-- Logs begin at Fri 2022-01-28 01:55:24 UTC, end at Fri 2022-01-28 04:46:56 UTC. -- Jan 28 02:34:12.509921 n-d-712139-27 systemd[1]: Started Devstack devstack@q-svc.service. Jan 28 02:34:15.423674 n-d-712139-27 neutron-server[109661]: INFO neutron.common.config [-] Logging enabled! Jan 28 02:34:15.424304 n-d-712139-27 neutron-server[109661]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev442 Jan 28 02:34:15.424493 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109661) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 28 02:34:15.427611 n-d-712139-27 neutron-server[109661]: INFO neutron.common.config [-] Logging enabled! Jan 28 02:34:15.427868 n-d-712139-27 neutron-server[109661]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev442 Jan 28 02:34:15.428176 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109661) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 28 02:34:15.429106 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 02:34:15.429359 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 02:34:15.429768 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 02:34:15.430011 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 02:34:15.430244 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 02:34:15.430565 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.430983 n-d-712139-27 neutron-server[109661]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 28 02:34:15.431301 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.431593 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.431865 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.432156 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.432441 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.432719 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.433002 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.433318 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.433603 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.433883 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.434164 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.434451 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.434733 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.435002 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.435283 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.435565 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] debug = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.435848 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.436266 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.436687 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.436961 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.437271 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.437549 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.437835 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.438094 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.438376 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.438702 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] host = n-d-712139-27 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.438972 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.439255 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.439540 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.439824 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.440106 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.440377 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.440659 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.440928 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.441224 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] log_file = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.441509 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.441864 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.442078 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.442365 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.442590 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.442812 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.443098 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.443382 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.443655 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.443926 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.444198 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.444470 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.444742 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.445009 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.445340 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.445621 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.445904 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.446175 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.446443 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.446711 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.446977 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.447259 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.447535 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.447801 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.448069 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.448349 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.448617 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.448888 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.449203 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.449489 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.449770 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.450075 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.450327 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.450604 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.450872 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.451139 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.451407 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] use_json = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.451676 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.451944 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.452224 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.452492 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.452761 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.453029 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.453323 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.453606 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.453879 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:15.454175 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.454470 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.454765 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.455075 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.455363 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.455642 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.455928 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.456206 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.456488 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.456773 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.457060 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.457365 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.457664 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.457953 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.458244 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.458545 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.458841 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.459129 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.459404 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.459678 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.459953 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.460236 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.460521 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.460796 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.461203 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.461497 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.461776 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.462072 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.462356 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.462647 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.462932 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.463204 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.463480 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.463769 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.464043 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.464313 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.464591 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.464877 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.465183 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.465457 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.465738 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.466019 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.466291 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.466564 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.466838 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.467129 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.467404 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.467699 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.467967 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.468243 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.468511 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.468762 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.469045 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.469335 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.469618 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.469895 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.470161 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.470433 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.470707 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.470976 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.471249 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.471520 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.471792 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.472062 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.472330 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.472599 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.472868 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.473166 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.473467 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.473735 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.474001 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.474273 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.474541 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.474812 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.475096 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.475390 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.475666 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.475939 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.476214 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.476517 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.476782 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.477051 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.477360 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.477618 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.477869 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.478153 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.478432 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.478713 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.479030 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.479288 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.479589 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.479866 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.480149 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.480427 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.480704 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.480985 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.481292 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.481586 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.481879 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.482171 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.482463 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.482913 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.483011 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.483321 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.483601 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:15.483815 n-d-712139-27 neutron-server[109661]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 02:34:15.484056 n-d-712139-27 neutron-server[109661]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109661) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 28 02:34:15.848767 n-d-712139-27 neutron-server[109661]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 28 02:34:15.849016 n-d-712139-27 neutron-server[109661]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 28 02:34:15.849382 n-d-712139-27 neutron-server[109661]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 28 02:34:15.849737 n-d-712139-27 neutron-server[109661]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 28 02:34:16.172066 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.172256 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.172523 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.173875 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.174159 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.174419 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.217671 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.217947 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.218213 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.232657 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.232933 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.233245 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.263056 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.263327 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.263596 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.299264 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.299533 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.299800 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.638583 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.639239 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.639239 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.639422 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.640055 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.738185 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.738477 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.738767 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.739054 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.739316 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.739628 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.739884 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.740135 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.740389 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.740670 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.740911 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.741197 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.741449 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.741697 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.741944 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.742585 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.742845 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.743106 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.743372 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.743630 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.743897 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.744147 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.744425 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.744800 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.745059 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.745325 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.745711 n-d-712139-27 neutron-server[109661]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 02:34:16.745954 n-d-712139-27 neutron-server[109661]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 02:34:16.746190 n-d-712139-27 neutron-server[109661]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 02:34:16.746421 n-d-712139-27 neutron-server[109661]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 02:34:16.746652 n-d-712139-27 neutron-server[109661]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 02:34:16.746882 n-d-712139-27 neutron-server[109661]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 02:34:16.747239 n-d-712139-27 neutron-server[109661]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 28 02:34:16.750391 n-d-712139-27 neutron-server[109661]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 28 02:34:16.754520 n-d-712139-27 neutron-server[109661]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 28 02:34:16.758344 n-d-712139-27 neutron-server[109661]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jan 28 02:34:16.760001 n-d-712139-27 neutron-server[109661]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 28 02:34:16.760454 n-d-712139-27 neutron-server[109661]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 28 02:34:16.760782 n-d-712139-27 neutron-server[109661]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 28 02:34:16.761188 n-d-712139-27 neutron-server[109661]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 28 02:34:16.764027 n-d-712139-27 neutron-server[109661]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 28 02:34:16.764272 n-d-712139-27 neutron-server[109661]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 28 02:34:16.764613 n-d-712139-27 neutron-server[109661]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 28 02:34:16.770353 n-d-712139-27 neutron-server[109661]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 28 02:34:16.794060 n-d-712139-27 neutron-server[109661]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 28 02:34:16.794508 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.794807 n-d-712139-27 neutron-server[109661]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109661) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 28 02:34:16.795167 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.796529 n-d-712139-27 neutron-server[109661]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109661) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 28 02:34:16.796815 n-d-712139-27 neutron-server[109661]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 28 02:34:16.797048 n-d-712139-27 neutron-server[109661]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 28 02:34:16.800346 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.800623 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:16.863754 n-d-712139-27 neutron-server[109661]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 28 02:34:16.864007 n-d-712139-27 neutron-server[109661]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 28 02:34:16.864243 n-d-712139-27 neutron-server[109661]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 28 02:34:16.864603 n-d-712139-27 neutron-server[109661]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 28 02:34:16.888500 n-d-712139-27 neutron-server[109661]: DEBUG oslo_db.sqlalchemy.engines [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109661) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 28 02:34:17.321966 n-d-712139-27 neutron-server[109661]: INFO neutron.plugins.ml2.managers [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Initializing driver for type 'gre' Jan 28 02:34:17.322512 n-d-712139-27 neutron-server[109661]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] gre ID ranges: [(1, 1000)] Jan 28 02:34:17.374510 n-d-712139-27 neutron-server[109661]: INFO neutron.plugins.ml2.managers [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Initializing driver for type 'local' Jan 28 02:34:17.374854 n-d-712139-27 neutron-server[109661]: INFO neutron.plugins.ml2.managers [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Initializing driver for type 'vlan' Jan 28 02:34:17.387817 n-d-712139-27 neutron-server[109661]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] VlanTypeDriver initialization complete Jan 28 02:34:17.388210 n-d-712139-27 neutron-server[109661]: INFO neutron.plugins.ml2.managers [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Initializing driver for type 'vxlan' Jan 28 02:34:17.388803 n-d-712139-27 neutron-server[109661]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] vxlan ID ranges: [(1, 1000)] Jan 28 02:34:17.444040 n-d-712139-27 neutron-server[109661]: INFO neutron.plugins.ml2.managers [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Initializing extension driver 'port_security' Jan 28 02:34:17.444447 n-d-712139-27 neutron-server[109661]: INFO neutron.plugins.ml2.extensions.port_security [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] PortSecurityExtensionDriver initialization complete Jan 28 02:34:17.444870 n-d-712139-27 neutron-server[109661]: INFO neutron.plugins.ml2.managers [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Initializing mechanism driver 'openvswitch' Jan 28 02:34:17.445386 n-d-712139-27 neutron-server[109661]: INFO neutron.plugins.ml2.managers [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Initializing mechanism driver 'hyperv' Jan 28 02:34:17.452192 n-d-712139-27 neutron-server[109661]: DEBUG neutron.plugins.ml2.plugin [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:34:17.452890 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > port after_create 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.453310 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > port after_update 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.453666 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > port after_delete 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.454197 n-d-712139-27 neutron-server[109661]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109661) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 02:34:17.454647 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > subnet after_create 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.455011 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > subnet after_update 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.455365 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > subnet after_delete 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.455781 n-d-712139-27 neutron-server[109661]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109661) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 02:34:17.456220 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > network after_create 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.456578 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > network after_update 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.456920 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > network after_delete 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.457327 n-d-712139-27 neutron-server[109661]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109661) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 02:34:17.457762 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > security_group after_create 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.458110 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > security_group after_update 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.458453 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > security_group after_delete 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.458988 n-d-712139-27 neutron-server[109661]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109661) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 02:34:17.459411 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.459760 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.460088 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.460492 n-d-712139-27 neutron-server[109661]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109661) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 02:34:17.460999 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > address_group after_create 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.461376 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > address_group after_update 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.461725 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > address_group after_delete 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.462121 n-d-712139-27 neutron-server[109661]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109661) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 02:34:17.462576 n-d-712139-27 neutron-server[109661]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] ML2 OVO RPC backend initialized. {{(pid=109661) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 28 02:34:17.463288 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > router_interface after_create 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.463660 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.464087 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > network before_response 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.464431 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > networks before_response 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.464780 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > port before_response 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.465148 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > ports before_response 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.465505 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > subnet before_response 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.465847 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > subnets before_response 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.466194 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > network after_create 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.466536 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > network after_update 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.466871 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > network after_delete 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.467209 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > port after_create 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.467547 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > port after_update 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.467880 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > port after_delete 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.468215 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > subnet after_create 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.468548 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > subnet after_update 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.468882 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > subnet after_delete 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.476421 n-d-712139-27 neutron-server[109661]: INFO neutron.quota [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded quota_driver: . Jan 28 02:34:17.476788 n-d-712139-27 neutron-server[109661]: INFO neutron.plugins.ml2.plugin [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Modular L2 Plugin initialization complete Jan 28 02:34:17.477173 n-d-712139-27 neutron-server[109661]: DEBUG neutron.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading services supported by the core plugin {{(pid=109661) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 28 02:34:17.477522 n-d-712139-27 neutron-server[109661]: INFO neutron.plugins.ml2.managers [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Got port-security extension from driver 'port_security' Jan 28 02:34:17.478006 n-d-712139-27 neutron-server[109661]: INFO neutron.extensions.vlantransparent [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Disabled vlantransparent extension. Jan 28 02:34:17.478514 n-d-712139-27 neutron-server[109661]: DEBUG neutron.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109661) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 28 02:34:17.478829 n-d-712139-27 neutron-server[109661]: INFO neutron.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading Plugin: router Jan 28 02:34:17.516661 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > router_interface before_create 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.517236 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > router after_create 55549900 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.517738 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > router before_create 55549900 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.518254 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.518994 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.519370 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > router after_delete 55549900 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.519864 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > floatingip after_create 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.520332 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > floatingip after_update 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.520839 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > router after_create 55549900 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.521350 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > router after_update 55549900 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.521826 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > router after_update 55549900 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.522318 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.522697 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > router after_update 55549900 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.523158 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > router precommit_update 55549900 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.523737 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: port after_update 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.524203 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: port after_delete 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.524708 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: subnet after_update 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.525203 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.525681 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > port precommit_delete 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.526159 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > router precommit_create 55549900 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.526512 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: port before_delete 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.526862 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > router precommit_create 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.527224 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > router after_update 55549900 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.527577 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > router precommit_delete 55549900 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.527932 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > router precommit_create 55549900 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.528297 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > router_interface after_create 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.528646 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > router precommit_update 55549900 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.529151 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > agent after_create 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.529513 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > agent after_delete 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.529845 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > network after_delete 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.530717 n-d-712139-27 neutron-server[109661]: DEBUG neutron.quota.resource_registry [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Tracking information for resource: router configured {{(pid=109661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 02:34:17.531070 n-d-712139-27 neutron-server[109661]: DEBUG neutron.quota.resource_registry [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Tracking information for resource: floatingip configured {{(pid=109661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 02:34:17.536105 n-d-712139-27 neutron-server[109661]: INFO neutron.db.l3_agentschedulers_db [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 28 02:34:17.536691 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: port after_update 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.537057 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: port after_create 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.537438 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: port after_delete 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.537794 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: port after_update 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.538718 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > router before_create 55550100 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.539130 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > router precommit_delete 55550100 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.539503 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > router precommit_create 55550100 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.539857 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > router precommit_update 55550100 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.544795 n-d-712139-27 neutron-server[109661]: DEBUG neutron.services.provider_configuration [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Service providers = [] {{(pid=109661) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 28 02:34:17.545203 n-d-712139-27 neutron-server[109661]: DEBUG neutron.db.servicetype_db [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109661) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 28 02:34:17.548218 n-d-712139-27 neutron-server[109661]: DEBUG neutron.services.service_base [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109661) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 02:34:17.548571 n-d-712139-27 neutron-server[109661]: DEBUG neutron.services.service_base [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109661) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 02:34:17.548914 n-d-712139-27 neutron-server[109661]: DEBUG neutron.services.service_base [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109661) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 02:34:17.549815 n-d-712139-27 neutron-server[109661]: DEBUG neutron.services.service_base [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109661) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 02:34:17.550186 n-d-712139-27 neutron-server[109661]: INFO neutron.services.service_base [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 28 02:34:17.550561 n-d-712139-27 neutron-server[109661]: DEBUG neutron.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 02:34:17.550882 n-d-712139-27 neutron-server[109661]: INFO neutron.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 28 02:34:17.561902 n-d-712139-27 neutron-server[109661]: DEBUG neutron.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 02:34:17.562248 n-d-712139-27 neutron-server[109661]: INFO neutron.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading Plugin: auto_allocate Jan 28 02:34:17.568158 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: network precommit_update 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.568533 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: network precommit_create 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.569051 n-d-712139-27 neutron-server[109661]: DEBUG neutron.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 02:34:17.569412 n-d-712139-27 neutron-server[109661]: INFO neutron.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading Plugin: tag Jan 28 02:34:17.576414 n-d-712139-27 neutron-server[109661]: DEBUG neutron.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 02:34:17.576678 n-d-712139-27 neutron-server[109661]: INFO neutron.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading Plugin: timestamp Jan 28 02:34:17.580747 n-d-712139-27 neutron-server[109661]: DEBUG neutron.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 02:34:17.581104 n-d-712139-27 neutron-server[109661]: INFO neutron.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading Plugin: network_ip_availability Jan 28 02:34:17.586702 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.587074 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.587433 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.588151 n-d-712139-27 neutron-server[109661]: DEBUG neutron.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 02:34:17.588469 n-d-712139-27 neutron-server[109661]: INFO neutron.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading Plugin: flavors Jan 28 02:34:17.593389 n-d-712139-27 neutron-server[109661]: DEBUG neutron.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 02:34:17.593723 n-d-712139-27 neutron-server[109661]: INFO neutron.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading Plugin: revisions Jan 28 02:34:17.598046 n-d-712139-27 neutron-server[109661]: DEBUG neutron.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 02:34:17.598439 n-d-712139-27 neutron-server[109661]: DEBUG oslo_concurrency.lockutils [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.749s {{(pid=109661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 28 02:34:17.599174 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109661) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 28 02:34:17.599512 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Initializing extension manager. Jan 28 02:34:17.600035 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: __init__.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.600381 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: __pycache__ {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.600719 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.601058 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: address_group.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.601862 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.602439 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: address-group Jan 28 02:34:17.602770 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: address_scope.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.603489 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.603998 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: address-scope Jan 28 02:34:17.604303 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: admin_state_down_before_update.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.605417 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.605929 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: router-admin-state-down-before-update Jan 28 02:34:17.606249 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: agent.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.607139 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.607659 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: agent Jan 28 02:34:17.607984 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: agent_resources_synced.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.608903 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.609443 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: agent-resources-synced Jan 28 02:34:17.609767 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: allowedaddresspairs.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.611552 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.612074 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: allowed-address-pairs Jan 28 02:34:17.612405 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: auto_allocated_topology.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.613520 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.614038 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: auto-allocated-topology Jan 28 02:34:17.614358 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: availability_zone.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.615061 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.615570 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: availability_zone Jan 28 02:34:17.615891 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: availability_zone_filter.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.616803 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.617415 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: availability_zone_filter Jan 28 02:34:17.617738 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: data_plane_status.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.618704 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.619209 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extension data-plane-status not supported by any of loaded plugins Jan 28 02:34:17.619527 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: default_subnetpools.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.620440 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.620944 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: default-subnetpools Jan 28 02:34:17.621309 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: dhcpagentscheduler.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.622122 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.622637 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: dhcp_agent_scheduler Jan 28 02:34:17.622963 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: dns.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.623883 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.624382 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extension dns-integration not supported by any of loaded plugins Jan 28 02:34:17.624708 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: dns_domain_ports.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.625661 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.626169 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 28 02:34:17.626487 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.627409 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.627908 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 28 02:34:17.628233 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: dvr.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.628909 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.629446 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: dvr Jan 28 02:34:17.629766 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: ecmp_routes.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.630773 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.631282 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extension ecmp_routes not supported by any of loaded plugins Jan 28 02:34:17.631605 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: empty_string_filtering.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.632514 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.633058 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: empty-string-filtering Jan 28 02:34:17.633407 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.634325 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.634830 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 28 02:34:17.635147 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.636066 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.636571 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 28 02:34:17.636890 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: external_net.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.637909 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.638413 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: external-net Jan 28 02:34:17.638731 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: extra_dhcp_opt.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.639645 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.640143 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: extra_dhcp_opt Jan 28 02:34:17.640463 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: extraroute.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.641408 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.641912 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: extraroute Jan 28 02:34:17.642233 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: extraroute_atomic.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.643281 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.644153 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: extraroute-atomic Jan 28 02:34:17.644474 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: filter_validation.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.645175 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.645676 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: filter-validation Jan 28 02:34:17.645996 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: fip_pf_description.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.646906 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.647402 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 28 02:34:17.647724 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: fip_port_details.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.648708 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.649254 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: fip-port-details Jan 28 02:34:17.649571 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: flavors.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.650817 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.651336 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: flavors Jan 28 02:34:17.651662 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.653722 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.654239 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 28 02:34:17.654575 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: floatingip_pools.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.655288 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.655800 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: floatingip-pools Jan 28 02:34:17.656126 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: ip_allocation.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.657061 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.657594 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extension ip_allocation not supported by any of loaded plugins Jan 28 02:34:17.657918 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.658864 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.659384 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: ip-substring-filtering Jan 28 02:34:17.659713 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: l2_adjacency.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.660641 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.661475 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extension l2_adjacency not supported by any of loaded plugins Jan 28 02:34:17.661475 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: l3.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.662439 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.662961 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: router Jan 28 02:34:17.663309 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: l3_conntrack_helper.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.665887 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.666413 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 28 02:34:17.666746 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.667698 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.668214 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: ext-gw-mode Jan 28 02:34:17.668537 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.669488 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.669999 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: l3-ha Jan 28 02:34:17.670323 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: l3_flavors.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.671241 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.671755 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: l3-flavors Jan 28 02:34:17.672076 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.673001 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.673548 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: l3-port-ip-change-not-allowed Jan 28 02:34:17.673871 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: l3agentscheduler.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.674928 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.675438 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: l3_agent_scheduler Jan 28 02:34:17.675772 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: local_ip.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.677604 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.678136 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extension local_ip not supported by any of loaded plugins Jan 28 02:34:17.678463 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: logging.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.680019 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.680540 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extension logging not supported by any of loaded plugins Jan 28 02:34:17.680872 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: metering.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.681659 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.682247 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: metering Jan 28 02:34:17.682592 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.683691 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.684214 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: metering_source_and_destination_fields Jan 28 02:34:17.684545 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: multiprovidernet.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.685506 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.686023 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: multi-provider Jan 28 02:34:17.686348 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: netmtu.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.687268 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.687778 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: net-mtu Jan 28 02:34:17.688104 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: netmtu_writable.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.689021 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.689567 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: net-mtu-writable Jan 28 02:34:17.689893 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: network_availability_zone.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.690570 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.691075 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: network_availability_zone Jan 28 02:34:17.691399 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: network_ip_availability.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.692530 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.693161 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: network-ip-availability Jan 28 02:34:17.693495 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: network_segment_range.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.694268 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.694772 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extension network-segment-range not supported by any of loaded plugins Jan 28 02:34:17.695098 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: pagination.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.696112 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.696442 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: pagination Jan 28 02:34:17.696764 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: port_device_profile.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.697709 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.698223 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: port-device-profile Jan 28 02:34:17.698548 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.699481 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.699988 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: port-mac-address-regenerate Jan 28 02:34:17.700297 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.701358 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.701870 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: port-numa-affinity-policy Jan 28 02:34:17.702194 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: port_resource_request.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.703125 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.703626 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extension port-resource-request not supported by any of loaded plugins Jan 28 02:34:17.703949 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: port_resource_request_groups.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.704920 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.705458 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 28 02:34:17.705783 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: portbindings.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.706723 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.707233 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: binding Jan 28 02:34:17.707556 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: portbindings_extended.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.708845 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.709395 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: binding-extended Jan 28 02:34:17.709729 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: portsecurity.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.710651 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.711249 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: port-security Jan 28 02:34:17.711577 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: project_id.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.712571 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.712906 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: project-id Jan 28 02:34:17.713269 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: providernet.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.714207 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.714720 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: provider Jan 28 02:34:17.715042 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: qos.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.718727 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.719250 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extension qos not supported by any of loaded plugins Jan 28 02:34:17.719588 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.720849 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.721397 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 28 02:34:17.721728 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.722658 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.723189 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 28 02:34:17.723530 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: qos_default.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.724448 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.724958 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extension qos-default not supported by any of loaded plugins Jan 28 02:34:17.725310 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: qos_fip.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.726227 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.726748 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extension qos-fip not supported by any of loaded plugins Jan 28 02:34:17.727080 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: qos_fip_network_policy.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.727994 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.728500 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 28 02:34:17.728821 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: qos_gateway_ip.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.729788 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.730293 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 28 02:34:17.730616 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: qos_port_network_policy.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.731618 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.732128 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 28 02:34:17.732464 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.733524 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.734169 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 28 02:34:17.734498 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: qos_pps_rule.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.735693 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.736210 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extension qos-pps not supported by any of loaded plugins Jan 28 02:34:17.736565 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: qos_rule_type_details.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.737548 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.738057 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 28 02:34:17.738384 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: qos_rules_alias.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.739429 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.739940 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 28 02:34:17.740269 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: quota_check_limit.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.741216 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.741737 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: quota-check-limit Jan 28 02:34:17.742112 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: quotasv2.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.743084 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.743413 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: quotas Jan 28 02:34:17.743740 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: quotasv2_detail.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.745614 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.745959 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: quota_details Jan 28 02:34:17.746295 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: rbac.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.747365 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.747894 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: rbac-policies Jan 28 02:34:17.748231 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: rbac_address_group.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.749204 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.749718 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: rbac-address-group Jan 28 02:34:17.750046 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: rbac_address_scope.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.750970 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.751481 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: rbac-address-scope Jan 28 02:34:17.751807 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: rbac_security_groups.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.752734 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.753280 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: rbac-security-groups Jan 28 02:34:17.753609 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: rbac_subnetpool.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.754526 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.755033 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: rbac-subnetpool Jan 28 02:34:17.755357 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: revisionifmatch.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.756279 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.756793 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: revision-if-match Jan 28 02:34:17.757145 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: revisions.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.758297 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.758809 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: standard-attr-revisions Jan 28 02:34:17.759138 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: router_availability_zone.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.759821 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.760335 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: router_availability_zone Jan 28 02:34:17.760661 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: routerservicetype.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.761610 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.762121 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extension router-service-type not supported by any of loaded plugins Jan 28 02:34:17.762493 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.763504 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.764014 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: security-groups-normalized-cidr Jan 28 02:34:17.764340 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: security_groups_port_filtering.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.765289 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.765798 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: port-security-groups-filtering Jan 28 02:34:17.766125 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.767057 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.767564 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: security-groups-remote-address-group Jan 28 02:34:17.767891 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.769212 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.769728 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: security-groups-shared-filtering Jan 28 02:34:17.770046 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.770645 n-d-712139-27 neutron-server[109661]: WARNING neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 28 02:34:17.770965 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: securitygroup.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.780767 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.781322 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: security-group Jan 28 02:34:17.781658 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: segment.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.782464 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.782977 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extension segment not supported by any of loaded plugins Jan 28 02:34:17.783308 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.784256 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.784767 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 28 02:34:17.785116 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: servicetype.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.786244 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.786770 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: service-type Jan 28 02:34:17.787093 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: sorting.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.788087 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.788416 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: sorting Jan 28 02:34:17.788738 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: standard_attr_segment.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.789971 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.790704 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 28 02:34:17.791157 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: standardattrdescription.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.792019 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.792631 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: standard-attr-description Jan 28 02:34:17.792960 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: stateful_security_group.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.793915 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.794431 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: stateful-security-group Jan 28 02:34:17.794751 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: stdattrs_common.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.795331 n-d-712139-27 neutron-server[109661]: WARNING neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 28 02:34:17.795654 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.796606 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.797160 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 28 02:34:17.797464 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: subnet_onboard.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.798638 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.799159 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: subnet_onboard Jan 28 02:34:17.799486 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.800418 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.800934 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 28 02:34:17.801294 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: subnet_service_types.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.802239 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.802754 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: subnet-service-types Jan 28 02:34:17.803076 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: subnetallocation.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.804169 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.804715 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: subnet_allocation Jan 28 02:34:17.805044 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.805749 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.806261 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: subnetpool-prefix-ops Jan 28 02:34:17.806586 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.807537 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.808043 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 28 02:34:17.808364 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: tagging.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.809474 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.810006 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: standard-attr-tag Jan 28 02:34:17.810331 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: timestamp.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.811551 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.812071 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loaded extension: standard-attr-timestamp Jan 28 02:34:17.812405 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: trunk.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.813469 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.813984 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extension trunk not supported by any of loaded plugins Jan 28 02:34:17.814313 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: trunk_details.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.815244 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.815773 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extension trunk-details not supported by any of loaded plugins Jan 28 02:34:17.816087 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: uplink_status_propagation.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.817015 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.817556 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 28 02:34:17.817874 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Loading extension file: vlantransparent.py {{(pid=109661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 02:34:17.818550 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 02:34:17.819052 n-d-712139-27 neutron-server[109661]: INFO neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extension vlan-transparent not supported by any of loaded plugins Jan 28 02:34:17.821700 n-d-712139-27 neutron-server[109661]: INFO neutron.quota.resource_registry [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Creating instance of TrackedResource for resource:network Jan 28 02:34:17.822229 n-d-712139-27 neutron-server[109661]: INFO neutron.quota.resource_registry [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Creating instance of TrackedResource for resource:subnet Jan 28 02:34:17.822631 n-d-712139-27 neutron-server[109661]: INFO neutron.quota.resource_registry [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 02:34:17.823035 n-d-712139-27 neutron-server[109661]: INFO neutron.quota.resource_registry [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Creating instance of TrackedResource for resource:port Jan 28 02:34:17.824292 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.v2.resource_helper [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 02:34:17.824730 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.v2.resource_helper [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Service FLAVORS assigned prefix: {{(pid=109661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 02:34:17.825406 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.v2.resource_helper [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 02:34:17.825828 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.v2.resource_helper [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 02:34:17.826159 n-d-712139-27 neutron-server[109661]: INFO neutron.quota.resource_registry [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Creating instance of TrackedResource for resource:router Jan 28 02:34:17.826643 n-d-712139-27 neutron-server[109661]: INFO neutron.quota.resource_registry [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Creating instance of TrackedResource for resource:floatingip Jan 28 02:34:17.827089 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.v2.resource_helper [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Service METERING assigned prefix: /metering {{(pid=109661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 02:34:17.828554 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.828931 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.829325 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:34:17.830338 n-d-712139-27 neutron-server[109661]: INFO neutron.quota.resource_registry [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Creating instance of CountableResource for resource:rbac_policy Jan 28 02:34:17.830792 n-d-712139-27 neutron-server[109661]: INFO neutron.quota.resource_registry [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Creating instance of TrackedResource for resource:security_group Jan 28 02:34:17.831226 n-d-712139-27 neutron-server[109661]: INFO neutron.quota.resource_registry [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Creating instance of TrackedResource for resource:security_group_rule Jan 28 02:34:17.833051 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.v2.resource_helper [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Service CORE assigned prefix: {{(pid=109661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 02:34:17.833418 n-d-712139-27 neutron-server[109661]: INFO neutron.quota.resource_registry [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 02:34:17.833770 n-d-712139-27 neutron-server[109661]: WARNING neutron.quota.resource_registry [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] subnetpool is already registered Jan 28 02:34:17.834211 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.v2.resource_helper [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Service CORE assigned prefix: {{(pid=109661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 02:34:17.834541 n-d-712139-27 neutron-server[109661]: INFO neutron.quota.resource_registry [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 02:34:17.834878 n-d-712139-27 neutron-server[109661]: WARNING neutron.quota.resource_registry [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] subnetpool is already registered Jan 28 02:34:17.837295 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.v2.resource_helper [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 02:34:17.837731 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.v2.resource_helper [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Service FLAVORS assigned prefix: {{(pid=109661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 02:34:17.838314 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.v2.resource_helper [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 02:34:17.838736 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.v2.resource_helper [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 02:34:17.839072 n-d-712139-27 neutron-server[109661]: INFO neutron.quota.resource_registry [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Creating instance of TrackedResource for resource:router Jan 28 02:34:17.839412 n-d-712139-27 neutron-server[109661]: WARNING neutron.quota.resource_registry [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] router is already registered Jan 28 02:34:17.839816 n-d-712139-27 neutron-server[109661]: INFO neutron.quota.resource_registry [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Creating instance of TrackedResource for resource:floatingip Jan 28 02:34:17.840150 n-d-712139-27 neutron-server[109661]: WARNING neutron.quota.resource_registry [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] floatingip is already registered Jan 28 02:34:17.840599 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.v2.resource_helper [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Service METERING assigned prefix: /metering {{(pid=109661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 02:34:17.841278 n-d-712139-27 neutron-server[109661]: INFO neutron.quota.resource_registry [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Creating instance of CountableResource for resource:rbac_policy Jan 28 02:34:17.841603 n-d-712139-27 neutron-server[109661]: WARNING neutron.quota.resource_registry [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] rbac_policy is already registered Jan 28 02:34:17.842015 n-d-712139-27 neutron-server[109661]: INFO neutron.quota.resource_registry [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Creating instance of TrackedResource for resource:security_group Jan 28 02:34:17.842353 n-d-712139-27 neutron-server[109661]: WARNING neutron.quota.resource_registry [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] security_group is already registered Jan 28 02:34:17.842755 n-d-712139-27 neutron-server[109661]: INFO neutron.quota.resource_registry [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Creating instance of TrackedResource for resource:security_group_rule Jan 28 02:34:17.843087 n-d-712139-27 neutron-server[109661]: WARNING neutron.quota.resource_registry [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] security_group_rule is already registered Jan 28 02:34:17.843713 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.v2.resource_helper [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Service CORE assigned prefix: {{(pid=109661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 02:34:17.844038 n-d-712139-27 neutron-server[109661]: INFO neutron.quota.resource_registry [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 02:34:17.844370 n-d-712139-27 neutron-server[109661]: WARNING neutron.quota.resource_registry [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] subnetpool is already registered Jan 28 02:34:17.844785 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.v2.resource_helper [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Service CORE assigned prefix: {{(pid=109661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 02:34:17.845137 n-d-712139-27 neutron-server[109661]: INFO neutron.quota.resource_registry [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 02:34:17.845450 n-d-712139-27 neutron-server[109661]: WARNING neutron.quota.resource_registry [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] subnetpool is already registered Jan 28 02:34:17.845925 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extended resource: extensions {{(pid=109661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 02:34:17.847415 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extended resource: address-groups {{(pid=109661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 02:34:17.848924 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extended resource: address-scopes {{(pid=109661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 02:34:17.850292 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extended resource: agents {{(pid=109661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 02:34:17.851552 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extended resource: auto-allocated-topology {{(pid=109661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 02:34:17.852833 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extended resource: availability_zones {{(pid=109661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 02:34:17.854091 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extended resource: dhcp-networks {{(pid=109661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 02:34:17.855600 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extended resource: dhcp-agents {{(pid=109661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 02:34:17.857032 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extended resource: routers {{(pid=109661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 02:34:17.859347 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extended resource: flavors {{(pid=109661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 02:34:17.860495 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extended resource: service_profiles {{(pid=109661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 02:34:17.861740 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extended resource: next_providers {{(pid=109661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 02:34:17.863194 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extended resource: service_profiles {{(pid=109661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 02:34:17.864737 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extended resource: floatingip-pools {{(pid=109661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 02:34:17.865983 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extended resource: routers {{(pid=109661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 02:34:17.868117 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extended resource: floatingips {{(pid=109661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 02:34:17.869415 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extended resource: l3-routers {{(pid=109661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 02:34:17.870806 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extended resource: l3-agents {{(pid=109661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 02:34:17.872218 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extended resource: metering-labels {{(pid=109661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 02:34:17.873672 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extended resource: metering-label-rules {{(pid=109661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 02:34:17.874954 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extended resource: network-ip-availabilities {{(pid=109661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 02:34:17.876219 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extended resource: bindings {{(pid=109661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 02:34:17.877898 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extended resource: quotas {{(pid=109661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 02:34:17.879463 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extended resource: quotas {{(pid=109661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 02:34:17.880990 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extended resource: rbac-policies {{(pid=109661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 02:34:17.882308 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extended resource: security-groups {{(pid=109661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 02:34:17.883714 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extended resource: security-group-rules {{(pid=109661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 02:34:17.884936 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extended resource: service-providers {{(pid=109661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 02:34:17.886188 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extended resource: subnetpools {{(pid=109661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 02:34:17.887616 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extended resource: subnetpools {{(pid=109661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 02:34:17.889055 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extended resource: tags {{(pid=109661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 02:34:17.890739 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extended resource: tags {{(pid=109661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 02:34:17.892567 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extended resource: tags {{(pid=109661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 02:34:17.894821 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extended resource: tags {{(pid=109661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 02:34:17.897631 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extended resource: tags {{(pid=109661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 02:34:17.899498 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extended resource: tags {{(pid=109661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 02:34:17.901214 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extended resource: tags {{(pid=109661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 02:34:17.903107 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extended resource: tags {{(pid=109661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 02:34:17.904848 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extended resource: tags {{(pid=109661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 02:34:17.906719 n-d-712139-27 neutron-server[109661]: DEBUG neutron.api.extensions [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Extended resource: tags {{(pid=109661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 02:34:17.912643 n-d-712139-27 neutron-server[109661]: WARNING keystonemiddleware.auth_token [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 28 02:34:17.917478 n-d-712139-27 neutron-server[109661]: WARNING keystonemiddleware.auth_token [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 28 02:34:17.926007 n-d-712139-27 neutron-server[109661]: DEBUG oslo_concurrency.lockutils [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Acquired lock "singleton_lock" {{(pid=109661) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 28 02:34:17.926483 n-d-712139-27 neutron-server[109661]: DEBUG oslo_concurrency.lockutils [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Releasing lock "singleton_lock" {{(pid=109661) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 28 02:34:17.927136 n-d-712139-27 neutron-server[109661]: INFO oslo_service.service [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Starting 2 workers Jan 28 02:34:17.932200 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Started child 109802 {{(pid=109661) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 02:34:17.937725 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Started child 109803 {{(pid=109661) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 02:34:17.938330 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:34:17.939231 n-d-712139-27 neutron-server[109661]: INFO neutron.service [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Neutron service started, listening on 0.0.0.0:9696 Jan 28 02:34:17.939943 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Publish callbacks [] for process (None), before_spawn {{(pid=109661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:34:17.940044 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [-] (109802) wsgi starting up on http://0.0.0.0:9696 Jan 28 02:34:17.942505 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:34:17.942970 n-d-712139-27 neutron-server[109661]: INFO oslo_service.service [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Starting 1 workers Jan 28 02:34:17.943842 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [-] (109803) wsgi starting up on http://0.0.0.0:9696 Jan 28 02:34:17.948444 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Started child 109804 {{(pid=109661) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 02:34:17.949035 n-d-712139-27 neutron-server[109661]: INFO oslo_service.service [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Starting 1 workers Jan 28 02:34:17.952064 n-d-712139-27 neutron-server[109804]: DEBUG neutron.service [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] calling RpcWorker wait() {{(pid=109804) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 28 02:34:17.952750 n-d-712139-27 neutron-server[109804]: DEBUG neutron.service [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] returning from RpcWorker wait() {{(pid=109804) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 28 02:34:17.953904 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:34:17.954339 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:34:17.954762 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Started child 109805 {{(pid=109661) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 02:34:17.955590 n-d-712139-27 neutron-server[109661]: DEBUG neutron_lib.callbacks.manager [None req-3419fb0e-6729-4ced-84f2-cd87ebab6c2b None None] Publish callbacks [] for process (None), after_spawn {{(pid=109661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:34:17.957384 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109661) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 28 02:34:17.957688 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 02:34:17.957880 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 02:34:17.958116 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 02:34:17.958496 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 02:34:17.958660 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 02:34:17.959348 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.959455 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:34:17.959921 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.959921 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.960145 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.960412 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.961114 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.961449 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.961713 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.962025 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.962443 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.962684 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.962843 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.963181 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.963563 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.963915 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.964264 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.964529 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.965354 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.965633 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.966110 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.966405 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.966675 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.966942 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] debug = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.967303 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.967848 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.968101 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.968325 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.968623 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.968919 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.969205 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.969513 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.969801 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.970043 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.970404 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.970809 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.971131 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.971494 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.971762 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.972067 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.972360 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.972639 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.973425 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] host = n-d-712139-27 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.973425 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.973724 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.973953 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.974095 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.974387 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.974663 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.974965 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.975253 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.975534 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.975889 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.976191 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.976810 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.977274 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.980078 n-d-712139-27 neutron-server[109805]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:34:17.980949 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] log_file = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.981271 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] log_options = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.981849 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.982245 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.982595 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.987671 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.987874 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.988058 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.988346 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.988524 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.988797 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.989026 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.989282 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.994992 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.995257 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.995535 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.995800 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.996079 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.996311 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.996573 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.996841 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.997097 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.997327 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.997573 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.997817 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.998057 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.998299 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.998529 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.998776 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.998985 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.999211 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.999484 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.999740 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:17.999943 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.000160 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.000398 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.000656 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.000887 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.001186 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.001559 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.001932 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.002165 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.002463 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.002681 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.003004 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.003690 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.003883 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.004122 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.004376 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] use_json = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.004553 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.004811 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.005008 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.005238 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.005444 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.005657 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.005871 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.006115 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.006342 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.006793 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.007071 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.007373 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.007564 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.007845 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.008092 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.008316 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.008557 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.008796 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.009045 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.009358 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.009576 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.009876 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.010129 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.010386 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.010697 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.010978 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.011232 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.011446 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.011675 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.011906 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.012139 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.012381 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.012595 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.012972 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.014058 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.014299 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.015028 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.015473 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.017461 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.017786 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.018051 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.018316 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.018906 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.019162 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.019382 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.019602 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.019821 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.020053 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.020313 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.020534 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.020751 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.020968 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.021550 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.022190 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.022776 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.023234 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.024648 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.024896 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.025150 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.025843 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.026611 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.026844 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.027065 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.027298 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.027514 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.027769 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.028036 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.028475 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.028693 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.028904 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.029145 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.029376 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.029594 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.029823 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.030031 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.030244 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.030452 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.031036 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.031262 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.032001 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.032224 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.032435 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.032650 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.032879 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.033134 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.033379 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.033633 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.033889 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.034100 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.034331 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.034555 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.034762 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.034968 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.035290 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.036150 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.036373 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.036604 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.036851 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.037050 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.037318 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.037592 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.037896 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.038134 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.038418 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.038743 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.039049 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.039294 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.039551 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.040211 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.040457 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.040685 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.040934 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.041514 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.041771 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.041995 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.042212 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.043631 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.043873 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.044102 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.044322 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.044574 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.044813 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.045085 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.045330 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.045573 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.045823 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.046050 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.046335 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.046585 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.046844 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.047098 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.047341 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.047606 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.047847 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.048113 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.048338 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.048587 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.048822 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.049059 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.049437 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.049706 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.049962 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.051460 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.051702 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.051930 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.052149 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.052377 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.052718 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.052977 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.053240 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.053457 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.053735 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.053989 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.054225 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.054476 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.054745 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.054994 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.055238 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.055353 n-d-712139-27 neutron-server[109804]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:34:18.055480 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.055706 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.055943 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.056182 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.056390 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.056617 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.056841 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.057116 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.057575 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.057810 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.058053 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.058284 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.058514 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.058737 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.058947 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.059158 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.059393 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.059603 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.059817 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.060502 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.060970 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.061692 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.061918 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.062282 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.062544 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.062761 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.063022 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.063273 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.063835 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.064328 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.064576 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.064829 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.065040 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.065318 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.065534 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.065742 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.065955 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.066182 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.066396 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.066601 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.066821 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.067047 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.067290 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.067531 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.067849 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.068088 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.068309 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.068538 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.068756 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.068986 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.069240 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.069452 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.069663 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.069870 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.070095 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.070399 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.070618 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.070855 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.071076 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.071280 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.071492 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.071687 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.071891 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.072175 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.072412 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.072646 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.072895 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.073153 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.073363 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.073600 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.073807 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.074012 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.074226 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.074434 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.074638 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.074857 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.075061 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.075264 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.075478 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.075728 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.075931 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.076164 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.076368 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.076572 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.076835 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.076991 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.077219 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.077439 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.077662 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.077866 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.078079 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.078288 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.078496 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.078754 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.078939 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.079140 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.079352 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.079576 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.079797 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.080072 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.080310 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.080540 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.080831 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.081052 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.081319 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.081914 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.082379 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.082511 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.082672 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.082963 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.084652 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.084652 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.084652 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.084652 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.085120 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.085453 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.085708 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.086012 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.086280 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.086546 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.086773 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.087362 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.087668 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.087937 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.088174 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.088417 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.088649 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.088882 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.089128 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.089359 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.089586 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.089796 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.090025 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.090247 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.090466 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.090675 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.090915 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.091130 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.091367 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.091576 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.091813 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.092040 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.092195 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 02:34:18.092733 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109661) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 28 02:34:18.092892 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 02:34:18.093041 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 02:34:18.093606 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 02:34:18.093802 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 02:34:18.093931 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 02:34:18.094139 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.094528 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.094693 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.094850 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.095006 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.095199 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.095354 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.095756 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.095916 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.096290 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.096455 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.096841 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.097000 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.097178 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.097336 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.097490 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.097645 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.097799 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.097958 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.098114 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.098269 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.098422 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.098574 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] debug = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.098728 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.098931 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.099092 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.099248 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.099403 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.099556 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.099708 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.099862 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.100015 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.100180 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.100312 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.100466 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.100619 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.100773 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.100926 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.101093 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.101253 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.101448 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.101606 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] host = n-d-712139-27 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.101760 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.101915 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.102068 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.102226 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.102379 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.102531 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.102686 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.102839 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.102993 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.103146 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.103300 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.103456 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.103611 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.103765 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] log_file = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.103918 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] log_options = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.104070 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.104222 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.104375 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.104554 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.104712 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.104867 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.105021 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.105226 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.105380 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.105534 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.105688 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.105841 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.105997 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.106151 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.106303 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.106455 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.106609 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.106763 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.106918 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.107072 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.107225 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.107378 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.107530 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.107684 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.107839 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.107993 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.108148 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.108301 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.108454 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.108607 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.108760 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.108912 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.109065 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.109236 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.109388 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.109540 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.109696 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.109848 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.110005 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.110158 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.110310 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.110463 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.110616 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.110768 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.110921 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.111074 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.111226 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] use_json = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.111379 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.111533 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.111687 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.111839 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.111994 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.112153 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.112305 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.112460 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.112612 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 02:34:18.112787 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.112946 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.113136 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.113298 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.113457 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.113617 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.113774 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.113932 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.114088 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.114246 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.114413 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.114572 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.114741 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.114898 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.115055 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.115215 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.115373 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.115530 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.115688 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.115845 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.116002 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.116159 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.116325 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.116483 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.116640 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.116797 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.116953 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.117173 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.117331 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.117505 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.117664 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.117822 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.117979 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.118209 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.118376 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.118536 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.118695 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.118853 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.119012 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.119170 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.119328 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.119487 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.119645 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.119802 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.119961 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.120120 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.120278 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.120437 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.120596 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.120754 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.120911 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.121112 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.121245 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.121403 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.121560 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.121717 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.121874 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.122043 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.122206 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.122363 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.122521 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.122680 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.122837 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.122994 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.123151 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.123308 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.123466 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.123622 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.123795 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.123952 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.124109 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.124266 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.124424 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.124582 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.124740 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.124897 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.125055 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.125231 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.125389 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.125545 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.125702 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.125860 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.126016 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.126173 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.126330 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.126487 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.126644 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.126800 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.126956 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.127113 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.127270 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.127435 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.127610 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.127770 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.127928 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.128087 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.128243 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.128400 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.128557 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.128714 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.128870 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.129028 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.129205 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.129363 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.129524 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.129684 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.129842 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.129998 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.130154 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.130311 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.130467 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.130623 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.130780 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.130936 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.131093 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.131249 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.131407 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.131564 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.131730 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.131885 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.132044 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.132205 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.132369 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.132536 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.132767 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.132926 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.133101 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.133262 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.133422 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.133578 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.133735 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.133893 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.134050 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.134207 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.134374 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.134533 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.134689 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.134846 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.135025 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.135181 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.135338 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.135497 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.135654 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.135812 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.135971 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.136127 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.136285 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.136442 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.136599 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.136757 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.136912 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.137089 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.137252 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.137409 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.137567 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.137725 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.137881 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.138041 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.138199 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.138356 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.138515 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.138671 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.138828 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.138984 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.139142 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.139300 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.139455 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.139613 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.139770 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.139929 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.140096 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.140229 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.140384 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.140538 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.140693 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.140852 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.141010 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.141190 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.141348 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.141506 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.141663 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.141819 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.141978 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.142141 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.142299 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.142458 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.142615 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.142773 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.142930 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.143086 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.143243 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.143764 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.143920 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.144090 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.144246 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.144404 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.144563 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.144721 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.144878 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.145034 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.145213 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.145371 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.145527 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.145685 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.145845 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.146005 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.146162 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.146319 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.146475 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.146632 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.146790 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.146948 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.147119 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.147276 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.147433 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.147589 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.147745 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.147902 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.148069 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.148226 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.148425 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.148582 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.148738 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.148895 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.149063 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.149241 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.149398 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.149556 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.149712 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.149870 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.150036 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.150196 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.150352 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.150509 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.150666 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.150823 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.150989 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.151146 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.151304 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.151459 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.151615 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.151771 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.151938 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.152100 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.152257 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.152412 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.152568 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.152724 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.152890 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.153047 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.153230 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.153395 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.153552 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.153708 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.153864 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.154034 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.154191 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.154351 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.154508 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.154665 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.154821 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.154979 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.155143 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.155310 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.155473 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.155632 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.155796 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.155961 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.156126 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.156282 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.156446 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.156615 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.156772 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.156927 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.157135 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.157258 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.157415 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.157572 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.157728 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.157885 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.158041 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.158196 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.158352 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.158508 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.158667 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.158822 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.158979 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.159135 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.159291 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.159447 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.159603 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 02:34:18.159751 n-d-712139-27 neutron-server[109661]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 02:34:18.186822 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48964) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:34:18.195490 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064256 Jan 28 02:34:29.605678 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6856ba41-618d-449b-80bc-864ef0e88402 None None] get_active_networks_info from n-d-712139-27 {{(pid=109804) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 02:34:29.669890 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6856ba41-618d-449b-80bc-864ef0e88402 None None] No non-hosted networks {{(pid=109804) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 28 02:34:29.684532 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.agentschedulers_db [None req-6856ba41-618d-449b-80bc-864ef0e88402 None None] DHCP Agent not found on host n-d-712139-27 {{(pid=109804) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 28 02:34:29.776712 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f2994c33-08c9-4cd8-9bd9-5bbd1d6bd639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3875516'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:34:31.755692 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-84aa0605-4267-48a9-8531-d05067875c4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3875516'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:34:31.786957 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8824d478-c418-4a82-8cd6-77a5e95a5493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:34:33.133285 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3875516'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:34:34.597025 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3875516'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:34:35.018833 n-d-712139-27 neutron-server[109804]: INFO neutron.db.l3_hamode_db [None req-ebe527d7-40f3-4c9b-b088-6b5955bce434 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 28 02:34:35.095470 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe527d7-40f3-4c9b-b088-6b5955bce434 None None] Routers set() bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:34:35.095948 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe527d7-40f3-4c9b-b088-6b5955bce434 None None] Router IDs set() for agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 02:34:35.816824 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3875516'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:34:35.817633 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:34:35.818181 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:34:35.818780 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:34:35.819308 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:34:35.819735 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:34:35.820152 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:34:35.820528 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:34:35.821529 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:34:35.821875 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:34:35.822382 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:34:35.822751 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:34:35.823082 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:34:35.823565 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:34:35.823970 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-712139-27', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:34:35.830350 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-712139-27', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:34:38.499038 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 49064) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:34:39.040047 n-d-712139-27 neutron-server[109803]: WARNING oslo_policy.policy [None req-36fbb25e-c033-4787-b696-a78bad721b6f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 02:34:39.040615 n-d-712139-27 neutron-server[109803]: WARNING oslo_policy.policy [None req-36fbb25e-c033-4787-b696-a78bad721b6f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 02:34:39.261212 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [None req-36fbb25e-c033-4787-b696-a78bad721b6f admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:34:39.262347 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-36fbb25e-c033-4787-b696-a78bad721b6f admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7622929 Jan 28 02:34:41.979657 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49080) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:34:42.511584 n-d-712139-27 neutron-server[109802]: WARNING oslo_policy.policy [None req-28b1b488-03d8-4f71-9580-72b99f395a9f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 02:34:42.512151 n-d-712139-27 neutron-server[109802]: WARNING oslo_policy.policy [None req-28b1b488-03d8-4f71-9580-72b99f395a9f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 02:34:42.734270 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-28b1b488-03d8-4f71-9580-72b99f395a9f admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'tenant_id': 'ae8b545987dc48efac37f5aa06b31f92', 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:34:42.823312 n-d-712139-27 neutron-server[109802]: DEBUG neutron.policy [None req-28b1b488-03d8-4f71-9580-72b99f395a9f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109802) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 28 02:34:42.864318 n-d-712139-27 neutron-server[109802]: WARNING oslo_policy.policy [None req-28b1b488-03d8-4f71-9580-72b99f395a9f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 02:34:42.864704 n-d-712139-27 neutron-server[109802]: WARNING oslo_policy.policy [None req-28b1b488-03d8-4f71-9580-72b99f395a9f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 02:34:42.960316 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-28b1b488-03d8-4f71-9580-72b99f395a9f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780453566364', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780453565897', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780453588565', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780453582178', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780453601387', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780453593088', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-740811', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-798667', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4144495', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3773936'] for rbac-policy (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:34:43.029855 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-28b1b488-03d8-4f71-9580-72b99f395a9f admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:34:43.031280 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-28b1b488-03d8-4f71-9580-72b99f395a9f admin admin] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0494764 Jan 28 02:34:45.721868 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49098) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:34:46.047408 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-5831c8ce-0fbe-4b89-a91c-d7e3ae606d35 admin admin] Request body: {'network': {'tenant_id': '6903a74442184061ae081f64dffc29d7', 'project_id': '6903a74442184061ae081f64dffc29d7', 'admin_state_up': True, 'name': 'private'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:34:46.080563 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5831c8ce-0fbe-4b89-a91c-d7e3ae606d35 admin admin] Made reservation on behalf of 6903a74442184061ae081f64dffc29d7 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:34:46.083498 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5831c8ce-0fbe-4b89-a91c-d7e3ae606d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:34:46.099655 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5831c8ce-0fbe-4b89-a91c-d7e3ae606d35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:34:46.204809 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5831c8ce-0fbe-4b89-a91c-d7e3ae606d35 admin admin] Publish callbacks [] for security_group (fd868dd7-cdb9-4ac1-b210-cf3c98ba2f54), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:34:46.210565 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5831c8ce-0fbe-4b89-a91c-d7e3ae606d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (fd868dd7-cdb9-4ac1-b210-cf3c98ba2f54), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:34:46.235095 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5831c8ce-0fbe-4b89-a91c-d7e3ae606d35 admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:34:46.259546 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5831c8ce-0fbe-4b89-a91c-d7e3ae606d35 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780454907019', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (cbdcfc88-8d34-4ade-86b5-ed9825c864ba), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:34:46.260123 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5831c8ce-0fbe-4b89-a91c-d7e3ae606d35 admin admin] Unsubscribe: segment precommit_create {{(pid=109802) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 28 02:34:46.260635 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-5831c8ce-0fbe-4b89-a91c-d7e3ae606d35 admin admin] Added segment cbdcfc88-8d34-4ade-86b5-ed9825c864ba of type vlan for network 2c6a3edd-8db0-4961-8451-37b611981e2f Jan 28 02:34:46.275951 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5831c8ce-0fbe-4b89-a91c-d7e3ae606d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd868dd7-cdb9-4ac1-b210-cf3c98ba2f54,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:34:46.320364 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5831c8ce-0fbe-4b89-a91c-d7e3ae606d35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:34:46.320703 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5831c8ce-0fbe-4b89-a91c-d7e3ae606d35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:34:46.321038 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5831c8ce-0fbe-4b89-a91c-d7e3ae606d35 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:34:46.321398 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5831c8ce-0fbe-4b89-a91c-d7e3ae606d35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:34:46.321716 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5831c8ce-0fbe-4b89-a91c-d7e3ae606d35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:34:46.322037 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5831c8ce-0fbe-4b89-a91c-d7e3ae606d35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:34:46.322354 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5831c8ce-0fbe-4b89-a91c-d7e3ae606d35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:34:46.322670 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5831c8ce-0fbe-4b89-a91c-d7e3ae606d35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:34:46.322970 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5831c8ce-0fbe-4b89-a91c-d7e3ae606d35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:34:46.323275 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5831c8ce-0fbe-4b89-a91c-d7e3ae606d35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:34:46.323586 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5831c8ce-0fbe-4b89-a91c-d7e3ae606d35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:34:46.323892 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5831c8ce-0fbe-4b89-a91c-d7e3ae606d35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:34:46.324196 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5831c8ce-0fbe-4b89-a91c-d7e3ae606d35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:34:46.325302 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5831c8ce-0fbe-4b89-a91c-d7e3ae606d35 admin admin] Tracked resource versions report: Jan 28 02:34:46.325302 n-d-712139-27 neutron-server[109802]: pushed versions: Jan 28 02:34:46.325302 n-d-712139-27 neutron-server[109802]: { 'AddressGroup': {'1.2'}, Jan 28 02:34:46.325302 n-d-712139-27 neutron-server[109802]: 'ConntrackHelper': {'1.0'}, Jan 28 02:34:46.325302 n-d-712139-27 neutron-server[109802]: 'LocalIPAssociation': {'1.0'}, Jan 28 02:34:46.325302 n-d-712139-27 neutron-server[109802]: 'Log': {'1.0'}, Jan 28 02:34:46.325302 n-d-712139-27 neutron-server[109802]: 'Network': {'1.1'}, Jan 28 02:34:46.325302 n-d-712139-27 neutron-server[109802]: 'Port': {'1.7'}, Jan 28 02:34:46.325302 n-d-712139-27 neutron-server[109802]: 'PortForwarding': {'1.2'}, Jan 28 02:34:46.325302 n-d-712139-27 neutron-server[109802]: 'QosPolicy': {'1.10'}, Jan 28 02:34:46.325302 n-d-712139-27 neutron-server[109802]: 'SecurityGroup': {'1.5'}, Jan 28 02:34:46.325302 n-d-712139-27 neutron-server[109802]: 'SecurityGroupRule': {'1.2'}, Jan 28 02:34:46.325302 n-d-712139-27 neutron-server[109802]: 'SubPort': {'1.0'}, Jan 28 02:34:46.325302 n-d-712139-27 neutron-server[109802]: 'Subnet': {'1.1'}, Jan 28 02:34:46.325302 n-d-712139-27 neutron-server[109802]: 'Trunk': {'1.1'}} Jan 28 02:34:46.325302 n-d-712139-27 neutron-server[109802]: consumer versions: Jan 28 02:34:46.325302 n-d-712139-27 neutron-server[109802]: { DHCP agent@n-d-712139-27: {}, Jan 28 02:34:46.325302 n-d-712139-27 neutron-server[109802]: L3 agent@n-d-712139-27: {}, Jan 28 02:34:46.325302 n-d-712139-27 neutron-server[109802]: Metadata agent@n-d-712139-27: {}, Jan 28 02:34:46.325302 n-d-712139-27 neutron-server[109802]: Metering agent@n-d-712139-27: {}, Jan 28 02:34:46.325302 n-d-712139-27 neutron-server[109802]: Open vSwitch agent@n-d-712139-27: { 'AddressGroup': '1.2', Jan 28 02:34:46.325302 n-d-712139-27 neutron-server[109802]: 'ConntrackHelper': '1.0', Jan 28 02:34:46.325302 n-d-712139-27 neutron-server[109802]: 'LocalIPAssociation': '1.0', Jan 28 02:34:46.325302 n-d-712139-27 neutron-server[109802]: 'Log': '1.0', Jan 28 02:34:46.325302 n-d-712139-27 neutron-server[109802]: 'Network': '1.1', Jan 28 02:34:46.325302 n-d-712139-27 neutron-server[109802]: 'Port': '1.7', Jan 28 02:34:46.325302 n-d-712139-27 neutron-server[109802]: 'PortForwarding': '1.2', Jan 28 02:34:46.325302 n-d-712139-27 neutron-server[109802]: 'QosPolicy': '1.10', Jan 28 02:34:46.325302 n-d-712139-27 neutron-server[109802]: 'SecurityGroup': '1.5', Jan 28 02:34:46.325302 n-d-712139-27 neutron-server[109802]: 'SecurityGroupRule': '1.2', Jan 28 02:34:46.325302 n-d-712139-27 neutron-server[109802]: 'SubPort': '1.0', Jan 28 02:34:46.325302 n-d-712139-27 neutron-server[109802]: 'Subnet': '1.1', Jan 28 02:34:46.325302 n-d-712139-27 neutron-server[109802]: 'Trunk': '1.1'}} Jan 28 02:34:46.325302 n-d-712139-27 neutron-server[109802]: {{(pid=109802) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 02:34:46.369987 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5831c8ce-0fbe-4b89-a91c-d7e3ae606d35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (2c6a3edd-8db0-4961-8451-37b611981e2f), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:34:46.410041 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5831c8ce-0fbe-4b89-a91c-d7e3ae606d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (2c6a3edd-8db0-4961-8451-37b611981e2f), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:34:46.411328 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5831c8ce-0fbe-4b89-a91c-d7e3ae606d35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:34:46.412019 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5831c8ce-0fbe-4b89-a91c-d7e3ae606d35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:34:46.502333 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5831c8ce-0fbe-4b89-a91c-d7e3ae606d35 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7789106 Jan 28 02:34:46.514630 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5831c8ce-0fbe-4b89-a91c-d7e3ae606d35 admin admin] Pushing event updated for resources: {'Network': ['ID=2c6a3edd-8db0-4961-8451-37b611981e2f,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:34:46.527770 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 2c6a3edd-8db0-4961-8451-37b611981e2f details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:34:49.258396 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49112) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:34:49.690244 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3556b04-5bbf-4f54-94c9-3812e57d7745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:34:49.691615 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a3556b04-5bbf-4f54-94c9-3812e57d7745 admin admin] 10.222.0.53 "GET /v2.0/networks/2c6a3edd-8db0-4961-8451-37b611981e2f HTTP/1.1" status: 200 len: 825 time: 0.4322319 Jan 28 02:34:49.715711 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3441a989-22a9-44a9-8f86-0cf24568c40a admin admin] 10.222.0.53 "GET /v2.0/subnetpools/be63e5e4-140a-4a3a-9cce-96226417a93f HTTP/1.1" status: 200 len: 734 time: 0.0183492 Jan 28 02:34:49.724423 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-e02528a8-e9e4-44f6-aab0-f571cc3d360c admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '2c6a3edd-8db0-4961-8451-37b611981e2f', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': 'be63e5e4-140a-4a3a-9cce-96226417a93f', 'tenant_id': '6903a74442184061ae081f64dffc29d7'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:34:49.750741 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02528a8-e9e4-44f6-aab0-f571cc3d360c admin admin] Made reservation on behalf of 6903a74442184061ae081f64dffc29d7 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:34:49.752982 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e02528a8-e9e4-44f6-aab0-f571cc3d360c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:34:50.044909 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e02528a8-e9e4-44f6-aab0-f571cc3d360c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for subnet (63616549-6601-4c2b-85cd-d7e8f4e36b1e), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:34:50.109226 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02528a8-e9e4-44f6-aab0-f571cc3d360c admin admin] Pushing event updated for resources: {'Subnet': ['ID=63616549-6601-4c2b-85cd-d7e8f4e36b1e,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:34:50.116039 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02528a8-e9e4-44f6-aab0-f571cc3d360c admin admin] Checking segment: {'id': 'cbdcfc88-8d34-4ade-86b5-ed9825c864ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c6a3edd-8db0-4961-8451-37b611981e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:34:50.116529 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02528a8-e9e4-44f6-aab0-f571cc3d360c admin admin] Network hostable DHCP agents. Network: 2c6a3edd-8db0-4961-8451-37b611981e2f, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:34:50.143619 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02528a8-e9e4-44f6-aab0-f571cc3d360c admin admin] Network 2c6a3edd-8db0-4961-8451-37b611981e2f is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:34:50.157228 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-e02528a8-e9e4-44f6-aab0-f571cc3d360c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 2c6a3edd-8db0-4961-8451-37b611981e2f) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:34:50.162173 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02528a8-e9e4-44f6-aab0-f571cc3d360c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:34:50.162757 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e02528a8-e9e4-44f6-aab0-f571cc3d360c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:34:50.168656 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5c95fc-9ddc-42ef-ae7d-7e448e96af37 None None] Network 2c6a3edd-8db0-4961-8451-37b611981e2f requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:34:50.184086 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e02528a8-e9e4-44f6-aab0-f571cc3d360c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4584861 Jan 28 02:34:50.431564 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f4934a-9a74-40ee-8080-1a8020fb9cab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-2c6a3edd-8db0-4961-8451-37b611981e2f', 'network_id': '2c6a3edd-8db0-4961-8451-37b611981e2f', 'project_id': '6903a74442184061ae081f64dffc29d7', 'fixed_ips': [{'subnet_id': '63616549-6601-4c2b-85cd-d7e8f4e36b1e'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:34:50.432861 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b4f4934a-9a74-40ee-8080-1a8020fb9cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:34:50.711832 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-b4f4934a-9a74-40ee-8080-1a8020fb9cab None None] Allocated IP 172.20.0.2 (2c6a3edd-8db0-4961-8451-37b611981e2f/63616549-6601-4c2b-85cd-d7e8f4e36b1e/872b06df-281d-4700-be34-009fc7406916) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:34:50.971060 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b4f4934a-9a74-40ee-8080-1a8020fb9cab None None] Publish callbacks [] for port (872b06df-281d-4700-be34-009fc7406916), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:34:50.979091 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b4f4934a-9a74-40ee-8080-1a8020fb9cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (872b06df-281d-4700-be34-009fc7406916), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:34:51.048078 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f4934a-9a74-40ee-8080-1a8020fb9cab None None] Network 2c6a3edd-8db0-4961-8451-37b611981e2f is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:34:51.053291 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-b4f4934a-9a74-40ee-8080-1a8020fb9cab None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:34:51.065408 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f4934a-9a74-40ee-8080-1a8020fb9cab None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:34:51.071736 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f4934a-9a74-40ee-8080-1a8020fb9cab None None] Pushing event updated for resources: {'Port': ['ID=872b06df-281d-4700-be34-009fc7406916,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:34:51.102288 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f4934a-9a74-40ee-8080-1a8020fb9cab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:34:51.102634 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f4934a-9a74-40ee-8080-1a8020fb9cab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:34:51.102972 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f4934a-9a74-40ee-8080-1a8020fb9cab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:34:51.103304 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f4934a-9a74-40ee-8080-1a8020fb9cab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:34:51.103630 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f4934a-9a74-40ee-8080-1a8020fb9cab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:34:51.103957 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f4934a-9a74-40ee-8080-1a8020fb9cab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:34:51.104289 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f4934a-9a74-40ee-8080-1a8020fb9cab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:34:51.104631 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f4934a-9a74-40ee-8080-1a8020fb9cab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:34:51.104953 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f4934a-9a74-40ee-8080-1a8020fb9cab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:34:51.105261 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f4934a-9a74-40ee-8080-1a8020fb9cab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:34:51.105611 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f4934a-9a74-40ee-8080-1a8020fb9cab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:34:51.105926 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f4934a-9a74-40ee-8080-1a8020fb9cab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:34:51.106242 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f4934a-9a74-40ee-8080-1a8020fb9cab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:34:51.107304 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f4934a-9a74-40ee-8080-1a8020fb9cab None None] Tracked resource versions report: Jan 28 02:34:51.107304 n-d-712139-27 neutron-server[109804]: pushed versions: Jan 28 02:34:51.107304 n-d-712139-27 neutron-server[109804]: { 'AddressGroup': {'1.2'}, Jan 28 02:34:51.107304 n-d-712139-27 neutron-server[109804]: 'ConntrackHelper': {'1.0'}, Jan 28 02:34:51.107304 n-d-712139-27 neutron-server[109804]: 'LocalIPAssociation': {'1.0'}, Jan 28 02:34:51.107304 n-d-712139-27 neutron-server[109804]: 'Log': {'1.0'}, Jan 28 02:34:51.107304 n-d-712139-27 neutron-server[109804]: 'Network': {'1.1'}, Jan 28 02:34:51.107304 n-d-712139-27 neutron-server[109804]: 'Port': {'1.7'}, Jan 28 02:34:51.107304 n-d-712139-27 neutron-server[109804]: 'PortForwarding': {'1.2'}, Jan 28 02:34:51.107304 n-d-712139-27 neutron-server[109804]: 'QosPolicy': {'1.10'}, Jan 28 02:34:51.107304 n-d-712139-27 neutron-server[109804]: 'SecurityGroup': {'1.5'}, Jan 28 02:34:51.107304 n-d-712139-27 neutron-server[109804]: 'SecurityGroupRule': {'1.2'}, Jan 28 02:34:51.107304 n-d-712139-27 neutron-server[109804]: 'SubPort': {'1.0'}, Jan 28 02:34:51.107304 n-d-712139-27 neutron-server[109804]: 'Subnet': {'1.1'}, Jan 28 02:34:51.107304 n-d-712139-27 neutron-server[109804]: 'Trunk': {'1.1'}} Jan 28 02:34:51.107304 n-d-712139-27 neutron-server[109804]: consumer versions: Jan 28 02:34:51.107304 n-d-712139-27 neutron-server[109804]: { DHCP agent@n-d-712139-27: {}, Jan 28 02:34:51.107304 n-d-712139-27 neutron-server[109804]: L3 agent@n-d-712139-27: {}, Jan 28 02:34:51.107304 n-d-712139-27 neutron-server[109804]: Metadata agent@n-d-712139-27: {}, Jan 28 02:34:51.107304 n-d-712139-27 neutron-server[109804]: Metering agent@n-d-712139-27: {}, Jan 28 02:34:51.107304 n-d-712139-27 neutron-server[109804]: Open vSwitch agent@n-d-712139-27: { 'AddressGroup': '1.2', Jan 28 02:34:51.107304 n-d-712139-27 neutron-server[109804]: 'ConntrackHelper': '1.0', Jan 28 02:34:51.107304 n-d-712139-27 neutron-server[109804]: 'LocalIPAssociation': '1.0', Jan 28 02:34:51.107304 n-d-712139-27 neutron-server[109804]: 'Log': '1.0', Jan 28 02:34:51.107304 n-d-712139-27 neutron-server[109804]: 'Network': '1.1', Jan 28 02:34:51.107304 n-d-712139-27 neutron-server[109804]: 'Port': '1.7', Jan 28 02:34:51.107304 n-d-712139-27 neutron-server[109804]: 'PortForwarding': '1.2', Jan 28 02:34:51.107304 n-d-712139-27 neutron-server[109804]: 'QosPolicy': '1.10', Jan 28 02:34:51.107304 n-d-712139-27 neutron-server[109804]: 'SecurityGroup': '1.5', Jan 28 02:34:51.107304 n-d-712139-27 neutron-server[109804]: 'SecurityGroupRule': '1.2', Jan 28 02:34:51.107304 n-d-712139-27 neutron-server[109804]: 'SubPort': '1.0', Jan 28 02:34:51.107304 n-d-712139-27 neutron-server[109804]: 'Subnet': '1.1', Jan 28 02:34:51.107304 n-d-712139-27 neutron-server[109804]: 'Trunk': '1.1'}} Jan 28 02:34:51.107304 n-d-712139-27 neutron-server[109804]: {{(pid=109804) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 02:34:51.153364 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-b4f4934a-9a74-40ee-8080-1a8020fb9cab None None] Attempting to bind port 872b06df-281d-4700-be34-009fc7406916 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:34:51.153754 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-b4f4934a-9a74-40ee-8080-1a8020fb9cab None None] Attempting to bind port 872b06df-281d-4700-be34-009fc7406916 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'cbdcfc88-8d34-4ade-86b5-ed9825c864ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c6a3edd-8db0-4961-8451-37b611981e2f'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:34:51.154188 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f4934a-9a74-40ee-8080-1a8020fb9cab None None] Attempting to bind port 872b06df-281d-4700-be34-009fc7406916 on network 2c6a3edd-8db0-4961-8451-37b611981e2f {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:34:51.159146 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f4934a-9a74-40ee-8080-1a8020fb9cab None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:34:51.159615 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f4934a-9a74-40ee-8080-1a8020fb9cab None None] Checking segment: {'id': 'cbdcfc88-8d34-4ade-86b5-ed9825c864ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c6a3edd-8db0-4961-8451-37b611981e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:34:51.160148 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b4f4934a-9a74-40ee-8080-1a8020fb9cab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:34:51.160537 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f4934a-9a74-40ee-8080-1a8020fb9cab None None] Bound using segment: {'id': 'cbdcfc88-8d34-4ade-86b5-ed9825c864ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c6a3edd-8db0-4961-8451-37b611981e2f'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:34:51.161005 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-b4f4934a-9a74-40ee-8080-1a8020fb9cab None None] Bound port: 872b06df-281d-4700-be34-009fc7406916, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbdcfc88-8d34-4ade-86b5-ed9825c864ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c6a3edd-8db0-4961-8451-37b611981e2f'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:34:51.161432 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b4f4934a-9a74-40ee-8080-1a8020fb9cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (872b06df-281d-4700-be34-009fc7406916), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:34:51.225136 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-b4f4934a-9a74-40ee-8080-1a8020fb9cab None None] For port 872b06df-281d-4700-be34-009fc7406916, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:34:51.229333 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-b4f4934a-9a74-40ee-8080-1a8020fb9cab None None] For port 872b06df-281d-4700-be34-009fc7406916, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=872b06df-281d-4700-be34-009fc7406916,segment=NetworkSegment(cbdcfc88-8d34-4ade-86b5-ed9825c864ba),segment_id=cbdcfc88-8d34-4ade-86b5-ed9825c864ba)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:34:51.236231 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b4f4934a-9a74-40ee-8080-1a8020fb9cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (872b06df-281d-4700-be34-009fc7406916), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:34:51.299204 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f4934a-9a74-40ee-8080-1a8020fb9cab None None] Pushing event updated for resources: {'Port': ['ID=872b06df-281d-4700-be34-009fc7406916,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:34:52.624487 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49120) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:34:52.963496 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-fe9b41be-85f8-4a3d-ac6e-7fed8562fe1c admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:34:52.964490 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-fe9b41be-85f8-4a3d-ac6e-7fed8562fe1c admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3390529 Jan 28 02:34:55.374066 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 49128) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:34:55.716971 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [None req-041ebf00-b193-4a8b-93fc-60c4e8fe0352 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:34:55.717969 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-041ebf00-b193-4a8b-93fc-60c4e8fe0352 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3428583 Jan 28 02:34:58.509983 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 49138) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:34:58.829994 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-4ff7f869-824f-4e49-8345-551fa0243c6c admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '6903a74442184061ae081f64dffc29d7', 'name': 'router1'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:34:58.888346 n-d-712139-27 neutron-server[109803]: DEBUG neutron.policy [None req-4ff7f869-824f-4e49-8345-551fa0243c6c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109803) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 28 02:34:58.931954 n-d-712139-27 neutron-server[109803]: WARNING oslo_policy.policy [None req-4ff7f869-824f-4e49-8345-551fa0243c6c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 02:34:58.932327 n-d-712139-27 neutron-server[109803]: WARNING oslo_policy.policy [None req-4ff7f869-824f-4e49-8345-551fa0243c6c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 02:34:59.000979 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ff7f869-824f-4e49-8345-551fa0243c6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (ba5df900-54de-4011-b5e1-3e81f3dc6c5b), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:34:59.002958 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ff7f869-824f-4e49-8345-551fa0243c6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (ba5df900-54de-4011-b5e1-3e81f3dc6c5b), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:34:59.165337 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ff7f869-824f-4e49-8345-551fa0243c6c admin admin] Publish callbacks [] for router_controller (ba5df900-54de-4011-b5e1-3e81f3dc6c5b), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:34:59.172470 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ff7f869-824f-4e49-8345-551fa0243c6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (ba5df900-54de-4011-b5e1-3e81f3dc6c5b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:34:59.195281 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ff7f869-824f-4e49-8345-551fa0243c6c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:34:59.196542 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4ff7f869-824f-4e49-8345-551fa0243c6c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6855679 Jan 28 02:34:59.543284 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8cd766d8-6094-40bc-b86a-d6e4b43866a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:01.643493 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 49152) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:35:01.745385 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-00710653-a76b-457d-b80b-8a505918acc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:01.977882 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [None req-c1eeec61-5723-4317-b82b-1299da99155b admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:35:01.978842 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c1eeec61-5723-4317-b82b-1299da99155b admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3342562 Jan 28 02:35:02.279656 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ff9501-10e3-4a62-ad32-1dabd6365374 None None] Network 2c6a3edd-8db0-4961-8451-37b611981e2f requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:35:02.372360 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-0a14d3bf-e8f8-422e-bf83-a4391ed73f92 None None] Provisioning complete for port 872b06df-281d-4700-be34-009fc7406916 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:35:02.373220 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0a14d3bf-e8f8-422e-bf83-a4391ed73f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (872b06df-281d-4700-be34-009fc7406916), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:02.435396 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 872b06df-281d-4700-be34-009fc7406916 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:35:02.592996 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 872b06df-281d-4700-be34-009fc7406916 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:35:02.593411 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (872b06df-281d-4700-be34-009fc7406916), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:02.596588 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-0a14d3bf-e8f8-422e-bf83-a4391ed73f92 None None] Current status of the port 872b06df-281d-4700-be34-009fc7406916 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:35:02.596692 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0a14d3bf-e8f8-422e-bf83-a4391ed73f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (872b06df-281d-4700-be34-009fc7406916), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:02.664635 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-0a14d3bf-e8f8-422e-bf83-a4391ed73f92 None None] For port 872b06df-281d-4700-be34-009fc7406916, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=872b06df-281d-4700-be34-009fc7406916,segment=NetworkSegment(cbdcfc88-8d34-4ade-86b5-ed9825c864ba),segment_id=cbdcfc88-8d34-4ade-86b5-ed9825c864ba)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:35:02.671430 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0a14d3bf-e8f8-422e-bf83-a4391ed73f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (872b06df-281d-4700-be34-009fc7406916), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:02.743172 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a14d3bf-e8f8-422e-bf83-a4391ed73f92 None None] Pushing event updated for resources: {'Port': ['ID=872b06df-281d-4700-be34-009fc7406916,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:35:02.749452 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 872b06df-281d-4700-be34-009fc7406916 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:35:02.792228 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-cd024a3b-6ed1-4660-a6bb-c5f0e7b4cdda None None] Provisioning complete for port 872b06df-281d-4700-be34-009fc7406916 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:35:02.792553 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cd024a3b-6ed1-4660-a6bb-c5f0e7b4cdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (872b06df-281d-4700-be34-009fc7406916), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:02.868605 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-cd024a3b-6ed1-4660-a6bb-c5f0e7b4cdda None None] Current status of the port 872b06df-281d-4700-be34-009fc7406916 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:35:03.061388 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:04.362065 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 872b06df-281d-4700-be34-009fc7406916 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:35:04.408240 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 872b06df-281d-4700-be34-009fc7406916 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:35:04.408631 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (872b06df-281d-4700-be34-009fc7406916), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:04.483659 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 872b06df-281d-4700-be34-009fc7406916 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:35:04.502393 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 49184) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:35:04.539703 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:04.632629 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-b90b5460-1ff2-491b-b240-fc696244c042 admin admin] Request body: {'network': {'tenant_id': 'ae8b545987dc48efac37f5aa06b31f92', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'project_id': 'ae8b545987dc48efac37f5aa06b31f92', 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:35:04.656204 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90b5460-1ff2-491b-b240-fc696244c042 admin admin] Made reservation on behalf of ae8b545987dc48efac37f5aa06b31f92 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:35:04.658999 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b90b5460-1ff2-491b-b240-fc696244c042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:04.674465 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b90b5460-1ff2-491b-b240-fc696244c042 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:04.780327 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b90b5460-1ff2-491b-b240-fc696244c042 admin admin] Publish callbacks [] for security_group (7b197f4c-05a3-4d9f-a337-092470539f3a), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:04.785465 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b90b5460-1ff2-491b-b240-fc696244c042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (7b197f4c-05a3-4d9f-a337-092470539f3a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:04.797229 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b90b5460-1ff2-491b-b240-fc696244c042 admin admin] Reserving flat network on physical network physnet1 {{(pid=109803) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 28 02:35:04.830619 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b90b5460-1ff2-491b-b240-fc696244c042 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780454907019', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (e3be01c1-9721-4575-9706-04b377807ceb), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:04.831207 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b90b5460-1ff2-491b-b240-fc696244c042 admin admin] Unsubscribe: segment precommit_create {{(pid=109803) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 28 02:35:04.831724 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-b90b5460-1ff2-491b-b240-fc696244c042 admin admin] Added segment e3be01c1-9721-4575-9706-04b377807ceb of type flat for network 8f7dc9c9-eaf1-4339-a2e3-884554154641 Jan 28 02:35:04.847459 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b5460-1ff2-491b-b240-fc696244c042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b197f4c-05a3-4d9f-a337-092470539f3a,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:35:04.895679 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90b5460-1ff2-491b-b240-fc696244c042 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:35:04.896021 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90b5460-1ff2-491b-b240-fc696244c042 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:35:04.896417 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90b5460-1ff2-491b-b240-fc696244c042 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:35:04.896718 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90b5460-1ff2-491b-b240-fc696244c042 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:35:04.897120 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90b5460-1ff2-491b-b240-fc696244c042 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:35:04.897786 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90b5460-1ff2-491b-b240-fc696244c042 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:35:04.898224 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90b5460-1ff2-491b-b240-fc696244c042 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:35:04.898552 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90b5460-1ff2-491b-b240-fc696244c042 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:35:04.898877 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90b5460-1ff2-491b-b240-fc696244c042 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:35:04.899224 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90b5460-1ff2-491b-b240-fc696244c042 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:35:04.899526 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90b5460-1ff2-491b-b240-fc696244c042 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:35:04.899827 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90b5460-1ff2-491b-b240-fc696244c042 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:35:04.900148 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90b5460-1ff2-491b-b240-fc696244c042 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:35:04.901311 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90b5460-1ff2-491b-b240-fc696244c042 admin admin] Tracked resource versions report: Jan 28 02:35:04.901311 n-d-712139-27 neutron-server[109803]: pushed versions: Jan 28 02:35:04.901311 n-d-712139-27 neutron-server[109803]: { 'AddressGroup': {'1.2'}, Jan 28 02:35:04.901311 n-d-712139-27 neutron-server[109803]: 'ConntrackHelper': {'1.0'}, Jan 28 02:35:04.901311 n-d-712139-27 neutron-server[109803]: 'LocalIPAssociation': {'1.0'}, Jan 28 02:35:04.901311 n-d-712139-27 neutron-server[109803]: 'Log': {'1.0'}, Jan 28 02:35:04.901311 n-d-712139-27 neutron-server[109803]: 'Network': {'1.1'}, Jan 28 02:35:04.901311 n-d-712139-27 neutron-server[109803]: 'Port': {'1.7'}, Jan 28 02:35:04.901311 n-d-712139-27 neutron-server[109803]: 'PortForwarding': {'1.2'}, Jan 28 02:35:04.901311 n-d-712139-27 neutron-server[109803]: 'QosPolicy': {'1.10'}, Jan 28 02:35:04.901311 n-d-712139-27 neutron-server[109803]: 'SecurityGroup': {'1.5'}, Jan 28 02:35:04.901311 n-d-712139-27 neutron-server[109803]: 'SecurityGroupRule': {'1.2'}, Jan 28 02:35:04.901311 n-d-712139-27 neutron-server[109803]: 'SubPort': {'1.0'}, Jan 28 02:35:04.901311 n-d-712139-27 neutron-server[109803]: 'Subnet': {'1.1'}, Jan 28 02:35:04.901311 n-d-712139-27 neutron-server[109803]: 'Trunk': {'1.1'}} Jan 28 02:35:04.901311 n-d-712139-27 neutron-server[109803]: consumer versions: Jan 28 02:35:04.901311 n-d-712139-27 neutron-server[109803]: { DHCP agent@n-d-712139-27: {}, Jan 28 02:35:04.901311 n-d-712139-27 neutron-server[109803]: L3 agent@n-d-712139-27: {}, Jan 28 02:35:04.901311 n-d-712139-27 neutron-server[109803]: Metadata agent@n-d-712139-27: {}, Jan 28 02:35:04.901311 n-d-712139-27 neutron-server[109803]: Metering agent@n-d-712139-27: {}, Jan 28 02:35:04.901311 n-d-712139-27 neutron-server[109803]: Open vSwitch agent@n-d-712139-27: { 'AddressGroup': '1.2', Jan 28 02:35:04.901311 n-d-712139-27 neutron-server[109803]: 'ConntrackHelper': '1.0', Jan 28 02:35:04.901311 n-d-712139-27 neutron-server[109803]: 'LocalIPAssociation': '1.0', Jan 28 02:35:04.901311 n-d-712139-27 neutron-server[109803]: 'Log': '1.0', Jan 28 02:35:04.901311 n-d-712139-27 neutron-server[109803]: 'Network': '1.1', Jan 28 02:35:04.901311 n-d-712139-27 neutron-server[109803]: 'Port': '1.7', Jan 28 02:35:04.901311 n-d-712139-27 neutron-server[109803]: 'PortForwarding': '1.2', Jan 28 02:35:04.901311 n-d-712139-27 neutron-server[109803]: 'QosPolicy': '1.10', Jan 28 02:35:04.901311 n-d-712139-27 neutron-server[109803]: 'SecurityGroup': '1.5', Jan 28 02:35:04.901311 n-d-712139-27 neutron-server[109803]: 'SecurityGroupRule': '1.2', Jan 28 02:35:04.901311 n-d-712139-27 neutron-server[109803]: 'SubPort': '1.0', Jan 28 02:35:04.901311 n-d-712139-27 neutron-server[109803]: 'Subnet': '1.1', Jan 28 02:35:04.901311 n-d-712139-27 neutron-server[109803]: 'Trunk': '1.1'}} Jan 28 02:35:04.901311 n-d-712139-27 neutron-server[109803]: {{(pid=109803) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 02:35:04.953988 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b90b5460-1ff2-491b-b240-fc696244c042 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (8f7dc9c9-eaf1-4339-a2e3-884554154641), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:04.998667 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b90b5460-1ff2-491b-b240-fc696244c042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (8f7dc9c9-eaf1-4339-a2e3-884554154641), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:04.999780 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90b5460-1ff2-491b-b240-fc696244c042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:35:05.000459 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b90b5460-1ff2-491b-b240-fc696244c042 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:05.097607 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b90b5460-1ff2-491b-b240-fc696244c042 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5939734 Jan 28 02:35:05.108445 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b5460-1ff2-491b-b240-fc696244c042 admin admin] Pushing event updated for resources: {'Network': ['ID=8f7dc9c9-eaf1-4339-a2e3-884554154641,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:35:05.123008 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:35:05.825668 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:07.409129 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49196) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:35:07.511682 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d76a43-6478-49fd-8e6d-dc535255a910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:35:07.513046 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b0d76a43-6478-49fd-8e6d-dc535255a910 admin admin] 10.222.0.53 "GET /v2.0/subnets/63616549-6601-4c2b-85cd-d7e8f4e36b1e HTTP/1.1" status: 200 len: 849 time: 0.1029255 Jan 28 02:35:07.675516 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b99ed28d-e827-4e66-9cc2-4108d5d93370 admin admin] 10.222.0.53 "GET /v2.0/routers/ba5df900-54de-4011-b5e1-3e81f3dc6c5b HTTP/1.1" status: 200 len: 704 time: 0.1561098 Jan 28 02:35:07.943179 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-02b2f187-b2c5-4483-a290-b57ea2200473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:08.238966 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-02b2f187-b2c5-4483-a290-b57ea2200473 admin admin] Allocated IP 172.20.0.1 (2c6a3edd-8db0-4961-8451-37b611981e2f/63616549-6601-4c2b-85cd-d7e8f4e36b1e/9e36f1d6-3eaa-4734-afa3-1d81d8f2af58) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:35:08.394328 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-02b2f187-b2c5-4483-a290-b57ea2200473 admin admin] Publish callbacks [] for port (9e36f1d6-3eaa-4734-afa3-1d81d8f2af58), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:08.463547 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-02b2f187-b2c5-4483-a290-b57ea2200473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (9e36f1d6-3eaa-4734-afa3-1d81d8f2af58), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:08.538656 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b2f187-b2c5-4483-a290-b57ea2200473 admin admin] Network 2c6a3edd-8db0-4961-8451-37b611981e2f is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:35:08.548998 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-02b2f187-b2c5-4483-a290-b57ea2200473 admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:35:08.557957 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b2f187-b2c5-4483-a290-b57ea2200473 admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:35:08.558806 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-02b2f187-b2c5-4483-a290-b57ea2200473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (ba5df900-54de-4011-b5e1-3e81f3dc6c5b), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:08.584572 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2f187-b2c5-4483-a290-b57ea2200473 admin admin] Pushing event updated for resources: {'Port': ['ID=9e36f1d6-3eaa-4734-afa3-1d81d8f2af58,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:35:08.731517 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-58675238-0ed2-408c-9da7-192f7e6ca5e7 None None] Provisioning complete for port 9e36f1d6-3eaa-4734-afa3-1d81d8f2af58 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:35:08.732119 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-58675238-0ed2-408c-9da7-192f7e6ca5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9e36f1d6-3eaa-4734-afa3-1d81d8f2af58), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:08.813338 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-58675238-0ed2-408c-9da7-192f7e6ca5e7 None None] Port 9e36f1d6-3eaa-4734-afa3-1d81d8f2af58 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:35:08.815702 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-02b2f187-b2c5-4483-a290-b57ea2200473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9e36f1d6-3eaa-4734-afa3-1d81d8f2af58), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:09.026534 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-02b2f187-b2c5-4483-a290-b57ea2200473 admin admin] Publish callbacks [] for port (9e36f1d6-3eaa-4734-afa3-1d81d8f2af58), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:09.033656 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-02b2f187-b2c5-4483-a290-b57ea2200473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9e36f1d6-3eaa-4734-afa3-1d81d8f2af58), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:09.034411 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-02b2f187-b2c5-4483-a290-b57ea2200473 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (ba5df900-54de-4011-b5e1-3e81f3dc6c5b), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:09.110523 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2f187-b2c5-4483-a290-b57ea2200473 admin admin] Pushing event updated for resources: {'Port': ['ID=9e36f1d6-3eaa-4734-afa3-1d81d8f2af58,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:35:09.158625 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b2f187-b2c5-4483-a290-b57ea2200473 admin admin] Network 2c6a3edd-8db0-4961-8451-37b611981e2f is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:35:09.160001 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-02b2f187-b2c5-4483-a290-b57ea2200473 admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:35:09.320081 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b2f187-b2c5-4483-a290-b57ea2200473 admin admin] Router ba5df900-54de-4011-b5e1-3e81f3dc6c5b is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 02:35:09.335231 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-0805d524-2756-4c88-8921-de904162daf2 None None] Provisioning complete for port 9e36f1d6-3eaa-4734-afa3-1d81d8f2af58 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:35:09.335715 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0805d524-2756-4c88-8921-de904162daf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9e36f1d6-3eaa-4734-afa3-1d81d8f2af58), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:09.368350 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-0805d524-2756-4c88-8921-de904162daf2 None None] Port 9e36f1d6-3eaa-4734-afa3-1d81d8f2af58 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:35:09.423545 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b2f187-b2c5-4483-a290-b57ea2200473 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:35:09.429633 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-02b2f187-b2c5-4483-a290-b57ea2200473 admin admin] 10.222.0.53 "PUT /v2.0/routers/ba5df900-54de-4011-b5e1-3e81f3dc6c5b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7473216 Jan 28 02:35:09.435151 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f1a01d-2106-4834-bfcb-ba8ca5e459bf None None] Sync routers for ids ['ba5df900-54de-4011-b5e1-3e81f3dc6c5b'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:35:09.447562 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f1a01d-2106-4834-bfcb-ba8ca5e459bf None None] Routers {'ba5df900-54de-4011-b5e1-3e81f3dc6c5b'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:35:09.448407 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-51f1a01d-2106-4834-bfcb-ba8ca5e459bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:35:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['ba5df900-54de-4011-b5e1-3e81f3dc6c5b'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:35:09.628668 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-51f1a01d-2106-4834-bfcb-ba8ca5e459bf None None] Set router ba5df900-54de-4011-b5e1-3e81f3dc6c5b gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:35:10.052521 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-51f1a01d-2106-4834-bfcb-ba8ca5e459bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba5df900-54de-4011-b5e1-3e81f3dc6c5b', 'name': 'router1', 'tenant_id': '6903a74442184061ae081f64dffc29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:34:59Z', 'updated_at': '2022-01-28T02:35:08Z', 'revision_number': 2, 'project_id': '6903a74442184061ae081f64dffc29d7', 'gw_port_host': None, '_interfaces': [{'id': '9e36f1d6-3eaa-4734-afa3-1d81d8f2af58', 'name': '', 'network_id': '2c6a3edd-8db0-4961-8451-37b611981e2f', 'tenant_id': '6903a74442184061ae081f64dffc29d7', 'mac_address': 'fa:16:3e:3b:cb:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba5df900-54de-4011-b5e1-3e81f3dc6c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '63616549-6601-4c2b-85cd-d7e8f4e36b1e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:35:07Z', 'updated_at': '2022-01-28T02:35:08Z', 'revision_number': 2, 'project_id': '6903a74442184061ae081f64dffc29d7', 'subnets': [{'id': '63616549-6601-4c2b-85cd-d7e8f4e36b1e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be63e5e4-140a-4a3a-9cce-96226417a93f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:35:10.102404 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f1a01d-2106-4834-bfcb-ba8ca5e459bf None None] Checking router: ba5df900-54de-4011-b5e1-3e81f3dc6c5b for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:35:10.102750 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f1a01d-2106-4834-bfcb-ba8ca5e459bf None None] Updating router ba5df900-54de-4011-b5e1-3e81f3dc6c5b port 9e36f1d6-3eaa-4734-afa3-1d81d8f2af58 binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:35:10.149835 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-51f1a01d-2106-4834-bfcb-ba8ca5e459bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9e36f1d6-3eaa-4734-afa3-1d81d8f2af58), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:10.648279 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-51f1a01d-2106-4834-bfcb-ba8ca5e459bf None None] Publish callbacks [] for port (9e36f1d6-3eaa-4734-afa3-1d81d8f2af58), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:10.655879 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-51f1a01d-2106-4834-bfcb-ba8ca5e459bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9e36f1d6-3eaa-4734-afa3-1d81d8f2af58), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:10.810768 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a9496-5cbe-46de-8e39-0298911bb276 None None] Pushing event updated for resources: {'Port': ['ID=9e36f1d6-3eaa-4734-afa3-1d81d8f2af58,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:35:10.827432 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208a9496-5cbe-46de-8e39-0298911bb276 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:35:10.827780 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208a9496-5cbe-46de-8e39-0298911bb276 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:35:10.828114 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208a9496-5cbe-46de-8e39-0298911bb276 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:35:10.828445 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208a9496-5cbe-46de-8e39-0298911bb276 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:35:10.828772 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208a9496-5cbe-46de-8e39-0298911bb276 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:35:10.829117 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208a9496-5cbe-46de-8e39-0298911bb276 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:35:10.829439 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208a9496-5cbe-46de-8e39-0298911bb276 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:35:10.829767 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208a9496-5cbe-46de-8e39-0298911bb276 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:35:10.830090 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208a9496-5cbe-46de-8e39-0298911bb276 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:35:10.830396 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208a9496-5cbe-46de-8e39-0298911bb276 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:35:10.830710 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208a9496-5cbe-46de-8e39-0298911bb276 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:35:10.831023 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208a9496-5cbe-46de-8e39-0298911bb276 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:35:10.831336 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208a9496-5cbe-46de-8e39-0298911bb276 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:35:10.832411 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208a9496-5cbe-46de-8e39-0298911bb276 None None] Tracked resource versions report: Jan 28 02:35:10.832411 n-d-712139-27 neutron-server[109805]: pushed versions: Jan 28 02:35:10.832411 n-d-712139-27 neutron-server[109805]: { 'AddressGroup': {'1.2'}, Jan 28 02:35:10.832411 n-d-712139-27 neutron-server[109805]: 'ConntrackHelper': {'1.0'}, Jan 28 02:35:10.832411 n-d-712139-27 neutron-server[109805]: 'LocalIPAssociation': {'1.0'}, Jan 28 02:35:10.832411 n-d-712139-27 neutron-server[109805]: 'Log': {'1.0'}, Jan 28 02:35:10.832411 n-d-712139-27 neutron-server[109805]: 'Network': {'1.1'}, Jan 28 02:35:10.832411 n-d-712139-27 neutron-server[109805]: 'Port': {'1.7'}, Jan 28 02:35:10.832411 n-d-712139-27 neutron-server[109805]: 'PortForwarding': {'1.2'}, Jan 28 02:35:10.832411 n-d-712139-27 neutron-server[109805]: 'QosPolicy': {'1.10'}, Jan 28 02:35:10.832411 n-d-712139-27 neutron-server[109805]: 'SecurityGroup': {'1.5'}, Jan 28 02:35:10.832411 n-d-712139-27 neutron-server[109805]: 'SecurityGroupRule': {'1.2'}, Jan 28 02:35:10.832411 n-d-712139-27 neutron-server[109805]: 'SubPort': {'1.0'}, Jan 28 02:35:10.832411 n-d-712139-27 neutron-server[109805]: 'Subnet': {'1.1'}, Jan 28 02:35:10.832411 n-d-712139-27 neutron-server[109805]: 'Trunk': {'1.1'}} Jan 28 02:35:10.832411 n-d-712139-27 neutron-server[109805]: consumer versions: Jan 28 02:35:10.832411 n-d-712139-27 neutron-server[109805]: { DHCP agent@n-d-712139-27: {}, Jan 28 02:35:10.832411 n-d-712139-27 neutron-server[109805]: L3 agent@n-d-712139-27: {}, Jan 28 02:35:10.832411 n-d-712139-27 neutron-server[109805]: Metadata agent@n-d-712139-27: {}, Jan 28 02:35:10.832411 n-d-712139-27 neutron-server[109805]: Metering agent@n-d-712139-27: {}, Jan 28 02:35:10.832411 n-d-712139-27 neutron-server[109805]: Open vSwitch agent@n-d-712139-27: { 'AddressGroup': '1.2', Jan 28 02:35:10.832411 n-d-712139-27 neutron-server[109805]: 'ConntrackHelper': '1.0', Jan 28 02:35:10.832411 n-d-712139-27 neutron-server[109805]: 'LocalIPAssociation': '1.0', Jan 28 02:35:10.832411 n-d-712139-27 neutron-server[109805]: 'Log': '1.0', Jan 28 02:35:10.832411 n-d-712139-27 neutron-server[109805]: 'Network': '1.1', Jan 28 02:35:10.832411 n-d-712139-27 neutron-server[109805]: 'Port': '1.7', Jan 28 02:35:10.832411 n-d-712139-27 neutron-server[109805]: 'PortForwarding': '1.2', Jan 28 02:35:10.832411 n-d-712139-27 neutron-server[109805]: 'QosPolicy': '1.10', Jan 28 02:35:10.832411 n-d-712139-27 neutron-server[109805]: 'SecurityGroup': '1.5', Jan 28 02:35:10.832411 n-d-712139-27 neutron-server[109805]: 'SecurityGroupRule': '1.2', Jan 28 02:35:10.832411 n-d-712139-27 neutron-server[109805]: 'SubPort': '1.0', Jan 28 02:35:10.832411 n-d-712139-27 neutron-server[109805]: 'Subnet': '1.1', Jan 28 02:35:10.832411 n-d-712139-27 neutron-server[109805]: 'Trunk': '1.1'}} Jan 28 02:35:10.832411 n-d-712139-27 neutron-server[109805]: {{(pid=109805) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 02:35:10.835082 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-51f1a01d-2106-4834-bfcb-ba8ca5e459bf None None] Attempting to bind port 9e36f1d6-3eaa-4734-afa3-1d81d8f2af58 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:35:10.835413 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-51f1a01d-2106-4834-bfcb-ba8ca5e459bf None None] Attempting to bind port 9e36f1d6-3eaa-4734-afa3-1d81d8f2af58 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'cbdcfc88-8d34-4ade-86b5-ed9825c864ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c6a3edd-8db0-4961-8451-37b611981e2f'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:35:10.835844 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f1a01d-2106-4834-bfcb-ba8ca5e459bf None None] Attempting to bind port 9e36f1d6-3eaa-4734-afa3-1d81d8f2af58 on network 2c6a3edd-8db0-4961-8451-37b611981e2f {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:35:10.841947 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f1a01d-2106-4834-bfcb-ba8ca5e459bf None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:35:10.842333 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f1a01d-2106-4834-bfcb-ba8ca5e459bf None None] Checking segment: {'id': 'cbdcfc88-8d34-4ade-86b5-ed9825c864ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c6a3edd-8db0-4961-8451-37b611981e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:35:10.842821 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-51f1a01d-2106-4834-bfcb-ba8ca5e459bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:10.843202 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f1a01d-2106-4834-bfcb-ba8ca5e459bf None None] Bound using segment: {'id': 'cbdcfc88-8d34-4ade-86b5-ed9825c864ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c6a3edd-8db0-4961-8451-37b611981e2f'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:35:10.843711 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-51f1a01d-2106-4834-bfcb-ba8ca5e459bf None None] Bound port: 9e36f1d6-3eaa-4734-afa3-1d81d8f2af58, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbdcfc88-8d34-4ade-86b5-ed9825c864ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c6a3edd-8db0-4961-8451-37b611981e2f'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:35:10.844093 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-51f1a01d-2106-4834-bfcb-ba8ca5e459bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9e36f1d6-3eaa-4734-afa3-1d81d8f2af58), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:10.897918 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-b28117dc-26c6-4d70-9014-dc3f86183365 None None] Provisioning complete for port 9e36f1d6-3eaa-4734-afa3-1d81d8f2af58 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:35:10.898521 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b28117dc-26c6-4d70-9014-dc3f86183365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9e36f1d6-3eaa-4734-afa3-1d81d8f2af58), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:10.916110 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-51f1a01d-2106-4834-bfcb-ba8ca5e459bf None None] For port 9e36f1d6-3eaa-4734-afa3-1d81d8f2af58, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:35:10.933829 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-b28117dc-26c6-4d70-9014-dc3f86183365 None None] Port 9e36f1d6-3eaa-4734-afa3-1d81d8f2af58 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:35:10.936097 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-51f1a01d-2106-4834-bfcb-ba8ca5e459bf None None] For port 9e36f1d6-3eaa-4734-afa3-1d81d8f2af58, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=9e36f1d6-3eaa-4734-afa3-1d81d8f2af58,segment=NetworkSegment(cbdcfc88-8d34-4ade-86b5-ed9825c864ba),segment_id=cbdcfc88-8d34-4ade-86b5-ed9825c864ba)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:35:10.941264 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-51f1a01d-2106-4834-bfcb-ba8ca5e459bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9e36f1d6-3eaa-4734-afa3-1d81d8f2af58), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:10.984782 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f1a01d-2106-4834-bfcb-ba8ca5e459bf None None] Routers {'ba5df900-54de-4011-b5e1-3e81f3dc6c5b'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:35:10.985424 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-51f1a01d-2106-4834-bfcb-ba8ca5e459bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:35:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['ba5df900-54de-4011-b5e1-3e81f3dc6c5b'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:35:11.081733 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-51f1a01d-2106-4834-bfcb-ba8ca5e459bf None None] Set router ba5df900-54de-4011-b5e1-3e81f3dc6c5b gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:35:11.084593 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a9496-5cbe-46de-8e39-0298911bb276 None None] Pushing event updated for resources: {'Port': ['ID=9e36f1d6-3eaa-4734-afa3-1d81d8f2af58,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:35:11.155420 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-aa9f87c3-f386-4368-bc80-e83db4dfb005 None None] Provisioning complete for port 9e36f1d6-3eaa-4734-afa3-1d81d8f2af58 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:35:11.155868 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-aa9f87c3-f386-4368-bc80-e83db4dfb005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9e36f1d6-3eaa-4734-afa3-1d81d8f2af58), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:11.242429 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-aa9f87c3-f386-4368-bc80-e83db4dfb005 None None] Current status of the port 9e36f1d6-3eaa-4734-afa3-1d81d8f2af58 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:35:11.243181 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-aa9f87c3-f386-4368-bc80-e83db4dfb005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9e36f1d6-3eaa-4734-afa3-1d81d8f2af58), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:11.275600 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-aa9f87c3-f386-4368-bc80-e83db4dfb005 None None] For port 9e36f1d6-3eaa-4734-afa3-1d81d8f2af58, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=9e36f1d6-3eaa-4734-afa3-1d81d8f2af58,segment=NetworkSegment(cbdcfc88-8d34-4ade-86b5-ed9825c864ba),segment_id=cbdcfc88-8d34-4ade-86b5-ed9825c864ba)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:35:11.280523 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-aa9f87c3-f386-4368-bc80-e83db4dfb005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9e36f1d6-3eaa-4734-afa3-1d81d8f2af58), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:11.312830 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-51f1a01d-2106-4834-bfcb-ba8ca5e459bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba5df900-54de-4011-b5e1-3e81f3dc6c5b', 'name': 'router1', 'tenant_id': '6903a74442184061ae081f64dffc29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:34:59Z', 'updated_at': '2022-01-28T02:35:08Z', 'revision_number': 2, 'project_id': '6903a74442184061ae081f64dffc29d7', 'gw_port_host': None, '_interfaces': [{'id': '9e36f1d6-3eaa-4734-afa3-1d81d8f2af58', 'name': '', 'network_id': '2c6a3edd-8db0-4961-8451-37b611981e2f', 'tenant_id': '6903a74442184061ae081f64dffc29d7', 'mac_address': 'fa:16:3e:3b:cb:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba5df900-54de-4011-b5e1-3e81f3dc6c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '63616549-6601-4c2b-85cd-d7e8f4e36b1e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:35:07Z', 'updated_at': '2022-01-28T02:35:10Z', 'revision_number': 4, 'project_id': '6903a74442184061ae081f64dffc29d7', 'subnets': [{'id': '63616549-6601-4c2b-85cd-d7e8f4e36b1e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be63e5e4-140a-4a3a-9cce-96226417a93f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:35:11.337645 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f87c3-f386-4368-bc80-e83db4dfb005 None None] Pushing event updated for resources: {'Port': ['ID=9e36f1d6-3eaa-4734-afa3-1d81d8f2af58,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:35:11.342013 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f1a01d-2106-4834-bfcb-ba8ca5e459bf None None] The sync data for ids ['ba5df900-54de-4011-b5e1-3e81f3dc6c5b'] in n-d-712139-27 is: [{'id': 'ba5df900-54de-4011-b5e1-3e81f3dc6c5b', 'name': 'router1', 'tenant_id': '6903a74442184061ae081f64dffc29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:34:59Z', 'updated_at': '2022-01-28T02:35:08Z', 'revision_number': 2, 'project_id': '6903a74442184061ae081f64dffc29d7', 'gw_port_host': None, '_interfaces': [{'id': '9e36f1d6-3eaa-4734-afa3-1d81d8f2af58', 'name': '', 'network_id': '2c6a3edd-8db0-4961-8451-37b611981e2f', 'tenant_id': '6903a74442184061ae081f64dffc29d7', 'mac_address': 'fa:16:3e:3b:cb:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba5df900-54de-4011-b5e1-3e81f3dc6c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '63616549-6601-4c2b-85cd-d7e8f4e36b1e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:35:07Z', 'updated_at': '2022-01-28T02:35:10Z', 'revision_number': 4, 'project_id': '6903a74442184061ae081f64dffc29d7', 'subnets': [{'id': '63616549-6601-4c2b-85cd-d7e8f4e36b1e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be63e5e4-140a-4a3a-9cce-96226417a93f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:35:14.047793 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 49214) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:35:14.185170 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15380c7-f36c-48f6-88a4-1a893b2a2ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:35:14.186533 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b15380c7-f36c-48f6-88a4-1a893b2a2ad5 admin admin] 10.222.0.53 "GET /v2.0/networks/8f7dc9c9-eaf1-4339-a2e3-884554154641 HTTP/1.1" status: 200 len: 842 time: 0.1377351 Jan 28 02:35:14.196220 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-8b2291a3-2e6f-49be-9507-285795192ba0 admin admin] Request body: {'subnet': {'tenant_id': 'ae8b545987dc48efac37f5aa06b31f92', 'gateway_ip': '172.25.0.1', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'cidr': '172.25.0.0/24'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:35:14.218108 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2291a3-2e6f-49be-9507-285795192ba0 admin admin] Made reservation on behalf of ae8b545987dc48efac37f5aa06b31f92 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:35:14.220321 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8b2291a3-2e6f-49be-9507-285795192ba0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:14.604960 n-d-712139-27 neutron-server[109803]: DEBUG neutron.objects.ports [None req-8b2291a3-2e6f-49be-9507-285795192ba0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109803) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 02:35:14.605475 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8b2291a3-2e6f-49be-9507-285795192ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for subnet (e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:14.664591 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2291a3-2e6f-49be-9507-285795192ba0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:35:14.673019 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2291a3-2e6f-49be-9507-285795192ba0 admin admin] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:35:14.673426 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2291a3-2e6f-49be-9507-285795192ba0 admin admin] Network hostable DHCP agents. Network: 8f7dc9c9-eaf1-4339-a2e3-884554154641, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:35:14.697341 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2291a3-2e6f-49be-9507-285795192ba0 admin admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:35:14.709565 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-8b2291a3-2e6f-49be-9507-285795192ba0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 8f7dc9c9-eaf1-4339-a2e3-884554154641) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:35:14.714599 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2291a3-2e6f-49be-9507-285795192ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:35:14.715310 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8b2291a3-2e6f-49be-9507-285795192ba0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:14.721633 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba89b7be-991b-45df-ba58-93ec540c481b None None] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:35:14.745340 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8b2291a3-2e6f-49be-9507-285795192ba0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5401757 Jan 28 02:35:14.822826 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e45c42b-b148-4761-a129-d44c46d6828d None None] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:35:17.071478 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 49222) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:35:17.284467 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-cac0ff70-c4e1-4f09-9b5d-439d77932dfc admin admin] 10.222.0.53 "GET /v2.0/routers/ba5df900-54de-4011-b5e1-3e81f3dc6c5b HTTP/1.1" status: 200 len: 710 time: 0.2118239 Jan 28 02:35:17.371988 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949d41ce-27b2-4612-9b0b-ea0401522df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:35:17.373369 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-949d41ce-27b2-4612-9b0b-ea0401522df3 admin admin] 10.222.0.53 "GET /v2.0/networks/8f7dc9c9-eaf1-4339-a2e3-884554154641 HTTP/1.1" status: 200 len: 886 time: 0.0830812 Jan 28 02:35:17.382476 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-25177dbd-6b2f-4e20-9f99-821b3d57371e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:35:17.623693 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-25177dbd-6b2f-4e20-9f99-821b3d57371e admin admin] Publish callbacks [] for router_gateway (ba5df900-54de-4011-b5e1-3e81f3dc6c5b), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:17.867414 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-25177dbd-6b2f-4e20-9f99-821b3d57371e admin admin] Publish callbacks [] for router_gateway (ba5df900-54de-4011-b5e1-3e81f3dc6c5b), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:17.946574 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-25177dbd-6b2f-4e20-9f99-821b3d57371e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:18.150097 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-25177dbd-6b2f-4e20-9f99-821b3d57371e admin admin] Allocated IP 172.25.0.184 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/c2f8e3b6-c807-4846-886f-93dc71342b31) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:35:18.255418 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-25177dbd-6b2f-4e20-9f99-821b3d57371e admin admin] Publish callbacks [] for port (c2f8e3b6-c807-4846-886f-93dc71342b31), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:18.323324 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-25177dbd-6b2f-4e20-9f99-821b3d57371e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (c2f8e3b6-c807-4846-886f-93dc71342b31), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:18.387595 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25177dbd-6b2f-4e20-9f99-821b3d57371e admin admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:35:18.392829 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-25177dbd-6b2f-4e20-9f99-821b3d57371e admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:35:18.399821 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25177dbd-6b2f-4e20-9f99-821b3d57371e admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:35:18.402868 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 9e36f1d6-3eaa-4734-afa3-1d81d8f2af58 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:35:18.447159 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25177dbd-6b2f-4e20-9f99-821b3d57371e admin admin] Pushing event updated for resources: {'Port': ['ID=c2f8e3b6-c807-4846-886f-93dc71342b31,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:35:18.453367 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 9e36f1d6-3eaa-4734-afa3-1d81d8f2af58 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:35:18.453755 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9e36f1d6-3eaa-4734-afa3-1d81d8f2af58), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:18.530966 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 9e36f1d6-3eaa-4734-afa3-1d81d8f2af58 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:35:18.688530 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-25177dbd-6b2f-4e20-9f99-821b3d57371e admin admin] Publish callbacks [] for router_gateway (ba5df900-54de-4011-b5e1-3e81f3dc6c5b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:18.879708 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-25177dbd-6b2f-4e20-9f99-821b3d57371e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23253'] for router (ba5df900-54de-4011-b5e1-3e81f3dc6c5b), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:18.884379 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-25177dbd-6b2f-4e20-9f99-821b3d57371e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3876279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3876284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3877649'] for router (ba5df900-54de-4011-b5e1-3e81f3dc6c5b), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:18.994819 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25177dbd-6b2f-4e20-9f99-821b3d57371e admin admin] Router ba5df900-54de-4011-b5e1-3e81f3dc6c5b has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:35:19.099659 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25177dbd-6b2f-4e20-9f99-821b3d57371e admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:35:19.104260 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-25177dbd-6b2f-4e20-9f99-821b3d57371e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:19.121107 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-25177dbd-6b2f-4e20-9f99-821b3d57371e admin admin] 10.222.0.53 "PUT /v2.0/routers/ba5df900-54de-4011-b5e1-3e81f3dc6c5b HTTP/1.1" status: 200 len: 890 time: 1.7262931 Jan 28 02:35:19.610470 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c64447-a1e5-4b13-a2c4-a181a4f018ce None None] Sync routers for ids ['ba5df900-54de-4011-b5e1-3e81f3dc6c5b'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:35:19.622297 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c64447-a1e5-4b13-a2c4-a181a4f018ce None None] Routers {'ba5df900-54de-4011-b5e1-3e81f3dc6c5b'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:35:19.623036 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-66c64447-a1e5-4b13-a2c4-a181a4f018ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:35:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['ba5df900-54de-4011-b5e1-3e81f3dc6c5b'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:35:19.823220 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-66c64447-a1e5-4b13-a2c4-a181a4f018ce None None] Set router ba5df900-54de-4011-b5e1-3e81f3dc6c5b gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:35:20.205662 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-66c64447-a1e5-4b13-a2c4-a181a4f018ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba5df900-54de-4011-b5e1-3e81f3dc6c5b', 'name': 'router1', 'tenant_id': '6903a74442184061ae081f64dffc29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': 'c2f8e3b6-c807-4846-886f-93dc71342b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:34:59Z', 'updated_at': '2022-01-28T02:35:18Z', 'revision_number': 4, 'project_id': '6903a74442184061ae081f64dffc29d7', 'gw_port': {'id': 'c2f8e3b6-c807-4846-886f-93dc71342b31', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:57:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba5df900-54de-4011-b5e1-3e81f3dc6c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:35:17Z', 'updated_at': '2022-01-28T02:35:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '9e36f1d6-3eaa-4734-afa3-1d81d8f2af58', 'name': '', 'network_id': '2c6a3edd-8db0-4961-8451-37b611981e2f', 'tenant_id': '6903a74442184061ae081f64dffc29d7', 'mac_address': 'fa:16:3e:3b:cb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5df900-54de-4011-b5e1-3e81f3dc6c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '63616549-6601-4c2b-85cd-d7e8f4e36b1e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:35:07Z', 'updated_at': '2022-01-28T02:35:11Z', 'revision_number': 5, 'project_id': '6903a74442184061ae081f64dffc29d7', 'subnets': [{'id': '63616549-6601-4c2b-85cd-d7e8f4e36b1e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be63e5e4-140a-4a3a-9cce-96226417a93f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:35:20.328435 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c64447-a1e5-4b13-a2c4-a181a4f018ce None None] Checking router: ba5df900-54de-4011-b5e1-3e81f3dc6c5b for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:35:20.328794 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c64447-a1e5-4b13-a2c4-a181a4f018ce None None] Updating router ba5df900-54de-4011-b5e1-3e81f3dc6c5b port c2f8e3b6-c807-4846-886f-93dc71342b31 binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:35:20.375512 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-66c64447-a1e5-4b13-a2c4-a181a4f018ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c2f8e3b6-c807-4846-886f-93dc71342b31), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:20.692513 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-66c64447-a1e5-4b13-a2c4-a181a4f018ce None None] Publish callbacks [] for port (c2f8e3b6-c807-4846-886f-93dc71342b31), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:20.701369 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-66c64447-a1e5-4b13-a2c4-a181a4f018ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c2f8e3b6-c807-4846-886f-93dc71342b31), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:20.752704 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-66c64447-a1e5-4b13-a2c4-a181a4f018ce None None] Attempting to bind port c2f8e3b6-c807-4846-886f-93dc71342b31 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:35:20.753095 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-66c64447-a1e5-4b13-a2c4-a181a4f018ce None None] Attempting to bind port c2f8e3b6-c807-4846-886f-93dc71342b31 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:35:20.753450 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c64447-a1e5-4b13-a2c4-a181a4f018ce None None] Attempting to bind port c2f8e3b6-c807-4846-886f-93dc71342b31 on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:35:20.755364 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5289cff4-f61e-4e20-870f-bcc2ed6f998d None None] Pushing event updated for resources: {'Port': ['ID=c2f8e3b6-c807-4846-886f-93dc71342b31,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:35:20.761858 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c64447-a1e5-4b13-a2c4-a181a4f018ce None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:35:20.762309 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c64447-a1e5-4b13-a2c4-a181a4f018ce None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:35:20.762691 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-66c64447-a1e5-4b13-a2c4-a181a4f018ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:20.762988 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c64447-a1e5-4b13-a2c4-a181a4f018ce None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:35:20.763446 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-66c64447-a1e5-4b13-a2c4-a181a4f018ce None None] Bound port: c2f8e3b6-c807-4846-886f-93dc71342b31, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:35:20.763840 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-66c64447-a1e5-4b13-a2c4-a181a4f018ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c2f8e3b6-c807-4846-886f-93dc71342b31), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:20.812128 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-66c64447-a1e5-4b13-a2c4-a181a4f018ce None None] For port c2f8e3b6-c807-4846-886f-93dc71342b31, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:35:20.815401 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-66c64447-a1e5-4b13-a2c4-a181a4f018ce None None] For port c2f8e3b6-c807-4846-886f-93dc71342b31, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=c2f8e3b6-c807-4846-886f-93dc71342b31,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:35:20.820813 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-66c64447-a1e5-4b13-a2c4-a181a4f018ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c2f8e3b6-c807-4846-886f-93dc71342b31), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:20.878255 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5289cff4-f61e-4e20-870f-bcc2ed6f998d None None] Pushing event updated for resources: {'Port': ['ID=c2f8e3b6-c807-4846-886f-93dc71342b31,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:35:20.881337 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c64447-a1e5-4b13-a2c4-a181a4f018ce None None] Routers {'ba5df900-54de-4011-b5e1-3e81f3dc6c5b'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:35:20.882324 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-66c64447-a1e5-4b13-a2c4-a181a4f018ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:35:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['ba5df900-54de-4011-b5e1-3e81f3dc6c5b'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:35:20.989616 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-66c64447-a1e5-4b13-a2c4-a181a4f018ce None None] Set router ba5df900-54de-4011-b5e1-3e81f3dc6c5b gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:35:21.195174 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-66c64447-a1e5-4b13-a2c4-a181a4f018ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba5df900-54de-4011-b5e1-3e81f3dc6c5b', 'name': 'router1', 'tenant_id': '6903a74442184061ae081f64dffc29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': 'c2f8e3b6-c807-4846-886f-93dc71342b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:34:59Z', 'updated_at': '2022-01-28T02:35:18Z', 'revision_number': 4, 'project_id': '6903a74442184061ae081f64dffc29d7', 'gw_port': {'id': 'c2f8e3b6-c807-4846-886f-93dc71342b31', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:57:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba5df900-54de-4011-b5e1-3e81f3dc6c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:35:17Z', 'updated_at': '2022-01-28T02:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '9e36f1d6-3eaa-4734-afa3-1d81d8f2af58', 'name': '', 'network_id': '2c6a3edd-8db0-4961-8451-37b611981e2f', 'tenant_id': '6903a74442184061ae081f64dffc29d7', 'mac_address': 'fa:16:3e:3b:cb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5df900-54de-4011-b5e1-3e81f3dc6c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '63616549-6601-4c2b-85cd-d7e8f4e36b1e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:35:07Z', 'updated_at': '2022-01-28T02:35:11Z', 'revision_number': 5, 'project_id': '6903a74442184061ae081f64dffc29d7', 'subnets': [{'id': '63616549-6601-4c2b-85cd-d7e8f4e36b1e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be63e5e4-140a-4a3a-9cce-96226417a93f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:35:21.220938 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c64447-a1e5-4b13-a2c4-a181a4f018ce None None] The sync data for ids ['ba5df900-54de-4011-b5e1-3e81f3dc6c5b'] in n-d-712139-27 is: [{'id': 'ba5df900-54de-4011-b5e1-3e81f3dc6c5b', 'name': 'router1', 'tenant_id': '6903a74442184061ae081f64dffc29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': 'c2f8e3b6-c807-4846-886f-93dc71342b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:34:59Z', 'updated_at': '2022-01-28T02:35:18Z', 'revision_number': 4, 'project_id': '6903a74442184061ae081f64dffc29d7', 'gw_port': {'id': 'c2f8e3b6-c807-4846-886f-93dc71342b31', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:57:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba5df900-54de-4011-b5e1-3e81f3dc6c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:35:17Z', 'updated_at': '2022-01-28T02:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '9e36f1d6-3eaa-4734-afa3-1d81d8f2af58', 'name': '', 'network_id': '2c6a3edd-8db0-4961-8451-37b611981e2f', 'tenant_id': '6903a74442184061ae081f64dffc29d7', 'mac_address': 'fa:16:3e:3b:cb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5df900-54de-4011-b5e1-3e81f3dc6c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '63616549-6601-4c2b-85cd-d7e8f4e36b1e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:35:07Z', 'updated_at': '2022-01-28T02:35:11Z', 'revision_number': 5, 'project_id': '6903a74442184061ae081f64dffc29d7', 'subnets': [{'id': '63616549-6601-4c2b-85cd-d7e8f4e36b1e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be63e5e4-140a-4a3a-9cce-96226417a93f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:35:21.545052 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 49234) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:35:21.660698 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-dc0b0360-c59d-433b-bcb3-71dd5696538b admin admin] 10.222.0.53 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1143835 Jan 28 02:35:22.410146 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c2f8e3b6-c807-4846-886f-93dc71342b31 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:35:22.462712 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port c2f8e3b6-c807-4846-886f-93dc71342b31 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:35:22.463109 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c2f8e3b6-c807-4846-886f-93dc71342b31), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:22.553834 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port c2f8e3b6-c807-4846-886f-93dc71342b31 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:35:22.554156 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c2f8e3b6-c807-4846-886f-93dc71342b31), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:22.573994 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port c2f8e3b6-c807-4846-886f-93dc71342b31, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=c2f8e3b6-c807-4846-886f-93dc71342b31,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:35:22.578564 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c2f8e3b6-c807-4846-886f-93dc71342b31), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:22.627344 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=c2f8e3b6-c807-4846-886f-93dc71342b31,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:35:24.391274 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c2f8e3b6-c807-4846-886f-93dc71342b31 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:35:24.438886 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port c2f8e3b6-c807-4846-886f-93dc71342b31 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:35:24.439387 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c2f8e3b6-c807-4846-886f-93dc71342b31), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:24.520329 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port c2f8e3b6-c807-4846-886f-93dc71342b31 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:35:29.558992 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-15ed050f-3cef-4354-a103-5ab5e98b76be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:31.749816 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7841e1e2-596e-436c-9044-ecb49100a745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:31.994151 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 5 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:35:33.064566 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:34.545397 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:35.820516 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:59.534908 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c737d229-f555-493f-b2fb-d6d899e63750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:36:01.752829 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-27ca5961-d5eb-41b8-b965-fe6c2997ffc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:36:03.064740 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:36:04.566216 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:36:05.818029 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:36:08.992875 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 5 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:36:29.531478 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2243e07c-2acb-47fc-a39e-43a68dfc65bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:36:31.749173 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-93d8b80d-4322-491d-9dbf-98cc03a8d96b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:36:33.066990 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:36:34.551948 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:36:35.815131 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:36:45.294786 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49750) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:36:45.365628 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-19affeb9-2b88-4252-88d8-9a057e7601c9 admin admin] GET failed (client error): The resource could not be found. Jan 28 02:36:45.366949 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-19affeb9-2b88-4252-88d8-9a057e7601c9 admin admin] 10.222.0.53 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0711930 Jan 28 02:36:45.533869 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5bb02a-fe89-4da4-a8c7-8bfe2f384606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:36:45.535258 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-dd5bb02a-fe89-4da4-a8c7-8bfe2f384606 admin admin] 10.222.0.53 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1640298 Jan 28 02:36:45.993275 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 5 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:36:47.768766 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49760) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:36:47.885994 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb594e3f-85a8-4204-b7d2-c671260f77ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:36:47.888550 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-bb594e3f-85a8-4204-b7d2-c671260f77ae admin admin] 10.222.0.53 "GET /v2.0/subnets/63616549-6601-4c2b-85cd-d7e8f4e36b1e HTTP/1.1" status: 200 len: 849 time: 0.1187322 Jan 28 02:36:47.899076 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-8cadb1b1-65ab-4a2e-aa2b-4dca8665897e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:36:47.986470 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8cadb1b1-65ab-4a2e-aa2b-4dca8665897e admin admin] Publish callbacks [] for subnet (63616549-6601-4c2b-85cd-d7e8f4e36b1e), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:36:48.136690 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8cadb1b1-65ab-4a2e-aa2b-4dca8665897e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780454955987'] for subnet (63616549-6601-4c2b-85cd-d7e8f4e36b1e), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:36:48.169800 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cadb1b1-65ab-4a2e-aa2b-4dca8665897e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:36:48.170798 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8cadb1b1-65ab-4a2e-aa2b-4dca8665897e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:36:48.185101 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8cadb1b1-65ab-4a2e-aa2b-4dca8665897e admin admin] 10.222.0.53 "PUT /v2.0/subnets/63616549-6601-4c2b-85cd-d7e8f4e36b1e HTTP/1.1" status: 200 len: 868 time: 0.2778590 Jan 28 02:36:48.185361 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3080177f-6f94-476f-bca6-7e3ebd18b6b9 None None] Network 2c6a3edd-8db0-4961-8451-37b611981e2f requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:36:48.189198 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cadb1b1-65ab-4a2e-aa2b-4dca8665897e admin admin] Pushing event updated for resources: {'Subnet': ['ID=63616549-6601-4c2b-85cd-d7e8f4e36b1e,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:36:48.197158 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cadb1b1-65ab-4a2e-aa2b-4dca8665897e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:36:48.197532 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cadb1b1-65ab-4a2e-aa2b-4dca8665897e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:36:48.197848 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cadb1b1-65ab-4a2e-aa2b-4dca8665897e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:36:48.198183 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cadb1b1-65ab-4a2e-aa2b-4dca8665897e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:36:48.198518 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cadb1b1-65ab-4a2e-aa2b-4dca8665897e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:36:48.198849 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cadb1b1-65ab-4a2e-aa2b-4dca8665897e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:36:48.199177 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cadb1b1-65ab-4a2e-aa2b-4dca8665897e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:36:48.199510 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cadb1b1-65ab-4a2e-aa2b-4dca8665897e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:36:48.199836 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cadb1b1-65ab-4a2e-aa2b-4dca8665897e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:36:48.200150 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cadb1b1-65ab-4a2e-aa2b-4dca8665897e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:36:48.200475 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cadb1b1-65ab-4a2e-aa2b-4dca8665897e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:36:48.200795 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cadb1b1-65ab-4a2e-aa2b-4dca8665897e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:36:48.201139 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cadb1b1-65ab-4a2e-aa2b-4dca8665897e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:36:48.519592 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-d7f4aef6-95a0-4178-96e4-045ddd89cbfb None None] Provisioning complete for port 9e36f1d6-3eaa-4734-afa3-1d81d8f2af58 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:36:48.519992 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d7f4aef6-95a0-4178-96e4-045ddd89cbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9e36f1d6-3eaa-4734-afa3-1d81d8f2af58), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:36:48.598524 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-d7f4aef6-95a0-4178-96e4-045ddd89cbfb None None] Current status of the port 9e36f1d6-3eaa-4734-afa3-1d81d8f2af58 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:36:48.608651 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-d7f4aef6-95a0-4178-96e4-045ddd89cbfb None None] Provisioning complete for port 872b06df-281d-4700-be34-009fc7406916 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:36:48.609051 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d7f4aef6-95a0-4178-96e4-045ddd89cbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (872b06df-281d-4700-be34-009fc7406916), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:36:48.682245 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-d7f4aef6-95a0-4178-96e4-045ddd89cbfb None None] Current status of the port 872b06df-281d-4700-be34-009fc7406916 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:36:50.472386 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49768) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:36:50.753884 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1491b578-e3d4-495a-8d2e-c717d2d93aa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:36:50.754361 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1491b578-e3d4-495a-8d2e-c717d2d93aa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:36:50.756274 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1491b578-e3d4-495a-8d2e-c717d2d93aa9 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2829006 Jan 28 02:36:53.025375 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49776) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:36:53.155627 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5e1fe2-da7b-4c53-83aa-397a06269a45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:36:53.156112 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5e1fe2-da7b-4c53-83aa-397a06269a45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:36:53.157720 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0e5e1fe2-da7b-4c53-83aa-397a06269a45 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1313376 Jan 28 02:36:55.393664 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49784) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:36:55.547789 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39518d3b-ad21-48ff-a84c-23f3b7e4394c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:36:55.549192 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-39518d3b-ad21-48ff-a84c-23f3b7e4394c admin admin] 10.222.0.53 "GET /v2.0/networks/2c6a3edd-8db0-4961-8451-37b611981e2f HTTP/1.1" status: 200 len: 869 time: 0.1544664 Jan 28 02:36:57.780934 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49792) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:36:57.918627 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a370108-e190-469b-a7c1-b1ef0d3f7323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:36:57.919929 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4a370108-e190-469b-a7c1-b1ef0d3f7323 admin admin] 10.222.0.53 "GET /v2.0/networks/8f7dc9c9-eaf1-4339-a2e3-884554154641 HTTP/1.1" status: 200 len: 886 time: 0.1379969 Jan 28 02:36:59.526149 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-630c6b68-63ab-4261-b079-84478ebbc176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:37:00.129282 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49800) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:37:00.260819 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fb79ce-b795-407d-892d-5cc23e7f5689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:37:00.261315 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fb79ce-b795-407d-892d-5cc23e7f5689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:37:00.262865 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-51fb79ce-b795-407d-892d-5cc23e7f5689 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1322684 Jan 28 02:37:01.744673 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4e6b6822-1c7c-423d-8c85-9976eddfd0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:37:02.516299 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49808) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:37:02.615641 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac0cbd1-ef42-4c6d-919a-c5710e812324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:37:02.616099 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac0cbd1-ef42-4c6d-919a-c5710e812324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:37:02.617729 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0ac0cbd1-ef42-4c6d-919a-c5710e812324 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0999763 Jan 28 02:37:03.071709 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:37:04.556968 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:37:04.865244 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49816) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:37:04.966256 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca69025c-e3c1-455a-8e83-b32f75f5da02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:37:04.967608 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ca69025c-e3c1-455a-8e83-b32f75f5da02 admin admin] 10.222.0.53 "GET /v2.0/subnets/63616549-6601-4c2b-85cd-d7e8f4e36b1e HTTP/1.1" status: 200 len: 868 time: 0.1011727 Jan 28 02:37:05.819429 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:37:07.182709 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49824) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:37:07.284710 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22778e59-b027-42e3-a162-b07b763a5fc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:37:07.286067 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-22778e59-b027-42e3-a162-b07b763a5fc9 admin admin] 10.222.0.53 "GET /v2.0/subnets/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a HTTP/1.1" status: 200 len: 816 time: 0.1020427 Jan 28 02:37:22.993705 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 5 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:37:29.531662 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-44c7a4a5-3ddd-4e42-9f7a-708343d623a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:37:31.749949 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-662f0188-89e9-4c76-97a7-2c3c9d693ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:37:31.926426 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49878) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:37:31.979437 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-8bdaec2f-42ea-480b-898f-73df8d452f5a admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:37:31.980553 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8bdaec2f-42ea-480b-898f-73df8d452f5a admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0532312 Jan 28 02:37:33.074226 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:37:34.279003 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49886) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:37:34.338321 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ea1b5c1-0f8e-4309-8813-9362daa6bf6f admin admin] GET failed (client error): The resource could not be found. Jan 28 02:37:34.339566 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1ea1b5c1-0f8e-4309-8813-9362daa6bf6f admin admin] 10.222.0.53 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0595655 Jan 28 02:37:34.426324 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703edf55-7c69-438f-a723-e3171df9721d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:37:34.427788 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-703edf55-7c69-438f-a723-e3171df9721d admin admin] 10.222.0.53 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0841165 Jan 28 02:37:34.560504 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:37:35.824119 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:37:36.776166 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49896) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:37:36.823441 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-78ae4f34-a698-4cfe-b07c-e85be01cfa27 admin admin] Request body: {'network': {'project_id': 'ae8b545987dc48efac37f5aa06b31f92', 'name': 'shared', 'tenant_id': 'ae8b545987dc48efac37f5aa06b31f92', 'admin_state_up': True, 'shared': True}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:37:36.843573 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ae4f34-a698-4cfe-b07c-e85be01cfa27 admin admin] Made reservation on behalf of ae8b545987dc48efac37f5aa06b31f92 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:37:36.846120 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-78ae4f34-a698-4cfe-b07c-e85be01cfa27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:37:36.875740 n-d-712139-27 neutron-server[109802]: WARNING neutron.services.revisions.revision_plugin [None req-78ae4f34-a698-4cfe-b07c-e85be01cfa27 admin admin] Could not find related network for resource to bump revision. Jan 28 02:37:36.889996 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ae4f34-a698-4cfe-b07c-e85be01cfa27 admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:37:36.900351 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-78ae4f34-a698-4cfe-b07c-e85be01cfa27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (2326799c-6fd1-4552-8e6d-c26050c918e2), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:37:36.900706 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-78ae4f34-a698-4cfe-b07c-e85be01cfa27 admin admin] Added segment 2326799c-6fd1-4552-8e6d-c26050c918e2 of type vlan for network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 Jan 28 02:37:36.939410 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-78ae4f34-a698-4cfe-b07c-e85be01cfa27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (00399c87-9b8d-4ccb-b18d-7ccb90f49322), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:37:36.963965 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-78ae4f34-a698-4cfe-b07c-e85be01cfa27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (00399c87-9b8d-4ccb-b18d-7ccb90f49322), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:37:36.964895 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ae4f34-a698-4cfe-b07c-e85be01cfa27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:37:36.965507 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-78ae4f34-a698-4cfe-b07c-e85be01cfa27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:37:37.019464 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-78ae4f34-a698-4cfe-b07c-e85be01cfa27 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2421458 Jan 28 02:37:37.028747 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae4f34-a698-4cfe-b07c-e85be01cfa27 admin admin] Pushing event updated for resources: {'Network': ['ID=00399c87-9b8d-4ccb-b18d-7ccb90f49322,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:37:37.040373 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:37:39.330531 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 49906) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:37:39.396941 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac34ca24-9df1-48ee-b2f2-98a46e3f872d admin admin] GET failed (client error): The resource could not be found. Jan 28 02:37:39.398373 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ac34ca24-9df1-48ee-b2f2-98a46e3f872d admin admin] 10.222.0.53 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0668457 Jan 28 02:37:39.509655 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f094a4-093f-4404-bd4e-4e41b8972c01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:37:39.510994 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b8f094a4-093f-4404-bd4e-4e41b8972c01 admin admin] 10.222.0.53 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1063218 Jan 28 02:37:39.521042 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-51a337de-2d25-4f97-a613-048d23e8161b admin admin] Request body: {'subnet': {'tenant_id': 'ae8b545987dc48efac37f5aa06b31f92', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:37:39.542588 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a337de-2d25-4f97-a613-048d23e8161b admin admin] Made reservation on behalf of ae8b545987dc48efac37f5aa06b31f92 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:37:39.544781 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-51a337de-2d25-4f97-a613-048d23e8161b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:37:39.777958 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-51a337de-2d25-4f97-a613-048d23e8161b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for subnet (24329ac8-3d67-49eb-9f63-d2859e79e36f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:37:39.827827 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a337de-2d25-4f97-a613-048d23e8161b admin admin] Pushing event updated for resources: {'Subnet': ['ID=24329ac8-3d67-49eb-9f63-d2859e79e36f,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:37:39.838282 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a337de-2d25-4f97-a613-048d23e8161b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:37:39.838626 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a337de-2d25-4f97-a613-048d23e8161b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:37:39.838964 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a337de-2d25-4f97-a613-048d23e8161b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:37:39.839297 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a337de-2d25-4f97-a613-048d23e8161b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:37:39.839622 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a337de-2d25-4f97-a613-048d23e8161b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:37:39.839943 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a337de-2d25-4f97-a613-048d23e8161b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:37:39.840264 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a337de-2d25-4f97-a613-048d23e8161b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:37:39.840582 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a337de-2d25-4f97-a613-048d23e8161b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:37:39.840902 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a337de-2d25-4f97-a613-048d23e8161b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:37:39.841246 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a337de-2d25-4f97-a613-048d23e8161b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:37:39.841549 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a337de-2d25-4f97-a613-048d23e8161b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:37:39.841863 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a337de-2d25-4f97-a613-048d23e8161b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:37:39.842176 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a337de-2d25-4f97-a613-048d23e8161b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:37:39.848197 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a337de-2d25-4f97-a613-048d23e8161b admin admin] Checking segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:37:39.848543 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a337de-2d25-4f97-a613-048d23e8161b admin admin] Network hostable DHCP agents. Network: 00399c87-9b8d-4ccb-b18d-7ccb90f49322, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:37:39.866372 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a337de-2d25-4f97-a613-048d23e8161b admin admin] Network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:37:39.875697 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-51a337de-2d25-4f97-a613-048d23e8161b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 00399c87-9b8d-4ccb-b18d-7ccb90f49322) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:37:39.879870 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a337de-2d25-4f97-a613-048d23e8161b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:37:39.880467 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-51a337de-2d25-4f97-a613-048d23e8161b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:37:39.885317 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba74592-5f4e-460d-bc9e-9a353e7181d5 None None] Network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:37:39.898338 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-51a337de-2d25-4f97-a613-048d23e8161b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3806210 Jan 28 02:37:39.986827 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df25efd2-f437-44ee-ac2f-9f32649c4d6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'project_id': 'ae8b545987dc48efac37f5aa06b31f92', 'fixed_ips': [{'subnet_id': '24329ac8-3d67-49eb-9f63-d2859e79e36f'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:37:39.987773 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-df25efd2-f437-44ee-ac2f-9f32649c4d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:37:40.127186 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-df25efd2-f437-44ee-ac2f-9f32649c4d6f None None] Allocated IP 192.168.233.2 (00399c87-9b8d-4ccb-b18d-7ccb90f49322/24329ac8-3d67-49eb-9f63-d2859e79e36f/d8321004-e364-42dd-ae3a-836a90e21038) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:37:40.269660 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-df25efd2-f437-44ee-ac2f-9f32649c4d6f None None] Publish callbacks [] for port (d8321004-e364-42dd-ae3a-836a90e21038), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:37:40.276014 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-df25efd2-f437-44ee-ac2f-9f32649c4d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (d8321004-e364-42dd-ae3a-836a90e21038), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:37:40.310507 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df25efd2-f437-44ee-ac2f-9f32649c4d6f None None] Network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:37:40.313480 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-df25efd2-f437-44ee-ac2f-9f32649c4d6f None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:37:40.316790 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df25efd2-f437-44ee-ac2f-9f32649c4d6f None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:37:40.345882 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df25efd2-f437-44ee-ac2f-9f32649c4d6f None None] Pushing event updated for resources: {'Port': ['ID=d8321004-e364-42dd-ae3a-836a90e21038,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:37:40.467840 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df25efd2-f437-44ee-ac2f-9f32649c4d6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:37:40.468101 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df25efd2-f437-44ee-ac2f-9f32649c4d6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:37:40.468441 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df25efd2-f437-44ee-ac2f-9f32649c4d6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:37:40.468776 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df25efd2-f437-44ee-ac2f-9f32649c4d6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:37:40.469178 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df25efd2-f437-44ee-ac2f-9f32649c4d6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:37:40.469473 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df25efd2-f437-44ee-ac2f-9f32649c4d6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:37:40.469773 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df25efd2-f437-44ee-ac2f-9f32649c4d6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:37:40.470097 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df25efd2-f437-44ee-ac2f-9f32649c4d6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:37:40.470417 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df25efd2-f437-44ee-ac2f-9f32649c4d6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:37:40.470742 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df25efd2-f437-44ee-ac2f-9f32649c4d6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:37:40.471060 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df25efd2-f437-44ee-ac2f-9f32649c4d6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:37:40.471375 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df25efd2-f437-44ee-ac2f-9f32649c4d6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:37:40.471691 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df25efd2-f437-44ee-ac2f-9f32649c4d6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:37:40.487914 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-df25efd2-f437-44ee-ac2f-9f32649c4d6f None None] Attempting to bind port d8321004-e364-42dd-ae3a-836a90e21038 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:37:40.488278 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-df25efd2-f437-44ee-ac2f-9f32649c4d6f None None] Attempting to bind port d8321004-e364-42dd-ae3a-836a90e21038 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:37:40.488635 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df25efd2-f437-44ee-ac2f-9f32649c4d6f None None] Attempting to bind port d8321004-e364-42dd-ae3a-836a90e21038 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:37:40.493875 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df25efd2-f437-44ee-ac2f-9f32649c4d6f None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:37:40.494263 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df25efd2-f437-44ee-ac2f-9f32649c4d6f None None] Checking segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:37:40.494656 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-df25efd2-f437-44ee-ac2f-9f32649c4d6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:37:40.495037 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df25efd2-f437-44ee-ac2f-9f32649c4d6f None None] Bound using segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:37:40.495518 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-df25efd2-f437-44ee-ac2f-9f32649c4d6f None None] Bound port: d8321004-e364-42dd-ae3a-836a90e21038, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:37:40.495880 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-df25efd2-f437-44ee-ac2f-9f32649c4d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d8321004-e364-42dd-ae3a-836a90e21038), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:37:40.557352 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-df25efd2-f437-44ee-ac2f-9f32649c4d6f None None] For port d8321004-e364-42dd-ae3a-836a90e21038, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:37:40.560485 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-df25efd2-f437-44ee-ac2f-9f32649c4d6f None None] For port d8321004-e364-42dd-ae3a-836a90e21038, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=d8321004-e364-42dd-ae3a-836a90e21038,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:37:40.565831 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-df25efd2-f437-44ee-ac2f-9f32649c4d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d8321004-e364-42dd-ae3a-836a90e21038), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:37:40.625354 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df25efd2-f437-44ee-ac2f-9f32649c4d6f None None] Pushing event updated for resources: {'Port': ['ID=d8321004-e364-42dd-ae3a-836a90e21038,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:37:41.725941 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b9edbb-2d51-46fe-873d-24826892f152 None None] Network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:37:41.824780 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-32f1d213-84bc-4802-a134-13b07c7d047d None None] Provisioning complete for port d8321004-e364-42dd-ae3a-836a90e21038 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:37:41.825113 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-32f1d213-84bc-4802-a134-13b07c7d047d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d8321004-e364-42dd-ae3a-836a90e21038), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:37:41.913197 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-32f1d213-84bc-4802-a134-13b07c7d047d None None] Current status of the port d8321004-e364-42dd-ae3a-836a90e21038 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:37:41.913439 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-32f1d213-84bc-4802-a134-13b07c7d047d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d8321004-e364-42dd-ae3a-836a90e21038), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:37:41.949754 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-32f1d213-84bc-4802-a134-13b07c7d047d None None] For port d8321004-e364-42dd-ae3a-836a90e21038, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=d8321004-e364-42dd-ae3a-836a90e21038,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:37:41.956371 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-32f1d213-84bc-4802-a134-13b07c7d047d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d8321004-e364-42dd-ae3a-836a90e21038), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:37:42.010508 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1d213-84bc-4802-a134-13b07c7d047d None None] Pushing event updated for resources: {'Port': ['ID=d8321004-e364-42dd-ae3a-836a90e21038,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:37:42.076073 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7d352f8-88e1-4ad0-9c87-fef886688cc1 None None] Provisioning complete for port d8321004-e364-42dd-ae3a-836a90e21038 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:37:42.076362 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7d352f8-88e1-4ad0-9c87-fef886688cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d8321004-e364-42dd-ae3a-836a90e21038), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:37:42.155250 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7d352f8-88e1-4ad0-9c87-fef886688cc1 None None] Current status of the port d8321004-e364-42dd-ae3a-836a90e21038 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:37:42.604443 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device d8321004-e364-42dd-ae3a-836a90e21038 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:37:42.652368 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port d8321004-e364-42dd-ae3a-836a90e21038 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:37:42.652750 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d8321004-e364-42dd-ae3a-836a90e21038), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:37:42.728024 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port d8321004-e364-42dd-ae3a-836a90e21038 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:37:59.537842 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-124dc4c4-246d-4685-bfd5-954fcd1f4317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:37:59.992270 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 5 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:38:01.746073 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8df77ff1-9884-45db-aec2-2e2268b6f99a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:38:03.076098 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:38:04.563625 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:38:05.828562 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:38:29.537526 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-943a94cb-317d-42bc-98d0-6ca88e5bb9fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:38:31.743385 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7cc4c1c1-b223-4dc8-beaf-8c17e5f12abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:38:33.090208 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:38:34.572639 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:38:35.849782 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:38:36.994933 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 5 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:38:59.536106 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5ce01235-202d-44ca-8d95-219c56af59ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:39:01.737658 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0ee8cc08-f02e-4795-9556-e57ac9919e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:39:03.086070 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:39:04.571364 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:39:05.021933 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49952) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:39:05.027771 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-0a0cb00c-addd-45aa-ace6-8e82c8b42b39 tempest-verify_tempest_config-1076755366 tempest-verify_tempest_config-1076755366-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:39:05.028728 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0a0cb00c-addd-45aa-ace6-8e82c8b42b39 tempest-verify_tempest_config-1076755366 tempest-verify_tempest_config-1076755366-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058150 Jan 28 02:39:05.337673 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49970) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:39:05.458710 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-68ec5637-1f1e-4c1d-9fad-857efdaea9b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:39:05.537348 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-68ec5637-1f1e-4c1d-9fad-857efdaea9b1 admin admin] Publish callbacks [] for security_group (76bf3804-323f-4b83-84b2-8e516057cf29), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:39:05.543212 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-68ec5637-1f1e-4c1d-9fad-857efdaea9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (76bf3804-323f-4b83-84b2-8e516057cf29), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:39:05.588149 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-68ec5637-1f1e-4c1d-9fad-857efdaea9b1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c30e154346bc4f2fa8f28753c0fb8277&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2494476 Jan 28 02:39:05.588838 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ec5637-1f1e-4c1d-9fad-857efdaea9b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76bf3804-323f-4b83-84b2-8e516057cf29,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:39:05.591131 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 49974) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:39:05.595721 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ec5637-1f1e-4c1d-9fad-857efdaea9b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:39:05.596072 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ec5637-1f1e-4c1d-9fad-857efdaea9b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:39:05.596416 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ec5637-1f1e-4c1d-9fad-857efdaea9b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:39:05.596756 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ec5637-1f1e-4c1d-9fad-857efdaea9b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:39:05.597099 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ec5637-1f1e-4c1d-9fad-857efdaea9b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:39:05.597462 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ec5637-1f1e-4c1d-9fad-857efdaea9b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:39:05.597816 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ec5637-1f1e-4c1d-9fad-857efdaea9b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:39:05.598144 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ec5637-1f1e-4c1d-9fad-857efdaea9b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:39:05.598472 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ec5637-1f1e-4c1d-9fad-857efdaea9b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:39:05.598780 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ec5637-1f1e-4c1d-9fad-857efdaea9b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:39:05.599104 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ec5637-1f1e-4c1d-9fad-857efdaea9b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:39:05.599422 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ec5637-1f1e-4c1d-9fad-857efdaea9b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:39:05.599736 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ec5637-1f1e-4c1d-9fad-857efdaea9b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:39:05.649375 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9ba421c3-1834-4a13-8e99-017435daee18 admin admin] Publish callbacks [] for security_group (76bf3804-323f-4b83-84b2-8e516057cf29), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:39:05.671083 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9ba421c3-1834-4a13-8e99-017435daee18 admin admin] Publish callbacks [] for security_group (76bf3804-323f-4b83-84b2-8e516057cf29), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:39:05.768844 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9ba421c3-1834-4a13-8e99-017435daee18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (76bf3804-323f-4b83-84b2-8e516057cf29), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:39:05.772265 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9ba421c3-1834-4a13-8e99-017435daee18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:39:05.773878 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9ba421c3-1834-4a13-8e99-017435daee18 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/76bf3804-323f-4b83-84b2-8e516057cf29 HTTP/1.1" status: 204 len: 168 time: 0.1817930 Jan 28 02:39:05.781728 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba421c3-1834-4a13-8e99-017435daee18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bf3804-323f-4b83-84b2-8e516057cf29,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:39:05.788816 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba421c3-1834-4a13-8e99-017435daee18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:39:05.789198 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba421c3-1834-4a13-8e99-017435daee18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:39:05.789540 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba421c3-1834-4a13-8e99-017435daee18 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:39:05.789881 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba421c3-1834-4a13-8e99-017435daee18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:39:05.790214 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba421c3-1834-4a13-8e99-017435daee18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:39:05.790547 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba421c3-1834-4a13-8e99-017435daee18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:39:05.790866 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba421c3-1834-4a13-8e99-017435daee18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:39:05.791204 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba421c3-1834-4a13-8e99-017435daee18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:39:05.791517 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba421c3-1834-4a13-8e99-017435daee18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:39:05.791837 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba421c3-1834-4a13-8e99-017435daee18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:39:05.792161 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba421c3-1834-4a13-8e99-017435daee18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:39:05.792483 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba421c3-1834-4a13-8e99-017435daee18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:39:05.792802 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba421c3-1834-4a13-8e99-017435daee18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:39:05.835072 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:39:13.998913 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 5 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:39:29.538817 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2d21fcbd-3fa4-46df-b3f3-e48a841e793b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:39:31.754967 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f22e5dd8-332d-406c-9084-1bba8d957f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:39:33.096642 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:39:34.579523 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:39:35.846643 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:39:51.003118 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 5 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:39:59.535055 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fda62cdc-adaf-45e9-a32f-51aaab9ad94a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:40:01.744213 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9c70ad0b-55f4-4b8d-b789-54f3f5404df4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:40:03.105765 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:40:04.583229 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:40:05.850266 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:40:28.001932 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 5 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:40:29.537517 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-280679b7-06aa-49ed-8a92-dcb605b1360b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:40:31.750089 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2444f8bf-c48f-4701-9283-59d9bfc9f052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:40:33.109540 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:40:34.591281 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:40:35.858391 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:40:59.541133 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cbe5e97d-2dc5-4ee9-a667-c055af65f606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:41:01.754666 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ef11ee9b-ff1a-4116-a688-7fd03695243e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:41:03.113595 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:41:04.588324 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:41:05.006382 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 5 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:41:05.849868 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:41:29.546259 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cf6f72b1-3a81-4bd6-a08d-779d92c46428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:41:31.762105 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-404bec4e-7268-4d03-bd15-48bd3c43a1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:41:33.116691 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:41:34.590546 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:41:35.851849 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:41:42.009932 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 5 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:41:59.545661 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fa52d62b-97f1-4aa1-a889-9d3a7d3bcbe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:42:01.756234 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-25e94a8c-9311-4a98-b3cf-2333a84a7450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:42:03.118938 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:42:04.591720 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:42:05.854452 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:42:19.015779 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 5 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:42:28.741326 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3875516'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:42:29.548762 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-24c926d8-57fe-4faf-94e6-bd780a284016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:42:31.760510 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5ecb7756-7b60-4676-bc03-61af06c3cbb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:42:33.117258 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:42:33.205543 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3875516'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:42:34.599224 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:42:35.850786 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:42:56.023498 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:42:58.747271 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:42:59.548850 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-76ff8f4c-80ae-4549-96b0-b2e2a7998cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:43:01.755092 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7027e853-968d-4190-ab6d-6bfbe2f12b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:43:03.126757 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:43:03.159531 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:43:04.595482 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:43:05.851012 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:43:11.743909 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50032) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:43:11.869865 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a601b3a3-6d40-4fd3-9bc5-470885285471 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1247318 Jan 28 02:43:14.127129 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50042) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:43:14.185572 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1a5ff0f4-b2f5-4fa6-b9ae-9a87189a834c admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0571878 Jan 28 02:43:28.743897 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:43:29.551122 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-074360d3-2eca-401d-a755-1d890000891b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:43:31.767929 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-71ccdebd-2e7c-415e-badd-fb64b4be3698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:43:33.015302 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:43:33.130406 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:43:33.157786 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:43:34.602929 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:43:35.849655 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:43:58.745641 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:43:59.547115 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0bc3971f-9118-41e5-b093-bc3e41572367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:01.765506 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-274d2b0e-995d-452b-8133-1f7994f70548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:03.128050 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:03.172111 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:04.602808 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:05.847961 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:10.015814 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:44:28.734386 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:29.553588 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4e891097-381e-4432-b89b-4f3ee2a40227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:31.782867 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-bdfd80b6-c2bf-44f8-9a20-364e83db19e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:33.139393 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:33.209097 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:34.610972 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:35.843459 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:35.859283 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50276) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:44:36.169176 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-89dfc6d6-d9e4-4577-a24a-2fe43ae12107 tempest-AutoAllocateNetworkTest-1470603473 tempest-AutoAllocateNetworkTest-1470603473-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=b68333796517470ab997925787dbfc19&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3086562 Jan 28 02:44:36.171890 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50298) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:44:36.351711 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269fb0b4-a711-4eff-bcba-5ddec0640033 tempest-AutoAllocateNetworkTest-1470603473 tempest-AutoAllocateNetworkTest-1470603473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:44:36.353271 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-269fb0b4-a711-4eff-bcba-5ddec0640033 tempest-AutoAllocateNetworkTest-1470603473 tempest-AutoAllocateNetworkTest-1470603473-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1804430 Jan 28 02:44:36.356242 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50308) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:44:36.423611 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-64dde142-1375-4089-b0c2-f1b42a941e6e tempest-AutoAllocateNetworkTest-1470603473 tempest-AutoAllocateNetworkTest-1470603473-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0659761 Jan 28 02:44:36.426079 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50316) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:44:36.453567 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ee56499c-7737-4836-9d62-e7773cf01b7a tempest-AutoAllocateNetworkTest-1470603473 tempest-AutoAllocateNetworkTest-1470603473-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=b68333796517470ab997925787dbfc19 HTTP/1.1" status: 200 len: 208 time: 0.0262151 Jan 28 02:44:37.264868 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50362) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:44:37.715665 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9ad312c3-de9f-4781-b2f3-a634d159a1ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:37.794442 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9ad312c3-de9f-4781-b2f3-a634d159a1ff admin admin] Publish callbacks [] for security_group (0fcb96f1-2f6f-4002-9d5d-47a5914a0712), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:37.801719 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9ad312c3-de9f-4781-b2f3-a634d159a1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (0fcb96f1-2f6f-4002-9d5d-47a5914a0712), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:37.834146 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad312c3-de9f-4781-b2f3-a634d159a1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcb96f1-2f6f-4002-9d5d-47a5914a0712,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:44:37.845681 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad312c3-de9f-4781-b2f3-a634d159a1ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:44:37.846035 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad312c3-de9f-4781-b2f3-a634d159a1ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:44:37.846374 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad312c3-de9f-4781-b2f3-a634d159a1ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:44:37.846707 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad312c3-de9f-4781-b2f3-a634d159a1ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:44:37.847038 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad312c3-de9f-4781-b2f3-a634d159a1ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:44:37.847364 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad312c3-de9f-4781-b2f3-a634d159a1ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:44:37.847825 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad312c3-de9f-4781-b2f3-a634d159a1ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:44:37.848268 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad312c3-de9f-4781-b2f3-a634d159a1ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:44:37.848732 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad312c3-de9f-4781-b2f3-a634d159a1ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:44:37.849060 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad312c3-de9f-4781-b2f3-a634d159a1ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:44:37.849405 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad312c3-de9f-4781-b2f3-a634d159a1ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:44:37.849727 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad312c3-de9f-4781-b2f3-a634d159a1ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:44:37.850068 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad312c3-de9f-4781-b2f3-a634d159a1ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:44:37.851182 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad312c3-de9f-4781-b2f3-a634d159a1ff admin admin] Tracked resource versions report: Jan 28 02:44:37.851182 n-d-712139-27 neutron-server[109803]: pushed versions: Jan 28 02:44:37.851182 n-d-712139-27 neutron-server[109803]: { 'AddressGroup': {'1.2'}, Jan 28 02:44:37.851182 n-d-712139-27 neutron-server[109803]: 'ConntrackHelper': {'1.0'}, Jan 28 02:44:37.851182 n-d-712139-27 neutron-server[109803]: 'LocalIPAssociation': {'1.0'}, Jan 28 02:44:37.851182 n-d-712139-27 neutron-server[109803]: 'Log': {'1.0'}, Jan 28 02:44:37.851182 n-d-712139-27 neutron-server[109803]: 'Network': {'1.1'}, Jan 28 02:44:37.851182 n-d-712139-27 neutron-server[109803]: 'Port': {'1.7'}, Jan 28 02:44:37.851182 n-d-712139-27 neutron-server[109803]: 'PortForwarding': {'1.2'}, Jan 28 02:44:37.851182 n-d-712139-27 neutron-server[109803]: 'QosPolicy': {'1.10'}, Jan 28 02:44:37.851182 n-d-712139-27 neutron-server[109803]: 'SecurityGroup': {'1.5'}, Jan 28 02:44:37.851182 n-d-712139-27 neutron-server[109803]: 'SecurityGroupRule': {'1.2'}, Jan 28 02:44:37.851182 n-d-712139-27 neutron-server[109803]: 'SubPort': {'1.0'}, Jan 28 02:44:37.851182 n-d-712139-27 neutron-server[109803]: 'Subnet': {'1.1'}, Jan 28 02:44:37.851182 n-d-712139-27 neutron-server[109803]: 'Trunk': {'1.1'}} Jan 28 02:44:37.851182 n-d-712139-27 neutron-server[109803]: consumer versions: Jan 28 02:44:37.851182 n-d-712139-27 neutron-server[109803]: { DHCP agent@n-d-712139-27: {}, Jan 28 02:44:37.851182 n-d-712139-27 neutron-server[109803]: HyperV agent@n-h1-712139-27: {}, Jan 28 02:44:37.851182 n-d-712139-27 neutron-server[109803]: HyperV agent@n-h2-712139-27: {}, Jan 28 02:44:37.851182 n-d-712139-27 neutron-server[109803]: L3 agent@n-d-712139-27: {}, Jan 28 02:44:37.851182 n-d-712139-27 neutron-server[109803]: Metadata agent@n-d-712139-27: {}, Jan 28 02:44:37.851182 n-d-712139-27 neutron-server[109803]: Metering agent@n-d-712139-27: {}, Jan 28 02:44:37.851182 n-d-712139-27 neutron-server[109803]: Open vSwitch agent@n-d-712139-27: { 'AddressGroup': '1.2', Jan 28 02:44:37.851182 n-d-712139-27 neutron-server[109803]: 'ConntrackHelper': '1.0', Jan 28 02:44:37.851182 n-d-712139-27 neutron-server[109803]: 'LocalIPAssociation': '1.0', Jan 28 02:44:37.851182 n-d-712139-27 neutron-server[109803]: 'Log': '1.0', Jan 28 02:44:37.851182 n-d-712139-27 neutron-server[109803]: 'Network': '1.1', Jan 28 02:44:37.851182 n-d-712139-27 neutron-server[109803]: 'Port': '1.7', Jan 28 02:44:37.851182 n-d-712139-27 neutron-server[109803]: 'PortForwarding': '1.2', Jan 28 02:44:37.851182 n-d-712139-27 neutron-server[109803]: 'QosPolicy': '1.10', Jan 28 02:44:37.851182 n-d-712139-27 neutron-server[109803]: 'SecurityGroup': '1.5', Jan 28 02:44:37.851182 n-d-712139-27 neutron-server[109803]: 'SecurityGroupRule': '1.2', Jan 28 02:44:37.851182 n-d-712139-27 neutron-server[109803]: 'SubPort': '1.0', Jan 28 02:44:37.851182 n-d-712139-27 neutron-server[109803]: 'Subnet': '1.1', Jan 28 02:44:37.851182 n-d-712139-27 neutron-server[109803]: 'Trunk': '1.1'}} Jan 28 02:44:37.851182 n-d-712139-27 neutron-server[109803]: {{(pid=109803) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 02:44:37.868012 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9ad312c3-de9f-4781-b2f3-a634d159a1ff admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b68333796517470ab997925787dbfc19&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6019595 Jan 28 02:44:37.870879 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50400) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:44:37.963953 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3c31c4e6-b9dc-4721-957f-ee47473430b7 admin admin] Publish callbacks [] for security_group (0fcb96f1-2f6f-4002-9d5d-47a5914a0712), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:37.987564 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3c31c4e6-b9dc-4721-957f-ee47473430b7 admin admin] Publish callbacks [] for security_group (0fcb96f1-2f6f-4002-9d5d-47a5914a0712), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:38.061508 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3c31c4e6-b9dc-4721-957f-ee47473430b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (0fcb96f1-2f6f-4002-9d5d-47a5914a0712), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:38.064017 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3c31c4e6-b9dc-4721-957f-ee47473430b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:38.068077 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3c31c4e6-b9dc-4721-957f-ee47473430b7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0fcb96f1-2f6f-4002-9d5d-47a5914a0712 HTTP/1.1" status: 204 len: 168 time: 0.1955073 Jan 28 02:44:38.076308 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c31c4e6-b9dc-4721-957f-ee47473430b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcb96f1-2f6f-4002-9d5d-47a5914a0712,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:44:38.084489 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c31c4e6-b9dc-4721-957f-ee47473430b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:44:38.084960 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c31c4e6-b9dc-4721-957f-ee47473430b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:44:38.085341 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c31c4e6-b9dc-4721-957f-ee47473430b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:44:38.085673 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c31c4e6-b9dc-4721-957f-ee47473430b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:44:38.085998 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c31c4e6-b9dc-4721-957f-ee47473430b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:44:38.086322 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c31c4e6-b9dc-4721-957f-ee47473430b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:44:38.086641 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c31c4e6-b9dc-4721-957f-ee47473430b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:44:38.086957 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c31c4e6-b9dc-4721-957f-ee47473430b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:44:38.087267 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c31c4e6-b9dc-4721-957f-ee47473430b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:44:38.087700 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c31c4e6-b9dc-4721-957f-ee47473430b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:44:38.088162 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c31c4e6-b9dc-4721-957f-ee47473430b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:44:38.088481 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c31c4e6-b9dc-4721-957f-ee47473430b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:44:38.088793 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c31c4e6-b9dc-4721-957f-ee47473430b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:44:38.090139 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c31c4e6-b9dc-4721-957f-ee47473430b7 admin admin] Tracked resource versions report: Jan 28 02:44:38.090139 n-d-712139-27 neutron-server[109802]: pushed versions: Jan 28 02:44:38.090139 n-d-712139-27 neutron-server[109802]: { 'AddressGroup': {'1.2'}, Jan 28 02:44:38.090139 n-d-712139-27 neutron-server[109802]: 'ConntrackHelper': {'1.0'}, Jan 28 02:44:38.090139 n-d-712139-27 neutron-server[109802]: 'LocalIPAssociation': {'1.0'}, Jan 28 02:44:38.090139 n-d-712139-27 neutron-server[109802]: 'Log': {'1.0'}, Jan 28 02:44:38.090139 n-d-712139-27 neutron-server[109802]: 'Network': {'1.1'}, Jan 28 02:44:38.090139 n-d-712139-27 neutron-server[109802]: 'Port': {'1.7'}, Jan 28 02:44:38.090139 n-d-712139-27 neutron-server[109802]: 'PortForwarding': {'1.2'}, Jan 28 02:44:38.090139 n-d-712139-27 neutron-server[109802]: 'QosPolicy': {'1.10'}, Jan 28 02:44:38.090139 n-d-712139-27 neutron-server[109802]: 'SecurityGroup': {'1.5'}, Jan 28 02:44:38.090139 n-d-712139-27 neutron-server[109802]: 'SecurityGroupRule': {'1.2'}, Jan 28 02:44:38.090139 n-d-712139-27 neutron-server[109802]: 'SubPort': {'1.0'}, Jan 28 02:44:38.090139 n-d-712139-27 neutron-server[109802]: 'Subnet': {'1.1'}, Jan 28 02:44:38.090139 n-d-712139-27 neutron-server[109802]: 'Trunk': {'1.1'}} Jan 28 02:44:38.090139 n-d-712139-27 neutron-server[109802]: consumer versions: Jan 28 02:44:38.090139 n-d-712139-27 neutron-server[109802]: { DHCP agent@n-d-712139-27: {}, Jan 28 02:44:38.090139 n-d-712139-27 neutron-server[109802]: HyperV agent@n-h1-712139-27: {}, Jan 28 02:44:38.090139 n-d-712139-27 neutron-server[109802]: HyperV agent@n-h2-712139-27: {}, Jan 28 02:44:38.090139 n-d-712139-27 neutron-server[109802]: L3 agent@n-d-712139-27: {}, Jan 28 02:44:38.090139 n-d-712139-27 neutron-server[109802]: Metadata agent@n-d-712139-27: {}, Jan 28 02:44:38.090139 n-d-712139-27 neutron-server[109802]: Metering agent@n-d-712139-27: {}, Jan 28 02:44:38.090139 n-d-712139-27 neutron-server[109802]: Open vSwitch agent@n-d-712139-27: { 'AddressGroup': '1.2', Jan 28 02:44:38.090139 n-d-712139-27 neutron-server[109802]: 'ConntrackHelper': '1.0', Jan 28 02:44:38.090139 n-d-712139-27 neutron-server[109802]: 'LocalIPAssociation': '1.0', Jan 28 02:44:38.090139 n-d-712139-27 neutron-server[109802]: 'Log': '1.0', Jan 28 02:44:38.090139 n-d-712139-27 neutron-server[109802]: 'Network': '1.1', Jan 28 02:44:38.090139 n-d-712139-27 neutron-server[109802]: 'Port': '1.7', Jan 28 02:44:38.090139 n-d-712139-27 neutron-server[109802]: 'PortForwarding': '1.2', Jan 28 02:44:38.090139 n-d-712139-27 neutron-server[109802]: 'QosPolicy': '1.10', Jan 28 02:44:38.090139 n-d-712139-27 neutron-server[109802]: 'SecurityGroup': '1.5', Jan 28 02:44:38.090139 n-d-712139-27 neutron-server[109802]: 'SecurityGroupRule': '1.2', Jan 28 02:44:38.090139 n-d-712139-27 neutron-server[109802]: 'SubPort': '1.0', Jan 28 02:44:38.090139 n-d-712139-27 neutron-server[109802]: 'Subnet': '1.1', Jan 28 02:44:38.090139 n-d-712139-27 neutron-server[109802]: 'Trunk': '1.1'}} Jan 28 02:44:38.090139 n-d-712139-27 neutron-server[109802]: {{(pid=109802) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 02:44:39.462576 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50524) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:44:39.465605 n-d-712139-27 neutron-server[109802]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 28 02:44:39.502758 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-569286bd-005b-424e-b63c-89077fb28ea7 req-94cb42b1-b33d-4f35-821a-ecb7a2f8fcf7 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=93c0e75ddd3849db81e0a28aa5467a70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383186 Jan 28 02:44:39.641544 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50532) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:44:39.707636 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569286bd-005b-424e-b63c-89077fb28ea7 req-4e692046-4e89-404d-912f-e6bf4c505cf5 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:44:39.709634 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-569286bd-005b-424e-b63c-89077fb28ea7 req-4e692046-4e89-404d-912f-e6bf4c505cf5 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2058609 Jan 28 02:44:39.727329 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-569286bd-005b-424e-b63c-89077fb28ea7 req-cbe441e9-6d98-4516-aae9-60b2cf115033 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.53 "GET /v2.0/quotas/93c0e75ddd3849db81e0a28aa5467a70 HTTP/1.1" status: 200 len: 375 time: 0.0114050 Jan 28 02:44:39.782815 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-569286bd-005b-424e-b63c-89077fb28ea7 req-c7dcaf72-f874-4167-9a73-0481680a3e45 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=93c0e75ddd3849db81e0a28aa5467a70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501521 Jan 28 02:44:39.845713 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5125804b-a4dd-4852-a58a-720f6ec0a3c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:39.940217 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5125804b-a4dd-4852-a58a-720f6ec0a3c8 admin admin] Publish callbacks [] for security_group (e159ac10-eb05-4ad9-8f77-8e5cdaad6ced), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:39.946427 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5125804b-a4dd-4852-a58a-720f6ec0a3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (e159ac10-eb05-4ad9-8f77-8e5cdaad6ced), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:39.984512 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125804b-a4dd-4852-a58a-720f6ec0a3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e159ac10-eb05-4ad9-8f77-8e5cdaad6ced,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:44:39.996386 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5125804b-a4dd-4852-a58a-720f6ec0a3c8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=572d178bd9db499585ab6642edc411da&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3537188 Jan 28 02:44:39.996513 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50558) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:44:40.055504 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-228829a2-8fc0-4ef1-8163-f674fd49edad admin admin] Publish callbacks [] for security_group (e159ac10-eb05-4ad9-8f77-8e5cdaad6ced), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:40.096281 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-228829a2-8fc0-4ef1-8163-f674fd49edad admin admin] Publish callbacks [] for security_group (e159ac10-eb05-4ad9-8f77-8e5cdaad6ced), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:40.162338 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fecf0e13-cc3a-4be4-8cb4-6de1ba1e7e46 req-641e3a6e-788f-40bf-9e29-ed00203870cd tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.53 "GET /v2.0/ports?device_id=10135c0d-84ae-45ff-8d76-8fb77e93d2a6 HTTP/1.1" status: 200 len: 210 time: 0.0583725 Jan 28 02:44:40.201609 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-228829a2-8fc0-4ef1-8163-f674fd49edad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (e159ac10-eb05-4ad9-8f77-8e5cdaad6ced), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:40.206415 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-228829a2-8fc0-4ef1-8163-f674fd49edad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:40.206990 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50576) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:44:40.210078 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-228829a2-8fc0-4ef1-8163-f674fd49edad admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e159ac10-eb05-4ad9-8f77-8e5cdaad6ced HTTP/1.1" status: 204 len: 168 time: 0.2125680 Jan 28 02:44:40.234270 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228829a2-8fc0-4ef1-8163-f674fd49edad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e159ac10-eb05-4ad9-8f77-8e5cdaad6ced,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:44:40.643264 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2ef037be-2da5-4d2c-980f-c84a53ca6013 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:40.786125 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2ef037be-2da5-4d2c-980f-c84a53ca6013 admin admin] Publish callbacks [] for security_group (426019a3-aced-4e93-a5e0-dbcbcb15076a), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:40.793095 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2ef037be-2da5-4d2c-980f-c84a53ca6013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (426019a3-aced-4e93-a5e0-dbcbcb15076a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:40.840216 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef037be-2da5-4d2c-980f-c84a53ca6013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426019a3-aced-4e93-a5e0-dbcbcb15076a,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:44:40.860696 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-2ef037be-2da5-4d2c-980f-c84a53ca6013 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=578edc80b0b34ea0bde7eb5b415b2e00&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6499543 Jan 28 02:44:40.860908 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50642) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:44:40.885347 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50644) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:44:40.909003 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-09cc65bc-20b0-432f-bfcd-03359a8514b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:40.934290 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d5ea56ce-c756-4523-b854-d800fb6a57a3 admin admin] Publish callbacks [] for security_group (426019a3-aced-4e93-a5e0-dbcbcb15076a), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:40.993031 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d5ea56ce-c756-4523-b854-d800fb6a57a3 admin admin] Publish callbacks [] for security_group (426019a3-aced-4e93-a5e0-dbcbcb15076a), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:41.059810 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-09cc65bc-20b0-432f-bfcd-03359a8514b3 admin admin] Publish callbacks [] for security_group (cf595c2d-4e2f-4254-8152-e3843842b857), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:41.070086 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-09cc65bc-20b0-432f-bfcd-03359a8514b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (cf595c2d-4e2f-4254-8152-e3843842b857), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:41.102172 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d5ea56ce-c756-4523-b854-d800fb6a57a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (426019a3-aced-4e93-a5e0-dbcbcb15076a), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:41.105398 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d5ea56ce-c756-4523-b854-d800fb6a57a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:41.108030 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d5ea56ce-c756-4523-b854-d800fb6a57a3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/426019a3-aced-4e93-a5e0-dbcbcb15076a HTTP/1.1" status: 204 len: 168 time: 0.2442899 Jan 28 02:44:41.120420 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea56ce-c756-4523-b854-d800fb6a57a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426019a3-aced-4e93-a5e0-dbcbcb15076a,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:44:41.120653 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-09cc65bc-20b0-432f-bfcd-03359a8514b3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0901e6b8acb840b4ac81f1709e3947c4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2341201 Jan 28 02:44:41.122462 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc65bc-20b0-432f-bfcd-03359a8514b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf595c2d-4e2f-4254-8152-e3843842b857,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:44:41.124673 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50666) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:44:41.201381 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f0625ec6-c372-43e4-be1b-9a4c2577428b admin admin] Publish callbacks [] for security_group (cf595c2d-4e2f-4254-8152-e3843842b857), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:41.236474 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f0625ec6-c372-43e4-be1b-9a4c2577428b admin admin] Publish callbacks [] for security_group (cf595c2d-4e2f-4254-8152-e3843842b857), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:41.290564 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f0625ec6-c372-43e4-be1b-9a4c2577428b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (cf595c2d-4e2f-4254-8152-e3843842b857), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:41.296102 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f0625ec6-c372-43e4-be1b-9a4c2577428b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:41.297449 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f0625ec6-c372-43e4-be1b-9a4c2577428b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cf595c2d-4e2f-4254-8152-e3843842b857 HTTP/1.1" status: 204 len: 168 time: 0.1591234 Jan 28 02:44:41.305056 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0625ec6-c372-43e4-be1b-9a4c2577428b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf595c2d-4e2f-4254-8152-e3843842b857,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:44:41.630789 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50688) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:44:41.781036 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50702) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:44:41.798389 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-923fd54d-0cdf-4f24-99c8-16e8e5a13e42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:41.881599 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-923fd54d-0cdf-4f24-99c8-16e8e5a13e42 admin admin] Publish callbacks [] for security_group (195e6ac6-4d41-457a-9b45-93aa403bdc4f), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:41.887640 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-923fd54d-0cdf-4f24-99c8-16e8e5a13e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (195e6ac6-4d41-457a-9b45-93aa403bdc4f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:41.925046 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-923fd54d-0cdf-4f24-99c8-16e8e5a13e42 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b7b728eaa91a439b89624c390aba8449&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1422410 Jan 28 02:44:41.927420 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923fd54d-0cdf-4f24-99c8-16e8e5a13e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195e6ac6-4d41-457a-9b45-93aa403bdc4f,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:44:41.927823 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50704) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:44:41.998667 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c48e09e9-dc70-429a-b09e-1e52784f3cc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:41.999248 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50712) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:44:42.070330 n-d-712139-27 neutron-server[109803]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 28 02:44:42.139544 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fd7d7716-6ea0-4246-8fb2-5ab9530cb57c req-14c330db-a9b3-40a8-8471-d27abf533495 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.53 "GET /v2.0/ports?device_id=10135c0d-84ae-45ff-8d76-8fb77e93d2a6 HTTP/1.1" status: 200 len: 210 time: 0.1367791 Jan 28 02:44:42.140447 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0b9e4145-ceff-40be-891f-7d8040625668 req-0a0a13bd-bfe6-4067-a682-98bd95e99f27 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=75bfb80fd1554fd9a93c14afb3f2ef0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0860493 Jan 28 02:44:42.169304 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-54843ea8-4821-4c1b-8a26-68d9ec3581c8 admin admin] Publish callbacks [] for security_group (195e6ac6-4d41-457a-9b45-93aa403bdc4f), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:42.220291 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.39', 49464) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:44:42.263830 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-569286bd-005b-424e-b63c-89077fb28ea7 req-9f209ce6-70c3-4d7b-bd18-b24f779db4f5 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=93c0e75ddd3849db81e0a28aa5467a70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306730 Jan 28 02:44:42.378517 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c48e09e9-dc70-429a-b09e-1e52784f3cc0 admin admin] Publish callbacks [] for security_group (b83aee9c-f464-4b6d-ab76-dd19954af3ed), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:42.385847 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-54843ea8-4821-4c1b-8a26-68d9ec3581c8 admin admin] Publish callbacks [] for security_group (195e6ac6-4d41-457a-9b45-93aa403bdc4f), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:42.396809 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c48e09e9-dc70-429a-b09e-1e52784f3cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b83aee9c-f464-4b6d-ab76-dd19954af3ed), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:42.433386 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569286bd-005b-424e-b63c-89077fb28ea7 req-f194104b-800a-4894-b8e0-55639408174e tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:44:42.435016 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-569286bd-005b-424e-b63c-89077fb28ea7 req-f194104b-800a-4894-b8e0-55639408174e tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1650047 Jan 28 02:44:42.492007 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c48e09e9-dc70-429a-b09e-1e52784f3cc0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4e48875f6f6c450ea0cc3f93da05e156&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8565760 Jan 28 02:44:42.492007 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e09e9-dc70-429a-b09e-1e52784f3cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83aee9c-f464-4b6d-ab76-dd19954af3ed,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:44:42.492244 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50754) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:44:42.504834 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e4145-ceff-40be-891f-7d8040625668 req-a08201fd-b121-4eef-9c06-f5cb85a3cdb9 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:44:42.512813 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0b9e4145-ceff-40be-891f-7d8040625668 req-a08201fd-b121-4eef-9c06-f5cb85a3cdb9 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3704877 Jan 28 02:44:42.525675 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0b9e4145-ceff-40be-891f-7d8040625668 req-c5c6f37a-620e-49fc-a885-32dc70ec5d7a tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/quotas/75bfb80fd1554fd9a93c14afb3f2ef0a HTTP/1.1" status: 200 len: 375 time: 0.0129018 Jan 28 02:44:42.559835 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-569286bd-005b-424e-b63c-89077fb28ea7 req-5f04883d-a0f1-48e0-814f-d1a676ab6956 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] Request body: {'port': {'device_id': '10135c0d-84ae-45ff-8d76-8fb77e93d2a6', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'admin_state_up': True, 'tenant_id': '93c0e75ddd3849db81e0a28aa5467a70'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:44:42.571818 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0b9e4145-ceff-40be-891f-7d8040625668 req-9815b937-e38b-4ee2-a82d-b33f829306b6 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=75bfb80fd1554fd9a93c14afb3f2ef0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392973 Jan 28 02:44:42.581585 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-54843ea8-4821-4c1b-8a26-68d9ec3581c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (195e6ac6-4d41-457a-9b45-93aa403bdc4f), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:42.584236 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-54843ea8-4821-4c1b-8a26-68d9ec3581c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:42.587823 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-54843ea8-4821-4c1b-8a26-68d9ec3581c8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/195e6ac6-4d41-457a-9b45-93aa403bdc4f HTTP/1.1" status: 204 len: 168 time: 0.6558807 Jan 28 02:44:42.601644 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54843ea8-4821-4c1b-8a26-68d9ec3581c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195e6ac6-4d41-457a-9b45-93aa403bdc4f,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:44:42.704448 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7a862916-73b2-4ee0-92ba-8455e19aa935 admin admin] Publish callbacks [] for security_group (b83aee9c-f464-4b6d-ab76-dd19954af3ed), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:42.788082 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7a862916-73b2-4ee0-92ba-8455e19aa935 admin admin] Publish callbacks [] for security_group (b83aee9c-f464-4b6d-ab76-dd19954af3ed), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:42.812666 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b001fb6e-7d88-467a-8d6b-b9fbfe9c5d38 req-707cd1fc-9364-4044-9d22-4b9237bfff0f tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/ports?device_id=066cf706-a57b-45ec-9199-24f28416f082 HTTP/1.1" status: 200 len: 210 time: 0.0481064 Jan 28 02:44:42.874924 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-569286bd-005b-424e-b63c-89077fb28ea7 req-5f04883d-a0f1-48e0-814f-d1a676ab6956 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] Made reservation on behalf of 93c0e75ddd3849db81e0a28aa5467a70 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:44:42.884295 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-569286bd-005b-424e-b63c-89077fb28ea7 req-5f04883d-a0f1-48e0-814f-d1a676ab6956 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:42.905175 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-569286bd-005b-424e-b63c-89077fb28ea7 req-5f04883d-a0f1-48e0-814f-d1a676ab6956 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:42.955329 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7a862916-73b2-4ee0-92ba-8455e19aa935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b83aee9c-f464-4b6d-ab76-dd19954af3ed), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:42.957988 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7a862916-73b2-4ee0-92ba-8455e19aa935 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:42.961819 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7a862916-73b2-4ee0-92ba-8455e19aa935 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b83aee9c-f464-4b6d-ab76-dd19954af3ed HTTP/1.1" status: 204 len: 168 time: 0.4692886 Jan 28 02:44:42.997065 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a862916-73b2-4ee0-92ba-8455e19aa935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83aee9c-f464-4b6d-ab76-dd19954af3ed,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:44:43.089508 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-569286bd-005b-424e-b63c-89077fb28ea7 req-5f04883d-a0f1-48e0-814f-d1a676ab6956 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] Publish callbacks [] for security_group (9ff4f33f-5ba5-49da-8374-05896abdb923), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:43.095202 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-569286bd-005b-424e-b63c-89077fb28ea7 req-5f04883d-a0f1-48e0-814f-d1a676ab6956 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (9ff4f33f-5ba5-49da-8374-05896abdb923), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:43.228716 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f04883d-a0f1-48e0-814f-d1a676ab6956 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff4f33f-5ba5-49da-8374-05896abdb923,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:44:43.518482 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-869b4ebc-4cea-448b-bd1b-4271a000c3e9 req-a8337482-1beb-4f7d-80b9-c18fdade5b9e tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.53 "GET /v2.0/ports?device_id=10135c0d-84ae-45ff-8d76-8fb77e93d2a6 HTTP/1.1" status: 200 len: 210 time: 0.0899155 Jan 28 02:44:43.524419 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-569286bd-005b-424e-b63c-89077fb28ea7 req-5f04883d-a0f1-48e0-814f-d1a676ab6956 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] Allocated IP 192.168.233.81 (00399c87-9b8d-4ccb-b18d-7ccb90f49322/24329ac8-3d67-49eb-9f63-d2859e79e36f/68da24f2-960f-4e46-8525-a07743b88cd3) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:44:43.827681 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-569286bd-005b-424e-b63c-89077fb28ea7 req-5f04883d-a0f1-48e0-814f-d1a676ab6956 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] Publish callbacks [] for port (68da24f2-960f-4e46-8525-a07743b88cd3), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:43.876354 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-569286bd-005b-424e-b63c-89077fb28ea7 req-5f04883d-a0f1-48e0-814f-d1a676ab6956 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (68da24f2-960f-4e46-8525-a07743b88cd3), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:43.914956 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50898) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:44:43.938946 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2d46fa07-ebb1-4a9f-8db1-6a56dce755a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:44.036756 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f04883d-a0f1-48e0-814f-d1a676ab6956 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] Pushing event updated for resources: {'Port': ['ID=68da24f2-960f-4e46-8525-a07743b88cd3,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:44:44.059140 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-569286bd-005b-424e-b63c-89077fb28ea7 req-5f04883d-a0f1-48e0-814f-d1a676ab6956 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] Network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:44:44.060892 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-569286bd-005b-424e-b63c-89077fb28ea7 req-5f04883d-a0f1-48e0-814f-d1a676ab6956 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:44:44.079013 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-569286bd-005b-424e-b63c-89077fb28ea7 req-5f04883d-a0f1-48e0-814f-d1a676ab6956 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:44:44.089444 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f7e1176e-ad1d-41da-b686-eac2e2096634 req-495fd636-49dd-4e6f-b5e3-77b4aee920d4 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/ports?device_id=066cf706-a57b-45ec-9199-24f28416f082 HTTP/1.1" status: 200 len: 210 time: 0.1103771 Jan 28 02:44:44.092053 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569286bd-005b-424e-b63c-89077fb28ea7 req-5f04883d-a0f1-48e0-814f-d1a676ab6956 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:44:44.093165 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-569286bd-005b-424e-b63c-89077fb28ea7 req-5f04883d-a0f1-48e0-814f-d1a676ab6956 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:44.149559 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-569286bd-005b-424e-b63c-89077fb28ea7 req-5f04883d-a0f1-48e0-814f-d1a676ab6956 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5935702 Jan 28 02:44:44.193251 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-569286bd-005b-424e-b63c-89077fb28ea7 req-2462d871-a19f-4566-9be3-6c6a320d07a2 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:44:44.198488 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-569286bd-005b-424e-b63c-89077fb28ea7 req-2462d871-a19f-4566-9be3-6c6a320d07a2 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0222785 Jan 28 02:44:44.415409 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2d46fa07-ebb1-4a9f-8db1-6a56dce755a3 admin admin] Publish callbacks [] for security_group (822720e5-1416-4967-b19f-be52086db79e), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:44.422897 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2d46fa07-ebb1-4a9f-8db1-6a56dce755a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (822720e5-1416-4967-b19f-be52086db79e), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:44.460548 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-b10797ff-2f9f-402d-8aaa-a46f7063555a None None] Provisioning complete for port 68da24f2-960f-4e46-8525-a07743b88cd3 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:44:44.463365 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b10797ff-2f9f-402d-8aaa-a46f7063555a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (68da24f2-960f-4e46-8525-a07743b88cd3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:44.515538 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-b10797ff-2f9f-402d-8aaa-a46f7063555a None None] Port 68da24f2-960f-4e46-8525-a07743b88cd3 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:44:44.544211 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46fa07-ebb1-4a9f-8db1-6a56dce755a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822720e5-1416-4967-b19f-be52086db79e,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:44:44.549446 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2d46fa07-ebb1-4a9f-8db1-6a56dce755a3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0ab299d85f79460eb1225e9f1091bff2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6324468 Jan 28 02:44:44.553236 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50916) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:44:44.643623 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9b649776-545b-4456-9a9f-7c6cf22fe63e admin admin] Publish callbacks [] for security_group (822720e5-1416-4967-b19f-be52086db79e), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:44.697604 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9b649776-545b-4456-9a9f-7c6cf22fe63e admin admin] Publish callbacks [] for security_group (822720e5-1416-4967-b19f-be52086db79e), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:44.804961 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9b649776-545b-4456-9a9f-7c6cf22fe63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (822720e5-1416-4967-b19f-be52086db79e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:44.810622 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931afba-a8ca-47cb-ac18-0fc1179fc10a req-ba439fd3-dc74-492c-9ddc-ba57f80e24a6 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:44:44.820575 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1931afba-a8ca-47cb-ac18-0fc1179fc10a req-ba439fd3-dc74-492c-9ddc-ba57f80e24a6 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.53 "GET /v2.0/ports?device_id=10135c0d-84ae-45ff-8d76-8fb77e93d2a6 HTTP/1.1" status: 200 len: 935 time: 0.1418085 Jan 28 02:44:44.830950 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9b649776-545b-4456-9a9f-7c6cf22fe63e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:44.835796 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9b649776-545b-4456-9a9f-7c6cf22fe63e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/822720e5-1416-4967-b19f-be52086db79e HTTP/1.1" status: 204 len: 168 time: 0.2809389 Jan 28 02:44:44.853483 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b649776-545b-4456-9a9f-7c6cf22fe63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822720e5-1416-4967-b19f-be52086db79e,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:44:44.938017 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.67', 57870) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:44:44.956544 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1931afba-a8ca-47cb-ac18-0fc1179fc10a req-90256614-def8-44e9-ae57-8afc04dc7000 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff4f33f-5ba5-49da-8374-05896abdb923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345580 Jan 28 02:44:45.045211 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0b9e4145-ceff-40be-891f-7d8040625668 req-3c1747b9-b930-44f6-bdd4-b9fb707d9297 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=75bfb80fd1554fd9a93c14afb3f2ef0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0816171 Jan 28 02:44:45.166326 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e4145-ceff-40be-891f-7d8040625668 req-ebd454dd-1caa-4b48-9f46-2b6cac246be2 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:44:45.167801 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0b9e4145-ceff-40be-891f-7d8040625668 req-ebd454dd-1caa-4b48-9f46-2b6cac246be2 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1304231 Jan 28 02:44:45.268272 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-0b9e4145-ceff-40be-891f-7d8040625668 req-4119db45-4771-4642-9551-fac3f5f75f13 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Request body: {'port': {'device_id': '066cf706-a57b-45ec-9199-24f28416f082', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'admin_state_up': True, 'tenant_id': '75bfb80fd1554fd9a93c14afb3f2ef0a'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:44:45.292445 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2666f9ed-37db-4a32-a153-b16a49f60340 req-c6da013f-04f6-48dd-9a22-514631d8c1eb tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/ports?device_id=066cf706-a57b-45ec-9199-24f28416f082 HTTP/1.1" status: 200 len: 210 time: 0.0573931 Jan 28 02:44:45.562369 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-569286bd-005b-424e-b63c-89077fb28ea7 req-3d9861e8-1104-4886-a2fa-d2d2171b8df2 service neutron] Request body: {'port': {'device_id': '10135c0d-84ae-45ff-8d76-8fb77e93d2a6', 'device_owner': 'compute:tempest-test_az-2011932993', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:44:45.586375 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b9e4145-ceff-40be-891f-7d8040625668 req-4119db45-4771-4642-9551-fac3f5f75f13 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Made reservation on behalf of 75bfb80fd1554fd9a93c14afb3f2ef0a for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:44:45.605452 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0b9e4145-ceff-40be-891f-7d8040625668 req-4119db45-4771-4642-9551-fac3f5f75f13 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:45.780076 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0b9e4145-ceff-40be-891f-7d8040625668 req-4119db45-4771-4642-9551-fac3f5f75f13 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:45.831735 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50954) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:44:45.884446 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-569286bd-005b-424e-b63c-89077fb28ea7 req-3d9861e8-1104-4886-a2fa-d2d2171b8df2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (68da24f2-960f-4e46-8525-a07743b88cd3), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:46.072657 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0b9e4145-ceff-40be-891f-7d8040625668 req-4119db45-4771-4642-9551-fac3f5f75f13 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Publish callbacks [] for security_group (5e170b5f-57dc-49fe-af55-bf0af8c2d7af), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:46.102999 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0b9e4145-ceff-40be-891f-7d8040625668 req-4119db45-4771-4642-9551-fac3f5f75f13 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (5e170b5f-57dc-49fe-af55-bf0af8c2d7af), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:46.234560 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ff9399b2-0f12-4a7f-a741-1024f19ae468 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:46.292400 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f224cd7-7b1a-497f-a9d6-b6183a64c55e req-70d88441-0194-4dd4-a079-2d9ef9da21f5 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:44:46.294268 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8f224cd7-7b1a-497f-a9d6-b6183a64c55e req-70d88441-0194-4dd4-a079-2d9ef9da21f5 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.53 "GET /v2.0/ports?device_id=10135c0d-84ae-45ff-8d76-8fb77e93d2a6 HTTP/1.1" status: 200 len: 935 time: 0.2039587 Jan 28 02:44:46.461191 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8f224cd7-7b1a-497f-a9d6-b6183a64c55e req-16c2155a-2906-47eb-84fd-4f1a25a47552 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff4f33f-5ba5-49da-8374-05896abdb923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392517 Jan 28 02:44:46.525418 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119db45-4771-4642-9551-fac3f5f75f13 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e170b5f-57dc-49fe-af55-bf0af8c2d7af,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:44:46.545113 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ff9399b2-0f12-4a7f-a741-1024f19ae468 admin admin] Publish callbacks [] for security_group (6bad04af-5159-4646-b8ea-683bafaa0816), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:46.559446 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ff9399b2-0f12-4a7f-a741-1024f19ae468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (6bad04af-5159-4646-b8ea-683bafaa0816), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:46.622450 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ff9399b2-0f12-4a7f-a741-1024f19ae468 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ed7f0db9c0e348ac8eb2c88a0e6b1c5b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7884431 Jan 28 02:44:46.630748 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50990) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:44:46.632191 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9399b2-0f12-4a7f-a741-1024f19ae468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bad04af-5159-4646-b8ea-683bafaa0816,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:44:46.756979 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a0419af0-2473-40b8-89d3-647bff2c11c5 req-4f8fed4c-c177-4d9d-9c28-14ecc133c60a tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/ports?device_id=066cf706-a57b-45ec-9199-24f28416f082 HTTP/1.1" status: 200 len: 210 time: 0.0765920 Jan 28 02:44:46.849295 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-569286bd-005b-424e-b63c-89077fb28ea7 req-3d9861e8-1104-4886-a2fa-d2d2171b8df2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68da24f2-960f-4e46-8525-a07743b88cd3 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:44:46.860569 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-569286bd-005b-424e-b63c-89077fb28ea7 req-3d9861e8-1104-4886-a2fa-d2d2171b8df2 service neutron] Publish callbacks [] for port (68da24f2-960f-4e46-8525-a07743b88cd3), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:46.893238 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-569286bd-005b-424e-b63c-89077fb28ea7 req-3d9861e8-1104-4886-a2fa-d2d2171b8df2 service neutron] Transition to ACTIVE for port object 68da24f2-960f-4e46-8525-a07743b88cd3 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:44:46.922146 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-569286bd-005b-424e-b63c-89077fb28ea7 req-3d9861e8-1104-4886-a2fa-d2d2171b8df2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (68da24f2-960f-4e46-8525-a07743b88cd3), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:46.965226 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5de0ab6e-bd2f-4810-be10-3dc05f10c82b admin admin] Publish callbacks [] for security_group (6bad04af-5159-4646-b8ea-683bafaa0816), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:46.994997 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5de0ab6e-bd2f-4810-be10-3dc05f10c82b admin admin] Publish callbacks [] for security_group (6bad04af-5159-4646-b8ea-683bafaa0816), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:47.019266 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:44:47.189135 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9861e8-1104-4886-a2fa-d2d2171b8df2 service neutron] Pushing event updated for resources: {'Port': ['ID=68da24f2-960f-4e46-8525-a07743b88cd3,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:44:47.292912 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5de0ab6e-bd2f-4810-be10-3dc05f10c82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (6bad04af-5159-4646-b8ea-683bafaa0816), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:47.296190 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5de0ab6e-bd2f-4810-be10-3dc05f10c82b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:47.299951 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5de0ab6e-bd2f-4810-be10-3dc05f10c82b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6bad04af-5159-4646-b8ea-683bafaa0816 HTTP/1.1" status: 204 len: 168 time: 0.6655409 Jan 28 02:44:47.301017 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-569286bd-005b-424e-b63c-89077fb28ea7 req-3d9861e8-1104-4886-a2fa-d2d2171b8df2 service neutron] Attempting to bind port 68da24f2-960f-4e46-8525-a07743b88cd3 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:44:47.301160 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-569286bd-005b-424e-b63c-89077fb28ea7 req-3d9861e8-1104-4886-a2fa-d2d2171b8df2 service neutron] Attempting to bind port 68da24f2-960f-4e46-8525-a07743b88cd3 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:44:47.301452 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569286bd-005b-424e-b63c-89077fb28ea7 req-3d9861e8-1104-4886-a2fa-d2d2171b8df2 service neutron] Attempting to bind port 68da24f2-960f-4e46-8525-a07743b88cd3 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:44:47.311612 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569286bd-005b-424e-b63c-89077fb28ea7 req-3d9861e8-1104-4886-a2fa-d2d2171b8df2 service neutron] Port 68da24f2-960f-4e46-8525-a07743b88cd3 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:44:47.311902 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569286bd-005b-424e-b63c-89077fb28ea7 req-3d9861e8-1104-4886-a2fa-d2d2171b8df2 service neutron] Attempting to bind port 68da24f2-960f-4e46-8525-a07743b88cd3 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:44:47.324124 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569286bd-005b-424e-b63c-89077fb28ea7 req-3d9861e8-1104-4886-a2fa-d2d2171b8df2 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:44:47.324548 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569286bd-005b-424e-b63c-89077fb28ea7 req-3d9861e8-1104-4886-a2fa-d2d2171b8df2 service neutron] Checking segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:44:47.325274 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569286bd-005b-424e-b63c-89077fb28ea7 req-3d9861e8-1104-4886-a2fa-d2d2171b8df2 service neutron] Bound using segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:44:47.325870 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-569286bd-005b-424e-b63c-89077fb28ea7 req-3d9861e8-1104-4886-a2fa-d2d2171b8df2 service neutron] Bound port: 68da24f2-960f-4e46-8525-a07743b88cd3, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:44:47.326185 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-569286bd-005b-424e-b63c-89077fb28ea7 req-3d9861e8-1104-4886-a2fa-d2d2171b8df2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (68da24f2-960f-4e46-8525-a07743b88cd3), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:47.371612 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0ab6e-bd2f-4810-be10-3dc05f10c82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bad04af-5159-4646-b8ea-683bafaa0816,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:44:47.403839 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-0b9e4145-ceff-40be-891f-7d8040625668 req-4119db45-4771-4642-9551-fac3f5f75f13 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Allocated IP 192.168.233.173 (00399c87-9b8d-4ccb-b18d-7ccb90f49322/24329ac8-3d67-49eb-9f63-d2859e79e36f/d077c8a0-69bf-4582-b692-1ba34bac3af0) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:44:47.476336 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-569286bd-005b-424e-b63c-89077fb28ea7 req-3d9861e8-1104-4886-a2fa-d2d2171b8df2 service neutron] For port 68da24f2-960f-4e46-8525-a07743b88cd3, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:44:47.487427 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-569286bd-005b-424e-b63c-89077fb28ea7 req-3d9861e8-1104-4886-a2fa-d2d2171b8df2 service neutron] For port 68da24f2-960f-4e46-8525-a07743b88cd3, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=68da24f2-960f-4e46-8525-a07743b88cd3,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:44:47.684537 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-569286bd-005b-424e-b63c-89077fb28ea7 req-3d9861e8-1104-4886-a2fa-d2d2171b8df2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (68da24f2-960f-4e46-8525-a07743b88cd3), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:47.737618 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ddd09-0c5e-40b3-b658-82703b58f616 req-265e8be0-179c-4cc3-8f21-cb63a632fbb2 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:44:47.744581 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1a0ddd09-0c5e-40b3-b658-82703b58f616 req-265e8be0-179c-4cc3-8f21-cb63a632fbb2 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.53 "GET /v2.0/ports?device_id=10135c0d-84ae-45ff-8d76-8fb77e93d2a6 HTTP/1.1" status: 200 len: 969 time: 0.1166906 Jan 28 02:44:47.854958 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569286bd-005b-424e-b63c-89077fb28ea7 req-3d9861e8-1104-4886-a2fa-d2d2171b8df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:44:47.868683 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-569286bd-005b-424e-b63c-89077fb28ea7 req-3d9861e8-1104-4886-a2fa-d2d2171b8df2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:47.875523 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-569286bd-005b-424e-b63c-89077fb28ea7 req-3d9861e8-1104-4886-a2fa-d2d2171b8df2 service neutron] 10.222.0.39 "PUT /v2.0/ports/68da24f2-960f-4e46-8525-a07743b88cd3 HTTP/1.1" status: 200 len: 1118 time: 3.1461945 Jan 28 02:44:47.879375 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1a0ddd09-0c5e-40b3-b658-82703b58f616 req-9031398d-cf83-4852-9588-516b00e36a87 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff4f33f-5ba5-49da-8374-05896abdb923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332505 Jan 28 02:44:47.921212 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10135c0d-84ae-45ff-8d76-8fb77e93d2a6', 'tag': '68da24f2-960f-4e46-8525-a07743b88cd3'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:44:48.118204 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7cf3a1fd-6cfe-4655-b614-6d882bb1c2d8 req-b112ca8b-aae2-42e2-9ad9-da5f0fb5d079 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/ports?device_id=066cf706-a57b-45ec-9199-24f28416f082 HTTP/1.1" status: 200 len: 210 time: 0.0536580 Jan 28 02:44:48.205111 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51026) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:44:48.332974 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9861e8-1104-4886-a2fa-d2d2171b8df2 service neutron] Pushing event updated for resources: {'Port': ['ID=68da24f2-960f-4e46-8525-a07743b88cd3,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:44:48.349121 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0b9e4145-ceff-40be-891f-7d8040625668 req-4119db45-4771-4642-9551-fac3f5f75f13 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Publish callbacks [] for port (d077c8a0-69bf-4582-b692-1ba34bac3af0), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:48.362871 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569286bd-005b-424e-b63c-89077fb28ea7 req-7de9c145-f6d7-4a4f-927a-9f1c080b7eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:44:48.365115 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-569286bd-005b-424e-b63c-89077fb28ea7 req-7de9c145-f6d7-4a4f-927a-9f1c080b7eb3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=93c0e75ddd3849db81e0a28aa5467a70&device_id=10135c0d-84ae-45ff-8d76-8fb77e93d2a6 HTTP/1.1" status: 200 len: 1121 time: 0.3425276 Jan 28 02:44:48.427333 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0b9e4145-ceff-40be-891f-7d8040625668 req-4119db45-4771-4642-9551-fac3f5f75f13 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (d077c8a0-69bf-4582-b692-1ba34bac3af0), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:48.475854 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51036) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:44:48.510401 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b9e4145-ceff-40be-891f-7d8040625668 req-4119db45-4771-4642-9551-fac3f5f75f13 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:44:48.514025 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-88e033f9-1f0b-4277-96e0-78b92f37fa02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:48.516249 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-0b9e4145-ceff-40be-891f-7d8040625668 req-4119db45-4771-4642-9551-fac3f5f75f13 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:44:48.520827 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b9e4145-ceff-40be-891f-7d8040625668 req-4119db45-4771-4642-9551-fac3f5f75f13 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:44:48.533487 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e4145-ceff-40be-891f-7d8040625668 req-4119db45-4771-4642-9551-fac3f5f75f13 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:44:48.534286 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0b9e4145-ceff-40be-891f-7d8040625668 req-4119db45-4771-4642-9551-fac3f5f75f13 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:48.678779 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-569286bd-005b-424e-b63c-89077fb28ea7 req-6a4fad50-132a-4279-93a8-e966b9f123f5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=68da24f2-960f-4e46-8525-a07743b88cd3 HTTP/1.1" status: 200 len: 217 time: 0.1322517 Jan 28 02:44:48.720460 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-88e033f9-1f0b-4277-96e0-78b92f37fa02 admin admin] Publish callbacks [] for security_group (0816a4c4-12b9-4327-af88-009428b59cc9), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:48.732237 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-88e033f9-1f0b-4277-96e0-78b92f37fa02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (0816a4c4-12b9-4327-af88-009428b59cc9), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:48.769428 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0b9e4145-ceff-40be-891f-7d8040625668 req-4119db45-4771-4642-9551-fac3f5f75f13 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5049591 Jan 28 02:44:48.782526 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569286bd-005b-424e-b63c-89077fb28ea7 req-19888f80-55e1-472c-8e3c-54392d9df1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:44:48.784065 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-569286bd-005b-424e-b63c-89077fb28ea7 req-19888f80-55e1-472c-8e3c-54392d9df1aa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.0999656 Jan 28 02:44:48.785185 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119db45-4771-4642-9551-fac3f5f75f13 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Pushing event updated for resources: {'Port': ['ID=d077c8a0-69bf-4582-b692-1ba34bac3af0,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:44:48.853783 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-0b9e4145-ceff-40be-891f-7d8040625668 req-25f464c2-616b-44f5-9f73-d16e90d3fa16 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:44:48.854862 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0b9e4145-ceff-40be-891f-7d8040625668 req-25f464c2-616b-44f5-9f73-d16e90d3fa16 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0126274 Jan 28 02:44:48.893881 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e033f9-1f0b-4277-96e0-78b92f37fa02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0816a4c4-12b9-4327-af88-009428b59cc9,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:44:48.898747 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569286bd-005b-424e-b63c-89077fb28ea7 req-14143ab8-90e1-4ed2-a9c9-b9f354dbb1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:44:48.901036 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-569286bd-005b-424e-b63c-89077fb28ea7 req-14143ab8-90e1-4ed2-a9c9-b9f354dbb1e2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1106794 Jan 28 02:44:48.946803 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-2112ca8d-ffb7-40b8-9562-92a8b8aa1bf9 None None] Provisioning complete for port d077c8a0-69bf-4582-b692-1ba34bac3af0 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:44:48.947428 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2112ca8d-ffb7-40b8-9562-92a8b8aa1bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d077c8a0-69bf-4582-b692-1ba34bac3af0), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:48.997517 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-31bf1546-1655-442a-a844-5f977d713930 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:49.048077 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-88e033f9-1f0b-4277-96e0-78b92f37fa02 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1d45df6f4f124866bb223751a7e106b6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5703688 Jan 28 02:44:49.048971 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51042) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:44:49.090723 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-2112ca8d-ffb7-40b8-9562-92a8b8aa1bf9 None None] Port d077c8a0-69bf-4582-b692-1ba34bac3af0 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:44:49.145762 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-569286bd-005b-424e-b63c-89077fb28ea7 req-f9a65c5d-268d-4277-afc0-dde1e3f44484 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379596 Jan 28 02:44:49.152179 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c9f5c-f4be-4196-ba7d-1dd05fe521d2 req-da51db0a-1df0-42c3-bf28-c6f11f398097 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:44:49.160572 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-465c9f5c-f4be-4196-ba7d-1dd05fe521d2 req-da51db0a-1df0-42c3-bf28-c6f11f398097 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.53 "GET /v2.0/ports?device_id=10135c0d-84ae-45ff-8d76-8fb77e93d2a6 HTTP/1.1" status: 200 len: 969 time: 0.1506886 Jan 28 02:44:49.183155 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611dde12-0a7f-4364-9e41-5220324f0bd1" -d '{"events": [{"name": "network-changed", "server_uuid": "10135c0d-84ae-45ff-8d76-8fb77e93d2a6", "tag": "68da24f2-960f-4e46-8525-a07743b88cd3"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:44:49.197857 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ed234d6e-02c9-4f54-8f88-cf23f2ff3bbc admin admin] Publish callbacks [] for security_group (0816a4c4-12b9-4327-af88-009428b59cc9), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:49.258358 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ed234d6e-02c9-4f54-8f88-cf23f2ff3bbc admin admin] Publish callbacks [] for security_group (0816a4c4-12b9-4327-af88-009428b59cc9), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:49.261018 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-31bf1546-1655-442a-a844-5f977d713930 admin admin] Publish callbacks [] for security_group (ea8cad6b-c3b9-4ff2-b535-bc9154538300), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:49.272556 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-31bf1546-1655-442a-a844-5f977d713930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (ea8cad6b-c3b9-4ff2-b535-bc9154538300), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:49.293799 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-465c9f5c-f4be-4196-ba7d-1dd05fe521d2 req-1a95679a-b3a9-456b-9303-29bdb9ec2ce6 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff4f33f-5ba5-49da-8374-05896abdb923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321754 Jan 28 02:44:49.388044 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf1546-1655-442a-a844-5f977d713930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8cad6b-c3b9-4ff2-b535-bc9154538300,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:44:49.425416 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-31bf1546-1655-442a-a844-5f977d713930 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1bd7049f64da4b0cbbd47af20d1da6a6&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2190211 Jan 28 02:44:49.425618 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51054) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:44:49.452759 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-569286bd-005b-424e-b63c-89077fb28ea7 req-8b491c04-5302-42e1-8b92-5199b659c735 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891426 Jan 28 02:44:49.508577 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ed234d6e-02c9-4f54-8f88-cf23f2ff3bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (0816a4c4-12b9-4327-af88-009428b59cc9), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:49.511313 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ed234d6e-02c9-4f54-8f88-cf23f2ff3bbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:49.526865 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ed234d6e-02c9-4f54-8f88-cf23f2ff3bbc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0816a4c4-12b9-4327-af88-009428b59cc9 HTTP/1.1" status: 204 len: 168 time: 0.4659548 Jan 28 02:44:49.547985 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed234d6e-02c9-4f54-8f88-cf23f2ff3bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0816a4c4-12b9-4327-af88-009428b59cc9,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:44:49.568381 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a1699ffc-6281-4037-a788-0fba6862290d admin admin] Publish callbacks [] for security_group (ea8cad6b-c3b9-4ff2-b535-bc9154538300), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:49.593846 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e535a48-8dd2-4cd8-931d-a53391c2b1ec req-a686dafd-8d05-4d59-92ac-441b9b0e70a8 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:44:49.605401 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2e535a48-8dd2-4cd8-931d-a53391c2b1ec req-a686dafd-8d05-4d59-92ac-441b9b0e70a8 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/ports?device_id=066cf706-a57b-45ec-9199-24f28416f082 HTTP/1.1" status: 200 len: 936 time: 0.1883917 Jan 28 02:44:49.618696 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a1699ffc-6281-4037-a788-0fba6862290d admin admin] Publish callbacks [] for security_group (ea8cad6b-c3b9-4ff2-b535-bc9154538300), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:49.684915 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2e535a48-8dd2-4cd8-931d-a53391c2b1ec req-16d55c40-dc89-4960-af70-907db104414c tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e170b5f-57dc-49fe-af55-bf0af8c2d7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781815 Jan 28 02:44:49.685462 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a1699ffc-6281-4037-a788-0fba6862290d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (ea8cad6b-c3b9-4ff2-b535-bc9154538300), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:49.688653 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a1699ffc-6281-4037-a788-0fba6862290d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:49.692504 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a1699ffc-6281-4037-a788-0fba6862290d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ea8cad6b-c3b9-4ff2-b535-bc9154538300 HTTP/1.1" status: 204 len: 168 time: 0.2481813 Jan 28 02:44:49.704409 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1699ffc-6281-4037-a788-0fba6862290d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8cad6b-c3b9-4ff2-b535-bc9154538300,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:44:50.242136 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d467cef7-ac91-4735-8d3e-17a7a1dec8dd x-openstack-request-id: req-d467cef7-ac91-4735-8d3e-17a7a1dec8dd {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:44:50.242856 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10135c0d-84ae-45ff-8d76-8fb77e93d2a6", "tag": "68da24f2-960f-4e46-8525-a07743b88cd3", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:44:50.242856 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d467cef7-ac91-4735-8d3e-17a7a1dec8dd {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:44:50.243125 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10135c0d-84ae-45ff-8d76-8fb77e93d2a6', 'tag': '68da24f2-960f-4e46-8525-a07743b88cd3', 'status': 'completed', 'code': 200} Jan 28 02:44:50.375145 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611dde12-0a7f-4364-9e41-5220324f0bd1 req-5d2f1ec7-2ac0-4200-9125-4b54f8456cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:44:50.382243 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-611dde12-0a7f-4364-9e41-5220324f0bd1 req-5d2f1ec7-2ac0-4200-9125-4b54f8456cc7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=93c0e75ddd3849db81e0a28aa5467a70&device_id=10135c0d-84ae-45ff-8d76-8fb77e93d2a6 HTTP/1.1" status: 200 len: 1121 time: 0.0841496 Jan 28 02:44:50.413722 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51088) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:44:50.467001 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ca2e74de-f512-4053-a090-9dffc3506bf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:50.690777 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad22441-9ecf-4710-8f48-652684e22e17 req-d7709363-f9f1-41b2-bb5d-350ed40246b5 tempest-NetworksTest-1920964349 tempest-NetworksTest-1920964349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:44:50.691918 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad22441-9ecf-4710-8f48-652684e22e17 req-d7709363-f9f1-41b2-bb5d-350ed40246b5 tempest-NetworksTest-1920964349 tempest-NetworksTest-1920964349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:44:50.692519 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad22441-9ecf-4710-8f48-652684e22e17 req-d7709363-f9f1-41b2-bb5d-350ed40246b5 tempest-NetworksTest-1920964349 tempest-NetworksTest-1920964349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:44:50.705338 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ca2e74de-f512-4053-a090-9dffc3506bf4 admin admin] Publish callbacks [] for security_group (e06b4708-cfa9-49a1-979f-218a882ee006), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:50.709971 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bad22441-9ecf-4710-8f48-652684e22e17 req-d7709363-f9f1-41b2-bb5d-350ed40246b5 tempest-NetworksTest-1920964349 tempest-NetworksTest-1920964349-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.1527250 Jan 28 02:44:50.718368 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ca2e74de-f512-4053-a090-9dffc3506bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (e06b4708-cfa9-49a1-979f-218a882ee006), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:50.812954 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ca2e74de-f512-4053-a090-9dffc3506bf4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a64909b475f14d41b4a03e56b424019b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3980668 Jan 28 02:44:50.819292 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e74de-f512-4053-a090-9dffc3506bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06b4708-cfa9-49a1-979f-218a882ee006,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:44:50.834907 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51100) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:44:50.841591 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611dde12-0a7f-4364-9e41-5220324f0bd1 req-e96afe0e-56a2-440b-963d-dd89055dcf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:44:50.850077 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-611dde12-0a7f-4364-9e41-5220324f0bd1 req-e96afe0e-56a2-440b-963d-dd89055dcf58 service neutron] 10.222.0.39 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.4121673 Jan 28 02:44:50.936896 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-611dde12-0a7f-4364-9e41-5220324f0bd1 req-b02b2245-a386-46f2-8dca-934eff36232f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=68da24f2-960f-4e46-8525-a07743b88cd3 HTTP/1.1" status: 200 len: 217 time: 0.0722020 Jan 28 02:44:51.008703 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55541d-d3fd-46cf-8e11-d3653254336b req-72b8cc36-6df4-492e-a32b-88adef23b0b7 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:44:51.016808 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1b55541d-d3fd-46cf-8e11-d3653254336b req-72b8cc36-6df4-492e-a32b-88adef23b0b7 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.53 "GET /v2.0/ports?device_id=10135c0d-84ae-45ff-8d76-8fb77e93d2a6 HTTP/1.1" status: 200 len: 969 time: 0.2050858 Jan 28 02:44:51.062880 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a4851282-be2b-40a5-b77d-67b1d93f2162 admin admin] Publish callbacks [] for security_group (e06b4708-cfa9-49a1-979f-218a882ee006), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:51.075676 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611dde12-0a7f-4364-9e41-5220324f0bd1 req-cc3a9a3a-e7c2-4bf6-b99f-0bc3ef4b8466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:44:51.075676 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-611dde12-0a7f-4364-9e41-5220324f0bd1 req-cc3a9a3a-e7c2-4bf6-b99f-0bc3ef4b8466 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.1260896 Jan 28 02:44:51.101496 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1b55541d-d3fd-46cf-8e11-d3653254336b req-f38b249b-75ed-47f7-a588-267a030c0d6c tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff4f33f-5ba5-49da-8374-05896abdb923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794532 Jan 28 02:44:51.127778 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a4851282-be2b-40a5-b77d-67b1d93f2162 admin admin] Publish callbacks [] for security_group (e06b4708-cfa9-49a1-979f-218a882ee006), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:51.203701 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a4851282-be2b-40a5-b77d-67b1d93f2162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (e06b4708-cfa9-49a1-979f-218a882ee006), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:51.207591 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a4851282-be2b-40a5-b77d-67b1d93f2162 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:51.208812 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a4851282-be2b-40a5-b77d-67b1d93f2162 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e06b4708-cfa9-49a1-979f-218a882ee006 HTTP/1.1" status: 204 len: 168 time: 0.3202043 Jan 28 02:44:51.219400 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611dde12-0a7f-4364-9e41-5220324f0bd1 req-8a2057fe-ecbf-4f53-a517-49e28d38155e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:44:51.222851 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-611dde12-0a7f-4364-9e41-5220324f0bd1 req-8a2057fe-ecbf-4f53-a517-49e28d38155e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1422136 Jan 28 02:44:51.262928 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4851282-be2b-40a5-b77d-67b1d93f2162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06b4708-cfa9-49a1-979f-218a882ee006,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:44:51.374570 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791af9b-226b-406d-a8ea-acb48799cb12 req-8c8e849e-8e26-413c-98fb-5983ec4f75ed tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:44:51.377790 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2791af9b-226b-406d-a8ea-acb48799cb12 req-8c8e849e-8e26-413c-98fb-5983ec4f75ed tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/ports?device_id=066cf706-a57b-45ec-9199-24f28416f082 HTTP/1.1" status: 200 len: 936 time: 0.1639709 Jan 28 02:44:51.471904 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-611dde12-0a7f-4364-9e41-5220324f0bd1 req-f2c7ccdc-99ea-47b1-b898-8ced5384de1c service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378037 Jan 28 02:44:51.500680 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2791af9b-226b-406d-a8ea-acb48799cb12 req-cb06a81b-2c1f-46b5-9884-786d33fd721f tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e170b5f-57dc-49fe-af55-bf0af8c2d7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129627 Jan 28 02:44:51.657690 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-611dde12-0a7f-4364-9e41-5220324f0bd1 req-03a790c2-585a-4441-8911-a4692cda79d0 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793602 Jan 28 02:44:51.681439 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c67894-d5c5-45ae-8d80-437df019c970 req-b3387082-346d-4dc1-80e0-d947aa89cdc0 tempest-NetworksTest-1920964349 tempest-NetworksTest-1920964349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:44:51.708337 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-61c67894-d5c5-45ae-8d80-437df019c970 req-b3387082-346d-4dc1-80e0-d947aa89cdc0 tempest-NetworksTest-1920964349 tempest-NetworksTest-1920964349-project-admin] 10.222.0.53 "GET /v2.0/networks/8f7dc9c9-eaf1-4339-a2e3-884554154641 HTTP/1.1" status: 200 len: 886 time: 0.1531653 Jan 28 02:44:51.946308 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51128) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:44:51.994793 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0c5a3a90-c95a-4186-abb5-fd01aa2af86c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:52.221206 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0c5a3a90-c95a-4186-abb5-fd01aa2af86c admin admin] Publish callbacks [] for security_group (5935f39a-523e-4570-893b-8cd385dcff88), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:52.231504 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0c5a3a90-c95a-4186-abb5-fd01aa2af86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (5935f39a-523e-4570-893b-8cd385dcff88), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:52.323383 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5a3a90-c95a-4186-abb5-fd01aa2af86c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5935f39a-523e-4570-893b-8cd385dcff88,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:44:52.334258 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0c5a3a90-c95a-4186-abb5-fd01aa2af86c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0dd7c77b162b4504b2ef52dae5c39ae3&name=default HTTP/1.1" status: 200 len: 2995 time: 0.3863945 Jan 28 02:44:52.339756 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51136) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:44:52.412645 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-82c781fc-aae1-485d-bce7-d0351fe4ac14 admin admin] Publish callbacks [] for security_group (5935f39a-523e-4570-893b-8cd385dcff88), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:52.439173 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-82c781fc-aae1-485d-bce7-d0351fe4ac14 admin admin] Publish callbacks [] for security_group (5935f39a-523e-4570-893b-8cd385dcff88), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:52.525478 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-82c781fc-aae1-485d-bce7-d0351fe4ac14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (5935f39a-523e-4570-893b-8cd385dcff88), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:52.547074 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-82c781fc-aae1-485d-bce7-d0351fe4ac14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:52.552713 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-82c781fc-aae1-485d-bce7-d0351fe4ac14 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5935f39a-523e-4570-893b-8cd385dcff88 HTTP/1.1" status: 204 len: 168 time: 0.2071207 Jan 28 02:44:52.563119 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c781fc-aae1-485d-bce7-d0351fe4ac14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5935f39a-523e-4570-893b-8cd385dcff88,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:44:52.752891 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce659cb-5f21-4071-bb76-00dbf4dc6b11 req-9ab87d6a-4cd5-4d9a-9cd3-d2b859c3697a tempest-NetworksTest-1920964349 tempest-NetworksTest-1920964349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:44:52.753707 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce659cb-5f21-4071-bb76-00dbf4dc6b11 req-9ab87d6a-4cd5-4d9a-9cd3-d2b859c3697a tempest-NetworksTest-1920964349 tempest-NetworksTest-1920964349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:44:52.754283 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce659cb-5f21-4071-bb76-00dbf4dc6b11 req-9ab87d6a-4cd5-4d9a-9cd3-d2b859c3697a tempest-NetworksTest-1920964349 tempest-NetworksTest-1920964349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:44:52.772812 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cce659cb-5f21-4071-bb76-00dbf4dc6b11 req-9ab87d6a-4cd5-4d9a-9cd3-d2b859c3697a tempest-NetworksTest-1920964349 tempest-NetworksTest-1920964349-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.2920702 Jan 28 02:44:52.988688 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e7520-444e-47fa-af1b-97e485ae7c62 req-cf407929-27c4-4170-aadc-ea94cdec51b1 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:44:52.990211 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8e2e7520-444e-47fa-af1b-97e485ae7c62 req-cf407929-27c4-4170-aadc-ea94cdec51b1 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.53 "GET /v2.0/ports?device_id=10135c0d-84ae-45ff-8d76-8fb77e93d2a6 HTTP/1.1" status: 200 len: 969 time: 0.0990198 Jan 28 02:44:53.086319 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8e2e7520-444e-47fa-af1b-97e485ae7c62 req-041f8a20-a605-4dad-a8be-6d04e273704a tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff4f33f-5ba5-49da-8374-05896abdb923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845568 Jan 28 02:44:53.333411 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51164) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:44:53.486349 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-0b9e4145-ceff-40be-891f-7d8040625668 req-a35be591-2ce4-4d91-a2ad-28112d775ff1 service neutron] Request body: {'port': {'device_id': '066cf706-a57b-45ec-9199-24f28416f082', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:44:53.679090 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0b9e4145-ceff-40be-891f-7d8040625668 req-a35be591-2ce4-4d91-a2ad-28112d775ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d077c8a0-69bf-4582-b692-1ba34bac3af0), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:53.917409 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7897217a-be34-4b18-b68b-f9e965bb8519 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:54.063964 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66ef53-4e19-42f7-b848-a95c4fe9ceac req-02ac1b48-4d48-44cc-8bc2-9dc5b3dbeb08 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:44:54.077567 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9b66ef53-4e19-42f7-b848-a95c4fe9ceac req-02ac1b48-4d48-44cc-8bc2-9dc5b3dbeb08 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/ports?device_id=066cf706-a57b-45ec-9199-24f28416f082 HTTP/1.1" status: 200 len: 936 time: 0.1766098 Jan 28 02:44:54.262990 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9b66ef53-4e19-42f7-b848-a95c4fe9ceac req-356eba3c-8dd0-4d4c-a605-bf220b37038d tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e170b5f-57dc-49fe-af55-bf0af8c2d7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778097 Jan 28 02:44:54.703164 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-0b9e4145-ceff-40be-891f-7d8040625668 req-a35be591-2ce4-4d91-a2ad-28112d775ff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d077c8a0-69bf-4582-b692-1ba34bac3af0 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:44:54.722611 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0b9e4145-ceff-40be-891f-7d8040625668 req-a35be591-2ce4-4d91-a2ad-28112d775ff1 service neutron] Publish callbacks [] for port (d077c8a0-69bf-4582-b692-1ba34bac3af0), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:54.756845 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-0b9e4145-ceff-40be-891f-7d8040625668 req-a35be591-2ce4-4d91-a2ad-28112d775ff1 service neutron] Transition to ACTIVE for port object d077c8a0-69bf-4582-b692-1ba34bac3af0 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:44:54.770840 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0b9e4145-ceff-40be-891f-7d8040625668 req-a35be591-2ce4-4d91-a2ad-28112d775ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d077c8a0-69bf-4582-b692-1ba34bac3af0), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:55.125360 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5b4a2-92da-443b-b96d-c8b05e32fcf3 req-4969240b-a749-41d0-98ec-a0666a75b0bb tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:44:55.129488 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f2e5b4a2-92da-443b-b96d-c8b05e32fcf3 req-4969240b-a749-41d0-98ec-a0666a75b0bb tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.53 "GET /v2.0/ports?device_id=10135c0d-84ae-45ff-8d76-8fb77e93d2a6 HTTP/1.1" status: 200 len: 969 time: 0.1131084 Jan 28 02:44:55.242253 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f2e5b4a2-92da-443b-b96d-c8b05e32fcf3 req-55886512-b735-49ea-9d37-85c06b6c09c0 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff4f33f-5ba5-49da-8374-05896abdb923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056805 Jan 28 02:44:55.353297 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-0b9e4145-ceff-40be-891f-7d8040625668 req-a35be591-2ce4-4d91-a2ad-28112d775ff1 service neutron] Attempting to bind port d077c8a0-69bf-4582-b692-1ba34bac3af0 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:44:55.355009 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-0b9e4145-ceff-40be-891f-7d8040625668 req-a35be591-2ce4-4d91-a2ad-28112d775ff1 service neutron] Attempting to bind port d077c8a0-69bf-4582-b692-1ba34bac3af0 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:44:55.355360 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9e4145-ceff-40be-891f-7d8040625668 req-a35be591-2ce4-4d91-a2ad-28112d775ff1 service neutron] Attempting to bind port d077c8a0-69bf-4582-b692-1ba34bac3af0 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:44:55.374051 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35be591-2ce4-4d91-a2ad-28112d775ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=d077c8a0-69bf-4582-b692-1ba34bac3af0,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:44:55.407858 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7897217a-be34-4b18-b68b-f9e965bb8519 admin admin] Publish callbacks [] for security_group (90b1f2a3-4b26-431e-8805-adab05e3c874), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:55.411949 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9e4145-ceff-40be-891f-7d8040625668 req-a35be591-2ce4-4d91-a2ad-28112d775ff1 service neutron] Port d077c8a0-69bf-4582-b692-1ba34bac3af0 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:44:55.412313 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9e4145-ceff-40be-891f-7d8040625668 req-a35be591-2ce4-4d91-a2ad-28112d775ff1 service neutron] Attempting to bind port d077c8a0-69bf-4582-b692-1ba34bac3af0 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:44:55.428814 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9e4145-ceff-40be-891f-7d8040625668 req-a35be591-2ce4-4d91-a2ad-28112d775ff1 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:44:55.429197 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9e4145-ceff-40be-891f-7d8040625668 req-a35be591-2ce4-4d91-a2ad-28112d775ff1 service neutron] Checking segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:44:55.429571 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9e4145-ceff-40be-891f-7d8040625668 req-a35be591-2ce4-4d91-a2ad-28112d775ff1 service neutron] Bound using segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:44:55.430005 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-0b9e4145-ceff-40be-891f-7d8040625668 req-a35be591-2ce4-4d91-a2ad-28112d775ff1 service neutron] Bound port: d077c8a0-69bf-4582-b692-1ba34bac3af0, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:44:55.430354 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0b9e4145-ceff-40be-891f-7d8040625668 req-a35be591-2ce4-4d91-a2ad-28112d775ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d077c8a0-69bf-4582-b692-1ba34bac3af0), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:55.432361 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7897217a-be34-4b18-b68b-f9e965bb8519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (90b1f2a3-4b26-431e-8805-adab05e3c874), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:55.534653 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51204) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:44:55.534862 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7897217a-be34-4b18-b68b-f9e965bb8519 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6a7622639e9241789f0f00e99a9bf1c5&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2001994 Jan 28 02:44:55.537808 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7897217a-be34-4b18-b68b-f9e965bb8519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b1f2a3-4b26-431e-8805-adab05e3c874,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:44:55.632957 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-0b9e4145-ceff-40be-891f-7d8040625668 req-a35be591-2ce4-4d91-a2ad-28112d775ff1 service neutron] For port d077c8a0-69bf-4582-b692-1ba34bac3af0, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:44:55.636745 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-0b9e4145-ceff-40be-891f-7d8040625668 req-a35be591-2ce4-4d91-a2ad-28112d775ff1 service neutron] For port d077c8a0-69bf-4582-b692-1ba34bac3af0, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=d077c8a0-69bf-4582-b692-1ba34bac3af0,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:44:55.645703 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0b9e4145-ceff-40be-891f-7d8040625668 req-a35be591-2ce4-4d91-a2ad-28112d775ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d077c8a0-69bf-4582-b692-1ba34bac3af0), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:55.697973 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8d708920-e71c-47b2-b2d9-e0c6785fcbc2 admin admin] Publish callbacks [] for security_group (90b1f2a3-4b26-431e-8805-adab05e3c874), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:55.742626 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e4145-ceff-40be-891f-7d8040625668 req-a35be591-2ce4-4d91-a2ad-28112d775ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:44:55.743302 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0b9e4145-ceff-40be-891f-7d8040625668 req-a35be591-2ce4-4d91-a2ad-28112d775ff1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:55.752612 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0b9e4145-ceff-40be-891f-7d8040625668 req-a35be591-2ce4-4d91-a2ad-28112d775ff1 service neutron] 10.222.0.67 "PUT /v2.0/ports/d077c8a0-69bf-4582-b692-1ba34bac3af0 HTTP/1.1" status: 200 len: 1097 time: 2.6057775 Jan 28 02:44:55.753135 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '066cf706-a57b-45ec-9199-24f28416f082', 'tag': 'd077c8a0-69bf-4582-b692-1ba34bac3af0'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:44:55.756751 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b69be0-fe96-4969-a97d-736314e443f9" -d '{"events": [{"name": "network-changed", "server_uuid": "066cf706-a57b-45ec-9199-24f28416f082", "tag": "d077c8a0-69bf-4582-b692-1ba34bac3af0"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:44:55.811348 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35be591-2ce4-4d91-a2ad-28112d775ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=d077c8a0-69bf-4582-b692-1ba34bac3af0,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:44:55.821320 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8d708920-e71c-47b2-b2d9-e0c6785fcbc2 admin admin] Publish callbacks [] for security_group (90b1f2a3-4b26-431e-8805-adab05e3c874), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:55.918579 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e4145-ceff-40be-891f-7d8040625668 req-024f2ab0-d5c7-4086-a77c-596c46e26d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:44:55.926610 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0b9e4145-ceff-40be-891f-7d8040625668 req-024f2ab0-d5c7-4086-a77c-596c46e26d7b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=75bfb80fd1554fd9a93c14afb3f2ef0a&device_id=066cf706-a57b-45ec-9199-24f28416f082 HTTP/1.1" status: 200 len: 1100 time: 0.0765369 Jan 28 02:44:56.054816 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0b9e4145-ceff-40be-891f-7d8040625668 req-ece0e601-97a6-4f6d-9876-ffb45f58bd65 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=d077c8a0-69bf-4582-b692-1ba34bac3af0 HTTP/1.1" status: 200 len: 217 time: 0.0793471 Jan 28 02:44:56.106853 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8d708920-e71c-47b2-b2d9-e0c6785fcbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (90b1f2a3-4b26-431e-8805-adab05e3c874), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:56.113665 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8d708920-e71c-47b2-b2d9-e0c6785fcbc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:56.129275 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8d708920-e71c-47b2-b2d9-e0c6785fcbc2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/90b1f2a3-4b26-431e-8805-adab05e3c874 HTTP/1.1" status: 204 len: 168 time: 0.5919423 Jan 28 02:44:56.172826 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044adb55-ea82-47da-b0f8-0f1f622e25e1 req-614e16e6-11a9-4af7-b2b3-effa4a74fede tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:44:56.182076 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-044adb55-ea82-47da-b0f8-0f1f622e25e1 req-614e16e6-11a9-4af7-b2b3-effa4a74fede tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/ports?device_id=066cf706-a57b-45ec-9199-24f28416f082 HTTP/1.1" status: 200 len: 948 time: 0.2436972 Jan 28 02:44:56.192602 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d708920-e71c-47b2-b2d9-e0c6785fcbc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b1f2a3-4b26-431e-8805-adab05e3c874,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:44:56.211320 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e4145-ceff-40be-891f-7d8040625668 req-f4f61c92-6a49-43a4-bd79-15522030dde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:44:56.213005 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0b9e4145-ceff-40be-891f-7d8040625668 req-f4f61c92-6a49-43a4-bd79-15522030dde4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.1475496 Jan 28 02:44:56.295930 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-044adb55-ea82-47da-b0f8-0f1f622e25e1 req-a6fb0cef-f586-4ba2-bfa3-df24635d8cb1 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e170b5f-57dc-49fe-af55-bf0af8c2d7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090307 Jan 28 02:44:56.419874 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88fdeaec-a803-43c5-98fd-4d492d5fc84e x-openstack-request-id: req-88fdeaec-a803-43c5-98fd-4d492d5fc84e {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:44:56.420412 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "066cf706-a57b-45ec-9199-24f28416f082", "tag": "d077c8a0-69bf-4582-b692-1ba34bac3af0", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:44:56.420881 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-88fdeaec-a803-43c5-98fd-4d492d5fc84e {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:44:56.421950 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '066cf706-a57b-45ec-9199-24f28416f082', 'tag': 'd077c8a0-69bf-4582-b692-1ba34bac3af0', 'status': 'completed', 'code': 200} Jan 28 02:44:56.730245 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51228) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:44:56.764726 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2d35d007-da06-47ec-8518-f6d531da5c35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:56.926203 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2d35d007-da06-47ec-8518-f6d531da5c35 admin admin] Publish callbacks [] for security_group (fa2d6c81-2a2f-4042-aacc-d697d265662d), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:56.939260 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2d35d007-da06-47ec-8518-f6d531da5c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (fa2d6c81-2a2f-4042-aacc-d697d265662d), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:56.944666 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-910f8eb5-d902-42c5-90ea-553a25f42c3a tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=29a2e152744a433f9b25a7592aa94e29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315561 Jan 28 02:44:56.996716 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6533d55-b9f2-48b4-913a-d021a76ed449 req-7720b70c-9557-46dc-8392-ddab6901f673 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:44:56.998323 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b6533d55-b9f2-48b4-913a-d021a76ed449 req-7720b70c-9557-46dc-8392-ddab6901f673 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.53 "GET /v2.0/ports?device_id=10135c0d-84ae-45ff-8d76-8fb77e93d2a6 HTTP/1.1" status: 200 len: 969 time: 0.1146891 Jan 28 02:44:57.000408 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d35d007-da06-47ec-8518-f6d531da5c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2d6c81-2a2f-4042-aacc-d697d265662d,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:44:57.004667 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2d35d007-da06-47ec-8518-f6d531da5c35 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7b35e2f82af64f7fb221a262e748a9b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2733598 Jan 28 02:44:57.013327 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51242) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:44:57.090705 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b6533d55-b9f2-48b4-913a-d021a76ed449 req-e3f7620c-5918-44b3-bcfb-9f6ecc069ec0 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff4f33f-5ba5-49da-8374-05896abdb923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790393 Jan 28 02:44:57.094399 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-5da39121-d82a-4f75-81ac-40884a2cde04 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:44:57.096095 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-5da39121-d82a-4f75-81ac-40884a2cde04 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1448028 Jan 28 02:44:57.112691 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b7442e6a-232f-49e0-a883-a1fcd6a54e42 admin admin] Publish callbacks [] for security_group (fa2d6c81-2a2f-4042-aacc-d697d265662d), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:57.114488 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-067bbc3b-abdc-4a9b-aed3-e23a50aa1a9c tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/quotas/29a2e152744a433f9b25a7592aa94e29 HTTP/1.1" status: 200 len: 375 time: 0.0124063 Jan 28 02:44:57.136100 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b7442e6a-232f-49e0-a883-a1fcd6a54e42 admin admin] Publish callbacks [] for security_group (fa2d6c81-2a2f-4042-aacc-d697d265662d), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:57.212490 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-6def2c2c-169e-4f80-9969-0392a2aa9bc5 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=29a2e152744a433f9b25a7592aa94e29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0924735 Jan 28 02:44:57.232714 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b7442e6a-232f-49e0-a883-a1fcd6a54e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (fa2d6c81-2a2f-4042-aacc-d697d265662d), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:57.236738 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b7442e6a-232f-49e0-a883-a1fcd6a54e42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:57.237938 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b7442e6a-232f-49e0-a883-a1fcd6a54e42 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fa2d6c81-2a2f-4042-aacc-d697d265662d HTTP/1.1" status: 204 len: 168 time: 0.2237368 Jan 28 02:44:57.249297 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7442e6a-232f-49e0-a883-a1fcd6a54e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2d6c81-2a2f-4042-aacc-d697d265662d,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:44:57.539828 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b6777-1604-40fd-a345-0d6166d5504f req-aa9fe317-6567-4772-bff6-8d9291a2936a tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:44:57.541446 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9a6b6777-1604-40fd-a345-0d6166d5504f req-aa9fe317-6567-4772-bff6-8d9291a2936a tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/ports?device_id=066cf706-a57b-45ec-9199-24f28416f082 HTTP/1.1" status: 200 len: 948 time: 0.1202812 Jan 28 02:44:57.562475 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f56f8646-a033-4b0d-b8d7-f8e6aad8ebc5 req-6fa95378-5ec5-4979-828b-258fb2d6ec16 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 210 time: 0.0685592 Jan 28 02:44:57.707116 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9a6b6777-1604-40fd-a345-0d6166d5504f req-39cb125f-a415-4aeb-9bd3-b0477fe92fad tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e170b5f-57dc-49fe-af55-bf0af8c2d7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571002 Jan 28 02:44:57.776094 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51286) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:44:57.930445 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8111d008-36a7-4611-8063-959415959610 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:58.029322 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8111d008-36a7-4611-8063-959415959610 admin admin] Publish callbacks [] for security_group (8eca2bee-f384-4554-8cd0-3acc6f16c7c1), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:58.034203 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8111d008-36a7-4611-8063-959415959610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (8eca2bee-f384-4554-8cd0-3acc6f16c7c1), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:58.043648 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51296) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:44:58.076874 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8111d008-36a7-4611-8063-959415959610 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8929fa73cfd64f7997f4732252fe6a46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2996428 Jan 28 02:44:58.080466 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51302) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:44:58.082557 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8111d008-36a7-4611-8063-959415959610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eca2bee-f384-4554-8cd0-3acc6f16c7c1,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:44:58.285220 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-07bdb130-427b-4b6a-8b41-e350025d9c23 admin admin] Publish callbacks [] for security_group (8eca2bee-f384-4554-8cd0-3acc6f16c7c1), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:58.287707 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-199c434d-f2e9-4417-b4d6-fc85d0f62fd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:58.297803 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570b4e9-d66b-40fa-a18c-dc433b2e1147 req-b2989d53-bdd8-42c8-9281-c7235db0da65 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:44:58.304615 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9570b4e9-d66b-40fa-a18c-dc433b2e1147 req-b2989d53-bdd8-42c8-9281-c7235db0da65 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.53 "GET /v2.0/ports?device_id=10135c0d-84ae-45ff-8d76-8fb77e93d2a6 HTTP/1.1" status: 200 len: 969 time: 0.1297946 Jan 28 02:44:58.354657 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-07bdb130-427b-4b6a-8b41-e350025d9c23 admin admin] Publish callbacks [] for security_group (8eca2bee-f384-4554-8cd0-3acc6f16c7c1), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:58.439857 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9570b4e9-d66b-40fa-a18c-dc433b2e1147 req-a6ae8bcb-8cdd-4658-99f4-e5a248863cb2 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff4f33f-5ba5-49da-8374-05896abdb923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342802 Jan 28 02:44:58.451494 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51314) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:44:58.488720 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-07bdb130-427b-4b6a-8b41-e350025d9c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (8eca2bee-f384-4554-8cd0-3acc6f16c7c1), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:58.491375 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-07bdb130-427b-4b6a-8b41-e350025d9c23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:58.492568 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-07bdb130-427b-4b6a-8b41-e350025d9c23 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8eca2bee-f384-4554-8cd0-3acc6f16c7c1 HTTP/1.1" status: 204 len: 168 time: 0.4108264 Jan 28 02:44:58.507866 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bdb130-427b-4b6a-8b41-e350025d9c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eca2bee-f384-4554-8cd0-3acc6f16c7c1,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:44:58.513731 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-199c434d-f2e9-4417-b4d6-fc85d0f62fd4 admin admin] Publish callbacks [] for security_group (3a7b8dd7-6128-4072-b949-9e0ba2694267), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:58.519893 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-199c434d-f2e9-4417-b4d6-fc85d0f62fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (3a7b8dd7-6128-4072-b949-9e0ba2694267), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:58.562752 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-199c434d-f2e9-4417-b4d6-fc85d0f62fd4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3786fe3ff0824fbea6d783b1e42908cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5169904 Jan 28 02:44:58.565371 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51322) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:44:58.572413 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c434d-f2e9-4417-b4d6-fc85d0f62fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7b8dd7-6128-4072-b949-9e0ba2694267,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:44:58.581039 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-f875ea7f-bd66-474a-83cd-85c0869119d6 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1752998657-network', 'tenant_id': '9667c7e3eafc4f028f0e9db9d1d88b60'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:44:58.625323 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f875ea7f-bd66-474a-83cd-85c0869119d6 admin admin] Made reservation on behalf of 9667c7e3eafc4f028f0e9db9d1d88b60 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:44:58.627911 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f875ea7f-bd66-474a-83cd-85c0869119d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:58.637836 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f875ea7f-bd66-474a-83cd-85c0869119d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:58.640640 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9c2738cc-118b-4b47-8e0c-cde8fb1553eb admin admin] Publish callbacks [] for security_group (3a7b8dd7-6128-4072-b949-9e0ba2694267), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:58.686394 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9c2738cc-118b-4b47-8e0c-cde8fb1553eb admin admin] Publish callbacks [] for security_group (3a7b8dd7-6128-4072-b949-9e0ba2694267), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:58.703153 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7ca3649a-ac85-430f-88ab-0c4078c3ec70 req-759b87e5-cf14-4d99-9f9b-c29f35feea6b tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 210 time: 0.0374858 Jan 28 02:44:58.734840 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:58.774749 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9c2738cc-118b-4b47-8e0c-cde8fb1553eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (3a7b8dd7-6128-4072-b949-9e0ba2694267), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:58.777902 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9c2738cc-118b-4b47-8e0c-cde8fb1553eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:58.779359 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9c2738cc-118b-4b47-8e0c-cde8fb1553eb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3a7b8dd7-6128-4072-b949-9e0ba2694267 HTTP/1.1" status: 204 len: 168 time: 0.2129512 Jan 28 02:44:58.799438 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-2ef8a297-1fd8-44f6-a4e1-2c45e3e2f7f6 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=29a2e152744a433f9b25a7592aa94e29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392540 Jan 28 02:44:58.818228 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2738cc-118b-4b47-8e0c-cde8fb1553eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7b8dd7-6128-4072-b949-9e0ba2694267,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:44:58.821457 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f875ea7f-bd66-474a-83cd-85c0869119d6 admin admin] Publish callbacks [] for security_group (a97e5387-e3e1-489c-b459-c9299addad1c), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:58.836837 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f875ea7f-bd66-474a-83cd-85c0869119d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (a97e5387-e3e1-489c-b459-c9299addad1c), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:58.898121 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f875ea7f-bd66-474a-83cd-85c0869119d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:44:58.900383 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875ea7f-bd66-474a-83cd-85c0869119d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97e5387-e3e1-489c-b459-c9299addad1c,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:44:58.928906 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f875ea7f-bd66-474a-83cd-85c0869119d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (75a4b119-8376-430b-8e41-eb2c7f9df607), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:58.929655 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-f875ea7f-bd66-474a-83cd-85c0869119d6 admin admin] Added segment 75a4b119-8376-430b-8e41-eb2c7f9df607 of type vlan for network c898a309-cc9c-486f-b9d6-bb11ec55d766 Jan 28 02:44:58.980336 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e6d0c-1643-4fe6-95ba-5dfcaa66dd6f req-829b30a7-9250-45be-a696-2736ebb9eee9 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:44:58.983560 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51336) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:44:58.983757 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e56e6d0c-1643-4fe6-95ba-5dfcaa66dd6f req-829b30a7-9250-45be-a696-2736ebb9eee9 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/ports?device_id=066cf706-a57b-45ec-9199-24f28416f082 HTTP/1.1" status: 200 len: 948 time: 0.1413424 Jan 28 02:44:58.992364 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-cdd7fcff-d5f7-4d5d-b0cd-6e18ea714363 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:44:58.993832 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-cdd7fcff-d5f7-4d5d-b0cd-6e18ea714363 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1883974 Jan 28 02:44:59.007728 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f875ea7f-bd66-474a-83cd-85c0869119d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (c898a309-cc9c-486f-b9d6-bb11ec55d766), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:59.023968 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4f5d67ee-dc0e-4e9c-af38-db624edcce07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:59.052986 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-f0a1c5b4-67f7-4413-81db-289a34c666de tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Request body: {'port': {'device_id': 'd5c2c889-063a-402e-9e6b-a9a7938a5a19', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'admin_state_up': True, 'tenant_id': '29a2e152744a433f9b25a7592aa94e29'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:44:59.066074 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e56e6d0c-1643-4fe6-95ba-5dfcaa66dd6f req-20e00ea5-025f-4a67-b0c1-28babaaf5bcd tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e170b5f-57dc-49fe-af55-bf0af8c2d7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710626 Jan 28 02:44:59.101124 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f875ea7f-bd66-474a-83cd-85c0869119d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (c898a309-cc9c-486f-b9d6-bb11ec55d766), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:59.102734 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f875ea7f-bd66-474a-83cd-85c0869119d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:44:59.103747 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f875ea7f-bd66-474a-83cd-85c0869119d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:59.213873 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51338) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:44:59.224162 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-f0a1c5b4-67f7-4413-81db-289a34c666de tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Made reservation on behalf of 29a2e152744a433f9b25a7592aa94e29 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:44:59.227386 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-f0a1c5b4-67f7-4413-81db-289a34c666de tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:59.241399 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-69d2b9cb-bf67-4e3f-8a72-976baa40647a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:59.243481 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-f0a1c5b4-67f7-4413-81db-289a34c666de tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:59.317120 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f875ea7f-bd66-474a-83cd-85c0869119d6 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8644748 Jan 28 02:44:59.320130 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51340) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:44:59.329011 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-819b7c73-ab64-48d8-bb24-0b035b21d4ac admin admin] Request body: {'subnet': {'network_id': 'c898a309-cc9c-486f-b9d6-bb11ec55d766', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1752998657-subnet', 'tenant_id': '9667c7e3eafc4f028f0e9db9d1d88b60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:44:59.332753 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875ea7f-bd66-474a-83cd-85c0869119d6 admin admin] Pushing event updated for resources: {'Network': ['ID=c898a309-cc9c-486f-b9d6-bb11ec55d766,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:44:59.345059 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network c898a309-cc9c-486f-b9d6-bb11ec55d766 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:44:59.364347 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4f5d67ee-dc0e-4e9c-af38-db624edcce07 admin admin] Publish callbacks [] for security_group (53953326-66f2-45a2-9d72-c13f1c6df505), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:59.369195 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4f5d67ee-dc0e-4e9c-af38-db624edcce07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (53953326-66f2-45a2-9d72-c13f1c6df505), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:59.391506 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-69d2b9cb-bf67-4e3f-8a72-976baa40647a admin admin] Publish callbacks [] for security_group (48d11961-696a-4852-ace3-e1f6a761b59b), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:59.392581 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819b7c73-ab64-48d8-bb24-0b035b21d4ac admin admin] Made reservation on behalf of 9667c7e3eafc4f028f0e9db9d1d88b60 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:44:59.394865 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-819b7c73-ab64-48d8-bb24-0b035b21d4ac admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:59.400840 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-f0a1c5b4-67f7-4413-81db-289a34c666de tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Publish callbacks [] for security_group (5f25aca3-fc0a-473f-b57d-61be0fb8a6a8), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:59.410329 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-69d2b9cb-bf67-4e3f-8a72-976baa40647a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (48d11961-696a-4852-ace3-e1f6a761b59b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:59.413580 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4f5d67ee-dc0e-4e9c-af38-db624edcce07 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dcffa31091e24f15a51ce947207a092c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4272714 Jan 28 02:44:59.415642 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5d67ee-dc0e-4e9c-af38-db624edcce07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53953326-66f2-45a2-9d72-c13f1c6df505,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:44:59.417125 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51342) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:44:59.441706 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-f0a1c5b4-67f7-4413-81db-289a34c666de tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (5f25aca3-fc0a-473f-b57d-61be0fb8a6a8), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:59.545595 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2b9cb-bf67-4e3f-8a72-976baa40647a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d11961-696a-4852-ace3-e1f6a761b59b,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:44:59.548545 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8b19b3b9-2cf5-468f-b706-4c15c2eeb0c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:59.560574 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-69d2b9cb-bf67-4e3f-8a72-976baa40647a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6df1a8e6760c4030a77cd70f931ed64d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3438201 Jan 28 02:44:59.561157 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3b383-4b70-4ab8-a6d7-3c00d99e245f req-6c749e97-4201-4072-a53e-b53c8c7753a7 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:44:59.562665 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-92f3b383-4b70-4ab8-a6d7-3c00d99e245f req-6c749e97-4201-4072-a53e-b53c8c7753a7 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.53 "GET /v2.0/ports?device_id=10135c0d-84ae-45ff-8d76-8fb77e93d2a6 HTTP/1.1" status: 200 len: 969 time: 0.0535545 Jan 28 02:44:59.563123 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51348) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:44:59.633401 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a1c5b4-67f7-4413-81db-289a34c666de tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:44:59.642490 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-54d5f506-80bb-4495-8a86-8c7c35e82d50 admin admin] Publish callbacks [] for security_group (48d11961-696a-4852-ace3-e1f6a761b59b), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:59.646611 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-92f3b383-4b70-4ab8-a6d7-3c00d99e245f req-0a95875f-688c-4c5d-aa00-3afb507c0b6b tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff4f33f-5ba5-49da-8374-05896abdb923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760520 Jan 28 02:44:59.670733 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-54d5f506-80bb-4495-8a86-8c7c35e82d50 admin admin] Publish callbacks [] for security_group (48d11961-696a-4852-ace3-e1f6a761b59b), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:59.709168 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f4a22e6c-c429-47a7-b9aa-cbe803400a4a admin admin] Publish callbacks [] for security_group (53953326-66f2-45a2-9d72-c13f1c6df505), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:59.721134 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-54d5f506-80bb-4495-8a86-8c7c35e82d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (48d11961-696a-4852-ace3-e1f6a761b59b), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:59.723701 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-54d5f506-80bb-4495-8a86-8c7c35e82d50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:59.724340 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-f0a1c5b4-67f7-4413-81db-289a34c666de tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Allocated IP 192.168.233.114 (00399c87-9b8d-4ccb-b18d-7ccb90f49322/24329ac8-3d67-49eb-9f63-d2859e79e36f/acba92ab-c841-45d8-aacc-9e88e553230d) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:44:59.725028 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-54d5f506-80bb-4495-8a86-8c7c35e82d50 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/48d11961-696a-4852-ace3-e1f6a761b59b HTTP/1.1" status: 204 len: 168 time: 0.1609287 Jan 28 02:44:59.740969 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d5f506-80bb-4495-8a86-8c7c35e82d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d11961-696a-4852-ace3-e1f6a761b59b,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:44:59.783019 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f4a22e6c-c429-47a7-b9aa-cbe803400a4a admin admin] Publish callbacks [] for security_group (53953326-66f2-45a2-9d72-c13f1c6df505), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:59.820917 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-819b7c73-ab64-48d8-bb24-0b035b21d4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for subnet (eaaafb1c-3547-4581-9e89-2950c931386f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:59.956018 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b7c73-ab64-48d8-bb24-0b035b21d4ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaaafb1c-3547-4581-9e89-2950c931386f,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:44:59.991194 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f4a22e6c-c429-47a7-b9aa-cbe803400a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (53953326-66f2-45a2-9d72-c13f1c6df505), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:59.993721 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f4a22e6c-c429-47a7-b9aa-cbe803400a4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:44:59.994869 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f4a22e6c-c429-47a7-b9aa-cbe803400a4a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/53953326-66f2-45a2-9d72-c13f1c6df505 HTTP/1.1" status: 204 len: 168 time: 0.5541995 Jan 28 02:45:00.000684 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6f4b6ad2-650a-4b1f-b0f8-68a3eed7df0e req-83f62257-ff9a-4731-a562-7559a0c21393 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 210 time: 0.0536621 Jan 28 02:45:00.014332 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a22e6c-c429-47a7-b9aa-cbe803400a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53953326-66f2-45a2-9d72-c13f1c6df505,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:00.027153 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819b7c73-ab64-48d8-bb24-0b035b21d4ac admin admin] Checking segment: {'id': '75a4b119-8376-430b-8e41-eb2c7f9df607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c898a309-cc9c-486f-b9d6-bb11ec55d766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:45:00.027512 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819b7c73-ab64-48d8-bb24-0b035b21d4ac admin admin] Network hostable DHCP agents. Network: c898a309-cc9c-486f-b9d6-bb11ec55d766, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:45:00.062593 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819b7c73-ab64-48d8-bb24-0b035b21d4ac admin admin] Network c898a309-cc9c-486f-b9d6-bb11ec55d766 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:45:00.076297 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-f0a1c5b4-67f7-4413-81db-289a34c666de tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Publish callbacks [] for port (acba92ab-c841-45d8-aacc-9e88e553230d), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:00.084043 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-819b7c73-ab64-48d8-bb24-0b035b21d4ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, c898a309-cc9c-486f-b9d6-bb11ec55d766) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:45:00.089980 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819b7c73-ab64-48d8-bb24-0b035b21d4ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:00.090731 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-819b7c73-ab64-48d8-bb24-0b035b21d4ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:00.103065 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6711fa8-6980-4543-b10c-75412c129a91 None None] Network c898a309-cc9c-486f-b9d6-bb11ec55d766 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:45:00.122545 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-819b7c73-ab64-48d8-bb24-0b035b21d4ac admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8013449 Jan 28 02:45:00.131022 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-f0a1c5b4-67f7-4413-81db-289a34c666de tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (acba92ab-c841-45d8-aacc-9e88e553230d), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:00.181111 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-f0a1c5b4-67f7-4413-81db-289a34c666de tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:45:00.184085 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-f0a1c5b4-67f7-4413-81db-289a34c666de tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:45:00.187918 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-f0a1c5b4-67f7-4413-81db-289a34c666de tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:45:00.193187 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-f0a1c5b4-67f7-4413-81db-289a34c666de tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:00.193819 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-f0a1c5b4-67f7-4413-81db-289a34c666de tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:00.211065 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a1c5b4-67f7-4413-81db-289a34c666de tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Pushing event updated for resources: {'Port': ['ID=acba92ab-c841-45d8-aacc-9e88e553230d,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:00.219948 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-f0a1c5b4-67f7-4413-81db-289a34c666de tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1743917 Jan 28 02:45:00.238804 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-618f2a84-c630-4a5b-abae-f70a86371e9b service neutron] Request body: {'port': {'device_id': 'd5c2c889-063a-402e-9e6b-a9a7938a5a19', 'device_owner': 'compute:tempest-test_az-2011932993', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:45:00.283595 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e340f32-5e95-4b93-bef5-bbdfa14cea54 req-1649c211-0d96-466c-b250-aecde864f235 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:00.288999 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7e340f32-5e95-4b93-bef5-bbdfa14cea54 req-1649c211-0d96-466c-b250-aecde864f235 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/ports?device_id=066cf706-a57b-45ec-9199-24f28416f082 HTTP/1.1" status: 200 len: 948 time: 0.1098835 Jan 28 02:45:00.336432 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275d3885-d3b9-42fa-b152-4d03af221bdd None None] Network c898a309-cc9c-486f-b9d6-bb11ec55d766 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:45:00.368159 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-618f2a84-c630-4a5b-abae-f70a86371e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (acba92ab-c841-45d8-aacc-9e88e553230d), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:00.389271 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e4145-ceff-40be-891f-7d8040625668 req-fb8d41d6-f6a8-4cb2-8f14-7d4f51f8b996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:00.390780 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0b9e4145-ceff-40be-891f-7d8040625668 req-fb8d41d6-f6a8-4cb2-8f14-7d4f51f8b996 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1570299 Jan 28 02:45:00.412014 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7e340f32-5e95-4b93-bef5-bbdfa14cea54 req-e6baca48-449e-4fd5-bde8-a0f18b6a2499 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e170b5f-57dc-49fe-af55-bf0af8c2d7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172118 Jan 28 02:45:00.534675 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-b849f6d3-048f-4045-891d-c8501c5e70de None None] Provisioning complete for port acba92ab-c841-45d8-aacc-9e88e553230d triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:45:00.535922 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b849f6d3-048f-4045-891d-c8501c5e70de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (acba92ab-c841-45d8-aacc-9e88e553230d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:00.578917 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-b849f6d3-048f-4045-891d-c8501c5e70de None None] Port acba92ab-c841-45d8-aacc-9e88e553230d cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:45:00.620939 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0b9e4145-ceff-40be-891f-7d8040625668 req-a4250f71-dea8-4579-8326-b09fb4b563fb service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926599 Jan 28 02:45:00.786023 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0b9e4145-ceff-40be-891f-7d8040625668 req-574a94af-7233-4e2d-a674-e7d01ca3198c service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404049 Jan 28 02:45:00.840738 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd23cc-afc0-4d2d-a645-810675f44cf6 req-ff32a901-c666-437e-b7a8-bc1bed85b8f0 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:00.850429 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-26dd23cc-afc0-4d2d-a645-810675f44cf6 req-ff32a901-c666-437e-b7a8-bc1bed85b8f0 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.53 "GET /v2.0/ports?device_id=10135c0d-84ae-45ff-8d76-8fb77e93d2a6 HTTP/1.1" status: 200 len: 969 time: 0.0960701 Jan 28 02:45:00.902994 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-26dd23cc-afc0-4d2d-a645-810675f44cf6 req-0862f12e-d1fc-40d8-9677-d993cd66c152 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff4f33f-5ba5-49da-8374-05896abdb923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513756 Jan 28 02:45:01.111247 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-618f2a84-c630-4a5b-abae-f70a86371e9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acba92ab-c841-45d8-aacc-9e88e553230d {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:45:01.135016 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-618f2a84-c630-4a5b-abae-f70a86371e9b service neutron] Publish callbacks [] for port (acba92ab-c841-45d8-aacc-9e88e553230d), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:01.158155 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02bebc9-37d4-471c-976c-9cbcb6854f26 req-bd9a0fa6-1a0b-4037-aeb5-ad9ff714875e tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:01.160763 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d02bebc9-37d4-471c-976c-9cbcb6854f26 req-bd9a0fa6-1a0b-4037-aeb5-ad9ff714875e tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 936 time: 0.0792365 Jan 28 02:45:01.183693 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-618f2a84-c630-4a5b-abae-f70a86371e9b service neutron] Transition to ACTIVE for port object acba92ab-c841-45d8-aacc-9e88e553230d will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:45:01.199241 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-618f2a84-c630-4a5b-abae-f70a86371e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (acba92ab-c841-45d8-aacc-9e88e553230d), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:01.220486 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d02bebc9-37d4-471c-976c-9cbcb6854f26 req-4a6315fa-6140-49ae-9c87-be215bb8ad10 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530453 Jan 28 02:45:01.244113 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b69be0-fe96-4969-a97d-736314e443f9 req-62aa2e1b-5dd0-4952-9cc5-4ceb7dc2cf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:01.245654 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d7b69be0-fe96-4969-a97d-736314e443f9 req-62aa2e1b-5dd0-4952-9cc5-4ceb7dc2cf7e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=75bfb80fd1554fd9a93c14afb3f2ef0a&device_id=066cf706-a57b-45ec-9199-24f28416f082 HTTP/1.1" status: 200 len: 1100 time: 0.3761449 Jan 28 02:45:01.254011 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-0d90726b-b7be-47ae-8031-79b3d0f5c37e tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:01.255698 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-0d90726b-b7be-47ae-8031-79b3d0f5c37e tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/networks?id=c898a309-cc9c-486f-b9d6-bb11ec55d766 HTTP/1.1" status: 200 len: 805 time: 0.4621139 Jan 28 02:45:01.420467 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-30c73899-a94e-4d8e-ae50-8832e3b40832 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/quotas/9667c7e3eafc4f028f0e9db9d1d88b60 HTTP/1.1" status: 200 len: 375 time: 0.1477072 Jan 28 02:45:01.447524 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 68da24f2-960f-4e46-8525-a07743b88cd3 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:45:01.451387 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f2a84-c630-4a5b-abae-f70a86371e9b service neutron] Pushing event updated for resources: {'Port': ['ID=acba92ab-c841-45d8-aacc-9e88e553230d,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:01.529380 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-7dea0fc7-31df-4d90-be65-6b5c7bf93d32 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9667c7e3eafc4f028f0e9db9d1d88b60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0669968 Jan 28 02:45:01.535979 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-618f2a84-c630-4a5b-abae-f70a86371e9b service neutron] Attempting to bind port acba92ab-c841-45d8-aacc-9e88e553230d on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:45:01.544156 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-618f2a84-c630-4a5b-abae-f70a86371e9b service neutron] Attempting to bind port acba92ab-c841-45d8-aacc-9e88e553230d by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:45:01.544689 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-618f2a84-c630-4a5b-abae-f70a86371e9b service neutron] Attempting to bind port acba92ab-c841-45d8-aacc-9e88e553230d on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:45:01.565434 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-618f2a84-c630-4a5b-abae-f70a86371e9b service neutron] Port acba92ab-c841-45d8-aacc-9e88e553230d on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:45:01.565833 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-618f2a84-c630-4a5b-abae-f70a86371e9b service neutron] Attempting to bind port acba92ab-c841-45d8-aacc-9e88e553230d on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:45:01.578349 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-618f2a84-c630-4a5b-abae-f70a86371e9b service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:45:01.578758 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-618f2a84-c630-4a5b-abae-f70a86371e9b service neutron] Checking segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:45:01.579244 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-618f2a84-c630-4a5b-abae-f70a86371e9b service neutron] Bound using segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:45:01.579761 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-618f2a84-c630-4a5b-abae-f70a86371e9b service neutron] Bound port: acba92ab-c841-45d8-aacc-9e88e553230d, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:45:01.580217 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-618f2a84-c630-4a5b-abae-f70a86371e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (acba92ab-c841-45d8-aacc-9e88e553230d), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:01.601595 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b69be0-fe96-4969-a97d-736314e443f9 req-71e3a384-725b-4c26-bdd5-60bb2c676d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:01.603352 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d7b69be0-fe96-4969-a97d-736314e443f9 req-71e3a384-725b-4c26-bdd5-60bb2c676d79 service neutron] 10.222.0.67 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.3420348 Jan 28 02:45:01.641576 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 68da24f2-960f-4e46-8525-a07743b88cd3, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=68da24f2-960f-4e46-8525-a07743b88cd3,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:45:01.657658 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '68da24f2-960f-4e46-8525-a07743b88cd3', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'port_id': '68da24f2-960f-4e46-8525-a07743b88cd3', 'mac_address': 'fa:16:3e:24:d8:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24329ac8-3d67-49eb-9f63-d2859e79e36f', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:tempest-test_az-2011932993', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:45:01.691947 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d7b69be0-fe96-4969-a97d-736314e443f9 req-9b5cf56a-13b0-427a-8dc4-c816426202ac service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=d077c8a0-69bf-4582-b692-1ba34bac3af0 HTTP/1.1" status: 200 len: 217 time: 0.0581753 Jan 28 02:45:01.714171 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 68da24f2-960f-4e46-8525-a07743b88cd3 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:45:01.715961 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (68da24f2-960f-4e46-8525-a07743b88cd3), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:01.739893 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68da24f2-960f-4e46-8525-a07743b88cd3 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:45:01.747136 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-618f2a84-c630-4a5b-abae-f70a86371e9b service neutron] For port acba92ab-c841-45d8-aacc-9e88e553230d, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:45:01.765092 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-618f2a84-c630-4a5b-abae-f70a86371e9b service neutron] For port acba92ab-c841-45d8-aacc-9e88e553230d, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=acba92ab-c841-45d8-aacc-9e88e553230d,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:45:01.774770 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b69be0-fe96-4969-a97d-736314e443f9 req-b053ad9d-64e2-4f0f-9b24-c74cc876aea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:01.775893 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 68da24f2-960f-4e46-8525-a07743b88cd3, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=68da24f2-960f-4e46-8525-a07743b88cd3,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:45:01.776292 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d7b69be0-fe96-4969-a97d-736314e443f9 req-b053ad9d-64e2-4f0f-9b24-c74cc876aea3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.0760772 Jan 28 02:45:01.778010 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-618f2a84-c630-4a5b-abae-f70a86371e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (acba92ab-c841-45d8-aacc-9e88e553230d), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:01.791224 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (68da24f2-960f-4e46-8525-a07743b88cd3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:01.820040 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9fd59-217b-4eff-8357-46ac54ac4dd5 req-c1c57e62-9e2f-4c68-9fe8-064c723d35b5 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:01.825470 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d7d9fd59-217b-4eff-8357-46ac54ac4dd5 req-c1c57e62-9e2f-4c68-9fe8-064c723d35b5 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/ports?device_id=066cf706-a57b-45ec-9199-24f28416f082 HTTP/1.1" status: 200 len: 948 time: 0.0741205 Jan 28 02:45:01.839206 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-50260b93-0067-49a2-82dd-0e503119faf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:01.872707 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-618f2a84-c630-4a5b-abae-f70a86371e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:01.873392 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-618f2a84-c630-4a5b-abae-f70a86371e9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:01.874888 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-618f2a84-c630-4a5b-abae-f70a86371e9b service neutron] 10.222.0.39 "PUT /v2.0/ports/acba92ab-c841-45d8-aacc-9e88e553230d HTTP/1.1" status: 200 len: 1119 time: 1.6423013 Jan 28 02:45:01.875333 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c2c889-063a-402e-9e6b-a9a7938a5a19', 'tag': 'acba92ab-c841-45d8-aacc-9e88e553230d'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:45:01.878306 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee73c64d-8660-4e84-a3f1-c2bcc53dbf8f" -d '{"events": [{"name": "network-changed", "server_uuid": "d5c2c889-063a-402e-9e6b-a9a7938a5a19", "tag": "acba92ab-c841-45d8-aacc-9e88e553230d"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:45:01.888187 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d7d9fd59-217b-4eff-8357-46ac54ac4dd5 req-b61bbc14-f986-41c0-9d83-bccf85487e6a tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e170b5f-57dc-49fe-af55-bf0af8c2d7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545633 Jan 28 02:45:01.930277 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=68da24f2-960f-4e46-8525-a07743b88cd3,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:01.945128 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:01.945475 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:01.948090 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:01.949568 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:01.954268 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:01.954865 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:01.955379 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:01.955985 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:01.956235 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:01.956574 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:01.956907 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:01.957266 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:01.957596 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:01.960462 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Tracked resource versions report: Jan 28 02:45:01.960462 n-d-712139-27 neutron-server[109804]: pushed versions: Jan 28 02:45:01.960462 n-d-712139-27 neutron-server[109804]: { 'AddressGroup': {'1.2'}, Jan 28 02:45:01.960462 n-d-712139-27 neutron-server[109804]: 'ConntrackHelper': {'1.0'}, Jan 28 02:45:01.960462 n-d-712139-27 neutron-server[109804]: 'LocalIPAssociation': {'1.0'}, Jan 28 02:45:01.960462 n-d-712139-27 neutron-server[109804]: 'Log': {'1.0'}, Jan 28 02:45:01.960462 n-d-712139-27 neutron-server[109804]: 'Network': {'1.1'}, Jan 28 02:45:01.960462 n-d-712139-27 neutron-server[109804]: 'Port': {'1.7'}, Jan 28 02:45:01.960462 n-d-712139-27 neutron-server[109804]: 'PortForwarding': {'1.2'}, Jan 28 02:45:01.960462 n-d-712139-27 neutron-server[109804]: 'QosPolicy': {'1.10'}, Jan 28 02:45:01.960462 n-d-712139-27 neutron-server[109804]: 'SecurityGroup': {'1.5'}, Jan 28 02:45:01.960462 n-d-712139-27 neutron-server[109804]: 'SecurityGroupRule': {'1.2'}, Jan 28 02:45:01.960462 n-d-712139-27 neutron-server[109804]: 'SubPort': {'1.0'}, Jan 28 02:45:01.960462 n-d-712139-27 neutron-server[109804]: 'Subnet': {'1.1'}, Jan 28 02:45:01.960462 n-d-712139-27 neutron-server[109804]: 'Trunk': {'1.1'}} Jan 28 02:45:01.960462 n-d-712139-27 neutron-server[109804]: consumer versions: Jan 28 02:45:01.960462 n-d-712139-27 neutron-server[109804]: { DHCP agent@n-d-712139-27: {}, Jan 28 02:45:01.960462 n-d-712139-27 neutron-server[109804]: HyperV agent@n-h1-712139-27: {}, Jan 28 02:45:01.960462 n-d-712139-27 neutron-server[109804]: HyperV agent@n-h2-712139-27: {}, Jan 28 02:45:01.960462 n-d-712139-27 neutron-server[109804]: L3 agent@n-d-712139-27: {}, Jan 28 02:45:01.960462 n-d-712139-27 neutron-server[109804]: Metadata agent@n-d-712139-27: {}, Jan 28 02:45:01.960462 n-d-712139-27 neutron-server[109804]: Metering agent@n-d-712139-27: {}, Jan 28 02:45:01.960462 n-d-712139-27 neutron-server[109804]: Open vSwitch agent@n-d-712139-27: { 'AddressGroup': '1.2', Jan 28 02:45:01.960462 n-d-712139-27 neutron-server[109804]: 'ConntrackHelper': '1.0', Jan 28 02:45:01.960462 n-d-712139-27 neutron-server[109804]: 'LocalIPAssociation': '1.0', Jan 28 02:45:01.960462 n-d-712139-27 neutron-server[109804]: 'Log': '1.0', Jan 28 02:45:01.960462 n-d-712139-27 neutron-server[109804]: 'Network': '1.1', Jan 28 02:45:01.960462 n-d-712139-27 neutron-server[109804]: 'Port': '1.7', Jan 28 02:45:01.960462 n-d-712139-27 neutron-server[109804]: 'PortForwarding': '1.2', Jan 28 02:45:01.960462 n-d-712139-27 neutron-server[109804]: 'QosPolicy': '1.10', Jan 28 02:45:01.960462 n-d-712139-27 neutron-server[109804]: 'SecurityGroup': '1.5', Jan 28 02:45:01.960462 n-d-712139-27 neutron-server[109804]: 'SecurityGroupRule': '1.2', Jan 28 02:45:01.960462 n-d-712139-27 neutron-server[109804]: 'SubPort': '1.0', Jan 28 02:45:01.960462 n-d-712139-27 neutron-server[109804]: 'Subnet': '1.1', Jan 28 02:45:01.960462 n-d-712139-27 neutron-server[109804]: 'Trunk': '1.1'}} Jan 28 02:45:01.960462 n-d-712139-27 neutron-server[109804]: {{(pid=109804) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 02:45:01.987430 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a26c4a9-f251-4b2f-acd1-6e79994c9169 x-openstack-request-id: req-5a26c4a9-f251-4b2f-acd1-6e79994c9169 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:45:01.987865 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5c2c889-063a-402e-9e6b-a9a7938a5a19", "tag": "acba92ab-c841-45d8-aacc-9e88e553230d", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:45:01.988186 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5a26c4a9-f251-4b2f-acd1-6e79994c9169 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:45:01.988641 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c2c889-063a-402e-9e6b-a9a7938a5a19', 'tag': 'acba92ab-c841-45d8-aacc-9e88e553230d', 'status': 'completed', 'code': 200} Jan 28 02:45:01.990975 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f2a84-c630-4a5b-abae-f70a86371e9b service neutron] Pushing event updated for resources: {'Port': ['ID=acba92ab-c841-45d8-aacc-9e88e553230d,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:02.001751 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b69be0-fe96-4969-a97d-736314e443f9 req-0e96efc2-0560-4fe6-a6d8-99c5a8a34f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:02.003526 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d7b69be0-fe96-4969-a97d-736314e443f9 req-0e96efc2-0560-4fe6-a6d8-99c5a8a34f05 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1959805 Jan 28 02:45:02.041031 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-95576f6b-6cf8-4998-b372-38a5698cc053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:02.043076 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-95576f6b-6cf8-4998-b372-38a5698cc053 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=29a2e152744a433f9b25a7592aa94e29&device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 1122 time: 0.0971024 Jan 28 02:45:02.100504 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-12f08f73-bac4-4e9e-83c5-69c8b233ec2a service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:45:02.101545 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-12f08f73-bac4-4e9e-83c5-69c8b233ec2a service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2647569 Jan 28 02:45:02.121680 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ccc73-b3a0-4024-b8e3-e7ceb9f58cb4 req-bb8245a2-a3fe-4a26-b985-73dc1584ebc1 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:02.123280 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d91ccc73-b3a0-4024-b8e3-e7ceb9f58cb4 req-bb8245a2-a3fe-4a26-b985-73dc1584ebc1 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.53 "GET /v2.0/ports?device_id=10135c0d-84ae-45ff-8d76-8fb77e93d2a6 HTTP/1.1" status: 200 len: 970 time: 0.0696485 Jan 28 02:45:02.162342 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-f537e789-773b-4435-86ef-4f29604ae72c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=acba92ab-c841-45d8-aacc-9e88e553230d HTTP/1.1" status: 200 len: 217 time: 0.0598428 Jan 28 02:45:02.169712 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['68da24f2-960f-4e46-8525-a07743b88cd3'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:45:02.226326 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d91ccc73-b3a0-4024-b8e3-e7ceb9f58cb4 req-95183bad-a180-4a0b-86e8-5634969c7046 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff4f33f-5ba5-49da-8374-05896abdb923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952511 Jan 28 02:45:02.292965 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-9e4487dc-69dd-4be2-8076-2cc5606cb132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:02.294512 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-9e4487dc-69dd-4be2-8076-2cc5606cb132 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.0966897 Jan 28 02:45:02.296270 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d7b69be0-fe96-4969-a97d-736314e443f9 req-c9fbe7b5-c4b5-4110-93eb-b0de166c4c60 service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846012 Jan 28 02:45:02.352849 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-aae4a53a-0703-4f2d-a177-108f919de942 service neutron] 10.222.0.53 "GET /v2.0/networks/c898a309-cc9c-486f-b9d6-bb11ec55d766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386966 Jan 28 02:45:02.471099 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-3059eaed-588d-4dbe-89d2-98474907b011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:02.473232 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-3059eaed-588d-4dbe-89d2-98474907b011 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1701653 Jan 28 02:45:02.545352 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d7b69be0-fe96-4969-a97d-736314e443f9 req-46970b15-2ff6-4f31-8efe-88e97e06fcd6 service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284956 Jan 28 02:45:02.563835 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-9332d455-b7ab-439e-921f-9ac40d94a6e5 service neutron] 10.222.0.53 "GET /v2.0/networks/c898a309-cc9c-486f-b9d6-bb11ec55d766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731744 Jan 28 02:45:02.596591 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-b8151c62-2e8f-42fe-a73d-4307f685468f service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157882 Jan 28 02:45:02.716144 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e0adbec-abfb-4379-ab2b-217e0b68f007 req-228849c3-2375-4ad1-a54f-9ece61844165 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117837 Jan 28 02:45:02.734736 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1280b-0c81-4854-824c-e23dda546509 req-45476f5d-9888-4972-9db4-9ebf06f8ce4e tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:02.742991 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-76e1280b-0c81-4854-824c-e23dda546509 req-45476f5d-9888-4972-9db4-9ebf06f8ce4e tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 970 time: 0.0834951 Jan 28 02:45:02.807443 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-76e1280b-0c81-4854-824c-e23dda546509 req-d7461337-98eb-4a49-a248-200e63261602 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579724 Jan 28 02:45:02.866059 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73c64d-8660-4e84-a3f1-c2bcc53dbf8f req-8fd78850-6821-4c03-82dd-91142e53804d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:02.867804 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ee73c64d-8660-4e84-a3f1-c2bcc53dbf8f req-8fd78850-6821-4c03-82dd-91142e53804d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=29a2e152744a433f9b25a7592aa94e29&device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 1122 time: 0.0479050 Jan 28 02:45:02.903584 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8c19f041-e114-488c-8f88-84dd4bcea293 req-52248696-814f-4393-a4e5-f1b2c8c1fe85 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=8060bb71-40c8-46a1-b95f-b889b580ddc0 HTTP/1.1" status: 200 len: 210 time: 0.0505273 Jan 28 02:45:03.009283 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73c64d-8660-4e84-a3f1-c2bcc53dbf8f req-67885884-33fc-45e5-99a9-19dc5c386a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:03.011332 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ee73c64d-8660-4e84-a3f1-c2bcc53dbf8f req-67885884-33fc-45e5-99a9-19dc5c386a49 service neutron] 10.222.0.39 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.1343613 Jan 28 02:45:03.075308 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307df6e-df5e-4379-8121-63dee2774793 req-a3fbba79-a0ce-48db-aee3-2192f7ba5c22 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:03.083410 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2307df6e-df5e-4379-8121-63dee2774793 req-a3fbba79-a0ce-48db-aee3-2192f7ba5c22 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/ports?device_id=066cf706-a57b-45ec-9199-24f28416f082 HTTP/1.1" status: 200 len: 948 time: 0.0617628 Jan 28 02:45:03.105280 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ee73c64d-8660-4e84-a3f1-c2bcc53dbf8f req-607f701c-e131-46ce-8bbd-8bcec285e1ad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=acba92ab-c841-45d8-aacc-9e88e553230d HTTP/1.1" status: 200 len: 217 time: 0.0838339 Jan 28 02:45:03.145552 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:03.150005 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2307df6e-df5e-4379-8121-63dee2774793 req-fce32008-e0db-4149-8db1-dc7ce35d844d tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e170b5f-57dc-49fe-af55-bf0af8c2d7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654655 Jan 28 02:45:03.188553 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73c64d-8660-4e84-a3f1-c2bcc53dbf8f req-c0ae8df5-9226-4cb2-a49d-313a89c693e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:03.193532 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ee73c64d-8660-4e84-a3f1-c2bcc53dbf8f req-c0ae8df5-9226-4cb2-a49d-313a89c693e1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.0783358 Jan 28 02:45:03.193532 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51494) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:03.200250 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:03.240862 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73c64d-8660-4e84-a3f1-c2bcc53dbf8f req-d269b685-1f9f-4b5a-98a3-287e5a79257b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:03.242742 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ee73c64d-8660-4e84-a3f1-c2bcc53dbf8f req-d269b685-1f9f-4b5a-98a3-287e5a79257b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0429029 Jan 28 02:45:03.441855 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 68da24f2-960f-4e46-8525-a07743b88cd3 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:45:03.443914 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51502) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:03.502571 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-021e7761-5cd6-4b19-aba9-8bf9027c64d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:03.582366 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-87e9b0a0-8b48-4de1-8a27-6c0df8e835c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:03.584871 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c04772-feb4-4489-86b5-a06387370a36 req-980b2dcf-2c3c-4cef-bd8c-50430947701e tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:03.586456 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-17c04772-feb4-4489-86b5-a06387370a36 req-980b2dcf-2c3c-4cef-bd8c-50430947701e tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.53 "GET /v2.0/ports?device_id=10135c0d-84ae-45ff-8d76-8fb77e93d2a6 HTTP/1.1" status: 200 len: 970 time: 0.1087718 Jan 28 02:45:03.612336 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ee73c64d-8660-4e84-a3f1-c2bcc53dbf8f req-1934d712-be12-4152-ad8b-fec91da24da5 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620141 Jan 28 02:45:03.619259 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 68da24f2-960f-4e46-8525-a07743b88cd3 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:45:03.623810 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 68da24f2-960f-4e46-8525-a07743b88cd3 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:45:03.624282 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (68da24f2-960f-4e46-8525-a07743b88cd3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:03.721689 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-17c04772-feb4-4489-86b5-a06387370a36 req-506e5a96-977c-4b50-925d-136373fd75c2 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff4f33f-5ba5-49da-8374-05896abdb923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274176 Jan 28 02:45:03.721906 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 68da24f2-960f-4e46-8525-a07743b88cd3 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:45:03.722218 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (68da24f2-960f-4e46-8525-a07743b88cd3), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:03.725727 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-87e9b0a0-8b48-4de1-8a27-6c0df8e835c4 admin admin] Publish callbacks [] for security_group (4f252afa-45fa-40a1-9876-0c393c21be33), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:03.732021 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-87e9b0a0-8b48-4de1-8a27-6c0df8e835c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (4f252afa-45fa-40a1-9876-0c393c21be33), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:03.750664 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10135c0d-84ae-45ff-8d76-8fb77e93d2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68da24f2-960f-4e46-8525-a07743b88cd3'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:45:03.756876 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-021e7761-5cd6-4b19-aba9-8bf9027c64d3 admin admin] Publish callbacks [] for security_group (29fdfb16-4eab-45d5-a6e4-deb073a8f3ae), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:03.762564 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-021e7761-5cd6-4b19-aba9-8bf9027c64d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (29fdfb16-4eab-45d5-a6e4-deb073a8f3ae), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:03.777989 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-87e9b0a0-8b48-4de1-8a27-6c0df8e835c4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f6be5aa9863a4f988edb39f71a96d24a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3329072 Jan 28 02:45:03.780034 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e9b0a0-8b48-4de1-8a27-6c0df8e835c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f252afa-45fa-40a1-9876-0c393c21be33,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:03.782870 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51506) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:03.807195 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ee73c64d-8660-4e84-a3f1-c2bcc53dbf8f req-1b95648d-8eba-4fcd-ab2f-e122bbc1c450 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846435 Jan 28 02:45:03.816542 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-021e7761-5cd6-4b19-aba9-8bf9027c64d3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4cc02f82a40e471481554b6dfeaa00c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6196978 Jan 28 02:45:03.816542 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021e7761-5cd6-4b19-aba9-8bf9027c64d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fdfb16-4eab-45d5-a6e4-deb073a8f3ae,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:03.817500 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51508) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:03.860370 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-71dbdd18-03bd-4738-b786-f393de4ae960 admin admin] Publish callbacks [] for security_group (4f252afa-45fa-40a1-9876-0c393c21be33), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:03.865747 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 68da24f2-960f-4e46-8525-a07743b88cd3, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=68da24f2-960f-4e46-8525-a07743b88cd3,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:45:03.871864 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (68da24f2-960f-4e46-8525-a07743b88cd3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:03.916733 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-71dbdd18-03bd-4738-b786-f393de4ae960 admin admin] Publish callbacks [] for security_group (4f252afa-45fa-40a1-9876-0c393c21be33), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:03.939218 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=68da24f2-960f-4e46-8525-a07743b88cd3,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:03.949014 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1449c2f0-ccaf-4533-bb1a-9b029e263583 admin admin] Publish callbacks [] for security_group (29fdfb16-4eab-45d5-a6e4-deb073a8f3ae), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:03.979742 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56456e3b-3425-4500-b265-45710863dc6f" -d '{"events": [{"server_uuid": "10135c0d-84ae-45ff-8d76-8fb77e93d2a6", "name": "network-vif-plugged", "status": "completed", "tag": "68da24f2-960f-4e46-8525-a07743b88cd3"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:45:03.983907 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb44a1-f30e-47e4-a031-2eeacd0965ee req-067c6e4a-93db-47ee-9ac4-a5a44acf47bb tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:03.985483 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-48fb44a1-f30e-47e4-a031-2eeacd0965ee req-067c6e4a-93db-47ee-9ac4-a5a44acf47bb tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 970 time: 0.1102982 Jan 28 02:45:03.997652 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1449c2f0-ccaf-4533-bb1a-9b029e263583 admin admin] Publish callbacks [] for security_group (29fdfb16-4eab-45d5-a6e4-deb073a8f3ae), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:04.041840 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7c58f272-0124-4c07-8db9-52ab66a5831f req-77f94c4d-67ea-4c42-98b5-9e978419a24c tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=8060bb71-40c8-46a1-b95f-b889b580ddc0 HTTP/1.1" status: 200 len: 210 time: 0.0394363 Jan 28 02:45:04.042077 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-71dbdd18-03bd-4738-b786-f393de4ae960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (4f252afa-45fa-40a1-9876-0c393c21be33), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:04.045446 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-71dbdd18-03bd-4738-b786-f393de4ae960 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:04.047288 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-71dbdd18-03bd-4738-b786-f393de4ae960 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4f252afa-45fa-40a1-9876-0c393c21be33 HTTP/1.1" status: 204 len: 168 time: 0.2637243 Jan 28 02:45:04.073205 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dbdd18-03bd-4738-b786-f393de4ae960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f252afa-45fa-40a1-9876-0c393c21be33,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:04.104220 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-48fb44a1-f30e-47e4-a031-2eeacd0965ee req-4ef019f7-4563-46f5-adcb-0994a74e707b tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103806 Jan 28 02:45:04.133270 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1449c2f0-ccaf-4533-bb1a-9b029e263583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (29fdfb16-4eab-45d5-a6e4-deb073a8f3ae), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:04.135957 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1449c2f0-ccaf-4533-bb1a-9b029e263583 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:04.140525 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1449c2f0-ccaf-4533-bb1a-9b029e263583 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/29fdfb16-4eab-45d5-a6e4-deb073a8f3ae HTTP/1.1" status: 204 len: 168 time: 0.3193262 Jan 28 02:45:04.156238 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1449c2f0-ccaf-4533-bb1a-9b029e263583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fdfb16-4eab-45d5-a6e4-deb073a8f3ae,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:04.229872 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-bb0d8292-bc27-4f24-94ec-67cb5c001352 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:04.238840 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-bb0d8292-bc27-4f24-94ec-67cb5c001352 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.67 "GET /v2.0/networks?id=c898a309-cc9c-486f-b9d6-bb11ec55d766 HTTP/1.1" status: 200 len: 805 time: 0.1789832 Jan 28 02:45:04.256625 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-09e9b056-507e-4f8a-804b-197b96963b29 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Request body: {'port': {'device_id': '8060bb71-40c8-46a1-b95f-b889b580ddc0', 'network_id': 'c898a309-cc9c-486f-b9d6-bb11ec55d766', 'admin_state_up': True, 'tenant_id': '9667c7e3eafc4f028f0e9db9d1d88b60'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:45:04.256887 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77b6918-2847-410e-b1f0-c5fbd4a098b1 x-openstack-request-id: req-d77b6918-2847-410e-b1f0-c5fbd4a098b1 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:45:04.257380 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10135c0d-84ae-45ff-8d76-8fb77e93d2a6", "name": "network-vif-plugged", "status": "completed", "tag": "68da24f2-960f-4e46-8525-a07743b88cd3", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:45:04.257606 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d77b6918-2847-410e-b1f0-c5fbd4a098b1 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:45:04.258099 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10135c0d-84ae-45ff-8d76-8fb77e93d2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68da24f2-960f-4e46-8525-a07743b88cd3', 'code': 200} Jan 28 02:45:04.316561 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a088d-5344-4fa1-a6b3-011d86bf07d3 req-43366d90-bcf8-41f8-81f8-9b4b0a5a0612 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:04.323578 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-142a088d-5344-4fa1-a6b3-011d86bf07d3 req-43366d90-bcf8-41f8-81f8-9b4b0a5a0612 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/ports?device_id=066cf706-a57b-45ec-9199-24f28416f082 HTTP/1.1" status: 200 len: 948 time: 0.0768478 Jan 28 02:45:04.384899 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-142a088d-5344-4fa1-a6b3-011d86bf07d3 req-5c6291ad-e874-431e-9168-53ceb2f87e4c tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e170b5f-57dc-49fe-af55-bf0af8c2d7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605004 Jan 28 02:45:04.465248 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-09e9b056-507e-4f8a-804b-197b96963b29 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Made reservation on behalf of 9667c7e3eafc4f028f0e9db9d1d88b60 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:45:04.469022 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-09e9b056-507e-4f8a-804b-197b96963b29 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:04.473802 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1635c10-2641-4538-b7a6-ba69ec777ecf req-d9d0b00b-2010-4839-a5cf-9c7da28f8117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:04.475285 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d1635c10-2641-4538-b7a6-ba69ec777ecf req-d9d0b00b-2010-4839-a5cf-9c7da28f8117 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=10135c0d-84ae-45ff-8d76-8fb77e93d2a6 HTTP/1.1" status: 200 len: 1123 time: 0.0919638 Jan 28 02:45:04.499094 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d1635c10-2641-4538-b7a6-ba69ec777ecf req-e4863d9c-40c8-4596-8d3a-66f54c84c0fb service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:04.612208 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:04.637204 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51534) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:04.642929 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51536) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:04.648567 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-09e9b056-507e-4f8a-804b-197b96963b29 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Allocated IP 172.20.0.9 (c898a309-cc9c-486f-b9d6-bb11ec55d766/eaaafb1c-3547-4581-9e89-2950c931386f/d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:45:04.655206 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4ac04605-8f1f-4b14-8d7f-425f55a4ea9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:04.662779 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0c836e55-94b6-4a97-a64a-bc3dabc0bb8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:04.683426 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d1635c10-2641-4538-b7a6-ba69ec777ecf req-e4863d9c-40c8-4596-8d3a-66f54c84c0fb service neutron] Publish callbacks [] for security_group (30c7f64d-b904-440b-8aaf-cc1a820c5ba5), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:04.698395 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d1635c10-2641-4538-b7a6-ba69ec777ecf req-e4863d9c-40c8-4596-8d3a-66f54c84c0fb service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (30c7f64d-b904-440b-8aaf-cc1a820c5ba5), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:04.770796 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d1635c10-2641-4538-b7a6-ba69ec777ecf req-e4863d9c-40c8-4596-8d3a-66f54c84c0fb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9ff4f33f-5ba5-49da-8374-05896abdb923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875326 Jan 28 02:45:04.781981 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4863d9c-40c8-4596-8d3a-66f54c84c0fb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=30c7f64d-b904-440b-8aaf-cc1a820c5ba5,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:04.794814 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4ac04605-8f1f-4b14-8d7f-425f55a4ea9e admin admin] Publish callbacks [] for security_group (5f1402de-d526-4c77-be4a-5152f896f16e), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:04.799714 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0c836e55-94b6-4a97-a64a-bc3dabc0bb8b admin admin] Publish callbacks [] for security_group (22484240-6d15-438b-81a5-7b6dadebf230), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:04.801696 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4ac04605-8f1f-4b14-8d7f-425f55a4ea9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (5f1402de-d526-4c77-be4a-5152f896f16e), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:04.817104 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0c836e55-94b6-4a97-a64a-bc3dabc0bb8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (22484240-6d15-438b-81a5-7b6dadebf230), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:04.860932 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4ac04605-8f1f-4b14-8d7f-425f55a4ea9e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=33db75a626234f7ebd5567471d283706&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2202675 Jan 28 02:45:04.860932 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac04605-8f1f-4b14-8d7f-425f55a4ea9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1402de-d526-4c77-be4a-5152f896f16e,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:04.861360 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51540) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:04.866980 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0c836e55-94b6-4a97-a64a-bc3dabc0bb8b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1695749d702f416189c4e8c4d6ffd528&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2231424 Jan 28 02:45:04.872237 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51542) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:04.906416 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c836e55-94b6-4a97-a64a-bc3dabc0bb8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22484240-6d15-438b-81a5-7b6dadebf230,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:04.926921 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-09e9b056-507e-4f8a-804b-197b96963b29 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Publish callbacks [] for port (d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:04.927934 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6a2c4ade-a40e-4dc0-ba10-32fbeb0a425d admin admin] Publish callbacks [] for security_group (5f1402de-d526-4c77-be4a-5152f896f16e), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:04.947903 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf198901-0148-4cec-93b4-3768c72e0efb req-d0b0eca6-5819-40d1-ac0c-8f57429aa757 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:04.949401 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cf198901-0148-4cec-93b4-3768c72e0efb req-d0b0eca6-5819-40d1-ac0c-8f57429aa757 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.53 "GET /v2.0/ports?device_id=10135c0d-84ae-45ff-8d76-8fb77e93d2a6 HTTP/1.1" status: 200 len: 971 time: 0.1150954 Jan 28 02:45:04.951930 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6a2c4ade-a40e-4dc0-ba10-32fbeb0a425d admin admin] Publish callbacks [] for security_group (5f1402de-d526-4c77-be4a-5152f896f16e), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:04.998216 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-38fc0f14-3c99-450b-a28e-732bf30d3719 admin admin] Publish callbacks [] for security_group (22484240-6d15-438b-81a5-7b6dadebf230), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:04.999916 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6a2c4ade-a40e-4dc0-ba10-32fbeb0a425d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (5f1402de-d526-4c77-be4a-5152f896f16e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:05.002585 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6a2c4ade-a40e-4dc0-ba10-32fbeb0a425d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:05.003749 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6a2c4ade-a40e-4dc0-ba10-32fbeb0a425d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5f1402de-d526-4c77-be4a-5152f896f16e HTTP/1.1" status: 204 len: 168 time: 0.1412585 Jan 28 02:45:05.011711 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c4ade-a40e-4dc0-ba10-32fbeb0a425d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1402de-d526-4c77-be4a-5152f896f16e,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:05.036301 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-09e9b056-507e-4f8a-804b-197b96963b29 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:05.048468 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-38fc0f14-3c99-450b-a28e-732bf30d3719 admin admin] Publish callbacks [] for security_group (22484240-6d15-438b-81a5-7b6dadebf230), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:05.059221 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cf198901-0148-4cec-93b4-3768c72e0efb req-31a37fb8-ccc9-4ea6-9d39-917abc5997ca tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff4f33f-5ba5-49da-8374-05896abdb923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010635 Jan 28 02:45:05.113050 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-09e9b056-507e-4f8a-804b-197b96963b29 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Network c898a309-cc9c-486f-b9d6-bb11ec55d766 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:45:05.121875 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-09e9b056-507e-4f8a-804b-197b96963b29 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:45:05.127272 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-09e9b056-507e-4f8a-804b-197b96963b29 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:45:05.133247 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-09e9b056-507e-4f8a-804b-197b96963b29 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:05.133880 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-09e9b056-507e-4f8a-804b-197b96963b29 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:05.138003 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e9b056-507e-4f8a-804b-197b96963b29 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Pushing event updated for resources: {'Port': ['ID=d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:05.158348 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-09e9b056-507e-4f8a-804b-197b96963b29 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9062114 Jan 28 02:45:05.169511 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-38fc0f14-3c99-450b-a28e-732bf30d3719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (22484240-6d15-438b-81a5-7b6dadebf230), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:05.172796 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-38fc0f14-3c99-450b-a28e-732bf30d3719 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:05.177705 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-38fc0f14-3c99-450b-a28e-732bf30d3719 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/22484240-6d15-438b-81a5-7b6dadebf230 HTTP/1.1" status: 204 len: 168 time: 0.3043764 Jan 28 02:45:05.185938 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-b0b49af7-4864-4832-a62e-bb77e0307179 service neutron] Request body: {'port': {'device_id': '8060bb71-40c8-46a1-b95f-b889b580ddc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:45:05.197007 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef7d55c-de2e-4e18-9397-765c65a6cb00 req-3746e4a0-9708-4ee3-9e12-0012da0bb7ab tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:05.204167 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6ef7d55c-de2e-4e18-9397-765c65a6cb00 req-3746e4a0-9708-4ee3-9e12-0012da0bb7ab tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=8060bb71-40c8-46a1-b95f-b889b580ddc0 HTTP/1.1" status: 200 len: 931 time: 0.0657842 Jan 28 02:45:05.213695 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fc0f14-3c99-450b-a28e-732bf30d3719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22484240-6d15-438b-81a5-7b6dadebf230,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:05.279581 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6ef7d55c-de2e-4e18-9397-765c65a6cb00 req-fc516bf0-51cd-43c2-899d-1ee767159791 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743582 Jan 28 02:45:05.304109 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-b0b49af7-4864-4832-a62e-bb77e0307179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:05.326962 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a91b690-97a6-454c-a7c3-7c03568083cc req-5379e398-960f-49cc-9601-2ac75899cf3b tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:05.328445 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a91b690-97a6-454c-a7c3-7c03568083cc req-5379e398-960f-49cc-9601-2ac75899cf3b tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 970 time: 0.0684493 Jan 28 02:45:05.457035 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device acba92ab-c841-45d8-aacc-9e88e553230d details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:45:05.459392 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a91b690-97a6-454c-a7c3-7c03568083cc req-fd06923d-432f-47bf-9c37-325e8c3699c7 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145396 Jan 28 02:45:05.514461 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7443512-27b3-4575-ade4-cb3d8632a279 req-e4ee5b10-12df-42c5-8da3-0162a3efd8a0 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:05.522016 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f7443512-27b3-4575-ade4-cb3d8632a279 req-e4ee5b10-12df-42c5-8da3-0162a3efd8a0 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/ports?device_id=066cf706-a57b-45ec-9199-24f28416f082 HTTP/1.1" status: 200 len: 948 time: 0.0635409 Jan 28 02:45:05.585479 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f7443512-27b3-4575-ade4-cb3d8632a279 req-e7892872-82ed-48e8-bd95-4a0a4516fea1 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e170b5f-57dc-49fe-af55-bf0af8c2d7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618391 Jan 28 02:45:05.586621 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port acba92ab-c841-45d8-aacc-9e88e553230d, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=acba92ab-c841-45d8-aacc-9e88e553230d,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:45:05.605659 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': 'acba92ab-c841-45d8-aacc-9e88e553230d', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'port_id': 'acba92ab-c841-45d8-aacc-9e88e553230d', 'mac_address': 'fa:16:3e:d2:c2:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24329ac8-3d67-49eb-9f63-d2859e79e36f', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:tempest-test_az-2011932993', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:45:05.671441 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port acba92ab-c841-45d8-aacc-9e88e553230d is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:45:05.672927 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (acba92ab-c841-45d8-aacc-9e88e553230d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:05.688963 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acba92ab-c841-45d8-aacc-9e88e553230d {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:45:05.692732 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-b0b49af7-4864-4832-a62e-bb77e0307179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:45:05.701429 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-b0b49af7-4864-4832-a62e-bb77e0307179 service neutron] Publish callbacks [] for port (d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:05.711007 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port acba92ab-c841-45d8-aacc-9e88e553230d, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=acba92ab-c841-45d8-aacc-9e88e553230d,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:45:05.716353 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-b0b49af7-4864-4832-a62e-bb77e0307179 service neutron] Transition to ACTIVE for port object d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:45:05.717323 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (acba92ab-c841-45d8-aacc-9e88e553230d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:05.722306 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-b0b49af7-4864-4832-a62e-bb77e0307179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:05.755133 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device d077c8a0-69bf-4582-b692-1ba34bac3af0 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:45:05.793303 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b49af7-4864-4832-a62e-bb77e0307179 service neutron] Pushing event updated for resources: {'Port': ['ID=d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:05.808957 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=acba92ab-c841-45d8-aacc-9e88e553230d,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:05.826875 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-b0b49af7-4864-4832-a62e-bb77e0307179 service neutron] Attempting to bind port d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:45:05.827171 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-b0b49af7-4864-4832-a62e-bb77e0307179 service neutron] Attempting to bind port d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '75a4b119-8376-430b-8e41-eb2c7f9df607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c898a309-cc9c-486f-b9d6-bb11ec55d766'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:45:05.827494 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-b0b49af7-4864-4832-a62e-bb77e0307179 service neutron] Attempting to bind port d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c on network c898a309-cc9c-486f-b9d6-bb11ec55d766 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:45:05.832977 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-b0b49af7-4864-4832-a62e-bb77e0307179 service neutron] Port d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c on network c898a309-cc9c-486f-b9d6-bb11ec55d766 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:45:05.833328 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-b0b49af7-4864-4832-a62e-bb77e0307179 service neutron] Attempting to bind port d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c on network c898a309-cc9c-486f-b9d6-bb11ec55d766 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:45:05.838240 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-b0b49af7-4864-4832-a62e-bb77e0307179 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:45:05.838579 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-b0b49af7-4864-4832-a62e-bb77e0307179 service neutron] Checking segment: {'id': '75a4b119-8376-430b-8e41-eb2c7f9df607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c898a309-cc9c-486f-b9d6-bb11ec55d766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:45:05.838957 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-b0b49af7-4864-4832-a62e-bb77e0307179 service neutron] Bound using segment: {'id': '75a4b119-8376-430b-8e41-eb2c7f9df607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c898a309-cc9c-486f-b9d6-bb11ec55d766'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:45:05.839437 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-b0b49af7-4864-4832-a62e-bb77e0307179 service neutron] Bound port: d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75a4b119-8376-430b-8e41-eb2c7f9df607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c898a309-cc9c-486f-b9d6-bb11ec55d766'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:45:05.839796 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-b0b49af7-4864-4832-a62e-bb77e0307179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:05.865767 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:05.903097 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port d077c8a0-69bf-4582-b692-1ba34bac3af0, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=d077c8a0-69bf-4582-b692-1ba34bac3af0,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:45:05.922753 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': 'd077c8a0-69bf-4582-b692-1ba34bac3af0', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'port_id': 'd077c8a0-69bf-4582-b692-1ba34bac3af0', 'mac_address': 'fa:16:3e:58:f8:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24329ac8-3d67-49eb-9f63-d2859e79e36f', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:45:05.923539 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-b0b49af7-4864-4832-a62e-bb77e0307179 service neutron] For port d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:45:05.927875 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-b0b49af7-4864-4832-a62e-bb77e0307179 service neutron] For port d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c,segment=NetworkSegment(75a4b119-8376-430b-8e41-eb2c7f9df607),segment_id=75a4b119-8376-430b-8e41-eb2c7f9df607)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:45:05.933671 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-b0b49af7-4864-4832-a62e-bb77e0307179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:05.967098 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port d077c8a0-69bf-4582-b692-1ba34bac3af0 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:45:05.967863 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-b0b49af7-4864-4832-a62e-bb77e0307179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:05.968081 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d077c8a0-69bf-4582-b692-1ba34bac3af0), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:05.968531 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-b0b49af7-4864-4832-a62e-bb77e0307179 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:05.970754 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-b0b49af7-4864-4832-a62e-bb77e0307179 service neutron] 10.222.0.67 "PUT /v2.0/ports/d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c HTTP/1.1" status: 200 len: 1092 time: 0.7914469 Jan 28 02:45:05.973480 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8060bb71-40c8-46a1-b95f-b889b580ddc0', 'tag': 'd64ac3ce-bc51-4a5e-9bd0-8a6899757a7c'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:45:05.976057 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01246d8e-0d32-4167-90a0-a1fab0ddf93d" -d '{"events": [{"name": "network-changed", "server_uuid": "8060bb71-40c8-46a1-b95f-b889b580ddc0", "tag": "d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:45:05.999872 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d077c8a0-69bf-4582-b692-1ba34bac3af0 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:45:06.025255 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port d077c8a0-69bf-4582-b692-1ba34bac3af0, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=d077c8a0-69bf-4582-b692-1ba34bac3af0,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:45:06.029418 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['acba92ab-c841-45d8-aacc-9e88e553230d'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:45:06.043869 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b49af7-4864-4832-a62e-bb77e0307179 service neutron] Pushing event updated for resources: {'Port': ['ID=d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:06.054189 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d310ffd8-f41f-43da-bdd8-932662327cd1 x-openstack-request-id: req-d310ffd8-f41f-43da-bdd8-932662327cd1 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:45:06.054521 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8060bb71-40c8-46a1-b95f-b889b580ddc0", "tag": "d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:45:06.054768 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d310ffd8-f41f-43da-bdd8-932662327cd1 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:45:06.055533 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8060bb71-40c8-46a1-b95f-b889b580ddc0', 'tag': 'd64ac3ce-bc51-4a5e-9bd0-8a6899757a7c', 'status': 'completed', 'code': 200} Jan 28 02:45:06.063800 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d077c8a0-69bf-4582-b692-1ba34bac3af0), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:06.135521 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-75d09e3e-bc2f-44ca-994b-3035a431f31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:06.136587 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=d077c8a0-69bf-4582-b692-1ba34bac3af0,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:06.137457 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-75d09e3e-bc2f-44ca-994b-3035a431f31e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9667c7e3eafc4f028f0e9db9d1d88b60&device_id=8060bb71-40c8-46a1-b95f-b889b580ddc0 HTTP/1.1" status: 200 len: 1095 time: 0.0696526 Jan 28 02:45:06.205865 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-5c36fce0-cab4-49d7-b53c-9d042895bfd7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c HTTP/1.1" status: 200 len: 217 time: 0.0436180 Jan 28 02:45:06.208460 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714fdb00-2847-4f1e-b94e-98de07a1f15b req-3a8011a3-38f4-4f1e-ac76-4beffac0ff64 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:06.211469 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-714fdb00-2847-4f1e-b94e-98de07a1f15b req-3a8011a3-38f4-4f1e-ac76-4beffac0ff64 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.53 "GET /v2.0/ports?device_id=10135c0d-84ae-45ff-8d76-8fb77e93d2a6 HTTP/1.1" status: 200 len: 971 time: 0.0601623 Jan 28 02:45:06.274931 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-e1e7b937-d5b6-438c-bdb7-806f90648803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:06.276894 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-e1e7b937-d5b6-438c-bdb7-806f90648803 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=eaaafb1c-3547-4581-9e89-2950c931386f HTTP/1.1" status: 200 len: 845 time: 0.0546551 Jan 28 02:45:06.289980 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-714fdb00-2847-4f1e-b94e-98de07a1f15b req-d83c3f5a-c55e-4638-9aa5-3675ddc5a86f tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff4f33f-5ba5-49da-8374-05896abdb923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684509 Jan 28 02:45:06.327397 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-70ddc7ad-85a0-4870-8935-e2ad85188b3c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c898a309-cc9c-486f-b9d6-bb11ec55d766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439057 Jan 28 02:45:06.448367 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf52ad6-9098-450a-9577-69bdae19839c req-7ecc8996-d6d1-4837-bb61-c9792dafb663 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:06.449937 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2cf52ad6-9098-450a-9577-69bdae19839c req-7ecc8996-d6d1-4837-bb61-c9792dafb663 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=8060bb71-40c8-46a1-b95f-b889b580ddc0 HTTP/1.1" status: 200 len: 943 time: 0.1020792 Jan 28 02:45:06.471049 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-12f3995e-3ac4-48c9-9be6-53e655766526 service neutron] 10.222.0.67 "GET /v2.0/networks/c898a309-cc9c-486f-b9d6-bb11ec55d766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340225 Jan 28 02:45:06.559602 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2cf52ad6-9098-450a-9577-69bdae19839c req-44ec9d6c-5202-45fd-abfe-6afd170a16a9 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001918 Jan 28 02:45:06.596559 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-05f55e0a-1b6b-4974-afc6-3e91e5dc2823 req-7d376f55-f01c-4a9d-87ba-b10943b89600 service neutron] 10.222.0.67 "GET /v2.0/networks/c898a309-cc9c-486f-b9d6-bb11ec55d766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187155 Jan 28 02:45:06.599208 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['d077c8a0-69bf-4582-b692-1ba34bac3af0'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:45:06.633062 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f00ec-9ebf-43c1-9e92-cbd665137e95 req-4b1832e8-da37-4052-9321-09d4eeb0beb8 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:06.641192 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dd5f00ec-9ebf-43c1-9e92-cbd665137e95 req-4b1832e8-da37-4052-9321-09d4eeb0beb8 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 971 time: 0.0643330 Jan 28 02:45:06.727140 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dd5f00ec-9ebf-43c1-9e92-cbd665137e95 req-d26aa813-4a85-4832-bc24-812c4bd7f4f4 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790672 Jan 28 02:45:06.795193 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07dc7ba-9db1-47e3-9953-2f419808f86f req-0460962d-331c-499b-bb92-416a22f7c472 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:06.796742 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a07dc7ba-9db1-47e3-9953-2f419808f86f req-0460962d-331c-499b-bb92-416a22f7c472 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/ports?device_id=066cf706-a57b-45ec-9199-24f28416f082 HTTP/1.1" status: 200 len: 949 time: 0.0892777 Jan 28 02:45:06.888566 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01246d8e-0d32-4167-90a0-a1fab0ddf93d req-c4e7d806-2c72-4458-b563-83d5bd8004ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:06.890125 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-01246d8e-0d32-4167-90a0-a1fab0ddf93d req-c4e7d806-2c72-4458-b563-83d5bd8004ad service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9667c7e3eafc4f028f0e9db9d1d88b60&device_id=8060bb71-40c8-46a1-b95f-b889b580ddc0 HTTP/1.1" status: 200 len: 1095 time: 0.0922985 Jan 28 02:45:06.893533 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a07dc7ba-9db1-47e3-9953-2f419808f86f req-c33a3997-da58-448c-822f-7a4dbbc418db tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e170b5f-57dc-49fe-af55-bf0af8c2d7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774460 Jan 28 02:45:06.980966 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01246d8e-0d32-4167-90a0-a1fab0ddf93d req-f36f19dd-7774-45f7-b59a-1e88ee35d9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:06.982466 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-01246d8e-0d32-4167-90a0-a1fab0ddf93d req-f36f19dd-7774-45f7-b59a-1e88ee35d9e0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c898a309-cc9c-486f-b9d6-bb11ec55d766 HTTP/1.1" status: 200 len: 906 time: 0.0852921 Jan 28 02:45:07.028136 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-01246d8e-0d32-4167-90a0-a1fab0ddf93d req-e653107f-7b28-431b-b2ce-d927ee153b0b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c HTTP/1.1" status: 200 len: 217 time: 0.0390837 Jan 28 02:45:07.084871 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01246d8e-0d32-4167-90a0-a1fab0ddf93d req-97cbff86-0c23-4630-9b49-3cbbdf2a03f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:07.086609 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-01246d8e-0d32-4167-90a0-a1fab0ddf93d req-97cbff86-0c23-4630-9b49-3cbbdf2a03f0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=eaaafb1c-3547-4581-9e89-2950c931386f HTTP/1.1" status: 200 len: 845 time: 0.0525143 Jan 28 02:45:07.119053 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-01246d8e-0d32-4167-90a0-a1fab0ddf93d req-153417d7-4856-4659-a002-aedb48f61dd3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c898a309-cc9c-486f-b9d6-bb11ec55d766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257359 Jan 28 02:45:07.208629 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-01246d8e-0d32-4167-90a0-a1fab0ddf93d req-1a3a1997-e191-4766-bb2f-943561d98510 service neutron] 10.222.0.67 "GET /v2.0/networks/c898a309-cc9c-486f-b9d6-bb11ec55d766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832808 Jan 28 02:45:07.297163 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-01246d8e-0d32-4167-90a0-a1fab0ddf93d req-e376cce0-a567-4b23-8f16-618cc4ce7835 service neutron] 10.222.0.67 "GET /v2.0/networks/c898a309-cc9c-486f-b9d6-bb11ec55d766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817089 Jan 28 02:45:07.414303 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f6e10-8c59-4a4f-b54f-ca20d73a52af req-0207c4fb-e6f7-4410-92c8-feadd6c5afe2 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:07.415799 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ef2f6e10-8c59-4a4f-b54f-ca20d73a52af req-0207c4fb-e6f7-4410-92c8-feadd6c5afe2 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.53 "GET /v2.0/ports?device_id=10135c0d-84ae-45ff-8d76-8fb77e93d2a6 HTTP/1.1" status: 200 len: 971 time: 0.0525556 Jan 28 02:45:07.470109 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ef2f6e10-8c59-4a4f-b54f-ca20d73a52af req-a94e4074-4a26-480c-ab61-7a53c4d54d27 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff4f33f-5ba5-49da-8374-05896abdb923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472450 Jan 28 02:45:07.482098 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device acba92ab-c841-45d8-aacc-9e88e553230d up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:45:07.559488 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port acba92ab-c841-45d8-aacc-9e88e553230d completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:45:07.565790 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port acba92ab-c841-45d8-aacc-9e88e553230d triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:45:07.566526 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (acba92ab-c841-45d8-aacc-9e88e553230d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:07.655901 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port acba92ab-c841-45d8-aacc-9e88e553230d is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:45:07.656574 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (acba92ab-c841-45d8-aacc-9e88e553230d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:07.691009 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6b0d9-9a76-4f5c-9761-859436c4882e req-fd95ef75-6290-4fe8-aa64-f81c45eb5a8a tempest-AggregatesAdminTestJSON-2023835935 tempest-AggregatesAdminTestJSON-2023835935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:07.692640 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3bb6b0d9-9a76-4f5c-9761-859436c4882e req-fd95ef75-6290-4fe8-aa64-f81c45eb5a8a tempest-AggregatesAdminTestJSON-2023835935 tempest-AggregatesAdminTestJSON-2023835935-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=10135c0d-84ae-45ff-8d76-8fb77e93d2a6 HTTP/1.1" status: 200 len: 1123 time: 0.0887594 Jan 28 02:45:07.693347 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51676) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:07.697261 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c2c889-063a-402e-9e6b-a9a7938a5a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acba92ab-c841-45d8-aacc-9e88e553230d'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:45:07.707313 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e84b3d-0046-4742-83cb-4c3a2ebff7f6" -d '{"events": [{"server_uuid": "d5c2c889-063a-402e-9e6b-a9a7938a5a19", "name": "network-vif-plugged", "status": "completed", "tag": "acba92ab-c841-45d8-aacc-9e88e553230d"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:45:07.712991 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-3bb6b0d9-9a76-4f5c-9761-859436c4882e req-ecae2f45-02a3-459b-8706-c0fc380452e6 tempest-AggregatesAdminTestJSON-2023835935 tempest-AggregatesAdminTestJSON-2023835935-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:07.724672 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa582b6-605e-4b64-ab48-1d9278b4b9d0 req-c97a152e-94ee-47c8-8bbf-1adf81cd5bf6 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:07.725251 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port acba92ab-c841-45d8-aacc-9e88e553230d, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=acba92ab-c841-45d8-aacc-9e88e553230d,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:45:07.731028 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (acba92ab-c841-45d8-aacc-9e88e553230d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:07.732680 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ffa582b6-605e-4b64-ab48-1d9278b4b9d0 req-c97a152e-94ee-47c8-8bbf-1adf81cd5bf6 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=8060bb71-40c8-46a1-b95f-b889b580ddc0 HTTP/1.1" status: 200 len: 943 time: 0.0723162 Jan 28 02:45:07.760594 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device d077c8a0-69bf-4582-b692-1ba34bac3af0 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:45:07.800608 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ffa582b6-605e-4b64-ab48-1d9278b4b9d0 req-10346bc6-7fd2-49f5-8c2e-e8ce56407f27 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627885 Jan 28 02:45:07.812472 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-3bb6b0d9-9a76-4f5c-9761-859436c4882e req-ecae2f45-02a3-459b-8706-c0fc380452e6 tempest-AggregatesAdminTestJSON-2023835935 tempest-AggregatesAdminTestJSON-2023835935-project-admin] Publish callbacks [] for security_group (9b5d31fa-ea50-4c0f-8bec-89859a585bc2), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:07.819563 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=acba92ab-c841-45d8-aacc-9e88e553230d,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:07.819714 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-3bb6b0d9-9a76-4f5c-9761-859436c4882e req-ecae2f45-02a3-459b-8706-c0fc380452e6 tempest-AggregatesAdminTestJSON-2023835935 tempest-AggregatesAdminTestJSON-2023835935-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (9b5d31fa-ea50-4c0f-8bec-89859a585bc2), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:07.847023 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port d077c8a0-69bf-4582-b692-1ba34bac3af0 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:45:07.851601 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port d077c8a0-69bf-4582-b692-1ba34bac3af0 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:45:07.851958 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d077c8a0-69bf-4582-b692-1ba34bac3af0), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:07.871337 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3bb6b0d9-9a76-4f5c-9761-859436c4882e req-ecae2f45-02a3-459b-8706-c0fc380452e6 tempest-AggregatesAdminTestJSON-2023835935 tempest-AggregatesAdminTestJSON-2023835935-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=9ff4f33f-5ba5-49da-8374-05896abdb923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720939 Jan 28 02:45:07.875211 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31cbc233-9833-47ac-a654-a8b0925f339a x-openstack-request-id: req-31cbc233-9833-47ac-a654-a8b0925f339a {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:45:07.875515 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c2c889-063a-402e-9e6b-a9a7938a5a19", "name": "network-vif-plugged", "status": "completed", "tag": "acba92ab-c841-45d8-aacc-9e88e553230d", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:45:07.875767 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-31cbc233-9833-47ac-a654-a8b0925f339a {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:45:07.876150 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c2c889-063a-402e-9e6b-a9a7938a5a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acba92ab-c841-45d8-aacc-9e88e553230d', 'code': 200} Jan 28 02:45:07.893589 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-998e11ff-d5fb-4a02-b02e-99a214c2ba12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:07.907283 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecae2f45-02a3-459b-8706-c0fc380452e6 tempest-AggregatesAdminTestJSON-2023835935 tempest-AggregatesAdminTestJSON-2023835935-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5d31fa-ea50-4c0f-8bec-89859a585bc2,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:07.994356 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-998e11ff-d5fb-4a02-b02e-99a214c2ba12 admin admin] Publish callbacks [] for security_group (26f0e2a9-f549-436a-83c4-cb4a7644a0e1), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:07.999538 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-998e11ff-d5fb-4a02-b02e-99a214c2ba12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (26f0e2a9-f549-436a-83c4-cb4a7644a0e1), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:08.004128 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port d077c8a0-69bf-4582-b692-1ba34bac3af0 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:45:08.004781 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d077c8a0-69bf-4582-b692-1ba34bac3af0), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:08.045571 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc1ff42-dd39-43ee-916d-8a7e15ebd66a req-2d15d3f9-181c-4707-acc2-450c4a98d7d0 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:08.047252 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-998e11ff-d5fb-4a02-b02e-99a214c2ba12 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=735e2cc24da04cbcb6170aab9e431ec0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3528337 Jan 28 02:45:08.049477 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998e11ff-d5fb-4a02-b02e-99a214c2ba12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f0e2a9-f549-436a-83c4-cb4a7644a0e1,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:08.050315 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7fc1ff42-dd39-43ee-916d-8a7e15ebd66a req-2d15d3f9-181c-4707-acc2-450c4a98d7d0 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 972 time: 0.1117351 Jan 28 02:45:08.051008 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51692) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:08.056279 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port d077c8a0-69bf-4582-b692-1ba34bac3af0, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=d077c8a0-69bf-4582-b692-1ba34bac3af0,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:45:08.064614 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d077c8a0-69bf-4582-b692-1ba34bac3af0), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:08.114427 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226613eb-85b5-4f10-bfac-e4d2bb4b9579 req-4e514f7f-df99-4c3d-8412-9bc79b162701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:08.116017 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-226613eb-85b5-4f10-bfac-e4d2bb4b9579 req-4e514f7f-df99-4c3d-8412-9bc79b162701 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 1124 time: 0.1125805 Jan 28 02:45:08.123661 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=d077c8a0-69bf-4582-b692-1ba34bac3af0,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:08.158925 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7fc1ff42-dd39-43ee-916d-8a7e15ebd66a req-830ddb19-91e3-481a-825c-d87610ac19f8 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033974 Jan 28 02:45:08.159663 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4672ce42-af68-46af-b3d9-a7a2c74716a6 admin admin] Publish callbacks [] for security_group (26f0e2a9-f549-436a-83c4-cb4a7644a0e1), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:08.194222 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4672ce42-af68-46af-b3d9-a7a2c74716a6 admin admin] Publish callbacks [] for security_group (26f0e2a9-f549-436a-83c4-cb4a7644a0e1), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:08.221256 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282c4b5-485b-4380-98f6-d4a3c8485ca2 req-1d789416-7055-4726-8dfc-ef2826d319a4 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:08.222746 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e282c4b5-485b-4380-98f6-d4a3c8485ca2 req-1d789416-7055-4726-8dfc-ef2826d319a4 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/ports?device_id=066cf706-a57b-45ec-9199-24f28416f082 HTTP/1.1" status: 200 len: 950 time: 0.0500948 Jan 28 02:45:08.267824 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-226613eb-85b5-4f10-bfac-e4d2bb4b9579 req-6a38ae0e-ef71-49e0-bd31-e3720c79c97f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032391 Jan 28 02:45:08.269615 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e282c4b5-485b-4380-98f6-d4a3c8485ca2 req-5edd5b3f-756b-40ee-8474-7d1deff8593a tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e170b5f-57dc-49fe-af55-bf0af8c2d7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414715 Jan 28 02:45:08.296629 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f662e8-9e27-469f-95f9-e60102855e5d req-cc278cbb-6d03-40cf-95c0-719bc2ff4979 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:08.298078 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-84f662e8-9e27-469f-95f9-e60102855e5d req-cc278cbb-6d03-40cf-95c0-719bc2ff4979 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.53 "GET /v2.0/ports?device_id=10135c0d-84ae-45ff-8d76-8fb77e93d2a6 HTTP/1.1" status: 200 len: 971 time: 0.0774999 Jan 28 02:45:08.312276 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4672ce42-af68-46af-b3d9-a7a2c74716a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (26f0e2a9-f549-436a-83c4-cb4a7644a0e1), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:08.314776 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4672ce42-af68-46af-b3d9-a7a2c74716a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:08.315857 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4672ce42-af68-46af-b3d9-a7a2c74716a6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/26f0e2a9-f549-436a-83c4-cb4a7644a0e1 HTTP/1.1" status: 204 len: 168 time: 0.2616482 Jan 28 02:45:08.341236 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4672ce42-af68-46af-b3d9-a7a2c74716a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f0e2a9-f549-436a-83c4-cb4a7644a0e1,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:08.371402 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-84f662e8-9e27-469f-95f9-e60102855e5d req-81bcec05-075f-49c6-bdf3-c094504b7dfe tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff4f33f-5ba5-49da-8374-05896abdb923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662839 Jan 28 02:45:08.546235 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51712) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:08.647810 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51716) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:08.657319 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dd1fb4e7-6b23-4f51-b01f-00e82049581a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:08.660770 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a52e8d37-d974-4fbd-8664-82cf7e71282a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:08.730630 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dd1fb4e7-6b23-4f51-b01f-00e82049581a admin admin] Publish callbacks [] for security_group (6ad4f06b-64d8-4def-9cfe-8868a699b416), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:08.735847 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dd1fb4e7-6b23-4f51-b01f-00e82049581a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (6ad4f06b-64d8-4def-9cfe-8868a699b416), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:08.738537 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a52e8d37-d974-4fbd-8664-82cf7e71282a admin admin] Publish callbacks [] for security_group (0e2bfd4f-a338-4ab9-86a4-a4bd686fc64d), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:08.742548 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a52e8d37-d974-4fbd-8664-82cf7e71282a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (0e2bfd4f-a338-4ab9-86a4-a4bd686fc64d), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:08.773645 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-dd1fb4e7-6b23-4f51-b01f-00e82049581a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=32f44d2b30b9443bad07e0ad9fe537ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263265 Jan 28 02:45:08.774522 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1fb4e7-6b23-4f51-b01f-00e82049581a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad4f06b-64d8-4def-9cfe-8868a699b416,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:08.776806 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51718) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:08.830995 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1d79aabc-bac3-4035-a721-4d8f8263cc25 admin admin] Publish callbacks [] for security_group (6ad4f06b-64d8-4def-9cfe-8868a699b416), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:08.854409 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1d79aabc-bac3-4035-a721-4d8f8263cc25 admin admin] Publish callbacks [] for security_group (6ad4f06b-64d8-4def-9cfe-8868a699b416), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:08.928108 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7648b32b-af19-4239-a3d4-37dad0b99e1d req-d83a0741-41fe-4017-afa0-e9508f9ad24f tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:08.929633 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7648b32b-af19-4239-a3d4-37dad0b99e1d req-d83a0741-41fe-4017-afa0-e9508f9ad24f tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=8060bb71-40c8-46a1-b95f-b889b580ddc0 HTTP/1.1" status: 200 len: 943 time: 0.0678234 Jan 28 02:45:08.938949 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a52e8d37-d974-4fbd-8664-82cf7e71282a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=35174e72f49b438f842ff5932c34adff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2900529 Jan 28 02:45:08.939794 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e8d37-d974-4fbd-8664-82cf7e71282a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2bfd4f-a338-4ab9-86a4-a4bd686fc64d,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:08.943022 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51722) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:08.957918 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1d79aabc-bac3-4035-a721-4d8f8263cc25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (6ad4f06b-64d8-4def-9cfe-8868a699b416), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:08.960409 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1d79aabc-bac3-4035-a721-4d8f8263cc25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:08.964015 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1d79aabc-bac3-4035-a721-4d8f8263cc25 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6ad4f06b-64d8-4def-9cfe-8868a699b416 HTTP/1.1" status: 204 len: 168 time: 0.1838584 Jan 28 02:45:08.986519 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d79aabc-bac3-4035-a721-4d8f8263cc25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad4f06b-64d8-4def-9cfe-8868a699b416,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:08.995215 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7648b32b-af19-4239-a3d4-37dad0b99e1d req-c30e5ba1-039d-44aa-b89a-dbcd84102e5d tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573654 Jan 28 02:45:08.997567 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-369c88f0-178c-456d-92fe-e7261d68032a admin admin] Publish callbacks [] for security_group (0e2bfd4f-a338-4ab9-86a4-a4bd686fc64d), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:09.034936 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-369c88f0-178c-456d-92fe-e7261d68032a admin admin] Publish callbacks [] for security_group (0e2bfd4f-a338-4ab9-86a4-a4bd686fc64d), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:09.081490 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-369c88f0-178c-456d-92fe-e7261d68032a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (0e2bfd4f-a338-4ab9-86a4-a4bd686fc64d), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:09.083965 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-369c88f0-178c-456d-92fe-e7261d68032a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:09.085206 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-369c88f0-178c-456d-92fe-e7261d68032a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0e2bfd4f-a338-4ab9-86a4-a4bd686fc64d HTTP/1.1" status: 204 len: 168 time: 0.1410458 Jan 28 02:45:09.092670 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c88f0-178c-456d-92fe-e7261d68032a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2bfd4f-a338-4ab9-86a4-a4bd686fc64d,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:09.278256 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4bd97-bf19-4763-9218-40c45ee455da req-99ac8f87-692e-420f-800c-43bd2dbf2918 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:09.279923 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7be4bd97-bf19-4763-9218-40c45ee455da req-99ac8f87-692e-420f-800c-43bd2dbf2918 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 972 time: 0.0514319 Jan 28 02:45:09.348697 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7be4bd97-bf19-4763-9218-40c45ee455da req-fa556710-eba1-40ee-9525-8065850379c7 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603404 Jan 28 02:45:09.389562 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51742) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:09.408273 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-820ddca1-3bfe-45b2-9df9-2e2bf8e0c01e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:09.421190 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c6ddf-8114-4fea-b06f-5ad269e74747 req-73a37205-a04d-4cfd-9d18-f1a236b70731 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:09.423126 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e65c6ddf-8114-4fea-b06f-5ad269e74747 req-73a37205-a04d-4cfd-9d18-f1a236b70731 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/ports?device_id=066cf706-a57b-45ec-9199-24f28416f082 HTTP/1.1" status: 200 len: 950 time: 0.0603006 Jan 28 02:45:09.479987 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e65c6ddf-8114-4fea-b06f-5ad269e74747 req-e45cb2a4-7516-4956-a630-4a18031b0495 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e170b5f-57dc-49fe-af55-bf0af8c2d7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511839 Jan 28 02:45:09.544299 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c7402-b9ae-49de-9ae8-1be7ee525447 req-5adeaf33-25d9-43b5-a91a-9914c181933f tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:09.545874 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-136c7402-b9ae-49de-9ae8-1be7ee525447 req-5adeaf33-25d9-43b5-a91a-9914c181933f tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.53 "GET /v2.0/ports?device_id=10135c0d-84ae-45ff-8d76-8fb77e93d2a6 HTTP/1.1" status: 200 len: 971 time: 0.0935690 Jan 28 02:45:09.555949 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-820ddca1-3bfe-45b2-9df9-2e2bf8e0c01e admin admin] Publish callbacks [] for security_group (3f06ac00-f013-403d-8a0e-4d26873da1e4), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:09.568396 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-820ddca1-3bfe-45b2-9df9-2e2bf8e0c01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (3f06ac00-f013-403d-8a0e-4d26873da1e4), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:09.630365 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-820ddca1-3bfe-45b2-9df9-2e2bf8e0c01e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=879da764d445411382fe3d08c60434af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2396622 Jan 28 02:45:09.632715 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ddca1-3bfe-45b2-9df9-2e2bf8e0c01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f06ac00-f013-403d-8a0e-4d26873da1e4,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:09.633557 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51750) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:09.638704 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-136c7402-b9ae-49de-9ae8-1be7ee525447 req-cdfbcb4e-4e5a-4e6c-8d2f-6640a7504c70 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff4f33f-5ba5-49da-8374-05896abdb923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849192 Jan 28 02:45:09.687595 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2119ef7d-afd1-4ac3-b97c-69acf075771c admin admin] Publish callbacks [] for security_group (3f06ac00-f013-403d-8a0e-4d26873da1e4), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:09.708469 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2119ef7d-afd1-4ac3-b97c-69acf075771c admin admin] Publish callbacks [] for security_group (3f06ac00-f013-403d-8a0e-4d26873da1e4), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:09.761267 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2119ef7d-afd1-4ac3-b97c-69acf075771c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (3f06ac00-f013-403d-8a0e-4d26873da1e4), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:09.763880 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2119ef7d-afd1-4ac3-b97c-69acf075771c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:09.765112 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2119ef7d-afd1-4ac3-b97c-69acf075771c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3f06ac00-f013-403d-8a0e-4d26873da1e4 HTTP/1.1" status: 204 len: 168 time: 0.1300745 Jan 28 02:45:09.772940 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2119ef7d-afd1-4ac3-b97c-69acf075771c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f06ac00-f013-403d-8a0e-4d26873da1e4,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:09.842135 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51760) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:09.877442 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '066cf706-a57b-45ec-9199-24f28416f082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd077c8a0-69bf-4582-b692-1ba34bac3af0'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:45:09.881852 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18407ec-784b-49f3-adfc-616dbce92385" -d '{"events": [{"server_uuid": "066cf706-a57b-45ec-9199-24f28416f082", "name": "network-vif-plugged", "status": "completed", "tag": "d077c8a0-69bf-4582-b692-1ba34bac3af0"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:45:09.920262 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76aa1f0-770d-4318-bc15-c88ba7a57b9c x-openstack-request-id: req-a76aa1f0-770d-4318-bc15-c88ba7a57b9c {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:45:09.920737 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "066cf706-a57b-45ec-9199-24f28416f082", "name": "network-vif-plugged", "status": "completed", "tag": "d077c8a0-69bf-4582-b692-1ba34bac3af0", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:45:09.921173 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a76aa1f0-770d-4318-bc15-c88ba7a57b9c {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:45:09.921559 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '066cf706-a57b-45ec-9199-24f28416f082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd077c8a0-69bf-4582-b692-1ba34bac3af0', 'code': 200} Jan 28 02:45:10.063199 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5e0b5-f3dd-4b5f-b133-1fbbbfc434f3 req-7bfbecb9-ad1e-4f5b-b27e-4ac0c5b60ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:10.064687 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-beb5e0b5-f3dd-4b5f-b133-1fbbbfc434f3 req-7bfbecb9-ad1e-4f5b-b27e-4ac0c5b60ebd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=066cf706-a57b-45ec-9199-24f28416f082 HTTP/1.1" status: 200 len: 1102 time: 0.0433292 Jan 28 02:45:10.071081 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-9e9bb392-87d3-4291-9a88-427307cc8cdf admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2143172843-network', 'tenant_id': '2b376bdc08124533ad1dc2039341113b'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:45:10.147728 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9bb392-87d3-4291-9a88-427307cc8cdf admin admin] Made reservation on behalf of 2b376bdc08124533ad1dc2039341113b for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:45:10.150006 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9e9bb392-87d3-4291-9a88-427307cc8cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:10.195547 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9e9bb392-87d3-4291-9a88-427307cc8cdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:10.198930 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-beb5e0b5-f3dd-4b5f-b133-1fbbbfc434f3 req-3bac3931-d94f-4682-adc6-b6a8d3ddd321 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5e170b5f-57dc-49fe-af55-bf0af8c2d7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228209 Jan 28 02:45:10.237964 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebbad5b-858f-49ef-a662-450219b7ecaf req-e29b6471-87a5-4385-bd13-1f5ec7d70c59 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:10.239440 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4ebbad5b-858f-49ef-a662-450219b7ecaf req-e29b6471-87a5-4385-bd13-1f5ec7d70c59 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=8060bb71-40c8-46a1-b95f-b889b580ddc0 HTTP/1.1" status: 200 len: 943 time: 0.1473413 Jan 28 02:45:10.247196 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6351030-c552-4b11-8ee2-660aa1ffffdd req-40c1ce79-b7b7-4a00-9497-bee6efb78f18 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:10.248582 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d6351030-c552-4b11-8ee2-660aa1ffffdd req-40c1ce79-b7b7-4a00-9497-bee6efb78f18 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.39 "GET /v2.0/ports?device_id=10135c0d-84ae-45ff-8d76-8fb77e93d2a6 HTTP/1.1" status: 200 len: 971 time: 0.1234007 Jan 28 02:45:10.417660 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4ebbad5b-858f-49ef-a662-450219b7ecaf req-b6716ba3-a2f5-4c81-9083-0c94b6843e16 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680653 Jan 28 02:45:10.467237 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584165a-f181-4f41-8bb0-681700fd0691 req-ee9e02ab-6022-40f4-a951-a9b52617bbaa tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:10.468729 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b584165a-f181-4f41-8bb0-681700fd0691 req-ee9e02ab-6022-40f4-a951-a9b52617bbaa tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 972 time: 0.0578823 Jan 28 02:45:10.490890 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9e9bb392-87d3-4291-9a88-427307cc8cdf admin admin] Publish callbacks [] for security_group (24bd3b41-384b-4388-94d5-1ff4ee7d493e), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:10.493044 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-d6351030-c552-4b11-8ee2-660aa1ffffdd req-ce3e6f92-cc90-4f3e-a55d-2b7b3b9acc38 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] Deleting port 68da24f2-960f-4e46-8525-a07743b88cd3 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:45:10.493610 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d6351030-c552-4b11-8ee2-660aa1ffffdd req-ce3e6f92-cc90-4f3e-a55d-2b7b3b9acc38 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (68da24f2-960f-4e46-8525-a07743b88cd3), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:10.515415 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9e9bb392-87d3-4291-9a88-427307cc8cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (24bd3b41-384b-4388-94d5-1ff4ee7d493e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:10.519012 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b584165a-f181-4f41-8bb0-681700fd0691 req-1d179ead-d90f-4769-acb8-3633634e829e tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437291 Jan 28 02:45:10.595497 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e9bb392-87d3-4291-9a88-427307cc8cdf admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:45:10.631582 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9bb392-87d3-4291-9a88-427307cc8cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24bd3b41-384b-4388-94d5-1ff4ee7d493e,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:10.634608 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9e9bb392-87d3-4291-9a88-427307cc8cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (1cc99f2f-8533-4758-ac6d-0ec0b703844f), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:10.634951 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-9e9bb392-87d3-4291-9a88-427307cc8cdf admin admin] Added segment 1cc99f2f-8533-4758-ac6d-0ec0b703844f of type vlan for network 997aa02b-ef92-4c1c-ba5c-0477d385960c Jan 28 02:45:10.705932 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ea8dc-65f3-4034-b496-15ff876be29b req-264dc930-efe1-47be-ad07-604d809059cd tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:10.707428 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2c7ea8dc-65f3-4034-b496-15ff876be29b req-264dc930-efe1-47be-ad07-604d809059cd tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/ports?device_id=066cf706-a57b-45ec-9199-24f28416f082 HTTP/1.1" status: 200 len: 950 time: 0.1216741 Jan 28 02:45:10.712743 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9e9bb392-87d3-4291-9a88-427307cc8cdf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (997aa02b-ef92-4c1c-ba5c-0477d385960c), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:10.736160 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-d6351030-c552-4b11-8ee2-660aa1ffffdd req-ce3e6f92-cc90-4f3e-a55d-2b7b3b9acc38 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] For port 68da24f2-960f-4e46-8525-a07743b88cd3, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=68da24f2-960f-4e46-8525-a07743b88cd3,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:45:10.736556 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d6351030-c552-4b11-8ee2-660aa1ffffdd req-ce3e6f92-cc90-4f3e-a55d-2b7b3b9acc38 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (68da24f2-960f-4e46-8525-a07743b88cd3), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:10.777588 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-d6351030-c552-4b11-8ee2-660aa1ffffdd req-ce3e6f92-cc90-4f3e-a55d-2b7b3b9acc38 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] Calling delete_port for 68da24f2-960f-4e46-8525-a07743b88cd3 owned by compute:tempest-test_az-2011932993 {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:45:10.802932 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9e9bb392-87d3-4291-9a88-427307cc8cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (997aa02b-ef92-4c1c-ba5c-0477d385960c), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:10.804165 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9bb392-87d3-4291-9a88-427307cc8cdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:10.804469 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9e9bb392-87d3-4291-9a88-427307cc8cdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:10.845316 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef885183-bdb4-4889-9e2f-9eb601e0461e req-a9163d70-dc95-4334-8f8f-48716a600dea tempest-MigrationsAdminTest-903596228 tempest-MigrationsAdminTest-903596228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:10.846847 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ef885183-bdb4-4889-9e2f-9eb601e0461e req-a9163d70-dc95-4334-8f8f-48716a600dea tempest-MigrationsAdminTest-903596228 tempest-MigrationsAdminTest-903596228-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 1124 time: 0.0495987 Jan 28 02:45:10.868433 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-ef885183-bdb4-4889-9e2f-9eb601e0461e req-68b8e68d-5b53-4c57-98ca-7ab15522221b tempest-MigrationsAdminTest-903596228 tempest-MigrationsAdminTest-903596228-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:10.910098 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2c7ea8dc-65f3-4034-b496-15ff876be29b req-857566a8-2925-4ebf-9cd2-4ad945ba7d3a tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e170b5f-57dc-49fe-af55-bf0af8c2d7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905811 Jan 28 02:45:10.926052 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9e9bb392-87d3-4291-9a88-427307cc8cdf admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0827436 Jan 28 02:45:10.929744 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51806) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:10.935013 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-0ffc2e9e-4038-4e79-a8ff-a8cfe7b1a9b1 admin admin] Request body: {'subnet': {'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2143172843-subnet', 'tenant_id': '2b376bdc08124533ad1dc2039341113b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:45:10.936891 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9bb392-87d3-4291-9a88-427307cc8cdf admin admin] Pushing event updated for resources: {'Network': ['ID=997aa02b-ef92-4c1c-ba5c-0477d385960c,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:10.949050 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 997aa02b-ef92-4c1c-ba5c-0477d385960c details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:45:11.011581 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-ef885183-bdb4-4889-9e2f-9eb601e0461e req-68b8e68d-5b53-4c57-98ca-7ab15522221b tempest-MigrationsAdminTest-903596228 tempest-MigrationsAdminTest-903596228-project-admin] Publish callbacks [] for security_group (b479068c-c6a4-44b3-a956-7f72a4197b9b), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:11.019840 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-ef885183-bdb4-4889-9e2f-9eb601e0461e req-68b8e68d-5b53-4c57-98ca-7ab15522221b tempest-MigrationsAdminTest-903596228 tempest-MigrationsAdminTest-903596228-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b479068c-c6a4-44b3-a956-7f72a4197b9b), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:11.040702 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ffc2e9e-4038-4e79-a8ff-a8cfe7b1a9b1 admin admin] Made reservation on behalf of 2b376bdc08124533ad1dc2039341113b for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:45:11.044574 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0ffc2e9e-4038-4e79-a8ff-a8cfe7b1a9b1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:11.076985 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d6351030-c552-4b11-8ee2-660aa1ffffdd req-ce3e6f92-cc90-4f3e-a55d-2b7b3b9acc38 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (68da24f2-960f-4e46-8525-a07743b88cd3), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:11.088300 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3422203-b81f-4540-abca-57dbda82fd4c req-5cd17e4c-b885-4185-80e0-13cf2be5643a tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:11.089798 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e3422203-b81f-4540-abca-57dbda82fd4c req-5cd17e4c-b885-4185-80e0-13cf2be5643a tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.53 "GET /v2.0/ports?device_id=10135c0d-84ae-45ff-8d76-8fb77e93d2a6 HTTP/1.1" status: 200 len: 971 time: 0.0842464 Jan 28 02:45:11.113325 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['68da24f2-960f-4e46-8525-a07743b88cd3'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:45:11.118025 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ef885183-bdb4-4889-9e2f-9eb601e0461e req-68b8e68d-5b53-4c57-98ca-7ab15522221b tempest-MigrationsAdminTest-903596228 tempest-MigrationsAdminTest-903596228-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647808 Jan 28 02:45:11.120295 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8e68d-5b53-4c57-98ca-7ab15522221b tempest-MigrationsAdminTest-903596228 tempest-MigrationsAdminTest-903596228-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b479068c-c6a4-44b3-a956-7f72a4197b9b,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:11.152303 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e6f92-cc90-4f3e-a55d-2b7b3b9acc38 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] Pushing event deleted for resources: {'Port': ['ID=68da24f2-960f-4e46-8525-a07743b88cd3,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:11.250598 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6351030-c552-4b11-8ee2-660aa1ffffdd req-ce3e6f92-cc90-4f3e-a55d-2b7b3b9acc38 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] No DVR routers for this DVR port 68da24f2-960f-4e46-8525-a07743b88cd3 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:45:11.266940 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e3422203-b81f-4540-abca-57dbda82fd4c req-57088171-2533-4a56-b039-90be7d768ab3 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff4f33f-5ba5-49da-8374-05896abdb923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158299 Jan 28 02:45:11.268574 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d6351030-c552-4b11-8ee2-660aa1ffffdd req-ce3e6f92-cc90-4f3e-a55d-2b7b3b9acc38 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:11.277985 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d6351030-c552-4b11-8ee2-660aa1ffffdd req-ce3e6f92-cc90-4f3e-a55d-2b7b3b9acc38 tempest-AggregatesAdminTestJSON-344814720 tempest-AggregatesAdminTestJSON-344814720-project] 10.222.0.39 "DELETE /v2.0/ports/68da24f2-960f-4e46-8525-a07743b88cd3 HTTP/1.1" status: 204 len: 173 time: 1.0191252 Jan 28 02:45:11.281657 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10135c0d-84ae-45ff-8d76-8fb77e93d2a6', 'name': 'network-vif-deleted', 'tag': '68da24f2-960f-4e46-8525-a07743b88cd3'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:45:11.298231 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5146db46-78f3-4155-a61c-d153a0da2d1e" -d '{"events": [{"server_uuid": "10135c0d-84ae-45ff-8d76-8fb77e93d2a6", "name": "network-vif-deleted", "tag": "68da24f2-960f-4e46-8525-a07743b88cd3"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:45:11.359166 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0ffc2e9e-4038-4e79-a8ff-a8cfe7b1a9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for subnet (bcba3f69-83cc-4e79-8ae3-09e3e7684525), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:11.435737 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffc2e9e-4038-4e79-a8ff-a8cfe7b1a9b1 admin admin] Checking segment: {'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:45:11.436212 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffc2e9e-4038-4e79-a8ff-a8cfe7b1a9b1 admin admin] Network hostable DHCP agents. Network: 997aa02b-ef92-4c1c-ba5c-0477d385960c, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:45:11.470557 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffc2e9e-4038-4e79-a8ff-a8cfe7b1a9b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcba3f69-83cc-4e79-8ae3-09e3e7684525,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:11.474871 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffc2e9e-4038-4e79-a8ff-a8cfe7b1a9b1 admin admin] Network 997aa02b-ef92-4c1c-ba5c-0477d385960c is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:45:11.496958 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-0ffc2e9e-4038-4e79-a8ff-a8cfe7b1a9b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 997aa02b-ef92-4c1c-ba5c-0477d385960c) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:45:11.500863 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffc2e9e-4038-4e79-a8ff-a8cfe7b1a9b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:11.501527 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0ffc2e9e-4038-4e79-a8ff-a8cfe7b1a9b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:11.511621 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefb30a4-015c-4bfa-aaf4-814b12e6e489 None None] Network 997aa02b-ef92-4c1c-ba5c-0477d385960c requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:45:11.517485 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [req-6402d10e-6268-4145-8fe1-e1d4a4c848a8 req-da3597de-4187-479e-9a0e-93ad5ef131f6 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:45:11.519954 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6402d10e-6268-4145-8fe1-e1d4a4c848a8 req-da3597de-4187-479e-9a0e-93ad5ef131f6 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0781648 Jan 28 02:45:11.529861 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0ffc2e9e-4038-4e79-a8ff-a8cfe7b1a9b1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5990832 Jan 28 02:45:11.560952 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3530e2c6-8dc7-4684-90b4-92b0bbaa77f1 x-openstack-request-id: req-3530e2c6-8dc7-4684-90b4-92b0bbaa77f1 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:45:11.561292 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10135c0d-84ae-45ff-8d76-8fb77e93d2a6", "name": "network-vif-deleted", "tag": "68da24f2-960f-4e46-8525-a07743b88cd3", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:45:11.561553 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3530e2c6-8dc7-4684-90b4-92b0bbaa77f1 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:45:11.561957 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10135c0d-84ae-45ff-8d76-8fb77e93d2a6', 'name': 'network-vif-deleted', 'tag': '68da24f2-960f-4e46-8525-a07743b88cd3', 'status': 'completed', 'code': 200} Jan 28 02:45:11.648688 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6405efcc-b873-43e2-9490-49a144de4475 None None] Network 997aa02b-ef92-4c1c-ba5c-0477d385960c requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:45:11.691087 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5124b-388d-4550-a2a3-de149c9a3ba2 req-e5ade897-bd44-4f41-ab9f-121791223421 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:11.692992 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eac5124b-388d-4550-a2a3-de149c9a3ba2 req-e5ade897-bd44-4f41-ab9f-121791223421 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=8060bb71-40c8-46a1-b95f-b889b580ddc0 HTTP/1.1" status: 200 len: 943 time: 0.0771842 Jan 28 02:45:11.766275 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eac5124b-388d-4550-a2a3-de149c9a3ba2 req-583290c3-02ed-46c9-bd8b-2dc381ccd427 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655890 Jan 28 02:45:11.798056 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:45:11.925324 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c,segment=NetworkSegment(75a4b119-8376-430b-8e41-eb2c7f9df607),segment_id=75a4b119-8376-430b-8e41-eb2c7f9df607)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:45:11.944821 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': 'd64ac3ce-bc51-4a5e-9bd0-8a6899757a7c', 'network_id': 'c898a309-cc9c-486f-b9d6-bb11ec55d766', 'port_id': 'd64ac3ce-bc51-4a5e-9bd0-8a6899757a7c', 'mac_address': 'fa:16:3e:00:70:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaaafb1c-3547-4581-9e89-2950c931386f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:45:12.052051 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:45:12.052713 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:12.081995 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:45:12.099914 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c628d69-8b8f-4034-9c44-99fa90fb1231 req-e8e43fb0-ddef-4ffb-b8cd-ae4bd12a198e tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:12.101668 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2c628d69-8b8f-4034-9c44-99fa90fb1231 req-e8e43fb0-ddef-4ffb-b8cd-ae4bd12a198e tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/ports?device_id=066cf706-a57b-45ec-9199-24f28416f082 HTTP/1.1" status: 200 len: 950 time: 0.0751705 Jan 28 02:45:12.113712 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c,segment=NetworkSegment(75a4b119-8376-430b-8e41-eb2c7f9df607),segment_id=75a4b119-8376-430b-8e41-eb2c7f9df607)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:45:12.121107 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:12.190303 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2c628d69-8b8f-4034-9c44-99fa90fb1231 req-61b4fbb8-1fe7-45c2-a5cb-f1bb648c88aa tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e170b5f-57dc-49fe-af55-bf0af8c2d7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771885 Jan 28 02:45:12.214087 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:12.228300 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b5e33-3a08-4061-a6af-76606309d37e req-891957b4-6097-4f53-abf2-8fb931df91ae tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:12.237815 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-de3b5e33-3a08-4061-a6af-76606309d37e req-891957b4-6097-4f53-abf2-8fb931df91ae tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 972 time: 0.0724821 Jan 28 02:45:12.248091 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51868) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:12.294601 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-de3b5e33-3a08-4061-a6af-76606309d37e req-e40dce7d-99f7-4928-911c-8e8058a9023c tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558138 Jan 28 02:45:12.344679 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51880) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:12.349681 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-c6bd0503-a6cf-415d-94c5-9383dcd06995 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-665909546-network', 'tenant_id': '7ff84112eb4d4482bc43deb12eb55945'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:45:12.390637 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bd0503-a6cf-415d-94c5-9383dcd06995 admin admin] Made reservation on behalf of 7ff84112eb4d4482bc43deb12eb55945 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:45:12.393497 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c6bd0503-a6cf-415d-94c5-9383dcd06995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:12.410121 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c6bd0503-a6cf-415d-94c5-9383dcd06995 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:12.458414 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-f157708b-f597-460e-958a-17c6a01e810d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2086189 Jan 28 02:45:12.475727 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-5f6317da-4adf-4836-9850-6664f81ef0d8 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:45:12.477754 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-5f6317da-4adf-4836-9850-6664f81ef0d8 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073636 Jan 28 02:45:12.538464 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:45:12.538655 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c6bd0503-a6cf-415d-94c5-9383dcd06995 admin admin] Publish callbacks [] for security_group (e17c87b9-9353-4620-896a-bf20485f7495), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:12.546444 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c6bd0503-a6cf-415d-94c5-9383dcd06995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (e17c87b9-9353-4620-896a-bf20485f7495), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:12.589373 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6bd0503-a6cf-415d-94c5-9383dcd06995 admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:45:12.601786 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd0503-a6cf-415d-94c5-9383dcd06995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17c87b9-9353-4620-896a-bf20485f7495,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:12.607250 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c6bd0503-a6cf-415d-94c5-9383dcd06995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (0879d680-7d0d-4f90-b17d-143dbdf15ad3), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:12.623659 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-c6bd0503-a6cf-415d-94c5-9383dcd06995 admin admin] Added segment 0879d680-7d0d-4f90-b17d-143dbdf15ad3 of type vlan for network 9368fa32-76eb-40e7-82e0-715ef6a1f27c Jan 28 02:45:12.653114 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c6bd0503-a6cf-415d-94c5-9383dcd06995 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (9368fa32-76eb-40e7-82e0-715ef6a1f27c), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:12.700451 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c6bd0503-a6cf-415d-94c5-9383dcd06995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (9368fa32-76eb-40e7-82e0-715ef6a1f27c), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:12.701609 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bd0503-a6cf-415d-94c5-9383dcd06995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:12.702266 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c6bd0503-a6cf-415d-94c5-9383dcd06995 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:12.762357 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c6bd0503-a6cf-415d-94c5-9383dcd06995 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4139485 Jan 28 02:45:12.762725 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51912) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:12.767634 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd0503-a6cf-415d-94c5-9383dcd06995 admin admin] Pushing event updated for resources: {'Network': ['ID=9368fa32-76eb-40e7-82e0-715ef6a1f27c,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:12.770244 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-c72ad099-5a87-4092-9760-1d72b4fc3aba admin admin] Request body: {'subnet': {'network_id': '9368fa32-76eb-40e7-82e0-715ef6a1f27c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-665909546-subnet', 'tenant_id': '7ff84112eb4d4482bc43deb12eb55945', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:45:12.780351 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 9368fa32-76eb-40e7-82e0-715ef6a1f27c details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:45:12.792971 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72ad099-5a87-4092-9760-1d72b4fc3aba admin admin] Made reservation on behalf of 7ff84112eb4d4482bc43deb12eb55945 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:45:12.796905 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c72ad099-5a87-4092-9760-1d72b4fc3aba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:12.908135 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51920) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:13.042629 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05003d7-bf85-4039-86f2-c31fc3ab53c2 req-7b4959bf-e92c-4672-af77-78ce5f5ebce8 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:13.052203 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d05003d7-bf85-4039-86f2-c31fc3ab53c2 req-7b4959bf-e92c-4672-af77-78ce5f5ebce8 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=8060bb71-40c8-46a1-b95f-b889b580ddc0 HTTP/1.1" status: 200 len: 944 time: 0.1131313 Jan 28 02:45:13.096611 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5e27c9da-2636-4e9e-a606-7185651e9798 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:13.101883 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c72ad099-5a87-4092-9760-1d72b4fc3aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for subnet (1d42c5c3-1877-4da8-b503-a84702c7b2c5), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:13.178980 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d05003d7-bf85-4039-86f2-c31fc3ab53c2 req-6d0e3c66-bb4b-4c4d-bec1-50037ee093f5 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210675 Jan 28 02:45:13.186331 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ad099-5a87-4092-9760-1d72b4fc3aba admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d42c5c3-1877-4da8-b503-a84702c7b2c5,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:13.210718 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72ad099-5a87-4092-9760-1d72b4fc3aba admin admin] Checking segment: {'id': '0879d680-7d0d-4f90-b17d-143dbdf15ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9368fa32-76eb-40e7-82e0-715ef6a1f27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:45:13.211133 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72ad099-5a87-4092-9760-1d72b4fc3aba admin admin] Network hostable DHCP agents. Network: 9368fa32-76eb-40e7-82e0-715ef6a1f27c, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:45:13.233180 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72ad099-5a87-4092-9760-1d72b4fc3aba admin admin] Network 9368fa32-76eb-40e7-82e0-715ef6a1f27c is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:45:13.238495 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5e27c9da-2636-4e9e-a606-7185651e9798 admin admin] Publish callbacks [] for security_group (c6e2d2a6-bdc9-4079-b7af-10b515a5c241), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:13.244871 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5e27c9da-2636-4e9e-a606-7185651e9798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c6e2d2a6-bdc9-4079-b7af-10b515a5c241), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:13.246847 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-c72ad099-5a87-4092-9760-1d72b4fc3aba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 9368fa32-76eb-40e7-82e0-715ef6a1f27c) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:45:13.261029 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fd6990-ff55-4e32-8b2e-9c9e089dfeb5 None None] Network 9368fa32-76eb-40e7-82e0-715ef6a1f27c requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:45:13.271589 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72ad099-5a87-4092-9760-1d72b4fc3aba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:13.272398 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c72ad099-5a87-4092-9760-1d72b4fc3aba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:13.339378 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c72ad099-5a87-4092-9760-1d72b4fc3aba admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5668006 Jan 28 02:45:13.383076 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5e27c9da-2636-4e9e-a606-7185651e9798 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f55090a60dc94b1082a1c94128fe46ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4733031 Jan 28 02:45:13.387248 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51960) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:13.398831 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27c9da-2636-4e9e-a606-7185651e9798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e2d2a6-bdc9-4079-b7af-10b515a5c241,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:13.399698 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1b0a5-05a5-43d1-84bc-e95eb89e9e22 req-58da5c8d-f0f1-451d-963b-9f30237217b4 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:13.407615 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-74e1b0a5-05a5-43d1-84bc-e95eb89e9e22 req-58da5c8d-f0f1-451d-963b-9f30237217b4 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/ports?device_id=066cf706-a57b-45ec-9199-24f28416f082 HTTP/1.1" status: 200 len: 950 time: 0.1206529 Jan 28 02:45:13.451729 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee19f2df-9c83-47d8-8c36-cbd81f8d75db None None] Network 9368fa32-76eb-40e7-82e0-715ef6a1f27c requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:45:13.549606 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5bf06ab0-bd17-4c88-beca-9959d49946fe admin admin] Publish callbacks [] for security_group (c6e2d2a6-bdc9-4079-b7af-10b515a5c241), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:13.590399 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-74e1b0a5-05a5-43d1-84bc-e95eb89e9e22 req-9d1b3eb9-2403-4a07-9b4b-2fcd57e20a73 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e170b5f-57dc-49fe-af55-bf0af8c2d7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681898 Jan 28 02:45:13.630937 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330860d-4e43-40b5-85d2-c7ad70c34a12 req-8fa61a55-f4a2-48cf-bf77-31c5f0f99160 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:13.642143 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b330860d-4e43-40b5-85d2-c7ad70c34a12 req-8fa61a55-f4a2-48cf-bf77-31c5f0f99160 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 972 time: 0.0857754 Jan 28 02:45:13.651615 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5bf06ab0-bd17-4c88-beca-9959d49946fe admin admin] Publish callbacks [] for security_group (c6e2d2a6-bdc9-4079-b7af-10b515a5c241), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:13.730435 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b330860d-4e43-40b5-85d2-c7ad70c34a12 req-b112879e-2e19-4965-9df7-5f2bbf3465e0 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864847 Jan 28 02:45:13.739184 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5bf06ab0-bd17-4c88-beca-9959d49946fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c6e2d2a6-bdc9-4079-b7af-10b515a5c241), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:13.743427 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5bf06ab0-bd17-4c88-beca-9959d49946fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:13.747043 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5bf06ab0-bd17-4c88-beca-9959d49946fe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c6e2d2a6-bdc9-4079-b7af-10b515a5c241 HTTP/1.1" status: 204 len: 168 time: 0.3361619 Jan 28 02:45:13.754156 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf06ab0-bd17-4c88-beca-9959d49946fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e2d2a6-bdc9-4079-b7af-10b515a5c241,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:13.822964 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:45:13.882638 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:45:13.887575 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:45:13.888220 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:13.980785 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:45:13.981203 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:14.005097 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8060bb71-40c8-46a1-b95f-b889b580ddc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64ac3ce-bc51-4a5e-9bd0-8a6899757a7c'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:45:14.008112 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1640faba-1f0b-488b-b508-fd1b267e7f1c" -d '{"events": [{"server_uuid": "8060bb71-40c8-46a1-b95f-b889b580ddc0", "name": "network-vif-plugged", "status": "completed", "tag": "d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:45:14.022449 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c,segment=NetworkSegment(75a4b119-8376-430b-8e41-eb2c7f9df607),segment_id=75a4b119-8376-430b-8e41-eb2c7f9df607)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:45:14.031361 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:14.093727 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:14.165529 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51996) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:14.181229 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e4fa5707-26a5-4588-84b7-87f5127c708b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:14.266259 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e4fa5707-26a5-4588-84b7-87f5127c708b admin admin] Publish callbacks [] for security_group (d43ab795-c902-4f3a-bdcd-510515876b0c), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:14.270727 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e4fa5707-26a5-4588-84b7-87f5127c708b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (d43ab795-c902-4f3a-bdcd-510515876b0c), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:14.302834 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa5707-26a5-4588-84b7-87f5127c708b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43ab795-c902-4f3a-bdcd-510515876b0c,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:14.316260 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e4fa5707-26a5-4588-84b7-87f5127c708b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=768815a595c44aae8406814051782c83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1495225 Jan 28 02:45:14.319143 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 52006) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:14.369320 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8524894d-6a58-4f77-89da-51c5ede1d18f admin admin] Publish callbacks [] for security_group (d43ab795-c902-4f3a-bdcd-510515876b0c), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:14.392214 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8524894d-6a58-4f77-89da-51c5ede1d18f admin admin] Publish callbacks [] for security_group (d43ab795-c902-4f3a-bdcd-510515876b0c), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:14.405840 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b0d335-f6a2-4cb7-8988-0b5ec562bb1c x-openstack-request-id: req-14b0d335-f6a2-4cb7-8988-0b5ec562bb1c {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:45:14.406459 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8060bb71-40c8-46a1-b95f-b889b580ddc0", "name": "network-vif-plugged", "status": "completed", "tag": "d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:45:14.407803 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-14b0d335-f6a2-4cb7-8988-0b5ec562bb1c {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:45:14.408308 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8060bb71-40c8-46a1-b95f-b889b580ddc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64ac3ce-bc51-4a5e-9bd0-8a6899757a7c', 'code': 200} Jan 28 02:45:14.448358 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8524894d-6a58-4f77-89da-51c5ede1d18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (d43ab795-c902-4f3a-bdcd-510515876b0c), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:14.451789 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8524894d-6a58-4f77-89da-51c5ede1d18f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:14.456072 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8524894d-6a58-4f77-89da-51c5ede1d18f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d43ab795-c902-4f3a-bdcd-510515876b0c HTTP/1.1" status: 204 len: 168 time: 0.1356938 Jan 28 02:45:14.486345 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8524894d-6a58-4f77-89da-51c5ede1d18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43ab795-c902-4f3a-bdcd-510515876b0c,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:14.524414 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7100b06-7761-4566-b873-628f475eda7f req-171719cd-9d8f-4425-b5cf-28205d8eec91 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:14.526200 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b7100b06-7761-4566-b873-628f475eda7f req-171719cd-9d8f-4425-b5cf-28205d8eec91 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=8060bb71-40c8-46a1-b95f-b889b580ddc0 HTTP/1.1" status: 200 len: 945 time: 0.0690253 Jan 28 02:45:14.532130 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-3eff820a-7297-4ff4-a425-25be782fb2a2 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:14.539871 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-3eff820a-7297-4ff4-a425-25be782fb2a2 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/networks?id=997aa02b-ef92-4c1c-ba5c-0477d385960c HTTP/1.1" status: 200 len: 821 time: 0.3676965 Jan 28 02:45:14.556677 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-91631180-899f-4333-a793-2f2435d69f7d tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/quotas/2b376bdc08124533ad1dc2039341113b HTTP/1.1" status: 200 len: 375 time: 0.0157502 Jan 28 02:45:14.589506 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-b7c4444d-d7d5-4f30-852b-881716047e3d tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2b376bdc08124533ad1dc2039341113b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315192 Jan 28 02:45:14.600812 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-18c7f91e-4355-4281-89fe-a85e3eb061f7 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:45:14.605626 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b7100b06-7761-4566-b873-628f475eda7f req-e7c98429-9b3e-44c9-abea-076a9959724f tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676825 Jan 28 02:45:14.606895 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-18c7f91e-4355-4281-89fe-a85e3eb061f7 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111768 Jan 28 02:45:14.717897 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-6b0e5570-827b-4ace-ac49-b6dbc3526250 service neutron] 10.222.0.53 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045172 Jan 28 02:45:14.727527 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-bacf16d8-dccf-4302-a969-908beea12e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:14.728985 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-bacf16d8-dccf-4302-a969-908beea12e90 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=29a2e152744a433f9b25a7592aa94e29&device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 1124 time: 0.1218867 Jan 28 02:45:14.730569 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb296bf4-2872-4cbf-bc5f-e459288e1f47 req-e3494b31-7f54-45e5-987b-a1ce8692c965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:14.731990 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bb296bf4-2872-4cbf-bc5f-e459288e1f47 req-e3494b31-7f54-45e5-987b-a1ce8692c965 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8060bb71-40c8-46a1-b95f-b889b580ddc0 HTTP/1.1" status: 200 len: 1097 time: 0.1094112 Jan 28 02:45:14.777035 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b706c0c-c835-4cd9-80ab-f69986fb0684 req-d3771f86-df82-4123-aea7-276232bae893 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:14.778813 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b706c0c-c835-4cd9-80ab-f69986fb0684 req-d3771f86-df82-4123-aea7-276232bae893 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/ports?device_id=066cf706-a57b-45ec-9199-24f28416f082 HTTP/1.1" status: 200 len: 950 time: 0.1027725 Jan 28 02:45:14.819277 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-2e8d368c-6758-4aba-a32d-9883f7f89f8a service neutron] 10.222.0.53 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964587 Jan 28 02:45:15.063909 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bb296bf4-2872-4cbf-bc5f-e459288e1f47 req-578a182d-db53-413f-a016-dbf3ac5ca341 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196316 Jan 28 02:45:15.072306 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c2b4a-a364-4ad2-b09b-b5f0706d51c7 req-28f518fe-8f7d-41b5-86fc-31715d291e99 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:15.080106 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-df2c2b4a-a364-4ad2-b09b-b5f0706d51c7 req-28f518fe-8f7d-41b5-86fc-31715d291e99 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 972 time: 0.0721290 Jan 28 02:45:15.090967 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b706c0c-c835-4cd9-80ab-f69986fb0684 req-d8610bd3-ffe4-4dc2-b0c5-b7fd4b734839 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e170b5f-57dc-49fe-af55-bf0af8c2d7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794545 Jan 28 02:45:15.092467 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-75bcbc52-0627-41a7-a658-c782db1c8c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:15.095441 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-75bcbc52-0627-41a7-a658-c782db1c8c79 service neutron] 10.222.0.39 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.3600149 Jan 28 02:45:15.132608 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-df2c2b4a-a364-4ad2-b09b-b5f0706d51c7 req-e083105b-982a-4afe-b4dc-45cbcba65aee tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515671 Jan 28 02:45:15.145822 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-8aeaefea-1f6b-4339-8c4d-5140d71e8b36 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=acba92ab-c841-45d8-aacc-9e88e553230d HTTP/1.1" status: 200 len: 217 time: 0.0424342 Jan 28 02:45:15.195551 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8f9c26ea-07bd-43b1-86f6-dc3fc382a5cb req-b3f4ee94-2834-46b8-8353-8c64d5283ba6 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=c976bb8a-67db-4a7d-a037-e759c34c4871 HTTP/1.1" status: 200 len: 210 time: 0.0540733 Jan 28 02:45:15.253572 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-82a24612-725a-428d-a63f-5e0184184b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:15.255225 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-82a24612-725a-428d-a63f-5e0184184b49 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.0973132 Jan 28 02:45:15.315786 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-84a59c47-5e7a-4583-979a-0f1f137dcc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:15.317408 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-84a59c47-5e7a-4583-979a-0f1f137dcc0f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0551388 Jan 28 02:45:15.426753 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-3f16989c-f674-4af5-bc7f-e3cce32b3dc2 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027248 Jan 28 02:45:15.473422 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 68da24f2-960f-4e46-8525-a07743b88cd3 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:45:15.518225 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 68da24f2-960f-4e46-8525-a07743b88cd3 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:45:15.518821 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 68da24f2-960f-4e46-8525-a07743b88cd3 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:45:15.536188 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-a9e80c23-ddc0-43ec-a8fc-1ad346cb7e78 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030204 Jan 28 02:45:15.761485 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff7880-fdbb-441c-8583-2797eeb13fe9 req-2462b757-ca62-4be9-93a6-29d3138bee98 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:15.763059 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-21ff7880-fdbb-441c-8583-2797eeb13fe9 req-2462b757-ca62-4be9-93a6-29d3138bee98 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=8060bb71-40c8-46a1-b95f-b889b580ddc0 HTTP/1.1" status: 200 len: 945 time: 0.0678656 Jan 28 02:45:15.817019 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-21ff7880-fdbb-441c-8583-2797eeb13fe9 req-a820a732-58a7-4467-99d5-2a816a377e77 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484123 Jan 28 02:45:16.330801 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d029bc-85f3-4858-bfc2-48e2a81ff3a9 req-263e69bd-dbf4-46b4-b5ff-2cd26aad2681 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:16.332908 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c0d029bc-85f3-4858-bfc2-48e2a81ff3a9 req-263e69bd-dbf4-46b4-b5ff-2cd26aad2681 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/ports?device_id=066cf706-a57b-45ec-9199-24f28416f082 HTTP/1.1" status: 200 len: 950 time: 0.0723145 Jan 28 02:45:16.415098 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-9e26036b-a81e-49d3-acd7-bad0bb2fc8d0 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:16.417267 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-9e26036b-a81e-49d3-acd7-bad0bb2fc8d0 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.39 "GET /v2.0/networks?id=997aa02b-ef92-4c1c-ba5c-0477d385960c HTTP/1.1" status: 200 len: 821 time: 0.1482570 Jan 28 02:45:16.422399 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c0d029bc-85f3-4858-bfc2-48e2a81ff3a9 req-642912c0-5112-4248-8e7a-cff4b863c310 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e170b5f-57dc-49fe-af55-bf0af8c2d7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827932 Jan 28 02:45:16.459859 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-365a16a0-d04c-4ebc-9c8c-c281dd3546e1 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Request body: {'port': {'device_id': 'c976bb8a-67db-4a7d-a037-e759c34c4871', 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c', 'admin_state_up': True, 'tenant_id': '2b376bdc08124533ad1dc2039341113b'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:45:16.533466 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f78266c-e044-4883-bd99-c99c4424deba req-932a9886-e761-48e0-ae05-3ec0a840436b tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:16.535035 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1f78266c-e044-4883-bd99-c99c4424deba req-932a9886-e761-48e0-ae05-3ec0a840436b tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 972 time: 0.1161168 Jan 28 02:45:16.547126 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-807de144-23a4-4ce1-9f6a-0efa34240b5c req-d115c27a-bad2-4ca5-a897-e5752a41f881 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=c976bb8a-67db-4a7d-a037-e759c34c4871 HTTP/1.1" status: 200 len: 210 time: 0.0325418 Jan 28 02:45:16.734191 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1f78266c-e044-4883-bd99-c99c4424deba req-53e50c1d-5cd3-42ba-8c07-078b75918374 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930807 Jan 28 02:45:16.734859 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 52162) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:16.747230 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e671317-e7e5-4be6-8e7d-44b9630a2975 req-be8f42f8-16b2-4ae2-ab4f-20b97bce4cf8 tempest-DeleteServersAdminTestJSON-578369795 tempest-DeleteServersAdminTestJSON-578369795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:16.749024 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9e671317-e7e5-4be6-8e7d-44b9630a2975 req-be8f42f8-16b2-4ae2-ab4f-20b97bce4cf8 tempest-DeleteServersAdminTestJSON-578369795 tempest-DeleteServersAdminTestJSON-578369795-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=066cf706-a57b-45ec-9199-24f28416f082 HTTP/1.1" status: 200 len: 1102 time: 0.1727164 Jan 28 02:45:16.749857 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-365a16a0-d04c-4ebc-9c8c-c281dd3546e1 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Made reservation on behalf of 2b376bdc08124533ad1dc2039341113b for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:45:16.753534 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-365a16a0-d04c-4ebc-9c8c-c281dd3546e1 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:16.954268 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b9949873-6707-4555-8f78-7e5caf7ea416 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:16.959859 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-9e671317-e7e5-4be6-8e7d-44b9630a2975 req-d8f33d5c-ea7d-4066-b802-14f70feda7e0 tempest-DeleteServersAdminTestJSON-578369795 tempest-DeleteServersAdminTestJSON-578369795-project-admin] Deleting port d077c8a0-69bf-4582-b692-1ba34bac3af0 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:45:16.960217 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9e671317-e7e5-4be6-8e7d-44b9630a2975 req-d8f33d5c-ea7d-4066-b802-14f70feda7e0 tempest-DeleteServersAdminTestJSON-578369795 tempest-DeleteServersAdminTestJSON-578369795-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (d077c8a0-69bf-4582-b692-1ba34bac3af0), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:17.000311 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52184) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:17.056987 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-365a16a0-d04c-4ebc-9c8c-c281dd3546e1 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Allocated IP 172.20.0.7 (997aa02b-ef92-4c1c-ba5c-0477d385960c/bcba3f69-83cc-4e79-8ae3-09e3e7684525/436ed209-dce3-4393-92c8-fccf886a2c65) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:45:17.134467 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-61a00257-287d-4289-ad30-d86ccb519a67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:17.134882 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d316578e-1545-40d1-96b5-188e174a97f9 req-b710b9a2-c305-4cae-9c75-b6f93b20f381 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:17.136408 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d316578e-1545-40d1-96b5-188e174a97f9 req-b710b9a2-c305-4cae-9c75-b6f93b20f381 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=8060bb71-40c8-46a1-b95f-b889b580ddc0 HTTP/1.1" status: 200 len: 945 time: 0.1742759 Jan 28 02:45:17.185987 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-9e671317-e7e5-4be6-8e7d-44b9630a2975 req-d8f33d5c-ea7d-4066-b802-14f70feda7e0 tempest-DeleteServersAdminTestJSON-578369795 tempest-DeleteServersAdminTestJSON-578369795-project-admin] For port d077c8a0-69bf-4582-b692-1ba34bac3af0, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=d077c8a0-69bf-4582-b692-1ba34bac3af0,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:45:17.186349 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9e671317-e7e5-4be6-8e7d-44b9630a2975 req-d8f33d5c-ea7d-4066-b802-14f70feda7e0 tempest-DeleteServersAdminTestJSON-578369795 tempest-DeleteServersAdminTestJSON-578369795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (d077c8a0-69bf-4582-b692-1ba34bac3af0), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:17.240298 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-9e671317-e7e5-4be6-8e7d-44b9630a2975 req-d8f33d5c-ea7d-4066-b802-14f70feda7e0 tempest-DeleteServersAdminTestJSON-578369795 tempest-DeleteServersAdminTestJSON-578369795-project-admin] Calling delete_port for d077c8a0-69bf-4582-b692-1ba34bac3af0 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:45:17.251974 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-61a00257-287d-4289-ad30-d86ccb519a67 admin admin] Publish callbacks [] for security_group (f776c2a1-e80a-4b12-b4e1-e5686785a5b2), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:17.258964 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-61a00257-287d-4289-ad30-d86ccb519a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f776c2a1-e80a-4b12-b4e1-e5686785a5b2), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:17.306843 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-61a00257-287d-4289-ad30-d86ccb519a67 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a08aec8f8d634202a13c342cb22cc885&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3052084 Jan 28 02:45:17.308337 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a00257-287d-4289-ad30-d86ccb519a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f776c2a1-e80a-4b12-b4e1-e5686785a5b2,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:17.310496 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52200) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:17.383201 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f4b8a878-0937-4b4f-89b8-bd420f2b0eb3 admin admin] Publish callbacks [] for security_group (f776c2a1-e80a-4b12-b4e1-e5686785a5b2), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:17.385819 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b9949873-6707-4555-8f78-7e5caf7ea416 admin admin] Publish callbacks [] for security_group (e3a0e26a-10c1-45fa-9bc6-c1e2aa99c5c1), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:17.398547 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b9949873-6707-4555-8f78-7e5caf7ea416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (e3a0e26a-10c1-45fa-9bc6-c1e2aa99c5c1), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:17.413123 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f4b8a878-0937-4b4f-89b8-bd420f2b0eb3 admin admin] Publish callbacks [] for security_group (f776c2a1-e80a-4b12-b4e1-e5686785a5b2), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:17.420557 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d316578e-1545-40d1-96b5-188e174a97f9 req-e028e0dc-1117-419d-b505-e6c44ab60829 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662241 Jan 28 02:45:17.455126 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52212) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:17.496890 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f4b8a878-0937-4b4f-89b8-bd420f2b0eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f776c2a1-e80a-4b12-b4e1-e5686785a5b2), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:17.500562 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f4b8a878-0937-4b4f-89b8-bd420f2b0eb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:17.504690 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f4b8a878-0937-4b4f-89b8-bd420f2b0eb3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f776c2a1-e80a-4b12-b4e1-e5686785a5b2 HTTP/1.1" status: 204 len: 168 time: 0.1909831 Jan 28 02:45:17.522477 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9949873-6707-4555-8f78-7e5caf7ea416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a0e26a-10c1-45fa-9bc6-c1e2aa99c5c1,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:17.524700 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b8a878-0937-4b4f-89b8-bd420f2b0eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f776c2a1-e80a-4b12-b4e1-e5686785a5b2,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:17.541736 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b9949873-6707-4555-8f78-7e5caf7ea416 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=274af33ab7d04306b4cad14f1e90d20a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8028178 Jan 28 02:45:17.542257 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 52220) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:17.570740 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-365a16a0-d04c-4ebc-9c8c-c281dd3546e1 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Publish callbacks [] for port (436ed209-dce3-4393-92c8-fccf886a2c65), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:17.701100 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-022c85c2-994e-4d51-ad14-9376d942669d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:17.729410 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9e671317-e7e5-4be6-8e7d-44b9630a2975 req-d8f33d5c-ea7d-4066-b802-14f70feda7e0 tempest-DeleteServersAdminTestJSON-578369795 tempest-DeleteServersAdminTestJSON-578369795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (d077c8a0-69bf-4582-b692-1ba34bac3af0), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:17.768627 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ec8a4-c1ed-407c-afb2-68f6f87f86a0 req-cef75827-22cd-43b0-b10c-f4dd1e4f4cb3 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:17.770578 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a43ec8a4-c1ed-407c-afb2-68f6f87f86a0 req-cef75827-22cd-43b0-b10c-f4dd1e4f4cb3 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/ports?device_id=066cf706-a57b-45ec-9199-24f28416f082 HTTP/1.1" status: 200 len: 950 time: 0.1874514 Jan 28 02:45:17.868363 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f33d5c-ea7d-4066-b802-14f70feda7e0 tempest-DeleteServersAdminTestJSON-578369795 tempest-DeleteServersAdminTestJSON-578369795-project-admin] Pushing event deleted for resources: {'Port': ['ID=d077c8a0-69bf-4582-b692-1ba34bac3af0,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:17.877346 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a43ec8a4-c1ed-407c-afb2-68f6f87f86a0 req-89dcdba7-9a4c-4d29-ac48-faf0e6b84a02 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e170b5f-57dc-49fe-af55-bf0af8c2d7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957291 Jan 28 02:45:17.890912 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d516ec88-9d8b-427f-abdc-b034ce4e4c18 admin admin] Publish callbacks [] for security_group (e3a0e26a-10c1-45fa-9bc6-c1e2aa99c5c1), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:17.929815 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d516ec88-9d8b-427f-abdc-b034ce4e4c18 admin admin] Publish callbacks [] for security_group (e3a0e26a-10c1-45fa-9bc6-c1e2aa99c5c1), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:17.964658 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['d077c8a0-69bf-4582-b692-1ba34bac3af0'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:45:17.984320 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e671317-e7e5-4be6-8e7d-44b9630a2975 req-d8f33d5c-ea7d-4066-b802-14f70feda7e0 tempest-DeleteServersAdminTestJSON-578369795 tempest-DeleteServersAdminTestJSON-578369795-project-admin] No DVR routers for this DVR port d077c8a0-69bf-4582-b692-1ba34bac3af0 on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:45:18.001002 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-365a16a0-d04c-4ebc-9c8c-c281dd3546e1 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (436ed209-dce3-4393-92c8-fccf886a2c65), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:18.014534 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9e671317-e7e5-4be6-8e7d-44b9630a2975 req-d8f33d5c-ea7d-4066-b802-14f70feda7e0 tempest-DeleteServersAdminTestJSON-578369795 tempest-DeleteServersAdminTestJSON-578369795-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:18.019444 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9e671317-e7e5-4be6-8e7d-44b9630a2975 req-d8f33d5c-ea7d-4066-b802-14f70feda7e0 tempest-DeleteServersAdminTestJSON-578369795 tempest-DeleteServersAdminTestJSON-578369795-project-admin] 10.222.0.67 "DELETE /v2.0/ports/d077c8a0-69bf-4582-b692-1ba34bac3af0 HTTP/1.1" status: 204 len: 173 time: 1.2630382 Jan 28 02:45:18.026948 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '066cf706-a57b-45ec-9199-24f28416f082', 'name': 'network-vif-deleted', 'tag': 'd077c8a0-69bf-4582-b692-1ba34bac3af0'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:45:18.030140 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-babeee9d-f107-4f6b-8f09-f0667bbf6c5c" -d '{"events": [{"server_uuid": "066cf706-a57b-45ec-9199-24f28416f082", "name": "network-vif-deleted", "tag": "d077c8a0-69bf-4582-b692-1ba34bac3af0"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:45:18.119110 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d516ec88-9d8b-427f-abdc-b034ce4e4c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (e3a0e26a-10c1-45fa-9bc6-c1e2aa99c5c1), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:18.121810 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d516ec88-9d8b-427f-abdc-b034ce4e4c18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:18.128017 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d516ec88-9d8b-427f-abdc-b034ce4e4c18 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e3a0e26a-10c1-45fa-9bc6-c1e2aa99c5c1 HTTP/1.1" status: 204 len: 168 time: 0.5819881 Jan 28 02:45:18.159303 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-022c85c2-994e-4d51-ad14-9376d942669d admin admin] Publish callbacks [] for security_group (dafd60b1-b9d6-445a-9489-78ef37332e42), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:18.182570 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52240) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:18.187626 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-022c85c2-994e-4d51-ad14-9376d942669d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (dafd60b1-b9d6-445a-9489-78ef37332e42), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:18.201131 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a16a0-d04c-4ebc-9c8c-c281dd3546e1 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Pushing event updated for resources: {'Port': ['ID=436ed209-dce3-4393-92c8-fccf886a2c65,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:18.211163 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d516ec88-9d8b-427f-abdc-b034ce4e4c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a0e26a-10c1-45fa-9bc6-c1e2aa99c5c1,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:18.229721 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416df892-cb1b-4337-8e68-e0e60bb5f78e req-c9d2571e-fb3c-441e-b652-112b5acca40c tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:18.237730 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-416df892-cb1b-4337-8e68-e0e60bb5f78e req-c9d2571e-fb3c-441e-b652-112b5acca40c tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=c976bb8a-67db-4a7d-a037-e759c34c4871 HTTP/1.1" status: 200 len: 931 time: 0.2558522 Jan 28 02:45:18.240873 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-365a16a0-d04c-4ebc-9c8c-c281dd3546e1 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Network 997aa02b-ef92-4c1c-ba5c-0477d385960c is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:45:18.271375 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e5fef5d6-a360-45ee-8bd2-34c4ef49daf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:18.299473 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-416df892-cb1b-4337-8e68-e0e60bb5f78e req-50dcade6-3657-485e-b3cb-70cff5e7aa6a tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607457 Jan 28 02:45:18.304651 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022c85c2-994e-4d51-ad14-9376d942669d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafd60b1-b9d6-445a-9489-78ef37332e42,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:18.309563 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-365a16a0-d04c-4ebc-9c8c-c281dd3546e1 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:45:18.312334 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-365a16a0-d04c-4ebc-9c8c-c281dd3546e1 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:45:18.321193 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-022c85c2-994e-4d51-ad14-9376d942669d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7a5d32c8b8ab4203b30d08cad0773b52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8626587 Jan 28 02:45:18.322194 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52242) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:18.324460 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-365a16a0-d04c-4ebc-9c8c-c281dd3546e1 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:18.325160 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-365a16a0-d04c-4ebc-9c8c-c281dd3546e1 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:18.359489 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-365a16a0-d04c-4ebc-9c8c-c281dd3546e1 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9280903 Jan 28 02:45:18.380377 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a264ab-b858-45db-86d0-edb7bbf1a732 req-7b4f5fe6-00f3-4c16-a70a-ee74cad140d5 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:18.387977 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e9a264ab-b858-45db-86d0-edb7bbf1a732 req-7b4f5fe6-00f3-4c16-a70a-ee74cad140d5 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=8060bb71-40c8-46a1-b95f-b889b580ddc0 HTTP/1.1" status: 200 len: 945 time: 0.3069384 Jan 28 02:45:18.392002 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-1cb1c570-202a-4ba7-acc5-14eaeed3ba58 service neutron] Request body: {'port': {'device_id': 'c976bb8a-67db-4a7d-a037-e759c34c4871', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:45:18.476114 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-1cb1c570-202a-4ba7-acc5-14eaeed3ba58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (436ed209-dce3-4393-92c8-fccf886a2c65), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:18.486008 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9a19f-88df-4753-9dbd-376979614faf req-e9846f84-0f78-4d09-a1e3-c5d49351f2eb tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:18.487867 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-eab7c57b-0de2-48e0-9611-435f37c64f27 admin admin] Publish callbacks [] for security_group (dafd60b1-b9d6-445a-9489-78ef37332e42), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:18.488624 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8ae9a19f-88df-4753-9dbd-376979614faf req-e9846f84-0f78-4d09-a1e3-c5d49351f2eb tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 972 time: 0.0914085 Jan 28 02:45:18.499702 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e9a264ab-b858-45db-86d0-edb7bbf1a732 req-2c0dbd06-62ca-450b-9a26-d531a44fbc12 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108954 Jan 28 02:45:18.529114 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e5fef5d6-a360-45ee-8bd2-34c4ef49daf9 admin admin] Publish callbacks [] for security_group (7eb82eb0-8163-499f-ab66-db0538601122), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:18.543807 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e5fef5d6-a360-45ee-8bd2-34c4ef49daf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (7eb82eb0-8163-499f-ab66-db0538601122), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:18.570499 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-eab7c57b-0de2-48e0-9611-435f37c64f27 admin admin] Publish callbacks [] for security_group (dafd60b1-b9d6-445a-9489-78ef37332e42), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:18.576145 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e5fef5d6-a360-45ee-8bd2-34c4ef49daf9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=19acc3cc344e4ac2a508c91f530b3b55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3898857 Jan 28 02:45:18.579945 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 52248) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:18.620344 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8ae9a19f-88df-4753-9dbd-376979614faf req-a8675e3f-f06f-4379-a201-fb83ca17657a tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228130 Jan 28 02:45:18.622054 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af19c7ea-68e2-418c-bacb-a373c1657f05 x-openstack-request-id: req-af19c7ea-68e2-418c-bacb-a373c1657f05 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:45:18.622179 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fef5d6-a360-45ee-8bd2-34c4ef49daf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb82eb0-8163-499f-ab66-db0538601122,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:18.623610 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "066cf706-a57b-45ec-9199-24f28416f082", "name": "network-vif-deleted", "tag": "d077c8a0-69bf-4582-b692-1ba34bac3af0", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:45:18.624011 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-af19c7ea-68e2-418c-bacb-a373c1657f05 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:45:18.624553 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '066cf706-a57b-45ec-9199-24f28416f082', 'name': 'network-vif-deleted', 'tag': 'd077c8a0-69bf-4582-b692-1ba34bac3af0', 'status': 'completed', 'code': 200} Jan 28 02:45:18.654163 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-eab7c57b-0de2-48e0-9611-435f37c64f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (dafd60b1-b9d6-445a-9489-78ef37332e42), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:18.658493 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-eab7c57b-0de2-48e0-9611-435f37c64f27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:18.659842 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-eab7c57b-0de2-48e0-9611-435f37c64f27 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dafd60b1-b9d6-445a-9489-78ef37332e42 HTTP/1.1" status: 204 len: 168 time: 0.3189075 Jan 28 02:45:18.672638 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab7c57b-0de2-48e0-9611-435f37c64f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafd60b1-b9d6-445a-9489-78ef37332e42,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:18.722832 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52254) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:18.741372 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7742612d-e4f6-4384-bfce-aa873ecffa23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:18.845351 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7742612d-e4f6-4384-bfce-aa873ecffa23 admin admin] Publish callbacks [] for security_group (f30da289-88d5-4193-bd25-1b41b4f43bb8), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:18.850258 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e7cfe8de-5875-4487-aa82-0ab2522882fd admin admin] Publish callbacks [] for security_group (7eb82eb0-8163-499f-ab66-db0538601122), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:18.851558 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7742612d-e4f6-4384-bfce-aa873ecffa23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f30da289-88d5-4193-bd25-1b41b4f43bb8), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:18.890105 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e7cfe8de-5875-4487-aa82-0ab2522882fd admin admin] Publish callbacks [] for security_group (7eb82eb0-8163-499f-ab66-db0538601122), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:18.901021 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 52258) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:18.901293 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7742612d-e4f6-4384-bfce-aa873ecffa23 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=19be2f32328a4d72b6c1fcc8f3d94eae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1771708 Jan 28 02:45:18.911727 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7742612d-e4f6-4384-bfce-aa873ecffa23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30da289-88d5-4193-bd25-1b41b4f43bb8,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:19.050769 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-51efd783-d3de-4019-b0dd-7920af8dd18f admin admin] Publish callbacks [] for security_group (f30da289-88d5-4193-bd25-1b41b4f43bb8), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:19.055225 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-1cb1c570-202a-4ba7-acc5-14eaeed3ba58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 436ed209-dce3-4393-92c8-fccf886a2c65 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:45:19.061279 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e7cfe8de-5875-4487-aa82-0ab2522882fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (7eb82eb0-8163-499f-ab66-db0538601122), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:19.064052 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e7cfe8de-5875-4487-aa82-0ab2522882fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:19.065240 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e7cfe8de-5875-4487-aa82-0ab2522882fd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7eb82eb0-8163-499f-ab66-db0538601122 HTTP/1.1" status: 204 len: 168 time: 0.4783211 Jan 28 02:45:19.076250 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-1cb1c570-202a-4ba7-acc5-14eaeed3ba58 service neutron] Publish callbacks [] for port (436ed209-dce3-4393-92c8-fccf886a2c65), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:19.096763 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cfe8de-5875-4487-aa82-0ab2522882fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb82eb0-8163-499f-ab66-db0538601122,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:19.110174 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-51efd783-d3de-4019-b0dd-7920af8dd18f admin admin] Publish callbacks [] for security_group (f30da289-88d5-4193-bd25-1b41b4f43bb8), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:19.112222 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-1cb1c570-202a-4ba7-acc5-14eaeed3ba58 service neutron] Transition to ACTIVE for port object 436ed209-dce3-4393-92c8-fccf886a2c65 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:45:19.122727 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-1cb1c570-202a-4ba7-acc5-14eaeed3ba58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (436ed209-dce3-4393-92c8-fccf886a2c65), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:19.165949 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52270) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:19.186287 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-42a30ac7-f4d0-4534-996a-55773ae4ae0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:19.226810 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb1c570-202a-4ba7-acc5-14eaeed3ba58 service neutron] Pushing event updated for resources: {'Port': ['ID=436ed209-dce3-4393-92c8-fccf886a2c65,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:19.259266 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-1cb1c570-202a-4ba7-acc5-14eaeed3ba58 service neutron] Attempting to bind port 436ed209-dce3-4393-92c8-fccf886a2c65 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:45:19.259600 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-1cb1c570-202a-4ba7-acc5-14eaeed3ba58 service neutron] Attempting to bind port 436ed209-dce3-4393-92c8-fccf886a2c65 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:45:19.259919 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-1cb1c570-202a-4ba7-acc5-14eaeed3ba58 service neutron] Attempting to bind port 436ed209-dce3-4393-92c8-fccf886a2c65 on network 997aa02b-ef92-4c1c-ba5c-0477d385960c {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:45:19.265606 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-1cb1c570-202a-4ba7-acc5-14eaeed3ba58 service neutron] Port 436ed209-dce3-4393-92c8-fccf886a2c65 on network 997aa02b-ef92-4c1c-ba5c-0477d385960c not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:45:19.266192 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-1cb1c570-202a-4ba7-acc5-14eaeed3ba58 service neutron] Attempting to bind port 436ed209-dce3-4393-92c8-fccf886a2c65 on network 997aa02b-ef92-4c1c-ba5c-0477d385960c {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:45:19.268208 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-51efd783-d3de-4019-b0dd-7920af8dd18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f30da289-88d5-4193-bd25-1b41b4f43bb8), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:19.270973 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-51efd783-d3de-4019-b0dd-7920af8dd18f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:19.274660 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-51efd783-d3de-4019-b0dd-7920af8dd18f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f30da289-88d5-4193-bd25-1b41b4f43bb8 HTTP/1.1" status: 204 len: 168 time: 0.3682730 Jan 28 02:45:19.282169 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-1cb1c570-202a-4ba7-acc5-14eaeed3ba58 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:45:19.282513 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-1cb1c570-202a-4ba7-acc5-14eaeed3ba58 service neutron] Checking segment: {'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:45:19.282893 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-1cb1c570-202a-4ba7-acc5-14eaeed3ba58 service neutron] Bound using segment: {'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:45:19.283522 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-1cb1c570-202a-4ba7-acc5-14eaeed3ba58 service neutron] Bound port: 436ed209-dce3-4393-92c8-fccf886a2c65, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:45:19.284332 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-1cb1c570-202a-4ba7-acc5-14eaeed3ba58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (436ed209-dce3-4393-92c8-fccf886a2c65), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:19.286052 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51efd783-d3de-4019-b0dd-7920af8dd18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30da289-88d5-4193-bd25-1b41b4f43bb8,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:19.301273 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52280) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:19.360806 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-42a30ac7-f4d0-4534-996a-55773ae4ae0a admin admin] Publish callbacks [] for security_group (dd5be24f-b603-4c79-83d3-c8b1c1ed3ad6), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:19.368924 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-42a30ac7-f4d0-4534-996a-55773ae4ae0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (dd5be24f-b603-4c79-83d3-c8b1c1ed3ad6), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:19.393272 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-4395f051-5806-4ba1-994c-32993334419e tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=75bfb80fd1554fd9a93c14afb3f2ef0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378070 Jan 28 02:45:19.442268 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a30ac7-f4d0-4534-996a-55773ae4ae0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5be24f-b603-4c79-83d3-c8b1c1ed3ad6,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:19.459813 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-42a30ac7-f4d0-4534-996a-55773ae4ae0a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=53513bd6314840aba67f042fda75cc0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2921994 Jan 28 02:45:19.463556 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52292) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:19.509350 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436e78f-ae9b-4bc5-b2b7-d8a35ae4adfc req-80e5cc2c-02c8-4ff4-a3f3-18840721d060 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:19.510889 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9436e78f-ae9b-4bc5-b2b7-d8a35ae4adfc req-80e5cc2c-02c8-4ff4-a3f3-18840721d060 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=c976bb8a-67db-4a7d-a037-e759c34c4871 HTTP/1.1" status: 200 len: 943 time: 0.0933580 Jan 28 02:45:19.544460 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8432f7cd-ee05-436b-868d-5124bcb302d7 admin admin] Publish callbacks [] for security_group (dd5be24f-b603-4c79-83d3-c8b1c1ed3ad6), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:19.545443 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-e0b1cb1c-dce2-48b8-832b-0d5bf6591a13 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:19.547453 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-e0b1cb1c-dce2-48b8-832b-0d5bf6591a13 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1444464 Jan 28 02:45:19.565532 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-1cb1c570-202a-4ba7-acc5-14eaeed3ba58 service neutron] For port 436ed209-dce3-4393-92c8-fccf886a2c65, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:45:19.568526 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-9d413389-b049-482e-b7e1-32b8ac60246a tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/quotas/75bfb80fd1554fd9a93c14afb3f2ef0a HTTP/1.1" status: 200 len: 375 time: 0.0129428 Jan 28 02:45:19.570528 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-1cb1c570-202a-4ba7-acc5-14eaeed3ba58 service neutron] For port 436ed209-dce3-4393-92c8-fccf886a2c65, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=436ed209-dce3-4393-92c8-fccf886a2c65,segment=NetworkSegment(1cc99f2f-8533-4758-ac6d-0ec0b703844f),segment_id=1cc99f2f-8533-4758-ac6d-0ec0b703844f)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:45:19.576502 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-1cb1c570-202a-4ba7-acc5-14eaeed3ba58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (436ed209-dce3-4393-92c8-fccf886a2c65), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:19.580853 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8432f7cd-ee05-436b-868d-5124bcb302d7 admin admin] Publish callbacks [] for security_group (dd5be24f-b603-4c79-83d3-c8b1c1ed3ad6), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:19.605428 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9436e78f-ae9b-4bc5-b2b7-d8a35ae4adfc req-5a5a67fc-4868-4b11-b07d-350fe3d813e5 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824108 Jan 28 02:45:19.641749 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-080e29fa-da71-456b-ab73-bebe943741fe tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=75bfb80fd1554fd9a93c14afb3f2ef0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616057 Jan 28 02:45:19.653118 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-1cb1c570-202a-4ba7-acc5-14eaeed3ba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:19.654274 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-1cb1c570-202a-4ba7-acc5-14eaeed3ba58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:19.655782 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-1cb1c570-202a-4ba7-acc5-14eaeed3ba58 service neutron] 10.222.0.39 "PUT /v2.0/ports/436ed209-dce3-4393-92c8-fccf886a2c65 HTTP/1.1" status: 200 len: 1092 time: 1.2720711 Jan 28 02:45:19.693101 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb1c570-202a-4ba7-acc5-14eaeed3ba58 service neutron] Pushing event updated for resources: {'Port': ['ID=436ed209-dce3-4393-92c8-fccf886a2c65,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:19.700499 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8432f7cd-ee05-436b-868d-5124bcb302d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (dd5be24f-b603-4c79-83d3-c8b1c1ed3ad6), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:19.703158 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8432f7cd-ee05-436b-868d-5124bcb302d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:19.704320 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8432f7cd-ee05-436b-868d-5124bcb302d7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dd5be24f-b603-4c79-83d3-c8b1c1ed3ad6 HTTP/1.1" status: 204 len: 168 time: 0.2398498 Jan 28 02:45:19.714879 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8432f7cd-ee05-436b-868d-5124bcb302d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5be24f-b603-4c79-83d3-c8b1c1ed3ad6,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:19.784185 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e22bb-c334-4456-9347-fb854a007508 req-e673280c-e786-4d52-876b-0f974837960f tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:19.801958 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-034e22bb-c334-4456-9347-fb854a007508 req-e673280c-e786-4d52-876b-0f974837960f tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=8060bb71-40c8-46a1-b95f-b889b580ddc0 HTTP/1.1" status: 200 len: 945 time: 0.0824699 Jan 28 02:45:19.839346 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-bbfae810-9a2a-4afa-bc7d-ded9f07d6df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:19.842566 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-bbfae810-9a2a-4afa-bc7d-ded9f07d6df4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b376bdc08124533ad1dc2039341113b&device_id=c976bb8a-67db-4a7d-a037-e759c34c4871 HTTP/1.1" status: 200 len: 1095 time: 0.0934446 Jan 28 02:45:19.939188 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-749dd18b-239f-45be-bc70-31b7da70bf92 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=436ed209-dce3-4393-92c8-fccf886a2c65 HTTP/1.1" status: 200 len: 217 time: 0.0822506 Jan 28 02:45:19.978254 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-034e22bb-c334-4456-9347-fb854a007508 req-e9e7f0a9-0a59-4043-b1c5-b933e7fdd167 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520422 Jan 28 02:45:20.077581 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a667523-764b-45c7-99d2-c5a8538f8f0a req-f8a21a2f-0f1d-49f0-8efe-2a5aee7798a2 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:20.079102 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8a667523-764b-45c7-99d2-c5a8538f8f0a req-f8a21a2f-0f1d-49f0-8efe-2a5aee7798a2 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 972 time: 0.1223416 Jan 28 02:45:20.081284 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-2a3cfe66-3889-4773-a9a0-4ff75c094098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:20.082892 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-2a3cfe66-3889-4773-a9a0-4ff75c094098 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bcba3f69-83cc-4e79-8ae3-09e3e7684525 HTTP/1.1" status: 200 len: 861 time: 0.1372204 Jan 28 02:45:20.085016 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c58c2bca-9012-4ff2-b95e-465f3341afd6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=93c0e75ddd3849db81e0a28aa5467a70&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7821751 Jan 28 02:45:20.087080 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ac35cbf9-abce-4282-800b-3c61a2959ebe req-51b30cdc-88eb-4f08-a0e2-288f73aea540 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/ports?device_id=be51ea0f-8f6c-491f-b899-4395b2da06de HTTP/1.1" status: 200 len: 210 time: 0.0618701 Jan 28 02:45:20.087713 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52320) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:20.142186 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-43ceee0e-17fa-4784-b66b-4a1e2d932d82 admin admin] Publish callbacks [] for security_group (9ff4f33f-5ba5-49da-8374-05896abdb923), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:20.192171 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-2088f75f-90aa-4271-89c6-005e01dca3e0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=997aa02b-ef92-4c1c-ba5c-0477d385960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978885 Jan 28 02:45:20.208318 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-43ceee0e-17fa-4784-b66b-4a1e2d932d82 admin admin] Publish callbacks [] for security_group (9ff4f33f-5ba5-49da-8374-05896abdb923), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:20.289044 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-43ceee0e-17fa-4784-b66b-4a1e2d932d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (9ff4f33f-5ba5-49da-8374-05896abdb923), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:20.292204 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-43ceee0e-17fa-4784-b66b-4a1e2d932d82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:20.293728 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-43ceee0e-17fa-4784-b66b-4a1e2d932d82 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9ff4f33f-5ba5-49da-8374-05896abdb923 HTTP/1.1" status: 204 len: 168 time: 0.2049334 Jan 28 02:45:20.309896 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ceee0e-17fa-4784-b66b-4a1e2d932d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff4f33f-5ba5-49da-8374-05896abdb923,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:20.386084 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8a667523-764b-45c7-99d2-c5a8538f8f0a req-3baa4776-668d-4c85-ae43-3f316defe486 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929702 Jan 28 02:45:20.461090 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-6d9c0585-29fb-42af-b95a-0f8dfdf6ea90 service neutron] 10.222.0.39 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594256 Jan 28 02:45:20.658451 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c976bb8a-67db-4a7d-a037-e759c34c4871', 'tag': '436ed209-dce3-4393-92c8-fccf886a2c65'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:45:20.670345 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c98b43e-15fb-4116-84fc-75049291df5b" -d '{"events": [{"name": "network-changed", "server_uuid": "c976bb8a-67db-4a7d-a037-e759c34c4871", "tag": "436ed209-dce3-4393-92c8-fccf886a2c65"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:45:20.707422 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b9e296f2-0be7-4500-9cf8-cb3e067c5dee req-6f57f845-064e-44be-b39f-abf69d2790d6 service neutron] 10.222.0.39 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374234 Jan 28 02:45:20.772163 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ed9d5d-e047-4a6c-bb28-63b47c6025ea x-openstack-request-id: req-a0ed9d5d-e047-4a6c-bb28-63b47c6025ea {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:45:20.772457 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c976bb8a-67db-4a7d-a037-e759c34c4871", "tag": "436ed209-dce3-4393-92c8-fccf886a2c65", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:45:20.772711 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a0ed9d5d-e047-4a6c-bb28-63b47c6025ea {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:45:20.773249 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c976bb8a-67db-4a7d-a037-e759c34c4871', 'tag': '436ed209-dce3-4393-92c8-fccf886a2c65', 'status': 'completed', 'code': 200} Jan 28 02:45:20.804841 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6d6b2-e5c3-40b5-ad93-17a25ea007f2 req-c823a878-bef6-4d97-97cc-38dfad88145e tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:20.806894 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-78b6d6b2-e5c3-40b5-ad93-17a25ea007f2 req-c823a878-bef6-4d97-97cc-38dfad88145e tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=c976bb8a-67db-4a7d-a037-e759c34c4871 HTTP/1.1" status: 200 len: 943 time: 0.0717766 Jan 28 02:45:20.896625 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98b43e-15fb-4116-84fc-75049291df5b req-a407970f-3c7c-4083-82c3-01e2bb3821ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:20.899496 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c98b43e-15fb-4116-84fc-75049291df5b req-a407970f-3c7c-4083-82c3-01e2bb3821ab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b376bdc08124533ad1dc2039341113b&device_id=c976bb8a-67db-4a7d-a037-e759c34c4871 HTTP/1.1" status: 200 len: 1095 time: 0.0520685 Jan 28 02:45:20.904037 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-78b6d6b2-e5c3-40b5-ad93-17a25ea007f2 req-ceac0483-a073-4969-b696-15231941e3c7 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851455 Jan 28 02:45:21.035083 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52382) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:21.087249 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-bf0cc26c-cdde-491a-92e8-b93fdf14dc8e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=969d27b8bc854e11956a6cdae0d51db9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0507760 Jan 28 02:45:21.098741 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52384) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:21.152763 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9efe1747-f16b-4e6a-b76e-983d3c2fd70b admin admin] Publish callbacks [] for security_group (9b5d31fa-ea50-4c0f-8bec-89859a585bc2), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:21.179103 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9efe1747-f16b-4e6a-b76e-983d3c2fd70b admin admin] Publish callbacks [] for security_group (9b5d31fa-ea50-4c0f-8bec-89859a585bc2), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:21.213276 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98b43e-15fb-4116-84fc-75049291df5b req-6639d0e0-1e7a-48f6-a080-92171ebc8847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:21.215069 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c98b43e-15fb-4116-84fc-75049291df5b req-6639d0e0-1e7a-48f6-a080-92171ebc8847 service neutron] 10.222.0.39 "GET /v2.0/networks?id=997aa02b-ef92-4c1c-ba5c-0477d385960c HTTP/1.1" status: 200 len: 922 time: 0.3087811 Jan 28 02:45:21.232391 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6b6a04b6-fdc3-4690-af2a-4d3541d7b859 req-6e6cd552-03ad-452a-a788-8c133a30f57a tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/ports?device_id=be51ea0f-8f6c-491f-b899-4395b2da06de HTTP/1.1" status: 200 len: 210 time: 0.0351744 Jan 28 02:45:21.258749 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9efe1747-f16b-4e6a-b76e-983d3c2fd70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (9b5d31fa-ea50-4c0f-8bec-89859a585bc2), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:21.262973 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9efe1747-f16b-4e6a-b76e-983d3c2fd70b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:21.264370 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9efe1747-f16b-4e6a-b76e-983d3c2fd70b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9b5d31fa-ea50-4c0f-8bec-89859a585bc2 HTTP/1.1" status: 204 len: 168 time: 0.1645505 Jan 28 02:45:21.282073 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c98b43e-15fb-4116-84fc-75049291df5b req-a1212750-cff1-45af-9da5-5459a617fe46 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=436ed209-dce3-4393-92c8-fccf886a2c65 HTTP/1.1" status: 200 len: 217 time: 0.0523522 Jan 28 02:45:21.282934 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efe1747-f16b-4e6a-b76e-983d3c2fd70b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5d31fa-ea50-4c0f-8bec-89859a585bc2,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:21.350784 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98b43e-15fb-4116-84fc-75049291df5b req-b95100fc-a1c3-41ca-877c-a67d7c268219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:21.352296 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c98b43e-15fb-4116-84fc-75049291df5b req-b95100fc-a1c3-41ca-877c-a67d7c268219 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bcba3f69-83cc-4e79-8ae3-09e3e7684525 HTTP/1.1" status: 200 len: 861 time: 0.0629499 Jan 28 02:45:21.389109 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c98b43e-15fb-4116-84fc-75049291df5b req-6d6f8984-e851-4f6a-a851-2628983e896c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=997aa02b-ef92-4c1c-ba5c-0477d385960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296500 Jan 28 02:45:21.471243 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-9c74e503-6e02-4625-9693-4e05d8a19546 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=75bfb80fd1554fd9a93c14afb3f2ef0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0702929 Jan 28 02:45:21.555807 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca0624-b188-4f1b-b956-3dbad54cd9a1 req-2d2b140c-e275-4bc3-96ed-523b03774dde tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:21.564328 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8eca0624-b188-4f1b-b956-3dbad54cd9a1 req-2d2b140c-e275-4bc3-96ed-523b03774dde tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 972 time: 0.0679686 Jan 28 02:45:21.617229 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8eca0624-b188-4f1b-b956-3dbad54cd9a1 req-713b0f74-4c54-4888-8009-b92d7d46ea47 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507953 Jan 28 02:45:21.617338 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c98b43e-15fb-4116-84fc-75049291df5b req-7c562c83-513e-4454-9695-5d0cff944aa2 service neutron] 10.222.0.39 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156727 Jan 28 02:45:21.686448 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-6397f70d-c867-46f3-a2dd-a1313d2eb38c tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:21.687923 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-6397f70d-c867-46f3-a2dd-a1313d2eb38c tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2121737 Jan 28 02:45:21.712722 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-ea320ab7-4873-4fc7-8e52-71b7398a27ef tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Request body: {'port': {'device_id': 'be51ea0f-8f6c-491f-b899-4395b2da06de', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'admin_state_up': True, 'tenant_id': '75bfb80fd1554fd9a93c14afb3f2ef0a'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:45:21.808760 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c98b43e-15fb-4116-84fc-75049291df5b req-47091345-86f4-4ebc-8c6b-9a1d3045e460 service neutron] 10.222.0.39 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829262 Jan 28 02:45:21.825657 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device d077c8a0-69bf-4582-b692-1ba34bac3af0 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:45:21.845516 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: d077c8a0-69bf-4582-b692-1ba34bac3af0 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:45:21.845794 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device d077c8a0-69bf-4582-b692-1ba34bac3af0 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:45:21.861100 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-ea320ab7-4873-4fc7-8e52-71b7398a27ef tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Made reservation on behalf of 75bfb80fd1554fd9a93c14afb3f2ef0a for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:45:21.863136 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-ea320ab7-4873-4fc7-8e52-71b7398a27ef tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:22.012676 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-ea320ab7-4873-4fc7-8e52-71b7398a27ef tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Allocated IP 192.168.233.19 (00399c87-9b8d-4ccb-b18d-7ccb90f49322/24329ac8-3d67-49eb-9f63-d2859e79e36f/5566af6e-218c-4df4-aba1-5db355806f75) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:45:22.045165 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce9000-a385-4f89-90b5-e88d64888f68 req-6ca597ba-aef6-4957-8f86-06b7f75e4857 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:22.046853 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-39ce9000-a385-4f89-90b5-e88d64888f68 req-6ca597ba-aef6-4957-8f86-06b7f75e4857 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=c976bb8a-67db-4a7d-a037-e759c34c4871 HTTP/1.1" status: 200 len: 943 time: 0.0692093 Jan 28 02:45:22.105478 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-39ce9000-a385-4f89-90b5-e88d64888f68 req-cf343e86-27c8-4f1e-8cae-161c4b702a32 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500352 Jan 28 02:45:22.194961 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-ea320ab7-4873-4fc7-8e52-71b7398a27ef tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Publish callbacks [] for port (5566af6e-218c-4df4-aba1-5db355806f75), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:22.234686 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-ea320ab7-4873-4fc7-8e52-71b7398a27ef tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (5566af6e-218c-4df4-aba1-5db355806f75), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:22.282718 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea320ab7-4873-4fc7-8e52-71b7398a27ef tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Pushing event updated for resources: {'Port': ['ID=5566af6e-218c-4df4-aba1-5db355806f75,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:22.298110 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-ea320ab7-4873-4fc7-8e52-71b7398a27ef tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:45:22.299658 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-ea320ab7-4873-4fc7-8e52-71b7398a27ef tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:45:22.302071 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-ea320ab7-4873-4fc7-8e52-71b7398a27ef tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:45:22.308152 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-ea320ab7-4873-4fc7-8e52-71b7398a27ef tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:22.308822 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-ea320ab7-4873-4fc7-8e52-71b7398a27ef tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:22.333770 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-ea320ab7-4873-4fc7-8e52-71b7398a27ef tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6260231 Jan 28 02:45:22.358483 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-f80b7b8c-5c67-4209-9b8e-78bed891c8cd service neutron] Request body: {'port': {'device_id': 'be51ea0f-8f6c-491f-b899-4395b2da06de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:45:22.441406 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3295a82-89a6-4d2f-892d-af4496923ddd req-558e2eb4-0a22-45c8-bbaf-e0f9e5ae3751 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:22.443174 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d3295a82-89a6-4d2f-892d-af4496923ddd req-558e2eb4-0a22-45c8-bbaf-e0f9e5ae3751 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/ports?device_id=be51ea0f-8f6c-491f-b899-4395b2da06de HTTP/1.1" status: 200 len: 935 time: 0.0989676 Jan 28 02:45:22.446957 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-f80b7b8c-5c67-4209-9b8e-78bed891c8cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5566af6e-218c-4df4-aba1-5db355806f75), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:22.535200 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d3295a82-89a6-4d2f-892d-af4496923ddd req-b57a77c0-81d6-412e-bea6-5cf1636c0a85 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e170b5f-57dc-49fe-af55-bf0af8c2d7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859311 Jan 28 02:45:22.581181 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-5b108a4d-67ab-4f42-b7b4-83d61c8c51fd None None] Provisioning complete for port 5566af6e-218c-4df4-aba1-5db355806f75 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:45:22.581884 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5b108a4d-67ab-4f42-b7b4-83d61c8c51fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (5566af6e-218c-4df4-aba1-5db355806f75), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:22.617180 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-5b108a4d-67ab-4f42-b7b4-83d61c8c51fd None None] Port 5566af6e-218c-4df4-aba1-5db355806f75 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:45:22.732216 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4f5ca-f0e3-421c-b7a3-14b8695c2fcc req-095b8399-5503-4360-94fa-27740e15d170 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:22.734415 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-81e4f5ca-f0e3-421c-b7a3-14b8695c2fcc req-095b8399-5503-4360-94fa-27740e15d170 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 972 time: 0.0491960 Jan 28 02:45:22.795996 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-81e4f5ca-f0e3-421c-b7a3-14b8695c2fcc req-5a6cf592-f701-48b5-b399-04df388e286d tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548587 Jan 28 02:45:22.813364 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-f80b7b8c-5c67-4209-9b8e-78bed891c8cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5566af6e-218c-4df4-aba1-5db355806f75 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:45:22.821200 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-f80b7b8c-5c67-4209-9b8e-78bed891c8cd service neutron] Publish callbacks [] for port (5566af6e-218c-4df4-aba1-5db355806f75), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:22.834376 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-f80b7b8c-5c67-4209-9b8e-78bed891c8cd service neutron] Transition to ACTIVE for port object 5566af6e-218c-4df4-aba1-5db355806f75 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:45:22.841338 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-f80b7b8c-5c67-4209-9b8e-78bed891c8cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (5566af6e-218c-4df4-aba1-5db355806f75), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:22.897947 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b7b8c-5c67-4209-9b8e-78bed891c8cd service neutron] Pushing event updated for resources: {'Port': ['ID=5566af6e-218c-4df4-aba1-5db355806f75,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:22.947083 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-f80b7b8c-5c67-4209-9b8e-78bed891c8cd service neutron] Attempting to bind port 5566af6e-218c-4df4-aba1-5db355806f75 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:45:22.947404 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-f80b7b8c-5c67-4209-9b8e-78bed891c8cd service neutron] Attempting to bind port 5566af6e-218c-4df4-aba1-5db355806f75 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:45:22.947727 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-f80b7b8c-5c67-4209-9b8e-78bed891c8cd service neutron] Attempting to bind port 5566af6e-218c-4df4-aba1-5db355806f75 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:45:22.956273 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-f80b7b8c-5c67-4209-9b8e-78bed891c8cd service neutron] Port 5566af6e-218c-4df4-aba1-5db355806f75 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:45:22.956606 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-f80b7b8c-5c67-4209-9b8e-78bed891c8cd service neutron] Attempting to bind port 5566af6e-218c-4df4-aba1-5db355806f75 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:45:22.962188 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-f80b7b8c-5c67-4209-9b8e-78bed891c8cd service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:45:22.962532 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-f80b7b8c-5c67-4209-9b8e-78bed891c8cd service neutron] Checking segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:45:22.962920 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-f80b7b8c-5c67-4209-9b8e-78bed891c8cd service neutron] Bound using segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:45:22.963414 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-f80b7b8c-5c67-4209-9b8e-78bed891c8cd service neutron] Bound port: 5566af6e-218c-4df4-aba1-5db355806f75, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:45:22.963754 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-f80b7b8c-5c67-4209-9b8e-78bed891c8cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5566af6e-218c-4df4-aba1-5db355806f75), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:23.052117 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-f80b7b8c-5c67-4209-9b8e-78bed891c8cd service neutron] For port 5566af6e-218c-4df4-aba1-5db355806f75, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:45:23.059317 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-f80b7b8c-5c67-4209-9b8e-78bed891c8cd service neutron] For port 5566af6e-218c-4df4-aba1-5db355806f75, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=5566af6e-218c-4df4-aba1-5db355806f75,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:45:23.066493 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-f80b7b8c-5c67-4209-9b8e-78bed891c8cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (5566af6e-218c-4df4-aba1-5db355806f75), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:23.137853 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-f80b7b8c-5c67-4209-9b8e-78bed891c8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:23.138480 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-f80b7b8c-5c67-4209-9b8e-78bed891c8cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:23.140009 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-f80b7b8c-5c67-4209-9b8e-78bed891c8cd service neutron] 10.222.0.67 "PUT /v2.0/ports/5566af6e-218c-4df4-aba1-5db355806f75 HTTP/1.1" status: 200 len: 1096 time: 0.7868938 Jan 28 02:45:23.140480 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be51ea0f-8f6c-491f-b899-4395b2da06de', 'tag': '5566af6e-218c-4df4-aba1-5db355806f75'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:45:23.144495 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f4009f-d562-43ba-b151-ce1d5229baf6" -d '{"events": [{"name": "network-changed", "server_uuid": "be51ea0f-8f6c-491f-b899-4395b2da06de", "tag": "5566af6e-218c-4df4-aba1-5db355806f75"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:45:23.168306 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b7b8c-5c67-4209-9b8e-78bed891c8cd service neutron] Pushing event updated for resources: {'Port': ['ID=5566af6e-218c-4df4-aba1-5db355806f75,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:23.292617 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-2afc6772-f64b-461c-81ba-22279538c1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:23.294211 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-2afc6772-f64b-461c-81ba-22279538c1a5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=75bfb80fd1554fd9a93c14afb3f2ef0a&device_id=be51ea0f-8f6c-491f-b899-4395b2da06de HTTP/1.1" status: 200 len: 1099 time: 0.0938892 Jan 28 02:45:23.301061 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0bbce1-c470-4219-baa9-d723ad887c72 req-c5004c8b-68c3-4126-b90c-394828638892 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:23.302554 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ef0bbce1-c470-4219-baa9-d723ad887c72 req-c5004c8b-68c3-4126-b90c-394828638892 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=c976bb8a-67db-4a7d-a037-e759c34c4871 HTTP/1.1" status: 200 len: 943 time: 0.0882940 Jan 28 02:45:23.367140 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-b9211605-2f81-4d65-9b3d-7d224c0376cd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=5566af6e-218c-4df4-aba1-5db355806f75 HTTP/1.1" status: 200 len: 217 time: 0.0571892 Jan 28 02:45:23.421513 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ef0bbce1-c470-4219-baa9-d723ad887c72 req-889d21a9-03c7-4790-935e-34ca130de6e2 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129448 Jan 28 02:45:23.435626 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-89c872bb-1dd2-492a-9275-d721e5270d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:23.437091 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-89c872bb-1dd2-492a-9275-d721e5270d10 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.0606556 Jan 28 02:45:23.486439 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab287283-d748-448b-9e64-6c9ecbf3924c x-openstack-request-id: req-ab287283-d748-448b-9e64-6c9ecbf3924c {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:45:23.486814 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be51ea0f-8f6c-491f-b899-4395b2da06de", "tag": "5566af6e-218c-4df4-aba1-5db355806f75", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:45:23.487224 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ab287283-d748-448b-9e64-6c9ecbf3924c {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:45:23.487624 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be51ea0f-8f6c-491f-b899-4395b2da06de', 'tag': '5566af6e-218c-4df4-aba1-5db355806f75', 'status': 'completed', 'code': 200} Jan 28 02:45:23.502091 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 436ed209-dce3-4393-92c8-fccf886a2c65 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:45:23.505158 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-24ea17ff-eb32-43a4-8dde-203207366ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:23.507161 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-24ea17ff-eb32-43a4-8dde-203207366ddc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0580122 Jan 28 02:45:23.657106 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-8b013f32-22ba-47d0-a9e1-7348a1c0a0a6 service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416104 Jan 28 02:45:23.659931 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 436ed209-dce3-4393-92c8-fccf886a2c65, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=436ed209-dce3-4393-92c8-fccf886a2c65,segment=NetworkSegment(1cc99f2f-8533-4758-ac6d-0ec0b703844f),segment_id=1cc99f2f-8533-4758-ac6d-0ec0b703844f)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:45:23.673626 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '436ed209-dce3-4393-92c8-fccf886a2c65', 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c', 'port_id': '436ed209-dce3-4393-92c8-fccf886a2c65', 'mac_address': 'fa:16:3e:d7:31:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcba3f69-83cc-4e79-8ae3-09e3e7684525', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:45:23.717550 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 436ed209-dce3-4393-92c8-fccf886a2c65 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:45:23.717943 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (436ed209-dce3-4393-92c8-fccf886a2c65), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:23.731418 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 436ed209-dce3-4393-92c8-fccf886a2c65 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:45:23.756937 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 436ed209-dce3-4393-92c8-fccf886a2c65, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=436ed209-dce3-4393-92c8-fccf886a2c65,segment=NetworkSegment(1cc99f2f-8533-4758-ac6d-0ec0b703844f),segment_id=1cc99f2f-8533-4758-ac6d-0ec0b703844f)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:45:23.769514 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (436ed209-dce3-4393-92c8-fccf886a2c65), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:23.781798 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11832c45-830d-4bb6-8ee5-37f9a68aca09 req-e5fae1f6-352a-4bc4-91e9-c6c9fb1ad73f tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:23.792270 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-11832c45-830d-4bb6-8ee5-37f9a68aca09 req-e5fae1f6-352a-4bc4-91e9-c6c9fb1ad73f tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/ports?device_id=be51ea0f-8f6c-491f-b899-4395b2da06de HTTP/1.1" status: 200 len: 947 time: 0.1063223 Jan 28 02:45:23.801116 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-34aacd0a-b45e-489b-8a00-ad0d4821a9a6 req-9f9d5da1-414f-4300-befb-16d34fd620e8 service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365149 Jan 28 02:45:23.855285 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-11832c45-830d-4bb6-8ee5-37f9a68aca09 req-3b6b88e5-3f45-4e23-91d1-8c4b86a9cfd6 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e170b5f-57dc-49fe-af55-bf0af8c2d7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616581 Jan 28 02:45:23.867852 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=436ed209-dce3-4393-92c8-fccf886a2c65,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:23.949840 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4009f-d562-43ba-b151-ce1d5229baf6 req-b3f13e95-532b-46cc-be1f-18bcbf96afa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:23.951335 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e7f4009f-d562-43ba-b151-ce1d5229baf6 req-b3f13e95-532b-46cc-be1f-18bcbf96afa0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=75bfb80fd1554fd9a93c14afb3f2ef0a&device_id=be51ea0f-8f6c-491f-b899-4395b2da06de HTTP/1.1" status: 200 len: 1099 time: 0.0453801 Jan 28 02:45:24.020481 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:45:24.055494 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['436ed209-dce3-4393-92c8-fccf886a2c65'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:45:24.069903 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4009f-d562-43ba-b151-ce1d5229baf6 req-4b44f564-f944-4694-abc0-74cdce4dcf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:24.071382 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e7f4009f-d562-43ba-b151-ce1d5229baf6 req-4b44f564-f944-4694-abc0-74cdce4dcf7d service neutron] 10.222.0.67 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.1125507 Jan 28 02:45:24.142063 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e7f4009f-d562-43ba-b151-ce1d5229baf6 req-c60b35aa-1413-41fa-aa62-de50ddabb669 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=5566af6e-218c-4df4-aba1-5db355806f75 HTTP/1.1" status: 200 len: 217 time: 0.0579500 Jan 28 02:45:24.273457 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4009f-d562-43ba-b151-ce1d5229baf6 req-6360cc2a-1673-464f-b58f-40f789023fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:24.274924 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e7f4009f-d562-43ba-b151-ce1d5229baf6 req-6360cc2a-1673-464f-b58f-40f789023fec service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.1140642 Jan 28 02:45:24.282819 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2478a27c-2979-4ce9-98d3-3bee17697e5f req-346ea881-e67f-4504-9f3f-9474620a5422 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:24.288266 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2478a27c-2979-4ce9-98d3-3bee17697e5f req-346ea881-e67f-4504-9f3f-9474620a5422 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 972 time: 0.1495905 Jan 28 02:45:24.360895 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4009f-d562-43ba-b151-ce1d5229baf6 req-b1b4775c-0f29-4005-8d61-f77d75aa109f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:24.362635 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e7f4009f-d562-43ba-b151-ce1d5229baf6 req-b1b4775c-0f29-4005-8d61-f77d75aa109f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0729518 Jan 28 02:45:24.366880 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2478a27c-2979-4ce9-98d3-3bee17697e5f req-a14f3850-4748-4e9e-9cfe-020e54a9c62f tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672407 Jan 28 02:45:24.468014 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e7f4009f-d562-43ba-b151-ce1d5229baf6 req-bc2d8568-882f-448e-8345-96d2a6458294 service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967169 Jan 28 02:45:24.515258 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52574) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:24.574264 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e7f4009f-d562-43ba-b151-ce1d5229baf6 req-9e7db0c1-6859-4a40-8790-1245fd7bfc49 service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982766 Jan 28 02:45:24.680039 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4c735cf2-b081-42be-bda6-2a577ce7d055 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:24.769983 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33facc-120e-41b5-99f6-620c1ec0482b req-e3c9a54f-f6da-4829-9ffb-1cdac7fd3143 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:24.771484 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6d33facc-120e-41b5-99f6-620c1ec0482b req-e3c9a54f-f6da-4829-9ffb-1cdac7fd3143 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=c976bb8a-67db-4a7d-a037-e759c34c4871 HTTP/1.1" status: 200 len: 944 time: 0.0776336 Jan 28 02:45:24.845168 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4c735cf2-b081-42be-bda6-2a577ce7d055 admin admin] Publish callbacks [] for security_group (7e324bc3-2036-4031-8a1f-7abedc17aaa0), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:24.849345 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6d33facc-120e-41b5-99f6-620c1ec0482b req-b49cbc73-59d2-4c30-b7a0-25f078b4a94c tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684614 Jan 28 02:45:24.852721 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4c735cf2-b081-42be-bda6-2a577ce7d055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (7e324bc3-2036-4031-8a1f-7abedc17aaa0), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:24.901584 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 52602) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:24.901719 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4c735cf2-b081-42be-bda6-2a577ce7d055 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=22c08c4334d94529aacc91a0bfdc36c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3851953 Jan 28 02:45:24.904129 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c735cf2-b081-42be-bda6-2a577ce7d055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e324bc3-2036-4031-8a1f-7abedc17aaa0,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:24.983980 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c7ea0b60-481f-471f-a2e1-a5d7fca8fe77 admin admin] Publish callbacks [] for security_group (7e324bc3-2036-4031-8a1f-7abedc17aaa0), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:24.993210 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52610) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:25.022975 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c7ea0b60-481f-471f-a2e1-a5d7fca8fe77 admin admin] Publish callbacks [] for security_group (7e324bc3-2036-4031-8a1f-7abedc17aaa0), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:25.061276 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b538b-e08d-45c9-97d1-d5f7a5f402a6 req-ff503bf7-f34d-49c4-88b8-3cd415414b63 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:25.062791 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-af1b538b-e08d-45c9-97d1-d5f7a5f402a6 req-ff503bf7-f34d-49c4-88b8-3cd415414b63 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/ports?device_id=be51ea0f-8f6c-491f-b899-4395b2da06de HTTP/1.1" status: 200 len: 947 time: 0.0622978 Jan 28 02:45:25.104175 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c7ea0b60-481f-471f-a2e1-a5d7fca8fe77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (7e324bc3-2036-4031-8a1f-7abedc17aaa0), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:25.108054 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c7ea0b60-481f-471f-a2e1-a5d7fca8fe77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:25.111680 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c7ea0b60-481f-471f-a2e1-a5d7fca8fe77 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7e324bc3-2036-4031-8a1f-7abedc17aaa0 HTTP/1.1" status: 204 len: 168 time: 0.2066710 Jan 28 02:45:25.118785 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-af1b538b-e08d-45c9-97d1-d5f7a5f402a6 req-4946b8b4-7267-416a-b6ff-37ba1e2a497b tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e170b5f-57dc-49fe-af55-bf0af8c2d7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490015 Jan 28 02:45:25.119132 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ea0b60-481f-471f-a2e1-a5d7fca8fe77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e324bc3-2036-4031-8a1f-7abedc17aaa0,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:25.287796 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d80a190b-3409-4b6c-8861-39b48c03ba89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:25.402407 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d80a190b-3409-4b6c-8861-39b48c03ba89 admin admin] Publish callbacks [] for security_group (c0b96320-e56e-4eaf-a288-ec1be5994ce9), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:25.407342 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d80a190b-3409-4b6c-8861-39b48c03ba89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c0b96320-e56e-4eaf-a288-ec1be5994ce9), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:25.450320 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d80a190b-3409-4b6c-8861-39b48c03ba89 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0793b2c2a2fe44f995fd791c65a4e578&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4556522 Jan 28 02:45:25.453194 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 52658) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:25.461784 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a190b-3409-4b6c-8861-39b48c03ba89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b96320-e56e-4eaf-a288-ec1be5994ce9,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:25.509320 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8fe1918b-7532-49f1-b2a6-01f92cff6a06 admin admin] Publish callbacks [] for security_group (c0b96320-e56e-4eaf-a288-ec1be5994ce9), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:25.521849 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 436ed209-dce3-4393-92c8-fccf886a2c65 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:45:25.530066 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca18d8e-32de-4ef9-90ef-2389cb975519 req-a2d644ae-93be-491b-ad8d-8354751e9c2b tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:25.537585 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9ca18d8e-32de-4ef9-90ef-2389cb975519 req-a2d644ae-93be-491b-ad8d-8354751e9c2b tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 972 time: 0.0899634 Jan 28 02:45:25.548395 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8fe1918b-7532-49f1-b2a6-01f92cff6a06 admin admin] Publish callbacks [] for security_group (c0b96320-e56e-4eaf-a288-ec1be5994ce9), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:25.587579 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 436ed209-dce3-4393-92c8-fccf886a2c65 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:45:25.594204 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 436ed209-dce3-4393-92c8-fccf886a2c65 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:45:25.595312 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (436ed209-dce3-4393-92c8-fccf886a2c65), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:25.615399 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8fe1918b-7532-49f1-b2a6-01f92cff6a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c0b96320-e56e-4eaf-a288-ec1be5994ce9), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:25.618140 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9ca18d8e-32de-4ef9-90ef-2389cb975519 req-46406b01-53a1-44f4-bea3-25789c3312f8 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796230 Jan 28 02:45:25.618418 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8fe1918b-7532-49f1-b2a6-01f92cff6a06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:25.621582 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8fe1918b-7532-49f1-b2a6-01f92cff6a06 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c0b96320-e56e-4eaf-a288-ec1be5994ce9 HTTP/1.1" status: 204 len: 168 time: 0.1651673 Jan 28 02:45:25.631841 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe1918b-7532-49f1-b2a6-01f92cff6a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b96320-e56e-4eaf-a288-ec1be5994ce9,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:25.762672 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 436ed209-dce3-4393-92c8-fccf886a2c65 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:45:25.763259 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (436ed209-dce3-4393-92c8-fccf886a2c65), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:25.797529 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c976bb8a-67db-4a7d-a037-e759c34c4871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '436ed209-dce3-4393-92c8-fccf886a2c65'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:45:25.800027 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f597753f-07fa-4389-b610-f99d0422393d" -d '{"events": [{"server_uuid": "c976bb8a-67db-4a7d-a037-e759c34c4871", "name": "network-vif-plugged", "status": "completed", "tag": "436ed209-dce3-4393-92c8-fccf886a2c65"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:45:25.815605 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 436ed209-dce3-4393-92c8-fccf886a2c65, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=436ed209-dce3-4393-92c8-fccf886a2c65,segment=NetworkSegment(1cc99f2f-8533-4758-ac6d-0ec0b703844f),segment_id=1cc99f2f-8533-4758-ac6d-0ec0b703844f)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:45:25.824416 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (436ed209-dce3-4393-92c8-fccf886a2c65), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:25.857177 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:45:25.863200 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2279da-143a-4d01-abdb-f019b4435f16 x-openstack-request-id: req-2f2279da-143a-4d01-abdb-f019b4435f16 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:45:25.863498 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c976bb8a-67db-4a7d-a037-e759c34c4871", "name": "network-vif-plugged", "status": "completed", "tag": "436ed209-dce3-4393-92c8-fccf886a2c65", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:45:25.863750 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2f2279da-143a-4d01-abdb-f019b4435f16 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:45:25.864324 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c976bb8a-67db-4a7d-a037-e759c34c4871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '436ed209-dce3-4393-92c8-fccf886a2c65', 'code': 200} Jan 28 02:45:25.887445 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52680) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:25.902582 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=436ed209-dce3-4393-92c8-fccf886a2c65,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:25.934796 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c012d571-3360-4341-a5ec-fe5d0eed77af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:26.044665 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c,segment=NetworkSegment(75a4b119-8376-430b-8e41-eb2c7f9df607),segment_id=75a4b119-8376-430b-8e41-eb2c7f9df607)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:45:26.067435 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': 'd64ac3ce-bc51-4a5e-9bd0-8a6899757a7c', 'network_id': 'c898a309-cc9c-486f-b9d6-bb11ec55d766', 'port_id': 'd64ac3ce-bc51-4a5e-9bd0-8a6899757a7c', 'mac_address': 'fa:16:3e:00:70:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaaafb1c-3547-4581-9e89-2950c931386f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:45:26.091939 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52ff48-00cf-4b18-a745-4e1fce98dbff req-a6ead1a2-4640-4017-8ef9-dc046bc163e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:26.094189 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ef52ff48-00cf-4b18-a745-4e1fce98dbff req-a6ead1a2-4640-4017-8ef9-dc046bc163e7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c976bb8a-67db-4a7d-a037-e759c34c4871 HTTP/1.1" status: 200 len: 1097 time: 0.1240320 Jan 28 02:45:26.095280 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c012d571-3360-4341-a5ec-fe5d0eed77af admin admin] Publish callbacks [] for security_group (67124be7-e992-4707-91a7-7378ccfe3973), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:26.104473 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c012d571-3360-4341-a5ec-fe5d0eed77af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (67124be7-e992-4707-91a7-7378ccfe3973), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:26.116831 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a71d1-413e-436e-bc9f-336f60e64c02 req-38f1977f-d430-4a58-8f33-9acec8f44721 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:26.118814 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-335a71d1-413e-436e-bc9f-336f60e64c02 req-38f1977f-d430-4a58-8f33-9acec8f44721 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=c976bb8a-67db-4a7d-a037-e759c34c4871 HTTP/1.1" status: 200 len: 945 time: 0.0969238 Jan 28 02:45:26.119045 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c is: ACTIVE; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:45:26.119464 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:26.138306 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:45:26.168075 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c012d571-3360-4341-a5ec-fe5d0eed77af admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c5b6be4001be4ed2b4d043e6a4f0d430&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2780817 Jan 28 02:45:26.169664 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c,segment=NetworkSegment(75a4b119-8376-430b-8e41-eb2c7f9df607),segment_id=75a4b119-8376-430b-8e41-eb2c7f9df607)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:45:26.170321 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52690) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:26.177259 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:26.189770 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ef52ff48-00cf-4b18-a745-4e1fce98dbff req-f3827bdd-e2ae-4eda-a2d3-922ae2b3fc2c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869527 Jan 28 02:45:26.191212 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 52692) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:26.201238 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-335a71d1-413e-436e-bc9f-336f60e64c02 req-00adee30-2fe6-4108-8475-5810d99e1482 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756502 Jan 28 02:45:26.207979 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-729a426e-3ae4-415a-883f-1e34ca5c0945 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:26.225663 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012d571-3360-4341-a5ec-fe5d0eed77af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67124be7-e992-4707-91a7-7378ccfe3973,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:26.265698 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c,revision_number=6']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:26.271758 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-debf0f72-91d8-4dad-8c8c-2f558b8edaa5 admin admin] Publish callbacks [] for security_group (67124be7-e992-4707-91a7-7378ccfe3973), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:26.303953 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-debf0f72-91d8-4dad-8c8c-2f558b8edaa5 admin admin] Publish callbacks [] for security_group (67124be7-e992-4707-91a7-7378ccfe3973), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:26.314517 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-729a426e-3ae4-415a-883f-1e34ca5c0945 admin admin] Publish callbacks [] for security_group (6bfa36a3-a11f-4e26-9371-aa598693508c), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:26.356628 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-729a426e-3ae4-415a-883f-1e34ca5c0945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (6bfa36a3-a11f-4e26-9371-aa598693508c), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:26.373819 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-debf0f72-91d8-4dad-8c8c-2f558b8edaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (67124be7-e992-4707-91a7-7378ccfe3973), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:26.377384 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-debf0f72-91d8-4dad-8c8c-2f558b8edaa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:26.382249 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-debf0f72-91d8-4dad-8c8c-2f558b8edaa5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/67124be7-e992-4707-91a7-7378ccfe3973 HTTP/1.1" status: 204 len: 168 time: 0.2103045 Jan 28 02:45:26.389900 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:45:26.392420 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf0f72-91d8-4dad-8c8c-2f558b8edaa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67124be7-e992-4707-91a7-7378ccfe3973,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:26.417945 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-729a426e-3ae4-415a-883f-1e34ca5c0945 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ef482f10b4a749058f060f1377c54743&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255876 Jan 28 02:45:26.421802 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52700) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:26.426266 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb5858-9cba-43ae-9648-e70ffd3abfa1 req-b1d8f6dc-5429-471f-9312-7a89dc865ced tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:26.427971 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ffdb5858-9cba-43ae-9648-e70ffd3abfa1 req-b1d8f6dc-5429-471f-9312-7a89dc865ced tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/ports?device_id=be51ea0f-8f6c-491f-b899-4395b2da06de HTTP/1.1" status: 200 len: 947 time: 0.1116104 Jan 28 02:45:26.428961 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a426e-3ae4-415a-883f-1e34ca5c0945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfa36a3-a11f-4e26-9371-aa598693508c,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:26.508370 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ffdb5858-9cba-43ae-9648-e70ffd3abfa1 req-2913ad85-38ca-43ba-a9bb-1b6743b5d0aa tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e170b5f-57dc-49fe-af55-bf0af8c2d7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682716 Jan 28 02:45:26.557949 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44bc5f07-34c8-45a6-9600-5e98ae9a3228 admin admin] Publish callbacks [] for security_group (6bfa36a3-a11f-4e26-9371-aa598693508c), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:26.587346 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44bc5f07-34c8-45a6-9600-5e98ae9a3228 admin admin] Publish callbacks [] for security_group (6bfa36a3-a11f-4e26-9371-aa598693508c), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:26.665827 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44bc5f07-34c8-45a6-9600-5e98ae9a3228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (6bfa36a3-a11f-4e26-9371-aa598693508c), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:26.669099 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44bc5f07-34c8-45a6-9600-5e98ae9a3228 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:26.673953 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-44bc5f07-34c8-45a6-9600-5e98ae9a3228 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6bfa36a3-a11f-4e26-9371-aa598693508c HTTP/1.1" status: 204 len: 168 time: 0.2500322 Jan 28 02:45:26.685362 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc5f07-34c8-45a6-9600-5e98ae9a3228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfa36a3-a11f-4e26-9371-aa598693508c,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:26.756107 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d266ff9-fcd7-4760-a43d-5ad37af053d5 req-77157136-6b81-4890-a240-67eb5d959405 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:26.757622 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2d266ff9-fcd7-4760-a43d-5ad37af053d5 req-77157136-6b81-4890-a240-67eb5d959405 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 972 time: 0.0498743 Jan 28 02:45:26.822010 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2d266ff9-fcd7-4760-a43d-5ad37af053d5 req-a087cabc-4bbc-4792-852d-7eabd3578610 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581012 Jan 28 02:45:27.367188 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f7b50-a149-46a9-96f6-f522b25c0349 req-817e69b9-c5d1-4649-9aee-695a8cd42c08 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:27.373749 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2d2f7b50-a149-46a9-96f6-f522b25c0349 req-817e69b9-c5d1-4649-9aee-695a8cd42c08 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=c976bb8a-67db-4a7d-a037-e759c34c4871 HTTP/1.1" status: 200 len: 945 time: 0.0611775 Jan 28 02:45:27.433675 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2d2f7b50-a149-46a9-96f6-f522b25c0349 req-8691be8b-b1a6-4c00-b25c-0a2123bdaef7 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579596 Jan 28 02:45:27.793737 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74686a74-8cbd-490d-aac6-2a84ffaa2b80 req-cfe1e876-59b5-4a21-8e7b-6c782a1d0741 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:27.801255 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-74686a74-8cbd-490d-aac6-2a84ffaa2b80 req-cfe1e876-59b5-4a21-8e7b-6c782a1d0741 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/ports?device_id=be51ea0f-8f6c-491f-b899-4395b2da06de HTTP/1.1" status: 200 len: 947 time: 0.0564730 Jan 28 02:45:27.864752 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 5566af6e-218c-4df4-aba1-5db355806f75 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:45:27.914070 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:45:27.922302 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-74686a74-8cbd-490d-aac6-2a84ffaa2b80 req-652322e8-74a4-454c-b51d-b7bf4d684821 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e170b5f-57dc-49fe-af55-bf0af8c2d7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201744 Jan 28 02:45:27.944918 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40256ccb-b83b-4a86-8eb0-8d592cbe514b req-e8c94669-6ad3-43f5-9c20-68673c1ea48d tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:27.946967 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-40256ccb-b83b-4a86-8eb0-8d592cbe514b req-e8c94669-6ad3-43f5-9c20-68673c1ea48d tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c976bb8a-67db-4a7d-a037-e759c34c4871 HTTP/1.1" status: 200 len: 1097 time: 0.1133349 Jan 28 02:45:28.054939 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-40256ccb-b83b-4a86-8eb0-8d592cbe514b req-c170fea8-c7dd-451b-a9c6-73e4020a0305 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913007 Jan 28 02:45:28.174256 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52862) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:28.240265 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:45:28.240714 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:28.291914 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d608431-6a13-4d67-9eef-ab71feef6d2a req-b8ab144d-e3fe-491d-a21b-213806242717 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:28.300562 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8d608431-6a13-4d67-9eef-ab71feef6d2a req-b8ab144d-e3fe-491d-a21b-213806242717 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 972 time: 0.0921745 Jan 28 02:45:28.314393 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 5566af6e-218c-4df4-aba1-5db355806f75, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=5566af6e-218c-4df4-aba1-5db355806f75,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:45:28.340340 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '5566af6e-218c-4df4-aba1-5db355806f75', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'port_id': '5566af6e-218c-4df4-aba1-5db355806f75', 'mac_address': 'fa:16:3e:77:12:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24329ac8-3d67-49eb-9f63-d2859e79e36f', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:45:28.408751 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8d608431-6a13-4d67-9eef-ab71feef6d2a req-55c09002-5dc4-4dbb-b703-cc55c8ec7b3e tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016769 Jan 28 02:45:28.422363 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 5566af6e-218c-4df4-aba1-5db355806f75 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:45:28.422944 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5566af6e-218c-4df4-aba1-5db355806f75), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:28.440216 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-8446ddbf-9334-45cb-8481-cf2ea66254eb admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-907093123-network', 'tenant_id': 'deb0ae2c8f344983b94e9f109bff2e22'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:45:28.463066 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:45:28.466147 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:28.475430 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5566af6e-218c-4df4-aba1-5db355806f75 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:45:28.484104 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8446ddbf-9334-45cb-8481-cf2ea66254eb admin admin] Made reservation on behalf of deb0ae2c8f344983b94e9f109bff2e22 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:45:28.486509 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8446ddbf-9334-45cb-8481-cf2ea66254eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:28.531433 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c,segment=NetworkSegment(75a4b119-8376-430b-8e41-eb2c7f9df607),segment_id=75a4b119-8376-430b-8e41-eb2c7f9df607)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:45:28.538174 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8060bb71-40c8-46a1-b95f-b889b580ddc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64ac3ce-bc51-4a5e-9bd0-8a6899757a7c'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:45:28.538609 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8446ddbf-9334-45cb-8481-cf2ea66254eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:28.540605 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31eb835-2ae7-44b8-a502-0d85022f8af3" -d '{"events": [{"server_uuid": "8060bb71-40c8-46a1-b95f-b889b580ddc0", "name": "network-vif-plugged", "status": "completed", "tag": "d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:45:28.545577 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:28.549989 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 5566af6e-218c-4df4-aba1-5db355806f75, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=5566af6e-218c-4df4-aba1-5db355806f75,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:45:28.575693 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (5566af6e-218c-4df4-aba1-5db355806f75), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:28.643458 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c,revision_number=7']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:28.704850 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab100bb-99bf-46ff-b85b-f240e8fb9e49 x-openstack-request-id: req-7ab100bb-99bf-46ff-b85b-f240e8fb9e49 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:45:28.705014 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8060bb71-40c8-46a1-b95f-b889b580ddc0", "name": "network-vif-plugged", "status": "completed", "tag": "d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:45:28.705443 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7ab100bb-99bf-46ff-b85b-f240e8fb9e49 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:45:28.705927 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8060bb71-40c8-46a1-b95f-b889b580ddc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64ac3ce-bc51-4a5e-9bd0-8a6899757a7c', 'code': 200} Jan 28 02:45:28.777653 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=5566af6e-218c-4df4-aba1-5db355806f75,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:28.794850 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:28.904532 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8446ddbf-9334-45cb-8481-cf2ea66254eb admin admin] Publish callbacks [] for security_group (b9bad0b3-39ec-419d-877d-8d8b7e5840ae), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:28.919793 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8446ddbf-9334-45cb-8481-cf2ea66254eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b9bad0b3-39ec-419d-877d-8d8b7e5840ae), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:28.938977 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ceddb5-036a-464a-b6b7-26b417e2147b req-2d033651-c8cb-4579-af69-4df8dff477eb tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:28.946086 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-87ceddb5-036a-464a-b6b7-26b417e2147b req-2d033651-c8cb-4579-af69-4df8dff477eb tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c976bb8a-67db-4a7d-a037-e759c34c4871 HTTP/1.1" status: 200 len: 1097 time: 0.1886504 Jan 28 02:45:28.971345 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8446ddbf-9334-45cb-8481-cf2ea66254eb admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:45:28.993193 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8446ddbf-9334-45cb-8481-cf2ea66254eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (bbedb26a-d891-40c8-8d71-f06cdae1759c), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:28.993778 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-8446ddbf-9334-45cb-8481-cf2ea66254eb admin admin] Added segment bbedb26a-d891-40c8-8d71-f06cdae1759c of type vlan for network 14d3588b-3a72-4543-858a-daf4905526c1 Jan 28 02:45:28.995128 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8446ddbf-9334-45cb-8481-cf2ea66254eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9bad0b3-39ec-419d-877d-8d8b7e5840ae,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:29.023852 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['5566af6e-218c-4df4-aba1-5db355806f75'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:45:29.069256 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8446ddbf-9334-45cb-8481-cf2ea66254eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (14d3588b-3a72-4543-858a-daf4905526c1), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:29.090030 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-87ceddb5-036a-464a-b6b7-26b417e2147b req-e9052213-a563-4fa3-a4b8-63b9e0746899 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428492 Jan 28 02:45:29.154459 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8446ddbf-9334-45cb-8481-cf2ea66254eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (14d3588b-3a72-4543-858a-daf4905526c1), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:29.155807 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8446ddbf-9334-45cb-8481-cf2ea66254eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:29.156635 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8446ddbf-9334-45cb-8481-cf2ea66254eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:29.200869 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188533f1-98c6-4e8c-a280-3ee3be964e76 req-a35cf8ed-5f08-4c16-a9e4-89c478305a04 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:29.215690 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-188533f1-98c6-4e8c-a280-3ee3be964e76 req-a35cf8ed-5f08-4c16-a9e4-89c478305a04 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/ports?device_id=be51ea0f-8f6c-491f-b899-4395b2da06de HTTP/1.1" status: 200 len: 948 time: 0.1577172 Jan 28 02:45:29.236893 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 52908) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:29.244131 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8446ddbf-9334-45cb-8481-cf2ea66254eb admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0687604 Jan 28 02:45:29.253266 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-8f92d11d-17e2-4f9c-99bc-0dbdaab72d1f admin admin] Request body: {'subnet': {'network_id': '14d3588b-3a72-4543-858a-daf4905526c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-907093123-subnet', 'tenant_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:45:29.368354 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f92d11d-17e2-4f9c-99bc-0dbdaab72d1f admin admin] Made reservation on behalf of deb0ae2c8f344983b94e9f109bff2e22 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:45:29.374208 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8f92d11d-17e2-4f9c-99bc-0dbdaab72d1f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:29.387306 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8446ddbf-9334-45cb-8481-cf2ea66254eb admin admin] Pushing event updated for resources: {'Network': ['ID=14d3588b-3a72-4543-858a-daf4905526c1,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:29.414536 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 14d3588b-3a72-4543-858a-daf4905526c1 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:45:29.427282 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52924) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:29.437526 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-188533f1-98c6-4e8c-a280-3ee3be964e76 req-7918f473-d76f-4af5-b0ca-0e40fd79d469 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e170b5f-57dc-49fe-af55-bf0af8c2d7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186286 Jan 28 02:45:29.660477 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ca4f4b42-99ee-4777-a9e4-64b48b0a6492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:29.680002 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-ba758999-1a02-4e83-88f8-8f98ae8e6734 req-82ba472c-e8c8-46e4-b119-6ce4b8edfb62 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:45:29.696103 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ba758999-1a02-4e83-88f8-8f98ae8e6734 req-82ba472c-e8c8-46e4-b119-6ce4b8edfb62 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0402043 Jan 28 02:45:29.698271 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8f92d11d-17e2-4f9c-99bc-0dbdaab72d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for subnet (8bcd77d3-aea2-4a38-a318-db02b350e105), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:29.763510 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f92d11d-17e2-4f9c-99bc-0dbdaab72d1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bcd77d3-aea2-4a38-a318-db02b350e105,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:29.795930 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f92d11d-17e2-4f9c-99bc-0dbdaab72d1f admin admin] Checking segment: {'id': 'bbedb26a-d891-40c8-8d71-f06cdae1759c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '14d3588b-3a72-4543-858a-daf4905526c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:45:29.796429 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f92d11d-17e2-4f9c-99bc-0dbdaab72d1f admin admin] Network hostable DHCP agents. Network: 14d3588b-3a72-4543-858a-daf4905526c1, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:45:29.829787 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f92d11d-17e2-4f9c-99bc-0dbdaab72d1f admin admin] Network 14d3588b-3a72-4543-858a-daf4905526c1 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:45:29.848740 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-8f92d11d-17e2-4f9c-99bc-0dbdaab72d1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 14d3588b-3a72-4543-858a-daf4905526c1) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:45:29.852286 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4805fb40-6c67-4213-a2d4-1be1ff59ecca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:29.854250 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f92d11d-17e2-4f9c-99bc-0dbdaab72d1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:29.854895 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8f92d11d-17e2-4f9c-99bc-0dbdaab72d1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:29.861547 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584a24f9-8e77-4760-840d-a28c7fad04f4 None None] Network 14d3588b-3a72-4543-858a-daf4905526c1 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:45:29.902209 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8f92d11d-17e2-4f9c-99bc-0dbdaab72d1f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6607482 Jan 28 02:45:29.904840 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 52934) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:29.913159 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-9a20620e-9a10-4997-a01c-8c8309175a1e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-907093123-router', 'tenant_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:45:29.966796 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a20620e-9a10-4997-a01c-8c8309175a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (f4e962b1-b4a4-490d-a01e-f309dae8cc3a), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:29.968172 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a20620e-9a10-4997-a01c-8c8309175a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (f4e962b1-b4a4-490d-a01e-f309dae8cc3a), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:30.030146 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4805fb40-6c67-4213-a2d4-1be1ff59ecca admin admin] Publish callbacks [] for security_group (80b0bff8-3eba-4cc5-81fd-49956c6f25f8), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:30.043057 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4805fb40-6c67-4213-a2d4-1be1ff59ecca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (80b0bff8-3eba-4cc5-81fd-49956c6f25f8), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:30.131711 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ae7809-d9f2-4188-bebd-d3fe7684e60c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-14d3588b-3a72-4543-858a-daf4905526c1', 'network_id': '14d3588b-3a72-4543-858a-daf4905526c1', 'project_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'fixed_ips': [{'subnet_id': '8bcd77d3-aea2-4a38-a318-db02b350e105'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:45:30.133103 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f9ae7809-d9f2-4188-bebd-d3fe7684e60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:30.155610 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4805fb40-6c67-4213-a2d4-1be1ff59ecca admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e51251b5110e4808a3ddad179ba86597&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7236929 Jan 28 02:45:30.155610 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52940) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:30.171083 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4805fb40-6c67-4213-a2d4-1be1ff59ecca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b0bff8-3eba-4cc5-81fd-49956c6f25f8,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:30.246028 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d790cb-77b7-4e2a-b689-e451c9c4365c req-4cd8e25c-e22a-4803-a120-66c4855f8481 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:30.254193 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-96d790cb-77b7-4e2a-b689-e451c9c4365c req-4cd8e25c-e22a-4803-a120-66c4855f8481 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 972 time: 0.1867263 Jan 28 02:45:30.294487 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-48c1b64d-ab4c-4852-8b18-3c996bc07682 admin admin] Publish callbacks [] for security_group (80b0bff8-3eba-4cc5-81fd-49956c6f25f8), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:30.370913 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-48c1b64d-ab4c-4852-8b18-3c996bc07682 admin admin] Publish callbacks [] for security_group (80b0bff8-3eba-4cc5-81fd-49956c6f25f8), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:30.380403 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a20620e-9a10-4997-a01c-8c8309175a1e admin admin] Publish callbacks [] for router_controller (f4e962b1-b4a4-490d-a01e-f309dae8cc3a), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:30.387629 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-96d790cb-77b7-4e2a-b689-e451c9c4365c req-19d585d7-df5d-4a2a-a1ea-357cfd472ffb tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321030 Jan 28 02:45:30.471964 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-48c1b64d-ab4c-4852-8b18-3c996bc07682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (80b0bff8-3eba-4cc5-81fd-49956c6f25f8), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:30.476166 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-48c1b64d-ab4c-4852-8b18-3c996bc07682 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:30.480698 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-48c1b64d-ab4c-4852-8b18-3c996bc07682 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/80b0bff8-3eba-4cc5-81fd-49956c6f25f8 HTTP/1.1" status: 204 len: 168 time: 0.3242338 Jan 28 02:45:30.490499 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1b64d-ab4c-4852-8b18-3c996bc07682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b0bff8-3eba-4cc5-81fd-49956c6f25f8,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:30.540586 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-f9ae7809-d9f2-4188-bebd-d3fe7684e60c None None] Allocated IP 172.20.0.2 (14d3588b-3a72-4543-858a-daf4905526c1/8bcd77d3-aea2-4a38-a318-db02b350e105/6e61eb57-de02-40b8-bc23-6f8968bf119b) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:45:30.697438 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a20620e-9a10-4997-a01c-8c8309175a1e admin admin] Publish callbacks [] for router_gateway (f4e962b1-b4a4-490d-a01e-f309dae8cc3a), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:30.780781 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f9ae7809-d9f2-4188-bebd-d3fe7684e60c None None] Publish callbacks [] for port (6e61eb57-de02-40b8-bc23-6f8968bf119b), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:30.791099 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f9ae7809-d9f2-4188-bebd-d3fe7684e60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (6e61eb57-de02-40b8-bc23-6f8968bf119b), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:30.856559 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ae7809-d9f2-4188-bebd-d3fe7684e60c None None] Network 14d3588b-3a72-4543-858a-daf4905526c1 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:45:30.860455 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-f9ae7809-d9f2-4188-bebd-d3fe7684e60c None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:45:30.863273 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ae7809-d9f2-4188-bebd-d3fe7684e60c None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:45:30.897860 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae7809-d9f2-4188-bebd-d3fe7684e60c None None] Pushing event updated for resources: {'Port': ['ID=6e61eb57-de02-40b8-bc23-6f8968bf119b,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:31.034013 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-f9ae7809-d9f2-4188-bebd-d3fe7684e60c None None] Attempting to bind port 6e61eb57-de02-40b8-bc23-6f8968bf119b on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:45:31.034511 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-f9ae7809-d9f2-4188-bebd-d3fe7684e60c None None] Attempting to bind port 6e61eb57-de02-40b8-bc23-6f8968bf119b by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'bbedb26a-d891-40c8-8d71-f06cdae1759c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '14d3588b-3a72-4543-858a-daf4905526c1'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:45:31.034777 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ae7809-d9f2-4188-bebd-d3fe7684e60c None None] Attempting to bind port 6e61eb57-de02-40b8-bc23-6f8968bf119b on network 14d3588b-3a72-4543-858a-daf4905526c1 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:45:31.048194 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ae7809-d9f2-4188-bebd-d3fe7684e60c None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:45:31.052445 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ae7809-d9f2-4188-bebd-d3fe7684e60c None None] Checking segment: {'id': 'bbedb26a-d891-40c8-8d71-f06cdae1759c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '14d3588b-3a72-4543-858a-daf4905526c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:45:31.054071 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f9ae7809-d9f2-4188-bebd-d3fe7684e60c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:31.054499 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ae7809-d9f2-4188-bebd-d3fe7684e60c None None] Bound using segment: {'id': 'bbedb26a-d891-40c8-8d71-f06cdae1759c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '14d3588b-3a72-4543-858a-daf4905526c1'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:45:31.055048 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-f9ae7809-d9f2-4188-bebd-d3fe7684e60c None None] Bound port: 6e61eb57-de02-40b8-bc23-6f8968bf119b, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbedb26a-d891-40c8-8d71-f06cdae1759c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '14d3588b-3a72-4543-858a-daf4905526c1'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:45:31.055467 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f9ae7809-d9f2-4188-bebd-d3fe7684e60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (6e61eb57-de02-40b8-bc23-6f8968bf119b), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:31.151947 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a20620e-9a10-4997-a01c-8c8309175a1e admin admin] Publish callbacks [] for router_gateway (f4e962b1-b4a4-490d-a01e-f309dae8cc3a), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:31.173152 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52970) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:31.190230 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ff2619e1-34ea-465a-a57b-3159877546cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:31.215025 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a20620e-9a10-4997-a01c-8c8309175a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:31.238080 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-f9ae7809-d9f2-4188-bebd-d3fe7684e60c None None] For port 6e61eb57-de02-40b8-bc23-6f8968bf119b, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:45:31.249166 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-f9ae7809-d9f2-4188-bebd-d3fe7684e60c None None] For port 6e61eb57-de02-40b8-bc23-6f8968bf119b, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=6e61eb57-de02-40b8-bc23-6f8968bf119b,segment=NetworkSegment(bbedb26a-d891-40c8-8d71-f06cdae1759c),segment_id=bbedb26a-d891-40c8-8d71-f06cdae1759c)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:45:31.264224 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f9ae7809-d9f2-4188-bebd-d3fe7684e60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (6e61eb57-de02-40b8-bc23-6f8968bf119b), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:31.387303 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae7809-d9f2-4188-bebd-d3fe7684e60c None None] Pushing event updated for resources: {'Port': ['ID=6e61eb57-de02-40b8-bc23-6f8968bf119b,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:31.391621 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ff2619e1-34ea-465a-a57b-3159877546cc admin admin] Publish callbacks [] for security_group (728592fd-53ab-4875-a180-2d2f734a2d82), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:31.413382 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ff2619e1-34ea-465a-a57b-3159877546cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (728592fd-53ab-4875-a180-2d2f734a2d82), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:31.470103 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-9a20620e-9a10-4997-a01c-8c8309175a1e admin admin] Allocated IP 172.25.0.40 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/ba6b77fe-d614-438b-96c8-791c5bc5e219) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:45:31.487906 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2619e1-34ea-465a-a57b-3159877546cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728592fd-53ab-4875-a180-2d2f734a2d82,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:31.522571 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ff2619e1-34ea-465a-a57b-3159877546cc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8952fffa99a247dcba419bf5c5cda11e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3457916 Jan 28 02:45:31.523721 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52988) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:31.559124 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fc079-d346-4351-bf7b-f8595d5c8dd7 req-f1aa0608-5da0-40f6-89f1-4d48abf5b485 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:31.566882 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ed5fc079-d346-4351-bf7b-f8595d5c8dd7 req-f1aa0608-5da0-40f6-89f1-4d48abf5b485 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/ports?device_id=be51ea0f-8f6c-491f-b899-4395b2da06de HTTP/1.1" status: 200 len: 948 time: 0.1113663 Jan 28 02:45:31.597944 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a20620e-9a10-4997-a01c-8c8309175a1e admin admin] Publish callbacks [] for port (ba6b77fe-d614-438b-96c8-791c5bc5e219), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:31.651908 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ed5fc079-d346-4351-bf7b-f8595d5c8dd7 req-d5881fef-4899-4473-ac17-15bc4f412ca6 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e170b5f-57dc-49fe-af55-bf0af8c2d7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840268 Jan 28 02:45:31.678680 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c15b1105-34b8-4057-9a57-bed41f4eb56e admin admin] Publish callbacks [] for security_group (728592fd-53ab-4875-a180-2d2f734a2d82), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:31.707073 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c15b1105-34b8-4057-9a57-bed41f4eb56e admin admin] Publish callbacks [] for security_group (728592fd-53ab-4875-a180-2d2f734a2d82), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:31.734478 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967766b0-14b5-4024-83de-679392be3745 req-9c6fbdd5-1ce5-479d-9055-2cac722a8c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:31.737287 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-967766b0-14b5-4024-83de-679392be3745 req-9c6fbdd5-1ce5-479d-9055-2cac722a8c43 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=29a2e152744a433f9b25a7592aa94e29&device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 1124 time: 0.0954254 Jan 28 02:45:31.738840 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a20620e-9a10-4997-a01c-8c8309175a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (ba6b77fe-d614-438b-96c8-791c5bc5e219), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:31.773753 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4e49dfa8-a872-4430-a30e-7a3fb99ceb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:31.783454 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c15b1105-34b8-4057-9a57-bed41f4eb56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (728592fd-53ab-4875-a180-2d2f734a2d82), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:31.787186 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c15b1105-34b8-4057-9a57-bed41f4eb56e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:31.791017 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c15b1105-34b8-4057-9a57-bed41f4eb56e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/728592fd-53ab-4875-a180-2d2f734a2d82 HTTP/1.1" status: 204 len: 168 time: 0.2640271 Jan 28 02:45:31.803295 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15b1105-34b8-4057-9a57-bed41f4eb56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728592fd-53ab-4875-a180-2d2f734a2d82,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:31.855668 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a20620e-9a10-4997-a01c-8c8309175a1e admin admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:45:31.897778 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 5566af6e-218c-4df4-aba1-5db355806f75 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:45:31.900471 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-9a20620e-9a10-4997-a01c-8c8309175a1e admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:45:31.924721 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a20620e-9a10-4997-a01c-8c8309175a1e admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:45:32.014559 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 5566af6e-218c-4df4-aba1-5db355806f75 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:45:32.028336 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 5566af6e-218c-4df4-aba1-5db355806f75 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:45:32.029425 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (5566af6e-218c-4df4-aba1-5db355806f75), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:32.123949 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a20620e-9a10-4997-a01c-8c8309175a1e admin admin] Pushing event updated for resources: {'Port': ['ID=ba6b77fe-d614-438b-96c8-791c5bc5e219,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:32.183883 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967766b0-14b5-4024-83de-679392be3745 req-a8bf1ac2-4472-49ed-8b98-ebcff6c8efde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:32.187768 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-967766b0-14b5-4024-83de-679392be3745 req-a8bf1ac2-4472-49ed-8b98-ebcff6c8efde service neutron] 10.222.0.39 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.4277618 Jan 28 02:45:32.219363 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 5566af6e-218c-4df4-aba1-5db355806f75 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:45:32.219773 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5566af6e-218c-4df4-aba1-5db355806f75), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:32.263695 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be51ea0f-8f6c-491f-b899-4395b2da06de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5566af6e-218c-4df4-aba1-5db355806f75'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:45:32.267302 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae17b11c-8d1d-4688-9249-8e4a939b8f10" -d '{"events": [{"server_uuid": "be51ea0f-8f6c-491f-b899-4395b2da06de", "name": "network-vif-plugged", "status": "completed", "tag": "5566af6e-218c-4df4-aba1-5db355806f75"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:45:32.301600 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 5566af6e-218c-4df4-aba1-5db355806f75, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=5566af6e-218c-4df4-aba1-5db355806f75,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:45:32.314844 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (5566af6e-218c-4df4-aba1-5db355806f75), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:32.347538 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-967766b0-14b5-4024-83de-679392be3745 req-aa85fbc0-9e99-4f19-aa60-55b40d5b68a0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=acba92ab-c841-45d8-aacc-9e88e553230d HTTP/1.1" status: 200 len: 217 time: 0.1391408 Jan 28 02:45:32.443805 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=5566af6e-218c-4df4-aba1-5db355806f75,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:32.506115 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.39', 49483) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:32.527309 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967766b0-14b5-4024-83de-679392be3745 req-f9f5e277-7c4b-4e73-a956-7f3f62069cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:32.528840 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-967766b0-14b5-4024-83de-679392be3745 req-f9f5e277-7c4b-4e73-a956-7f3f62069cf7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.1749806 Jan 28 02:45:32.569098 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a20620e-9a10-4997-a01c-8c8309175a1e admin admin] Publish callbacks [] for router_gateway (f4e962b1-b4a4-490d-a01e-f309dae8cc3a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:32.600470 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 53018) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:32.684708 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-04c405f5-154c-4148-b1d4-2e8b44090150 service neutron] show failed (client error): The resource could not be found. Jan 28 02:45:32.685780 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-04c405f5-154c-4148-b1d4-2e8b44090150 service neutron] 10.222.0.39 "GET /v2.0/ports/acba92ab-c841-45d8-aacc-9e88e553230d/bindings/n-h1-712139-27 HTTP/1.1" status: 404 len: 381 time: 0.1787694 Jan 28 02:45:32.758021 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967766b0-14b5-4024-83de-679392be3745 req-48d87d41-9880-49fe-8c37-3d3ca791c3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:32.759489 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-967766b0-14b5-4024-83de-679392be3745 req-48d87d41-9880-49fe-8c37-3d3ca791c3a2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2111287 Jan 28 02:45:33.047376 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-967766b0-14b5-4024-83de-679392be3745 req-f7ca6a74-8bdb-40cb-8d5c-fc997a0af066 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772844 Jan 28 02:45:33.156218 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 6e61eb57-de02-40b8-bc23-6f8968bf119b up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:45:33.211930 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406b8eb-410f-481b-818f-43ab662b74e9 req-7718fbc3-6328-4e49-a22f-811798ca37aa tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:33.213808 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f406b8eb-410f-481b-818f-43ab662b74e9 req-7718fbc3-6328-4e49-a22f-811798ca37aa tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 972 time: 0.1591341 Jan 28 02:45:33.220252 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-baef4d9f-1faa-4b69-93fd-cf93ff94654c tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:45:33.224510 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-baef4d9f-1faa-4b69-93fd-cf93ff94654c tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6230175 Jan 28 02:45:33.312258 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f406b8eb-410f-481b-818f-43ab662b74e9 req-cfe7427d-e407-4a9f-8e68-07d8e179e7d7 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864489 Jan 28 02:45:33.451040 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b753061-09f9-482e-97b5-939a0931addf x-openstack-request-id: req-2b753061-09f9-482e-97b5-939a0931addf {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:45:33.452134 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be51ea0f-8f6c-491f-b899-4395b2da06de", "name": "network-vif-plugged", "status": "completed", "tag": "5566af6e-218c-4df4-aba1-5db355806f75", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:45:33.453234 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2b753061-09f9-482e-97b5-939a0931addf {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:45:33.453867 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be51ea0f-8f6c-491f-b899-4395b2da06de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5566af6e-218c-4df4-aba1-5db355806f75', 'code': 200} Jan 28 02:45:33.484390 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccab31b-78ff-48f6-b2d6-1cff034a126b None None] Network 14d3588b-3a72-4543-858a-daf4905526c1 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:45:33.497216 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:33.543690 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.67', 57898) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:33.600364 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3cc34f-6a99-441f-bd28-d0914ab86744 req-f05e21ce-bef3-43a0-91b8-f10ef254c174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:33.601923 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1e3cc34f-6a99-441f-bd28-d0914ab86744 req-f05e21ce-bef3-43a0-91b8-f10ef254c174 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=be51ea0f-8f6c-491f-b899-4395b2da06de HTTP/1.1" status: 200 len: 1101 time: 0.0572350 Jan 28 02:45:33.732742 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 53054) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:33.778325 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:33.786606 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1e3cc34f-6a99-441f-bd28-d0914ab86744 req-ae7d020b-508f-4c4e-8921-c920d894bcac service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5e170b5f-57dc-49fe-af55-bf0af8c2d7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776357 Jan 28 02:45:33.794453 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 6e61eb57-de02-40b8-bc23-6f8968bf119b triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:45:33.794838 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (6e61eb57-de02-40b8-bc23-6f8968bf119b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:33.811367 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-3bc8d966-c86b-428b-921e-e00524594475 None None] Provisioning complete for port 6e61eb57-de02-40b8-bc23-6f8968bf119b triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:45:33.811743 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3bc8d966-c86b-428b-921e-e00524594475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (6e61eb57-de02-40b8-bc23-6f8968bf119b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:33.898029 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-8716e4ca-6af9-45ac-a98d-93aeeea99918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:33.899887 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-8716e4ca-6af9-45ac-a98d-93aeeea99918 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19&tenant_id=29a2e152744a433f9b25a7592aa94e29 HTTP/1.1" status: 200 len: 1124 time: 0.8192184 Jan 28 02:45:33.925326 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863b9b6-f4bd-4444-bd17-1d124fa2fcfc req-8e98ba24-71ed-4e74-8a20-d85926082795 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:33.925326 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d863b9b6-f4bd-4444-bd17-1d124fa2fcfc req-8e98ba24-71ed-4e74-8a20-d85926082795 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/ports?device_id=be51ea0f-8f6c-491f-b899-4395b2da06de HTTP/1.1" status: 200 len: 949 time: 0.2215519 Jan 28 02:45:33.925326 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-dac4db21-63ea-4da6-acf7-b9fc2a7dd9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:33.925326 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-dac4db21-63ea-4da6-acf7-b9fc2a7dd9f8 service neutron] 10.222.0.53 "GET /v2.0/ports/436ed209-dce3-4393-92c8-fccf886a2c65 HTTP/1.1" status: 200 len: 1094 time: 0.4396641 Jan 28 02:45:33.971874 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-ac90410b-d5a0-4fbd-bc25-56af707af0d6 service neutron] Request body: {'binding': {'host': 'n-h1-712139-27', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:45:33.977725 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-ac90410b-d5a0-4fbd-bc25-56af707af0d6 service neutron] Unknown quota resources ['binding']. {{(pid=109802) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 02:45:34.056180 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a20620e-9a10-4997-a01c-8c8309175a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (f4e962b1-b4a4-490d-a01e-f309dae8cc3a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:34.150605 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d863b9b6-f4bd-4444-bd17-1d124fa2fcfc req-a50d1bda-4e71-4afa-a46f-ff263f71e8db tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e170b5f-57dc-49fe-af55-bf0af8c2d7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233093 Jan 28 02:45:34.178984 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-3bc8d966-c86b-428b-921e-e00524594475 None None] Current status of the port 6e61eb57-de02-40b8-bc23-6f8968bf119b is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:45:34.180547 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3bc8d966-c86b-428b-921e-e00524594475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (6e61eb57-de02-40b8-bc23-6f8968bf119b), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:34.185215 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-ac9afe75-29d6-4ff2-9d6a-c1e2be845e7f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-27', 'device_owner': 'compute:nova'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:45:34.191938 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-967766b0-14b5-4024-83de-679392be3745 req-fc966519-3b69-4a00-97f5-3f6d4bb3791f service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1356087 Jan 28 02:45:34.353209 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-3bc8d966-c86b-428b-921e-e00524594475 None None] For port 6e61eb57-de02-40b8-bc23-6f8968bf119b, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=6e61eb57-de02-40b8-bc23-6f8968bf119b,segment=NetworkSegment(bbedb26a-d891-40c8-8d71-f06cdae1759c),segment_id=bbedb26a-d891-40c8-8d71-f06cdae1759c)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:45:34.354655 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 6e61eb57-de02-40b8-bc23-6f8968bf119b is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:45:34.359788 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (6e61eb57-de02-40b8-bc23-6f8968bf119b), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:34.383703 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3bc8d966-c86b-428b-921e-e00524594475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (6e61eb57-de02-40b8-bc23-6f8968bf119b), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:34.419775 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-ac9afe75-29d6-4ff2-9d6a-c1e2be845e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (acba92ab-c841-45d8-aacc-9e88e553230d), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:34.475706 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9e4304ab-f8cf-474d-bb69-76124f298af9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:34.515940 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8d966-c86b-428b-921e-e00524594475 None None] Pushing event updated for resources: {'Port': ['ID=6e61eb57-de02-40b8-bc23-6f8968bf119b,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:34.522121 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.api [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 02:45:34.522588 n-d-712139-27 neutron-server[109804]: DEBUG oslo_db.api [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 02:45:34.531223 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-06cff6dc-72dd-46ff-9d7c-db3111d62b4f None None] Provisioning complete for port 6e61eb57-de02-40b8-bc23-6f8968bf119b triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:45:34.531638 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-06cff6dc-72dd-46ff-9d7c-db3111d62b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (6e61eb57-de02-40b8-bc23-6f8968bf119b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:34.617621 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:34.654192 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-06cff6dc-72dd-46ff-9d7c-db3111d62b4f None None] Current status of the port 6e61eb57-de02-40b8-bc23-6f8968bf119b is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:45:34.770119 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a20620e-9a10-4997-a01c-8c8309175a1e admin admin] Router f4e962b1-b4a4-490d-a01e-f309dae8cc3a is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 02:45:34.805506 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-ac90410b-d5a0-4fbd-bc25-56af707af0d6 service neutron] Attempting to bind port 436ed209-dce3-4393-92c8-fccf886a2c65 on host n-h1-712139-27 for vnic_type normal with profile None {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:45:34.806131 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-ac90410b-d5a0-4fbd-bc25-56af707af0d6 service neutron] Attempting to bind port 436ed209-dce3-4393-92c8-fccf886a2c65 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:45:34.806309 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-ac90410b-d5a0-4fbd-bc25-56af707af0d6 service neutron] Attempting to bind port 436ed209-dce3-4393-92c8-fccf886a2c65 on network 997aa02b-ef92-4c1c-ba5c-0477d385960c {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:45:34.813509 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-ac90410b-d5a0-4fbd-bc25-56af707af0d6 service neutron] Port 436ed209-dce3-4393-92c8-fccf886a2c65 on network 997aa02b-ef92-4c1c-ba5c-0477d385960c not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:45:34.813900 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-ac90410b-d5a0-4fbd-bc25-56af707af0d6 service neutron] Attempting to bind port 436ed209-dce3-4393-92c8-fccf886a2c65 on network 997aa02b-ef92-4c1c-ba5c-0477d385960c {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:45:34.820347 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-ac90410b-d5a0-4fbd-bc25-56af707af0d6 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:45:34.822380 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-ac90410b-d5a0-4fbd-bc25-56af707af0d6 service neutron] Checking segment: {'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:45:34.823139 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-ac90410b-d5a0-4fbd-bc25-56af707af0d6 service neutron] Bound using segment: {'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:45:34.824324 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-ac90410b-d5a0-4fbd-bc25-56af707af0d6 service neutron] Bound port: 436ed209-dce3-4393-92c8-fccf886a2c65, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:45:34.969329 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-ac90410b-d5a0-4fbd-bc25-56af707af0d6 service neutron] For port 436ed209-dce3-4393-92c8-fccf886a2c65, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=436ed209-dce3-4393-92c8-fccf886a2c65,segment=NetworkSegment(1cc99f2f-8533-4758-ac6d-0ec0b703844f),segment_id=1cc99f2f-8533-4758-ac6d-0ec0b703844f)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:45:34.986736 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-ac90410b-d5a0-4fbd-bc25-56af707af0d6 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:34.988455 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-ac90410b-d5a0-4fbd-bc25-56af707af0d6 service neutron] 10.222.0.53 "POST /v2.0/ports/436ed209-dce3-4393-92c8-fccf886a2c65/bindings HTTP/1.1" status: 201 len: 390 time: 1.0219665 Jan 28 02:45:35.071282 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 6e61eb57-de02-40b8-bc23-6f8968bf119b is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:45:35.133262 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9e4304ab-f8cf-474d-bb69-76124f298af9 admin admin] Publish callbacks [] for security_group (5b3f4fac-ef9e-43f8-8ef5-60d7fc532622), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:35.150396 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9e4304ab-f8cf-474d-bb69-76124f298af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (5b3f4fac-ef9e-43f8-8ef5-60d7fc532622), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:35.276466 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 6e61eb57-de02-40b8-bc23-6f8968bf119b up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:45:35.282634 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9959e57-2e02-4391-a908-3080019e52fe req-92a2b57f-fc97-4848-b421-947d785feb2a tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:35.301366 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b9959e57-2e02-4391-a908-3080019e52fe req-92a2b57f-fc97-4848-b421-947d785feb2a tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 972 time: 0.1113222 Jan 28 02:45:35.349917 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a20620e-9a10-4997-a01c-8c8309175a1e admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:45:35.362739 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1222bc-4166-47c9-84a2-da1fecf3686d None None] Sync routers for ids ['f4e962b1-b4a4-490d-a01e-f309dae8cc3a'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:45:35.381222 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1222bc-4166-47c9-84a2-da1fecf3686d None None] Routers {'f4e962b1-b4a4-490d-a01e-f309dae8cc3a'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:45:35.388211 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-ab1222bc-4166-47c9-84a2-da1fecf3686d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:45:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['f4e962b1-b4a4-490d-a01e-f309dae8cc3a'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:45:35.433580 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 6e61eb57-de02-40b8-bc23-6f8968bf119b triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:45:35.435706 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (6e61eb57-de02-40b8-bc23-6f8968bf119b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:35.451532 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4304ab-f8cf-474d-bb69-76124f298af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3f4fac-ef9e-43f8-8ef5-60d7fc532622,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:35.465856 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-ac9afe75-29d6-4ff2-9d6a-c1e2be845e7f service neutron] For port acba92ab-c841-45d8-aacc-9e88e553230d, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=acba92ab-c841-45d8-aacc-9e88e553230d,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:45:35.473540 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a20620e-9a10-4997-a01c-8c8309175a1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:35.479381 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9a20620e-9a10-4997-a01c-8c8309175a1e admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.5731108 Jan 28 02:45:35.481714 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b9959e57-2e02-4391-a908-3080019e52fe req-2ebc69c0-4d80-470c-aa03-caf81e7bb66d tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779823 Jan 28 02:45:35.485666 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 53112) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:35.516641 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9e4304ab-f8cf-474d-bb69-76124f298af9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9214987b06b14868b6df460cf0ce39e0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6957555 Jan 28 02:45:35.607119 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-ac9afe75-29d6-4ff2-9d6a-c1e2be845e7f service neutron] For port acba92ab-c841-45d8-aacc-9e88e553230d, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:45:35.688250 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 6e61eb57-de02-40b8-bc23-6f8968bf119b is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:45:35.699569 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 53116) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:35.757334 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-ab1222bc-4166-47c9-84a2-da1fecf3686d None None] Set router f4e962b1-b4a4-490d-a01e-f309dae8cc3a gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:45:35.781995 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c2c889-063a-402e-9e6b-a9a7938a5a19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acba92ab-c841-45d8-aacc-9e88e553230d'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:45:35.784287 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b199e419-52dd-4edb-8487-0e5a706e249a" -d '{"events": [{"server_uuid": "d5c2c889-063a-402e-9e6b-a9a7938a5a19", "name": "network-vif-unplugged", "status": "completed", "tag": "acba92ab-c841-45d8-aacc-9e88e553230d"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:45:35.791585 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-ac9afe75-29d6-4ff2-9d6a-c1e2be845e7f service neutron] Publish callbacks [] for port (acba92ab-c841-45d8-aacc-9e88e553230d), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:35.876395 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:35.891069 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-ac9afe75-29d6-4ff2-9d6a-c1e2be845e7f service neutron] Transition to ACTIVE for port object acba92ab-c841-45d8-aacc-9e88e553230d will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:45:35.923519 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa3f6e7b-80ad-459d-86b8-423b4b625af2 admin admin] Publish callbacks [] for security_group (5b3f4fac-ef9e-43f8-8ef5-60d7fc532622), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:35.925586 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-ac9afe75-29d6-4ff2-9d6a-c1e2be845e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (acba92ab-c841-45d8-aacc-9e88e553230d), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:35.982868 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-b6d7fd75-4dd0-4fa5-bee0-d1498a5db51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:35.984523 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-b6d7fd75-4dd0-4fa5-bee0-d1498a5db51d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b376bdc08124533ad1dc2039341113b&device_id=c976bb8a-67db-4a7d-a037-e759c34c4871 HTTP/1.1" status: 200 len: 1097 time: 0.2793622 Jan 28 02:45:36.045034 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa3f6e7b-80ad-459d-86b8-423b4b625af2 admin admin] Publish callbacks [] for security_group (5b3f4fac-ef9e-43f8-8ef5-60d7fc532622), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:36.053866 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd617a37-9b09-42d0-8dbb-1f61428190ef req-7637c286-3b6d-4683-a484-f5f9cf673c6f tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:36.060932 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fd617a37-9b09-42d0-8dbb-1f61428190ef req-7637c286-3b6d-4683-a484-f5f9cf673c6f tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=c976bb8a-67db-4a7d-a037-e759c34c4871 HTTP/1.1" status: 200 len: 945 time: 0.1289196 Jan 28 02:45:36.066109 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42655b46-340b-4200-ad12-386aea4ae790 req-9fc04097-047b-4792-b608-0a6825653986 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:36.068233 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-42655b46-340b-4200-ad12-386aea4ae790 req-9fc04097-047b-4792-b608-0a6825653986 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/ports?device_id=be51ea0f-8f6c-491f-b899-4395b2da06de HTTP/1.1" status: 200 len: 949 time: 0.3328283 Jan 28 02:45:36.119304 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-ac9afe75-29d6-4ff2-9d6a-c1e2be845e7f service neutron] No DVR routers for this DVR port acba92ab-c841-45d8-aacc-9e88e553230d on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:45:36.135447 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9afe75-29d6-4ff2-9d6a-c1e2be845e7f service neutron] Pushing event updated for resources: {'Port': ['ID=acba92ab-c841-45d8-aacc-9e88e553230d,revision_number=6']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:36.142260 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-ab1222bc-4166-47c9-84a2-da1fecf3686d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-907093123-router', 'tenant_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': 'ba6b77fe-d614-438b-96c8-791c5bc5e219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:45:29Z', 'updated_at': '2022-01-28T02:45:32Z', 'revision_number': 3, 'project_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'gw_port': {'id': 'ba6b77fe-d614-438b-96c8-791c5bc5e219', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:45:31Z', 'updated_at': '2022-01-28T02:45:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:45:36.184479 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1222bc-4166-47c9-84a2-da1fecf3686d None None] Checking router: f4e962b1-b4a4-490d-a01e-f309dae8cc3a for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:45:36.184830 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1222bc-4166-47c9-84a2-da1fecf3686d None None] Updating router f4e962b1-b4a4-490d-a01e-f309dae8cc3a port ba6b77fe-d614-438b-96c8-791c5bc5e219 binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:45:36.218876 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-ac9afe75-29d6-4ff2-9d6a-c1e2be845e7f service neutron] Attempting to bind port acba92ab-c841-45d8-aacc-9e88e553230d on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:45:36.219234 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-ac9afe75-29d6-4ff2-9d6a-c1e2be845e7f service neutron] Attempting to bind port acba92ab-c841-45d8-aacc-9e88e553230d by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:45:36.219535 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-ac9afe75-29d6-4ff2-9d6a-c1e2be845e7f service neutron] Attempting to bind port acba92ab-c841-45d8-aacc-9e88e553230d on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:45:36.222053 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-ab1222bc-4166-47c9-84a2-da1fecf3686d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ba6b77fe-d614-438b-96c8-791c5bc5e219), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:36.242179 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-ac9afe75-29d6-4ff2-9d6a-c1e2be845e7f service neutron] Port acba92ab-c841-45d8-aacc-9e88e553230d on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:45:36.242504 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-ac9afe75-29d6-4ff2-9d6a-c1e2be845e7f service neutron] Attempting to bind port acba92ab-c841-45d8-aacc-9e88e553230d on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:45:36.261590 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-ac9afe75-29d6-4ff2-9d6a-c1e2be845e7f service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:45:36.261970 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-ac9afe75-29d6-4ff2-9d6a-c1e2be845e7f service neutron] Checking segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:45:36.262316 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-ac9afe75-29d6-4ff2-9d6a-c1e2be845e7f service neutron] Bound using segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:45:36.262775 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-ac9afe75-29d6-4ff2-9d6a-c1e2be845e7f service neutron] Bound port: acba92ab-c841-45d8-aacc-9e88e553230d, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:45:36.263186 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-ac9afe75-29d6-4ff2-9d6a-c1e2be845e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (acba92ab-c841-45d8-aacc-9e88e553230d), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:36.371836 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-ac9afe75-29d6-4ff2-9d6a-c1e2be845e7f service neutron] For port acba92ab-c841-45d8-aacc-9e88e553230d, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:45:36.377940 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-ac9afe75-29d6-4ff2-9d6a-c1e2be845e7f service neutron] For port acba92ab-c841-45d8-aacc-9e88e553230d, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=acba92ab-c841-45d8-aacc-9e88e553230d,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:45:36.379629 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-42655b46-340b-4200-ad12-386aea4ae790 req-d447815b-f1aa-4d25-bf74-7750aa078aaf tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e170b5f-57dc-49fe-af55-bf0af8c2d7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975588 Jan 28 02:45:36.396873 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fd617a37-9b09-42d0-8dbb-1f61428190ef req-7cc11679-cb45-4fb6-b622-4ff50dc774c7 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307910 Jan 28 02:45:36.400622 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa3f6e7b-80ad-459d-86b8-423b4b625af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (5b3f4fac-ef9e-43f8-8ef5-60d7fc532622), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:36.403527 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa3f6e7b-80ad-459d-86b8-423b4b625af2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:36.411086 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-aa3f6e7b-80ad-459d-86b8-423b4b625af2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5b3f4fac-ef9e-43f8-8ef5-60d7fc532622 HTTP/1.1" status: 204 len: 168 time: 0.7059898 Jan 28 02:45:36.419086 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-ac9afe75-29d6-4ff2-9d6a-c1e2be845e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (acba92ab-c841-45d8-aacc-9e88e553230d), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:36.570373 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 02:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e41be5-c5e8-4ba5-a9f2-9b09eb18928c x-openstack-request-id: req-62e41be5-c5e8-4ba5-a9f2-9b09eb18928c {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:45:36.570373 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c2c889-063a-402e-9e6b-a9a7938a5a19", "name": "network-vif-unplugged", "status": "completed", "tag": "acba92ab-c841-45d8-aacc-9e88e553230d", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:45:36.570663 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-62e41be5-c5e8-4ba5-a9f2-9b09eb18928c {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:45:36.570943 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c2c889-063a-402e-9e6b-a9a7938a5a19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acba92ab-c841-45d8-aacc-9e88e553230d', 'code': 200} Jan 28 02:45:36.580612 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-b5af305a-927a-4e97-9ff8-792f4a767dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:36.582138 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-b5af305a-927a-4e97-9ff8-792f4a767dc9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=997aa02b-ef92-4c1c-ba5c-0477d385960c HTTP/1.1" status: 200 len: 922 time: 0.5103743 Jan 28 02:45:36.601501 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f6e7b-80ad-459d-86b8-423b4b625af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3f4fac-ef9e-43f8-8ef5-60d7fc532622,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:36.603750 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-ac9afe75-29d6-4ff2-9d6a-c1e2be845e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:36.604373 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-ac9afe75-29d6-4ff2-9d6a-c1e2be845e7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:36.613428 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-ac9afe75-29d6-4ff2-9d6a-c1e2be845e7f service neutron] 10.222.0.67 "PUT /v2.0/ports/acba92ab-c841-45d8-aacc-9e88e553230d HTTP/1.1" status: 200 len: 1097 time: 2.4522555 Jan 28 02:45:36.620775 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9afe75-29d6-4ff2-9d6a-c1e2be845e7f service neutron] Pushing event updated for resources: {'Port': ['ID=acba92ab-c841-45d8-aacc-9e88e553230d,revision_number=7']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:36.775412 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-00f860df-1936-441f-9fbc-a71bbc85d3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:36.777012 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-00f860df-1936-441f-9fbc-a71bbc85d3f0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=29a2e152744a433f9b25a7592aa94e29&device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 1100 time: 0.1199586 Jan 28 02:45:36.801758 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-1461f02a-d26e-41cf-ae71-4be29df51914 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=436ed209-dce3-4393-92c8-fccf886a2c65 HTTP/1.1" status: 200 len: 217 time: 0.1812837 Jan 28 02:45:36.808330 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-ab1222bc-4166-47c9-84a2-da1fecf3686d None None] Publish callbacks [] for port (ba6b77fe-d614-438b-96c8-791c5bc5e219), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:36.831031 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-ab1222bc-4166-47c9-84a2-da1fecf3686d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ba6b77fe-d614-438b-96c8-791c5bc5e219), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:36.888696 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7087f8b-66cc-4ffb-9b09-887df3972380 None None] Pushing event updated for resources: {'Port': ['ID=ba6b77fe-d614-438b-96c8-791c5bc5e219,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:36.906243 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7087f8b-66cc-4ffb-9b09-887df3972380 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:36.906596 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7087f8b-66cc-4ffb-9b09-887df3972380 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:36.906938 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7087f8b-66cc-4ffb-9b09-887df3972380 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:36.907273 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7087f8b-66cc-4ffb-9b09-887df3972380 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:36.907606 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7087f8b-66cc-4ffb-9b09-887df3972380 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:36.907933 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7087f8b-66cc-4ffb-9b09-887df3972380 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:36.908264 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7087f8b-66cc-4ffb-9b09-887df3972380 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:36.908587 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7087f8b-66cc-4ffb-9b09-887df3972380 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:36.908905 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7087f8b-66cc-4ffb-9b09-887df3972380 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:36.915823 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7087f8b-66cc-4ffb-9b09-887df3972380 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:36.919376 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7087f8b-66cc-4ffb-9b09-887df3972380 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:36.919873 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7087f8b-66cc-4ffb-9b09-887df3972380 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:36.920360 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7087f8b-66cc-4ffb-9b09-887df3972380 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:36.922904 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7087f8b-66cc-4ffb-9b09-887df3972380 None None] Tracked resource versions report: Jan 28 02:45:36.922904 n-d-712139-27 neutron-server[109805]: pushed versions: Jan 28 02:45:36.922904 n-d-712139-27 neutron-server[109805]: { 'AddressGroup': {'1.2'}, Jan 28 02:45:36.922904 n-d-712139-27 neutron-server[109805]: 'ConntrackHelper': {'1.0'}, Jan 28 02:45:36.922904 n-d-712139-27 neutron-server[109805]: 'LocalIPAssociation': {'1.0'}, Jan 28 02:45:36.922904 n-d-712139-27 neutron-server[109805]: 'Log': {'1.0'}, Jan 28 02:45:36.922904 n-d-712139-27 neutron-server[109805]: 'Network': {'1.1'}, Jan 28 02:45:36.922904 n-d-712139-27 neutron-server[109805]: 'Port': {'1.7'}, Jan 28 02:45:36.922904 n-d-712139-27 neutron-server[109805]: 'PortForwarding': {'1.2'}, Jan 28 02:45:36.922904 n-d-712139-27 neutron-server[109805]: 'QosPolicy': {'1.10'}, Jan 28 02:45:36.922904 n-d-712139-27 neutron-server[109805]: 'SecurityGroup': {'1.5'}, Jan 28 02:45:36.922904 n-d-712139-27 neutron-server[109805]: 'SecurityGroupRule': {'1.2'}, Jan 28 02:45:36.922904 n-d-712139-27 neutron-server[109805]: 'SubPort': {'1.0'}, Jan 28 02:45:36.922904 n-d-712139-27 neutron-server[109805]: 'Subnet': {'1.1'}, Jan 28 02:45:36.922904 n-d-712139-27 neutron-server[109805]: 'Trunk': {'1.1'}} Jan 28 02:45:36.922904 n-d-712139-27 neutron-server[109805]: consumer versions: Jan 28 02:45:36.922904 n-d-712139-27 neutron-server[109805]: { DHCP agent@n-d-712139-27: {}, Jan 28 02:45:36.922904 n-d-712139-27 neutron-server[109805]: HyperV agent@n-h1-712139-27: {}, Jan 28 02:45:36.922904 n-d-712139-27 neutron-server[109805]: HyperV agent@n-h2-712139-27: {}, Jan 28 02:45:36.922904 n-d-712139-27 neutron-server[109805]: L3 agent@n-d-712139-27: {}, Jan 28 02:45:36.922904 n-d-712139-27 neutron-server[109805]: Metadata agent@n-d-712139-27: {}, Jan 28 02:45:36.922904 n-d-712139-27 neutron-server[109805]: Metering agent@n-d-712139-27: {}, Jan 28 02:45:36.922904 n-d-712139-27 neutron-server[109805]: Open vSwitch agent@n-d-712139-27: { 'AddressGroup': '1.2', Jan 28 02:45:36.922904 n-d-712139-27 neutron-server[109805]: 'ConntrackHelper': '1.0', Jan 28 02:45:36.922904 n-d-712139-27 neutron-server[109805]: 'LocalIPAssociation': '1.0', Jan 28 02:45:36.922904 n-d-712139-27 neutron-server[109805]: 'Log': '1.0', Jan 28 02:45:36.922904 n-d-712139-27 neutron-server[109805]: 'Network': '1.1', Jan 28 02:45:36.922904 n-d-712139-27 neutron-server[109805]: 'Port': '1.7', Jan 28 02:45:36.922904 n-d-712139-27 neutron-server[109805]: 'PortForwarding': '1.2', Jan 28 02:45:36.922904 n-d-712139-27 neutron-server[109805]: 'QosPolicy': '1.10', Jan 28 02:45:36.922904 n-d-712139-27 neutron-server[109805]: 'SecurityGroup': '1.5', Jan 28 02:45:36.922904 n-d-712139-27 neutron-server[109805]: 'SecurityGroupRule': '1.2', Jan 28 02:45:36.922904 n-d-712139-27 neutron-server[109805]: 'SubPort': '1.0', Jan 28 02:45:36.922904 n-d-712139-27 neutron-server[109805]: 'Subnet': '1.1', Jan 28 02:45:36.922904 n-d-712139-27 neutron-server[109805]: 'Trunk': '1.1'}} Jan 28 02:45:36.922904 n-d-712139-27 neutron-server[109805]: {{(pid=109805) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 02:45:36.965297 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-ab1222bc-4166-47c9-84a2-da1fecf3686d None None] Attempting to bind port ba6b77fe-d614-438b-96c8-791c5bc5e219 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:45:36.967183 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-ab1222bc-4166-47c9-84a2-da1fecf3686d None None] Attempting to bind port ba6b77fe-d614-438b-96c8-791c5bc5e219 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:45:36.967939 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1222bc-4166-47c9-84a2-da1fecf3686d None None] Attempting to bind port ba6b77fe-d614-438b-96c8-791c5bc5e219 on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:45:36.983241 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1222bc-4166-47c9-84a2-da1fecf3686d None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:45:36.984053 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1222bc-4166-47c9-84a2-da1fecf3686d None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:45:36.985845 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-ab1222bc-4166-47c9-84a2-da1fecf3686d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:36.986459 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1222bc-4166-47c9-84a2-da1fecf3686d None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:45:36.987172 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-ab1222bc-4166-47c9-84a2-da1fecf3686d None None] Bound port: ba6b77fe-d614-438b-96c8-791c5bc5e219, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:45:36.990188 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-ab1222bc-4166-47c9-84a2-da1fecf3686d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ba6b77fe-d614-438b-96c8-791c5bc5e219), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:37.069105 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-742c6aa3-d535-4ee3-8faa-db14222d117b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:37.074847 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-742c6aa3-d535-4ee3-8faa-db14222d117b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bcba3f69-83cc-4e79-8ae3-09e3e7684525 HTTP/1.1" status: 200 len: 861 time: 0.2672782 Jan 28 02:45:37.135643 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-fa02a279-acbb-43ba-b850-99abd7c34abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:37.137197 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-fa02a279-acbb-43ba-b850-99abd7c34abd service neutron] 10.222.0.67 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.3525918 Jan 28 02:45:37.144973 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 53156) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:37.187674 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-ab1222bc-4166-47c9-84a2-da1fecf3686d None None] For port ba6b77fe-d614-438b-96c8-791c5bc5e219, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:45:37.196302 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-86aea404-fca6-489a-bb5f-bec9f3e0fa7c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=997aa02b-ef92-4c1c-ba5c-0477d385960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980384 Jan 28 02:45:37.198517 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-ab1222bc-4166-47c9-84a2-da1fecf3686d None None] For port ba6b77fe-d614-438b-96c8-791c5bc5e219, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ba6b77fe-d614-438b-96c8-791c5bc5e219,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:45:37.208989 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-ab1222bc-4166-47c9-84a2-da1fecf3686d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ba6b77fe-d614-438b-96c8-791c5bc5e219), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:37.274700 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3c235496-bd89-4ee9-b9c5-81dee825de37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:37.299492 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3d1a8ec1-0c62-41c5-b348-bcfcb9e9ad21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:37.299889 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1222bc-4166-47c9-84a2-da1fecf3686d None None] Routers {'f4e962b1-b4a4-490d-a01e-f309dae8cc3a'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:45:37.300544 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-ab1222bc-4166-47c9-84a2-da1fecf3686d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:45:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['f4e962b1-b4a4-490d-a01e-f309dae8cc3a'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:45:37.303310 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-8f8b4e12-2260-4058-bb8a-ce9337e5e798 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=acba92ab-c841-45d8-aacc-9e88e553230d HTTP/1.1" status: 200 len: 217 time: 0.1595762 Jan 28 02:45:37.396786 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-1933ac76-7b6e-4774-9f54-b9b626b7238d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:37.398900 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-1933ac76-7b6e-4774-9f54-b9b626b7238d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.0898893 Jan 28 02:45:37.536767 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-ab1222bc-4166-47c9-84a2-da1fecf3686d None None] Set router f4e962b1-b4a4-490d-a01e-f309dae8cc3a gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:45:37.601913 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device acba92ab-c841-45d8-aacc-9e88e553230d no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:45:37.647625 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-840fff4f-8072-4837-8311-715d7f430582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:37.654038 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-840fff4f-8072-4837-8311-715d7f430582 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2471163 Jan 28 02:45:37.690864 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab349ce-af84-4806-ac23-32bdecb87202 req-60cf3905-b1eb-4348-89d1-621493455608 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:37.694762 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0ab349ce-af84-4806-ac23-32bdecb87202 req-60cf3905-b1eb-4348-89d1-621493455608 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/ports?device_id=be51ea0f-8f6c-491f-b899-4395b2da06de HTTP/1.1" status: 200 len: 949 time: 0.1977954 Jan 28 02:45:37.714152 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 53166) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:37.725409 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] The host n-h2-712139-27 is not matching for port acba92ab-c841-45d8-aacc-9e88e553230d host n-h1-712139-27! {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 02:45:37.726105 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device acba92ab-c841-45d8-aacc-9e88e553230d not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:45:37.759895 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3d1a8ec1-0c62-41c5-b348-bcfcb9e9ad21 admin admin] Publish callbacks [] for security_group (f71a8e12-4e47-4dbf-afff-3bf8f04cc712), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:37.784417 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3d1a8ec1-0c62-41c5-b348-bcfcb9e9ad21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f71a8e12-4e47-4dbf-afff-3bf8f04cc712), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:37.859354 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-3d1a8ec1-0c62-41c5-b348-bcfcb9e9ad21 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c475239f862c4bae82a1509cad2453f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7137005 Jan 28 02:45:37.862290 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 53172) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:37.885570 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-ab1222bc-4166-47c9-84a2-da1fecf3686d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-907093123-router', 'tenant_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': 'ba6b77fe-d614-438b-96c8-791c5bc5e219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:45:29Z', 'updated_at': '2022-01-28T02:45:32Z', 'revision_number': 3, 'project_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'gw_port': {'id': 'ba6b77fe-d614-438b-96c8-791c5bc5e219', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:45:31Z', 'updated_at': '2022-01-28T02:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:45:37.915234 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7087f8b-66cc-4ffb-9b09-887df3972380 None None] Pushing event updated for resources: {'Port': ['ID=ba6b77fe-d614-438b-96c8-791c5bc5e219,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:37.918496 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1222bc-4166-47c9-84a2-da1fecf3686d None None] The sync data for ids ['f4e962b1-b4a4-490d-a01e-f309dae8cc3a'] in n-d-712139-27 is: [{'id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-907093123-router', 'tenant_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': 'ba6b77fe-d614-438b-96c8-791c5bc5e219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:45:29Z', 'updated_at': '2022-01-28T02:45:32Z', 'revision_number': 3, 'project_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'gw_port': {'id': 'ba6b77fe-d614-438b-96c8-791c5bc5e219', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:45:31Z', 'updated_at': '2022-01-28T02:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:45:37.968639 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed78aca-15ce-45d4-a063-8ce6aa8cde47 req-7d034357-32d6-4cf2-b8b0-d53647ce9ffd tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:37.970393 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4ed78aca-15ce-45d4-a063-8ce6aa8cde47 req-7d034357-32d6-4cf2-b8b0-d53647ce9ffd tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 948 time: 0.6288576 Jan 28 02:45:37.972184 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0ab349ce-af84-4806-ac23-32bdecb87202 req-982ef167-68f3-49c9-bd74-b04361dbb2b3 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e170b5f-57dc-49fe-af55-bf0af8c2d7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247484 Jan 28 02:45:37.984250 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-c4a73151-5c94-4cba-a0eb-c10c0b63333d service neutron] 10.222.0.67 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7797027 Jan 28 02:45:38.054864 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a8ec1-0c62-41c5-b348-bcfcb9e9ad21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71a8e12-4e47-4dbf-afff-3bf8f04cc712,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:38.088125 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f8d0e74e-caaf-4b19-8cc0-b16f9acd8208 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:38.112227 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a8ec1-0c62-41c5-b348-bcfcb9e9ad21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:38.112586 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a8ec1-0c62-41c5-b348-bcfcb9e9ad21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:38.112933 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a8ec1-0c62-41c5-b348-bcfcb9e9ad21 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:38.113297 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a8ec1-0c62-41c5-b348-bcfcb9e9ad21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:38.113642 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a8ec1-0c62-41c5-b348-bcfcb9e9ad21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:38.113972 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a8ec1-0c62-41c5-b348-bcfcb9e9ad21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:38.114305 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a8ec1-0c62-41c5-b348-bcfcb9e9ad21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:38.114633 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a8ec1-0c62-41c5-b348-bcfcb9e9ad21 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:38.114959 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a8ec1-0c62-41c5-b348-bcfcb9e9ad21 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:38.115284 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a8ec1-0c62-41c5-b348-bcfcb9e9ad21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:38.115615 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a8ec1-0c62-41c5-b348-bcfcb9e9ad21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:38.115942 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a8ec1-0c62-41c5-b348-bcfcb9e9ad21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:38.116266 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a8ec1-0c62-41c5-b348-bcfcb9e9ad21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:38.155140 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-db042dce-03ed-4517-ae6d-a988aa7deb5d service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4566154 Jan 28 02:45:38.174278 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-02f03a61-8f91-4054-860e-9e1773b1e739 admin admin] Publish callbacks [] for security_group (f71a8e12-4e47-4dbf-afff-3bf8f04cc712), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:38.256971 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4ed78aca-15ce-45d4-a063-8ce6aa8cde47 req-d9518d99-8467-49ae-bec1-9ba166f83f4b tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782264 Jan 28 02:45:38.282205 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-02f03a61-8f91-4054-860e-9e1773b1e739 admin admin] Publish callbacks [] for security_group (f71a8e12-4e47-4dbf-afff-3bf8f04cc712), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:38.388459 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-3c235496-bd89-4ee9-b9c5-81dee825de37 admin admin] Allocated IP 172.20.0.1 (14d3588b-3a72-4543-858a-daf4905526c1/8bcd77d3-aea2-4a38-a318-db02b350e105/fa192b00-744a-4013-aaa0-da1828bcb208) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:45:38.432151 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-5da666f2-93bd-41aa-8472-503da251d218 service neutron] 10.222.0.67 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4383175 Jan 28 02:45:38.456589 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9bd6e616-5c0b-4155-8f9a-43441e9d5417 req-acc7aa66-c786-4b94-a0a2-b7015000c8ab service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925982 Jan 28 02:45:38.483465 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f8d0e74e-caaf-4b19-8cc0-b16f9acd8208 admin admin] Publish callbacks [] for security_group (2147e36f-db75-4a4e-ae04-9c5b814900ce), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:38.512157 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f8d0e74e-caaf-4b19-8cc0-b16f9acd8208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (2147e36f-db75-4a4e-ae04-9c5b814900ce), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:38.612310 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c2c889-063a-402e-9e6b-a9a7938a5a19', 'tag': 'acba92ab-c841-45d8-aacc-9e88e553230d'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:45:38.629379 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a4d47b-b06a-43c8-881e-45416dba6da2" -d '{"events": [{"name": "network-changed", "server_uuid": "d5c2c889-063a-402e-9e6b-a9a7938a5a19", "tag": "acba92ab-c841-45d8-aacc-9e88e553230d"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:45:38.639541 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d0e74e-caaf-4b19-8cc0-b16f9acd8208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2147e36f-db75-4a4e-ae04-9c5b814900ce,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:38.655428 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-02f03a61-8f91-4054-860e-9e1773b1e739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f71a8e12-4e47-4dbf-afff-3bf8f04cc712), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:38.681944 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-02f03a61-8f91-4054-860e-9e1773b1e739 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:38.683239 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-02f03a61-8f91-4054-860e-9e1773b1e739 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f71a8e12-4e47-4dbf-afff-3bf8f04cc712 HTTP/1.1" status: 204 len: 168 time: 0.8150547 Jan 28 02:45:38.725289 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f03a61-8f91-4054-860e-9e1773b1e739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71a8e12-4e47-4dbf-afff-3bf8f04cc712,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:38.737337 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f8d0e74e-caaf-4b19-8cc0-b16f9acd8208 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cac0540169974bccb20a43716ef9b512&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0117874 Jan 28 02:45:38.738850 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 53196) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:38.900657 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84347f37-c4a2-40d7-98c9-86ddcbd634a9 req-e6c6db85-8e07-44a6-b5b0-c8dd4d54c0e7 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:38.912227 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-84347f37-c4a2-40d7-98c9-86ddcbd634a9 req-e6c6db85-8e07-44a6-b5b0-c8dd4d54c0e7 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=c976bb8a-67db-4a7d-a037-e759c34c4871 HTTP/1.1" status: 200 len: 945 time: 0.4722068 Jan 28 02:45:39.184229 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-84347f37-c4a2-40d7-98c9-86ddcbd634a9 req-f051c4b8-b2e5-49e5-b45e-8594374f9bf2 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709582 Jan 28 02:45:39.192888 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f2250-9780-4cce-a898-69aa92506e46 req-2b1376cf-4d94-43e9-910e-02862f19d61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:39.195682 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6e7f2250-9780-4cce-a898-69aa92506e46 req-2b1376cf-4d94-43e9-910e-02862f19d61b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=29a2e152744a433f9b25a7592aa94e29&device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 1100 time: 0.4415085 Jan 28 02:45:39.327552 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3c235496-bd89-4ee9-b9c5-81dee825de37 admin admin] Publish callbacks [] for port (fa192b00-744a-4013-aaa0-da1828bcb208), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:39.368212 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ba6b77fe-d614-438b-96c8-791c5bc5e219 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:45:39.478879 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be2110-662c-4f7f-913d-34eae75db92d req-49f84575-478e-4139-b9fe-6e5731eea7c4 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:39.480883 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3f357a-29b9-4e8d-859d-37a720c0fc2d x-openstack-request-id: req-2e3f357a-29b9-4e8d-859d-37a720c0fc2d {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:45:39.485972 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5c2c889-063a-402e-9e6b-a9a7938a5a19", "tag": "acba92ab-c841-45d8-aacc-9e88e553230d", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:45:39.486271 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2e3f357a-29b9-4e8d-859d-37a720c0fc2d {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:45:39.486420 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-04be2110-662c-4f7f-913d-34eae75db92d req-49f84575-478e-4139-b9fe-6e5731eea7c4 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 948 time: 0.0762873 Jan 28 02:45:39.486681 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c2c889-063a-402e-9e6b-a9a7938a5a19', 'tag': 'acba92ab-c841-45d8-aacc-9e88e553230d', 'status': 'completed', 'code': 200} Jan 28 02:45:39.503149 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port ba6b77fe-d614-438b-96c8-791c5bc5e219 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:45:39.505173 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ba6b77fe-d614-438b-96c8-791c5bc5e219), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:39.568616 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-04be2110-662c-4f7f-913d-34eae75db92d req-addb5d15-392a-4616-9d6c-d5b70b6af795 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790882 Jan 28 02:45:39.683228 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f2250-9780-4cce-a898-69aa92506e46 req-25222ad0-585a-4fa3-a14d-331bb5dc2f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:39.690379 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6e7f2250-9780-4cce-a898-69aa92506e46 req-25222ad0-585a-4fa3-a14d-331bb5dc2f20 service neutron] 10.222.0.67 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.4536159 Jan 28 02:45:39.690959 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-32e2165b-e742-489f-99ea-309079512f03 admin admin] Publish callbacks [] for security_group (2147e36f-db75-4a4e-ae04-9c5b814900ce), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:39.694861 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3c235496-bd89-4ee9-b9c5-81dee825de37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (fa192b00-744a-4013-aaa0-da1828bcb208), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:39.707574 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port ba6b77fe-d614-438b-96c8-791c5bc5e219 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:45:39.708147 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ba6b77fe-d614-438b-96c8-791c5bc5e219), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:39.745406 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port ba6b77fe-d614-438b-96c8-791c5bc5e219, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ba6b77fe-d614-438b-96c8-791c5bc5e219,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:45:39.766751 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ba6b77fe-d614-438b-96c8-791c5bc5e219), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:39.840148 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-32e2165b-e742-489f-99ea-309079512f03 admin admin] Publish callbacks [] for security_group (2147e36f-db75-4a4e-ae04-9c5b814900ce), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:39.844618 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-12e04623-8979-440a-91c6-22c2a0e50ca9 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:39.849710 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-12e04623-8979-440a-91c6-22c2a0e50ca9 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=c976bb8a-67db-4a7d-a037-e759c34c4871&tenant_id=2b376bdc08124533ad1dc2039341113b&binding%3Ahost_id=n-h2-712139-27 HTTP/1.1" status: 200 len: 1097 time: 0.9921484 Jan 28 02:45:39.883755 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=ba6b77fe-d614-438b-96c8-791c5bc5e219,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:39.888778 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6e7f2250-9780-4cce-a898-69aa92506e46 req-28ee6695-e644-4fc6-893d-223cd0ef84c2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=acba92ab-c841-45d8-aacc-9e88e553230d HTTP/1.1" status: 200 len: 217 time: 0.1703460 Jan 28 02:45:39.891277 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c235496-bd89-4ee9-b9c5-81dee825de37 admin admin] Network 14d3588b-3a72-4543-858a-daf4905526c1 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:45:39.895346 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-d514c5ad-81e8-4d72-94de-20ec300b23cf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712139-27'}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:45:39.897959 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-3c235496-bd89-4ee9-b9c5-81dee825de37 admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:45:39.912418 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c235496-bd89-4ee9-b9c5-81dee825de37 admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:45:39.913322 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3c235496-bd89-4ee9-b9c5-81dee825de37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (f4e962b1-b4a4-490d-a01e-f309dae8cc3a), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:40.012215 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 53230) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:40.062246 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c235496-bd89-4ee9-b9c5-81dee825de37 admin admin] Pushing event updated for resources: {'Port': ['ID=fa192b00-744a-4013-aaa0-da1828bcb208,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:40.065060 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a181bee-219a-45d6-ac56-9b04c0e13bad req-9e8f20f6-aeb7-44df-95f8-f18f0009df8e tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:40.072148 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a181bee-219a-45d6-ac56-9b04c0e13bad req-9e8f20f6-aeb7-44df-95f8-f18f0009df8e tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/ports?device_id=be51ea0f-8f6c-491f-b899-4395b2da06de HTTP/1.1" status: 200 len: 949 time: 0.5542607 Jan 28 02:45:40.079345 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-32e2165b-e742-489f-99ea-309079512f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (2147e36f-db75-4a4e-ae04-9c5b814900ce), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:40.081866 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-32e2165b-e742-489f-99ea-309079512f03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:40.085440 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-32e2165b-e742-489f-99ea-309079512f03 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2147e36f-db75-4a4e-ae04-9c5b814900ce HTTP/1.1" status: 204 len: 168 time: 1.3432014 Jan 28 02:45:40.108568 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4d47b-b06a-43c8-881e-45416dba6da2 req-7e8401a9-3ccc-45a5-8a1f-dcb716c25d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:40.110116 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-19a4d47b-b06a-43c8-881e-45416dba6da2 req-7e8401a9-3ccc-45a5-8a1f-dcb716c25d13 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=29a2e152744a433f9b25a7592aa94e29&device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 1100 time: 0.6226385 Jan 28 02:45:40.113915 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e2165b-e742-489f-99ea-309079512f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2147e36f-db75-4a4e-ae04-9c5b814900ce,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:40.134963 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-d514c5ad-81e8-4d72-94de-20ec300b23cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (436ed209-dce3-4393-92c8-fccf886a2c65), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:40.140877 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c235496-bd89-4ee9-b9c5-81dee825de37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:40.140877 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c235496-bd89-4ee9-b9c5-81dee825de37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:40.140877 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c235496-bd89-4ee9-b9c5-81dee825de37 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:40.140877 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c235496-bd89-4ee9-b9c5-81dee825de37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:40.140877 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c235496-bd89-4ee9-b9c5-81dee825de37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:40.142607 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c235496-bd89-4ee9-b9c5-81dee825de37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:40.142982 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c235496-bd89-4ee9-b9c5-81dee825de37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:40.143368 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c235496-bd89-4ee9-b9c5-81dee825de37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:40.148598 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c235496-bd89-4ee9-b9c5-81dee825de37 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:40.148957 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c235496-bd89-4ee9-b9c5-81dee825de37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:40.149323 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c235496-bd89-4ee9-b9c5-81dee825de37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:40.149753 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c235496-bd89-4ee9-b9c5-81dee825de37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:40.149965 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c235496-bd89-4ee9-b9c5-81dee825de37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:45:40.331234 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f2250-9780-4cce-a898-69aa92506e46 req-f68939de-dd6b-43a3-b493-1e3ccf513673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:40.335471 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6e7f2250-9780-4cce-a898-69aa92506e46 req-f68939de-dd6b-43a3-b493-1e3ccf513673 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.4325955 Jan 28 02:45:40.348544 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-176c310f-8ae6-4dc9-9ce9-7c4fa0a5d2d5 None None] Provisioning complete for port fa192b00-744a-4013-aaa0-da1828bcb208 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:45:40.348920 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-176c310f-8ae6-4dc9-9ce9-7c4fa0a5d2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (fa192b00-744a-4013-aaa0-da1828bcb208), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:40.396832 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-d514c5ad-81e8-4d72-94de-20ec300b23cf service neutron] For port 436ed209-dce3-4393-92c8-fccf886a2c65, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=436ed209-dce3-4393-92c8-fccf886a2c65,segment=NetworkSegment(1cc99f2f-8533-4758-ac6d-0ec0b703844f),segment_id=1cc99f2f-8533-4758-ac6d-0ec0b703844f)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:45:40.457597 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-176c310f-8ae6-4dc9-9ce9-7c4fa0a5d2d5 None None] Port fa192b00-744a-4013-aaa0-da1828bcb208 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:45:40.545201 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3c235496-bd89-4ee9-b9c5-81dee825de37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (fa192b00-744a-4013-aaa0-da1828bcb208), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:40.601007 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2fc1029a-e27e-49de-9c24-ab50003bd75f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:40.628179 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.67', 57900) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:40.654701 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a181bee-219a-45d6-ac56-9b04c0e13bad req-2ddcd758-943d-4406-847b-678835494c41 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e170b5f-57dc-49fe-af55-bf0af8c2d7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5816131 Jan 28 02:45:40.721857 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-d514c5ad-81e8-4d72-94de-20ec300b23cf service neutron] For port 436ed209-dce3-4393-92c8-fccf886a2c65, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:45:40.905203 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 53258) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:40.911727 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-d514c5ad-81e8-4d72-94de-20ec300b23cf service neutron] Publish callbacks [] for port (436ed209-dce3-4393-92c8-fccf886a2c65), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:40.925045 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e793354-9ce7-466f-b7e1-a74f44429fc9 req-0cdaebaf-e732-4b28-8b3e-53e30996b77c tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:40.926588 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4e793354-9ce7-466f-b7e1-a74f44429fc9 req-0cdaebaf-e732-4b28-8b3e-53e30996b77c tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.67 "GET /v2.0/ports?device_id=be51ea0f-8f6c-491f-b899-4395b2da06de HTTP/1.1" status: 200 len: 949 time: 0.2942061 Jan 28 02:45:40.942516 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4d47b-b06a-43c8-881e-45416dba6da2 req-f942b5bd-c3bb-41f9-bacc-9cbf416675a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:40.944180 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-19a4d47b-b06a-43c8-881e-45416dba6da2 req-f942b5bd-c3bb-41f9-bacc-9cbf416675a5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.8205023 Jan 28 02:45:40.954764 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-d514c5ad-81e8-4d72-94de-20ec300b23cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (436ed209-dce3-4393-92c8-fccf886a2c65), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:40.971019 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-79a93f86-b8d5-4992-b9b0-278c9d752257 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:40.984935 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3c235496-bd89-4ee9-b9c5-81dee825de37 admin admin] Publish callbacks [] for port (fa192b00-744a-4013-aaa0-da1828bcb208), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:41.011718 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3c235496-bd89-4ee9-b9c5-81dee825de37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (fa192b00-744a-4013-aaa0-da1828bcb208), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:41.012580 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3c235496-bd89-4ee9-b9c5-81dee825de37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (f4e962b1-b4a4-490d-a01e-f309dae8cc3a), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:41.026923 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d514c5ad-81e8-4d72-94de-20ec300b23cf service neutron] Pushing event updated for resources: {'Port': ['ID=436ed209-dce3-4393-92c8-fccf886a2c65,revision_number=7']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:41.091264 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-19a4d47b-b06a-43c8-881e-45416dba6da2 req-a4511d63-ca65-4666-8bb0-5067ffc3a207 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=acba92ab-c841-45d8-aacc-9e88e553230d HTTP/1.1" status: 200 len: 217 time: 0.1393893 Jan 28 02:45:41.163607 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00009650-809e-405f-be46-e0a611e0c963 req-785f37b9-024a-4549-b3bb-d0b487d1d0e5 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:41.170612 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-00009650-809e-405f-be46-e0a611e0c963 req-785f37b9-024a-4549-b3bb-d0b487d1d0e5 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 948 time: 0.3217361 Jan 28 02:45:41.207030 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f2250-9780-4cce-a898-69aa92506e46 req-5f8e8b7e-c3bd-45b0-ae68-4bae47806d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:41.209738 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6e7f2250-9780-4cce-a898-69aa92506e46 req-5f8e8b7e-c3bd-45b0-ae68-4bae47806d10 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8557131 Jan 28 02:45:41.225255 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c235496-bd89-4ee9-b9c5-81dee825de37 admin admin] Network 14d3588b-3a72-4543-858a-daf4905526c1 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:45:41.233657 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ba6b77fe-d614-438b-96c8-791c5bc5e219 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:45:41.244765 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c235496-bd89-4ee9-b9c5-81dee825de37 admin admin] Pushing event updated for resources: {'Port': ['ID=fa192b00-744a-4013-aaa0-da1828bcb208,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:41.257619 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-3c235496-bd89-4ee9-b9c5-81dee825de37 admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:45:41.262845 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-d514c5ad-81e8-4d72-94de-20ec300b23cf service neutron] Attempting to bind port 436ed209-dce3-4393-92c8-fccf886a2c65 on host n-h2-712139-27 for vnic_type normal with profile {"migrating_to": "n-h1-712139-27"} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:45:41.263196 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-d514c5ad-81e8-4d72-94de-20ec300b23cf service neutron] Attempting to bind port 436ed209-dce3-4393-92c8-fccf886a2c65 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:45:41.263510 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-d514c5ad-81e8-4d72-94de-20ec300b23cf service neutron] Attempting to bind port 436ed209-dce3-4393-92c8-fccf886a2c65 on network 997aa02b-ef92-4c1c-ba5c-0477d385960c {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:45:41.275376 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c759f-9336-4593-8fb0-6c77c6b24d28 req-aeb2c4fb-1c41-4c13-a0f9-53c9722a2780 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:41.277241 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-723c759f-9336-4593-8fb0-6c77c6b24d28 req-aeb2c4fb-1c41-4c13-a0f9-53c9722a2780 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=c976bb8a-67db-4a7d-a037-e759c34c4871 HTTP/1.1" status: 200 len: 945 time: 0.9374673 Jan 28 02:45:41.314285 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-d514c5ad-81e8-4d72-94de-20ec300b23cf service neutron] Port 436ed209-dce3-4393-92c8-fccf886a2c65 on network 997aa02b-ef92-4c1c-ba5c-0477d385960c not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:45:41.315964 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-d514c5ad-81e8-4d72-94de-20ec300b23cf service neutron] Attempting to bind port 436ed209-dce3-4393-92c8-fccf886a2c65 on network 997aa02b-ef92-4c1c-ba5c-0477d385960c {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:45:41.340443 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-d514c5ad-81e8-4d72-94de-20ec300b23cf service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:45:41.350223 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-d514c5ad-81e8-4d72-94de-20ec300b23cf service neutron] Checking segment: {'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:45:41.350223 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-d514c5ad-81e8-4d72-94de-20ec300b23cf service neutron] Bound using segment: {'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:45:41.350614 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-d514c5ad-81e8-4d72-94de-20ec300b23cf service neutron] Bound port: 436ed209-dce3-4393-92c8-fccf886a2c65, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:45:41.350988 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-d514c5ad-81e8-4d72-94de-20ec300b23cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (436ed209-dce3-4393-92c8-fccf886a2c65), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:41.368025 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4d47b-b06a-43c8-881e-45416dba6da2 req-38d3e614-724a-4d1b-bd2c-10258f8f5283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:41.369582 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-19a4d47b-b06a-43c8-881e-45416dba6da2 req-38d3e614-724a-4d1b-bd2c-10258f8f5283 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.2652311 Jan 28 02:45:41.402322 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-00009650-809e-405f-be46-e0a611e0c963 req-c7bb5862-d347-4533-bafb-dd960b4b01a7 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254152 Jan 28 02:45:41.405184 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port ba6b77fe-d614-438b-96c8-791c5bc5e219 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:45:41.405719 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ba6b77fe-d614-438b-96c8-791c5bc5e219), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:41.472818 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-723c759f-9336-4593-8fb0-6c77c6b24d28 req-77848513-02c2-4254-9439-b4aef1c42086 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690209 Jan 28 02:45:41.538809 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port ba6b77fe-d614-438b-96c8-791c5bc5e219 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:45:41.609551 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-d514c5ad-81e8-4d72-94de-20ec300b23cf service neutron] For port 436ed209-dce3-4393-92c8-fccf886a2c65, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:45:41.614946 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-d514c5ad-81e8-4d72-94de-20ec300b23cf service neutron] For port 436ed209-dce3-4393-92c8-fccf886a2c65, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=436ed209-dce3-4393-92c8-fccf886a2c65,segment=NetworkSegment(1cc99f2f-8533-4758-ac6d-0ec0b703844f),segment_id=1cc99f2f-8533-4758-ac6d-0ec0b703844f)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:45:41.628399 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c976bb8a-67db-4a7d-a037-e759c34c4871', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '436ed209-dce3-4393-92c8-fccf886a2c65'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:45:41.631722 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdefddd5-6a1e-4e94-a269-95d37ca7d8ba" -d '{"events": [{"server_uuid": "c976bb8a-67db-4a7d-a037-e759c34c4871", "name": "network-vif-unplugged", "status": "completed", "tag": "436ed209-dce3-4393-92c8-fccf886a2c65"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:45:41.652703 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-d514c5ad-81e8-4d72-94de-20ec300b23cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (436ed209-dce3-4393-92c8-fccf886a2c65), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:41.658862 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c235496-bd89-4ee9-b9c5-81dee825de37 admin admin] Router f4e962b1-b4a4-490d-a01e-f309dae8cc3a has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:45:41.834109 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 02:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbecbbf5-f397-4c05-87ab-a6f61349df2d x-openstack-request-id: req-bbecbbf5-f397-4c05-87ab-a6f61349df2d {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:45:41.834404 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c976bb8a-67db-4a7d-a037-e759c34c4871", "name": "network-vif-unplugged", "status": "completed", "tag": "436ed209-dce3-4393-92c8-fccf886a2c65", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:45:41.834669 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bbecbbf5-f397-4c05-87ab-a6f61349df2d {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:45:41.835065 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c976bb8a-67db-4a7d-a037-e759c34c4871', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '436ed209-dce3-4393-92c8-fccf886a2c65', 'code': 200} Jan 28 02:45:41.858159 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d514c5ad-81e8-4d72-94de-20ec300b23cf service neutron] Pushing event updated for resources: {'Port': ['ID=436ed209-dce3-4393-92c8-fccf886a2c65,revision_number=8']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:41.931537 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-4e793354-9ce7-466f-b7e1-a74f44429fc9 req-e944abb9-ca5e-476a-b874-86ef66f432dd tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Deleting port 5566af6e-218c-4df4-aba1-5db355806f75 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:45:41.932198 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4e793354-9ce7-466f-b7e1-a74f44429fc9 req-e944abb9-ca5e-476a-b874-86ef66f432dd tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (5566af6e-218c-4df4-aba1-5db355806f75), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:41.990296 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device acba92ab-c841-45d8-aacc-9e88e553230d details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:45:42.116611 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c235496-bd89-4ee9-b9c5-81dee825de37 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:45:42.125187 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3c235496-bd89-4ee9-b9c5-81dee825de37 admin admin] 10.222.0.53 "PUT /v2.0/routers/f4e962b1-b4a4-490d-a01e-f309dae8cc3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6374466 Jan 28 02:45:42.189983 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-4e793354-9ce7-466f-b7e1-a74f44429fc9 req-e944abb9-ca5e-476a-b874-86ef66f432dd tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] For port 5566af6e-218c-4df4-aba1-5db355806f75, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=5566af6e-218c-4df4-aba1-5db355806f75,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:45:42.190349 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4e793354-9ce7-466f-b7e1-a74f44429fc9 req-e944abb9-ca5e-476a-b874-86ef66f432dd tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (5566af6e-218c-4df4-aba1-5db355806f75), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:42.204743 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-4e793354-9ce7-466f-b7e1-a74f44429fc9 req-e944abb9-ca5e-476a-b874-86ef66f432dd tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Calling delete_port for 5566af6e-218c-4df4-aba1-5db355806f75 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:45:42.217025 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6e7f2250-9780-4cce-a898-69aa92506e46 req-b4a7974d-9569-4b8e-abc8-37fbc7aacb85 service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9661505 Jan 28 02:45:42.309724 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2fc1029a-e27e-49de-9c24-ab50003bd75f admin admin] Publish callbacks [] for security_group (76a14eb9-c6ba-4cd8-be18-daef3d1b2489), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:42.317172 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port acba92ab-c841-45d8-aacc-9e88e553230d, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=acba92ab-c841-45d8-aacc-9e88e553230d,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:45:42.353312 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2fc1029a-e27e-49de-9c24-ab50003bd75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (76a14eb9-c6ba-4cd8-be18-daef3d1b2489), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:42.360864 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': 'acba92ab-c841-45d8-aacc-9e88e553230d', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'port_id': 'acba92ab-c841-45d8-aacc-9e88e553230d', 'mac_address': 'fa:16:3e:d2:c2:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24329ac8-3d67-49eb-9f63-d2859e79e36f', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:45:42.376270 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4e793354-9ce7-466f-b7e1-a74f44429fc9 req-e944abb9-ca5e-476a-b874-86ef66f432dd tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (5566af6e-218c-4df4-aba1-5db355806f75), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:42.398058 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-79a93f86-b8d5-4992-b9b0-278c9d752257 admin admin] Publish callbacks [] for security_group (b587a833-b252-42dc-98a4-c533ec9bf6d6), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:42.435833 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-850295d3-0fc8-433d-9b94-d90c0eefe252 req-3617b0cc-656e-4d19-824a-f51f06366bc4 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/ports?device_id=be51ea0f-8f6c-491f-b899-4395b2da06de HTTP/1.1" status: 200 len: 210 time: 0.0908461 Jan 28 02:45:42.449039 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4d47b-b06a-43c8-881e-45416dba6da2 req-be512fd6-f3ee-4943-9fb5-90e7ad1166bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:42.451063 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-19a4d47b-b06a-43c8-881e-45416dba6da2 req-be512fd6-f3ee-4943-9fb5-90e7ad1166bf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0662479 Jan 28 02:45:42.453745 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e944abb9-ca5e-476a-b874-86ef66f432dd tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Pushing event deleted for resources: {'Port': ['ID=5566af6e-218c-4df4-aba1-5db355806f75,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:42.463259 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-74148b4e-aa10-4f03-859a-ba2c11d213ff None None] Provisioning complete for port fa192b00-744a-4013-aaa0-da1828bcb208 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:45:42.463550 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-79a93f86-b8d5-4992-b9b0-278c9d752257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b587a833-b252-42dc-98a4-c533ec9bf6d6), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:42.463684 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-74148b4e-aa10-4f03-859a-ba2c11d213ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (fa192b00-744a-4013-aaa0-da1828bcb208), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:42.552693 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['5566af6e-218c-4df4-aba1-5db355806f75'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:45:42.562876 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-74148b4e-aa10-4f03-859a-ba2c11d213ff None None] Port fa192b00-744a-4013-aaa0-da1828bcb208 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:45:42.596651 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-19a4d47b-b06a-43c8-881e-45416dba6da2 req-b35d6b14-a053-4475-8146-c1bb8b38cca5 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342587 Jan 28 02:45:42.683225 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port acba92ab-c841-45d8-aacc-9e88e553230d is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:45:42.685415 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (acba92ab-c841-45d8-aacc-9e88e553230d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:42.691976 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc1029a-e27e-49de-9c24-ab50003bd75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a14eb9-c6ba-4cd8-be18-daef3d1b2489,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:42.729237 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acba92ab-c841-45d8-aacc-9e88e553230d {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:45:42.757771 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-d514c5ad-81e8-4d72-94de-20ec300b23cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:42.761830 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-d514c5ad-81e8-4d72-94de-20ec300b23cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:42.763644 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-d514c5ad-81e8-4d72-94de-20ec300b23cf service neutron] 10.222.0.67 "PUT /v2.0/ports/436ed209-dce3-4393-92c8-fccf886a2c65 HTTP/1.1" status: 200 len: 1123 time: 2.8791347 Jan 28 02:45:42.770709 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2fc1029a-e27e-49de-9c24-ab50003bd75f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=540d06e343b441a9a7f002d99e970213&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7347479 Jan 28 02:45:42.805936 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 53304) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:42.816056 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port acba92ab-c841-45d8-aacc-9e88e553230d, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=acba92ab-c841-45d8-aacc-9e88e553230d,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:45:42.836568 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (acba92ab-c841-45d8-aacc-9e88e553230d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:42.868249 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 53306) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:42.949716 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf887f-144b-4b72-afba-bcd831a69dff req-067d16de-2ed4-4f70-9a23-c1203d7894ac tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:42.951757 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8dbf887f-144b-4b72-afba-bcd831a69dff req-067d16de-2ed4-4f70-9a23-c1203d7894ac tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 948 time: 0.3600612 Jan 28 02:45:42.998433 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=acba92ab-c841-45d8-aacc-9e88e553230d,revision_number=8']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:43.015416 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['436ed209-dce3-4393-92c8-fccf886a2c65'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:45:43.031099 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e793354-9ce7-466f-b7e1-a74f44429fc9 req-e944abb9-ca5e-476a-b874-86ef66f432dd tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] No DVR routers for this DVR port 5566af6e-218c-4df4-aba1-5db355806f75 on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:45:43.066259 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-79a93f86-b8d5-4992-b9b0-278c9d752257 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=73879d1fb8b8444e977a231e438c74bc&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1568904 Jan 28 02:45:43.080910 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4e793354-9ce7-466f-b7e1-a74f44429fc9 req-e944abb9-ca5e-476a-b874-86ef66f432dd tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:43.083042 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6e7f2250-9780-4cce-a898-69aa92506e46 req-e1ecf4d9-426c-4f78-82e0-732d6aa21d08 service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7699811 Jan 28 02:45:43.086037 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 53312) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:43.087970 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4e793354-9ce7-466f-b7e1-a74f44429fc9 req-e944abb9-ca5e-476a-b874-86ef66f432dd tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.67 "DELETE /v2.0/ports/5566af6e-218c-4df4-aba1-5db355806f75 HTTP/1.1" status: 204 len: 173 time: 2.1381385 Jan 28 02:45:43.100819 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a93f86-b8d5-4992-b9b0-278c9d752257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b587a833-b252-42dc-98a4-c533ec9bf6d6,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:43.202695 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a28f0f-60aa-4973-bb9b-532a1d535233 req-039d3e7b-5298-4abd-9272-63857c6ff6b4 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:43.204644 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-11a28f0f-60aa-4973-bb9b-532a1d535233 req-039d3e7b-5298-4abd-9272-63857c6ff6b4 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=c976bb8a-67db-4a7d-a037-e759c34c4871 HTTP/1.1" status: 200 len: 943 time: 0.4674904 Jan 28 02:45:43.347487 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-19a4d47b-b06a-43c8-881e-45416dba6da2 req-5e2c949a-ee60-46d3-84ae-33788cf53a74 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7055020 Jan 28 02:45:43.403291 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4d47b-b06a-43c8-881e-45416dba6da2 req-bc404fcb-0881-4197-bebb-bfe1b5ae824e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:43.407110 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-19a4d47b-b06a-43c8-881e-45416dba6da2 req-bc404fcb-0881-4197-bebb-bfe1b5ae824e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=29a2e152744a433f9b25a7592aa94e29&device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 1101 time: 0.1991310 Jan 28 02:45:43.441461 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-11a28f0f-60aa-4973-bb9b-532a1d535233 req-d93c3e9e-cf06-46a4-883a-d34912d5fb6a tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083848 Jan 28 02:45:43.443688 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8dbf887f-144b-4b72-afba-bcd831a69dff req-8106cfef-c8be-4bf5-ac15-b94f144cc8d6 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4518087 Jan 28 02:45:43.445115 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f6f9c5ae-931e-404f-924c-960d50af4ee2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:43.454694 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['acba92ab-c841-45d8-aacc-9e88e553230d'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:45:43.473862 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 53326) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:43.473862 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-10d1d91e-464d-44e1-98de-d21a6a727669 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1958419844-network', 'tenant_id': '4cc4baf4e6f24ecf8fec4ba668b994ce'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:45:43.497257 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7dac8a75-0cd1-4264-a59e-7ce23fc76e72 admin admin] Publish callbacks [] for security_group (76a14eb9-c6ba-4cd8-be18-daef3d1b2489), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:43.503780 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7c78cc9b-f242-4ca2-8382-98eabfdd971e admin admin] Publish callbacks [] for security_group (b587a833-b252-42dc-98a4-c533ec9bf6d6), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:43.633248 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7c78cc9b-f242-4ca2-8382-98eabfdd971e admin admin] Publish callbacks [] for security_group (b587a833-b252-42dc-98a4-c533ec9bf6d6), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:43.699209 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7dac8a75-0cd1-4264-a59e-7ce23fc76e72 admin admin] Publish callbacks [] for security_group (76a14eb9-c6ba-4cd8-be18-daef3d1b2489), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:43.738020 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7c78cc9b-f242-4ca2-8382-98eabfdd971e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b587a833-b252-42dc-98a4-c533ec9bf6d6), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:43.740575 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7c78cc9b-f242-4ca2-8382-98eabfdd971e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:43.757052 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7c78cc9b-f242-4ca2-8382-98eabfdd971e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b587a833-b252-42dc-98a4-c533ec9bf6d6 HTTP/1.1" status: 204 len: 168 time: 0.6683676 Jan 28 02:45:43.801187 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c78cc9b-f242-4ca2-8382-98eabfdd971e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b587a833-b252-42dc-98a4-c533ec9bf6d6,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:43.931983 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd9ce59-81b6-420e-b372-1e115db12540 None None] Sync routers for ids ['f4e962b1-b4a4-490d-a01e-f309dae8cc3a'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:45:43.944250 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd9ce59-81b6-420e-b372-1e115db12540 None None] Routers {'f4e962b1-b4a4-490d-a01e-f309dae8cc3a'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:45:43.944883 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-3fd9ce59-81b6-420e-b372-1e115db12540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:45:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['f4e962b1-b4a4-490d-a01e-f309dae8cc3a'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:45:43.992268 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7dac8a75-0cd1-4264-a59e-7ce23fc76e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (76a14eb9-c6ba-4cd8-be18-daef3d1b2489), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:43.999670 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7dac8a75-0cd1-4264-a59e-7ce23fc76e72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:44.007725 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7dac8a75-0cd1-4264-a59e-7ce23fc76e72 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/76a14eb9-c6ba-4cd8-be18-daef3d1b2489 HTTP/1.1" status: 204 len: 168 time: 1.2001503 Jan 28 02:45:44.077520 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dac8a75-0cd1-4264-a59e-7ce23fc76e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a14eb9-c6ba-4cd8-be18-daef3d1b2489,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:44.112130 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c976bb8a-67db-4a7d-a037-e759c34c4871', 'tag': '436ed209-dce3-4393-92c8-fccf886a2c65'}, {'server_uuid': 'be51ea0f-8f6c-491f-b899-4395b2da06de', 'name': 'network-vif-deleted', 'tag': '5566af6e-218c-4df4-aba1-5db355806f75'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:45:44.114546 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6cead6-a7e1-45e0-ae97-67635e02dccf" -d '{"events": [{"name": "network-changed", "server_uuid": "c976bb8a-67db-4a7d-a037-e759c34c4871", "tag": "436ed209-dce3-4393-92c8-fccf886a2c65"}, {"server_uuid": "be51ea0f-8f6c-491f-b899-4395b2da06de", "name": "network-vif-deleted", "tag": "5566af6e-218c-4df4-aba1-5db355806f75"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:45:44.120658 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 5566af6e-218c-4df4-aba1-5db355806f75 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:45:44.145555 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f6f9c5ae-931e-404f-924c-960d50af4ee2 admin admin] Publish callbacks [] for security_group (16fa92c5-d8da-4fcf-8eca-9e14e6957adf), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:44.173291 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668e2eb-be04-4083-8ba5-05bf626d433d req-b0d5c8fb-274f-4117-a85d-b0c0c1d5a06b tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:44.176201 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5668e2eb-be04-4083-8ba5-05bf626d433d req-b0d5c8fb-274f-4117-a85d-b0c0c1d5a06b tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 949 time: 0.2589936 Jan 28 02:45:44.178295 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f6f9c5ae-931e-404f-924c-960d50af4ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (16fa92c5-d8da-4fcf-8eca-9e14e6957adf), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:44.224435 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: 5566af6e-218c-4df4-aba1-5db355806f75 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:45:44.229490 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 5566af6e-218c-4df4-aba1-5db355806f75 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:45:44.297095 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f6f9c5ae-931e-404f-924c-960d50af4ee2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7afcfad742394d00bdb3ce341fa9d74a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4276900 Jan 28 02:45:44.315035 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 53360) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:44.324737 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f9c5ae-931e-404f-924c-960d50af4ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16fa92c5-d8da-4fcf-8eca-9e14e6957adf,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:44.399714 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5668e2eb-be04-4083-8ba5-05bf626d433d req-b6340551-2e67-4935-9142-bced623908ac tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152441 Jan 28 02:45:44.425029 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-af9a9f86-6e92-4e0b-931b-26bbc4474894 req-c762087d-688c-4377-9e66-eebdfada14b5 tempest-DeleteServersAdminTestJSON-2074157925 tempest-DeleteServersAdminTestJSON-2074157925-project] 10.222.0.53 "GET /v2.0/ports?device_id=be51ea0f-8f6c-491f-b899-4395b2da06de HTTP/1.1" status: 200 len: 210 time: 0.2935832 Jan 28 02:45:44.452455 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9f3e2187-a3c6-4119-9113-59f84199ff5a admin admin] Publish callbacks [] for security_group (16fa92c5-d8da-4fcf-8eca-9e14e6957adf), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:44.465939 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-3fd9ce59-81b6-420e-b372-1e115db12540 None None] Set router f4e962b1-b4a4-490d-a01e-f309dae8cc3a gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:45:44.473237 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d1d91e-464d-44e1-98de-d21a6a727669 admin admin] Made reservation on behalf of 4cc4baf4e6f24ecf8fec4ba668b994ce for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:45:44.476104 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-10d1d91e-464d-44e1-98de-d21a6a727669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:44.516253 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9f3e2187-a3c6-4119-9113-59f84199ff5a admin admin] Publish callbacks [] for security_group (16fa92c5-d8da-4fcf-8eca-9e14e6957adf), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:44.566964 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-10d1d91e-464d-44e1-98de-d21a6a727669 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:44.609295 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 28 Jan 2022 02:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed3337e-f4a1-4016-9549-e85fce383b38 x-openstack-request-id: req-7ed3337e-f4a1-4016-9549-e85fce383b38 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:45:44.618280 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c976bb8a-67db-4a7d-a037-e759c34c4871", "tag": "436ed209-dce3-4393-92c8-fccf886a2c65", "status": "completed", "code": 200}, {"server_uuid": "be51ea0f-8f6c-491f-b899-4395b2da06de", "name": "network-vif-deleted", "tag": "5566af6e-218c-4df4-aba1-5db355806f75", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:45:44.619256 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7ed3337e-f4a1-4016-9549-e85fce383b38 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:45:44.619878 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c976bb8a-67db-4a7d-a037-e759c34c4871', 'tag': '436ed209-dce3-4393-92c8-fccf886a2c65', 'status': 'completed', 'code': 200} Jan 28 02:45:44.622096 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be51ea0f-8f6c-491f-b899-4395b2da06de', 'name': 'network-vif-deleted', 'tag': '5566af6e-218c-4df4-aba1-5db355806f75', 'status': 'completed', 'code': 200} Jan 28 02:45:44.656184 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3312a8d-8aed-44b4-bf2b-656dcd375809 req-affb4cc6-1507-45a1-bfee-c8ceedc0c4a9 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:44.658099 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e3312a8d-8aed-44b4-bf2b-656dcd375809 req-affb4cc6-1507-45a1-bfee-c8ceedc0c4a9 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19&tenant_id=29a2e152744a433f9b25a7592aa94e29&binding%3Ahost_id=n-h1-712139-27 HTTP/1.1" status: 200 len: 949 time: 0.5207651 Jan 28 02:45:44.745036 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4d47b-b06a-43c8-881e-45416dba6da2 req-b25a4376-e872-4e0c-9b6e-3f5937f45751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:44.746959 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-19a4d47b-b06a-43c8-881e-45416dba6da2 req-b25a4376-e872-4e0c-9b6e-3f5937f45751 service neutron] 10.222.0.67 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 1.3285820 Jan 28 02:45:44.761811 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6cead6-a7e1-45e0-ae97-67635e02dccf req-76662926-773d-4cf6-8962-f39d463e36cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:44.768378 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1f6cead6-a7e1-45e0-ae97-67635e02dccf req-76662926-773d-4cf6-8962-f39d463e36cd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b376bdc08124533ad1dc2039341113b&device_id=c976bb8a-67db-4a7d-a037-e759c34c4871 HTTP/1.1" status: 200 len: 1126 time: 0.1368437 Jan 28 02:45:44.772593 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9f3e2187-a3c6-4119-9113-59f84199ff5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (16fa92c5-d8da-4fcf-8eca-9e14e6957adf), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:44.778475 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9f3e2187-a3c6-4119-9113-59f84199ff5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:44.781642 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9f3e2187-a3c6-4119-9113-59f84199ff5a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/16fa92c5-d8da-4fcf-8eca-9e14e6957adf HTTP/1.1" status: 204 len: 168 time: 0.4628940 Jan 28 02:45:44.840500 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-19a4d47b-b06a-43c8-881e-45416dba6da2 req-4c46ca27-e369-4687-9bed-29d186c122d6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=acba92ab-c841-45d8-aacc-9e88e553230d HTTP/1.1" status: 200 len: 217 time: 0.0650725 Jan 28 02:45:44.842077 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 53384) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:44.901019 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f0f8c-b226-4135-84eb-37354fc3acd9 req-cf7628ed-3b4a-43b5-884c-29958ed475b1 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:44.908492 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dd8f0f8c-b226-4135-84eb-37354fc3acd9 req-cf7628ed-3b4a-43b5-884c-29958ed475b1 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=c976bb8a-67db-4a7d-a037-e759c34c4871 HTTP/1.1" status: 200 len: 943 time: 0.3218820 Jan 28 02:45:44.946799 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d706c169-44d3-453b-95a0-1352c29565fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:45.052109 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6cead6-a7e1-45e0-ae97-67635e02dccf req-5334da02-c524-4dfb-be65-91d6ad49e2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:45.059112 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1f6cead6-a7e1-45e0-ae97-67635e02dccf req-5334da02-c524-4dfb-be65-91d6ad49e2ff service neutron] 10.222.0.39 "GET /v2.0/networks?id=997aa02b-ef92-4c1c-ba5c-0477d385960c HTTP/1.1" status: 200 len: 922 time: 0.2763400 Jan 28 02:45:45.079750 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [req-e3312a8d-8aed-44b4-bf2b-656dcd375809 req-567668b2-c984-4a77-83c1-e0d6f2e1c934 service neutron] delete failed (client error): The resource could not be found. Jan 28 02:45:45.081337 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e3312a8d-8aed-44b4-bf2b-656dcd375809 req-567668b2-c984-4a77-83c1-e0d6f2e1c934 service neutron] 10.222.0.39 "DELETE /v2.0/ports/acba92ab-c841-45d8-aacc-9e88e553230d/bindings/n-h2-712139-27 HTTP/1.1" status: 404 len: 381 time: 0.3558776 Jan 28 02:45:45.086632 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-3fd9ce59-81b6-420e-b372-1e115db12540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-907093123-router', 'tenant_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': 'ba6b77fe-d614-438b-96c8-791c5bc5e219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:45:29Z', 'updated_at': '2022-01-28T02:45:40Z', 'revision_number': 4, 'project_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'gw_port': {'id': 'ba6b77fe-d614-438b-96c8-791c5bc5e219', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:45:31Z', 'updated_at': '2022-01-28T02:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'fa192b00-744a-4013-aaa0-da1828bcb208', 'name': '', 'network_id': '14d3588b-3a72-4543-858a-daf4905526c1', 'tenant_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'mac_address': 'fa:16:3e:65:cb:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '8bcd77d3-aea2-4a38-a318-db02b350e105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:45:37Z', 'updated_at': '2022-01-28T02:45:40Z', 'revision_number': 2, 'project_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'subnets': [{'id': '8bcd77d3-aea2-4a38-a318-db02b350e105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:45:45.103690 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e2187-a3c6-4119-9113-59f84199ff5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fa92c5-d8da-4fcf-8eca-9e14e6957adf,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:45.151347 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4d47b-b06a-43c8-881e-45416dba6da2 req-df476418-c245-46af-ae75-3e533d4eb9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:45.155079 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-19a4d47b-b06a-43c8-881e-45416dba6da2 req-df476418-c245-46af-ae75-3e533d4eb9cf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.2993789 Jan 28 02:45:45.182030 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd9ce59-81b6-420e-b372-1e115db12540 None None] Checking router: f4e962b1-b4a4-490d-a01e-f309dae8cc3a for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:45:45.182917 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1f6cead6-a7e1-45e0-ae97-67635e02dccf req-3891dcc9-63d8-48ba-b532-4c1669e513cb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=436ed209-dce3-4393-92c8-fccf886a2c65 HTTP/1.1" status: 200 len: 217 time: 0.1059957 Jan 28 02:45:45.183293 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd9ce59-81b6-420e-b372-1e115db12540 None None] Updating router f4e962b1-b4a4-490d-a01e-f309dae8cc3a port fa192b00-744a-4013-aaa0-da1828bcb208 binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:45:45.244946 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3fd9ce59-81b6-420e-b372-1e115db12540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (fa192b00-744a-4013-aaa0-da1828bcb208), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:45.331724 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-10d1d91e-464d-44e1-98de-d21a6a727669 admin admin] Publish callbacks [] for security_group (b6153512-c393-462e-b760-0e0df301c13e), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:45.348184 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6cead6-a7e1-45e0-ae97-67635e02dccf req-1f5d82af-3323-449a-87f2-03307e49bc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:45.349721 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1f6cead6-a7e1-45e0-ae97-67635e02dccf req-1f5d82af-3323-449a-87f2-03307e49bc34 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bcba3f69-83cc-4e79-8ae3-09e3e7684525 HTTP/1.1" status: 200 len: 861 time: 0.1601245 Jan 28 02:45:45.366258 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dd8f0f8c-b226-4135-84eb-37354fc3acd9 req-d292cf5a-dd82-4d99-9501-eb354ff8a0e4 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4454598 Jan 28 02:45:45.372802 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-10d1d91e-464d-44e1-98de-d21a6a727669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b6153512-c393-462e-b760-0e0df301c13e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:45.462648 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4d47b-b06a-43c8-881e-45416dba6da2 req-f68150e0-42e9-4add-8d8d-d006a9f445f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:45.471524 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-19a4d47b-b06a-43c8-881e-45416dba6da2 req-f68150e0-42e9-4add-8d8d-d006a9f445f1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2795215 Jan 28 02:45:45.480324 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1f6cead6-a7e1-45e0-ae97-67635e02dccf req-6cca8f13-5454-4dba-b16b-11800e9e4e0e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=997aa02b-ef92-4c1c-ba5c-0477d385960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1111350 Jan 28 02:45:45.499016 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10d1d91e-464d-44e1-98de-d21a6a727669 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:45:45.590858 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-10d1d91e-464d-44e1-98de-d21a6a727669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (9d684ccc-d770-41d4-a054-06a4dd93598d), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:45.591209 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-10d1d91e-464d-44e1-98de-d21a6a727669 admin admin] Added segment 9d684ccc-d770-41d4-a054-06a4dd93598d of type vlan for network bb0aad9b-2f2b-411c-88bf-f0b19d564397 Jan 28 02:45:45.598693 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 53402) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:45.627946 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d1d91e-464d-44e1-98de-d21a6a727669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6153512-c393-462e-b760-0e0df301c13e,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:45.653610 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3312a8d-8aed-44b4-bf2b-656dcd375809 req-cdc009c8-752a-4a55-a4a3-71627b7c6b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:45.658680 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e3312a8d-8aed-44b4-bf2b-656dcd375809 req-cdc009c8-752a-4a55-a4a3-71627b7c6b70 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=29a2e152744a433f9b25a7592aa94e29&device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 1101 time: 0.3932040 Jan 28 02:45:45.721134 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-000c158b-9653-42d0-8ff3-f43a4bf9ede3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:45.891866 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-10d1d91e-464d-44e1-98de-d21a6a727669 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (bb0aad9b-2f2b-411c-88bf-f0b19d564397), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:45.906899 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d706c169-44d3-453b-95a0-1352c29565fd admin admin] Publish callbacks [] for security_group (ba18fd3a-4baf-4b23-965b-38e732855d03), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:45.949446 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3fd9ce59-81b6-420e-b372-1e115db12540 None None] Publish callbacks [] for port (fa192b00-744a-4013-aaa0-da1828bcb208), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:45.956634 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d706c169-44d3-453b-95a0-1352c29565fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (ba18fd3a-4baf-4b23-965b-38e732855d03), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:45.965048 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3fd9ce59-81b6-420e-b372-1e115db12540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (fa192b00-744a-4013-aaa0-da1828bcb208), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:45.996047 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-000c158b-9653-42d0-8ff3-f43a4bf9ede3 admin admin] Publish callbacks [] for security_group (8ae1d83d-53df-4c00-a25a-13b9330e9720), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:46.009803 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d706c169-44d3-453b-95a0-1352c29565fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba18fd3a-4baf-4b23-965b-38e732855d03,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:46.027059 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1f6cead6-a7e1-45e0-ae97-67635e02dccf req-904de9ce-a4e7-46a9-8bc0-7c020d6f2a7d service neutron] 10.222.0.39 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5457580 Jan 28 02:45:46.029445 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-000c158b-9653-42d0-8ff3-f43a4bf9ede3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (8ae1d83d-53df-4c00-a25a-13b9330e9720), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:46.047556 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd015b-4742-46a9-ae9c-8c748e27854b req-1d7bfe4e-5093-4887-896a-86820cb3453a tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:46.049517 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fddd015b-4742-46a9-ae9c-8c748e27854b req-1d7bfe4e-5093-4887-896a-86820cb3453a tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 949 time: 0.4518268 Jan 28 02:45:46.073234 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 436ed209-dce3-4393-92c8-fccf886a2c65 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:45:46.075286 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device acba92ab-c841-45d8-aacc-9e88e553230d up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:45:46.119003 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-19a4d47b-b06a-43c8-881e-45416dba6da2 req-561eacc6-dfae-4fc2-90b4-e0266e40e80c service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6164975 Jan 28 02:45:46.127954 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d706c169-44d3-453b-95a0-1352c29565fd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d2cb442906be47dcb081f3b5cf2590ef&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2792511 Jan 28 02:45:46.141161 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 53426) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:46.144013 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3312a8d-8aed-44b4-bf2b-656dcd375809 req-b39bc536-2936-4173-a1c8-2e62890c5233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:46.145678 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e3312a8d-8aed-44b4-bf2b-656dcd375809 req-b39bc536-2936-4173-a1c8-2e62890c5233 service neutron] 10.222.0.39 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.4281356 Jan 28 02:45:46.208293 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1f6cead6-a7e1-45e0-ae97-67635e02dccf req-0ee78e05-73ca-48a3-99ec-21143b158b92 service neutron] 10.222.0.39 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576734 Jan 28 02:45:46.262579 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-10d1d91e-464d-44e1-98de-d21a6a727669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (bb0aad9b-2f2b-411c-88bf-f0b19d564397), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:46.264805 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d1d91e-464d-44e1-98de-d21a6a727669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:46.267760 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-10d1d91e-464d-44e1-98de-d21a6a727669 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:46.296791 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fddd015b-4742-46a9-ae9c-8c748e27854b req-30446421-9139-4304-92aa-cfe7a990938a tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928457 Jan 28 02:45:46.328149 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-000c158b-9653-42d0-8ff3-f43a4bf9ede3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f2b73a5a40d94604b46f17e7305d8a6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7085152 Jan 28 02:45:46.328149 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 53430) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:46.339578 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547810b-c5b5-49eb-9bb4-a9384d3afeb7 None None] Pushing event updated for resources: {'Port': ['ID=fa192b00-744a-4013-aaa0-da1828bcb208,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:46.347006 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.resource_extend [None req-39d61263-8968-4340-b258-80509f6b456b None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 02:45:46.355620 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c158b-9653-42d0-8ff3-f43a4bf9ede3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae1d83d-53df-4c00-a25a-13b9330e9720,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:46.400323 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port acba92ab-c841-45d8-aacc-9e88e553230d completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:45:46.421380 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port acba92ab-c841-45d8-aacc-9e88e553230d triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:45:46.421766 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (acba92ab-c841-45d8-aacc-9e88e553230d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:46.591994 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-3fd9ce59-81b6-420e-b372-1e115db12540 None None] Attempting to bind port fa192b00-744a-4013-aaa0-da1828bcb208 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:45:46.592374 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-3fd9ce59-81b6-420e-b372-1e115db12540 None None] Attempting to bind port fa192b00-744a-4013-aaa0-da1828bcb208 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'bbedb26a-d891-40c8-8d71-f06cdae1759c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '14d3588b-3a72-4543-858a-daf4905526c1'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:45:46.593108 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd9ce59-81b6-420e-b372-1e115db12540 None None] Attempting to bind port fa192b00-744a-4013-aaa0-da1828bcb208 on network 14d3588b-3a72-4543-858a-daf4905526c1 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:45:46.593668 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8bd80cb9-b052-431e-9f64-4abb63045ba0 admin admin] Publish callbacks [] for security_group (8ae1d83d-53df-4c00-a25a-13b9330e9720), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:46.650647 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd9ce59-81b6-420e-b372-1e115db12540 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:45:46.651046 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd9ce59-81b6-420e-b372-1e115db12540 None None] Checking segment: {'id': 'bbedb26a-d891-40c8-8d71-f06cdae1759c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '14d3588b-3a72-4543-858a-daf4905526c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:45:46.651460 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3fd9ce59-81b6-420e-b372-1e115db12540 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:46.651936 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd9ce59-81b6-420e-b372-1e115db12540 None None] Bound using segment: {'id': 'bbedb26a-d891-40c8-8d71-f06cdae1759c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '14d3588b-3a72-4543-858a-daf4905526c1'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:45:46.652534 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-3fd9ce59-81b6-420e-b372-1e115db12540 None None] Bound port: fa192b00-744a-4013-aaa0-da1828bcb208, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbedb26a-d891-40c8-8d71-f06cdae1759c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '14d3588b-3a72-4543-858a-daf4905526c1'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:45:46.652808 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3fd9ce59-81b6-420e-b372-1e115db12540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (fa192b00-744a-4013-aaa0-da1828bcb208), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:46.655255 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8bd80cb9-b052-431e-9f64-4abb63045ba0 admin admin] Publish callbacks [] for security_group (8ae1d83d-53df-4c00-a25a-13b9330e9720), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:46.678849 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d1d91e-464d-44e1-98de-d21a6a727669 admin admin] Pushing event updated for resources: {'Network': ['ID=bb0aad9b-2f2b-411c-88bf-f0b19d564397,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:46.682984 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-19a4d47b-b06a-43c8-881e-45416dba6da2 req-d4222424-9992-463b-8142-0b3846ac6341 service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5498574 Jan 28 02:45:46.713024 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 53442) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:46.721544 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-10d1d91e-464d-44e1-98de-d21a6a727669 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.2537785 Jan 28 02:45:46.722427 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 53444) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:46.728983 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8bd80cb9-b052-431e-9f64-4abb63045ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (8ae1d83d-53df-4c00-a25a-13b9330e9720), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:46.733164 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8bd80cb9-b052-431e-9f64-4abb63045ba0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:46.737719 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8bd80cb9-b052-431e-9f64-4abb63045ba0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8ae1d83d-53df-4c00-a25a-13b9330e9720 HTTP/1.1" status: 204 len: 168 time: 0.4099429 Jan 28 02:45:46.743312 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network bb0aad9b-2f2b-411c-88bf-f0b19d564397 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:45:46.761558 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd80cb9-b052-431e-9f64-4abb63045ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae1d83d-53df-4c00-a25a-13b9330e9720,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:46.766895 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e3312a8d-8aed-44b4-bf2b-656dcd375809 req-3cb6b1c3-adf8-4005-9a9b-11affecdf12d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=acba92ab-c841-45d8-aacc-9e88e553230d HTTP/1.1" status: 200 len: 217 time: 0.4960816 Jan 28 02:45:46.775081 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-15898d1e-7a04-4051-89c7-e080e164adf8 admin admin] Request body: {'subnet': {'network_id': 'bb0aad9b-2f2b-411c-88bf-f0b19d564397', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1958419844-subnet', 'tenant_id': '4cc4baf4e6f24ecf8fec4ba668b994ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:45:46.856778 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3312a8d-8aed-44b4-bf2b-656dcd375809 req-9d1cdd19-576b-4ce4-a885-b538bc0f84e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:46.858567 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e3312a8d-8aed-44b4-bf2b-656dcd375809 req-9d1cdd19-576b-4ce4-a885-b538bc0f84e1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.0642028 Jan 28 02:45:46.862757 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15898d1e-7a04-4051-89c7-e080e164adf8 admin admin] Made reservation on behalf of 4cc4baf4e6f24ecf8fec4ba668b994ce for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:45:46.865261 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-15898d1e-7a04-4051-89c7-e080e164adf8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:46.972632 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-baed0c50-1dd6-4d08-94e7-54779d8fbbf6 None None] Provisioning complete for port fa192b00-744a-4013-aaa0-da1828bcb208 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:45:46.973030 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-baed0c50-1dd6-4d08-94e7-54779d8fbbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (fa192b00-744a-4013-aaa0-da1828bcb208), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:47.028002 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port acba92ab-c841-45d8-aacc-9e88e553230d is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:45:47.028529 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (acba92ab-c841-45d8-aacc-9e88e553230d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:47.046060 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-baed0c50-1dd6-4d08-94e7-54779d8fbbf6 None None] Port fa192b00-744a-4013-aaa0-da1828bcb208 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:45:47.086745 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05333aa6-9b58-42c5-9f05-6b5342819e66 req-35dc2128-04ac-4824-b1cd-ea94c491b7b7 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:47.088536 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-05333aa6-9b58-42c5-9f05-6b5342819e66 req-35dc2128-04ac-4824-b1cd-ea94c491b7b7 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=c976bb8a-67db-4a7d-a037-e759c34c4871 HTTP/1.1" status: 200 len: 943 time: 0.4044993 Jan 28 02:45:47.089479 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-69d8f56a-c5af-49c6-950f-10dc9fc78094 admin admin] Publish callbacks [] for security_group (ba18fd3a-4baf-4b23-965b-38e732855d03), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:47.095711 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port acba92ab-c841-45d8-aacc-9e88e553230d, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=acba92ab-c841-45d8-aacc-9e88e553230d,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:45:47.104533 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c2c889-063a-402e-9e6b-a9a7938a5a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acba92ab-c841-45d8-aacc-9e88e553230d'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:45:47.108071 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd96aa6-2fa0-4484-bb48-60d3ee4ff47c" -d '{"events": [{"server_uuid": "d5c2c889-063a-402e-9e6b-a9a7938a5a19", "name": "network-vif-plugged", "status": "completed", "tag": "acba92ab-c841-45d8-aacc-9e88e553230d"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:45:47.123866 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-69d8f56a-c5af-49c6-950f-10dc9fc78094 admin admin] Publish callbacks [] for security_group (ba18fd3a-4baf-4b23-965b-38e732855d03), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:47.126941 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (acba92ab-c841-45d8-aacc-9e88e553230d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:47.196110 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 436ed209-dce3-4393-92c8-fccf886a2c65, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=436ed209-dce3-4393-92c8-fccf886a2c65,segment=NetworkSegment(1cc99f2f-8533-4758-ac6d-0ec0b703844f),segment_id=1cc99f2f-8533-4758-ac6d-0ec0b703844f)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:45:47.242996 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 436ed209-dce3-4393-92c8-fccf886a2c65 has no active binding in host n-h1-712139-27 {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 02:45:47.248025 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-3fd9ce59-81b6-420e-b372-1e115db12540 None None] For port fa192b00-744a-4013-aaa0-da1828bcb208, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:45:47.251522 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=acba92ab-c841-45d8-aacc-9e88e553230d,revision_number=9']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:47.255770 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-69d8f56a-c5af-49c6-950f-10dc9fc78094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (ba18fd3a-4baf-4b23-965b-38e732855d03), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:47.257701 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-3fd9ce59-81b6-420e-b372-1e115db12540 None None] For port fa192b00-744a-4013-aaa0-da1828bcb208, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=fa192b00-744a-4013-aaa0-da1828bcb208,segment=NetworkSegment(bbedb26a-d891-40c8-8d71-f06cdae1759c),segment_id=bbedb26a-d891-40c8-8d71-f06cdae1759c)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:45:47.259456 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-69d8f56a-c5af-49c6-950f-10dc9fc78094 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:47.260344 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-69d8f56a-c5af-49c6-950f-10dc9fc78094 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ba18fd3a-4baf-4b23-965b-38e732855d03 HTTP/1.1" status: 204 len: 168 time: 1.1176858 Jan 28 02:45:47.267719 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3fd9ce59-81b6-420e-b372-1e115db12540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (fa192b00-744a-4013-aaa0-da1828bcb208), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:47.288482 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3312a8d-8aed-44b4-bf2b-656dcd375809 req-d54d8505-718d-4ad2-a9c4-395aa1340dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:47.290410 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e3312a8d-8aed-44b4-bf2b-656dcd375809 req-d54d8505-718d-4ad2-a9c4-395aa1340dd3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2689450 Jan 28 02:45:47.323911 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-15898d1e-7a04-4051-89c7-e080e164adf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for subnet (d9471b17-86ab-4c30-97cb-6e2df122f157), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:47.328975 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d8f56a-c5af-49c6-950f-10dc9fc78094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba18fd3a-4baf-4b23-965b-38e732855d03,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:47.384805 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-05333aa6-9b58-42c5-9f05-6b5342819e66 req-c072d63d-5a3c-4b18-a5ff-8093ad2b0971 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174194 Jan 28 02:45:47.386469 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547810b-c5b5-49eb-9bb4-a9384d3afeb7 None None] Pushing event updated for resources: {'Port': ['ID=fa192b00-744a-4013-aaa0-da1828bcb208,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:47.412598 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd9ce59-81b6-420e-b372-1e115db12540 None None] Routers {'f4e962b1-b4a4-490d-a01e-f309dae8cc3a'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:45:47.413271 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-3fd9ce59-81b6-420e-b372-1e115db12540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:45:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['f4e962b1-b4a4-490d-a01e-f309dae8cc3a'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:45:47.639104 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15898d1e-7a04-4051-89c7-e080e164adf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9471b17-86ab-4c30-97cb-6e2df122f157,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:47.646841 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-3fd9ce59-81b6-420e-b372-1e115db12540 None None] Set router f4e962b1-b4a4-490d-a01e-f309dae8cc3a gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:45:47.742635 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15898d1e-7a04-4051-89c7-e080e164adf8 admin admin] Checking segment: {'id': '9d684ccc-d770-41d4-a054-06a4dd93598d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bb0aad9b-2f2b-411c-88bf-f0b19d564397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:45:47.761005 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15898d1e-7a04-4051-89c7-e080e164adf8 admin admin] Network hostable DHCP agents. Network: bb0aad9b-2f2b-411c-88bf-f0b19d564397, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:45:47.803613 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e3312a8d-8aed-44b4-bf2b-656dcd375809 req-ac0ba6a4-b84f-484f-ab43-0e8fe5f649a5 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4972646 Jan 28 02:45:47.841091 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9e76d48d-9608-442f-ae2a-fdd32dd1e3a3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=75bfb80fd1554fd9a93c14afb3f2ef0a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1257925 Jan 28 02:45:47.841252 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 53486) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:47.905279 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f33067-520a-490f-b45f-291dc335b3c7 x-openstack-request-id: req-e5f33067-520a-490f-b45f-291dc335b3c7 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:45:47.905615 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c2c889-063a-402e-9e6b-a9a7938a5a19", "name": "network-vif-plugged", "status": "completed", "tag": "acba92ab-c841-45d8-aacc-9e88e553230d", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:45:47.905839 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e5f33067-520a-490f-b45f-291dc335b3c7 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:45:47.906240 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c2c889-063a-402e-9e6b-a9a7938a5a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acba92ab-c841-45d8-aacc-9e88e553230d', 'code': 200} Jan 28 02:45:47.999466 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-acf52a67-84df-42ba-a3a5-f0c579871954 admin admin] Publish callbacks [] for security_group (5e170b5f-57dc-49fe-af55-bf0af8c2d7af), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:48.048401 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-acf52a67-84df-42ba-a3a5-f0c579871954 admin admin] Publish callbacks [] for security_group (5e170b5f-57dc-49fe-af55-bf0af8c2d7af), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:48.088619 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-593e1404-b568-4547-ac44-adfe07d5e934 None None] Provisioning complete for port fa192b00-744a-4013-aaa0-da1828bcb208 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:45:48.089033 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-593e1404-b568-4547-ac44-adfe07d5e934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (fa192b00-744a-4013-aaa0-da1828bcb208), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:48.154194 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-acf52a67-84df-42ba-a3a5-f0c579871954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (5e170b5f-57dc-49fe-af55-bf0af8c2d7af), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:48.156945 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-acf52a67-84df-42ba-a3a5-f0c579871954 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:48.161675 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-acf52a67-84df-42ba-a3a5-f0c579871954 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5e170b5f-57dc-49fe-af55-bf0af8c2d7af HTTP/1.1" status: 204 len: 168 time: 0.3186879 Jan 28 02:45:48.175618 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf52a67-84df-42ba-a3a5-f0c579871954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e170b5f-57dc-49fe-af55-bf0af8c2d7af,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:48.191736 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15898d1e-7a04-4051-89c7-e080e164adf8 admin admin] Network bb0aad9b-2f2b-411c-88bf-f0b19d564397 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:45:48.203414 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7ea2b-767f-40dc-84aa-410baeca7a0b req-e90957d4-2107-43ba-8083-6b2803b3983b tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:48.205163 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0aa7ea2b-767f-40dc-84aa-410baeca7a0b req-e90957d4-2107-43ba-8083-6b2803b3983b tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 950 time: 0.5307872 Jan 28 02:45:48.237001 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-15898d1e-7a04-4051-89c7-e080e164adf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, bb0aad9b-2f2b-411c-88bf-f0b19d564397) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:45:48.261007 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7126b44-6f44-439d-b4f2-b80894086825 None None] Network bb0aad9b-2f2b-411c-88bf-f0b19d564397 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:45:48.272018 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15898d1e-7a04-4051-89c7-e080e164adf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:48.274203 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-15898d1e-7a04-4051-89c7-e080e164adf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:48.310336 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e3312a8d-8aed-44b4-bf2b-656dcd375809 req-585bebfd-5024-4200-8105-26ac4648365b service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4980721 Jan 28 02:45:48.316655 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-15898d1e-7a04-4051-89c7-e080e164adf8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5516090 Jan 28 02:45:48.319282 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 53512) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:48.324486 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-95043b46-0356-4bf4-9288-05f343819ae2 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1958419844-router', 'tenant_id': '4cc4baf4e6f24ecf8fec4ba668b994ce', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:45:48.382912 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-95043b46-0356-4bf4-9288-05f343819ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (2f16f03a-5bb3-4b75-af28-61137fed158b), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:48.384437 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-95043b46-0356-4bf4-9288-05f343819ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (2f16f03a-5bb3-4b75-af28-61137fed158b), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:48.391261 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0aa7ea2b-767f-40dc-84aa-410baeca7a0b req-f74ca06c-786b-4dbe-8d1d-e2a41517937d tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604161 Jan 28 02:45:48.624337 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-593e1404-b568-4547-ac44-adfe07d5e934 None None] Current status of the port fa192b00-744a-4013-aaa0-da1828bcb208 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:45:48.624934 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-593e1404-b568-4547-ac44-adfe07d5e934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (fa192b00-744a-4013-aaa0-da1828bcb208), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:48.654907 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-95043b46-0356-4bf4-9288-05f343819ae2 admin admin] Publish callbacks [] for router_controller (2f16f03a-5bb3-4b75-af28-61137fed158b), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:48.707306 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251e3f4-7074-4a2f-9de1-4088e34fb7e6 req-b60e9d6e-211f-4014-80ce-b6fec5bdd141 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:48.720452 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2251e3f4-7074-4a2f-9de1-4088e34fb7e6 req-b60e9d6e-211f-4014-80ce-b6fec5bdd141 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=c976bb8a-67db-4a7d-a037-e759c34c4871 HTTP/1.1" status: 200 len: 943 time: 0.1576574 Jan 28 02:45:48.821432 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2251e3f4-7074-4a2f-9de1-4088e34fb7e6 req-d23006df-e856-4567-bb8f-f3e5396db6de tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998230 Jan 28 02:45:48.853242 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfe65b6-e15a-44dd-9663-5a4fa095c2c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-bb0aad9b-2f2b-411c-88bf-f0b19d564397', 'network_id': 'bb0aad9b-2f2b-411c-88bf-f0b19d564397', 'project_id': '4cc4baf4e6f24ecf8fec4ba668b994ce', 'fixed_ips': [{'subnet_id': 'd9471b17-86ab-4c30-97cb-6e2df122f157'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:45:48.854147 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3dfe65b6-e15a-44dd-9663-5a4fa095c2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:48.915638 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 53530) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:48.953543 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5f1b4102-b54c-4310-9d5d-a5ca4be4a3cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:48.954081 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-593e1404-b568-4547-ac44-adfe07d5e934 None None] For port fa192b00-744a-4013-aaa0-da1828bcb208, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=fa192b00-744a-4013-aaa0-da1828bcb208,segment=NetworkSegment(bbedb26a-d891-40c8-8d71-f06cdae1759c),segment_id=bbedb26a-d891-40c8-8d71-f06cdae1759c)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:45:49.011575 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-95043b46-0356-4bf4-9288-05f343819ae2 admin admin] Publish callbacks [] for router_gateway (2f16f03a-5bb3-4b75-af28-61137fed158b), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:49.014613 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-3fd9ce59-81b6-420e-b372-1e115db12540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-907093123-router', 'tenant_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': 'ba6b77fe-d614-438b-96c8-791c5bc5e219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:45:29Z', 'updated_at': '2022-01-28T02:45:40Z', 'revision_number': 4, 'project_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'gw_port': {'id': 'ba6b77fe-d614-438b-96c8-791c5bc5e219', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:45:31Z', 'updated_at': '2022-01-28T02:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'fa192b00-744a-4013-aaa0-da1828bcb208', 'name': '', 'network_id': '14d3588b-3a72-4543-858a-daf4905526c1', 'tenant_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'mac_address': 'fa:16:3e:65:cb:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '8bcd77d3-aea2-4a38-a318-db02b350e105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:45:37Z', 'updated_at': '2022-01-28T02:45:47Z', 'revision_number': 4, 'project_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'subnets': [{'id': '8bcd77d3-aea2-4a38-a318-db02b350e105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:45:49.016664 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-593e1404-b568-4547-ac44-adfe07d5e934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (fa192b00-744a-4013-aaa0-da1828bcb208), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:49.132314 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd9ce59-81b6-420e-b372-1e115db12540 None None] The sync data for ids ['f4e962b1-b4a4-490d-a01e-f309dae8cc3a'] in n-d-712139-27 is: [{'id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-907093123-router', 'tenant_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': 'ba6b77fe-d614-438b-96c8-791c5bc5e219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:45:29Z', 'updated_at': '2022-01-28T02:45:40Z', 'revision_number': 4, 'project_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'gw_port': {'id': 'ba6b77fe-d614-438b-96c8-791c5bc5e219', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:45:31Z', 'updated_at': '2022-01-28T02:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'fa192b00-744a-4013-aaa0-da1828bcb208', 'name': '', 'network_id': '14d3588b-3a72-4543-858a-daf4905526c1', 'tenant_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'mac_address': 'fa:16:3e:65:cb:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '8bcd77d3-aea2-4a38-a318-db02b350e105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:45:37Z', 'updated_at': '2022-01-28T02:45:47Z', 'revision_number': 4, 'project_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'subnets': [{'id': '8bcd77d3-aea2-4a38-a318-db02b350e105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:45:49.148358 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5f1b4102-b54c-4310-9d5d-a5ca4be4a3cf admin admin] Publish callbacks [] for security_group (ce931035-706a-43f8-a18f-23709deac540), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:49.153230 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5f1b4102-b54c-4310-9d5d-a5ca4be4a3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (ce931035-706a-43f8-a18f-23709deac540), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:49.185132 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5f1b4102-b54c-4310-9d5d-a5ca4be4a3cf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=37f5256fd0f34300a45fb366e52f8fbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2665393 Jan 28 02:45:49.187175 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 53534) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:49.239902 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b4102-b54c-4310-9d5d-a5ca4be4a3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce931035-706a-43f8-a18f-23709deac540,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:49.332674 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e1404-b568-4547-ac44-adfe07d5e934 None None] Pushing event updated for resources: {'Port': ['ID=fa192b00-744a-4013-aaa0-da1828bcb208,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:49.389781 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 53544) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:49.488653 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-3dfe65b6-e15a-44dd-9663-5a4fa095c2c3 None None] Allocated IP 172.20.0.2 (bb0aad9b-2f2b-411c-88bf-f0b19d564397/d9471b17-86ab-4c30-97cb-6e2df122f157/112be5ee-f280-407d-851b-84fc095dd15a) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:45:49.656188 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8bdc11-b16b-48d3-ad19-13b6616d9bad req-985a284f-584c-434e-bd47-c400fbe845a0 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:49.665566 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8f8bdc11-b16b-48d3-ad19-13b6616d9bad req-985a284f-584c-434e-bd47-c400fbe845a0 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 950 time: 0.1210508 Jan 28 02:45:49.704667 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3dfe65b6-e15a-44dd-9663-5a4fa095c2c3 None None] Publish callbacks [] for port (112be5ee-f280-407d-851b-84fc095dd15a), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:49.710218 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a3e27f63-3399-425a-8b20-86e3f38db3cd admin admin] Publish callbacks [] for security_group (ce931035-706a-43f8-a18f-23709deac540), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:49.713026 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-95043b46-0356-4bf4-9288-05f343819ae2 admin admin] Publish callbacks [] for router_gateway (2f16f03a-5bb3-4b75-af28-61137fed158b), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:49.717874 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3dfe65b6-e15a-44dd-9663-5a4fa095c2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (112be5ee-f280-407d-851b-84fc095dd15a), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:49.738222 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-95043b46-0356-4bf4-9288-05f343819ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:49.849740 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8f8bdc11-b16b-48d3-ad19-13b6616d9bad req-7153173c-bd2b-4128-bc8e-b8879fe85b66 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753521 Jan 28 02:45:49.880902 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a3e27f63-3399-425a-8b20-86e3f38db3cd admin admin] Publish callbacks [] for security_group (ce931035-706a-43f8-a18f-23709deac540), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:50.086910 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe65b6-e15a-44dd-9663-5a4fa095c2c3 None None] Pushing event updated for resources: {'Port': ['ID=112be5ee-f280-407d-851b-84fc095dd15a,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:50.110746 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfe65b6-e15a-44dd-9663-5a4fa095c2c3 None None] Network bb0aad9b-2f2b-411c-88bf-f0b19d564397 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:45:50.114615 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-3dfe65b6-e15a-44dd-9663-5a4fa095c2c3 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:45:50.122018 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfe65b6-e15a-44dd-9663-5a4fa095c2c3 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:45:50.146549 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d7b54069-7fee-469a-9cca-e555d699e2b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:50.207212 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-dd18ae83-2eb2-465f-b84e-6ed166a23651 service neutron] 10.222.0.39 "GET /v2.0/ports/436ed209-dce3-4393-92c8-fccf886a2c65/bindings/n-h1-712139-27 HTTP/1.1" status: 200 len: 385 time: 0.3235509 Jan 28 02:45:50.218038 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad89d18-a6ae-421b-989d-05e705385c36 req-9ae38cd3-94f5-4c22-91c4-90c78cf636ab tempest-MigrationsAdminTest-903596228 tempest-MigrationsAdminTest-903596228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:50.220100 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0ad89d18-a6ae-421b-989d-05e705385c36 req-9ae38cd3-94f5-4c22-91c4-90c78cf636ab tempest-MigrationsAdminTest-903596228 tempest-MigrationsAdminTest-903596228-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 1102 time: 0.1966481 Jan 28 02:45:50.269608 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-3dfe65b6-e15a-44dd-9663-5a4fa095c2c3 None None] Attempting to bind port 112be5ee-f280-407d-851b-84fc095dd15a on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:45:50.270023 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-3dfe65b6-e15a-44dd-9663-5a4fa095c2c3 None None] Attempting to bind port 112be5ee-f280-407d-851b-84fc095dd15a by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '9d684ccc-d770-41d4-a054-06a4dd93598d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bb0aad9b-2f2b-411c-88bf-f0b19d564397'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:45:50.272551 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfe65b6-e15a-44dd-9663-5a4fa095c2c3 None None] Attempting to bind port 112be5ee-f280-407d-851b-84fc095dd15a on network bb0aad9b-2f2b-411c-88bf-f0b19d564397 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:45:50.280765 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da2ee9-0ec6-4550-ad9d-41fd75b48411 req-6d9ee052-3529-45bc-bb10-2cb2a1dfcd01 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:50.289214 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfe65b6-e15a-44dd-9663-5a4fa095c2c3 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:45:50.289609 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfe65b6-e15a-44dd-9663-5a4fa095c2c3 None None] Checking segment: {'id': '9d684ccc-d770-41d4-a054-06a4dd93598d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bb0aad9b-2f2b-411c-88bf-f0b19d564397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:45:50.290016 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3dfe65b6-e15a-44dd-9663-5a4fa095c2c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:50.290424 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfe65b6-e15a-44dd-9663-5a4fa095c2c3 None None] Bound using segment: {'id': '9d684ccc-d770-41d4-a054-06a4dd93598d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bb0aad9b-2f2b-411c-88bf-f0b19d564397'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:45:50.291313 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b5da2ee9-0ec6-4550-ad9d-41fd75b48411 req-6d9ee052-3529-45bc-bb10-2cb2a1dfcd01 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=c976bb8a-67db-4a7d-a037-e759c34c4871 HTTP/1.1" status: 200 len: 943 time: 0.2867517 Jan 28 02:45:50.297237 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-3dfe65b6-e15a-44dd-9663-5a4fa095c2c3 None None] Bound port: 112be5ee-f280-407d-851b-84fc095dd15a, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d684ccc-d770-41d4-a054-06a4dd93598d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bb0aad9b-2f2b-411c-88bf-f0b19d564397'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:45:50.297731 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3dfe65b6-e15a-44dd-9663-5a4fa095c2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (112be5ee-f280-407d-851b-84fc095dd15a), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:50.324647 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-95043b46-0356-4bf4-9288-05f343819ae2 admin admin] Allocated IP 172.25.0.78 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/97df978c-b0e0-4818-936f-0d42ba69875a) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:45:50.329947 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a3e27f63-3399-425a-8b20-86e3f38db3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (ce931035-706a-43f8-a18f-23709deac540), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:50.332335 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a3e27f63-3399-425a-8b20-86e3f38db3cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:50.348261 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a3e27f63-3399-425a-8b20-86e3f38db3cd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ce931035-706a-43f8-a18f-23709deac540 HTTP/1.1" status: 204 len: 168 time: 1.1539259 Jan 28 02:45:50.429803 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0ad89d18-a6ae-421b-989d-05e705385c36 req-d685ca0e-17a7-4356-afc2-9e3a0eb35253 tempest-MigrationsAdminTest-903596228 tempest-MigrationsAdminTest-903596228-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866715 Jan 28 02:45:50.485264 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-3dfe65b6-e15a-44dd-9663-5a4fa095c2c3 None None] For port 112be5ee-f280-407d-851b-84fc095dd15a, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:45:50.497776 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-3dfe65b6-e15a-44dd-9663-5a4fa095c2c3 None None] For port 112be5ee-f280-407d-851b-84fc095dd15a, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=112be5ee-f280-407d-851b-84fc095dd15a,segment=NetworkSegment(9d684ccc-d770-41d4-a054-06a4dd93598d),segment_id=9d684ccc-d770-41d4-a054-06a4dd93598d)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:45:50.500670 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e27f63-3399-425a-8b20-86e3f38db3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce931035-706a-43f8-a18f-23709deac540,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:50.514772 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3dfe65b6-e15a-44dd-9663-5a4fa095c2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (112be5ee-f280-407d-851b-84fc095dd15a), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:50.530761 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b5da2ee9-0ec6-4550-ad9d-41fd75b48411 req-56824301-290f-446f-852f-921b5bddcbf0 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384720 Jan 28 02:45:50.802728 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe65b6-e15a-44dd-9663-5a4fa095c2c3 None None] Pushing event updated for resources: {'Port': ['ID=112be5ee-f280-407d-851b-84fc095dd15a,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:50.858186 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d7b54069-7fee-469a-9cca-e555d699e2b5 admin admin] Publish callbacks [] for security_group (fb56b0bb-5062-4a80-837b-4eb088b4db7a), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:50.875989 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d7b54069-7fee-469a-9cca-e555d699e2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (fb56b0bb-5062-4a80-837b-4eb088b4db7a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:50.896922 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-95043b46-0356-4bf4-9288-05f343819ae2 admin admin] Publish callbacks [] for port (97df978c-b0e0-4818-936f-0d42ba69875a), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:51.006775 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-95043b46-0356-4bf4-9288-05f343819ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (97df978c-b0e0-4818-936f-0d42ba69875a), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:51.027515 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d7b54069-7fee-469a-9cca-e555d699e2b5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ee4743a1bdeb421d87414c27183b2fee&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6347432 Jan 28 02:45:51.046459 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-8e6d63cf-7b2b-4f13-9703-fc0a475cce87 service neutron] For port 436ed209-dce3-4393-92c8-fccf886a2c65, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=436ed209-dce3-4393-92c8-fccf886a2c65,segment=NetworkSegment(1cc99f2f-8533-4758-ac6d-0ec0b703844f),segment_id=1cc99f2f-8533-4758-ac6d-0ec0b703844f)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:45:51.079780 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 53598) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:51.080610 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b54069-7fee-469a-9cca-e555d699e2b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb56b0bb-5062-4a80-837b-4eb088b4db7a,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:51.151741 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-8e6d63cf-7b2b-4f13-9703-fc0a475cce87 service neutron] For port 436ed209-dce3-4393-92c8-fccf886a2c65, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:45:51.170580 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95043b46-0356-4bf4-9288-05f343819ae2 admin admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:45:51.202636 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-8e6d63cf-7b2b-4f13-9703-fc0a475cce87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 436ed209-dce3-4393-92c8-fccf886a2c65 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:45:51.204039 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-95043b46-0356-4bf4-9288-05f343819ae2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:45:51.208764 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95043b46-0356-4bf4-9288-05f343819ae2 admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:45:51.218803 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-8e6d63cf-7b2b-4f13-9703-fc0a475cce87 service neutron] For port 436ed209-dce3-4393-92c8-fccf886a2c65, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=436ed209-dce3-4393-92c8-fccf886a2c65,segment=NetworkSegment(1cc99f2f-8533-4758-ac6d-0ec0b703844f),segment_id=1cc99f2f-8533-4758-ac6d-0ec0b703844f)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:45:51.267776 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-8e6d63cf-7b2b-4f13-9703-fc0a475cce87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (436ed209-dce3-4393-92c8-fccf886a2c65), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:51.314271 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3726546d-4300-43de-8067-94fdcde87766 req-c93ebaf5-8f23-484a-995e-fa78039f43d9 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=29a2e152744a433f9b25a7592aa94e29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0826569 Jan 28 02:45:51.571681 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ea00a794-e8fe-40cc-b406-fe4a952f473f admin admin] Publish callbacks [] for security_group (fb56b0bb-5062-4a80-837b-4eb088b4db7a), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:51.651540 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 112be5ee-f280-407d-851b-84fc095dd15a up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:45:51.659184 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ea00a794-e8fe-40cc-b406-fe4a952f473f admin admin] Publish callbacks [] for security_group (fb56b0bb-5062-4a80-837b-4eb088b4db7a), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:51.661742 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-8e6d63cf-7b2b-4f13-9703-fc0a475cce87 service neutron] Transition to ACTIVE for port object 436ed209-dce3-4393-92c8-fccf886a2c65 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:45:51.681412 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-8e6d63cf-7b2b-4f13-9703-fc0a475cce87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (436ed209-dce3-4393-92c8-fccf886a2c65), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:51.806838 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 112be5ee-f280-407d-851b-84fc095dd15a triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:45:51.807743 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (112be5ee-f280-407d-851b-84fc095dd15a), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:51.857402 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726546d-4300-43de-8067-94fdcde87766 req-216365e6-0847-4531-be91-34243efe633b tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:51.857402 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3726546d-4300-43de-8067-94fdcde87766 req-216365e6-0847-4531-be91-34243efe633b tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5046763 Jan 28 02:45:52.046253 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ea00a794-e8fe-40cc-b406-fe4a952f473f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (fb56b0bb-5062-4a80-837b-4eb088b4db7a), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:52.060354 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ea00a794-e8fe-40cc-b406-fe4a952f473f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:52.061769 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ea00a794-e8fe-40cc-b406-fe4a952f473f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fb56b0bb-5062-4a80-837b-4eb088b4db7a HTTP/1.1" status: 204 len: 168 time: 0.9753351 Jan 28 02:45:52.129116 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea00a794-e8fe-40cc-b406-fe4a952f473f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb56b0bb-5062-4a80-837b-4eb088b4db7a,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:52.129986 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 112be5ee-f280-407d-851b-84fc095dd15a is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:45:52.130720 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (112be5ee-f280-407d-851b-84fc095dd15a), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:52.200627 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3726546d-4300-43de-8067-94fdcde87766 req-fa531605-5839-4183-89cc-b671887ce4de tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/quotas/29a2e152744a433f9b25a7592aa94e29 HTTP/1.1" status: 200 len: 375 time: 0.1551375 Jan 28 02:45:52.223759 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 112be5ee-f280-407d-851b-84fc095dd15a, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=112be5ee-f280-407d-851b-84fc095dd15a,segment=NetworkSegment(9d684ccc-d770-41d4-a054-06a4dd93598d),segment_id=9d684ccc-d770-41d4-a054-06a4dd93598d)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:45:52.238409 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (112be5ee-f280-407d-851b-84fc095dd15a), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:52.239375 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device fa192b00-744a-4013-aaa0-da1828bcb208 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:45:52.341714 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-8e6d63cf-7b2b-4f13-9703-fc0a475cce87 service neutron] No DVR routers for this DVR port 436ed209-dce3-4393-92c8-fccf886a2c65 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:45:52.358884 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=112be5ee-f280-407d-851b-84fc095dd15a,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:52.429752 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port fa192b00-744a-4013-aaa0-da1828bcb208 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:45:52.430903 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (fa192b00-744a-4013-aaa0-da1828bcb208), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:52.459729 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d63cf-7b2b-4f13-9703-fc0a475cce87 service neutron] Pushing event updated for resources: {'Port': ['ID=436ed209-dce3-4393-92c8-fccf886a2c65,revision_number=10']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:52.508912 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95043b46-0356-4bf4-9288-05f343819ae2 admin admin] Pushing event updated for resources: {'Port': ['ID=97df978c-b0e0-4818-936f-0d42ba69875a,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:52.596471 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3726546d-4300-43de-8067-94fdcde87766 req-afe9c18f-b8cc-4ecc-9fb2-f9498ad0e62f tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=29a2e152744a433f9b25a7592aa94e29&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3886228 Jan 28 02:45:52.618388 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-8e6d63cf-7b2b-4f13-9703-fc0a475cce87 service neutron] 10.222.0.39 "PUT /v2.0/ports/436ed209-dce3-4393-92c8-fccf886a2c65/bindings/n-h1-712139-27/activate HTTP/1.1" status: 200 len: 370 time: 2.3970718 Jan 28 02:45:52.622349 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port fa192b00-744a-4013-aaa0-da1828bcb208 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:45:52.978022 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-71011d9f-023a-495e-8c78-847977373e4b tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:52.984238 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-71011d9f-023a-495e-8c78-847977373e4b tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=c976bb8a-67db-4a7d-a037-e759c34c4871&tenant_id=2b376bdc08124533ad1dc2039341113b&binding%3Ahost_id=n-h2-712139-27 HTTP/1.1" status: 200 len: 1096 time: 0.1779122 Jan 28 02:45:53.083448 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b47f89-fb8d-43e4-b912-0c3b0c49453a None None] Network bb0aad9b-2f2b-411c-88bf-f0b19d564397 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:45:53.084893 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12efcf1-137f-4f7e-b26c-b3c182fdb6e4 req-482c939f-b3c8-42dd-8ee3-a899f6eea8ac tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:53.092693 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b12efcf1-137f-4f7e-b26c-b3c182fdb6e4 req-482c939f-b3c8-42dd-8ee3-a899f6eea8ac tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=c976bb8a-67db-4a7d-a037-e759c34c4871 HTTP/1.1" status: 200 len: 944 time: 0.5952840 Jan 28 02:45:53.133535 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-95043b46-0356-4bf4-9288-05f343819ae2 admin admin] Publish callbacks [] for router_gateway (2f16f03a-5bb3-4b75-af28-61137fed158b), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:53.144249 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-36d8a400-cdc4-4936-afc4-cb9705966f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:53.155063 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-36d8a400-cdc4-4936-afc4-cb9705966f8b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c976bb8a-67db-4a7d-a037-e759c34c4871&tenant_id=2b376bdc08124533ad1dc2039341113b HTTP/1.1" status: 200 len: 1096 time: 0.1603613 Jan 28 02:45:53.245036 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ef9edfd5-5948-42d3-a00b-a13cc2ab423b req-7f2f07a6-88a8-44c4-9288-2aee495237ab tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa56615-b151-47cf-a515-21c799286b2e HTTP/1.1" status: 200 len: 210 time: 0.1570432 Jan 28 02:45:53.311112 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b12efcf1-137f-4f7e-b26c-b3c182fdb6e4 req-bd4d0657-f2ce-485f-a75d-d4d9e63a11ad tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175109 Jan 28 02:45:53.351614 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 53664) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:53.388425 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-cf438e61-01f4-4625-af4d-908fe4a9f76f None None] Provisioning complete for port 112be5ee-f280-407d-851b-84fc095dd15a triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:45:53.390000 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cf438e61-01f4-4625-af4d-908fe4a9f76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (112be5ee-f280-407d-851b-84fc095dd15a), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:53.409913 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 112be5ee-f280-407d-851b-84fc095dd15a up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:45:53.440796 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-839560fd-fb4c-4eae-bbc8-1e9e55c56f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:53.473335 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7b5233cc-2694-489e-808e-127547f8b945 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:53.474209 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-839560fd-fb4c-4eae-bbc8-1e9e55c56f8b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b376bdc08124533ad1dc2039341113b&device_id=c976bb8a-67db-4a7d-a037-e759c34c4871 HTTP/1.1" status: 200 len: 1096 time: 0.2360582 Jan 28 02:45:53.708129 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 436ed209-dce3-4393-92c8-fccf886a2c65 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:45:53.732258 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7b5233cc-2694-489e-808e-127547f8b945 admin admin] Publish callbacks [] for security_group (46454481-1ee5-44c4-bbbd-1b3d4e1e61b8), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:53.786660 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7b5233cc-2694-489e-808e-127547f8b945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (46454481-1ee5-44c4-bbbd-1b3d4e1e61b8), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:53.825063 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-9c12469b-75f4-419e-a497-d5f9aa7563e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:53.827610 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-9c12469b-75f4-419e-a497-d5f9aa7563e4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=997aa02b-ef92-4c1c-ba5c-0477d385960c HTTP/1.1" status: 200 len: 922 time: 0.3466196 Jan 28 02:45:53.875176 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 112be5ee-f280-407d-851b-84fc095dd15a triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:45:53.875781 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (112be5ee-f280-407d-851b-84fc095dd15a), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:53.918413 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-cf438e61-01f4-4625-af4d-908fe4a9f76f None None] Current status of the port 112be5ee-f280-407d-851b-84fc095dd15a is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:45:53.925563 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] The host n-h2-712139-27 is not matching for port 436ed209-dce3-4393-92c8-fccf886a2c65 host n-h1-712139-27! {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 02:45:53.929590 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 436ed209-dce3-4393-92c8-fccf886a2c65 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:45:53.991454 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 112be5ee-f280-407d-851b-84fc095dd15a is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:45:54.013198 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7b5233cc-2694-489e-808e-127547f8b945 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0f04525264ba47e8b7724885e31316a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6580508 Jan 28 02:45:54.017518 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-107aac83-c855-40db-ab93-130d0bf1bf94 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=436ed209-dce3-4393-92c8-fccf886a2c65 HTTP/1.1" status: 200 len: 217 time: 0.1754720 Jan 28 02:45:54.032481 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 53676) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:54.118658 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-95043b46-0356-4bf4-9288-05f343819ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (2f16f03a-5bb3-4b75-af28-61137fed158b), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:54.133044 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5233cc-2694-489e-808e-127547f8b945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46454481-1ee5-44c4-bbbd-1b3d4e1e61b8,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:54.232131 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-79f8986b-b84e-4e79-aadf-094f45cf104b req-d005f5b9-e4a6-441f-8909-31e212a3175e tempest-SecurityGroupsTestAdminJSON-149345041 tempest-SecurityGroupsTestAdminJSON-149345041-project] Request body: {'security_group': {'name': 'tempest-securitygroup-934243615', 'description': 'tempest-description-1678506421'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:45:54.344879 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-79f8986b-b84e-4e79-aadf-094f45cf104b req-d005f5b9-e4a6-441f-8909-31e212a3175e tempest-SecurityGroupsTestAdminJSON-149345041 tempest-SecurityGroupsTestAdminJSON-149345041-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:54.389310 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-79f8986b-b84e-4e79-aadf-094f45cf104b req-d005f5b9-e4a6-441f-8909-31e212a3175e tempest-SecurityGroupsTestAdminJSON-149345041 tempest-SecurityGroupsTestAdminJSON-149345041-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:54.465233 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-cbd41861-5268-4863-8b70-0510570b7e6d None None] Provisioning complete for port 112be5ee-f280-407d-851b-84fc095dd15a triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:45:54.465687 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cbd41861-5268-4863-8b70-0510570b7e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (112be5ee-f280-407d-851b-84fc095dd15a), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:54.482881 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95043b46-0356-4bf4-9288-05f343819ae2 admin admin] Router 2f16f03a-5bb3-4b75-af28-61137fed158b is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 02:45:54.522155 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-79f8986b-b84e-4e79-aadf-094f45cf104b req-d005f5b9-e4a6-441f-8909-31e212a3175e tempest-SecurityGroupsTestAdminJSON-149345041 tempest-SecurityGroupsTestAdminJSON-149345041-project] Publish callbacks [] for security_group (a85facf8-a7cc-4396-98a9-3b100ae737e6), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:54.524963 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-c3d6add7-62bd-41e9-971a-c72a5700e182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:54.527414 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-c3d6add7-62bd-41e9-971a-c72a5700e182 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bcba3f69-83cc-4e79-8ae3-09e3e7684525 HTTP/1.1" status: 200 len: 861 time: 0.4512036 Jan 28 02:45:54.533934 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-79f8986b-b84e-4e79-aadf-094f45cf104b req-d005f5b9-e4a6-441f-8909-31e212a3175e tempest-SecurityGroupsTestAdminJSON-149345041 tempest-SecurityGroupsTestAdminJSON-149345041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (a85facf8-a7cc-4396-98a9-3b100ae737e6), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:54.616731 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-9345989f-fbf5-4184-ae56-9ae0edd4b342 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=997aa02b-ef92-4c1c-ba5c-0477d385960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776246 Jan 28 02:45:54.617427 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a4f09407-77ae-44bf-9f4b-cdaf545d3940 admin admin] Publish callbacks [] for security_group (46454481-1ee5-44c4-bbbd-1b3d4e1e61b8), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:54.638724 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-cbd41861-5268-4863-8b70-0510570b7e6d None None] Current status of the port 112be5ee-f280-407d-851b-84fc095dd15a is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:45:54.704295 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95043b46-0356-4bf4-9288-05f343819ae2 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:45:54.708966 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d005f5b9-e4a6-441f-8909-31e212a3175e tempest-SecurityGroupsTestAdminJSON-149345041 tempest-SecurityGroupsTestAdminJSON-149345041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a85facf8-a7cc-4396-98a9-3b100ae737e6,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:54.719414 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af564ab-596c-4f6c-af52-74d96866f7d3 None None] Sync routers for ids ['2f16f03a-5bb3-4b75-af28-61137fed158b'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:45:54.739477 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af564ab-596c-4f6c-af52-74d96866f7d3 None None] Routers {'2f16f03a-5bb3-4b75-af28-61137fed158b'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:45:54.740293 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-5af564ab-596c-4f6c-af52-74d96866f7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:45:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['2f16f03a-5bb3-4b75-af28-61137fed158b'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:45:54.805061 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8aec3d87-82d0-48da-982b-6f68694a41db req-134eee68-4c39-4c8d-8917-7be012b5bd9e tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa56615-b151-47cf-a515-21c799286b2e HTTP/1.1" status: 200 len: 210 time: 0.0855656 Jan 28 02:45:54.828786 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-95043b46-0356-4bf4-9288-05f343819ae2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:54.832938 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-95043b46-0356-4bf4-9288-05f343819ae2 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.5101225 Jan 28 02:45:54.833825 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 53714) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:54.866850 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a4f09407-77ae-44bf-9f4b-cdaf545d3940 admin admin] Publish callbacks [] for security_group (46454481-1ee5-44c4-bbbd-1b3d4e1e61b8), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:54.877533 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3726546d-4300-43de-8067-94fdcde87766 req-e7aecce8-3698-490f-894a-bd7ab4b2f058 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=29a2e152744a433f9b25a7592aa94e29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0958970 Jan 28 02:45:54.979661 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-5af564ab-596c-4f6c-af52-74d96866f7d3 None None] Set router 2f16f03a-5bb3-4b75-af28-61137fed158b gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:45:55.025195 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-79f8986b-b84e-4e79-aadf-094f45cf104b req-d005f5b9-e4a6-441f-8909-31e212a3175e tempest-SecurityGroupsTestAdminJSON-149345041 tempest-SecurityGroupsTestAdminJSON-149345041-project] Publish callbacks [] for security_group (5985dc67-2d92-4545-8b49-02c63729c832), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:55.095024 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5fac70-4139-4796-8fcf-a56daa8e4b9d req-135eb156-d2c5-4cc7-bc35-41d7179c0683 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:55.097116 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9b5fac70-4139-4796-8fcf-a56daa8e4b9d req-135eb156-d2c5-4cc7-bc35-41d7179c0683 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=c976bb8a-67db-4a7d-a037-e759c34c4871 HTTP/1.1" status: 200 len: 944 time: 0.0770741 Jan 28 02:45:55.114384 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-79f8986b-b84e-4e79-aadf-094f45cf104b req-d005f5b9-e4a6-441f-8909-31e212a3175e tempest-SecurityGroupsTestAdminJSON-149345041 tempest-SecurityGroupsTestAdminJSON-149345041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (5985dc67-2d92-4545-8b49-02c63729c832), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:55.116555 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a4f09407-77ae-44bf-9f4b-cdaf545d3940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (46454481-1ee5-44c4-bbbd-1b3d4e1e61b8), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:55.129217 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a4f09407-77ae-44bf-9f4b-cdaf545d3940 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:55.130787 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a4f09407-77ae-44bf-9f4b-cdaf545d3940 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/46454481-1ee5-44c4-bbbd-1b3d4e1e61b8 HTTP/1.1" status: 204 len: 168 time: 1.0953190 Jan 28 02:45:55.189343 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-7070767e-afca-4075-858e-95cb82d9955a service neutron] 10.222.0.67 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5375168 Jan 28 02:45:55.202919 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-79f8986b-b84e-4e79-aadf-094f45cf104b req-d005f5b9-e4a6-441f-8909-31e212a3175e tempest-SecurityGroupsTestAdminJSON-149345041 tempest-SecurityGroupsTestAdminJSON-149345041-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:55.204163 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-79f8986b-b84e-4e79-aadf-094f45cf104b req-d005f5b9-e4a6-441f-8909-31e212a3175e tempest-SecurityGroupsTestAdminJSON-149345041 tempest-SecurityGroupsTestAdminJSON-149345041-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.1229115 Jan 28 02:45:55.389255 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9b5fac70-4139-4796-8fcf-a56daa8e4b9d req-28e5b445-f723-438f-b98c-0ef2d39eee05 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294464 Jan 28 02:45:55.398936 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d005f5b9-e4a6-441f-8909-31e212a3175e tempest-SecurityGroupsTestAdminJSON-149345041 tempest-SecurityGroupsTestAdminJSON-149345041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5985dc67-2d92-4545-8b49-02c63729c832,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:55.404046 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-5af564ab-596c-4f6c-af52-74d96866f7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f16f03a-5bb3-4b75-af28-61137fed158b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1958419844-router', 'tenant_id': '4cc4baf4e6f24ecf8fec4ba668b994ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '97df978c-b0e0-4818-936f-0d42ba69875a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:45:48Z', 'updated_at': '2022-01-28T02:45:52Z', 'revision_number': 3, 'project_id': '4cc4baf4e6f24ecf8fec4ba668b994ce', 'gw_port': {'id': '97df978c-b0e0-4818-936f-0d42ba69875a', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:72:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f16f03a-5bb3-4b75-af28-61137fed158b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:45:49Z', 'updated_at': '2022-01-28T02:45:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:45:55.441259 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af564ab-596c-4f6c-af52-74d96866f7d3 None None] Checking router: 2f16f03a-5bb3-4b75-af28-61137fed158b for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:45:55.442327 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af564ab-596c-4f6c-af52-74d96866f7d3 None None] Updating router 2f16f03a-5bb3-4b75-af28-61137fed158b port 97df978c-b0e0-4818-936f-0d42ba69875a binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:45:55.496493 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f09407-77ae-44bf-9f4b-cdaf545d3940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46454481-1ee5-44c4-bbbd-1b3d4e1e61b8,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:55.533862 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-5af564ab-596c-4f6c-af52-74d96866f7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (97df978c-b0e0-4818-936f-0d42ba69875a), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:55.536409 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726546d-4300-43de-8067-94fdcde87766 req-06f9b243-650c-4c1f-a337-583da9652b09 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:55.538002 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3726546d-4300-43de-8067-94fdcde87766 req-06f9b243-650c-4c1f-a337-583da9652b09 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6361833 Jan 28 02:45:55.597368 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-ea58d95f-55a0-414c-86fe-476c7b7b3f4d service neutron] 10.222.0.67 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686461 Jan 28 02:45:55.604111 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-3726546d-4300-43de-8067-94fdcde87766 req-edbec891-54e5-4938-a5ca-aaaa1e4cecd9 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Request body: {'port': {'device_id': 'cfa56615-b151-47cf-a515-21c799286b2e', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'admin_state_up': True, 'tenant_id': '29a2e152744a433f9b25a7592aa94e29'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:45:55.694597 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-a7cdaa2e-6f83-4000-9b73-5efd70439e9c req-8a013b10-fb8b-435b-8faa-bc37f290574e tempest-SecurityGroupsTestAdminJSON-149345041 tempest-SecurityGroupsTestAdminJSON-149345041-project] Request body: {'security_group': {'name': 'tempest-securitygroup-880615556', 'description': 'tempest-description-160820565'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:45:55.729527 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-a7cdaa2e-6f83-4000-9b73-5efd70439e9c req-8a013b10-fb8b-435b-8faa-bc37f290574e tempest-SecurityGroupsTestAdminJSON-149345041 tempest-SecurityGroupsTestAdminJSON-149345041-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:55.847253 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3726546d-4300-43de-8067-94fdcde87766 req-edbec891-54e5-4938-a5ca-aaaa1e4cecd9 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Made reservation on behalf of 29a2e152744a433f9b25a7592aa94e29 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:45:55.851358 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3726546d-4300-43de-8067-94fdcde87766 req-edbec891-54e5-4938-a5ca-aaaa1e4cecd9 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:55.857112 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5b2dfac6-2497-422d-987b-95509f702f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:56.076113 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-a7cdaa2e-6f83-4000-9b73-5efd70439e9c req-8a013b10-fb8b-435b-8faa-bc37f290574e tempest-SecurityGroupsTestAdminJSON-149345041 tempest-SecurityGroupsTestAdminJSON-149345041-project] Publish callbacks [] for security_group (cc6fc767-580b-46c3-b132-6544e27b43a1), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:56.088264 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-a7cdaa2e-6f83-4000-9b73-5efd70439e9c req-8a013b10-fb8b-435b-8faa-bc37f290574e tempest-SecurityGroupsTestAdminJSON-149345041 tempest-SecurityGroupsTestAdminJSON-149345041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (cc6fc767-580b-46c3-b132-6544e27b43a1), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:56.100323 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-5af564ab-596c-4f6c-af52-74d96866f7d3 None None] Publish callbacks [] for port (97df978c-b0e0-4818-936f-0d42ba69875a), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:56.113310 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-5af564ab-596c-4f6c-af52-74d96866f7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (97df978c-b0e0-4818-936f-0d42ba69875a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:56.136787 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-a7cdaa2e-6f83-4000-9b73-5efd70439e9c req-8a013b10-fb8b-435b-8faa-bc37f290574e tempest-SecurityGroupsTestAdminJSON-149345041 tempest-SecurityGroupsTestAdminJSON-149345041-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:56.138074 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a7cdaa2e-6f83-4000-9b73-5efd70439e9c req-8a013b10-fb8b-435b-8faa-bc37f290574e tempest-SecurityGroupsTestAdminJSON-149345041 tempest-SecurityGroupsTestAdminJSON-149345041-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5095217 Jan 28 02:45:56.151453 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-3726546d-4300-43de-8067-94fdcde87766 req-edbec891-54e5-4938-a5ca-aaaa1e4cecd9 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Allocated IP 192.168.233.118 (00399c87-9b8d-4ccb-b18d-7ccb90f49322/24329ac8-3d67-49eb-9f63-d2859e79e36f/50ef5e41-dc48-4c5c-81f9-d97cb05ba83d) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:45:56.165640 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-6d909e04-37c0-4546-a51e-6e82f23cb826 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:56.168103 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a013b10-fb8b-435b-8faa-bc37f290574e tempest-SecurityGroupsTestAdminJSON-149345041 tempest-SecurityGroupsTestAdminJSON-149345041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6fc767-580b-46c3-b132-6544e27b43a1,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:56.171775 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-6d909e04-37c0-4546-a51e-6e82f23cb826 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=c976bb8a-67db-4a7d-a037-e759c34c4871&tenant_id=2b376bdc08124533ad1dc2039341113b&binding%3Ahost_id=n-h1-712139-27 HTTP/1.1" status: 200 len: 1096 time: 0.1218238 Jan 28 02:45:56.174122 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-5b2dfac6-2497-422d-987b-95509f702f79 admin admin] Allocated IP 172.20.0.1 (bb0aad9b-2f2b-411c-88bf-f0b19d564397/d9471b17-86ab-4c30-97cb-6e2df122f157/dcd5bf82-9f49-4eb5-b372-9be7d415f653) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:45:56.219115 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-5af564ab-596c-4f6c-af52-74d96866f7d3 None None] Attempting to bind port 97df978c-b0e0-4818-936f-0d42ba69875a on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:45:56.219482 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-5af564ab-596c-4f6c-af52-74d96866f7d3 None None] Attempting to bind port 97df978c-b0e0-4818-936f-0d42ba69875a by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:45:56.219842 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af564ab-596c-4f6c-af52-74d96866f7d3 None None] Attempting to bind port 97df978c-b0e0-4818-936f-0d42ba69875a on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:45:56.232935 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af564ab-596c-4f6c-af52-74d96866f7d3 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:45:56.233342 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af564ab-596c-4f6c-af52-74d96866f7d3 None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:45:56.233923 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-5af564ab-596c-4f6c-af52-74d96866f7d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:56.234555 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af564ab-596c-4f6c-af52-74d96866f7d3 None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:45:56.234765 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-5af564ab-596c-4f6c-af52-74d96866f7d3 None None] Bound port: 97df978c-b0e0-4818-936f-0d42ba69875a, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:45:56.236094 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-5af564ab-596c-4f6c-af52-74d96866f7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (97df978c-b0e0-4818-936f-0d42ba69875a), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:56.279232 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86c6e1-0566-40e8-8121-4b16a806cf58 None None] Pushing event updated for resources: {'Port': ['ID=97df978c-b0e0-4818-936f-0d42ba69875a,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:56.328252 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-5af564ab-596c-4f6c-af52-74d96866f7d3 None None] For port 97df978c-b0e0-4818-936f-0d42ba69875a, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:45:56.332587 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-5af564ab-596c-4f6c-af52-74d96866f7d3 None None] For port 97df978c-b0e0-4818-936f-0d42ba69875a, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=97df978c-b0e0-4818-936f-0d42ba69875a,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:45:56.343297 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-5af564ab-596c-4f6c-af52-74d96866f7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (97df978c-b0e0-4818-936f-0d42ba69875a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:56.416612 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86c6e1-0566-40e8-8121-4b16a806cf58 None None] Pushing event updated for resources: {'Port': ['ID=97df978c-b0e0-4818-936f-0d42ba69875a,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:56.426891 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5b2dfac6-2497-422d-987b-95509f702f79 admin admin] Publish callbacks [] for port (dcd5bf82-9f49-4eb5-b372-9be7d415f653), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:56.432793 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af564ab-596c-4f6c-af52-74d96866f7d3 None None] Routers {'2f16f03a-5bb3-4b75-af28-61137fed158b'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:45:56.434618 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-5af564ab-596c-4f6c-af52-74d96866f7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:45:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['2f16f03a-5bb3-4b75-af28-61137fed158b'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:45:56.527660 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5b2dfac6-2497-422d-987b-95509f702f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (dcd5bf82-9f49-4eb5-b372-9be7d415f653), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:56.607191 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-d966b935-a888-49f2-9897-014a59b4bf67 service neutron] For port 436ed209-dce3-4393-92c8-fccf886a2c65, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:45:56.613949 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-d966b935-a888-49f2-9897-014a59b4bf67 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:56.615263 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d912ba01-db8e-418a-82e4-4bde8dae2a84 req-d966b935-a888-49f2-9897-014a59b4bf67 service neutron] 10.222.0.67 "DELETE /v2.0/ports/436ed209-dce3-4393-92c8-fccf886a2c65/bindings/n-h2-712139-27 HTTP/1.1" status: 204 len: 173 time: 0.4321692 Jan 28 02:45:56.627268 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3726546d-4300-43de-8067-94fdcde87766 req-edbec891-54e5-4938-a5ca-aaaa1e4cecd9 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Publish callbacks [] for port (50ef5e41-dc48-4c5c-81f9-d97cb05ba83d), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:56.634816 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2dfac6-2497-422d-987b-95509f702f79 admin admin] Pushing event updated for resources: {'Port': ['ID=dcd5bf82-9f49-4eb5-b372-9be7d415f653,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:56.659079 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2dfac6-2497-422d-987b-95509f702f79 admin admin] Network bb0aad9b-2f2b-411c-88bf-f0b19d564397 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:45:56.664589 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-5b2dfac6-2497-422d-987b-95509f702f79 admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:45:56.667028 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2dfac6-2497-422d-987b-95509f702f79 admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:45:56.667757 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5b2dfac6-2497-422d-987b-95509f702f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (2f16f03a-5bb3-4b75-af28-61137fed158b), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:56.688893 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-5af564ab-596c-4f6c-af52-74d96866f7d3 None None] Set router 2f16f03a-5bb3-4b75-af28-61137fed158b gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:45:56.693177 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 53816) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:56.708509 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3726546d-4300-43de-8067-94fdcde87766 req-edbec891-54e5-4938-a5ca-aaaa1e4cecd9 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (50ef5e41-dc48-4c5c-81f9-d97cb05ba83d), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:56.743871 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['acba92ab-c841-45d8-aacc-9e88e553230d'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:45:56.873316 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3726546d-4300-43de-8067-94fdcde87766 req-edbec891-54e5-4938-a5ca-aaaa1e4cecd9 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:45:56.896682 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-3726546d-4300-43de-8067-94fdcde87766 req-edbec891-54e5-4938-a5ca-aaaa1e4cecd9 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:45:56.916839 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbec891-54e5-4938-a5ca-aaaa1e4cecd9 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Pushing event updated for resources: {'Port': ['ID=50ef5e41-dc48-4c5c-81f9-d97cb05ba83d,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:56.942583 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-3726546d-4300-43de-8067-94fdcde87766 req-edbec891-54e5-4938-a5ca-aaaa1e4cecd9 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:45:56.966724 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726546d-4300-43de-8067-94fdcde87766 req-edbec891-54e5-4938-a5ca-aaaa1e4cecd9 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:56.967464 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3726546d-4300-43de-8067-94fdcde87766 req-edbec891-54e5-4938-a5ca-aaaa1e4cecd9 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:56.979914 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dbe10f1a-a40b-415c-8b52-7f27fa1868d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:57.047929 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3726546d-4300-43de-8067-94fdcde87766 req-edbec891-54e5-4938-a5ca-aaaa1e4cecd9 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4494593 Jan 28 02:45:57.074076 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-3726546d-4300-43de-8067-94fdcde87766 req-47d20075-0e3b-4001-820d-4b30a98446c9 service neutron] Request body: {'port': {'device_id': 'cfa56615-b151-47cf-a515-21c799286b2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:45:57.130862 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5b2dfac6-2497-422d-987b-95509f702f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (dcd5bf82-9f49-4eb5-b372-9be7d415f653), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:57.224023 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-5af564ab-596c-4f6c-af52-74d96866f7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f16f03a-5bb3-4b75-af28-61137fed158b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1958419844-router', 'tenant_id': '4cc4baf4e6f24ecf8fec4ba668b994ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '97df978c-b0e0-4818-936f-0d42ba69875a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:45:48Z', 'updated_at': '2022-01-28T02:45:52Z', 'revision_number': 3, 'project_id': '4cc4baf4e6f24ecf8fec4ba668b994ce', 'gw_port': {'id': '97df978c-b0e0-4818-936f-0d42ba69875a', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:72:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f16f03a-5bb3-4b75-af28-61137fed158b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:45:49Z', 'updated_at': '2022-01-28T02:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:45:57.242769 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3726546d-4300-43de-8067-94fdcde87766 req-47d20075-0e3b-4001-820d-4b30a98446c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (50ef5e41-dc48-4c5c-81f9-d97cb05ba83d), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:57.303005 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c266916c-9b39-4aed-a631-332c100ec0da None None] Provisioning complete for port dcd5bf82-9f49-4eb5-b372-9be7d415f653 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:45:57.303383 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c266916c-9b39-4aed-a631-332c100ec0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (dcd5bf82-9f49-4eb5-b372-9be7d415f653), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:57.348894 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c266916c-9b39-4aed-a631-332c100ec0da None None] Port dcd5bf82-9f49-4eb5-b372-9be7d415f653 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:45:57.349132 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af564ab-596c-4f6c-af52-74d96866f7d3 None None] The sync data for ids ['2f16f03a-5bb3-4b75-af28-61137fed158b'] in n-d-712139-27 is: [{'id': '2f16f03a-5bb3-4b75-af28-61137fed158b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1958419844-router', 'tenant_id': '4cc4baf4e6f24ecf8fec4ba668b994ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '97df978c-b0e0-4818-936f-0d42ba69875a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:45:48Z', 'updated_at': '2022-01-28T02:45:52Z', 'revision_number': 3, 'project_id': '4cc4baf4e6f24ecf8fec4ba668b994ce', 'gw_port': {'id': '97df978c-b0e0-4818-936f-0d42ba69875a', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:72:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f16f03a-5bb3-4b75-af28-61137fed158b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:45:49Z', 'updated_at': '2022-01-28T02:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:45:57.372778 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f2c49-0b56-4b06-b8c1-087b16a6bad0 req-448626a2-d775-4692-9c4b-0755b2513659 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:57.374616 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-803f2c49-0b56-4b06-b8c1-087b16a6bad0 req-448626a2-d775-4692-9c4b-0755b2513659 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa56615-b151-47cf-a515-21c799286b2e HTTP/1.1" status: 200 len: 936 time: 0.3486218 Jan 28 02:45:57.495222 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-783dfd0a-7936-4fe0-bf39-ee93eea12bec None None] Provisioning complete for port 50ef5e41-dc48-4c5c-81f9-d97cb05ba83d triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:45:57.495939 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-783dfd0a-7936-4fe0-bf39-ee93eea12bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (50ef5e41-dc48-4c5c-81f9-d97cb05ba83d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:57.545559 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-783dfd0a-7936-4fe0-bf39-ee93eea12bec None None] Port 50ef5e41-dc48-4c5c-81f9-d97cb05ba83d cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:45:57.621966 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-e02d622e-632e-445f-ad11-c923a7874f0a req-4bb1b1cd-4284-4a78-84dd-cd8369fe2af3 tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2022802240', 'description': 'tempest-description-1571847013'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:45:57.634321 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dbe10f1a-a40b-415c-8b52-7f27fa1868d7 admin admin] Publish callbacks [] for security_group (4d8ecd24-fef4-40f5-89f9-a5ca2c82ea9e), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:57.650298 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dbe10f1a-a40b-415c-8b52-7f27fa1868d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (4d8ecd24-fef4-40f5-89f9-a5ca2c82ea9e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:57.674895 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-803f2c49-0b56-4b06-b8c1-087b16a6bad0 req-d4b7a288-1ca9-4598-a3a4-a37f12ecf533 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936199 Jan 28 02:45:57.704640 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5b2dfac6-2497-422d-987b-95509f702f79 admin admin] Publish callbacks [] for port (dcd5bf82-9f49-4eb5-b372-9be7d415f653), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:57.711123 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5b2dfac6-2497-422d-987b-95509f702f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (dcd5bf82-9f49-4eb5-b372-9be7d415f653), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:57.712176 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5b2dfac6-2497-422d-987b-95509f702f79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (2f16f03a-5bb3-4b75-af28-61137fed158b), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:57.770245 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe10f1a-a40b-415c-8b52-7f27fa1868d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8ecd24-fef4-40f5-89f9-a5ca2c82ea9e,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:57.823115 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e02d622e-632e-445f-ad11-c923a7874f0a req-4bb1b1cd-4284-4a78-84dd-cd8369fe2af3 tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:57.847873 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-dbe10f1a-a40b-415c-8b52-7f27fa1868d7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6c748c0947da4831b7bcedaedf1345e3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1536384 Jan 28 02:45:57.851390 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 53838) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:57.853224 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e02d622e-632e-445f-ad11-c923a7874f0a req-4bb1b1cd-4284-4a78-84dd-cd8369fe2af3 tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:57.894720 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2dfac6-2497-422d-987b-95509f702f79 admin admin] Pushing event updated for resources: {'Port': ['ID=dcd5bf82-9f49-4eb5-b372-9be7d415f653,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:57.946010 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088dd15-a4ed-495e-b743-1b745b2e1f83 req-68dce8de-414f-496c-a76d-e1d41867a88d tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:57.947604 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3088dd15-a4ed-495e-b743-1b745b2e1f83 req-68dce8de-414f-496c-a76d-e1d41867a88d tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=c976bb8a-67db-4a7d-a037-e759c34c4871 HTTP/1.1" status: 200 len: 944 time: 0.1293979 Jan 28 02:45:57.955951 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2dfac6-2497-422d-987b-95509f702f79 admin admin] Network bb0aad9b-2f2b-411c-88bf-f0b19d564397 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:45:57.959275 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-5b2dfac6-2497-422d-987b-95509f702f79 admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:45:58.075122 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3088dd15-a4ed-495e-b743-1b745b2e1f83 req-3361ec59-4af3-4e45-948a-c9fc36411a70 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179588 Jan 28 02:45:58.118134 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:45:58.140267 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2dfac6-2497-422d-987b-95509f702f79 admin admin] Router 2f16f03a-5bb3-4b75-af28-61137fed158b has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:45:58.195037 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-47040f20-0fe8-476b-abaa-24ca8bffe71d admin admin] Publish callbacks [] for security_group (4d8ecd24-fef4-40f5-89f9-a5ca2c82ea9e), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:58.206338 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e02d622e-632e-445f-ad11-c923a7874f0a req-4bb1b1cd-4284-4a78-84dd-cd8369fe2af3 tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] Publish callbacks [] for security_group (d23a8518-29f6-40e8-a0af-5b7818911331), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:58.248201 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e02d622e-632e-445f-ad11-c923a7874f0a req-4bb1b1cd-4284-4a78-84dd-cd8369fe2af3 tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (d23a8518-29f6-40e8-a0af-5b7818911331), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:58.306135 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-47040f20-0fe8-476b-abaa-24ca8bffe71d admin admin] Publish callbacks [] for security_group (4d8ecd24-fef4-40f5-89f9-a5ca2c82ea9e), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:58.344188 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2dfac6-2497-422d-987b-95509f702f79 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:45:58.355037 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:45:58.355673 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:58.365808 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5b2dfac6-2497-422d-987b-95509f702f79 admin admin] 10.222.0.53 "PUT /v2.0/routers/2f16f03a-5bb3-4b75-af28-61137fed158b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5292916 Jan 28 02:45:58.405529 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-e618edf3-1bf2-45b2-8a37-ba7848344688 None None] Provisioning complete for port dcd5bf82-9f49-4eb5-b372-9be7d415f653 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:45:58.406169 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e618edf3-1bf2-45b2-8a37-ba7848344688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (dcd5bf82-9f49-4eb5-b372-9be7d415f653), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:58.417993 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb1b1cd-4284-4a78-84dd-cd8369fe2af3 tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d23a8518-29f6-40e8-a0af-5b7818911331,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:58.454070 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8060bb71-40c8-46a1-b95f-b889b580ddc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd64ac3ce-bc51-4a5e-9bd0-8a6899757a7c'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:45:58.458092 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32fc5518-bd0a-4ab4-babf-63a0445580b4" -d '{"events": [{"server_uuid": "8060bb71-40c8-46a1-b95f-b889b580ddc0", "name": "network-vif-unplugged", "status": "completed", "tag": "d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:45:58.466148 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e618edf3-1bf2-45b2-8a37-ba7848344688 None None] Port dcd5bf82-9f49-4eb5-b372-9be7d415f653 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:45:58.503095 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c,segment=NetworkSegment(75a4b119-8376-430b-8e41-eb2c7f9df607),segment_id=75a4b119-8376-430b-8e41-eb2c7f9df607)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:45:58.516220 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e02d622e-632e-445f-ad11-c923a7874f0a req-4bb1b1cd-4284-4a78-84dd-cd8369fe2af3 tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] Publish callbacks [] for security_group (c96ce411-057c-4329-b5eb-0c86b85ed0f2), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:58.518035 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:58.543182 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e02d622e-632e-445f-ad11-c923a7874f0a req-4bb1b1cd-4284-4a78-84dd-cd8369fe2af3 tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c96ce411-057c-4329-b5eb-0c86b85ed0f2), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:58.553877 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-47040f20-0fe8-476b-abaa-24ca8bffe71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (4d8ecd24-fef4-40f5-89f9-a5ca2c82ea9e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:58.556937 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-47040f20-0fe8-476b-abaa-24ca8bffe71d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:58.558702 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-47040f20-0fe8-476b-abaa-24ca8bffe71d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4d8ecd24-fef4-40f5-89f9-a5ca2c82ea9e HTTP/1.1" status: 204 len: 168 time: 0.7019241 Jan 28 02:45:58.570182 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e02d622e-632e-445f-ad11-c923a7874f0a req-4bb1b1cd-4284-4a78-84dd-cd8369fe2af3 tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:58.571478 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e02d622e-632e-445f-ad11-c923a7874f0a req-4bb1b1cd-4284-4a78-84dd-cd8369fe2af3 tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.9717991 Jan 28 02:45:58.602471 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-3726546d-4300-43de-8067-94fdcde87766 req-47d20075-0e3b-4001-820d-4b30a98446c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50ef5e41-dc48-4c5c-81f9-d97cb05ba83d {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:45:58.628176 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3726546d-4300-43de-8067-94fdcde87766 req-47d20075-0e3b-4001-820d-4b30a98446c9 service neutron] Publish callbacks [] for port (50ef5e41-dc48-4c5c-81f9-d97cb05ba83d), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:58.631044 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb1b1cd-4284-4a78-84dd-cd8369fe2af3 tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96ce411-057c-4329-b5eb-0c86b85ed0f2,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:58.666700 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c,revision_number=8']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:58.686202 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47040f20-0fe8-476b-abaa-24ca8bffe71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8ecd24-fef4-40f5-89f9-a5ca2c82ea9e,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:58.707308 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 02:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd3535e-b953-49a2-8524-e2521e4fa534 x-openstack-request-id: req-dcd3535e-b953-49a2-8524-e2521e4fa534 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:45:58.707690 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8060bb71-40c8-46a1-b95f-b889b580ddc0", "name": "network-vif-unplugged", "status": "completed", "tag": "d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:45:58.708403 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dcd3535e-b953-49a2-8524-e2521e4fa534 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:45:58.708702 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8060bb71-40c8-46a1-b95f-b889b580ddc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd64ac3ce-bc51-4a5e-9bd0-8a6899757a7c', 'code': 200} Jan 28 02:45:58.715214 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-3726546d-4300-43de-8067-94fdcde87766 req-47d20075-0e3b-4001-820d-4b30a98446c9 service neutron] Transition to ACTIVE for port object 50ef5e41-dc48-4c5c-81f9-d97cb05ba83d will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:45:58.723094 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3726546d-4300-43de-8067-94fdcde87766 req-47d20075-0e3b-4001-820d-4b30a98446c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (50ef5e41-dc48-4c5c-81f9-d97cb05ba83d), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:58.762162 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:58.864432 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-94a89933-18f5-48a9-b7ff-1821cda00768 req-a41bdc79-0a4f-4d88-ba7a-8c5f72205652 tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1487806981', 'description': 'tempest-description-408297193'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:45:58.908365 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-94a89933-18f5-48a9-b7ff-1821cda00768 req-a41bdc79-0a4f-4d88-ba7a-8c5f72205652 tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:58.915921 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d20075-0e3b-4001-820d-4b30a98446c9 service neutron] Pushing event updated for resources: {'Port': ['ID=50ef5e41-dc48-4c5c-81f9-d97cb05ba83d,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:58.926892 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-3726546d-4300-43de-8067-94fdcde87766 req-47d20075-0e3b-4001-820d-4b30a98446c9 service neutron] Attempting to bind port 50ef5e41-dc48-4c5c-81f9-d97cb05ba83d on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:45:58.927349 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-3726546d-4300-43de-8067-94fdcde87766 req-47d20075-0e3b-4001-820d-4b30a98446c9 service neutron] Attempting to bind port 50ef5e41-dc48-4c5c-81f9-d97cb05ba83d by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:45:58.927925 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3726546d-4300-43de-8067-94fdcde87766 req-47d20075-0e3b-4001-820d-4b30a98446c9 service neutron] Attempting to bind port 50ef5e41-dc48-4c5c-81f9-d97cb05ba83d on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:45:58.940552 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3726546d-4300-43de-8067-94fdcde87766 req-47d20075-0e3b-4001-820d-4b30a98446c9 service neutron] Port 50ef5e41-dc48-4c5c-81f9-d97cb05ba83d on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:45:58.941932 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3726546d-4300-43de-8067-94fdcde87766 req-47d20075-0e3b-4001-820d-4b30a98446c9 service neutron] Attempting to bind port 50ef5e41-dc48-4c5c-81f9-d97cb05ba83d on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:45:58.951905 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3726546d-4300-43de-8067-94fdcde87766 req-47d20075-0e3b-4001-820d-4b30a98446c9 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:45:58.952408 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3726546d-4300-43de-8067-94fdcde87766 req-47d20075-0e3b-4001-820d-4b30a98446c9 service neutron] Checking segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:45:58.953063 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3726546d-4300-43de-8067-94fdcde87766 req-47d20075-0e3b-4001-820d-4b30a98446c9 service neutron] Bound using segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:45:58.953927 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-3726546d-4300-43de-8067-94fdcde87766 req-47d20075-0e3b-4001-820d-4b30a98446c9 service neutron] Bound port: 50ef5e41-dc48-4c5c-81f9-d97cb05ba83d, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:45:58.954439 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3726546d-4300-43de-8067-94fdcde87766 req-47d20075-0e3b-4001-820d-4b30a98446c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (50ef5e41-dc48-4c5c-81f9-d97cb05ba83d), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:59.079614 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-94a89933-18f5-48a9-b7ff-1821cda00768 req-a41bdc79-0a4f-4d88-ba7a-8c5f72205652 tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] Publish callbacks [] for security_group (906583eb-69e0-4472-bef8-a2a540fcf492), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:59.090159 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-94a89933-18f5-48a9-b7ff-1821cda00768 req-a41bdc79-0a4f-4d88-ba7a-8c5f72205652 tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (906583eb-69e0-4472-bef8-a2a540fcf492), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:59.093995 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-3726546d-4300-43de-8067-94fdcde87766 req-47d20075-0e3b-4001-820d-4b30a98446c9 service neutron] For port 50ef5e41-dc48-4c5c-81f9-d97cb05ba83d, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:45:59.098346 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-3726546d-4300-43de-8067-94fdcde87766 req-47d20075-0e3b-4001-820d-4b30a98446c9 service neutron] For port 50ef5e41-dc48-4c5c-81f9-d97cb05ba83d, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=50ef5e41-dc48-4c5c-81f9-d97cb05ba83d,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:45:59.108696 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3726546d-4300-43de-8067-94fdcde87766 req-47d20075-0e3b-4001-820d-4b30a98446c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (50ef5e41-dc48-4c5c-81f9-d97cb05ba83d), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:59.140809 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-94a89933-18f5-48a9-b7ff-1821cda00768 req-a41bdc79-0a4f-4d88-ba7a-8c5f72205652 tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:59.142833 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-94a89933-18f5-48a9-b7ff-1821cda00768 req-a41bdc79-0a4f-4d88-ba7a-8c5f72205652 tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2841699 Jan 28 02:45:59.144010 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41bdc79-0a4f-4d88-ba7a-8c5f72205652 tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906583eb-69e0-4472-bef8-a2a540fcf492,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:59.207136 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726546d-4300-43de-8067-94fdcde87766 req-47d20075-0e3b-4001-820d-4b30a98446c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:59.208825 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3726546d-4300-43de-8067-94fdcde87766 req-47d20075-0e3b-4001-820d-4b30a98446c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:59.213186 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3726546d-4300-43de-8067-94fdcde87766 req-47d20075-0e3b-4001-820d-4b30a98446c9 service neutron] 10.222.0.39 "PUT /v2.0/ports/50ef5e41-dc48-4c5c-81f9-d97cb05ba83d HTTP/1.1" status: 200 len: 1097 time: 2.1454232 Jan 28 02:45:59.231918 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfa56615-b151-47cf-a515-21c799286b2e', 'tag': '50ef5e41-dc48-4c5c-81f9-d97cb05ba83d'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:45:59.241043 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f4a60a-f8c6-4eba-9e05-faf30c0d6c99" -d '{"events": [{"name": "network-changed", "server_uuid": "cfa56615-b151-47cf-a515-21c799286b2e", "tag": "50ef5e41-dc48-4c5c-81f9-d97cb05ba83d"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:45:59.280493 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d20075-0e3b-4001-820d-4b30a98446c9 service neutron] Pushing event updated for resources: {'Port': ['ID=50ef5e41-dc48-4c5c-81f9-d97cb05ba83d,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:59.320145 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 97df978c-b0e0-4818-936f-0d42ba69875a up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:45:59.332388 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8013bbb-228c-4e5b-aabc-3b75fb9ed173 req-b91e7342-8181-41f4-97ea-06c8350e2197 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:59.344441 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c8013bbb-228c-4e5b-aabc-3b75fb9ed173 req-b91e7342-8181-41f4-97ea-06c8350e2197 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c976bb8a-67db-4a7d-a037-e759c34c4871 HTTP/1.1" status: 200 len: 1096 time: 0.1969750 Jan 28 02:45:59.374989 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 53888) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:59.383859 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726546d-4300-43de-8067-94fdcde87766 req-30e5d867-8bc9-408c-8a2b-2d8d995d06dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:59.386120 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3726546d-4300-43de-8067-94fdcde87766 req-30e5d867-8bc9-408c-8a2b-2d8d995d06dc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=29a2e152744a433f9b25a7592aa94e29&device_id=cfa56615-b151-47cf-a515-21c799286b2e HTTP/1.1" status: 200 len: 1100 time: 0.1023257 Jan 28 02:45:59.395398 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-da3fbdb6-dbb4-46a0-bcc0-fce0dab8ef71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:59.430597 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 97df978c-b0e0-4818-936f-0d42ba69875a triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:45:59.431224 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (97df978c-b0e0-4818-936f-0d42ba69875a), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:59.443786 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3726546d-4300-43de-8067-94fdcde87766 req-125d4781-186b-44b5-9910-19b6286536ed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=50ef5e41-dc48-4c5c-81f9-d97cb05ba83d HTTP/1.1" status: 200 len: 217 time: 0.0436301 Jan 28 02:45:59.491095 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c8013bbb-228c-4e5b-aabc-3b75fb9ed173 req-f341aae5-4c55-4a6e-a20e-daeb91e37be4 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456184 Jan 28 02:45:59.508059 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726546d-4300-43de-8067-94fdcde87766 req-bcf861ce-f6db-4e51-9cfe-c331a11a53b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:59.510018 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3726546d-4300-43de-8067-94fdcde87766 req-bcf861ce-f6db-4e51-9cfe-c331a11a53b7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.0572703 Jan 28 02:45:59.616981 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-da3fbdb6-dbb4-46a0-bcc0-fce0dab8ef71 admin admin] Publish callbacks [] for security_group (acde7d60-494e-4a7e-84bb-4dc69e5b31bb), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:59.617678 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726546d-4300-43de-8067-94fdcde87766 req-0515b596-dd37-4717-8188-6d322ca14ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:59.619351 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3726546d-4300-43de-8067-94fdcde87766 req-0515b596-dd37-4717-8188-6d322ca14ce4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1034307 Jan 28 02:45:59.637150 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-da3fbdb6-dbb4-46a0-bcc0-fce0dab8ef71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (acde7d60-494e-4a7e-84bb-4dc69e5b31bb), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:59.645383 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-f4448d03-6ed7-4d7e-b2fc-6e375745bd8f tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=48a9da4172074c31af36ad122c33e36a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641217 Jan 28 02:45:59.653309 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b77ddba6-8523-478c-a4fd-e93e62df0440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:59.677556 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3fbdb6-dbb4-46a0-bcc0-fce0dab8ef71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acde7d60-494e-4a7e-84bb-4dc69e5b31bb,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:59.733925 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 97df978c-b0e0-4818-936f-0d42ba69875a is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:45:59.734307 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (97df978c-b0e0-4818-936f-0d42ba69875a), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:59.758784 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-da3fbdb6-dbb4-46a0-bcc0-fce0dab8ef71 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d7b8c9c48e7e4b769310b0ba70fa20e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3800941 Jan 28 02:45:59.759078 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 53902) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:45:59.762956 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3726546d-4300-43de-8067-94fdcde87766 req-a0e220e9-a727-4de4-b020-43308798eac5 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216605 Jan 28 02:45:59.787340 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 97df978c-b0e0-4818-936f-0d42ba69875a, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=97df978c-b0e0-4818-936f-0d42ba69875a,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:45:59.795370 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (97df978c-b0e0-4818-936f-0d42ba69875a), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:59.832839 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-299606f3-b386-4956-9019-a96e21135cc7 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:59.834380 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-299606f3-b386-4956-9019-a96e21135cc7 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1881840 Jan 28 02:45:59.855014 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c1a77-f79e-4def-82c6-50d6cd539e82 req-0748daba-25f3-4e96-9382-62571e8d6cfe tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:45:59.856819 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-498c1a77-f79e-4def-82c6-50d6cd539e82 req-0748daba-25f3-4e96-9382-62571e8d6cfe tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa56615-b151-47cf-a515-21c799286b2e HTTP/1.1" status: 200 len: 948 time: 0.2414312 Jan 28 02:45:59.858151 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b1c259df-f074-4f33-87e6-c1b7a105463f admin admin] Publish callbacks [] for security_group (acde7d60-494e-4a7e-84bb-4dc69e5b31bb), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:59.860374 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-7275ff12-c0af-40c1-a88d-d3acf3db636b tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/quotas/48a9da4172074c31af36ad122c33e36a HTTP/1.1" status: 200 len: 375 time: 0.0192072 Jan 28 02:45:59.876297 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=97df978c-b0e0-4818-936f-0d42ba69875a,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:45:59.892767 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b1c259df-f074-4f33-87e6-c1b7a105463f admin admin] Publish callbacks [] for security_group (acde7d60-494e-4a7e-84bb-4dc69e5b31bb), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:59.914884 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-49b7acf0-9dc4-4606-b01e-4adb961a671f tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=48a9da4172074c31af36ad122c33e36a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405746 Jan 28 02:45:59.948978 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-498c1a77-f79e-4def-82c6-50d6cd539e82 req-8eb5d2b4-132d-46cf-bc9a-6ce65f641b06 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799820 Jan 28 02:45:59.953699 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3726546d-4300-43de-8067-94fdcde87766 req-aba62cf5-2906-4b6e-bd50-2b67cded6aed service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727953 Jan 28 02:45:59.982323 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b1c259df-f074-4f33-87e6-c1b7a105463f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (acde7d60-494e-4a7e-84bb-4dc69e5b31bb), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:59.985106 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b1c259df-f074-4f33-87e6-c1b7a105463f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:45:59.986413 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b1c259df-f074-4f33-87e6-c1b7a105463f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/acde7d60-494e-4a7e-84bb-4dc69e5b31bb HTTP/1.1" status: 204 len: 168 time: 0.2263525 Jan 28 02:45:59.996626 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c259df-f074-4f33-87e6-c1b7a105463f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acde7d60-494e-4a7e-84bb-4dc69e5b31bb,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:00.161680 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5335c6-4e49-4d55-bde3-895473c0805d None None] Sync routers for ids ['2f16f03a-5bb3-4b75-af28-61137fed158b'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:46:00.175784 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5335c6-4e49-4d55-bde3-895473c0805d None None] Routers {'2f16f03a-5bb3-4b75-af28-61137fed158b'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:46:00.176583 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-2e5335c6-4e49-4d55-bde3-895473c0805d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:45:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['2f16f03a-5bb3-4b75-af28-61137fed158b'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:46:00.339077 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-2e5335c6-4e49-4d55-bde3-895473c0805d None None] Set router 2f16f03a-5bb3-4b75-af28-61137fed158b gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:46:00.648647 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0ed1498e-7e80-407f-bfd1-c148c8f0a08d req-70d912fa-42c6-49b5-ad27-8c3ac5398fd2 tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39874 time: 0.3742485 Jan 28 02:46:00.747042 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0ed1498e-7e80-407f-bfd1-c148c8f0a08d req-90694fef-b311-4fcf-8ca7-10236d706625 tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] 10.222.0.53 "GET /v2.0/security-groups/24bd3b41-384b-4388-94d5-1ff4ee7d493e HTTP/1.1" status: 200 len: 2998 time: 0.0883996 Jan 28 02:46:00.751943 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-2e5335c6-4e49-4d55-bde3-895473c0805d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f16f03a-5bb3-4b75-af28-61137fed158b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1958419844-router', 'tenant_id': '4cc4baf4e6f24ecf8fec4ba668b994ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '97df978c-b0e0-4818-936f-0d42ba69875a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:45:48Z', 'updated_at': '2022-01-28T02:45:56Z', 'revision_number': 4, 'project_id': '4cc4baf4e6f24ecf8fec4ba668b994ce', 'gw_port': {'id': '97df978c-b0e0-4818-936f-0d42ba69875a', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:72:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f16f03a-5bb3-4b75-af28-61137fed158b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:45:49Z', 'updated_at': '2022-01-28T02:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'dcd5bf82-9f49-4eb5-b372-9be7d415f653', 'name': '', 'network_id': 'bb0aad9b-2f2b-411c-88bf-f0b19d564397', 'tenant_id': '4cc4baf4e6f24ecf8fec4ba668b994ce', 'mac_address': 'fa:16:3e:10:0d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f16f03a-5bb3-4b75-af28-61137fed158b', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd9471b17-86ab-4c30-97cb-6e2df122f157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:45:55Z', 'updated_at': '2022-01-28T02:45:57Z', 'revision_number': 2, 'project_id': '4cc4baf4e6f24ecf8fec4ba668b994ce', 'subnets': [{'id': 'd9471b17-86ab-4c30-97cb-6e2df122f157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:46:00.771923 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e365d7-8bee-4062-8360-86c1e547b8ab req-9425deb4-6f02-4c90-a641-763f9dbc7db6 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:00.780061 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-60e365d7-8bee-4062-8360-86c1e547b8ab req-9425deb4-6f02-4c90-a641-763f9dbc7db6 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/networks?id=c898a309-cc9c-486f-b9d6-bb11ec55d766 HTTP/1.1" status: 200 len: 805 time: 0.1536729 Jan 28 02:46:00.792269 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-60e365d7-8bee-4062-8360-86c1e547b8ab req-278a2187-8be1-429e-8849-90c952711caa tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/quotas/9667c7e3eafc4f028f0e9db9d1d88b60 HTTP/1.1" status: 200 len: 375 time: 0.0112982 Jan 28 02:46:00.794875 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0ed1498e-7e80-407f-bfd1-c148c8f0a08d req-5e95070e-fc52-4f5b-9c68-8825b274a940 tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] 10.222.0.53 "GET /v2.0/security-groups/24bd3b41-384b-4388-94d5-1ff4ee7d493e HTTP/1.1" status: 200 len: 2998 time: 0.0407619 Jan 28 02:46:00.809486 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5335c6-4e49-4d55-bde3-895473c0805d None None] Checking router: 2f16f03a-5bb3-4b75-af28-61137fed158b for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:46:00.810032 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5335c6-4e49-4d55-bde3-895473c0805d None None] Updating router 2f16f03a-5bb3-4b75-af28-61137fed158b port dcd5bf82-9f49-4eb5-b372-9be7d415f653 binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:46:00.844675 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2e5335c6-4e49-4d55-bde3-895473c0805d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (dcd5bf82-9f49-4eb5-b372-9be7d415f653), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:00.875956 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-60e365d7-8bee-4062-8360-86c1e547b8ab req-e4c87cd8-2b0c-4b74-8abd-6004798fadf1 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9667c7e3eafc4f028f0e9db9d1d88b60&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0771844 Jan 28 02:46:00.888820 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0ed1498e-7e80-407f-bfd1-c148c8f0a08d req-8764e311-b7a5-4ce9-a740-20e807fedbbc tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] 10.222.0.53 "GET /v2.0/security-groups/30c7f64d-b904-440b-8aaf-cc1a820c5ba5 HTTP/1.1" status: 200 len: 2998 time: 0.0866051 Jan 28 02:46:00.903074 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837eff3-6caf-441d-aa56-ab9b53524b62 req-130c4c32-79dc-4fe6-848f-b36d512e35c4 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:00.904579 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a837eff3-6caf-441d-aa56-ab9b53524b62 req-130c4c32-79dc-4fe6-848f-b36d512e35c4 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.67 "GET /v2.0/ports?device_id=8060bb71-40c8-46a1-b95f-b889b580ddc0 HTTP/1.1" status: 200 len: 943 time: 0.0899138 Jan 28 02:46:00.985489 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-60e365d7-8bee-4062-8360-86c1e547b8ab req-ea5117f0-5776-487b-8dce-b2616b1ff1ff service neutron] 10.222.0.53 "GET /v2.0/networks/c898a309-cc9c-486f-b9d6-bb11ec55d766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077509 Jan 28 02:46:00.986749 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 53954) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:46:01.019786 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:46:01.043447 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0ed1498e-7e80-407f-bfd1-c148c8f0a08d req-af7be8c2-579f-4bbb-bd17-1ee66032ee60 tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] 10.222.0.53 "GET /v2.0/security-groups/30c7f64d-b904-440b-8aaf-cc1a820c5ba5 HTTP/1.1" status: 200 len: 2998 time: 0.1536043 Jan 28 02:46:01.069983 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-a837eff3-6caf-441d-aa56-ab9b53524b62 req-3e80ce91-e16d-4d64-99ae-3e49ebb8cfda tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Deleting port d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:46:01.069983 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a837eff3-6caf-441d-aa56-ab9b53524b62 req-3e80ce91-e16d-4d64-99ae-3e49ebb8cfda tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:01.143871 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0ed1498e-7e80-407f-bfd1-c148c8f0a08d req-b6b88918-22bd-461a-a0fb-5e01e8455f88 tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] 10.222.0.53 "GET /v2.0/security-groups/5f25aca3-fc0a-473f-b57d-61be0fb8a6a8 HTTP/1.1" status: 200 len: 2998 time: 0.0994883 Jan 28 02:46:01.156356 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-60e365d7-8bee-4062-8360-86c1e547b8ab req-9211d992-46df-4b60-92ea-845c77d4499e service neutron] 10.222.0.53 "GET /v2.0/networks/c898a309-cc9c-486f-b9d6-bb11ec55d766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522956 Jan 28 02:46:01.168589 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-ca023f0f-2b34-447f-a9be-2c3e217cf657 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1459283898-network', 'tenant_id': '1ec5c5d9f41c4ec58d4990685911b065'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:46:01.196866 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca023f0f-2b34-447f-a9be-2c3e217cf657 admin admin] Made reservation on behalf of 1ec5c5d9f41c4ec58d4990685911b065 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:46:01.201665 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ca023f0f-2b34-447f-a9be-2c3e217cf657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:01.214240 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ca023f0f-2b34-447f-a9be-2c3e217cf657 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:01.218792 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0ed1498e-7e80-407f-bfd1-c148c8f0a08d req-34b5204b-4bb0-456c-a54b-c75145f9ad14 tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] 10.222.0.53 "GET /v2.0/security-groups/5f25aca3-fc0a-473f-b57d-61be0fb8a6a8 HTTP/1.1" status: 200 len: 2998 time: 0.0738688 Jan 28 02:46:01.231394 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-a837eff3-6caf-441d-aa56-ab9b53524b62 req-3e80ce91-e16d-4d64-99ae-3e49ebb8cfda tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] For port d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c,segment=NetworkSegment(75a4b119-8376-430b-8e41-eb2c7f9df607),segment_id=75a4b119-8376-430b-8e41-eb2c7f9df607)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:01.231763 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a837eff3-6caf-441d-aa56-ab9b53524b62 req-3e80ce91-e16d-4d64-99ae-3e49ebb8cfda tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:01.233621 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2e5335c6-4e49-4d55-bde3-895473c0805d None None] Publish callbacks [] for port (dcd5bf82-9f49-4eb5-b372-9be7d415f653), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:01.246775 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2e5335c6-4e49-4d55-bde3-895473c0805d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (dcd5bf82-9f49-4eb5-b372-9be7d415f653), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:01.261182 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-a837eff3-6caf-441d-aa56-ab9b53524b62 req-3e80ce91-e16d-4d64-99ae-3e49ebb8cfda tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Calling delete_port for d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:46:01.291731 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0ed1498e-7e80-407f-bfd1-c148c8f0a08d req-00a3e079-4b2d-449b-8ba8-4a7ddcae6a98 tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] 10.222.0.53 "GET /v2.0/security-groups/7b197f4c-05a3-4d9f-a337-092470539f3a HTTP/1.1" status: 200 len: 2994 time: 0.0720928 Jan 28 02:46:01.306254 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 97df978c-b0e0-4818-936f-0d42ba69875a up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:46:01.356153 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ca023f0f-2b34-447f-a9be-2c3e217cf657 admin admin] Publish callbacks [] for security_group (74f40185-a5fb-44db-90a3-1018f9cb0152), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:01.363251 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a3aa7-949d-442b-9224-c12dcedc9e80 None None] Pushing event updated for resources: {'Port': ['ID=dcd5bf82-9f49-4eb5-b372-9be7d415f653,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:01.372192 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ca023f0f-2b34-447f-a9be-2c3e217cf657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (74f40185-a5fb-44db-90a3-1018f9cb0152), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:01.392417 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0ed1498e-7e80-407f-bfd1-c148c8f0a08d req-648c156e-eb76-4f8c-a83a-d4b6ae76e7aa tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] 10.222.0.53 "GET /v2.0/security-groups/7b197f4c-05a3-4d9f-a337-092470539f3a HTTP/1.1" status: 200 len: 2994 time: 0.0995913 Jan 28 02:46:01.400316 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca023f0f-2b34-447f-a9be-2c3e217cf657 admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:46:01.431089 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ca023f0f-2b34-447f-a9be-2c3e217cf657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (1b3d595d-588a-42b6-9a9a-28b67844d5d8), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:01.431525 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-ca023f0f-2b34-447f-a9be-2c3e217cf657 admin admin] Added segment 1b3d595d-588a-42b6-9a9a-28b67844d5d8 of type vlan for network 54fe0d7a-3c84-4188-9254-853f28a91047 Jan 28 02:46:01.479413 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0ed1498e-7e80-407f-bfd1-c148c8f0a08d req-4f641563-0d57-4969-b541-9b4235fa2ab2 tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] 10.222.0.53 "GET /v2.0/security-groups/a85facf8-a7cc-4396-98a9-3b100ae737e6 HTTP/1.1" status: 200 len: 2998 time: 0.0859807 Jan 28 02:46:01.497178 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88bcdef0-7b76-4fb6-8349-fdd9c3c1b8b2 x-openstack-request-id: req-88bcdef0-7b76-4fb6-8349-fdd9c3c1b8b2 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:46:01.497478 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfa56615-b151-47cf-a515-21c799286b2e", "tag": "50ef5e41-dc48-4c5c-81f9-d97cb05ba83d", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:46:01.498450 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-88bcdef0-7b76-4fb6-8349-fdd9c3c1b8b2 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:46:01.498866 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfa56615-b151-47cf-a515-21c799286b2e', 'tag': '50ef5e41-dc48-4c5c-81f9-d97cb05ba83d', 'status': 'completed', 'code': 200} Jan 28 02:46:01.499876 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ca023f0f-2b34-447f-a9be-2c3e217cf657 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (54fe0d7a-3c84-4188-9254-853f28a91047), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:01.551289 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ca023f0f-2b34-447f-a9be-2c3e217cf657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (54fe0d7a-3c84-4188-9254-853f28a91047), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:01.552984 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca023f0f-2b34-447f-a9be-2c3e217cf657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:01.553711 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ca023f0f-2b34-447f-a9be-2c3e217cf657 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:01.556606 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-2e5335c6-4e49-4d55-bde3-895473c0805d None None] Attempting to bind port dcd5bf82-9f49-4eb5-b372-9be7d415f653 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:46:01.575370 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-2e5335c6-4e49-4d55-bde3-895473c0805d None None] Attempting to bind port dcd5bf82-9f49-4eb5-b372-9be7d415f653 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '9d684ccc-d770-41d4-a054-06a4dd93598d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bb0aad9b-2f2b-411c-88bf-f0b19d564397'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:46:01.575952 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5335c6-4e49-4d55-bde3-895473c0805d None None] Attempting to bind port dcd5bf82-9f49-4eb5-b372-9be7d415f653 on network bb0aad9b-2f2b-411c-88bf-f0b19d564397 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:46:01.594282 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5335c6-4e49-4d55-bde3-895473c0805d None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:46:01.594827 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5335c6-4e49-4d55-bde3-895473c0805d None None] Checking segment: {'id': '9d684ccc-d770-41d4-a054-06a4dd93598d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bb0aad9b-2f2b-411c-88bf-f0b19d564397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:46:01.595381 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2e5335c6-4e49-4d55-bde3-895473c0805d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:01.595871 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5335c6-4e49-4d55-bde3-895473c0805d None None] Bound using segment: {'id': '9d684ccc-d770-41d4-a054-06a4dd93598d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bb0aad9b-2f2b-411c-88bf-f0b19d564397'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:46:01.599070 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-2e5335c6-4e49-4d55-bde3-895473c0805d None None] Bound port: dcd5bf82-9f49-4eb5-b372-9be7d415f653, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d684ccc-d770-41d4-a054-06a4dd93598d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bb0aad9b-2f2b-411c-88bf-f0b19d564397'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:46:01.599488 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2e5335c6-4e49-4d55-bde3-895473c0805d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (dcd5bf82-9f49-4eb5-b372-9be7d415f653), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:01.620345 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 97df978c-b0e0-4818-936f-0d42ba69875a triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:46:01.621033 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (97df978c-b0e0-4818-936f-0d42ba69875a), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:01.651831 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4a60a-f8c6-4eba-9e05-faf30c0d6c99 req-d8c69fc0-72fc-4716-8959-d66bdeb0e1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:01.655056 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-68f4a60a-f8c6-4eba-9e05-faf30c0d6c99 req-d8c69fc0-72fc-4716-8959-d66bdeb0e1ec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=29a2e152744a433f9b25a7592aa94e29&device_id=cfa56615-b151-47cf-a515-21c799286b2e HTTP/1.1" status: 200 len: 1100 time: 0.0974252 Jan 28 02:46:01.662783 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0ed1498e-7e80-407f-bfd1-c148c8f0a08d req-f54da164-a7ac-460c-9232-d90aa7c33f04 tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] 10.222.0.53 "GET /v2.0/security-groups/a85facf8-a7cc-4396-98a9-3b100ae737e6 HTTP/1.1" status: 200 len: 2998 time: 0.1799817 Jan 28 02:46:01.698087 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca023f0f-2b34-447f-a9be-2c3e217cf657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f40185-a5fb-44db-90a3-1018f9cb0152,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:01.706379 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca023f0f-2b34-447f-a9be-2c3e217cf657 admin admin] Pushing event updated for resources: {'Network': ['ID=54fe0d7a-3c84-4188-9254-853f28a91047,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:01.737950 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a837eff3-6caf-441d-aa56-ab9b53524b62 req-3e80ce91-e16d-4d64-99ae-3e49ebb8cfda tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:01.739877 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 54fe0d7a-3c84-4188-9254-853f28a91047 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:46:01.811747 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80ce91-e16d-4d64-99ae-3e49ebb8cfda tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Pushing event deleted for resources: {'Port': ['ID=d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:01.825036 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ca023f0f-2b34-447f-a9be-2c3e217cf657 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8370669 Jan 28 02:46:01.826562 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-ee1b443c-e9b2-4e1e-b2d0-b073a2fcbbfd None None] Provisioning complete for port dcd5bf82-9f49-4eb5-b372-9be7d415f653 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:46:01.826695 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 53974) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:46:01.827103 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ee1b443c-e9b2-4e1e-b2d0-b073a2fcbbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (dcd5bf82-9f49-4eb5-b372-9be7d415f653), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:01.832488 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-7c229f97-0e62-4862-a77e-3fa8827bcafe tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=48a9da4172074c31af36ad122c33e36a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1311202 Jan 28 02:46:01.837260 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-b55ada18-4183-41e4-b784-4fdd24ca5603 admin admin] Request body: {'subnet': {'network_id': '54fe0d7a-3c84-4188-9254-853f28a91047', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1459283898-subnet', 'tenant_id': '1ec5c5d9f41c4ec58d4990685911b065', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:46:01.843044 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4a60a-f8c6-4eba-9e05-faf30c0d6c99 req-a96d0b3a-33d9-4324-8f79-def828a15e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:01.845036 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-68f4a60a-f8c6-4eba-9e05-faf30c0d6c99 req-a96d0b3a-33d9-4324-8f79-def828a15e15 service neutron] 10.222.0.39 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.1791561 Jan 28 02:46:01.898555 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-2e5335c6-4e49-4d55-bde3-895473c0805d None None] For port dcd5bf82-9f49-4eb5-b372-9be7d415f653, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:46:01.906761 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5c5f07fd-55ce-4ee7-9bd2-67c9d1fb44f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:01.946373 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0ed1498e-7e80-407f-bfd1-c148c8f0a08d req-a2cc0d13-d3af-402d-bbeb-db826c8c0eac tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] 10.222.0.53 "GET /v2.0/security-groups/a97e5387-e3e1-489c-b459-c9299addad1c HTTP/1.1" status: 200 len: 2998 time: 0.2823141 Jan 28 02:46:01.956436 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-2e5335c6-4e49-4d55-bde3-895473c0805d None None] For port dcd5bf82-9f49-4eb5-b372-9be7d415f653, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=dcd5bf82-9f49-4eb5-b372-9be7d415f653,segment=NetworkSegment(9d684ccc-d770-41d4-a054-06a4dd93598d),segment_id=9d684ccc-d770-41d4-a054-06a4dd93598d)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:46:01.959418 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-ee1b443c-e9b2-4e1e-b2d0-b073a2fcbbfd None None] Port dcd5bf82-9f49-4eb5-b372-9be7d415f653 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:46:01.967758 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2e5335c6-4e49-4d55-bde3-895473c0805d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (dcd5bf82-9f49-4eb5-b372-9be7d415f653), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:01.971352 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-a837eff3-6caf-441d-aa56-ab9b53524b62 req-3e80ce91-e16d-4d64-99ae-3e49ebb8cfda tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] No DVR routers for this DVR port d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:46:01.976127 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-68f4a60a-f8c6-4eba-9e05-faf30c0d6c99 req-805d294b-ff84-4153-a99d-28624ff0a104 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=50ef5e41-dc48-4c5c-81f9-d97cb05ba83d HTTP/1.1" status: 200 len: 217 time: 0.1112914 Jan 28 02:46:01.982323 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a837eff3-6caf-441d-aa56-ab9b53524b62 req-3e80ce91-e16d-4d64-99ae-3e49ebb8cfda tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:01.987513 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a837eff3-6caf-441d-aa56-ab9b53524b62 req-3e80ce91-e16d-4d64-99ae-3e49ebb8cfda tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.67 "DELETE /v2.0/ports/d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c HTTP/1.1" status: 204 len: 173 time: 1.0642262 Jan 28 02:46:01.998132 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55ada18-4183-41e4-b784-4fdd24ca5603 admin admin] Made reservation on behalf of 1ec5c5d9f41c4ec58d4990685911b065 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:46:02.001182 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b55ada18-4183-41e4-b784-4fdd24ca5603 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:02.023902 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 97df978c-b0e0-4818-936f-0d42ba69875a is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:46:02.031036 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538175f-8092-4903-848e-d62d0d833539 req-02df9518-6f40-4a22-b0f1-d8c004079b56 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:02.042093 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2538175f-8092-4903-848e-d62d0d833539 req-02df9518-6f40-4a22-b0f1-d8c004079b56 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/networks?id=997aa02b-ef92-4c1c-ba5c-0477d385960c HTTP/1.1" status: 200 len: 821 time: 0.3337429 Jan 28 02:46:02.071509 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2538175f-8092-4903-848e-d62d0d833539 req-0917e959-06b0-469b-a255-b06cfb44ef5e tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/quotas/2b376bdc08124533ad1dc2039341113b HTTP/1.1" status: 200 len: 375 time: 0.0277131 Jan 28 02:46:02.085548 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5335c6-4e49-4d55-bde3-895473c0805d None None] Routers {'2f16f03a-5bb3-4b75-af28-61137fed158b'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:46:02.086023 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-2e5335c6-4e49-4d55-bde3-895473c0805d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:46:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['2f16f03a-5bb3-4b75-af28-61137fed158b'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:46:02.123272 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0ed1498e-7e80-407f-bfd1-c148c8f0a08d req-66cc81dc-2aed-4867-9ec6-2a38df87fbe7 tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] 10.222.0.53 "GET /v2.0/security-groups/a97e5387-e3e1-489c-b459-c9299addad1c HTTP/1.1" status: 200 len: 2998 time: 0.1760123 Jan 28 02:46:02.132053 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4a60a-f8c6-4eba-9e05-faf30c0d6c99 req-e774bac1-0530-49ed-850a-0fb80927a1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:02.133521 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-68f4a60a-f8c6-4eba-9e05-faf30c0d6c99 req-e774bac1-0530-49ed-850a-0fb80927a1b4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.1454189 Jan 28 02:46:02.143125 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a3aa7-949d-442b-9224-c12dcedc9e80 None None] Pushing event updated for resources: {'Port': ['ID=dcd5bf82-9f49-4eb5-b372-9be7d415f653,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:02.149944 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-dac6f5f8-d6ce-4120-b696-333cba06d586 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:02.151935 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-dac6f5f8-d6ce-4120-b696-333cba06d586 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2689283 Jan 28 02:46:02.157122 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908a3aa7-949d-442b-9224-c12dcedc9e80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:46:02.157497 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908a3aa7-949d-442b-9224-c12dcedc9e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:46:02.157836 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908a3aa7-949d-442b-9224-c12dcedc9e80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:46:02.158167 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908a3aa7-949d-442b-9224-c12dcedc9e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:46:02.158499 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908a3aa7-949d-442b-9224-c12dcedc9e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:46:02.158932 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908a3aa7-949d-442b-9224-c12dcedc9e80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:46:02.159241 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908a3aa7-949d-442b-9224-c12dcedc9e80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:46:02.159616 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908a3aa7-949d-442b-9224-c12dcedc9e80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:46:02.159892 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908a3aa7-949d-442b-9224-c12dcedc9e80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:46:02.160261 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908a3aa7-949d-442b-9224-c12dcedc9e80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:46:02.160586 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908a3aa7-949d-442b-9224-c12dcedc9e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:46:02.160913 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908a3aa7-949d-442b-9224-c12dcedc9e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:46:02.161394 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908a3aa7-949d-442b-9224-c12dcedc9e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:46:02.173891 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-6e0781b0-eb46-431b-8810-bd0f8426f2f9 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Request body: {'port': {'device_id': '82b8df59-3f73-4b62-9c3f-a75788b4e947', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'admin_state_up': True, 'tenant_id': '48a9da4172074c31af36ad122c33e36a'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:46:02.266236 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2538175f-8092-4903-848e-d62d0d833539 req-965c8ac6-4434-412e-9f60-6881452b63f8 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2b376bdc08124533ad1dc2039341113b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1910713 Jan 28 02:46:02.310122 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-2e5335c6-4e49-4d55-bde3-895473c0805d None None] Set router 2f16f03a-5bb3-4b75-af28-61137fed158b gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:46:02.316522 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0ed1498e-7e80-407f-bfd1-c148c8f0a08d req-458787a8-dcbb-40f6-9e48-2e22634c84b4 tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] 10.222.0.53 "GET /v2.0/security-groups/b479068c-c6a4-44b3-a956-7f72a4197b9b HTTP/1.1" status: 200 len: 2998 time: 0.1820207 Jan 28 02:46:02.326311 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4a60a-f8c6-4eba-9e05-faf30c0d6c99 req-aebffdbb-87e2-424c-8fb8-6e499986ad7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:02.329440 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-68f4a60a-f8c6-4eba-9e05-faf30c0d6c99 req-aebffdbb-87e2-424c-8fb8-6e499986ad7c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1754591 Jan 28 02:46:02.470849 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0ed1498e-7e80-407f-bfd1-c148c8f0a08d req-4792562e-cc9f-4f55-9592-fc1e53df64df tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] 10.222.0.53 "GET /v2.0/security-groups/b479068c-c6a4-44b3-a956-7f72a4197b9b HTTP/1.1" status: 200 len: 2998 time: 0.1380239 Jan 28 02:46:02.471078 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-85e400fe-8c62-4c56-8f1f-c9b268b624c4 None None] Provisioning complete for port dcd5bf82-9f49-4eb5-b372-9be7d415f653 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:46:02.471541 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-85e400fe-8c62-4c56-8f1f-c9b268b624c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (dcd5bf82-9f49-4eb5-b372-9be7d415f653), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:02.535018 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b55ada18-4183-41e4-b784-4fdd24ca5603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for subnet (3ba21bef-1e5b-4397-aa5c-f5d5ad00d5c9), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:02.610697 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-85e400fe-8c62-4c56-8f1f-c9b268b624c4 None None] Current status of the port dcd5bf82-9f49-4eb5-b372-9be7d415f653 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:46:02.611100 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-85e400fe-8c62-4c56-8f1f-c9b268b624c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (dcd5bf82-9f49-4eb5-b372-9be7d415f653), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:02.637605 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-2e5335c6-4e49-4d55-bde3-895473c0805d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f16f03a-5bb3-4b75-af28-61137fed158b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1958419844-router', 'tenant_id': '4cc4baf4e6f24ecf8fec4ba668b994ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '97df978c-b0e0-4818-936f-0d42ba69875a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:45:48Z', 'updated_at': '2022-01-28T02:45:56Z', 'revision_number': 4, 'project_id': '4cc4baf4e6f24ecf8fec4ba668b994ce', 'gw_port': {'id': '97df978c-b0e0-4818-936f-0d42ba69875a', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:72:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f16f03a-5bb3-4b75-af28-61137fed158b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:45:49Z', 'updated_at': '2022-01-28T02:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'dcd5bf82-9f49-4eb5-b372-9be7d415f653', 'name': '', 'network_id': 'bb0aad9b-2f2b-411c-88bf-f0b19d564397', 'tenant_id': '4cc4baf4e6f24ecf8fec4ba668b994ce', 'mac_address': 'fa:16:3e:10:0d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f16f03a-5bb3-4b75-af28-61137fed158b', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd9471b17-86ab-4c30-97cb-6e2df122f157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:45:55Z', 'updated_at': '2022-01-28T02:46:01Z', 'revision_number': 4, 'project_id': '4cc4baf4e6f24ecf8fec4ba668b994ce', 'subnets': [{'id': 'd9471b17-86ab-4c30-97cb-6e2df122f157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:46:02.675091 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5335c6-4e49-4d55-bde3-895473c0805d None None] The sync data for ids ['2f16f03a-5bb3-4b75-af28-61137fed158b'] in n-d-712139-27 is: [{'id': '2f16f03a-5bb3-4b75-af28-61137fed158b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1958419844-router', 'tenant_id': '4cc4baf4e6f24ecf8fec4ba668b994ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '97df978c-b0e0-4818-936f-0d42ba69875a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:45:48Z', 'updated_at': '2022-01-28T02:45:56Z', 'revision_number': 4, 'project_id': '4cc4baf4e6f24ecf8fec4ba668b994ce', 'gw_port': {'id': '97df978c-b0e0-4818-936f-0d42ba69875a', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:72:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f16f03a-5bb3-4b75-af28-61137fed158b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:45:49Z', 'updated_at': '2022-01-28T02:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'dcd5bf82-9f49-4eb5-b372-9be7d415f653', 'name': '', 'network_id': 'bb0aad9b-2f2b-411c-88bf-f0b19d564397', 'tenant_id': '4cc4baf4e6f24ecf8fec4ba668b994ce', 'mac_address': 'fa:16:3e:10:0d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f16f03a-5bb3-4b75-af28-61137fed158b', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd9471b17-86ab-4c30-97cb-6e2df122f157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:45:55Z', 'updated_at': '2022-01-28T02:46:01Z', 'revision_number': 4, 'project_id': '4cc4baf4e6f24ecf8fec4ba668b994ce', 'subnets': [{'id': 'd9471b17-86ab-4c30-97cb-6e2df122f157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:46:02.677832 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-85e400fe-8c62-4c56-8f1f-c9b268b624c4 None None] For port dcd5bf82-9f49-4eb5-b372-9be7d415f653, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=dcd5bf82-9f49-4eb5-b372-9be7d415f653,segment=NetworkSegment(9d684ccc-d770-41d4-a054-06a4dd93598d),segment_id=9d684ccc-d770-41d4-a054-06a4dd93598d)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:02.688966 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-85e400fe-8c62-4c56-8f1f-c9b268b624c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (dcd5bf82-9f49-4eb5-b372-9be7d415f653), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:02.749943 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e400fe-8c62-4c56-8f1f-c9b268b624c4 None None] Pushing event updated for resources: {'Port': ['ID=dcd5bf82-9f49-4eb5-b372-9be7d415f653,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:02.805919 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0ed1498e-7e80-407f-bfd1-c148c8f0a08d req-0f9a3089-6e67-494c-a003-fc8e8b0105f1 tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] 10.222.0.53 "GET /v2.0/security-groups/b6153512-c393-462e-b760-0e0df301c13e HTTP/1.1" status: 200 len: 2998 time: 0.3279750 Jan 28 02:46:02.819437 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-68f4a60a-f8c6-4eba-9e05-faf30c0d6c99 req-74f9612a-10ca-4d77-a874-88230b1d1353 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4822404 Jan 28 02:46:02.845463 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2538175f-8092-4903-848e-d62d0d833539 req-fcdf81ab-e1f2-43ac-b728-0c3135f40cb7 service neutron] 10.222.0.53 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5783482 Jan 28 02:46:02.924476 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-6e0781b0-eb46-431b-8810-bd0f8426f2f9 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Made reservation on behalf of 48a9da4172074c31af36ad122c33e36a for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:46:02.928192 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-6e0781b0-eb46-431b-8810-bd0f8426f2f9 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:02.943290 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-6e0781b0-eb46-431b-8810-bd0f8426f2f9 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:02.969294 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ada18-4183-41e4-b784-4fdd24ca5603 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ba21bef-1e5b-4397-aa5c-f5d5ad00d5c9,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:02.987157 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0ed1498e-7e80-407f-bfd1-c148c8f0a08d req-505876f8-79a4-49bd-a449-32084b5ad3cb tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] 10.222.0.53 "GET /v2.0/security-groups/b6153512-c393-462e-b760-0e0df301c13e HTTP/1.1" status: 200 len: 2998 time: 0.1711781 Jan 28 02:46:02.993164 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55ada18-4183-41e4-b784-4fdd24ca5603 admin admin] Checking segment: {'id': '1b3d595d-588a-42b6-9a9a-28b67844d5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '54fe0d7a-3c84-4188-9254-853f28a91047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:46:02.993528 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55ada18-4183-41e4-b784-4fdd24ca5603 admin admin] Network hostable DHCP agents. Network: 54fe0d7a-3c84-4188-9254-853f28a91047, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:46:03.062782 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-68f4a60a-f8c6-4eba-9e05-faf30c0d6c99 req-e8d09d92-43f7-4167-8b3a-ed278a377654 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182570 Jan 28 02:46:03.071596 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55ada18-4183-41e4-b784-4fdd24ca5603 admin admin] Network 54fe0d7a-3c84-4188-9254-853f28a91047 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:46:03.092819 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0ed1498e-7e80-407f-bfd1-c148c8f0a08d req-93c76175-664b-44a9-9d55-87186d4bc398 tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] 10.222.0.53 "GET /v2.0/security-groups/b9bad0b3-39ec-419d-877d-8d8b7e5840ae HTTP/1.1" status: 200 len: 2998 time: 0.0967474 Jan 28 02:46:03.107353 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-b55ada18-4183-41e4-b784-4fdd24ca5603 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 54fe0d7a-3c84-4188-9254-853f28a91047) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:46:03.116381 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55ada18-4183-41e4-b784-4fdd24ca5603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:03.117588 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7ec0e6-388b-4a78-9350-f3af93cddd3a None None] Network 54fe0d7a-3c84-4188-9254-853f28a91047 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:46:03.122520 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b55ada18-4183-41e4-b784-4fdd24ca5603 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:03.136278 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-6e0781b0-eb46-431b-8810-bd0f8426f2f9 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks [] for security_group (8937964a-7e3d-4324-afb2-3e32c3e53b64), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:03.157695 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2538175f-8092-4903-848e-d62d0d833539 req-90f731e3-c2ab-4c80-b0c1-9091d318794d service neutron] 10.222.0.53 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062234 Jan 28 02:46:03.172396 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0ed1498e-7e80-407f-bfd1-c148c8f0a08d req-116a8f55-84be-4ab9-aee5-16ce59145327 tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] 10.222.0.53 "GET /v2.0/security-groups/b9bad0b3-39ec-419d-877d-8d8b7e5840ae HTTP/1.1" status: 200 len: 2998 time: 0.0723341 Jan 28 02:46:03.184889 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b55ada18-4183-41e4-b784-4fdd24ca5603 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3560569 Jan 28 02:46:03.185519 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 53978) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:46:03.198582 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-66145b77-3db4-4d5a-a9e1-a74fa407e92b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1459283898-router', 'tenant_id': '1ec5c5d9f41c4ec58d4990685911b065', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:46:03.258049 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0ed1498e-7e80-407f-bfd1-c148c8f0a08d req-f9ffe693-b650-4133-a902-c7125b19580e tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] 10.222.0.53 "GET /v2.0/security-groups/d23a8518-29f6-40e8-a0af-5b7818911331 HTTP/1.1" status: 200 len: 2998 time: 0.0543897 Jan 28 02:46:03.261548 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-6e0781b0-eb46-431b-8810-bd0f8426f2f9 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (8937964a-7e3d-4324-afb2-3e32c3e53b64), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:03.262664 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66145b77-3db4-4d5a-a9e1-a74fa407e92b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (e1795d8f-006b-4774-bf6a-ac7d4d42b6af), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:03.264210 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66145b77-3db4-4d5a-a9e1-a74fa407e92b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (e1795d8f-006b-4774-bf6a-ac7d4d42b6af), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:03.293651 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:03.299094 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:03.302747 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3910506e-ae90-4530-af30-0f40d793e537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-54fe0d7a-3c84-4188-9254-853f28a91047', 'network_id': '54fe0d7a-3c84-4188-9254-853f28a91047', 'project_id': '1ec5c5d9f41c4ec58d4990685911b065', 'fixed_ips': [{'subnet_id': '3ba21bef-1e5b-4397-aa5c-f5d5ad00d5c9'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:46:03.304182 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3910506e-ae90-4530-af30-0f40d793e537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:03.330923 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0ed1498e-7e80-407f-bfd1-c148c8f0a08d req-8f09ef95-3bdd-4bdf-888c-3dd1c146c7ac tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] 10.222.0.53 "GET /v2.0/security-groups/d23a8518-29f6-40e8-a0af-5b7818911331 HTTP/1.1" status: 200 len: 2998 time: 0.0611708 Jan 28 02:46:03.436092 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66145b77-3db4-4d5a-a9e1-a74fa407e92b admin admin] Publish callbacks [] for router_controller (e1795d8f-006b-4774-bf6a-ac7d4d42b6af), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:03.436461 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e365d7-8bee-4062-8360-86c1e547b8ab req-071bfda8-d726-4720-a759-151b9b750e72 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:03.438161 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-60e365d7-8bee-4062-8360-86c1e547b8ab req-071bfda8-d726-4720-a759-151b9b750e72 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.39 "GET /v2.0/networks?id=c898a309-cc9c-486f-b9d6-bb11ec55d766 HTTP/1.1" status: 200 len: 805 time: 0.4369683 Jan 28 02:46:03.456076 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0ed1498e-7e80-407f-bfd1-c148c8f0a08d req-7553d4ff-9fca-452d-bbb0-e291b1b5ee0b tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] 10.222.0.53 "GET /v2.0/security-groups/e17c87b9-9353-4620-896a-bf20485f7495 HTTP/1.1" status: 200 len: 2998 time: 0.1037507 Jan 28 02:46:03.506501 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-60e365d7-8bee-4062-8360-86c1e547b8ab req-99e5fb46-c0b8-40ac-a64c-7f04e03c3d0b tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Request body: {'port': {'device_id': 'af7ee1b3-8887-41d3-b576-dda942d78c8a', 'network_id': 'c898a309-cc9c-486f-b9d6-bb11ec55d766', 'admin_state_up': True, 'tenant_id': '9667c7e3eafc4f028f0e9db9d1d88b60'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:46:03.514282 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-3910506e-ae90-4530-af30-0f40d793e537 None None] Allocated IP 172.20.0.2 (54fe0d7a-3c84-4188-9254-853f28a91047/3ba21bef-1e5b-4397-aa5c-f5d5ad00d5c9/2f4ed259-8ec1-49d1-a61d-a248b9c75627) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:46:03.551738 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8060bb71-40c8-46a1-b95f-b889b580ddc0', 'name': 'network-vif-deleted', 'tag': 'd64ac3ce-bc51-4a5e-9bd0-8a6899757a7c'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:46:03.552400 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device dcd5bf82-9f49-4eb5-b372-9be7d415f653 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:46:03.556270 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4367a562-c0a3-44d9-9f14-6e17d9ac00f0" -d '{"events": [{"server_uuid": "8060bb71-40c8-46a1-b95f-b889b580ddc0", "name": "network-vif-deleted", "tag": "d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:46:03.650665 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0781b0-eb46-431b-8810-bd0f8426f2f9 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8937964a-7e3d-4324-afb2-3e32c3e53b64,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:03.681293 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6a948377-115a-4857-bbb9-d69f8a0e2bbd req-16886f76-e5e8-44aa-900a-774da1c9926f tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=82b8df59-3f73-4b62-9c3f-a75788b4e947 HTTP/1.1" status: 200 len: 210 time: 0.1090927 Jan 28 02:46:03.775867 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-6e0781b0-eb46-431b-8810-bd0f8426f2f9 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Allocated IP 192.168.233.115 (00399c87-9b8d-4ccb-b18d-7ccb90f49322/24329ac8-3d67-49eb-9f63-d2859e79e36f/bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:46:03.819532 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66145b77-3db4-4d5a-a9e1-a74fa407e92b admin admin] Publish callbacks [] for router_gateway (e1795d8f-006b-4774-bf6a-ac7d4d42b6af), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:03.844559 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 50ef5e41-dc48-4c5c-81f9-d97cb05ba83d details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:46:03.914454 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0ed1498e-7e80-407f-bfd1-c148c8f0a08d req-f9de30fb-ceb7-4a8c-bea3-b32967853e31 tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] 10.222.0.53 "GET /v2.0/security-groups/e17c87b9-9353-4620-896a-bf20485f7495 HTTP/1.1" status: 200 len: 2998 time: 0.3475301 Jan 28 02:46:03.953519 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-6e0781b0-eb46-431b-8810-bd0f8426f2f9 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks [] for port (bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:04.053887 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0ed1498e-7e80-407f-bfd1-c148c8f0a08d req-193fa23e-40e6-4d2a-ad6a-a72ea33d8b91 tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] 10.222.0.53 "GET /v2.0/security-groups/fd868dd7-cdb9-4ac1-b210-cf3c98ba2f54 HTTP/1.1" status: 200 len: 2990 time: 0.1078069 Jan 28 02:46:04.116251 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-6e0781b0-eb46-431b-8810-bd0f8426f2f9 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:04.151296 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0ed1498e-7e80-407f-bfd1-c148c8f0a08d req-962c3351-9e7c-46c3-9574-55844afe99e0 tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] 10.222.0.53 "GET /v2.0/security-groups/fd868dd7-cdb9-4ac1-b210-cf3c98ba2f54 HTTP/1.1" status: 200 len: 2990 time: 0.0851889 Jan 28 02:46:04.178898 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:46:04.205880 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-6e0781b0-eb46-431b-8810-bd0f8426f2f9 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:46:04.244140 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:46:04.251209 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:46:04.261465 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-6e0781b0-eb46-431b-8810-bd0f8426f2f9 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:46:04.263820 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60e365d7-8bee-4062-8360-86c1e547b8ab req-99e5fb46-c0b8-40ac-a64c-7f04e03c3d0b tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Made reservation on behalf of 9667c7e3eafc4f028f0e9db9d1d88b60 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:46:04.267435 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-60e365d7-8bee-4062-8360-86c1e547b8ab req-99e5fb46-c0b8-40ac-a64c-7f04e03c3d0b tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:04.269823 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-6e0781b0-eb46-431b-8810-bd0f8426f2f9 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:46:04.280310 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-6e0781b0-eb46-431b-8810-bd0f8426f2f9 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:04.280949 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-6e0781b0-eb46-431b-8810-bd0f8426f2f9 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:04.325939 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16bb7200-1501-4b9b-b9fa-f9ef82d01531 req-23b46e57-bed9-483c-9eb5-ba9759e9a06a tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=af7ee1b3-8887-41d3-b576-dda942d78c8a HTTP/1.1" status: 200 len: 210 time: 0.0564895 Jan 28 02:46:04.336363 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66145b77-3db4-4d5a-a9e1-a74fa407e92b admin admin] Publish callbacks [] for router_gateway (e1795d8f-006b-4774-bf6a-ac7d4d42b6af), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:04.340233 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3910506e-ae90-4530-af30-0f40d793e537 None None] Publish callbacks [] for port (2f4ed259-8ec1-49d1-a61d-a248b9c75627), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:04.349676 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port dcd5bf82-9f49-4eb5-b372-9be7d415f653 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:46:04.350735 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (dcd5bf82-9f49-4eb5-b372-9be7d415f653), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:04.392097 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66145b77-3db4-4d5a-a9e1-a74fa407e92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:04.415995 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3910506e-ae90-4530-af30-0f40d793e537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (2f4ed259-8ec1-49d1-a61d-a248b9c75627), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:04.445858 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 50ef5e41-dc48-4c5c-81f9-d97cb05ba83d, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=50ef5e41-dc48-4c5c-81f9-d97cb05ba83d,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:04.457061 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206dae5-056e-4e84-b553-364f9783f2ea req-e620e64f-584e-4550-a969-0175e14a714e tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:04.460147 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4206dae5-056e-4e84-b553-364f9783f2ea req-e620e64f-584e-4550-a969-0175e14a714e tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa56615-b151-47cf-a515-21c799286b2e HTTP/1.1" status: 200 len: 948 time: 0.2008049 Jan 28 02:46:04.537944 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3910506e-ae90-4530-af30-0f40d793e537 None None] Network 54fe0d7a-3c84-4188-9254-853f28a91047 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:46:04.539111 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f1b041d4-69ba-4bb3-aab5-449d3b784aaa req-0b27cbb9-ac7a-4d76-9b56-0bd09ce71338 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=42b36ac4-e7c3-4d95-8b5d-f16778117334 HTTP/1.1" status: 200 len: 210 time: 0.0707085 Jan 28 02:46:04.542916 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-3910506e-ae90-4530-af30-0f40d793e537 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:46:04.550511 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3910506e-ae90-4530-af30-0f40d793e537 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:46:04.592280 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '50ef5e41-dc48-4c5c-81f9-d97cb05ba83d', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'port_id': '50ef5e41-dc48-4c5c-81f9-d97cb05ba83d', 'mac_address': 'fa:16:3e:46:4f:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24329ac8-3d67-49eb-9f63-d2859e79e36f', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:46:04.630283 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f5e087-96b3-4186-a165-c09e99bacd2f x-openstack-request-id: req-16f5e087-96b3-4186-a165-c09e99bacd2f {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:46:04.630681 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8060bb71-40c8-46a1-b95f-b889b580ddc0", "name": "network-vif-deleted", "tag": "d64ac3ce-bc51-4a5e-9bd0-8a6899757a7c", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:46:04.631107 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-16f5e087-96b3-4186-a165-c09e99bacd2f {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:46:04.631646 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8060bb71-40c8-46a1-b95f-b889b580ddc0', 'name': 'network-vif-deleted', 'tag': 'd64ac3ce-bc51-4a5e-9bd0-8a6899757a7c', 'status': 'completed', 'code': 200} Jan 28 02:46:04.664256 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-66145b77-3db4-4d5a-a9e1-a74fa407e92b admin admin] Allocated IP 172.25.0.137 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/52ab3af4-2ae4-4fbc-b905-f737054a63fa) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:46:04.677518 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-60e365d7-8bee-4062-8360-86c1e547b8ab req-99e5fb46-c0b8-40ac-a64c-7f04e03c3d0b tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Allocated IP 172.20.0.9 (c898a309-cc9c-486f-b9d6-bb11ec55d766/eaaafb1c-3547-4581-9e89-2950c931386f/569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:46:04.710970 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 50ef5e41-dc48-4c5c-81f9-d97cb05ba83d is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:46:04.711372 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (50ef5e41-dc48-4c5c-81f9-d97cb05ba83d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:04.733663 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ef5e41-dc48-4c5c-81f9-d97cb05ba83d {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:46:04.734578 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-6e0781b0-eb46-431b-8810-bd0f8426f2f9 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5658562 Jan 28 02:46:04.757174 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 50ef5e41-dc48-4c5c-81f9-d97cb05ba83d, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=50ef5e41-dc48-4c5c-81f9-d97cb05ba83d,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:04.766356 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3910506e-ae90-4530-af30-0f40d793e537 None None] Pushing event updated for resources: {'Port': ['ID=2f4ed259-8ec1-49d1-a61d-a248b9c75627,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:04.778239 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-c0d90e2b-af1d-4aa5-80d4-61bb0296acd1 service neutron] Request body: {'port': {'device_id': '82b8df59-3f73-4b62-9c3f-a75788b4e947', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:46:04.810754 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (50ef5e41-dc48-4c5c-81f9-d97cb05ba83d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:04.827805 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0781b0-eb46-431b-8810-bd0f8426f2f9 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Pushing event updated for resources: {'Port': ['ID=bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:04.856605 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port dcd5bf82-9f49-4eb5-b372-9be7d415f653 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:46:04.873773 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:04.877109 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-68dba826-efaf-443a-b89d-dfcd98ef6540 req-27bc1829-3667-40c2-84f5-12b354328b80 tempest-SecurityGroupsTestAdminJSON-149345041 tempest-SecurityGroupsTestAdminJSON-149345041-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=16b52067b7c8477591916de6b171989c HTTP/1.1" status: 200 len: 6152 time: 0.1568587 Jan 28 02:46:04.878328 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-444af212-0672-47ef-b000-bbe1a2f180d3 None None] Provisioning complete for port bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:46:04.878619 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-444af212-0672-47ef-b000-bbe1a2f180d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:04.882612 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66145b77-3db4-4d5a-a9e1-a74fa407e92b admin admin] Publish callbacks [] for port (52ab3af4-2ae4-4fbc-b905-f737054a63fa), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:04.902899 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-3910506e-ae90-4530-af30-0f40d793e537 None None] Attempting to bind port 2f4ed259-8ec1-49d1-a61d-a248b9c75627 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:46:04.903366 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-3910506e-ae90-4530-af30-0f40d793e537 None None] Attempting to bind port 2f4ed259-8ec1-49d1-a61d-a248b9c75627 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '1b3d595d-588a-42b6-9a9a-28b67844d5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '54fe0d7a-3c84-4188-9254-853f28a91047'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:46:04.903795 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3910506e-ae90-4530-af30-0f40d793e537 None None] Attempting to bind port 2f4ed259-8ec1-49d1-a61d-a248b9c75627 on network 54fe0d7a-3c84-4188-9254-853f28a91047 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:46:04.908296 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-c0d90e2b-af1d-4aa5-80d4-61bb0296acd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:04.925946 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3910506e-ae90-4530-af30-0f40d793e537 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:46:04.926329 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3910506e-ae90-4530-af30-0f40d793e537 None None] Checking segment: {'id': '1b3d595d-588a-42b6-9a9a-28b67844d5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '54fe0d7a-3c84-4188-9254-853f28a91047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:46:04.926724 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3910506e-ae90-4530-af30-0f40d793e537 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:04.927121 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3910506e-ae90-4530-af30-0f40d793e537 None None] Bound using segment: {'id': '1b3d595d-588a-42b6-9a9a-28b67844d5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '54fe0d7a-3c84-4188-9254-853f28a91047'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:46:04.927604 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-3910506e-ae90-4530-af30-0f40d793e537 None None] Bound port: 2f4ed259-8ec1-49d1-a61d-a248b9c75627, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d595d-588a-42b6-9a9a-28b67844d5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '54fe0d7a-3c84-4188-9254-853f28a91047'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:46:04.927983 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3910506e-ae90-4530-af30-0f40d793e537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2f4ed259-8ec1-49d1-a61d-a248b9c75627), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:04.947237 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=50ef5e41-dc48-4c5c-81f9-d97cb05ba83d,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:04.954517 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-444af212-0672-47ef-b000-bbe1a2f180d3 None None] Port bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:46:04.971302 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-68dba826-efaf-443a-b89d-dfcd98ef6540 req-aa587996-8afa-4636-af8f-d53ae9b4fa25 tempest-SecurityGroupsTestAdminJSON-149345041 tempest-SecurityGroupsTestAdminJSON-149345041-project] 10.222.0.53 "GET /v2.0/security-groups/a85facf8-a7cc-4396-98a9-3b100ae737e6 HTTP/1.1" status: 200 len: 2998 time: 0.0811801 Jan 28 02:46:04.977605 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4206dae5-056e-4e84-b553-364f9783f2ea req-9201697d-ffad-47fa-9a50-9471f59e0895 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561424 Jan 28 02:46:05.025329 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-3910506e-ae90-4530-af30-0f40d793e537 None None] For port 2f4ed259-8ec1-49d1-a61d-a248b9c75627, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:46:05.027324 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66145b77-3db4-4d5a-a9e1-a74fa407e92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (52ab3af4-2ae4-4fbc-b905-f737054a63fa), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:05.028995 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-3910506e-ae90-4530-af30-0f40d793e537 None None] For port 2f4ed259-8ec1-49d1-a61d-a248b9c75627, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=2f4ed259-8ec1-49d1-a61d-a248b9c75627,segment=NetworkSegment(1b3d595d-588a-42b6-9a9a-28b67844d5d8),segment_id=1b3d595d-588a-42b6-9a9a-28b67844d5d8)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:46:05.044586 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3910506e-ae90-4530-af30-0f40d793e537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (2f4ed259-8ec1-49d1-a61d-a248b9c75627), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:05.089151 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66145b77-3db4-4d5a-a9e1-a74fa407e92b admin admin] Pushing event updated for resources: {'Port': ['ID=52ab3af4-2ae4-4fbc-b905-f737054a63fa,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:05.098596 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-68dba826-efaf-443a-b89d-dfcd98ef6540 req-c51ef7f8-1eab-46ab-b86e-63538988a498 tempest-SecurityGroupsTestAdminJSON-149345041 tempest-SecurityGroupsTestAdminJSON-149345041-project] 10.222.0.53 "GET /v2.0/security-groups/a85facf8-a7cc-4396-98a9-3b100ae737e6 HTTP/1.1" status: 200 len: 2998 time: 0.1237299 Jan 28 02:46:05.107127 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66145b77-3db4-4d5a-a9e1-a74fa407e92b admin admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:46:05.108599 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-66145b77-3db4-4d5a-a9e1-a74fa407e92b admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:46:05.112123 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66145b77-3db4-4d5a-a9e1-a74fa407e92b admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:46:05.118117 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['50ef5e41-dc48-4c5c-81f9-d97cb05ba83d'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:46:05.198083 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-60e365d7-8bee-4062-8360-86c1e547b8ab req-99e5fb46-c0b8-40ac-a64c-7f04e03c3d0b tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Publish callbacks [] for port (569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:05.235170 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3910506e-ae90-4530-af30-0f40d793e537 None None] Pushing event updated for resources: {'Port': ['ID=2f4ed259-8ec1-49d1-a61d-a248b9c75627,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:05.354353 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538175f-8092-4903-848e-d62d0d833539 req-9006d1b0-05ad-486b-ae08-6ae76b825dfe tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:05.358387 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2538175f-8092-4903-848e-d62d0d833539 req-9006d1b0-05ad-486b-ae08-6ae76b825dfe tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.67 "GET /v2.0/networks?id=997aa02b-ef92-4c1c-ba5c-0477d385960c HTTP/1.1" status: 200 len: 821 time: 0.1552742 Jan 28 02:46:05.360217 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a3514928-589d-4763-b6cd-76ced1c1da3c req-300d28c7-1d61-4500-9508-203714d6f00d tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] 10.222.0.53 "GET /v2.0/security-groups/906583eb-69e0-4472-bef8-a2a540fcf492 HTTP/1.1" status: 200 len: 1794 time: 0.1658478 Jan 28 02:46:05.407408 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-2538175f-8092-4903-848e-d62d0d833539 req-a67da301-8a33-43be-a5ad-de476e178836 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Request body: {'port': {'device_id': '42b36ac4-e7c3-4d95-8b5d-f16778117334', 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c', 'admin_state_up': True, 'tenant_id': '2b376bdc08124533ad1dc2039341113b'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:46:05.439457 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-60e365d7-8bee-4062-8360-86c1e547b8ab req-99e5fb46-c0b8-40ac-a64c-7f04e03c3d0b tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:05.512286 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60e365d7-8bee-4062-8360-86c1e547b8ab req-99e5fb46-c0b8-40ac-a64c-7f04e03c3d0b tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Network c898a309-cc9c-486f-b9d6-bb11ec55d766 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:46:05.523359 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-60e365d7-8bee-4062-8360-86c1e547b8ab req-99e5fb46-c0b8-40ac-a64c-7f04e03c3d0b tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:46:05.526382 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e365d7-8bee-4062-8360-86c1e547b8ab req-99e5fb46-c0b8-40ac-a64c-7f04e03c3d0b tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:46:05.533301 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e365d7-8bee-4062-8360-86c1e547b8ab req-99e5fb46-c0b8-40ac-a64c-7f04e03c3d0b tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:05.534199 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-60e365d7-8bee-4062-8360-86c1e547b8ab req-99e5fb46-c0b8-40ac-a64c-7f04e03c3d0b tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:05.561459 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e5fb46-c0b8-40ac-a64c-7f04e03c3d0b tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Pushing event updated for resources: {'Port': ['ID=569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:05.577476 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a50140-6b0f-4231-ac14-f67642c00d51 req-d88f30c1-d564-415c-8ecf-c9529d290bf9 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:05.579104 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-32a50140-6b0f-4231-ac14-f67642c00d51 req-d88f30c1-d564-415c-8ecf-c9529d290bf9 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=82b8df59-3f73-4b62-9c3f-a75788b4e947 HTTP/1.1" status: 200 len: 936 time: 0.2168841 Jan 28 02:46:05.591749 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-60e365d7-8bee-4062-8360-86c1e547b8ab req-99e5fb46-c0b8-40ac-a64c-7f04e03c3d0b tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1030328 Jan 28 02:46:05.594638 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-a3514928-589d-4763-b6cd-76ced1c1da3c req-3e2a30a9-ed49-48b6-b7b9-e809e826cc9d tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] Publish callbacks [] for security_group (906583eb-69e0-4472-bef8-a2a540fcf492), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:05.613465 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-60e365d7-8bee-4062-8360-86c1e547b8ab req-80a80cd5-82d5-4817-843e-4b3bd381e075 service neutron] Request body: {'port': {'device_id': 'af7ee1b3-8887-41d3-b576-dda942d78c8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:46:05.705444 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2538175f-8092-4903-848e-d62d0d833539 req-a67da301-8a33-43be-a5ad-de476e178836 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Made reservation on behalf of 2b376bdc08124533ad1dc2039341113b for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:46:05.708812 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2538175f-8092-4903-848e-d62d0d833539 req-a67da301-8a33-43be-a5ad-de476e178836 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:05.724873 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-32a50140-6b0f-4231-ac14-f67642c00d51 req-f304b2ef-47a8-45fa-8925-a369a6dd8913 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350908 Jan 28 02:46:05.801139 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 50ef5e41-dc48-4c5c-81f9-d97cb05ba83d up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:46:05.852069 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66145b77-3db4-4d5a-a9e1-a74fa407e92b admin admin] Publish callbacks [] for router_gateway (e1795d8f-006b-4774-bf6a-ac7d4d42b6af), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:05.875990 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-a3514928-589d-4763-b6cd-76ced1c1da3c req-3e2a30a9-ed49-48b6-b7b9-e809e826cc9d tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] Publish callbacks [] for security_group (906583eb-69e0-4472-bef8-a2a540fcf492), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:05.905285 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:05.922928 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 50ef5e41-dc48-4c5c-81f9-d97cb05ba83d completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:46:05.926591 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-c0d90e2b-af1d-4aa5-80d4-61bb0296acd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03 {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:46:05.928348 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 50ef5e41-dc48-4c5c-81f9-d97cb05ba83d triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:46:05.928845 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (50ef5e41-dc48-4c5c-81f9-d97cb05ba83d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:05.941403 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-c0d90e2b-af1d-4aa5-80d4-61bb0296acd1 service neutron] Publish callbacks [] for port (bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:05.967859 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-60e365d7-8bee-4062-8360-86c1e547b8ab req-80a80cd5-82d5-4817-843e-4b3bd381e075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:05.990663 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-c0d90e2b-af1d-4aa5-80d4-61bb0296acd1 service neutron] Transition to ACTIVE for port object bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03 will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:46:05.991700 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-a3514928-589d-4763-b6cd-76ced1c1da3c req-3e2a30a9-ed49-48b6-b7b9-e809e826cc9d tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (906583eb-69e0-4472-bef8-a2a540fcf492), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:05.994560 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-a3514928-589d-4763-b6cd-76ced1c1da3c req-3e2a30a9-ed49-48b6-b7b9-e809e826cc9d tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:05.996013 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a3514928-589d-4763-b6cd-76ced1c1da3c req-3e2a30a9-ed49-48b6-b7b9-e809e826cc9d tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/906583eb-69e0-4472-bef8-a2a540fcf492 HTTP/1.1" status: 204 len: 173 time: 0.5994074 Jan 28 02:46:06.016560 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-2538175f-8092-4903-848e-d62d0d833539 req-a67da301-8a33-43be-a5ad-de476e178836 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Allocated IP 172.20.0.13 (997aa02b-ef92-4c1c-ba5c-0477d385960c/bcba3f69-83cc-4e79-8ae3-09e3e7684525/5211e927-24e1-41c8-838c-b2a6c7eb4347) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:46:06.022266 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-c0d90e2b-af1d-4aa5-80d4-61bb0296acd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:06.049219 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a30a9-ed49-48b6-b7b9-e809e826cc9d tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906583eb-69e0-4472-bef8-a2a540fcf492,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:06.165693 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 50ef5e41-dc48-4c5c-81f9-d97cb05ba83d is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:46:06.166182 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (50ef5e41-dc48-4c5c-81f9-d97cb05ba83d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:06.237901 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa56615-b151-47cf-a515-21c799286b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ef5e41-dc48-4c5c-81f9-d97cb05ba83d'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:46:06.241551 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b9b29a-d783-478f-a276-68a0d90e132d" -d '{"events": [{"server_uuid": "cfa56615-b151-47cf-a515-21c799286b2e", "name": "network-vif-plugged", "status": "completed", "tag": "50ef5e41-dc48-4c5c-81f9-d97cb05ba83d"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:46:06.266625 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d90e2b-af1d-4aa5-80d4-61bb0296acd1 service neutron] Pushing event updated for resources: {'Port': ['ID=bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:06.278160 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 50ef5e41-dc48-4c5c-81f9-d97cb05ba83d, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=50ef5e41-dc48-4c5c-81f9-d97cb05ba83d,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:06.295294 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (50ef5e41-dc48-4c5c-81f9-d97cb05ba83d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:06.347867 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-c0d90e2b-af1d-4aa5-80d4-61bb0296acd1 service neutron] Attempting to bind port bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:46:06.348456 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-c0d90e2b-af1d-4aa5-80d4-61bb0296acd1 service neutron] Attempting to bind port bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:46:06.348977 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-c0d90e2b-af1d-4aa5-80d4-61bb0296acd1 service neutron] Attempting to bind port bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:46:06.368763 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-c0d90e2b-af1d-4aa5-80d4-61bb0296acd1 service neutron] Port bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:46:06.369346 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-c0d90e2b-af1d-4aa5-80d4-61bb0296acd1 service neutron] Attempting to bind port bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:46:06.386433 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-c0d90e2b-af1d-4aa5-80d4-61bb0296acd1 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:46:06.386659 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-c0d90e2b-af1d-4aa5-80d4-61bb0296acd1 service neutron] Checking segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:46:06.386932 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-c0d90e2b-af1d-4aa5-80d4-61bb0296acd1 service neutron] Bound using segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:46:06.387379 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-c0d90e2b-af1d-4aa5-80d4-61bb0296acd1 service neutron] Bound port: bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:46:06.387747 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-c0d90e2b-af1d-4aa5-80d4-61bb0296acd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:06.421351 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=50ef5e41-dc48-4c5c-81f9-d97cb05ba83d,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:06.456513 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec46ca-d850-44ea-8b84-e330d6163d3f req-5714c637-1575-47a2-938c-100c24516c66 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:06.458522 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8cec46ca-d850-44ea-8b84-e330d6163d3f req-5714c637-1575-47a2-938c-100c24516c66 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=af7ee1b3-8887-41d3-b576-dda942d78c8a HTTP/1.1" status: 200 len: 931 time: 0.2872000 Jan 28 02:46:06.536315 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 54026) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:46:06.541209 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-b5bc75df-2cb7-4861-8428-c8d7917dd599 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Request body: {'security_group': {'name': 'tempest-securitygroup--342889046', 'description': 'tempest-description--302302426'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:46:06.548594 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66145b77-3db4-4d5a-a9e1-a74fa407e92b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (e1795d8f-006b-4774-bf6a-ac7d4d42b6af), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:06.598232 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-c0d90e2b-af1d-4aa5-80d4-61bb0296acd1 service neutron] For port bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03, host n-h1-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:46:06.619157 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8f42d4-73e4-40d7-9b6e-0f1b84f05735 None None] Network 54fe0d7a-3c84-4188-9254-853f28a91047 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:46:06.634241 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-c0d90e2b-af1d-4aa5-80d4-61bb0296acd1 service neutron] For port bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:46:06.642424 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8cec46ca-d850-44ea-8b84-e330d6163d3f req-71f4dcb9-652d-4312-9729-94f9df52fac1 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254458 Jan 28 02:46:06.649268 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-c0d90e2b-af1d-4aa5-80d4-61bb0296acd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:06.667080 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b5bc75df-2cb7-4861-8428-c8d7917dd599 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:06.685699 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3b4eeaeb-f780-4618-8dd5-0d56e19530e0 req-165d5ea6-e1bd-4d93-b652-be237baaa7c5 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=42b36ac4-e7c3-4d95-8b5d-f16778117334 HTTP/1.1" status: 200 len: 210 time: 0.0703707 Jan 28 02:46:06.708850 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-c0d90e2b-af1d-4aa5-80d4-61bb0296acd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:06.708850 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-c0d90e2b-af1d-4aa5-80d4-61bb0296acd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:06.708850 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-c0d90e2b-af1d-4aa5-80d4-61bb0296acd1 service neutron] 10.222.0.67 "PUT /v2.0/ports/bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03 HTTP/1.1" status: 200 len: 1097 time: 1.9485819 Jan 28 02:46:06.708850 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82b8df59-3f73-4b62-9c3f-a75788b4e947', 'tag': 'bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:46:06.767352 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-f04f12e2-c6fa-4737-8aa7-800c3196c754 None None] Provisioning complete for port 2f4ed259-8ec1-49d1-a61d-a248b9c75627 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:46:06.767734 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f04f12e2-c6fa-4737-8aa7-800c3196c754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (2f4ed259-8ec1-49d1-a61d-a248b9c75627), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:06.770966 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2538175f-8092-4903-848e-d62d0d833539 req-a67da301-8a33-43be-a5ad-de476e178836 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Publish callbacks [] for port (5211e927-24e1-41c8-838c-b2a6c7eb4347), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:06.922202 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d90e2b-af1d-4aa5-80d4-61bb0296acd1 service neutron] Pushing event updated for resources: {'Port': ['ID=bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:06.947304 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ef2433-682a-4767-9bde-8d6a32651bca" -d '{"events": [{"name": "network-changed", "server_uuid": "82b8df59-3f73-4b62-9c3f-a75788b4e947", "tag": "bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:46:06.953211 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-f04f12e2-c6fa-4737-8aa7-800c3196c754 None None] Current status of the port 2f4ed259-8ec1-49d1-a61d-a248b9c75627 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:46:06.953887 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f04f12e2-c6fa-4737-8aa7-800c3196c754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2f4ed259-8ec1-49d1-a61d-a248b9c75627), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:06.978653 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-60e365d7-8bee-4062-8360-86c1e547b8ab req-80a80cd5-82d5-4817-843e-4b3bd381e075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0 {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:46:06.986502 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6c90d629-675b-4950-a461-ebceecef6e65 req-4ecdd6a4-7872-4635-a9df-5bebf6e31b0d tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] 10.222.0.53 "GET /v2.0/security-groups/c96ce411-057c-4329-b5eb-0c86b85ed0f2 HTTP/1.1" status: 200 len: 1795 time: 0.2551560 Jan 28 02:46:07.000774 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-60e365d7-8bee-4062-8360-86c1e547b8ab req-80a80cd5-82d5-4817-843e-4b3bd381e075 service neutron] Publish callbacks [] for port (569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:07.004259 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-ac85e5de-27a2-4274-86ca-7b08bafe120f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:07.006057 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-f04f12e2-c6fa-4737-8aa7-800c3196c754 None None] For port 2f4ed259-8ec1-49d1-a61d-a248b9c75627, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=2f4ed259-8ec1-49d1-a61d-a248b9c75627,segment=NetworkSegment(1b3d595d-588a-42b6-9a9a-28b67844d5d8),segment_id=1b3d595d-588a-42b6-9a9a-28b67844d5d8)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:07.006231 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-ac85e5de-27a2-4274-86ca-7b08bafe120f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=48a9da4172074c31af36ad122c33e36a&device_id=82b8df59-3f73-4b62-9c3f-a75788b4e947 HTTP/1.1" status: 200 len: 1100 time: 0.2195969 Jan 28 02:46:07.012510 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f04f12e2-c6fa-4737-8aa7-800c3196c754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (2f4ed259-8ec1-49d1-a61d-a248b9c75627), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:07.047295 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ee43c-c220-42f5-9f81-623015f26d4c req-8e6ee15f-81a8-4f84-847c-cd4eff1b9bad tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:07.049285 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bb6ee43c-c220-42f5-9f81-623015f26d4c req-8e6ee15f-81a8-4f84-847c-cd4eff1b9bad tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa56615-b151-47cf-a515-21c799286b2e HTTP/1.1" status: 200 len: 950 time: 0.1501396 Jan 28 02:46:07.080734 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66145b77-3db4-4d5a-a9e1-a74fa407e92b admin admin] Router e1795d8f-006b-4774-bf6a-ac7d4d42b6af is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 02:46:07.083412 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-60e365d7-8bee-4062-8360-86c1e547b8ab req-80a80cd5-82d5-4817-843e-4b3bd381e075 service neutron] Transition to ACTIVE for port object 569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0 will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:46:07.086451 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2538175f-8092-4903-848e-d62d0d833539 req-a67da301-8a33-43be-a5ad-de476e178836 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (5211e927-24e1-41c8-838c-b2a6c7eb4347), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:07.087507 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-2b429d2b-49dc-4772-baf0-0c819cf30efc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03 HTTP/1.1" status: 200 len: 217 time: 0.0639625 Jan 28 02:46:07.093150 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04f12e2-c6fa-4737-8aa7-800c3196c754 None None] Pushing event updated for resources: {'Port': ['ID=2f4ed259-8ec1-49d1-a61d-a248b9c75627,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:07.095240 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-60e365d7-8bee-4062-8360-86c1e547b8ab req-80a80cd5-82d5-4817-843e-4b3bd381e075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:07.158744 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b5bc75df-2cb7-4861-8428-c8d7917dd599 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks [] for security_group (33a471b5-09f4-45a6-b187-9512acbe1c9e), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:07.184743 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b5bc75df-2cb7-4861-8428-c8d7917dd599 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (33a471b5-09f4-45a6-b187-9512acbe1c9e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:07.187914 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2538175f-8092-4903-848e-d62d0d833539 req-a67da301-8a33-43be-a5ad-de476e178836 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Network 997aa02b-ef92-4c1c-ba5c-0477d385960c is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:46:07.210957 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a80cd5-82d5-4817-843e-4b3bd381e075 service neutron] Pushing event updated for resources: {'Port': ['ID=569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:07.222673 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-847e45c1-3ce2-4fdd-b9e7-a3fff125aa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:07.224155 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-847e45c1-3ce2-4fdd-b9e7-a3fff125aa39 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.1299446 Jan 28 02:46:07.227685 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6c90d629-675b-4950-a461-ebceecef6e65 req-9a1b969e-c5e2-40a5-899d-74572379876b tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] Publish callbacks [] for security_group (c96ce411-057c-4329-b5eb-0c86b85ed0f2), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:07.234427 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-2538175f-8092-4903-848e-d62d0d833539 req-a67da301-8a33-43be-a5ad-de476e178836 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:46:07.236296 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67da301-8a33-43be-a5ad-de476e178836 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Pushing event updated for resources: {'Port': ['ID=5211e927-24e1-41c8-838c-b2a6c7eb4347,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:07.236408 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bb6ee43c-c220-42f5-9f81-623015f26d4c req-d2f4ffc1-b2d3-485e-b294-fa8c73cf9815 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516757 Jan 28 02:46:07.246471 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-2538175f-8092-4903-848e-d62d0d833539 req-a67da301-8a33-43be-a5ad-de476e178836 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:46:07.266928 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538175f-8092-4903-848e-d62d0d833539 req-a67da301-8a33-43be-a5ad-de476e178836 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:07.267669 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2538175f-8092-4903-848e-d62d0d833539 req-a67da301-8a33-43be-a5ad-de476e178836 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:07.270530 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-e28d6629-7d97-4a3f-ac1a-636b5870cfbb None None] Provisioning complete for port 2f4ed259-8ec1-49d1-a61d-a248b9c75627 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:46:07.271167 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e28d6629-7d97-4a3f-ac1a-636b5870cfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (2f4ed259-8ec1-49d1-a61d-a248b9c75627), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:07.306388 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b5bc75df-2cb7-4861-8428-c8d7917dd599 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:07.308172 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b5bc75df-2cb7-4861-8428-c8d7917dd599 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7707598 Jan 28 02:46:07.322289 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 54038) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:46:07.334323 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-0fcb4108-3dfe-4fce-b710-f6253c0a36dc tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Request body: {'security_group_rule': {'security_group_id': '33a471b5-09f4-45a6-b187-9512acbe1c9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:46:07.334548 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d3924f-1d70-4a93-900c-0124e8f1aa8f x-openstack-request-id: req-92d3924f-1d70-4a93-900c-0124e8f1aa8f {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:46:07.336288 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfa56615-b151-47cf-a515-21c799286b2e", "name": "network-vif-plugged", "status": "completed", "tag": "50ef5e41-dc48-4c5c-81f9-d97cb05ba83d", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:46:07.336665 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-92d3924f-1d70-4a93-900c-0124e8f1aa8f {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:46:07.337538 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa56615-b151-47cf-a515-21c799286b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ef5e41-dc48-4c5c-81f9-d97cb05ba83d', 'code': 200} Jan 28 02:46:07.339885 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bc75df-2cb7-4861-8428-c8d7917dd599 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33a471b5-09f4-45a6-b187-9512acbe1c9e,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:07.345028 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-60e365d7-8bee-4062-8360-86c1e547b8ab req-80a80cd5-82d5-4817-843e-4b3bd381e075 service neutron] Attempting to bind port 569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:46:07.348014 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-60e365d7-8bee-4062-8360-86c1e547b8ab req-80a80cd5-82d5-4817-843e-4b3bd381e075 service neutron] Attempting to bind port 569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '75a4b119-8376-430b-8e41-eb2c7f9df607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c898a309-cc9c-486f-b9d6-bb11ec55d766'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:46:07.348592 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e365d7-8bee-4062-8360-86c1e547b8ab req-80a80cd5-82d5-4817-843e-4b3bd381e075 service neutron] Attempting to bind port 569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0 on network c898a309-cc9c-486f-b9d6-bb11ec55d766 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:46:07.356111 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e365d7-8bee-4062-8360-86c1e547b8ab req-80a80cd5-82d5-4817-843e-4b3bd381e075 service neutron] Port 569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0 on network c898a309-cc9c-486f-b9d6-bb11ec55d766 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:46:07.356439 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e365d7-8bee-4062-8360-86c1e547b8ab req-80a80cd5-82d5-4817-843e-4b3bd381e075 service neutron] Attempting to bind port 569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0 on network c898a309-cc9c-486f-b9d6-bb11ec55d766 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:46:07.361868 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-bc6759f0-79d1-4e51-ba0f-7e4494e14c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:07.363517 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-bc6759f0-79d1-4e51-ba0f-7e4494e14c23 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1230161 Jan 28 02:46:07.377007 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e365d7-8bee-4062-8360-86c1e547b8ab req-80a80cd5-82d5-4817-843e-4b3bd381e075 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:46:07.377408 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e365d7-8bee-4062-8360-86c1e547b8ab req-80a80cd5-82d5-4817-843e-4b3bd381e075 service neutron] Checking segment: {'id': '75a4b119-8376-430b-8e41-eb2c7f9df607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c898a309-cc9c-486f-b9d6-bb11ec55d766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:46:07.377845 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e365d7-8bee-4062-8360-86c1e547b8ab req-80a80cd5-82d5-4817-843e-4b3bd381e075 service neutron] Bound using segment: {'id': '75a4b119-8376-430b-8e41-eb2c7f9df607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c898a309-cc9c-486f-b9d6-bb11ec55d766'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:46:07.378330 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-60e365d7-8bee-4062-8360-86c1e547b8ab req-80a80cd5-82d5-4817-843e-4b3bd381e075 service neutron] Bound port: 569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75a4b119-8376-430b-8e41-eb2c7f9df607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c898a309-cc9c-486f-b9d6-bb11ec55d766'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:46:07.378829 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-60e365d7-8bee-4062-8360-86c1e547b8ab req-80a80cd5-82d5-4817-843e-4b3bd381e075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:07.394523 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2538175f-8092-4903-848e-d62d0d833539 req-a67da301-8a33-43be-a5ad-de476e178836 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9991574 Jan 28 02:46:07.400183 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6c90d629-675b-4950-a461-ebceecef6e65 req-9a1b969e-c5e2-40a5-899d-74572379876b tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] Publish callbacks [] for security_group (c96ce411-057c-4329-b5eb-0c86b85ed0f2), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:07.428791 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-2538175f-8092-4903-848e-d62d0d833539 req-c7da66fa-968f-4fd1-8de8-691d84fda757 service neutron] Request body: {'port': {'device_id': '42b36ac4-e7c3-4d95-8b5d-f16778117334', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:46:07.428977 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 2f4ed259-8ec1-49d1-a61d-a248b9c75627 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:46:07.470354 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e28d6629-7d97-4a3f-ac1a-636b5870cfbb None None] Current status of the port 2f4ed259-8ec1-49d1-a61d-a248b9c75627 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:46:07.491901 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 2f4ed259-8ec1-49d1-a61d-a248b9c75627 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:46:07.492334 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (2f4ed259-8ec1-49d1-a61d-a248b9c75627), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:07.534220 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0fcb4108-3dfe-4fce-b710-f6253c0a36dc tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks [] for security_group_rule (88c1e977-b662-44fd-8940-f8364d892805), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:07.537591 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66145b77-3db4-4d5a-a9e1-a74fa407e92b admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:46:07.549631 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db92eea8-3fd0-4f79-bae8-5adfb3f32172 None None] Sync routers for ids ['e1795d8f-006b-4774-bf6a-ac7d4d42b6af'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:46:07.562435 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db92eea8-3fd0-4f79-bae8-5adfb3f32172 None None] Routers {'e1795d8f-006b-4774-bf6a-ac7d4d42b6af'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:46:07.563663 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-db92eea8-3fd0-4f79-bae8-5adfb3f32172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:46:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['e1795d8f-006b-4774-bf6a-ac7d4d42b6af'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:46:07.611520 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98526fcd-1d60-431c-8f02-043cd3be3e16 req-1fc4a0ac-0915-4228-a7f4-46b80712be01 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:07.613550 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-98526fcd-1d60-431c-8f02-043cd3be3e16 req-1fc4a0ac-0915-4228-a7f4-46b80712be01 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=82b8df59-3f73-4b62-9c3f-a75788b4e947 HTTP/1.1" status: 200 len: 948 time: 0.1255383 Jan 28 02:46:07.617607 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-63caf0be-bae4-441a-920a-69673a7185b7 service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418952 Jan 28 02:46:07.619115 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 2f4ed259-8ec1-49d1-a61d-a248b9c75627 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:46:07.621398 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-60e365d7-8bee-4062-8360-86c1e547b8ab req-80a80cd5-82d5-4817-843e-4b3bd381e075 service neutron] For port 569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0, host n-h2-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:46:07.621763 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66145b77-3db4-4d5a-a9e1-a74fa407e92b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:07.624010 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-66145b77-3db4-4d5a-a9e1-a74fa407e92b admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4374521 Jan 28 02:46:07.629201 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6c90d629-675b-4950-a461-ebceecef6e65 req-9a1b969e-c5e2-40a5-899d-74572379876b tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c96ce411-057c-4329-b5eb-0c86b85ed0f2), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:07.632491 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6c90d629-675b-4950-a461-ebceecef6e65 req-9a1b969e-c5e2-40a5-899d-74572379876b tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:07.633654 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6c90d629-675b-4950-a461-ebceecef6e65 req-9a1b969e-c5e2-40a5-899d-74572379876b tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/c96ce411-057c-4329-b5eb-0c86b85ed0f2 HTTP/1.1" status: 204 len: 173 time: 0.6463456 Jan 28 02:46:07.635089 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 54042) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:46:07.652210 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2538175f-8092-4903-848e-d62d0d833539 req-c7da66fa-968f-4fd1-8de8-691d84fda757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5211e927-24e1-41c8-838c-b2a6c7eb4347), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:07.677538 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-60e365d7-8bee-4062-8360-86c1e547b8ab req-80a80cd5-82d5-4817-843e-4b3bd381e075 service neutron] For port 569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0,segment=NetworkSegment(75a4b119-8376-430b-8e41-eb2c7f9df607),segment_id=75a4b119-8376-430b-8e41-eb2c7f9df607)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:46:07.718727 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-60e365d7-8bee-4062-8360-86c1e547b8ab req-80a80cd5-82d5-4817-843e-4b3bd381e075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:07.731035 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b969e-c5e2-40a5-899d-74572379876b tempest-SecurityGroupsTestAdminJSON-403741587 tempest-SecurityGroupsTestAdminJSON-403741587-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96ce411-057c-4329-b5eb-0c86b85ed0f2,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:07.738144 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde2442-ffa4-4cec-8631-20e1a5067d12 req-3019bcca-5cb9-4659-b63a-eb5fbed55d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:07.740571 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9dde2442-ffa4-4cec-8631-20e1a5067d12 req-3019bcca-5cb9-4659-b63a-eb5fbed55d86 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cfa56615-b151-47cf-a515-21c799286b2e HTTP/1.1" status: 200 len: 1102 time: 0.2909043 Jan 28 02:46:07.768727 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e365d7-8bee-4062-8360-86c1e547b8ab req-80a80cd5-82d5-4817-843e-4b3bd381e075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:07.769607 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-60e365d7-8bee-4062-8360-86c1e547b8ab req-80a80cd5-82d5-4817-843e-4b3bd381e075 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:07.771214 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-60e365d7-8bee-4062-8360-86c1e547b8ab req-80a80cd5-82d5-4817-843e-4b3bd381e075 service neutron] 10.222.0.39 "PUT /v2.0/ports/569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0 HTTP/1.1" status: 200 len: 1092 time: 2.1619091 Jan 28 02:46:07.863708 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-98526fcd-1d60-431c-8f02-043cd3be3e16 req-520e5f60-45b2-4aed-afd4-348671ea8f11 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087605 Jan 28 02:46:07.871501 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0fcb4108-3dfe-4fce-b710-f6253c0a36dc tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks [] for security_group_rule (88c1e977-b662-44fd-8940-f8364d892805), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:07.882626 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-db92eea8-3fd0-4f79-bae8-5adfb3f32172 None None] Set router e1795d8f-006b-4774-bf6a-ac7d4d42b6af gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:46:07.898260 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0fcb4108-3dfe-4fce-b710-f6253c0a36dc tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (88c1e977-b662-44fd-8940-f8364d892805), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:07.930108 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d95846-65dd-4129-9754-413a74a2fc5b x-openstack-request-id: req-78d95846-65dd-4129-9754-413a74a2fc5b {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:46:07.930482 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82b8df59-3f73-4b62-9c3f-a75788b4e947", "tag": "bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:46:07.930792 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-78d95846-65dd-4129-9754-413a74a2fc5b {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:46:07.931342 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82b8df59-3f73-4b62-9c3f-a75788b4e947', 'tag': 'bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03', 'status': 'completed', 'code': 200} Jan 28 02:46:07.935200 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a80cd5-82d5-4817-843e-4b3bd381e075 service neutron] Pushing event updated for resources: {'Port': ['ID=569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:07.969557 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4d35ea7e-5d4a-47d7-bd13-73609bd907da req-5f7d1ed7-7d1e-49be-8296-f6087a8b05f5 service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389139 Jan 28 02:46:07.980060 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9dde2442-ffa4-4cec-8631-20e1a5067d12 req-beee76c9-69c0-42de-bf2e-66dfe768f653 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245557 Jan 28 02:46:08.026745 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e365d7-8bee-4062-8360-86c1e547b8ab req-812b5260-527f-48da-a7bc-d2c53b901d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:08.028621 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-60e365d7-8bee-4062-8360-86c1e547b8ab req-812b5260-527f-48da-a7bc-d2c53b901d18 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9667c7e3eafc4f028f0e9db9d1d88b60&device_id=af7ee1b3-8887-41d3-b576-dda942d78c8a HTTP/1.1" status: 200 len: 1095 time: 0.1882570 Jan 28 02:46:08.044336 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8a800eb2-c5c6-4d76-b254-88277ff1404c req-96a85031-9b10-4631-8700-c6bc7ef1560b tempest-SecurityGroupsTestAdminJSON-149345041 tempest-SecurityGroupsTestAdminJSON-149345041-project] 10.222.0.53 "GET /v2.0/security-groups/cc6fc767-580b-46c3-b132-6544e27b43a1 HTTP/1.1" status: 200 len: 1793 time: 0.0944574 Jan 28 02:46:08.053634 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb4108-3dfe-4fce-b710-f6253c0a36dc tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c1e977-b662-44fd-8940-f8364d892805,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:08.114611 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-db92eea8-3fd0-4f79-bae8-5adfb3f32172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1795d8f-006b-4774-bf6a-ac7d4d42b6af', 'name': 'tempest-FloatingIPsTestJSON-1459283898-router', 'tenant_id': '1ec5c5d9f41c4ec58d4990685911b065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '52ab3af4-2ae4-4fbc-b905-f737054a63fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:46:03Z', 'updated_at': '2022-01-28T02:46:05Z', 'revision_number': 3, 'project_id': '1ec5c5d9f41c4ec58d4990685911b065', 'gw_port': {'id': '52ab3af4-2ae4-4fbc-b905-f737054a63fa', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ec:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1795d8f-006b-4774-bf6a-ac7d4d42b6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:46:04Z', 'updated_at': '2022-01-28T02:46:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:46:08.120314 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0fcb4108-3dfe-4fce-b710-f6253c0a36dc tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:08.124331 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0fcb4108-3dfe-4fce-b710-f6253c0a36dc tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8006282 Jan 28 02:46:08.128636 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 54056) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:46:08.138695 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-543d9874-321b-4db9-b35f-52db7ac3ffc1 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Request body: {'security_group_rule': {'security_group_id': '33a471b5-09f4-45a6-b187-9512acbe1c9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:46:08.147285 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef2433-682a-4767-9bde-8d6a32651bca req-5e407b42-4cf5-46b9-bd7b-975964e9746d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:08.148857 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e3ef2433-682a-4767-9bde-8d6a32651bca req-5e407b42-4cf5-46b9-bd7b-975964e9746d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=48a9da4172074c31af36ad122c33e36a&device_id=82b8df59-3f73-4b62-9c3f-a75788b4e947 HTTP/1.1" status: 200 len: 1100 time: 0.0687530 Jan 28 02:46:08.157180 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db92eea8-3fd0-4f79-bae8-5adfb3f32172 None None] Checking router: e1795d8f-006b-4774-bf6a-ac7d4d42b6af for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:46:08.157452 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db92eea8-3fd0-4f79-bae8-5adfb3f32172 None None] Updating router e1795d8f-006b-4774-bf6a-ac7d4d42b6af port 52ab3af4-2ae4-4fbc-b905-f737054a63fa binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:46:08.186257 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-db92eea8-3fd0-4f79-bae8-5adfb3f32172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (52ab3af4-2ae4-4fbc-b905-f737054a63fa), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:08.191741 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-8a800eb2-c5c6-4d76-b254-88277ff1404c req-b91c9dae-3c57-4f6b-8dac-47add7208372 tempest-SecurityGroupsTestAdminJSON-149345041 tempest-SecurityGroupsTestAdminJSON-149345041-project] Publish callbacks [] for security_group (cc6fc767-580b-46c3-b132-6544e27b43a1), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:08.238668 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 54058) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:46:08.263855 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-8a800eb2-c5c6-4d76-b254-88277ff1404c req-b91c9dae-3c57-4f6b-8dac-47add7208372 tempest-SecurityGroupsTestAdminJSON-149345041 tempest-SecurityGroupsTestAdminJSON-149345041-project] Publish callbacks [] for security_group (cc6fc767-580b-46c3-b132-6544e27b43a1), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:08.264668 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43571c2-4089-4c7c-8161-301f2c08ee27 req-bb5e9582-764b-4755-852f-aa386338a75f tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:08.266207 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c43571c2-4089-4c7c-8161-301f2c08ee27 req-bb5e9582-764b-4755-852f-aa386338a75f tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=af7ee1b3-8887-41d3-b576-dda942d78c8a HTTP/1.1" status: 200 len: 943 time: 0.3057816 Jan 28 02:46:08.283887 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-543d9874-321b-4db9-b35f-52db7ac3ffc1 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks [] for security_group_rule (820d89df-e9d7-4f16-9e43-eb9a67c19541), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:08.333754 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-60e365d7-8bee-4062-8360-86c1e547b8ab req-e175109b-a43c-4931-85a8-2b10472b91c1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0 HTTP/1.1" status: 200 len: 217 time: 0.0561426 Jan 28 02:46:08.394811 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef2433-682a-4767-9bde-8d6a32651bca req-121d347c-00e2-4c04-8497-343f52560558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:08.396501 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e3ef2433-682a-4767-9bde-8d6a32651bca req-121d347c-00e2-4c04-8497-343f52560558 service neutron] 10.222.0.67 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.2358739 Jan 28 02:46:08.442759 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e3ef2433-682a-4767-9bde-8d6a32651bca req-a116c14b-ad5b-49d5-b747-f1d057b582d9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03 HTTP/1.1" status: 200 len: 217 time: 0.0387502 Jan 28 02:46:08.456430 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-8a800eb2-c5c6-4d76-b254-88277ff1404c req-b91c9dae-3c57-4f6b-8dac-47add7208372 tempest-SecurityGroupsTestAdminJSON-149345041 tempest-SecurityGroupsTestAdminJSON-149345041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (cc6fc767-580b-46c3-b132-6544e27b43a1), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:08.459507 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-8a800eb2-c5c6-4d76-b254-88277ff1404c req-b91c9dae-3c57-4f6b-8dac-47add7208372 tempest-SecurityGroupsTestAdminJSON-149345041 tempest-SecurityGroupsTestAdminJSON-149345041-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:08.461878 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8a800eb2-c5c6-4d76-b254-88277ff1404c req-b91c9dae-3c57-4f6b-8dac-47add7208372 tempest-SecurityGroupsTestAdminJSON-149345041 tempest-SecurityGroupsTestAdminJSON-149345041-project] 10.222.0.53 "DELETE /v2.0/security-groups/cc6fc767-580b-46c3-b132-6544e27b43a1 HTTP/1.1" status: 204 len: 173 time: 0.4149904 Jan 28 02:46:08.468333 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c43571c2-4089-4c7c-8161-301f2c08ee27 req-473cff40-3318-43f2-8ae5-0fd2340146b7 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915498 Jan 28 02:46:08.524288 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-543d9874-321b-4db9-b35f-52db7ac3ffc1 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks [] for security_group_rule (820d89df-e9d7-4f16-9e43-eb9a67c19541), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:08.533708 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-543d9874-321b-4db9-b35f-52db7ac3ffc1 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (820d89df-e9d7-4f16-9e43-eb9a67c19541), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:08.553907 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-db92eea8-3fd0-4f79-bae8-5adfb3f32172 None None] Publish callbacks [] for port (52ab3af4-2ae4-4fbc-b905-f737054a63fa), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:08.554575 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e365d7-8bee-4062-8360-86c1e547b8ab req-ad83bbbc-f56c-4407-801c-934d8795eee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:08.556019 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-60e365d7-8bee-4062-8360-86c1e547b8ab req-ad83bbbc-f56c-4407-801c-934d8795eee8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eaaafb1c-3547-4581-9e89-2950c931386f HTTP/1.1" status: 200 len: 845 time: 0.2049878 Jan 28 02:46:08.556865 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c037469f-b239-438e-8ee8-e60ce469a598 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:08.564164 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-db92eea8-3fd0-4f79-bae8-5adfb3f32172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (52ab3af4-2ae4-4fbc-b905-f737054a63fa), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:08.566386 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef2433-682a-4767-9bde-8d6a32651bca req-5aa0cfe6-321d-48a5-815f-af4b16d5c0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:08.569197 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e3ef2433-682a-4767-9bde-8d6a32651bca req-5aa0cfe6-321d-48a5-815f-af4b16d5c0c5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.1155117 Jan 28 02:46:08.597542 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91c9dae-3c57-4f6b-8dac-47add7208372 tempest-SecurityGroupsTestAdminJSON-149345041 tempest-SecurityGroupsTestAdminJSON-149345041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6fc767-580b-46c3-b132-6544e27b43a1,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:08.631223 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-db92eea8-3fd0-4f79-bae8-5adfb3f32172 None None] Attempting to bind port 52ab3af4-2ae4-4fbc-b905-f737054a63fa on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:46:08.631588 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-db92eea8-3fd0-4f79-bae8-5adfb3f32172 None None] Attempting to bind port 52ab3af4-2ae4-4fbc-b905-f737054a63fa by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:46:08.631974 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db92eea8-3fd0-4f79-bae8-5adfb3f32172 None None] Attempting to bind port 52ab3af4-2ae4-4fbc-b905-f737054a63fa on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:46:08.639721 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa285d-1741-4b54-8ab3-0755f58aa0d6 None None] Pushing event updated for resources: {'Port': ['ID=52ab3af4-2ae4-4fbc-b905-f737054a63fa,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:08.642638 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db92eea8-3fd0-4f79-bae8-5adfb3f32172 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:46:08.643025 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db92eea8-3fd0-4f79-bae8-5adfb3f32172 None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:46:08.643435 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-db92eea8-3fd0-4f79-bae8-5adfb3f32172 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:08.643818 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db92eea8-3fd0-4f79-bae8-5adfb3f32172 None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:46:08.644294 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-db92eea8-3fd0-4f79-bae8-5adfb3f32172 None None] Bound port: 52ab3af4-2ae4-4fbc-b905-f737054a63fa, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:46:08.644671 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-db92eea8-3fd0-4f79-bae8-5adfb3f32172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (52ab3af4-2ae4-4fbc-b905-f737054a63fa), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:08.692774 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-60e365d7-8bee-4062-8360-86c1e547b8ab req-24b36724-d04c-400d-8f8a-eff45378df00 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c898a309-cc9c-486f-b9d6-bb11ec55d766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053762 Jan 28 02:46:08.703680 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-db92eea8-3fd0-4f79-bae8-5adfb3f32172 None None] For port 52ab3af4-2ae4-4fbc-b905-f737054a63fa, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:46:08.707515 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-db92eea8-3fd0-4f79-bae8-5adfb3f32172 None None] For port 52ab3af4-2ae4-4fbc-b905-f737054a63fa, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=52ab3af4-2ae4-4fbc-b905-f737054a63fa,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:46:08.712733 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-db92eea8-3fd0-4f79-bae8-5adfb3f32172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (52ab3af4-2ae4-4fbc-b905-f737054a63fa), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:08.769730 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db92eea8-3fd0-4f79-bae8-5adfb3f32172 None None] Routers {'e1795d8f-006b-4774-bf6a-ac7d4d42b6af'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:46:08.770546 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-db92eea8-3fd0-4f79-bae8-5adfb3f32172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:46:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['e1795d8f-006b-4774-bf6a-ac7d4d42b6af'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:46:08.818026 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa285d-1741-4b54-8ab3-0755f58aa0d6 None None] Pushing event updated for resources: {'Port': ['ID=52ab3af4-2ae4-4fbc-b905-f737054a63fa,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:08.826811 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d9874-321b-4db9-b35f-52db7ac3ffc1 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=820d89df-e9d7-4f16-9e43-eb9a67c19541,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:08.858963 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-2538175f-8092-4903-848e-d62d0d833539 req-c7da66fa-968f-4fd1-8de8-691d84fda757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5211e927-24e1-41c8-838c-b2a6c7eb4347 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:46:08.870771 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-543d9874-321b-4db9-b35f-52db7ac3ffc1 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:08.872154 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-543d9874-321b-4db9-b35f-52db7ac3ffc1 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7414017 Jan 28 02:46:08.876306 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2538175f-8092-4903-848e-d62d0d833539 req-c7da66fa-968f-4fd1-8de8-691d84fda757 service neutron] Publish callbacks [] for port (5211e927-24e1-41c8-838c-b2a6c7eb4347), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:08.882471 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 54066) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:46:08.887230 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-dac65dee-b4e3-4355-8694-14163ef8bf5b tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:46:08.901800 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-db92eea8-3fd0-4f79-bae8-5adfb3f32172 None None] Set router e1795d8f-006b-4774-bf6a-ac7d4d42b6af gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:46:08.920438 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-2538175f-8092-4903-848e-d62d0d833539 req-c7da66fa-968f-4fd1-8de8-691d84fda757 service neutron] Transition to ACTIVE for port object 5211e927-24e1-41c8-838c-b2a6c7eb4347 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:46:08.929236 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2538175f-8092-4903-848e-d62d0d833539 req-c7da66fa-968f-4fd1-8de8-691d84fda757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (5211e927-24e1-41c8-838c-b2a6c7eb4347), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:08.960422 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dac65dee-b4e3-4355-8694-14163ef8bf5b tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:08.980345 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c6b9ed-2b4c-4f0c-9800-63b529ef0dec req-a5aeeda8-a447-464e-b808-332bdd565aff tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:08.987905 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d7c6b9ed-2b4c-4f0c-9800-63b529ef0dec req-a5aeeda8-a447-464e-b808-332bdd565aff tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=42b36ac4-e7c3-4d95-8b5d-f16778117334 HTTP/1.1" status: 200 len: 932 time: 0.4424007 Jan 28 02:46:09.017384 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591180f-0cda-4338-94e5-fc31a1b2912c req-ee6f5436-ea15-4b1f-b53e-77fe354797bc tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:09.019057 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2591180f-0cda-4338-94e5-fc31a1b2912c req-ee6f5436-ea15-4b1f-b53e-77fe354797bc tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa56615-b151-47cf-a515-21c799286b2e HTTP/1.1" status: 200 len: 950 time: 0.4448848 Jan 28 02:46:09.023500 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef2433-682a-4767-9bde-8d6a32651bca req-161e6b6a-08f9-4ef0-8022-a17def540bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:09.024616 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e3ef2433-682a-4767-9bde-8d6a32651bca req-161e6b6a-08f9-4ef0-8022-a17def540bfd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4361920 Jan 28 02:46:09.089399 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7da66fa-968f-4fd1-8de8-691d84fda757 service neutron] Pushing event updated for resources: {'Port': ['ID=5211e927-24e1-41c8-838c-b2a6c7eb4347,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:09.119622 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-db92eea8-3fd0-4f79-bae8-5adfb3f32172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1795d8f-006b-4774-bf6a-ac7d4d42b6af', 'name': 'tempest-FloatingIPsTestJSON-1459283898-router', 'tenant_id': '1ec5c5d9f41c4ec58d4990685911b065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '52ab3af4-2ae4-4fbc-b905-f737054a63fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:46:03Z', 'updated_at': '2022-01-28T02:46:05Z', 'revision_number': 3, 'project_id': '1ec5c5d9f41c4ec58d4990685911b065', 'gw_port': {'id': '52ab3af4-2ae4-4fbc-b905-f737054a63fa', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ec:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1795d8f-006b-4774-bf6a-ac7d4d42b6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:46:04Z', 'updated_at': '2022-01-28T02:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:46:09.139416 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c037469f-b239-438e-8ee8-e60ce469a598 admin admin] Publish callbacks [] for security_group (154d5948-837b-48df-bf6e-4a611e8f3dc7), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:09.153515 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db92eea8-3fd0-4f79-bae8-5adfb3f32172 None None] The sync data for ids ['e1795d8f-006b-4774-bf6a-ac7d4d42b6af'] in n-d-712139-27 is: [{'id': 'e1795d8f-006b-4774-bf6a-ac7d4d42b6af', 'name': 'tempest-FloatingIPsTestJSON-1459283898-router', 'tenant_id': '1ec5c5d9f41c4ec58d4990685911b065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '52ab3af4-2ae4-4fbc-b905-f737054a63fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:46:03Z', 'updated_at': '2022-01-28T02:46:05Z', 'revision_number': 3, 'project_id': '1ec5c5d9f41c4ec58d4990685911b065', 'gw_port': {'id': '52ab3af4-2ae4-4fbc-b905-f737054a63fa', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ec:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1795d8f-006b-4774-bf6a-ac7d4d42b6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:46:04Z', 'updated_at': '2022-01-28T02:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:46:09.163767 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d7c6b9ed-2b4c-4f0c-9800-63b529ef0dec req-904912ff-9f23-430d-8120-cd0ee2857d06 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721289 Jan 28 02:46:09.179151 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c037469f-b239-438e-8ee8-e60ce469a598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (154d5948-837b-48df-bf6e-4a611e8f3dc7), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:09.185960 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-68d3bf54-f379-468a-b101-90da99254dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:09.200959 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-60e365d7-8bee-4062-8360-86c1e547b8ab req-ac3a1dc1-1fdb-48f8-99a1-a4df3e266207 service neutron] 10.222.0.39 "GET /v2.0/networks/c898a309-cc9c-486f-b9d6-bb11ec55d766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4980590 Jan 28 02:46:09.208056 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-2538175f-8092-4903-848e-d62d0d833539 req-c7da66fa-968f-4fd1-8de8-691d84fda757 service neutron] Attempting to bind port 5211e927-24e1-41c8-838c-b2a6c7eb4347 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:46:09.208574 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-2538175f-8092-4903-848e-d62d0d833539 req-c7da66fa-968f-4fd1-8de8-691d84fda757 service neutron] Attempting to bind port 5211e927-24e1-41c8-838c-b2a6c7eb4347 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:46:09.208985 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2538175f-8092-4903-848e-d62d0d833539 req-c7da66fa-968f-4fd1-8de8-691d84fda757 service neutron] Attempting to bind port 5211e927-24e1-41c8-838c-b2a6c7eb4347 on network 997aa02b-ef92-4c1c-ba5c-0477d385960c {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:46:09.233679 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2591180f-0cda-4338-94e5-fc31a1b2912c req-ea13b8eb-d20e-4b06-b8ce-9d4ff3443b5d tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887565 Jan 28 02:46:09.239081 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2538175f-8092-4903-848e-d62d0d833539 req-c7da66fa-968f-4fd1-8de8-691d84fda757 service neutron] Port 5211e927-24e1-41c8-838c-b2a6c7eb4347 on network 997aa02b-ef92-4c1c-ba5c-0477d385960c not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:46:09.239081 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2538175f-8092-4903-848e-d62d0d833539 req-c7da66fa-968f-4fd1-8de8-691d84fda757 service neutron] Attempting to bind port 5211e927-24e1-41c8-838c-b2a6c7eb4347 on network 997aa02b-ef92-4c1c-ba5c-0477d385960c {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:46:09.276950 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2538175f-8092-4903-848e-d62d0d833539 req-c7da66fa-968f-4fd1-8de8-691d84fda757 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:46:09.277320 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2538175f-8092-4903-848e-d62d0d833539 req-c7da66fa-968f-4fd1-8de8-691d84fda757 service neutron] Checking segment: {'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:46:09.277710 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2538175f-8092-4903-848e-d62d0d833539 req-c7da66fa-968f-4fd1-8de8-691d84fda757 service neutron] Bound using segment: {'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:46:09.278162 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-2538175f-8092-4903-848e-d62d0d833539 req-c7da66fa-968f-4fd1-8de8-691d84fda757 service neutron] Bound port: 5211e927-24e1-41c8-838c-b2a6c7eb4347, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:46:09.278514 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2538175f-8092-4903-848e-d62d0d833539 req-c7da66fa-968f-4fd1-8de8-691d84fda757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5211e927-24e1-41c8-838c-b2a6c7eb4347), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:09.312599 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c037469f-b239-438e-8ee8-e60ce469a598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154d5948-837b-48df-bf6e-4a611e8f3dc7,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:09.334937 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c037469f-b239-438e-8ee8-e60ce469a598 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6a59a216416043e9867e7354d008426b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0951042 Jan 28 02:46:09.343293 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 54070) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:46:09.354119 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e3ef2433-682a-4767-9bde-8d6a32651bca req-f68ed31d-5564-47d7-a4d1-6786adb9b6ac service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207147 Jan 28 02:46:09.436097 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-109f3132-0bd5-4ba7-a8e1-b8203be07ad9 req-71b31092-b0e0-41e1-acac-ab17c220fff6 tempest-SecurityGroupsTestAdminJSON-149345041 tempest-SecurityGroupsTestAdminJSON-149345041-project] 10.222.0.53 "GET /v2.0/security-groups/5985dc67-2d92-4545-8b49-02c63729c832 HTTP/1.1" status: 200 len: 1794 time: 0.2278216 Jan 28 02:46:09.520164 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-60e365d7-8bee-4062-8360-86c1e547b8ab req-0ae4ed8d-5399-4126-b698-d7be5a0d9e60 service neutron] 10.222.0.39 "GET /v2.0/networks/c898a309-cc9c-486f-b9d6-bb11ec55d766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051648 Jan 28 02:46:09.520370 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dac65dee-b4e3-4355-8694-14163ef8bf5b tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:09.556545 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c85b4f5c-fda8-49f9-a3a9-f00446b8083e admin admin] Publish callbacks [] for security_group (154d5948-837b-48df-bf6e-4a611e8f3dc7), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:09.579381 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e3ef2433-682a-4767-9bde-8d6a32651bca req-65ba5176-a4a9-4a96-9890-ea1e31de91d5 service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127936 Jan 28 02:46:09.580575 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c709f7-d28b-412f-879a-de002d8df4c7 req-75d91395-c1d1-4cde-b121-75eebf1456ba tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:09.582454 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-23c709f7-d28b-412f-879a-de002d8df4c7 req-75d91395-c1d1-4cde-b121-75eebf1456ba tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=82b8df59-3f73-4b62-9c3f-a75788b4e947 HTTP/1.1" status: 200 len: 948 time: 0.2461576 Jan 28 02:46:09.604109 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c85b4f5c-fda8-49f9-a3a9-f00446b8083e admin admin] Publish callbacks [] for security_group (154d5948-837b-48df-bf6e-4a611e8f3dc7), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:09.610068 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-109f3132-0bd5-4ba7-a8e1-b8203be07ad9 req-8740fa23-2b55-4ae0-994a-ebbd2327ddd0 tempest-SecurityGroupsTestAdminJSON-149345041 tempest-SecurityGroupsTestAdminJSON-149345041-project] Publish callbacks [] for security_group (5985dc67-2d92-4545-8b49-02c63729c832), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:09.620558 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-2538175f-8092-4903-848e-d62d0d833539 req-c7da66fa-968f-4fd1-8de8-691d84fda757 service neutron] For port 5211e927-24e1-41c8-838c-b2a6c7eb4347, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:46:09.658136 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-109f3132-0bd5-4ba7-a8e1-b8203be07ad9 req-8740fa23-2b55-4ae0-994a-ebbd2327ddd0 tempest-SecurityGroupsTestAdminJSON-149345041 tempest-SecurityGroupsTestAdminJSON-149345041-project] Publish callbacks [] for security_group (5985dc67-2d92-4545-8b49-02c63729c832), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:09.681031 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-68d3bf54-f379-468a-b101-90da99254dc5 admin admin] Allocated IP 172.20.0.1 (54fe0d7a-3c84-4188-9254-853f28a91047/3ba21bef-1e5b-4397-aa5c-f5d5ad00d5c9/106002eb-d994-4e8d-ba32-1bc86e779af3) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:46:09.695453 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-2538175f-8092-4903-848e-d62d0d833539 req-c7da66fa-968f-4fd1-8de8-691d84fda757 service neutron] For port 5211e927-24e1-41c8-838c-b2a6c7eb4347, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=5211e927-24e1-41c8-838c-b2a6c7eb4347,segment=NetworkSegment(1cc99f2f-8533-4758-ac6d-0ec0b703844f),segment_id=1cc99f2f-8533-4758-ac6d-0ec0b703844f)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:46:09.697039 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c85b4f5c-fda8-49f9-a3a9-f00446b8083e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (154d5948-837b-48df-bf6e-4a611e8f3dc7), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:09.700481 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c85b4f5c-fda8-49f9-a3a9-f00446b8083e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:09.704041 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c85b4f5c-fda8-49f9-a3a9-f00446b8083e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/154d5948-837b-48df-bf6e-4a611e8f3dc7 HTTP/1.1" status: 204 len: 168 time: 0.3572772 Jan 28 02:46:09.711604 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85b4f5c-fda8-49f9-a3a9-f00446b8083e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154d5948-837b-48df-bf6e-4a611e8f3dc7,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:09.716361 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2538175f-8092-4903-848e-d62d0d833539 req-c7da66fa-968f-4fd1-8de8-691d84fda757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (5211e927-24e1-41c8-838c-b2a6c7eb4347), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:09.718650 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-109f3132-0bd5-4ba7-a8e1-b8203be07ad9 req-8740fa23-2b55-4ae0-994a-ebbd2327ddd0 tempest-SecurityGroupsTestAdminJSON-149345041 tempest-SecurityGroupsTestAdminJSON-149345041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (5985dc67-2d92-4545-8b49-02c63729c832), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:09.722332 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-109f3132-0bd5-4ba7-a8e1-b8203be07ad9 req-8740fa23-2b55-4ae0-994a-ebbd2327ddd0 tempest-SecurityGroupsTestAdminJSON-149345041 tempest-SecurityGroupsTestAdminJSON-149345041-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:09.741583 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-109f3132-0bd5-4ba7-a8e1-b8203be07ad9 req-8740fa23-2b55-4ae0-994a-ebbd2327ddd0 tempest-SecurityGroupsTestAdminJSON-149345041 tempest-SecurityGroupsTestAdminJSON-149345041-project] 10.222.0.53 "DELETE /v2.0/security-groups/5985dc67-2d92-4545-8b49-02c63729c832 HTTP/1.1" status: 204 len: 173 time: 0.2915788 Jan 28 02:46:09.753991 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8740fa23-2b55-4ae0-994a-ebbd2327ddd0 tempest-SecurityGroupsTestAdminJSON-149345041 tempest-SecurityGroupsTestAdminJSON-149345041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5985dc67-2d92-4545-8b49-02c63729c832,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:09.826959 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-23c709f7-d28b-412f-879a-de002d8df4c7 req-1923bcf6-bba4-48e7-ad46-98fea3e1ac68 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342596 Jan 28 02:46:09.866063 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538175f-8092-4903-848e-d62d0d833539 req-c7da66fa-968f-4fd1-8de8-691d84fda757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:09.866676 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2538175f-8092-4903-848e-d62d0d833539 req-c7da66fa-968f-4fd1-8de8-691d84fda757 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:09.868076 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2538175f-8092-4903-848e-d62d0d833539 req-c7da66fa-968f-4fd1-8de8-691d84fda757 service neutron] 10.222.0.67 "PUT /v2.0/ports/5211e927-24e1-41c8-838c-b2a6c7eb4347 HTTP/1.1" status: 200 len: 1093 time: 2.4544947 Jan 28 02:46:09.870698 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b36ac4-e7c3-4d95-8b5d-f16778117334', 'tag': '5211e927-24e1-41c8-838c-b2a6c7eb4347'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:46:09.872986 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51583285-f411-44ed-80b0-a4f4de837001" -d '{"events": [{"name": "network-changed", "server_uuid": "42b36ac4-e7c3-4d95-8b5d-f16778117334", "tag": "5211e927-24e1-41c8-838c-b2a6c7eb4347"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:46:09.927772 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cdf461-e4ec-4e63-8436-f0a6da7a9855 req-4490b75c-e21b-4923-bbaf-686e9f2bdf07 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:09.934315 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c6cdf461-e4ec-4e63-8436-f0a6da7a9855 req-4490b75c-e21b-4923-bbaf-686e9f2bdf07 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=af7ee1b3-8887-41d3-b576-dda942d78c8a HTTP/1.1" status: 200 len: 943 time: 0.0928690 Jan 28 02:46:09.935251 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af7ee1b3-8887-41d3-b576-dda942d78c8a', 'tag': '569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:46:09.938287 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be89171-28ce-4724-a903-5c73c1618beb" -d '{"events": [{"name": "network-changed", "server_uuid": "af7ee1b3-8887-41d3-b576-dda942d78c8a", "tag": "569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:46:09.990802 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef36f7bf-76a4-48fd-81fd-10d55107fd8d x-openstack-request-id: req-ef36f7bf-76a4-48fd-81fd-10d55107fd8d {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:46:09.991103 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b36ac4-e7c3-4d95-8b5d-f16778117334", "tag": "5211e927-24e1-41c8-838c-b2a6c7eb4347", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:46:09.991357 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ef36f7bf-76a4-48fd-81fd-10d55107fd8d {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:46:09.991768 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b36ac4-e7c3-4d95-8b5d-f16778117334', 'tag': '5211e927-24e1-41c8-838c-b2a6c7eb4347', 'status': 'completed', 'code': 200} Jan 28 02:46:10.025989 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c6cdf461-e4ec-4e63-8436-f0a6da7a9855 req-46dd6756-eb97-4921-b7ea-1aed95a7e805 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730348 Jan 28 02:46:10.033402 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae403c9-a691-4de8-8cf2-862e3e0b8a40 x-openstack-request-id: req-cae403c9-a691-4de8-8cf2-862e3e0b8a40 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:46:10.033690 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af7ee1b3-8887-41d3-b576-dda942d78c8a", "tag": "569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:46:10.033942 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cae403c9-a691-4de8-8cf2-862e3e0b8a40 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:46:10.034344 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af7ee1b3-8887-41d3-b576-dda942d78c8a', 'tag': '569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0', 'status': 'completed', 'code': 200} Jan 28 02:46:10.072585 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7da66fa-968f-4fd1-8de8-691d84fda757 service neutron] Pushing event updated for resources: {'Port': ['ID=5211e927-24e1-41c8-838c-b2a6c7eb4347,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:10.075618 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-dac65dee-b4e3-4355-8694-14163ef8bf5b tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Allocated IP 172.25.0.7 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/26a53689-b8d1-4e1c-8a1e-4f147c997445) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:46:10.110325 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 54086) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:46:10.142448 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be89171-28ce-4724-a903-5c73c1618beb req-a91684ec-a3ff-499e-84d3-fd339293c4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:10.144690 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1be89171-28ce-4724-a903-5c73c1618beb req-a91684ec-a3ff-499e-84d3-fd339293c4a0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9667c7e3eafc4f028f0e9db9d1d88b60&device_id=af7ee1b3-8887-41d3-b576-dda942d78c8a HTTP/1.1" status: 200 len: 1095 time: 0.0629373 Jan 28 02:46:10.196557 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-68d3bf54-f379-468a-b101-90da99254dc5 admin admin] Publish callbacks [] for port (106002eb-d994-4e8d-ba32-1bc86e779af3), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:10.212430 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538175f-8092-4903-848e-d62d0d833539 req-83deb1cd-63cf-4bcf-a60b-adf7beda00af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:10.221403 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2538175f-8092-4903-848e-d62d0d833539 req-83deb1cd-63cf-4bcf-a60b-adf7beda00af service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b376bdc08124533ad1dc2039341113b&device_id=42b36ac4-e7c3-4d95-8b5d-f16778117334 HTTP/1.1" status: 200 len: 1096 time: 0.2652271 Jan 28 02:46:10.292206 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be89171-28ce-4724-a903-5c73c1618beb req-1978b5b4-0e94-45ff-aaaf-3e7f550609f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:10.294433 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1be89171-28ce-4724-a903-5c73c1618beb req-1978b5b4-0e94-45ff-aaaf-3e7f550609f6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c898a309-cc9c-486f-b9d6-bb11ec55d766 HTTP/1.1" status: 200 len: 906 time: 0.1399176 Jan 28 02:46:10.298436 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 54094) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:46:10.334338 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2538175f-8092-4903-848e-d62d0d833539 req-9465daf3-9c77-4896-82cd-44c4878d5bef service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5211e927-24e1-41c8-838c-b2a6c7eb4347 HTTP/1.1" status: 200 len: 217 time: 0.0872843 Jan 28 02:46:10.357690 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1be89171-28ce-4724-a903-5c73c1618beb req-539536ef-d6f9-46b6-953f-75abdb63b409 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0 HTTP/1.1" status: 200 len: 217 time: 0.0490894 Jan 28 02:46:10.392896 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-07e0f77f-1df9-412a-84c8-faec5b6dedda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:10.470227 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dac65dee-b4e3-4355-8694-14163ef8bf5b tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks [] for port (26a53689-b8d1-4e1c-8a1e-4f147c997445), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:10.470835 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be89171-28ce-4724-a903-5c73c1618beb req-6f8cb25c-5223-4c8b-9966-f0ac53ba2910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:10.472436 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1be89171-28ce-4724-a903-5c73c1618beb req-6f8cb25c-5223-4c8b-9966-f0ac53ba2910 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eaaafb1c-3547-4581-9e89-2950c931386f HTTP/1.1" status: 200 len: 845 time: 0.1057346 Jan 28 02:46:10.481045 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-68d3bf54-f379-468a-b101-90da99254dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (106002eb-d994-4e8d-ba32-1bc86e779af3), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:10.487375 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538175f-8092-4903-848e-d62d0d833539 req-513bea92-b1e6-483b-87ee-b5f43dc27c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:10.488800 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2538175f-8092-4903-848e-d62d0d833539 req-513bea92-b1e6-483b-87ee-b5f43dc27c0d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bcba3f69-83cc-4e79-8ae3-09e3e7684525 HTTP/1.1" status: 200 len: 861 time: 0.1433032 Jan 28 02:46:10.498025 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63caf2-f61b-42ee-82cd-c9b25b3dac86 req-540d3286-9649-472d-bafd-658baba619d7 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:10.498302 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-be404618-e45f-475c-a3f0-8e0b86af16dd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=16b52067b7c8477591916de6b171989c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3854845 Jan 28 02:46:10.500181 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9f63caf2-f61b-42ee-82cd-c9b25b3dac86 req-540d3286-9649-472d-bafd-658baba619d7 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa56615-b151-47cf-a515-21c799286b2e HTTP/1.1" status: 200 len: 950 time: 0.1515729 Jan 28 02:46:10.505133 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 54096) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:46:10.531919 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1be89171-28ce-4724-a903-5c73c1618beb req-da5ba2a3-ea80-40bf-8272-0b877b496506 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c898a309-cc9c-486f-b9d6-bb11ec55d766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492880 Jan 28 02:46:10.542759 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b0c947-ed10-478b-8bf6-f960db632305 req-bb1007c5-175e-451f-8ddb-e22a6b149076 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:10.544248 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-24b0c947-ed10-478b-8bf6-f960db632305 req-bb1007c5-175e-451f-8ddb-e22a6b149076 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=42b36ac4-e7c3-4d95-8b5d-f16778117334 HTTP/1.1" status: 200 len: 944 time: 0.2209220 Jan 28 02:46:10.566756 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2538175f-8092-4903-848e-d62d0d833539 req-f7d6f204-3cec-4f1a-874a-7f7980299f42 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=997aa02b-ef92-4c1c-ba5c-0477d385960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673876 Jan 28 02:46:10.586956 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d3bf54-f379-468a-b101-90da99254dc5 admin admin] Network 54fe0d7a-3c84-4188-9254-853f28a91047 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:46:10.618175 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-68d3bf54-f379-468a-b101-90da99254dc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:46:10.627787 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d3bf54-f379-468a-b101-90da99254dc5 admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:46:10.628305 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-68d3bf54-f379-468a-b101-90da99254dc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (e1795d8f-006b-4774-bf6a-ac7d4d42b6af), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:10.648538 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-07e0f77f-1df9-412a-84c8-faec5b6dedda admin admin] Publish callbacks [] for security_group (c69c45d2-a93a-420d-afa9-49a27f93c3e6), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:10.659272 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d3bf54-f379-468a-b101-90da99254dc5 admin admin] Pushing event updated for resources: {'Port': ['ID=106002eb-d994-4e8d-ba32-1bc86e779af3,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:10.680232 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-07e0f77f-1df9-412a-84c8-faec5b6dedda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c69c45d2-a93a-420d-afa9-49a27f93c3e6), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:10.727251 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9f63caf2-f61b-42ee-82cd-c9b25b3dac86 req-8b0158f6-e59d-4056-a97e-8c5d4f241054 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142229 Jan 28 02:46:10.741981 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1cf1d942-e6b6-4a5d-9feb-cb6f5553dcb8 admin admin] Publish callbacks [] for security_group (a85facf8-a7cc-4396-98a9-3b100ae737e6), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:10.793418 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-07e0f77f-1df9-412a-84c8-faec5b6dedda admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=40cdf6e2d669491e9c51d5432930b207&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4885058 Jan 28 02:46:10.798472 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1be89171-28ce-4724-a903-5c73c1618beb req-24cb34b1-06fb-43a3-aa6c-83fb697769c7 service neutron] 10.222.0.39 "GET /v2.0/networks/c898a309-cc9c-486f-b9d6-bb11ec55d766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503150 Jan 28 02:46:10.798941 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 54100) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:46:10.818279 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1cf1d942-e6b6-4a5d-9feb-cb6f5553dcb8 admin admin] Publish callbacks [] for security_group (a85facf8-a7cc-4396-98a9-3b100ae737e6), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:10.819893 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e0f77f-1df9-412a-84c8-faec5b6dedda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69c45d2-a93a-420d-afa9-49a27f93c3e6,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:10.830121 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-24b0c947-ed10-478b-8bf6-f960db632305 req-a1aba824-b470-4379-bbd4-669ed37714b9 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623885 Jan 28 02:46:10.854006 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dac65dee-b4e3-4355-8694-14163ef8bf5b tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (26a53689-b8d1-4e1c-8a1e-4f147c997445), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:10.932688 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-795ab208-2b3b-4c01-af5a-3a61aa10830e None None] Provisioning complete for port 106002eb-d994-4e8d-ba32-1bc86e779af3 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:46:10.933778 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-795ab208-2b3b-4c01-af5a-3a61aa10830e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (106002eb-d994-4e8d-ba32-1bc86e779af3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:10.947665 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [req-4d898a64-13e1-437f-a4db-090d4f1c1ea5 req-70f2ad42-0bb0-4b2e-bd12-2d0d33427232 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:46:10.948757 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4d898a64-13e1-437f-a4db-090d4f1c1ea5 req-70f2ad42-0bb0-4b2e-bd12-2d0d33427232 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0106494 Jan 28 02:46:10.960807 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac65dee-b4e3-4355-8694-14163ef8bf5b tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:46:10.970827 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-dac65dee-b4e3-4355-8694-14163ef8bf5b tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:46:10.980221 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-795ab208-2b3b-4c01-af5a-3a61aa10830e None None] Port 106002eb-d994-4e8d-ba32-1bc86e779af3 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:46:10.986567 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d4de99d9-49e4-403b-b4a4-5119788b1570 admin admin] Publish callbacks [] for security_group (c69c45d2-a93a-420d-afa9-49a27f93c3e6), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:10.995571 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac65dee-b4e3-4355-8694-14163ef8bf5b tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:46:11.034027 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d4de99d9-49e4-403b-b4a4-5119788b1570 admin admin] Publish callbacks [] for security_group (c69c45d2-a93a-420d-afa9-49a27f93c3e6), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:11.042840 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1be89171-28ce-4724-a903-5c73c1618beb req-a22d260e-abfc-49c9-b7e9-b37987aabcf2 service neutron] 10.222.0.39 "GET /v2.0/networks/c898a309-cc9c-486f-b9d6-bb11ec55d766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347598 Jan 28 02:46:11.055793 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1cf1d942-e6b6-4a5d-9feb-cb6f5553dcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (a85facf8-a7cc-4396-98a9-3b100ae737e6), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:11.058687 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1cf1d942-e6b6-4a5d-9feb-cb6f5553dcb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:11.059858 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1cf1d942-e6b6-4a5d-9feb-cb6f5553dcb8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a85facf8-a7cc-4396-98a9-3b100ae737e6 HTTP/1.1" status: 204 len: 168 time: 0.5520854 Jan 28 02:46:11.078571 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf1d942-e6b6-4a5d-9feb-cb6f5553dcb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85facf8-a7cc-4396-98a9-3b100ae737e6,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:11.115662 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d4de99d9-49e4-403b-b4a4-5119788b1570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c69c45d2-a93a-420d-afa9-49a27f93c3e6), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:11.119259 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d4de99d9-49e4-403b-b4a4-5119788b1570 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:11.124071 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d4de99d9-49e4-403b-b4a4-5119788b1570 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c69c45d2-a93a-420d-afa9-49a27f93c3e6 HTTP/1.1" status: 204 len: 168 time: 0.3212605 Jan 28 02:46:11.138605 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de99d9-49e4-403b-b4a4-5119788b1570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69c45d2-a93a-420d-afa9-49a27f93c3e6,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:11.289651 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc611e-65d5-4e27-b394-e106fdfb4554 req-f897f3dc-fef7-4417-80be-1af530850fe6 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:11.297198 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c4cc611e-65d5-4e27-b394-e106fdfb4554 req-f897f3dc-fef7-4417-80be-1af530850fe6 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=af7ee1b3-8887-41d3-b576-dda942d78c8a HTTP/1.1" status: 200 len: 943 time: 0.0771127 Jan 28 02:46:11.369667 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c4cc611e-65d5-4e27-b394-e106fdfb4554 req-cd783faf-15e7-418b-9c53-9c6d4de5ee94 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710297 Jan 28 02:46:11.371253 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2538175f-8092-4903-848e-d62d0d833539 req-9694693e-fcfd-486f-add3-3008aebbcccf service neutron] 10.222.0.67 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7972345 Jan 28 02:46:11.403339 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 52ab3af4-2ae4-4fbc-b905-f737054a63fa up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:46:11.506623 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 52ab3af4-2ae4-4fbc-b905-f737054a63fa triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:46:11.507294 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (52ab3af4-2ae4-4fbc-b905-f737054a63fa), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:11.508989 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3c86ba-777c-423d-b43c-b6e6c673a26a req-1e2a5a33-6f2f-4fd0-a56e-3b1ea03d9022 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:11.513775 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2b3c86ba-777c-423d-b43c-b6e6c673a26a req-1e2a5a33-6f2f-4fd0-a56e-3b1ea03d9022 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa56615-b151-47cf-a515-21c799286b2e HTTP/1.1" status: 200 len: 950 time: 0.0878067 Jan 28 02:46:11.566922 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2b3c86ba-777c-423d-b43c-b6e6c673a26a req-828e16fd-ddec-497d-a2cf-59e47512caf5 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504653 Jan 28 02:46:11.575319 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac65dee-b4e3-4355-8694-14163ef8bf5b tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Pushing event updated for resources: {'Port': ['ID=26a53689-b8d1-4e1c-8a1e-4f147c997445,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:11.652543 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13fe53-9493-47cb-819e-c7a613d18fa4 req-e8213a3c-87de-45c7-a743-be5be017ad64 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:11.653442 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 52ab3af4-2ae4-4fbc-b905-f737054a63fa is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:46:11.654111 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bb13fe53-9493-47cb-819e-c7a613d18fa4 req-e8213a3c-87de-45c7-a743-be5be017ad64 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=82b8df59-3f73-4b62-9c3f-a75788b4e947 HTTP/1.1" status: 200 len: 948 time: 0.7014239 Jan 28 02:46:11.660589 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (52ab3af4-2ae4-4fbc-b905-f737054a63fa), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:11.675305 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2538175f-8092-4903-848e-d62d0d833539 req-a247fe40-9b6d-4e77-ab26-35ae3c341925 service neutron] 10.222.0.67 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464716 Jan 28 02:46:11.693367 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dac65dee-b4e3-4355-8694-14163ef8bf5b tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks [] for floatingip (478b1b4e-4453-4556-b1f7-ee3fe558d6bb), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:11.707244 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 52ab3af4-2ae4-4fbc-b905-f737054a63fa, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=52ab3af4-2ae4-4fbc-b905-f737054a63fa,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:11.719508 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (52ab3af4-2ae4-4fbc-b905-f737054a63fa), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:11.749098 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8aaa65b0-201d-47fa-a323-a41e78cff3ac req-997ad582-5d00-4de7-baec-c85e6fcffc64 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cfa56615-b151-47cf-a515-21c799286b2e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3698170 Jan 28 02:46:11.781119 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 54122) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:46:11.808840 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-68d3bf54-f379-468a-b101-90da99254dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (106002eb-d994-4e8d-ba32-1bc86e779af3), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:11.825717 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=52ab3af4-2ae4-4fbc-b905-f737054a63fa,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:11.846721 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dac65dee-b4e3-4355-8694-14163ef8bf5b tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (26a53689-b8d1-4e1c-8a1e-4f147c997445), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:11.864417 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-509eeac8-7e06-4b01-b37a-8c9e3ac7fe8c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=39c26609f079446ba5df0684466fe1f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0812731 Jan 28 02:46:11.865132 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 54132) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:46:11.881839 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bb13fe53-9493-47cb-819e-c7a613d18fa4 req-1d94b735-76c6-45e2-a27c-eed3eb77c8ac tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043347 Jan 28 02:46:11.975244 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51583285-f411-44ed-80b0-a4f4de837001 req-b8e790f1-6a8c-46cd-9f01-b22eef3d7d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:11.976826 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-51583285-f411-44ed-80b0-a4f4de837001 req-b8e790f1-6a8c-46cd-9f01-b22eef3d7d9f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b376bdc08124533ad1dc2039341113b&device_id=42b36ac4-e7c3-4d95-8b5d-f16778117334 HTTP/1.1" status: 200 len: 1096 time: 0.1805830 Jan 28 02:46:11.982839 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ac396953-5b05-4925-80b9-2a2d51bcf083 admin admin] Publish callbacks [] for security_group (d23a8518-29f6-40e8-a0af-5b7818911331), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:12.006217 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1046cc-bb0c-4951-9bf9-e837cbd08ae4 req-46a5da9c-a2ff-444d-b7d5-851de0aefae8 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:12.013365 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5f1046cc-bb0c-4951-9bf9-e837cbd08ae4 req-46a5da9c-a2ff-444d-b7d5-851de0aefae8 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=42b36ac4-e7c3-4d95-8b5d-f16778117334 HTTP/1.1" status: 200 len: 944 time: 0.0969267 Jan 28 02:46:12.048701 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ac396953-5b05-4925-80b9-2a2d51bcf083 admin admin] Publish callbacks [] for security_group (d23a8518-29f6-40e8-a0af-5b7818911331), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:12.114190 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5f1046cc-bb0c-4951-9bf9-e837cbd08ae4 req-05c4b6c6-5d4f-472f-991d-aa879658f335 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996201 Jan 28 02:46:12.137799 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:46:12.158306 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ac396953-5b05-4925-80b9-2a2d51bcf083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (d23a8518-29f6-40e8-a0af-5b7818911331), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:12.162198 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ac396953-5b05-4925-80b9-2a2d51bcf083 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:12.162906 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ac396953-5b05-4925-80b9-2a2d51bcf083 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d23a8518-29f6-40e8-a0af-5b7818911331 HTTP/1.1" status: 204 len: 168 time: 0.2968037 Jan 28 02:46:12.175440 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac396953-5b05-4925-80b9-2a2d51bcf083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23a8518-29f6-40e8-a0af-5b7818911331,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:12.221978 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51583285-f411-44ed-80b0-a4f4de837001 req-2efe051f-157d-44b5-b9a7-103e26e4c61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:12.223400 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-51583285-f411-44ed-80b0-a4f4de837001 req-2efe051f-157d-44b5-b9a7-103e26e4c61d service neutron] 10.222.0.67 "GET /v2.0/networks?id=997aa02b-ef92-4c1c-ba5c-0477d385960c HTTP/1.1" status: 200 len: 922 time: 0.2056274 Jan 28 02:46:12.289492 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:12.290998 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dac65dee-b4e3-4355-8694-14163ef8bf5b tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks [] for port (26a53689-b8d1-4e1c-8a1e-4f147c997445), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:12.298561 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-51583285-f411-44ed-80b0-a4f4de837001 req-b7cbac90-be1a-4b6b-aeef-99c53c80af5c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5211e927-24e1-41c8-838c-b2a6c7eb4347 HTTP/1.1" status: 200 len: 217 time: 0.0681937 Jan 28 02:46:12.301559 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dac65dee-b4e3-4355-8694-14163ef8bf5b tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (26a53689-b8d1-4e1c-8a1e-4f147c997445), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:12.305798 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-68d3bf54-f379-468a-b101-90da99254dc5 admin admin] Publish callbacks [] for port (106002eb-d994-4e8d-ba32-1bc86e779af3), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:12.305938 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': 'bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'port_id': 'bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03', 'mac_address': 'fa:16:3e:a3:93:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24329ac8-3d67-49eb-9f63-d2859e79e36f', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:46:12.366821 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-68d3bf54-f379-468a-b101-90da99254dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (106002eb-d994-4e8d-ba32-1bc86e779af3), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:12.367554 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-68d3bf54-f379-468a-b101-90da99254dc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (e1795d8f-006b-4774-bf6a-ac7d4d42b6af), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:12.374889 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:46:12.375296 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:12.379428 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dac65dee-b4e3-4355-8694-14163ef8bf5b tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (478b1b4e-4453-4556-b1f7-ee3fe558d6bb), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:12.535220 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dac65dee-b4e3-4355-8694-14163ef8bf5b tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:12.546826 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-dac65dee-b4e3-4355-8694-14163ef8bf5b tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.6630948 Jan 28 02:46:12.567102 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d3bf54-f379-468a-b101-90da99254dc5 admin admin] Network 54fe0d7a-3c84-4188-9254-853f28a91047 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:46:12.568060 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac65dee-b4e3-4355-8694-14163ef8bf5b tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Pushing event updated for resources: {'Port': ['ID=26a53689-b8d1-4e1c-8a1e-4f147c997445,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:12.574903 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:46:12.610960 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:12.621651 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:12.630747 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51583285-f411-44ed-80b0-a4f4de837001 req-6fe0798d-9129-4fed-a1fb-ba1af15cbb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:12.632275 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-51583285-f411-44ed-80b0-a4f4de837001 req-6fe0798d-9129-4fed-a1fb-ba1af15cbb84 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bcba3f69-83cc-4e79-8ae3-09e3e7684525 HTTP/1.1" status: 200 len: 861 time: 0.3200831 Jan 28 02:46:12.646603 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d3bf54-f379-468a-b101-90da99254dc5 admin admin] Pushing event updated for resources: {'Port': ['ID=106002eb-d994-4e8d-ba32-1bc86e779af3,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:12.653147 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-68d3bf54-f379-468a-b101-90da99254dc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:46:12.749089 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:12.771249 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58170ec8-76c3-43d3-84c9-90d08984608e req-20446130-00fd-4d87-981b-4c8b8068acc2 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:12.777324 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-58170ec8-76c3-43d3-84c9-90d08984608e req-20446130-00fd-4d87-981b-4c8b8068acc2 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa56615-b151-47cf-a515-21c799286b2e HTTP/1.1" status: 200 len: 950 time: 0.0828400 Jan 28 02:46:12.876682 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-58170ec8-76c3-43d3-84c9-90d08984608e req-5f89be72-fe53-4113-859a-029efba56f6a tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982969 Jan 28 02:46:12.960569 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-51583285-f411-44ed-80b0-a4f4de837001 req-e8d3299e-ce69-4fbf-acc3-ab542841f3ed service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=997aa02b-ef92-4c1c-ba5c-0477d385960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3091609 Jan 28 02:46:13.019632 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c0d94-5826-40b4-9c3f-a8293f1b341a req-9c28096a-2123-4575-a3a1-96ec2fdce98a tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:13.021783 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-d750c396-9720-40aa-ab0b-8c4b1f5e8f42 None None] Provisioning complete for port 106002eb-d994-4e8d-ba32-1bc86e779af3 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:46:13.022369 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d750c396-9720-40aa-ab0b-8c4b1f5e8f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (106002eb-d994-4e8d-ba32-1bc86e779af3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:13.026939 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ba8c0d94-5826-40b4-9c3f-a8293f1b341a req-9c28096a-2123-4575-a3a1-96ec2fdce98a tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=af7ee1b3-8887-41d3-b576-dda942d78c8a HTTP/1.1" status: 200 len: 943 time: 0.4952040 Jan 28 02:46:13.070691 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-d750c396-9720-40aa-ab0b-8c4b1f5e8f42 None None] Port 106002eb-d994-4e8d-ba32-1bc86e779af3 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:46:13.093507 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-fd108f7a-c16b-4583-bf93-78068844d3bb tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--342889046&fields=id&tenant_id=deb0ae2c8f344983b94e9f109bff2e22 HTTP/1.1" status: 200 len: 267 time: 0.1210752 Jan 28 02:46:13.170916 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d3bf54-f379-468a-b101-90da99254dc5 admin admin] Router e1795d8f-006b-4774-bf6a-ac7d4d42b6af has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:46:13.191682 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ba8c0d94-5826-40b4-9c3f-a8293f1b341a req-32f5dfe3-30fe-43cb-9a9d-04f807908d27 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638567 Jan 28 02:46:13.257837 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:46:13.286761 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-51583285-f411-44ed-80b0-a4f4de837001 req-432439ff-83bf-44fa-a543-2d5fbcd44778 service neutron] 10.222.0.67 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155828 Jan 28 02:46:13.297049 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-0c20b111-dc94-4f7b-97d7-f433cfde1979 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:13.307129 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-0c20b111-dc94-4f7b-97d7-f433cfde1979 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/networks?id=14d3588b-3a72-4543-858a-daf4905526c1 HTTP/1.1" status: 200 len: 823 time: 0.2126899 Jan 28 02:46:13.341217 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-b38217d4-3eed-47f7-927b-3d9cfc9886f1 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/quotas/deb0ae2c8f344983b94e9f109bff2e22 HTTP/1.1" status: 200 len: 375 time: 0.0299687 Jan 28 02:46:13.359660 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 52ab3af4-2ae4-4fbc-b905-f737054a63fa up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:46:13.407376 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-6846672f-0369-4ba8-bcc4-a061fa4875d8 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=deb0ae2c8f344983b94e9f109bff2e22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0631037 Jan 28 02:46:13.536738 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-709c1f20-dba7-4ddb-8823-8e77e1a7b51b service neutron] 10.222.0.53 "GET /v2.0/networks/14d3588b-3a72-4543-858a-daf4905526c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069360 Jan 28 02:46:13.603751 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 52ab3af4-2ae4-4fbc-b905-f737054a63fa triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:46:13.604181 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (52ab3af4-2ae4-4fbc-b905-f737054a63fa), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:13.653206 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-091e789a-ad88-45ff-8a88-26414c77a8d6 service neutron] 10.222.0.53 "GET /v2.0/networks/14d3588b-3a72-4543-858a-daf4905526c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105380 Jan 28 02:46:13.787547 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 52ab3af4-2ae4-4fbc-b905-f737054a63fa is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:46:13.845268 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa65b0-201d-47fa-a323-a41e78cff3ac req-acf652a6-e9f5-4bea-8438-051cdce7a187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:13.848133 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8aaa65b0-201d-47fa-a323-a41e78cff3ac req-acf652a6-e9f5-4bea-8438-051cdce7a187 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=29a2e152744a433f9b25a7592aa94e29&device_id=cfa56615-b151-47cf-a515-21c799286b2e HTTP/1.1" status: 200 len: 1102 time: 0.0776098 Jan 28 02:46:13.852575 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:46:13.935951 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d3bf54-f379-468a-b101-90da99254dc5 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:46:13.938958 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-51583285-f411-44ed-80b0-a4f4de837001 req-17aa3ce0-718f-407d-a716-8f68ffa605d9 service neutron] 10.222.0.67 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6428180 Jan 28 02:46:13.949403 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-68d3bf54-f379-468a-b101-90da99254dc5 admin admin] 10.222.0.53 "PUT /v2.0/routers/e1795d8f-006b-4774-bf6a-ac7d4d42b6af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3076129 Jan 28 02:46:13.980291 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd43f9ed-2811-402d-9681-69e8771ec79e None None] Sync routers for ids ['e1795d8f-006b-4774-bf6a-ac7d4d42b6af'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:46:13.986114 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0622df-af37-468a-8cb9-f5955fb71ed9 req-24b5ac2f-72bd-4d3d-8e32-dc63d3c7a05f tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:13.988718 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b0622df-af37-468a-8cb9-f5955fb71ed9 req-24b5ac2f-72bd-4d3d-8e32-dc63d3c7a05f tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=82b8df59-3f73-4b62-9c3f-a75788b4e947 HTTP/1.1" status: 200 len: 949 time: 0.5940001 Jan 28 02:46:13.997254 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707cadf-1580-441b-9080-c85826e66f6a req-e764446f-fdbd-4bb1-83ce-9e78d604ae62 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:14.004274 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3707cadf-1580-441b-9080-c85826e66f6a req-e764446f-fdbd-4bb1-83ce-9e78d604ae62 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=42b36ac4-e7c3-4d95-8b5d-f16778117334 HTTP/1.1" status: 200 len: 944 time: 0.1529791 Jan 28 02:46:14.046561 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa65b0-201d-47fa-a323-a41e78cff3ac req-e166f49c-99c6-4537-88dc-406597036013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:14.048123 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8aaa65b0-201d-47fa-a323-a41e78cff3ac req-e166f49c-99c6-4537-88dc-406597036013 service neutron] 10.222.0.39 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.1864948 Jan 28 02:46:14.048619 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd43f9ed-2811-402d-9681-69e8771ec79e None None] Routers {'e1795d8f-006b-4774-bf6a-ac7d4d42b6af'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:46:14.049278 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-cd43f9ed-2811-402d-9681-69e8771ec79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:46:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['e1795d8f-006b-4774-bf6a-ac7d4d42b6af'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:46:14.050181 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b0622df-af37-468a-8cb9-f5955fb71ed9 req-f86b8f89-7df1-4d5c-aeb6-16fdc3ed4042 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547106 Jan 28 02:46:14.116258 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3707cadf-1580-441b-9080-c85826e66f6a req-42084ed0-6a37-473f-95b5-0f6b8bdb5007 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106265 Jan 28 02:46:14.126566 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0,segment=NetworkSegment(75a4b119-8376-430b-8e41-eb2c7f9df607),segment_id=75a4b119-8376-430b-8e41-eb2c7f9df607)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:14.162878 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0', 'network_id': 'c898a309-cc9c-486f-b9d6-bb11ec55d766', 'port_id': '569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0', 'mac_address': 'fa:16:3e:10:6e:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaaafb1c-3547-4581-9e89-2950c931386f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:46:14.194183 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8aaa65b0-201d-47fa-a323-a41e78cff3ac req-d7e7c8d8-1599-40c3-87a0-0aa14293a48c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=50ef5e41-dc48-4c5c-81f9-d97cb05ba83d HTTP/1.1" status: 200 len: 217 time: 0.1338944 Jan 28 02:46:14.280410 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:46:14.281380 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:14.284667 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-cd43f9ed-2811-402d-9681-69e8771ec79e None None] Set router e1795d8f-006b-4774-bf6a-ac7d4d42b6af gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:46:14.310625 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5eb9222e-ba3f-4854-a137-8cbabebb26b5 req-0d936cb9-42a1-45a3-b7fd-6b383c937b54 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/ports?device_id=5433fb3f-7e16-43f1-ad78-5e732dcf79ec HTTP/1.1" status: 200 len: 210 time: 0.1144302 Jan 28 02:46:14.360437 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa65b0-201d-47fa-a323-a41e78cff3ac req-f812e71c-eab1-4c3d-a8c6-d3b7e230f5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:14.367129 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8aaa65b0-201d-47fa-a323-a41e78cff3ac req-f812e71c-eab1-4c3d-a8c6-d3b7e230f5be service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.1667538 Jan 28 02:46:14.473047 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa65b0-201d-47fa-a323-a41e78cff3ac req-b409e946-ab2f-4db0-91da-6d7c6f5d6df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:14.474616 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8aaa65b0-201d-47fa-a323-a41e78cff3ac req-b409e946-ab2f-4db0-91da-6d7c6f5d6df6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1044366 Jan 28 02:46:14.487169 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:46:14.500540 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523134a0-0688-4ea6-8a3b-49aaf8152ba9 req-b39769fe-ca2b-4713-b739-f6d8e4797955 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:14.511982 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-523134a0-0688-4ea6-8a3b-49aaf8152ba9 req-b39769fe-ca2b-4713-b739-f6d8e4797955 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa56615-b151-47cf-a515-21c799286b2e HTTP/1.1" status: 200 len: 950 time: 0.1111870 Jan 28 02:46:14.569422 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0,segment=NetworkSegment(75a4b119-8376-430b-8e41-eb2c7f9df607),segment_id=75a4b119-8376-430b-8e41-eb2c7f9df607)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:14.611843 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:14.635874 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-523134a0-0688-4ea6-8a3b-49aaf8152ba9 req-e86061f7-3416-4e1f-8c25-f7e5634263e1 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228096 Jan 28 02:46:14.654567 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8aaa65b0-201d-47fa-a323-a41e78cff3ac req-1975a112-d86e-4b99-b969-f758f1daaef7 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379662 Jan 28 02:46:14.737374 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:14.839187 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-cd43f9ed-2811-402d-9681-69e8771ec79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1795d8f-006b-4774-bf6a-ac7d4d42b6af', 'name': 'tempest-FloatingIPsTestJSON-1459283898-router', 'tenant_id': '1ec5c5d9f41c4ec58d4990685911b065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '52ab3af4-2ae4-4fbc-b905-f737054a63fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:46:03Z', 'updated_at': '2022-01-28T02:46:11Z', 'revision_number': 4, 'project_id': '1ec5c5d9f41c4ec58d4990685911b065', 'gw_port': {'id': '52ab3af4-2ae4-4fbc-b905-f737054a63fa', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ec:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1795d8f-006b-4774-bf6a-ac7d4d42b6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:46:04Z', 'updated_at': '2022-01-28T02:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '106002eb-d994-4e8d-ba32-1bc86e779af3', 'name': '', 'network_id': '54fe0d7a-3c84-4188-9254-853f28a91047', 'tenant_id': '1ec5c5d9f41c4ec58d4990685911b065', 'mac_address': 'fa:16:3e:b4:93:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1795d8f-006b-4774-bf6a-ac7d4d42b6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '3ba21bef-1e5b-4397-aa5c-f5d5ad00d5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:46:09Z', 'updated_at': '2022-01-28T02:46:11Z', 'revision_number': 2, 'project_id': '1ec5c5d9f41c4ec58d4990685911b065', 'subnets': [{'id': '3ba21bef-1e5b-4397-aa5c-f5d5ad00d5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:46:14.843785 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1aa145-7b76-44f8-b596-8c0054e446c7 req-08fa45c5-2a94-4555-8b0f-5c49c87bec19 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:14.851448 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9e1aa145-7b76-44f8-b596-8c0054e446c7 req-08fa45c5-2a94-4555-8b0f-5c49c87bec19 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=af7ee1b3-8887-41d3-b576-dda942d78c8a HTTP/1.1" status: 200 len: 944 time: 0.0936751 Jan 28 02:46:14.863960 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8aaa65b0-201d-47fa-a323-a41e78cff3ac req-ad7e7485-ea2b-4b4a-8b7f-e74fd66a8320 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028649 Jan 28 02:46:14.870162 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd43f9ed-2811-402d-9681-69e8771ec79e None None] Checking router: e1795d8f-006b-4774-bf6a-ac7d4d42b6af for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:46:14.870633 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd43f9ed-2811-402d-9681-69e8771ec79e None None] Updating router e1795d8f-006b-4774-bf6a-ac7d4d42b6af port 106002eb-d994-4e8d-ba32-1bc86e779af3 binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:46:14.895336 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:46:14.921856 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2f2ca6b4-6114-4393-87d8-dff194742fb6 req-c69dfaf5-8235-4782-b08c-2a8f79aab2ed tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2360005 Jan 28 02:46:14.926548 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9e1aa145-7b76-44f8-b596-8c0054e446c7 req-b8442bbc-f8e4-4758-91c5-b771c268b4c5 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701685 Jan 28 02:46:14.926709 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-2f2ca6b4-6114-4393-87d8-dff194742fb6 req-91f6e60b-e6ae-4331-93b7-c46d483658ff tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:46:14.942959 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cd43f9ed-2811-402d-9681-69e8771ec79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (106002eb-d994-4e8d-ba32-1bc86e779af3), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:14.948635 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2f2ca6b4-6114-4393-87d8-dff194742fb6 req-91f6e60b-e6ae-4331-93b7-c46d483658ff tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:15.069228 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2f2ca6b4-6114-4393-87d8-dff194742fb6 req-91f6e60b-e6ae-4331-93b7-c46d483658ff tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:15.182659 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-2f2ca6b4-6114-4393-87d8-dff194742fb6 req-91f6e60b-e6ae-4331-93b7-c46d483658ff tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Allocated IP 172.25.0.81 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/77ee8576-2fe3-4d31-9b63-e80aaf4f0418) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:46:15.314134 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2f2ca6b4-6114-4393-87d8-dff194742fb6 req-91f6e60b-e6ae-4331-93b7-c46d483658ff tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Publish callbacks [] for port (77ee8576-2fe3-4d31-9b63-e80aaf4f0418), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:15.317469 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cd43f9ed-2811-402d-9681-69e8771ec79e None None] Publish callbacks [] for port (106002eb-d994-4e8d-ba32-1bc86e779af3), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:15.325350 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cd43f9ed-2811-402d-9681-69e8771ec79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (106002eb-d994-4e8d-ba32-1bc86e779af3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:15.358427 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2f2ca6b4-6114-4393-87d8-dff194742fb6 req-91f6e60b-e6ae-4331-93b7-c46d483658ff tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (77ee8576-2fe3-4d31-9b63-e80aaf4f0418), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:15.400005 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f2ca6b4-6114-4393-87d8-dff194742fb6 req-91f6e60b-e6ae-4331-93b7-c46d483658ff tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:46:15.405959 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-2f2ca6b4-6114-4393-87d8-dff194742fb6 req-91f6e60b-e6ae-4331-93b7-c46d483658ff tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:46:15.410286 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2ca6b4-6114-4393-87d8-dff194742fb6 req-91f6e60b-e6ae-4331-93b7-c46d483658ff tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:46:15.439642 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6797e85b-0f47-4745-91c8-ff7aa964fa9c None None] Pushing event updated for resources: {'Port': ['ID=106002eb-d994-4e8d-ba32-1bc86e779af3,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:15.455654 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-cd43f9ed-2811-402d-9681-69e8771ec79e None None] Attempting to bind port 106002eb-d994-4e8d-ba32-1bc86e779af3 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:46:15.456122 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-cd43f9ed-2811-402d-9681-69e8771ec79e None None] Attempting to bind port 106002eb-d994-4e8d-ba32-1bc86e779af3 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '1b3d595d-588a-42b6-9a9a-28b67844d5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '54fe0d7a-3c84-4188-9254-853f28a91047'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:46:15.456322 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4580f3-8cf2-45dd-bff7-67c6f8c8c81f req-47b23a20-df0a-4499-9833-dd5dc51c366d tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:15.456710 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd43f9ed-2811-402d-9681-69e8771ec79e None None] Attempting to bind port 106002eb-d994-4e8d-ba32-1bc86e779af3 on network 54fe0d7a-3c84-4188-9254-853f28a91047 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:46:15.457909 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3c4580f3-8cf2-45dd-bff7-67c6f8c8c81f req-47b23a20-df0a-4499-9833-dd5dc51c366d tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=82b8df59-3f73-4b62-9c3f-a75788b4e947 HTTP/1.1" status: 200 len: 949 time: 0.1657681 Jan 28 02:46:15.464822 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd43f9ed-2811-402d-9681-69e8771ec79e None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:46:15.466001 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd43f9ed-2811-402d-9681-69e8771ec79e None None] Checking segment: {'id': '1b3d595d-588a-42b6-9a9a-28b67844d5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '54fe0d7a-3c84-4188-9254-853f28a91047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:46:15.466516 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cd43f9ed-2811-402d-9681-69e8771ec79e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:15.467017 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd43f9ed-2811-402d-9681-69e8771ec79e None None] Bound using segment: {'id': '1b3d595d-588a-42b6-9a9a-28b67844d5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '54fe0d7a-3c84-4188-9254-853f28a91047'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:46:15.467820 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-cd43f9ed-2811-402d-9681-69e8771ec79e None None] Bound port: 106002eb-d994-4e8d-ba32-1bc86e779af3, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d595d-588a-42b6-9a9a-28b67844d5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '54fe0d7a-3c84-4188-9254-853f28a91047'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:46:15.468254 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cd43f9ed-2811-402d-9681-69e8771ec79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (106002eb-d994-4e8d-ba32-1bc86e779af3), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:15.496099 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-ea0e90f7-f1f3-4506-949c-4f5b9567f18b tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:15.499162 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-ea0e90f7-f1f3-4506-949c-4f5b9567f18b tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.39 "GET /v2.0/networks?id=14d3588b-3a72-4543-858a-daf4905526c1 HTTP/1.1" status: 200 len: 823 time: 0.1908913 Jan 28 02:46:15.501167 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f6e60b-e6ae-4331-93b7-c46d483658ff tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Pushing event updated for resources: {'Port': ['ID=77ee8576-2fe3-4d31-9b63-e80aaf4f0418,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:15.549636 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2f2ca6b4-6114-4393-87d8-dff194742fb6 req-91f6e60b-e6ae-4331-93b7-c46d483658ff tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Publish callbacks [] for floatingip (ee910bbd-1f00-4764-83fa-37019e44e9ec), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:15.550791 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-cd43f9ed-2811-402d-9681-69e8771ec79e None None] For port 106002eb-d994-4e8d-ba32-1bc86e779af3, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:46:15.554434 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-cd43f9ed-2811-402d-9681-69e8771ec79e None None] For port 106002eb-d994-4e8d-ba32-1bc86e779af3, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=106002eb-d994-4e8d-ba32-1bc86e779af3,segment=NetworkSegment(1b3d595d-588a-42b6-9a9a-28b67844d5d8),segment_id=1b3d595d-588a-42b6-9a9a-28b67844d5d8)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:46:15.561358 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cd43f9ed-2811-402d-9681-69e8771ec79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (106002eb-d994-4e8d-ba32-1bc86e779af3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:15.577758 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3c4580f3-8cf2-45dd-bff7-67c6f8c8c81f req-d1ded4c0-940f-4b87-b9cf-cc83c539dac3 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063712 Jan 28 02:46:15.598294 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2f2ca6b4-6114-4393-87d8-dff194742fb6 req-91f6e60b-e6ae-4331-93b7-c46d483658ff tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (77ee8576-2fe3-4d31-9b63-e80aaf4f0418), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:15.630571 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6797e85b-0f47-4745-91c8-ff7aa964fa9c None None] Pushing event updated for resources: {'Port': ['ID=106002eb-d994-4e8d-ba32-1bc86e779af3,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:15.633756 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd43f9ed-2811-402d-9681-69e8771ec79e None None] Routers {'e1795d8f-006b-4774-bf6a-ac7d4d42b6af'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:46:15.635061 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-cd43f9ed-2811-402d-9681-69e8771ec79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:46:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['e1795d8f-006b-4774-bf6a-ac7d4d42b6af'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:46:15.667082 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-684e72e7-7445-4787-880b-04060c40c101 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=deb0ae2c8f344983b94e9f109bff2e22 HTTP/1.1" status: 200 len: 379 time: 0.1543515 Jan 28 02:46:15.697035 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-692eb2f8-370a-49d6-b517-b5c28b92c311 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Request body: {'port': {'device_id': '5433fb3f-7e16-43f1-ad78-5e732dcf79ec', 'network_id': '14d3588b-3a72-4543-858a-daf4905526c1', 'admin_state_up': True, 'tenant_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'security_groups': ['33a471b5-09f4-45a6-b187-9512acbe1c9e']}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:46:15.803468 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f73a88-ab98-4d46-af93-c37e34510717 req-54c8d853-5580-47ea-ab0b-21eea4feb7dc tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:15.805171 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d9f73a88-ab98-4d46-af93-c37e34510717 req-54c8d853-5580-47ea-ab0b-21eea4feb7dc tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=42b36ac4-e7c3-4d95-8b5d-f16778117334 HTTP/1.1" status: 200 len: 944 time: 0.1308770 Jan 28 02:46:15.823488 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2f2ca6b4-6114-4393-87d8-dff194742fb6 req-91f6e60b-e6ae-4331-93b7-c46d483658ff tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Publish callbacks [] for port (77ee8576-2fe3-4d31-9b63-e80aaf4f0418), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:15.837379 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2f2ca6b4-6114-4393-87d8-dff194742fb6 req-91f6e60b-e6ae-4331-93b7-c46d483658ff tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (77ee8576-2fe3-4d31-9b63-e80aaf4f0418), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:15.882732 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2f2ca6b4-6114-4393-87d8-dff194742fb6 req-91f6e60b-e6ae-4331-93b7-c46d483658ff tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (ee910bbd-1f00-4764-83fa-37019e44e9ec), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:15.899995 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:46:15.905227 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-de3c23fe-7d54-4387-bdf7-e05dadb62d7d None None] Provisioning complete for port 106002eb-d994-4e8d-ba32-1bc86e779af3 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:46:15.905619 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-de3c23fe-7d54-4387-bdf7-e05dadb62d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (106002eb-d994-4e8d-ba32-1bc86e779af3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:15.905815 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f6e60b-e6ae-4331-93b7-c46d483658ff tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Pushing event updated for resources: {'Port': ['ID=77ee8576-2fe3-4d31-9b63-e80aaf4f0418,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:15.915333 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2f2ca6b4-6114-4393-87d8-dff194742fb6 req-91f6e60b-e6ae-4331-93b7-c46d483658ff tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:15.916180 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2f2ca6b4-6114-4393-87d8-dff194742fb6 req-91f6e60b-e6ae-4331-93b7-c46d483658ff tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.9935098 Jan 28 02:46:15.980033 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-cd43f9ed-2811-402d-9681-69e8771ec79e None None] Set router e1795d8f-006b-4774-bf6a-ac7d4d42b6af gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:46:16.009679 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2f2ca6b4-6114-4393-87d8-dff194742fb6 req-f9dfefa8-99d0-49af-a30a-75685beb334c tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.81 HTTP/1.1" status: 200 len: 695 time: 0.0866299 Jan 28 02:46:16.091748 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d9f73a88-ab98-4d46-af93-c37e34510717 req-0fc85282-3e6a-4314-94ba-7e2ea4d1cb36 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783558 Jan 28 02:46:16.092868 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-692eb2f8-370a-49d6-b517-b5c28b92c311 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Made reservation on behalf of deb0ae2c8f344983b94e9f109bff2e22 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:46:16.096322 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-692eb2f8-370a-49d6-b517-b5c28b92c311 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:16.109504 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:46:16.149008 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:46:16.149420 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:16.150621 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ca6b4-6114-4393-87d8-dff194742fb6 req-2a9639f7-fcd1-4d6e-b28f-fd9801902021 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:16.152683 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2f2ca6b4-6114-4393-87d8-dff194742fb6 req-2a9639f7-fcd1-4d6e-b28f-fd9801902021 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] 10.222.0.53 "GET /v2.0/networks/8f7dc9c9-eaf1-4339-a2e3-884554154641 HTTP/1.1" status: 200 len: 784 time: 0.1405323 Jan 28 02:46:16.169560 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-2f2ca6b4-6114-4393-87d8-dff194742fb6 req-c239e64b-42e6-460d-b551-68dbd5e86ebf tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:46:16.171656 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2f2ca6b4-6114-4393-87d8-dff194742fb6 req-c239e64b-42e6-460d-b551-68dbd5e86ebf tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090168 Jan 28 02:46:16.197477 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 5211e927-24e1-41c8-838c-b2a6c7eb4347 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:46:16.202702 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:46:16.238197 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-de3c23fe-7d54-4387-bdf7-e05dadb62d7d None None] Current status of the port 106002eb-d994-4e8d-ba32-1bc86e779af3 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:46:16.238603 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-de3c23fe-7d54-4387-bdf7-e05dadb62d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (106002eb-d994-4e8d-ba32-1bc86e779af3), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:16.259238 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-692eb2f8-370a-49d6-b517-b5c28b92c311 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Allocated IP 172.20.0.12 (14d3588b-3a72-4543-858a-daf4905526c1/8bcd77d3-aea2-4a38-a318-db02b350e105/12d9adf1-7c80-4001-b074-0d89fcd45078) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:46:16.312650 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9e0d4ac3-03d8-40ff-9543-5c5a6f4dfcb7 req-e8cd7e58-4558-42db-922f-9619f8c7c814 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/ports?device_id=5433fb3f-7e16-43f1-ad78-5e732dcf79ec HTTP/1.1" status: 200 len: 210 time: 0.0422590 Jan 28 02:46:16.392295 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-de3c23fe-7d54-4387-bdf7-e05dadb62d7d None None] For port 106002eb-d994-4e8d-ba32-1bc86e779af3, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=106002eb-d994-4e8d-ba32-1bc86e779af3,segment=NetworkSegment(1b3d595d-588a-42b6-9a9a-28b67844d5d8),segment_id=1b3d595d-588a-42b6-9a9a-28b67844d5d8)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:16.428601 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-de3c23fe-7d54-4387-bdf7-e05dadb62d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (106002eb-d994-4e8d-ba32-1bc86e779af3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:16.444903 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:46:16.445336 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:16.451130 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095dc08-b3aa-4482-a6e2-3c4220e5e1a3 req-2d37575a-6a03-4632-99f7-74082a3d29c8 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:16.451302 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77ad0b-6bd8-4c7b-abd0-c5929e0609b5 req-ee74176b-d11f-415c-9873-20fe854464dc tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:16.457332 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4e77ad0b-6bd8-4c7b-abd0-c5929e0609b5 req-ee74176b-d11f-415c-9873-20fe854464dc tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa56615-b151-47cf-a515-21c799286b2e HTTP/1.1" status: 200 len: 950 time: 0.1632583 Jan 28 02:46:16.460187 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1095dc08-b3aa-4482-a6e2-3c4220e5e1a3 req-2d37575a-6a03-4632-99f7-74082a3d29c8 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=af7ee1b3-8887-41d3-b576-dda942d78c8a HTTP/1.1" status: 200 len: 944 time: 0.0821507 Jan 28 02:46:16.491560 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:46:16.493720 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 54282) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:46:16.513939 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 5211e927-24e1-41c8-838c-b2a6c7eb4347, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=5211e927-24e1-41c8-838c-b2a6c7eb4347,segment=NetworkSegment(1cc99f2f-8533-4758-ac6d-0ec0b703844f),segment_id=1cc99f2f-8533-4758-ac6d-0ec0b703844f)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:16.521153 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:46:16.521443 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:16.529681 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1095dc08-b3aa-4482-a6e2-3c4220e5e1a3 req-5ec44a53-55b7-4c90-af7e-92b743b4d111 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685434 Jan 28 02:46:16.544414 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7ee1b3-8887-41d3-b576-dda942d78c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:46:16.546779 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d80d92-4fe3-4445-b373-e90956b283dc" -d '{"events": [{"server_uuid": "af7ee1b3-8887-41d3-b576-dda942d78c8a", "name": "network-vif-plugged", "status": "completed", "tag": "569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:46:16.571184 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-692eb2f8-370a-49d6-b517-b5c28b92c311 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks [] for port (12d9adf1-7c80-4001-b074-0d89fcd45078), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:16.598501 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '5211e927-24e1-41c8-838c-b2a6c7eb4347', 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c', 'port_id': '5211e927-24e1-41c8-838c-b2a6c7eb4347', 'mac_address': 'fa:16:3e:0f:40:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcba3f69-83cc-4e79-8ae3-09e3e7684525', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:46:16.602048 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0,segment=NetworkSegment(75a4b119-8376-430b-8e41-eb2c7f9df607),segment_id=75a4b119-8376-430b-8e41-eb2c7f9df607)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:16.606439 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4e77ad0b-6bd8-4c7b-abd0-c5929e0609b5 req-ffa13e5a-1785-4073-b761-1782b2068e8a tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480975 Jan 28 02:46:16.612978 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3c23fe-7d54-4387-bdf7-e05dadb62d7d None None] Pushing event updated for resources: {'Port': ['ID=106002eb-d994-4e8d-ba32-1bc86e779af3,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:16.619378 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:16.679218 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-692eb2f8-370a-49d6-b517-b5c28b92c311 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (12d9adf1-7c80-4001-b074-0d89fcd45078), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:16.682533 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-83937fb0-aa5e-4dc1-8d7d-86eb987d8fe2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:16.711378 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-cd43f9ed-2811-402d-9681-69e8771ec79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1795d8f-006b-4774-bf6a-ac7d4d42b6af', 'name': 'tempest-FloatingIPsTestJSON-1459283898-router', 'tenant_id': '1ec5c5d9f41c4ec58d4990685911b065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '52ab3af4-2ae4-4fbc-b905-f737054a63fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:46:03Z', 'updated_at': '2022-01-28T02:46:11Z', 'revision_number': 4, 'project_id': '1ec5c5d9f41c4ec58d4990685911b065', 'gw_port': {'id': '52ab3af4-2ae4-4fbc-b905-f737054a63fa', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ec:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1795d8f-006b-4774-bf6a-ac7d4d42b6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:46:04Z', 'updated_at': '2022-01-28T02:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '106002eb-d994-4e8d-ba32-1bc86e779af3', 'name': '', 'network_id': '54fe0d7a-3c84-4188-9254-853f28a91047', 'tenant_id': '1ec5c5d9f41c4ec58d4990685911b065', 'mac_address': 'fa:16:3e:b4:93:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1795d8f-006b-4774-bf6a-ac7d4d42b6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '3ba21bef-1e5b-4397-aa5c-f5d5ad00d5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:46:09Z', 'updated_at': '2022-01-28T02:46:15Z', 'revision_number': 4, 'project_id': '1ec5c5d9f41c4ec58d4990685911b065', 'subnets': [{'id': '3ba21bef-1e5b-4397-aa5c-f5d5ad00d5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:46:16.747316 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-692eb2f8-370a-49d6-b517-b5c28b92c311 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Network 14d3588b-3a72-4543-858a-daf4905526c1 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:46:16.749889 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-8222ab74-7919-4bb2-b364-3ef64803a620 None None] Provisioning complete for port 106002eb-d994-4e8d-ba32-1bc86e779af3 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:46:16.750483 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8222ab74-7919-4bb2-b364-3ef64803a620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (106002eb-d994-4e8d-ba32-1bc86e779af3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:16.756612 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4179a81f-76d8-45b9-bef4-5b4a99384250 req-c403df98-f6e6-49f3-b3de-95515fcfefe8 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] 10.222.0.53 "GET /v2.0/floatingips/ee910bbd-1f00-4764-83fa-37019e44e9ec HTTP/1.1" status: 200 len: 692 time: 0.1129622 Jan 28 02:46:16.764751 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-83937fb0-aa5e-4dc1-8d7d-86eb987d8fe2 admin admin] Publish callbacks [] for security_group (c4488386-1fd7-492a-b5c0-a6484a01024a), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:16.770245 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-692eb2f8-370a-49d6-b517-b5c28b92c311 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:46:16.774500 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-83937fb0-aa5e-4dc1-8d7d-86eb987d8fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c4488386-1fd7-492a-b5c0-a6484a01024a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:16.784296 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd43f9ed-2811-402d-9681-69e8771ec79e None None] The sync data for ids ['e1795d8f-006b-4774-bf6a-ac7d4d42b6af'] in n-d-712139-27 is: [{'id': 'e1795d8f-006b-4774-bf6a-ac7d4d42b6af', 'name': 'tempest-FloatingIPsTestJSON-1459283898-router', 'tenant_id': '1ec5c5d9f41c4ec58d4990685911b065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '52ab3af4-2ae4-4fbc-b905-f737054a63fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:46:03Z', 'updated_at': '2022-01-28T02:46:11Z', 'revision_number': 4, 'project_id': '1ec5c5d9f41c4ec58d4990685911b065', 'gw_port': {'id': '52ab3af4-2ae4-4fbc-b905-f737054a63fa', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ec:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1795d8f-006b-4774-bf6a-ac7d4d42b6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:46:04Z', 'updated_at': '2022-01-28T02:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '106002eb-d994-4e8d-ba32-1bc86e779af3', 'name': '', 'network_id': '54fe0d7a-3c84-4188-9254-853f28a91047', 'tenant_id': '1ec5c5d9f41c4ec58d4990685911b065', 'mac_address': 'fa:16:3e:b4:93:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1795d8f-006b-4774-bf6a-ac7d4d42b6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '3ba21bef-1e5b-4397-aa5c-f5d5ad00d5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:46:09Z', 'updated_at': '2022-01-28T02:46:15Z', 'revision_number': 4, 'project_id': '1ec5c5d9f41c4ec58d4990685911b065', 'subnets': [{'id': '3ba21bef-1e5b-4397-aa5c-f5d5ad00d5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:46:16.817709 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-692eb2f8-370a-49d6-b517-b5c28b92c311 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:46:16.824411 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-692eb2f8-370a-49d6-b517-b5c28b92c311 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:16.825581 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-692eb2f8-370a-49d6-b517-b5c28b92c311 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:16.842406 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-83937fb0-aa5e-4dc1-8d7d-86eb987d8fe2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a8a3e22a05444fa2971fb0c499e6ac78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3473513 Jan 28 02:46:16.847738 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 54292) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:46:16.860002 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83937fb0-aa5e-4dc1-8d7d-86eb987d8fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4488386-1fd7-492a-b5c0-a6484a01024a,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:16.860867 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 5211e927-24e1-41c8-838c-b2a6c7eb4347 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:46:16.861318 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5211e927-24e1-41c8-838c-b2a6c7eb4347), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:16.915067 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5211e927-24e1-41c8-838c-b2a6c7eb4347 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:46:16.956413 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 5211e927-24e1-41c8-838c-b2a6c7eb4347, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=5211e927-24e1-41c8-838c-b2a6c7eb4347,segment=NetworkSegment(1cc99f2f-8533-4758-ac6d-0ec0b703844f),segment_id=1cc99f2f-8533-4758-ac6d-0ec0b703844f)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:16.968901 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f53824f7-be04-4a13-bd54-20eed3f00f85 admin admin] Publish callbacks [] for security_group (c4488386-1fd7-492a-b5c0-a6484a01024a), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:16.992041 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (5211e927-24e1-41c8-838c-b2a6c7eb4347), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:16.997819 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692eb2f8-370a-49d6-b517-b5c28b92c311 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Pushing event updated for resources: {'Port': ['ID=12d9adf1-7c80-4001-b074-0d89fcd45078,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:17.016251 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f53824f7-be04-4a13-bd54-20eed3f00f85 admin admin] Publish callbacks [] for security_group (c4488386-1fd7-492a-b5c0-a6484a01024a), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:17.030686 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-692eb2f8-370a-49d6-b517-b5c28b92c311 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3576643 Jan 28 02:46:17.035573 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ccd644-7fe2-431e-a835-7194d8621b1f x-openstack-request-id: req-f3ccd644-7fe2-431e-a835-7194d8621b1f {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:46:17.035899 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af7ee1b3-8887-41d3-b576-dda942d78c8a", "name": "network-vif-plugged", "status": "completed", "tag": "569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:46:17.036196 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f3ccd644-7fe2-431e-a835-7194d8621b1f {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:46:17.036629 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7ee1b3-8887-41d3-b576-dda942d78c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0', 'code': 200} Jan 28 02:46:17.084137 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-804b4f69-4896-4a7d-8081-cf4df4e80846 service neutron] Request body: {'port': {'device_id': '5433fb3f-7e16-43f1-ad78-5e732dcf79ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:46:17.099505 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f53824f7-be04-4a13-bd54-20eed3f00f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c4488386-1fd7-492a-b5c0-a6484a01024a), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:17.102220 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f53824f7-be04-4a13-bd54-20eed3f00f85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:17.105886 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f53824f7-be04-4a13-bd54-20eed3f00f85 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c4488386-1fd7-492a-b5c0-a6484a01024a HTTP/1.1" status: 204 len: 168 time: 0.2568674 Jan 28 02:46:17.146610 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:17.153901 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-8222ab74-7919-4bb2-b364-3ef64803a620 None None] Current status of the port 106002eb-d994-4e8d-ba32-1bc86e779af3 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:46:17.157193 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:46:17.163262 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53824f7-be04-4a13-bd54-20eed3f00f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4488386-1fd7-492a-b5c0-a6484a01024a,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:17.165418 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:17.208236 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179a81f-76d8-45b9-bef4-5b4a99384250 req-2d9ff36e-276c-4881-933a-58459074c154 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:17.209200 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ff99f-4220-48c3-9916-c661eae62af7 req-b1e29e39-b61e-4406-9552-dcca52383fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:17.210709 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c52ff99f-4220-48c3-9916-c661eae62af7 req-b1e29e39-b61e-4406-9552-dcca52383fb4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=af7ee1b3-8887-41d3-b576-dda942d78c8a HTTP/1.1" status: 200 len: 1097 time: 0.1229899 Jan 28 02:46:17.212237 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4179a81f-76d8-45b9-bef4-5b4a99384250 req-2d9ff36e-276c-4881-933a-58459074c154 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] 10.222.0.53 "GET /v2.0/networks/8f7dc9c9-eaf1-4339-a2e3-884554154641 HTTP/1.1" status: 200 len: 784 time: 0.4545839 Jan 28 02:46:17.235358 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [req-4179a81f-76d8-45b9-bef4-5b4a99384250 req-f28f2285-9313-484f-acc1-0675f8957411 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:46:17.236375 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4179a81f-76d8-45b9-bef4-5b4a99384250 req-f28f2285-9313-484f-acc1-0675f8957411 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0138798 Jan 28 02:46:17.264434 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f397a-3276-499c-8904-0eb23f79c5a0 req-876aa198-d435-4d17-a4a4-69cbb1d931cc tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:17.266167 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-875f397a-3276-499c-8904-0eb23f79c5a0 req-876aa198-d435-4d17-a4a4-69cbb1d931cc tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=82b8df59-3f73-4b62-9c3f-a75788b4e947 HTTP/1.1" status: 200 len: 949 time: 0.1678076 Jan 28 02:46:17.305033 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-804b4f69-4896-4a7d-8081-cf4df4e80846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (12d9adf1-7c80-4001-b074-0d89fcd45078), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:17.439285 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 54308) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:46:17.443517 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c52ff99f-4220-48c3-9916-c661eae62af7 req-c6df6349-a230-46dd-9055-b931075aae27 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245839 Jan 28 02:46:17.450850 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 106002eb-d994-4e8d-ba32-1bc86e779af3 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:46:17.453614 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=5211e927-24e1-41c8-838c-b2a6c7eb4347,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:17.465377 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:17.466571 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-995af0db-a619-4852-b152-6e93c3e93adb None None] Provisioning complete for port 12d9adf1-7c80-4001-b074-0d89fcd45078 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:46:17.467115 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-995af0db-a619-4852-b152-6e93c3e93adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (12d9adf1-7c80-4001-b074-0d89fcd45078), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:17.488328 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['5211e927-24e1-41c8-838c-b2a6c7eb4347'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:46:17.511558 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-875f397a-3276-499c-8904-0eb23f79c5a0 req-b7253f89-bd37-4421-8ddb-13c0acfd6a0a tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200809 Jan 28 02:46:17.559120 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:17.610860 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84dd84-ba10-46e5-b7a3-1f297211a0dd req-4c5c1af3-fa17-49e3-94b2-6d6beac2be91 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:17.618823 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4f84dd84-ba10-46e5-b7a3-1f297211a0dd req-4c5c1af3-fa17-49e3-94b2-6d6beac2be91 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=42b36ac4-e7c3-4d95-8b5d-f16778117334 HTTP/1.1" status: 200 len: 945 time: 0.2648211 Jan 28 02:46:17.687868 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-995af0db-a619-4852-b152-6e93c3e93adb None None] Port 12d9adf1-7c80-4001-b074-0d89fcd45078 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:46:17.689439 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-64e043cf-de65-4c8e-8612-810df1c996d9 req-fe24fee0-3482-4c62-b6e4-c14f0fe9c2b0 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=1ec5c5d9f41c4ec58d4990685911b065 HTTP/1.1" status: 200 len: 695 time: 0.1445978 Jan 28 02:46:17.731439 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4f84dd84-ba10-46e5-b7a3-1f297211a0dd req-9a26e325-ac6e-4378-bd9d-44691c8e5bfc tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115758 Jan 28 02:46:17.749139 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 54316) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:46:17.783497 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8f6ff72a-1ad6-41a9-87ac-9d92b1caf684 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:17.787097 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:17.836964 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 106002eb-d994-4e8d-ba32-1bc86e779af3 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:46:17.837737 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (106002eb-d994-4e8d-ba32-1bc86e779af3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:17.846152 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-67b2a0e5-e5f1-4c5c-87dd-6038469d8dfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:17.947945 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffffa03-cab4-4403-9849-86e0204da47a req-bb4feb0b-c6b1-4a67-ae65-a2f49c2db527 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:17.949734 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7ffffa03-cab4-4403-9849-86e0204da47a req-bb4feb0b-c6b1-4a67-ae65-a2f49c2db527 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/ports?device_id=5433fb3f-7e16-43f1-ad78-5e732dcf79ec HTTP/1.1" status: 200 len: 932 time: 0.1064434 Jan 28 02:46:17.949853 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e043cf-de65-4c8e-8612-810df1c996d9 req-eac94ecf-e25f-43bd-9b89-035418b8ea38 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:17.952431 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-64e043cf-de65-4c8e-8612-810df1c996d9 req-eac94ecf-e25f-43bd-9b89-035418b8ea38 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] 10.222.0.53 "GET /v2.0/networks?id=8f7dc9c9-eaf1-4339-a2e3-884554154641 HTTP/1.1" status: 200 len: 787 time: 0.2557211 Jan 28 02:46:17.984138 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-64e043cf-de65-4c8e-8612-810df1c996d9 req-0a17558b-347d-4c33-ad2d-796b9df6f6ba tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:46:17.985972 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-64e043cf-de65-4c8e-8612-810df1c996d9 req-0a17558b-347d-4c33-ad2d-796b9df6f6ba tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098038 Jan 28 02:46:18.013869 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 106002eb-d994-4e8d-ba32-1bc86e779af3 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:46:18.015537 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-67b2a0e5-e5f1-4c5c-87dd-6038469d8dfd admin admin] Publish callbacks [] for security_group (bfd83431-69ca-4f62-a027-8ec4904f966a), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:18.023485 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-67b2a0e5-e5f1-4c5c-87dd-6038469d8dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (bfd83431-69ca-4f62-a027-8ec4904f966a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:18.075595 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-804b4f69-4896-4a7d-8081-cf4df4e80846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12d9adf1-7c80-4001-b074-0d89fcd45078 {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:46:18.089718 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-804b4f69-4896-4a7d-8081-cf4df4e80846 service neutron] Publish callbacks [] for port (12d9adf1-7c80-4001-b074-0d89fcd45078), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:18.098725 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b2a0e5-e5f1-4c5c-87dd-6038469d8dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd83431-69ca-4f62-a027-8ec4904f966a,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:18.102406 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-67b2a0e5-e5f1-4c5c-87dd-6038469d8dfd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=20aedc3ce75543879197669ff061b2cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6617823 Jan 28 02:46:18.112553 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 54320) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:46:18.126179 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-804b4f69-4896-4a7d-8081-cf4df4e80846 service neutron] Transition to ACTIVE for port object 12d9adf1-7c80-4001-b074-0d89fcd45078 will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:46:18.130153 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8f6ff72a-1ad6-41a9-87ac-9d92b1caf684 admin admin] Publish callbacks [] for security_group (81244a79-fdd8-4403-a3a3-606812766057), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:18.134229 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7ffffa03-cab4-4403-9849-86e0204da47a req-df4fd5f7-9269-45fa-bf42-b2d84303b3cf tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a471b5-09f4-45a6-b187-9512acbe1c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762395 Jan 28 02:46:18.140794 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-804b4f69-4896-4a7d-8081-cf4df4e80846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (12d9adf1-7c80-4001-b074-0d89fcd45078), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:18.146406 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8f6ff72a-1ad6-41a9-87ac-9d92b1caf684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (81244a79-fdd8-4403-a3a3-606812766057), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:18.154095 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0764c47a-ca0a-42f6-9c7b-b79f57700bcd req-12336cd1-c009-44ff-bfae-1986615166fd tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:18.156680 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0764c47a-ca0a-42f6-9c7b-b79f57700bcd req-12336cd1-c009-44ff-bfae-1986615166fd tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=af7ee1b3-8887-41d3-b576-dda942d78c8a HTTP/1.1" status: 200 len: 945 time: 0.0751917 Jan 28 02:46:18.238946 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0764c47a-ca0a-42f6-9c7b-b79f57700bcd req-01d141bb-56b0-41a0-a185-4887703965c3 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674784 Jan 28 02:46:18.350552 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ff72a-1ad6-41a9-87ac-9d92b1caf684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81244a79-fdd8-4403-a3a3-606812766057,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:18.359849 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8f6ff72a-1ad6-41a9-87ac-9d92b1caf684 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e01ae801a28a4ec8935fcf4fde636a77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6080501 Jan 28 02:46:18.364776 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 54324) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:46:18.367277 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b4f69-4896-4a7d-8081-cf4df4e80846 service neutron] Pushing event updated for resources: {'Port': ['ID=12d9adf1-7c80-4001-b074-0d89fcd45078,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:18.416030 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f2563c54-ef94-4524-867d-f055a9d4e602 req-dd8eacb8-8b92-434e-a005-b32d3dec6555 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] 10.222.0.53 "GET /v2.0/floatingips/ee910bbd-1f00-4764-83fa-37019e44e9ec HTTP/1.1" status: 200 len: 692 time: 0.1422048 Jan 28 02:46:18.453475 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee38ad2-3b35-4a45-83bb-59b64405e396 req-e2a673f2-6adf-412b-bdbb-fe3ac68c7bcf tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:18.462734 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7ee38ad2-3b35-4a45-83bb-59b64405e396 req-e2a673f2-6adf-412b-bdbb-fe3ac68c7bcf tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa56615-b151-47cf-a515-21c799286b2e HTTP/1.1" status: 200 len: 950 time: 0.2150784 Jan 28 02:46:18.466607 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b74e73cb-8485-4af6-b685-d6c15806c196 admin admin] Publish callbacks [] for security_group (bfd83431-69ca-4f62-a027-8ec4904f966a), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:18.514794 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-804b4f69-4896-4a7d-8081-cf4df4e80846 service neutron] Attempting to bind port 12d9adf1-7c80-4001-b074-0d89fcd45078 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:46:18.515146 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-804b4f69-4896-4a7d-8081-cf4df4e80846 service neutron] Attempting to bind port 12d9adf1-7c80-4001-b074-0d89fcd45078 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'bbedb26a-d891-40c8-8d71-f06cdae1759c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '14d3588b-3a72-4543-858a-daf4905526c1'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:46:18.515485 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-804b4f69-4896-4a7d-8081-cf4df4e80846 service neutron] Attempting to bind port 12d9adf1-7c80-4001-b074-0d89fcd45078 on network 14d3588b-3a72-4543-858a-daf4905526c1 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:46:18.543755 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-804b4f69-4896-4a7d-8081-cf4df4e80846 service neutron] Port 12d9adf1-7c80-4001-b074-0d89fcd45078 on network 14d3588b-3a72-4543-858a-daf4905526c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:46:18.544084 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-804b4f69-4896-4a7d-8081-cf4df4e80846 service neutron] Attempting to bind port 12d9adf1-7c80-4001-b074-0d89fcd45078 on network 14d3588b-3a72-4543-858a-daf4905526c1 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:46:18.570907 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b74e73cb-8485-4af6-b685-d6c15806c196 admin admin] Publish callbacks [] for security_group (bfd83431-69ca-4f62-a027-8ec4904f966a), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:18.615826 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-624e4741-046f-4843-a25f-4d8d670a2bc4 admin admin] Publish callbacks [] for security_group (81244a79-fdd8-4403-a3a3-606812766057), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:18.653237 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7ee38ad2-3b35-4a45-83bb-59b64405e396 req-fb6a8c31-e52b-4e8c-8044-2e0b09530b01 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894445 Jan 28 02:46:18.654117 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-804b4f69-4896-4a7d-8081-cf4df4e80846 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:46:18.654462 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-804b4f69-4896-4a7d-8081-cf4df4e80846 service neutron] Checking segment: {'id': 'bbedb26a-d891-40c8-8d71-f06cdae1759c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '14d3588b-3a72-4543-858a-daf4905526c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:46:18.655102 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-804b4f69-4896-4a7d-8081-cf4df4e80846 service neutron] Bound using segment: {'id': 'bbedb26a-d891-40c8-8d71-f06cdae1759c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '14d3588b-3a72-4543-858a-daf4905526c1'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:46:18.655560 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-804b4f69-4896-4a7d-8081-cf4df4e80846 service neutron] Bound port: 12d9adf1-7c80-4001-b074-0d89fcd45078, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbedb26a-d891-40c8-8d71-f06cdae1759c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '14d3588b-3a72-4543-858a-daf4905526c1'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:46:18.655915 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-804b4f69-4896-4a7d-8081-cf4df4e80846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (12d9adf1-7c80-4001-b074-0d89fcd45078), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:18.661577 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-624e4741-046f-4843-a25f-4d8d670a2bc4 admin admin] Publish callbacks [] for security_group (81244a79-fdd8-4403-a3a3-606812766057), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:18.724651 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2563c54-ef94-4524-867d-f055a9d4e602 req-4d27ae08-491f-436c-bed0-ecab64afeed5 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:18.724916 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f2563c54-ef94-4524-867d-f055a9d4e602 req-4d27ae08-491f-436c-bed0-ecab64afeed5 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] 10.222.0.53 "GET /v2.0/networks/8f7dc9c9-eaf1-4339-a2e3-884554154641 HTTP/1.1" status: 200 len: 784 time: 0.2942536 Jan 28 02:46:18.737979 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-f2563c54-ef94-4524-867d-f055a9d4e602 req-178ac098-8f70-4636-b973-083efd8e92d5 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:46:18.745302 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f2563c54-ef94-4524-867d-f055a9d4e602 req-178ac098-8f70-4636-b973-083efd8e92d5 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0136449 Jan 28 02:46:18.761710 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b74e73cb-8485-4af6-b685-d6c15806c196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (bfd83431-69ca-4f62-a027-8ec4904f966a), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:18.764257 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b74e73cb-8485-4af6-b685-d6c15806c196 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:18.767797 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b74e73cb-8485-4af6-b685-d6c15806c196 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bfd83431-69ca-4f62-a027-8ec4904f966a HTTP/1.1" status: 204 len: 168 time: 0.6496315 Jan 28 02:46:18.810484 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f2563c54-ef94-4524-867d-f055a9d4e602 req-99b76823-9918-4dee-a54f-e162bfac3cc6 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.81 HTTP/1.1" status: 200 len: 695 time: 0.0641301 Jan 28 02:46:18.810907 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e73cb-8485-4af6-b685-d6c15806c196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd83431-69ca-4f62-a027-8ec4904f966a,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:18.834810 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-804b4f69-4896-4a7d-8081-cf4df4e80846 service neutron] For port 12d9adf1-7c80-4001-b074-0d89fcd45078, host n-h2-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:46:18.864298 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f2563c54-ef94-4524-867d-f055a9d4e602 req-ba7937dd-a949-4895-aa1b-e804cb8acb64 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.81 HTTP/1.1" status: 200 len: 695 time: 0.0522897 Jan 28 02:46:18.865022 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-804b4f69-4896-4a7d-8081-cf4df4e80846 service neutron] For port 12d9adf1-7c80-4001-b074-0d89fcd45078, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=12d9adf1-7c80-4001-b074-0d89fcd45078,segment=NetworkSegment(bbedb26a-d891-40c8-8d71-f06cdae1759c),segment_id=bbedb26a-d891-40c8-8d71-f06cdae1759c)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:46:18.880858 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8d981-6e59-4a70-b4cc-03fbfea03f4b req-379e0390-3217-4f97-a839-27e5b1d8dab4 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:18.882467 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fed8d981-6e59-4a70-b4cc-03fbfea03f4b req-379e0390-3217-4f97-a839-27e5b1d8dab4 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=82b8df59-3f73-4b62-9c3f-a75788b4e947 HTTP/1.1" status: 200 len: 950 time: 0.1128070 Jan 28 02:46:18.884100 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-804b4f69-4896-4a7d-8081-cf4df4e80846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (12d9adf1-7c80-4001-b074-0d89fcd45078), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:18.910203 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-624e4741-046f-4843-a25f-4d8d670a2bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (81244a79-fdd8-4403-a3a3-606812766057), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:18.912718 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-624e4741-046f-4843-a25f-4d8d670a2bc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:18.916733 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-624e4741-046f-4843-a25f-4d8d670a2bc4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/81244a79-fdd8-4403-a3a3-606812766057 HTTP/1.1" status: 204 len: 168 time: 0.5403855 Jan 28 02:46:18.935139 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-804b4f69-4896-4a7d-8081-cf4df4e80846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:18.936289 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-804b4f69-4896-4a7d-8081-cf4df4e80846 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:18.940130 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-804b4f69-4896-4a7d-8081-cf4df4e80846 service neutron] 10.222.0.39 "PUT /v2.0/ports/12d9adf1-7c80-4001-b074-0d89fcd45078 HTTP/1.1" status: 200 len: 1093 time: 1.8749611 Jan 28 02:46:18.942802 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5433fb3f-7e16-43f1-ad78-5e732dcf79ec', 'tag': '12d9adf1-7c80-4001-b074-0d89fcd45078'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:46:18.945059 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1dbf01b-2448-408b-b56d-fcdc83558c27" -d '{"events": [{"name": "network-changed", "server_uuid": "5433fb3f-7e16-43f1-ad78-5e732dcf79ec", "tag": "12d9adf1-7c80-4001-b074-0d89fcd45078"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:46:18.970455 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e4741-046f-4843-a25f-4d8d670a2bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81244a79-fdd8-4403-a3a3-606812766057,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:19.013762 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b4f69-4896-4a7d-8081-cf4df4e80846 service neutron] Pushing event updated for resources: {'Port': ['ID=12d9adf1-7c80-4001-b074-0d89fcd45078,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:19.038310 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b8df59-3f73-4b62-9c3f-a75788b4e947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:46:19.044153 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b18803-54ac-4ae0-ad06-fbac787c8bba" -d '{"events": [{"server_uuid": "82b8df59-3f73-4b62-9c3f-a75788b4e947", "name": "network-vif-plugged", "status": "completed", "tag": "bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:46:19.061229 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-f2563c54-ef94-4524-867d-f055a9d4e602 req-1e830943-dc5d-43a5-83ab-2c79b3dc3db0 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Deleting port 77ee8576-2fe3-4d31-9b63-e80aaf4f0418 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:46:19.061815 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f2563c54-ef94-4524-867d-f055a9d4e602 req-1e830943-dc5d-43a5-83ab-2c79b3dc3db0 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (77ee8576-2fe3-4d31-9b63-e80aaf4f0418), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:19.086375 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fed8d981-6e59-4a70-b4cc-03fbfea03f4b req-50a37c6f-93f8-47fc-9910-da7ad56231d4 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935430 Jan 28 02:46:19.115135 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-4666530c-f544-433c-bcc4-a9e93b63e506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:19.125999 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-4666530c-f544-433c-bcc4-a9e93b63e506 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=deb0ae2c8f344983b94e9f109bff2e22&device_id=5433fb3f-7e16-43f1-ad78-5e732dcf79ec HTTP/1.1" status: 200 len: 1096 time: 0.1021938 Jan 28 02:46:19.169381 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f2563c54-ef94-4524-867d-f055a9d4e602 req-1e830943-dc5d-43a5-83ab-2c79b3dc3db0 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (77ee8576-2fe3-4d31-9b63-e80aaf4f0418), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:19.169787 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f2563c54-ef94-4524-867d-f055a9d4e602 req-1e830943-dc5d-43a5-83ab-2c79b3dc3db0 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Publish callbacks [] for floatingip (77ee8576-2fe3-4d31-9b63-e80aaf4f0418), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:19.185162 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-f2563c54-ef94-4524-867d-f055a9d4e602 req-1e830943-dc5d-43a5-83ab-2c79b3dc3db0 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Calling delete_port for 77ee8576-2fe3-4d31-9b63-e80aaf4f0418 owned by network:floatingip {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:46:19.205284 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-98338efb-7663-47c5-92ba-791186b61ca8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12d9adf1-7c80-4001-b074-0d89fcd45078 HTTP/1.1" status: 200 len: 217 time: 0.0697916 Jan 28 02:46:19.309111 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-a2de9056-38dd-4858-8bac-01b7cf953e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:19.310890 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-a2de9056-38dd-4858-8bac-01b7cf953e09 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8bcd77d3-aea2-4a38-a318-db02b350e105 HTTP/1.1" status: 200 len: 862 time: 0.0851367 Jan 28 02:46:19.317741 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d524c52-273e-4a2f-896f-e40f60864be9 req-d884e5c9-d764-4fb3-bc30-bf03946b7b8b tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:19.319404 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5d524c52-273e-4a2f-896f-e40f60864be9 req-d884e5c9-d764-4fb3-bc30-bf03946b7b8b tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=42b36ac4-e7c3-4d95-8b5d-f16778117334 HTTP/1.1" status: 200 len: 945 time: 0.1322963 Jan 28 02:46:19.363647 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f2563c54-ef94-4524-867d-f055a9d4e602 req-1e830943-dc5d-43a5-83ab-2c79b3dc3db0 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (77ee8576-2fe3-4d31-9b63-e80aaf4f0418), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:19.401551 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e830943-dc5d-43a5-83ab-2c79b3dc3db0 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Pushing event deleted for resources: {'Port': ['ID=77ee8576-2fe3-4d31-9b63-e80aaf4f0418,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:19.421734 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5d524c52-273e-4a2f-896f-e40f60864be9 req-244047f7-890b-461c-95ee-cb02c2ccc552 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918317 Jan 28 02:46:19.424904 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-0e1a2093-5d3b-43fb-b93e-14430bee2f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:19.428832 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 54352) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:46:19.429902 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-0e1a2093-5d3b-43fb-b93e-14430bee2f24 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=14d3588b-3a72-4543-858a-daf4905526c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1060984 Jan 28 02:46:19.433868 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f2563c54-ef94-4524-867d-f055a9d4e602 req-1e830943-dc5d-43a5-83ab-2c79b3dc3db0 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Publish callbacks [] for floatingip (ee910bbd-1f00-4764-83fa-37019e44e9ec), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:19.436917 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f2563c54-ef94-4524-867d-f055a9d4e602 req-1e830943-dc5d-43a5-83ab-2c79b3dc3db0 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:19.438134 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f2563c54-ef94-4524-867d-f055a9d4e602 req-1e830943-dc5d-43a5-83ab-2c79b3dc3db0 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] 10.222.0.53 "DELETE /v2.0/floatingips/ee910bbd-1f00-4764-83fa-37019e44e9ec HTTP/1.1" status: 204 len: 173 time: 0.5730600 Jan 28 02:46:19.457884 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8282d013-75b8-47bf-9af1-bf15c09379cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:19.506295 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf10bdea-d8b1-4966-8d31-c5ab3a199db8 x-openstack-request-id: req-cf10bdea-d8b1-4966-8d31-c5ab3a199db8 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:46:19.506842 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5433fb3f-7e16-43f1-ad78-5e732dcf79ec", "tag": "12d9adf1-7c80-4001-b074-0d89fcd45078", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:46:19.507383 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cf10bdea-d8b1-4966-8d31-c5ab3a199db8 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:46:19.507966 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5433fb3f-7e16-43f1-ad78-5e732dcf79ec', 'tag': '12d9adf1-7c80-4001-b074-0d89fcd45078', 'status': 'completed', 'code': 200} Jan 28 02:46:19.516067 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6340630-bff9-4986-9a8e-1f77ec40428e x-openstack-request-id: req-f6340630-bff9-4986-9a8e-1f77ec40428e {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:46:19.516502 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b8df59-3f73-4b62-9c3f-a75788b4e947", "name": "network-vif-plugged", "status": "completed", "tag": "bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:46:19.517154 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f6340630-bff9-4986-9a8e-1f77ec40428e {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:46:19.517634 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b8df59-3f73-4b62-9c3f-a75788b4e947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03', 'code': 200} Jan 28 02:46:19.554795 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8282d013-75b8-47bf-9af1-bf15c09379cd admin admin] Publish callbacks [] for security_group (b4257308-a242-4e40-a042-6b65a2ef14f0), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:19.561321 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8282d013-75b8-47bf-9af1-bf15c09379cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b4257308-a242-4e40-a042-6b65a2ef14f0), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:19.578360 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-b491583d-9833-419d-b3c1-6204ef1e29e7 service neutron] 10.222.0.39 "GET /v2.0/networks/14d3588b-3a72-4543-858a-daf4905526c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445346 Jan 28 02:46:19.664713 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8282d013-75b8-47bf-9af1-bf15c09379cd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=521dd286fba44e2099c0f462bd40c6bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343776 Jan 28 02:46:19.665683 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 54358) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:46:19.705239 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e9a97-e196-4d04-845c-ef29e46e8911 req-e0ed2d82-3832-4d04-9f79-74682a21b566 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:19.706820 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7a9e9a97-e196-4d04-845c-ef29e46e8911 req-e0ed2d82-3832-4d04-9f79-74682a21b566 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/ports?device_id=5433fb3f-7e16-43f1-ad78-5e732dcf79ec HTTP/1.1" status: 200 len: 944 time: 0.1103101 Jan 28 02:46:19.754136 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5ce24736-d030-47ec-9ca9-46756f6be6b8 req-a0d70290-e01b-4156-bdf4-5b4a6eb8fc0f service neutron] 10.222.0.39 "GET /v2.0/networks/14d3588b-3a72-4543-858a-daf4905526c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587081 Jan 28 02:46:19.781586 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7a9e9a97-e196-4d04-845c-ef29e46e8911 req-a133fc99-6f9e-40bc-81fe-b0a096ae4b01 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a471b5-09f4-45a6-b187-9512acbe1c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638108 Jan 28 02:46:19.903587 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8282d013-75b8-47bf-9af1-bf15c09379cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4257308-a242-4e40-a042-6b65a2ef14f0,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:19.932260 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec59338-d46f-4e9c-ab70-c0745a5359f5 req-051f36ba-201a-4ddb-91f6-a8c30ece3eeb tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:19.933963 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cec59338-d46f-4e9c-ab70-c0745a5359f5 req-051f36ba-201a-4ddb-91f6-a8c30ece3eeb tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=af7ee1b3-8887-41d3-b576-dda942d78c8a HTTP/1.1" status: 200 len: 945 time: 0.3265042 Jan 28 02:46:19.985842 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc7c3a-4274-4bf4-89f2-a5b8f2c241b3 req-c79548f5-4645-48da-a14d-1cc5c7cb3b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:19.987236 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-accc7c3a-4274-4bf4-89f2-a5b8f2c241b3 req-c79548f5-4645-48da-a14d-1cc5c7cb3b3c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=82b8df59-3f73-4b62-9c3f-a75788b4e947 HTTP/1.1" status: 200 len: 1102 time: 0.3600242 Jan 28 02:46:20.020831 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cec59338-d46f-4e9c-ab70-c0745a5359f5 req-5f601bfe-0371-41b8-a690-5bd66c7854dd tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746412 Jan 28 02:46:20.027759 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dbf01b-2448-408b-b56d-fcdc83558c27 req-50f52ee1-33dc-4652-8f1d-aee56e96464f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:20.029326 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e1dbf01b-2448-408b-b56d-fcdc83558c27 req-50f52ee1-33dc-4652-8f1d-aee56e96464f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=deb0ae2c8f344983b94e9f109bff2e22&device_id=5433fb3f-7e16-43f1-ad78-5e732dcf79ec HTTP/1.1" status: 200 len: 1096 time: 0.1311533 Jan 28 02:46:20.036269 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa58f451-bd2e-492c-b381-0b2f89fc8131 admin admin] Publish callbacks [] for security_group (b4257308-a242-4e40-a042-6b65a2ef14f0), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:20.037970 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-40beb621-d967-48cb-90b9-8d20a13ebd73 req-f2600c69-5a70-45e4-9448-54b122062959 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2246480 Jan 28 02:46:20.067801 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-40beb621-d967-48cb-90b9-8d20a13ebd73 req-7ea5a994-6fe1-495e-b577-946e11dea4e6 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:46:20.078242 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-accc7c3a-4274-4bf4-89f2-a5b8f2c241b3 req-8a0b04bc-9159-4e0d-92a6-e1c9b098008a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807374 Jan 28 02:46:20.080398 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa58f451-bd2e-492c-b381-0b2f89fc8131 admin admin] Publish callbacks [] for security_group (b4257308-a242-4e40-a042-6b65a2ef14f0), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:20.128994 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-40beb621-d967-48cb-90b9-8d20a13ebd73 req-7ea5a994-6fe1-495e-b577-946e11dea4e6 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:20.159334 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa58f451-bd2e-492c-b381-0b2f89fc8131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b4257308-a242-4e40-a042-6b65a2ef14f0), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:20.162536 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa58f451-bd2e-492c-b381-0b2f89fc8131 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:20.165131 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-fa58f451-bd2e-492c-b381-0b2f89fc8131 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b4257308-a242-4e40-a042-6b65a2ef14f0 HTTP/1.1" status: 204 len: 168 time: 0.2673004 Jan 28 02:46:20.177809 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 5211e927-24e1-41c8-838c-b2a6c7eb4347 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:46:20.191381 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dbf01b-2448-408b-b56d-fcdc83558c27 req-443ed6ec-4844-495d-a426-e149d56a3306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:20.193000 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e1dbf01b-2448-408b-b56d-fcdc83558c27 req-443ed6ec-4844-495d-a426-e149d56a3306 service neutron] 10.222.0.39 "GET /v2.0/networks?id=14d3588b-3a72-4543-858a-daf4905526c1 HTTP/1.1" status: 200 len: 924 time: 0.1539707 Jan 28 02:46:20.196878 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa58f451-bd2e-492c-b381-0b2f89fc8131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4257308-a242-4e40-a042-6b65a2ef14f0,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:20.241008 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e1dbf01b-2448-408b-b56d-fcdc83558c27 req-ab1e6297-c4b9-4cb8-bf8c-3ef675658b3f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12d9adf1-7c80-4001-b074-0d89fcd45078 HTTP/1.1" status: 200 len: 217 time: 0.0416291 Jan 28 02:46:20.248383 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64531ff0-ab87-4511-ace6-fdaa3cb81a2a req-75625fcf-b4c9-4633-bee6-a5f440945131 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:20.256048 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-64531ff0-ab87-4511-ace6-fdaa3cb81a2a req-75625fcf-b4c9-4633-bee6-a5f440945131 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa56615-b151-47cf-a515-21c799286b2e HTTP/1.1" status: 200 len: 950 time: 0.1313555 Jan 28 02:46:20.272355 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 5211e927-24e1-41c8-838c-b2a6c7eb4347 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:46:20.281781 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 5211e927-24e1-41c8-838c-b2a6c7eb4347 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:46:20.283108 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (5211e927-24e1-41c8-838c-b2a6c7eb4347), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:20.320665 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-64531ff0-ab87-4511-ace6-fdaa3cb81a2a req-700d1ade-aa80-426d-8c10-641bbd4cf61f tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637267 Jan 28 02:46:20.335869 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dbf01b-2448-408b-b56d-fcdc83558c27 req-62d67159-dc30-4748-b350-f4441f48ae96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:20.342815 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e1dbf01b-2448-408b-b56d-fcdc83558c27 req-62d67159-dc30-4748-b350-f4441f48ae96 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8bcd77d3-aea2-4a38-a318-db02b350e105 HTTP/1.1" status: 200 len: 862 time: 0.0838501 Jan 28 02:46:20.404747 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-40beb621-d967-48cb-90b9-8d20a13ebd73 req-7ea5a994-6fe1-495e-b577-946e11dea4e6 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:20.419873 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dbf01b-2448-408b-b56d-fcdc83558c27 req-9a9e60f1-5c70-40ca-9aef-58074dbfda23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:20.421675 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 5211e927-24e1-41c8-838c-b2a6c7eb4347 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:46:20.422076 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5211e927-24e1-41c8-838c-b2a6c7eb4347), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:20.422207 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e1dbf01b-2448-408b-b56d-fcdc83558c27 req-9a9e60f1-5c70-40ca-9aef-58074dbfda23 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=14d3588b-3a72-4543-858a-daf4905526c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0708649 Jan 28 02:46:20.475191 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 5211e927-24e1-41c8-838c-b2a6c7eb4347, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=5211e927-24e1-41c8-838c-b2a6c7eb4347,segment=NetworkSegment(1cc99f2f-8533-4758-ac6d-0ec0b703844f),segment_id=1cc99f2f-8533-4758-ac6d-0ec0b703844f)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:20.491948 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (5211e927-24e1-41c8-838c-b2a6c7eb4347), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:20.590593 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=5211e927-24e1-41c8-838c-b2a6c7eb4347,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:20.631496 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a59ea-c584-4975-b41e-74bddfff37f8 req-c0f4ba1d-cc0a-4a67-aa02-63d3a0545b8c tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:20.634755 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b70a59ea-c584-4975-b41e-74bddfff37f8 req-c0f4ba1d-cc0a-4a67-aa02-63d3a0545b8c tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=82b8df59-3f73-4b62-9c3f-a75788b4e947 HTTP/1.1" status: 200 len: 950 time: 0.0901425 Jan 28 02:46:20.691051 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b70a59ea-c584-4975-b41e-74bddfff37f8 req-1ed731b2-c4dc-4ebe-a9d0-66c8ed457b7e tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487764 Jan 28 02:46:20.817310 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab6240-3568-4f21-a41c-1d8d3aab73b9 req-856a8ee5-d178-47d1-ac82-df156340ea87 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:20.826188 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-95ab6240-3568-4f21-a41c-1d8d3aab73b9 req-856a8ee5-d178-47d1-ac82-df156340ea87 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=42b36ac4-e7c3-4d95-8b5d-f16778117334 HTTP/1.1" status: 200 len: 946 time: 0.0660374 Jan 28 02:46:20.852764 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e1dbf01b-2448-408b-b56d-fcdc83558c27 req-062b1bd0-930c-4993-9b19-5a491cbdba4f service neutron] 10.222.0.39 "GET /v2.0/networks/14d3588b-3a72-4543-858a-daf4905526c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954551 Jan 28 02:46:20.853865 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-40beb621-d967-48cb-90b9-8d20a13ebd73 req-7ea5a994-6fe1-495e-b577-946e11dea4e6 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Allocated IP 172.25.0.227 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/37f45ba4-4279-4b86-9d39-ec668a71d94d) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:46:20.885944 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-95ab6240-3568-4f21-a41c-1d8d3aab73b9 req-e1082af3-d3ef-4198-92c4-c8d77547f276 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588474 Jan 28 02:46:21.010238 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050392a-0159-4bd5-8245-c1a2a9ccc70c req-fdc117f7-1687-4bc2-b488-274e06b0d7f3 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:21.012232 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a050392a-0159-4bd5-8245-c1a2a9ccc70c req-fdc117f7-1687-4bc2-b488-274e06b0d7f3 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=af7ee1b3-8887-41d3-b576-dda942d78c8a HTTP/1.1" status: 200 len: 945 time: 0.0494618 Jan 28 02:46:21.057479 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e1dbf01b-2448-408b-b56d-fcdc83558c27 req-26543f19-b2ae-4fac-84d2-cdb0ec99a984 service neutron] 10.222.0.39 "GET /v2.0/networks/14d3588b-3a72-4543-858a-daf4905526c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942065 Jan 28 02:46:21.061299 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a050392a-0159-4bd5-8245-c1a2a9ccc70c req-dd9b6112-54a7-41fc-b802-ea9010c6bef1 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435851 Jan 28 02:46:21.083050 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-40beb621-d967-48cb-90b9-8d20a13ebd73 req-7ea5a994-6fe1-495e-b577-946e11dea4e6 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Publish callbacks [] for port (37f45ba4-4279-4b86-9d39-ec668a71d94d), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:21.125850 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-40beb621-d967-48cb-90b9-8d20a13ebd73 req-7ea5a994-6fe1-495e-b577-946e11dea4e6 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (37f45ba4-4279-4b86-9d39-ec668a71d94d), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:21.168924 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40beb621-d967-48cb-90b9-8d20a13ebd73 req-7ea5a994-6fe1-495e-b577-946e11dea4e6 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:46:21.169885 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ff102-b5ca-4042-93d4-4a6d17082976 req-603f6d09-6b4a-4588-add0-116f31511b7a tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:21.171570 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-029ff102-b5ca-4042-93d4-4a6d17082976 req-603f6d09-6b4a-4588-add0-116f31511b7a tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/ports?device_id=5433fb3f-7e16-43f1-ad78-5e732dcf79ec HTTP/1.1" status: 200 len: 944 time: 0.0504043 Jan 28 02:46:21.173473 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-40beb621-d967-48cb-90b9-8d20a13ebd73 req-7ea5a994-6fe1-495e-b577-946e11dea4e6 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:46:21.175933 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-40beb621-d967-48cb-90b9-8d20a13ebd73 req-7ea5a994-6fe1-495e-b577-946e11dea4e6 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:46:21.209248 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea5a994-6fe1-495e-b577-946e11dea4e6 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Pushing event updated for resources: {'Port': ['ID=37f45ba4-4279-4b86-9d39-ec668a71d94d,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:21.227217 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-029ff102-b5ca-4042-93d4-4a6d17082976 req-2b052843-d692-458b-b7d3-501ae2c68e82 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a471b5-09f4-45a6-b187-9512acbe1c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492084 Jan 28 02:46:21.275143 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-40beb621-d967-48cb-90b9-8d20a13ebd73 req-7ea5a994-6fe1-495e-b577-946e11dea4e6 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Publish callbacks [] for floatingip (b338e409-751e-4bb8-b4b5-cff7bb8605fe), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:21.313099 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 54418) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:46:21.320585 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-40beb621-d967-48cb-90b9-8d20a13ebd73 req-7ea5a994-6fe1-495e-b577-946e11dea4e6 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (37f45ba4-4279-4b86-9d39-ec668a71d94d), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:21.430341 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-125c4c88-175d-4fed-aecc-fb0ed1177412 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1308608263-network', 'tenant_id': 'bea4609d0d234d759eed16f235cde7c5'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:46:21.468155 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125c4c88-175d-4fed-aecc-fb0ed1177412 admin admin] Made reservation on behalf of bea4609d0d234d759eed16f235cde7c5 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:46:21.470500 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-125c4c88-175d-4fed-aecc-fb0ed1177412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:21.486560 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-125c4c88-175d-4fed-aecc-fb0ed1177412 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:21.518917 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b36ac4-e7c3-4d95-8b5d-f16778117334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5211e927-24e1-41c8-838c-b2a6c7eb4347'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:46:21.522300 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa489d9-2b67-4f86-966c-f90716ac134b" -d '{"events": [{"server_uuid": "42b36ac4-e7c3-4d95-8b5d-f16778117334", "name": "network-vif-plugged", "status": "completed", "tag": "5211e927-24e1-41c8-838c-b2a6c7eb4347"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:46:21.531751 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-40beb621-d967-48cb-90b9-8d20a13ebd73 req-7ea5a994-6fe1-495e-b577-946e11dea4e6 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Publish callbacks [] for port (37f45ba4-4279-4b86-9d39-ec668a71d94d), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:21.541935 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-40beb621-d967-48cb-90b9-8d20a13ebd73 req-7ea5a994-6fe1-495e-b577-946e11dea4e6 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (37f45ba4-4279-4b86-9d39-ec668a71d94d), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:21.583159 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-40beb621-d967-48cb-90b9-8d20a13ebd73 req-7ea5a994-6fe1-495e-b577-946e11dea4e6 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (b338e409-751e-4bb8-b4b5-cff7bb8605fe), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:21.610472 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea5a994-6fe1-495e-b577-946e11dea4e6 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Pushing event updated for resources: {'Port': ['ID=37f45ba4-4279-4b86-9d39-ec668a71d94d,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:21.619656 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-40beb621-d967-48cb-90b9-8d20a13ebd73 req-7ea5a994-6fe1-495e-b577-946e11dea4e6 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:21.620871 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-40beb621-d967-48cb-90b9-8d20a13ebd73 req-7ea5a994-6fe1-495e-b577-946e11dea4e6 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5587208 Jan 28 02:46:21.709027 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-125c4c88-175d-4fed-aecc-fb0ed1177412 admin admin] Publish callbacks [] for security_group (a7f4f038-cb71-42a3-85e5-d0fdee5fc599), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:21.712342 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-40beb621-d967-48cb-90b9-8d20a13ebd73 req-a1a83a7d-90b8-4575-8dca-0842de6399c0 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.227 HTTP/1.1" status: 200 len: 696 time: 0.0810931 Jan 28 02:46:21.716409 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-125c4c88-175d-4fed-aecc-fb0ed1177412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (a7f4f038-cb71-42a3-85e5-d0fdee5fc599), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:21.776876 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67835ae-bf2c-4884-b3fe-71b7778901d1 req-3f1c0939-2034-4490-a343-57b4277c1243 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:21.778502 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d67835ae-bf2c-4884-b3fe-71b7778901d1 req-3f1c0939-2034-4490-a343-57b4277c1243 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa56615-b151-47cf-a515-21c799286b2e HTTP/1.1" status: 200 len: 950 time: 0.0506439 Jan 28 02:46:21.789454 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-125c4c88-175d-4fed-aecc-fb0ed1177412 admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:46:21.807184 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125c4c88-175d-4fed-aecc-fb0ed1177412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f4f038-cb71-42a3-85e5-d0fdee5fc599,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:21.819825 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-125c4c88-175d-4fed-aecc-fb0ed1177412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (4238316f-2d67-4b16-98cf-2461c8f41cd2), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:21.820166 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-125c4c88-175d-4fed-aecc-fb0ed1177412 admin admin] Added segment 4238316f-2d67-4b16-98cf-2461c8f41cd2 of type vlan for network 6613a3bb-644a-459f-9674-54543599a8bb Jan 28 02:46:21.826264 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d67835ae-bf2c-4884-b3fe-71b7778901d1 req-af9bcb5d-714a-49b8-844a-754d8625c895 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418599 Jan 28 02:46:21.874047 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90148f36-d5f1-4147-92d1-fa2e762fbfe6 x-openstack-request-id: req-90148f36-d5f1-4147-92d1-fa2e762fbfe6 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:46:21.874372 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b36ac4-e7c3-4d95-8b5d-f16778117334", "name": "network-vif-plugged", "status": "completed", "tag": "5211e927-24e1-41c8-838c-b2a6c7eb4347", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:46:21.874622 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-90148f36-d5f1-4147-92d1-fa2e762fbfe6 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:46:21.875014 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b36ac4-e7c3-4d95-8b5d-f16778117334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5211e927-24e1-41c8-838c-b2a6c7eb4347', 'code': 200} Jan 28 02:46:21.879267 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40beb621-d967-48cb-90b9-8d20a13ebd73 req-b992d76d-cb6f-4c40-9d04-f641170b145f tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:21.880993 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-40beb621-d967-48cb-90b9-8d20a13ebd73 req-b992d76d-cb6f-4c40-9d04-f641170b145f tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] 10.222.0.53 "GET /v2.0/networks/8f7dc9c9-eaf1-4339-a2e3-884554154641 HTTP/1.1" status: 200 len: 784 time: 0.1611650 Jan 28 02:46:21.899836 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [req-40beb621-d967-48cb-90b9-8d20a13ebd73 req-d3a1de1a-d297-4a4f-a531-e478a2d4f676 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:46:21.900924 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-40beb621-d967-48cb-90b9-8d20a13ebd73 req-d3a1de1a-d297-4a4f-a531-e478a2d4f676 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0121264 Jan 28 02:46:21.904659 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-125c4c88-175d-4fed-aecc-fb0ed1177412 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (6613a3bb-644a-459f-9674-54543599a8bb), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:21.936250 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-125c4c88-175d-4fed-aecc-fb0ed1177412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (6613a3bb-644a-459f-9674-54543599a8bb), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:21.937433 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125c4c88-175d-4fed-aecc-fb0ed1177412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:21.938097 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-125c4c88-175d-4fed-aecc-fb0ed1177412 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:21.989877 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-125c4c88-175d-4fed-aecc-fb0ed1177412 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6754119 Jan 28 02:46:21.990599 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 54434) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:46:22.014230 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15b6f1-9c50-48b3-baf8-326fb75778cf req-882d7711-c817-4ae4-aeae-91497a634188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:22.020786 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fe15b6f1-9c50-48b3-baf8-326fb75778cf req-882d7711-c817-4ae4-aeae-91497a634188 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=42b36ac4-e7c3-4d95-8b5d-f16778117334 HTTP/1.1" status: 200 len: 1098 time: 0.0432985 Jan 28 02:46:22.021261 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125c4c88-175d-4fed-aecc-fb0ed1177412 admin admin] Pushing event updated for resources: {'Network': ['ID=6613a3bb-644a-459f-9674-54543599a8bb,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:22.023479 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-a65b7c6c-553e-4a6b-8906-4aa9eb477557 admin admin] Request body: {'subnet': {'network_id': '6613a3bb-644a-459f-9674-54543599a8bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1308608263-subnet', 'tenant_id': 'bea4609d0d234d759eed16f235cde7c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:46:22.031573 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 6613a3bb-644a-459f-9674-54543599a8bb details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:46:22.069105 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65b7c6c-553e-4a6b-8906-4aa9eb477557 admin admin] Made reservation on behalf of bea4609d0d234d759eed16f235cde7c5 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:46:22.071544 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a65b7c6c-553e-4a6b-8906-4aa9eb477557 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:22.085841 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d47c00-5eaa-427a-8977-92e253e52b1a req-03e82c39-7829-4d25-bd66-8a172b76f9fc tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:22.087741 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-93d47c00-5eaa-427a-8977-92e253e52b1a req-03e82c39-7829-4d25-bd66-8a172b76f9fc tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=82b8df59-3f73-4b62-9c3f-a75788b4e947 HTTP/1.1" status: 200 len: 950 time: 0.1043839 Jan 28 02:46:22.090612 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16c26e39-91e1-447b-8301-c1c778e5dcc8 req-dbc12e08-8e35-4ea9-8edf-50691e8b40f6 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] 10.222.0.53 "GET /v2.0/floatingips/b338e409-751e-4bb8-b4b5-cff7bb8605fe HTTP/1.1" status: 200 len: 693 time: 0.0585842 Jan 28 02:46:22.161272 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fe15b6f1-9c50-48b3-baf8-326fb75778cf req-f6079dd5-6d91-4e3b-a2c2-b5bd0350ebd7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370425 Jan 28 02:46:22.198745 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-93d47c00-5eaa-427a-8977-92e253e52b1a req-f03d1f0a-a6c7-4fd0-b239-011bddcb1970 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957484 Jan 28 02:46:22.211382 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c26e39-91e1-447b-8301-c1c778e5dcc8 req-1d0e641d-51af-46e2-998a-b0c6bbdb5c10 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:22.212779 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16c26e39-91e1-447b-8301-c1c778e5dcc8 req-1d0e641d-51af-46e2-998a-b0c6bbdb5c10 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] 10.222.0.53 "GET /v2.0/networks/8f7dc9c9-eaf1-4339-a2e3-884554154641 HTTP/1.1" status: 200 len: 784 time: 0.1166172 Jan 28 02:46:22.278704 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16c26e39-91e1-447b-8301-c1c778e5dcc8 req-071a52ec-ad3b-4de0-b8b6-017c4b22b31c tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.227 HTTP/1.1" status: 200 len: 696 time: 0.0597022 Jan 28 02:46:22.327371 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16c26e39-91e1-447b-8301-c1c778e5dcc8 req-89875ffc-4a82-47f0-bcf8-7e752fd9e9cc tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.227 HTTP/1.1" status: 200 len: 696 time: 0.0426733 Jan 28 02:46:22.347646 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a65b7c6c-553e-4a6b-8906-4aa9eb477557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for subnet (b623299e-46b0-4adb-b003-30f1755dca8b), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:22.386668 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db235bf-2cea-4a2d-8f81-4e08574841e3 req-8b9c7805-4031-4741-a1ab-878dfad97c13 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:22.388150 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5db235bf-2cea-4a2d-8f81-4e08574841e3 req-8b9c7805-4031-4741-a1ab-878dfad97c13 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=42b36ac4-e7c3-4d95-8b5d-f16778117334 HTTP/1.1" status: 200 len: 946 time: 0.0882444 Jan 28 02:46:22.419724 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b7c6c-553e-4a6b-8906-4aa9eb477557 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b623299e-46b0-4adb-b003-30f1755dca8b,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:22.455333 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65b7c6c-553e-4a6b-8906-4aa9eb477557 admin admin] Checking segment: {'id': '4238316f-2d67-4b16-98cf-2461c8f41cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6613a3bb-644a-459f-9674-54543599a8bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:46:22.456040 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65b7c6c-553e-4a6b-8906-4aa9eb477557 admin admin] Network hostable DHCP agents. Network: 6613a3bb-644a-459f-9674-54543599a8bb, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:46:22.456514 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-16c26e39-91e1-447b-8301-c1c778e5dcc8 req-e15513f9-65b1-42d4-a40c-39a4b5e78476 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Deleting port 37f45ba4-4279-4b86-9d39-ec668a71d94d {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:46:22.456926 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-16c26e39-91e1-447b-8301-c1c778e5dcc8 req-e15513f9-65b1-42d4-a40c-39a4b5e78476 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (37f45ba4-4279-4b86-9d39-ec668a71d94d), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:22.460455 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5db235bf-2cea-4a2d-8f81-4e08574841e3 req-2062e02d-18f8-4d5f-8efb-9525dd5b1881 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657411 Jan 28 02:46:22.477246 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65b7c6c-553e-4a6b-8906-4aa9eb477557 admin admin] Network 6613a3bb-644a-459f-9674-54543599a8bb is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:46:22.502154 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-a65b7c6c-553e-4a6b-8906-4aa9eb477557 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 6613a3bb-644a-459f-9674-54543599a8bb) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:46:22.507936 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65b7c6c-553e-4a6b-8906-4aa9eb477557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:22.508537 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a65b7c6c-553e-4a6b-8906-4aa9eb477557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:22.518886 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb71934-cba2-4eb2-bdef-60e0c98eb552 None None] Network 6613a3bb-644a-459f-9674-54543599a8bb requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:46:22.532073 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a65b7c6c-553e-4a6b-8906-4aa9eb477557 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5161781 Jan 28 02:46:22.548006 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-16c26e39-91e1-447b-8301-c1c778e5dcc8 req-e15513f9-65b1-42d4-a40c-39a4b5e78476 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (37f45ba4-4279-4b86-9d39-ec668a71d94d), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:22.548607 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-16c26e39-91e1-447b-8301-c1c778e5dcc8 req-e15513f9-65b1-42d4-a40c-39a4b5e78476 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Publish callbacks [] for floatingip (37f45ba4-4279-4b86-9d39-ec668a71d94d), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:22.562797 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-16c26e39-91e1-447b-8301-c1c778e5dcc8 req-e15513f9-65b1-42d4-a40c-39a4b5e78476 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Calling delete_port for 37f45ba4-4279-4b86-9d39-ec668a71d94d owned by network:floatingip {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:46:22.600202 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf32d0f-5489-4f72-93c7-e94f3184b965 req-fd5a8d48-8e0f-422a-bdce-09ca2e3c8d0e tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:22.607302 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-abf32d0f-5489-4f72-93c7-e94f3184b965 req-fd5a8d48-8e0f-422a-bdce-09ca2e3c8d0e tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=af7ee1b3-8887-41d3-b576-dda942d78c8a HTTP/1.1" status: 200 len: 945 time: 0.0662968 Jan 28 02:46:22.655700 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4f5592-25bc-4f52-92fd-bfd284acdc88 None None] Network 6613a3bb-644a-459f-9674-54543599a8bb requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:46:22.663531 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-abf32d0f-5489-4f72-93c7-e94f3184b965 req-e7e4924d-721e-4269-ab53-0b8a69dfa98c tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502264 Jan 28 02:46:22.755633 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-16c26e39-91e1-447b-8301-c1c778e5dcc8 req-e15513f9-65b1-42d4-a40c-39a4b5e78476 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (37f45ba4-4279-4b86-9d39-ec668a71d94d), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:22.786765 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15513f9-65b1-42d4-a40c-39a4b5e78476 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Pushing event deleted for resources: {'Port': ['ID=37f45ba4-4279-4b86-9d39-ec668a71d94d,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:22.811375 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-16c26e39-91e1-447b-8301-c1c778e5dcc8 req-e15513f9-65b1-42d4-a40c-39a4b5e78476 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Publish callbacks [] for floatingip (b338e409-751e-4bb8-b4b5-cff7bb8605fe), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:22.813999 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-16c26e39-91e1-447b-8301-c1c778e5dcc8 req-e15513f9-65b1-42d4-a40c-39a4b5e78476 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:22.815163 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16c26e39-91e1-447b-8301-c1c778e5dcc8 req-e15513f9-65b1-42d4-a40c-39a4b5e78476 tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] 10.222.0.53 "DELETE /v2.0/floatingips/b338e409-751e-4bb8-b4b5-cff7bb8605fe HTTP/1.1" status: 204 len: 173 time: 0.4823842 Jan 28 02:46:22.923245 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d4953-5037-44d6-821a-108f25a53578 req-06c8efb1-af05-492d-8eb1-9c2d9bddc8ba tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:22.925503 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-699d4953-5037-44d6-821a-108f25a53578 req-06c8efb1-af05-492d-8eb1-9c2d9bddc8ba tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/ports?device_id=5433fb3f-7e16-43f1-ad78-5e732dcf79ec HTTP/1.1" status: 200 len: 944 time: 0.0580649 Jan 28 02:46:22.938933 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f44b0-d8ef-4162-84a0-4238aed595b3 req-e5d0cffe-5724-4054-b3af-f3468fffe8bc tempest-ServersOnMultiNodesTest-1215738684 tempest-ServersOnMultiNodesTest-1215738684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:22.940492 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ef1f44b0-d8ef-4162-84a0-4238aed595b3 req-e5d0cffe-5724-4054-b3af-f3468fffe8bc tempest-ServersOnMultiNodesTest-1215738684 tempest-ServersOnMultiNodesTest-1215738684-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=82b8df59-3f73-4b62-9c3f-a75788b4e947 HTTP/1.1" status: 200 len: 1102 time: 0.0440049 Jan 28 02:46:22.968024 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-ef1f44b0-d8ef-4162-84a0-4238aed595b3 req-2b7695f0-5a70-4596-822e-928a5377de3c tempest-ServersOnMultiNodesTest-1215738684 tempest-ServersOnMultiNodesTest-1215738684-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:22.978277 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-699d4953-5037-44d6-821a-108f25a53578 req-94781b11-849e-469f-8722-5fc21182d8f6 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a471b5-09f4-45a6-b187-9512acbe1c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451546 Jan 28 02:46:23.053767 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-ef1f44b0-d8ef-4162-84a0-4238aed595b3 req-2b7695f0-5a70-4596-822e-928a5377de3c tempest-ServersOnMultiNodesTest-1215738684 tempest-ServersOnMultiNodesTest-1215738684-project-admin] Publish callbacks [] for security_group (ef8cd4dd-ae64-4bf3-b392-3b607fd12a35), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:23.058690 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-ef1f44b0-d8ef-4162-84a0-4238aed595b3 req-2b7695f0-5a70-4596-822e-928a5377de3c tempest-ServersOnMultiNodesTest-1215738684 tempest-ServersOnMultiNodesTest-1215738684-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (ef8cd4dd-ae64-4bf3-b392-3b607fd12a35), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:23.107693 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ef1f44b0-d8ef-4162-84a0-4238aed595b3 req-2b7695f0-5a70-4596-822e-928a5377de3c tempest-ServersOnMultiNodesTest-1215738684 tempest-ServersOnMultiNodesTest-1215738684-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538281 Jan 28 02:46:23.108455 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7695f0-5a70-4596-822e-928a5377de3c tempest-ServersOnMultiNodesTest-1215738684 tempest-ServersOnMultiNodesTest-1215738684-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8cd4dd-ae64-4bf3-b392-3b607fd12a35,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:23.181454 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 54468) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:46:23.186448 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-f64a04ca-d015-43f0-b557-d8dd0b07b2b7 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1210229795-network', 'tenant_id': 'b28b9d89f35a42a1a858f1abacc9eac3'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:46:23.194777 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [req-73f8685e-9647-428d-bf01-6d242f671686 req-2765dc94-a636-4d95-acb9-9031a0a7866d tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] show failed (client error): The resource could not be found. Jan 28 02:46:23.196175 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-73f8685e-9647-428d-bf01-6d242f671686 req-2765dc94-a636-4d95-acb9-9031a0a7866d tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] 10.222.0.53 "GET /v2.0/floatingips/b338e409-751e-4bb8-b4b5-cff7bb8605fe HTTP/1.1" status: 404 len: 350 time: 0.0410523 Jan 28 02:46:23.221274 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64a04ca-d015-43f0-b557-d8dd0b07b2b7 admin admin] Made reservation on behalf of b28b9d89f35a42a1a858f1abacc9eac3 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:46:23.224605 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f64a04ca-d015-43f0-b557-d8dd0b07b2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:23.234685 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f64a04ca-d015-43f0-b557-d8dd0b07b2b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:23.298703 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d7c30-df26-44bd-93bd-93f08851f9fc req-8a4080bf-1eb8-4edb-990a-6c0db7dd2dbf tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:23.300188 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-211d7c30-df26-44bd-93bd-93f08851f9fc req-8a4080bf-1eb8-4edb-990a-6c0db7dd2dbf tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa56615-b151-47cf-a515-21c799286b2e HTTP/1.1" status: 200 len: 950 time: 0.0500963 Jan 28 02:46:23.319370 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f64a04ca-d015-43f0-b557-d8dd0b07b2b7 admin admin] Publish callbacks [] for security_group (aae53449-81d2-47b0-bda9-7f0175a35c4c), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:23.325498 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f64a04ca-d015-43f0-b557-d8dd0b07b2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (aae53449-81d2-47b0-bda9-7f0175a35c4c), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:23.358208 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f64a04ca-d015-43f0-b557-d8dd0b07b2b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:46:23.360353 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-211d7c30-df26-44bd-93bd-93f08851f9fc req-dfe0abf2-33f4-4021-8d0d-271d18ae91ff tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546205 Jan 28 02:46:23.371630 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a04ca-d015-43f0-b557-d8dd0b07b2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae53449-81d2-47b0-bda9-7f0175a35c4c,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:23.401337 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [req-f75969e1-26f6-47de-911f-65dee6406c78 req-378cc064-19c6-4d07-a4cb-359ee3ef885c tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] show failed (client error): The resource could not be found. Jan 28 02:46:23.402400 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f75969e1-26f6-47de-911f-65dee6406c78 req-378cc064-19c6-4d07-a4cb-359ee3ef885c tempest-FloatingIPsTestJSON-231035936 tempest-FloatingIPsTestJSON-231035936-project] 10.222.0.53 "GET /v2.0/floatingips/b338e409-751e-4bb8-b4b5-cff7bb8605fe HTTP/1.1" status: 404 len: 350 time: 0.0492115 Jan 28 02:46:23.409268 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f64a04ca-d015-43f0-b557-d8dd0b07b2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (1af9c29b-2c41-42a2-a5e6-c6f7bc189b78), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:23.409630 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-f64a04ca-d015-43f0-b557-d8dd0b07b2b7 admin admin] Added segment 1af9c29b-2c41-42a2-a5e6-c6f7bc189b78 of type vlan for network 0056712a-94f3-4d70-8013-7f20b395d62b Jan 28 02:46:23.416150 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 54478) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:46:23.460632 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f64a04ca-d015-43f0-b557-d8dd0b07b2b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (0056712a-94f3-4d70-8013-7f20b395d62b), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:23.493686 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f64a04ca-d015-43f0-b557-d8dd0b07b2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (0056712a-94f3-4d70-8013-7f20b395d62b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:23.495472 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64a04ca-d015-43f0-b557-d8dd0b07b2b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:23.496338 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f64a04ca-d015-43f0-b557-d8dd0b07b2b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:23.589026 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a04ca-d015-43f0-b557-d8dd0b07b2b7 admin admin] Pushing event updated for resources: {'Network': ['ID=0056712a-94f3-4d70-8013-7f20b395d62b,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:23.603078 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 0056712a-94f3-4d70-8013-7f20b395d62b details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:46:23.628971 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f64a04ca-d015-43f0-b557-d8dd0b07b2b7 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4460883 Jan 28 02:46:23.632550 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 54498) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:46:23.639573 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-14a0753c-eaa6-4af3-8415-2e93e63a6c94 admin admin] Request body: {'subnet': {'network_id': '0056712a-94f3-4d70-8013-7f20b395d62b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1210229795-subnet', 'tenant_id': 'b28b9d89f35a42a1a858f1abacc9eac3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:46:23.662806 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-f1d08800-5b6c-4f40-844e-c4980ae6d806 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=48a9da4172074c31af36ad122c33e36a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482316 Jan 28 02:46:23.740986 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a0753c-eaa6-4af3-8415-2e93e63a6c94 admin admin] Made reservation on behalf of b28b9d89f35a42a1a858f1abacc9eac3 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:46:23.753458 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-14a0753c-eaa6-4af3-8415-2e93e63a6c94 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:23.755666 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe084c0d-8183-45f3-bdf3-96c63ec02463 req-20916ce5-4a3c-4029-b110-56c463902363 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:23.757427 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fe084c0d-8183-45f3-bdf3-96c63ec02463 req-20916ce5-4a3c-4029-b110-56c463902363 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=42b36ac4-e7c3-4d95-8b5d-f16778117334 HTTP/1.1" status: 200 len: 946 time: 0.2001057 Jan 28 02:46:23.873114 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-470bd965-afcf-4f3a-a3ea-0b39f4c02e98 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:23.875617 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fe084c0d-8183-45f3-bdf3-96c63ec02463 req-29e43a75-c553-4c5f-9625-31585c1e2c6d tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102800 Jan 28 02:46:23.878921 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-470bd965-afcf-4f3a-a3ea-0b39f4c02e98 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2151957 Jan 28 02:46:23.898520 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 12d9adf1-7c80-4001-b074-0d89fcd45078 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:46:23.920592 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 54504) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:46:23.921049 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-6835ae5a-8043-4bba-98c6-5d9dd2bdeb55 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/quotas/48a9da4172074c31af36ad122c33e36a HTTP/1.1" status: 200 len: 375 time: 0.0406284 Jan 28 02:46:24.037272 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-ea5b92db-a9af-4a2a-9773-87a1e088c78a tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=48a9da4172074c31af36ad122c33e36a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1152129 Jan 28 02:46:24.053461 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-14a0753c-eaa6-4af3-8415-2e93e63a6c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for subnet (462281bb-78ad-48b6-b495-61345868dd64), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:24.067613 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-39011ece-e409-459c-b90e-04af873b6541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (e1795d8f-006b-4774-bf6a-ac7d4d42b6af), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:24.068592 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 12d9adf1-7c80-4001-b074-0d89fcd45078, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=12d9adf1-7c80-4001-b074-0d89fcd45078,segment=NetworkSegment(bbedb26a-d891-40c8-8d71-f06cdae1759c),segment_id=bbedb26a-d891-40c8-8d71-f06cdae1759c)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:24.082339 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '12d9adf1-7c80-4001-b074-0d89fcd45078', 'network_id': '14d3588b-3a72-4543-858a-daf4905526c1', 'port_id': '12d9adf1-7c80-4001-b074-0d89fcd45078', 'mac_address': 'fa:16:3e:ab:b9:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bcd77d3-aea2-4a38-a318-db02b350e105', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:46:24.123086 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a0753c-eaa6-4af3-8415-2e93e63a6c94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=462281bb-78ad-48b6-b495-61345868dd64,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:24.125267 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 12d9adf1-7c80-4001-b074-0d89fcd45078 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:46:24.131530 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (12d9adf1-7c80-4001-b074-0d89fcd45078), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:24.148018 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12d9adf1-7c80-4001-b074-0d89fcd45078 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:46:24.155899 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a0753c-eaa6-4af3-8415-2e93e63a6c94 admin admin] Checking segment: {'id': '1af9c29b-2c41-42a2-a5e6-c6f7bc189b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0056712a-94f3-4d70-8013-7f20b395d62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:46:24.156319 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a0753c-eaa6-4af3-8415-2e93e63a6c94 admin admin] Network hostable DHCP agents. Network: 0056712a-94f3-4d70-8013-7f20b395d62b, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:46:24.184827 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 12d9adf1-7c80-4001-b074-0d89fcd45078, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=12d9adf1-7c80-4001-b074-0d89fcd45078,segment=NetworkSegment(bbedb26a-d891-40c8-8d71-f06cdae1759c),segment_id=bbedb26a-d891-40c8-8d71-f06cdae1759c)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:24.188524 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a0753c-eaa6-4af3-8415-2e93e63a6c94 admin admin] Network 0056712a-94f3-4d70-8013-7f20b395d62b is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:46:24.192047 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (12d9adf1-7c80-4001-b074-0d89fcd45078), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:24.204615 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-14a0753c-eaa6-4af3-8415-2e93e63a6c94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 0056712a-94f3-4d70-8013-7f20b395d62b) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:46:24.207182 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e763b672-988d-4bf9-9068-5d259f450033 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:24.212535 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a0753c-eaa6-4af3-8415-2e93e63a6c94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:24.213312 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-14a0753c-eaa6-4af3-8415-2e93e63a6c94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:24.226488 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdba9781-b8ab-433f-bdb2-d0dfd12a9152 None None] Network 0056712a-94f3-4d70-8013-7f20b395d62b requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:46:24.238077 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-14a0753c-eaa6-4af3-8415-2e93e63a6c94 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6048813 Jan 28 02:46:24.310422 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=12d9adf1-7c80-4001-b074-0d89fcd45078,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:24.350837 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897325e1-e74f-42fe-8e5b-36007c6de60e req-70536370-e727-4c02-a730-71aa835e55c2 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:24.354350 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-897325e1-e74f-42fe-8e5b-36007c6de60e req-70536370-e727-4c02-a730-71aa835e55c2 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=af7ee1b3-8887-41d3-b576-dda942d78c8a HTTP/1.1" status: 200 len: 945 time: 0.3021276 Jan 28 02:46:24.381292 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f981b8c-2d29-4c55-bff7-bccb61983625 None None] Network 0056712a-94f3-4d70-8013-7f20b395d62b requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:46:24.483913 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-897325e1-e74f-42fe-8e5b-36007c6de60e req-0b096b57-ab05-44ea-b2d3-85887b4b68cc tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164842 Jan 28 02:46:24.489308 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e763b672-988d-4bf9-9068-5d259f450033 admin admin] Publish callbacks [] for security_group (8c9472e1-f82d-4307-baba-eddd0e2eba0a), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:24.499105 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e763b672-988d-4bf9-9068-5d259f450033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (8c9472e1-f82d-4307-baba-eddd0e2eba0a), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:24.552909 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e763b672-988d-4bf9-9068-5d259f450033 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8086d5afdd7c42e9b859b3602b95b3c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6312363 Jan 28 02:46:24.555477 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 54518) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:46:24.605122 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e763b672-988d-4bf9-9068-5d259f450033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9472e1-f82d-4307-baba-eddd0e2eba0a,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:24.624839 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9dd721-f48a-479a-ade5-ef73781d8a65 req-1d25ac6a-7bbb-4abf-8f10-0d8c2ed37037 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:24.631357 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bd9dd721-f48a-479a-ade5-ef73781d8a65 req-1d25ac6a-7bbb-4abf-8f10-0d8c2ed37037 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/ports?device_id=5433fb3f-7e16-43f1-ad78-5e732dcf79ec HTTP/1.1" status: 200 len: 945 time: 0.1143463 Jan 28 02:46:24.637119 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['12d9adf1-7c80-4001-b074-0d89fcd45078'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:46:24.656968 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee4d94-1ab5-4c4a-9eb1-dc525965569a req-53a26ebc-cf83-43fb-8aa1-c217f4e76be9 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:24.658514 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-09ee4d94-1ab5-4c4a-9eb1-dc525965569a req-53a26ebc-cf83-43fb-8aa1-c217f4e76be9 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa56615-b151-47cf-a515-21c799286b2e HTTP/1.1" status: 200 len: 950 time: 0.0670834 Jan 28 02:46:24.712729 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7946b407-6bd2-43ff-a607-2ef13cb6ed0c admin admin] Publish callbacks [] for security_group (8c9472e1-f82d-4307-baba-eddd0e2eba0a), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:24.725040 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bd9dd721-f48a-479a-ade5-ef73781d8a65 req-55fde417-3252-4719-9e47-95d9d3dd86c5 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a471b5-09f4-45a6-b187-9512acbe1c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776010 Jan 28 02:46:24.761601 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7946b407-6bd2-43ff-a607-2ef13cb6ed0c admin admin] Publish callbacks [] for security_group (8c9472e1-f82d-4307-baba-eddd0e2eba0a), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:24.858063 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7946b407-6bd2-43ff-a607-2ef13cb6ed0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (8c9472e1-f82d-4307-baba-eddd0e2eba0a), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:24.862250 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7946b407-6bd2-43ff-a607-2ef13cb6ed0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:24.863831 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7946b407-6bd2-43ff-a607-2ef13cb6ed0c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8c9472e1-f82d-4307-baba-eddd0e2eba0a HTTP/1.1" status: 204 len: 168 time: 0.3080201 Jan 28 02:46:24.904580 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7946b407-6bd2-43ff-a607-2ef13cb6ed0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9472e1-f82d-4307-baba-eddd0e2eba0a,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:24.913613 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-39011ece-e409-459c-b90e-04af873b6541 admin admin] Deleting port 106002eb-d994-4e8d-ba32-1bc86e779af3 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:46:24.914172 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-39011ece-e409-459c-b90e-04af873b6541 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (106002eb-d994-4e8d-ba32-1bc86e779af3), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:24.994264 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-09ee4d94-1ab5-4c4a-9eb1-dc525965569a req-8ec80241-1e4c-40ed-93f1-c522588d829f tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269701 Jan 28 02:46:25.033575 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-39011ece-e409-459c-b90e-04af873b6541 admin admin] For port 106002eb-d994-4e8d-ba32-1bc86e779af3, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=106002eb-d994-4e8d-ba32-1bc86e779af3,segment=NetworkSegment(1b3d595d-588a-42b6-9a9a-28b67844d5d8),segment_id=1b3d595d-588a-42b6-9a9a-28b67844d5d8)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:25.033941 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-39011ece-e409-459c-b90e-04af873b6541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (106002eb-d994-4e8d-ba32-1bc86e779af3), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:25.051941 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-39011ece-e409-459c-b90e-04af873b6541 admin admin] Calling delete_port for 106002eb-d994-4e8d-ba32-1bc86e779af3 owned by network:router_interface {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:46:25.196340 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2854c-d1c4-4605-9b2d-e0b313fd8c31 req-d2bc741c-40ea-4dd9-a9d9-cdbfd68987fe tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:25.204546 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ec2854c-d1c4-4605-9b2d-e0b313fd8c31 req-d2bc741c-40ea-4dd9-a9d9-cdbfd68987fe tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=42b36ac4-e7c3-4d95-8b5d-f16778117334 HTTP/1.1" status: 200 len: 946 time: 0.0885720 Jan 28 02:46:25.264373 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ec2854c-d1c4-4605-9b2d-e0b313fd8c31 req-0b3f9225-0774-4947-8d64-fbf196cf036b tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586684 Jan 28 02:46:25.318168 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 54546) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:46:25.331992 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8de16ba0-aa71-4433-a750-f47adb168b02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:25.390262 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-39011ece-e409-459c-b90e-04af873b6541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (106002eb-d994-4e8d-ba32-1bc86e779af3), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:25.396225 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2eb8ec19-68a5-4335-9449-5635298ed1f0 req-33dd88f9-3153-4b02-a1b9-e0246add9ac8 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ee02979-7a90-46d7-b259-847bc9ba8d4b HTTP/1.1" status: 200 len: 210 time: 0.0465431 Jan 28 02:46:25.438668 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39011ece-e409-459c-b90e-04af873b6541 admin admin] Pushing event deleted for resources: {'Port': ['ID=106002eb-d994-4e8d-ba32-1bc86e779af3,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:25.475261 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8de16ba0-aa71-4433-a750-f47adb168b02 admin admin] Publish callbacks [] for security_group (d6460948-1561-442b-904f-6ac7e618543d), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:25.483166 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8de16ba0-aa71-4433-a750-f47adb168b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (d6460948-1561-442b-904f-6ac7e618543d), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:25.607017 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8de16ba0-aa71-4433-a750-f47adb168b02 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aca15b0ddbb14510b25ee76fe2e71955&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2851655 Jan 28 02:46:25.607361 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 54558) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:46:25.614951 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de16ba0-aa71-4433-a750-f47adb168b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6460948-1561-442b-904f-6ac7e618543d,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:25.645654 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3135ee-3236-42e5-bc46-6cee49ed1c76 req-8f7e5b13-eced-4c63-a052-ee6ac3adb9b0 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:25.652600 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1c3135ee-3236-42e5-bc46-6cee49ed1c76 req-8f7e5b13-eced-4c63-a052-ee6ac3adb9b0 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42b36ac4-e7c3-4d95-8b5d-f16778117334 HTTP/1.1" status: 200 len: 1098 time: 0.1523204 Jan 28 02:46:25.714770 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001764b-12a8-4f16-973a-065e273e3f87 req-6412b041-4432-47b6-8106-aaaf558cde6a tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:25.717062 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1001764b-12a8-4f16-973a-065e273e3f87 req-6412b041-4432-47b6-8106-aaaf558cde6a tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] 10.222.0.53 "GET /v2.0/networks?id=6613a3bb-644a-459f-9674-54543599a8bb HTTP/1.1" status: 200 len: 815 time: 0.1436734 Jan 28 02:46:25.717543 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-99e8d8d7-dbd6-466b-8d46-e3497ec4d98e admin admin] Publish callbacks [] for security_group (d6460948-1561-442b-904f-6ac7e618543d), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:25.747912 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1c3135ee-3236-42e5-bc46-6cee49ed1c76 req-0b19c92c-5e13-4089-ab7c-762c8369a127 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943413 Jan 28 02:46:25.748951 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1001764b-12a8-4f16-973a-065e273e3f87 req-6b870c8e-cdfb-4087-8dd9-1533cac22684 tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] 10.222.0.53 "GET /v2.0/quotas/bea4609d0d234d759eed16f235cde7c5 HTTP/1.1" status: 200 len: 375 time: 0.0235965 Jan 28 02:46:25.751721 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-39011ece-e409-459c-b90e-04af873b6541 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (e1795d8f-006b-4774-bf6a-ac7d4d42b6af), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:25.783755 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-99e8d8d7-dbd6-466b-8d46-e3497ec4d98e admin admin] Publish callbacks [] for security_group (d6460948-1561-442b-904f-6ac7e618543d), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:25.805821 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1001764b-12a8-4f16-973a-065e273e3f87 req-79e5cbf5-59d4-4058-8011-8bab375613ef tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bea4609d0d234d759eed16f235cde7c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556865 Jan 28 02:46:25.903997 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-99e8d8d7-dbd6-466b-8d46-e3497ec4d98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (d6460948-1561-442b-904f-6ac7e618543d), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:25.906938 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-99e8d8d7-dbd6-466b-8d46-e3497ec4d98e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:25.908312 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-99e8d8d7-dbd6-466b-8d46-e3497ec4d98e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d6460948-1561-442b-904f-6ac7e618543d HTTP/1.1" status: 204 len: 168 time: 0.2999141 Jan 28 02:46:25.921086 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 12d9adf1-7c80-4001-b074-0d89fcd45078 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:46:25.923009 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e8d8d7-dbd6-466b-8d46-e3497ec4d98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6460948-1561-442b-904f-6ac7e618543d,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:25.935776 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4495c-2ce8-4938-8e82-dc38984ecb39 req-11dd8bb0-a206-467b-8e4e-a8312e28e6e0 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:25.937380 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-42f4495c-2ce8-4938-8e82-dc38984ecb39 req-11dd8bb0-a206-467b-8e4e-a8312e28e6e0 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=af7ee1b3-8887-41d3-b576-dda942d78c8a HTTP/1.1" status: 200 len: 945 time: 0.0753143 Jan 28 02:46:25.987624 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1001764b-12a8-4f16-973a-065e273e3f87 req-0aed8f5c-d416-4434-a8c6-ce78543ff585 service neutron] 10.222.0.53 "GET /v2.0/networks/6613a3bb-644a-459f-9674-54543599a8bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764543 Jan 28 02:46:25.993771 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-42f4495c-2ce8-4938-8e82-dc38984ecb39 req-2386cf2b-23e2-438c-8e97-8e3fed6f1ed6 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506454 Jan 28 02:46:26.055034 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 12d9adf1-7c80-4001-b074-0d89fcd45078 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:46:26.064818 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 12d9adf1-7c80-4001-b074-0d89fcd45078 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:46:26.065659 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (12d9adf1-7c80-4001-b074-0d89fcd45078), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:26.161447 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1001764b-12a8-4f16-973a-065e273e3f87 req-000acf69-1e4b-4821-bdd0-955097cc3fdf service neutron] 10.222.0.53 "GET /v2.0/networks/6613a3bb-644a-459f-9674-54543599a8bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730375 Jan 28 02:46:26.200175 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39011ece-e409-459c-b90e-04af873b6541 admin admin] Router e1795d8f-006b-4774-bf6a-ac7d4d42b6af has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:46:26.202852 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 12d9adf1-7c80-4001-b074-0d89fcd45078 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:46:26.203674 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (12d9adf1-7c80-4001-b074-0d89fcd45078), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:26.214692 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458b5b9-ec4b-4b1a-9598-0cd339a456bb req-240ca709-042c-4705-b3c8-65ce82de91d1 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:26.218463 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f458b5b9-ec4b-4b1a-9598-0cd339a456bb req-240ca709-042c-4705-b3c8-65ce82de91d1 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/ports?device_id=5433fb3f-7e16-43f1-ad78-5e732dcf79ec HTTP/1.1" status: 200 len: 945 time: 0.1292515 Jan 28 02:46:26.229903 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5433fb3f-7e16-43f1-ad78-5e732dcf79ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d9adf1-7c80-4001-b074-0d89fcd45078'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:46:26.232356 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99133495-6175-4719-a541-c573c1c793fe" -d '{"events": [{"server_uuid": "5433fb3f-7e16-43f1-ad78-5e732dcf79ec", "name": "network-vif-plugged", "status": "completed", "tag": "12d9adf1-7c80-4001-b074-0d89fcd45078"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:46:26.245968 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 12d9adf1-7c80-4001-b074-0d89fcd45078, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=12d9adf1-7c80-4001-b074-0d89fcd45078,segment=NetworkSegment(bbedb26a-d891-40c8-8d71-f06cdae1759c),segment_id=bbedb26a-d891-40c8-8d71-f06cdae1759c)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:26.252862 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (12d9adf1-7c80-4001-b074-0d89fcd45078), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:26.324967 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=12d9adf1-7c80-4001-b074-0d89fcd45078,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:26.345714 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f458b5b9-ec4b-4b1a-9598-0cd339a456bb req-cb63effb-0fa2-42ad-a346-33579c06c4dd tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a471b5-09f4-45a6-b187-9512acbe1c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045258 Jan 28 02:46:26.384012 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39011ece-e409-459c-b90e-04af873b6541 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:46:26.395191 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4965ccec-39ec-4e24-ac4f-c0f095873830 None None] Sync routers for ids ['e1795d8f-006b-4774-bf6a-ac7d4d42b6af'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:46:26.397480 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-39011ece-e409-459c-b90e-04af873b6541 admin admin] 10.222.0.53 "PUT /v2.0/routers/e1795d8f-006b-4774-bf6a-ac7d4d42b6af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9784832 Jan 28 02:46:26.399430 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 54574) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:46:26.446168 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4965ccec-39ec-4e24-ac4f-c0f095873830 None None] Routers {'e1795d8f-006b-4774-bf6a-ac7d4d42b6af'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:46:26.446960 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-4965ccec-39ec-4e24-ac4f-c0f095873830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:46:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['e1795d8f-006b-4774-bf6a-ac7d4d42b6af'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:46:26.455808 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-f10ce603-21d6-4d99-b989-a6d1101f8c30 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=48a9da4172074c31af36ad122c33e36a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0593081 Jan 28 02:46:26.541519 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-e5f920d2-f78c-4356-b309-5b75b8c92619 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=48a9da4172074c31af36ad122c33e36a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446191 Jan 28 02:46:26.619445 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-4965ccec-39ec-4e24-ac4f-c0f095873830 None None] Set router e1795d8f-006b-4774-bf6a-ac7d4d42b6af gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:46:26.725168 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-39bcdfa2-5854-4e0b-a2b0-b721032839a7 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:26.727711 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-39bcdfa2-5854-4e0b-a2b0-b721032839a7 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2667196 Jan 28 02:46:26.778868 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-56783ff1-563d-4246-98b8-1a89ddd2d2d9 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Request body: {'port': {'device_id': '7e8cbca1-9cce-48ff-be50-3ec6cc06fe1d', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'admin_state_up': True, 'tenant_id': '48a9da4172074c31af36ad122c33e36a'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:46:26.794013 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd73c1d-9d36-4e73-a4ab-5271e5139229 req-39750e7e-d82d-4f20-a28f-4291984d8dac tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:26.796417 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5bd73c1d-9d36-4e73-a4ab-5271e5139229 req-39750e7e-d82d-4f20-a28f-4291984d8dac tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa56615-b151-47cf-a515-21c799286b2e HTTP/1.1" status: 200 len: 950 time: 0.1071136 Jan 28 02:46:26.839775 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eaa616-a50b-42ff-b2ee-5b31f55d5e2c req-afe12060-8923-4985-8036-e71530c297e8 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:26.846920 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-58eaa616-a50b-42ff-b2ee-5b31f55d5e2c req-afe12060-8923-4985-8036-e71530c297e8 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42b36ac4-e7c3-4d95-8b5d-f16778117334 HTTP/1.1" status: 200 len: 1098 time: 0.3349631 Jan 28 02:46:26.874620 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-239c0628-c5b6-408a-bbcf-3a388a3feb88 admin admin] Publish callbacks [] for router (e1795d8f-006b-4774-bf6a-ac7d4d42b6af), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:26.887064 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-4965ccec-39ec-4e24-ac4f-c0f095873830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1795d8f-006b-4774-bf6a-ac7d4d42b6af', 'name': 'tempest-FloatingIPsTestJSON-1459283898-router', 'tenant_id': '1ec5c5d9f41c4ec58d4990685911b065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '52ab3af4-2ae4-4fbc-b905-f737054a63fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:46:03Z', 'updated_at': '2022-01-28T02:46:25Z', 'revision_number': 5, 'project_id': '1ec5c5d9f41c4ec58d4990685911b065', 'gw_port': {'id': '52ab3af4-2ae4-4fbc-b905-f737054a63fa', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ec:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1795d8f-006b-4774-bf6a-ac7d4d42b6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:46:04Z', 'updated_at': '2022-01-28T02:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:46:26.935174 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4965ccec-39ec-4e24-ac4f-c0f095873830 None None] Checking router: e1795d8f-006b-4774-bf6a-ac7d4d42b6af for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:46:26.938173 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5bd73c1d-9d36-4e73-a4ab-5271e5139229 req-ee525db2-47e6-40d9-b65b-7cd8d3c034f6 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262105 Jan 28 02:46:26.947895 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4965ccec-39ec-4e24-ac4f-c0f095873830 None None] Routers {'e1795d8f-006b-4774-bf6a-ac7d4d42b6af'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:46:26.948744 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-4965ccec-39ec-4e24-ac4f-c0f095873830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:46:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['e1795d8f-006b-4774-bf6a-ac7d4d42b6af'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:46:26.995866 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57061b09-9035-41ba-8a30-ad6229ab65e6 x-openstack-request-id: req-57061b09-9035-41ba-8a30-ad6229ab65e6 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:46:26.996378 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5433fb3f-7e16-43f1-ad78-5e732dcf79ec", "name": "network-vif-plugged", "status": "completed", "tag": "12d9adf1-7c80-4001-b074-0d89fcd45078", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:46:26.996473 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-57061b09-9035-41ba-8a30-ad6229ab65e6 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:46:26.996810 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5433fb3f-7e16-43f1-ad78-5e732dcf79ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d9adf1-7c80-4001-b074-0d89fcd45078', 'code': 200} Jan 28 02:46:27.092548 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-94bc0e4a-6ffc-464b-95ed-659c4a653bfc tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:27.094119 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-94bc0e4a-6ffc-464b-95ed-659c4a653bfc tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5465374 Jan 28 02:46:27.096734 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-239c0628-c5b6-408a-bbcf-3a388a3feb88 admin admin] Publish callbacks [] for router_gateway (e1795d8f-006b-4774-bf6a-ac7d4d42b6af), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:27.121403 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-5a88155a-9eef-4bf9-8d0b-b02468b0d93e tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Request body: {'port': {'device_id': '2ee02979-7a90-46d7-b259-847bc9ba8d4b', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'admin_state_up': True, 'tenant_id': '48a9da4172074c31af36ad122c33e36a'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:46:27.127727 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-407c7107-b284-4e08-9d5f-c8690be2f19d req-8c3eb5bc-419f-488d-8ce8-4edd9e1493f5 tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b53a30b-6164-46f0-adb6-704427adf508 HTTP/1.1" status: 200 len: 210 time: 0.0684986 Jan 28 02:46:27.156914 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-56783ff1-563d-4246-98b8-1a89ddd2d2d9 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Made reservation on behalf of 48a9da4172074c31af36ad122c33e36a for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:46:27.160779 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-56783ff1-563d-4246-98b8-1a89ddd2d2d9 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:27.287096 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-58eaa616-a50b-42ff-b2ee-5b31f55d5e2c req-99c49743-ac3a-46d9-8f76-9471742ecd58 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4334459 Jan 28 02:46:27.288816 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-4965ccec-39ec-4e24-ac4f-c0f095873830 None None] Set router e1795d8f-006b-4774-bf6a-ac7d4d42b6af gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:46:27.314892 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e48f4-ec49-40a2-adb7-48407f95cd6b req-a36caf33-5629-4475-98b9-17b250f055be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:27.324963 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f53e48f4-ec49-40a2-adb7-48407f95cd6b req-a36caf33-5629-4475-98b9-17b250f055be service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5433fb3f-7e16-43f1-ad78-5e732dcf79ec HTTP/1.1" status: 200 len: 1098 time: 0.2050617 Jan 28 02:46:27.452035 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a35e588c-63d5-4996-9409-2303fafcb723 req-0edf0dfc-2388-46c4-8fe8-5afc806731e1 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ee02979-7a90-46d7-b259-847bc9ba8d4b HTTP/1.1" status: 200 len: 210 time: 0.1212258 Jan 28 02:46:27.511630 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-56783ff1-563d-4246-98b8-1a89ddd2d2d9 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Allocated IP 192.168.233.241 (00399c87-9b8d-4ccb-b18d-7ccb90f49322/24329ac8-3d67-49eb-9f63-d2859e79e36f/e4ab30af-1603-4bea-92ba-25b6aad0d335) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:46:27.536798 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-4965ccec-39ec-4e24-ac4f-c0f095873830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1795d8f-006b-4774-bf6a-ac7d4d42b6af', 'name': 'tempest-FloatingIPsTestJSON-1459283898-router', 'tenant_id': '1ec5c5d9f41c4ec58d4990685911b065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '52ab3af4-2ae4-4fbc-b905-f737054a63fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:46:03Z', 'updated_at': '2022-01-28T02:46:25Z', 'revision_number': 5, 'project_id': '1ec5c5d9f41c4ec58d4990685911b065', 'gw_port': {'id': '52ab3af4-2ae4-4fbc-b905-f737054a63fa', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ec:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1795d8f-006b-4774-bf6a-ac7d4d42b6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:46:04Z', 'updated_at': '2022-01-28T02:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:46:27.570675 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4965ccec-39ec-4e24-ac4f-c0f095873830 None None] The sync data for ids ['e1795d8f-006b-4774-bf6a-ac7d4d42b6af'] in n-d-712139-27 is: [{'id': 'e1795d8f-006b-4774-bf6a-ac7d4d42b6af', 'name': 'tempest-FloatingIPsTestJSON-1459283898-router', 'tenant_id': '1ec5c5d9f41c4ec58d4990685911b065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '52ab3af4-2ae4-4fbc-b905-f737054a63fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:46:03Z', 'updated_at': '2022-01-28T02:46:25Z', 'revision_number': 5, 'project_id': '1ec5c5d9f41c4ec58d4990685911b065', 'gw_port': {'id': '52ab3af4-2ae4-4fbc-b905-f737054a63fa', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ec:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1795d8f-006b-4774-bf6a-ac7d4d42b6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:46:04Z', 'updated_at': '2022-01-28T02:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:46:27.769296 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a2481-02e0-4ae1-b6c8-7ae82fc48c14 req-883c8076-f648-41fe-b482-b465da6beb58 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:27.769714 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-240a2481-02e0-4ae1-b6c8-7ae82fc48c14 req-883c8076-f648-41fe-b482-b465da6beb58 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/ports?device_id=5433fb3f-7e16-43f1-ad78-5e732dcf79ec HTTP/1.1" status: 200 len: 946 time: 0.0959682 Jan 28 02:46:27.773092 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-56783ff1-563d-4246-98b8-1a89ddd2d2d9 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks [] for port (e4ab30af-1603-4bea-92ba-25b6aad0d335), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:27.807941 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-239c0628-c5b6-408a-bbcf-3a388a3feb88 admin admin] Deleting port 52ab3af4-2ae4-4fbc-b905-f737054a63fa {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:46:27.808278 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-239c0628-c5b6-408a-bbcf-3a388a3feb88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (52ab3af4-2ae4-4fbc-b905-f737054a63fa), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:27.813925 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f53e48f4-ec49-40a2-adb7-48407f95cd6b req-b9f10216-9459-4fc8-b389-c2fe41a9d243 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=33a471b5-09f4-45a6-b187-9512acbe1c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4777434 Jan 28 02:46:27.846107 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-240a2481-02e0-4ae1-b6c8-7ae82fc48c14 req-f805a68a-38b4-40fe-ab26-3957ebeafbde tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a471b5-09f4-45a6-b187-9512acbe1c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692961 Jan 28 02:46:27.852147 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-56783ff1-563d-4246-98b8-1a89ddd2d2d9 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (e4ab30af-1603-4bea-92ba-25b6aad0d335), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:27.890873 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3b61d-64e7-420b-b0c1-54bdbc08d1b9 req-299f79a4-57fd-4838-a423-ac6f3486c2b6 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:27.894043 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:46:27.897977 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7af3b61d-64e7-420b-b0c1-54bdbc08d1b9 req-299f79a4-57fd-4838-a423-ac6f3486c2b6 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=af7ee1b3-8887-41d3-b576-dda942d78c8a HTTP/1.1" status: 200 len: 945 time: 0.4950790 Jan 28 02:46:27.906028 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-56783ff1-563d-4246-98b8-1a89ddd2d2d9 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:46:27.906709 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-5a88155a-9eef-4bf9-8d0b-b02468b0d93e tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Made reservation on behalf of 48a9da4172074c31af36ad122c33e36a for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:46:27.909904 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-5a88155a-9eef-4bf9-8d0b-b02468b0d93e tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:27.912384 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-56783ff1-563d-4246-98b8-1a89ddd2d2d9 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:46:27.926794 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-56783ff1-563d-4246-98b8-1a89ddd2d2d9 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:46:27.932679 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-56783ff1-563d-4246-98b8-1a89ddd2d2d9 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:27.934115 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-56783ff1-563d-4246-98b8-1a89ddd2d2d9 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:27.978721 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56783ff1-563d-4246-98b8-1a89ddd2d2d9 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Pushing event updated for resources: {'Port': ['ID=e4ab30af-1603-4bea-92ba-25b6aad0d335,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:28.012478 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-56783ff1-563d-4246-98b8-1a89ddd2d2d9 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2392633 Jan 28 02:46:28.043691 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-bb6a3561-5a4a-49ad-a3dd-1f2d0db90f31 service neutron] Request body: {'port': {'device_id': '7e8cbca1-9cce-48ff-be50-3ec6cc06fe1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:46:28.114879 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-239c0628-c5b6-408a-bbcf-3a388a3feb88 admin admin] For port 52ab3af4-2ae4-4fbc-b905-f737054a63fa, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=52ab3af4-2ae4-4fbc-b905-f737054a63fa,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:28.115461 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-239c0628-c5b6-408a-bbcf-3a388a3feb88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (52ab3af4-2ae4-4fbc-b905-f737054a63fa), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:28.136622 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7af3b61d-64e7-420b-b0c1-54bdbc08d1b9 req-9274c50c-ea72-4ccc-92c5-9df6fa6ac0c9 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372589 Jan 28 02:46:28.191398 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-239c0628-c5b6-408a-bbcf-3a388a3feb88 admin admin] Calling delete_port for 52ab3af4-2ae4-4fbc-b905-f737054a63fa owned by network:router_gateway {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:46:28.208582 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-bb6a3561-5a4a-49ad-a3dd-1f2d0db90f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e4ab30af-1603-4bea-92ba-25b6aad0d335), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:28.402016 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-610e8229-67e6-4e7e-8923-42dd32780135 None None] Provisioning complete for port e4ab30af-1603-4bea-92ba-25b6aad0d335 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:46:28.402572 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-610e8229-67e6-4e7e-8923-42dd32780135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e4ab30af-1603-4bea-92ba-25b6aad0d335), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:28.441885 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-5a88155a-9eef-4bf9-8d0b-b02468b0d93e tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Allocated IP 192.168.233.103 (00399c87-9b8d-4ccb-b18d-7ccb90f49322/24329ac8-3d67-49eb-9f63-d2859e79e36f/e012a990-cb6c-483f-aac7-ecbf7a096470) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:46:28.468262 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251ac60-224e-44e2-8e20-3331fc5e6297 req-c360293e-fb3b-46ad-92b5-4134b6368f27 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:28.477141 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3251ac60-224e-44e2-8e20-3331fc5e6297 req-c360293e-fb3b-46ad-92b5-4134b6368f27 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa56615-b151-47cf-a515-21c799286b2e HTTP/1.1" status: 200 len: 950 time: 0.1629291 Jan 28 02:46:28.530142 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-610e8229-67e6-4e7e-8923-42dd32780135 None None] Port e4ab30af-1603-4bea-92ba-25b6aad0d335 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:46:28.540824 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3251ac60-224e-44e2-8e20-3331fc5e6297 req-09193c06-3180-47d5-bbf2-89922fa98b9e tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586238 Jan 28 02:46:28.547660 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a346c14-bbe5-41c7-8b60-3569c1d6d02b req-3189289f-06bb-4b9c-a135-9bc9cab6ae48 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:28.549252 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8a346c14-bbe5-41c7-8b60-3569c1d6d02b req-3189289f-06bb-4b9c-a135-9bc9cab6ae48 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42b36ac4-e7c3-4d95-8b5d-f16778117334 HTTP/1.1" status: 200 len: 1098 time: 0.2634888 Jan 28 02:46:28.645918 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8842c9b5-7f59-4b17-a368-231bc16c0069 req-b43bab51-6f3e-406e-a5b7-6a64b575c7f2 tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b53a30b-6164-46f0-adb6-704427adf508 HTTP/1.1" status: 200 len: 210 time: 0.0323122 Jan 28 02:46:28.668749 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001764b-12a8-4f16-973a-065e273e3f87 req-57d98386-36e3-4a94-a8f2-437dc74e16b9 tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:28.670286 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1001764b-12a8-4f16-973a-065e273e3f87 req-57d98386-36e3-4a94-a8f2-437dc74e16b9 tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] 10.222.0.39 "GET /v2.0/networks?id=6613a3bb-644a-459f-9674-54543599a8bb HTTP/1.1" status: 200 len: 815 time: 0.2655554 Jan 28 02:46:28.723192 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8a346c14-bbe5-41c7-8b60-3569c1d6d02b req-71f90d25-8108-4934-9559-6bc388e35f82 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605375 Jan 28 02:46:28.742857 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-354195f9-c79b-48d7-87c9-d1bc549445f7 req-137dfbc4-c7fd-46fe-b9ef-14f58c474ebe tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ee02979-7a90-46d7-b259-847bc9ba8d4b HTTP/1.1" status: 200 len: 210 time: 0.0264943 Jan 28 02:46:28.758297 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-1001764b-12a8-4f16-973a-065e273e3f87 req-f89510a7-8721-4702-aefc-10f95dc7aa8c tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] Request body: {'port': {'device_id': '5b53a30b-6164-46f0-adb6-704427adf508', 'network_id': '6613a3bb-644a-459f-9674-54543599a8bb', 'admin_state_up': True, 'tenant_id': 'bea4609d0d234d759eed16f235cde7c5'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:46:28.780363 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:28.866218 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-239c0628-c5b6-408a-bbcf-3a388a3feb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (52ab3af4-2ae4-4fbc-b905-f737054a63fa), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:28.883049 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-5a88155a-9eef-4bf9-8d0b-b02468b0d93e tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks [] for port (e012a990-cb6c-483f-aac7-ecbf7a096470), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:28.922067 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c0628-c5b6-408a-bbcf-3a388a3feb88 admin admin] Pushing event deleted for resources: {'Port': ['ID=52ab3af4-2ae4-4fbc-b905-f737054a63fa,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:28.976333 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622a6da-2f0c-489a-86e1-1beb9b066929 req-cb2cb8ef-5969-430b-ba09-5ffd4861fe47 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:28.977125 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-239c0628-c5b6-408a-bbcf-3a388a3feb88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (e1795d8f-006b-4774-bf6a-ac7d4d42b6af), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:28.977982 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b622a6da-2f0c-489a-86e1-1beb9b066929 req-cb2cb8ef-5969-430b-ba09-5ffd4861fe47 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/ports?device_id=5433fb3f-7e16-43f1-ad78-5e732dcf79ec HTTP/1.1" status: 200 len: 946 time: 0.0583532 Jan 28 02:46:29.031234 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b622a6da-2f0c-489a-86e1-1beb9b066929 req-4b20512d-12c9-4c5f-afd4-7e7fc79483f4 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a471b5-09f4-45a6-b187-9512acbe1c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451300 Jan 28 02:46:29.072327 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-23f58bd9-5223-4516-9788-81d6d36947fa tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=894ea54799be4af689df91af7c8cffaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1108916 Jan 28 02:46:29.109919 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-239c0628-c5b6-408a-bbcf-3a388a3feb88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (e1795d8f-006b-4774-bf6a-ac7d4d42b6af), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:29.121420 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-239c0628-c5b6-408a-bbcf-3a388a3feb88 admin admin] Publish callbacks [] for router_controller (e1795d8f-006b-4774-bf6a-ac7d4d42b6af), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:29.126110 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1001764b-12a8-4f16-973a-065e273e3f87 req-f89510a7-8721-4702-aefc-10f95dc7aa8c tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] Made reservation on behalf of bea4609d0d234d759eed16f235cde7c5 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:46:29.129189 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1001764b-12a8-4f16-973a-065e273e3f87 req-f89510a7-8721-4702-aefc-10f95dc7aa8c tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:29.131986 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-5a88155a-9eef-4bf9-8d0b-b02468b0d93e tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (e012a990-cb6c-483f-aac7-ecbf7a096470), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:29.168641 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:46:29.304694 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-239c0628-c5b6-408a-bbcf-3a388a3feb88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (e1795d8f-006b-4774-bf6a-ac7d4d42b6af), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:29.305142 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239c0628-c5b6-408a-bbcf-3a388a3feb88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1795d8f-006b-4774-bf6a-ac7d4d42b6af {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:46:29.313344 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-5a88155a-9eef-4bf9-8d0b-b02468b0d93e tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:46:29.321651 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-239c0628-c5b6-408a-bbcf-3a388a3feb88 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:29.325300 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-239c0628-c5b6-408a-bbcf-3a388a3feb88 admin admin] 10.222.0.53 "DELETE /v2.0/routers/e1795d8f-006b-4774-bf6a-ac7d4d42b6af HTTP/1.1" status: 204 len: 168 time: 2.9222157 Jan 28 02:46:29.330593 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a88155a-9eef-4bf9-8d0b-b02468b0d93e tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Pushing event updated for resources: {'Port': ['ID=e012a990-cb6c-483f-aac7-ecbf7a096470,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:29.332807 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 54652) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:46:29.339407 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 106002eb-d994-4e8d-ba32-1bc86e779af3 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:46:29.363947 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-5a88155a-9eef-4bf9-8d0b-b02468b0d93e tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:46:29.377206 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 106002eb-d994-4e8d-ba32-1bc86e779af3 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:46:29.377809 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 106002eb-d994-4e8d-ba32-1bc86e779af3 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:46:29.381597 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-5a88155a-9eef-4bf9-8d0b-b02468b0d93e tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:46:29.388628 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-5a88155a-9eef-4bf9-8d0b-b02468b0d93e tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:29.389526 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-5a88155a-9eef-4bf9-8d0b-b02468b0d93e tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:29.472350 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-8a6596b7-939a-4f43-9f0b-76c758d61e56 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:29.474694 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-8a6596b7-939a-4f43-9f0b-76c758d61e56 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3732133 Jan 28 02:46:29.491411 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-5a88155a-9eef-4bf9-8d0b-b02468b0d93e tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3814859 Jan 28 02:46:29.534260 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-2135017b-19ef-42f6-bcfa-adf4d156f9f1 service neutron] Request body: {'port': {'device_id': '2ee02979-7a90-46d7-b259-847bc9ba8d4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:46:29.550796 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-28ea23d2-3c4f-4fb0-8ecb-435fbbaeea74 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/quotas/894ea54799be4af689df91af7c8cffaf HTTP/1.1" status: 200 len: 375 time: 0.0684955 Jan 28 02:46:29.555093 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-c12acfb8-0baa-4839-9a0e-52a465f45bec admin admin] Deleting subnet 3ba21bef-1e5b-4397-aa5c-f5d5ad00d5c9 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:46:29.572285 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-00706dd1-f691-4a22-807f-3100a8ad964f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:29.575613 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-bb6a3561-5a4a-49ad-a3dd-1f2d0db90f31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4ab30af-1603-4bea-92ba-25b6aad0d335 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:46:29.586698 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-bb6a3561-5a4a-49ad-a3dd-1f2d0db90f31 service neutron] Publish callbacks [] for port (e4ab30af-1603-4bea-92ba-25b6aad0d335), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:29.586885 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c12acfb8-0baa-4839-9a0e-52a465f45bec admin admin] Publish callbacks [] for subnet (3ba21bef-1e5b-4397-aa5c-f5d5ad00d5c9), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:29.611536 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7e0fe-d39c-476e-8ce1-d334a4ae57f0 req-ff0b8333-123e-4d0e-b344-33035a473bfb tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:29.613154 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1ee7e0fe-d39c-476e-8ce1-d334a4ae57f0 req-ff0b8333-123e-4d0e-b344-33035a473bfb tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=af7ee1b3-8887-41d3-b576-dda942d78c8a HTTP/1.1" status: 200 len: 945 time: 0.3672152 Jan 28 02:46:29.619720 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-bb6a3561-5a4a-49ad-a3dd-1f2d0db90f31 service neutron] Transition to ACTIVE for port object e4ab30af-1603-4bea-92ba-25b6aad0d335 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:46:29.636509 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-bb6a3561-5a4a-49ad-a3dd-1f2d0db90f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e4ab30af-1603-4bea-92ba-25b6aad0d335), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:29.654793 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-6f08446c-90a6-4166-988a-61f8500c5382 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=894ea54799be4af689df91af7c8cffaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1030395 Jan 28 02:46:29.676410 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-89eec9a8-6274-4cf7-87d4-6d28c03f24cf None None] Provisioning complete for port e012a990-cb6c-483f-aac7-ecbf7a096470 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:46:29.677056 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-89eec9a8-6274-4cf7-87d4-6d28c03f24cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e012a990-cb6c-483f-aac7-ecbf7a096470), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:29.682098 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-1001764b-12a8-4f16-973a-065e273e3f87 req-f89510a7-8721-4702-aefc-10f95dc7aa8c tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] Allocated IP 172.20.0.4 (6613a3bb-644a-459f-9674-54543599a8bb/b623299e-46b0-4adb-b003-30f1755dca8b/586a7222-90bf-4531-b096-1449615f8739) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:46:29.706070 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c12acfb8-0baa-4839-9a0e-52a465f45bec admin admin] Publish callbacks [] for subnet (3ba21bef-1e5b-4397-aa5c-f5d5ad00d5c9), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:29.723585 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6a3561-5a4a-49ad-a3dd-1f2d0db90f31 service neutron] Pushing event updated for resources: {'Port': ['ID=e4ab30af-1603-4bea-92ba-25b6aad0d335,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:29.729061 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-89eec9a8-6274-4cf7-87d4-6d28c03f24cf None None] Port e012a990-cb6c-483f-aac7-ecbf7a096470 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:46:29.750493 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-2135017b-19ef-42f6-bcfa-adf4d156f9f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e012a990-cb6c-483f-aac7-ecbf7a096470), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:29.766301 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1ee7e0fe-d39c-476e-8ce1-d334a4ae57f0 req-a19d4335-84e0-47a8-ad73-3f859d091f2c tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371779 Jan 28 02:46:29.809798 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-bb6a3561-5a4a-49ad-a3dd-1f2d0db90f31 service neutron] Attempting to bind port e4ab30af-1603-4bea-92ba-25b6aad0d335 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:46:29.810473 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-bb6a3561-5a4a-49ad-a3dd-1f2d0db90f31 service neutron] Attempting to bind port e4ab30af-1603-4bea-92ba-25b6aad0d335 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:46:29.810983 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-bb6a3561-5a4a-49ad-a3dd-1f2d0db90f31 service neutron] Attempting to bind port e4ab30af-1603-4bea-92ba-25b6aad0d335 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:46:29.816662 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-bb6a3561-5a4a-49ad-a3dd-1f2d0db90f31 service neutron] Port e4ab30af-1603-4bea-92ba-25b6aad0d335 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:46:29.817329 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-bb6a3561-5a4a-49ad-a3dd-1f2d0db90f31 service neutron] Attempting to bind port e4ab30af-1603-4bea-92ba-25b6aad0d335 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:46:29.824700 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-bb6a3561-5a4a-49ad-a3dd-1f2d0db90f31 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:46:29.825465 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-bb6a3561-5a4a-49ad-a3dd-1f2d0db90f31 service neutron] Checking segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:46:29.826049 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-bb6a3561-5a4a-49ad-a3dd-1f2d0db90f31 service neutron] Bound using segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:46:29.826938 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-bb6a3561-5a4a-49ad-a3dd-1f2d0db90f31 service neutron] Bound port: e4ab30af-1603-4bea-92ba-25b6aad0d335, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:46:29.827506 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-bb6a3561-5a4a-49ad-a3dd-1f2d0db90f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e4ab30af-1603-4bea-92ba-25b6aad0d335), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:29.882030 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c12acfb8-0baa-4839-9a0e-52a465f45bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (3ba21bef-1e5b-4397-aa5c-f5d5ad00d5c9), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:30.001419 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9da4a-36a9-466c-8d10-ed71c00bfc7a req-b9fc8263-2957-4b00-8f52-48908bf79222 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:30.002975 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0be9da4a-36a9-466c-8d10-ed71c00bfc7a req-b9fc8263-2957-4b00-8f52-48908bf79222 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa56615-b151-47cf-a515-21c799286b2e HTTP/1.1" status: 200 len: 950 time: 0.1506853 Jan 28 02:46:30.014540 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-bb6a3561-5a4a-49ad-a3dd-1f2d0db90f31 service neutron] For port e4ab30af-1603-4bea-92ba-25b6aad0d335, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:46:30.020725 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-bb6a3561-5a4a-49ad-a3dd-1f2d0db90f31 service neutron] For port e4ab30af-1603-4bea-92ba-25b6aad0d335, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=e4ab30af-1603-4bea-92ba-25b6aad0d335,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:46:30.045320 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-bb6a3561-5a4a-49ad-a3dd-1f2d0db90f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e4ab30af-1603-4bea-92ba-25b6aad0d335), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:30.081244 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ab9feb5a-13d3-4786-8348-7ab71c681cc1 req-3010e042-de64-41b5-b86e-f3ccfc185efc tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b53a30b-6164-46f0-adb6-704427adf508 HTTP/1.1" status: 200 len: 210 time: 0.1460993 Jan 28 02:46:30.099746 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-bb6a3561-5a4a-49ad-a3dd-1f2d0db90f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:30.100299 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-bb6a3561-5a4a-49ad-a3dd-1f2d0db90f31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:30.101872 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-bb6a3561-5a4a-49ad-a3dd-1f2d0db90f31 service neutron] 10.222.0.67 "PUT /v2.0/ports/e4ab30af-1603-4bea-92ba-25b6aad0d335 HTTP/1.1" status: 200 len: 1097 time: 2.0721471 Jan 28 02:46:30.104633 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8cbca1-9cce-48ff-be50-3ec6cc06fe1d', 'tag': 'e4ab30af-1603-4bea-92ba-25b6aad0d335'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:46:30.106966 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e44c26b-3b84-4941-b4b9-1211d9031d4c" -d '{"events": [{"name": "network-changed", "server_uuid": "7e8cbca1-9cce-48ff-be50-3ec6cc06fe1d", "tag": "e4ab30af-1603-4bea-92ba-25b6aad0d335"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:46:30.157028 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0be9da4a-36a9-466c-8d10-ed71c00bfc7a req-eac793fd-dc75-4e1a-95a5-eb2c2bf39686 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266613 Jan 28 02:46:30.160331 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6a3561-5a4a-49ad-a3dd-1f2d0db90f31 service neutron] Pushing event updated for resources: {'Port': ['ID=e4ab30af-1603-4bea-92ba-25b6aad0d335,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:30.253490 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-0ef61603-d899-4d32-93a6-84d2aee9199a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:30.255681 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-0ef61603-d899-4d32-93a6-84d2aee9199a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=48a9da4172074c31af36ad122c33e36a&device_id=7e8cbca1-9cce-48ff-be50-3ec6cc06fe1d HTTP/1.1" status: 200 len: 1100 time: 0.0760348 Jan 28 02:46:30.258824 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c12acfb8-0baa-4839-9a0e-52a465f45bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for subnet (3ba21bef-1e5b-4397-aa5c-f5d5ad00d5c9), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:30.329143 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-f919ba1a-ad7b-4f8d-a224-bf9856362fb6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=e4ab30af-1603-4bea-92ba-25b6aad0d335 HTTP/1.1" status: 200 len: 217 time: 0.0535557 Jan 28 02:46:30.337520 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38a424-d6a0-4d5e-9620-25db89eb1ff3 req-38880dc6-7fa5-456e-b369-b8f59df3ee6b tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:30.339172 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-db38a424-d6a0-4d5e-9620-25db89eb1ff3 req-38880dc6-7fa5-456e-b369-b8f59df3ee6b tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ee02979-7a90-46d7-b259-847bc9ba8d4b HTTP/1.1" status: 200 len: 936 time: 0.1020198 Jan 28 02:46:30.429550 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-27e1cd90-a0f8-4cc7-8246-01e2e1e16f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:30.431186 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-27e1cd90-a0f8-4cc7-8246-01e2e1e16f21 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.0911083 Jan 28 02:46:30.443764 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-db38a424-d6a0-4d5e-9620-25db89eb1ff3 req-d41d50a4-bc1b-456f-97aa-667baed1a238 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617394 Jan 28 02:46:30.496579 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-9ecb6a53-2812-432a-9722-86cdc9a8e963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:30.498129 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-9ecb6a53-2812-432a-9722-86cdc9a8e963 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0532625 Jan 28 02:46:30.552482 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c4e283a3-f78e-494d-ad43-70f0f0c15a09 req-347ea45e-0cb0-45f9-8dbc-ba10dcb75d2a tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1510106c-b168-41cd-9a73-808ba118566e HTTP/1.1" status: 200 len: 210 time: 0.0470138 Jan 28 02:46:30.601485 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12acfb8-0baa-4839-9a0e-52a465f45bec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ba21bef-1e5b-4397-aa5c-f5d5ad00d5c9,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:30.637939 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c12acfb8-0baa-4839-9a0e-52a465f45bec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:30.639214 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8d1d10-37db-439e-ab84-41285fd6830e None None] Network 54fe0d7a-3c84-4188-9254-853f28a91047 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:46:30.641174 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c12acfb8-0baa-4839-9a0e-52a465f45bec admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3ba21bef-1e5b-4397-aa5c-f5d5ad00d5c9 HTTP/1.1" status: 204 len: 168 time: 1.2785516 Jan 28 02:46:30.646648 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 54676) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:46:30.649457 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1001764b-12a8-4f16-973a-065e273e3f87 req-f89510a7-8721-4702-aefc-10f95dc7aa8c tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] Publish callbacks [] for port (586a7222-90bf-4531-b096-1449615f8739), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:30.668968 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-8c206f4f-94eb-42e1-b069-ae5864462d8d service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621168 Jan 28 02:46:30.740663 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8855f74-896c-4be1-9672-b5d3202a4adb req-0eafe8fe-2aad-4fc5-af6a-ba92fb839d5b tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:30.742841 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e8855f74-896c-4be1-9672-b5d3202a4adb req-0eafe8fe-2aad-4fc5-af6a-ba92fb839d5b tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/ports?device_id=5433fb3f-7e16-43f1-ad78-5e732dcf79ec HTTP/1.1" status: 200 len: 946 time: 0.1138716 Jan 28 02:46:30.777797 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cfa9b7-28f1-43ab-af50-87205860c8d8 req-127cdc0a-d390-4a67-a6ac-631b8cdb5f0e tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:30.785045 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d8cfa9b7-28f1-43ab-af50-87205860c8d8 req-127cdc0a-d390-4a67-a6ac-631b8cdb5f0e tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42b36ac4-e7c3-4d95-8b5d-f16778117334 HTTP/1.1" status: 200 len: 1098 time: 0.5915487 Jan 28 02:46:30.809577 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-3af78444-8ef2-4ed7-abb5-24e466fdf6e3 service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324458 Jan 28 02:46:30.827214 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-06d9a3d0-fd38-4553-92e1-2d0817da0cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (54fe0d7a-3c84-4188-9254-853f28a91047), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:30.827362 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e8855f74-896c-4be1-9672-b5d3202a4adb req-40bc3e90-0055-472d-8e06-5fd98ec05d34 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a471b5-09f4-45a6-b187-9512acbe1c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776260 Jan 28 02:46:30.873495 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb5075e-1f6e-4991-8766-06e7369bc2f8 x-openstack-request-id: req-3bb5075e-1f6e-4991-8766-06e7369bc2f8 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:46:30.874720 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e8cbca1-9cce-48ff-be50-3ec6cc06fe1d", "tag": "e4ab30af-1603-4bea-92ba-25b6aad0d335", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:46:30.875371 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3bb5075e-1f6e-4991-8766-06e7369bc2f8 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:46:30.877015 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e8cbca1-9cce-48ff-be50-3ec6cc06fe1d', 'tag': 'e4ab30af-1603-4bea-92ba-25b6aad0d335', 'status': 'completed', 'code': 200} Jan 28 02:46:30.885692 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c17a38-315d-4a7d-ab05-d86e9e0c2ebf None None] DHCP port deletion for 54fe0d7a-3c84-4188-9254-853f28a91047 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:46:30.893105 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1001764b-12a8-4f16-973a-065e273e3f87 req-f89510a7-8721-4702-aefc-10f95dc7aa8c tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (586a7222-90bf-4531-b096-1449615f8739), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:30.895911 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d8cfa9b7-28f1-43ab-af50-87205860c8d8 req-51e4dc50-5dc7-4f53-b52e-106ba24c229b tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100047 Jan 28 02:46:30.960923 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-09c17a38-315d-4a7d-ab05-d86e9e0c2ebf None None] Deleting port 2f4ed259-8ec1-49d1-a61d-a248b9c75627 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:46:30.962641 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-09c17a38-315d-4a7d-ab05-d86e9e0c2ebf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (2f4ed259-8ec1-49d1-a61d-a248b9c75627), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:30.987395 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1001764b-12a8-4f16-973a-065e273e3f87 req-f89510a7-8721-4702-aefc-10f95dc7aa8c tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] Network 6613a3bb-644a-459f-9674-54543599a8bb is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:46:31.013592 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-1001764b-12a8-4f16-973a-065e273e3f87 req-f89510a7-8721-4702-aefc-10f95dc7aa8c tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:46:31.025261 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-1001764b-12a8-4f16-973a-065e273e3f87 req-f89510a7-8721-4702-aefc-10f95dc7aa8c tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:46:31.029736 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8559a1-f221-439e-8045-fd93cd52c3a2 req-16a8e54e-bc3c-42ab-9001-286121ad492a tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:31.029959 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001764b-12a8-4f16-973a-065e273e3f87 req-f89510a7-8721-4702-aefc-10f95dc7aa8c tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:31.030574 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1001764b-12a8-4f16-973a-065e273e3f87 req-f89510a7-8721-4702-aefc-10f95dc7aa8c tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:31.031456 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ec8559a1-f221-439e-8045-fd93cd52c3a2 req-16a8e54e-bc3c-42ab-9001-286121ad492a tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=af7ee1b3-8887-41d3-b576-dda942d78c8a HTTP/1.1" status: 200 len: 945 time: 0.1003566 Jan 28 02:46:31.037722 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44c26b-3b84-4941-b4b9-1211d9031d4c req-90d2a388-bca8-4e26-924c-696ab1d5b4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:31.039241 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6e44c26b-3b84-4941-b4b9-1211d9031d4c req-90d2a388-bca8-4e26-924c-696ab1d5b4a7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=48a9da4172074c31af36ad122c33e36a&device_id=7e8cbca1-9cce-48ff-be50-3ec6cc06fe1d HTTP/1.1" status: 200 len: 1100 time: 0.0674806 Jan 28 02:46:31.043427 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89510a7-8721-4702-aefc-10f95dc7aa8c tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] Pushing event updated for resources: {'Port': ['ID=586a7222-90bf-4531-b096-1449615f8739,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:31.043696 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-09c17a38-315d-4a7d-ab05-d86e9e0c2ebf None None] For port 2f4ed259-8ec1-49d1-a61d-a248b9c75627, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=2f4ed259-8ec1-49d1-a61d-a248b9c75627,segment=NetworkSegment(1b3d595d-588a-42b6-9a9a-28b67844d5d8),segment_id=1b3d595d-588a-42b6-9a9a-28b67844d5d8)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:31.044267 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-09c17a38-315d-4a7d-ab05-d86e9e0c2ebf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (2f4ed259-8ec1-49d1-a61d-a248b9c75627), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:31.065688 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-09c17a38-315d-4a7d-ab05-d86e9e0c2ebf None None] Calling delete_port for 2f4ed259-8ec1-49d1-a61d-a248b9c75627 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:46:31.083567 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-2135017b-19ef-42f6-bcfa-adf4d156f9f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e012a990-cb6c-483f-aac7-ecbf7a096470 {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:46:31.095773 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1001764b-12a8-4f16-973a-065e273e3f87 req-f89510a7-8721-4702-aefc-10f95dc7aa8c tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3439124 Jan 28 02:46:31.100207 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-2135017b-19ef-42f6-bcfa-adf4d156f9f1 service neutron] Publish callbacks [] for port (e012a990-cb6c-483f-aac7-ecbf7a096470), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:31.120872 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-1001764b-12a8-4f16-973a-065e273e3f87 req-5c6a5001-a671-4608-af90-1cf719f113be service neutron] Request body: {'port': {'device_id': '5b53a30b-6164-46f0-adb6-704427adf508', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:46:31.133252 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-06d9a3d0-fd38-4553-92e1-2d0817da0cb9 admin admin] Deleting port 2f4ed259-8ec1-49d1-a61d-a248b9c75627 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:46:31.133498 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-06d9a3d0-fd38-4553-92e1-2d0817da0cb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (2f4ed259-8ec1-49d1-a61d-a248b9c75627), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:31.142787 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ec8559a1-f221-439e-8045-fd93cd52c3a2 req-c7ae4b01-d516-4b43-9ccf-7dedadbe6dd0 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022398 Jan 28 02:46:31.152785 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-2135017b-19ef-42f6-bcfa-adf4d156f9f1 service neutron] Transition to ACTIVE for port object e012a990-cb6c-483f-aac7-ecbf7a096470 will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:46:31.174349 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0777582-72f7-4d31-b84b-023f099e9050 req-f2e00f7b-fef2-4e16-ac3b-58976b60460e tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:31.176027 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b0777582-72f7-4d31-b84b-023f099e9050 req-f2e00f7b-fef2-4e16-ac3b-58976b60460e tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/ports?device_id=5433fb3f-7e16-43f1-ad78-5e732dcf79ec HTTP/1.1" status: 200 len: 946 time: 0.1549006 Jan 28 02:46:31.182047 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-2135017b-19ef-42f6-bcfa-adf4d156f9f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e012a990-cb6c-483f-aac7-ecbf7a096470), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:31.190573 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 54688) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:46:31.194975 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-f3cf90e4-65f2-4314-83db-ea444d402084 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Request body: {'floatingip': {'port_id': '12d9adf1-7c80-4001-b074-0d89fcd45078'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:46:31.224352 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-09c17a38-315d-4a7d-ab05-d86e9e0c2ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (2f4ed259-8ec1-49d1-a61d-a248b9c75627), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:31.272536 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c17a38-315d-4a7d-ab05-d86e9e0c2ebf None None] Pushing event deleted for resources: {'Port': ['ID=2f4ed259-8ec1-49d1-a61d-a248b9c75627,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:31.275464 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c17a38-315d-4a7d-ab05-d86e9e0c2ebf None None] No DVR routers for this DVR port 2f4ed259-8ec1-49d1-a61d-a248b9c75627 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:46:31.286433 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44c26b-3b84-4941-b4b9-1211d9031d4c req-c9f0828f-8b98-485f-bec4-e7e1bd16423e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:31.287912 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6e44c26b-3b84-4941-b4b9-1211d9031d4c req-c9f0828f-8b98-485f-bec4-e7e1bd16423e service neutron] 10.222.0.67 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.2399914 Jan 28 02:46:31.312315 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f3cf90e4-65f2-4314-83db-ea444d402084 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks [] for floatingip (478b1b4e-4453-4556-b1f7-ee3fe558d6bb), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:31.314117 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-06d9a3d0-fd38-4553-92e1-2d0817da0cb9 admin admin] For port 2f4ed259-8ec1-49d1-a61d-a248b9c75627, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=2f4ed259-8ec1-49d1-a61d-a248b9c75627,segment=NetworkSegment(1b3d595d-588a-42b6-9a9a-28b67844d5d8),segment_id=1b3d595d-588a-42b6-9a9a-28b67844d5d8)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:31.314618 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-06d9a3d0-fd38-4553-92e1-2d0817da0cb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (2f4ed259-8ec1-49d1-a61d-a248b9c75627), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:31.317612 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1001764b-12a8-4f16-973a-065e273e3f87 req-5c6a5001-a671-4608-af90-1cf719f113be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (586a7222-90bf-4531-b096-1449615f8739), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:31.344197 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2135017b-19ef-42f6-bcfa-adf4d156f9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=e012a990-cb6c-483f-aac7-ecbf7a096470,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:31.372406 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-06d9a3d0-fd38-4553-92e1-2d0817da0cb9 admin admin] Calling delete_port for 2f4ed259-8ec1-49d1-a61d-a248b9c75627 owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:46:31.406692 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 52ab3af4-2ae4-4fbc-b905-f737054a63fa no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:46:31.413127 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-06da446d-780f-4275-a05d-4a68984d2398 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=894ea54799be4af689df91af7c8cffaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1287603 Jan 28 02:46:31.452319 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 52ab3af4-2ae4-4fbc-b905-f737054a63fa {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:46:31.452657 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 52ab3af4-2ae4-4fbc-b905-f737054a63fa not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:46:31.458150 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 2f4ed259-8ec1-49d1-a61d-a248b9c75627 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:46:31.480308 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6e44c26b-3b84-4941-b4b9-1211d9031d4c req-8d6c3ccf-cafb-457d-bdb9-50cf05e7d4e7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=e4ab30af-1603-4bea-92ba-25b6aad0d335 HTTP/1.1" status: 200 len: 217 time: 0.1787283 Jan 28 02:46:31.502202 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-2135017b-19ef-42f6-bcfa-adf4d156f9f1 service neutron] Attempting to bind port e012a990-cb6c-483f-aac7-ecbf7a096470 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:46:31.503765 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-2135017b-19ef-42f6-bcfa-adf4d156f9f1 service neutron] Attempting to bind port e012a990-cb6c-483f-aac7-ecbf7a096470 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:46:31.504992 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-2135017b-19ef-42f6-bcfa-adf4d156f9f1 service neutron] Attempting to bind port e012a990-cb6c-483f-aac7-ecbf7a096470 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:46:31.509031 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 2f4ed259-8ec1-49d1-a61d-a248b9c75627 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:46:31.509405 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 2f4ed259-8ec1-49d1-a61d-a248b9c75627 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:46:31.525425 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-2135017b-19ef-42f6-bcfa-adf4d156f9f1 service neutron] Port e012a990-cb6c-483f-aac7-ecbf7a096470 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:46:31.526174 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-2135017b-19ef-42f6-bcfa-adf4d156f9f1 service neutron] Attempting to bind port e012a990-cb6c-483f-aac7-ecbf7a096470 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:46:31.557381 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-2135017b-19ef-42f6-bcfa-adf4d156f9f1 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:46:31.558224 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-2135017b-19ef-42f6-bcfa-adf4d156f9f1 service neutron] Checking segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:46:31.558879 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-2135017b-19ef-42f6-bcfa-adf4d156f9f1 service neutron] Bound using segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:46:31.559756 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-2135017b-19ef-42f6-bcfa-adf4d156f9f1 service neutron] Bound port: e012a990-cb6c-483f-aac7-ecbf7a096470, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:46:31.560367 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-2135017b-19ef-42f6-bcfa-adf4d156f9f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e012a990-cb6c-483f-aac7-ecbf7a096470), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:31.602707 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bdef3b-8710-44fc-89b3-14c6ce0c49eb req-c890aaa8-a895-4b0e-9d40-4eec06bfadc4 tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:31.604834 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-90bdef3b-8710-44fc-89b3-14c6ce0c49eb req-c890aaa8-a895-4b0e-9d40-4eec06bfadc4 tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b53a30b-6164-46f0-adb6-704427adf508 HTTP/1.1" status: 200 len: 931 time: 0.2578478 Jan 28 02:46:31.728408 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44c26b-3b84-4941-b4b9-1211d9031d4c req-073d8f96-ec08-4531-ba54-f222208efd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:31.729967 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6e44c26b-3b84-4941-b4b9-1211d9031d4c req-073d8f96-ec08-4531-ba54-f222208efd55 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.2156298 Jan 28 02:46:31.771884 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-06d9a3d0-fd38-4553-92e1-2d0817da0cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (2f4ed259-8ec1-49d1-a61d-a248b9c75627), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:31.795811 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3da63193-f08f-40c2-86be-7de8e704a3f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:31.862609 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d9a3d0-fd38-4553-92e1-2d0817da0cb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f4ed259-8ec1-49d1-a61d-a248b9c75627,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:31.866618 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-b290346b-974d-49ac-9600-43400605e0b4 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:31.868275 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-90bdef3b-8710-44fc-89b3-14c6ce0c49eb req-1256074d-72f3-474c-ab2c-58582a002a7c tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7f4f038-cb71-42a3-85e5-d0fdee5fc599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177119 Jan 28 02:46:31.869560 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-2135017b-19ef-42f6-bcfa-adf4d156f9f1 service neutron] For port e012a990-cb6c-483f-aac7-ecbf7a096470, host n-h1-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:46:31.871829 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d9a3d0-fd38-4553-92e1-2d0817da0cb9 admin admin] No DVR routers for this DVR port 2f4ed259-8ec1-49d1-a61d-a248b9c75627 on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:46:31.879829 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-b290346b-974d-49ac-9600-43400605e0b4 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3898187 Jan 28 02:46:31.909002 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-1de5335c-5824-43dc-9d9c-1c3385c5954a tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Request body: {'port': {'device_id': '1510106c-b168-41cd-9a73-808ba118566e', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'admin_state_up': True, 'tenant_id': '894ea54799be4af689df91af7c8cffaf'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:46:31.939662 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44c26b-3b84-4941-b4b9-1211d9031d4c req-e393c257-859f-49c3-83ef-b198e7d47a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:31.941639 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6e44c26b-3b84-4941-b4b9-1211d9031d4c req-e393c257-859f-49c3-83ef-b198e7d47a1a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1536140 Jan 28 02:46:31.947769 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-2135017b-19ef-42f6-bcfa-adf4d156f9f1 service neutron] For port e012a990-cb6c-483f-aac7-ecbf7a096470, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=e012a990-cb6c-483f-aac7-ecbf7a096470,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:46:31.971237 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-2135017b-19ef-42f6-bcfa-adf4d156f9f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e012a990-cb6c-483f-aac7-ecbf7a096470), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:32.002152 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8aaa65b0-201d-47fa-a323-a41e78cff3ac req-404d2974-ea51-4aad-9aca-0844cdc92a7b service neutron] 10.222.0.39 "GET /v2.0/ports/50ef5e41-dc48-4c5c-81f9-d97cb05ba83d/bindings/n-h2-712139-27 HTTP/1.1" status: 200 len: 383 time: 0.2913382 Jan 28 02:46:32.053914 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-06d9a3d0-fd38-4553-92e1-2d0817da0cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (54fe0d7a-3c84-4188-9254-853f28a91047), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:32.106382 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-2135017b-19ef-42f6-bcfa-adf4d156f9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:32.107292 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-2135017b-19ef-42f6-bcfa-adf4d156f9f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:32.108557 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-2135017b-19ef-42f6-bcfa-adf4d156f9f1 service neutron] 10.222.0.67 "PUT /v2.0/ports/e012a990-cb6c-483f-aac7-ecbf7a096470 HTTP/1.1" status: 200 len: 1097 time: 2.5998540 Jan 28 02:46:32.116352 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee02979-7a90-46d7-b259-847bc9ba8d4b', 'tag': 'e012a990-cb6c-483f-aac7-ecbf7a096470'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:46:32.118843 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33aba5a-5391-4c19-89da-6af755d5d3d1" -d '{"events": [{"name": "network-changed", "server_uuid": "2ee02979-7a90-46d7-b259-847bc9ba8d4b", "tag": "e012a990-cb6c-483f-aac7-ecbf7a096470"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:46:32.161123 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-06d9a3d0-fd38-4553-92e1-2d0817da0cb9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:46:32.161498 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-06d9a3d0-fd38-4553-92e1-2d0817da0cb9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:46:32.162232 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-06d9a3d0-fd38-4553-92e1-2d0817da0cb9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:46:32.163270 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-06d9a3d0-fd38-4553-92e1-2d0817da0cb9 admin admin] Subscribe: > port after_create 55550000 {{(pid=109802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:46:32.163616 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-06d9a3d0-fd38-4553-92e1-2d0817da0cb9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:46:32.164163 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-06d9a3d0-fd38-4553-92e1-2d0817da0cb9 admin admin] Subscribe: > port after_update 55550000 {{(pid=109802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:46:32.164505 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-06d9a3d0-fd38-4553-92e1-2d0817da0cb9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:46:32.164823 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-06d9a3d0-fd38-4553-92e1-2d0817da0cb9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:46:32.165276 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-06d9a3d0-fd38-4553-92e1-2d0817da0cb9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:46:32.165486 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-06d9a3d0-fd38-4553-92e1-2d0817da0cb9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:46:32.266585 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-06d9a3d0-fd38-4553-92e1-2d0817da0cb9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:46:32.267025 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-06d9a3d0-fd38-4553-92e1-2d0817da0cb9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:46:32.267472 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-06d9a3d0-fd38-4553-92e1-2d0817da0cb9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:46:32.267875 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-06d9a3d0-fd38-4553-92e1-2d0817da0cb9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:46:32.268364 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-06d9a3d0-fd38-4553-92e1-2d0817da0cb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54fe0d7a-3c84-4188-9254-853f28a91047']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:46:32.329320 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6e44c26b-3b84-4941-b4b9-1211d9031d4c req-9689c396-5a20-47d8-a17f-ee5aa18cf337 service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327293 Jan 28 02:46:32.331737 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-06d9a3d0-fd38-4553-92e1-2d0817da0cb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b3d595d-588a-42b6-9a9a-28b67844d5d8') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:46:32.332255 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-06d9a3d0-fd38-4553-92e1-2d0817da0cb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b3d595d-588a-42b6-9a9a-28b67844d5d8') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:46:32.390665 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3549099-5de6-4075-9b3d-07ce266fb397 req-d671f388-045a-407f-b35a-a175d1251e99 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:32.392334 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f3549099-5de6-4075-9b3d-07ce266fb397 req-d671f388-045a-407f-b35a-a175d1251e99 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa56615-b151-47cf-a515-21c799286b2e HTTP/1.1" status: 200 len: 950 time: 0.4226677 Jan 28 02:46:32.395504 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-06d9a3d0-fd38-4553-92e1-2d0817da0cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (1b3d595d-588a-42b6-9a9a-28b67844d5d8), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:32.435204 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2135017b-19ef-42f6-bcfa-adf4d156f9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=e012a990-cb6c-483f-aac7-ecbf7a096470,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:32.464657 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-06d9a3d0-fd38-4553-92e1-2d0817da0cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (1b3d595d-588a-42b6-9a9a-28b67844d5d8), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:32.490562 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-1001764b-12a8-4f16-973a-065e273e3f87 req-5c6a5001-a671-4608-af90-1cf719f113be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 586a7222-90bf-4531-b096-1449615f8739 {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:46:32.495519 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06d9a3d0-fd38-4553-92e1-2d0817da0cb9 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:46:32.495962 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-06d9a3d0-fd38-4553-92e1-2d0817da0cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (1b3d595d-588a-42b6-9a9a-28b67844d5d8), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:32.516106 n-d-712139-27 neutron-server[109802]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 02:46:32.516106 n-d-712139-27 neutron-server[109802]: from cryptography.utils import int_from_bytes Jan 28 02:46:32.516106 n-d-712139-27 neutron-server[109802]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 02:46:32.516106 n-d-712139-27 neutron-server[109802]: from cryptography.utils import int_from_bytes Jan 28 02:46:32.516106 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 02:46:32.516106 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 02:46:32.516106 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 02:46:32.516106 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 02:46:32.516106 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 02:46:32.516106 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 02:46:32.516106 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 02:46:32.516106 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 02:46:32.516106 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 02:46:32.516106 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:46:32.516106 n-d-712139-27 neutron-server[109802]: timer() Jan 28 02:46:32.516106 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:46:32.516106 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 02:46:32.516106 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:46:32.516106 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 02:46:32.516106 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:46:32.516106 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 02:46:32.516106 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:46:32.516106 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 02:46:32.516106 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:46:32.516106 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 02:46:32.516106 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:46:32.516106 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:46:32.516106 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:46:32.516106 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:46:32.516106 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:46:32.516106 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 02:46:32.516106 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:46:32.516106 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 02:46:32.516106 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:46:32.516106 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:46:32.516106 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:46:32.516106 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 02:46:32.516106 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:46:32.516106 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:46:32.516106 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:46:32.516106 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:46:32.516106 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:46:32.516106 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:46:32.516106 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:46:32.531820 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-27bb6773-b28a-41dc-9061-e1e7c61cbb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:32.533476 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-27bb6773-b28a-41dc-9061-e1e7c61cbb56 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=48a9da4172074c31af36ad122c33e36a&device_id=2ee02979-7a90-46d7-b259-847bc9ba8d4b HTTP/1.1" status: 200 len: 1100 time: 0.2574675 Jan 28 02:46:32.535786 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1001764b-12a8-4f16-973a-065e273e3f87 req-5c6a5001-a671-4608-af90-1cf719f113be service neutron] Publish callbacks [] for port (586a7222-90bf-4531-b096-1449615f8739), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:32.642863 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-1001764b-12a8-4f16-973a-065e273e3f87 req-5c6a5001-a671-4608-af90-1cf719f113be service neutron] Transition to ACTIVE for port object 586a7222-90bf-4531-b096-1449615f8739 will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:46:32.650756 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-0ec6a761-3c44-4875-8c4b-486a00922200 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=e012a990-cb6c-483f-aac7-ecbf7a096470 HTTP/1.1" status: 200 len: 217 time: 0.0755358 Jan 28 02:46:32.655880 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1001764b-12a8-4f16-973a-065e273e3f87 req-5c6a5001-a671-4608-af90-1cf719f113be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (586a7222-90bf-4531-b096-1449615f8739), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:32.678172 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-1de5335c-5824-43dc-9d9c-1c3385c5954a tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Made reservation on behalf of 894ea54799be4af689df91af7c8cffaf for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:46:32.681947 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-1de5335c-5824-43dc-9d9c-1c3385c5954a tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:32.689036 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f3549099-5de6-4075-9b3d-07ce266fb397 req-724dbffd-fcbf-44ee-8623-dd08c7cda62f tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521546 Jan 28 02:46:32.728020 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-1de5335c-5824-43dc-9d9c-1c3385c5954a tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:32.738939 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa65b0-201d-47fa-a323-a41e78cff3ac req-d5c5ba78-e1cf-4fe0-a28a-2e2badaedac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:32.740844 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8aaa65b0-201d-47fa-a323-a41e78cff3ac req-d5c5ba78-e1cf-4fe0-a28a-2e2badaedac1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cfa56615-b151-47cf-a515-21c799286b2e&tenant_id=29a2e152744a433f9b25a7592aa94e29 HTTP/1.1" status: 200 len: 1102 time: 0.4513741 Jan 28 02:46:32.742896 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-06d9a3d0-fd38-4553-92e1-2d0817da0cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (54fe0d7a-3c84-4188-9254-853f28a91047), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:32.761859 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-4ee735af-60ef-4377-9833-68549baa6950 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:46:32.762983 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-4ee735af-60ef-4377-9833-68549baa6950 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0131989 Jan 28 02:46:32.789717 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-06d9a3d0-fd38-4553-92e1-2d0817da0cb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:32.793244 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-06d9a3d0-fd38-4553-92e1-2d0817da0cb9 admin admin] 10.222.0.53 "DELETE /v2.0/networks/54fe0d7a-3c84-4188-9254-853f28a91047 HTTP/1.1" status: 204 len: 168 time: 2.1399302 Jan 28 02:46:32.804794 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d9a3d0-fd38-4553-92e1-2d0817da0cb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=54fe0d7a-3c84-4188-9254-853f28a91047,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:32.860496 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6a5001-a671-4608-af90-1cf719f113be service neutron] Pushing event updated for resources: {'Port': ['ID=586a7222-90bf-4531-b096-1449615f8739,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:32.869588 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-0b120df7-e206-4d79-a7db-7dbef85bd4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:32.871059 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-0b120df7-e206-4d79-a7db-7dbef85bd4e4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.2117298 Jan 28 02:46:32.878858 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6e44c26b-3b84-4941-b4b9-1211d9031d4c req-b269115b-aa12-4bb3-9a7f-202b5c3d8f83 service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5397694 Jan 28 02:46:32.900246 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-c7cd3b72-ed0a-4652-a345-062f824ede56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:32.902583 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-c7cd3b72-ed0a-4652-a345-062f824ede56 service neutron] 10.222.0.53 "GET /v2.0/ports/5211e927-24e1-41c8-838c-b2a6c7eb4347 HTTP/1.1" status: 200 len: 1095 time: 0.1192105 Jan 28 02:46:32.940322 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-256f1c12-e990-41e9-9d08-5b4896c9f764 service neutron] Request body: {'binding': {'host': 'n-h2-712139-27', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:46:32.940774 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-256f1c12-e990-41e9-9d08-5b4896c9f764 service neutron] Unknown quota resources ['binding']. {{(pid=109802) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 02:46:32.971072 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e2f00-91a4-418c-883a-772c84a8a271 req-8d42d011-2457-4459-92a8-1541f6c73771 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:32.977956 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-026e2f00-91a4-418c-883a-772c84a8a271 req-8d42d011-2457-4459-92a8-1541f6c73771 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ee02979-7a90-46d7-b259-847bc9ba8d4b HTTP/1.1" status: 200 len: 948 time: 0.2001886 Jan 28 02:46:32.982507 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa65b0-201d-47fa-a323-a41e78cff3ac req-17b7026c-d3b7-4a48-b186-93cc133b402f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:32.984050 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8aaa65b0-201d-47fa-a323-a41e78cff3ac req-17b7026c-d3b7-4a48-b186-93cc133b402f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=29a2e152744a433f9b25a7592aa94e29&device_id=cfa56615-b151-47cf-a515-21c799286b2e HTTP/1.1" status: 200 len: 1102 time: 0.1989462 Jan 28 02:46:33.024467 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 54722) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:46:33.097259 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f3cf90e4-65f2-4314-83db-ea444d402084 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:33.106240 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f3cf90e4-65f2-4314-83db-ea444d402084 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (478b1b4e-4453-4556-b1f7-ee3fe558d6bb), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:33.139303 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:33.145689 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-cc429769-3692-40d9-baad-91e368017ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:33.146891 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-1de5335c-5824-43dc-9d9c-1c3385c5954a tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Publish callbacks [] for security_group (af04dfc0-4bf3-4e7a-83e9-e1fc75c3a6f3), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:33.147178 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-cc429769-3692-40d9-baad-91e368017ff1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2412772 Jan 28 02:46:33.152708 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-1001764b-12a8-4f16-973a-065e273e3f87 req-5c6a5001-a671-4608-af90-1cf719f113be service neutron] Attempting to bind port 586a7222-90bf-4531-b096-1449615f8739 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:46:33.152974 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-1001764b-12a8-4f16-973a-065e273e3f87 req-5c6a5001-a671-4608-af90-1cf719f113be service neutron] Attempting to bind port 586a7222-90bf-4531-b096-1449615f8739 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '4238316f-2d67-4b16-98cf-2461c8f41cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6613a3bb-644a-459f-9674-54543599a8bb'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:46:33.153336 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1001764b-12a8-4f16-973a-065e273e3f87 req-5c6a5001-a671-4608-af90-1cf719f113be service neutron] Attempting to bind port 586a7222-90bf-4531-b096-1449615f8739 on network 6613a3bb-644a-459f-9674-54543599a8bb {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:46:33.156579 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-1de5335c-5824-43dc-9d9c-1c3385c5954a tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (af04dfc0-4bf3-4e7a-83e9-e1fc75c3a6f3), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:33.169858 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-026e2f00-91a4-418c-883a-772c84a8a271 req-938ec961-fc3f-4fff-9b05-f1c3ce41abd7 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910634 Jan 28 02:46:33.185891 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1001764b-12a8-4f16-973a-065e273e3f87 req-5c6a5001-a671-4608-af90-1cf719f113be service neutron] Port 586a7222-90bf-4531-b096-1449615f8739 on network 6613a3bb-644a-459f-9674-54543599a8bb not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:46:33.186121 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1001764b-12a8-4f16-973a-065e273e3f87 req-5c6a5001-a671-4608-af90-1cf719f113be service neutron] Attempting to bind port 586a7222-90bf-4531-b096-1449615f8739 on network 6613a3bb-644a-459f-9674-54543599a8bb {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:46:33.200614 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-77ad2a50-4fbe-471a-b874-029f4533098e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1ec5c5d9f41c4ec58d4990685911b065&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1722629 Jan 28 02:46:33.207999 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 54724) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:46:33.232154 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:33.243659 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1001764b-12a8-4f16-973a-065e273e3f87 req-5c6a5001-a671-4608-af90-1cf719f113be service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:46:33.243996 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1001764b-12a8-4f16-973a-065e273e3f87 req-5c6a5001-a671-4608-af90-1cf719f113be service neutron] Checking segment: {'id': '4238316f-2d67-4b16-98cf-2461c8f41cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6613a3bb-644a-459f-9674-54543599a8bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:46:33.244485 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1001764b-12a8-4f16-973a-065e273e3f87 req-5c6a5001-a671-4608-af90-1cf719f113be service neutron] Bound using segment: {'id': '4238316f-2d67-4b16-98cf-2461c8f41cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6613a3bb-644a-459f-9674-54543599a8bb'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:46:33.245442 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-1001764b-12a8-4f16-973a-065e273e3f87 req-5c6a5001-a671-4608-af90-1cf719f113be service neutron] Bound port: 586a7222-90bf-4531-b096-1449615f8739, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4238316f-2d67-4b16-98cf-2461c8f41cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6613a3bb-644a-459f-9674-54543599a8bb'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:46:33.245442 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1001764b-12a8-4f16-973a-065e273e3f87 req-5c6a5001-a671-4608-af90-1cf719f113be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (586a7222-90bf-4531-b096-1449615f8739), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:33.246276 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa65b0-201d-47fa-a323-a41e78cff3ac req-4f54265a-b634-4841-9259-a3ee9c34cb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:33.247818 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8aaa65b0-201d-47fa-a323-a41e78cff3ac req-4f54265a-b634-4841-9259-a3ee9c34cb1c service neutron] 10.222.0.39 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.2549012 Jan 28 02:46:33.292802 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de5335c-5824-43dc-9d9c-1c3385c5954a tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af04dfc0-4bf3-4e7a-83e9-e1fc75c3a6f3,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:33.327283 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-28b5f9c8-1012-4a87-95c1-cd530fe21db6 req-76bc054e-79cf-4c8a-9274-8d05100a53ba tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1510106c-b168-41cd-9a73-808ba118566e HTTP/1.1" status: 200 len: 210 time: 0.0554140 Jan 28 02:46:33.333514 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8aaa65b0-201d-47fa-a323-a41e78cff3ac req-e2d88617-fc75-4c05-9239-f32a0bd43ea1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=50ef5e41-dc48-4c5c-81f9-d97cb05ba83d HTTP/1.1" status: 200 len: 217 time: 0.0780551 Jan 28 02:46:33.386111 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8736d760-8390-4351-8dd6-669670a1ab02 x-openstack-request-id: req-8736d760-8390-4351-8dd6-669670a1ab02 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:46:33.386659 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ee02979-7a90-46d7-b259-847bc9ba8d4b", "tag": "e012a990-cb6c-483f-aac7-ecbf7a096470", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:46:33.386659 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8736d760-8390-4351-8dd6-669670a1ab02 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:46:33.387005 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ee02979-7a90-46d7-b259-847bc9ba8d4b', 'tag': 'e012a990-cb6c-483f-aac7-ecbf7a096470', 'status': 'completed', 'code': 200} Jan 28 02:46:33.393313 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-256f1c12-e990-41e9-9d08-5b4896c9f764 service neutron] Attempting to bind port 5211e927-24e1-41c8-838c-b2a6c7eb4347 on host n-h2-712139-27 for vnic_type normal with profile None {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:46:33.393641 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-256f1c12-e990-41e9-9d08-5b4896c9f764 service neutron] Attempting to bind port 5211e927-24e1-41c8-838c-b2a6c7eb4347 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:46:33.394547 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-256f1c12-e990-41e9-9d08-5b4896c9f764 service neutron] Attempting to bind port 5211e927-24e1-41c8-838c-b2a6c7eb4347 on network 997aa02b-ef92-4c1c-ba5c-0477d385960c {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:46:33.412133 n-d-712139-27 neutron-server[109803]: INFO neutron.db.l3_db [None req-f3cf90e4-65f2-4314-83db-ea444d402084 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Floating IP 478b1b4e-4453-4556-b1f7-ee3fe558d6bb associated. External IP: 172.25.0.7, port: 12d9adf1-7c80-4001-b074-0d89fcd45078. Jan 28 02:46:33.472547 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa65b0-201d-47fa-a323-a41e78cff3ac req-d5070a90-c44f-4037-bfc8-f17949fb1558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:33.474096 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8aaa65b0-201d-47fa-a323-a41e78cff3ac req-d5070a90-c44f-4037-bfc8-f17949fb1558 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.1329486 Jan 28 02:46:33.483192 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-1de5335c-5824-43dc-9d9c-1c3385c5954a tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Allocated IP 192.168.233.254 (00399c87-9b8d-4ccb-b18d-7ccb90f49322/24329ac8-3d67-49eb-9f63-d2859e79e36f/2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:46:33.609809 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa65b0-201d-47fa-a323-a41e78cff3ac req-ee9d9b75-c9f2-4098-bcd1-5b439ddb7502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:33.611283 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8aaa65b0-201d-47fa-a323-a41e78cff3ac req-ee9d9b75-c9f2-4098-bcd1-5b439ddb7502 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1296363 Jan 28 02:46:33.665493 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-256f1c12-e990-41e9-9d08-5b4896c9f764 service neutron] Port 5211e927-24e1-41c8-838c-b2a6c7eb4347 on network 997aa02b-ef92-4c1c-ba5c-0477d385960c not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:46:33.665701 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-256f1c12-e990-41e9-9d08-5b4896c9f764 service neutron] Attempting to bind port 5211e927-24e1-41c8-838c-b2a6c7eb4347 on network 997aa02b-ef92-4c1c-ba5c-0477d385960c {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:46:33.683520 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-8130bf06-e592-4974-be7c-8e42af7071a3 service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5219173 Jan 28 02:46:33.688899 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c59c8c8d-ed8a-4b0d-848f-6ac667a7840f admin admin] Publish callbacks [] for security_group (74f40185-a5fb-44db-90a3-1018f9cb0152), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:33.705852 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-256f1c12-e990-41e9-9d08-5b4896c9f764 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:46:33.705852 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-256f1c12-e990-41e9-9d08-5b4896c9f764 service neutron] Checking segment: {'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:46:33.707606 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-256f1c12-e990-41e9-9d08-5b4896c9f764 service neutron] Bound using segment: {'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:46:33.707606 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-256f1c12-e990-41e9-9d08-5b4896c9f764 service neutron] Bound port: 5211e927-24e1-41c8-838c-b2a6c7eb4347, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:46:33.724844 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-1001764b-12a8-4f16-973a-065e273e3f87 req-5c6a5001-a671-4608-af90-1cf719f113be service neutron] For port 586a7222-90bf-4531-b096-1449615f8739, host n-h2-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:46:33.785159 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-1001764b-12a8-4f16-973a-065e273e3f87 req-5c6a5001-a671-4608-af90-1cf719f113be service neutron] For port 586a7222-90bf-4531-b096-1449615f8739, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=586a7222-90bf-4531-b096-1449615f8739,segment=NetworkSegment(4238316f-2d67-4b16-98cf-2461c8f41cd2),segment_id=4238316f-2d67-4b16-98cf-2461c8f41cd2)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:46:33.811158 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c59c8c8d-ed8a-4b0d-848f-6ac667a7840f admin admin] Publish callbacks [] for security_group (74f40185-a5fb-44db-90a3-1018f9cb0152), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:33.824395 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1001764b-12a8-4f16-973a-065e273e3f87 req-5c6a5001-a671-4608-af90-1cf719f113be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (586a7222-90bf-4531-b096-1449615f8739), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:33.857855 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-1de5335c-5824-43dc-9d9c-1c3385c5954a tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Publish callbacks [] for port (2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:33.881013 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8aaa65b0-201d-47fa-a323-a41e78cff3ac req-56055399-b0e3-4011-836d-da55b9649a5f service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593677 Jan 28 02:46:33.884110 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3cf90e4-65f2-4314-83db-ea444d402084 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Router f4e962b1-b4a4-490d-a01e-f309dae8cc3a has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:46:33.898235 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36567b25-01c5-4f89-a2e6-4964681725de req-b7519401-2f54-4177-9d92-abdd3affd359 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:33.899739 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-36567b25-01c5-4f89-a2e6-4964681725de req-b7519401-2f54-4177-9d92-abdd3affd359 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=af7ee1b3-8887-41d3-b576-dda942d78c8a HTTP/1.1" status: 200 len: 945 time: 0.2368045 Jan 28 02:46:33.927313 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001764b-12a8-4f16-973a-065e273e3f87 req-5c6a5001-a671-4608-af90-1cf719f113be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:33.928094 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1001764b-12a8-4f16-973a-065e273e3f87 req-5c6a5001-a671-4608-af90-1cf719f113be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:33.930201 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1001764b-12a8-4f16-973a-065e273e3f87 req-5c6a5001-a671-4608-af90-1cf719f113be service neutron] 10.222.0.39 "PUT /v2.0/ports/586a7222-90bf-4531-b096-1449615f8739 HTTP/1.1" status: 200 len: 1092 time: 2.8175609 Jan 28 02:46:33.942441 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-256f1c12-e990-41e9-9d08-5b4896c9f764 service neutron] For port 5211e927-24e1-41c8-838c-b2a6c7eb4347, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=5211e927-24e1-41c8-838c-b2a6c7eb4347,segment=NetworkSegment(1cc99f2f-8533-4758-ac6d-0ec0b703844f),segment_id=1cc99f2f-8533-4758-ac6d-0ec0b703844f)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:46:33.986228 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-256f1c12-e990-41e9-9d08-5b4896c9f764 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:33.987470 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-256f1c12-e990-41e9-9d08-5b4896c9f764 service neutron] 10.222.0.53 "POST /v2.0/ports/5211e927-24e1-41c8-838c-b2a6c7eb4347/bindings HTTP/1.1" status: 201 len: 390 time: 1.0693481 Jan 28 02:46:34.037657 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6a5001-a671-4608-af90-1cf719f113be service neutron] Pushing event updated for resources: {'Port': ['ID=586a7222-90bf-4531-b096-1449615f8739,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:34.054767 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b2af0231-c0cf-40c4-8298-c787a7c33a34 req-f2ad5bf8-2552-4a66-81b2-8ac47fa240a5 service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638310 Jan 28 02:46:34.074082 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c59c8c8d-ed8a-4b0d-848f-6ac667a7840f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (74f40185-a5fb-44db-90a3-1018f9cb0152), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:34.076615 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c59c8c8d-ed8a-4b0d-848f-6ac667a7840f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:34.080307 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c59c8c8d-ed8a-4b0d-848f-6ac667a7840f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/74f40185-a5fb-44db-90a3-1018f9cb0152 HTTP/1.1" status: 204 len: 168 time: 0.8687048 Jan 28 02:46:34.086583 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-36567b25-01c5-4f89-a2e6-4964681725de req-b945782a-eec4-4f17-bd6b-640656afda6b tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695318 Jan 28 02:46:34.093587 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59c8c8d-ed8a-4b0d-848f-6ac667a7840f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f40185-a5fb-44db-90a3-1018f9cb0152,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:34.100109 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001764b-12a8-4f16-973a-065e273e3f87 req-2ceadd03-8b34-4e45-ad60-9962f9dbab75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:34.102108 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1001764b-12a8-4f16-973a-065e273e3f87 req-2ceadd03-8b34-4e45-ad60-9962f9dbab75 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bea4609d0d234d759eed16f235cde7c5&device_id=5b53a30b-6164-46f0-adb6-704427adf508 HTTP/1.1" status: 200 len: 1095 time: 0.0997975 Jan 28 02:46:34.198397 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1001764b-12a8-4f16-973a-065e273e3f87 req-b5531747-34c7-44fb-ac66-ed87ca38505d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=586a7222-90bf-4531-b096-1449615f8739 HTTP/1.1" status: 200 len: 217 time: 0.0811906 Jan 28 02:46:34.273349 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device e4ab30af-1603-4bea-92ba-25b6aad0d335 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:46:34.320954 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001764b-12a8-4f16-973a-065e273e3f87 req-ed234601-16f9-4e95-8213-56c83da28c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:34.323236 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1001764b-12a8-4f16-973a-065e273e3f87 req-ed234601-16f9-4e95-8213-56c83da28c3a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b623299e-46b0-4adb-b003-30f1755dca8b HTTP/1.1" status: 200 len: 855 time: 0.1191897 Jan 28 02:46:34.352042 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01037b58-1732-4736-b87c-95102985a56e req-8fd2a50e-c36f-4a5e-93f9-c57902f06e60 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:34.354031 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-1de5335c-5824-43dc-9d9c-1c3385c5954a tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:34.361471 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-01037b58-1732-4736-b87c-95102985a56e req-8fd2a50e-c36f-4a5e-93f9-c57902f06e60 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa56615-b151-47cf-a515-21c799286b2e HTTP/1.1" status: 200 len: 950 time: 0.1209276 Jan 28 02:46:34.394769 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.39', 49520) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:46:34.397567 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1001764b-12a8-4f16-973a-065e273e3f87 req-0abacb96-01b5-4f9d-a30b-490a08f74e70 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6613a3bb-644a-459f-9674-54543599a8bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670335 Jan 28 02:46:34.424310 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33aba5a-5391-4c19-89da-6af755d5d3d1 req-b559336b-5299-498c-a1be-89ed2393de3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:34.428850 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a33aba5a-5391-4c19-89da-6af755d5d3d1 req-b559336b-5299-498c-a1be-89ed2393de3a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=48a9da4172074c31af36ad122c33e36a&device_id=2ee02979-7a90-46d7-b259-847bc9ba8d4b HTTP/1.1" status: 200 len: 1100 time: 0.1780591 Jan 28 02:46:34.469900 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port e4ab30af-1603-4bea-92ba-25b6aad0d335, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=e4ab30af-1603-4bea-92ba-25b6aad0d335,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:34.491455 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': 'e4ab30af-1603-4bea-92ba-25b6aad0d335', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'port_id': 'e4ab30af-1603-4bea-92ba-25b6aad0d335', 'mac_address': 'fa:16:3e:4d:a0:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24329ac8-3d67-49eb-9f63-d2859e79e36f', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:46:34.514408 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-1de5335c-5824-43dc-9d9c-1c3385c5954a tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:46:34.523830 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-1de5335c-5824-43dc-9d9c-1c3385c5954a tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:46:34.527136 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-1de5335c-5824-43dc-9d9c-1c3385c5954a tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:46:34.532934 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-1de5335c-5824-43dc-9d9c-1c3385c5954a tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:34.533584 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-1de5335c-5824-43dc-9d9c-1c3385c5954a tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:34.538958 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port e4ab30af-1603-4bea-92ba-25b6aad0d335 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:46:34.539680 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e4ab30af-1603-4bea-92ba-25b6aad0d335), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:34.554613 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8aaa65b0-201d-47fa-a323-a41e78cff3ac req-48ea86a8-51a1-4754-9599-40390ecdabbf service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6654623 Jan 28 02:46:34.571067 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3cf90e4-65f2-4314-83db-ea444d402084 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:46:34.571371 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-01037b58-1732-4736-b87c-95102985a56e req-db7ec555-5809-4e15-914b-f929f956e620 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083611 Jan 28 02:46:34.577580 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f3cf90e4-65f2-4314-83db-ea444d402084 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:34.592873 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de5335c-5824-43dc-9d9c-1c3385c5954a tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Pushing event updated for resources: {'Port': ['ID=2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:34.601025 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4ab30af-1603-4bea-92ba-25b6aad0d335 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:46:34.627201 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33aba5a-5391-4c19-89da-6af755d5d3d1 req-482a4344-eea9-44ca-afb6-2547f24f6c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:34.628830 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a33aba5a-5391-4c19-89da-6af755d5d3d1 req-482a4344-eea9-44ca-afb6-2547f24f6c0f service neutron] 10.222.0.67 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.1863697 Jan 28 02:46:34.632110 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19157ecf-9a74-456d-994b-2b151571f464 None None] Sync routers for ids ['f4e962b1-b4a4-490d-a01e-f309dae8cc3a'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:46:34.642122 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb061de-3e25-48f5-a86e-00942a67f9f2 req-bb4e7cdf-eca5-4dd5-8a77-39e3af7db713 tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:34.654623 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4eb061de-3e25-48f5-a86e-00942a67f9f2 req-bb4e7cdf-eca5-4dd5-8a77-39e3af7db713 tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b53a30b-6164-46f0-adb6-704427adf508 HTTP/1.1" status: 200 len: 943 time: 0.3625500 Jan 28 02:46:34.692093 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a33aba5a-5391-4c19-89da-6af755d5d3d1 req-af08ca26-2b7b-4322-adc0-188a8bbcb88f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=e012a990-cb6c-483f-aac7-ecbf7a096470 HTTP/1.1" status: 200 len: 217 time: 0.0538907 Jan 28 02:46:34.700442 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1001764b-12a8-4f16-973a-065e273e3f87 req-678b4cd9-879c-4579-aad6-bd04c935062e service neutron] 10.222.0.39 "GET /v2.0/networks/6613a3bb-644a-459f-9674-54543599a8bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940063 Jan 28 02:46:34.702829 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-1de5335c-5824-43dc-9d9c-1c3385c5954a tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8157294 Jan 28 02:46:34.704054 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port e4ab30af-1603-4bea-92ba-25b6aad0d335, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=e4ab30af-1603-4bea-92ba-25b6aad0d335,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:34.711319 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19157ecf-9a74-456d-994b-2b151571f464 None None] Routers {'f4e962b1-b4a4-490d-a01e-f309dae8cc3a'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:46:34.712585 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-19157ecf-9a74-456d-994b-2b151571f464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:46:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['f4e962b1-b4a4-490d-a01e-f309dae8cc3a'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:46:34.714970 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:34.718349 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e4ab30af-1603-4bea-92ba-25b6aad0d335), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:34.733106 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-67bb0191-ccbe-4004-bbd2-d13ccc479d24 service neutron] Request body: {'port': {'device_id': '1510106c-b168-41cd-9a73-808ba118566e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:46:34.739299 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-b050a57e-68ca-46d5-96e3-1c6dcf87f42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:34.740823 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-b050a57e-68ca-46d5-96e3-1c6dcf87f42d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b376bdc08124533ad1dc2039341113b&device_id=42b36ac4-e7c3-4d95-8b5d-f16778117334 HTTP/1.1" status: 200 len: 1098 time: 0.3375762 Jan 28 02:46:34.745499 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f3cf90e4-65f2-4314-83db-ea444d402084 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "PUT /v2.0/floatingips/478b1b4e-4453-4556-b1f7-ee3fe558d6bb HTTP/1.1" status: 200 len: 990 time: 3.5541027 Jan 28 02:46:34.763641 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5433fb3f-7e16-43f1-ad78-5e732dcf79ec', 'tag': '12d9adf1-7c80-4001-b074-0d89fcd45078'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:46:34.766067 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec22dc60-78bb-4a07-8226-62e1b0ad7963" -d '{"events": [{"name": "network-changed", "server_uuid": "5433fb3f-7e16-43f1-ad78-5e732dcf79ec", "tag": "12d9adf1-7c80-4001-b074-0d89fcd45078"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:46:34.823713 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4eb061de-3e25-48f5-a86e-00942a67f9f2 req-9e920226-bb28-493c-a9ba-3b661b339700 tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7f4f038-cb71-42a3-85e5-d0fdee5fc599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674731 Jan 28 02:46:34.825861 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=e4ab30af-1603-4bea-92ba-25b6aad0d335,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:34.917291 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1001764b-12a8-4f16-973a-065e273e3f87 req-1e7d074c-27d4-4cc4-924d-e0a10b0950d5 service neutron] 10.222.0.39 "GET /v2.0/networks/6613a3bb-644a-459f-9674-54543599a8bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817267 Jan 28 02:46:34.993256 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33aba5a-5391-4c19-89da-6af755d5d3d1 req-5a9f703e-c3a5-4b2f-9e1a-a9f70eb021b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:34.994825 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a33aba5a-5391-4c19-89da-6af755d5d3d1 req-5a9f703e-c3a5-4b2f-9e1a-a9f70eb021b8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.2934988 Jan 28 02:46:35.005420 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf7dcc-5e74-4dbb-a513-87f14df46d4c req-ad77d20f-8b6f-4660-8dcf-b4113fff2b71 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:35.007827 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7abf7dcc-5e74-4dbb-a513-87f14df46d4c req-ad77d20f-8b6f-4660-8dcf-b4113fff2b71 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=42b36ac4-e7c3-4d95-8b5d-f16778117334 HTTP/1.1" status: 200 len: 946 time: 0.3039596 Jan 28 02:46:35.035870 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-67bb0191-ccbe-4004-bbd2-d13ccc479d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:35.087743 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33aba5a-5391-4c19-89da-6af755d5d3d1 req-56288306-44bb-4234-a02c-9cfb9360b3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:35.089892 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a33aba5a-5391-4c19-89da-6af755d5d3d1 req-56288306-44bb-4234-a02c-9cfb9360b3df service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0811679 Jan 28 02:46:35.098640 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7abf7dcc-5e74-4dbb-a513-87f14df46d4c req-c5ed723e-dfe2-4857-9332-e8392f08b777 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599160 Jan 28 02:46:35.142070 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b08be57-5e66-4826-aec8-e0c2a2af0e15 req-891ffc25-fdc9-480d-882b-d2666755f017 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:35.149088 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b08be57-5e66-4826-aec8-e0c2a2af0e15 req-891ffc25-fdc9-480d-882b-d2666755f017 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ee02979-7a90-46d7-b259-847bc9ba8d4b HTTP/1.1" status: 200 len: 948 time: 0.2117732 Jan 28 02:46:35.173584 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-19157ecf-9a74-456d-994b-2b151571f464 None None] Set router f4e962b1-b4a4-490d-a01e-f309dae8cc3a gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:46:35.195115 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a33aba5a-5391-4c19-89da-6af755d5d3d1 req-d58e5d9a-d56b-4d50-b6ef-32e5b5b4b3ff service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955439 Jan 28 02:46:35.221916 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-3150e404-8b41-49bd-83e3-49ce5ffb7020 None None] Provisioning complete for port 2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:46:35.223650 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3150e404-8b41-49bd-83e3-49ce5ffb7020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:35.308884 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['e4ab30af-1603-4bea-92ba-25b6aad0d335'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:46:35.312232 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d3c13-6449-426c-aa71-5ef23d08af21 req-c9c34d3d-be9b-4bab-b548-c418ebfc7566 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:35.312621 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-3150e404-8b41-49bd-83e3-49ce5ffb7020 None None] Port 2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:46:35.313869 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3f5d3c13-6449-426c-aa71-5ef23d08af21 req-c9c34d3d-be9b-4bab-b548-c418ebfc7566 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1510106c-b168-41cd-9a73-808ba118566e HTTP/1.1" status: 200 len: 936 time: 0.1177833 Jan 28 02:46:35.352051 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-e62b358f-f6d9-44e0-8a18-34a1c8458557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:35.354377 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-e62b358f-f6d9-44e0-8a18-34a1c8458557 service neutron] 10.222.0.39 "GET /v2.0/networks?id=997aa02b-ef92-4c1c-ba5c-0477d385960c HTTP/1.1" status: 200 len: 922 time: 0.6078854 Jan 28 02:46:35.384351 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a33aba5a-5391-4c19-89da-6af755d5d3d1 req-b5938104-a694-4e82-8ba7-1b22c740dff2 service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782591 Jan 28 02:46:35.387652 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3f5d3c13-6449-426c-aa71-5ef23d08af21 req-3686414f-8c6f-4219-9cfa-ea9c0b532ee4 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/security-groups?id=af04dfc0-4bf3-4e7a-83e9-e1fc75c3a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643067 Jan 28 02:46:35.388117 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b53a30b-6164-46f0-adb6-704427adf508', 'tag': '586a7222-90bf-4531-b096-1449615f8739'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:46:35.390919 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e10eab-8918-45fd-9933-18c2878b1bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "5b53a30b-6164-46f0-adb6-704427adf508", "tag": "586a7222-90bf-4531-b096-1449615f8739"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:46:35.431878 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-7511dfc2-ae7b-4c80-acca-fed9a621b68a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5211e927-24e1-41c8-838c-b2a6c7eb4347 HTTP/1.1" status: 200 len: 217 time: 0.0629914 Jan 28 02:46:35.447990 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b08be57-5e66-4826-aec8-e0c2a2af0e15 req-c42ece46-665c-4a27-952c-154bb5299727 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930899 Jan 28 02:46:35.503367 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cead2d38-b03c-4545-abb9-472ad07b758d x-openstack-request-id: req-cead2d38-b03c-4545-abb9-472ad07b758d {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:46:35.503719 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5433fb3f-7e16-43f1-ad78-5e732dcf79ec", "tag": "12d9adf1-7c80-4001-b074-0d89fcd45078", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:46:35.503937 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cead2d38-b03c-4545-abb9-472ad07b758d {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:46:35.504619 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5433fb3f-7e16-43f1-ad78-5e732dcf79ec', 'tag': '12d9adf1-7c80-4001-b074-0d89fcd45078', 'status': 'completed', 'code': 200} Jan 28 02:46:35.554221 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0c5dbf-2b17-4da4-9fab-17377e7a9560 x-openstack-request-id: req-cf0c5dbf-2b17-4da4-9fab-17377e7a9560 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:46:35.554745 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b53a30b-6164-46f0-adb6-704427adf508", "tag": "586a7222-90bf-4531-b096-1449615f8739", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:46:35.554940 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cf0c5dbf-2b17-4da4-9fab-17377e7a9560 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:46:35.555442 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b53a30b-6164-46f0-adb6-704427adf508', 'tag': '586a7222-90bf-4531-b096-1449615f8739', 'status': 'completed', 'code': 200} Jan 28 02:46:35.560409 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-9bccde8f-b7e3-4d37-b73f-86e00178bc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:35.562030 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-9bccde8f-b7e3-4d37-b73f-86e00178bc97 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bcba3f69-83cc-4e79-8ae3-09e3e7684525 HTTP/1.1" status: 200 len: 861 time: 0.1128261 Jan 28 02:46:35.564095 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-67bb0191-ccbe-4004-bbd2-d13ccc479d24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:46:35.571859 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-67bb0191-ccbe-4004-bbd2-d13ccc479d24 service neutron] Publish callbacks [] for port (2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:35.613563 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-67bb0191-ccbe-4004-bbd2-d13ccc479d24 service neutron] Transition to ACTIVE for port object 2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:46:35.633682 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-67bb0191-ccbe-4004-bbd2-d13ccc479d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:35.644476 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22dc60-78bb-4a07-8226-62e1b0ad7963 req-ab34297a-4c43-4c35-9834-c4f866a5f957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:35.646220 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ec22dc60-78bb-4a07-8226-62e1b0ad7963 req-ab34297a-4c43-4c35-9834-c4f866a5f957 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=deb0ae2c8f344983b94e9f109bff2e22&device_id=5433fb3f-7e16-43f1-ad78-5e732dcf79ec HTTP/1.1" status: 200 len: 1098 time: 0.0478415 Jan 28 02:46:35.692776 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-caf06788-a1dc-4dd3-9bdb-6646d52a2e94 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=997aa02b-ef92-4c1c-ba5c-0477d385960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822237 Jan 28 02:46:35.788179 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-19157ecf-9a74-456d-994b-2b151571f464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-907093123-router', 'tenant_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': 'ba6b77fe-d614-438b-96c8-791c5bc5e219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:45:29Z', 'updated_at': '2022-01-28T02:45:40Z', 'revision_number': 4, 'project_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'gw_port': {'id': 'ba6b77fe-d614-438b-96c8-791c5bc5e219', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:45:31Z', 'updated_at': '2022-01-28T02:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '478b1b4e-4453-4556-b1f7-ee3fe558d6bb', 'tenant_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'port_id': '12d9adf1-7c80-4001-b074-0d89fcd45078', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14d3588b-3a72-4543-858a-daf4905526c1', 'mac_address': 'fa:16:3e:ab:b9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5433fb3f-7e16-43f1-ad78-5e732dcf79ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:46:11Z', 'updated_at': '2022-01-28T02:46:32Z', 'revision_number': 1, 'project_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa192b00-744a-4013-aaa0-da1828bcb208', 'name': '', 'network_id': '14d3588b-3a72-4543-858a-daf4905526c1', 'tenant_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'mac_address': 'fa:16:3e:65:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '8bcd77d3-aea2-4a38-a318-db02b350e105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:45:37Z', 'updated_at': '2022-01-28T02:45:48Z', 'revision_number': 5, 'project_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'subnets': [{'id': '8bcd77d3-aea2-4a38-a318-db02b350e105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:46:35.823012 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19157ecf-9a74-456d-994b-2b151571f464 None None] Checking router: f4e962b1-b4a4-490d-a01e-f309dae8cc3a for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:46:35.831304 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19157ecf-9a74-456d-994b-2b151571f464 None None] Routers {'f4e962b1-b4a4-490d-a01e-f309dae8cc3a'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:46:35.831930 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-19157ecf-9a74-456d-994b-2b151571f464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:46:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['f4e962b1-b4a4-490d-a01e-f309dae8cc3a'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:46:35.854793 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22dc60-78bb-4a07-8226-62e1b0ad7963 req-2df8853c-32c6-45f1-b37d-3e5cebe22b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:35.856441 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ec22dc60-78bb-4a07-8226-62e1b0ad7963 req-2df8853c-32c6-45f1-b37d-3e5cebe22b7a service neutron] 10.222.0.39 "GET /v2.0/networks?id=14d3588b-3a72-4543-858a-daf4905526c1 HTTP/1.1" status: 200 len: 924 time: 0.1976686 Jan 28 02:46:35.867886 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac4106-571d-43d6-92e8-c99052a1e63c req-732531ab-35b7-4a3d-a0a1-48a6861021f9 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:35.876212 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f5ac4106-571d-43d6-92e8-c99052a1e63c req-732531ab-35b7-4a3d-a0a1-48a6861021f9 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=af7ee1b3-8887-41d3-b576-dda942d78c8a HTTP/1.1" status: 200 len: 945 time: 0.3007267 Jan 28 02:46:35.876556 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f33f3-a326-483b-9c58-4e22921666de req-eafe5217-c14e-4916-ab29-c6ad95e48af6 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:35.878330 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2a1f33f3-a326-483b-9c58-4e22921666de req-eafe5217-c14e-4916-ab29-c6ad95e48af6 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa56615-b151-47cf-a515-21c799286b2e HTTP/1.1" status: 200 len: 950 time: 0.0863404 Jan 28 02:46:35.899408 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb0191-ccbe-4004-bbd2-d13ccc479d24 service neutron] Pushing event updated for resources: {'Port': ['ID=2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:35.920228 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e10eab-8918-45fd-9933-18c2878b1bd9 req-95cbcaeb-4f62-40d8-b54c-788e93f1e8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:35.922056 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-59e10eab-8918-45fd-9933-18c2878b1bd9 req-95cbcaeb-4f62-40d8-b54c-788e93f1e8f9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bea4609d0d234d759eed16f235cde7c5&device_id=5b53a30b-6164-46f0-adb6-704427adf508 HTTP/1.1" status: 200 len: 1095 time: 0.3135464 Jan 28 02:46:35.931970 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:35.950477 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-70a6bfc0-9007-437a-a84f-e116d5d6fc04 service neutron] 10.222.0.39 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464261 Jan 28 02:46:35.956879 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 50ef5e41-dc48-4c5c-81f9-d97cb05ba83d no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:46:35.964445 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-67bb0191-ccbe-4004-bbd2-d13ccc479d24 service neutron] Attempting to bind port 2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:46:35.964445 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-67bb0191-ccbe-4004-bbd2-d13ccc479d24 service neutron] Attempting to bind port 2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:46:35.964739 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-67bb0191-ccbe-4004-bbd2-d13ccc479d24 service neutron] Attempting to bind port 2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:46:35.992939 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-19157ecf-9a74-456d-994b-2b151571f464 None None] Set router f4e962b1-b4a4-490d-a01e-f309dae8cc3a gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:46:36.012014 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ec22dc60-78bb-4a07-8226-62e1b0ad7963 req-ae393437-09f6-412a-8b3b-0763bc010d23 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12d9adf1-7c80-4001-b074-0d89fcd45078 HTTP/1.1" status: 200 len: 998 time: 0.1450801 Jan 28 02:46:36.013888 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-67bb0191-ccbe-4004-bbd2-d13ccc479d24 service neutron] Port 2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:46:36.014280 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-67bb0191-ccbe-4004-bbd2-d13ccc479d24 service neutron] Attempting to bind port 2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:46:36.064141 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2a1f33f3-a326-483b-9c58-4e22921666de req-9588f204-ef15-42a3-9a3a-c7be0109d088 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388893 Jan 28 02:46:36.076991 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-67bb0191-ccbe-4004-bbd2-d13ccc479d24 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:46:36.077583 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-67bb0191-ccbe-4004-bbd2-d13ccc479d24 service neutron] Checking segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:46:36.077717 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22dc60-78bb-4a07-8226-62e1b0ad7963 req-ec063796-0367-4c85-9418-a34fb37c4734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:36.077803 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-67bb0191-ccbe-4004-bbd2-d13ccc479d24 service neutron] Bound using segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:46:36.078096 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-67bb0191-ccbe-4004-bbd2-d13ccc479d24 service neutron] Bound port: 2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:46:36.078461 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-67bb0191-ccbe-4004-bbd2-d13ccc479d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:36.078994 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ec22dc60-78bb-4a07-8226-62e1b0ad7963 req-ec063796-0367-4c85-9418-a34fb37c4734 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8bcd77d3-aea2-4a38-a318-db02b350e105 HTTP/1.1" status: 200 len: 862 time: 0.0591753 Jan 28 02:46:36.109869 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f5ac4106-571d-43d6-92e8-c99052a1e63c req-29d4d12d-8081-4d56-b31c-ef68f2708fae tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263408 Jan 28 02:46:36.152584 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22dc60-78bb-4a07-8226-62e1b0ad7963 req-41ff902c-a7ac-4f89-8369-7f4cbdc1acda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:36.154377 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ec22dc60-78bb-4a07-8226-62e1b0ad7963 req-41ff902c-a7ac-4f89-8369-7f4cbdc1acda service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=14d3588b-3a72-4543-858a-daf4905526c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598671 Jan 28 02:46:36.202461 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 50ef5e41-dc48-4c5c-81f9-d97cb05ba83d is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:46:36.202862 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (50ef5e41-dc48-4c5c-81f9-d97cb05ba83d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:36.230979 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e10eab-8918-45fd-9933-18c2878b1bd9 req-a9b5d3a9-3e41-4100-b488-2ad0362cc7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:36.233403 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-59e10eab-8918-45fd-9933-18c2878b1bd9 req-a9b5d3a9-3e41-4100-b488-2ad0362cc7b6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6613a3bb-644a-459f-9674-54543599a8bb HTTP/1.1" status: 200 len: 916 time: 0.2986798 Jan 28 02:46:36.243734 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa56615-b151-47cf-a515-21c799286b2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50ef5e41-dc48-4c5c-81f9-d97cb05ba83d'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:46:36.246111 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8ff4a4-4cbc-47ec-9de3-09f589536faa" -d '{"events": [{"server_uuid": "cfa56615-b151-47cf-a515-21c799286b2e", "name": "network-vif-unplugged", "status": "completed", "tag": "50ef5e41-dc48-4c5c-81f9-d97cb05ba83d"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:46:36.267686 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 50ef5e41-dc48-4c5c-81f9-d97cb05ba83d, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=50ef5e41-dc48-4c5c-81f9-d97cb05ba83d,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:36.273975 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (50ef5e41-dc48-4c5c-81f9-d97cb05ba83d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:36.292745 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-67bb0191-ccbe-4004-bbd2-d13ccc479d24 service neutron] For port 2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:46:36.301720 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a68546-61f0-41f1-b236-63212090de8e req-3da6e9fc-3078-48d8-af09-84928ab032f4 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:36.303246 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-17a68546-61f0-41f1-b236-63212090de8e req-3da6e9fc-3078-48d8-af09-84928ab032f4 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=42b36ac4-e7c3-4d95-8b5d-f16778117334 HTTP/1.1" status: 200 len: 946 time: 0.0765860 Jan 28 02:46:36.313962 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ec22dc60-78bb-4a07-8226-62e1b0ad7963 req-251d7a70-a799-4350-8dd2-f97b66a36953 service neutron] 10.222.0.39 "GET /v2.0/networks/14d3588b-3a72-4543-858a-daf4905526c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478858 Jan 28 02:46:36.333866 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-59e10eab-8918-45fd-9933-18c2878b1bd9 req-4459c8ea-9e39-4270-87cd-d4bb7f7d8956 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=586a7222-90bf-4531-b096-1449615f8739 HTTP/1.1" status: 200 len: 217 time: 0.0840616 Jan 28 02:46:36.349149 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=50ef5e41-dc48-4c5c-81f9-d97cb05ba83d,revision_number=6']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:36.355769 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-67bb0191-ccbe-4004-bbd2-d13ccc479d24 service neutron] For port 2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:46:36.372512 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-19157ecf-9a74-456d-994b-2b151571f464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-907093123-router', 'tenant_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': 'ba6b77fe-d614-438b-96c8-791c5bc5e219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:45:29Z', 'updated_at': '2022-01-28T02:45:40Z', 'revision_number': 4, 'project_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'gw_port': {'id': 'ba6b77fe-d614-438b-96c8-791c5bc5e219', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:45:31Z', 'updated_at': '2022-01-28T02:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '478b1b4e-4453-4556-b1f7-ee3fe558d6bb', 'tenant_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'port_id': '12d9adf1-7c80-4001-b074-0d89fcd45078', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14d3588b-3a72-4543-858a-daf4905526c1', 'mac_address': 'fa:16:3e:ab:b9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5433fb3f-7e16-43f1-ad78-5e732dcf79ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:46:11Z', 'updated_at': '2022-01-28T02:46:32Z', 'revision_number': 1, 'project_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa192b00-744a-4013-aaa0-da1828bcb208', 'name': '', 'network_id': '14d3588b-3a72-4543-858a-daf4905526c1', 'tenant_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'mac_address': 'fa:16:3e:65:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '8bcd77d3-aea2-4a38-a318-db02b350e105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:45:37Z', 'updated_at': '2022-01-28T02:45:48Z', 'revision_number': 5, 'project_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'subnets': [{'id': '8bcd77d3-aea2-4a38-a318-db02b350e105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:46:36.376282 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-33eeab03-541d-467d-a0d2-da84979910cc service neutron] 10.222.0.39 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078982 Jan 28 02:46:36.383706 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-67bb0191-ccbe-4004-bbd2-d13ccc479d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:36.403534 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19157ecf-9a74-456d-994b-2b151571f464 None None] The sync data for ids ['f4e962b1-b4a4-490d-a01e-f309dae8cc3a'] in n-d-712139-27 is: [{'id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-907093123-router', 'tenant_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': 'ba6b77fe-d614-438b-96c8-791c5bc5e219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:45:29Z', 'updated_at': '2022-01-28T02:45:40Z', 'revision_number': 4, 'project_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'gw_port': {'id': 'ba6b77fe-d614-438b-96c8-791c5bc5e219', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:45:31Z', 'updated_at': '2022-01-28T02:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '478b1b4e-4453-4556-b1f7-ee3fe558d6bb', 'tenant_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'port_id': '12d9adf1-7c80-4001-b074-0d89fcd45078', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14d3588b-3a72-4543-858a-daf4905526c1', 'mac_address': 'fa:16:3e:ab:b9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5433fb3f-7e16-43f1-ad78-5e732dcf79ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:46:11Z', 'updated_at': '2022-01-28T02:46:32Z', 'revision_number': 1, 'project_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa192b00-744a-4013-aaa0-da1828bcb208', 'name': '', 'network_id': '14d3588b-3a72-4543-858a-daf4905526c1', 'tenant_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'mac_address': 'fa:16:3e:65:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '8bcd77d3-aea2-4a38-a318-db02b350e105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:45:37Z', 'updated_at': '2022-01-28T02:45:48Z', 'revision_number': 5, 'project_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'subnets': [{'id': '8bcd77d3-aea2-4a38-a318-db02b350e105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:46:36.422585 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-17a68546-61f0-41f1-b236-63212090de8e req-6b6f521f-7451-4c4a-af1d-a85da695e127 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076515 Jan 28 02:46:36.447156 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a12a2f-cff1-427e-9f4e-044684c718be req-55ea60ae-6e56-47b5-88a1-1d4b0e9d3f40 tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:36.448838 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-29a12a2f-cff1-427e-9f4e-044684c718be req-55ea60ae-6e56-47b5-88a1-1d4b0e9d3f40 tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b53a30b-6164-46f0-adb6-704427adf508 HTTP/1.1" status: 200 len: 943 time: 0.2131770 Jan 28 02:46:36.466629 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e10eab-8918-45fd-9933-18c2878b1bd9 req-f2102445-1224-4c34-bcb3-4782c1f5c4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:36.468337 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-59e10eab-8918-45fd-9933-18c2878b1bd9 req-f2102445-1224-4c34-bcb3-4782c1f5c4a2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b623299e-46b0-4adb-b003-30f1755dca8b HTTP/1.1" status: 200 len: 855 time: 0.1242268 Jan 28 02:46:36.471758 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ec22dc60-78bb-4a07-8226-62e1b0ad7963 req-14ca05b9-1f8a-41e0-af04-82a89232e789 service neutron] 10.222.0.39 "GET /v2.0/networks/14d3588b-3a72-4543-858a-daf4905526c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510861 Jan 28 02:46:36.473534 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-67bb0191-ccbe-4004-bbd2-d13ccc479d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:36.474186 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-67bb0191-ccbe-4004-bbd2-d13ccc479d24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:36.475542 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-67bb0191-ccbe-4004-bbd2-d13ccc479d24 service neutron] 10.222.0.67 "PUT /v2.0/ports/2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e HTTP/1.1" status: 200 len: 1097 time: 1.7483635 Jan 28 02:46:36.569742 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-59e10eab-8918-45fd-9933-18c2878b1bd9 req-2cdef347-cfc8-4ae5-a610-1735e451eda0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6613a3bb-644a-459f-9674-54543599a8bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486093 Jan 28 02:46:36.580915 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb0191-ccbe-4004-bbd2-d13ccc479d24 service neutron] Pushing event updated for resources: {'Port': ['ID=2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:36.662828 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-29a12a2f-cff1-427e-9f4e-044684c718be req-9a3fd94a-5ca7-466c-8c0a-ea89813fbfd3 tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7f4f038-cb71-42a3-85e5-d0fdee5fc599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071447 Jan 28 02:46:36.726464 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 02:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6fc814-c696-4ee7-a6d5-72ab61ebd3fc x-openstack-request-id: req-5b6fc814-c696-4ee7-a6d5-72ab61ebd3fc {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:46:36.726775 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfa56615-b151-47cf-a515-21c799286b2e", "name": "network-vif-unplugged", "status": "completed", "tag": "50ef5e41-dc48-4c5c-81f9-d97cb05ba83d", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:46:36.727216 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5b6fc814-c696-4ee7-a6d5-72ab61ebd3fc {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:46:36.727739 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa56615-b151-47cf-a515-21c799286b2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50ef5e41-dc48-4c5c-81f9-d97cb05ba83d', 'code': 200} Jan 28 02:46:36.731977 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-61e85844-6a99-431b-b4a1-c5e83cec2a99 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:36.735005 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-61e85844-6a99-431b-b4a1-c5e83cec2a99 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=42b36ac4-e7c3-4d95-8b5d-f16778117334&tenant_id=2b376bdc08124533ad1dc2039341113b&binding%3Ahost_id=n-h1-712139-27 HTTP/1.1" status: 200 len: 1098 time: 0.1392257 Jan 28 02:46:36.774968 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-7c9beb76-229d-4c06-88ab-13d7cc00605e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:36.776512 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-7c9beb76-229d-4c06-88ab-13d7cc00605e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=894ea54799be4af689df91af7c8cffaf&device_id=1510106c-b168-41cd-9a73-808ba118566e HTTP/1.1" status: 200 len: 1100 time: 0.2123682 Jan 28 02:46:36.785694 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-0fe9cc81-82fe-4c0b-a8e6-2edb26149f4a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712139-27'}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:46:36.825033 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da0ad6c-ac30-4374-8eab-69f97cb0de2d None None] New status for floating IP 478b1b4e-4453-4556-b1f7-ee3fe558d6bb: ACTIVE {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:46:36.849682 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-59e10eab-8918-45fd-9933-18c2878b1bd9 req-2c8adef3-37dd-4faf-a1a8-572f1cca2127 service neutron] 10.222.0.39 "GET /v2.0/networks/6613a3bb-644a-459f-9674-54543599a8bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259936 Jan 28 02:46:36.854503 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-8f404c5d-a497-4c54-b1f2-632d687863c0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e HTTP/1.1" status: 200 len: 217 time: 0.0488749 Jan 28 02:46:36.866893 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e85f32-b724-4a49-85b6-f821c383a99e req-76709713-51ca-46c2-83b3-da6283201147 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:36.869528 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-00e85f32-b724-4a49-85b6-f821c383a99e req-76709713-51ca-46c2-83b3-da6283201147 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1510106c-b168-41cd-9a73-808ba118566e HTTP/1.1" status: 200 len: 948 time: 0.1065171 Jan 28 02:46:36.904862 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-0fe9cc81-82fe-4c0b-a8e6-2edb26149f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5211e927-24e1-41c8-838c-b2a6c7eb4347), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:36.914392 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b04c4-7acb-4dc9-a791-ac2111521947 req-ecab1e88-362c-4211-8325-596543f21dea tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:36.919812 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b11b04c4-7acb-4dc9-a791-ac2111521947 req-ecab1e88-362c-4211-8325-596543f21dea tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ee02979-7a90-46d7-b259-847bc9ba8d4b HTTP/1.1" status: 200 len: 948 time: 0.0853310 Jan 28 02:46:37.021227 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-9a206fab-8487-42b8-9385-df6195480c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:37.022725 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-9a206fab-8487-42b8-9385-df6195480c6f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.1533611 Jan 28 02:46:37.092734 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b11b04c4-7acb-4dc9-a791-ac2111521947 req-8078c616-daa5-4569-b72a-76d34841ca8a tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536231 Jan 28 02:46:37.097391 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-00e85f32-b724-4a49-85b6-f821c383a99e req-ae1ee8d4-49f4-4cbd-b910-600ac2417c9c tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/security-groups?id=af04dfc0-4bf3-4e7a-83e9-e1fc75c3a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148709 Jan 28 02:46:37.140205 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-59e10eab-8918-45fd-9933-18c2878b1bd9 req-249911b7-ff9c-4c0b-9b59-799cb0ab4f83 service neutron] 10.222.0.39 "GET /v2.0/networks/6613a3bb-644a-459f-9674-54543599a8bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512894 Jan 28 02:46:37.154436 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-0fe9cc81-82fe-4c0b-a8e6-2edb26149f4a service neutron] For port 5211e927-24e1-41c8-838c-b2a6c7eb4347, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=5211e927-24e1-41c8-838c-b2a6c7eb4347,segment=NetworkSegment(1cc99f2f-8533-4758-ac6d-0ec0b703844f),segment_id=1cc99f2f-8533-4758-ac6d-0ec0b703844f)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:37.168414 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-47af1a74-eeea-45ee-b50c-240d25515337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:37.169959 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-47af1a74-eeea-45ee-b50c-240d25515337 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1362715 Jan 28 02:46:37.224782 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-0fe9cc81-82fe-4c0b-a8e6-2edb26149f4a service neutron] For port 5211e927-24e1-41c8-838c-b2a6c7eb4347, host n-h1-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:46:37.269724 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-0fe9cc81-82fe-4c0b-a8e6-2edb26149f4a service neutron] Publish callbacks [] for port (5211e927-24e1-41c8-838c-b2a6c7eb4347), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:37.284626 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-0fe9cc81-82fe-4c0b-a8e6-2edb26149f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (5211e927-24e1-41c8-838c-b2a6c7eb4347), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:37.329911 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-3a15f9eb-5e06-44d0-bf24-917e21299477 service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510248 Jan 28 02:46:37.384224 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9cc81-82fe-4c0b-a8e6-2edb26149f4a service neutron] Pushing event updated for resources: {'Port': ['ID=5211e927-24e1-41c8-838c-b2a6c7eb4347,revision_number=7']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:37.390726 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-0fe9cc81-82fe-4c0b-a8e6-2edb26149f4a service neutron] Attempting to bind port 5211e927-24e1-41c8-838c-b2a6c7eb4347 on host n-h1-712139-27 for vnic_type normal with profile {"migrating_to": "n-h2-712139-27"} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:46:37.391361 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-0fe9cc81-82fe-4c0b-a8e6-2edb26149f4a service neutron] Attempting to bind port 5211e927-24e1-41c8-838c-b2a6c7eb4347 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:46:37.391785 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-0fe9cc81-82fe-4c0b-a8e6-2edb26149f4a service neutron] Attempting to bind port 5211e927-24e1-41c8-838c-b2a6c7eb4347 on network 997aa02b-ef92-4c1c-ba5c-0477d385960c {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:46:37.396441 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-0fe9cc81-82fe-4c0b-a8e6-2edb26149f4a service neutron] Port 5211e927-24e1-41c8-838c-b2a6c7eb4347 on network 997aa02b-ef92-4c1c-ba5c-0477d385960c not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:46:37.396872 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-0fe9cc81-82fe-4c0b-a8e6-2edb26149f4a service neutron] Attempting to bind port 5211e927-24e1-41c8-838c-b2a6c7eb4347 on network 997aa02b-ef92-4c1c-ba5c-0477d385960c {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:46:37.401782 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-0fe9cc81-82fe-4c0b-a8e6-2edb26149f4a service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:46:37.402228 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-0fe9cc81-82fe-4c0b-a8e6-2edb26149f4a service neutron] Checking segment: {'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:46:37.402703 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-0fe9cc81-82fe-4c0b-a8e6-2edb26149f4a service neutron] Bound using segment: {'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:46:37.403515 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-0fe9cc81-82fe-4c0b-a8e6-2edb26149f4a service neutron] Bound port: 5211e927-24e1-41c8-838c-b2a6c7eb4347, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:46:37.403644 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-0fe9cc81-82fe-4c0b-a8e6-2edb26149f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5211e927-24e1-41c8-838c-b2a6c7eb4347), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:37.429255 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3551125-1c6b-446b-b803-cebcb9bb05eb req-9dbf6c62-fd34-4a51-a5a7-709e0a457bab tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:37.430732 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f3551125-1c6b-446b-b803-cebcb9bb05eb req-9dbf6c62-fd34-4a51-a5a7-709e0a457bab tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa56615-b151-47cf-a515-21c799286b2e HTTP/1.1" status: 200 len: 948 time: 0.1147451 Jan 28 02:46:37.471415 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-0fe9cc81-82fe-4c0b-a8e6-2edb26149f4a service neutron] For port 5211e927-24e1-41c8-838c-b2a6c7eb4347, host n-h1-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:46:37.474899 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-0fe9cc81-82fe-4c0b-a8e6-2edb26149f4a service neutron] For port 5211e927-24e1-41c8-838c-b2a6c7eb4347, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=5211e927-24e1-41c8-838c-b2a6c7eb4347,segment=NetworkSegment(1cc99f2f-8533-4758-ac6d-0ec0b703844f),segment_id=1cc99f2f-8533-4758-ac6d-0ec0b703844f)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:46:37.480923 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-0fe9cc81-82fe-4c0b-a8e6-2edb26149f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (5211e927-24e1-41c8-838c-b2a6c7eb4347), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:37.489425 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b244ea3-3b28-4090-960d-cef3e9c08a7b req-ebb88c4d-2cfd-4242-a2e0-42148944563f service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410303 Jan 28 02:46:37.509430 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1510106c-b168-41cd-9a73-808ba118566e', 'tag': '2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:46:37.511954 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e8d53a-e699-416c-8f16-38e92b7dd6ff" -d '{"events": [{"name": "network-changed", "server_uuid": "1510106c-b168-41cd-9a73-808ba118566e", "tag": "2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:46:37.527298 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f3551125-1c6b-446b-b803-cebcb9bb05eb req-d9c44f80-e08c-4c02-a8b1-68297a137780 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814891 Jan 28 02:46:37.560920 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b36ac4-e7c3-4d95-8b5d-f16778117334', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5211e927-24e1-41c8-838c-b2a6c7eb4347'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:46:37.566952 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f386d97-a8fd-4ee0-95e1-b9fd97b9e799" -d '{"events": [{"server_uuid": "42b36ac4-e7c3-4d95-8b5d-f16778117334", "name": "network-vif-unplugged", "status": "completed", "tag": "5211e927-24e1-41c8-838c-b2a6c7eb4347"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:46:37.599979 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-0fe9cc81-82fe-4c0b-a8e6-2edb26149f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:37.600947 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-0fe9cc81-82fe-4c0b-a8e6-2edb26149f4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:37.602361 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-0fe9cc81-82fe-4c0b-a8e6-2edb26149f4a service neutron] 10.222.0.39 "PUT /v2.0/ports/5211e927-24e1-41c8-838c-b2a6c7eb4347 HTTP/1.1" status: 200 len: 1124 time: 0.8216045 Jan 28 02:46:37.606171 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9cc81-82fe-4c0b-a8e6-2edb26149f4a service neutron] Pushing event updated for resources: {'Port': ['ID=5211e927-24e1-41c8-838c-b2a6c7eb4347,revision_number=8']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:37.632250 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352fa9f-fc11-4793-91da-b2778276901c req-37b248e3-b5da-4429-8e4a-24a7003e35b3 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:37.633938 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4352fa9f-fc11-4793-91da-b2778276901c req-37b248e3-b5da-4429-8e4a-24a7003e35b3 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=af7ee1b3-8887-41d3-b576-dda942d78c8a HTTP/1.1" status: 200 len: 945 time: 0.0943761 Jan 28 02:46:37.636844 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf07783-f134-48ed-b14a-7b2cdde0e4d9 req-603134ec-477b-429c-8c42-4b2780d13557 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:37.638405 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0cf07783-f134-48ed-b14a-7b2cdde0e4d9 req-603134ec-477b-429c-8c42-4b2780d13557 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=42b36ac4-e7c3-4d95-8b5d-f16778117334 HTTP/1.1" status: 200 len: 944 time: 0.0579650 Jan 28 02:46:37.692390 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4352fa9f-fc11-4793-91da-b2778276901c req-548b8e65-8d79-425f-b734-ff1615b8bfa9 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455337 Jan 28 02:46:37.693567 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0cf07783-f134-48ed-b14a-7b2cdde0e4d9 req-d769a1e1-f7a0-480e-8e0d-77715ff37dab tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492840 Jan 28 02:46:37.753731 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac27797-1296-4139-9c36-6472df2962c1 x-openstack-request-id: req-2ac27797-1296-4139-9c36-6472df2962c1 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:46:37.753987 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1510106c-b168-41cd-9a73-808ba118566e", "tag": "2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:46:37.754596 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2ac27797-1296-4139-9c36-6472df2962c1 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:46:37.754984 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1510106c-b168-41cd-9a73-808ba118566e', 'tag': '2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e', 'status': 'completed', 'code': 200} Jan 28 02:46:37.783664 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 02:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfb546a-08d1-4b0e-b0e2-f05f485beea7 x-openstack-request-id: req-fbfb546a-08d1-4b0e-b0e2-f05f485beea7 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:46:37.784165 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b36ac4-e7c3-4d95-8b5d-f16778117334", "name": "network-vif-unplugged", "status": "completed", "tag": "5211e927-24e1-41c8-838c-b2a6c7eb4347", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:46:37.784165 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fbfb546a-08d1-4b0e-b0e2-f05f485beea7 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:46:37.784561 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b36ac4-e7c3-4d95-8b5d-f16778117334', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5211e927-24e1-41c8-838c-b2a6c7eb4347', 'code': 200} Jan 28 02:46:37.892605 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5d03c-2479-4743-b258-e60c0d5c7684 req-b4e86735-fcec-4e5c-9a2f-e4145f6f703a tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:37.894024 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7ac5d03c-2479-4743-b258-e60c0d5c7684 req-b4e86735-fcec-4e5c-9a2f-e4145f6f703a tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b53a30b-6164-46f0-adb6-704427adf508 HTTP/1.1" status: 200 len: 943 time: 0.0675812 Jan 28 02:46:37.953594 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7ac5d03c-2479-4743-b258-e60c0d5c7684 req-eddea210-5929-4f2b-a87d-7890c92d5a51 tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7f4f038-cb71-42a3-85e5-d0fdee5fc599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532241 Jan 28 02:46:37.972736 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 586a7222-90bf-4531-b096-1449615f8739 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:46:37.984919 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4897f247-5a89-427f-9f9e-bbf118febfc1 req-2c4d5ae0-52bf-440f-9ad2-0079f32dcff8 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:37.986491 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4897f247-5a89-427f-9f9e-bbf118febfc1 req-2c4d5ae0-52bf-440f-9ad2-0079f32dcff8 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa56615-b151-47cf-a515-21c799286b2e HTTP/1.1" status: 200 len: 948 time: 0.0980654 Jan 28 02:46:37.988462 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8d53a-e699-416c-8f16-38e92b7dd6ff req-0a9def4c-ba31-46f6-bdee-80f3b0394acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:37.994018 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-21e8d53a-e699-416c-8f16-38e92b7dd6ff req-0a9def4c-ba31-46f6-bdee-80f3b0394acd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=894ea54799be4af689df91af7c8cffaf&device_id=1510106c-b168-41cd-9a73-808ba118566e HTTP/1.1" status: 200 len: 1100 time: 0.0964682 Jan 28 02:46:38.020841 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:46:38.038594 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678bdf72-c69d-4d95-bbce-1ea591d7988a req-3f463d97-424f-4430-a9d3-4e3e7db21e2c tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:38.039965 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-678bdf72-c69d-4d95-bbce-1ea591d7988a req-3f463d97-424f-4430-a9d3-4e3e7db21e2c tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa56615-b151-47cf-a515-21c799286b2e&tenant_id=29a2e152744a433f9b25a7592aa94e29&binding%3Ahost_id=n-h2-712139-27 HTTP/1.1" status: 200 len: 948 time: 0.0997171 Jan 28 02:46:38.056522 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['5211e927-24e1-41c8-838c-b2a6c7eb4347'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:46:38.147716 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 586a7222-90bf-4531-b096-1449615f8739, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=586a7222-90bf-4531-b096-1449615f8739,segment=NetworkSegment(4238316f-2d67-4b16-98cf-2461c8f41cd2),segment_id=4238316f-2d67-4b16-98cf-2461c8f41cd2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:38.166686 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678bdf72-c69d-4d95-bbce-1ea591d7988a req-ada38475-f336-4df1-adb4-3dff496a138e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:38.168696 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-678bdf72-c69d-4d95-bbce-1ea591d7988a req-ada38475-f336-4df1-adb4-3dff496a138e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=29a2e152744a433f9b25a7592aa94e29&device_id=cfa56615-b151-47cf-a515-21c799286b2e HTTP/1.1" status: 200 len: 1100 time: 0.0635579 Jan 28 02:46:38.174629 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '586a7222-90bf-4531-b096-1449615f8739', 'network_id': '6613a3bb-644a-459f-9674-54543599a8bb', 'port_id': '586a7222-90bf-4531-b096-1449615f8739', 'mac_address': 'fa:16:3e:88:75:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b623299e-46b0-4adb-b003-30f1755dca8b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:46:38.243787 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 586a7222-90bf-4531-b096-1449615f8739 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:46:38.244214 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (586a7222-90bf-4531-b096-1449615f8739), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:38.300147 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 586a7222-90bf-4531-b096-1449615f8739 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:46:38.307857 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device e012a990-cb6c-483f-aac7-ecbf7a096470 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:46:38.325795 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device e4ab30af-1603-4bea-92ba-25b6aad0d335 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:46:38.336942 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0324e-22f9-49c0-ba20-3c47157335bd req-443b867d-15bb-4164-a583-fe231b2339f7 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:38.344967 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d8b0324e-22f9-49c0-ba20-3c47157335bd req-443b867d-15bb-4164-a583-fe231b2339f7 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1510106c-b168-41cd-9a73-808ba118566e HTTP/1.1" status: 200 len: 948 time: 0.0955453 Jan 28 02:46:38.355436 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678bdf72-c69d-4d95-bbce-1ea591d7988a req-f9ab23ba-e418-415e-aa6f-27cbd21746f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:38.356499 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-678bdf72-c69d-4d95-bbce-1ea591d7988a req-f9ab23ba-e418-415e-aa6f-27cbd21746f0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.1805680 Jan 28 02:46:38.399069 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 586a7222-90bf-4531-b096-1449615f8739, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=586a7222-90bf-4531-b096-1449615f8739,segment=NetworkSegment(4238316f-2d67-4b16-98cf-2461c8f41cd2),segment_id=4238316f-2d67-4b16-98cf-2461c8f41cd2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:38.406649 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-678bdf72-c69d-4d95-bbce-1ea591d7988a req-f5782ce3-5786-4f77-975e-87556f020b57 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=50ef5e41-dc48-4c5c-81f9-d97cb05ba83d HTTP/1.1" status: 200 len: 217 time: 0.0437727 Jan 28 02:46:38.412070 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (586a7222-90bf-4531-b096-1449615f8739), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:38.412714 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 50ef5e41-dc48-4c5c-81f9-d97cb05ba83d details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:46:38.444862 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d8b0324e-22f9-49c0-ba20-3c47157335bd req-f5105722-74c5-4431-9481-99bb46ecdcda tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/security-groups?id=af04dfc0-4bf3-4e7a-83e9-e1fc75c3a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943198 Jan 28 02:46:38.449504 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4897f247-5a89-427f-9f9e-bbf118febfc1 req-96b51528-4d0e-48e1-a0e1-bbc22fd97f83 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4540257 Jan 28 02:46:38.499535 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 54828) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:46:38.511038 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8d53a-e699-416c-8f16-38e92b7dd6ff req-f6ce6b79-b0d7-48ab-b2cc-6a4113a46945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:38.512454 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 50ef5e41-dc48-4c5c-81f9-d97cb05ba83d, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=50ef5e41-dc48-4c5c-81f9-d97cb05ba83d,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:38.512666 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-21e8d53a-e699-416c-8f16-38e92b7dd6ff req-f6ce6b79-b0d7-48ab-b2cc-6a4113a46945 service neutron] 10.222.0.67 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.5089664 Jan 28 02:46:38.542150 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '50ef5e41-dc48-4c5c-81f9-d97cb05ba83d', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'port_id': '50ef5e41-dc48-4c5c-81f9-d97cb05ba83d', 'mac_address': 'fa:16:3e:46:4f:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24329ac8-3d67-49eb-9f63-d2859e79e36f', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:46:38.554782 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678bdf72-c69d-4d95-bbce-1ea591d7988a req-7dfe639b-1471-406d-bdeb-c900406d2852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:38.556271 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-678bdf72-c69d-4d95-bbce-1ea591d7988a req-7dfe639b-1471-406d-bdeb-c900406d2852 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.1259398 Jan 28 02:46:38.570434 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-21e8d53a-e699-416c-8f16-38e92b7dd6ff req-4dea6cc2-e900-45d2-b84a-f9c295982e1d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e HTTP/1.1" status: 200 len: 217 time: 0.0511258 Jan 28 02:46:38.648299 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c2965-6fdc-4bde-a0a3-eac229336745 req-ef34a928-9b2f-4109-90ef-31b306aa39d3 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:38.655476 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c96c2965-6fdc-4bde-a0a3-eac229336745 req-ef34a928-9b2f-4109-90ef-31b306aa39d3 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ee02979-7a90-46d7-b259-847bc9ba8d4b HTTP/1.1" status: 200 len: 948 time: 0.0933976 Jan 28 02:46:38.684807 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678bdf72-c69d-4d95-bbce-1ea591d7988a req-35c16b7e-b7e5-4bd2-b33a-2018fdd26ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:38.686449 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-678bdf72-c69d-4d95-bbce-1ea591d7988a req-35c16b7e-b7e5-4bd2-b33a-2018fdd26ae8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0944793 Jan 28 02:46:38.702576 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-46898f8d-b9fd-4e2a-a1bb-dbf47e4d81ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:38.708860 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8d53a-e699-416c-8f16-38e92b7dd6ff req-7eb3f4b7-2520-48e7-ad8f-391b7caa375c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:38.710435 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-21e8d53a-e699-416c-8f16-38e92b7dd6ff req-7eb3f4b7-2520-48e7-ad8f-391b7caa375c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.1162765 Jan 28 02:46:38.785610 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8d53a-e699-416c-8f16-38e92b7dd6ff req-39313b14-a449-4160-a90c-04a62265a50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:38.787190 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-21e8d53a-e699-416c-8f16-38e92b7dd6ff req-39313b14-a449-4160-a90c-04a62265a50e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0681407 Jan 28 02:46:38.829491 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port e4ab30af-1603-4bea-92ba-25b6aad0d335 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:46:38.874925 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port e4ab30af-1603-4bea-92ba-25b6aad0d335 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:46:38.875613 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e4ab30af-1603-4bea-92ba-25b6aad0d335), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:38.916243 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=586a7222-90bf-4531-b096-1449615f8739,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:38.926669 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 50ef5e41-dc48-4c5c-81f9-d97cb05ba83d is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:46:38.927782 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (50ef5e41-dc48-4c5c-81f9-d97cb05ba83d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:38.934137 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-46898f8d-b9fd-4e2a-a1bb-dbf47e4d81ea admin admin] Publish callbacks [] for security_group (8b9c7610-9e88-4696-a427-327e9dea2bf8), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:38.951435 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f505de7-09eb-443e-a5fe-f2a8112af980 req-30f7b4e1-e7bc-4f1c-912d-d2f148c7385d tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:38.952800 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4f505de7-09eb-443e-a5fe-f2a8112af980 req-30f7b4e1-e7bc-4f1c-912d-d2f148c7385d tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=af7ee1b3-8887-41d3-b576-dda942d78c8a HTTP/1.1" status: 200 len: 945 time: 0.1646962 Jan 28 02:46:38.953358 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ef5e41-dc48-4c5c-81f9-d97cb05ba83d {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:46:38.953476 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-46898f8d-b9fd-4e2a-a1bb-dbf47e4d81ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (8b9c7610-9e88-4696-a427-327e9dea2bf8), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:38.960909 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-21e8d53a-e699-416c-8f16-38e92b7dd6ff req-eb3eb258-ad3d-4471-af93-e5fc6470b832 service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581450 Jan 28 02:46:38.961419 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port e012a990-cb6c-483f-aac7-ecbf7a096470, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=e012a990-cb6c-483f-aac7-ecbf7a096470,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:38.997494 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': 'e012a990-cb6c-483f-aac7-ecbf7a096470', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'port_id': 'e012a990-cb6c-483f-aac7-ecbf7a096470', 'mac_address': 'fa:16:3e:d4:a8:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24329ac8-3d67-49eb-9f63-d2859e79e36f', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:46:39.003224 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 50ef5e41-dc48-4c5c-81f9-d97cb05ba83d, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=50ef5e41-dc48-4c5c-81f9-d97cb05ba83d,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:39.011711 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (50ef5e41-dc48-4c5c-81f9-d97cb05ba83d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:39.026315 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c96c2965-6fdc-4bde-a0a3-eac229336745 req-905525a3-104b-4d48-84fc-f72f194dd5ee tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692434 Jan 28 02:46:39.064514 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-46898f8d-b9fd-4e2a-a1bb-dbf47e4d81ea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9596b62fe257413585018fd8750e87a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5636802 Jan 28 02:46:39.067913 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 54838) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:46:39.071366 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46898f8d-b9fd-4e2a-a1bb-dbf47e4d81ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9c7610-9e88-4696-a427-327e9dea2bf8,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:39.111739 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-678bdf72-c69d-4d95-bbce-1ea591d7988a req-0e40966f-b8ce-4f01-b57e-20c095067c45 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4143484 Jan 28 02:46:39.113835 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46898f8d-b9fd-4e2a-a1bb-dbf47e4d81ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:46:39.114190 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46898f8d-b9fd-4e2a-a1bb-dbf47e4d81ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:46:39.114530 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46898f8d-b9fd-4e2a-a1bb-dbf47e4d81ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:46:39.114871 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46898f8d-b9fd-4e2a-a1bb-dbf47e4d81ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:46:39.115210 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46898f8d-b9fd-4e2a-a1bb-dbf47e4d81ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:46:39.115542 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46898f8d-b9fd-4e2a-a1bb-dbf47e4d81ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:46:39.115869 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46898f8d-b9fd-4e2a-a1bb-dbf47e4d81ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:46:39.116192 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46898f8d-b9fd-4e2a-a1bb-dbf47e4d81ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:46:39.116902 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46898f8d-b9fd-4e2a-a1bb-dbf47e4d81ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:46:39.116902 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46898f8d-b9fd-4e2a-a1bb-dbf47e4d81ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:46:39.117201 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46898f8d-b9fd-4e2a-a1bb-dbf47e4d81ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:46:39.117488 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46898f8d-b9fd-4e2a-a1bb-dbf47e4d81ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:46:39.117852 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46898f8d-b9fd-4e2a-a1bb-dbf47e4d81ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:46:39.136471 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4f505de7-09eb-443e-a5fe-f2a8112af980 req-37a66053-ad4e-4e1c-8e22-02e1d6167b9d tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697807 Jan 28 02:46:39.138162 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port e012a990-cb6c-483f-aac7-ecbf7a096470 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:46:39.138806 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e012a990-cb6c-483f-aac7-ecbf7a096470), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:39.141592 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=50ef5e41-dc48-4c5c-81f9-d97cb05ba83d,revision_number=7']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:39.145870 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port e4ab30af-1603-4bea-92ba-25b6aad0d335 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:46:39.146517 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e4ab30af-1603-4bea-92ba-25b6aad0d335), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:39.168392 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-21e8d53a-e699-416c-8f16-38e92b7dd6ff req-90f3e1c6-3dc1-4207-94d7-1ade40d36796 service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945329 Jan 28 02:46:39.188291 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b966d7b7-e45d-4d70-892d-72f5be9f83f7 admin admin] Publish callbacks [] for security_group (8b9c7610-9e88-4696-a427-327e9dea2bf8), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:39.198871 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e012a990-cb6c-483f-aac7-ecbf7a096470 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:46:39.219059 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b966d7b7-e45d-4d70-892d-72f5be9f83f7 admin admin] Publish callbacks [] for security_group (8b9c7610-9e88-4696-a427-327e9dea2bf8), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:39.228471 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port e4ab30af-1603-4bea-92ba-25b6aad0d335, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=e4ab30af-1603-4bea-92ba-25b6aad0d335,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:39.230888 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8cbca1-9cce-48ff-be50-3ec6cc06fe1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ab30af-1603-4bea-92ba-25b6aad0d335'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:46:39.233749 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c027f5ef-e1d6-40ec-b0bd-d06015a2e530" -d '{"events": [{"server_uuid": "7e8cbca1-9cce-48ff-be50-3ec6cc06fe1d", "name": "network-vif-plugged", "status": "completed", "tag": "e4ab30af-1603-4bea-92ba-25b6aad0d335"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:46:39.249050 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e4ab30af-1603-4bea-92ba-25b6aad0d335), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:39.252083 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630b801-df45-4840-a4e7-250c7c4d8384 req-f52e5ebb-969d-4b86-9d4e-619aa3aec806 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:39.254716 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d630b801-df45-4840-a4e7-250c7c4d8384 req-f52e5ebb-969d-4b86-9d4e-619aa3aec806 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=42b36ac4-e7c3-4d95-8b5d-f16778117334 HTTP/1.1" status: 200 len: 944 time: 0.1479766 Jan 28 02:46:39.265130 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port e012a990-cb6c-483f-aac7-ecbf7a096470, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=e012a990-cb6c-483f-aac7-ecbf7a096470,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:39.288039 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e012a990-cb6c-483f-aac7-ecbf7a096470), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:39.304927 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8dc229-6b34-4a1f-bdf0-39d3210b2b3c req-06560edf-cf5d-47e2-bb70-5264c66547e0 tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:39.306091 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-678bdf72-c69d-4d95-bbce-1ea591d7988a req-756ab33c-5263-49eb-a531-3ef63f4a9b64 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838870 Jan 28 02:46:39.306925 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7e8dc229-6b34-4a1f-bdf0-39d3210b2b3c req-06560edf-cf5d-47e2-bb70-5264c66547e0 tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b53a30b-6164-46f0-adb6-704427adf508 HTTP/1.1" status: 200 len: 944 time: 0.0703204 Jan 28 02:46:39.323765 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=e4ab30af-1603-4bea-92ba-25b6aad0d335,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:39.330757 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d630b801-df45-4840-a4e7-250c7c4d8384 req-2e80e845-b5a4-4163-9156-41d6018ed999 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673094 Jan 28 02:46:39.358709 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b966d7b7-e45d-4d70-892d-72f5be9f83f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (8b9c7610-9e88-4696-a427-327e9dea2bf8), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:39.361241 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b966d7b7-e45d-4d70-892d-72f5be9f83f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:39.363027 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b966d7b7-e45d-4d70-892d-72f5be9f83f7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8b9c7610-9e88-4696-a427-327e9dea2bf8 HTTP/1.1" status: 204 len: 168 time: 0.2926486 Jan 28 02:46:39.384012 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=e012a990-cb6c-483f-aac7-ecbf7a096470,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:39.391915 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b966d7b7-e45d-4d70-892d-72f5be9f83f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9c7610-9e88-4696-a427-327e9dea2bf8,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:39.397592 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7e8dc229-6b34-4a1f-bdf0-39d3210b2b3c req-ddd4ad8a-9bb4-4c3f-9196-6e0f95c35907 tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7f4f038-cb71-42a3-85e5-d0fdee5fc599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849993 Jan 28 02:46:39.414218 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d623fe0e-e72a-4799-b117-2ea262fb4439 x-openstack-request-id: req-d623fe0e-e72a-4799-b117-2ea262fb4439 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:46:39.414412 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8cbca1-9cce-48ff-be50-3ec6cc06fe1d", "name": "network-vif-plugged", "status": "completed", "tag": "e4ab30af-1603-4bea-92ba-25b6aad0d335", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:46:39.414663 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d623fe0e-e72a-4799-b117-2ea262fb4439 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:46:39.415047 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8cbca1-9cce-48ff-be50-3ec6cc06fe1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ab30af-1603-4bea-92ba-25b6aad0d335', 'code': 200} Jan 28 02:46:39.478805 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['586a7222-90bf-4531-b096-1449615f8739'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:46:39.544938 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['50ef5e41-dc48-4c5c-81f9-d97cb05ba83d'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:46:39.592156 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb88bb-d66b-4bda-a6a7-fa3c23510222 req-df43e312-07b7-4fd3-84f0-eff9e5b7df89 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:39.594638 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1afb88bb-d66b-4bda-a6a7-fa3c23510222 req-df43e312-07b7-4fd3-84f0-eff9e5b7df89 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1510106c-b168-41cd-9a73-808ba118566e HTTP/1.1" status: 200 len: 948 time: 0.0665603 Jan 28 02:46:39.611272 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16226755-434e-42da-9cde-a95becf45e8f req-75b584b1-cb5f-4a03-bcdf-a33d08332994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:39.612789 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16226755-434e-42da-9cde-a95becf45e8f req-75b584b1-cb5f-4a03-bcdf-a33d08332994 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7e8cbca1-9cce-48ff-be50-3ec6cc06fe1d HTTP/1.1" status: 200 len: 1102 time: 0.0891149 Jan 28 02:46:39.626845 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945c40a-124b-40f4-abc8-0fc2c226d6a9 req-6c6f5d84-2f78-4b4f-b348-8c6f1e61f365 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:39.641111 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7945c40a-124b-40f4-abc8-0fc2c226d6a9 req-6c6f5d84-2f78-4b4f-b348-8c6f1e61f365 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa56615-b151-47cf-a515-21c799286b2e HTTP/1.1" status: 200 len: 949 time: 0.0757742 Jan 28 02:46:39.680276 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1afb88bb-d66b-4bda-a6a7-fa3c23510222 req-4208627f-bafd-47c2-a48a-5291bcc92bbd tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/security-groups?id=af04dfc0-4bf3-4e7a-83e9-e1fc75c3a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759947 Jan 28 02:46:39.728333 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7945c40a-124b-40f4-abc8-0fc2c226d6a9 req-996a8519-3c97-4c09-a3c4-dbba0d9a5050 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863314 Jan 28 02:46:39.730604 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16226755-434e-42da-9cde-a95becf45e8f req-5f91f308-1ac9-4bbd-a67c-228232bc4711 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868595 Jan 28 02:46:39.785866 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b36ac4-e7c3-4d95-8b5d-f16778117334', 'tag': '5211e927-24e1-41c8-838c-b2a6c7eb4347'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:46:39.789139 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9c287f-4ea7-4e53-a99d-4f4f3904559c" -d '{"events": [{"name": "network-changed", "server_uuid": "42b36ac4-e7c3-4d95-8b5d-f16778117334", "tag": "5211e927-24e1-41c8-838c-b2a6c7eb4347"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:46:39.828656 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fab10f-f81a-4010-a883-79c7694d2db9 x-openstack-request-id: req-f3fab10f-f81a-4010-a883-79c7694d2db9 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:46:39.828940 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b36ac4-e7c3-4d95-8b5d-f16778117334", "tag": "5211e927-24e1-41c8-838c-b2a6c7eb4347", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:46:39.829238 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f3fab10f-f81a-4010-a883-79c7694d2db9 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:46:39.829658 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b36ac4-e7c3-4d95-8b5d-f16778117334', 'tag': '5211e927-24e1-41c8-838c-b2a6c7eb4347', 'status': 'completed', 'code': 200} Jan 28 02:46:39.894808 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['e012a990-cb6c-483f-aac7-ecbf7a096470'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:46:40.140549 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452bcab-9d3a-46d2-bd12-f5c50b03869d req-545edd20-f0bd-4aa2-878b-93c15c856451 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:40.142047 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7452bcab-9d3a-46d2-bd12-f5c50b03869d req-545edd20-f0bd-4aa2-878b-93c15c856451 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ee02979-7a90-46d7-b259-847bc9ba8d4b HTTP/1.1" status: 200 len: 949 time: 0.0512502 Jan 28 02:46:40.142590 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 54872) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:46:40.214699 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7452bcab-9d3a-46d2-bd12-f5c50b03869d req-eff2b4ef-fbf5-4e7e-b4a9-67496b872018 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664163 Jan 28 02:46:40.226881 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c287f-4ea7-4e53-a99d-4f4f3904559c req-3f0ada5a-75c1-48e4-b2f3-3c7eb3a0d76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:40.229099 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ef9c287f-4ea7-4e53-a99d-4f4f3904559c req-3f0ada5a-75c1-48e4-b2f3-3c7eb3a0d76c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b376bdc08124533ad1dc2039341113b&device_id=42b36ac4-e7c3-4d95-8b5d-f16778117334 HTTP/1.1" status: 200 len: 1127 time: 0.0639834 Jan 28 02:46:40.256893 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-085b009f-f4a0-44dd-9e47-931db06efa44 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-142873445-network', 'tenant_id': '2ab8a3eab2774693b9eefcdcd3df987b'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:46:40.272316 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b08e88-7ec5-4fcf-9727-41dd0fa24bc0 req-077eab30-5740-4845-a9eb-a24042dfeff8 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:40.273809 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-16b08e88-7ec5-4fcf-9727-41dd0fa24bc0 req-077eab30-5740-4845-a9eb-a24042dfeff8 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=af7ee1b3-8887-41d3-b576-dda942d78c8a HTTP/1.1" status: 200 len: 945 time: 0.0601525 Jan 28 02:46:40.302946 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085b009f-f4a0-44dd-9e47-931db06efa44 admin admin] Made reservation on behalf of 2ab8a3eab2774693b9eefcdcd3df987b for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:46:40.305234 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-085b009f-f4a0-44dd-9e47-931db06efa44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:40.319136 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-085b009f-f4a0-44dd-9e47-931db06efa44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:40.328242 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c287f-4ea7-4e53-a99d-4f4f3904559c req-5116d7ee-92cd-4402-862f-eafb1605f3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:40.330077 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ef9c287f-4ea7-4e53-a99d-4f4f3904559c req-5116d7ee-92cd-4402-862f-eafb1605f3e8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=997aa02b-ef92-4c1c-ba5c-0477d385960c HTTP/1.1" status: 200 len: 922 time: 0.0924368 Jan 28 02:46:40.341270 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-16b08e88-7ec5-4fcf-9727-41dd0fa24bc0 req-5a9df453-e1ae-4935-9a00-4c5ca5b3c7cc tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608339 Jan 28 02:46:40.375326 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ef9c287f-4ea7-4e53-a99d-4f4f3904559c req-9facf386-dfab-488f-a9f5-421271a598a1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5211e927-24e1-41c8-838c-b2a6c7eb4347 HTTP/1.1" status: 200 len: 217 time: 0.0379705 Jan 28 02:46:40.412573 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-085b009f-f4a0-44dd-9e47-931db06efa44 admin admin] Publish callbacks [] for security_group (db82e1ee-bee2-4907-82f8-babf1259b726), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:40.417679 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-085b009f-f4a0-44dd-9e47-931db06efa44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (db82e1ee-bee2-4907-82f8-babf1259b726), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:40.439043 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-085b009f-f4a0-44dd-9e47-931db06efa44 admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:46:40.454537 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085b009f-f4a0-44dd-9e47-931db06efa44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db82e1ee-bee2-4907-82f8-babf1259b726,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:40.457195 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-085b009f-f4a0-44dd-9e47-931db06efa44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (9ae36b99-37d5-40c4-bd2c-f1ea61335d88), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:40.457721 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-085b009f-f4a0-44dd-9e47-931db06efa44 admin admin] Added segment 9ae36b99-37d5-40c4-bd2c-f1ea61335d88 of type vlan for network 8cafc877-dd04-48f5-9107-6d7fbef7a7d2 Jan 28 02:46:40.461001 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c287f-4ea7-4e53-a99d-4f4f3904559c req-a1bd05a4-feb4-4455-a812-32de4c6a773b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:40.462506 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ef9c287f-4ea7-4e53-a99d-4f4f3904559c req-a1bd05a4-feb4-4455-a812-32de4c6a773b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bcba3f69-83cc-4e79-8ae3-09e3e7684525 HTTP/1.1" status: 200 len: 861 time: 0.0777593 Jan 28 02:46:40.471578 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085b009f-f4a0-44dd-9e47-931db06efa44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:46:40.471939 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085b009f-f4a0-44dd-9e47-931db06efa44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:46:40.472279 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085b009f-f4a0-44dd-9e47-931db06efa44 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:46:40.472618 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085b009f-f4a0-44dd-9e47-931db06efa44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:46:40.472950 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085b009f-f4a0-44dd-9e47-931db06efa44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:46:40.473307 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085b009f-f4a0-44dd-9e47-931db06efa44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:46:40.473635 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085b009f-f4a0-44dd-9e47-931db06efa44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:46:40.473961 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085b009f-f4a0-44dd-9e47-931db06efa44 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:46:40.474282 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085b009f-f4a0-44dd-9e47-931db06efa44 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:46:40.474606 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085b009f-f4a0-44dd-9e47-931db06efa44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:46:40.474924 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085b009f-f4a0-44dd-9e47-931db06efa44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:46:40.475375 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085b009f-f4a0-44dd-9e47-931db06efa44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:46:40.475703 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085b009f-f4a0-44dd-9e47-931db06efa44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:46:40.486941 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128518ed-a1b2-4d2e-84c0-7bcfb34272cf req-3fbf9a1b-e9b4-455a-bbd1-edb7aaffbd5b tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:40.488477 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-128518ed-a1b2-4d2e-84c0-7bcfb34272cf req-3fbf9a1b-e9b4-455a-bbd1-edb7aaffbd5b tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=42b36ac4-e7c3-4d95-8b5d-f16778117334 HTTP/1.1" status: 200 len: 944 time: 0.0739212 Jan 28 02:46:40.505883 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ef9c287f-4ea7-4e53-a99d-4f4f3904559c req-c77990c2-97de-4f3c-8a29-8a05f56c95a3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=997aa02b-ef92-4c1c-ba5c-0477d385960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356019 Jan 28 02:46:40.547481 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-085b009f-f4a0-44dd-9e47-931db06efa44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (8cafc877-dd04-48f5-9107-6d7fbef7a7d2), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:40.579331 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e9492-51f0-40af-a513-bedb024859d8 req-33a1ad48-8ef7-411f-be65-d7e9fddf93bb tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:40.580868 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-969e9492-51f0-40af-a513-bedb024859d8 req-33a1ad48-8ef7-411f-be65-d7e9fddf93bb tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b53a30b-6164-46f0-adb6-704427adf508 HTTP/1.1" status: 200 len: 944 time: 0.1015375 Jan 28 02:46:40.589380 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-085b009f-f4a0-44dd-9e47-931db06efa44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (8cafc877-dd04-48f5-9107-6d7fbef7a7d2), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:40.590611 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085b009f-f4a0-44dd-9e47-931db06efa44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:40.591031 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-085b009f-f4a0-44dd-9e47-931db06efa44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:40.593936 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-128518ed-a1b2-4d2e-84c0-7bcfb34272cf req-baa3317b-6d71-498c-82b4-a9fda5584333 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907249 Jan 28 02:46:40.625500 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ef9c287f-4ea7-4e53-a99d-4f4f3904559c req-f50f5db9-0acd-43ff-af4c-5949ba1414af service neutron] 10.222.0.67 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071830 Jan 28 02:46:40.664692 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-085b009f-f4a0-44dd-9e47-931db06efa44 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5208216 Jan 28 02:46:40.667768 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 54882) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:46:40.685505 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-268e6dd8-7351-4a85-8049-2bd4cced608c admin admin] Request body: {'subnet': {'network_id': '8cafc877-dd04-48f5-9107-6d7fbef7a7d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-142873445-subnet', 'tenant_id': '2ab8a3eab2774693b9eefcdcd3df987b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:46:40.706776 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085b009f-f4a0-44dd-9e47-931db06efa44 admin admin] Pushing event updated for resources: {'Network': ['ID=8cafc877-dd04-48f5-9107-6d7fbef7a7d2,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:40.719026 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 8cafc877-dd04-48f5-9107-6d7fbef7a7d2 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:46:40.742532 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-969e9492-51f0-40af-a513-bedb024859d8 req-fc8ea23e-2ba0-4d5f-8b29-13b7a8e53eed tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7f4f038-cb71-42a3-85e5-d0fdee5fc599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411052 Jan 28 02:46:40.742876 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268e6dd8-7351-4a85-8049-2bd4cced608c admin admin] Made reservation on behalf of 2ab8a3eab2774693b9eefcdcd3df987b for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:46:40.745584 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-268e6dd8-7351-4a85-8049-2bd4cced608c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:40.772496 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ef9c287f-4ea7-4e53-a99d-4f4f3904559c req-f7df09e3-9ade-4e9f-857a-a4dd8b7c4359 service neutron] 10.222.0.67 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352086 Jan 28 02:46:40.812012 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306dc02f-05e4-4cd9-a1d5-65699e55ef8b req-7a529784-0e7a-47f8-bc1a-68bd4407ac48 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:40.813716 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-306dc02f-05e4-4cd9-a1d5-65699e55ef8b req-7a529784-0e7a-47f8-bc1a-68bd4407ac48 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1510106c-b168-41cd-9a73-808ba118566e HTTP/1.1" status: 200 len: 948 time: 0.0720835 Jan 28 02:46:40.864241 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-306dc02f-05e4-4cd9-a1d5-65699e55ef8b req-4222038c-38be-4e50-b73f-54850b446ac7 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/security-groups?id=af04dfc0-4bf3-4e7a-83e9-e1fc75c3a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421245 Jan 28 02:46:40.914769 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71473f2-3428-48d6-980d-dc38022e83d9 req-c656765f-8d42-4dc8-8991-951384f028be tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:40.917151 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a71473f2-3428-48d6-980d-dc38022e83d9 req-c656765f-8d42-4dc8-8991-951384f028be tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa56615-b151-47cf-a515-21c799286b2e HTTP/1.1" status: 200 len: 949 time: 0.0903597 Jan 28 02:46:40.981252 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-268e6dd8-7351-4a85-8049-2bd4cced608c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (0320286d-6ddf-44dc-ab23-60f8e4e25317), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:41.031254 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a71473f2-3428-48d6-980d-dc38022e83d9 req-634a8af4-2b5a-4dbc-962e-f58516965c3c tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904186 Jan 28 02:46:41.049456 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e6dd8-7351-4a85-8049-2bd4cced608c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0320286d-6ddf-44dc-ab23-60f8e4e25317,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:41.070081 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268e6dd8-7351-4a85-8049-2bd4cced608c admin admin] Checking segment: {'id': '9ae36b99-37d5-40c4-bd2c-f1ea61335d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '8cafc877-dd04-48f5-9107-6d7fbef7a7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:46:41.070493 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268e6dd8-7351-4a85-8049-2bd4cced608c admin admin] Network hostable DHCP agents. Network: 8cafc877-dd04-48f5-9107-6d7fbef7a7d2, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:46:41.089831 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268e6dd8-7351-4a85-8049-2bd4cced608c admin admin] Network 8cafc877-dd04-48f5-9107-6d7fbef7a7d2 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:46:41.100321 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-268e6dd8-7351-4a85-8049-2bd4cced608c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 8cafc877-dd04-48f5-9107-6d7fbef7a7d2) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:46:41.105489 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268e6dd8-7351-4a85-8049-2bd4cced608c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:41.106620 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-268e6dd8-7351-4a85-8049-2bd4cced608c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:41.110077 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3e2155-c147-42ad-9d76-113c75535d5f None None] Network 8cafc877-dd04-48f5-9107-6d7fbef7a7d2 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:46:41.124740 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-268e6dd8-7351-4a85-8049-2bd4cced608c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4488311 Jan 28 02:46:41.165874 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8f0e6-a6c7-445d-a8d3-78b212f3a7f5 req-cfe36415-b428-4759-9538-c9983cfb2a3a tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:41.167474 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f8f8f0e6-a6c7-445d-a8d3-78b212f3a7f5 req-cfe36415-b428-4759-9538-c9983cfb2a3a tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa56615-b151-47cf-a515-21c799286b2e HTTP/1.1" status: 200 len: 949 time: 0.0565846 Jan 28 02:46:41.217316 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f8f8f0e6-a6c7-445d-a8d3-78b212f3a7f5 req-b601c13d-ca66-456a-a887-febf5d4c0ac5 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423558 Jan 28 02:46:41.245757 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4646653b-9168-4411-83c6-c8860bd03837 None None] Network 8cafc877-dd04-48f5-9107-6d7fbef7a7d2 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:46:41.350561 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25ba47-909a-4cef-9992-9d35dd8280a5 req-41381779-a493-4bb5-96e9-d432a04a5202 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:41.352229 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8b25ba47-909a-4cef-9992-9d35dd8280a5 req-41381779-a493-4bb5-96e9-d432a04a5202 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ee02979-7a90-46d7-b259-847bc9ba8d4b HTTP/1.1" status: 200 len: 949 time: 0.0575969 Jan 28 02:46:41.403400 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8b25ba47-909a-4cef-9992-9d35dd8280a5 req-c75285be-bfcc-4d54-95da-31720b1271f1 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445104 Jan 28 02:46:41.408484 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-848dd840-bd92-44b0-923c-60e9dce6dbb1 req-ba47ed64-406a-44c0-a6d6-3e956fc2683d tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-685406203', 'description': 'tempest-description-615194558'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:46:41.428705 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-848dd840-bd92-44b0-923c-60e9dce6dbb1 req-ba47ed64-406a-44c0-a6d6-3e956fc2683d tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:41.498277 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-848dd840-bd92-44b0-923c-60e9dce6dbb1 req-ba47ed64-406a-44c0-a6d6-3e956fc2683d tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (1c5ae934-71e6-4311-a2c9-8d9ff6129d51), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:41.502866 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-848dd840-bd92-44b0-923c-60e9dce6dbb1 req-ba47ed64-406a-44c0-a6d6-3e956fc2683d tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (1c5ae934-71e6-4311-a2c9-8d9ff6129d51), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:41.530865 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5bfb9-3f0d-46da-8839-bfeb99b003d7 req-c150b93e-1bdf-4803-b096-427b725b016f tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:41.531633 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47ed64-406a-44c0-a6d6-3e956fc2683d tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5ae934-71e6-4311-a2c9-8d9ff6129d51,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:41.532598 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8ed5bfb9-3f0d-46da-8839-bfeb99b003d7 req-c150b93e-1bdf-4803-b096-427b725b016f tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=af7ee1b3-8887-41d3-b576-dda942d78c8a HTTP/1.1" status: 200 len: 945 time: 0.0507772 Jan 28 02:46:41.535726 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-848dd840-bd92-44b0-923c-60e9dce6dbb1 req-ba47ed64-406a-44c0-a6d6-3e956fc2683d tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:41.536947 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-848dd840-bd92-44b0-923c-60e9dce6dbb1 req-ba47ed64-406a-44c0-a6d6-3e956fc2683d tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.1325045 Jan 28 02:46:41.581448 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-db06358f-9d83-4444-bcf5-c6d4915867c4 req-861f461c-e463-4b14-933e-373e593c4037 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1740614558', 'description': 'tempest-description-134077672'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:46:41.590082 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8ed5bfb9-3f0d-46da-8839-bfeb99b003d7 req-21f9e2a4-355b-45db-85c6-a65ad789009c tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424879 Jan 28 02:46:41.602714 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-db06358f-9d83-4444-bcf5-c6d4915867c4 req-861f461c-e463-4b14-933e-373e593c4037 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:41.696488 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-db06358f-9d83-4444-bcf5-c6d4915867c4 req-861f461c-e463-4b14-933e-373e593c4037 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (8120c069-a50c-4afc-867f-bc0e504232b9), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:41.702644 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-db06358f-9d83-4444-bcf5-c6d4915867c4 req-861f461c-e463-4b14-933e-373e593c4037 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (8120c069-a50c-4afc-867f-bc0e504232b9), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:41.736409 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-db06358f-9d83-4444-bcf5-c6d4915867c4 req-861f461c-e463-4b14-933e-373e593c4037 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:41.745487 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa5148-e2a5-44c7-b094-80137ed157da req-e3c69035-6d8e-4de3-b5f3-5eefc4b32e0d tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:41.745628 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-db06358f-9d83-4444-bcf5-c6d4915867c4 req-861f461c-e463-4b14-933e-373e593c4037 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.1640067 Jan 28 02:46:41.745731 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-89fa5148-e2a5-44c7-b094-80137ed157da req-e3c69035-6d8e-4de3-b5f3-5eefc4b32e0d tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=42b36ac4-e7c3-4d95-8b5d-f16778117334 HTTP/1.1" status: 200 len: 944 time: 0.0495808 Jan 28 02:46:41.750102 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861f461c-e463-4b14-933e-373e593c4037 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8120c069-a50c-4afc-867f-bc0e504232b9,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:41.813613 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-89fa5148-e2a5-44c7-b094-80137ed157da req-f661fb8a-900e-41ae-a2ef-98c25859b0d9 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631330 Jan 28 02:46:41.860327 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985de50-f4c2-44f4-983d-c8e922d01827 req-3d3248b5-ba37-4ed2-bb90-90e2d7b856ca tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:41.862554 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6985de50-f4c2-44f4-983d-c8e922d01827 req-3d3248b5-ba37-4ed2-bb90-90e2d7b856ca tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b53a30b-6164-46f0-adb6-704427adf508 HTTP/1.1" status: 200 len: 944 time: 0.0548713 Jan 28 02:46:41.907384 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7b789113-13ae-462e-a313-7ecc022f074b req-c9318a1d-2379-4a40-baf8-82aaa863ec6e tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=29a2e152744a433f9b25a7592aa94e29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218921 Jan 28 02:46:41.915095 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6985de50-f4c2-44f4-983d-c8e922d01827 req-ed29250b-8df6-41ab-af5f-1010a1b0342e tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7f4f038-cb71-42a3-85e5-d0fdee5fc599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462637 Jan 28 02:46:42.003666 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 5211e927-24e1-41c8-838c-b2a6c7eb4347 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:46:42.015028 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b789113-13ae-462e-a313-7ecc022f074b req-f94b2d50-402a-4f7b-a1a9-9f1f331fe76e tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:42.016587 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7b789113-13ae-462e-a313-7ecc022f074b req-f94b2d50-402a-4f7b-a1a9-9f1f331fe76e tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1037552 Jan 28 02:46:42.021607 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 586a7222-90bf-4531-b096-1449615f8739 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:46:42.032486 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7b789113-13ae-462e-a313-7ecc022f074b req-4aa162cb-e675-4fcb-8cfd-27295737d720 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/quotas/29a2e152744a433f9b25a7592aa94e29 HTTP/1.1" status: 200 len: 375 time: 0.0098453 Jan 28 02:46:42.084421 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7b789113-13ae-462e-a313-7ecc022f074b req-5a414b22-28d2-4752-85e6-6b98650eb3f7 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=29a2e152744a433f9b25a7592aa94e29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462134 Jan 28 02:46:42.097415 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb29ee6-0bda-428a-a523-880207902dd5 req-53d15360-f3b5-4734-96b5-192a77b9a410 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:42.098787 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8bb29ee6-0bda-428a-a523-880207902dd5 req-53d15360-f3b5-4734-96b5-192a77b9a410 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/networks?id=8cafc877-dd04-48f5-9107-6d7fbef7a7d2 HTTP/1.1" status: 200 len: 812 time: 0.1115057 Jan 28 02:46:42.114448 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8bb29ee6-0bda-428a-a523-880207902dd5 req-106aebd3-a1c1-4ce9-a940-9a35995ced68 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/quotas/2ab8a3eab2774693b9eefcdcd3df987b HTTP/1.1" status: 200 len: 375 time: 0.0100303 Jan 28 02:46:42.130636 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 586a7222-90bf-4531-b096-1449615f8739 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:46:42.140636 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 586a7222-90bf-4531-b096-1449615f8739 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:46:42.141222 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (586a7222-90bf-4531-b096-1449615f8739), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:42.147111 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 5211e927-24e1-41c8-838c-b2a6c7eb4347, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=5211e927-24e1-41c8-838c-b2a6c7eb4347,segment=NetworkSegment(1cc99f2f-8533-4758-ac6d-0ec0b703844f),segment_id=1cc99f2f-8533-4758-ac6d-0ec0b703844f)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:42.156142 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8bb29ee6-0bda-428a-a523-880207902dd5 req-eaeb18aa-1468-484e-80ce-fc98254c3cf8 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2ab8a3eab2774693b9eefcdcd3df987b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353732 Jan 28 02:46:42.182397 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 5211e927-24e1-41c8-838c-b2a6c7eb4347 has no active binding in host n-h2-712139-27 {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 02:46:42.255180 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 586a7222-90bf-4531-b096-1449615f8739 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:46:42.255593 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (586a7222-90bf-4531-b096-1449615f8739), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:42.261471 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8bb29ee6-0bda-428a-a523-880207902dd5 req-92ed7a7a-fcef-4e77-b46b-e80949128186 service neutron] 10.222.0.53 "GET /v2.0/networks/8cafc877-dd04-48f5-9107-6d7fbef7a7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965347 Jan 28 02:46:42.283025 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b53a30b-6164-46f0-adb6-704427adf508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586a7222-90bf-4531-b096-1449615f8739'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:46:42.285895 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ebdba3-d4b2-417b-a69b-743f1a3ce096" -d '{"events": [{"server_uuid": "5b53a30b-6164-46f0-adb6-704427adf508", "name": "network-vif-plugged", "status": "completed", "tag": "586a7222-90bf-4531-b096-1449615f8739"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:46:42.306134 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 586a7222-90bf-4531-b096-1449615f8739, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=586a7222-90bf-4531-b096-1449615f8739,segment=NetworkSegment(4238316f-2d67-4b16-98cf-2461c8f41cd2),segment_id=4238316f-2d67-4b16-98cf-2461c8f41cd2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:42.312991 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (586a7222-90bf-4531-b096-1449615f8739), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:42.314159 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 50ef5e41-dc48-4c5c-81f9-d97cb05ba83d up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:46:42.324691 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a349c-1bd9-4be8-b37a-d4f68f58f63a req-2841be13-6d77-44af-89cb-fe21505d4666 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:42.326823 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a52a349c-1bd9-4be8-b37a-d4f68f58f63a req-2841be13-6d77-44af-89cb-fe21505d4666 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1510106c-b168-41cd-9a73-808ba118566e HTTP/1.1" status: 200 len: 948 time: 0.0633843 Jan 28 02:46:42.380919 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a52a349c-1bd9-4be8-b37a-d4f68f58f63a req-b64f40ae-eaf7-466a-a211-c2bfa083b151 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/security-groups?id=af04dfc0-4bf3-4e7a-83e9-e1fc75c3a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465999 Jan 28 02:46:42.381638 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:46:42.384471 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device e012a990-cb6c-483f-aac7-ecbf7a096470 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:46:42.389672 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8bb29ee6-0bda-428a-a523-880207902dd5 req-53216e48-b525-4ccc-8c42-250021d6e930 service neutron] 10.222.0.53 "GET /v2.0/networks/8cafc877-dd04-48f5-9107-6d7fbef7a7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183372 Jan 28 02:46:42.500852 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=586a7222-90bf-4531-b096-1449615f8739,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:42.552308 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c39688e-08b5-46cf-8e61-7317f08da21a x-openstack-request-id: req-6c39688e-08b5-46cf-8e61-7317f08da21a {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:46:42.552620 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b53a30b-6164-46f0-adb6-704427adf508", "name": "network-vif-plugged", "status": "completed", "tag": "586a7222-90bf-4531-b096-1449615f8739", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:46:42.552881 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6c39688e-08b5-46cf-8e61-7317f08da21a {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:46:42.553297 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b53a30b-6164-46f0-adb6-704427adf508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586a7222-90bf-4531-b096-1449615f8739', 'code': 200} Jan 28 02:46:42.555933 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4d070930-e446-45f7-8e31-69ce756db0fb req-745b279f-1279-4b07-ac9f-cdf6ca7e335f tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 210 time: 0.0376728 Jan 28 02:46:42.564016 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 50ef5e41-dc48-4c5c-81f9-d97cb05ba83d triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:46:42.564016 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (50ef5e41-dc48-4c5c-81f9-d97cb05ba83d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:42.647219 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port e012a990-cb6c-483f-aac7-ecbf7a096470 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:46:42.675311 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port e012a990-cb6c-483f-aac7-ecbf7a096470 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:46:42.675693 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e012a990-cb6c-483f-aac7-ecbf7a096470), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:42.694473 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6e12ea68-763f-4d52-bd2f-dd8bafabe84a req-643111fc-3ecc-46ab-aecc-d2a8bb6ca5ac tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/ports?device_id=94372434-9335-4377-8aee-1d102029dda4 HTTP/1.1" status: 200 len: 210 time: 0.0740902 Jan 28 02:46:42.713779 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474db31-16d1-4ae6-9e0d-bdf8959ea281 req-a5001874-e4ff-4367-a173-824841182d55 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:42.715742 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4474db31-16d1-4ae6-9e0d-bdf8959ea281 req-a5001874-e4ff-4367-a173-824841182d55 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ee02979-7a90-46d7-b259-847bc9ba8d4b HTTP/1.1" status: 200 len: 949 time: 0.0997572 Jan 28 02:46:42.738370 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:42.768168 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f990ba-43bd-41ce-ad60-8bc6b7d48646 req-b1dd7244-e8da-48cb-ba41-9d4b4784c959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:42.770152 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-28f990ba-43bd-41ce-ad60-8bc6b7d48646 req-b1dd7244-e8da-48cb-ba41-9d4b4784c959 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5b53a30b-6164-46f0-adb6-704427adf508 HTTP/1.1" status: 200 len: 1097 time: 0.0733252 Jan 28 02:46:42.775087 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'port_id': '2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e', 'mac_address': 'fa:16:3e:56:3e:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24329ac8-3d67-49eb-9f63-d2859e79e36f', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:46:42.828100 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4474db31-16d1-4ae6-9e0d-bdf8959ea281 req-d40988aa-cbf5-49f5-b128-ff420aaccf73 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921395 Jan 28 02:46:42.871303 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-28f990ba-43bd-41ce-ad60-8bc6b7d48646 req-13a4001c-5073-4f50-ba5b-960ce3c17bbe service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a7f4f038-cb71-42a3-85e5-d0fdee5fc599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863421 Jan 28 02:46:42.887751 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 50ef5e41-dc48-4c5c-81f9-d97cb05ba83d is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:46:42.888257 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (50ef5e41-dc48-4c5c-81f9-d97cb05ba83d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:42.888431 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58856cc9-c107-4f9a-91a2-3e0b754aacfc req-bc85f92a-fc35-47b9-91e2-88c222304965 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:42.890246 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-58856cc9-c107-4f9a-91a2-3e0b754aacfc req-bc85f92a-fc35-47b9-91e2-88c222304965 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=af7ee1b3-8887-41d3-b576-dda942d78c8a HTTP/1.1" status: 200 len: 945 time: 0.0925045 Jan 28 02:46:42.893122 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:46:42.893502 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:42.947419 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:46:42.951448 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-58856cc9-c107-4f9a-91a2-3e0b754aacfc req-939c3e2b-6cf7-466c-b5bc-83b65e00706b tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537975 Jan 28 02:46:42.981223 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port e012a990-cb6c-483f-aac7-ecbf7a096470 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:46:42.982114 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e012a990-cb6c-483f-aac7-ecbf7a096470), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:42.989548 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 50ef5e41-dc48-4c5c-81f9-d97cb05ba83d, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=50ef5e41-dc48-4c5c-81f9-d97cb05ba83d,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:43.009825 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:43.014195 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (50ef5e41-dc48-4c5c-81f9-d97cb05ba83d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:43.022145 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:43.038012 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6ce4e-f7fb-4356-a891-61bc2d5e15e3 req-8a26e5d9-2f69-467e-b9c6-02f8f8d7470a tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:43.040000 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a4b6ce4e-f7fb-4356-a891-61bc2d5e15e3 req-8a26e5d9-2f69-467e-b9c6-02f8f8d7470a tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=42b36ac4-e7c3-4d95-8b5d-f16778117334 HTTP/1.1" status: 200 len: 944 time: 0.0856924 Jan 28 02:46:43.081945 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port e012a990-cb6c-483f-aac7-ecbf7a096470, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=e012a990-cb6c-483f-aac7-ecbf7a096470,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:43.092626 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e012a990-cb6c-483f-aac7-ecbf7a096470), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:43.099465 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=50ef5e41-dc48-4c5c-81f9-d97cb05ba83d,revision_number=8']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:43.103502 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc750d9b-829a-48dc-acb6-9f740157ccbd req-882aa93b-6502-4fc5-a22a-99aff9a20c03 tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:43.107276 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fc750d9b-829a-48dc-acb6-9f740157ccbd req-882aa93b-6502-4fc5-a22a-99aff9a20c03 tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b53a30b-6164-46f0-adb6-704427adf508 HTTP/1.1" status: 200 len: 945 time: 0.0663960 Jan 28 02:46:43.114862 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a4b6ce4e-f7fb-4356-a891-61bc2d5e15e3 req-894ca670-e178-4808-a91f-d8d6b8e35112 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659873 Jan 28 02:46:43.157458 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:43.177788 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fc750d9b-829a-48dc-acb6-9f740157ccbd req-1c57f593-ca7a-4ea9-994c-677448b24443 tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7f4f038-cb71-42a3-85e5-d0fdee5fc599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576253 Jan 28 02:46:43.214282 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=e012a990-cb6c-483f-aac7-ecbf7a096470,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:43.219761 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-97a9eb1f-cb6e-445a-9a29-58a1d079189e service neutron] 10.222.0.67 "GET /v2.0/ports/5211e927-24e1-41c8-838c-b2a6c7eb4347/bindings/n-h2-712139-27 HTTP/1.1" status: 200 len: 385 time: 0.0987525 Jan 28 02:46:43.407886 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-ef397c2a-b91f-48f9-840d-a5e023411f23 service neutron] For port 5211e927-24e1-41c8-838c-b2a6c7eb4347, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=5211e927-24e1-41c8-838c-b2a6c7eb4347,segment=NetworkSegment(1cc99f2f-8533-4758-ac6d-0ec0b703844f),segment_id=1cc99f2f-8533-4758-ac6d-0ec0b703844f)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:43.427623 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-ef397c2a-b91f-48f9-840d-a5e023411f23 service neutron] For port 5211e927-24e1-41c8-838c-b2a6c7eb4347, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:46:43.471296 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-ef397c2a-b91f-48f9-840d-a5e023411f23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5211e927-24e1-41c8-838c-b2a6c7eb4347 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:46:43.496349 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-ef397c2a-b91f-48f9-840d-a5e023411f23 service neutron] For port 5211e927-24e1-41c8-838c-b2a6c7eb4347, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=5211e927-24e1-41c8-838c-b2a6c7eb4347,segment=NetworkSegment(1cc99f2f-8533-4758-ac6d-0ec0b703844f),segment_id=1cc99f2f-8533-4758-ac6d-0ec0b703844f)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:43.514877 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-ef397c2a-b91f-48f9-840d-a5e023411f23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5211e927-24e1-41c8-838c-b2a6c7eb4347), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:43.533996 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749abb7-d5d5-4d7d-a2da-ef2c83d4b1bc req-6623fd98-a91a-4a5d-b20d-bdee4c5b0e6a tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:43.535473 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4749abb7-d5d5-4d7d-a2da-ef2c83d4b1bc req-6623fd98-a91a-4a5d-b20d-bdee4c5b0e6a tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1510106c-b168-41cd-9a73-808ba118566e HTTP/1.1" status: 200 len: 949 time: 0.0803254 Jan 28 02:46:43.557591 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:46:43.624269 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4749abb7-d5d5-4d7d-a2da-ef2c83d4b1bc req-eaec8b56-1e8c-4da2-8b58-3cfb4c9b6917 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/security-groups?id=af04dfc0-4bf3-4e7a-83e9-e1fc75c3a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674267 Jan 28 02:46:43.635134 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-ef397c2a-b91f-48f9-840d-a5e023411f23 service neutron] Transition to ACTIVE for port object 5211e927-24e1-41c8-838c-b2a6c7eb4347 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:46:43.642308 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-ef397c2a-b91f-48f9-840d-a5e023411f23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (5211e927-24e1-41c8-838c-b2a6c7eb4347), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:43.685437 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fab27cba-590d-4bed-a4c1-5bfd9947639f req-98eff22b-c161-4f71-832c-35da9f2e4732 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 210 time: 0.0340648 Jan 28 02:46:43.713594 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-ef397c2a-b91f-48f9-840d-a5e023411f23 service neutron] No DVR routers for this DVR port 5211e927-24e1-41c8-838c-b2a6c7eb4347 on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:46:43.719995 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef397c2a-b91f-48f9-840d-a5e023411f23 service neutron] Pushing event updated for resources: {'Port': ['ID=5211e927-24e1-41c8-838c-b2a6c7eb4347,revision_number=10']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:43.748285 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-ef397c2a-b91f-48f9-840d-a5e023411f23 service neutron] 10.222.0.67 "PUT /v2.0/ports/5211e927-24e1-41c8-838c-b2a6c7eb4347/bindings/n-h2-712139-27/activate HTTP/1.1" status: 200 len: 370 time: 0.5188546 Jan 28 02:46:43.782983 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eaa18f8f-1f30-4f7d-92cd-3a6c18c49ede req-821b5162-3620-4e46-b10a-a849dbc2c97d tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/ports?device_id=94372434-9335-4377-8aee-1d102029dda4 HTTP/1.1" status: 200 len: 210 time: 0.0253150 Jan 28 02:46:43.950458 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20aec4-da0b-41c7-b8a6-66bc9c3ad3f5 req-24d3e304-aa54-488a-ba52-2faa43f36184 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:43.951846 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-df20aec4-da0b-41c7-b8a6-66bc9c3ad3f5 req-24d3e304-aa54-488a-ba52-2faa43f36184 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ee02979-7a90-46d7-b259-847bc9ba8d4b HTTP/1.1" status: 200 len: 950 time: 0.0739653 Jan 28 02:46:43.962492 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-d3b4c5de-b49d-4267-be29-4e7cafbd57f5 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:43.963966 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-d3b4c5de-b49d-4267-be29-4e7cafbd57f5 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=42b36ac4-e7c3-4d95-8b5d-f16778117334&tenant_id=2b376bdc08124533ad1dc2039341113b&binding%3Ahost_id=n-h1-712139-27 HTTP/1.1" status: 200 len: 1097 time: 0.0606370 Jan 28 02:46:44.013727 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b789113-13ae-462e-a313-7ecc022f074b req-54dd6e96-9988-48d6-bcc9-6a2e21d29d6e tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=29a2e152744a433f9b25a7592aa94e29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287647 Jan 28 02:46:44.072669 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-df20aec4-da0b-41c7-b8a6-66bc9c3ad3f5 req-d08b6c34-20b5-439e-bbf6-e8ca0d06ae18 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133897 Jan 28 02:46:44.087792 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-4d78fa92-4b11-4601-9424-196e0668bef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:44.089349 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-4d78fa92-4b11-4601-9424-196e0668bef6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=42b36ac4-e7c3-4d95-8b5d-f16778117334&tenant_id=2b376bdc08124533ad1dc2039341113b HTTP/1.1" status: 200 len: 1097 time: 0.1002767 Jan 28 02:46:44.153857 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baecf58-bdcf-4bc0-9f16-9142018bf44b req-684edaaa-33ca-4930-af03-587af8a99d94 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:44.155380 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5baecf58-bdcf-4bc0-9f16-9142018bf44b req-684edaaa-33ca-4930-af03-587af8a99d94 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=af7ee1b3-8887-41d3-b576-dda942d78c8a HTTP/1.1" status: 200 len: 945 time: 0.1135459 Jan 28 02:46:44.248232 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b789113-13ae-462e-a313-7ecc022f074b req-97587592-2dd8-4404-b16a-18c788691492 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:44.249634 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b789113-13ae-462e-a313-7ecc022f074b req-97587592-2dd8-4404-b16a-18c788691492 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1793580 Jan 28 02:46:44.271116 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5baecf58-bdcf-4bc0-9f16-9142018bf44b req-b7c8c1de-80c4-4f1e-8ebb-2b2870b9230b tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079280 Jan 28 02:46:44.275119 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-c1722913-6c52-41f0-836f-19510ac1f732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:44.275930 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-c1722913-6c52-41f0-836f-19510ac1f732 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b376bdc08124533ad1dc2039341113b&device_id=42b36ac4-e7c3-4d95-8b5d-f16778117334 HTTP/1.1" status: 200 len: 1097 time: 0.0856466 Jan 28 02:46:44.310241 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0849c-1440-40a5-999c-703fd38bf6cc req-de92deb0-951a-4752-988b-2f860eacda17 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:44.311734 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bbb0849c-1440-40a5-999c-703fd38bf6cc req-de92deb0-951a-4752-988b-2f860eacda17 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=42b36ac4-e7c3-4d95-8b5d-f16778117334 HTTP/1.1" status: 200 len: 945 time: 0.1159096 Jan 28 02:46:44.326783 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 5211e927-24e1-41c8-838c-b2a6c7eb4347 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:46:44.343205 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb29ee6-0bda-428a-a523-880207902dd5 req-b92e444d-b945-4d9b-b680-baa6eaa4fe47 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:44.344668 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8bb29ee6-0bda-428a-a523-880207902dd5 req-b92e444d-b945-4d9b-b680-baa6eaa4fe47 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.39 "GET /v2.0/networks?id=8cafc877-dd04-48f5-9107-6d7fbef7a7d2 HTTP/1.1" status: 200 len: 812 time: 0.1596732 Jan 28 02:46:44.373489 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] The host n-h1-712139-27 is not matching for port 5211e927-24e1-41c8-838c-b2a6c7eb4347 host n-h2-712139-27! {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 02:46:44.374017 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 5211e927-24e1-41c8-838c-b2a6c7eb4347 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:46:44.376610 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bbb0849c-1440-40a5-999c-703fd38bf6cc req-ea50c14f-8fec-410b-ad0c-a37d7805b660 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553398 Jan 28 02:46:44.384831 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7cb39e-4723-4141-83be-f75fc9803d5a req-1e7e9251-2a88-42b2-b1b6-7c0125a6d502 tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:44.392005 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fc7cb39e-4723-4141-83be-f75fc9803d5a req-1e7e9251-2a88-42b2-b1b6-7c0125a6d502 tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b53a30b-6164-46f0-adb6-704427adf508 HTTP/1.1" status: 200 len: 945 time: 0.0634654 Jan 28 02:46:44.412910 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-7b789113-13ae-462e-a313-7ecc022f074b req-3f68dc74-e71c-4a9a-a69f-8e1b494e49c8 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Request body: {'port': {'device_id': 'ad11ef5e-270d-47a3-8973-213ea98153c9', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'admin_state_up': True, 'tenant_id': '29a2e152744a433f9b25a7592aa94e29'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:46:44.419267 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-8bb29ee6-0bda-428a-a523-880207902dd5 req-d7029054-f133-4659-903d-d545cca70522 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Request body: {'port': {'device_id': '94372434-9335-4377-8aee-1d102029dda4', 'network_id': '8cafc877-dd04-48f5-9107-6d7fbef7a7d2', 'admin_state_up': True, 'tenant_id': '2ab8a3eab2774693b9eefcdcd3df987b'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:46:44.527325 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bb29ee6-0bda-428a-a523-880207902dd5 req-d7029054-f133-4659-903d-d545cca70522 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Made reservation on behalf of 2ab8a3eab2774693b9eefcdcd3df987b for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:46:44.530828 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-8bb29ee6-0bda-428a-a523-880207902dd5 req-d7029054-f133-4659-903d-d545cca70522 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:44.538135 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fc7cb39e-4723-4141-83be-f75fc9803d5a req-3f6caa92-0148-45c5-aebd-2c3d99dc60a2 tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7f4f038-cb71-42a3-85e5-d0fdee5fc599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452048 Jan 28 02:46:44.555026 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa56615-b151-47cf-a515-21c799286b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ef5e41-dc48-4c5c-81f9-d97cb05ba83d'}, {'server_uuid': '2ee02979-7a90-46d7-b259-847bc9ba8d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e012a990-cb6c-483f-aac7-ecbf7a096470'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:46:44.558853 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427a07ef-4276-48d0-af01-19ca59537160" -d '{"events": [{"server_uuid": "cfa56615-b151-47cf-a515-21c799286b2e", "name": "network-vif-plugged", "status": "completed", "tag": "50ef5e41-dc48-4c5c-81f9-d97cb05ba83d"}, {"server_uuid": "2ee02979-7a90-46d7-b259-847bc9ba8d4b", "name": "network-vif-plugged", "status": "completed", "tag": "e012a990-cb6c-483f-aac7-ecbf7a096470"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:46:44.598173 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-8305ca6e-1d4b-42a9-9ac4-ffd61e57ecc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:44.599650 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-8305ca6e-1d4b-42a9-9ac4-ffd61e57ecc6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=997aa02b-ef92-4c1c-ba5c-0477d385960c HTTP/1.1" status: 200 len: 922 time: 0.1934061 Jan 28 02:46:44.622877 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b789113-13ae-462e-a313-7ecc022f074b req-3f68dc74-e71c-4a9a-a69f-8e1b494e49c8 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Made reservation on behalf of 29a2e152744a433f9b25a7592aa94e29 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:46:44.626207 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 02:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce82d41-b709-400c-881b-caed8ec825e3 x-openstack-request-id: req-5ce82d41-b709-400c-881b-caed8ec825e3 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:46:44.626720 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfa56615-b151-47cf-a515-21c799286b2e", "name": "network-vif-plugged", "status": "completed", "tag": "50ef5e41-dc48-4c5c-81f9-d97cb05ba83d", "code": 200}, {"server_uuid": "2ee02979-7a90-46d7-b259-847bc9ba8d4b", "name": "network-vif-plugged", "status": "completed", "tag": "e012a990-cb6c-483f-aac7-ecbf7a096470", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:46:44.627157 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5ce82d41-b709-400c-881b-caed8ec825e3 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:46:44.627698 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa56615-b151-47cf-a515-21c799286b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ef5e41-dc48-4c5c-81f9-d97cb05ba83d', 'code': 200} Jan 28 02:46:44.627906 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7b789113-13ae-462e-a313-7ecc022f074b req-3f68dc74-e71c-4a9a-a69f-8e1b494e49c8 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:44.628283 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee02979-7a90-46d7-b259-847bc9ba8d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e012a990-cb6c-483f-aac7-ecbf7a096470', 'code': 200} Jan 28 02:46:44.680078 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-dfa32c8a-bf26-40a7-ab1b-d4ca4e360de4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5211e927-24e1-41c8-838c-b2a6c7eb4347 HTTP/1.1" status: 200 len: 217 time: 0.0473437 Jan 28 02:46:44.701564 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-8bb29ee6-0bda-428a-a523-880207902dd5 req-d7029054-f133-4659-903d-d545cca70522 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Allocated IP 172.20.0.10 (8cafc877-dd04-48f5-9107-6d7fbef7a7d2/0320286d-6ddf-44dc-ab23-60f8e4e25317/cfd282d7-980b-4103-971c-6210646c9538) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:46:44.799523 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542c4be-697e-491a-8206-1881bf762f95 req-6b213991-f48c-4e3f-afbf-1183eccda99d tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:44.801099 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2542c4be-697e-491a-8206-1881bf762f95 req-6b213991-f48c-4e3f-afbf-1183eccda99d tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1510106c-b168-41cd-9a73-808ba118566e HTTP/1.1" status: 200 len: 949 time: 0.0881014 Jan 28 02:46:44.836155 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5d9c919b-e825-46dd-89c7-abfdf9212dbf req-34105680-a37c-4a0e-8e04-8b9d2b32aecb tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 210 time: 0.0651515 Jan 28 02:46:44.871765 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-b3c6b353-28dc-4a7c-a0c1-3d7c214a5d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:44.874046 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-b3c6b353-28dc-4a7c-a0c1-3d7c214a5d2a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bcba3f69-83cc-4e79-8ae3-09e3e7684525 HTTP/1.1" status: 200 len: 861 time: 0.1417432 Jan 28 02:46:44.909090 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2542c4be-697e-491a-8206-1881bf762f95 req-6826d7a6-13da-4980-87c1-3f0c2930cee6 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/security-groups?id=af04dfc0-4bf3-4e7a-83e9-e1fc75c3a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018574 Jan 28 02:46:44.920833 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-a9d3cd69-093a-4f1f-843a-cb33ee10c2e3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=997aa02b-ef92-4c1c-ba5c-0477d385960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364687 Jan 28 02:46:44.932392 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b2345-1b1d-4fd6-8b91-87f710f77bf1 req-70ec0f43-d9ad-41d0-ba16-b96ace858e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:44.933853 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-926b2345-1b1d-4fd6-8b91-87f710f77bf1 req-70ec0f43-d9ad-41d0-ba16-b96ace858e6d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2ee02979-7a90-46d7-b259-847bc9ba8d4b HTTP/1.1" status: 200 len: 1102 time: 0.1667178 Jan 28 02:46:44.937211 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-8bb29ee6-0bda-428a-a523-880207902dd5 req-d7029054-f133-4659-903d-d545cca70522 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for port (cfd282d7-980b-4103-971c-6210646c9538), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:44.971308 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-8bb29ee6-0bda-428a-a523-880207902dd5 req-d7029054-f133-4659-903d-d545cca70522 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (cfd282d7-980b-4103-971c-6210646c9538), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:44.972951 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-7b789113-13ae-462e-a313-7ecc022f074b req-3f68dc74-e71c-4a9a-a69f-8e1b494e49c8 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Allocated IP 192.168.233.79 (00399c87-9b8d-4ccb-b18d-7ccb90f49322/24329ac8-3d67-49eb-9f63-d2859e79e36f/db544135-c445-4692-8e64-1b183a504092) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:46:44.981117 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-95683eeb-8e8b-4f7c-b888-c9b2b5744e45 req-0d538807-7698-4804-8e67-72e296621b51 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/ports?device_id=94372434-9335-4377-8aee-1d102029dda4 HTTP/1.1" status: 200 len: 210 time: 0.0640295 Jan 28 02:46:45.025693 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bb29ee6-0bda-428a-a523-880207902dd5 req-d7029054-f133-4659-903d-d545cca70522 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Network 8cafc877-dd04-48f5-9107-6d7fbef7a7d2 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:46:45.032894 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-8bb29ee6-0bda-428a-a523-880207902dd5 req-d7029054-f133-4659-903d-d545cca70522 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:46:45.035405 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb29ee6-0bda-428a-a523-880207902dd5 req-d7029054-f133-4659-903d-d545cca70522 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:46:45.062456 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7029054-f133-4659-903d-d545cca70522 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Pushing event updated for resources: {'Port': ['ID=cfd282d7-980b-4103-971c-6210646c9538,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:45.092645 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb29ee6-0bda-428a-a523-880207902dd5 req-d7029054-f133-4659-903d-d545cca70522 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:45.093308 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-8bb29ee6-0bda-428a-a523-880207902dd5 req-d7029054-f133-4659-903d-d545cca70522 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:45.112319 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8bb29ee6-0bda-428a-a523-880207902dd5 req-d7029054-f133-4659-903d-d545cca70522 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6977785 Jan 28 02:46:45.131862 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-8bb29ee6-0bda-428a-a523-880207902dd5 req-43e59128-f19e-46cd-bb1d-0dcbbd91277b service neutron] Request body: {'port': {'device_id': '94372434-9335-4377-8aee-1d102029dda4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:46:45.217839 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-8bb29ee6-0bda-428a-a523-880207902dd5 req-43e59128-f19e-46cd-bb1d-0dcbbd91277b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (cfd282d7-980b-4103-971c-6210646c9538), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:45.228170 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7494e2-5544-4ce3-8362-4bf3d78e25c2 req-8d38e65f-0e52-4565-b74f-2ffb3cf79983 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:45.229785 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1f7494e2-5544-4ce3-8362-4bf3d78e25c2 req-8d38e65f-0e52-4565-b74f-2ffb3cf79983 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ee02979-7a90-46d7-b259-847bc9ba8d4b HTTP/1.1" status: 200 len: 950 time: 0.0780883 Jan 28 02:46:45.337115 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-926b2345-1b1d-4fd6-8b91-87f710f77bf1 req-483b5c47-cb12-49b7-94a6-f0956c0a39b8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733938 Jan 28 02:46:45.346755 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-c9faee17-8415-4f64-bcf0-833c14ba17ce service neutron] 10.222.0.39 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120293 Jan 28 02:46:45.364535 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1f7494e2-5544-4ce3-8362-4bf3d78e25c2 req-c7a7c9f3-baf3-4adf-b8f4-c54dd8bde834 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281283 Jan 28 02:46:45.500544 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40783943-8e71-4996-acfb-7796d00d70c2 req-ae0f6ebe-8725-4f3e-b828-678b8e651823 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:45.502049 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-40783943-8e71-4996-acfb-7796d00d70c2 req-ae0f6ebe-8725-4f3e-b828-678b8e651823 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=af7ee1b3-8887-41d3-b576-dda942d78c8a HTTP/1.1" status: 200 len: 945 time: 0.1544287 Jan 28 02:46:45.531130 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf518756-f73d-4413-87b7-a40ef069ebc4 req-065a3eb9-dcbf-46fa-8fbf-2e608b1811da tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:45.532577 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cf518756-f73d-4413-87b7-a40ef069ebc4 req-065a3eb9-dcbf-46fa-8fbf-2e608b1811da tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=42b36ac4-e7c3-4d95-8b5d-f16778117334 HTTP/1.1" status: 200 len: 945 time: 0.0793438 Jan 28 02:46:45.567810 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7b789113-13ae-462e-a313-7ecc022f074b req-3f68dc74-e71c-4a9a-a69f-8e1b494e49c8 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Publish callbacks [] for port (db544135-c445-4692-8e64-1b183a504092), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:45.585054 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-8bb29ee6-0bda-428a-a523-880207902dd5 req-43e59128-f19e-46cd-bb1d-0dcbbd91277b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfd282d7-980b-4103-971c-6210646c9538 {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:46:45.586611 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-d00a4c08-5868-4304-8cb8-65411e757cc0 service neutron] 10.222.0.39 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263215 Jan 28 02:46:45.599074 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-8bb29ee6-0bda-428a-a523-880207902dd5 req-43e59128-f19e-46cd-bb1d-0dcbbd91277b service neutron] Publish callbacks [] for port (cfd282d7-980b-4103-971c-6210646c9538), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:45.616163 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-40783943-8e71-4996-acfb-7796d00d70c2 req-dabf0f1f-078f-45bc-bd1d-6d9abe09ecd1 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018882 Jan 28 02:46:45.623915 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cf518756-f73d-4413-87b7-a40ef069ebc4 req-a1304a21-cfa0-449a-8538-f651303fcf67 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842197 Jan 28 02:46:45.624873 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-8bb29ee6-0bda-428a-a523-880207902dd5 req-43e59128-f19e-46cd-bb1d-0dcbbd91277b service neutron] Transition to ACTIVE for port object cfd282d7-980b-4103-971c-6210646c9538 will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:46:45.631642 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-8bb29ee6-0bda-428a-a523-880207902dd5 req-43e59128-f19e-46cd-bb1d-0dcbbd91277b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (cfd282d7-980b-4103-971c-6210646c9538), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:45.641834 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7b789113-13ae-462e-a313-7ecc022f074b req-3f68dc74-e71c-4a9a-a69f-8e1b494e49c8 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (db544135-c445-4692-8e64-1b183a504092), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:45.682722 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['50ef5e41-dc48-4c5c-81f9-d97cb05ba83d'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:46:45.685769 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['acba92ab-c841-45d8-aacc-9e88e553230d'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:46:45.693146 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b789113-13ae-462e-a313-7ecc022f074b req-3f68dc74-e71c-4a9a-a69f-8e1b494e49c8 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:46:45.696160 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-7b789113-13ae-462e-a313-7ecc022f074b req-3f68dc74-e71c-4a9a-a69f-8e1b494e49c8 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:46:45.701303 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b789113-13ae-462e-a313-7ecc022f074b req-3f68dc74-e71c-4a9a-a69f-8e1b494e49c8 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:46:45.706328 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b789113-13ae-462e-a313-7ecc022f074b req-3f68dc74-e71c-4a9a-a69f-8e1b494e49c8 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:45.706959 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7b789113-13ae-462e-a313-7ecc022f074b req-3f68dc74-e71c-4a9a-a69f-8e1b494e49c8 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:45.756606 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f68dc74-e71c-4a9a-a69f-8e1b494e49c8 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Pushing event updated for resources: {'Port': ['ID=db544135-c445-4692-8e64-1b183a504092,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:45.781054 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b789113-13ae-462e-a313-7ecc022f074b req-3f68dc74-e71c-4a9a-a69f-8e1b494e49c8 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3726647 Jan 28 02:46:45.807033 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37f0da-d56a-4a15-af69-59bec01f8a42 req-001bbf8b-4e4d-4806-96dd-45747deedc45 tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:45.814738 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9f37f0da-d56a-4a15-af69-59bec01f8a42 req-001bbf8b-4e4d-4806-96dd-45747deedc45 tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b53a30b-6164-46f0-adb6-704427adf508 HTTP/1.1" status: 200 len: 945 time: 0.1143084 Jan 28 02:46:45.821454 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-7b789113-13ae-462e-a313-7ecc022f074b req-3a15de5e-724d-49fa-9960-239f880ffd31 service neutron] Request body: {'port': {'device_id': 'ad11ef5e-270d-47a3-8973-213ea98153c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:46:45.831991 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e59128-f19e-46cd-bb1d-0dcbbd91277b service neutron] Pushing event updated for resources: {'Port': ['ID=cfd282d7-980b-4103-971c-6210646c9538,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:45.900144 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-8bb29ee6-0bda-428a-a523-880207902dd5 req-43e59128-f19e-46cd-bb1d-0dcbbd91277b service neutron] Attempting to bind port cfd282d7-980b-4103-971c-6210646c9538 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:46:45.901174 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-8bb29ee6-0bda-428a-a523-880207902dd5 req-43e59128-f19e-46cd-bb1d-0dcbbd91277b service neutron] Attempting to bind port cfd282d7-980b-4103-971c-6210646c9538 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '9ae36b99-37d5-40c4-bd2c-f1ea61335d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '8cafc877-dd04-48f5-9107-6d7fbef7a7d2'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:46:45.901580 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb29ee6-0bda-428a-a523-880207902dd5 req-43e59128-f19e-46cd-bb1d-0dcbbd91277b service neutron] Attempting to bind port cfd282d7-980b-4103-971c-6210646c9538 on network 8cafc877-dd04-48f5-9107-6d7fbef7a7d2 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:46:45.906178 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9f37f0da-d56a-4a15-af69-59bec01f8a42 req-d991ccf5-23fd-4cf9-a0f2-0c3f99fc0fcb tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7f4f038-cb71-42a3-85e5-d0fdee5fc599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903563 Jan 28 02:46:45.925094 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb29ee6-0bda-428a-a523-880207902dd5 req-43e59128-f19e-46cd-bb1d-0dcbbd91277b service neutron] Port cfd282d7-980b-4103-971c-6210646c9538 on network 8cafc877-dd04-48f5-9107-6d7fbef7a7d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:46:45.931157 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7b789113-13ae-462e-a313-7ecc022f074b req-3a15de5e-724d-49fa-9960-239f880ffd31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (db544135-c445-4692-8e64-1b183a504092), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:45.931818 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb29ee6-0bda-428a-a523-880207902dd5 req-43e59128-f19e-46cd-bb1d-0dcbbd91277b service neutron] Attempting to bind port cfd282d7-980b-4103-971c-6210646c9538 on network 8cafc877-dd04-48f5-9107-6d7fbef7a7d2 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:46:45.953027 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb29ee6-0bda-428a-a523-880207902dd5 req-43e59128-f19e-46cd-bb1d-0dcbbd91277b service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:46:45.953642 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb29ee6-0bda-428a-a523-880207902dd5 req-43e59128-f19e-46cd-bb1d-0dcbbd91277b service neutron] Checking segment: {'id': '9ae36b99-37d5-40c4-bd2c-f1ea61335d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '8cafc877-dd04-48f5-9107-6d7fbef7a7d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:46:45.955847 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb29ee6-0bda-428a-a523-880207902dd5 req-43e59128-f19e-46cd-bb1d-0dcbbd91277b service neutron] Bound using segment: {'id': '9ae36b99-37d5-40c4-bd2c-f1ea61335d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '8cafc877-dd04-48f5-9107-6d7fbef7a7d2'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:46:45.956509 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-8bb29ee6-0bda-428a-a523-880207902dd5 req-43e59128-f19e-46cd-bb1d-0dcbbd91277b service neutron] Bound port: cfd282d7-980b-4103-971c-6210646c9538, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ae36b99-37d5-40c4-bd2c-f1ea61335d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '8cafc877-dd04-48f5-9107-6d7fbef7a7d2'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:46:45.956932 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-8bb29ee6-0bda-428a-a523-880207902dd5 req-43e59128-f19e-46cd-bb1d-0dcbbd91277b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (cfd282d7-980b-4103-971c-6210646c9538), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:46.130962 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b9f5fb-a2f9-4019-a420-c0f0313841c4 req-aca6cdaa-80e0-4ae5-8186-45af5fb3fbd0 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:46.132480 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-47b9f5fb-a2f9-4019-a420-c0f0313841c4 req-aca6cdaa-80e0-4ae5-8186-45af5fb3fbd0 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 935 time: 0.1463525 Jan 28 02:46:46.142428 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-8bb29ee6-0bda-428a-a523-880207902dd5 req-43e59128-f19e-46cd-bb1d-0dcbbd91277b service neutron] For port cfd282d7-980b-4103-971c-6210646c9538, host n-h2-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:46:46.148487 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-8bb29ee6-0bda-428a-a523-880207902dd5 req-43e59128-f19e-46cd-bb1d-0dcbbd91277b service neutron] For port cfd282d7-980b-4103-971c-6210646c9538, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=cfd282d7-980b-4103-971c-6210646c9538,segment=NetworkSegment(9ae36b99-37d5-40c4-bd2c-f1ea61335d88),segment_id=9ae36b99-37d5-40c4-bd2c-f1ea61335d88)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:46:46.172915 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-8bb29ee6-0bda-428a-a523-880207902dd5 req-43e59128-f19e-46cd-bb1d-0dcbbd91277b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (cfd282d7-980b-4103-971c-6210646c9538), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:46.178479 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-9bc98842-14dc-40d7-a943-abfb5083e836 None None] Provisioning complete for port db544135-c445-4692-8e64-1b183a504092 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:46:46.178479 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9bc98842-14dc-40d7-a943-abfb5083e836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (db544135-c445-4692-8e64-1b183a504092), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:46.230015 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23096583-5b36-4e4a-8a12-229656e037f7 req-66e4d823-f944-40b6-87c8-94b5c2c3110c tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:46.230554 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb29ee6-0bda-428a-a523-880207902dd5 req-43e59128-f19e-46cd-bb1d-0dcbbd91277b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:46.231187 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-8bb29ee6-0bda-428a-a523-880207902dd5 req-43e59128-f19e-46cd-bb1d-0dcbbd91277b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:46.232580 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8bb29ee6-0bda-428a-a523-880207902dd5 req-43e59128-f19e-46cd-bb1d-0dcbbd91277b service neutron] 10.222.0.39 "PUT /v2.0/ports/cfd282d7-980b-4103-971c-6210646c9538 HTTP/1.1" status: 200 len: 1093 time: 1.1055286 Jan 28 02:46:46.237053 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-23096583-5b36-4e4a-8a12-229656e037f7 req-66e4d823-f944-40b6-87c8-94b5c2c3110c tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1510106c-b168-41cd-9a73-808ba118566e HTTP/1.1" status: 200 len: 949 time: 0.1085320 Jan 28 02:46:46.246705 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-47b9f5fb-a2f9-4019-a420-c0f0313841c4 req-ed3e2bac-ef27-46aa-9dff-f29a80597155 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967867 Jan 28 02:46:46.247360 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94372434-9335-4377-8aee-1d102029dda4', 'tag': 'cfd282d7-980b-4103-971c-6210646c9538'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:46:46.248759 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-87ccf2c4-e053-448e-b1e0-6d951b3c4784 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:46.250695 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-87ccf2c4-e053-448e-b1e0-6d951b3c4784 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=42b36ac4-e7c3-4d95-8b5d-f16778117334&tenant_id=2b376bdc08124533ad1dc2039341113b&binding%3Ahost_id=n-h2-712139-27 HTTP/1.1" status: 200 len: 1097 time: 0.2193022 Jan 28 02:46:46.261341 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d726089-eb21-457a-b6d1-584626660810" -d '{"events": [{"name": "network-changed", "server_uuid": "94372434-9335-4377-8aee-1d102029dda4", "tag": "cfd282d7-980b-4103-971c-6210646c9538"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:46:46.261560 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-9bc98842-14dc-40d7-a943-abfb5083e836 None None] Port db544135-c445-4692-8e64-1b183a504092 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:46:46.315106 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e59128-f19e-46cd-bb1d-0dcbbd91277b service neutron] Pushing event updated for resources: {'Port': ['ID=cfd282d7-980b-4103-971c-6210646c9538,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:46.373385 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:46:46.399680 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-23096583-5b36-4e4a-8a12-229656e037f7 req-89ac3c69-9a63-4811-82a8-61c25aa33955 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/security-groups?id=af04dfc0-4bf3-4e7a-83e9-e1fc75c3a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564670 Jan 28 02:46:46.425412 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb29ee6-0bda-428a-a523-880207902dd5 req-0b313f9f-8316-4425-aae8-f4cfce079788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:46.427938 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8bb29ee6-0bda-428a-a523-880207902dd5 req-0b313f9f-8316-4425-aae8-f4cfce079788 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ab8a3eab2774693b9eefcdcd3df987b&device_id=94372434-9335-4377-8aee-1d102029dda4 HTTP/1.1" status: 200 len: 1096 time: 0.1068094 Jan 28 02:46:46.449897 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c66fb-9792-44b0-9968-848a79f79972 req-14e57438-8a8a-450c-9471-ca91129fc5ae tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:46.466031 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:46:46.466799 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c36c66fb-9792-44b0-9968-848a79f79972 req-14e57438-8a8a-450c-9471-ca91129fc5ae tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/ports?device_id=94372434-9335-4377-8aee-1d102029dda4 HTTP/1.1" status: 200 len: 944 time: 0.1336231 Jan 28 02:46:46.471549 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:46:46.472260 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:46.508248 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570fe4de-fa9b-4c6f-89e0-327de81f395c x-openstack-request-id: req-570fe4de-fa9b-4c6f-89e0-327de81f395c {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:46:46.508745 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94372434-9335-4377-8aee-1d102029dda4", "tag": "cfd282d7-980b-4103-971c-6210646c9538", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:46:46.509180 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-570fe4de-fa9b-4c6f-89e0-327de81f395c {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:46:46.509828 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94372434-9335-4377-8aee-1d102029dda4', 'tag': 'cfd282d7-980b-4103-971c-6210646c9538', 'status': 'completed', 'code': 200} Jan 28 02:46:46.569966 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8bb29ee6-0bda-428a-a523-880207902dd5 req-f13edfa8-468f-4a1c-aeee-792d94212c9e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfd282d7-980b-4103-971c-6210646c9538 HTTP/1.1" status: 200 len: 217 time: 0.0995572 Jan 28 02:46:46.595552 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:46:46.596320 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:46.621397 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c36c66fb-9792-44b0-9968-848a79f79972 req-1355c5d5-1196-465e-939a-9b59c90110a3 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups?id=db82e1ee-bee2-4907-82f8-babf1259b726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486263 Jan 28 02:46:46.629596 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1510106c-b168-41cd-9a73-808ba118566e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:46:46.631356 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-31815cf3-4349-4484-adb6-4721b9ba87bb service neutron] For port 5211e927-24e1-41c8-838c-b2a6c7eb4347, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:46:46.632078 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aabcbaf-a260-4c11-ba31-1cda0cdd47f5" -d '{"events": [{"server_uuid": "1510106c-b168-41cd-9a73-808ba118566e", "name": "network-vif-plugged", "status": "completed", "tag": "2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:46:46.637800 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-31815cf3-4349-4484-adb6-4721b9ba87bb service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:46.638971 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cf5f6a62-c59e-4a7d-837f-17afef132291 req-31815cf3-4349-4484-adb6-4721b9ba87bb service neutron] 10.222.0.39 "DELETE /v2.0/ports/5211e927-24e1-41c8-838c-b2a6c7eb4347/bindings/n-h1-712139-27 HTTP/1.1" status: 204 len: 173 time: 0.3528101 Jan 28 02:46:46.645050 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:46.653489 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:46.654893 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb29ee6-0bda-428a-a523-880207902dd5 req-11e28107-fee9-4e9e-80b3-b91f69438957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:46.669118 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-7b789113-13ae-462e-a313-7ecc022f074b req-3a15de5e-724d-49fa-9960-239f880ffd31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db544135-c445-4692-8e64-1b183a504092 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:46:46.671371 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8bb29ee6-0bda-428a-a523-880207902dd5 req-11e28107-fee9-4e9e-80b3-b91f69438957 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0320286d-6ddf-44dc-ab23-60f8e4e25317 HTTP/1.1" status: 200 len: 852 time: 0.0928776 Jan 28 02:46:46.682024 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94471734-38dc-4d31-b1fe-6c507d81d6ff req-db2c441f-6e38-4dad-950b-f4aeaf6a5668 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:46.684049 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-94471734-38dc-4d31-b1fe-6c507d81d6ff req-db2c441f-6e38-4dad-950b-f4aeaf6a5668 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ee02979-7a90-46d7-b259-847bc9ba8d4b HTTP/1.1" status: 200 len: 950 time: 0.1336095 Jan 28 02:46:46.692343 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7b789113-13ae-462e-a313-7ecc022f074b req-3a15de5e-724d-49fa-9960-239f880ffd31 service neutron] Publish callbacks [] for port (db544135-c445-4692-8e64-1b183a504092), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:46.712874 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8bb29ee6-0bda-428a-a523-880207902dd5 req-d59875ba-ff1d-47b7-89c9-5fa2838c7781 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8cafc877-dd04-48f5-9107-6d7fbef7a7d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338874 Jan 28 02:46:46.730862 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bce9790-0a80-4fd2-9ea0-c51c01f8dcb9 x-openstack-request-id: req-5bce9790-0a80-4fd2-9ea0-c51c01f8dcb9 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:46:46.731763 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1510106c-b168-41cd-9a73-808ba118566e", "name": "network-vif-plugged", "status": "completed", "tag": "2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:46:46.732157 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5bce9790-0a80-4fd2-9ea0-c51c01f8dcb9 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:46:46.732775 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1510106c-b168-41cd-9a73-808ba118566e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e', 'code': 200} Jan 28 02:46:46.735157 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-7b789113-13ae-462e-a313-7ecc022f074b req-3a15de5e-724d-49fa-9960-239f880ffd31 service neutron] Transition to ACTIVE for port object db544135-c445-4692-8e64-1b183a504092 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:46:46.738340 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:46.752467 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7b789113-13ae-462e-a313-7ecc022f074b req-3a15de5e-724d-49fa-9960-239f880ffd31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (db544135-c445-4692-8e64-1b183a504092), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:46.794840 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-94471734-38dc-4d31-b1fe-6c507d81d6ff req-89bfa897-727c-4bae-89bb-1e2295b9a522 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993702 Jan 28 02:46:46.848158 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a15de5e-724d-49fa-9960-239f880ffd31 service neutron] Pushing event updated for resources: {'Port': ['ID=db544135-c445-4692-8e64-1b183a504092,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:46.910410 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-7b789113-13ae-462e-a313-7ecc022f074b req-3a15de5e-724d-49fa-9960-239f880ffd31 service neutron] Attempting to bind port db544135-c445-4692-8e64-1b183a504092 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:46:46.911805 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-7b789113-13ae-462e-a313-7ecc022f074b req-3a15de5e-724d-49fa-9960-239f880ffd31 service neutron] Attempting to bind port db544135-c445-4692-8e64-1b183a504092 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:46:46.912345 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b789113-13ae-462e-a313-7ecc022f074b req-3a15de5e-724d-49fa-9960-239f880ffd31 service neutron] Attempting to bind port db544135-c445-4692-8e64-1b183a504092 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:46:46.927546 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b789113-13ae-462e-a313-7ecc022f074b req-3a15de5e-724d-49fa-9960-239f880ffd31 service neutron] Port db544135-c445-4692-8e64-1b183a504092 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:46:46.927899 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b789113-13ae-462e-a313-7ecc022f074b req-3a15de5e-724d-49fa-9960-239f880ffd31 service neutron] Attempting to bind port db544135-c445-4692-8e64-1b183a504092 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:46:46.934679 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b789113-13ae-462e-a313-7ecc022f074b req-3a15de5e-724d-49fa-9960-239f880ffd31 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:46:46.935023 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b789113-13ae-462e-a313-7ecc022f074b req-3a15de5e-724d-49fa-9960-239f880ffd31 service neutron] Checking segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:46:46.935411 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b789113-13ae-462e-a313-7ecc022f074b req-3a15de5e-724d-49fa-9960-239f880ffd31 service neutron] Bound using segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:46:46.935840 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-7b789113-13ae-462e-a313-7ecc022f074b req-3a15de5e-724d-49fa-9960-239f880ffd31 service neutron] Bound port: db544135-c445-4692-8e64-1b183a504092, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:46:46.936195 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7b789113-13ae-462e-a313-7ecc022f074b req-3a15de5e-724d-49fa-9960-239f880ffd31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (db544135-c445-4692-8e64-1b183a504092), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:47.054390 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f47ef7-324c-4f2d-acbf-82f7fd48dcbc req-59dd5b0a-9a74-4c8f-b003-bc414f169f66 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:47.069792 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-12f47ef7-324c-4f2d-acbf-82f7fd48dcbc req-59dd5b0a-9a74-4c8f-b003-bc414f169f66 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=af7ee1b3-8887-41d3-b576-dda942d78c8a HTTP/1.1" status: 200 len: 945 time: 0.2392871 Jan 28 02:46:47.118762 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8bb29ee6-0bda-428a-a523-880207902dd5 req-1a83d8b4-042d-4856-8dbf-5ee3db9fd0c0 service neutron] 10.222.0.39 "GET /v2.0/networks/8cafc877-dd04-48f5-9107-6d7fbef7a7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995960 Jan 28 02:46:47.124622 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38bab2-8756-4267-af7e-058f644ccaa6 req-efbb355c-f15f-4809-9279-096c048ad1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:47.125908 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3f38bab2-8756-4267-af7e-058f644ccaa6 req-efbb355c-f15f-4809-9279-096c048ad1d4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1510106c-b168-41cd-9a73-808ba118566e HTTP/1.1" status: 200 len: 1102 time: 0.1652141 Jan 28 02:46:47.132410 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-7b789113-13ae-462e-a313-7ecc022f074b req-3a15de5e-724d-49fa-9960-239f880ffd31 service neutron] For port db544135-c445-4692-8e64-1b183a504092, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:46:47.137769 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-7b789113-13ae-462e-a313-7ecc022f074b req-3a15de5e-724d-49fa-9960-239f880ffd31 service neutron] For port db544135-c445-4692-8e64-1b183a504092, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=db544135-c445-4692-8e64-1b183a504092,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:46:47.147117 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16abe6d4-93f1-40ea-a602-6a6a3887536f req-d742c114-69d2-456e-8f8e-e0fdda080a2b tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:47.149063 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16abe6d4-93f1-40ea-a602-6a6a3887536f req-d742c114-69d2-456e-8f8e-e0fdda080a2b tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=42b36ac4-e7c3-4d95-8b5d-f16778117334 HTTP/1.1" status: 200 len: 945 time: 0.1399999 Jan 28 02:46:47.157436 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7b789113-13ae-462e-a313-7ecc022f074b req-3a15de5e-724d-49fa-9960-239f880ffd31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (db544135-c445-4692-8e64-1b183a504092), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:47.219764 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b789113-13ae-462e-a313-7ecc022f074b req-3a15de5e-724d-49fa-9960-239f880ffd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:47.220385 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7b789113-13ae-462e-a313-7ecc022f074b req-3a15de5e-724d-49fa-9960-239f880ffd31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:47.221798 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b789113-13ae-462e-a313-7ecc022f074b req-3a15de5e-724d-49fa-9960-239f880ffd31 service neutron] 10.222.0.39 "PUT /v2.0/ports/db544135-c445-4692-8e64-1b183a504092 HTTP/1.1" status: 200 len: 1096 time: 1.4050047 Jan 28 02:46:47.222273 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad11ef5e-270d-47a3-8973-213ea98153c9', 'tag': 'db544135-c445-4692-8e64-1b183a504092'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:46:47.224561 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324c7327-98f0-43c4-b128-f9e9df87fde2" -d '{"events": [{"name": "network-changed", "server_uuid": "ad11ef5e-270d-47a3-8973-213ea98153c9", "tag": "db544135-c445-4692-8e64-1b183a504092"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:46:47.271563 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8bb29ee6-0bda-428a-a523-880207902dd5 req-5c129c57-c19c-4da1-8f92-84244104b31e service neutron] 10.222.0.39 "GET /v2.0/networks/8cafc877-dd04-48f5-9107-6d7fbef7a7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303337 Jan 28 02:46:47.279604 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3f38bab2-8756-4267-af7e-058f644ccaa6 req-9c0d30a1-63af-48ac-a5ac-e7c7c47994fa service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=af04dfc0-4bf3-4e7a-83e9-e1fc75c3a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440973 Jan 28 02:46:47.289985 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-12f47ef7-324c-4f2d-acbf-82f7fd48dcbc req-a517ae04-9c57-47bd-8743-d9bc33ecd7e4 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189639 Jan 28 02:46:47.308177 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a15de5e-724d-49fa-9960-239f880ffd31 service neutron] Pushing event updated for resources: {'Port': ['ID=db544135-c445-4692-8e64-1b183a504092,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:47.314467 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16abe6d4-93f1-40ea-a602-6a6a3887536f req-ba7025c3-657f-4000-9b2a-707aca43eb17 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464026 Jan 28 02:46:47.380935 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0923e3c-c460-4485-b0cf-ced6a5017836 x-openstack-request-id: req-f0923e3c-c460-4485-b0cf-ced6a5017836 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:46:47.381275 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad11ef5e-270d-47a3-8973-213ea98153c9", "tag": "db544135-c445-4692-8e64-1b183a504092", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:46:47.381592 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f0923e3c-c460-4485-b0cf-ced6a5017836 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:46:47.382000 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad11ef5e-270d-47a3-8973-213ea98153c9', 'tag': 'db544135-c445-4692-8e64-1b183a504092', 'status': 'completed', 'code': 200} Jan 28 02:46:47.529044 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d726089-eb21-457a-b6d1-584626660810 req-f0180ea9-d1ca-4a99-94a5-16ba495c9675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:47.531487 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7d726089-eb21-457a-b6d1-584626660810 req-f0180ea9-d1ca-4a99-94a5-16ba495c9675 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ab8a3eab2774693b9eefcdcd3df987b&device_id=94372434-9335-4377-8aee-1d102029dda4 HTTP/1.1" status: 200 len: 1096 time: 0.0703242 Jan 28 02:46:47.542116 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5330e22-1120-41e2-94bf-fb993398d946 req-30e44496-f6b5-4e9e-9877-8633a12ee05b tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:47.543750 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d5330e22-1120-41e2-94bf-fb993398d946 req-30e44496-f6b5-4e9e-9877-8633a12ee05b tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 947 time: 0.1038043 Jan 28 02:46:47.550877 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b789113-13ae-462e-a313-7ecc022f074b req-1e2485a0-9e0a-428a-bcd9-b92a4ce4b707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:47.552398 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b789113-13ae-462e-a313-7ecc022f074b req-1e2485a0-9e0a-428a-bcd9-b92a4ce4b707 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=29a2e152744a433f9b25a7592aa94e29&device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 1099 time: 0.0786917 Jan 28 02:46:47.624703 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b789113-13ae-462e-a313-7ecc022f074b req-6501e8bb-44bf-4711-8762-ac9d8cb05e9d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=db544135-c445-4692-8e64-1b183a504092 HTTP/1.1" status: 200 len: 217 time: 0.0521753 Jan 28 02:46:47.651063 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d726089-eb21-457a-b6d1-584626660810 req-f4738e4f-21d5-4f50-b047-896494782dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:47.652475 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7d726089-eb21-457a-b6d1-584626660810 req-f4738e4f-21d5-4f50-b047-896494782dc6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8cafc877-dd04-48f5-9107-6d7fbef7a7d2 HTTP/1.1" status: 200 len: 913 time: 0.1136305 Jan 28 02:46:47.697474 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7d726089-eb21-457a-b6d1-584626660810 req-3e916c60-d8f4-495b-b0e8-c99f997c74d8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfd282d7-980b-4103-971c-6210646c9538 HTTP/1.1" status: 200 len: 217 time: 0.0371940 Jan 28 02:46:47.728755 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d5330e22-1120-41e2-94bf-fb993398d946 req-bed5e500-2a99-48b2-b673-eea222a1508e tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752367 Jan 28 02:46:47.740954 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b789113-13ae-462e-a313-7ecc022f074b req-52c83a33-204f-4665-a9cf-48cc8878865e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:47.742748 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b789113-13ae-462e-a313-7ecc022f074b req-52c83a33-204f-4665-a9cf-48cc8878865e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.1108828 Jan 28 02:46:47.800001 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d726089-eb21-457a-b6d1-584626660810 req-69e201eb-71d3-4a19-a96a-2f250ccd7da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:47.801754 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7d726089-eb21-457a-b6d1-584626660810 req-69e201eb-71d3-4a19-a96a-2f250ccd7da4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0320286d-6ddf-44dc-ab23-60f8e4e25317 HTTP/1.1" status: 200 len: 852 time: 0.0978365 Jan 28 02:46:47.809151 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b789113-13ae-462e-a313-7ecc022f074b req-95512936-eea6-43fd-8001-ecbfd84b1af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:47.811121 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b789113-13ae-462e-a313-7ecc022f074b req-95512936-eea6-43fd-8001-ecbfd84b1af2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0522623 Jan 28 02:46:47.838697 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7d726089-eb21-457a-b6d1-584626660810 req-6f032043-5352-41a5-a47e-3eb50d53a36d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8cafc877-dd04-48f5-9107-6d7fbef7a7d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267055 Jan 28 02:46:47.845646 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e046a-4f76-48ae-b7a4-e1ad62e93026 req-2e1d7949-52f9-4bda-973f-e1a795451f74 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:47.847150 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c23e046a-4f76-48ae-b7a4-e1ad62e93026 req-2e1d7949-52f9-4bda-973f-e1a795451f74 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1510106c-b168-41cd-9a73-808ba118566e HTTP/1.1" status: 200 len: 950 time: 0.1352203 Jan 28 02:46:47.904312 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87284e1-bf53-4e10-b7d9-78a353fca752 req-dd240967-e637-4f6a-9cee-40b3e3d96d7b tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:47.905773 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d87284e1-bf53-4e10-b7d9-78a353fca752 req-dd240967-e637-4f6a-9cee-40b3e3d96d7b tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42b36ac4-e7c3-4d95-8b5d-f16778117334 HTTP/1.1" status: 200 len: 1097 time: 0.0936489 Jan 28 02:46:47.960207 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c23e046a-4f76-48ae-b7a4-e1ad62e93026 req-13a019ff-fb35-4562-9afe-51ac0bb0e9db tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/security-groups?id=af04dfc0-4bf3-4e7a-83e9-e1fc75c3a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040776 Jan 28 02:46:47.976420 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b789113-13ae-462e-a313-7ecc022f074b req-4d25ceb3-7a0a-492e-b959-0a71781eec9a service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311753 Jan 28 02:46:47.995874 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7d726089-eb21-457a-b6d1-584626660810 req-f5aba1c8-07ed-46a6-9f7e-a1330efc610b service neutron] 10.222.0.39 "GET /v2.0/networks/8cafc877-dd04-48f5-9107-6d7fbef7a7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471779 Jan 28 02:46:48.059266 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d87284e1-bf53-4e10-b7d9-78a353fca752 req-4f7652ce-6336-4406-8ff9-6c6ecb7e3f97 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392055 Jan 28 02:46:48.124587 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b789113-13ae-462e-a313-7ecc022f074b req-3aee8157-ed94-4e44-917c-9b3cbd278f55 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479654 Jan 28 02:46:48.173200 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7201d9-bb5a-45f1-ac94-881505becac4 req-0d3c9181-3494-40c3-adf2-b979545c68d8 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:48.180543 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4a7201d9-bb5a-45f1-ac94-881505becac4 req-0d3c9181-3494-40c3-adf2-b979545c68d8 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/ports?device_id=94372434-9335-4377-8aee-1d102029dda4 HTTP/1.1" status: 200 len: 944 time: 0.1125641 Jan 28 02:46:48.200365 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7d726089-eb21-457a-b6d1-584626660810 req-1d4522aa-d857-4604-9ab5-5782a08b3e46 service neutron] 10.222.0.39 "GET /v2.0/networks/8cafc877-dd04-48f5-9107-6d7fbef7a7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981866 Jan 28 02:46:48.230262 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81661556-bd20-4558-b9dc-8ece87663570 req-98fb488e-70aa-4d03-a23e-d1e57991bf54 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:48.231757 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-81661556-bd20-4558-b9dc-8ece87663570 req-98fb488e-70aa-4d03-a23e-d1e57991bf54 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ee02979-7a90-46d7-b259-847bc9ba8d4b HTTP/1.1" status: 200 len: 950 time: 0.0636177 Jan 28 02:46:48.247731 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4a7201d9-bb5a-45f1-ac94-881505becac4 req-10bfb1c6-9db0-4959-a9e1-7ba56788dda1 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups?id=db82e1ee-bee2-4907-82f8-babf1259b726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661120 Jan 28 02:46:48.308378 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c7327-98f0-43c4-b128-f9e9df87fde2 req-2a9c614d-6adf-4faf-a953-99250a6004f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:48.310256 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-324c7327-98f0-43c4-b128-f9e9df87fde2 req-2a9c614d-6adf-4faf-a953-99250a6004f2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=29a2e152744a433f9b25a7592aa94e29&device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 1099 time: 0.0534399 Jan 28 02:46:48.329637 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-81661556-bd20-4558-b9dc-8ece87663570 req-f57ba051-fba8-4d9c-a6dc-b473a9ec62d2 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889356 Jan 28 02:46:48.468591 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c818e-6595-407d-b4c1-36afdb4b41ed req-77735ec2-6a58-4107-89bc-7eba0eb3d3e0 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:48.470090 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7c1c818e-6595-407d-b4c1-36afdb4b41ed req-77735ec2-6a58-4107-89bc-7eba0eb3d3e0 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=af7ee1b3-8887-41d3-b576-dda942d78c8a HTTP/1.1" status: 200 len: 945 time: 0.0662267 Jan 28 02:46:48.497364 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c7327-98f0-43c4-b128-f9e9df87fde2 req-0a6dadf8-4dd9-4170-a6a3-43c60c23036c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:48.498849 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-324c7327-98f0-43c4-b128-f9e9df87fde2 req-0a6dadf8-4dd9-4170-a6a3-43c60c23036c service neutron] 10.222.0.39 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.1778817 Jan 28 02:46:48.517523 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7c1c818e-6595-407d-b4c1-36afdb4b41ed req-80abdb8a-0357-4dac-88c5-5ea808029d4e tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414464 Jan 28 02:46:48.651385 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4dfb9-0937-4eae-9c41-8f7687ea1074 req-2c72868a-9dff-4ee2-ac45-3dea7770ea26 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:48.652960 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49c4dfb9-0937-4eae-9c41-8f7687ea1074 req-2c72868a-9dff-4ee2-ac45-3dea7770ea26 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8cbca1-9cce-48ff-be50-3ec6cc06fe1d HTTP/1.1" status: 200 len: 950 time: 0.0564668 Jan 28 02:46:48.710810 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49c4dfb9-0937-4eae-9c41-8f7687ea1074 req-0da0a57f-83d0-4192-8341-02164abddfca tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487320 Jan 28 02:46:48.819701 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-324c7327-98f0-43c4-b128-f9e9df87fde2 req-f220d2c7-af4a-4a9e-91cc-951eff715c60 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=db544135-c445-4692-8e64-1b183a504092 HTTP/1.1" status: 200 len: 217 time: 0.3129771 Jan 28 02:46:48.878387 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b00f22-a282-4017-a0a0-e8fe6eea36fc req-c7f449d2-9ead-414a-9e45-d2f299d64324 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:48.880478 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e1b00f22-a282-4017-a0a0-e8fe6eea36fc req-c7f449d2-9ead-414a-9e45-d2f299d64324 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/networks?id=997aa02b-ef92-4c1c-ba5c-0477d385960c HTTP/1.1" status: 200 len: 821 time: 0.4687936 Jan 28 02:46:48.914382 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c7327-98f0-43c4-b128-f9e9df87fde2 req-6bafd125-5490-467b-a4f7-5ff10512426f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:48.917125 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-324c7327-98f0-43c4-b128-f9e9df87fde2 req-6bafd125-5490-467b-a4f7-5ff10512426f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.0913224 Jan 28 02:46:48.941752 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e1b00f22-a282-4017-a0a0-e8fe6eea36fc req-ac1983ef-1153-4441-baeb-94640c166ed4 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/quotas/2b376bdc08124533ad1dc2039341113b HTTP/1.1" status: 200 len: 375 time: 0.0371914 Jan 28 02:46:49.048091 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e1b00f22-a282-4017-a0a0-e8fe6eea36fc req-d7e90f58-e8a4-4dd3-a424-fa51fc5058b7 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2b376bdc08124533ad1dc2039341113b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1049676 Jan 28 02:46:49.057977 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c7327-98f0-43c4-b128-f9e9df87fde2 req-5ae70773-8ff9-4e89-9d37-293ff13823a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:49.059432 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-324c7327-98f0-43c4-b128-f9e9df87fde2 req-5ae70773-8ff9-4e89-9d37-293ff13823a6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1147308 Jan 28 02:46:49.168668 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada335d-34f2-4824-af75-b9fb847dc2eb req-20613934-009b-475b-badd-19fb47369984 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:49.178073 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada335d-34f2-4824-af75-b9fb847dc2eb req-20613934-009b-475b-badd-19fb47369984 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:49.181130 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-aada335d-34f2-4824-af75-b9fb847dc2eb req-20613934-009b-475b-badd-19fb47369984 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ee02979-7a90-46d7-b259-847bc9ba8d4b&device_id=7e8cbca1-9cce-48ff-be50-3ec6cc06fe1d HTTP/1.1" status: 200 len: 1691 time: 0.0953078 Jan 28 02:46:49.243936 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e1b00f22-a282-4017-a0a0-e8fe6eea36fc req-df4c3f90-b1e4-40ab-ad19-5b7af1671b42 service neutron] 10.222.0.53 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949470 Jan 28 02:46:49.246199 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-324c7327-98f0-43c4-b128-f9e9df87fde2 req-8f86605f-c5c4-4351-ba0d-b3304c31b097 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319382 Jan 28 02:46:49.250783 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-aada335d-34f2-4824-af75-b9fb847dc2eb req-fd7bc140-c676-4f01-9a45-4387cb4eb99f tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595005 Jan 28 02:46:49.368020 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a7c29-f1b4-4f0d-bfb8-594182aed632 req-c93e1fec-a8cc-414f-9200-99010a18037a tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:49.369683 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b33a7c29-f1b4-4f0d-bfb8-594182aed632 req-c93e1fec-a8cc-414f-9200-99010a18037a tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 947 time: 0.0548117 Jan 28 02:46:49.410656 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-324c7327-98f0-43c4-b128-f9e9df87fde2 req-110c9048-28a7-463d-ad6f-58191b5f915b service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493645 Jan 28 02:46:49.412443 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e1b00f22-a282-4017-a0a0-e8fe6eea36fc req-6a1599e8-9f59-429c-9bf8-bec6097657cd service neutron] 10.222.0.53 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602066 Jan 28 02:46:49.444484 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b33a7c29-f1b4-4f0d-bfb8-594182aed632 req-11032c35-3549-4327-8d5c-aaa6e1e9105f tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680466 Jan 28 02:46:49.576655 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f074c-971f-4eea-9a60-d6b80d0eed27 req-15fea731-d443-423d-90df-ef131ddbcdaa tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:49.578186 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b16f074c-971f-4eea-9a60-d6b80d0eed27 req-15fea731-d443-423d-90df-ef131ddbcdaa tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1510106c-b168-41cd-9a73-808ba118566e HTTP/1.1" status: 200 len: 950 time: 0.0648913 Jan 28 02:46:49.644733 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c60f8b-d3d1-4cea-bd95-245ecd291e70 req-f78f44e0-6a18-4aa4-9675-76262d102227 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:49.646289 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-89c60f8b-d3d1-4cea-bd95-245ecd291e70 req-f78f44e0-6a18-4aa4-9675-76262d102227 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/ports?device_id=94372434-9335-4377-8aee-1d102029dda4 HTTP/1.1" status: 200 len: 944 time: 0.0522463 Jan 28 02:46:49.647389 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b16f074c-971f-4eea-9a60-d6b80d0eed27 req-00eca112-94ea-4b7b-a9ba-e1e40e7ba025 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/security-groups?id=af04dfc0-4bf3-4e7a-83e9-e1fc75c3a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561812 Jan 28 02:46:49.708423 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-89c60f8b-d3d1-4cea-bd95-245ecd291e70 req-4da8c87e-405d-47b5-a92f-24369e01d522 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups?id=db82e1ee-bee2-4907-82f8-babf1259b726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554547 Jan 28 02:46:49.794397 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-38122af2-479d-45f4-b012-52f97dddd7dc req-78f04914-c397-417c-b831-7d8414736c9f tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 210 time: 0.0318115 Jan 28 02:46:49.837918 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255318d8-d39c-4a10-816c-e7fb33a8d293 req-f7b269f1-195e-402d-9435-08c09d8d2f5c tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:49.845351 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-255318d8-d39c-4a10-816c-e7fb33a8d293 req-f7b269f1-195e-402d-9435-08c09d8d2f5c tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=af7ee1b3-8887-41d3-b576-dda942d78c8a HTTP/1.1" status: 200 len: 945 time: 0.0744734 Jan 28 02:46:49.895377 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-255318d8-d39c-4a10-816c-e7fb33a8d293 req-c0d8bc83-1fe9-4ed9-80e4-45ff7707f4dd tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490341 Jan 28 02:46:50.009419 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669bdaad-70b1-4fe0-b282-c2b0d8ece732 req-8871daf7-8e63-4092-ba44-24143a46d2b6 tempest-ServersOnMultiNodesTest-1215738684 tempest-ServersOnMultiNodesTest-1215738684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:50.011029 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-669bdaad-70b1-4fe0-b282-c2b0d8ece732 req-8871daf7-8e63-4092-ba44-24143a46d2b6 tempest-ServersOnMultiNodesTest-1215738684 tempest-ServersOnMultiNodesTest-1215738684-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2ee02979-7a90-46d7-b259-847bc9ba8d4b HTTP/1.1" status: 200 len: 1102 time: 0.0433421 Jan 28 02:46:50.051050 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device cfd282d7-980b-4103-971c-6210646c9538 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:46:50.058553 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-669bdaad-70b1-4fe0-b282-c2b0d8ece732 req-0ffe7c44-4ff9-44d2-b6a6-cd218e720b1b tempest-ServersOnMultiNodesTest-1215738684 tempest-ServersOnMultiNodesTest-1215738684-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414889 Jan 28 02:46:50.167475 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port cfd282d7-980b-4103-971c-6210646c9538, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=cfd282d7-980b-4103-971c-6210646c9538,segment=NetworkSegment(9ae36b99-37d5-40c4-bd2c-f1ea61335d88),segment_id=9ae36b99-37d5-40c4-bd2c-f1ea61335d88)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:50.179907 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': 'cfd282d7-980b-4103-971c-6210646c9538', 'network_id': '8cafc877-dd04-48f5-9107-6d7fbef7a7d2', 'port_id': 'cfd282d7-980b-4103-971c-6210646c9538', 'mac_address': 'fa:16:3e:57:ab:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0320286d-6ddf-44dc-ab23-60f8e4e25317', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:46:50.213727 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f2ce3-e1fe-4879-b4f5-998212ee3294 req-dfb0f86f-3eb7-45e1-9de1-a42d0039e4a3 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:50.220912 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e26f2ce3-e1fe-4879-b4f5-998212ee3294 req-dfb0f86f-3eb7-45e1-9de1-a42d0039e4a3 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1510106c-b168-41cd-9a73-808ba118566e HTTP/1.1" status: 200 len: 950 time: 0.0681279 Jan 28 02:46:50.233181 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port cfd282d7-980b-4103-971c-6210646c9538 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:46:50.233653 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (cfd282d7-980b-4103-971c-6210646c9538), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:50.252923 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfd282d7-980b-4103-971c-6210646c9538 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:46:50.276602 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port cfd282d7-980b-4103-971c-6210646c9538, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=cfd282d7-980b-4103-971c-6210646c9538,segment=NetworkSegment(9ae36b99-37d5-40c4-bd2c-f1ea61335d88),segment_id=9ae36b99-37d5-40c4-bd2c-f1ea61335d88)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:50.287701 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e26f2ce3-e1fe-4879-b4f5-998212ee3294 req-d56eb60e-ce0f-4d23-be97-995b37a8e6d8 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/security-groups?id=af04dfc0-4bf3-4e7a-83e9-e1fc75c3a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658519 Jan 28 02:46:50.288534 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (cfd282d7-980b-4103-971c-6210646c9538), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:50.350669 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eee7d8-cf25-4549-aea2-e66d0ba82e59 req-afbc3628-3148-4f5f-9a78-0e1bd8a52bee tempest-ServersOnMultiNodesTest-1215738684 tempest-ServersOnMultiNodesTest-1215738684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:50.352801 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b6eee7d8-cf25-4549-aea2-e66d0ba82e59 req-afbc3628-3148-4f5f-9a78-0e1bd8a52bee tempest-ServersOnMultiNodesTest-1215738684 tempest-ServersOnMultiNodesTest-1215738684-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7e8cbca1-9cce-48ff-be50-3ec6cc06fe1d HTTP/1.1" status: 200 len: 1102 time: 0.0744176 Jan 28 02:46:50.372268 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=cfd282d7-980b-4103-971c-6210646c9538,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:50.405685 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b6eee7d8-cf25-4549-aea2-e66d0ba82e59 req-351feb44-ba23-4f38-ac82-760767bbb41b tempest-ServersOnMultiNodesTest-1215738684 tempest-ServersOnMultiNodesTest-1215738684-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456536 Jan 28 02:46:50.514046 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-7350d1df-6066-48ba-8fa2-f53b275b5cb2 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=894ea54799be4af689df91af7c8cffaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216477 Jan 28 02:46:50.623313 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-cdab5e33-77e6-42f8-bcc6-f6b129a78312 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:50.624853 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-cdab5e33-77e6-42f8-bcc6-f6b129a78312 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1057556 Jan 28 02:46:50.640947 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-380e08fc-3ce5-48b1-9d2f-2bd2ad644543 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/quotas/894ea54799be4af689df91af7c8cffaf HTTP/1.1" status: 200 len: 375 time: 0.0101006 Jan 28 02:46:50.688494 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['cfd282d7-980b-4103-971c-6210646c9538'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:46:50.707196 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-11d13263-e581-4adc-a025-4e52b2f1979c tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=894ea54799be4af689df91af7c8cffaf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0596583 Jan 28 02:46:50.952014 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b00f22-a282-4017-a0a0-e8fe6eea36fc req-6fa6e6f2-2f65-461f-ac24-1a9dd67dc4b9 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:50.953639 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e1b00f22-a282-4017-a0a0-e8fe6eea36fc req-6fa6e6f2-2f65-461f-ac24-1a9dd67dc4b9 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.67 "GET /v2.0/networks?id=997aa02b-ef92-4c1c-ba5c-0477d385960c HTTP/1.1" status: 200 len: 821 time: 0.2201207 Jan 28 02:46:50.977166 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-e1b00f22-a282-4017-a0a0-e8fe6eea36fc req-64495349-61ed-4de8-b8f2-8360019b05b0 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Request body: {'port': {'device_id': 'd7297760-8418-44ec-bbff-6daa2a3b108b', 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c', 'admin_state_up': True, 'tenant_id': '2b376bdc08124533ad1dc2039341113b'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:46:51.060145 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d898d-b98e-47ad-892e-96331bbdeaa2 req-f9e7f8b2-1ff2-45c6-be7a-3d3c632997c4 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:51.062199 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5e7d898d-b98e-47ad-892e-96331bbdeaa2 req-f9e7f8b2-1ff2-45c6-be7a-3d3c632997c4 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/ports?device_id=94372434-9335-4377-8aee-1d102029dda4 HTTP/1.1" status: 200 len: 945 time: 0.0668166 Jan 28 02:46:51.116372 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5e7d898d-b98e-47ad-892e-96331bbdeaa2 req-abc33e6f-d2da-47e1-90f8-8e20537b2e74 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups?id=db82e1ee-bee2-4907-82f8-babf1259b726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484612 Jan 28 02:46:51.117395 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaecb47-1a87-4413-839a-afd22c4be619 req-9cbdacab-c92e-4fa3-a77a-391ed59c1fad tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:51.119030 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7eaecb47-1a87-4413-839a-afd22c4be619 req-9cbdacab-c92e-4fa3-a77a-391ed59c1fad tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 947 time: 0.1590300 Jan 28 02:46:51.148414 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1b00f22-a282-4017-a0a0-e8fe6eea36fc req-64495349-61ed-4de8-b8f2-8360019b05b0 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Made reservation on behalf of 2b376bdc08124533ad1dc2039341113b for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:46:51.151853 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e1b00f22-a282-4017-a0a0-e8fe6eea36fc req-64495349-61ed-4de8-b8f2-8360019b05b0 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:51.211115 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-28b2b0c4-6d6b-4d9a-a71f-84cee2ccbf57 req-90731145-654b-4655-a273-b478563b3825 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 210 time: 0.0318937 Jan 28 02:46:51.288805 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7eaecb47-1a87-4413-839a-afd22c4be619 req-0e709c7d-3936-4f05-af90-84ad4dc4f035 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587701 Jan 28 02:46:51.309023 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c0d39fe9-715c-4c13-98ee-9aed4d9bfbf4 req-0d085333-ce2f-41ce-9a40-dd5b6896318a tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/ports?device_id=e26a57b0-4801-4651-9d7e-60303653448f HTTP/1.1" status: 200 len: 210 time: 0.0465100 Jan 28 02:46:51.376427 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-e1b00f22-a282-4017-a0a0-e8fe6eea36fc req-64495349-61ed-4de8-b8f2-8360019b05b0 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Allocated IP 172.20.0.8 (997aa02b-ef92-4c1c-ba5c-0477d385960c/bcba3f69-83cc-4e79-8ae3-09e3e7684525/9a6a1c2a-153c-4d13-9b87-6c37790208b7) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:46:51.444842 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-fe580b03-da2f-4882-85a3-1068ca10d4ee tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=48a9da4172074c31af36ad122c33e36a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367889 Jan 28 02:46:51.508502 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9276669-f421-4ecc-bf3b-480160f8b211 req-4caedc0c-31d3-4674-9be4-93e6a3579de8 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:51.510383 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c9276669-f421-4ecc-bf3b-480160f8b211 req-4caedc0c-31d3-4674-9be4-93e6a3579de8 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=af7ee1b3-8887-41d3-b576-dda942d78c8a HTTP/1.1" status: 200 len: 945 time: 0.1306858 Jan 28 02:46:51.647808 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-17f44690-dbab-484b-9fc5-66838ade6fba tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:51.649756 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-17f44690-dbab-484b-9fc5-66838ade6fba tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1992638 Jan 28 02:46:51.677528 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c9276669-f421-4ecc-bf3b-480160f8b211 req-09d5e359-fe73-4145-9fef-eb50ac2efd5d tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578798 Jan 28 02:46:51.679351 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-2e2be05a-70f7-4d0c-8d37-5cf445d9ae01 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/quotas/48a9da4172074c31af36ad122c33e36a HTTP/1.1" status: 200 len: 375 time: 0.0226943 Jan 28 02:46:51.769748 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e1b00f22-a282-4017-a0a0-e8fe6eea36fc req-64495349-61ed-4de8-b8f2-8360019b05b0 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Publish callbacks [] for port (9a6a1c2a-153c-4d13-9b87-6c37790208b7), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:51.814113 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-aac3c7e0-b888-46e7-a58c-522a1e2bc870 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=48a9da4172074c31af36ad122c33e36a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1198308 Jan 28 02:46:51.823717 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e1b00f22-a282-4017-a0a0-e8fe6eea36fc req-64495349-61ed-4de8-b8f2-8360019b05b0 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (9a6a1c2a-153c-4d13-9b87-6c37790208b7), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:51.875547 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1b00f22-a282-4017-a0a0-e8fe6eea36fc req-64495349-61ed-4de8-b8f2-8360019b05b0 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Network 997aa02b-ef92-4c1c-ba5c-0477d385960c is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:46:51.880294 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-e1b00f22-a282-4017-a0a0-e8fe6eea36fc req-64495349-61ed-4de8-b8f2-8360019b05b0 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:46:51.887230 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b00f22-a282-4017-a0a0-e8fe6eea36fc req-64495349-61ed-4de8-b8f2-8360019b05b0 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:46:51.892309 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b00f22-a282-4017-a0a0-e8fe6eea36fc req-64495349-61ed-4de8-b8f2-8360019b05b0 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:51.892924 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e1b00f22-a282-4017-a0a0-e8fe6eea36fc req-64495349-61ed-4de8-b8f2-8360019b05b0 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:51.903838 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64495349-61ed-4de8-b8f2-8360019b05b0 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Pushing event updated for resources: {'Port': ['ID=9a6a1c2a-153c-4d13-9b87-6c37790208b7,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:51.918178 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e1b00f22-a282-4017-a0a0-e8fe6eea36fc req-64495349-61ed-4de8-b8f2-8360019b05b0 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9465218 Jan 28 02:46:51.938491 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-e1b00f22-a282-4017-a0a0-e8fe6eea36fc req-024df2e2-12d8-4ffc-a712-21833cdfd528 service neutron] Request body: {'port': {'device_id': 'd7297760-8418-44ec-bbff-6daa2a3b108b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:46:52.008900 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e1b00f22-a282-4017-a0a0-e8fe6eea36fc req-024df2e2-12d8-4ffc-a712-21833cdfd528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9a6a1c2a-153c-4d13-9b87-6c37790208b7), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:52.069768 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device db544135-c445-4692-8e64-1b183a504092 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:46:52.092315 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device cfd282d7-980b-4103-971c-6210646c9538 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:46:52.327079 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-1b6de556-00d1-4ff9-bd8a-386a32ebe0b1 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=894ea54799be4af689df91af7c8cffaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583084 Jan 28 02:46:52.388969 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7cdb7-b07f-4d3e-9e83-8768533f3c1e req-7662bdfe-a4fa-4306-86fc-a9ae2917763c tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:52.395809 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c4c7cdb7-b07f-4d3e-9e83-8768533f3c1e req-7662bdfe-a4fa-4306-86fc-a9ae2917763c tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/ports?device_id=94372434-9335-4377-8aee-1d102029dda4 HTTP/1.1" status: 200 len: 945 time: 0.1323261 Jan 28 02:46:52.471995 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port cfd282d7-980b-4103-971c-6210646c9538 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:46:52.548062 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-e1b00f22-a282-4017-a0a0-e8fe6eea36fc req-024df2e2-12d8-4ffc-a712-21833cdfd528 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a6a1c2a-153c-4d13-9b87-6c37790208b7 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:46:52.559968 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e1b00f22-a282-4017-a0a0-e8fe6eea36fc req-024df2e2-12d8-4ffc-a712-21833cdfd528 service neutron] Publish callbacks [] for port (9a6a1c2a-153c-4d13-9b87-6c37790208b7), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:52.563398 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port db544135-c445-4692-8e64-1b183a504092, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=db544135-c445-4692-8e64-1b183a504092,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:52.578749 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c4c7cdb7-b07f-4d3e-9e83-8768533f3c1e req-c9ca60d9-592b-4f88-bcf7-1e4894c66aa7 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups?id=db82e1ee-bee2-4907-82f8-babf1259b726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547892 Jan 28 02:46:52.582945 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': 'db544135-c445-4692-8e64-1b183a504092', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'port_id': 'db544135-c445-4692-8e64-1b183a504092', 'mac_address': 'fa:16:3e:e9:47:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24329ac8-3d67-49eb-9f63-d2859e79e36f', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:46:52.588562 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port cfd282d7-980b-4103-971c-6210646c9538 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:46:52.589161 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (cfd282d7-980b-4103-971c-6210646c9538), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:52.614052 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-e1b00f22-a282-4017-a0a0-e8fe6eea36fc req-024df2e2-12d8-4ffc-a712-21833cdfd528 service neutron] Transition to ACTIVE for port object 9a6a1c2a-153c-4d13-9b87-6c37790208b7 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:46:52.614443 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-f8760177-eb5e-4c98-8bed-b65410c81406 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:52.617048 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-f8760177-eb5e-4c98-8bed-b65410c81406 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2831287 Jan 28 02:46:52.622809 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e1b00f22-a282-4017-a0a0-e8fe6eea36fc req-024df2e2-12d8-4ffc-a712-21833cdfd528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9a6a1c2a-153c-4d13-9b87-6c37790208b7), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:52.640442 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-bf5bb7a5-0aff-4b41-a0f7-86267817c069 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Request body: {'port': {'device_id': 'e26a57b0-4801-4651-9d7e-60303653448f', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'admin_state_up': True, 'tenant_id': '894ea54799be4af689df91af7c8cffaf'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:46:52.712045 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port db544135-c445-4692-8e64-1b183a504092 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:46:52.712836 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (db544135-c445-4692-8e64-1b183a504092), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:52.752656 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db544135-c445-4692-8e64-1b183a504092 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:46:52.794170 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port cfd282d7-980b-4103-971c-6210646c9538 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:46:52.794385 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (cfd282d7-980b-4103-971c-6210646c9538), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:52.826180 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024df2e2-12d8-4ffc-a712-21833cdfd528 service neutron] Pushing event updated for resources: {'Port': ['ID=9a6a1c2a-153c-4d13-9b87-6c37790208b7,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:52.855499 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port db544135-c445-4692-8e64-1b183a504092, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=db544135-c445-4692-8e64-1b183a504092,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:52.864134 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b1b0b-96c7-4389-98a6-c166fefd25d2 req-3d724463-b175-49cb-89d6-3c19e66d5d64 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:52.872440 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f21b1b0b-96c7-4389-98a6-c166fefd25d2 req-3d724463-b175-49cb-89d6-3c19e66d5d64 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 943 time: 0.1769609 Jan 28 02:46:52.875887 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94372434-9335-4377-8aee-1d102029dda4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd282d7-980b-4103-971c-6210646c9538'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:46:52.881312 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99f317f-3c7e-485e-9a93-42bfe7494337" -d '{"events": [{"server_uuid": "94372434-9335-4377-8aee-1d102029dda4", "name": "network-vif-plugged", "status": "completed", "tag": "cfd282d7-980b-4103-971c-6210646c9538"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:46:52.894688 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d226b-9c11-40e5-82dd-3197b188a37c req-0e307d57-5687-4fdf-ae2a-d4a5356dc27d tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:52.901014 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (db544135-c445-4692-8e64-1b183a504092), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:52.902844 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-265d226b-9c11-40e5-82dd-3197b188a37c req-0e307d57-5687-4fdf-ae2a-d4a5356dc27d tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 947 time: 0.1769536 Jan 28 02:46:52.917722 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port cfd282d7-980b-4103-971c-6210646c9538, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=cfd282d7-980b-4103-971c-6210646c9538,segment=NetworkSegment(9ae36b99-37d5-40c4-bd2c-f1ea61335d88),segment_id=9ae36b99-37d5-40c4-bd2c-f1ea61335d88)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:52.931440 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f21b1b0b-96c7-4389-98a6-c166fefd25d2 req-b0632c1f-f2c6-4bcd-b8e7-8032bc17a4ba tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580139 Jan 28 02:46:52.949015 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (cfd282d7-980b-4103-971c-6210646c9538), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:52.965425 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-e1b00f22-a282-4017-a0a0-e8fe6eea36fc req-024df2e2-12d8-4ffc-a712-21833cdfd528 service neutron] Attempting to bind port 9a6a1c2a-153c-4d13-9b87-6c37790208b7 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:46:52.969108 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-e1b00f22-a282-4017-a0a0-e8fe6eea36fc req-024df2e2-12d8-4ffc-a712-21833cdfd528 service neutron] Attempting to bind port 9a6a1c2a-153c-4d13-9b87-6c37790208b7 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:46:52.969403 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b00f22-a282-4017-a0a0-e8fe6eea36fc req-024df2e2-12d8-4ffc-a712-21833cdfd528 service neutron] Attempting to bind port 9a6a1c2a-153c-4d13-9b87-6c37790208b7 on network 997aa02b-ef92-4c1c-ba5c-0477d385960c {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:46:52.991381 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b00f22-a282-4017-a0a0-e8fe6eea36fc req-024df2e2-12d8-4ffc-a712-21833cdfd528 service neutron] Port 9a6a1c2a-153c-4d13-9b87-6c37790208b7 on network 997aa02b-ef92-4c1c-ba5c-0477d385960c not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:46:53.006636 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b00f22-a282-4017-a0a0-e8fe6eea36fc req-024df2e2-12d8-4ffc-a712-21833cdfd528 service neutron] Attempting to bind port 9a6a1c2a-153c-4d13-9b87-6c37790208b7 on network 997aa02b-ef92-4c1c-ba5c-0477d385960c {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:46:53.022326 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=db544135-c445-4692-8e64-1b183a504092,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:53.047365 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-bf5bb7a5-0aff-4b41-a0f7-86267817c069 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Made reservation on behalf of 894ea54799be4af689df91af7c8cffaf for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:46:53.051354 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-bf5bb7a5-0aff-4b41-a0f7-86267817c069 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:53.063479 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b00f22-a282-4017-a0a0-e8fe6eea36fc req-024df2e2-12d8-4ffc-a712-21833cdfd528 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:46:53.063959 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b00f22-a282-4017-a0a0-e8fe6eea36fc req-024df2e2-12d8-4ffc-a712-21833cdfd528 service neutron] Checking segment: {'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:46:53.064412 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b00f22-a282-4017-a0a0-e8fe6eea36fc req-024df2e2-12d8-4ffc-a712-21833cdfd528 service neutron] Bound using segment: {'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:46:53.064901 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-e1b00f22-a282-4017-a0a0-e8fe6eea36fc req-024df2e2-12d8-4ffc-a712-21833cdfd528 service neutron] Bound port: 9a6a1c2a-153c-4d13-9b87-6c37790208b7, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:46:53.065409 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e1b00f22-a282-4017-a0a0-e8fe6eea36fc req-024df2e2-12d8-4ffc-a712-21833cdfd528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9a6a1c2a-153c-4d13-9b87-6c37790208b7), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:53.112993 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-265d226b-9c11-40e5-82dd-3197b188a37c req-5662d716-4a2f-4070-9fda-8bb6de0ce3d4 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090278 Jan 28 02:46:53.169704 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=cfd282d7-980b-4103-971c-6210646c9538,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:53.245048 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e0be1e9d-7f51-4225-9fde-6c516955b26c req-59f57c3c-7d75-4f77-8b75-0e5989bb7fb8 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/ports?device_id=e26a57b0-4801-4651-9d7e-60303653448f HTTP/1.1" status: 200 len: 210 time: 0.0591385 Jan 28 02:46:53.254963 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-e1b00f22-a282-4017-a0a0-e8fe6eea36fc req-024df2e2-12d8-4ffc-a712-21833cdfd528 service neutron] For port 9a6a1c2a-153c-4d13-9b87-6c37790208b7, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:46:53.260473 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-e1b00f22-a282-4017-a0a0-e8fe6eea36fc req-024df2e2-12d8-4ffc-a712-21833cdfd528 service neutron] For port 9a6a1c2a-153c-4d13-9b87-6c37790208b7, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=9a6a1c2a-153c-4d13-9b87-6c37790208b7,segment=NetworkSegment(1cc99f2f-8533-4758-ac6d-0ec0b703844f),segment_id=1cc99f2f-8533-4758-ac6d-0ec0b703844f)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:46:53.277867 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e1b00f22-a282-4017-a0a0-e8fe6eea36fc req-024df2e2-12d8-4ffc-a712-21833cdfd528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9a6a1c2a-153c-4d13-9b87-6c37790208b7), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:53.322037 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['db544135-c445-4692-8e64-1b183a504092'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:46:53.377696 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b00f22-a282-4017-a0a0-e8fe6eea36fc req-024df2e2-12d8-4ffc-a712-21833cdfd528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:53.378401 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e1b00f22-a282-4017-a0a0-e8fe6eea36fc req-024df2e2-12d8-4ffc-a712-21833cdfd528 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:53.380315 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e1b00f22-a282-4017-a0a0-e8fe6eea36fc req-024df2e2-12d8-4ffc-a712-21833cdfd528 service neutron] 10.222.0.67 "PUT /v2.0/ports/9a6a1c2a-153c-4d13-9b87-6c37790208b7 HTTP/1.1" status: 200 len: 1092 time: 1.4472187 Jan 28 02:46:53.380966 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7297760-8418-44ec-bbff-6daa2a3b108b', 'tag': '9a6a1c2a-153c-4d13-9b87-6c37790208b7'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:46:53.383427 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331b5329-044d-4c20-b592-1ef302bba4ca" -d '{"events": [{"name": "network-changed", "server_uuid": "d7297760-8418-44ec-bbff-6daa2a3b108b", "tag": "9a6a1c2a-153c-4d13-9b87-6c37790208b7"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:46:53.402567 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024df2e2-12d8-4ffc-a712-21833cdfd528 service neutron] Pushing event updated for resources: {'Port': ['ID=9a6a1c2a-153c-4d13-9b87-6c37790208b7,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:53.524060 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a598be0-f8ff-4aa5-a002-6943da7bd0d3 req-c10db9e7-3594-4330-ba31-bd94c0ef8929 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:53.539237 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3a598be0-f8ff-4aa5-a002-6943da7bd0d3 req-c10db9e7-3594-4330-ba31-bd94c0ef8929 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=af7ee1b3-8887-41d3-b576-dda942d78c8a HTTP/1.1" status: 200 len: 945 time: 0.1696985 Jan 28 02:46:53.542314 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd39cfc-18a8-4e7c-ab89-f24339b5c7bb x-openstack-request-id: req-fdd39cfc-18a8-4e7c-ab89-f24339b5c7bb {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:46:53.543086 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94372434-9335-4377-8aee-1d102029dda4", "name": "network-vif-plugged", "status": "completed", "tag": "cfd282d7-980b-4103-971c-6210646c9538", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:46:53.543524 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fdd39cfc-18a8-4e7c-ab89-f24339b5c7bb {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:46:53.544105 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94372434-9335-4377-8aee-1d102029dda4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd282d7-980b-4103-971c-6210646c9538', 'code': 200} Jan 28 02:46:53.558348 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b00f22-a282-4017-a0a0-e8fe6eea36fc req-65086600-cf61-49ee-a40b-ae12a6442c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:53.559930 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e1b00f22-a282-4017-a0a0-e8fe6eea36fc req-65086600-cf61-49ee-a40b-ae12a6442c9b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b376bdc08124533ad1dc2039341113b&device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 1095 time: 0.0869024 Jan 28 02:46:53.618096 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-394a5e4b-6703-425d-b961-16eeb94ae983 req-90572b00-685d-434f-aa10-811d00334ef1 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f5f98d1-2eeb-48bd-9d72-670015d29247 HTTP/1.1" status: 200 len: 210 time: 0.0527532 Jan 28 02:46:53.666220 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-bf5bb7a5-0aff-4b41-a0f7-86267817c069 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Allocated IP 192.168.233.23 (00399c87-9b8d-4ccb-b18d-7ccb90f49322/24329ac8-3d67-49eb-9f63-d2859e79e36f/5ec4d367-7e84-4bef-8923-b6dfd46a0bcd) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:46:53.690810 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3a598be0-f8ff-4aa5-a002-6943da7bd0d3 req-cc48ce21-3be8-4585-b28c-c14dcfc10932 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425467 Jan 28 02:46:53.694980 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e1b00f22-a282-4017-a0a0-e8fe6eea36fc req-c6fd0fb3-02ae-45d7-83ee-a44569f64275 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a6a1c2a-153c-4d13-9b87-6c37790208b7 HTTP/1.1" status: 200 len: 217 time: 0.0890336 Jan 28 02:46:53.816271 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277beec-2fe7-4d70-b077-d62750231c4b req-4598ad2d-757f-4906-9680-81c49d675993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:53.819283 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b277beec-2fe7-4d70-b077-d62750231c4b req-4598ad2d-757f-4906-9680-81c49d675993 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=94372434-9335-4377-8aee-1d102029dda4 HTTP/1.1" status: 200 len: 1098 time: 0.1647868 Jan 28 02:46:53.824078 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b00f22-a282-4017-a0a0-e8fe6eea36fc req-c6d13666-0b1d-46f4-89c8-9755049708f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:53.825604 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e1b00f22-a282-4017-a0a0-e8fe6eea36fc req-c6d13666-0b1d-46f4-89c8-9755049708f1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bcba3f69-83cc-4e79-8ae3-09e3e7684525 HTTP/1.1" status: 200 len: 861 time: 0.1129544 Jan 28 02:46:53.827084 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122fa9c9-32fb-4752-aaa0-c25b503e3317 x-openstack-request-id: req-122fa9c9-32fb-4752-aaa0-c25b503e3317 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:46:53.827413 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7297760-8418-44ec-bbff-6daa2a3b108b", "tag": "9a6a1c2a-153c-4d13-9b87-6c37790208b7", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:46:53.827666 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-122fa9c9-32fb-4752-aaa0-c25b503e3317 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:46:53.828065 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7297760-8418-44ec-bbff-6daa2a3b108b', 'tag': '9a6a1c2a-153c-4d13-9b87-6c37790208b7', 'status': 'completed', 'code': 200} Jan 28 02:46:53.880929 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e1b00f22-a282-4017-a0a0-e8fe6eea36fc req-af1383b5-e80e-4e6e-aa97-b0c378af9323 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=997aa02b-ef92-4c1c-ba5c-0477d385960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486403 Jan 28 02:46:53.984382 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b277beec-2fe7-4d70-b077-d62750231c4b req-a1a44900-c488-4920-bddc-6c86e25e6525 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=db82e1ee-bee2-4907-82f8-babf1259b726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526361 Jan 28 02:46:54.121339 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e1b00f22-a282-4017-a0a0-e8fe6eea36fc req-42d97f2e-b980-48b3-87ca-b8e554c53a30 service neutron] 10.222.0.67 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322917 Jan 28 02:46:54.159660 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9b5f8-3026-45de-a97f-21828f4ec71e req-403f9b8c-02f7-4873-9e3f-49452b85aabd tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:54.177692 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-efc9b5f8-3026-45de-a97f-21828f4ec71e req-403f9b8c-02f7-4873-9e3f-49452b85aabd tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/ports?device_id=94372434-9335-4377-8aee-1d102029dda4 HTTP/1.1" status: 200 len: 946 time: 0.3570788 Jan 28 02:46:54.271437 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-efc9b5f8-3026-45de-a97f-21828f4ec71e req-8c42d728-7a33-4f32-8094-f08247642748 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups?id=db82e1ee-bee2-4907-82f8-babf1259b726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927734 Jan 28 02:46:54.301533 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e1b00f22-a282-4017-a0a0-e8fe6eea36fc req-03058211-14e0-408b-ade7-209886f28303 service neutron] 10.222.0.67 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740112 Jan 28 02:46:54.379852 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-bf5bb7a5-0aff-4b41-a0f7-86267817c069 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Publish callbacks [] for port (5ec4d367-7e84-4bef-8923-b6dfd46a0bcd), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:54.502081 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa89093-5711-4a7f-adf2-c6bfb2490edc req-81b420df-6f7b-4577-8e3b-825f57dc005b tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:54.510523 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3aa89093-5711-4a7f-adf2-c6bfb2490edc req-81b420df-6f7b-4577-8e3b-825f57dc005b tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 943 time: 0.1256626 Jan 28 02:46:54.536140 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-bf5bb7a5-0aff-4b41-a0f7-86267817c069 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (5ec4d367-7e84-4bef-8923-b6dfd46a0bcd), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:54.541411 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70434d58-1783-4868-af0a-7ecb8ecc89f0 req-2c1547c1-5451-4193-977e-25c98eb94b58 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:54.542951 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-70434d58-1783-4868-af0a-7ecb8ecc89f0 req-2c1547c1-5451-4193-977e-25c98eb94b58 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 948 time: 0.1362934 Jan 28 02:46:54.548786 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b5329-044d-4c20-b592-1ef302bba4ca req-a68b89a3-1bea-41a7-8e73-58bff927091a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:54.550196 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-331b5329-044d-4c20-b592-1ef302bba4ca req-a68b89a3-1bea-41a7-8e73-58bff927091a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b376bdc08124533ad1dc2039341113b&device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 1095 time: 0.0888715 Jan 28 02:46:54.585225 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:46:54.636947 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3aa89093-5711-4a7f-adf2-c6bfb2490edc req-e803a8fa-5543-4e02-a7da-6b1c02f7bd5f tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252189 Jan 28 02:46:54.651695 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-bf5bb7a5-0aff-4b41-a0f7-86267817c069 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:46:54.654693 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-bf5bb7a5-0aff-4b41-a0f7-86267817c069 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:46:54.668497 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-bf5bb7a5-0aff-4b41-a0f7-86267817c069 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:46:54.748469 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-bf5bb7a5-0aff-4b41-a0f7-86267817c069 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:54.749122 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-bf5bb7a5-0aff-4b41-a0f7-86267817c069 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:54.761664 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-70434d58-1783-4868-af0a-7ecb8ecc89f0 req-3de01d06-bcd7-490d-84c4-2bb09656948a tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105081 Jan 28 02:46:54.765594 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5bb7a5-0aff-4b41-a0f7-86267817c069 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Pushing event updated for resources: {'Port': ['ID=5ec4d367-7e84-4bef-8923-b6dfd46a0bcd,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:54.778274 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-bf5bb7a5-0aff-4b41-a0f7-86267817c069 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1433313 Jan 28 02:46:54.799983 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-7331888b-0f10-4221-82bc-acc3d486c18d service neutron] Request body: {'port': {'device_id': 'e26a57b0-4801-4651-9d7e-60303653448f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:46:54.860368 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b5329-044d-4c20-b592-1ef302bba4ca req-0e6bea37-6cfb-4f2b-9a4f-676bfe25ccab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:54.864337 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-331b5329-044d-4c20-b592-1ef302bba4ca req-0e6bea37-6cfb-4f2b-9a4f-676bfe25ccab service neutron] 10.222.0.67 "GET /v2.0/networks?id=997aa02b-ef92-4c1c-ba5c-0477d385960c HTTP/1.1" status: 200 len: 922 time: 0.2991292 Jan 28 02:46:54.946633 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-7331888b-0f10-4221-82bc-acc3d486c18d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5ec4d367-7e84-4bef-8923-b6dfd46a0bcd), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:54.961090 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-331b5329-044d-4c20-b592-1ef302bba4ca req-f0b1a814-7356-491a-be33-32a92af8c4dc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a6a1c2a-153c-4d13-9b87-6c37790208b7 HTTP/1.1" status: 200 len: 217 time: 0.0886989 Jan 28 02:46:54.991099 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47e06e-f120-4c01-9e91-ef28045b01a6 req-7004e9ef-1b02-4244-95db-6d73c098a934 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:54.992644 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4b47e06e-f120-4c01-9e91-ef28045b01a6 req-7004e9ef-1b02-4244-95db-6d73c098a934 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/ports?device_id=e26a57b0-4801-4651-9d7e-60303653448f HTTP/1.1" status: 200 len: 935 time: 0.1408410 Jan 28 02:46:55.035423 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b5329-044d-4c20-b592-1ef302bba4ca req-fd025541-8734-4024-93b9-6633ee997829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:55.043295 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-331b5329-044d-4c20-b592-1ef302bba4ca req-fd025541-8734-4024-93b9-6633ee997829 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bcba3f69-83cc-4e79-8ae3-09e3e7684525 HTTP/1.1" status: 200 len: 861 time: 0.0729945 Jan 28 02:46:55.090042 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-331b5329-044d-4c20-b592-1ef302bba4ca req-2df0dc3f-761a-4319-9293-e748ea937f6f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=997aa02b-ef92-4c1c-ba5c-0477d385960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380249 Jan 28 02:46:55.163469 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c81022b8-20d3-434e-9f3c-0baf8b4f4321 None None] Provisioning complete for port 5ec4d367-7e84-4bef-8923-b6dfd46a0bcd triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:46:55.165456 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c81022b8-20d3-434e-9f3c-0baf8b4f4321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (5ec4d367-7e84-4bef-8923-b6dfd46a0bcd), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:55.176976 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4b47e06e-f120-4c01-9e91-ef28045b01a6 req-06ea6380-93c8-4438-9cc5-2988dccb0f37 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/security-groups?id=af04dfc0-4bf3-4e7a-83e9-e1fc75c3a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741824 Jan 28 02:46:55.302460 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c81022b8-20d3-434e-9f3c-0baf8b4f4321 None None] Port 5ec4d367-7e84-4bef-8923-b6dfd46a0bcd cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:46:55.362966 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-8c9e724e-d577-469d-8ddc-25b8819a826f tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=48a9da4172074c31af36ad122c33e36a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0637674 Jan 28 02:46:55.512921 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-331b5329-044d-4c20-b592-1ef302bba4ca req-407aec8b-8f03-486a-a66a-4ddeadf08dca service neutron] 10.222.0.67 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149899 Jan 28 02:46:55.522642 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6ea0d-3c63-47f3-a23e-943022e2a30a req-2908d477-bb71-460f-b07c-f04454d06433 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:55.524151 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-adf6ea0d-3c63-47f3-a23e-943022e2a30a req-2908d477-bb71-460f-b07c-f04454d06433 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/ports?device_id=94372434-9335-4377-8aee-1d102029dda4 HTTP/1.1" status: 200 len: 946 time: 0.1327326 Jan 28 02:46:55.549894 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5c824bd9-fa02-4fd0-aaa6-970993ffad51 req-0cad6881-4cf8-4d7f-9120-a216040107d2 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f5f98d1-2eeb-48bd-9d72-670015d29247 HTTP/1.1" status: 200 len: 210 time: 0.0748012 Jan 28 02:46:55.564279 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-16b4d322-cad0-44fc-90c1-76d7362ee8c9 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=48a9da4172074c31af36ad122c33e36a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0873194 Jan 28 02:46:55.651345 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-7331888b-0f10-4221-82bc-acc3d486c18d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ec4d367-7e84-4bef-8923-b6dfd46a0bcd {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:46:55.663029 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-7331888b-0f10-4221-82bc-acc3d486c18d service neutron] Publish callbacks [] for port (5ec4d367-7e84-4bef-8923-b6dfd46a0bcd), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:55.668971 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-adf6ea0d-3c63-47f3-a23e-943022e2a30a req-b87509a7-3e29-4ce7-9f92-e5b90ed2d547 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups?id=db82e1ee-bee2-4907-82f8-babf1259b726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344995 Jan 28 02:46:55.707633 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-4aac8a97-df59-4b65-96cc-ba7cd409ae5d tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:55.711679 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-4aac8a97-df59-4b65-96cc-ba7cd409ae5d tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2842660 Jan 28 02:46:55.719412 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-7331888b-0f10-4221-82bc-acc3d486c18d service neutron] Transition to ACTIVE for port object 5ec4d367-7e84-4bef-8923-b6dfd46a0bcd will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:46:55.732017 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-7331888b-0f10-4221-82bc-acc3d486c18d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (5ec4d367-7e84-4bef-8923-b6dfd46a0bcd), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:55.795953 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-331b5329-044d-4c20-b592-1ef302bba4ca req-2561b671-d74c-4f70-8e95-3a42a2be722c service neutron] 10.222.0.67 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440345 Jan 28 02:46:55.800103 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-fe510402-981f-44c5-81f9-d3b4f4a3dab6 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Request body: {'port': {'device_id': 'aff0c9c9-2c95-47fc-ad21-e435e29acd33', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'admin_state_up': True, 'tenant_id': '48a9da4172074c31af36ad122c33e36a'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:46:55.805849 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-c8e373d7-88e4-4ce3-8bf5-aed74c77afc6 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:55.807681 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-c8e373d7-88e4-4ce3-8bf5-aed74c77afc6 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2288764 Jan 28 02:46:55.825706 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002d5a8-fe04-47ea-8360-b9bbde6cf8fd req-4f1300f7-7831-479b-9e76-688aa68f23e1 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:55.827486 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d002d5a8-fe04-47ea-8360-b9bbde6cf8fd req-4f1300f7-7831-479b-9e76-688aa68f23e1 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 943 time: 0.0757897 Jan 28 02:46:55.864793 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-c64ae6ee-20be-457f-a56b-f163619e5d6d tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Request body: {'port': {'device_id': '4f5f98d1-2eeb-48bd-9d72-670015d29247', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'admin_state_up': True, 'tenant_id': '48a9da4172074c31af36ad122c33e36a'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:46:55.965866 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d002d5a8-fe04-47ea-8360-b9bbde6cf8fd req-9e20f15b-2f93-4f43-9d8a-dc13b656b637 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319323 Jan 28 02:46:56.007171 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331888b-0f10-4221-82bc-acc3d486c18d service neutron] Pushing event updated for resources: {'Port': ['ID=5ec4d367-7e84-4bef-8923-b6dfd46a0bcd,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:56.050978 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-c64ae6ee-20be-457f-a56b-f163619e5d6d tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Made reservation on behalf of 48a9da4172074c31af36ad122c33e36a for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:46:56.057329 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-c64ae6ee-20be-457f-a56b-f163619e5d6d tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:56.072129 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb544b-26db-4863-902e-45e5e16c8ed3 req-cea9c16e-06a8-405f-aa23-f566f9bdd318 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:56.073842 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fbdb544b-26db-4863-902e-45e5e16c8ed3 req-cea9c16e-06a8-405f-aa23-f566f9bdd318 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 948 time: 0.1555610 Jan 28 02:46:56.084203 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device db544135-c445-4692-8e64-1b183a504092 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:46:56.134773 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fbdb544b-26db-4863-902e-45e5e16c8ed3 req-1e00685c-9707-4d7b-9e14-9fc0a4ff6772 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523672 Jan 28 02:46:56.137329 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-7331888b-0f10-4221-82bc-acc3d486c18d service neutron] Attempting to bind port 5ec4d367-7e84-4bef-8923-b6dfd46a0bcd on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:46:56.137736 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-7331888b-0f10-4221-82bc-acc3d486c18d service neutron] Attempting to bind port 5ec4d367-7e84-4bef-8923-b6dfd46a0bcd by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:46:56.138138 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-7331888b-0f10-4221-82bc-acc3d486c18d service neutron] Attempting to bind port 5ec4d367-7e84-4bef-8923-b6dfd46a0bcd on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:46:56.143884 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-7331888b-0f10-4221-82bc-acc3d486c18d service neutron] Port 5ec4d367-7e84-4bef-8923-b6dfd46a0bcd on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:46:56.144315 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-7331888b-0f10-4221-82bc-acc3d486c18d service neutron] Attempting to bind port 5ec4d367-7e84-4bef-8923-b6dfd46a0bcd on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:46:56.157009 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-fe510402-981f-44c5-81f9-d3b4f4a3dab6 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Made reservation on behalf of 48a9da4172074c31af36ad122c33e36a for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:46:56.157009 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-fe510402-981f-44c5-81f9-d3b4f4a3dab6 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:56.157009 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-7331888b-0f10-4221-82bc-acc3d486c18d service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:46:56.157009 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-7331888b-0f10-4221-82bc-acc3d486c18d service neutron] Checking segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:46:56.157009 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-7331888b-0f10-4221-82bc-acc3d486c18d service neutron] Bound using segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:46:56.157679 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-7331888b-0f10-4221-82bc-acc3d486c18d service neutron] Bound port: 5ec4d367-7e84-4bef-8923-b6dfd46a0bcd, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:46:56.159252 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-7331888b-0f10-4221-82bc-acc3d486c18d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5ec4d367-7e84-4bef-8923-b6dfd46a0bcd), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:56.187337 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port db544135-c445-4692-8e64-1b183a504092 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:46:56.192031 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port db544135-c445-4692-8e64-1b183a504092 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:46:56.192915 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (db544135-c445-4692-8e64-1b183a504092), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:56.244962 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-c64ae6ee-20be-457f-a56b-f163619e5d6d tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Allocated IP 192.168.233.35 (00399c87-9b8d-4ccb-b18d-7ccb90f49322/24329ac8-3d67-49eb-9f63-d2859e79e36f/bbefa95f-706b-412e-ba99-f43f87e55804) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:46:56.247484 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-7331888b-0f10-4221-82bc-acc3d486c18d service neutron] For port 5ec4d367-7e84-4bef-8923-b6dfd46a0bcd, host n-h1-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:46:56.251894 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-7331888b-0f10-4221-82bc-acc3d486c18d service neutron] For port 5ec4d367-7e84-4bef-8923-b6dfd46a0bcd, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=5ec4d367-7e84-4bef-8923-b6dfd46a0bcd,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:46:56.263309 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-7331888b-0f10-4221-82bc-acc3d486c18d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (5ec4d367-7e84-4bef-8923-b6dfd46a0bcd), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:56.325504 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port db544135-c445-4692-8e64-1b183a504092 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:46:56.325769 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (db544135-c445-4692-8e64-1b183a504092), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:56.365042 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad11ef5e-270d-47a3-8973-213ea98153c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db544135-c445-4692-8e64-1b183a504092'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:46:56.367347 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5804b7aa-7de7-4aaa-ab3e-ae7e54b46068" -d '{"events": [{"server_uuid": "ad11ef5e-270d-47a3-8973-213ea98153c9", "name": "network-vif-plugged", "status": "completed", "tag": "db544135-c445-4692-8e64-1b183a504092"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:46:56.381683 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port db544135-c445-4692-8e64-1b183a504092, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=db544135-c445-4692-8e64-1b183a504092,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:56.381942 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-7331888b-0f10-4221-82bc-acc3d486c18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:56.382563 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-7331888b-0f10-4221-82bc-acc3d486c18d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:56.386397 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-7331888b-0f10-4221-82bc-acc3d486c18d service neutron] 10.222.0.67 "PUT /v2.0/ports/5ec4d367-7e84-4bef-8923-b6dfd46a0bcd HTTP/1.1" status: 200 len: 1096 time: 1.5885539 Jan 28 02:46:56.389397 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (db544135-c445-4692-8e64-1b183a504092), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:56.390496 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e26a57b0-4801-4651-9d7e-60303653448f', 'tag': '5ec4d367-7e84-4bef-8923-b6dfd46a0bcd'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:46:56.392814 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc770d7-3278-4fe7-ad27-93e92375face" -d '{"events": [{"name": "network-changed", "server_uuid": "e26a57b0-4801-4651-9d7e-60303653448f", "tag": "5ec4d367-7e84-4bef-8923-b6dfd46a0bcd"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:46:56.433028 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331888b-0f10-4221-82bc-acc3d486c18d service neutron] Pushing event updated for resources: {'Port': ['ID=5ec4d367-7e84-4bef-8923-b6dfd46a0bcd,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:56.446803 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00bc51-af63-4888-bba8-438991f55c12 req-5b6cb458-e080-43f4-b1a3-98ac5e393d79 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:56.448437 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5a00bc51-af63-4888-bba8-438991f55c12 req-5b6cb458-e080-43f4-b1a3-98ac5e393d79 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/ports?device_id=e26a57b0-4801-4651-9d7e-60303653448f HTTP/1.1" status: 200 len: 947 time: 0.1506913 Jan 28 02:46:56.490768 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93b3769-2cf2-4f1d-ab27-e090452536c7 x-openstack-request-id: req-c93b3769-2cf2-4f1d-ab27-e090452536c7 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:46:56.492438 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad11ef5e-270d-47a3-8973-213ea98153c9", "name": "network-vif-plugged", "status": "completed", "tag": "db544135-c445-4692-8e64-1b183a504092", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:46:56.492740 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c93b3769-2cf2-4f1d-ab27-e090452536c7 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:46:56.493671 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad11ef5e-270d-47a3-8973-213ea98153c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db544135-c445-4692-8e64-1b183a504092', 'code': 200} Jan 28 02:46:56.496761 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=db544135-c445-4692-8e64-1b183a504092,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:56.553481 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-c64ae6ee-20be-457f-a56b-f163619e5d6d tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks [] for port (bbefa95f-706b-412e-ba99-f43f87e55804), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:56.581582 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0728b57c-4ba1-4961-bce8-4deb0d8f6faa x-openstack-request-id: req-0728b57c-4ba1-4961-bce8-4deb0d8f6faa {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:46:56.581814 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e26a57b0-4801-4651-9d7e-60303653448f", "tag": "5ec4d367-7e84-4bef-8923-b6dfd46a0bcd", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:46:56.582008 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0728b57c-4ba1-4961-bce8-4deb0d8f6faa {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:46:56.582406 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e26a57b0-4801-4651-9d7e-60303653448f', 'tag': '5ec4d367-7e84-4bef-8923-b6dfd46a0bcd', 'status': 'completed', 'code': 200} Jan 28 02:46:56.596459 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-c64ae6ee-20be-457f-a56b-f163619e5d6d tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (bbefa95f-706b-412e-ba99-f43f87e55804), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:56.652261 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03', 'e4ab30af-1603-4bea-92ba-25b6aad0d335', 'e012a990-cb6c-483f-aac7-ecbf7a096470'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:46:56.668330 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-f73e4fde-f36d-42ac-a4f1-293ae5acfcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:56.669885 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-f73e4fde-f36d-42ac-a4f1-293ae5acfcae service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=894ea54799be4af689df91af7c8cffaf&device_id=e26a57b0-4801-4651-9d7e-60303653448f HTTP/1.1" status: 200 len: 1099 time: 0.1429713 Jan 28 02:46:56.688271 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-c64ae6ee-20be-457f-a56b-f163619e5d6d tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:46:56.700013 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-c64ae6ee-20be-457f-a56b-f163619e5d6d tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:46:56.703342 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-c64ae6ee-20be-457f-a56b-f163619e5d6d tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:46:56.710826 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-c64ae6ee-20be-457f-a56b-f163619e5d6d tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:56.711879 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-c64ae6ee-20be-457f-a56b-f163619e5d6d tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:56.722382 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5a00bc51-af63-4888-bba8-438991f55c12 req-e4a1e7a7-741e-486f-ae70-5666d5947693 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/security-groups?id=af04dfc0-4bf3-4e7a-83e9-e1fc75c3a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330308 Jan 28 02:46:56.751742 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f556093-e37e-4332-bdfc-2e8588da71ba req-c534385f-a1e5-4a75-9f5b-78ae0c1390bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:56.753389 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2f556093-e37e-4332-bdfc-2e8588da71ba req-c534385f-a1e5-4a75-9f5b-78ae0c1390bc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 1101 time: 0.1195545 Jan 28 02:46:56.757663 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-c64ae6ee-20be-457f-a56b-f163619e5d6d tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8988228 Jan 28 02:46:56.812220 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-8607966a-50e9-4ff5-93fd-8045e2ae5c7f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=5ec4d367-7e84-4bef-8923-b6dfd46a0bcd HTTP/1.1" status: 200 len: 217 time: 0.1204166 Jan 28 02:46:56.835881 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-dc149675-75a5-4c55-9029-3f85a4059a2a service neutron] Request body: {'port': {'device_id': '4f5f98d1-2eeb-48bd-9d72-670015d29247', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:46:56.845123 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2f556093-e37e-4332-bdfc-2e8588da71ba req-0f4cff6b-43cf-4599-90c5-b44b0f88c9b6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636411 Jan 28 02:46:56.845878 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ae6ee-20be-457f-a56b-f163619e5d6d tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Pushing event updated for resources: {'Port': ['ID=bbefa95f-706b-412e-ba99-f43f87e55804,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:56.877200 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f73c10-5366-47b3-8a74-08707c023a7a req-2cab4df1-4a2f-43b5-97b9-2078b8e9e558 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:56.879434 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-05f73c10-5366-47b3-8a74-08707c023a7a req-2cab4df1-4a2f-43b5-97b9-2078b8e9e558 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f5f98d1-2eeb-48bd-9d72-670015d29247 HTTP/1.1" status: 200 len: 935 time: 0.2077491 Jan 28 02:46:56.879790 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-fe510402-981f-44c5-81f9-d3b4f4a3dab6 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Allocated IP 192.168.233.186 (00399c87-9b8d-4ccb-b18d-7ccb90f49322/24329ac8-3d67-49eb-9f63-d2859e79e36f/d925d38d-6ab3-40a6-a442-3a0decad1995) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:46:56.883331 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-3aa582ff-2d4f-4658-bc36-88ff1dbf2601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:56.885378 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-3aa582ff-2d4f-4658-bc36-88ff1dbf2601 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.0549667 Jan 28 02:46:56.966319 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-05f73c10-5366-47b3-8a74-08707c023a7a req-b40bba74-581e-488e-acec-efc8afa7ff1e tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744977 Jan 28 02:46:57.022143 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-dc149675-75a5-4c55-9029-3f85a4059a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (bbefa95f-706b-412e-ba99-f43f87e55804), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:57.064471 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71fc69-a790-4227-ab9a-98bb226c783a req-cdd0f49e-8020-462b-93f6-bdb8b2aee825 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:57.066929 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5d71fc69-a790-4227-ab9a-98bb226c783a req-cdd0f49e-8020-462b-93f6-bdb8b2aee825 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/ports?device_id=94372434-9335-4377-8aee-1d102029dda4 HTTP/1.1" status: 200 len: 946 time: 0.1806357 Jan 28 02:46:57.086139 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-e7631ca3-748e-4671-aea4-938364ab1b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:57.095749 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-e7631ca3-748e-4671-aea4-938364ab1b76 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1915338 Jan 28 02:46:57.221622 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4ed6a-a1f3-476b-97da-2700d980a551 req-7c4d18bf-7f95-4e9b-a1d9-2ce2e305e627 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:57.230060 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a0d4ed6a-a1f3-476b-97da-2700d980a551 req-7c4d18bf-7f95-4e9b-a1d9-2ce2e305e627 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 943 time: 0.0560281 Jan 28 02:46:57.240854 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-d8cf00eb-f723-449c-a799-7e5332d0a08b None None] Provisioning complete for port bbefa95f-706b-412e-ba99-f43f87e55804 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:46:57.242763 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d8cf00eb-f723-449c-a799-7e5332d0a08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (bbefa95f-706b-412e-ba99-f43f87e55804), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:57.286689 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-d8cf00eb-f723-449c-a799-7e5332d0a08b None None] Port bbefa95f-706b-412e-ba99-f43f87e55804 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:46:57.293371 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a0d4ed6a-a1f3-476b-97da-2700d980a551 req-02d64a9c-17bc-4553-bd6b-a8162053f964 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555055 Jan 28 02:46:57.478674 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd514e4-3225-4ba8-a7ee-3d05d99a4776 req-68d96ea1-5c02-4844-bf97-4e05d8281602 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:57.486537 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cdd514e4-3225-4ba8-a7ee-3d05d99a4776 req-68d96ea1-5c02-4844-bf97-4e05d8281602 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 949 time: 0.0635927 Jan 28 02:46:57.569803 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cdd514e4-3225-4ba8-a7ee-3d05d99a4776 req-0ed36bf1-26a2-44da-9b53-30eaea7b143b tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683122 Jan 28 02:46:57.593028 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5d71fc69-a790-4227-ab9a-98bb226c783a req-e45ab692-0e94-47ac-8a90-739d157da558 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups?id=db82e1ee-bee2-4907-82f8-babf1259b726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5110400 Jan 28 02:46:57.638142 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-91b94961-dbd0-4df9-bd63-1ea2eb0dbede service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5293918 Jan 28 02:46:57.648519 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-fe510402-981f-44c5-81f9-d3b4f4a3dab6 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks [] for port (d925d38d-6ab3-40a6-a442-3a0decad1995), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:57.808921 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-728d3c7d-27e8-491c-ab0c-6f63e9d68daf req-c863e856-ed7f-4b23-9062-dfb1fb1d9c7e tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-685406203&fields=id&tenant_id=2ab8a3eab2774693b9eefcdcd3df987b HTTP/1.1" status: 200 len: 267 time: 0.1492257 Jan 28 02:46:57.854381 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-fe510402-981f-44c5-81f9-d3b4f4a3dab6 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (d925d38d-6ab3-40a6-a442-3a0decad1995), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:57.868382 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3286ea48-c265-4a87-a646-0dbbd5a2c22a req-e3a0f64e-266c-417e-8538-a120a996afa3 service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181182 Jan 28 02:46:57.904139 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03', 'e4ab30af-1603-4bea-92ba-25b6aad0d335', 'e012a990-cb6c-483f-aac7-ecbf7a096470'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:46:57.953272 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe510402-981f-44c5-81f9-d3b4f4a3dab6 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Pushing event updated for resources: {'Port': ['ID=d925d38d-6ab3-40a6-a442-3a0decad1995,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:57.965153 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-fe510402-981f-44c5-81f9-d3b4f4a3dab6 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:46:57.970985 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-fe510402-981f-44c5-81f9-d3b4f4a3dab6 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:46:57.984125 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-fe510402-981f-44c5-81f9-d3b4f4a3dab6 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:46:58.023828 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04e57f-e966-4219-9e3a-cb484b119b90 req-dc1392c6-ce25-4cba-983e-acbaeb01fb7d tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:58.032372 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1f04e57f-e966-4219-9e3a-cb484b119b90 req-dc1392c6-ce25-4cba-983e-acbaeb01fb7d tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/ports?device_id=e26a57b0-4801-4651-9d7e-60303653448f HTTP/1.1" status: 200 len: 947 time: 0.1561022 Jan 28 02:46:58.085561 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:46:58.123532 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d3c7d-27e8-491c-ab0c-6f63e9d68daf req-8f57ef1c-c38c-4272-a3c6-10c105f3d18d tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:58.125098 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-728d3c7d-27e8-491c-ab0c-6f63e9d68daf req-8f57ef1c-c38c-4272-a3c6-10c105f3d18d tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/ports?device_id=94372434-9335-4377-8aee-1d102029dda4 HTTP/1.1" status: 200 len: 946 time: 0.2953939 Jan 28 02:46:58.168850 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-fe510402-981f-44c5-81f9-d3b4f4a3dab6 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:58.169516 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-fe510402-981f-44c5-81f9-d3b4f4a3dab6 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:58.175608 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1f04e57f-e966-4219-9e3a-cb484b119b90 req-58779f48-a67a-4298-9d60-ad41ee08eeef tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/security-groups?id=af04dfc0-4bf3-4e7a-83e9-e1fc75c3a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423547 Jan 28 02:46:58.177660 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-dc149675-75a5-4c55-9029-3f85a4059a2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbefa95f-706b-412e-ba99-f43f87e55804 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:46:58.186018 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-728d3c7d-27e8-491c-ab0c-6f63e9d68daf req-e6f2299e-3c12-454c-b893-616b4dca66c3 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Request body: {'port': {'security_groups': ['db82e1ee-bee2-4907-82f8-babf1259b726', '1c5ae934-71e6-4311-a2c9-8d9ff6129d51']}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:46:58.199608 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-dc149675-75a5-4c55-9029-3f85a4059a2a service neutron] Publish callbacks [] for port (bbefa95f-706b-412e-ba99-f43f87e55804), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:58.229373 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-dc149675-75a5-4c55-9029-3f85a4059a2a service neutron] Transition to ACTIVE for port object bbefa95f-706b-412e-ba99-f43f87e55804 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:46:58.244028 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-dc149675-75a5-4c55-9029-3f85a4059a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (bbefa95f-706b-412e-ba99-f43f87e55804), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:58.359927 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc770d7-3278-4fe7-ad27-93e92375face req-41a46fe0-3d75-4950-a1e9-6e71330b094f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:58.361597 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9bc770d7-3278-4fe7-ad27-93e92375face req-41a46fe0-3d75-4950-a1e9-6e71330b094f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=894ea54799be4af689df91af7c8cffaf&device_id=e26a57b0-4801-4651-9d7e-60303653448f HTTP/1.1" status: 200 len: 1099 time: 0.3395522 Jan 28 02:46:58.363844 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0,segment=NetworkSegment(75a4b119-8376-430b-8e41-eb2c7f9df607),segment_id=75a4b119-8376-430b-8e41-eb2c7f9df607)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:58.382093 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-fe510402-981f-44c5-81f9-d3b4f4a3dab6 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5847595 Jan 28 02:46:58.386075 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc149675-75a5-4c55-9029-3f85a4059a2a service neutron] Pushing event updated for resources: {'Port': ['ID=bbefa95f-706b-412e-ba99-f43f87e55804,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:58.399643 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0', 'network_id': 'c898a309-cc9c-486f-b9d6-bb11ec55d766', 'port_id': '569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0', 'mac_address': 'fa:16:3e:10:6e:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaaafb1c-3547-4581-9e89-2950c931386f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:46:58.446534 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 9a6a1c2a-153c-4d13-9b87-6c37790208b7 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:46:58.492445 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-dc149675-75a5-4c55-9029-3f85a4059a2a service neutron] Attempting to bind port bbefa95f-706b-412e-ba99-f43f87e55804 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:46:58.493144 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-dc149675-75a5-4c55-9029-3f85a4059a2a service neutron] Attempting to bind port bbefa95f-706b-412e-ba99-f43f87e55804 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:46:58.493819 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-dc149675-75a5-4c55-9029-3f85a4059a2a service neutron] Attempting to bind port bbefa95f-706b-412e-ba99-f43f87e55804 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:46:58.502415 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-1d0a4c5f-61bd-4652-8a8d-82e0cb09f516 service neutron] Request body: {'port': {'device_id': 'aff0c9c9-2c95-47fc-ad21-e435e29acd33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:46:58.505510 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-dc149675-75a5-4c55-9029-3f85a4059a2a service neutron] Port bbefa95f-706b-412e-ba99-f43f87e55804 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:46:58.505846 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-dc149675-75a5-4c55-9029-3f85a4059a2a service neutron] Attempting to bind port bbefa95f-706b-412e-ba99-f43f87e55804 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:46:58.517463 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0 is: ACTIVE; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:46:58.517866 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:58.533732 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-728d3c7d-27e8-491c-ab0c-6f63e9d68daf req-e6f2299e-3c12-454c-b893-616b4dca66c3 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (cfd282d7-980b-4103-971c-6210646c9538), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:58.549722 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25655dff-d204-41db-a43c-18649c52389f req-df29a882-9bc4-49b8-a3e4-cb38bf718c3f tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:58.558605 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-25655dff-d204-41db-a43c-18649c52389f req-df29a882-9bc4-49b8-a3e4-cb38bf718c3f tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f5f98d1-2eeb-48bd-9d72-670015d29247 HTTP/1.1" status: 200 len: 947 time: 0.1631305 Jan 28 02:46:58.561751 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-dc149675-75a5-4c55-9029-3f85a4059a2a service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:46:58.562676 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-dc149675-75a5-4c55-9029-3f85a4059a2a service neutron] Checking segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:46:58.563076 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-dc149675-75a5-4c55-9029-3f85a4059a2a service neutron] Bound using segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:46:58.563539 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-dc149675-75a5-4c55-9029-3f85a4059a2a service neutron] Bound port: bbefa95f-706b-412e-ba99-f43f87e55804, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:46:58.563900 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-dc149675-75a5-4c55-9029-3f85a4059a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (bbefa95f-706b-412e-ba99-f43f87e55804), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:58.614772 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:46:58.637124 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-f7fa4ca8-67c4-4388-a68a-345e6d3dd71a None None] Provisioning complete for port d925d38d-6ab3-40a6-a442-3a0decad1995 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:46:58.637518 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f7fa4ca8-67c4-4388-a68a-345e6d3dd71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d925d38d-6ab3-40a6-a442-3a0decad1995), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:58.709350 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.resource_extend [None req-39d61263-8968-4340-b258-80509f6b456b None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 02:46:58.768673 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-25655dff-d204-41db-a43c-18649c52389f req-c0ce8989-ab08-4ec2-970d-a291ae1be32e tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868441 Jan 28 02:46:58.872286 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-dc149675-75a5-4c55-9029-3f85a4059a2a service neutron] For port bbefa95f-706b-412e-ba99-f43f87e55804, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:46:58.873735 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0,segment=NetworkSegment(75a4b119-8376-430b-8e41-eb2c7f9df607),segment_id=75a4b119-8376-430b-8e41-eb2c7f9df607)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:58.885683 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-dc149675-75a5-4c55-9029-3f85a4059a2a service neutron] For port bbefa95f-706b-412e-ba99-f43f87e55804, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=bbefa95f-706b-412e-ba99-f43f87e55804,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:46:58.890213 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-1d0a4c5f-61bd-4652-8a8d-82e0cb09f516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d925d38d-6ab3-40a6-a442-3a0decad1995), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:58.900710 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-dc149675-75a5-4c55-9029-3f85a4059a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (bbefa95f-706b-412e-ba99-f43f87e55804), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:58.918228 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc770d7-3278-4fe7-ad27-93e92375face req-7f43c417-c581-4cb4-80bc-d88521d17002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:58.919979 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9bc770d7-3278-4fe7-ad27-93e92375face req-7f43c417-c581-4cb4-80bc-d88521d17002 service neutron] 10.222.0.67 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.5276353 Jan 28 02:46:58.925642 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:58.943229 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-f7fa4ca8-67c4-4388-a68a-345e6d3dd71a None None] Port d925d38d-6ab3-40a6-a442-3a0decad1995 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:46:59.000881 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc149675-75a5-4c55-9029-3f85a4059a2a service neutron] Pushing event updated for resources: {'Port': ['ID=bbefa95f-706b-412e-ba99-f43f87e55804,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:59.034556 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:59.037730 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0,revision_number=6']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:59.058408 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-dc149675-75a5-4c55-9029-3f85a4059a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:59.059014 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-dc149675-75a5-4c55-9029-3f85a4059a2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:59.060447 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-dc149675-75a5-4c55-9029-3f85a4059a2a service neutron] 10.222.0.67 "PUT /v2.0/ports/bbefa95f-706b-412e-ba99-f43f87e55804 HTTP/1.1" status: 200 len: 1096 time: 2.2557745 Jan 28 02:46:59.060903 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f5f98d1-2eeb-48bd-9d72-670015d29247', 'tag': 'bbefa95f-706b-412e-ba99-f43f87e55804'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:46:59.066563 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ff7a34-4609-4562-ab4d-425a20acbd49" -d '{"events": [{"name": "network-changed", "server_uuid": "4f5f98d1-2eeb-48bd-9d72-670015d29247", "tag": "bbefa95f-706b-412e-ba99-f43f87e55804"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:46:59.095978 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 9a6a1c2a-153c-4d13-9b87-6c37790208b7, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=9a6a1c2a-153c-4d13-9b87-6c37790208b7,segment=NetworkSegment(1cc99f2f-8533-4758-ac6d-0ec0b703844f),segment_id=1cc99f2f-8533-4758-ac6d-0ec0b703844f)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:59.119548 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '9a6a1c2a-153c-4d13-9b87-6c37790208b7', 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c', 'port_id': '9a6a1c2a-153c-4d13-9b87-6c37790208b7', 'mac_address': 'fa:16:3e:72:65:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcba3f69-83cc-4e79-8ae3-09e3e7684525', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:46:59.122234 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f51b4-f9be-4f93-96a6-1799a74527e1 req-a1966f3c-ff9e-4b1a-a333-a66066da0348 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:59.135681 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a39f51b4-f9be-4f93-96a6-1799a74527e1 req-a1966f3c-ff9e-4b1a-a333-a66066da0348 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 943 time: 0.1330409 Jan 28 02:46:59.243879 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 9a6a1c2a-153c-4d13-9b87-6c37790208b7 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:46:59.244381 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9a6a1c2a-153c-4d13-9b87-6c37790208b7), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:59.270863 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-0ec8a365-55df-406c-837b-e423e2f3cf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:59.272667 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-0ec8a365-55df-406c-837b-e423e2f3cf0c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=48a9da4172074c31af36ad122c33e36a&device_id=4f5f98d1-2eeb-48bd-9d72-670015d29247 HTTP/1.1" status: 200 len: 1099 time: 0.0917149 Jan 28 02:46:59.290712 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a39f51b4-f9be-4f93-96a6-1799a74527e1 req-0293ea94-b3f4-4648-9dcd-bd01e6863319 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539097 Jan 28 02:46:59.291892 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:46:59.313303 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a6a1c2a-153c-4d13-9b87-6c37790208b7 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:46:59.403110 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9bc770d7-3278-4fe7-ad27-93e92375face req-0bdd9a43-18e8-4fb4-a7d0-f438719e2e7a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=5ec4d367-7e84-4bef-8923-b6dfd46a0bcd HTTP/1.1" status: 200 len: 217 time: 0.1522219 Jan 28 02:46:59.434059 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-857b8b83-dd55-4983-9ed1-dc9133f28954 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=bbefa95f-706b-412e-ba99-f43f87e55804 HTTP/1.1" status: 200 len: 217 time: 0.1318383 Jan 28 02:46:59.467325 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 9a6a1c2a-153c-4d13-9b87-6c37790208b7, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=9a6a1c2a-153c-4d13-9b87-6c37790208b7,segment=NetworkSegment(1cc99f2f-8533-4758-ac6d-0ec0b703844f),segment_id=1cc99f2f-8533-4758-ac6d-0ec0b703844f)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:46:59.501615 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9a6a1c2a-153c-4d13-9b87-6c37790208b7), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:59.534503 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-e058a085-606d-4804-a817-471a2c84bfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:59.537977 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-e058a085-606d-4804-a817-471a2c84bfe1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.0952697 Jan 28 02:46:59.585767 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6dbbde1b-0e80-416d-af9d-2fff3b54ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:59.640566 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=9a6a1c2a-153c-4d13-9b87-6c37790208b7,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:46:59.677789 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc770d7-3278-4fe7-ad27-93e92375face req-bb972c77-a48c-4aac-9330-c162e0e5e3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:59.679302 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9bc770d7-3278-4fe7-ad27-93e92375face req-bb972c77-a48c-4aac-9330-c162e0e5e3c5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.2438798 Jan 28 02:46:59.702631 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047af764-4225-49d2-80f8-72cd3ee25bf0 req-21db7886-9659-46ab-b5ce-e888cdfc053a tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:59.710295 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-047af764-4225-49d2-80f8-72cd3ee25bf0 req-21db7886-9659-46ab-b5ce-e888cdfc053a tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 949 time: 0.1709089 Jan 28 02:46:59.733639 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-3c21f0f4-cf71-4da0-ab37-14a68b76e3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:59.735216 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-3c21f0f4-cf71-4da0-ab37-14a68b76e3cc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1359966 Jan 28 02:46:59.774452 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-1d0a4c5f-61bd-4652-8a8d-82e0cb09f516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d925d38d-6ab3-40a6-a442-3a0decad1995 {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:46:59.786963 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-047af764-4225-49d2-80f8-72cd3ee25bf0 req-370e197b-d7f3-4d3d-9dbe-1effe4e1cd66 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756700 Jan 28 02:46:59.793144 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-1d0a4c5f-61bd-4652-8a8d-82e0cb09f516 service neutron] Publish callbacks [] for port (d925d38d-6ab3-40a6-a442-3a0decad1995), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:59.827538 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-1d0a4c5f-61bd-4652-8a8d-82e0cb09f516 service neutron] Transition to ACTIVE for port object d925d38d-6ab3-40a6-a442-3a0decad1995 will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:46:59.846037 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc770d7-3278-4fe7-ad27-93e92375face req-c59717fe-471a-4a59-955a-ec3b3e09ac4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:46:59.848963 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9bc770d7-3278-4fe7-ad27-93e92375face req-c59717fe-471a-4a59-955a-ec3b3e09ac4f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1039612 Jan 28 02:46:59.851793 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-1d0a4c5f-61bd-4652-8a8d-82e0cb09f516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (d925d38d-6ab3-40a6-a442-3a0decad1995), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:46:59.865799 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-728d3c7d-27e8-491c-ab0c-6f63e9d68daf req-e6f2299e-3c12-454c-b893-616b4dca66c3 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] For port cfd282d7-980b-4103-971c-6210646c9538, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=cfd282d7-980b-4103-971c-6210646c9538,segment=NetworkSegment(9ae36b99-37d5-40c4-bd2c-f1ea61335d88),segment_id=9ae36b99-37d5-40c4-bd2c-f1ea61335d88)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:47:00.011710 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a4c5f-61bd-4652-8a8d-82e0cb09f516 service neutron] Pushing event updated for resources: {'Port': ['ID=d925d38d-6ab3-40a6-a442-3a0decad1995,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:00.023365 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-a75f32a2-0341-4d04-a02e-0dd2e33f2563 service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485185 Jan 28 02:47:00.073692 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-728d3c7d-27e8-491c-ab0c-6f63e9d68daf req-e6f2299e-3c12-454c-b893-616b4dca66c3 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for port (cfd282d7-980b-4103-971c-6210646c9538), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:00.111519 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-728d3c7d-27e8-491c-ab0c-6f63e9d68daf req-e6f2299e-3c12-454c-b893-616b4dca66c3 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (cfd282d7-980b-4103-971c-6210646c9538), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:00.167519 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['cfd282d7-980b-4103-971c-6210646c9538'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:47:00.199531 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-2c1267a4-3e80-410a-8e1d-c0f1050dfa55 service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693316 Jan 28 02:47:00.202547 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8989a837-ab3b-4a9b-afce-4d6a47f8f893 x-openstack-request-id: req-8989a837-ab3b-4a9b-afce-4d6a47f8f893 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:47:00.202547 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f5f98d1-2eeb-48bd-9d72-670015d29247", "tag": "bbefa95f-706b-412e-ba99-f43f87e55804", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:47:00.202828 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8989a837-ab3b-4a9b-afce-4d6a47f8f893 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:47:00.203474 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f5f98d1-2eeb-48bd-9d72-670015d29247', 'tag': 'bbefa95f-706b-412e-ba99-f43f87e55804', 'status': 'completed', 'code': 200} Jan 28 02:47:00.267948 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c9b44a-cad5-4e31-8acf-c2c4471cd4ec req-a27461b3-e80e-413f-a761-2a16c4ac4b75 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:00.275332 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-17c9b44a-cad5-4e31-8acf-c2c4471cd4ec req-a27461b3-e80e-413f-a761-2a16c4ac4b75 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/ports?device_id=e26a57b0-4801-4651-9d7e-60303653448f HTTP/1.1" status: 200 len: 947 time: 0.0747502 Jan 28 02:47:00.366322 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9bc770d7-3278-4fe7-ad27-93e92375face req-6788e7fd-026e-4af0-a347-f4ef46f578e7 service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5057156 Jan 28 02:47:00.374832 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['9a6a1c2a-153c-4d13-9b87-6c37790208b7'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:47:00.394758 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d3c7d-27e8-491c-ab0c-6f63e9d68daf req-e6f2299e-3c12-454c-b893-616b4dca66c3 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:00.397925 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-728d3c7d-27e8-491c-ab0c-6f63e9d68daf req-e6f2299e-3c12-454c-b893-616b4dca66c3 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:00.413124 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-728d3c7d-27e8-491c-ab0c-6f63e9d68daf req-e6f2299e-3c12-454c-b893-616b4dca66c3 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "PUT /v2.0/ports/cfd282d7-980b-4103-971c-6210646c9538 HTTP/1.1" status: 200 len: 982 time: 2.2648995 Jan 28 02:47:00.413341 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff7a34-4609-4562-ab4d-425a20acbd49 req-6b31cabb-d7f4-4a47-93e8-9d05fd8e74eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:00.421700 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-27ff7a34-4609-4562-ab4d-425a20acbd49 req-6b31cabb-d7f4-4a47-93e8-9d05fd8e74eb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=48a9da4172074c31af36ad122c33e36a&device_id=4f5f98d1-2eeb-48bd-9d72-670015d29247 HTTP/1.1" status: 200 len: 1099 time: 0.0968111 Jan 28 02:47:00.441738 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-17c9b44a-cad5-4e31-8acf-c2c4471cd4ec req-8ae6f00a-6680-471d-a71f-6988ff6ae953 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/security-groups?id=af04dfc0-4bf3-4e7a-83e9-e1fc75c3a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654446 Jan 28 02:47:00.569042 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94372434-9335-4377-8aee-1d102029dda4', 'tag': 'cfd282d7-980b-4103-971c-6210646c9538'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:47:00.574165 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f330194c-f61d-4dbf-8e67-71bac2683e9a" -d '{"events": [{"name": "network-changed", "server_uuid": "94372434-9335-4377-8aee-1d102029dda4", "tag": "cfd282d7-980b-4103-971c-6210646c9538"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:47:00.581882 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f2299e-3c12-454c-b893-616b4dca66c3 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Pushing event updated for resources: {'Port': ['ID=cfd282d7-980b-4103-971c-6210646c9538,revision_number=6']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:00.616366 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['cfd282d7-980b-4103-971c-6210646c9538'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:47:00.638877 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff7a34-4609-4562-ab4d-425a20acbd49 req-0093c769-59cf-4eab-b593-9ffc93a33c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:00.640878 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-27ff7a34-4609-4562-ab4d-425a20acbd49 req-0093c769-59cf-4eab-b593-9ffc93a33c08 service neutron] 10.222.0.67 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.1978197 Jan 28 02:47:00.702275 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-27ff7a34-4609-4562-ab4d-425a20acbd49 req-d64813a7-462c-47f4-9ba8-3739a8a3188f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=bbefa95f-706b-412e-ba99-f43f87e55804 HTTP/1.1" status: 200 len: 217 time: 0.0512652 Jan 28 02:47:00.786625 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-1d0a4c5f-61bd-4652-8a8d-82e0cb09f516 service neutron] Attempting to bind port d925d38d-6ab3-40a6-a442-3a0decad1995 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:47:00.786964 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-1d0a4c5f-61bd-4652-8a8d-82e0cb09f516 service neutron] Attempting to bind port d925d38d-6ab3-40a6-a442-3a0decad1995 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:47:00.787302 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-1d0a4c5f-61bd-4652-8a8d-82e0cb09f516 service neutron] Attempting to bind port d925d38d-6ab3-40a6-a442-3a0decad1995 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:47:00.816752 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e503f9-cbec-474e-8561-04579d4a83e9 req-66d0ef3b-0cb3-4865-88ad-2ea83982009d tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:00.824489 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e1e503f9-cbec-474e-8561-04579d4a83e9 req-66d0ef3b-0cb3-4865-88ad-2ea83982009d tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 949 time: 0.1825259 Jan 28 02:47:00.828199 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-1d0a4c5f-61bd-4652-8a8d-82e0cb09f516 service neutron] Port d925d38d-6ab3-40a6-a442-3a0decad1995 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:47:00.828531 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-1d0a4c5f-61bd-4652-8a8d-82e0cb09f516 service neutron] Attempting to bind port d925d38d-6ab3-40a6-a442-3a0decad1995 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:47:00.849928 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff7a34-4609-4562-ab4d-425a20acbd49 req-f02059a3-41b9-4363-b7ce-2d9f4a0b5271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:00.851390 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-27ff7a34-4609-4562-ab4d-425a20acbd49 req-f02059a3-41b9-4363-b7ce-2d9f4a0b5271 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.1108396 Jan 28 02:47:00.874318 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-1d0a4c5f-61bd-4652-8a8d-82e0cb09f516 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:47:00.874318 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-1d0a4c5f-61bd-4652-8a8d-82e0cb09f516 service neutron] Checking segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:47:00.881758 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-1d0a4c5f-61bd-4652-8a8d-82e0cb09f516 service neutron] Bound using segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:47:00.882243 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-1d0a4c5f-61bd-4652-8a8d-82e0cb09f516 service neutron] Bound port: d925d38d-6ab3-40a6-a442-3a0decad1995, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:47:00.882620 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-1d0a4c5f-61bd-4652-8a8d-82e0cb09f516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d925d38d-6ab3-40a6-a442-3a0decad1995), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:00.905474 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e1e503f9-cbec-474e-8561-04579d4a83e9 req-f49d6138-73e0-4e32-8069-eb3104cd74f5 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798452 Jan 28 02:47:00.914937 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91687525-7ffa-4dc9-82aa-eeb2fb900ee1 req-5fcfd4ad-344e-4695-98df-279bb8e5440d tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:00.915721 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-91687525-7ffa-4dc9-82aa-eeb2fb900ee1 req-5fcfd4ad-344e-4695-98df-279bb8e5440d tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f5f98d1-2eeb-48bd-9d72-670015d29247 HTTP/1.1" status: 200 len: 947 time: 0.3220181 Jan 28 02:47:00.963687 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9bc770d7-3278-4fe7-ad27-93e92375face req-c8dfc0f7-3b26-4423-a795-cc2270043c9f service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4532287 Jan 28 02:47:01.001638 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff7a34-4609-4562-ab4d-425a20acbd49 req-73b8ceb2-5cd9-46cc-a723-dbcf64a21998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:01.006745 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-27ff7a34-4609-4562-ab4d-425a20acbd49 req-73b8ceb2-5cd9-46cc-a723-dbcf64a21998 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1216848 Jan 28 02:47:01.066475 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-91687525-7ffa-4dc9-82aa-eeb2fb900ee1 req-d3793b5a-bdee-47b4-b638-67d0b2277d05 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339328 Jan 28 02:47:01.083376 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-1d0a4c5f-61bd-4652-8a8d-82e0cb09f516 service neutron] For port d925d38d-6ab3-40a6-a442-3a0decad1995, host n-h2-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:47:01.089816 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-1d0a4c5f-61bd-4652-8a8d-82e0cb09f516 service neutron] For port d925d38d-6ab3-40a6-a442-3a0decad1995, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=d925d38d-6ab3-40a6-a442-3a0decad1995,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:47:01.102240 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-1d0a4c5f-61bd-4652-8a8d-82e0cb09f516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (d925d38d-6ab3-40a6-a442-3a0decad1995), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:01.196791 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a81ab5-5ddc-48ed-8f9f-b26226cf91fd req-6d396320-e276-4403-b03c-d1a814c2bd72 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:01.208236 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-63a81ab5-5ddc-48ed-8f9f-b26226cf91fd req-6d396320-e276-4403-b03c-d1a814c2bd72 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 944 time: 0.1955597 Jan 28 02:47:01.260928 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a4c5f-61bd-4652-8a8d-82e0cb09f516 service neutron] Pushing event updated for resources: {'Port': ['ID=d925d38d-6ab3-40a6-a442-3a0decad1995,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:01.301453 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-1d0a4c5f-61bd-4652-8a8d-82e0cb09f516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:01.301955 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-1d0a4c5f-61bd-4652-8a8d-82e0cb09f516 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:01.303403 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-1d0a4c5f-61bd-4652-8a8d-82e0cb09f516 service neutron] 10.222.0.39 "PUT /v2.0/ports/d925d38d-6ab3-40a6-a442-3a0decad1995 HTTP/1.1" status: 200 len: 1097 time: 2.8905284 Jan 28 02:47:01.324008 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-27ff7a34-4609-4562-ab4d-425a20acbd49 req-dafc0d5d-1144-4bc5-ad05-c2196a2904c3 service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988806 Jan 28 02:47:01.339156 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2960c00d-fb8d-4f28-94d7-bb66d1a8143b req-d846382d-80ad-4c62-af3d-48f99e2ea7a1 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1740614558&fields=id&tenant_id=2ab8a3eab2774693b9eefcdcd3df987b HTTP/1.1" status: 200 len: 267 time: 0.1195083 Jan 28 02:47:01.367204 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-63a81ab5-5ddc-48ed-8f9f-b26226cf91fd req-ce6e3578-6cec-4935-a245-86d54324eeb7 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483445 Jan 28 02:47:01.515544 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-27ff7a34-4609-4562-ab4d-425a20acbd49 req-2faa3709-3d2a-4d81-b373-087894122f8b service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374056 Jan 28 02:47:01.548343 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2960c00d-fb8d-4f28-94d7-bb66d1a8143b req-419b1fe7-ddd2-4287-b666-9ab331946dd4 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:01.583348 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2960c00d-fb8d-4f28-94d7-bb66d1a8143b req-419b1fe7-ddd2-4287-b666-9ab331946dd4 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/ports?device_id=94372434-9335-4377-8aee-1d102029dda4 HTTP/1.1" status: 200 len: 985 time: 0.2146087 Jan 28 02:47:01.592729 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-2960c00d-fb8d-4f28-94d7-bb66d1a8143b req-07509a50-2c1c-4254-9b51-755183a337a7 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Request body: {'port': {'security_groups': ['1c5ae934-71e6-4311-a2c9-8d9ff6129d51', 'db82e1ee-bee2-4907-82f8-babf1259b726', '8120c069-a50c-4afc-867f-bc0e504232b9']}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:47:01.607977 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11edb8a1-6dc5-4d71-88a8-0f6a83ef63cf x-openstack-request-id: req-11edb8a1-6dc5-4d71-88a8-0f6a83ef63cf {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:47:01.608242 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94372434-9335-4377-8aee-1d102029dda4", "tag": "cfd282d7-980b-4103-971c-6210646c9538", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:47:01.608504 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-11edb8a1-6dc5-4d71-88a8-0f6a83ef63cf {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:47:01.608903 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94372434-9335-4377-8aee-1d102029dda4', 'tag': 'cfd282d7-980b-4103-971c-6210646c9538', 'status': 'completed', 'code': 200} Jan 28 02:47:01.632435 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330194c-f61d-4dbf-8e67-71bac2683e9a req-36ea2174-e8c1-4588-93c2-892fc0e038af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:01.634693 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f330194c-f61d-4dbf-8e67-71bac2683e9a req-36ea2174-e8c1-4588-93c2-892fc0e038af service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ab8a3eab2774693b9eefcdcd3df987b&device_id=94372434-9335-4377-8aee-1d102029dda4 HTTP/1.1" status: 200 len: 1137 time: 0.0646358 Jan 28 02:47:01.676476 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-c629af3e-392b-4025-86b3-86b2e87374b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:01.678011 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-c629af3e-392b-4025-86b3-86b2e87374b2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=48a9da4172074c31af36ad122c33e36a&device_id=aff0c9c9-2c95-47fc-ad21-e435e29acd33 HTTP/1.1" status: 200 len: 1100 time: 0.2633879 Jan 28 02:47:01.789103 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8ac53ce0-8bec-48ed-993b-eece530106a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:01.857107 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-c20bae64-83d8-4481-b73e-99013afbfddd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=d925d38d-6ab3-40a6-a442-3a0decad1995 HTTP/1.1" status: 200 len: 217 time: 0.1449649 Jan 28 02:47:01.867397 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330194c-f61d-4dbf-8e67-71bac2683e9a req-b3ab1cc9-04b2-4f91-9866-faa7f32085a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:01.868962 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f330194c-f61d-4dbf-8e67-71bac2683e9a req-b3ab1cc9-04b2-4f91-9866-faa7f32085a4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8cafc877-dd04-48f5-9107-6d7fbef7a7d2 HTTP/1.1" status: 200 len: 913 time: 0.2249761 Jan 28 02:47:01.893235 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d0a2d-2346-4221-9ed4-163c09811352 req-8c29c920-b818-4a76-a9f0-dcfc9735ccb6 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:01.900554 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-310d0a2d-2346-4221-9ed4-163c09811352 req-8c29c920-b818-4a76-a9f0-dcfc9735ccb6 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/ports?device_id=e26a57b0-4801-4651-9d7e-60303653448f HTTP/1.1" status: 200 len: 947 time: 0.1203809 Jan 28 02:47:01.951968 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-2960c00d-fb8d-4f28-94d7-bb66d1a8143b req-07509a50-2c1c-4254-9b51-755183a337a7 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (cfd282d7-980b-4103-971c-6210646c9538), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:01.962263 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f330194c-f61d-4dbf-8e67-71bac2683e9a req-dd521224-41a6-42b2-b75c-597dbcca4e61 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfd282d7-980b-4103-971c-6210646c9538 HTTP/1.1" status: 200 len: 217 time: 0.0839684 Jan 28 02:47:01.983798 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-d9e3c4f8-c2a5-441d-9698-60a965473fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:01.985305 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-d9e3c4f8-c2a5-441d-9698-60a965473fe4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.1155839 Jan 28 02:47:02.077118 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-310d0a2d-2346-4221-9ed4-163c09811352 req-fad87c86-ab16-4e3c-a518-e3007a3c566d tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/security-groups?id=af04dfc0-4bf3-4e7a-83e9-e1fc75c3a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748445 Jan 28 02:47:02.078010 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-c5e9ba26-4c5f-4ca6-b2e9-37bd101c885b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:02.079525 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-c5e9ba26-4c5f-4ca6-b2e9-37bd101c885b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0689256 Jan 28 02:47:02.119816 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330194c-f61d-4dbf-8e67-71bac2683e9a req-53197778-8286-48f3-91fb-e7253da98f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:02.124534 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f330194c-f61d-4dbf-8e67-71bac2683e9a req-53197778-8286-48f3-91fb-e7253da98f31 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0320286d-6ddf-44dc-ab23-60f8e4e25317 HTTP/1.1" status: 200 len: 852 time: 0.1529346 Jan 28 02:47:02.126652 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:47:02.171135 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f330194c-f61d-4dbf-8e67-71bac2683e9a req-fdaeb112-eddf-42c4-b782-3de243ba41cf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8cafc877-dd04-48f5-9107-6d7fbef7a7d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364470 Jan 28 02:47:02.284051 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-63fcb56d-1753-4cae-ae09-40740d8b2802 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909702 Jan 28 02:47:02.354719 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363de92-3619-4dba-93e1-5a3b25eb886f req-1961d020-a41d-4758-9834-7320fb346904 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:02.362645 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7363de92-3619-4dba-93e1-5a3b25eb886f req-1961d020-a41d-4758-9834-7320fb346904 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f5f98d1-2eeb-48bd-9d72-670015d29247 HTTP/1.1" status: 200 len: 947 time: 0.1406057 Jan 28 02:47:02.378572 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d102f0e2-201c-4e07-be5d-536361f82d5e req-66f60129-342f-4362-99bd-2438ec2a453e service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873730 Jan 28 02:47:02.388460 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:47:02.391937 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:02.426978 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-2960c00d-fb8d-4f28-94d7-bb66d1a8143b req-07509a50-2c1c-4254-9b51-755183a337a7 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] For port cfd282d7-980b-4103-971c-6210646c9538, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=cfd282d7-980b-4103-971c-6210646c9538,segment=NetworkSegment(9ae36b99-37d5-40c4-bd2c-f1ea61335d88),segment_id=9ae36b99-37d5-40c4-bd2c-f1ea61335d88)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:47:02.438842 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f330194c-f61d-4dbf-8e67-71bac2683e9a req-8c6d52af-3248-44c0-87c7-cf84abe6d7cf service neutron] 10.222.0.39 "GET /v2.0/networks/8cafc877-dd04-48f5-9107-6d7fbef7a7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581713 Jan 28 02:47:02.452348 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7363de92-3619-4dba-93e1-5a3b25eb886f req-9d7ca583-8ba5-4b7b-a791-763f76fdcd48 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852616 Jan 28 02:47:02.468386 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 5ec4d367-7e84-4bef-8923-b6dfd46a0bcd details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:47:02.505363 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-2960c00d-fb8d-4f28-94d7-bb66d1a8143b req-07509a50-2c1c-4254-9b51-755183a337a7 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for port (cfd282d7-980b-4103-971c-6210646c9538), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:02.518322 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-2960c00d-fb8d-4f28-94d7-bb66d1a8143b req-07509a50-2c1c-4254-9b51-755183a337a7 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (cfd282d7-980b-4103-971c-6210646c9538), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:02.558634 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2960c00d-fb8d-4f28-94d7-bb66d1a8143b req-07509a50-2c1c-4254-9b51-755183a337a7 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:02.562209 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-2960c00d-fb8d-4f28-94d7-bb66d1a8143b req-07509a50-2c1c-4254-9b51-755183a337a7 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:02.566827 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2960c00d-fb8d-4f28-94d7-bb66d1a8143b req-07509a50-2c1c-4254-9b51-755183a337a7 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "PUT /v2.0/ports/cfd282d7-980b-4103-971c-6210646c9538 HTTP/1.1" status: 200 len: 1021 time: 0.9827282 Jan 28 02:47:02.575206 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f330194c-f61d-4dbf-8e67-71bac2683e9a req-4f336d6e-0f53-4ace-a785-76106d0d3840 service neutron] 10.222.0.39 "GET /v2.0/networks/8cafc877-dd04-48f5-9107-6d7fbef7a7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913372 Jan 28 02:47:02.585523 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['cfd282d7-980b-4103-971c-6210646c9538'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:47:02.674495 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07509a50-2c1c-4254-9b51-755183a337a7 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Pushing event updated for resources: {'Port': ['ID=cfd282d7-980b-4103-971c-6210646c9538,revision_number=7']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:02.692842 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-a50cae06-3fe8-4a5d-ad85-1cd9a2dd464c req-9e6e1456-d669-4a7b-a9fc-514a6021622e service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:47:02.695223 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a50cae06-3fe8-4a5d-ad85-1cd9a2dd464c req-9e6e1456-d669-4a7b-a9fc-514a6021622e service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070231 Jan 28 02:47:02.772307 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb22f76-3bc9-4a08-9785-5fef0bd882c0 req-8bbe9540-1deb-4ccf-8706-cd19425b05af tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:02.774330 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-acb22f76-3bc9-4a08-9785-5fef0bd882c0 req-8bbe9540-1deb-4ccf-8706-cd19425b05af tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 944 time: 0.0725377 Jan 28 02:47:02.870248 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-acb22f76-3bc9-4a08-9785-5fef0bd882c0 req-68d9ed15-5495-4f87-8d85-a7530abca042 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880892 Jan 28 02:47:02.938883 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:47:02.939875 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:03.093334 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 5ec4d367-7e84-4bef-8923-b6dfd46a0bcd, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=5ec4d367-7e84-4bef-8923-b6dfd46a0bcd,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:47:03.104576 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5067bd0-474d-48e7-8045-467866e5892f req-1fd2d143-c9bc-472f-abe4-59584d805e93 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:03.106023 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a5067bd0-474d-48e7-8045-467866e5892f req-1fd2d143-c9bc-472f-abe4-59584d805e93 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/ports?device_id=94372434-9335-4377-8aee-1d102029dda4 HTTP/1.1" status: 200 len: 1024 time: 0.1371186 Jan 28 02:47:03.134372 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bedbd7f8-c9d2-43c3-888b-f8e1570f09a6 req-3223c11f-8483-43de-aab4-8383664619e9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1126332 Jan 28 02:47:03.146015 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '5ec4d367-7e84-4bef-8923-b6dfd46a0bcd', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'port_id': '5ec4d367-7e84-4bef-8923-b6dfd46a0bcd', 'mac_address': 'fa:16:3e:89:00:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24329ac8-3d67-49eb-9f63-d2859e79e36f', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:47:03.149631 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['cfd282d7-980b-4103-971c-6210646c9538'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:47:03.156387 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [req-bedbd7f8-c9d2-43c3-888b-f8e1570f09a6 req-23c7c8d2-201d-42fc-a9e2-7f79085dc718 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:47:03.157400 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bedbd7f8-c9d2-43c3-888b-f8e1570f09a6 req-23c7c8d2-201d-42fc-a9e2-7f79085dc718 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0134444 Jan 28 02:47:03.273909 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a5067bd0-474d-48e7-8045-467866e5892f req-fb1d387a-920a-44a6-9cfc-dba6a64234a6 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups?id=db82e1ee-bee2-4907-82f8-babf1259b726&id=1c5ae934-71e6-4311-a2c9-8d9ff6129d51&id=8120c069-a50c-4afc-867f-bc0e504232b9 HTTP/1.1" status: 200 len: 6198 time: 0.1505704 Jan 28 02:47:03.431611 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf884e4b-cbbb-4db6-9c3b-334ac898bf29 req-243675b6-b123-4790-a64c-afcbc7b1c908 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:03.433292 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cf884e4b-cbbb-4db6-9c3b-334ac898bf29 req-243675b6-b123-4790-a64c-afcbc7b1c908 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 949 time: 0.1358914 Jan 28 02:47:03.519261 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 5ec4d367-7e84-4bef-8923-b6dfd46a0bcd is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:47:03.525511 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cf884e4b-cbbb-4db6-9c3b-334ac898bf29 req-7ce919c5-7b12-4775-b0e1-5aaafd113505 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840170 Jan 28 02:47:03.526193 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5ec4d367-7e84-4bef-8923-b6dfd46a0bcd), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:03.534673 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe728ff-db96-412c-91f7-eff3eb7e73c0 req-4efa44e7-81a5-4ff2-b2e5-4c2fa141a4b0 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:03.535285 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:03.547391 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ffe728ff-db96-412c-91f7-eff3eb7e73c0 req-4efa44e7-81a5-4ff2-b2e5-4c2fa141a4b0 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/ports?device_id=e26a57b0-4801-4651-9d7e-60303653448f HTTP/1.1" status: 200 len: 947 time: 0.1244822 Jan 28 02:47:03.574169 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7ee1b3-8887-41d3-b576-dda942d78c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:47:03.576401 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1219b9d5-a4ec-45ad-9bac-5c127a24808d" -d '{"events": [{"server_uuid": "af7ee1b3-8887-41d3-b576-dda942d78c8a", "name": "network-vif-plugged", "status": "completed", "tag": "569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:47:03.583798 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-3b64dde9-459f-49d5-9393-27fddc03b525 req-8e9c097b-4297-4f9b-869b-c3854145b03a tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1291980605 ', 'description': 'tempest-description-1446214052'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:47:03.614368 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:03.625873 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aff0c9c9-2c95-47fc-ad21-e435e29acd33', 'tag': 'd925d38d-6ab3-40a6-a442-3a0decad1995'}, {'name': 'network-changed', 'server_uuid': '94372434-9335-4377-8aee-1d102029dda4', 'tag': 'cfd282d7-980b-4103-971c-6210646c9538'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:47:03.628285 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0,segment=NetworkSegment(75a4b119-8376-430b-8e41-eb2c7f9df607),segment_id=75a4b119-8376-430b-8e41-eb2c7f9df607)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:47:03.629437 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3cc218c-3435-40c2-96c0-f67866f507d8" -d '{"events": [{"name": "network-changed", "server_uuid": "aff0c9c9-2c95-47fc-ad21-e435e29acd33", "tag": "d925d38d-6ab3-40a6-a442-3a0decad1995"}, {"name": "network-changed", "server_uuid": "94372434-9335-4377-8aee-1d102029dda4", "tag": "cfd282d7-980b-4103-971c-6210646c9538"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:47:03.636756 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ec4d367-7e84-4bef-8923-b6dfd46a0bcd {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:47:03.637937 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3b64dde9-459f-49d5-9393-27fddc03b525 req-8e9c097b-4297-4f9b-869b-c3854145b03a tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:03.648305 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ffe728ff-db96-412c-91f7-eff3eb7e73c0 req-0531b495-59d5-4fb2-9750-124051b068a2 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/security-groups?id=af04dfc0-4bf3-4e7a-83e9-e1fc75c3a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964875 Jan 28 02:47:03.700414 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:03.763009 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3b64dde9-459f-49d5-9393-27fddc03b525 req-8e9c097b-4297-4f9b-869b-c3854145b03a tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (fb05af1d-d350-43a3-bff4-aaa226263ff9), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:03.772753 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3b64dde9-459f-49d5-9393-27fddc03b525 req-8e9c097b-4297-4f9b-869b-c3854145b03a tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (fb05af1d-d350-43a3-bff4-aaa226263ff9), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:03.787729 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 5ec4d367-7e84-4bef-8923-b6dfd46a0bcd, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=5ec4d367-7e84-4bef-8923-b6dfd46a0bcd,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:47:03.835769 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9c097b-4297-4f9b-869b-c3854145b03a tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb05af1d-d350-43a3-bff4-aaa226263ff9,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:03.846835 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c5316-51d0-4d69-b30e-f0e84fd05107 req-ce1fb4ea-e5cf-4e13-aebc-910f3ee25d72 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:03.854670 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b11c5316-51d0-4d69-b30e-f0e84fd05107 req-ce1fb4ea-e5cf-4e13-aebc-910f3ee25d72 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f5f98d1-2eeb-48bd-9d72-670015d29247 HTTP/1.1" status: 200 len: 947 time: 0.1223722 Jan 28 02:47:03.881726 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3b64dde9-459f-49d5-9393-27fddc03b525 req-8e9c097b-4297-4f9b-869b-c3854145b03a tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:03.892882 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (5ec4d367-7e84-4bef-8923-b6dfd46a0bcd), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:03.901918 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3b64dde9-459f-49d5-9393-27fddc03b525 req-8e9c097b-4297-4f9b-869b-c3854145b03a tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.3211155 Jan 28 02:47:03.937450 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b11c5316-51d0-4d69-b30e-f0e84fd05107 req-871d365c-27a7-4b00-b4ff-54a5235ad805 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746434 Jan 28 02:47:03.957238 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0,revision_number=7']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:03.993864 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 02:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12a7eec-224a-4ebd-a0ce-52db2b239f46 x-openstack-request-id: req-a12a7eec-224a-4ebd-a0ce-52db2b239f46 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:47:03.994377 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aff0c9c9-2c95-47fc-ad21-e435e29acd33", "tag": "d925d38d-6ab3-40a6-a442-3a0decad1995", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "94372434-9335-4377-8aee-1d102029dda4", "tag": "cfd282d7-980b-4103-971c-6210646c9538", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:47:03.994787 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a12a7eec-224a-4ebd-a0ce-52db2b239f46 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:47:03.995350 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aff0c9c9-2c95-47fc-ad21-e435e29acd33', 'tag': 'd925d38d-6ab3-40a6-a442-3a0decad1995', 'status': 'completed', 'code': 200} Jan 28 02:47:03.995752 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94372434-9335-4377-8aee-1d102029dda4', 'tag': 'cfd282d7-980b-4103-971c-6210646c9538', 'status': 'completed', 'code': 200} Jan 28 02:47:04.010134 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a117c4f-5cfb-4faf-977d-18cf1f82bbf3 x-openstack-request-id: req-6a117c4f-5cfb-4faf-977d-18cf1f82bbf3 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:47:04.010442 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af7ee1b3-8887-41d3-b576-dda942d78c8a", "name": "network-vif-plugged", "status": "completed", "tag": "569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:47:04.010699 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6a117c4f-5cfb-4faf-977d-18cf1f82bbf3 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:47:04.011099 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7ee1b3-8887-41d3-b576-dda942d78c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0', 'code': 200} Jan 28 02:47:04.065737 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d238cf70-c8a2-40e0-aa1a-89fb6cf8ec59 req-26429c01-aaeb-40e3-9b5d-b531e974c1a5 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups/fb05af1d-d350-43a3-bff4-aaa226263ff9 HTTP/1.1" status: 200 len: 1798 time: 0.0832031 Jan 28 02:47:04.092190 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:47:04.092550 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:47:04.092884 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:47:04.103210 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:47:04.106146 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:47:04.106146 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:47:04.106146 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:47:04.106146 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:47:04.106146 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:47:04.111450 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:47:04.111846 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:47:04.112194 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:47:04.112534 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:47:04.175039 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365a914-21f5-4dac-a725-adf45192dfef req-e4c330ba-eeae-43e1-b9eb-75bc9b8488aa tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:04.213824 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e365a914-21f5-4dac-a725-adf45192dfef req-e4c330ba-eeae-43e1-b9eb-75bc9b8488aa tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 944 time: 0.1474361 Jan 28 02:47:04.237787 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=5ec4d367-7e84-4bef-8923-b6dfd46a0bcd,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:04.302290 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc218c-3435-40c2-96c0-f67866f507d8 req-77991096-0500-4500-9fb0-b8262af8c86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:04.310962 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a3cc218c-3435-40c2-96c0-f67866f507d8 req-77991096-0500-4500-9fb0-b8262af8c86b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=48a9da4172074c31af36ad122c33e36a&device_id=aff0c9c9-2c95-47fc-ad21-e435e29acd33 HTTP/1.1" status: 200 len: 1100 time: 0.2383652 Jan 28 02:47:04.317331 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e365a914-21f5-4dac-a725-adf45192dfef req-fd21f329-3878-43c5-a72c-22909fada749 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023011 Jan 28 02:47:04.377630 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a0dce5a0-c269-42eb-98fa-06acc5940fc0 req-effcbf2f-18a5-489f-a852-49bfcdfdfef6 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups/fb05af1d-d350-43a3-bff4-aaa226263ff9 HTTP/1.1" status: 200 len: 1798 time: 0.1455462 Jan 28 02:47:04.489922 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device bbefa95f-706b-412e-ba99-f43f87e55804 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:47:04.495751 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 9a6a1c2a-153c-4d13-9b87-6c37790208b7 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:47:04.519394 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a0dce5a0-c269-42eb-98fa-06acc5940fc0 req-ca1b00c4-a8db-40bc-ae29-435a24c9872f tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (fb05af1d-d350-43a3-bff4-aaa226263ff9), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:04.583148 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a0dce5a0-c269-42eb-98fa-06acc5940fc0 req-ca1b00c4-a8db-40bc-ae29-435a24c9872f tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (fb05af1d-d350-43a3-bff4-aaa226263ff9), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:04.598062 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc218c-3435-40c2-96c0-f67866f507d8 req-b98785d0-bcb5-49a5-a8e6-1d833cfbcbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:04.599630 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a3cc218c-3435-40c2-96c0-f67866f507d8 req-b98785d0-bcb5-49a5-a8e6-1d833cfbcbf5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.2614377 Jan 28 02:47:04.600812 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['5ec4d367-7e84-4bef-8923-b6dfd46a0bcd'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:47:04.720347 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747759b-9163-4551-8cea-bfd8847f5959 req-17e08170-1071-44e8-9ecd-c97d06a2c040 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:04.723435 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a3cc218c-3435-40c2-96c0-f67866f507d8 req-1dd9c00b-31fb-4d65-a8f8-c5c2dea769a7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=d925d38d-6ab3-40a6-a442-3a0decad1995 HTTP/1.1" status: 200 len: 217 time: 0.1087303 Jan 28 02:47:04.728912 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:04.737698 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2747759b-9163-4551-8cea-bfd8847f5959 req-17e08170-1071-44e8-9ecd-c97d06a2c040 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 949 time: 0.0916662 Jan 28 02:47:04.804502 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2747759b-9163-4551-8cea-bfd8847f5959 req-def9881c-1b4d-44ad-848a-4674cd2bc8bf tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630398 Jan 28 02:47:04.839923 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc218c-3435-40c2-96c0-f67866f507d8 req-b8bf886b-7141-4d64-8325-8040040aeda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:04.841406 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a3cc218c-3435-40c2-96c0-f67866f507d8 req-b8bf886b-7141-4d64-8325-8040040aeda5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.1016152 Jan 28 02:47:04.937113 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a0dce5a0-c269-42eb-98fa-06acc5940fc0 req-ca1b00c4-a8db-40bc-ae29-435a24c9872f tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (fb05af1d-d350-43a3-bff4-aaa226263ff9), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:04.946223 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a0dce5a0-c269-42eb-98fa-06acc5940fc0 req-ca1b00c4-a8db-40bc-ae29-435a24c9872f tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:04.953848 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a0dce5a0-c269-42eb-98fa-06acc5940fc0 req-ca1b00c4-a8db-40bc-ae29-435a24c9872f tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "DELETE /v2.0/security-groups/fb05af1d-d350-43a3-bff4-aaa226263ff9 HTTP/1.1" status: 204 len: 173 time: 0.5722609 Jan 28 02:47:04.981762 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 9a6a1c2a-153c-4d13-9b87-6c37790208b7 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:47:04.995507 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b00c4-a8db-40bc-ae29-435a24c9872f tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb05af1d-d350-43a3-bff4-aaa226263ff9,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:05.010194 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b950024-8c32-4270-8c65-e7e77e0464d1 req-b7f7664d-3c60-4f19-a927-73aa7a360491 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:05.012876 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc218c-3435-40c2-96c0-f67866f507d8 req-505e12c7-89ae-4975-84f0-0f2b0d0cb3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:05.014933 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6b950024-8c32-4270-8c65-e7e77e0464d1 req-b7f7664d-3c60-4f19-a927-73aa7a360491 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/ports?device_id=e26a57b0-4801-4651-9d7e-60303653448f HTTP/1.1" status: 200 len: 948 time: 0.1275063 Jan 28 02:47:05.016386 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a3cc218c-3435-40c2-96c0-f67866f507d8 req-505e12c7-89ae-4975-84f0-0f2b0d0cb3d4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1654093 Jan 28 02:47:05.068729 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 9a6a1c2a-153c-4d13-9b87-6c37790208b7 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:47:05.069174 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9a6a1c2a-153c-4d13-9b87-6c37790208b7), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:05.130537 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6b950024-8c32-4270-8c65-e7e77e0464d1 req-43d6e8c0-afed-472c-b8f0-bdbf636eb1d3 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/security-groups?id=af04dfc0-4bf3-4e7a-83e9-e1fc75c3a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024587 Jan 28 02:47:05.182827 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [req-902205be-808b-49eb-8495-a79e3c639783 req-0c37a95b-f0a9-43a1-8f38-7379297d4b9e tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] show failed (client error): The resource could not be found. Jan 28 02:47:05.186886 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port bbefa95f-706b-412e-ba99-f43f87e55804, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=bbefa95f-706b-412e-ba99-f43f87e55804,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:47:05.193799 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-902205be-808b-49eb-8495-a79e3c639783 req-0c37a95b-f0a9-43a1-8f38-7379297d4b9e tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups/fb05af1d-d350-43a3-bff4-aaa226263ff9 HTTP/1.1" status: 404 len: 352 time: 0.0294871 Jan 28 02:47:05.225705 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': 'bbefa95f-706b-412e-ba99-f43f87e55804', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'port_id': 'bbefa95f-706b-412e-ba99-f43f87e55804', 'mac_address': 'fa:16:3e:5c:f9:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24329ac8-3d67-49eb-9f63-d2859e79e36f', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:47:05.246091 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-4e147152-e5e4-492a-8c01-4f946ae78fb2 req-5ac57432-74be-4da6-a172-6e8c10f9242e tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1496337849', 'description': 'tempest-description-374604945'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:47:05.307720 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-4e147152-e5e4-492a-8c01-4f946ae78fb2 req-5ac57432-74be-4da6-a172-6e8c10f9242e tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:05.323725 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port bbefa95f-706b-412e-ba99-f43f87e55804 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:47:05.324375 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (bbefa95f-706b-412e-ba99-f43f87e55804), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:05.350187 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 9a6a1c2a-153c-4d13-9b87-6c37790208b7 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:47:05.350845 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9a6a1c2a-153c-4d13-9b87-6c37790208b7), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:05.355362 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbefa95f-706b-412e-ba99-f43f87e55804 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:47:05.372600 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad662415-d48c-4b52-8983-078c48dd00ff req-9e184479-a6fa-46b3-ba66-2407c81048f1 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:05.385363 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ad662415-d48c-4b52-8983-078c48dd00ff req-9e184479-a6fa-46b3-ba66-2407c81048f1 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f5f98d1-2eeb-48bd-9d72-670015d29247 HTTP/1.1" status: 200 len: 947 time: 0.3100874 Jan 28 02:47:05.415914 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 9a6a1c2a-153c-4d13-9b87-6c37790208b7, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=9a6a1c2a-153c-4d13-9b87-6c37790208b7,segment=NetworkSegment(1cc99f2f-8533-4758-ac6d-0ec0b703844f),segment_id=1cc99f2f-8533-4758-ac6d-0ec0b703844f)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:47:05.421725 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port bbefa95f-706b-412e-ba99-f43f87e55804, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=bbefa95f-706b-412e-ba99-f43f87e55804,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:47:05.424347 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9a6a1c2a-153c-4d13-9b87-6c37790208b7), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:05.455111 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a3cc218c-3435-40c2-96c0-f67866f507d8 req-0a282b70-1f6f-459a-8d95-ca083284decb service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265046 Jan 28 02:47:05.457478 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-4e147152-e5e4-492a-8c01-4f946ae78fb2 req-5ac57432-74be-4da6-a172-6e8c10f9242e tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (b7b3f61a-ed40-4281-8138-9df282f236ff), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:05.482949 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=9a6a1c2a-153c-4d13-9b87-6c37790208b7,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:05.493324 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (bbefa95f-706b-412e-ba99-f43f87e55804), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:05.506653 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-4e147152-e5e4-492a-8c01-4f946ae78fb2 req-5ac57432-74be-4da6-a172-6e8c10f9242e tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b7b3f61a-ed40-4281-8138-9df282f236ff), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:05.551797 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=bbefa95f-706b-412e-ba99-f43f87e55804,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:05.602418 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac57432-74be-4da6-a172-6e8c10f9242e tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b3f61a-ed40-4281-8138-9df282f236ff,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:05.616105 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ad662415-d48c-4b52-8983-078c48dd00ff req-d3aa6785-d4ea-4a71-b858-9a911fa92fb5 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296529 Jan 28 02:47:05.626508 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-4e147152-e5e4-492a-8c01-4f946ae78fb2 req-5ac57432-74be-4da6-a172-6e8c10f9242e tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:05.644319 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4e147152-e5e4-492a-8c01-4f946ae78fb2 req-5ac57432-74be-4da6-a172-6e8c10f9242e tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4069164 Jan 28 02:47:05.663496 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbd7f8-c9d2-43c3-888b-f8e1570f09a6 req-c83cada0-ba73-44dc-956b-0b5697c60d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:05.665793 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bedbd7f8-c9d2-43c3-888b-f8e1570f09a6 req-c83cada0-ba73-44dc-956b-0b5697c60d8b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=29a2e152744a433f9b25a7592aa94e29&device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 1101 time: 0.2065787 Jan 28 02:47:05.705140 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a3cc218c-3435-40c2-96c0-f67866f507d8 req-b1389107-1b5d-4e90-ac9d-f8d05d25055f service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396119 Jan 28 02:47:05.867186 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:05.880126 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-9551faa3-cc16-4f2d-beaf-adb5600ea14a req-5b996a27-f322-4cf9-952d-dd3deb58d7fd tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1440695444', 'description': 'tempest-description-1983688775'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:47:05.916927 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9e822-0c00-4346-8538-4f4e03f4d01f req-08e70fa5-d366-4556-a11f-183624a21c77 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:05.925770 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-38a9e822-0c00-4346-8538-4f4e03f4d01f req-08e70fa5-d366-4556-a11f-183624a21c77 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 945 time: 0.1239610 Jan 28 02:47:05.939828 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc218c-3435-40c2-96c0-f67866f507d8 req-6dbb1421-96be-46c5-9bb5-34cce6b106be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:05.941554 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a3cc218c-3435-40c2-96c0-f67866f507d8 req-6dbb1421-96be-46c5-9bb5-34cce6b106be service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ab8a3eab2774693b9eefcdcd3df987b&device_id=94372434-9335-4377-8aee-1d102029dda4 HTTP/1.1" status: 200 len: 1176 time: 0.0945091 Jan 28 02:47:05.951211 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbd7f8-c9d2-43c3-888b-f8e1570f09a6 req-7f3100ae-4033-48ce-9b6f-c493a4a7e4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:05.952986 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bedbd7f8-c9d2-43c3-888b-f8e1570f09a6 req-7f3100ae-4033-48ce-9b6f-c493a4a7e4e4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.2803524 Jan 28 02:47:05.969120 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-9551faa3-cc16-4f2d-beaf-adb5600ea14a req-5b996a27-f322-4cf9-952d-dd3deb58d7fd tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:06.013634 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7297760-8418-44ec-bbff-6daa2a3b108b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a6a1c2a-153c-4d13-9b87-6c37790208b7'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:47:06.018200 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357dcb48-368a-42f4-8d6b-b5a24dc5840c" -d '{"events": [{"server_uuid": "d7297760-8418-44ec-bbff-6daa2a3b108b", "name": "network-vif-plugged", "status": "completed", "tag": "9a6a1c2a-153c-4d13-9b87-6c37790208b7"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:47:06.035251 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bedbd7f8-c9d2-43c3-888b-f8e1570f09a6 req-6e9ac803-846f-40d6-90ff-f01ed8586036 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=db544135-c445-4692-8e64-1b183a504092 HTTP/1.1" status: 200 len: 217 time: 0.0720809 Jan 28 02:47:06.112546 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbd7f8-c9d2-43c3-888b-f8e1570f09a6 req-c7c4fd8b-da38-4ff7-94c2-11aefcc21fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:06.114561 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bedbd7f8-c9d2-43c3-888b-f8e1570f09a6 req-c7c4fd8b-da38-4ff7-94c2-11aefcc21fd7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.0697794 Jan 28 02:47:06.246221 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbd7f8-c9d2-43c3-888b-f8e1570f09a6 req-af2ba64b-f09f-48c3-8155-78b6f0217c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:06.248495 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bedbd7f8-c9d2-43c3-888b-f8e1570f09a6 req-af2ba64b-f09f-48c3-8155-78b6f0217c43 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1247141 Jan 28 02:47:06.256942 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-9551faa3-cc16-4f2d-beaf-adb5600ea14a req-5b996a27-f322-4cf9-952d-dd3deb58d7fd tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (c1bbd2a4-f20b-49f2-87e5-7237bcc82585), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:06.304708 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device d925d38d-6ab3-40a6-a442-3a0decad1995 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:47:06.307842 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['bbefa95f-706b-412e-ba99-f43f87e55804'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:47:06.329753 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-9551faa3-cc16-4f2d-beaf-adb5600ea14a req-5b996a27-f322-4cf9-952d-dd3deb58d7fd tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c1bbd2a4-f20b-49f2-87e5-7237bcc82585), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:06.364478 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-9551faa3-cc16-4f2d-beaf-adb5600ea14a req-5b996a27-f322-4cf9-952d-dd3deb58d7fd tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:06.377912 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9551faa3-cc16-4f2d-beaf-adb5600ea14a req-5b996a27-f322-4cf9-952d-dd3deb58d7fd tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5129635 Jan 28 02:47:06.424854 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc218c-3435-40c2-96c0-f67866f507d8 req-b6cd1746-9343-411e-a35b-3b395b274b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:06.426509 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a3cc218c-3435-40c2-96c0-f67866f507d8 req-b6cd1746-9343-411e-a35b-3b395b274b3b service neutron] 10.222.0.39 "GET /v2.0/networks?id=8cafc877-dd04-48f5-9107-6d7fbef7a7d2 HTTP/1.1" status: 200 len: 913 time: 0.4779611 Jan 28 02:47:06.438449 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b996a27-f322-4cf9-952d-dd3deb58d7fd tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bbd2a4-f20b-49f2-87e5-7237bcc82585,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:06.472165 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-38a9e822-0c00-4346-8538-4f4e03f4d01f req-87e184d6-f12a-4f2e-858d-78cdaf8b40a6 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5435314 Jan 28 02:47:06.571215 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bedbd7f8-c9d2-43c3-888b-f8e1570f09a6 req-c4082df9-ac82-4328-94a4-d3fea85cd185 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124552 Jan 28 02:47:06.578074 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a3cc218c-3435-40c2-96c0-f67866f507d8 req-7b655546-e94e-49c3-a562-1b114c6bdd33 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfd282d7-980b-4103-971c-6210646c9538 HTTP/1.1" status: 200 len: 217 time: 0.1157882 Jan 28 02:47:06.672404 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde7dc1-683b-494b-abb8-ef1e9bfc21b3 req-24e8afba-5b15-4218-be23-ec40dff96a31 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:06.674806 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bbde7dc1-683b-494b-abb8-ef1e9bfc21b3 req-24e8afba-5b15-4218-be23-ec40dff96a31 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 949 time: 0.2008827 Jan 28 02:47:06.676616 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd96cca-af89-4610-b49f-cc9130c584d8 x-openstack-request-id: req-3bd96cca-af89-4610-b49f-cc9130c584d8 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:47:06.678838 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7297760-8418-44ec-bbff-6daa2a3b108b", "name": "network-vif-plugged", "status": "completed", "tag": "9a6a1c2a-153c-4d13-9b87-6c37790208b7", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:47:06.679204 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3bd96cca-af89-4610-b49f-cc9130c584d8 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:47:06.679726 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7297760-8418-44ec-bbff-6daa2a3b108b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a6a1c2a-153c-4d13-9b87-6c37790208b7', 'code': 200} Jan 28 02:47:06.684320 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port d925d38d-6ab3-40a6-a442-3a0decad1995, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=d925d38d-6ab3-40a6-a442-3a0decad1995,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:47:06.730221 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': 'd925d38d-6ab3-40a6-a442-3a0decad1995', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'port_id': 'd925d38d-6ab3-40a6-a442-3a0decad1995', 'mac_address': 'fa:16:3e:1b:f0:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24329ac8-3d67-49eb-9f63-d2859e79e36f', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:47:06.772537 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bbde7dc1-683b-494b-abb8-ef1e9bfc21b3 req-e9ee0fd4-a1e8-4874-863d-feb1860e5e45 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810702 Jan 28 02:47:06.774257 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc218c-3435-40c2-96c0-f67866f507d8 req-2c7b768f-5c7b-446a-9899-282bca21da6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:06.776250 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a3cc218c-3435-40c2-96c0-f67866f507d8 req-2c7b768f-5c7b-446a-9899-282bca21da6a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0320286d-6ddf-44dc-ab23-60f8e4e25317 HTTP/1.1" status: 200 len: 852 time: 0.1869569 Jan 28 02:47:06.792059 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bedbd7f8-c9d2-43c3-888b-f8e1570f09a6 req-7c4f0fb6-b7bd-42ed-aea1-0a2b5ef556ac service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014458 Jan 28 02:47:06.818258 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-71d282a0-ed46-4db0-8702-c16126de2fdd req-2c8db768-a818-42ed-bd09-4d1cfe685b83 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2082670393', 'description': 'tempest-description-438610826'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:47:06.825756 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b74f4d-6b7b-47fc-b94b-e454204ece54 req-c83b58f0-8e59-467b-bef3-47b8b9ab6665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:06.827412 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c3b74f4d-6b7b-47fc-b94b-e454204ece54 req-c83b58f0-8e59-467b-bef3-47b8b9ab6665 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 1097 time: 0.1322908 Jan 28 02:47:06.833123 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a3cc218c-3435-40c2-96c0-f67866f507d8 req-61d407fd-e8f3-4c65-8332-32ffce0c4a9d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8cafc877-dd04-48f5-9107-6d7fbef7a7d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493770 Jan 28 02:47:06.849369 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf25f4-a28f-41de-b69b-391006310e1b req-c7ae3e94-cbb3-4b0a-90b5-b71186631e76 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:06.856537 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-71d282a0-ed46-4db0-8702-c16126de2fdd req-2c8db768-a818-42ed-bd09-4d1cfe685b83 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:06.859990 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0bdf25f4-a28f-41de-b69b-391006310e1b req-c7ae3e94-cbb3-4b0a-90b5-b71186631e76 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/ports?device_id=e26a57b0-4801-4651-9d7e-60303653448f HTTP/1.1" status: 200 len: 948 time: 0.1680470 Jan 28 02:47:06.908452 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port d925d38d-6ab3-40a6-a442-3a0decad1995 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:47:06.909007 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d925d38d-6ab3-40a6-a442-3a0decad1995), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:06.939775 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d925d38d-6ab3-40a6-a442-3a0decad1995 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:47:06.988867 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port d925d38d-6ab3-40a6-a442-3a0decad1995, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=d925d38d-6ab3-40a6-a442-3a0decad1995,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:47:07.004292 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d925d38d-6ab3-40a6-a442-3a0decad1995), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:07.021909 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-71d282a0-ed46-4db0-8702-c16126de2fdd req-2c8db768-a818-42ed-bd09-4d1cfe685b83 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (1b3cd9fc-4b24-479e-8976-2e8489d6aa5d), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:07.023710 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0bdf25f4-a28f-41de-b69b-391006310e1b req-b9800ffc-d9bb-4306-87e2-9b088b10c6a6 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/security-groups?id=af04dfc0-4bf3-4e7a-83e9-e1fc75c3a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605012 Jan 28 02:47:07.031904 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-71d282a0-ed46-4db0-8702-c16126de2fdd req-2c8db768-a818-42ed-bd09-4d1cfe685b83 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (1b3cd9fc-4b24-479e-8976-2e8489d6aa5d), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:07.072427 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c3b74f4d-6b7b-47fc-b94b-e454204ece54 req-39ce72bf-5065-4b02-a614-9475d9930fd9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310154 Jan 28 02:47:07.093044 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8db768-a818-42ed-bd09-4d1cfe685b83 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3cd9fc-4b24-479e-8976-2e8489d6aa5d,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:07.100633 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-71d282a0-ed46-4db0-8702-c16126de2fdd req-2c8db768-a818-42ed-bd09-4d1cfe685b83 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:07.105146 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-71d282a0-ed46-4db0-8702-c16126de2fdd req-2c8db768-a818-42ed-bd09-4d1cfe685b83 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2981865 Jan 28 02:47:07.126675 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a3cc218c-3435-40c2-96c0-f67866f507d8 req-4c64a171-aec1-4d2d-a9ab-70c6949f1a4c service neutron] 10.222.0.39 "GET /v2.0/networks/8cafc877-dd04-48f5-9107-6d7fbef7a7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635663 Jan 28 02:47:07.162088 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=d925d38d-6ab3-40a6-a442-3a0decad1995,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:07.300396 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62a03d-934c-4619-b92f-aedf2073d273 req-977f502f-a5a7-4f71-8c87-f581fa395358 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:07.305361 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c62a03d-934c-4619-b92f-aedf2073d273 req-977f502f-a5a7-4f71-8c87-f581fa395358 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f5f98d1-2eeb-48bd-9d72-670015d29247 HTTP/1.1" status: 200 len: 948 time: 0.1176834 Jan 28 02:47:07.338280 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a3cc218c-3435-40c2-96c0-f67866f507d8 req-8b70a991-4992-4381-8b65-4cb81a468087 service neutron] 10.222.0.39 "GET /v2.0/networks/8cafc877-dd04-48f5-9107-6d7fbef7a7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981103 Jan 28 02:47:07.366936 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c62a03d-934c-4619-b92f-aedf2073d273 req-6f9955fa-78e2-4d26-98cc-fc22c32af488 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578055 Jan 28 02:47:07.487787 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3dcf1adc-3558-4bf6-8621-6d73c9d7f60d req-2abf84d8-5ef3-43a3-a4de-f923aeae3c7c tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2ab8a3eab2774693b9eefcdcd3df987b HTTP/1.1" status: 200 len: 10997 time: 0.1430275 Jan 28 02:47:07.512612 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['d925d38d-6ab3-40a6-a442-3a0decad1995'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:47:07.578562 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3dcf1adc-3558-4bf6-8621-6d73c9d7f60d req-f2739256-3791-4e15-ab95-fa6d8abbc1df tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups/db82e1ee-bee2-4907-82f8-babf1259b726 HTTP/1.1" status: 200 len: 2998 time: 0.0785890 Jan 28 02:47:07.693985 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3dcf1adc-3558-4bf6-8621-6d73c9d7f60d req-46ff8ff4-d484-4bc2-b05e-4856379a6557 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups/db82e1ee-bee2-4907-82f8-babf1259b726 HTTP/1.1" status: 200 len: 2998 time: 0.1096368 Jan 28 02:47:07.732522 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580a8c3-f3b1-4fdf-ba71-52f0f8d85199 req-2a811425-2f19-4f41-bf19-aa3ee4e667c1 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:07.734662 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a580a8c3-f3b1-4fdf-ba71-52f0f8d85199 req-2a811425-2f19-4f41-bf19-aa3ee4e667c1 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 945 time: 0.1090715 Jan 28 02:47:07.764925 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d6e1dfe6-7aaf-4e00-af83-7be801194577 req-a840a0b8-e77e-488d-9dcc-5e77c550b77b tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups/b7b3f61a-ed40-4281-8138-9df282f236ff HTTP/1.1" status: 200 len: 1817 time: 0.0535016 Jan 28 02:47:07.801771 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a580a8c3-f3b1-4fdf-ba71-52f0f8d85199 req-c8120437-358e-41d8-9303-b5db13c1a261 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604739 Jan 28 02:47:07.837627 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d6e1dfe6-7aaf-4e00-af83-7be801194577 req-b8128971-8eb3-48b6-9917-884fe656651a tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (b7b3f61a-ed40-4281-8138-9df282f236ff), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:07.868276 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d6e1dfe6-7aaf-4e00-af83-7be801194577 req-b8128971-8eb3-48b6-9917-884fe656651a tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (b7b3f61a-ed40-4281-8138-9df282f236ff), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:07.925278 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9daad-4d9a-431c-802e-e5322cb382eb req-b1171698-b65e-4adc-a57c-ab27465cfe2a tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:07.928860 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-57a9daad-4d9a-431c-802e-e5322cb382eb req-b1171698-b65e-4adc-a57c-ab27465cfe2a tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 949 time: 0.0615294 Jan 28 02:47:07.933415 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d6e1dfe6-7aaf-4e00-af83-7be801194577 req-b8128971-8eb3-48b6-9917-884fe656651a tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b7b3f61a-ed40-4281-8138-9df282f236ff), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:07.936496 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d6e1dfe6-7aaf-4e00-af83-7be801194577 req-b8128971-8eb3-48b6-9917-884fe656651a tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:07.940531 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d6e1dfe6-7aaf-4e00-af83-7be801194577 req-b8128971-8eb3-48b6-9917-884fe656651a tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "DELETE /v2.0/security-groups/b7b3f61a-ed40-4281-8138-9df282f236ff HTTP/1.1" status: 204 len: 173 time: 0.1693659 Jan 28 02:47:07.950244 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8128971-8eb3-48b6-9917-884fe656651a tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b3f61a-ed40-4281-8138-9df282f236ff,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:07.991482 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [req-5a3e8b13-90fa-4da9-9dd9-d3c59e35777f req-6029334a-be09-4568-b456-b53995f5da72 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] show failed (client error): The resource could not be found. Jan 28 02:47:07.992598 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5a3e8b13-90fa-4da9-9dd9-d3c59e35777f req-6029334a-be09-4568-b456-b53995f5da72 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups/b7b3f61a-ed40-4281-8138-9df282f236ff HTTP/1.1" status: 404 len: 352 time: 0.0330808 Jan 28 02:47:08.018104 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-57a9daad-4d9a-431c-802e-e5322cb382eb req-5aae84c3-4402-4fd3-a69f-e965b7987d2e tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784872 Jan 28 02:47:08.074763 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-10b388c9-9b27-48bc-aa6a-5eef51c4c458 req-453742c0-57ff-4458-bbe5-f8b5e6a2052d tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups/c1bbd2a4-f20b-49f2-87e5-7237bcc82585 HTTP/1.1" status: 200 len: 1818 time: 0.0540104 Jan 28 02:47:08.145202 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-10b388c9-9b27-48bc-aa6a-5eef51c4c458 req-645868c6-a400-4ddc-b540-03a9eb1f5d2c tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (c1bbd2a4-f20b-49f2-87e5-7237bcc82585), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:08.155415 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca991a-18c9-4656-946d-46ed75fa3637 req-3277cbfe-2f00-47a8-9761-a30606a4e813 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:08.163535 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b0ca991a-18c9-4656-946d-46ed75fa3637 req-3277cbfe-2f00-47a8-9761-a30606a4e813 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/ports?device_id=e26a57b0-4801-4651-9d7e-60303653448f HTTP/1.1" status: 200 len: 948 time: 0.0671563 Jan 28 02:47:08.172859 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-10b388c9-9b27-48bc-aa6a-5eef51c4c458 req-645868c6-a400-4ddc-b540-03a9eb1f5d2c tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (c1bbd2a4-f20b-49f2-87e5-7237bcc82585), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:08.224484 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b0ca991a-18c9-4656-946d-46ed75fa3637 req-1ae8da34-0d49-4845-9657-65613ffc6537 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/security-groups?id=af04dfc0-4bf3-4e7a-83e9-e1fc75c3a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555537 Jan 28 02:47:08.230530 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-10b388c9-9b27-48bc-aa6a-5eef51c4c458 req-645868c6-a400-4ddc-b540-03a9eb1f5d2c tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c1bbd2a4-f20b-49f2-87e5-7237bcc82585), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:08.233679 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-10b388c9-9b27-48bc-aa6a-5eef51c4c458 req-645868c6-a400-4ddc-b540-03a9eb1f5d2c tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:08.234844 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-10b388c9-9b27-48bc-aa6a-5eef51c4c458 req-645868c6-a400-4ddc-b540-03a9eb1f5d2c tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "DELETE /v2.0/security-groups/c1bbd2a4-f20b-49f2-87e5-7237bcc82585 HTTP/1.1" status: 204 len: 173 time: 0.1544209 Jan 28 02:47:08.246332 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645868c6-a400-4ddc-b540-03a9eb1f5d2c tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bbd2a4-f20b-49f2-87e5-7237bcc82585,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:08.287758 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [req-62ed774a-1393-420d-b0df-584c519ff6df req-676974f9-ed9d-4057-8868-f1fafe57a7d4 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] show failed (client error): The resource could not be found. Jan 28 02:47:08.288795 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-62ed774a-1393-420d-b0df-584c519ff6df req-676974f9-ed9d-4057-8868-f1fafe57a7d4 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups/c1bbd2a4-f20b-49f2-87e5-7237bcc82585 HTTP/1.1" status: 404 len: 352 time: 0.0228181 Jan 28 02:47:08.360779 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5a3a3349-371d-4e0e-8860-6bca12df8034 req-53ee1e48-ce07-4e64-b59e-b16fa2c7ce66 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups/1b3cd9fc-4b24-479e-8976-2e8489d6aa5d HTTP/1.1" status: 200 len: 1817 time: 0.0468102 Jan 28 02:47:08.422124 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-5a3a3349-371d-4e0e-8860-6bca12df8034 req-18e8da15-ec73-4a1b-8509-188167fab57f tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (1b3cd9fc-4b24-479e-8976-2e8489d6aa5d), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:08.458974 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-5a3a3349-371d-4e0e-8860-6bca12df8034 req-18e8da15-ec73-4a1b-8509-188167fab57f tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (1b3cd9fc-4b24-479e-8976-2e8489d6aa5d), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:08.486605 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 5ec4d367-7e84-4bef-8923-b6dfd46a0bcd up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:47:08.513328 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-5a3a3349-371d-4e0e-8860-6bca12df8034 req-18e8da15-ec73-4a1b-8509-188167fab57f tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (1b3cd9fc-4b24-479e-8976-2e8489d6aa5d), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:08.518761 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-5a3a3349-371d-4e0e-8860-6bca12df8034 req-18e8da15-ec73-4a1b-8509-188167fab57f tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:08.522373 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5a3a3349-371d-4e0e-8860-6bca12df8034 req-18e8da15-ec73-4a1b-8509-188167fab57f tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "DELETE /v2.0/security-groups/1b3cd9fc-4b24-479e-8976-2e8489d6aa5d HTTP/1.1" status: 204 len: 173 time: 0.1551945 Jan 28 02:47:08.537513 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e8da15-ec73-4a1b-8509-188167fab57f tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3cd9fc-4b24-479e-8976-2e8489d6aa5d,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:08.552187 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 5ec4d367-7e84-4bef-8923-b6dfd46a0bcd completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:47:08.558358 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0d01a-a6c8-475a-9528-4d8c54caf7f3 req-4ff60d8d-8462-40bd-b90c-1fb4c641d355 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:08.562509 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [req-a0a2d745-1eca-401a-9841-361b6b5fe229 req-4d5de9f9-369b-4944-9db1-a26e93efe0e0 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] show failed (client error): The resource could not be found. Jan 28 02:47:08.563763 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a0a2d745-1eca-401a-9841-361b6b5fe229 req-4d5de9f9-369b-4944-9db1-a26e93efe0e0 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups/1b3cd9fc-4b24-479e-8976-2e8489d6aa5d HTTP/1.1" status: 404 len: 352 time: 0.0152457 Jan 28 02:47:08.567391 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 5ec4d367-7e84-4bef-8923-b6dfd46a0bcd triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:47:08.568111 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (5ec4d367-7e84-4bef-8923-b6dfd46a0bcd), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:08.575304 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-45d0d01a-a6c8-475a-9528-4d8c54caf7f3 req-4ff60d8d-8462-40bd-b90c-1fb4c641d355 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f5f98d1-2eeb-48bd-9d72-670015d29247 HTTP/1.1" status: 200 len: 948 time: 0.0907662 Jan 28 02:47:08.671293 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 5ec4d367-7e84-4bef-8923-b6dfd46a0bcd is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:47:08.672138 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5ec4d367-7e84-4bef-8923-b6dfd46a0bcd), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:08.698350 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-45d0d01a-a6c8-475a-9528-4d8c54caf7f3 req-26177291-a45a-42f1-8827-664427a3c03a tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221147 Jan 28 02:47:08.703007 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26a57b0-4801-4651-9d7e-60303653448f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec4d367-7e84-4bef-8923-b6dfd46a0bcd'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:47:08.705812 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae373de-09d3-45ca-bfd1-9ac47ba30d06" -d '{"events": [{"server_uuid": "e26a57b0-4801-4651-9d7e-60303653448f", "name": "network-vif-plugged", "status": "completed", "tag": "5ec4d367-7e84-4bef-8923-b6dfd46a0bcd"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:47:08.740170 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-15cf2ce4-623a-4757-83a2-55cdf7c17950 req-0f61e325-03ac-48f7-905e-b5c77be20249 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2ab8a3eab2774693b9eefcdcd3df987b HTTP/1.1" status: 200 len: 6198 time: 0.1442251 Jan 28 02:47:08.746721 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 5ec4d367-7e84-4bef-8923-b6dfd46a0bcd, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=5ec4d367-7e84-4bef-8923-b6dfd46a0bcd,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:47:08.752380 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96967ff-e362-4733-a84b-5549ca02f34a x-openstack-request-id: req-c96967ff-e362-4733-a84b-5549ca02f34a {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:47:08.752786 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e26a57b0-4801-4651-9d7e-60303653448f", "name": "network-vif-plugged", "status": "completed", "tag": "5ec4d367-7e84-4bef-8923-b6dfd46a0bcd", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:47:08.753182 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c96967ff-e362-4733-a84b-5549ca02f34a {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:47:08.754065 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e26a57b0-4801-4651-9d7e-60303653448f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec4d367-7e84-4bef-8923-b6dfd46a0bcd', 'code': 200} Jan 28 02:47:08.756471 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (5ec4d367-7e84-4bef-8923-b6dfd46a0bcd), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:08.801511 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-15cf2ce4-623a-4757-83a2-55cdf7c17950 req-206a14d7-e078-4a05-901c-2f0b77337189 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups/db82e1ee-bee2-4907-82f8-babf1259b726 HTTP/1.1" status: 200 len: 2998 time: 0.0600622 Jan 28 02:47:08.811867 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=5ec4d367-7e84-4bef-8923-b6dfd46a0bcd,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:08.872084 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-15cf2ce4-623a-4757-83a2-55cdf7c17950 req-bbb7fa83-d93f-49a1-a8b6-f3905d1b15a3 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups/db82e1ee-bee2-4907-82f8-babf1259b726 HTTP/1.1" status: 200 len: 2998 time: 0.0689230 Jan 28 02:47:08.896537 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-6575cb00-b697-4fc6-a749-789ebe0a6c8f req-f812961c-6410-4ac1-9293-3b5d0b411274 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-453043123', 'description': 'tempest-description-2025790570'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:47:08.923854 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-6575cb00-b697-4fc6-a749-789ebe0a6c8f req-f812961c-6410-4ac1-9293-3b5d0b411274 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:08.998785 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-6575cb00-b697-4fc6-a749-789ebe0a6c8f req-f812961c-6410-4ac1-9293-3b5d0b411274 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (1be84837-5c32-46f5-bf44-4aacac902ee7), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:09.005572 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-6575cb00-b697-4fc6-a749-789ebe0a6c8f req-f812961c-6410-4ac1-9293-3b5d0b411274 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (1be84837-5c32-46f5-bf44-4aacac902ee7), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:09.006072 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d4348-b8cd-47dd-83c1-0c1bea97dff7 req-8ac18ec0-acce-4908-9aff-be9fbdc445df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:09.010557 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9d6d4348-b8cd-47dd-83c1-0c1bea97dff7 req-8ac18ec0-acce-4908-9aff-be9fbdc445df service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e26a57b0-4801-4651-9d7e-60303653448f HTTP/1.1" status: 200 len: 1101 time: 0.1180317 Jan 28 02:47:09.022594 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddac41d-7668-4aee-98ab-8286c0ab8b1d req-dd1bd8f8-a583-4d4b-8531-181289801172 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:09.029714 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eddac41d-7668-4aee-98ab-8286c0ab8b1d req-dd1bd8f8-a583-4d4b-8531-181289801172 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 945 time: 0.1282201 Jan 28 02:47:09.043321 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-6575cb00-b697-4fc6-a749-789ebe0a6c8f req-f812961c-6410-4ac1-9293-3b5d0b411274 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:09.058396 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6575cb00-b697-4fc6-a749-789ebe0a6c8f req-f812961c-6410-4ac1-9293-3b5d0b411274 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.1666436 Jan 28 02:47:09.062709 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f812961c-6410-4ac1-9293-3b5d0b411274 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1be84837-5c32-46f5-bf44-4aacac902ee7,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:09.103631 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eddac41d-7668-4aee-98ab-8286c0ab8b1d req-a01333c4-f184-408a-aacb-0832199b15dd tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729554 Jan 28 02:47:09.146091 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-880d727e-1133-4e8a-af6a-a2888e4b1151 req-f7a0cd14-6ee4-42bd-9db0-458bbd2f64a7 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-490685627', 'description': 'tempest-description-1761526161'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:47:09.159281 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9d6d4348-b8cd-47dd-83c1-0c1bea97dff7 req-52ddd646-9e28-4aa6-b978-46257be59aff service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=af04dfc0-4bf3-4e7a-83e9-e1fc75c3a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836029 Jan 28 02:47:09.174226 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6106d3-caa5-400e-83ea-803e1623ca6a req-0fff6b2f-b7d6-46dc-8e8a-0a9da1b969a9 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:09.176569 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-880d727e-1133-4e8a-af6a-a2888e4b1151 req-f7a0cd14-6ee4-42bd-9db0-458bbd2f64a7 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:09.181858 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7f6106d3-caa5-400e-83ea-803e1623ca6a req-0fff6b2f-b7d6-46dc-8e8a-0a9da1b969a9 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 949 time: 0.0721757 Jan 28 02:47:09.245825 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7f6106d3-caa5-400e-83ea-803e1623ca6a req-d6e3d3b4-6bd7-46a2-91e9-67be6fa7af16 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583794 Jan 28 02:47:09.261454 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-880d727e-1133-4e8a-af6a-a2888e4b1151 req-f7a0cd14-6ee4-42bd-9db0-458bbd2f64a7 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (1ccf7c39-9090-4b2b-a2a7-3969bd476380), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:09.270246 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-880d727e-1133-4e8a-af6a-a2888e4b1151 req-f7a0cd14-6ee4-42bd-9db0-458bbd2f64a7 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (1ccf7c39-9090-4b2b-a2a7-3969bd476380), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:09.303667 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a0cd14-6ee4-42bd-9db0-458bbd2f64a7 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccf7c39-9090-4b2b-a2a7-3969bd476380,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:09.326628 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-880d727e-1133-4e8a-af6a-a2888e4b1151 req-f7a0cd14-6ee4-42bd-9db0-458bbd2f64a7 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:09.343304 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-880d727e-1133-4e8a-af6a-a2888e4b1151 req-f7a0cd14-6ee4-42bd-9db0-458bbd2f64a7 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2081468 Jan 28 02:47:09.423381 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a1b45-d5d1-473f-9e1c-49b54a3aaefe req-1539482e-ecdb-41d4-a527-1c7e4ce27815 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:09.423381 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d84a1b45-d5d1-473f-9e1c-49b54a3aaefe req-1539482e-ecdb-41d4-a527-1c7e4ce27815 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/ports?device_id=e26a57b0-4801-4651-9d7e-60303653448f HTTP/1.1" status: 200 len: 949 time: 0.0968084 Jan 28 02:47:09.634918 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59086aa5-dbb3-4e67-b016-103964735f62 req-9e4c5ba8-3ba7-4ea3-b8b9-7969d7263608 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:09.642974 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-59086aa5-dbb3-4e67-b016-103964735f62 req-9e4c5ba8-3ba7-4ea3-b8b9-7969d7263608 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/networks?id=8cafc877-dd04-48f5-9107-6d7fbef7a7d2 HTTP/1.1" status: 200 len: 812 time: 0.1667256 Jan 28 02:47:09.675659 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-59086aa5-dbb3-4e67-b016-103964735f62 req-9e91969f-0fff-410b-bb34-2e031194824c tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/quotas/2ab8a3eab2774693b9eefcdcd3df987b HTTP/1.1" status: 200 len: 375 time: 0.0312910 Jan 28 02:47:09.727140 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-59086aa5-dbb3-4e67-b016-103964735f62 req-49c8dc86-c9c6-43c5-8ff7-400d5d1fb456 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2ab8a3eab2774693b9eefcdcd3df987b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0504763 Jan 28 02:47:09.796263 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d84a1b45-d5d1-473f-9e1c-49b54a3aaefe req-6de08f93-9621-44bf-ae01-65080230d637 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/security-groups?id=af04dfc0-4bf3-4e7a-83e9-e1fc75c3a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609962 Jan 28 02:47:09.840050 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-59086aa5-dbb3-4e67-b016-103964735f62 req-d9c0c109-2ff5-43b4-b29a-711ff2835b48 service neutron] 10.222.0.53 "GET /v2.0/networks/8cafc877-dd04-48f5-9107-6d7fbef7a7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051693 Jan 28 02:47:09.946768 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-59086aa5-dbb3-4e67-b016-103964735f62 req-ced9fcaf-6679-4df0-92ae-aa51fc95aef2 service neutron] 10.222.0.53 "GET /v2.0/networks/8cafc877-dd04-48f5-9107-6d7fbef7a7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998282 Jan 28 02:47:10.018174 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385f67a-81c6-4801-a889-4394bd6ae209 req-910583b4-0a5b-40b2-ba3d-882d3f84b40d tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:10.023581 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8385f67a-81c6-4801-a889-4394bd6ae209 req-910583b4-0a5b-40b2-ba3d-882d3f84b40d tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f5f98d1-2eeb-48bd-9d72-670015d29247 HTTP/1.1" status: 200 len: 948 time: 0.0637279 Jan 28 02:47:10.107591 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8385f67a-81c6-4801-a889-4394bd6ae209 req-b5e00431-3975-4a54-854b-18163749b54f tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786827 Jan 28 02:47:10.171030 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6e56bffd-1f5b-41bb-a404-82af0c08c183 req-b8acb5a5-107e-4362-8354-dd8af0fb6bb8 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/ports?device_id=e067eb56-11a4-45f5-8ee3-c27be5e7c63f HTTP/1.1" status: 200 len: 210 time: 0.0427067 Jan 28 02:47:10.188816 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device d925d38d-6ab3-40a6-a442-3a0decad1995 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:47:10.269741 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c0921-f440-4f0f-bd37-73861980b613 req-8bf99105-9755-4516-833f-9534deb5162f tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:10.271804 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4f8c0921-f440-4f0f-bd37-73861980b613 req-8bf99105-9755-4516-833f-9534deb5162f tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 945 time: 0.0569923 Jan 28 02:47:10.395963 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4f8c0921-f440-4f0f-bd37-73861980b613 req-1ffdf26a-cdb8-4abf-892a-48e25691a4df tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873597 Jan 28 02:47:10.438550 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port d925d38d-6ab3-40a6-a442-3a0decad1995 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:47:10.446405 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port d925d38d-6ab3-40a6-a442-3a0decad1995 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:47:10.446848 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d925d38d-6ab3-40a6-a442-3a0decad1995), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:10.476006 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba05e1-b0af-42ca-a274-c3ad98864169 req-7581b753-1244-4337-8a7e-7bac96f7ce37 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:10.486105 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dcba05e1-b0af-42ca-a274-c3ad98864169 req-7581b753-1244-4337-8a7e-7bac96f7ce37 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 949 time: 0.0936341 Jan 28 02:47:10.520850 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device bbefa95f-706b-412e-ba99-f43f87e55804 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:47:10.558356 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dcba05e1-b0af-42ca-a274-c3ad98864169 req-9bc00b75-4f9b-483d-8a9c-982d3b3070e0 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713184 Jan 28 02:47:10.620016 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b721635-c107-4a2e-82e7-4c636480a2e3 req-0ee60941-e4b5-4c37-94a6-0ebb03a22ca9 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:10.627357 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4b721635-c107-4a2e-82e7-4c636480a2e3 req-0ee60941-e4b5-4c37-94a6-0ebb03a22ca9 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 1097 time: 0.0562890 Jan 28 02:47:10.684879 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port bbefa95f-706b-412e-ba99-f43f87e55804 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:47:10.687140 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port d925d38d-6ab3-40a6-a442-3a0decad1995 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:47:10.687598 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d925d38d-6ab3-40a6-a442-3a0decad1995), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:10.699010 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port bbefa95f-706b-412e-ba99-f43f87e55804 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:47:10.700807 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (bbefa95f-706b-412e-ba99-f43f87e55804), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:10.716529 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4b721635-c107-4a2e-82e7-4c636480a2e3 req-7cead8e6-fbda-4b19-8c2d-e9b2a0679549 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852737 Jan 28 02:47:10.759081 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff0c9c9-2c95-47fc-ad21-e435e29acd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd925d38d-6ab3-40a6-a442-3a0decad1995'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:47:10.761996 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973497b5-ff17-449a-aab5-530a442d27d1" -d '{"events": [{"server_uuid": "aff0c9c9-2c95-47fc-ad21-e435e29acd33", "name": "network-vif-plugged", "status": "completed", "tag": "d925d38d-6ab3-40a6-a442-3a0decad1995"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:47:10.773807 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port d925d38d-6ab3-40a6-a442-3a0decad1995, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=d925d38d-6ab3-40a6-a442-3a0decad1995,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:47:10.791741 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d925d38d-6ab3-40a6-a442-3a0decad1995), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:10.839923 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbf5a32-e683-47b0-8737-e2165958072f x-openstack-request-id: req-fbbf5a32-e683-47b0-8737-e2165958072f {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:47:10.850628 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aff0c9c9-2c95-47fc-ad21-e435e29acd33", "name": "network-vif-plugged", "status": "completed", "tag": "d925d38d-6ab3-40a6-a442-3a0decad1995", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:47:10.851701 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fbbf5a32-e683-47b0-8737-e2165958072f {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:47:10.853317 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff0c9c9-2c95-47fc-ad21-e435e29acd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd925d38d-6ab3-40a6-a442-3a0decad1995', 'code': 200} Jan 28 02:47:10.995633 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port bbefa95f-706b-412e-ba99-f43f87e55804 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:47:10.995951 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (bbefa95f-706b-412e-ba99-f43f87e55804), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:11.030785 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0916bd55-acf3-444a-b977-b85af86d165f req-d31ede21-88d1-448b-bba3-4354e92c0a6e tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:11.039270 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=d925d38d-6ab3-40a6-a442-3a0decad1995,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:11.053477 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0916bd55-acf3-444a-b977-b85af86d165f req-d31ede21-88d1-448b-bba3-4354e92c0a6e tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/ports?device_id=e26a57b0-4801-4651-9d7e-60303653448f HTTP/1.1" status: 200 len: 949 time: 0.0985789 Jan 28 02:47:11.107391 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port bbefa95f-706b-412e-ba99-f43f87e55804, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=bbefa95f-706b-412e-ba99-f43f87e55804,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:47:11.119307 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (bbefa95f-706b-412e-ba99-f43f87e55804), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:11.164034 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0916bd55-acf3-444a-b977-b85af86d165f req-9bcaa669-e86a-4581-9125-80202c574e5e tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/security-groups?id=af04dfc0-4bf3-4e7a-83e9-e1fc75c3a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018784 Jan 28 02:47:11.170707 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf75eae-c6d0-4629-9304-ab30b9ac474f req-cbe79565-385e-4549-92a9-98143b0df0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:11.177728 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ccf75eae-c6d0-4629-9304-ab30b9ac474f req-cbe79565-385e-4549-92a9-98143b0df0d1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=aff0c9c9-2c95-47fc-ad21-e435e29acd33 HTTP/1.1" status: 200 len: 1102 time: 0.1112955 Jan 28 02:47:11.244848 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=bbefa95f-706b-412e-ba99-f43f87e55804,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:11.330560 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ccf75eae-c6d0-4629-9304-ab30b9ac474f req-546d60ce-2445-422f-8293-e7187d076095 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276751 Jan 28 02:47:11.334376 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ecd5a777-d647-4048-9010-83446e8daa92 req-dcf7f4fd-2eb6-44b6-af28-9a7c05bde519 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/ports?device_id=e067eb56-11a4-45f5-8ee3-c27be5e7c63f HTTP/1.1" status: 200 len: 210 time: 0.0613289 Jan 28 02:47:11.380196 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d4a943-72b8-49bd-a7e6-a5b62e0f091c req-724387a4-78c8-4e91-af45-35ab56ae9656 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:11.387884 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-20d4a943-72b8-49bd-a7e6-a5b62e0f091c req-724387a4-78c8-4e91-af45-35ab56ae9656 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f5f98d1-2eeb-48bd-9d72-670015d29247 HTTP/1.1" status: 200 len: 949 time: 0.0920999 Jan 28 02:47:11.444259 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-20d4a943-72b8-49bd-a7e6-a5b62e0f091c req-6fc0034e-e6ce-4935-afba-079e31a3cd6e tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554433 Jan 28 02:47:11.752382 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0a6b9-2130-4da2-8972-673ed7255773 req-1db4e981-c8ba-41be-aaca-c89cb3fdcf37 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:11.761032 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8eb0a6b9-2130-4da2-8972-673ed7255773 req-1db4e981-c8ba-41be-aaca-c89cb3fdcf37 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 949 time: 0.1068428 Jan 28 02:47:11.835013 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8eb0a6b9-2130-4da2-8972-673ed7255773 req-c07d4111-3095-4688-8aea-ec0f3e67724d tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727491 Jan 28 02:47:12.344763 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebeb164-9308-4b4b-b845-2f1cf0624a1b req-65d839ee-0416-4035-851a-9e5cfe2a1697 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:12.347335 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4ebeb164-9308-4b4b-b845-2f1cf0624a1b req-65d839ee-0416-4035-851a-9e5cfe2a1697 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/ports?device_id=e26a57b0-4801-4651-9d7e-60303653448f HTTP/1.1" status: 200 len: 949 time: 0.0975325 Jan 28 02:47:12.459176 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-43bfb227-d319-472e-991c-f7a116ecf6aa req-eb954b24-6837-4472-851a-690bf5d1ad05 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/ports?device_id=e067eb56-11a4-45f5-8ee3-c27be5e7c63f HTTP/1.1" status: 200 len: 210 time: 0.0409272 Jan 28 02:47:12.469734 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4ebeb164-9308-4b4b-b845-2f1cf0624a1b req-0da7f03b-6a44-4f1e-9647-dfd436fee502 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/security-groups?id=af04dfc0-4bf3-4e7a-83e9-e1fc75c3a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014967 Jan 28 02:47:12.647227 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59086aa5-dbb3-4e67-b016-103964735f62 req-4c5bee71-0525-4d9f-9a3d-541a7f847581 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:12.648572 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-59086aa5-dbb3-4e67-b016-103964735f62 req-4c5bee71-0525-4d9f-9a3d-541a7f847581 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.39 "GET /v2.0/networks?id=8cafc877-dd04-48f5-9107-6d7fbef7a7d2 HTTP/1.1" status: 200 len: 812 time: 0.2388666 Jan 28 02:47:12.699721 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-59086aa5-dbb3-4e67-b016-103964735f62 req-456cea2d-ad97-4e83-bcea-03d77641daf5 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Request body: {'port': {'device_id': 'e067eb56-11a4-45f5-8ee3-c27be5e7c63f', 'network_id': '8cafc877-dd04-48f5-9107-6d7fbef7a7d2', 'admin_state_up': True, 'tenant_id': '2ab8a3eab2774693b9eefcdcd3df987b'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:47:12.828668 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eb7101-bc64-4bd0-9ff1-064cf4fbe317 req-876fd8a6-589a-4d55-8722-c39fcdf756a1 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:12.835944 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-70eb7101-bc64-4bd0-9ff1-064cf4fbe317 req-876fd8a6-589a-4d55-8722-c39fcdf756a1 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f5f98d1-2eeb-48bd-9d72-670015d29247 HTTP/1.1" status: 200 len: 949 time: 0.2668965 Jan 28 02:47:12.839730 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59086aa5-dbb3-4e67-b016-103964735f62 req-456cea2d-ad97-4e83-bcea-03d77641daf5 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Made reservation on behalf of 2ab8a3eab2774693b9eefcdcd3df987b for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:47:12.843317 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-59086aa5-dbb3-4e67-b016-103964735f62 req-456cea2d-ad97-4e83-bcea-03d77641daf5 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:12.854982 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5f98d1-2eeb-48bd-9d72-670015d29247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbefa95f-706b-412e-ba99-f43f87e55804'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:47:12.857903 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60e3145-f848-479d-913e-617cc8ed3d61" -d '{"events": [{"server_uuid": "4f5f98d1-2eeb-48bd-9d72-670015d29247", "name": "network-vif-plugged", "status": "completed", "tag": "bbefa95f-706b-412e-ba99-f43f87e55804"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:47:12.879405 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d02803-246e-437f-96a1-8639c9e08b5b req-59e35ed4-c810-417e-85b3-ecc4663855c4 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:12.887846 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-23d02803-246e-437f-96a1-8639c9e08b5b req-59e35ed4-c810-417e-85b3-ecc4663855c4 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/ports?device_id=e26a57b0-4801-4651-9d7e-60303653448f HTTP/1.1" status: 200 len: 949 time: 0.1077418 Jan 28 02:47:12.995036 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-23d02803-246e-437f-96a1-8639c9e08b5b req-9be18b3d-4671-47c2-bb49-55af253472f5 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/security-groups?id=af04dfc0-4bf3-4e7a-83e9-e1fc75c3a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059151 Jan 28 02:47:13.026592 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-59086aa5-dbb3-4e67-b016-103964735f62 req-456cea2d-ad97-4e83-bcea-03d77641daf5 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Allocated IP 172.20.0.2 (8cafc877-dd04-48f5-9107-6d7fbef7a7d2/0320286d-6ddf-44dc-ab23-60f8e4e25317/8ed35e45-8a85-461c-a6c2-71eefc4bce5b) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:47:13.100822 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-70eb7101-bc64-4bd0-9ff1-064cf4fbe317 req-607c7c37-7cc8-4a5d-81c9-af8dc8954e1e tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638974 Jan 28 02:47:13.155252 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb5cee-5e3d-4957-8769-bf19b9c7dd1b req-cf7295ec-a0a3-4323-80a4-90eaf313fcc0 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:13.165104 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-74bb5cee-5e3d-4957-8769-bf19b9c7dd1b req-cf7295ec-a0a3-4323-80a4-90eaf313fcc0 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 949 time: 0.0780940 Jan 28 02:47:13.174129 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0a3a41-e4e8-4125-bb6b-f9452b549842 x-openstack-request-id: req-5f0a3a41-e4e8-4125-bb6b-f9452b549842 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:47:13.174715 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f5f98d1-2eeb-48bd-9d72-670015d29247", "name": "network-vif-plugged", "status": "completed", "tag": "bbefa95f-706b-412e-ba99-f43f87e55804", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:47:13.175052 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5f0a3a41-e4e8-4125-bb6b-f9452b549842 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:47:13.175357 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f5f98d1-2eeb-48bd-9d72-670015d29247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbefa95f-706b-412e-ba99-f43f87e55804', 'code': 200} Jan 28 02:47:13.262183 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-74bb5cee-5e3d-4957-8769-bf19b9c7dd1b req-7e81c6d5-3ffc-476d-bf01-316bf3cd2e5c tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880585 Jan 28 02:47:13.380985 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-59086aa5-dbb3-4e67-b016-103964735f62 req-456cea2d-ad97-4e83-bcea-03d77641daf5 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for port (8ed35e45-8a85-461c-a6c2-71eefc4bce5b), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:13.440427 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb5cae-e1c8-472c-aa66-085932142ae3 req-0146ae4c-70b5-41d0-b5f0-1da53704d8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:13.442133 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ebb5cae-e1c8-472c-aa66-085932142ae3 req-0146ae4c-70b5-41d0-b5f0-1da53704d8d4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4f5f98d1-2eeb-48bd-9d72-670015d29247 HTTP/1.1" status: 200 len: 1101 time: 0.0589659 Jan 28 02:47:13.498394 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ebb5cae-e1c8-472c-aa66-085932142ae3 req-401ff0aa-5563-418f-8a72-245987dce206 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461307 Jan 28 02:47:13.498799 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-59086aa5-dbb3-4e67-b016-103964735f62 req-456cea2d-ad97-4e83-bcea-03d77641daf5 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (8ed35e45-8a85-461c-a6c2-71eefc4bce5b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:13.552435 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['cfd282d7-980b-4103-971c-6210646c9538'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:47:13.578737 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456cea2d-ad97-4e83-bcea-03d77641daf5 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Pushing event updated for resources: {'Port': ['ID=8ed35e45-8a85-461c-a6c2-71eefc4bce5b,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:13.596978 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59086aa5-dbb3-4e67-b016-103964735f62 req-456cea2d-ad97-4e83-bcea-03d77641daf5 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Network 8cafc877-dd04-48f5-9107-6d7fbef7a7d2 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:47:13.598683 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-59086aa5-dbb3-4e67-b016-103964735f62 req-456cea2d-ad97-4e83-bcea-03d77641daf5 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:47:13.602051 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-59086aa5-dbb3-4e67-b016-103964735f62 req-456cea2d-ad97-4e83-bcea-03d77641daf5 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:47:13.608944 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59086aa5-dbb3-4e67-b016-103964735f62 req-456cea2d-ad97-4e83-bcea-03d77641daf5 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:13.609635 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-59086aa5-dbb3-4e67-b016-103964735f62 req-456cea2d-ad97-4e83-bcea-03d77641daf5 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:13.632735 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-59086aa5-dbb3-4e67-b016-103964735f62 req-456cea2d-ad97-4e83-bcea-03d77641daf5 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9383032 Jan 28 02:47:13.652726 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-59086aa5-dbb3-4e67-b016-103964735f62 req-c1c9169c-6f34-4b89-b6a3-21a139a9b3dc service neutron] Request body: {'port': {'device_id': 'e067eb56-11a4-45f5-8ee3-c27be5e7c63f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:47:13.653358 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd54430-c76c-4adf-9843-aaf8cf817e37 req-218430ed-129f-47dd-b197-64f83f8e944e tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:13.666483 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3dd54430-c76c-4adf-9843-aaf8cf817e37 req-218430ed-129f-47dd-b197-64f83f8e944e tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/ports?device_id=e067eb56-11a4-45f5-8ee3-c27be5e7c63f HTTP/1.1" status: 200 len: 931 time: 0.1194584 Jan 28 02:47:13.722724 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3dd54430-c76c-4adf-9843-aaf8cf817e37 req-2c81a8cc-29e8-4b03-a1b9-4a5cf70a13ed tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups?id=db82e1ee-bee2-4907-82f8-babf1259b726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536616 Jan 28 02:47:13.789328 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-59086aa5-dbb3-4e67-b016-103964735f62 req-c1c9169c-6f34-4b89-b6a3-21a139a9b3dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8ed35e45-8a85-461c-a6c2-71eefc4bce5b), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:14.133684 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-59086aa5-dbb3-4e67-b016-103964735f62 req-c1c9169c-6f34-4b89-b6a3-21a139a9b3dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ed35e45-8a85-461c-a6c2-71eefc4bce5b {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:47:14.168332 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-59086aa5-dbb3-4e67-b016-103964735f62 req-c1c9169c-6f34-4b89-b6a3-21a139a9b3dc service neutron] Publish callbacks [] for port (8ed35e45-8a85-461c-a6c2-71eefc4bce5b), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:14.198760 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-59086aa5-dbb3-4e67-b016-103964735f62 req-c1c9169c-6f34-4b89-b6a3-21a139a9b3dc service neutron] Transition to ACTIVE for port object 8ed35e45-8a85-461c-a6c2-71eefc4bce5b will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:47:14.207424 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-59086aa5-dbb3-4e67-b016-103964735f62 req-c1c9169c-6f34-4b89-b6a3-21a139a9b3dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (8ed35e45-8a85-461c-a6c2-71eefc4bce5b), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:14.226309 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2f992-85a2-46d6-b3e0-b12c15a0a627 req-37d1292e-0055-4410-84a3-8ae6e350d4a0 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:14.227997 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cdf2f992-85a2-46d6-b3e0-b12c15a0a627 req-37d1292e-0055-4410-84a3-8ae6e350d4a0 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/ports?device_id=e26a57b0-4801-4651-9d7e-60303653448f HTTP/1.1" status: 200 len: 949 time: 0.1043048 Jan 28 02:47:14.303439 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c9169c-6f34-4b89-b6a3-21a139a9b3dc service neutron] Pushing event updated for resources: {'Port': ['ID=8ed35e45-8a85-461c-a6c2-71eefc4bce5b,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:14.367983 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cdf2f992-85a2-46d6-b3e0-b12c15a0a627 req-cb81aee4-b94b-46bc-ad33-cd5b8a31bb3d tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/security-groups?id=af04dfc0-4bf3-4e7a-83e9-e1fc75c3a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149158 Jan 28 02:47:14.369472 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-59086aa5-dbb3-4e67-b016-103964735f62 req-c1c9169c-6f34-4b89-b6a3-21a139a9b3dc service neutron] Attempting to bind port 8ed35e45-8a85-461c-a6c2-71eefc4bce5b on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:47:14.369817 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-59086aa5-dbb3-4e67-b016-103964735f62 req-c1c9169c-6f34-4b89-b6a3-21a139a9b3dc service neutron] Attempting to bind port 8ed35e45-8a85-461c-a6c2-71eefc4bce5b by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '9ae36b99-37d5-40c4-bd2c-f1ea61335d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '8cafc877-dd04-48f5-9107-6d7fbef7a7d2'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:47:14.370180 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59086aa5-dbb3-4e67-b016-103964735f62 req-c1c9169c-6f34-4b89-b6a3-21a139a9b3dc service neutron] Attempting to bind port 8ed35e45-8a85-461c-a6c2-71eefc4bce5b on network 8cafc877-dd04-48f5-9107-6d7fbef7a7d2 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:47:14.383670 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59086aa5-dbb3-4e67-b016-103964735f62 req-c1c9169c-6f34-4b89-b6a3-21a139a9b3dc service neutron] Port 8ed35e45-8a85-461c-a6c2-71eefc4bce5b on network 8cafc877-dd04-48f5-9107-6d7fbef7a7d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:47:14.383670 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59086aa5-dbb3-4e67-b016-103964735f62 req-c1c9169c-6f34-4b89-b6a3-21a139a9b3dc service neutron] Attempting to bind port 8ed35e45-8a85-461c-a6c2-71eefc4bce5b on network 8cafc877-dd04-48f5-9107-6d7fbef7a7d2 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:47:14.396720 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59086aa5-dbb3-4e67-b016-103964735f62 req-c1c9169c-6f34-4b89-b6a3-21a139a9b3dc service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:47:14.397096 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59086aa5-dbb3-4e67-b016-103964735f62 req-c1c9169c-6f34-4b89-b6a3-21a139a9b3dc service neutron] Checking segment: {'id': '9ae36b99-37d5-40c4-bd2c-f1ea61335d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '8cafc877-dd04-48f5-9107-6d7fbef7a7d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:47:14.404781 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59086aa5-dbb3-4e67-b016-103964735f62 req-c1c9169c-6f34-4b89-b6a3-21a139a9b3dc service neutron] Bound using segment: {'id': '9ae36b99-37d5-40c4-bd2c-f1ea61335d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '8cafc877-dd04-48f5-9107-6d7fbef7a7d2'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:47:14.405394 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-59086aa5-dbb3-4e67-b016-103964735f62 req-c1c9169c-6f34-4b89-b6a3-21a139a9b3dc service neutron] Bound port: 8ed35e45-8a85-461c-a6c2-71eefc4bce5b, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ae36b99-37d5-40c4-bd2c-f1ea61335d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '8cafc877-dd04-48f5-9107-6d7fbef7a7d2'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:47:14.405773 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-59086aa5-dbb3-4e67-b016-103964735f62 req-c1c9169c-6f34-4b89-b6a3-21a139a9b3dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8ed35e45-8a85-461c-a6c2-71eefc4bce5b), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:14.475564 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc71917-ceae-442f-a20c-f50757e94a35 req-4c1fcb46-ff85-4a82-89ea-c7f20e45e395 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:14.480198 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7fc71917-ceae-442f-a20c-f50757e94a35 req-4c1fcb46-ff85-4a82-89ea-c7f20e45e395 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f5f98d1-2eeb-48bd-9d72-670015d29247 HTTP/1.1" status: 200 len: 949 time: 0.0596268 Jan 28 02:47:14.534683 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-59086aa5-dbb3-4e67-b016-103964735f62 req-c1c9169c-6f34-4b89-b6a3-21a139a9b3dc service neutron] For port 8ed35e45-8a85-461c-a6c2-71eefc4bce5b, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:47:14.538051 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7fc71917-ceae-442f-a20c-f50757e94a35 req-4b8af04e-529e-45ab-8eb4-b2e224482ccb tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525844 Jan 28 02:47:14.543498 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0eaf8b-0f30-4b28-a283-c2fa249996ca req-41b11b4a-1952-47af-b999-8a1ea76c3940 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:14.550514 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ab0eaf8b-0f30-4b28-a283-c2fa249996ca req-41b11b4a-1952-47af-b999-8a1ea76c3940 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 949 time: 0.0850437 Jan 28 02:47:14.554213 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-59086aa5-dbb3-4e67-b016-103964735f62 req-c1c9169c-6f34-4b89-b6a3-21a139a9b3dc service neutron] For port 8ed35e45-8a85-461c-a6c2-71eefc4bce5b, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=8ed35e45-8a85-461c-a6c2-71eefc4bce5b,segment=NetworkSegment(9ae36b99-37d5-40c4-bd2c-f1ea61335d88),segment_id=9ae36b99-37d5-40c4-bd2c-f1ea61335d88)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:47:14.569690 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-59086aa5-dbb3-4e67-b016-103964735f62 req-c1c9169c-6f34-4b89-b6a3-21a139a9b3dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (8ed35e45-8a85-461c-a6c2-71eefc4bce5b), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:14.616032 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59086aa5-dbb3-4e67-b016-103964735f62 req-c1c9169c-6f34-4b89-b6a3-21a139a9b3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:14.616655 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-59086aa5-dbb3-4e67-b016-103964735f62 req-c1c9169c-6f34-4b89-b6a3-21a139a9b3dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:14.618119 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-59086aa5-dbb3-4e67-b016-103964735f62 req-c1c9169c-6f34-4b89-b6a3-21a139a9b3dc service neutron] 10.222.0.39 "PUT /v2.0/ports/8ed35e45-8a85-461c-a6c2-71eefc4bce5b HTTP/1.1" status: 200 len: 1092 time: 0.9705491 Jan 28 02:47:14.620960 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e067eb56-11a4-45f5-8ee3-c27be5e7c63f', 'tag': '8ed35e45-8a85-461c-a6c2-71eefc4bce5b'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:47:14.623252 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95782a3a-f83c-4f46-aaf8-65fdee8534ad" -d '{"events": [{"name": "network-changed", "server_uuid": "e067eb56-11a4-45f5-8ee3-c27be5e7c63f", "tag": "8ed35e45-8a85-461c-a6c2-71eefc4bce5b"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:47:14.669743 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ab0eaf8b-0f30-4b28-a283-c2fa249996ca req-8105bf88-4bdb-43ce-8ce2-d219d1aaaad4 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181614 Jan 28 02:47:14.685157 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c9169c-6f34-4b89-b6a3-21a139a9b3dc service neutron] Pushing event updated for resources: {'Port': ['ID=8ed35e45-8a85-461c-a6c2-71eefc4bce5b,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:14.706475 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1199959c-027d-4869-be0b-0504a5ee6d6f x-openstack-request-id: req-1199959c-027d-4869-be0b-0504a5ee6d6f {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:47:14.706773 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e067eb56-11a4-45f5-8ee3-c27be5e7c63f", "tag": "8ed35e45-8a85-461c-a6c2-71eefc4bce5b", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:47:14.707028 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1199959c-027d-4869-be0b-0504a5ee6d6f {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:47:14.707475 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e067eb56-11a4-45f5-8ee3-c27be5e7c63f', 'tag': '8ed35e45-8a85-461c-a6c2-71eefc4bce5b', 'status': 'completed', 'code': 200} Jan 28 02:47:14.834914 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59086aa5-dbb3-4e67-b016-103964735f62 req-78ed120f-5640-4e68-b704-4a3f05ee7738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:14.837357 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-59086aa5-dbb3-4e67-b016-103964735f62 req-78ed120f-5640-4e68-b704-4a3f05ee7738 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ab8a3eab2774693b9eefcdcd3df987b&device_id=e067eb56-11a4-45f5-8ee3-c27be5e7c63f HTTP/1.1" status: 200 len: 1095 time: 0.0762990 Jan 28 02:47:14.910554 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77554815-9097-4005-be68-abf65dbe236d req-ed29ab06-4d42-492b-9aa2-c566e67316f2 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:14.917760 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-77554815-9097-4005-be68-abf65dbe236d req-ed29ab06-4d42-492b-9aa2-c566e67316f2 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/ports?device_id=e067eb56-11a4-45f5-8ee3-c27be5e7c63f HTTP/1.1" status: 200 len: 943 time: 0.1302128 Jan 28 02:47:14.926776 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-59086aa5-dbb3-4e67-b016-103964735f62 req-6e6cba78-0b71-4b0c-8080-835c1afa14a2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8ed35e45-8a85-461c-a6c2-71eefc4bce5b HTTP/1.1" status: 200 len: 217 time: 0.0697138 Jan 28 02:47:15.001783 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-77554815-9097-4005-be68-abf65dbe236d req-63933b2c-be03-40b6-bb26-b087adba18b7 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups?id=db82e1ee-bee2-4907-82f8-babf1259b726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829248 Jan 28 02:47:15.015510 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59086aa5-dbb3-4e67-b016-103964735f62 req-c7a1e41b-f8dc-428e-a6f0-64d02aad2146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:15.018679 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-59086aa5-dbb3-4e67-b016-103964735f62 req-c7a1e41b-f8dc-428e-a6f0-64d02aad2146 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0320286d-6ddf-44dc-ab23-60f8e4e25317 HTTP/1.1" status: 200 len: 852 time: 0.0782208 Jan 28 02:47:15.023863 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:47:15.066726 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-59086aa5-dbb3-4e67-b016-103964735f62 req-bdebb630-40c2-4a8f-8167-41d64525657a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8cafc877-dd04-48f5-9107-6d7fbef7a7d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379479 Jan 28 02:47:15.229311 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-59086aa5-dbb3-4e67-b016-103964735f62 req-283fb5d2-65fa-4fbe-bb5e-6bceb8014266 service neutron] 10.222.0.39 "GET /v2.0/networks/8cafc877-dd04-48f5-9107-6d7fbef7a7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471407 Jan 28 02:47:15.353530 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-59086aa5-dbb3-4e67-b016-103964735f62 req-e539fd66-337b-4247-bf0b-df23f749e853 service neutron] 10.222.0.39 "GET /v2.0/networks/8cafc877-dd04-48f5-9107-6d7fbef7a7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135054 Jan 28 02:47:15.569377 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905710e-f155-47fe-9a23-59cf45a8e3c4 req-2727df67-f1fd-4060-b378-eaa97e3582e4 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:15.577126 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9905710e-f155-47fe-9a23-59cf45a8e3c4 req-2727df67-f1fd-4060-b378-eaa97e3582e4 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/ports?device_id=e26a57b0-4801-4651-9d7e-60303653448f HTTP/1.1" status: 200 len: 949 time: 0.1074827 Jan 28 02:47:15.596467 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95782a3a-f83c-4f46-aaf8-65fdee8534ad req-4a8f1753-f81a-43ca-a0c9-b0cbb128080e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:15.597963 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-95782a3a-f83c-4f46-aaf8-65fdee8534ad req-4a8f1753-f81a-43ca-a0c9-b0cbb128080e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ab8a3eab2774693b9eefcdcd3df987b&device_id=e067eb56-11a4-45f5-8ee3-c27be5e7c63f HTTP/1.1" status: 200 len: 1095 time: 0.0773046 Jan 28 02:47:15.712567 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9905710e-f155-47fe-9a23-59cf45a8e3c4 req-4eb65993-14f3-4732-bd59-d3934716241e tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/security-groups?id=af04dfc0-4bf3-4e7a-83e9-e1fc75c3a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300244 Jan 28 02:47:15.799568 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95782a3a-f83c-4f46-aaf8-65fdee8534ad req-6a365b8a-597c-4a1b-92f4-8e41625552f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:15.802725 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-95782a3a-f83c-4f46-aaf8-65fdee8534ad req-6a365b8a-597c-4a1b-92f4-8e41625552f8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8cafc877-dd04-48f5-9107-6d7fbef7a7d2 HTTP/1.1" status: 200 len: 913 time: 0.1900129 Jan 28 02:47:15.917357 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-95782a3a-f83c-4f46-aaf8-65fdee8534ad req-b91d74bc-744f-49bd-bc30-0f87baf2cb30 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8ed35e45-8a85-461c-a6c2-71eefc4bce5b HTTP/1.1" status: 200 len: 217 time: 0.1064134 Jan 28 02:47:15.976765 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d7b68-6d7f-4e62-9f98-43f975a8215c req-6b16eec0-4aaf-4657-ba83-ddaffe148015 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:15.978681 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7f0d7b68-6d7f-4e62-9f98-43f975a8215c req-6b16eec0-4aaf-4657-ba83-ddaffe148015 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f5f98d1-2eeb-48bd-9d72-670015d29247 HTTP/1.1" status: 200 len: 949 time: 0.1096668 Jan 28 02:47:16.115760 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30d352-92b2-4b99-98e8-7ce5ffad43b2 req-6fda005e-6fac-4c65-9692-4053c6776c49 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:16.117388 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7c30d352-92b2-4b99-98e8-7ce5ffad43b2 req-6fda005e-6fac-4c65-9692-4053c6776c49 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 949 time: 0.0560155 Jan 28 02:47:16.169207 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7c30d352-92b2-4b99-98e8-7ce5ffad43b2 req-00296ae3-9bb7-41f8-8014-494c5999ac56 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454824 Jan 28 02:47:16.273062 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba70b78-7b41-4b71-be83-81b6a596a27f req-de2177ed-4273-4f10-95bd-5984b0880a9b tempest-LiveMigrationNegativeTest-1822381670 tempest-LiveMigrationNegativeTest-1822381670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:16.275181 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cba70b78-7b41-4b71-be83-81b6a596a27f req-de2177ed-4273-4f10-95bd-5984b0880a9b tempest-LiveMigrationNegativeTest-1822381670 tempest-LiveMigrationNegativeTest-1822381670-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e26a57b0-4801-4651-9d7e-60303653448f HTTP/1.1" status: 200 len: 1101 time: 0.0428479 Jan 28 02:47:16.281030 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95782a3a-f83c-4f46-aaf8-65fdee8534ad req-41409e0a-d2d9-40c8-8a94-eba96573eb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:16.282490 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-95782a3a-f83c-4f46-aaf8-65fdee8534ad req-41409e0a-d2d9-40c8-8a94-eba96573eb1d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0320286d-6ddf-44dc-ab23-60f8e4e25317 HTTP/1.1" status: 200 len: 852 time: 0.3492467 Jan 28 02:47:16.294576 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-cba70b78-7b41-4b71-be83-81b6a596a27f req-27052ad7-6cd3-476c-9ec1-474fcfd29615 tempest-LiveMigrationNegativeTest-1822381670 tempest-LiveMigrationNegativeTest-1822381670-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:16.325817 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-95782a3a-f83c-4f46-aaf8-65fdee8534ad req-5f208ada-a069-4d79-93dd-466bbf691123 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8cafc877-dd04-48f5-9107-6d7fbef7a7d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337853 Jan 28 02:47:16.330355 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7f0d7b68-6d7f-4e62-9f98-43f975a8215c req-fa3ebfcb-a29a-4f03-9d2a-3acd748f4874 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394244 Jan 28 02:47:16.380588 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-cba70b78-7b41-4b71-be83-81b6a596a27f req-27052ad7-6cd3-476c-9ec1-474fcfd29615 tempest-LiveMigrationNegativeTest-1822381670 tempest-LiveMigrationNegativeTest-1822381670-project-admin] Publish callbacks [] for security_group (ec076904-0cbd-4452-81fd-0b434d122184), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:16.389040 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-cba70b78-7b41-4b71-be83-81b6a596a27f req-27052ad7-6cd3-476c-9ec1-474fcfd29615 tempest-LiveMigrationNegativeTest-1822381670 tempest-LiveMigrationNegativeTest-1822381670-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (ec076904-0cbd-4452-81fd-0b434d122184), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:16.445530 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cba70b78-7b41-4b71-be83-81b6a596a27f req-27052ad7-6cd3-476c-9ec1-474fcfd29615 tempest-LiveMigrationNegativeTest-1822381670 tempest-LiveMigrationNegativeTest-1822381670-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=af04dfc0-4bf3-4e7a-83e9-e1fc75c3a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636891 Jan 28 02:47:16.451076 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27052ad7-6cd3-476c-9ec1-474fcfd29615 tempest-LiveMigrationNegativeTest-1822381670 tempest-LiveMigrationNegativeTest-1822381670-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec076904-0cbd-4452-81fd-0b434d122184,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:16.588438 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-95782a3a-f83c-4f46-aaf8-65fdee8534ad req-352d869d-077f-462b-8034-00d93f899f34 service neutron] 10.222.0.39 "GET /v2.0/networks/8cafc877-dd04-48f5-9107-6d7fbef7a7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270337 Jan 28 02:47:16.627284 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba4f91-d24c-4398-80d1-69e95ca735cd req-b13a1111-ca82-4d44-86b1-5bc61c615b89 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:16.629400 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-71ba4f91-d24c-4398-80d1-69e95ca735cd req-b13a1111-ca82-4d44-86b1-5bc61c615b89 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/ports?device_id=e067eb56-11a4-45f5-8ee3-c27be5e7c63f HTTP/1.1" status: 200 len: 943 time: 0.1006672 Jan 28 02:47:16.705174 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-71ba4f91-d24c-4398-80d1-69e95ca735cd req-3c6cfedb-34d4-427b-8b28-07ac79e53bf7 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups?id=db82e1ee-bee2-4907-82f8-babf1259b726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646808 Jan 28 02:47:16.732188 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-95782a3a-f83c-4f46-aaf8-65fdee8534ad req-76e9f0e0-f77e-4501-adb3-4d5b84235756 service neutron] 10.222.0.39 "GET /v2.0/networks/8cafc877-dd04-48f5-9107-6d7fbef7a7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326656 Jan 28 02:47:17.272989 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f21703-288e-492d-beeb-3ed28a086fa8 req-5a410841-9d08-4c59-a0ec-fccd14276507 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:17.274595 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-76f21703-288e-492d-beeb-3ed28a086fa8 req-5a410841-9d08-4c59-a0ec-fccd14276507 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/ports?device_id=e26a57b0-4801-4651-9d7e-60303653448f HTTP/1.1" status: 200 len: 949 time: 0.0555835 Jan 28 02:47:17.325715 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-76f21703-288e-492d-beeb-3ed28a086fa8 req-e776648a-ab7a-411d-9e1d-ec0a6132e306 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/security-groups?id=af04dfc0-4bf3-4e7a-83e9-e1fc75c3a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454133 Jan 28 02:47:17.416695 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7bd592-4340-4007-862c-3a2add9adacf req-2edd4a4c-1375-4757-a53d-f48527ade244 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:17.418454 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7a7bd592-4340-4007-862c-3a2add9adacf req-2edd4a4c-1375-4757-a53d-f48527ade244 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 949 time: 0.0513334 Jan 28 02:47:17.491429 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7a7bd592-4340-4007-862c-3a2add9adacf req-9570a41b-77e0-4c6b-a545-e343203ed78a tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642488 Jan 28 02:47:17.569600 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebc616-ef17-48bf-bdbb-845fcd262a0f req-1d69f4b6-4c3d-493b-8d79-e7f137b52c75 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:17.571672 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b4ebc616-ef17-48bf-bdbb-845fcd262a0f req-1d69f4b6-4c3d-493b-8d79-e7f137b52c75 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f5f98d1-2eeb-48bd-9d72-670015d29247 HTTP/1.1" status: 200 len: 949 time: 0.0533602 Jan 28 02:47:17.632825 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b4ebc616-ef17-48bf-bdbb-845fcd262a0f req-3562e4cb-a2df-439e-b0d7-e078278ef16b tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553701 Jan 28 02:47:17.771837 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f2ca0-4974-4388-90d4-798a0cf00329 req-fdf1cc79-497c-42a1-b964-fa9a1565720b tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:17.773485 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9b1f2ca0-4974-4388-90d4-798a0cf00329 req-fdf1cc79-497c-42a1-b964-fa9a1565720b tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=aff0c9c9-2c95-47fc-ad21-e435e29acd33 HTTP/1.1" status: 200 len: 950 time: 0.0560422 Jan 28 02:47:17.777426 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63028e-2a1d-456d-b417-ae06a4e12d6e req-6429a708-0a64-4359-acea-f07aa1e9bfdf tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:17.779034 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-af63028e-2a1d-456d-b417-ae06a4e12d6e req-6429a708-0a64-4359-acea-f07aa1e9bfdf tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/networks?id=c898a309-cc9c-486f-b9d6-bb11ec55d766 HTTP/1.1" status: 200 len: 805 time: 0.1359601 Jan 28 02:47:17.794379 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-af63028e-2a1d-456d-b417-ae06a4e12d6e req-c3f1a18f-b42e-455e-809f-dc0d516a4925 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/quotas/9667c7e3eafc4f028f0e9db9d1d88b60 HTTP/1.1" status: 200 len: 375 time: 0.0091865 Jan 28 02:47:17.825963 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9b1f2ca0-4974-4388-90d4-798a0cf00329 req-a0b19b17-b414-4299-81ae-1b4578f31997 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441985 Jan 28 02:47:17.850365 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-af63028e-2a1d-456d-b417-ae06a4e12d6e req-79ac3b21-dcd7-4c9d-9408-7db1415cd0d3 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9667c7e3eafc4f028f0e9db9d1d88b60&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0494015 Jan 28 02:47:17.932574 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e20722-0bf5-4776-9868-e3ce9b78d3bc req-669cf322-e7cc-4c57-8939-2bcd1ce60a48 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:17.934010 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f0e20722-0bf5-4776-9868-e3ce9b78d3bc req-669cf322-e7cc-4c57-8939-2bcd1ce60a48 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/ports?device_id=e067eb56-11a4-45f5-8ee3-c27be5e7c63f HTTP/1.1" status: 200 len: 943 time: 0.0541298 Jan 28 02:47:17.946888 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-af63028e-2a1d-456d-b417-ae06a4e12d6e req-09cf5a44-0d30-45da-a296-466d73845f4c service neutron] 10.222.0.53 "GET /v2.0/networks/c898a309-cc9c-486f-b9d6-bb11ec55d766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874059 Jan 28 02:47:17.983091 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f0e20722-0bf5-4776-9868-e3ce9b78d3bc req-f8f83213-a1a8-474f-9627-4c1211cea07f tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups?id=db82e1ee-bee2-4907-82f8-babf1259b726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431814 Jan 28 02:47:18.036833 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-af63028e-2a1d-456d-b417-ae06a4e12d6e req-34e95c70-a020-4737-85eb-013157e2b721 service neutron] 10.222.0.53 "GET /v2.0/networks/c898a309-cc9c-486f-b9d6-bb11ec55d766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840142 Jan 28 02:47:18.304553 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-02770c1b-9869-4306-ab39-8ef2d273c070 req-691c0e4e-d76b-4c68-8831-306676e6cb5b tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=101c29a9-93a2-400c-939d-7bfc77d7c51e HTTP/1.1" status: 200 len: 210 time: 0.0499272 Jan 28 02:47:18.355740 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc65d0-24b4-4f01-8397-0a8e7e5365b8 req-c83ac01d-3935-42de-81ff-f6bb82df18d4 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:18.361392 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc65d0-24b4-4f01-8397-0a8e7e5365b8 req-c83ac01d-3935-42de-81ff-f6bb82df18d4 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:18.363066 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b3cc65d0-24b4-4f01-8397-0a8e7e5365b8 req-c83ac01d-3935-42de-81ff-f6bb82df18d4 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f5f98d1-2eeb-48bd-9d72-670015d29247&device_id=aff0c9c9-2c95-47fc-ad21-e435e29acd33 HTTP/1.1" status: 200 len: 1690 time: 0.0717323 Jan 28 02:47:18.413505 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b3cc65d0-24b4-4f01-8397-0a8e7e5365b8 req-982797cf-9399-484f-81c9-f93d9f79d7f5 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431147 Jan 28 02:47:18.567064 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4673d66-3139-42f9-9501-2c0df70a14d1 req-02524d57-8789-4c4f-9db7-e23c7e1d3ee8 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:18.568699 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a4673d66-3139-42f9-9501-2c0df70a14d1 req-02524d57-8789-4c4f-9db7-e23c7e1d3ee8 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/ports?device_id=e26a57b0-4801-4651-9d7e-60303653448f HTTP/1.1" status: 200 len: 949 time: 0.0758853 Jan 28 02:47:18.595477 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00da2ea-875a-45e4-bba3-8049381f5c96 req-82dbc529-d3ab-4dab-a5ac-6570e14526d6 tempest-ServersOnMultiNodesTest-1215738684 tempest-ServersOnMultiNodesTest-1215738684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:18.597012 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f00da2ea-875a-45e4-bba3-8049381f5c96 req-82dbc529-d3ab-4dab-a5ac-6570e14526d6 tempest-ServersOnMultiNodesTest-1215738684 tempest-ServersOnMultiNodesTest-1215738684-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4f5f98d1-2eeb-48bd-9d72-670015d29247 HTTP/1.1" status: 200 len: 1101 time: 0.0531511 Jan 28 02:47:18.644937 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a4673d66-3139-42f9-9501-2c0df70a14d1 req-1a6057b3-6f99-4f29-921f-a33e0593dd2e tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/security-groups?id=af04dfc0-4bf3-4e7a-83e9-e1fc75c3a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679913 Jan 28 02:47:18.649909 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f00da2ea-875a-45e4-bba3-8049381f5c96 req-4c728f94-9d1e-4f64-9238-f1a9775231e1 tempest-ServersOnMultiNodesTest-1215738684 tempest-ServersOnMultiNodesTest-1215738684-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472906 Jan 28 02:47:18.820961 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e4781-0573-4749-aca3-dd6dceec9711 req-e18fa951-b998-427f-a380-e048d9f265d2 tempest-ServersOnMultiNodesTest-1215738684 tempest-ServersOnMultiNodesTest-1215738684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:18.823646 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-403e4781-0573-4749-aca3-dd6dceec9711 req-e18fa951-b998-427f-a380-e048d9f265d2 tempest-ServersOnMultiNodesTest-1215738684 tempest-ServersOnMultiNodesTest-1215738684-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=aff0c9c9-2c95-47fc-ad21-e435e29acd33 HTTP/1.1" status: 200 len: 1102 time: 0.0473449 Jan 28 02:47:18.826380 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaaa518-8f70-474a-b371-692d6c06c4c0 req-e4292d1f-b64d-4cd1-bb96-f0deeb4636ee tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:18.828808 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bcaaa518-8f70-474a-b371-692d6c06c4c0 req-e4292d1f-b64d-4cd1-bb96-f0deeb4636ee tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 949 time: 0.0796771 Jan 28 02:47:18.889850 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bcaaa518-8f70-474a-b371-692d6c06c4c0 req-f9c42b96-a273-4000-b5ec-fcd68eb63acc tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549448 Jan 28 02:47:18.918859 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-403e4781-0573-4749-aca3-dd6dceec9711 req-c579503d-cc12-4873-a973-08951f6b1ac6 tempest-ServersOnMultiNodesTest-1215738684 tempest-ServersOnMultiNodesTest-1215738684-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834892 Jan 28 02:47:19.113820 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-e256785c-afee-4b65-a5bb-1b60df796781 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=48a9da4172074c31af36ad122c33e36a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298395 Jan 28 02:47:19.144782 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768c442-c6fe-4c42-b363-80db3048099e req-72ae87b7-13bf-41f1-9590-3f6bca056bd8 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:19.146405 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8768c442-c6fe-4c42-b363-80db3048099e req-72ae87b7-13bf-41f1-9590-3f6bca056bd8 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/ports?device_id=e067eb56-11a4-45f5-8ee3-c27be5e7c63f HTTP/1.1" status: 200 len: 943 time: 0.0543387 Jan 28 02:47:19.199757 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8768c442-c6fe-4c42-b363-80db3048099e req-738c1581-e96e-4a38-8312-ac13dabe6a0b tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups?id=db82e1ee-bee2-4907-82f8-babf1259b726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475166 Jan 28 02:47:19.217563 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-c8ea1300-1a12-4564-a97b-61982ba0fe54 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:19.219876 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-c8ea1300-1a12-4564-a97b-61982ba0fe54 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1052630 Jan 28 02:47:19.236790 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-67ef1d61-4170-417b-a23d-512cdb60bfbb tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/quotas/48a9da4172074c31af36ad122c33e36a HTTP/1.1" status: 200 len: 375 time: 0.0114894 Jan 28 02:47:19.282037 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a038783-4847-42bf-8407-43bbc9a4a45e req-6c96046a-56b2-4aba-8ea3-696dd74df734 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:19.283787 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3a038783-4847-42bf-8407-43bbc9a4a45e req-6c96046a-56b2-4aba-8ea3-696dd74df734 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.67 "GET /v2.0/ports?device_id=e26a57b0-4801-4651-9d7e-60303653448f HTTP/1.1" status: 200 len: 949 time: 0.0696979 Jan 28 02:47:19.305323 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-4a04e24a-d784-489a-8104-dd5b6458d80e tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=48a9da4172074c31af36ad122c33e36a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0628622 Jan 28 02:47:19.379366 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-3a038783-4847-42bf-8407-43bbc9a4a45e req-d66d8498-7c9b-4d9e-8900-9f2ab3cb6f89 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Deleting port 5ec4d367-7e84-4bef-8923-b6dfd46a0bcd {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:47:19.380173 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3a038783-4847-42bf-8407-43bbc9a4a45e req-d66d8498-7c9b-4d9e-8900-9f2ab3cb6f89 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (5ec4d367-7e84-4bef-8923-b6dfd46a0bcd), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:19.467842 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-271af8d0-e02a-469f-9ff4-6feaadebd3a6 req-01c600e0-5468-457d-9276-c33c7b45e8f3 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=101c29a9-93a2-400c-939d-7bfc77d7c51e HTTP/1.1" status: 200 len: 210 time: 0.0732021 Jan 28 02:47:19.539659 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-30243c03-2c37-4fbf-9c08-0041dbe1f8c6 req-be0fc228-2a4f-46d5-867a-8d704f7a5869 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=54ef5e0c-503f-470f-ad73-5d46c7b89a1c HTTP/1.1" status: 200 len: 210 time: 0.0631773 Jan 28 02:47:19.542825 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-3a038783-4847-42bf-8407-43bbc9a4a45e req-d66d8498-7c9b-4d9e-8900-9f2ab3cb6f89 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] For port 5ec4d367-7e84-4bef-8923-b6dfd46a0bcd, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=5ec4d367-7e84-4bef-8923-b6dfd46a0bcd,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:47:19.543199 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3a038783-4847-42bf-8407-43bbc9a4a45e req-d66d8498-7c9b-4d9e-8900-9f2ab3cb6f89 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (5ec4d367-7e84-4bef-8923-b6dfd46a0bcd), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:19.561786 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-3a038783-4847-42bf-8407-43bbc9a4a45e req-d66d8498-7c9b-4d9e-8900-9f2ab3cb6f89 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Calling delete_port for 5ec4d367-7e84-4bef-8923-b6dfd46a0bcd owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:47:19.791837 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3a038783-4847-42bf-8407-43bbc9a4a45e req-d66d8498-7c9b-4d9e-8900-9f2ab3cb6f89 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (5ec4d367-7e84-4bef-8923-b6dfd46a0bcd), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:19.841685 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e', '5ec4d367-7e84-4bef-8923-b6dfd46a0bcd'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:47:19.874856 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63028e-2a1d-456d-b417-ae06a4e12d6e req-86457e9c-e372-4d26-ade2-12ba16ca2c60 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:19.876419 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-af63028e-2a1d-456d-b417-ae06a4e12d6e req-86457e9c-e372-4d26-ade2-12ba16ca2c60 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.67 "GET /v2.0/networks?id=c898a309-cc9c-486f-b9d6-bb11ec55d766 HTTP/1.1" status: 200 len: 805 time: 0.2633042 Jan 28 02:47:19.946451 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66d8498-7c9b-4d9e-8900-9f2ab3cb6f89 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Pushing event deleted for resources: {'Port': ['ID=5ec4d367-7e84-4bef-8923-b6dfd46a0bcd,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:19.952061 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a038783-4847-42bf-8407-43bbc9a4a45e req-d66d8498-7c9b-4d9e-8900-9f2ab3cb6f89 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] No DVR routers for this DVR port 5ec4d367-7e84-4bef-8923-b6dfd46a0bcd on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:47:19.958402 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3a038783-4847-42bf-8407-43bbc9a4a45e req-d66d8498-7c9b-4d9e-8900-9f2ab3cb6f89 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:19.962260 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3a038783-4847-42bf-8407-43bbc9a4a45e req-d66d8498-7c9b-4d9e-8900-9f2ab3cb6f89 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.67 "DELETE /v2.0/ports/5ec4d367-7e84-4bef-8923-b6dfd46a0bcd HTTP/1.1" status: 204 len: 173 time: 0.6719511 Jan 28 02:47:19.964107 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26a57b0-4801-4651-9d7e-60303653448f', 'name': 'network-vif-deleted', 'tag': '5ec4d367-7e84-4bef-8923-b6dfd46a0bcd'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:47:19.965558 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-af63028e-2a1d-456d-b417-ae06a4e12d6e req-56d03c7b-d61a-4914-8c77-820d33a59881 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Request body: {'port': {'device_id': '101c29a9-93a2-400c-939d-7bfc77d7c51e', 'network_id': 'c898a309-cc9c-486f-b9d6-bb11ec55d766', 'admin_state_up': True, 'tenant_id': '9667c7e3eafc4f028f0e9db9d1d88b60'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:47:19.979758 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab705ced-6401-48f1-a768-99f0a57dce95" -d '{"events": [{"server_uuid": "e26a57b0-4801-4651-9d7e-60303653448f", "name": "network-vif-deleted", "tag": "5ec4d367-7e84-4bef-8923-b6dfd46a0bcd"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:47:19.990265 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4dfbac68-9e2d-4eb5-9011-ed0f07c7b567 req-ae9eaf59-03ba-4a94-9963-aedf51e2c7d3 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/ports?device_id=e26a57b0-4801-4651-9d7e-60303653448f HTTP/1.1" status: 200 len: 210 time: 0.1127033 Jan 28 02:47:20.168303 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da7605d-0e68-4f67-a777-4b175cfcd583 x-openstack-request-id: req-5da7605d-0e68-4f67-a777-4b175cfcd583 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:47:20.168732 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e26a57b0-4801-4651-9d7e-60303653448f", "name": "network-vif-deleted", "tag": "5ec4d367-7e84-4bef-8923-b6dfd46a0bcd", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:47:20.169054 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5da7605d-0e68-4f67-a777-4b175cfcd583 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:47:20.169976 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e26a57b0-4801-4651-9d7e-60303653448f', 'name': 'network-vif-deleted', 'tag': '5ec4d367-7e84-4bef-8923-b6dfd46a0bcd', 'status': 'completed', 'code': 200} Jan 28 02:47:20.206670 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17679559-4405-4575-bd25-d9a1ffe6b0fb req-1ee0b2e8-ef41-4448-b8cf-09ff938a4342 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:20.210160 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 8ed35e45-8a85-461c-a6c2-71eefc4bce5b details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:47:20.216226 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-17679559-4405-4575-bd25-d9a1ffe6b0fb req-1ee0b2e8-ef41-4448-b8cf-09ff938a4342 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 949 time: 0.1797593 Jan 28 02:47:20.268864 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:47:20.278305 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af63028e-2a1d-456d-b417-ae06a4e12d6e req-56d03c7b-d61a-4914-8c77-820d33a59881 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Made reservation on behalf of 9667c7e3eafc4f028f0e9db9d1d88b60 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:47:20.282869 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-af63028e-2a1d-456d-b417-ae06a4e12d6e req-56d03c7b-d61a-4914-8c77-820d33a59881 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:20.296832 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-17679559-4405-4575-bd25-d9a1ffe6b0fb req-b1f4375d-2da4-48a4-a242-60453ad69f0d tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794816 Jan 28 02:47:20.340397 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af960210-3e43-495d-a21f-bdb66ef6a567 req-4bffec1b-505f-4539-8fb8-1970373591fe tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:20.344634 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-af960210-3e43-495d-a21f-bdb66ef6a567 req-4bffec1b-505f-4539-8fb8-1970373591fe tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.39 "GET /v2.0/ports?device_id=af7ee1b3-8887-41d3-b576-dda942d78c8a HTTP/1.1" status: 200 len: 945 time: 0.2098646 Jan 28 02:47:20.504076 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-af960210-3e43-495d-a21f-bdb66ef6a567 req-ce8ddd18-437e-4cfd-b3d8-bf421f8b4f84 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Deleting port 569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:47:20.504579 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-af960210-3e43-495d-a21f-bdb66ef6a567 req-ce8ddd18-437e-4cfd-b3d8-bf421f8b4f84 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:20.518562 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0 is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:47:20.519692 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:20.545172 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b8ec4-c349-478b-acbf-fcedf8ff255c req-eab09ab8-19ea-4bcb-b408-4ff60bc774d6 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:20.546749 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-489b8ec4-c349-478b-acbf-fcedf8ff255c req-eab09ab8-19ea-4bcb-b408-4ff60bc774d6 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/ports?device_id=e067eb56-11a4-45f5-8ee3-c27be5e7c63f HTTP/1.1" status: 200 len: 943 time: 0.1386614 Jan 28 02:47:20.594071 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 8ed35e45-8a85-461c-a6c2-71eefc4bce5b, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=8ed35e45-8a85-461c-a6c2-71eefc4bce5b,segment=NetworkSegment(9ae36b99-37d5-40c4-bd2c-f1ea61335d88),segment_id=9ae36b99-37d5-40c4-bd2c-f1ea61335d88)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:47:20.616048 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '8ed35e45-8a85-461c-a6c2-71eefc4bce5b', 'network_id': '8cafc877-dd04-48f5-9107-6d7fbef7a7d2', 'port_id': '8ed35e45-8a85-461c-a6c2-71eefc4bce5b', 'mac_address': 'fa:16:3e:69:80:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0320286d-6ddf-44dc-ab23-60f8e4e25317', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:47:20.620507 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-af63028e-2a1d-456d-b417-ae06a4e12d6e req-56d03c7b-d61a-4914-8c77-820d33a59881 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Allocated IP 172.20.0.12 (c898a309-cc9c-486f-b9d6-bb11ec55d766/eaaafb1c-3547-4581-9e89-2950c931386f/f79db10d-b045-4259-b441-b909b6d40604) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:47:20.625498 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-151d29ac-995b-4515-85df-e1b50e6706c9 req-07faf844-cb39-4bf7-9f54-ca57bb8ffcb1 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=101c29a9-93a2-400c-939d-7bfc77d7c51e HTTP/1.1" status: 200 len: 210 time: 0.0351357 Jan 28 02:47:20.653599 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7ee1b3-8887-41d3-b576-dda942d78c8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:47:20.655946 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041a6e27-8a36-415e-ab82-1cb748dba6a7" -d '{"events": [{"server_uuid": "af7ee1b3-8887-41d3-b576-dda942d78c8a", "name": "network-vif-unplugged", "status": "completed", "tag": "569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:47:20.689640 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0,segment=NetworkSegment(75a4b119-8376-430b-8e41-eb2c7f9df607),segment_id=75a4b119-8376-430b-8e41-eb2c7f9df607)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:47:20.697220 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-489b8ec4-c349-478b-acbf-fcedf8ff255c req-8918735a-a52d-491f-8c6e-05b45b8c743c tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups?id=db82e1ee-bee2-4907-82f8-babf1259b726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338665 Jan 28 02:47:20.705298 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:20.716865 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-af960210-3e43-495d-a21f-bdb66ef6a567 req-ce8ddd18-437e-4cfd-b3d8-bf421f8b4f84 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] For port 569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0,segment=NetworkSegment(75a4b119-8376-430b-8e41-eb2c7f9df607),segment_id=75a4b119-8376-430b-8e41-eb2c7f9df607)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:47:20.717196 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-af960210-3e43-495d-a21f-bdb66ef6a567 req-ce8ddd18-437e-4cfd-b3d8-bf421f8b4f84 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:20.752898 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-af960210-3e43-495d-a21f-bdb66ef6a567 req-ce8ddd18-437e-4cfd-b3d8-bf421f8b4f84 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Calling delete_port for 569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:47:20.809280 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0,revision_number=8']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:20.831255 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 8ed35e45-8a85-461c-a6c2-71eefc4bce5b is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:47:20.832023 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8ed35e45-8a85-461c-a6c2-71eefc4bce5b), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:20.883337 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ed35e45-8a85-461c-a6c2-71eefc4bce5b {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:47:20.914452 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 8ed35e45-8a85-461c-a6c2-71eefc4bce5b, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=8ed35e45-8a85-461c-a6c2-71eefc4bce5b,segment=NetworkSegment(9ae36b99-37d5-40c4-bd2c-f1ea61335d88),segment_id=9ae36b99-37d5-40c4-bd2c-f1ea61335d88)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:47:20.919068 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6f4e312e-27f6-4856-86f5-59a85acfa682 req-a543b2d1-8393-4e0f-90db-69efe280067f tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=54ef5e0c-503f-470f-ad73-5d46c7b89a1c HTTP/1.1" status: 200 len: 210 time: 0.0530503 Jan 28 02:47:20.922636 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (8ed35e45-8a85-461c-a6c2-71eefc4bce5b), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:20.941751 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-af63028e-2a1d-456d-b417-ae06a4e12d6e req-56d03c7b-d61a-4914-8c77-820d33a59881 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Publish callbacks [] for port (f79db10d-b045-4259-b441-b909b6d40604), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:20.969010 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 02:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173c11bb-f847-49b2-90e8-8ed9692cfb19 x-openstack-request-id: req-173c11bb-f847-49b2-90e8-8ed9692cfb19 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:47:20.969786 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af7ee1b3-8887-41d3-b576-dda942d78c8a", "name": "network-vif-unplugged", "status": "completed", "tag": "569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:47:20.970428 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-173c11bb-f847-49b2-90e8-8ed9692cfb19 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:47:20.971230 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7ee1b3-8887-41d3-b576-dda942d78c8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0', 'code': 200} Jan 28 02:47:20.972545 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-af960210-3e43-495d-a21f-bdb66ef6a567 req-ce8ddd18-437e-4cfd-b3d8-bf421f8b4f84 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:20.986609 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-af63028e-2a1d-456d-b417-ae06a4e12d6e req-56d03c7b-d61a-4914-8c77-820d33a59881 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (f79db10d-b045-4259-b441-b909b6d40604), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:21.003000 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=8ed35e45-8a85-461c-a6c2-71eefc4bce5b,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:21.006596 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8ddd18-437e-4cfd-b3d8-bf421f8b4f84 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Pushing event deleted for resources: {'Port': ['ID=569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:21.059156 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d03c7b-d61a-4914-8c77-820d33a59881 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Pushing event updated for resources: {'Port': ['ID=f79db10d-b045-4259-b441-b909b6d40604,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:21.066690 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af63028e-2a1d-456d-b417-ae06a4e12d6e req-56d03c7b-d61a-4914-8c77-820d33a59881 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Network c898a309-cc9c-486f-b9d6-bb11ec55d766 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:47:21.068494 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-af63028e-2a1d-456d-b417-ae06a4e12d6e req-56d03c7b-d61a-4914-8c77-820d33a59881 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:47:21.072253 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-af960210-3e43-495d-a21f-bdb66ef6a567 req-ce8ddd18-437e-4cfd-b3d8-bf421f8b4f84 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] No DVR routers for this DVR port 569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:47:21.075441 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-af63028e-2a1d-456d-b417-ae06a4e12d6e req-56d03c7b-d61a-4914-8c77-820d33a59881 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:47:21.076362 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-af960210-3e43-495d-a21f-bdb66ef6a567 req-ce8ddd18-437e-4cfd-b3d8-bf421f8b4f84 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:21.080372 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-af960210-3e43-495d-a21f-bdb66ef6a567 req-ce8ddd18-437e-4cfd-b3d8-bf421f8b4f84 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.39 "DELETE /v2.0/ports/569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0 HTTP/1.1" status: 204 len: 173 time: 0.7292032 Jan 28 02:47:21.128187 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63028e-2a1d-456d-b417-ae06a4e12d6e req-56d03c7b-d61a-4914-8c77-820d33a59881 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:21.129214 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-af63028e-2a1d-456d-b417-ae06a4e12d6e req-56d03c7b-d61a-4914-8c77-820d33a59881 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:21.147298 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-af63028e-2a1d-456d-b417-ae06a4e12d6e req-56d03c7b-d61a-4914-8c77-820d33a59881 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2052166 Jan 28 02:47:21.165871 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-af63028e-2a1d-456d-b417-ae06a4e12d6e req-76a1e8c7-8d8b-46dd-996f-6f38b729041b service neutron] Request body: {'port': {'device_id': '101c29a9-93a2-400c-939d-7bfc77d7c51e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:47:21.242370 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-af63028e-2a1d-456d-b417-ae06a4e12d6e req-76a1e8c7-8d8b-46dd-996f-6f38b729041b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f79db10d-b045-4259-b441-b909b6d40604), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:21.380474 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-b5fe38d5-2932-40d9-bbb7-79cc0ec8c1a8 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=48a9da4172074c31af36ad122c33e36a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331085 Jan 28 02:47:21.493507 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['8ed35e45-8a85-461c-a6c2-71eefc4bce5b'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:47:21.503626 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372b813-5fac-4155-86ad-6cd4821c7ae9 req-ee19fcc8-d44c-4c15-9642-f4beb0070e60 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:21.509057 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f8667-dcc9-4703-815f-ef893fcecd0f req-04e1dde4-5e66-43db-8790-9f8051f094ee tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:21.510655 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-742f8667-dcc9-4703-815f-ef893fcecd0f req-04e1dde4-5e66-43db-8790-9f8051f094ee tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 949 time: 0.0943754 Jan 28 02:47:21.511322 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c372b813-5fac-4155-86ad-6cd4821c7ae9 req-ee19fcc8-d44c-4c15-9642-f4beb0070e60 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1510106c-b168-41cd-9a73-808ba118566e HTTP/1.1" status: 200 len: 950 time: 0.1661780 Jan 28 02:47:21.575663 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-4108dd9e-a512-4aba-94cf-159e3e2898e2 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:21.577659 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-4108dd9e-a512-4aba-94cf-159e3e2898e2 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1600504 Jan 28 02:47:21.627301 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-742f8667-dcc9-4703-815f-ef893fcecd0f req-f84eb5be-9ee9-40a5-a6ed-e356bff0f148 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690277 Jan 28 02:47:21.649858 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c372b813-5fac-4155-86ad-6cd4821c7ae9 req-344c3b93-abe3-4c3c-8064-560b7640179c tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/security-groups?id=af04dfc0-4bf3-4e7a-83e9-e1fc75c3a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370256 Jan 28 02:47:21.670963 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-86a3defe-5a86-49aa-8040-8d867b0e37ca tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Request body: {'port': {'device_id': '54ef5e0c-503f-470f-ad73-5d46c7b89a1c', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'admin_state_up': True, 'tenant_id': '48a9da4172074c31af36ad122c33e36a'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:47:21.743286 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-af63028e-2a1d-456d-b417-ae06a4e12d6e req-76a1e8c7-8d8b-46dd-996f-6f38b729041b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f79db10d-b045-4259-b441-b909b6d40604 {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:47:21.757147 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-af63028e-2a1d-456d-b417-ae06a4e12d6e req-76a1e8c7-8d8b-46dd-996f-6f38b729041b service neutron] Publish callbacks [] for port (f79db10d-b045-4259-b441-b909b6d40604), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:21.774181 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-af63028e-2a1d-456d-b417-ae06a4e12d6e req-76a1e8c7-8d8b-46dd-996f-6f38b729041b service neutron] Transition to ACTIVE for port object f79db10d-b045-4259-b441-b909b6d40604 will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:47:21.782556 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-af63028e-2a1d-456d-b417-ae06a4e12d6e req-76a1e8c7-8d8b-46dd-996f-6f38b729041b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (f79db10d-b045-4259-b441-b909b6d40604), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:21.871338 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a229c6-5fe2-483b-9cee-ebb7bea99a6b req-082caaca-3fae-48a7-bfe3-b3106731e0e3 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:21.879235 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-56a229c6-5fe2-483b-9cee-ebb7bea99a6b req-082caaca-3fae-48a7-bfe3-b3106731e0e3 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=101c29a9-93a2-400c-939d-7bfc77d7c51e HTTP/1.1" status: 200 len: 944 time: 0.0913885 Jan 28 02:47:21.885134 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a1e8c7-8d8b-46dd-996f-6f38b729041b service neutron] Pushing event updated for resources: {'Port': ['ID=f79db10d-b045-4259-b441-b909b6d40604,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:21.913039 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-86a3defe-5a86-49aa-8040-8d867b0e37ca tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Made reservation on behalf of 48a9da4172074c31af36ad122c33e36a for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:47:21.917403 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-86a3defe-5a86-49aa-8040-8d867b0e37ca tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:21.924718 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4c0a7-a36c-48de-9027-a5af4e4d184e req-592d7be4-e5e6-45dc-b56f-55a70ffecac0 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:21.931757 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a6d4c0a7-a36c-48de-9027-a5af4e4d184e req-592d7be4-e5e6-45dc-b56f-55a70ffecac0 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/ports?device_id=e067eb56-11a4-45f5-8ee3-c27be5e7c63f HTTP/1.1" status: 200 len: 944 time: 0.1440413 Jan 28 02:47:21.998120 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a6d4c0a7-a36c-48de-9027-a5af4e4d184e req-140585be-2446-4327-98f5-79c05c6be574 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups?id=db82e1ee-bee2-4907-82f8-babf1259b726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648267 Jan 28 02:47:22.000156 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-af63028e-2a1d-456d-b417-ae06a4e12d6e req-76a1e8c7-8d8b-46dd-996f-6f38b729041b service neutron] Attempting to bind port f79db10d-b045-4259-b441-b909b6d40604 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:47:22.001298 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-af63028e-2a1d-456d-b417-ae06a4e12d6e req-76a1e8c7-8d8b-46dd-996f-6f38b729041b service neutron] Attempting to bind port f79db10d-b045-4259-b441-b909b6d40604 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '75a4b119-8376-430b-8e41-eb2c7f9df607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c898a309-cc9c-486f-b9d6-bb11ec55d766'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:47:22.001899 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af63028e-2a1d-456d-b417-ae06a4e12d6e req-76a1e8c7-8d8b-46dd-996f-6f38b729041b service neutron] Attempting to bind port f79db10d-b045-4259-b441-b909b6d40604 on network c898a309-cc9c-486f-b9d6-bb11ec55d766 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:47:22.014774 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af63028e-2a1d-456d-b417-ae06a4e12d6e req-76a1e8c7-8d8b-46dd-996f-6f38b729041b service neutron] Port f79db10d-b045-4259-b441-b909b6d40604 on network c898a309-cc9c-486f-b9d6-bb11ec55d766 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:47:22.014774 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af63028e-2a1d-456d-b417-ae06a4e12d6e req-76a1e8c7-8d8b-46dd-996f-6f38b729041b service neutron] Attempting to bind port f79db10d-b045-4259-b441-b909b6d40604 on network c898a309-cc9c-486f-b9d6-bb11ec55d766 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:47:22.018237 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af63028e-2a1d-456d-b417-ae06a4e12d6e req-76a1e8c7-8d8b-46dd-996f-6f38b729041b service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:47:22.018651 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af63028e-2a1d-456d-b417-ae06a4e12d6e req-76a1e8c7-8d8b-46dd-996f-6f38b729041b service neutron] Checking segment: {'id': '75a4b119-8376-430b-8e41-eb2c7f9df607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c898a309-cc9c-486f-b9d6-bb11ec55d766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:47:22.020302 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af63028e-2a1d-456d-b417-ae06a4e12d6e req-76a1e8c7-8d8b-46dd-996f-6f38b729041b service neutron] Bound using segment: {'id': '75a4b119-8376-430b-8e41-eb2c7f9df607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c898a309-cc9c-486f-b9d6-bb11ec55d766'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:47:22.020822 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-af63028e-2a1d-456d-b417-ae06a4e12d6e req-76a1e8c7-8d8b-46dd-996f-6f38b729041b service neutron] Bound port: f79db10d-b045-4259-b441-b909b6d40604, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75a4b119-8376-430b-8e41-eb2c7f9df607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c898a309-cc9c-486f-b9d6-bb11ec55d766'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:47:22.021281 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-af63028e-2a1d-456d-b417-ae06a4e12d6e req-76a1e8c7-8d8b-46dd-996f-6f38b729041b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f79db10d-b045-4259-b441-b909b6d40604), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:22.081568 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-56a229c6-5fe2-483b-9cee-ebb7bea99a6b req-b06e2b72-da64-47c7-b75c-142bd7c14cc2 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013667 Jan 28 02:47:22.135523 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-af63028e-2a1d-456d-b417-ae06a4e12d6e req-76a1e8c7-8d8b-46dd-996f-6f38b729041b service neutron] For port f79db10d-b045-4259-b441-b909b6d40604, host n-h1-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:47:22.145658 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-af63028e-2a1d-456d-b417-ae06a4e12d6e req-76a1e8c7-8d8b-46dd-996f-6f38b729041b service neutron] For port f79db10d-b045-4259-b441-b909b6d40604, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=f79db10d-b045-4259-b441-b909b6d40604,segment=NetworkSegment(75a4b119-8376-430b-8e41-eb2c7f9df607),segment_id=75a4b119-8376-430b-8e41-eb2c7f9df607)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:47:22.152840 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-af63028e-2a1d-456d-b417-ae06a4e12d6e req-76a1e8c7-8d8b-46dd-996f-6f38b729041b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (f79db10d-b045-4259-b441-b909b6d40604), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:22.181458 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7ee1b3-8887-41d3-b576-dda942d78c8a', 'name': 'network-vif-deleted', 'tag': '569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:47:22.184537 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa21858b-0b1c-4ccd-a2f2-a72d2a93a6c3" -d '{"events": [{"server_uuid": "af7ee1b3-8887-41d3-b576-dda942d78c8a", "name": "network-vif-deleted", "tag": "569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:47:22.188602 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63028e-2a1d-456d-b417-ae06a4e12d6e req-76a1e8c7-8d8b-46dd-996f-6f38b729041b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:22.189378 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-af63028e-2a1d-456d-b417-ae06a4e12d6e req-76a1e8c7-8d8b-46dd-996f-6f38b729041b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:22.190876 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-af63028e-2a1d-456d-b417-ae06a4e12d6e req-76a1e8c7-8d8b-46dd-996f-6f38b729041b service neutron] 10.222.0.67 "PUT /v2.0/ports/f79db10d-b045-4259-b441-b909b6d40604 HTTP/1.1" status: 200 len: 1093 time: 1.0304601 Jan 28 02:47:22.191437 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '101c29a9-93a2-400c-939d-7bfc77d7c51e', 'tag': 'f79db10d-b045-4259-b441-b909b6d40604'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:47:22.193874 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190dad02-7e59-44d9-b79d-c2b581d32d9d" -d '{"events": [{"name": "network-changed", "server_uuid": "101c29a9-93a2-400c-939d-7bfc77d7c51e", "tag": "f79db10d-b045-4259-b441-b909b6d40604"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:47:22.213550 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-86a3defe-5a86-49aa-8040-8d867b0e37ca tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Allocated IP 192.168.233.173 (00399c87-9b8d-4ccb-b18d-7ccb90f49322/24329ac8-3d67-49eb-9f63-d2859e79e36f/504f6733-2c63-4d44-befe-b2c7087c2ebb) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:47:22.218830 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:47:22.224523 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a1e8c7-8d8b-46dd-996f-6f38b729041b service neutron] Pushing event updated for resources: {'Port': ['ID=f79db10d-b045-4259-b441-b909b6d40604,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:22.245153 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-04fe14a5-ba7d-4053-aab4-3ba472450800 req-5b38decd-4630-47fe-a4ec-36b124b9f4b2 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=54ef5e0c-503f-470f-ad73-5d46c7b89a1c HTTP/1.1" status: 200 len: 210 time: 0.0902278 Jan 28 02:47:22.251280 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a210944a-7946-4fb2-90d0-c6284863650c x-openstack-request-id: req-a210944a-7946-4fb2-90d0-c6284863650c {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:47:22.251562 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af7ee1b3-8887-41d3-b576-dda942d78c8a", "name": "network-vif-deleted", "tag": "569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:47:22.251808 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a210944a-7946-4fb2-90d0-c6284863650c {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:47:22.252191 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7ee1b3-8887-41d3-b576-dda942d78c8a', 'name': 'network-vif-deleted', 'tag': '569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0', 'status': 'completed', 'code': 200} Jan 28 02:47:22.268583 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:47:22.269223 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 569f83aa-1b98-4d3b-9cc1-b0ad0ce6f6a0 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:47:22.306817 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4ba60a-bafa-48b2-81e6-ee5eaf41efe9 x-openstack-request-id: req-3a4ba60a-bafa-48b2-81e6-ee5eaf41efe9 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:47:22.307107 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "101c29a9-93a2-400c-939d-7bfc77d7c51e", "tag": "f79db10d-b045-4259-b441-b909b6d40604", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:47:22.308191 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3a4ba60a-bafa-48b2-81e6-ee5eaf41efe9 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:47:22.308191 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '101c29a9-93a2-400c-939d-7bfc77d7c51e', 'tag': 'f79db10d-b045-4259-b441-b909b6d40604', 'status': 'completed', 'code': 200} Jan 28 02:47:22.328135 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63028e-2a1d-456d-b417-ae06a4e12d6e req-9d7f219e-a396-4d0f-a440-8ba051079f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:22.329933 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-af63028e-2a1d-456d-b417-ae06a4e12d6e req-9d7f219e-a396-4d0f-a440-8ba051079f5a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9667c7e3eafc4f028f0e9db9d1d88b60&device_id=101c29a9-93a2-400c-939d-7bfc77d7c51e HTTP/1.1" status: 200 len: 1096 time: 0.0631483 Jan 28 02:47:22.385103 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-af63028e-2a1d-456d-b417-ae06a4e12d6e req-7aed1031-6a48-42fd-81f6-1df810df378b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f79db10d-b045-4259-b441-b909b6d40604 HTTP/1.1" status: 200 len: 217 time: 0.0374134 Jan 28 02:47:22.396824 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-86a3defe-5a86-49aa-8040-8d867b0e37ca tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks [] for port (504f6733-2c63-4d44-befe-b2c7087c2ebb), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:22.446011 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63028e-2a1d-456d-b417-ae06a4e12d6e req-02be8dc4-46db-4822-8007-d3a0b9356d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:22.447521 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-af63028e-2a1d-456d-b417-ae06a4e12d6e req-02be8dc4-46db-4822-8007-d3a0b9356d02 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=eaaafb1c-3547-4581-9e89-2950c931386f HTTP/1.1" status: 200 len: 845 time: 0.0560298 Jan 28 02:47:22.448456 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-86a3defe-5a86-49aa-8040-8d867b0e37ca tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (504f6733-2c63-4d44-befe-b2c7087c2ebb), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:22.493720 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-86a3defe-5a86-49aa-8040-8d867b0e37ca tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:47:22.496781 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-86a3defe-5a86-49aa-8040-8d867b0e37ca tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:47:22.497906 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03', 'e4ab30af-1603-4bea-92ba-25b6aad0d335', 'e012a990-cb6c-483f-aac7-ecbf7a096470', 'bbefa95f-706b-412e-ba99-f43f87e55804'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:47:22.503812 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-86a3defe-5a86-49aa-8040-8d867b0e37ca tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:47:22.508988 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-86a3defe-5a86-49aa-8040-8d867b0e37ca tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:22.509659 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-86a3defe-5a86-49aa-8040-8d867b0e37ca tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:22.510526 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['d925d38d-6ab3-40a6-a442-3a0decad1995'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:47:22.518492 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a3defe-5a86-49aa-8040-8d867b0e37ca tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Pushing event updated for resources: {'Port': ['ID=504f6733-2c63-4d44-befe-b2c7087c2ebb,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:22.535424 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-86a3defe-5a86-49aa-8040-8d867b0e37ca tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8772306 Jan 28 02:47:22.547227 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-af63028e-2a1d-456d-b417-ae06a4e12d6e req-fd090350-e8da-4564-affe-a1bc4e07271d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c898a309-cc9c-486f-b9d6-bb11ec55d766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530612 Jan 28 02:47:22.564409 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-117be885-63c2-42bb-b4cb-09a2ca66ea50 service neutron] Request body: {'port': {'device_id': '54ef5e0c-503f-470f-ad73-5d46c7b89a1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:47:22.604818 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 5ec4d367-7e84-4bef-8923-b6dfd46a0bcd no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:47:22.654523 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-117be885-63c2-42bb-b4cb-09a2ca66ea50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (504f6733-2c63-4d44-befe-b2c7087c2ebb), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:22.674267 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: 5ec4d367-7e84-4bef-8923-b6dfd46a0bcd {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:47:22.675855 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 5ec4d367-7e84-4bef-8923-b6dfd46a0bcd not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:47:22.708466 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-af63028e-2a1d-456d-b417-ae06a4e12d6e req-7234bf15-4518-4c52-a179-1957decdae53 service neutron] 10.222.0.67 "GET /v2.0/networks/c898a309-cc9c-486f-b9d6-bb11ec55d766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467490 Jan 28 02:47:22.821441 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-af63028e-2a1d-456d-b417-ae06a4e12d6e req-a3c35ba4-642f-4349-bab6-44106a4fe42e service neutron] 10.222.0.67 "GET /v2.0/networks/c898a309-cc9c-486f-b9d6-bb11ec55d766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039491 Jan 28 02:47:22.885031 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccca885-e191-4915-b36f-f12f6ee200cc req-5f211e47-acc2-4218-8368-fdcd2a7ed349 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:22.892881 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8ccca885-e191-4915-b36f-f12f6ee200cc req-5f211e47-acc2-4218-8368-fdcd2a7ed349 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1510106c-b168-41cd-9a73-808ba118566e HTTP/1.1" status: 200 len: 950 time: 0.0703847 Jan 28 02:47:22.943153 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a13b5d-97bb-4552-ae5a-36e9f25e9ffe req-6fe501d6-5991-4ac3-8603-04283b8b382c tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:22.951977 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-74a13b5d-97bb-4552-ae5a-36e9f25e9ffe req-6fe501d6-5991-4ac3-8603-04283b8b382c tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 949 time: 0.1233160 Jan 28 02:47:22.974983 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-959bdc98-bee7-45b9-ad19-a619e95228ac None None] Provisioning complete for port 504f6733-2c63-4d44-befe-b2c7087c2ebb triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:47:22.975380 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-959bdc98-bee7-45b9-ad19-a619e95228ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (504f6733-2c63-4d44-befe-b2c7087c2ebb), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:23.001450 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8ccca885-e191-4915-b36f-f12f6ee200cc req-2f2e0ec6-68a4-47a3-b6bd-5cbab95cd958 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/security-groups?id=af04dfc0-4bf3-4e7a-83e9-e1fc75c3a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076310 Jan 28 02:47:23.021787 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190dad02-7e59-44d9-b79d-c2b581d32d9d req-822ebcfc-d09a-4d15-b296-1a1f213901a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:23.023273 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-190dad02-7e59-44d9-b79d-c2b581d32d9d req-822ebcfc-d09a-4d15-b296-1a1f213901a7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9667c7e3eafc4f028f0e9db9d1d88b60&device_id=101c29a9-93a2-400c-939d-7bfc77d7c51e HTTP/1.1" status: 200 len: 1096 time: 0.0782063 Jan 28 02:47:23.025651 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-74a13b5d-97bb-4552-ae5a-36e9f25e9ffe req-ff40f7bf-7c32-4ef4-9576-1a10c6002f59 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724750 Jan 28 02:47:23.073112 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-959bdc98-bee7-45b9-ad19-a619e95228ac None None] Port 504f6733-2c63-4d44-befe-b2c7087c2ebb cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:47:23.176405 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2ebf6-3f2f-445f-be9f-69b6d2b41e62 req-31cfcaf9-d0fc-43cb-85f2-f922b377c405 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:23.178002 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bbe2ebf6-3f2f-445f-be9f-69b6d2b41e62 req-31cfcaf9-d0fc-43cb-85f2-f922b377c405 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/ports?device_id=e067eb56-11a4-45f5-8ee3-c27be5e7c63f HTTP/1.1" status: 200 len: 944 time: 0.0891013 Jan 28 02:47:23.189901 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190dad02-7e59-44d9-b79d-c2b581d32d9d req-3c88b5ea-800b-48c3-8ccb-b48a80d54f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:23.192146 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-190dad02-7e59-44d9-b79d-c2b581d32d9d req-3c88b5ea-800b-48c3-8ccb-b48a80d54f30 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c898a309-cc9c-486f-b9d6-bb11ec55d766 HTTP/1.1" status: 200 len: 906 time: 0.1467893 Jan 28 02:47:23.261279 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-190dad02-7e59-44d9-b79d-c2b581d32d9d req-7de10c32-9a5d-4479-8110-70c117b25275 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f79db10d-b045-4259-b441-b909b6d40604 HTTP/1.1" status: 200 len: 217 time: 0.0602951 Jan 28 02:47:23.290986 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bbe2ebf6-3f2f-445f-be9f-69b6d2b41e62 req-0f384e0a-f2b4-4257-9752-5c32199e30a1 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups?id=db82e1ee-bee2-4907-82f8-babf1259b726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993931 Jan 28 02:47:23.313839 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-117be885-63c2-42bb-b4cb-09a2ca66ea50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 504f6733-2c63-4d44-befe-b2c7087c2ebb {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:47:23.329010 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-117be885-63c2-42bb-b4cb-09a2ca66ea50 service neutron] Publish callbacks [] for port (504f6733-2c63-4d44-befe-b2c7087c2ebb), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:23.343562 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190dad02-7e59-44d9-b79d-c2b581d32d9d req-32f65deb-4a3d-41c9-9904-22a4ec14d659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:23.345360 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-190dad02-7e59-44d9-b79d-c2b581d32d9d req-32f65deb-4a3d-41c9-9904-22a4ec14d659 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=eaaafb1c-3547-4581-9e89-2950c931386f HTTP/1.1" status: 200 len: 845 time: 0.0647717 Jan 28 02:47:23.351068 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-117be885-63c2-42bb-b4cb-09a2ca66ea50 service neutron] Transition to ACTIVE for port object 504f6733-2c63-4d44-befe-b2c7087c2ebb will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:47:23.356850 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba830f38-d1f8-45cd-b521-db9ec5b1f7f6 req-697ad3f1-737a-4749-a4ce-b608086252a3 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:23.358662 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ba830f38-d1f8-45cd-b521-db9ec5b1f7f6 req-697ad3f1-737a-4749-a4ce-b608086252a3 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=101c29a9-93a2-400c-939d-7bfc77d7c51e HTTP/1.1" status: 200 len: 944 time: 0.1096380 Jan 28 02:47:23.371149 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294385ee-2ea1-4449-8b1a-76afe8dccdd6 req-2188fcd4-ee8f-494d-9d83-fa9e4bd6c64d tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:23.372777 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-294385ee-2ea1-4449-8b1a-76afe8dccdd6 req-2188fcd4-ee8f-494d-9d83-fa9e4bd6c64d tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.67 "GET /v2.0/ports?device_id=1510106c-b168-41cd-9a73-808ba118566e HTTP/1.1" status: 200 len: 950 time: 0.1007090 Jan 28 02:47:23.374024 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-117be885-63c2-42bb-b4cb-09a2ca66ea50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (504f6733-2c63-4d44-befe-b2c7087c2ebb), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:23.393119 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-190dad02-7e59-44d9-b79d-c2b581d32d9d req-c92cced0-577c-49a0-a1c3-52932f33dee0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c898a309-cc9c-486f-b9d6-bb11ec55d766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322652 Jan 28 02:47:23.466434 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ba830f38-d1f8-45cd-b521-db9ec5b1f7f6 req-c6750a8e-3a2c-4e44-8f68-a38532cb99f0 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966992 Jan 28 02:47:23.556006 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-190dad02-7e59-44d9-b79d-c2b581d32d9d req-5bfb6003-c2c8-4dc8-a735-ba8a4222c116 service neutron] 10.222.0.67 "GET /v2.0/networks/c898a309-cc9c-486f-b9d6-bb11ec55d766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484799 Jan 28 02:47:23.581365 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117be885-63c2-42bb-b4cb-09a2ca66ea50 service neutron] Pushing event updated for resources: {'Port': ['ID=504f6733-2c63-4d44-befe-b2c7087c2ebb,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:23.610936 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-117be885-63c2-42bb-b4cb-09a2ca66ea50 service neutron] Attempting to bind port 504f6733-2c63-4d44-befe-b2c7087c2ebb on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:47:23.611281 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-117be885-63c2-42bb-b4cb-09a2ca66ea50 service neutron] Attempting to bind port 504f6733-2c63-4d44-befe-b2c7087c2ebb by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:47:23.611603 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-117be885-63c2-42bb-b4cb-09a2ca66ea50 service neutron] Attempting to bind port 504f6733-2c63-4d44-befe-b2c7087c2ebb on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:47:23.625681 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-117be885-63c2-42bb-b4cb-09a2ca66ea50 service neutron] Port 504f6733-2c63-4d44-befe-b2c7087c2ebb on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:47:23.626473 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-117be885-63c2-42bb-b4cb-09a2ca66ea50 service neutron] Attempting to bind port 504f6733-2c63-4d44-befe-b2c7087c2ebb on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:47:23.641175 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-117be885-63c2-42bb-b4cb-09a2ca66ea50 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:47:23.641559 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-117be885-63c2-42bb-b4cb-09a2ca66ea50 service neutron] Checking segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:47:23.642162 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-117be885-63c2-42bb-b4cb-09a2ca66ea50 service neutron] Bound using segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:47:23.642625 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-117be885-63c2-42bb-b4cb-09a2ca66ea50 service neutron] Bound port: 504f6733-2c63-4d44-befe-b2c7087c2ebb, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:47:23.642992 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-117be885-63c2-42bb-b4cb-09a2ca66ea50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (504f6733-2c63-4d44-befe-b2c7087c2ebb), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:23.677784 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c679a-f200-4b20-a143-deac6e384aa3 req-6efb3b68-20ba-42e7-87ed-8b9e51e3a26f tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:23.678096 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-190dad02-7e59-44d9-b79d-c2b581d32d9d req-ee9d3f10-4c1e-44bf-b625-4e9873fe0874 service neutron] 10.222.0.67 "GET /v2.0/networks/c898a309-cc9c-486f-b9d6-bb11ec55d766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150630 Jan 28 02:47:23.679413 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c11c679a-f200-4b20-a143-deac6e384aa3 req-6efb3b68-20ba-42e7-87ed-8b9e51e3a26f tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=54ef5e0c-503f-470f-ad73-5d46c7b89a1c HTTP/1.1" status: 200 len: 948 time: 0.1162763 Jan 28 02:47:23.718790 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-294385ee-2ea1-4449-8b1a-76afe8dccdd6 req-c18c17b6-e89b-43f9-9b00-b057787d60ba tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Deleting port 2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:47:23.719133 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-294385ee-2ea1-4449-8b1a-76afe8dccdd6 req-c18c17b6-e89b-43f9-9b00-b057787d60ba tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:23.836624 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-117be885-63c2-42bb-b4cb-09a2ca66ea50 service neutron] For port 504f6733-2c63-4d44-befe-b2c7087c2ebb, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:47:23.842039 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-117be885-63c2-42bb-b4cb-09a2ca66ea50 service neutron] For port 504f6733-2c63-4d44-befe-b2c7087c2ebb, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=504f6733-2c63-4d44-befe-b2c7087c2ebb,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:47:23.846005 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c11c679a-f200-4b20-a143-deac6e384aa3 req-00d72d31-f89f-4f88-ad9b-4eb13a6ce9c2 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576424 Jan 28 02:47:23.854336 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-117be885-63c2-42bb-b4cb-09a2ca66ea50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (504f6733-2c63-4d44-befe-b2c7087c2ebb), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:23.903530 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-117be885-63c2-42bb-b4cb-09a2ca66ea50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:23.904162 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-117be885-63c2-42bb-b4cb-09a2ca66ea50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:23.905579 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-117be885-63c2-42bb-b4cb-09a2ca66ea50 service neutron] 10.222.0.39 "PUT /v2.0/ports/504f6733-2c63-4d44-befe-b2c7087c2ebb HTTP/1.1" status: 200 len: 1097 time: 1.3457015 Jan 28 02:47:23.912121 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-294385ee-2ea1-4449-8b1a-76afe8dccdd6 req-c18c17b6-e89b-43f9-9b00-b057787d60ba tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] For port 2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:47:23.912121 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-294385ee-2ea1-4449-8b1a-76afe8dccdd6 req-c18c17b6-e89b-43f9-9b00-b057787d60ba tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:23.937123 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-294385ee-2ea1-4449-8b1a-76afe8dccdd6 req-c18c17b6-e89b-43f9-9b00-b057787d60ba tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Calling delete_port for 2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:47:23.949892 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117be885-63c2-42bb-b4cb-09a2ca66ea50 service neutron] Pushing event updated for resources: {'Port': ['ID=504f6733-2c63-4d44-befe-b2c7087c2ebb,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:24.064525 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-fdea77a1-096a-4abd-8388-64f5e694379c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:24.066444 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-fdea77a1-096a-4abd-8388-64f5e694379c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=48a9da4172074c31af36ad122c33e36a&device_id=54ef5e0c-503f-470f-ad73-5d46c7b89a1c HTTP/1.1" status: 200 len: 1100 time: 0.0736487 Jan 28 02:47:24.160805 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-9c94d284-6905-49d0-ac4f-4acecfe54dd1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=504f6733-2c63-4d44-befe-b2c7087c2ebb HTTP/1.1" status: 200 len: 217 time: 0.0755155 Jan 28 02:47:24.163872 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817cceb-a3da-4b52-90b6-8e1559c700e6 req-daf7bcdf-605e-4615-b386-f97862401bdc tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:24.166937 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c817cceb-a3da-4b52-90b6-8e1559c700e6 req-daf7bcdf-605e-4615-b386-f97862401bdc tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1510106c-b168-41cd-9a73-808ba118566e HTTP/1.1" status: 200 len: 950 time: 0.0656142 Jan 28 02:47:24.230113 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 8ed35e45-8a85-461c-a6c2-71eefc4bce5b up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:47:24.232375 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-9474b277-f9f5-42b0-888e-1c73184c346b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:24.234020 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-9474b277-f9f5-42b0-888e-1c73184c346b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.0446281 Jan 28 02:47:24.249279 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c817cceb-a3da-4b52-90b6-8e1559c700e6 req-5d82a320-a834-41ea-9c04-f91fdd255cb1 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/security-groups?id=af04dfc0-4bf3-4e7a-83e9-e1fc75c3a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665777 Jan 28 02:47:24.258370 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54ef5e0c-503f-470f-ad73-5d46c7b89a1c', 'tag': '504f6733-2c63-4d44-befe-b2c7087c2ebb'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:47:24.259281 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc83469-d25f-46be-ae9a-3f09480b8e12" -d '{"events": [{"name": "network-changed", "server_uuid": "54ef5e0c-503f-470f-ad73-5d46c7b89a1c", "tag": "504f6733-2c63-4d44-befe-b2c7087c2ebb"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:47:24.313656 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa3dbf-236d-4bee-b4f0-02e6d906c6af req-b7e0fa89-6088-457c-8ece-727158686d65 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:24.323009 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2eaa3dbf-236d-4bee-b4f0-02e6d906c6af req-b7e0fa89-6088-457c-8ece-727158686d65 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 949 time: 0.1747251 Jan 28 02:47:24.323496 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 8ed35e45-8a85-461c-a6c2-71eefc4bce5b completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:47:24.328808 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 8ed35e45-8a85-461c-a6c2-71eefc4bce5b triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:47:24.329425 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (8ed35e45-8a85-461c-a6c2-71eefc4bce5b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:24.331041 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-294385ee-2ea1-4449-8b1a-76afe8dccdd6 req-c18c17b6-e89b-43f9-9b00-b057787d60ba tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:24.349620 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88cba0a4-8577-45e4-a07a-159c6d3bc485 x-openstack-request-id: req-88cba0a4-8577-45e4-a07a-159c6d3bc485 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:47:24.349904 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54ef5e0c-503f-470f-ad73-5d46c7b89a1c", "tag": "504f6733-2c63-4d44-befe-b2c7087c2ebb", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:47:24.350153 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-88cba0a4-8577-45e4-a07a-159c6d3bc485 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:47:24.350533 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54ef5e0c-503f-470f-ad73-5d46c7b89a1c', 'tag': '504f6733-2c63-4d44-befe-b2c7087c2ebb', 'status': 'completed', 'code': 200} Jan 28 02:47:24.364591 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-e56e14f0-e199-4dd7-a8fd-5728b75b635d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:24.366134 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-e56e14f0-e199-4dd7-a8fd-5728b75b635d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1220193 Jan 28 02:47:24.418392 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c17b6-e89b-43f9-9b00-b057787d60ba tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Pushing event deleted for resources: {'Port': ['ID=2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:24.429953 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:47:24.452137 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2eaa3dbf-236d-4bee-b4f0-02e6d906c6af req-1a87d99a-6b12-4ec8-814d-32d6db6af0b2 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281109 Jan 28 02:47:24.475766 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 8ed35e45-8a85-461c-a6c2-71eefc4bce5b is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:47:24.476160 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8ed35e45-8a85-461c-a6c2-71eefc4bce5b), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:24.501664 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b947652-67ef-44f6-a671-18b7d56ecddf req-050d711d-8e78-46a5-bc89-40e4857a9baa tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:24.505099 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4b947652-67ef-44f6-a671-18b7d56ecddf req-050d711d-8e78-46a5-bc89-40e4857a9baa tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/ports?device_id=e067eb56-11a4-45f5-8ee3-c27be5e7c63f HTTP/1.1" status: 200 len: 944 time: 0.1037395 Jan 28 02:47:24.525334 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e067eb56-11a4-45f5-8ee3-c27be5e7c63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed35e45-8a85-461c-a6c2-71eefc4bce5b'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:47:24.527617 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dded1813-fdb9-419a-8217-84b8647a7a5e" -d '{"events": [{"server_uuid": "e067eb56-11a4-45f5-8ee3-c27be5e7c63f", "name": "network-vif-plugged", "status": "completed", "tag": "8ed35e45-8a85-461c-a6c2-71eefc4bce5b"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:47:24.540756 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 8ed35e45-8a85-461c-a6c2-71eefc4bce5b, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=8ed35e45-8a85-461c-a6c2-71eefc4bce5b,segment=NetworkSegment(9ae36b99-37d5-40c4-bd2c-f1ea61335d88),segment_id=9ae36b99-37d5-40c4-bd2c-f1ea61335d88)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:47:24.551705 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (8ed35e45-8a85-461c-a6c2-71eefc4bce5b), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:24.608544 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4b947652-67ef-44f6-a671-18b7d56ecddf req-f2f8285f-5a15-4b94-bb69-becae1bc459c tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups?id=db82e1ee-bee2-4907-82f8-babf1259b726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883374 Jan 28 02:47:24.670369 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35715ec9-3849-4240-8a0f-9ef2f92a04ff x-openstack-request-id: req-35715ec9-3849-4240-8a0f-9ef2f92a04ff {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:47:24.670710 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e067eb56-11a4-45f5-8ee3-c27be5e7c63f", "name": "network-vif-plugged", "status": "completed", "tag": "8ed35e45-8a85-461c-a6c2-71eefc4bce5b", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:47:24.670936 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-35715ec9-3849-4240-8a0f-9ef2f92a04ff {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:47:24.671481 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e067eb56-11a4-45f5-8ee3-c27be5e7c63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed35e45-8a85-461c-a6c2-71eefc4bce5b', 'code': 200} Jan 28 02:47:24.674816 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=8ed35e45-8a85-461c-a6c2-71eefc4bce5b,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:24.828358 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784722f-bcef-4f38-a531-aea3dc225421 req-5013c40f-2c8b-4500-a5e7-97408a12b683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:24.829927 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f784722f-bcef-4f38-a531-aea3dc225421 req-5013c40f-2c8b-4500-a5e7-97408a12b683 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e067eb56-11a4-45f5-8ee3-c27be5e7c63f HTTP/1.1" status: 200 len: 1097 time: 0.0426705 Jan 28 02:47:24.881410 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-294385ee-2ea1-4449-8b1a-76afe8dccdd6 req-c18c17b6-e89b-43f9-9b00-b057787d60ba tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] No DVR routers for this DVR port 2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:47:24.886001 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-294385ee-2ea1-4449-8b1a-76afe8dccdd6 req-c18c17b6-e89b-43f9-9b00-b057787d60ba tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:24.889276 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-294385ee-2ea1-4449-8b1a-76afe8dccdd6 req-c18c17b6-e89b-43f9-9b00-b057787d60ba tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.67 "DELETE /v2.0/ports/2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e HTTP/1.1" status: 204 len: 173 time: 1.5057361 Jan 28 02:47:24.890747 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f784722f-bcef-4f38-a531-aea3dc225421 req-c2931e10-2b94-4490-80e8-03d8c2c10114 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=db82e1ee-bee2-4907-82f8-babf1259b726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510099 Jan 28 02:47:24.949264 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-d911bfd0-01ee-4ee8-9a5c-ca8125dcde26 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5654142 Jan 28 02:47:24.959211 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f0618-a4eb-45a4-b2c0-62121431a615 req-4c81b826-133a-4a07-840f-9724f6051ee4 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:24.960623 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a46f0618-a4eb-45a4-b2c0-62121431a615 req-4c81b826-133a-4a07-840f-9724f6051ee4 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=101c29a9-93a2-400c-939d-7bfc77d7c51e HTTP/1.1" status: 200 len: 944 time: 0.0804296 Jan 28 02:47:24.992155 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480648bd-61c3-4601-b536-d60019669967 req-1409c628-20bd-423a-91c7-13928220d69e tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:24.994646 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-480648bd-61c3-4601-b536-d60019669967 req-1409c628-20bd-423a-91c7-13928220d69e tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=54ef5e0c-503f-470f-ad73-5d46c7b89a1c HTTP/1.1" status: 200 len: 948 time: 0.0560172 Jan 28 02:47:25.024699 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a46f0618-a4eb-45a4-b2c0-62121431a615 req-d5dab9d2-130b-4fa7-9637-dad047f02991 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464330 Jan 28 02:47:25.053959 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-480648bd-61c3-4601-b536-d60019669967 req-839b47ee-a017-4b1c-ba8b-dca7524c6ed0 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518794 Jan 28 02:47:25.348033 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-308fe724-d2dd-441f-9319-a9e5a5775d49 req-1fe59745-e721-4b73-b9bb-d38f368e0932 tempest-LiveMigrationNegativeTest-153554227 tempest-LiveMigrationNegativeTest-153554227-project] 10.222.0.53 "GET /v2.0/ports?device_id=1510106c-b168-41cd-9a73-808ba118566e HTTP/1.1" status: 200 len: 210 time: 0.0326416 Jan 28 02:47:25.351826 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e30e036d-5fd5-4c54-beff-4288b20d9f4e req-6b488d36-f1c1-4aa0-8549-12a22d94a1f8 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136453 Jan 28 02:47:25.529049 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc83469-d25f-46be-ae9a-3f09480b8e12 req-dc685d3b-6e04-489d-97f6-91da494b330e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:25.531047 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dbc83469-d25f-46be-ae9a-3f09480b8e12 req-dc685d3b-6e04-489d-97f6-91da494b330e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=48a9da4172074c31af36ad122c33e36a&device_id=54ef5e0c-503f-470f-ad73-5d46c7b89a1c HTTP/1.1" status: 200 len: 1100 time: 0.0527017 Jan 28 02:47:25.585131 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301e2bf-d8a5-4d8c-9250-911a87ebe03b req-e5a683f9-ff6f-4574-bfb8-82920ed12560 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:25.586762 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f301e2bf-d8a5-4d8c-9250-911a87ebe03b req-e5a683f9-ff6f-4574-bfb8-82920ed12560 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 949 time: 0.0592744 Jan 28 02:47:25.651580 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc83469-d25f-46be-ae9a-3f09480b8e12 req-6db1cf65-10d9-471e-8556-47535946b8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:25.653444 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dbc83469-d25f-46be-ae9a-3f09480b8e12 req-6db1cf65-10d9-471e-8556-47535946b8f9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.1098399 Jan 28 02:47:25.655660 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f301e2bf-d8a5-4d8c-9250-911a87ebe03b req-6f599362-1619-47b6-9ad7-3ff978a787d9 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539172 Jan 28 02:47:25.716869 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dbc83469-d25f-46be-ae9a-3f09480b8e12 req-c2d4f46b-8b24-49c2-968b-9226bffbc280 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=504f6733-2c63-4d44-befe-b2c7087c2ebb HTTP/1.1" status: 200 len: 217 time: 0.0503449 Jan 28 02:47:25.760919 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00408f27-4ac4-4f6f-8e2c-3af93fa268c7 req-98610432-950b-441d-b42e-13a0e570b60a tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:25.762431 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-00408f27-4ac4-4f6f-8e2c-3af93fa268c7 req-98610432-950b-441d-b42e-13a0e570b60a tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/ports?device_id=e067eb56-11a4-45f5-8ee3-c27be5e7c63f HTTP/1.1" status: 200 len: 945 time: 0.0475185 Jan 28 02:47:25.769903 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc83469-d25f-46be-ae9a-3f09480b8e12 req-17243cff-1b56-44ee-9927-694e33f6674c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:25.770852 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dbc83469-d25f-46be-ae9a-3f09480b8e12 req-17243cff-1b56-44ee-9927-694e33f6674c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.0434577 Jan 28 02:47:25.819877 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-00408f27-4ac4-4f6f-8e2c-3af93fa268c7 req-09e64cfe-403c-47a1-bbde-039e9cfaf6eb tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups?id=db82e1ee-bee2-4907-82f8-babf1259b726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511229 Jan 28 02:47:25.831055 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc83469-d25f-46be-ae9a-3f09480b8e12 req-617c082b-adb0-4aaf-b4f4-881d5d0579e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:25.832321 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dbc83469-d25f-46be-ae9a-3f09480b8e12 req-617c082b-adb0-4aaf-b4f4-881d5d0579e0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0470722 Jan 28 02:47:25.927523 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dbc83469-d25f-46be-ae9a-3f09480b8e12 req-53d6038d-766e-4c8b-acee-a3341d78c4c4 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813289 Jan 28 02:47:26.021498 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dbc83469-d25f-46be-ae9a-3f09480b8e12 req-dc2d9563-cdef-4eeb-836e-9d1fc908b1b3 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854745 Jan 28 02:47:26.149942 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335fc8e9-0a64-44d6-a4e3-152fde923d02 req-6dacef39-5431-452d-bcc3-f11008502b93 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:26.151595 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-335fc8e9-0a64-44d6-a4e3-152fde923d02 req-6dacef39-5431-452d-bcc3-f11008502b93 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=101c29a9-93a2-400c-939d-7bfc77d7c51e HTTP/1.1" status: 200 len: 944 time: 0.0544086 Jan 28 02:47:26.182845 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08fda2d-375d-4012-b097-e206ad760d7d req-26b15cfa-fffc-4dac-beb5-3a2d44b43143 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:26.184461 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e08fda2d-375d-4012-b097-e206ad760d7d req-26b15cfa-fffc-4dac-beb5-3a2d44b43143 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=54ef5e0c-503f-470f-ad73-5d46c7b89a1c HTTP/1.1" status: 200 len: 948 time: 0.0544679 Jan 28 02:47:26.205312 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-335fc8e9-0a64-44d6-a4e3-152fde923d02 req-616124ba-de98-4a94-b337-5be27b94b783 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472617 Jan 28 02:47:26.238853 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e08fda2d-375d-4012-b097-e206ad760d7d req-f945df5c-cd5f-4aa5-8c82-cdbfd63d4654 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470617 Jan 28 02:47:26.352250 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1510106c-b168-41cd-9a73-808ba118566e', 'name': 'network-vif-deleted', 'tag': '2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:47:26.354638 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c1bb20-b5d0-4e4b-a7e6-a50e683773bc" -d '{"events": [{"server_uuid": "1510106c-b168-41cd-9a73-808ba118566e", "name": "network-vif-deleted", "tag": "2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:47:26.411259 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6bb0b47-da9d-4bc5-8fa1-861b1806712e x-openstack-request-id: req-d6bb0b47-da9d-4bc5-8fa1-861b1806712e {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:47:26.412708 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1510106c-b168-41cd-9a73-808ba118566e", "name": "network-vif-deleted", "tag": "2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:47:26.413040 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d6bb0b47-da9d-4bc5-8fa1-861b1806712e {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:47:26.413529 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1510106c-b168-41cd-9a73-808ba118566e', 'name': 'network-vif-deleted', 'tag': '2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e', 'status': 'completed', 'code': 200} Jan 28 02:47:26.537364 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device f79db10d-b045-4259-b441-b909b6d40604 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:47:26.562116 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:47:26.595248 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: 2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:47:26.595913 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 2936a7d8-27bd-4faf-b08c-bf4ff9a36c4e not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:47:26.700216 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port f79db10d-b045-4259-b441-b909b6d40604, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=f79db10d-b045-4259-b441-b909b6d40604,segment=NetworkSegment(75a4b119-8376-430b-8e41-eb2c7f9df607),segment_id=75a4b119-8376-430b-8e41-eb2c7f9df607)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:47:26.718586 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': 'f79db10d-b045-4259-b441-b909b6d40604', 'network_id': 'c898a309-cc9c-486f-b9d6-bb11ec55d766', 'port_id': 'f79db10d-b045-4259-b441-b909b6d40604', 'mac_address': 'fa:16:3e:96:85:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaaafb1c-3547-4581-9e89-2950c931386f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:47:26.763591 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port f79db10d-b045-4259-b441-b909b6d40604 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:47:26.763983 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f79db10d-b045-4259-b441-b909b6d40604), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:26.778487 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f79db10d-b045-4259-b441-b909b6d40604 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:47:26.802268 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port f79db10d-b045-4259-b441-b909b6d40604, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=f79db10d-b045-4259-b441-b909b6d40604,segment=NetworkSegment(75a4b119-8376-430b-8e41-eb2c7f9df607),segment_id=75a4b119-8376-430b-8e41-eb2c7f9df607)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:47:26.808698 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (f79db10d-b045-4259-b441-b909b6d40604), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:26.820648 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56056) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:47:26.825299 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f1cc7-8d36-4882-9c93-4d86d45046e9 req-e843af2e-2d2f-42a1-932c-f7db9efd943c tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:26.842895 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e95f1cc7-8d36-4882-9c93-4d86d45046e9 req-e843af2e-2d2f-42a1-932c-f7db9efd943c tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 949 time: 0.0751488 Jan 28 02:47:26.866833 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=f79db10d-b045-4259-b441-b909b6d40604,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:26.914358 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e95f1cc7-8d36-4882-9c93-4d86d45046e9 req-334feb26-42db-4f70-be78-3a70f2a4c134 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704772 Jan 28 02:47:26.987313 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9ed45-2936-42bc-8a1a-62ea30e8dc0b req-7377b450-2ce2-4374-9af1-b36e16e5c893 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:26.988768 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-41d9ed45-2936-42bc-8a1a-62ea30e8dc0b req-7377b450-2ce2-4374-9af1-b36e16e5c893 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/ports?device_id=e067eb56-11a4-45f5-8ee3-c27be5e7c63f HTTP/1.1" status: 200 len: 945 time: 0.0759976 Jan 28 02:47:27.005841 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4b3f9134-4770-4231-8f4d-580021c83d69 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=894ea54799be4af689df91af7c8cffaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1835728 Jan 28 02:47:27.008831 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56062) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:47:27.040919 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-41d9ed45-2936-42bc-8a1a-62ea30e8dc0b req-3c0030e5-0ee5-49b0-b29e-24c2d6fb360c tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups?id=db82e1ee-bee2-4907-82f8-babf1259b726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445285 Jan 28 02:47:27.062947 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9a01e26e-0088-478c-90ba-ac1b215e5d6b admin admin] Publish callbacks [] for security_group (af04dfc0-4bf3-4e7a-83e9-e1fc75c3a6f3), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:27.091733 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9a01e26e-0088-478c-90ba-ac1b215e5d6b admin admin] Publish callbacks [] for security_group (af04dfc0-4bf3-4e7a-83e9-e1fc75c3a6f3), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:27.159404 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7b17affd-2085-4af4-b6e0-66677c46ae13 req-956eb872-8cef-48eb-bbe3-09a0254aac61 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-453043123&fields=id&tenant_id=2ab8a3eab2774693b9eefcdcd3df987b HTTP/1.1" status: 200 len: 267 time: 0.0464287 Jan 28 02:47:27.174966 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9a01e26e-0088-478c-90ba-ac1b215e5d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (af04dfc0-4bf3-4e7a-83e9-e1fc75c3a6f3), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:27.177485 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9a01e26e-0088-478c-90ba-ac1b215e5d6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:27.181550 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9a01e26e-0088-478c-90ba-ac1b215e5d6b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/af04dfc0-4bf3-4e7a-83e9-e1fc75c3a6f3 HTTP/1.1" status: 204 len: 168 time: 0.1686287 Jan 28 02:47:27.203149 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a01e26e-0088-478c-90ba-ac1b215e5d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af04dfc0-4bf3-4e7a-83e9-e1fc75c3a6f3,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:27.225532 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17affd-2085-4af4-b6e0-66677c46ae13 req-fed82841-02ba-4662-bf42-94a7904720b3 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:27.228869 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7b17affd-2085-4af4-b6e0-66677c46ae13 req-fed82841-02ba-4662-bf42-94a7904720b3 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/ports?device_id=e067eb56-11a4-45f5-8ee3-c27be5e7c63f HTTP/1.1" status: 200 len: 945 time: 0.0638335 Jan 28 02:47:27.247378 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-7b17affd-2085-4af4-b6e0-66677c46ae13 req-11696a3e-96bc-4aa8-89a4-7981c3b310b4 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Request body: {'port': {'security_groups': ['db82e1ee-bee2-4907-82f8-babf1259b726', '1be84837-5c32-46f5-bf44-4aacac902ee7']}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:47:27.332123 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-7b17affd-2085-4af4-b6e0-66677c46ae13 req-11696a3e-96bc-4aa8-89a4-7981c3b310b4 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8ed35e45-8a85-461c-a6c2-71eefc4bce5b), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:27.353386 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd1039-47ff-4c31-a462-424a0ba2c435 req-81d231b1-c0a7-4105-a60c-98c6d2245f60 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:27.361322 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-75fd1039-47ff-4c31-a462-424a0ba2c435 req-81d231b1-c0a7-4105-a60c-98c6d2245f60 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=101c29a9-93a2-400c-939d-7bfc77d7c51e HTTP/1.1" status: 200 len: 945 time: 0.0710063 Jan 28 02:47:27.367827 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['f79db10d-b045-4259-b441-b909b6d40604'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:47:27.418610 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-75fd1039-47ff-4c31-a462-424a0ba2c435 req-68e4ccf4-dffb-4392-9138-3774a283049f tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562623 Jan 28 02:47:27.556589 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6f689-8ca1-433e-8c20-23e66de990ff req-8d611576-33ac-4e1a-afdd-7bd0def014dc tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:27.569597 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d2e6f689-8ca1-433e-8c20-23e66de990ff req-8d611576-33ac-4e1a-afdd-7bd0def014dc tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=54ef5e0c-503f-470f-ad73-5d46c7b89a1c HTTP/1.1" status: 200 len: 948 time: 0.0733211 Jan 28 02:47:27.585815 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56076) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:47:27.644863 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d2e6f689-8ca1-433e-8c20-23e66de990ff req-d1ffa0d8-a88d-44eb-bb41-6a469c00d2b3 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735080 Jan 28 02:47:27.648531 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-951f634b-e153-4037-8806-d0debd57eb10 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=73394307df704ab9a31bd5b762697322&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0616205 Jan 28 02:47:27.652248 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56078) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:47:27.657698 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-7b17affd-2085-4af4-b6e0-66677c46ae13 req-11696a3e-96bc-4aa8-89a4-7981c3b310b4 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] For port 8ed35e45-8a85-461c-a6c2-71eefc4bce5b, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=8ed35e45-8a85-461c-a6c2-71eefc4bce5b,segment=NetworkSegment(9ae36b99-37d5-40c4-bd2c-f1ea61335d88),segment_id=9ae36b99-37d5-40c4-bd2c-f1ea61335d88)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:47:27.692075 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-7b17affd-2085-4af4-b6e0-66677c46ae13 req-11696a3e-96bc-4aa8-89a4-7981c3b310b4 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for port (8ed35e45-8a85-461c-a6c2-71eefc4bce5b), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:27.698845 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-7b17affd-2085-4af4-b6e0-66677c46ae13 req-11696a3e-96bc-4aa8-89a4-7981c3b310b4 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (8ed35e45-8a85-461c-a6c2-71eefc4bce5b), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:27.727910 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0a0cd27b-b4dd-4c9d-9f11-05b2399a925c admin admin] Publish callbacks [] for security_group (ec076904-0cbd-4452-81fd-0b434d122184), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:27.741340 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17affd-2085-4af4-b6e0-66677c46ae13 req-11696a3e-96bc-4aa8-89a4-7981c3b310b4 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:27.741979 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-7b17affd-2085-4af4-b6e0-66677c46ae13 req-11696a3e-96bc-4aa8-89a4-7981c3b310b4 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:27.743538 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7b17affd-2085-4af4-b6e0-66677c46ae13 req-11696a3e-96bc-4aa8-89a4-7981c3b310b4 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "PUT /v2.0/ports/8ed35e45-8a85-461c-a6c2-71eefc4bce5b HTTP/1.1" status: 200 len: 981 time: 0.5022130 Jan 28 02:47:27.747369 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e067eb56-11a4-45f5-8ee3-c27be5e7c63f', 'tag': '8ed35e45-8a85-461c-a6c2-71eefc4bce5b'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:47:27.747751 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['cfd282d7-980b-4103-971c-6210646c9538', '8ed35e45-8a85-461c-a6c2-71eefc4bce5b'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:47:27.751934 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595069e8-342f-4523-82a0-c98bc6b6045d" -d '{"events": [{"name": "network-changed", "server_uuid": "e067eb56-11a4-45f5-8ee3-c27be5e7c63f", "tag": "8ed35e45-8a85-461c-a6c2-71eefc4bce5b"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:47:27.775817 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11696a3e-96bc-4aa8-89a4-7981c3b310b4 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Pushing event updated for resources: {'Port': ['ID=8ed35e45-8a85-461c-a6c2-71eefc4bce5b,revision_number=6']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:27.796906 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0a0cd27b-b4dd-4c9d-9f11-05b2399a925c admin admin] Publish callbacks [] for security_group (ec076904-0cbd-4452-81fd-0b434d122184), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:27.806921 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee056b94-1bf9-41c1-9b60-1f9b367b91d5 x-openstack-request-id: req-ee056b94-1bf9-41c1-9b60-1f9b367b91d5 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:47:27.807591 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e067eb56-11a4-45f5-8ee3-c27be5e7c63f", "tag": "8ed35e45-8a85-461c-a6c2-71eefc4bce5b", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:47:27.808073 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ee056b94-1bf9-41c1-9b60-1f9b367b91d5 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:47:27.808697 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e067eb56-11a4-45f5-8ee3-c27be5e7c63f', 'tag': '8ed35e45-8a85-461c-a6c2-71eefc4bce5b', 'status': 'completed', 'code': 200} Jan 28 02:47:27.851882 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cb4eac38-ea29-49ee-8cf1-6e2964aa7787 req-f171cc1d-9813-4e9a-8274-f4570fd9fdff tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups/1be84837-5c32-46f5-bf44-4aacac902ee7 HTTP/1.1" status: 200 len: 1817 time: 0.0759666 Jan 28 02:47:27.913286 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0a0cd27b-b4dd-4c9d-9f11-05b2399a925c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (ec076904-0cbd-4452-81fd-0b434d122184), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:27.923163 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0a0cd27b-b4dd-4c9d-9f11-05b2399a925c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:27.924872 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0a0cd27b-b4dd-4c9d-9f11-05b2399a925c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ec076904-0cbd-4452-81fd-0b434d122184 HTTP/1.1" status: 204 len: 168 time: 0.2711763 Jan 28 02:47:27.966765 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0cd27b-b4dd-4c9d-9f11-05b2399a925c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec076904-0cbd-4452-81fd-0b434d122184,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:27.969350 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [req-cb4eac38-ea29-49ee-8cf1-6e2964aa7787 req-1c847e39-3f86-48ed-bd92-3443cefa6e9a tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 02:47:27.970979 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cb4eac38-ea29-49ee-8cf1-6e2964aa7787 req-1c847e39-3f86-48ed-bd92-3443cefa6e9a tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "DELETE /v2.0/security-groups/1be84837-5c32-46f5-bf44-4aacac902ee7 HTTP/1.1" status: 409 len: 341 time: 0.1182866 Jan 28 02:47:27.998090 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595069e8-342f-4523-82a0-c98bc6b6045d req-1976703c-6078-46d0-8adf-53723e77fbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:28.000293 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-595069e8-342f-4523-82a0-c98bc6b6045d req-1976703c-6078-46d0-8adf-53723e77fbdc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ab8a3eab2774693b9eefcdcd3df987b&device_id=e067eb56-11a4-45f5-8ee3-c27be5e7c63f HTTP/1.1" status: 200 len: 1136 time: 0.1063237 Jan 28 02:47:28.011608 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['8ed35e45-8a85-461c-a6c2-71eefc4bce5b'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:47:28.217750 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595069e8-342f-4523-82a0-c98bc6b6045d req-c6bdcda4-b769-4786-8607-5b0a2eaffe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:28.224063 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-595069e8-342f-4523-82a0-c98bc6b6045d req-c6bdcda4-b769-4786-8607-5b0a2eaffe1d service neutron] 10.222.0.39 "GET /v2.0/networks?id=8cafc877-dd04-48f5-9107-6d7fbef7a7d2 HTTP/1.1" status: 200 len: 913 time: 0.2148798 Jan 28 02:47:28.246580 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b578d-6ac7-4bb2-8896-7d1ff306adaf req-a8f2ebf3-0e97-4c71-b5f9-6656e142fb7a tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:28.259374 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-638b578d-6ac7-4bb2-8896-7d1ff306adaf req-a8f2ebf3-0e97-4c71-b5f9-6656e142fb7a tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 949 time: 0.1375625 Jan 28 02:47:28.285361 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 504f6733-2c63-4d44-befe-b2c7087c2ebb details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:47:28.346252 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-595069e8-342f-4523-82a0-c98bc6b6045d req-10b2f307-6cf4-4472-828e-5c19359ce631 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8ed35e45-8a85-461c-a6c2-71eefc4bce5b HTTP/1.1" status: 200 len: 217 time: 0.0819962 Jan 28 02:47:28.366446 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14fd4ac-ee4c-4587-a1df-afd192c0c096 req-ce5bd1db-a83e-4ab6-bf6d-bd2c68eddf1c tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:28.376062 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a14fd4ac-ee4c-4587-a1df-afd192c0c096 req-ce5bd1db-a83e-4ab6-bf6d-bd2c68eddf1c tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/ports?device_id=e067eb56-11a4-45f5-8ee3-c27be5e7c63f HTTP/1.1" status: 200 len: 984 time: 0.0713851 Jan 28 02:47:28.453175 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a14fd4ac-ee4c-4587-a1df-afd192c0c096 req-3d68e758-01a0-4f46-ab9b-35a702eb761f tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups?id=db82e1ee-bee2-4907-82f8-babf1259b726&id=1be84837-5c32-46f5-bf44-4aacac902ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0760586 Jan 28 02:47:28.503871 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 504f6733-2c63-4d44-befe-b2c7087c2ebb, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=504f6733-2c63-4d44-befe-b2c7087c2ebb,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:47:28.514492 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-638b578d-6ac7-4bb2-8896-7d1ff306adaf req-71fa4a32-19ea-4dde-8a8e-16affd272ea5 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542202 Jan 28 02:47:28.521529 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '504f6733-2c63-4d44-befe-b2c7087c2ebb', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'port_id': '504f6733-2c63-4d44-befe-b2c7087c2ebb', 'mac_address': 'fa:16:3e:d8:43:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24329ac8-3d67-49eb-9f63-d2859e79e36f', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:47:28.533895 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595069e8-342f-4523-82a0-c98bc6b6045d req-25ccd284-6970-451a-84eb-fd6c05657e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:28.535631 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-595069e8-342f-4523-82a0-c98bc6b6045d req-25ccd284-6970-451a-84eb-fd6c05657e75 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0320286d-6ddf-44dc-ab23-60f8e4e25317 HTTP/1.1" status: 200 len: 852 time: 0.1435950 Jan 28 02:47:28.577421 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-595069e8-342f-4523-82a0-c98bc6b6045d req-e5bc3469-33c4-4507-8edc-3fb5c54c16e6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8cafc877-dd04-48f5-9107-6d7fbef7a7d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255172 Jan 28 02:47:28.602226 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5fb20-3a8e-445b-a293-d48e62ae2b06 req-efcd0075-878f-4b90-930e-608ade490457 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:28.604446 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-02d5fb20-3a8e-445b-a293-d48e62ae2b06 req-efcd0075-878f-4b90-930e-608ade490457 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=101c29a9-93a2-400c-939d-7bfc77d7c51e HTTP/1.1" status: 200 len: 945 time: 0.0675426 Jan 28 02:47:28.604962 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 504f6733-2c63-4d44-befe-b2c7087c2ebb is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:47:28.605441 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (504f6733-2c63-4d44-befe-b2c7087c2ebb), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:28.620091 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 504f6733-2c63-4d44-befe-b2c7087c2ebb {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:47:28.641352 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 504f6733-2c63-4d44-befe-b2c7087c2ebb, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=504f6733-2c63-4d44-befe-b2c7087c2ebb,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:47:28.648380 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (504f6733-2c63-4d44-befe-b2c7087c2ebb), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:28.699459 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-02d5fb20-3a8e-445b-a293-d48e62ae2b06 req-a2f42e0d-0703-48ad-a793-ca73a275620b tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854630 Jan 28 02:47:28.736899 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=504f6733-2c63-4d44-befe-b2c7087c2ebb,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:28.752613 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-595069e8-342f-4523-82a0-c98bc6b6045d req-9243fe60-1ad8-4db9-a935-e178e0b56634 service neutron] 10.222.0.39 "GET /v2.0/networks/8cafc877-dd04-48f5-9107-6d7fbef7a7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657631 Jan 28 02:47:28.820624 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:28.903629 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f8e02-3c1f-4145-925c-a4671df3f27c req-e3135f6e-28c5-468c-9e42-c304329273ca tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:28.903629 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2d2f8e02-3c1f-4145-925c-a4671df3f27c req-e3135f6e-28c5-468c-9e42-c304329273ca tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=54ef5e0c-503f-470f-ad73-5d46c7b89a1c HTTP/1.1" status: 200 len: 949 time: 0.1423149 Jan 28 02:47:28.920323 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-595069e8-342f-4523-82a0-c98bc6b6045d req-7d846586-1e02-4d12-a15d-d62318d81b7a service neutron] 10.222.0.39 "GET /v2.0/networks/8cafc877-dd04-48f5-9107-6d7fbef7a7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411815 Jan 28 02:47:28.956674 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2d2f8e02-3c1f-4145-925c-a4671df3f27c req-4575ca97-a7f4-49b1-9639-54fa5d77784d tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461369 Jan 28 02:47:29.084964 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee4c2e-3552-4321-a980-50f2d3a636e5 req-b4257f93-5675-4d85-a737-9e31d6d66d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:29.086734 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-15ee4c2e-3552-4321-a980-50f2d3a636e5 req-b4257f93-5675-4d85-a737-9e31d6d66d9f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ab8a3eab2774693b9eefcdcd3df987b&device_id=e067eb56-11a4-45f5-8ee3-c27be5e7c63f HTTP/1.1" status: 200 len: 1136 time: 0.0528944 Jan 28 02:47:29.184623 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee4c2e-3552-4321-a980-50f2d3a636e5 req-de583a7f-72d7-4b74-a7d2-782f65a88d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:29.186144 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-15ee4c2e-3552-4321-a980-50f2d3a636e5 req-de583a7f-72d7-4b74-a7d2-782f65a88d42 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8cafc877-dd04-48f5-9107-6d7fbef7a7d2 HTTP/1.1" status: 200 len: 913 time: 0.0918300 Jan 28 02:47:29.229840 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-15ee4c2e-3552-4321-a980-50f2d3a636e5 req-0e2e37d2-3188-4525-8292-d59713b8f3db service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8ed35e45-8a85-461c-a6c2-71eefc4bce5b HTTP/1.1" status: 200 len: 217 time: 0.0368638 Jan 28 02:47:29.279999 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee4c2e-3552-4321-a980-50f2d3a636e5 req-8e049112-d550-4e58-9ab4-055c52d8a752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:29.281726 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-15ee4c2e-3552-4321-a980-50f2d3a636e5 req-8e049112-d550-4e58-9ab4-055c52d8a752 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0320286d-6ddf-44dc-ab23-60f8e4e25317 HTTP/1.1" status: 200 len: 852 time: 0.0453646 Jan 28 02:47:29.319922 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-15ee4c2e-3552-4321-a980-50f2d3a636e5 req-e0f340b3-f5ad-4cbf-8766-487be7d94294 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8cafc877-dd04-48f5-9107-6d7fbef7a7d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298777 Jan 28 02:47:29.336734 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['504f6733-2c63-4d44-befe-b2c7087c2ebb'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:47:29.427624 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-15ee4c2e-3552-4321-a980-50f2d3a636e5 req-5720aec2-0faa-4c3e-b208-44da7cdc4fa9 service neutron] 10.222.0.39 "GET /v2.0/networks/8cafc877-dd04-48f5-9107-6d7fbef7a7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970526 Jan 28 02:47:29.563827 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4f199956-f609-42ef-ba6b-fc7aa2d48857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:29.584737 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-15ee4c2e-3552-4321-a980-50f2d3a636e5 req-4e468865-1f6a-41e8-8711-50b09d016211 service neutron] 10.222.0.39 "GET /v2.0/networks/8cafc877-dd04-48f5-9107-6d7fbef7a7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426203 Jan 28 02:47:29.639148 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f365d5-158d-4e8f-9f1f-535a5c77543e req-e03519a7-1c38-447e-a726-cd16ff05c53f tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:29.640999 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-05f365d5-158d-4e8f-9f1f-535a5c77543e req-e03519a7-1c38-447e-a726-cd16ff05c53f tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/ports?device_id=e067eb56-11a4-45f5-8ee3-c27be5e7c63f HTTP/1.1" status: 200 len: 984 time: 0.0552619 Jan 28 02:47:29.687727 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132b37f-d8d2-4da8-b71c-e53bfa24f62d req-ebcbf70e-5ec9-4a0a-b30a-c60dd5741d76 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:29.689969 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e132b37f-d8d2-4da8-b71c-e53bfa24f62d req-ebcbf70e-5ec9-4a0a-b30a-c60dd5741d76 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 949 time: 0.0565495 Jan 28 02:47:29.746595 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-05f365d5-158d-4e8f-9f1f-535a5c77543e req-cd200201-5117-414a-8f0b-1cf9325a0f7f tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups?id=db82e1ee-bee2-4907-82f8-babf1259b726&id=1be84837-5c32-46f5-bf44-4aacac902ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0933211 Jan 28 02:47:29.761165 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e132b37f-d8d2-4da8-b71c-e53bfa24f62d req-4920f94b-18f4-425a-b031-dfcbd87767aa tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616586 Jan 28 02:47:29.885292 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e4d24-ca50-4df7-9f9f-1584cf0e1518 req-6323c522-42de-431f-86f9-fd2578a554c9 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:29.893618 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e99e4d24-ca50-4df7-9f9f-1584cf0e1518 req-6323c522-42de-431f-86f9-fd2578a554c9 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=101c29a9-93a2-400c-939d-7bfc77d7c51e HTTP/1.1" status: 200 len: 945 time: 0.0815227 Jan 28 02:47:29.949514 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e99e4d24-ca50-4df7-9f9f-1584cf0e1518 req-0ca84d11-e9d2-483d-a445-40a9c706c63d tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514688 Jan 28 02:47:30.092220 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6786df1-119a-4799-a372-aef64c610fa6 req-7a8f238f-ddd1-4651-9c42-1fc18d4aec9b tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:30.093758 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c6786df1-119a-4799-a372-aef64c610fa6 req-7a8f238f-ddd1-4651-9c42-1fc18d4aec9b tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=54ef5e0c-503f-470f-ad73-5d46c7b89a1c HTTP/1.1" status: 200 len: 949 time: 0.0586338 Jan 28 02:47:30.149006 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c6786df1-119a-4799-a372-aef64c610fa6 req-f8be3506-c61d-4d43-b624-c60c76ea7417 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463474 Jan 28 02:47:30.558816 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device f79db10d-b045-4259-b441-b909b6d40604 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:47:30.769214 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port f79db10d-b045-4259-b441-b909b6d40604 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:47:30.776431 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port f79db10d-b045-4259-b441-b909b6d40604 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:47:30.777253 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f79db10d-b045-4259-b441-b909b6d40604), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:30.867928 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port f79db10d-b045-4259-b441-b909b6d40604 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:47:30.868460 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f79db10d-b045-4259-b441-b909b6d40604), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:30.896131 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101c29a9-93a2-400c-939d-7bfc77d7c51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79db10d-b045-4259-b441-b909b6d40604'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:47:30.898505 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4b8ee7-30d4-4ccc-b069-289a601ffbf3" -d '{"events": [{"server_uuid": "101c29a9-93a2-400c-939d-7bfc77d7c51e", "name": "network-vif-plugged", "status": "completed", "tag": "f79db10d-b045-4259-b441-b909b6d40604"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:47:30.920103 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port f79db10d-b045-4259-b441-b909b6d40604, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=f79db10d-b045-4259-b441-b909b6d40604,segment=NetworkSegment(75a4b119-8376-430b-8e41-eb2c7f9df607),segment_id=75a4b119-8376-430b-8e41-eb2c7f9df607)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:47:30.924135 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb363f-32a6-433b-917b-f9f54f6b2351 req-06c167a1-7ba2-42b2-82b6-fda65f927aca tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:30.928429 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (f79db10d-b045-4259-b441-b909b6d40604), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:30.933316 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0bbb363f-32a6-433b-917b-f9f54f6b2351 req-06c167a1-7ba2-42b2-82b6-fda65f927aca tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/ports?device_id=e067eb56-11a4-45f5-8ee3-c27be5e7c63f HTTP/1.1" status: 200 len: 984 time: 0.0896270 Jan 28 02:47:30.943315 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4ef23-46ff-4ea0-914e-b1902d7fa9ac req-2e933dbc-acd3-4bcb-8b97-ff7fe333f751 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:30.950078 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aee4ef23-46ff-4ea0-914e-b1902d7fa9ac req-2e933dbc-acd3-4bcb-8b97-ff7fe333f751 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 949 time: 0.0917923 Jan 28 02:47:31.006321 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=f79db10d-b045-4259-b441-b909b6d40604,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:31.017679 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0bbb363f-32a6-433b-917b-f9f54f6b2351 req-dc579495-b7ae-4479-87b0-fe94e6fa1d44 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups?id=db82e1ee-bee2-4907-82f8-babf1259b726&id=1be84837-5c32-46f5-bf44-4aacac902ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0833590 Jan 28 02:47:31.036276 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aee4ef23-46ff-4ea0-914e-b1902d7fa9ac req-773a0845-4bc1-4c6e-a879-899e2f2e2cfb tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796070 Jan 28 02:47:31.075890 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40de3b07-f392-4115-b494-96cf74a1759f x-openstack-request-id: req-40de3b07-f392-4115-b494-96cf74a1759f {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:47:31.076202 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101c29a9-93a2-400c-939d-7bfc77d7c51e", "name": "network-vif-plugged", "status": "completed", "tag": "f79db10d-b045-4259-b441-b909b6d40604", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:47:31.076456 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-40de3b07-f392-4115-b494-96cf74a1759f {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:47:31.076852 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101c29a9-93a2-400c-939d-7bfc77d7c51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79db10d-b045-4259-b441-b909b6d40604', 'code': 200} Jan 28 02:47:31.183194 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc11279-f230-43c7-968b-d07537715910 req-d78a2a5e-432c-4221-a23e-77ae5c904047 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:31.185100 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8bc11279-f230-43c7-968b-d07537715910 req-d78a2a5e-432c-4221-a23e-77ae5c904047 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=101c29a9-93a2-400c-939d-7bfc77d7c51e HTTP/1.1" status: 200 len: 946 time: 0.0513458 Jan 28 02:47:31.238733 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8bc11279-f230-43c7-968b-d07537715910 req-d90bfff2-53a7-43ee-95e8-b19469737319 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477154 Jan 28 02:47:31.261646 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ade13710-417d-4ad2-a847-3264613cc7ec req-f357f77b-003f-476c-a405-c1bb44db398e tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-490685627&fields=id&tenant_id=2ab8a3eab2774693b9eefcdcd3df987b HTTP/1.1" status: 200 len: 267 time: 0.1033666 Jan 28 02:47:31.331930 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd35d2f-04e7-4eeb-a3d3-503114c5b01f req-674644eb-5566-46ee-b178-149c400eb4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:31.333867 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0fd35d2f-04e7-4eeb-a3d3-503114c5b01f req-674644eb-5566-46ee-b178-149c400eb4b1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=101c29a9-93a2-400c-939d-7bfc77d7c51e HTTP/1.1" status: 200 len: 1098 time: 0.1252279 Jan 28 02:47:31.344095 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade13710-417d-4ad2-a847-3264613cc7ec req-53c43936-ac11-47e6-b8c3-7ea6f4ea2e7c tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:31.345817 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ade13710-417d-4ad2-a847-3264613cc7ec req-53c43936-ac11-47e6-b8c3-7ea6f4ea2e7c tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/ports?device_id=e067eb56-11a4-45f5-8ee3-c27be5e7c63f HTTP/1.1" status: 200 len: 984 time: 0.0685172 Jan 28 02:47:31.367924 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-ade13710-417d-4ad2-a847-3264613cc7ec req-117fb08a-2a5a-43ba-8980-719eed99f5c9 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Request body: {'port': {'security_groups': ['1be84837-5c32-46f5-bf44-4aacac902ee7', 'db82e1ee-bee2-4907-82f8-babf1259b726', '1ccf7c39-9090-4b2b-a2a7-3969bd476380']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:47:31.370647 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca5d83-81d4-4277-9e67-b72d67804001 req-37896c71-bf22-47da-b596-7b8156cc880b tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:31.376005 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ffca5d83-81d4-4277-9e67-b72d67804001 req-37896c71-bf22-47da-b596-7b8156cc880b tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=54ef5e0c-503f-470f-ad73-5d46c7b89a1c HTTP/1.1" status: 200 len: 949 time: 0.0535941 Jan 28 02:47:31.441675 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ffca5d83-81d4-4277-9e67-b72d67804001 req-9516d8ea-1d2d-483c-8f5d-7900731cf50a tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575023 Jan 28 02:47:31.469166 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ade13710-417d-4ad2-a847-3264613cc7ec req-117fb08a-2a5a-43ba-8980-719eed99f5c9 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8ed35e45-8a85-461c-a6c2-71eefc4bce5b), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:31.474558 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0fd35d2f-04e7-4eeb-a3d3-503114c5b01f req-3f352f64-35fd-4b4d-bcb7-e91a38071dd0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275558 Jan 28 02:47:31.553934 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56208) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:47:31.676571 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-32eadb2a-9171-4f53-b44d-d306ecbe5aa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:31.690791 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-ade13710-417d-4ad2-a847-3264613cc7ec req-117fb08a-2a5a-43ba-8980-719eed99f5c9 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] For port 8ed35e45-8a85-461c-a6c2-71eefc4bce5b, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=8ed35e45-8a85-461c-a6c2-71eefc4bce5b,segment=NetworkSegment(9ae36b99-37d5-40c4-bd2c-f1ea61335d88),segment_id=9ae36b99-37d5-40c4-bd2c-f1ea61335d88)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:47:31.725307 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ade13710-417d-4ad2-a847-3264613cc7ec req-117fb08a-2a5a-43ba-8980-719eed99f5c9 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for port (8ed35e45-8a85-461c-a6c2-71eefc4bce5b), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:31.731689 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ade13710-417d-4ad2-a847-3264613cc7ec req-117fb08a-2a5a-43ba-8980-719eed99f5c9 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (8ed35e45-8a85-461c-a6c2-71eefc4bce5b), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:31.762011 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-32eadb2a-9171-4f53-b44d-d306ecbe5aa1 admin admin] Publish callbacks [] for security_group (2d66d786-eab6-4ad0-893f-08dc7ac51ab0), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:31.768555 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-32eadb2a-9171-4f53-b44d-d306ecbe5aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (2d66d786-eab6-4ad0-893f-08dc7ac51ab0), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:31.770195 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5cf0af64-c84f-46db-9c42-2969ecd82dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:31.777678 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['cfd282d7-980b-4103-971c-6210646c9538', '8ed35e45-8a85-461c-a6c2-71eefc4bce5b'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:47:31.799439 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade13710-417d-4ad2-a847-3264613cc7ec req-117fb08a-2a5a-43ba-8980-719eed99f5c9 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:31.801139 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ade13710-417d-4ad2-a847-3264613cc7ec req-117fb08a-2a5a-43ba-8980-719eed99f5c9 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:31.806289 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ade13710-417d-4ad2-a847-3264613cc7ec req-117fb08a-2a5a-43ba-8980-719eed99f5c9 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "PUT /v2.0/ports/8ed35e45-8a85-461c-a6c2-71eefc4bce5b HTTP/1.1" status: 200 len: 1020 time: 0.4523475 Jan 28 02:47:31.807006 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e067eb56-11a4-45f5-8ee3-c27be5e7c63f', 'tag': '8ed35e45-8a85-461c-a6c2-71eefc4bce5b'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:47:31.809653 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00dc6eb4-e122-4b97-8644-49c1556734f6" -d '{"events": [{"name": "network-changed", "server_uuid": "e067eb56-11a4-45f5-8ee3-c27be5e7c63f", "tag": "8ed35e45-8a85-461c-a6c2-71eefc4bce5b"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:47:31.817442 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-32eadb2a-9171-4f53-b44d-d306ecbe5aa1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1f9ed4cc0f04411f82bc03329ab811c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2623682 Jan 28 02:47:31.818330 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56216) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:47:31.820503 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eadb2a-9171-4f53-b44d-d306ecbe5aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d66d786-eab6-4ad0-893f-08dc7ac51ab0,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:31.858587 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117fb08a-2a5a-43ba-8980-719eed99f5c9 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Pushing event updated for resources: {'Port': ['ID=8ed35e45-8a85-461c-a6c2-71eefc4bce5b,revision_number=7']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:31.908278 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c15b506-dd2e-432a-a3b8-ba210519b490 x-openstack-request-id: req-7c15b506-dd2e-432a-a3b8-ba210519b490 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:47:31.908576 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e067eb56-11a4-45f5-8ee3-c27be5e7c63f", "tag": "8ed35e45-8a85-461c-a6c2-71eefc4bce5b", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:47:31.908814 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2b8129a9-cd9d-42e1-81f3-90e3480f6d7e admin admin] Publish callbacks [] for security_group (2d66d786-eab6-4ad0-893f-08dc7ac51ab0), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:31.908931 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7c15b506-dd2e-432a-a3b8-ba210519b490 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:47:31.909281 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e067eb56-11a4-45f5-8ee3-c27be5e7c63f', 'tag': '8ed35e45-8a85-461c-a6c2-71eefc4bce5b', 'status': 'completed', 'code': 200} Jan 28 02:47:31.912501 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dd61f30a-1348-43ff-b158-e81135b6cb97 req-3aa206dc-1c66-41f4-a1a9-12ed63cf055d tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups/1ccf7c39-9090-4b2b-a2a7-3969bd476380 HTTP/1.1" status: 200 len: 1817 time: 0.0746334 Jan 28 02:47:31.942005 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2b8129a9-cd9d-42e1-81f3-90e3480f6d7e admin admin] Publish callbacks [] for security_group (2d66d786-eab6-4ad0-893f-08dc7ac51ab0), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:32.004234 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [req-dd61f30a-1348-43ff-b158-e81135b6cb97 req-f541651a-7972-49b2-a5f6-b7bba832c891 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 02:47:32.012674 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dd61f30a-1348-43ff-b158-e81135b6cb97 req-f541651a-7972-49b2-a5f6-b7bba832c891 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "DELETE /v2.0/security-groups/1ccf7c39-9090-4b2b-a2a7-3969bd476380 HTTP/1.1" status: 409 len: 341 time: 0.0865409 Jan 28 02:47:32.034853 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2b8129a9-cd9d-42e1-81f3-90e3480f6d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (2d66d786-eab6-4ad0-893f-08dc7ac51ab0), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:32.037441 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2b8129a9-cd9d-42e1-81f3-90e3480f6d7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:32.041732 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2b8129a9-cd9d-42e1-81f3-90e3480f6d7e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2d66d786-eab6-4ad0-893f-08dc7ac51ab0 HTTP/1.1" status: 204 len: 168 time: 0.2221141 Jan 28 02:47:32.059934 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8129a9-cd9d-42e1-81f3-90e3480f6d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d66d786-eab6-4ad0-893f-08dc7ac51ab0,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:32.124745 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['8ed35e45-8a85-461c-a6c2-71eefc4bce5b'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:47:32.124950 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc6eb4-e122-4b97-8644-49c1556734f6 req-1db4614e-0b0c-4773-994a-7e926321be7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:32.126324 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-00dc6eb4-e122-4b97-8644-49c1556734f6 req-1db4614e-0b0c-4773-994a-7e926321be7b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ab8a3eab2774693b9eefcdcd3df987b&device_id=e067eb56-11a4-45f5-8ee3-c27be5e7c63f HTTP/1.1" status: 200 len: 1175 time: 0.1356215 Jan 28 02:47:32.246384 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f3e42e-b559-4812-8940-f8cc25cb0c32 req-7e793cc5-e8b8-4d0b-90ef-3050cce2a973 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:32.247944 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-14f3e42e-b559-4812-8940-f8cc25cb0c32 req-7e793cc5-e8b8-4d0b-90ef-3050cce2a973 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 949 time: 0.1377518 Jan 28 02:47:32.304232 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 504f6733-2c63-4d44-befe-b2c7087c2ebb up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:47:32.372568 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc6eb4-e122-4b97-8644-49c1556734f6 req-116e5e3b-43de-4988-9f44-bae88130ecfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:32.375436 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-00dc6eb4-e122-4b97-8644-49c1556734f6 req-116e5e3b-43de-4988-9f44-bae88130ecfe service neutron] 10.222.0.39 "GET /v2.0/networks?id=8cafc877-dd04-48f5-9107-6d7fbef7a7d2 HTTP/1.1" status: 200 len: 913 time: 0.2284043 Jan 28 02:47:32.386271 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-14f3e42e-b559-4812-8940-f8cc25cb0c32 req-63f15726-b99d-46cd-b331-a30b072d6ffd tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250124 Jan 28 02:47:32.501062 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-00dc6eb4-e122-4b97-8644-49c1556734f6 req-bdf1684b-4175-4df5-92b6-f9aee5056af8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8ed35e45-8a85-461c-a6c2-71eefc4bce5b HTTP/1.1" status: 200 len: 217 time: 0.0779402 Jan 28 02:47:32.602817 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5911bb1-0505-4630-a269-5053ba585c75 req-280bd449-a99d-4635-8bc9-1717431ad606 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:32.610379 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d5911bb1-0505-4630-a269-5053ba585c75 req-280bd449-a99d-4635-8bc9-1717431ad606 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/ports?device_id=e067eb56-11a4-45f5-8ee3-c27be5e7c63f HTTP/1.1" status: 200 len: 1023 time: 0.1057518 Jan 28 02:47:32.659395 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e15fe4-edc1-456e-aaaa-25be3466a1a9 req-fdaf7ae0-67e5-4d60-9801-7a63db85ae6f tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:32.670713 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-30e15fe4-edc1-456e-aaaa-25be3466a1a9 req-fdaf7ae0-67e5-4d60-9801-7a63db85ae6f tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=101c29a9-93a2-400c-939d-7bfc77d7c51e HTTP/1.1" status: 200 len: 946 time: 0.1580961 Jan 28 02:47:32.699821 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d5911bb1-0505-4630-a269-5053ba585c75 req-ea1fe517-8b02-40cb-b419-ba0a52865579 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ccf7c39-9090-4b2b-a2a7-3969bd476380&id=db82e1ee-bee2-4907-82f8-babf1259b726&id=1be84837-5c32-46f5-bf44-4aacac902ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0834866 Jan 28 02:47:32.700398 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56240) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:47:32.707296 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc6eb4-e122-4b97-8644-49c1556734f6 req-19ddb22d-6a64-456a-a132-6c7506e662d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:32.708727 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-00dc6eb4-e122-4b97-8644-49c1556734f6 req-19ddb22d-6a64-456a-a132-6c7506e662d0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0320286d-6ddf-44dc-ab23-60f8e4e25317 HTTP/1.1" status: 200 len: 852 time: 0.1716158 Jan 28 02:47:32.766044 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0e2a5590-800c-49dd-82eb-40e8f5ab78bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:32.795011 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 504f6733-2c63-4d44-befe-b2c7087c2ebb completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:47:32.799853 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-00dc6eb4-e122-4b97-8644-49c1556734f6 req-0684a845-92cb-44ea-963c-f96edd937722 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8cafc877-dd04-48f5-9107-6d7fbef7a7d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740726 Jan 28 02:47:32.808647 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-30e15fe4-edc1-456e-aaaa-25be3466a1a9 req-0e62fb38-659f-4d6d-a37a-6b14fba6760e tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353362 Jan 28 02:47:32.828178 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 504f6733-2c63-4d44-befe-b2c7087c2ebb triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:47:32.828551 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (504f6733-2c63-4d44-befe-b2c7087c2ebb), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:32.920267 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31f798-cd62-4356-b7f8-11d1ad71d56b req-78824dc2-d528-4650-b71e-c8753f26b8cf tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:32.927439 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ce31f798-cd62-4356-b7f8-11d1ad71d56b req-78824dc2-d528-4650-b71e-c8753f26b8cf tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=54ef5e0c-503f-470f-ad73-5d46c7b89a1c HTTP/1.1" status: 200 len: 949 time: 0.1303673 Jan 28 02:47:32.929640 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 504f6733-2c63-4d44-befe-b2c7087c2ebb is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:47:32.929926 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (504f6733-2c63-4d44-befe-b2c7087c2ebb), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:32.975877 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 504f6733-2c63-4d44-befe-b2c7087c2ebb, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=504f6733-2c63-4d44-befe-b2c7087c2ebb,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:47:32.981884 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (504f6733-2c63-4d44-befe-b2c7087c2ebb), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:33.056483 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-00dc6eb4-e122-4b97-8644-49c1556734f6 req-453ee32c-f67b-4e4c-af49-2c82da67200d service neutron] 10.222.0.39 "GET /v2.0/networks/8cafc877-dd04-48f5-9107-6d7fbef7a7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131562 Jan 28 02:47:33.058780 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=504f6733-2c63-4d44-befe-b2c7087c2ebb,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:33.075507 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ce31f798-cd62-4356-b7f8-11d1ad71d56b req-e10f3222-664f-49df-8e09-a4f28b9ad475 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443582 Jan 28 02:47:33.079442 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ef5e0c-503f-470f-ad73-5d46c7b89a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504f6733-2c63-4d44-befe-b2c7087c2ebb'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:47:33.087282 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e6d664-47d4-4695-97db-1146110e4c69" -d '{"events": [{"server_uuid": "54ef5e0c-503f-470f-ad73-5d46c7b89a1c", "name": "network-vif-plugged", "status": "completed", "tag": "504f6733-2c63-4d44-befe-b2c7087c2ebb"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:47:33.151531 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:33.163188 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bacb3a5-21f5-4fca-aae2-14f22c82dcf5 x-openstack-request-id: req-2bacb3a5-21f5-4fca-aae2-14f22c82dcf5 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:47:33.163361 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0e2a5590-800c-49dd-82eb-40e8f5ab78bb admin admin] Publish callbacks [] for security_group (b6da16ef-df34-41c9-849a-818fe6813376), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:33.164261 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ef5e0c-503f-470f-ad73-5d46c7b89a1c", "name": "network-vif-plugged", "status": "completed", "tag": "504f6733-2c63-4d44-befe-b2c7087c2ebb", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:47:33.164830 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2bacb3a5-21f5-4fca-aae2-14f22c82dcf5 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:47:33.165751 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ef5e0c-503f-470f-ad73-5d46c7b89a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504f6733-2c63-4d44-befe-b2c7087c2ebb', 'code': 200} Jan 28 02:47:33.171784 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0e2a5590-800c-49dd-82eb-40e8f5ab78bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b6da16ef-df34-41c9-849a-818fe6813376), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:33.203705 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0e2a5590-800c-49dd-82eb-40e8f5ab78bb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7c1811ed44b343bcb94ad6d10e8f742e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4980183 Jan 28 02:47:33.204045 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56248) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:47:33.241594 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a5590-800c-49dd-82eb-40e8f5ab78bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6da16ef-df34-41c9-849a-818fe6813376,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:33.249608 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-00dc6eb4-e122-4b97-8644-49c1556734f6 req-35eff3ed-187c-442c-9749-7c31b62e5e8c service neutron] 10.222.0.39 "GET /v2.0/networks/8cafc877-dd04-48f5-9107-6d7fbef7a7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681826 Jan 28 02:47:33.250946 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:33.327697 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f2cad4ec-5066-464c-88e9-98fa7dbaca56 admin admin] Publish callbacks [] for security_group (b6da16ef-df34-41c9-849a-818fe6813376), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:33.356894 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f2cad4ec-5066-464c-88e9-98fa7dbaca56 admin admin] Publish callbacks [] for security_group (b6da16ef-df34-41c9-849a-818fe6813376), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:33.388213 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86a9d2-04a3-41e2-93e4-e9c02917475a req-455947e5-e8e5-46b1-8020-3b7e24f38c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:33.390020 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0e86a9d2-04a3-41e2-93e4-e9c02917475a req-455947e5-e8e5-46b1-8020-3b7e24f38c3d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=54ef5e0c-503f-470f-ad73-5d46c7b89a1c HTTP/1.1" status: 200 len: 1102 time: 0.0524445 Jan 28 02:47:33.413781 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f2cad4ec-5066-464c-88e9-98fa7dbaca56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b6da16ef-df34-41c9-849a-818fe6813376), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:33.416948 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f2cad4ec-5066-464c-88e9-98fa7dbaca56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:33.418277 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f2cad4ec-5066-464c-88e9-98fa7dbaca56 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b6da16ef-df34-41c9-849a-818fe6813376 HTTP/1.1" status: 204 len: 168 time: 0.2125795 Jan 28 02:47:33.427193 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cad4ec-5066-464c-88e9-98fa7dbaca56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6da16ef-df34-41c9-849a-818fe6813376,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:33.488060 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0e86a9d2-04a3-41e2-93e4-e9c02917475a req-969c5692-c949-4bc9-b1ac-c9f33c5b576b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874212 Jan 28 02:47:33.554667 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d90b5bc-0d26-4d24-a259-4fa4083b493f req-4da8f7f8-d2f0-43ee-9427-b086e2f83ac6 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:33.556317 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9d90b5bc-0d26-4d24-a259-4fa4083b493f req-4da8f7f8-d2f0-43ee-9427-b086e2f83ac6 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 949 time: 0.0542278 Jan 28 02:47:33.608384 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9d90b5bc-0d26-4d24-a259-4fa4083b493f req-37a871c0-20b1-4610-8d2f-dd6bf3fdb467 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447395 Jan 28 02:47:33.815473 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56aef0-d588-48ed-9ebd-edf231cf3c3f req-13881c31-b0c2-4523-a4da-ea4be5968bcb tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:33.823884 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8b56aef0-d588-48ed-9ebd-edf231cf3c3f req-13881c31-b0c2-4523-a4da-ea4be5968bcb tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/ports?device_id=e067eb56-11a4-45f5-8ee3-c27be5e7c63f HTTP/1.1" status: 200 len: 1023 time: 0.0592628 Jan 28 02:47:33.908197 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8b56aef0-d588-48ed-9ebd-edf231cf3c3f req-d92894db-a4eb-493f-9ceb-08e833c061aa tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ccf7c39-9090-4b2b-a2a7-3969bd476380&id=db82e1ee-bee2-4907-82f8-babf1259b726&id=1be84837-5c32-46f5-bf44-4aacac902ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0833912 Jan 28 02:47:33.982379 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0806d6-d7c2-4e3f-90dd-ff809663df28 req-4165c359-8465-4a8b-b297-f998528c93fa tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:33.993649 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6a0806d6-d7c2-4e3f-90dd-ff809663df28 req-4165c359-8465-4a8b-b297-f998528c93fa tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=101c29a9-93a2-400c-939d-7bfc77d7c51e HTTP/1.1" status: 200 len: 946 time: 0.1077859 Jan 28 02:47:34.025901 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5c89712c-87d5-425d-8a04-094475885de3 req-29d906e3-133b-4c24-9d83-052437d3ee75 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cfa56615-b151-47cf-a515-21c799286b2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1293058 Jan 28 02:47:34.061047 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6a0806d6-d7c2-4e3f-90dd-ff809663df28 req-5be1ff54-8f87-44ad-b224-db10e5d307e2 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663722 Jan 28 02:47:34.241910 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89712c-87d5-425d-8a04-094475885de3 req-92720424-b802-41e6-abd4-c15294cc2f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:34.251716 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5c89712c-87d5-425d-8a04-094475885de3 req-92720424-b802-41e6-abd4-c15294cc2f1a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=29a2e152744a433f9b25a7592aa94e29&device_id=cfa56615-b151-47cf-a515-21c799286b2e HTTP/1.1" status: 200 len: 1102 time: 0.1057909 Jan 28 02:47:34.328198 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3f3cc-f73c-4ae4-886f-f6a095b58dd4 req-6cc4322f-fb69-4bb8-b02e-b4610b689888 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:34.330600 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cdb3f3cc-f73c-4ae4-886f-f6a095b58dd4 req-6cc4322f-fb69-4bb8-b02e-b4610b689888 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=54ef5e0c-503f-470f-ad73-5d46c7b89a1c HTTP/1.1" status: 200 len: 950 time: 0.0980008 Jan 28 02:47:34.400365 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89712c-87d5-425d-8a04-094475885de3 req-89fdef5e-6754-44d9-893a-14e7323e7164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:34.402089 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5c89712c-87d5-425d-8a04-094475885de3 req-89fdef5e-6754-44d9-893a-14e7323e7164 service neutron] 10.222.0.39 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.1177676 Jan 28 02:47:34.471541 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cdb3f3cc-f73c-4ae4-886f-f6a095b58dd4 req-5305fd12-ad27-4cb0-bd13-473f7dbf9e1c tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119525 Jan 28 02:47:34.521274 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5c89712c-87d5-425d-8a04-094475885de3 req-e0a891f6-f4b7-447d-87a7-906fd2a3ce92 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=50ef5e41-dc48-4c5c-81f9-d97cb05ba83d HTTP/1.1" status: 200 len: 217 time: 0.1087210 Jan 28 02:47:34.615935 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:34.621693 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89712c-87d5-425d-8a04-094475885de3 req-8424619a-c998-40b4-a0f7-683b2812c5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:34.623317 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5c89712c-87d5-425d-8a04-094475885de3 req-8424619a-c998-40b4-a0f7-683b2812c5d8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.0905135 Jan 28 02:47:34.635680 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201ff85-bdbf-474a-a99e-494883124520 req-87eb4367-27c5-4b04-a81e-ebd78fb966f7 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:34.637401 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4201ff85-bdbf-474a-a99e-494883124520 req-87eb4367-27c5-4b04-a81e-ebd78fb966f7 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=101c29a9-93a2-400c-939d-7bfc77d7c51e HTTP/1.1" status: 200 len: 946 time: 0.1190457 Jan 28 02:47:34.729120 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89712c-87d5-425d-8a04-094475885de3 req-e9951745-04e8-45fe-93ab-c77ed0697b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:34.731394 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5c89712c-87d5-425d-8a04-094475885de3 req-e9951745-04e8-45fe-93ab-c77ed0697b16 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0923049 Jan 28 02:47:34.833006 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8807728-9c29-4734-b1da-fe387ba5432d req-5396c0cf-1f23-43ac-9be7-5426d70ea0a1 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:34.840397 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e8807728-9c29-4734-b1da-fe387ba5432d req-5396c0cf-1f23-43ac-9be7-5426d70ea0a1 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 949 time: 0.1025705 Jan 28 02:47:34.929097 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e8807728-9c29-4734-b1da-fe387ba5432d req-be4466aa-b6d7-40cf-ae3b-ca8460f6076e tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876822 Jan 28 02:47:35.059770 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e70416-da56-4c2d-a896-41cdf741d7fd req-2d97844c-ef85-45f0-a0de-995c1c6d3980 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:35.061685 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a8e70416-da56-4c2d-a896-41cdf741d7fd req-2d97844c-ef85-45f0-a0de-995c1c6d3980 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/ports?device_id=e067eb56-11a4-45f5-8ee3-c27be5e7c63f HTTP/1.1" status: 200 len: 1023 time: 0.0659947 Jan 28 02:47:35.144131 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a8e70416-da56-4c2d-a896-41cdf741d7fd req-b518e891-accb-4288-84b6-af57c1515388 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ccf7c39-9090-4b2b-a2a7-3969bd476380&id=db82e1ee-bee2-4907-82f8-babf1259b726&id=1be84837-5c32-46f5-bf44-4aacac902ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0761797 Jan 28 02:47:35.168939 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4201ff85-bdbf-474a-a99e-494883124520 req-b1fc3b0d-4a3f-4e5e-82d1-fd4a43ad1cf4 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4889352 Jan 28 02:47:35.240452 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5c89712c-87d5-425d-8a04-094475885de3 req-7e468f4d-b137-4665-8bdc-6e3f6047cb37 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4929445 Jan 28 02:47:35.492253 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5c89712c-87d5-425d-8a04-094475885de3 req-294e3ed5-3535-4016-aa37-e7b799a2f20e service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586876 Jan 28 02:47:35.693575 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3e502-38ff-4c3c-8894-2f1cf002cd2f req-0bc5a556-b1f5-4194-8ff1-35829ff9de34 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:35.695138 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ebc3e502-38ff-4c3c-8894-2f1cf002cd2f req-0bc5a556-b1f5-4194-8ff1-35829ff9de34 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=54ef5e0c-503f-470f-ad73-5d46c7b89a1c HTTP/1.1" status: 200 len: 950 time: 0.0723491 Jan 28 02:47:35.808522 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ebc3e502-38ff-4c3c-8894-2f1cf002cd2f req-84acc849-2ec0-42de-874a-696e4fbd93f5 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054111 Jan 28 02:47:35.832154 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85a6b9-77da-4f4d-a43f-ee0cb9aa0dbf req-a6c20c55-7641-44fc-8109-67841fea1bb2 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:35.834045 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6e85a6b9-77da-4f4d-a43f-ee0cb9aa0dbf req-a6c20c55-7641-44fc-8109-67841fea1bb2 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.39 "GET /v2.0/ports?device_id=e067eb56-11a4-45f5-8ee3-c27be5e7c63f HTTP/1.1" status: 200 len: 1023 time: 0.1042025 Jan 28 02:47:35.879787 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:35.989355 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d8719-9d89-4164-8e43-bd4ce4774968 req-31ee330c-f6a3-4730-aece-6de849661de6 tempest-ServersOnMultiNodesTest-1215738684 tempest-ServersOnMultiNodesTest-1215738684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:35.997652 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e46d8719-9d89-4164-8e43-bd4ce4774968 req-31ee330c-f6a3-4730-aece-6de849661de6 tempest-ServersOnMultiNodesTest-1215738684 tempest-ServersOnMultiNodesTest-1215738684-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=54ef5e0c-503f-470f-ad73-5d46c7b89a1c HTTP/1.1" status: 200 len: 1102 time: 0.0660810 Jan 28 02:47:36.055719 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e46d8719-9d89-4164-8e43-bd4ce4774968 req-d130bf21-570d-46b1-8daf-85f816b63f52 tempest-ServersOnMultiNodesTest-1215738684 tempest-ServersOnMultiNodesTest-1215738684-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539472 Jan 28 02:47:36.076433 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-6e85a6b9-77da-4f4d-a43f-ee0cb9aa0dbf req-7425a1f9-b7a5-4d27-a7d5-bc31d9bf5640 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Deleting port 8ed35e45-8a85-461c-a6c2-71eefc4bce5b {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:47:36.076795 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6e85a6b9-77da-4f4d-a43f-ee0cb9aa0dbf req-7425a1f9-b7a5-4d27-a7d5-bc31d9bf5640 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (8ed35e45-8a85-461c-a6c2-71eefc4bce5b), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:36.227203 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-6e85a6b9-77da-4f4d-a43f-ee0cb9aa0dbf req-7425a1f9-b7a5-4d27-a7d5-bc31d9bf5640 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] For port 8ed35e45-8a85-461c-a6c2-71eefc4bce5b, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=8ed35e45-8a85-461c-a6c2-71eefc4bce5b,segment=NetworkSegment(9ae36b99-37d5-40c4-bd2c-f1ea61335d88),segment_id=9ae36b99-37d5-40c4-bd2c-f1ea61335d88)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:47:36.227804 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6e85a6b9-77da-4f4d-a43f-ee0cb9aa0dbf req-7425a1f9-b7a5-4d27-a7d5-bc31d9bf5640 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (8ed35e45-8a85-461c-a6c2-71eefc4bce5b), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:36.271332 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-6e85a6b9-77da-4f4d-a43f-ee0cb9aa0dbf req-7425a1f9-b7a5-4d27-a7d5-bc31d9bf5640 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Calling delete_port for 8ed35e45-8a85-461c-a6c2-71eefc4bce5b owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:47:36.313061 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339ae73-4844-4170-9a4c-1ad9f000acad req-d78fbbf2-4288-4e01-af34-33d3a1d3e3a9 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:36.329126 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8339ae73-4844-4170-9a4c-1ad9f000acad req-d78fbbf2-4288-4e01-af34-33d3a1d3e3a9 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 949 time: 0.1020269 Jan 28 02:47:36.361713 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f5985-174f-413d-b897-07a3f92114f9 req-38406f95-6f4c-4c10-851e-cb6572fee90a tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:36.363363 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f64f5985-174f-413d-b897-07a3f92114f9 req-38406f95-6f4c-4c10-851e-cb6572fee90a tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/ports?device_id=e067eb56-11a4-45f5-8ee3-c27be5e7c63f HTTP/1.1" status: 200 len: 1023 time: 0.1090035 Jan 28 02:47:36.420386 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8339ae73-4844-4170-9a4c-1ad9f000acad req-8e6bfd18-ebb2-4549-9c07-71be29f2e5bf tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873895 Jan 28 02:47:36.511128 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f64f5985-174f-413d-b897-07a3f92114f9 req-b91f186d-bd02-4865-983f-988ea32b0ce8 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ccf7c39-9090-4b2b-a2a7-3969bd476380&id=db82e1ee-bee2-4907-82f8-babf1259b726&id=1be84837-5c32-46f5-bf44-4aacac902ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1341050 Jan 28 02:47:36.548952 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173066d4-5968-4712-aab9-952415b241de req-8ae810e0-e6d2-4f71-9e67-242c21b3c5fa tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:36.551024 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-173066d4-5968-4712-aab9-952415b241de req-8ae810e0-e6d2-4f71-9e67-242c21b3c5fa tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=101c29a9-93a2-400c-939d-7bfc77d7c51e HTTP/1.1" status: 200 len: 946 time: 0.0672016 Jan 28 02:47:36.568645 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6e85a6b9-77da-4f4d-a43f-ee0cb9aa0dbf req-7425a1f9-b7a5-4d27-a7d5-bc31d9bf5640 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (8ed35e45-8a85-461c-a6c2-71eefc4bce5b), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:36.603409 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7425a1f9-b7a5-4d27-a7d5-bc31d9bf5640 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Pushing event deleted for resources: {'Port': ['ID=8ed35e45-8a85-461c-a6c2-71eefc4bce5b,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:36.629031 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['cfd282d7-980b-4103-971c-6210646c9538', '8ed35e45-8a85-461c-a6c2-71eefc4bce5b'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:47:36.645351 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56376) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:47:36.654485 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-173066d4-5968-4712-aab9-952415b241de req-a33b7261-62f4-4bfc-9f52-25dc32f9ec6a tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831170 Jan 28 02:47:36.665431 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e85a6b9-77da-4f4d-a43f-ee0cb9aa0dbf req-7425a1f9-b7a5-4d27-a7d5-bc31d9bf5640 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] No DVR routers for this DVR port 8ed35e45-8a85-461c-a6c2-71eefc4bce5b on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:47:36.688314 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6e85a6b9-77da-4f4d-a43f-ee0cb9aa0dbf req-7425a1f9-b7a5-4d27-a7d5-bc31d9bf5640 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:36.702043 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6e85a6b9-77da-4f4d-a43f-ee0cb9aa0dbf req-7425a1f9-b7a5-4d27-a7d5-bc31d9bf5640 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.39 "DELETE /v2.0/ports/8ed35e45-8a85-461c-a6c2-71eefc4bce5b HTTP/1.1" status: 204 len: 173 time: 0.8590701 Jan 28 02:47:36.702548 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e067eb56-11a4-45f5-8ee3-c27be5e7c63f', 'name': 'network-vif-deleted', 'tag': '8ed35e45-8a85-461c-a6c2-71eefc4bce5b'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:47:36.709580 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76f8492-5acc-4b10-9b52-44d33d220d8f" -d '{"events": [{"server_uuid": "e067eb56-11a4-45f5-8ee3-c27be5e7c63f", "name": "network-vif-deleted", "tag": "8ed35e45-8a85-461c-a6c2-71eefc4bce5b"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:47:36.811210 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-895596c5-c0ee-46ec-8473-3baecd045918 req-5d6ac9e6-7f31-45ea-93db-334e27133136 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=48a9da4172074c31af36ad122c33e36a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0603497 Jan 28 02:47:36.942006 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-68d527e1-34bb-4983-b8b3-8df51c9cb2c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:37.046818 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-68d527e1-34bb-4983-b8b3-8df51c9cb2c3 admin admin] Publish callbacks [] for security_group (256bddce-237b-44b2-8761-021a3319f65d), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:37.052446 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-68d527e1-34bb-4983-b8b3-8df51c9cb2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (256bddce-237b-44b2-8761-021a3319f65d), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:37.107849 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895596c5-c0ee-46ec-8473-3baecd045918 req-a0b1c49c-80b7-480b-8d26-305d58826cd2 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:37.115030 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-895596c5-c0ee-46ec-8473-3baecd045918 req-a0b1c49c-80b7-480b-8d26-305d58826cd2 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3026919 Jan 28 02:47:37.123898 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a466a266-d1d1-4f62-9083-de12c43ae9c0 x-openstack-request-id: req-a466a266-d1d1-4f62-9083-de12c43ae9c0 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:47:37.124203 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e067eb56-11a4-45f5-8ee3-c27be5e7c63f", "name": "network-vif-deleted", "tag": "8ed35e45-8a85-461c-a6c2-71eefc4bce5b", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:47:37.124455 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a466a266-d1d1-4f62-9083-de12c43ae9c0 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:47:37.124847 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e067eb56-11a4-45f5-8ee3-c27be5e7c63f', 'name': 'network-vif-deleted', 'tag': '8ed35e45-8a85-461c-a6c2-71eefc4bce5b', 'status': 'completed', 'code': 200} Jan 28 02:47:37.145702 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-68d527e1-34bb-4983-b8b3-8df51c9cb2c3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d991faf6bb6d4cd28f0e8c66843a5006&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4997046 Jan 28 02:47:37.146177 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56408) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:47:37.152839 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-895596c5-c0ee-46ec-8473-3baecd045918 req-0091f1d7-80ed-4e0e-a14d-75c79c6a2b91 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/quotas/48a9da4172074c31af36ad122c33e36a HTTP/1.1" status: 200 len: 375 time: 0.0369461 Jan 28 02:47:37.154896 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d527e1-34bb-4983-b8b3-8df51c9cb2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256bddce-237b-44b2-8761-021a3319f65d,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:37.216272 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-73547228-0658-45f0-836b-045e4e5882ce admin admin] Publish callbacks [] for security_group (256bddce-237b-44b2-8761-021a3319f65d), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:37.217276 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-895596c5-c0ee-46ec-8473-3baecd045918 req-b043eb06-4d40-46df-bbf6-fa4bd18b9f56 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=48a9da4172074c31af36ad122c33e36a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0633514 Jan 28 02:47:37.256986 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-73547228-0658-45f0-836b-045e4e5882ce admin admin] Publish callbacks [] for security_group (256bddce-237b-44b2-8761-021a3319f65d), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:37.325941 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-73547228-0658-45f0-836b-045e4e5882ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (256bddce-237b-44b2-8761-021a3319f65d), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:37.329113 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-73547228-0658-45f0-836b-045e4e5882ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:37.330655 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-73547228-0658-45f0-836b-045e4e5882ce admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/256bddce-237b-44b2-8761-021a3319f65d HTTP/1.1" status: 204 len: 168 time: 0.1815493 Jan 28 02:47:37.359763 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73547228-0658-45f0-836b-045e4e5882ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256bddce-237b-44b2-8761-021a3319f65d,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:37.424441 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-02854627-f530-4cf1-820e-e7c88d70cc6e req-09d4e2d8-9acf-4439-83bc-6d34fd20f662 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4ce352-9df3-49f8-a2ca-04bd4f3eaf09 HTTP/1.1" status: 200 len: 210 time: 0.0318835 Jan 28 02:47:37.617707 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e34bd-2afe-4ab2-a996-25711bb769b8 req-835573ce-ce72-4fc0-b392-5433b855e47c tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:37.629671 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-387e34bd-2afe-4ab2-a996-25711bb769b8 req-835573ce-ce72-4fc0-b392-5433b855e47c tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 949 time: 0.1311135 Jan 28 02:47:37.687865 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a48f8f02-0a3b-4f84-a2d9-f83a061aa834 req-d023a743-3920-4985-b128-1789a111c617 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/ports?device_id=e067eb56-11a4-45f5-8ee3-c27be5e7c63f HTTP/1.1" status: 200 len: 210 time: 0.0587740 Jan 28 02:47:37.713777 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-387e34bd-2afe-4ab2-a996-25711bb769b8 req-c2665e11-80b3-41ef-a6c1-8c318c20eb4f tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829291 Jan 28 02:47:37.800549 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56436) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:47:37.821672 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-38a6e82e-f566-4263-aefb-bf174f1d42ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:37.900836 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-38a6e82e-f566-4263-aefb-bf174f1d42ac admin admin] Publish callbacks [] for security_group (c3e243ed-4827-41c3-8ebf-2c4bac5dc151), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:37.914789 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-38a6e82e-f566-4263-aefb-bf174f1d42ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c3e243ed-4827-41c3-8ebf-2c4bac5dc151), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:37.964423 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6e82e-f566-4263-aefb-bf174f1d42ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e243ed-4827-41c3-8ebf-2c4bac5dc151,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:37.969836 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-38a6e82e-f566-4263-aefb-bf174f1d42ac admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5911414836864ca49fa5d95bf330db14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1678174 Jan 28 02:47:37.972296 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56440) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:47:38.037863 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7d8fcd3d-1577-4316-ab26-9f3386f4096e admin admin] Publish callbacks [] for security_group (c3e243ed-4827-41c3-8ebf-2c4bac5dc151), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:38.059752 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7d8fcd3d-1577-4316-ab26-9f3386f4096e admin admin] Publish callbacks [] for security_group (c3e243ed-4827-41c3-8ebf-2c4bac5dc151), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:38.108710 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7d8fcd3d-1577-4316-ab26-9f3386f4096e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c3e243ed-4827-41c3-8ebf-2c4bac5dc151), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:38.111663 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7d8fcd3d-1577-4316-ab26-9f3386f4096e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:38.112891 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7d8fcd3d-1577-4316-ab26-9f3386f4096e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c3e243ed-4827-41c3-8ebf-2c4bac5dc151 HTTP/1.1" status: 204 len: 168 time: 0.1392529 Jan 28 02:47:38.123658 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8fcd3d-1577-4316-ab26-9f3386f4096e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e243ed-4827-41c3-8ebf-2c4bac5dc151,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:38.544280 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c0137614-da71-434d-96bb-c786508d2fa8 req-0e24cad3-adc5-4b02-a78a-411556988302 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4ce352-9df3-49f8-a2ca-04bd4f3eaf09 HTTP/1.1" status: 200 len: 210 time: 0.0280409 Jan 28 02:47:38.829480 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ed248f42-56f8-4320-aec2-3bc2b1995f45 req-12c44cea-fd4d-4150-b130-b45cc7d44818 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups/1be84837-5c32-46f5-bf44-4aacac902ee7 HTTP/1.1" status: 200 len: 1817 time: 0.0610268 Jan 28 02:47:38.859978 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73820d3-de42-47ba-9bf0-8be627317981 req-ec76ffe6-b99a-4515-99f9-34e220bb82a8 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:38.867586 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f73820d3-de42-47ba-9bf0-8be627317981 req-ec76ffe6-b99a-4515-99f9-34e220bb82a8 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 949 time: 0.0802836 Jan 28 02:47:38.893401 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ed248f42-56f8-4320-aec2-3bc2b1995f45 req-be64528b-13b8-4778-aa4f-a76159f4c931 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (1be84837-5c32-46f5-bf44-4aacac902ee7), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:38.918631 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ed248f42-56f8-4320-aec2-3bc2b1995f45 req-be64528b-13b8-4778-aa4f-a76159f4c931 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (1be84837-5c32-46f5-bf44-4aacac902ee7), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:38.948947 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f73820d3-de42-47ba-9bf0-8be627317981 req-09e6cc3a-facc-4ccc-8779-f15748ca9e9a tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795040 Jan 28 02:47:38.963925 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ed248f42-56f8-4320-aec2-3bc2b1995f45 req-be64528b-13b8-4778-aa4f-a76159f4c931 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (1be84837-5c32-46f5-bf44-4aacac902ee7), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:38.967369 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ed248f42-56f8-4320-aec2-3bc2b1995f45 req-be64528b-13b8-4778-aa4f-a76159f4c931 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:38.976062 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ed248f42-56f8-4320-aec2-3bc2b1995f45 req-be64528b-13b8-4778-aa4f-a76159f4c931 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "DELETE /v2.0/security-groups/1be84837-5c32-46f5-bf44-4aacac902ee7 HTTP/1.1" status: 204 len: 173 time: 0.1425099 Jan 28 02:47:38.986834 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be64528b-13b8-4778-aa4f-a76159f4c931 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be84837-5c32-46f5-bf44-4aacac902ee7,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:39.077323 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8a6a6fd7-0b3a-47c0-a43f-dad66d1cc9e8 req-9ee746c7-b7be-467e-b8b6-4338148f4e8d tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups/1ccf7c39-9090-4b2b-a2a7-3969bd476380 HTTP/1.1" status: 200 len: 1817 time: 0.0575109 Jan 28 02:47:39.130093 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-8a6a6fd7-0b3a-47c0-a43f-dad66d1cc9e8 req-10e491ee-f6c5-44cd-998b-1fe06a2b603d tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (1ccf7c39-9090-4b2b-a2a7-3969bd476380), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:39.156957 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-8a6a6fd7-0b3a-47c0-a43f-dad66d1cc9e8 req-10e491ee-f6c5-44cd-998b-1fe06a2b603d tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (1ccf7c39-9090-4b2b-a2a7-3969bd476380), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:39.226692 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-8a6a6fd7-0b3a-47c0-a43f-dad66d1cc9e8 req-10e491ee-f6c5-44cd-998b-1fe06a2b603d tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (1ccf7c39-9090-4b2b-a2a7-3969bd476380), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:39.234628 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-8a6a6fd7-0b3a-47c0-a43f-dad66d1cc9e8 req-10e491ee-f6c5-44cd-998b-1fe06a2b603d tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:39.259223 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8a6a6fd7-0b3a-47c0-a43f-dad66d1cc9e8 req-10e491ee-f6c5-44cd-998b-1fe06a2b603d tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "DELETE /v2.0/security-groups/1ccf7c39-9090-4b2b-a2a7-3969bd476380 HTTP/1.1" status: 204 len: 173 time: 0.1794014 Jan 28 02:47:39.275392 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e491ee-f6c5-44cd-998b-1fe06a2b603d tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccf7c39-9090-4b2b-a2a7-3969bd476380,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:39.302617 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e491ee-f6c5-44cd-998b-1fe06a2b603d tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:47:39.302994 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e491ee-f6c5-44cd-998b-1fe06a2b603d tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:47:39.305982 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e491ee-f6c5-44cd-998b-1fe06a2b603d tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:47:39.306935 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e491ee-f6c5-44cd-998b-1fe06a2b603d tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:47:39.307288 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e491ee-f6c5-44cd-998b-1fe06a2b603d tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:47:39.307684 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e491ee-f6c5-44cd-998b-1fe06a2b603d tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:47:39.308052 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e491ee-f6c5-44cd-998b-1fe06a2b603d tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:47:39.308489 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e491ee-f6c5-44cd-998b-1fe06a2b603d tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:47:39.309634 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e491ee-f6c5-44cd-998b-1fe06a2b603d tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:47:39.309918 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e491ee-f6c5-44cd-998b-1fe06a2b603d tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:47:39.310248 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e491ee-f6c5-44cd-998b-1fe06a2b603d tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:47:39.310709 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e491ee-f6c5-44cd-998b-1fe06a2b603d tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:47:39.311047 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e491ee-f6c5-44cd-998b-1fe06a2b603d tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:47:39.355785 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-895596c5-c0ee-46ec-8473-3baecd045918 req-ba7dfc3c-23fb-4511-94d6-52d31b35c3ab tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=48a9da4172074c31af36ad122c33e36a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382466 Jan 28 02:47:39.366893 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-88a70e24-f0aa-48cf-9c90-8aadc9fd26d3 req-302a3489-fefa-41af-ae19-36dc167542c4 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1324855222', 'description': 'tempest-description-1316335075'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:47:39.391785 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-88a70e24-f0aa-48cf-9c90-8aadc9fd26d3 req-302a3489-fefa-41af-ae19-36dc167542c4 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:39.515992 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-88a70e24-f0aa-48cf-9c90-8aadc9fd26d3 req-302a3489-fefa-41af-ae19-36dc167542c4 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (9fc4ae72-2954-45cc-8cc9-aa33fbecc210), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:39.523027 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895596c5-c0ee-46ec-8473-3baecd045918 req-57e11ac6-8503-4b77-8f84-6725eb2927ed tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:39.525564 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-895596c5-c0ee-46ec-8473-3baecd045918 req-57e11ac6-8503-4b77-8f84-6725eb2927ed tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1621974 Jan 28 02:47:39.526632 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-88a70e24-f0aa-48cf-9c90-8aadc9fd26d3 req-302a3489-fefa-41af-ae19-36dc167542c4 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (9fc4ae72-2954-45cc-8cc9-aa33fbecc210), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:39.558645 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-895596c5-c0ee-46ec-8473-3baecd045918 req-39efe7bb-6498-47fc-b99a-68ecb25f4f9b tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Request body: {'port': {'device_id': 'cb4ce352-9df3-49f8-a2ca-04bd4f3eaf09', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'admin_state_up': True, 'tenant_id': '48a9da4172074c31af36ad122c33e36a'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:47:39.585178 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-88a70e24-f0aa-48cf-9c90-8aadc9fd26d3 req-302a3489-fefa-41af-ae19-36dc167542c4 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:39.587071 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-88a70e24-f0aa-48cf-9c90-8aadc9fd26d3 req-302a3489-fefa-41af-ae19-36dc167542c4 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2249613 Jan 28 02:47:39.588060 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a3489-fefa-41af-ae19-36dc167542c4 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc4ae72-2954-45cc-8cc9-aa33fbecc210,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:39.673812 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c39ccff2-c739-4262-a32b-4f5a8403505b req-639e0a71-ba99-40c1-b619-b168cf092923 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups/9fc4ae72-2954-45cc-8cc9-aa33fbecc210 HTTP/1.1" status: 200 len: 1818 time: 0.0600100 Jan 28 02:47:39.679371 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-c39ccff2-c739-4262-a32b-4f5a8403505b req-c392d496-a242-4024-a233-578a322afecd tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1612792654', 'description': 'tempest-description-hth-1078463041'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:47:39.681584 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4011594f-6f59-4e5a-bd4d-7ebc6535a8ba req-6d0ec14d-a437-42b2-80fc-0a17445250eb tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4ce352-9df3-49f8-a2ca-04bd4f3eaf09 HTTP/1.1" status: 200 len: 210 time: 0.0355041 Jan 28 02:47:39.728281 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-c39ccff2-c739-4262-a32b-4f5a8403505b req-c392d496-a242-4024-a233-578a322afecd tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (9fc4ae72-2954-45cc-8cc9-aa33fbecc210), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:39.755067 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-895596c5-c0ee-46ec-8473-3baecd045918 req-39efe7bb-6498-47fc-b99a-68ecb25f4f9b tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Made reservation on behalf of 48a9da4172074c31af36ad122c33e36a for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:47:39.760148 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-895596c5-c0ee-46ec-8473-3baecd045918 req-39efe7bb-6498-47fc-b99a-68ecb25f4f9b tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:39.790122 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-c39ccff2-c739-4262-a32b-4f5a8403505b req-c392d496-a242-4024-a233-578a322afecd tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (9fc4ae72-2954-45cc-8cc9-aa33fbecc210), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:39.794829 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-c39ccff2-c739-4262-a32b-4f5a8403505b req-c392d496-a242-4024-a233-578a322afecd tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (9fc4ae72-2954-45cc-8cc9-aa33fbecc210), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:39.797868 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-c39ccff2-c739-4262-a32b-4f5a8403505b req-c392d496-a242-4024-a233-578a322afecd tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:39.801586 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c39ccff2-c739-4262-a32b-4f5a8403505b req-c392d496-a242-4024-a233-578a322afecd tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "PUT /v2.0/security-groups/9fc4ae72-2954-45cc-8cc9-aa33fbecc210 HTTP/1.1" status: 200 len: 1792 time: 0.1268425 Jan 28 02:47:39.835677 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c392d496-a242-4024-a233-578a322afecd tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc4ae72-2954-45cc-8cc9-aa33fbecc210,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:39.891745 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56548) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:47:39.925917 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0d758be5-923b-4e37-95bc-25c503c8ada6 req-eea9b57e-4ce9-4480-bce1-98bfd1341232 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups/9fc4ae72-2954-45cc-8cc9-aa33fbecc210 HTTP/1.1" status: 200 len: 1792 time: 0.0861032 Jan 28 02:47:39.960360 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-895596c5-c0ee-46ec-8473-3baecd045918 req-39efe7bb-6498-47fc-b99a-68ecb25f4f9b tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Allocated IP 192.168.233.253 (00399c87-9b8d-4ccb-b18d-7ccb90f49322/24329ac8-3d67-49eb-9f63-d2859e79e36f/c405b7da-1dd4-4fb5-ac54-10283ff2143a) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:47:40.043198 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-49c36882-50a8-427d-89c7-8626aee53f30 req-fdff7802-93c8-46b0-a932-31831ee9bccb tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups/9fc4ae72-2954-45cc-8cc9-aa33fbecc210 HTTP/1.1" status: 200 len: 1792 time: 0.0872102 Jan 28 02:47:40.073872 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3c4e580e-be65-4ffe-ad05-38a7dd7b04bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:40.221763 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-49c36882-50a8-427d-89c7-8626aee53f30 req-15084277-6699-4a07-809f-1a61b49a3daa tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (9fc4ae72-2954-45cc-8cc9-aa33fbecc210), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:40.242017 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae47b26-0cef-482d-b119-eab48f588b82 req-f3cbd6fd-a7ab-4813-b5f8-e5a9fa8003aa tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:40.243583 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1ae47b26-0cef-482d-b119-eab48f588b82 req-f3cbd6fd-a7ab-4813-b5f8-e5a9fa8003aa tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 949 time: 0.1800306 Jan 28 02:47:40.254801 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-49c36882-50a8-427d-89c7-8626aee53f30 req-15084277-6699-4a07-809f-1a61b49a3daa tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (9fc4ae72-2954-45cc-8cc9-aa33fbecc210), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:40.297487 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-895596c5-c0ee-46ec-8473-3baecd045918 req-39efe7bb-6498-47fc-b99a-68ecb25f4f9b tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks [] for port (c405b7da-1dd4-4fb5-ac54-10283ff2143a), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:40.316906 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1ae47b26-0cef-482d-b119-eab48f588b82 req-34b17873-4b61-409f-a3d4-2d0dd9914b16 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603175 Jan 28 02:47:40.329401 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 8ed35e45-8a85-461c-a6c2-71eefc4bce5b no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:47:40.363150 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 8ed35e45-8a85-461c-a6c2-71eefc4bce5b {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:47:40.363504 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 8ed35e45-8a85-461c-a6c2-71eefc4bce5b not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:47:40.368088 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-895596c5-c0ee-46ec-8473-3baecd045918 req-39efe7bb-6498-47fc-b99a-68ecb25f4f9b tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (c405b7da-1dd4-4fb5-ac54-10283ff2143a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:40.413426 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['d925d38d-6ab3-40a6-a442-3a0decad1995', '504f6733-2c63-4d44-befe-b2c7087c2ebb'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:47:40.416056 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03', 'e4ab30af-1603-4bea-92ba-25b6aad0d335', 'e012a990-cb6c-483f-aac7-ecbf7a096470', 'bbefa95f-706b-412e-ba99-f43f87e55804'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:47:40.433696 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3c4e580e-be65-4ffe-ad05-38a7dd7b04bb admin admin] Publish callbacks [] for security_group (fe0820b4-9588-491f-9d99-ac840775027f), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:40.440583 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bedbd7f8-c9d2-43c3-888b-f8e1570f09a6 req-4121b9ce-2818-45d8-bda1-5c7e1e1be411 service neutron] 10.222.0.39 "GET /v2.0/ports/db544135-c445-4692-8e64-1b183a504092/bindings/n-h2-712139-27 HTTP/1.1" status: 200 len: 383 time: 0.2628748 Jan 28 02:47:40.443994 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-49c36882-50a8-427d-89c7-8626aee53f30 req-15084277-6699-4a07-809f-1a61b49a3daa tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (9fc4ae72-2954-45cc-8cc9-aa33fbecc210), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:40.446105 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39efe7bb-6498-47fc-b99a-68ecb25f4f9b tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Pushing event updated for resources: {'Port': ['ID=c405b7da-1dd4-4fb5-ac54-10283ff2143a,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:40.461243 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-49c36882-50a8-427d-89c7-8626aee53f30 req-15084277-6699-4a07-809f-1a61b49a3daa tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:40.466053 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-49c36882-50a8-427d-89c7-8626aee53f30 req-15084277-6699-4a07-809f-1a61b49a3daa tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "DELETE /v2.0/security-groups/9fc4ae72-2954-45cc-8cc9-aa33fbecc210 HTTP/1.1" status: 204 len: 173 time: 0.4077587 Jan 28 02:47:40.472042 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3c4e580e-be65-4ffe-ad05-38a7dd7b04bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (fe0820b4-9588-491f-9d99-ac840775027f), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:40.523102 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-895596c5-c0ee-46ec-8473-3baecd045918 req-39efe7bb-6498-47fc-b99a-68ecb25f4f9b tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:47:40.531602 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-895596c5-c0ee-46ec-8473-3baecd045918 req-39efe7bb-6498-47fc-b99a-68ecb25f4f9b tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:47:40.533444 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3c4e580e-be65-4ffe-ad05-38a7dd7b04bb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=889985fb990c48dfa2c6623493fe2ba8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6388454 Jan 28 02:47:40.535487 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56574) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:47:40.548979 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15084277-6699-4a07-809f-1a61b49a3daa tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc4ae72-2954-45cc-8cc9-aa33fbecc210,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:40.563745 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15084277-6699-4a07-809f-1a61b49a3daa tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:47:40.569413 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15084277-6699-4a07-809f-1a61b49a3daa tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:47:40.569904 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15084277-6699-4a07-809f-1a61b49a3daa tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:47:40.570411 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15084277-6699-4a07-809f-1a61b49a3daa tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:47:40.571154 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15084277-6699-4a07-809f-1a61b49a3daa tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:47:40.571584 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15084277-6699-4a07-809f-1a61b49a3daa tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:47:40.574390 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15084277-6699-4a07-809f-1a61b49a3daa tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:47:40.576359 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15084277-6699-4a07-809f-1a61b49a3daa tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:47:40.578147 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15084277-6699-4a07-809f-1a61b49a3daa tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:47:40.579943 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15084277-6699-4a07-809f-1a61b49a3daa tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:47:40.580507 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15084277-6699-4a07-809f-1a61b49a3daa tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:47:40.581480 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15084277-6699-4a07-809f-1a61b49a3daa tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:47:40.582741 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15084277-6699-4a07-809f-1a61b49a3daa tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:47:40.588119 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-895596c5-c0ee-46ec-8473-3baecd045918 req-39efe7bb-6498-47fc-b99a-68ecb25f4f9b tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:47:40.599142 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895596c5-c0ee-46ec-8473-3baecd045918 req-39efe7bb-6498-47fc-b99a-68ecb25f4f9b tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:40.599814 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-895596c5-c0ee-46ec-8473-3baecd045918 req-39efe7bb-6498-47fc-b99a-68ecb25f4f9b tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:40.674534 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e580e-be65-4ffe-ad05-38a7dd7b04bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0820b4-9588-491f-9d99-ac840775027f,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:40.771293 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [req-c58624da-b311-4121-a17a-08830d7976e0 req-a24bc174-0dfd-4226-a6be-9764681b402e tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] show failed (client error): The resource could not be found. Jan 28 02:47:40.776345 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c58624da-b311-4121-a17a-08830d7976e0 req-a24bc174-0dfd-4226-a6be-9764681b402e tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups/1ccf7c39-9090-4b2b-a2a7-3969bd476380 HTTP/1.1" status: 404 len: 352 time: 0.0563538 Jan 28 02:47:40.801348 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-895596c5-c0ee-46ec-8473-3baecd045918 req-39efe7bb-6498-47fc-b99a-68ecb25f4f9b tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2462666 Jan 28 02:47:40.859682 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-895596c5-c0ee-46ec-8473-3baecd045918 req-b96595b2-6105-4122-8e6e-82f69f1a50a0 service neutron] Request body: {'port': {'device_id': 'cb4ce352-9df3-49f8-a2ca-04bd4f3eaf09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:47:40.948601 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-db83d3d4-aa70-4450-986d-f1790c6a9aad req-ff57a289-db9a-4b24-a9d3-15257fd3efb9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2730067 Jan 28 02:47:41.091289 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-895596c5-c0ee-46ec-8473-3baecd045918 req-b96595b2-6105-4122-8e6e-82f69f1a50a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c405b7da-1dd4-4fb5-ac54-10283ff2143a), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:41.105566 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-37b84f9f-bc99-4a63-b15e-c5e00aa9ddb8 None None] Provisioning complete for port c405b7da-1dd4-4fb5-ac54-10283ff2143a triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:47:41.105945 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-37b84f9f-bc99-4a63-b15e-c5e00aa9ddb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c405b7da-1dd4-4fb5-ac54-10283ff2143a), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:41.115724 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8805699f-adfe-4625-9373-80d004f32cd3 admin admin] Publish callbacks [] for security_group (fe0820b4-9588-491f-9d99-ac840775027f), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:41.142317 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8805699f-adfe-4625-9373-80d004f32cd3 admin admin] Publish callbacks [] for security_group (fe0820b4-9588-491f-9d99-ac840775027f), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:41.147106 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-37b84f9f-bc99-4a63-b15e-c5e00aa9ddb8 None None] Port c405b7da-1dd4-4fb5-ac54-10283ff2143a cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:47:41.204481 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a60712-9a5c-41d1-97a2-900aa166b14c req-3a7cfa9d-e893-4324-af0b-5ceb2ff5e3bc tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:41.213750 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-57a60712-9a5c-41d1-97a2-900aa166b14c req-3a7cfa9d-e893-4324-af0b-5ceb2ff5e3bc tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4ce352-9df3-49f8-a2ca-04bd4f3eaf09 HTTP/1.1" status: 200 len: 936 time: 0.3486235 Jan 28 02:47:41.269204 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [req-50efa0e5-1625-4767-b5ba-c0f25d809e34 req-c5c5cecc-91a9-4dd0-91d3-cd9c096cda46 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] show failed (client error): The resource could not be found. Jan 28 02:47:41.271027 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-50efa0e5-1625-4767-b5ba-c0f25d809e34 req-c5c5cecc-91a9-4dd0-91d3-cd9c096cda46 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups/1be84837-5c32-46f5-bf44-4aacac902ee7 HTTP/1.1" status: 404 len: 352 time: 0.4650261 Jan 28 02:47:41.308361 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbd7f8-c9d2-43c3-888b-f8e1570f09a6 req-0c1a4c5d-85f7-46db-9ab2-b60c2c80e07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:41.310475 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bedbd7f8-c9d2-43c3-888b-f8e1570f09a6 req-0c1a4c5d-85f7-46db-9ab2-b60c2c80e07b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9&tenant_id=29a2e152744a433f9b25a7592aa94e29 HTTP/1.1" status: 200 len: 1101 time: 0.5323694 Jan 28 02:47:41.313773 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db83d3d4-aa70-4450-986d-f1790c6a9aad req-ed5fbf52-9721-4e6e-82da-349fc17bfcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:41.315638 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-db83d3d4-aa70-4450-986d-f1790c6a9aad req-ed5fbf52-9721-4e6e-82da-349fc17bfcef service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=29a2e152744a433f9b25a7592aa94e29&device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 1102 time: 0.2253821 Jan 28 02:47:41.339249 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [req-d38671c8-d1fe-4698-a4e4-d9aaf3a2a767 req-2b506138-4941-4827-b0dd-de961fa56c46 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] show failed (client error): The resource could not be found. Jan 28 02:47:41.341973 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d38671c8-d1fe-4698-a4e4-d9aaf3a2a767 req-2b506138-4941-4827-b0dd-de961fa56c46 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups/1b3cd9fc-4b24-479e-8976-2e8489d6aa5d HTTP/1.1" status: 404 len: 352 time: 0.0456052 Jan 28 02:47:41.384573 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-57a60712-9a5c-41d1-97a2-900aa166b14c req-2a9dcb81-a9e4-4dfc-a005-cc379fd14695 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698534 Jan 28 02:47:41.400360 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [req-bec82024-5b42-4732-9b61-91c15340308b req-8c72bb28-8ba8-4bf4-bd04-e8c350098da8 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] show failed (client error): The resource could not be found. Jan 28 02:47:41.401570 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bec82024-5b42-4732-9b61-91c15340308b req-8c72bb28-8ba8-4bf4-bd04-e8c350098da8 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups/c1bbd2a4-f20b-49f2-87e5-7237bcc82585 HTTP/1.1" status: 404 len: 352 time: 0.0292265 Jan 28 02:47:41.429906 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbd7f8-c9d2-43c3-888b-f8e1570f09a6 req-7360108d-9713-4b06-99c3-fde3df8fda33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:41.431557 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bedbd7f8-c9d2-43c3-888b-f8e1570f09a6 req-7360108d-9713-4b06-99c3-fde3df8fda33 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=29a2e152744a433f9b25a7592aa94e29&device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 1101 time: 0.0754681 Jan 28 02:47:41.471103 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [req-d59d1840-7f4b-4a09-a987-d168fde6f574 req-d701eb77-48f6-4b81-9c20-19dcbda4b393 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] show failed (client error): The resource could not be found. Jan 28 02:47:41.472376 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d59d1840-7f4b-4a09-a987-d168fde6f574 req-d701eb77-48f6-4b81-9c20-19dcbda4b393 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups/b7b3f61a-ed40-4281-8138-9df282f236ff HTTP/1.1" status: 404 len: 352 time: 0.0399151 Jan 28 02:47:41.585884 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8805699f-adfe-4625-9373-80d004f32cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (fe0820b4-9588-491f-9d99-ac840775027f), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:41.588504 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8805699f-adfe-4625-9373-80d004f32cd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:41.589767 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8805699f-adfe-4625-9373-80d004f32cd3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fe0820b4-9588-491f-9d99-ac840775027f HTTP/1.1" status: 204 len: 168 time: 1.0338390 Jan 28 02:47:41.591766 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbd7f8-c9d2-43c3-888b-f8e1570f09a6 req-aed4b9f9-5c33-4701-ac1a-b5730a51111f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:41.596384 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bedbd7f8-c9d2-43c3-888b-f8e1570f09a6 req-aed4b9f9-5c33-4701-ac1a-b5730a51111f service neutron] 10.222.0.39 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.1512947 Jan 28 02:47:41.627700 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8805699f-adfe-4625-9373-80d004f32cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0820b4-9588-491f-9d99-ac840775027f,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:41.670165 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [req-1227ee1e-c628-41d8-ae6d-5de7f154fe8d req-15d47544-e1a3-47a5-9724-fb2c527b55d7 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] show failed (client error): The resource could not be found. Jan 28 02:47:41.685224 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1227ee1e-c628-41d8-ae6d-5de7f154fe8d req-15d47544-e1a3-47a5-9724-fb2c527b55d7 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups/fb05af1d-d350-43a3-bff4-aaa226263ff9 HTTP/1.1" status: 404 len: 352 time: 0.0877371 Jan 28 02:47:41.691988 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bedbd7f8-c9d2-43c3-888b-f8e1570f09a6 req-23a54711-f86c-4420-9310-f1a856feea18 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=db544135-c445-4692-8e64-1b183a504092 HTTP/1.1" status: 200 len: 217 time: 0.0832939 Jan 28 02:47:41.771734 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbd7f8-c9d2-43c3-888b-f8e1570f09a6 req-72bcc78f-9e83-49f2-b8f2-9d17152bf9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:41.772514 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd43da9-8815-4590-a268-803a2aaf8252 req-3a7776a3-2083-45f9-adc1-c201c5e570be tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:41.773972 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bedbd7f8-c9d2-43c3-888b-f8e1570f09a6 req-72bcc78f-9e83-49f2-b8f2-9d17152bf9f3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.0650413 Jan 28 02:47:41.779609 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4bd43da9-8815-4590-a268-803a2aaf8252 req-3a7776a3-2083-45f9-adc1-c201c5e570be tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 949 time: 0.2665844 Jan 28 02:47:41.788926 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db83d3d4-aa70-4450-986d-f1790c6a9aad req-ff702a71-fb27-4f24-9a09-69cea88bebaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:41.790936 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-db83d3d4-aa70-4450-986d-f1790c6a9aad req-ff702a71-fb27-4f24-9a09-69cea88bebaa service neutron] 10.222.0.67 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.4355326 Jan 28 02:47:41.895521 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-db83d3d4-aa70-4450-986d-f1790c6a9aad req-49706062-a112-4ed9-9de6-437ab2706e10 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=acba92ab-c841-45d8-aacc-9e88e553230d HTTP/1.1" status: 200 len: 217 time: 0.0949242 Jan 28 02:47:41.907930 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbd7f8-c9d2-43c3-888b-f8e1570f09a6 req-4c0fa749-4f9b-4c06-a4f5-4cfb7d5afbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:41.921235 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bedbd7f8-c9d2-43c3-888b-f8e1570f09a6 req-4c0fa749-4f9b-4c06-a4f5-4cfb7d5afbab service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1063325 Jan 28 02:47:42.024606 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db83d3d4-aa70-4450-986d-f1790c6a9aad req-0c28c2c8-a4d3-464f-8328-727ec3689ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:42.027216 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-db83d3d4-aa70-4450-986d-f1790c6a9aad req-0c28c2c8-a4d3-464f-8328-727ec3689ccf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.1169438 Jan 28 02:47:42.078130 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bedbd7f8-c9d2-43c3-888b-f8e1570f09a6 req-c451666a-b3c0-4905-a5b0-be90b1314e95 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478953 Jan 28 02:47:42.107348 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-895596c5-c0ee-46ec-8473-3baecd045918 req-b96595b2-6105-4122-8e6e-82f69f1a50a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c405b7da-1dd4-4fb5-ac54-10283ff2143a {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:47:42.116677 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-895596c5-c0ee-46ec-8473-3baecd045918 req-b96595b2-6105-4122-8e6e-82f69f1a50a0 service neutron] Publish callbacks [] for port (c405b7da-1dd4-4fb5-ac54-10283ff2143a), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:42.145350 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-895596c5-c0ee-46ec-8473-3baecd045918 req-b96595b2-6105-4122-8e6e-82f69f1a50a0 service neutron] Transition to ACTIVE for port object c405b7da-1dd4-4fb5-ac54-10283ff2143a will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:47:42.155131 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4bd43da9-8815-4590-a268-803a2aaf8252 req-114ac511-f050-4fb1-ac5f-223fff25b27e tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724837 Jan 28 02:47:42.209629 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-895596c5-c0ee-46ec-8473-3baecd045918 req-b96595b2-6105-4122-8e6e-82f69f1a50a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c405b7da-1dd4-4fb5-ac54-10283ff2143a), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:42.267696 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96595b2-6105-4122-8e6e-82f69f1a50a0 service neutron] Pushing event updated for resources: {'Port': ['ID=c405b7da-1dd4-4fb5-ac54-10283ff2143a,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:42.298714 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df8394-a767-4c20-9028-d1758976a0ce req-881c1081-89f6-48ed-a6b0-baeac978bbc1 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:42.306382 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-51df8394-a767-4c20-9028-d1758976a0ce req-881c1081-89f6-48ed-a6b0-baeac978bbc1 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/ports?device_id=94372434-9335-4377-8aee-1d102029dda4 HTTP/1.1" status: 200 len: 1024 time: 0.0866218 Jan 28 02:47:42.363712 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bedbd7f8-c9d2-43c3-888b-f8e1570f09a6 req-9cd56d41-42c8-4980-85cf-1d30372f63d0 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654898 Jan 28 02:47:42.366062 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db83d3d4-aa70-4450-986d-f1790c6a9aad req-aebb3f5a-12c2-4f12-b563-d3c3c67a1228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:42.368464 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-db83d3d4-aa70-4450-986d-f1790c6a9aad req-aebb3f5a-12c2-4f12-b563-d3c3c67a1228 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2123580 Jan 28 02:47:42.373557 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-895596c5-c0ee-46ec-8473-3baecd045918 req-b96595b2-6105-4122-8e6e-82f69f1a50a0 service neutron] Attempting to bind port c405b7da-1dd4-4fb5-ac54-10283ff2143a on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:47:42.373899 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-895596c5-c0ee-46ec-8473-3baecd045918 req-b96595b2-6105-4122-8e6e-82f69f1a50a0 service neutron] Attempting to bind port c405b7da-1dd4-4fb5-ac54-10283ff2143a by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:47:42.374234 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895596c5-c0ee-46ec-8473-3baecd045918 req-b96595b2-6105-4122-8e6e-82f69f1a50a0 service neutron] Attempting to bind port c405b7da-1dd4-4fb5-ac54-10283ff2143a on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:47:42.394433 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895596c5-c0ee-46ec-8473-3baecd045918 req-b96595b2-6105-4122-8e6e-82f69f1a50a0 service neutron] Port c405b7da-1dd4-4fb5-ac54-10283ff2143a on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:47:42.395063 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895596c5-c0ee-46ec-8473-3baecd045918 req-b96595b2-6105-4122-8e6e-82f69f1a50a0 service neutron] Attempting to bind port c405b7da-1dd4-4fb5-ac54-10283ff2143a on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:47:42.528163 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-51df8394-a767-4c20-9028-d1758976a0ce req-226110f3-7330-4191-845d-2422abd5607b tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups?id=db82e1ee-bee2-4907-82f8-babf1259b726&id=1c5ae934-71e6-4311-a2c9-8d9ff6129d51&id=8120c069-a50c-4afc-867f-bc0e504232b9&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2138855 Jan 28 02:47:42.617245 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device f79db10d-b045-4259-b441-b909b6d40604 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:47:42.618727 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895596c5-c0ee-46ec-8473-3baecd045918 req-b96595b2-6105-4122-8e6e-82f69f1a50a0 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:47:42.619130 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895596c5-c0ee-46ec-8473-3baecd045918 req-b96595b2-6105-4122-8e6e-82f69f1a50a0 service neutron] Checking segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:47:42.621121 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895596c5-c0ee-46ec-8473-3baecd045918 req-b96595b2-6105-4122-8e6e-82f69f1a50a0 service neutron] Bound using segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:47:42.621453 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-895596c5-c0ee-46ec-8473-3baecd045918 req-b96595b2-6105-4122-8e6e-82f69f1a50a0 service neutron] Bound port: c405b7da-1dd4-4fb5-ac54-10283ff2143a, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:47:42.621823 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-895596c5-c0ee-46ec-8473-3baecd045918 req-b96595b2-6105-4122-8e6e-82f69f1a50a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c405b7da-1dd4-4fb5-ac54-10283ff2143a), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:42.850127 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7a639-c03d-4347-803b-fa691c155c52 req-4682ef4f-d252-45e5-9877-9925adb06504 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:42.851716 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-41f7a639-c03d-4347-803b-fa691c155c52 req-4682ef4f-d252-45e5-9877-9925adb06504 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4ce352-9df3-49f8-a2ca-04bd4f3eaf09 HTTP/1.1" status: 200 len: 948 time: 0.3080819 Jan 28 02:47:42.869800 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-895596c5-c0ee-46ec-8473-3baecd045918 req-b96595b2-6105-4122-8e6e-82f69f1a50a0 service neutron] For port c405b7da-1dd4-4fb5-ac54-10283ff2143a, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:47:42.877025 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-895596c5-c0ee-46ec-8473-3baecd045918 req-b96595b2-6105-4122-8e6e-82f69f1a50a0 service neutron] For port c405b7da-1dd4-4fb5-ac54-10283ff2143a, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=c405b7da-1dd4-4fb5-ac54-10283ff2143a,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:47:42.878695 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port f79db10d-b045-4259-b441-b909b6d40604, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=f79db10d-b045-4259-b441-b909b6d40604,segment=NetworkSegment(75a4b119-8376-430b-8e41-eb2c7f9df607),segment_id=75a4b119-8376-430b-8e41-eb2c7f9df607)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:47:42.884443 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-db83d3d4-aa70-4450-986d-f1790c6a9aad req-c4b69cf9-7198-4027-86cc-592ed6c8fdf1 service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5010421 Jan 28 02:47:42.901877 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': 'f79db10d-b045-4259-b441-b909b6d40604', 'network_id': 'c898a309-cc9c-486f-b9d6-bb11ec55d766', 'port_id': 'f79db10d-b045-4259-b441-b909b6d40604', 'mac_address': 'fa:16:3e:96:85:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaaafb1c-3547-4581-9e89-2950c931386f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:47:42.927417 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-895596c5-c0ee-46ec-8473-3baecd045918 req-b96595b2-6105-4122-8e6e-82f69f1a50a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c405b7da-1dd4-4fb5-ac54-10283ff2143a), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:42.944796 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port f79db10d-b045-4259-b441-b909b6d40604 is: ACTIVE; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:47:42.945441 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f79db10d-b045-4259-b441-b909b6d40604), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:42.961097 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f79db10d-b045-4259-b441-b909b6d40604 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:47:42.986169 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port f79db10d-b045-4259-b441-b909b6d40604, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=f79db10d-b045-4259-b441-b909b6d40604,segment=NetworkSegment(75a4b119-8376-430b-8e41-eb2c7f9df607),segment_id=75a4b119-8376-430b-8e41-eb2c7f9df607)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:47:43.014123 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (f79db10d-b045-4259-b441-b909b6d40604), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:43.038208 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895596c5-c0ee-46ec-8473-3baecd045918 req-b96595b2-6105-4122-8e6e-82f69f1a50a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:43.038862 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-895596c5-c0ee-46ec-8473-3baecd045918 req-b96595b2-6105-4122-8e6e-82f69f1a50a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:43.040617 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-895596c5-c0ee-46ec-8473-3baecd045918 req-b96595b2-6105-4122-8e6e-82f69f1a50a0 service neutron] 10.222.0.39 "PUT /v2.0/ports/c405b7da-1dd4-4fb5-ac54-10283ff2143a HTTP/1.1" status: 200 len: 1097 time: 2.2003474 Jan 28 02:47:43.052962 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb4ce352-9df3-49f8-a2ca-04bd4f3eaf09', 'tag': 'c405b7da-1dd4-4fb5-ac54-10283ff2143a'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:47:43.056907 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d03e193-864c-4cb8-bce8-5fec57ba9403" -d '{"events": [{"name": "network-changed", "server_uuid": "cb4ce352-9df3-49f8-a2ca-04bd4f3eaf09", "tag": "c405b7da-1dd4-4fb5-ac54-10283ff2143a"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:47:43.082422 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=f79db10d-b045-4259-b441-b909b6d40604,revision_number=6']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:43.120979 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-41f7a639-c03d-4347-803b-fa691c155c52 req-a4f03ea0-1ed7-4b9a-bef8-ab9c81ce499d tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478647 Jan 28 02:47:43.146783 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96595b2-6105-4122-8e6e-82f69f1a50a0 service neutron] Pushing event updated for resources: {'Port': ['ID=c405b7da-1dd4-4fb5-ac54-10283ff2143a,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:43.251127 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-db83d3d4-aa70-4450-986d-f1790c6a9aad req-d1cb085e-5336-4fb0-aff3-9962d9d4bbe0 service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506176 Jan 28 02:47:43.262606 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895596c5-c0ee-46ec-8473-3baecd045918 req-eb9f5f59-47e0-4e0b-9578-634b3a9ac009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:43.264493 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-895596c5-c0ee-46ec-8473-3baecd045918 req-eb9f5f59-47e0-4e0b-9578-634b3a9ac009 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=48a9da4172074c31af36ad122c33e36a&device_id=cb4ce352-9df3-49f8-a2ca-04bd4f3eaf09 HTTP/1.1" status: 200 len: 1100 time: 0.1057663 Jan 28 02:47:43.294306 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['f79db10d-b045-4259-b441-b909b6d40604'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:47:43.339369 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8be25ba-dc1b-4829-b1fe-00e0b1cff54f x-openstack-request-id: req-e8be25ba-dc1b-4829-b1fe-00e0b1cff54f {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:47:43.339717 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb4ce352-9df3-49f8-a2ca-04bd4f3eaf09", "tag": "c405b7da-1dd4-4fb5-ac54-10283ff2143a", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:47:43.339915 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e8be25ba-dc1b-4829-b1fe-00e0b1cff54f {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:47:43.340307 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb4ce352-9df3-49f8-a2ca-04bd4f3eaf09', 'tag': 'c405b7da-1dd4-4fb5-ac54-10283ff2143a', 'status': 'completed', 'code': 200} Jan 28 02:47:43.342682 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-895596c5-c0ee-46ec-8473-3baecd045918 req-cf74b16e-89c8-47e1-9f3c-157b5f074f80 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=c405b7da-1dd4-4fb5-ac54-10283ff2143a HTTP/1.1" status: 200 len: 217 time: 0.0516059 Jan 28 02:47:43.447591 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895596c5-c0ee-46ec-8473-3baecd045918 req-e698b467-8019-4f8e-b7b4-c652f87f41e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:43.449590 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-895596c5-c0ee-46ec-8473-3baecd045918 req-e698b467-8019-4f8e-b7b4-c652f87f41e1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.0981314 Jan 28 02:47:43.471267 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b5e21-2bfe-42dc-9c93-f38c7e025483 req-2f821e7d-d89d-46a3-a0b4-b417d9677f9b tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:43.473493 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-af0b5e21-2bfe-42dc-9c93-f38c7e025483 req-2f821e7d-d89d-46a3-a0b4-b417d9677f9b tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 949 time: 0.0902216 Jan 28 02:47:43.560419 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895596c5-c0ee-46ec-8473-3baecd045918 req-981390aa-9fa6-440d-9d11-75b8ea8c21f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:43.562011 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-895596c5-c0ee-46ec-8473-3baecd045918 req-981390aa-9fa6-440d-9d11-75b8ea8c21f6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0876334 Jan 28 02:47:43.572068 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-af0b5e21-2bfe-42dc-9c93-f38c7e025483 req-6b00528c-cb3c-4483-b5bb-45b20af9f20d tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867090 Jan 28 02:47:43.703567 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-895596c5-c0ee-46ec-8473-3baecd045918 req-a967540e-860b-4703-bc93-b28ffa21d086 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258972 Jan 28 02:47:43.717918 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989e6cc-ca73-42a7-96db-846ab92f13a1 req-eb7716ce-e386-42a6-b1f0-60fb7d2bd143 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:43.720164 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1989e6cc-ca73-42a7-96db-846ab92f13a1 req-eb7716ce-e386-42a6-b1f0-60fb7d2bd143 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/ports?device_id=94372434-9335-4377-8aee-1d102029dda4 HTTP/1.1" status: 200 len: 1024 time: 0.0845048 Jan 28 02:47:43.779857 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56680) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:47:43.803283 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1989e6cc-ca73-42a7-96db-846ab92f13a1 req-90a2ebd9-678a-4be3-8b47-64b6d6185672 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups?id=db82e1ee-bee2-4907-82f8-babf1259b726&id=1c5ae934-71e6-4311-a2c9-8d9ff6129d51&id=8120c069-a50c-4afc-867f-bc0e504232b9&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0753775 Jan 28 02:47:43.954751 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4320fa2f-8fe8-42c0-8420-ccd41452ad0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:44.076754 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4320fa2f-8fe8-42c0-8420-ccd41452ad0b admin admin] Publish callbacks [] for security_group (f287f63d-dad2-45f1-a12c-b2fc6198d077), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:44.082460 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4320fa2f-8fe8-42c0-8420-ccd41452ad0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f287f63d-dad2-45f1-a12c-b2fc6198d077), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:44.119278 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-895596c5-c0ee-46ec-8473-3baecd045918 req-21a0eadb-2b2a-46a1-b463-444cc10418ba service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4036832 Jan 28 02:47:44.124302 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320fa2f-8fe8-42c0-8420-ccd41452ad0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f287f63d-dad2-45f1-a12c-b2fc6198d077,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:44.131560 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4320fa2f-8fe8-42c0-8420-ccd41452ad0b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=62045a02512f4bb8ae345f23614f61e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3480933 Jan 28 02:47:44.131806 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56688) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:47:44.190385 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e78d8c79-1c67-46c0-b2ca-f80d05ff7e33 admin admin] Publish callbacks [] for security_group (f287f63d-dad2-45f1-a12c-b2fc6198d077), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:44.240212 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e78d8c79-1c67-46c0-b2ca-f80d05ff7e33 admin admin] Publish callbacks [] for security_group (f287f63d-dad2-45f1-a12c-b2fc6198d077), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:44.315995 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925acb94-3e4f-4604-b13c-72e80ab92568 req-48da23bd-78af-4e7a-8673-24120d17995f tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:44.317583 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-925acb94-3e4f-4604-b13c-72e80ab92568 req-48da23bd-78af-4e7a-8673-24120d17995f tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4ce352-9df3-49f8-a2ca-04bd4f3eaf09 HTTP/1.1" status: 200 len: 948 time: 0.1228783 Jan 28 02:47:44.331538 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63303af2-de91-47cb-b12a-db683258833b req-da7561b0-9f53-4ad3-b8a1-dc9d40288b09 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:44.337640 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-63303af2-de91-47cb-b12a-db683258833b req-da7561b0-9f53-4ad3-b8a1-dc9d40288b09 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.39 "GET /v2.0/ports?device_id=94372434-9335-4377-8aee-1d102029dda4 HTTP/1.1" status: 200 len: 1024 time: 0.0852964 Jan 28 02:47:44.346151 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03e193-864c-4cb8-bce8-5fec57ba9403 req-013cbbf3-5a22-4d30-8023-1e9c176b5a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:44.347737 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3d03e193-864c-4cb8-bce8-5fec57ba9403 req-013cbbf3-5a22-4d30-8023-1e9c176b5a8b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=48a9da4172074c31af36ad122c33e36a&device_id=cb4ce352-9df3-49f8-a2ca-04bd4f3eaf09 HTTP/1.1" status: 200 len: 1100 time: 0.0928047 Jan 28 02:47:44.358854 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device db544135-c445-4692-8e64-1b183a504092 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:47:44.450269 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e78d8c79-1c67-46c0-b2ca-f80d05ff7e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f287f63d-dad2-45f1-a12c-b2fc6198d077), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:44.453243 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e78d8c79-1c67-46c0-b2ca-f80d05ff7e33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:44.457587 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e78d8c79-1c67-46c0-b2ca-f80d05ff7e33 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f287f63d-dad2-45f1-a12c-b2fc6198d077 HTTP/1.1" status: 204 len: 168 time: 0.3224800 Jan 28 02:47:44.483893 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-63303af2-de91-47cb-b12a-db683258833b req-e37db3ea-4f89-4975-9ab2-5c7670b8b12e tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Deleting port cfd282d7-980b-4103-971c-6210646c9538 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:47:44.484247 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-63303af2-de91-47cb-b12a-db683258833b req-e37db3ea-4f89-4975-9ab2-5c7670b8b12e tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (cfd282d7-980b-4103-971c-6210646c9538), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:44.506600 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port db544135-c445-4692-8e64-1b183a504092 is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:47:44.507338 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (db544135-c445-4692-8e64-1b183a504092), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:44.531190 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78d8c79-1c67-46c0-b2ca-f80d05ff7e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f287f63d-dad2-45f1-a12c-b2fc6198d077,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:44.555977 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-925acb94-3e4f-4604-b13c-72e80ab92568 req-0c525f4c-250d-4301-b245-715dfadf7feb tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295938 Jan 28 02:47:44.564149 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad11ef5e-270d-47a3-8973-213ea98153c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db544135-c445-4692-8e64-1b183a504092'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:47:44.567734 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c116074e-cad3-4bb0-b5ca-e0d0a1c115cf" -d '{"events": [{"server_uuid": "ad11ef5e-270d-47a3-8973-213ea98153c9", "name": "network-vif-unplugged", "status": "completed", "tag": "db544135-c445-4692-8e64-1b183a504092"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:47:44.593398 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03e193-864c-4cb8-bce8-5fec57ba9403 req-7e7c1cde-bf53-4a3e-a7a0-af59945864a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:44.595858 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3d03e193-864c-4cb8-bce8-5fec57ba9403 req-7e7c1cde-bf53-4a3e-a7a0-af59945864a4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.2279828 Jan 28 02:47:44.600753 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port db544135-c445-4692-8e64-1b183a504092, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=db544135-c445-4692-8e64-1b183a504092,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:47:44.609881 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (db544135-c445-4692-8e64-1b183a504092), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:44.640454 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device f79db10d-b045-4259-b441-b909b6d40604 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:47:44.673721 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3d03e193-864c-4cb8-bce8-5fec57ba9403 req-530c7ba0-15dd-4690-b74c-302481609969 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=c405b7da-1dd4-4fb5-ac54-10283ff2143a HTTP/1.1" status: 200 len: 217 time: 0.0584998 Jan 28 02:47:44.683683 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-63303af2-de91-47cb-b12a-db683258833b req-e37db3ea-4f89-4975-9ab2-5c7670b8b12e tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] For port cfd282d7-980b-4103-971c-6210646c9538, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=cfd282d7-980b-4103-971c-6210646c9538,segment=NetworkSegment(9ae36b99-37d5-40c4-bd2c-f1ea61335d88),segment_id=9ae36b99-37d5-40c4-bd2c-f1ea61335d88)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:47:44.684088 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-63303af2-de91-47cb-b12a-db683258833b req-e37db3ea-4f89-4975-9ab2-5c7670b8b12e tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (cfd282d7-980b-4103-971c-6210646c9538), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:44.706672 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-63303af2-de91-47cb-b12a-db683258833b req-e37db3ea-4f89-4975-9ab2-5c7670b8b12e tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Calling delete_port for cfd282d7-980b-4103-971c-6210646c9538 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:47:44.722367 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 02:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db130950-3796-4101-b88d-64e47c508263 x-openstack-request-id: req-db130950-3796-4101-b88d-64e47c508263 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:47:44.722895 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad11ef5e-270d-47a3-8973-213ea98153c9", "name": "network-vif-unplugged", "status": "completed", "tag": "db544135-c445-4692-8e64-1b183a504092", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:47:44.723311 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-db130950-3796-4101-b88d-64e47c508263 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:47:44.723875 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad11ef5e-270d-47a3-8973-213ea98153c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db544135-c445-4692-8e64-1b183a504092', 'code': 200} Jan 28 02:47:44.729122 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=db544135-c445-4692-8e64-1b183a504092,revision_number=6']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:44.748978 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port f79db10d-b045-4259-b441-b909b6d40604 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:47:44.749556 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f79db10d-b045-4259-b441-b909b6d40604), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:44.857408 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03e193-864c-4cb8-bce8-5fec57ba9403 req-21687435-18a8-4c8f-8bf2-e971c6838e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:44.859027 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3d03e193-864c-4cb8-bce8-5fec57ba9403 req-21687435-18a8-4c8f-8bf2-e971c6838e0a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.1843855 Jan 28 02:47:44.891262 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-63303af2-de91-47cb-b12a-db683258833b req-e37db3ea-4f89-4975-9ab2-5c7670b8b12e tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (cfd282d7-980b-4103-971c-6210646c9538), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:44.900032 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port f79db10d-b045-4259-b441-b909b6d40604 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:47:44.900437 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f79db10d-b045-4259-b441-b909b6d40604), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:44.945541 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92341e6-8693-4782-8e43-b0af8cfab6ac req-e7bf92d7-dbc3-46ac-9e71-aba24cf604dd tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:44.947308 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c92341e6-8693-4782-8e43-b0af8cfab6ac req-e7bf92d7-dbc3-46ac-9e71-aba24cf604dd tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 947 time: 0.1643751 Jan 28 02:47:44.974762 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['cfd282d7-980b-4103-971c-6210646c9538'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:47:45.009525 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03e193-864c-4cb8-bce8-5fec57ba9403 req-2762c405-9b4d-47b1-921a-60fd0eac4706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:45.009787 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37db3ea-4f89-4975-9ab2-5c7670b8b12e tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Pushing event deleted for resources: {'Port': ['ID=cfd282d7-980b-4103-971c-6210646c9538,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:45.009880 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3d03e193-864c-4cb8-bce8-5fec57ba9403 req-2762c405-9b4d-47b1-921a-60fd0eac4706 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1382842 Jan 28 02:47:45.021731 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c92341e6-8693-4782-8e43-b0af8cfab6ac req-a1be8b50-f7f3-40bd-8321-aaa8acd482d0 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674024 Jan 28 02:47:45.042497 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port f79db10d-b045-4259-b441-b909b6d40604, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=f79db10d-b045-4259-b441-b909b6d40604,segment=NetworkSegment(75a4b119-8376-430b-8e41-eb2c7f9df607),segment_id=75a4b119-8376-430b-8e41-eb2c7f9df607)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:47:45.050686 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (f79db10d-b045-4259-b441-b909b6d40604), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:45.095030 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-edba3097-b632-4a1d-ade3-e8ac69805e2a req-9c94e3ea-ac13-4bf9-981a-5037584879c5 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/ports?device_id=94372434-9335-4377-8aee-1d102029dda4 HTTP/1.1" status: 200 len: 210 time: 0.1090715 Jan 28 02:47:45.114791 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=f79db10d-b045-4259-b441-b909b6d40604,revision_number=7']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:45.115182 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-63303af2-de91-47cb-b12a-db683258833b req-e37db3ea-4f89-4975-9ab2-5c7670b8b12e tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] No DVR routers for this DVR port cfd282d7-980b-4103-971c-6210646c9538 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:47:45.118405 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-63303af2-de91-47cb-b12a-db683258833b req-e37db3ea-4f89-4975-9ab2-5c7670b8b12e tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:45.121754 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-63303af2-de91-47cb-b12a-db683258833b req-e37db3ea-4f89-4975-9ab2-5c7670b8b12e tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.39 "DELETE /v2.0/ports/cfd282d7-980b-4103-971c-6210646c9538 HTTP/1.1" status: 204 len: 173 time: 0.7728200 Jan 28 02:47:45.173596 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3d03e193-864c-4cb8-bce8-5fec57ba9403 req-6d3cb76d-0a8a-4f79-84e2-8642c91f2baa service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496356 Jan 28 02:47:45.287480 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3d03e193-864c-4cb8-bce8-5fec57ba9403 req-47cc445c-4223-4bfb-a03d-61bd2f11905e service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058085 Jan 28 02:47:45.341985 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94372434-9335-4377-8aee-1d102029dda4', 'name': 'network-vif-deleted', 'tag': 'cfd282d7-980b-4103-971c-6210646c9538'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:47:45.344917 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905b84d7-d814-4d66-8404-7ea1b8194d19" -d '{"events": [{"server_uuid": "94372434-9335-4377-8aee-1d102029dda4", "name": "network-vif-deleted", "tag": "cfd282d7-980b-4103-971c-6210646c9538"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:47:45.418285 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c1948d-d0ac-47ce-bd46-53ea2bb6da54 x-openstack-request-id: req-02c1948d-d0ac-47ce-bd46-53ea2bb6da54 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:47:45.418567 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94372434-9335-4377-8aee-1d102029dda4", "name": "network-vif-deleted", "tag": "cfd282d7-980b-4103-971c-6210646c9538", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:47:45.419028 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-02c1948d-d0ac-47ce-bd46-53ea2bb6da54 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:47:45.419421 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94372434-9335-4377-8aee-1d102029dda4', 'name': 'network-vif-deleted', 'tag': 'cfd282d7-980b-4103-971c-6210646c9538', 'status': 'completed', 'code': 200} Jan 28 02:47:45.559628 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56752) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:47:45.718321 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e43d8-175f-4dfd-8050-dbfba44365fc req-bdc8986b-d1b6-45e3-9fc2-ce458cc0ec4d tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:45.721634 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-966e43d8-175f-4dfd-8050-dbfba44365fc req-bdc8986b-d1b6-45e3-9fc2-ce458cc0ec4d tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4ce352-9df3-49f8-a2ca-04bd4f3eaf09 HTTP/1.1" status: 200 len: 948 time: 0.0661683 Jan 28 02:47:45.725537 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-f33df338-ffc1-4879-a5aa-054b6064fdf6 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-256837161-network', 'tenant_id': '2aecf60d5c074bf293886fc4f4ff7ca8'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:47:45.741993 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d86b7b-6196-4aed-8176-a3f32da3a192 req-eb607a5f-7132-48dc-a63c-1cd8301d3a90 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:45.743585 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e9d86b7b-6196-4aed-8176-a3f32da3a192 req-eb607a5f-7132-48dc-a63c-1cd8301d3a90 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 1097 time: 0.1125190 Jan 28 02:47:45.758397 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33df338-ffc1-4879-a5aa-054b6064fdf6 admin admin] Made reservation on behalf of 2aecf60d5c074bf293886fc4f4ff7ca8 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:47:45.760626 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f33df338-ffc1-4879-a5aa-054b6064fdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:45.771232 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-966e43d8-175f-4dfd-8050-dbfba44365fc req-027c6441-bb76-4666-b8b5-f486b9b74882 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443816 Jan 28 02:47:45.774322 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f33df338-ffc1-4879-a5aa-054b6064fdf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:45.829444 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e9d86b7b-6196-4aed-8176-a3f32da3a192 req-b6c0debc-e976-456c-8814-9ba79d65cf82 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775836 Jan 28 02:47:45.876815 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f33df338-ffc1-4879-a5aa-054b6064fdf6 admin admin] Publish callbacks [] for security_group (c853eedb-da17-4cd1-b61c-7365692b7c67), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:45.882595 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f33df338-ffc1-4879-a5aa-054b6064fdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c853eedb-da17-4cd1-b61c-7365692b7c67), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:45.909186 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f33df338-ffc1-4879-a5aa-054b6064fdf6 admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:47:45.923462 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33df338-ffc1-4879-a5aa-054b6064fdf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c853eedb-da17-4cd1-b61c-7365692b7c67,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:45.928874 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f33df338-ffc1-4879-a5aa-054b6064fdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (4048cdfd-061f-4abb-be0c-adcf5198e676), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:45.929175 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-f33df338-ffc1-4879-a5aa-054b6064fdf6 admin admin] Added segment 4048cdfd-061f-4abb-be0c-adcf5198e676 of type vlan for network 7012d215-ab00-4246-8df5-df2c26747f9f Jan 28 02:47:45.973798 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f33df338-ffc1-4879-a5aa-054b6064fdf6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (7012d215-ab00-4246-8df5-df2c26747f9f), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:46.006631 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f33df338-ffc1-4879-a5aa-054b6064fdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (7012d215-ab00-4246-8df5-df2c26747f9f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:46.008279 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33df338-ffc1-4879-a5aa-054b6064fdf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:46.009227 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f33df338-ffc1-4879-a5aa-054b6064fdf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:46.122413 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f33df338-ffc1-4879-a5aa-054b6064fdf6 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5586064 Jan 28 02:47:46.123138 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56772) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:47:46.128556 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-b641027d-17e2-4fa9-884e-ee6508ae8d8b admin admin] Request body: {'subnet': {'network_id': '7012d215-ab00-4246-8df5-df2c26747f9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-256837161-subnet', 'tenant_id': '2aecf60d5c074bf293886fc4f4ff7ca8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:47:46.152530 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33df338-ffc1-4879-a5aa-054b6064fdf6 admin admin] Pushing event updated for resources: {'Network': ['ID=7012d215-ab00-4246-8df5-df2c26747f9f,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:46.157807 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b641027d-17e2-4fa9-884e-ee6508ae8d8b admin admin] Made reservation on behalf of 2aecf60d5c074bf293886fc4f4ff7ca8 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:47:46.163569 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b641027d-17e2-4fa9-884e-ee6508ae8d8b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:46.166785 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 7012d215-ab00-4246-8df5-df2c26747f9f details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:47:46.304561 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50feb7fc-370a-4b59-a220-45ed7db9e278 req-996ce741-6277-4b07-9242-7235a471dc84 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:46.308312 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-50feb7fc-370a-4b59-a220-45ed7db9e278 req-996ce741-6277-4b07-9242-7235a471dc84 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 947 time: 0.1221833 Jan 28 02:47:46.369340 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device db544135-c445-4692-8e64-1b183a504092 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:47:46.393406 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-50feb7fc-370a-4b59-a220-45ed7db9e278 req-6eba911e-2e19-427c-b95d-067a449852c0 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709915 Jan 28 02:47:46.578805 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b641027d-17e2-4fa9-884e-ee6508ae8d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (8be91764-5d0b-4512-9b1d-253d29f0cf38), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:46.598250 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port db544135-c445-4692-8e64-1b183a504092, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=db544135-c445-4692-8e64-1b183a504092,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:47:46.619724 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': 'db544135-c445-4692-8e64-1b183a504092', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'port_id': 'db544135-c445-4692-8e64-1b183a504092', 'mac_address': 'fa:16:3e:e9:47:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24329ac8-3d67-49eb-9f63-d2859e79e36f', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:47:46.671732 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port db544135-c445-4692-8e64-1b183a504092 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:47:46.672402 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (db544135-c445-4692-8e64-1b183a504092), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:46.691395 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db544135-c445-4692-8e64-1b183a504092 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:47:46.731886 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101c29a9-93a2-400c-939d-7bfc77d7c51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79db10d-b045-4259-b441-b909b6d40604'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:47:46.734182 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b641027d-17e2-4fa9-884e-ee6508ae8d8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8be91764-5d0b-4512-9b1d-253d29f0cf38,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:46.748440 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1f1082-0911-4447-8fcd-4804fc8ae08a" -d '{"events": [{"server_uuid": "101c29a9-93a2-400c-939d-7bfc77d7c51e", "name": "network-vif-plugged", "status": "completed", "tag": "f79db10d-b045-4259-b441-b909b6d40604"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:47:46.753783 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b641027d-17e2-4fa9-884e-ee6508ae8d8b admin admin] Checking segment: {'id': '4048cdfd-061f-4abb-be0c-adcf5198e676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7012d215-ab00-4246-8df5-df2c26747f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:47:46.754535 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b641027d-17e2-4fa9-884e-ee6508ae8d8b admin admin] Network hostable DHCP agents. Network: 7012d215-ab00-4246-8df5-df2c26747f9f, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:47:46.764103 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port db544135-c445-4692-8e64-1b183a504092, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=db544135-c445-4692-8e64-1b183a504092,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:47:46.775135 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (db544135-c445-4692-8e64-1b183a504092), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:46.782708 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b641027d-17e2-4fa9-884e-ee6508ae8d8b admin admin] Network 7012d215-ab00-4246-8df5-df2c26747f9f is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:47:46.803685 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-b641027d-17e2-4fa9-884e-ee6508ae8d8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 7012d215-ab00-4246-8df5-df2c26747f9f) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:47:46.811783 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b641027d-17e2-4fa9-884e-ee6508ae8d8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:46.813521 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b641027d-17e2-4fa9-884e-ee6508ae8d8b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:46.823120 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abc33af-17c0-45af-be93-fb30a70ecb4f None None] Network 7012d215-ab00-4246-8df5-df2c26747f9f requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:47:46.869164 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b641027d-17e2-4fa9-884e-ee6508ae8d8b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7451322 Jan 28 02:47:47.016377 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=db544135-c445-4692-8e64-1b183a504092,revision_number=7']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:47.084067 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ffedce-5997-4cc2-925c-a900acf5726c None None] Network 7012d215-ab00-4246-8df5-df2c26747f9f requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:47:47.192325 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef95abd-b236-4045-938d-62b6c1052ba5 req-63c97ead-05b9-4a8b-8557-5b79f4c178ff tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:47.199008 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a5b1787d-6027-4781-b81d-ab0d35486d6e req-8091a25f-821b-4597-94e3-1c9d96e5dfb0 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups/8120c069-a50c-4afc-867f-bc0e504232b9 HTTP/1.1" status: 200 len: 1817 time: 0.0933468 Jan 28 02:47:47.200244 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aef95abd-b236-4045-938d-62b6c1052ba5 req-63c97ead-05b9-4a8b-8557-5b79f4c178ff tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9&tenant_id=29a2e152744a433f9b25a7592aa94e29&binding%3Ahost_id=n-h2-712139-27 HTTP/1.1" status: 200 len: 948 time: 0.1773748 Jan 28 02:47:47.311080 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['db544135-c445-4692-8e64-1b183a504092'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:47:47.329722 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a5b1787d-6027-4781-b81d-ab0d35486d6e req-42c5f7e2-7868-4efb-bd53-d5df92d3576f tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (8120c069-a50c-4afc-867f-bc0e504232b9), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:47.365254 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a5b1787d-6027-4781-b81d-ab0d35486d6e req-42c5f7e2-7868-4efb-bd53-d5df92d3576f tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (8120c069-a50c-4afc-867f-bc0e504232b9), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:47.372408 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aef95abd-b236-4045-938d-62b6c1052ba5 req-17f17332-7559-48a6-aaba-af19f8cb02a4 service neutron] 10.222.0.39 "GET /v2.0/ports/db544135-c445-4692-8e64-1b183a504092/bindings/n-h2-712139-27 HTTP/1.1" status: 200 len: 383 time: 0.1598840 Jan 28 02:47:47.460007 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a5b1787d-6027-4781-b81d-ab0d35486d6e req-42c5f7e2-7868-4efb-bd53-d5df92d3576f tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (8120c069-a50c-4afc-867f-bc0e504232b9), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:47.467169 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a5b1787d-6027-4781-b81d-ab0d35486d6e req-42c5f7e2-7868-4efb-bd53-d5df92d3576f tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:47.482676 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a5b1787d-6027-4781-b81d-ab0d35486d6e req-42c5f7e2-7868-4efb-bd53-d5df92d3576f tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "DELETE /v2.0/security-groups/8120c069-a50c-4afc-867f-bc0e504232b9 HTTP/1.1" status: 204 len: 173 time: 0.2808881 Jan 28 02:47:47.514083 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c5f7e2-7868-4efb-bd53-d5df92d3576f tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8120c069-a50c-4afc-867f-bc0e504232b9,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:47.516157 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef95abd-b236-4045-938d-62b6c1052ba5 req-bb451714-fbb7-4e03-96ae-7911e927c1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:47.527190 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aef95abd-b236-4045-938d-62b6c1052ba5 req-bb451714-fbb7-4e03-96ae-7911e927c1af service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=29a2e152744a433f9b25a7592aa94e29&device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 1100 time: 0.1048732 Jan 28 02:47:47.552014 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c5b160-cd84-4f6e-910e-d59d24275615 x-openstack-request-id: req-77c5b160-cd84-4f6e-910e-d59d24275615 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:47:47.552563 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101c29a9-93a2-400c-939d-7bfc77d7c51e", "name": "network-vif-plugged", "status": "completed", "tag": "f79db10d-b045-4259-b441-b909b6d40604", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:47:47.552958 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-77c5b160-cd84-4f6e-910e-d59d24275615 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:47:47.553552 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101c29a9-93a2-400c-939d-7bfc77d7c51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79db10d-b045-4259-b441-b909b6d40604', 'code': 200} Jan 28 02:47:47.734490 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-d505a031-1f9a-4fd4-b169-8ec3d008b82d tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:47:47.738183 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef95abd-b236-4045-938d-62b6c1052ba5 req-306a6de0-8e0a-493f-bcf8-a30238a1603a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:47.740545 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aef95abd-b236-4045-938d-62b6c1052ba5 req-306a6de0-8e0a-493f-bcf8-a30238a1603a service neutron] 10.222.0.39 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.2053766 Jan 28 02:47:47.749871 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-d505a031-1f9a-4fd4-b169-8ec3d008b82d tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1348937 Jan 28 02:47:47.838907 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aef95abd-b236-4045-938d-62b6c1052ba5 req-68b64cdb-65b2-4fe5-a8c5-28f81a08e44d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=db544135-c445-4692-8e64-1b183a504092 HTTP/1.1" status: 200 len: 217 time: 0.0892651 Jan 28 02:47:47.867353 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556d2c2-88df-4108-bfcb-46ce69f1f72a req-d2241175-026c-439b-a6c6-385081885a8b tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:47.868955 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9556d2c2-88df-4108-bfcb-46ce69f1f72a req-d2241175-026c-439b-a6c6-385081885a8b tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4ce352-9df3-49f8-a2ca-04bd4f3eaf09 HTTP/1.1" status: 200 len: 948 time: 0.2311101 Jan 28 02:47:47.876524 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-163ce7b7-da8c-4b86-a5c5-7a4f503d3e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:47.878529 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-163ce7b7-da8c-4b86-a5c5-7a4f503d3e36 service neutron] 10.222.0.53 "GET /v2.0/ports/9a6a1c2a-153c-4d13-9b87-6c37790208b7 HTTP/1.1" status: 200 len: 1094 time: 0.1294725 Jan 28 02:47:47.895241 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef95abd-b236-4045-938d-62b6c1052ba5 req-f55672f3-17a8-4b27-b056-4b3d8394ea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:47.896726 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aef95abd-b236-4045-938d-62b6c1052ba5 req-f55672f3-17a8-4b27-b056-4b3d8394ea71 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.0518787 Jan 28 02:47:47.899160 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-457a06cc-66c5-4c73-80d2-957886f6cc1d service neutron] Request body: {'binding': {'host': 'n-h2-712139-27', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:47:47.899665 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-457a06cc-66c5-4c73-80d2-957886f6cc1d service neutron] Unknown quota resources ['binding']. {{(pid=109803) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 02:47:47.950421 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef95abd-b236-4045-938d-62b6c1052ba5 req-32969e4b-5197-42a7-928e-5b3726552601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:47.952115 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aef95abd-b236-4045-938d-62b6c1052ba5 req-32969e4b-5197-42a7-928e-5b3726552601 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0480516 Jan 28 02:47:48.073867 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aef95abd-b236-4045-938d-62b6c1052ba5 req-11d1f87a-89a3-4580-b9c3-51ab72901f44 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134531 Jan 28 02:47:48.079597 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9556d2c2-88df-4108-bfcb-46ce69f1f72a req-1373bc3d-4395-4b7d-a819-706780172407 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002113 Jan 28 02:47:48.210776 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aef95abd-b236-4045-938d-62b6c1052ba5 req-f8c3e04d-e8fb-4623-8d13-509d74847d7c service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295481 Jan 28 02:47:48.221714 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-457a06cc-66c5-4c73-80d2-957886f6cc1d service neutron] Attempting to bind port 9a6a1c2a-153c-4d13-9b87-6c37790208b7 on host n-h2-712139-27 for vnic_type normal with profile None {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:47:48.222274 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-457a06cc-66c5-4c73-80d2-957886f6cc1d service neutron] Attempting to bind port 9a6a1c2a-153c-4d13-9b87-6c37790208b7 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:47:48.222368 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-457a06cc-66c5-4c73-80d2-957886f6cc1d service neutron] Attempting to bind port 9a6a1c2a-153c-4d13-9b87-6c37790208b7 on network 997aa02b-ef92-4c1c-ba5c-0477d385960c {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:47:48.230245 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-457a06cc-66c5-4c73-80d2-957886f6cc1d service neutron] Port 9a6a1c2a-153c-4d13-9b87-6c37790208b7 on network 997aa02b-ef92-4c1c-ba5c-0477d385960c not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:47:48.230589 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-457a06cc-66c5-4c73-80d2-957886f6cc1d service neutron] Attempting to bind port 9a6a1c2a-153c-4d13-9b87-6c37790208b7 on network 997aa02b-ef92-4c1c-ba5c-0477d385960c {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:47:48.259472 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-457a06cc-66c5-4c73-80d2-957886f6cc1d service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:47:48.259834 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-457a06cc-66c5-4c73-80d2-957886f6cc1d service neutron] Checking segment: {'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:47:48.260359 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-457a06cc-66c5-4c73-80d2-957886f6cc1d service neutron] Bound using segment: {'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:47:48.260689 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-457a06cc-66c5-4c73-80d2-957886f6cc1d service neutron] Bound port: 9a6a1c2a-153c-4d13-9b87-6c37790208b7, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:47:48.327948 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be2068-d470-4733-bfe0-4995fc913bc5 req-9debe48b-0589-4f99-84f9-95e6ecfc4f91 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:48.334712 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-72be2068-d470-4733-bfe0-4995fc913bc5 req-9debe48b-0589-4f99-84f9-95e6ecfc4f91 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 948 time: 0.1560001 Jan 28 02:47:48.369366 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-457a06cc-66c5-4c73-80d2-957886f6cc1d service neutron] For port 9a6a1c2a-153c-4d13-9b87-6c37790208b7, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=9a6a1c2a-153c-4d13-9b87-6c37790208b7,segment=NetworkSegment(1cc99f2f-8533-4758-ac6d-0ec0b703844f),segment_id=1cc99f2f-8533-4758-ac6d-0ec0b703844f)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:47:48.380922 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device c405b7da-1dd4-4fb5-ac54-10283ff2143a details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:47:48.386954 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-457a06cc-66c5-4c73-80d2-957886f6cc1d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:48.390030 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device cfd282d7-980b-4103-971c-6210646c9538 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:47:48.399177 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-457a06cc-66c5-4c73-80d2-957886f6cc1d service neutron] 10.222.0.53 "POST /v2.0/ports/9a6a1c2a-153c-4d13-9b87-6c37790208b7/bindings HTTP/1.1" status: 201 len: 390 time: 0.5059607 Jan 28 02:47:48.441719 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: cfd282d7-980b-4103-971c-6210646c9538 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:47:48.442474 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device cfd282d7-980b-4103-971c-6210646c9538 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:47:48.453709 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-72be2068-d470-4733-bfe0-4995fc913bc5 req-1e2c89fe-6727-423e-b9b5-28d82e7ec1af tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180143 Jan 28 02:47:48.614753 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2ed27692-987f-4f0d-8d0b-9841ab120454 req-95729884-31b7-4791-8315-5aa0411a0156 tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "GET /v2.0/security-groups/1c5ae934-71e6-4311-a2c9-8d9ff6129d51 HTTP/1.1" status: 200 len: 1816 time: 0.0898814 Jan 28 02:47:48.710546 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port c405b7da-1dd4-4fb5-ac54-10283ff2143a, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=c405b7da-1dd4-4fb5-ac54-10283ff2143a,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:47:48.724001 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-2ed27692-987f-4f0d-8d0b-9841ab120454 req-5a9ec174-ea31-4c0f-acee-2153d473972f tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (1c5ae934-71e6-4311-a2c9-8d9ff6129d51), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:48.753738 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': 'c405b7da-1dd4-4fb5-ac54-10283ff2143a', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'port_id': 'c405b7da-1dd4-4fb5-ac54-10283ff2143a', 'mac_address': 'fa:16:3e:6c:84:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24329ac8-3d67-49eb-9f63-d2859e79e36f', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:47:48.754893 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-2ed27692-987f-4f0d-8d0b-9841ab120454 req-5a9ec174-ea31-4c0f-acee-2153d473972f tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (1c5ae934-71e6-4311-a2c9-8d9ff6129d51), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:48.826670 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-2ed27692-987f-4f0d-8d0b-9841ab120454 req-5a9ec174-ea31-4c0f-acee-2153d473972f tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (1c5ae934-71e6-4311-a2c9-8d9ff6129d51), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:48.829474 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-2ed27692-987f-4f0d-8d0b-9841ab120454 req-5a9ec174-ea31-4c0f-acee-2153d473972f tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:48.849732 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2ed27692-987f-4f0d-8d0b-9841ab120454 req-5a9ec174-ea31-4c0f-acee-2153d473972f tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] 10.222.0.53 "DELETE /v2.0/security-groups/1c5ae934-71e6-4311-a2c9-8d9ff6129d51 HTTP/1.1" status: 204 len: 173 time: 0.2255259 Jan 28 02:47:48.850623 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56870) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:47:48.864230 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port c405b7da-1dd4-4fb5-ac54-10283ff2143a is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:47:48.864648 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c405b7da-1dd4-4fb5-ac54-10283ff2143a), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:48.899192 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ec174-ea31-4c0f-acee-2153d473972f tempest-SecurityGroupsTestJSON-564611574 tempest-SecurityGroupsTestJSON-564611574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5ae934-71e6-4311-a2c9-8d9ff6129d51,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:48.907188 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c405b7da-1dd4-4fb5-ac54-10283ff2143a {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:47:48.913971 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-ba727502-8ed3-43ac-ba53-bb2c5ee36f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:48.915989 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-ba727502-8ed3-43ac-ba53-bb2c5ee36f51 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b376bdc08124533ad1dc2039341113b&device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 1097 time: 0.1195712 Jan 28 02:47:48.929711 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-1843320a-3780-4452-b808-7f8a53bef2e1 admin admin] Deleting subnet 0320286d-6ddf-44dc-ab23-60f8e4e25317 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:47:48.935521 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1843320a-3780-4452-b808-7f8a53bef2e1 admin admin] Publish callbacks [] for subnet (0320286d-6ddf-44dc-ab23-60f8e4e25317), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:48.938285 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0363828-8f37-4a89-bd41-5cb7fbabc570 req-3684adb9-2a0f-4596-9624-fafe4ff96153 tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:48.948718 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c0363828-8f37-4a89-bd41-5cb7fbabc570 req-3684adb9-2a0f-4596-9624-fafe4ff96153 tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] 10.222.0.53 "GET /v2.0/networks?id=7012d215-ab00-4246-8df5-df2c26747f9f HTTP/1.1" status: 200 len: 812 time: 0.2754347 Jan 28 02:47:48.965359 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c0363828-8f37-4a89-bd41-5cb7fbabc570 req-f0c82213-60cf-4df3-acc0-acb8cc7aa352 tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] 10.222.0.53 "GET /v2.0/quotas/2aecf60d5c074bf293886fc4f4ff7ca8 HTTP/1.1" status: 200 len: 375 time: 0.0154555 Jan 28 02:47:48.995457 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port c405b7da-1dd4-4fb5-ac54-10283ff2143a, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=c405b7da-1dd4-4fb5-ac54-10283ff2143a,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:47:49.000698 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c405b7da-1dd4-4fb5-ac54-10283ff2143a), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:49.024410 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c0363828-8f37-4a89-bd41-5cb7fbabc570 req-c42d2c33-6727-46bd-88f1-04b077093ca1 tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2aecf60d5c074bf293886fc4f4ff7ca8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580635 Jan 28 02:47:49.066362 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1843320a-3780-4452-b808-7f8a53bef2e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (0320286d-6ddf-44dc-ab23-60f8e4e25317), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:49.164567 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1843320a-3780-4452-b808-7f8a53bef2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (0320286d-6ddf-44dc-ab23-60f8e4e25317), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:49.168528 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=c405b7da-1dd4-4fb5-ac54-10283ff2143a,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:49.185292 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c0363828-8f37-4a89-bd41-5cb7fbabc570 req-88804add-215b-4ae5-91b3-2faa6829f899 service neutron] 10.222.0.53 "GET /v2.0/networks/7012d215-ab00-4246-8df5-df2c26747f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597550 Jan 28 02:47:49.241661 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-6704a036-36ac-4497-befb-838c02041ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:49.244998 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-6704a036-36ac-4497-befb-838c02041ee8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=997aa02b-ef92-4c1c-ba5c-0477d385960c HTTP/1.1" status: 200 len: 922 time: 0.2617476 Jan 28 02:47:49.350968 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-a05a23e6-9635-4ca0-b55a-9af1bdea3d02 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a6a1c2a-153c-4d13-9b87-6c37790208b7 HTTP/1.1" status: 200 len: 217 time: 0.0690892 Jan 28 02:47:49.361479 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c0363828-8f37-4a89-bd41-5cb7fbabc570 req-d5aede2e-7c7c-494b-ab36-9745367a7453 service neutron] 10.222.0.53 "GET /v2.0/networks/7012d215-ab00-4246-8df5-df2c26747f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748784 Jan 28 02:47:49.416963 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['c405b7da-1dd4-4fb5-ac54-10283ff2143a'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:47:49.439089 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1843320a-3780-4452-b808-7f8a53bef2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (0320286d-6ddf-44dc-ab23-60f8e4e25317), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:49.472743 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1843320a-3780-4452-b808-7f8a53bef2e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:49.475574 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1843320a-3780-4452-b808-7f8a53bef2e1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0320286d-6ddf-44dc-ab23-60f8e4e25317 HTTP/1.1" status: 204 len: 168 time: 0.6199894 Jan 28 02:47:49.479290 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56886) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:47:49.513206 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1843320a-3780-4452-b808-7f8a53bef2e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0320286d-6ddf-44dc-ab23-60f8e4e25317,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:49.539389 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-f3518c7a-0e02-448e-82f5-7d0c0013ee69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:49.541195 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-f3518c7a-0e02-448e-82f5-7d0c0013ee69 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bcba3f69-83cc-4e79-8ae3-09e3e7684525 HTTP/1.1" status: 200 len: 861 time: 0.1821721 Jan 28 02:47:49.585827 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-58c9b7f6-8e41-4628-97c4-3c3e905af5ef service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=997aa02b-ef92-4c1c-ba5c-0477d385960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367668 Jan 28 02:47:49.601288 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbfe949-869a-4472-b001-b8f83118eb63 req-c1bd01dc-9a49-4aac-98e7-2de3e35648cb tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:49.610789 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9dbfe949-869a-4472-b001-b8f83118eb63 req-c1bd01dc-9a49-4aac-98e7-2de3e35648cb tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 945 time: 0.1322460 Jan 28 02:47:49.660356 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-52d8ef0a-28bb-4eb4-8253-7e0416ebdf71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (8cafc877-dd04-48f5-9107-6d7fbef7a7d2), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:49.728761 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9dbfe949-869a-4472-b001-b8f83118eb63 req-877e7fce-1621-488c-af48-2c9f61570fb1 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169810 Jan 28 02:47:49.780031 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-d89d0b43-c29c-4807-9fe0-99d10812efe1 service neutron] 10.222.0.39 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597497 Jan 28 02:47:49.863409 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c755a-0f21-44c7-bd38-e5a0dbb5d6ea req-23b483f2-2e3f-47d0-81fc-26f4b293a3c6 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:49.871633 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-034c755a-0f21-44c7-bd38-e5a0dbb5d6ea req-23b483f2-2e3f-47d0-81fc-26f4b293a3c6 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4ce352-9df3-49f8-a2ca-04bd4f3eaf09 HTTP/1.1" status: 200 len: 949 time: 0.2041149 Jan 28 02:47:49.901478 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-52d8ef0a-28bb-4eb4-8253-7e0416ebdf71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (8cafc877-dd04-48f5-9107-6d7fbef7a7d2), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:49.945303 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-a536a4a8-a441-4fc0-bb50-e0340820fdc7 service neutron] 10.222.0.39 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461446 Jan 28 02:47:49.954013 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-034c755a-0f21-44c7-bd38-e5a0dbb5d6ea req-7cc8de32-ddbf-4d26-a11c-dd8ea6599f70 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812407 Jan 28 02:47:50.019386 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-52d8ef0a-28bb-4eb4-8253-7e0416ebdf71 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:47:50.020163 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-52d8ef0a-28bb-4eb4-8253-7e0416ebdf71 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:47:50.023123 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-52d8ef0a-28bb-4eb4-8253-7e0416ebdf71 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:47:50.023763 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-52d8ef0a-28bb-4eb4-8253-7e0416ebdf71 admin admin] Subscribe: > port after_create 55550000 {{(pid=109803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:47:50.024369 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-52d8ef0a-28bb-4eb4-8253-7e0416ebdf71 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:47:50.027025 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f2eac-8ea1-471e-89c4-1e39196169fe req-1e4a1c9d-c6e3-453a-bfd0-81feb18bc5a7 tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:50.027447 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-52d8ef0a-28bb-4eb4-8253-7e0416ebdf71 admin admin] Subscribe: > port after_update 55550000 {{(pid=109803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:47:50.028081 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-52d8ef0a-28bb-4eb4-8253-7e0416ebdf71 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:47:50.028627 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-52d8ef0a-28bb-4eb4-8253-7e0416ebdf71 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:47:50.029910 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-52d8ef0a-28bb-4eb4-8253-7e0416ebdf71 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:47:50.031172 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-52d8ef0a-28bb-4eb4-8253-7e0416ebdf71 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:47:50.038780 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dc3f2eac-8ea1-471e-89c4-1e39196169fe req-1e4a1c9d-c6e3-453a-bfd0-81feb18bc5a7 tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b53a30b-6164-46f0-adb6-704427adf508 HTTP/1.1" status: 200 len: 945 time: 0.0916028 Jan 28 02:47:50.146556 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-52d8ef0a-28bb-4eb4-8253-7e0416ebdf71 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:47:50.147308 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-52d8ef0a-28bb-4eb4-8253-7e0416ebdf71 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:47:50.148081 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-52d8ef0a-28bb-4eb4-8253-7e0416ebdf71 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:47:50.149048 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-52d8ef0a-28bb-4eb4-8253-7e0416ebdf71 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:47:50.149806 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-52d8ef0a-28bb-4eb4-8253-7e0416ebdf71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cafc877-dd04-48f5-9107-6d7fbef7a7d2']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:47:50.157993 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dc3f2eac-8ea1-471e-89c4-1e39196169fe req-bbf0901b-fdff-469e-8d4e-99e5fa444445 tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7f4f038-cb71-42a3-85e5-d0fdee5fc599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180701 Jan 28 02:47:50.222388 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-52d8ef0a-28bb-4eb4-8253-7e0416ebdf71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae36b99-37d5-40c4-bd2c-f1ea61335d88') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:47:50.222844 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-52d8ef0a-28bb-4eb4-8253-7e0416ebdf71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae36b99-37d5-40c4-bd2c-f1ea61335d88') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:47:50.229374 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ba62784b-075a-4869-a942-ec99a0ba17a7 req-f7df2edb-ae1c-4a98-9ad0-bae0eb3433af tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f0055b2-3c4d-4052-bdbb-4ad9404821bc HTTP/1.1" status: 200 len: 210 time: 0.0401649 Jan 28 02:47:50.249100 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-52d8ef0a-28bb-4eb4-8253-7e0416ebdf71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (9ae36b99-37d5-40c4-bd2c-f1ea61335d88), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:50.303532 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-52d8ef0a-28bb-4eb4-8253-7e0416ebdf71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (9ae36b99-37d5-40c4-bd2c-f1ea61335d88), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:50.331298 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fccf00a-f5a5-4fac-a2c6-c2146b0d29ad req-e6fc103c-54bc-4316-bf74-24a1732780e2 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:50.333570 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0fccf00a-f5a5-4fac-a2c6-c2146b0d29ad req-e6fc103c-54bc-4316-bf74-24a1732780e2 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 948 time: 0.1457646 Jan 28 02:47:50.335218 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52d8ef0a-28bb-4eb4-8253-7e0416ebdf71 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:47:50.336028 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-52d8ef0a-28bb-4eb4-8253-7e0416ebdf71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (9ae36b99-37d5-40c4-bd2c-f1ea61335d88), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:50.340651 n-d-712139-27 neutron-server[109803]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 02:47:50.340651 n-d-712139-27 neutron-server[109803]: from cryptography.utils import int_from_bytes Jan 28 02:47:50.340651 n-d-712139-27 neutron-server[109803]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 02:47:50.340651 n-d-712139-27 neutron-server[109803]: from cryptography.utils import int_from_bytes Jan 28 02:47:50.340651 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 02:47:50.340651 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:47:50.340651 n-d-712139-27 neutron-server[109803]: timer() Jan 28 02:47:50.340651 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:47:50.340651 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 02:47:50.340651 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:47:50.340651 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 02:47:50.340651 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:47:50.340651 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 02:47:50.340651 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:47:50.340651 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 02:47:50.340651 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:47:50.340651 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 02:47:50.340651 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:47:50.340651 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:47:50.340651 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:47:50.340651 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:47:50.340651 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:47:50.340651 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 02:47:50.340651 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:47:50.340651 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 02:47:50.340651 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:47:50.340651 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:47:50.340651 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:47:50.340651 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 02:47:50.340651 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:47:50.340651 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:47:50.340651 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:47:50.340651 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:47:50.340651 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:47:50.340651 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:47:50.340651 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:47:50.390641 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device db544135-c445-4692-8e64-1b183a504092 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:47:50.481200 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-52d8ef0a-28bb-4eb4-8253-7e0416ebdf71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (8cafc877-dd04-48f5-9107-6d7fbef7a7d2), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:50.505115 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-52d8ef0a-28bb-4eb4-8253-7e0416ebdf71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:50.516179 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-52d8ef0a-28bb-4eb4-8253-7e0416ebdf71 admin admin] 10.222.0.53 "DELETE /v2.0/networks/8cafc877-dd04-48f5-9107-6d7fbef7a7d2 HTTP/1.1" status: 204 len: 168 time: 1.0319793 Jan 28 02:47:50.541513 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0fccf00a-f5a5-4fac-a2c6-c2146b0d29ad req-5ec59c8f-4962-4c05-8835-4ebf9476f920 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882296 Jan 28 02:47:50.545448 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d8ef0a-28bb-4eb4-8253-7e0416ebdf71 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cafc877-dd04-48f5-9107-6d7fbef7a7d2,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:50.612008 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port db544135-c445-4692-8e64-1b183a504092 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:47:50.619320 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (db544135-c445-4692-8e64-1b183a504092), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:50.778005 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56916) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:47:50.859360 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-df3f6701-d2bf-4285-b23f-36fa639e1195 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2ab8a3eab2774693b9eefcdcd3df987b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0772815 Jan 28 02:47:50.859598 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port db544135-c445-4692-8e64-1b183a504092 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:47:50.859598 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (db544135-c445-4692-8e64-1b183a504092), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:50.860960 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56918) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:47:50.931490 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad11ef5e-270d-47a3-8973-213ea98153c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db544135-c445-4692-8e64-1b183a504092'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:47:50.934997 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39143269-2374-4218-b900-caa06eff3fb7" -d '{"events": [{"server_uuid": "ad11ef5e-270d-47a3-8973-213ea98153c9", "name": "network-vif-plugged", "status": "completed", "tag": "db544135-c445-4692-8e64-1b183a504092"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:47:50.957837 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port db544135-c445-4692-8e64-1b183a504092, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=db544135-c445-4692-8e64-1b183a504092,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:47:50.975111 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (db544135-c445-4692-8e64-1b183a504092), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:51.066046 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=db544135-c445-4692-8e64-1b183a504092,revision_number=8']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:51.073540 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1faf6fb2-7b5a-4e9c-8002-5c0e5794b649 x-openstack-request-id: req-1faf6fb2-7b5a-4e9c-8002-5c0e5794b649 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:47:51.074337 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad11ef5e-270d-47a3-8973-213ea98153c9", "name": "network-vif-plugged", "status": "completed", "tag": "db544135-c445-4692-8e64-1b183a504092", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:47:51.074806 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1faf6fb2-7b5a-4e9c-8002-5c0e5794b649 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:47:51.081970 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad11ef5e-270d-47a3-8973-213ea98153c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db544135-c445-4692-8e64-1b183a504092', 'code': 200} Jan 28 02:47:51.114337 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76671b4-d153-47af-bf4d-353f66e1368c req-57303ec4-0bd7-46bd-93ac-24f1a7103ad0 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:51.117056 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f76671b4-d153-47af-bf4d-353f66e1368c req-57303ec4-0bd7-46bd-93ac-24f1a7103ad0 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 945 time: 0.2053888 Jan 28 02:47:51.117056 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa5b97bd-e86a-467e-8f1c-f6b6ef8b36f1 admin admin] Publish callbacks [] for security_group (db82e1ee-bee2-4907-82f8-babf1259b726), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:51.207277 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa5b97bd-e86a-467e-8f1c-f6b6ef8b36f1 admin admin] Publish callbacks [] for security_group (db82e1ee-bee2-4907-82f8-babf1259b726), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:51.323500 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28839a3-e05a-48e2-ba5a-e699fe682de9 req-d9e29609-ca19-46e0-9dd0-45d55bc5f6b5 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:51.325233 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f28839a3-e05a-48e2-ba5a-e699fe682de9 req-d9e29609-ca19-46e0-9dd0-45d55bc5f6b5 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4ce352-9df3-49f8-a2ca-04bd4f3eaf09 HTTP/1.1" status: 200 len: 949 time: 0.1412210 Jan 28 02:47:51.347141 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f76671b4-d153-47af-bf4d-353f66e1368c req-76ef88b2-2f6a-4cc8-bade-364ac877bfa2 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188771 Jan 28 02:47:51.386885 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa5b97bd-e86a-467e-8f1c-f6b6ef8b36f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (db82e1ee-bee2-4907-82f8-babf1259b726), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:51.392285 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa5b97bd-e86a-467e-8f1c-f6b6ef8b36f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:51.396673 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-aa5b97bd-e86a-467e-8f1c-f6b6ef8b36f1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/db82e1ee-bee2-4907-82f8-babf1259b726 HTTP/1.1" status: 204 len: 168 time: 0.5344629 Jan 28 02:47:51.411953 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b97bd-e86a-467e-8f1c-f6b6ef8b36f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db82e1ee-bee2-4907-82f8-babf1259b726,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:51.514382 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f28839a3-e05a-48e2-ba5a-e699fe682de9 req-165204f9-aa17-418a-bed9-d59e4af8cb26 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827736 Jan 28 02:47:51.642277 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce714a22-a82b-4ae5-9fa0-5cad71b90ed1 req-ec8382f6-1b55-4149-86e7-06f3db4c1683 tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:51.644009 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ce714a22-a82b-4ae5-9fa0-5cad71b90ed1 req-ec8382f6-1b55-4149-86e7-06f3db4c1683 tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b53a30b-6164-46f0-adb6-704427adf508 HTTP/1.1" status: 200 len: 945 time: 0.1094234 Jan 28 02:47:51.763312 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dbb912e3-cd00-481d-a8cb-c0f1260563ac req-d747d753-9805-4483-8b7c-7899b3d4625e tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f0055b2-3c4d-4052-bdbb-4ad9404821bc HTTP/1.1" status: 200 len: 210 time: 0.0729730 Jan 28 02:47:51.778434 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ce714a22-a82b-4ae5-9fa0-5cad71b90ed1 req-86971a78-ed85-45be-8cd1-2b6ab857c833 tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7f4f038-cb71-42a3-85e5-d0fdee5fc599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270158 Jan 28 02:47:51.841957 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a9191-a01f-49a1-aa7c-e725e5395a21 req-2e1facf5-d458-4cf9-abdc-e433be2b638b tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:51.843931 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef95abd-b236-4045-938d-62b6c1052ba5 req-f278524f-5873-4eb6-b574-cbeb6a33f4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:51.846175 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aef95abd-b236-4045-938d-62b6c1052ba5 req-f278524f-5873-4eb6-b574-cbeb6a33f4ad service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9&tenant_id=29a2e152744a433f9b25a7592aa94e29 HTTP/1.1" status: 200 len: 1101 time: 0.0936503 Jan 28 02:47:51.856464 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-495a9191-a01f-49a1-aa7c-e725e5395a21 req-2e1facf5-d458-4cf9-abdc-e433be2b638b tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b53a30b-6164-46f0-adb6-704427adf508 HTTP/1.1" status: 200 len: 945 time: 0.1631961 Jan 28 02:47:52.017222 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef95abd-b236-4045-938d-62b6c1052ba5 req-0c913951-6b1f-44c9-ae3d-969255809629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:52.018794 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aef95abd-b236-4045-938d-62b6c1052ba5 req-0c913951-6b1f-44c9-ae3d-969255809629 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=29a2e152744a433f9b25a7592aa94e29&device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 1101 time: 0.1066742 Jan 28 02:47:52.022643 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:47:52.270653 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef95abd-b236-4045-938d-62b6c1052ba5 req-0d406a78-eea0-4f18-bfc6-1aa49ae74890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:52.272217 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aef95abd-b236-4045-938d-62b6c1052ba5 req-0d406a78-eea0-4f18-bfc6-1aa49ae74890 service neutron] 10.222.0.39 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.2459159 Jan 28 02:47:52.298122 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062cb3ff-4dc5-499c-8552-278ddb558fbd req-5866cd10-8d0d-4ffc-8bde-5a52d60391d0 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:52.312388 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-062cb3ff-4dc5-499c-8552-278ddb558fbd req-5866cd10-8d0d-4ffc-8bde-5a52d60391d0 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 949 time: 0.3571968 Jan 28 02:47:52.379318 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aef95abd-b236-4045-938d-62b6c1052ba5 req-44810217-0486-4c30-bf1b-ddc5723f0994 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=db544135-c445-4692-8e64-1b183a504092 HTTP/1.1" status: 200 len: 217 time: 0.0984337 Jan 28 02:47:52.412181 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-495a9191-a01f-49a1-aa7c-e725e5395a21 req-b8130d9f-2fff-4d71-93e0-3a16dc78fee9 tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] Deleting port 586a7222-90bf-4531-b096-1449615f8739 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:47:52.412925 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-495a9191-a01f-49a1-aa7c-e725e5395a21 req-b8130d9f-2fff-4d71-93e0-3a16dc78fee9 tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (586a7222-90bf-4531-b096-1449615f8739), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:52.419960 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device c405b7da-1dd4-4fb5-ac54-10283ff2143a up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:47:52.526000 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-062cb3ff-4dc5-499c-8552-278ddb558fbd req-3ba7e992-9f76-4904-9514-ca066c98c208 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119954 Jan 28 02:47:52.542872 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0363828-8f37-4a89-bd41-5cb7fbabc570 req-9a075120-289d-4913-8b0c-475f6676fb11 tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:52.549949 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c0363828-8f37-4a89-bd41-5cb7fbabc570 req-9a075120-289d-4913-8b0c-475f6676fb11 tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] 10.222.0.67 "GET /v2.0/networks?id=7012d215-ab00-4246-8df5-df2c26747f9f HTTP/1.1" status: 200 len: 812 time: 0.4600048 Jan 28 02:47:52.607720 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port c405b7da-1dd4-4fb5-ac54-10283ff2143a completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:47:52.615936 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port c405b7da-1dd4-4fb5-ac54-10283ff2143a triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:47:52.620807 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c405b7da-1dd4-4fb5-ac54-10283ff2143a), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:52.633727 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-c0363828-8f37-4a89-bd41-5cb7fbabc570 req-9826b5ac-833e-4c0d-b3e0-d0ada3705a6c tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] Request body: {'port': {'device_id': '9f0055b2-3c4d-4052-bdbb-4ad9404821bc', 'network_id': '7012d215-ab00-4246-8df5-df2c26747f9f', 'admin_state_up': True, 'tenant_id': '2aecf60d5c074bf293886fc4f4ff7ca8'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:47:52.718078 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef95abd-b236-4045-938d-62b6c1052ba5 req-36e3e08e-1f8f-448d-820e-18d983596bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:52.722292 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aef95abd-b236-4045-938d-62b6c1052ba5 req-36e3e08e-1f8f-448d-820e-18d983596bbe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.3350477 Jan 28 02:47:52.861694 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00391751-3386-49a2-a4ce-414c6216d2f9 req-b3025ab1-199c-4a10-a654-011e1be95b79 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:52.866511 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-00391751-3386-49a2-a4ce-414c6216d2f9 req-b3025ab1-199c-4a10-a654-011e1be95b79 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 945 time: 0.3395560 Jan 28 02:47:52.893768 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-495a9191-a01f-49a1-aa7c-e725e5395a21 req-b8130d9f-2fff-4d71-93e0-3a16dc78fee9 tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] For port 586a7222-90bf-4531-b096-1449615f8739, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=586a7222-90bf-4531-b096-1449615f8739,segment=NetworkSegment(4238316f-2d67-4b16-98cf-2461c8f41cd2),segment_id=4238316f-2d67-4b16-98cf-2461c8f41cd2)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:47:52.894890 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-495a9191-a01f-49a1-aa7c-e725e5395a21 req-b8130d9f-2fff-4d71-93e0-3a16dc78fee9 tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (586a7222-90bf-4531-b096-1449615f8739), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:52.920750 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab188cbe-f76e-423c-a8be-6a402ea6f79f req-1d057fda-8a22-4d1f-8c73-08df857c0436 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:52.928147 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ab188cbe-f76e-423c-a8be-6a402ea6f79f req-1d057fda-8a22-4d1f-8c73-08df857c0436 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4ce352-9df3-49f8-a2ca-04bd4f3eaf09 HTTP/1.1" status: 200 len: 949 time: 0.2781916 Jan 28 02:47:52.930533 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port c405b7da-1dd4-4fb5-ac54-10283ff2143a is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:47:52.930971 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c405b7da-1dd4-4fb5-ac54-10283ff2143a), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:52.944954 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-495a9191-a01f-49a1-aa7c-e725e5395a21 req-b8130d9f-2fff-4d71-93e0-3a16dc78fee9 tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] Calling delete_port for 586a7222-90bf-4531-b096-1449615f8739 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:47:52.998961 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port c405b7da-1dd4-4fb5-ac54-10283ff2143a, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=c405b7da-1dd4-4fb5-ac54-10283ff2143a,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:47:53.006544 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef95abd-b236-4045-938d-62b6c1052ba5 req-d3a7b690-65b8-41ad-9b2c-2b350cf88dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:53.014237 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c405b7da-1dd4-4fb5-ac54-10283ff2143a), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:53.039927 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aef95abd-b236-4045-938d-62b6c1052ba5 req-d3a7b690-65b8-41ad-9b2c-2b350cf88dee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2962451 Jan 28 02:47:53.087390 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4ce352-9df3-49f8-a2ca-04bd4f3eaf09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c405b7da-1dd4-4fb5-ac54-10283ff2143a'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:47:53.089933 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36e871e-0da9-45c7-aecd-013c862a86f8" -d '{"events": [{"server_uuid": "cb4ce352-9df3-49f8-a2ca-04bd4f3eaf09", "name": "network-vif-plugged", "status": "completed", "tag": "c405b7da-1dd4-4fb5-ac54-10283ff2143a"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:47:53.093478 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=c405b7da-1dd4-4fb5-ac54-10283ff2143a,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:53.173293 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ab188cbe-f76e-423c-a8be-6a402ea6f79f req-413e8262-1895-4afc-8e11-b78f3a341a11 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438450 Jan 28 02:47:53.177126 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0363828-8f37-4a89-bd41-5cb7fbabc570 req-9826b5ac-833e-4c0d-b3e0-d0ada3705a6c tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] Made reservation on behalf of 2aecf60d5c074bf293886fc4f4ff7ca8 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:47:53.183508 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c0363828-8f37-4a89-bd41-5cb7fbabc570 req-9826b5ac-833e-4c0d-b3e0-d0ada3705a6c tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:53.191275 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-00391751-3386-49a2-a4ce-414c6216d2f9 req-0aef8163-251f-4e5a-9294-fc3b1400deaf tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003917 Jan 28 02:47:53.254056 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56976) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:47:53.346295 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aef95abd-b236-4045-938d-62b6c1052ba5 req-292df656-d182-4ac4-95df-8c1c7c19cc74 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930543 Jan 28 02:47:53.493593 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-c7f3c1c6-e42b-4912-b54e-6b4d29516d88 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-852871429-network', 'tenant_id': '53e2297c23164a47954b52b6f715a589'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:47:53.533015 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53658d71-2399-411b-be83-3609b97590cd req-15943ab5-cf68-4365-aff4-caf87e2cb108 tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:53.534794 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-53658d71-2399-411b-be83-3609b97590cd req-15943ab5-cf68-4365-aff4-caf87e2cb108 tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b53a30b-6164-46f0-adb6-704427adf508 HTTP/1.1" status: 200 len: 945 time: 0.1989532 Jan 28 02:47:53.570892 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-21c7acf7-1e72-4b09-a085-810fcfab040b req-6784f037-4b73-4759-86ff-f8d48957cff9 tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f0055b2-3c4d-4052-bdbb-4ad9404821bc HTTP/1.1" status: 200 len: 210 time: 0.1692414 Jan 28 02:47:53.620887 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f3c1c6-e42b-4912-b54e-6b4d29516d88 admin admin] Made reservation on behalf of 53e2297c23164a47954b52b6f715a589 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:47:53.623755 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c7f3c1c6-e42b-4912-b54e-6b4d29516d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:53.629453 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-c0363828-8f37-4a89-bd41-5cb7fbabc570 req-9826b5ac-833e-4c0d-b3e0-d0ada3705a6c tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] Allocated IP 172.20.0.10 (7012d215-ab00-4246-8df5-df2c26747f9f/8be91764-5d0b-4512-9b1d-253d29f0cf38/95b63a3b-9c93-45a2-a1e9-ac8348a00a4f) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:47:53.653545 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c7f3c1c6-e42b-4912-b54e-6b4d29516d88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:53.675808 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aef95abd-b236-4045-938d-62b6c1052ba5 req-45cda43f-4380-4196-ac20-2d9e75c22736 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854230 Jan 28 02:47:53.693570 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-53658d71-2399-411b-be83-3609b97590cd req-dc426e78-415f-4df8-b8e1-9cd76e81a766 tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7f4f038-cb71-42a3-85e5-d0fdee5fc599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464000 Jan 28 02:47:53.794124 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1426459d-b7cb-4ad2-9fad-89d0415eccf6 x-openstack-request-id: req-1426459d-b7cb-4ad2-9fad-89d0415eccf6 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:47:53.795745 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb4ce352-9df3-49f8-a2ca-04bd4f3eaf09", "name": "network-vif-plugged", "status": "completed", "tag": "c405b7da-1dd4-4fb5-ac54-10283ff2143a", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:47:53.795972 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1426459d-b7cb-4ad2-9fad-89d0415eccf6 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:47:53.797229 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb4ce352-9df3-49f8-a2ca-04bd4f3eaf09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c405b7da-1dd4-4fb5-ac54-10283ff2143a', 'code': 200} Jan 28 02:47:53.880672 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c7f3c1c6-e42b-4912-b54e-6b4d29516d88 admin admin] Publish callbacks [] for security_group (3afaac3e-768e-437d-8abb-c3c9959c06b0), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:53.887349 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c7f3c1c6-e42b-4912-b54e-6b4d29516d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (3afaac3e-768e-437d-8abb-c3c9959c06b0), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:53.909465 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-495a9191-a01f-49a1-aa7c-e725e5395a21 req-b8130d9f-2fff-4d71-93e0-3a16dc78fee9 tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (586a7222-90bf-4531-b096-1449615f8739), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:53.932765 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7f3c1c6-e42b-4912-b54e-6b4d29516d88 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:47:53.952663 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['586a7222-90bf-4531-b096-1449615f8739'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:47:53.953255 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c7f3c1c6-e42b-4912-b54e-6b4d29516d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (49d4c981-b004-41ee-ab95-a2b5be80e959), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:53.953630 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-c7f3c1c6-e42b-4912-b54e-6b4d29516d88 admin admin] Added segment 49d4c981-b004-41ee-ab95-a2b5be80e959 of type vlan for network b41ec36c-2b47-4b7e-a484-436d2f02d72a Jan 28 02:47:54.001362 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c7f3c1c6-e42b-4912-b54e-6b4d29516d88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (b41ec36c-2b47-4b7e-a484-436d2f02d72a), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:54.067998 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c7f3c1c6-e42b-4912-b54e-6b4d29516d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (b41ec36c-2b47-4b7e-a484-436d2f02d72a), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:54.068957 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f3c1c6-e42b-4912-b54e-6b4d29516d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:54.069564 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c7f3c1c6-e42b-4912-b54e-6b4d29516d88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:54.140393 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f3c1c6-e42b-4912-b54e-6b4d29516d88 admin admin] Pushing event updated for resources: {'Network': ['ID=b41ec36c-2b47-4b7e-a484-436d2f02d72a,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:54.153958 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f3c1c6-e42b-4912-b54e-6b4d29516d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3afaac3e-768e-437d-8abb-c3c9959c06b0,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:54.155178 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network b41ec36c-2b47-4b7e-a484-436d2f02d72a details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:47:54.159021 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c595e-c2ec-4c31-8c11-74addcd1d231 req-efbd57c5-0011-496f-b3c3-2ab3cf54c0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:54.160741 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e93c595e-c2ec-4c31-8c11-74addcd1d231 req-efbd57c5-0011-496f-b3c3-2ab3cf54c0a9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cb4ce352-9df3-49f8-a2ca-04bd4f3eaf09 HTTP/1.1" status: 200 len: 1102 time: 0.2099895 Jan 28 02:47:54.169953 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c7f3c1c6-e42b-4912-b54e-6b4d29516d88 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9147458 Jan 28 02:47:54.172680 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56990) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:47:54.246901 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-c5fa06e2-7d2e-41ed-b095-f9fc26bde65b admin admin] Request body: {'subnet': {'network_id': 'b41ec36c-2b47-4b7e-a484-436d2f02d72a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-852871429-subnet', 'tenant_id': '53e2297c23164a47954b52b6f715a589', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:47:54.251944 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e93c595e-c2ec-4c31-8c11-74addcd1d231 req-c1761503-0f6c-4779-be94-448218cd4531 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808842 Jan 28 02:47:54.319367 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-495a9191-a01f-49a1-aa7c-e725e5395a21 req-b8130d9f-2fff-4d71-93e0-3a16dc78fee9 tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] No DVR routers for this DVR port 586a7222-90bf-4531-b096-1449615f8739 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:47:54.322401 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-495a9191-a01f-49a1-aa7c-e725e5395a21 req-b8130d9f-2fff-4d71-93e0-3a16dc78fee9 tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:54.327254 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-495a9191-a01f-49a1-aa7c-e725e5395a21 req-b8130d9f-2fff-4d71-93e0-3a16dc78fee9 tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] 10.222.0.39 "DELETE /v2.0/ports/586a7222-90bf-4531-b096-1449615f8739 HTTP/1.1" status: 204 len: 173 time: 2.4427397 Jan 28 02:47:54.328120 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8130d9f-2fff-4d71-93e0-3a16dc78fee9 tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] Pushing event deleted for resources: {'Port': ['ID=586a7222-90bf-4531-b096-1449615f8739,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:54.352580 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b53a30b-6164-46f0-adb6-704427adf508', 'name': 'network-vif-deleted', 'tag': '586a7222-90bf-4531-b096-1449615f8739'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:47:54.355060 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0cca9c-cb03-4998-a86a-c0ee7e097504" -d '{"events": [{"server_uuid": "5b53a30b-6164-46f0-adb6-704427adf508", "name": "network-vif-deleted", "tag": "586a7222-90bf-4531-b096-1449615f8739"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:47:54.357906 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fa06e2-7d2e-41ed-b095-f9fc26bde65b admin admin] Made reservation on behalf of 53e2297c23164a47954b52b6f715a589 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:47:54.365962 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c5fa06e2-7d2e-41ed-b095-f9fc26bde65b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:54.369582 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e17184-42ba-403b-be71-ac5058166690 req-8635b218-a01b-4742-b9e2-fecff82d4ad0 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:54.378498 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-68e17184-42ba-403b-be71-ac5058166690 req-8635b218-a01b-4742-b9e2-fecff82d4ad0 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 949 time: 0.3070033 Jan 28 02:47:54.448003 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device db544135-c445-4692-8e64-1b183a504092 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:47:54.466476 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-68e17184-42ba-403b-be71-ac5058166690 req-6e511c0f-616e-43a6-9484-a91e3d30964e tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858216 Jan 28 02:47:54.489219 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c0363828-8f37-4a89-bd41-5cb7fbabc570 req-9826b5ac-833e-4c0d-b3e0-d0ada3705a6c tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] Publish callbacks [] for port (95b63a3b-9c93-45a2-a1e9-ac8348a00a4f), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:54.516660 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99527fb-7da4-48f4-86d1-070c668cc821 req-0dbc137a-5441-46b5-828c-a984b2c93e9b tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:54.525500 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e99527fb-7da4-48f4-86d1-070c668cc821 req-0dbc137a-5441-46b5-828c-a984b2c93e9b tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4ce352-9df3-49f8-a2ca-04bd4f3eaf09 HTTP/1.1" status: 200 len: 950 time: 0.2246091 Jan 28 02:47:54.544641 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c0363828-8f37-4a89-bd41-5cb7fbabc570 req-9826b5ac-833e-4c0d-b3e0-d0ada3705a6c tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (95b63a3b-9c93-45a2-a1e9-ac8348a00a4f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:54.668658 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0363828-8f37-4a89-bd41-5cb7fbabc570 req-9826b5ac-833e-4c0d-b3e0-d0ada3705a6c tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] Network 7012d215-ab00-4246-8df5-df2c26747f9f is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:47:54.681784 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e99527fb-7da4-48f4-86d1-070c668cc821 req-cb43ff6b-3dcf-475d-b5d0-70a4e4b362f2 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481736 Jan 28 02:47:54.702675 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-c0363828-8f37-4a89-bd41-5cb7fbabc570 req-9826b5ac-833e-4c0d-b3e0-d0ada3705a6c tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:47:54.728800 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0363828-8f37-4a89-bd41-5cb7fbabc570 req-9826b5ac-833e-4c0d-b3e0-d0ada3705a6c tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:47:54.822654 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0363828-8f37-4a89-bd41-5cb7fbabc570 req-9826b5ac-833e-4c0d-b3e0-d0ada3705a6c tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:54.823301 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c0363828-8f37-4a89-bd41-5cb7fbabc570 req-9826b5ac-833e-4c0d-b3e0-d0ada3705a6c tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:54.823427 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port db544135-c445-4692-8e64-1b183a504092 is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:47:54.823923 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (db544135-c445-4692-8e64-1b183a504092), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:54.840158 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9826b5ac-833e-4c0d-b3e0-d0ada3705a6c tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] Pushing event updated for resources: {'Port': ['ID=95b63a3b-9c93-45a2-a1e9-ac8348a00a4f,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:54.882184 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c5fa06e2-7d2e-41ed-b095-f9fc26bde65b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (c47d8662-592c-46cb-9250-3ddc6d538cb4), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:54.890236 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214bd807-419f-404b-9501-21d40a557726 req-b7e10420-855d-4a5a-a18a-6eff45de13c6 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:54.901795 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-214bd807-419f-404b-9501-21d40a557726 req-b7e10420-855d-4a5a-a18a-6eff45de13c6 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 945 time: 0.2672627 Jan 28 02:47:54.903423 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd70a36e-df35-4308-a8c0-154cf3014f81 x-openstack-request-id: req-fd70a36e-df35-4308-a8c0-154cf3014f81 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:47:54.903712 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b53a30b-6164-46f0-adb6-704427adf508", "name": "network-vif-deleted", "tag": "586a7222-90bf-4531-b096-1449615f8739", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:47:54.903965 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fd70a36e-df35-4308-a8c0-154cf3014f81 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:47:54.904360 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b53a30b-6164-46f0-adb6-704427adf508', 'name': 'network-vif-deleted', 'tag': '586a7222-90bf-4531-b096-1449615f8739', 'status': 'completed', 'code': 200} Jan 28 02:47:54.910351 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c0363828-8f37-4a89-bd41-5cb7fbabc570 req-9826b5ac-833e-4c0d-b3e0-d0ada3705a6c tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2870770 Jan 28 02:47:54.942123 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-c0363828-8f37-4a89-bd41-5cb7fbabc570 req-02c7fc23-acce-4437-ab72-e7a32b582a45 service neutron] Request body: {'port': {'device_id': '9f0055b2-3c4d-4052-bdbb-4ad9404821bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:47:54.945981 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port db544135-c445-4692-8e64-1b183a504092, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=db544135-c445-4692-8e64-1b183a504092,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:47:54.956506 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (db544135-c445-4692-8e64-1b183a504092), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:55.020095 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa06e2-7d2e-41ed-b095-f9fc26bde65b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c47d8662-592c-46cb-9250-3ddc6d538cb4,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:55.079173 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=db544135-c445-4692-8e64-1b183a504092,revision_number=9']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:55.097285 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fa06e2-7d2e-41ed-b095-f9fc26bde65b admin admin] Checking segment: {'id': '49d4c981-b004-41ee-ab95-a2b5be80e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b41ec36c-2b47-4b7e-a484-436d2f02d72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:47:55.097643 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fa06e2-7d2e-41ed-b095-f9fc26bde65b admin admin] Network hostable DHCP agents. Network: b41ec36c-2b47-4b7e-a484-436d2f02d72a, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:47:55.153040 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1bedcb-113e-4dd4-9b17-dc97e97c2701 req-dd3304f7-6892-45c4-935a-f15af019acf6 tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:55.154684 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0c1bedcb-113e-4dd4-9b17-dc97e97c2701 req-dd3304f7-6892-45c4-935a-f15af019acf6 tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f0055b2-3c4d-4052-bdbb-4ad9404821bc HTTP/1.1" status: 200 len: 932 time: 0.1388206 Jan 28 02:47:55.155938 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fa06e2-7d2e-41ed-b095-f9fc26bde65b admin admin] Network b41ec36c-2b47-4b7e-a484-436d2f02d72a is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:47:55.192671 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-c5fa06e2-7d2e-41ed-b095-f9fc26bde65b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, b41ec36c-2b47-4b7e-a484-436d2f02d72a) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:47:55.199045 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fa06e2-7d2e-41ed-b095-f9fc26bde65b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:55.200059 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c5fa06e2-7d2e-41ed-b095-f9fc26bde65b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:55.204267 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff06bc0-0415-43e2-a98a-a715c6be4778 None None] Network b41ec36c-2b47-4b7e-a484-436d2f02d72a requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:47:55.246705 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c5fa06e2-7d2e-41ed-b095-f9fc26bde65b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0728116 Jan 28 02:47:55.277718 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0c1bedcb-113e-4dd4-9b17-dc97e97c2701 req-7ee56e1c-3126-4f6f-9967-7f7e12ffe127 tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] 10.222.0.53 "GET /v2.0/security-groups?id=c853eedb-da17-4cd1-b61c-7365692b7c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110446 Jan 28 02:47:55.494607 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb3d2a1-8c0d-4dd7-92c0-4372afa7873d None None] Network b41ec36c-2b47-4b7e-a484-436d2f02d72a requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:47:55.537123 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b17552ff-a4bb-4b15-b671-74986bed0c1c req-be010ea5-7412-461c-92d2-bcde9990015f tempest-VolumesAdminNegativeTest-1056916957 tempest-VolumesAdminNegativeTest-1056916957-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b53a30b-6164-46f0-adb6-704427adf508 HTTP/1.1" status: 200 len: 210 time: 0.0797913 Jan 28 02:47:55.588000 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c0363828-8f37-4a89-bd41-5cb7fbabc570 req-02c7fc23-acce-4437-ab72-e7a32b582a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (95b63a3b-9c93-45a2-a1e9-ac8348a00a4f), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:55.618795 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-214bd807-419f-404b-9501-21d40a557726 req-fe535c41-df08-4adf-b969-b6c3e8bb0c84 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7026870 Jan 28 02:47:55.798861 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad11ef5e-270d-47a3-8973-213ea98153c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db544135-c445-4692-8e64-1b183a504092'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:47:55.803894 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03cb42b5-7a11-432e-856f-bf8f95a7fe35" -d '{"events": [{"server_uuid": "ad11ef5e-270d-47a3-8973-213ea98153c9", "name": "network-vif-unplugged", "status": "completed", "tag": "db544135-c445-4692-8e64-1b183a504092"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:47:55.998874 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e941cd-6114-4549-a632-188f43f7b3cf req-1f05f18d-d512-4cfd-b7e3-c49c212c8a50 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:56.008363 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c2e941cd-6114-4549-a632-188f43f7b3cf req-1f05f18d-d512-4cfd-b7e3-c49c212c8a50 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 947 time: 0.1141593 Jan 28 02:47:56.086539 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c2e941cd-6114-4549-a632-188f43f7b3cf req-a93e447d-1122-441d-8cd1-5a4ff03632e0 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680966 Jan 28 02:47:56.120866 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-c0363828-8f37-4a89-bd41-5cb7fbabc570 req-02c7fc23-acce-4437-ab72-e7a32b582a45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95b63a3b-9c93-45a2-a1e9-ac8348a00a4f {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:47:56.131461 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c0363828-8f37-4a89-bd41-5cb7fbabc570 req-02c7fc23-acce-4437-ab72-e7a32b582a45 service neutron] Publish callbacks [] for port (95b63a3b-9c93-45a2-a1e9-ac8348a00a4f), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:56.147482 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 02:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3bff77-5037-4d3d-8ef2-b904770a6ad4 x-openstack-request-id: req-4d3bff77-5037-4d3d-8ef2-b904770a6ad4 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:47:56.147999 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad11ef5e-270d-47a3-8973-213ea98153c9", "name": "network-vif-unplugged", "status": "completed", "tag": "db544135-c445-4692-8e64-1b183a504092", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:47:56.147999 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4d3bff77-5037-4d3d-8ef2-b904770a6ad4 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:47:56.148522 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad11ef5e-270d-47a3-8973-213ea98153c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db544135-c445-4692-8e64-1b183a504092', 'code': 200} Jan 28 02:47:56.151184 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-c0363828-8f37-4a89-bd41-5cb7fbabc570 req-02c7fc23-acce-4437-ab72-e7a32b582a45 service neutron] Transition to ACTIVE for port object 95b63a3b-9c93-45a2-a1e9-ac8348a00a4f will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:47:56.182280 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c0363828-8f37-4a89-bd41-5cb7fbabc570 req-02c7fc23-acce-4437-ab72-e7a32b582a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (95b63a3b-9c93-45a2-a1e9-ac8348a00a4f), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:56.373302 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c7fc23-acce-4437-ab72-e7a32b582a45 service neutron] Pushing event updated for resources: {'Port': ['ID=95b63a3b-9c93-45a2-a1e9-ac8348a00a4f,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:56.396287 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a0563-08d0-48d6-907d-b65bb090ee9b req-0f08fad4-0358-4ed6-9f7e-4e57c3ebb76c tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:56.398078 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dc0a0563-08d0-48d6-907d-b65bb090ee9b req-0f08fad4-0358-4ed6-9f7e-4e57c3ebb76c tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4ce352-9df3-49f8-a2ca-04bd4f3eaf09 HTTP/1.1" status: 200 len: 950 time: 0.2453785 Jan 28 02:47:56.433459 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-c0363828-8f37-4a89-bd41-5cb7fbabc570 req-02c7fc23-acce-4437-ab72-e7a32b582a45 service neutron] Attempting to bind port 95b63a3b-9c93-45a2-a1e9-ac8348a00a4f on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:47:56.433801 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-c0363828-8f37-4a89-bd41-5cb7fbabc570 req-02c7fc23-acce-4437-ab72-e7a32b582a45 service neutron] Attempting to bind port 95b63a3b-9c93-45a2-a1e9-ac8348a00a4f by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '4048cdfd-061f-4abb-be0c-adcf5198e676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7012d215-ab00-4246-8df5-df2c26747f9f'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:47:56.434136 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0363828-8f37-4a89-bd41-5cb7fbabc570 req-02c7fc23-acce-4437-ab72-e7a32b582a45 service neutron] Attempting to bind port 95b63a3b-9c93-45a2-a1e9-ac8348a00a4f on network 7012d215-ab00-4246-8df5-df2c26747f9f {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:47:56.450592 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device db544135-c445-4692-8e64-1b183a504092 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:47:56.459246 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 586a7222-90bf-4531-b096-1449615f8739 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:47:56.473018 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0363828-8f37-4a89-bd41-5cb7fbabc570 req-02c7fc23-acce-4437-ab72-e7a32b582a45 service neutron] Port 95b63a3b-9c93-45a2-a1e9-ac8348a00a4f on network 7012d215-ab00-4246-8df5-df2c26747f9f not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:47:56.473523 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0363828-8f37-4a89-bd41-5cb7fbabc570 req-02c7fc23-acce-4437-ab72-e7a32b582a45 service neutron] Attempting to bind port 95b63a3b-9c93-45a2-a1e9-ac8348a00a4f on network 7012d215-ab00-4246-8df5-df2c26747f9f {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:47:56.517055 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0363828-8f37-4a89-bd41-5cb7fbabc570 req-02c7fc23-acce-4437-ab72-e7a32b582a45 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:47:56.517489 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0363828-8f37-4a89-bd41-5cb7fbabc570 req-02c7fc23-acce-4437-ab72-e7a32b582a45 service neutron] Checking segment: {'id': '4048cdfd-061f-4abb-be0c-adcf5198e676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7012d215-ab00-4246-8df5-df2c26747f9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:47:56.517805 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0363828-8f37-4a89-bd41-5cb7fbabc570 req-02c7fc23-acce-4437-ab72-e7a32b582a45 service neutron] Bound using segment: {'id': '4048cdfd-061f-4abb-be0c-adcf5198e676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7012d215-ab00-4246-8df5-df2c26747f9f'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:47:56.518258 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-c0363828-8f37-4a89-bd41-5cb7fbabc570 req-02c7fc23-acce-4437-ab72-e7a32b582a45 service neutron] Bound port: 95b63a3b-9c93-45a2-a1e9-ac8348a00a4f, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4048cdfd-061f-4abb-be0c-adcf5198e676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7012d215-ab00-4246-8df5-df2c26747f9f'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:47:56.518620 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c0363828-8f37-4a89-bd41-5cb7fbabc570 req-02c7fc23-acce-4437-ab72-e7a32b582a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (95b63a3b-9c93-45a2-a1e9-ac8348a00a4f), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:56.534449 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 586a7222-90bf-4531-b096-1449615f8739 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:47:56.534751 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 586a7222-90bf-4531-b096-1449615f8739 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:47:56.660889 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dc0a0563-08d0-48d6-907d-b65bb090ee9b req-d933d09e-46e0-4581-a88b-07c081a1d4b6 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511857 Jan 28 02:47:56.751402 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port db544135-c445-4692-8e64-1b183a504092, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=db544135-c445-4692-8e64-1b183a504092,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:47:56.757161 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-c0363828-8f37-4a89-bd41-5cb7fbabc570 req-02c7fc23-acce-4437-ab72-e7a32b582a45 service neutron] For port 95b63a3b-9c93-45a2-a1e9-ac8348a00a4f, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:47:56.768303 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-c0363828-8f37-4a89-bd41-5cb7fbabc570 req-02c7fc23-acce-4437-ab72-e7a32b582a45 service neutron] For port 95b63a3b-9c93-45a2-a1e9-ac8348a00a4f, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=95b63a3b-9c93-45a2-a1e9-ac8348a00a4f,segment=NetworkSegment(4048cdfd-061f-4abb-be0c-adcf5198e676),segment_id=4048cdfd-061f-4abb-be0c-adcf5198e676)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:47:56.772686 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': 'db544135-c445-4692-8e64-1b183a504092', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'port_id': 'db544135-c445-4692-8e64-1b183a504092', 'mac_address': 'fa:16:3e:e9:47:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24329ac8-3d67-49eb-9f63-d2859e79e36f', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:47:56.782960 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c0363828-8f37-4a89-bd41-5cb7fbabc570 req-02c7fc23-acce-4437-ab72-e7a32b582a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (95b63a3b-9c93-45a2-a1e9-ac8348a00a4f), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:56.831636 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port db544135-c445-4692-8e64-1b183a504092 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:47:56.832518 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (db544135-c445-4692-8e64-1b183a504092), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:56.833805 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a49dc-7275-4fd3-ac6e-4d0782271db8 req-ccc5cc6e-9ebe-4622-8c45-7042aa18cf22 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:56.843088 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-467a49dc-7275-4fd3-ac6e-4d0782271db8 req-ccc5cc6e-9ebe-4622-8c45-7042aa18cf22 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/networks?id=b41ec36c-2b47-4b7e-a484-436d2f02d72a HTTP/1.1" status: 200 len: 811 time: 0.2830975 Jan 28 02:47:56.852426 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db544135-c445-4692-8e64-1b183a504092 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:47:56.859114 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-467a49dc-7275-4fd3-ac6e-4d0782271db8 req-eec37840-4938-409d-a2b5-144c69363d86 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/quotas/53e2297c23164a47954b52b6f715a589 HTTP/1.1" status: 200 len: 375 time: 0.0146623 Jan 28 02:47:56.876014 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port db544135-c445-4692-8e64-1b183a504092, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=db544135-c445-4692-8e64-1b183a504092,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:47:56.881965 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (db544135-c445-4692-8e64-1b183a504092), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:56.904053 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0363828-8f37-4a89-bd41-5cb7fbabc570 req-02c7fc23-acce-4437-ab72-e7a32b582a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:56.904687 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c0363828-8f37-4a89-bd41-5cb7fbabc570 req-02c7fc23-acce-4437-ab72-e7a32b582a45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:56.906115 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c0363828-8f37-4a89-bd41-5cb7fbabc570 req-02c7fc23-acce-4437-ab72-e7a32b582a45 service neutron] 10.222.0.67 "PUT /v2.0/ports/95b63a3b-9c93-45a2-a1e9-ac8348a00a4f HTTP/1.1" status: 200 len: 1093 time: 1.9719028 Jan 28 02:47:56.907738 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f0055b2-3c4d-4052-bdbb-4ad9404821bc', 'tag': '95b63a3b-9c93-45a2-a1e9-ac8348a00a4f'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:47:56.910018 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a97ec0c-9d41-4a0a-8f88-3747e1eb5291" -d '{"events": [{"name": "network-changed", "server_uuid": "9f0055b2-3c4d-4052-bdbb-4ad9404821bc", "tag": "95b63a3b-9c93-45a2-a1e9-ac8348a00a4f"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:47:56.945096 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c7fc23-acce-4437-ab72-e7a32b582a45 service neutron] Pushing event updated for resources: {'Port': ['ID=95b63a3b-9c93-45a2-a1e9-ac8348a00a4f,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:56.950027 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-467a49dc-7275-4fd3-ac6e-4d0782271db8 req-bca1188f-d05e-4eb1-9514-a32dc9aa8d81 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=53e2297c23164a47954b52b6f715a589&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0899923 Jan 28 02:47:56.964033 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f44d79-3ae9-4cc7-92b8-1e2266b0b621 req-64a2c422-ff9d-49f8-b543-119e5f3aec2a tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:56.971953 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-26f44d79-3ae9-4cc7-92b8-1e2266b0b621 req-64a2c422-ff9d-49f8-b543-119e5f3aec2a tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f0055b2-3c4d-4052-bdbb-4ad9404821bc HTTP/1.1" status: 200 len: 944 time: 0.1361589 Jan 28 02:47:56.975585 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=db544135-c445-4692-8e64-1b183a504092,revision_number=10']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:57.063780 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-26f44d79-3ae9-4cc7-92b8-1e2266b0b621 req-cb220ad0-cc4e-4d8c-9513-fd715dafbc87 tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] 10.222.0.53 "GET /v2.0/security-groups?id=c853eedb-da17-4cd1-b61c-7365692b7c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859354 Jan 28 02:47:57.080073 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-467a49dc-7275-4fd3-ac6e-4d0782271db8 req-5e07bc47-dc71-41ca-a2a2-97d72eda3954 service neutron] 10.222.0.53 "GET /v2.0/networks/b41ec36c-2b47-4b7e-a484-436d2f02d72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265810 Jan 28 02:47:57.092809 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0363828-8f37-4a89-bd41-5cb7fbabc570 req-21b04c89-9335-4e12-b414-61e0d23963ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:57.098844 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c0363828-8f37-4a89-bd41-5cb7fbabc570 req-21b04c89-9335-4e12-b414-61e0d23963ee service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2aecf60d5c074bf293886fc4f4ff7ca8&device_id=9f0055b2-3c4d-4052-bdbb-4ad9404821bc HTTP/1.1" status: 200 len: 1096 time: 0.0966489 Jan 28 02:47:57.151217 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57058) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:47:57.154093 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c0363828-8f37-4a89-bd41-5cb7fbabc570 req-6bc399ed-c22c-4a70-ad75-1eaccf546443 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95b63a3b-9c93-45a2-a1e9-ac8348a00a4f HTTP/1.1" status: 200 len: 217 time: 0.0426230 Jan 28 02:47:57.212856 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-467a49dc-7275-4fd3-ac6e-4d0782271db8 req-089f1aa7-f966-413f-aaf3-ab8e72d04861 service neutron] 10.222.0.53 "GET /v2.0/networks/b41ec36c-2b47-4b7e-a484-436d2f02d72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318169 Jan 28 02:47:57.266874 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-e85adcd7-7b8c-418e-9f8c-16464b1dd2b7 admin admin] Deleting subnet b623299e-46b0-4adb-b003-30f1755dca8b {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:47:57.283108 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e85adcd7-7b8c-418e-9f8c-16464b1dd2b7 admin admin] Publish callbacks [] for subnet (b623299e-46b0-4adb-b003-30f1755dca8b), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:57.320546 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['db544135-c445-4692-8e64-1b183a504092'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:47:57.487152 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c68e9a-0a2e-4cfc-9341-4b47381f4c5f req-36ff49ea-c4d0-4d63-b53e-e905ccc062ab tempest-ServersOnMultiNodesTest-1215738684 tempest-ServersOnMultiNodesTest-1215738684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:57.497201 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-88c68e9a-0a2e-4cfc-9341-4b47381f4c5f req-36ff49ea-c4d0-4d63-b53e-e905ccc062ab tempest-ServersOnMultiNodesTest-1215738684 tempest-ServersOnMultiNodesTest-1215738684-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=cb4ce352-9df3-49f8-a2ca-04bd4f3eaf09 HTTP/1.1" status: 200 len: 1102 time: 0.0761247 Jan 28 02:47:57.556623 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-88c68e9a-0a2e-4cfc-9341-4b47381f4c5f req-92377eac-03fc-4f97-add0-5d62ab9939ac tempest-ServersOnMultiNodesTest-1215738684 tempest-ServersOnMultiNodesTest-1215738684-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528333 Jan 28 02:47:57.583268 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e170c707-e4e8-4cac-ae68-5e67fbc0e325 req-ab268087-e851-433e-88b0-6aacbd989699 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:57.588871 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e170c707-e4e8-4cac-ae68-5e67fbc0e325 req-ab268087-e851-433e-88b0-6aacbd989699 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 945 time: 0.3194442 Jan 28 02:47:57.614267 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e85adcd7-7b8c-418e-9f8c-16464b1dd2b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (b623299e-46b0-4adb-b003-30f1755dca8b), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:57.630473 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0363828-8f37-4a89-bd41-5cb7fbabc570 req-90b92d3d-2146-4f99-9198-b9fb1aa35adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:57.634909 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c0363828-8f37-4a89-bd41-5cb7fbabc570 req-90b92d3d-2146-4f99-9198-b9fb1aa35adf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8be91764-5d0b-4512-9b1d-253d29f0cf38 HTTP/1.1" status: 200 len: 852 time: 0.4235270 Jan 28 02:47:57.719979 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c0363828-8f37-4a89-bd41-5cb7fbabc570 req-b72c7099-eed8-426e-a4c5-5a44a50eced0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7012d215-ab00-4246-8df5-df2c26747f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442965 Jan 28 02:47:57.754563 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e170c707-e4e8-4cac-ae68-5e67fbc0e325 req-11a2a63d-c5c1-47df-8c01-801a1b4456c9 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561408 Jan 28 02:47:57.897058 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c0363828-8f37-4a89-bd41-5cb7fbabc570 req-72f9edae-e7ed-45ff-ae40-801f99d17f98 service neutron] 10.222.0.67 "GET /v2.0/networks/7012d215-ab00-4246-8df5-df2c26747f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464925 Jan 28 02:47:57.898958 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fab760e-7f12-46fb-98a1-0d90704c5c67 x-openstack-request-id: req-4fab760e-7f12-46fb-98a1-0d90704c5c67 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:47:57.899249 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f0055b2-3c4d-4052-bdbb-4ad9404821bc", "tag": "95b63a3b-9c93-45a2-a1e9-ac8348a00a4f", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:47:57.899507 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4fab760e-7f12-46fb-98a1-0d90704c5c67 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:47:57.899996 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f0055b2-3c4d-4052-bdbb-4ad9404821bc', 'tag': '95b63a3b-9c93-45a2-a1e9-ac8348a00a4f', 'status': 'completed', 'code': 200} Jan 28 02:47:57.935203 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e85adcd7-7b8c-418e-9f8c-16464b1dd2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (b623299e-46b0-4adb-b003-30f1755dca8b), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:57.990477 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-242c5f8c-c6ea-458f-96ed-a5d313a1263a req-c0b51ead-fe21-46e0-9971-236e59444b16 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ea82be4-5812-42c2-91fe-61b8ab62c091 HTTP/1.1" status: 200 len: 210 time: 0.0814285 Jan 28 02:47:58.078976 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a74fc5b-c630-4dd1-9e65-564a299fe988 req-517064fc-69ce-4f7a-880d-674119f9c68b tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:58.080562 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7a74fc5b-c630-4dd1-9e65-564a299fe988 req-517064fc-69ce-4f7a-880d-674119f9c68b tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 949 time: 0.1748044 Jan 28 02:47:58.165825 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7a74fc5b-c630-4dd1-9e65-564a299fe988 req-30b7664f-f2da-4f0e-a80e-74fe306ef6ab tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759068 Jan 28 02:47:58.167835 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c0363828-8f37-4a89-bd41-5cb7fbabc570 req-45ff487a-9941-413a-941f-c5878f64d8dd service neutron] 10.222.0.67 "GET /v2.0/networks/7012d215-ab00-4246-8df5-df2c26747f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609539 Jan 28 02:47:58.176437 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e85adcd7-7b8c-418e-9f8c-16464b1dd2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (b623299e-46b0-4adb-b003-30f1755dca8b), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:58.221281 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-a6a4ebd0-622f-4908-98e9-e32b116706e8 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=48a9da4172074c31af36ad122c33e36a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0782869 Jan 28 02:47:58.288099 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e85adcd7-7b8c-418e-9f8c-16464b1dd2b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:58.297729 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e85adcd7-7b8c-418e-9f8c-16464b1dd2b7 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b623299e-46b0-4adb-b003-30f1755dca8b HTTP/1.1" status: 204 len: 168 time: 1.1454244 Jan 28 02:47:58.307299 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57094) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:47:58.330656 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85adcd7-7b8c-418e-9f8c-16464b1dd2b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b623299e-46b0-4adb-b003-30f1755dca8b,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:58.574659 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bdbe9283-14c6-4143-ad68-ed0bd08f0200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (6613a3bb-644a-459f-9674-54543599a8bb), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:58.590295 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a97ec0c-9d41-4a0a-8f88-3747e1eb5291 req-8af6c31e-c228-48ab-9771-7df6dde463cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:58.591805 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a97ec0c-9d41-4a0a-8f88-3747e1eb5291 req-8af6c31e-c228-48ab-9771-7df6dde463cb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2aecf60d5c074bf293886fc4f4ff7ca8&device_id=9f0055b2-3c4d-4052-bdbb-4ad9404821bc HTTP/1.1" status: 200 len: 1096 time: 0.3052821 Jan 28 02:47:58.606045 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd30d8d-f3c0-42d1-a36b-b2903ba724c2 req-6ed710d7-b2c3-438a-9ba7-06edd4ba9d40 tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:58.607604 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ccd30d8d-f3c0-42d1-a36b-b2903ba724c2 req-6ed710d7-b2c3-438a-9ba7-06edd4ba9d40 tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f0055b2-3c4d-4052-bdbb-4ad9404821bc HTTP/1.1" status: 200 len: 944 time: 0.2048588 Jan 28 02:47:58.792804 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bdbe9283-14c6-4143-ad68-ed0bd08f0200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (6613a3bb-644a-459f-9674-54543599a8bb), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:58.817921 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ccd30d8d-f3c0-42d1-a36b-b2903ba724c2 req-611f1733-0eb1-4343-9b6f-04c9fd924c56 tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] 10.222.0.53 "GET /v2.0/security-groups?id=c853eedb-da17-4cd1-b61c-7365692b7c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990948 Jan 28 02:47:58.835342 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:58.857421 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-bdbe9283-14c6-4143-ad68-ed0bd08f0200 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6613a3bb-644a-459f-9674-54543599a8bb']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:47:58.890099 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-bdbe9283-14c6-4143-ad68-ed0bd08f0200 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4238316f-2d67-4b16-98cf-2461c8f41cd2') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:47:58.893455 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-bdbe9283-14c6-4143-ad68-ed0bd08f0200 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4238316f-2d67-4b16-98cf-2461c8f41cd2') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:47:58.917399 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bdbe9283-14c6-4143-ad68-ed0bd08f0200 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (4238316f-2d67-4b16-98cf-2461c8f41cd2), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:58.950933 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bdbe9283-14c6-4143-ad68-ed0bd08f0200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (4238316f-2d67-4b16-98cf-2461c8f41cd2), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:58.962073 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdbe9283-14c6-4143-ad68-ed0bd08f0200 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:47:58.962952 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bdbe9283-14c6-4143-ad68-ed0bd08f0200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (4238316f-2d67-4b16-98cf-2461c8f41cd2), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:59.009235 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-0321dfec-4487-4576-bc8b-cff2c889b09e tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:59.011113 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-0321dfec-4487-4576-bc8b-cff2c889b09e tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7887871 Jan 28 02:47:59.033112 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 02:47:59.033112 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:47:59.033112 n-d-712139-27 neutron-server[109803]: timer() Jan 28 02:47:59.033112 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:47:59.033112 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 02:47:59.033112 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:47:59.033112 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 02:47:59.033112 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:47:59.033112 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 02:47:59.033112 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:47:59.033112 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 02:47:59.033112 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:47:59.033112 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 02:47:59.033112 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:47:59.033112 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:47:59.033112 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:47:59.033112 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:47:59.033112 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:47:59.033112 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 02:47:59.033112 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:47:59.033112 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 02:47:59.033112 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:47:59.033112 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:47:59.033112 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:47:59.033112 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 02:47:59.033112 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:47:59.033112 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:47:59.033112 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:47:59.033112 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:47:59.033112 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:47:59.033112 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:47:59.033112 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:47:59.036782 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-e0bf7a9e-2ae0-448e-99da-0eea2404dc22 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/quotas/48a9da4172074c31af36ad122c33e36a HTTP/1.1" status: 200 len: 375 time: 0.0189857 Jan 28 02:47:59.041631 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a97ec0c-9d41-4a0a-8f88-3747e1eb5291 req-c8d72d41-1670-45af-9aee-ce52a485204c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:59.044613 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a97ec0c-9d41-4a0a-8f88-3747e1eb5291 req-c8d72d41-1670-45af-9aee-ce52a485204c service neutron] 10.222.0.67 "GET /v2.0/networks?id=7012d215-ab00-4246-8df5-df2c26747f9f HTTP/1.1" status: 200 len: 913 time: 0.4359219 Jan 28 02:47:59.081926 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bdbe9283-14c6-4143-ad68-ed0bd08f0200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (6613a3bb-644a-459f-9674-54543599a8bb), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:59.162006 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-d43ea66e-6b9b-4562-b0e3-f797280998fb tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=48a9da4172074c31af36ad122c33e36a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1156077 Jan 28 02:47:59.165398 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bdbe9283-14c6-4143-ad68-ed0bd08f0200 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:59.170676 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-bdbe9283-14c6-4143-ad68-ed0bd08f0200 admin admin] 10.222.0.53 "DELETE /v2.0/networks/6613a3bb-644a-459f-9674-54543599a8bb HTTP/1.1" status: 204 len: 168 time: 0.8361747 Jan 28 02:47:59.172281 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a97ec0c-9d41-4a0a-8f88-3747e1eb5291 req-688aa1de-ed5c-4bcc-9d04-288135e53b03 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95b63a3b-9c93-45a2-a1e9-ac8348a00a4f HTTP/1.1" status: 200 len: 217 time: 0.1180122 Jan 28 02:47:59.174578 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57104) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:47:59.243780 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-8abf7200-1749-4301-af4f-64e640818ad8 admin admin] Deleting subnet 462281bb-78ad-48b6-b495-61345868dd64 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:47:59.259553 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8abf7200-1749-4301-af4f-64e640818ad8 admin admin] Publish callbacks [] for subnet (462281bb-78ad-48b6-b495-61345868dd64), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:59.324383 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe9283-14c6-4143-ad68-ed0bd08f0200 admin admin] Pushing event deleted for resources: {'Network': ['ID=6613a3bb-644a-459f-9674-54543599a8bb,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:47:59.397428 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c67146-e17e-4d45-bcea-e36c607dfd99 req-cabc676f-80a1-439f-8dd9-9395ea53e460 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:59.399614 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e2c67146-e17e-4d45-bcea-e36c607dfd99 req-cabc676f-80a1-439f-8dd9-9395ea53e460 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 949 time: 0.3651481 Jan 28 02:47:59.434365 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8abf7200-1749-4301-af4f-64e640818ad8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (462281bb-78ad-48b6-b495-61345868dd64), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:59.461407 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a97ec0c-9d41-4a0a-8f88-3747e1eb5291 req-d6787b1d-e100-4c18-87cf-3d5009966714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:59.463141 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a97ec0c-9d41-4a0a-8f88-3747e1eb5291 req-d6787b1d-e100-4c18-87cf-3d5009966714 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8be91764-5d0b-4512-9b1d-253d29f0cf38 HTTP/1.1" status: 200 len: 852 time: 0.2211144 Jan 28 02:47:59.545900 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a97ec0c-9d41-4a0a-8f88-3747e1eb5291 req-d58556ab-4670-441a-9f58-8bbd38f8cfa5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7012d215-ab00-4246-8df5-df2c26747f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633006 Jan 28 02:47:59.572908 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-df9c1da2-8f7d-4e39-971c-8cd9cebbf708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:59.624469 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a49dc-7275-4fd3-ac6e-4d0782271db8 req-1b2e62dc-ba7e-4bb7-a609-4b96cfe970fd tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:47:59.630381 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-467a49dc-7275-4fd3-ac6e-4d0782271db8 req-1b2e62dc-ba7e-4bb7-a609-4b96cfe970fd tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.67 "GET /v2.0/networks?id=b41ec36c-2b47-4b7e-a484-436d2f02d72a HTTP/1.1" status: 200 len: 811 time: 0.4039557 Jan 28 02:47:59.633307 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8abf7200-1749-4301-af4f-64e640818ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (462281bb-78ad-48b6-b495-61345868dd64), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:47:59.707717 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-467a49dc-7275-4fd3-ac6e-4d0782271db8 req-c424267b-7aa5-4b6a-b8ea-ee00ac2c172f tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Request body: {'port': {'device_id': '3ea82be4-5812-42c2-91fe-61b8ab62c091', 'network_id': 'b41ec36c-2b47-4b7e-a484-436d2f02d72a', 'admin_state_up': True, 'tenant_id': '53e2297c23164a47954b52b6f715a589'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:47:59.746840 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e2c67146-e17e-4d45-bcea-e36c607dfd99 req-893a8bff-f537-400d-967d-51e9d837dfd7 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313119 Jan 28 02:47:59.839395 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a97ec0c-9d41-4a0a-8f88-3747e1eb5291 req-5c759a5e-67bd-448f-a475-c957ca9a26f6 service neutron] 10.222.0.67 "GET /v2.0/networks/7012d215-ab00-4246-8df5-df2c26747f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688158 Jan 28 02:47:59.881037 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d02abefb-e267-439c-9aee-ad13174b1dd3 req-c5d4b67f-09ff-4773-9916-6671eb1c6d52 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ea82be4-5812-42c2-91fe-61b8ab62c091 HTTP/1.1" status: 200 len: 210 time: 0.0356915 Jan 28 02:47:59.967555 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8abf7200-1749-4301-af4f-64e640818ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (462281bb-78ad-48b6-b495-61345868dd64), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:00.047009 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a3ac61e7-7fc7-4f46-97e2-b5498cc1a6f2 req-16a357f2-eb62-4448-9c38-f56ed09e8a9f tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ba52f30-e84d-41b2-931d-9aa9d2d04796 HTTP/1.1" status: 200 len: 210 time: 0.0377934 Jan 28 02:48:00.120841 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf7200-1749-4301-af4f-64e640818ad8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=462281bb-78ad-48b6-b495-61345868dd64,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:00.126199 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a97ec0c-9d41-4a0a-8f88-3747e1eb5291 req-b4e39da4-e1f3-4c79-bcc9-1dfb136235e2 service neutron] 10.222.0.67 "GET /v2.0/networks/7012d215-ab00-4246-8df5-df2c26747f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395608 Jan 28 02:48:00.186338 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8abf7200-1749-4301-af4f-64e640818ad8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:00.196045 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8abf7200-1749-4301-af4f-64e640818ad8 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/462281bb-78ad-48b6-b495-61345868dd64 HTTP/1.1" status: 204 len: 168 time: 1.0201166 Jan 28 02:48:00.198695 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57130) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:48:00.253624 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b262ad-970e-4788-949e-cdc8cd46f7cd req-786c37ac-4864-4053-b316-b01a92cc093f tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:00.261564 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-42b262ad-970e-4788-949e-cdc8cd46f7cd req-786c37ac-4864-4053-b316-b01a92cc093f tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 945 time: 0.3241241 Jan 28 02:48:00.347907 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bf94ff15-cfdf-49cf-93cc-03c214bf0601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (0056712a-94f3-4d70-8013-7f20b395d62b), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:00.367512 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-42b262ad-970e-4788-949e-cdc8cd46f7cd req-2fd11fb5-94e1-40df-b29a-a66b445f6edb tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049025 Jan 28 02:48:00.372331 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-467a49dc-7275-4fd3-ac6e-4d0782271db8 req-c424267b-7aa5-4b6a-b8ea-ee00ac2c172f tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Made reservation on behalf of 53e2297c23164a47954b52b6f715a589 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:48:00.382995 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-467a49dc-7275-4fd3-ac6e-4d0782271db8 req-c424267b-7aa5-4b6a-b8ea-ee00ac2c172f tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:00.466109 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device db544135-c445-4692-8e64-1b183a504092 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:48:00.507806 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bf94ff15-cfdf-49cf-93cc-03c214bf0601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (0056712a-94f3-4d70-8013-7f20b395d62b), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:00.545020 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-bf94ff15-cfdf-49cf-93cc-03c214bf0601 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0056712a-94f3-4d70-8013-7f20b395d62b']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:48:00.556549 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-bf94ff15-cfdf-49cf-93cc-03c214bf0601 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1af9c29b-2c41-42a2-a5e6-c6f7bc189b78') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:48:00.556839 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-bf94ff15-cfdf-49cf-93cc-03c214bf0601 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1af9c29b-2c41-42a2-a5e6-c6f7bc189b78') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:48:00.567852 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bf94ff15-cfdf-49cf-93cc-03c214bf0601 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (1af9c29b-2c41-42a2-a5e6-c6f7bc189b78), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:00.582179 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port db544135-c445-4692-8e64-1b183a504092 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:48:00.582567 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (db544135-c445-4692-8e64-1b183a504092), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:00.585718 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bf94ff15-cfdf-49cf-93cc-03c214bf0601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (1af9c29b-2c41-42a2-a5e6-c6f7bc189b78), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:00.592815 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf94ff15-cfdf-49cf-93cc-03c214bf0601 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:48:00.593265 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bf94ff15-cfdf-49cf-93cc-03c214bf0601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (1af9c29b-2c41-42a2-a5e6-c6f7bc189b78), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:00.646177 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b690213c-e63c-472d-a871-60082c335091 req-2e5922fe-8fec-48c0-bf53-2cd9ccf9d007 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=29a2e152744a433f9b25a7592aa94e29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0784476 Jan 28 02:48:00.740613 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 02:48:00.740613 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:48:00.740613 n-d-712139-27 neutron-server[109803]: timer() Jan 28 02:48:00.740613 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:48:00.740613 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 02:48:00.740613 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:48:00.740613 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 02:48:00.740613 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:48:00.740613 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 02:48:00.740613 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:48:00.740613 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 02:48:00.740613 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:48:00.740613 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 02:48:00.740613 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:48:00.740613 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:48:00.740613 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:48:00.740613 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:48:00.740613 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:48:00.740613 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 02:48:00.740613 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:48:00.740613 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 02:48:00.740613 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:48:00.740613 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:48:00.740613 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:48:00.740613 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 02:48:00.740613 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:48:00.740613 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:48:00.740613 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:48:00.740613 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:48:00.740613 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:48:00.740613 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:48:00.740613 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:48:00.752304 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bf94ff15-cfdf-49cf-93cc-03c214bf0601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (0056712a-94f3-4d70-8013-7f20b395d62b), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:00.757440 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bf94ff15-cfdf-49cf-93cc-03c214bf0601 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:00.761556 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-bf94ff15-cfdf-49cf-93cc-03c214bf0601 admin admin] 10.222.0.53 "DELETE /v2.0/networks/0056712a-94f3-4d70-8013-7f20b395d62b HTTP/1.1" status: 204 len: 168 time: 0.5610726 Jan 28 02:48:00.778425 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf94ff15-cfdf-49cf-93cc-03c214bf0601 admin admin] Pushing event deleted for resources: {'Network': ['ID=0056712a-94f3-4d70-8013-7f20b395d62b,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:00.803895 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0aa06f-9e7a-4936-bcc9-7e41bf97a158 req-b53906a0-d1ec-4622-acc2-41d1ea4d9ae3 tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:00.817866 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-db0aa06f-9e7a-4936-bcc9-7e41bf97a158 req-b53906a0-d1ec-4622-acc2-41d1ea4d9ae3 tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f0055b2-3c4d-4052-bdbb-4ad9404821bc HTTP/1.1" status: 200 len: 944 time: 0.4643936 Jan 28 02:48:00.838835 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690213c-e63c-472d-a871-60082c335091 req-65c50a53-0459-4a22-8698-288f817dc44d tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:00.839896 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port db544135-c445-4692-8e64-1b183a504092 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:48:00.842982 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (db544135-c445-4692-8e64-1b183a504092), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:00.847103 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b690213c-e63c-472d-a871-60082c335091 req-65c50a53-0459-4a22-8698-288f817dc44d tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1915770 Jan 28 02:48:00.876917 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b690213c-e63c-472d-a871-60082c335091 req-f4ecf9d1-8cea-41d6-a3f1-0506fc6bae9c tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/quotas/29a2e152744a433f9b25a7592aa94e29 HTTP/1.1" status: 200 len: 375 time: 0.0287843 Jan 28 02:48:00.896145 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-db0aa06f-9e7a-4936-bcc9-7e41bf97a158 req-268e768e-39d0-4b10-8eb4-3a48e32e7921 tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] 10.222.0.53 "GET /v2.0/security-groups?id=c853eedb-da17-4cd1-b61c-7365692b7c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713081 Jan 28 02:48:00.969395 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57150) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:48:00.984673 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad11ef5e-270d-47a3-8973-213ea98153c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db544135-c445-4692-8e64-1b183a504092'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:48:00.992175 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ff0ee0-0076-4229-819f-219028c3d789" -d '{"events": [{"server_uuid": "ad11ef5e-270d-47a3-8973-213ea98153c9", "name": "network-vif-plugged", "status": "completed", "tag": "db544135-c445-4692-8e64-1b183a504092"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:48:00.999450 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port db544135-c445-4692-8e64-1b183a504092, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=db544135-c445-4692-8e64-1b183a504092,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:01.008200 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (db544135-c445-4692-8e64-1b183a504092), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:01.050544 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-cbf09985-7d79-44ba-bdfe-a0df83c9c12a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bea4609d0d234d759eed16f235cde7c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0799301 Jan 28 02:48:01.053974 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57154) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:48:01.072550 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b690213c-e63c-472d-a871-60082c335091 req-6f6e0a47-2923-44a6-ba5d-ee1c47e7e3a6 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=29a2e152744a433f9b25a7592aa94e29&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1896400 Jan 28 02:48:01.106854 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-467a49dc-7275-4fd3-ac6e-4d0782271db8 req-c424267b-7aa5-4b6a-b8ea-ee00ac2c172f tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Allocated IP 172.20.0.6 (b41ec36c-2b47-4b7e-a484-436d2f02d72a/c47d8662-592c-46cb-9250-3ddc6d538cb4/5f83ccc7-177e-477b-a1bc-dc87a6cc3e24) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:48:01.132452 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=db544135-c445-4692-8e64-1b183a504092,revision_number=11']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:01.183408 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ca5a81f8-18d3-4055-b705-a814c33f3e87 admin admin] Publish callbacks [] for security_group (a7f4f038-cb71-42a3-85e5-d0fdee5fc599), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:01.230732 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ca5a81f8-18d3-4055-b705-a814c33f3e87 admin admin] Publish callbacks [] for security_group (a7f4f038-cb71-42a3-85e5-d0fdee5fc599), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:01.368087 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f3139587-2308-4229-ba17-e9c57b15bae2 req-04e90a50-182a-48aa-8a23-0372b535195f tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ea82be4-5812-42c2-91fe-61b8ab62c091 HTTP/1.1" status: 200 len: 210 time: 0.1330755 Jan 28 02:48:01.369086 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efabfa19-465f-4920-8c0e-dffe3e31d775 x-openstack-request-id: req-efabfa19-465f-4920-8c0e-dffe3e31d775 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:48:01.369563 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad11ef5e-270d-47a3-8973-213ea98153c9", "name": "network-vif-plugged", "status": "completed", "tag": "db544135-c445-4692-8e64-1b183a504092", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:48:01.370092 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-efabfa19-465f-4920-8c0e-dffe3e31d775 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:48:01.371345 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ca5a81f8-18d3-4055-b705-a814c33f3e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (a7f4f038-cb71-42a3-85e5-d0fdee5fc599), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:01.371547 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad11ef5e-270d-47a3-8973-213ea98153c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db544135-c445-4692-8e64-1b183a504092', 'code': 200} Jan 28 02:48:01.378261 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ca5a81f8-18d3-4055-b705-a814c33f3e87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:01.386060 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ca5a81f8-18d3-4055-b705-a814c33f3e87 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a7f4f038-cb71-42a3-85e5-d0fdee5fc599 HTTP/1.1" status: 204 len: 168 time: 0.3306365 Jan 28 02:48:01.408410 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5a81f8-18d3-4055-b705-a814c33f3e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f4f038-cb71-42a3-85e5-d0fdee5fc599,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:01.467825 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-467a49dc-7275-4fd3-ac6e-4d0782271db8 req-c424267b-7aa5-4b6a-b8ea-ee00ac2c172f tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Publish callbacks [] for port (5f83ccc7-177e-477b-a1bc-dc87a6cc3e24), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:01.486277 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-390ec23e-c8a6-4722-be8f-810da40417fd req-4eecc353-561a-4276-96c3-0362fe265ad6 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 210 time: 0.0558116 Jan 28 02:48:01.608362 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-45a063c9-95c6-42c1-86d0-599790ce7dbc req-45817ad9-cca6-4f37-9f4a-99d59d99caf6 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ba52f30-e84d-41b2-931d-9aa9d2d04796 HTTP/1.1" status: 200 len: 210 time: 0.1319752 Jan 28 02:48:01.611926 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-241deb60-9a94-4e45-8f56-31fc42e1a23c tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=48a9da4172074c31af36ad122c33e36a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0758190 Jan 28 02:48:01.615809 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-467a49dc-7275-4fd3-ac6e-4d0782271db8 req-c424267b-7aa5-4b6a-b8ea-ee00ac2c172f tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (5f83ccc7-177e-477b-a1bc-dc87a6cc3e24), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:01.775783 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-467a49dc-7275-4fd3-ac6e-4d0782271db8 req-c424267b-7aa5-4b6a-b8ea-ee00ac2c172f tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Network b41ec36c-2b47-4b7e-a484-436d2f02d72a is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:48:01.785295 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-467a49dc-7275-4fd3-ac6e-4d0782271db8 req-c424267b-7aa5-4b6a-b8ea-ee00ac2c172f tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:48:01.832256 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-acbc21fa-37bb-4a63-95cd-4a728503baa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:01.854710 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-467a49dc-7275-4fd3-ac6e-4d0782271db8 req-c424267b-7aa5-4b6a-b8ea-ee00ac2c172f tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:48:01.897173 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c424267b-7aa5-4b6a-b8ea-ee00ac2c172f tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Pushing event updated for resources: {'Port': ['ID=5f83ccc7-177e-477b-a1bc-dc87a6cc3e24,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:02.018465 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-f97d3974-3d97-4c5a-9187-d1358bbda288 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:02.020429 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-f97d3974-3d97-4c5a-9187-d1358bbda288 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4026542 Jan 28 02:48:02.045450 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-a0d03afb-80df-4319-9e34-5d50f2faf81a tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Request body: {'port': {'device_id': '6ba52f30-e84d-41b2-931d-9aa9d2d04796', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'admin_state_up': True, 'tenant_id': '48a9da4172074c31af36ad122c33e36a'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:48:02.113051 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a49dc-7275-4fd3-ac6e-4d0782271db8 req-c424267b-7aa5-4b6a-b8ea-ee00ac2c172f tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:02.114050 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-467a49dc-7275-4fd3-ac6e-4d0782271db8 req-c424267b-7aa5-4b6a-b8ea-ee00ac2c172f tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:02.143321 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50540aa-e140-4732-94a8-2eefe9f1daa6 req-e6a01962-e831-4e5a-bca2-959d9bf2c815 tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:02.145555 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f50540aa-e140-4732-94a8-2eefe9f1daa6 req-e6a01962-e831-4e5a-bca2-959d9bf2c815 tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f0055b2-3c4d-4052-bdbb-4ad9404821bc HTTP/1.1" status: 200 len: 944 time: 0.1250267 Jan 28 02:48:02.151757 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-467a49dc-7275-4fd3-ac6e-4d0782271db8 req-c424267b-7aa5-4b6a-b8ea-ee00ac2c172f tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4545832 Jan 28 02:48:02.178470 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c269bd5-e47e-4d1d-9514-35639a128e0e req-f1a8bd70-820b-478b-8900-07853e0a018b tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:02.180453 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5c269bd5-e47e-4d1d-9514-35639a128e0e req-f1a8bd70-820b-478b-8900-07853e0a018b tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 945 time: 0.5325241 Jan 28 02:48:02.199131 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-467a49dc-7275-4fd3-ac6e-4d0782271db8 req-95d03938-5210-4520-93b1-9010aed2576f service neutron] Request body: {'port': {'device_id': '3ea82be4-5812-42c2-91fe-61b8ab62c091', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:48:02.280904 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57194) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:48:02.395081 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f50540aa-e140-4732-94a8-2eefe9f1daa6 req-f0c16077-2517-495c-9191-2d8f4097d648 tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] 10.222.0.53 "GET /v2.0/security-groups?id=c853eedb-da17-4cd1-b61c-7365692b7c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390349 Jan 28 02:48:02.414091 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5c269bd5-e47e-4d1d-9514-35639a128e0e req-c4adb84c-fa4a-4db9-8214-b1ce60c7a52c tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218645 Jan 28 02:48:02.468020 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-467a49dc-7275-4fd3-ac6e-4d0782271db8 req-95d03938-5210-4520-93b1-9010aed2576f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5f83ccc7-177e-477b-a1bc-dc87a6cc3e24), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:02.468572 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-a0d03afb-80df-4319-9e34-5d50f2faf81a tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Made reservation on behalf of 48a9da4172074c31af36ad122c33e36a for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:48:02.474306 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-a0d03afb-80df-4319-9e34-5d50f2faf81a tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:02.508356 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-72cb6e07-3b80-441c-970a-8a1fd26130ec admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b28b9d89f35a42a1a858f1abacc9eac3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2175250 Jan 28 02:48:02.509106 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57202) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:48:02.678074 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 95b63a3b-9c93-45a2-a1e9-ac8348a00a4f details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:48:02.749255 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8d2ddef0-1a6d-4611-8671-a48f86108822 req-c17edbd3-add2-460e-b56c-c8462343f1b5 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 210 time: 0.1108577 Jan 28 02:48:02.885015 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 95b63a3b-9c93-45a2-a1e9-ac8348a00a4f, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=95b63a3b-9c93-45a2-a1e9-ac8348a00a4f,segment=NetworkSegment(4048cdfd-061f-4abb-be0c-adcf5198e676),segment_id=4048cdfd-061f-4abb-be0c-adcf5198e676)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:02.917809 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '95b63a3b-9c93-45a2-a1e9-ac8348a00a4f', 'network_id': '7012d215-ab00-4246-8df5-df2c26747f9f', 'port_id': '95b63a3b-9c93-45a2-a1e9-ac8348a00a4f', 'mac_address': 'fa:16:3e:ca:5b:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8be91764-5d0b-4512-9b1d-253d29f0cf38', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:48:03.035821 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-467a49dc-7275-4fd3-ac6e-4d0782271db8 req-95d03938-5210-4520-93b1-9010aed2576f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f83ccc7-177e-477b-a1bc-dc87a6cc3e24 {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:48:03.046563 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-467a49dc-7275-4fd3-ac6e-4d0782271db8 req-95d03938-5210-4520-93b1-9010aed2576f service neutron] Publish callbacks [] for port (5f83ccc7-177e-477b-a1bc-dc87a6cc3e24), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:03.064956 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-467a49dc-7275-4fd3-ac6e-4d0782271db8 req-95d03938-5210-4520-93b1-9010aed2576f service neutron] Transition to ACTIVE for port object 5f83ccc7-177e-477b-a1bc-dc87a6cc3e24 will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:48:03.135979 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-467a49dc-7275-4fd3-ac6e-4d0782271db8 req-95d03938-5210-4520-93b1-9010aed2576f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (5f83ccc7-177e-477b-a1bc-dc87a6cc3e24), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:03.306655 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b931af6-005a-4bcc-9cd6-520673cd52b7 req-29163577-2bb8-4d70-ba44-48dc71b218d8 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:03.324754 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4b931af6-005a-4bcc-9cd6-520673cd52b7 req-29163577-2bb8-4d70-ba44-48dc71b218d8 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ea82be4-5812-42c2-91fe-61b8ab62c091 HTTP/1.1" status: 200 len: 943 time: 0.6575286 Jan 28 02:48:03.344239 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 95b63a3b-9c93-45a2-a1e9-ac8348a00a4f is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:48:03.344849 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (95b63a3b-9c93-45a2-a1e9-ac8348a00a4f), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:03.379783 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95b63a3b-9c93-45a2-a1e9-ac8348a00a4f {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:48:03.427173 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 95b63a3b-9c93-45a2-a1e9-ac8348a00a4f, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=95b63a3b-9c93-45a2-a1e9-ac8348a00a4f,segment=NetworkSegment(4048cdfd-061f-4abb-be0c-adcf5198e676),segment_id=4048cdfd-061f-4abb-be0c-adcf5198e676)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:03.432017 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:03.436085 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (95b63a3b-9c93-45a2-a1e9-ac8348a00a4f), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:03.468968 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:03.474406 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d03938-5210-4520-93b1-9010aed2576f service neutron] Pushing event updated for resources: {'Port': ['ID=5f83ccc7-177e-477b-a1bc-dc87a6cc3e24,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:03.504246 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-24e35b08-654d-4b15-b77c-7bf15534fb12 admin admin] Publish callbacks [] for security_group (aae53449-81d2-47b0-bda9-7f0175a35c4c), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:03.508815 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=95b63a3b-9c93-45a2-a1e9-ac8348a00a4f,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:03.527232 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-a0d03afb-80df-4319-9e34-5d50f2faf81a tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Allocated IP 192.168.233.105 (00399c87-9b8d-4ccb-b18d-7ccb90f49322/24329ac8-3d67-49eb-9f63-d2859e79e36f/2122dd46-536b-444d-aa9f-6d408b19bbd5) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:48:03.545136 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-467a49dc-7275-4fd3-ac6e-4d0782271db8 req-95d03938-5210-4520-93b1-9010aed2576f service neutron] Attempting to bind port 5f83ccc7-177e-477b-a1bc-dc87a6cc3e24 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:48:03.545461 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-467a49dc-7275-4fd3-ac6e-4d0782271db8 req-95d03938-5210-4520-93b1-9010aed2576f service neutron] Attempting to bind port 5f83ccc7-177e-477b-a1bc-dc87a6cc3e24 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '49d4c981-b004-41ee-ab95-a2b5be80e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b41ec36c-2b47-4b7e-a484-436d2f02d72a'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:48:03.545743 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467a49dc-7275-4fd3-ac6e-4d0782271db8 req-95d03938-5210-4520-93b1-9010aed2576f service neutron] Attempting to bind port 5f83ccc7-177e-477b-a1bc-dc87a6cc3e24 on network b41ec36c-2b47-4b7e-a484-436d2f02d72a {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:48:03.561885 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467a49dc-7275-4fd3-ac6e-4d0782271db8 req-95d03938-5210-4520-93b1-9010aed2576f service neutron] Port 5f83ccc7-177e-477b-a1bc-dc87a6cc3e24 on network b41ec36c-2b47-4b7e-a484-436d2f02d72a not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:48:03.562450 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467a49dc-7275-4fd3-ac6e-4d0782271db8 req-95d03938-5210-4520-93b1-9010aed2576f service neutron] Attempting to bind port 5f83ccc7-177e-477b-a1bc-dc87a6cc3e24 on network b41ec36c-2b47-4b7e-a484-436d2f02d72a {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:48:03.579272 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467a49dc-7275-4fd3-ac6e-4d0782271db8 req-95d03938-5210-4520-93b1-9010aed2576f service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:48:03.579673 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467a49dc-7275-4fd3-ac6e-4d0782271db8 req-95d03938-5210-4520-93b1-9010aed2576f service neutron] Checking segment: {'id': '49d4c981-b004-41ee-ab95-a2b5be80e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b41ec36c-2b47-4b7e-a484-436d2f02d72a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:48:03.579993 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467a49dc-7275-4fd3-ac6e-4d0782271db8 req-95d03938-5210-4520-93b1-9010aed2576f service neutron] Bound using segment: {'id': '49d4c981-b004-41ee-ab95-a2b5be80e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b41ec36c-2b47-4b7e-a484-436d2f02d72a'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:48:03.580434 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-467a49dc-7275-4fd3-ac6e-4d0782271db8 req-95d03938-5210-4520-93b1-9010aed2576f service neutron] Bound port: 5f83ccc7-177e-477b-a1bc-dc87a6cc3e24, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49d4c981-b004-41ee-ab95-a2b5be80e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b41ec36c-2b47-4b7e-a484-436d2f02d72a'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:48:03.580795 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-467a49dc-7275-4fd3-ac6e-4d0782271db8 req-95d03938-5210-4520-93b1-9010aed2576f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5f83ccc7-177e-477b-a1bc-dc87a6cc3e24), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:03.601100 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e96ba547-4a1a-41c1-ab18-6ead9a16149a req-e40e8faa-0131-404e-815b-256574f07eff tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ba52f30-e84d-41b2-931d-9aa9d2d04796 HTTP/1.1" status: 200 len: 210 time: 0.7066381 Jan 28 02:48:03.603675 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4b931af6-005a-4bcc-9cd6-520673cd52b7 req-538128ac-bdd1-4620-b62d-7d6fc857de54 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751415 Jan 28 02:48:03.609229 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-24e35b08-654d-4b15-b77c-7bf15534fb12 admin admin] Publish callbacks [] for security_group (aae53449-81d2-47b0-bda9-7f0175a35c4c), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:03.674246 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b690213c-e63c-472d-a871-60082c335091 req-255f4367-e867-4fd1-bd61-ee4d5e88808f tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=29a2e152744a433f9b25a7592aa94e29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1063571 Jan 28 02:48:03.826697 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a0809-d2bf-431e-b1f0-67749f50191e req-206e5ed1-ccbf-4434-9cbf-80a341632f8f tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:03.828160 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5f8a0809-d2bf-431e-b1f0-67749f50191e req-206e5ed1-ccbf-4434-9cbf-80a341632f8f tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f0055b2-3c4d-4052-bdbb-4ad9404821bc HTTP/1.1" status: 200 len: 945 time: 0.0986450 Jan 28 02:48:03.834548 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-467a49dc-7275-4fd3-ac6e-4d0782271db8 req-95d03938-5210-4520-93b1-9010aed2576f service neutron] For port 5f83ccc7-177e-477b-a1bc-dc87a6cc3e24, host n-h1-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:48:03.840884 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-467a49dc-7275-4fd3-ac6e-4d0782271db8 req-95d03938-5210-4520-93b1-9010aed2576f service neutron] For port 5f83ccc7-177e-477b-a1bc-dc87a6cc3e24, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=5f83ccc7-177e-477b-a1bc-dc87a6cc3e24,segment=NetworkSegment(49d4c981-b004-41ee-ab95-a2b5be80e959),segment_id=49d4c981-b004-41ee-ab95-a2b5be80e959)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:48:03.847628 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-24e35b08-654d-4b15-b77c-7bf15534fb12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (aae53449-81d2-47b0-bda9-7f0175a35c4c), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:03.851442 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-24e35b08-654d-4b15-b77c-7bf15534fb12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:03.853913 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690213c-e63c-472d-a871-60082c335091 req-64511832-499a-43f2-8429-6c5d997a2f75 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:03.855603 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b690213c-e63c-472d-a871-60082c335091 req-64511832-499a-43f2-8429-6c5d997a2f75 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1733406 Jan 28 02:48:03.866804 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-24e35b08-654d-4b15-b77c-7bf15534fb12 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aae53449-81d2-47b0-bda9-7f0175a35c4c HTTP/1.1" status: 204 len: 168 time: 1.3443320 Jan 28 02:48:03.888832 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-467a49dc-7275-4fd3-ac6e-4d0782271db8 req-95d03938-5210-4520-93b1-9010aed2576f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (5f83ccc7-177e-477b-a1bc-dc87a6cc3e24), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:03.918031 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e35b08-654d-4b15-b77c-7bf15534fb12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae53449-81d2-47b0-bda9-7f0175a35c4c,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:03.997266 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['95b63a3b-9c93-45a2-a1e9-ac8348a00a4f'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:48:04.019286 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-a0d03afb-80df-4319-9e34-5d50f2faf81a tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks [] for port (2122dd46-536b-444d-aa9f-6d408b19bbd5), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:04.021368 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a49dc-7275-4fd3-ac6e-4d0782271db8 req-95d03938-5210-4520-93b1-9010aed2576f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:04.022209 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-467a49dc-7275-4fd3-ac6e-4d0782271db8 req-95d03938-5210-4520-93b1-9010aed2576f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:04.028102 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-467a49dc-7275-4fd3-ac6e-4d0782271db8 req-95d03938-5210-4520-93b1-9010aed2576f service neutron] 10.222.0.67 "PUT /v2.0/ports/5f83ccc7-177e-477b-a1bc-dc87a6cc3e24 HTTP/1.1" status: 200 len: 1092 time: 1.8444602 Jan 28 02:48:04.029112 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ea82be4-5812-42c2-91fe-61b8ab62c091', 'tag': '5f83ccc7-177e-477b-a1bc-dc87a6cc3e24'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:48:04.033458 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d900c5e9-33b7-4d29-9230-650e3151f412" -d '{"events": [{"name": "network-changed", "server_uuid": "3ea82be4-5812-42c2-91fe-61b8ab62c091", "tag": "5f83ccc7-177e-477b-a1bc-dc87a6cc3e24"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:48:04.088127 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-b690213c-e63c-472d-a871-60082c335091 req-1b72d0a0-8ea9-4c01-b17f-573dafda01ac tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Request body: {'port': {'device_id': '61174f54-9d67-4d3b-a319-830e35650c26', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'admin_state_up': True, 'tenant_id': '29a2e152744a433f9b25a7592aa94e29'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:48:04.096211 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-a0d03afb-80df-4319-9e34-5d50f2faf81a tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (2122dd46-536b-444d-aa9f-6d408b19bbd5), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:04.175794 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03', 'e4ab30af-1603-4bea-92ba-25b6aad0d335', 'e012a990-cb6c-483f-aac7-ecbf7a096470', 'bbefa95f-706b-412e-ba99-f43f87e55804'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:48:04.180350 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['d925d38d-6ab3-40a6-a442-3a0decad1995', '504f6733-2c63-4d44-befe-b2c7087c2ebb', 'c405b7da-1dd4-4fb5-ac54-10283ff2143a'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:48:04.217449 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-a0d03afb-80df-4319-9e34-5d50f2faf81a tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:48:04.221109 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d03afb-80df-4319-9e34-5d50f2faf81a tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Pushing event updated for resources: {'Port': ['ID=2122dd46-536b-444d-aa9f-6d408b19bbd5,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:04.232829 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-a0d03afb-80df-4319-9e34-5d50f2faf81a tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:48:04.263566 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-a0d03afb-80df-4319-9e34-5d50f2faf81a tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:48:04.268850 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5f8a0809-d2bf-431e-b1f0-67749f50191e req-f082f3c7-fbab-4761-8488-be2044ef40c6 tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] 10.222.0.53 "GET /v2.0/security-groups?id=c853eedb-da17-4cd1-b61c-7365692b7c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4310439 Jan 28 02:48:04.269604 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d03938-5210-4520-93b1-9010aed2576f service neutron] Pushing event updated for resources: {'Port': ['ID=5f83ccc7-177e-477b-a1bc-dc87a6cc3e24,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:04.318609 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a49dc-7275-4fd3-ac6e-4d0782271db8 req-eeec2824-f441-4cfe-899e-ce2171366dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:04.324560 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-467a49dc-7275-4fd3-ac6e-4d0782271db8 req-eeec2824-f441-4cfe-899e-ce2171366dc9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=53e2297c23164a47954b52b6f715a589&device_id=3ea82be4-5812-42c2-91fe-61b8ab62c091 HTTP/1.1" status: 200 len: 1095 time: 0.2072914 Jan 28 02:48:04.474590 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-467a49dc-7275-4fd3-ac6e-4d0782271db8 req-5eae0ec7-d378-4b39-9330-9010b1f2c606 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f83ccc7-177e-477b-a1bc-dc87a6cc3e24 HTTP/1.1" status: 200 len: 217 time: 0.1346536 Jan 28 02:48:04.650296 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a49dc-7275-4fd3-ac6e-4d0782271db8 req-4a45ab3b-c490-4d94-914c-6c7ca0e79eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:04.653606 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-467a49dc-7275-4fd3-ac6e-4d0782271db8 req-4a45ab3b-c490-4d94-914c-6c7ca0e79eac service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c47d8662-592c-46cb-9250-3ddc6d538cb4 HTTP/1.1" status: 200 len: 851 time: 0.1696668 Jan 28 02:48:04.683549 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-a0d03afb-80df-4319-9e34-5d50f2faf81a tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:04.691589 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-a0d03afb-80df-4319-9e34-5d50f2faf81a tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:04.705855 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-467a49dc-7275-4fd3-ac6e-4d0782271db8 req-158df068-22b7-4239-91e5-e5438dbd3466 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b41ec36c-2b47-4b7e-a484-436d2f02d72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462484 Jan 28 02:48:04.777827 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ec229-adb4-4a02-bb93-ecdb25e1c82d req-08f8a3fb-1fcc-41e2-868b-140d6623accb tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:04.800568 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-513ec229-adb4-4a02-bb93-ecdb25e1c82d req-08f8a3fb-1fcc-41e2-868b-140d6623accb tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 945 time: 0.7363830 Jan 28 02:48:04.847820 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ae77db93-5121-4ca5-8885-6bf292518f8b req-17a39daf-6f9e-48d5-abb2-4abeac4974ff tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 210 time: 0.1049609 Jan 28 02:48:04.898859 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-a0d03afb-80df-4319-9e34-5d50f2faf81a tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8584929 Jan 28 02:48:04.933427 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-13a16059-c48e-4174-be0e-42a36d903c37 service neutron] Request body: {'port': {'device_id': '6ba52f30-e84d-41b2-931d-9aa9d2d04796', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:48:04.934269 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-467a49dc-7275-4fd3-ac6e-4d0782271db8 req-de9339db-2c8f-4380-a1ed-0c23c5e79659 service neutron] 10.222.0.67 "GET /v2.0/networks/b41ec36c-2b47-4b7e-a484-436d2f02d72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216251 Jan 28 02:48:04.974125 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:04.988018 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d084b57-0d58-4721-849a-6c727a590508 x-openstack-request-id: req-8d084b57-0d58-4721-849a-6c727a590508 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:48:04.988534 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ea82be4-5812-42c2-91fe-61b8ab62c091", "tag": "5f83ccc7-177e-477b-a1bc-dc87a6cc3e24", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:48:04.988910 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8d084b57-0d58-4721-849a-6c727a590508 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:48:04.993280 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ea82be4-5812-42c2-91fe-61b8ab62c091', 'tag': '5f83ccc7-177e-477b-a1bc-dc87a6cc3e24', 'status': 'completed', 'code': 200} Jan 28 02:48:05.049110 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-13a16059-c48e-4174-be0e-42a36d903c37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2122dd46-536b-444d-aa9f-6d408b19bbd5), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:05.069839 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b690213c-e63c-472d-a871-60082c335091 req-1b72d0a0-8ea9-4c01-b17f-573dafda01ac tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Made reservation on behalf of 29a2e152744a433f9b25a7592aa94e29 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:48:05.073894 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b690213c-e63c-472d-a871-60082c335091 req-1b72d0a0-8ea9-4c01-b17f-573dafda01ac tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:05.104283 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-513ec229-adb4-4a02-bb93-ecdb25e1c82d req-eaa146d9-79b9-47a6-93e1-bb825708495c tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030796 Jan 28 02:48:05.166926 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-577f1bbc-57a5-40ca-9d6f-966f258fd5fd None None] Provisioning complete for port 2122dd46-536b-444d-aa9f-6d408b19bbd5 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:48:05.167510 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-577f1bbc-57a5-40ca-9d6f-966f258fd5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (2122dd46-536b-444d-aa9f-6d408b19bbd5), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:05.213159 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-467a49dc-7275-4fd3-ac6e-4d0782271db8 req-510ccc86-4db9-4ed5-8293-520559dc8e19 service neutron] 10.222.0.67 "GET /v2.0/networks/b41ec36c-2b47-4b7e-a484-436d2f02d72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662723 Jan 28 02:48:05.231078 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-577f1bbc-57a5-40ca-9d6f-966f258fd5fd None None] Port 2122dd46-536b-444d-aa9f-6d408b19bbd5 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:48:05.240277 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd67b5-ca99-4970-8db5-e39f8d58b40d req-ad0cdbe7-d49f-40a7-859a-57d639b5bd19 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:05.251502 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-27fd67b5-ca99-4970-8db5-e39f8d58b40d req-ad0cdbe7-d49f-40a7-859a-57d639b5bd19 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ba52f30-e84d-41b2-931d-9aa9d2d04796 HTTP/1.1" status: 200 len: 936 time: 0.1045866 Jan 28 02:48:05.338128 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-27fd67b5-ca99-4970-8db5-e39f8d58b40d req-417bfb40-31bf-44c1-9d0c-8e2da7eab4af tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856371 Jan 28 02:48:05.435884 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900c5e9-33b7-4d29-9230-650e3151f412 req-fea15eb4-3a02-4464-a646-0aebe600c427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:05.440042 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d900c5e9-33b7-4d29-9230-650e3151f412 req-fea15eb4-3a02-4464-a646-0aebe600c427 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=53e2297c23164a47954b52b6f715a589&device_id=3ea82be4-5812-42c2-91fe-61b8ab62c091 HTTP/1.1" status: 200 len: 1095 time: 0.0999393 Jan 28 02:48:05.497861 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-b690213c-e63c-472d-a871-60082c335091 req-1b72d0a0-8ea9-4c01-b17f-573dafda01ac tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Allocated IP 192.168.233.237 (00399c87-9b8d-4ccb-b18d-7ccb90f49322/24329ac8-3d67-49eb-9f63-d2859e79e36f/a56d5000-9503-420d-bbeb-52893511a096) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:48:05.598049 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57260) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:48:05.611342 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900c5e9-33b7-4d29-9230-650e3151f412 req-dc2fc5c8-7e25-4d81-be22-5210ef1d0fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:05.612823 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d900c5e9-33b7-4d29-9230-650e3151f412 req-dc2fc5c8-7e25-4d81-be22-5210ef1d0fbb service neutron] 10.222.0.67 "GET /v2.0/networks?id=b41ec36c-2b47-4b7e-a484-436d2f02d72a HTTP/1.1" status: 200 len: 912 time: 0.1608720 Jan 28 02:48:05.766246 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d900c5e9-33b7-4d29-9230-650e3151f412 req-75494af5-fcae-409d-aaf1-6839ecc58ac8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f83ccc7-177e-477b-a1bc-dc87a6cc3e24 HTTP/1.1" status: 200 len: 217 time: 0.1171420 Jan 28 02:48:05.803193 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd68f7-4dd8-42c2-b4f7-fc8792b8f02d req-8d7533d7-73fb-42cd-80d0-b089844eaa53 tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:05.807360 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7ffd68f7-4dd8-42c2-b4f7-fc8792b8f02d req-8d7533d7-73fb-42cd-80d0-b089844eaa53 tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f0055b2-3c4d-4052-bdbb-4ad9404821bc HTTP/1.1" status: 200 len: 945 time: 0.3660688 Jan 28 02:48:05.870912 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900c5e9-33b7-4d29-9230-650e3151f412 req-ebf5ee59-755d-4747-b104-8b5295d23922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:05.872399 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d900c5e9-33b7-4d29-9230-650e3151f412 req-ebf5ee59-755d-4747-b104-8b5295d23922 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c47d8662-592c-46cb-9250-3ddc6d538cb4 HTTP/1.1" status: 200 len: 851 time: 0.0979393 Jan 28 02:48:05.916149 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d900c5e9-33b7-4d29-9230-650e3151f412 req-306c2aa9-c90c-4e67-b3a9-62301565451f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b41ec36c-2b47-4b7e-a484-436d2f02d72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356629 Jan 28 02:48:05.934529 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:05.950742 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-543307dd-40ee-4c0f-bdf6-af01daca81ec admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1174056535-network', 'tenant_id': 'e3a83e0e1e7b4f9da20361fc0066f10c'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:48:05.993943 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c8a20-2db5-4d7c-83bc-073b0fdd2c94 req-74b3f62c-a7f6-4567-9db3-bb98acc7aa0c tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:05.996210 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d25c8a20-2db5-4d7c-83bc-073b0fdd2c94 req-74b3f62c-a7f6-4567-9db3-bb98acc7aa0c tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ea82be4-5812-42c2-91fe-61b8ab62c091 HTTP/1.1" status: 200 len: 943 time: 0.3923204 Jan 28 02:48:06.012919 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7ffd68f7-4dd8-42c2-b4f7-fc8792b8f02d req-173a5348-a6a2-4979-9e55-5c7c7dc7b885 tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] 10.222.0.53 "GET /v2.0/security-groups?id=c853eedb-da17-4cd1-b61c-7365692b7c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393399 Jan 28 02:48:06.049875 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543307dd-40ee-4c0f-bdf6-af01daca81ec admin admin] Made reservation on behalf of e3a83e0e1e7b4f9da20361fc0066f10c for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:48:06.053098 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-543307dd-40ee-4c0f-bdf6-af01daca81ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:06.075620 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b690213c-e63c-472d-a871-60082c335091 req-1b72d0a0-8ea9-4c01-b17f-573dafda01ac tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Publish callbacks [] for port (a56d5000-9503-420d-bbeb-52893511a096), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:06.077684 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-543307dd-40ee-4c0f-bdf6-af01daca81ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:06.091857 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d900c5e9-33b7-4d29-9230-650e3151f412 req-ea30666f-6f3b-407c-9e3c-fc58b507787a service neutron] 10.222.0.67 "GET /v2.0/networks/b41ec36c-2b47-4b7e-a484-436d2f02d72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681962 Jan 28 02:48:06.184733 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-543307dd-40ee-4c0f-bdf6-af01daca81ec admin admin] Publish callbacks [] for security_group (f0654005-effe-41a4-b6be-0db1399424e5), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:06.200495 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-543307dd-40ee-4c0f-bdf6-af01daca81ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f0654005-effe-41a4-b6be-0db1399424e5), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:06.215404 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-543307dd-40ee-4c0f-bdf6-af01daca81ec admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:48:06.227684 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-543307dd-40ee-4c0f-bdf6-af01daca81ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (0fd4c2ea-2422-40e8-945d-f13eca5303f9), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:06.228402 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-543307dd-40ee-4c0f-bdf6-af01daca81ec admin admin] Added segment 0fd4c2ea-2422-40e8-945d-f13eca5303f9 of type vlan for network be703702-7af5-402e-8d68-076a1cbb8c04 Jan 28 02:48:06.264829 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d900c5e9-33b7-4d29-9230-650e3151f412 req-91d8fa90-fa9f-44a4-b091-e74a138f19dc service neutron] 10.222.0.67 "GET /v2.0/networks/b41ec36c-2b47-4b7e-a484-436d2f02d72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554770 Jan 28 02:48:06.291947 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-543307dd-40ee-4c0f-bdf6-af01daca81ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (be703702-7af5-402e-8d68-076a1cbb8c04), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:06.350450 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-543307dd-40ee-4c0f-bdf6-af01daca81ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (be703702-7af5-402e-8d68-076a1cbb8c04), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:06.351419 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543307dd-40ee-4c0f-bdf6-af01daca81ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:06.352124 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-543307dd-40ee-4c0f-bdf6-af01daca81ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:06.361131 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-05893a50-366f-4d20-876c-cafb3ef74e96 req-79c301f9-a6ec-4701-aafb-86eb3a533d32 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 210 time: 0.0414870 Jan 28 02:48:06.443026 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543307dd-40ee-4c0f-bdf6-af01daca81ec admin admin] Pushing event updated for resources: {'Network': ['ID=be703702-7af5-402e-8d68-076a1cbb8c04,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:06.457112 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network be703702-7af5-402e-8d68-076a1cbb8c04 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:48:06.467570 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-543307dd-40ee-4c0f-bdf6-af01daca81ec admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.8605051 Jan 28 02:48:06.469113 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57280) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:48:06.488522 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-38775ecd-a11c-4ceb-9f63-cdd1a910019e admin admin] Request body: {'subnet': {'network_id': 'be703702-7af5-402e-8d68-076a1cbb8c04', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1174056535-subnet', 'tenant_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:48:06.501099 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d25c8a20-2db5-4d7c-83bc-073b0fdd2c94 req-008c2716-df7a-4ffe-9b99-85c5a829819c tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4947069 Jan 28 02:48:06.501864 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543307dd-40ee-4c0f-bdf6-af01daca81ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0654005-effe-41a4-b6be-0db1399424e5,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:06.559511 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38775ecd-a11c-4ceb-9f63-cdd1a910019e admin admin] Made reservation on behalf of e3a83e0e1e7b4f9da20361fc0066f10c for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:48:06.562349 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b690213c-e63c-472d-a871-60082c335091 req-1b72d0a0-8ea9-4c01-b17f-573dafda01ac tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (a56d5000-9503-420d-bbeb-52893511a096), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:06.570055 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-38775ecd-a11c-4ceb-9f63-cdd1a910019e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:06.606945 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20219a4-da1c-4aa2-a6e8-6f04cdf9b473 req-a028a657-9ecc-498f-bb0a-b591cb8952ff tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:06.607193 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['acba92ab-c841-45d8-aacc-9e88e553230d'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:48:06.609447 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a20219a4-da1c-4aa2-a6e8-6f04cdf9b473 req-a028a657-9ecc-498f-bb0a-b591cb8952ff tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 945 time: 0.1989443 Jan 28 02:48:06.644760 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['50ef5e41-dc48-4c5c-81f9-d97cb05ba83d', 'db544135-c445-4692-8e64-1b183a504092'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:48:06.699318 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 95b63a3b-9c93-45a2-a1e9-ac8348a00a4f up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:48:06.723371 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b690213c-e63c-472d-a871-60082c335091 req-1b72d0a0-8ea9-4c01-b17f-573dafda01ac tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:48:06.753762 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a20219a4-da1c-4aa2-a6e8-6f04cdf9b473 req-5cf17274-1c1f-45dd-85a2-6579b1ca3e04 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082458 Jan 28 02:48:06.763708 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-b690213c-e63c-472d-a871-60082c335091 req-1b72d0a0-8ea9-4c01-b17f-573dafda01ac tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:48:06.786563 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-b690213c-e63c-472d-a871-60082c335091 req-1b72d0a0-8ea9-4c01-b17f-573dafda01ac tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:48:06.789454 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b72d0a0-8ea9-4c01-b17f-573dafda01ac tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Pushing event updated for resources: {'Port': ['ID=a56d5000-9503-420d-bbeb-52893511a096,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:06.948596 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-38775ecd-a11c-4ceb-9f63-cdd1a910019e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (fc944f55-5387-4378-a8b1-840d88a73f81), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:06.969039 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd3a64-be74-4435-8d4b-ccce517b39b1 req-1505b333-70cb-4d20-9b6f-61b2c9ae1876 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:06.973749 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-66fd3a64-be74-4435-8d4b-ccce517b39b1 req-1505b333-70cb-4d20-9b6f-61b2c9ae1876 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ba52f30-e84d-41b2-931d-9aa9d2d04796 HTTP/1.1" status: 200 len: 936 time: 0.2974088 Jan 28 02:48:07.078810 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38775ecd-a11c-4ceb-9f63-cdd1a910019e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc944f55-5387-4378-a8b1-840d88a73f81,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:07.122653 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-13a16059-c48e-4174-be0e-42a36d903c37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2122dd46-536b-444d-aa9f-6d408b19bbd5 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:48:07.143509 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-13a16059-c48e-4174-be0e-42a36d903c37 service neutron] Publish callbacks [] for port (2122dd46-536b-444d-aa9f-6d408b19bbd5), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:07.174265 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38775ecd-a11c-4ceb-9f63-cdd1a910019e admin admin] Checking segment: {'id': '0fd4c2ea-2422-40e8-945d-f13eca5303f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'be703702-7af5-402e-8d68-076a1cbb8c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:48:07.174634 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38775ecd-a11c-4ceb-9f63-cdd1a910019e admin admin] Network hostable DHCP agents. Network: be703702-7af5-402e-8d68-076a1cbb8c04, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:48:07.182858 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 95b63a3b-9c93-45a2-a1e9-ac8348a00a4f completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:48:07.185097 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-13a16059-c48e-4174-be0e-42a36d903c37 service neutron] Transition to ACTIVE for port object 2122dd46-536b-444d-aa9f-6d408b19bbd5 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:48:07.200336 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 95b63a3b-9c93-45a2-a1e9-ac8348a00a4f triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:48:07.202649 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (95b63a3b-9c93-45a2-a1e9-ac8348a00a4f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:07.217003 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690213c-e63c-472d-a871-60082c335091 req-1b72d0a0-8ea9-4c01-b17f-573dafda01ac tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:07.218358 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b690213c-e63c-472d-a871-60082c335091 req-1b72d0a0-8ea9-4c01-b17f-573dafda01ac tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:07.224449 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-13a16059-c48e-4174-be0e-42a36d903c37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (2122dd46-536b-444d-aa9f-6d408b19bbd5), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:07.263560 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0317d67-082c-4cbc-ba8c-3a58863af82e req-588eb5e7-b9b0-4045-996a-dafc0e3005c5 tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:07.265577 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d0317d67-082c-4cbc-ba8c-3a58863af82e req-588eb5e7-b9b0-4045-996a-dafc0e3005c5 tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f0055b2-3c4d-4052-bdbb-4ad9404821bc HTTP/1.1" status: 200 len: 945 time: 0.1060116 Jan 28 02:48:07.266945 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38775ecd-a11c-4ceb-9f63-cdd1a910019e admin admin] Network be703702-7af5-402e-8d68-076a1cbb8c04 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:48:07.286772 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-38775ecd-a11c-4ceb-9f63-cdd1a910019e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, be703702-7af5-402e-8d68-076a1cbb8c04) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:48:07.300633 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38775ecd-a11c-4ceb-9f63-cdd1a910019e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:07.301691 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-38775ecd-a11c-4ceb-9f63-cdd1a910019e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:07.331505 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-66fd3a64-be74-4435-8d4b-ccce517b39b1 req-38fa38df-e252-4826-a957-6046c7096529 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082089 Jan 28 02:48:07.364542 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-38775ecd-a11c-4ceb-9f63-cdd1a910019e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8898547 Jan 28 02:48:07.383755 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57288) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:48:07.389908 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c592b741-0716-4ab5-8174-7d4fc349466b None None] Network be703702-7af5-402e-8d68-076a1cbb8c04 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:48:07.404127 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-12a5f177-ea06-419a-9f07-8b370cb50c5f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1174056535-router', 'tenant_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:48:07.456355 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d0317d67-082c-4cbc-ba8c-3a58863af82e req-fbd80143-e1db-42c5-a7bb-9fe4de9f8af1 tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] 10.222.0.53 "GET /v2.0/security-groups?id=c853eedb-da17-4cd1-b61c-7365692b7c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789277 Jan 28 02:48:07.472512 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b690213c-e63c-472d-a871-60082c335091 req-1b72d0a0-8ea9-4c01-b17f-573dafda01ac tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4033930 Jan 28 02:48:07.485369 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-b690213c-e63c-472d-a871-60082c335091 req-5490f83c-4b52-4d63-a21e-fc35fd22ef72 service neutron] Request body: {'port': {'device_id': '61174f54-9d67-4d3b-a319-830e35650c26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:48:07.507700 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-12a5f177-ea06-419a-9f07-8b370cb50c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:07.510095 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-12a5f177-ea06-419a-9f07-8b370cb50c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:07.688681 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 95b63a3b-9c93-45a2-a1e9-ac8348a00a4f is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:48:07.689905 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (95b63a3b-9c93-45a2-a1e9-ac8348a00a4f), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:07.708724 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-12a5f177-ea06-419a-9f07-8b370cb50c5f admin admin] Publish callbacks [] for router_controller (eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:07.772000 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-13a16059-c48e-4174-be0e-42a36d903c37 service neutron] Attempting to bind port 2122dd46-536b-444d-aa9f-6d408b19bbd5 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:48:07.772342 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-13a16059-c48e-4174-be0e-42a36d903c37 service neutron] Attempting to bind port 2122dd46-536b-444d-aa9f-6d408b19bbd5 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:48:07.779634 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-13a16059-c48e-4174-be0e-42a36d903c37 service neutron] Attempting to bind port 2122dd46-536b-444d-aa9f-6d408b19bbd5 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:48:07.807860 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a16059-c48e-4174-be0e-42a36d903c37 service neutron] Pushing event updated for resources: {'Port': ['ID=2122dd46-536b-444d-aa9f-6d408b19bbd5,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:07.813947 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-94386431-e3fb-4334-b482-312dcfcad35e None None] Provisioning complete for port a56d5000-9503-420d-bbeb-52893511a096 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:48:07.814660 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-94386431-e3fb-4334-b482-312dcfcad35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (a56d5000-9503-420d-bbeb-52893511a096), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:07.871926 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-13a16059-c48e-4174-be0e-42a36d903c37 service neutron] Port 2122dd46-536b-444d-aa9f-6d408b19bbd5 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:48:07.872253 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-13a16059-c48e-4174-be0e-42a36d903c37 service neutron] Attempting to bind port 2122dd46-536b-444d-aa9f-6d408b19bbd5 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:48:07.879226 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-12a5f177-ea06-419a-9f07-8b370cb50c5f admin admin] Publish callbacks [] for router_gateway (eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:07.902498 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ed2b5-7891-4a3d-b3ca-3a1f5a9aee65 req-0edbee36-f273-4c51-bdd9-7800b04510a5 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:07.904035 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d46ed2b5-7891-4a3d-b3ca-3a1f5a9aee65 req-0edbee36-f273-4c51-bdd9-7800b04510a5 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 936 time: 0.1138804 Jan 28 02:48:07.920314 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-13a16059-c48e-4174-be0e-42a36d903c37 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:48:07.920655 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-13a16059-c48e-4174-be0e-42a36d903c37 service neutron] Checking segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:48:07.921203 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-13a16059-c48e-4174-be0e-42a36d903c37 service neutron] Bound using segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:48:07.921992 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-13a16059-c48e-4174-be0e-42a36d903c37 service neutron] Bound port: 2122dd46-536b-444d-aa9f-6d408b19bbd5, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:48:07.922358 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-13a16059-c48e-4174-be0e-42a36d903c37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2122dd46-536b-444d-aa9f-6d408b19bbd5), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:08.006305 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3836489-f99a-475a-8046-af471a0cff92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-be703702-7af5-402e-8d68-076a1cbb8c04', 'network_id': 'be703702-7af5-402e-8d68-076a1cbb8c04', 'project_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'fixed_ips': [{'subnet_id': 'fc944f55-5387-4378-a8b1-840d88a73f81'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:48:08.007267 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e3836489-f99a-475a-8046-af471a0cff92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:08.011758 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-13a16059-c48e-4174-be0e-42a36d903c37 service neutron] For port 2122dd46-536b-444d-aa9f-6d408b19bbd5, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:48:08.023469 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-13a16059-c48e-4174-be0e-42a36d903c37 service neutron] For port 2122dd46-536b-444d-aa9f-6d408b19bbd5, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=2122dd46-536b-444d-aa9f-6d408b19bbd5,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:48:08.032280 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6e31c-b036-4ae6-8f56-394728b45465 req-81ee8da7-930c-4e1c-b16c-d7828fed0e5e tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:08.044910 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-55a6e31c-b036-4ae6-8f56-394728b45465 req-81ee8da7-930c-4e1c-b16c-d7828fed0e5e tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ea82be4-5812-42c2-91fe-61b8ab62c091 HTTP/1.1" status: 200 len: 943 time: 0.2434692 Jan 28 02:48:08.048283 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-13a16059-c48e-4174-be0e-42a36d903c37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (2122dd46-536b-444d-aa9f-6d408b19bbd5), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:08.085755 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0055b2-3c4d-4052-bdbb-4ad9404821bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b63a3b-9c93-45a2-a1e9-ac8348a00a4f'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:48:08.091863 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b690213c-e63c-472d-a871-60082c335091 req-5490f83c-4b52-4d63-a21e-fc35fd22ef72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (a56d5000-9503-420d-bbeb-52893511a096), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:08.092112 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364dccf9-bc8f-4add-b3d1-c5ac900e8c28" -d '{"events": [{"server_uuid": "9f0055b2-3c4d-4052-bdbb-4ad9404821bc", "name": "network-vif-plugged", "status": "completed", "tag": "95b63a3b-9c93-45a2-a1e9-ac8348a00a4f"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:48:08.143372 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-94386431-e3fb-4334-b482-312dcfcad35e None None] Port a56d5000-9503-420d-bbeb-52893511a096 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:48:08.146719 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-13a16059-c48e-4174-be0e-42a36d903c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:08.147735 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-13a16059-c48e-4174-be0e-42a36d903c37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:08.154560 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-13a16059-c48e-4174-be0e-42a36d903c37 service neutron] 10.222.0.67 "PUT /v2.0/ports/2122dd46-536b-444d-aa9f-6d408b19bbd5 HTTP/1.1" status: 200 len: 1097 time: 3.2307897 Jan 28 02:48:08.154784 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 95b63a3b-9c93-45a2-a1e9-ac8348a00a4f, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=95b63a3b-9c93-45a2-a1e9-ac8348a00a4f,segment=NetworkSegment(4048cdfd-061f-4abb-be0c-adcf5198e676),segment_id=4048cdfd-061f-4abb-be0c-adcf5198e676)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:08.175011 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-55a6e31c-b036-4ae6-8f56-394728b45465 req-3b5dec18-7434-458b-ae1b-4f5dfa718182 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274240 Jan 28 02:48:08.225246 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (95b63a3b-9c93-45a2-a1e9-ac8348a00a4f), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:08.504882 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=95b63a3b-9c93-45a2-a1e9-ac8348a00a4f,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:08.524863 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:08.525381 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:08.525824 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:08.526287 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:08.526712 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:08.527144 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:08.527571 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:08.527999 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:08.528424 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:08.528856 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:08.529574 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:08.529999 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:08.530436 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:08.553188 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-b690213c-e63c-472d-a871-60082c335091 req-5490f83c-4b52-4d63-a21e-fc35fd22ef72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a56d5000-9503-420d-bbeb-52893511a096 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:48:08.555357 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-e3836489-f99a-475a-8046-af471a0cff92 None None] Allocated IP 172.20.0.2 (be703702-7af5-402e-8d68-076a1cbb8c04/fc944f55-5387-4378-a8b1-840d88a73f81/da69ce78-6c74-4a39-aba4-0a8a3fe972ef) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:48:08.567507 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b690213c-e63c-472d-a871-60082c335091 req-5490f83c-4b52-4d63-a21e-fc35fd22ef72 service neutron] Publish callbacks [] for port (a56d5000-9503-420d-bbeb-52893511a096), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:08.599537 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-b690213c-e63c-472d-a871-60082c335091 req-5490f83c-4b52-4d63-a21e-fc35fd22ef72 service neutron] Transition to ACTIVE for port object a56d5000-9503-420d-bbeb-52893511a096 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:48:08.607324 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d46ed2b5-7891-4a3d-b3ca-3a1f5a9aee65 req-785a57ea-da5b-41f9-876f-ebc28f9b2949 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6696711 Jan 28 02:48:08.607461 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ba52f30-e84d-41b2-931d-9aa9d2d04796', 'tag': '2122dd46-536b-444d-aa9f-6d408b19bbd5'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:48:08.611184 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b172669-67a3-412b-b513-7d11257e4f1a" -d '{"events": [{"name": "network-changed", "server_uuid": "6ba52f30-e84d-41b2-931d-9aa9d2d04796", "tag": "2122dd46-536b-444d-aa9f-6d408b19bbd5"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:48:08.618935 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b690213c-e63c-472d-a871-60082c335091 req-5490f83c-4b52-4d63-a21e-fc35fd22ef72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (a56d5000-9503-420d-bbeb-52893511a096), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:08.755861 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e3836489-f99a-475a-8046-af471a0cff92 None None] Publish callbacks [] for port (da69ce78-6c74-4a39-aba4-0a8a3fe972ef), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:08.762956 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8243d4be-62fb-428e-89a7-311f6b59d845 x-openstack-request-id: req-8243d4be-62fb-428e-89a7-311f6b59d845 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:48:08.763363 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0055b2-3c4d-4052-bdbb-4ad9404821bc", "name": "network-vif-plugged", "status": "completed", "tag": "95b63a3b-9c93-45a2-a1e9-ac8348a00a4f", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:48:08.763770 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8243d4be-62fb-428e-89a7-311f6b59d845 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:48:08.764461 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0055b2-3c4d-4052-bdbb-4ad9404821bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b63a3b-9c93-45a2-a1e9-ac8348a00a4f', 'code': 200} Jan 28 02:48:08.782145 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e3836489-f99a-475a-8046-af471a0cff92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (da69ce78-6c74-4a39-aba4-0a8a3fe972ef), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:08.815197 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-d6bd1411-6a60-4d26-ac58-2f45a9dacb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:08.816725 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-d6bd1411-6a60-4d26-ac58-2f45a9dacb79 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=48a9da4172074c31af36ad122c33e36a&device_id=6ba52f30-e84d-41b2-931d-9aa9d2d04796 HTTP/1.1" status: 200 len: 1100 time: 0.2021735 Jan 28 02:48:08.856133 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3836489-f99a-475a-8046-af471a0cff92 None None] Pushing event updated for resources: {'Port': ['ID=da69ce78-6c74-4a39-aba4-0a8a3fe972ef,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:08.872930 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a16059-c48e-4174-be0e-42a36d903c37 service neutron] Pushing event updated for resources: {'Port': ['ID=2122dd46-536b-444d-aa9f-6d408b19bbd5,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:08.883468 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3836489-f99a-475a-8046-af471a0cff92 None None] Network be703702-7af5-402e-8d68-076a1cbb8c04 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:48:08.885565 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-e3836489-f99a-475a-8046-af471a0cff92 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:48:08.892996 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3836489-f99a-475a-8046-af471a0cff92 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:48:08.950115 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-e528a91f-47e0-4ed3-b0f7-0f7019e269a8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=2122dd46-536b-444d-aa9f-6d408b19bbd5 HTTP/1.1" status: 200 len: 217 time: 0.1127141 Jan 28 02:48:08.976251 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-e3836489-f99a-475a-8046-af471a0cff92 None None] Attempting to bind port da69ce78-6c74-4a39-aba4-0a8a3fe972ef on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:48:08.976939 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-e3836489-f99a-475a-8046-af471a0cff92 None None] Attempting to bind port da69ce78-6c74-4a39-aba4-0a8a3fe972ef by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '0fd4c2ea-2422-40e8-945d-f13eca5303f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'be703702-7af5-402e-8d68-076a1cbb8c04'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:48:08.977520 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3836489-f99a-475a-8046-af471a0cff92 None None] Attempting to bind port da69ce78-6c74-4a39-aba4-0a8a3fe972ef on network be703702-7af5-402e-8d68-076a1cbb8c04 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:48:08.985116 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3836489-f99a-475a-8046-af471a0cff92 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:48:08.985813 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3836489-f99a-475a-8046-af471a0cff92 None None] Checking segment: {'id': '0fd4c2ea-2422-40e8-945d-f13eca5303f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'be703702-7af5-402e-8d68-076a1cbb8c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:48:08.986381 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e3836489-f99a-475a-8046-af471a0cff92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:08.986930 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3836489-f99a-475a-8046-af471a0cff92 None None] Bound using segment: {'id': '0fd4c2ea-2422-40e8-945d-f13eca5303f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'be703702-7af5-402e-8d68-076a1cbb8c04'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:48:08.987584 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-e3836489-f99a-475a-8046-af471a0cff92 None None] Bound port: da69ce78-6c74-4a39-aba4-0a8a3fe972ef, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd4c2ea-2422-40e8-945d-f13eca5303f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'be703702-7af5-402e-8d68-076a1cbb8c04'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:48:08.988154 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e3836489-f99a-475a-8046-af471a0cff92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (da69ce78-6c74-4a39-aba4-0a8a3fe972ef), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:08.999587 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773249f2-e57e-44d1-a5f8-270bf2946ef8 req-8219c6c5-fc56-41d2-ac26-f5b7e712c19f tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:09.001410 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-773249f2-e57e-44d1-a5f8-270bf2946ef8 req-8219c6c5-fc56-41d2-ac26-f5b7e712c19f tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 945 time: 0.2206714 Jan 28 02:48:09.015804 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671079d-cf5a-41c1-8302-7642301c13b9 req-d81d168d-0302-4ec9-aa63-0a238e9967d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:09.018312 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e671079d-cf5a-41c1-8302-7642301c13b9 req-d81d168d-0302-4ec9-aa63-0a238e9967d8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9f0055b2-3c4d-4052-bdbb-4ad9404821bc HTTP/1.1" status: 200 len: 1098 time: 0.1560674 Jan 28 02:48:09.047882 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-12a5f177-ea06-419a-9f07-8b370cb50c5f admin admin] Publish callbacks [] for router_gateway (eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:09.083530 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-12a5f177-ea06-419a-9f07-8b370cb50c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:09.088046 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-e3836489-f99a-475a-8046-af471a0cff92 None None] For port da69ce78-6c74-4a39-aba4-0a8a3fe972ef, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:48:09.091363 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-e3836489-f99a-475a-8046-af471a0cff92 None None] For port da69ce78-6c74-4a39-aba4-0a8a3fe972ef, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=da69ce78-6c74-4a39-aba4-0a8a3fe972ef,segment=NetworkSegment(0fd4c2ea-2422-40e8-945d-f13eca5303f9),segment_id=0fd4c2ea-2422-40e8-945d-f13eca5303f9)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:48:09.113195 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e3836489-f99a-475a-8046-af471a0cff92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (da69ce78-6c74-4a39-aba4-0a8a3fe972ef), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:09.121625 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5490f83c-4b52-4d63-a21e-fc35fd22ef72 service neutron] Pushing event updated for resources: {'Port': ['ID=a56d5000-9503-420d-bbeb-52893511a096,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:09.180099 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-b690213c-e63c-472d-a871-60082c335091 req-5490f83c-4b52-4d63-a21e-fc35fd22ef72 service neutron] Attempting to bind port a56d5000-9503-420d-bbeb-52893511a096 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:48:09.180509 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-b690213c-e63c-472d-a871-60082c335091 req-5490f83c-4b52-4d63-a21e-fc35fd22ef72 service neutron] Attempting to bind port a56d5000-9503-420d-bbeb-52893511a096 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:48:09.180760 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b690213c-e63c-472d-a871-60082c335091 req-5490f83c-4b52-4d63-a21e-fc35fd22ef72 service neutron] Attempting to bind port a56d5000-9503-420d-bbeb-52893511a096 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:48:09.207494 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a31c71-f6c5-47d5-bcbd-637078aefe94 req-fe3f3dfc-aeee-457b-bb4b-9cde48cb7031 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:09.209225 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-30a31c71-f6c5-47d5-bcbd-637078aefe94 req-fe3f3dfc-aeee-457b-bb4b-9cde48cb7031 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ba52f30-e84d-41b2-931d-9aa9d2d04796 HTTP/1.1" status: 200 len: 948 time: 0.3915102 Jan 28 02:48:09.213425 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b690213c-e63c-472d-a871-60082c335091 req-5490f83c-4b52-4d63-a21e-fc35fd22ef72 service neutron] Port a56d5000-9503-420d-bbeb-52893511a096 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:48:09.213754 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b690213c-e63c-472d-a871-60082c335091 req-5490f83c-4b52-4d63-a21e-fc35fd22ef72 service neutron] Attempting to bind port a56d5000-9503-420d-bbeb-52893511a096 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:48:09.216521 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3836489-f99a-475a-8046-af471a0cff92 None None] Pushing event updated for resources: {'Port': ['ID=da69ce78-6c74-4a39-aba4-0a8a3fe972ef,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:09.233039 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b690213c-e63c-472d-a871-60082c335091 req-5490f83c-4b52-4d63-a21e-fc35fd22ef72 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:48:09.233398 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b690213c-e63c-472d-a871-60082c335091 req-5490f83c-4b52-4d63-a21e-fc35fd22ef72 service neutron] Checking segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:48:09.233785 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b690213c-e63c-472d-a871-60082c335091 req-5490f83c-4b52-4d63-a21e-fc35fd22ef72 service neutron] Bound using segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:48:09.234117 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-773249f2-e57e-44d1-a5f8-270bf2946ef8 req-ddaab69a-125c-4b46-879f-786c26ef8b51 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138774 Jan 28 02:48:09.234234 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-b690213c-e63c-472d-a871-60082c335091 req-5490f83c-4b52-4d63-a21e-fc35fd22ef72 service neutron] Bound port: a56d5000-9503-420d-bbeb-52893511a096, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:48:09.234566 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b690213c-e63c-472d-a871-60082c335091 req-5490f83c-4b52-4d63-a21e-fc35fd22ef72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (a56d5000-9503-420d-bbeb-52893511a096), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:09.252664 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-8b4ff1c0-9168-455f-9945-299cf9cdaad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:09.254247 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-8b4ff1c0-9168-455f-9945-299cf9cdaad5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.2339380 Jan 28 02:48:09.265959 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e671079d-cf5a-41c1-8302-7642301c13b9 req-502863c9-bdf7-474b-bdb4-dc0a636285b5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c853eedb-da17-4cd1-b61c-7365692b7c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333877 Jan 28 02:48:09.375025 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-6e15c4f0-60e2-4a90-aec1-34c955e8d52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:09.376427 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-6e15c4f0-60e2-4a90-aec1-34c955e8d52b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1128154 Jan 28 02:48:09.380217 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-30a31c71-f6c5-47d5-bcbd-637078aefe94 req-95b20671-98d7-43cd-abae-495ac9129472 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535239 Jan 28 02:48:09.394726 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-12a5f177-ea06-419a-9f07-8b370cb50c5f admin admin] Allocated IP 172.25.0.167 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/0773ec49-1d71-4a57-bac8-4852f5b12ee0) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:48:09.427047 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-b690213c-e63c-472d-a871-60082c335091 req-5490f83c-4b52-4d63-a21e-fc35fd22ef72 service neutron] For port a56d5000-9503-420d-bbeb-52893511a096, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:48:09.433792 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-b690213c-e63c-472d-a871-60082c335091 req-5490f83c-4b52-4d63-a21e-fc35fd22ef72 service neutron] For port a56d5000-9503-420d-bbeb-52893511a096, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=a56d5000-9503-420d-bbeb-52893511a096,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:48:09.441462 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b690213c-e63c-472d-a871-60082c335091 req-5490f83c-4b52-4d63-a21e-fc35fd22ef72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (a56d5000-9503-420d-bbeb-52893511a096), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:09.455949 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f21462-a991-4c07-8988-5a716cfd8e65 req-f79fe7db-66ee-4db3-bc91-5f1818fe7c60 tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:09.465517 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e9f21462-a991-4c07-8988-5a716cfd8e65 req-f79fe7db-66ee-4db3-bc91-5f1818fe7c60 tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f0055b2-3c4d-4052-bdbb-4ad9404821bc HTTP/1.1" status: 200 len: 946 time: 0.1408393 Jan 28 02:48:09.494967 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690213c-e63c-472d-a871-60082c335091 req-5490f83c-4b52-4d63-a21e-fc35fd22ef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:09.495595 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b690213c-e63c-472d-a871-60082c335091 req-5490f83c-4b52-4d63-a21e-fc35fd22ef72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:09.498971 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b690213c-e63c-472d-a871-60082c335091 req-5490f83c-4b52-4d63-a21e-fc35fd22ef72 service neutron] 10.222.0.39 "PUT /v2.0/ports/a56d5000-9503-420d-bbeb-52893511a096 HTTP/1.1" status: 200 len: 1097 time: 2.0242226 Jan 28 02:48:09.540651 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5490f83c-4b52-4d63-a21e-fc35fd22ef72 service neutron] Pushing event updated for resources: {'Port': ['ID=a56d5000-9503-420d-bbeb-52893511a096,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:09.691825 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bdfe98-eee5-4905-aedf-0b7f988cedc5 x-openstack-request-id: req-78bdfe98-eee5-4905-aedf-0b7f988cedc5 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:48:09.707759 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ba52f30-e84d-41b2-931d-9aa9d2d04796", "tag": "2122dd46-536b-444d-aa9f-6d408b19bbd5", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:48:09.708047 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-78bdfe98-eee5-4905-aedf-0b7f988cedc5 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:48:09.708491 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ba52f30-e84d-41b2-931d-9aa9d2d04796', 'tag': '2122dd46-536b-444d-aa9f-6d408b19bbd5', 'status': 'completed', 'code': 200} Jan 28 02:48:09.721052 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e9f21462-a991-4c07-8988-5a716cfd8e65 req-36a9c710-efc3-464b-ab62-6f6a113c2839 tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] 10.222.0.53 "GET /v2.0/security-groups?id=c853eedb-da17-4cd1-b61c-7365692b7c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303708 Jan 28 02:48:09.788137 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-12a5f177-ea06-419a-9f07-8b370cb50c5f admin admin] Publish callbacks [] for port (0773ec49-1d71-4a57-bac8-4852f5b12ee0), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:09.836870 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690213c-e63c-472d-a871-60082c335091 req-0263ee10-cd89-45bd-9d1c-5d20bed7bdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:09.845416 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b690213c-e63c-472d-a871-60082c335091 req-0263ee10-cd89-45bd-9d1c-5d20bed7bdd5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=29a2e152744a433f9b25a7592aa94e29&device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 1100 time: 0.2311225 Jan 28 02:48:09.900660 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-12a5f177-ea06-419a-9f07-8b370cb50c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (0773ec49-1d71-4a57-bac8-4852f5b12ee0), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:09.949575 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba10b1-30da-4ad7-9127-e4000f70e3d7 req-e8a27737-33f6-48d5-a2a1-04746d2dfe87 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:09.958732 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-28ba10b1-30da-4ad7-9127-e4000f70e3d7 req-e8a27737-33f6-48d5-a2a1-04746d2dfe87 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ea82be4-5812-42c2-91fe-61b8ab62c091 HTTP/1.1" status: 200 len: 943 time: 0.1164930 Jan 28 02:48:09.992648 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a5f177-ea06-419a-9f07-8b370cb50c5f admin admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:48:10.001889 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-12a5f177-ea06-419a-9f07-8b370cb50c5f admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:48:10.012699 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a5f177-ea06-419a-9f07-8b370cb50c5f admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:48:10.016070 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a5f177-ea06-419a-9f07-8b370cb50c5f admin admin] Pushing event updated for resources: {'Port': ['ID=0773ec49-1d71-4a57-bac8-4852f5b12ee0,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:10.087569 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-28ba10b1-30da-4ad7-9127-e4000f70e3d7 req-bac5f210-ddf8-4936-ad36-1275d2fff00e tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276238 Jan 28 02:48:10.229230 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b690213c-e63c-472d-a871-60082c335091 req-dd86ccd0-1b80-4e0f-be49-fef95d2807f8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=a56d5000-9503-420d-bbeb-52893511a096 HTTP/1.1" status: 200 len: 217 time: 0.3640375 Jan 28 02:48:10.331974 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-1e701270-19b1-4ba4-87e1-0e71db3319d8 service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6615090 Jan 28 02:48:10.350005 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc05312-7052-41d1-8d78-87819cdd5742 req-bec4e77e-971d-4952-bde7-4714e644f844 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:10.351917 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-efc05312-7052-41d1-8d78-87819cdd5742 req-bec4e77e-971d-4952-bde7-4714e644f844 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 948 time: 0.4762709 Jan 28 02:48:10.416856 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690213c-e63c-472d-a871-60082c335091 req-2f7abe58-4c48-4d47-91aa-201ce2ef7040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:10.418860 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b690213c-e63c-472d-a871-60082c335091 req-2f7abe58-4c48-4d47-91aa-201ce2ef7040 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.1808202 Jan 28 02:48:10.499706 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047a212-4d6d-4eea-a57b-91e34a1b11ef req-908536f1-c83f-4ee4-8d58-c9c575fb21d7 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:10.509919 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d047a212-4d6d-4eea-a57b-91e34a1b11ef req-908536f1-c83f-4ee4-8d58-c9c575fb21d7 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 945 time: 0.1288936 Jan 28 02:48:10.537716 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-12a5f177-ea06-419a-9f07-8b370cb50c5f admin admin] Publish callbacks [] for router_gateway (eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:10.552654 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-efc05312-7052-41d1-8d78-87819cdd5742 req-a82c1536-ce70-46ca-a6d3-b3cbe6682e30 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805208 Jan 28 02:48:10.627686 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690213c-e63c-472d-a871-60082c335091 req-9164a6ff-7fdf-447f-8304-4f9633402704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:10.629506 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b690213c-e63c-472d-a871-60082c335091 req-9164a6ff-7fdf-447f-8304-4f9633402704 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1695142 Jan 28 02:48:10.664723 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d047a212-4d6d-4eea-a57b-91e34a1b11ef req-326dcb7f-8fe4-432e-a766-3016c8f053b3 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535952 Jan 28 02:48:10.705032 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 5f83ccc7-177e-477b-a1bc-dc87a6cc3e24 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:48:10.793753 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-efecd96c-f926-47f4-acde-d751a6fca1a2 req-deb4169c-68e6-4b8e-9fee-a16392cf39f1 service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341607 Jan 28 02:48:10.818997 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 5f83ccc7-177e-477b-a1bc-dc87a6cc3e24, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=5f83ccc7-177e-477b-a1bc-dc87a6cc3e24,segment=NetworkSegment(49d4c981-b004-41ee-ab95-a2b5be80e959),segment_id=49d4c981-b004-41ee-ab95-a2b5be80e959)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:10.834391 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '5f83ccc7-177e-477b-a1bc-dc87a6cc3e24', 'network_id': 'b41ec36c-2b47-4b7e-a484-436d2f02d72a', 'port_id': '5f83ccc7-177e-477b-a1bc-dc87a6cc3e24', 'mac_address': 'fa:16:3e:55:57:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c47d8662-592c-46cb-9250-3ddc6d538cb4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:48:10.882082 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 5f83ccc7-177e-477b-a1bc-dc87a6cc3e24 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:48:10.882767 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5f83ccc7-177e-477b-a1bc-dc87a6cc3e24), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:10.903934 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f83ccc7-177e-477b-a1bc-dc87a6cc3e24 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:48:10.933126 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 5f83ccc7-177e-477b-a1bc-dc87a6cc3e24, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=5f83ccc7-177e-477b-a1bc-dc87a6cc3e24,segment=NetworkSegment(49d4c981-b004-41ee-ab95-a2b5be80e959),segment_id=49d4c981-b004-41ee-ab95-a2b5be80e959)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:10.939820 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (5f83ccc7-177e-477b-a1bc-dc87a6cc3e24), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:10.959991 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fd8e0b-57fc-4f23-8fb5-b6235175bd4c None None] Network be703702-7af5-402e-8d68-076a1cbb8c04 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:48:10.969093 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074a2cd-ca79-44f2-ad09-9f5d97836926 req-2c69bd94-3018-42ab-8dc8-0efdfe97bed8 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:10.970613 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9074a2cd-ca79-44f2-ad09-9f5d97836926 req-2c69bd94-3018-42ab-8dc8-0efdfe97bed8 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ba52f30-e84d-41b2-931d-9aa9d2d04796 HTTP/1.1" status: 200 len: 948 time: 0.1535850 Jan 28 02:48:11.034026 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-12a5f177-ea06-419a-9f07-8b370cb50c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:11.072273 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7fb7a-b4c4-4559-91bd-d245fd55357f req-562c06c4-9105-446b-8123-482424c4d736 tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:11.082146 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8ab7fb7a-b4c4-4559-91bd-d245fd55357f req-562c06c4-9105-446b-8123-482424c4d736 tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f0055b2-3c4d-4052-bdbb-4ad9404821bc HTTP/1.1" status: 200 len: 946 time: 0.1023858 Jan 28 02:48:11.083924 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9074a2cd-ca79-44f2-ad09-9f5d97836926 req-c3065f8c-54fc-48d5-a825-2c3b66782a81 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775208 Jan 28 02:48:11.131293 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b172669-67a3-412b-b513-7d11257e4f1a req-9e3b8312-45e5-49bc-82b4-ae66eb177e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:11.133354 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b172669-67a3-412b-b513-7d11257e4f1a req-9e3b8312-45e5-49bc-82b4-ae66eb177e46 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=48a9da4172074c31af36ad122c33e36a&device_id=6ba52f30-e84d-41b2-931d-9aa9d2d04796 HTTP/1.1" status: 200 len: 1100 time: 0.1560686 Jan 28 02:48:11.135603 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b690213c-e63c-472d-a871-60082c335091 req-deffe4ee-ffda-4733-a70c-dd892edba97a service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4948547 Jan 28 02:48:11.196040 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-8dbeb44a-b971-405b-9d64-ae5254b6ad67 None None] Provisioning complete for port da69ce78-6c74-4a39-aba4-0a8a3fe972ef triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:48:11.196752 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8dbeb44a-b971-405b-9d64-ae5254b6ad67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (da69ce78-6c74-4a39-aba4-0a8a3fe972ef), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:11.236750 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8ab7fb7a-b4c4-4559-91bd-d245fd55357f req-68dcc191-c887-44f8-9927-9726f5f8713f tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] 10.222.0.53 "GET /v2.0/security-groups?id=c853eedb-da17-4cd1-b61c-7365692b7c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536365 Jan 28 02:48:11.341423 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b172669-67a3-412b-b513-7d11257e4f1a req-2a9d7b81-abff-4ea2-a859-70b983175039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:11.342831 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b172669-67a3-412b-b513-7d11257e4f1a req-2a9d7b81-abff-4ea2-a859-70b983175039 service neutron] 10.222.0.67 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.2011273 Jan 28 02:48:11.354036 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a5f177-ea06-419a-9f07-8b370cb50c5f admin admin] Router eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 02:48:11.356328 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b690213c-e63c-472d-a871-60082c335091 req-4e5b10bc-c109-44fa-a561-3f241d257bda service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027922 Jan 28 02:48:11.417120 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b172669-67a3-412b-b513-7d11257e4f1a req-08ecf248-4abf-46cb-a841-2db58db29bdf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=2122dd46-536b-444d-aa9f-6d408b19bbd5 HTTP/1.1" status: 200 len: 217 time: 0.0580301 Jan 28 02:48:11.485016 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cfe25e-558e-490d-9171-e4ca6854b034 req-23d93b90-4bc1-4399-8139-1b0b65f7512a tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:11.486685 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-15cfe25e-558e-490d-9171-e4ca6854b034 req-23d93b90-4bc1-4399-8139-1b0b65f7512a tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ea82be4-5812-42c2-91fe-61b8ab62c091 HTTP/1.1" status: 200 len: 944 time: 0.1429176 Jan 28 02:48:11.502827 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b172669-67a3-412b-b513-7d11257e4f1a req-4ccbff1c-4001-4c99-ac43-b8959b73ab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:11.504275 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b172669-67a3-412b-b513-7d11257e4f1a req-4ccbff1c-4001-4c99-ac43-b8959b73ab49 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.0758195 Jan 28 02:48:11.509449 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=5f83ccc7-177e-477b-a1bc-dc87a6cc3e24,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:11.552299 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a5f177-ea06-419a-9f07-8b370cb50c5f admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:48:11.605904 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device da69ce78-6c74-4a39-aba4-0a8a3fe972ef up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:48:11.607628 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-12a5f177-ea06-419a-9f07-8b370cb50c5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:11.609563 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-12a5f177-ea06-419a-9f07-8b370cb50c5f admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.2199757 Jan 28 02:48:11.611677 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57360) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:48:11.684516 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-15cfe25e-558e-490d-9171-e4ca6854b034 req-f25daa3f-e1d6-445e-9d22-141d9a7eba96 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905951 Jan 28 02:48:11.687415 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b172669-67a3-412b-b513-7d11257e4f1a req-dc915273-90d9-40a8-a9fc-6f1b685e58e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:11.688852 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b172669-67a3-412b-b513-7d11257e4f1a req-dc915273-90d9-40a8-a9fc-6f1b685e58e3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1635764 Jan 28 02:48:11.691439 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805d20d5-1671-4d10-a5ac-cb5fd2714f4f None None] Sync routers for ids ['eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:48:11.720042 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-8dbeb44a-b971-405b-9d64-ae5254b6ad67 None None] Current status of the port da69ce78-6c74-4a39-aba4-0a8a3fe972ef is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:48:11.721433 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8dbeb44a-b971-405b-9d64-ae5254b6ad67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (da69ce78-6c74-4a39-aba4-0a8a3fe972ef), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:11.721544 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61174f54-9d67-4d3b-a319-830e35650c26', 'tag': 'a56d5000-9503-420d-bbeb-52893511a096'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:48:11.723628 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6090518e-8bdb-49bf-8779-13e5831cc928" -d '{"events": [{"name": "network-changed", "server_uuid": "61174f54-9d67-4d3b-a319-830e35650c26", "tag": "a56d5000-9503-420d-bbeb-52893511a096"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:48:11.747114 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805d20d5-1671-4d10-a5ac-cb5fd2714f4f None None] Routers {'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:48:11.747780 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-805d20d5-1671-4d10-a5ac-cb5fd2714f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:48:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:48:11.826428 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ce16c-f8a3-4084-a89e-e361df229507 req-3aec1aea-fdd4-4bdf-a902-1c0a5bf050d3 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:11.827855 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-844ce16c-f8a3-4084-a89e-e361df229507 req-3aec1aea-fdd4-4bdf-a902-1c0a5bf050d3 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 948 time: 0.1121750 Jan 28 02:48:11.840292 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-8dbeb44a-b971-405b-9d64-ae5254b6ad67 None None] For port da69ce78-6c74-4a39-aba4-0a8a3fe972ef, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=da69ce78-6c74-4a39-aba4-0a8a3fe972ef,segment=NetworkSegment(0fd4c2ea-2422-40e8-945d-f13eca5303f9),segment_id=0fd4c2ea-2422-40e8-945d-f13eca5303f9)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:11.846011 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port da69ce78-6c74-4a39-aba4-0a8a3fe972ef triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:48:11.846617 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (da69ce78-6c74-4a39-aba4-0a8a3fe972ef), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:11.850392 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce8098-59a8-4d7f-ad39-d81429f1dabb req-a38839fb-5281-44bd-adb7-b095213c72ea tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:11.852071 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['5f83ccc7-177e-477b-a1bc-dc87a6cc3e24'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:48:11.852229 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c4ce8098-59a8-4d7f-ad39-d81429f1dabb req-a38839fb-5281-44bd-adb7-b095213c72ea tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 945 time: 0.0845971 Jan 28 02:48:11.854210 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b172669-67a3-412b-b513-7d11257e4f1a req-4dfb20b5-5246-4716-95a6-0bb51389e96a service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571112 Jan 28 02:48:11.859508 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8dbeb44a-b971-405b-9d64-ae5254b6ad67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (da69ce78-6c74-4a39-aba4-0a8a3fe972ef), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:11.923382 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-844ce16c-f8a3-4084-a89e-e361df229507 req-df3fad92-eb3c-43e6-b933-2fb99497ca58 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871315 Jan 28 02:48:11.970304 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c4ce8098-59a8-4d7f-ad39-d81429f1dabb req-72548c91-f37e-4306-9857-89d8740d7ac4 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047225 Jan 28 02:48:11.995080 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b172669-67a3-412b-b513-7d11257e4f1a req-4c9237f2-c519-431a-a337-535c37d856a7 service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313884 Jan 28 02:48:12.024356 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-805d20d5-1671-4d10-a5ac-cb5fd2714f4f None None] Set router eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:48:12.038267 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a7e0ef-4fbb-4f4f-9050-d519ea96cbf7 x-openstack-request-id: req-24a7e0ef-4fbb-4f4f-9050-d519ea96cbf7 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:48:12.038629 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61174f54-9d67-4d3b-a319-830e35650c26", "tag": "a56d5000-9503-420d-bbeb-52893511a096", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:48:12.038979 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-24a7e0ef-4fbb-4f4f-9050-d519ea96cbf7 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:48:12.039437 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61174f54-9d67-4d3b-a319-830e35650c26', 'tag': 'a56d5000-9503-420d-bbeb-52893511a096', 'status': 'completed', 'code': 200} Jan 28 02:48:12.056154 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbeb44a-b971-405b-9d64-ae5254b6ad67 None None] Pushing event updated for resources: {'Port': ['ID=da69ce78-6c74-4a39-aba4-0a8a3fe972ef,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:12.165517 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090518e-8bdb-49bf-8779-13e5831cc928 req-9bb9d4bc-97ab-4af5-b6ed-4989fe6c26fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:12.167130 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6090518e-8bdb-49bf-8779-13e5831cc928 req-9bb9d4bc-97ab-4af5-b6ed-4989fe6c26fc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=29a2e152744a433f9b25a7592aa94e29&device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 1100 time: 0.0494034 Jan 28 02:48:12.176474 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-9aad5891-a1c7-44c8-a3ea-ec714e5580cd None None] Provisioning complete for port da69ce78-6c74-4a39-aba4-0a8a3fe972ef triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:48:12.176474 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9aad5891-a1c7-44c8-a3ea-ec714e5580cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (da69ce78-6c74-4a39-aba4-0a8a3fe972ef), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:12.240244 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1fd6b-560b-4fd9-892c-2a15c9547253 req-ee7b3ca9-eb06-498c-a46e-1c278e4c3803 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:12.242155 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-76a1fd6b-560b-4fd9-892c-2a15c9547253 req-ee7b3ca9-eb06-498c-a46e-1c278e4c3803 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ba52f30-e84d-41b2-931d-9aa9d2d04796 HTTP/1.1" status: 200 len: 948 time: 0.0767994 Jan 28 02:48:12.270017 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090518e-8bdb-49bf-8779-13e5831cc928 req-e6a0e286-f9be-4aa7-83c6-f99de2ac25c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:12.271710 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6090518e-8bdb-49bf-8779-13e5831cc928 req-e6a0e286-f9be-4aa7-83c6-f99de2ac25c9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.0970597 Jan 28 02:48:12.310612 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e8ae158a-32d6-49a7-9384-b3566147692b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:12.335626 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6090518e-8bdb-49bf-8779-13e5831cc928 req-8632edf6-d8fd-452f-9ec1-0e7a34d88c04 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=a56d5000-9503-420d-bbeb-52893511a096 HTTP/1.1" status: 200 len: 217 time: 0.0551207 Jan 28 02:48:12.338093 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-76a1fd6b-560b-4fd9-892c-2a15c9547253 req-7fb19acc-ce72-44da-a1bd-121a64551ca2 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760968 Jan 28 02:48:12.344199 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port da69ce78-6c74-4a39-aba4-0a8a3fe972ef is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:48:12.427404 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090518e-8bdb-49bf-8779-13e5831cc928 req-a8f6ae6f-27bb-4bd9-806a-83781053bc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:12.428909 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6090518e-8bdb-49bf-8779-13e5831cc928 req-a8f6ae6f-27bb-4bd9-806a-83781053bc82 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.0774026 Jan 28 02:48:12.472252 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-9aad5891-a1c7-44c8-a3ea-ec714e5580cd None None] Current status of the port da69ce78-6c74-4a39-aba4-0a8a3fe972ef is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:48:12.526127 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-805d20d5-1671-4d10-a5ac-cb5fd2714f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1174056535-router', 'tenant_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '0773ec49-1d71-4a57-bac8-4852f5b12ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:48:07Z', 'updated_at': '2022-01-28T02:48:10Z', 'revision_number': 3, 'project_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'gw_port': {'id': '0773ec49-1d71-4a57-bac8-4852f5b12ee0', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:48:09Z', 'updated_at': '2022-01-28T02:48:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:48:12.527894 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-e8ae158a-32d6-49a7-9384-b3566147692b admin admin] Allocated IP 172.20.0.1 (be703702-7af5-402e-8d68-076a1cbb8c04/fc944f55-5387-4378-a8b1-840d88a73f81/9d9e8a51-735b-4a57-8816-d87452196c55) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:48:12.556994 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9f546-ca8e-47b5-891e-4d7779140c92 req-b95b3ba7-0ccc-4bf8-aea7-3727b351ef9f tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:12.565228 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3cc9f546-ca8e-47b5-891e-4d7779140c92 req-b95b3ba7-0ccc-4bf8-aea7-3727b351ef9f tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f0055b2-3c4d-4052-bdbb-4ad9404821bc HTTP/1.1" status: 200 len: 946 time: 0.0907021 Jan 28 02:48:12.570890 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805d20d5-1671-4d10-a5ac-cb5fd2714f4f None None] Checking router: eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:48:12.571249 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805d20d5-1671-4d10-a5ac-cb5fd2714f4f None None] Updating router eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6 port 0773ec49-1d71-4a57-bac8-4852f5b12ee0 binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:48:12.575565 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090518e-8bdb-49bf-8779-13e5831cc928 req-25f374c2-aa7a-4377-b3f5-965a7b77b6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:12.577063 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6090518e-8bdb-49bf-8779-13e5831cc928 req-25f374c2-aa7a-4377-b3f5-965a7b77b6ff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1301270 Jan 28 02:48:12.601856 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-805d20d5-1671-4d10-a5ac-cb5fd2714f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (0773ec49-1d71-4a57-bac8-4852f5b12ee0), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:12.677710 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3cc9f546-ca8e-47b5-891e-4d7779140c92 req-99117bc4-9576-4485-97d6-278ca6af1ee0 tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] 10.222.0.53 "GET /v2.0/security-groups?id=c853eedb-da17-4cd1-b61c-7365692b7c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114428 Jan 28 02:48:12.678616 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e8ae158a-32d6-49a7-9384-b3566147692b admin admin] Publish callbacks [] for port (9d9e8a51-735b-4a57-8816-d87452196c55), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:12.733729 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e8ae158a-32d6-49a7-9384-b3566147692b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (9d9e8a51-735b-4a57-8816-d87452196c55), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:12.745851 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6090518e-8bdb-49bf-8779-13e5831cc928 req-6bcc6600-e9df-4f8d-b914-aad3bd6d5856 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558566 Jan 28 02:48:12.803866 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ae158a-32d6-49a7-9384-b3566147692b admin admin] Network be703702-7af5-402e-8d68-076a1cbb8c04 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:48:12.805690 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-e8ae158a-32d6-49a7-9384-b3566147692b admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:48:12.809808 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ae158a-32d6-49a7-9384-b3566147692b admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:48:12.848889 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae158a-32d6-49a7-9384-b3566147692b admin admin] Pushing event updated for resources: {'Port': ['ID=9d9e8a51-735b-4a57-8816-d87452196c55,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:12.868660 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e8ae158a-32d6-49a7-9384-b3566147692b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:12.940200 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-805d20d5-1671-4d10-a5ac-cb5fd2714f4f None None] Publish callbacks [] for port (0773ec49-1d71-4a57-bac8-4852f5b12ee0), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:12.949471 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-805d20d5-1671-4d10-a5ac-cb5fd2714f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (0773ec49-1d71-4a57-bac8-4852f5b12ee0), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:12.982659 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949ccb4-48ec-416f-bccf-a8cca4c05052 req-f36ad126-e463-4f1b-b3e3-b14862f22110 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:12.984239 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0949ccb4-48ec-416f-bccf-a8cca4c05052 req-f36ad126-e463-4f1b-b3e3-b14862f22110 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ea82be4-5812-42c2-91fe-61b8ab62c091 HTTP/1.1" status: 200 len: 944 time: 0.1064107 Jan 28 02:48:12.989097 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6090518e-8bdb-49bf-8779-13e5831cc928 req-6695a4ae-6b4d-4dff-8997-be55bc498db7 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369893 Jan 28 02:48:13.009032 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe9259-6831-4073-a9ed-9312a3f7bc15 None None] Pushing event updated for resources: {'Port': ['ID=0773ec49-1d71-4a57-bac8-4852f5b12ee0,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:13.039574 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-805d20d5-1671-4d10-a5ac-cb5fd2714f4f None None] Attempting to bind port 0773ec49-1d71-4a57-bac8-4852f5b12ee0 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:48:13.040043 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-805d20d5-1671-4d10-a5ac-cb5fd2714f4f None None] Attempting to bind port 0773ec49-1d71-4a57-bac8-4852f5b12ee0 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:48:13.040750 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805d20d5-1671-4d10-a5ac-cb5fd2714f4f None None] Attempting to bind port 0773ec49-1d71-4a57-bac8-4852f5b12ee0 on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:48:13.047599 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805d20d5-1671-4d10-a5ac-cb5fd2714f4f None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:48:13.048086 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805d20d5-1671-4d10-a5ac-cb5fd2714f4f None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:48:13.048590 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-805d20d5-1671-4d10-a5ac-cb5fd2714f4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:13.049110 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805d20d5-1671-4d10-a5ac-cb5fd2714f4f None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:48:13.049720 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-805d20d5-1671-4d10-a5ac-cb5fd2714f4f None None] Bound port: 0773ec49-1d71-4a57-bac8-4852f5b12ee0, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:48:13.050204 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-805d20d5-1671-4d10-a5ac-cb5fd2714f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (0773ec49-1d71-4a57-bac8-4852f5b12ee0), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:13.091934 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0949ccb4-48ec-416f-bccf-a8cca4c05052 req-ce3bed8a-7352-4905-a53a-a2490adc6068 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995677 Jan 28 02:48:13.106962 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e8ae158a-32d6-49a7-9384-b3566147692b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9d9e8a51-735b-4a57-8816-d87452196c55), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:13.145252 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-805d20d5-1671-4d10-a5ac-cb5fd2714f4f None None] For port 0773ec49-1d71-4a57-bac8-4852f5b12ee0, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:48:13.148918 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-805d20d5-1671-4d10-a5ac-cb5fd2714f4f None None] For port 0773ec49-1d71-4a57-bac8-4852f5b12ee0, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=0773ec49-1d71-4a57-bac8-4852f5b12ee0,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:48:13.157009 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-805d20d5-1671-4d10-a5ac-cb5fd2714f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (0773ec49-1d71-4a57-bac8-4852f5b12ee0), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:13.233111 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805d20d5-1671-4d10-a5ac-cb5fd2714f4f None None] Routers {'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:48:13.233752 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-805d20d5-1671-4d10-a5ac-cb5fd2714f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:48:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:48:13.278143 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe9259-6831-4073-a9ed-9312a3f7bc15 None None] Pushing event updated for resources: {'Port': ['ID=0773ec49-1d71-4a57-bac8-4852f5b12ee0,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:13.313805 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec98cf-6fd1-4d31-8cbe-7064460f02cc req-87e20a9d-a5e1-4a0a-99e6-2783e6d1c813 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:13.315769 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d1ec98cf-6fd1-4d31-8cbe-7064460f02cc req-87e20a9d-a5e1-4a0a-99e6-2783e6d1c813 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 948 time: 0.0714915 Jan 28 02:48:13.355792 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-244db1b7-28af-4d37-b989-b103a352e20b None None] Provisioning complete for port 9d9e8a51-735b-4a57-8816-d87452196c55 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:48:13.356177 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-244db1b7-28af-4d37-b989-b103a352e20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9d9e8a51-735b-4a57-8816-d87452196c55), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:13.389270 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d1ec98cf-6fd1-4d31-8cbe-7064460f02cc req-7c345614-2d2d-4b95-a46e-e06a6201ef44 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614049 Jan 28 02:48:13.405633 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device da69ce78-6c74-4a39-aba4-0a8a3fe972ef up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:48:13.408778 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-805d20d5-1671-4d10-a5ac-cb5fd2714f4f None None] Set router eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:48:13.408895 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e8ae158a-32d6-49a7-9384-b3566147692b admin admin] Publish callbacks [] for port (9d9e8a51-735b-4a57-8816-d87452196c55), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:13.422659 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c74b85-8246-4b1a-9b17-84d28328f7fb req-1038f9eb-557f-4a70-a637-451dbf6df4f5 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:13.425004 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a5c74b85-8246-4b1a-9b17-84d28328f7fb req-1038f9eb-557f-4a70-a637-451dbf6df4f5 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 945 time: 0.1061530 Jan 28 02:48:13.426947 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e8ae158a-32d6-49a7-9384-b3566147692b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (9d9e8a51-735b-4a57-8816-d87452196c55), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:13.490003 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-244db1b7-28af-4d37-b989-b103a352e20b None None] Port 9d9e8a51-735b-4a57-8816-d87452196c55 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:48:13.524740 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e8ae158a-32d6-49a7-9384-b3566147692b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:13.529126 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae158a-32d6-49a7-9384-b3566147692b admin admin] Pushing event updated for resources: {'Port': ['ID=9d9e8a51-735b-4a57-8816-d87452196c55,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:13.551409 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a5c74b85-8246-4b1a-9b17-84d28328f7fb req-25d7a3a0-bcba-4a33-91a2-68db7f46c12a tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003435 Jan 28 02:48:13.680237 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ae158a-32d6-49a7-9384-b3566147692b admin admin] Network be703702-7af5-402e-8d68-076a1cbb8c04 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:48:13.682318 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-e8ae158a-32d6-49a7-9384-b3566147692b admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:48:13.755020 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fbf545-fe74-47ad-8446-13d2c4f8e026 req-06cceb81-8d38-4ebb-9d5c-e8f6e22cae71 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:13.756148 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b7fbf545-fe74-47ad-8446-13d2c4f8e026 req-06cceb81-8d38-4ebb-9d5c-e8f6e22cae71 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ba52f30-e84d-41b2-931d-9aa9d2d04796 HTTP/1.1" status: 200 len: 948 time: 0.0735307 Jan 28 02:48:13.858932 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port da69ce78-6c74-4a39-aba4-0a8a3fe972ef triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:48:13.859438 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (da69ce78-6c74-4a39-aba4-0a8a3fe972ef), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:13.877420 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b7fbf545-fe74-47ad-8446-13d2c4f8e026 req-4476d351-7d93-4712-905e-2c6bc9caafeb tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837440 Jan 28 02:48:13.935834 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-805d20d5-1671-4d10-a5ac-cb5fd2714f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1174056535-router', 'tenant_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '0773ec49-1d71-4a57-bac8-4852f5b12ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:48:07Z', 'updated_at': '2022-01-28T02:48:13Z', 'revision_number': 4, 'project_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'gw_port': {'id': '0773ec49-1d71-4a57-bac8-4852f5b12ee0', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:48:09Z', 'updated_at': '2022-01-28T02:48:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '9d9e8a51-735b-4a57-8816-d87452196c55', 'name': '', 'network_id': 'be703702-7af5-402e-8d68-076a1cbb8c04', 'tenant_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'mac_address': 'fa:16:3e:4d:b2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'fc944f55-5387-4378-a8b1-840d88a73f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:48:12Z', 'updated_at': '2022-01-28T02:48:12Z', 'revision_number': 1, 'project_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'subnets': [{'id': 'fc944f55-5387-4378-a8b1-840d88a73f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:48:13.967206 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805d20d5-1671-4d10-a5ac-cb5fd2714f4f None None] The sync data for ids ['eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6'] in n-d-712139-27 is: [{'id': 'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1174056535-router', 'tenant_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '0773ec49-1d71-4a57-bac8-4852f5b12ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:48:07Z', 'updated_at': '2022-01-28T02:48:13Z', 'revision_number': 4, 'project_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'gw_port': {'id': '0773ec49-1d71-4a57-bac8-4852f5b12ee0', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:48:09Z', 'updated_at': '2022-01-28T02:48:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '9d9e8a51-735b-4a57-8816-d87452196c55', 'name': '', 'network_id': 'be703702-7af5-402e-8d68-076a1cbb8c04', 'tenant_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'mac_address': 'fa:16:3e:4d:b2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'fc944f55-5387-4378-a8b1-840d88a73f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:48:12Z', 'updated_at': '2022-01-28T02:48:12Z', 'revision_number': 1, 'project_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'subnets': [{'id': 'fc944f55-5387-4378-a8b1-840d88a73f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:48:14.010035 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ae158a-32d6-49a7-9384-b3566147692b admin admin] Router eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:48:14.016927 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port da69ce78-6c74-4a39-aba4-0a8a3fe972ef is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:48:14.030182 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0260210-e8b6-4b14-bc56-c6ea75d02a3e req-9c9ce519-3868-4942-91b4-e5bee1092a26 tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:14.032522 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e0260210-e8b6-4b14-bc56-c6ea75d02a3e req-9c9ce519-3868-4942-91b4-e5bee1092a26 tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f0055b2-3c4d-4052-bdbb-4ad9404821bc HTTP/1.1" status: 200 len: 946 time: 0.1176057 Jan 28 02:48:14.120435 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-a354c0b5-2836-4212-a8c1-653911372813 None None] Provisioning complete for port 9d9e8a51-735b-4a57-8816-d87452196c55 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:48:14.121276 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a354c0b5-2836-4212-a8c1-653911372813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9d9e8a51-735b-4a57-8816-d87452196c55), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:14.162870 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-a354c0b5-2836-4212-a8c1-653911372813 None None] Port 9d9e8a51-735b-4a57-8816-d87452196c55 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:48:14.171120 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e0260210-e8b6-4b14-bc56-c6ea75d02a3e req-cb0f1c4e-67ab-4f5a-b81c-1f9af0bc1e73 tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] 10.222.0.53 "GET /v2.0/security-groups?id=c853eedb-da17-4cd1-b61c-7365692b7c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248171 Jan 28 02:48:14.202607 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ae158a-32d6-49a7-9384-b3566147692b admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:48:14.214952 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e8ae158a-32d6-49a7-9384-b3566147692b admin admin] 10.222.0.53 "PUT /v2.0/routers/eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6020381 Jan 28 02:48:14.269144 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816aa81-9bce-4fd3-af5f-0216843da483 req-ae75de7b-a2bf-4bfd-ab96-003e64db34eb tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:14.283130 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6816aa81-9bce-4fd3-af5f-0216843da483 req-ae75de7b-a2bf-4bfd-ab96-003e64db34eb tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/networks?id=c898a309-cc9c-486f-b9d6-bb11ec55d766 HTTP/1.1" status: 200 len: 805 time: 0.1664641 Jan 28 02:48:14.299898 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6816aa81-9bce-4fd3-af5f-0216843da483 req-0f717442-bd6c-45ca-98e8-ebef39022596 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/quotas/9667c7e3eafc4f028f0e9db9d1d88b60 HTTP/1.1" status: 200 len: 375 time: 0.0156739 Jan 28 02:48:14.316467 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba8cee-4ea5-488d-bb49-f3eb1cfb42de req-1631a9eb-55b3-4e49-8706-be40a7d58b87 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:14.318738 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5aba8cee-4ea5-488d-bb49-f3eb1cfb42de req-1631a9eb-55b3-4e49-8706-be40a7d58b87 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ea82be4-5812-42c2-91fe-61b8ab62c091 HTTP/1.1" status: 200 len: 944 time: 0.0669510 Jan 28 02:48:14.358983 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6816aa81-9bce-4fd3-af5f-0216843da483 req-cad08dba-ed7a-4aed-ab7f-d4d4c5e4b9be tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9667c7e3eafc4f028f0e9db9d1d88b60&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0580175 Jan 28 02:48:14.387928 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5aba8cee-4ea5-488d-bb49-f3eb1cfb42de req-cfc5f568-d55c-4d11-8d9c-cbe941643c98 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620174 Jan 28 02:48:14.462421 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6816aa81-9bce-4fd3-af5f-0216843da483 req-29b8319e-bc74-4a79-826c-843c053730cf service neutron] 10.222.0.53 "GET /v2.0/networks/c898a309-cc9c-486f-b9d6-bb11ec55d766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023118 Jan 28 02:48:14.556075 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6816aa81-9bce-4fd3-af5f-0216843da483 req-833cae18-06b4-420b-8b93-add80de51610 service neutron] 10.222.0.53 "GET /v2.0/networks/c898a309-cc9c-486f-b9d6-bb11ec55d766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876141 Jan 28 02:48:14.654476 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device a56d5000-9503-420d-bbeb-52893511a096 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:48:14.739835 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814be2d-3358-4aa3-875a-410afe601a4c req-9068cd4f-d4b3-4bcb-b81d-a6a16a29c483 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:14.742351 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d814be2d-3358-4aa3-875a-410afe601a4c req-9068cd4f-d4b3-4bcb-b81d-a6a16a29c483 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/networks?id=be703702-7af5-402e-8d68-076a1cbb8c04 HTTP/1.1" status: 200 len: 829 time: 0.1499829 Jan 28 02:48:14.767141 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d814be2d-3358-4aa3-875a-410afe601a4c req-f247f0d6-073a-4e2e-bd88-0271439d2ea1 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/quotas/e3a83e0e1e7b4f9da20361fc0066f10c HTTP/1.1" status: 200 len: 375 time: 0.0190594 Jan 28 02:48:14.805316 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 5f83ccc7-177e-477b-a1bc-dc87a6cc3e24 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:48:14.837822 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d814be2d-3358-4aa3-875a-410afe601a4c req-78dda74c-1d2c-4bbd-b166-99bd5a1952a5 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e3a83e0e1e7b4f9da20361fc0066f10c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686557 Jan 28 02:48:14.839362 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa29d2-8fe6-421f-b7a8-985b0482c382 req-cbf8df87-f47b-4e73-be8a-2a03f2d462c4 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:14.840875 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fdaa29d2-8fe6-421f-b7a8-985b0482c382 req-cbf8df87-f47b-4e73-be8a-2a03f2d462c4 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 948 time: 0.1088192 Jan 28 02:48:14.918267 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fdaa29d2-8fe6-421f-b7a8-985b0482c382 req-4708d3bc-cb5d-43e0-9848-068df0045130 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693812 Jan 28 02:48:14.927350 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port a56d5000-9503-420d-bbeb-52893511a096, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=a56d5000-9503-420d-bbeb-52893511a096,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:14.930737 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 5f83ccc7-177e-477b-a1bc-dc87a6cc3e24 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:48:14.966650 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 5f83ccc7-177e-477b-a1bc-dc87a6cc3e24 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:48:14.967857 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (5f83ccc7-177e-477b-a1bc-dc87a6cc3e24), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:14.971128 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': 'a56d5000-9503-420d-bbeb-52893511a096', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'port_id': 'a56d5000-9503-420d-bbeb-52893511a096', 'mac_address': 'fa:16:3e:25:48:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24329ac8-3d67-49eb-9f63-d2859e79e36f', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:48:14.990596 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d814be2d-3358-4aa3-875a-410afe601a4c req-8cb41c0c-ed45-4d44-9772-307e000a6fbd service neutron] 10.222.0.53 "GET /v2.0/networks/be703702-7af5-402e-8d68-076a1cbb8c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385689 Jan 28 02:48:15.062746 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port a56d5000-9503-420d-bbeb-52893511a096 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:48:15.063139 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (a56d5000-9503-420d-bbeb-52893511a096), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:15.080783 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a56d5000-9503-420d-bbeb-52893511a096 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:48:15.118272 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port a56d5000-9503-420d-bbeb-52893511a096, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=a56d5000-9503-420d-bbeb-52893511a096,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:15.148294 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (a56d5000-9503-420d-bbeb-52893511a096), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:15.172558 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2a5fb-ebdd-479b-8bf7-2af15801f58f req-f315518c-b734-44d8-9321-8d4ce01b86a4 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:15.180697 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d814be2d-3358-4aa3-875a-410afe601a4c req-ccc3a482-5430-4e13-82b1-4f8e28843ae1 service neutron] 10.222.0.53 "GET /v2.0/networks/be703702-7af5-402e-8d68-076a1cbb8c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810179 Jan 28 02:48:15.184458 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c7e2a5fb-ebdd-479b-8bf7-2af15801f58f req-f315518c-b734-44d8-9321-8d4ce01b86a4 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 945 time: 0.0790062 Jan 28 02:48:15.210841 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=a56d5000-9503-420d-bbeb-52893511a096,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:15.229367 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 5f83ccc7-177e-477b-a1bc-dc87a6cc3e24 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:48:15.229769 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5f83ccc7-177e-477b-a1bc-dc87a6cc3e24), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:15.261133 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea82be4-5812-42c2-91fe-61b8ab62c091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f83ccc7-177e-477b-a1bc-dc87a6cc3e24'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:48:15.268735 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdae2c6d-4513-43b9-831f-ed00510bfd7d" -d '{"events": [{"server_uuid": "3ea82be4-5812-42c2-91fe-61b8ab62c091", "name": "network-vif-plugged", "status": "completed", "tag": "5f83ccc7-177e-477b-a1bc-dc87a6cc3e24"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:48:15.273736 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c7e2a5fb-ebdd-479b-8bf7-2af15801f58f req-40c7f73f-da5a-4f20-90af-e824fbccb93d tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881386 Jan 28 02:48:15.287040 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 5f83ccc7-177e-477b-a1bc-dc87a6cc3e24, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=5f83ccc7-177e-477b-a1bc-dc87a6cc3e24,segment=NetworkSegment(49d4c981-b004-41ee-ab95-a2b5be80e959),segment_id=49d4c981-b004-41ee-ab95-a2b5be80e959)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:15.298370 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (5f83ccc7-177e-477b-a1bc-dc87a6cc3e24), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:15.302850 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device f79db10d-b045-4259-b441-b909b6d40604 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:48:15.419145 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c930fbe3-74db-4b6d-aef2-e779550cc5b9 req-17ee0c8d-fd83-4c1d-93fa-78ef23bf0316 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=ded3de28-7455-4d4f-81b7-d660d9c1797b HTTP/1.1" status: 200 len: 210 time: 0.0466824 Jan 28 02:48:15.484982 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=5f83ccc7-177e-477b-a1bc-dc87a6cc3e24,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:15.560831 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-30fe1353-372d-433e-8a56-ec2f77f793c3 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:15.562595 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-30fe1353-372d-433e-8a56-ec2f77f793c3 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b&tenant_id=2b376bdc08124533ad1dc2039341113b&binding%3Ahost_id=n-h1-712139-27 HTTP/1.1" status: 200 len: 1097 time: 0.1386142 Jan 28 02:48:15.576894 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-f87f978b-a51b-4225-a304-c55acb2944ee service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712139-27'}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:48:15.583467 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 0773ec49-1d71-4a57-bac8-4852f5b12ee0 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:48:15.586046 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port f79db10d-b045-4259-b441-b909b6d40604 is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:48:15.586578 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f79db10d-b045-4259-b441-b909b6d40604), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:15.587028 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76611c06-26e1-4961-8b1f-871095936e78 req-223a2414-3e8c-425f-ba92-53e84d69a51d tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:15.595467 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-76611c06-26e1-4961-8b1f-871095936e78 req-223a2414-3e8c-425f-ba92-53e84d69a51d tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ba52f30-e84d-41b2-931d-9aa9d2d04796 HTTP/1.1" status: 200 len: 948 time: 0.1262591 Jan 28 02:48:15.677112 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port f79db10d-b045-4259-b441-b909b6d40604, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=f79db10d-b045-4259-b441-b909b6d40604,segment=NetworkSegment(75a4b119-8376-430b-8e41-eb2c7f9df607),segment_id=75a4b119-8376-430b-8e41-eb2c7f9df607)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:15.684863 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-76611c06-26e1-4961-8b1f-871095936e78 req-a954132c-3dcd-48bd-a237-802005f4025d tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880387 Jan 28 02:48:15.692168 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['a56d5000-9503-420d-bbeb-52893511a096'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:48:15.702639 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (f79db10d-b045-4259-b441-b909b6d40604), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:15.731980 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-f87f978b-a51b-4225-a304-c55acb2944ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9a6a1c2a-153c-4d13-9b87-6c37790208b7), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:15.769803 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93da3e07-d721-4c11-b4aa-df353d593297 x-openstack-request-id: req-93da3e07-d721-4c11-b4aa-df353d593297 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:48:15.774422 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea82be4-5812-42c2-91fe-61b8ab62c091", "name": "network-vif-plugged", "status": "completed", "tag": "5f83ccc7-177e-477b-a1bc-dc87a6cc3e24", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:48:15.774811 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-93da3e07-d721-4c11-b4aa-df353d593297 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:48:15.775240 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea82be4-5812-42c2-91fe-61b8ab62c091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f83ccc7-177e-477b-a1bc-dc87a6cc3e24', 'code': 200} Jan 28 02:48:15.777332 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b370085-af7c-4982-9af1-dbb0d9d24542 req-563d3bbf-0ef1-4da3-b2a8-44a4b6c2bdbc tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:15.790342 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4b370085-af7c-4982-9af1-dbb0d9d24542 req-563d3bbf-0ef1-4da3-b2a8-44a4b6c2bdbc tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f0055b2-3c4d-4052-bdbb-4ad9404821bc HTTP/1.1" status: 200 len: 946 time: 0.1707418 Jan 28 02:48:15.842763 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 0773ec49-1d71-4a57-bac8-4852f5b12ee0 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:48:15.843155 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (0773ec49-1d71-4a57-bac8-4852f5b12ee0), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:15.928708 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=f79db10d-b045-4259-b441-b909b6d40604,revision_number=8']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:15.938028 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f022344e-4fba-46e9-88b0-e343244aa129 req-850ed088-a6a2-4897-8e0c-572d3f897852 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4404f-6ba4-4af3-8a4c-42aea5c66242 HTTP/1.1" status: 200 len: 210 time: 0.0930643 Jan 28 02:48:15.965134 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4b370085-af7c-4982-9af1-dbb0d9d24542 req-e0fc3f3d-46e6-45cc-a7b9-c8494819d8cd tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] 10.222.0.53 "GET /v2.0/security-groups?id=c853eedb-da17-4cd1-b61c-7365692b7c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623240 Jan 28 02:48:16.053344 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c22279-4436-4fc9-8f0d-fef853c85741 req-f2d6edd5-7a25-4a7c-9c3a-b6f591aed289 tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:16.060062 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec41f99-77fa-4e6c-8262-88a118a9caac req-004667c6-bd74-4133-a18f-83ca8be23a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:16.061592 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0ec41f99-77fa-4e6c-8262-88a118a9caac req-004667c6-bd74-4133-a18f-83ca8be23a60 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3ea82be4-5812-42c2-91fe-61b8ab62c091 HTTP/1.1" status: 200 len: 1097 time: 0.1206899 Jan 28 02:48:16.063001 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-96c22279-4436-4fc9-8f0d-fef853c85741 req-f2d6edd5-7a25-4a7c-9c3a-b6f591aed289 tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f0055b2-3c4d-4052-bdbb-4ad9404821bc HTTP/1.1" status: 200 len: 946 time: 0.2093017 Jan 28 02:48:16.064666 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 0773ec49-1d71-4a57-bac8-4852f5b12ee0 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:48:16.065237 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (0773ec49-1d71-4a57-bac8-4852f5b12ee0), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:16.103714 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 0773ec49-1d71-4a57-bac8-4852f5b12ee0, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=0773ec49-1d71-4a57-bac8-4852f5b12ee0,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:16.114150 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (0773ec49-1d71-4a57-bac8-4852f5b12ee0), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:16.166061 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3e4c9-697e-4abb-a8e8-7801576aff90 req-74ad1740-9cac-4a4c-8277-a13b0f1423ae tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:16.174333 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-36e3e4c9-697e-4abb-a8e8-7801576aff90 req-74ad1740-9cac-4a4c-8277-a13b0f1423ae tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ea82be4-5812-42c2-91fe-61b8ab62c091 HTTP/1.1" status: 200 len: 945 time: 0.1062808 Jan 28 02:48:16.189679 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=0773ec49-1d71-4a57-bac8-4852f5b12ee0,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:16.240109 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-f87f978b-a51b-4225-a304-c55acb2944ee service neutron] For port 9a6a1c2a-153c-4d13-9b87-6c37790208b7, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=9a6a1c2a-153c-4d13-9b87-6c37790208b7,segment=NetworkSegment(1cc99f2f-8533-4758-ac6d-0ec0b703844f),segment_id=1cc99f2f-8533-4758-ac6d-0ec0b703844f)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:16.241351 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0ec41f99-77fa-4e6c-8262-88a118a9caac req-abdcdb4b-3498-47b3-88c2-e3e199d93755 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410260 Jan 28 02:48:16.248739 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8bc4d-f0aa-47b5-989f-c6d9266b4901 req-a71d35df-9c68-49be-b9b7-e8d453bfe51a tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:16.250427 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-18f8bc4d-f0aa-47b5-989f-c6d9266b4901 req-a71d35df-9c68-49be-b9b7-e8d453bfe51a tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 949 time: 0.1593904 Jan 28 02:48:16.261491 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-36e3e4c9-697e-4abb-a8e8-7801576aff90 req-c66622c4-3749-46a0-839c-93bb1b465332 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771151 Jan 28 02:48:16.351062 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-96c22279-4436-4fc9-8f0d-fef853c85741 req-72aed0db-2177-496d-8f76-a79804a8f347 tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] Deleting port 95b63a3b-9c93-45a2-a1e9-ac8348a00a4f {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:48:16.351062 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-96c22279-4436-4fc9-8f0d-fef853c85741 req-72aed0db-2177-496d-8f76-a79804a8f347 tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (95b63a3b-9c93-45a2-a1e9-ac8348a00a4f), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:16.357985 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-18f8bc4d-f0aa-47b5-989f-c6d9266b4901 req-8345aca4-f154-4724-aeef-f820b84f984a tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846786 Jan 28 02:48:16.362214 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-f87f978b-a51b-4225-a304-c55acb2944ee service neutron] For port 9a6a1c2a-153c-4d13-9b87-6c37790208b7, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:48:16.428575 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816aa81-9bce-4fd3-af5f-0216843da483 req-a46074dd-d788-476a-a813-d48c45f6b220 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:16.430200 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6816aa81-9bce-4fd3-af5f-0216843da483 req-a46074dd-d788-476a-a813-d48c45f6b220 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.39 "GET /v2.0/networks?id=c898a309-cc9c-486f-b9d6-bb11ec55d766 HTTP/1.1" status: 200 len: 805 time: 0.1449256 Jan 28 02:48:16.446982 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7297760-8418-44ec-bbff-6daa2a3b108b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a6a1c2a-153c-4d13-9b87-6c37790208b7'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:48:16.449282 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59b8c31-c1cb-4f3d-9197-a96437aa6738" -d '{"events": [{"server_uuid": "d7297760-8418-44ec-bbff-6daa2a3b108b", "name": "network-vif-unplugged", "status": "completed", "tag": "9a6a1c2a-153c-4d13-9b87-6c37790208b7"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:48:16.453012 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-f87f978b-a51b-4225-a304-c55acb2944ee service neutron] Publish callbacks [] for port (9a6a1c2a-153c-4d13-9b87-6c37790208b7), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:16.477916 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-f87f978b-a51b-4225-a304-c55acb2944ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (9a6a1c2a-153c-4d13-9b87-6c37790208b7), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:16.482901 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-6816aa81-9bce-4fd3-af5f-0216843da483 req-72abef90-6e2c-46ea-8001-e0f5ea338b06 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Request body: {'port': {'device_id': 'ded3de28-7455-4d4f-81b7-d660d9c1797b', 'network_id': 'c898a309-cc9c-486f-b9d6-bb11ec55d766', 'admin_state_up': True, 'tenant_id': '9667c7e3eafc4f028f0e9db9d1d88b60'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:48:16.569187 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-96c22279-4436-4fc9-8f0d-fef853c85741 req-72aed0db-2177-496d-8f76-a79804a8f347 tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] For port 95b63a3b-9c93-45a2-a1e9-ac8348a00a4f, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=95b63a3b-9c93-45a2-a1e9-ac8348a00a4f,segment=NetworkSegment(4048cdfd-061f-4abb-be0c-adcf5198e676),segment_id=4048cdfd-061f-4abb-be0c-adcf5198e676)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:16.569565 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-96c22279-4436-4fc9-8f0d-fef853c85741 req-72aed0db-2177-496d-8f76-a79804a8f347 tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (95b63a3b-9c93-45a2-a1e9-ac8348a00a4f), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:16.574643 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09d768-a4a4-4bfd-b21f-4379c028caf5 req-c1aa1569-1419-40f9-839f-5f4e25487e58 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:16.576490 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cf09d768-a4a4-4bfd-b21f-4379c028caf5 req-c1aa1569-1419-40f9-839f-5f4e25487e58 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 945 time: 0.1451664 Jan 28 02:48:16.601330 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8ae36930-4f79-4424-b417-739bc204cb94 req-06f8d3ac-7a89-4597-b51f-d0f20bf9fedd tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=ded3de28-7455-4d4f-81b7-d660d9c1797b HTTP/1.1" status: 200 len: 210 time: 0.0929182 Jan 28 02:48:16.618156 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-96c22279-4436-4fc9-8f0d-fef853c85741 req-72aed0db-2177-496d-8f76-a79804a8f347 tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] Calling delete_port for 95b63a3b-9c93-45a2-a1e9-ac8348a00a4f owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:48:16.658104 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 9a6a1c2a-153c-4d13-9b87-6c37790208b7 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:48:16.659167 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f978b-a51b-4225-a304-c55acb2944ee service neutron] Pushing event updated for resources: {'Port': ['ID=9a6a1c2a-153c-4d13-9b87-6c37790208b7,revision_number=7']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:16.701734 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 02:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7a1048-3b85-44e6-b158-9344410b8ea9 x-openstack-request-id: req-5f7a1048-3b85-44e6-b158-9344410b8ea9 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:48:16.702083 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7297760-8418-44ec-bbff-6daa2a3b108b", "name": "network-vif-unplugged", "status": "completed", "tag": "9a6a1c2a-153c-4d13-9b87-6c37790208b7", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:48:16.702220 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5f7a1048-3b85-44e6-b158-9344410b8ea9 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:48:16.702578 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7297760-8418-44ec-bbff-6daa2a3b108b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a6a1c2a-153c-4d13-9b87-6c37790208b7', 'code': 200} Jan 28 02:48:16.712086 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-f87f978b-a51b-4225-a304-c55acb2944ee service neutron] Attempting to bind port 9a6a1c2a-153c-4d13-9b87-6c37790208b7 on host n-h1-712139-27 for vnic_type normal with profile {"migrating_to": "n-h2-712139-27"} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:48:16.712580 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-f87f978b-a51b-4225-a304-c55acb2944ee service neutron] Attempting to bind port 9a6a1c2a-153c-4d13-9b87-6c37790208b7 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:48:16.712745 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-f87f978b-a51b-4225-a304-c55acb2944ee service neutron] Attempting to bind port 9a6a1c2a-153c-4d13-9b87-6c37790208b7 on network 997aa02b-ef92-4c1c-ba5c-0477d385960c {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:48:16.714517 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 2122dd46-536b-444d-aa9f-6d408b19bbd5 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:48:16.720003 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-f87f978b-a51b-4225-a304-c55acb2944ee service neutron] Port 9a6a1c2a-153c-4d13-9b87-6c37790208b7 on network 997aa02b-ef92-4c1c-ba5c-0477d385960c not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:48:16.720331 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-f87f978b-a51b-4225-a304-c55acb2944ee service neutron] Attempting to bind port 9a6a1c2a-153c-4d13-9b87-6c37790208b7 on network 997aa02b-ef92-4c1c-ba5c-0477d385960c {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:48:16.735496 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-f87f978b-a51b-4225-a304-c55acb2944ee service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:48:16.735932 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-f87f978b-a51b-4225-a304-c55acb2944ee service neutron] Checking segment: {'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:48:16.736229 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-f87f978b-a51b-4225-a304-c55acb2944ee service neutron] Bound using segment: {'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:48:16.736764 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-f87f978b-a51b-4225-a304-c55acb2944ee service neutron] Bound port: 9a6a1c2a-153c-4d13-9b87-6c37790208b7, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:48:16.737194 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-f87f978b-a51b-4225-a304-c55acb2944ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9a6a1c2a-153c-4d13-9b87-6c37790208b7), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:16.845006 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 9a6a1c2a-153c-4d13-9b87-6c37790208b7, host n-h1-712139-27, got binding levels [] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:16.919744 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Attempting to bind port 9a6a1c2a-153c-4d13-9b87-6c37790208b7 on host n-h1-712139-27 for vnic_type normal with profile {"migrating_to": "n-h2-712139-27"} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:48:16.920131 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Attempting to bind port 9a6a1c2a-153c-4d13-9b87-6c37790208b7 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:48:16.920508 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Attempting to bind port 9a6a1c2a-153c-4d13-9b87-6c37790208b7 on network 997aa02b-ef92-4c1c-ba5c-0477d385960c {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:48:16.929537 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Port 9a6a1c2a-153c-4d13-9b87-6c37790208b7 on network 997aa02b-ef92-4c1c-ba5c-0477d385960c not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:48:16.929931 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Attempting to bind port 9a6a1c2a-153c-4d13-9b87-6c37790208b7 on network 997aa02b-ef92-4c1c-ba5c-0477d385960c {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:48:16.943943 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:48:16.944324 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Checking segment: {'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:48:16.945122 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Bound using segment: {'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:48:16.945652 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Bound port: 9a6a1c2a-153c-4d13-9b87-6c37790208b7, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:48:16.946065 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9a6a1c2a-153c-4d13-9b87-6c37790208b7), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:17.009565 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 2122dd46-536b-444d-aa9f-6d408b19bbd5, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=2122dd46-536b-444d-aa9f-6d408b19bbd5,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:17.013052 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cf09d768-a4a4-4bfd-b21f-4379c028caf5 req-91808f50-b526-4c43-bf04-280c7472bb5e tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4250510 Jan 28 02:48:17.051229 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '2122dd46-536b-444d-aa9f-6d408b19bbd5', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'port_id': '2122dd46-536b-444d-aa9f-6d408b19bbd5', 'mac_address': 'fa:16:3e:bd:d8:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24329ac8-3d67-49eb-9f63-d2859e79e36f', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:48:17.057539 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49767c87-5bfd-4be7-a033-a253cfcff068 None None] Sync routers for ids ['eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:48:17.060404 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6816aa81-9bce-4fd3-af5f-0216843da483 req-72abef90-6e2c-46ea-8001-e0f5ea338b06 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Made reservation on behalf of 9667c7e3eafc4f028f0e9db9d1d88b60 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:48:17.083106 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49767c87-5bfd-4be7-a033-a253cfcff068 None None] Routers {'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:48:17.085430 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-49767c87-5bfd-4be7-a033-a253cfcff068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:48:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:48:17.088185 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 9a6a1c2a-153c-4d13-9b87-6c37790208b7, host n-h1-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:48:17.090665 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-6816aa81-9bce-4fd3-af5f-0216843da483 req-72abef90-6e2c-46ea-8001-e0f5ea338b06 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:17.109524 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 9a6a1c2a-153c-4d13-9b87-6c37790208b7, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=9a6a1c2a-153c-4d13-9b87-6c37790208b7,segment=NetworkSegment(1cc99f2f-8533-4758-ac6d-0ec0b703844f),segment_id=1cc99f2f-8533-4758-ac6d-0ec0b703844f)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:48:17.126042 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9a6a1c2a-153c-4d13-9b87-6c37790208b7), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:17.128772 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 2122dd46-536b-444d-aa9f-6d408b19bbd5 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:48:17.129376 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2122dd46-536b-444d-aa9f-6d408b19bbd5), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:17.145186 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff558a0-7714-471a-9c93-c18b944a5fb9 req-978ea865-f20c-4567-9e9e-e47eb4afd2f9 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:17.151810 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bff558a0-7714-471a-9c93-c18b944a5fb9 req-978ea865-f20c-4567-9e9e-e47eb4afd2f9 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ba52f30-e84d-41b2-931d-9aa9d2d04796 HTTP/1.1" status: 200 len: 948 time: 0.1474400 Jan 28 02:48:17.162399 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-f87f978b-a51b-4225-a304-c55acb2944ee service neutron] For port 9a6a1c2a-153c-4d13-9b87-6c37790208b7, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:48:17.185140 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.db.api [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-f87f978b-a51b-4225-a304-c55acb2944ee service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 9a6a1c2a-153c-4d13-9b87-6c37790208b7-n-h1-712139-27-0 {{(pid=109803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 02:48:17.185482 n-d-712139-27 neutron-server[109803]: DEBUG oslo_db.api [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-f87f978b-a51b-4225-a304-c55acb2944ee service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 02:48:17.196282 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-96c22279-4436-4fc9-8f0d-fef853c85741 req-72aed0db-2177-496d-8f76-a79804a8f347 tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (95b63a3b-9c93-45a2-a1e9-ac8348a00a4f), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:17.221728 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2122dd46-536b-444d-aa9f-6d408b19bbd5 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:48:17.231297 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=9a6a1c2a-153c-4d13-9b87-6c37790208b7,revision_number=8']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:17.233582 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aed0db-2177-496d-8f76-a79804a8f347 tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] Pushing event deleted for resources: {'Port': ['ID=95b63a3b-9c93-45a2-a1e9-ac8348a00a4f,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:17.238827 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['95b63a3b-9c93-45a2-a1e9-ac8348a00a4f'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:48:17.261599 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bff558a0-7714-471a-9c93-c18b944a5fb9 req-c50218b9-c274-4512-b061-8e9eb37544f2 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042757 Jan 28 02:48:17.310666 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 2122dd46-536b-444d-aa9f-6d408b19bbd5, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=2122dd46-536b-444d-aa9f-6d408b19bbd5,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:17.319221 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c22279-4436-4fc9-8f0d-fef853c85741 req-72aed0db-2177-496d-8f76-a79804a8f347 tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] No DVR routers for this DVR port 95b63a3b-9c93-45a2-a1e9-ac8348a00a4f on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:48:17.323824 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-96c22279-4436-4fc9-8f0d-fef853c85741 req-72aed0db-2177-496d-8f76-a79804a8f347 tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:17.327684 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-96c22279-4436-4fc9-8f0d-fef853c85741 req-72aed0db-2177-496d-8f76-a79804a8f347 tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] 10.222.0.67 "DELETE /v2.0/ports/95b63a3b-9c93-45a2-a1e9-ac8348a00a4f HTTP/1.1" status: 204 len: 173 time: 1.2525985 Jan 28 02:48:17.331087 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (2122dd46-536b-444d-aa9f-6d408b19bbd5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:17.372747 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-49767c87-5bfd-4be7-a033-a253cfcff068 None None] Set router eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:48:17.388583 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bf6b7ff5-fdde-4711-bb40-622531754ee4 req-3cc080f0-a9f7-4576-8991-a0fc8198a8a5 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4404f-6ba4-4af3-8a4c-42aea5c66242 HTTP/1.1" status: 200 len: 210 time: 0.1701062 Jan 28 02:48:17.393228 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 9a6a1c2a-153c-4d13-9b87-6c37790208b7 has no active binding in host n-h2-712139-27 {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 02:48:17.444607 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=2122dd46-536b-444d-aa9f-6d408b19bbd5,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:17.481856 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 0773ec49-1d71-4a57-bac8-4852f5b12ee0 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:48:17.505803 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-871a0df7-5a8c-49bd-9bba-8fc3b6d14736 req-fd991742-0781-4d14-8d93-6107ed772b5f tempest-ServerPasswordTestJSON-914990791 tempest-ServerPasswordTestJSON-914990791-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f0055b2-3c4d-4052-bdbb-4ad9404821bc HTTP/1.1" status: 200 len: 210 time: 0.1205151 Jan 28 02:48:17.531391 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f9be2-66ee-44fc-8804-1743330817a4 req-095b7976-1122-4c2f-86a9-b486fe5e5447 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:17.541213 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ce3f9be2-66ee-44fc-8804-1743330817a4 req-095b7976-1122-4c2f-86a9-b486fe5e5447 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.67 "GET /v2.0/ports?device_id=101c29a9-93a2-400c-939d-7bfc77d7c51e HTTP/1.1" status: 200 len: 944 time: 0.3284397 Jan 28 02:48:17.552477 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 0773ec49-1d71-4a57-bac8-4852f5b12ee0 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:48:17.552944 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (0773ec49-1d71-4a57-bac8-4852f5b12ee0), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:17.599239 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814be2d-3358-4aa3-875a-410afe601a4c req-3ecc04bc-16b6-4ba3-9513-087e5c6c84aa tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:17.601051 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d814be2d-3358-4aa3-875a-410afe601a4c req-3ecc04bc-16b6-4ba3-9513-087e5c6c84aa tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.39 "GET /v2.0/networks?id=be703702-7af5-402e-8d68-076a1cbb8c04 HTTP/1.1" status: 200 len: 829 time: 0.2924664 Jan 28 02:48:17.649762 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-d814be2d-3358-4aa3-875a-410afe601a4c req-414c4801-0e2d-46c3-8385-18b55d64cb2c tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Request body: {'port': {'device_id': '7dc4404f-6ba4-4af3-8a4c-42aea5c66242', 'network_id': 'be703702-7af5-402e-8d68-076a1cbb8c04', 'admin_state_up': True, 'tenant_id': 'e3a83e0e1e7b4f9da20361fc0066f10c'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:48:17.658140 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 0773ec49-1d71-4a57-bac8-4852f5b12ee0 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:48:17.665636 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-6816aa81-9bce-4fd3-af5f-0216843da483 req-72abef90-6e2c-46ea-8001-e0f5ea338b06 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Allocated IP 172.20.0.4 (c898a309-cc9c-486f-b9d6-bb11ec55d766/eaaafb1c-3547-4581-9e89-2950c931386f/e9554c63-20e1-4df5-ba01-10988b4ff4ee) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:48:17.687409 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb77fe-3e18-436b-8c3d-5cf6764a6f7d req-00b79ca2-32bb-4c48-a44e-32da64f303b0 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:17.689059 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8fbb77fe-3e18-436b-8c3d-5cf6764a6f7d req-00b79ca2-32bb-4c48-a44e-32da64f303b0 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ea82be4-5812-42c2-91fe-61b8ab62c091 HTTP/1.1" status: 200 len: 945 time: 0.2141430 Jan 28 02:48:17.758963 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-49767c87-5bfd-4be7-a033-a253cfcff068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1174056535-router', 'tenant_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '0773ec49-1d71-4a57-bac8-4852f5b12ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:48:07Z', 'updated_at': '2022-01-28T02:48:13Z', 'revision_number': 4, 'project_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'gw_port': {'id': '0773ec49-1d71-4a57-bac8-4852f5b12ee0', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:48:09Z', 'updated_at': '2022-01-28T02:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '9d9e8a51-735b-4a57-8816-d87452196c55', 'name': '', 'network_id': 'be703702-7af5-402e-8d68-076a1cbb8c04', 'tenant_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'mac_address': 'fa:16:3e:4d:b2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'fc944f55-5387-4378-a8b1-840d88a73f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:48:12Z', 'updated_at': '2022-01-28T02:48:13Z', 'revision_number': 2, 'project_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'subnets': [{'id': 'fc944f55-5387-4378-a8b1-840d88a73f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:48:17.775382 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-f87f978b-a51b-4225-a304-c55acb2944ee service neutron] Attempting to bind port 9a6a1c2a-153c-4d13-9b87-6c37790208b7 on host n-h1-712139-27 for vnic_type normal with profile {"migrating_to": "n-h2-712139-27"} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:48:17.775723 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-f87f978b-a51b-4225-a304-c55acb2944ee service neutron] Attempting to bind port 9a6a1c2a-153c-4d13-9b87-6c37790208b7 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:48:17.776056 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-f87f978b-a51b-4225-a304-c55acb2944ee service neutron] Attempting to bind port 9a6a1c2a-153c-4d13-9b87-6c37790208b7 on network 997aa02b-ef92-4c1c-ba5c-0477d385960c {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:48:17.776372 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101c29a9-93a2-400c-939d-7bfc77d7c51e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f79db10d-b045-4259-b441-b909b6d40604'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:48:17.778804 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7771a7c-de19-4797-9069-46aacd33e1ec" -d '{"events": [{"server_uuid": "101c29a9-93a2-400c-939d-7bfc77d7c51e", "name": "network-vif-unplugged", "status": "completed", "tag": "f79db10d-b045-4259-b441-b909b6d40604"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:48:17.787697 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49767c87-5bfd-4be7-a033-a253cfcff068 None None] Checking router: eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:48:17.788398 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49767c87-5bfd-4be7-a033-a253cfcff068 None None] Updating router eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6 port 9d9e8a51-735b-4a57-8816-d87452196c55 binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:48:17.795336 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-f87f978b-a51b-4225-a304-c55acb2944ee service neutron] Port 9a6a1c2a-153c-4d13-9b87-6c37790208b7 on network 997aa02b-ef92-4c1c-ba5c-0477d385960c not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:48:17.795666 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-f87f978b-a51b-4225-a304-c55acb2944ee service neutron] Attempting to bind port 9a6a1c2a-153c-4d13-9b87-6c37790208b7 on network 997aa02b-ef92-4c1c-ba5c-0477d385960c {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:48:17.810504 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-f87f978b-a51b-4225-a304-c55acb2944ee service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:48:17.810852 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-f87f978b-a51b-4225-a304-c55acb2944ee service neutron] Checking segment: {'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:48:17.811250 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-f87f978b-a51b-4225-a304-c55acb2944ee service neutron] Bound using segment: {'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:48:17.811695 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-f87f978b-a51b-4225-a304-c55acb2944ee service neutron] Bound port: 9a6a1c2a-153c-4d13-9b87-6c37790208b7, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:48:17.812063 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-f87f978b-a51b-4225-a304-c55acb2944ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9a6a1c2a-153c-4d13-9b87-6c37790208b7), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:17.820562 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-49767c87-5bfd-4be7-a033-a253cfcff068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9d9e8a51-735b-4a57-8816-d87452196c55), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:17.828790 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8fbb77fe-3e18-436b-8c3d-5cf6764a6f7d req-1b020270-61df-4be7-be61-25954b468861 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290402 Jan 28 02:48:17.843680 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10bc4af-b4d7-4baa-8b92-1f3f89b59c56 req-d7e592bb-7dcf-43b1-88a4-36367f32317b tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:17.850032 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b10bc4af-b4d7-4baa-8b92-1f3f89b59c56 req-d7e592bb-7dcf-43b1-88a4-36367f32317b tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 949 time: 0.1202438 Jan 28 02:48:17.883806 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-ce3f9be2-66ee-44fc-8804-1743330817a4 req-241c959c-2a3f-41f4-8528-8cdcc06f099b tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Deleting port f79db10d-b045-4259-b441-b909b6d40604 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:48:17.884245 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-ce3f9be2-66ee-44fc-8804-1743330817a4 req-241c959c-2a3f-41f4-8528-8cdcc06f099b tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (f79db10d-b045-4259-b441-b909b6d40604), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:17.943650 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d814be2d-3358-4aa3-875a-410afe601a4c req-414c4801-0e2d-46c3-8385-18b55d64cb2c tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Made reservation on behalf of e3a83e0e1e7b4f9da20361fc0066f10c for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:48:17.947092 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d814be2d-3358-4aa3-875a-410afe601a4c req-414c4801-0e2d-46c3-8385-18b55d64cb2c tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:17.962699 n-d-712139-27 neutron-server[109803]: WARNING neutron.plugins.ml2.plugin [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-f87f978b-a51b-4225-a304-c55acb2944ee service neutron] Concurrent port binding operations failed on port 9a6a1c2a-153c-4d13-9b87-6c37790208b7 Jan 28 02:48:17.967573 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-f87f978b-a51b-4225-a304-c55acb2944ee service neutron] For port 9a6a1c2a-153c-4d13-9b87-6c37790208b7, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=9a6a1c2a-153c-4d13-9b87-6c37790208b7,segment=NetworkSegment(1cc99f2f-8533-4758-ac6d-0ec0b703844f),segment_id=1cc99f2f-8533-4758-ac6d-0ec0b703844f)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:17.975367 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-11d45ab9-98d8-4acb-9984-4f5f67e7de21 req-f7855dc4-6fbd-4e25-9480-2601a7985b51 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=ded3de28-7455-4d4f-81b7-d660d9c1797b HTTP/1.1" status: 200 len: 210 time: 0.0384972 Jan 28 02:48:17.977584 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b10bc4af-b4d7-4baa-8b92-1f3f89b59c56 req-dc3bc63b-7f82-4d93-bb57-abf846cb2ef0 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265984 Jan 28 02:48:17.980786 n-d-712139-27 neutron-server[109803]: INFO neutron.plugins.ml2.plugin [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-f87f978b-a51b-4225-a304-c55acb2944ee service neutron] Attempt 2 to bind port 9a6a1c2a-153c-4d13-9b87-6c37790208b7 Jan 28 02:48:17.993841 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-f87f978b-a51b-4225-a304-c55acb2944ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:17.998960 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-f87f978b-a51b-4225-a304-c55acb2944ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:18.000453 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-f87f978b-a51b-4225-a304-c55acb2944ee service neutron] 10.222.0.39 "PUT /v2.0/ports/9a6a1c2a-153c-4d13-9b87-6c37790208b7 HTTP/1.1" status: 200 len: 1123 time: 2.4286923 Jan 28 02:48:18.066645 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 02:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb78e070-3b80-4b8b-a288-69e935a45eb9 x-openstack-request-id: req-bb78e070-3b80-4b8b-a288-69e935a45eb9 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:48:18.066943 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101c29a9-93a2-400c-939d-7bfc77d7c51e", "name": "network-vif-unplugged", "status": "completed", "tag": "f79db10d-b045-4259-b441-b909b6d40604", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:48:18.067201 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bb78e070-3b80-4b8b-a288-69e935a45eb9 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:48:18.067599 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101c29a9-93a2-400c-939d-7bfc77d7c51e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f79db10d-b045-4259-b441-b909b6d40604', 'code': 200} Jan 28 02:48:18.072079 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-6816aa81-9bce-4fd3-af5f-0216843da483 req-72abef90-6e2c-46ea-8001-e0f5ea338b06 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Publish callbacks [] for port (e9554c63-20e1-4df5-ba01-10988b4ff4ee), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:18.108403 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['2122dd46-536b-444d-aa9f-6d408b19bbd5'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:48:18.109817 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-ce3f9be2-66ee-44fc-8804-1743330817a4 req-241c959c-2a3f-41f4-8528-8cdcc06f099b tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] For port f79db10d-b045-4259-b441-b909b6d40604, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=f79db10d-b045-4259-b441-b909b6d40604,segment=NetworkSegment(75a4b119-8376-430b-8e41-eb2c7f9df607),segment_id=75a4b119-8376-430b-8e41-eb2c7f9df607)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:18.110197 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-ce3f9be2-66ee-44fc-8804-1743330817a4 req-241c959c-2a3f-41f4-8528-8cdcc06f099b tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (f79db10d-b045-4259-b441-b909b6d40604), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:18.131088 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-ce3f9be2-66ee-44fc-8804-1743330817a4 req-241c959c-2a3f-41f4-8528-8cdcc06f099b tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Calling delete_port for f79db10d-b045-4259-b441-b909b6d40604 owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:48:18.196498 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['9a6a1c2a-153c-4d13-9b87-6c37790208b7'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:48:18.253353 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-6816aa81-9bce-4fd3-af5f-0216843da483 req-72abef90-6e2c-46ea-8001-e0f5ea338b06 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (e9554c63-20e1-4df5-ba01-10988b4ff4ee), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:18.295690 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f1e60-fe1c-4852-ba86-b9165ede663e req-c0756ee4-4c96-450a-b0fe-132f9342c130 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:18.296747 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c75f1e60-fe1c-4852-ba86-b9165ede663e req-c0756ee4-4c96-450a-b0fe-132f9342c130 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 943 time: 0.1386721 Jan 28 02:48:18.323825 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6816aa81-9bce-4fd3-af5f-0216843da483 req-72abef90-6e2c-46ea-8001-e0f5ea338b06 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Network c898a309-cc9c-486f-b9d6-bb11ec55d766 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:48:18.325442 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['9a6a1c2a-153c-4d13-9b87-6c37790208b7'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:48:18.359282 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-49767c87-5bfd-4be7-a033-a253cfcff068 None None] Publish callbacks [] for port (9d9e8a51-735b-4a57-8816-d87452196c55), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:18.364252 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-6816aa81-9bce-4fd3-af5f-0216843da483 req-72abef90-6e2c-46ea-8001-e0f5ea338b06 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:48:18.371530 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-49767c87-5bfd-4be7-a033-a253cfcff068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9d9e8a51-735b-4a57-8816-d87452196c55), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:18.379908 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-6816aa81-9bce-4fd3-af5f-0216843da483 req-72abef90-6e2c-46ea-8001-e0f5ea338b06 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:48:18.386750 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72abef90-6e2c-46ea-8001-e0f5ea338b06 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Pushing event updated for resources: {'Port': ['ID=e9554c63-20e1-4df5-ba01-10988b4ff4ee,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:18.555489 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c75f1e60-fe1c-4852-ba86-b9165ede663e req-9a6d10b1-ec09-4fb1-8da4-231f7cd80457 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495773 Jan 28 02:48:18.561119 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-ce3f9be2-66ee-44fc-8804-1743330817a4 req-241c959c-2a3f-41f4-8528-8cdcc06f099b tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (f79db10d-b045-4259-b441-b909b6d40604), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:18.570103 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-d814be2d-3358-4aa3-875a-410afe601a4c req-414c4801-0e2d-46c3-8385-18b55d64cb2c tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Allocated IP 172.20.0.7 (be703702-7af5-402e-8d68-076a1cbb8c04/fc944f55-5387-4378-a8b1-840d88a73f81/9632b156-2630-4207-8a06-ef5e2079e909) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:48:18.614297 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b99fc-aca2-4d47-9ba5-1e101417d284 None None] Pushing event updated for resources: {'Port': ['ID=9d9e8a51-735b-4a57-8816-d87452196c55,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:18.629939 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1d5f7-c1c4-4dc2-a55b-018412bb1aee req-ab1c4417-bd6d-4c13-b21f-1a0592d58211 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:18.635659 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723b99fc-aca2-4d47-9ba5-1e101417d284 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:18.636127 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723b99fc-aca2-4d47-9ba5-1e101417d284 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:18.636523 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723b99fc-aca2-4d47-9ba5-1e101417d284 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:18.636869 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723b99fc-aca2-4d47-9ba5-1e101417d284 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:18.637270 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723b99fc-aca2-4d47-9ba5-1e101417d284 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:18.637601 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723b99fc-aca2-4d47-9ba5-1e101417d284 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:18.637928 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723b99fc-aca2-4d47-9ba5-1e101417d284 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:18.638255 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723b99fc-aca2-4d47-9ba5-1e101417d284 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:18.638627 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723b99fc-aca2-4d47-9ba5-1e101417d284 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:18.638969 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723b99fc-aca2-4d47-9ba5-1e101417d284 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:18.639295 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723b99fc-aca2-4d47-9ba5-1e101417d284 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:18.639615 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723b99fc-aca2-4d47-9ba5-1e101417d284 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:18.639931 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723b99fc-aca2-4d47-9ba5-1e101417d284 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:18.641659 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ebd1d5f7-c1c4-4dc2-a55b-018412bb1aee req-ab1c4417-bd6d-4c13-b21f-1a0592d58211 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ba52f30-e84d-41b2-931d-9aa9d2d04796 HTTP/1.1" status: 200 len: 949 time: 0.1988337 Jan 28 02:48:18.645779 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-49767c87-5bfd-4be7-a033-a253cfcff068 None None] Attempting to bind port 9d9e8a51-735b-4a57-8816-d87452196c55 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:48:18.646157 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-49767c87-5bfd-4be7-a033-a253cfcff068 None None] Attempting to bind port 9d9e8a51-735b-4a57-8816-d87452196c55 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '0fd4c2ea-2422-40e8-945d-f13eca5303f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'be703702-7af5-402e-8d68-076a1cbb8c04'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:48:18.646527 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49767c87-5bfd-4be7-a033-a253cfcff068 None None] Attempting to bind port 9d9e8a51-735b-4a57-8816-d87452196c55 on network be703702-7af5-402e-8d68-076a1cbb8c04 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:48:18.653244 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49767c87-5bfd-4be7-a033-a253cfcff068 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:48:18.653626 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49767c87-5bfd-4be7-a033-a253cfcff068 None None] Checking segment: {'id': '0fd4c2ea-2422-40e8-945d-f13eca5303f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'be703702-7af5-402e-8d68-076a1cbb8c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:48:18.654037 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-49767c87-5bfd-4be7-a033-a253cfcff068 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:18.654583 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49767c87-5bfd-4be7-a033-a253cfcff068 None None] Bound using segment: {'id': '0fd4c2ea-2422-40e8-945d-f13eca5303f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'be703702-7af5-402e-8d68-076a1cbb8c04'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:48:18.655073 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-49767c87-5bfd-4be7-a033-a253cfcff068 None None] Bound port: 9d9e8a51-735b-4a57-8816-d87452196c55, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd4c2ea-2422-40e8-945d-f13eca5303f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'be703702-7af5-402e-8d68-076a1cbb8c04'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:48:18.655456 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-49767c87-5bfd-4be7-a033-a253cfcff068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9d9e8a51-735b-4a57-8816-d87452196c55), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:18.687291 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device a56d5000-9503-420d-bbeb-52893511a096 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:48:18.709631 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0055b2-3c4d-4052-bdbb-4ad9404821bc', 'name': 'network-vif-deleted', 'tag': '95b63a3b-9c93-45a2-a1e9-ac8348a00a4f'}, {'name': 'network-changed', 'server_uuid': 'd7297760-8418-44ec-bbff-6daa2a3b108b', 'tag': '9a6a1c2a-153c-4d13-9b87-6c37790208b7'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:48:18.711918 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ff0a83-e56e-4d1a-aa50-5e7eda465976" -d '{"events": [{"server_uuid": "9f0055b2-3c4d-4052-bdbb-4ad9404821bc", "name": "network-vif-deleted", "tag": "95b63a3b-9c93-45a2-a1e9-ac8348a00a4f"}, {"name": "network-changed", "server_uuid": "d7297760-8418-44ec-bbff-6daa2a3b108b", "tag": "9a6a1c2a-153c-4d13-9b87-6c37790208b7"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:48:18.728361 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c959c-2a3f-41f4-8528-8cdcc06f099b tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Pushing event deleted for resources: {'Port': ['ID=f79db10d-b045-4259-b441-b909b6d40604,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:18.739845 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816aa81-9bce-4fd3-af5f-0216843da483 req-72abef90-6e2c-46ea-8001-e0f5ea338b06 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:18.745448 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-6816aa81-9bce-4fd3-af5f-0216843da483 req-72abef90-6e2c-46ea-8001-e0f5ea338b06 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:18.747122 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-49767c87-5bfd-4be7-a033-a253cfcff068 None None] For port 9d9e8a51-735b-4a57-8816-d87452196c55, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:48:18.751282 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-49767c87-5bfd-4be7-a033-a253cfcff068 None None] For port 9d9e8a51-735b-4a57-8816-d87452196c55, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=9d9e8a51-735b-4a57-8816-d87452196c55,segment=NetworkSegment(0fd4c2ea-2422-40e8-945d-f13eca5303f9),segment_id=0fd4c2ea-2422-40e8-945d-f13eca5303f9)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:48:18.764059 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-49767c87-5bfd-4be7-a033-a253cfcff068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9d9e8a51-735b-4a57-8816-d87452196c55), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:18.774309 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ebd1d5f7-c1c4-4dc2-a55b-018412bb1aee req-4e46e14e-20e6-44b6-a60f-b0531fd2500b tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304498 Jan 28 02:48:18.800162 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 95b63a3b-9c93-45a2-a1e9-ac8348a00a4f no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:48:18.869114 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57556) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:48:18.883198 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: 95b63a3b-9c93-45a2-a1e9-ac8348a00a4f {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:48:18.883545 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 95b63a3b-9c93-45a2-a1e9-ac8348a00a4f not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:48:18.887188 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-77ed91d7-eb66-48bc-9397-80c38d2dbc9c req-a5c20e56-6009-4706-9f52-9c354071abbe tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4404f-6ba4-4af3-8a4c-42aea5c66242 HTTP/1.1" status: 200 len: 210 time: 0.1334696 Jan 28 02:48:18.912830 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port a56d5000-9503-420d-bbeb-52893511a096 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:48:18.936272 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3f9be2-66ee-44fc-8804-1743330817a4 req-241c959c-2a3f-41f4-8528-8cdcc06f099b tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] No DVR routers for this DVR port f79db10d-b045-4259-b441-b909b6d40604 on host n-h1-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:48:18.940243 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49767c87-5bfd-4be7-a033-a253cfcff068 None None] Routers {'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:48:18.940906 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-49767c87-5bfd-4be7-a033-a253cfcff068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:48:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:48:18.959478 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port a56d5000-9503-420d-bbeb-52893511a096 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:48:18.959863 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (a56d5000-9503-420d-bbeb-52893511a096), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:18.965387 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-d4f1d82b-cc42-45ad-bd27-f83ec2ad2467 None None] Provisioning complete for port 9d9e8a51-735b-4a57-8816-d87452196c55 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:48:18.965768 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d4f1d82b-cc42-45ad-bd27-f83ec2ad2467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9d9e8a51-735b-4a57-8816-d87452196c55), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:18.984301 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 28 Jan 2022 02:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84458282-bd73-4e4a-b735-b5751a9694e6 x-openstack-request-id: req-84458282-bd73-4e4a-b735-b5751a9694e6 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:48:18.984701 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0055b2-3c4d-4052-bdbb-4ad9404821bc", "name": "network-vif-deleted", "tag": "95b63a3b-9c93-45a2-a1e9-ac8348a00a4f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d7297760-8418-44ec-bbff-6daa2a3b108b", "tag": "9a6a1c2a-153c-4d13-9b87-6c37790208b7", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:48:18.985157 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-84458282-bd73-4e4a-b735-b5751a9694e6 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:48:18.985650 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0055b2-3c4d-4052-bdbb-4ad9404821bc', 'name': 'network-vif-deleted', 'tag': '95b63a3b-9c93-45a2-a1e9-ac8348a00a4f', 'status': 'completed', 'code': 200} Jan 28 02:48:18.986096 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7297760-8418-44ec-bbff-6daa2a3b108b', 'tag': '9a6a1c2a-153c-4d13-9b87-6c37790208b7', 'status': 'completed', 'code': 200} Jan 28 02:48:18.991670 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-ce3f9be2-66ee-44fc-8804-1743330817a4 req-241c959c-2a3f-41f4-8528-8cdcc06f099b tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:18.996786 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ce3f9be2-66ee-44fc-8804-1743330817a4 req-241c959c-2a3f-41f4-8528-8cdcc06f099b tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.67 "DELETE /v2.0/ports/f79db10d-b045-4259-b441-b909b6d40604 HTTP/1.1" status: 204 len: 173 time: 1.4490592 Jan 28 02:48:19.007259 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101c29a9-93a2-400c-939d-7bfc77d7c51e', 'name': 'network-vif-deleted', 'tag': 'f79db10d-b045-4259-b441-b909b6d40604'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:48:19.021890 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d814be2d-3358-4aa3-875a-410afe601a4c req-414c4801-0e2d-46c3-8385-18b55d64cb2c tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Publish callbacks [] for port (9632b156-2630-4207-8a06-ef5e2079e909), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:19.026146 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89b3d2d-9eff-4a34-b7eb-6ee4f0c9e640" -d '{"events": [{"server_uuid": "101c29a9-93a2-400c-939d-7bfc77d7c51e", "name": "network-vif-deleted", "tag": "f79db10d-b045-4259-b441-b909b6d40604"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:48:19.082109 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6816aa81-9bce-4fd3-af5f-0216843da483 req-72abef90-6e2c-46ea-8001-e0f5ea338b06 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6117706 Jan 28 02:48:19.103665 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b99fc-aca2-4d47-9ba5-1e101417d284 None None] Pushing event updated for resources: {'Port': ['ID=9d9e8a51-735b-4a57-8816-d87452196c55,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:19.163454 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-6816aa81-9bce-4fd3-af5f-0216843da483 req-de8e566d-027c-4ef8-a4b5-6d23270e133d service neutron] Request body: {'port': {'device_id': 'ded3de28-7455-4d4f-81b7-d660d9c1797b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:48:19.184740 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-49767c87-5bfd-4be7-a033-a253cfcff068 None None] Set router eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:48:19.199406 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d814be2d-3358-4aa3-875a-410afe601a4c req-414c4801-0e2d-46c3-8385-18b55d64cb2c tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (9632b156-2630-4207-8a06-ef5e2079e909), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:19.232039 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port a56d5000-9503-420d-bbeb-52893511a096 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:48:19.232638 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (a56d5000-9503-420d-bbeb-52893511a096), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:19.240193 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-d4f1d82b-cc42-45ad-bd27-f83ec2ad2467 None None] Current status of the port 9d9e8a51-735b-4a57-8816-d87452196c55 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:48:19.240662 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d4f1d82b-cc42-45ad-bd27-f83ec2ad2467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9d9e8a51-735b-4a57-8816-d87452196c55), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:19.280698 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfa7668d-7b0d-49ce-8cb3-8cb92d5e8a34 admin admin] Deleting subnet 8be91764-5d0b-4512-9b1d-253d29f0cf38 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:48:19.286538 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-cfa7668d-7b0d-49ce-8cb3-8cb92d5e8a34 admin admin] Publish callbacks [] for subnet (8be91764-5d0b-4512-9b1d-253d29f0cf38), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:19.302276 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2a5c3-e098-4a0a-a8e9-d0751e287471 req-3655ad1d-97f0-4f06-8549-edb0434c8fe5 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:19.312263 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-38a2a5c3-e098-4a0a-a8e9-d0751e287471 req-3655ad1d-97f0-4f06-8549-edb0434c8fe5 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ea82be4-5812-42c2-91fe-61b8ab62c091 HTTP/1.1" status: 200 len: 945 time: 0.2421336 Jan 28 02:48:19.363734 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-cfa7668d-7b0d-49ce-8cb3-8cb92d5e8a34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (8be91764-5d0b-4512-9b1d-253d29f0cf38), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:19.368720 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d814be2d-3358-4aa3-875a-410afe601a4c req-414c4801-0e2d-46c3-8385-18b55d64cb2c tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Network be703702-7af5-402e-8d68-076a1cbb8c04 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:48:19.370032 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c4801-0e2d-46c3-8385-18b55d64cb2c tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Pushing event updated for resources: {'Port': ['ID=9632b156-2630-4207-8a06-ef5e2079e909,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:19.378199 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port a56d5000-9503-420d-bbeb-52893511a096, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=a56d5000-9503-420d-bbeb-52893511a096,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:19.380549 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-d4f1d82b-cc42-45ad-bd27-f83ec2ad2467 None None] For port 9d9e8a51-735b-4a57-8816-d87452196c55, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=9d9e8a51-735b-4a57-8816-d87452196c55,segment=NetworkSegment(0fd4c2ea-2422-40e8-945d-f13eca5303f9),segment_id=0fd4c2ea-2422-40e8-945d-f13eca5303f9)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:19.391274 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (a56d5000-9503-420d-bbeb-52893511a096), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:19.405455 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d4f1d82b-cc42-45ad-bd27-f83ec2ad2467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9d9e8a51-735b-4a57-8816-d87452196c55), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:19.416587 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-38a2a5c3-e098-4a0a-a8e9-d0751e287471 req-7670be84-22d8-4bdf-b18b-ce6aeee56cd4 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980899 Jan 28 02:48:19.417904 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-d814be2d-3358-4aa3-875a-410afe601a4c req-414c4801-0e2d-46c3-8385-18b55d64cb2c tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:48:19.428031 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-cfa7668d-7b0d-49ce-8cb3-8cb92d5e8a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (8be91764-5d0b-4512-9b1d-253d29f0cf38), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:19.428448 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-d814be2d-3358-4aa3-875a-410afe601a4c req-414c4801-0e2d-46c3-8385-18b55d64cb2c tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:48:19.533990 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=a56d5000-9503-420d-bbeb-52893511a096,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:19.541062 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-cfa7668d-7b0d-49ce-8cb3-8cb92d5e8a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (8be91764-5d0b-4512-9b1d-253d29f0cf38), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:19.572331 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814be2d-3358-4aa3-875a-410afe601a4c req-414c4801-0e2d-46c3-8385-18b55d64cb2c tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:19.573944 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d814be2d-3358-4aa3-875a-410afe601a4c req-414c4801-0e2d-46c3-8385-18b55d64cb2c tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:19.609235 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa7668d-7b0d-49ce-8cb3-8cb92d5e8a34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8be91764-5d0b-4512-9b1d-253d29f0cf38,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:19.623487 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-cfa7668d-7b0d-49ce-8cb3-8cb92d5e8a34 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:19.629325 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d814be2d-3358-4aa3-875a-410afe601a4c req-414c4801-0e2d-46c3-8385-18b55d64cb2c tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9834645 Jan 28 02:48:19.633850 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-cfa7668d-7b0d-49ce-8cb3-8cb92d5e8a34 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/8be91764-5d0b-4512-9b1d-253d29f0cf38 HTTP/1.1" status: 204 len: 168 time: 0.7588181 Jan 28 02:48:19.634235 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57570) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:48:19.639246 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 9d9e8a51-735b-4a57-8816-d87452196c55 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:48:19.640681 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff0a83-e56e-4d1a-aa50-5e7eda465976 req-9e19ec8c-37d4-4257-b606-7302433fdac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:19.643008 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-12ff0a83-e56e-4d1a-aa50-5e7eda465976 req-9e19ec8c-37d4-4257-b606-7302433fdac3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b376bdc08124533ad1dc2039341113b&device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 1126 time: 0.6031904 Jan 28 02:48:19.657947 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a20dd2-9eb3-4a4b-99ff-73d167e0f4d9 req-fd9b149a-69e9-4313-8907-b1b68d4a22f1 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:19.670692 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b408ba-10e7-4621-8516-dd64d7abf093 req-6493a6c5-1362-4d46-b267-c2e62db309c7 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:19.672502 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b8b408ba-10e7-4621-8516-dd64d7abf093 req-6493a6c5-1362-4d46-b267-c2e62db309c7 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 949 time: 0.5492957 Jan 28 02:48:19.673168 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-6816aa81-9bce-4fd3-af5f-0216843da483 req-de8e566d-027c-4ef8-a4b5-6d23270e133d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e9554c63-20e1-4df5-ba01-10988b4ff4ee), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:19.679491 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5a20dd2-9eb3-4a4b-99ff-73d167e0f4d9 req-fd9b149a-69e9-4313-8907-b1b68d4a22f1 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=ded3de28-7455-4d4f-81b7-d660d9c1797b HTTP/1.1" status: 200 len: 931 time: 0.1539464 Jan 28 02:48:19.700429 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-d814be2d-3358-4aa3-875a-410afe601a4c req-20650a7d-d451-4a73-8a23-48934bc27c69 service neutron] Request body: {'port': {'device_id': '7dc4404f-6ba4-4af3-8a4c-42aea5c66242', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:48:19.741124 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-54f55517-aac5-4f9e-8922-de670caad545 None None] Provisioning complete for port 9d9e8a51-735b-4a57-8816-d87452196c55 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:48:19.741490 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-54f55517-aac5-4f9e-8922-de670caad545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9d9e8a51-735b-4a57-8816-d87452196c55), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:19.776320 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f1d82b-cc42-45ad-bd27-f83ec2ad2467 None None] Pushing event updated for resources: {'Port': ['ID=9d9e8a51-735b-4a57-8816-d87452196c55,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:19.835394 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-49767c87-5bfd-4be7-a033-a253cfcff068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1174056535-router', 'tenant_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '0773ec49-1d71-4a57-bac8-4852f5b12ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:48:07Z', 'updated_at': '2022-01-28T02:48:13Z', 'revision_number': 4, 'project_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'gw_port': {'id': '0773ec49-1d71-4a57-bac8-4852f5b12ee0', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:48:09Z', 'updated_at': '2022-01-28T02:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '9d9e8a51-735b-4a57-8816-d87452196c55', 'name': '', 'network_id': 'be703702-7af5-402e-8d68-076a1cbb8c04', 'tenant_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'mac_address': 'fa:16:3e:4d:b2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'fc944f55-5387-4378-a8b1-840d88a73f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:48:12Z', 'updated_at': '2022-01-28T02:48:18Z', 'revision_number': 4, 'project_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'subnets': [{'id': 'fc944f55-5387-4378-a8b1-840d88a73f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:48:19.841735 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 9d9e8a51-735b-4a57-8816-d87452196c55 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:48:19.842117 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9d9e8a51-735b-4a57-8816-d87452196c55), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:19.878099 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d814be2d-3358-4aa3-875a-410afe601a4c req-20650a7d-d451-4a73-8a23-48934bc27c69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9632b156-2630-4207-8a06-ef5e2079e909), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:19.888803 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49767c87-5bfd-4be7-a033-a253cfcff068 None None] The sync data for ids ['eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6'] in n-d-712139-27 is: [{'id': 'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1174056535-router', 'tenant_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '0773ec49-1d71-4a57-bac8-4852f5b12ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:48:07Z', 'updated_at': '2022-01-28T02:48:13Z', 'revision_number': 4, 'project_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'gw_port': {'id': '0773ec49-1d71-4a57-bac8-4852f5b12ee0', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:48:09Z', 'updated_at': '2022-01-28T02:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '9d9e8a51-735b-4a57-8816-d87452196c55', 'name': '', 'network_id': 'be703702-7af5-402e-8d68-076a1cbb8c04', 'tenant_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'mac_address': 'fa:16:3e:4d:b2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'fc944f55-5387-4378-a8b1-840d88a73f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:48:12Z', 'updated_at': '2022-01-28T02:48:18Z', 'revision_number': 4, 'project_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'subnets': [{'id': 'fc944f55-5387-4378-a8b1-840d88a73f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:48:19.910466 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5a20dd2-9eb3-4a4b-99ff-73d167e0f4d9 req-6054def3-0153-41da-b424-eaa6d021504c tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294474 Jan 28 02:48:19.965143 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-505749cf-ca60-4ee3-9860-a5e7e78ee010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (7012d215-ab00-4246-8df5-df2c26747f9f), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:19.997823 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5ba25b-7fb6-4112-b59a-f02f11567059 x-openstack-request-id: req-9a5ba25b-7fb6-4112-b59a-f02f11567059 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:48:19.998219 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101c29a9-93a2-400c-939d-7bfc77d7c51e", "name": "network-vif-deleted", "tag": "f79db10d-b045-4259-b441-b909b6d40604", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:48:19.998559 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9a5ba25b-7fb6-4112-b59a-f02f11567059 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:48:19.999059 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101c29a9-93a2-400c-939d-7bfc77d7c51e', 'name': 'network-vif-deleted', 'tag': 'f79db10d-b045-4259-b441-b909b6d40604', 'status': 'completed', 'code': 200} Jan 28 02:48:20.144171 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61174f54-9d67-4d3b-a319-830e35650c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56d5000-9503-420d-bbeb-52893511a096'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:48:20.151792 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bdb7fb8-e0fd-42a2-9f8c-2eec90106d37" -d '{"events": [{"server_uuid": "61174f54-9d67-4d3b-a319-830e35650c26", "name": "network-vif-plugged", "status": "completed", "tag": "a56d5000-9503-420d-bbeb-52893511a096"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:48:20.179913 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-505749cf-ca60-4ee3-9860-a5e7e78ee010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (7012d215-ab00-4246-8df5-df2c26747f9f), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:20.196856 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-54f55517-aac5-4f9e-8922-de670caad545 None None] Current status of the port 9d9e8a51-735b-4a57-8816-d87452196c55 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:48:20.218885 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-505749cf-ca60-4ee3-9860-a5e7e78ee010 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7012d215-ab00-4246-8df5-df2c26747f9f']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:48:20.239575 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-505749cf-ca60-4ee3-9860-a5e7e78ee010 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4048cdfd-061f-4abb-be0c-adcf5198e676') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:48:20.239916 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-505749cf-ca60-4ee3-9860-a5e7e78ee010 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4048cdfd-061f-4abb-be0c-adcf5198e676') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:48:20.242373 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff0a83-e56e-4d1a-aa50-5e7eda465976 req-a86d6631-18a1-4250-b484-896ecea472f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:20.243918 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-12ff0a83-e56e-4d1a-aa50-5e7eda465976 req-a86d6631-18a1-4250-b484-896ecea472f1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=997aa02b-ef92-4c1c-ba5c-0477d385960c HTTP/1.1" status: 200 len: 922 time: 0.5209663 Jan 28 02:48:20.255294 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b8b408ba-10e7-4621-8516-dd64d7abf093 req-a89642e2-29e7-4d6b-8b27-8fa04a36f43a tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5616701 Jan 28 02:48:20.264580 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 9d9e8a51-735b-4a57-8816-d87452196c55 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:48:20.320461 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-12ff0a83-e56e-4d1a-aa50-5e7eda465976 req-95929bc1-ac92-4c0d-bfee-d14917faedbb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a6a1c2a-153c-4d13-9b87-6c37790208b7 HTTP/1.1" status: 200 len: 217 time: 0.0585992 Jan 28 02:48:20.320865 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-1e6bb1d3-e8ca-4201-9b51-d2c44ff36788 None None] Provisioning complete for port 9632b156-2630-4207-8a06-ef5e2079e909 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:48:20.321384 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1e6bb1d3-e8ca-4201-9b51-d2c44ff36788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9632b156-2630-4207-8a06-ef5e2079e909), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:20.327606 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-505749cf-ca60-4ee3-9860-a5e7e78ee010 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (4048cdfd-061f-4abb-be0c-adcf5198e676), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:20.349009 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-505749cf-ca60-4ee3-9860-a5e7e78ee010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (4048cdfd-061f-4abb-be0c-adcf5198e676), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:20.359856 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-505749cf-ca60-4ee3-9860-a5e7e78ee010 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:48:20.360178 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-505749cf-ca60-4ee3-9860-a5e7e78ee010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (4048cdfd-061f-4abb-be0c-adcf5198e676), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:20.362086 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 02:48:20.362086 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:48:20.362086 n-d-712139-27 neutron-server[109803]: timer() Jan 28 02:48:20.362086 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:48:20.362086 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 02:48:20.362086 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:48:20.362086 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 02:48:20.362086 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:48:20.362086 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 02:48:20.362086 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:48:20.362086 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 02:48:20.362086 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:48:20.362086 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 02:48:20.362086 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:48:20.362086 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:48:20.362086 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:48:20.362086 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:48:20.362086 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:48:20.362086 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 02:48:20.362086 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:48:20.362086 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 02:48:20.362086 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:48:20.362086 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:48:20.362086 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:48:20.362086 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 02:48:20.362086 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:48:20.362086 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:48:20.362086 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:48:20.362086 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:48:20.362086 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:48:20.362086 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:48:20.362086 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:48:20.371491 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-1e6bb1d3-e8ca-4201-9b51-d2c44ff36788 None None] Port 9632b156-2630-4207-8a06-ef5e2079e909 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:48:20.436135 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a86fa-a3ed-4e5d-b015-761125b04949 req-51b7cc97-2165-42e9-997a-dbfc78c6ce93 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:20.441603 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d44a86fa-a3ed-4e5d-b015-761125b04949 req-51b7cc97-2165-42e9-997a-dbfc78c6ce93 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 943 time: 0.1701622 Jan 28 02:48:20.451626 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff0a83-e56e-4d1a-aa50-5e7eda465976 req-8d913a1b-a469-4962-aa08-43c094d5feb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:20.453170 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-12ff0a83-e56e-4d1a-aa50-5e7eda465976 req-8d913a1b-a469-4962-aa08-43c094d5feb0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bcba3f69-83cc-4e79-8ae3-09e3e7684525 HTTP/1.1" status: 200 len: 861 time: 0.1175141 Jan 28 02:48:20.507856 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f9e3a-9e29-487e-8871-62b508f24ad8 req-aa64753a-3b62-45e1-a273-a803beff22b9 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:20.509452 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e40f9e3a-9e29-487e-8871-62b508f24ad8 req-aa64753a-3b62-45e1-a273-a803beff22b9 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ba52f30-e84d-41b2-931d-9aa9d2d04796 HTTP/1.1" status: 200 len: 949 time: 0.1813998 Jan 28 02:48:20.513238 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-12ff0a83-e56e-4d1a-aa50-5e7eda465976 req-75baae60-dd2d-49e4-8713-91a57fc0fa91 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=997aa02b-ef92-4c1c-ba5c-0477d385960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403147 Jan 28 02:48:20.522523 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-6816aa81-9bce-4fd3-af5f-0216843da483 req-de8e566d-027c-4ef8-a4b5-6d23270e133d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9554c63-20e1-4df5-ba01-10988b4ff4ee {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:48:20.534746 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-d814be2d-3358-4aa3-875a-410afe601a4c req-20650a7d-d451-4a73-8a23-48934bc27c69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9632b156-2630-4207-8a06-ef5e2079e909 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:48:20.547841 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-505749cf-ca60-4ee3-9860-a5e7e78ee010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (7012d215-ab00-4246-8df5-df2c26747f9f), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:20.551854 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d814be2d-3358-4aa3-875a-410afe601a4c req-20650a7d-d451-4a73-8a23-48934bc27c69 service neutron] Publish callbacks [] for port (9632b156-2630-4207-8a06-ef5e2079e909), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:20.552863 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-6816aa81-9bce-4fd3-af5f-0216843da483 req-de8e566d-027c-4ef8-a4b5-6d23270e133d service neutron] Publish callbacks [] for port (e9554c63-20e1-4df5-ba01-10988b4ff4ee), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:20.565913 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-505749cf-ca60-4ee3-9860-a5e7e78ee010 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:20.571504 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-505749cf-ca60-4ee3-9860-a5e7e78ee010 admin admin] 10.222.0.53 "DELETE /v2.0/networks/7012d215-ab00-4246-8df5-df2c26747f9f HTTP/1.1" status: 204 len: 168 time: 0.9331312 Jan 28 02:48:20.590171 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505749cf-ca60-4ee3-9860-a5e7e78ee010 admin admin] Pushing event deleted for resources: {'Network': ['ID=7012d215-ab00-4246-8df5-df2c26747f9f,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:20.606384 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-d814be2d-3358-4aa3-875a-410afe601a4c req-20650a7d-d451-4a73-8a23-48934bc27c69 service neutron] Transition to ACTIVE for port object 9632b156-2630-4207-8a06-ef5e2079e909 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:48:20.617924 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d44a86fa-a3ed-4e5d-b015-761125b04949 req-51c62827-b6e4-421c-ace8-d7889ba009d5 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960984 Jan 28 02:48:20.619127 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d814be2d-3358-4aa3-875a-410afe601a4c req-20650a7d-d451-4a73-8a23-48934bc27c69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (9632b156-2630-4207-8a06-ef5e2079e909), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:20.637224 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-6816aa81-9bce-4fd3-af5f-0216843da483 req-de8e566d-027c-4ef8-a4b5-6d23270e133d service neutron] Transition to ACTIVE for port object e9554c63-20e1-4df5-ba01-10988b4ff4ee will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:48:20.728702 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-6816aa81-9bce-4fd3-af5f-0216843da483 req-de8e566d-027c-4ef8-a4b5-6d23270e133d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (e9554c63-20e1-4df5-ba01-10988b4ff4ee), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:20.738828 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e40f9e3a-9e29-487e-8871-62b508f24ad8 req-104862f8-d7f7-4b22-a44d-b730aa2ed0b0 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191334 Jan 28 02:48:20.746974 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-12ff0a83-e56e-4d1a-aa50-5e7eda465976 req-0081fa07-770f-419d-817b-eff06b489bca service neutron] 10.222.0.67 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187517 Jan 28 02:48:20.778932 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57586) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:48:20.789341 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 2122dd46-536b-444d-aa9f-6d408b19bbd5 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:48:20.807462 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20650a7d-d451-4a73-8a23-48934bc27c69 service neutron] Pushing event updated for resources: {'Port': ['ID=9632b156-2630-4207-8a06-ef5e2079e909,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:20.892319 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecbb5e9-3750-4d07-8e36-b313ed6b1bdd req-c18cd51d-3df2-4840-894d-a5d34a9d1df0 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:20.894244 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7ecbb5e9-3750-4d07-8e36-b313ed6b1bdd req-c18cd51d-3df2-4840-894d-a5d34a9d1df0 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4404f-6ba4-4af3-8a4c-42aea5c66242 HTTP/1.1" status: 200 len: 943 time: 0.1563628 Jan 28 02:48:20.894900 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-d814be2d-3358-4aa3-875a-410afe601a4c req-20650a7d-d451-4a73-8a23-48934bc27c69 service neutron] Attempting to bind port 9632b156-2630-4207-8a06-ef5e2079e909 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:48:20.895227 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-d814be2d-3358-4aa3-875a-410afe601a4c req-20650a7d-d451-4a73-8a23-48934bc27c69 service neutron] Attempting to bind port 9632b156-2630-4207-8a06-ef5e2079e909 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '0fd4c2ea-2422-40e8-945d-f13eca5303f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'be703702-7af5-402e-8d68-076a1cbb8c04'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:48:20.895716 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d814be2d-3358-4aa3-875a-410afe601a4c req-20650a7d-d451-4a73-8a23-48934bc27c69 service neutron] Attempting to bind port 9632b156-2630-4207-8a06-ef5e2079e909 on network be703702-7af5-402e-8d68-076a1cbb8c04 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:48:20.909392 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 2122dd46-536b-444d-aa9f-6d408b19bbd5 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:48:20.909556 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d814be2d-3358-4aa3-875a-410afe601a4c req-20650a7d-d451-4a73-8a23-48934bc27c69 service neutron] Port 9632b156-2630-4207-8a06-ef5e2079e909 on network be703702-7af5-402e-8d68-076a1cbb8c04 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:48:20.909759 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d814be2d-3358-4aa3-875a-410afe601a4c req-20650a7d-d451-4a73-8a23-48934bc27c69 service neutron] Attempting to bind port 9632b156-2630-4207-8a06-ef5e2079e909 on network be703702-7af5-402e-8d68-076a1cbb8c04 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:48:20.912665 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e566d-027c-4ef8-a4b5-6d23270e133d service neutron] Pushing event updated for resources: {'Port': ['ID=e9554c63-20e1-4df5-ba01-10988b4ff4ee,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:20.926072 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 2122dd46-536b-444d-aa9f-6d408b19bbd5 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:48:20.928486 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (2122dd46-536b-444d-aa9f-6d408b19bbd5), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:20.932713 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d814be2d-3358-4aa3-875a-410afe601a4c req-20650a7d-d451-4a73-8a23-48934bc27c69 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:48:20.933063 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d814be2d-3358-4aa3-875a-410afe601a4c req-20650a7d-d451-4a73-8a23-48934bc27c69 service neutron] Checking segment: {'id': '0fd4c2ea-2422-40e8-945d-f13eca5303f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'be703702-7af5-402e-8d68-076a1cbb8c04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:48:20.933477 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d814be2d-3358-4aa3-875a-410afe601a4c req-20650a7d-d451-4a73-8a23-48934bc27c69 service neutron] Bound using segment: {'id': '0fd4c2ea-2422-40e8-945d-f13eca5303f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'be703702-7af5-402e-8d68-076a1cbb8c04'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:48:20.933932 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-d814be2d-3358-4aa3-875a-410afe601a4c req-20650a7d-d451-4a73-8a23-48934bc27c69 service neutron] Bound port: 9632b156-2630-4207-8a06-ef5e2079e909, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fd4c2ea-2422-40e8-945d-f13eca5303f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'be703702-7af5-402e-8d68-076a1cbb8c04'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:48:20.935242 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d814be2d-3358-4aa3-875a-410afe601a4c req-20650a7d-d451-4a73-8a23-48934bc27c69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9632b156-2630-4207-8a06-ef5e2079e909), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:20.978668 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd0fd30-ac25-45e6-bce8-bce2b0fee486 x-openstack-request-id: req-2fd0fd30-ac25-45e6-bce8-bce2b0fee486 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:48:20.979108 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61174f54-9d67-4d3b-a319-830e35650c26", "name": "network-vif-plugged", "status": "completed", "tag": "a56d5000-9503-420d-bbeb-52893511a096", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:48:20.979634 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2fd0fd30-ac25-45e6-bce8-bce2b0fee486 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:48:20.981140 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61174f54-9d67-4d3b-a319-830e35650c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56d5000-9503-420d-bbeb-52893511a096', 'code': 200} Jan 28 02:48:21.028440 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-23e478ec-d276-44bf-a38b-cfac59f4ba51 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2aecf60d5c074bf293886fc4f4ff7ca8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2484255 Jan 28 02:48:21.034037 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57590) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:48:21.062436 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-d814be2d-3358-4aa3-875a-410afe601a4c req-20650a7d-d451-4a73-8a23-48934bc27c69 service neutron] For port 9632b156-2630-4207-8a06-ef5e2079e909, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:48:21.065838 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 2122dd46-536b-444d-aa9f-6d408b19bbd5 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:48:21.066286 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2122dd46-536b-444d-aa9f-6d408b19bbd5), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:21.067645 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-d814be2d-3358-4aa3-875a-410afe601a4c req-20650a7d-d451-4a73-8a23-48934bc27c69 service neutron] For port 9632b156-2630-4207-8a06-ef5e2079e909, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=9632b156-2630-4207-8a06-ef5e2079e909,segment=NetworkSegment(0fd4c2ea-2422-40e8-945d-f13eca5303f9),segment_id=0fd4c2ea-2422-40e8-945d-f13eca5303f9)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:48:21.075252 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7ecbb5e9-3750-4d07-8e36-b313ed6b1bdd req-8762ffe5-0d21-4e28-a96d-68d15f5e28fe tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0654005-effe-41a4-b6be-0db1399424e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683826 Jan 28 02:48:21.077225 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d814be2d-3358-4aa3-875a-410afe601a4c req-20650a7d-d451-4a73-8a23-48934bc27c69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (9632b156-2630-4207-8a06-ef5e2079e909), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:21.134470 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-12ff0a83-e56e-4d1a-aa50-5e7eda465976 req-d3c33f61-a51a-4f87-9f43-4b6785876103 service neutron] 10.222.0.67 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563933 Jan 28 02:48:21.135241 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 2122dd46-536b-444d-aa9f-6d408b19bbd5, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=2122dd46-536b-444d-aa9f-6d408b19bbd5,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:21.141806 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (2122dd46-536b-444d-aa9f-6d408b19bbd5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:21.143234 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device f79db10d-b045-4259-b441-b909b6d40604 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:48:21.162352 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20650a7d-d451-4a73-8a23-48934bc27c69 service neutron] Pushing event updated for resources: {'Port': ['ID=9632b156-2630-4207-8a06-ef5e2079e909,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:21.181157 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff585ee-b0ed-4553-8511-460c60feb481 req-5efff8fa-9c98-4427-a417-1268efbd4dbc tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:21.181157 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3ff585ee-b0ed-4553-8511-460c60feb481 req-5efff8fa-9c98-4427-a417-1268efbd4dbc tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ea82be4-5812-42c2-91fe-61b8ab62c091 HTTP/1.1" status: 200 len: 945 time: 0.1093714 Jan 28 02:48:21.186257 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-6816aa81-9bce-4fd3-af5f-0216843da483 req-de8e566d-027c-4ef8-a4b5-6d23270e133d service neutron] Attempting to bind port e9554c63-20e1-4df5-ba01-10988b4ff4ee on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:48:21.186600 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-6816aa81-9bce-4fd3-af5f-0216843da483 req-de8e566d-027c-4ef8-a4b5-6d23270e133d service neutron] Attempting to bind port e9554c63-20e1-4df5-ba01-10988b4ff4ee by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '75a4b119-8376-430b-8e41-eb2c7f9df607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c898a309-cc9c-486f-b9d6-bb11ec55d766'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:48:21.186935 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6816aa81-9bce-4fd3-af5f-0216843da483 req-de8e566d-027c-4ef8-a4b5-6d23270e133d service neutron] Attempting to bind port e9554c63-20e1-4df5-ba01-10988b4ff4ee on network c898a309-cc9c-486f-b9d6-bb11ec55d766 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:48:21.188434 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: f79db10d-b045-4259-b441-b909b6d40604 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:48:21.188741 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device f79db10d-b045-4259-b441-b909b6d40604 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:48:21.208879 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6816aa81-9bce-4fd3-af5f-0216843da483 req-de8e566d-027c-4ef8-a4b5-6d23270e133d service neutron] Port e9554c63-20e1-4df5-ba01-10988b4ff4ee on network c898a309-cc9c-486f-b9d6-bb11ec55d766 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:48:21.209237 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6816aa81-9bce-4fd3-af5f-0216843da483 req-de8e566d-027c-4ef8-a4b5-6d23270e133d service neutron] Attempting to bind port e9554c63-20e1-4df5-ba01-10988b4ff4ee on network c898a309-cc9c-486f-b9d6-bb11ec55d766 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:48:21.213335 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-faeb9c6c-ccb2-47ec-8873-63acba6b5d1d admin admin] Publish callbacks [] for security_group (c853eedb-da17-4cd1-b61c-7365692b7c67), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:21.226706 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6816aa81-9bce-4fd3-af5f-0216843da483 req-de8e566d-027c-4ef8-a4b5-6d23270e133d service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:48:21.227114 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6816aa81-9bce-4fd3-af5f-0216843da483 req-de8e566d-027c-4ef8-a4b5-6d23270e133d service neutron] Checking segment: {'id': '75a4b119-8376-430b-8e41-eb2c7f9df607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c898a309-cc9c-486f-b9d6-bb11ec55d766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:48:21.227504 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6816aa81-9bce-4fd3-af5f-0216843da483 req-de8e566d-027c-4ef8-a4b5-6d23270e133d service neutron] Bound using segment: {'id': '75a4b119-8376-430b-8e41-eb2c7f9df607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c898a309-cc9c-486f-b9d6-bb11ec55d766'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:48:21.228012 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-6816aa81-9bce-4fd3-af5f-0216843da483 req-de8e566d-027c-4ef8-a4b5-6d23270e133d service neutron] Bound port: e9554c63-20e1-4df5-ba01-10988b4ff4ee, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75a4b119-8376-430b-8e41-eb2c7f9df607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c898a309-cc9c-486f-b9d6-bb11ec55d766'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:48:21.228372 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-6816aa81-9bce-4fd3-af5f-0216843da483 req-de8e566d-027c-4ef8-a4b5-6d23270e133d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e9554c63-20e1-4df5-ba01-10988b4ff4ee), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:21.228586 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814be2d-3358-4aa3-875a-410afe601a4c req-20650a7d-d451-4a73-8a23-48934bc27c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:21.229477 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d814be2d-3358-4aa3-875a-410afe601a4c req-20650a7d-d451-4a73-8a23-48934bc27c69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:21.230987 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d814be2d-3358-4aa3-875a-410afe601a4c req-20650a7d-d451-4a73-8a23-48934bc27c69 service neutron] 10.222.0.39 "PUT /v2.0/ports/9632b156-2630-4207-8a06-ef5e2079e909 HTTP/1.1" status: 200 len: 1092 time: 1.5487988 Jan 28 02:48:21.232364 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dc4404f-6ba4-4af3-8a4c-42aea5c66242', 'tag': '9632b156-2630-4207-8a06-ef5e2079e909'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:48:21.234798 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c87ef80-bd65-4b09-9a14-9c778e9d17b1" -d '{"events": [{"name": "network-changed", "server_uuid": "7dc4404f-6ba4-4af3-8a4c-42aea5c66242", "tag": "9632b156-2630-4207-8a06-ef5e2079e909"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:48:21.250833 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=2122dd46-536b-444d-aa9f-6d408b19bbd5,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:21.252690 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9089071a-3510-4d1d-a09f-b0aa09238fc7 req-e9c38cdb-5b44-422f-8d8f-99a47ffff100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:21.254332 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9089071a-3510-4d1d-a09f-b0aa09238fc7 req-e9c38cdb-5b44-422f-8d8f-99a47ffff100 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 1102 time: 0.1038334 Jan 28 02:48:21.264217 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-faeb9c6c-ccb2-47ec-8873-63acba6b5d1d admin admin] Publish callbacks [] for security_group (c853eedb-da17-4cd1-b61c-7365692b7c67), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:21.266827 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfc703-f6b9-44ba-92f8-8d1a7beac477 req-babad1b2-01e3-459f-8883-c411c8d715d9 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:21.268454 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-62cfc703-f6b9-44ba-92f8-8d1a7beac477 req-babad1b2-01e3-459f-8883-c411c8d715d9 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=ded3de28-7455-4d4f-81b7-d660d9c1797b HTTP/1.1" status: 200 len: 943 time: 0.1022532 Jan 28 02:48:21.305961 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3ff585ee-b0ed-4553-8511-460c60feb481 req-87530c56-fae4-4898-898d-adfcebd1333b tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156464 Jan 28 02:48:21.383336 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 9d9e8a51-735b-4a57-8816-d87452196c55 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:48:21.402124 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-6816aa81-9bce-4fd3-af5f-0216843da483 req-de8e566d-027c-4ef8-a4b5-6d23270e133d service neutron] For port e9554c63-20e1-4df5-ba01-10988b4ff4ee, host n-h2-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:48:21.404838 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84763424-5f7e-42c0-8962-835b2bb4cc98 x-openstack-request-id: req-84763424-5f7e-42c0-8962-835b2bb4cc98 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:48:21.405273 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dc4404f-6ba4-4af3-8a4c-42aea5c66242", "tag": "9632b156-2630-4207-8a06-ef5e2079e909", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:48:21.405621 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-84763424-5f7e-42c0-8962-835b2bb4cc98 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:48:21.406114 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dc4404f-6ba4-4af3-8a4c-42aea5c66242', 'tag': '9632b156-2630-4207-8a06-ef5e2079e909', 'status': 'completed', 'code': 200} Jan 28 02:48:21.406551 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-6816aa81-9bce-4fd3-af5f-0216843da483 req-de8e566d-027c-4ef8-a4b5-6d23270e133d service neutron] For port e9554c63-20e1-4df5-ba01-10988b4ff4ee, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=e9554c63-20e1-4df5-ba01-10988b4ff4ee,segment=NetworkSegment(75a4b119-8376-430b-8e41-eb2c7f9df607),segment_id=75a4b119-8376-430b-8e41-eb2c7f9df607)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:48:21.422116 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-6816aa81-9bce-4fd3-af5f-0216843da483 req-de8e566d-027c-4ef8-a4b5-6d23270e133d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (e9554c63-20e1-4df5-ba01-10988b4ff4ee), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:21.430917 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9089071a-3510-4d1d-a09f-b0aa09238fc7 req-b4c2f02f-9154-4e9a-bc09-25447de66af2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613390 Jan 28 02:48:21.439526 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-faeb9c6c-ccb2-47ec-8873-63acba6b5d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c853eedb-da17-4cd1-b61c-7365692b7c67), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:21.444307 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-faeb9c6c-ccb2-47ec-8873-63acba6b5d1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:21.450700 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-faeb9c6c-ccb2-47ec-8873-63acba6b5d1d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c853eedb-da17-4cd1-b61c-7365692b7c67 HTTP/1.1" status: 204 len: 168 time: 0.4149907 Jan 28 02:48:21.460178 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-62cfc703-f6b9-44ba-92f8-8d1a7beac477 req-a8552869-b75d-4ec4-a19d-372dff874934 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722255 Jan 28 02:48:21.470211 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814be2d-3358-4aa3-875a-410afe601a4c req-2c6f594f-d5a7-4108-8bb7-5d00f5c77bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:21.471699 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d814be2d-3358-4aa3-875a-410afe601a4c req-2c6f594f-d5a7-4108-8bb7-5d00f5c77bfa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3a83e0e1e7b4f9da20361fc0066f10c&device_id=7dc4404f-6ba4-4af3-8a4c-42aea5c66242 HTTP/1.1" status: 200 len: 1095 time: 0.1522532 Jan 28 02:48:21.482197 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 9d9e8a51-735b-4a57-8816-d87452196c55 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:48:21.482935 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9d9e8a51-735b-4a57-8816-d87452196c55), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:21.522075 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb9c6c-ccb2-47ec-8873-63acba6b5d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c853eedb-da17-4cd1-b61c-7365692b7c67,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:21.551367 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816aa81-9bce-4fd3-af5f-0216843da483 req-de8e566d-027c-4ef8-a4b5-6d23270e133d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:21.551877 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-6816aa81-9bce-4fd3-af5f-0216843da483 req-de8e566d-027c-4ef8-a4b5-6d23270e133d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:21.553290 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6816aa81-9bce-4fd3-af5f-0216843da483 req-de8e566d-027c-4ef8-a4b5-6d23270e133d service neutron] 10.222.0.39 "PUT /v2.0/ports/e9554c63-20e1-4df5-ba01-10988b4ff4ee HTTP/1.1" status: 200 len: 1092 time: 2.4216254 Jan 28 02:48:21.570217 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e566d-027c-4ef8-a4b5-6d23270e133d service neutron] Pushing event updated for resources: {'Port': ['ID=e9554c63-20e1-4df5-ba01-10988b4ff4ee,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:21.588465 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e27764-f351-4369-a7da-0b2db1af8fb4 req-79e03b0f-1951-48dd-bcde-0330a3a82f36 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:21.596036 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-02e27764-f351-4369-a7da-0b2db1af8fb4 req-79e03b0f-1951-48dd-bcde-0330a3a82f36 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 950 time: 0.1038487 Jan 28 02:48:21.600798 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 9d9e8a51-735b-4a57-8816-d87452196c55 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:48:21.652598 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-02e27764-f351-4369-a7da-0b2db1af8fb4 req-82f6504b-e352-475c-ac5c-222ed59d970e tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528135 Jan 28 02:48:21.746807 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef03b56-d688-4381-a1cc-5c1edd7e06bd req-f8020901-25e2-4835-a06b-b37839fb3911 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:21.748296 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8ef03b56-d688-4381-a1cc-5c1edd7e06bd req-f8020901-25e2-4835-a06b-b37839fb3911 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 943 time: 0.0483022 Jan 28 02:48:21.797229 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8ef03b56-d688-4381-a1cc-5c1edd7e06bd req-660cebe4-c026-4cbe-8985-d0852ef03645 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429437 Jan 28 02:48:21.865997 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f7487f-5a33-49d0-b25c-8455a0760558 req-12f03d93-2bc3-40ed-a3e0-88b2c74235e6 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:21.867948 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-64f7487f-5a33-49d0-b25c-8455a0760558 req-12f03d93-2bc3-40ed-a3e0-88b2c74235e6 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ba52f30-e84d-41b2-931d-9aa9d2d04796 HTTP/1.1" status: 200 len: 950 time: 0.0540006 Jan 28 02:48:21.935630 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-64f7487f-5a33-49d0-b25c-8455a0760558 req-05ca5247-1254-4a34-af3e-525e28debace tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619102 Jan 28 02:48:21.947871 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d814be2d-3358-4aa3-875a-410afe601a4c req-5476f1d8-fb2e-407c-a07d-8723c1df7005 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9632b156-2630-4207-8a06-ef5e2079e909 HTTP/1.1" status: 200 len: 217 time: 0.0470176 Jan 28 02:48:21.985319 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816aa81-9bce-4fd3-af5f-0216843da483 req-4122ba5e-f3a6-4a9b-ac55-ce483386e765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:21.987266 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6816aa81-9bce-4fd3-af5f-0216843da483 req-4122ba5e-f3a6-4a9b-ac55-ce483386e765 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9667c7e3eafc4f028f0e9db9d1d88b60&device_id=ded3de28-7455-4d4f-81b7-d660d9c1797b HTTP/1.1" status: 200 len: 1095 time: 0.0427864 Jan 28 02:48:21.999873 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded3de28-7455-4d4f-81b7-d660d9c1797b', 'tag': 'e9554c63-20e1-4df5-ba01-10988b4ff4ee'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:48:22.003472 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9124b5-c092-4c42-83d5-8041db2445a7" -d '{"events": [{"name": "network-changed", "server_uuid": "ded3de28-7455-4d4f-81b7-d660d9c1797b", "tag": "e9554c63-20e1-4df5-ba01-10988b4ff4ee"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:48:22.039475 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04517b1-751a-4381-a83a-2b88f85f0b49 x-openstack-request-id: req-c04517b1-751a-4381-a83a-2b88f85f0b49 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:48:22.039771 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded3de28-7455-4d4f-81b7-d660d9c1797b", "tag": "e9554c63-20e1-4df5-ba01-10988b4ff4ee", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:48:22.040024 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c04517b1-751a-4381-a83a-2b88f85f0b49 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:48:22.040421 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded3de28-7455-4d4f-81b7-d660d9c1797b', 'tag': 'e9554c63-20e1-4df5-ba01-10988b4ff4ee', 'status': 'completed', 'code': 200} Jan 28 02:48:22.121598 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814be2d-3358-4aa3-875a-410afe601a4c req-f6f204c0-cd5d-4129-a248-293312d103be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:22.123203 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d814be2d-3358-4aa3-875a-410afe601a4c req-f6f204c0-cd5d-4129-a248-293312d103be service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fc944f55-5387-4378-a8b1-840d88a73f81 HTTP/1.1" status: 200 len: 868 time: 0.0519755 Jan 28 02:48:22.138001 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6816aa81-9bce-4fd3-af5f-0216843da483 req-d649929d-dd59-4c71-bdd7-7d5053476819 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9554c63-20e1-4df5-ba01-10988b4ff4ee HTTP/1.1" status: 200 len: 217 time: 0.0461006 Jan 28 02:48:22.181792 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814be2d-3358-4aa3-875a-410afe601a4c req-39651752-fc97-4bb2-9053-327316bbe784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:22.183311 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d814be2d-3358-4aa3-875a-410afe601a4c req-39651752-fc97-4bb2-9053-327316bbe784 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be703702-7af5-402e-8d68-076a1cbb8c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519412 Jan 28 02:48:22.224989 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57626) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:48:22.239841 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816aa81-9bce-4fd3-af5f-0216843da483 req-4f783298-8e70-4d5a-aa9b-2849997f8426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:22.241828 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6816aa81-9bce-4fd3-af5f-0216843da483 req-4f783298-8e70-4d5a-aa9b-2849997f8426 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eaaafb1c-3547-4581-9e89-2950c931386f HTTP/1.1" status: 200 len: 845 time: 0.0938566 Jan 28 02:48:22.252327 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455758a4-0356-42bf-9ca4-b11f2a5b9f97 req-43fedfdb-c572-4049-9e9b-2dcdd0441d38 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:22.254034 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-455758a4-0356-42bf-9ca4-b11f2a5b9f97 req-43fedfdb-c572-4049-9e9b-2dcdd0441d38 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4404f-6ba4-4af3-8a4c-42aea5c66242 HTTP/1.1" status: 200 len: 943 time: 0.0947616 Jan 28 02:48:22.286459 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6816aa81-9bce-4fd3-af5f-0216843da483 req-22b49c9e-6bb3-45bd-80af-b73ffbc92c65 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c898a309-cc9c-486f-b9d6-bb11ec55d766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313301 Jan 28 02:48:22.288858 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d814be2d-3358-4aa3-875a-410afe601a4c req-6be93c3b-395c-4c6c-8369-b7883c60f0ef service neutron] 10.222.0.39 "GET /v2.0/networks/be703702-7af5-402e-8d68-076a1cbb8c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930078 Jan 28 02:48:22.341889 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-df29da45-52f2-432e-afe5-e08644f39030 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2104015392-network', 'tenant_id': '8726f1413b3a4e958260c58d505dcf3f'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:48:22.377765 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-455758a4-0356-42bf-9ca4-b11f2a5b9f97 req-d79d01f0-d60c-4b1c-af74-13f8520bfdd1 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0654005-effe-41a4-b6be-0db1399424e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112511 Jan 28 02:48:22.415187 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df29da45-52f2-432e-afe5-e08644f39030 admin admin] Made reservation on behalf of 8726f1413b3a4e958260c58d505dcf3f for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:48:22.417516 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-df29da45-52f2-432e-afe5-e08644f39030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:22.428464 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d814be2d-3358-4aa3-875a-410afe601a4c req-1ba0a05b-4a0f-4408-ab84-c04ac2eb798b service neutron] 10.222.0.39 "GET /v2.0/networks/be703702-7af5-402e-8d68-076a1cbb8c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130190 Jan 28 02:48:22.429815 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-df29da45-52f2-432e-afe5-e08644f39030 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:22.446552 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af4d36-d0ac-4821-8475-75c1daf64b77 req-52cb5558-1a98-4242-9875-0680999095c0 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:22.447888 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a6af4d36-d0ac-4821-8475-75c1daf64b77 req-52cb5558-1a98-4242-9875-0680999095c0 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ea82be4-5812-42c2-91fe-61b8ab62c091 HTTP/1.1" status: 200 len: 945 time: 0.0613034 Jan 28 02:48:22.453313 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6816aa81-9bce-4fd3-af5f-0216843da483 req-122fa663-d542-4bd1-8eeb-da4b06bfc9e4 service neutron] 10.222.0.39 "GET /v2.0/networks/c898a309-cc9c-486f-b9d6-bb11ec55d766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404161 Jan 28 02:48:22.502423 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a6af4d36-d0ac-4821-8475-75c1daf64b77 req-94d5c9a4-9bb5-498b-bbc1-d36566d9b8be tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483642 Jan 28 02:48:22.561384 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-df29da45-52f2-432e-afe5-e08644f39030 admin admin] Publish callbacks [] for security_group (8de112c3-0030-4ac7-bd31-11527127265b), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:22.615461 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-df29da45-52f2-432e-afe5-e08644f39030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (8de112c3-0030-4ac7-bd31-11527127265b), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:22.655994 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df29da45-52f2-432e-afe5-e08644f39030 admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:48:22.674323 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87ef80-bd65-4b09-9a14-9c778e9d17b1 req-d6e5d0cc-a489-478b-b510-741252d94809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:22.675936 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1c87ef80-bd65-4b09-9a14-9c778e9d17b1 req-d6e5d0cc-a489-478b-b510-741252d94809 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3a83e0e1e7b4f9da20361fc0066f10c&device_id=7dc4404f-6ba4-4af3-8a4c-42aea5c66242 HTTP/1.1" status: 200 len: 1095 time: 0.0598018 Jan 28 02:48:22.689280 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1c6d9-6a07-4158-b732-79f182b03dde req-75067614-9f57-4249-83a5-eeab3d356f6d tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:22.690521 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-73c1c6d9-6a07-4158-b732-79f182b03dde req-75067614-9f57-4249-83a5-eeab3d356f6d tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.67 "GET /v2.0/ports?device_id=3ea82be4-5812-42c2-91fe-61b8ab62c091 HTTP/1.1" status: 200 len: 945 time: 0.1835604 Jan 28 02:48:22.698154 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29da45-52f2-432e-afe5-e08644f39030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de112c3-0030-4ac7-bd31-11527127265b,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:22.702399 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-df29da45-52f2-432e-afe5-e08644f39030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (d9deec33-3f6a-4232-ae43-c90b8efa9027), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:22.702731 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-df29da45-52f2-432e-afe5-e08644f39030 admin admin] Added segment d9deec33-3f6a-4232-ae43-c90b8efa9027 of type vlan for network 7acb220e-800d-48f5-91a1-a2728b1ec714 Jan 28 02:48:22.736532 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18243e04-e9af-4327-b0e7-ab80f17931bb req-b15337b8-7f9a-40fd-96bc-bb8209cdac60 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:22.738064 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-18243e04-e9af-4327-b0e7-ab80f17931bb req-b15337b8-7f9a-40fd-96bc-bb8209cdac60 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=ded3de28-7455-4d4f-81b7-d660d9c1797b HTTP/1.1" status: 200 len: 943 time: 0.2013862 Jan 28 02:48:22.800963 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6816aa81-9bce-4fd3-af5f-0216843da483 req-ef68a03f-7833-4ce6-b22e-86d4ae2c114c service neutron] 10.222.0.39 "GET /v2.0/networks/c898a309-cc9c-486f-b9d6-bb11ec55d766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470386 Jan 28 02:48:22.807685 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-df29da45-52f2-432e-afe5-e08644f39030 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (7acb220e-800d-48f5-91a1-a2728b1ec714), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:22.822298 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d7103-7183-4662-a08e-c51b50310494 req-7b2c417b-1b6d-4cdb-83d3-744d5bb05e5a tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:22.825267 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ec1d7103-7183-4662-a08e-c51b50310494 req-7b2c417b-1b6d-4cdb-83d3-744d5bb05e5a tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 950 time: 0.1038952 Jan 28 02:48:22.853984 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87ef80-bd65-4b09-9a14-9c778e9d17b1 req-b7bd3914-b00c-49b8-9694-da2f25a65f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:22.855295 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1c87ef80-bd65-4b09-9a14-9c778e9d17b1 req-b7bd3914-b00c-49b8-9694-da2f25a65f5c service neutron] 10.222.0.39 "GET /v2.0/networks?id=be703702-7af5-402e-8d68-076a1cbb8c04 HTTP/1.1" status: 200 len: 930 time: 0.1424499 Jan 28 02:48:22.880469 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-18243e04-e9af-4327-b0e7-ab80f17931bb req-bf7ee750-d383-4ea0-a127-994850eb7b72 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229947 Jan 28 02:48:22.883115 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ec1d7103-7183-4662-a08e-c51b50310494 req-ae3dd9b2-c2c7-4060-816c-658fe45b20be tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513368 Jan 28 02:48:22.884058 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-df29da45-52f2-432e-afe5-e08644f39030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (7acb220e-800d-48f5-91a1-a2728b1ec714), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:22.885004 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df29da45-52f2-432e-afe5-e08644f39030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:22.885769 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-df29da45-52f2-432e-afe5-e08644f39030 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:22.953232 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-df29da45-52f2-432e-afe5-e08644f39030 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7243996 Jan 28 02:48:22.958496 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57638) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:48:22.963787 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-071e9bc9-6a3d-473a-ba8b-11dd3693daf3 admin admin] Request body: {'subnet': {'network_id': '7acb220e-800d-48f5-91a1-a2728b1ec714', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2104015392-subnet', 'tenant_id': '8726f1413b3a4e958260c58d505dcf3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:48:22.967287 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1c87ef80-bd65-4b09-9a14-9c778e9d17b1 req-0cef65e6-35ac-4d18-bfbf-5446d4592b0c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9632b156-2630-4207-8a06-ef5e2079e909 HTTP/1.1" status: 200 len: 217 time: 0.0380874 Jan 28 02:48:22.982094 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba52f30-e84d-41b2-931d-9aa9d2d04796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2122dd46-536b-444d-aa9f-6d408b19bbd5'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:48:22.983377 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-73c1c6d9-6a07-4158-b732-79f182b03dde req-83518b4d-9d75-4727-a18b-e566190fa180 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Deleting port 5f83ccc7-177e-477b-a1bc-dc87a6cc3e24 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:48:22.983712 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-73c1c6d9-6a07-4158-b732-79f182b03dde req-83518b4d-9d75-4727-a18b-e566190fa180 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (5f83ccc7-177e-477b-a1bc-dc87a6cc3e24), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:22.984433 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3240dc-3921-4eba-b581-d4f073444e10" -d '{"events": [{"server_uuid": "6ba52f30-e84d-41b2-931d-9aa9d2d04796", "name": "network-vif-plugged", "status": "completed", "tag": "2122dd46-536b-444d-aa9f-6d408b19bbd5"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:48:23.015574 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29da45-52f2-432e-afe5-e08644f39030 admin admin] Pushing event updated for resources: {'Network': ['ID=7acb220e-800d-48f5-91a1-a2728b1ec714,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:23.101727 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87ef80-bd65-4b09-9a14-9c778e9d17b1 req-26888662-60a8-4d10-8a4e-ae82b923440a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:23.103203 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1c87ef80-bd65-4b09-9a14-9c778e9d17b1 req-26888662-60a8-4d10-8a4e-ae82b923440a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fc944f55-5387-4378-a8b1-840d88a73f81 HTTP/1.1" status: 200 len: 868 time: 0.0703118 Jan 28 02:48:23.111028 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890e237-8397-4731-982f-435ddac72e78 req-609c424c-3a79-4c8e-a874-9cf9cbdda522 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:23.112578 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5890e237-8397-4731-982f-435ddac72e78 req-609c424c-3a79-4c8e-a874-9cf9cbdda522 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ba52f30-e84d-41b2-931d-9aa9d2d04796 HTTP/1.1" status: 200 len: 950 time: 0.1005013 Jan 28 02:48:23.187230 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5890e237-8397-4731-982f-435ddac72e78 req-342c5870-e9d3-4617-9644-243fff3b5ec7 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685494 Jan 28 02:48:23.209881 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87ef80-bd65-4b09-9a14-9c778e9d17b1 req-dc44c960-a175-41f5-8df9-e2e9b2caa94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:23.209881 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1c87ef80-bd65-4b09-9a14-9c778e9d17b1 req-dc44c960-a175-41f5-8df9-e2e9b2caa94f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be703702-7af5-402e-8d68-076a1cbb8c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534594 Jan 28 02:48:23.237357 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b40196-4dde-40dc-a166-e0633d0567ff x-openstack-request-id: req-b1b40196-4dde-40dc-a166-e0633d0567ff {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:48:23.237635 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ba52f30-e84d-41b2-931d-9aa9d2d04796", "name": "network-vif-plugged", "status": "completed", "tag": "2122dd46-536b-444d-aa9f-6d408b19bbd5", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:48:23.238074 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b1b40196-4dde-40dc-a166-e0633d0567ff {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:48:23.238621 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba52f30-e84d-41b2-931d-9aa9d2d04796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2122dd46-536b-444d-aa9f-6d408b19bbd5', 'code': 200} Jan 28 02:48:23.315669 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1c87ef80-bd65-4b09-9a14-9c778e9d17b1 req-de4b8f37-0b84-4f64-b253-2e746c27896c service neutron] 10.222.0.39 "GET /v2.0/networks/be703702-7af5-402e-8d68-076a1cbb8c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978813 Jan 28 02:48:23.326123 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 7acb220e-800d-48f5-91a1-a2728b1ec714 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:48:23.358829 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071e9bc9-6a3d-473a-ba8b-11dd3693daf3 admin admin] Made reservation on behalf of 8726f1413b3a4e958260c58d505dcf3f for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:48:23.361102 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-071e9bc9-6a3d-473a-ba8b-11dd3693daf3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:23.427909 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bdcfc8-59db-4611-b1c6-a927d4ac16cd req-0c6fe35c-a7c6-474a-a718-42aa693538e8 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:23.429578 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-90bdcfc8-59db-4611-b1c6-a927d4ac16cd req-0c6fe35c-a7c6-474a-a718-42aa693538e8 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 943 time: 0.4719257 Jan 28 02:48:23.450341 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dad91f-b2bf-4199-beb7-dfc0149e99e9 req-f0e7a056-a261-44e0-a4d9-7de5d04048c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:23.451922 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d0dad91f-b2bf-4199-beb7-dfc0149e99e9 req-f0e7a056-a261-44e0-a4d9-7de5d04048c7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6ba52f30-e84d-41b2-931d-9aa9d2d04796 HTTP/1.1" status: 200 len: 1102 time: 0.1004035 Jan 28 02:48:23.467185 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-73c1c6d9-6a07-4158-b732-79f182b03dde req-83518b4d-9d75-4727-a18b-e566190fa180 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] For port 5f83ccc7-177e-477b-a1bc-dc87a6cc3e24, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=5f83ccc7-177e-477b-a1bc-dc87a6cc3e24,segment=NetworkSegment(49d4c981-b004-41ee-ab95-a2b5be80e959),segment_id=49d4c981-b004-41ee-ab95-a2b5be80e959)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:23.467454 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-73c1c6d9-6a07-4158-b732-79f182b03dde req-83518b4d-9d75-4727-a18b-e566190fa180 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (5f83ccc7-177e-477b-a1bc-dc87a6cc3e24), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:23.489748 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9124b5-c092-4c42-83d5-8041db2445a7 req-75a161a5-f436-4b1f-a4a5-1504ad0060a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:23.491202 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-be9124b5-c092-4c42-83d5-8041db2445a7 req-75a161a5-f436-4b1f-a4a5-1504ad0060a3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9667c7e3eafc4f028f0e9db9d1d88b60&device_id=ded3de28-7455-4d4f-81b7-d660d9c1797b HTTP/1.1" status: 200 len: 1095 time: 0.1787150 Jan 28 02:48:23.497289 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-73c1c6d9-6a07-4158-b732-79f182b03dde req-83518b4d-9d75-4727-a18b-e566190fa180 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Calling delete_port for 5f83ccc7-177e-477b-a1bc-dc87a6cc3e24 owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:48:23.517528 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1c87ef80-bd65-4b09-9a14-9c778e9d17b1 req-d0e52347-aa4a-43ff-b25d-30c510a02728 service neutron] 10.222.0.39 "GET /v2.0/networks/be703702-7af5-402e-8d68-076a1cbb8c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528785 Jan 28 02:48:23.548579 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d0dad91f-b2bf-4199-beb7-dfc0149e99e9 req-b9d50d78-5728-4ef1-9c8c-100a19678306 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845294 Jan 28 02:48:23.557993 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54393d2-0720-4ecd-b1a3-e0f6efbc82cd req-b581720e-d1e5-4e5d-b5e4-17b48179d689 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:23.559398 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c54393d2-0720-4ecd-b1a3-e0f6efbc82cd req-b581720e-d1e5-4e5d-b5e4-17b48179d689 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4404f-6ba4-4af3-8a4c-42aea5c66242 HTTP/1.1" status: 200 len: 943 time: 0.0845089 Jan 28 02:48:23.606029 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c54393d2-0720-4ecd-b1a3-e0f6efbc82cd req-fc364fe4-f3b4-42bc-a5ab-1c456f3125f9 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0654005-effe-41a4-b6be-0db1399424e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400839 Jan 28 02:48:23.632673 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-90bdcfc8-59db-4611-b1c6-a927d4ac16cd req-26fe3790-249f-4d0d-a3ad-74112791837e tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821654 Jan 28 02:48:23.735082 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9124b5-c092-4c42-83d5-8041db2445a7 req-6efde86b-3ea7-460c-b9af-31eb3dba3ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:23.736109 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49014539-be37-4266-8ac3-86fdbaf9d1e6 req-678b36fd-3a36-4fba-8e5a-df786c7ff997 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:23.736479 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-be9124b5-c092-4c42-83d5-8041db2445a7 req-6efde86b-3ea7-460c-b9af-31eb3dba3ea5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c898a309-cc9c-486f-b9d6-bb11ec55d766 HTTP/1.1" status: 200 len: 906 time: 0.2090375 Jan 28 02:48:23.738205 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49014539-be37-4266-8ac3-86fdbaf9d1e6 req-678b36fd-3a36-4fba-8e5a-df786c7ff997 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ea82be4-5812-42c2-91fe-61b8ab62c091 HTTP/1.1" status: 200 len: 945 time: 0.0530958 Jan 28 02:48:23.790494 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49014539-be37-4266-8ac3-86fdbaf9d1e6 req-06c860ce-2d26-4be3-b61f-44f993520fa4 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463068 Jan 28 02:48:23.813445 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-be9124b5-c092-4c42-83d5-8041db2445a7 req-7bec0670-213d-4344-8737-2150ea3e0eb4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9554c63-20e1-4df5-ba01-10988b4ff4ee HTTP/1.1" status: 200 len: 217 time: 0.0523195 Jan 28 02:48:23.843563 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-071e9bc9-6a3d-473a-ba8b-11dd3693daf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (dada968a-2626-4185-85b3-762d66792dd1), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:23.932534 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9124b5-c092-4c42-83d5-8041db2445a7 req-6a7d56aa-a1ad-4667-a9f5-82d6a608143f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:23.934043 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-be9124b5-c092-4c42-83d5-8041db2445a7 req-6a7d56aa-a1ad-4667-a9f5-82d6a608143f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eaaafb1c-3547-4581-9e89-2950c931386f HTTP/1.1" status: 200 len: 845 time: 0.1017833 Jan 28 02:48:23.935138 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-73c1c6d9-6a07-4158-b732-79f182b03dde req-83518b4d-9d75-4727-a18b-e566190fa180 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (5f83ccc7-177e-477b-a1bc-dc87a6cc3e24), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:23.940501 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071e9bc9-6a3d-473a-ba8b-11dd3693daf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dada968a-2626-4185-85b3-762d66792dd1,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:23.993010 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83518b4d-9d75-4727-a18b-e566190fa180 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Pushing event deleted for resources: {'Port': ['ID=5f83ccc7-177e-477b-a1bc-dc87a6cc3e24,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:24.024609 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-be9124b5-c092-4c42-83d5-8041db2445a7 req-5b820390-bb5a-422f-99f3-251afe4c51fc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c898a309-cc9c-486f-b9d6-bb11ec55d766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634916 Jan 28 02:48:24.079427 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071e9bc9-6a3d-473a-ba8b-11dd3693daf3 admin admin] Checking segment: {'id': 'd9deec33-3f6a-4232-ae43-c90b8efa9027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7acb220e-800d-48f5-91a1-a2728b1ec714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:48:24.082044 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071e9bc9-6a3d-473a-ba8b-11dd3693daf3 admin admin] Network hostable DHCP agents. Network: 7acb220e-800d-48f5-91a1-a2728b1ec714, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:48:24.149988 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c1c6d9-6a07-4158-b732-79f182b03dde req-83518b4d-9d75-4727-a18b-e566190fa180 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] No DVR routers for this DVR port 5f83ccc7-177e-477b-a1bc-dc87a6cc3e24 on host n-h1-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:48:24.166080 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-73c1c6d9-6a07-4158-b732-79f182b03dde req-83518b4d-9d75-4727-a18b-e566190fa180 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:24.169414 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-73c1c6d9-6a07-4158-b732-79f182b03dde req-83518b4d-9d75-4727-a18b-e566190fa180 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.67 "DELETE /v2.0/ports/5f83ccc7-177e-477b-a1bc-dc87a6cc3e24 HTTP/1.1" status: 204 len: 173 time: 1.4685214 Jan 28 02:48:24.172165 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea82be4-5812-42c2-91fe-61b8ab62c091', 'name': 'network-vif-deleted', 'tag': '5f83ccc7-177e-477b-a1bc-dc87a6cc3e24'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:48:24.174541 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09133a6c-34b2-437b-b92d-c0770a52b6ad" -d '{"events": [{"server_uuid": "3ea82be4-5812-42c2-91fe-61b8ab62c091", "name": "network-vif-deleted", "tag": "5f83ccc7-177e-477b-a1bc-dc87a6cc3e24"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:48:24.208264 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8e56d-c93d-4b87-8873-bf4e026baebe req-25542b6c-8b48-44bb-b57e-f45ae4dc87a2 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:24.215277 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-47a8e56d-c93d-4b87-8873-bf4e026baebe req-25542b6c-8b48-44bb-b57e-f45ae4dc87a2 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=ded3de28-7455-4d4f-81b7-d660d9c1797b HTTP/1.1" status: 200 len: 943 time: 0.2256353 Jan 28 02:48:24.219664 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071e9bc9-6a3d-473a-ba8b-11dd3693daf3 admin admin] Network 7acb220e-800d-48f5-91a1-a2728b1ec714 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:48:24.251379 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-071e9bc9-6a3d-473a-ba8b-11dd3693daf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 7acb220e-800d-48f5-91a1-a2728b1ec714) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:48:24.260750 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0e57d3-8316-4422-b228-0ee6d7073b8a None None] Network 7acb220e-800d-48f5-91a1-a2728b1ec714 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:48:24.261296 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071e9bc9-6a3d-473a-ba8b-11dd3693daf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:24.261779 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-071e9bc9-6a3d-473a-ba8b-11dd3693daf3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:24.268722 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-be9124b5-c092-4c42-83d5-8041db2445a7 req-daf722d8-d947-470c-afe1-6846a81a9822 service neutron] 10.222.0.39 "GET /v2.0/networks/c898a309-cc9c-486f-b9d6-bb11ec55d766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276261 Jan 28 02:48:24.300545 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c5a9a-d630-4590-912c-340f41fed935 req-eae86450-abbf-4ecb-8986-426a8b1cba6e tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:24.309624 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-796c5a9a-d630-4590-912c-340f41fed935 req-eae86450-abbf-4ecb-8986-426a8b1cba6e tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 950 time: 0.3393724 Jan 28 02:48:24.313496 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-071e9bc9-6a3d-473a-ba8b-11dd3693daf3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3532131 Jan 28 02:48:24.361744 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-47a8e56d-c93d-4b87-8873-bf4e026baebe req-941fe598-8f30-439f-9a09-2d49fd7449af tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454804 Jan 28 02:48:24.366483 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc6a1df-a6ad-4841-8f88-26e73b8517af None None] Network 7acb220e-800d-48f5-91a1-a2728b1ec714 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:48:24.412545 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-796c5a9a-d630-4590-912c-340f41fed935 req-609a1a02-e5cb-4ec1-8ce1-8978238ef0a3 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956330 Jan 28 02:48:24.433240 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3a5591-4576-437f-a9b8-cbb0570dc7f9 x-openstack-request-id: req-3a3a5591-4576-437f-a9b8-cbb0570dc7f9 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:48:24.433476 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea82be4-5812-42c2-91fe-61b8ab62c091", "name": "network-vif-deleted", "tag": "5f83ccc7-177e-477b-a1bc-dc87a6cc3e24", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:48:24.433847 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3a3a5591-4576-437f-a9b8-cbb0570dc7f9 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:48:24.434252 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea82be4-5812-42c2-91fe-61b8ab62c091', 'name': 'network-vif-deleted', 'tag': '5f83ccc7-177e-477b-a1bc-dc87a6cc3e24', 'status': 'completed', 'code': 200} Jan 28 02:48:24.440459 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-be9124b5-c092-4c42-83d5-8041db2445a7 req-4389a33f-0c02-4ea5-8b66-ee4452b16596 service neutron] 10.222.0.39 "GET /v2.0/networks/c898a309-cc9c-486f-b9d6-bb11ec55d766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600609 Jan 28 02:48:24.542381 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b70bc-9740-4a9b-8547-ebf6d38e7931 req-0c854655-55e2-4578-b982-b666e1587231 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:24.543888 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b4b70bc-9740-4a9b-8547-ebf6d38e7931 req-0c854655-55e2-4578-b982-b666e1587231 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ba52f30-e84d-41b2-931d-9aa9d2d04796 HTTP/1.1" status: 200 len: 950 time: 0.0510917 Jan 28 02:48:24.589119 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b4b70bc-9740-4a9b-8547-ebf6d38e7931 req-38a12d87-ee5d-4771-8959-fdad76ad1fd9 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396426 Jan 28 02:48:24.608865 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57666) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:48:24.620892 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebd0ce-d9c1-49d2-9a67-070eaa56ebc5 req-fcc990c4-cfd8-4353-91e9-8fc4210978e7 tempest-MigrationsAdminTest-903596228 tempest-MigrationsAdminTest-903596228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:24.622483 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-87ebd0ce-d9c1-49d2-9a67-070eaa56ebc5 req-fcc990c4-cfd8-4353-91e9-8fc4210978e7 tempest-MigrationsAdminTest-903596228 tempest-MigrationsAdminTest-903596228-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 1102 time: 0.0480504 Jan 28 02:48:24.656415 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-718b6ec9-bb33-4b0e-b59f-6afaec36bb77 admin admin] Deleting subnet dada968a-2626-4185-85b3-762d66792dd1 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:48:24.661885 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-718b6ec9-bb33-4b0e-b59f-6afaec36bb77 admin admin] Publish callbacks [] for subnet (dada968a-2626-4185-85b3-762d66792dd1), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:24.673399 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-87ebd0ce-d9c1-49d2-9a67-070eaa56ebc5 req-cc6d5058-75af-420d-af37-ba9dc1139c3c tempest-MigrationsAdminTest-903596228 tempest-MigrationsAdminTest-903596228-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445228 Jan 28 02:48:24.724770 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-718b6ec9-bb33-4b0e-b59f-6afaec36bb77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (dada968a-2626-4185-85b3-762d66792dd1), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:24.772497 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbeb793-c0aa-462f-8981-fb37172d19e8 req-a2c607c9-30bc-44d5-8ced-67ec95947c88 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:24.773950 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7cbeb793-c0aa-462f-8981-fb37172d19e8 req-a2c607c9-30bc-44d5-8ced-67ec95947c88 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4404f-6ba4-4af3-8a4c-42aea5c66242 HTTP/1.1" status: 200 len: 943 time: 0.0855772 Jan 28 02:48:24.777164 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cdf2fd-7780-48ba-b08a-e48f499a30b3 req-c08314b8-f7d1-4c35-a497-5240cf64dab8 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:24.778548 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-718b6ec9-bb33-4b0e-b59f-6afaec36bb77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (dada968a-2626-4185-85b3-762d66792dd1), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:24.778683 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-43cdf2fd-7780-48ba-b08a-e48f499a30b3 req-c08314b8-f7d1-4c35-a497-5240cf64dab8 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 943 time: 0.0498896 Jan 28 02:48:24.790410 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 5f83ccc7-177e-477b-a1bc-dc87a6cc3e24 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:48:24.811895 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: 5f83ccc7-177e-477b-a1bc-dc87a6cc3e24 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:48:24.812244 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 5f83ccc7-177e-477b-a1bc-dc87a6cc3e24 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:48:24.830714 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-43cdf2fd-7780-48ba-b08a-e48f499a30b3 req-c170850f-b68e-4b1d-ae0c-48451f620ee1 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450723 Jan 28 02:48:24.867959 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7cbeb793-c0aa-462f-8981-fb37172d19e8 req-214c9520-dd11-4c78-8f2b-b3506d9b93e1 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0654005-effe-41a4-b6be-0db1399424e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671782 Jan 28 02:48:24.869348 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-718b6ec9-bb33-4b0e-b59f-6afaec36bb77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (dada968a-2626-4185-85b3-762d66792dd1), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:24.904314 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b6ec9-bb33-4b0e-b59f-6afaec36bb77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dada968a-2626-4185-85b3-762d66792dd1,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:24.914164 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-718b6ec9-bb33-4b0e-b59f-6afaec36bb77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:24.920976 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-718b6ec9-bb33-4b0e-b59f-6afaec36bb77 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/dada968a-2626-4185-85b3-762d66792dd1 HTTP/1.1" status: 204 len: 168 time: 0.3082581 Jan 28 02:48:24.921120 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57678) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:48:24.986281 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c0044741-edbc-4d54-b05d-799efc0e11d8 req-746a150f-da2f-4f48-aeb3-8b728d76e88a tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ea82be4-5812-42c2-91fe-61b8ab62c091 HTTP/1.1" status: 200 len: 210 time: 0.0277967 Jan 28 02:48:25.019268 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e42ca8ca-1c3c-46cf-9e00-ef6966c66eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (7acb220e-800d-48f5-91a1-a2728b1ec714), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:25.136197 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e42ca8ca-1c3c-46cf-9e00-ef6966c66eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (7acb220e-800d-48f5-91a1-a2728b1ec714), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:25.136593 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eebbfc-4062-47ba-9a96-3cd3d56daf81 req-e902fb5d-5811-4863-9a0f-f9ce74b27019 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:25.138907 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-96eebbfc-4062-47ba-9a96-3cd3d56daf81 req-e902fb5d-5811-4863-9a0f-f9ce74b27019 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 950 time: 0.0485632 Jan 28 02:48:25.162716 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-e42ca8ca-1c3c-46cf-9e00-ef6966c66eee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7acb220e-800d-48f5-91a1-a2728b1ec714']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:48:25.175163 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-e42ca8ca-1c3c-46cf-9e00-ef6966c66eee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9deec33-3f6a-4232-ae43-c90b8efa9027') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:48:25.175459 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-e42ca8ca-1c3c-46cf-9e00-ef6966c66eee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9deec33-3f6a-4232-ae43-c90b8efa9027') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:48:25.179317 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-269ab727-002b-48bf-a77a-21214e8d4146 req-a505bde0-c4d6-4b7f-9afd-893fccf2fd8c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0806355 Jan 28 02:48:25.187230 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e42ca8ca-1c3c-46cf-9e00-ef6966c66eee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (d9deec33-3f6a-4232-ae43-c90b8efa9027), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:25.193819 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-96eebbfc-4062-47ba-9a96-3cd3d56daf81 req-2dab731c-034d-4082-8e07-4c6a455f133d tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478592 Jan 28 02:48:25.203575 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e42ca8ca-1c3c-46cf-9e00-ef6966c66eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (d9deec33-3f6a-4232-ae43-c90b8efa9027), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:25.210178 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e42ca8ca-1c3c-46cf-9e00-ef6966c66eee admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:48:25.210746 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e42ca8ca-1c3c-46cf-9e00-ef6966c66eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (d9deec33-3f6a-4232-ae43-c90b8efa9027), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:25.212669 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 02:48:25.212669 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:48:25.212669 n-d-712139-27 neutron-server[109802]: timer() Jan 28 02:48:25.212669 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:48:25.212669 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 02:48:25.212669 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:48:25.212669 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 02:48:25.212669 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:48:25.212669 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 02:48:25.212669 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:48:25.212669 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 02:48:25.212669 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:48:25.212669 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 02:48:25.212669 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:48:25.212669 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:48:25.212669 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:48:25.212669 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:48:25.212669 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:48:25.212669 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 02:48:25.212669 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:48:25.212669 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 02:48:25.212669 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:48:25.212669 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:48:25.212669 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:48:25.212669 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 02:48:25.212669 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:48:25.212669 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:48:25.212669 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:48:25.212669 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:48:25.212669 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:48:25.212669 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:48:25.212669 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:48:25.270901 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e42ca8ca-1c3c-46cf-9e00-ef6966c66eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (7acb220e-800d-48f5-91a1-a2728b1ec714), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:25.287138 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e42ca8ca-1c3c-46cf-9e00-ef6966c66eee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:25.290635 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e42ca8ca-1c3c-46cf-9e00-ef6966c66eee admin admin] 10.222.0.53 "DELETE /v2.0/networks/7acb220e-800d-48f5-91a1-a2728b1ec714 HTTP/1.1" status: 204 len: 168 time: 0.3687057 Jan 28 02:48:25.291613 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42ca8ca-1c3c-46cf-9e00-ef6966c66eee admin admin] Pushing event deleted for resources: {'Network': ['ID=7acb220e-800d-48f5-91a1-a2728b1ec714,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:25.429565 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57696) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:48:25.503322 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-71056ed4-7f45-456c-825a-b53377fa762a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8726f1413b3a4e958260c58d505dcf3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0723131 Jan 28 02:48:25.506869 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57704) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:48:25.529604 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c231172-c070-4662-8368-c6807c572f33 req-6892316b-a2f0-442e-9310-47da469d279c tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:25.531093 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4c231172-c070-4662-8368-c6807c572f33 req-6892316b-a2f0-442e-9310-47da469d279c tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=ded3de28-7455-4d4f-81b7-d660d9c1797b HTTP/1.1" status: 200 len: 943 time: 0.0870144 Jan 28 02:48:25.602010 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7c7c6377-29f4-446d-9716-91efd896a719 admin admin] Publish callbacks [] for security_group (8de112c3-0030-4ac7-bd31-11527127265b), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:25.611019 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4c231172-c070-4662-8368-c6807c572f33 req-207155f8-2745-4fec-8dd9-2c292ea31f88 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685568 Jan 28 02:48:25.630354 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7c7c6377-29f4-446d-9716-91efd896a719 admin admin] Publish callbacks [] for security_group (8de112c3-0030-4ac7-bd31-11527127265b), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:25.706227 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7c7c6377-29f4-446d-9716-91efd896a719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (8de112c3-0030-4ac7-bd31-11527127265b), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:25.708789 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7c7c6377-29f4-446d-9716-91efd896a719 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:25.709978 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7c7c6377-29f4-446d-9716-91efd896a719 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8de112c3-0030-4ac7-bd31-11527127265b HTTP/1.1" status: 204 len: 168 time: 0.2021759 Jan 28 02:48:25.720534 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c6377-29f4-446d-9716-91efd896a719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de112c3-0030-4ac7-bd31-11527127265b,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:25.743850 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495e64b-df9a-4603-b29b-6063d98bae68 req-6c49c71b-eed4-4176-b73e-7f754f9b7f01 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:25.745589 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f495e64b-df9a-4603-b29b-6063d98bae68 req-6c49c71b-eed4-4176-b73e-7f754f9b7f01 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ba52f30-e84d-41b2-931d-9aa9d2d04796 HTTP/1.1" status: 200 len: 950 time: 0.0733607 Jan 28 02:48:25.813362 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f495e64b-df9a-4603-b29b-6063d98bae68 req-78747ead-4487-4316-8dbb-cc26bede722b tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574696 Jan 28 02:48:25.946075 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266d235-03c0-4885-a30c-e598358dac6b req-8d7a433c-9c36-44ff-be36-28035581a385 tempest-ServersOnMultiNodesTest-1215738684 tempest-ServersOnMultiNodesTest-1215738684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:25.947852 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3266d235-03c0-4885-a30c-e598358dac6b req-8d7a433c-9c36-44ff-be36-28035581a385 tempest-ServersOnMultiNodesTest-1215738684 tempest-ServersOnMultiNodesTest-1215738684-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6ba52f30-e84d-41b2-931d-9aa9d2d04796 HTTP/1.1" status: 200 len: 1102 time: 0.0527306 Jan 28 02:48:25.982380 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8baad1-e061-43ff-af45-6786491819de req-f1e02daf-cbeb-4235-ae57-0f261733b343 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:25.984056 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7d8baad1-e061-43ff-af45-6786491819de req-f1e02daf-cbeb-4235-ae57-0f261733b343 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 943 time: 0.0582149 Jan 28 02:48:26.001562 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3266d235-03c0-4885-a30c-e598358dac6b req-b3b455df-e758-4179-9162-fecc6eca99d6 tempest-ServersOnMultiNodesTest-1215738684 tempest-ServersOnMultiNodesTest-1215738684-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476544 Jan 28 02:48:26.084387 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7d8baad1-e061-43ff-af45-6786491819de req-fcf56e00-1a1f-4069-9ff8-0c83a08608f0 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930870 Jan 28 02:48:26.212078 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57cf14-c7ac-43af-a54b-aa28c9e0c047 req-bd9db3ed-fb2f-4086-98f0-6d85cbbc3176 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:26.213720 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c57cf14-c7ac-43af-a54b-aa28c9e0c047 req-bd9db3ed-fb2f-4086-98f0-6d85cbbc3176 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4404f-6ba4-4af3-8a4c-42aea5c66242 HTTP/1.1" status: 200 len: 943 time: 0.0965419 Jan 28 02:48:26.320037 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c57cf14-c7ac-43af-a54b-aa28c9e0c047 req-89391c96-6809-4ede-86bd-33a9607b8e88 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0654005-effe-41a4-b6be-0db1399424e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985169 Jan 28 02:48:26.484627 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e60e94-7e5d-435a-ac53-d2fa7183a2b6 req-29baf229-08ca-49ed-91bd-12b9bcac60f8 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:26.486323 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-06e60e94-7e5d-435a-ac53-d2fa7183a2b6 req-29baf229-08ca-49ed-91bd-12b9bcac60f8 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 950 time: 0.0763247 Jan 28 02:48:26.554000 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-06e60e94-7e5d-435a-ac53-d2fa7183a2b6 req-0e59613d-ff1c-47f3-b5bf-3967bc8f01a6 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604355 Jan 28 02:48:26.599565 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daeb65e-74ae-49e7-ac97-b120bc3976b9 req-afd1e721-c55e-4743-879e-d4c7f86ca5e4 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:26.601465 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3daeb65e-74ae-49e7-ac97-b120bc3976b9 req-afd1e721-c55e-4743-879e-d4c7f86ca5e4 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/networks?id=b41ec36c-2b47-4b7e-a484-436d2f02d72a HTTP/1.1" status: 200 len: 811 time: 0.1600735 Jan 28 02:48:26.622405 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3daeb65e-74ae-49e7-ac97-b120bc3976b9 req-c21b9b60-80d5-40e0-9c5e-7fcea5f5c1fa tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/quotas/53e2297c23164a47954b52b6f715a589 HTTP/1.1" status: 200 len: 375 time: 0.0153956 Jan 28 02:48:26.661672 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3daeb65e-74ae-49e7-ac97-b120bc3976b9 req-6284f2f6-941f-4145-965c-e97b016a9228 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=53e2297c23164a47954b52b6f715a589&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383544 Jan 28 02:48:26.681545 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402befe6-4487-49ef-aba6-0ec316d2df4d req-d4f846ca-662e-4dfe-954c-402a6d88f8be tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:26.690302 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-402befe6-4487-49ef-aba6-0ec316d2df4d req-d4f846ca-662e-4dfe-954c-402a6d88f8be tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ba52f30-e84d-41b2-931d-9aa9d2d04796 HTTP/1.1" status: 200 len: 950 time: 0.0795600 Jan 28 02:48:26.722247 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device e9554c63-20e1-4df5-ba01-10988b4ff4ee details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:48:26.754530 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-402befe6-4487-49ef-aba6-0ec316d2df4d req-028a1a6c-ac2f-48e3-a72e-21453808dead tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627644 Jan 28 02:48:26.797931 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3daeb65e-74ae-49e7-ac97-b120bc3976b9 req-83f0d73a-0ad0-447f-8d3d-ff69fa8a6a1d service neutron] 10.222.0.53 "GET /v2.0/networks/b41ec36c-2b47-4b7e-a484-436d2f02d72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302762 Jan 28 02:48:26.872764 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a539694-ee50-4df8-b78e-92b16e667211 req-b7f390d8-cfc1-4151-8838-3a08e1d27c50 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:26.876170 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port e9554c63-20e1-4df5-ba01-10988b4ff4ee, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=e9554c63-20e1-4df5-ba01-10988b4ff4ee,segment=NetworkSegment(75a4b119-8376-430b-8e41-eb2c7f9df607),segment_id=75a4b119-8376-430b-8e41-eb2c7f9df607)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:26.880523 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8a539694-ee50-4df8-b78e-92b16e667211 req-b7f390d8-cfc1-4151-8838-3a08e1d27c50 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=ded3de28-7455-4d4f-81b7-d660d9c1797b HTTP/1.1" status: 200 len: 943 time: 0.0636773 Jan 28 02:48:26.892239 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': 'e9554c63-20e1-4df5-ba01-10988b4ff4ee', 'network_id': 'c898a309-cc9c-486f-b9d6-bb11ec55d766', 'port_id': 'e9554c63-20e1-4df5-ba01-10988b4ff4ee', 'mac_address': 'fa:16:3e:41:78:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaaafb1c-3547-4581-9e89-2950c931386f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:48:26.904687 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3daeb65e-74ae-49e7-ac97-b120bc3976b9 req-53939a98-112f-4b5c-b275-1a277cd5f005 service neutron] 10.222.0.53 "GET /v2.0/networks/b41ec36c-2b47-4b7e-a484-436d2f02d72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058848 Jan 28 02:48:26.950661 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8a539694-ee50-4df8-b78e-92b16e667211 req-dbaf9e04-9f2f-45f6-85a3-df58f9765dcc tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692570 Jan 28 02:48:26.956949 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port e9554c63-20e1-4df5-ba01-10988b4ff4ee is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:48:26.957388 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e9554c63-20e1-4df5-ba01-10988b4ff4ee), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:26.974159 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9554c63-20e1-4df5-ba01-10988b4ff4ee {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:48:27.009505 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port e9554c63-20e1-4df5-ba01-10988b4ff4ee, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=e9554c63-20e1-4df5-ba01-10988b4ff4ee,segment=NetworkSegment(75a4b119-8376-430b-8e41-eb2c7f9df607),segment_id=75a4b119-8376-430b-8e41-eb2c7f9df607)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:27.025058 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e9554c63-20e1-4df5-ba01-10988b4ff4ee), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:27.026198 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 9632b156-2630-4207-8a06-ef5e2079e909 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:48:27.151777 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ab727-002b-48bf-a77a-21214e8d4146 req-c4ee47bf-442a-410f-b779-1079c5ab0c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:27.153497 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-269ab727-002b-48bf-a77a-21214e8d4146 req-c4ee47bf-442a-410f-b779-1079c5ab0c2a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=29a2e152744a433f9b25a7592aa94e29&device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 1102 time: 0.1070998 Jan 28 02:48:27.155157 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-462ddfe4-0d09-458e-9505-ae958ce8cd81 req-79861be5-8420-495f-9c60-75d42df683d3 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bf1aee-b390-4cae-a65f-7a4f79c12839 HTTP/1.1" status: 200 len: 210 time: 0.0412300 Jan 28 02:48:27.173005 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=e9554c63-20e1-4df5-ba01-10988b4ff4ee,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:27.276367 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 9632b156-2630-4207-8a06-ef5e2079e909, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=9632b156-2630-4207-8a06-ef5e2079e909,segment=NetworkSegment(0fd4c2ea-2422-40e8-945d-f13eca5303f9),segment_id=0fd4c2ea-2422-40e8-945d-f13eca5303f9)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:27.281336 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ab727-002b-48bf-a77a-21214e8d4146 req-395b0022-9cc0-4705-8a48-78fa219460a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:27.282834 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-269ab727-002b-48bf-a77a-21214e8d4146 req-395b0022-9cc0-4705-8a48-78fa219460a9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.1180317 Jan 28 02:48:27.298457 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ebd61-e2a2-4154-ae85-32109918bd27 req-dda86acb-0ed9-467b-879f-25ba34aa93a6 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:27.299979 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-890ebd61-e2a2-4154-ae85-32109918bd27 req-dda86acb-0ed9-467b-879f-25ba34aa93a6 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 943 time: 0.0854149 Jan 28 02:48:27.320004 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '9632b156-2630-4207-8a06-ef5e2079e909', 'network_id': 'be703702-7af5-402e-8d68-076a1cbb8c04', 'port_id': '9632b156-2630-4207-8a06-ef5e2079e909', 'mac_address': 'fa:16:3e:30:77:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc944f55-5387-4378-a8b1-840d88a73f81', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:48:27.364260 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-269ab727-002b-48bf-a77a-21214e8d4146 req-0f64e2e9-b3b4-4ac2-98cf-d219f53640a6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=a56d5000-9503-420d-bbeb-52893511a096 HTTP/1.1" status: 200 len: 217 time: 0.0630493 Jan 28 02:48:27.394593 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-890ebd61-e2a2-4154-ae85-32109918bd27 req-13a536f3-f676-41aa-8351-edfe1e6fd1a8 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858936 Jan 28 02:48:27.413871 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 9632b156-2630-4207-8a06-ef5e2079e909 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:48:27.414601 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9632b156-2630-4207-8a06-ef5e2079e909), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:27.437394 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9632b156-2630-4207-8a06-ef5e2079e909 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:48:27.483684 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 9632b156-2630-4207-8a06-ef5e2079e909, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=9632b156-2630-4207-8a06-ef5e2079e909,segment=NetworkSegment(0fd4c2ea-2422-40e8-945d-f13eca5303f9),segment_id=0fd4c2ea-2422-40e8-945d-f13eca5303f9)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:27.494889 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9632b156-2630-4207-8a06-ef5e2079e909), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:27.502181 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ab727-002b-48bf-a77a-21214e8d4146 req-05aeb2d8-22dc-40ac-bc0b-e1ce7ed95862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:27.503691 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-269ab727-002b-48bf-a77a-21214e8d4146 req-05aeb2d8-22dc-40ac-bc0b-e1ce7ed95862 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.1255209 Jan 28 02:48:27.511667 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac5d64-9a5a-41d8-8a92-f7cc5bd8e9af req-51f801c3-3d40-475d-a273-fe02b409ca78 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:27.513358 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ddac5d64-9a5a-41d8-8a92-f7cc5bd8e9af req-51f801c3-3d40-475d-a273-fe02b409ca78 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4404f-6ba4-4af3-8a4c-42aea5c66242 HTTP/1.1" status: 200 len: 943 time: 0.0750782 Jan 28 02:48:27.624685 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=9632b156-2630-4207-8a06-ef5e2079e909,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:27.654821 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ddac5d64-9a5a-41d8-8a92-f7cc5bd8e9af req-ec6f0b9c-f69a-4251-a461-939b4f429d1a tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0654005-effe-41a4-b6be-0db1399424e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312752 Jan 28 02:48:27.659380 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ab727-002b-48bf-a77a-21214e8d4146 req-b0c5a3bb-5381-4bf1-97f2-aa22497fc3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:27.677633 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-269ab727-002b-48bf-a77a-21214e8d4146 req-b0c5a3bb-5381-4bf1-97f2-aa22497fc3d9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1543322 Jan 28 02:48:27.693139 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57794) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:48:27.735865 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db59359-f01a-453d-975f-5bd8825ebafc req-e4e41ab8-74a0-424e-ace6-668fb1d5fd15 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:27.744125 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2db59359-f01a-453d-975f-5bd8825ebafc req-e4e41ab8-74a0-424e-ace6-668fb1d5fd15 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 950 time: 0.0657358 Jan 28 02:48:27.817859 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2db59359-f01a-453d-975f-5bd8825ebafc req-e767949c-b164-4611-9fdc-8555a26ce887 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724995 Jan 28 02:48:27.884467 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-269ab727-002b-48bf-a77a-21214e8d4146 req-2aedc1a0-7846-475c-9f09-52beeaf2b536 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870129 Jan 28 02:48:27.896311 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-01bcbdf3-a0e4-4836-8a01-0227dd7fd5f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:27.982231 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-01bcbdf3-a0e4-4836-8a01-0227dd7fd5f5 admin admin] Publish callbacks [] for security_group (17469271-fb07-45ec-a8cb-92c38c83667b), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:27.986739 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89c8d6-ffa5-4d29-b0a1-6b14bb0f1c18 req-60e9b2d9-929f-471d-81f2-ad4585f62f51 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:27.987366 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-01bcbdf3-a0e4-4836-8a01-0227dd7fd5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (17469271-fb07-45ec-a8cb-92c38c83667b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:27.989329 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9a89c8d6-ffa5-4d29-b0a1-6b14bb0f1c18 req-60e9b2d9-929f-471d-81f2-ad4585f62f51 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ba52f30-e84d-41b2-931d-9aa9d2d04796 HTTP/1.1" status: 200 len: 950 time: 0.1393137 Jan 28 02:48:28.035191 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bcbdf3-a0e4-4836-8a01-0227dd7fd5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17469271-fb07-45ec-a8cb-92c38c83667b,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:28.048486 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['e9554c63-20e1-4df5-ba01-10988b4ff4ee'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:48:28.055900 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-269ab727-002b-48bf-a77a-21214e8d4146 req-2e483160-154d-4cd5-9812-91fc8f8f9bd4 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628056 Jan 28 02:48:28.081294 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9a89c8d6-ffa5-4d29-b0a1-6b14bb0f1c18 req-db617a9b-47ad-4580-a529-7a567f833b34 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782855 Jan 28 02:48:28.105966 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-01bcbdf3-a0e4-4836-8a01-0227dd7fd5f5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4bb560f3ce4d4172912911d9e1252dd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4137604 Jan 28 02:48:28.109555 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57802) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:48:28.117954 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['9632b156-2630-4207-8a06-ef5e2079e909'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:48:28.163514 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3ac0b-3240-4e33-9649-c5bcf9b623b4 req-01ffb3a9-e5bd-4bdf-b160-bbffaaa4f1a9 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:28.171241 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0dd3ac0b-3240-4e33-9649-c5bcf9b623b4 req-01ffb3a9-e5bd-4bdf-b160-bbffaaa4f1a9 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=ded3de28-7455-4d4f-81b7-d660d9c1797b HTTP/1.1" status: 200 len: 944 time: 0.0948167 Jan 28 02:48:28.193864 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8937d985-1592-4f8a-a57d-4d99e96a7bb5 admin admin] Publish callbacks [] for security_group (17469271-fb07-45ec-a8cb-92c38c83667b), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:28.221323 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8937d985-1592-4f8a-a57d-4d99e96a7bb5 admin admin] Publish callbacks [] for security_group (17469271-fb07-45ec-a8cb-92c38c83667b), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:28.224719 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0dd3ac0b-3240-4e33-9649-c5bcf9b623b4 req-f84a7d2b-e164-456c-af49-530b29efab81 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524263 Jan 28 02:48:28.345376 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-db43ec9f-7d0e-4918-a01d-cfeac6f88aa4 req-289af1c4-7016-476c-b665-a21f8d141e1b tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bf1aee-b390-4cae-a65f-7a4f79c12839 HTTP/1.1" status: 200 len: 210 time: 0.0465956 Jan 28 02:48:28.375566 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a203642-e498-42a2-a320-74dcd1a9b045 req-a7bba9ad-84d1-411c-8462-28055c91701e tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:28.377649 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a203642-e498-42a2-a320-74dcd1a9b045 req-a7bba9ad-84d1-411c-8462-28055c91701e tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/ports?device_id=5433fb3f-7e16-43f1-ad78-5e732dcf79ec HTTP/1.1" status: 200 len: 946 time: 0.0641387 Jan 28 02:48:28.378864 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8937d985-1592-4f8a-a57d-4d99e96a7bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (17469271-fb07-45ec-a8cb-92c38c83667b), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:28.381849 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8937d985-1592-4f8a-a57d-4d99e96a7bb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:28.385856 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8937d985-1592-4f8a-a57d-4d99e96a7bb5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/17469271-fb07-45ec-a8cb-92c38c83667b HTTP/1.1" status: 204 len: 168 time: 0.2740574 Jan 28 02:48:28.395688 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8937d985-1592-4f8a-a57d-4d99e96a7bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17469271-fb07-45ec-a8cb-92c38c83667b,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:28.457104 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a203642-e498-42a2-a320-74dcd1a9b045 req-651c2211-2c1f-4540-87a4-de3ec8ed9335 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a471b5-09f4-45a6-b187-9512acbe1c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707371 Jan 28 02:48:28.545319 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a31b42-59b7-4a8b-b4cc-23132c54a415 req-ced89636-923a-4258-a494-2d77b90cb882 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:28.546829 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-72a31b42-59b7-4a8b-b4cc-23132c54a415 req-ced89636-923a-4258-a494-2d77b90cb882 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ba52f30-e84d-41b2-931d-9aa9d2d04796 HTTP/1.1" status: 200 len: 950 time: 0.0741458 Jan 28 02:48:28.713954 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305283a8-e484-4cf4-904b-5986b8012cbc req-7e77d60e-d152-45d1-bd8d-5e74b1615314 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:28.717533 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-305283a8-e484-4cf4-904b-5986b8012cbc req-7e77d60e-d152-45d1-bd8d-5e74b1615314 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 943 time: 0.1657093 Jan 28 02:48:28.741964 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-72a31b42-59b7-4a8b-b4cc-23132c54a415 req-1c62b6ad-dc10-433d-bf81-efd31968940a tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Deleting port 2122dd46-536b-444d-aa9f-6d408b19bbd5 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:48:28.742655 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-72a31b42-59b7-4a8b-b4cc-23132c54a415 req-1c62b6ad-dc10-433d-bf81-efd31968940a tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (2122dd46-536b-444d-aa9f-6d408b19bbd5), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:28.837056 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 9a6a1c2a-153c-4d13-9b87-6c37790208b7 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:48:28.935263 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:28.984669 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8dd81e-4af9-4cca-9c3d-b9b2ba4de363 req-5281c24b-bb25-46f3-9480-d4648105bea5 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:28.990501 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-72a31b42-59b7-4a8b-b4cc-23132c54a415 req-1c62b6ad-dc10-433d-bf81-efd31968940a tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] For port 2122dd46-536b-444d-aa9f-6d408b19bbd5, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=2122dd46-536b-444d-aa9f-6d408b19bbd5,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:28.992549 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-72a31b42-59b7-4a8b-b4cc-23132c54a415 req-1c62b6ad-dc10-433d-bf81-efd31968940a tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (2122dd46-536b-444d-aa9f-6d408b19bbd5), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:28.994888 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-db8dd81e-4af9-4cca-9c3d-b9b2ba4de363 req-5281c24b-bb25-46f3-9480-d4648105bea5 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4404f-6ba4-4af3-8a4c-42aea5c66242 HTTP/1.1" status: 200 len: 944 time: 0.1957612 Jan 28 02:48:29.001520 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 9a6a1c2a-153c-4d13-9b87-6c37790208b7 is: DOWN; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:48:29.022677 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:48:29.032873 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-72a31b42-59b7-4a8b-b4cc-23132c54a415 req-1c62b6ad-dc10-433d-bf81-efd31968940a tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Calling delete_port for 2122dd46-536b-444d-aa9f-6d408b19bbd5 owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:48:29.054359 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daeb65e-74ae-49e7-ac97-b120bc3976b9 req-8501791b-363e-4580-83ac-d3d0282350c0 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:29.056156 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3daeb65e-74ae-49e7-ac97-b120bc3976b9 req-8501791b-363e-4580-83ac-d3d0282350c0 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.67 "GET /v2.0/networks?id=b41ec36c-2b47-4b7e-a484-436d2f02d72a HTTP/1.1" status: 200 len: 811 time: 0.3359561 Jan 28 02:48:29.059563 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-305283a8-e484-4cf4-904b-5986b8012cbc req-095176ad-f525-4605-bf8c-5518925abdd4 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134382 Jan 28 02:48:29.131549 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-db8dd81e-4af9-4cca-9c3d-b9b2ba4de363 req-caf4b4d1-2446-495a-8814-e13b29eb2a27 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0654005-effe-41a4-b6be-0db1399424e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274073 Jan 28 02:48:29.139262 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-3daeb65e-74ae-49e7-ac97-b120bc3976b9 req-73fb087d-5ec3-4340-af6c-f309d9a6e021 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Request body: {'port': {'device_id': '21bf1aee-b390-4cae-a65f-7a4f79c12839', 'network_id': 'b41ec36c-2b47-4b7e-a484-436d2f02d72a', 'admin_state_up': True, 'tenant_id': '53e2297c23164a47954b52b6f715a589'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:48:29.261549 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-72a31b42-59b7-4a8b-b4cc-23132c54a415 req-1c62b6ad-dc10-433d-bf81-efd31968940a tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (2122dd46-536b-444d-aa9f-6d408b19bbd5), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:29.293446 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b977faaa-fbe8-45df-826f-fb8d2e6fd2cb req-38a5b4a2-aa6e-456f-b507-458d3bf6c095 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ba52f30-e84d-41b2-931d-9aa9d2d04796 HTTP/1.1" status: 200 len: 210 time: 0.0432451 Jan 28 02:48:29.308178 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03', 'e4ab30af-1603-4bea-92ba-25b6aad0d335', 'e012a990-cb6c-483f-aac7-ecbf7a096470', 'bbefa95f-706b-412e-ba99-f43f87e55804'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:48:29.308178 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['d925d38d-6ab3-40a6-a442-3a0decad1995', '504f6733-2c63-4d44-befe-b2c7087c2ebb', 'c405b7da-1dd4-4fb5-ac54-10283ff2143a'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:48:29.359505 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c62b6ad-dc10-433d-bf81-efd31968940a tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Pushing event deleted for resources: {'Port': ['ID=2122dd46-536b-444d-aa9f-6d408b19bbd5,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:29.394552 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3daeb65e-74ae-49e7-ac97-b120bc3976b9 req-73fb087d-5ec3-4340-af6c-f309d9a6e021 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Made reservation on behalf of 53e2297c23164a47954b52b6f715a589 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:48:29.398521 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3daeb65e-74ae-49e7-ac97-b120bc3976b9 req-73fb087d-5ec3-4340-af6c-f309d9a6e021 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:29.428512 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaade1d-54a1-45b2-8b23-46a04cd8e6e6 req-27a5f731-28b6-42f5-beab-73307b61a535 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:29.430676 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aeaade1d-54a1-45b2-8b23-46a04cd8e6e6 req-27a5f731-28b6-42f5-beab-73307b61a535 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 950 time: 0.2168770 Jan 28 02:48:29.468173 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57844) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:48:29.480685 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a31b42-59b7-4a8b-b4cc-23132c54a415 req-1c62b6ad-dc10-433d-bf81-efd31968940a tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] No DVR routers for this DVR port 2122dd46-536b-444d-aa9f-6d408b19bbd5 on host n-h1-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:48:29.485770 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-72a31b42-59b7-4a8b-b4cc-23132c54a415 req-1c62b6ad-dc10-433d-bf81-efd31968940a tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:29.489692 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-72a31b42-59b7-4a8b-b4cc-23132c54a415 req-1c62b6ad-dc10-433d-bf81-efd31968940a tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.67 "DELETE /v2.0/ports/2122dd46-536b-444d-aa9f-6d408b19bbd5 HTTP/1.1" status: 204 len: 173 time: 0.9286900 Jan 28 02:48:29.490499 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba52f30-e84d-41b2-931d-9aa9d2d04796', 'name': 'network-vif-deleted', 'tag': '2122dd46-536b-444d-aa9f-6d408b19bbd5'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:48:29.503055 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf33320e-2506-440c-8b1c-9c16deec311e" -d '{"events": [{"server_uuid": "6ba52f30-e84d-41b2-931d-9aa9d2d04796", "name": "network-vif-deleted", "tag": "2122dd46-536b-444d-aa9f-6d408b19bbd5"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:48:29.591040 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aeaade1d-54a1-45b2-8b23-46a04cd8e6e6 req-ffc721b1-58e2-4099-9e4e-cf29b98454ff tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494913 Jan 28 02:48:29.700747 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-3daeb65e-74ae-49e7-ac97-b120bc3976b9 req-73fb087d-5ec3-4340-af6c-f309d9a6e021 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Allocated IP 172.20.0.14 (b41ec36c-2b47-4b7e-a484-436d2f02d72a/c47d8662-592c-46cb-9250-3ddc6d538cb4/3e2d1371-9ebb-4c69-8423-64e58ab7f5fa) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:48:29.721992 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-854504b4-1ce7-4b64-b979-0123c0e2c74a req-85ddb5c7-85f3-4de9-b097-f7579ef9ea86 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bf1aee-b390-4cae-a65f-7a4f79c12839 HTTP/1.1" status: 200 len: 210 time: 0.0540009 Jan 28 02:48:29.754497 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-2127b87f-b5f6-4a4d-ae48-d7ec2a284e12 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-10053368-network', 'tenant_id': 'fe2bee12a7e64985b29f4bf535da9e8e'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:48:29.780631 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f095ff2e-514e-4e94-948d-5fea4bba7f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:29.792130 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2127b87f-b5f6-4a4d-ae48-d7ec2a284e12 admin admin] Made reservation on behalf of fe2bee12a7e64985b29f4bf535da9e8e for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:48:29.796349 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2127b87f-b5f6-4a4d-ae48-d7ec2a284e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:29.808452 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2127b87f-b5f6-4a4d-ae48-d7ec2a284e12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:29.884928 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbbed7b-5bc5-444b-80f3-009742f2742c req-36cad2c8-d81e-41ea-a15b-a8499f53fb4b tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:29.893462 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4cbbed7b-5bc5-444b-80f3-009742f2742c req-36cad2c8-d81e-41ea-a15b-a8499f53fb4b tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=ded3de28-7455-4d4f-81b7-d660d9c1797b HTTP/1.1" status: 200 len: 944 time: 0.4740121 Jan 28 02:48:29.927089 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2127b87f-b5f6-4a4d-ae48-d7ec2a284e12 admin admin] Publish callbacks [] for security_group (81a8b397-bb78-4b68-9423-1c50e72f6b82), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:29.930091 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a5daf3-f0cf-406b-8033-dac32631f2ba x-openstack-request-id: req-a2a5daf3-f0cf-406b-8033-dac32631f2ba {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:48:29.931663 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ba52f30-e84d-41b2-931d-9aa9d2d04796", "name": "network-vif-deleted", "tag": "2122dd46-536b-444d-aa9f-6d408b19bbd5", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:48:29.932968 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a2a5daf3-f0cf-406b-8033-dac32631f2ba {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:48:29.933674 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba52f30-e84d-41b2-931d-9aa9d2d04796', 'name': 'network-vif-deleted', 'tag': '2122dd46-536b-444d-aa9f-6d408b19bbd5', 'status': 'completed', 'code': 200} Jan 28 02:48:29.936621 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2127b87f-b5f6-4a4d-ae48-d7ec2a284e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (81a8b397-bb78-4b68-9423-1c50e72f6b82), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:29.952087 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2127b87f-b5f6-4a4d-ae48-d7ec2a284e12 admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:48:29.956293 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3daeb65e-74ae-49e7-ac97-b120bc3976b9 req-73fb087d-5ec3-4340-af6c-f309d9a6e021 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Publish callbacks [] for port (3e2d1371-9ebb-4c69-8423-64e58ab7f5fa), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:29.966723 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2127b87f-b5f6-4a4d-ae48-d7ec2a284e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (8b609dd3-1a12-4928-857f-98daa12d72ad), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:29.967661 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-2127b87f-b5f6-4a4d-ae48-d7ec2a284e12 admin admin] Added segment 8b609dd3-1a12-4928-857f-98daa12d72ad of type vlan for network 0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf Jan 28 02:48:29.980288 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4cbbed7b-5bc5-444b-80f3-009742f2742c req-b13522a1-d1e6-487d-9d09-c16dfd9f4744 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858889 Jan 28 02:48:30.030265 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2127b87f-b5f6-4a4d-ae48-d7ec2a284e12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:30.045598 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2127b87f-b5f6-4a4d-ae48-d7ec2a284e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a8b397-bb78-4b68-9423-1c50e72f6b82,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:30.050854 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3daeb65e-74ae-49e7-ac97-b120bc3976b9 req-73fb087d-5ec3-4340-af6c-f309d9a6e021 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (3e2d1371-9ebb-4c69-8423-64e58ab7f5fa), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:30.096063 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2127b87f-b5f6-4a4d-ae48-d7ec2a284e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:30.098939 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2127b87f-b5f6-4a4d-ae48-d7ec2a284e12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:30.100863 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2127b87f-b5f6-4a4d-ae48-d7ec2a284e12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:30.137893 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3daeb65e-74ae-49e7-ac97-b120bc3976b9 req-73fb087d-5ec3-4340-af6c-f309d9a6e021 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Network b41ec36c-2b47-4b7e-a484-436d2f02d72a is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:48:30.160946 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-3daeb65e-74ae-49e7-ac97-b120bc3976b9 req-73fb087d-5ec3-4340-af6c-f309d9a6e021 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:48:30.184943 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-3daeb65e-74ae-49e7-ac97-b120bc3976b9 req-73fb087d-5ec3-4340-af6c-f309d9a6e021 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:48:30.192076 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fb087d-5ec3-4340-af6c-f309d9a6e021 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Pushing event updated for resources: {'Port': ['ID=3e2d1371-9ebb-4c69-8423-64e58ab7f5fa,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:30.227937 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2127b87f-b5f6-4a4d-ae48-d7ec2a284e12 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7586503 Jan 28 02:48:30.244360 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57856) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:48:30.250447 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-87316c6d-b56c-428a-a58a-97d31444fd06 admin admin] Request body: {'subnet': {'network_id': '0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-10053368-subnet', 'tenant_id': 'fe2bee12a7e64985b29f4bf535da9e8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:48:30.254468 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2127b87f-b5f6-4a4d-ae48-d7ec2a284e12 admin admin] Pushing event updated for resources: {'Network': ['ID=0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:30.298031 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daeb65e-74ae-49e7-ac97-b120bc3976b9 req-73fb087d-5ec3-4340-af6c-f309d9a6e021 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:30.298863 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3daeb65e-74ae-49e7-ac97-b120bc3976b9 req-73fb087d-5ec3-4340-af6c-f309d9a6e021 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:30.316868 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80177c9f-dfc9-4371-990b-140e3ea3aa0e req-74d98b1f-8dc5-4e20-ab40-1cd2a743da1d tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:30.319091 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-80177c9f-dfc9-4371-990b-140e3ea3aa0e req-74d98b1f-8dc5-4e20-ab40-1cd2a743da1d tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 943 time: 0.1293581 Jan 28 02:48:30.322502 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:48:30.330348 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87316c6d-b56c-428a-a58a-97d31444fd06 admin admin] Made reservation on behalf of fe2bee12a7e64985b29f4bf535da9e8e for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:48:30.335821 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-87316c6d-b56c-428a-a58a-97d31444fd06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:30.340006 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3daeb65e-74ae-49e7-ac97-b120bc3976b9 req-73fb087d-5ec3-4340-af6c-f309d9a6e021 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2073390 Jan 28 02:48:30.360969 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-3daeb65e-74ae-49e7-ac97-b120bc3976b9 req-c7b9416b-edbe-47bb-acd9-291e1b9b53ae service neutron] Request body: {'port': {'device_id': '21bf1aee-b390-4cae-a65f-7a4f79c12839', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:48:30.479733 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3daeb65e-74ae-49e7-ac97-b120bc3976b9 req-c7b9416b-edbe-47bb-acd9-291e1b9b53ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3e2d1371-9ebb-4c69-8423-64e58ab7f5fa), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:30.548661 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-80177c9f-dfc9-4371-990b-140e3ea3aa0e req-843367a5-27a0-4d4b-ad59-cf678ecc49e0 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196751 Jan 28 02:48:30.577741 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee89f6-7b3f-462d-bceb-05caa717bbac req-ccdf5817-a950-4e06-9529-be0c5e5b4831 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:30.579759 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-47ee89f6-7b3f-462d-bceb-05caa717bbac req-ccdf5817-a950-4e06-9529-be0c5e5b4831 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4404f-6ba4-4af3-8a4c-42aea5c66242 HTTP/1.1" status: 200 len: 944 time: 0.1012161 Jan 28 02:48:30.680530 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-87316c6d-b56c-428a-a58a-97d31444fd06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (d955fbc3-595b-46e4-bbea-f8517aacb349), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:30.740771 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-47ee89f6-7b3f-462d-bceb-05caa717bbac req-ce648905-d897-4ad3-9443-c8edb9d867b6 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0654005-effe-41a4-b6be-0db1399424e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498475 Jan 28 02:48:30.774384 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87316c6d-b56c-428a-a58a-97d31444fd06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d955fbc3-595b-46e4-bbea-f8517aacb349,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:30.788696 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device e9554c63-20e1-4df5-ba01-10988b4ff4ee up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:48:30.820071 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87316c6d-b56c-428a-a58a-97d31444fd06 admin admin] Checking segment: {'id': '8b609dd3-1a12-4928-857f-98daa12d72ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:48:30.820485 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87316c6d-b56c-428a-a58a-97d31444fd06 admin admin] Network hostable DHCP agents. Network: 0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:48:30.836440 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 2122dd46-536b-444d-aa9f-6d408b19bbd5 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:48:30.853623 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-57d61722-c806-49b4-a3b5-56c818ec29c2 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--342889046&fields=id&tenant_id=deb0ae2c8f344983b94e9f109bff2e22 HTTP/1.1" status: 200 len: 267 time: 0.1254501 Jan 28 02:48:30.861348 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: 2122dd46-536b-444d-aa9f-6d408b19bbd5 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:48:30.861686 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 2122dd46-536b-444d-aa9f-6d408b19bbd5 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:48:30.875227 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port e9554c63-20e1-4df5-ba01-10988b4ff4ee completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:48:30.879925 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port e9554c63-20e1-4df5-ba01-10988b4ff4ee triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:48:30.880942 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e9554c63-20e1-4df5-ba01-10988b4ff4ee), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:30.911375 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a33015a-78c4-4346-b4a1-b2ece0ffb343 req-6f939e84-0ee0-4fe3-ab07-064a05915748 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:30.912812 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0a33015a-78c4-4346-b4a1-b2ece0ffb343 req-6f939e84-0ee0-4fe3-ab07-064a05915748 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 950 time: 0.1013355 Jan 28 02:48:30.926974 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87316c6d-b56c-428a-a58a-97d31444fd06 admin admin] Network 0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:48:30.928445 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-3daeb65e-74ae-49e7-ac97-b120bc3976b9 req-c7b9416b-edbe-47bb-acd9-291e1b9b53ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e2d1371-9ebb-4c69-8423-64e58ab7f5fa {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:48:30.930630 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-0ab7ae66-1e06-4680-afa7-8f0ae30bb42d service neutron] 10.222.0.67 "GET /v2.0/ports/9a6a1c2a-153c-4d13-9b87-6c37790208b7/bindings/n-h2-712139-27 HTTP/1.1" status: 200 len: 385 time: 0.1751869 Jan 28 02:48:30.941965 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3daeb65e-74ae-49e7-ac97-b120bc3976b9 req-c7b9416b-edbe-47bb-acd9-291e1b9b53ae service neutron] Publish callbacks [] for port (3e2d1371-9ebb-4c69-8423-64e58ab7f5fa), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:30.962775 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port e9554c63-20e1-4df5-ba01-10988b4ff4ee is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:48:30.963175 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e9554c63-20e1-4df5-ba01-10988b4ff4ee), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:30.967153 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-3daeb65e-74ae-49e7-ac97-b120bc3976b9 req-c7b9416b-edbe-47bb-acd9-291e1b9b53ae service neutron] Transition to ACTIVE for port object 3e2d1371-9ebb-4c69-8423-64e58ab7f5fa will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:48:30.967443 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-87316c6d-b56c-428a-a58a-97d31444fd06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:48:30.976954 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de173bf-a0b5-4b60-a1f4-24f02a9ed349 None None] Network 0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:48:30.980350 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3daeb65e-74ae-49e7-ac97-b120bc3976b9 req-c7b9416b-edbe-47bb-acd9-291e1b9b53ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (3e2d1371-9ebb-4c69-8423-64e58ab7f5fa), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:30.987713 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87316c6d-b56c-428a-a58a-97d31444fd06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:30.988217 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-87316c6d-b56c-428a-a58a-97d31444fd06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:31.004436 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded3de28-7455-4d4f-81b7-d660d9c1797b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9554c63-20e1-4df5-ba01-10988b4ff4ee'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:48:31.006735 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72e58e4-85d0-416d-9204-bc1151e455ed" -d '{"events": [{"server_uuid": "ded3de28-7455-4d4f-81b7-d660d9c1797b", "name": "network-vif-plugged", "status": "completed", "tag": "e9554c63-20e1-4df5-ba01-10988b4ff4ee"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:48:31.038545 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-70375417-ad4c-4103-a834-f8521ddec345 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:31.040118 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-70375417-ad4c-4103-a834-f8521ddec345 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/networks?id=14d3588b-3a72-4543-858a-daf4905526c1 HTTP/1.1" status: 200 len: 823 time: 0.1797540 Jan 28 02:48:31.049676 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0a33015a-78c4-4346-b4a1-b2ece0ffb343 req-ff73fbe4-dc3e-4c66-9c81-0d4634a0d71b tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226232 Jan 28 02:48:31.053880 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-87316c6d-b56c-428a-a58a-97d31444fd06 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8078086 Jan 28 02:48:31.116863 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b9416b-edbe-47bb-acd9-291e1b9b53ae service neutron] Pushing event updated for resources: {'Port': ['ID=3e2d1371-9ebb-4c69-8423-64e58ab7f5fa,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:31.131798 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-d47cd5d6-c1ea-486e-8f62-9542ed399c9b tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/quotas/deb0ae2c8f344983b94e9f109bff2e22 HTTP/1.1" status: 200 len: 375 time: 0.0720308 Jan 28 02:48:31.187748 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port e9554c63-20e1-4df5-ba01-10988b4ff4ee, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=e9554c63-20e1-4df5-ba01-10988b4ff4ee,segment=NetworkSegment(75a4b119-8376-430b-8e41-eb2c7f9df607),segment_id=75a4b119-8376-430b-8e41-eb2c7f9df607)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:31.197381 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e9554c63-20e1-4df5-ba01-10988b4ff4ee), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:31.198223 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 9632b156-2630-4207-8a06-ef5e2079e909 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:48:31.256032 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-3daeb65e-74ae-49e7-ac97-b120bc3976b9 req-c7b9416b-edbe-47bb-acd9-291e1b9b53ae service neutron] Attempting to bind port 3e2d1371-9ebb-4c69-8423-64e58ab7f5fa on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:48:31.256378 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-3daeb65e-74ae-49e7-ac97-b120bc3976b9 req-c7b9416b-edbe-47bb-acd9-291e1b9b53ae service neutron] Attempting to bind port 3e2d1371-9ebb-4c69-8423-64e58ab7f5fa by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '49d4c981-b004-41ee-ab95-a2b5be80e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b41ec36c-2b47-4b7e-a484-436d2f02d72a'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:48:31.260934 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daeb65e-74ae-49e7-ac97-b120bc3976b9 req-c7b9416b-edbe-47bb-acd9-291e1b9b53ae service neutron] Attempting to bind port 3e2d1371-9ebb-4c69-8423-64e58ab7f5fa on network b41ec36c-2b47-4b7e-a484-436d2f02d72a {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:48:31.266105 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daeb65e-74ae-49e7-ac97-b120bc3976b9 req-c7b9416b-edbe-47bb-acd9-291e1b9b53ae service neutron] Port 3e2d1371-9ebb-4c69-8423-64e58ab7f5fa on network b41ec36c-2b47-4b7e-a484-436d2f02d72a not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:48:31.266438 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daeb65e-74ae-49e7-ac97-b120bc3976b9 req-c7b9416b-edbe-47bb-acd9-291e1b9b53ae service neutron] Attempting to bind port 3e2d1371-9ebb-4c69-8423-64e58ab7f5fa on network b41ec36c-2b47-4b7e-a484-436d2f02d72a {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:48:31.273813 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daeb65e-74ae-49e7-ac97-b120bc3976b9 req-c7b9416b-edbe-47bb-acd9-291e1b9b53ae service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:48:31.274068 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daeb65e-74ae-49e7-ac97-b120bc3976b9 req-c7b9416b-edbe-47bb-acd9-291e1b9b53ae service neutron] Checking segment: {'id': '49d4c981-b004-41ee-ab95-a2b5be80e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b41ec36c-2b47-4b7e-a484-436d2f02d72a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:48:31.274324 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daeb65e-74ae-49e7-ac97-b120bc3976b9 req-c7b9416b-edbe-47bb-acd9-291e1b9b53ae service neutron] Bound using segment: {'id': '49d4c981-b004-41ee-ab95-a2b5be80e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b41ec36c-2b47-4b7e-a484-436d2f02d72a'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:48:31.276351 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-3daeb65e-74ae-49e7-ac97-b120bc3976b9 req-c7b9416b-edbe-47bb-acd9-291e1b9b53ae service neutron] Bound port: 3e2d1371-9ebb-4c69-8423-64e58ab7f5fa, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49d4c981-b004-41ee-ab95-a2b5be80e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b41ec36c-2b47-4b7e-a484-436d2f02d72a'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:48:31.276351 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3daeb65e-74ae-49e7-ac97-b120bc3976b9 req-c7b9416b-edbe-47bb-acd9-291e1b9b53ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3e2d1371-9ebb-4c69-8423-64e58ab7f5fa), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:31.305944 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-1173c45c-e822-43bd-89ca-65d250a0e392 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=deb0ae2c8f344983b94e9f109bff2e22&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1636267 Jan 28 02:48:31.312246 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa90f8eb-a7e9-4a23-aeeb-bcdc09c8ddd2 None None] Network 0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:48:31.329798 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=e9554c63-20e1-4df5-ba01-10988b4ff4ee,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:31.357556 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-3daeb65e-74ae-49e7-ac97-b120bc3976b9 req-c7b9416b-edbe-47bb-acd9-291e1b9b53ae service neutron] For port 3e2d1371-9ebb-4c69-8423-64e58ab7f5fa, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:48:31.363351 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-3daeb65e-74ae-49e7-ac97-b120bc3976b9 req-c7b9416b-edbe-47bb-acd9-291e1b9b53ae service neutron] For port 3e2d1371-9ebb-4c69-8423-64e58ab7f5fa, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=3e2d1371-9ebb-4c69-8423-64e58ab7f5fa,segment=NetworkSegment(49d4c981-b004-41ee-ab95-a2b5be80e959),segment_id=49d4c981-b004-41ee-ab95-a2b5be80e959)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:48:31.369970 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3daeb65e-74ae-49e7-ac97-b120bc3976b9 req-c7b9416b-edbe-47bb-acd9-291e1b9b53ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (3e2d1371-9ebb-4c69-8423-64e58ab7f5fa), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:31.411377 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daeb65e-74ae-49e7-ac97-b120bc3976b9 req-c7b9416b-edbe-47bb-acd9-291e1b9b53ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:31.412012 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3daeb65e-74ae-49e7-ac97-b120bc3976b9 req-c7b9416b-edbe-47bb-acd9-291e1b9b53ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:31.413709 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3daeb65e-74ae-49e7-ac97-b120bc3976b9 req-c7b9416b-edbe-47bb-acd9-291e1b9b53ae service neutron] 10.222.0.67 "PUT /v2.0/ports/3e2d1371-9ebb-4c69-8423-64e58ab7f5fa HTTP/1.1" status: 200 len: 1093 time: 1.0581136 Jan 28 02:48:31.414169 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21bf1aee-b390-4cae-a65f-7a4f79c12839', 'tag': '3e2d1371-9ebb-4c69-8423-64e58ab7f5fa'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:48:31.417279 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 9632b156-2630-4207-8a06-ef5e2079e909 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:48:31.417984 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862c21a7-b07a-49b8-9db4-8f4336aafd7c" -d '{"events": [{"name": "network-changed", "server_uuid": "21bf1aee-b390-4cae-a65f-7a4f79c12839", "tag": "3e2d1371-9ebb-4c69-8423-64e58ab7f5fa"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:48:31.450879 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 9632b156-2630-4207-8a06-ef5e2079e909 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:48:31.451476 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9632b156-2630-4207-8a06-ef5e2079e909), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:31.483808 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b9416b-edbe-47bb-acd9-291e1b9b53ae service neutron] Pushing event updated for resources: {'Port': ['ID=3e2d1371-9ebb-4c69-8423-64e58ab7f5fa,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:31.532898 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931ba70-afc3-4b0b-abe3-97a9ef0c4ada req-00d568fd-1a85-435a-b93a-09a81d905b38 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:31.534445 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5931ba70-afc3-4b0b-abe3-97a9ef0c4ada req-00d568fd-1a85-435a-b93a-09a81d905b38 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bf1aee-b390-4cae-a65f-7a4f79c12839 HTTP/1.1" status: 200 len: 944 time: 0.1096554 Jan 28 02:48:31.550029 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 9632b156-2630-4207-8a06-ef5e2079e909 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:48:31.550569 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9632b156-2630-4207-8a06-ef5e2079e909), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:31.565663 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daeb65e-74ae-49e7-ac97-b120bc3976b9 req-3f40a442-7f2b-4cae-9b00-e876cab4742c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:31.567172 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3daeb65e-74ae-49e7-ac97-b120bc3976b9 req-3f40a442-7f2b-4cae-9b00-e876cab4742c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=53e2297c23164a47954b52b6f715a589&device_id=21bf1aee-b390-4cae-a65f-7a4f79c12839 HTTP/1.1" status: 200 len: 1096 time: 0.0712423 Jan 28 02:48:31.588005 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 9632b156-2630-4207-8a06-ef5e2079e909, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=9632b156-2630-4207-8a06-ef5e2079e909,segment=NetworkSegment(0fd4c2ea-2422-40e8-945d-f13eca5303f9),segment_id=0fd4c2ea-2422-40e8-945d-f13eca5303f9)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:31.594149 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9632b156-2630-4207-8a06-ef5e2079e909), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:31.629769 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3daeb65e-74ae-49e7-ac97-b120bc3976b9 req-ebfd99a1-d4c7-4388-ba2e-28464b30eee6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e2d1371-9ebb-4c69-8423-64e58ab7f5fa HTTP/1.1" status: 200 len: 217 time: 0.0460989 Jan 28 02:48:31.634307 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5931ba70-afc3-4b0b-abe3-97a9ef0c4ada req-df089d49-4fe5-4b9f-8cb4-c301798fcc51 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875566 Jan 28 02:48:31.648385 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=9632b156-2630-4207-8a06-ef5e2079e909,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:31.691464 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daeb65e-74ae-49e7-ac97-b120bc3976b9 req-fa9dd665-62f2-4733-8681-a280fb785f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:31.692469 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-c208ff5d-ba0e-4420-b4a6-3cdbe956cb05 service neutron] For port 9a6a1c2a-153c-4d13-9b87-6c37790208b7, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=9a6a1c2a-153c-4d13-9b87-6c37790208b7,segment=NetworkSegment(1cc99f2f-8533-4758-ac6d-0ec0b703844f),segment_id=1cc99f2f-8533-4758-ac6d-0ec0b703844f)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:31.693135 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3daeb65e-74ae-49e7-ac97-b120bc3976b9 req-fa9dd665-62f2-4733-8681-a280fb785f5e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c47d8662-592c-46cb-9250-3ddc6d538cb4 HTTP/1.1" status: 200 len: 851 time: 0.0555365 Jan 28 02:48:31.726286 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-c208ff5d-ba0e-4420-b4a6-3cdbe956cb05 service neutron] For port 9a6a1c2a-153c-4d13-9b87-6c37790208b7, host n-h1-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:48:31.728466 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3daeb65e-74ae-49e7-ac97-b120bc3976b9 req-f05e9274-4bc4-4247-9a83-5abfde22fad5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b41ec36c-2b47-4b7e-a484-436d2f02d72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276339 Jan 28 02:48:31.765870 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fbd8016c-dbad-4e83-850d-0a513972e38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:31.768823 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-3d23fc4f-dff7-4012-968c-970d5bcbead2 service neutron] 10.222.0.53 "GET /v2.0/networks/14d3588b-3a72-4543-858a-daf4905526c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4541852 Jan 28 02:48:31.773588 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-c208ff5d-ba0e-4420-b4a6-3cdbe956cb05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a6a1c2a-153c-4d13-9b87-6c37790208b7 {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:48:31.800899 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-c208ff5d-ba0e-4420-b4a6-3cdbe956cb05 service neutron] For port 9a6a1c2a-153c-4d13-9b87-6c37790208b7, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=9a6a1c2a-153c-4d13-9b87-6c37790208b7,segment=NetworkSegment(1cc99f2f-8533-4758-ac6d-0ec0b703844f),segment_id=1cc99f2f-8533-4758-ac6d-0ec0b703844f)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:31.823647 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee11582-56b7-417d-89bf-82aa8bf76832 req-ca02ac1d-433d-4437-bbb3-27e24e6298b6 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:31.825148 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eee11582-56b7-417d-89bf-82aa8bf76832 req-ca02ac1d-433d-4437-bbb3-27e24e6298b6 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=ded3de28-7455-4d4f-81b7-d660d9c1797b HTTP/1.1" status: 200 len: 945 time: 0.0991864 Jan 28 02:48:31.843660 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-c208ff5d-ba0e-4420-b4a6-3cdbe956cb05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9a6a1c2a-153c-4d13-9b87-6c37790208b7), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:31.867250 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3daeb65e-74ae-49e7-ac97-b120bc3976b9 req-eb81c0b6-800c-4b2d-bea0-95aadd35ee93 service neutron] 10.222.0.67 "GET /v2.0/networks/b41ec36c-2b47-4b7e-a484-436d2f02d72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303725 Jan 28 02:48:31.906767 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eee11582-56b7-417d-89bf-82aa8bf76832 req-fc644f11-2f80-41e0-b94a-4df4f6e4a44c tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729020 Jan 28 02:48:31.917413 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-aae12069-535b-4dc6-aa8c-357dca837f71 service neutron] 10.222.0.53 "GET /v2.0/networks/14d3588b-3a72-4543-858a-daf4905526c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392343 Jan 28 02:48:31.946162 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-c208ff5d-ba0e-4420-b4a6-3cdbe956cb05 service neutron] Transition to ACTIVE for port object 9a6a1c2a-153c-4d13-9b87-6c37790208b7 will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:48:31.953752 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-c208ff5d-ba0e-4420-b4a6-3cdbe956cb05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (9a6a1c2a-153c-4d13-9b87-6c37790208b7), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:31.984763 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66dfacac-dc87-4141-a2c7-04d91cd1adbc x-openstack-request-id: req-66dfacac-dc87-4141-a2c7-04d91cd1adbc {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:48:31.985180 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded3de28-7455-4d4f-81b7-d660d9c1797b", "name": "network-vif-plugged", "status": "completed", "tag": "e9554c63-20e1-4df5-ba01-10988b4ff4ee", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:48:31.985552 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-66dfacac-dc87-4141-a2c7-04d91cd1adbc {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:48:31.986040 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded3de28-7455-4d4f-81b7-d660d9c1797b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9554c63-20e1-4df5-ba01-10988b4ff4ee', 'code': 200} Jan 28 02:48:31.994377 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3daeb65e-74ae-49e7-ac97-b120bc3976b9 req-c1fe8e17-8fb4-4198-b50f-e7b0b40774f7 service neutron] 10.222.0.67 "GET /v2.0/networks/b41ec36c-2b47-4b7e-a484-436d2f02d72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179090 Jan 28 02:48:32.023392 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-c208ff5d-ba0e-4420-b4a6-3cdbe956cb05 service neutron] No DVR routers for this DVR port 9a6a1c2a-153c-4d13-9b87-6c37790208b7 on host n-h1-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:48:32.038024 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c208ff5d-ba0e-4420-b4a6-3cdbe956cb05 service neutron] Pushing event updated for resources: {'Port': ['ID=9a6a1c2a-153c-4d13-9b87-6c37790208b7,revision_number=10']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:32.085011 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-c208ff5d-ba0e-4420-b4a6-3cdbe956cb05 service neutron] 10.222.0.67 "PUT /v2.0/ports/9a6a1c2a-153c-4d13-9b87-6c37790208b7/bindings/n-h2-712139-27/activate HTTP/1.1" status: 200 len: 370 time: 1.1445215 Jan 28 02:48:32.207323 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1a11d-c8f6-47cd-ab62-559ad1949ca0 req-e4fff860-5cca-462a-97da-8e59f36ccf09 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:32.214611 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d1c1a11d-c8f6-47cd-ab62-559ad1949ca0 req-e4fff860-5cca-462a-97da-8e59f36ccf09 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4ce352-9df3-49f8-a2ca-04bd4f3eaf09 HTTP/1.1" status: 200 len: 950 time: 0.1030672 Jan 28 02:48:32.234233 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39893dc-8026-4b9e-b8e2-49e8c4da9779 req-330b346e-4740-43f4-b2d5-5dcd414855f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:32.235642 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d39893dc-8026-4b9e-b8e2-49e8c4da9779 req-330b346e-4740-43f4-b2d5-5dcd414855f6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ded3de28-7455-4d4f-81b7-d660d9c1797b HTTP/1.1" status: 200 len: 1097 time: 0.0923631 Jan 28 02:48:32.268633 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d1c1a11d-c8f6-47cd-ab62-559ad1949ca0 req-976270a8-a360-4581-bea2-5a1a28414446 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530193 Jan 28 02:48:32.317424 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d39893dc-8026-4b9e-b8e2-49e8c4da9779 req-667f1b55-f6a2-4e71-8a8a-5cc8c5640f03 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450327 Jan 28 02:48:32.348813 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71cfa720-04c0-4989-9049-d27002f5f23a x-openstack-request-id: req-71cfa720-04c0-4989-9049-d27002f5f23a {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:48:32.349400 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21bf1aee-b390-4cae-a65f-7a4f79c12839", "tag": "3e2d1371-9ebb-4c69-8423-64e58ab7f5fa", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:48:32.349400 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-71cfa720-04c0-4989-9049-d27002f5f23a {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:48:32.349774 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21bf1aee-b390-4cae-a65f-7a4f79c12839', 'tag': '3e2d1371-9ebb-4c69-8423-64e58ab7f5fa', 'status': 'completed', 'code': 200} Jan 28 02:48:32.392247 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-ecf2dd9f-747d-4c4f-afa2-cda5e69bded8 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:32.394346 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-ecf2dd9f-747d-4c4f-afa2-cda5e69bded8 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b&tenant_id=2b376bdc08124533ad1dc2039341113b&binding%3Ahost_id=n-h1-712139-27 HTTP/1.1" status: 200 len: 1096 time: 0.0939720 Jan 28 02:48:32.400725 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9939449-8336-4fcf-88cf-d87c8a56a1a2 req-3679931d-e3b8-4fc8-855b-50a1d8ad531f tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:32.405796 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f9939449-8336-4fcf-88cf-d87c8a56a1a2 req-3679931d-e3b8-4fc8-855b-50a1d8ad531f tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/networks?id=0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf HTTP/1.1" status: 200 len: 813 time: 0.1819508 Jan 28 02:48:32.417656 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f9939449-8336-4fcf-88cf-d87c8a56a1a2 req-100c2d9e-4cbe-4b06-8bb4-c5f967a1c822 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/quotas/fe2bee12a7e64985b29f4bf535da9e8e HTTP/1.1" status: 200 len: 375 time: 0.0099421 Jan 28 02:48:32.451477 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f9939449-8336-4fcf-88cf-d87c8a56a1a2 req-e6dc38ce-d9e4-489f-8e00-ba25902f0ce6 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fe2bee12a7e64985b29f4bf535da9e8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281875 Jan 28 02:48:32.470470 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c21a7-b07a-49b8-9db4-8f4336aafd7c req-a5052218-072f-47b0-8a26-7641851358d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:32.472421 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-862c21a7-b07a-49b8-9db4-8f4336aafd7c req-a5052218-072f-47b0-8a26-7641851358d1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=53e2297c23164a47954b52b6f715a589&device_id=21bf1aee-b390-4cae-a65f-7a4f79c12839 HTTP/1.1" status: 200 len: 1096 time: 0.0846264 Jan 28 02:48:32.486548 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad495e8-ef90-4219-80e2-f41f04c57c6c req-f43572fb-0bc2-4664-ac0e-99c97a822c71 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:32.488058 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dad495e8-ef90-4219-80e2-f41f04c57c6c req-f43572fb-0bc2-4664-ac0e-99c97a822c71 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 944 time: 0.0864711 Jan 28 02:48:32.546999 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f9939449-8336-4fcf-88cf-d87c8a56a1a2 req-0495010c-a2e4-455b-a599-724709f807ae service neutron] 10.222.0.53 "GET /v2.0/networks/0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870628 Jan 28 02:48:32.602274 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dad495e8-ef90-4219-80e2-f41f04c57c6c req-e1866168-ce66-4fd9-ab81-91f32fff64ec tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037714 Jan 28 02:48:32.621652 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c21a7-b07a-49b8-9db4-8f4336aafd7c req-e3c3f0fa-c9bf-48b5-95b9-ed920dc5376a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:32.623162 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-862c21a7-b07a-49b8-9db4-8f4336aafd7c req-e3c3f0fa-c9bf-48b5-95b9-ed920dc5376a service neutron] 10.222.0.67 "GET /v2.0/networks?id=b41ec36c-2b47-4b7e-a484-436d2f02d72a HTTP/1.1" status: 200 len: 912 time: 0.1342101 Jan 28 02:48:32.651257 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f9939449-8336-4fcf-88cf-d87c8a56a1a2 req-6a298f79-f64f-46b3-9323-bb231948f609 service neutron] 10.222.0.53 "GET /v2.0/networks/0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969651 Jan 28 02:48:32.675983 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-862c21a7-b07a-49b8-9db4-8f4336aafd7c req-690ec8ae-0b22-4e93-8153-7562489dedd7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e2d1371-9ebb-4c69-8423-64e58ab7f5fa HTTP/1.1" status: 200 len: 217 time: 0.0459356 Jan 28 02:48:32.731344 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-63a78b9c-341b-4d46-b0c1-37e7d3921b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:32.733455 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-63a78b9c-341b-4d46-b0c1-37e7d3921b2c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b&tenant_id=2b376bdc08124533ad1dc2039341113b HTTP/1.1" status: 200 len: 1096 time: 0.0551176 Jan 28 02:48:32.775831 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c21a7-b07a-49b8-9db4-8f4336aafd7c req-16ce63fb-0c7f-4c54-8c7d-e71e6438f04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:32.777458 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-862c21a7-b07a-49b8-9db4-8f4336aafd7c req-16ce63fb-0c7f-4c54-8c7d-e71e6438f04d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c47d8662-592c-46cb-9250-3ddc6d538cb4 HTTP/1.1" status: 200 len: 851 time: 0.0913785 Jan 28 02:48:32.790648 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8ccfa-a23e-4677-a019-fadb1d5bca7f req-ba4c92ad-55f2-41c3-8e6c-805976235002 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:32.798460 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a9a8ccfa-a23e-4677-a019-fadb1d5bca7f req-ba4c92ad-55f2-41c3-8e6c-805976235002 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4404f-6ba4-4af3-8a4c-42aea5c66242 HTTP/1.1" status: 200 len: 945 time: 0.0820327 Jan 28 02:48:32.847414 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-159ff388-0246-4d35-b8b0-d50021728d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:32.848897 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-159ff388-0246-4d35-b8b0-d50021728d3d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b376bdc08124533ad1dc2039341113b&device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 1096 time: 0.0448184 Jan 28 02:48:32.851495 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-862c21a7-b07a-49b8-9db4-8f4336aafd7c req-d27a0ada-1e21-4650-8dd7-e7fc494df99b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b41ec36c-2b47-4b7e-a484-436d2f02d72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432422 Jan 28 02:48:32.877430 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-388fa061-b95a-4290-a8de-eda82c779add req-b98ef3eb-1f51-4d6c-acdd-ff0cc571fc86 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0cdadb6-85ad-4233-9eeb-6b2963382a8a HTTP/1.1" status: 200 len: 210 time: 0.0270743 Jan 28 02:48:32.958824 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a9a8ccfa-a23e-4677-a019-fadb1d5bca7f req-dfcac9a4-ad7b-41b2-9629-2f8b1cd00cd4 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0654005-effe-41a4-b6be-0db1399424e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522951 Jan 28 02:48:33.035356 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96d170-aa14-4706-94ef-1868c2a2054f req-196684da-ca59-49ce-8cab-087e8387b619 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:33.037262 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7c96d170-aa14-4706-94ef-1868c2a2054f req-196684da-ca59-49ce-8cab-087e8387b619 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.39 "GET /v2.0/ports?device_id=5433fb3f-7e16-43f1-ad78-5e732dcf79ec HTTP/1.1" status: 200 len: 946 time: 0.1191635 Jan 28 02:48:33.078177 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-862c21a7-b07a-49b8-9db4-8f4336aafd7c req-91ccb595-ba11-4fcd-bf1e-a618780c3fb8 service neutron] 10.222.0.67 "GET /v2.0/networks/b41ec36c-2b47-4b7e-a484-436d2f02d72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135420 Jan 28 02:48:33.089790 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0c8f6-cd5d-494a-8cb2-4a3adc48811b req-c0a18f0c-8400-4dff-951a-fd5c6b9568db tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:33.091290 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f9c0c8f6-cd5d-494a-8cb2-4a3adc48811b req-c0a18f0c-8400-4dff-951a-fd5c6b9568db tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 950 time: 0.1177320 Jan 28 02:48:33.092460 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-3b98d7da-77ce-447e-8d8e-723145117380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:33.093774 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-3b98d7da-77ce-447e-8d8e-723145117380 service neutron] 10.222.0.39 "GET /v2.0/networks?id=997aa02b-ef92-4c1c-ba5c-0477d385960c HTTP/1.1" status: 200 len: 922 time: 0.1898632 Jan 28 02:48:33.147519 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-468bfdcf-6f6e-470d-b0c7-7fb79e9ef21b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a6a1c2a-153c-4d13-9b87-6c37790208b7 HTTP/1.1" status: 200 len: 217 time: 0.0365641 Jan 28 02:48:33.153723 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:33.187423 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a646443-3db5-4434-b786-a31ea1d736d0 req-ba1753eb-61a6-43ae-8c7c-4e3e18f92199 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:33.188920 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1a646443-3db5-4434-b786-a31ea1d736d0 req-ba1753eb-61a6-43ae-8c7c-4e3e18f92199 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bf1aee-b390-4cae-a65f-7a4f79c12839 HTTP/1.1" status: 200 len: 944 time: 0.1803458 Jan 28 02:48:33.222794 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f9c0c8f6-cd5d-494a-8cb2-4a3adc48811b req-d4dbe5f8-0842-47d3-b1ac-b7b2807d8d87 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196251 Jan 28 02:48:33.238724 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-f1667fa8-6979-4b24-ba24-cb10c3dcfcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:33.240416 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-f1667fa8-6979-4b24-ba24-cb10c3dcfcf8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bcba3f69-83cc-4e79-8ae3-09e3e7684525 HTTP/1.1" status: 200 len: 861 time: 0.0811419 Jan 28 02:48:33.243259 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:33.290646 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-79d2c7da-1ba1-449c-8211-6dd217cca8b6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=997aa02b-ef92-4c1c-ba5c-0477d385960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406392 Jan 28 02:48:33.306406 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-862c21a7-b07a-49b8-9db4-8f4336aafd7c req-ef52c6ae-a4c2-49d3-a1de-2a81f34533e8 service neutron] 10.222.0.67 "GET /v2.0/networks/b41ec36c-2b47-4b7e-a484-436d2f02d72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060306 Jan 28 02:48:33.312833 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1a646443-3db5-4434-b786-a31ea1d736d0 req-bc81d939-048e-4511-9c0f-6cbde6b4cc23 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947690 Jan 28 02:48:33.341949 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-7c96d170-aa14-4706-94ef-1868c2a2054f req-21fac508-b04e-463e-a033-352a20ce1db3 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Deleting port 12d9adf1-7c80-4001-b074-0d89fcd45078 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:48:33.341949 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-7c96d170-aa14-4706-94ef-1868c2a2054f req-21fac508-b04e-463e-a033-352a20ce1db3 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (12d9adf1-7c80-4001-b074-0d89fcd45078), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:33.406692 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-254c58b1-d1a7-4fa9-b0cc-9df67ceda5f5 req-b4de2e61-d67b-42fc-9cc6-20272367c533 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=49e5f43b-07b5-46e2-8f81-903d43d04688 HTTP/1.1" status: 200 len: 210 time: 0.1214223 Jan 28 02:48:33.449150 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-eaaea982-16dc-49ef-90a2-7ac3b455a4c7 service neutron] 10.222.0.39 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486335 Jan 28 02:48:33.591280 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-7c96d170-aa14-4706-94ef-1868c2a2054f req-21fac508-b04e-463e-a033-352a20ce1db3 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] For port 12d9adf1-7c80-4001-b074-0d89fcd45078, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=12d9adf1-7c80-4001-b074-0d89fcd45078,segment=NetworkSegment(bbedb26a-d891-40c8-8d71-f06cdae1759c),segment_id=bbedb26a-d891-40c8-8d71-f06cdae1759c)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:33.591691 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-7c96d170-aa14-4706-94ef-1868c2a2054f req-21fac508-b04e-463e-a033-352a20ce1db3 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (12d9adf1-7c80-4001-b074-0d89fcd45078), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:33.635185 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3145d9-9ab7-4107-a1a4-a00eacdbe940 req-fd399cc8-36f9-497a-bd5c-ea2c8e60896c tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:33.637156 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0e3145d9-9ab7-4107-a1a4-a00eacdbe940 req-fd399cc8-36f9-497a-bd5c-ea2c8e60896c tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=ded3de28-7455-4d4f-81b7-d660d9c1797b HTTP/1.1" status: 200 len: 945 time: 0.1584609 Jan 28 02:48:33.704332 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-8961795c-a5d1-4c4a-9ec6-f48238d71669 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:33.705869 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-8961795c-a5d1-4c4a-9ec6-f48238d71669 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.67 "GET /v2.0/networks?id=14d3588b-3a72-4543-858a-daf4905526c1 HTTP/1.1" status: 200 len: 823 time: 0.3077419 Jan 28 02:48:33.819543 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca514eb-9976-4ccd-9f16-241b31638929 req-a6be1702-d46f-4de1-954d-828af3f829d0 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:33.821036 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3ca514eb-9976-4ccd-9f16-241b31638929 req-a6be1702-d46f-4de1-954d-828af3f829d0 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4ce352-9df3-49f8-a2ca-04bd4f3eaf09 HTTP/1.1" status: 200 len: 950 time: 0.3453369 Jan 28 02:48:33.827090 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-bb5eb3a7-4248-4459-bfdb-0993a3360383 service neutron] 10.222.0.39 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700254 Jan 28 02:48:33.859425 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0e3145d9-9ab7-4107-a1a4-a00eacdbe940 req-98168290-ff96-4657-bd44-8a5692f3fd74 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003000 Jan 28 02:48:33.874305 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3ca514eb-9976-4ccd-9f16-241b31638929 req-d31b6399-9daf-4ae9-b930-9406d18cdeb2 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462317 Jan 28 02:48:33.880099 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-19418225-b7c3-414c-bbbe-a44a863ddf43 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=deb0ae2c8f344983b94e9f109bff2e22 HTTP/1.1" status: 200 len: 379 time: 0.1495352 Jan 28 02:48:33.903352 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-5d530f63-5813-4411-b7e2-273d72854621 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Request body: {'port': {'device_id': 'c0cdadb6-85ad-4233-9eeb-6b2963382a8a', 'network_id': '14d3588b-3a72-4543-858a-daf4905526c1', 'admin_state_up': True, 'tenant_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'security_groups': ['33a471b5-09f4-45a6-b187-9512acbe1c9e']}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:48:33.976690 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dd4aa937-a0a4-445e-a9c9-0422346b2381 req-78795246-f51a-4af0-8931-1dbf6d3f61c5 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0cdadb6-85ad-4233-9eeb-6b2963382a8a HTTP/1.1" status: 200 len: 210 time: 0.0254943 Jan 28 02:48:33.987073 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc4404f-6ba4-4af3-8a4c-42aea5c66242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9632b156-2630-4207-8a06-ef5e2079e909'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:48:33.989995 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ccdd61-bd07-4c12-ad78-b924d6885952" -d '{"events": [{"server_uuid": "7dc4404f-6ba4-4af3-8a4c-42aea5c66242", "name": "network-vif-plugged", "status": "completed", "tag": "9632b156-2630-4207-8a06-ef5e2079e909"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:48:34.073862 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-7c96d170-aa14-4706-94ef-1868c2a2054f req-21fac508-b04e-463e-a033-352a20ce1db3 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:34.074204 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-7c96d170-aa14-4706-94ef-1868c2a2054f req-21fac508-b04e-463e-a033-352a20ce1db3 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (478b1b4e-4453-4556-b1f7-ee3fe558d6bb), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:34.074577 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [req-7c96d170-aa14-4706-94ef-1868c2a2054f req-21fac508-b04e-463e-a033-352a20ce1db3 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Floating IP 478b1b4e-4453-4556-b1f7-ee3fe558d6bb disassociated. External IP: 172.25.0.7, port: 12d9adf1-7c80-4001-b074-0d89fcd45078. Jan 28 02:48:34.074914 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-7c96d170-aa14-4706-94ef-1868c2a2054f req-21fac508-b04e-463e-a033-352a20ce1db3 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Calling delete_port for 12d9adf1-7c80-4001-b074-0d89fcd45078 owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:48:34.081544 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66856a89-2e8a-4842-8bc8-c64c8ceabe08 req-9f13154c-1c0e-49d5-894d-44c9ea49a463 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:34.083178 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-66856a89-2e8a-4842-8bc8-c64c8ceabe08 req-9f13154c-1c0e-49d5-894d-44c9ea49a463 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4404f-6ba4-4af3-8a4c-42aea5c66242 HTTP/1.1" status: 200 len: 945 time: 0.0506613 Jan 28 02:48:34.119057 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c78767-5d67-4593-b503-f868e3aeba71 req-15613f4f-6c5a-4204-9e88-1b48f7660400 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:34.120523 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-74c78767-5d67-4593-b503-f868e3aeba71 req-15613f4f-6c5a-4204-9e88-1b48f7660400 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 944 time: 0.1850367 Jan 28 02:48:34.132452 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-66856a89-2e8a-4842-8bc8-c64c8ceabe08 req-329b7a1e-a13e-4a59-bc91-0f7e013951c9 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0654005-effe-41a4-b6be-0db1399424e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423679 Jan 28 02:48:34.181400 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878012a7-5b71-4cec-9feb-ef22bb2c2df2 x-openstack-request-id: req-878012a7-5b71-4cec-9feb-ef22bb2c2df2 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:48:34.181920 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc4404f-6ba4-4af3-8a4c-42aea5c66242", "name": "network-vif-plugged", "status": "completed", "tag": "9632b156-2630-4207-8a06-ef5e2079e909", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:48:34.182020 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-878012a7-5b71-4cec-9feb-ef22bb2c2df2 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:48:34.182436 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc4404f-6ba4-4af3-8a4c-42aea5c66242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9632b156-2630-4207-8a06-ef5e2079e909', 'code': 200} Jan 28 02:48:34.219013 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-5d530f63-5813-4411-b7e2-273d72854621 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Made reservation on behalf of deb0ae2c8f344983b94e9f109bff2e22 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:48:34.222517 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-5d530f63-5813-4411-b7e2-273d72854621 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:34.244121 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-74c78767-5d67-4593-b503-f868e3aeba71 req-1b96af60-ac42-44bd-a24d-a9468ba8f749 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917428 Jan 28 02:48:34.386813 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735afff5-6de6-48b2-882d-4c88b7ae472d req-82c9ddef-5e68-4e68-8147-c28194dde28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:34.388271 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-735afff5-6de6-48b2-882d-4c88b7ae472d req-82c9ddef-5e68-4e68-8147-c28194dde28c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7dc4404f-6ba4-4af3-8a4c-42aea5c66242 HTTP/1.1" status: 200 len: 1097 time: 0.0757606 Jan 28 02:48:34.390199 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-7c96d170-aa14-4706-94ef-1868c2a2054f req-21fac508-b04e-463e-a033-352a20ce1db3 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (12d9adf1-7c80-4001-b074-0d89fcd45078), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:34.400292 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896feb0a-c1a6-4164-ba2d-3c6fcf29fbc1 req-78d6a774-4ddd-4145-a448-790209462651 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:34.407906 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-896feb0a-c1a6-4164-ba2d-3c6fcf29fbc1 req-78d6a774-4ddd-4145-a448-790209462651 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 950 time: 0.1059735 Jan 28 02:48:34.420772 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.39', 49582) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:48:34.429495 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fac508-b04e-463e-a033-352a20ce1db3 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Pushing event deleted for resources: {'Port': ['ID=12d9adf1-7c80-4001-b074-0d89fcd45078,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:34.508422 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-5d530f63-5813-4411-b7e2-273d72854621 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Allocated IP 172.20.0.11 (14d3588b-3a72-4543-858a-daf4905526c1/8bcd77d3-aea2-4a38-a318-db02b350e105/56710871-228c-47e1-875d-6041d9eba5d8) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:48:34.549560 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de045f85-169f-4857-8fcc-f062d48a7fb7 req-4784bec0-fb97-4b88-b558-f013dd93465d tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:34.551075 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-de045f85-169f-4857-8fcc-f062d48a7fb7 req-4784bec0-fb97-4b88-b558-f013dd93465d tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bf1aee-b390-4cae-a65f-7a4f79c12839 HTTP/1.1" status: 200 len: 944 time: 0.1272502 Jan 28 02:48:34.634888 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:34.688232 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-896feb0a-c1a6-4164-ba2d-3c6fcf29fbc1 req-b29e78ed-a92b-4806-a105-aa837cb01015 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794158 Jan 28 02:48:34.690533 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-735afff5-6de6-48b2-882d-4c88b7ae472d req-ec1e84ca-e13b-4665-bbb0-bfe44b35d29d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f0654005-effe-41a4-b6be-0db1399424e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742562 Jan 28 02:48:34.696737 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.39', 49583) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:48:34.718261 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-cacc8291-83f4-4c36-8b18-354a61e34f4c tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:34.719783 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-cacc8291-83f4-4c36-8b18-354a61e34f4c tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b&tenant_id=2b376bdc08124533ad1dc2039341113b&binding%3Ahost_id=n-h2-712139-27 HTTP/1.1" status: 200 len: 1096 time: 0.2965691 Jan 28 02:48:34.742792 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f1e34-1429-4db6-aa32-9d69d1a3b21b req-d4cd0eec-c708-4a87-a6a4-541a3833a915 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:34.744400 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-be8f1e34-1429-4db6-aa32-9d69d1a3b21b req-d4cd0eec-c708-4a87-a6a4-541a3833a915 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb4ce352-9df3-49f8-a2ca-04bd4f3eaf09 HTTP/1.1" status: 200 len: 950 time: 0.3227801 Jan 28 02:48:34.779594 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9939449-8336-4fcf-88cf-d87c8a56a1a2 req-68d9eb9d-9484-4589-a4b8-cdc0c14bcbc8 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:34.781168 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f9939449-8336-4fcf-88cf-d87c8a56a1a2 req-68d9eb9d-9484-4589-a4b8-cdc0c14bcbc8 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.67 "GET /v2.0/networks?id=0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf HTTP/1.1" status: 200 len: 813 time: 0.3170278 Jan 28 02:48:34.798402 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c3e9b20b-fd9d-442f-ab65-84d3e2c73720 req-6290ae0b-0bfc-40ea-b05a-14654085e285 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=42b36ac4-e7c3-4d95-8b5d-f16778117334&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1003866 Jan 28 02:48:34.817713 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-f9939449-8336-4fcf-88cf-d87c8a56a1a2 req-b93aa59b-fd71-40e5-9ca2-a48287998478 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Request body: {'port': {'device_id': '49e5f43b-07b5-46e2-8f81-903d43d04688', 'network_id': '0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf', 'admin_state_up': True, 'tenant_id': 'fe2bee12a7e64985b29f4bf535da9e8e'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:48:34.821628 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9e8d6a27-bac5-4eee-a366-5185456248f1 req-242d3603-3253-48fb-93ae-57cf80bc26ff tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=49e5f43b-07b5-46e2-8f81-903d43d04688 HTTP/1.1" status: 200 len: 210 time: 0.0380738 Jan 28 02:48:34.957019 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9939449-8336-4fcf-88cf-d87c8a56a1a2 req-b93aa59b-fd71-40e5-9ca2-a48287998478 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Made reservation on behalf of fe2bee12a7e64985b29f4bf535da9e8e for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:48:34.960789 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f9939449-8336-4fcf-88cf-d87c8a56a1a2 req-b93aa59b-fd71-40e5-9ca2-a48287998478 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:35.005337 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c96d170-aa14-4706-94ef-1868c2a2054f req-21fac508-b04e-463e-a033-352a20ce1db3 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Router f4e962b1-b4a4-490d-a01e-f309dae8cc3a has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:48:35.031388 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-de045f85-169f-4857-8fcc-f062d48a7fb7 req-218cf4af-7935-41db-b2e2-a2d1802765ca tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357312 Jan 28 02:48:35.164429 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-5d530f63-5813-4411-b7e2-273d72854621 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks [] for port (56710871-228c-47e1-875d-6041d9eba5d8), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:35.188245 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c60557-7edb-440b-9334-57c5b52e7c21 req-2f0a6082-679a-4a78-90b4-33869266637a tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:35.190070 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-91c60557-7edb-440b-9334-57c5b52e7c21 req-2f0a6082-679a-4a78-90b4-33869266637a tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=ded3de28-7455-4d4f-81b7-d660d9c1797b HTTP/1.1" status: 200 len: 945 time: 0.2097793 Jan 28 02:48:35.228682 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9064a518-0999-4bec-b0e1-badb5b1f1920 req-d7ed27fd-12e2-4e4f-be09-21a8bd8c697a tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:35.230179 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9064a518-0999-4bec-b0e1-badb5b1f1920 req-d7ed27fd-12e2-4e4f-be09-21a8bd8c697a tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4ce352-9df3-49f8-a2ca-04bd4f3eaf09 HTTP/1.1" status: 200 len: 950 time: 0.1228251 Jan 28 02:48:35.260074 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c96d170-aa14-4706-94ef-1868c2a2054f req-21fac508-b04e-463e-a033-352a20ce1db3 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:48:35.279737 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee65e6b-f260-4efe-bd02-169a3d45b84c None None] Sync routers for ids ['f4e962b1-b4a4-490d-a01e-f309dae8cc3a'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:48:35.294109 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee65e6b-f260-4efe-bd02-169a3d45b84c None None] Routers {'f4e962b1-b4a4-490d-a01e-f309dae8cc3a'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:48:35.295328 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-5ee65e6b-f260-4efe-bd02-169a3d45b84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:48:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['f4e962b1-b4a4-490d-a01e-f309dae8cc3a'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:48:35.302813 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-5d530f63-5813-4411-b7e2-273d72854621 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (56710871-228c-47e1-875d-6041d9eba5d8), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:35.331565 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c96d170-aa14-4706-94ef-1868c2a2054f req-21fac508-b04e-463e-a033-352a20ce1db3 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] No DVR routers for this DVR port 12d9adf1-7c80-4001-b074-0d89fcd45078 on host n-h2-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:48:35.360047 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-7c96d170-aa14-4706-94ef-1868c2a2054f req-21fac508-b04e-463e-a033-352a20ce1db3 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:35.363574 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7c96d170-aa14-4706-94ef-1868c2a2054f req-21fac508-b04e-463e-a033-352a20ce1db3 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.39 "DELETE /v2.0/ports/12d9adf1-7c80-4001-b074-0d89fcd45078 HTTP/1.1" status: 204 len: 173 time: 2.3040416 Jan 28 02:48:35.364035 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5433fb3f-7e16-43f1-ad78-5e732dcf79ec', 'name': 'network-vif-deleted', 'tag': '12d9adf1-7c80-4001-b074-0d89fcd45078'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:48:35.366320 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa5688d-f184-4c9e-88dd-6c63ca330327" -d '{"events": [{"server_uuid": "5433fb3f-7e16-43f1-ad78-5e732dcf79ec", "name": "network-vif-deleted", "tag": "12d9adf1-7c80-4001-b074-0d89fcd45078"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:48:35.393894 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9064a518-0999-4bec-b0e1-badb5b1f1920 req-94592982-487d-4d2a-8303-a2577cc4027c tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519332 Jan 28 02:48:35.415983 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-5d530f63-5813-4411-b7e2-273d72854621 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Network 14d3588b-3a72-4543-858a-daf4905526c1 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:48:35.422547 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-5d530f63-5813-4411-b7e2-273d72854621 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:48:35.432484 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d530f63-5813-4411-b7e2-273d72854621 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Pushing event updated for resources: {'Port': ['ID=56710871-228c-47e1-875d-6041d9eba5d8,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:35.438205 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-5d530f63-5813-4411-b7e2-273d72854621 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:48:35.438875 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-5ee65e6b-f260-4efe-bd02-169a3d45b84c None None] Set router f4e962b1-b4a4-490d-a01e-f309dae8cc3a gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:48:35.474771 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9b20b-fd9d-442f-ab65-84d3e2c73720 req-664aad82-ef80-4d58-bccc-9538f719aa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:35.477739 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c3e9b20b-fd9d-442f-ab65-84d3e2c73720 req-664aad82-ef80-4d58-bccc-9538f719aa6e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b376bdc08124533ad1dc2039341113b&device_id=42b36ac4-e7c3-4d95-8b5d-f16778117334 HTTP/1.1" status: 200 len: 1097 time: 0.3568394 Jan 28 02:48:35.559262 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-5d530f63-5813-4411-b7e2-273d72854621 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:35.559782 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-5d530f63-5813-4411-b7e2-273d72854621 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:35.585943 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6848ff8c-be69-4a0b-baa5-e5ce0c1956af req-2aee82b4-b729-4809-bb7e-da2c34e9c312 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:35.588581 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6848ff8c-be69-4a0b-baa5-e5ce0c1956af req-2aee82b4-b729-4809-bb7e-da2c34e9c312 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0cdadb6-85ad-4233-9eeb-6b2963382a8a HTTP/1.1" status: 200 len: 932 time: 0.0903113 Jan 28 02:48:35.597209 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-5d530f63-5813-4411-b7e2-273d72854621 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7101400 Jan 28 02:48:35.616095 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-91c60557-7edb-440b-9334-57c5b52e7c21 req-6bf5bce4-275a-49be-bc3e-5a119f786db0 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089427 Jan 28 02:48:35.636709 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-e5d44fee-bcdc-42ca-88c8-a91682e42c3b service neutron] For port 9a6a1c2a-153c-4d13-9b87-6c37790208b7, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:48:35.641111 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-d9097190-191b-4553-8f6d-0490b40edbef service neutron] Request body: {'port': {'device_id': 'c0cdadb6-85ad-4233-9eeb-6b2963382a8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:48:35.666092 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-e5d44fee-bcdc-42ca-88c8-a91682e42c3b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:35.667219 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4766a8f7-c337-42d5-b911-b20e537eaf2c req-e5d44fee-bcdc-42ca-88c8-a91682e42c3b service neutron] 10.222.0.39 "DELETE /v2.0/ports/9a6a1c2a-153c-4d13-9b87-6c37790208b7/bindings/n-h1-712139-27 HTTP/1.1" status: 204 len: 173 time: 0.6077745 Jan 28 02:48:35.709028 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-f9939449-8336-4fcf-88cf-d87c8a56a1a2 req-b93aa59b-fd71-40e5-9ca2-a48287998478 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Allocated IP 172.20.0.4 (0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf/d955fbc3-595b-46e4-bbea-f8517aacb349/52e8ecc9-44e8-4561-8da4-e2eb3bba3cca) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:48:35.744006 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6848ff8c-be69-4a0b-baa5-e5ce0c1956af req-ae233707-a37d-44d1-af86-fd001a3e9e39 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a471b5-09f4-45a6-b187-9512acbe1c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457956 Jan 28 02:48:35.763983 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-be8f1e34-1429-4db6-aa32-9d69d1a3b21b req-8c371088-3dc0-4b05-95ae-e6fdf5f58709 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Deleting port c405b7da-1dd4-4fb5-ac54-10283ff2143a {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:48:35.764427 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-be8f1e34-1429-4db6-aa32-9d69d1a3b21b req-8c371088-3dc0-4b05-95ae-e6fdf5f58709 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (c405b7da-1dd4-4fb5-ac54-10283ff2143a), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:35.796967 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-5ee65e6b-f260-4efe-bd02-169a3d45b84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-907093123-router', 'tenant_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': 'ba6b77fe-d614-438b-96c8-791c5bc5e219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:45:29Z', 'updated_at': '2022-01-28T02:45:40Z', 'revision_number': 4, 'project_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'gw_port': {'id': 'ba6b77fe-d614-438b-96c8-791c5bc5e219', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:45:31Z', 'updated_at': '2022-01-28T02:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'fa192b00-744a-4013-aaa0-da1828bcb208', 'name': '', 'network_id': '14d3588b-3a72-4543-858a-daf4905526c1', 'tenant_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'mac_address': 'fa:16:3e:65:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '8bcd77d3-aea2-4a38-a318-db02b350e105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:45:37Z', 'updated_at': '2022-01-28T02:45:48Z', 'revision_number': 5, 'project_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'subnets': [{'id': '8bcd77d3-aea2-4a38-a318-db02b350e105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:48:35.810713 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-d9097190-191b-4553-8f6d-0490b40edbef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (56710871-228c-47e1-875d-6041d9eba5d8), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:35.849600 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9b20b-fd9d-442f-ab65-84d3e2c73720 req-e4b82657-6b2b-4de9-8d43-7be4d75ee0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:35.851179 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c3e9b20b-fd9d-442f-ab65-84d3e2c73720 req-e4b82657-6b2b-4de9-8d43-7be4d75ee0e9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=997aa02b-ef92-4c1c-ba5c-0477d385960c HTTP/1.1" status: 200 len: 922 time: 0.3354082 Jan 28 02:48:35.852958 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee65e6b-f260-4efe-bd02-169a3d45b84c None None] Checking router: f4e962b1-b4a4-490d-a01e-f309dae8cc3a for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:48:35.877295 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee65e6b-f260-4efe-bd02-169a3d45b84c None None] Routers {'f4e962b1-b4a4-490d-a01e-f309dae8cc3a'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:48:35.878246 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-5ee65e6b-f260-4efe-bd02-169a3d45b84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:48:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['f4e962b1-b4a4-490d-a01e-f309dae8cc3a'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:48:35.923382 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:35.947352 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c3e9b20b-fd9d-442f-ab65-84d3e2c73720 req-eded18ed-9fd4-4201-b22d-cda1fc709787 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5211e927-24e1-41c8-838c-b2a6c7eb4347 HTTP/1.1" status: 200 len: 217 time: 0.0657420 Jan 28 02:48:35.958591 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf66189-d851-462d-9bd8-3c8813c7e4e8 req-30d9cdf2-1d8b-4906-8fe8-73f3401d5260 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:35.965616 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-faf66189-d851-462d-9bd8-3c8813c7e4e8 req-30d9cdf2-1d8b-4906-8fe8-73f3401d5260 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4404f-6ba4-4af3-8a4c-42aea5c66242 HTTP/1.1" status: 200 len: 945 time: 0.2382333 Jan 28 02:48:36.011486 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265c4d0-6972-48c0-a81b-c99ff7026a87 req-c8da1940-a3af-4fa2-947e-20d041f36d46 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:36.021737 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9265c4d0-6972-48c0-a81b-c99ff7026a87 req-c8da1940-a3af-4fa2-947e-20d041f36d46 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 944 time: 0.1359100 Jan 28 02:48:36.025696 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-5ee65e6b-f260-4efe-bd02-169a3d45b84c None None] Set router f4e962b1-b4a4-490d-a01e-f309dae8cc3a gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:48:36.107853 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-be8f1e34-1429-4db6-aa32-9d69d1a3b21b req-8c371088-3dc0-4b05-95ae-e6fdf5f58709 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] For port c405b7da-1dd4-4fb5-ac54-10283ff2143a, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=c405b7da-1dd4-4fb5-ac54-10283ff2143a,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:36.108248 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-be8f1e34-1429-4db6-aa32-9d69d1a3b21b req-8c371088-3dc0-4b05-95ae-e6fdf5f58709 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (c405b7da-1dd4-4fb5-ac54-10283ff2143a), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:36.151713 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-be8f1e34-1429-4db6-aa32-9d69d1a3b21b req-8c371088-3dc0-4b05-95ae-e6fdf5f58709 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Calling delete_port for c405b7da-1dd4-4fb5-ac54-10283ff2143a owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:48:36.213447 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9b20b-fd9d-442f-ab65-84d3e2c73720 req-1c14ea57-0c54-4e06-a80c-67373cf177ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:36.214949 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c3e9b20b-fd9d-442f-ab65-84d3e2c73720 req-1c14ea57-0c54-4e06-a80c-67373cf177ca service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bcba3f69-83cc-4e79-8ae3-09e3e7684525 HTTP/1.1" status: 200 len: 861 time: 0.2127128 Jan 28 02:48:36.242015 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-faf66189-d851-462d-9bd8-3c8813c7e4e8 req-bd34975b-824e-45e4-a501-033e0f2956bf tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0654005-effe-41a4-b6be-0db1399424e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754765 Jan 28 02:48:36.252356 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-d9097190-191b-4553-8f6d-0490b40edbef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56710871-228c-47e1-875d-6041d9eba5d8 {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:48:36.261060 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-d9097190-191b-4553-8f6d-0490b40edbef service neutron] Publish callbacks [] for port (56710871-228c-47e1-875d-6041d9eba5d8), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:36.275446 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-d9097190-191b-4553-8f6d-0490b40edbef service neutron] Transition to ACTIVE for port object 56710871-228c-47e1-875d-6041d9eba5d8 will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:48:36.287141 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-d9097190-191b-4553-8f6d-0490b40edbef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (56710871-228c-47e1-875d-6041d9eba5d8), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:36.306671 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-5ee65e6b-f260-4efe-bd02-169a3d45b84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-907093123-router', 'tenant_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': 'ba6b77fe-d614-438b-96c8-791c5bc5e219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:45:29Z', 'updated_at': '2022-01-28T02:45:40Z', 'revision_number': 4, 'project_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'gw_port': {'id': 'ba6b77fe-d614-438b-96c8-791c5bc5e219', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:45:31Z', 'updated_at': '2022-01-28T02:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'fa192b00-744a-4013-aaa0-da1828bcb208', 'name': '', 'network_id': '14d3588b-3a72-4543-858a-daf4905526c1', 'tenant_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'mac_address': 'fa:16:3e:65:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '8bcd77d3-aea2-4a38-a318-db02b350e105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:45:37Z', 'updated_at': '2022-01-28T02:45:48Z', 'revision_number': 5, 'project_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'subnets': [{'id': '8bcd77d3-aea2-4a38-a318-db02b350e105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:48:36.347954 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee65e6b-f260-4efe-bd02-169a3d45b84c None None] The sync data for ids ['f4e962b1-b4a4-490d-a01e-f309dae8cc3a'] in n-d-712139-27 is: [{'id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-907093123-router', 'tenant_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': 'ba6b77fe-d614-438b-96c8-791c5bc5e219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:45:29Z', 'updated_at': '2022-01-28T02:45:40Z', 'revision_number': 4, 'project_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'gw_port': {'id': 'ba6b77fe-d614-438b-96c8-791c5bc5e219', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:45:31Z', 'updated_at': '2022-01-28T02:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'fa192b00-744a-4013-aaa0-da1828bcb208', 'name': '', 'network_id': '14d3588b-3a72-4543-858a-daf4905526c1', 'tenant_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'mac_address': 'fa:16:3e:65:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '8bcd77d3-aea2-4a38-a318-db02b350e105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:45:37Z', 'updated_at': '2022-01-28T02:45:48Z', 'revision_number': 5, 'project_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'subnets': [{'id': '8bcd77d3-aea2-4a38-a318-db02b350e105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:48:36.349967 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344c23be-98e7-4213-bec1-55d438e72487 x-openstack-request-id: req-344c23be-98e7-4213-bec1-55d438e72487 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:48:36.350325 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5433fb3f-7e16-43f1-ad78-5e732dcf79ec", "name": "network-vif-deleted", "tag": "12d9adf1-7c80-4001-b074-0d89fcd45078", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:48:36.350615 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-344c23be-98e7-4213-bec1-55d438e72487 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:48:36.351135 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5433fb3f-7e16-43f1-ad78-5e732dcf79ec', 'name': 'network-vif-deleted', 'tag': '12d9adf1-7c80-4001-b074-0d89fcd45078', 'status': 'completed', 'code': 200} Jan 28 02:48:36.369062 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9265c4d0-6972-48c0-a81b-c99ff7026a87 req-0574eeaa-fd7b-4abd-bc13-73e797b00aaa tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460336 Jan 28 02:48:36.434858 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c3e9b20b-fd9d-442f-ab65-84d3e2c73720 req-cd35d39c-7273-4c5a-9ef9-60ec8be268d4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=997aa02b-ef92-4c1c-ba5c-0477d385960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1914279 Jan 28 02:48:36.592020 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9097190-191b-4553-8f6d-0490b40edbef service neutron] Pushing event updated for resources: {'Port': ['ID=56710871-228c-47e1-875d-6041d9eba5d8,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:36.595736 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-d9097190-191b-4553-8f6d-0490b40edbef service neutron] Attempting to bind port 56710871-228c-47e1-875d-6041d9eba5d8 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:48:36.596079 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-d9097190-191b-4553-8f6d-0490b40edbef service neutron] Attempting to bind port 56710871-228c-47e1-875d-6041d9eba5d8 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': 'bbedb26a-d891-40c8-8d71-f06cdae1759c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '14d3588b-3a72-4543-858a-daf4905526c1'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:48:36.596711 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-d9097190-191b-4553-8f6d-0490b40edbef service neutron] Attempting to bind port 56710871-228c-47e1-875d-6041d9eba5d8 on network 14d3588b-3a72-4543-858a-daf4905526c1 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:48:36.612038 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f9939449-8336-4fcf-88cf-d87c8a56a1a2 req-b93aa59b-fd71-40e5-9ca2-a48287998478 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Publish callbacks [] for port (52e8ecc9-44e8-4561-8da4-e2eb3bba3cca), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:36.627929 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-d9097190-191b-4553-8f6d-0490b40edbef service neutron] Port 56710871-228c-47e1-875d-6041d9eba5d8 on network 14d3588b-3a72-4543-858a-daf4905526c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:48:36.630339 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-d9097190-191b-4553-8f6d-0490b40edbef service neutron] Attempting to bind port 56710871-228c-47e1-875d-6041d9eba5d8 on network 14d3588b-3a72-4543-858a-daf4905526c1 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:48:36.660817 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-d9097190-191b-4553-8f6d-0490b40edbef service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:48:36.660817 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-d9097190-191b-4553-8f6d-0490b40edbef service neutron] Checking segment: {'id': 'bbedb26a-d891-40c8-8d71-f06cdae1759c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '14d3588b-3a72-4543-858a-daf4905526c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:48:36.661785 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-d9097190-191b-4553-8f6d-0490b40edbef service neutron] Bound using segment: {'id': 'bbedb26a-d891-40c8-8d71-f06cdae1759c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '14d3588b-3a72-4543-858a-daf4905526c1'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:48:36.662243 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-d9097190-191b-4553-8f6d-0490b40edbef service neutron] Bound port: 56710871-228c-47e1-875d-6041d9eba5d8, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbedb26a-d891-40c8-8d71-f06cdae1759c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '14d3588b-3a72-4543-858a-daf4905526c1'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:48:36.662610 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-d9097190-191b-4553-8f6d-0490b40edbef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (56710871-228c-47e1-875d-6041d9eba5d8), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:36.699929 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c3e9b20b-fd9d-442f-ab65-84d3e2c73720 req-ff83b31d-56c5-4f4a-8d97-e00332730388 service neutron] 10.222.0.39 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401664 Jan 28 02:48:36.705495 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a685f47-385a-40e0-b4e7-4db236bb8bc7 req-263f30ce-084b-4f59-b89d-31b3bd549995 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:36.716865 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1a685f47-385a-40e0-b4e7-4db236bb8bc7 req-263f30ce-084b-4f59-b89d-31b3bd549995 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 950 time: 0.1750836 Jan 28 02:48:36.779835 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f9939449-8336-4fcf-88cf-d87c8a56a1a2 req-b93aa59b-fd71-40e5-9ca2-a48287998478 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (52e8ecc9-44e8-4561-8da4-e2eb3bba3cca), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:36.827308 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 12d9adf1-7c80-4001-b074-0d89fcd45078 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:48:36.836558 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4f4ca5-cb95-4159-8485-214651c5d289 None None] New status for floating IP 478b1b4e-4453-4556-b1f7-ee3fe558d6bb: DOWN {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:48:36.846678 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1a685f47-385a-40e0-b4e7-4db236bb8bc7 req-8e1e72f8-d1d1-40eb-86b5-23d5f347f1da tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287110 Jan 28 02:48:36.856915 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-d9097190-191b-4553-8f6d-0490b40edbef service neutron] For port 56710871-228c-47e1-875d-6041d9eba5d8, host n-h1-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:48:36.866003 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-d9097190-191b-4553-8f6d-0490b40edbef service neutron] For port 56710871-228c-47e1-875d-6041d9eba5d8, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=56710871-228c-47e1-875d-6041d9eba5d8,segment=NetworkSegment(bbedb26a-d891-40c8-8d71-f06cdae1759c),segment_id=bbedb26a-d891-40c8-8d71-f06cdae1759c)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:48:36.866560 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 3e2d1371-9ebb-4c69-8423-64e58ab7f5fa details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:48:36.869301 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 12d9adf1-7c80-4001-b074-0d89fcd45078 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:48:36.874836 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 12d9adf1-7c80-4001-b074-0d89fcd45078 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:48:36.879979 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-d9097190-191b-4553-8f6d-0490b40edbef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (56710871-228c-47e1-875d-6041d9eba5d8), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:36.936624 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9939449-8336-4fcf-88cf-d87c8a56a1a2 req-b93aa59b-fd71-40e5-9ca2-a48287998478 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Network 0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:48:36.964287 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-be8f1e34-1429-4db6-aa32-9d69d1a3b21b req-8c371088-3dc0-4b05-95ae-e6fdf5f58709 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (c405b7da-1dd4-4fb5-ac54-10283ff2143a), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:36.982994 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-f9939449-8336-4fcf-88cf-d87c8a56a1a2 req-b93aa59b-fd71-40e5-9ca2-a48287998478 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:48:36.993267 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-d9097190-191b-4553-8f6d-0490b40edbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:36.993969 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-d9097190-191b-4553-8f6d-0490b40edbef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:36.995439 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-d9097190-191b-4553-8f6d-0490b40edbef service neutron] 10.222.0.67 "PUT /v2.0/ports/56710871-228c-47e1-875d-6041d9eba5d8 HTTP/1.1" status: 200 len: 1093 time: 1.3720317 Jan 28 02:48:37.001153 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93aa59b-fd71-40e5-9ca2-a48287998478 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Pushing event updated for resources: {'Port': ['ID=52e8ecc9-44e8-4561-8da4-e2eb3bba3cca,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:37.010507 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9939449-8336-4fcf-88cf-d87c8a56a1a2 req-b93aa59b-fd71-40e5-9ca2-a48287998478 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:48:37.026948 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03', 'e4ab30af-1603-4bea-92ba-25b6aad0d335', 'e012a990-cb6c-483f-aac7-ecbf7a096470', 'bbefa95f-706b-412e-ba99-f43f87e55804'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:48:37.039539 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['d925d38d-6ab3-40a6-a442-3a0decad1995', '504f6733-2c63-4d44-befe-b2c7087c2ebb'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:48:37.039761 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9097190-191b-4553-8f6d-0490b40edbef service neutron] Pushing event updated for resources: {'Port': ['ID=56710871-228c-47e1-875d-6041d9eba5d8,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:37.157814 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c3e9b20b-fd9d-442f-ab65-84d3e2c73720 req-13c210f8-461e-4d1b-becc-81354f048e5e service neutron] 10.222.0.39 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4412801 Jan 28 02:48:37.223298 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c371088-3dc0-4b05-95ae-e6fdf5f58709 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Pushing event deleted for resources: {'Port': ['ID=c405b7da-1dd4-4fb5-ac54-10283ff2143a,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:37.236219 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad9c0c-f0b8-4c1d-8525-387657779c20 req-adf19d4a-a7be-40ee-8f59-4aa1de3dc7c8 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:37.238063 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f2ad9c0c-f0b8-4c1d-8525-387657779c20 req-adf19d4a-a7be-40ee-8f59-4aa1de3dc7c8 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=49e5f43b-07b5-46e2-8f81-903d43d04688 HTTP/1.1" status: 200 len: 931 time: 0.1942580 Jan 28 02:48:37.286027 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-964209df-b816-46a7-ad03-f307af15cba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:37.288299 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-964209df-b816-46a7-ad03-f307af15cba8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=deb0ae2c8f344983b94e9f109bff2e22&device_id=c0cdadb6-85ad-4233-9eeb-6b2963382a8a HTTP/1.1" status: 200 len: 1096 time: 0.1624310 Jan 28 02:48:37.327068 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-be8f1e34-1429-4db6-aa32-9d69d1a3b21b req-8c371088-3dc0-4b05-95ae-e6fdf5f58709 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] No DVR routers for this DVR port c405b7da-1dd4-4fb5-ac54-10283ff2143a on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:48:37.339122 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-be8f1e34-1429-4db6-aa32-9d69d1a3b21b req-8c371088-3dc0-4b05-95ae-e6fdf5f58709 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:37.344746 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-be8f1e34-1429-4db6-aa32-9d69d1a3b21b req-8c371088-3dc0-4b05-95ae-e6fdf5f58709 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.39 "DELETE /v2.0/ports/c405b7da-1dd4-4fb5-ac54-10283ff2143a HTTP/1.1" status: 204 len: 173 time: 2.2862911 Jan 28 02:48:37.354451 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9939449-8336-4fcf-88cf-d87c8a56a1a2 req-b93aa59b-fd71-40e5-9ca2-a48287998478 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:37.355121 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f9939449-8336-4fcf-88cf-d87c8a56a1a2 req-b93aa59b-fd71-40e5-9ca2-a48287998478 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:37.357353 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 3e2d1371-9ebb-4c69-8423-64e58ab7f5fa, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=3e2d1371-9ebb-4c69-8423-64e58ab7f5fa,segment=NetworkSegment(49d4c981-b004-41ee-ab95-a2b5be80e959),segment_id=49d4c981-b004-41ee-ab95-a2b5be80e959)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:37.362861 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4ce352-9df3-49f8-a2ca-04bd4f3eaf09', 'name': 'network-vif-deleted', 'tag': 'c405b7da-1dd4-4fb5-ac54-10283ff2143a'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:48:37.366224 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513d229c-6b2c-4ef9-ba33-709ec5acbccf" -d '{"events": [{"server_uuid": "cb4ce352-9df3-49f8-a2ca-04bd4f3eaf09", "name": "network-vif-deleted", "tag": "c405b7da-1dd4-4fb5-ac54-10283ff2143a"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:48:37.394807 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-fac7258e-649c-4781-9ab3-159581ae52dd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56710871-228c-47e1-875d-6041d9eba5d8 HTTP/1.1" status: 200 len: 217 time: 0.0915434 Jan 28 02:48:37.399051 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '3e2d1371-9ebb-4c69-8423-64e58ab7f5fa', 'network_id': 'b41ec36c-2b47-4b7e-a484-436d2f02d72a', 'port_id': '3e2d1371-9ebb-4c69-8423-64e58ab7f5fa', 'mac_address': 'fa:16:3e:21:91:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c47d8662-592c-46cb-9250-3ddc6d538cb4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:48:37.426532 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c490788-90a8-448e-8360-afe54431cb92 req-54c319c2-9ee9-443b-8351-25d7dc9db259 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:37.431010 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c490788-90a8-448e-8360-afe54431cb92 req-54c319c2-9ee9-443b-8351-25d7dc9db259 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bf1aee-b390-4cae-a65f-7a4f79c12839 HTTP/1.1" status: 200 len: 944 time: 0.3110902 Jan 28 02:48:37.431857 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f2ad9c0c-f0b8-4c1d-8525-387657779c20 req-5fea00be-9171-4cad-9075-839362066965 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/security-groups?id=81a8b397-bb78-4b68-9423-1c50e72f6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775212 Jan 28 02:48:37.439817 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f9939449-8336-4fcf-88cf-d87c8a56a1a2 req-b93aa59b-fd71-40e5-9ca2-a48287998478 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6250746 Jan 28 02:48:37.473877 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-f9939449-8336-4fcf-88cf-d87c8a56a1a2 req-2a6ae7b2-7bfa-4bd3-b080-581cd3e0aad1 service neutron] Request body: {'port': {'device_id': '49e5f43b-07b5-46e2-8f81-903d43d04688', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:48:37.491402 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-f4e528d4-004d-4415-b409-6984f4671676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:37.493227 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-f4e528d4-004d-4415-b409-6984f4671676 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8bcd77d3-aea2-4a38-a318-db02b350e105 HTTP/1.1" status: 200 len: 862 time: 0.0868113 Jan 28 02:48:37.565673 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-b062cf6c-707f-47dc-999d-c0c4fc7f014a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:37.566860 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-b062cf6c-707f-47dc-999d-c0c4fc7f014a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=14d3588b-3a72-4543-858a-daf4905526c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0654526 Jan 28 02:48:37.570319 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c490788-90a8-448e-8360-afe54431cb92 req-125c31fe-2a6d-47d8-be3b-05e5c6061bcf tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292963 Jan 28 02:48:37.620139 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 3e2d1371-9ebb-4c69-8423-64e58ab7f5fa is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:48:37.625430 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3e2d1371-9ebb-4c69-8423-64e58ab7f5fa), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:37.640550 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f9939449-8336-4fcf-88cf-d87c8a56a1a2 req-2a6ae7b2-7bfa-4bd3-b080-581cd3e0aad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (52e8ecc9-44e8-4561-8da4-e2eb3bba3cca), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:37.670121 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c8572e6a-60b9-440a-96b5-560abb2539bd req-288ca2bd-a933-4d1d-ba92-b62f2e159044 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4ce352-9df3-49f8-a2ca-04bd4f3eaf09 HTTP/1.1" status: 200 len: 210 time: 0.0431445 Jan 28 02:48:37.721142 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-0322edb8-3126-4ed4-89f6-b6a835fc49a1 service neutron] 10.222.0.67 "GET /v2.0/networks/14d3588b-3a72-4543-858a-daf4905526c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453550 Jan 28 02:48:37.734442 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e2d1371-9ebb-4c69-8423-64e58ab7f5fa {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:48:37.803038 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 3e2d1371-9ebb-4c69-8423-64e58ab7f5fa, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=3e2d1371-9ebb-4c69-8423-64e58ab7f5fa,segment=NetworkSegment(49d4c981-b004-41ee-ab95-a2b5be80e959),segment_id=49d4c981-b004-41ee-ab95-a2b5be80e959)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:37.824408 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3e2d1371-9ebb-4c69-8423-64e58ab7f5fa), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:37.847539 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7041f-20bd-4d13-b233-81bbd1734dfa req-f39a9c15-5f4e-452c-ba1f-5caac8f8953f tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:37.849036 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-86c7041f-20bd-4d13-b233-81bbd1734dfa req-f39a9c15-5f4e-452c-ba1f-5caac8f8953f tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0cdadb6-85ad-4233-9eeb-6b2963382a8a HTTP/1.1" status: 200 len: 944 time: 0.1741874 Jan 28 02:48:37.885253 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d25b6ce5-9ceb-4a24-beff-5a7a64f4c2e6 req-b4d3e4b3-d324-4319-a5b9-247308ccbd8b service neutron] 10.222.0.67 "GET /v2.0/networks/14d3588b-3a72-4543-858a-daf4905526c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543808 Jan 28 02:48:37.939143 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=3e2d1371-9ebb-4c69-8423-64e58ab7f5fa,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:37.975777 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d966e1a-5e73-4d50-a403-1588b74e1369 req-3e8b31d4-75f0-42b8-bac8-e4345399b0b6 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:37.977499 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8d966e1a-5e73-4d50-a403-1588b74e1369 req-3e8b31d4-75f0-42b8-bac8-e4345399b0b6 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4404f-6ba4-4af3-8a4c-42aea5c66242 HTTP/1.1" status: 200 len: 945 time: 0.0909343 Jan 28 02:48:38.050657 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8d966e1a-5e73-4d50-a403-1588b74e1369 req-10459c4f-4098-4503-9e3a-c64a24b749db tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0654005-effe-41a4-b6be-0db1399424e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672317 Jan 28 02:48:38.239969 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0c71e-888b-4777-afd3-39304424b7ec req-d0ea9cd6-130c-45a5-9876-4afdc51aa9f8 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:38.242407 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0e92c5-186f-43d9-9192-3e5e7de3a3f9 x-openstack-request-id: req-2c0e92c5-186f-43d9-9192-3e5e7de3a3f9 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:48:38.242910 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7db0c71e-888b-4777-afd3-39304424b7ec req-d0ea9cd6-130c-45a5-9876-4afdc51aa9f8 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 1096 time: 0.0744283 Jan 28 02:48:38.243053 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb4ce352-9df3-49f8-a2ca-04bd4f3eaf09", "name": "network-vif-deleted", "tag": "c405b7da-1dd4-4fb5-ac54-10283ff2143a", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:48:38.243300 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2c0e92c5-186f-43d9-9192-3e5e7de3a3f9 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:48:38.243863 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb4ce352-9df3-49f8-a2ca-04bd4f3eaf09', 'name': 'network-vif-deleted', 'tag': 'c405b7da-1dd4-4fb5-ac54-10283ff2143a', 'status': 'completed', 'code': 200} Jan 28 02:48:38.296728 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7db0c71e-888b-4777-afd3-39304424b7ec req-d36ad0a9-0a8f-4c63-bab4-f64c869c7ea0 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469096 Jan 28 02:48:38.321031 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-86c7041f-20bd-4d13-b233-81bbd1734dfa req-1f8c384c-be15-46e0-8f2d-9b61bb65f613 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a471b5-09f4-45a6-b187-9512acbe1c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4654179 Jan 28 02:48:38.352716 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0cdadb6-85ad-4233-9eeb-6b2963382a8a', 'tag': '56710871-228c-47e1-875d-6041d9eba5d8'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:48:38.355165 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fcf903-8817-437a-9ab4-6b45df844bef" -d '{"events": [{"name": "network-changed", "server_uuid": "c0cdadb6-85ad-4233-9eeb-6b2963382a8a", "tag": "56710871-228c-47e1-875d-6041d9eba5d8"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:48:38.472864 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-f9939449-8336-4fcf-88cf-d87c8a56a1a2 req-2a6ae7b2-7bfa-4bd3-b080-581cd3e0aad1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52e8ecc9-44e8-4561-8da4-e2eb3bba3cca {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:48:38.486042 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da60a8-4fc6-4b86-a810-40b5a33ae00e req-a833841d-9c0a-4e3f-9285-3221991fe0b0 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:38.487579 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c5da60a8-4fc6-4b86-a810-40b5a33ae00e req-a833841d-9c0a-4e3f-9285-3221991fe0b0 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 950 time: 0.0907547 Jan 28 02:48:38.489504 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f9939449-8336-4fcf-88cf-d87c8a56a1a2 req-2a6ae7b2-7bfa-4bd3-b080-581cd3e0aad1 service neutron] Publish callbacks [] for port (52e8ecc9-44e8-4561-8da4-e2eb3bba3cca), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:38.517989 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-f9939449-8336-4fcf-88cf-d87c8a56a1a2 req-2a6ae7b2-7bfa-4bd3-b080-581cd3e0aad1 service neutron] Transition to ACTIVE for port object 52e8ecc9-44e8-4561-8da4-e2eb3bba3cca will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:48:38.522770 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f9939449-8336-4fcf-88cf-d87c8a56a1a2 req-2a6ae7b2-7bfa-4bd3-b080-581cd3e0aad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (52e8ecc9-44e8-4561-8da4-e2eb3bba3cca), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:38.574541 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2dda33ad-5299-4775-ab1e-aa992bd96441 req-a5f5713d-9e47-40e2-ae63-63e150985766 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=8f7dc9c9-eaf1-4339-a2e3-884554154641 HTTP/1.1" status: 200 len: 258 time: 0.1887562 Jan 28 02:48:38.577269 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c5da60a8-4fc6-4b86-a810-40b5a33ae00e req-620c8ca0-d7cd-4f5a-a641-344e5e612646 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828910 Jan 28 02:48:38.588722 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ae7b2-7bfa-4bd3-b080-581cd3e0aad1 service neutron] Pushing event updated for resources: {'Port': ['ID=52e8ecc9-44e8-4561-8da4-e2eb3bba3cca,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:38.594230 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-2dda33ad-5299-4775-ab1e-aa992bd96441 req-b01ca841-471e-464e-a283-0fa068d3bfb7 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:48:38.598687 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['3e2d1371-9ebb-4c69-8423-64e58ab7f5fa'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:48:38.646719 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-2dda33ad-5299-4775-ab1e-aa992bd96441 req-b01ca841-471e-464e-a283-0fa068d3bfb7 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:38.738096 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4823b8b-705b-4923-be40-d5db68daac54 req-bd20b00e-06cd-4561-94db-de6fa54a56b4 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:38.739577 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e4823b8b-705b-4923-be40-d5db68daac54 req-bd20b00e-06cd-4561-94db-de6fa54a56b4 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 1096 time: 0.0596676 Jan 28 02:48:38.783374 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-f9939449-8336-4fcf-88cf-d87c8a56a1a2 req-2a6ae7b2-7bfa-4bd3-b080-581cd3e0aad1 service neutron] Attempting to bind port 52e8ecc9-44e8-4561-8da4-e2eb3bba3cca on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:48:38.783767 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-f9939449-8336-4fcf-88cf-d87c8a56a1a2 req-2a6ae7b2-7bfa-4bd3-b080-581cd3e0aad1 service neutron] Attempting to bind port 52e8ecc9-44e8-4561-8da4-e2eb3bba3cca by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '8b609dd3-1a12-4928-857f-98daa12d72ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:48:38.783962 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9939449-8336-4fcf-88cf-d87c8a56a1a2 req-2a6ae7b2-7bfa-4bd3-b080-581cd3e0aad1 service neutron] Attempting to bind port 52e8ecc9-44e8-4561-8da4-e2eb3bba3cca on network 0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:48:38.796766 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9939449-8336-4fcf-88cf-d87c8a56a1a2 req-2a6ae7b2-7bfa-4bd3-b080-581cd3e0aad1 service neutron] Port 52e8ecc9-44e8-4561-8da4-e2eb3bba3cca on network 0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:48:38.797329 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9939449-8336-4fcf-88cf-d87c8a56a1a2 req-2a6ae7b2-7bfa-4bd3-b080-581cd3e0aad1 service neutron] Attempting to bind port 52e8ecc9-44e8-4561-8da4-e2eb3bba3cca on network 0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:48:38.807360 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9939449-8336-4fcf-88cf-d87c8a56a1a2 req-2a6ae7b2-7bfa-4bd3-b080-581cd3e0aad1 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:48:38.807732 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9939449-8336-4fcf-88cf-d87c8a56a1a2 req-2a6ae7b2-7bfa-4bd3-b080-581cd3e0aad1 service neutron] Checking segment: {'id': '8b609dd3-1a12-4928-857f-98daa12d72ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:48:38.808099 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9939449-8336-4fcf-88cf-d87c8a56a1a2 req-2a6ae7b2-7bfa-4bd3-b080-581cd3e0aad1 service neutron] Bound using segment: {'id': '8b609dd3-1a12-4928-857f-98daa12d72ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:48:38.808557 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-f9939449-8336-4fcf-88cf-d87c8a56a1a2 req-2a6ae7b2-7bfa-4bd3-b080-581cd3e0aad1 service neutron] Bound port: 52e8ecc9-44e8-4561-8da4-e2eb3bba3cca, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b609dd3-1a12-4928-857f-98daa12d72ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:48:38.808931 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f9939449-8336-4fcf-88cf-d87c8a56a1a2 req-2a6ae7b2-7bfa-4bd3-b080-581cd3e0aad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (52e8ecc9-44e8-4561-8da4-e2eb3bba3cca), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:38.810027 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-2dda33ad-5299-4775-ab1e-aa992bd96441 req-b01ca841-471e-464e-a283-0fa068d3bfb7 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:38.813770 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e4823b8b-705b-4923-be40-d5db68daac54 req-e55ea3f5-cdaa-4613-acce-e7ebe85b67ec tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650079 Jan 28 02:48:38.862786 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device c405b7da-1dd4-4fb5-ac54-10283ff2143a no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:48:38.894486 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: c405b7da-1dd4-4fb5-ac54-10283ff2143a {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:48:38.894833 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device c405b7da-1dd4-4fb5-ac54-10283ff2143a not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:48:38.907814 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-f9939449-8336-4fcf-88cf-d87c8a56a1a2 req-2a6ae7b2-7bfa-4bd3-b080-581cd3e0aad1 service neutron] For port 52e8ecc9-44e8-4561-8da4-e2eb3bba3cca, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:48:38.913864 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-f9939449-8336-4fcf-88cf-d87c8a56a1a2 req-2a6ae7b2-7bfa-4bd3-b080-581cd3e0aad1 service neutron] For port 52e8ecc9-44e8-4561-8da4-e2eb3bba3cca, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=52e8ecc9-44e8-4561-8da4-e2eb3bba3cca,segment=NetworkSegment(8b609dd3-1a12-4928-857f-98daa12d72ad),segment_id=8b609dd3-1a12-4928-857f-98daa12d72ad)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:48:38.923897 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f9939449-8336-4fcf-88cf-d87c8a56a1a2 req-2a6ae7b2-7bfa-4bd3-b080-581cd3e0aad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (52e8ecc9-44e8-4561-8da4-e2eb3bba3cca), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:38.968958 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9939449-8336-4fcf-88cf-d87c8a56a1a2 req-2a6ae7b2-7bfa-4bd3-b080-581cd3e0aad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:38.969788 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f9939449-8336-4fcf-88cf-d87c8a56a1a2 req-2a6ae7b2-7bfa-4bd3-b080-581cd3e0aad1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:38.971186 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f9939449-8336-4fcf-88cf-d87c8a56a1a2 req-2a6ae7b2-7bfa-4bd3-b080-581cd3e0aad1 service neutron] 10.222.0.67 "PUT /v2.0/ports/52e8ecc9-44e8-4561-8da4-e2eb3bba3cca HTTP/1.1" status: 200 len: 1092 time: 1.5097992 Jan 28 02:48:39.021318 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e934358f-238b-4644-ac94-48a5797080fc x-openstack-request-id: req-e934358f-238b-4644-ac94-48a5797080fc {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:48:39.021689 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0cdadb6-85ad-4233-9eeb-6b2963382a8a", "tag": "56710871-228c-47e1-875d-6041d9eba5d8", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:48:39.021863 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e934358f-238b-4644-ac94-48a5797080fc {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:48:39.022274 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0cdadb6-85ad-4233-9eeb-6b2963382a8a', 'tag': '56710871-228c-47e1-875d-6041d9eba5d8', 'status': 'completed', 'code': 200} Jan 28 02:48:39.030221 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ae7b2-7bfa-4bd3-b080-581cd3e0aad1 service neutron] Pushing event updated for resources: {'Port': ['ID=52e8ecc9-44e8-4561-8da4-e2eb3bba3cca,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:39.038868 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-2dda33ad-5299-4775-ab1e-aa992bd96441 req-b01ca841-471e-464e-a283-0fa068d3bfb7 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Allocated IP 172.25.0.157 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/521a68a5-2500-4e34-8449-9aff7f674a94) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:48:39.073907 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fcf903-8817-437a-9ab4-6b45df844bef req-ca16237a-f8a7-4302-801e-0b7ac08512bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:39.075546 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-15fcf903-8817-437a-9ab4-6b45df844bef req-ca16237a-f8a7-4302-801e-0b7ac08512bc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=deb0ae2c8f344983b94e9f109bff2e22&device_id=c0cdadb6-85ad-4233-9eeb-6b2963382a8a HTTP/1.1" status: 200 len: 1096 time: 0.0577288 Jan 28 02:48:39.186460 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9939449-8336-4fcf-88cf-d87c8a56a1a2 req-23c75fcd-9bd7-4b78-bfe0-860a4ac1ac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:39.187807 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f9939449-8336-4fcf-88cf-d87c8a56a1a2 req-23c75fcd-9bd7-4b78-bfe0-860a4ac1ac69 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fe2bee12a7e64985b29f4bf535da9e8e&device_id=49e5f43b-07b5-46e2-8f81-903d43d04688 HTTP/1.1" status: 200 len: 1095 time: 0.1072724 Jan 28 02:48:39.194186 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fcf903-8817-437a-9ab4-6b45df844bef req-9ad0970c-cd4b-4ab7-a8f6-5744037268f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:39.195917 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-15fcf903-8817-437a-9ab4-6b45df844bef req-9ad0970c-cd4b-4ab7-a8f6-5744037268f0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=14d3588b-3a72-4543-858a-daf4905526c1 HTTP/1.1" status: 200 len: 924 time: 0.1111403 Jan 28 02:48:39.232384 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-2dda33ad-5299-4775-ab1e-aa992bd96441 req-b01ca841-471e-464e-a283-0fa068d3bfb7 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Publish callbacks [] for port (521a68a5-2500-4e34-8449-9aff7f674a94), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:39.263599 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f9939449-8336-4fcf-88cf-d87c8a56a1a2 req-b4ab96d4-dceb-4f25-abe2-4acdb14ca6b9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52e8ecc9-44e8-4561-8da4-e2eb3bba3cca HTTP/1.1" status: 200 len: 217 time: 0.0525355 Jan 28 02:48:39.279449 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-15fcf903-8817-437a-9ab4-6b45df844bef req-79b09000-9edd-44eb-a6fe-54b47bed05c0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56710871-228c-47e1-875d-6041d9eba5d8 HTTP/1.1" status: 200 len: 217 time: 0.0700843 Jan 28 02:48:39.330868 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9939449-8336-4fcf-88cf-d87c8a56a1a2 req-7fe80f12-97c2-4c8d-9b5b-42703950b63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:39.332510 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f9939449-8336-4fcf-88cf-d87c8a56a1a2 req-7fe80f12-97c2-4c8d-9b5b-42703950b63d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d955fbc3-595b-46e4-bbea-f8517aacb349 HTTP/1.1" status: 200 len: 853 time: 0.0610242 Jan 28 02:48:39.337317 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-2dda33ad-5299-4775-ab1e-aa992bd96441 req-b01ca841-471e-464e-a283-0fa068d3bfb7 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (521a68a5-2500-4e34-8449-9aff7f674a94), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:39.351417 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fcf903-8817-437a-9ab4-6b45df844bef req-9b96710a-05d0-43cb-bb07-3a43bd8f5575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:39.353009 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-15fcf903-8817-437a-9ab4-6b45df844bef req-9b96710a-05d0-43cb-bb07-3a43bd8f5575 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8bcd77d3-aea2-4a38-a318-db02b350e105 HTTP/1.1" status: 200 len: 862 time: 0.0555661 Jan 28 02:48:39.376019 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344422bb-9f76-4ca6-ab18-75627066a3dd req-e722a9d0-ec41-42ab-8f32-7b1c18882431 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:39.378163 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-344422bb-9f76-4ca6-ab18-75627066a3dd req-e722a9d0-ec41-42ab-8f32-7b1c18882431 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=49e5f43b-07b5-46e2-8f81-903d43d04688 HTTP/1.1" status: 200 len: 943 time: 0.1087656 Jan 28 02:48:39.400760 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f9939449-8336-4fcf-88cf-d87c8a56a1a2 req-5eed0138-f5e1-40d9-9203-6010aa275068 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529456 Jan 28 02:48:39.411649 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dda33ad-5299-4775-ab1e-aa992bd96441 req-b01ca841-471e-464e-a283-0fa068d3bfb7 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:48:39.422170 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-2dda33ad-5299-4775-ab1e-aa992bd96441 req-b01ca841-471e-464e-a283-0fa068d3bfb7 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:48:39.442009 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dda33ad-5299-4775-ab1e-aa992bd96441 req-b01ca841-471e-464e-a283-0fa068d3bfb7 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:48:39.445918 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01ca841-471e-464e-a283-0fa068d3bfb7 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Pushing event updated for resources: {'Port': ['ID=521a68a5-2500-4e34-8449-9aff7f674a94,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:39.464382 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fcf903-8817-437a-9ab4-6b45df844bef req-5e097eec-71b1-49be-9ae1-4addaf1d8bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:39.466109 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-15fcf903-8817-437a-9ab4-6b45df844bef req-5e097eec-71b1-49be-9ae1-4addaf1d8bb3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=14d3588b-3a72-4543-858a-daf4905526c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1059885 Jan 28 02:48:39.498436 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-344422bb-9f76-4ca6-ab18-75627066a3dd req-eab35463-7a92-47a6-be90-5b564afc2e08 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/security-groups?id=81a8b397-bb78-4b68-9423-1c50e72f6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992682 Jan 28 02:48:39.568776 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f9939449-8336-4fcf-88cf-d87c8a56a1a2 req-2a27037c-d500-4619-b6a8-2cd99c6940ba service neutron] 10.222.0.67 "GET /v2.0/networks/0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597621 Jan 28 02:48:39.612032 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-15fcf903-8817-437a-9ab4-6b45df844bef req-72a911c9-74ad-4ba0-8894-d9ad5b75bdfd service neutron] 10.222.0.67 "GET /v2.0/networks/14d3588b-3a72-4543-858a-daf4905526c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379025 Jan 28 02:48:39.639638 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-2dda33ad-5299-4775-ab1e-aa992bd96441 req-b01ca841-471e-464e-a283-0fa068d3bfb7 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Publish callbacks [] for floatingip (385d2f65-8831-4e14-b44c-4c01904becc5), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:39.689193 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23b98c-fecf-42f2-abbe-ec660f9f9c3f req-022771a5-be6b-42d4-b6e4-dbb409af17a5 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:39.690697 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2d23b98c-fecf-42f2-abbe-ec660f9f9c3f req-022771a5-be6b-42d4-b6e4-dbb409af17a5 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bf1aee-b390-4cae-a65f-7a4f79c12839 HTTP/1.1" status: 200 len: 945 time: 0.1161983 Jan 28 02:48:39.699800 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-2dda33ad-5299-4775-ab1e-aa992bd96441 req-b01ca841-471e-464e-a283-0fa068d3bfb7 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (521a68a5-2500-4e34-8449-9aff7f674a94), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:39.705748 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f9939449-8336-4fcf-88cf-d87c8a56a1a2 req-e5715d58-aa76-4c22-8414-0b68497cae06 service neutron] 10.222.0.67 "GET /v2.0/networks/0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285570 Jan 28 02:48:39.755841 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-15fcf903-8817-437a-9ab4-6b45df844bef req-3a1f8aab-77ff-410f-8af8-fcc90b492aff service neutron] 10.222.0.67 "GET /v2.0/networks/14d3588b-3a72-4543-858a-daf4905526c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360421 Jan 28 02:48:39.762949 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2d23b98c-fecf-42f2-abbe-ec660f9f9c3f req-4052a373-6c9a-49ba-9b9b-2dd7146a2435 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660477 Jan 28 02:48:39.873874 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-2dda33ad-5299-4775-ab1e-aa992bd96441 req-b01ca841-471e-464e-a283-0fa068d3bfb7 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Publish callbacks [] for port (521a68a5-2500-4e34-8449-9aff7f674a94), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:39.879564 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-2dda33ad-5299-4775-ab1e-aa992bd96441 req-b01ca841-471e-464e-a283-0fa068d3bfb7 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (521a68a5-2500-4e34-8449-9aff7f674a94), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:39.945832 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01ca841-471e-464e-a283-0fa068d3bfb7 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Pushing event updated for resources: {'Port': ['ID=521a68a5-2500-4e34-8449-9aff7f674a94,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:39.959299 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-2dda33ad-5299-4775-ab1e-aa992bd96441 req-b01ca841-471e-464e-a283-0fa068d3bfb7 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (385d2f65-8831-4e14-b44c-4c01904becc5), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:39.974984 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-2dda33ad-5299-4775-ab1e-aa992bd96441 req-b01ca841-471e-464e-a283-0fa068d3bfb7 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:39.976342 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2dda33ad-5299-4775-ab1e-aa992bd96441 req-b01ca841-471e-464e-a283-0fa068d3bfb7 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3885419 Jan 28 02:48:40.028050 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2dda33ad-5299-4775-ab1e-aa992bd96441 req-afb31e43-de8d-4097-8361-5a7673a205e3 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.157 HTTP/1.1" status: 200 len: 696 time: 0.0447495 Jan 28 02:48:40.120933 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12eeb0a-4a6a-4ff8-8ba2-ca1cc34b878a req-5048b431-1d92-4ed9-ae0f-de44010ef386 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:40.122487 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f12eeb0a-4a6a-4ff8-8ba2-ca1cc34b878a req-5048b431-1d92-4ed9-ae0f-de44010ef386 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0cdadb6-85ad-4233-9eeb-6b2963382a8a HTTP/1.1" status: 200 len: 944 time: 0.0546851 Jan 28 02:48:40.143435 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda33ad-5299-4775-ab1e-aa992bd96441 req-6c8b0544-eddc-4358-b4f5-8c4499c7bf47 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:40.153690 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2dda33ad-5299-4775-ab1e-aa992bd96441 req-6c8b0544-eddc-4358-b4f5-8c4499c7bf47 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/networks/8f7dc9c9-eaf1-4339-a2e3-884554154641 HTTP/1.1" status: 200 len: 784 time: 0.1114790 Jan 28 02:48:40.175629 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f12eeb0a-4a6a-4ff8-8ba2-ca1cc34b878a req-93142fe6-0028-433d-9719-cc48fa251653 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a471b5-09f4-45a6-b187-9512acbe1c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470016 Jan 28 02:48:40.245461 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49e5f43b-07b5-46e2-8f81-903d43d04688', 'tag': '52e8ecc9-44e8-4561-8da4-e2eb3bba3cca'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:48:40.247984 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eedb415-17db-4c9c-b7f1-c2da952ca063" -d '{"events": [{"name": "network-changed", "server_uuid": "49e5f43b-07b5-46e2-8f81-903d43d04688", "tag": "52e8ecc9-44e8-4561-8da4-e2eb3bba3cca"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:48:40.253303 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9805ce-6840-4d49-9b53-59c860d86cbc req-c537d686-b316-4c9a-b9dd-655c1ec31050 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:40.254802 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0a9805ce-6840-4d49-9b53-59c860d86cbc req-c537d686-b316-4c9a-b9dd-655c1ec31050 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 950 time: 0.0531008 Jan 28 02:48:40.301547 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0a9805ce-6840-4d49-9b53-59c860d86cbc req-3906d7fd-694e-4215-800d-2ef292b143d3 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408778 Jan 28 02:48:40.415641 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc419f81-5159-4716-9686-85fe2bbd827b req-51844035-e54a-469d-87b2-b02f40a70aa2 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:40.417133 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dc419f81-5159-4716-9686-85fe2bbd827b req-51844035-e54a-469d-87b2-b02f40a70aa2 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=ded3de28-7455-4d4f-81b7-d660d9c1797b HTTP/1.1" status: 200 len: 945 time: 0.0525255 Jan 28 02:48:40.463513 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dc419f81-5159-4716-9686-85fe2bbd827b req-aff7f843-f543-42d4-9bd8-36786922abb1 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406106 Jan 28 02:48:40.513922 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ec66e1-e19d-485f-a042-86119194d699 x-openstack-request-id: req-a5ec66e1-e19d-485f-a042-86119194d699 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:48:40.514185 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49e5f43b-07b5-46e2-8f81-903d43d04688", "tag": "52e8ecc9-44e8-4561-8da4-e2eb3bba3cca", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:48:40.514463 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a5ec66e1-e19d-485f-a042-86119194d699 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:48:40.514856 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49e5f43b-07b5-46e2-8f81-903d43d04688', 'tag': '52e8ecc9-44e8-4561-8da4-e2eb3bba3cca', 'status': 'completed', 'code': 200} Jan 28 02:48:40.529366 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c89e99-3ef0-4bec-8cbc-e163668125ce req-63301df0-48b5-4dcb-b9c4-6b39a40ef20f tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:40.530928 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d3c89e99-3ef0-4bec-8cbc-e163668125ce req-63301df0-48b5-4dcb-b9c4-6b39a40ef20f tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4404f-6ba4-4af3-8a4c-42aea5c66242&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0875721 Jan 28 02:48:40.603428 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b37f32-0421-41a9-8136-30d4a1d64043 req-78eefd55-40b0-4ece-b1ef-434e31782a3e tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:40.604917 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-32b37f32-0421-41a9-8136-30d4a1d64043 req-78eefd55-40b0-4ece-b1ef-434e31782a3e tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=54ef5e0c-503f-470f-ad73-5d46c7b89a1c HTTP/1.1" status: 200 len: 950 time: 0.0485249 Jan 28 02:48:40.607010 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d3c89e99-3ef0-4bec-8cbc-e163668125ce req-4b844cb3-f2f1-443a-86c9-1f3ce8538bb3 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.157 HTTP/1.1" status: 200 len: 696 time: 0.0704873 Jan 28 02:48:40.620183 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-d3c89e99-3ef0-4bec-8cbc-e163668125ce req-623bce9c-f8e8-428a-b78e-26b9c055e409 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Request body: {'floatingip': {'port_id': '9632b156-2630-4207-8a06-ef5e2079e909', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:48:40.659952 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eedb415-17db-4c9c-b7f1-c2da952ca063 req-5f0e8b84-332d-41fa-ae12-d4e96ae5330f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:40.661497 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8eedb415-17db-4c9c-b7f1-c2da952ca063 req-5f0e8b84-332d-41fa-ae12-d4e96ae5330f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fe2bee12a7e64985b29f4bf535da9e8e&device_id=49e5f43b-07b5-46e2-8f81-903d43d04688 HTTP/1.1" status: 200 len: 1095 time: 0.0849817 Jan 28 02:48:40.665939 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d3c89e99-3ef0-4bec-8cbc-e163668125ce req-623bce9c-f8e8-428a-b78e-26b9c055e409 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Publish callbacks [] for floatingip (385d2f65-8831-4e14-b44c-4c01904becc5), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:40.680655 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-32b37f32-0421-41a9-8136-30d4a1d64043 req-11ecf355-bb3f-493f-a37c-e00e1bbebeaa tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670815 Jan 28 02:48:40.694602 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-11127f65-4ea3-4cd9-aa52-4048b9104535 req-d9827c6d-d7f4-42d7-a013-554cf45bfec3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c976bb8a-67db-4a7d-a037-e759c34c4871&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0498583 Jan 28 02:48:40.796540 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11127f65-4ea3-4cd9-aa52-4048b9104535 req-1ec03073-1b22-47c9-a6e0-a6d665e97300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:40.798066 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-11127f65-4ea3-4cd9-aa52-4048b9104535 req-1ec03073-1b22-47c9-a6e0-a6d665e97300 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b376bdc08124533ad1dc2039341113b&device_id=c976bb8a-67db-4a7d-a037-e759c34c4871 HTTP/1.1" status: 200 len: 1096 time: 0.0719790 Jan 28 02:48:40.810445 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3cdd4-bc54-45be-9f12-522cd3d1f420 req-207cc029-9490-4199-89f2-76b883e2ce81 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:40.812803 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b3f3cdd4-bc54-45be-9f12-522cd3d1f420 req-207cc029-9490-4199-89f2-76b883e2ce81 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=49e5f43b-07b5-46e2-8f81-903d43d04688 HTTP/1.1" status: 200 len: 943 time: 0.0761957 Jan 28 02:48:40.847022 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device e9554c63-20e1-4df5-ba01-10988b4ff4ee details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:48:40.878452 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eedb415-17db-4c9c-b7f1-c2da952ca063 req-e9c82d86-d5a2-4659-8e39-66098fb58879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:40.879802 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8eedb415-17db-4c9c-b7f1-c2da952ca063 req-e9c82d86-d5a2-4659-8e39-66098fb58879 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf HTTP/1.1" status: 200 len: 914 time: 0.2102797 Jan 28 02:48:40.908201 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 3e2d1371-9ebb-4c69-8423-64e58ab7f5fa up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:48:40.969239 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8eedb415-17db-4c9c-b7f1-c2da952ca063 req-2756aa0e-0f8c-434b-ba0f-8fc69c4744e3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52e8ecc9-44e8-4561-8da4-e2eb3bba3cca HTTP/1.1" status: 200 len: 217 time: 0.0823395 Jan 28 02:48:40.997353 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port e9554c63-20e1-4df5-ba01-10988b4ff4ee, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=e9554c63-20e1-4df5-ba01-10988b4ff4ee,segment=NetworkSegment(75a4b119-8376-430b-8e41-eb2c7f9df607),segment_id=75a4b119-8376-430b-8e41-eb2c7f9df607)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:41.013961 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': 'e9554c63-20e1-4df5-ba01-10988b4ff4ee', 'network_id': 'c898a309-cc9c-486f-b9d6-bb11ec55d766', 'port_id': 'e9554c63-20e1-4df5-ba01-10988b4ff4ee', 'mac_address': 'fa:16:3e:41:78:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaaafb1c-3547-4581-9e89-2950c931386f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:48:41.066563 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port e9554c63-20e1-4df5-ba01-10988b4ff4ee is: ACTIVE; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:48:41.067010 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e9554c63-20e1-4df5-ba01-10988b4ff4ee), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:41.071118 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 3e2d1371-9ebb-4c69-8423-64e58ab7f5fa completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:48:41.084177 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 3e2d1371-9ebb-4c69-8423-64e58ab7f5fa triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:48:41.084524 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3e2d1371-9ebb-4c69-8423-64e58ab7f5fa), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:41.089177 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e9554c63-20e1-4df5-ba01-10988b4ff4ee {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:48:41.122819 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eedb415-17db-4c9c-b7f1-c2da952ca063 req-12192992-27ed-4385-a4d5-4d304b9c6e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:41.124566 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8eedb415-17db-4c9c-b7f1-c2da952ca063 req-12192992-27ed-4385-a4d5-4d304b9c6e30 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d955fbc3-595b-46e4-bbea-f8517aacb349 HTTP/1.1" status: 200 len: 853 time: 0.1477106 Jan 28 02:48:41.140371 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port e9554c63-20e1-4df5-ba01-10988b4ff4ee, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=e9554c63-20e1-4df5-ba01-10988b4ff4ee,segment=NetworkSegment(75a4b119-8376-430b-8e41-eb2c7f9df607),segment_id=75a4b119-8376-430b-8e41-eb2c7f9df607)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:41.150913 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e9554c63-20e1-4df5-ba01-10988b4ff4ee), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:41.192792 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8eedb415-17db-4c9c-b7f1-c2da952ca063 req-0f1c7120-586f-4447-9df8-7dd9dbeda8a3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310256 Jan 28 02:48:41.211800 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b3f3cdd4-bc54-45be-9f12-522cd3d1f420 req-7b21a6d3-4eff-4322-9564-79b54e432853 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/security-groups?id=81a8b397-bb78-4b68-9423-1c50e72f6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3928342 Jan 28 02:48:41.225115 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=e9554c63-20e1-4df5-ba01-10988b4ff4ee,revision_number=6']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:41.246130 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11127f65-4ea3-4cd9-aa52-4048b9104535 req-019bf100-9f04-4a00-af4e-b8da4e67de05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:41.248381 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-11127f65-4ea3-4cd9-aa52-4048b9104535 req-019bf100-9f04-4a00-af4e-b8da4e67de05 service neutron] 10.222.0.67 "GET /v2.0/networks?id=997aa02b-ef92-4c1c-ba5c-0477d385960c HTTP/1.1" status: 200 len: 922 time: 0.4281278 Jan 28 02:48:41.290363 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 3e2d1371-9ebb-4c69-8423-64e58ab7f5fa is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:48:41.291050 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3e2d1371-9ebb-4c69-8423-64e58ab7f5fa), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:41.309812 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-11127f65-4ea3-4cd9-aa52-4048b9104535 req-fa549024-9ed9-4935-8e64-8029dab9624c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=436ed209-dce3-4393-92c8-fccf886a2c65 HTTP/1.1" status: 200 len: 217 time: 0.0545642 Jan 28 02:48:41.319802 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bf1aee-b390-4cae-a65f-7a4f79c12839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2d1371-9ebb-4c69-8423-64e58ab7f5fa'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:48:41.322580 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201dd0e2-7afa-4fb3-a253-3cb4f64a9bed" -d '{"events": [{"server_uuid": "21bf1aee-b390-4cae-a65f-7a4f79c12839", "name": "network-vif-plugged", "status": "completed", "tag": "3e2d1371-9ebb-4c69-8423-64e58ab7f5fa"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:48:41.338680 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 3e2d1371-9ebb-4c69-8423-64e58ab7f5fa, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=3e2d1371-9ebb-4c69-8423-64e58ab7f5fa,segment=NetworkSegment(49d4c981-b004-41ee-ab95-a2b5be80e959),segment_id=49d4c981-b004-41ee-ab95-a2b5be80e959)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:41.347252 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3e2d1371-9ebb-4c69-8423-64e58ab7f5fa), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:41.395270 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82506a-c48c-43ee-9882-871342086b10 req-da77cd5b-669c-4d50-8d70-f164616c003c tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:41.396660 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8e82506a-c48c-43ee-9882-871342086b10 req-da77cd5b-669c-4d50-8d70-f164616c003c tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bf1aee-b390-4cae-a65f-7a4f79c12839 HTTP/1.1" status: 200 len: 945 time: 0.0897970 Jan 28 02:48:41.398320 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11127f65-4ea3-4cd9-aa52-4048b9104535 req-76c67aa3-e4de-4c1f-81fb-59d1942cff78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:41.399744 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-11127f65-4ea3-4cd9-aa52-4048b9104535 req-76c67aa3-e4de-4c1f-81fb-59d1942cff78 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bcba3f69-83cc-4e79-8ae3-09e3e7684525 HTTP/1.1" status: 200 len: 861 time: 0.0811195 Jan 28 02:48:41.428291 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=3e2d1371-9ebb-4c69-8423-64e58ab7f5fa,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:41.445991 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['e9554c63-20e1-4df5-ba01-10988b4ff4ee'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:48:41.464679 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-11127f65-4ea3-4cd9-aa52-4048b9104535 req-96066500-1331-4454-8f96-a8316dc91546 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=997aa02b-ef92-4c1c-ba5c-0477d385960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546703 Jan 28 02:48:41.475320 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.db.resource_extend [req-d3c89e99-3ef0-4bec-8cbc-e163668125ce req-623bce9c-f8e8-428a-b78e-26b9c055e409 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 02:48:41.480275 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8eedb415-17db-4c9c-b7f1-c2da952ca063 req-24fb3421-6db3-463a-a94a-71abddcd224a service neutron] 10.222.0.67 "GET /v2.0/networks/0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792716 Jan 28 02:48:41.609037 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d3c89e99-3ef0-4bec-8cbc-e163668125ce req-623bce9c-f8e8-428a-b78e-26b9c055e409 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:41.617108 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8e82506a-c48c-43ee-9882-871342086b10 req-5c431003-a3e2-4b9f-a062-c0fd5a5505c0 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129428 Jan 28 02:48:41.625736 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d3c89e99-3ef0-4bec-8cbc-e163668125ce req-623bce9c-f8e8-428a-b78e-26b9c055e409 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (385d2f65-8831-4e14-b44c-4c01904becc5), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:41.641175 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-11127f65-4ea3-4cd9-aa52-4048b9104535 req-c6c31aff-b852-44b3-ba12-3a91727f3c44 service neutron] 10.222.0.67 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450145 Jan 28 02:48:41.746585 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8eedb415-17db-4c9c-b7f1-c2da952ca063 req-38bef60c-f913-4866-adc6-9b4604a270ec service neutron] 10.222.0.67 "GET /v2.0/networks/0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336164 Jan 28 02:48:41.749612 n-d-712139-27 neutron-server[109803]: INFO neutron.db.l3_db [req-d3c89e99-3ef0-4bec-8cbc-e163668125ce req-623bce9c-f8e8-428a-b78e-26b9c055e409 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Floating IP 385d2f65-8831-4e14-b44c-4c01904becc5 associated. External IP: 172.25.0.157, port: 9632b156-2630-4207-8a06-ef5e2079e909. Jan 28 02:48:41.767684 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58cecc-2824-4754-b7e5-1fe10883db25 req-b779525f-a463-4327-8db4-bd5290d47b0c tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:41.769311 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8f58cecc-2824-4754-b7e5-1fe10883db25 req-b779525f-a463-4327-8db4-bd5290d47b0c tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0cdadb6-85ad-4233-9eeb-6b2963382a8a HTTP/1.1" status: 200 len: 944 time: 0.0678303 Jan 28 02:48:41.799018 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-11127f65-4ea3-4cd9-aa52-4048b9104535 req-7a2103bd-978e-4278-be69-f443ed1a8a00 service neutron] 10.222.0.67 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509445 Jan 28 02:48:41.832269 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8f58cecc-2824-4754-b7e5-1fe10883db25 req-7e78fcb3-3421-45f8-a16b-dd7525ed7aad tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a471b5-09f4-45a6-b187-9512acbe1c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572016 Jan 28 02:48:41.890735 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121d7dde-0de2-4ea5-9814-b08d6127f0d5 x-openstack-request-id: req-121d7dde-0de2-4ea5-9814-b08d6127f0d5 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:48:41.891751 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bf1aee-b390-4cae-a65f-7a4f79c12839", "name": "network-vif-plugged", "status": "completed", "tag": "3e2d1371-9ebb-4c69-8423-64e58ab7f5fa", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:48:41.892197 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-121d7dde-0de2-4ea5-9814-b08d6127f0d5 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:48:41.892858 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21bf1aee-b390-4cae-a65f-7a4f79c12839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2d1371-9ebb-4c69-8423-64e58ab7f5fa', 'code': 200} Jan 28 02:48:42.006016 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9e5e9-6da4-44ea-b8cd-8cc757ab7d67 req-11b0caef-5ba4-4c21-9a2c-875ee6f88893 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:42.007771 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-98d9e5e9-6da4-44ea-b8cd-8cc757ab7d67 req-11b0caef-5ba4-4c21-9a2c-875ee6f88893 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 950 time: 0.0643969 Jan 28 02:48:42.084288 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-98d9e5e9-6da4-44ea-b8cd-8cc757ab7d67 req-48bf4c89-3024-4242-9ccf-04b4f057c8b7 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706737 Jan 28 02:48:42.099608 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e65fd-9ea0-4a41-af63-bc1d5f23be32 req-873c5a61-6794-4dc9-a28b-b61b97a791a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:42.101237 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5f2e65fd-9ea0-4a41-af63-bc1d5f23be32 req-873c5a61-6794-4dc9-a28b-b61b97a791a3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=21bf1aee-b390-4cae-a65f-7a4f79c12839 HTTP/1.1" status: 200 len: 1098 time: 0.0539825 Jan 28 02:48:42.150902 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5f2e65fd-9ea0-4a41-af63-bc1d5f23be32 req-20411308-c3ae-436d-89b0-7d9b84b9d374 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420163 Jan 28 02:48:42.265247 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3c89e99-3ef0-4bec-8cbc-e163668125ce req-623bce9c-f8e8-428a-b78e-26b9c055e409 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Router eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:48:42.279374 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99991f-1471-4bb2-bef6-147b8093b9df req-bf043a9c-c60c-405a-8c78-cc31622f4a8c tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:42.280963 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8f99991f-1471-4bb2-bef6-147b8093b9df req-bf043a9c-c60c-405a-8c78-cc31622f4a8c tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=ded3de28-7455-4d4f-81b7-d660d9c1797b HTTP/1.1" status: 200 len: 944 time: 0.0648122 Jan 28 02:48:42.330166 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8f99991f-1471-4bb2-bef6-147b8093b9df req-cdd42578-cbe3-4237-b71c-1038c3d27166 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427556 Jan 28 02:48:42.375181 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3c89e99-3ef0-4bec-8cbc-e163668125ce req-623bce9c-f8e8-428a-b78e-26b9c055e409 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:48:42.380775 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d3c89e99-3ef0-4bec-8cbc-e163668125ce req-623bce9c-f8e8-428a-b78e-26b9c055e409 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:42.388964 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838789a0-c515-4c1e-93dc-0b49f8454347 None None] Sync routers for ids ['eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:48:42.400254 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838789a0-c515-4c1e-93dc-0b49f8454347 None None] Routers {'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:48:42.401206 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-838789a0-c515-4c1e-93dc-0b49f8454347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:48:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:48:42.431227 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d3c89e99-3ef0-4bec-8cbc-e163668125ce req-623bce9c-f8e8-428a-b78e-26b9c055e409 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "PUT /v2.0/floatingips/385d2f65-8831-4e14-b44c-4c01904becc5 HTTP/1.1" status: 200 len: 996 time: 1.8168147 Jan 28 02:48:42.448011 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4369d-7d14-42d6-af6e-08b83404b8d7 req-1b5d79e3-34d9-43ac-bd77-430ff2b8dbe6 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:42.450176 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-96d4369d-7d14-42d6-af6e-08b83404b8d7 req-1b5d79e3-34d9-43ac-bd77-430ff2b8dbe6 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=54ef5e0c-503f-470f-ad73-5d46c7b89a1c HTTP/1.1" status: 200 len: 950 time: 0.0573401 Jan 28 02:48:42.485362 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c89e99-3ef0-4bec-8cbc-e163668125ce req-95fef097-47cb-4d7c-9612-bec5ea8caddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:42.495421 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d3c89e99-3ef0-4bec-8cbc-e163668125ce req-95fef097-47cb-4d7c-9612-bec5ea8caddb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e3a83e0e1e7b4f9da20361fc0066f10c&device_id=7dc4404f-6ba4-4af3-8a4c-42aea5c66242 HTTP/1.1" status: 200 len: 1097 time: 0.0546415 Jan 28 02:48:42.519517 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dc4404f-6ba4-4af3-8a4c-42aea5c66242', 'tag': '9632b156-2630-4207-8a06-ef5e2079e909'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:48:42.522263 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-96d4369d-7d14-42d6-af6e-08b83404b8d7 req-f23f188a-6d96-4e12-bdcb-fe6e7201355b tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634224 Jan 28 02:48:42.523592 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49626cf6-7dfb-4b5f-b032-8ee45da1f4cc" -d '{"events": [{"name": "network-changed", "server_uuid": "7dc4404f-6ba4-4af3-8a4c-42aea5c66242", "tag": "9632b156-2630-4207-8a06-ef5e2079e909"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:48:42.533487 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-838789a0-c515-4c1e-93dc-0b49f8454347 None None] Set router eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:48:42.630223 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c89e99-3ef0-4bec-8cbc-e163668125ce req-bbad0d84-77bb-4074-9221-e0b4df1342fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:42.631733 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d3c89e99-3ef0-4bec-8cbc-e163668125ce req-bbad0d84-77bb-4074-9221-e0b4df1342fe service neutron] 10.222.0.53 "GET /v2.0/networks?id=be703702-7af5-402e-8d68-076a1cbb8c04 HTTP/1.1" status: 200 len: 930 time: 0.1352856 Jan 28 02:48:42.635372 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806e28d-695c-43cd-b81a-54cb3125fc11 req-45589e1c-8e67-4685-8fa7-c869576bea2d tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:42.637745 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7806e28d-695c-43cd-b81a-54cb3125fc11 req-45589e1c-8e67-4685-8fa7-c869576bea2d tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=49e5f43b-07b5-46e2-8f81-903d43d04688 HTTP/1.1" status: 200 len: 943 time: 0.0590854 Jan 28 02:48:42.732719 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7806e28d-695c-43cd-b81a-54cb3125fc11 req-e284190b-1bbe-452b-a092-75254d54e25b tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/security-groups?id=81a8b397-bb78-4b68-9423-1c50e72f6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785103 Jan 28 02:48:42.773740 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d3c89e99-3ef0-4bec-8cbc-e163668125ce req-ca1b2af2-b7bf-424d-965c-98440812b06f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9632b156-2630-4207-8a06-ef5e2079e909 HTTP/1.1" status: 200 len: 999 time: 0.1344872 Jan 28 02:48:42.825097 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-838789a0-c515-4c1e-93dc-0b49f8454347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1174056535-router', 'tenant_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '0773ec49-1d71-4a57-bac8-4852f5b12ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:48:07Z', 'updated_at': '2022-01-28T02:48:13Z', 'revision_number': 4, 'project_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'gw_port': {'id': '0773ec49-1d71-4a57-bac8-4852f5b12ee0', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:48:09Z', 'updated_at': '2022-01-28T02:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '385d2f65-8831-4e14-b44c-4c01904becc5', 'tenant_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': 'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6', 'port_id': '9632b156-2630-4207-8a06-ef5e2079e909', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be703702-7af5-402e-8d68-076a1cbb8c04', 'mac_address': 'fa:16:3e:30:77:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc4404f-6ba4-4af3-8a4c-42aea5c66242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:48:39Z', 'updated_at': '2022-01-28T02:48:41Z', 'revision_number': 1, 'project_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d9e8a51-735b-4a57-8816-d87452196c55', 'name': '', 'network_id': 'be703702-7af5-402e-8d68-076a1cbb8c04', 'tenant_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'mac_address': 'fa:16:3e:4d:b2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'fc944f55-5387-4378-a8b1-840d88a73f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:48:12Z', 'updated_at': '2022-01-28T02:48:19Z', 'revision_number': 5, 'project_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'subnets': [{'id': 'fc944f55-5387-4378-a8b1-840d88a73f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:48:42.869715 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838789a0-c515-4c1e-93dc-0b49f8454347 None None] Checking router: eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:48:42.889139 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 56710871-228c-47e1-875d-6041d9eba5d8 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:48:42.890317 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeae38c-08db-40fc-90bb-9d2bb08c1e65 req-4249d56a-0c4f-4128-a2ca-7626241a1c31 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:42.895487 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838789a0-c515-4c1e-93dc-0b49f8454347 None None] Routers {'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:48:42.896184 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-838789a0-c515-4c1e-93dc-0b49f8454347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:48:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:48:42.896499 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7aeae38c-08db-40fc-90bb-9d2bb08c1e65 req-4249d56a-0c4f-4128-a2ca-7626241a1c31 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ef5e0c-503f-470f-ad73-5d46c7b89a1c HTTP/1.1" status: 200 len: 950 time: 0.1049013 Jan 28 02:48:43.026795 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-838789a0-c515-4c1e-93dc-0b49f8454347 None None] Set router eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:48:43.037234 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7719e89c-f016-4783-828c-98f404915c8f x-openstack-request-id: req-7719e89c-f016-4783-828c-98f404915c8f {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:48:43.037573 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dc4404f-6ba4-4af3-8a4c-42aea5c66242", "tag": "9632b156-2630-4207-8a06-ef5e2079e909", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:48:43.037921 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7719e89c-f016-4783-828c-98f404915c8f {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:48:43.038522 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dc4404f-6ba4-4af3-8a4c-42aea5c66242', 'tag': '9632b156-2630-4207-8a06-ef5e2079e909', 'status': 'completed', 'code': 200} Jan 28 02:48:43.096521 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-7aeae38c-08db-40fc-90bb-9d2bb08c1e65 req-29ea2e18-2839-4fcd-84e4-89715ecf03a4 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Deleting port 504f6733-2c63-4d44-befe-b2c7087c2ebb {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:48:43.096876 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7aeae38c-08db-40fc-90bb-9d2bb08c1e65 req-29ea2e18-2839-4fcd-84e4-89715ecf03a4 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (504f6733-2c63-4d44-befe-b2c7087c2ebb), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:43.145487 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device e9554c63-20e1-4df5-ba01-10988b4ff4ee no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:48:43.161941 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d2f0d-80b9-4816-8792-1b9927c607d2 req-9dee658f-3021-4b37-a7b9-1792928ca982 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:43.166620 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-069d2f0d-80b9-4816-8792-1b9927c607d2 req-9dee658f-3021-4b37-a7b9-1792928ca982 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bf1aee-b390-4cae-a65f-7a4f79c12839 HTTP/1.1" status: 200 len: 946 time: 0.0572605 Jan 28 02:48:43.230761 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-069d2f0d-80b9-4816-8792-1b9927c607d2 req-999ba59d-058c-442e-b474-c0ace02a1821 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566998 Jan 28 02:48:43.247900 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c89e99-3ef0-4bec-8cbc-e163668125ce req-822cb67a-2f1d-4063-baca-a43737d2867d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:43.249437 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d3c89e99-3ef0-4bec-8cbc-e163668125ce req-822cb67a-2f1d-4063-baca-a43737d2867d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fc944f55-5387-4378-a8b1-840d88a73f81 HTTP/1.1" status: 200 len: 868 time: 0.1260109 Jan 28 02:48:43.253872 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49626cf6-7dfb-4b5f-b032-8ee45da1f4cc req-a13dbde0-7583-40c1-9298-dd7816eae058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:43.256199 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49626cf6-7dfb-4b5f-b032-8ee45da1f4cc req-a13dbde0-7583-40c1-9298-dd7816eae058 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3a83e0e1e7b4f9da20361fc0066f10c&device_id=7dc4404f-6ba4-4af3-8a4c-42aea5c66242 HTTP/1.1" status: 200 len: 1097 time: 0.1560543 Jan 28 02:48:43.366224 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ac6ed-4ca7-4ef9-aec7-6f06191cb268 req-1824d260-cd34-453d-84f0-4c57c2adf127 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:43.369489 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ba3ac6ed-4ca7-4ef9-aec7-6f06191cb268 req-1824d260-cd34-453d-84f0-4c57c2adf127 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0cdadb6-85ad-4233-9eeb-6b2963382a8a HTTP/1.1" status: 200 len: 944 time: 0.0676720 Jan 28 02:48:43.385470 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-7aeae38c-08db-40fc-90bb-9d2bb08c1e65 req-29ea2e18-2839-4fcd-84e4-89715ecf03a4 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] For port 504f6733-2c63-4d44-befe-b2c7087c2ebb, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=504f6733-2c63-4d44-befe-b2c7087c2ebb,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:43.386066 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7aeae38c-08db-40fc-90bb-9d2bb08c1e65 req-29ea2e18-2839-4fcd-84e4-89715ecf03a4 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (504f6733-2c63-4d44-befe-b2c7087c2ebb), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:43.386190 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 56710871-228c-47e1-875d-6041d9eba5d8, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=56710871-228c-47e1-875d-6041d9eba5d8,segment=NetworkSegment(bbedb26a-d891-40c8-8d71-f06cdae1759c),segment_id=bbedb26a-d891-40c8-8d71-f06cdae1759c)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:43.401264 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '56710871-228c-47e1-875d-6041d9eba5d8', 'network_id': '14d3588b-3a72-4543-858a-daf4905526c1', 'port_id': '56710871-228c-47e1-875d-6041d9eba5d8', 'mac_address': 'fa:16:3e:74:74:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bcd77d3-aea2-4a38-a318-db02b350e105', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:48:43.406413 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-7aeae38c-08db-40fc-90bb-9d2bb08c1e65 req-29ea2e18-2839-4fcd-84e4-89715ecf03a4 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Calling delete_port for 504f6733-2c63-4d44-befe-b2c7087c2ebb owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:48:43.409848 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port e9554c63-20e1-4df5-ba01-10988b4ff4ee is: BUILD; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:48:43.410585 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e9554c63-20e1-4df5-ba01-10988b4ff4ee), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:43.412036 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c89e99-3ef0-4bec-8cbc-e163668125ce req-46fecaca-da38-4a2e-99b3-1dfa2cf09d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:43.420070 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d3c89e99-3ef0-4bec-8cbc-e163668125ce req-46fecaca-da38-4a2e-99b3-1dfa2cf09d1a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=be703702-7af5-402e-8d68-076a1cbb8c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1572440 Jan 28 02:48:43.425201 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-d3c89e99-3ef0-4bec-8cbc-e163668125ce req-ca4e3153-2373-4fb4-87ed-565503104ab2 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:48:43.432889 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d3c89e99-3ef0-4bec-8cbc-e163668125ce req-ca4e3153-2373-4fb4-87ed-565503104ab2 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0119352 Jan 28 02:48:43.437945 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ba3ac6ed-4ca7-4ef9-aec7-6f06191cb268 req-ee330b35-4c8a-42ec-8369-460c4843a732 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a471b5-09f4-45a6-b187-9512acbe1c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629728 Jan 28 02:48:43.470651 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e9554c63-20e1-4df5-ba01-10988b4ff4ee {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:48:43.496014 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port e9554c63-20e1-4df5-ba01-10988b4ff4ee, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=e9554c63-20e1-4df5-ba01-10988b4ff4ee,segment=NetworkSegment(75a4b119-8376-430b-8e41-eb2c7f9df607),segment_id=75a4b119-8376-430b-8e41-eb2c7f9df607)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:43.506271 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e9554c63-20e1-4df5-ba01-10988b4ff4ee), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:43.528459 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 56710871-228c-47e1-875d-6041d9eba5d8 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:48:43.528855 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (56710871-228c-47e1-875d-6041d9eba5d8), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:43.567686 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49626cf6-7dfb-4b5f-b032-8ee45da1f4cc req-6a99eb83-0f4b-4a14-a8b0-203df53e45d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:43.569209 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49626cf6-7dfb-4b5f-b032-8ee45da1f4cc req-6a99eb83-0f4b-4a14-a8b0-203df53e45d7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=be703702-7af5-402e-8d68-076a1cbb8c04 HTTP/1.1" status: 200 len: 930 time: 0.2978499 Jan 28 02:48:43.569893 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56710871-228c-47e1-875d-6041d9eba5d8 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:48:43.603262 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 56710871-228c-47e1-875d-6041d9eba5d8, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=56710871-228c-47e1-875d-6041d9eba5d8,segment=NetworkSegment(bbedb26a-d891-40c8-8d71-f06cdae1759c),segment_id=bbedb26a-d891-40c8-8d71-f06cdae1759c)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:43.616081 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=e9554c63-20e1-4df5-ba01-10988b4ff4ee,revision_number=7']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:43.620198 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (56710871-228c-47e1-875d-6041d9eba5d8), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:43.644665 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f3bd0-ee43-49d5-95e9-dfe47f087483 req-5e7dd85e-bec0-4ae0-b35e-e1328ce0132f tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:43.650350 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49626cf6-7dfb-4b5f-b032-8ee45da1f4cc req-d05fed2a-c3a4-4e99-94a1-5b5b3e77376c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9632b156-2630-4207-8a06-ef5e2079e909 HTTP/1.1" status: 200 len: 999 time: 0.0685694 Jan 28 02:48:43.652975 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9d4f3bd0-ee43-49d5-95e9-dfe47f087483 req-5e7dd85e-bec0-4ae0-b35e-e1328ce0132f tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 950 time: 0.0767825 Jan 28 02:48:43.690925 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-838789a0-c515-4c1e-93dc-0b49f8454347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1174056535-router', 'tenant_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '0773ec49-1d71-4a57-bac8-4852f5b12ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:48:07Z', 'updated_at': '2022-01-28T02:48:13Z', 'revision_number': 4, 'project_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'gw_port': {'id': '0773ec49-1d71-4a57-bac8-4852f5b12ee0', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:48:09Z', 'updated_at': '2022-01-28T02:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '385d2f65-8831-4e14-b44c-4c01904becc5', 'tenant_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': 'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6', 'port_id': '9632b156-2630-4207-8a06-ef5e2079e909', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be703702-7af5-402e-8d68-076a1cbb8c04', 'mac_address': 'fa:16:3e:30:77:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc4404f-6ba4-4af3-8a4c-42aea5c66242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:48:39Z', 'updated_at': '2022-01-28T02:48:41Z', 'revision_number': 1, 'project_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d9e8a51-735b-4a57-8816-d87452196c55', 'name': '', 'network_id': 'be703702-7af5-402e-8d68-076a1cbb8c04', 'tenant_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'mac_address': 'fa:16:3e:4d:b2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'fc944f55-5387-4378-a8b1-840d88a73f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:48:12Z', 'updated_at': '2022-01-28T02:48:19Z', 'revision_number': 5, 'project_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'subnets': [{'id': 'fc944f55-5387-4378-a8b1-840d88a73f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:48:43.708678 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9d4f3bd0-ee43-49d5-95e9-dfe47f087483 req-1e755f56-032a-498e-8130-80ab27c1f33a tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546694 Jan 28 02:48:43.751167 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d3c89e99-3ef0-4bec-8cbc-e163668125ce req-f1ac6b64-afbf-4da6-8b47-2d2d194b3b4a service neutron] 10.222.0.53 "GET /v2.0/networks/be703702-7af5-402e-8d68-076a1cbb8c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172975 Jan 28 02:48:43.784428 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49626cf6-7dfb-4b5f-b032-8ee45da1f4cc req-7b307228-1b70-4d83-aaeb-85ba12a32203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:43.785972 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49626cf6-7dfb-4b5f-b032-8ee45da1f4cc req-7b307228-1b70-4d83-aaeb-85ba12a32203 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fc944f55-5387-4378-a8b1-840d88a73f81 HTTP/1.1" status: 200 len: 868 time: 0.1268005 Jan 28 02:48:43.908472 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838789a0-c515-4c1e-93dc-0b49f8454347 None None] The sync data for ids ['eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6'] in n-d-712139-27 is: [{'id': 'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1174056535-router', 'tenant_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '0773ec49-1d71-4a57-bac8-4852f5b12ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:48:07Z', 'updated_at': '2022-01-28T02:48:13Z', 'revision_number': 4, 'project_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'gw_port': {'id': '0773ec49-1d71-4a57-bac8-4852f5b12ee0', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:48:09Z', 'updated_at': '2022-01-28T02:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '385d2f65-8831-4e14-b44c-4c01904becc5', 'tenant_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': 'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6', 'port_id': '9632b156-2630-4207-8a06-ef5e2079e909', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be703702-7af5-402e-8d68-076a1cbb8c04', 'mac_address': 'fa:16:3e:30:77:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc4404f-6ba4-4af3-8a4c-42aea5c66242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:48:39Z', 'updated_at': '2022-01-28T02:48:41Z', 'revision_number': 1, 'project_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d9e8a51-735b-4a57-8816-d87452196c55', 'name': '', 'network_id': 'be703702-7af5-402e-8d68-076a1cbb8c04', 'tenant_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'mac_address': 'fa:16:3e:4d:b2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'fc944f55-5387-4378-a8b1-840d88a73f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:48:12Z', 'updated_at': '2022-01-28T02:48:19Z', 'revision_number': 5, 'project_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'subnets': [{'id': 'fc944f55-5387-4378-a8b1-840d88a73f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:48:43.913273 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=56710871-228c-47e1-875d-6041d9eba5d8,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:43.978865 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49626cf6-7dfb-4b5f-b032-8ee45da1f4cc req-59041726-f0e0-448b-9f48-9396d4618252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:43.980386 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49626cf6-7dfb-4b5f-b032-8ee45da1f4cc req-59041726-f0e0-448b-9f48-9396d4618252 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be703702-7af5-402e-8d68-076a1cbb8c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1362956 Jan 28 02:48:43.999048 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d3c89e99-3ef0-4bec-8cbc-e163668125ce req-731598e3-fdfd-438a-b2b6-bae665094586 service neutron] 10.222.0.53 "GET /v2.0/networks/be703702-7af5-402e-8d68-076a1cbb8c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464137 Jan 28 02:48:44.035715 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7aeae38c-08db-40fc-90bb-9d2bb08c1e65 req-29ea2e18-2839-4fcd-84e4-89715ecf03a4 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (504f6733-2c63-4d44-befe-b2c7087c2ebb), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:44.071434 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2b1dacaf-a791-491d-ac20-1c9c18fe4680 req-9c42e7f6-6faf-451e-bda8-bd0b9443331a tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=54ef5e0c-503f-470f-ad73-5d46c7b89a1c HTTP/1.1" status: 200 len: 210 time: 0.0482025 Jan 28 02:48:44.072893 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03', 'e4ab30af-1603-4bea-92ba-25b6aad0d335', 'e012a990-cb6c-483f-aac7-ecbf7a096470', 'bbefa95f-706b-412e-ba99-f43f87e55804'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:48:44.112393 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['d925d38d-6ab3-40a6-a442-3a0decad1995', '504f6733-2c63-4d44-befe-b2c7087c2ebb'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:48:44.151787 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea2e18-2839-4fcd-84e4-89715ecf03a4 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Pushing event deleted for resources: {'Port': ['ID=504f6733-2c63-4d44-befe-b2c7087c2ebb,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:44.173766 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['56710871-228c-47e1-875d-6041d9eba5d8'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:48:44.229999 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea2e18-2839-4fcd-84e4-89715ecf03a4 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:44.233442 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea2e18-2839-4fcd-84e4-89715ecf03a4 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:44.233802 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea2e18-2839-4fcd-84e4-89715ecf03a4 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:44.234143 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea2e18-2839-4fcd-84e4-89715ecf03a4 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:44.234476 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea2e18-2839-4fcd-84e4-89715ecf03a4 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:44.234810 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea2e18-2839-4fcd-84e4-89715ecf03a4 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:44.235136 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea2e18-2839-4fcd-84e4-89715ecf03a4 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:44.235460 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea2e18-2839-4fcd-84e4-89715ecf03a4 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:44.235785 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea2e18-2839-4fcd-84e4-89715ecf03a4 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:44.236111 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea2e18-2839-4fcd-84e4-89715ecf03a4 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:44.236428 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea2e18-2839-4fcd-84e4-89715ecf03a4 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:44.236750 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea2e18-2839-4fcd-84e4-89715ecf03a4 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:44.237102 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea2e18-2839-4fcd-84e4-89715ecf03a4 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:44.238556 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8864d-c926-4f8f-a63a-5cef8dcec247 req-ef3bc790-9528-488a-97f0-3cf39466e6f3 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:44.247000 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aeae38c-08db-40fc-90bb-9d2bb08c1e65 req-29ea2e18-2839-4fcd-84e4-89715ecf03a4 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] No DVR routers for this DVR port 504f6733-2c63-4d44-befe-b2c7087c2ebb on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:48:44.254310 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7aeae38c-08db-40fc-90bb-9d2bb08c1e65 req-29ea2e18-2839-4fcd-84e4-89715ecf03a4 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:44.254906 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5ea8864d-c926-4f8f-a63a-5cef8dcec247 req-ef3bc790-9528-488a-97f0-3cf39466e6f3 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=ded3de28-7455-4d4f-81b7-d660d9c1797b HTTP/1.1" status: 200 len: 943 time: 0.1014647 Jan 28 02:48:44.257728 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7aeae38c-08db-40fc-90bb-9d2bb08c1e65 req-29ea2e18-2839-4fcd-84e4-89715ecf03a4 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.39 "DELETE /v2.0/ports/504f6733-2c63-4d44-befe-b2c7087c2ebb HTTP/1.1" status: 204 len: 173 time: 1.3510497 Jan 28 02:48:44.273872 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1cd262-2c3e-40a0-8aaa-92fbeb4bb590 None None] New status for floating IP 385d2f65-8831-4e14-b44c-4c01904becc5: ACTIVE {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:48:44.292165 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3e20e-38cf-4c75-b15c-98b82cf37348 req-89e433ef-7963-401c-a238-5ccfb83ec8a0 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:44.299321 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d9a3e20e-38cf-4c75-b15c-98b82cf37348 req-89e433ef-7963-401c-a238-5ccfb83ec8a0 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=49e5f43b-07b5-46e2-8f81-903d43d04688 HTTP/1.1" status: 200 len: 943 time: 0.1883016 Jan 28 02:48:44.327145 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49626cf6-7dfb-4b5f-b032-8ee45da1f4cc req-9cc7e183-fa0e-4b04-8e37-e1d66ebf8f42 service neutron] 10.222.0.39 "GET /v2.0/networks/be703702-7af5-402e-8d68-076a1cbb8c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270454 Jan 28 02:48:44.354675 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5ea8864d-c926-4f8f-a63a-5cef8dcec247 req-22f292e9-0c9d-4fb7-ab00-fe4bd78e1315 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923617 Jan 28 02:48:44.539781 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49626cf6-7dfb-4b5f-b032-8ee45da1f4cc req-344ded37-a253-4dcd-97ad-fe3bf7b2d661 service neutron] 10.222.0.39 "GET /v2.0/networks/be703702-7af5-402e-8d68-076a1cbb8c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937468 Jan 28 02:48:44.580240 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d9a3e20e-38cf-4c75-b15c-98b82cf37348 req-d85a2fc4-31ce-4d32-ab6c-75fc3ebc6130 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/security-groups?id=81a8b397-bb78-4b68-9423-1c50e72f6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788405 Jan 28 02:48:44.632500 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-853ee2d0-cbbc-4af5-9d4d-2ec66bdcfa34 req-39a138b0-90f3-4246-a3b0-c9fabd697509 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=8f7dc9c9-eaf1-4339-a2e3-884554154641 HTTP/1.1" status: 200 len: 258 time: 0.2179143 Jan 28 02:48:44.638438 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-853ee2d0-cbbc-4af5-9d4d-2ec66bdcfa34 req-833debc1-2d5c-424b-8093-f40bcbd0ede1 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:48:44.680161 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-853ee2d0-cbbc-4af5-9d4d-2ec66bdcfa34 req-833debc1-2d5c-424b-8093-f40bcbd0ede1 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:44.735963 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790c8df-7cd3-455f-8cae-11f1a8297a0a req-262127e2-d0c2-42ca-bf92-97b473c05aef tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:44.743995 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5790c8df-7cd3-455f-8cae-11f1a8297a0a req-262127e2-d0c2-42ca-bf92-97b473c05aef tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bf1aee-b390-4cae-a65f-7a4f79c12839 HTTP/1.1" status: 200 len: 946 time: 0.0843372 Jan 28 02:48:44.806449 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5790c8df-7cd3-455f-8cae-11f1a8297a0a req-74064786-db84-49ca-a1a4-18157a96472b tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612273 Jan 28 02:48:44.832212 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-853ee2d0-cbbc-4af5-9d4d-2ec66bdcfa34 req-833debc1-2d5c-424b-8093-f40bcbd0ede1 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:44.910799 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 52e8ecc9-44e8-4561-8da4-e2eb3bba3cca details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:48:44.982235 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-853ee2d0-cbbc-4af5-9d4d-2ec66bdcfa34 req-833debc1-2d5c-424b-8093-f40bcbd0ede1 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Allocated IP 172.25.0.173 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/c11ef670-2512-45b6-a8ac-78102ee7c79e) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:48:45.018572 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4364d-75c6-4a44-95d4-58d12a08bea7 req-5c539dc2-c3a6-41f8-9ff8-9be46c394058 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:45.027209 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-06f4364d-75c6-4a44-95d4-58d12a08bea7 req-5c539dc2-c3a6-41f8-9ff8-9be46c394058 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0cdadb6-85ad-4233-9eeb-6b2963382a8a HTTP/1.1" status: 200 len: 945 time: 0.1258261 Jan 28 02:48:45.041601 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ef5e0c-503f-470f-ad73-5d46c7b89a1c', 'name': 'network-vif-deleted', 'tag': '504f6733-2c63-4d44-befe-b2c7087c2ebb'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:48:45.044069 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59db78f-50ae-408c-b2bd-193d388aa736" -d '{"events": [{"server_uuid": "54ef5e0c-503f-470f-ad73-5d46c7b89a1c", "name": "network-vif-deleted", "tag": "504f6733-2c63-4d44-befe-b2c7087c2ebb"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:48:45.124744 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-06f4364d-75c6-4a44-95d4-58d12a08bea7 req-46a4493d-ddb8-4ec2-9984-ca4d062875dd tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a471b5-09f4-45a6-b187-9512acbe1c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776076 Jan 28 02:48:45.157839 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 52e8ecc9-44e8-4561-8da4-e2eb3bba3cca, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=52e8ecc9-44e8-4561-8da4-e2eb3bba3cca,segment=NetworkSegment(8b609dd3-1a12-4928-857f-98daa12d72ad),segment_id=8b609dd3-1a12-4928-857f-98daa12d72ad)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:45.183487 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '52e8ecc9-44e8-4561-8da4-e2eb3bba3cca', 'network_id': '0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf', 'port_id': '52e8ecc9-44e8-4561-8da4-e2eb3bba3cca', 'mac_address': 'fa:16:3e:5c:8b:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd955fbc3-595b-46e4-bbea-f8517aacb349', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:48:45.198115 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-853ee2d0-cbbc-4af5-9d4d-2ec66bdcfa34 req-833debc1-2d5c-424b-8093-f40bcbd0ede1 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Publish callbacks [] for port (c11ef670-2512-45b6-a8ac-78102ee7c79e), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:45.274242 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-853ee2d0-cbbc-4af5-9d4d-2ec66bdcfa34 req-833debc1-2d5c-424b-8093-f40bcbd0ede1 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (c11ef670-2512-45b6-a8ac-78102ee7c79e), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:45.328394 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 52e8ecc9-44e8-4561-8da4-e2eb3bba3cca is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:48:45.328793 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (52e8ecc9-44e8-4561-8da4-e2eb3bba3cca), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:45.357425 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52e8ecc9-44e8-4561-8da4-e2eb3bba3cca {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:48:45.387150 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833debc1-2d5c-424b-8093-f40bcbd0ede1 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Pushing event updated for resources: {'Port': ['ID=c11ef670-2512-45b6-a8ac-78102ee7c79e,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:45.388283 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833debc1-2d5c-424b-8093-f40bcbd0ede1 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:45.388873 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833debc1-2d5c-424b-8093-f40bcbd0ede1 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:45.389532 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833debc1-2d5c-424b-8093-f40bcbd0ede1 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:45.390026 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833debc1-2d5c-424b-8093-f40bcbd0ede1 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:45.390667 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833debc1-2d5c-424b-8093-f40bcbd0ede1 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:45.391218 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833debc1-2d5c-424b-8093-f40bcbd0ede1 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:45.391823 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833debc1-2d5c-424b-8093-f40bcbd0ede1 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:45.392334 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833debc1-2d5c-424b-8093-f40bcbd0ede1 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:45.392906 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833debc1-2d5c-424b-8093-f40bcbd0ede1 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:45.393444 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833debc1-2d5c-424b-8093-f40bcbd0ede1 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:45.393869 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833debc1-2d5c-424b-8093-f40bcbd0ede1 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:45.394288 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833debc1-2d5c-424b-8093-f40bcbd0ede1 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:45.394723 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833debc1-2d5c-424b-8093-f40bcbd0ede1 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:48:45.401274 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 52e8ecc9-44e8-4561-8da4-e2eb3bba3cca, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=52e8ecc9-44e8-4561-8da4-e2eb3bba3cca,segment=NetworkSegment(8b609dd3-1a12-4928-857f-98daa12d72ad),segment_id=8b609dd3-1a12-4928-857f-98daa12d72ad)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:45.412120 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (52e8ecc9-44e8-4561-8da4-e2eb3bba3cca), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:45.414594 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b91b8-4449-467d-b9eb-b7536c91ce1e req-6f8ff2ad-c03f-4514-9045-c438577c7744 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:45.415216 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-853ee2d0-cbbc-4af5-9d4d-2ec66bdcfa34 req-833debc1-2d5c-424b-8093-f40bcbd0ede1 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:48:45.416257 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7d5b91b8-4449-467d-b9eb-b7536c91ce1e req-6f8ff2ad-c03f-4514-9045-c438577c7744 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 950 time: 0.1598516 Jan 28 02:48:45.425542 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-853ee2d0-cbbc-4af5-9d4d-2ec66bdcfa34 req-833debc1-2d5c-424b-8093-f40bcbd0ede1 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:48:45.428498 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-853ee2d0-cbbc-4af5-9d4d-2ec66bdcfa34 req-833debc1-2d5c-424b-8093-f40bcbd0ede1 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:48:45.452698 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb2160-593e-4b25-816f-6dc502ca9a70 req-c3d0ff7a-ff49-4970-a521-489792ab1fea tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:45.454899 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-73cb2160-593e-4b25-816f-6dc502ca9a70 req-c3d0ff7a-ff49-4970-a521-489792ab1fea tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.39 "GET /v2.0/ports?device_id=ded3de28-7455-4d4f-81b7-d660d9c1797b HTTP/1.1" status: 200 len: 943 time: 0.1284745 Jan 28 02:48:45.515293 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=52e8ecc9-44e8-4561-8da4-e2eb3bba3cca,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:45.543890 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7d5b91b8-4449-467d-b9eb-b7536c91ce1e req-1a80b847-6a5c-40df-80ec-3976983c9945 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186712 Jan 28 02:48:45.571449 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-853ee2d0-cbbc-4af5-9d4d-2ec66bdcfa34 req-833debc1-2d5c-424b-8093-f40bcbd0ede1 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Publish callbacks [] for floatingip (3ed48a37-5bea-4b9f-9ad0-83284cad8532), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:45.582084 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-73cb2160-593e-4b25-816f-6dc502ca9a70 req-12bbefb3-05ac-4321-94ae-6f3223110250 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Deleting port e9554c63-20e1-4df5-ba01-10988b4ff4ee {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:48:45.582679 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-73cb2160-593e-4b25-816f-6dc502ca9a70 req-12bbefb3-05ac-4321-94ae-6f3223110250 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (e9554c63-20e1-4df5-ba01-10988b4ff4ee), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:45.618071 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-853ee2d0-cbbc-4af5-9d4d-2ec66bdcfa34 req-833debc1-2d5c-424b-8093-f40bcbd0ede1 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c11ef670-2512-45b6-a8ac-78102ee7c79e), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:45.672352 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133c7133-2fb4-4da2-996b-006bbe699c17 x-openstack-request-id: req-133c7133-2fb4-4da2-996b-006bbe699c17 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:48:45.672651 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ef5e0c-503f-470f-ad73-5d46c7b89a1c", "name": "network-vif-deleted", "tag": "504f6733-2c63-4d44-befe-b2c7087c2ebb", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:48:45.672906 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-133c7133-2fb4-4da2-996b-006bbe699c17 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:48:45.673338 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ef5e0c-503f-470f-ad73-5d46c7b89a1c', 'name': 'network-vif-deleted', 'tag': '504f6733-2c63-4d44-befe-b2c7087c2ebb', 'status': 'completed', 'code': 200} Jan 28 02:48:45.725785 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-73cb2160-593e-4b25-816f-6dc502ca9a70 req-12bbefb3-05ac-4321-94ae-6f3223110250 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] For port e9554c63-20e1-4df5-ba01-10988b4ff4ee, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=e9554c63-20e1-4df5-ba01-10988b4ff4ee,segment=NetworkSegment(75a4b119-8376-430b-8e41-eb2c7f9df607),segment_id=75a4b119-8376-430b-8e41-eb2c7f9df607)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:45.726195 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-73cb2160-593e-4b25-816f-6dc502ca9a70 req-12bbefb3-05ac-4321-94ae-6f3223110250 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (e9554c63-20e1-4df5-ba01-10988b4ff4ee), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:45.740693 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-73cb2160-593e-4b25-816f-6dc502ca9a70 req-12bbefb3-05ac-4321-94ae-6f3223110250 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Calling delete_port for e9554c63-20e1-4df5-ba01-10988b4ff4ee owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:48:45.808362 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-853ee2d0-cbbc-4af5-9d4d-2ec66bdcfa34 req-833debc1-2d5c-424b-8093-f40bcbd0ede1 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Publish callbacks [] for port (c11ef670-2512-45b6-a8ac-78102ee7c79e), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:45.818863 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-853ee2d0-cbbc-4af5-9d4d-2ec66bdcfa34 req-833debc1-2d5c-424b-8093-f40bcbd0ede1 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (c11ef670-2512-45b6-a8ac-78102ee7c79e), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:45.862185 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b125a-15a3-4d72-a6ff-f4be53c030ce req-0143a9da-2c9a-4a3e-9f41-e188951ee6f5 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:45.864320 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6d2b125a-15a3-4d72-a6ff-f4be53c030ce req-0143a9da-2c9a-4a3e-9f41-e188951ee6f5 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/ports?device_id=ded3de28-7455-4d4f-81b7-d660d9c1797b HTTP/1.1" status: 200 len: 943 time: 0.1069496 Jan 28 02:48:45.878935 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833debc1-2d5c-424b-8093-f40bcbd0ede1 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Pushing event updated for resources: {'Port': ['ID=c11ef670-2512-45b6-a8ac-78102ee7c79e,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:45.935226 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6d2b125a-15a3-4d72-a6ff-f4be53c030ce req-b775b6d5-99ac-4c49-ac14-9468b8616685 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.53 "GET /v2.0/security-groups?id=a97e5387-e3e1-489c-b459-c9299addad1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616338 Jan 28 02:48:45.963205 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-853ee2d0-cbbc-4af5-9d4d-2ec66bdcfa34 req-833debc1-2d5c-424b-8093-f40bcbd0ede1 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (3ed48a37-5bea-4b9f-9ad0-83284cad8532), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:45.997975 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-853ee2d0-cbbc-4af5-9d4d-2ec66bdcfa34 req-833debc1-2d5c-424b-8093-f40bcbd0ede1 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:45.999498 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-853ee2d0-cbbc-4af5-9d4d-2ec66bdcfa34 req-833debc1-2d5c-424b-8093-f40bcbd0ede1 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3660078 Jan 28 02:48:46.015486 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-73cb2160-593e-4b25-816f-6dc502ca9a70 req-12bbefb3-05ac-4321-94ae-6f3223110250 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (e9554c63-20e1-4df5-ba01-10988b4ff4ee), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:46.061928 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-853ee2d0-cbbc-4af5-9d4d-2ec66bdcfa34 req-c52f575f-6a85-4ad8-a047-d838fec55937 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.173 HTTP/1.1" status: 200 len: 696 time: 0.0545709 Jan 28 02:48:46.068987 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bbefb3-05ac-4321-94ae-6f3223110250 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Pushing event deleted for resources: {'Port': ['ID=e9554c63-20e1-4df5-ba01-10988b4ff4ee,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:46.174112 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-73cb2160-593e-4b25-816f-6dc502ca9a70 req-12bbefb3-05ac-4321-94ae-6f3223110250 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] No DVR routers for this DVR port e9554c63-20e1-4df5-ba01-10988b4ff4ee on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:48:46.184845 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28661a85-063e-43b9-80e9-8e012e6c89e0 req-fd6104c2-ca23-459e-9b38-5e9f70462655 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:46.186692 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-28661a85-063e-43b9-80e9-8e012e6c89e0 req-fd6104c2-ca23-459e-9b38-5e9f70462655 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=49e5f43b-07b5-46e2-8f81-903d43d04688 HTTP/1.1" status: 200 len: 944 time: 0.1078076 Jan 28 02:48:46.187959 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ee2d0-cbbc-4af5-9d4d-2ec66bdcfa34 req-d2ceacc1-396b-48aa-9566-cfdab17beb5f tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:46.188445 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-73cb2160-593e-4b25-816f-6dc502ca9a70 req-12bbefb3-05ac-4321-94ae-6f3223110250 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:46.193412 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-73cb2160-593e-4b25-816f-6dc502ca9a70 req-12bbefb3-05ac-4321-94ae-6f3223110250 tempest-ImagesTestJSON-323994627 tempest-ImagesTestJSON-323994627-project] 10.222.0.39 "DELETE /v2.0/ports/e9554c63-20e1-4df5-ba01-10988b4ff4ee HTTP/1.1" status: 204 len: 173 time: 0.7304125 Jan 28 02:48:46.200259 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-853ee2d0-cbbc-4af5-9d4d-2ec66bdcfa34 req-d2ceacc1-396b-48aa-9566-cfdab17beb5f tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/networks/8f7dc9c9-eaf1-4339-a2e3-884554154641 HTTP/1.1" status: 200 len: 784 time: 0.1372049 Jan 28 02:48:46.275315 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-28661a85-063e-43b9-80e9-8e012e6c89e0 req-1d74ccaf-0466-4f92-848a-f885ef048177 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/security-groups?id=81a8b397-bb78-4b68-9423-1c50e72f6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806377 Jan 28 02:48:46.417063 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['52e8ecc9-44e8-4561-8da4-e2eb3bba3cca'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:48:46.472253 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39a3ca-e16e-4e5a-958d-767cf293c292 req-5d2e6314-6b38-48f1-8e62-a3e1dab020ae tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:46.474414 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fa39a3ca-e16e-4e5a-958d-767cf293c292 req-5d2e6314-6b38-48f1-8e62-a3e1dab020ae tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0cdadb6-85ad-4233-9eeb-6b2963382a8a HTTP/1.1" status: 200 len: 945 time: 0.0807769 Jan 28 02:48:46.545355 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fa39a3ca-e16e-4e5a-958d-767cf293c292 req-25c3a241-7513-43d1-ac55-3d46e5d6414d tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a471b5-09f4-45a6-b187-9512acbe1c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547535 Jan 28 02:48:46.672551 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c19502-11c1-439d-8958-ced12c166a9b req-5797a78f-2389-42cc-b295-4855cd0bc817 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:46.685676 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a6c19502-11c1-439d-8958-ced12c166a9b req-5797a78f-2389-42cc-b295-4855cd0bc817 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4404f-6ba4-4af3-8a4c-42aea5c66242&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1553991 Jan 28 02:48:46.745457 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a6c19502-11c1-439d-8958-ced12c166a9b req-6b7d3173-417b-40f0-9e1c-7d497783598b tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.173 HTTP/1.1" status: 200 len: 696 time: 0.0586829 Jan 28 02:48:46.750950 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-a6c19502-11c1-439d-8958-ced12c166a9b req-31d5ee22-0387-42a5-8236-e7573e06bd64 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Request body: {'floatingip': {'port_id': '9632b156-2630-4207-8a06-ef5e2079e909', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:48:46.794373 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-a6c19502-11c1-439d-8958-ced12c166a9b req-31d5ee22-0387-42a5-8236-e7573e06bd64 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Publish callbacks [] for floatingip (3ed48a37-5bea-4b9f-9ad0-83284cad8532), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:46.917505 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 56710871-228c-47e1-875d-6041d9eba5d8 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:48:46.922703 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ae037-5295-4913-950c-23ccb0e27cd7 req-26c36c5b-019b-4ff6-bfec-1f33975c7af6 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:46.926675 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f54ae037-5295-4913-950c-23ccb0e27cd7 req-26c36c5b-019b-4ff6-bfec-1f33975c7af6 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 950 time: 0.0841367 Jan 28 02:48:47.007368 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 504f6733-2c63-4d44-befe-b2c7087c2ebb no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:48:47.027803 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f54ae037-5295-4913-950c-23ccb0e27cd7 req-3dd17a13-b5f8-429b-b25f-1cffa9120970 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953293 Jan 28 02:48:47.035721 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 504f6733-2c63-4d44-befe-b2c7087c2ebb {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:48:47.036272 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 504f6733-2c63-4d44-befe-b2c7087c2ebb not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:48:47.057098 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 56710871-228c-47e1-875d-6041d9eba5d8 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:48:47.063291 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 56710871-228c-47e1-875d-6041d9eba5d8 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:48:47.064161 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (56710871-228c-47e1-875d-6041d9eba5d8), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:47.162165 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [req-a6c19502-11c1-439d-8958-ced12c166a9b req-31d5ee22-0387-42a5-8236-e7573e06bd64 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] update failed (client error): There was a conflict when trying to complete your request. Jan 28 02:48:47.165397 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 56710871-228c-47e1-875d-6041d9eba5d8 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:48:47.165793 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (56710871-228c-47e1-875d-6041d9eba5d8), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:47.177241 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a6c19502-11c1-439d-8958-ced12c166a9b req-31d5ee22-0387-42a5-8236-e7573e06bd64 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "PUT /v2.0/floatingips/3ed48a37-5bea-4b9f-9ad0-83284cad8532 HTTP/1.1" status: 409 len: 550 time: 0.4302208 Jan 28 02:48:47.203287 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 56710871-228c-47e1-875d-6041d9eba5d8, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=56710871-228c-47e1-875d-6041d9eba5d8,segment=NetworkSegment(bbedb26a-d891-40c8-8d71-f06cdae1759c),segment_id=bbedb26a-d891-40c8-8d71-f06cdae1759c)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:47.204329 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0cdadb6-85ad-4233-9eeb-6b2963382a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56710871-228c-47e1-875d-6041d9eba5d8'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:48:47.208542 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77865fdf-b544-49d1-ab32-35e461c62c7b" -d '{"events": [{"server_uuid": "c0cdadb6-85ad-4233-9eeb-6b2963382a8a", "name": "network-vif-plugged", "status": "completed", "tag": "56710871-228c-47e1-875d-6041d9eba5d8"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:48:47.213032 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (56710871-228c-47e1-875d-6041d9eba5d8), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:47.269661 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd8438-02fe-4154-aa1d-cbc2438ec176 req-e6f67daa-ebbf-4658-9101-da534d379f37 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:47.270758 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=56710871-228c-47e1-875d-6041d9eba5d8,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:47.277031 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-babd8438-02fe-4154-aa1d-cbc2438ec176 req-e6f67daa-ebbf-4658-9101-da534d379f37 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=aff0c9c9-2c95-47fc-ad21-e435e29acd33 HTTP/1.1" status: 200 len: 950 time: 0.0549002 Jan 28 02:48:47.310200 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2adb594f-632e-438d-b264-19a159710f0a req-78dddcf2-3294-407f-b5df-68649679c98b tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/floatingips/3ed48a37-5bea-4b9f-9ad0-83284cad8532 HTTP/1.1" status: 200 len: 693 time: 0.0727689 Jan 28 02:48:47.322878 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-babd8438-02fe-4154-aa1d-cbc2438ec176 req-6751ed34-a820-432c-8378-95265b11b5a1 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448935 Jan 28 02:48:47.377904 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b0cc63-be32-4694-bc02-ea03c108fe12 x-openstack-request-id: req-b1b0cc63-be32-4694-bc02-ea03c108fe12 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:48:47.378681 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0cdadb6-85ad-4233-9eeb-6b2963382a8a", "name": "network-vif-plugged", "status": "completed", "tag": "56710871-228c-47e1-875d-6041d9eba5d8", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:48:47.379171 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b1b0cc63-be32-4694-bc02-ea03c108fe12 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:48:47.379693 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0cdadb6-85ad-4233-9eeb-6b2963382a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56710871-228c-47e1-875d-6041d9eba5d8', 'code': 200} Jan 28 02:48:47.429847 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb594f-632e-438d-b264-19a159710f0a req-957f9526-133d-4854-b806-0a78efaf1133 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:47.431363 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2adb594f-632e-438d-b264-19a159710f0a req-957f9526-133d-4854-b806-0a78efaf1133 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/networks/8f7dc9c9-eaf1-4339-a2e3-884554154641 HTTP/1.1" status: 200 len: 784 time: 0.1197422 Jan 28 02:48:47.450606 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [req-2adb594f-632e-438d-b264-19a159710f0a req-1553be98-79a6-4a74-8bd9-4fd3bcfc2df2 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:48:47.451699 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2adb594f-632e-438d-b264-19a159710f0a req-1553be98-79a6-4a74-8bd9-4fd3bcfc2df2 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062218 Jan 28 02:48:47.524950 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b180cb1-1631-431b-b07f-ebeaffd0b3a6 req-c465deeb-d0f6-40ce-8831-3e917167f22d tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:47.526454 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5b180cb1-1631-431b-b07f-ebeaffd0b3a6 req-c465deeb-d0f6-40ce-8831-3e917167f22d tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=49e5f43b-07b5-46e2-8f81-903d43d04688 HTTP/1.1" status: 200 len: 944 time: 0.0621033 Jan 28 02:48:47.548598 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2adb594f-632e-438d-b264-19a159710f0a req-48bdf6da-09c0-48c4-a23e-91a227ab4ef0 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.173 HTTP/1.1" status: 200 len: 696 time: 0.0789771 Jan 28 02:48:47.574852 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5b180cb1-1631-431b-b07f-ebeaffd0b3a6 req-9b78e456-c658-406b-9f33-054d43f17053 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/security-groups?id=81a8b397-bb78-4b68-9423-1c50e72f6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419691 Jan 28 02:48:47.608224 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2adb594f-632e-438d-b264-19a159710f0a req-58ec8cd8-2385-41d1-b80f-e7b7170bdb9c tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.173 HTTP/1.1" status: 200 len: 696 time: 0.0527313 Jan 28 02:48:47.610262 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b8588-046c-4590-9591-656210c26a05 req-8bc5fbd9-3517-45fd-8cc8-db6c75cd6c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:47.611920 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-394b8588-046c-4590-9591-656210c26a05 req-8bc5fbd9-3517-45fd-8cc8-db6c75cd6c8f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c0cdadb6-85ad-4233-9eeb-6b2963382a8a HTTP/1.1" status: 200 len: 1098 time: 0.0983751 Jan 28 02:48:47.674880 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded3de28-7455-4d4f-81b7-d660d9c1797b', 'name': 'network-vif-deleted', 'tag': 'e9554c63-20e1-4df5-ba01-10988b4ff4ee'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:48:47.677926 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04fc0241-2018-4f1a-a999-e2ffca7dc1d5" -d '{"events": [{"server_uuid": "ded3de28-7455-4d4f-81b7-d660d9c1797b", "name": "network-vif-deleted", "tag": "e9554c63-20e1-4df5-ba01-10988b4ff4ee"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:48:47.764485 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-394b8588-046c-4590-9591-656210c26a05 req-ed9f873e-4b02-43de-b942-2bd2679e119b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=33a471b5-09f4-45a6-b187-9512acbe1c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435654 Jan 28 02:48:47.783634 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-2adb594f-632e-438d-b264-19a159710f0a req-a3f717d4-4e22-44fe-b7c6-1adb842c8066 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Deleting port c11ef670-2512-45b6-a8ac-78102ee7c79e {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:48:47.784264 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-2adb594f-632e-438d-b264-19a159710f0a req-a3f717d4-4e22-44fe-b7c6-1adb842c8066 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (c11ef670-2512-45b6-a8ac-78102ee7c79e), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:47.861395 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-2adb594f-632e-438d-b264-19a159710f0a req-a3f717d4-4e22-44fe-b7c6-1adb842c8066 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (c11ef670-2512-45b6-a8ac-78102ee7c79e), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:47.861698 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-2adb594f-632e-438d-b264-19a159710f0a req-a3f717d4-4e22-44fe-b7c6-1adb842c8066 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Publish callbacks [] for floatingip (c11ef670-2512-45b6-a8ac-78102ee7c79e), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:47.873934 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-2adb594f-632e-438d-b264-19a159710f0a req-a3f717d4-4e22-44fe-b7c6-1adb842c8066 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Calling delete_port for c11ef670-2512-45b6-a8ac-78102ee7c79e owned by network:floatingip {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:48:48.015963 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-2adb594f-632e-438d-b264-19a159710f0a req-a3f717d4-4e22-44fe-b7c6-1adb842c8066 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (c11ef670-2512-45b6-a8ac-78102ee7c79e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:48.044242 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f717d4-4e22-44fe-b7c6-1adb842c8066 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Pushing event deleted for resources: {'Port': ['ID=c11ef670-2512-45b6-a8ac-78102ee7c79e,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:48.102039 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-2adb594f-632e-438d-b264-19a159710f0a req-a3f717d4-4e22-44fe-b7c6-1adb842c8066 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Publish callbacks [] for floatingip (3ed48a37-5bea-4b9f-9ad0-83284cad8532), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:48.104958 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-2adb594f-632e-438d-b264-19a159710f0a req-a3f717d4-4e22-44fe-b7c6-1adb842c8066 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:48.109310 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2adb594f-632e-438d-b264-19a159710f0a req-a3f717d4-4e22-44fe-b7c6-1adb842c8066 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "DELETE /v2.0/floatingips/3ed48a37-5bea-4b9f-9ad0-83284cad8532 HTTP/1.1" status: 204 len: 173 time: 0.4956946 Jan 28 02:48:48.150464 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a0d681-b72d-4002-8b9c-17420855a51e req-2f6e8e6a-e1a4-4289-b047-84c5132f7841 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:48.151914 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-89a0d681-b72d-4002-8b9c-17420855a51e req-2f6e8e6a-e1a4-4289-b047-84c5132f7841 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.39 "GET /v2.0/ports?device_id=aff0c9c9-2c95-47fc-ad21-e435e29acd33 HTTP/1.1" status: 200 len: 950 time: 0.0523086 Jan 28 02:48:48.206395 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3755b8f-231b-4f39-ab7e-5d701aa7ae29 req-6cf0d26c-b762-40d0-8af1-fb35b4528234 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:48.207961 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e3755b8f-231b-4f39-ab7e-5d701aa7ae29 req-6cf0d26c-b762-40d0-8af1-fb35b4528234 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0cdadb6-85ad-4233-9eeb-6b2963382a8a HTTP/1.1" status: 200 len: 946 time: 0.0516763 Jan 28 02:48:48.255892 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-89a0d681-b72d-4002-8b9c-17420855a51e req-d2a90beb-cda7-4b4d-9d5f-fd54e70b9fc2 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Deleting port d925d38d-6ab3-40a6-a442-3a0decad1995 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:48:48.256237 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-89a0d681-b72d-4002-8b9c-17420855a51e req-d2a90beb-cda7-4b4d-9d5f-fd54e70b9fc2 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (d925d38d-6ab3-40a6-a442-3a0decad1995), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:48.257698 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e3755b8f-231b-4f39-ab7e-5d701aa7ae29 req-e303b00b-f47b-4374-b70f-dffec849edce tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a471b5-09f4-45a6-b187-9512acbe1c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436611 Jan 28 02:48:48.345186 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84cbb748-3a49-486e-ac30-4be28a80ad71 x-openstack-request-id: req-84cbb748-3a49-486e-ac30-4be28a80ad71 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:48:48.345607 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded3de28-7455-4d4f-81b7-d660d9c1797b", "name": "network-vif-deleted", "tag": "e9554c63-20e1-4df5-ba01-10988b4ff4ee", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:48:48.345840 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-84cbb748-3a49-486e-ac30-4be28a80ad71 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:48:48.346384 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded3de28-7455-4d4f-81b7-d660d9c1797b', 'name': 'network-vif-deleted', 'tag': 'e9554c63-20e1-4df5-ba01-10988b4ff4ee', 'status': 'completed', 'code': 200} Jan 28 02:48:48.381127 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-89a0d681-b72d-4002-8b9c-17420855a51e req-d2a90beb-cda7-4b4d-9d5f-fd54e70b9fc2 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] For port d925d38d-6ab3-40a6-a442-3a0decad1995, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=d925d38d-6ab3-40a6-a442-3a0decad1995,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:48.381481 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-89a0d681-b72d-4002-8b9c-17420855a51e req-d2a90beb-cda7-4b4d-9d5f-fd54e70b9fc2 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (d925d38d-6ab3-40a6-a442-3a0decad1995), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:48.401285 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-89a0d681-b72d-4002-8b9c-17420855a51e req-d2a90beb-cda7-4b4d-9d5f-fd54e70b9fc2 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Calling delete_port for d925d38d-6ab3-40a6-a442-3a0decad1995 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:48:48.452806 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4e6f3-7c4d-405e-9e6e-2a565a24fda6 req-7c200ccf-ddaf-4cf2-a62b-c22e81cd62fa tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:48.460458 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-93e4e6f3-7c4d-405e-9e6e-2a565a24fda6 req-7c200ccf-ddaf-4cf2-a62b-c22e81cd62fa tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 950 time: 0.0649536 Jan 28 02:48:48.515652 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-93e4e6f3-7c4d-405e-9e6e-2a565a24fda6 req-7c01f242-a5c6-415d-8ac6-1e436cb5bde5 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534112 Jan 28 02:48:48.607209 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f7a7c027-a613-4f79-9536-ce5526427a71 req-b06d3131-e23f-4ae2-a4c1-21c0003ba4b9 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.157 HTTP/1.1" status: 200 len: 1001 time: 0.1084929 Jan 28 02:48:48.711473 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7c027-a613-4f79-9536-ce5526427a71 req-433d6ea7-92bd-4799-8bbf-29d5b4ee4e8b tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:48.724600 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f7a7c027-a613-4f79-9536-ce5526427a71 req-433d6ea7-92bd-4799-8bbf-29d5b4ee4e8b tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/ports/9632b156-2630-4207-8a06-ef5e2079e909 HTTP/1.1" status: 200 len: 942 time: 0.1105549 Jan 28 02:48:48.746597 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356ca82-7deb-4252-b997-65ef3c71dc76 req-04bc4994-93e5-4116-9b64-7e91083d0440 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:48.751032 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-89a0d681-b72d-4002-8b9c-17420855a51e req-d2a90beb-cda7-4b4d-9d5f-fd54e70b9fc2 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (d925d38d-6ab3-40a6-a442-3a0decad1995), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:48.756182 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2356ca82-7deb-4252-b997-65ef3c71dc76 req-04bc4994-93e5-4116-9b64-7e91083d0440 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=aff0c9c9-2c95-47fc-ad21-e435e29acd33 HTTP/1.1" status: 200 len: 950 time: 0.0715036 Jan 28 02:48:48.790093 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['d925d38d-6ab3-40a6-a442-3a0decad1995'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:48:48.795986 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03', 'e4ab30af-1603-4bea-92ba-25b6aad0d335', 'e012a990-cb6c-483f-aac7-ecbf7a096470', 'bbefa95f-706b-412e-ba99-f43f87e55804'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:48:48.813726 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2356ca82-7deb-4252-b997-65ef3c71dc76 req-425fa172-fdee-4ca2-a9a4-145b54537dd4 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563171 Jan 28 02:48:48.885730 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f7a7c027-a613-4f79-9536-ce5526427a71 req-2ead32a3-e8bb-4d15-8f40-e432301ae913 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.157 HTTP/1.1" status: 200 len: 1001 time: 0.0898581 Jan 28 02:48:48.890912 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a90beb-cda7-4b4d-9d5f-fd54e70b9fc2 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Pushing event deleted for resources: {'Port': ['ID=d925d38d-6ab3-40a6-a442-3a0decad1995,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:48.981614 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730defdc-d807-4b8c-aa46-25d9013a91c5 req-356b0855-df1c-4e46-aa72-aad2ca5c7b24 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:48.993450 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-730defdc-d807-4b8c-aa46-25d9013a91c5 req-356b0855-df1c-4e46-aa72-aad2ca5c7b24 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=49e5f43b-07b5-46e2-8f81-903d43d04688 HTTP/1.1" status: 200 len: 944 time: 0.1221428 Jan 28 02:48:48.996921 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device e9554c63-20e1-4df5-ba01-10988b4ff4ee no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:48:49.003242 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a0d681-b72d-4002-8b9c-17420855a51e req-d2a90beb-cda7-4b4d-9d5f-fd54e70b9fc2 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] No DVR routers for this DVR port d925d38d-6ab3-40a6-a442-3a0decad1995 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:48:49.006229 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-89a0d681-b72d-4002-8b9c-17420855a51e req-d2a90beb-cda7-4b4d-9d5f-fd54e70b9fc2 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:49.010724 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-89a0d681-b72d-4002-8b9c-17420855a51e req-d2a90beb-cda7-4b4d-9d5f-fd54e70b9fc2 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.39 "DELETE /v2.0/ports/d925d38d-6ab3-40a6-a442-3a0decad1995 HTTP/1.1" status: 204 len: 173 time: 0.8500013 Jan 28 02:48:49.055437 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 52e8ecc9-44e8-4561-8da4-e2eb3bba3cca up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:48:49.066224 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: e9554c63-20e1-4df5-ba01-10988b4ff4ee {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:48:49.069572 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device e9554c63-20e1-4df5-ba01-10988b4ff4ee not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:48:49.113430 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-730defdc-d807-4b8c-aa46-25d9013a91c5 req-15957aa7-2e90-4245-a874-d21e5eb400b8 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/security-groups?id=81a8b397-bb78-4b68-9423-1c50e72f6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189389 Jan 28 02:48:49.122647 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7c027-a613-4f79-9536-ce5526427a71 req-5da5a076-9862-4ce7-a147-dcfbe014f6ec tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:49.136829 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f7a7c027-a613-4f79-9536-ce5526427a71 req-5da5a076-9862-4ce7-a147-dcfbe014f6ec tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/networks/8f7dc9c9-eaf1-4339-a2e3-884554154641 HTTP/1.1" status: 200 len: 784 time: 0.2494740 Jan 28 02:48:49.317239 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f7a7c027-a613-4f79-9536-ce5526427a71 req-f39e258f-c571-4adf-bf68-58becebca01b tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.157 HTTP/1.1" status: 200 len: 1001 time: 0.1755781 Jan 28 02:48:49.330947 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-f7a7c027-a613-4f79-9536-ce5526427a71 req-50004d31-9032-4db6-a49e-008d8543f102 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:48:49.376210 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c96c7-ecd7-47ec-a9e2-31a7fbc13a0a req-2b78bb2b-21ef-4434-a2e5-03bade42df06 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:49.379601 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0b2c96c7-ecd7-47ec-a9e2-31a7fbc13a0a req-2b78bb2b-21ef-4434-a2e5-03bade42df06 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f5f98d1-2eeb-48bd-9d72-670015d29247 HTTP/1.1" status: 200 len: 949 time: 0.1006396 Jan 28 02:48:49.422443 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f7a7c027-a613-4f79-9536-ce5526427a71 req-50004d31-9032-4db6-a49e-008d8543f102 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Publish callbacks [] for floatingip (385d2f65-8831-4e14-b44c-4c01904becc5), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:49.435705 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 52e8ecc9-44e8-4561-8da4-e2eb3bba3cca completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:48:49.442587 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 52e8ecc9-44e8-4561-8da4-e2eb3bba3cca triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:48:49.443226 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (52e8ecc9-44e8-4561-8da4-e2eb3bba3cca), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:49.608472 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897acb81-4fa4-47bf-ac4a-694c084c8854 req-aa129b81-f935-46d4-b6fb-ad51da0f51a8 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:49.610031 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-897acb81-4fa4-47bf-ac4a-694c084c8854 req-aa129b81-f935-46d4-b6fb-ad51da0f51a8 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0cdadb6-85ad-4233-9eeb-6b2963382a8a HTTP/1.1" status: 200 len: 946 time: 0.1618187 Jan 28 02:48:49.648577 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-0b2c96c7-ecd7-47ec-a9e2-31a7fbc13a0a req-4345c951-cb3f-4147-93e9-dc670b9291b9 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Deleting port bbefa95f-706b-412e-ba99-f43f87e55804 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:48:49.648914 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-0b2c96c7-ecd7-47ec-a9e2-31a7fbc13a0a req-4345c951-cb3f-4147-93e9-dc670b9291b9 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (bbefa95f-706b-412e-ba99-f43f87e55804), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:49.659581 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 52e8ecc9-44e8-4561-8da4-e2eb3bba3cca is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:48:49.664209 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (52e8ecc9-44e8-4561-8da4-e2eb3bba3cca), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:49.746085 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e5f43b-07b5-46e2-8f81-903d43d04688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e8ecc9-44e8-4561-8da4-e2eb3bba3cca'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:48:49.749140 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1baa181-94c5-47a4-9ed0-ec22ea16d13c" -d '{"events": [{"server_uuid": "49e5f43b-07b5-46e2-8f81-903d43d04688", "name": "network-vif-plugged", "status": "completed", "tag": "52e8ecc9-44e8-4561-8da4-e2eb3bba3cca"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:48:49.750465 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-897acb81-4fa4-47bf-ac4a-694c084c8854 req-0b8982a2-ac30-4748-968f-377cf0704a06 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a471b5-09f4-45a6-b187-9512acbe1c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292403 Jan 28 02:48:49.793898 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 52e8ecc9-44e8-4561-8da4-e2eb3bba3cca, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=52e8ecc9-44e8-4561-8da4-e2eb3bba3cca,segment=NetworkSegment(8b609dd3-1a12-4928-857f-98daa12d72ad),segment_id=8b609dd3-1a12-4928-857f-98daa12d72ad)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:49.794855 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f7a7c027-a613-4f79-9536-ce5526427a71 req-50004d31-9032-4db6-a49e-008d8543f102 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:49.810596 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f7a7c027-a613-4f79-9536-ce5526427a71 req-50004d31-9032-4db6-a49e-008d8543f102 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (385d2f65-8831-4e14-b44c-4c01904becc5), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:49.811218 n-d-712139-27 neutron-server[109803]: INFO neutron.db.l3_db [req-f7a7c027-a613-4f79-9536-ce5526427a71 req-50004d31-9032-4db6-a49e-008d8543f102 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Floating IP 385d2f65-8831-4e14-b44c-4c01904becc5 disassociated. External IP: 172.25.0.157, port: 9632b156-2630-4207-8a06-ef5e2079e909. Jan 28 02:48:49.827933 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (52e8ecc9-44e8-4561-8da4-e2eb3bba3cca), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:49.956109 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-0b2c96c7-ecd7-47ec-a9e2-31a7fbc13a0a req-4345c951-cb3f-4147-93e9-dc670b9291b9 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] For port bbefa95f-706b-412e-ba99-f43f87e55804, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=bbefa95f-706b-412e-ba99-f43f87e55804,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:49.956484 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-0b2c96c7-ecd7-47ec-a9e2-31a7fbc13a0a req-4345c951-cb3f-4147-93e9-dc670b9291b9 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (bbefa95f-706b-412e-ba99-f43f87e55804), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:49.978668 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-0b2c96c7-ecd7-47ec-a9e2-31a7fbc13a0a req-4345c951-cb3f-4147-93e9-dc670b9291b9 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Calling delete_port for bbefa95f-706b-412e-ba99-f43f87e55804 owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:48:49.996192 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3462b01-b780-46a7-ac8c-49f38938d4c6 req-125928c2-8916-4ab0-821e-b31a6eec8104 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:50.002641 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=52e8ecc9-44e8-4561-8da4-e2eb3bba3cca,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:50.003503 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d3462b01-b780-46a7-ac8c-49f38938d4c6 req-125928c2-8916-4ab0-821e-b31a6eec8104 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 950 time: 0.1391425 Jan 28 02:48:50.106318 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d3462b01-b780-46a7-ac8c-49f38938d4c6 req-df75d691-0ddf-494e-a3c2-83aa485e6277 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018019 Jan 28 02:48:50.280643 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-0b2c96c7-ecd7-47ec-a9e2-31a7fbc13a0a req-4345c951-cb3f-4147-93e9-dc670b9291b9 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (bbefa95f-706b-412e-ba99-f43f87e55804), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:50.281684 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e50e436-a18f-4839-87f7-b2c6321f1392 x-openstack-request-id: req-6e50e436-a18f-4839-87f7-b2c6321f1392 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:48:50.282202 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e5f43b-07b5-46e2-8f81-903d43d04688", "name": "network-vif-plugged", "status": "completed", "tag": "52e8ecc9-44e8-4561-8da4-e2eb3bba3cca", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:48:50.283317 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6e50e436-a18f-4839-87f7-b2c6321f1392 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:48:50.285252 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e5f43b-07b5-46e2-8f81-903d43d04688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e8ecc9-44e8-4561-8da4-e2eb3bba3cca', 'code': 200} Jan 28 02:48:50.321949 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4345c951-cb3f-4147-93e9-dc670b9291b9 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Pushing event deleted for resources: {'Port': ['ID=bbefa95f-706b-412e-ba99-f43f87e55804,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:50.334844 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['d925d38d-6ab3-40a6-a442-3a0decad1995'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:48:50.347909 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 58224) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:48:50.407623 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03', 'e4ab30af-1603-4bea-92ba-25b6aad0d335', 'e012a990-cb6c-483f-aac7-ecbf7a096470'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:48:50.412590 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff0c9c9-2c95-47fc-ad21-e435e29acd33', 'name': 'network-vif-deleted', 'tag': 'd925d38d-6ab3-40a6-a442-3a0decad1995'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:48:50.414119 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae6031e-c7b1-49d0-a557-aaa5ec3ea341" -d '{"events": [{"server_uuid": "aff0c9c9-2c95-47fc-ad21-e435e29acd33", "name": "network-vif-deleted", "tag": "d925d38d-6ab3-40a6-a442-3a0decad1995"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:48:50.473919 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2c96c7-ecd7-47ec-a9e2-31a7fbc13a0a req-4345c951-cb3f-4147-93e9-dc670b9291b9 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] No DVR routers for this DVR port bbefa95f-706b-412e-ba99-f43f87e55804 on host n-h1-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:48:50.485091 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-0b2c96c7-ecd7-47ec-a9e2-31a7fbc13a0a req-4345c951-cb3f-4147-93e9-dc670b9291b9 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:50.495242 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0b2c96c7-ecd7-47ec-a9e2-31a7fbc13a0a req-4345c951-cb3f-4147-93e9-dc670b9291b9 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.67 "DELETE /v2.0/ports/bbefa95f-706b-412e-ba99-f43f87e55804 HTTP/1.1" status: 204 len: 173 time: 1.1081877 Jan 28 02:48:50.495984 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5f98d1-2eeb-48bd-9d72-670015d29247', 'name': 'network-vif-deleted', 'tag': 'bbefa95f-706b-412e-ba99-f43f87e55804'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:48:50.502680 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50c9557-757c-43aa-be22-c8fed48e2245" -d '{"events": [{"server_uuid": "4f5f98d1-2eeb-48bd-9d72-670015d29247", "name": "network-vif-deleted", "tag": "bbefa95f-706b-412e-ba99-f43f87e55804"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:48:50.509860 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c7bed-adc9-4d00-aaa4-b45925500487 req-88bda9fd-ebd9-4608-9abd-4cf10ae0422b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:50.511655 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1a8c7bed-adc9-4d00-aaa4-b45925500487 req-88bda9fd-ebd9-4608-9abd-4cf10ae0422b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=49e5f43b-07b5-46e2-8f81-903d43d04688 HTTP/1.1" status: 200 len: 1097 time: 0.0946724 Jan 28 02:48:50.524087 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-d56a6d8a-a2e5-4cc5-9243-5c175d5875f7 admin admin] Deleting subnet eaaafb1c-3547-4581-9e89-2950c931386f {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:48:50.535219 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d56a6d8a-a2e5-4cc5-9243-5c175d5875f7 admin admin] Publish callbacks [] for subnet (eaaafb1c-3547-4581-9e89-2950c931386f), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:50.572268 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7a7c027-a613-4f79-9536-ce5526427a71 req-50004d31-9032-4db6-a49e-008d8543f102 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Router eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:48:50.599259 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1a8c7bed-adc9-4d00-aaa4-b45925500487 req-bbdf1a68-8af5-4fac-a754-6e1fe6344cd2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=81a8b397-bb78-4b68-9423-1c50e72f6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787959 Jan 28 02:48:50.607351 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d56a6d8a-a2e5-4cc5-9243-5c175d5875f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (eaaafb1c-3547-4581-9e89-2950c931386f), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:50.648804 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58940f2f-22b2-4f71-b6ce-3a100e81e962 req-38bf1433-cd98-4552-be9c-b376bb88fef7 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:50.653708 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-58940f2f-22b2-4f71-b6ce-3a100e81e962 req-38bf1433-cd98-4552-be9c-b376bb88fef7 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=49e5f43b-07b5-46e2-8f81-903d43d04688 HTTP/1.1" status: 200 len: 945 time: 0.1161063 Jan 28 02:48:50.693749 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d56a6d8a-a2e5-4cc5-9243-5c175d5875f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (eaaafb1c-3547-4581-9e89-2950c931386f), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:50.729536 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7a7c027-a613-4f79-9536-ce5526427a71 req-50004d31-9032-4db6-a49e-008d8543f102 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:48:50.734152 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f7a7c027-a613-4f79-9536-ce5526427a71 req-50004d31-9032-4db6-a49e-008d8543f102 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:50.745715 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-58940f2f-22b2-4f71-b6ce-3a100e81e962 req-a0b18da8-a1f1-4845-8705-19a8f0b58b0f tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/security-groups?id=81a8b397-bb78-4b68-9423-1c50e72f6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882473 Jan 28 02:48:50.747179 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f1aa29-a5d7-4f95-9435-2c5db79ed8b9 None None] Sync routers for ids ['eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:48:50.763379 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f7a7c027-a613-4f79-9536-ce5526427a71 req-50004d31-9032-4db6-a49e-008d8543f102 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "PUT /v2.0/floatingips/385d2f65-8831-4e14-b44c-4c01904becc5 HTTP/1.1" status: 200 len: 695 time: 1.4427235 Jan 28 02:48:50.798750 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d56a6d8a-a2e5-4cc5-9243-5c175d5875f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (eaaafb1c-3547-4581-9e89-2950c931386f), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:50.810796 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f1aa29-a5d7-4f95-9435-2c5db79ed8b9 None None] Routers {'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:48:50.811419 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-18f1aa29-a5d7-4f95-9435-2c5db79ed8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:48:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:48:50.841209 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a6d8a-a2e5-4cc5-9243-5c175d5875f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaaafb1c-3547-4581-9e89-2950c931386f,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:50.843266 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d56a6d8a-a2e5-4cc5-9243-5c175d5875f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:50.846776 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d56a6d8a-a2e5-4cc5-9243-5c175d5875f7 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/eaaafb1c-3547-4581-9e89-2950c931386f HTTP/1.1" status: 204 len: 168 time: 0.4969294 Jan 28 02:48:50.849122 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 58234) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:48:50.888117 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7c027-a613-4f79-9536-ce5526427a71 req-c7cf52fd-5534-453a-8b4d-250c206afe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:50.889679 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f7a7c027-a613-4f79-9536-ce5526427a71 req-c7cf52fd-5534-453a-8b4d-250c206afe1b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e3a83e0e1e7b4f9da20361fc0066f10c&device_id=7dc4404f-6ba4-4af3-8a4c-42aea5c66242 HTTP/1.1" status: 200 len: 1097 time: 0.1068139 Jan 28 02:48:50.995657 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-18f1aa29-a5d7-4f95-9435-2c5db79ed8b9 None None] Set router eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:48:50.996889 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-22fcfe97-91aa-4cad-a85a-c220a6451735 req-faf894a1-3da1-43cb-8de0-32c8444e861d tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f5f98d1-2eeb-48bd-9d72-670015d29247 HTTP/1.1" status: 200 len: 210 time: 0.0616620 Jan 28 02:48:51.024319 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-62cd7dfd-18d2-4303-ac72-f53dd0f4b768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (c898a309-cc9c-486f-b9d6-bb11ec55d766), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:51.033819 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7c027-a613-4f79-9536-ce5526427a71 req-b34cc2fb-3e72-4b1f-ad86-1e7ee1b78d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:51.037258 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f7a7c027-a613-4f79-9536-ce5526427a71 req-b34cc2fb-3e72-4b1f-ad86-1e7ee1b78d0c service neutron] 10.222.0.53 "GET /v2.0/networks?id=be703702-7af5-402e-8d68-076a1cbb8c04 HTTP/1.1" status: 200 len: 930 time: 0.1332760 Jan 28 02:48:51.087498 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f7a7c027-a613-4f79-9536-ce5526427a71 req-a7ce5596-82e0-408b-bb30-c3d8d6d1e94f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9632b156-2630-4207-8a06-ef5e2079e909 HTTP/1.1" status: 200 len: 217 time: 0.0443137 Jan 28 02:48:51.089559 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2128777-4349-4a77-bbc6-50c015f3f056 x-openstack-request-id: req-c2128777-4349-4a77-bbc6-50c015f3f056 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:48:51.089966 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aff0c9c9-2c95-47fc-ad21-e435e29acd33", "name": "network-vif-deleted", "tag": "d925d38d-6ab3-40a6-a442-3a0decad1995", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:48:51.090223 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c2128777-4349-4a77-bbc6-50c015f3f056 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:48:51.091058 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff0c9c9-2c95-47fc-ad21-e435e29acd33', 'name': 'network-vif-deleted', 'tag': 'd925d38d-6ab3-40a6-a442-3a0decad1995', 'status': 'completed', 'code': 200} Jan 28 02:48:51.148636 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7c027-a613-4f79-9536-ce5526427a71 req-eaa0b911-4390-480f-ae4c-b91ccb9795ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:51.149532 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f7a7c027-a613-4f79-9536-ce5526427a71 req-eaa0b911-4390-480f-ae4c-b91ccb9795ab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fc944f55-5387-4378-a8b1-840d88a73f81 HTTP/1.1" status: 200 len: 868 time: 0.0551214 Jan 28 02:48:51.164075 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc1ea2c-a36e-4eac-9004-527ef9f21ace x-openstack-request-id: req-0cc1ea2c-a36e-4eac-9004-527ef9f21ace {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:48:51.165036 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f5f98d1-2eeb-48bd-9d72-670015d29247", "name": "network-vif-deleted", "tag": "bbefa95f-706b-412e-ba99-f43f87e55804", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:48:51.165208 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0cc1ea2c-a36e-4eac-9004-527ef9f21ace {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:48:51.165614 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f5f98d1-2eeb-48bd-9d72-670015d29247', 'name': 'network-vif-deleted', 'tag': 'bbefa95f-706b-412e-ba99-f43f87e55804', 'status': 'completed', 'code': 200} Jan 28 02:48:51.180866 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-62cd7dfd-18d2-4303-ac72-f53dd0f4b768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (c898a309-cc9c-486f-b9d6-bb11ec55d766), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:51.230344 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7c027-a613-4f79-9536-ce5526427a71 req-ae5016e5-8126-4a1f-a0d9-3b6617293230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:51.231904 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f7a7c027-a613-4f79-9536-ce5526427a71 req-ae5016e5-8126-4a1f-a0d9-3b6617293230 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=be703702-7af5-402e-8d68-076a1cbb8c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0751228 Jan 28 02:48:51.236030 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-62cd7dfd-18d2-4303-ac72-f53dd0f4b768 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c898a309-cc9c-486f-b9d6-bb11ec55d766']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:48:51.247529 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-62cd7dfd-18d2-4303-ac72-f53dd0f4b768 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75a4b119-8376-430b-8e41-eb2c7f9df607') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:48:51.247884 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-62cd7dfd-18d2-4303-ac72-f53dd0f4b768 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75a4b119-8376-430b-8e41-eb2c7f9df607') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:48:51.257851 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-62cd7dfd-18d2-4303-ac72-f53dd0f4b768 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (75a4b119-8376-430b-8e41-eb2c7f9df607), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:51.273414 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-62cd7dfd-18d2-4303-ac72-f53dd0f4b768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (75a4b119-8376-430b-8e41-eb2c7f9df607), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:51.279716 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62cd7dfd-18d2-4303-ac72-f53dd0f4b768 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:48:51.280533 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-62cd7dfd-18d2-4303-ac72-f53dd0f4b768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (75a4b119-8376-430b-8e41-eb2c7f9df607), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:51.292261 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 02:48:51.292261 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:48:51.292261 n-d-712139-27 neutron-server[109802]: timer() Jan 28 02:48:51.292261 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:48:51.292261 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 02:48:51.292261 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:48:51.292261 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 02:48:51.292261 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:48:51.292261 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 02:48:51.292261 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:48:51.292261 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 02:48:51.292261 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:48:51.292261 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 02:48:51.292261 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:48:51.292261 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:48:51.292261 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:48:51.292261 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:48:51.292261 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:48:51.292261 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 02:48:51.292261 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:48:51.292261 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 02:48:51.292261 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:48:51.292261 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:48:51.292261 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:48:51.292261 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 02:48:51.292261 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:48:51.292261 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:48:51.292261 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:48:51.292261 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:48:51.292261 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:48:51.292261 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:48:51.292261 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:48:51.310173 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-18f1aa29-a5d7-4f95-9435-2c5db79ed8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1174056535-router', 'tenant_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '0773ec49-1d71-4a57-bac8-4852f5b12ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:48:07Z', 'updated_at': '2022-01-28T02:48:13Z', 'revision_number': 4, 'project_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'gw_port': {'id': '0773ec49-1d71-4a57-bac8-4852f5b12ee0', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:48:09Z', 'updated_at': '2022-01-28T02:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '9d9e8a51-735b-4a57-8816-d87452196c55', 'name': '', 'network_id': 'be703702-7af5-402e-8d68-076a1cbb8c04', 'tenant_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'mac_address': 'fa:16:3e:4d:b2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'fc944f55-5387-4378-a8b1-840d88a73f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:48:12Z', 'updated_at': '2022-01-28T02:48:19Z', 'revision_number': 5, 'project_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'subnets': [{'id': 'fc944f55-5387-4378-a8b1-840d88a73f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:48:51.360130 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f1aa29-a5d7-4f95-9435-2c5db79ed8b9 None None] Checking router: eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:48:51.372773 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-62cd7dfd-18d2-4303-ac72-f53dd0f4b768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (c898a309-cc9c-486f-b9d6-bb11ec55d766), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:51.374101 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f7a7c027-a613-4f79-9536-ce5526427a71 req-efe2a979-0786-465f-9380-79c88d0bc8e7 service neutron] 10.222.0.53 "GET /v2.0/networks/be703702-7af5-402e-8d68-076a1cbb8c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354740 Jan 28 02:48:51.381565 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-62cd7dfd-18d2-4303-ac72-f53dd0f4b768 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:51.387012 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-62cd7dfd-18d2-4303-ac72-f53dd0f4b768 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c898a309-cc9c-486f-b9d6-bb11ec55d766 HTTP/1.1" status: 204 len: 168 time: 0.5345383 Jan 28 02:48:51.387581 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f1aa29-a5d7-4f95-9435-2c5db79ed8b9 None None] Routers {'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:48:51.388243 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-18f1aa29-a5d7-4f95-9435-2c5db79ed8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:48:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:48:51.409964 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1ad6d-01c7-461d-86a6-4a7b2e541884 req-92220bcb-8450-4c6d-b171-dc9fb67df118 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:51.421088 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dfa1ad6d-01c7-461d-86a6-4a7b2e541884 req-92220bcb-8450-4c6d-b171-dc9fb67df118 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0cdadb6-85ad-4233-9eeb-6b2963382a8a HTTP/1.1" status: 200 len: 946 time: 0.2154455 Jan 28 02:48:51.513729 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f7a7c027-a613-4f79-9536-ce5526427a71 req-4faa7189-4faa-45a8-a286-f895b92da693 service neutron] 10.222.0.53 "GET /v2.0/networks/be703702-7af5-402e-8d68-076a1cbb8c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384490 Jan 28 02:48:51.550969 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-18f1aa29-a5d7-4f95-9435-2c5db79ed8b9 None None] Set router eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:48:51.695567 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58244) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:48:51.823493 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f95ef3-8512-4120-b989-d26f20b3f1ba req-27bb796f-66ab-42a5-8fbb-e24329b93ac6 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:51.827922 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-21f95ef3-8512-4120-b989-d26f20b3f1ba req-27bb796f-66ab-42a5-8fbb-e24329b93ac6 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 950 time: 0.1913042 Jan 28 02:48:51.918556 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-db60e98f-205b-4c05-9fa1-aa79571fabf3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9667c7e3eafc4f028f0e9db9d1d88b60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2186449 Jan 28 02:48:51.922049 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58248) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:48:51.985027 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-18f1aa29-a5d7-4f95-9435-2c5db79ed8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1174056535-router', 'tenant_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '0773ec49-1d71-4a57-bac8-4852f5b12ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:48:07Z', 'updated_at': '2022-01-28T02:48:13Z', 'revision_number': 4, 'project_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'gw_port': {'id': '0773ec49-1d71-4a57-bac8-4852f5b12ee0', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:48:09Z', 'updated_at': '2022-01-28T02:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '9d9e8a51-735b-4a57-8816-d87452196c55', 'name': '', 'network_id': 'be703702-7af5-402e-8d68-076a1cbb8c04', 'tenant_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'mac_address': 'fa:16:3e:4d:b2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'fc944f55-5387-4378-a8b1-840d88a73f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:48:12Z', 'updated_at': '2022-01-28T02:48:19Z', 'revision_number': 5, 'project_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'subnets': [{'id': 'fc944f55-5387-4378-a8b1-840d88a73f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:48:51.996342 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-21f95ef3-8512-4120-b989-d26f20b3f1ba req-f8e83d99-b75c-443d-9433-a4be1d5641c7 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502061 Jan 28 02:48:52.012757 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-873c8281-2e56-4866-8b0f-f77687bf5701 admin admin] Publish callbacks [] for security_group (a97e5387-e3e1-489c-b459-c9299addad1c), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:52.023542 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f1aa29-a5d7-4f95-9435-2c5db79ed8b9 None None] The sync data for ids ['eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6'] in n-d-712139-27 is: [{'id': 'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1174056535-router', 'tenant_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '0773ec49-1d71-4a57-bac8-4852f5b12ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:48:07Z', 'updated_at': '2022-01-28T02:48:13Z', 'revision_number': 4, 'project_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'gw_port': {'id': '0773ec49-1d71-4a57-bac8-4852f5b12ee0', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:48:09Z', 'updated_at': '2022-01-28T02:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '9d9e8a51-735b-4a57-8816-d87452196c55', 'name': '', 'network_id': 'be703702-7af5-402e-8d68-076a1cbb8c04', 'tenant_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'mac_address': 'fa:16:3e:4d:b2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'fc944f55-5387-4378-a8b1-840d88a73f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:48:12Z', 'updated_at': '2022-01-28T02:48:19Z', 'revision_number': 5, 'project_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'subnets': [{'id': 'fc944f55-5387-4378-a8b1-840d88a73f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:48:52.044156 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-873c8281-2e56-4866-8b0f-f77687bf5701 admin admin] Publish callbacks [] for security_group (a97e5387-e3e1-489c-b459-c9299addad1c), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:52.123192 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-873c8281-2e56-4866-8b0f-f77687bf5701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (a97e5387-e3e1-489c-b459-c9299addad1c), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:52.126053 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-873c8281-2e56-4866-8b0f-f77687bf5701 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:52.127939 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-873c8281-2e56-4866-8b0f-f77687bf5701 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a97e5387-e3e1-489c-b459-c9299addad1c HTTP/1.1" status: 204 len: 168 time: 0.1937995 Jan 28 02:48:52.151103 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c8281-2e56-4866-8b0f-f77687bf5701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97e5387-e3e1-489c-b459-c9299addad1c,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:52.199435 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd7dfd-18d2-4303-ac72-f53dd0f4b768 admin admin] Pushing event deleted for resources: {'Network': ['ID=c898a309-cc9c-486f-b9d6-bb11ec55d766,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:52.225831 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-271ccff6-259d-4d98-b88f-c6a9ef69addd req-82949fc5-3639-4243-9fc9-58b7a1aff53a tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/floatingips/385d2f65-8831-4e14-b44c-4c01904becc5 HTTP/1.1" status: 200 len: 695 time: 0.0835967 Jan 28 02:48:52.241778 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dfa1ad6d-01c7-461d-86a6-4a7b2e541884 req-55f6e726-8593-4dc0-9dd0-54e1f92b58cc tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a471b5-09f4-45a6-b187-9512acbe1c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8134019 Jan 28 02:48:52.401456 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ccff6-259d-4d98-b88f-c6a9ef69addd req-8d060fdf-0c68-4165-97bd-07fb02fdbc5a tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:52.410198 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-271ccff6-259d-4d98-b88f-c6a9ef69addd req-8d060fdf-0c68-4165-97bd-07fb02fdbc5a tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/networks/8f7dc9c9-eaf1-4339-a2e3-884554154641 HTTP/1.1" status: 200 len: 784 time: 0.1832151 Jan 28 02:48:52.439822 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6bc202-b2be-4b6b-a6de-047282e23ff8 req-d8122f50-946b-4945-a601-20ca60be10bc tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:52.459346 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2c6bc202-b2be-4b6b-a6de-047282e23ff8 req-d8122f50-946b-4945-a601-20ca60be10bc tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=49e5f43b-07b5-46e2-8f81-903d43d04688 HTTP/1.1" status: 200 len: 945 time: 0.1178036 Jan 28 02:48:52.495085 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-271ccff6-259d-4d98-b88f-c6a9ef69addd req-07ada4c0-c329-4d37-9529-3bad23fc14a0 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.157 HTTP/1.1" status: 200 len: 698 time: 0.0839558 Jan 28 02:48:52.529682 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2c6bc202-b2be-4b6b-a6de-047282e23ff8 req-d646173f-3888-4f8a-adb9-3692448b9f1a tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/security-groups?id=81a8b397-bb78-4b68-9423-1c50e72f6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697913 Jan 28 02:48:52.543667 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1457f548-7d15-4da4-a064-c298cb49e272 None None] New status for floating IP 385d2f65-8831-4e14-b44c-4c01904becc5: DOWN {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:48:52.610619 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-271ccff6-259d-4d98-b88f-c6a9ef69addd req-6f9afe37-4337-416d-9f09-75b1ac1f7522 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.157 HTTP/1.1" status: 200 len: 698 time: 0.1145980 Jan 28 02:48:52.757458 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f2fef-e73b-4dff-9fb2-548031e7940e req-74236d3f-0298-48b2-8986-d8649643267d tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:52.760010 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a89f2fef-e73b-4dff-9fb2-548031e7940e req-74236d3f-0298-48b2-8986-d8649643267d tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0cdadb6-85ad-4233-9eeb-6b2963382a8a HTTP/1.1" status: 200 len: 946 time: 0.0791731 Jan 28 02:48:52.768999 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 58266) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:48:52.779891 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-c79993e5-7253-45f8-bd7a-3fd49bd4a012 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Request body: {'floatingip': {'port_id': '56710871-228c-47e1-875d-6041d9eba5d8'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:48:52.890067 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c79993e5-7253-45f8-bd7a-3fd49bd4a012 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks [] for floatingip (478b1b4e-4453-4556-b1f7-ee3fe558d6bb), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:52.891884 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-271ccff6-259d-4d98-b88f-c6a9ef69addd req-9c99a641-7dc2-493a-9fb3-ff5053a66e67 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Deleting port 521a68a5-2500-4e34-8449-9aff7f674a94 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:48:52.892222 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-271ccff6-259d-4d98-b88f-c6a9ef69addd req-9c99a641-7dc2-493a-9fb3-ff5053a66e67 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (521a68a5-2500-4e34-8449-9aff7f674a94), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:52.946624 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device d925d38d-6ab3-40a6-a442-3a0decad1995 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:48:52.967414 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device bbefa95f-706b-412e-ba99-f43f87e55804 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:48:53.096301 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dc4404f-6ba4-4af3-8a4c-42aea5c66242', 'tag': '9632b156-2630-4207-8a06-ef5e2079e909'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:48:53.098631 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730cd1ce-cb2b-48e6-a20f-7b7b16a08e7b" -d '{"events": [{"name": "network-changed", "server_uuid": "7dc4404f-6ba4-4af3-8a4c-42aea5c66242", "tag": "9632b156-2630-4207-8a06-ef5e2079e909"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:48:53.122567 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-271ccff6-259d-4d98-b88f-c6a9ef69addd req-9c99a641-7dc2-493a-9fb3-ff5053a66e67 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (521a68a5-2500-4e34-8449-9aff7f674a94), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:53.122912 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-271ccff6-259d-4d98-b88f-c6a9ef69addd req-9c99a641-7dc2-493a-9fb3-ff5053a66e67 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Publish callbacks [] for floatingip (521a68a5-2500-4e34-8449-9aff7f674a94), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:53.154072 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-271ccff6-259d-4d98-b88f-c6a9ef69addd req-9c99a641-7dc2-493a-9fb3-ff5053a66e67 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Calling delete_port for 521a68a5-2500-4e34-8449-9aff7f674a94 owned by network:floatingip {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:48:53.191831 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: bbefa95f-706b-412e-ba99-f43f87e55804 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:48:53.192334 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device bbefa95f-706b-412e-ba99-f43f87e55804 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:48:53.206623 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: d925d38d-6ab3-40a6-a442-3a0decad1995 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:48:53.206981 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device d925d38d-6ab3-40a6-a442-3a0decad1995 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:48:53.312841 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-271ccff6-259d-4d98-b88f-c6a9ef69addd req-9c99a641-7dc2-493a-9fb3-ff5053a66e67 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (521a68a5-2500-4e34-8449-9aff7f674a94), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:53.376568 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c99a641-7dc2-493a-9fb3-ff5053a66e67 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Pushing event deleted for resources: {'Port': ['ID=521a68a5-2500-4e34-8449-9aff7f674a94,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:53.402174 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862dc3d6-e9c3-4f02-9544-96d61c290403 req-cb806db7-64f3-4ad1-9397-83ba7e3c991a tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:53.403613 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-862dc3d6-e9c3-4f02-9544-96d61c290403 req-cb806db7-64f3-4ad1-9397-83ba7e3c991a tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 950 time: 0.0947924 Jan 28 02:48:53.448461 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-271ccff6-259d-4d98-b88f-c6a9ef69addd req-9c99a641-7dc2-493a-9fb3-ff5053a66e67 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Publish callbacks [] for floatingip (385d2f65-8831-4e14-b44c-4c01904becc5), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:53.451099 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-271ccff6-259d-4d98-b88f-c6a9ef69addd req-9c99a641-7dc2-493a-9fb3-ff5053a66e67 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:53.452271 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-271ccff6-259d-4d98-b88f-c6a9ef69addd req-9c99a641-7dc2-493a-9fb3-ff5053a66e67 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "DELETE /v2.0/floatingips/385d2f65-8831-4e14-b44c-4c01904becc5 HTTP/1.1" status: 204 len: 173 time: 0.8300927 Jan 28 02:48:53.504893 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94d59e1-581b-4cb4-9b4f-13884121cb46 x-openstack-request-id: req-b94d59e1-581b-4cb4-9b4f-13884121cb46 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:48:53.505220 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dc4404f-6ba4-4af3-8a4c-42aea5c66242", "tag": "9632b156-2630-4207-8a06-ef5e2079e909", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:48:53.505483 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b94d59e1-581b-4cb4-9b4f-13884121cb46 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:48:53.505887 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dc4404f-6ba4-4af3-8a4c-42aea5c66242', 'tag': '9632b156-2630-4207-8a06-ef5e2079e909', 'status': 'completed', 'code': 200} Jan 28 02:48:53.598993 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-862dc3d6-e9c3-4f02-9544-96d61c290403 req-7892a7dc-19c9-4c6e-87d8-8ed139afafa9 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849940 Jan 28 02:48:53.626504 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730cd1ce-cb2b-48e6-a20f-7b7b16a08e7b req-7b8ffe15-b442-471c-a50c-afeb134cccae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:53.633760 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-730cd1ce-cb2b-48e6-a20f-7b7b16a08e7b req-7b8ffe15-b442-471c-a50c-afeb134cccae service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3a83e0e1e7b4f9da20361fc0066f10c&device_id=7dc4404f-6ba4-4af3-8a4c-42aea5c66242 HTTP/1.1" status: 200 len: 1097 time: 0.0785594 Jan 28 02:48:53.840074 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730cd1ce-cb2b-48e6-a20f-7b7b16a08e7b req-16392e94-4e80-4e89-91fa-a8d70ae5c0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:53.845367 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-730cd1ce-cb2b-48e6-a20f-7b7b16a08e7b req-16392e94-4e80-4e89-91fa-a8d70ae5c0d9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=be703702-7af5-402e-8d68-076a1cbb8c04 HTTP/1.1" status: 200 len: 930 time: 0.2068191 Jan 28 02:48:53.912747 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-730cd1ce-cb2b-48e6-a20f-7b7b16a08e7b req-1a401fc4-2081-49fa-8c92-670bf119f2e9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9632b156-2630-4207-8a06-ef5e2079e909 HTTP/1.1" status: 200 len: 217 time: 0.0599346 Jan 28 02:48:54.012531 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730cd1ce-cb2b-48e6-a20f-7b7b16a08e7b req-afc1f11c-3358-4a25-bef9-d93abbf74e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:54.014223 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-730cd1ce-cb2b-48e6-a20f-7b7b16a08e7b req-afc1f11c-3358-4a25-bef9-d93abbf74e39 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fc944f55-5387-4378-a8b1-840d88a73f81 HTTP/1.1" status: 200 len: 868 time: 0.0919027 Jan 28 02:48:54.145017 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c226e5-b27e-43a2-a37e-a09d256d12d5 req-5c784c2b-6dc5-4232-bd25-f7ecd5e77c2b tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:54.147548 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-82c226e5-b27e-43a2-a37e-a09d256d12d5 req-5c784c2b-6dc5-4232-bd25-f7ecd5e77c2b tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=49e5f43b-07b5-46e2-8f81-903d43d04688 HTTP/1.1" status: 200 len: 945 time: 0.1465917 Jan 28 02:48:54.155112 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730cd1ce-cb2b-48e6-a20f-7b7b16a08e7b req-bb4634cc-affb-4316-bd3e-df1c42f2684f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:54.156958 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-730cd1ce-cb2b-48e6-a20f-7b7b16a08e7b req-bb4634cc-affb-4316-bd3e-df1c42f2684f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be703702-7af5-402e-8d68-076a1cbb8c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0949075 Jan 28 02:48:54.212606 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.db.resource_extend [None req-c79993e5-7253-45f8-bd7a-3fd49bd4a012 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 02:48:54.275867 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-82c226e5-b27e-43a2-a37e-a09d256d12d5 req-97080620-c1bf-4958-9f94-a9c9df0a6860 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/security-groups?id=81a8b397-bb78-4b68-9423-1c50e72f6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144936 Jan 28 02:48:54.338570 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-730cd1ce-cb2b-48e6-a20f-7b7b16a08e7b req-59a14d21-3690-4052-89b3-bcd510ff658c service neutron] 10.222.0.39 "GET /v2.0/networks/be703702-7af5-402e-8d68-076a1cbb8c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696165 Jan 28 02:48:54.366331 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c79993e5-7253-45f8-bd7a-3fd49bd4a012 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:54.384242 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c79993e5-7253-45f8-bd7a-3fd49bd4a012 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (478b1b4e-4453-4556-b1f7-ee3fe558d6bb), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:54.442678 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccbbe74-60c1-422f-b461-164eee19a04d req-8b528c6f-ab93-4ac8-8ed4-5efa167f3929 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:54.445701 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8ccbbe74-60c1-422f-b461-164eee19a04d req-8b528c6f-ab93-4ac8-8ed4-5efa167f3929 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4404f-6ba4-4af3-8a4c-42aea5c66242&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1820128 Jan 28 02:48:54.519537 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8a58f-3e3c-49a5-a6c1-11afd87a4475 req-317424b5-f418-4793-bdb8-c9e1690cd401 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:54.526540 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-05b8a58f-3e3c-49a5-a6c1-11afd87a4475 req-317424b5-f418-4793-bdb8-c9e1690cd401 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8cbca1-9cce-48ff-be50-3ec6cc06fe1d HTTP/1.1" status: 200 len: 950 time: 0.1418509 Jan 28 02:48:54.539833 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-730cd1ce-cb2b-48e6-a20f-7b7b16a08e7b req-c8f14ed6-29e7-4618-a959-f20a8ab606d5 service neutron] 10.222.0.39 "GET /v2.0/networks/be703702-7af5-402e-8d68-076a1cbb8c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952529 Jan 28 02:48:54.572751 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8ccbbe74-60c1-422f-b461-164eee19a04d req-5f49e31d-d36f-49d4-aa98-bef485819acf tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1166527 Jan 28 02:48:54.589016 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-05b8a58f-3e3c-49a5-a6c1-11afd87a4475 req-dcf09b59-0f1a-43df-bd0f-c0db635ae5c8 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615973 Jan 28 02:48:54.733109 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [None req-c79993e5-7253-45f8-bd7a-3fd49bd4a012 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Floating IP 478b1b4e-4453-4556-b1f7-ee3fe558d6bb associated. External IP: 172.25.0.7, port: 56710871-228c-47e1-875d-6041d9eba5d8. Jan 28 02:48:54.744634 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-08af98d6-b5da-4d8c-810f-7f5ef7bf9e6e req-9b8b3205-c4e4-45f8-bd3f-c6b25adc9d3c tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0959136 Jan 28 02:48:55.125141 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1367646b-9271-476c-8a2c-ea8e6d61edbe req-fddd1300-eb53-4d6c-8d50-12f8c4d55133 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:55.127216 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1367646b-9271-476c-8a2c-ea8e6d61edbe req-fddd1300-eb53-4d6c-8d50-12f8c4d55133 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 950 time: 0.4194221 Jan 28 02:48:55.135964 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79993e5-7253-45f8-bd7a-3fd49bd4a012 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Router f4e962b1-b4a4-490d-a01e-f309dae8cc3a has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:48:55.206548 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1367646b-9271-476c-8a2c-ea8e6d61edbe req-1467a1f5-26e2-4451-9052-8520aafd69b1 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668836 Jan 28 02:48:55.271799 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd92518-3d55-4e67-a8ca-f68a84b15f33 req-6955e96b-2054-46df-90b8-962e430fb142 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:55.276557 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4cd92518-3d55-4e67-a8ca-f68a84b15f33 req-6955e96b-2054-46df-90b8-962e430fb142 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e8cbca1-9cce-48ff-be50-3ec6cc06fe1d HTTP/1.1" status: 200 len: 950 time: 0.1011713 Jan 28 02:48:55.410360 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c5656-43f0-45ff-aa24-390eb8f050c5 req-f3a6e0e5-bfe8-4a27-9ea6-90779669eed6 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:55.412092 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-da7c5656-43f0-45ff-aa24-390eb8f050c5 req-f3a6e0e5-bfe8-4a27-9ea6-90779669eed6 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4404f-6ba4-4af3-8a4c-42aea5c66242 HTTP/1.1" status: 200 len: 945 time: 0.0909503 Jan 28 02:48:55.413301 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79993e5-7253-45f8-bd7a-3fd49bd4a012 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:48:55.423315 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c79993e5-7253-45f8-bd7a-3fd49bd4a012 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:55.426414 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b86652-d200-4ae6-b4c8-62c7c4329c59 None None] Sync routers for ids ['f4e962b1-b4a4-490d-a01e-f309dae8cc3a'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:48:55.442423 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b86652-d200-4ae6-b4c8-62c7c4329c59 None None] Routers {'f4e962b1-b4a4-490d-a01e-f309dae8cc3a'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:48:55.443279 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-02b86652-d200-4ae6-b4c8-62c7c4329c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:48:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['f4e962b1-b4a4-490d-a01e-f309dae8cc3a'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:48:55.450600 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [req-269ab727-002b-48bf-a77a-21214e8d4146 req-3c0cd942-287a-4148-8f2b-c36ba80d1831 service neutron] show failed (client error): The resource could not be found. Jan 28 02:48:55.451709 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-269ab727-002b-48bf-a77a-21214e8d4146 req-3c0cd942-287a-4148-8f2b-c36ba80d1831 service neutron] 10.222.0.39 "GET /v2.0/ports/a56d5000-9503-420d-bbeb-52893511a096/bindings/n-h1-712139-27 HTTP/1.1" status: 404 len: 381 time: 0.1029768 Jan 28 02:48:55.554127 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c79993e5-7253-45f8-bd7a-3fd49bd4a012 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "PUT /v2.0/floatingips/478b1b4e-4453-4556-b1f7-ee3fe558d6bb HTTP/1.1" status: 200 len: 990 time: 2.7807794 Jan 28 02:48:55.560074 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-4cd92518-3d55-4e67-a8ca-f68a84b15f33 req-19c5fbd6-c78a-438f-a41e-f2e7b2c33e4e tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Deleting port e4ab30af-1603-4bea-92ba-25b6aad0d335 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:48:55.560421 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4cd92518-3d55-4e67-a8ca-f68a84b15f33 req-19c5fbd6-c78a-438f-a41e-f2e7b2c33e4e tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (e4ab30af-1603-4bea-92ba-25b6aad0d335), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:55.570862 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0cdadb6-85ad-4233-9eeb-6b2963382a8a', 'tag': '56710871-228c-47e1-875d-6041d9eba5d8'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:48:55.572062 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece4a014-6952-4932-94f6-d7b733ec919e" -d '{"events": [{"name": "network-changed", "server_uuid": "c0cdadb6-85ad-4233-9eeb-6b2963382a8a", "tag": "56710871-228c-47e1-875d-6041d9eba5d8"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:48:55.651663 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-02b86652-d200-4ae6-b4c8-62c7c4329c59 None None] Set router f4e962b1-b4a4-490d-a01e-f309dae8cc3a gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:48:55.679419 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-da7c5656-43f0-45ff-aa24-390eb8f050c5 req-03ed5f07-336c-4414-8ba0-b5a7db2aa023 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0654005-effe-41a4-b6be-0db1399424e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482116 Jan 28 02:48:55.730128 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-4cd92518-3d55-4e67-a8ca-f68a84b15f33 req-19c5fbd6-c78a-438f-a41e-f2e7b2c33e4e tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] For port e4ab30af-1603-4bea-92ba-25b6aad0d335, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=e4ab30af-1603-4bea-92ba-25b6aad0d335,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:55.730759 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4cd92518-3d55-4e67-a8ca-f68a84b15f33 req-19c5fbd6-c78a-438f-a41e-f2e7b2c33e4e tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (e4ab30af-1603-4bea-92ba-25b6aad0d335), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:55.754896 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-4cd92518-3d55-4e67-a8ca-f68a84b15f33 req-19c5fbd6-c78a-438f-a41e-f2e7b2c33e4e tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Calling delete_port for e4ab30af-1603-4bea-92ba-25b6aad0d335 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:48:55.944079 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ab727-002b-48bf-a77a-21214e8d4146 req-23123f47-0c6e-4ea9-abcb-90816a6da161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:55.958195 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-269ab727-002b-48bf-a77a-21214e8d4146 req-23123f47-0c6e-4ea9-abcb-90816a6da161 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26&tenant_id=29a2e152744a433f9b25a7592aa94e29 HTTP/1.1" status: 200 len: 1102 time: 0.0864344 Jan 28 02:48:55.985430 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-269ab727-002b-48bf-a77a-21214e8d4146 req-55a639b9-e4c9-40cf-98e4-1c295626a742 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-27', 'device_owner': 'compute:nova'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:48:56.105371 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-02b86652-d200-4ae6-b4c8-62c7c4329c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-907093123-router', 'tenant_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': 'ba6b77fe-d614-438b-96c8-791c5bc5e219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:45:29Z', 'updated_at': '2022-01-28T02:45:40Z', 'revision_number': 4, 'project_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'gw_port': {'id': 'ba6b77fe-d614-438b-96c8-791c5bc5e219', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:45:31Z', 'updated_at': '2022-01-28T02:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '478b1b4e-4453-4556-b1f7-ee3fe558d6bb', 'tenant_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'port_id': '56710871-228c-47e1-875d-6041d9eba5d8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14d3588b-3a72-4543-858a-daf4905526c1', 'mac_address': 'fa:16:3e:74:74:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cdadb6-85ad-4233-9eeb-6b2963382a8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:46:11Z', 'updated_at': '2022-01-28T02:48:54Z', 'revision_number': 5, 'project_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa192b00-744a-4013-aaa0-da1828bcb208', 'name': '', 'network_id': '14d3588b-3a72-4543-858a-daf4905526c1', 'tenant_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'mac_address': 'fa:16:3e:65:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '8bcd77d3-aea2-4a38-a318-db02b350e105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:45:37Z', 'updated_at': '2022-01-28T02:45:48Z', 'revision_number': 5, 'project_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'subnets': [{'id': '8bcd77d3-aea2-4a38-a318-db02b350e105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:48:56.156411 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-269ab727-002b-48bf-a77a-21214e8d4146 req-55a639b9-e4c9-40cf-98e4-1c295626a742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (a56d5000-9503-420d-bbeb-52893511a096), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:56.174479 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b86652-d200-4ae6-b4c8-62c7c4329c59 None None] Checking router: f4e962b1-b4a4-490d-a01e-f309dae8cc3a for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:48:56.180883 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4cd92518-3d55-4e67-a8ca-f68a84b15f33 req-19c5fbd6-c78a-438f-a41e-f2e7b2c33e4e tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (e4ab30af-1603-4bea-92ba-25b6aad0d335), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:56.205112 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b86652-d200-4ae6-b4c8-62c7c4329c59 None None] Routers {'f4e962b1-b4a4-490d-a01e-f309dae8cc3a'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:48:56.205787 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-02b86652-d200-4ae6-b4c8-62c7c4329c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:48:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['f4e962b1-b4a4-490d-a01e-f309dae8cc3a'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:48:56.259836 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03', 'e4ab30af-1603-4bea-92ba-25b6aad0d335', 'e012a990-cb6c-483f-aac7-ecbf7a096470'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:48:56.283426 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c5fbd6-c78a-438f-a41e-f2e7b2c33e4e tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Pushing event deleted for resources: {'Port': ['ID=e4ab30af-1603-4bea-92ba-25b6aad0d335,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:56.286591 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.67', 57998) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:48:56.300072 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b26d6ff-dc9e-4931-b671-6465f7a55d23 x-openstack-request-id: req-8b26d6ff-dc9e-4931-b671-6465f7a55d23 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:48:56.301570 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0cdadb6-85ad-4233-9eeb-6b2963382a8a", "tag": "56710871-228c-47e1-875d-6041d9eba5d8", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:48:56.301800 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8b26d6ff-dc9e-4931-b671-6465f7a55d23 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:48:56.302288 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0cdadb6-85ad-4233-9eeb-6b2963382a8a', 'tag': '56710871-228c-47e1-875d-6041d9eba5d8', 'status': 'completed', 'code': 200} Jan 28 02:48:56.373316 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68f907-a5cf-40a4-95e7-87b5aa847f06 req-f8409d3a-70a5-43de-b21a-ab45c75b5a97 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:56.383428 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0d68f907-a5cf-40a4-95e7-87b5aa847f06 req-f8409d3a-70a5-43de-b21a-ab45c75b5a97 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8cbca1-9cce-48ff-be50-3ec6cc06fe1d HTTP/1.1" status: 200 len: 950 time: 0.3592319 Jan 28 02:48:56.428031 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce4bf5-9c69-4853-943d-7492ca84f454 req-ee2810f8-eee9-45de-b559-be3493745e08 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:56.429890 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7dce4bf5-9c69-4853-943d-7492ca84f454 req-ee2810f8-eee9-45de-b559-be3493745e08 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ee02979-7a90-46d7-b259-847bc9ba8d4b HTTP/1.1" status: 200 len: 950 time: 0.3296402 Jan 28 02:48:56.486831 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd92518-3d55-4e67-a8ca-f68a84b15f33 req-19c5fbd6-c78a-438f-a41e-f2e7b2c33e4e tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] No DVR routers for this DVR port e4ab30af-1603-4bea-92ba-25b6aad0d335 on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:48:56.511014 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-02b86652-d200-4ae6-b4c8-62c7c4329c59 None None] Set router f4e962b1-b4a4-490d-a01e-f309dae8cc3a gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:48:56.534138 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4cd92518-3d55-4e67-a8ca-f68a84b15f33 req-19c5fbd6-c78a-438f-a41e-f2e7b2c33e4e tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:56.542206 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4cd92518-3d55-4e67-a8ca-f68a84b15f33 req-19c5fbd6-c78a-438f-a41e-f2e7b2c33e4e tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.67 "DELETE /v2.0/ports/e4ab30af-1603-4bea-92ba-25b6aad0d335 HTTP/1.1" status: 204 len: 173 time: 1.2549081 Jan 28 02:48:56.542702 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8cbca1-9cce-48ff-be50-3ec6cc06fe1d', 'name': 'network-vif-deleted', 'tag': 'e4ab30af-1603-4bea-92ba-25b6aad0d335'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:48:56.545022 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b852943-dc04-4c1f-9fcf-23dc4ef4802c" -d '{"events": [{"server_uuid": "7e8cbca1-9cce-48ff-be50-3ec6cc06fe1d", "name": "network-vif-deleted", "tag": "e4ab30af-1603-4bea-92ba-25b6aad0d335"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:48:56.633739 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4a014-6952-4932-94f6-d7b733ec919e req-193f2594-2156-41e7-8975-c84d2b611723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:56.635320 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ece4a014-6952-4932-94f6-d7b733ec919e req-193f2594-2156-41e7-8975-c84d2b611723 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=deb0ae2c8f344983b94e9f109bff2e22&device_id=c0cdadb6-85ad-4233-9eeb-6b2963382a8a HTTP/1.1" status: 200 len: 1098 time: 0.3302004 Jan 28 02:48:56.919984 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0d68f907-a5cf-40a4-95e7-87b5aa847f06 req-4457b5f0-75d8-4aed-aa43-b8d1963f8fd0 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5356450 Jan 28 02:48:56.938045 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4a014-6952-4932-94f6-d7b733ec919e req-f0ad6ca9-e71f-474e-86c3-96623f1e3ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:56.942077 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ece4a014-6952-4932-94f6-d7b733ec919e req-f0ad6ca9-e71f-474e-86c3-96623f1e3ee9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=14d3588b-3a72-4543-858a-daf4905526c1 HTTP/1.1" status: 200 len: 924 time: 0.2926490 Jan 28 02:48:56.967355 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395dc89-dd91-4c65-9126-6714a27361f0 req-2384b937-f6f5-4361-9d51-1e325e74217a tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:56.983069 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b395dc89-dd91-4c65-9126-6714a27361f0 req-2384b937-f6f5-4361-9d51-1e325e74217a tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 950 time: 0.5654280 Jan 28 02:48:56.984956 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444339b-a7e6-4bf5-8cdc-4ef5797e1679 req-cf68c2d0-dd77-4007-acc4-61a9df60df53 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:56.996978 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5444339b-a7e6-4bf5-8cdc-4ef5797e1679 req-cf68c2d0-dd77-4007-acc4-61a9df60df53 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dc4404f-6ba4-4af3-8a4c-42aea5c66242 HTTP/1.1" status: 200 len: 945 time: 0.2419410 Jan 28 02:48:57.100354 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b395dc89-dd91-4c65-9126-6714a27361f0 req-73ffb74f-5f56-411d-ba02-07341891bfbb tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010425 Jan 28 02:48:57.141275 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-7dce4bf5-9c69-4853-943d-7492ca84f454 req-256df894-f6d1-4142-a1ad-b296ccbbeca8 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Deleting port e012a990-cb6c-483f-aac7-ecbf7a096470 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:48:57.141874 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7dce4bf5-9c69-4853-943d-7492ca84f454 req-256df894-f6d1-4142-a1ad-b296ccbbeca8 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (e012a990-cb6c-483f-aac7-ecbf7a096470), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:57.293299 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffa2a1b-5ccb-4814-a5d2-029965b99f80 x-openstack-request-id: req-9ffa2a1b-5ccb-4814-a5d2-029965b99f80 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:48:57.294102 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8cbca1-9cce-48ff-be50-3ec6cc06fe1d", "name": "network-vif-deleted", "tag": "e4ab30af-1603-4bea-92ba-25b6aad0d335", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:48:57.294102 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9ffa2a1b-5ccb-4814-a5d2-029965b99f80 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:48:57.294307 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8cbca1-9cce-48ff-be50-3ec6cc06fe1d', 'name': 'network-vif-deleted', 'tag': 'e4ab30af-1603-4bea-92ba-25b6aad0d335', 'status': 'completed', 'code': 200} Jan 28 02:48:57.382400 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ece4a014-6952-4932-94f6-d7b733ec919e req-da84ed04-8e9c-4003-93fe-0ea631dfb6df service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56710871-228c-47e1-875d-6041d9eba5d8 HTTP/1.1" status: 200 len: 998 time: 0.3501501 Jan 28 02:48:57.394117 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-269ab727-002b-48bf-a77a-21214e8d4146 req-55a639b9-e4c9-40cf-98e4-1c295626a742 service neutron] For port a56d5000-9503-420d-bbeb-52893511a096, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=a56d5000-9503-420d-bbeb-52893511a096,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:57.489738 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4a014-6952-4932-94f6-d7b733ec919e req-c53230a5-4883-43d0-9e4c-3eddd1c938be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:57.491681 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ece4a014-6952-4932-94f6-d7b733ec919e req-c53230a5-4883-43d0-9e4c-3eddd1c938be service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8bcd77d3-aea2-4a38-a318-db02b350e105 HTTP/1.1" status: 200 len: 862 time: 0.0944486 Jan 28 02:48:57.492924 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-269ab727-002b-48bf-a77a-21214e8d4146 req-55a639b9-e4c9-40cf-98e4-1c295626a742 service neutron] For port a56d5000-9503-420d-bbeb-52893511a096, host n-h2-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:48:57.516941 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-02b86652-d200-4ae6-b4c8-62c7c4329c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-907093123-router', 'tenant_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': 'ba6b77fe-d614-438b-96c8-791c5bc5e219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:45:29Z', 'updated_at': '2022-01-28T02:45:40Z', 'revision_number': 4, 'project_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'gw_port': {'id': 'ba6b77fe-d614-438b-96c8-791c5bc5e219', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:45:31Z', 'updated_at': '2022-01-28T02:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '478b1b4e-4453-4556-b1f7-ee3fe558d6bb', 'tenant_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'port_id': '56710871-228c-47e1-875d-6041d9eba5d8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14d3588b-3a72-4543-858a-daf4905526c1', 'mac_address': 'fa:16:3e:74:74:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cdadb6-85ad-4233-9eeb-6b2963382a8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:46:11Z', 'updated_at': '2022-01-28T02:48:54Z', 'revision_number': 5, 'project_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa192b00-744a-4013-aaa0-da1828bcb208', 'name': '', 'network_id': '14d3588b-3a72-4543-858a-daf4905526c1', 'tenant_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'mac_address': 'fa:16:3e:65:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '8bcd77d3-aea2-4a38-a318-db02b350e105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:45:37Z', 'updated_at': '2022-01-28T02:45:48Z', 'revision_number': 5, 'project_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'subnets': [{'id': '8bcd77d3-aea2-4a38-a318-db02b350e105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:48:57.619823 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-7dce4bf5-9c69-4853-943d-7492ca84f454 req-256df894-f6d1-4142-a1ad-b296ccbbeca8 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] For port e012a990-cb6c-483f-aac7-ecbf7a096470, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=e012a990-cb6c-483f-aac7-ecbf7a096470,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:57.620286 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7dce4bf5-9c69-4853-943d-7492ca84f454 req-256df894-f6d1-4142-a1ad-b296ccbbeca8 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (e012a990-cb6c-483f-aac7-ecbf7a096470), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:57.623322 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-269ab727-002b-48bf-a77a-21214e8d4146 req-55a639b9-e4c9-40cf-98e4-1c295626a742 service neutron] Publish callbacks [] for port (a56d5000-9503-420d-bbeb-52893511a096), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:57.645416 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b86652-d200-4ae6-b4c8-62c7c4329c59 None None] The sync data for ids ['f4e962b1-b4a4-490d-a01e-f309dae8cc3a'] in n-d-712139-27 is: [{'id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-907093123-router', 'tenant_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': 'ba6b77fe-d614-438b-96c8-791c5bc5e219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:45:29Z', 'updated_at': '2022-01-28T02:45:40Z', 'revision_number': 4, 'project_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'gw_port': {'id': 'ba6b77fe-d614-438b-96c8-791c5bc5e219', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:45:31Z', 'updated_at': '2022-01-28T02:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '478b1b4e-4453-4556-b1f7-ee3fe558d6bb', 'tenant_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'port_id': '56710871-228c-47e1-875d-6041d9eba5d8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14d3588b-3a72-4543-858a-daf4905526c1', 'mac_address': 'fa:16:3e:74:74:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cdadb6-85ad-4233-9eeb-6b2963382a8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:46:11Z', 'updated_at': '2022-01-28T02:48:54Z', 'revision_number': 5, 'project_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa192b00-744a-4013-aaa0-da1828bcb208', 'name': '', 'network_id': '14d3588b-3a72-4543-858a-daf4905526c1', 'tenant_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'mac_address': 'fa:16:3e:65:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '8bcd77d3-aea2-4a38-a318-db02b350e105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:45:37Z', 'updated_at': '2022-01-28T02:45:48Z', 'revision_number': 5, 'project_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'subnets': [{'id': '8bcd77d3-aea2-4a38-a318-db02b350e105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:48:57.670820 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-7dce4bf5-9c69-4853-943d-7492ca84f454 req-256df894-f6d1-4142-a1ad-b296ccbbeca8 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Calling delete_port for e012a990-cb6c-483f-aac7-ecbf7a096470 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:48:57.681282 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-269ab727-002b-48bf-a77a-21214e8d4146 req-55a639b9-e4c9-40cf-98e4-1c295626a742 service neutron] Transition to ACTIVE for port object a56d5000-9503-420d-bbeb-52893511a096 will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:48:57.690967 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4a014-6952-4932-94f6-d7b733ec919e req-7ef4e417-ff89-4e79-afc1-8d62b12807c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:57.697364 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ece4a014-6952-4932-94f6-d7b733ec919e req-7ef4e417-ff89-4e79-afc1-8d62b12807c6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=14d3588b-3a72-4543-858a-daf4905526c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1779118 Jan 28 02:48:57.714124 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-269ab727-002b-48bf-a77a-21214e8d4146 req-55a639b9-e4c9-40cf-98e4-1c295626a742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (a56d5000-9503-420d-bbeb-52893511a096), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:57.751923 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-5444339b-a7e6-4bf5-8cdc-4ef5797e1679 req-a59d0b70-d313-409d-bf3d-7244c0d107f9 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Deleting port 9632b156-2630-4207-8a06-ef5e2079e909 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:48:57.751923 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5444339b-a7e6-4bf5-8cdc-4ef5797e1679 req-a59d0b70-d313-409d-bf3d-7244c0d107f9 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (9632b156-2630-4207-8a06-ef5e2079e909), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:57.876910 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-5444339b-a7e6-4bf5-8cdc-4ef5797e1679 req-a59d0b70-d313-409d-bf3d-7244c0d107f9 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] For port 9632b156-2630-4207-8a06-ef5e2079e909, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=9632b156-2630-4207-8a06-ef5e2079e909,segment=NetworkSegment(0fd4c2ea-2422-40e8-945d-f13eca5303f9),segment_id=0fd4c2ea-2422-40e8-945d-f13eca5303f9)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:48:57.877364 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5444339b-a7e6-4bf5-8cdc-4ef5797e1679 req-a59d0b70-d313-409d-bf3d-7244c0d107f9 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (9632b156-2630-4207-8a06-ef5e2079e909), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:57.891715 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-5444339b-a7e6-4bf5-8cdc-4ef5797e1679 req-a59d0b70-d313-409d-bf3d-7244c0d107f9 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Calling delete_port for 9632b156-2630-4207-8a06-ef5e2079e909 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:48:58.098016 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6191d31-5dfc-4107-b7d4-f9c4c7b853b3 req-426ee214-e215-42e7-8602-bc221ef3b1e7 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:58.105030 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a6191d31-5dfc-4107-b7d4-f9c4c7b853b3 req-426ee214-e215-42e7-8602-bc221ef3b1e7 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4404f-6ba4-4af3-8a4c-42aea5c66242 HTTP/1.1" status: 200 len: 945 time: 0.8099303 Jan 28 02:48:58.170346 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c075e74-8d27-4e1c-bfab-5710a55ebfaf None None] New status for floating IP 478b1b4e-4453-4556-b1f7-ee3fe558d6bb: ACTIVE {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:48:58.572814 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a6191d31-5dfc-4107-b7d4-f9c4c7b853b3 req-77f1d3cc-d441-4fe0-a14c-fe76ad1c76e8 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0654005-effe-41a4-b6be-0db1399424e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627427 Jan 28 02:48:58.581207 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5444339b-a7e6-4bf5-8cdc-4ef5797e1679 req-a59d0b70-d313-409d-bf3d-7244c0d107f9 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (9632b156-2630-4207-8a06-ef5e2079e909), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:58.630399 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['9632b156-2630-4207-8a06-ef5e2079e909'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:48:58.684467 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7dce4bf5-9c69-4853-943d-7492ca84f454 req-256df894-f6d1-4142-a1ad-b296ccbbeca8 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (e012a990-cb6c-483f-aac7-ecbf7a096470), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:58.696157 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d0b70-d313-409d-bf3d-7244c0d107f9 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Pushing event deleted for resources: {'Port': ['ID=9632b156-2630-4207-8a06-ef5e2079e909,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:58.729436 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:48:58.754220 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a639b9-e4c9-40cf-98e4-1c295626a742 service neutron] Pushing event updated for resources: {'Port': ['ID=a56d5000-9503-420d-bbeb-52893511a096,revision_number=6']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:58.758454 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61174f54-9d67-4d3b-a319-830e35650c26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a56d5000-9503-420d-bbeb-52893511a096'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:48:58.760850 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e594b9e-be1e-4497-8ac4-0c90179c42b6" -d '{"events": [{"server_uuid": "61174f54-9d67-4d3b-a319-830e35650c26", "name": "network-vif-unplugged", "status": "completed", "tag": "a56d5000-9503-420d-bbeb-52893511a096"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:48:58.764318 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-269ab727-002b-48bf-a77a-21214e8d4146 req-55a639b9-e4c9-40cf-98e4-1c295626a742 service neutron] No DVR routers for this DVR port a56d5000-9503-420d-bbeb-52893511a096 on host n-h2-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:48:58.866204 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-269ab727-002b-48bf-a77a-21214e8d4146 req-55a639b9-e4c9-40cf-98e4-1c295626a742 service neutron] Attempting to bind port a56d5000-9503-420d-bbeb-52893511a096 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:48:58.866536 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-269ab727-002b-48bf-a77a-21214e8d4146 req-55a639b9-e4c9-40cf-98e4-1c295626a742 service neutron] Attempting to bind port a56d5000-9503-420d-bbeb-52893511a096 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:48:58.866863 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269ab727-002b-48bf-a77a-21214e8d4146 req-55a639b9-e4c9-40cf-98e4-1c295626a742 service neutron] Attempting to bind port a56d5000-9503-420d-bbeb-52893511a096 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:48:58.894313 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269ab727-002b-48bf-a77a-21214e8d4146 req-55a639b9-e4c9-40cf-98e4-1c295626a742 service neutron] Port a56d5000-9503-420d-bbeb-52893511a096 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:48:58.894638 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269ab727-002b-48bf-a77a-21214e8d4146 req-55a639b9-e4c9-40cf-98e4-1c295626a742 service neutron] Attempting to bind port a56d5000-9503-420d-bbeb-52893511a096 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:48:58.905700 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269ab727-002b-48bf-a77a-21214e8d4146 req-55a639b9-e4c9-40cf-98e4-1c295626a742 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:48:58.906037 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269ab727-002b-48bf-a77a-21214e8d4146 req-55a639b9-e4c9-40cf-98e4-1c295626a742 service neutron] Checking segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:48:58.906426 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269ab727-002b-48bf-a77a-21214e8d4146 req-55a639b9-e4c9-40cf-98e4-1c295626a742 service neutron] Bound using segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:48:58.909610 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-269ab727-002b-48bf-a77a-21214e8d4146 req-55a639b9-e4c9-40cf-98e4-1c295626a742 service neutron] Bound port: a56d5000-9503-420d-bbeb-52893511a096, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:48:58.910028 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-269ab727-002b-48bf-a77a-21214e8d4146 req-55a639b9-e4c9-40cf-98e4-1c295626a742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (a56d5000-9503-420d-bbeb-52893511a096), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:58.945009 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9894600-385d-4240-bcb1-dce8c9def5f9 req-39b45314-bb0c-433e-9646-a452d1b85a7b tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:58.953470 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b9894600-385d-4240-bcb1-dce8c9def5f9 req-39b45314-bb0c-433e-9646-a452d1b85a7b tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 948 time: 0.1860600 Jan 28 02:48:58.969613 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ece4a014-6952-4932-94f6-d7b733ec919e req-87e7ee17-b784-43f9-b39f-b4e1ab6290c6 service neutron] 10.222.0.67 "GET /v2.0/networks/14d3588b-3a72-4543-858a-daf4905526c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2590773 Jan 28 02:48:58.998072 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device e4ab30af-1603-4bea-92ba-25b6aad0d335 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:48:59.006465 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 9632b156-2630-4207-8a06-ef5e2079e909 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:48:59.126463 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:59.130189 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: e4ab30af-1603-4bea-92ba-25b6aad0d335 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:48:59.130532 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device e4ab30af-1603-4bea-92ba-25b6aad0d335 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:48:59.130943 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device e012a990-cb6c-483f-aac7-ecbf7a096470 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:48:59.166160 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ece4a014-6952-4932-94f6-d7b733ec919e req-c8ea59f5-3637-4082-8dd9-481b7daf1ae3 service neutron] 10.222.0.67 "GET /v2.0/networks/14d3588b-3a72-4543-858a-daf4905526c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867666 Jan 28 02:48:59.187998 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: e012a990-cb6c-483f-aac7-ecbf7a096470 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:48:59.188520 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device e012a990-cb6c-483f-aac7-ecbf7a096470 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:48:59.204871 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 9632b156-2630-4207-8a06-ef5e2079e909 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:48:59.205116 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 9632b156-2630-4207-8a06-ef5e2079e909 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:48:59.205393 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device a56d5000-9503-420d-bbeb-52893511a096 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:48:59.255004 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b9894600-385d-4240-bcb1-dce8c9def5f9 req-443336c2-5333-46c3-9935-ce1b1aa3e265 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005419 Jan 28 02:48:59.278957 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-269ab727-002b-48bf-a77a-21214e8d4146 req-55a639b9-e4c9-40cf-98e4-1c295626a742 service neutron] For port a56d5000-9503-420d-bbeb-52893511a096, host n-h1-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:48:59.282715 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-269ab727-002b-48bf-a77a-21214e8d4146 req-55a639b9-e4c9-40cf-98e4-1c295626a742 service neutron] For port a56d5000-9503-420d-bbeb-52893511a096, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=a56d5000-9503-420d-bbeb-52893511a096,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:48:59.294669 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-269ab727-002b-48bf-a77a-21214e8d4146 req-55a639b9-e4c9-40cf-98e4-1c295626a742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (a56d5000-9503-420d-bbeb-52893511a096), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:59.343827 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256df894-f6d1-4142-a1ad-b296ccbbeca8 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Pushing event deleted for resources: {'Port': ['ID=e012a990-cb6c-483f-aac7-ecbf7a096470,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:59.374695 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0c49ffa4-57c3-4255-9b6f-03f8b01ef23c req-6a555139-42f8-4e35-bbad-9d6ce8ee9008 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ee02979-7a90-46d7-b259-847bc9ba8d4b HTTP/1.1" status: 200 len: 210 time: 0.0405116 Jan 28 02:48:59.387724 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ab727-002b-48bf-a77a-21214e8d4146 req-55a639b9-e4c9-40cf-98e4-1c295626a742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:59.387724 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-269ab727-002b-48bf-a77a-21214e8d4146 req-55a639b9-e4c9-40cf-98e4-1c295626a742 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:59.396094 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] The host n-h2-712139-27 is not matching for port a56d5000-9503-420d-bbeb-52893511a096 host n-h1-712139-27! {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 02:48:59.396488 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device a56d5000-9503-420d-bbeb-52893511a096 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:48:59.398369 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-269ab727-002b-48bf-a77a-21214e8d4146 req-55a639b9-e4c9-40cf-98e4-1c295626a742 service neutron] 10.222.0.67 "PUT /v2.0/ports/a56d5000-9503-420d-bbeb-52893511a096 HTTP/1.1" status: 200 len: 1097 time: 3.4170511 Jan 28 02:48:59.428285 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-5444339b-a7e6-4bf5-8cdc-4ef5797e1679 req-a59d0b70-d313-409d-bf3d-7244c0d107f9 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] No DVR routers for this DVR port 9632b156-2630-4207-8a06-ef5e2079e909 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:48:59.434154 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5444339b-a7e6-4bf5-8cdc-4ef5797e1679 req-a59d0b70-d313-409d-bf3d-7244c0d107f9 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:59.440367 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5444339b-a7e6-4bf5-8cdc-4ef5797e1679 req-a59d0b70-d313-409d-bf3d-7244c0d107f9 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.39 "DELETE /v2.0/ports/9632b156-2630-4207-8a06-ef5e2079e909 HTTP/1.1" status: 204 len: 173 time: 2.4425218 Jan 28 02:48:59.475067 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a639b9-e4c9-40cf-98e4-1c295626a742 service neutron] Pushing event updated for resources: {'Port': ['ID=a56d5000-9503-420d-bbeb-52893511a096,revision_number=7']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:48:59.485479 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc4404f-6ba4-4af3-8a4c-42aea5c66242', 'name': 'network-vif-deleted', 'tag': '9632b156-2630-4207-8a06-ef5e2079e909'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:48:59.487774 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5ae833-f7fa-4530-818f-3f6ed98de498" -d '{"events": [{"server_uuid": "7dc4404f-6ba4-4af3-8a4c-42aea5c66242", "name": "network-vif-deleted", "tag": "9632b156-2630-4207-8a06-ef5e2079e909"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:48:59.530306 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 02:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4022bd63-40ed-4f8f-aca6-1094e47aa8af x-openstack-request-id: req-4022bd63-40ed-4f8f-aca6-1094e47aa8af {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:48:59.530658 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61174f54-9d67-4d3b-a319-830e35650c26", "name": "network-vif-unplugged", "status": "completed", "tag": "a56d5000-9503-420d-bbeb-52893511a096", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:48:59.530975 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4022bd63-40ed-4f8f-aca6-1094e47aa8af {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:48:59.531444 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61174f54-9d67-4d3b-a319-830e35650c26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a56d5000-9503-420d-bbeb-52893511a096', 'code': 200} Jan 28 02:48:59.576716 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dce4bf5-9c69-4853-943d-7492ca84f454 req-256df894-f6d1-4142-a1ad-b296ccbbeca8 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] No DVR routers for this DVR port e012a990-cb6c-483f-aac7-ecbf7a096470 on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:48:59.577892 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ab727-002b-48bf-a77a-21214e8d4146 req-57ec07c7-ddb6-4497-a4d1-5395ff43c0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:59.583145 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7dce4bf5-9c69-4853-943d-7492ca84f454 req-256df894-f6d1-4142-a1ad-b296ccbbeca8 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:59.584925 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a325fe87-c1ac-428c-b87f-657a8fcfd519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:48:59.589980 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7dce4bf5-9c69-4853-943d-7492ca84f454 req-256df894-f6d1-4142-a1ad-b296ccbbeca8 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.67 "DELETE /v2.0/ports/e012a990-cb6c-483f-aac7-ecbf7a096470 HTTP/1.1" status: 204 len: 173 time: 3.1179140 Jan 28 02:48:59.591234 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-269ab727-002b-48bf-a77a-21214e8d4146 req-57ec07c7-ddb6-4497-a4d1-5395ff43c0c7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=29a2e152744a433f9b25a7592aa94e29&device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 1100 time: 0.1232471 Jan 28 02:48:59.620105 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc9e3a9-f02a-4a1b-a27b-39c3a5526893 x-openstack-request-id: req-3fc9e3a9-f02a-4a1b-a27b-39c3a5526893 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:48:59.620492 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc4404f-6ba4-4af3-8a4c-42aea5c66242", "name": "network-vif-deleted", "tag": "9632b156-2630-4207-8a06-ef5e2079e909", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:48:59.620749 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3fc9e3a9-f02a-4a1b-a27b-39c3a5526893 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:48:59.621303 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc4404f-6ba4-4af3-8a4c-42aea5c66242', 'name': 'network-vif-deleted', 'tag': '9632b156-2630-4207-8a06-ef5e2079e909', 'status': 'completed', 'code': 200} Jan 28 02:48:59.829550 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-724657ff-6bb2-456d-b3d1-b380505a8e7d req-645d012c-d131-410e-831c-2f06d68f7ff7 tempest-FloatingIPsAssociationNegativeTestJSON-350906493 tempest-FloatingIPsAssociationNegativeTestJSON-350906493-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4404f-6ba4-4af3-8a4c-42aea5c66242 HTTP/1.1" status: 200 len: 210 time: 0.0660017 Jan 28 02:48:59.832057 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ab727-002b-48bf-a77a-21214e8d4146 req-6379e7bc-5fe2-41d5-a483-3893a29a4ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:48:59.845482 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-269ab727-002b-48bf-a77a-21214e8d4146 req-6379e7bc-5fe2-41d5-a483-3893a29a4ffa service neutron] 10.222.0.67 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.2273111 Jan 28 02:48:59.948604 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-269ab727-002b-48bf-a77a-21214e8d4146 req-2673c127-ac80-4acb-aed4-35664320ee36 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=a56d5000-9503-420d-bbeb-52893511a096 HTTP/1.1" status: 200 len: 217 time: 0.0791721 Jan 28 02:49:00.065796 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ab727-002b-48bf-a77a-21214e8d4146 req-7f306312-5144-442c-bae8-4865b52fbb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:00.069906 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-269ab727-002b-48bf-a77a-21214e8d4146 req-7f306312-5144-442c-bae8-4865b52fbb3d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.1058004 Jan 28 02:49:00.157933 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ab727-002b-48bf-a77a-21214e8d4146 req-abacce43-0d94-461d-95d0-ae82e0f94a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:00.159760 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-269ab727-002b-48bf-a77a-21214e8d4146 req-abacce43-0d94-461d-95d0-ae82e0f94a3f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0827789 Jan 28 02:49:00.367642 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-269ab727-002b-48bf-a77a-21214e8d4146 req-b6842614-3d3a-4819-a2d6-1c77e1bc369e service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975579 Jan 28 02:49:00.575877 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ff024-9483-4732-a557-6ef2f5660235 req-f435b701-8f77-4e74-8466-789dd4362fc7 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:00.581862 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-403ff024-9483-4732-a557-6ef2f5660235 req-f435b701-8f77-4e74-8466-789dd4362fc7 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 948 time: 0.1648328 Jan 28 02:49:00.596650 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dc392f83-51fb-4442-8a6e-220bf4332a4b req-a3258c9d-995b-4ad4-9005-1483c86afc87 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ee02979-7a90-46d7-b259-847bc9ba8d4b HTTP/1.1" status: 200 len: 210 time: 0.0337961 Jan 28 02:49:00.643379 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-269ab727-002b-48bf-a77a-21214e8d4146 req-09015a80-6012-464b-a9d7-5ae5c6090dd6 service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342980 Jan 28 02:49:00.691121 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-403ff024-9483-4732-a557-6ef2f5660235 req-898140e2-79ff-4233-baaa-3bce4c5d11e8 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974250 Jan 28 02:49:00.897744 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 58506) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:01.500189 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-75bc4669-1b62-4f11-81f2-06aa5a2ee2f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:01.622902 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee02979-7a90-46d7-b259-847bc9ba8d4b', 'name': 'network-vif-deleted', 'tag': 'e012a990-cb6c-483f-aac7-ecbf7a096470'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:49:01.625420 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402ec736-4ac0-46f5-8f63-812a087f7638" -d '{"events": [{"server_uuid": "2ee02979-7a90-46d7-b259-847bc9ba8d4b", "name": "network-vif-deleted", "tag": "e012a990-cb6c-483f-aac7-ecbf7a096470"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:49:01.641478 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61174f54-9d67-4d3b-a319-830e35650c26', 'tag': 'a56d5000-9503-420d-bbeb-52893511a096'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:49:01.644736 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3590b338-a14b-4565-980d-40fcad088cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "61174f54-9d67-4d3b-a319-830e35650c26", "tag": "a56d5000-9503-420d-bbeb-52893511a096"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:49:01.704860 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4201a0fd-f37f-46b4-93f3-714b0fafdd0a x-openstack-request-id: req-4201a0fd-f37f-46b4-93f3-714b0fafdd0a {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:49:01.705173 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee02979-7a90-46d7-b259-847bc9ba8d4b", "name": "network-vif-deleted", "tag": "e012a990-cb6c-483f-aac7-ecbf7a096470", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:49:01.705427 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4201a0fd-f37f-46b4-93f3-714b0fafdd0a {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:49:01.705814 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee02979-7a90-46d7-b259-847bc9ba8d4b', 'name': 'network-vif-deleted', 'tag': 'e012a990-cb6c-483f-aac7-ecbf7a096470', 'status': 'completed', 'code': 200} Jan 28 02:49:01.785601 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-135f0149-aa19-4d9d-bfad-94f5f8261a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:01.820902 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050ee13f-8fa1-42f3-a071-bc124c486fa7 x-openstack-request-id: req-050ee13f-8fa1-42f3-a071-bc124c486fa7 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:49:01.824042 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61174f54-9d67-4d3b-a319-830e35650c26", "tag": "a56d5000-9503-420d-bbeb-52893511a096", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:49:01.824319 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-050ee13f-8fa1-42f3-a071-bc124c486fa7 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:49:01.824985 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61174f54-9d67-4d3b-a319-830e35650c26', 'tag': 'a56d5000-9503-420d-bbeb-52893511a096', 'status': 'completed', 'code': 200} Jan 28 02:49:01.893483 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58536) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:01.969126 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590b338-a14b-4565-980d-40fcad088cbe req-44278e0c-683e-4361-b35d-c731c5c3f17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:01.970007 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3590b338-a14b-4565-980d-40fcad088cbe req-44278e0c-683e-4361-b35d-c731c5c3f17a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=29a2e152744a433f9b25a7592aa94e29&device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 1100 time: 0.0870559 Jan 28 02:49:02.011191 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590b338-a14b-4565-980d-40fcad088cbe req-c8b188de-93ca-4824-b7ac-8579c97b8f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:02.012758 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3590b338-a14b-4565-980d-40fcad088cbe req-c8b188de-93ca-4824-b7ac-8579c97b8f78 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=29a2e152744a433f9b25a7592aa94e29&device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 1100 time: 0.1763163 Jan 28 02:49:02.174300 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-75bc4669-1b62-4f11-81f2-06aa5a2ee2f3 admin admin] Deleting port 9d9e8a51-735b-4a57-8816-d87452196c55 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:49:02.174642 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-75bc4669-1b62-4f11-81f2-06aa5a2ee2f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (9d9e8a51-735b-4a57-8816-d87452196c55), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:02.183428 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590b338-a14b-4565-980d-40fcad088cbe req-8dede58a-334b-4eb0-a8c4-eaf204ac505c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:02.188100 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3590b338-a14b-4565-980d-40fcad088cbe req-8dede58a-334b-4eb0-a8c4-eaf204ac505c service neutron] 10.222.0.67 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.2057884 Jan 28 02:49:02.239439 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebfc47a-664a-45dd-94a5-80cc2d49e51c req-524a8871-926e-4a78-842d-b47e492d6f40 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:02.247198 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1ebfc47a-664a-45dd-94a5-80cc2d49e51c req-524a8871-926e-4a78-842d-b47e492d6f40 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 948 time: 0.3489194 Jan 28 02:49:02.284824 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3590b338-a14b-4565-980d-40fcad088cbe req-0f7edfb8-84fc-4f84-a94c-ffa2407ccfcd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=a56d5000-9503-420d-bbeb-52893511a096 HTTP/1.1" status: 200 len: 217 time: 0.0726039 Jan 28 02:49:02.299532 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-71f6056f-1906-4864-aa2d-df115df47f43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:02.410695 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590b338-a14b-4565-980d-40fcad088cbe req-6a2edd82-987d-4317-854c-fc6a5de63ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:02.412760 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3590b338-a14b-4565-980d-40fcad088cbe req-6a2edd82-987d-4317-854c-fc6a5de63ffb service neutron] 10.222.0.39 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.3865731 Jan 28 02:49:02.441207 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1ebfc47a-664a-45dd-94a5-80cc2d49e51c req-8e0f7fc8-9092-495f-96a3-71d45cd57e89 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927004 Jan 28 02:49:02.458376 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-75bc4669-1b62-4f11-81f2-06aa5a2ee2f3 admin admin] For port 9d9e8a51-735b-4a57-8816-d87452196c55, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=9d9e8a51-735b-4a57-8816-d87452196c55,segment=NetworkSegment(0fd4c2ea-2422-40e8-945d-f13eca5303f9),segment_id=0fd4c2ea-2422-40e8-945d-f13eca5303f9)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:49:02.458757 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-75bc4669-1b62-4f11-81f2-06aa5a2ee2f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (9d9e8a51-735b-4a57-8816-d87452196c55), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:02.479364 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba1bf6f-889f-43be-a60e-0e630da5d82c req-ce5a5997-452d-4bc9-b6f6-38f130a025dd tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:02.487001 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8ba1bf6f-889f-43be-a60e-0e630da5d82c req-ce5a5997-452d-4bc9-b6f6-38f130a025dd tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=82b8df59-3f73-4b62-9c3f-a75788b4e947 HTTP/1.1" status: 200 len: 950 time: 0.1166368 Jan 28 02:49:02.489463 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3590b338-a14b-4565-980d-40fcad088cbe req-fd347ec6-43e2-4941-8006-45218a209818 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=a56d5000-9503-420d-bbeb-52893511a096 HTTP/1.1" status: 200 len: 217 time: 0.0617471 Jan 28 02:49:02.520046 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590b338-a14b-4565-980d-40fcad088cbe req-e6553d9b-4e41-4957-a1ab-d86512885eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:02.521783 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3590b338-a14b-4565-980d-40fcad088cbe req-e6553d9b-4e41-4957-a1ab-d86512885eab service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.1811533 Jan 28 02:49:02.532468 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-75bc4669-1b62-4f11-81f2-06aa5a2ee2f3 admin admin] Calling delete_port for 9d9e8a51-735b-4a57-8816-d87452196c55 owned by network:router_interface {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:49:02.571433 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-71f6056f-1906-4864-aa2d-df115df47f43 admin admin] Publish callbacks [] for security_group (50e46a29-a887-407d-9873-4f7591a563af), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:02.580733 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-71f6056f-1906-4864-aa2d-df115df47f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (50e46a29-a887-407d-9873-4f7591a563af), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:02.593101 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590b338-a14b-4565-980d-40fcad088cbe req-1a15eb5e-63d4-4be6-8154-8787134c96fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:02.594646 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3590b338-a14b-4565-980d-40fcad088cbe req-1a15eb5e-63d4-4be6-8154-8787134c96fb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.1043189 Jan 28 02:49:02.595613 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8ba1bf6f-889f-43be-a60e-0e630da5d82c req-6ec01778-9ab8-417e-b55c-37b294115b8e tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075461 Jan 28 02:49:02.647391 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590b338-a14b-4565-980d-40fcad088cbe req-06fc0b3c-89ff-43ab-a71c-6d78c8c118c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:02.648914 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3590b338-a14b-4565-980d-40fcad088cbe req-06fc0b3c-89ff-43ab-a71c-6d78c8c118c4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1138332 Jan 28 02:49:02.659458 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-71f6056f-1906-4864-aa2d-df115df47f43 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b186ad9c030b4d26b3fcab1940c71d82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7501116 Jan 28 02:49:02.662267 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 58544) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:02.667189 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f6056f-1906-4864-aa2d-df115df47f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e46a29-a887-407d-9873-4f7591a563af,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:02.680751 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590b338-a14b-4565-980d-40fcad088cbe req-45e16d73-4e49-4c95-98a0-1b83fdab3c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:02.682303 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3590b338-a14b-4565-980d-40fcad088cbe req-45e16d73-4e49-4c95-98a0-1b83fdab3c7d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0775375 Jan 28 02:49:02.798199 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3590b338-a14b-4565-980d-40fcad088cbe req-26708520-5158-40fd-ab8e-051386077c3d service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093326 Jan 28 02:49:02.829811 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3590b338-a14b-4565-980d-40fcad088cbe req-ce10d5a9-adb5-4d1e-88e6-a51383df7a98 service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728258 Jan 28 02:49:02.912324 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3590b338-a14b-4565-980d-40fcad088cbe req-725a6561-06fb-44ef-a953-9092c9a9f826 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082554 Jan 28 02:49:02.923381 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a10d2f5e-b8c0-4006-b7f7-72a79181623d admin admin] Publish callbacks [] for security_group (50e46a29-a887-407d-9873-4f7591a563af), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:02.999601 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a10d2f5e-b8c0-4006-b7f7-72a79181623d admin admin] Publish callbacks [] for security_group (50e46a29-a887-407d-9873-4f7591a563af), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:03.032983 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3590b338-a14b-4565-980d-40fcad088cbe req-05d9a16d-7342-41fe-9bfc-0d86e8167ad6 service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871734 Jan 28 02:49:03.054057 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-75bc4669-1b62-4f11-81f2-06aa5a2ee2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (9d9e8a51-735b-4a57-8816-d87452196c55), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:03.111126 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc4669-1b62-4f11-81f2-06aa5a2ee2f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d9e8a51-735b-4a57-8816-d87452196c55,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:03.146655 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a10d2f5e-b8c0-4006-b7f7-72a79181623d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (50e46a29-a887-407d-9873-4f7591a563af), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:03.149343 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a10d2f5e-b8c0-4006-b7f7-72a79181623d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:03.152908 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a10d2f5e-b8c0-4006-b7f7-72a79181623d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/50e46a29-a887-407d-9873-4f7591a563af HTTP/1.1" status: 204 len: 168 time: 0.4869862 Jan 28 02:49:03.173606 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:03.181292 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d2f5e-b8c0-4006-b7f7-72a79181623d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e46a29-a887-407d-9873-4f7591a563af,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:03.273936 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:03.331254 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-75bc4669-1b62-4f11-81f2-06aa5a2ee2f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:03.730367 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75bc4669-1b62-4f11-81f2-06aa5a2ee2f3 admin admin] Router eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:49:03.742963 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846854bc-a4cc-494b-8678-fe7f84519875 req-a412c877-f490-4ad8-882d-3c46d00b53d2 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:03.750124 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-846854bc-a4cc-494b-8678-fe7f84519875 req-a412c877-f490-4ad8-882d-3c46d00b53d2 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 948 time: 0.1954460 Jan 28 02:49:03.779098 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40c00b-7553-4ff3-b436-dc8d2499f301 req-061c3a26-7a79-4c67-989c-31d81f8b7f94 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:03.788287 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4c40c00b-7553-4ff3-b436-dc8d2499f301 req-061c3a26-7a79-4c67-989c-31d81f8b7f94 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=82b8df59-3f73-4b62-9c3f-a75788b4e947 HTTP/1.1" status: 200 len: 950 time: 0.0926182 Jan 28 02:49:03.888102 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4c40c00b-7553-4ff3-b436-dc8d2499f301 req-8fb40e65-3660-4cca-85b5-122c64322b11 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929539 Jan 28 02:49:03.979468 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-846854bc-a4cc-494b-8678-fe7f84519875 req-3c070526-b819-49cd-935f-41025e225c3c tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257793 Jan 28 02:49:04.002372 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75bc4669-1b62-4f11-81f2-06aa5a2ee2f3 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:49:04.009118 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-75bc4669-1b62-4f11-81f2-06aa5a2ee2f3 admin admin] 10.222.0.53 "PUT /v2.0/routers/eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1096246 Jan 28 02:49:04.011039 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 58568) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:04.014541 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1121eae0-4004-4fd5-80c4-8697822121af None None] Sync routers for ids ['eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:49:04.029182 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1121eae0-4004-4fd5-80c4-8697822121af None None] Routers {'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:49:04.030053 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-1121eae0-4004-4fd5-80c4-8697822121af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:49:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:49:04.152982 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-415e9ab1-66f7-4855-85d7-88ee3d92d102 admin admin] Publish callbacks [] for router (eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:04.232798 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-1121eae0-4004-4fd5-80c4-8697822121af None None] Set router eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:49:04.283309 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 58576) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:04.302249 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-415e9ab1-66f7-4855-85d7-88ee3d92d102 admin admin] Publish callbacks [] for router_gateway (eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:04.424831 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-415e9ab1-66f7-4855-85d7-88ee3d92d102 admin admin] Deleting port 0773ec49-1d71-4a57-bac8-4852f5b12ee0 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:49:04.425571 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-415e9ab1-66f7-4855-85d7-88ee3d92d102 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (0773ec49-1d71-4a57-bac8-4852f5b12ee0), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:04.492767 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2482e-94fe-453e-b4b8-cac819968beb req-9a3dfdcf-489b-42d1-8e2c-0d1e6a5a84b4 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:04.494831 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a7c2482e-94fe-453e-b4b8-cac819968beb req-9a3dfdcf-489b-42d1-8e2c-0d1e6a5a84b4 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.67 "GET /v2.0/ports?device_id=82b8df59-3f73-4b62-9c3f-a75788b4e947 HTTP/1.1" status: 200 len: 950 time: 0.1290152 Jan 28 02:49:04.507209 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-9aa22a16-e386-4854-b8d2-3e1bf8c068dd admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-646190742-network', 'tenant_id': 'ecc018523d804933a62c3ac20f655c00'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:49:04.548598 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-1121eae0-4004-4fd5-80c4-8697822121af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1174056535-router', 'tenant_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '0773ec49-1d71-4a57-bac8-4852f5b12ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:48:07Z', 'updated_at': '2022-01-28T02:49:02Z', 'revision_number': 5, 'project_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'gw_port': {'id': '0773ec49-1d71-4a57-bac8-4852f5b12ee0', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:48:09Z', 'updated_at': '2022-01-28T02:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:49:04.578884 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1121eae0-4004-4fd5-80c4-8697822121af None None] Checking router: eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:49:04.587687 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1121eae0-4004-4fd5-80c4-8697822121af None None] Routers {'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:49:04.588305 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-1121eae0-4004-4fd5-80c4-8697822121af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:49:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:49:04.681444 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-415e9ab1-66f7-4855-85d7-88ee3d92d102 admin admin] For port 0773ec49-1d71-4a57-bac8-4852f5b12ee0, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=0773ec49-1d71-4a57-bac8-4852f5b12ee0,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:49:04.682434 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-415e9ab1-66f7-4855-85d7-88ee3d92d102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (0773ec49-1d71-4a57-bac8-4852f5b12ee0), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:04.721613 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa22a16-e386-4854-b8d2-3e1bf8c068dd admin admin] Made reservation on behalf of ecc018523d804933a62c3ac20f655c00 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:49:04.725592 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9aa22a16-e386-4854-b8d2-3e1bf8c068dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:04.746248 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9aa22a16-e386-4854-b8d2-3e1bf8c068dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:04.756769 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-415e9ab1-66f7-4855-85d7-88ee3d92d102 admin admin] Calling delete_port for 0773ec49-1d71-4a57-bac8-4852f5b12ee0 owned by network:router_gateway {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:49:04.802146 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-a7c2482e-94fe-453e-b4b8-cac819968beb req-4f1677d6-562d-47a8-88bc-4fa6287014e8 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Deleting port bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:49:04.802649 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-a7c2482e-94fe-453e-b4b8-cac819968beb req-4f1677d6-562d-47a8-88bc-4fa6287014e8 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:04.861409 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:04.877230 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-1121eae0-4004-4fd5-80c4-8697822121af None None] Set router eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6 gateway port host: None {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:49:04.903993 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-a7c2482e-94fe-453e-b4b8-cac819968beb req-4f1677d6-562d-47a8-88bc-4fa6287014e8 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] For port bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:49:04.904359 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-a7c2482e-94fe-453e-b4b8-cac819968beb req-4f1677d6-562d-47a8-88bc-4fa6287014e8 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:04.967470 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-a7c2482e-94fe-453e-b4b8-cac819968beb req-4f1677d6-562d-47a8-88bc-4fa6287014e8 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Calling delete_port for bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03 owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:49:05.001290 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device a56d5000-9503-420d-bbeb-52893511a096 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:49:05.007582 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-1121eae0-4004-4fd5-80c4-8697822121af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1174056535-router', 'tenant_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:48:07Z', 'updated_at': '2022-01-28T02:49:04Z', 'revision_number': 6, 'project_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:49:05.123883 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1121eae0-4004-4fd5-80c4-8697822121af None None] The sync data for ids ['eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6'] in n-d-712139-27 is: [{'id': 'eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1174056535-router', 'tenant_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:48:07Z', 'updated_at': '2022-01-28T02:49:04Z', 'revision_number': 6, 'project_id': 'e3a83e0e1e7b4f9da20361fc0066f10c', 'gw_port_host': None}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:49:05.190864 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aee29f-d6fe-4b1f-9ac2-7a5a7ddbc1a2 req-c64cb399-8f58-422a-b426-0859fc6cef50 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:05.201680 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-72aee29f-d6fe-4b1f-9ac2-7a5a7ddbc1a2 req-c64cb399-8f58-422a-b426-0859fc6cef50 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 948 time: 0.1299670 Jan 28 02:49:05.269921 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port a56d5000-9503-420d-bbeb-52893511a096, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=a56d5000-9503-420d-bbeb-52893511a096,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:49:05.283138 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-72aee29f-d6fe-4b1f-9ac2-7a5a7ddbc1a2 req-a0fecee7-0f80-4156-85ae-2176faa6bda6 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798535 Jan 28 02:49:05.309835 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': 'a56d5000-9503-420d-bbeb-52893511a096', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'port_id': 'a56d5000-9503-420d-bbeb-52893511a096', 'mac_address': 'fa:16:3e:25:48:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24329ac8-3d67-49eb-9f63-d2859e79e36f', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:49:05.383100 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port a56d5000-9503-420d-bbeb-52893511a096 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:49:05.383497 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (a56d5000-9503-420d-bbeb-52893511a096), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:05.398211 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a56d5000-9503-420d-bbeb-52893511a096 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:49:05.432826 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port a56d5000-9503-420d-bbeb-52893511a096, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=a56d5000-9503-420d-bbeb-52893511a096,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:49:05.439388 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (a56d5000-9503-420d-bbeb-52893511a096), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:05.520938 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 9d9e8a51-735b-4a57-8816-d87452196c55 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:49:05.576699 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 9d9e8a51-735b-4a57-8816-d87452196c55 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:49:05.589423 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 9d9e8a51-735b-4a57-8816-d87452196c55 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:49:05.621915 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=a56d5000-9503-420d-bbeb-52893511a096,revision_number=8']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:05.650775 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-0f5db12e-7d4a-402f-9c2e-764e81e84a9e tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:05.652263 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-0f5db12e-7d4a-402f-9c2e-764e81e84a9e tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.67 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26&tenant_id=29a2e152744a433f9b25a7592aa94e29&binding%3Ahost_id=n-h1-712139-27 HTTP/1.1" status: 200 len: 949 time: 0.1137993 Jan 28 02:49:05.665251 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9314d3c-6bd8-4637-9f2a-04864e58b8cf req-cf64ac0b-864c-44d4-987e-924722d33667 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:05.672191 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d9314d3c-6bd8-4637-9f2a-04864e58b8cf req-cf64ac0b-864c-44d4-987e-924722d33667 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=82b8df59-3f73-4b62-9c3f-a75788b4e947 HTTP/1.1" status: 200 len: 950 time: 0.6703491 Jan 28 02:49:05.736667 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9aa22a16-e386-4854-b8d2-3e1bf8c068dd admin admin] Publish callbacks [] for security_group (52920ed8-1cf5-49b2-b884-f3dfff041d6e), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:05.772344 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9aa22a16-e386-4854-b8d2-3e1bf8c068dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (52920ed8-1cf5-49b2-b884-f3dfff041d6e), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:05.781600 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-b01bdc7b-c1dd-49ba-8b55-6c2d6092744c service neutron] 10.222.0.67 "GET /v2.0/ports/a56d5000-9503-420d-bbeb-52893511a096/bindings/n-h1-712139-27 HTTP/1.1" status: 200 len: 383 time: 0.1081736 Jan 28 02:49:05.847790 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acc0a5-3900-427f-90e7-8c5fabc86635 req-baf9ab23-5dec-47c6-9fce-70776c7e45c6 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:05.856900 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-94acc0a5-3900-427f-90e7-8c5fabc86635 req-baf9ab23-5dec-47c6-9fce-70776c7e45c6 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 949 time: 0.0935400 Jan 28 02:49:05.862891 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:05.924421 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d9314d3c-6bd8-4637-9f2a-04864e58b8cf req-3b6906e9-1218-4b12-9ed3-01b2c90193b5 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/security-groups?id=8937964a-7e3d-4324-afb2-3e32c3e53b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513397 Jan 28 02:49:05.952918 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-a3487133-c4d2-49d3-af75-05d17a7995a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:05.954910 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-a3487133-c4d2-49d3-af75-05d17a7995a9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=29a2e152744a433f9b25a7592aa94e29&device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 1101 time: 0.0952148 Jan 28 02:49:05.968405 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-94acc0a5-3900-427f-90e7-8c5fabc86635 req-c1320b6b-a422-4da5-8357-8cf5b52b93f4 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086082 Jan 28 02:49:05.983307 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['a56d5000-9503-420d-bbeb-52893511a096'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:49:05.995946 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aa22a16-e386-4854-b8d2-3e1bf8c068dd admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:49:06.004619 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa22a16-e386-4854-b8d2-3e1bf8c068dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52920ed8-1cf5-49b2-b884-f3dfff041d6e,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:06.011223 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-415e9ab1-66f7-4855-85d7-88ee3d92d102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (0773ec49-1d71-4a57-bac8-4852f5b12ee0), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:06.027604 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:49:06.034552 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9aa22a16-e386-4854-b8d2-3e1bf8c068dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (590483a0-3531-496c-b28e-d2f16da1c09a), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:06.035024 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-9aa22a16-e386-4854-b8d2-3e1bf8c068dd admin admin] Added segment 590483a0-3531-496c-b28e-d2f16da1c09a of type vlan for network 4c5ac930-96ec-41b5-a145-e144a8f28ab2 Jan 28 02:49:06.069760 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e9ab1-66f7-4855-85d7-88ee3d92d102 admin admin] Pushing event deleted for resources: {'Port': ['ID=0773ec49-1d71-4a57-bac8-4852f5b12ee0,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:06.091494 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-a7c2482e-94fe-453e-b4b8-cac819968beb req-4f1677d6-562d-47a8-88bc-4fa6287014e8 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:06.145686 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-36df154a-0122-4fab-bb5e-315e9fa99997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:06.147937 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-36df154a-0122-4fab-bb5e-315e9fa99997 service neutron] 10.222.0.67 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.1755865 Jan 28 02:49:06.187421 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1677d6-562d-47a8-88bc-4fa6287014e8 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Pushing event deleted for resources: {'Port': ['ID=bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:06.215487 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9aa22a16-e386-4854-b8d2-3e1bf8c068dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (4c5ac930-96ec-41b5-a145-e144a8f28ab2), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:06.277221 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c2482e-94fe-453e-b4b8-cac819968beb req-4f1677d6-562d-47a8-88bc-4fa6287014e8 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] No DVR routers for this DVR port bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03 on host n-h1-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:49:06.278986 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-415e9ab1-66f7-4855-85d7-88ee3d92d102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:06.284361 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-a7c2482e-94fe-453e-b4b8-cac819968beb req-4f1677d6-562d-47a8-88bc-4fa6287014e8 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:06.286195 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-a713a847-31fb-4b32-802c-176bf9816c92 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=a56d5000-9503-420d-bbeb-52893511a096 HTTP/1.1" status: 200 len: 217 time: 0.1292138 Jan 28 02:49:06.287978 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a7c2482e-94fe-453e-b4b8-cac819968beb req-4f1677d6-562d-47a8-88bc-4fa6287014e8 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.67 "DELETE /v2.0/ports/bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03 HTTP/1.1" status: 204 len: 173 time: 1.7720315 Jan 28 02:49:06.289498 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b8df59-3f73-4b62-9c3f-a75788b4e947', 'name': 'network-vif-deleted', 'tag': 'bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:49:06.292082 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834e4149-dbe5-4060-ae37-b8f4be5166c8" -d '{"events": [{"server_uuid": "82b8df59-3f73-4b62-9c3f-a75788b4e947", "name": "network-vif-deleted", "tag": "bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:49:06.375811 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-1570c302-2268-42c1-8ce8-00993ea0ce97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:06.377526 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-1570c302-2268-42c1-8ce8-00993ea0ce97 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.0821848 Jan 28 02:49:06.452986 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-f730d72a-f380-43d5-8995-060b95626e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:06.455936 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-f730d72a-f380-43d5-8995-060b95626e39 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0706408 Jan 28 02:49:06.465345 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ab0df4-bf6b-471e-8cc4-3d04b1dc463e x-openstack-request-id: req-19ab0df4-bf6b-471e-8cc4-3d04b1dc463e {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:49:06.465661 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b8df59-3f73-4b62-9c3f-a75788b4e947", "name": "network-vif-deleted", "tag": "bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:49:06.465868 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-19ab0df4-bf6b-471e-8cc4-3d04b1dc463e {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:49:06.466245 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b8df59-3f73-4b62-9c3f-a75788b4e947', 'name': 'network-vif-deleted', 'tag': 'bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03', 'status': 'completed', 'code': 200} Jan 28 02:49:06.468061 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-415e9ab1-66f7-4855-85d7-88ee3d92d102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:06.471323 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-415e9ab1-66f7-4855-85d7-88ee3d92d102 admin admin] Publish callbacks [] for router_controller (eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:06.476079 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9aa22a16-e386-4854-b8d2-3e1bf8c068dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (4c5ac930-96ec-41b5-a145-e144a8f28ab2), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:06.480048 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa22a16-e386-4854-b8d2-3e1bf8c068dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:06.480567 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9aa22a16-e386-4854-b8d2-3e1bf8c068dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:06.604903 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-2ba1b92e-5787-42e6-94be-44791c8deb3c service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407771 Jan 28 02:49:06.621062 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9aa22a16-e386-4854-b8d2-3e1bf8c068dd admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3366935 Jan 28 02:49:06.630309 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 58592) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:06.640899 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-1d831297-fdf6-4920-9e85-ae1cbf775c0d admin admin] Request body: {'subnet': {'network_id': '4c5ac930-96ec-41b5-a145-e144a8f28ab2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-646190742-subnet', 'tenant_id': 'ecc018523d804933a62c3ac20f655c00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:49:06.644329 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-415e9ab1-66f7-4855-85d7-88ee3d92d102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:06.644848 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415e9ab1-66f7-4855-85d7-88ee3d92d102 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6 {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:49:06.654005 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-415e9ab1-66f7-4855-85d7-88ee3d92d102 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:06.656240 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-415e9ab1-66f7-4855-85d7-88ee3d92d102 admin admin] 10.222.0.53 "DELETE /v2.0/routers/eb5e0038-79f1-4c6b-b12b-e11ebb92b0b6 HTTP/1.1" status: 204 len: 168 time: 2.6431851 Jan 28 02:49:06.687861 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 58596) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:06.713104 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa22a16-e386-4854-b8d2-3e1bf8c068dd admin admin] Pushing event updated for resources: {'Network': ['ID=4c5ac930-96ec-41b5-a145-e144a8f28ab2,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:06.727586 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 4c5ac930-96ec-41b5-a145-e144a8f28ab2 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:49:06.783729 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d831297-fdf6-4920-9e85-ae1cbf775c0d admin admin] Made reservation on behalf of ecc018523d804933a62c3ac20f655c00 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:49:06.788505 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1d831297-fdf6-4920-9e85-ae1cbf775c0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:06.818636 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-0c252fc3-1c47-482c-987d-21f394c70ccb service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049630 Jan 28 02:49:06.896485 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-12d0c861-7817-4a68-b744-bcab6da53260 admin admin] Deleting subnet fc944f55-5387-4378-a8b1-840d88a73f81 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:49:06.912818 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-12d0c861-7817-4a68-b744-bcab6da53260 admin admin] Publish callbacks [] for subnet (fc944f55-5387-4378-a8b1-840d88a73f81), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:06.968527 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-12d0c861-7817-4a68-b744-bcab6da53260 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (fc944f55-5387-4378-a8b1-840d88a73f81), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:06.997451 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:49:07.066199 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:49:07.069266 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device bfc8aeeb-16e1-46f5-aa99-b5bf07b8be03 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:49:07.129664 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e48435c5-a45c-40b6-807b-80f625e9506d req-d134d2fe-c4e1-4401-963a-aa4110876ac1 tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] 10.222.0.53 "GET /v2.0/ports?device_id=82b8df59-3f73-4b62-9c3f-a75788b4e947 HTTP/1.1" status: 200 len: 210 time: 0.0726409 Jan 28 02:49:07.223878 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-12d0c861-7817-4a68-b744-bcab6da53260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (fc944f55-5387-4378-a8b1-840d88a73f81), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:07.233421 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eebfda-c199-42b8-8918-c1445781f381 req-85c9e6f6-0ec4-4ea6-90f9-febfa7c224ec tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:07.236071 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-66eebfda-c199-42b8-8918-c1445781f381 req-85c9e6f6-0ec4-4ea6-90f9-febfa7c224ec tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 949 time: 0.0889978 Jan 28 02:49:07.258398 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1d831297-fdf6-4920-9e85-ae1cbf775c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (b567106e-2eea-4202-8bea-0a1069b3c17d), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:07.308331 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-66eebfda-c199-42b8-8918-c1445781f381 req-be0d780d-63ca-4080-bd7d-b1f91ed39f9c tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634115 Jan 28 02:49:07.358302 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d831297-fdf6-4920-9e85-ae1cbf775c0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b567106e-2eea-4202-8bea-0a1069b3c17d,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:07.370324 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d831297-fdf6-4920-9e85-ae1cbf775c0d admin admin] Checking segment: {'id': '590483a0-3531-496c-b28e-d2f16da1c09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4c5ac930-96ec-41b5-a145-e144a8f28ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:49:07.370688 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d831297-fdf6-4920-9e85-ae1cbf775c0d admin admin] Network hostable DHCP agents. Network: 4c5ac930-96ec-41b5-a145-e144a8f28ab2, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:49:07.373037 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-12d0c861-7817-4a68-b744-bcab6da53260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (fc944f55-5387-4378-a8b1-840d88a73f81), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:07.417797 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d0c861-7817-4a68-b744-bcab6da53260 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc944f55-5387-4378-a8b1-840d88a73f81,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:07.420022 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-12d0c861-7817-4a68-b744-bcab6da53260 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:07.425544 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-12d0c861-7817-4a68-b744-bcab6da53260 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/fc944f55-5387-4378-a8b1-840d88a73f81 HTTP/1.1" status: 204 len: 168 time: 0.7343752 Jan 28 02:49:07.425961 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 58602) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:07.432247 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1971ff3-d607-442d-a0a1-521ea9c67231 None None] Network be703702-7af5-402e-8d68-076a1cbb8c04 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:49:07.451024 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d831297-fdf6-4920-9e85-ae1cbf775c0d admin admin] Network 4c5ac930-96ec-41b5-a145-e144a8f28ab2 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:49:07.508524 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-1d831297-fdf6-4920-9e85-ae1cbf775c0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 4c5ac930-96ec-41b5-a145-e144a8f28ab2) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:49:07.519293 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d831297-fdf6-4920-9e85-ae1cbf775c0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:07.519887 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1d831297-fdf6-4920-9e85-ae1cbf775c0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:07.528453 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 0773ec49-1d71-4a57-bac8-4852f5b12ee0 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:49:07.529767 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3010db41-7498-4c1b-a2a2-42a291050d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (be703702-7af5-402e-8d68-076a1cbb8c04), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:07.537595 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8b0916-cea3-4085-a66e-7b9bd4335fcd None None] Network 4c5ac930-96ec-41b5-a145-e144a8f28ab2 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:49:07.554149 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1d831297-fdf6-4920-9e85-ae1cbf775c0d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9223197 Jan 28 02:49:07.609211 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-3010db41-7498-4c1b-a2a2-42a291050d9b admin admin] Deleting port da69ce78-6c74-4a39-aba4-0a8a3fe972ef {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:49:07.609546 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3010db41-7498-4c1b-a2a2-42a291050d9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (da69ce78-6c74-4a39-aba4-0a8a3fe972ef), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:07.634840 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 0773ec49-1d71-4a57-bac8-4852f5b12ee0 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:49:07.635225 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 0773ec49-1d71-4a57-bac8-4852f5b12ee0 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:49:07.701892 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91e6353-3368-4d16-93c6-10ffbc548d08 None None] Network 4c5ac930-96ec-41b5-a145-e144a8f28ab2 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:49:07.703254 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-3010db41-7498-4c1b-a2a2-42a291050d9b admin admin] For port da69ce78-6c74-4a39-aba4-0a8a3fe972ef, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=da69ce78-6c74-4a39-aba4-0a8a3fe972ef,segment=NetworkSegment(0fd4c2ea-2422-40e8-945d-f13eca5303f9),segment_id=0fd4c2ea-2422-40e8-945d-f13eca5303f9)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:49:07.703763 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3010db41-7498-4c1b-a2a2-42a291050d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (da69ce78-6c74-4a39-aba4-0a8a3fe972ef), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:07.722229 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-3010db41-7498-4c1b-a2a2-42a291050d9b admin admin] Calling delete_port for da69ce78-6c74-4a39-aba4-0a8a3fe972ef owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:49:07.844697 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9d040b-aae0-4e72-b9d3-a9c82da37b43 None None] DHCP port deletion for be703702-7af5-402e-8d68-076a1cbb8c04 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:49:07.853792 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3010db41-7498-4c1b-a2a2-42a291050d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (da69ce78-6c74-4a39-aba4-0a8a3fe972ef), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:07.880080 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-da9d040b-aae0-4e72-b9d3-a9c82da37b43 None None] The port 'da69ce78-6c74-4a39-aba4-0a8a3fe972ef' was deleted {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1993}} Jan 28 02:49:07.927448 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3010db41-7498-4c1b-a2a2-42a291050d9b admin admin] No DVR routers for this DVR port da69ce78-6c74-4a39-aba4-0a8a3fe972ef on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:49:07.929664 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3010db41-7498-4c1b-a2a2-42a291050d9b admin admin] Pushing event deleted for resources: {'Port': ['ID=da69ce78-6c74-4a39-aba4-0a8a3fe972ef,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:07.935836 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-0f4cba18-519f-40c4-b709-8543a552a35d req-6edf1c6a-36d4-4627-9ed3-a734f817289f tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1113636236', 'description': 'tempest-description-1591273707'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:49:08.014492 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-0f4cba18-519f-40c4-b709-8543a552a35d req-6edf1c6a-36d4-4627-9ed3-a734f817289f tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:08.029898 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3010db41-7498-4c1b-a2a2-42a291050d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (be703702-7af5-402e-8d68-076a1cbb8c04), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:08.058583 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-3010db41-7498-4c1b-a2a2-42a291050d9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be703702-7af5-402e-8d68-076a1cbb8c04']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:49:08.070662 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-3010db41-7498-4c1b-a2a2-42a291050d9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fd4c2ea-2422-40e8-945d-f13eca5303f9') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:49:08.070967 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-3010db41-7498-4c1b-a2a2-42a291050d9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fd4c2ea-2422-40e8-945d-f13eca5303f9') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:49:08.088134 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3010db41-7498-4c1b-a2a2-42a291050d9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (0fd4c2ea-2422-40e8-945d-f13eca5303f9), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:08.107799 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3010db41-7498-4c1b-a2a2-42a291050d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (0fd4c2ea-2422-40e8-945d-f13eca5303f9), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:08.122764 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3010db41-7498-4c1b-a2a2-42a291050d9b admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:49:08.123164 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3010db41-7498-4c1b-a2a2-42a291050d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (0fd4c2ea-2422-40e8-945d-f13eca5303f9), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:08.124809 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 02:49:08.124809 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:49:08.124809 n-d-712139-27 neutron-server[109802]: timer() Jan 28 02:49:08.124809 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:49:08.124809 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 02:49:08.124809 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:49:08.124809 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 02:49:08.124809 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:49:08.124809 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 02:49:08.124809 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:49:08.124809 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 02:49:08.124809 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:49:08.124809 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 02:49:08.124809 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:49:08.124809 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:49:08.124809 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:49:08.124809 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:49:08.124809 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:49:08.124809 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 02:49:08.124809 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:49:08.124809 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 02:49:08.124809 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:49:08.124809 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:49:08.124809 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:49:08.124809 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 02:49:08.124809 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:49:08.124809 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:49:08.124809 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:49:08.124809 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:49:08.124809 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:49:08.124809 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:49:08.124809 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:49:08.173457 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-0f4cba18-519f-40c4-b709-8543a552a35d req-6edf1c6a-36d4-4627-9ed3-a734f817289f tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group (29ff9777-fc69-4e7e-9c9b-1f372f2119c7), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:08.187023 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-0f4cba18-519f-40c4-b709-8543a552a35d req-6edf1c6a-36d4-4627-9ed3-a734f817289f tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (29ff9777-fc69-4e7e-9c9b-1f372f2119c7), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:08.215969 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3010db41-7498-4c1b-a2a2-42a291050d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (be703702-7af5-402e-8d68-076a1cbb8c04), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:08.225455 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3010db41-7498-4c1b-a2a2-42a291050d9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:08.228608 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3010db41-7498-4c1b-a2a2-42a291050d9b admin admin] 10.222.0.53 "DELETE /v2.0/networks/be703702-7af5-402e-8d68-076a1cbb8c04 HTTP/1.1" status: 204 len: 168 time: 0.8017213 Jan 28 02:49:08.231695 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-0f4cba18-519f-40c4-b709-8543a552a35d req-6edf1c6a-36d4-4627-9ed3-a734f817289f tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:08.232836 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0f4cba18-519f-40c4-b709-8543a552a35d req-6edf1c6a-36d4-4627-9ed3-a734f817289f tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3067281 Jan 28 02:49:08.244334 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf1c6a-36d4-4627-9ed3-a734f817289f tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29ff9777-fc69-4e7e-9c9b-1f372f2119c7,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:08.251462 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3010db41-7498-4c1b-a2a2-42a291050d9b admin admin] Pushing event deleted for resources: {'Network': ['ID=be703702-7af5-402e-8d68-076a1cbb8c04,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:08.329552 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6d55bf87-0725-40a2-b9c8-98ab327da0a1 req-d5eafc05-8abe-420e-8e44-3b2a94d50459 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] 10.222.0.53 "GET /v2.0/security-groups/29ff9777-fc69-4e7e-9c9b-1f372f2119c7 HTTP/1.1" status: 200 len: 1822 time: 0.0601993 Jan 28 02:49:08.340955 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-6d55bf87-0725-40a2-b9c8-98ab327da0a1 req-05f25a1c-08ee-4a66-bbc0-808445c108d1 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '29ff9777-fc69-4e7e-9c9b-1f372f2119c7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:49:08.341712 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-6d55bf87-0725-40a2-b9c8-98ab327da0a1 req-05f25a1c-08ee-4a66-bbc0-808445c108d1 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '29ff9777-fc69-4e7e-9c9b-1f372f2119c7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:49:08.429330 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6d55bf87-0725-40a2-b9c8-98ab327da0a1 req-05f25a1c-08ee-4a66-bbc0-808445c108d1 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group_rule (9bb15911-8e46-4909-9aa8-a462c90771e1), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:08.465775 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6d55bf87-0725-40a2-b9c8-98ab327da0a1 req-05f25a1c-08ee-4a66-bbc0-808445c108d1 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group_rule (9bb15911-8e46-4909-9aa8-a462c90771e1), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:08.471970 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58624) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:08.511292 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139fb413-e975-49fb-acb9-b03111baa4ba req-71e1a1f8-7ca4-4ea7-8bea-cfb3ca2d177a tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:08.514015 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-139fb413-e975-49fb-acb9-b03111baa4ba req-71e1a1f8-7ca4-4ea7-8bea-cfb3ca2d177a tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 949 time: 0.0714033 Jan 28 02:49:08.524229 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6d55bf87-0725-40a2-b9c8-98ab327da0a1 req-05f25a1c-08ee-4a66-bbc0-808445c108d1 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (9bb15911-8e46-4909-9aa8-a462c90771e1), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:08.556102 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a21efb65-ceff-4eaf-acba-685d243dfa82 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e3a83e0e1e7b4f9da20361fc0066f10c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0822773 Jan 28 02:49:08.558258 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f25a1c-08ee-4a66-bbc0-808445c108d1 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bb15911-8e46-4909-9aa8-a462c90771e1,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:08.559964 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58626) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:08.576425 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6d55bf87-0725-40a2-b9c8-98ab327da0a1 req-05f25a1c-08ee-4a66-bbc0-808445c108d1 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:08.589125 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6d55bf87-0725-40a2-b9c8-98ab327da0a1 req-05f25a1c-08ee-4a66-bbc0-808445c108d1 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2458251 Jan 28 02:49:08.616478 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-139fb413-e975-49fb-acb9-b03111baa4ba req-e9947f14-37a0-47df-83bb-08f1a0b77edd tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971525 Jan 28 02:49:08.625102 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-9baff21d-8faf-4a18-8884-74181eb67c0b req-431a9f5f-d532-4fc9-a55f-b0493618a461 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1443885603', 'description': 'tempest-description-299203222'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:49:08.641882 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 58630) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:08.697733 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b2a3547c-0284-48ef-b9e0-ecbfd8881ce1 admin admin] Publish callbacks [] for security_group (f0654005-effe-41a4-b6be-0db1399424e5), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:08.705349 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9baff21d-8faf-4a18-8884-74181eb67c0b req-431a9f5f-d532-4fc9-a55f-b0493618a461 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:08.766331 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b2a3547c-0284-48ef-b9e0-ecbfd8881ce1 admin admin] Publish callbacks [] for security_group (f0654005-effe-41a4-b6be-0db1399424e5), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:08.810857 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9baff21d-8faf-4a18-8884-74181eb67c0b req-431a9f5f-d532-4fc9-a55f-b0493618a461 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group (0530eaa0-384d-45bb-9393-558a350c687b), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:08.821435 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9baff21d-8faf-4a18-8884-74181eb67c0b req-431a9f5f-d532-4fc9-a55f-b0493618a461 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (0530eaa0-384d-45bb-9393-558a350c687b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:08.834216 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b37c7ee6-e59b-4fe0-9fbb-f1b6018c6ca1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=48a9da4172074c31af36ad122c33e36a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1905999 Jan 28 02:49:08.835518 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 58634) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:08.873127 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431a9f5f-d532-4fc9-a55f-b0493618a461 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0530eaa0-384d-45bb-9393-558a350c687b,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:08.879711 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9baff21d-8faf-4a18-8884-74181eb67c0b req-431a9f5f-d532-4fc9-a55f-b0493618a461 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:08.887603 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9baff21d-8faf-4a18-8884-74181eb67c0b req-431a9f5f-d532-4fc9-a55f-b0493618a461 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2766743 Jan 28 02:49:08.903063 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-707f7fd2-1eec-4ad7-b1ee-4684d8156690 admin admin] Publish callbacks [] for security_group (8937964a-7e3d-4324-afb2-3e32c3e53b64), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:08.913060 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b2a3547c-0284-48ef-b9e0-ecbfd8881ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f0654005-effe-41a4-b6be-0db1399424e5), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:08.915959 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b2a3547c-0284-48ef-b9e0-ecbfd8881ce1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:08.917224 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b2a3547c-0284-48ef-b9e0-ecbfd8881ce1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f0654005-effe-41a4-b6be-0db1399424e5 HTTP/1.1" status: 204 len: 168 time: 0.3551588 Jan 28 02:49:08.934619 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a3547c-0284-48ef-b9e0-ecbfd8881ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0654005-effe-41a4-b6be-0db1399424e5,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:08.936757 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-707f7fd2-1eec-4ad7-b1ee-4684d8156690 admin admin] Publish callbacks [] for security_group (8937964a-7e3d-4324-afb2-3e32c3e53b64), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:09.024651 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device a56d5000-9503-420d-bbeb-52893511a096 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:49:09.067733 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dcd37a88-09c1-416b-9cb7-007cf5b701bd req-2993515c-a711-4a72-b3c8-c817360ff708 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] 10.222.0.53 "GET /v2.0/security-groups/0530eaa0-384d-45bb-9393-558a350c687b HTTP/1.1" status: 200 len: 1821 time: 0.1013207 Jan 28 02:49:09.084936 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-dcd37a88-09c1-416b-9cb7-007cf5b701bd req-350cf5f2-d385-47de-a0d4-e71ef2d1e943 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '0530eaa0-384d-45bb-9393-558a350c687b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:49:09.085334 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-dcd37a88-09c1-416b-9cb7-007cf5b701bd req-350cf5f2-d385-47de-a0d4-e71ef2d1e943 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '0530eaa0-384d-45bb-9393-558a350c687b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:49:09.092272 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-707f7fd2-1eec-4ad7-b1ee-4684d8156690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (8937964a-7e3d-4324-afb2-3e32c3e53b64), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:09.096036 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-707f7fd2-1eec-4ad7-b1ee-4684d8156690 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:09.098120 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-707f7fd2-1eec-4ad7-b1ee-4684d8156690 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8937964a-7e3d-4324-afb2-3e32c3e53b64 HTTP/1.1" status: 204 len: 168 time: 0.2620993 Jan 28 02:49:09.153482 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707f7fd2-1eec-4ad7-b1ee-4684d8156690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8937964a-7e3d-4324-afb2-3e32c3e53b64,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:09.169795 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port a56d5000-9503-420d-bbeb-52893511a096 is: BUILD; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:49:09.170373 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (a56d5000-9503-420d-bbeb-52893511a096), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:09.194143 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a56d5000-9503-420d-bbeb-52893511a096 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:49:09.239603 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port a56d5000-9503-420d-bbeb-52893511a096, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=a56d5000-9503-420d-bbeb-52893511a096,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:49:09.253271 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (a56d5000-9503-420d-bbeb-52893511a096), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:09.253830 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-dcd37a88-09c1-416b-9cb7-007cf5b701bd req-350cf5f2-d385-47de-a0d4-e71ef2d1e943 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group_rule (19bcab5d-2dec-4bcc-8c24-d5435ddd7894), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:09.324951 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=a56d5000-9503-420d-bbeb-52893511a096,revision_number=9']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:09.337305 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:09.338712 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:09.339326 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:09.339887 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:09.340773 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:09.341636 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:09.342327 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:09.342866 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:09.343528 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:09.344065 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:09.344742 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:09.345395 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:09.345985 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:09.355270 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-dcd37a88-09c1-416b-9cb7-007cf5b701bd req-350cf5f2-d385-47de-a0d4-e71ef2d1e943 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group_rule (19bcab5d-2dec-4bcc-8c24-d5435ddd7894), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:09.363382 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-dcd37a88-09c1-416b-9cb7-007cf5b701bd req-350cf5f2-d385-47de-a0d4-e71ef2d1e943 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (19bcab5d-2dec-4bcc-8c24-d5435ddd7894), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:09.414632 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350cf5f2-d385-47de-a0d4-e71ef2d1e943 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19bcab5d-2dec-4bcc-8c24-d5435ddd7894,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:09.442922 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-dcd37a88-09c1-416b-9cb7-007cf5b701bd req-350cf5f2-d385-47de-a0d4-e71ef2d1e943 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:09.444271 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dcd37a88-09c1-416b-9cb7-007cf5b701bd req-350cf5f2-d385-47de-a0d4-e71ef2d1e943 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3669050 Jan 28 02:49:09.488092 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-ed37e037-a3f2-4d0f-bf4a-efb683988d5c req-5dcb03b1-a0d4-4eaa-9867-0ff5f1d3b5b5 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-262190223', 'description': 'tempest-description-1766136170'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:49:09.507641 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device da69ce78-6c74-4a39-aba4-0a8a3fe972ef no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:49:09.555319 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ed37e037-a3f2-4d0f-bf4a-efb683988d5c req-5dcb03b1-a0d4-4eaa-9867-0ff5f1d3b5b5 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:09.565670 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: da69ce78-6c74-4a39-aba4-0a8a3fe972ef {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:49:09.566425 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device da69ce78-6c74-4a39-aba4-0a8a3fe972ef not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:49:09.719837 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ed37e037-a3f2-4d0f-bf4a-efb683988d5c req-5dcb03b1-a0d4-4eaa-9867-0ff5f1d3b5b5 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group (3683a8ce-ccfc-48ed-9f6a-d2c0511b1696), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:09.729220 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ed37e037-a3f2-4d0f-bf4a-efb683988d5c req-5dcb03b1-a0d4-4eaa-9867-0ff5f1d3b5b5 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (3683a8ce-ccfc-48ed-9f6a-d2c0511b1696), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:09.760015 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ed37e037-a3f2-4d0f-bf4a-efb683988d5c req-5dcb03b1-a0d4-4eaa-9867-0ff5f1d3b5b5 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:09.765182 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ed37e037-a3f2-4d0f-bf4a-efb683988d5c req-5dcb03b1-a0d4-4eaa-9867-0ff5f1d3b5b5 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2816510 Jan 28 02:49:09.806866 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-0f59fee4-5903-4385-9f1e-be61e23d0ff9 req-56d3b5f3-38d8-43ea-8cf4-7f83ee5b13f8 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-937828694', 'description': 'tempest-description-1330601393'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:49:09.832545 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb03b1-a0d4-4eaa-9867-0ff5f1d3b5b5 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3683a8ce-ccfc-48ed-9f6a-d2c0511b1696,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:09.848999 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0f59fee4-5903-4385-9f1e-be61e23d0ff9 req-56d3b5f3-38d8-43ea-8cf4-7f83ee5b13f8 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:09.863003 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58662) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:09.883517 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9792d0d-b203-4ccd-a0e7-913892e8d0a6 req-e31ec546-2fdc-4aaa-baed-258181fb4a76 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:09.885972 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c9792d0d-b203-4ccd-a0e7-913892e8d0a6 req-e31ec546-2fdc-4aaa-baed-258181fb4a76 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 948 time: 0.1238959 Jan 28 02:49:09.988733 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c9792d0d-b203-4ccd-a0e7-913892e8d0a6 req-d9aa4e28-71b2-4eda-b954-4441112bd7bc tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930874 Jan 28 02:49:10.095701 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0f59fee4-5903-4385-9f1e-be61e23d0ff9 req-56d3b5f3-38d8-43ea-8cf4-7f83ee5b13f8 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group (cfdb14e6-7292-429e-bea3-44a3dc011f99), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:10.104724 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0f59fee4-5903-4385-9f1e-be61e23d0ff9 req-56d3b5f3-38d8-43ea-8cf4-7f83ee5b13f8 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (cfdb14e6-7292-429e-bea3-44a3dc011f99), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:10.111489 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-44db9fef-84a0-4aff-9ff6-638159b8a055 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f5d4d14b4d2143848e35b045e52c21cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2449543 Jan 28 02:49:10.112534 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 58670) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:10.148448 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d3b5f3-38d8-43ea-8cf4-7f83ee5b13f8 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdb14e6-7292-429e-bea3-44a3dc011f99,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:10.173212 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0f59fee4-5903-4385-9f1e-be61e23d0ff9 req-56d3b5f3-38d8-43ea-8cf4-7f83ee5b13f8 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:10.175006 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0f59fee4-5903-4385-9f1e-be61e23d0ff9 req-56d3b5f3-38d8-43ea-8cf4-7f83ee5b13f8 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3907135 Jan 28 02:49:10.189696 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-25e225a6-db2d-492d-a166-533c2304176b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:10.197359 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-25e225a6-db2d-492d-a166-533c2304176b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26&tenant_id=29a2e152744a433f9b25a7592aa94e29 HTTP/1.1" status: 200 len: 1100 time: 0.1500006 Jan 28 02:49:10.217539 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-6814c2d5-3f54-418d-9688-2378a88bc7d3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712139-27', 'device_owner': 'compute:nova'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:49:10.224544 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4c9d2190-e2a2-4d4b-a66f-67d7647f0c06 admin admin] Publish callbacks [] for security_group (ef8cd4dd-ae64-4bf3-b392-3b607fd12a35), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:10.273255 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4c9d2190-e2a2-4d4b-a66f-67d7647f0c06 admin admin] Publish callbacks [] for security_group (ef8cd4dd-ae64-4bf3-b392-3b607fd12a35), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:10.329983 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-6814c2d5-3f54-418d-9688-2378a88bc7d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (a56d5000-9503-420d-bbeb-52893511a096), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:10.345525 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8433dceb-0104-4227-8808-3afb4d9135a2 req-5a5fc8d8-d459-4c6c-b6ed-391e9cc83d7c tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] 10.222.0.53 "GET /v2.0/security-groups/3683a8ce-ccfc-48ed-9f6a-d2c0511b1696 HTTP/1.1" status: 200 len: 1821 time: 0.1352291 Jan 28 02:49:10.419707 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58678) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:10.425553 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8433dceb-0104-4227-8808-3afb4d9135a2 req-85ba54c9-68ea-4bf3-964c-4bb31243c07c tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] 10.222.0.53 "GET /v2.0/security-groups/cfdb14e6-7292-429e-bea3-44a3dc011f99 HTTP/1.1" status: 200 len: 1821 time: 0.0791645 Jan 28 02:49:10.439478 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-8433dceb-0104-4227-8808-3afb4d9135a2 req-7e9829f2-6745-41bb-9d00-e47251436f78 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3683a8ce-ccfc-48ed-9f6a-d2c0511b1696', 'remote_group_id': 'cfdb14e6-7292-429e-bea3-44a3dc011f99', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:49:10.439804 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-8433dceb-0104-4227-8808-3afb4d9135a2 req-7e9829f2-6745-41bb-9d00-e47251436f78 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3683a8ce-ccfc-48ed-9f6a-d2c0511b1696', 'remote_group_id': 'cfdb14e6-7292-429e-bea3-44a3dc011f99', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:49:10.454045 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4c9d2190-e2a2-4d4b-a66f-67d7647f0c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (ef8cd4dd-ae64-4bf3-b392-3b607fd12a35), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:10.464896 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4c9d2190-e2a2-4d4b-a66f-67d7647f0c06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:10.466365 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4c9d2190-e2a2-4d4b-a66f-67d7647f0c06 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ef8cd4dd-ae64-4bf3-b392-3b607fd12a35 HTTP/1.1" status: 204 len: 168 time: 0.3527813 Jan 28 02:49:10.483495 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9d2190-e2a2-4d4b-a66f-67d7647f0c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8cd4dd-ae64-4bf3-b392-3b607fd12a35,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:10.607889 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-6331ddd3-a193-4f50-8314-d7d60c788cc6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-413918162-network', 'tenant_id': '60cadf0142384ce5af5b4ff59edcbcde'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:49:10.663966 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-8433dceb-0104-4227-8808-3afb4d9135a2 req-7e9829f2-6745-41bb-9d00-e47251436f78 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group_rule (6a8961b8-fe9b-4d27-82c8-6f8685ff4daf), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:10.714612 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6331ddd3-a193-4f50-8314-d7d60c788cc6 admin admin] Made reservation on behalf of 60cadf0142384ce5af5b4ff59edcbcde for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:49:10.717833 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6331ddd3-a193-4f50-8314-d7d60c788cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:10.731471 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6331ddd3-a193-4f50-8314-d7d60c788cc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:10.759853 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-8433dceb-0104-4227-8808-3afb4d9135a2 req-7e9829f2-6745-41bb-9d00-e47251436f78 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group_rule (6a8961b8-fe9b-4d27-82c8-6f8685ff4daf), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:10.769388 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-8433dceb-0104-4227-8808-3afb4d9135a2 req-7e9829f2-6745-41bb-9d00-e47251436f78 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (6a8961b8-fe9b-4d27-82c8-6f8685ff4daf), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:10.798159 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-6814c2d5-3f54-418d-9688-2378a88bc7d3 service neutron] For port a56d5000-9503-420d-bbeb-52893511a096, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=a56d5000-9503-420d-bbeb-52893511a096,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:49:10.810420 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9829f2-6745-41bb-9d00-e47251436f78 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a8961b8-fe9b-4d27-82c8-6f8685ff4daf,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:10.843591 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-8433dceb-0104-4227-8808-3afb4d9135a2 req-7e9829f2-6745-41bb-9d00-e47251436f78 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:10.861825 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8433dceb-0104-4227-8808-3afb4d9135a2 req-7e9829f2-6745-41bb-9d00-e47251436f78 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4352636 Jan 28 02:49:10.888096 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-6814c2d5-3f54-418d-9688-2378a88bc7d3 service neutron] For port a56d5000-9503-420d-bbeb-52893511a096, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:49:10.918301 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-d47d4582-b169-410e-a381-83a7f0736bdf req-900343a4-3841-4048-a095-5d1774b0fa48 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-466777797', 'description': 'tempest-description-1420673482'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:49:10.966045 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-6814c2d5-3f54-418d-9688-2378a88bc7d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a56d5000-9503-420d-bbeb-52893511a096 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:49:10.976417 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-6814c2d5-3f54-418d-9688-2378a88bc7d3 service neutron] Publish callbacks [] for port (a56d5000-9503-420d-bbeb-52893511a096), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:10.998947 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d47d4582-b169-410e-a381-83a7f0736bdf req-900343a4-3841-4048-a095-5d1774b0fa48 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:11.015426 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-6814c2d5-3f54-418d-9688-2378a88bc7d3 service neutron] Ignored duplicate provisioning block setup for port a56d5000-9503-420d-bbeb-52893511a096 by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 28 02:49:11.029272 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-6814c2d5-3f54-418d-9688-2378a88bc7d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (a56d5000-9503-420d-bbeb-52893511a096), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:11.099622 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6331ddd3-a193-4f50-8314-d7d60c788cc6 admin admin] Publish callbacks [] for security_group (c91e257a-3c1d-4291-bd25-5c4417ab10d9), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:11.132502 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-6814c2d5-3f54-418d-9688-2378a88bc7d3 service neutron] No DVR routers for this DVR port a56d5000-9503-420d-bbeb-52893511a096 on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:49:11.139059 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6331ddd3-a193-4f50-8314-d7d60c788cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c91e257a-3c1d-4291-bd25-5c4417ab10d9), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:11.218763 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6331ddd3-a193-4f50-8314-d7d60c788cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91e257a-3c1d-4291-bd25-5c4417ab10d9,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:11.218982 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f519b0-4c55-4a60-a89b-ef676b691437 req-5fc26f71-84d8-4122-a376-0e427d21f271 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:11.225668 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-61f519b0-4c55-4a60-a89b-ef676b691437 req-5fc26f71-84d8-4122-a376-0e427d21f271 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 949 time: 0.1040335 Jan 28 02:49:11.236895 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6331ddd3-a193-4f50-8314-d7d60c788cc6 admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:49:11.249914 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6814c2d5-3f54-418d-9688-2378a88bc7d3 service neutron] Pushing event updated for resources: {'Port': ['ID=a56d5000-9503-420d-bbeb-52893511a096,revision_number=10']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:11.343684 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6331ddd3-a193-4f50-8314-d7d60c788cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (dc9e0086-acae-495a-ac62-d43e5af4cbd0), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:11.344043 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-6331ddd3-a193-4f50-8314-d7d60c788cc6 admin admin] Added segment dc9e0086-acae-495a-ac62-d43e5af4cbd0 of type vlan for network 22525c27-0a7a-451f-a52c-3116237f6c30 Jan 28 02:49:11.352945 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-61f519b0-4c55-4a60-a89b-ef676b691437 req-a9612267-ca56-4d0e-8bdb-9db894eac985 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235309 Jan 28 02:49:11.403764 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-6814c2d5-3f54-418d-9688-2378a88bc7d3 service neutron] Attempting to bind port a56d5000-9503-420d-bbeb-52893511a096 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:49:11.404381 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-6814c2d5-3f54-418d-9688-2378a88bc7d3 service neutron] Attempting to bind port a56d5000-9503-420d-bbeb-52893511a096 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:49:11.408155 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-6814c2d5-3f54-418d-9688-2378a88bc7d3 service neutron] Attempting to bind port a56d5000-9503-420d-bbeb-52893511a096 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:49:11.447449 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-6814c2d5-3f54-418d-9688-2378a88bc7d3 service neutron] Port a56d5000-9503-420d-bbeb-52893511a096 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:49:11.447860 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-6814c2d5-3f54-418d-9688-2378a88bc7d3 service neutron] Attempting to bind port a56d5000-9503-420d-bbeb-52893511a096 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:49:11.498932 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6331ddd3-a193-4f50-8314-d7d60c788cc6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (22525c27-0a7a-451f-a52c-3116237f6c30), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:11.515050 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-6814c2d5-3f54-418d-9688-2378a88bc7d3 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:49:11.515473 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-6814c2d5-3f54-418d-9688-2378a88bc7d3 service neutron] Checking segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:49:11.515781 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-6814c2d5-3f54-418d-9688-2378a88bc7d3 service neutron] Bound using segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:49:11.516227 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-6814c2d5-3f54-418d-9688-2378a88bc7d3 service neutron] Bound port: a56d5000-9503-420d-bbeb-52893511a096, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:49:11.516587 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-6814c2d5-3f54-418d-9688-2378a88bc7d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (a56d5000-9503-420d-bbeb-52893511a096), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:11.523893 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d47d4582-b169-410e-a381-83a7f0736bdf req-900343a4-3841-4048-a095-5d1774b0fa48 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group (cd01f622-6384-413c-b365-787b48d124ab), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:11.541170 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d47d4582-b169-410e-a381-83a7f0736bdf req-900343a4-3841-4048-a095-5d1774b0fa48 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (cd01f622-6384-413c-b365-787b48d124ab), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:11.608707 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d47d4582-b169-410e-a381-83a7f0736bdf req-900343a4-3841-4048-a095-5d1774b0fa48 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:11.613442 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d47d4582-b169-410e-a381-83a7f0736bdf req-900343a4-3841-4048-a095-5d1774b0fa48 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.7001948 Jan 28 02:49:11.618615 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6331ddd3-a193-4f50-8314-d7d60c788cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (22525c27-0a7a-451f-a52c-3116237f6c30), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:11.635341 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6331ddd3-a193-4f50-8314-d7d60c788cc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:11.635960 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6331ddd3-a193-4f50-8314-d7d60c788cc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:11.641163 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-46049d4c-03cb-47a4-a01d-37df96d062c1 req-26b708dc-6f9b-4ba1-8c3b-bb14bc6919f6 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1801128301', 'description': 'tempest-description-1255373267'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:49:11.648648 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900343a4-3841-4048-a095-5d1774b0fa48 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd01f622-6384-413c-b365-787b48d124ab,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:11.722506 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-46049d4c-03cb-47a4-a01d-37df96d062c1 req-26b708dc-6f9b-4ba1-8c3b-bb14bc6919f6 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:11.761353 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-6814c2d5-3f54-418d-9688-2378a88bc7d3 service neutron] For port a56d5000-9503-420d-bbeb-52893511a096, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:49:11.766521 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-6814c2d5-3f54-418d-9688-2378a88bc7d3 service neutron] For port a56d5000-9503-420d-bbeb-52893511a096, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=a56d5000-9503-420d-bbeb-52893511a096,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:49:11.778813 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6331ddd3-a193-4f50-8314-d7d60c788cc6 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3548586 Jan 28 02:49:11.779236 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 58712) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:11.781765 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-6814c2d5-3f54-418d-9688-2378a88bc7d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (a56d5000-9503-420d-bbeb-52893511a096), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:11.800246 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-36c9a7dc-0c74-4579-8703-dcd99d411c1a admin admin] Request body: {'subnet': {'network_id': '22525c27-0a7a-451f-a52c-3116237f6c30', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-413918162-subnet', 'tenant_id': '60cadf0142384ce5af5b4ff59edcbcde', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:49:11.870845 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-6814c2d5-3f54-418d-9688-2378a88bc7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:11.873387 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-6814c2d5-3f54-418d-9688-2378a88bc7d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:11.876402 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-6814c2d5-3f54-418d-9688-2378a88bc7d3 service neutron] 10.222.0.39 "PUT /v2.0/ports/a56d5000-9503-420d-bbeb-52893511a096 HTTP/1.1" status: 200 len: 1098 time: 1.6639438 Jan 28 02:49:11.881637 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c9a7dc-0c74-4579-8703-dcd99d411c1a admin admin] Made reservation on behalf of 60cadf0142384ce5af5b4ff59edcbcde for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:49:11.883940 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-36c9a7dc-0c74-4579-8703-dcd99d411c1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:11.884897 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61174f54-9d67-4d3b-a319-830e35650c26', 'tag': 'a56d5000-9503-420d-bbeb-52893511a096'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:49:11.888294 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca0b8a6-ed3c-4d71-b4d4-232b6a7a5915" -d '{"events": [{"name": "network-changed", "server_uuid": "61174f54-9d67-4d3b-a319-830e35650c26", "tag": "a56d5000-9503-420d-bbeb-52893511a096"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:49:11.897814 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6331ddd3-a193-4f50-8314-d7d60c788cc6 admin admin] Pushing event updated for resources: {'Network': ['ID=22525c27-0a7a-451f-a52c-3116237f6c30,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:11.906774 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6814c2d5-3f54-418d-9688-2378a88bc7d3 service neutron] Pushing event updated for resources: {'Port': ['ID=a56d5000-9503-420d-bbeb-52893511a096,revision_number=11']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:11.915742 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 22525c27-0a7a-451f-a52c-3116237f6c30 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:49:12.034319 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-9a5f61b3-53d5-42f4-afc1-91dd6b8a8503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:12.036434 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-46049d4c-03cb-47a4-a01d-37df96d062c1 req-26b708dc-6f9b-4ba1-8c3b-bb14bc6919f6 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group (663e37c1-0c03-4736-864b-633520864002), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:12.039172 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-9a5f61b3-53d5-42f4-afc1-91dd6b8a8503 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=29a2e152744a433f9b25a7592aa94e29&device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 1101 time: 0.1074002 Jan 28 02:49:12.042383 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fbb7c06-a078-4ed8-a4ed-7b6c20d09484 x-openstack-request-id: req-6fbb7c06-a078-4ed8-a4ed-7b6c20d09484 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:49:12.043685 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61174f54-9d67-4d3b-a319-830e35650c26", "tag": "a56d5000-9503-420d-bbeb-52893511a096", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:49:12.046792 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6fbb7c06-a078-4ed8-a4ed-7b6c20d09484 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:49:12.048661 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61174f54-9d67-4d3b-a319-830e35650c26', 'tag': 'a56d5000-9503-420d-bbeb-52893511a096', 'status': 'completed', 'code': 200} Jan 28 02:49:12.053052 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-46049d4c-03cb-47a4-a01d-37df96d062c1 req-26b708dc-6f9b-4ba1-8c3b-bb14bc6919f6 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (663e37c1-0c03-4736-864b-633520864002), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:12.078544 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-46049d4c-03cb-47a4-a01d-37df96d062c1 req-26b708dc-6f9b-4ba1-8c3b-bb14bc6919f6 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:12.080369 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-46049d4c-03cb-47a4-a01d-37df96d062c1 req-26b708dc-6f9b-4ba1-8c3b-bb14bc6919f6 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4479606 Jan 28 02:49:12.183050 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b708dc-6f9b-4ba1-8c3b-bb14bc6919f6 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=663e37c1-0c03-4736-864b-633520864002,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:12.284635 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0b8a6-ed3c-4d71-b4d4-232b6a7a5915 req-ba834a4a-4712-4692-8453-d201337f557e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:12.286479 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dca0b8a6-ed3c-4d71-b4d4-232b6a7a5915 req-ba834a4a-4712-4692-8453-d201337f557e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=29a2e152744a433f9b25a7592aa94e29&device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 1101 time: 0.1147871 Jan 28 02:49:12.384255 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-36c9a7dc-0c74-4579-8703-dcd99d411c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (1e99154d-8ad1-4d3c-8ada-6ad21d21c4c8), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:12.404075 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0b8a6-ed3c-4d71-b4d4-232b6a7a5915 req-329bddc4-6251-40f5-9434-20db0f2a3f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:12.406330 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dca0b8a6-ed3c-4d71-b4d4-232b6a7a5915 req-329bddc4-6251-40f5-9434-20db0f2a3f0b service neutron] 10.222.0.67 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.1018381 Jan 28 02:49:12.413647 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d7a46b7a-c01e-4600-b931-56134b71e66d req-36db3262-9e17-4703-9e52-be2df8b0cb19 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] 10.222.0.53 "GET /v2.0/security-groups/cd01f622-6384-413c-b365-787b48d124ab HTTP/1.1" status: 200 len: 1821 time: 0.2556047 Jan 28 02:49:12.478533 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dca0b8a6-ed3c-4d71-b4d4-232b6a7a5915 req-4f23f037-eab4-4845-8889-423d17f766d3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=a56d5000-9503-420d-bbeb-52893511a096 HTTP/1.1" status: 200 len: 217 time: 0.0618951 Jan 28 02:49:12.482250 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-d1e067d8-f510-42dc-b2e9-dcfa1fd41e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:12.484546 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-d1e067d8-f510-42dc-b2e9-dcfa1fd41e84 service neutron] 10.222.0.39 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.4344378 Jan 28 02:49:12.517654 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c9a7dc-0c74-4579-8703-dcd99d411c1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e99154d-8ad1-4d3c-8ada-6ad21d21c4c8,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:12.625368 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945752a3-f746-4b69-9c6c-8fbf8d2e5367 req-2ce7891b-0ecc-4aac-bedc-f336235f89a9 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:12.633696 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-945752a3-f746-4b69-9c6c-8fbf8d2e5367 req-2ce7891b-0ecc-4aac-bedc-f336235f89a9 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 949 time: 0.1230867 Jan 28 02:49:12.635666 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c9a7dc-0c74-4579-8703-dcd99d411c1a admin admin] Checking segment: {'id': 'dc9e0086-acae-495a-ac62-d43e5af4cbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '22525c27-0a7a-451f-a52c-3116237f6c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:49:12.636033 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c9a7dc-0c74-4579-8703-dcd99d411c1a admin admin] Network hostable DHCP agents. Network: 22525c27-0a7a-451f-a52c-3116237f6c30, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:49:12.640382 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-064c133e-8f7c-45ed-b552-d7ba0879e8f3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=a56d5000-9503-420d-bbeb-52893511a096 HTTP/1.1" status: 200 len: 217 time: 0.1410806 Jan 28 02:49:12.649021 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d7a46b7a-c01e-4600-b931-56134b71e66d req-9c60978f-8139-4e42-9d9e-ac58f2cf98ba tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] 10.222.0.53 "GET /v2.0/security-groups/663e37c1-0c03-4736-864b-633520864002 HTTP/1.1" status: 200 len: 1822 time: 0.2213492 Jan 28 02:49:12.693978 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-d7a46b7a-c01e-4600-b931-56134b71e66d req-fc53cc5c-ebd4-4fc7-b661-bb78a18434e0 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cd01f622-6384-413c-b365-787b48d124ab', 'remote_group_id': '663e37c1-0c03-4736-864b-633520864002', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:49:12.694390 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-d7a46b7a-c01e-4600-b931-56134b71e66d req-fc53cc5c-ebd4-4fc7-b661-bb78a18434e0 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cd01f622-6384-413c-b365-787b48d124ab', 'remote_group_id': '663e37c1-0c03-4736-864b-633520864002', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:49:12.699819 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0b8a6-ed3c-4d71-b4d4-232b6a7a5915 req-98c7d360-a5d7-41f9-967f-0e731a014b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:12.701718 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dca0b8a6-ed3c-4d71-b4d4-232b6a7a5915 req-98c7d360-a5d7-41f9-967f-0e731a014b74 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.2135601 Jan 28 02:49:12.727409 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c9a7dc-0c74-4579-8703-dcd99d411c1a admin admin] Network 22525c27-0a7a-451f-a52c-3116237f6c30 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:49:12.741207 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-945752a3-f746-4b69-9c6c-8fbf8d2e5367 req-1e4264cf-8432-45f7-af40-e43586a5ae7e tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066911 Jan 28 02:49:12.743228 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-36c9a7dc-0c74-4579-8703-dcd99d411c1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 22525c27-0a7a-451f-a52c-3116237f6c30) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:49:12.754905 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f27ec4-33e5-44fc-808a-03b3ee3a1331 None None] Network 22525c27-0a7a-451f-a52c-3116237f6c30 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:49:12.762459 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c9a7dc-0c74-4579-8703-dcd99d411c1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:12.767483 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-36c9a7dc-0c74-4579-8703-dcd99d411c1a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:12.773210 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-28e47091-5b2b-4f25-892f-69750bcea0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:12.775124 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-28e47091-5b2b-4f25-892f-69750bcea0a7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.1230133 Jan 28 02:49:12.821229 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-36c9a7dc-0c74-4579-8703-dcd99d411c1a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0405357 Jan 28 02:49:12.826081 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 58736) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:12.837367 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-44ae3b66-9881-4a33-a97b-a1fe0df793e9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-413918162-router', 'tenant_id': '60cadf0142384ce5af5b4ff59edcbcde', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:49:12.839607 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0b8a6-ed3c-4d71-b4d4-232b6a7a5915 req-fb768d83-73b1-49ab-abfc-9ad4a639c681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:12.841124 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dca0b8a6-ed3c-4d71-b4d4-232b6a7a5915 req-fb768d83-73b1-49ab-abfc-9ad4a639c681 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1297009 Jan 28 02:49:12.896058 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44ae3b66-9881-4a33-a97b-a1fe0df793e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (470ec51d-e1ce-4f75-8b59-8d75f70b2eac), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:12.896465 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44ae3b66-9881-4a33-a97b-a1fe0df793e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (470ec51d-e1ce-4f75-8b59-8d75f70b2eac), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:12.998901 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44ae3b66-9881-4a33-a97b-a1fe0df793e9 admin admin] Publish callbacks [] for router_controller (470ec51d-e1ce-4f75-8b59-8d75f70b2eac), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:12.999526 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff729a4-481b-4c05-9f01-6e82e30537b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-22525c27-0a7a-451f-a52c-3116237f6c30', 'network_id': '22525c27-0a7a-451f-a52c-3116237f6c30', 'project_id': '60cadf0142384ce5af5b4ff59edcbcde', 'fixed_ips': [{'subnet_id': '1e99154d-8ad1-4d3c-8ada-6ad21d21c4c8'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:49:13.000626 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dff729a4-481b-4c05-9f01-6e82e30537b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:13.025914 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-07f1d009-bfa3-47e3-b4fd-f74b88a6e5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:13.027786 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-07f1d009-bfa3-47e3-b4fd-f74b88a6e5b4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2459352 Jan 28 02:49:13.070963 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d7a46b7a-c01e-4600-b931-56134b71e66d req-fc53cc5c-ebd4-4fc7-b661-bb78a18434e0 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group_rule (8e292c17-9c1e-41ab-b5cb-ff4e100f8b58), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:13.196479 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44ae3b66-9881-4a33-a97b-a1fe0df793e9 admin admin] Publish callbacks [] for router_gateway (470ec51d-e1ce-4f75-8b59-8d75f70b2eac), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:13.317668 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-dff729a4-481b-4c05-9f01-6e82e30537b1 None None] Allocated IP 172.20.0.2 (22525c27-0a7a-451f-a52c-3116237f6c30/1e99154d-8ad1-4d3c-8ada-6ad21d21c4c8/23113337-f83b-4ddf-9ba3-ecce7973169d) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:49:13.398408 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-cf659c7f-04f6-4453-be3e-e1093a75468e tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=1d628818c9054150811b9db674d52a72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0683181 Jan 28 02:49:13.605348 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-d500b9a1-71d9-4e4d-ac7e-c9560b957054 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:13.606950 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-d500b9a1-71d9-4e4d-ac7e-c9560b957054 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2045519 Jan 28 02:49:13.608211 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dff729a4-481b-4c05-9f01-6e82e30537b1 None None] Publish callbacks [] for port (23113337-f83b-4ddf-9ba3-ecce7973169d), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:13.622012 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dff729a4-481b-4c05-9f01-6e82e30537b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (23113337-f83b-4ddf-9ba3-ecce7973169d), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:13.661049 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-d9389ba9-aa4b-4ace-bcbb-b884c4178611 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] 10.222.0.53 "GET /v2.0/quotas/1d628818c9054150811b9db674d52a72 HTTP/1.1" status: 200 len: 375 time: 0.0120068 Jan 28 02:49:13.691956 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d7a46b7a-c01e-4600-b931-56134b71e66d req-fc53cc5c-ebd4-4fc7-b661-bb78a18434e0 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group_rule (8e292c17-9c1e-41ab-b5cb-ff4e100f8b58), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:13.695041 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dca0b8a6-ed3c-4d71-b4d4-232b6a7a5915 req-1785992d-d0a6-450b-b1f2-1e9bc9f66f98 service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8321974 Jan 28 02:49:13.708741 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d7a46b7a-c01e-4600-b931-56134b71e66d req-fc53cc5c-ebd4-4fc7-b661-bb78a18434e0 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (8e292c17-9c1e-41ab-b5cb-ff4e100f8b58), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:13.717788 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff729a4-481b-4c05-9f01-6e82e30537b1 None None] Network 22525c27-0a7a-451f-a52c-3116237f6c30 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:49:13.729153 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-dff729a4-481b-4c05-9f01-6e82e30537b1 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:49:13.735089 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff729a4-481b-4c05-9f01-6e82e30537b1 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:49:13.761774 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff729a4-481b-4c05-9f01-6e82e30537b1 None None] Pushing event updated for resources: {'Port': ['ID=23113337-f83b-4ddf-9ba3-ecce7973169d,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:13.769258 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-0e95d4a4-baf3-483c-8975-494837c65835 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1d628818c9054150811b9db674d52a72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0733867 Jan 28 02:49:13.801481 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53cc5c-ebd4-4fc7-b661-bb78a18434e0 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e292c17-9c1e-41ab-b5cb-ff4e100f8b58,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:13.808119 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44ae3b66-9881-4a33-a97b-a1fe0df793e9 admin admin] Publish callbacks [] for router_gateway (470ec51d-e1ce-4f75-8b59-8d75f70b2eac), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:13.841504 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44ae3b66-9881-4a33-a97b-a1fe0df793e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:13.877444 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-dff729a4-481b-4c05-9f01-6e82e30537b1 None None] Attempting to bind port 23113337-f83b-4ddf-9ba3-ecce7973169d on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:49:13.878124 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-dff729a4-481b-4c05-9f01-6e82e30537b1 None None] Attempting to bind port 23113337-f83b-4ddf-9ba3-ecce7973169d by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'dc9e0086-acae-495a-ac62-d43e5af4cbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '22525c27-0a7a-451f-a52c-3116237f6c30'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:49:13.878742 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff729a4-481b-4c05-9f01-6e82e30537b1 None None] Attempting to bind port 23113337-f83b-4ddf-9ba3-ecce7973169d on network 22525c27-0a7a-451f-a52c-3116237f6c30 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:49:13.885363 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff729a4-481b-4c05-9f01-6e82e30537b1 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:49:13.886117 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff729a4-481b-4c05-9f01-6e82e30537b1 None None] Checking segment: {'id': 'dc9e0086-acae-495a-ac62-d43e5af4cbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '22525c27-0a7a-451f-a52c-3116237f6c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:49:13.886802 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dff729a4-481b-4c05-9f01-6e82e30537b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:13.887472 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff729a4-481b-4c05-9f01-6e82e30537b1 None None] Bound using segment: {'id': 'dc9e0086-acae-495a-ac62-d43e5af4cbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '22525c27-0a7a-451f-a52c-3116237f6c30'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:49:13.888180 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-dff729a4-481b-4c05-9f01-6e82e30537b1 None None] Bound port: 23113337-f83b-4ddf-9ba3-ecce7973169d, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc9e0086-acae-495a-ac62-d43e5af4cbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '22525c27-0a7a-451f-a52c-3116237f6c30'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:49:13.888810 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dff729a4-481b-4c05-9f01-6e82e30537b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (23113337-f83b-4ddf-9ba3-ecce7973169d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:13.938658 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d7a46b7a-c01e-4600-b931-56134b71e66d req-fc53cc5c-ebd4-4fc7-b661-bb78a18434e0 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:13.939878 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d7a46b7a-c01e-4600-b931-56134b71e66d req-fc53cc5c-ebd4-4fc7-b661-bb78a18434e0 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.2776496 Jan 28 02:49:13.968706 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-f4bd41e8-63e9-4a35-9477-05febe56d8ba service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9231188 Jan 28 02:49:14.122071 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-44ae3b66-9881-4a33-a97b-a1fe0df793e9 admin admin] Allocated IP 172.25.0.188 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/73d46b64-e6fc-431c-9a61-0d1c201d212f) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:49:14.124713 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-dff729a4-481b-4c05-9f01-6e82e30537b1 None None] For port 23113337-f83b-4ddf-9ba3-ecce7973169d, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:49:14.133899 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-dff729a4-481b-4c05-9f01-6e82e30537b1 None None] For port 23113337-f83b-4ddf-9ba3-ecce7973169d, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=23113337-f83b-4ddf-9ba3-ecce7973169d,segment=NetworkSegment(dc9e0086-acae-495a-ac62-d43e5af4cbd0),segment_id=dc9e0086-acae-495a-ac62-d43e5af4cbd0)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:49:14.149085 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dff729a4-481b-4c05-9f01-6e82e30537b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (23113337-f83b-4ddf-9ba3-ecce7973169d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:14.195230 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dca0b8a6-ed3c-4d71-b4d4-232b6a7a5915 req-78901379-a4e1-46f3-8377-bc88b1e1d9e5 service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4902995 Jan 28 02:49:14.300072 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff729a4-481b-4c05-9f01-6e82e30537b1 None None] Pushing event updated for resources: {'Port': ['ID=23113337-f83b-4ddf-9ba3-ecce7973169d,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:14.336948 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44ae3b66-9881-4a33-a97b-a1fe0df793e9 admin admin] Publish callbacks [] for port (73d46b64-e6fc-431c-9a61-0d1c201d212f), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:14.360927 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ca7e9-ec48-4b30-93c1-4c81c6694fd9 req-c957a3dd-963d-4903-a898-c3fdb033a267 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:14.362854 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bb9ca7e9-ec48-4b30-93c1-4c81c6694fd9 req-c957a3dd-963d-4903-a898-c3fdb033a267 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 949 time: 0.2119169 Jan 28 02:49:14.410438 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44ae3b66-9881-4a33-a97b-a1fe0df793e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (73d46b64-e6fc-431c-9a61-0d1c201d212f), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:14.417319 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-08ed64ad-08dd-4b6e-ac7b-a5e1366c062f req-06980d60-bfa1-440c-b278-c65920c68c6a service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241703 Jan 28 02:49:14.485396 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bb9ca7e9-ec48-4b30-93c1-4c81c6694fd9 req-1e0ded02-caff-400b-8e61-5d14c7ffa409 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131556 Jan 28 02:49:14.601009 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bb81f2e1-3c21-4470-a295-8b353ab6804d req-9cd17e96-5d43-4024-8060-61b52644b363 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] 10.222.0.53 "GET /v2.0/security-groups/663e37c1-0c03-4736-864b-633520864002 HTTP/1.1" status: 200 len: 1822 time: 0.2063329 Jan 28 02:49:14.605786 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ae3b66-9881-4a33-a97b-a1fe0df793e9 admin admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:49:14.629509 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0b8a6-ed3c-4d71-b4d4-232b6a7a5915 req-09316987-59f8-43f8-8f13-a5a740cb7e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:14.631361 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dca0b8a6-ed3c-4d71-b4d4-232b6a7a5915 req-09316987-59f8-43f8-8f13-a5a740cb7e59 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=29a2e152744a433f9b25a7592aa94e29&device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 1101 time: 0.1057868 Jan 28 02:49:14.650760 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-44ae3b66-9881-4a33-a97b-a1fe0df793e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:49:14.653937 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ae3b66-9881-4a33-a97b-a1fe0df793e9 admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:49:14.844566 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae3b66-9881-4a33-a97b-a1fe0df793e9 admin admin] Pushing event updated for resources: {'Port': ['ID=73d46b64-e6fc-431c-9a61-0d1c201d212f,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:14.853023 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0b8a6-ed3c-4d71-b4d4-232b6a7a5915 req-dac67908-0fcd-4ee4-bc94-c9b271925835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:14.855505 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dca0b8a6-ed3c-4d71-b4d4-232b6a7a5915 req-dac67908-0fcd-4ee4-bc94-c9b271925835 service neutron] 10.222.0.39 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.2181427 Jan 28 02:49:14.951087 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-43d18dc7-edee-4f7f-b51a-d1967a6cc4ee req-518955c3-a596-4836-bdbe-5dd5ee60fee6 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] 10.222.0.53 "GET /v2.0/ports?device_id=df86a7c2-0568-4cc3-b740-1987ace9d0a5 HTTP/1.1" status: 200 len: 210 time: 0.1749394 Jan 28 02:49:14.954252 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dca0b8a6-ed3c-4d71-b4d4-232b6a7a5915 req-1561ff65-8669-4e48-9a9c-edbe86b6b2b4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=a56d5000-9503-420d-bbeb-52893511a096 HTTP/1.1" status: 200 len: 217 time: 0.0711939 Jan 28 02:49:14.971602 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-bb81f2e1-3c21-4470-a295-8b353ab6804d req-9d7a4985-2269-45df-aeff-a620e3f70547 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group (663e37c1-0c03-4736-864b-633520864002), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:15.003316 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0b8a6-ed3c-4d71-b4d4-232b6a7a5915 req-2fc22ca8-fe08-402d-9501-d6297b62983c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:15.004795 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dca0b8a6-ed3c-4d71-b4d4-232b6a7a5915 req-2fc22ca8-fe08-402d-9501-d6297b62983c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.0467496 Jan 28 02:49:15.011885 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-bb81f2e1-3c21-4470-a295-8b353ab6804d req-9d7a4985-2269-45df-aeff-a620e3f70547 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group (663e37c1-0c03-4736-864b-633520864002), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:15.125379 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0b8a6-ed3c-4d71-b4d4-232b6a7a5915 req-fa859b55-a1c6-4c24-9345-8230755eb1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:15.130581 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dca0b8a6-ed3c-4d71-b4d4-232b6a7a5915 req-fa859b55-a1c6-4c24-9345-8230755eb1d3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1157229 Jan 28 02:49:15.226118 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44ae3b66-9881-4a33-a97b-a1fe0df793e9 admin admin] Publish callbacks [] for router_gateway (470ec51d-e1ce-4f75-8b59-8d75f70b2eac), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:15.280355 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-bb81f2e1-3c21-4470-a295-8b353ab6804d req-9d7a4985-2269-45df-aeff-a620e3f70547 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (663e37c1-0c03-4736-864b-633520864002), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:15.284589 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-bb81f2e1-3c21-4470-a295-8b353ab6804d req-9d7a4985-2269-45df-aeff-a620e3f70547 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:15.292733 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bb81f2e1-3c21-4470-a295-8b353ab6804d req-9d7a4985-2269-45df-aeff-a620e3f70547 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] 10.222.0.53 "DELETE /v2.0/security-groups/663e37c1-0c03-4736-864b-633520864002 HTTP/1.1" status: 204 len: 173 time: 0.6905413 Jan 28 02:49:15.310131 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a4985-2269-45df-aeff-a620e3f70547 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=663e37c1-0c03-4736-864b-633520864002,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:15.320768 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dca0b8a6-ed3c-4d71-b4d4-232b6a7a5915 req-b0260736-2330-44b5-aeac-aa785dca6ed1 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759984 Jan 28 02:49:15.591115 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 23113337-f83b-4ddf-9ba3-ecce7973169d up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:49:15.644512 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-d16ea4bc-5aee-4db8-9269-d502c71e9716 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=1d628818c9054150811b9db674d52a72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0980442 Jan 28 02:49:15.655215 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9efa0ced-e3e3-4b94-adec-0911c1c7f459 req-61e75dd3-d2ea-4fce-8569-05ca361d5a79 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] 10.222.0.53 "GET /v2.0/security-groups/cd01f622-6384-413c-b365-787b48d124ab HTTP/1.1" status: 200 len: 1821 time: 0.3369598 Jan 28 02:49:15.727652 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-1a51ca85-31be-42cc-aa37-a54aeba2e650 req-663409a0-516b-4499-bdf1-080af80ba5af tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1862623785', 'description': 'tempest-description-1502426782'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:49:15.731857 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 23113337-f83b-4ddf-9ba3-ecce7973169d triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:49:15.732241 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (23113337-f83b-4ddf-9ba3-ecce7973169d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:15.749324 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44ae3b66-9881-4a33-a97b-a1fe0df793e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (470ec51d-e1ce-4f75-8b59-8d75f70b2eac), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:15.770852 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939461b-2ab6-47b5-8150-2bc7dc912e3e req-6d528665-8bad-47aa-a8a5-a7968fdddb89 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:15.772507 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b939461b-2ab6-47b5-8150-2bc7dc912e3e req-6d528665-8bad-47aa-a8a5-a7968fdddb89 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 949 time: 0.1036048 Jan 28 02:49:15.830448 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-1a51ca85-31be-42cc-aa37-a54aeba2e650 req-663409a0-516b-4499-bdf1-080af80ba5af tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:15.898925 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 23113337-f83b-4ddf-9ba3-ecce7973169d is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:49:15.899533 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (23113337-f83b-4ddf-9ba3-ecce7973169d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:15.917241 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dca0b8a6-ed3c-4d71-b4d4-232b6a7a5915 req-d9f036d8-fe81-4cad-b300-4aa6c0506dcd service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5858679 Jan 28 02:49:15.942839 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b939461b-2ab6-47b5-8150-2bc7dc912e3e req-7cda541d-1723-403b-bfad-a1921b37544d tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624954 Jan 28 02:49:15.977733 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 23113337-f83b-4ddf-9ba3-ecce7973169d, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=23113337-f83b-4ddf-9ba3-ecce7973169d,segment=NetworkSegment(dc9e0086-acae-495a-ac62-d43e5af4cbd0),segment_id=dc9e0086-acae-495a-ac62-d43e5af4cbd0)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:49:15.990043 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (23113337-f83b-4ddf-9ba3-ecce7973169d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:16.004281 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-1a51ca85-31be-42cc-aa37-a54aeba2e650 req-663409a0-516b-4499-bdf1-080af80ba5af tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group (eed9246d-7f6b-40b5-8e97-1cb93c3f37cf), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:16.015543 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-1a51ca85-31be-42cc-aa37-a54aeba2e650 req-663409a0-516b-4499-bdf1-080af80ba5af tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (eed9246d-7f6b-40b5-8e97-1cb93c3f37cf), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:16.057661 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ae3b66-9881-4a33-a97b-a1fe0df793e9 admin admin] Router 470ec51d-e1ce-4f75-8b59-8d75f70b2eac is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 02:49:16.061249 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7e2ab7-1b57-459c-b066-aced7af00193 None None] Network 22525c27-0a7a-451f-a52c-3116237f6c30 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:49:16.086144 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-1a51ca85-31be-42cc-aa37-a54aeba2e650 req-663409a0-516b-4499-bdf1-080af80ba5af tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:16.087653 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1a51ca85-31be-42cc-aa37-a54aeba2e650 req-663409a0-516b-4499-bdf1-080af80ba5af tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3833928 Jan 28 02:49:16.165038 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-a808b541-910d-49e3-8e2b-25841f778cf1 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:16.169696 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-a808b541-910d-49e3-8e2b-25841f778cf1 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5113840 Jan 28 02:49:16.171141 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663409a0-516b-4499-bdf1-080af80ba5af tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eed9246d-7f6b-40b5-8e97-1cb93c3f37cf,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:16.238514 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-d131a1e3-a475-4ae5-987c-548314938c97 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] Request body: {'port': {'device_id': 'df86a7c2-0568-4cc3-b740-1987ace9d0a5', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'admin_state_up': True, 'tenant_id': '1d628818c9054150811b9db674d52a72'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:49:16.249351 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-eedacaa3-b7e3-4c6f-a4a6-3f06f3788878 None None] Provisioning complete for port 23113337-f83b-4ddf-9ba3-ecce7973169d triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:49:16.249351 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-eedacaa3-b7e3-4c6f-a4a6-3f06f3788878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (23113337-f83b-4ddf-9ba3-ecce7973169d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:16.304375 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=23113337-f83b-4ddf-9ba3-ecce7973169d,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:16.331064 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-17fd7fb7-f712-4f01-ab13-5486abe44b2e req-126cbc8c-90ed-4bb8-9192-2b13ef63d9ee tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] 10.222.0.53 "GET /v2.0/security-groups/eed9246d-7f6b-40b5-8e97-1cb93c3f37cf HTTP/1.1" status: 200 len: 1822 time: 0.1952474 Jan 28 02:49:16.338548 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-450f17a4-e9f3-4de7-808d-91714ff1a6af req-acd3125e-1346-4313-a286-7d89d15b0603 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] 10.222.0.53 "GET /v2.0/ports?device_id=df86a7c2-0568-4cc3-b740-1987ace9d0a5 HTTP/1.1" status: 200 len: 210 time: 0.1127260 Jan 28 02:49:16.378695 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-17fd7fb7-f712-4f01-ab13-5486abe44b2e req-ce35e70b-d68d-40f0-b12e-d7625dc99e28 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'eed9246d-7f6b-40b5-8e97-1cb93c3f37cf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:49:16.379443 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-17fd7fb7-f712-4f01-ab13-5486abe44b2e req-ce35e70b-d68d-40f0-b12e-d7625dc99e28 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'eed9246d-7f6b-40b5-8e97-1cb93c3f37cf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:49:16.395122 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ae3b66-9881-4a33-a97b-a1fe0df793e9 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:49:16.408418 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b93b987-16ed-4167-ab28-e356681f2a1d None None] Sync routers for ids ['470ec51d-e1ce-4f75-8b59-8d75f70b2eac'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:49:16.430931 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b93b987-16ed-4167-ab28-e356681f2a1d None None] Routers {'470ec51d-e1ce-4f75-8b59-8d75f70b2eac'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:49:16.435299 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-9b93b987-16ed-4167-ab28-e356681f2a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:49:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['470ec51d-e1ce-4f75-8b59-8d75f70b2eac'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:49:16.465622 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44ae3b66-9881-4a33-a97b-a1fe0df793e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:16.469593 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-44ae3b66-9881-4a33-a97b-a1fe0df793e9 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.6396778 Jan 28 02:49:16.469727 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 58806) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:16.549489 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-eedacaa3-b7e3-4c6f-a4a6-3f06f3788878 None None] Current status of the port 23113337-f83b-4ddf-9ba3-ecce7973169d is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:49:16.587687 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-17fd7fb7-f712-4f01-ab13-5486abe44b2e req-ce35e70b-d68d-40f0-b12e-d7625dc99e28 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group_rule (a0b5c8da-1488-4c6e-af31-d8ae93fff853), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:16.614018 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-d131a1e3-a475-4ae5-987c-548314938c97 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] Made reservation on behalf of 1d628818c9054150811b9db674d52a72 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:49:16.619265 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-d131a1e3-a475-4ae5-987c-548314938c97 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:16.638132 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-17fd7fb7-f712-4f01-ab13-5486abe44b2e req-ce35e70b-d68d-40f0-b12e-d7625dc99e28 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group_rule (a0b5c8da-1488-4c6e-af31-d8ae93fff853), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:16.640509 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-d131a1e3-a475-4ae5-987c-548314938c97 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:16.653783 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-17fd7fb7-f712-4f01-ab13-5486abe44b2e req-ce35e70b-d68d-40f0-b12e-d7625dc99e28 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (a0b5c8da-1488-4c6e-af31-d8ae93fff853), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:16.687294 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce35e70b-d68d-40f0-b12e-d7625dc99e28 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0b5c8da-1488-4c6e-af31-d8ae93fff853,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:16.695798 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-17fd7fb7-f712-4f01-ab13-5486abe44b2e req-ce35e70b-d68d-40f0-b12e-d7625dc99e28 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:16.697268 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-17fd7fb7-f712-4f01-ab13-5486abe44b2e req-ce35e70b-d68d-40f0-b12e-d7625dc99e28 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3295586 Jan 28 02:49:16.797595 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-d131a1e3-a475-4ae5-987c-548314938c97 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] Publish callbacks [] for security_group (218d0920-4832-4079-ad2b-85e965d08178), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:16.804135 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-d131a1e3-a475-4ae5-987c-548314938c97 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (218d0920-4832-4079-ad2b-85e965d08178), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:16.928968 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-9b93b987-16ed-4167-ab28-e356681f2a1d None None] Set router 470ec51d-e1ce-4f75-8b59-8d75f70b2eac gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:49:16.987452 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-64043388-4205-4445-b03d-29da9e4f4d21 None None] Provisioning complete for port 23113337-f83b-4ddf-9ba3-ecce7973169d triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:49:16.988575 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-64043388-4205-4445-b03d-29da9e4f4d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (23113337-f83b-4ddf-9ba3-ecce7973169d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:17.011889 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d131a1e3-a475-4ae5-987c-548314938c97 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=218d0920-4832-4079-ad2b-85e965d08178,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:17.041953 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-d131a1e3-a475-4ae5-987c-548314938c97 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] Allocated IP 192.168.233.117 (00399c87-9b8d-4ccb-b18d-7ccb90f49322/24329ac8-3d67-49eb-9f63-d2859e79e36f/91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:49:17.083430 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device a56d5000-9503-420d-bbeb-52893511a096 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:49:17.180402 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66235cb2-657b-4cc9-a1fc-8a75d9496cdb req-ffb2a404-2227-4183-b741-e1fedf221d5f tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:17.182429 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-66235cb2-657b-4cc9-a1fc-8a75d9496cdb req-ffb2a404-2227-4183-b741-e1fedf221d5f tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 949 time: 0.1199822 Jan 28 02:49:17.259097 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-9b93b987-16ed-4167-ab28-e356681f2a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470ec51d-e1ce-4f75-8b59-8d75f70b2eac', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-413918162-router', 'tenant_id': '60cadf0142384ce5af5b4ff59edcbcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '73d46b64-e6fc-431c-9a61-0d1c201d212f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:49:12Z', 'updated_at': '2022-01-28T02:49:14Z', 'revision_number': 3, 'project_id': '60cadf0142384ce5af5b4ff59edcbcde', 'gw_port': {'id': '73d46b64-e6fc-431c-9a61-0d1c201d212f', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d9:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470ec51d-e1ce-4f75-8b59-8d75f70b2eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:49:13Z', 'updated_at': '2022-01-28T02:49:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:49:17.303688 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-66235cb2-657b-4cc9-a1fc-8a75d9496cdb req-68fb4124-3d48-4eab-bb66-28b6c194e360 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104603 Jan 28 02:49:17.343756 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b93b987-16ed-4167-ab28-e356681f2a1d None None] Checking router: 470ec51d-e1ce-4f75-8b59-8d75f70b2eac for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:49:17.344110 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b93b987-16ed-4167-ab28-e356681f2a1d None None] Updating router 470ec51d-e1ce-4f75-8b59-8d75f70b2eac port 73d46b64-e6fc-431c-9a61-0d1c201d212f binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:49:17.367942 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-d131a1e3-a475-4ae5-987c-548314938c97 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] Publish callbacks [] for port (91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:17.433675 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port a56d5000-9503-420d-bbeb-52893511a096, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=a56d5000-9503-420d-bbeb-52893511a096,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:49:17.440690 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-9b93b987-16ed-4167-ab28-e356681f2a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (73d46b64-e6fc-431c-9a61-0d1c201d212f), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:17.444073 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-d131a1e3-a475-4ae5-987c-548314938c97 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:17.481325 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': 'a56d5000-9503-420d-bbeb-52893511a096', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'port_id': 'a56d5000-9503-420d-bbeb-52893511a096', 'mac_address': 'fa:16:3e:25:48:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24329ac8-3d67-49eb-9f63-d2859e79e36f', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:49:17.557620 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5c09f49c-3318-4c8a-b0f4-b85ca2a287f6 req-d3270103-97ee-4d02-87f5-8771fdd54eb6 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] 10.222.0.53 "GET /v2.0/security-groups/eed9246d-7f6b-40b5-8e97-1cb93c3f37cf HTTP/1.1" status: 200 len: 2415 time: 0.2368984 Jan 28 02:49:17.564828 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-d131a1e3-a475-4ae5-987c-548314938c97 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] Network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:49:17.574570 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-d131a1e3-a475-4ae5-987c-548314938c97 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:49:17.581806 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d131a1e3-a475-4ae5-987c-548314938c97 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] Pushing event updated for resources: {'Port': ['ID=91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:17.584636 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-d131a1e3-a475-4ae5-987c-548314938c97 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:49:17.593026 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 23113337-f83b-4ddf-9ba3-ecce7973169d up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:49:17.606955 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-5c09f49c-3318-4c8a-b0f4-b85ca2a287f6 req-89f344ba-445a-42ba-a73a-2cadcb46d50c tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'eed9246d-7f6b-40b5-8e97-1cb93c3f37cf', 'remote_group_id': None}]} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:49:17.607309 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-5c09f49c-3318-4c8a-b0f4-b85ca2a287f6 req-89f344ba-445a-42ba-a73a-2cadcb46d50c tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'eed9246d-7f6b-40b5-8e97-1cb93c3f37cf', 'remote_group_id': None}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:49:17.757832 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-d131a1e3-a475-4ae5-987c-548314938c97 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:17.758522 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-d131a1e3-a475-4ae5-987c-548314938c97 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:17.769969 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-64043388-4205-4445-b03d-29da9e4f4d21 None None] Current status of the port 23113337-f83b-4ddf-9ba3-ecce7973169d is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:49:17.793346 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f4c07-7fd1-485d-b0f5-1cfe214fd00d req-7f69205a-6e97-457f-b825-66ceaf73319d tempest-MigrationsAdminTest-903596228 tempest-MigrationsAdminTest-903596228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:17.795221 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7e3f4c07-7fd1-485d-b0f5-1cfe214fd00d req-7f69205a-6e97-457f-b825-66ceaf73319d tempest-MigrationsAdminTest-903596228 tempest-MigrationsAdminTest-903596228-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 1101 time: 0.1572807 Jan 28 02:49:17.806198 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port a56d5000-9503-420d-bbeb-52893511a096 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:49:17.806738 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (a56d5000-9503-420d-bbeb-52893511a096), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:17.809779 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 23113337-f83b-4ddf-9ba3-ecce7973169d triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:49:17.810080 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (23113337-f83b-4ddf-9ba3-ecce7973169d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:17.818192 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-d131a1e3-a475-4ae5-987c-548314938c97 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5997355 Jan 28 02:49:17.851963 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-25fd3cb2-0777-4982-8dd8-8e5a7bd3fa10 service neutron] Request body: {'port': {'device_id': 'df86a7c2-0568-4cc3-b740-1987ace9d0a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:49:17.876409 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a56d5000-9503-420d-bbeb-52893511a096 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:49:17.976165 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port a56d5000-9503-420d-bbeb-52893511a096, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=a56d5000-9503-420d-bbeb-52893511a096,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:49:17.988981 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (a56d5000-9503-420d-bbeb-52893511a096), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:18.032211 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-9b93b987-16ed-4167-ab28-e356681f2a1d None None] Publish callbacks [] for port (73d46b64-e6fc-431c-9a61-0d1c201d212f), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:18.050150 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-9b93b987-16ed-4167-ab28-e356681f2a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (73d46b64-e6fc-431c-9a61-0d1c201d212f), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:18.054922 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7e3f4c07-7fd1-485d-b0f5-1cfe214fd00d req-28d4a59c-d64d-4482-962e-4f18930bd263 tempest-MigrationsAdminTest-903596228 tempest-MigrationsAdminTest-903596228-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540476 Jan 28 02:49:18.065534 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-25fd3cb2-0777-4982-8dd8-8e5a7bd3fa10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:18.163746 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-5c09f49c-3318-4c8a-b0f4-b85ca2a287f6 req-89f344ba-445a-42ba-a73a-2cadcb46d50c tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group_rule (8c5292d6-3b29-40e6-a04b-e10a48578ec6), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:18.169490 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-9b93b987-16ed-4167-ab28-e356681f2a1d None None] Attempting to bind port 73d46b64-e6fc-431c-9a61-0d1c201d212f on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:49:18.169930 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-9b93b987-16ed-4167-ab28-e356681f2a1d None None] Attempting to bind port 73d46b64-e6fc-431c-9a61-0d1c201d212f by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:49:18.170324 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b93b987-16ed-4167-ab28-e356681f2a1d None None] Attempting to bind port 73d46b64-e6fc-431c-9a61-0d1c201d212f on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:49:18.203304 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=a56d5000-9503-420d-bbeb-52893511a096,revision_number=12']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:18.223046 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b93b987-16ed-4167-ab28-e356681f2a1d None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:49:18.223426 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b93b987-16ed-4167-ab28-e356681f2a1d None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:49:18.224359 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-29280193-ab8e-479f-b7a7-da82c29308f5 None None] Provisioning complete for port 91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:49:18.224913 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-29280193-ab8e-479f-b7a7-da82c29308f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:18.229667 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-9b93b987-16ed-4167-ab28-e356681f2a1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:18.230116 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b93b987-16ed-4167-ab28-e356681f2a1d None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:49:18.230630 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-9b93b987-16ed-4167-ab28-e356681f2a1d None None] Bound port: 73d46b64-e6fc-431c-9a61-0d1c201d212f, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:49:18.231026 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-9b93b987-16ed-4167-ab28-e356681f2a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (73d46b64-e6fc-431c-9a61-0d1c201d212f), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:18.243664 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600b71a-5f39-4169-80fe-9d5374f57e02 None None] Pushing event updated for resources: {'Port': ['ID=73d46b64-e6fc-431c-9a61-0d1c201d212f,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:18.253340 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-5c09f49c-3318-4c8a-b0f4-b85ca2a287f6 req-89f344ba-445a-42ba-a73a-2cadcb46d50c tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group_rule (8c5292d6-3b29-40e6-a04b-e10a48578ec6), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:18.291634 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-5c09f49c-3318-4c8a-b0f4-b85ca2a287f6 req-89f344ba-445a-42ba-a73a-2cadcb46d50c tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (8c5292d6-3b29-40e6-a04b-e10a48578ec6), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:18.301790 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-29280193-ab8e-479f-b7a7-da82c29308f5 None None] Port 91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:49:18.306264 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 23113337-f83b-4ddf-9ba3-ecce7973169d is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:49:18.316553 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['a56d5000-9503-420d-bbeb-52893511a096'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:49:18.374278 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-9b93b987-16ed-4167-ab28-e356681f2a1d None None] For port 73d46b64-e6fc-431c-9a61-0d1c201d212f, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:49:18.387042 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-9b93b987-16ed-4167-ab28-e356681f2a1d None None] For port 73d46b64-e6fc-431c-9a61-0d1c201d212f, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=73d46b64-e6fc-431c-9a61-0d1c201d212f,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:49:18.393064 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f344ba-445a-42ba-a73a-2cadcb46d50c tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c5292d6-3b29-40e6-a04b-e10a48578ec6,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:18.399595 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-9b93b987-16ed-4167-ab28-e356681f2a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (73d46b64-e6fc-431c-9a61-0d1c201d212f), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:18.413219 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651c49b-e57e-4bbc-9a61-971e247b7042 req-6d28e312-02bf-4ee9-ad7b-9014d452cc62 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:18.422170 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3651c49b-e57e-4bbc-9a61-971e247b7042 req-6d28e312-02bf-4ee9-ad7b-9014d452cc62 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] 10.222.0.53 "GET /v2.0/ports?device_id=df86a7c2-0568-4cc3-b740-1987ace9d0a5 HTTP/1.1" status: 200 len: 936 time: 0.2238159 Jan 28 02:49:18.424168 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a008fa0b-8665-4c73-9c72-da9a008922c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:18.437469 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-5c09f49c-3318-4c8a-b0f4-b85ca2a287f6 req-89f344ba-445a-42ba-a73a-2cadcb46d50c tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:18.447013 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5c09f49c-3318-4c8a-b0f4-b85ca2a287f6 req-89f344ba-445a-42ba-a73a-2cadcb46d50c tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.8648558 Jan 28 02:49:18.553873 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3651c49b-e57e-4bbc-9a61-971e247b7042 req-e4d339c1-70ca-447e-b470-524a82bd3171 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] 10.222.0.53 "GET /v2.0/security-groups?id=218d0920-4832-4079-ad2b-85e965d08178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173298 Jan 28 02:49:18.565359 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b93b987-16ed-4167-ab28-e356681f2a1d None None] Routers {'470ec51d-e1ce-4f75-8b59-8d75f70b2eac'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:49:18.566010 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-9b93b987-16ed-4167-ab28-e356681f2a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:49:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['470ec51d-e1ce-4f75-8b59-8d75f70b2eac'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:49:18.658342 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600b71a-5f39-4169-80fe-9d5374f57e02 None None] Pushing event updated for resources: {'Port': ['ID=73d46b64-e6fc-431c-9a61-0d1c201d212f,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:18.684903 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e600b71a-5f39-4169-80fe-9d5374f57e02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:18.686024 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e600b71a-5f39-4169-80fe-9d5374f57e02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:18.686024 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e600b71a-5f39-4169-80fe-9d5374f57e02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:18.686024 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e600b71a-5f39-4169-80fe-9d5374f57e02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:18.686296 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e600b71a-5f39-4169-80fe-9d5374f57e02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:18.687006 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e600b71a-5f39-4169-80fe-9d5374f57e02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:18.687006 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e600b71a-5f39-4169-80fe-9d5374f57e02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:18.687204 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e600b71a-5f39-4169-80fe-9d5374f57e02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:18.687480 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e600b71a-5f39-4169-80fe-9d5374f57e02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:18.687800 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e600b71a-5f39-4169-80fe-9d5374f57e02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:18.688166 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e600b71a-5f39-4169-80fe-9d5374f57e02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:18.688496 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e600b71a-5f39-4169-80fe-9d5374f57e02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:18.688888 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e600b71a-5f39-4169-80fe-9d5374f57e02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:18.730174 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7d7c1f7c-b890-4755-9aca-feb7961dd953 req-6a0077e9-210a-441f-9b49-f56bc202567e tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] 10.222.0.53 "GET /v2.0/security-groups/eed9246d-7f6b-40b5-8e97-1cb93c3f37cf HTTP/1.1" status: 200 len: 3013 time: 0.1275125 Jan 28 02:49:18.798502 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-25fd3cb2-0777-4982-8dd8-8e5a7bd3fa10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:49:18.827622 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-25fd3cb2-0777-4982-8dd8-8e5a7bd3fa10 service neutron] Publish callbacks [] for port (91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:18.841961 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-a008fa0b-8665-4c73-9c72-da9a008922c4 admin admin] Allocated IP 172.20.0.1 (22525c27-0a7a-451f-a52c-3116237f6c30/1e99154d-8ad1-4d3c-8ada-6ad21d21c4c8/ed332c04-3caf-4f9d-8ad8-050da9c032b1) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:49:18.859328 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-9b93b987-16ed-4167-ab28-e356681f2a1d None None] Set router 470ec51d-e1ce-4f75-8b59-8d75f70b2eac gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:49:18.923283 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-25fd3cb2-0777-4982-8dd8-8e5a7bd3fa10 service neutron] Transition to ACTIVE for port object 91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:49:18.935808 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-25fd3cb2-0777-4982-8dd8-8e5a7bd3fa10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:18.989361 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a008fa0b-8665-4c73-9c72-da9a008922c4 admin admin] Publish callbacks [] for port (ed332c04-3caf-4f9d-8ad8-050da9c032b1), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:19.015683 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6b281026-6184-423d-8212-30182fb921f5 req-6d9d0d72-a535-413f-bbe9-06e9b74b4b56 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] 10.222.0.53 "GET /v2.0/security-group-rules/8c5292d6-3b29-40e6-a04b-e10a48578ec6 HTTP/1.1" status: 200 len: 783 time: 0.0369227 Jan 28 02:49:19.022019 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fd3cb2-0777-4982-8dd8-8e5a7bd3fa10 service neutron] Pushing event updated for resources: {'Port': ['ID=91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:19.061451 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f191318-5b6d-4a18-81db-997f7353b4a3 req-912d7f83-73dd-47f4-92d9-7a1a69a56b1d tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:19.063446 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0f191318-5b6d-4a18-81db-997f7353b4a3 req-912d7f83-73dd-47f4-92d9-7a1a69a56b1d tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 950 time: 0.2023630 Jan 28 02:49:19.092051 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6b281026-6184-423d-8212-30182fb921f5 req-778f11d7-4d08-46af-bc09-4e8bfea523b8 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] 10.222.0.53 "GET /v2.0/security-groups/eed9246d-7f6b-40b5-8e97-1cb93c3f37cf HTTP/1.1" status: 200 len: 3013 time: 0.0751438 Jan 28 02:49:19.114310 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a008fa0b-8665-4c73-9c72-da9a008922c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (ed332c04-3caf-4f9d-8ad8-050da9c032b1), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:19.139277 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0f191318-5b6d-4a18-81db-997f7353b4a3 req-a44bf879-9e38-450e-9048-03671e8c623d tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681515 Jan 28 02:49:19.156430 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-9b93b987-16ed-4167-ab28-e356681f2a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470ec51d-e1ce-4f75-8b59-8d75f70b2eac', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-413918162-router', 'tenant_id': '60cadf0142384ce5af5b4ff59edcbcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '73d46b64-e6fc-431c-9a61-0d1c201d212f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:49:12Z', 'updated_at': '2022-01-28T02:49:14Z', 'revision_number': 3, 'project_id': '60cadf0142384ce5af5b4ff59edcbcde', 'gw_port': {'id': '73d46b64-e6fc-431c-9a61-0d1c201d212f', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d9:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470ec51d-e1ce-4f75-8b59-8d75f70b2eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:49:13Z', 'updated_at': '2022-01-28T02:49:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:49:19.174298 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a008fa0b-8665-4c73-9c72-da9a008922c4 admin admin] Network 22525c27-0a7a-451f-a52c-3116237f6c30 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:49:19.182019 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-a008fa0b-8665-4c73-9c72-da9a008922c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:49:19.186090 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a008fa0b-8665-4c73-9c72-da9a008922c4 admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:49:19.188329 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-6b281026-6184-423d-8212-30182fb921f5 req-4312866f-050d-47d2-966d-08e25a62e189 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group_rule (8c5292d6-3b29-40e6-a04b-e10a48578ec6), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:19.201851 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-6b281026-6184-423d-8212-30182fb921f5 req-4312866f-050d-47d2-966d-08e25a62e189 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group_rule (8c5292d6-3b29-40e6-a04b-e10a48578ec6), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:19.227709 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b93b987-16ed-4167-ab28-e356681f2a1d None None] The sync data for ids ['470ec51d-e1ce-4f75-8b59-8d75f70b2eac'] in n-d-712139-27 is: [{'id': '470ec51d-e1ce-4f75-8b59-8d75f70b2eac', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-413918162-router', 'tenant_id': '60cadf0142384ce5af5b4ff59edcbcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '73d46b64-e6fc-431c-9a61-0d1c201d212f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:49:12Z', 'updated_at': '2022-01-28T02:49:14Z', 'revision_number': 3, 'project_id': '60cadf0142384ce5af5b4ff59edcbcde', 'gw_port': {'id': '73d46b64-e6fc-431c-9a61-0d1c201d212f', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d9:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470ec51d-e1ce-4f75-8b59-8d75f70b2eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:49:13Z', 'updated_at': '2022-01-28T02:49:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:49:19.274225 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a008fa0b-8665-4c73-9c72-da9a008922c4 admin admin] Pushing event updated for resources: {'Port': ['ID=ed332c04-3caf-4f9d-8ad8-050da9c032b1,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:19.292741 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-6b281026-6184-423d-8212-30182fb921f5 req-4312866f-050d-47d2-966d-08e25a62e189 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (8c5292d6-3b29-40e6-a04b-e10a48578ec6), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:19.306138 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-6b281026-6184-423d-8212-30182fb921f5 req-4312866f-050d-47d2-966d-08e25a62e189 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:19.325451 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6b281026-6184-423d-8212-30182fb921f5 req-4312866f-050d-47d2-966d-08e25a62e189 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/8c5292d6-3b29-40e6-a04b-e10a48578ec6 HTTP/1.1" status: 204 len: 173 time: 0.2321291 Jan 28 02:49:19.328371 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4312866f-050d-47d2-966d-08e25a62e189 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c5292d6-3b29-40e6-a04b-e10a48578ec6,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:19.335503 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a008fa0b-8665-4c73-9c72-da9a008922c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (470ec51d-e1ce-4f75-8b59-8d75f70b2eac), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:19.363856 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-25fd3cb2-0777-4982-8dd8-8e5a7bd3fa10 service neutron] Attempting to bind port 91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:49:19.364409 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-25fd3cb2-0777-4982-8dd8-8e5a7bd3fa10 service neutron] Attempting to bind port 91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:49:19.364849 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-25fd3cb2-0777-4982-8dd8-8e5a7bd3fa10 service neutron] Attempting to bind port 91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:49:19.373307 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-25fd3cb2-0777-4982-8dd8-8e5a7bd3fa10 service neutron] Port 91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:49:19.373778 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-25fd3cb2-0777-4982-8dd8-8e5a7bd3fa10 service neutron] Attempting to bind port 91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:49:19.415324 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-25fd3cb2-0777-4982-8dd8-8e5a7bd3fa10 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:49:19.416423 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-25fd3cb2-0777-4982-8dd8-8e5a7bd3fa10 service neutron] Checking segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:49:19.416819 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-25fd3cb2-0777-4982-8dd8-8e5a7bd3fa10 service neutron] Bound using segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:49:19.417300 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-25fd3cb2-0777-4982-8dd8-8e5a7bd3fa10 service neutron] Bound port: 91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:49:19.418288 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-25fd3cb2-0777-4982-8dd8-8e5a7bd3fa10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:19.494962 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a999e6de-7008-457b-9e7f-14be99f99291 req-90924f98-763f-4362-9620-d18f31e5263f tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] 10.222.0.53 "GET /v2.0/security-groups/eed9246d-7f6b-40b5-8e97-1cb93c3f37cf HTTP/1.1" status: 200 len: 2415 time: 0.1433866 Jan 28 02:49:19.664565 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a008fa0b-8665-4c73-9c72-da9a008922c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ed332c04-3caf-4f9d-8ad8-050da9c032b1), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:19.752794 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-3c7a84ed-9ee2-4683-a0a8-c641f2f71f06 None None] Provisioning complete for port ed332c04-3caf-4f9d-8ad8-050da9c032b1 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:49:19.754156 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3c7a84ed-9ee2-4683-a0a8-c641f2f71f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ed332c04-3caf-4f9d-8ad8-050da9c032b1), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:19.828362 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-25fd3cb2-0777-4982-8dd8-8e5a7bd3fa10 service neutron] For port 91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:49:19.840487 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-25fd3cb2-0777-4982-8dd8-8e5a7bd3fa10 service neutron] For port 91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:49:19.878217 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-25fd3cb2-0777-4982-8dd8-8e5a7bd3fa10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:19.953933 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-3c7a84ed-9ee2-4683-a0a8-c641f2f71f06 None None] Port ed332c04-3caf-4f9d-8ad8-050da9c032b1 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:49:19.986700 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a999e6de-7008-457b-9e7f-14be99f99291 req-cacfbc8e-3d5d-4fa8-aaba-40628e58d4a3 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group (eed9246d-7f6b-40b5-8e97-1cb93c3f37cf), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:20.058527 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8684fe4-fb3c-478c-84b6-86366afd4b18 req-ef912471-d660-46c3-85d5-9c0b0246b07a tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:20.065733 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e8684fe4-fb3c-478c-84b6-86366afd4b18 req-ef912471-d660-46c3-85d5-9c0b0246b07a tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] 10.222.0.53 "GET /v2.0/ports?device_id=df86a7c2-0568-4cc3-b740-1987ace9d0a5 HTTP/1.1" status: 200 len: 948 time: 0.3129730 Jan 28 02:49:20.094588 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-25fd3cb2-0777-4982-8dd8-8e5a7bd3fa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:20.095845 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-25fd3cb2-0777-4982-8dd8-8e5a7bd3fa10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:20.101292 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-25fd3cb2-0777-4982-8dd8-8e5a7bd3fa10 service neutron] 10.222.0.39 "PUT /v2.0/ports/91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc HTTP/1.1" status: 200 len: 1097 time: 2.2629147 Jan 28 02:49:20.129789 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df86a7c2-0568-4cc3-b740-1987ace9d0a5', 'tag': '91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:49:20.149901 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e53e36-0724-4581-92d9-83a8bab35048" -d '{"events": [{"name": "network-changed", "server_uuid": "df86a7c2-0568-4cc3-b740-1987ace9d0a5", "tag": "91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:49:20.241699 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e8684fe4-fb3c-478c-84b6-86366afd4b18 req-73a076b5-affe-4208-82ce-623ac721de62 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] 10.222.0.53 "GET /v2.0/security-groups?id=218d0920-4832-4079-ad2b-85e965d08178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749744 Jan 28 02:49:20.259202 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a999e6de-7008-457b-9e7f-14be99f99291 req-cacfbc8e-3d5d-4fa8-aaba-40628e58d4a3 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group (eed9246d-7f6b-40b5-8e97-1cb93c3f37cf), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:20.316600 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a008fa0b-8665-4c73-9c72-da9a008922c4 admin admin] Publish callbacks [] for port (ed332c04-3caf-4f9d-8ad8-050da9c032b1), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:20.330945 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a008fa0b-8665-4c73-9c72-da9a008922c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (ed332c04-3caf-4f9d-8ad8-050da9c032b1), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:20.427737 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a999e6de-7008-457b-9e7f-14be99f99291 req-cacfbc8e-3d5d-4fa8-aaba-40628e58d4a3 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (eed9246d-7f6b-40b5-8e97-1cb93c3f37cf), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:20.429960 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a008fa0b-8665-4c73-9c72-da9a008922c4 admin admin] Pushing event updated for resources: {'Port': ['ID=ed332c04-3caf-4f9d-8ad8-050da9c032b1,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:20.443182 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a999e6de-7008-457b-9e7f-14be99f99291 req-cacfbc8e-3d5d-4fa8-aaba-40628e58d4a3 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:20.447114 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a999e6de-7008-457b-9e7f-14be99f99291 req-cacfbc8e-3d5d-4fa8-aaba-40628e58d4a3 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] 10.222.0.53 "DELETE /v2.0/security-groups/eed9246d-7f6b-40b5-8e97-1cb93c3f37cf HTTP/1.1" status: 204 len: 173 time: 0.9145124 Jan 28 02:49:20.472302 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a008fa0b-8665-4c73-9c72-da9a008922c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (470ec51d-e1ce-4f75-8b59-8d75f70b2eac), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:20.474307 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9e7b9b-56bd-49cc-ad2f-dffd53e5ddfe x-openstack-request-id: req-eb9e7b9b-56bd-49cc-ad2f-dffd53e5ddfe {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:49:20.478198 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df86a7c2-0568-4cc3-b740-1987ace9d0a5", "tag": "91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:49:20.478523 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eb9e7b9b-56bd-49cc-ad2f-dffd53e5ddfe {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:49:20.479668 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df86a7c2-0568-4cc3-b740-1987ace9d0a5', 'tag': '91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc', 'status': 'completed', 'code': 200} Jan 28 02:49:20.531777 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacfbc8e-3d5d-4fa8-aaba-40628e58d4a3 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed9246d-7f6b-40b5-8e97-1cb93c3f37cf,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:20.547816 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fd3cb2-0777-4982-8dd8-8e5a7bd3fa10 service neutron] Pushing event updated for resources: {'Port': ['ID=91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:20.566194 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042491c7-769d-4f9f-b8f1-564747c2d0ba req-d01868d8-6b17-4836-9c7f-f84c1c334877 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:20.574960 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-042491c7-769d-4f9f-b8f1-564747c2d0ba req-d01868d8-6b17-4836-9c7f-f84c1c334877 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.39 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 950 time: 0.3720210 Jan 28 02:49:20.608255 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [req-e1448c7b-2e4c-4ccf-a830-b62e6bb37382 req-16296b94-434c-46f0-929c-11efd7a8a55b tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] show failed (client error): The resource could not be found. Jan 28 02:49:20.614818 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e1448c7b-2e4c-4ccf-a830-b62e6bb37382 req-16296b94-434c-46f0-929c-11efd7a8a55b tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] 10.222.0.53 "GET /v2.0/security-groups/663e37c1-0c03-4736-864b-633520864002 HTTP/1.1" status: 404 len: 352 time: 0.0867407 Jan 28 02:49:20.709831 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-32aadbe2-162c-4f14-92a2-90db4234716f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:20.718043 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-32aadbe2-162c-4f14-92a2-90db4234716f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1d628818c9054150811b9db674d52a72&device_id=df86a7c2-0568-4cc3-b740-1987ace9d0a5 HTTP/1.1" status: 200 len: 1100 time: 0.4016054 Jan 28 02:49:20.797537 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ce2667b1-cfce-44b7-a86e-608987aeb240 req-f80af88d-5ffb-4b79-a3a4-313ef07f1232 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] 10.222.0.53 "GET /v2.0/security-groups/cd01f622-6384-413c-b365-787b48d124ab HTTP/1.1" status: 200 len: 1821 time: 0.1623793 Jan 28 02:49:20.810841 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-2edc7d09-a0a7-48eb-b3f2-fb7c6d4b0975 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc HTTP/1.1" status: 200 len: 217 time: 0.0780809 Jan 28 02:49:20.825962 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a008fa0b-8665-4c73-9c72-da9a008922c4 admin admin] Network 22525c27-0a7a-451f-a52c-3116237f6c30 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:49:20.829536 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1bec1a-b2cf-4b6a-a530-547167e95a2e req-9e9d2351-3bb4-45ae-b256-1f8551375177 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:20.831104 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9b1bec1a-b2cf-4b6a-a530-547167e95a2e req-9e9d2351-3bb4-45ae-b256-1f8551375177 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 950 time: 0.2549391 Jan 28 02:49:20.855265 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-a008fa0b-8665-4c73-9c72-da9a008922c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:49:20.920605 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-e84a7549-7884-4e7a-8433-fd41cf215a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:20.922411 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-e84a7549-7884-4e7a-8433-fd41cf215a05 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.0904174 Jan 28 02:49:20.960847 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-042491c7-769d-4f9f-b8f1-564747c2d0ba req-bd5d56b3-8232-47c8-8e71-46c523f172da tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Deleting port a56d5000-9503-420d-bbeb-52893511a096 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:49:20.962052 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-042491c7-769d-4f9f-b8f1-564747c2d0ba req-bd5d56b3-8232-47c8-8e71-46c523f172da tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (a56d5000-9503-420d-bbeb-52893511a096), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:20.990160 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9b1bec1a-b2cf-4b6a-a530-547167e95a2e req-5108378a-b6fe-4b5b-94eb-67d55622bf74 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485615 Jan 28 02:49:21.000168 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-ce2667b1-cfce-44b7-a86e-608987aeb240 req-cb229350-78d8-4f8e-8fa9-080bc06cc1b7 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group (cd01f622-6384-413c-b365-787b48d124ab), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:21.023752 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-ce2667b1-cfce-44b7-a86e-608987aeb240 req-cb229350-78d8-4f8e-8fa9-080bc06cc1b7 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group (cd01f622-6384-413c-b365-787b48d124ab), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:21.095476 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device a56d5000-9503-420d-bbeb-52893511a096 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:49:21.148869 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-65aa0227-374e-4386-a58d-c261afa30be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:21.155463 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-ce2667b1-cfce-44b7-a86e-608987aeb240 req-cb229350-78d8-4f8e-8fa9-080bc06cc1b7 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (cd01f622-6384-413c-b365-787b48d124ab), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:21.160300 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-ce2667b1-cfce-44b7-a86e-608987aeb240 req-cb229350-78d8-4f8e-8fa9-080bc06cc1b7 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:21.160600 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-65aa0227-374e-4386-a58d-c261afa30be6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2236164 Jan 28 02:49:21.176616 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ce2667b1-cfce-44b7-a86e-608987aeb240 req-cb229350-78d8-4f8e-8fa9-080bc06cc1b7 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] 10.222.0.53 "DELETE /v2.0/security-groups/cd01f622-6384-413c-b365-787b48d124ab HTTP/1.1" status: 204 len: 173 time: 0.3612125 Jan 28 02:49:21.217037 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb229350-78d8-4f8e-8fa9-080bc06cc1b7 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd01f622-6384-413c-b365-787b48d124ab,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:21.248756 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a008fa0b-8665-4c73-9c72-da9a008922c4 admin admin] Router 470ec51d-e1ce-4f75-8b59-8d75f70b2eac has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:49:21.298510 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-042491c7-769d-4f9f-b8f1-564747c2d0ba req-bd5d56b3-8232-47c8-8e71-46c523f172da tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] For port a56d5000-9503-420d-bbeb-52893511a096, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=a56d5000-9503-420d-bbeb-52893511a096,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:49:21.298898 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-042491c7-769d-4f9f-b8f1-564747c2d0ba req-bd5d56b3-8232-47c8-8e71-46c523f172da tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (a56d5000-9503-420d-bbeb-52893511a096), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:21.316678 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-042491c7-769d-4f9f-b8f1-564747c2d0ba req-bd5d56b3-8232-47c8-8e71-46c523f172da tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Calling delete_port for a56d5000-9503-420d-bbeb-52893511a096 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:49:21.331229 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port a56d5000-9503-420d-bbeb-52893511a096 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:49:21.340808 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port a56d5000-9503-420d-bbeb-52893511a096 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:49:21.342937 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (a56d5000-9503-420d-bbeb-52893511a096), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:21.405795 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d7662c05-3025-495c-b7c9-dc07385d1ffd req-95e14193-e17c-4cf8-b466-606d151f97d5 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] 10.222.0.53 "GET /v2.0/security-groups/cfdb14e6-7292-429e-bea3-44a3dc011f99 HTTP/1.1" status: 200 len: 1821 time: 0.2168736 Jan 28 02:49:21.446058 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-830f6c61-56a2-4d8d-9ab8-e2ac6f7a00a9 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697504 Jan 28 02:49:21.533650 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-86b9fe6e-a2ef-4996-84a0-462023680423 None None] Provisioning complete for port ed332c04-3caf-4f9d-8ad8-050da9c032b1 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:49:21.534205 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-86b9fe6e-a2ef-4996-84a0-462023680423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ed332c04-3caf-4f9d-8ad8-050da9c032b1), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:21.535038 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564690c-5dcd-4988-becd-85363f54a1db req-4a4e5a8e-f92f-4f77-9caa-9da04647c875 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:21.536574 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d564690c-5dcd-4988-becd-85363f54a1db req-4a4e5a8e-f92f-4f77-9caa-9da04647c875 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] 10.222.0.53 "GET /v2.0/ports?device_id=df86a7c2-0568-4cc3-b740-1987ace9d0a5 HTTP/1.1" status: 200 len: 948 time: 0.1557004 Jan 28 02:49:21.553727 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port a56d5000-9503-420d-bbeb-52893511a096 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:49:21.554245 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (a56d5000-9503-420d-bbeb-52893511a096), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:21.597343 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a008fa0b-8665-4c73-9c72-da9a008922c4 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:49:21.608381 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 73d46b64-e6fc-431c-9a61-0d1c201d212f up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:49:21.620717 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a008fa0b-8665-4c73-9c72-da9a008922c4 admin admin] 10.222.0.53 "PUT /v2.0/routers/470ec51d-e1ce-4f75-8b59-8d75f70b2eac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1491890 Jan 28 02:49:21.642003 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d7662c05-3025-495c-b7c9-dc07385d1ffd req-40285fff-1d04-4fdf-bf0d-869e16ef056d tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group (cfdb14e6-7292-429e-bea3-44a3dc011f99), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:21.671107 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-86b9fe6e-a2ef-4996-84a0-462023680423 None None] Port ed332c04-3caf-4f9d-8ad8-050da9c032b1 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:49:21.678286 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d7662c05-3025-495c-b7c9-dc07385d1ffd req-40285fff-1d04-4fdf-bf0d-869e16ef056d tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group (cfdb14e6-7292-429e-bea3-44a3dc011f99), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:21.698576 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 73d46b64-e6fc-431c-9a61-0d1c201d212f triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:49:21.699426 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (73d46b64-e6fc-431c-9a61-0d1c201d212f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:21.728699 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-aa84bf52-d8e1-4c3a-a50a-8d05a921839f req-ed5e03e3-f2be-4a54-bab1-e94bc9d5f38d service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642229 Jan 28 02:49:21.757495 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d564690c-5dcd-4988-becd-85363f54a1db req-a301dfbc-ee38-4376-ad1b-dda4a19d3cd6 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] 10.222.0.53 "GET /v2.0/security-groups?id=218d0920-4832-4079-ad2b-85e965d08178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057431 Jan 28 02:49:21.769490 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d7662c05-3025-495c-b7c9-dc07385d1ffd req-40285fff-1d04-4fdf-bf0d-869e16ef056d tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (cfdb14e6-7292-429e-bea3-44a3dc011f99), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:21.781499 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d7662c05-3025-495c-b7c9-dc07385d1ffd req-40285fff-1d04-4fdf-bf0d-869e16ef056d tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:21.791387 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d7662c05-3025-495c-b7c9-dc07385d1ffd req-40285fff-1d04-4fdf-bf0d-869e16ef056d tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] 10.222.0.53 "DELETE /v2.0/security-groups/cfdb14e6-7292-429e-bea3-44a3dc011f99 HTTP/1.1" status: 204 len: 173 time: 0.3755822 Jan 28 02:49:21.813791 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40285fff-1d04-4fdf-bf0d-869e16ef056d tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdb14e6-7292-429e-bea3-44a3dc011f99,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:21.822394 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-042491c7-769d-4f9f-b8f1-564747c2d0ba req-bd5d56b3-8232-47c8-8e71-46c523f172da tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (a56d5000-9503-420d-bbeb-52893511a096), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:21.887732 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['50ef5e41-dc48-4c5c-81f9-d97cb05ba83d', 'db544135-c445-4692-8e64-1b183a504092'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:49:21.889555 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d56b3-8232-47c8-8e71-46c523f172da tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Pushing event deleted for resources: {'Port': ['ID=a56d5000-9503-420d-bbeb-52893511a096,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:21.968083 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['acba92ab-c841-45d8-aacc-9e88e553230d'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:49:22.084897 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a4645acb-04bf-4865-b0c1-4c5ef6ad14e0 req-0e7f87e4-62c8-4ac3-b517-9a7432bdcc91 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] 10.222.0.53 "GET /v2.0/security-groups/3683a8ce-ccfc-48ed-9f6a-d2c0511b1696 HTTP/1.1" status: 200 len: 1821 time: 0.0820646 Jan 28 02:49:22.124549 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 73d46b64-e6fc-431c-9a61-0d1c201d212f is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:49:22.125172 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (73d46b64-e6fc-431c-9a61-0d1c201d212f), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:22.184902 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 73d46b64-e6fc-431c-9a61-0d1c201d212f, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=73d46b64-e6fc-431c-9a61-0d1c201d212f,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:49:22.192244 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-a4645acb-04bf-4865-b0c1-4c5ef6ad14e0 req-b3865d5b-0f46-4999-a629-70d39be036ef tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group (3683a8ce-ccfc-48ed-9f6a-d2c0511b1696), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:22.198873 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (73d46b64-e6fc-431c-9a61-0d1c201d212f), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:22.249840 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-a4645acb-04bf-4865-b0c1-4c5ef6ad14e0 req-b3865d5b-0f46-4999-a629-70d39be036ef tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group (3683a8ce-ccfc-48ed-9f6a-d2c0511b1696), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:22.317174 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-a4645acb-04bf-4865-b0c1-4c5ef6ad14e0 req-b3865d5b-0f46-4999-a629-70d39be036ef tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (3683a8ce-ccfc-48ed-9f6a-d2c0511b1696), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:22.321087 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-a4645acb-04bf-4865-b0c1-4c5ef6ad14e0 req-b3865d5b-0f46-4999-a629-70d39be036ef tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:22.322801 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a4645acb-04bf-4865-b0c1-4c5ef6ad14e0 req-b3865d5b-0f46-4999-a629-70d39be036ef tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] 10.222.0.53 "DELETE /v2.0/security-groups/3683a8ce-ccfc-48ed-9f6a-d2c0511b1696 HTTP/1.1" status: 204 len: 173 time: 0.2295568 Jan 28 02:49:22.348217 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3865d5b-0f46-4999-a629-70d39be036ef tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3683a8ce-ccfc-48ed-9f6a-d2c0511b1696,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:22.443112 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba6289d-986c-4e4d-8d1b-ba23c791b26a None None] Sync routers for ids ['470ec51d-e1ce-4f75-8b59-8d75f70b2eac'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:49:22.452529 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=73d46b64-e6fc-431c-9a61-0d1c201d212f,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:22.466853 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [req-0725c00b-4c1b-4403-84dc-bae8e1d6a3ab req-821d3042-2663-4e0c-a8be-a19765172759 tempest-FloatingIPDetailsNegativeTestJSON-1953972390 tempest-FloatingIPDetailsNegativeTestJSON-1953972390-project] show failed (client error): The resource could not be found. Jan 28 02:49:22.467948 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0725c00b-4c1b-4403-84dc-bae8e1d6a3ab req-821d3042-2663-4e0c-a8be-a19765172759 tempest-FloatingIPDetailsNegativeTestJSON-1953972390 tempest-FloatingIPDetailsNegativeTestJSON-1953972390-project] 10.222.0.53 "GET /v2.0/floatingips/00ada398-1fce-4367-a197-dd4a2fe9f61a HTTP/1.1" status: 404 len: 350 time: 0.0621550 Jan 28 02:49:22.477893 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-042491c7-769d-4f9f-b8f1-564747c2d0ba req-bd5d56b3-8232-47c8-8e71-46c523f172da tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] No DVR routers for this DVR port a56d5000-9503-420d-bbeb-52893511a096 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:49:22.479312 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58902) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:22.492022 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-042491c7-769d-4f9f-b8f1-564747c2d0ba req-bd5d56b3-8232-47c8-8e71-46c523f172da tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:22.495288 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-042491c7-769d-4f9f-b8f1-564747c2d0ba req-bd5d56b3-8232-47c8-8e71-46c523f172da tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.39 "DELETE /v2.0/ports/a56d5000-9503-420d-bbeb-52893511a096 HTTP/1.1" status: 204 len: 173 time: 1.8966441 Jan 28 02:49:22.495724 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61174f54-9d67-4d3b-a319-830e35650c26', 'name': 'network-vif-deleted', 'tag': 'a56d5000-9503-420d-bbeb-52893511a096'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:49:22.497985 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae8433e-a5ae-4ebb-943a-b03b7b5d4c69" -d '{"events": [{"server_uuid": "61174f54-9d67-4d3b-a319-830e35650c26", "name": "network-vif-deleted", "tag": "a56d5000-9503-420d-bbeb-52893511a096"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:49:22.549097 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba6289d-986c-4e4d-8d1b-ba23c791b26a None None] Routers {'470ec51d-e1ce-4f75-8b59-8d75f70b2eac'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:49:22.550559 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-7ba6289d-986c-4e4d-8d1b-ba23c791b26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:49:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['470ec51d-e1ce-4f75-8b59-8d75f70b2eac'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:49:22.569215 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e53e36-0724-4581-92d9-83a8bab35048 req-c22c6ae3-7007-4467-88e6-5cbf9672e3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:22.570165 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-85e53e36-0724-4581-92d9-83a8bab35048 req-c22c6ae3-7007-4467-88e6-5cbf9672e3d2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1d628818c9054150811b9db674d52a72&device_id=df86a7c2-0568-4cc3-b740-1987ace9d0a5 HTTP/1.1" status: 200 len: 1100 time: 0.6918781 Jan 28 02:49:22.583004 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9baa6b-89c9-4b57-9852-7350d44cee88 req-246c10c5-4c37-4bbe-a415-7c757e07d27e tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:22.589975 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5c9baa6b-89c9-4b57-9852-7350d44cee88 req-246c10c5-4c37-4bbe-a415-7c757e07d27e tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bf1aee-b390-4cae-a65f-7a4f79c12839 HTTP/1.1" status: 200 len: 946 time: 0.1550584 Jan 28 02:49:22.601212 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b64bd88c-4743-4aff-84fa-39a1f5f78eb1 req-05689691-37ea-40ec-859a-48fb10f1cf77 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=61174f54-9d67-4d3b-a319-830e35650c26 HTTP/1.1" status: 200 len: 210 time: 0.0486257 Jan 28 02:49:22.666507 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d648f26d-de76-428e-871b-d97e37830a5d req-f46f2979-43e7-4715-a9af-1fd7835610ae tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] 10.222.0.53 "GET /v2.0/security-groups/0530eaa0-384d-45bb-9393-558a350c687b HTTP/1.1" status: 200 len: 2420 time: 0.0511637 Jan 28 02:49:22.778638 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d648f26d-de76-428e-871b-d97e37830a5d req-78e630ef-6d7c-4894-a2f1-89e199ab1324 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group (0530eaa0-384d-45bb-9393-558a350c687b), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:22.782147 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5c9baa6b-89c9-4b57-9852-7350d44cee88 req-c8f18267-8944-4a4a-9e45-956b0f3009b1 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912022 Jan 28 02:49:22.816763 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d648f26d-de76-428e-871b-d97e37830a5d req-78e630ef-6d7c-4894-a2f1-89e199ab1324 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group (0530eaa0-384d-45bb-9393-558a350c687b), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:22.866815 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1d9d57-ff2c-4402-8276-c1ff60a83464 x-openstack-request-id: req-6d1d9d57-ff2c-4402-8276-c1ff60a83464 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:49:22.871661 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61174f54-9d67-4d3b-a319-830e35650c26", "name": "network-vif-deleted", "tag": "a56d5000-9503-420d-bbeb-52893511a096", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:49:22.872048 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6d1d9d57-ff2c-4402-8276-c1ff60a83464 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:49:22.872349 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61174f54-9d67-4d3b-a319-830e35650c26', 'name': 'network-vif-deleted', 'tag': 'a56d5000-9503-420d-bbeb-52893511a096', 'status': 'completed', 'code': 200} Jan 28 02:49:22.875999 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-7ba6289d-986c-4e4d-8d1b-ba23c791b26a None None] Set router 470ec51d-e1ce-4f75-8b59-8d75f70b2eac gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:49:22.877875 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d648f26d-de76-428e-871b-d97e37830a5d req-78e630ef-6d7c-4894-a2f1-89e199ab1324 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (0530eaa0-384d-45bb-9393-558a350c687b), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:22.883120 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d648f26d-de76-428e-871b-d97e37830a5d req-78e630ef-6d7c-4894-a2f1-89e199ab1324 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:22.889686 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d648f26d-de76-428e-871b-d97e37830a5d req-78e630ef-6d7c-4894-a2f1-89e199ab1324 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] 10.222.0.53 "DELETE /v2.0/security-groups/0530eaa0-384d-45bb-9393-558a350c687b HTTP/1.1" status: 204 len: 173 time: 0.2215693 Jan 28 02:49:22.921560 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e53e36-0724-4581-92d9-83a8bab35048 req-afe087d2-df1b-4811-aa11-aefce316f3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:22.933454 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-85e53e36-0724-4581-92d9-83a8bab35048 req-afe087d2-df1b-4811-aa11-aefce316f3ab service neutron] 10.222.0.39 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.3252354 Jan 28 02:49:22.946899 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e630ef-6d7c-4894-a2f1-89e199ab1324 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0530eaa0-384d-45bb-9393-558a350c687b,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:22.990984 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-85e53e36-0724-4581-92d9-83a8bab35048 req-76047dbb-be88-4356-ad0c-8f809f8360e5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc HTTP/1.1" status: 200 len: 217 time: 0.0566075 Jan 28 02:49:22.997835 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2efd4302-d5bd-45f7-8c1d-610310e03a2f req-e3cccc05-268f-4f60-88f0-19630e9c8ff3 tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] 10.222.0.53 "GET /v2.0/security-groups/29ff9777-fc69-4e7e-9c9b-1f372f2119c7 HTTP/1.1" status: 200 len: 2415 time: 0.0718029 Jan 28 02:49:23.088174 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-2efd4302-d5bd-45f7-8c1d-610310e03a2f req-0879dc4c-e6f6-4eee-92fb-0a94eb73ac3b tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group (29ff9777-fc69-4e7e-9c9b-1f372f2119c7), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:23.132420 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device a56d5000-9503-420d-bbeb-52893511a096 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:49:23.148983 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-2efd4302-d5bd-45f7-8c1d-610310e03a2f req-0879dc4c-e6f6-4eee-92fb-0a94eb73ac3b tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group (29ff9777-fc69-4e7e-9c9b-1f372f2119c7), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:23.158361 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: a56d5000-9503-420d-bbeb-52893511a096 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:49:23.158623 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device a56d5000-9503-420d-bbeb-52893511a096 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:49:23.158727 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e53e36-0724-4581-92d9-83a8bab35048 req-16ae3006-2f47-4ca8-8674-83c3014ee2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:23.160008 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-85e53e36-0724-4581-92d9-83a8bab35048 req-16ae3006-2f47-4ca8-8674-83c3014ee2d1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.1250970 Jan 28 02:49:23.184727 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76441f62-e881-4c79-bcd4-1c9d43b96370 req-13a0eb20-43ee-4045-aa6c-2de240050b27 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:23.186351 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-76441f62-e881-4c79-bcd4-1c9d43b96370 req-13a0eb20-43ee-4045-aa6c-2de240050b27 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] 10.222.0.53 "GET /v2.0/ports?device_id=df86a7c2-0568-4cc3-b740-1987ace9d0a5 HTTP/1.1" status: 200 len: 948 time: 0.2382898 Jan 28 02:49:23.223516 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-2efd4302-d5bd-45f7-8c1d-610310e03a2f req-0879dc4c-e6f6-4eee-92fb-0a94eb73ac3b tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (29ff9777-fc69-4e7e-9c9b-1f372f2119c7), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:23.228697 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-2efd4302-d5bd-45f7-8c1d-610310e03a2f req-0879dc4c-e6f6-4eee-92fb-0a94eb73ac3b tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:23.230121 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2efd4302-d5bd-45f7-8c1d-610310e03a2f req-0879dc4c-e6f6-4eee-92fb-0a94eb73ac3b tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] 10.222.0.53 "DELETE /v2.0/security-groups/29ff9777-fc69-4e7e-9c9b-1f372f2119c7 HTTP/1.1" status: 204 len: 173 time: 0.2241251 Jan 28 02:49:23.240774 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0879dc4c-e6f6-4eee-92fb-0a94eb73ac3b tempest-SecurityGroupRulesTestJSON-889381417 tempest-SecurityGroupRulesTestJSON-889381417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ff9777-fc69-4e7e-9c9b-1f372f2119c7,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:23.244476 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 58914) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:23.292861 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-7ba6289d-986c-4e4d-8d1b-ba23c791b26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470ec51d-e1ce-4f75-8b59-8d75f70b2eac', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-413918162-router', 'tenant_id': '60cadf0142384ce5af5b4ff59edcbcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '73d46b64-e6fc-431c-9a61-0d1c201d212f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:49:12Z', 'updated_at': '2022-01-28T02:49:19Z', 'revision_number': 4, 'project_id': '60cadf0142384ce5af5b4ff59edcbcde', 'gw_port': {'id': '73d46b64-e6fc-431c-9a61-0d1c201d212f', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470ec51d-e1ce-4f75-8b59-8d75f70b2eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:49:13Z', 'updated_at': '2022-01-28T02:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'ed332c04-3caf-4f9d-8ad8-050da9c032b1', 'name': '', 'network_id': '22525c27-0a7a-451f-a52c-3116237f6c30', 'tenant_id': '60cadf0142384ce5af5b4ff59edcbcde', 'mac_address': 'fa:16:3e:b9:46:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470ec51d-e1ce-4f75-8b59-8d75f70b2eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '1e99154d-8ad1-4d3c-8ada-6ad21d21c4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:49:18Z', 'updated_at': '2022-01-28T02:49:19Z', 'revision_number': 2, 'project_id': '60cadf0142384ce5af5b4ff59edcbcde', 'subnets': [{'id': '1e99154d-8ad1-4d3c-8ada-6ad21d21c4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:49:23.309806 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3fcaa20-e9c0-47cb-a15a-523da23942fc admin admin] Deleting subnet b567106e-2eea-4202-8bea-0a1069b3c17d {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:49:23.313550 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b3fcaa20-e9c0-47cb-a15a-523da23942fc admin admin] Publish callbacks [] for subnet (b567106e-2eea-4202-8bea-0a1069b3c17d), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:23.349826 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba6289d-986c-4e4d-8d1b-ba23c791b26a None None] Checking router: 470ec51d-e1ce-4f75-8b59-8d75f70b2eac for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:49:23.350228 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba6289d-986c-4e4d-8d1b-ba23c791b26a None None] Updating router 470ec51d-e1ce-4f75-8b59-8d75f70b2eac port ed332c04-3caf-4f9d-8ad8-050da9c032b1 binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:49:23.351934 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b3fcaa20-e9c0-47cb-a15a-523da23942fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (b567106e-2eea-4202-8bea-0a1069b3c17d), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:23.375048 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7ba6289d-986c-4e4d-8d1b-ba23c791b26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ed332c04-3caf-4f9d-8ad8-050da9c032b1), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:23.396205 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b3fcaa20-e9c0-47cb-a15a-523da23942fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (b567106e-2eea-4202-8bea-0a1069b3c17d), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:23.424094 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-76441f62-e881-4c79-bcd4-1c9d43b96370 req-cd8d3afd-e584-4811-9bc3-78d11b8fe9c2 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] 10.222.0.53 "GET /v2.0/security-groups?id=218d0920-4832-4079-ad2b-85e965d08178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049859 Jan 28 02:49:23.441525 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e53e36-0724-4581-92d9-83a8bab35048 req-7f94d6bc-22c8-47af-95b9-3a319042c59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:23.445147 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-85e53e36-0724-4581-92d9-83a8bab35048 req-7f94d6bc-22c8-47af-95b9-3a319042c59b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2578630 Jan 28 02:49:23.487422 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b3fcaa20-e9c0-47cb-a15a-523da23942fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (b567106e-2eea-4202-8bea-0a1069b3c17d), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:23.514313 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b3fcaa20-e9c0-47cb-a15a-523da23942fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:23.526353 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b3fcaa20-e9c0-47cb-a15a-523da23942fc admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b567106e-2eea-4202-8bea-0a1069b3c17d HTTP/1.1" status: 204 len: 168 time: 0.2808914 Jan 28 02:49:23.528012 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 58918) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:23.555182 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fcaa20-e9c0-47cb-a15a-523da23942fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b567106e-2eea-4202-8bea-0a1069b3c17d,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:23.623253 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-427e993c-0c09-4e6e-802c-0a6ee2fc06e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (4c5ac930-96ec-41b5-a145-e144a8f28ab2), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:23.679413 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-85e53e36-0724-4581-92d9-83a8bab35048 req-dc58d44b-67e6-4d23-be0d-4c8403f75fae service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819167 Jan 28 02:49:23.720126 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7ba6289d-986c-4e4d-8d1b-ba23c791b26a None None] Publish callbacks [] for port (ed332c04-3caf-4f9d-8ad8-050da9c032b1), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:23.723997 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-427e993c-0c09-4e6e-802c-0a6ee2fc06e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (4c5ac930-96ec-41b5-a145-e144a8f28ab2), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:23.730823 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 73d46b64-e6fc-431c-9a61-0d1c201d212f up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:49:23.742375 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7ba6289d-986c-4e4d-8d1b-ba23c791b26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ed332c04-3caf-4f9d-8ad8-050da9c032b1), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:23.747403 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-427e993c-0c09-4e6e-802c-0a6ee2fc06e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c5ac930-96ec-41b5-a145-e144a8f28ab2']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:49:23.758307 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-427e993c-0c09-4e6e-802c-0a6ee2fc06e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '590483a0-3531-496c-b28e-d2f16da1c09a') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:49:23.758697 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-427e993c-0c09-4e6e-802c-0a6ee2fc06e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '590483a0-3531-496c-b28e-d2f16da1c09a') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:49:23.773322 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-427e993c-0c09-4e6e-802c-0a6ee2fc06e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (590483a0-3531-496c-b28e-d2f16da1c09a), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:23.787081 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-427e993c-0c09-4e6e-802c-0a6ee2fc06e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (590483a0-3531-496c-b28e-d2f16da1c09a), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:23.793640 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-427e993c-0c09-4e6e-802c-0a6ee2fc06e5 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:49:23.794035 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-427e993c-0c09-4e6e-802c-0a6ee2fc06e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (590483a0-3531-496c-b28e-d2f16da1c09a), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:23.889571 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 02:49:23.889571 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:49:23.889571 n-d-712139-27 neutron-server[109802]: timer() Jan 28 02:49:23.889571 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:49:23.889571 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 02:49:23.889571 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:49:23.889571 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 02:49:23.889571 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:49:23.889571 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 02:49:23.889571 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:49:23.889571 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 02:49:23.889571 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:49:23.889571 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 02:49:23.889571 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:49:23.889571 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:49:23.889571 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:49:23.889571 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:49:23.889571 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:49:23.889571 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 02:49:23.889571 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:49:23.889571 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 02:49:23.889571 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:49:23.889571 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:49:23.889571 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:49:23.889571 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 02:49:23.889571 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:49:23.889571 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:49:23.889571 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:49:23.889571 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:49:23.889571 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:49:23.889571 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:49:23.889571 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:49:23.928132 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-427e993c-0c09-4e6e-802c-0a6ee2fc06e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (4c5ac930-96ec-41b5-a145-e144a8f28ab2), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:23.965752 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7161fc3-3269-4c9d-9b2a-62afb25c0493 req-137aaffd-51a4-4d8a-aa49-775da13863c6 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:23.968223 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c7161fc3-3269-4c9d-9b2a-62afb25c0493 req-137aaffd-51a4-4d8a-aa49-775da13863c6 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.67 "GET /v2.0/ports?device_id=21bf1aee-b390-4cae-a65f-7a4f79c12839 HTTP/1.1" status: 200 len: 946 time: 0.2867372 Jan 28 02:49:23.969427 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d8c62-ec60-4e90-b51f-e681b268b110 None None] Pushing event updated for resources: {'Port': ['ID=ed332c04-3caf-4f9d-8ad8-050da9c032b1,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:23.985034 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-7ba6289d-986c-4e4d-8d1b-ba23c791b26a None None] Attempting to bind port ed332c04-3caf-4f9d-8ad8-050da9c032b1 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:49:23.985442 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-7ba6289d-986c-4e4d-8d1b-ba23c791b26a None None] Attempting to bind port ed332c04-3caf-4f9d-8ad8-050da9c032b1 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'dc9e0086-acae-495a-ac62-d43e5af4cbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '22525c27-0a7a-451f-a52c-3116237f6c30'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:49:23.985805 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba6289d-986c-4e4d-8d1b-ba23c791b26a None None] Attempting to bind port ed332c04-3caf-4f9d-8ad8-050da9c032b1 on network 22525c27-0a7a-451f-a52c-3116237f6c30 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:49:23.986837 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-427e993c-0c09-4e6e-802c-0a6ee2fc06e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:23.994602 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba6289d-986c-4e4d-8d1b-ba23c791b26a None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:49:23.994602 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba6289d-986c-4e4d-8d1b-ba23c791b26a None None] Checking segment: {'id': 'dc9e0086-acae-495a-ac62-d43e5af4cbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '22525c27-0a7a-451f-a52c-3116237f6c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:49:23.994602 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7ba6289d-986c-4e4d-8d1b-ba23c791b26a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:23.994602 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba6289d-986c-4e4d-8d1b-ba23c791b26a None None] Bound using segment: {'id': 'dc9e0086-acae-495a-ac62-d43e5af4cbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '22525c27-0a7a-451f-a52c-3116237f6c30'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:49:23.994602 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-7ba6289d-986c-4e4d-8d1b-ba23c791b26a None None] Bound port: ed332c04-3caf-4f9d-8ad8-050da9c032b1, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc9e0086-acae-495a-ac62-d43e5af4cbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '22525c27-0a7a-451f-a52c-3116237f6c30'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:49:23.994602 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7ba6289d-986c-4e4d-8d1b-ba23c791b26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ed332c04-3caf-4f9d-8ad8-050da9c032b1), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:24.004347 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 73d46b64-e6fc-431c-9a61-0d1c201d212f triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:49:24.004725 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (73d46b64-e6fc-431c-9a61-0d1c201d212f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:24.014054 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-427e993c-0c09-4e6e-802c-0a6ee2fc06e5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/4c5ac930-96ec-41b5-a145-e144a8f28ab2 HTTP/1.1" status: 204 len: 168 time: 0.4849491 Jan 28 02:49:24.074222 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e993c-0c09-4e6e-802c-0a6ee2fc06e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c5ac930-96ec-41b5-a145-e144a8f28ab2,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:24.136082 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d395c5-04fc-4dbc-bb08-03f33f2b6072 req-54fc60d5-efda-4238-8a80-40c5b645fa8c tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:24.140251 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-50d395c5-04fc-4dbc-bb08-03f33f2b6072 req-54fc60d5-efda-4238-8a80-40c5b645fa8c tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bf1aee-b390-4cae-a65f-7a4f79c12839 HTTP/1.1" status: 200 len: 946 time: 0.2395427 Jan 28 02:49:24.151135 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-85e53e36-0724-4581-92d9-83a8bab35048 req-97f5c88b-a845-4675-8db0-3cd707d9189b service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4609237 Jan 28 02:49:24.217863 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1614d7b4-3e80-42f1-9187-066c0cc2ec13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (470ec51d-e1ce-4f75-8b59-8d75f70b2eac), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:24.246156 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-50d395c5-04fc-4dbc-bb08-03f33f2b6072 req-3183f898-90ff-4cfc-bb21-08116cbdca03 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021550 Jan 28 02:49:24.299445 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-6d8e7ff4-ebfb-4974-b275-1746a39a1cd8 None None] Provisioning complete for port ed332c04-3caf-4f9d-8ad8-050da9c032b1 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:49:24.300003 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6d8e7ff4-ebfb-4974-b275-1746a39a1cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ed332c04-3caf-4f9d-8ad8-050da9c032b1), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:24.349264 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 58932) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:24.367098 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc090112-0e69-4c60-ad6f-c16919f77293 req-61dfdb71-144b-4c0d-a90a-3a6dde768127 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:24.368654 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dc090112-0e69-4c60-ad6f-c16919f77293 req-61dfdb71-144b-4c0d-a90a-3a6dde768127 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 950 time: 0.2160132 Jan 28 02:49:24.402171 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7ba6289d-986c-4e4d-8d1b-ba23c791b26a None None] For port ed332c04-3caf-4f9d-8ad8-050da9c032b1, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:49:24.405044 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 73d46b64-e6fc-431c-9a61-0d1c201d212f is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:49:24.410196 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-6d8e7ff4-ebfb-4974-b275-1746a39a1cd8 None None] Port ed332c04-3caf-4f9d-8ad8-050da9c032b1 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:49:24.424328 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-bcf4695a-57a7-4f1b-b9ad-13a338a7e935 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ecc018523d804933a62c3ac20f655c00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0711887 Jan 28 02:49:24.424575 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 58936) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:24.429356 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7ba6289d-986c-4e4d-8d1b-ba23c791b26a None None] For port ed332c04-3caf-4f9d-8ad8-050da9c032b1, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ed332c04-3caf-4f9d-8ad8-050da9c032b1,segment=NetworkSegment(dc9e0086-acae-495a-ac62-d43e5af4cbd0),segment_id=dc9e0086-acae-495a-ac62-d43e5af4cbd0)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:49:24.437907 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7ba6289d-986c-4e4d-8d1b-ba23c791b26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ed332c04-3caf-4f9d-8ad8-050da9c032b1), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:24.476859 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-c7161fc3-3269-4c9d-9b2a-62afb25c0493 req-b7b4cd53-50e0-410e-9d99-762c8e79565a tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Deleting port 3e2d1371-9ebb-4c69-8423-64e58ab7f5fa {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:49:24.477226 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c7161fc3-3269-4c9d-9b2a-62afb25c0493 req-b7b4cd53-50e0-410e-9d99-762c8e79565a tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (3e2d1371-9ebb-4c69-8423-64e58ab7f5fa), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:24.509363 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba6289d-986c-4e4d-8d1b-ba23c791b26a None None] Routers {'470ec51d-e1ce-4f75-8b59-8d75f70b2eac'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:49:24.510405 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-7ba6289d-986c-4e4d-8d1b-ba23c791b26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:49:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['470ec51d-e1ce-4f75-8b59-8d75f70b2eac'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:49:24.541469 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4c79fd9a-d250-411e-be5b-468d93124ba1 admin admin] Publish callbacks [] for security_group (52920ed8-1cf5-49b2-b884-f3dfff041d6e), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:24.624655 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4c79fd9a-d250-411e-be5b-468d93124ba1 admin admin] Publish callbacks [] for security_group (52920ed8-1cf5-49b2-b884-f3dfff041d6e), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:24.655904 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-c7161fc3-3269-4c9d-9b2a-62afb25c0493 req-b7b4cd53-50e0-410e-9d99-762c8e79565a tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] For port 3e2d1371-9ebb-4c69-8423-64e58ab7f5fa, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=3e2d1371-9ebb-4c69-8423-64e58ab7f5fa,segment=NetworkSegment(49d4c981-b004-41ee-ab95-a2b5be80e959),segment_id=49d4c981-b004-41ee-ab95-a2b5be80e959)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:49:24.670246 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c7161fc3-3269-4c9d-9b2a-62afb25c0493 req-b7b4cd53-50e0-410e-9d99-762c8e79565a tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (3e2d1371-9ebb-4c69-8423-64e58ab7f5fa), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:24.703290 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d8c62-ec60-4e90-b51f-e681b268b110 None None] Pushing event updated for resources: {'Port': ['ID=ed332c04-3caf-4f9d-8ad8-050da9c032b1,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:24.736350 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-7ba6289d-986c-4e4d-8d1b-ba23c791b26a None None] Set router 470ec51d-e1ce-4f75-8b59-8d75f70b2eac gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:49:24.743726 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4c79fd9a-d250-411e-be5b-468d93124ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (52920ed8-1cf5-49b2-b884-f3dfff041d6e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:24.750000 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4c79fd9a-d250-411e-be5b-468d93124ba1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:24.762248 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4c79fd9a-d250-411e-be5b-468d93124ba1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/52920ed8-1cf5-49b2-b884-f3dfff041d6e HTTP/1.1" status: 204 len: 168 time: 0.3365741 Jan 28 02:49:24.776921 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c79fd9a-d250-411e-be5b-468d93124ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52920ed8-1cf5-49b2-b884-f3dfff041d6e,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:24.787400 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1945d99-7f1d-4706-b6a8-cc8d62095f6f req-21c8d23e-8198-420c-aaad-66ec7ac93c1c tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:24.794968 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e1945d99-7f1d-4706-b6a8-cc8d62095f6f req-21c8d23e-8198-420c-aaad-66ec7ac93c1c tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] 10.222.0.53 "GET /v2.0/ports?device_id=df86a7c2-0568-4cc3-b740-1987ace9d0a5 HTTP/1.1" status: 200 len: 948 time: 0.1577218 Jan 28 02:49:24.803144 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-c7161fc3-3269-4c9d-9b2a-62afb25c0493 req-b7b4cd53-50e0-410e-9d99-762c8e79565a tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Calling delete_port for 3e2d1371-9ebb-4c69-8423-64e58ab7f5fa owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:49:24.860732 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e1945d99-7f1d-4706-b6a8-cc8d62095f6f req-c974774c-01aa-4fa7-9202-1e17bf9a44ac tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] 10.222.0.53 "GET /v2.0/security-groups?id=218d0920-4832-4079-ad2b-85e965d08178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647881 Jan 28 02:49:24.875798 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dc090112-0e69-4c60-ad6f-c16919f77293 req-b9f058d6-0873-49a2-8fa1-d59aab238a33 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4779029 Jan 28 02:49:24.910728 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-108be5ec-a25a-4896-b29e-f00537ba47af None None] Provisioning complete for port ed332c04-3caf-4f9d-8ad8-050da9c032b1 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:49:24.911277 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-108be5ec-a25a-4896-b29e-f00537ba47af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ed332c04-3caf-4f9d-8ad8-050da9c032b1), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:25.070511 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-108be5ec-a25a-4896-b29e-f00537ba47af None None] Current status of the port ed332c04-3caf-4f9d-8ad8-050da9c032b1 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:49:25.070909 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-108be5ec-a25a-4896-b29e-f00537ba47af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ed332c04-3caf-4f9d-8ad8-050da9c032b1), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:25.102351 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-7ba6289d-986c-4e4d-8d1b-ba23c791b26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470ec51d-e1ce-4f75-8b59-8d75f70b2eac', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-413918162-router', 'tenant_id': '60cadf0142384ce5af5b4ff59edcbcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '73d46b64-e6fc-431c-9a61-0d1c201d212f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:49:12Z', 'updated_at': '2022-01-28T02:49:19Z', 'revision_number': 4, 'project_id': '60cadf0142384ce5af5b4ff59edcbcde', 'gw_port': {'id': '73d46b64-e6fc-431c-9a61-0d1c201d212f', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470ec51d-e1ce-4f75-8b59-8d75f70b2eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:49:13Z', 'updated_at': '2022-01-28T02:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'ed332c04-3caf-4f9d-8ad8-050da9c032b1', 'name': '', 'network_id': '22525c27-0a7a-451f-a52c-3116237f6c30', 'tenant_id': '60cadf0142384ce5af5b4ff59edcbcde', 'mac_address': 'fa:16:3e:b9:46:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470ec51d-e1ce-4f75-8b59-8d75f70b2eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '1e99154d-8ad1-4d3c-8ada-6ad21d21c4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:49:18Z', 'updated_at': '2022-01-28T02:49:24Z', 'revision_number': 4, 'project_id': '60cadf0142384ce5af5b4ff59edcbcde', 'subnets': [{'id': '1e99154d-8ad1-4d3c-8ada-6ad21d21c4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:49:25.108044 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:49:25.154352 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-108be5ec-a25a-4896-b29e-f00537ba47af None None] For port ed332c04-3caf-4f9d-8ad8-050da9c032b1, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ed332c04-3caf-4f9d-8ad8-050da9c032b1,segment=NetworkSegment(dc9e0086-acae-495a-ac62-d43e5af4cbd0),segment_id=dc9e0086-acae-495a-ac62-d43e5af4cbd0)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:49:25.158697 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba6289d-986c-4e4d-8d1b-ba23c791b26a None None] The sync data for ids ['470ec51d-e1ce-4f75-8b59-8d75f70b2eac'] in n-d-712139-27 is: [{'id': '470ec51d-e1ce-4f75-8b59-8d75f70b2eac', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-413918162-router', 'tenant_id': '60cadf0142384ce5af5b4ff59edcbcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '73d46b64-e6fc-431c-9a61-0d1c201d212f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:49:12Z', 'updated_at': '2022-01-28T02:49:19Z', 'revision_number': 4, 'project_id': '60cadf0142384ce5af5b4ff59edcbcde', 'gw_port': {'id': '73d46b64-e6fc-431c-9a61-0d1c201d212f', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470ec51d-e1ce-4f75-8b59-8d75f70b2eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:49:13Z', 'updated_at': '2022-01-28T02:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'ed332c04-3caf-4f9d-8ad8-050da9c032b1', 'name': '', 'network_id': '22525c27-0a7a-451f-a52c-3116237f6c30', 'tenant_id': '60cadf0142384ce5af5b4ff59edcbcde', 'mac_address': 'fa:16:3e:b9:46:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470ec51d-e1ce-4f75-8b59-8d75f70b2eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '1e99154d-8ad1-4d3c-8ada-6ad21d21c4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:49:18Z', 'updated_at': '2022-01-28T02:49:24Z', 'revision_number': 4, 'project_id': '60cadf0142384ce5af5b4ff59edcbcde', 'subnets': [{'id': '1e99154d-8ad1-4d3c-8ada-6ad21d21c4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:49:25.168013 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-108be5ec-a25a-4896-b29e-f00537ba47af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ed332c04-3caf-4f9d-8ad8-050da9c032b1), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:25.178056 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-1614d7b4-3e80-42f1-9187-066c0cc2ec13 admin admin] Deleting port ed332c04-3caf-4f9d-8ad8-050da9c032b1 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:49:25.178406 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1614d7b4-3e80-42f1-9187-066c0cc2ec13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (ed332c04-3caf-4f9d-8ad8-050da9c032b1), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:25.199730 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c7161fc3-3269-4c9d-9b2a-62afb25c0493 req-b7b4cd53-50e0-410e-9d99-762c8e79565a tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (3e2d1371-9ebb-4c69-8423-64e58ab7f5fa), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:25.242503 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108be5ec-a25a-4896-b29e-f00537ba47af None None] Pushing event updated for resources: {'Port': ['ID=ed332c04-3caf-4f9d-8ad8-050da9c032b1,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:25.444846 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-82566e24-f453-4e43-b329-9e9af7b31102 req-c007b71e-9a83-457f-932a-7f5ed1c719fd tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bf1aee-b390-4cae-a65f-7a4f79c12839 HTTP/1.1" status: 200 len: 210 time: 0.0512650 Jan 28 02:49:25.462164 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:49:25.479866 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'port_id': '91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc', 'mac_address': 'fa:16:3e:22:08:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24329ac8-3d67-49eb-9f63-d2859e79e36f', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:49:25.599091 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ed332c04-3caf-4f9d-8ad8-050da9c032b1 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:49:25.637827 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:49:25.638589 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:25.671222 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:49:25.705916 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:49:25.720874 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port ed332c04-3caf-4f9d-8ad8-050da9c032b1 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:49:25.721278 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ed332c04-3caf-4f9d-8ad8-050da9c032b1), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:25.723487 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:25.812407 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-1614d7b4-3e80-42f1-9187-066c0cc2ec13 admin admin] For port ed332c04-3caf-4f9d-8ad8-050da9c032b1, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ed332c04-3caf-4f9d-8ad8-050da9c032b1,segment=NetworkSegment(dc9e0086-acae-495a-ac62-d43e5af4cbd0),segment_id=dc9e0086-acae-495a-ac62-d43e5af4cbd0)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:49:25.813476 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1614d7b4-3e80-42f1-9187-066c0cc2ec13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (ed332c04-3caf-4f9d-8ad8-050da9c032b1), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:25.831683 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:25.856315 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-1614d7b4-3e80-42f1-9187-066c0cc2ec13 admin admin] Calling delete_port for ed332c04-3caf-4f9d-8ad8-050da9c032b1 owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:49:25.879584 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4cd53-50e0-410e-9d99-762c8e79565a tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Pushing event deleted for resources: {'Port': ['ID=3e2d1371-9ebb-4c69-8423-64e58ab7f5fa,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:25.910428 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port ed332c04-3caf-4f9d-8ad8-050da9c032b1 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:49:26.021809 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:49:26.073054 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7161fc3-3269-4c9d-9b2a-62afb25c0493 req-b7b4cd53-50e0-410e-9d99-762c8e79565a tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] No DVR routers for this DVR port 3e2d1371-9ebb-4c69-8423-64e58ab7f5fa on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:49:26.090417 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c7161fc3-3269-4c9d-9b2a-62afb25c0493 req-b7b4cd53-50e0-410e-9d99-762c8e79565a tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:26.101642 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c7161fc3-3269-4c9d-9b2a-62afb25c0493 req-b7b4cd53-50e0-410e-9d99-762c8e79565a tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.67 "DELETE /v2.0/ports/3e2d1371-9ebb-4c69-8423-64e58ab7f5fa HTTP/1.1" status: 204 len: 173 time: 2.1022897 Jan 28 02:49:26.107096 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bf1aee-b390-4cae-a65f-7a4f79c12839', 'name': 'network-vif-deleted', 'tag': '3e2d1371-9ebb-4c69-8423-64e58ab7f5fa'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:49:26.107531 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a729274-5fab-4f71-98c4-213525bcab2f req-602c0909-3cc1-433d-bf99-19b8497bc346 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:26.110381 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5a729274-5fab-4f71-98c4-213525bcab2f req-602c0909-3cc1-433d-bf99-19b8497bc346 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] 10.222.0.53 "GET /v2.0/ports?device_id=df86a7c2-0568-4cc3-b740-1987ace9d0a5 HTTP/1.1" status: 200 len: 949 time: 0.1136570 Jan 28 02:49:26.112843 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26397b83-7826-41b8-96b1-b7848b79f9e9" -d '{"events": [{"server_uuid": "21bf1aee-b390-4cae-a65f-7a4f79c12839", "name": "network-vif-deleted", "tag": "3e2d1371-9ebb-4c69-8423-64e58ab7f5fa"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:49:26.141749 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 58976) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:26.217866 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5a729274-5fab-4f71-98c4-213525bcab2f req-0fc57729-2542-4013-a411-1627fec5ca5c tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] 10.222.0.53 "GET /v2.0/security-groups?id=218d0920-4832-4079-ad2b-85e965d08178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990906 Jan 28 02:49:26.221291 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42326a6-f952-428f-9b74-b7f68412d3a1 req-931b57cb-76de-459e-a918-acd6ad0bc3e8 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:26.223088 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d42326a6-f952-428f-9b74-b7f68412d3a1 req-931b57cb-76de-459e-a918-acd6ad0bc3e8 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 950 time: 0.4993267 Jan 28 02:49:26.388541 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23300981-ebb2-4ab5-a6ee-c306b3fb027c req-cdf5f1e0-c43a-4b93-9cf6-c463c3e8203d tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:26.400256 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-23300981-ebb2-4ab5-a6ee-c306b3fb027c req-cdf5f1e0-c43a-4b93-9cf6-c463c3e8203d tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 950 time: 0.3815641 Jan 28 02:49:26.414978 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af53cc8-ce75-4446-8797-0a21bc35c41c x-openstack-request-id: req-6af53cc8-ce75-4446-8797-0a21bc35c41c {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:49:26.415499 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bf1aee-b390-4cae-a65f-7a4f79c12839", "name": "network-vif-deleted", "tag": "3e2d1371-9ebb-4c69-8423-64e58ab7f5fa", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:49:26.415499 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6af53cc8-ce75-4446-8797-0a21bc35c41c {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:49:26.416441 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21bf1aee-b390-4cae-a65f-7a4f79c12839', 'name': 'network-vif-deleted', 'tag': '3e2d1371-9ebb-4c69-8423-64e58ab7f5fa', 'status': 'completed', 'code': 200} Jan 28 02:49:26.439021 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-5d012cd9-0123-47eb-bc64-c078b44e7788 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-354745685-network', 'tenant_id': '0512ee6ae85a4f1ba349ab7d59746f46'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:49:26.468572 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d012cd9-0123-47eb-bc64-c078b44e7788 admin admin] Made reservation on behalf of 0512ee6ae85a4f1ba349ab7d59746f46 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:49:26.473288 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5d012cd9-0123-47eb-bc64-c078b44e7788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:26.492078 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5d012cd9-0123-47eb-bc64-c078b44e7788 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:26.686356 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9cdec116-08d6-4bb7-85c9-ef2ff0f1e07e req-4de19699-8ea0-43be-a0af-e4737f87497b tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bf1aee-b390-4cae-a65f-7a4f79c12839 HTTP/1.1" status: 200 len: 210 time: 0.0686846 Jan 28 02:49:26.690960 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5d012cd9-0123-47eb-bc64-c078b44e7788 admin admin] Publish callbacks [] for security_group (97c502ff-566c-4439-8ec9-8d2c5f14be1e), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:26.702293 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5d012cd9-0123-47eb-bc64-c078b44e7788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (97c502ff-566c-4439-8ec9-8d2c5f14be1e), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:26.786035 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d012cd9-0123-47eb-bc64-c078b44e7788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c502ff-566c-4439-8ec9-8d2c5f14be1e,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:26.813161 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d012cd9-0123-47eb-bc64-c078b44e7788 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:49:26.836676 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5d012cd9-0123-47eb-bc64-c078b44e7788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (5189f6c1-da5a-468a-82ce-c611fdd5a9b8), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:26.839259 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-5d012cd9-0123-47eb-bc64-c078b44e7788 admin admin] Added segment 5189f6c1-da5a-468a-82ce-c611fdd5a9b8 of type vlan for network 91ca050f-0813-4c7f-89a2-2014be4bf961 Jan 28 02:49:26.861599 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-23300981-ebb2-4ab5-a6ee-c306b3fb027c req-13bf7cb4-d82f-42c6-93a4-51ff688533c5 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4593682 Jan 28 02:49:26.864133 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1614d7b4-3e80-42f1-9187-066c0cc2ec13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (ed332c04-3caf-4f9d-8ad8-050da9c032b1), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:26.907681 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1614d7b4-3e80-42f1-9187-066c0cc2ec13 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed332c04-3caf-4f9d-8ad8-050da9c032b1,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:26.953443 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5d012cd9-0123-47eb-bc64-c078b44e7788 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (91ca050f-0813-4c7f-89a2-2014be4bf961), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:26.999244 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-d42326a6-f952-428f-9b74-b7f68412d3a1 req-d323b9dd-e835-471c-8db4-39831061dadd tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Deleting port db544135-c445-4692-8e64-1b183a504092 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:49:27.002963 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d42326a6-f952-428f-9b74-b7f68412d3a1 req-d323b9dd-e835-471c-8db4-39831061dadd tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (db544135-c445-4692-8e64-1b183a504092), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:27.020091 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5d012cd9-0123-47eb-bc64-c078b44e7788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (91ca050f-0813-4c7f-89a2-2014be4bf961), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:27.021500 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d012cd9-0123-47eb-bc64-c078b44e7788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:27.022301 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5d012cd9-0123-47eb-bc64-c078b44e7788 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:27.097844 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 3e2d1371-9ebb-4c69-8423-64e58ab7f5fa no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:49:27.144948 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d012cd9-0123-47eb-bc64-c078b44e7788 admin admin] Pushing event updated for resources: {'Network': ['ID=91ca050f-0813-4c7f-89a2-2014be4bf961,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:27.162492 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5d012cd9-0123-47eb-bc64-c078b44e7788 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0123222 Jan 28 02:49:27.165394 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 58988) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:27.171887 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-3de9103e-7427-4812-bab8-c3c49d9f1f35 admin admin] Request body: {'subnet': {'network_id': '91ca050f-0813-4c7f-89a2-2014be4bf961', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-354745685-subnet', 'tenant_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:49:27.188436 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:49:27.229508 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de9103e-7427-4812-bab8-c3c49d9f1f35 admin admin] Made reservation on behalf of 0512ee6ae85a4f1ba349ab7d59746f46 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:49:27.232758 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3de9103e-7427-4812-bab8-c3c49d9f1f35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:27.234254 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 91ca050f-0813-4c7f-89a2-2014be4bf961 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:49:27.243060 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: 3e2d1371-9ebb-4c69-8423-64e58ab7f5fa {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:49:27.243554 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 3e2d1371-9ebb-4c69-8423-64e58ab7f5fa not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:49:27.306829 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:49:27.314953 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:49:27.314953 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:27.472231 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-d42326a6-f952-428f-9b74-b7f68412d3a1 req-d323b9dd-e835-471c-8db4-39831061dadd tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] For port db544135-c445-4692-8e64-1b183a504092, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=db544135-c445-4692-8e64-1b183a504092,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:49:27.472869 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d42326a6-f952-428f-9b74-b7f68412d3a1 req-d323b9dd-e835-471c-8db4-39831061dadd tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (db544135-c445-4692-8e64-1b183a504092), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:27.504746 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-d42326a6-f952-428f-9b74-b7f68412d3a1 req-d323b9dd-e835-471c-8db4-39831061dadd tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Calling delete_port for db544135-c445-4692-8e64-1b183a504092 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:49:27.523684 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1614d7b4-3e80-42f1-9187-066c0cc2ec13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (470ec51d-e1ce-4f75-8b59-8d75f70b2eac), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:27.538477 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd40422-057b-4599-a8da-099084a13f9a req-6366c65e-0a82-457c-b9f6-ec29c649c943 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:27.545586 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fdd40422-057b-4599-a8da-099084a13f9a req-6366c65e-0a82-457c-b9f6-ec29c649c943 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] 10.222.0.53 "GET /v2.0/ports?device_id=df86a7c2-0568-4cc3-b740-1987ace9d0a5 HTTP/1.1" status: 200 len: 949 time: 0.1563668 Jan 28 02:49:27.573270 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:49:27.573885 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:27.617631 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:49:27.617631 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df86a7c2-0568-4cc3-b740-1987ace9d0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:49:27.621294 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa4529d-0f64-4e73-8503-aafde7317bc9" -d '{"events": [{"server_uuid": "df86a7c2-0568-4cc3-b740-1987ace9d0a5", "name": "network-vif-plugged", "status": "completed", "tag": "91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:49:27.630097 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3de9103e-7427-4812-bab8-c3c49d9f1f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (bd9a81ff-6f8c-4174-afd7-d4d745794750), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:27.637718 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:27.638120 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device db544135-c445-4692-8e64-1b183a504092 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:49:27.741459 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe40859-40ba-4a18-86b5-d9f0fb0279d5 x-openstack-request-id: req-ffe40859-40ba-4a18-86b5-d9f0fb0279d5 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:49:27.741846 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df86a7c2-0568-4cc3-b740-1987ace9d0a5", "name": "network-vif-plugged", "status": "completed", "tag": "91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:49:27.744279 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ffe40859-40ba-4a18-86b5-d9f0fb0279d5 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:49:27.744691 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df86a7c2-0568-4cc3-b740-1987ace9d0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc', 'code': 200} Jan 28 02:49:27.763986 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de9103e-7427-4812-bab8-c3c49d9f1f35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd9a81ff-6f8c-4174-afd7-d4d745794750,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:27.771096 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de9103e-7427-4812-bab8-c3c49d9f1f35 admin admin] Checking segment: {'id': '5189f6c1-da5a-468a-82ce-c611fdd5a9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '91ca050f-0813-4c7f-89a2-2014be4bf961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:49:27.771423 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de9103e-7427-4812-bab8-c3c49d9f1f35 admin admin] Network hostable DHCP agents. Network: 91ca050f-0813-4c7f-89a2-2014be4bf961, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:49:27.820658 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de9103e-7427-4812-bab8-c3c49d9f1f35 admin admin] Network 91ca050f-0813-4c7f-89a2-2014be4bf961 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:49:27.837333 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-3de9103e-7427-4812-bab8-c3c49d9f1f35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 91ca050f-0813-4c7f-89a2-2014be4bf961) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:49:27.841479 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de9103e-7427-4812-bab8-c3c49d9f1f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:27.842086 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3de9103e-7427-4812-bab8-c3c49d9f1f35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:27.845166 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fdd40422-057b-4599-a8da-099084a13f9a req-d7b5e82e-6107-4433-be5a-10dcc445ff38 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] 10.222.0.53 "GET /v2.0/security-groups?id=218d0920-4832-4079-ad2b-85e965d08178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984333 Jan 28 02:49:27.853344 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:27.860366 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8b2d4e-650a-4fb0-9047-59830724cd7e None None] Network 91ca050f-0813-4c7f-89a2-2014be4bf961 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:49:27.876956 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3de9103e-7427-4812-bab8-c3c49d9f1f35 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7103534 Jan 28 02:49:27.877654 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59008) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:27.882172 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-a38ffd36-051f-430d-91fb-f11e1d22596e admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-354745685-router', 'tenant_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:49:27.929233 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a38ffd36-051f-430d-91fb-f11e1d22596e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (d7a05783-0c12-43b7-87b5-940f974cdd4e), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:27.930355 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a38ffd36-051f-430d-91fb-f11e1d22596e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (d7a05783-0c12-43b7-87b5-940f974cdd4e), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:28.039903 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c68c44d-86f0-47db-80c2-363db7230be3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-91ca050f-0813-4c7f-89a2-2014be4bf961', 'network_id': '91ca050f-0813-4c7f-89a2-2014be4bf961', 'project_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'fixed_ips': [{'subnet_id': 'bd9a81ff-6f8c-4174-afd7-d4d745794750'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:49:28.045666 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4c68c44d-86f0-47db-80c2-363db7230be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:28.065951 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a38ffd36-051f-430d-91fb-f11e1d22596e admin admin] Publish callbacks [] for router_controller (d7a05783-0c12-43b7-87b5-940f974cdd4e), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:28.075402 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-82756f82-387c-44bc-8d12-75fee12dd0a6 req-00d277c9-892f-4b37-a33f-a6a6d563a644 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bf1aee-b390-4cae-a65f-7a4f79c12839 HTTP/1.1" status: 200 len: 210 time: 0.1052973 Jan 28 02:49:28.097152 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364c4c4-a356-470d-b6ea-850d6b8d11df req-c669d89a-c972-47bb-85f0-074954765794 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:28.103858 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5364c4c4-a356-470d-b6ea-850d6b8d11df req-c669d89a-c972-47bb-85f0-074954765794 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/networks?id=0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf HTTP/1.1" status: 200 len: 813 time: 0.1430063 Jan 28 02:49:28.113021 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5dbb83-dc35-4c6a-b212-51d1d1e6549d req-069b384f-8ed3-448d-925b-93f3eac76f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:28.114529 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bd5dbb83-dc35-4c6a-b212-51d1d1e6549d req-069b384f-8ed3-448d-925b-93f3eac76f38 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=df86a7c2-0568-4cc3-b740-1987ace9d0a5 HTTP/1.1" status: 200 len: 1102 time: 0.3163922 Jan 28 02:49:28.115344 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port db544135-c445-4692-8e64-1b183a504092 is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:49:28.115837 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (db544135-c445-4692-8e64-1b183a504092), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:28.131635 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5364c4c4-a356-470d-b6ea-850d6b8d11df req-4f1a3a83-9cfa-4184-9bcc-9d93a8e40be6 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/quotas/fe2bee12a7e64985b29f4bf535da9e8e HTTP/1.1" status: 200 len: 375 time: 0.0268559 Jan 28 02:49:28.272194 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d42326a6-f952-428f-9b74-b7f68412d3a1 req-d323b9dd-e835-471c-8db4-39831061dadd tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (db544135-c445-4692-8e64-1b183a504092), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:28.289114 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5364c4c4-a356-470d-b6ea-850d6b8d11df req-bf8f2ff7-29af-4fc7-8df9-248dd43e7adf tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fe2bee12a7e64985b29f4bf535da9e8e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1565444 Jan 28 02:49:28.305200 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a38ffd36-051f-430d-91fb-f11e1d22596e admin admin] Publish callbacks [] for router_gateway (d7a05783-0c12-43b7-87b5-940f974cdd4e), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:28.326582 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27da2a6-cab4-495b-924f-54e3b4651ff2 req-a7ad41e7-b137-4236-aa26-9d6abc8176f7 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:28.327961 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['50ef5e41-dc48-4c5c-81f9-d97cb05ba83d'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:49:28.334452 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d27da2a6-cab4-495b-924f-54e3b4651ff2 req-a7ad41e7-b137-4236-aa26-9d6abc8176f7 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad11ef5e-270d-47a3-8973-213ea98153c9 HTTP/1.1" status: 200 len: 868 time: 0.1276217 Jan 28 02:49:28.341781 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['acba92ab-c841-45d8-aacc-9e88e553230d'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:49:28.438456 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d27da2a6-cab4-495b-924f-54e3b4651ff2 req-bec003a0-e3e7-44cb-96e0-4c2390fcd1ac tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981266 Jan 28 02:49:28.486542 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5364c4c4-a356-470d-b6ea-850d6b8d11df req-2d594d31-ad56-4146-ab8a-29dc1618bd2d service neutron] 10.222.0.53 "GET /v2.0/networks/0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965408 Jan 28 02:49:28.591045 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d323b9dd-e835-471c-8db4-39831061dadd tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Pushing event deleted for resources: {'Port': ['ID=db544135-c445-4692-8e64-1b183a504092,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:28.594692 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bd5dbb83-dc35-4c6a-b212-51d1d1e6549d req-36dc8986-3f5f-41b9-9d06-31d3c81a5cc2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=218d0920-4832-4079-ad2b-85e965d08178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4610949 Jan 28 02:49:28.617003 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-d42326a6-f952-428f-9b74-b7f68412d3a1 req-d323b9dd-e835-471c-8db4-39831061dadd tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] No DVR routers for this DVR port db544135-c445-4692-8e64-1b183a504092 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:49:28.669107 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a38ffd36-051f-430d-91fb-f11e1d22596e admin admin] Publish callbacks [] for router_gateway (d7a05783-0c12-43b7-87b5-940f974cdd4e), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:28.685059 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d42326a6-f952-428f-9b74-b7f68412d3a1 req-d323b9dd-e835-471c-8db4-39831061dadd tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:28.688491 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d42326a6-f952-428f-9b74-b7f68412d3a1 req-d323b9dd-e835-471c-8db4-39831061dadd tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.39 "DELETE /v2.0/ports/db544135-c445-4692-8e64-1b183a504092 HTTP/1.1" status: 204 len: 173 time: 2.4504440 Jan 28 02:49:28.689259 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad11ef5e-270d-47a3-8973-213ea98153c9', 'name': 'network-vif-deleted', 'tag': 'db544135-c445-4692-8e64-1b183a504092'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:49:28.691542 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a64316-f616-40a4-bda3-b09e4604222e" -d '{"events": [{"server_uuid": "ad11ef5e-270d-47a3-8973-213ea98153c9", "name": "network-vif-deleted", "tag": "db544135-c445-4692-8e64-1b183a504092"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:49:28.711094 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-4c68c44d-86f0-47db-80c2-363db7230be3 None None] Allocated IP 172.20.0.2 (91ca050f-0813-4c7f-89a2-2014be4bf961/bd9a81ff-6f8c-4174-afd7-d4d745794750/36d38362-2ffb-4c5a-a0e3-3cffea84de7a) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:49:28.724652 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a38ffd36-051f-430d-91fb-f11e1d22596e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:28.772861 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75548fd1-7f23-42f4-8d96-60fe45eeaf9b x-openstack-request-id: req-75548fd1-7f23-42f4-8d96-60fe45eeaf9b {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:49:28.773156 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad11ef5e-270d-47a3-8973-213ea98153c9", "name": "network-vif-deleted", "tag": "db544135-c445-4692-8e64-1b183a504092", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:49:28.778917 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-75548fd1-7f23-42f4-8d96-60fe45eeaf9b {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:49:28.779280 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad11ef5e-270d-47a3-8973-213ea98153c9', 'name': 'network-vif-deleted', 'tag': 'db544135-c445-4692-8e64-1b183a504092', 'status': 'completed', 'code': 200} Jan 28 02:49:28.784723 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1614d7b4-3e80-42f1-9187-066c0cc2ec13 admin admin] Router 470ec51d-e1ce-4f75-8b59-8d75f70b2eac has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:49:28.837362 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5364c4c4-a356-470d-b6ea-850d6b8d11df req-1cdc9fef-19b4-49c5-bfc3-1f6b421267b3 service neutron] 10.222.0.53 "GET /v2.0/networks/0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497746 Jan 28 02:49:28.920320 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-a38ffd36-051f-430d-91fb-f11e1d22596e admin admin] Allocated IP 172.25.0.143 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/52b3784e-f62f-4541-a9cc-ae777b470486) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:49:28.959439 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:29.225160 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1614d7b4-3e80-42f1-9187-066c0cc2ec13 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:49:29.239502 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1614d7b4-3e80-42f1-9187-066c0cc2ec13 admin admin] 10.222.0.53 "PUT /v2.0/routers/470ec51d-e1ce-4f75-8b59-8d75f70b2eac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7588472 Jan 28 02:49:29.240268 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dab1c58-fe90-4233-878b-5d3e97931441 None None] Sync routers for ids ['470ec51d-e1ce-4f75-8b59-8d75f70b2eac'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:49:29.241432 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59032) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:29.262180 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dab1c58-fe90-4233-878b-5d3e97931441 None None] Routers {'470ec51d-e1ce-4f75-8b59-8d75f70b2eac'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:49:29.262833 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-5dab1c58-fe90-4233-878b-5d3e97931441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:49:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['470ec51d-e1ce-4f75-8b59-8d75f70b2eac'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:49:29.511408 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-963ea4e2-b04e-4853-9d3f-b1c1c4ac6f09 admin admin] Publish callbacks [] for router (470ec51d-e1ce-4f75-8b59-8d75f70b2eac), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:29.551091 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-466aaf16-c5ff-4f1f-a334-184c356f4124 req-0ce106ab-d7cf-46a2-a67f-e49ef4d844d8 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bf1aee-b390-4cae-a65f-7a4f79c12839 HTTP/1.1" status: 200 len: 210 time: 0.2382014 Jan 28 02:49:29.603878 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-5dab1c58-fe90-4233-878b-5d3e97931441 None None] Set router 470ec51d-e1ce-4f75-8b59-8d75f70b2eac gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:49:29.803403 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4c68c44d-86f0-47db-80c2-363db7230be3 None None] Publish callbacks [] for port (36d38362-2ffb-4c5a-a0e3-3cffea84de7a), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:29.842042 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0871b-803f-40c8-a5eb-6c547002479f req-3db194eb-6613-4a3d-929b-88abd2ca3729 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:29.843673 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b4b0871b-803f-40c8-a5eb-6c547002479f req-3db194eb-6613-4a3d-929b-88abd2ca3729 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] 10.222.0.53 "GET /v2.0/ports?device_id=df86a7c2-0568-4cc3-b740-1987ace9d0a5 HTTP/1.1" status: 200 len: 950 time: 0.2477772 Jan 28 02:49:29.904259 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4c68c44d-86f0-47db-80c2-363db7230be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (36d38362-2ffb-4c5a-a0e3-3cffea84de7a), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:29.922067 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cb600e34-6a59-46d6-adc1-7c6829dbb87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:29.925670 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c2539e95-1286-4050-b900-e9e539fc8440 req-bfde14b2-c27c-43c2-b1ca-2d99fb942789 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=dff4a5c5-5867-4492-81d9-79f209b9011e HTTP/1.1" status: 200 len: 210 time: 0.1137700 Jan 28 02:49:29.958441 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a38ffd36-051f-430d-91fb-f11e1d22596e admin admin] Publish callbacks [] for port (52b3784e-f62f-4541-a9cc-ae777b470486), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:29.976814 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-5dab1c58-fe90-4233-878b-5d3e97931441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470ec51d-e1ce-4f75-8b59-8d75f70b2eac', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-413918162-router', 'tenant_id': '60cadf0142384ce5af5b4ff59edcbcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '73d46b64-e6fc-431c-9a61-0d1c201d212f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:49:12Z', 'updated_at': '2022-01-28T02:49:26Z', 'revision_number': 5, 'project_id': '60cadf0142384ce5af5b4ff59edcbcde', 'gw_port': {'id': '73d46b64-e6fc-431c-9a61-0d1c201d212f', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470ec51d-e1ce-4f75-8b59-8d75f70b2eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:49:13Z', 'updated_at': '2022-01-28T02:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:49:30.003459 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b4b0871b-803f-40c8-a5eb-6c547002479f req-fae95141-d2f8-413e-a261-9baf02553072 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] 10.222.0.53 "GET /v2.0/security-groups?id=218d0920-4832-4079-ad2b-85e965d08178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230891 Jan 28 02:49:30.003644 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-963ea4e2-b04e-4853-9d3f-b1c1c4ac6f09 admin admin] Publish callbacks [] for router_gateway (470ec51d-e1ce-4f75-8b59-8d75f70b2eac), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:30.067412 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dab1c58-fe90-4233-878b-5d3e97931441 None None] Checking router: 470ec51d-e1ce-4f75-8b59-8d75f70b2eac for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:49:30.087225 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c68c44d-86f0-47db-80c2-363db7230be3 None None] Network 91ca050f-0813-4c7f-89a2-2014be4bf961 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:49:30.090491 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-4c68c44d-86f0-47db-80c2-363db7230be3 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:49:30.097542 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c68c44d-86f0-47db-80c2-363db7230be3 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:49:30.099200 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a38ffd36-051f-430d-91fb-f11e1d22596e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (52b3784e-f62f-4541-a9cc-ae777b470486), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:30.103058 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c68c44d-86f0-47db-80c2-363db7230be3 None None] Pushing event updated for resources: {'Port': ['ID=36d38362-2ffb-4c5a-a0e3-3cffea84de7a,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:30.178972 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38ffd36-051f-430d-91fb-f11e1d22596e admin admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:49:30.185380 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-a38ffd36-051f-430d-91fb-f11e1d22596e admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:49:30.189142 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38ffd36-051f-430d-91fb-f11e1d22596e admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:49:30.218228 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-963ea4e2-b04e-4853-9d3f-b1c1c4ac6f09 admin admin] Deleting port 73d46b64-e6fc-431c-9a61-0d1c201d212f {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:49:30.224790 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-963ea4e2-b04e-4853-9d3f-b1c1c4ac6f09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (73d46b64-e6fc-431c-9a61-0d1c201d212f), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:30.243915 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-4c68c44d-86f0-47db-80c2-363db7230be3 None None] Attempting to bind port 36d38362-2ffb-4c5a-a0e3-3cffea84de7a on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:49:30.244299 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-4c68c44d-86f0-47db-80c2-363db7230be3 None None] Attempting to bind port 36d38362-2ffb-4c5a-a0e3-3cffea84de7a by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '5189f6c1-da5a-468a-82ce-c611fdd5a9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '91ca050f-0813-4c7f-89a2-2014be4bf961'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:49:30.244673 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c68c44d-86f0-47db-80c2-363db7230be3 None None] Attempting to bind port 36d38362-2ffb-4c5a-a0e3-3cffea84de7a on network 91ca050f-0813-4c7f-89a2-2014be4bf961 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:49:30.256820 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c68c44d-86f0-47db-80c2-363db7230be3 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:49:30.257586 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c68c44d-86f0-47db-80c2-363db7230be3 None None] Checking segment: {'id': '5189f6c1-da5a-468a-82ce-c611fdd5a9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '91ca050f-0813-4c7f-89a2-2014be4bf961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:49:30.258010 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4c68c44d-86f0-47db-80c2-363db7230be3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:30.258421 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c68c44d-86f0-47db-80c2-363db7230be3 None None] Bound using segment: {'id': '5189f6c1-da5a-468a-82ce-c611fdd5a9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '91ca050f-0813-4c7f-89a2-2014be4bf961'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:49:30.258959 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-4c68c44d-86f0-47db-80c2-363db7230be3 None None] Bound port: 36d38362-2ffb-4c5a-a0e3-3cffea84de7a, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5189f6c1-da5a-468a-82ce-c611fdd5a9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '91ca050f-0813-4c7f-89a2-2014be4bf961'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:49:30.259357 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4c68c44d-86f0-47db-80c2-363db7230be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (36d38362-2ffb-4c5a-a0e3-3cffea84de7a), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:30.299685 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ffd36-051f-430d-91fb-f11e1d22596e admin admin] Pushing event updated for resources: {'Port': ['ID=52b3784e-f62f-4541-a9cc-ae777b470486,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:30.369036 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dab1c58-fe90-4233-878b-5d3e97931441 None None] Routers {'470ec51d-e1ce-4f75-8b59-8d75f70b2eac'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:49:30.370356 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-5dab1c58-fe90-4233-878b-5d3e97931441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:49:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['470ec51d-e1ce-4f75-8b59-8d75f70b2eac'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:49:30.417339 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-963ea4e2-b04e-4853-9d3f-b1c1c4ac6f09 admin admin] For port 73d46b64-e6fc-431c-9a61-0d1c201d212f, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=73d46b64-e6fc-431c-9a61-0d1c201d212f,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:49:30.417932 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-963ea4e2-b04e-4853-9d3f-b1c1c4ac6f09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (73d46b64-e6fc-431c-9a61-0d1c201d212f), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:30.449775 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-963ea4e2-b04e-4853-9d3f-b1c1c4ac6f09 admin admin] Calling delete_port for 73d46b64-e6fc-431c-9a61-0d1c201d212f owned by network:router_gateway {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:49:30.460864 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-4c68c44d-86f0-47db-80c2-363db7230be3 None None] For port 36d38362-2ffb-4c5a-a0e3-3cffea84de7a, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:49:30.470427 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-4c68c44d-86f0-47db-80c2-363db7230be3 None None] For port 36d38362-2ffb-4c5a-a0e3-3cffea84de7a, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=36d38362-2ffb-4c5a-a0e3-3cffea84de7a,segment=NetworkSegment(5189f6c1-da5a-468a-82ce-c611fdd5a9b8),segment_id=5189f6c1-da5a-468a-82ce-c611fdd5a9b8)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:49:30.480822 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4c68c44d-86f0-47db-80c2-363db7230be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (36d38362-2ffb-4c5a-a0e3-3cffea84de7a), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:30.496406 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-5dab1c58-fe90-4233-878b-5d3e97931441 None None] Set router 470ec51d-e1ce-4f75-8b59-8d75f70b2eac gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:49:30.569598 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df02a522-e239-4d96-81ae-013884fea376 req-a333a598-d35f-4d31-9272-236318450d67 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:30.577574 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-df02a522-e239-4d96-81ae-013884fea376 req-a333a598-d35f-4d31-9272-236318450d67 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa56615-b151-47cf-a515-21c799286b2e HTTP/1.1" status: 200 len: 950 time: 0.1486278 Jan 28 02:49:30.579255 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c68c44d-86f0-47db-80c2-363db7230be3 None None] Pushing event updated for resources: {'Port': ['ID=36d38362-2ffb-4c5a-a0e3-3cffea84de7a,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:30.580451 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-5dab1c58-fe90-4233-878b-5d3e97931441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470ec51d-e1ce-4f75-8b59-8d75f70b2eac', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-413918162-router', 'tenant_id': '60cadf0142384ce5af5b4ff59edcbcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:49:12Z', 'updated_at': '2022-01-28T02:49:29Z', 'revision_number': 6, 'project_id': '60cadf0142384ce5af5b4ff59edcbcde', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:49:30.628020 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dab1c58-fe90-4233-878b-5d3e97931441 None None] The sync data for ids ['470ec51d-e1ce-4f75-8b59-8d75f70b2eac'] in n-d-712139-27 is: [{'id': '470ec51d-e1ce-4f75-8b59-8d75f70b2eac', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-413918162-router', 'tenant_id': '60cadf0142384ce5af5b4ff59edcbcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:49:12Z', 'updated_at': '2022-01-28T02:49:29Z', 'revision_number': 6, 'project_id': '60cadf0142384ce5af5b4ff59edcbcde', 'gw_port_host': None}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:49:30.709112 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-df02a522-e239-4d96-81ae-013884fea376 req-a1b00f08-bcd4-499a-a362-3dfabd35f3d8 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302276 Jan 28 02:49:30.725565 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5642ee1b-a82a-463c-a933-36eabe1abe7f req-ab208ba4-745d-44f0-b8fa-abc28abef26d tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bf1aee-b390-4cae-a65f-7a4f79c12839 HTTP/1.1" status: 200 len: 210 time: 0.0477922 Jan 28 02:49:30.796939 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a38ffd36-051f-430d-91fb-f11e1d22596e admin admin] Publish callbacks [] for router_gateway (d7a05783-0c12-43b7-87b5-940f974cdd4e), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:30.820528 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-963ea4e2-b04e-4853-9d3f-b1c1c4ac6f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (73d46b64-e6fc-431c-9a61-0d1c201d212f), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:30.850980 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ea4e2-b04e-4853-9d3f-b1c1c4ac6f09 admin admin] Pushing event deleted for resources: {'Port': ['ID=73d46b64-e6fc-431c-9a61-0d1c201d212f,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:31.068138 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-963ea4e2-b04e-4853-9d3f-b1c1c4ac6f09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (470ec51d-e1ce-4f75-8b59-8d75f70b2eac), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:31.115012 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-61c7817f-ae15-4526-ba2f-2c74df1e1991 req-5b76aabe-28b5-4c34-9072-3bb391cccc0d tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=dff4a5c5-5867-4492-81d9-79f209b9011e HTTP/1.1" status: 200 len: 210 time: 0.0836248 Jan 28 02:49:31.150575 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a38ffd36-051f-430d-91fb-f11e1d22596e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (d7a05783-0c12-43b7-87b5-940f974cdd4e), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:31.377705 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38ffd36-051f-430d-91fb-f11e1d22596e admin admin] Router d7a05783-0c12-43b7-87b5-940f974cdd4e is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 02:49:31.510313 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364c4c4-a356-470d-b6ea-850d6b8d11df req-7b1c5eba-bdee-4b82-a580-0e6ee9044474 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:31.511851 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5364c4c4-a356-470d-b6ea-850d6b8d11df req-7b1c5eba-bdee-4b82-a580-0e6ee9044474 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.39 "GET /v2.0/networks?id=0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf HTTP/1.1" status: 200 len: 813 time: 0.6584756 Jan 28 02:49:31.555228 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-5364c4c4-a356-470d-b6ea-850d6b8d11df req-ca92ebe7-2367-4af2-ac2e-1ceb490bff3d tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Request body: {'port': {'device_id': 'dff4a5c5-5867-4492-81d9-79f209b9011e', 'network_id': '0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf', 'admin_state_up': True, 'tenant_id': 'fe2bee12a7e64985b29f4bf535da9e8e'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:49:31.574050 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-963ea4e2-b04e-4853-9d3f-b1c1c4ac6f09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (470ec51d-e1ce-4f75-8b59-8d75f70b2eac), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:31.582016 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38ffd36-051f-430d-91fb-f11e1d22596e admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:49:31.597946 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb79916-1733-4a52-b7f9-7d6186e950b3 None None] Sync routers for ids ['d7a05783-0c12-43b7-87b5-940f974cdd4e'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:49:31.613140 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-963ea4e2-b04e-4853-9d3f-b1c1c4ac6f09 admin admin] Publish callbacks [] for router_controller (470ec51d-e1ce-4f75-8b59-8d75f70b2eac), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:31.616943 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb79916-1733-4a52-b7f9-7d6186e950b3 None None] Routers {'d7a05783-0c12-43b7-87b5-940f974cdd4e'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:49:31.618771 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-2bb79916-1733-4a52-b7f9-7d6186e950b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:49:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['d7a05783-0c12-43b7-87b5-940f974cdd4e'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:49:31.652892 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a38ffd36-051f-430d-91fb-f11e1d22596e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:31.658854 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a38ffd36-051f-430d-91fb-f11e1d22596e admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7801135 Jan 28 02:49:31.674428 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59064) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:31.711848 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32122e80-daeb-4b9f-9a32-117cae20b760 req-fad57903-17ee-439b-b0ee-fd1418a2be49 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:31.719333 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-32122e80-daeb-4b9f-9a32-117cae20b760 req-fad57903-17ee-439b-b0ee-fd1418a2be49 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] 10.222.0.53 "GET /v2.0/ports?device_id=df86a7c2-0568-4cc3-b740-1987ace9d0a5 HTTP/1.1" status: 200 len: 950 time: 0.2813561 Jan 28 02:49:31.731216 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-963ea4e2-b04e-4853-9d3f-b1c1c4ac6f09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (470ec51d-e1ce-4f75-8b59-8d75f70b2eac), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:31.731784 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963ea4e2-b04e-4853-9d3f-b1c1c4ac6f09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 470ec51d-e1ce-4f75-8b59-8d75f70b2eac {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:49:31.755583 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-963ea4e2-b04e-4853-9d3f-b1c1c4ac6f09 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:31.759906 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-963ea4e2-b04e-4853-9d3f-b1c1c4ac6f09 admin admin] 10.222.0.53 "DELETE /v2.0/routers/470ec51d-e1ce-4f75-8b59-8d75f70b2eac HTTP/1.1" status: 204 len: 168 time: 2.5173254 Jan 28 02:49:31.760555 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59070) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:31.832257 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8b753-ae6d-4e4b-9e66-8f42a13deca2 req-f2f320bc-6304-408c-8d77-3aed84ede58d tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:31.843271 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-25a8b753-ae6d-4e4b-9e66-8f42a13deca2 req-f2f320bc-6304-408c-8d77-3aed84ede58d tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/networks?id=997aa02b-ef92-4c1c-ba5c-0477d385960c HTTP/1.1" status: 200 len: 821 time: 0.3575587 Jan 28 02:49:31.857748 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 36d38362-2ffb-4c5a-a0e3-3cffea84de7a up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:49:31.870361 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-25a8b753-ae6d-4e4b-9e66-8f42a13deca2 req-935469d6-ce88-4c90-b036-229a48bf82b1 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/quotas/2b376bdc08124533ad1dc2039341113b HTTP/1.1" status: 200 len: 375 time: 0.0247357 Jan 28 02:49:31.874486 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-32122e80-daeb-4b9f-9a32-117cae20b760 req-b1c6f0a4-e538-4d19-9093-80eaa0f57e5d tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] 10.222.0.53 "GET /v2.0/security-groups?id=218d0920-4832-4079-ad2b-85e965d08178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501119 Jan 28 02:49:31.906103 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-591d3914-a99f-4231-97c8-72c67b66ba01 admin admin] Deleting subnet 1e99154d-8ad1-4d3c-8ada-6ad21d21c4c8 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:49:31.909140 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f2cd5781-0949-408b-abf3-09226e7abecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:31.918053 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-591d3914-a99f-4231-97c8-72c67b66ba01 admin admin] Publish callbacks [] for subnet (1e99154d-8ad1-4d3c-8ada-6ad21d21c4c8), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:31.978860 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-2bb79916-1733-4a52-b7f9-7d6186e950b3 None None] Set router d7a05783-0c12-43b7-87b5-940f974cdd4e gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:49:31.981142 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5364c4c4-a356-470d-b6ea-850d6b8d11df req-ca92ebe7-2367-4af2-ac2e-1ceb490bff3d tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Made reservation on behalf of fe2bee12a7e64985b29f4bf535da9e8e for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:49:31.987592 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5364c4c4-a356-470d-b6ea-850d6b8d11df req-ca92ebe7-2367-4af2-ac2e-1ceb490bff3d tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:32.077346 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-591d3914-a99f-4231-97c8-72c67b66ba01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (1e99154d-8ad1-4d3c-8ada-6ad21d21c4c8), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:32.078825 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 36d38362-2ffb-4c5a-a0e3-3cffea84de7a triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:49:32.079399 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (36d38362-2ffb-4c5a-a0e3-3cffea84de7a), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:32.110426 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-25a8b753-ae6d-4e4b-9e66-8f42a13deca2 req-11ee5fdb-b7c3-414f-a96f-fb2d62a7aeaf tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2b376bdc08124533ad1dc2039341113b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2390368 Jan 28 02:49:32.184145 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3145c9b-d3d9-4555-9318-472ad88661cb req-793e0c82-125e-4945-8969-cec45a491a7c tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:32.185744 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f3145c9b-d3d9-4555-9318-472ad88661cb req-793e0c82-125e-4945-8969-cec45a491a7c tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa56615-b151-47cf-a515-21c799286b2e HTTP/1.1" status: 200 len: 950 time: 0.2143915 Jan 28 02:49:32.226190 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d04e83-3ea6-4047-a587-a32234fd4958 req-3377dd68-9b91-4dce-8f31-cf9c304c11b3 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:32.233383 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a9d04e83-3ea6-4047-a587-a32234fd4958 req-3377dd68-9b91-4dce-8f31-cf9c304c11b3 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa56615-b151-47cf-a515-21c799286b2e HTTP/1.1" status: 200 len: 950 time: 0.2346759 Jan 28 02:49:32.248406 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-25a8b753-ae6d-4e4b-9e66-8f42a13deca2 req-4f264f6f-b4b9-4db7-a9a6-ae04ebdcf62d service neutron] 10.222.0.53 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368983 Jan 28 02:49:32.297728 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 36d38362-2ffb-4c5a-a0e3-3cffea84de7a is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:49:32.298299 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (36d38362-2ffb-4c5a-a0e3-3cffea84de7a), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:32.348399 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 36d38362-2ffb-4c5a-a0e3-3cffea84de7a, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=36d38362-2ffb-4c5a-a0e3-3cffea84de7a,segment=NetworkSegment(5189f6c1-da5a-468a-82ce-c611fdd5a9b8),segment_id=5189f6c1-da5a-468a-82ce-c611fdd5a9b8)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:49:32.374963 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (36d38362-2ffb-4c5a-a0e3-3cffea84de7a), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:32.462463 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=36d38362-2ffb-4c5a-a0e3-3cffea84de7a,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:32.468998 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab3f5e5-89de-42ed-a21f-16a937d46f2d None None] Network 91ca050f-0813-4c7f-89a2-2014be4bf961 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:49:32.473107 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 73d46b64-e6fc-431c-9a61-0d1c201d212f no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:49:32.503411 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-591d3914-a99f-4231-97c8-72c67b66ba01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (1e99154d-8ad1-4d3c-8ada-6ad21d21c4c8), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:32.548515 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 73d46b64-e6fc-431c-9a61-0d1c201d212f {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:49:32.549021 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 73d46b64-e6fc-431c-9a61-0d1c201d212f not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:49:32.550763 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ed332c04-3caf-4f9d-8ad8-050da9c032b1 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:49:32.569912 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a9d04e83-3ea6-4047-a587-a32234fd4958 req-4ab0f715-a7be-4721-ba1b-1f53243bc0f0 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292499 Jan 28 02:49:32.575549 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: ed332c04-3caf-4f9d-8ad8-050da9c032b1 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:49:32.576007 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ed332c04-3caf-4f9d-8ad8-050da9c032b1 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:49:32.582435 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-28fc4d8d-2100-441e-a780-a3e4966fd966 None None] Provisioning complete for port 36d38362-2ffb-4c5a-a0e3-3cffea84de7a triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:49:32.583024 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-28fc4d8d-2100-441e-a780-a3e4966fd966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (36d38362-2ffb-4c5a-a0e3-3cffea84de7a), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:32.583677 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-5364c4c4-a356-470d-b6ea-850d6b8d11df req-ca92ebe7-2367-4af2-ac2e-1ceb490bff3d tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Allocated IP 172.20.0.9 (0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf/d955fbc3-595b-46e4-bbea-f8517aacb349/ac880a54-1baa-436b-89eb-3813f3bab0ce) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:49:32.668626 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-f3145c9b-d3d9-4555-9318-472ad88661cb req-e3f473cf-1ff5-433d-b2a1-8126db3611a2 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Deleting port 50ef5e41-dc48-4c5c-81f9-d97cb05ba83d {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:49:32.668979 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f3145c9b-d3d9-4555-9318-472ad88661cb req-e3f473cf-1ff5-433d-b2a1-8126db3611a2 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (50ef5e41-dc48-4c5c-81f9-d97cb05ba83d), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:32.676673 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-591d3914-a99f-4231-97c8-72c67b66ba01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (1e99154d-8ad1-4d3c-8ada-6ad21d21c4c8), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:32.713536 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-25a8b753-ae6d-4e4b-9e66-8f42a13deca2 req-13e28882-77d5-4475-bb58-11adb4aa0831 service neutron] 10.222.0.53 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4639573 Jan 28 02:49:32.727694 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-2bb79916-1733-4a52-b7f9-7d6186e950b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a05783-0c12-43b7-87b5-940f974cdd4e', 'name': 'tempest-ServersTestManualDisk-354745685-router', 'tenant_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '52b3784e-f62f-4541-a9cc-ae777b470486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:49:27Z', 'updated_at': '2022-01-28T02:49:30Z', 'revision_number': 3, 'project_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'gw_port': {'id': '52b3784e-f62f-4541-a9cc-ae777b470486', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a05783-0c12-43b7-87b5-940f974cdd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:49:28Z', 'updated_at': '2022-01-28T02:49:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:49:32.760074 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-28fc4d8d-2100-441e-a780-a3e4966fd966 None None] Current status of the port 36d38362-2ffb-4c5a-a0e3-3cffea84de7a is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:49:32.782467 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb79916-1733-4a52-b7f9-7d6186e950b3 None None] Checking router: d7a05783-0c12-43b7-87b5-940f974cdd4e for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:49:32.782873 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb79916-1733-4a52-b7f9-7d6186e950b3 None None] Updating router d7a05783-0c12-43b7-87b5-940f974cdd4e port 52b3784e-f62f-4541-a9cc-ae777b470486 binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:49:32.800653 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-591d3914-a99f-4231-97c8-72c67b66ba01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:32.808059 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f84e246-7e30-48d6-99b8-5cf8baa01f22 None None] Network 22525c27-0a7a-451f-a52c-3116237f6c30 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:49:32.808357 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-591d3914-a99f-4231-97c8-72c67b66ba01 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1e99154d-8ad1-4d3c-8ada-6ad21d21c4c8 HTTP/1.1" status: 204 len: 168 time: 1.0421205 Jan 28 02:49:32.810897 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-08f4c101-ccfd-4973-a2dd-bc4073ed4598 req-0708461e-bc19-469e-9453-e404f68b6aaf tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bf1aee-b390-4cae-a65f-7a4f79c12839 HTTP/1.1" status: 200 len: 210 time: 0.1145790 Jan 28 02:49:32.812618 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59078) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:32.816367 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d3914-a99f-4231-97c8-72c67b66ba01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e99154d-8ad1-4d3c-8ada-6ad21d21c4c8,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:32.945794 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2bb79916-1733-4a52-b7f9-7d6186e950b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (52b3784e-f62f-4541-a9cc-ae777b470486), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:32.966529 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-f3145c9b-d3d9-4555-9318-472ad88661cb req-e3f473cf-1ff5-433d-b2a1-8126db3611a2 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] For port 50ef5e41-dc48-4c5c-81f9-d97cb05ba83d, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=50ef5e41-dc48-4c5c-81f9-d97cb05ba83d,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:49:32.967083 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f3145c9b-d3d9-4555-9318-472ad88661cb req-e3f473cf-1ff5-433d-b2a1-8126db3611a2 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (50ef5e41-dc48-4c5c-81f9-d97cb05ba83d), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:32.999778 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-f3145c9b-d3d9-4555-9318-472ad88661cb req-e3f473cf-1ff5-433d-b2a1-8126db3611a2 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Calling delete_port for 50ef5e41-dc48-4c5c-81f9-d97cb05ba83d owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:49:33.008705 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5364c4c4-a356-470d-b6ea-850d6b8d11df req-ca92ebe7-2367-4af2-ac2e-1ceb490bff3d tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Publish callbacks [] for port (ac880a54-1baa-436b-89eb-3813f3bab0ce), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:33.068802 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4fdcca94-71f1-4ecb-be55-6587bc6a86eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:33.073735 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5183175e-124f-46ad-989c-2cc9cd99889a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (22525c27-0a7a-451f-a52c-3116237f6c30), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:33.292627 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-5183175e-124f-46ad-989c-2cc9cd99889a admin admin] Deleting port 23113337-f83b-4ddf-9ba3-ecce7973169d {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:49:33.293374 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5183175e-124f-46ad-989c-2cc9cd99889a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (23113337-f83b-4ddf-9ba3-ecce7973169d), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:33.339343 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:33.348318 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:33.496761 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42bca2a-5483-491c-9e39-700b36c75674 None None] DHCP port deletion for 22525c27-0a7a-451f-a52c-3116237f6c30 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:49:33.527022 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f3145c9b-d3d9-4555-9318-472ad88661cb req-e3f473cf-1ff5-433d-b2a1-8126db3611a2 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (50ef5e41-dc48-4c5c-81f9-d97cb05ba83d), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:33.559684 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-62daafc1-f304-4ffa-b9cd-abc317d61fe4 req-b06e373b-6efe-47ac-aa25-38d3b376bc65 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=dff4a5c5-5867-4492-81d9-79f209b9011e HTTP/1.1" status: 200 len: 210 time: 0.1816828 Jan 28 02:49:33.581771 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['acba92ab-c841-45d8-aacc-9e88e553230d'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:49:33.586117 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5364c4c4-a356-470d-b6ea-850d6b8d11df req-ca92ebe7-2367-4af2-ac2e-1ceb490bff3d tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (ac880a54-1baa-436b-89eb-3813f3bab0ce), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:33.640881 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-5183175e-124f-46ad-989c-2cc9cd99889a admin admin] For port 23113337-f83b-4ddf-9ba3-ecce7973169d, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=23113337-f83b-4ddf-9ba3-ecce7973169d,segment=NetworkSegment(dc9e0086-acae-495a-ac62-d43e5af4cbd0),segment_id=dc9e0086-acae-495a-ac62-d43e5af4cbd0)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:49:33.641584 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5183175e-124f-46ad-989c-2cc9cd99889a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (23113337-f83b-4ddf-9ba3-ecce7973169d), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:33.645052 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-4fdcca94-71f1-4ecb-be55-6587bc6a86eb admin admin] Allocated IP 172.20.0.1 (91ca050f-0813-4c7f-89a2-2014be4bf961/bd9a81ff-6f8c-4174-afd7-d4d745794750/41879616-611e-4b52-a07d-753625d68e18) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:49:33.654467 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5364c4c4-a356-470d-b6ea-850d6b8d11df req-ca92ebe7-2367-4af2-ac2e-1ceb490bff3d tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Network 0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:49:33.658655 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f473cf-1ff5-433d-b2a1-8126db3611a2 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Pushing event deleted for resources: {'Port': ['ID=50ef5e41-dc48-4c5c-81f9-d97cb05ba83d,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:33.674353 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-5364c4c4-a356-470d-b6ea-850d6b8d11df req-ca92ebe7-2367-4af2-ac2e-1ceb490bff3d tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:49:33.686721 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-5183175e-124f-46ad-989c-2cc9cd99889a admin admin] Calling delete_port for 23113337-f83b-4ddf-9ba3-ecce7973169d owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:49:33.697667 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-5364c4c4-a356-470d-b6ea-850d6b8d11df req-ca92ebe7-2367-4af2-ac2e-1ceb490bff3d tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:49:33.715976 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 36d38362-2ffb-4c5a-a0e3-3cffea84de7a up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:49:33.722831 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['52e8ecc9-44e8-4561-8da4-e2eb3bba3cca'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:49:33.786033 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364c4c4-a356-470d-b6ea-850d6b8d11df req-ca92ebe7-2367-4af2-ac2e-1ceb490bff3d tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:33.786950 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5364c4c4-a356-470d-b6ea-850d6b8d11df req-ca92ebe7-2367-4af2-ac2e-1ceb490bff3d tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:33.851919 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e9e3ee01-2519-470f-b474-97319fa6f067 req-4a8feda6-d17a-458c-a8f9-42800cd6cfac tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 210 time: 0.2133064 Jan 28 02:49:33.858432 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca92ebe7-2367-4af2-ac2e-1ceb490bff3d tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Pushing event updated for resources: {'Port': ['ID=ac880a54-1baa-436b-89eb-3813f3bab0ce,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:33.884916 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3145c9b-d3d9-4555-9318-472ad88661cb req-e3f473cf-1ff5-433d-b2a1-8126db3611a2 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] No DVR routers for this DVR port 50ef5e41-dc48-4c5c-81f9-d97cb05ba83d on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:49:33.888518 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f3145c9b-d3d9-4555-9318-472ad88661cb req-e3f473cf-1ff5-433d-b2a1-8126db3611a2 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:33.892104 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f3145c9b-d3d9-4555-9318-472ad88661cb req-e3f473cf-1ff5-433d-b2a1-8126db3611a2 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.39 "DELETE /v2.0/ports/50ef5e41-dc48-4c5c-81f9-d97cb05ba83d HTTP/1.1" status: 204 len: 173 time: 1.6970406 Jan 28 02:49:33.892806 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa56615-b151-47cf-a515-21c799286b2e', 'name': 'network-vif-deleted', 'tag': '50ef5e41-dc48-4c5c-81f9-d97cb05ba83d'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:49:33.896748 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f224635b-e847-4d84-bf0b-b03720b17d16" -d '{"events": [{"server_uuid": "cfa56615-b151-47cf-a515-21c799286b2e", "name": "network-vif-deleted", "tag": "50ef5e41-dc48-4c5c-81f9-d97cb05ba83d"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:49:33.903183 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5364c4c4-a356-470d-b6ea-850d6b8d11df req-ca92ebe7-2367-4af2-ac2e-1ceb490bff3d tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3532743 Jan 28 02:49:33.925282 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-5364c4c4-a356-470d-b6ea-850d6b8d11df req-9fb8450f-6542-4126-a1c4-15cb8bb68752 service neutron] Request body: {'port': {'device_id': 'dff4a5c5-5867-4492-81d9-79f209b9011e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:49:34.042299 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5364c4c4-a356-470d-b6ea-850d6b8d11df req-9fb8450f-6542-4126-a1c4-15cb8bb68752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ac880a54-1baa-436b-89eb-3813f3bab0ce), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:34.306339 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-b76c73c2-d559-4d06-8cc5-6648a7db3dbc None None] Provisioning complete for port 36d38362-2ffb-4c5a-a0e3-3cffea84de7a triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:49:34.306945 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b76c73c2-d559-4d06-8cc5-6648a7db3dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (36d38362-2ffb-4c5a-a0e3-3cffea84de7a), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:34.328937 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-033dc8d0-1d86-4965-8bb7-11aa091dda9a req-45d36165-8041-4b0b-99db-9269aaa7a734 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bf1aee-b390-4cae-a65f-7a4f79c12839 HTTP/1.1" status: 200 len: 210 time: 0.0288627 Jan 28 02:49:34.362052 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-f42bca2a-5483-491c-9e39-700b36c75674 None None] Deleting port 23113337-f83b-4ddf-9ba3-ecce7973169d {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:49:34.363468 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f42bca2a-5483-491c-9e39-700b36c75674 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (23113337-f83b-4ddf-9ba3-ecce7973169d), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:34.424322 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4c0adf-62b4-4f87-92a5-c268e070986c x-openstack-request-id: req-ba4c0adf-62b4-4f87-92a5-c268e070986c {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:49:34.424746 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfa56615-b151-47cf-a515-21c799286b2e", "name": "network-vif-deleted", "tag": "50ef5e41-dc48-4c5c-81f9-d97cb05ba83d", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:49:34.425218 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ba4c0adf-62b4-4f87-92a5-c268e070986c {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:49:34.425791 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa56615-b151-47cf-a515-21c799286b2e', 'name': 'network-vif-deleted', 'tag': '50ef5e41-dc48-4c5c-81f9-d97cb05ba83d', 'status': 'completed', 'code': 200} Jan 28 02:49:34.483242 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2807456e-71d1-4e1f-90cc-02b6c8c48ff3 req-04b5ea30-67bc-423e-8549-82ef568b5aeb tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa56615-b151-47cf-a515-21c799286b2e HTTP/1.1" status: 200 len: 210 time: 0.0509212 Jan 28 02:49:34.582014 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5183175e-124f-46ad-989c-2cc9cd99889a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (23113337-f83b-4ddf-9ba3-ecce7973169d), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:34.642764 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5183175e-124f-46ad-989c-2cc9cd99889a admin admin] No DVR routers for this DVR port 23113337-f83b-4ddf-9ba3-ecce7973169d on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:49:34.662670 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183175e-124f-46ad-989c-2cc9cd99889a admin admin] Pushing event deleted for resources: {'Port': ['ID=23113337-f83b-4ddf-9ba3-ecce7973169d,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:34.689663 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-5364c4c4-a356-470d-b6ea-850d6b8d11df req-9fb8450f-6542-4126-a1c4-15cb8bb68752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac880a54-1baa-436b-89eb-3813f3bab0ce {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:49:34.701443 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5364c4c4-a356-470d-b6ea-850d6b8d11df req-9fb8450f-6542-4126-a1c4-15cb8bb68752 service neutron] Publish callbacks [] for port (ac880a54-1baa-436b-89eb-3813f3bab0ce), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:34.722645 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-5364c4c4-a356-470d-b6ea-850d6b8d11df req-9fb8450f-6542-4126-a1c4-15cb8bb68752 service neutron] Transition to ACTIVE for port object ac880a54-1baa-436b-89eb-3813f3bab0ce will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:49:34.730325 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5364c4c4-a356-470d-b6ea-850d6b8d11df req-9fb8450f-6542-4126-a1c4-15cb8bb68752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (ac880a54-1baa-436b-89eb-3813f3bab0ce), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:34.830455 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5183175e-124f-46ad-989c-2cc9cd99889a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (22525c27-0a7a-451f-a52c-3116237f6c30), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:34.876637 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-5183175e-124f-46ad-989c-2cc9cd99889a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22525c27-0a7a-451f-a52c-3116237f6c30']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:49:34.883450 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-f42bca2a-5483-491c-9e39-700b36c75674 None None] For port 23113337-f83b-4ddf-9ba3-ecce7973169d, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=23113337-f83b-4ddf-9ba3-ecce7973169d,segment=NetworkSegment(dc9e0086-acae-495a-ac62-d43e5af4cbd0),segment_id=dc9e0086-acae-495a-ac62-d43e5af4cbd0)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:49:34.883883 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f42bca2a-5483-491c-9e39-700b36c75674 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (23113337-f83b-4ddf-9ba3-ecce7973169d), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:34.888784 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-5183175e-124f-46ad-989c-2cc9cd99889a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc9e0086-acae-495a-ac62-d43e5af4cbd0') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:49:34.889226 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-5183175e-124f-46ad-989c-2cc9cd99889a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc9e0086-acae-495a-ac62-d43e5af4cbd0') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:49:34.893402 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2bb79916-1733-4a52-b7f9-7d6186e950b3 None None] Publish callbacks [] for port (52b3784e-f62f-4541-a9cc-ae777b470486), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:34.899045 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5183175e-124f-46ad-989c-2cc9cd99889a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (dc9e0086-acae-495a-ac62-d43e5af4cbd0), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:34.913894 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5183175e-124f-46ad-989c-2cc9cd99889a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (dc9e0086-acae-495a-ac62-d43e5af4cbd0), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:34.914756 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-5364c4c4-a356-470d-b6ea-850d6b8d11df req-9fb8450f-6542-4126-a1c4-15cb8bb68752 service neutron] Attempting to bind port ac880a54-1baa-436b-89eb-3813f3bab0ce on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:49:34.915366 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-5364c4c4-a356-470d-b6ea-850d6b8d11df req-9fb8450f-6542-4126-a1c4-15cb8bb68752 service neutron] Attempting to bind port ac880a54-1baa-436b-89eb-3813f3bab0ce by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '8b609dd3-1a12-4928-857f-98daa12d72ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:49:34.916204 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5364c4c4-a356-470d-b6ea-850d6b8d11df req-9fb8450f-6542-4126-a1c4-15cb8bb68752 service neutron] Attempting to bind port ac880a54-1baa-436b-89eb-3813f3bab0ce on network 0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:49:34.921283 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5183175e-124f-46ad-989c-2cc9cd99889a admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:49:34.921811 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5183175e-124f-46ad-989c-2cc9cd99889a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (dc9e0086-acae-495a-ac62-d43e5af4cbd0), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:34.923893 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8450f-6542-4126-a1c4-15cb8bb68752 service neutron] Pushing event updated for resources: {'Port': ['ID=ac880a54-1baa-436b-89eb-3813f3bab0ce,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:34.937638 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-f42bca2a-5483-491c-9e39-700b36c75674 None None] Calling delete_port for 23113337-f83b-4ddf-9ba3-ecce7973169d owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:49:34.942400 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2bb79916-1733-4a52-b7f9-7d6186e950b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (52b3784e-f62f-4541-a9cc-ae777b470486), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:34.961380 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5364c4c4-a356-470d-b6ea-850d6b8d11df req-9fb8450f-6542-4126-a1c4-15cb8bb68752 service neutron] Port ac880a54-1baa-436b-89eb-3813f3bab0ce on network 0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:49:34.962720 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5364c4c4-a356-470d-b6ea-850d6b8d11df req-9fb8450f-6542-4126-a1c4-15cb8bb68752 service neutron] Attempting to bind port ac880a54-1baa-436b-89eb-3813f3bab0ce on network 0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:49:34.970889 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5364c4c4-a356-470d-b6ea-850d6b8d11df req-9fb8450f-6542-4126-a1c4-15cb8bb68752 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:49:34.971498 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5364c4c4-a356-470d-b6ea-850d6b8d11df req-9fb8450f-6542-4126-a1c4-15cb8bb68752 service neutron] Checking segment: {'id': '8b609dd3-1a12-4928-857f-98daa12d72ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:49:34.972065 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5364c4c4-a356-470d-b6ea-850d6b8d11df req-9fb8450f-6542-4126-a1c4-15cb8bb68752 service neutron] Bound using segment: {'id': '8b609dd3-1a12-4928-857f-98daa12d72ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:49:34.972809 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-5364c4c4-a356-470d-b6ea-850d6b8d11df req-9fb8450f-6542-4126-a1c4-15cb8bb68752 service neutron] Bound port: ac880a54-1baa-436b-89eb-3813f3bab0ce, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b609dd3-1a12-4928-857f-98daa12d72ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:49:34.973387 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5364c4c4-a356-470d-b6ea-850d6b8d11df req-9fb8450f-6542-4126-a1c4-15cb8bb68752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ac880a54-1baa-436b-89eb-3813f3bab0ce), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:34.985768 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 02:49:34.985768 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:49:34.985768 n-d-712139-27 neutron-server[109802]: timer() Jan 28 02:49:34.985768 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:49:34.985768 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 02:49:34.985768 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:49:34.985768 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 02:49:34.985768 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:49:34.985768 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 02:49:34.985768 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:49:34.985768 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 02:49:34.985768 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:49:34.985768 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 02:49:34.985768 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:49:34.985768 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:49:34.985768 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:49:34.985768 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:49:34.985768 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:49:34.985768 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 02:49:34.985768 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:49:34.985768 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 02:49:34.985768 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:49:34.985768 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:49:34.985768 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:49:34.985768 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 02:49:34.985768 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:49:34.985768 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:49:34.985768 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:49:34.985768 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:49:34.985768 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:49:34.985768 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:49:34.985768 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:49:34.999371 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5183175e-124f-46ad-989c-2cc9cd99889a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (22525c27-0a7a-451f-a52c-3116237f6c30), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:35.013687 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5183175e-124f-46ad-989c-2cc9cd99889a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:35.016991 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5183175e-124f-46ad-989c-2cc9cd99889a admin admin] 10.222.0.53 "DELETE /v2.0/networks/22525c27-0a7a-451f-a52c-3116237f6c30 HTTP/1.1" status: 204 len: 168 time: 2.2005136 Jan 28 02:49:35.063505 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a70ff-d9e7-4f33-9a83-727adddf968d req-34ae5d7c-52d4-42e3-b863-592f4534ab98 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:35.066493 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-929a70ff-d9e7-4f33-9a83-727adddf968d req-34ae5d7c-52d4-42e3-b863-592f4534ab98 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] 10.222.0.53 "GET /v2.0/ports?device_id=df86a7c2-0568-4cc3-b740-1987ace9d0a5 HTTP/1.1" status: 200 len: 950 time: 0.1644907 Jan 28 02:49:35.084406 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183175e-124f-46ad-989c-2cc9cd99889a admin admin] Pushing event deleted for resources: {'Network': ['ID=22525c27-0a7a-451f-a52c-3116237f6c30,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:35.101921 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:35.103711 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4fdcca94-71f1-4ecb-be55-6587bc6a86eb admin admin] Publish callbacks [] for port (41879616-611e-4b52-a07d-753625d68e18), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:35.121597 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ec27f-2ef8-4789-8dff-cd61785fb89f req-0f53de10-502c-4fce-876a-fa6c836ddd44 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:35.129676 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2e7ec27f-2ef8-4789-8dff-cd61785fb89f req-0f53de10-502c-4fce-876a-fa6c836ddd44 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=dff4a5c5-5867-4492-81d9-79f209b9011e HTTP/1.1" status: 200 len: 943 time: 0.1450844 Jan 28 02:49:35.197826 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2e7ec27f-2ef8-4789-8dff-cd61785fb89f req-2f31591d-7bfc-44aa-ad67-f52b044a894d tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/security-groups?id=81a8b397-bb78-4b68-9423-1c50e72f6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670314 Jan 28 02:49:35.207427 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 50ef5e41-dc48-4c5c-81f9-d97cb05ba83d no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:49:35.226167 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4fdcca94-71f1-4ecb-be55-6587bc6a86eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (41879616-611e-4b52-a07d-753625d68e18), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:35.240110 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59124) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:35.273114 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdcca94-71f1-4ecb-be55-6587bc6a86eb admin admin] Network 91ca050f-0813-4c7f-89a2-2014be4bf961 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:49:35.277607 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-4fdcca94-71f1-4ecb-be55-6587bc6a86eb admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:49:35.286900 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdcca94-71f1-4ecb-be55-6587bc6a86eb admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:49:35.311365 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-929a70ff-d9e7-4f33-9a83-727adddf968d req-69d5f045-a144-4c1d-a0aa-d3a084f68ff3 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] 10.222.0.53 "GET /v2.0/security-groups?id=218d0920-4832-4079-ad2b-85e965d08178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250142 Jan 28 02:49:35.340380 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4fdcca94-71f1-4ecb-be55-6587bc6a86eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (d7a05783-0c12-43b7-87b5-940f974cdd4e), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:35.356445 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-5364c4c4-a356-470d-b6ea-850d6b8d11df req-9fb8450f-6542-4126-a1c4-15cb8bb68752 service neutron] For port ac880a54-1baa-436b-89eb-3813f3bab0ce, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:49:35.377551 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-5364c4c4-a356-470d-b6ea-850d6b8d11df req-9fb8450f-6542-4126-a1c4-15cb8bb68752 service neutron] For port ac880a54-1baa-436b-89eb-3813f3bab0ce, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=ac880a54-1baa-436b-89eb-3813f3bab0ce,segment=NetworkSegment(8b609dd3-1a12-4928-857f-98daa12d72ad),segment_id=8b609dd3-1a12-4928-857f-98daa12d72ad)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:49:35.389342 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 36d38362-2ffb-4c5a-a0e3-3cffea84de7a triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:49:35.389887 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (36d38362-2ffb-4c5a-a0e3-3cffea84de7a), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:35.395505 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5364c4c4-a356-470d-b6ea-850d6b8d11df req-9fb8450f-6542-4126-a1c4-15cb8bb68752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (ac880a54-1baa-436b-89eb-3813f3bab0ce), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:35.453654 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364c4c4-a356-470d-b6ea-850d6b8d11df req-9fb8450f-6542-4126-a1c4-15cb8bb68752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:35.455016 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5364c4c4-a356-470d-b6ea-850d6b8d11df req-9fb8450f-6542-4126-a1c4-15cb8bb68752 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:35.456824 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5364c4c4-a356-470d-b6ea-850d6b8d11df req-9fb8450f-6542-4126-a1c4-15cb8bb68752 service neutron] 10.222.0.39 "PUT /v2.0/ports/ac880a54-1baa-436b-89eb-3813f3bab0ce HTTP/1.1" status: 200 len: 1092 time: 1.5386474 Jan 28 02:49:35.458806 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 50ef5e41-dc48-4c5c-81f9-d97cb05ba83d {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:49:35.463706 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 50ef5e41-dc48-4c5c-81f9-d97cb05ba83d not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:49:35.490581 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8b753-ae6d-4e4b-9e66-8f42a13deca2 req-52aecb3f-91b0-403d-ba37-83eeda9ae8a8 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:35.493529 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-25a8b753-ae6d-4e4b-9e66-8f42a13deca2 req-52aecb3f-91b0-403d-ba37-83eeda9ae8a8 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.39 "GET /v2.0/networks?id=997aa02b-ef92-4c1c-ba5c-0477d385960c HTTP/1.1" status: 200 len: 821 time: 0.3654768 Jan 28 02:49:35.523817 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cac2bdfc-eb1c-4fdf-b566-cb54193aa2f9 req-a13e4ca0-8301-4354-a200-643052e6aea8 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 210 time: 0.1567831 Jan 28 02:49:35.528596 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdcca94-71f1-4ecb-be55-6587bc6a86eb admin admin] Pushing event updated for resources: {'Port': ['ID=41879616-611e-4b52-a07d-753625d68e18,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:35.558599 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15539d0f-1611-4e4e-a154-ded6d7dce26e None None] Pushing event updated for resources: {'Port': ['ID=52b3784e-f62f-4541-a9cc-ae777b470486,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:35.572872 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-2bb79916-1733-4a52-b7f9-7d6186e950b3 None None] Attempting to bind port 52b3784e-f62f-4541-a9cc-ae777b470486 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:49:35.575683 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-2bb79916-1733-4a52-b7f9-7d6186e950b3 None None] Attempting to bind port 52b3784e-f62f-4541-a9cc-ae777b470486 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:49:35.576107 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb79916-1733-4a52-b7f9-7d6186e950b3 None None] Attempting to bind port 52b3784e-f62f-4541-a9cc-ae777b470486 on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:49:35.600283 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-b76c73c2-d559-4d06-8cc5-6648a7db3dbc None None] Current status of the port 36d38362-2ffb-4c5a-a0e3-3cffea84de7a is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:49:35.624115 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2853aa53-617f-4106-9d0e-53f656c13799 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=60cadf0142384ce5af5b4ff59edcbcde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3832483 Jan 28 02:49:35.624323 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-25a8b753-ae6d-4e4b-9e66-8f42a13deca2 req-84bebf90-ebb6-4e38-ae6f-8c5bc3c6e6b6 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Request body: {'port': {'device_id': '6b57ff94-49c8-4bc8-bb13-35551d00dd23', 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c', 'admin_state_up': True, 'tenant_id': '2b376bdc08124533ad1dc2039341113b'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:49:35.628463 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59132) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:35.648622 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f46a560e-613c-4d16-a563-704cc743587c req-bf939bd4-ba17-438e-8623-1293c71c4030 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bf1aee-b390-4cae-a65f-7a4f79c12839 HTTP/1.1" status: 200 len: 210 time: 0.1513352 Jan 28 02:49:35.657314 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb79916-1733-4a52-b7f9-7d6186e950b3 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:49:35.657750 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb79916-1733-4a52-b7f9-7d6186e950b3 None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:49:35.658109 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2bb79916-1733-4a52-b7f9-7d6186e950b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:35.663698 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb79916-1733-4a52-b7f9-7d6186e950b3 None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:49:35.664467 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-2bb79916-1733-4a52-b7f9-7d6186e950b3 None None] Bound port: 52b3784e-f62f-4541-a9cc-ae777b470486, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:49:35.664900 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2bb79916-1733-4a52-b7f9-7d6186e950b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (52b3784e-f62f-4541-a9cc-ae777b470486), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:35.724282 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8450f-6542-4126-a1c4-15cb8bb68752 service neutron] Pushing event updated for resources: {'Port': ['ID=ac880a54-1baa-436b-89eb-3813f3bab0ce,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:35.840223 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4fdcca94-71f1-4ecb-be55-6587bc6a86eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (41879616-611e-4b52-a07d-753625d68e18), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:35.876521 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f42bca2a-5483-491c-9e39-700b36c75674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (23113337-f83b-4ddf-9ba3-ecce7973169d), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:35.887714 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364c4c4-a356-470d-b6ea-850d6b8d11df req-c06b6f97-984e-44a5-94bd-9f4c1094c82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:35.889245 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5364c4c4-a356-470d-b6ea-850d6b8d11df req-c06b6f97-984e-44a5-94bd-9f4c1094c82e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fe2bee12a7e64985b29f4bf535da9e8e&device_id=dff4a5c5-5867-4492-81d9-79f209b9011e HTTP/1.1" status: 200 len: 1095 time: 0.2603018 Jan 28 02:49:35.913724 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-45434087-ea44-4612-92fa-0df412929937 admin admin] Publish callbacks [] for security_group (c91e257a-3c1d-4291-bd25-5c4417ab10d9), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:35.954172 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 36d38362-2ffb-4c5a-a0e3-3cffea84de7a is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:49:35.982004 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5364c4c4-a356-470d-b6ea-850d6b8d11df req-f329be1b-6507-484d-8f90-a6d572a8f286 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac880a54-1baa-436b-89eb-3813f3bab0ce HTTP/1.1" status: 200 len: 217 time: 0.0746667 Jan 28 02:49:36.015107 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-45434087-ea44-4612-92fa-0df412929937 admin admin] Publish callbacks [] for security_group (c91e257a-3c1d-4291-bd25-5c4417ab10d9), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:36.037156 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-2bb79916-1733-4a52-b7f9-7d6186e950b3 None None] For port 52b3784e-f62f-4541-a9cc-ae777b470486, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:49:36.049338 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42bca2a-5483-491c-9e39-700b36c75674 None None] Pushing event deleted for resources: {'Port': ['ID=23113337-f83b-4ddf-9ba3-ecce7973169d,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:36.054039 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f42bca2a-5483-491c-9e39-700b36c75674 None None] Network 22525c27-0a7a-451f-a52c-3116237f6c30 is not hosted by any dhcp agent {{(pid=109804) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 02:49:36.055644 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42bca2a-5483-491c-9e39-700b36c75674 None None] No DVR routers for this DVR port 23113337-f83b-4ddf-9ba3-ecce7973169d on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:49:36.095214 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7c25ccdb-a6ac-4d64-b04d-84510f457d29 None None] Provisioning complete for port 41879616-611e-4b52-a07d-753625d68e18 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:49:36.095214 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7c25ccdb-a6ac-4d64-b04d-84510f457d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (41879616-611e-4b52-a07d-753625d68e18), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:36.098858 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364c4c4-a356-470d-b6ea-850d6b8d11df req-604d25c3-aac1-4d14-9d91-57f3e724fcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:36.102393 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5364c4c4-a356-470d-b6ea-850d6b8d11df req-604d25c3-aac1-4d14-9d91-57f3e724fcdc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d955fbc3-595b-46e4-bbea-f8517aacb349 HTTP/1.1" status: 200 len: 853 time: 0.1045117 Jan 28 02:49:36.107096 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-2bb79916-1733-4a52-b7f9-7d6186e950b3 None None] For port 52b3784e-f62f-4541-a9cc-ae777b470486, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=52b3784e-f62f-4541-a9cc-ae777b470486,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:49:36.108694 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:36.133256 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 23113337-f83b-4ddf-9ba3-ecce7973169d no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:49:36.168136 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 23113337-f83b-4ddf-9ba3-ecce7973169d {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:49:36.168483 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 23113337-f83b-4ddf-9ba3-ecce7973169d not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:49:36.170581 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2bb79916-1733-4a52-b7f9-7d6186e950b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (52b3784e-f62f-4541-a9cc-ae777b470486), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:36.221216 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5364c4c4-a356-470d-b6ea-850d6b8d11df req-e642631b-c1cd-4d82-9970-44a9b2335d30 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877244 Jan 28 02:49:36.258451 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7c25ccdb-a6ac-4d64-b04d-84510f457d29 None None] Port 41879616-611e-4b52-a07d-753625d68e18 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:49:36.264729 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25a8b753-ae6d-4e4b-9e66-8f42a13deca2 req-84bebf90-ebb6-4e38-ae6f-8c5bc3c6e6b6 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Made reservation on behalf of 2b376bdc08124533ad1dc2039341113b for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:49:36.268087 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-25a8b753-ae6d-4e4b-9e66-8f42a13deca2 req-84bebf90-ebb6-4e38-ae6f-8c5bc3c6e6b6 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:36.304746 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb79916-1733-4a52-b7f9-7d6186e950b3 None None] Routers {'d7a05783-0c12-43b7-87b5-940f974cdd4e'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:49:36.305662 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-2bb79916-1733-4a52-b7f9-7d6186e950b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:49:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['d7a05783-0c12-43b7-87b5-940f974cdd4e'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:49:36.307492 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15539d0f-1611-4e4e-a154-ded6d7dce26e None None] Pushing event updated for resources: {'Port': ['ID=52b3784e-f62f-4541-a9cc-ae777b470486,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:36.330649 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41bd599-66dc-4eab-9f4d-f1cc02a251cf req-9fedde34-d42f-49b0-812e-f7d33fc17cfb tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:36.332297 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f41bd599-66dc-4eab-9f4d-f1cc02a251cf req-9fedde34-d42f-49b0-812e-f7d33fc17cfb tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 950 time: 0.2271485 Jan 28 02:49:36.347054 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4fdcca94-71f1-4ecb-be55-6587bc6a86eb admin admin] Publish callbacks [] for port (41879616-611e-4b52-a07d-753625d68e18), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:36.352436 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-45434087-ea44-4612-92fa-0df412929937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c91e257a-3c1d-4291-bd25-5c4417ab10d9), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:36.355459 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-45434087-ea44-4612-92fa-0df412929937 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:36.370851 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-45434087-ea44-4612-92fa-0df412929937 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c91e257a-3c1d-4291-bd25-5c4417ab10d9 HTTP/1.1" status: 204 len: 168 time: 0.6199012 Jan 28 02:49:36.385279 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4fdcca94-71f1-4ecb-be55-6587bc6a86eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (41879616-611e-4b52-a07d-753625d68e18), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:36.444718 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45434087-ea44-4612-92fa-0df412929937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91e257a-3c1d-4291-bd25-5c4417ab10d9,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:36.519773 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979d793-31b6-4edb-bc3a-b85692167d4d req-5a5f0e72-a30c-4651-9070-e5f65e5b77ab tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:36.523074 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3979d793-31b6-4edb-bc3a-b85692167d4d req-5a5f0e72-a30c-4651-9070-e5f65e5b77ab tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=dff4a5c5-5867-4492-81d9-79f209b9011e HTTP/1.1" status: 200 len: 943 time: 0.1729465 Jan 28 02:49:36.531769 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4fdcca94-71f1-4ecb-be55-6587bc6a86eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (d7a05783-0c12-43b7-87b5-940f974cdd4e), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:36.536531 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdcca94-71f1-4ecb-be55-6587bc6a86eb admin admin] Pushing event updated for resources: {'Port': ['ID=41879616-611e-4b52-a07d-753625d68e18,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:36.609549 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3979d793-31b6-4edb-bc3a-b85692167d4d req-516f7079-ce00-4b3b-868c-515435d629ea tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/security-groups?id=81a8b397-bb78-4b68-9423-1c50e72f6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801523 Jan 28 02:49:36.646546 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-2bb79916-1733-4a52-b7f9-7d6186e950b3 None None] Set router d7a05783-0c12-43b7-87b5-940f974cdd4e gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:49:36.813941 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdcca94-71f1-4ecb-be55-6587bc6a86eb admin admin] Network 91ca050f-0813-4c7f-89a2-2014be4bf961 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:49:36.837200 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-4fdcca94-71f1-4ecb-be55-6587bc6a86eb admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:49:37.008045 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-2bb79916-1733-4a52-b7f9-7d6186e950b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a05783-0c12-43b7-87b5-940f974cdd4e', 'name': 'tempest-ServersTestManualDisk-354745685-router', 'tenant_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '52b3784e-f62f-4541-a9cc-ae777b470486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:49:27Z', 'updated_at': '2022-01-28T02:49:35Z', 'revision_number': 4, 'project_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'gw_port': {'id': '52b3784e-f62f-4541-a9cc-ae777b470486', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a05783-0c12-43b7-87b5-940f974cdd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:49:28Z', 'updated_at': '2022-01-28T02:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '41879616-611e-4b52-a07d-753625d68e18', 'name': '', 'network_id': '91ca050f-0813-4c7f-89a2-2014be4bf961', 'tenant_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'mac_address': 'fa:16:3e:4f:b3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a05783-0c12-43b7-87b5-940f974cdd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'bd9a81ff-6f8c-4174-afd7-d4d745794750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:49:33Z', 'updated_at': '2022-01-28T02:49:33Z', 'revision_number': 1, 'project_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'subnets': [{'id': 'bd9a81ff-6f8c-4174-afd7-d4d745794750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:49:37.019611 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922369f8-94d3-45d8-abeb-d23c414c820d req-00486b53-36df-4fd5-b451-dbdf0d0f0fec tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:37.035810 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-922369f8-94d3-45d8-abeb-d23c414c820d req-00486b53-36df-4fd5-b451-dbdf0d0f0fec tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] 10.222.0.53 "GET /v2.0/ports?device_id=df86a7c2-0568-4cc3-b740-1987ace9d0a5 HTTP/1.1" status: 200 len: 950 time: 0.2584999 Jan 28 02:49:37.047624 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb79916-1733-4a52-b7f9-7d6186e950b3 None None] The sync data for ids ['d7a05783-0c12-43b7-87b5-940f974cdd4e'] in n-d-712139-27 is: [{'id': 'd7a05783-0c12-43b7-87b5-940f974cdd4e', 'name': 'tempest-ServersTestManualDisk-354745685-router', 'tenant_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '52b3784e-f62f-4541-a9cc-ae777b470486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:49:27Z', 'updated_at': '2022-01-28T02:49:35Z', 'revision_number': 4, 'project_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'gw_port': {'id': '52b3784e-f62f-4541-a9cc-ae777b470486', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a05783-0c12-43b7-87b5-940f974cdd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:49:28Z', 'updated_at': '2022-01-28T02:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '41879616-611e-4b52-a07d-753625d68e18', 'name': '', 'network_id': '91ca050f-0813-4c7f-89a2-2014be4bf961', 'tenant_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'mac_address': 'fa:16:3e:4f:b3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a05783-0c12-43b7-87b5-940f974cdd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'bd9a81ff-6f8c-4174-afd7-d4d745794750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:49:33Z', 'updated_at': '2022-01-28T02:49:33Z', 'revision_number': 1, 'project_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'subnets': [{'id': 'bd9a81ff-6f8c-4174-afd7-d4d745794750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:49:37.111877 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fdcca94-71f1-4ecb-be55-6587bc6a86eb admin admin] Router d7a05783-0c12-43b7-87b5-940f974cdd4e has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:49:37.131970 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-922369f8-94d3-45d8-abeb-d23c414c820d req-e1b1a0c6-1687-4f2f-a6cc-f68caefec450 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] 10.222.0.53 "GET /v2.0/security-groups?id=218d0920-4832-4079-ad2b-85e965d08178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951130 Jan 28 02:49:37.164565 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-25a8b753-ae6d-4e4b-9e66-8f42a13deca2 req-84bebf90-ebb6-4e38-ae6f-8c5bc3c6e6b6 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Allocated IP 172.20.0.6 (997aa02b-ef92-4c1c-ba5c-0477d385960c/bcba3f69-83cc-4e79-8ae3-09e3e7684525/418c965b-1d05-4624-887c-e9aaee178bf8) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:49:37.285138 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dff4a5c5-5867-4492-81d9-79f209b9011e', 'tag': 'ac880a54-1baa-436b-89eb-3813f3bab0ce'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:49:37.287423 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb3b9e6-ebcb-4120-9bbc-871c38af85be" -d '{"events": [{"name": "network-changed", "server_uuid": "dff4a5c5-5867-4492-81d9-79f209b9011e", "tag": "ac880a54-1baa-436b-89eb-3813f3bab0ce"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:49:37.301397 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-1abe3a40-f0fc-47da-8ffe-79f7a90d1d38 None None] Provisioning complete for port 41879616-611e-4b52-a07d-753625d68e18 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:49:37.301861 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1abe3a40-f0fc-47da-8ffe-79f7a90d1d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (41879616-611e-4b52-a07d-753625d68e18), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:37.315102 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c9bfecb6-ff0e-43df-8d26-4190581dc331 req-4617fc33-1f9b-449d-8e21-04359a2a4a89 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 210 time: 0.0734959 Jan 28 02:49:37.376120 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-1abe3a40-f0fc-47da-8ffe-79f7a90d1d38 None None] Port 41879616-611e-4b52-a07d-753625d68e18 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:49:37.520514 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5364c4c4-a356-470d-b6ea-850d6b8d11df req-6b3cbd0d-fb88-4f16-9aad-179d6488ac2f service neutron] 10.222.0.39 "GET /v2.0/networks/0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2832952 Jan 28 02:49:37.548502 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-78c01cdd-3b4b-44d7-bd92-398ee7e0ef2e req-611c066a-1bf9-41bd-91c2-811d27ae897b tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bf1aee-b390-4cae-a65f-7a4f79c12839 HTTP/1.1" status: 200 len: 210 time: 0.0645111 Jan 28 02:49:37.550914 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fdcca94-71f1-4ecb-be55-6587bc6a86eb admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:49:37.569475 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4fdcca94-71f1-4ecb-be55-6587bc6a86eb admin admin] 10.222.0.53 "PUT /v2.0/routers/d7a05783-0c12-43b7-87b5-940f974cdd4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8939049 Jan 28 02:49:37.647374 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f41bd599-66dc-4eab-9f4d-f1cc02a251cf req-0857b493-7f29-43c6-a3f6-bb0abb2e0b1a tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634331 Jan 28 02:49:37.800696 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-25a8b753-ae6d-4e4b-9e66-8f42a13deca2 req-84bebf90-ebb6-4e38-ae6f-8c5bc3c6e6b6 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Publish callbacks [] for port (418c965b-1d05-4624-887c-e9aaee178bf8), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:37.810622 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6ad3f7-c837-4145-ba3f-f1d731f5a477 x-openstack-request-id: req-7d6ad3f7-c837-4145-ba3f-f1d731f5a477 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:49:37.811322 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dff4a5c5-5867-4492-81d9-79f209b9011e", "tag": "ac880a54-1baa-436b-89eb-3813f3bab0ce", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:49:37.811790 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7d6ad3f7-c837-4145-ba3f-f1d731f5a477 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:49:37.812418 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dff4a5c5-5867-4492-81d9-79f209b9011e', 'tag': 'ac880a54-1baa-436b-89eb-3813f3bab0ce', 'status': 'completed', 'code': 200} Jan 28 02:49:37.827089 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ef2d3-2c31-4b10-b7c5-84beb0c52c4e req-b15be0c4-c909-4ae8-87b0-7cf439ceed79 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:37.829510 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-256ef2d3-2c31-4b10-b7c5-84beb0c52c4e req-b15be0c4-c909-4ae8-87b0-7cf439ceed79 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] 10.222.0.39 "GET /v2.0/ports?device_id=df86a7c2-0568-4cc3-b740-1987ace9d0a5 HTTP/1.1" status: 200 len: 950 time: 0.5490828 Jan 28 02:49:38.033863 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5364c4c4-a356-470d-b6ea-850d6b8d11df req-e1a8b13c-f76e-48fd-bbc8-ba69bd0e2886 service neutron] 10.222.0.39 "GET /v2.0/networks/0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826618 Jan 28 02:49:38.052676 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691330f-391f-4805-9e49-0e4c6d6f9fef req-1acfaaf9-e149-4e3e-8ab4-e554a1945146 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:38.064986 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4691330f-391f-4805-9e49-0e4c6d6f9fef req-1acfaaf9-e149-4e3e-8ab4-e554a1945146 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=dff4a5c5-5867-4492-81d9-79f209b9011e HTTP/1.1" status: 200 len: 943 time: 0.2563562 Jan 28 02:49:38.138121 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824405a-b378-4a19-b06b-ae06bde51014 req-0bad872e-0518-47ef-a23f-cfa484127faa tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:38.140044 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a824405a-b378-4a19-b06b-ae06bde51014 req-0bad872e-0518-47ef-a23f-cfa484127faa tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.67 "GET /v2.0/ports?device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 950 time: 0.2512770 Jan 28 02:49:38.158235 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-25a8b753-ae6d-4e4b-9e66-8f42a13deca2 req-84bebf90-ebb6-4e38-ae6f-8c5bc3c6e6b6 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (418c965b-1d05-4624-887c-e9aaee178bf8), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:38.192007 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['9a6a1c2a-153c-4d13-9b87-6c37790208b7'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:49:38.363065 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bebf90-ebb6-4e38-ae6f-8c5bc3c6e6b6 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Pushing event updated for resources: {'Port': ['ID=418c965b-1d05-4624-887c-e9aaee178bf8,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:38.472078 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25a8b753-ae6d-4e4b-9e66-8f42a13deca2 req-84bebf90-ebb6-4e38-ae6f-8c5bc3c6e6b6 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Network 997aa02b-ef92-4c1c-ba5c-0477d385960c is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:49:38.503889 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59194) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:38.510218 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-a7031561-71ca-498b-ab6b-cb82102d4944 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Request body: {'security_group': {'name': 'tempest-securitygroup--442942734', 'description': 'tempest-description--874655647'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:49:38.517857 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-256ef2d3-2c31-4b10-b7c5-84beb0c52c4e req-f6c68a3c-f60e-49f1-9f65-6eb847e4d22a tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] Deleting port 91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:49:38.518194 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-256ef2d3-2c31-4b10-b7c5-84beb0c52c4e req-f6c68a3c-f60e-49f1-9f65-6eb847e4d22a tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:38.527248 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4691330f-391f-4805-9e49-0e4c6d6f9fef req-42af4423-390f-4dab-b414-61abab707d77 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/security-groups?id=81a8b397-bb78-4b68-9423-1c50e72f6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4611189 Jan 28 02:49:38.544598 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a7031561-71ca-498b-ab6b-cb82102d4944 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:38.566194 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-25a8b753-ae6d-4e4b-9e66-8f42a13deca2 req-84bebf90-ebb6-4e38-ae6f-8c5bc3c6e6b6 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:49:38.576115 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a8b753-ae6d-4e4b-9e66-8f42a13deca2 req-84bebf90-ebb6-4e38-ae6f-8c5bc3c6e6b6 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:49:38.676498 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8b753-ae6d-4e4b-9e66-8f42a13deca2 req-84bebf90-ebb6-4e38-ae6f-8c5bc3c6e6b6 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:38.677234 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-25a8b753-ae6d-4e4b-9e66-8f42a13deca2 req-84bebf90-ebb6-4e38-ae6f-8c5bc3c6e6b6 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:38.739096 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3b9e6-ebcb-4120-9bbc-871c38af85be req-e2e36138-2d77-4020-855a-ec9769ec6bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:38.740467 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bfb3b9e6-ebcb-4120-9bbc-871c38af85be req-e2e36138-2d77-4020-855a-ec9769ec6bdc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fe2bee12a7e64985b29f4bf535da9e8e&device_id=dff4a5c5-5867-4492-81d9-79f209b9011e HTTP/1.1" status: 200 len: 1095 time: 0.5976949 Jan 28 02:49:38.749359 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a7031561-71ca-498b-ab6b-cb82102d4944 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Publish callbacks [] for security_group (b1230e4f-91ce-484b-91c6-9d104141745c), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:38.759089 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1551c4d-6452-486f-9cbc-b25a3b444113 req-b020956b-147a-4de6-9b7f-07f6d3e979e0 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:38.760972 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b1551c4d-6452-486f-9cbc-b25a3b444113 req-b020956b-147a-4de6-9b7f-07f6d3e979e0 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] 10.222.0.53 "GET /v2.0/ports?device_id=df86a7c2-0568-4cc3-b740-1987ace9d0a5 HTTP/1.1" status: 200 len: 950 time: 0.1188953 Jan 28 02:49:38.762162 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a7031561-71ca-498b-ab6b-cb82102d4944 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b1230e4f-91ce-484b-91c6-9d104141745c), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:38.819502 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a7031561-71ca-498b-ab6b-cb82102d4944 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:38.825470 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a7031561-71ca-498b-ab6b-cb82102d4944 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3200302 Jan 28 02:49:38.841197 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59214) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:38.854730 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-25a8b753-ae6d-4e4b-9e66-8f42a13deca2 req-84bebf90-ebb6-4e38-ae6f-8c5bc3c6e6b6 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2958987 Jan 28 02:49:38.873629 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-577b6ed1-cac5-4148-ae48-8a4ee9cccff9 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Request body: {'security_group_rule': {'security_group_id': 'b1230e4f-91ce-484b-91c6-9d104141745c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:49:38.911164 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7031561-71ca-498b-ab6b-cb82102d4944 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1230e4f-91ce-484b-91c6-9d104141745c,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:38.943134 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-25a8b753-ae6d-4e4b-9e66-8f42a13deca2 req-257cb05d-3f4f-4480-90ce-0522e53a282a service neutron] Request body: {'port': {'device_id': '6b57ff94-49c8-4bc8-bb13-35551d00dd23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:49:38.954790 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-577b6ed1-cac5-4148-ae48-8a4ee9cccff9 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Publish callbacks [] for security_group_rule (b8e67efd-403f-49db-b035-21c0757ca194), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:39.063159 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a08c6-cf10-454d-a767-74b87d227502 req-1ca7b8f7-60c9-46aa-bc98-9ef2201be183 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:39.065964 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-428a08c6-cf10-454d-a767-74b87d227502 req-1ca7b8f7-60c9-46aa-bc98-9ef2201be183 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 931 time: 0.3828292 Jan 28 02:49:39.074568 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-577b6ed1-cac5-4148-ae48-8a4ee9cccff9 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Publish callbacks [] for security_group_rule (b8e67efd-403f-49db-b035-21c0757ca194), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:39.085527 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-a824405a-b378-4a19-b06b-ae06bde51014 req-e4154472-3c0b-4803-a63d-0b1e90be5221 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Deleting port acba92ab-c841-45d8-aacc-9e88e553230d {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:49:39.086246 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a824405a-b378-4a19-b06b-ae06bde51014 req-e4154472-3c0b-4803-a63d-0b1e90be5221 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (acba92ab-c841-45d8-aacc-9e88e553230d), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:39.096209 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b1551c4d-6452-486f-9cbc-b25a3b444113 req-042e9e19-f538-4e72-9995-369d18e3d5c9 tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] 10.222.0.53 "GET /v2.0/security-groups?id=218d0920-4832-4079-ad2b-85e965d08178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198986 Jan 28 02:49:39.097492 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-577b6ed1-cac5-4148-ae48-8a4ee9cccff9 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (b8e67efd-403f-49db-b035-21c0757ca194), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:39.149057 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:49:39.165236 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-577b6ed1-cac5-4148-ae48-8a4ee9cccff9 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:39.182565 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-577b6ed1-cac5-4148-ae48-8a4ee9cccff9 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3303933 Jan 28 02:49:39.184549 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59224) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:39.195576 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-5dff62f6-56ac-4e3f-9131-3d57fe9bfdf4 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Request body: {'security_group_rule': {'security_group_id': 'b1230e4f-91ce-484b-91c6-9d104141745c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:49:39.196360 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-256ef2d3-2c31-4b10-b7c5-84beb0c52c4e req-f6c68a3c-f60e-49f1-9f65-6eb847e4d22a tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] For port 91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:49:39.196732 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-256ef2d3-2c31-4b10-b7c5-84beb0c52c4e req-f6c68a3c-f60e-49f1-9f65-6eb847e4d22a tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:39.221983 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-25a8b753-ae6d-4e4b-9e66-8f42a13deca2 req-257cb05d-3f4f-4480-90ce-0522e53a282a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (418c965b-1d05-4624-887c-e9aaee178bf8), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:39.224168 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577b6ed1-cac5-4148-ae48-8a4ee9cccff9 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8e67efd-403f-49db-b035-21c0757ca194,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:39.249272 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-256ef2d3-2c31-4b10-b7c5-84beb0c52c4e req-f6c68a3c-f60e-49f1-9f65-6eb847e4d22a tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] Calling delete_port for 91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:49:39.258647 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5dff62f6-56ac-4e3f-9131-3d57fe9bfdf4 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Publish callbacks [] for security_group_rule (86624be7-a17f-4c57-a761-eb78fee2aaa9), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:39.263489 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f541eeda-3dcc-4018-a880-844b0b9c88cd req-a7534cd6-144b-42ed-86dc-ef47183083d0 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bf1aee-b390-4cae-a65f-7a4f79c12839 HTTP/1.1" status: 200 len: 210 time: 0.0404196 Jan 28 02:49:39.280408 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:49:39.281519 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:39.336940 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5dff62f6-56ac-4e3f-9131-3d57fe9bfdf4 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Publish callbacks [] for security_group_rule (86624be7-a17f-4c57-a761-eb78fee2aaa9), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:39.342188 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5dff62f6-56ac-4e3f-9131-3d57fe9bfdf4 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (86624be7-a17f-4c57-a761-eb78fee2aaa9), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:39.353823 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df86a7c2-0568-4cc3-b740-1987ace9d0a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:49:39.357814 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b521e35d-5f18-481f-b8bf-9d71cb6a1208" -d '{"events": [{"server_uuid": "df86a7c2-0568-4cc3-b740-1987ace9d0a5", "name": "network-vif-unplugged", "status": "completed", "tag": "91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:49:39.366965 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff62f6-56ac-4e3f-9131-3d57fe9bfdf4 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86624be7-a17f-4c57-a761-eb78fee2aaa9,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:39.390434 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5dff62f6-56ac-4e3f-9131-3d57fe9bfdf4 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:39.395631 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5dff62f6-56ac-4e3f-9131-3d57fe9bfdf4 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2074308 Jan 28 02:49:39.397022 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:49:39.398202 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59228) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:39.405381 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-c45e919c-880c-46dd-82df-2a95f8b37d9d tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:49:39.405665 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:39.430868 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c45e919c-880c-46dd-82df-2a95f8b37d9d tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:39.440756 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-a824405a-b378-4a19-b06b-ae06bde51014 req-e4154472-3c0b-4803-a63d-0b1e90be5221 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] For port acba92ab-c841-45d8-aacc-9e88e553230d, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=acba92ab-c841-45d8-aacc-9e88e553230d,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:49:39.441353 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a824405a-b378-4a19-b06b-ae06bde51014 req-e4154472-3c0b-4803-a63d-0b1e90be5221 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (acba92ab-c841-45d8-aacc-9e88e553230d), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:39.465573 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc,revision_number=6']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:39.482519 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3b9e6-ebcb-4120-9bbc-871c38af85be req-4d694d49-7a4e-4ad8-ac7c-62afeecf0726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:39.484033 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bfb3b9e6-ebcb-4120-9bbc-871c38af85be req-4d694d49-7a4e-4ad8-ac7c-62afeecf0726 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf HTTP/1.1" status: 200 len: 914 time: 0.7119398 Jan 28 02:49:39.487330 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-428a08c6-cf10-454d-a767-74b87d227502 req-e45e7b01-fa1a-4930-95b2-5150effdada4 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083992 Jan 28 02:49:39.490009 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-a824405a-b378-4a19-b06b-ae06bde51014 req-e4154472-3c0b-4803-a63d-0b1e90be5221 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Calling delete_port for acba92ab-c841-45d8-aacc-9e88e553230d owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:49:39.539292 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bfb3b9e6-ebcb-4120-9bbc-871c38af85be req-371eddf1-07b6-4875-9bfc-74bc0f4e82f4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac880a54-1baa-436b-89eb-3813f3bab0ce HTTP/1.1" status: 200 len: 217 time: 0.0453625 Jan 28 02:49:39.601390 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c45e919c-880c-46dd-82df-2a95f8b37d9d tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:39.616424 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3b9e6-ebcb-4120-9bbc-871c38af85be req-6819669b-3927-4c91-b502-3b4167a145be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:39.617947 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bfb3b9e6-ebcb-4120-9bbc-871c38af85be req-6819669b-3927-4c91-b502-3b4167a145be service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d955fbc3-595b-46e4-bbea-f8517aacb349 HTTP/1.1" status: 200 len: 853 time: 0.0698769 Jan 28 02:49:39.664482 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 02:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c97edb6-535c-4e98-acbd-74e5e52560af x-openstack-request-id: req-1c97edb6-535c-4e98-acbd-74e5e52560af {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:49:39.665054 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df86a7c2-0568-4cc3-b740-1987ace9d0a5", "name": "network-vif-unplugged", "status": "completed", "tag": "91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:49:39.665835 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1c97edb6-535c-4e98-acbd-74e5e52560af {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:49:39.666479 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df86a7c2-0568-4cc3-b740-1987ace9d0a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc', 'code': 200} Jan 28 02:49:39.728077 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa798b-b304-4c62-a589-5a60d1e8f360 req-b256bf19-3eff-4d2c-86db-896371fd32e8 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:39.729610 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-35fa798b-b304-4c62-a589-5a60d1e8f360 req-b256bf19-3eff-4d2c-86db-896371fd32e8 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 950 time: 0.1573913 Jan 28 02:49:39.796651 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-c45e919c-880c-46dd-82df-2a95f8b37d9d tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Allocated IP 172.25.0.223 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/2f2fb268-f0a5-4f06-8ec4-ca4d03521682) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:49:39.797595 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bfb3b9e6-ebcb-4120-9bbc-871c38af85be req-65c25e5c-c530-4e77-9ca9-909aa033d311 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1472709 Jan 28 02:49:39.824014 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-35fa798b-b304-4c62-a589-5a60d1e8f360 req-97741b3b-2ca5-4051-82e9-149b0ce2b610 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720773 Jan 28 02:49:39.934231 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-256ef2d3-2c31-4b10-b7c5-84beb0c52c4e req-f6c68a3c-f60e-49f1-9f65-6eb847e4d22a tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:39.988287 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c45e919c-880c-46dd-82df-2a95f8b37d9d tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Publish callbacks [] for port (2f2fb268-f0a5-4f06-8ec4-ca4d03521682), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:40.037501 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c68a3c-f60e-49f1-9f65-6eb847e4d22a tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] Pushing event deleted for resources: {'Port': ['ID=91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:40.040780 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bfb3b9e6-ebcb-4120-9bbc-871c38af85be req-017de658-e006-4eaa-b864-2edb5d44c1b4 service neutron] 10.222.0.39 "GET /v2.0/networks/0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250357 Jan 28 02:49:40.050871 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c45e919c-880c-46dd-82df-2a95f8b37d9d tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (2f2fb268-f0a5-4f06-8ec4-ca4d03521682), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:40.174387 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45e919c-880c-46dd-82df-2a95f8b37d9d tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:49:40.182401 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-c45e919c-880c-46dd-82df-2a95f8b37d9d tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:49:40.197983 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45e919c-880c-46dd-82df-2a95f8b37d9d tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:49:40.198871 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 52b3784e-f62f-4541-a9cc-ae777b470486 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:49:40.239664 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-256ef2d3-2c31-4b10-b7c5-84beb0c52c4e req-f6c68a3c-f60e-49f1-9f65-6eb847e4d22a tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] No DVR routers for this DVR port 91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:49:40.252762 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e919c-880c-46dd-82df-2a95f8b37d9d tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Pushing event updated for resources: {'Port': ['ID=2f2fb268-f0a5-4f06-8ec4-ca4d03521682,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:40.259325 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc57203-324c-47fc-9bb5-afa858de9f08 req-0c28a402-56b9-47d4-a255-e8dacd775aaa tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:40.266352 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2cc57203-324c-47fc-9bb5-afa858de9f08 req-0c28a402-56b9-47d4-a255-e8dacd775aaa tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=dff4a5c5-5867-4492-81d9-79f209b9011e HTTP/1.1" status: 200 len: 943 time: 0.4713180 Jan 28 02:49:40.281656 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-256ef2d3-2c31-4b10-b7c5-84beb0c52c4e req-f6c68a3c-f60e-49f1-9f65-6eb847e4d22a tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:40.290141 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-256ef2d3-2c31-4b10-b7c5-84beb0c52c4e req-f6c68a3c-f60e-49f1-9f65-6eb847e4d22a tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] 10.222.0.39 "DELETE /v2.0/ports/91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc HTTP/1.1" status: 204 len: 173 time: 2.4322324 Jan 28 02:49:40.290695 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df86a7c2-0568-4cc3-b740-1987ace9d0a5', 'name': 'network-vif-deleted', 'tag': '91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:49:40.293019 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94acf00d-fef4-419b-a78a-3a2fae698355" -d '{"events": [{"server_uuid": "df86a7c2-0568-4cc3-b740-1987ace9d0a5", "name": "network-vif-deleted", "tag": "91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:49:40.320633 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 52b3784e-f62f-4541-a9cc-ae777b470486 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:49:40.321775 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (52b3784e-f62f-4541-a9cc-ae777b470486), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:40.484377 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d3d90d-a9ac-44bf-b1f2-5a2d5f45c394 None None] Sync routers for ids ['d7a05783-0c12-43b7-87b5-940f974cdd4e'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:49:40.505916 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 52b3784e-f62f-4541-a9cc-ae777b470486 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:49:40.507538 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (52b3784e-f62f-4541-a9cc-ae777b470486), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:40.516916 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2cc57203-324c-47fc-9bb5-afa858de9f08 req-5beee056-096c-4e5d-904c-a783e34a325a tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/security-groups?id=81a8b397-bb78-4b68-9423-1c50e72f6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474873 Jan 28 02:49:40.518645 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a824405a-b378-4a19-b06b-ae06bde51014 req-e4154472-3c0b-4803-a63d-0b1e90be5221 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (acba92ab-c841-45d8-aacc-9e88e553230d), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:40.519665 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d3d90d-a9ac-44bf-b1f2-5a2d5f45c394 None None] Routers {'d7a05783-0c12-43b7-87b5-940f974cdd4e'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:49:40.520500 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-17d3d90d-a9ac-44bf-b1f2-5a2d5f45c394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:49:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['d7a05783-0c12-43b7-87b5-940f974cdd4e'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:49:40.537764 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bfb3b9e6-ebcb-4120-9bbc-871c38af85be req-2d06ac14-6d61-43b3-b57d-a59323f77167 service neutron] 10.222.0.39 "GET /v2.0/networks/0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4511473 Jan 28 02:49:40.544607 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 52b3784e-f62f-4541-a9cc-ae777b470486, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=52b3784e-f62f-4541-a9cc-ae777b470486,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:49:40.590888 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['acba92ab-c841-45d8-aacc-9e88e553230d'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:49:40.600357 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (52b3784e-f62f-4541-a9cc-ae777b470486), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:40.604672 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c45e919c-880c-46dd-82df-2a95f8b37d9d tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Publish callbacks [] for floatingip (23cacc0f-f376-4eb8-8070-897c803215e0), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:40.676950 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4154472-3c0b-4803-a63d-0b1e90be5221 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Pushing event deleted for resources: {'Port': ['ID=acba92ab-c841-45d8-aacc-9e88e553230d,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:40.733132 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c45e919c-880c-46dd-82df-2a95f8b37d9d tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2f2fb268-f0a5-4f06-8ec4-ca4d03521682), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:40.767543 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ed0abf8c-51f9-4260-b100-a79b1320f572 req-6779aa5e-b5b9-4cd7-8272-595c3e957a2c tempest-TenantUsagesTestJSON-1761665457 tempest-TenantUsagesTestJSON-1761665457-project] 10.222.0.53 "GET /v2.0/ports?device_id=df86a7c2-0568-4cc3-b740-1987ace9d0a5 HTTP/1.1" status: 200 len: 210 time: 0.0874074 Jan 28 02:49:40.776799 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-25a8b753-ae6d-4e4b-9e66-8f42a13deca2 req-257cb05d-3f4f-4480-90ce-0522e53a282a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 418c965b-1d05-4624-887c-e9aaee178bf8 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:49:40.820436 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-a824405a-b378-4a19-b06b-ae06bde51014 req-e4154472-3c0b-4803-a63d-0b1e90be5221 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] No DVR routers for this DVR port acba92ab-c841-45d8-aacc-9e88e553230d on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:49:40.833197 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-25a8b753-ae6d-4e4b-9e66-8f42a13deca2 req-257cb05d-3f4f-4480-90ce-0522e53a282a service neutron] Publish callbacks [] for port (418c965b-1d05-4624-887c-e9aaee178bf8), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:40.841535 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a824405a-b378-4a19-b06b-ae06bde51014 req-e4154472-3c0b-4803-a63d-0b1e90be5221 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:40.854931 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a824405a-b378-4a19-b06b-ae06bde51014 req-e4154472-3c0b-4803-a63d-0b1e90be5221 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.67 "DELETE /v2.0/ports/acba92ab-c841-45d8-aacc-9e88e553230d HTTP/1.1" status: 204 len: 173 time: 2.6990502 Jan 28 02:49:40.861355 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850ac58a-76fb-4eff-9d00-79676d3338b7 x-openstack-request-id: req-850ac58a-76fb-4eff-9d00-79676d3338b7 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:49:40.865220 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df86a7c2-0568-4cc3-b740-1987ace9d0a5", "name": "network-vif-deleted", "tag": "91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:49:40.865984 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-850ac58a-76fb-4eff-9d00-79676d3338b7 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:49:40.866623 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df86a7c2-0568-4cc3-b740-1987ace9d0a5', 'name': 'network-vif-deleted', 'tag': '91be1b33-bf5b-4e9a-8dd7-35e0e63d61fc', 'status': 'completed', 'code': 200} Jan 28 02:49:40.880551 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1d8a7638-3a6f-4dec-81ba-0b087e728a98 req-ab57e23d-cd9a-424a-8e5c-dac730675433 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bf1aee-b390-4cae-a65f-7a4f79c12839 HTTP/1.1" status: 200 len: 210 time: 0.0741804 Jan 28 02:49:40.881171 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-17d3d90d-a9ac-44bf-b1f2-5a2d5f45c394 None None] Set router d7a05783-0c12-43b7-87b5-940f974cdd4e gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:49:40.891009 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-25a8b753-ae6d-4e4b-9e66-8f42a13deca2 req-257cb05d-3f4f-4480-90ce-0522e53a282a service neutron] Transition to ACTIVE for port object 418c965b-1d05-4624-887c-e9aaee178bf8 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:49:40.898491 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-25a8b753-ae6d-4e4b-9e66-8f42a13deca2 req-257cb05d-3f4f-4480-90ce-0522e53a282a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (418c965b-1d05-4624-887c-e9aaee178bf8), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:41.066325 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=52b3784e-f62f-4541-a9cc-ae777b470486,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:41.087978 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257cb05d-3f4f-4480-90ce-0522e53a282a service neutron] Pushing event updated for resources: {'Port': ['ID=418c965b-1d05-4624-887c-e9aaee178bf8,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:41.163262 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device ac880a54-1baa-436b-89eb-3813f3bab0ce details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:49:41.240132 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-25a8b753-ae6d-4e4b-9e66-8f42a13deca2 req-257cb05d-3f4f-4480-90ce-0522e53a282a service neutron] Attempting to bind port 418c965b-1d05-4624-887c-e9aaee178bf8 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:49:41.240494 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-25a8b753-ae6d-4e4b-9e66-8f42a13deca2 req-257cb05d-3f4f-4480-90ce-0522e53a282a service neutron] Attempting to bind port 418c965b-1d05-4624-887c-e9aaee178bf8 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:49:41.240834 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a8b753-ae6d-4e4b-9e66-8f42a13deca2 req-257cb05d-3f4f-4480-90ce-0522e53a282a service neutron] Attempting to bind port 418c965b-1d05-4624-887c-e9aaee178bf8 on network 997aa02b-ef92-4c1c-ba5c-0477d385960c {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:49:41.253028 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a8b753-ae6d-4e4b-9e66-8f42a13deca2 req-257cb05d-3f4f-4480-90ce-0522e53a282a service neutron] Port 418c965b-1d05-4624-887c-e9aaee178bf8 on network 997aa02b-ef92-4c1c-ba5c-0477d385960c not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:49:41.253384 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a8b753-ae6d-4e4b-9e66-8f42a13deca2 req-257cb05d-3f4f-4480-90ce-0522e53a282a service neutron] Attempting to bind port 418c965b-1d05-4624-887c-e9aaee178bf8 on network 997aa02b-ef92-4c1c-ba5c-0477d385960c {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:49:41.261911 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a8b753-ae6d-4e4b-9e66-8f42a13deca2 req-257cb05d-3f4f-4480-90ce-0522e53a282a service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:49:41.262258 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a8b753-ae6d-4e4b-9e66-8f42a13deca2 req-257cb05d-3f4f-4480-90ce-0522e53a282a service neutron] Checking segment: {'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:49:41.262662 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a8b753-ae6d-4e4b-9e66-8f42a13deca2 req-257cb05d-3f4f-4480-90ce-0522e53a282a service neutron] Bound using segment: {'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:49:41.263106 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-25a8b753-ae6d-4e4b-9e66-8f42a13deca2 req-257cb05d-3f4f-4480-90ce-0522e53a282a service neutron] Bound port: 418c965b-1d05-4624-887c-e9aaee178bf8, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:49:41.263468 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-25a8b753-ae6d-4e4b-9e66-8f42a13deca2 req-257cb05d-3f4f-4480-90ce-0522e53a282a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (418c965b-1d05-4624-887c-e9aaee178bf8), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:41.347545 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port ac880a54-1baa-436b-89eb-3813f3bab0ce, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=ac880a54-1baa-436b-89eb-3813f3bab0ce,segment=NetworkSegment(8b609dd3-1a12-4928-857f-98daa12d72ad),segment_id=8b609dd3-1a12-4928-857f-98daa12d72ad)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:49:41.360690 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2856b-8c31-4e11-acc5-7583dc4b9971 req-3539594d-6f4b-4ad0-928d-c78e512fa06d tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:41.370482 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-17d3d90d-a9ac-44bf-b1f2-5a2d5f45c394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a05783-0c12-43b7-87b5-940f974cdd4e', 'name': 'tempest-ServersTestManualDisk-354745685-router', 'tenant_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '52b3784e-f62f-4541-a9cc-ae777b470486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:49:27Z', 'updated_at': '2022-01-28T02:49:35Z', 'revision_number': 4, 'project_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'gw_port': {'id': '52b3784e-f62f-4541-a9cc-ae777b470486', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a05783-0c12-43b7-87b5-940f974cdd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:49:28Z', 'updated_at': '2022-01-28T02:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '41879616-611e-4b52-a07d-753625d68e18', 'name': '', 'network_id': '91ca050f-0813-4c7f-89a2-2014be4bf961', 'tenant_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'mac_address': 'fa:16:3e:4f:b3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a05783-0c12-43b7-87b5-940f974cdd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'bd9a81ff-6f8c-4174-afd7-d4d745794750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:49:33Z', 'updated_at': '2022-01-28T02:49:35Z', 'revision_number': 2, 'project_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'subnets': [{'id': 'bd9a81ff-6f8c-4174-afd7-d4d745794750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:49:41.371497 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-29f2856b-8c31-4e11-acc5-7583dc4b9971 req-3539594d-6f4b-4ad0-928d-c78e512fa06d tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 943 time: 0.2145739 Jan 28 02:49:41.407312 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': 'ac880a54-1baa-436b-89eb-3813f3bab0ce', 'network_id': '0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf', 'port_id': 'ac880a54-1baa-436b-89eb-3813f3bab0ce', 'mac_address': 'fa:16:3e:eb:ef:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd955fbc3-595b-46e4-bbea-f8517aacb349', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:49:41.452099 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d3d90d-a9ac-44bf-b1f2-5a2d5f45c394 None None] Checking router: d7a05783-0c12-43b7-87b5-940f974cdd4e for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:49:41.453616 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d3d90d-a9ac-44bf-b1f2-5a2d5f45c394 None None] Updating router d7a05783-0c12-43b7-87b5-940f974cdd4e port 41879616-611e-4b52-a07d-753625d68e18 binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:49:41.454616 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port ac880a54-1baa-436b-89eb-3813f3bab0ce is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:49:41.455284 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ac880a54-1baa-436b-89eb-3813f3bab0ce), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:41.467997 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-25a8b753-ae6d-4e4b-9e66-8f42a13deca2 req-257cb05d-3f4f-4480-90ce-0522e53a282a service neutron] For port 418c965b-1d05-4624-887c-e9aaee178bf8, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:49:41.477183 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac880a54-1baa-436b-89eb-3813f3bab0ce {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:49:41.477690 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-25a8b753-ae6d-4e4b-9e66-8f42a13deca2 req-257cb05d-3f4f-4480-90ce-0522e53a282a service neutron] For port 418c965b-1d05-4624-887c-e9aaee178bf8, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=418c965b-1d05-4624-887c-e9aaee178bf8,segment=NetworkSegment(1cc99f2f-8533-4758-ac6d-0ec0b703844f),segment_id=1cc99f2f-8533-4758-ac6d-0ec0b703844f)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:49:41.491270 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-25a8b753-ae6d-4e4b-9e66-8f42a13deca2 req-257cb05d-3f4f-4480-90ce-0522e53a282a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (418c965b-1d05-4624-887c-e9aaee178bf8), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:41.510117 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c45e919c-880c-46dd-82df-2a95f8b37d9d tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Publish callbacks [] for port (2f2fb268-f0a5-4f06-8ec4-ca4d03521682), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:41.511866 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port ac880a54-1baa-436b-89eb-3813f3bab0ce, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=ac880a54-1baa-436b-89eb-3813f3bab0ce,segment=NetworkSegment(8b609dd3-1a12-4928-857f-98daa12d72ad),segment_id=8b609dd3-1a12-4928-857f-98daa12d72ad)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:49:41.516061 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-17d3d90d-a9ac-44bf-b1f2-5a2d5f45c394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (41879616-611e-4b52-a07d-753625d68e18), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:41.520131 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ac880a54-1baa-436b-89eb-3813f3bab0ce), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:41.529526 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-29f2856b-8c31-4e11-acc5-7583dc4b9971 req-aca60c1e-51d8-4b25-b693-b88061bd0b62 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570222 Jan 28 02:49:41.533931 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c45e919c-880c-46dd-82df-2a95f8b37d9d tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (2f2fb268-f0a5-4f06-8ec4-ca4d03521682), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:41.536626 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8b753-ae6d-4e4b-9e66-8f42a13deca2 req-257cb05d-3f4f-4480-90ce-0522e53a282a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:41.539567 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-25a8b753-ae6d-4e4b-9e66-8f42a13deca2 req-257cb05d-3f4f-4480-90ce-0522e53a282a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:41.542855 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-25a8b753-ae6d-4e4b-9e66-8f42a13deca2 req-257cb05d-3f4f-4480-90ce-0522e53a282a service neutron] 10.222.0.39 "PUT /v2.0/ports/418c965b-1d05-4624-887c-e9aaee178bf8 HTTP/1.1" status: 200 len: 1092 time: 2.6084125 Jan 28 02:49:41.617132 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=ac880a54-1baa-436b-89eb-3813f3bab0ce,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:41.703271 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257cb05d-3f4f-4480-90ce-0522e53a282a service neutron] Pushing event updated for resources: {'Port': ['ID=418c965b-1d05-4624-887c-e9aaee178bf8,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:41.722159 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8b753-ae6d-4e4b-9e66-8f42a13deca2 req-d9060289-58ce-4963-81cf-aaae1de4f74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:41.723937 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-25a8b753-ae6d-4e4b-9e66-8f42a13deca2 req-d9060289-58ce-4963-81cf-aaae1de4f74f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b376bdc08124533ad1dc2039341113b&device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 1095 time: 0.0716217 Jan 28 02:49:41.780393 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-25a8b753-ae6d-4e4b-9e66-8f42a13deca2 req-e6978616-755d-42b5-b3ca-27ca7e047487 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=418c965b-1d05-4624-887c-e9aaee178bf8 HTTP/1.1" status: 200 len: 217 time: 0.0392356 Jan 28 02:49:41.800191 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e919c-880c-46dd-82df-2a95f8b37d9d tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Pushing event updated for resources: {'Port': ['ID=2f2fb268-f0a5-4f06-8ec4-ca4d03521682,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:41.806914 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['ac880a54-1baa-436b-89eb-3813f3bab0ce'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:49:41.851356 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c45e919c-880c-46dd-82df-2a95f8b37d9d tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (23cacc0f-f376-4eb8-8070-897c803215e0), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:41.859058 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0f1cb7c5-38d5-46cc-90c8-3879308be066 req-cb614994-082d-4789-9e52-7b6e8b77e215 tempest-MigrationsAdminTest-708366641 tempest-MigrationsAdminTest-708366641-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5c2c889-063a-402e-9e6b-a9a7938a5a19 HTTP/1.1" status: 200 len: 210 time: 0.1077526 Jan 28 02:49:41.908437 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590d568-f026-4532-b3b1-25625552a454 req-66acaad8-dfcb-4d30-9ed6-d3622374bfb1 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:41.910078 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5590d568-f026-4532-b3b1-25625552a454 req-66acaad8-dfcb-4d30-9ed6-d3622374bfb1 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=dff4a5c5-5867-4492-81d9-79f209b9011e HTTP/1.1" status: 200 len: 944 time: 0.1742144 Jan 28 02:49:41.910423 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c45e919c-880c-46dd-82df-2a95f8b37d9d tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:41.911626 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8b753-ae6d-4e4b-9e66-8f42a13deca2 req-0d9c239a-0690-41f9-8061-fc73787ae52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:41.913145 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-25a8b753-ae6d-4e4b-9e66-8f42a13deca2 req-0d9c239a-0690-41f9-8061-fc73787ae52c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bcba3f69-83cc-4e79-8ae3-09e3e7684525 HTTP/1.1" status: 200 len: 861 time: 0.1255236 Jan 28 02:49:41.914180 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c45e919c-880c-46dd-82df-2a95f8b37d9d tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5146375 Jan 28 02:49:42.005994 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-25a8b753-ae6d-4e4b-9e66-8f42a13deca2 req-e4d62b80-fc5d-44ea-a974-26d9bcd27077 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=997aa02b-ef92-4c1c-ba5c-0477d385960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721159 Jan 28 02:49:42.071302 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-17d3d90d-a9ac-44bf-b1f2-5a2d5f45c394 None None] Publish callbacks [] for port (41879616-611e-4b52-a07d-753625d68e18), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:42.086970 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-17d3d90d-a9ac-44bf-b1f2-5a2d5f45c394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (41879616-611e-4b52-a07d-753625d68e18), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:42.131193 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 52b3784e-f62f-4541-a9cc-ae777b470486 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:49:42.149233 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-90b8a524-9df5-4f52-955d-e33beb0fba7d req-3dd790ca-549d-4fc6-ba32-471f96ad3e5d tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bf1aee-b390-4cae-a65f-7a4f79c12839 HTTP/1.1" status: 200 len: 210 time: 0.0411224 Jan 28 02:49:42.191956 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a06c088-674e-4158-a22d-894d284c41ab None None] Pushing event updated for resources: {'Port': ['ID=41879616-611e-4b52-a07d-753625d68e18,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:42.284750 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 52b3784e-f62f-4541-a9cc-ae777b470486 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:49:42.285166 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (52b3784e-f62f-4541-a9cc-ae777b470486), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:42.346939 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-17d3d90d-a9ac-44bf-b1f2-5a2d5f45c394 None None] Attempting to bind port 41879616-611e-4b52-a07d-753625d68e18 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:49:42.347321 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-17d3d90d-a9ac-44bf-b1f2-5a2d5f45c394 None None] Attempting to bind port 41879616-611e-4b52-a07d-753625d68e18 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '5189f6c1-da5a-468a-82ce-c611fdd5a9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '91ca050f-0813-4c7f-89a2-2014be4bf961'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:49:42.347688 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d3d90d-a9ac-44bf-b1f2-5a2d5f45c394 None None] Attempting to bind port 41879616-611e-4b52-a07d-753625d68e18 on network 91ca050f-0813-4c7f-89a2-2014be4bf961 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:49:42.359391 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d3d90d-a9ac-44bf-b1f2-5a2d5f45c394 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:49:42.359774 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d3d90d-a9ac-44bf-b1f2-5a2d5f45c394 None None] Checking segment: {'id': '5189f6c1-da5a-468a-82ce-c611fdd5a9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '91ca050f-0813-4c7f-89a2-2014be4bf961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:49:42.360191 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-17d3d90d-a9ac-44bf-b1f2-5a2d5f45c394 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:42.360585 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d3d90d-a9ac-44bf-b1f2-5a2d5f45c394 None None] Bound using segment: {'id': '5189f6c1-da5a-468a-82ce-c611fdd5a9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '91ca050f-0813-4c7f-89a2-2014be4bf961'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:49:42.361103 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-17d3d90d-a9ac-44bf-b1f2-5a2d5f45c394 None None] Bound port: 41879616-611e-4b52-a07d-753625d68e18, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5189f6c1-da5a-468a-82ce-c611fdd5a9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '91ca050f-0813-4c7f-89a2-2014be4bf961'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:49:42.361562 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-17d3d90d-a9ac-44bf-b1f2-5a2d5f45c394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (41879616-611e-4b52-a07d-753625d68e18), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:42.454692 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 52b3784e-f62f-4541-a9cc-ae777b470486 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:49:42.509184 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-17d3d90d-a9ac-44bf-b1f2-5a2d5f45c394 None None] For port 41879616-611e-4b52-a07d-753625d68e18, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:49:42.527944 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-17d3d90d-a9ac-44bf-b1f2-5a2d5f45c394 None None] For port 41879616-611e-4b52-a07d-753625d68e18, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=41879616-611e-4b52-a07d-753625d68e18,segment=NetworkSegment(5189f6c1-da5a-468a-82ce-c611fdd5a9b8),segment_id=5189f6c1-da5a-468a-82ce-c611fdd5a9b8)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:49:42.545257 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-17d3d90d-a9ac-44bf-b1f2-5a2d5f45c394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (41879616-611e-4b52-a07d-753625d68e18), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:42.579520 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59392) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:42.617318 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a06c088-674e-4158-a22d-894d284c41ab None None] Pushing event updated for resources: {'Port': ['ID=41879616-611e-4b52-a07d-753625d68e18,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:42.646228 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d3d90d-a9ac-44bf-b1f2-5a2d5f45c394 None None] Routers {'d7a05783-0c12-43b7-87b5-940f974cdd4e'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:49:42.646978 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-17d3d90d-a9ac-44bf-b1f2-5a2d5f45c394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:49:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['d7a05783-0c12-43b7-87b5-940f974cdd4e'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:49:42.653533 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-1be1ee0a-6e1c-461b-b1ba-5491368d1ba9 None None] Provisioning complete for port 41879616-611e-4b52-a07d-753625d68e18 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:49:42.653914 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1be1ee0a-6e1c-461b-b1ba-5491368d1ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (41879616-611e-4b52-a07d-753625d68e18), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:42.817263 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-25a8b753-ae6d-4e4b-9e66-8f42a13deca2 req-f44d7dcc-1795-4d24-985b-2cd7b3c6d4b5 service neutron] 10.222.0.39 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7990274 Jan 28 02:49:42.840773 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5590d568-f026-4532-b3b1-25625552a454 req-b69ab8eb-7c21-4c89-9100-a123319aa388 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/security-groups?id=81a8b397-bb78-4b68-9423-1c50e72f6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9230921 Jan 28 02:49:42.879817 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c2c889-063a-402e-9e6b-a9a7938a5a19', 'name': 'network-vif-deleted', 'tag': 'acba92ab-c841-45d8-aacc-9e88e553230d'}, {'name': 'network-changed', 'server_uuid': '6b57ff94-49c8-4bc8-bb13-35551d00dd23', 'tag': '418c965b-1d05-4624-887c-e9aaee178bf8'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:49:42.888850 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b35ebca-66d4-4649-ab6d-8431eadfaa97" -d '{"events": [{"server_uuid": "d5c2c889-063a-402e-9e6b-a9a7938a5a19", "name": "network-vif-deleted", "tag": "acba92ab-c841-45d8-aacc-9e88e553230d"}, {"name": "network-changed", "server_uuid": "6b57ff94-49c8-4bc8-bb13-35551d00dd23", "tag": "418c965b-1d05-4624-887c-e9aaee178bf8"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:49:42.909113 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-17d3d90d-a9ac-44bf-b1f2-5a2d5f45c394 None None] Set router d7a05783-0c12-43b7-87b5-940f974cdd4e gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:49:42.940183 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-1be1ee0a-6e1c-461b-b1ba-5491368d1ba9 None None] Current status of the port 41879616-611e-4b52-a07d-753625d68e18 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:49:42.951280 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1be1ee0a-6e1c-461b-b1ba-5491368d1ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (41879616-611e-4b52-a07d-753625d68e18), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:43.003412 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-013ccc80-809e-4f16-a0b2-fa57d50ce028 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1d628818c9054150811b9db674d52a72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4193990 Jan 28 02:49:43.005498 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59410) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:43.042286 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:49:43.049631 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-1be1ee0a-6e1c-461b-b1ba-5491368d1ba9 None None] For port 41879616-611e-4b52-a07d-753625d68e18, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=41879616-611e-4b52-a07d-753625d68e18,segment=NetworkSegment(5189f6c1-da5a-468a-82ce-c611fdd5a9b8),segment_id=5189f6c1-da5a-468a-82ce-c611fdd5a9b8)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:49:43.062850 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1be1ee0a-6e1c-461b-b1ba-5491368d1ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (41879616-611e-4b52-a07d-753625d68e18), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:43.107092 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-98825a54-5832-4237-a52a-7494cd5d821e tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--442942734&fields=id&tenant_id=0512ee6ae85a4f1ba349ab7d59746f46 HTTP/1.1" status: 200 len: 267 time: 0.0714321 Jan 28 02:49:43.151153 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be1ee0a-6e1c-461b-b1ba-5491368d1ba9 None None] Pushing event updated for resources: {'Port': ['ID=41879616-611e-4b52-a07d-753625d68e18,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:43.160496 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5c4741ea-0bde-45ee-a30e-d265facc850c admin admin] Publish callbacks [] for security_group (218d0920-4832-4079-ad2b-85e965d08178), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:43.163825 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device ac880a54-1baa-436b-89eb-3813f3bab0ce up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:49:43.211056 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-25a8b753-ae6d-4e4b-9e66-8f42a13deca2 req-122325e4-d2e8-4102-a82a-c131643cf1a8 service neutron] 10.222.0.39 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679035 Jan 28 02:49:43.223412 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device acba92ab-c841-45d8-aacc-9e88e553230d no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:49:43.223876 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5c4741ea-0bde-45ee-a30e-d265facc850c admin admin] Publish callbacks [] for security_group (218d0920-4832-4079-ad2b-85e965d08178), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:43.242213 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb6410-0a05-4fa9-9198-2a6b19f106bb req-d2510674-cd15-46f0-9993-66e31fa37fd0 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:43.251142 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b2bb6410-0a05-4fa9-9198-2a6b19f106bb req-d2510674-cd15-46f0-9993-66e31fa37fd0 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 943 time: 0.1517055 Jan 28 02:49:43.317014 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: acba92ab-c841-45d8-aacc-9e88e553230d {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:49:43.318878 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device acba92ab-c841-45d8-aacc-9e88e553230d not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:49:43.329474 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-07bafb76-b003-477a-b099-1cbfc41e9904 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:43.331398 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-07bafb76-b003-477a-b099-1cbfc41e9904 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] 10.222.0.53 "GET /v2.0/networks?id=91ca050f-0813-4c7f-89a2-2014be4bf961 HTTP/1.1" status: 200 len: 811 time: 0.2081249 Jan 28 02:49:43.335054 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b2bb6410-0a05-4fa9-9198-2a6b19f106bb req-48ba7ae4-407b-487d-95d1-76567550900d tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826495 Jan 28 02:49:43.350187 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-8f5a96db-35f0-4b56-8e56-7b4706fcb44e None None] Provisioning complete for port 41879616-611e-4b52-a07d-753625d68e18 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:49:43.353460 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8f5a96db-35f0-4b56-8e56-7b4706fcb44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (41879616-611e-4b52-a07d-753625d68e18), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:43.382921 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-cb55b95e-cdaa-4102-b004-d6c1a59bd4f0 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] 10.222.0.53 "GET /v2.0/quotas/0512ee6ae85a4f1ba349ab7d59746f46 HTTP/1.1" status: 200 len: 375 time: 0.0356181 Jan 28 02:49:43.389135 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5c4741ea-0bde-45ee-a30e-d265facc850c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (218d0920-4832-4079-ad2b-85e965d08178), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:43.410031 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5c4741ea-0bde-45ee-a30e-d265facc850c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:43.418288 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5c4741ea-0bde-45ee-a30e-d265facc850c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/218d0920-4832-4079-ad2b-85e965d08178 HTTP/1.1" status: 204 len: 168 time: 0.4031732 Jan 28 02:49:43.442038 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4741ea-0bde-45ee-a30e-d265facc850c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218d0920-4832-4079-ad2b-85e965d08178,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:43.464636 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-17d3d90d-a9ac-44bf-b1f2-5a2d5f45c394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a05783-0c12-43b7-87b5-940f974cdd4e', 'name': 'tempest-ServersTestManualDisk-354745685-router', 'tenant_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '52b3784e-f62f-4541-a9cc-ae777b470486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:49:27Z', 'updated_at': '2022-01-28T02:49:35Z', 'revision_number': 4, 'project_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'gw_port': {'id': '52b3784e-f62f-4541-a9cc-ae777b470486', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a05783-0c12-43b7-87b5-940f974cdd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:49:28Z', 'updated_at': '2022-01-28T02:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '41879616-611e-4b52-a07d-753625d68e18', 'name': '', 'network_id': '91ca050f-0813-4c7f-89a2-2014be4bf961', 'tenant_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'mac_address': 'fa:16:3e:4f:b3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a05783-0c12-43b7-87b5-940f974cdd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'bd9a81ff-6f8c-4174-afd7-d4d745794750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:49:33Z', 'updated_at': '2022-01-28T02:49:42Z', 'revision_number': 4, 'project_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'subnets': [{'id': 'bd9a81ff-6f8c-4174-afd7-d4d745794750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:49:43.484338 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-153cb527-57ec-4d3c-be3d-f4091aa28aac tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0512ee6ae85a4f1ba349ab7d59746f46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0999911 Jan 28 02:49:43.511324 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port ac880a54-1baa-436b-89eb-3813f3bab0ce completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:49:43.521307 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d3d90d-a9ac-44bf-b1f2-5a2d5f45c394 None None] The sync data for ids ['d7a05783-0c12-43b7-87b5-940f974cdd4e'] in n-d-712139-27 is: [{'id': 'd7a05783-0c12-43b7-87b5-940f974cdd4e', 'name': 'tempest-ServersTestManualDisk-354745685-router', 'tenant_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '52b3784e-f62f-4541-a9cc-ae777b470486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:49:27Z', 'updated_at': '2022-01-28T02:49:35Z', 'revision_number': 4, 'project_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'gw_port': {'id': '52b3784e-f62f-4541-a9cc-ae777b470486', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a05783-0c12-43b7-87b5-940f974cdd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:49:28Z', 'updated_at': '2022-01-28T02:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '41879616-611e-4b52-a07d-753625d68e18', 'name': '', 'network_id': '91ca050f-0813-4c7f-89a2-2014be4bf961', 'tenant_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'mac_address': 'fa:16:3e:4f:b3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a05783-0c12-43b7-87b5-940f974cdd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'bd9a81ff-6f8c-4174-afd7-d4d745794750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:49:33Z', 'updated_at': '2022-01-28T02:49:42Z', 'revision_number': 4, 'project_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'subnets': [{'id': 'bd9a81ff-6f8c-4174-afd7-d4d745794750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:49:43.528050 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port ac880a54-1baa-436b-89eb-3813f3bab0ce triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:49:43.528976 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ac880a54-1baa-436b-89eb-3813f3bab0ce), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:43.699461 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 28 Jan 2022 02:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29a687b-4831-45bb-b31e-0a68d7b3948a x-openstack-request-id: req-b29a687b-4831-45bb-b31e-0a68d7b3948a {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:49:43.699852 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c2c889-063a-402e-9e6b-a9a7938a5a19", "name": "network-vif-deleted", "tag": "acba92ab-c841-45d8-aacc-9e88e553230d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6b57ff94-49c8-4bc8-bb13-35551d00dd23", "tag": "418c965b-1d05-4624-887c-e9aaee178bf8", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:49:43.700169 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b29a687b-4831-45bb-b31e-0a68d7b3948a {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:49:43.700773 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c2c889-063a-402e-9e6b-a9a7938a5a19', 'name': 'network-vif-deleted', 'tag': 'acba92ab-c841-45d8-aacc-9e88e553230d', 'status': 'completed', 'code': 200} Jan 28 02:49:43.701519 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b57ff94-49c8-4bc8-bb13-35551d00dd23', 'tag': '418c965b-1d05-4624-887c-e9aaee178bf8', 'status': 'completed', 'code': 200} Jan 28 02:49:43.708089 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-4fda1bf3-046b-4eb5-a25e-017e9adbfc79 service neutron] 10.222.0.53 "GET /v2.0/networks/91ca050f-0813-4c7f-89a2-2014be4bf961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196090 Jan 28 02:49:43.784368 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-8f5a96db-35f0-4b56-8e56-7b4706fcb44e None None] Current status of the port 41879616-611e-4b52-a07d-753625d68e18 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:49:43.814755 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port ac880a54-1baa-436b-89eb-3813f3bab0ce is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:49:43.815164 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ac880a54-1baa-436b-89eb-3813f3bab0ce), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:43.877487 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35ebca-66d4-4649-ab6d-8431eadfaa97 req-6cc47ff7-90ff-45bf-b286-49af9352a03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:43.879298 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b35ebca-66d4-4649-ab6d-8431eadfaa97 req-6cc47ff7-90ff-45bf-b286-49af9352a03d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b376bdc08124533ad1dc2039341113b&device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 1095 time: 0.1336496 Jan 28 02:49:43.896611 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dff4a5c5-5867-4492-81d9-79f209b9011e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac880a54-1baa-436b-89eb-3813f3bab0ce'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:49:43.899307 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad661d7-76db-471d-bfa8-bd249aaa9d42" -d '{"events": [{"server_uuid": "dff4a5c5-5867-4492-81d9-79f209b9011e", "name": "network-vif-plugged", "status": "completed", "tag": "ac880a54-1baa-436b-89eb-3813f3bab0ce"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:49:43.934429 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port ac880a54-1baa-436b-89eb-3813f3bab0ce, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=ac880a54-1baa-436b-89eb-3813f3bab0ce,segment=NetworkSegment(8b609dd3-1a12-4928-857f-98daa12d72ad),segment_id=8b609dd3-1a12-4928-857f-98daa12d72ad)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:49:43.944798 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ac880a54-1baa-436b-89eb-3813f3bab0ce), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:44.059981 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=ac880a54-1baa-436b-89eb-3813f3bab0ce,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:44.086474 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-bf308359-5024-4ff9-9e75-a1d4261601e7 service neutron] 10.222.0.53 "GET /v2.0/networks/91ca050f-0813-4c7f-89a2-2014be4bf961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613887 Jan 28 02:49:44.140447 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59476) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:44.154497 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35ebca-66d4-4649-ab6d-8431eadfaa97 req-161fde4d-1251-4b46-8370-850726aab5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:44.156439 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b35ebca-66d4-4649-ab6d-8431eadfaa97 req-161fde4d-1251-4b46-8370-850726aab5a4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=997aa02b-ef92-4c1c-ba5c-0477d385960c HTTP/1.1" status: 200 len: 922 time: 0.2535031 Jan 28 02:49:44.226107 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b35ebca-66d4-4649-ab6d-8431eadfaa97 req-fe91e84b-699b-45a9-8045-245141849953 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=418c965b-1d05-4624-887c-e9aaee178bf8 HTTP/1.1" status: 200 len: 217 time: 0.0618575 Jan 28 02:49:44.230880 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 41879616-611e-4b52-a07d-753625d68e18 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:49:44.323271 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59482) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:44.353516 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4fba5c51-e690-49ee-b804-4a493b6e199e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:44.364372 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35ebca-66d4-4649-ab6d-8431eadfaa97 req-89e29d79-2eae-46f0-851a-6ab443ef1044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:44.366245 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b35ebca-66d4-4649-ab6d-8431eadfaa97 req-89e29d79-2eae-46f0-851a-6ab443ef1044 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bcba3f69-83cc-4e79-8ae3-09e3e7684525 HTTP/1.1" status: 200 len: 861 time: 0.1252813 Jan 28 02:49:44.370768 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 41879616-611e-4b52-a07d-753625d68e18 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:49:44.371366 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (41879616-611e-4b52-a07d-753625d68e18), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:44.450850 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b35ebca-66d4-4649-ab6d-8431eadfaa97 req-19844bc0-a73f-473a-be60-e2d6c0e7147d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=997aa02b-ef92-4c1c-ba5c-0477d385960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756586 Jan 28 02:49:44.549039 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c3f0dc-72e9-4996-9290-7d982eaa81cb x-openstack-request-id: req-75c3f0dc-72e9-4996-9290-7d982eaa81cb {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:49:44.549716 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dff4a5c5-5867-4492-81d9-79f209b9011e", "name": "network-vif-plugged", "status": "completed", "tag": "ac880a54-1baa-436b-89eb-3813f3bab0ce", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:49:44.550530 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-75c3f0dc-72e9-4996-9290-7d982eaa81cb {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:49:44.551807 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dff4a5c5-5867-4492-81d9-79f209b9011e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac880a54-1baa-436b-89eb-3813f3bab0ce', 'code': 200} Jan 28 02:49:44.554157 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 41879616-611e-4b52-a07d-753625d68e18 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:49:44.557767 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4fba5c51-e690-49ee-b804-4a493b6e199e admin admin] Publish callbacks [] for security_group (29d96628-c590-423b-a254-49dbbdfd771d), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:44.569135 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4fba5c51-e690-49ee-b804-4a493b6e199e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (29d96628-c590-423b-a254-49dbbdfd771d), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:44.636754 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531bb742-6e03-47d1-b8f1-53f7abf425c7 req-e0e4ce1b-e5b1-4e34-8e58-fc5af957a47c tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:44.644721 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-531bb742-6e03-47d1-b8f1-53f7abf425c7 req-e0e4ce1b-e5b1-4e34-8e58-fc5af957a47c tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=dff4a5c5-5867-4492-81d9-79f209b9011e HTTP/1.1" status: 200 len: 945 time: 0.2161188 Jan 28 02:49:44.682662 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-db272c4d-3033-40aa-903b-14e996312b66 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=29a2e152744a433f9b25a7592aa94e29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5399854 Jan 28 02:49:44.683501 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59500) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:44.691789 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba5c51-e690-49ee-b804-4a493b6e199e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d96628-c590-423b-a254-49dbbdfd771d,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:44.698888 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4fba5c51-e690-49ee-b804-4a493b6e199e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6079e60d065f47dd83f48154e4b2a42f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3713200 Jan 28 02:49:44.702576 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59502) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:44.726385 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b35ebca-66d4-4649-ab6d-8431eadfaa97 req-e3e968ee-cedd-40bc-ba50-9e18012e0817 service neutron] 10.222.0.39 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557786 Jan 28 02:49:44.849444 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-113fc212-d68b-41ce-bcf7-e40923390811 admin admin] Publish callbacks [] for security_group (29d96628-c590-423b-a254-49dbbdfd771d), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:44.901258 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e230c557-bbc9-416a-b8ec-fc5cc479d088 req-adb8bf31-7fe2-428c-b1b6-2bb48aa1e468 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] 10.222.0.53 "GET /v2.0/ports?device_id=95c1e86e-8f49-48bf-9ec4-9225945cf7ff HTTP/1.1" status: 200 len: 210 time: 0.0403643 Jan 28 02:49:44.904861 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fe7c41cb-a587-4a70-bcd3-d92b2790153f admin admin] Publish callbacks [] for security_group (5f25aca3-fc0a-473f-b57d-61be0fb8a6a8), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:44.927551 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-113fc212-d68b-41ce-bcf7-e40923390811 admin admin] Publish callbacks [] for security_group (29d96628-c590-423b-a254-49dbbdfd771d), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:44.957049 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fe7c41cb-a587-4a70-bcd3-d92b2790153f admin admin] Publish callbacks [] for security_group (5f25aca3-fc0a-473f-b57d-61be0fb8a6a8), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:44.959461 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b35ebca-66d4-4649-ab6d-8431eadfaa97 req-8a576e27-8e3d-40a2-8860-cf5c3b22f5aa service neutron] 10.222.0.39 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214453 Jan 28 02:49:44.974536 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-531bb742-6e03-47d1-b8f1-53f7abf425c7 req-339a24b9-4123-462c-b564-ab44f1e4d0f8 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/security-groups?id=81a8b397-bb78-4b68-9423-1c50e72f6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283806 Jan 28 02:49:44.993888 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d24f6-f496-4648-ab7e-c96ee6f3be96 req-f8174658-d0ca-4250-8354-0926024664f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:45.004296 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-046d24f6-f496-4648-ab7e-c96ee6f3be96 req-f8174658-d0ca-4250-8354-0926024664f2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dff4a5c5-5867-4492-81d9-79f209b9011e HTTP/1.1" status: 200 len: 1097 time: 0.3091097 Jan 28 02:49:45.095760 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-046d24f6-f496-4648-ab7e-c96ee6f3be96 req-728c9954-1f9f-4e71-97ea-0fac07a56623 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=81a8b397-bb78-4b68-9423-1c50e72f6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819707 Jan 28 02:49:45.171527 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fe7c41cb-a587-4a70-bcd3-d92b2790153f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (5f25aca3-fc0a-473f-b57d-61be0fb8a6a8), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:45.176724 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fe7c41cb-a587-4a70-bcd3-d92b2790153f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:45.178412 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-fe7c41cb-a587-4a70-bcd3-d92b2790153f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5f25aca3-fc0a-473f-b57d-61be0fb8a6a8 HTTP/1.1" status: 204 len: 168 time: 0.4931562 Jan 28 02:49:45.191069 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-113fc212-d68b-41ce-bcf7-e40923390811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (29d96628-c590-423b-a254-49dbbdfd771d), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:45.199655 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-113fc212-d68b-41ce-bcf7-e40923390811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:45.221216 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-113fc212-d68b-41ce-bcf7-e40923390811 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/29d96628-c590-423b-a254-49dbbdfd771d HTTP/1.1" status: 204 len: 168 time: 0.5166645 Jan 28 02:49:45.244640 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd10f5a-cae9-467c-9190-f2dbc527be58 req-b844e167-30b8-407c-ace5-b180c16abf05 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:45.260993 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dbd10f5a-cae9-467c-9190-f2dbc527be58 req-b844e167-30b8-407c-ace5-b180c16abf05 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 943 time: 0.2346907 Jan 28 02:49:45.313572 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c41cb-a587-4a70-bcd3-d92b2790153f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f25aca3-fc0a-473f-b57d-61be0fb8a6a8,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:45.370637 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113fc212-d68b-41ce-bcf7-e40923390811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d96628-c590-423b-a254-49dbbdfd771d,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:45.415298 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dbd10f5a-cae9-467c-9190-f2dbc527be58 req-f083a20d-bb06-45bf-ad23-c2ad91f8a36e tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514738 Jan 28 02:49:45.709400 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74561964-8f26-4f92-a11a-72c6e91b7d7a req-e265cbf3-6099-46a3-96e6-27dd992ecb93 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:45.716387 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-74561964-8f26-4f92-a11a-72c6e91b7d7a req-e265cbf3-6099-46a3-96e6-27dd992ecb93 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/networks?id=b41ec36c-2b47-4b7e-a484-436d2f02d72a HTTP/1.1" status: 200 len: 811 time: 0.1897087 Jan 28 02:49:45.751429 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-74561964-8f26-4f92-a11a-72c6e91b7d7a req-c17e775c-d5f3-43c7-95ed-d4d89bda3bd2 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/quotas/53e2297c23164a47954b52b6f715a589 HTTP/1.1" status: 200 len: 375 time: 0.0309749 Jan 28 02:49:45.792979 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-74561964-8f26-4f92-a11a-72c6e91b7d7a req-1ab6dd34-2f24-46ec-8d57-c7ac25ed70f9 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=53e2297c23164a47954b52b6f715a589&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321257 Jan 28 02:49:45.959371 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-74561964-8f26-4f92-a11a-72c6e91b7d7a req-30fcb5a4-5b7e-4143-ae99-93a02663abb5 service neutron] 10.222.0.53 "GET /v2.0/networks/b41ec36c-2b47-4b7e-a484-436d2f02d72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610940 Jan 28 02:49:45.982191 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59618) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:46.037646 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-64c4a6e1-1381-4589-8b05-4bb49fc36795 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=80e9e9ca0c28458d84e2f4daaad64eda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0542309 Jan 28 02:49:46.039993 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59628) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:46.123951 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5efeb8bb-b6ff-433f-accf-7e0d03360029 admin admin] Publish callbacks [] for security_group (b479068c-c6a4-44b3-a956-7f72a4197b9b), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:46.181243 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-74561964-8f26-4f92-a11a-72c6e91b7d7a req-7a4b379a-6d3d-48c2-a7b7-685a6413e721 service neutron] 10.222.0.53 "GET /v2.0/networks/b41ec36c-2b47-4b7e-a484-436d2f02d72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165427 Jan 28 02:49:46.185924 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5efeb8bb-b6ff-433f-accf-7e0d03360029 admin admin] Publish callbacks [] for security_group (b479068c-c6a4-44b3-a956-7f72a4197b9b), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:46.447677 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5efeb8bb-b6ff-433f-accf-7e0d03360029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b479068c-c6a4-44b3-a956-7f72a4197b9b), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:46.453944 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5efeb8bb-b6ff-433f-accf-7e0d03360029 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:46.457896 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5efeb8bb-b6ff-433f-accf-7e0d03360029 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b479068c-c6a4-44b3-a956-7f72a4197b9b HTTP/1.1" status: 204 len: 168 time: 0.4157958 Jan 28 02:49:46.491367 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efeb8bb-b6ff-433f-accf-7e0d03360029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b479068c-c6a4-44b3-a956-7f72a4197b9b,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:46.515387 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-e7ebf946-bc71-4096-994d-d63aa3cb2754 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:46.517015 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-e7ebf946-bc71-4096-994d-d63aa3cb2754 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] 10.222.0.67 "GET /v2.0/networks?id=91ca050f-0813-4c7f-89a2-2014be4bf961 HTTP/1.1" status: 200 len: 811 time: 0.2890379 Jan 28 02:49:46.532484 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efeb8bb-b6ff-433f-accf-7e0d03360029 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:46.533120 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efeb8bb-b6ff-433f-accf-7e0d03360029 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:46.533479 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efeb8bb-b6ff-433f-accf-7e0d03360029 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:46.533804 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efeb8bb-b6ff-433f-accf-7e0d03360029 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:46.534210 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efeb8bb-b6ff-433f-accf-7e0d03360029 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:46.535722 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efeb8bb-b6ff-433f-accf-7e0d03360029 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:46.536074 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efeb8bb-b6ff-433f-accf-7e0d03360029 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:46.537568 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efeb8bb-b6ff-433f-accf-7e0d03360029 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:46.539074 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efeb8bb-b6ff-433f-accf-7e0d03360029 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:46.539585 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efeb8bb-b6ff-433f-accf-7e0d03360029 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:46.539973 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efeb8bb-b6ff-433f-accf-7e0d03360029 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:46.541867 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efeb8bb-b6ff-433f-accf-7e0d03360029 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:46.542272 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efeb8bb-b6ff-433f-accf-7e0d03360029 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:46.602773 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f99e0217-d877-47bc-8a7f-29211fbb6f74 req-9e0248c4-ccb7-4a06-87d1-f77d469f4c5a tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] 10.222.0.53 "GET /v2.0/ports?device_id=95c1e86e-8f49-48bf-9ec4-9225945cf7ff HTTP/1.1" status: 200 len: 210 time: 0.0880291 Jan 28 02:49:46.667621 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e176e9-3c37-4e97-be09-e32d48a24b74 req-4dc124f8-bf6c-4a84-a5cd-a0303e5cb30f tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:46.675017 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-52e176e9-3c37-4e97-be09-e32d48a24b74 req-4dc124f8-bf6c-4a84-a5cd-a0303e5cb30f tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=dff4a5c5-5867-4492-81d9-79f209b9011e HTTP/1.1" status: 200 len: 945 time: 0.1172278 Jan 28 02:49:46.707176 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-b9bcc57f-9b59-4bee-8177-effcebdd3604 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0512ee6ae85a4f1ba349ab7d59746f46 HTTP/1.1" status: 200 len: 379 time: 0.1556337 Jan 28 02:49:46.718935 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-bc829b97-e5ad-4953-8e98-ac10b02f6dbf tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Request body: {'port': {'device_id': '95c1e86e-8f49-48bf-9ec4-9225945cf7ff', 'network_id': '91ca050f-0813-4c7f-89a2-2014be4bf961', 'admin_state_up': True, 'tenant_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'security_groups': ['b1230e4f-91ce-484b-91c6-9d104141745c']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:49:46.745061 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59666) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:46.796199 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9e9f6009-bd54-423b-ac54-e4db2ef64d31 req-89ae5bbf-9f62-442a-9c43-f4bda1094d3e tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e0e17e3-fbb9-4c12-9d0f-49887b020cf6 HTTP/1.1" status: 200 len: 210 time: 0.0404689 Jan 28 02:49:46.899097 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-52e176e9-3c37-4e97-be09-e32d48a24b74 req-d3aedc1a-abea-42e4-9dd9-8f1397f6e1c6 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/security-groups?id=81a8b397-bb78-4b68-9423-1c50e72f6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180436 Jan 28 02:49:46.915008 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-bc829b97-e5ad-4953-8e98-ac10b02f6dbf tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Made reservation on behalf of 0512ee6ae85a4f1ba349ab7d59746f46 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:49:46.919333 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-bc829b97-e5ad-4953-8e98-ac10b02f6dbf tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:46.942037 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd0d02-a402-4e83-a358-f547de09313e req-d6f50e85-6670-493f-bd71-65e7496152ab tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:46.952731 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7ebd0d02-a402-4e83-a358-f547de09313e req-d6f50e85-6670-493f-bd71-65e7496152ab tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 943 time: 0.0920029 Jan 28 02:49:46.965697 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-4e3cc998-198d-442d-b3cb-5dbecab70f04 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1729365884-network', 'tenant_id': 'a4f0b7f20b82433aa7abc3705ebd8693'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:49:47.040086 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3cc998-198d-442d-b3cb-5dbecab70f04 admin admin] Made reservation on behalf of a4f0b7f20b82433aa7abc3705ebd8693 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:49:47.042602 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4e3cc998-198d-442d-b3cb-5dbecab70f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:47.081984 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7ebd0d02-a402-4e83-a358-f547de09313e req-60e221bf-6328-43f9-a9c1-cc28682e1988 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192610 Jan 28 02:49:47.084390 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4e3cc998-198d-442d-b3cb-5dbecab70f04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:47.245151 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-bc829b97-e5ad-4953-8e98-ac10b02f6dbf tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Allocated IP 172.20.0.13 (91ca050f-0813-4c7f-89a2-2014be4bf961/bd9a81ff-6f8c-4174-afd7-d4d745794750/c5737fbe-b879-44cf-b474-0985c9d119e0) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:49:47.314406 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4e3cc998-198d-442d-b3cb-5dbecab70f04 admin admin] Publish callbacks [] for security_group (1ef6214a-7bc1-4064-aa68-101d92125dd6), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:47.326474 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4e3cc998-198d-442d-b3cb-5dbecab70f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (1ef6214a-7bc1-4064-aa68-101d92125dd6), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:47.344352 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e3cc998-198d-442d-b3cb-5dbecab70f04 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:49:47.372232 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4e3cc998-198d-442d-b3cb-5dbecab70f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (e5746c8e-c529-4094-8845-aa3c64735e90), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:47.374534 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-4e3cc998-198d-442d-b3cb-5dbecab70f04 admin admin] Added segment e5746c8e-c529-4094-8845-aa3c64735e90 of type vlan for network d34aaa32-5691-48a3-ac5d-62e076df6f5c Jan 28 02:49:47.466754 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4e3cc998-198d-442d-b3cb-5dbecab70f04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (d34aaa32-5691-48a3-ac5d-62e076df6f5c), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:47.512460 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3cc998-198d-442d-b3cb-5dbecab70f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef6214a-7bc1-4064-aa68-101d92125dd6,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:47.515399 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4e3cc998-198d-442d-b3cb-5dbecab70f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (d34aaa32-5691-48a3-ac5d-62e076df6f5c), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:47.516600 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3cc998-198d-442d-b3cb-5dbecab70f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:47.517715 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4e3cc998-198d-442d-b3cb-5dbecab70f04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:47.524223 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-bc829b97-e5ad-4953-8e98-ac10b02f6dbf tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Publish callbacks [] for port (c5737fbe-b879-44cf-b474-0985c9d119e0), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:47.549277 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3cc998-198d-442d-b3cb-5dbecab70f04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:47.549598 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3cc998-198d-442d-b3cb-5dbecab70f04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:47.550107 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3cc998-198d-442d-b3cb-5dbecab70f04 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:47.550690 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3cc998-198d-442d-b3cb-5dbecab70f04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:47.551112 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3cc998-198d-442d-b3cb-5dbecab70f04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:47.551446 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3cc998-198d-442d-b3cb-5dbecab70f04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:47.552110 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3cc998-198d-442d-b3cb-5dbecab70f04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:47.552465 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3cc998-198d-442d-b3cb-5dbecab70f04 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:47.552790 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3cc998-198d-442d-b3cb-5dbecab70f04 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:47.553413 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3cc998-198d-442d-b3cb-5dbecab70f04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:47.553732 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3cc998-198d-442d-b3cb-5dbecab70f04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:47.554055 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3cc998-198d-442d-b3cb-5dbecab70f04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:47.554467 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3cc998-198d-442d-b3cb-5dbecab70f04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:49:47.576283 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-bc829b97-e5ad-4953-8e98-ac10b02f6dbf tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (c5737fbe-b879-44cf-b474-0985c9d119e0), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:47.626761 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4e3cc998-198d-442d-b3cb-5dbecab70f04 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8802495 Jan 28 02:49:47.630194 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59730) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:47.633349 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-bc829b97-e5ad-4953-8e98-ac10b02f6dbf tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Network 91ca050f-0813-4c7f-89a2-2014be4bf961 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:49:47.637092 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-1e2c9a65-ab87-40a8-b788-430263ff09c9 admin admin] Request body: {'subnet': {'network_id': 'd34aaa32-5691-48a3-ac5d-62e076df6f5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1729365884-subnet', 'tenant_id': 'a4f0b7f20b82433aa7abc3705ebd8693', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:49:47.638344 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-bc829b97-e5ad-4953-8e98-ac10b02f6dbf tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:49:47.665092 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-bc829b97-e5ad-4953-8e98-ac10b02f6dbf tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:49:47.670818 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3cc998-198d-442d-b3cb-5dbecab70f04 admin admin] Pushing event updated for resources: {'Network': ['ID=d34aaa32-5691-48a3-ac5d-62e076df6f5c,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:47.687493 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network d34aaa32-5691-48a3-ac5d-62e076df6f5c details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:49:47.705545 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2c9a65-ab87-40a8-b788-430263ff09c9 admin admin] Made reservation on behalf of a4f0b7f20b82433aa7abc3705ebd8693 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:49:47.708277 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1e2c9a65-ab87-40a8-b788-430263ff09c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:47.784355 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc829b97-e5ad-4953-8e98-ac10b02f6dbf tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Pushing event updated for resources: {'Port': ['ID=c5737fbe-b879-44cf-b474-0985c9d119e0,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:47.835321 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-bc829b97-e5ad-4953-8e98-ac10b02f6dbf tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:47.839270 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-bc829b97-e5ad-4953-8e98-ac10b02f6dbf tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:47.872839 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-bc829b97-e5ad-4953-8e98-ac10b02f6dbf tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1599884 Jan 28 02:49:47.893797 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-721e72bf-2ce9-4f93-b9cf-d58fcee2c0c9 service neutron] Request body: {'port': {'device_id': '95c1e86e-8f49-48bf-9ec4-9225945cf7ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:49:48.014971 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-721e72bf-2ce9-4f93-b9cf-d58fcee2c0c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c5737fbe-b879-44cf-b474-0985c9d119e0), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:48.154585 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-32458c18-a76f-4fe2-9640-c80e9607bf2a None None] Provisioning complete for port c5737fbe-b879-44cf-b474-0985c9d119e0 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:49:48.155210 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-32458c18-a76f-4fe2-9640-c80e9607bf2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c5737fbe-b879-44cf-b474-0985c9d119e0), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:48.230528 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-32458c18-a76f-4fe2-9640-c80e9607bf2a None None] Port c5737fbe-b879-44cf-b474-0985c9d119e0 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:49:48.251903 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1e2c9a65-ab87-40a8-b788-430263ff09c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (49d9bf24-c1ee-4e30-9798-e3703cf3a0cf), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:48.323885 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d5d07788-8ea5-4cff-9c8d-ed43eb75d533 req-0be5a05f-0c2a-4592-99cb-f2c79c5eb497 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e0e17e3-fbb9-4c12-9d0f-49887b020cf6 HTTP/1.1" status: 200 len: 210 time: 0.1261864 Jan 28 02:49:48.324566 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c9a65-ab87-40a8-b788-430263ff09c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49d9bf24-c1ee-4e30-9798-e3703cf3a0cf,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:48.349672 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2c9a65-ab87-40a8-b788-430263ff09c9 admin admin] Checking segment: {'id': 'e5746c8e-c529-4094-8845-aa3c64735e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd34aaa32-5691-48a3-ac5d-62e076df6f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:49:48.350092 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2c9a65-ab87-40a8-b788-430263ff09c9 admin admin] Network hostable DHCP agents. Network: d34aaa32-5691-48a3-ac5d-62e076df6f5c, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:49:48.380395 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2c9a65-ab87-40a8-b788-430263ff09c9 admin admin] Network d34aaa32-5691-48a3-ac5d-62e076df6f5c is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:49:48.398552 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-1e2c9a65-ab87-40a8-b788-430263ff09c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, d34aaa32-5691-48a3-ac5d-62e076df6f5c) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:49:48.403050 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2c9a65-ab87-40a8-b788-430263ff09c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:48.403760 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1e2c9a65-ab87-40a8-b788-430263ff09c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:48.407677 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b7ee6c-6468-4d88-bbd7-5eec98bb8568 None None] Network d34aaa32-5691-48a3-ac5d-62e076df6f5c requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:49:48.432979 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1e2c9a65-ab87-40a8-b788-430263ff09c9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8021741 Jan 28 02:49:48.435550 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59758) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:48.437837 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427d41c-071c-41e1-9015-a3ee71778450 req-7c443f8f-6acb-4b46-b2d5-143797e3af03 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:48.443992 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-92e2c520-f2d5-4146-8ff1-fb9e2aa2c17a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1729365884-router', 'tenant_id': 'a4f0b7f20b82433aa7abc3705ebd8693', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:49:48.445649 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b427d41c-071c-41e1-9015-a3ee71778450 req-7c443f8f-6acb-4b46-b2d5-143797e3af03 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] 10.222.0.53 "GET /v2.0/ports?device_id=95c1e86e-8f49-48bf-9ec4-9225945cf7ff HTTP/1.1" status: 200 len: 932 time: 0.1314254 Jan 28 02:49:48.501553 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-92e2c520-f2d5-4146-8ff1-fb9e2aa2c17a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (f3d8c46a-d26f-484d-8510-e07a66e01408), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:48.503677 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-92e2c520-f2d5-4146-8ff1-fb9e2aa2c17a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (f3d8c46a-d26f-484d-8510-e07a66e01408), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:48.552862 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b427d41c-071c-41e1-9015-a3ee71778450 req-c60c998b-470b-4620-906e-a2b0f1b47868 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1230e4f-91ce-484b-91c6-9d104141745c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061299 Jan 28 02:49:48.661425 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-92e2c520-f2d5-4146-8ff1-fb9e2aa2c17a admin admin] Publish callbacks [] for router_controller (f3d8c46a-d26f-484d-8510-e07a66e01408), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:48.686253 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b43619-d5b1-41db-915a-344d338ed3d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-d34aaa32-5691-48a3-ac5d-62e076df6f5c', 'network_id': 'd34aaa32-5691-48a3-ac5d-62e076df6f5c', 'project_id': 'a4f0b7f20b82433aa7abc3705ebd8693', 'fixed_ips': [{'subnet_id': '49d9bf24-c1ee-4e30-9798-e3703cf3a0cf'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:49:48.687266 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e2b43619-d5b1-41db-915a-344d338ed3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:48.765112 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-721e72bf-2ce9-4f93-b9cf-d58fcee2c0c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5737fbe-b879-44cf-b474-0985c9d119e0 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:49:48.790765 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-721e72bf-2ce9-4f93-b9cf-d58fcee2c0c9 service neutron] Publish callbacks [] for port (c5737fbe-b879-44cf-b474-0985c9d119e0), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:48.821395 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-721e72bf-2ce9-4f93-b9cf-d58fcee2c0c9 service neutron] Transition to ACTIVE for port object c5737fbe-b879-44cf-b474-0985c9d119e0 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:49:48.829639 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-721e72bf-2ce9-4f93-b9cf-d58fcee2c0c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (c5737fbe-b879-44cf-b474-0985c9d119e0), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:48.898551 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e72bf-2ce9-4f93-b9cf-d58fcee2c0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=c5737fbe-b879-44cf-b474-0985c9d119e0,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:48.938107 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-e2b43619-d5b1-41db-915a-344d338ed3d3 None None] Allocated IP 172.20.0.2 (d34aaa32-5691-48a3-ac5d-62e076df6f5c/49d9bf24-c1ee-4e30-9798-e3703cf3a0cf/938d5406-8a49-4e39-908c-4cb4bfcc53a5) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:49:48.978916 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-74561964-8f26-4f92-a11a-72c6e91b7d7a req-087acb3a-ac87-488b-a481-7503b615b3c1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=53e2297c23164a47954b52b6f715a589&device_id=0e0e17e3-fbb9-4c12-9d0f-49887b020cf6 HTTP/1.1" status: 200 len: 210 time: 0.0977774 Jan 28 02:49:49.041152 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-721e72bf-2ce9-4f93-b9cf-d58fcee2c0c9 service neutron] Attempting to bind port c5737fbe-b879-44cf-b474-0985c9d119e0 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:49:49.041764 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-721e72bf-2ce9-4f93-b9cf-d58fcee2c0c9 service neutron] Attempting to bind port c5737fbe-b879-44cf-b474-0985c9d119e0 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '5189f6c1-da5a-468a-82ce-c611fdd5a9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '91ca050f-0813-4c7f-89a2-2014be4bf961'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:49:49.042397 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-721e72bf-2ce9-4f93-b9cf-d58fcee2c0c9 service neutron] Attempting to bind port c5737fbe-b879-44cf-b474-0985c9d119e0 on network 91ca050f-0813-4c7f-89a2-2014be4bf961 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:49:49.050236 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-721e72bf-2ce9-4f93-b9cf-d58fcee2c0c9 service neutron] Port c5737fbe-b879-44cf-b474-0985c9d119e0 on network 91ca050f-0813-4c7f-89a2-2014be4bf961 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:49:49.050965 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-721e72bf-2ce9-4f93-b9cf-d58fcee2c0c9 service neutron] Attempting to bind port c5737fbe-b879-44cf-b474-0985c9d119e0 on network 91ca050f-0813-4c7f-89a2-2014be4bf961 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:49:49.058363 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-721e72bf-2ce9-4f93-b9cf-d58fcee2c0c9 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:49:49.059751 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-721e72bf-2ce9-4f93-b9cf-d58fcee2c0c9 service neutron] Checking segment: {'id': '5189f6c1-da5a-468a-82ce-c611fdd5a9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '91ca050f-0813-4c7f-89a2-2014be4bf961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:49:49.060372 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-721e72bf-2ce9-4f93-b9cf-d58fcee2c0c9 service neutron] Bound using segment: {'id': '5189f6c1-da5a-468a-82ce-c611fdd5a9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '91ca050f-0813-4c7f-89a2-2014be4bf961'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:49:49.061959 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-721e72bf-2ce9-4f93-b9cf-d58fcee2c0c9 service neutron] Bound port: c5737fbe-b879-44cf-b474-0985c9d119e0, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5189f6c1-da5a-468a-82ce-c611fdd5a9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '91ca050f-0813-4c7f-89a2-2014be4bf961'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:49:49.062571 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-721e72bf-2ce9-4f93-b9cf-d58fcee2c0c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c5737fbe-b879-44cf-b474-0985c9d119e0), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:49.192897 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-721e72bf-2ce9-4f93-b9cf-d58fcee2c0c9 service neutron] For port c5737fbe-b879-44cf-b474-0985c9d119e0, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:49:49.200069 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-721e72bf-2ce9-4f93-b9cf-d58fcee2c0c9 service neutron] For port c5737fbe-b879-44cf-b474-0985c9d119e0, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=c5737fbe-b879-44cf-b474-0985c9d119e0,segment=NetworkSegment(5189f6c1-da5a-468a-82ce-c611fdd5a9b8),segment_id=5189f6c1-da5a-468a-82ce-c611fdd5a9b8)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:49:49.210739 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-721e72bf-2ce9-4f93-b9cf-d58fcee2c0c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (c5737fbe-b879-44cf-b474-0985c9d119e0), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:49.296614 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e2b43619-d5b1-41db-915a-344d338ed3d3 None None] Publish callbacks [] for port (938d5406-8a49-4e39-908c-4cb4bfcc53a5), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:49.306698 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e2b43619-d5b1-41db-915a-344d338ed3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (938d5406-8a49-4e39-908c-4cb4bfcc53a5), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:49.312421 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e72bf-2ce9-4f93-b9cf-d58fcee2c0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=c5737fbe-b879-44cf-b474-0985c9d119e0,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:49.329539 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-721e72bf-2ce9-4f93-b9cf-d58fcee2c0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:49.330171 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-721e72bf-2ce9-4f93-b9cf-d58fcee2c0c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:49.342170 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-721e72bf-2ce9-4f93-b9cf-d58fcee2c0c9 service neutron] 10.222.0.67 "PUT /v2.0/ports/c5737fbe-b879-44cf-b474-0985c9d119e0 HTTP/1.1" status: 200 len: 1093 time: 1.4529097 Jan 28 02:49:49.342603 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95c1e86e-8f49-48bf-9ec4-9225945cf7ff', 'tag': 'c5737fbe-b879-44cf-b474-0985c9d119e0'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:49:49.345293 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2bca3b3-d017-4fac-9b17-a2d30f0d75d2" -d '{"events": [{"name": "network-changed", "server_uuid": "95c1e86e-8f49-48bf-9ec4-9225945cf7ff", "tag": "c5737fbe-b879-44cf-b474-0985c9d119e0"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:49:49.389201 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b43619-d5b1-41db-915a-344d338ed3d3 None None] Pushing event updated for resources: {'Port': ['ID=938d5406-8a49-4e39-908c-4cb4bfcc53a5,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:49.404365 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b43619-d5b1-41db-915a-344d338ed3d3 None None] Network d34aaa32-5691-48a3-ac5d-62e076df6f5c is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:49:49.414606 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-e2b43619-d5b1-41db-915a-344d338ed3d3 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:49:49.425522 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b43619-d5b1-41db-915a-344d338ed3d3 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:49:49.485766 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-be2c7693-ffc7-432d-bacd-2a536016b0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:49.487313 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-be2c7693-ffc7-432d-bacd-2a536016b0a0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0512ee6ae85a4f1ba349ab7d59746f46&device_id=95c1e86e-8f49-48bf-9ec4-9225945cf7ff HTTP/1.1" status: 200 len: 1096 time: 0.0796566 Jan 28 02:49:49.515349 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-e2b43619-d5b1-41db-915a-344d338ed3d3 None None] Attempting to bind port 938d5406-8a49-4e39-908c-4cb4bfcc53a5 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:49:49.516218 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-e2b43619-d5b1-41db-915a-344d338ed3d3 None None] Attempting to bind port 938d5406-8a49-4e39-908c-4cb4bfcc53a5 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e5746c8e-c529-4094-8845-aa3c64735e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd34aaa32-5691-48a3-ac5d-62e076df6f5c'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:49:49.516750 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b43619-d5b1-41db-915a-344d338ed3d3 None None] Attempting to bind port 938d5406-8a49-4e39-908c-4cb4bfcc53a5 on network d34aaa32-5691-48a3-ac5d-62e076df6f5c {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:49:49.523141 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b43619-d5b1-41db-915a-344d338ed3d3 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:49:49.523840 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b43619-d5b1-41db-915a-344d338ed3d3 None None] Checking segment: {'id': 'e5746c8e-c529-4094-8845-aa3c64735e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd34aaa32-5691-48a3-ac5d-62e076df6f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:49:49.524421 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e2b43619-d5b1-41db-915a-344d338ed3d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:49.525240 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b43619-d5b1-41db-915a-344d338ed3d3 None None] Bound using segment: {'id': 'e5746c8e-c529-4094-8845-aa3c64735e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd34aaa32-5691-48a3-ac5d-62e076df6f5c'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:49:49.526521 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-e2b43619-d5b1-41db-915a-344d338ed3d3 None None] Bound port: 938d5406-8a49-4e39-908c-4cb4bfcc53a5, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5746c8e-c529-4094-8845-aa3c64735e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd34aaa32-5691-48a3-ac5d-62e076df6f5c'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:49:49.526916 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e2b43619-d5b1-41db-915a-344d338ed3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (938d5406-8a49-4e39-908c-4cb4bfcc53a5), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:49.580838 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-6ed7afe0-7780-4d85-8e95-08cea7b0d591 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5737fbe-b879-44cf-b474-0985c9d119e0 HTTP/1.1" status: 200 len: 217 time: 0.0774570 Jan 28 02:49:49.617058 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-e2b43619-d5b1-41db-915a-344d338ed3d3 None None] For port 938d5406-8a49-4e39-908c-4cb4bfcc53a5, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:49:49.622476 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-e2b43619-d5b1-41db-915a-344d338ed3d3 None None] For port 938d5406-8a49-4e39-908c-4cb4bfcc53a5, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=938d5406-8a49-4e39-908c-4cb4bfcc53a5,segment=NetworkSegment(e5746c8e-c529-4094-8845-aa3c64735e90),segment_id=e5746c8e-c529-4094-8845-aa3c64735e90)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:49:49.633460 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e2b43619-d5b1-41db-915a-344d338ed3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (938d5406-8a49-4e39-908c-4cb4bfcc53a5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:49.654218 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-f19574e5-9cc9-498d-a180-d47359ef66c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:49.655805 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-f19574e5-9cc9-498d-a180-d47359ef66c1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bd9a81ff-6f8c-4174-afd7-d4d745794750 HTTP/1.1" status: 200 len: 850 time: 0.0681162 Jan 28 02:49:49.736035 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-2572c4c6-0cbe-40aa-b694-4d8b75083238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:49.737615 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-2572c4c6-0cbe-40aa-b694-4d8b75083238 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=91ca050f-0813-4c7f-89a2-2014be4bf961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628676 Jan 28 02:49:49.816906 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b43619-d5b1-41db-915a-344d338ed3d3 None None] Pushing event updated for resources: {'Port': ['ID=938d5406-8a49-4e39-908c-4cb4bfcc53a5,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:49.900060 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74561964-8f26-4f92-a11a-72c6e91b7d7a req-a2a6a5e6-5338-413e-b757-1267464ed002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:49.902356 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-74561964-8f26-4f92-a11a-72c6e91b7d7a req-a2a6a5e6-5338-413e-b757-1267464ed002 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=53e2297c23164a47954b52b6f715a589&shared=False HTTP/1.1" status: 200 len: 912 time: 0.8371720 Jan 28 02:49:49.905616 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-92e2c520-f2d5-4146-8ff1-fb9e2aa2c17a admin admin] Publish callbacks [] for router_gateway (f3d8c46a-d26f-484d-8510-e07a66e01408), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:49.906549 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-8ae6ec71-6114-4dca-9922-d90c9e7cfbdf service neutron] 10.222.0.67 "GET /v2.0/networks/91ca050f-0813-4c7f-89a2-2014be4bf961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564538 Jan 28 02:49:50.069047 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ab5bc0aa-0775-4ccf-8106-05a0564024b0 req-532b853b-cc05-440a-b855-cdc019f97d0a service neutron] 10.222.0.67 "GET /v2.0/networks/91ca050f-0813-4c7f-89a2-2014be4bf961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528189 Jan 28 02:49:50.163005 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880c833-0152-4e8f-8b08-ce7e9a1d93b9 req-e06de02e-3392-4a82-a574-4dbe2106647f tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:50.172543 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7880c833-0152-4e8f-8b08-ce7e9a1d93b9 req-e06de02e-3392-4a82-a574-4dbe2106647f tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 943 time: 0.2691834 Jan 28 02:49:50.268719 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74561964-8f26-4f92-a11a-72c6e91b7d7a req-32f9d80d-3a0d-44de-9c01-62caeb72b32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:50.270231 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-74561964-8f26-4f92-a11a-72c6e91b7d7a req-32f9d80d-3a0d-44de-9c01-62caeb72b32a service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3489120 Jan 28 02:49:50.295325 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7880c833-0152-4e8f-8b08-ce7e9a1d93b9 req-9b2ae327-0ba9-46da-a642-a17fda2d0d94 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219077 Jan 28 02:49:50.402281 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dab4288-4287-4187-9bc5-82fcb631411b x-openstack-request-id: req-6dab4288-4287-4187-9bc5-82fcb631411b {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:49:50.402564 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95c1e86e-8f49-48bf-9ec4-9225945cf7ff", "tag": "c5737fbe-b879-44cf-b474-0985c9d119e0", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:49:50.402811 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6dab4288-4287-4187-9bc5-82fcb631411b {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:49:50.403211 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95c1e86e-8f49-48bf-9ec4-9225945cf7ff', 'tag': 'c5737fbe-b879-44cf-b474-0985c9d119e0', 'status': 'completed', 'code': 200} Jan 28 02:49:50.479157 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-74561964-8f26-4f92-a11a-72c6e91b7d7a req-4294f72b-3e65-482f-b090-671fde0a2232 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.67 "GET /v2.0/ports?device_id=0e0e17e3-fbb9-4c12-9d0f-49887b020cf6 HTTP/1.1" status: 200 len: 210 time: 0.0667980 Jan 28 02:49:50.518092 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bca3b3-d017-4fac-9b17-a2d30f0d75d2 req-83daabf6-8296-440b-9d06-2078804da5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:50.520229 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a2bca3b3-d017-4fac-9b17-a2d30f0d75d2 req-83daabf6-8296-440b-9d06-2078804da5ea service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0512ee6ae85a4f1ba349ab7d59746f46&device_id=95c1e86e-8f49-48bf-9ec4-9225945cf7ff HTTP/1.1" status: 200 len: 1096 time: 0.0650971 Jan 28 02:49:50.596123 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-92e2c520-f2d5-4146-8ff1-fb9e2aa2c17a admin admin] Publish callbacks [] for router_gateway (f3d8c46a-d26f-484d-8510-e07a66e01408), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:50.622489 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-92e2c520-f2d5-4146-8ff1-fb9e2aa2c17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:50.642556 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bca3b3-d017-4fac-9b17-a2d30f0d75d2 req-5d089c49-2fbc-4a0d-8d7e-0f2ad8b1715f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:50.644087 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a2bca3b3-d017-4fac-9b17-a2d30f0d75d2 req-5d089c49-2fbc-4a0d-8d7e-0f2ad8b1715f service neutron] 10.222.0.67 "GET /v2.0/networks?id=91ca050f-0813-4c7f-89a2-2014be4bf961 HTTP/1.1" status: 200 len: 912 time: 0.1157584 Jan 28 02:49:50.648990 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba4c9d-9e96-4f76-a00a-4174f441987d req-934eb769-3bda-40da-8c76-04e5ef39faae tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:50.653530 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c4ba4c9d-9e96-4f76-a00a-4174f441987d req-934eb769-3bda-40da-8c76-04e5ef39faae tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] 10.222.0.53 "GET /v2.0/ports?device_id=95c1e86e-8f49-48bf-9ec4-9225945cf7ff HTTP/1.1" status: 200 len: 944 time: 0.1271336 Jan 28 02:49:50.720462 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a2bca3b3-d017-4fac-9b17-a2d30f0d75d2 req-c724dc36-f35f-40e1-bab8-7325ec674ccc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5737fbe-b879-44cf-b474-0985c9d119e0 HTTP/1.1" status: 200 len: 217 time: 0.0499840 Jan 28 02:49:50.797948 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bca3b3-d017-4fac-9b17-a2d30f0d75d2 req-ca1a6734-ecdb-42ad-98f2-e3f76009e269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:50.799617 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a2bca3b3-d017-4fac-9b17-a2d30f0d75d2 req-ca1a6734-ecdb-42ad-98f2-e3f76009e269 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bd9a81ff-6f8c-4174-afd7-d4d745794750 HTTP/1.1" status: 200 len: 850 time: 0.0717902 Jan 28 02:49:50.839447 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c4ba4c9d-9e96-4f76-a00a-4174f441987d req-14dfde04-5dc3-414b-bee3-7f919280ef6b tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1230e4f-91ce-484b-91c6-9d104141745c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490812 Jan 28 02:49:50.871162 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-92e2c520-f2d5-4146-8ff1-fb9e2aa2c17a admin admin] Allocated IP 172.25.0.221 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:49:50.992223 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-92e2c520-f2d5-4146-8ff1-fb9e2aa2c17a admin admin] Publish callbacks [] for port (88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:51.025793 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bca3b3-d017-4fac-9b17-a2d30f0d75d2 req-22678bd3-f14f-4bd8-830f-a88ae21abbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:51.027341 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a2bca3b3-d017-4fac-9b17-a2d30f0d75d2 req-22678bd3-f14f-4bd8-830f-a88ae21abbef service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=91ca050f-0813-4c7f-89a2-2014be4bf961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2198863 Jan 28 02:49:51.043099 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-92e2c520-f2d5-4146-8ff1-fb9e2aa2c17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:51.103417 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2c520-f2d5-4146-8ff1-fb9e2aa2c17a admin admin] Pushing event updated for resources: {'Port': ['ID=88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:51.116521 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e2c520-f2d5-4146-8ff1-fb9e2aa2c17a admin admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:49:51.118249 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-92e2c520-f2d5-4146-8ff1-fb9e2aa2c17a admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:49:51.124008 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e2c520-f2d5-4146-8ff1-fb9e2aa2c17a admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:49:51.169795 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a09c1-dad1-47fd-8fb6-e310b70977ad req-e96b80dd-c5a2-4bdb-9ecb-59b7ba364d4a tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:51.171266 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ee8a09c1-dad1-47fd-8fb6-e310b70977ad req-e96b80dd-c5a2-4bdb-9ecb-59b7ba364d4a tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/networks?id=b41ec36c-2b47-4b7e-a484-436d2f02d72a HTTP/1.1" status: 200 len: 811 time: 0.3112469 Jan 28 02:49:51.216585 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ee8a09c1-dad1-47fd-8fb6-e310b70977ad req-d2a2bd8f-90f5-4005-9e82-2a7dbefc8909 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/quotas/53e2297c23164a47954b52b6f715a589 HTTP/1.1" status: 200 len: 375 time: 0.0367246 Jan 28 02:49:51.268697 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ee8a09c1-dad1-47fd-8fb6-e310b70977ad req-1bd8d0ea-b841-49dc-ad2c-9a0f7e9b1624 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=53e2297c23164a47954b52b6f715a589&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511589 Jan 28 02:49:51.278360 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a2bca3b3-d017-4fac-9b17-a2d30f0d75d2 req-9fc8d733-847f-4904-936a-e7f8407b8582 service neutron] 10.222.0.67 "GET /v2.0/networks/91ca050f-0813-4c7f-89a2-2014be4bf961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422302 Jan 28 02:49:51.344302 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb42c2d3-895c-49de-afb3-839fcffd3c77 None None] Network d34aaa32-5691-48a3-ac5d-62e076df6f5c requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:49:51.449759 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ee8a09c1-dad1-47fd-8fb6-e310b70977ad req-a4236ba0-77bb-4bef-93f4-df6eda85fe99 service neutron] 10.222.0.53 "GET /v2.0/networks/b41ec36c-2b47-4b7e-a484-436d2f02d72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801000 Jan 28 02:49:51.499302 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-abafdc57-15cd-4186-b9b6-969c8cc9b89d None None] Provisioning complete for port 938d5406-8a49-4e39-908c-4cb4bfcc53a5 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:49:51.501147 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-abafdc57-15cd-4186-b9b6-969c8cc9b89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (938d5406-8a49-4e39-908c-4cb4bfcc53a5), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:51.502985 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a2bca3b3-d017-4fac-9b17-a2d30f0d75d2 req-20f8ba25-91dc-49b8-9425-fabcfb7755a6 service neutron] 10.222.0.67 "GET /v2.0/networks/91ca050f-0813-4c7f-89a2-2014be4bf961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035317 Jan 28 02:49:51.585008 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-92e2c520-f2d5-4146-8ff1-fb9e2aa2c17a admin admin] Publish callbacks [] for router_gateway (f3d8c46a-d26f-484d-8510-e07a66e01408), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:51.594167 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ee8a09c1-dad1-47fd-8fb6-e310b70977ad req-90127785-b29f-429f-80fc-cdb47d851304 service neutron] 10.222.0.53 "GET /v2.0/networks/b41ec36c-2b47-4b7e-a484-436d2f02d72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432941 Jan 28 02:49:51.647268 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-09c870d5-0340-4d15-83db-2bb1bdf74b1a req-96e639c9-06d0-47a9-85b7-e36eb5f1e27d tempest-QuotasAdminNegativeTest-1664987657 tempest-QuotasAdminNegativeTest-1664987657-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=b2a3bcafac044a1abee8b5aff5e2f071&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640659 Jan 28 02:49:51.771536 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c870d5-0340-4d15-83db-2bb1bdf74b1a req-7efa6854-7c71-4461-9f53-c674e1917856 tempest-QuotasAdminNegativeTest-1664987657 tempest-QuotasAdminNegativeTest-1664987657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:51.779080 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-09c870d5-0340-4d15-83db-2bb1bdf74b1a req-7efa6854-7c71-4461-9f53-c674e1917856 tempest-QuotasAdminNegativeTest-1664987657 tempest-QuotasAdminNegativeTest-1664987657-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1224444 Jan 28 02:49:51.783086 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-abafdc57-15cd-4186-b9b6-969c8cc9b89d None None] Current status of the port 938d5406-8a49-4e39-908c-4cb4bfcc53a5 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:49:51.783625 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-abafdc57-15cd-4186-b9b6-969c8cc9b89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (938d5406-8a49-4e39-908c-4cb4bfcc53a5), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:51.801937 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-09c870d5-0340-4d15-83db-2bb1bdf74b1a req-2fc31044-4642-4e40-b65a-f6a0e4745bd7 tempest-QuotasAdminNegativeTest-1664987657 tempest-QuotasAdminNegativeTest-1664987657-project] 10.222.0.53 "GET /v2.0/quotas/b2a3bcafac044a1abee8b5aff5e2f071 HTTP/1.1" status: 200 len: 375 time: 0.0214448 Jan 28 02:49:51.837084 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-abafdc57-15cd-4186-b9b6-969c8cc9b89d None None] For port 938d5406-8a49-4e39-908c-4cb4bfcc53a5, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=938d5406-8a49-4e39-908c-4cb4bfcc53a5,segment=NetworkSegment(e5746c8e-c529-4094-8845-aa3c64735e90),segment_id=e5746c8e-c529-4094-8845-aa3c64735e90)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:49:51.842439 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-abafdc57-15cd-4186-b9b6-969c8cc9b89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (938d5406-8a49-4e39-908c-4cb4bfcc53a5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:51.920453 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-09c870d5-0340-4d15-83db-2bb1bdf74b1a req-a2ec44b4-4d5f-4c19-a145-659deba47ad7 tempest-QuotasAdminNegativeTest-1664987657 tempest-QuotasAdminNegativeTest-1664987657-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b2a3bcafac044a1abee8b5aff5e2f071&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1176708 Jan 28 02:49:51.941323 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abafdc57-15cd-4186-b9b6-969c8cc9b89d None None] Pushing event updated for resources: {'Port': ['ID=938d5406-8a49-4e39-908c-4cb4bfcc53a5,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:52.191169 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294bde90-c410-4e58-ac9b-5dd991f6fb2a req-7d14d4b1-c201-4d62-9266-761cdd3d6bc9 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:52.200415 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-294bde90-c410-4e58-ac9b-5dd991f6fb2a req-7d14d4b1-c201-4d62-9266-761cdd3d6bc9 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 943 time: 0.1318665 Jan 28 02:49:52.240665 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-92e2c520-f2d5-4146-8ff1-fb9e2aa2c17a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (f3d8c46a-d26f-484d-8510-e07a66e01408), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:52.290549 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-294bde90-c410-4e58-ac9b-5dd991f6fb2a req-9822e832-2975-477c-9120-f87ef91bba37 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888319 Jan 28 02:49:52.325338 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 938d5406-8a49-4e39-908c-4cb4bfcc53a5 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:49:52.344481 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-58ed7ff8-fd03-4e3d-bc6f-3a1a0d8e78e3 None None] Provisioning complete for port 938d5406-8a49-4e39-908c-4cb4bfcc53a5 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:49:52.345046 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-58ed7ff8-fd03-4e3d-bc6f-3a1a0d8e78e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (938d5406-8a49-4e39-908c-4cb4bfcc53a5), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:52.464767 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 938d5406-8a49-4e39-908c-4cb4bfcc53a5 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:49:52.465574 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (938d5406-8a49-4e39-908c-4cb4bfcc53a5), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:52.472975 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e2c520-f2d5-4146-8ff1-fb9e2aa2c17a admin admin] Router f3d8c46a-d26f-484d-8510-e07a66e01408 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 02:49:52.560119 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ce658fa-fad0-44e7-b57a-a62f11879fcb req-208413ee-5bd3-4ff8-aff2-e1bf10dc4e85 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=530af923-b187-4cfa-b84e-72f721aa3952 HTTP/1.1" status: 200 len: 210 time: 0.0576634 Jan 28 02:49:52.707510 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba34eac-2158-4995-bd58-ed78fc84f80b req-b9db8912-56ce-4b9e-9e48-a8b9a14c5734 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:52.725810 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3ba34eac-2158-4995-bd58-ed78fc84f80b req-b9db8912-56ce-4b9e-9e48-a8b9a14c5734 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] 10.222.0.53 "GET /v2.0/ports?device_id=95c1e86e-8f49-48bf-9ec4-9225945cf7ff HTTP/1.1" status: 200 len: 944 time: 0.0862796 Jan 28 02:49:52.760326 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-58ed7ff8-fd03-4e3d-bc6f-3a1a0d8e78e3 None None] Current status of the port 938d5406-8a49-4e39-908c-4cb4bfcc53a5 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:49:52.776050 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 938d5406-8a49-4e39-908c-4cb4bfcc53a5 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:49:52.812224 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3ba34eac-2158-4995-bd58-ed78fc84f80b req-ce7bd844-7c4c-4e76-952a-8f6844a99f55 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1230e4f-91ce-484b-91c6-9d104141745c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846574 Jan 28 02:49:52.846716 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e2c520-f2d5-4146-8ff1-fb9e2aa2c17a admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:49:52.860756 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfe6829-9a6e-4ab2-81df-d0eb1bce2937 None None] Sync routers for ids ['f3d8c46a-d26f-484d-8510-e07a66e01408'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:49:52.875263 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfe6829-9a6e-4ab2-81df-d0eb1bce2937 None None] Routers {'f3d8c46a-d26f-484d-8510-e07a66e01408'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:49:52.875994 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-7dfe6829-9a6e-4ab2-81df-d0eb1bce2937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:49:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['f3d8c46a-d26f-484d-8510-e07a66e01408'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:49:52.894620 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-92e2c520-f2d5-4146-8ff1-fb9e2aa2c17a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:52.899380 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-92e2c520-f2d5-4146-8ff1-fb9e2aa2c17a admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.4603295 Jan 28 02:49:52.899900 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59976) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:53.088705 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-7dfe6829-9a6e-4ab2-81df-d0eb1bce2937 None None] Set router f3d8c46a-d26f-484d-8510-e07a66e01408 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:49:53.396745 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device c5737fbe-b879-44cf-b474-0985c9d119e0 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:49:53.582386 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222bb750-c51c-4c42-9707-edc20108ff7d req-60be452a-230b-4f99-8715-04a2828760ae tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:53.604529 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-222bb750-c51c-4c42-9707-edc20108ff7d req-60be452a-230b-4f99-8715-04a2828760ae tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 943 time: 0.1681118 Jan 28 02:49:53.635151 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-7dfe6829-9a6e-4ab2-81df-d0eb1bce2937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d8c46a-d26f-484d-8510-e07a66e01408', 'name': 'tempest-FloatingIPsNegativeTestJSON-1729365884-router', 'tenant_id': 'a4f0b7f20b82433aa7abc3705ebd8693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:49:48Z', 'updated_at': '2022-01-28T02:49:51Z', 'revision_number': 3, 'project_id': 'a4f0b7f20b82433aa7abc3705ebd8693', 'gw_port': {'id': '88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d8c46a-d26f-484d-8510-e07a66e01408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:49:50Z', 'updated_at': '2022-01-28T02:49:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:49:53.676050 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfe6829-9a6e-4ab2-81df-d0eb1bce2937 None None] Checking router: f3d8c46a-d26f-484d-8510-e07a66e01408 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:49:53.676464 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfe6829-9a6e-4ab2-81df-d0eb1bce2937 None None] Updating router f3d8c46a-d26f-484d-8510-e07a66e01408 port 88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:49:53.712139 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7dfe6829-9a6e-4ab2-81df-d0eb1bce2937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:53.799832 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-222bb750-c51c-4c42-9707-edc20108ff7d req-4eb35b15-c6a9-4d59-9272-54371c24c234 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941352 Jan 28 02:49:53.873753 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port c5737fbe-b879-44cf-b474-0985c9d119e0, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=c5737fbe-b879-44cf-b474-0985c9d119e0,segment=NetworkSegment(5189f6c1-da5a-468a-82ce-c611fdd5a9b8),segment_id=5189f6c1-da5a-468a-82ce-c611fdd5a9b8)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:49:53.968892 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': 'c5737fbe-b879-44cf-b474-0985c9d119e0', 'network_id': '91ca050f-0813-4c7f-89a2-2014be4bf961', 'port_id': 'c5737fbe-b879-44cf-b474-0985c9d119e0', 'mac_address': 'fa:16:3e:6f:e6:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd9a81ff-6f8c-4174-afd7-d4d745794750', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:49:54.014751 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bf7b8f68-a22f-407e-b488-07a2582b3cfc req-60fe5e55-38b0-4274-8efd-3cc0a7307187 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=530af923-b187-4cfa-b84e-72f721aa3952 HTTP/1.1" status: 200 len: 210 time: 0.0800858 Jan 28 02:49:54.098177 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port c5737fbe-b879-44cf-b474-0985c9d119e0 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:49:54.098773 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c5737fbe-b879-44cf-b474-0985c9d119e0), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:54.157901 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5737fbe-b879-44cf-b474-0985c9d119e0 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:49:54.198807 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port c5737fbe-b879-44cf-b474-0985c9d119e0, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=c5737fbe-b879-44cf-b474-0985c9d119e0,segment=NetworkSegment(5189f6c1-da5a-468a-82ce-c611fdd5a9b8),segment_id=5189f6c1-da5a-468a-82ce-c611fdd5a9b8)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:49:54.202009 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-63bfa64c-0656-48f0-b8b9-19d21d790304 req-67bcf7db-063d-4dcd-8315-055d6fb0585d tempest-QuotasAdminNegativeTest-1664987657 tempest-QuotasAdminNegativeTest-1664987657-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=b2a3bcafac044a1abee8b5aff5e2f071&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1817002 Jan 28 02:49:54.212311 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c5737fbe-b879-44cf-b474-0985c9d119e0), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:54.239880 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb41f0b1-d136-41d8-9e20-2989e3c42c4d req-815481d4-bf9a-425a-a2c9-c618b37a5fe5 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:54.244151 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bb41f0b1-d136-41d8-9e20-2989e3c42c4d req-815481d4-bf9a-425a-a2c9-c618b37a5fe5 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] 10.222.0.53 "GET /v2.0/ports?device_id=95c1e86e-8f49-48bf-9ec4-9225945cf7ff HTTP/1.1" status: 200 len: 944 time: 0.1124561 Jan 28 02:49:54.324563 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bb41f0b1-d136-41d8-9e20-2989e3c42c4d req-b3171d50-6035-42e6-8657-2c79c2e72b94 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1230e4f-91ce-484b-91c6-9d104141745c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746870 Jan 28 02:49:54.325345 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60044) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:54.342468 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=c5737fbe-b879-44cf-b474-0985c9d119e0,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:54.457152 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a09c1-dad1-47fd-8fb6-e310b70977ad req-5b0a7d28-6f32-4789-9d5b-be69d54e1ffd tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:54.459418 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ee8a09c1-dad1-47fd-8fb6-e310b70977ad req-5b0a7d28-6f32-4789-9d5b-be69d54e1ffd tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.67 "GET /v2.0/networks?id=b41ec36c-2b47-4b7e-a484-436d2f02d72a HTTP/1.1" status: 200 len: 811 time: 0.5482852 Jan 28 02:49:54.493018 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7dfe6829-9a6e-4ab2-81df-d0eb1bce2937 None None] Publish callbacks [] for port (88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:54.493628 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-ee8a09c1-dad1-47fd-8fb6-e310b70977ad req-273b03eb-051b-434d-a455-16094239c1a5 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Request body: {'port': {'device_id': '530af923-b187-4cfa-b84e-72f721aa3952', 'network_id': 'b41ec36c-2b47-4b7e-a484-436d2f02d72a', 'admin_state_up': True, 'tenant_id': '53e2297c23164a47954b52b6f715a589'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:49:54.500877 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-494f1378-73a6-40ac-b2e0-bc9e96983c76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:54.508509 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7dfe6829-9a6e-4ab2-81df-d0eb1bce2937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:54.539765 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-7dfe6829-9a6e-4ab2-81df-d0eb1bce2937 None None] Attempting to bind port 88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:49:54.540421 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-7dfe6829-9a6e-4ab2-81df-d0eb1bce2937 None None] Attempting to bind port 88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:49:54.541187 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfe6829-9a6e-4ab2-81df-d0eb1bce2937 None None] Attempting to bind port 88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:49:54.565654 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfe6829-9a6e-4ab2-81df-d0eb1bce2937 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:49:54.565983 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfe6829-9a6e-4ab2-81df-d0eb1bce2937 None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:49:54.566375 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7dfe6829-9a6e-4ab2-81df-d0eb1bce2937 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:54.566852 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfe6829-9a6e-4ab2-81df-d0eb1bce2937 None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:49:54.567420 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-7dfe6829-9a6e-4ab2-81df-d0eb1bce2937 None None] Bound port: 88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:49:54.568271 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7dfe6829-9a6e-4ab2-81df-d0eb1bce2937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:54.617533 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bfa64c-0656-48f0-b8b9-19d21d790304 req-2d927de7-d28e-466b-8562-e473bfad0211 tempest-QuotasAdminNegativeTest-1664987657 tempest-QuotasAdminNegativeTest-1664987657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:54.619602 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-63bfa64c-0656-48f0-b8b9-19d21d790304 req-2d927de7-d28e-466b-8562-e473bfad0211 tempest-QuotasAdminNegativeTest-1664987657 tempest-QuotasAdminNegativeTest-1664987657-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4145646 Jan 28 02:49:54.653792 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1935810-f8f0-4db3-b79c-88695feaa29c None None] Pushing event updated for resources: {'Port': ['ID=88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:54.682782 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['c5737fbe-b879-44cf-b474-0985c9d119e0'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:49:54.688497 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-494f1378-73a6-40ac-b2e0-bc9e96983c76 admin admin] Publish callbacks [] for security_group (1a1f3c52-085b-4813-a460-592b1641737c), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:54.700285 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-494f1378-73a6-40ac-b2e0-bc9e96983c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (1a1f3c52-085b-4813-a460-592b1641737c), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:54.711244 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-63bfa64c-0656-48f0-b8b9-19d21d790304 req-04325db5-238b-43d6-bd04-fc2b4bff4c44 tempest-QuotasAdminNegativeTest-1664987657 tempest-QuotasAdminNegativeTest-1664987657-project] 10.222.0.53 "GET /v2.0/quotas/b2a3bcafac044a1abee8b5aff5e2f071 HTTP/1.1" status: 200 len: 375 time: 0.0787833 Jan 28 02:49:54.728512 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7dfe6829-9a6e-4ab2-81df-d0eb1bce2937 None None] For port 88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:49:54.746501 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7dfe6829-9a6e-4ab2-81df-d0eb1bce2937 None None] For port 88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:49:54.760867 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7dfe6829-9a6e-4ab2-81df-d0eb1bce2937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:54.779913 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-494f1378-73a6-40ac-b2e0-bc9e96983c76 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d137f857cdeb4acbbc3e274109d6b54a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4511983 Jan 28 02:49:54.781008 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60048) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:54.783716 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-63bfa64c-0656-48f0-b8b9-19d21d790304 req-7aa5a3c6-2983-4368-a478-963469aed699 tempest-QuotasAdminNegativeTest-1664987657 tempest-QuotasAdminNegativeTest-1664987657-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b2a3bcafac044a1abee8b5aff5e2f071&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0706573 Jan 28 02:49:54.812441 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f1378-73a6-40ac-b2e0-bc9e96983c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1f3c52-085b-4813-a460-592b1641737c,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:54.853440 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dd1ce6a5-afc4-4a75-a6ae-7b6b28512449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:54.881434 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfe6829-9a6e-4ab2-81df-d0eb1bce2937 None None] Routers {'f3d8c46a-d26f-484d-8510-e07a66e01408'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:49:54.882241 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-7dfe6829-9a6e-4ab2-81df-d0eb1bce2937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:49:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['f3d8c46a-d26f-484d-8510-e07a66e01408'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:49:54.889631 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1935810-f8f0-4db3-b79c-88695feaa29c None None] Pushing event updated for resources: {'Port': ['ID=88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:54.934126 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a0f83fe4-4a4b-4608-9fe7-35ad7cef17c0 admin admin] Publish callbacks [] for security_group (1a1f3c52-085b-4813-a460-592b1641737c), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:54.947075 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee8a09c1-dad1-47fd-8fb6-e310b70977ad req-273b03eb-051b-434d-a455-16094239c1a5 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Made reservation on behalf of 53e2297c23164a47954b52b6f715a589 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:49:54.952238 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ee8a09c1-dad1-47fd-8fb6-e310b70977ad req-273b03eb-051b-434d-a455-16094239c1a5 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:54.965204 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a0f83fe4-4a4b-4608-9fe7-35ad7cef17c0 admin admin] Publish callbacks [] for security_group (1a1f3c52-085b-4813-a460-592b1641737c), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:55.102115 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a0f83fe4-4a4b-4608-9fe7-35ad7cef17c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (1a1f3c52-085b-4813-a460-592b1641737c), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:55.105031 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a0f83fe4-4a4b-4608-9fe7-35ad7cef17c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:55.109427 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-7dfe6829-9a6e-4ab2-81df-d0eb1bce2937 None None] Set router f3d8c46a-d26f-484d-8510-e07a66e01408 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:49:55.113994 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a0f83fe4-4a4b-4608-9fe7-35ad7cef17c0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1a1f3c52-085b-4813-a460-592b1641737c HTTP/1.1" status: 204 len: 168 time: 0.3270211 Jan 28 02:49:55.137694 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f83fe4-4a4b-4608-9fe7-35ad7cef17c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1f3c52-085b-4813-a460-592b1641737c,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:55.277730 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-ee8a09c1-dad1-47fd-8fb6-e310b70977ad req-273b03eb-051b-434d-a455-16094239c1a5 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Allocated IP 172.20.0.14 (b41ec36c-2b47-4b7e-a484-436d2f02d72a/c47d8662-592c-46cb-9250-3ddc6d538cb4/b8762a98-72cc-40f5-be72-fda99fddb099) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:49:55.447561 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-7dfe6829-9a6e-4ab2-81df-d0eb1bce2937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d8c46a-d26f-484d-8510-e07a66e01408', 'name': 'tempest-FloatingIPsNegativeTestJSON-1729365884-router', 'tenant_id': 'a4f0b7f20b82433aa7abc3705ebd8693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:49:48Z', 'updated_at': '2022-01-28T02:49:51Z', 'revision_number': 3, 'project_id': 'a4f0b7f20b82433aa7abc3705ebd8693', 'gw_port': {'id': '88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d8c46a-d26f-484d-8510-e07a66e01408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:49:50Z', 'updated_at': '2022-01-28T02:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:49:55.484762 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfe6829-9a6e-4ab2-81df-d0eb1bce2937 None None] The sync data for ids ['f3d8c46a-d26f-484d-8510-e07a66e01408'] in n-d-712139-27 is: [{'id': 'f3d8c46a-d26f-484d-8510-e07a66e01408', 'name': 'tempest-FloatingIPsNegativeTestJSON-1729365884-router', 'tenant_id': 'a4f0b7f20b82433aa7abc3705ebd8693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:49:48Z', 'updated_at': '2022-01-28T02:49:51Z', 'revision_number': 3, 'project_id': 'a4f0b7f20b82433aa7abc3705ebd8693', 'gw_port': {'id': '88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d8c46a-d26f-484d-8510-e07a66e01408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:49:50Z', 'updated_at': '2022-01-28T02:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:49:55.515972 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-dd1ce6a5-afc4-4a75-a6ae-7b6b28512449 admin admin] Allocated IP 172.20.0.1 (d34aaa32-5691-48a3-ac5d-62e076df6f5c/49d9bf24-c1ee-4e30-9798-e3703cf3a0cf/f53da836-1635-4027-a41c-47c0d225e85b) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:49:55.526298 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d50fb-223c-468b-b522-9cbe46f862e8 req-ad9242c2-ad81-47ab-bc1a-8bab16cc051d tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:55.534417 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bd6d50fb-223c-468b-b522-9cbe46f862e8 req-ad9242c2-ad81-47ab-bc1a-8bab16cc051d tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 943 time: 0.3455598 Jan 28 02:49:55.641403 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6f685890-87c6-40c0-a34b-f7f853582644 req-52fada48-04f2-4129-b0d5-7dd875b09306 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=530af923-b187-4cfa-b84e-72f721aa3952 HTTP/1.1" status: 200 len: 210 time: 0.0497236 Jan 28 02:49:55.689213 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bd6d50fb-223c-468b-b522-9cbe46f862e8 req-9809a11a-5a27-458a-a989-e0d32d3c79ab tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534164 Jan 28 02:49:55.794033 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ee8a09c1-dad1-47fd-8fb6-e310b70977ad req-273b03eb-051b-434d-a455-16094239c1a5 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Publish callbacks [] for port (b8762a98-72cc-40f5-be72-fda99fddb099), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:55.800695 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dd1ce6a5-afc4-4a75-a6ae-7b6b28512449 admin admin] Publish callbacks [] for port (f53da836-1635-4027-a41c-47c0d225e85b), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:55.878251 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c70703-8572-4ee0-a812-2e7497f035ff req-63948a0f-32a8-4ae7-b3fd-e0fe1eacc74e tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:55.886702 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a3c70703-8572-4ee0-a812-2e7497f035ff req-63948a0f-32a8-4ae7-b3fd-e0fe1eacc74e tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] 10.222.0.53 "GET /v2.0/ports?device_id=95c1e86e-8f49-48bf-9ec4-9225945cf7ff HTTP/1.1" status: 200 len: 945 time: 0.1376085 Jan 28 02:49:55.941061 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dd1ce6a5-afc4-4a75-a6ae-7b6b28512449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (f53da836-1635-4027-a41c-47c0d225e85b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:55.959566 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a3c70703-8572-4ee0-a812-2e7497f035ff req-cb629fbd-259d-441f-8c6a-00bd26cc3a9a tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1230e4f-91ce-484b-91c6-9d104141745c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670891 Jan 28 02:49:55.990086 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ee8a09c1-dad1-47fd-8fb6-e310b70977ad req-273b03eb-051b-434d-a455-16094239c1a5 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (b8762a98-72cc-40f5-be72-fda99fddb099), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:56.006826 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1ce6a5-afc4-4a75-a6ae-7b6b28512449 admin admin] Network d34aaa32-5691-48a3-ac5d-62e076df6f5c is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:49:56.014984 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-dd1ce6a5-afc4-4a75-a6ae-7b6b28512449 admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:49:56.020523 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1ce6a5-afc4-4a75-a6ae-7b6b28512449 admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:49:56.132029 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee8a09c1-dad1-47fd-8fb6-e310b70977ad req-273b03eb-051b-434d-a455-16094239c1a5 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Network b41ec36c-2b47-4b7e-a484-436d2f02d72a is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:49:56.132987 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1ce6a5-afc4-4a75-a6ae-7b6b28512449 admin admin] Pushing event updated for resources: {'Port': ['ID=f53da836-1635-4027-a41c-47c0d225e85b,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:56.171864 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-ee8a09c1-dad1-47fd-8fb6-e310b70977ad req-273b03eb-051b-434d-a455-16094239c1a5 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:49:56.177345 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee8a09c1-dad1-47fd-8fb6-e310b70977ad req-273b03eb-051b-434d-a455-16094239c1a5 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:49:56.238198 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:49:56.347618 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a09c1-dad1-47fd-8fb6-e310b70977ad req-273b03eb-051b-434d-a455-16094239c1a5 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:56.350295 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ee8a09c1-dad1-47fd-8fb6-e310b70977ad req-273b03eb-051b-434d-a455-16094239c1a5 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:56.359190 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:49:56.360331 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:56.367765 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dd1ce6a5-afc4-4a75-a6ae-7b6b28512449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (f3d8c46a-d26f-484d-8510-e07a66e01408), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:56.520187 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b03eb-051b-434d-a455-16094239c1a5 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Pushing event updated for resources: {'Port': ['ID=b8762a98-72cc-40f5-be72-fda99fddb099,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:56.554488 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ee8a09c1-dad1-47fd-8fb6-e310b70977ad req-273b03eb-051b-434d-a455-16094239c1a5 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0652211 Jan 28 02:49:56.561692 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-bfb8b601-dab1-4218-bce5-7a6d4dd75875 None None] Provisioning complete for port f53da836-1635-4027-a41c-47c0d225e85b triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:49:56.562088 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-bfb8b601-dab1-4218-bce5-7a6d4dd75875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f53da836-1635-4027-a41c-47c0d225e85b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:56.600079 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-bfb8b601-dab1-4218-bce5-7a6d4dd75875 None None] Port f53da836-1635-4027-a41c-47c0d225e85b cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:49:56.602154 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:49:56.602555 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:56.626893 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:49:56.629017 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dd1ce6a5-afc4-4a75-a6ae-7b6b28512449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f53da836-1635-4027-a41c-47c0d225e85b), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:56.637692 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:56.778645 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:56.820269 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-ee8a09c1-dad1-47fd-8fb6-e310b70977ad req-5841fdc8-ad2d-400a-8824-9be7d9d0b987 service neutron] Request body: {'port': {'device_id': '530af923-b187-4cfa-b84e-72f721aa3952', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:49:56.960520 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ee8a09c1-dad1-47fd-8fb6-e310b70977ad req-5841fdc8-ad2d-400a-8824-9be7d9d0b987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b8762a98-72cc-40f5-be72-fda99fddb099), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:56.976970 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910eee86-9da6-4724-8825-c2ebf75ee7e5 req-92269920-6196-417b-986f-a833dabb02a2 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:56.986094 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-910eee86-9da6-4724-8825-c2ebf75ee7e5 req-92269920-6196-417b-986f-a833dabb02a2 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 943 time: 0.0740516 Jan 28 02:49:56.989835 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1b709-7d8f-4479-899f-df1e6a009940 req-42be59d3-8c09-4cc9-ba0e-f355c90242d1 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:56.991400 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0ef1b709-7d8f-4479-899f-df1e6a009940 req-42be59d3-8c09-4cc9-ba0e-f355c90242d1 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=530af923-b187-4cfa-b84e-72f721aa3952 HTTP/1.1" status: 200 len: 932 time: 0.1771650 Jan 28 02:49:57.041436 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-910eee86-9da6-4724-8825-c2ebf75ee7e5 req-07c5d420-667f-491a-b399-f9dc74d2c401 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539985 Jan 28 02:49:57.098335 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dd1ce6a5-afc4-4a75-a6ae-7b6b28512449 admin admin] Publish callbacks [] for port (f53da836-1635-4027-a41c-47c0d225e85b), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:57.113455 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dd1ce6a5-afc4-4a75-a6ae-7b6b28512449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (f53da836-1635-4027-a41c-47c0d225e85b), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:57.196728 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0ef1b709-7d8f-4479-899f-df1e6a009940 req-06c9533f-5782-4fd1-9bb2-a846bf1b21da tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956639 Jan 28 02:49:57.238194 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device c5737fbe-b879-44cf-b474-0985c9d119e0 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:49:57.259581 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dd1ce6a5-afc4-4a75-a6ae-7b6b28512449 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (f3d8c46a-d26f-484d-8510-e07a66e01408), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:57.261454 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1ce6a5-afc4-4a75-a6ae-7b6b28512449 admin admin] Pushing event updated for resources: {'Port': ['ID=f53da836-1635-4027-a41c-47c0d225e85b,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:57.327105 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b53469-ad34-4c28-876e-f9536800daef req-7b075e7e-717f-469b-be9c-43f9d48c5d9e tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:57.337259 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-55b53469-ad34-4c28-876e-f9536800daef req-7b075e7e-717f-469b-be9c-43f9d48c5d9e tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] 10.222.0.53 "GET /v2.0/ports?device_id=95c1e86e-8f49-48bf-9ec4-9225945cf7ff HTTP/1.1" status: 200 len: 945 time: 0.0874801 Jan 28 02:49:57.372504 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port c5737fbe-b879-44cf-b474-0985c9d119e0 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:49:57.379867 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port c5737fbe-b879-44cf-b474-0985c9d119e0 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:49:57.381869 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c5737fbe-b879-44cf-b474-0985c9d119e0), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:57.401039 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7f9ac7bf-0b14-4c1c-95e8-7cfa46557a43 req-b709fc1c-6a9d-4a7a-8da4-74698503c981 tempest-QuotasAdminNegativeTest-1664987657 tempest-QuotasAdminNegativeTest-1664987657-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=b2a3bcafac044a1abee8b5aff5e2f071&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633948 Jan 28 02:49:57.406231 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-55b53469-ad34-4c28-876e-f9536800daef req-40718d7d-3c9c-4f94-acf9-f5a88e46425e tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1230e4f-91ce-484b-91c6-9d104141745c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677667 Jan 28 02:49:57.503954 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port c5737fbe-b879-44cf-b474-0985c9d119e0 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:49:57.504727 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c5737fbe-b879-44cf-b474-0985c9d119e0), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:57.538354 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1ce6a5-afc4-4a75-a6ae-7b6b28512449 admin admin] Network d34aaa32-5691-48a3-ac5d-62e076df6f5c is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:49:57.550272 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-dd1ce6a5-afc4-4a75-a6ae-7b6b28512449 admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:49:57.711392 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c1e86e-8f49-48bf-9ec4-9225945cf7ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5737fbe-b879-44cf-b474-0985c9d119e0'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:49:57.714203 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fa54ba-99fc-4469-99d6-f54492bb2684" -d '{"events": [{"server_uuid": "95c1e86e-8f49-48bf-9ec4-9225945cf7ff", "name": "network-vif-plugged", "status": "completed", "tag": "c5737fbe-b879-44cf-b474-0985c9d119e0"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:49:57.736212 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port c5737fbe-b879-44cf-b474-0985c9d119e0, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=c5737fbe-b879-44cf-b474-0985c9d119e0,segment=NetworkSegment(5189f6c1-da5a-468a-82ce-c611fdd5a9b8),segment_id=5189f6c1-da5a-468a-82ce-c611fdd5a9b8)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:49:57.750095 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c5737fbe-b879-44cf-b474-0985c9d119e0), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:57.776670 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ac7bf-0b14-4c1c-95e8-7cfa46557a43 req-a4898a66-63cb-4ee9-96f6-8acabd372a28 tempest-QuotasAdminNegativeTest-1664987657 tempest-QuotasAdminNegativeTest-1664987657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:57.787087 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7f9ac7bf-0b14-4c1c-95e8-7cfa46557a43 req-a4898a66-63cb-4ee9-96f6-8acabd372a28 tempest-QuotasAdminNegativeTest-1664987657 tempest-QuotasAdminNegativeTest-1664987657-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3741472 Jan 28 02:49:57.801265 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7f3bbe-d739-46b5-a589-1ce41f5c3641 x-openstack-request-id: req-0d7f3bbe-d739-46b5-a589-1ce41f5c3641 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:49:57.801526 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c1e86e-8f49-48bf-9ec4-9225945cf7ff", "name": "network-vif-plugged", "status": "completed", "tag": "c5737fbe-b879-44cf-b474-0985c9d119e0", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:49:57.801867 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d7f3bbe-d739-46b5-a589-1ce41f5c3641 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:49:57.802621 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c1e86e-8f49-48bf-9ec4-9225945cf7ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5737fbe-b879-44cf-b474-0985c9d119e0', 'code': 200} Jan 28 02:49:57.850433 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-ee8a09c1-dad1-47fd-8fb6-e310b70977ad req-5841fdc8-ad2d-400a-8824-9be7d9d0b987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8762a98-72cc-40f5-be72-fda99fddb099 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:49:57.869780 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7f9ac7bf-0b14-4c1c-95e8-7cfa46557a43 req-975966bf-54de-4f53-b321-4cd60bf5f901 tempest-QuotasAdminNegativeTest-1664987657 tempest-QuotasAdminNegativeTest-1664987657-project] 10.222.0.53 "GET /v2.0/quotas/b2a3bcafac044a1abee8b5aff5e2f071 HTTP/1.1" status: 200 len: 375 time: 0.0800517 Jan 28 02:49:57.877296 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ee8a09c1-dad1-47fd-8fb6-e310b70977ad req-5841fdc8-ad2d-400a-8824-9be7d9d0b987 service neutron] Publish callbacks [] for port (b8762a98-72cc-40f5-be72-fda99fddb099), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:57.879996 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=c5737fbe-b879-44cf-b474-0985c9d119e0,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:57.923309 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7f9ac7bf-0b14-4c1c-95e8-7cfa46557a43 req-9622c193-73f6-498a-8171-abb05b0d9563 tempest-QuotasAdminNegativeTest-1664987657 tempest-QuotasAdminNegativeTest-1664987657-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b2a3bcafac044a1abee8b5aff5e2f071&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412803 Jan 28 02:49:57.935955 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-ee8a09c1-dad1-47fd-8fb6-e310b70977ad req-5841fdc8-ad2d-400a-8824-9be7d9d0b987 service neutron] Transition to ACTIVE for port object b8762a98-72cc-40f5-be72-fda99fddb099 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:49:57.946062 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4df3ef-a045-440f-9119-034b98c4ec12 req-86133fcd-79b3-4f0f-8885-526b51b86913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:57.950927 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7b4df3ef-a045-440f-9119-034b98c4ec12 req-86133fcd-79b3-4f0f-8885-526b51b86913 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=95c1e86e-8f49-48bf-9ec4-9225945cf7ff HTTP/1.1" status: 200 len: 1098 time: 0.0641525 Jan 28 02:49:57.951396 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ee8a09c1-dad1-47fd-8fb6-e310b70977ad req-5841fdc8-ad2d-400a-8824-9be7d9d0b987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (b8762a98-72cc-40f5-be72-fda99fddb099), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:57.956925 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-8d7388e5-7600-4b75-9cf1-abd5d7b8d13e None None] Provisioning complete for port f53da836-1635-4027-a41c-47c0d225e85b triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:49:57.969417 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8d7388e5-7600-4b75-9cf1-abd5d7b8d13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f53da836-1635-4027-a41c-47c0d225e85b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:58.026024 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7b4df3ef-a045-440f-9119-034b98c4ec12 req-54bac05b-5bb1-438d-93c1-66d4a9a99ab5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b1230e4f-91ce-484b-91c6-9d104141745c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672612 Jan 28 02:49:58.028321 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-8d7388e5-7600-4b75-9cf1-abd5d7b8d13e None None] Port f53da836-1635-4027-a41c-47c0d225e85b cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:49:58.158455 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5841fdc8-ad2d-400a-8824-9be7d9d0b987 service neutron] Pushing event updated for resources: {'Port': ['ID=b8762a98-72cc-40f5-be72-fda99fddb099,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:58.192723 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:49:58.262368 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:49:58.263048 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:58.370660 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:49:58.573052 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3f427-bf7b-4b0d-b91d-d492c3f6ad2e req-339a62c2-147b-4aaa-bf3b-b5c48c189d5c tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:58.574762 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f6f3f427-bf7b-4b0d-b91d-d492c3f6ad2e req-339a62c2-147b-4aaa-bf3b-b5c48c189d5c tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=530af923-b187-4cfa-b84e-72f721aa3952 HTTP/1.1" status: 200 len: 944 time: 0.0568724 Jan 28 02:49:58.578509 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd1ce6a5-afc4-4a75-a6ae-7b6b28512449 admin admin] Router f3d8c46a-d26f-484d-8510-e07a66e01408 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:49:58.615260 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-ee8a09c1-dad1-47fd-8fb6-e310b70977ad req-5841fdc8-ad2d-400a-8824-9be7d9d0b987 service neutron] Attempting to bind port b8762a98-72cc-40f5-be72-fda99fddb099 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:49:58.615586 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-ee8a09c1-dad1-47fd-8fb6-e310b70977ad req-5841fdc8-ad2d-400a-8824-9be7d9d0b987 service neutron] Attempting to bind port b8762a98-72cc-40f5-be72-fda99fddb099 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '49d4c981-b004-41ee-ab95-a2b5be80e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b41ec36c-2b47-4b7e-a484-436d2f02d72a'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:49:58.615915 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8a09c1-dad1-47fd-8fb6-e310b70977ad req-5841fdc8-ad2d-400a-8824-9be7d9d0b987 service neutron] Attempting to bind port b8762a98-72cc-40f5-be72-fda99fddb099 on network b41ec36c-2b47-4b7e-a484-436d2f02d72a {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:49:58.622541 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f6f3f427-bf7b-4b0d-b91d-d492c3f6ad2e req-e3c0a647-e7d6-4ae4-913e-7e8646268975 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408356 Jan 28 02:49:58.666579 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a38fca-778b-4b74-89fa-8cf5db01e13e req-0279875d-3d62-4282-b6b3-48ca1f7324e7 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:58.668165 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-36a38fca-778b-4b74-89fa-8cf5db01e13e req-0279875d-3d62-4282-b6b3-48ca1f7324e7 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 943 time: 0.1291869 Jan 28 02:49:58.670841 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8a09c1-dad1-47fd-8fb6-e310b70977ad req-5841fdc8-ad2d-400a-8824-9be7d9d0b987 service neutron] Port b8762a98-72cc-40f5-be72-fda99fddb099 on network b41ec36c-2b47-4b7e-a484-436d2f02d72a not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:49:58.671163 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8a09c1-dad1-47fd-8fb6-e310b70977ad req-5841fdc8-ad2d-400a-8824-9be7d9d0b987 service neutron] Attempting to bind port b8762a98-72cc-40f5-be72-fda99fddb099 on network b41ec36c-2b47-4b7e-a484-436d2f02d72a {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:49:58.699611 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8a09c1-dad1-47fd-8fb6-e310b70977ad req-5841fdc8-ad2d-400a-8824-9be7d9d0b987 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:49:58.700030 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8a09c1-dad1-47fd-8fb6-e310b70977ad req-5841fdc8-ad2d-400a-8824-9be7d9d0b987 service neutron] Checking segment: {'id': '49d4c981-b004-41ee-ab95-a2b5be80e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b41ec36c-2b47-4b7e-a484-436d2f02d72a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:49:58.700356 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8a09c1-dad1-47fd-8fb6-e310b70977ad req-5841fdc8-ad2d-400a-8824-9be7d9d0b987 service neutron] Bound using segment: {'id': '49d4c981-b004-41ee-ab95-a2b5be80e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b41ec36c-2b47-4b7e-a484-436d2f02d72a'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:49:58.700812 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-ee8a09c1-dad1-47fd-8fb6-e310b70977ad req-5841fdc8-ad2d-400a-8824-9be7d9d0b987 service neutron] Bound port: b8762a98-72cc-40f5-be72-fda99fddb099, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49d4c981-b004-41ee-ab95-a2b5be80e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b41ec36c-2b47-4b7e-a484-436d2f02d72a'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:49:58.701183 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ee8a09c1-dad1-47fd-8fb6-e310b70977ad req-5841fdc8-ad2d-400a-8824-9be7d9d0b987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b8762a98-72cc-40f5-be72-fda99fddb099), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:58.839810 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84991a82-df87-47dd-9c5b-783499c01433 req-3c31cfb9-639a-458f-b732-a6f5bcce9398 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:58.847077 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-84991a82-df87-47dd-9c5b-783499c01433 req-3c31cfb9-639a-458f-b732-a6f5bcce9398 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] 10.222.0.53 "GET /v2.0/ports?device_id=95c1e86e-8f49-48bf-9ec4-9225945cf7ff HTTP/1.1" status: 200 len: 946 time: 0.0717666 Jan 28 02:49:58.863370 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:58.901489 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1ce6a5-afc4-4a75-a6ae-7b6b28512449 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:49:58.903729 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-ee8a09c1-dad1-47fd-8fb6-e310b70977ad req-5841fdc8-ad2d-400a-8824-9be7d9d0b987 service neutron] For port b8762a98-72cc-40f5-be72-fda99fddb099, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:49:58.917217 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa83a2b4-6e92-42be-9a29-fca12f5a5250 None None] Sync routers for ids ['f3d8c46a-d26f-484d-8510-e07a66e01408'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:49:58.924910 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-84991a82-df87-47dd-9c5b-783499c01433 req-eac226d2-1674-46c6-8136-9031c8e35093 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1230e4f-91ce-484b-91c6-9d104141745c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735795 Jan 28 02:49:58.934807 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-36a38fca-778b-4b74-89fa-8cf5db01e13e req-4241011f-bc85-4e49-9e55-bc82ecdee17a tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565413 Jan 28 02:49:58.948766 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa83a2b4-6e92-42be-9a29-fca12f5a5250 None None] Routers {'f3d8c46a-d26f-484d-8510-e07a66e01408'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:49:58.949421 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-aa83a2b4-6e92-42be-9a29-fca12f5a5250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:49:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['f3d8c46a-d26f-484d-8510-e07a66e01408'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:49:58.975241 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-dd1ce6a5-afc4-4a75-a6ae-7b6b28512449 admin admin] 10.222.0.53 "PUT /v2.0/routers/f3d8c46a-d26f-484d-8510-e07a66e01408/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0668855 Jan 28 02:49:58.978093 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-ee8a09c1-dad1-47fd-8fb6-e310b70977ad req-5841fdc8-ad2d-400a-8824-9be7d9d0b987 service neutron] For port b8762a98-72cc-40f5-be72-fda99fddb099, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=b8762a98-72cc-40f5-be72-fda99fddb099,segment=NetworkSegment(49d4c981-b004-41ee-ab95-a2b5be80e959),segment_id=49d4c981-b004-41ee-ab95-a2b5be80e959)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:49:58.990425 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ee8a09c1-dad1-47fd-8fb6-e310b70977ad req-5841fdc8-ad2d-400a-8824-9be7d9d0b987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (b8762a98-72cc-40f5-be72-fda99fddb099), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:59.029522 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a09c1-dad1-47fd-8fb6-e310b70977ad req-5841fdc8-ad2d-400a-8824-9be7d9d0b987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:59.030180 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ee8a09c1-dad1-47fd-8fb6-e310b70977ad req-5841fdc8-ad2d-400a-8824-9be7d9d0b987 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:59.031740 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ee8a09c1-dad1-47fd-8fb6-e310b70977ad req-5841fdc8-ad2d-400a-8824-9be7d9d0b987 service neutron] 10.222.0.67 "PUT /v2.0/ports/b8762a98-72cc-40f5-be72-fda99fddb099 HTTP/1.1" status: 200 len: 1093 time: 2.4598858 Jan 28 02:49:59.032285 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '530af923-b187-4cfa-b84e-72f721aa3952', 'tag': 'b8762a98-72cc-40f5-be72-fda99fddb099'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:49:59.034732 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623ae1b4-9072-4f5b-a051-9de81e1b350b" -d '{"events": [{"name": "network-changed", "server_uuid": "530af923-b187-4cfa-b84e-72f721aa3952", "tag": "b8762a98-72cc-40f5-be72-fda99fddb099"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:49:59.063225 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5841fdc8-ad2d-400a-8824-9be7d9d0b987 service neutron] Pushing event updated for resources: {'Port': ['ID=b8762a98-72cc-40f5-be72-fda99fddb099,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:59.069664 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60194) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:59.182660 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76de786e-90c6-4d3e-8e74-63f69214040c x-openstack-request-id: req-76de786e-90c6-4d3e-8e74-63f69214040c {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:49:59.182954 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "530af923-b187-4cfa-b84e-72f721aa3952", "tag": "b8762a98-72cc-40f5-be72-fda99fddb099", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:49:59.183208 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-76de786e-90c6-4d3e-8e74-63f69214040c {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:49:59.183614 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '530af923-b187-4cfa-b84e-72f721aa3952', 'tag': 'b8762a98-72cc-40f5-be72-fda99fddb099', 'status': 'completed', 'code': 200} Jan 28 02:49:59.214801 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a09c1-dad1-47fd-8fb6-e310b70977ad req-faaeed25-fe2d-4eb1-9edc-a6c125eca281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:59.217485 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ee8a09c1-dad1-47fd-8fb6-e310b70977ad req-faaeed25-fe2d-4eb1-9edc-a6c125eca281 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=53e2297c23164a47954b52b6f715a589&device_id=530af923-b187-4cfa-b84e-72f721aa3952 HTTP/1.1" status: 200 len: 1096 time: 0.1166155 Jan 28 02:49:59.277160 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-aa83a2b4-6e92-42be-9a29-fca12f5a5250 None None] Set router f3d8c46a-d26f-484d-8510-e07a66e01408 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:49:59.284839 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1a484de0-0c56-466c-a25b-815fadb76bf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:59.301440 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ee8a09c1-dad1-47fd-8fb6-e310b70977ad req-7d7d51dc-b491-4cef-8254-de740843dd05 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8762a98-72cc-40f5-be72-fda99fddb099 HTTP/1.1" status: 200 len: 217 time: 0.0494630 Jan 28 02:49:59.365038 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1a484de0-0c56-466c-a25b-815fadb76bf1 admin admin] Publish callbacks [] for security_group (451b545e-1427-499c-809b-9befea02d212), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:59.371592 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a09c1-dad1-47fd-8fb6-e310b70977ad req-db42aa8d-36bd-4ca4-9a2c-2c0041023381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:59.374140 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ee8a09c1-dad1-47fd-8fb6-e310b70977ad req-db42aa8d-36bd-4ca4-9a2c-2c0041023381 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c47d8662-592c-46cb-9250-3ddc6d538cb4 HTTP/1.1" status: 200 len: 851 time: 0.0631332 Jan 28 02:49:59.375486 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1a484de0-0c56-466c-a25b-815fadb76bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (451b545e-1427-499c-809b-9befea02d212), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:59.411612 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ee8a09c1-dad1-47fd-8fb6-e310b70977ad req-0909ac35-3fb7-483e-82c9-87a8e985f294 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b41ec36c-2b47-4b7e-a484-436d2f02d72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316033 Jan 28 02:49:59.436021 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1a484de0-0c56-466c-a25b-815fadb76bf1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b2a3bcafac044a1abee8b5aff5e2f071&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3648086 Jan 28 02:49:59.450439 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a484de0-0c56-466c-a25b-815fadb76bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451b545e-1427-499c-809b-9befea02d212,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:59.453304 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60206) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:49:59.526069 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-df14a986-8231-4c83-8df0-43a227de6f52 admin admin] Publish callbacks [] for security_group (451b545e-1427-499c-809b-9befea02d212), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:59.528234 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ee8a09c1-dad1-47fd-8fb6-e310b70977ad req-31fe672b-8ca3-46b5-9f24-fe6a482d3c6c service neutron] 10.222.0.67 "GET /v2.0/networks/b41ec36c-2b47-4b7e-a484-436d2f02d72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107419 Jan 28 02:49:59.560063 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-df14a986-8231-4c83-8df0-43a227de6f52 admin admin] Publish callbacks [] for security_group (451b545e-1427-499c-809b-9befea02d212), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:59.560704 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a7068bb0-a024-485c-827b-bf30521348b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:59.624043 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-df14a986-8231-4c83-8df0-43a227de6f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (451b545e-1427-499c-809b-9befea02d212), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:59.627689 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-df14a986-8231-4c83-8df0-43a227de6f52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:59.629376 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-df14a986-8231-4c83-8df0-43a227de6f52 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/451b545e-1427-499c-809b-9befea02d212 HTTP/1.1" status: 204 len: 168 time: 0.1747191 Jan 28 02:49:59.643920 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ee8a09c1-dad1-47fd-8fb6-e310b70977ad req-9e5fa9a0-8370-42e6-9c91-906dcc3fe916 service neutron] 10.222.0.67 "GET /v2.0/networks/b41ec36c-2b47-4b7e-a484-436d2f02d72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061080 Jan 28 02:49:59.662740 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-aa83a2b4-6e92-42be-9a29-fca12f5a5250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d8c46a-d26f-484d-8510-e07a66e01408', 'name': 'tempest-FloatingIPsNegativeTestJSON-1729365884-router', 'tenant_id': 'a4f0b7f20b82433aa7abc3705ebd8693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:49:48Z', 'updated_at': '2022-01-28T02:49:56Z', 'revision_number': 4, 'project_id': 'a4f0b7f20b82433aa7abc3705ebd8693', 'gw_port': {'id': '88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d8c46a-d26f-484d-8510-e07a66e01408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:49:50Z', 'updated_at': '2022-01-28T02:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'f53da836-1635-4027-a41c-47c0d225e85b', 'name': '', 'network_id': 'd34aaa32-5691-48a3-ac5d-62e076df6f5c', 'tenant_id': 'a4f0b7f20b82433aa7abc3705ebd8693', 'mac_address': 'fa:16:3e:1f:79:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d8c46a-d26f-484d-8510-e07a66e01408', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '49d9bf24-c1ee-4e30-9798-e3703cf3a0cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:49:54Z', 'updated_at': '2022-01-28T02:49:56Z', 'revision_number': 2, 'project_id': 'a4f0b7f20b82433aa7abc3705ebd8693', 'subnets': [{'id': '49d9bf24-c1ee-4e30-9798-e3703cf3a0cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:49:59.694538 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2ce76114-7873-47b8-9d0d-f024a472667e req-aef302dd-c7af-40b3-80f5-9b684f187938 tempest-FloatingIPsNegativeTestJSON-2126294175 tempest-FloatingIPsNegativeTestJSON-2126294175-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=a4f0b7f20b82433aa7abc3705ebd8693 HTTP/1.1" status: 200 len: 217 time: 0.1652427 Jan 28 02:49:59.695524 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df14a986-8231-4c83-8df0-43a227de6f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451b545e-1427-499c-809b-9befea02d212,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:49:59.739225 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa83a2b4-6e92-42be-9a29-fca12f5a5250 None None] Checking router: f3d8c46a-d26f-484d-8510-e07a66e01408 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:49:59.739614 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa83a2b4-6e92-42be-9a29-fca12f5a5250 None None] Updating router f3d8c46a-d26f-484d-8510-e07a66e01408 port f53da836-1635-4027-a41c-47c0d225e85b binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:49:59.772930 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-aa83a2b4-6e92-42be-9a29-fca12f5a5250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f53da836-1635-4027-a41c-47c0d225e85b), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:49:59.796386 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2e9c8143-0778-430a-acda-afd0be8021ca req-ed649d5e-200f-4d81-aa36-91f7422580ae tempest-FloatingIPsNegativeTestJSON-2126294175 tempest-FloatingIPsNegativeTestJSON-2126294175-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0745904 Jan 28 02:49:59.892243 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2560b23c-77c9-4129-a6ee-5bef69783226 req-0db453f0-57f7-40cf-921d-38ac80771b26 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:49:59.904704 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2560b23c-77c9-4129-a6ee-5bef69783226 req-0db453f0-57f7-40cf-921d-38ac80771b26 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=530af923-b187-4cfa-b84e-72f721aa3952 HTTP/1.1" status: 200 len: 944 time: 0.1039619 Jan 28 02:49:59.976053 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2560b23c-77c9-4129-a6ee-5bef69783226 req-7ece24e1-fbd1-4b7c-85b0-2b9bcafbaba3 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699401 Jan 28 02:49:59.996284 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [req-703ce3be-ea96-45c5-8051-be2153aa8ca7 req-bddb432b-52c1-4051-b2e1-31cfbb6663a4 tempest-FloatingIPsNegativeTestJSON-2126294175 tempest-FloatingIPsNegativeTestJSON-2126294175-project] show failed (client error): The resource could not be found. Jan 28 02:50:00.011671 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-703ce3be-ea96-45c5-8051-be2153aa8ca7 req-bddb432b-52c1-4051-b2e1-31cfbb6663a4 tempest-FloatingIPsNegativeTestJSON-2126294175 tempest-FloatingIPsNegativeTestJSON-2126294175-project] 10.222.0.53 "GET /v2.0/floatingips/42fe1fc8-48f4-4455-9187-35b38f47aaa2 HTTP/1.1" status: 404 len: 350 time: 0.1790895 Jan 28 02:50:00.022168 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60226) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:50:00.029000 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ae1b4-9072-4f5b-a051-9de81e1b350b req-a8960294-a504-4214-bb84-1e51df0b97b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:00.033023 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-623ae1b4-9072-4f5b-a051-9de81e1b350b req-a8960294-a504-4214-bb84-1e51df0b97b3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=53e2297c23164a47954b52b6f715a589&device_id=530af923-b187-4cfa-b84e-72f721aa3952 HTTP/1.1" status: 200 len: 1096 time: 0.2335360 Jan 28 02:50:00.171858 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-aa83a2b4-6e92-42be-9a29-fca12f5a5250 None None] Publish callbacks [] for port (f53da836-1635-4027-a41c-47c0d225e85b), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:00.183489 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-aa83a2b4-6e92-42be-9a29-fca12f5a5250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (f53da836-1635-4027-a41c-47c0d225e85b), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:00.196155 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60232) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:50:00.235978 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-02bf5e98-6612-408f-9490-d6feb61ff00f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:00.268905 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec67ed-1408-44d7-a452-3fd15a5769d0 req-351891c7-e1f5-47e9-b1af-14302110d5ad tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:00.279304 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ffec67ed-1408-44d7-a452-3fd15a5769d0 req-351891c7-e1f5-47e9-b1af-14302110d5ad tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 943 time: 0.1552193 Jan 28 02:50:00.286792 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc20a3-a984-472a-b859-27aa4488745d req-f881c005-dbb5-471a-8670-2516a1df6fa7 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:00.294978 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e5cc20a3-a984-472a-b859-27aa4488745d req-f881c005-dbb5-471a-8670-2516a1df6fa7 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] 10.222.0.53 "GET /v2.0/ports?device_id=95c1e86e-8f49-48bf-9ec4-9225945cf7ff HTTP/1.1" status: 200 len: 946 time: 0.1606765 Jan 28 02:50:00.295126 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1566c615-071c-4093-bf05-38c464189418 None None] Pushing event updated for resources: {'Port': ['ID=f53da836-1635-4027-a41c-47c0d225e85b,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:00.352492 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ae1b4-9072-4f5b-a051-9de81e1b350b req-1f870f1c-8f86-4285-8aa5-06f275cb5f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:00.354146 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-623ae1b4-9072-4f5b-a051-9de81e1b350b req-1f870f1c-8f86-4285-8aa5-06f275cb5f8c service neutron] 10.222.0.67 "GET /v2.0/networks?id=b41ec36c-2b47-4b7e-a484-436d2f02d72a HTTP/1.1" status: 200 len: 912 time: 0.3138430 Jan 28 02:50:00.375673 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-aa83a2b4-6e92-42be-9a29-fca12f5a5250 None None] Attempting to bind port f53da836-1635-4027-a41c-47c0d225e85b on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:50:00.376208 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-aa83a2b4-6e92-42be-9a29-fca12f5a5250 None None] Attempting to bind port f53da836-1635-4027-a41c-47c0d225e85b by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e5746c8e-c529-4094-8845-aa3c64735e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd34aaa32-5691-48a3-ac5d-62e076df6f5c'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:50:00.376881 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa83a2b4-6e92-42be-9a29-fca12f5a5250 None None] Attempting to bind port f53da836-1635-4027-a41c-47c0d225e85b on network d34aaa32-5691-48a3-ac5d-62e076df6f5c {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:50:00.384068 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa83a2b4-6e92-42be-9a29-fca12f5a5250 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:50:00.384898 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa83a2b4-6e92-42be-9a29-fca12f5a5250 None None] Checking segment: {'id': 'e5746c8e-c529-4094-8845-aa3c64735e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd34aaa32-5691-48a3-ac5d-62e076df6f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:50:00.385521 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-aa83a2b4-6e92-42be-9a29-fca12f5a5250 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:00.386060 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa83a2b4-6e92-42be-9a29-fca12f5a5250 None None] Bound using segment: {'id': 'e5746c8e-c529-4094-8845-aa3c64735e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd34aaa32-5691-48a3-ac5d-62e076df6f5c'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:50:00.386712 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-aa83a2b4-6e92-42be-9a29-fca12f5a5250 None None] Bound port: f53da836-1635-4027-a41c-47c0d225e85b, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5746c8e-c529-4094-8845-aa3c64735e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd34aaa32-5691-48a3-ac5d-62e076df6f5c'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:50:00.387266 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-aa83a2b4-6e92-42be-9a29-fca12f5a5250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f53da836-1635-4027-a41c-47c0d225e85b), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:00.446784 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-623ae1b4-9072-4f5b-a051-9de81e1b350b req-2ad17842-1756-4194-81c3-5120de99e8b4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8762a98-72cc-40f5-be72-fda99fddb099 HTTP/1.1" status: 200 len: 217 time: 0.0792212 Jan 28 02:50:00.467993 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ffec67ed-1408-44d7-a452-3fd15a5769d0 req-fd7e5937-4016-4be4-b855-c8d08e1863d7 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584156 Jan 28 02:50:00.471123 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-aa83a2b4-6e92-42be-9a29-fca12f5a5250 None None] For port f53da836-1635-4027-a41c-47c0d225e85b, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:50:00.478280 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-aa83a2b4-6e92-42be-9a29-fca12f5a5250 None None] For port f53da836-1635-4027-a41c-47c0d225e85b, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=f53da836-1635-4027-a41c-47c0d225e85b,segment=NetworkSegment(e5746c8e-c529-4094-8845-aa3c64735e90),segment_id=e5746c8e-c529-4094-8845-aa3c64735e90)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:50:00.487447 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-aa83a2b4-6e92-42be-9a29-fca12f5a5250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (f53da836-1635-4027-a41c-47c0d225e85b), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:00.556088 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e5cc20a3-a984-472a-b859-27aa4488745d req-1b37df7f-dd46-4c28-af2c-7ab71d49a6d0 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1230e4f-91ce-484b-91c6-9d104141745c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2599659 Jan 28 02:50:00.613192 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1566c615-071c-4093-bf05-38c464189418 None None] Pushing event updated for resources: {'Port': ['ID=f53da836-1635-4027-a41c-47c0d225e85b,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:00.686940 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-02bf5e98-6612-408f-9490-d6feb61ff00f admin admin] Publish callbacks [] for security_group (1a85a186-8d9e-474b-88ca-c23c4855eb75), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:00.689209 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-fa7527f0-9b05-4631-aba1-536ebdf72957 None None] Provisioning complete for port f53da836-1635-4027-a41c-47c0d225e85b triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:50:00.689874 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fa7527f0-9b05-4631-aba1-536ebdf72957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f53da836-1635-4027-a41c-47c0d225e85b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:00.698294 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa83a2b4-6e92-42be-9a29-fca12f5a5250 None None] Routers {'f3d8c46a-d26f-484d-8510-e07a66e01408'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:50:00.699285 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ae1b4-9072-4f5b-a051-9de81e1b350b req-e382552d-8cd7-41e5-b812-7fa9fb6f3141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:00.700918 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-aa83a2b4-6e92-42be-9a29-fca12f5a5250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:49:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['f3d8c46a-d26f-484d-8510-e07a66e01408'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:50:00.702730 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-623ae1b4-9072-4f5b-a051-9de81e1b350b req-e382552d-8cd7-41e5-b812-7fa9fb6f3141 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c47d8662-592c-46cb-9250-3ddc6d538cb4 HTTP/1.1" status: 200 len: 851 time: 0.2386868 Jan 28 02:50:00.708466 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-02bf5e98-6612-408f-9490-d6feb61ff00f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (1a85a186-8d9e-474b-88ca-c23c4855eb75), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:00.820857 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-623ae1b4-9072-4f5b-a051-9de81e1b350b req-f6ff87c9-54f3-4733-b958-c60f55486716 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b41ec36c-2b47-4b7e-a484-436d2f02d72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1077542 Jan 28 02:50:00.884045 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-aa83a2b4-6e92-42be-9a29-fca12f5a5250 None None] Set router f3d8c46a-d26f-484d-8510-e07a66e01408 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:50:00.888619 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf5e98-6612-408f-9490-d6feb61ff00f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a85a186-8d9e-474b-88ca-c23c4855eb75,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:00.909062 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-fa7527f0-9b05-4631-aba1-536ebdf72957 None None] Current status of the port f53da836-1635-4027-a41c-47c0d225e85b is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:50:00.909702 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fa7527f0-9b05-4631-aba1-536ebdf72957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f53da836-1635-4027-a41c-47c0d225e85b), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:00.957659 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b4706-21ce-43a1-bf8f-96c0336325ab req-5f1e7136-6e22-439b-95bc-987ad69ffafc tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:00.962307 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aa0b4706-21ce-43a1-bf8f-96c0336325ab req-5f1e7136-6e22-439b-95bc-987ad69ffafc tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] 10.222.0.53 "GET /v2.0/ports?device_id=95c1e86e-8f49-48bf-9ec4-9225945cf7ff HTTP/1.1" status: 200 len: 946 time: 0.2663555 Jan 28 02:50:00.974378 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60262) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:50:00.990089 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-02bf5e98-6612-408f-9490-d6feb61ff00f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=40e85d146bb249fd82697144aadbde21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7916868 Jan 28 02:50:00.992662 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60268) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:50:01.009249 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-fa7527f0-9b05-4631-aba1-536ebdf72957 None None] For port f53da836-1635-4027-a41c-47c0d225e85b, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=f53da836-1635-4027-a41c-47c0d225e85b,segment=NetworkSegment(e5746c8e-c529-4094-8845-aa3c64735e90),segment_id=e5746c8e-c529-4094-8845-aa3c64735e90)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:50:01.010113 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-34a09404-3b3e-4997-b8e2-b13645f800b8 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Request body: {'floatingip': {'port_id': 'c5737fbe-b879-44cf-b474-0985c9d119e0'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:50:01.026759 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fa7527f0-9b05-4631-aba1-536ebdf72957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (f53da836-1635-4027-a41c-47c0d225e85b), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:01.146899 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-623ae1b4-9072-4f5b-a051-9de81e1b350b req-4578a6c2-9c8f-43fc-9840-ad19dbe88484 service neutron] 10.222.0.67 "GET /v2.0/networks/b41ec36c-2b47-4b7e-a484-436d2f02d72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889686 Jan 28 02:50:01.148117 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7527f0-9b05-4631-aba1-536ebdf72957 None None] Pushing event updated for resources: {'Port': ['ID=f53da836-1635-4027-a41c-47c0d225e85b,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:01.156640 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-fd4c3de5-5c6a-49b3-a1a7-2b8c6e99e398 None None] Provisioning complete for port f53da836-1635-4027-a41c-47c0d225e85b triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:50:01.157009 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fd4c3de5-5c6a-49b3-a1a7-2b8c6e99e398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f53da836-1635-4027-a41c-47c0d225e85b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:01.196070 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-34a09404-3b3e-4997-b8e2-b13645f800b8 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Publish callbacks [] for floatingip (23cacc0f-f376-4eb8-8070-897c803215e0), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:01.260617 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-63e48233-1644-4818-bf82-8abb14d4ab0f admin admin] Publish callbacks [] for security_group (1a85a186-8d9e-474b-88ca-c23c4855eb75), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:01.265524 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-fd4c3de5-5c6a-49b3-a1a7-2b8c6e99e398 None None] Current status of the port f53da836-1635-4027-a41c-47c0d225e85b is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:50:01.304470 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-aa83a2b4-6e92-42be-9a29-fca12f5a5250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d8c46a-d26f-484d-8510-e07a66e01408', 'name': 'tempest-FloatingIPsNegativeTestJSON-1729365884-router', 'tenant_id': 'a4f0b7f20b82433aa7abc3705ebd8693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:49:48Z', 'updated_at': '2022-01-28T02:49:56Z', 'revision_number': 4, 'project_id': 'a4f0b7f20b82433aa7abc3705ebd8693', 'gw_port': {'id': '88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d8c46a-d26f-484d-8510-e07a66e01408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:49:50Z', 'updated_at': '2022-01-28T02:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'f53da836-1635-4027-a41c-47c0d225e85b', 'name': '', 'network_id': 'd34aaa32-5691-48a3-ac5d-62e076df6f5c', 'tenant_id': 'a4f0b7f20b82433aa7abc3705ebd8693', 'mac_address': 'fa:16:3e:1f:79:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d8c46a-d26f-484d-8510-e07a66e01408', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '49d9bf24-c1ee-4e30-9798-e3703cf3a0cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:49:54Z', 'updated_at': '2022-01-28T02:50:00Z', 'revision_number': 4, 'project_id': 'a4f0b7f20b82433aa7abc3705ebd8693', 'subnets': [{'id': '49d9bf24-c1ee-4e30-9798-e3703cf3a0cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:50:01.310946 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-63e48233-1644-4818-bf82-8abb14d4ab0f admin admin] Publish callbacks [] for security_group (1a85a186-8d9e-474b-88ca-c23c4855eb75), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:01.340016 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa83a2b4-6e92-42be-9a29-fca12f5a5250 None None] The sync data for ids ['f3d8c46a-d26f-484d-8510-e07a66e01408'] in n-d-712139-27 is: [{'id': 'f3d8c46a-d26f-484d-8510-e07a66e01408', 'name': 'tempest-FloatingIPsNegativeTestJSON-1729365884-router', 'tenant_id': 'a4f0b7f20b82433aa7abc3705ebd8693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:49:48Z', 'updated_at': '2022-01-28T02:49:56Z', 'revision_number': 4, 'project_id': 'a4f0b7f20b82433aa7abc3705ebd8693', 'gw_port': {'id': '88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d8c46a-d26f-484d-8510-e07a66e01408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:49:50Z', 'updated_at': '2022-01-28T02:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'f53da836-1635-4027-a41c-47c0d225e85b', 'name': '', 'network_id': 'd34aaa32-5691-48a3-ac5d-62e076df6f5c', 'tenant_id': 'a4f0b7f20b82433aa7abc3705ebd8693', 'mac_address': 'fa:16:3e:1f:79:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d8c46a-d26f-484d-8510-e07a66e01408', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '49d9bf24-c1ee-4e30-9798-e3703cf3a0cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:49:54Z', 'updated_at': '2022-01-28T02:50:00Z', 'revision_number': 4, 'project_id': 'a4f0b7f20b82433aa7abc3705ebd8693', 'subnets': [{'id': '49d9bf24-c1ee-4e30-9798-e3703cf3a0cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:50:01.348799 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-623ae1b4-9072-4f5b-a051-9de81e1b350b req-a1120271-540c-45c1-a5ee-efd88e5bb708 service neutron] 10.222.0.67 "GET /v2.0/networks/b41ec36c-2b47-4b7e-a484-436d2f02d72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859825 Jan 28 02:50:01.427151 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-63e48233-1644-4818-bf82-8abb14d4ab0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (1a85a186-8d9e-474b-88ca-c23c4855eb75), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:01.429865 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-63e48233-1644-4818-bf82-8abb14d4ab0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:01.431722 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-63e48233-1644-4818-bf82-8abb14d4ab0f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1a85a186-8d9e-474b-88ca-c23c4855eb75 HTTP/1.1" status: 204 len: 168 time: 0.4380906 Jan 28 02:50:01.440183 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e48233-1644-4818-bf82-8abb14d4ab0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a85a186-8d9e-474b-88ca-c23c4855eb75,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:01.647827 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e268ec-5671-4b15-90c9-d70b2c4ec169 req-d141194c-ff5f-483f-9903-f7118cd88cd7 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:01.662366 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f7e268ec-5671-4b15-90c9-d70b2c4ec169 req-d141194c-ff5f-483f-9903-f7118cd88cd7 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 943 time: 0.0836639 Jan 28 02:50:01.752245 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f7e268ec-5671-4b15-90c9-d70b2c4ec169 req-d8d67a51-a81f-4e06-b293-062ea161e9ea tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873835 Jan 28 02:50:01.787884 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fc94a15d-29f2-4726-a3fd-570ee2f88c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:01.856719 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c90d3f-1521-43ef-a9b8-2323b4714fa1 req-bf0e434f-b4f4-45a3-823c-ad5a97f29f8b tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:01.865658 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-50c90d3f-1521-43ef-a9b8-2323b4714fa1 req-bf0e434f-b4f4-45a3-823c-ad5a97f29f8b tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=530af923-b187-4cfa-b84e-72f721aa3952 HTTP/1.1" status: 200 len: 944 time: 0.6973195 Jan 28 02:50:02.025472 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-50c90d3f-1521-43ef-a9b8-2323b4714fa1 req-856f8065-66cc-45b8-b01b-add7713b34ec tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540813 Jan 28 02:50:02.177745 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device f53da836-1635-4027-a41c-47c0d225e85b up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:50:02.213239 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-838a3827-9b47-4132-8512-b8566ba6653f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (f3d8c46a-d26f-484d-8510-e07a66e01408), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:02.307278 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port f53da836-1635-4027-a41c-47c0d225e85b triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:50:02.308312 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f53da836-1635-4027-a41c-47c0d225e85b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:02.497747 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port f53da836-1635-4027-a41c-47c0d225e85b is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:50:02.723208 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-34a09404-3b3e-4997-b8e2-b13645f800b8 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:02.741398 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-34a09404-3b3e-4997-b8e2-b13645f800b8 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (23cacc0f-f376-4eb8-8070-897c803215e0), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:02.947374 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae938a4-dc01-4701-93a8-f612546b7d17 req-a969f702-40b1-4fca-981f-03dda905c632 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:02.956483 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-aae938a4-dc01-4701-93a8-f612546b7d17 req-a969f702-40b1-4fca-981f-03dda905c632 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 943 time: 0.1107612 Jan 28 02:50:02.978118 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [None req-34a09404-3b3e-4997-b8e2-b13645f800b8 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Floating IP 23cacc0f-f376-4eb8-8070-897c803215e0 associated. External IP: 172.25.0.223, port: c5737fbe-b879-44cf-b474-0985c9d119e0. Jan 28 02:50:03.056460 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-aae938a4-dc01-4701-93a8-f612546b7d17 req-2e6427b9-c4e5-4f6b-abae-4aa8f1f87e23 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988209 Jan 28 02:50:03.169908 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-838a3827-9b47-4132-8512-b8566ba6653f admin admin] Deleting port f53da836-1635-4027-a41c-47c0d225e85b {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:50:03.170225 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-838a3827-9b47-4132-8512-b8566ba6653f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (f53da836-1635-4027-a41c-47c0d225e85b), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:03.171198 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:03.243950 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device b8762a98-72cc-40f5-be72-fda99fddb099 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:50:03.268050 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:03.460573 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port b8762a98-72cc-40f5-be72-fda99fddb099, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=b8762a98-72cc-40f5-be72-fda99fddb099,segment=NetworkSegment(49d4c981-b004-41ee-ab95-a2b5be80e959),segment_id=49d4c981-b004-41ee-ab95-a2b5be80e959)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:50:03.463425 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-9192a0bc-639f-44e5-8ff8-759b54e6f705 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=eabf11f168de4467b9db905f2a31df08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472779 Jan 28 02:50:03.492145 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': 'b8762a98-72cc-40f5-be72-fda99fddb099', 'network_id': 'b41ec36c-2b47-4b7e-a484-436d2f02d72a', 'port_id': 'b8762a98-72cc-40f5-be72-fda99fddb099', 'mac_address': 'fa:16:3e:44:9e:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c47d8662-592c-46cb-9250-3ddc6d538cb4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:50:03.506552 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40567b8-b64d-4364-aa15-c542d8082587 req-b2b7833c-b751-4ce8-b7ac-d5cea22ddce5 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:03.513710 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e40567b8-b64d-4364-aa15-c542d8082587 req-b2b7833c-b751-4ce8-b7ac-d5cea22ddce5 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=530af923-b187-4cfa-b84e-72f721aa3952 HTTP/1.1" status: 200 len: 944 time: 0.2537031 Jan 28 02:50:03.545197 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-838a3827-9b47-4132-8512-b8566ba6653f admin admin] For port f53da836-1635-4027-a41c-47c0d225e85b, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=f53da836-1635-4027-a41c-47c0d225e85b,segment=NetworkSegment(e5746c8e-c529-4094-8845-aa3c64735e90),segment_id=e5746c8e-c529-4094-8845-aa3c64735e90)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:50:03.545549 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-838a3827-9b47-4132-8512-b8566ba6653f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (f53da836-1635-4027-a41c-47c0d225e85b), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:03.560700 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port b8762a98-72cc-40f5-be72-fda99fddb099 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:50:03.561114 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b8762a98-72cc-40f5-be72-fda99fddb099), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:03.578291 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-838a3827-9b47-4132-8512-b8566ba6653f admin admin] Calling delete_port for f53da836-1635-4027-a41c-47c0d225e85b owned by network:router_interface {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:50:03.589437 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8762a98-72cc-40f5-be72-fda99fddb099 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:50:03.598796 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a09404-3b3e-4997-b8e2-b13645f800b8 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Router d7a05783-0c12-43b7-87b5-940f974cdd4e has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:50:03.626377 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port b8762a98-72cc-40f5-be72-fda99fddb099, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=b8762a98-72cc-40f5-be72-fda99fddb099,segment=NetworkSegment(49d4c981-b004-41ee-ab95-a2b5be80e959),segment_id=49d4c981-b004-41ee-ab95-a2b5be80e959)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:50:03.632315 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e40567b8-b64d-4364-aa15-c542d8082587 req-462f40dd-3fa3-42b4-afc6-5f2860030dbd tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141903 Jan 28 02:50:03.638343 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b8762a98-72cc-40f5-be72-fda99fddb099), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:03.701640 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-e8e4a752-792a-4b99-b4b5-a67b4f3c4901 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:03.706452 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-e8e4a752-792a-4b99-b4b5-a67b4f3c4901 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2422094 Jan 28 02:50:03.726077 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-34d96f34-254a-4416-8206-529313c4ef46 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/quotas/eabf11f168de4467b9db905f2a31df08 HTTP/1.1" status: 200 len: 375 time: 0.0128212 Jan 28 02:50:03.743374 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=b8762a98-72cc-40f5-be72-fda99fddb099,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:03.803471 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-b02061b8-fe7a-403a-b181-2758305586e0 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=eabf11f168de4467b9db905f2a31df08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0691893 Jan 28 02:50:03.877989 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a09404-3b3e-4997-b8e2-b13645f800b8 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:50:03.884374 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-34a09404-3b3e-4997-b8e2-b13645f800b8 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:03.891105 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138c5f8d-6f84-4384-8e0d-dea77d7154b1 None None] Sync routers for ids ['d7a05783-0c12-43b7-87b5-940f974cdd4e'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:50:03.905921 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138c5f8d-6f84-4384-8e0d-dea77d7154b1 None None] Routers {'d7a05783-0c12-43b7-87b5-940f974cdd4e'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:50:03.906561 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-138c5f8d-6f84-4384-8e0d-dea77d7154b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:50:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['d7a05783-0c12-43b7-87b5-940f974cdd4e'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:50:03.966912 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-34a09404-3b3e-4997-b8e2-b13645f800b8 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] 10.222.0.53 "PUT /v2.0/floatingips/23cacc0f-f376-4eb8-8070-897c803215e0 HTTP/1.1" status: 200 len: 992 time: 2.9825683 Jan 28 02:50:03.979593 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95c1e86e-8f49-48bf-9ec4-9225945cf7ff', 'tag': 'c5737fbe-b879-44cf-b474-0985c9d119e0'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:50:03.981297 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532197c3-751d-444f-9146-cfccc8e192c4" -d '{"events": [{"name": "network-changed", "server_uuid": "95c1e86e-8f49-48bf-9ec4-9225945cf7ff", "tag": "c5737fbe-b879-44cf-b474-0985c9d119e0"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:50:03.999163 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-d42fcede-2116-4226-a92c-cb91b5a7dbc0 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=7bfda160c6ea4bf1b55d16b8865a1f2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0676587 Jan 28 02:50:04.120899 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-838a3827-9b47-4132-8512-b8566ba6653f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (f53da836-1635-4027-a41c-47c0d225e85b), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:04.156753 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a3827-9b47-4132-8512-b8566ba6653f admin admin] Pushing event deleted for resources: {'Port': ['ID=f53da836-1635-4027-a41c-47c0d225e85b,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:04.163837 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-138c5f8d-6f84-4384-8e0d-dea77d7154b1 None None] Set router d7a05783-0c12-43b7-87b5-940f974cdd4e gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:50:04.180661 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a8caf8-2390-44b6-b080-28fdf78441c4 x-openstack-request-id: req-93a8caf8-2390-44b6-b080-28fdf78441c4 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:50:04.180924 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95c1e86e-8f49-48bf-9ec4-9225945cf7ff", "tag": "c5737fbe-b879-44cf-b474-0985c9d119e0", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:50:04.181217 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-93a8caf8-2390-44b6-b080-28fdf78441c4 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:50:04.181681 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95c1e86e-8f49-48bf-9ec4-9225945cf7ff', 'tag': 'c5737fbe-b879-44cf-b474-0985c9d119e0', 'status': 'completed', 'code': 200} Jan 28 02:50:04.307036 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532197c3-751d-444f-9146-cfccc8e192c4 req-53057e83-659a-4cf7-98b4-472e111cfc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:04.308563 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-532197c3-751d-444f-9146-cfccc8e192c4 req-53057e83-659a-4cf7-98b4-472e111cfc3c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0512ee6ae85a4f1ba349ab7d59746f46&device_id=95c1e86e-8f49-48bf-9ec4-9225945cf7ff HTTP/1.1" status: 200 len: 1098 time: 0.0963886 Jan 28 02:50:04.348172 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-f2352943-1fdd-449a-a848-27cebb5fcf23 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:04.349901 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-f2352943-1fdd-449a-a848-27cebb5fcf23 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3270040 Jan 28 02:50:04.426041 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['b8762a98-72cc-40f5-be72-fda99fddb099'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:50:04.454883 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-5d1ab7be-f823-4b1a-a455-94d676f24065 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] 10.222.0.53 "GET /v2.0/quotas/7bfda160c6ea4bf1b55d16b8865a1f2f HTTP/1.1" status: 200 len: 375 time: 0.0294936 Jan 28 02:50:04.502135 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e4f64-ba4b-49b8-a351-0dcda3c6e1b3 req-4b344e5b-ac43-4a32-88dc-55edf24066ba tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:04.503723 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-209e4f64-ba4b-49b8-a351-0dcda3c6e1b3 req-4b344e5b-ac43-4a32-88dc-55edf24066ba tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 943 time: 0.1439826 Jan 28 02:50:04.526090 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-92172387-1a1e-46a0-92b5-e3d7f49fa595 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7bfda160c6ea4bf1b55d16b8865a1f2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581334 Jan 28 02:50:04.564231 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532197c3-751d-444f-9146-cfccc8e192c4 req-69d3607f-5f83-4fd7-90ec-cb093e4de750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:04.566329 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-532197c3-751d-444f-9146-cfccc8e192c4 req-69d3607f-5f83-4fd7-90ec-cb093e4de750 service neutron] 10.222.0.67 "GET /v2.0/networks?id=91ca050f-0813-4c7f-89a2-2014be4bf961 HTTP/1.1" status: 200 len: 912 time: 0.2498024 Jan 28 02:50:04.596619 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-209e4f64-ba4b-49b8-a351-0dcda3c6e1b3 req-da7f0396-0a00-4541-964d-7788f0885a74 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814674 Jan 28 02:50:04.680712 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-532197c3-751d-444f-9146-cfccc8e192c4 req-4053b938-f4ef-4e00-ad1b-4e148f5a2195 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5737fbe-b879-44cf-b474-0985c9d119e0 HTTP/1.1" status: 200 len: 1000 time: 0.0880110 Jan 28 02:50:04.680931 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-838a3827-9b47-4132-8512-b8566ba6653f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (f3d8c46a-d26f-484d-8510-e07a66e01408), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:04.746454 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532197c3-751d-444f-9146-cfccc8e192c4 req-89ec26f0-be02-4612-9461-01a775593b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:04.748467 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-532197c3-751d-444f-9146-cfccc8e192c4 req-89ec26f0-be02-4612-9461-01a775593b37 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bd9a81ff-6f8c-4174-afd7-d4d745794750 HTTP/1.1" status: 200 len: 850 time: 0.0594723 Jan 28 02:50:04.751007 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:04.831715 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532197c3-751d-444f-9146-cfccc8e192c4 req-3189ec40-aef2-4835-8b8f-2b143c57b790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:04.835378 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-532197c3-751d-444f-9146-cfccc8e192c4 req-3189ec40-aef2-4835-8b8f-2b143c57b790 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=91ca050f-0813-4c7f-89a2-2014be4bf961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0786579 Jan 28 02:50:04.906519 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-7af8cbb1-1ab4-4342-83ce-2e6f367ce08f tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=eabf11f168de4467b9db905f2a31df08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0906255 Jan 28 02:50:04.920231 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-138c5f8d-6f84-4384-8e0d-dea77d7154b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a05783-0c12-43b7-87b5-940f974cdd4e', 'name': 'tempest-ServersTestManualDisk-354745685-router', 'tenant_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '52b3784e-f62f-4541-a9cc-ae777b470486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:49:27Z', 'updated_at': '2022-01-28T02:49:35Z', 'revision_number': 4, 'project_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'gw_port': {'id': '52b3784e-f62f-4541-a9cc-ae777b470486', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a05783-0c12-43b7-87b5-940f974cdd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:49:28Z', 'updated_at': '2022-01-28T02:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '23cacc0f-f376-4eb8-8070-897c803215e0', 'tenant_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'floating_ip_address': '172.25.0.223', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': 'd7a05783-0c12-43b7-87b5-940f974cdd4e', 'port_id': 'c5737fbe-b879-44cf-b474-0985c9d119e0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91ca050f-0813-4c7f-89a2-2014be4bf961', 'mac_address': 'fa:16:3e:6f:e6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c1e86e-8f49-48bf-9ec4-9225945cf7ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:49:40Z', 'updated_at': '2022-01-28T02:50:02Z', 'revision_number': 1, 'project_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41879616-611e-4b52-a07d-753625d68e18', 'name': '', 'network_id': '91ca050f-0813-4c7f-89a2-2014be4bf961', 'tenant_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'mac_address': 'fa:16:3e:4f:b3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a05783-0c12-43b7-87b5-940f974cdd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'bd9a81ff-6f8c-4174-afd7-d4d745794750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:49:33Z', 'updated_at': '2022-01-28T02:49:42Z', 'revision_number': 5, 'project_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'subnets': [{'id': 'bd9a81ff-6f8c-4174-afd7-d4d745794750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:50:05.008633 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138c5f8d-6f84-4384-8e0d-dea77d7154b1 None None] Checking router: d7a05783-0c12-43b7-87b5-940f974cdd4e for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:50:05.022091 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138c5f8d-6f84-4384-8e0d-dea77d7154b1 None None] Routers {'d7a05783-0c12-43b7-87b5-940f974cdd4e'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:50:05.023216 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-138c5f8d-6f84-4384-8e0d-dea77d7154b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:50:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['d7a05783-0c12-43b7-87b5-940f974cdd4e'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:50:05.197101 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-532197c3-751d-444f-9146-cfccc8e192c4 req-d50efb07-90f3-4565-b496-7ee8affa8bdc service neutron] 10.222.0.67 "GET /v2.0/networks/91ca050f-0813-4c7f-89a2-2014be4bf961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383908 Jan 28 02:50:05.237494 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-138c5f8d-6f84-4384-8e0d-dea77d7154b1 None None] Set router d7a05783-0c12-43b7-87b5-940f974cdd4e gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:50:05.242153 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-c1cc5b11-b10b-413e-b83e-c1bda53c6c05 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:05.251483 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-c1cc5b11-b10b-413e-b83e-c1bda53c6c05 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2678585 Jan 28 02:50:05.302181 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-2c9d6a73-4ad6-4f99-9d1a-c5c54a15225f tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/quotas/eabf11f168de4467b9db905f2a31df08 HTTP/1.1" status: 200 len: 375 time: 0.0492821 Jan 28 02:50:05.354390 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-2427c498-633e-4b77-8c7a-24487a3ef838 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=eabf11f168de4467b9db905f2a31df08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505123 Jan 28 02:50:05.421255 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-532197c3-751d-444f-9146-cfccc8e192c4 req-1ff895d9-49ea-49bb-a7ff-daf14a11bf69 service neutron] 10.222.0.67 "GET /v2.0/networks/91ca050f-0813-4c7f-89a2-2014be4bf961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147386 Jan 28 02:50:05.579592 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-809fd937-3b1c-4cf1-85e1-91a68e41e517 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=eabf11f168de4467b9db905f2a31df08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0659268 Jan 28 02:50:05.642498 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78869f8-77c8-4546-a0d0-abe6d059b1f5 req-9cfab34f-c315-4f47-8e9e-6dabc38f4dd0 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:05.644985 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d78869f8-77c8-4546-a0d0-abe6d059b1f5 req-9cfab34f-c315-4f47-8e9e-6dabc38f4dd0 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=530af923-b187-4cfa-b84e-72f721aa3952 HTTP/1.1" status: 200 len: 945 time: 0.6587794 Jan 28 02:50:05.750027 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d78869f8-77c8-4546-a0d0-abe6d059b1f5 req-d9466f00-0af8-470d-9582-408c5dbe3b48 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962784 Jan 28 02:50:05.760520 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838a3827-9b47-4132-8512-b8566ba6653f admin admin] Router f3d8c46a-d26f-484d-8510-e07a66e01408 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:50:05.885290 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9f2aa4b7-b0c2-49fc-9c55-917a7dd1f1ed req-62253499-5661-4e3d-a7b2-e799b8e20077 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2425b6a-e696-43b1-beca-75517a4b36fe HTTP/1.1" status: 200 len: 210 time: 0.2242289 Jan 28 02:50:05.907167 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:06.019113 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-138c5f8d-6f84-4384-8e0d-dea77d7154b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a05783-0c12-43b7-87b5-940f974cdd4e', 'name': 'tempest-ServersTestManualDisk-354745685-router', 'tenant_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '52b3784e-f62f-4541-a9cc-ae777b470486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:49:27Z', 'updated_at': '2022-01-28T02:49:35Z', 'revision_number': 4, 'project_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'gw_port': {'id': '52b3784e-f62f-4541-a9cc-ae777b470486', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a05783-0c12-43b7-87b5-940f974cdd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:49:28Z', 'updated_at': '2022-01-28T02:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '23cacc0f-f376-4eb8-8070-897c803215e0', 'tenant_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'floating_ip_address': '172.25.0.223', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': 'd7a05783-0c12-43b7-87b5-940f974cdd4e', 'port_id': 'c5737fbe-b879-44cf-b474-0985c9d119e0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91ca050f-0813-4c7f-89a2-2014be4bf961', 'mac_address': 'fa:16:3e:6f:e6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c1e86e-8f49-48bf-9ec4-9225945cf7ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:49:40Z', 'updated_at': '2022-01-28T02:50:02Z', 'revision_number': 1, 'project_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41879616-611e-4b52-a07d-753625d68e18', 'name': '', 'network_id': '91ca050f-0813-4c7f-89a2-2014be4bf961', 'tenant_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'mac_address': 'fa:16:3e:4f:b3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a05783-0c12-43b7-87b5-940f974cdd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'bd9a81ff-6f8c-4174-afd7-d4d745794750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:49:33Z', 'updated_at': '2022-01-28T02:49:42Z', 'revision_number': 5, 'project_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'subnets': [{'id': 'bd9a81ff-6f8c-4174-afd7-d4d745794750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:50:06.035724 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-e5091048-b867-4649-b104-9d263da9c265 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:06.049048 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-e5091048-b867-4649-b104-9d263da9c265 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4627733 Jan 28 02:50:06.049294 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138c5f8d-6f84-4384-8e0d-dea77d7154b1 None None] The sync data for ids ['d7a05783-0c12-43b7-87b5-940f974cdd4e'] in n-d-712139-27 is: [{'id': 'd7a05783-0c12-43b7-87b5-940f974cdd4e', 'name': 'tempest-ServersTestManualDisk-354745685-router', 'tenant_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '52b3784e-f62f-4541-a9cc-ae777b470486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:49:27Z', 'updated_at': '2022-01-28T02:49:35Z', 'revision_number': 4, 'project_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'gw_port': {'id': '52b3784e-f62f-4541-a9cc-ae777b470486', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a05783-0c12-43b7-87b5-940f974cdd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:49:28Z', 'updated_at': '2022-01-28T02:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '23cacc0f-f376-4eb8-8070-897c803215e0', 'tenant_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'floating_ip_address': '172.25.0.223', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': 'd7a05783-0c12-43b7-87b5-940f974cdd4e', 'port_id': 'c5737fbe-b879-44cf-b474-0985c9d119e0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91ca050f-0813-4c7f-89a2-2014be4bf961', 'mac_address': 'fa:16:3e:6f:e6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c1e86e-8f49-48bf-9ec4-9225945cf7ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:49:40Z', 'updated_at': '2022-01-28T02:50:02Z', 'revision_number': 1, 'project_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41879616-611e-4b52-a07d-753625d68e18', 'name': '', 'network_id': '91ca050f-0813-4c7f-89a2-2014be4bf961', 'tenant_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'mac_address': 'fa:16:3e:4f:b3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a05783-0c12-43b7-87b5-940f974cdd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'bd9a81ff-6f8c-4174-afd7-d4d745794750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:49:33Z', 'updated_at': '2022-01-28T02:49:42Z', 'revision_number': 5, 'project_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'subnets': [{'id': 'bd9a81ff-6f8c-4174-afd7-d4d745794750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:50:06.096635 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-f232c3d5-a4f1-4d5b-a5bf-218aac64ce57 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Request body: {'port': {'device_id': 'a2d6b324-e9ba-4aef-a99d-edad25a25edc', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'admin_state_up': True, 'tenant_id': 'eabf11f168de4467b9db905f2a31df08'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:50:06.200370 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838a3827-9b47-4132-8512-b8566ba6653f admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:50:06.217718 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-de32139f-cb73-4a70-9411-3e7f2df95cbe req-9a234a64-3529-4aee-ac61-9ca3bdfe3a05 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcd82b5f-3a20-47a3-94c6-2581a53c5f22 HTTP/1.1" status: 200 len: 210 time: 0.1427407 Jan 28 02:50:06.226327 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aed2fed-833b-4783-885e-bf401f4b0b4b None None] Sync routers for ids ['f3d8c46a-d26f-484d-8510-e07a66e01408'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:50:06.245371 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aed2fed-833b-4783-885e-bf401f4b0b4b None None] Routers {'f3d8c46a-d26f-484d-8510-e07a66e01408'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:50:06.246008 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-8aed2fed-833b-4783-885e-bf401f4b0b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:50:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['f3d8c46a-d26f-484d-8510-e07a66e01408'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:50:06.250116 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-838a3827-9b47-4132-8512-b8566ba6653f admin admin] 10.222.0.53 "PUT /v2.0/routers/f3d8c46a-d26f-484d-8510-e07a66e01408/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2263870 Jan 28 02:50:06.251635 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60452) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:50:06.395359 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a4fd3-6092-4a3c-bdb1-afadd218b7e1 req-1e19bf2e-ca10-4db4-94b3-00fffa1aafb6 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:06.403597 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b83a4fd3-6092-4a3c-bdb1-afadd218b7e1 req-1e19bf2e-ca10-4db4-94b3-00fffa1aafb6 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 943 time: 0.1464458 Jan 28 02:50:06.505814 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b83a4fd3-6092-4a3c-bdb1-afadd218b7e1 req-ab010650-a9be-4e1e-b3e2-50eddf6791d2 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996921 Jan 28 02:50:06.508225 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-f232c3d5-a4f1-4d5b-a5bf-218aac64ce57 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Made reservation on behalf of eabf11f168de4467b9db905f2a31df08 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:50:06.520121 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-f232c3d5-a4f1-4d5b-a5bf-218aac64ce57 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:06.542493 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-f232c3d5-a4f1-4d5b-a5bf-218aac64ce57 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:06.580504 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0529c3-d712-417e-b759-5fb4be32c7cd None None] New status for floating IP 23cacc0f-f376-4eb8-8070-897c803215e0: ACTIVE {{(pid=109804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:50:06.600225 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-8aed2fed-833b-4783-885e-bf401f4b0b4b None None] Set router f3d8c46a-d26f-484d-8510-e07a66e01408 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:50:06.716516 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f249d-e336-4383-9be3-5758f3a72545 req-a0616f62-5a60-4b01-af8e-a9ef188ba5f6 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:06.722982 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ae9f249d-e336-4383-9be3-5758f3a72545 req-a0616f62-5a60-4b01-af8e-a9ef188ba5f6 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/networks?id=0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf HTTP/1.1" status: 200 len: 813 time: 0.1309197 Jan 28 02:50:06.724269 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-f232c3d5-a4f1-4d5b-a5bf-218aac64ce57 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Publish callbacks [] for security_group (57b6a0b1-7fe9-44c4-bb90-dd9a3230db1f), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:06.731563 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-02d7e0dc-c8a3-4114-b88b-0146be1086d9 admin admin] Publish callbacks [] for router (f3d8c46a-d26f-484d-8510-e07a66e01408), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:06.736265 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-f232c3d5-a4f1-4d5b-a5bf-218aac64ce57 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (57b6a0b1-7fe9-44c4-bb90-dd9a3230db1f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:06.742482 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ae9f249d-e336-4383-9be3-5758f3a72545 req-828d9be8-fb3d-4b2b-bd60-f4ba50d9dae9 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/quotas/fe2bee12a7e64985b29f4bf535da9e8e HTTP/1.1" status: 200 len: 375 time: 0.0185509 Jan 28 02:50:06.926649 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-8aed2fed-833b-4783-885e-bf401f4b0b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d8c46a-d26f-484d-8510-e07a66e01408', 'name': 'tempest-FloatingIPsNegativeTestJSON-1729365884-router', 'tenant_id': 'a4f0b7f20b82433aa7abc3705ebd8693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:49:48Z', 'updated_at': '2022-01-28T02:50:03Z', 'revision_number': 5, 'project_id': 'a4f0b7f20b82433aa7abc3705ebd8693', 'gw_port': {'id': '88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d8c46a-d26f-484d-8510-e07a66e01408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:49:50Z', 'updated_at': '2022-01-28T02:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:50:06.980525 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-40c18991-3e79-432a-80cf-880171ef11b2 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=7bfda160c6ea4bf1b55d16b8865a1f2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1945927 Jan 28 02:50:06.992281 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f232c3d5-a4f1-4d5b-a5bf-218aac64ce57 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57b6a0b1-7fe9-44c4-bb90-dd9a3230db1f,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:07.020086 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ae9f249d-e336-4383-9be3-5758f3a72545 req-ee3d2953-d2f2-4e0f-8e79-8bf28df947c2 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fe2bee12a7e64985b29f4bf535da9e8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2766266 Jan 28 02:50:07.073221 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aed2fed-833b-4783-885e-bf401f4b0b4b None None] Checking router: f3d8c46a-d26f-484d-8510-e07a66e01408 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:50:07.083198 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aed2fed-833b-4783-885e-bf401f4b0b4b None None] Routers {'f3d8c46a-d26f-484d-8510-e07a66e01408'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:50:07.084406 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-8aed2fed-833b-4783-885e-bf401f4b0b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:50:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['f3d8c46a-d26f-484d-8510-e07a66e01408'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:50:07.189426 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-2f5a5932-0e76-43ca-8998-9e4f80014718 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:07.192937 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-2f5a5932-0e76-43ca-8998-9e4f80014718 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1850824 Jan 28 02:50:07.208058 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-8aed2fed-833b-4783-885e-bf401f4b0b4b None None] Set router f3d8c46a-d26f-484d-8510-e07a66e01408 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:50:07.213872 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ae9f249d-e336-4383-9be3-5758f3a72545 req-ba48d0bc-3b31-42ee-a8da-42e98ec373b4 service neutron] 10.222.0.53 "GET /v2.0/networks/0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878986 Jan 28 02:50:07.228265 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-aec27ba1-140e-4cf8-b89e-d38717eadd1b tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] Request body: {'port': {'device_id': 'd2425b6a-e696-43b1-beca-75517a4b36fe', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'admin_state_up': True, 'tenant_id': '7bfda160c6ea4bf1b55d16b8865a1f2f'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:50:07.273457 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device b8762a98-72cc-40f5-be72-fda99fddb099 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:50:07.312782 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-02d7e0dc-c8a3-4114-b88b-0146be1086d9 admin admin] Publish callbacks [] for router_gateway (f3d8c46a-d26f-484d-8510-e07a66e01408), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:07.424132 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port b8762a98-72cc-40f5-be72-fda99fddb099 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:50:07.428920 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port b8762a98-72cc-40f5-be72-fda99fddb099 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:50:07.429342 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b8762a98-72cc-40f5-be72-fda99fddb099), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:07.448304 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-8aed2fed-833b-4783-885e-bf401f4b0b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d8c46a-d26f-484d-8510-e07a66e01408', 'name': 'tempest-FloatingIPsNegativeTestJSON-1729365884-router', 'tenant_id': 'a4f0b7f20b82433aa7abc3705ebd8693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:49:48Z', 'updated_at': '2022-01-28T02:50:03Z', 'revision_number': 5, 'project_id': 'a4f0b7f20b82433aa7abc3705ebd8693', 'gw_port': {'id': '88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d8c46a-d26f-484d-8510-e07a66e01408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:49:50Z', 'updated_at': '2022-01-28T02:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:50:07.477864 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aed2fed-833b-4783-885e-bf401f4b0b4b None None] The sync data for ids ['f3d8c46a-d26f-484d-8510-e07a66e01408'] in n-d-712139-27 is: [{'id': 'f3d8c46a-d26f-484d-8510-e07a66e01408', 'name': 'tempest-FloatingIPsNegativeTestJSON-1729365884-router', 'tenant_id': 'a4f0b7f20b82433aa7abc3705ebd8693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:49:48Z', 'updated_at': '2022-01-28T02:50:03Z', 'revision_number': 5, 'project_id': 'a4f0b7f20b82433aa7abc3705ebd8693', 'gw_port': {'id': '88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d8c46a-d26f-484d-8510-e07a66e01408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:49:50Z', 'updated_at': '2022-01-28T02:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:50:07.512544 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ae9f249d-e336-4383-9be3-5758f3a72545 req-77830faf-2d37-438c-a018-3b1c28c2077a service neutron] 10.222.0.53 "GET /v2.0/networks/0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937057 Jan 28 02:50:07.547566 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-02d7e0dc-c8a3-4114-b88b-0146be1086d9 admin admin] Deleting port 88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:50:07.550020 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-02d7e0dc-c8a3-4114-b88b-0146be1086d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:07.595402 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port b8762a98-72cc-40f5-be72-fda99fddb099 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:50:07.595900 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b8762a98-72cc-40f5-be72-fda99fddb099), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:07.636884 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port b8762a98-72cc-40f5-be72-fda99fddb099, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=b8762a98-72cc-40f5-be72-fda99fddb099,segment=NetworkSegment(49d4c981-b004-41ee-ab95-a2b5be80e959),segment_id=49d4c981-b004-41ee-ab95-a2b5be80e959)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:50:07.638385 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530af923-b187-4cfa-b84e-72f721aa3952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8762a98-72cc-40f5-be72-fda99fddb099'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:50:07.641366 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52763524-18f9-48b1-8e08-cc781c1a25d8" -d '{"events": [{"server_uuid": "530af923-b187-4cfa-b84e-72f721aa3952", "name": "network-vif-plugged", "status": "completed", "tag": "b8762a98-72cc-40f5-be72-fda99fddb099"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:50:07.646660 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b8762a98-72cc-40f5-be72-fda99fddb099), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:07.720323 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-02d7e0dc-c8a3-4114-b88b-0146be1086d9 admin admin] For port 88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:50:07.720938 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-02d7e0dc-c8a3-4114-b88b-0146be1086d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:07.736025 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-02d7e0dc-c8a3-4114-b88b-0146be1086d9 admin admin] Calling delete_port for 88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a owned by network:router_gateway {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:50:07.762294 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=b8762a98-72cc-40f5-be72-fda99fddb099,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:07.774017 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-112371ef-c814-44dd-94ac-407ac3a965a9 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=eabf11f168de4467b9db905f2a31df08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1585329 Jan 28 02:50:07.803773 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d445a8-429e-4723-8ed4-fd2e401938a5 req-7b51d956-8629-4ed8-9063-c149b9df2650 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:07.828447 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e6d445a8-429e-4723-8ed4-fd2e401938a5 req-7b51d956-8629-4ed8-9063-c149b9df2650 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=530af923-b187-4cfa-b84e-72f721aa3952 HTTP/1.1" status: 200 len: 945 time: 0.8756926 Jan 28 02:50:07.859317 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-aec27ba1-140e-4cf8-b89e-d38717eadd1b tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] Made reservation on behalf of 7bfda160c6ea4bf1b55d16b8865a1f2f for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:50:07.862643 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-aec27ba1-140e-4cf8-b89e-d38717eadd1b tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:07.898970 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-f232c3d5-a4f1-4d5b-a5bf-218aac64ce57 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Allocated IP 192.168.233.125 (00399c87-9b8d-4ccb-b18d-7ccb90f49322/24329ac8-3d67-49eb-9f63-d2859e79e36f/3a04236b-b647-4bad-85fb-66ca58f5faf9) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:50:07.934209 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f0ab4953-38ab-4326-9a94-505342270870 req-b102e715-e6ad-401e-a9f4-65e90526877a tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2425b6a-e696-43b1-beca-75517a4b36fe HTTP/1.1" status: 200 len: 210 time: 0.0457871 Jan 28 02:50:07.969902 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-aec27ba1-140e-4cf8-b89e-d38717eadd1b tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:08.010506 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-02d7e0dc-c8a3-4114-b88b-0146be1086d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:08.039910 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device f53da836-1635-4027-a41c-47c0d225e85b no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:50:08.089806 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: f53da836-1635-4027-a41c-47c0d225e85b {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:50:08.090400 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device f53da836-1635-4027-a41c-47c0d225e85b not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:50:08.139939 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e6d445a8-429e-4723-8ed4-fd2e401938a5 req-beaecdb8-f3b5-44ee-8aa8-ffc48e8e07d8 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105197 Jan 28 02:50:08.160062 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7e0dc-c8a3-4114-b88b-0146be1086d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:08.231252 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-1a702d9f-1662-41a7-8a9d-e3910ef6290d tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:08.232804 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-1a702d9f-1662-41a7-8a9d-e3910ef6290d tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3950779 Jan 28 02:50:08.258944 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-eaf04beb-67fa-4326-8c62-e9ba85f4da97 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Request body: {'port': {'device_id': 'fcd82b5f-3a20-47a3-94c6-2581a53c5f22', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'admin_state_up': True, 'tenant_id': 'eabf11f168de4467b9db905f2a31df08'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:50:08.296366 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-90ad1341-f411-445f-aab2-c5ac539db541 req-0b0f3207-f034-4f1b-a620-72ddef22c20e tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcd82b5f-3a20-47a3-94c6-2581a53c5f22 HTTP/1.1" status: 200 len: 210 time: 0.0567775 Jan 28 02:50:08.314627 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-02d7e0dc-c8a3-4114-b88b-0146be1086d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (f3d8c46a-d26f-484d-8510-e07a66e01408), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:08.438286 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-02d7e0dc-c8a3-4114-b88b-0146be1086d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (f3d8c46a-d26f-484d-8510-e07a66e01408), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:08.440837 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-02d7e0dc-c8a3-4114-b88b-0146be1086d9 admin admin] Publish callbacks [] for router_controller (f3d8c46a-d26f-484d-8510-e07a66e01408), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:08.488855 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-02d7e0dc-c8a3-4114-b88b-0146be1086d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (f3d8c46a-d26f-484d-8510-e07a66e01408), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:08.489695 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d7e0dc-c8a3-4114-b88b-0146be1086d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3d8c46a-d26f-484d-8510-e07a66e01408 {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:50:08.495234 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-02d7e0dc-c8a3-4114-b88b-0146be1086d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:08.497186 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-02d7e0dc-c8a3-4114-b88b-0146be1086d9 admin admin] 10.222.0.53 "DELETE /v2.0/routers/f3d8c46a-d26f-484d-8510-e07a66e01408 HTTP/1.1" status: 204 len: 168 time: 2.2445357 Jan 28 02:50:08.500079 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60492) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:50:08.532126 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff546a7-9f2e-49d0-b89a-89dc785dc7da x-openstack-request-id: req-3ff546a7-9f2e-49d0-b89a-89dc785dc7da {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:50:08.532646 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530af923-b187-4cfa-b84e-72f721aa3952", "name": "network-vif-plugged", "status": "completed", "tag": "b8762a98-72cc-40f5-be72-fda99fddb099", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:50:08.533015 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3ff546a7-9f2e-49d0-b89a-89dc785dc7da {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:50:08.533497 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530af923-b187-4cfa-b84e-72f721aa3952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8762a98-72cc-40f5-be72-fda99fddb099', 'code': 200} Jan 28 02:50:08.562297 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-994dfc4b-6742-4b98-832a-32bc0aee0647 admin admin] Deleting subnet 49d9bf24-c1ee-4e30-9798-e3703cf3a0cf {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:50:08.565559 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-994dfc4b-6742-4b98-832a-32bc0aee0647 admin admin] Publish callbacks [] for subnet (49d9bf24-c1ee-4e30-9798-e3703cf3a0cf), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:08.619253 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-994dfc4b-6742-4b98-832a-32bc0aee0647 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (49d9bf24-c1ee-4e30-9798-e3703cf3a0cf), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:08.755379 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f0b1f1d7-b365-4e5a-8367-43ef2d4d9adc req-d5eec076-c45c-4cbe-b525-0ffbbe2a9dd4 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a5f6267-245f-4468-bc8c-831e8b56b663 HTTP/1.1" status: 200 len: 210 time: 0.0639009 Jan 28 02:50:08.776119 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-994dfc4b-6742-4b98-832a-32bc0aee0647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (49d9bf24-c1ee-4e30-9798-e3703cf3a0cf), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:08.867476 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-994dfc4b-6742-4b98-832a-32bc0aee0647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (49d9bf24-c1ee-4e30-9798-e3703cf3a0cf), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:08.924937 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994dfc4b-6742-4b98-832a-32bc0aee0647 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49d9bf24-c1ee-4e30-9798-e3703cf3a0cf,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:08.932876 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-994dfc4b-6742-4b98-832a-32bc0aee0647 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:08.941172 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9e5f38-46e0-4835-89c3-a973900d6e47 None None] Network d34aaa32-5691-48a3-ac5d-62e076df6f5c requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:50:08.941643 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-994dfc4b-6742-4b98-832a-32bc0aee0647 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/49d9bf24-c1ee-4e30-9798-e3703cf3a0cf HTTP/1.1" status: 204 len: 168 time: 0.4404001 Jan 28 02:50:08.942251 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60494) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:50:09.099562 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-aec27ba1-140e-4cf8-b89e-d38717eadd1b tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] Publish callbacks [] for security_group (22969b9e-92fe-47ef-8755-3334c67cb98f), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:09.110450 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-156653c7-07c6-4c90-aa9a-3e083c43d967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (d34aaa32-5691-48a3-ac5d-62e076df6f5c), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:09.122831 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94222ffa-5b4a-48ce-a38c-110579898346 req-78ba0353-20cc-4f40-9b42-897f27af8c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:09.124336 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-94222ffa-5b4a-48ce-a38c-110579898346 req-78ba0353-20cc-4f40-9b42-897f27af8c7a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=530af923-b187-4cfa-b84e-72f721aa3952 HTTP/1.1" status: 200 len: 1098 time: 0.2217491 Jan 28 02:50:09.125427 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-aec27ba1-140e-4cf8-b89e-d38717eadd1b tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (22969b9e-92fe-47ef-8755-3334c67cb98f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:09.134620 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131e515-97f6-4bfe-bd0e-6680b1d733a2 req-9aa3e833-2468-4717-9c6b-689bc1f47099 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:09.136119 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1131e515-97f6-4bfe-bd0e-6680b1d733a2 req-9aa3e833-2468-4717-9c6b-689bc1f47099 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 943 time: 0.7185388 Jan 28 02:50:09.138568 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-15b3a459-e751-48e5-9669-e72a1410fb55 req-195d9f0c-05d9-480d-9318-ca0b49ae13b4 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2425b6a-e696-43b1-beca-75517a4b36fe HTTP/1.1" status: 200 len: 210 time: 0.0520003 Jan 28 02:50:09.221706 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-156653c7-07c6-4c90-aa9a-3e083c43d967 admin admin] Deleting port 938d5406-8a49-4e39-908c-4cb4bfcc53a5 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:50:09.222137 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-156653c7-07c6-4c90-aa9a-3e083c43d967 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (938d5406-8a49-4e39-908c-4cb4bfcc53a5), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:09.242343 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a06b0a-5291-4f03-9c12-311feb2f8d41 None None] DHCP port deletion for d34aaa32-5691-48a3-ac5d-62e076df6f5c request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:50:09.264370 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-f232c3d5-a4f1-4d5b-a5bf-218aac64ce57 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Publish callbacks [] for port (3a04236b-b647-4bad-85fb-66ca58f5faf9), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:09.283485 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-eaf04beb-67fa-4326-8c62-e9ba85f4da97 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Made reservation on behalf of eabf11f168de4467b9db905f2a31df08 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:50:09.288462 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-eaf04beb-67fa-4326-8c62-e9ba85f4da97 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:09.317667 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec27ba1-140e-4cf8-b89e-d38717eadd1b tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22969b9e-92fe-47ef-8755-3334c67cb98f,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:09.340331 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-156653c7-07c6-4c90-aa9a-3e083c43d967 admin admin] For port 938d5406-8a49-4e39-908c-4cb4bfcc53a5, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=938d5406-8a49-4e39-908c-4cb4bfcc53a5,segment=NetworkSegment(e5746c8e-c529-4094-8845-aa3c64735e90),segment_id=e5746c8e-c529-4094-8845-aa3c64735e90)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:50:09.342023 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-156653c7-07c6-4c90-aa9a-3e083c43d967 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (938d5406-8a49-4e39-908c-4cb4bfcc53a5), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:09.372803 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-156653c7-07c6-4c90-aa9a-3e083c43d967 admin admin] Calling delete_port for 938d5406-8a49-4e39-908c-4cb4bfcc53a5 owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:50:09.381274 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-94222ffa-5b4a-48ce-a38c-110579898346 req-75c1f235-6048-42a6-a15b-c376cc0d29e4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441416 Jan 28 02:50:09.383128 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-81a06b0a-5291-4f03-9c12-311feb2f8d41 None None] Deleting port 938d5406-8a49-4e39-908c-4cb4bfcc53a5 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:50:09.386074 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-81a06b0a-5291-4f03-9c12-311feb2f8d41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (938d5406-8a49-4e39-908c-4cb4bfcc53a5), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:09.420907 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1131e515-97f6-4bfe-bd0e-6680b1d733a2 req-8b55350f-525d-4f39-b754-bae94efcb0ad tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468820 Jan 28 02:50:09.511426 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f249d-e336-4383-9be3-5758f3a72545 req-18919fa2-0e42-4b49-a0e9-d22c5b505320 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:09.513423 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ae9f249d-e336-4383-9be3-5758f3a72545 req-18919fa2-0e42-4b49-a0e9-d22c5b505320 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.39 "GET /v2.0/networks?id=0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf HTTP/1.1" status: 200 len: 813 time: 0.1263103 Jan 28 02:50:09.540964 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-81a06b0a-5291-4f03-9c12-311feb2f8d41 None None] For port 938d5406-8a49-4e39-908c-4cb4bfcc53a5, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=938d5406-8a49-4e39-908c-4cb4bfcc53a5,segment=NetworkSegment(e5746c8e-c529-4094-8845-aa3c64735e90),segment_id=e5746c8e-c529-4094-8845-aa3c64735e90)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:50:09.542027 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-81a06b0a-5291-4f03-9c12-311feb2f8d41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (938d5406-8a49-4e39-908c-4cb4bfcc53a5), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:09.547602 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-f232c3d5-a4f1-4d5b-a5bf-218aac64ce57 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (3a04236b-b647-4bad-85fb-66ca58f5faf9), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:09.559502 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-81a06b0a-5291-4f03-9c12-311feb2f8d41 None None] Calling delete_port for 938d5406-8a49-4e39-908c-4cb4bfcc53a5 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:50:09.562459 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-ae9f249d-e336-4383-9be3-5758f3a72545 req-bfae652f-1c6d-4413-892b-fd13f42caca1 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Request body: {'port': {'device_id': '5a5f6267-245f-4468-bc8c-831e8b56b663', 'network_id': '0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf', 'admin_state_up': True, 'tenant_id': 'fe2bee12a7e64985b29f4bf535da9e8e'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:50:09.627546 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f232c3d5-a4f1-4d5b-a5bf-218aac64ce57 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Pushing event updated for resources: {'Port': ['ID=3a04236b-b647-4bad-85fb-66ca58f5faf9,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:09.647249 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-f232c3d5-a4f1-4d5b-a5bf-218aac64ce57 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:50:09.650798 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-81a06b0a-5291-4f03-9c12-311feb2f8d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (938d5406-8a49-4e39-908c-4cb4bfcc53a5), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:09.651815 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-f232c3d5-a4f1-4d5b-a5bf-218aac64ce57 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:50:09.681500 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-f232c3d5-a4f1-4d5b-a5bf-218aac64ce57 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:50:09.688424 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fe311-b5e8-4e5a-aad7-30ff5657a466 req-e403936b-61ba-4547-8b3a-db8768daa170 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:09.690308 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-013fe311-b5e8-4e5a-aad7-30ff5657a466 req-e403936b-61ba-4547-8b3a-db8768daa170 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=530af923-b187-4cfa-b84e-72f721aa3952 HTTP/1.1" status: 200 len: 946 time: 0.1722581 Jan 28 02:50:09.717431 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a06b0a-5291-4f03-9c12-311feb2f8d41 None None] No DVR routers for this DVR port 938d5406-8a49-4e39-908c-4cb4bfcc53a5 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:50:09.735434 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a06b0a-5291-4f03-9c12-311feb2f8d41 None None] Pushing event deleted for resources: {'Port': ['ID=938d5406-8a49-4e39-908c-4cb4bfcc53a5,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:09.753568 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a06b0a-5291-4f03-9c12-311feb2f8d41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:50:09.754025 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a06b0a-5291-4f03-9c12-311feb2f8d41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:50:09.754543 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a06b0a-5291-4f03-9c12-311feb2f8d41 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:50:09.755067 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a06b0a-5291-4f03-9c12-311feb2f8d41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:50:09.755396 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-aec27ba1-140e-4cf8-b89e-d38717eadd1b tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] Allocated IP 192.168.233.38 (00399c87-9b8d-4ccb-b18d-7ccb90f49322/24329ac8-3d67-49eb-9f63-d2859e79e36f/150b3d4e-60b4-4c3c-b809-763e8e896265) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:50:09.755754 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a06b0a-5291-4f03-9c12-311feb2f8d41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:50:09.756244 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a06b0a-5291-4f03-9c12-311feb2f8d41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:50:09.757475 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a06b0a-5291-4f03-9c12-311feb2f8d41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:50:09.757982 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a06b0a-5291-4f03-9c12-311feb2f8d41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:50:09.758611 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a06b0a-5291-4f03-9c12-311feb2f8d41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:50:09.759103 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a06b0a-5291-4f03-9c12-311feb2f8d41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:50:09.759593 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a06b0a-5291-4f03-9c12-311feb2f8d41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:50:09.760232 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a06b0a-5291-4f03-9c12-311feb2f8d41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:50:09.761251 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-013fe311-b5e8-4e5a-aad7-30ff5657a466 req-d1a0ed03-c3e4-4220-b00d-92d3ce4b944c tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638239 Jan 28 02:50:09.770844 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a06b0a-5291-4f03-9c12-311feb2f8d41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:50:09.812300 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-156653c7-07c6-4c90-aa9a-3e083c43d967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (938d5406-8a49-4e39-908c-4cb4bfcc53a5), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:09.850678 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156653c7-07c6-4c90-aa9a-3e083c43d967 admin admin] Pushing event deleted for resources: {'Port': ['ID=938d5406-8a49-4e39-908c-4cb4bfcc53a5,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:09.881569 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156653c7-07c6-4c90-aa9a-3e083c43d967 admin admin] No DVR routers for this DVR port 938d5406-8a49-4e39-908c-4cb4bfcc53a5 on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:50:09.971053 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-156653c7-07c6-4c90-aa9a-3e083c43d967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (d34aaa32-5691-48a3-ac5d-62e076df6f5c), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:09.989740 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-aec27ba1-140e-4cf8-b89e-d38717eadd1b tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] Publish callbacks [] for port (150b3d4e-60b4-4c3c-b809-763e8e896265), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:10.012260 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae9f249d-e336-4383-9be3-5758f3a72545 req-bfae652f-1c6d-4413-892b-fd13f42caca1 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Made reservation on behalf of fe2bee12a7e64985b29f4bf535da9e8e for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:50:10.015695 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-ae9f249d-e336-4383-9be3-5758f3a72545 req-bfae652f-1c6d-4413-892b-fd13f42caca1 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:10.037254 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-44a0f9e8-4987-4016-b9d6-7ee3f670070e req-4b786aa6-1fe2-4d77-a2c4-f7f8c9f65d87 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcd82b5f-3a20-47a3-94c6-2581a53c5f22 HTTP/1.1" status: 200 len: 210 time: 0.0563648 Jan 28 02:50:10.046168 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-156653c7-07c6-4c90-aa9a-3e083c43d967 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d34aaa32-5691-48a3-ac5d-62e076df6f5c']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:50:10.061734 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-156653c7-07c6-4c90-aa9a-3e083c43d967 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5746c8e-c529-4094-8845-aa3c64735e90') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:50:10.062101 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-156653c7-07c6-4c90-aa9a-3e083c43d967 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5746c8e-c529-4094-8845-aa3c64735e90') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:50:10.082500 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fb58efe4-96db-48b5-abbd-cbfc73131ca8 req-64dc1ac4-a287-4949-b1d6-a93f42d90180 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a5f6267-245f-4468-bc8c-831e8b56b663 HTTP/1.1" status: 200 len: 210 time: 0.0539620 Jan 28 02:50:10.090479 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-aec27ba1-140e-4cf8-b89e-d38717eadd1b tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (150b3d4e-60b4-4c3c-b809-763e8e896265), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:10.115989 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-cd152ee3-1064-4624-9683-a6961411d1ec None None] Provisioning complete for port 3a04236b-b647-4bad-85fb-66ca58f5faf9 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:50:10.116370 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cd152ee3-1064-4624-9683-a6961411d1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3a04236b-b647-4bad-85fb-66ca58f5faf9), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:10.145790 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-f232c3d5-a4f1-4d5b-a5bf-218aac64ce57 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:10.147235 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-f232c3d5-a4f1-4d5b-a5bf-218aac64ce57 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:10.162941 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 938d5406-8a49-4e39-908c-4cb4bfcc53a5 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:50:10.184677 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-aec27ba1-140e-4cf8-b89e-d38717eadd1b tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] Network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:50:10.186452 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 938d5406-8a49-4e39-908c-4cb4bfcc53a5 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:50:10.186992 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 938d5406-8a49-4e39-908c-4cb4bfcc53a5 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:50:10.187559 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:50:10.202083 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-aec27ba1-140e-4cf8-b89e-d38717eadd1b tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:50:10.205315 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-aec27ba1-140e-4cf8-b89e-d38717eadd1b tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:50:10.212383 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-ae9f249d-e336-4383-9be3-5758f3a72545 req-bfae652f-1c6d-4413-892b-fd13f42caca1 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Allocated IP 172.20.0.3 (0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf/d955fbc3-595b-46e4-bbea-f8517aacb349/05652e82-65d1-4958-9043-ba08c8b7cd17) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:50:10.219378 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:50:10.220043 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 88645fa5-b2d2-4cf8-9f55-6dd0fc8e600a not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:50:10.225065 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-cd152ee3-1064-4624-9683-a6961411d1ec None None] Port 3a04236b-b647-4bad-85fb-66ca58f5faf9 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:50:10.283940 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-f232c3d5-a4f1-4d5b-a5bf-218aac64ce57 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1922097 Jan 28 02:50:10.285316 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-eaf04beb-67fa-4326-8c62-e9ba85f4da97 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Allocated IP 192.168.233.89 (00399c87-9b8d-4ccb-b18d-7ccb90f49322/24329ac8-3d67-49eb-9f63-d2859e79e36f/7cd4c628-9cd3-4e42-984c-c68ea0e09556) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:50:10.290247 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-156653c7-07c6-4c90-aa9a-3e083c43d967 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (e5746c8e-c529-4094-8845-aa3c64735e90), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:10.291930 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec27ba1-140e-4cf8-b89e-d38717eadd1b tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] Pushing event updated for resources: {'Port': ['ID=150b3d4e-60b4-4c3c-b809-763e8e896265,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:10.305211 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-156653c7-07c6-4c90-aa9a-3e083c43d967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (e5746c8e-c529-4094-8845-aa3c64735e90), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:10.319597 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-156653c7-07c6-4c90-aa9a-3e083c43d967 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:50:10.320229 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-156653c7-07c6-4c90-aa9a-3e083c43d967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (e5746c8e-c529-4094-8845-aa3c64735e90), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:10.324699 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-aec27ba1-140e-4cf8-b89e-d38717eadd1b tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:10.325402 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-aec27ba1-140e-4cf8-b89e-d38717eadd1b tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:10.382756 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-aec27ba1-140e-4cf8-b89e-d38717eadd1b tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1682801 Jan 28 02:50:10.464237 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 02:50:10.464237 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 02:50:10.464237 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 02:50:10.464237 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 02:50:10.464237 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 02:50:10.464237 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 02:50:10.464237 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 02:50:10.464237 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 02:50:10.464237 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 02:50:10.464237 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:50:10.464237 n-d-712139-27 neutron-server[109802]: timer() Jan 28 02:50:10.464237 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:50:10.464237 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 02:50:10.464237 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:50:10.464237 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 02:50:10.464237 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:50:10.464237 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 02:50:10.464237 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:50:10.464237 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 02:50:10.464237 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:50:10.464237 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 02:50:10.464237 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:50:10.464237 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:50:10.464237 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:50:10.464237 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:50:10.464237 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:50:10.464237 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 02:50:10.464237 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:50:10.464237 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 02:50:10.464237 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:50:10.464237 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:50:10.464237 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:50:10.464237 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 02:50:10.464237 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:50:10.464237 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:50:10.464237 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:50:10.464237 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:50:10.464237 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:50:10.464237 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:50:10.464237 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:50:10.512313 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-2fe7298e-6849-48ec-9838-6a25d9b34a16 service neutron] Request body: {'port': {'device_id': 'a2d6b324-e9ba-4aef-a99d-edad25a25edc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:50:10.529251 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-d5a67674-1a67-4353-aa37-05fff03598ac service neutron] Request body: {'port': {'device_id': 'd2425b6a-e696-43b1-beca-75517a4b36fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:50:10.562651 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-fb94540f-28a9-44f2-a63c-9c674a7d88f3 None None] Provisioning complete for port 150b3d4e-60b4-4c3c-b809-763e8e896265 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:50:10.563658 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fb94540f-28a9-44f2-a63c-9c674a7d88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (150b3d4e-60b4-4c3c-b809-763e8e896265), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:10.598919 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-156653c7-07c6-4c90-aa9a-3e083c43d967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (d34aaa32-5691-48a3-ac5d-62e076df6f5c), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:10.615479 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-fb94540f-28a9-44f2-a63c-9c674a7d88f3 None None] Port 150b3d4e-60b4-4c3c-b809-763e8e896265 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:50:10.620525 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-156653c7-07c6-4c90-aa9a-3e083c43d967 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:10.626952 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-156653c7-07c6-4c90-aa9a-3e083c43d967 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d34aaa32-5691-48a3-ac5d-62e076df6f5c HTTP/1.1" status: 204 len: 168 time: 1.6812372 Jan 28 02:50:10.626952 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156653c7-07c6-4c90-aa9a-3e083c43d967 admin admin] Pushing event deleted for resources: {'Network': ['ID=d34aaa32-5691-48a3-ac5d-62e076df6f5c,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:10.677674 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d6e7d-f4c3-48e7-b4bc-4e8a393214e4 req-c006fdc6-4111-4082-81a8-795e9257432e tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:10.679880 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-317d6e7d-f4c3-48e7-b4bc-4e8a393214e4 req-c006fdc6-4111-4082-81a8-795e9257432e tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2425b6a-e696-43b1-beca-75517a4b36fe HTTP/1.1" status: 200 len: 935 time: 0.2168243 Jan 28 02:50:10.697945 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-2fe7298e-6849-48ec-9838-6a25d9b34a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3a04236b-b647-4bad-85fb-66ca58f5faf9), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:10.708184 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-d5a67674-1a67-4353-aa37-05fff03598ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (150b3d4e-60b4-4c3c-b809-763e8e896265), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:10.736072 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-eaf04beb-67fa-4326-8c62-e9ba85f4da97 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Publish callbacks [] for port (7cd4c628-9cd3-4e42-984c-c68ea0e09556), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:10.748876 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-317d6e7d-f4c3-48e7-b4bc-4e8a393214e4 req-1052ca27-b7ef-46af-b0c9-f14631bc53c4 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] 10.222.0.53 "GET /v2.0/security-groups?id=22969b9e-92fe-47ef-8755-3334c67cb98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611777 Jan 28 02:50:10.749984 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e53b4-dd55-430c-845e-9ffea6470950 req-9a0a26c2-d1ce-4d32-9e14-80b22cc61490 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:10.751553 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9c4e53b4-dd55-430c-845e-9ffea6470950 req-9a0a26c2-d1ce-4d32-9e14-80b22cc61490 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 943 time: 0.1963313 Jan 28 02:50:10.758100 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-ae9f249d-e336-4383-9be3-5758f3a72545 req-bfae652f-1c6d-4413-892b-fd13f42caca1 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Publish callbacks [] for port (05652e82-65d1-4958-9043-ba08c8b7cd17), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:10.824129 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-ae9f249d-e336-4383-9be3-5758f3a72545 req-bfae652f-1c6d-4413-892b-fd13f42caca1 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (05652e82-65d1-4958-9043-ba08c8b7cd17), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:10.865948 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['ac880a54-1baa-436b-89eb-3813f3bab0ce'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:50:10.937469 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae9f249d-e336-4383-9be3-5758f3a72545 req-bfae652f-1c6d-4413-892b-fd13f42caca1 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Network 0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:50:10.944798 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['52e8ecc9-44e8-4561-8da4-e2eb3bba3cca'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:50:10.948806 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-ae9f249d-e336-4383-9be3-5758f3a72545 req-bfae652f-1c6d-4413-892b-fd13f42caca1 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:50:10.952976 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae9f249d-e336-4383-9be3-5758f3a72545 req-bfae652f-1c6d-4413-892b-fd13f42caca1 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:50:10.956982 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae652f-1c6d-4413-892b-fd13f42caca1 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Pushing event updated for resources: {'Port': ['ID=05652e82-65d1-4958-9043-ba08c8b7cd17,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:11.009879 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f0e57-76af-49c9-ad31-a61c2361f25c req-7bc6bd99-c9fa-4228-b8b7-a3e1be69d4ff tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:11.011690 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-998f0e57-76af-49c9-ad31-a61c2361f25c req-7bc6bd99-c9fa-4228-b8b7-a3e1be69d4ff tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=530af923-b187-4cfa-b84e-72f721aa3952 HTTP/1.1" status: 200 len: 946 time: 0.1361761 Jan 28 02:50:11.014855 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60524) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:50:11.049652 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f249d-e336-4383-9be3-5758f3a72545 req-bfae652f-1c6d-4413-892b-fd13f42caca1 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:11.050304 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-ae9f249d-e336-4383-9be3-5758f3a72545 req-bfae652f-1c6d-4413-892b-fd13f42caca1 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:11.096932 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ae9f249d-e336-4383-9be3-5758f3a72545 req-bfae652f-1c6d-4413-892b-fd13f42caca1 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5384634 Jan 28 02:50:11.123416 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-ae9f249d-e336-4383-9be3-5758f3a72545 req-a2890441-d028-487b-ac1d-4961426a8225 service neutron] Request body: {'port': {'device_id': '5a5f6267-245f-4468-bc8c-831e8b56b663', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:50:11.131594 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-31d75db5-eb84-4173-9d9a-4b47cf8adf94 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a4f0b7f20b82433aa7abc3705ebd8693&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1135130 Jan 28 02:50:11.135368 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60530) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:50:11.141786 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-998f0e57-76af-49c9-ad31-a61c2361f25c req-0cb1da31-0882-4746-8e2b-74b3daeb6889 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170378 Jan 28 02:50:11.207385 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9c4e53b4-dd55-430c-845e-9ffea6470950 req-ea74e09d-6e04-4887-a6ec-0db48532007f tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4278176 Jan 28 02:50:11.219983 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-eaf04beb-67fa-4326-8c62-e9ba85f4da97 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (7cd4c628-9cd3-4e42-984c-c68ea0e09556), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:11.273701 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-ae9f249d-e336-4383-9be3-5758f3a72545 req-a2890441-d028-487b-ac1d-4961426a8225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (05652e82-65d1-4958-9043-ba08c8b7cd17), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:11.371568 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-eaf04beb-67fa-4326-8c62-e9ba85f4da97 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:50:11.386231 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-eaf04beb-67fa-4326-8c62-e9ba85f4da97 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:50:11.405643 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-eaf04beb-67fa-4326-8c62-e9ba85f4da97 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:50:11.423918 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf04beb-67fa-4326-8c62-e9ba85f4da97 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Pushing event updated for resources: {'Port': ['ID=7cd4c628-9cd3-4e42-984c-c68ea0e09556,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:11.460110 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-01392cf9-5ffa-41aa-ba9f-635569131750 admin admin] Publish callbacks [] for security_group (1ef6214a-7bc1-4064-aa68-101d92125dd6), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:11.465127 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d1ed7-b8e5-461c-a93b-58716043962c req-9daf8335-4320-4d68-a031-13b581993ce1 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:11.467072 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9f9d1ed7-b8e5-461c-a93b-58716043962c req-9daf8335-4320-4d68-a031-13b581993ce1 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a5f6267-245f-4468-bc8c-831e8b56b663 HTTP/1.1" status: 200 len: 931 time: 0.1345396 Jan 28 02:50:11.519955 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-eaf04beb-67fa-4326-8c62-e9ba85f4da97 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:11.520671 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-eaf04beb-67fa-4326-8c62-e9ba85f4da97 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:11.540439 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bbb780-f804-4680-bcab-4123c22fca2b req-fd3bc490-09a7-4951-91f5-e6614e43d486 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:11.542031 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-36bbb780-f804-4680-bcab-4123c22fca2b req-fd3bc490-09a7-4951-91f5-e6614e43d486 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcd82b5f-3a20-47a3-94c6-2581a53c5f22 HTTP/1.1" status: 200 len: 935 time: 0.2100079 Jan 28 02:50:11.546222 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-01392cf9-5ffa-41aa-ba9f-635569131750 admin admin] Publish callbacks [] for security_group (1ef6214a-7bc1-4064-aa68-101d92125dd6), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:11.573227 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9f9d1ed7-b8e5-461c-a93b-58716043962c req-635d7e64-34a9-4075-a8ea-4f333b262bb0 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/security-groups?id=81a8b397-bb78-4b68-9423-1c50e72f6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985861 Jan 28 02:50:11.576053 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-eaf04beb-67fa-4326-8c62-e9ba85f4da97 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3264270 Jan 28 02:50:11.607374 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-f80bc8a7-e07c-4d52-b23f-d2a1b376861a service neutron] Request body: {'port': {'device_id': 'fcd82b5f-3a20-47a3-94c6-2581a53c5f22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:50:11.651542 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-363bdbef-687e-4d9e-9271-337f2ccdd778 None None] Provisioning complete for port 7cd4c628-9cd3-4e42-984c-c68ea0e09556 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:50:11.652669 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-363bdbef-687e-4d9e-9271-337f2ccdd778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7cd4c628-9cd3-4e42-984c-c68ea0e09556), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:11.677975 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-ae9f249d-e336-4383-9be3-5758f3a72545 req-a2890441-d028-487b-ac1d-4961426a8225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05652e82-65d1-4958-9043-ba08c8b7cd17 {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:50:11.689298 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-ae9f249d-e336-4383-9be3-5758f3a72545 req-a2890441-d028-487b-ac1d-4961426a8225 service neutron] Publish callbacks [] for port (05652e82-65d1-4958-9043-ba08c8b7cd17), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:11.693085 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-d5a67674-1a67-4353-aa37-05fff03598ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 150b3d4e-60b4-4c3c-b809-763e8e896265 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:50:11.708675 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-363bdbef-687e-4d9e-9271-337f2ccdd778 None None] Port 7cd4c628-9cd3-4e42-984c-c68ea0e09556 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:50:11.709200 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-d5a67674-1a67-4353-aa37-05fff03598ac service neutron] Publish callbacks [] for port (150b3d4e-60b4-4c3c-b809-763e8e896265), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:11.728284 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-36bbb780-f804-4680-bcab-4123c22fca2b req-8c6e212c-8587-43c6-867b-3b1eb1064d68 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/security-groups?id=57b6a0b1-7fe9-44c4-bb90-dd9a3230db1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731446 Jan 28 02:50:11.740202 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-ae9f249d-e336-4383-9be3-5758f3a72545 req-a2890441-d028-487b-ac1d-4961426a8225 service neutron] Transition to ACTIVE for port object 05652e82-65d1-4958-9043-ba08c8b7cd17 will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:50:11.745224 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-01392cf9-5ffa-41aa-ba9f-635569131750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (1ef6214a-7bc1-4064-aa68-101d92125dd6), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:11.747754 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-01392cf9-5ffa-41aa-ba9f-635569131750 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:11.748869 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-01392cf9-5ffa-41aa-ba9f-635569131750 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1ef6214a-7bc1-4064-aa68-101d92125dd6 HTTP/1.1" status: 204 len: 168 time: 0.5911512 Jan 28 02:50:11.755019 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-ae9f249d-e336-4383-9be3-5758f3a72545 req-a2890441-d028-487b-ac1d-4961426a8225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (05652e82-65d1-4958-9043-ba08c8b7cd17), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:11.756583 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-d5a67674-1a67-4353-aa37-05fff03598ac service neutron] Transition to ACTIVE for port object 150b3d4e-60b4-4c3c-b809-763e8e896265 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:50:11.757355 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-f80bc8a7-e07c-4d52-b23f-d2a1b376861a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7cd4c628-9cd3-4e42-984c-c68ea0e09556), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:11.775701 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-d5a67674-1a67-4353-aa37-05fff03598ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (150b3d4e-60b4-4c3c-b809-763e8e896265), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:11.793326 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01392cf9-5ffa-41aa-ba9f-635569131750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef6214a-7bc1-4064-aa68-101d92125dd6,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:11.817924 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2890441-d028-487b-ac1d-4961426a8225 service neutron] Pushing event updated for resources: {'Port': ['ID=05652e82-65d1-4958-9043-ba08c8b7cd17,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:11.918456 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-ae9f249d-e336-4383-9be3-5758f3a72545 req-a2890441-d028-487b-ac1d-4961426a8225 service neutron] Attempting to bind port 05652e82-65d1-4958-9043-ba08c8b7cd17 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:50:11.919129 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-ae9f249d-e336-4383-9be3-5758f3a72545 req-a2890441-d028-487b-ac1d-4961426a8225 service neutron] Attempting to bind port 05652e82-65d1-4958-9043-ba08c8b7cd17 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '8b609dd3-1a12-4928-857f-98daa12d72ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:50:11.919129 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9f249d-e336-4383-9be3-5758f3a72545 req-a2890441-d028-487b-ac1d-4961426a8225 service neutron] Attempting to bind port 05652e82-65d1-4958-9043-ba08c8b7cd17 on network 0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:50:11.940023 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a67674-1a67-4353-aa37-05fff03598ac service neutron] Pushing event updated for resources: {'Port': ['ID=150b3d4e-60b4-4c3c-b809-763e8e896265,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:11.944052 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9f249d-e336-4383-9be3-5758f3a72545 req-a2890441-d028-487b-ac1d-4961426a8225 service neutron] Port 05652e82-65d1-4958-9043-ba08c8b7cd17 on network 0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:50:11.944384 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9f249d-e336-4383-9be3-5758f3a72545 req-a2890441-d028-487b-ac1d-4961426a8225 service neutron] Attempting to bind port 05652e82-65d1-4958-9043-ba08c8b7cd17 on network 0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:50:11.957397 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9f249d-e336-4383-9be3-5758f3a72545 req-a2890441-d028-487b-ac1d-4961426a8225 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:50:11.957680 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9f249d-e336-4383-9be3-5758f3a72545 req-a2890441-d028-487b-ac1d-4961426a8225 service neutron] Checking segment: {'id': '8b609dd3-1a12-4928-857f-98daa12d72ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:50:11.958241 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9f249d-e336-4383-9be3-5758f3a72545 req-a2890441-d028-487b-ac1d-4961426a8225 service neutron] Bound using segment: {'id': '8b609dd3-1a12-4928-857f-98daa12d72ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:50:11.958785 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-ae9f249d-e336-4383-9be3-5758f3a72545 req-a2890441-d028-487b-ac1d-4961426a8225 service neutron] Bound port: 05652e82-65d1-4958-9043-ba08c8b7cd17, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b609dd3-1a12-4928-857f-98daa12d72ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:50:11.959253 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-ae9f249d-e336-4383-9be3-5758f3a72545 req-a2890441-d028-487b-ac1d-4961426a8225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (05652e82-65d1-4958-9043-ba08c8b7cd17), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:12.002573 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7b610-91e4-4795-8ba6-f137e0682f04 req-96cbc108-905d-4ae0-b293-52af84b16e84 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:12.004454 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2fa7b610-91e4-4795-8ba6-f137e0682f04 req-96cbc108-905d-4ae0-b293-52af84b16e84 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2425b6a-e696-43b1-beca-75517a4b36fe HTTP/1.1" status: 200 len: 947 time: 0.1200812 Jan 28 02:50:12.072015 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-ae9f249d-e336-4383-9be3-5758f3a72545 req-a2890441-d028-487b-ac1d-4961426a8225 service neutron] For port 05652e82-65d1-4958-9043-ba08c8b7cd17, host n-h2-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:50:12.080979 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-ae9f249d-e336-4383-9be3-5758f3a72545 req-a2890441-d028-487b-ac1d-4961426a8225 service neutron] For port 05652e82-65d1-4958-9043-ba08c8b7cd17, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=05652e82-65d1-4958-9043-ba08c8b7cd17,segment=NetworkSegment(8b609dd3-1a12-4928-857f-98daa12d72ad),segment_id=8b609dd3-1a12-4928-857f-98daa12d72ad)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:50:12.093615 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-ae9f249d-e336-4383-9be3-5758f3a72545 req-a2890441-d028-487b-ac1d-4961426a8225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (05652e82-65d1-4958-9043-ba08c8b7cd17), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:12.152438 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2890441-d028-487b-ac1d-4961426a8225 service neutron] Pushing event updated for resources: {'Port': ['ID=05652e82-65d1-4958-9043-ba08c8b7cd17,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:12.155562 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-d5a67674-1a67-4353-aa37-05fff03598ac service neutron] Attempting to bind port 150b3d4e-60b4-4c3c-b809-763e8e896265 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:50:12.156228 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-d5a67674-1a67-4353-aa37-05fff03598ac service neutron] Attempting to bind port 150b3d4e-60b4-4c3c-b809-763e8e896265 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:50:12.156562 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-d5a67674-1a67-4353-aa37-05fff03598ac service neutron] Attempting to bind port 150b3d4e-60b4-4c3c-b809-763e8e896265 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:50:12.158183 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2fa7b610-91e4-4795-8ba6-f137e0682f04 req-0430ee96-14cf-421d-adb4-30b87053b901 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] 10.222.0.53 "GET /v2.0/security-groups?id=22969b9e-92fe-47ef-8755-3334c67cb98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425073 Jan 28 02:50:12.163085 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f249d-e336-4383-9be3-5758f3a72545 req-a2890441-d028-487b-ac1d-4961426a8225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:12.164110 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-ae9f249d-e336-4383-9be3-5758f3a72545 req-a2890441-d028-487b-ac1d-4961426a8225 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:12.165992 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ae9f249d-e336-4383-9be3-5758f3a72545 req-a2890441-d028-487b-ac1d-4961426a8225 service neutron] 10.222.0.39 "PUT /v2.0/ports/05652e82-65d1-4958-9043-ba08c8b7cd17 HTTP/1.1" status: 200 len: 1092 time: 1.0491621 Jan 28 02:50:12.166677 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a5f6267-245f-4468-bc8c-831e8b56b663', 'tag': '05652e82-65d1-4958-9043-ba08c8b7cd17'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:50:12.169960 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0830e24e-7ff0-4201-a7be-7bcd18acc8fb" -d '{"events": [{"name": "network-changed", "server_uuid": "5a5f6267-245f-4468-bc8c-831e8b56b663", "tag": "05652e82-65d1-4958-9043-ba08c8b7cd17"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:50:12.171221 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-d5a67674-1a67-4353-aa37-05fff03598ac service neutron] Port 150b3d4e-60b4-4c3c-b809-763e8e896265 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:50:12.171522 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-d5a67674-1a67-4353-aa37-05fff03598ac service neutron] Attempting to bind port 150b3d4e-60b4-4c3c-b809-763e8e896265 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:50:12.182892 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-d5a67674-1a67-4353-aa37-05fff03598ac service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:50:12.183228 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-d5a67674-1a67-4353-aa37-05fff03598ac service neutron] Checking segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:50:12.183626 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-d5a67674-1a67-4353-aa37-05fff03598ac service neutron] Bound using segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:50:12.184038 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-d5a67674-1a67-4353-aa37-05fff03598ac service neutron] Bound port: 150b3d4e-60b4-4c3c-b809-763e8e896265, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:50:12.184392 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-d5a67674-1a67-4353-aa37-05fff03598ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (150b3d4e-60b4-4c3c-b809-763e8e896265), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:12.218325 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73777be3-682f-4611-9abc-e8e0eaf49225 x-openstack-request-id: req-73777be3-682f-4611-9abc-e8e0eaf49225 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:50:12.218620 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a5f6267-245f-4468-bc8c-831e8b56b663", "tag": "05652e82-65d1-4958-9043-ba08c8b7cd17", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:50:12.218874 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-73777be3-682f-4611-9abc-e8e0eaf49225 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:50:12.219280 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a5f6267-245f-4468-bc8c-831e8b56b663', 'tag': '05652e82-65d1-4958-9043-ba08c8b7cd17', 'status': 'completed', 'code': 200} Jan 28 02:50:12.305812 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f249d-e336-4383-9be3-5758f3a72545 req-464a2f43-f54e-40e8-b478-ee05c482a6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:12.307588 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ae9f249d-e336-4383-9be3-5758f3a72545 req-464a2f43-f54e-40e8-b478-ee05c482a6ec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fe2bee12a7e64985b29f4bf535da9e8e&device_id=5a5f6267-245f-4468-bc8c-831e8b56b663 HTTP/1.1" status: 200 len: 1095 time: 0.0641327 Jan 28 02:50:12.311350 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-2fe7298e-6849-48ec-9838-6a25d9b34a16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a04236b-b647-4bad-85fb-66ca58f5faf9 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:50:12.328427 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-2fe7298e-6849-48ec-9838-6a25d9b34a16 service neutron] Publish callbacks [] for port (3a04236b-b647-4bad-85fb-66ca58f5faf9), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:12.373480 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ae9f249d-e336-4383-9be3-5758f3a72545 req-47c1b9a7-b1f7-4ef9-9280-d89b293f1176 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05652e82-65d1-4958-9043-ba08c8b7cd17 HTTP/1.1" status: 200 len: 217 time: 0.0363863 Jan 28 02:50:12.374040 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67afa3c-8696-4415-9de7-cf50969fff5b req-c068f296-6be9-41a3-ba85-0a5ad98b9dae tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:12.376016 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d67afa3c-8696-4415-9de7-cf50969fff5b req-c068f296-6be9-41a3-ba85-0a5ad98b9dae tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=530af923-b187-4cfa-b84e-72f721aa3952 HTTP/1.1" status: 200 len: 946 time: 0.1095603 Jan 28 02:50:12.381899 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-2fe7298e-6849-48ec-9838-6a25d9b34a16 service neutron] Transition to ACTIVE for port object 3a04236b-b647-4bad-85fb-66ca58f5faf9 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:50:12.391571 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-d5a67674-1a67-4353-aa37-05fff03598ac service neutron] For port 150b3d4e-60b4-4c3c-b809-763e8e896265, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:50:12.409784 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-2fe7298e-6849-48ec-9838-6a25d9b34a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (3a04236b-b647-4bad-85fb-66ca58f5faf9), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:12.428002 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475bc4a-6357-4f04-84ec-7e61089cb63e req-03b38090-1c4f-46bb-968d-d2891fcbd9f6 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:12.429550 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0475bc4a-6357-4f04-84ec-7e61089cb63e req-03b38090-1c4f-46bb-968d-d2891fcbd9f6 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 943 time: 0.1205745 Jan 28 02:50:12.441460 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f249d-e336-4383-9be3-5758f3a72545 req-ee15bef2-cdeb-4754-ac58-42fdb8163f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:12.443076 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ae9f249d-e336-4383-9be3-5758f3a72545 req-ee15bef2-cdeb-4754-ac58-42fdb8163f36 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d955fbc3-595b-46e4-bbea-f8517aacb349 HTTP/1.1" status: 200 len: 853 time: 0.0624101 Jan 28 02:50:12.482126 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ae9f249d-e336-4383-9be3-5758f3a72545 req-704ee731-27d4-4747-887b-59e0a2a5f521 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312114 Jan 28 02:50:12.491877 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-d5a67674-1a67-4353-aa37-05fff03598ac service neutron] For port 150b3d4e-60b4-4c3c-b809-763e8e896265, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=150b3d4e-60b4-4c3c-b809-763e8e896265,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:50:12.510782 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-d5a67674-1a67-4353-aa37-05fff03598ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (150b3d4e-60b4-4c3c-b809-763e8e896265), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:12.550673 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe7298e-6849-48ec-9838-6a25d9b34a16 service neutron] Pushing event updated for resources: {'Port': ['ID=3a04236b-b647-4bad-85fb-66ca58f5faf9,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:12.567299 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-d5a67674-1a67-4353-aa37-05fff03598ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:12.567770 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0475bc4a-6357-4f04-84ec-7e61089cb63e req-199e6785-5173-4faf-99cd-c09cf9619e51 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189797 Jan 28 02:50:12.567930 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-d5a67674-1a67-4353-aa37-05fff03598ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:12.569361 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-d5a67674-1a67-4353-aa37-05fff03598ac service neutron] 10.222.0.39 "PUT /v2.0/ports/150b3d4e-60b4-4c3c-b809-763e8e896265 HTTP/1.1" status: 200 len: 1096 time: 2.1668344 Jan 28 02:50:12.627283 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2425b6a-e696-43b1-beca-75517a4b36fe', 'tag': '150b3d4e-60b4-4c3c-b809-763e8e896265'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:50:12.627283 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c5f8a2-b600-491b-9d39-1dca2b21cfbe" -d '{"events": [{"name": "network-changed", "server_uuid": "d2425b6a-e696-43b1-beca-75517a4b36fe", "tag": "150b3d4e-60b4-4c3c-b809-763e8e896265"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:50:12.652495 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ae9f249d-e336-4383-9be3-5758f3a72545 req-46140bc8-6304-4842-a143-a143ab5bf8f1 service neutron] 10.222.0.39 "GET /v2.0/networks/0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596403 Jan 28 02:50:12.657592 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d67afa3c-8696-4415-9de7-cf50969fff5b req-bbb49eb7-2144-4b54-a07b-a420b992fe3b tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727904 Jan 28 02:50:12.834164 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd9f25b-38dc-42ce-916b-baca496bbe95 x-openstack-request-id: req-5cd9f25b-38dc-42ce-916b-baca496bbe95 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:50:12.834580 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2425b6a-e696-43b1-beca-75517a4b36fe", "tag": "150b3d4e-60b4-4c3c-b809-763e8e896265", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:50:12.834931 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5cd9f25b-38dc-42ce-916b-baca496bbe95 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:50:12.835461 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2425b6a-e696-43b1-beca-75517a4b36fe', 'tag': '150b3d4e-60b4-4c3c-b809-763e8e896265', 'status': 'completed', 'code': 200} Jan 28 02:50:12.839537 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a67674-1a67-4353-aa37-05fff03598ac service neutron] Pushing event updated for resources: {'Port': ['ID=150b3d4e-60b4-4c3c-b809-763e8e896265,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:12.844586 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ae9f249d-e336-4383-9be3-5758f3a72545 req-7726695b-d2b0-4dfd-bc8d-4f2ece606b6b service neutron] 10.222.0.39 "GET /v2.0/networks/0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819897 Jan 28 02:50:12.919800 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-94da7480-0a7e-436d-b278-54ce20e19d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:12.927059 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-94da7480-0a7e-436d-b278-54ce20e19d1c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7bfda160c6ea4bf1b55d16b8865a1f2f&device_id=d2425b6a-e696-43b1-beca-75517a4b36fe HTTP/1.1" status: 200 len: 1099 time: 0.2664073 Jan 28 02:50:12.933592 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-2fe7298e-6849-48ec-9838-6a25d9b34a16 service neutron] Attempting to bind port 3a04236b-b647-4bad-85fb-66ca58f5faf9 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:50:12.933930 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-2fe7298e-6849-48ec-9838-6a25d9b34a16 service neutron] Attempting to bind port 3a04236b-b647-4bad-85fb-66ca58f5faf9 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:50:12.934263 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-2fe7298e-6849-48ec-9838-6a25d9b34a16 service neutron] Attempting to bind port 3a04236b-b647-4bad-85fb-66ca58f5faf9 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:50:12.978500 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-2fe7298e-6849-48ec-9838-6a25d9b34a16 service neutron] Port 3a04236b-b647-4bad-85fb-66ca58f5faf9 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:50:12.978927 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-2fe7298e-6849-48ec-9838-6a25d9b34a16 service neutron] Attempting to bind port 3a04236b-b647-4bad-85fb-66ca58f5faf9 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:50:13.024200 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830e24e-7ff0-4201-a7be-7bcd18acc8fb req-f1d01eec-2166-4a32-b14e-07279af5720a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:13.026939 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0830e24e-7ff0-4201-a7be-7bcd18acc8fb req-f1d01eec-2166-4a32-b14e-07279af5720a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fe2bee12a7e64985b29f4bf535da9e8e&device_id=5a5f6267-245f-4468-bc8c-831e8b56b663 HTTP/1.1" status: 200 len: 1095 time: 0.0685501 Jan 28 02:50:13.055439 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40026ec8-9f9b-4ce0-a346-a3c14426a783 req-e9203592-5ca5-4c3d-a6e2-ecb6fdfbe04c tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:13.056999 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-40026ec8-9f9b-4ce0-a346-a3c14426a783 req-e9203592-5ca5-4c3d-a6e2-ecb6fdfbe04c tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a5f6267-245f-4468-bc8c-831e8b56b663 HTTP/1.1" status: 200 len: 943 time: 0.2557201 Jan 28 02:50:13.062435 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-a8b510a1-afa2-4ca1-a85b-e6e756864fff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=150b3d4e-60b4-4c3c-b809-763e8e896265 HTTP/1.1" status: 200 len: 217 time: 0.0894072 Jan 28 02:50:13.066086 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-2fe7298e-6849-48ec-9838-6a25d9b34a16 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:50:13.066385 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-2fe7298e-6849-48ec-9838-6a25d9b34a16 service neutron] Checking segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:50:13.066779 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-2fe7298e-6849-48ec-9838-6a25d9b34a16 service neutron] Bound using segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:50:13.067330 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-2fe7298e-6849-48ec-9838-6a25d9b34a16 service neutron] Bound port: 3a04236b-b647-4bad-85fb-66ca58f5faf9, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:50:13.067649 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-2fe7298e-6849-48ec-9838-6a25d9b34a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3a04236b-b647-4bad-85fb-66ca58f5faf9), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:13.077741 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-f80bc8a7-e07c-4d52-b23f-d2a1b376861a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cd4c628-9cd3-4e42-984c-c68ea0e09556 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:50:13.154791 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830e24e-7ff0-4201-a7be-7bcd18acc8fb req-4f916a67-da9d-44e0-b46e-f3d1ffcc9983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:13.156827 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0830e24e-7ff0-4201-a7be-7bcd18acc8fb req-4f916a67-da9d-44e0-b46e-f3d1ffcc9983 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf HTTP/1.1" status: 200 len: 914 time: 0.1221530 Jan 28 02:50:13.229415 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0830e24e-7ff0-4201-a7be-7bcd18acc8fb req-b93d8947-70ba-48aa-b951-bf88988a32a0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05652e82-65d1-4958-9043-ba08c8b7cd17 HTTP/1.1" status: 200 len: 217 time: 0.0636380 Jan 28 02:50:13.299706 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d706ed1e-cf18-422e-ac59-86940f7aa816 req-115e8b09-d5c1-4e94-964c-3ba171dcf0fb tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:13.301474 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d706ed1e-cf18-422e-ac59-86940f7aa816 req-115e8b09-d5c1-4e94-964c-3ba171dcf0fb tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcd82b5f-3a20-47a3-94c6-2581a53c5f22 HTTP/1.1" status: 200 len: 935 time: 0.1278026 Jan 28 02:50:13.317682 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830e24e-7ff0-4201-a7be-7bcd18acc8fb req-dcb514f7-c45b-466b-8282-92328af53aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:13.319217 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0830e24e-7ff0-4201-a7be-7bcd18acc8fb req-dcb514f7-c45b-466b-8282-92328af53aa1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d955fbc3-595b-46e4-bbea-f8517aacb349 HTTP/1.1" status: 200 len: 853 time: 0.0826581 Jan 28 02:50:13.356427 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0830e24e-7ff0-4201-a7be-7bcd18acc8fb req-f6861f97-e443-480e-8f8c-43313f43827d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291359 Jan 28 02:50:13.415800 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-f80bc8a7-e07c-4d52-b23f-d2a1b376861a service neutron] Publish callbacks [] for port (7cd4c628-9cd3-4e42-984c-c68ea0e09556), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:13.419048 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d706ed1e-cf18-422e-ac59-86940f7aa816 req-074042b0-6075-48a3-8a56-424c7856d3a9 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/security-groups?id=57b6a0b1-7fe9-44c4-bb90-dd9a3230db1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108680 Jan 28 02:50:13.466937 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-f80bc8a7-e07c-4d52-b23f-d2a1b376861a service neutron] Transition to ACTIVE for port object 7cd4c628-9cd3-4e42-984c-c68ea0e09556 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:50:13.479736 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-f80bc8a7-e07c-4d52-b23f-d2a1b376861a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (7cd4c628-9cd3-4e42-984c-c68ea0e09556), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:13.485889 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0830e24e-7ff0-4201-a7be-7bcd18acc8fb req-d03866df-d4a4-460a-bca1-6a5e7c84241b service neutron] 10.222.0.39 "GET /v2.0/networks/0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217875 Jan 28 02:50:13.489876 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-d9744610-f91f-430f-bdcd-b77804863869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:13.491328 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-d9744610-f91f-430f-bdcd-b77804863869 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.4168870 Jan 28 02:50:13.554304 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-40026ec8-9f9b-4ce0-a346-a3c14426a783 req-947fd0f4-e2b8-4b01-947c-50373dae5037 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/security-groups?id=81a8b397-bb78-4b68-9423-1c50e72f6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4893785 Jan 28 02:50:13.593495 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-2fe7298e-6849-48ec-9838-6a25d9b34a16 service neutron] For port 3a04236b-b647-4bad-85fb-66ca58f5faf9, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:50:13.595138 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6addae43-d468-4591-bbe9-fa48e2942eb4 req-16bd9603-3b1a-4145-ba12-683f63eda379 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:13.597774 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6addae43-d468-4591-bbe9-fa48e2942eb4 req-16bd9603-3b1a-4145-ba12-683f63eda379 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=530af923-b187-4cfa-b84e-72f721aa3952 HTTP/1.1" status: 200 len: 946 time: 0.1145704 Jan 28 02:50:13.598193 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-2fe7298e-6849-48ec-9838-6a25d9b34a16 service neutron] For port 3a04236b-b647-4bad-85fb-66ca58f5faf9, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=3a04236b-b647-4bad-85fb-66ca58f5faf9,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:50:13.599525 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80bc8a7-e07c-4d52-b23f-d2a1b376861a service neutron] Pushing event updated for resources: {'Port': ['ID=7cd4c628-9cd3-4e42-984c-c68ea0e09556,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:13.611803 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-2fe7298e-6849-48ec-9838-6a25d9b34a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (3a04236b-b647-4bad-85fb-66ca58f5faf9), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:13.646095 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0830e24e-7ff0-4201-a7be-7bcd18acc8fb req-8c1ff7fd-6a11-42b1-acef-964af4f9bc60 service neutron] 10.222.0.39 "GET /v2.0/networks/0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327841 Jan 28 02:50:13.709793 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-2fe7298e-6849-48ec-9838-6a25d9b34a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:13.710413 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-2fe7298e-6849-48ec-9838-6a25d9b34a16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:13.711840 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-2fe7298e-6849-48ec-9838-6a25d9b34a16 service neutron] 10.222.0.39 "PUT /v2.0/ports/3a04236b-b647-4bad-85fb-66ca58f5faf9 HTTP/1.1" status: 200 len: 1097 time: 3.4075968 Jan 28 02:50:13.712605 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6addae43-d468-4591-bbe9-fa48e2942eb4 req-470bf0f3-a79e-4ccb-b834-364f0db0b7e6 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655098 Jan 28 02:50:13.722835 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-6080e96a-3f2c-44fe-812c-9c12cc73be4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:13.724397 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-6080e96a-3f2c-44fe-812c-9c12cc73be4f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2235970 Jan 28 02:50:13.828361 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe7298e-6849-48ec-9838-6a25d9b34a16 service neutron] Pushing event updated for resources: {'Port': ['ID=3a04236b-b647-4bad-85fb-66ca58f5faf9,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:13.849917 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c9e4c-3c3a-435a-8ad7-4abb4e8ec906 req-e4a58811-e69f-41c1-9a22-be1db48aa0d7 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:13.851495 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-596c9e4c-3c3a-435a-8ad7-4abb4e8ec906 req-e4a58811-e69f-41c1-9a22-be1db48aa0d7 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2425b6a-e696-43b1-beca-75517a4b36fe HTTP/1.1" status: 200 len: 947 time: 0.0581422 Jan 28 02:50:13.891180 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-42a5b493-1619-437f-8552-69dfbd2d14e3 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=dfdfefb7c78445c6a3d4983a87a0c8b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554626 Jan 28 02:50:13.891850 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-f80bc8a7-e07c-4d52-b23f-d2a1b376861a service neutron] Attempting to bind port 7cd4c628-9cd3-4e42-984c-c68ea0e09556 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:50:13.892186 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-f80bc8a7-e07c-4d52-b23f-d2a1b376861a service neutron] Attempting to bind port 7cd4c628-9cd3-4e42-984c-c68ea0e09556 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:50:13.892518 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-f80bc8a7-e07c-4d52-b23f-d2a1b376861a service neutron] Attempting to bind port 7cd4c628-9cd3-4e42-984c-c68ea0e09556 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:50:13.906384 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-596c9e4c-3c3a-435a-8ad7-4abb4e8ec906 req-be6d1642-c456-4119-b66a-6c3b854d2b0d tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] 10.222.0.53 "GET /v2.0/security-groups?id=22969b9e-92fe-47ef-8755-3334c67cb98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491483 Jan 28 02:50:13.915461 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-f80bc8a7-e07c-4d52-b23f-d2a1b376861a service neutron] Port 7cd4c628-9cd3-4e42-984c-c68ea0e09556 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:50:13.915793 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-f80bc8a7-e07c-4d52-b23f-d2a1b376861a service neutron] Attempting to bind port 7cd4c628-9cd3-4e42-984c-c68ea0e09556 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:50:13.941195 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-5c8f2c7d-4463-4df0-8d44-6a078275b3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:13.942827 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-5c8f2c7d-4463-4df0-8d44-6a078275b3f9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eabf11f168de4467b9db905f2a31df08&device_id=a2d6b324-e9ba-4aef-a99d-edad25a25edc HTTP/1.1" status: 200 len: 1100 time: 0.1264641 Jan 28 02:50:13.956238 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-f80bc8a7-e07c-4d52-b23f-d2a1b376861a service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:50:13.956582 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-f80bc8a7-e07c-4d52-b23f-d2a1b376861a service neutron] Checking segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:50:13.956969 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-f80bc8a7-e07c-4d52-b23f-d2a1b376861a service neutron] Bound using segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:50:13.957448 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-f80bc8a7-e07c-4d52-b23f-d2a1b376861a service neutron] Bound port: 7cd4c628-9cd3-4e42-984c-c68ea0e09556, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:50:13.957846 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-f80bc8a7-e07c-4d52-b23f-d2a1b376861a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7cd4c628-9cd3-4e42-984c-c68ea0e09556), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:14.053898 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-90083ee3-5555-443f-a917-e054f2189bb9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=3a04236b-b647-4bad-85fb-66ca58f5faf9 HTTP/1.1" status: 200 len: 217 time: 0.0930624 Jan 28 02:50:14.058027 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-1a7e862c-b592-43aa-be74-06408d0e32f1 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238482 Jan 28 02:50:14.135984 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772abfaa-882d-46a9-a6c4-25f5e7c68a59 req-155d66fa-f363-423e-9de1-be5d49f7789d tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:14.137466 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-772abfaa-882d-46a9-a6c4-25f5e7c68a59 req-155d66fa-f363-423e-9de1-be5d49f7789d tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 943 time: 0.0478826 Jan 28 02:50:14.185896 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-772abfaa-882d-46a9-a6c4-25f5e7c68a59 req-e5239040-bf0b-44c5-a4e6-28230fbf77cb tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426123 Jan 28 02:50:14.230289 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-004c353e-3183-4e39-aceb-9c983e046958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:14.231763 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-004c353e-3183-4e39-aceb-9c983e046958 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.1523874 Jan 28 02:50:14.232868 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-f80bc8a7-e07c-4d52-b23f-d2a1b376861a service neutron] For port 7cd4c628-9cd3-4e42-984c-c68ea0e09556, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:50:14.242284 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-6b4df005-8728-4cd7-a84c-953b73eddc55 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:14.243729 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-6b4df005-8728-4cd7-a84c-953b73eddc55 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3436766 Jan 28 02:50:14.271676 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-f80bc8a7-e07c-4d52-b23f-d2a1b376861a service neutron] For port 7cd4c628-9cd3-4e42-984c-c68ea0e09556, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=7cd4c628-9cd3-4e42-984c-c68ea0e09556,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:50:14.301906 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-f80bc8a7-e07c-4d52-b23f-d2a1b376861a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (7cd4c628-9cd3-4e42-984c-c68ea0e09556), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:14.326984 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-fda3bee5-ddc0-454a-af92-3317e2324930 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] 10.222.0.53 "GET /v2.0/quotas/dfdfefb7c78445c6a3d4983a87a0c8b7 HTTP/1.1" status: 200 len: 375 time: 0.0603034 Jan 28 02:50:14.381867 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9e6605dd-2fcf-45bb-9316-b5dfefe89f80 req-fd2e2894-de5c-4eb3-94dd-aba56a11e285 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012555 Jan 28 02:50:14.388084 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-323c4fef-0f0b-46b5-afba-a4ea03599104 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dfdfefb7c78445c6a3d4983a87a0c8b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602937 Jan 28 02:50:14.392046 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-f80bc8a7-e07c-4d52-b23f-d2a1b376861a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:14.392639 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-f80bc8a7-e07c-4d52-b23f-d2a1b376861a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:14.394000 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-f80bc8a7-e07c-4d52-b23f-d2a1b376861a service neutron] 10.222.0.39 "PUT /v2.0/ports/7cd4c628-9cd3-4e42-984c-c68ea0e09556 HTTP/1.1" status: 200 len: 1096 time: 2.7945426 Jan 28 02:50:14.406412 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-d729a13a-f36f-42f4-af62-aceb8a9005f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:14.407955 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-d729a13a-f36f-42f4-af62-aceb8a9005f1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1599681 Jan 28 02:50:14.456614 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80bc8a7-e07c-4d52-b23f-d2a1b376861a service neutron] Pushing event updated for resources: {'Port': ['ID=7cd4c628-9cd3-4e42-984c-c68ea0e09556,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:14.613861 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-99b7d0a0-334d-42d9-98bd-a2731f576e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:14.615433 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-99b7d0a0-334d-42d9-98bd-a2731f576e3d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eabf11f168de4467b9db905f2a31df08&device_id=fcd82b5f-3a20-47a3-94c6-2581a53c5f22 HTTP/1.1" status: 200 len: 1099 time: 0.1174235 Jan 28 02:50:14.619757 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5f8a2-b600-491b-9d39-1dca2b21cfbe req-589e44f1-7a09-44f3-814f-774827d31440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:14.621285 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c5c5f8a2-b600-491b-9d39-1dca2b21cfbe req-589e44f1-7a09-44f3-814f-774827d31440 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7bfda160c6ea4bf1b55d16b8865a1f2f&device_id=d2425b6a-e696-43b1-beca-75517a4b36fe HTTP/1.1" status: 200 len: 1099 time: 0.1102438 Jan 28 02:50:14.623196 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-67d9b2a0-aa64-4b98-baf1-d6e6baafe877 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034059 Jan 28 02:50:14.687636 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8e924-f52a-41b4-94b2-2f88e541395b req-ac587380-72e5-4f82-91a6-93185174daae tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:14.696600 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-23b8e924-f52a-41b4-94b2-2f88e541395b req-ac587380-72e5-4f82-91a6-93185174daae tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=530af923-b187-4cfa-b84e-72f721aa3952 HTTP/1.1" status: 200 len: 946 time: 0.0754082 Jan 28 02:50:14.742106 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-23b8e924-f52a-41b4-94b2-2f88e541395b req-cbee1c5e-5348-47e2-9fc2-48beb3315a29 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446422 Jan 28 02:50:14.784664 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-667399e5-a2c4-47f4-a957-a9de71d08fca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=7cd4c628-9cd3-4e42-984c-c68ea0e09556 HTTP/1.1" status: 200 len: 217 time: 0.1428306 Jan 28 02:50:14.829736 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d0b4edcf-4810-4d79-987b-930fd0ebf495 req-1e476ced-3b7b-4828-ad34-19a03a2fd415 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] 10.222.0.53 "GET /v2.0/ports?device_id=3582ac0d-80d8-4b43-82ec-56c1a805fb5a HTTP/1.1" status: 200 len: 210 time: 0.0439107 Jan 28 02:50:14.840074 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2d6b324-e9ba-4aef-a99d-edad25a25edc', 'tag': '3a04236b-b647-4bad-85fb-66ca58f5faf9'}, {'name': 'network-changed', 'server_uuid': 'fcd82b5f-3a20-47a3-94c6-2581a53c5f22', 'tag': '7cd4c628-9cd3-4e42-984c-c68ea0e09556'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:50:14.842356 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ee7f04-6676-49ca-9bc8-1a7c41d0cc15" -d '{"events": [{"name": "network-changed", "server_uuid": "a2d6b324-e9ba-4aef-a99d-edad25a25edc", "tag": "3a04236b-b647-4bad-85fb-66ca58f5faf9"}, {"name": "network-changed", "server_uuid": "fcd82b5f-3a20-47a3-94c6-2581a53c5f22", "tag": "7cd4c628-9cd3-4e42-984c-c68ea0e09556"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:50:14.858511 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4869c36-4ddd-4a65-8d1d-f9eeeaf7c144 req-35fb0615-de7c-4b70-a35c-24512813fcb5 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:14.860027 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a4869c36-4ddd-4a65-8d1d-f9eeeaf7c144 req-35fb0615-de7c-4b70-a35c-24512813fcb5 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcd82b5f-3a20-47a3-94c6-2581a53c5f22 HTTP/1.1" status: 200 len: 947 time: 0.2312455 Jan 28 02:50:14.926651 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-5e751c60-e7ab-454f-a5de-8245fb1a883a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:14.928270 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-5e751c60-e7ab-454f-a5de-8245fb1a883a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.1337955 Jan 28 02:50:14.940745 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5f8a2-b600-491b-9d39-1dca2b21cfbe req-74f69f1a-8d8f-4f84-be0f-da1ce5d9be3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:14.942280 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c5c5f8a2-b600-491b-9d39-1dca2b21cfbe req-74f69f1a-8d8f-4f84-be0f-da1ce5d9be3a service neutron] 10.222.0.39 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.2993720 Jan 28 02:50:14.968571 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788183de-b781-462e-a8b5-e1e331f9f707 req-17ddc20c-d973-4262-8435-a2dacdb93a3d tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:14.973925 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-788183de-b781-462e-a8b5-e1e331f9f707 req-17ddc20c-d973-4262-8435-a2dacdb93a3d tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a5f6267-245f-4468-bc8c-831e8b56b663 HTTP/1.1" status: 200 len: 943 time: 0.0557885 Jan 28 02:50:14.992106 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6121a023-a503-4e22-8b11-09d8c0983a78 req-67654891-cd06-44b4-8163-8a33f391adb0 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265166 Jan 28 02:50:15.027455 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c5c5f8a2-b600-491b-9d39-1dca2b21cfbe req-8304c2f5-3cb3-442c-985c-338b8b6e11b0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=150b3d4e-60b4-4c3c-b809-763e8e896265 HTTP/1.1" status: 200 len: 217 time: 0.0657363 Jan 28 02:50:15.031870 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a4869c36-4ddd-4a65-8d1d-f9eeeaf7c144 req-f2916885-ea54-414b-9c0f-54faa125f2f7 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/security-groups?id=57b6a0b1-7fe9-44c4-bb90-dd9a3230db1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590152 Jan 28 02:50:15.032059 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-788183de-b781-462e-a8b5-e1e331f9f707 req-76b0c91d-a1e9-4e71-93d5-3edf7bffaf35 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/security-groups?id=81a8b397-bb78-4b68-9423-1c50e72f6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557096 Jan 28 02:50:15.052494 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-819a5905-4b67-45d0-b220-071714bb2f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:15.052902 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-819a5905-4b67-45d0-b220-071714bb2f96 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1069460 Jan 28 02:50:15.106975 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 02:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f36836-9b90-4ec6-b78f-b18572ce88e3 x-openstack-request-id: req-86f36836-9b90-4ec6-b78f-b18572ce88e3 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:50:15.107256 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2d6b324-e9ba-4aef-a99d-edad25a25edc", "tag": "3a04236b-b647-4bad-85fb-66ca58f5faf9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fcd82b5f-3a20-47a3-94c6-2581a53c5f22", "tag": "7cd4c628-9cd3-4e42-984c-c68ea0e09556", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:50:15.107503 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-86f36836-9b90-4ec6-b78f-b18572ce88e3 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:50:15.107886 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2d6b324-e9ba-4aef-a99d-edad25a25edc', 'tag': '3a04236b-b647-4bad-85fb-66ca58f5faf9', 'status': 'completed', 'code': 200} Jan 28 02:50:15.108141 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcd82b5f-3a20-47a3-94c6-2581a53c5f22', 'tag': '7cd4c628-9cd3-4e42-984c-c68ea0e09556', 'status': 'completed', 'code': 200} Jan 28 02:50:15.239156 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5f8a2-b600-491b-9d39-1dca2b21cfbe req-c38d3660-d2dc-4626-9c92-df129be8ca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:15.240658 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c5c5f8a2-b600-491b-9d39-1dca2b21cfbe req-c38d3660-d2dc-4626-9c92-df129be8ca6b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.1649337 Jan 28 02:50:15.290931 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b8a6d-8f61-4d19-8380-a40d27ee6549 req-18c39d11-5a2b-40b5-933a-ab580c5f3f41 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:15.292453 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-703b8a6d-8f61-4d19-8380-a40d27ee6549 req-18c39d11-5a2b-40b5-933a-ab580c5f3f41 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2425b6a-e696-43b1-beca-75517a4b36fe HTTP/1.1" status: 200 len: 947 time: 0.1773496 Jan 28 02:50:15.308935 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee7f04-6676-49ca-9bc8-1a7c41d0cc15 req-86979efe-7a13-40f2-a992-540e9a4755c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:15.310498 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-58ee7f04-6676-49ca-9bc8-1a7c41d0cc15 req-86979efe-7a13-40f2-a992-540e9a4755c2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eabf11f168de4467b9db905f2a31df08&device_id=a2d6b324-e9ba-4aef-a99d-edad25a25edc HTTP/1.1" status: 200 len: 1100 time: 0.1416130 Jan 28 02:50:15.314283 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36320dbc-0593-4fb3-ad38-b7c6def0588e req-3b3e0f18-92a3-4330-ab20-4f31f44ca076 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:15.315461 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-9c61a1d3-622d-4262-b0f7-e1d034f90edf service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103322 Jan 28 02:50:15.316630 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-36320dbc-0593-4fb3-ad38-b7c6def0588e req-3b3e0f18-92a3-4330-ab20-4f31f44ca076 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 943 time: 0.0546751 Jan 28 02:50:15.320444 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 05652e82-65d1-4958-9043-ba08c8b7cd17 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:50:15.422854 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 05652e82-65d1-4958-9043-ba08c8b7cd17, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=05652e82-65d1-4958-9043-ba08c8b7cd17,segment=NetworkSegment(8b609dd3-1a12-4928-857f-98daa12d72ad),segment_id=8b609dd3-1a12-4928-857f-98daa12d72ad)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:50:15.437946 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '05652e82-65d1-4958-9043-ba08c8b7cd17', 'network_id': '0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf', 'port_id': '05652e82-65d1-4958-9043-ba08c8b7cd17', 'mac_address': 'fa:16:3e:82:8c:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd955fbc3-595b-46e4-bbea-f8517aacb349', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:50:15.471510 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5f8a2-b600-491b-9d39-1dca2b21cfbe req-c0977c01-be21-41c1-9c00-af3114c0babc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:15.473057 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c5c5f8a2-b600-491b-9d39-1dca2b21cfbe req-c0977c01-be21-41c1-9c00-af3114c0babc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2092264 Jan 28 02:50:15.476324 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 05652e82-65d1-4958-9043-ba08c8b7cd17 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:50:15.476725 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (05652e82-65d1-4958-9043-ba08c8b7cd17), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:15.481338 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-703b8a6d-8f61-4d19-8380-a40d27ee6549 req-7bf1dbb0-07da-4154-a8c5-8daf36b67574 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] 10.222.0.53 "GET /v2.0/security-groups?id=22969b9e-92fe-47ef-8755-3334c67cb98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697595 Jan 28 02:50:15.492484 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05652e82-65d1-4958-9043-ba08c8b7cd17 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:50:15.520081 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 05652e82-65d1-4958-9043-ba08c8b7cd17, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=05652e82-65d1-4958-9043-ba08c8b7cd17,segment=NetworkSegment(8b609dd3-1a12-4928-857f-98daa12d72ad),segment_id=8b609dd3-1a12-4928-857f-98daa12d72ad)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:50:15.528176 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (05652e82-65d1-4958-9043-ba08c8b7cd17), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:15.587801 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-811585c7-4f9d-4d33-b48b-d6158b120f2c req-f9140fea-6195-4212-a57c-d9e10db9916b service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542152 Jan 28 02:50:15.589093 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=05652e82-65d1-4958-9043-ba08c8b7cd17,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:15.590455 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee7f04-6676-49ca-9bc8-1a7c41d0cc15 req-dae742e6-e613-4403-9d36-813ed1294f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:15.591892 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-58ee7f04-6676-49ca-9bc8-1a7c41d0cc15 req-dae742e6-e613-4403-9d36-813ed1294f13 service neutron] 10.222.0.39 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.2689049 Jan 28 02:50:15.627222 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c5c5f8a2-b600-491b-9d39-1dca2b21cfbe req-98949cf1-be78-4b85-9083-d8c8a6beea8b service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408305 Jan 28 02:50:15.707656 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-58ee7f04-6676-49ca-9bc8-1a7c41d0cc15 req-775ceaba-ea20-4a56-a7c2-567662c19ff6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=3a04236b-b647-4bad-85fb-66ca58f5faf9 HTTP/1.1" status: 200 len: 217 time: 0.0497062 Jan 28 02:50:15.722022 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-36320dbc-0593-4fb3-ad38-b7c6def0588e req-1d134607-31ff-4590-82a6-a3ccde1a2186 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991041 Jan 28 02:50:15.805145 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee7f04-6676-49ca-9bc8-1a7c41d0cc15 req-85727e87-dbd1-414c-83d6-76585ff51039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:15.806614 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-58ee7f04-6676-49ca-9bc8-1a7c41d0cc15 req-85727e87-dbd1-414c-83d6-76585ff51039 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.0607836 Jan 28 02:50:15.863895 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['05652e82-65d1-4958-9043-ba08c8b7cd17'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:50:15.880063 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c5c5f8a2-b600-491b-9d39-1dca2b21cfbe req-da38d4ef-eb98-438a-841e-752e518ef5ee service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124410 Jan 28 02:50:15.904204 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee7f04-6676-49ca-9bc8-1a7c41d0cc15 req-e730610b-da63-4154-be8f-f4483f220d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:15.905925 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-58ee7f04-6676-49ca-9bc8-1a7c41d0cc15 req-e730610b-da63-4154-be8f-f4483f220d16 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0903673 Jan 28 02:50:15.924620 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518fcae8-083e-428b-a1f8-85529f2638b3 req-48ee3372-9ca8-4757-9b66-03bfe0f9db8f tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:15.934023 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-518fcae8-083e-428b-a1f8-85529f2638b3 req-48ee3372-9ca8-4757-9b66-03bfe0f9db8f tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=530af923-b187-4cfa-b84e-72f721aa3952 HTTP/1.1" status: 200 len: 946 time: 0.1197147 Jan 28 02:50:15.939727 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ef3df5fe-9dc1-473f-bb52-7aaa0090e655 req-687ed346-09de-49e7-9b78-a47d06565a3a tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] 10.222.0.53 "GET /v2.0/ports?device_id=3582ac0d-80d8-4b43-82ec-56c1a805fb5a HTTP/1.1" status: 200 len: 210 time: 0.0295327 Jan 28 02:50:16.046097 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-ae68d4e3-0182-40db-9c23-54e7721d2bd9 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=dfdfefb7c78445c6a3d4983a87a0c8b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429678 Jan 28 02:50:16.051689 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-518fcae8-083e-428b-a1f8-85529f2638b3 req-d3d4c619-6a40-4972-8a72-1f433330a0e5 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110544 Jan 28 02:50:16.161452 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74191062-6e85-4e6a-9346-ed7ff3b015c7 req-fa6b92a8-41f0-4ad5-883a-2ff200c18688 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:16.163030 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-74191062-6e85-4e6a-9346-ed7ff3b015c7 req-fa6b92a8-41f0-4ad5-883a-2ff200c18688 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a5f6267-245f-4468-bc8c-831e8b56b663 HTTP/1.1" status: 200 len: 944 time: 0.0560737 Jan 28 02:50:16.212961 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-74191062-6e85-4e6a-9346-ed7ff3b015c7 req-120c221f-f880-4396-8e5e-60a33cc5fe5d tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/security-groups?id=81a8b397-bb78-4b68-9423-1c50e72f6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442104 Jan 28 02:50:16.444014 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-58ee7f04-6676-49ca-9bc8-1a7c41d0cc15 req-1082dea3-a15a-4c63-afce-94ee42a181e2 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5082014 Jan 28 02:50:16.523581 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-f8067d6a-cd78-46f9-9eab-4c6bf05eb9b1 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:16.525027 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-f8067d6a-cd78-46f9-9eab-4c6bf05eb9b1 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4709811 Jan 28 02:50:16.537978 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf97d9-cd2f-4264-baba-c65250a20079 req-6d0381ee-17b2-4e17-a163-2a803e434519 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:16.539394 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2baf97d9-cd2f-4264-baba-c65250a20079 req-6d0381ee-17b2-4e17-a163-2a803e434519 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcd82b5f-3a20-47a3-94c6-2581a53c5f22 HTTP/1.1" status: 200 len: 947 time: 0.1795449 Jan 28 02:50:16.546837 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-cfae028b-8713-458d-baad-509c09706d20 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] Request body: {'port': {'device_id': '3582ac0d-80d8-4b43-82ec-56c1a805fb5a', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'admin_state_up': True, 'tenant_id': 'dfdfefb7c78445c6a3d4983a87a0c8b7'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:50:16.608519 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73625602-6c51-4469-bad8-a2bab6531a9f req-d6acdf79-8438-426b-930e-94f54fafb11c tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:16.610076 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-73625602-6c51-4469-bad8-a2bab6531a9f req-d6acdf79-8438-426b-930e-94f54fafb11c tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2425b6a-e696-43b1-beca-75517a4b36fe HTTP/1.1" status: 200 len: 947 time: 0.0495212 Jan 28 02:50:16.659575 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-73625602-6c51-4469-bad8-a2bab6531a9f req-0636bc46-539d-42c8-a454-4e69249fcfc9 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] 10.222.0.53 "GET /v2.0/security-groups?id=22969b9e-92fe-47ef-8755-3334c67cb98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435722 Jan 28 02:50:16.666643 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-58ee7f04-6676-49ca-9bc8-1a7c41d0cc15 req-d805269f-6a87-4ae4-942a-68584793dfae service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157373 Jan 28 02:50:16.701955 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2baf97d9-cd2f-4264-baba-c65250a20079 req-3c23e21c-1add-4e27-b4a7-1ac4160d4493 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/security-groups?id=57b6a0b1-7fe9-44c4-bb90-dd9a3230db1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517863 Jan 28 02:50:16.733512 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acbcbad-5dfb-4766-82b4-021490742b46 req-3c499fcf-f465-4c5d-ae53-9f2a1a2ec8c3 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:16.734995 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7acbcbad-5dfb-4766-82b4-021490742b46 req-3c499fcf-f465-4c5d-ae53-9f2a1a2ec8c3 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.67 "GET /v2.0/ports?device_id=530af923-b187-4cfa-b84e-72f721aa3952 HTTP/1.1" status: 200 len: 946 time: 0.1123385 Jan 28 02:50:16.763619 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-cfae028b-8713-458d-baad-509c09706d20 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] Made reservation on behalf of dfdfefb7c78445c6a3d4983a87a0c8b7 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:50:16.766815 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-cfae028b-8713-458d-baad-509c09706d20 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:16.799658 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-cfae028b-8713-458d-baad-509c09706d20 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:16.866085 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de100bbc-5f66-4683-8407-10b5f9ad0c2d req-6b6dd06b-994c-4993-ad70-794d8161b658 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:16.867737 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-de100bbc-5f66-4683-8407-10b5f9ad0c2d req-6b6dd06b-994c-4993-ad70-794d8161b658 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 943 time: 0.0478690 Jan 28 02:50:16.878680 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee7f04-6676-49ca-9bc8-1a7c41d0cc15 req-86d5815f-365d-415b-8a8d-8370f2df6139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:16.880228 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-58ee7f04-6676-49ca-9bc8-1a7c41d0cc15 req-86d5815f-365d-415b-8a8d-8370f2df6139 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eabf11f168de4467b9db905f2a31df08&device_id=fcd82b5f-3a20-47a3-94c6-2581a53c5f22 HTTP/1.1" status: 200 len: 1099 time: 0.1272097 Jan 28 02:50:16.915039 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-de100bbc-5f66-4683-8407-10b5f9ad0c2d req-1132aba3-f030-4ef0-9142-cdd9a272599b tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414286 Jan 28 02:50:17.008735 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-7acbcbad-5dfb-4766-82b4-021490742b46 req-d6134d6e-1ac8-4fbc-9084-2641b551fa58 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Deleting port b8762a98-72cc-40f5-be72-fda99fddb099 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:50:17.009116 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7acbcbad-5dfb-4766-82b4-021490742b46 req-d6134d6e-1ac8-4fbc-9084-2641b551fa58 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (b8762a98-72cc-40f5-be72-fda99fddb099), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:17.028023 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-cfae028b-8713-458d-baad-509c09706d20 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] Publish callbacks [] for security_group (931ef7bc-9ba5-412f-ba6f-3b7f141d7b93), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:17.054720 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-cfae028b-8713-458d-baad-509c09706d20 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (931ef7bc-9ba5-412f-ba6f-3b7f141d7b93), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:17.104641 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b2746ccb-eac5-42fa-a61a-6c28aa3c8c4e req-d86ebcd4-73d4-4fc8-9b78-7835e85576b4 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] 10.222.0.53 "GET /v2.0/ports?device_id=3582ac0d-80d8-4b43-82ec-56c1a805fb5a HTTP/1.1" status: 200 len: 210 time: 0.0875640 Jan 28 02:50:17.116835 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee7f04-6676-49ca-9bc8-1a7c41d0cc15 req-80a7e4b3-9025-4ed4-9445-c9f7e821a24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:17.126633 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-58ee7f04-6676-49ca-9bc8-1a7c41d0cc15 req-80a7e4b3-9025-4ed4-9445-c9f7e821a24d service neutron] 10.222.0.39 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.2230144 Jan 28 02:50:17.189061 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d2402-3c45-4f14-a534-d2d6275837d5 req-19a990be-9517-4275-aaf1-76a6ba9920a7 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:17.190580 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b84d2402-3c45-4f14-a534-d2d6275837d5 req-19a990be-9517-4275-aaf1-76a6ba9920a7 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=530af923-b187-4cfa-b84e-72f721aa3952 HTTP/1.1" status: 200 len: 946 time: 0.0480020 Jan 28 02:50:17.214285 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-58ee7f04-6676-49ca-9bc8-1a7c41d0cc15 req-5cae3f28-831f-4341-9334-e72e48e39034 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=7cd4c628-9cd3-4e42-984c-c68ea0e09556 HTTP/1.1" status: 200 len: 217 time: 0.0861411 Jan 28 02:50:17.220718 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae028b-8713-458d-baad-509c09706d20 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=931ef7bc-9ba5-412f-ba6f-3b7f141d7b93,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:17.242865 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b84d2402-3c45-4f14-a534-d2d6275837d5 req-cb75645d-301b-4e21-a965-d27119cc961f tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463240 Jan 28 02:50:17.285956 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-7acbcbad-5dfb-4766-82b4-021490742b46 req-d6134d6e-1ac8-4fbc-9084-2641b551fa58 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] For port b8762a98-72cc-40f5-be72-fda99fddb099, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=b8762a98-72cc-40f5-be72-fda99fddb099,segment=NetworkSegment(49d4c981-b004-41ee-ab95-a2b5be80e959),segment_id=49d4c981-b004-41ee-ab95-a2b5be80e959)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:50:17.286313 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7acbcbad-5dfb-4766-82b4-021490742b46 req-d6134d6e-1ac8-4fbc-9084-2641b551fa58 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (b8762a98-72cc-40f5-be72-fda99fddb099), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:17.321809 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 7cd4c628-9cd3-4e42-984c-c68ea0e09556 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:50:17.331474 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 05652e82-65d1-4958-9043-ba08c8b7cd17 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:50:17.333991 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-7acbcbad-5dfb-4766-82b4-021490742b46 req-d6134d6e-1ac8-4fbc-9084-2641b551fa58 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Calling delete_port for b8762a98-72cc-40f5-be72-fda99fddb099 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:50:17.375777 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee7f04-6676-49ca-9bc8-1a7c41d0cc15 req-58c798b5-1dfc-45dd-8f36-d09fa51fd186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:17.377260 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-58ee7f04-6676-49ca-9bc8-1a7c41d0cc15 req-58c798b5-1dfc-45dd-8f36-d09fa51fd186 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.1495929 Jan 28 02:50:17.388897 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-cfae028b-8713-458d-baad-509c09706d20 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] Allocated IP 192.168.233.93 (00399c87-9b8d-4ccb-b18d-7ccb90f49322/24329ac8-3d67-49eb-9f63-d2859e79e36f/3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:50:17.445927 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 05652e82-65d1-4958-9043-ba08c8b7cd17 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:50:17.454046 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 7cd4c628-9cd3-4e42-984c-c68ea0e09556, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=7cd4c628-9cd3-4e42-984c-c68ea0e09556,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:50:17.456472 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 05652e82-65d1-4958-9043-ba08c8b7cd17 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:50:17.456891 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (05652e82-65d1-4958-9043-ba08c8b7cd17), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:17.487055 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '7cd4c628-9cd3-4e42-984c-c68ea0e09556', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'port_id': '7cd4c628-9cd3-4e42-984c-c68ea0e09556', 'mac_address': 'fa:16:3e:4f:db:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24329ac8-3d67-49eb-9f63-d2859e79e36f', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:50:17.500035 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647a875-f79f-470c-8cf5-604c32683f14 req-806d50f6-79e3-406c-9122-0d87ee87f645 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:17.501840 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1647a875-f79f-470c-8cf5-604c32683f14 req-806d50f6-79e3-406c-9122-0d87ee87f645 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a5f6267-245f-4468-bc8c-831e8b56b663 HTTP/1.1" status: 200 len: 944 time: 0.1864717 Jan 28 02:50:17.537851 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 7cd4c628-9cd3-4e42-984c-c68ea0e09556 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:50:17.538273 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7cd4c628-9cd3-4e42-984c-c68ea0e09556), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:17.543240 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee7f04-6676-49ca-9bc8-1a7c41d0cc15 req-47b64254-c2ce-467f-af73-5355170280b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:17.544728 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-58ee7f04-6676-49ca-9bc8-1a7c41d0cc15 req-47b64254-c2ce-467f-af73-5355170280b0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1524410 Jan 28 02:50:17.571389 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cd4c628-9cd3-4e42-984c-c68ea0e09556 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:50:17.588024 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 05652e82-65d1-4958-9043-ba08c8b7cd17 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:50:17.588442 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (05652e82-65d1-4958-9043-ba08c8b7cd17), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:17.606898 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 7cd4c628-9cd3-4e42-984c-c68ea0e09556, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=7cd4c628-9cd3-4e42-984c-c68ea0e09556,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:50:17.615532 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (7cd4c628-9cd3-4e42-984c-c68ea0e09556), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:17.616168 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 150b3d4e-60b4-4c3c-b809-763e8e896265 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:50:17.623886 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5f6267-245f-4468-bc8c-831e8b56b663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05652e82-65d1-4958-9043-ba08c8b7cd17'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:50:17.626540 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8da40f-0360-466f-aa62-4af2e72cffa3" -d '{"events": [{"server_uuid": "5a5f6267-245f-4468-bc8c-831e8b56b663", "name": "network-vif-plugged", "status": "completed", "tag": "05652e82-65d1-4958-9043-ba08c8b7cd17"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:50:17.727560 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1647a875-f79f-470c-8cf5-604c32683f14 req-5fd728b6-ad8d-4b1f-987b-deaf9ef310fb tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/security-groups?id=81a8b397-bb78-4b68-9423-1c50e72f6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115622 Jan 28 02:50:17.803754 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c736d2eb-f9d1-4be9-897c-eb861951cf05 x-openstack-request-id: req-c736d2eb-f9d1-4be9-897c-eb861951cf05 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:50:17.804353 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5f6267-245f-4468-bc8c-831e8b56b663", "name": "network-vif-plugged", "status": "completed", "tag": "05652e82-65d1-4958-9043-ba08c8b7cd17", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:50:17.804767 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c736d2eb-f9d1-4be9-897c-eb861951cf05 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:50:17.805341 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5f6267-245f-4468-bc8c-831e8b56b663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05652e82-65d1-4958-9043-ba08c8b7cd17', 'code': 200} Jan 28 02:50:17.808941 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 05652e82-65d1-4958-9043-ba08c8b7cd17, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=05652e82-65d1-4958-9043-ba08c8b7cd17,segment=NetworkSegment(8b609dd3-1a12-4928-857f-98daa12d72ad),segment_id=8b609dd3-1a12-4928-857f-98daa12d72ad)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:50:17.820113 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (05652e82-65d1-4958-9043-ba08c8b7cd17), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:17.827761 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a708f-44df-40a8-a760-bf6e97033184 req-63b775b4-9b56-4299-a55b-187e0cbcbbdc tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:17.831405 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-586a708f-44df-40a8-a760-bf6e97033184 req-63b775b4-9b56-4299-a55b-187e0cbcbbdc tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2425b6a-e696-43b1-beca-75517a4b36fe HTTP/1.1" status: 200 len: 947 time: 0.0784042 Jan 28 02:50:17.844686 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7acbcbad-5dfb-4766-82b4-021490742b46 req-d6134d6e-1ac8-4fbc-9084-2641b551fa58 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (b8762a98-72cc-40f5-be72-fda99fddb099), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:17.852463 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 150b3d4e-60b4-4c3c-b809-763e8e896265, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=150b3d4e-60b4-4c3c-b809-763e8e896265,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:50:17.863696 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=7cd4c628-9cd3-4e42-984c-c68ea0e09556,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:17.871134 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '150b3d4e-60b4-4c3c-b809-763e8e896265', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'port_id': '150b3d4e-60b4-4c3c-b809-763e8e896265', 'mac_address': 'fa:16:3e:08:30:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24329ac8-3d67-49eb-9f63-d2859e79e36f', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:50:17.890945 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-586a708f-44df-40a8-a760-bf6e97033184 req-db8cbae1-68d5-4ab0-9f7c-f89f70910ec0 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] 10.222.0.53 "GET /v2.0/security-groups?id=22969b9e-92fe-47ef-8755-3334c67cb98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535562 Jan 28 02:50:17.894355 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-58ee7f04-6676-49ca-9bc8-1a7c41d0cc15 req-f1f7c3aa-df6d-42ef-8b80-afe58ce921e4 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397112 Jan 28 02:50:17.894874 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['b8762a98-72cc-40f5-be72-fda99fddb099'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:50:17.917297 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-cfae028b-8713-458d-baad-509c09706d20 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] Publish callbacks [] for port (3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:17.934698 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6134d6e-1ac8-4fbc-9084-2641b551fa58 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Pushing event deleted for resources: {'Port': ['ID=b8762a98-72cc-40f5-be72-fda99fddb099,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:17.968376 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=05652e82-65d1-4958-9043-ba08c8b7cd17,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:17.970346 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ffbcf9-78b5-4765-8fca-013334f235e0 req-d10f00c0-d582-4db3-af34-be4a967ef5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:17.971952 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e0ffbcf9-78b5-4765-8fca-013334f235e0 req-d10f00c0-d582-4db3-af34-be4a967ef5c1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5a5f6267-245f-4468-bc8c-831e8b56b663 HTTP/1.1" status: 200 len: 1097 time: 0.1776543 Jan 28 02:50:17.978446 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 150b3d4e-60b4-4c3c-b809-763e8e896265 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:50:17.978843 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (150b3d4e-60b4-4c3c-b809-763e8e896265), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:17.999714 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 150b3d4e-60b4-4c3c-b809-763e8e896265 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:50:18.030605 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 150b3d4e-60b4-4c3c-b809-763e8e896265, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=150b3d4e-60b4-4c3c-b809-763e8e896265,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:50:18.034279 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5269c91-ab81-4031-b9ee-a92b7644d34b req-8675820d-4544-48bd-966f-e49a92b05e8e tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:18.035687 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (150b3d4e-60b4-4c3c-b809-763e8e896265), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:18.035902 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5269c91-ab81-4031-b9ee-a92b7644d34b req-8675820d-4544-48bd-966f-e49a92b05e8e tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcd82b5f-3a20-47a3-94c6-2581a53c5f22 HTTP/1.1" status: 200 len: 948 time: 0.1863544 Jan 28 02:50:18.036591 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 3a04236b-b647-4bad-85fb-66ca58f5faf9 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:50:18.076870 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-7acbcbad-5dfb-4766-82b4-021490742b46 req-d6134d6e-1ac8-4fbc-9084-2641b551fa58 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] No DVR routers for this DVR port b8762a98-72cc-40f5-be72-fda99fddb099 on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:50:18.101481 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7acbcbad-5dfb-4766-82b4-021490742b46 req-d6134d6e-1ac8-4fbc-9084-2641b551fa58 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:18.104965 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7acbcbad-5dfb-4766-82b4-021490742b46 req-d6134d6e-1ac8-4fbc-9084-2641b551fa58 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.67 "DELETE /v2.0/ports/b8762a98-72cc-40f5-be72-fda99fddb099 HTTP/1.1" status: 204 len: 173 time: 1.3205652 Jan 28 02:50:18.105791 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530af923-b187-4cfa-b84e-72f721aa3952', 'name': 'network-vif-deleted', 'tag': 'b8762a98-72cc-40f5-be72-fda99fddb099'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:50:18.107850 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d44ec8-ad18-4545-a10b-9a87fb027b1e" -d '{"events": [{"server_uuid": "530af923-b187-4cfa-b84e-72f721aa3952", "name": "network-vif-deleted", "tag": "b8762a98-72cc-40f5-be72-fda99fddb099"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:50:18.109667 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 3a04236b-b647-4bad-85fb-66ca58f5faf9, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=3a04236b-b647-4bad-85fb-66ca58f5faf9,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:50:18.119541 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=150b3d4e-60b4-4c3c-b809-763e8e896265,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:18.133105 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '3a04236b-b647-4bad-85fb-66ca58f5faf9', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'port_id': '3a04236b-b647-4bad-85fb-66ca58f5faf9', 'mac_address': 'fa:16:3e:da:f5:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24329ac8-3d67-49eb-9f63-d2859e79e36f', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:50:18.175179 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60778c3-476a-4d8c-8e7c-e10e5f97d003 req-beb97ed4-3fdd-4ef6-8e84-9078abfb61c6 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:18.183350 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b60778c3-476a-4d8c-8e7c-e10e5f97d003 req-beb97ed4-3fdd-4ef6-8e84-9078abfb61c6 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 943 time: 0.0729260 Jan 28 02:50:18.185588 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 3a04236b-b647-4bad-85fb-66ca58f5faf9 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:50:18.187245 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3a04236b-b647-4bad-85fb-66ca58f5faf9), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:18.188677 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e0ffbcf9-78b5-4765-8fca-013334f235e0 req-90a754af-bf13-4f54-bce9-68d0b12a5171 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=81a8b397-bb78-4b68-9423-1c50e72f6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752763 Jan 28 02:50:18.190600 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-58ee7f04-6676-49ca-9bc8-1a7c41d0cc15 req-4f8d11c3-8bfd-443a-ad88-58af2732ccad service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693853 Jan 28 02:50:18.195294 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-cfae028b-8713-458d-baad-509c09706d20 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:18.206776 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a04236b-b647-4bad-85fb-66ca58f5faf9 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:50:18.233884 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 3a04236b-b647-4bad-85fb-66ca58f5faf9, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=3a04236b-b647-4bad-85fb-66ca58f5faf9,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:50:18.238214 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b60778c3-476a-4d8c-8e7c-e10e5f97d003 req-d31430c4-b4fc-432c-bcca-1d4344979c48 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528495 Jan 28 02:50:18.239974 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3a04236b-b647-4bad-85fb-66ca58f5faf9), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:18.250232 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5269c91-ab81-4031-b9ee-a92b7644d34b req-be896901-e3fa-4fef-b5fd-fe715bbb00b0 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/security-groups?id=57b6a0b1-7fe9-44c4-bb90-dd9a3230db1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974835 Jan 28 02:50:18.256899 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-cfae028b-8713-458d-baad-509c09706d20 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] Network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:50:18.258516 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-cfae028b-8713-458d-baad-509c09706d20 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:50:18.281552 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-cfae028b-8713-458d-baad-509c09706d20 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:50:18.331433 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=3a04236b-b647-4bad-85fb-66ca58f5faf9,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:18.342339 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-cfae028b-8713-458d-baad-509c09706d20 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:18.342993 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-cfae028b-8713-458d-baad-509c09706d20 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:18.352107 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827b0495-896e-4c11-b5b1-ded498c7888c x-openstack-request-id: req-827b0495-896e-4c11-b5b1-ded498c7888c {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:50:18.352394 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530af923-b187-4cfa-b84e-72f721aa3952", "name": "network-vif-deleted", "tag": "b8762a98-72cc-40f5-be72-fda99fddb099", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:50:18.352708 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-827b0495-896e-4c11-b5b1-ded498c7888c {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:50:18.353031 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530af923-b187-4cfa-b84e-72f721aa3952', 'name': 'network-vif-deleted', 'tag': 'b8762a98-72cc-40f5-be72-fda99fddb099', 'status': 'completed', 'code': 200} Jan 28 02:50:18.400988 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae028b-8713-458d-baad-509c09706d20 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] Pushing event updated for resources: {'Port': ['ID=3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:18.407318 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-cfae028b-8713-458d-baad-509c09706d20 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8654490 Jan 28 02:50:18.412717 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b2006e74-eb97-4030-b925-f78276ca9833 req-1eacbb58-215e-440e-a900-541eac451e70 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=530af923-b187-4cfa-b84e-72f721aa3952 HTTP/1.1" status: 200 len: 210 time: 0.0352027 Jan 28 02:50:18.431574 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace8450-abc5-4528-8ac9-4eeadaff1c4d req-f073d4d1-b422-45b8-8f46-6b1fb27e6346 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:18.433167 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eace8450-abc5-4528-8ac9-4eeadaff1c4d req-f073d4d1-b422-45b8-8f46-6b1fb27e6346 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] 10.222.0.53 "GET /v2.0/ports?device_id=3582ac0d-80d8-4b43-82ec-56c1a805fb5a HTTP/1.1" status: 200 len: 935 time: 0.0791976 Jan 28 02:50:18.485151 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-9fb0f250-385a-4f6e-98ea-5c99c84fe276 service neutron] Request body: {'port': {'device_id': '3582ac0d-80d8-4b43-82ec-56c1a805fb5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:50:18.492376 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eace8450-abc5-4528-8ac9-4eeadaff1c4d req-6f65cfef-1cf2-4d9a-8171-b92ff44b5715 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] 10.222.0.53 "GET /v2.0/security-groups?id=931ef7bc-9ba5-412f-ba6f-3b7f141d7b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528829 Jan 28 02:50:18.544065 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-9fb0f250-385a-4f6e-98ea-5c99c84fe276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:18.554844 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-fd1422a7-3e28-426d-901f-9a2251d872b5 None None] Provisioning complete for port 3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:50:18.555267 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fd1422a7-3e28-426d-901f-9a2251d872b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:18.602927 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-fd1422a7-3e28-426d-901f-9a2251d872b5 None None] Port 3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:50:18.785765 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['150b3d4e-60b4-4c3c-b809-763e8e896265'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:50:18.818648 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-9fb0f250-385a-4f6e-98ea-5c99c84fe276 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:50:18.822493 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['7cd4c628-9cd3-4e42-984c-c68ea0e09556'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:50:18.824586 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['3a04236b-b647-4bad-85fb-66ca58f5faf9'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:50:18.826516 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-9fb0f250-385a-4f6e-98ea-5c99c84fe276 service neutron] Publish callbacks [] for port (3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:18.842458 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-9fb0f250-385a-4f6e-98ea-5c99c84fe276 service neutron] Transition to ACTIVE for port object 3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:50:18.848439 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-9fb0f250-385a-4f6e-98ea-5c99c84fe276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:18.858696 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48e2b3-0871-4bde-9ae0-5e4844692aa5 req-b1a841e1-85b7-4731-89d1-fac05ea6ed1a tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:18.861230 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ac48e2b3-0871-4bde-9ae0-5e4844692aa5 req-b1a841e1-85b7-4731-89d1-fac05ea6ed1a tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a5f6267-245f-4468-bc8c-831e8b56b663 HTTP/1.1" status: 200 len: 945 time: 0.0581427 Jan 28 02:50:18.919094 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ac48e2b3-0871-4bde-9ae0-5e4844692aa5 req-ed531c71-3bd6-459c-aaa3-4afbc10d9959 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/security-groups?id=81a8b397-bb78-4b68-9423-1c50e72f6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515585 Jan 28 02:50:18.931812 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0f250-385a-4f6e-98ea-5c99c84fe276 service neutron] Pushing event updated for resources: {'Port': ['ID=3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:19.056908 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-9fb0f250-385a-4f6e-98ea-5c99c84fe276 service neutron] Attempting to bind port 3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:50:19.057291 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-9fb0f250-385a-4f6e-98ea-5c99c84fe276 service neutron] Attempting to bind port 3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:50:19.057618 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-9fb0f250-385a-4f6e-98ea-5c99c84fe276 service neutron] Attempting to bind port 3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:50:19.066978 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af43c0e-0663-429c-978d-69cf5cdf84ec req-6666a488-43e7-4e09-9003-0a0ddb12cc42 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:19.068576 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6af43c0e-0663-429c-978d-69cf5cdf84ec req-6666a488-43e7-4e09-9003-0a0ddb12cc42 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2425b6a-e696-43b1-beca-75517a4b36fe HTTP/1.1" status: 200 len: 948 time: 0.0823088 Jan 28 02:50:19.071470 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-9fb0f250-385a-4f6e-98ea-5c99c84fe276 service neutron] Port 3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:50:19.071795 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-9fb0f250-385a-4f6e-98ea-5c99c84fe276 service neutron] Attempting to bind port 3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:50:19.079973 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-9fb0f250-385a-4f6e-98ea-5c99c84fe276 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:50:19.080317 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-9fb0f250-385a-4f6e-98ea-5c99c84fe276 service neutron] Checking segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:50:19.080666 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-9fb0f250-385a-4f6e-98ea-5c99c84fe276 service neutron] Bound using segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:50:19.081122 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-9fb0f250-385a-4f6e-98ea-5c99c84fe276 service neutron] Bound port: 3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:50:19.081665 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-9fb0f250-385a-4f6e-98ea-5c99c84fe276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:19.171507 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6af43c0e-0663-429c-978d-69cf5cdf84ec req-b340bbbd-4191-4516-a202-33963462c434 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] 10.222.0.53 "GET /v2.0/security-groups?id=22969b9e-92fe-47ef-8755-3334c67cb98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940387 Jan 28 02:50:19.200089 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-9fb0f250-385a-4f6e-98ea-5c99c84fe276 service neutron] For port 3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:50:19.203545 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-9fb0f250-385a-4f6e-98ea-5c99c84fe276 service neutron] For port 3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:50:19.208230 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-9fb0f250-385a-4f6e-98ea-5c99c84fe276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:19.239916 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-9fb0f250-385a-4f6e-98ea-5c99c84fe276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:19.240527 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-9fb0f250-385a-4f6e-98ea-5c99c84fe276 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:19.242272 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-9fb0f250-385a-4f6e-98ea-5c99c84fe276 service neutron] 10.222.0.39 "PUT /v2.0/ports/3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259 HTTP/1.1" status: 200 len: 1096 time: 0.7623413 Jan 28 02:50:19.275941 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0f250-385a-4f6e-98ea-5c99c84fe276 service neutron] Pushing event updated for resources: {'Port': ['ID=3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:19.337282 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 418c965b-1d05-4624-887c-e9aaee178bf8 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:50:19.388844 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd9bca-34ca-42ce-9bde-66b955e6212f req-2c67c87d-fc21-49e7-a28a-80a1405c1a52 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:19.390729 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-51dd9bca-34ca-42ce-9bde-66b955e6212f req-2c67c87d-fc21-49e7-a28a-80a1405c1a52 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 943 time: 0.0598915 Jan 28 02:50:19.421976 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-fcdfdf1c-fb6b-4ae9-9d62-5b7fa0e01955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:19.423498 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-fcdfdf1c-fb6b-4ae9-9d62-5b7fa0e01955 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dfdfefb7c78445c6a3d4983a87a0c8b7&device_id=3582ac0d-80d8-4b43-82ec-56c1a805fb5a HTTP/1.1" status: 200 len: 1099 time: 0.1099100 Jan 28 02:50:19.444174 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e90623-10ba-484c-8c37-b0553be6ca1f req-e3f76860-1970-44ce-83b0-8cfe6e354548 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:19.446753 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e2e90623-10ba-484c-8c37-b0553be6ca1f req-e3f76860-1970-44ce-83b0-8cfe6e354548 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcd82b5f-3a20-47a3-94c6-2581a53c5f22 HTTP/1.1" status: 200 len: 948 time: 0.0808604 Jan 28 02:50:19.452952 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-51dd9bca-34ca-42ce-9bde-66b955e6212f req-75431d69-0ce9-4700-9bc9-9d765fa74c93 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555055 Jan 28 02:50:19.511943 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 418c965b-1d05-4624-887c-e9aaee178bf8, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=418c965b-1d05-4624-887c-e9aaee178bf8,segment=NetworkSegment(1cc99f2f-8533-4758-ac6d-0ec0b703844f),segment_id=1cc99f2f-8533-4758-ac6d-0ec0b703844f)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:50:19.517115 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-abb86138-3cc4-429d-baec-620435f7d84e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259 HTTP/1.1" status: 200 len: 217 time: 0.0679650 Jan 28 02:50:19.525925 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '418c965b-1d05-4624-887c-e9aaee178bf8', 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c', 'port_id': '418c965b-1d05-4624-887c-e9aaee178bf8', 'mac_address': 'fa:16:3e:25:a6:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcba3f69-83cc-4e79-8ae3-09e3e7684525', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:50:19.596459 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 418c965b-1d05-4624-887c-e9aaee178bf8 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:50:19.597185 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (418c965b-1d05-4624-887c-e9aaee178bf8), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:19.613815 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 418c965b-1d05-4624-887c-e9aaee178bf8 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:50:19.637222 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c8582-b157-4a31-b482-5838359d2322 req-d5a7d40f-9cd7-4adb-a321-3b6a0229e56b tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:19.639579 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8f1c8582-b157-4a31-b482-5838359d2322 req-d5a7d40f-9cd7-4adb-a321-3b6a0229e56b tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] 10.222.0.53 "GET /v2.0/ports?device_id=3582ac0d-80d8-4b43-82ec-56c1a805fb5a HTTP/1.1" status: 200 len: 947 time: 0.0615854 Jan 28 02:50:19.645840 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 418c965b-1d05-4624-887c-e9aaee178bf8, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=418c965b-1d05-4624-887c-e9aaee178bf8,segment=NetworkSegment(1cc99f2f-8533-4758-ac6d-0ec0b703844f),segment_id=1cc99f2f-8533-4758-ac6d-0ec0b703844f)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:50:19.651371 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (418c965b-1d05-4624-887c-e9aaee178bf8), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:19.697638 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8f1c8582-b157-4a31-b482-5838359d2322 req-d39913d8-8a13-4774-a601-969641c01097 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] 10.222.0.53 "GET /v2.0/security-groups?id=931ef7bc-9ba5-412f-ba6f-3b7f141d7b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523322 Jan 28 02:50:19.710871 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=418c965b-1d05-4624-887c-e9aaee178bf8,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:19.869655 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e6206-cd78-4dda-b5b4-59f2d63a8da9 req-1a03a8f6-2b07-44ef-9e36-637410fbc528 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:19.871222 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a20e6206-cd78-4dda-b5b4-59f2d63a8da9 req-1a03a8f6-2b07-44ef-9e36-637410fbc528 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/networks?id=b41ec36c-2b47-4b7e-a484-436d2f02d72a HTTP/1.1" status: 200 len: 811 time: 0.1008103 Jan 28 02:50:19.886990 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a20e6206-cd78-4dda-b5b4-59f2d63a8da9 req-179b4547-6afc-4a6d-bda8-50c4dae7631a tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/quotas/53e2297c23164a47954b52b6f715a589 HTTP/1.1" status: 200 len: 375 time: 0.0097911 Jan 28 02:50:19.892080 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-6c55acfc-cb1d-4fec-92a6-a7cd781f4d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:19.893578 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-6c55acfc-cb1d-4fec-92a6-a7cd781f4d04 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.3647978 Jan 28 02:50:19.913662 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e2e90623-10ba-484c-8c37-b0553be6ca1f req-12ba17ef-e661-4329-bb8d-586f88e9a865 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/security-groups?id=57b6a0b1-7fe9-44c4-bb90-dd9a3230db1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4553065 Jan 28 02:50:19.925532 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a20e6206-cd78-4dda-b5b4-59f2d63a8da9 req-a31eb7ca-80c4-4feb-8445-6d3c667d37ef tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=53e2297c23164a47954b52b6f715a589&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323138 Jan 28 02:50:19.943252 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-6c1d5c65-9c21-4b35-990a-cffcf64725ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:19.944733 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-6c1d5c65-9c21-4b35-990a-cffcf64725ad service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0434730 Jan 28 02:50:20.023517 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:50:20.068227 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33435587-aff8-46d8-8adf-8fc9f7bf36ba req-fc1aa157-7cfe-49ef-a6a4-39964e6df26e tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:20.069733 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-33435587-aff8-46d8-8adf-8fc9f7bf36ba req-fc1aa157-7cfe-49ef-a6a4-39964e6df26e tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a5f6267-245f-4468-bc8c-831e8b56b663 HTTP/1.1" status: 200 len: 945 time: 0.0734904 Jan 28 02:50:20.093567 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-10d7486f-ebfc-46f2-9617-78679f11060f service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410074 Jan 28 02:50:20.117609 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a20e6206-cd78-4dda-b5b4-59f2d63a8da9 req-7d7c151a-bc51-4c59-9270-8cee28e78172 service neutron] 10.222.0.53 "GET /v2.0/networks/b41ec36c-2b47-4b7e-a484-436d2f02d72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838267 Jan 28 02:50:20.171280 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-33435587-aff8-46d8-8adf-8fc9f7bf36ba req-20611496-68ed-4000-942b-20f757d27aaa tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/security-groups?id=81a8b397-bb78-4b68-9423-1c50e72f6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956466 Jan 28 02:50:20.182214 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['418c965b-1d05-4624-887c-e9aaee178bf8'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:50:20.221181 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-48db832f-dcb7-40a7-ace7-c291b9ef609d req-8ebb5e23-eb67-468a-b9fd-6830ddb55835 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199527 Jan 28 02:50:20.262877 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a20e6206-cd78-4dda-b5b4-59f2d63a8da9 req-9618ad79-695e-492b-a253-8065be126a56 service neutron] 10.222.0.53 "GET /v2.0/networks/b41ec36c-2b47-4b7e-a484-436d2f02d72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395762 Jan 28 02:50:20.354211 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3582ac0d-80d8-4b43-82ec-56c1a805fb5a', 'tag': '3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:50:20.357668 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9199f5d-ab14-4adb-83d5-eccf50aa1365" -d '{"events": [{"name": "network-changed", "server_uuid": "3582ac0d-80d8-4b43-82ec-56c1a805fb5a", "tag": "3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:50:20.484281 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f0e7ef-68c3-4d34-8ed0-68ac4ec6e980 x-openstack-request-id: req-67f0e7ef-68c3-4d34-8ed0-68ac4ec6e980 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:50:20.484625 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3582ac0d-80d8-4b43-82ec-56c1a805fb5a", "tag": "3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:50:20.484873 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-67f0e7ef-68c3-4d34-8ed0-68ac4ec6e980 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:50:20.485298 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3582ac0d-80d8-4b43-82ec-56c1a805fb5a', 'tag': '3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259', 'status': 'completed', 'code': 200} Jan 28 02:50:20.586398 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890d180-3086-4417-a94b-b3c4eb9fd357 req-ed33388c-2b06-4bba-b9c0-5b14cb1649f7 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:20.587998 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6890d180-3086-4417-a94b-b3c4eb9fd357 req-ed33388c-2b06-4bba-b9c0-5b14cb1649f7 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2425b6a-e696-43b1-beca-75517a4b36fe HTTP/1.1" status: 200 len: 948 time: 0.1152427 Jan 28 02:50:20.653161 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2a7e73c1-9d19-4d29-88cb-0b9fe14b4d07 req-0791fdaf-573c-40db-8601-de5c06f65baf tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 210 time: 0.1401908 Jan 28 02:50:20.710967 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9199f5d-ab14-4adb-83d5-eccf50aa1365 req-391340f9-282a-4b4a-bf92-39e7835757e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:20.713294 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d9199f5d-ab14-4adb-83d5-eccf50aa1365 req-391340f9-282a-4b4a-bf92-39e7835757e9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dfdfefb7c78445c6a3d4983a87a0c8b7&device_id=3582ac0d-80d8-4b43-82ec-56c1a805fb5a HTTP/1.1" status: 200 len: 1099 time: 0.1074791 Jan 28 02:50:20.728105 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6890d180-3086-4417-a94b-b3c4eb9fd357 req-85e46e66-26f4-4a68-ba43-e52ea00ca84e tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] 10.222.0.53 "GET /v2.0/security-groups?id=22969b9e-92fe-47ef-8755-3334c67cb98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269786 Jan 28 02:50:20.831553 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7edca8b-6323-42d4-9bc1-69f73a092982 req-306ca87c-4a40-4670-9925-7d7ba791bcf1 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:20.833265 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f7edca8b-6323-42d4-9bc1-69f73a092982 req-306ca87c-4a40-4670-9925-7d7ba791bcf1 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] 10.222.0.53 "GET /v2.0/ports?device_id=3582ac0d-80d8-4b43-82ec-56c1a805fb5a HTTP/1.1" status: 200 len: 947 time: 0.0553362 Jan 28 02:50:20.844038 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11457dfb-41ca-42e9-ab8d-74f7321bca2e req-7d72a2cb-053c-4e95-88c4-1b21c52d9fc6 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:20.846053 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-11457dfb-41ca-42e9-ab8d-74f7321bca2e req-7d72a2cb-053c-4e95-88c4-1b21c52d9fc6 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 944 time: 0.1126988 Jan 28 02:50:20.900440 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f7edca8b-6323-42d4-9bc1-69f73a092982 req-728b36f0-a3f9-4b0d-96fa-55293bc1da7b tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] 10.222.0.53 "GET /v2.0/security-groups?id=931ef7bc-9ba5-412f-ba6f-3b7f141d7b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607977 Jan 28 02:50:20.917926 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-11457dfb-41ca-42e9-ab8d-74f7321bca2e req-5bf7abe5-c248-4a1d-a657-a1c6408ece32 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640144 Jan 28 02:50:20.934322 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9199f5d-ab14-4adb-83d5-eccf50aa1365 req-f36e071d-d963-4bbb-abcb-cdab8186d273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:20.935820 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d9199f5d-ab14-4adb-83d5-eccf50aa1365 req-f36e071d-d963-4bbb-abcb-cdab8186d273 service neutron] 10.222.0.39 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.2147021 Jan 28 02:50:20.987045 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d9199f5d-ab14-4adb-83d5-eccf50aa1365 req-11ba469c-b9b2-4b93-89b3-9831338f06f3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259 HTTP/1.1" status: 200 len: 217 time: 0.0437679 Jan 28 02:50:21.038086 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b674c1f-3368-4e74-9f0a-dea34b715bb3 req-2b8b06d3-7916-4883-8419-419608c9431d tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:21.041342 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1b674c1f-3368-4e74-9f0a-dea34b715bb3 req-2b8b06d3-7916-4883-8419-419608c9431d tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcd82b5f-3a20-47a3-94c6-2581a53c5f22 HTTP/1.1" status: 200 len: 948 time: 0.0562122 Jan 28 02:50:21.048179 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9199f5d-ab14-4adb-83d5-eccf50aa1365 req-3efd8af5-2ea8-40d7-ba31-5ffb2aaf2b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:21.049805 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d9199f5d-ab14-4adb-83d5-eccf50aa1365 req-3efd8af5-2ea8-40d7-ba31-5ffb2aaf2b54 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.0564914 Jan 28 02:50:21.094298 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1b674c1f-3368-4e74-9f0a-dea34b715bb3 req-6f34e2fc-22c3-4a3c-af68-c175300a0af3 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/security-groups?id=57b6a0b1-7fe9-44c4-bb90-dd9a3230db1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470095 Jan 28 02:50:21.120279 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9199f5d-ab14-4adb-83d5-eccf50aa1365 req-2ccdbd92-4a8f-4ae7-b5d3-5bee0c18316f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:21.121819 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d9199f5d-ab14-4adb-83d5-eccf50aa1365 req-2ccdbd92-4a8f-4ae7-b5d3-5bee0c18316f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0604854 Jan 28 02:50:21.210001 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d9199f5d-ab14-4adb-83d5-eccf50aa1365 req-84bb7e27-64a9-4b8d-9233-63a41223000b service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812092 Jan 28 02:50:21.308741 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d9199f5d-ab14-4adb-83d5-eccf50aa1365 req-139222c9-a0bb-4e75-b39c-8904df1b31e6 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917113 Jan 28 02:50:21.345443 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device b8762a98-72cc-40f5-be72-fda99fddb099 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:50:21.370099 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 7cd4c628-9cd3-4e42-984c-c68ea0e09556 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:50:21.372252 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: b8762a98-72cc-40f5-be72-fda99fddb099 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:50:21.372583 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device b8762a98-72cc-40f5-be72-fda99fddb099 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:50:21.423336 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 7cd4c628-9cd3-4e42-984c-c68ea0e09556 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:50:21.427365 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 7cd4c628-9cd3-4e42-984c-c68ea0e09556 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:50:21.427769 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7cd4c628-9cd3-4e42-984c-c68ea0e09556), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:21.506890 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 7cd4c628-9cd3-4e42-984c-c68ea0e09556 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:50:21.507180 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7cd4c628-9cd3-4e42-984c-c68ea0e09556), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:21.532085 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd82b5f-3a20-47a3-94c6-2581a53c5f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd4c628-9cd3-4e42-984c-c68ea0e09556'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:50:21.534607 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edca7823-cd35-47eb-8ddb-ace06584496e" -d '{"events": [{"server_uuid": "fcd82b5f-3a20-47a3-94c6-2581a53c5f22", "name": "network-vif-plugged", "status": "completed", "tag": "7cd4c628-9cd3-4e42-984c-c68ea0e09556"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:50:21.550996 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 7cd4c628-9cd3-4e42-984c-c68ea0e09556, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=7cd4c628-9cd3-4e42-984c-c68ea0e09556,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:50:21.557427 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (7cd4c628-9cd3-4e42-984c-c68ea0e09556), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:21.558305 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 3a04236b-b647-4bad-85fb-66ca58f5faf9 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:50:21.583873 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3aca8fd-2b6a-47a6-bfcc-2c36c13f39f2 x-openstack-request-id: req-d3aca8fd-2b6a-47a6-bfcc-2c36c13f39f2 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:50:21.584164 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd82b5f-3a20-47a3-94c6-2581a53c5f22", "name": "network-vif-plugged", "status": "completed", "tag": "7cd4c628-9cd3-4e42-984c-c68ea0e09556", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:50:21.584412 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d3aca8fd-2b6a-47a6-bfcc-2c36c13f39f2 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:50:21.584800 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd82b5f-3a20-47a3-94c6-2581a53c5f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd4c628-9cd3-4e42-984c-c68ea0e09556', 'code': 200} Jan 28 02:50:21.642581 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=7cd4c628-9cd3-4e42-984c-c68ea0e09556,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:21.665352 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 3a04236b-b647-4bad-85fb-66ca58f5faf9 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:50:21.678905 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 3a04236b-b647-4bad-85fb-66ca58f5faf9 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:50:21.680373 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3a04236b-b647-4bad-85fb-66ca58f5faf9), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:21.783386 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 3a04236b-b647-4bad-85fb-66ca58f5faf9 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:50:21.783939 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3a04236b-b647-4bad-85fb-66ca58f5faf9), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:21.786076 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8eb16d95-5915-4be8-b7ff-6b179484ebee req-1f4cf885-054c-491d-bbf6-037d67ac8d88 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 210 time: 0.0594449 Jan 28 02:50:21.795927 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4d5c5-22e3-4621-bbce-38d86981110c req-8af41cdc-c0d1-4866-a861-c8d2495b82ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:21.798207 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4cb4d5c5-22e3-4621-bbce-38d86981110c req-8af41cdc-c0d1-4866-a861-c8d2495b82ca service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fcd82b5f-3a20-47a3-94c6-2581a53c5f22 HTTP/1.1" status: 200 len: 1101 time: 0.0978236 Jan 28 02:50:21.834042 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 3a04236b-b647-4bad-85fb-66ca58f5faf9, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=3a04236b-b647-4bad-85fb-66ca58f5faf9,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:50:21.856179 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3a04236b-b647-4bad-85fb-66ca58f5faf9), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:21.857132 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 150b3d4e-60b4-4c3c-b809-763e8e896265 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:50:21.938527 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 150b3d4e-60b4-4c3c-b809-763e8e896265 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:50:21.954855 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 150b3d4e-60b4-4c3c-b809-763e8e896265 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:50:21.958429 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (150b3d4e-60b4-4c3c-b809-763e8e896265), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:21.983011 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=3a04236b-b647-4bad-85fb-66ca58f5faf9,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:21.984177 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4cb4d5c5-22e3-4621-bbce-38d86981110c req-1cb64e1c-cfda-4dc7-aed4-0e57db1b5198 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=57b6a0b1-7fe9-44c4-bb90-dd9a3230db1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793597 Jan 28 02:50:22.010993 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4c7c2-f356-4e78-acf5-788540adc423 req-d88272bc-c459-4204-859e-b9e9aac6a150 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:22.012551 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-22a4c7c2-f356-4e78-acf5-788540adc423 req-d88272bc-c459-4204-859e-b9e9aac6a150 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2425b6a-e696-43b1-beca-75517a4b36fe HTTP/1.1" status: 200 len: 948 time: 0.1702824 Jan 28 02:50:22.061009 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e6206-cd78-4dda-b5b4-59f2d63a8da9 req-7e609943-2710-4d68-9e25-1978e76028d4 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:22.062864 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a20e6206-cd78-4dda-b5b4-59f2d63a8da9 req-7e609943-2710-4d68-9e25-1978e76028d4 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.67 "GET /v2.0/networks?id=b41ec36c-2b47-4b7e-a484-436d2f02d72a HTTP/1.1" status: 200 len: 811 time: 0.2382357 Jan 28 02:50:22.071376 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 150b3d4e-60b4-4c3c-b809-763e8e896265 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:50:22.072207 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (150b3d4e-60b4-4c3c-b809-763e8e896265), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:22.087270 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-a20e6206-cd78-4dda-b5b4-59f2d63a8da9 req-bbea6d18-e04b-47b4-b05a-0829e3b13bff tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Request body: {'port': {'device_id': '8846c9ba-fb37-40f6-a935-9bd403077580', 'network_id': 'b41ec36c-2b47-4b7e-a484-436d2f02d72a', 'admin_state_up': True, 'tenant_id': '53e2297c23164a47954b52b6f715a589'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:50:22.107353 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740a12d-153d-4b1e-84bb-cf8bd2df84dd req-09d83c37-105c-46ed-9abc-6d7400a3ff98 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:22.113255 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 150b3d4e-60b4-4c3c-b809-763e8e896265, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=150b3d4e-60b4-4c3c-b809-763e8e896265,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:50:22.114932 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3740a12d-153d-4b1e-84bb-cf8bd2df84dd req-09d83c37-105c-46ed-9abc-6d7400a3ff98 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] 10.222.0.53 "GET /v2.0/ports?device_id=3582ac0d-80d8-4b43-82ec-56c1a805fb5a HTTP/1.1" status: 200 len: 947 time: 0.1063037 Jan 28 02:50:22.119603 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (150b3d4e-60b4-4c3c-b809-763e8e896265), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:22.161432 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-22a4c7c2-f356-4e78-acf5-788540adc423 req-5d9d90c8-8492-4377-9d20-8dc4004dbaee tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] 10.222.0.53 "GET /v2.0/security-groups?id=22969b9e-92fe-47ef-8755-3334c67cb98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419442 Jan 28 02:50:22.188006 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3740a12d-153d-4b1e-84bb-cf8bd2df84dd req-169d4777-2098-48f5-bec4-63c5ebe88fc0 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] 10.222.0.53 "GET /v2.0/security-groups?id=931ef7bc-9ba5-412f-ba6f-3b7f141d7b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623863 Jan 28 02:50:22.188251 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=150b3d4e-60b4-4c3c-b809-763e8e896265,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:22.273890 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a20e6206-cd78-4dda-b5b4-59f2d63a8da9 req-bbea6d18-e04b-47b4-b05a-0829e3b13bff tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Made reservation on behalf of 53e2297c23164a47954b52b6f715a589 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:50:22.277994 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a20e6206-cd78-4dda-b5b4-59f2d63a8da9 req-bbea6d18-e04b-47b4-b05a-0829e3b13bff tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:22.300081 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb55ed7-3157-477c-9724-c5e615e3b15b req-efce80d8-621f-4c34-8d71-397cb766b058 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:22.301614 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8bb55ed7-3157-477c-9724-c5e615e3b15b req-efce80d8-621f-4c34-8d71-397cb766b058 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcd82b5f-3a20-47a3-94c6-2581a53c5f22 HTTP/1.1" status: 200 len: 949 time: 0.0533004 Jan 28 02:50:22.320934 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ac0dd-7d5c-4ff6-a0f9-5b282af19a6c req-c53903ec-fdd7-4fdb-8391-afd4684d749e tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:22.322467 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0d8ac0dd-7d5c-4ff6-a0f9-5b282af19a6c req-c53903ec-fdd7-4fdb-8391-afd4684d749e tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 944 time: 0.0795815 Jan 28 02:50:22.349498 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8bb55ed7-3157-477c-9724-c5e615e3b15b req-18783463-ef47-4ead-be52-c5c240c8ba4e tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/security-groups?id=57b6a0b1-7fe9-44c4-bb90-dd9a3230db1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415888 Jan 28 02:50:22.433404 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0d8ac0dd-7d5c-4ff6-a0f9-5b282af19a6c req-fe1fb0c9-68f1-42d5-874e-75524e44d01a tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819621 Jan 28 02:50:22.454449 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-a20e6206-cd78-4dda-b5b4-59f2d63a8da9 req-bbea6d18-e04b-47b4-b05a-0829e3b13bff tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Allocated IP 172.20.0.2 (b41ec36c-2b47-4b7e-a484-436d2f02d72a/c47d8662-592c-46cb-9250-3ddc6d538cb4/87baee1a-7b66-4b59-b240-57f1351e4fc4) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:50:22.610983 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a20e6206-cd78-4dda-b5b4-59f2d63a8da9 req-bbea6d18-e04b-47b4-b05a-0829e3b13bff tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Publish callbacks [] for port (87baee1a-7b66-4b59-b240-57f1351e4fc4), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:22.650621 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a20e6206-cd78-4dda-b5b4-59f2d63a8da9 req-bbea6d18-e04b-47b4-b05a-0829e3b13bff tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (87baee1a-7b66-4b59-b240-57f1351e4fc4), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:22.691486 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a20e6206-cd78-4dda-b5b4-59f2d63a8da9 req-bbea6d18-e04b-47b4-b05a-0829e3b13bff tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Network b41ec36c-2b47-4b7e-a484-436d2f02d72a is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:50:22.694588 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-a20e6206-cd78-4dda-b5b4-59f2d63a8da9 req-bbea6d18-e04b-47b4-b05a-0829e3b13bff tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:50:22.698959 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-a20e6206-cd78-4dda-b5b4-59f2d63a8da9 req-bbea6d18-e04b-47b4-b05a-0829e3b13bff tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:50:22.725384 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea6d18-e04b-47b4-b05a-0829e3b13bff tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Pushing event updated for resources: {'Port': ['ID=87baee1a-7b66-4b59-b240-57f1351e4fc4,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:22.754468 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e6206-cd78-4dda-b5b4-59f2d63a8da9 req-bbea6d18-e04b-47b4-b05a-0829e3b13bff tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:22.755118 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a20e6206-cd78-4dda-b5b4-59f2d63a8da9 req-bbea6d18-e04b-47b4-b05a-0829e3b13bff tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:22.771194 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a20e6206-cd78-4dda-b5b4-59f2d63a8da9 req-bbea6d18-e04b-47b4-b05a-0829e3b13bff tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6917353 Jan 28 02:50:22.789763 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-a20e6206-cd78-4dda-b5b4-59f2d63a8da9 req-74eb4203-e137-4292-9e04-b0cda9d8102b service neutron] Request body: {'port': {'device_id': '8846c9ba-fb37-40f6-a935-9bd403077580', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:50:22.854024 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a20e6206-cd78-4dda-b5b4-59f2d63a8da9 req-74eb4203-e137-4292-9e04-b0cda9d8102b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (87baee1a-7b66-4b59-b240-57f1351e4fc4), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:23.008527 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b5ed9-8756-49c5-99f6-9bcf3868487b req-b360ee53-865a-4dbc-afb4-9aa73dcfc6b2 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:23.010219 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-555b5ed9-8756-49c5-99f6-9bcf3868487b req-b360ee53-865a-4dbc-afb4-9aa73dcfc6b2 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 931 time: 0.1234548 Jan 28 02:50:23.109663 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-555b5ed9-8756-49c5-99f6-9bcf3868487b req-0497442e-4cf1-4eb3-8232-71c81aeb8bc4 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935256 Jan 28 02:50:23.200440 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-a20e6206-cd78-4dda-b5b4-59f2d63a8da9 req-74eb4203-e137-4292-9e04-b0cda9d8102b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87baee1a-7b66-4b59-b240-57f1351e4fc4 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:50:23.208452 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a20e6206-cd78-4dda-b5b4-59f2d63a8da9 req-74eb4203-e137-4292-9e04-b0cda9d8102b service neutron] Publish callbacks [] for port (87baee1a-7b66-4b59-b240-57f1351e4fc4), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:23.227838 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-a20e6206-cd78-4dda-b5b4-59f2d63a8da9 req-74eb4203-e137-4292-9e04-b0cda9d8102b service neutron] Transition to ACTIVE for port object 87baee1a-7b66-4b59-b240-57f1351e4fc4 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:50:23.234774 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a20e6206-cd78-4dda-b5b4-59f2d63a8da9 req-74eb4203-e137-4292-9e04-b0cda9d8102b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (87baee1a-7b66-4b59-b240-57f1351e4fc4), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:23.304272 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb4203-e137-4292-9e04-b0cda9d8102b service neutron] Pushing event updated for resources: {'Port': ['ID=87baee1a-7b66-4b59-b240-57f1351e4fc4,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:23.329705 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7dde6-5939-47ad-a0e4-4181dbb60363 req-f851a6de-fd6b-4edf-91d1-9cfa9fcb1344 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:23.331952 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aab7dde6-5939-47ad-a0e4-4181dbb60363 req-f851a6de-fd6b-4edf-91d1-9cfa9fcb1344 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2425b6a-e696-43b1-beca-75517a4b36fe HTTP/1.1" status: 200 len: 949 time: 0.0522261 Jan 28 02:50:23.365310 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:50:23.406981 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7bd189-c6e9-4421-a7b5-7c7c9e0cbb43 req-5d177e63-c79a-4a3b-9064-27f36df72e8d tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:23.408877 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6d7bd189-c6e9-4421-a7b5-7c7c9e0cbb43 req-5d177e63-c79a-4a3b-9064-27f36df72e8d tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] 10.222.0.53 "GET /v2.0/ports?device_id=3582ac0d-80d8-4b43-82ec-56c1a805fb5a HTTP/1.1" status: 200 len: 947 time: 0.1066558 Jan 28 02:50:23.417554 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aab7dde6-5939-47ad-a0e4-4181dbb60363 req-4e4b708e-e0a8-4f4e-a8b0-d075c4370eec tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] 10.222.0.53 "GET /v2.0/security-groups?id=22969b9e-92fe-47ef-8755-3334c67cb98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786066 Jan 28 02:50:23.437483 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 418c965b-1d05-4624-887c-e9aaee178bf8 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:50:23.455512 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-a20e6206-cd78-4dda-b5b4-59f2d63a8da9 req-74eb4203-e137-4292-9e04-b0cda9d8102b service neutron] Attempting to bind port 87baee1a-7b66-4b59-b240-57f1351e4fc4 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:50:23.456401 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-a20e6206-cd78-4dda-b5b4-59f2d63a8da9 req-74eb4203-e137-4292-9e04-b0cda9d8102b service neutron] Attempting to bind port 87baee1a-7b66-4b59-b240-57f1351e4fc4 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '49d4c981-b004-41ee-ab95-a2b5be80e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b41ec36c-2b47-4b7e-a484-436d2f02d72a'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:50:23.457140 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20e6206-cd78-4dda-b5b4-59f2d63a8da9 req-74eb4203-e137-4292-9e04-b0cda9d8102b service neutron] Attempting to bind port 87baee1a-7b66-4b59-b240-57f1351e4fc4 on network b41ec36c-2b47-4b7e-a484-436d2f02d72a {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:50:23.471459 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20e6206-cd78-4dda-b5b4-59f2d63a8da9 req-74eb4203-e137-4292-9e04-b0cda9d8102b service neutron] Port 87baee1a-7b66-4b59-b240-57f1351e4fc4 on network b41ec36c-2b47-4b7e-a484-436d2f02d72a not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:50:23.472202 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20e6206-cd78-4dda-b5b4-59f2d63a8da9 req-74eb4203-e137-4292-9e04-b0cda9d8102b service neutron] Attempting to bind port 87baee1a-7b66-4b59-b240-57f1351e4fc4 on network b41ec36c-2b47-4b7e-a484-436d2f02d72a {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:50:23.485347 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20e6206-cd78-4dda-b5b4-59f2d63a8da9 req-74eb4203-e137-4292-9e04-b0cda9d8102b service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:50:23.485965 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20e6206-cd78-4dda-b5b4-59f2d63a8da9 req-74eb4203-e137-4292-9e04-b0cda9d8102b service neutron] Checking segment: {'id': '49d4c981-b004-41ee-ab95-a2b5be80e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b41ec36c-2b47-4b7e-a484-436d2f02d72a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:50:23.486347 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20e6206-cd78-4dda-b5b4-59f2d63a8da9 req-74eb4203-e137-4292-9e04-b0cda9d8102b service neutron] Bound using segment: {'id': '49d4c981-b004-41ee-ab95-a2b5be80e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b41ec36c-2b47-4b7e-a484-436d2f02d72a'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:50:23.486919 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-a20e6206-cd78-4dda-b5b4-59f2d63a8da9 req-74eb4203-e137-4292-9e04-b0cda9d8102b service neutron] Bound port: 87baee1a-7b66-4b59-b240-57f1351e4fc4, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49d4c981-b004-41ee-ab95-a2b5be80e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b41ec36c-2b47-4b7e-a484-436d2f02d72a'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:50:23.487276 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a20e6206-cd78-4dda-b5b4-59f2d63a8da9 req-74eb4203-e137-4292-9e04-b0cda9d8102b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (87baee1a-7b66-4b59-b240-57f1351e4fc4), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:23.522291 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6d7bd189-c6e9-4421-a7b5-7c7c9e0cbb43 req-7604a5af-e9f9-4d86-8b5a-f2fd8631fbe6 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] 10.222.0.53 "GET /v2.0/security-groups?id=931ef7bc-9ba5-412f-ba6f-3b7f141d7b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071222 Jan 28 02:50:23.527741 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a107fb-8819-48fa-a2ee-a03e459db1c9 req-084109c3-9256-44f0-af8c-717236749d3a tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:23.533444 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:50:23.543048 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 418c965b-1d05-4624-887c-e9aaee178bf8 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:50:23.546909 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-20a107fb-8819-48fa-a2ee-a03e459db1c9 req-084109c3-9256-44f0-af8c-717236749d3a tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcd82b5f-3a20-47a3-94c6-2581a53c5f22 HTTP/1.1" status: 200 len: 949 time: 0.0735369 Jan 28 02:50:23.551367 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 418c965b-1d05-4624-887c-e9aaee178bf8 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:50:23.551790 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (418c965b-1d05-4624-887c-e9aaee178bf8), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:23.553593 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'port_id': '3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259', 'mac_address': 'fa:16:3e:04:92:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24329ac8-3d67-49eb-9f63-d2859e79e36f', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:50:23.599787 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d6b324-e9ba-4aef-a99d-edad25a25edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a04236b-b647-4bad-85fb-66ca58f5faf9'}, {'server_uuid': 'd2425b6a-e696-43b1-beca-75517a4b36fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150b3d4e-60b4-4c3c-b809-763e8e896265'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:50:23.602123 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a31e12-a366-44f4-a038-55b7abe46d78" -d '{"events": [{"server_uuid": "a2d6b324-e9ba-4aef-a99d-edad25a25edc", "name": "network-vif-plugged", "status": "completed", "tag": "3a04236b-b647-4bad-85fb-66ca58f5faf9"}, {"server_uuid": "d2425b6a-e696-43b1-beca-75517a4b36fe", "name": "network-vif-plugged", "status": "completed", "tag": "150b3d4e-60b4-4c3c-b809-763e8e896265"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:50:23.636878 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:50:23.637292 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:23.649625 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-20a107fb-8819-48fa-a2ee-a03e459db1c9 req-9c8f1d7f-10ec-4886-9fa1-e80c78a1fa76 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/security-groups?id=57b6a0b1-7fe9-44c4-bb90-dd9a3230db1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014140 Jan 28 02:50:23.658669 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:50:23.678036 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-a20e6206-cd78-4dda-b5b4-59f2d63a8da9 req-74eb4203-e137-4292-9e04-b0cda9d8102b service neutron] For port 87baee1a-7b66-4b59-b240-57f1351e4fc4, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:50:23.683131 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-a20e6206-cd78-4dda-b5b4-59f2d63a8da9 req-74eb4203-e137-4292-9e04-b0cda9d8102b service neutron] For port 87baee1a-7b66-4b59-b240-57f1351e4fc4, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=87baee1a-7b66-4b59-b240-57f1351e4fc4,segment=NetworkSegment(49d4c981-b004-41ee-ab95-a2b5be80e959),segment_id=49d4c981-b004-41ee-ab95-a2b5be80e959)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:50:23.689861 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:50:23.698449 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75173a3b-4b28-4667-b437-edafcae92dcb req-f5c5a007-e019-4745-9109-dba222b3013a tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:23.700080 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-75173a3b-4b28-4667-b437-edafcae92dcb req-f5c5a007-e019-4745-9109-dba222b3013a tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 944 time: 0.0807376 Jan 28 02:50:23.701806 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a20e6206-cd78-4dda-b5b4-59f2d63a8da9 req-74eb4203-e137-4292-9e04-b0cda9d8102b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (87baee1a-7b66-4b59-b240-57f1351e4fc4), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:23.725746 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:23.759211 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e6206-cd78-4dda-b5b4-59f2d63a8da9 req-74eb4203-e137-4292-9e04-b0cda9d8102b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:23.760179 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a20e6206-cd78-4dda-b5b4-59f2d63a8da9 req-74eb4203-e137-4292-9e04-b0cda9d8102b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:23.761226 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a20e6206-cd78-4dda-b5b4-59f2d63a8da9 req-74eb4203-e137-4292-9e04-b0cda9d8102b service neutron] 10.222.0.67 "PUT /v2.0/ports/87baee1a-7b66-4b59-b240-57f1351e4fc4 HTTP/1.1" status: 200 len: 1092 time: 0.9758179 Jan 28 02:50:23.761728 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8846c9ba-fb37-40f6-a935-9bd403077580', 'tag': '87baee1a-7b66-4b59-b240-57f1351e4fc4'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:50:23.763868 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852e43de-c5cf-4ff4-a10f-f7edea6ebe2a" -d '{"events": [{"name": "network-changed", "server_uuid": "8846c9ba-fb37-40f6-a935-9bd403077580", "tag": "87baee1a-7b66-4b59-b240-57f1351e4fc4"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:50:23.774958 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 418c965b-1d05-4624-887c-e9aaee178bf8 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:50:23.775105 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (418c965b-1d05-4624-887c-e9aaee178bf8), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:23.804116 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb4203-e137-4292-9e04-b0cda9d8102b service neutron] Pushing event updated for resources: {'Port': ['ID=87baee1a-7b66-4b59-b240-57f1351e4fc4,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:23.811434 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-75173a3b-4b28-4667-b437-edafcae92dcb req-25401b09-8466-4c8a-bf07-dd4cb64b6640 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016161 Jan 28 02:50:23.814889 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:23.839254 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 418c965b-1d05-4624-887c-e9aaee178bf8, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=418c965b-1d05-4624-887c-e9aaee178bf8,segment=NetworkSegment(1cc99f2f-8533-4758-ac6d-0ec0b703844f),segment_id=1cc99f2f-8533-4758-ac6d-0ec0b703844f)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:50:23.853551 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 02:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd4d644-5e8d-4bd9-bc72-e419618a528b x-openstack-request-id: req-bbd4d644-5e8d-4bd9-bc72-e419618a528b {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:50:23.853940 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d6b324-e9ba-4aef-a99d-edad25a25edc", "name": "network-vif-plugged", "status": "completed", "tag": "3a04236b-b647-4bad-85fb-66ca58f5faf9", "code": 200}, {"server_uuid": "d2425b6a-e696-43b1-beca-75517a4b36fe", "name": "network-vif-plugged", "status": "completed", "tag": "150b3d4e-60b4-4c3c-b809-763e8e896265", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:50:23.854197 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bbd4d644-5e8d-4bd9-bc72-e419618a528b {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:50:23.854591 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d6b324-e9ba-4aef-a99d-edad25a25edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a04236b-b647-4bad-85fb-66ca58f5faf9', 'code': 200} Jan 28 02:50:23.857727 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2425b6a-e696-43b1-beca-75517a4b36fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150b3d4e-60b4-4c3c-b809-763e8e896265', 'code': 200} Jan 28 02:50:23.861094 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (418c965b-1d05-4624-887c-e9aaee178bf8), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:23.913943 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e6206-cd78-4dda-b5b4-59f2d63a8da9 req-4fc213dd-d22a-4b53-ae09-90ae9ada2050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:23.916361 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a20e6206-cd78-4dda-b5b4-59f2d63a8da9 req-4fc213dd-d22a-4b53-ae09-90ae9ada2050 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=53e2297c23164a47954b52b6f715a589&device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 1095 time: 0.0751231 Jan 28 02:50:23.944413 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=418c965b-1d05-4624-887c-e9aaee178bf8,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:23.984677 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a20e6206-cd78-4dda-b5b4-59f2d63a8da9 req-2cb7a7dd-f686-49ba-9994-aa93a4b6f6ac service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=87baee1a-7b66-4b59-b240-57f1351e4fc4 HTTP/1.1" status: 200 len: 217 time: 0.0422027 Jan 28 02:50:23.997802 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ec953-6f65-4828-bb0f-54be6e2422bf req-26ca85eb-5918-49c2-baf4-1d8d0ee8ae35 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:24.006585 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-472ec953-6f65-4828-bb0f-54be6e2422bf req-26ca85eb-5918-49c2-baf4-1d8d0ee8ae35 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2d6b324-e9ba-4aef-a99d-edad25a25edc HTTP/1.1" status: 200 len: 950 time: 0.1092067 Jan 28 02:50:24.033670 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7667c21-9a18-4690-88a7-ab8563326d9d x-openstack-request-id: req-e7667c21-9a18-4690-88a7-ab8563326d9d {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:50:24.034187 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8846c9ba-fb37-40f6-a935-9bd403077580", "tag": "87baee1a-7b66-4b59-b240-57f1351e4fc4", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:50:24.034662 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e7667c21-9a18-4690-88a7-ab8563326d9d {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:50:24.035113 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8846c9ba-fb37-40f6-a935-9bd403077580', 'tag': '87baee1a-7b66-4b59-b240-57f1351e4fc4', 'status': 'completed', 'code': 200} Jan 28 02:50:24.053818 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-472ec953-6f65-4828-bb0f-54be6e2422bf req-6ea8b39f-058e-465d-b89b-a4d8780d650b tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/security-groups?id=57b6a0b1-7fe9-44c4-bb90-dd9a3230db1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463145 Jan 28 02:50:24.107995 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e6206-cd78-4dda-b5b4-59f2d63a8da9 req-7e4a564e-0160-44f3-a746-452fe071bda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:24.109394 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a20e6206-cd78-4dda-b5b4-59f2d63a8da9 req-7e4a564e-0160-44f3-a746-452fe071bda5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c47d8662-592c-46cb-9250-3ddc6d538cb4 HTTP/1.1" status: 200 len: 851 time: 0.1179383 Jan 28 02:50:24.130269 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa940a83-3610-4b8f-96f8-4ed1a8d55cc2 req-e2e8feb1-dad1-4668-bc54-dbd61c77e3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:24.131706 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-aa940a83-3610-4b8f-96f8-4ed1a8d55cc2 req-e2e8feb1-dad1-4668-bc54-dbd61c77e3ed service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a2d6b324-e9ba-4aef-a99d-edad25a25edc HTTP/1.1" status: 200 len: 1102 time: 0.0931239 Jan 28 02:50:24.150494 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:50:24.156944 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a20e6206-cd78-4dda-b5b4-59f2d63a8da9 req-abe91954-2081-4179-96a1-a2a8034e5223 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b41ec36c-2b47-4b7e-a484-436d2f02d72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386333 Jan 28 02:50:24.160826 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9865a1c7-e06d-4c9d-ac3d-f26886750522 req-f41f4abc-bd98-4e8e-bc43-ba78d8aef8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:24.162858 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9865a1c7-e06d-4c9d-ac3d-f26886750522 req-f41f4abc-bd98-4e8e-bc43-ba78d8aef8a6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d2425b6a-e696-43b1-beca-75517a4b36fe HTTP/1.1" status: 200 len: 1101 time: 0.1262679 Jan 28 02:50:24.304439 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9865a1c7-e06d-4c9d-ac3d-f26886750522 req-d964e8e1-5c3a-4d5b-8a55-ff5239896be4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=22969b9e-92fe-47ef-8755-3334c67cb98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201994 Jan 28 02:50:24.340126 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-aa940a83-3610-4b8f-96f8-4ed1a8d55cc2 req-2ebe4981-4809-491c-b76d-3ebd67b89ec7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=57b6a0b1-7fe9-44c4-bb90-dd9a3230db1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922297 Jan 28 02:50:24.371463 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4233ee-8e30-41cb-9f0d-203fb769cbc0 req-44dcd1e5-4dbd-48c9-a1ef-8d94f87859c2 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:24.372892 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fb4233ee-8e30-41cb-9f0d-203fb769cbc0 req-44dcd1e5-4dbd-48c9-a1ef-8d94f87859c2 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 943 time: 0.1222866 Jan 28 02:50:24.393819 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a20e6206-cd78-4dda-b5b4-59f2d63a8da9 req-c6c0b3a8-fc25-41dd-999d-1db5ca6e60e8 service neutron] 10.222.0.67 "GET /v2.0/networks/b41ec36c-2b47-4b7e-a484-436d2f02d72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206416 Jan 28 02:50:24.476901 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fb4233ee-8e30-41cb-9f0d-203fb769cbc0 req-956ab0a5-75eb-4bb5-8660-fb8620ece4fa tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936186 Jan 28 02:50:24.522311 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a20e6206-cd78-4dda-b5b4-59f2d63a8da9 req-5684ad36-8b9f-4494-adfd-6abdb6f188e1 service neutron] 10.222.0.67 "GET /v2.0/networks/b41ec36c-2b47-4b7e-a484-436d2f02d72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217496 Jan 28 02:50:24.522816 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd1f1a-2d85-42cb-afec-58870bbc260c req-fa0d941e-5a3c-4043-9f8f-d0438fd50e00 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:24.524404 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-07cd1f1a-2d85-42cb-afec-58870bbc260c req-fa0d941e-5a3c-4043-9f8f-d0438fd50e00 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2425b6a-e696-43b1-beca-75517a4b36fe HTTP/1.1" status: 200 len: 949 time: 0.0568323 Jan 28 02:50:24.575191 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-07cd1f1a-2d85-42cb-afec-58870bbc260c req-9d5ba45b-8889-4199-9ee2-788570e78d51 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] 10.222.0.53 "GET /v2.0/security-groups?id=22969b9e-92fe-47ef-8755-3334c67cb98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450640 Jan 28 02:50:24.673145 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3312bc6f-24e4-431f-bf93-02553c129471 req-521efa29-fa82-4d2d-bab7-261032321cee tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:24.674643 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3312bc6f-24e4-431f-bf93-02553c129471 req-521efa29-fa82-4d2d-bab7-261032321cee tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] 10.222.0.53 "GET /v2.0/ports?device_id=3582ac0d-80d8-4b43-82ec-56c1a805fb5a HTTP/1.1" status: 200 len: 948 time: 0.0793614 Jan 28 02:50:24.682689 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e43de-c5cf-4ff4-a10f-f7edea6ebe2a req-ca02b349-81b8-4022-b9d7-37f77a8d5751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:24.684088 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-852e43de-c5cf-4ff4-a10f-f7edea6ebe2a req-ca02b349-81b8-4022-b9d7-37f77a8d5751 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=53e2297c23164a47954b52b6f715a589&device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 1095 time: 0.0622334 Jan 28 02:50:24.772633 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3312bc6f-24e4-431f-bf93-02553c129471 req-3e45ce89-35b2-487c-8a6c-d68338a78247 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] 10.222.0.53 "GET /v2.0/security-groups?id=931ef7bc-9ba5-412f-ba6f-3b7f141d7b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874689 Jan 28 02:50:24.807510 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e43de-c5cf-4ff4-a10f-f7edea6ebe2a req-9a0dbb48-da7b-44fc-8994-57a83bfbb34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:24.809158 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-852e43de-c5cf-4ff4-a10f-f7edea6ebe2a req-9a0dbb48-da7b-44fc-8994-57a83bfbb34f service neutron] 10.222.0.67 "GET /v2.0/networks?id=b41ec36c-2b47-4b7e-a484-436d2f02d72a HTTP/1.1" status: 200 len: 912 time: 0.1175261 Jan 28 02:50:24.855897 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-852e43de-c5cf-4ff4-a10f-f7edea6ebe2a req-8ef2117a-a0e3-47dd-8760-74f021a2bfa2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=87baee1a-7b66-4b59-b240-57f1351e4fc4 HTTP/1.1" status: 200 len: 217 time: 0.0392270 Jan 28 02:50:24.932681 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e43de-c5cf-4ff4-a10f-f7edea6ebe2a req-2593c33b-b87f-4954-9515-7127f9151e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:24.934075 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-852e43de-c5cf-4ff4-a10f-f7edea6ebe2a req-2593c33b-b87f-4954-9515-7127f9151e63 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c47d8662-592c-46cb-9250-3ddc6d538cb4 HTTP/1.1" status: 200 len: 851 time: 0.0692832 Jan 28 02:50:24.972691 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-852e43de-c5cf-4ff4-a10f-f7edea6ebe2a req-778a614e-a2ed-4d02-8327-271c09ed911e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b41ec36c-2b47-4b7e-a484-436d2f02d72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314121 Jan 28 02:50:24.979651 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d0411-e70d-47fb-ab8e-797dba847e29 req-776a4bd5-16f7-44df-9597-dbfd9b51f6df tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:24.981023 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ec5d0411-e70d-47fb-ab8e-797dba847e29 req-776a4bd5-16f7-44df-9597-dbfd9b51f6df tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 945 time: 0.0832689 Jan 28 02:50:25.079046 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ec5d0411-e70d-47fb-ab8e-797dba847e29 req-e60092d9-ebb8-47cd-b4f6-e0bb7683a73d tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901027 Jan 28 02:50:25.096677 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-852e43de-c5cf-4ff4-a10f-f7edea6ebe2a req-799a054d-82a8-4fa7-a051-74627a54bdad service neutron] 10.222.0.67 "GET /v2.0/networks/b41ec36c-2b47-4b7e-a484-436d2f02d72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146169 Jan 28 02:50:25.183345 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506e058-111d-40ae-91c1-3235ee4c13ef req-32897145-14fc-4cf1-8454-8b73527f9284 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:25.184897 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9506e058-111d-40ae-91c1-3235ee4c13ef req-32897145-14fc-4cf1-8454-8b73527f9284 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2d6b324-e9ba-4aef-a99d-edad25a25edc HTTP/1.1" status: 200 len: 950 time: 0.0571373 Jan 28 02:50:25.201666 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-852e43de-c5cf-4ff4-a10f-f7edea6ebe2a req-550abb3d-56b4-4605-a0f7-60714b2a2f04 service neutron] 10.222.0.67 "GET /v2.0/networks/b41ec36c-2b47-4b7e-a484-436d2f02d72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984840 Jan 28 02:50:25.235070 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9506e058-111d-40ae-91c1-3235ee4c13ef req-b8cd97d4-7f8b-40e5-8fab-e5b1303a42b0 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/security-groups?id=57b6a0b1-7fe9-44c4-bb90-dd9a3230db1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425653 Jan 28 02:50:25.368297 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:50:25.421910 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:50:25.425998 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:50:25.426375 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:25.502203 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:50:25.502485 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:25.539690 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:50:25.544567 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:25.595865 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:25.601530 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ea02d-4433-4ae0-b280-6ceb878a9647 req-8b9fcc3a-f50e-4e19-9956-9ab66dc53cf0 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:25.603026 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-815ea02d-4433-4ae0-b280-6ceb878a9647 req-8b9fcc3a-f50e-4e19-9956-9ab66dc53cf0 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 943 time: 0.0498207 Jan 28 02:50:25.667385 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-815ea02d-4433-4ae0-b280-6ceb878a9647 req-c394a75f-a6b5-4907-8c07-a68c2559e460 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531824 Jan 28 02:50:25.713970 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f4b10-3d58-4464-99ee-46440907a347 req-57dc0f56-5557-450c-8c9a-6aa4d779bf34 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:25.715584 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d64f4b10-3d58-4464-99ee-46440907a347 req-57dc0f56-5557-450c-8c9a-6aa4d779bf34 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2425b6a-e696-43b1-beca-75517a4b36fe HTTP/1.1" status: 200 len: 949 time: 0.0585515 Jan 28 02:50:25.762433 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d64f4b10-3d58-4464-99ee-46440907a347 req-688d9560-5a0a-434d-bf3a-26bd5f7439b6 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] 10.222.0.53 "GET /v2.0/security-groups?id=22969b9e-92fe-47ef-8755-3334c67cb98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410161 Jan 28 02:50:25.858615 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b57ff94-49c8-4bc8-bb13-35551d00dd23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418c965b-1d05-4624-887c-e9aaee178bf8'}, {'server_uuid': '3582ac0d-80d8-4b43-82ec-56c1a805fb5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:50:25.861581 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535b66a8-cbed-4709-8a35-70c4232b6038" -d '{"events": [{"server_uuid": "6b57ff94-49c8-4bc8-bb13-35551d00dd23", "name": "network-vif-plugged", "status": "completed", "tag": "418c965b-1d05-4624-887c-e9aaee178bf8"}, {"server_uuid": "3582ac0d-80d8-4b43-82ec-56c1a805fb5a", "name": "network-vif-plugged", "status": "completed", "tag": "3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:50:25.901568 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0063c-7b02-4265-b8fd-fe7321f577fc req-c1f7d315-ee83-4c76-8823-9d79bfeb362c tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:25.903735 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5eb0063c-7b02-4265-b8fd-fe7321f577fc req-c1f7d315-ee83-4c76-8823-9d79bfeb362c tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] 10.222.0.53 "GET /v2.0/ports?device_id=3582ac0d-80d8-4b43-82ec-56c1a805fb5a HTTP/1.1" status: 200 len: 949 time: 0.0602467 Jan 28 02:50:25.913927 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 02:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0de7a84-c0a7-412e-be5a-1ee94afc0f3b x-openstack-request-id: req-f0de7a84-c0a7-412e-be5a-1ee94afc0f3b {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:50:25.914757 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b57ff94-49c8-4bc8-bb13-35551d00dd23", "name": "network-vif-plugged", "status": "completed", "tag": "418c965b-1d05-4624-887c-e9aaee178bf8", "code": 200}, {"server_uuid": "3582ac0d-80d8-4b43-82ec-56c1a805fb5a", "name": "network-vif-plugged", "status": "completed", "tag": "3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:50:25.915076 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f0de7a84-c0a7-412e-be5a-1ee94afc0f3b {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:50:25.915849 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b57ff94-49c8-4bc8-bb13-35551d00dd23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418c965b-1d05-4624-887c-e9aaee178bf8', 'code': 200} Jan 28 02:50:25.915849 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3582ac0d-80d8-4b43-82ec-56c1a805fb5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259', 'code': 200} Jan 28 02:50:25.961709 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5eb0063c-7b02-4265-b8fd-fe7321f577fc req-f0f97635-287e-49b6-969b-a9e707170263 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] 10.222.0.53 "GET /v2.0/security-groups?id=931ef7bc-9ba5-412f-ba6f-3b7f141d7b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525887 Jan 28 02:50:26.234576 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea979d4b-2e29-4dc4-8dc2-014492769c5e req-0880491d-6566-4ab4-add0-8e3f420605b2 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:26.236405 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ea979d4b-2e29-4dc4-8dc2-014492769c5e req-0880491d-6566-4ab4-add0-8e3f420605b2 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 945 time: 0.0581582 Jan 28 02:50:26.292729 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795260e-f4bb-4c84-918c-530fc12f19ce req-17cc9643-12fc-463a-a153-c402ab10ab68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:26.303602 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f795260e-f4bb-4c84-918c-530fc12f19ce req-17cc9643-12fc-463a-a153-c402ab10ab68 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 1097 time: 0.1081040 Jan 28 02:50:26.308079 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a1bda-1f91-4184-96d5-8511b147144f req-ce928e16-c5a7-4546-9ec1-8235ad87e1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:26.309613 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d39a1bda-1f91-4184-96d5-8511b147144f req-ce928e16-c5a7-4546-9ec1-8235ad87e1e2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3582ac0d-80d8-4b43-82ec-56c1a805fb5a HTTP/1.1" status: 200 len: 1101 time: 0.1130502 Jan 28 02:50:26.309722 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ea979d4b-2e29-4dc4-8dc2-014492769c5e req-ac93e364-e9a0-43ff-b6b1-172004eb3b09 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675056 Jan 28 02:50:26.418303 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d39a1bda-1f91-4184-96d5-8511b147144f req-c5208902-85a5-4653-b3ff-267bd03d1c9e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=931ef7bc-9ba5-412f-ba6f-3b7f141d7b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898581 Jan 28 02:50:26.428189 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f795260e-f4bb-4c84-918c-530fc12f19ce req-3d2d66b4-7764-4fe7-a33a-3d335f1e71a8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053438 Jan 28 02:50:26.441712 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9bf1c-3599-4074-bfed-b4b45bca695e req-0cd16c55-5f52-4ee9-bf1e-f210a4a24f4c tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:26.443208 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f1b9bf1c-3599-4074-bfed-b4b45bca695e req-0cd16c55-5f52-4ee9-bf1e-f210a4a24f4c tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2d6b324-e9ba-4aef-a99d-edad25a25edc HTTP/1.1" status: 200 len: 950 time: 0.0891104 Jan 28 02:50:26.490985 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f1b9bf1c-3599-4074-bfed-b4b45bca695e req-0c34f13c-8c9f-4a39-896c-953110b86aa2 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/security-groups?id=57b6a0b1-7fe9-44c4-bb90-dd9a3230db1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421922 Jan 28 02:50:26.782616 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef0ada-f240-4f0b-abe2-2ff51bdb0b59 req-450c5078-1ed4-40a5-a791-27871a3a6fe4 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:26.784091 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f9ef0ada-f240-4f0b-abe2-2ff51bdb0b59 req-450c5078-1ed4-40a5-a791-27871a3a6fe4 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 943 time: 0.0499296 Jan 28 02:50:26.835508 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f9ef0ada-f240-4f0b-abe2-2ff51bdb0b59 req-c26be954-f285-4ca3-a0f7-c7d6866143db tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438678 Jan 28 02:50:26.880689 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314c224-d269-4a5d-ab98-b552637b0312 req-4c4993b9-f4fb-413b-9a39-529d0d9a44d1 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:26.883478 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2314c224-d269-4a5d-ab98-b552637b0312 req-4c4993b9-f4fb-413b-9a39-529d0d9a44d1 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2425b6a-e696-43b1-beca-75517a4b36fe HTTP/1.1" status: 200 len: 949 time: 0.0535924 Jan 28 02:50:26.932901 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2314c224-d269-4a5d-ab98-b552637b0312 req-d60ef3f0-a845-485c-b90c-f80df4ab840d tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] 10.222.0.53 "GET /v2.0/security-groups?id=22969b9e-92fe-47ef-8755-3334c67cb98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441344 Jan 28 02:50:27.086390 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddec1be-57a8-4d9e-835a-dc518c591283 req-c8e99895-a67f-4f70-acf3-56e294ce60fc tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:27.087815 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3ddec1be-57a8-4d9e-835a-dc518c591283 req-c8e99895-a67f-4f70-acf3-56e294ce60fc tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] 10.222.0.53 "GET /v2.0/ports?device_id=3582ac0d-80d8-4b43-82ec-56c1a805fb5a HTTP/1.1" status: 200 len: 949 time: 0.0537086 Jan 28 02:50:27.137767 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3ddec1be-57a8-4d9e-835a-dc518c591283 req-9d33bcff-16dc-4711-b98d-b429d2c89251 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] 10.222.0.53 "GET /v2.0/security-groups?id=931ef7bc-9ba5-412f-ba6f-3b7f141d7b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427570 Jan 28 02:50:27.306051 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ceb69b-7eaa-4a28-8d32-9356d998624c req-5dc391b1-9eea-44ed-9261-71d170ea7183 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:27.307708 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d7ceb69b-7eaa-4a28-8d32-9356d998624c req-5dc391b1-9eea-44ed-9261-71d170ea7183 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2425b6a-e696-43b1-beca-75517a4b36fe HTTP/1.1" status: 200 len: 949 time: 0.0473430 Jan 28 02:50:27.361105 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d7ceb69b-7eaa-4a28-8d32-9356d998624c req-a991d439-0df2-4ad9-b0ba-b9c6b35fc818 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] 10.222.0.53 "GET /v2.0/security-groups?id=22969b9e-92fe-47ef-8755-3334c67cb98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474725 Jan 28 02:50:27.426721 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d7335-ce03-4daf-93c1-ff0261ab5095 req-37afc26a-45f9-4096-ba0f-9020789229af tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:27.426721 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6d7d7335-ce03-4daf-93c1-ff0261ab5095 req-37afc26a-45f9-4096-ba0f-9020789229af tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 945 time: 0.0498843 Jan 28 02:50:27.470162 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6d7d7335-ce03-4daf-93c1-ff0261ab5095 req-70d58c57-24f4-4b04-9502-5049030d9f50 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408051 Jan 28 02:50:27.626267 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a07d8-82c3-4308-abe2-3240ab9e92c8 req-784f29d8-3e17-4d47-9619-2952a12931e5 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:27.627757 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0c4a07d8-82c3-4308-abe2-3240ab9e92c8 req-784f29d8-3e17-4d47-9619-2952a12931e5 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2d6b324-e9ba-4aef-a99d-edad25a25edc HTTP/1.1" status: 200 len: 950 time: 0.0673556 Jan 28 02:50:27.697214 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0c4a07d8-82c3-4308-abe2-3240ab9e92c8 req-6dfb049a-78aa-4c7b-a232-5e8347a3436c tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/security-groups?id=57b6a0b1-7fe9-44c4-bb90-dd9a3230db1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633435 Jan 28 02:50:27.962845 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab6c66-2c97-436d-851b-40d349a08890 req-c683d1ea-a6c4-4382-9af8-3a9144165334 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:27.965604 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-15ab6c66-2c97-436d-851b-40d349a08890 req-c683d1ea-a6c4-4382-9af8-3a9144165334 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 943 time: 0.0607398 Jan 28 02:50:28.016443 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-15ab6c66-2c97-436d-851b-40d349a08890 req-f868443f-e181-46ef-8d7c-02b06733efc0 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449028 Jan 28 02:50:28.267800 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3cc5bb-73a3-4208-bc2b-39f2d7ebb0a6 req-3e00f11e-7940-4364-8586-482ce9348dc0 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:28.269223 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ff3cc5bb-73a3-4208-bc2b-39f2d7ebb0a6 req-3e00f11e-7940-4364-8586-482ce9348dc0 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] 10.222.0.53 "GET /v2.0/ports?device_id=3582ac0d-80d8-4b43-82ec-56c1a805fb5a HTTP/1.1" status: 200 len: 949 time: 0.0562110 Jan 28 02:50:28.322879 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ff3cc5bb-73a3-4208-bc2b-39f2d7ebb0a6 req-42bd3778-0624-4fcd-a731-3a368f0180f1 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] 10.222.0.53 "GET /v2.0/security-groups?id=931ef7bc-9ba5-412f-ba6f-3b7f141d7b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472326 Jan 28 02:50:28.503138 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb946d6-9ccb-4132-a4c4-d0b092bcefbd req-35c24d7f-2b33-4eb7-9d84-93d07b66d5c4 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:28.504772 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6eb946d6-9ccb-4132-a4c4-d0b092bcefbd req-35c24d7f-2b33-4eb7-9d84-93d07b66d5c4 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2425b6a-e696-43b1-beca-75517a4b36fe HTTP/1.1" status: 200 len: 949 time: 0.0596600 Jan 28 02:50:28.561118 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6eb946d6-9ccb-4132-a4c4-d0b092bcefbd req-14d1320b-b6bb-48e5-876c-6edb63fea3d9 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] 10.222.0.53 "GET /v2.0/security-groups?id=22969b9e-92fe-47ef-8755-3334c67cb98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497208 Jan 28 02:50:28.604479 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc4d3c-017a-45cd-bef9-b5001be2ec2a req-2e48bf65-169c-411a-adae-5221a552b931 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:28.606023 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-31bc4d3c-017a-45cd-bef9-b5001be2ec2a req-2e48bf65-169c-411a-adae-5221a552b931 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 945 time: 0.0561285 Jan 28 02:50:28.653205 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-31bc4d3c-017a-45cd-bef9-b5001be2ec2a req-79d5c097-74da-4d6f-b4fd-8757e9434c2a tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413554 Jan 28 02:50:28.863478 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:28.871534 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0aa54-9610-49f0-a3e6-388a3c663e78 req-febaceb7-522a-4b4e-83f8-957c8718d664 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:28.873111 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7cd0aa54-9610-49f0-a3e6-388a3c663e78 req-febaceb7-522a-4b4e-83f8-957c8718d664 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 1097 time: 0.0427055 Jan 28 02:50:28.916541 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7cd0aa54-9610-49f0-a3e6-388a3c663e78 req-c8b18641-48f4-4885-98c9-1efd8e459df8 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372264 Jan 28 02:50:29.036489 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e9a124-fa5c-407c-816e-9a6679555cd8 req-afe2e2ae-ba5c-4545-aa04-62272dda59bc tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:29.038077 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-37e9a124-fa5c-407c-816e-9a6679555cd8 req-afe2e2ae-ba5c-4545-aa04-62272dda59bc tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 1097 time: 0.0421724 Jan 28 02:50:29.088946 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-37e9a124-fa5c-407c-816e-9a6679555cd8 req-b13b6a91-aaec-4e5d-8530-ad25f8011c3b tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443196 Jan 28 02:50:29.161697 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9901b3d9-525c-4bc9-b3ed-1144ce34ea98 req-ebc937a4-cc0f-470e-a9b2-f0a061cb3ff9 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:29.163234 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9901b3d9-525c-4bc9-b3ed-1144ce34ea98 req-ebc937a4-cc0f-470e-a9b2-f0a061cb3ff9 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 943 time: 0.0559793 Jan 28 02:50:29.225765 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9901b3d9-525c-4bc9-b3ed-1144ce34ea98 req-b1f0485f-8ed8-4dd8-a608-ae595f5148ae tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562224 Jan 28 02:50:29.364498 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 87baee1a-7b66-4b59-b240-57f1351e4fc4 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:50:29.498040 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 87baee1a-7b66-4b59-b240-57f1351e4fc4, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=87baee1a-7b66-4b59-b240-57f1351e4fc4,segment=NetworkSegment(49d4c981-b004-41ee-ab95-a2b5be80e959),segment_id=49d4c981-b004-41ee-ab95-a2b5be80e959)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:50:29.527822 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '87baee1a-7b66-4b59-b240-57f1351e4fc4', 'network_id': 'b41ec36c-2b47-4b7e-a484-436d2f02d72a', 'port_id': '87baee1a-7b66-4b59-b240-57f1351e4fc4', 'mac_address': 'fa:16:3e:74:97:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c47d8662-592c-46cb-9250-3ddc6d538cb4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:50:29.531089 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6212c-b278-4261-8f7d-b52a44471490 req-b75f6189-56cd-4c5b-ace1-077bb27e913a tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:29.540337 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d5b6212c-b278-4261-8f7d-b52a44471490 req-b75f6189-56cd-4c5b-ace1-077bb27e913a tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] 10.222.0.53 "GET /v2.0/ports?device_id=3582ac0d-80d8-4b43-82ec-56c1a805fb5a HTTP/1.1" status: 200 len: 949 time: 0.0653987 Jan 28 02:50:29.599646 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d5b6212c-b278-4261-8f7d-b52a44471490 req-4769f424-8e3e-4dfc-a440-2efccdb0d2e4 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] 10.222.0.53 "GET /v2.0/security-groups?id=931ef7bc-9ba5-412f-ba6f-3b7f141d7b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582623 Jan 28 02:50:29.632285 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 87baee1a-7b66-4b59-b240-57f1351e4fc4 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:50:29.632773 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (87baee1a-7b66-4b59-b240-57f1351e4fc4), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:29.647821 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87baee1a-7b66-4b59-b240-57f1351e4fc4 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:50:29.680482 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f591cd4b-a202-4000-8771-cfeafc5a8be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:29.685844 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 87baee1a-7b66-4b59-b240-57f1351e4fc4, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=87baee1a-7b66-4b59-b240-57f1351e4fc4,segment=NetworkSegment(49d4c981-b004-41ee-ab95-a2b5be80e959),segment_id=49d4c981-b004-41ee-ab95-a2b5be80e959)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:50:29.691749 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (87baee1a-7b66-4b59-b240-57f1351e4fc4), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:29.735019 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67dd4d-51d4-41fc-b910-34130befa1f2 req-23801161-57b3-48ae-8a25-11a3be6294a0 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:29.737172 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ef67dd4d-51d4-41fc-b910-34130befa1f2 req-23801161-57b3-48ae-8a25-11a3be6294a0 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2425b6a-e696-43b1-beca-75517a4b36fe HTTP/1.1" status: 200 len: 949 time: 0.0919511 Jan 28 02:50:29.749918 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=87baee1a-7b66-4b59-b240-57f1351e4fc4,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:29.784525 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa207166-2423-47c5-91da-3f03aec5d591 req-09063964-e4f7-4a21-8cbb-2129bc171397 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:29.786600 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fa207166-2423-47c5-91da-3f03aec5d591 req-09063964-e4f7-4a21-8cbb-2129bc171397 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2425b6a-e696-43b1-beca-75517a4b36fe HTTP/1.1" status: 200 len: 949 time: 0.0712414 Jan 28 02:50:29.847249 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fa207166-2423-47c5-91da-3f03aec5d591 req-09106a0e-b6ca-4544-996b-5ee7c3932bb1 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] 10.222.0.53 "GET /v2.0/security-groups?id=22969b9e-92fe-47ef-8755-3334c67cb98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530889 Jan 28 02:50:29.881285 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-ef67dd4d-51d4-41fc-b910-34130befa1f2 req-8ba76941-4652-4cdc-90ad-19ddbb7ad0c3 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] Deleting port 150b3d4e-60b4-4c3c-b809-763e8e896265 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:50:29.881997 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ef67dd4d-51d4-41fc-b910-34130befa1f2 req-8ba76941-4652-4cdc-90ad-19ddbb7ad0c3 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (150b3d4e-60b4-4c3c-b809-763e8e896265), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:30.020102 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-ef67dd4d-51d4-41fc-b910-34130befa1f2 req-8ba76941-4652-4cdc-90ad-19ddbb7ad0c3 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] For port 150b3d4e-60b4-4c3c-b809-763e8e896265, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=150b3d4e-60b4-4c3c-b809-763e8e896265,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:50:30.020539 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ef67dd4d-51d4-41fc-b910-34130befa1f2 req-8ba76941-4652-4cdc-90ad-19ddbb7ad0c3 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (150b3d4e-60b4-4c3c-b809-763e8e896265), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:30.036179 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-ef67dd4d-51d4-41fc-b910-34130befa1f2 req-8ba76941-4652-4cdc-90ad-19ddbb7ad0c3 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] Calling delete_port for 150b3d4e-60b4-4c3c-b809-763e8e896265 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:50:30.139185 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0d08b-f5d4-4efa-83e3-e66fcc870ec3 req-4e88aea7-19e2-499b-b883-6fbc07d22593 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:30.140696 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8bc0d08b-f5d4-4efa-83e3-e66fcc870ec3 req-4e88aea7-19e2-499b-b883-6fbc07d22593 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] 10.222.0.53 "GET /v2.0/ports?device_id=3582ac0d-80d8-4b43-82ec-56c1a805fb5a HTTP/1.1" status: 200 len: 949 time: 0.0717106 Jan 28 02:50:30.193423 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ef67dd4d-51d4-41fc-b910-34130befa1f2 req-8ba76941-4652-4cdc-90ad-19ddbb7ad0c3 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (150b3d4e-60b4-4c3c-b809-763e8e896265), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:30.196163 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8bc0d08b-f5d4-4efa-83e3-e66fcc870ec3 req-738d5cbe-73aa-4d7b-a254-87a15b3b3d96 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] 10.222.0.53 "GET /v2.0/security-groups?id=931ef7bc-9ba5-412f-ba6f-3b7f141d7b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494630 Jan 28 02:50:30.203491 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['87baee1a-7b66-4b59-b240-57f1351e4fc4'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:50:30.249445 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba76941-4652-4cdc-90ad-19ddbb7ad0c3 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] Pushing event deleted for resources: {'Port': ['ID=150b3d4e-60b4-4c3c-b809-763e8e896265,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:30.258535 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['150b3d4e-60b4-4c3c-b809-763e8e896265'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:50:30.314407 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef67dd4d-51d4-41fc-b910-34130befa1f2 req-8ba76941-4652-4cdc-90ad-19ddbb7ad0c3 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] No DVR routers for this DVR port 150b3d4e-60b4-4c3c-b809-763e8e896265 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:50:30.323751 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ef67dd4d-51d4-41fc-b910-34130befa1f2 req-8ba76941-4652-4cdc-90ad-19ddbb7ad0c3 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:30.325112 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ef67dd4d-51d4-41fc-b910-34130befa1f2 req-8ba76941-4652-4cdc-90ad-19ddbb7ad0c3 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] 10.222.0.39 "DELETE /v2.0/ports/150b3d4e-60b4-4c3c-b809-763e8e896265 HTTP/1.1" status: 204 len: 173 time: 0.5804360 Jan 28 02:50:30.328351 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2425b6a-e696-43b1-beca-75517a4b36fe', 'name': 'network-vif-deleted', 'tag': '150b3d4e-60b4-4c3c-b809-763e8e896265'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:50:30.333117 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b6e4ae-85b9-4e1c-80df-91930d030ed6" -d '{"events": [{"server_uuid": "d2425b6a-e696-43b1-beca-75517a4b36fe", "name": "network-vif-deleted", "tag": "150b3d4e-60b4-4c3c-b809-763e8e896265"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:50:30.399755 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [req-436fb665-671b-422e-8105-265a68b246b7 req-60a9a034-2b45-4330-8cdf-5d9983329d76 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:50:30.401137 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-436fb665-671b-422e-8105-265a68b246b7 req-60a9a034-2b45-4330-8cdf-5d9983329d76 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074306 Jan 28 02:50:30.497866 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436fb665-671b-422e-8105-265a68b246b7 req-91d07c1d-f026-42cd-bf64-aabe0dc9f249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:30.499648 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-436fb665-671b-422e-8105-265a68b246b7 req-91d07c1d-f026-42cd-bf64-aabe0dc9f249 service neutron] 10.222.0.53 "GET /v2.0/ports/418c965b-1d05-4624-887c-e9aaee178bf8 HTTP/1.1" status: 200 len: 1094 time: 0.0713127 Jan 28 02:50:30.511733 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2daab-4686-4586-8de9-8a0c4cb5da6b req-fc00e13c-7c69-4770-b8ed-033667e2d6df tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:30.517660 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-56b2daab-4686-4586-8de9-8a0c4cb5da6b req-fc00e13c-7c69-4770-b8ed-033667e2d6df tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 944 time: 0.1118047 Jan 28 02:50:30.522415 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-436fb665-671b-422e-8105-265a68b246b7 req-c9bc2bd3-b751-4726-8963-e9e909a2a320 service neutron] Request body: {'binding': {'host': 'n-h1-712139-27', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:50:30.522964 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-436fb665-671b-422e-8105-265a68b246b7 req-c9bc2bd3-b751-4726-8963-e9e909a2a320 service neutron] Unknown quota resources ['binding']. {{(pid=109802) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 02:50:30.637033 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-56b2daab-4686-4586-8de9-8a0c4cb5da6b req-7ae07bf4-211c-46b0-a7b5-6463076b191e tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104484 Jan 28 02:50:30.707128 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-436fb665-671b-422e-8105-265a68b246b7 req-c9bc2bd3-b751-4726-8963-e9e909a2a320 service neutron] Attempting to bind port 418c965b-1d05-4624-887c-e9aaee178bf8 on host n-h1-712139-27 for vnic_type normal with profile None {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:50:30.707377 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-436fb665-671b-422e-8105-265a68b246b7 req-c9bc2bd3-b751-4726-8963-e9e909a2a320 service neutron] Attempting to bind port 418c965b-1d05-4624-887c-e9aaee178bf8 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:50:30.707708 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436fb665-671b-422e-8105-265a68b246b7 req-c9bc2bd3-b751-4726-8963-e9e909a2a320 service neutron] Attempting to bind port 418c965b-1d05-4624-887c-e9aaee178bf8 on network 997aa02b-ef92-4c1c-ba5c-0477d385960c {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:50:30.712074 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436fb665-671b-422e-8105-265a68b246b7 req-c9bc2bd3-b751-4726-8963-e9e909a2a320 service neutron] Port 418c965b-1d05-4624-887c-e9aaee178bf8 on network 997aa02b-ef92-4c1c-ba5c-0477d385960c not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:50:30.712404 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436fb665-671b-422e-8105-265a68b246b7 req-c9bc2bd3-b751-4726-8963-e9e909a2a320 service neutron] Attempting to bind port 418c965b-1d05-4624-887c-e9aaee178bf8 on network 997aa02b-ef92-4c1c-ba5c-0477d385960c {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:50:30.717208 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436fb665-671b-422e-8105-265a68b246b7 req-c9bc2bd3-b751-4726-8963-e9e909a2a320 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:50:30.717553 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436fb665-671b-422e-8105-265a68b246b7 req-c9bc2bd3-b751-4726-8963-e9e909a2a320 service neutron] Checking segment: {'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:50:30.717934 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436fb665-671b-422e-8105-265a68b246b7 req-c9bc2bd3-b751-4726-8963-e9e909a2a320 service neutron] Bound using segment: {'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:50:30.718360 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-436fb665-671b-422e-8105-265a68b246b7 req-c9bc2bd3-b751-4726-8963-e9e909a2a320 service neutron] Bound port: 418c965b-1d05-4624-887c-e9aaee178bf8, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:50:30.768331 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12258a3-541b-4bc2-a094-97bdc406d3d6 x-openstack-request-id: req-a12258a3-541b-4bc2-a094-97bdc406d3d6 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:50:30.768901 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2425b6a-e696-43b1-beca-75517a4b36fe", "name": "network-vif-deleted", "tag": "150b3d4e-60b4-4c3c-b809-763e8e896265", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:50:30.768901 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a12258a3-541b-4bc2-a094-97bdc406d3d6 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:50:30.769229 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2425b6a-e696-43b1-beca-75517a4b36fe', 'name': 'network-vif-deleted', 'tag': '150b3d4e-60b4-4c3c-b809-763e8e896265', 'status': 'completed', 'code': 200} Jan 28 02:50:30.776703 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-436fb665-671b-422e-8105-265a68b246b7 req-c9bc2bd3-b751-4726-8963-e9e909a2a320 service neutron] For port 418c965b-1d05-4624-887c-e9aaee178bf8, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=418c965b-1d05-4624-887c-e9aaee178bf8,segment=NetworkSegment(1cc99f2f-8533-4758-ac6d-0ec0b703844f),segment_id=1cc99f2f-8533-4758-ac6d-0ec0b703844f)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:50:30.784819 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-436fb665-671b-422e-8105-265a68b246b7 req-c9bc2bd3-b751-4726-8963-e9e909a2a320 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:30.786874 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-436fb665-671b-422e-8105-265a68b246b7 req-c9bc2bd3-b751-4726-8963-e9e909a2a320 service neutron] 10.222.0.53 "POST /v2.0/ports/418c965b-1d05-4624-887c-e9aaee178bf8/bindings HTTP/1.1" status: 201 len: 390 time: 0.2680886 Jan 28 02:50:30.953092 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62c296-b68e-454c-831a-be03cb44c6cb req-70956ef6-1565-45de-ba2a-b90f122813b4 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:30.954750 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fa62c296-b68e-454c-831a-be03cb44c6cb req-70956ef6-1565-45de-ba2a-b90f122813b4 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 945 time: 0.0553603 Jan 28 02:50:30.976263 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f090e0b3-906d-4dc6-94aa-3a75fc0a3ff7 req-8853464e-942a-44d9-a3dc-0e6563e6a852 tempest-ServerDiagnosticsNegativeTest-1951440302 tempest-ServerDiagnosticsNegativeTest-1951440302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2425b6a-e696-43b1-beca-75517a4b36fe HTTP/1.1" status: 200 len: 210 time: 0.0393202 Jan 28 02:50:31.021912 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fa62c296-b68e-454c-831a-be03cb44c6cb req-57454fb1-b6d9-470f-9401-e154b2fdbabc tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573525 Jan 28 02:50:31.344279 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de4926-440b-4102-b9c1-26fd42676d53 req-5ac507b4-51d9-4cc8-8582-34da9a590393 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:31.353178 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a9de4926-440b-4102-b9c1-26fd42676d53 req-5ac507b4-51d9-4cc8-8582-34da9a590393 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] 10.222.0.53 "GET /v2.0/ports?device_id=3582ac0d-80d8-4b43-82ec-56c1a805fb5a HTTP/1.1" status: 200 len: 949 time: 0.0734367 Jan 28 02:50:31.409441 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a9de4926-440b-4102-b9c1-26fd42676d53 req-43c061f6-d4e6-4823-8716-7d159d109a9a tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] 10.222.0.53 "GET /v2.0/security-groups?id=931ef7bc-9ba5-412f-ba6f-3b7f141d7b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552995 Jan 28 02:50:31.414036 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 3a04236b-b647-4bad-85fb-66ca58f5faf9 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:50:31.419236 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436fb665-671b-422e-8105-265a68b246b7 req-854dbffc-a970-4bd1-9504-d79be0ad4c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:31.421253 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-436fb665-671b-422e-8105-265a68b246b7 req-854dbffc-a970-4bd1-9504-d79be0ad4c38 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b376bdc08124533ad1dc2039341113b&device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 1097 time: 0.3475392 Jan 28 02:50:31.515956 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436fb665-671b-422e-8105-265a68b246b7 req-6eef89f5-0d1f-48ed-a859-7186f4c59308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:31.517540 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-436fb665-671b-422e-8105-265a68b246b7 req-6eef89f5-0d1f-48ed-a859-7186f4c59308 service neutron] 10.222.0.67 "GET /v2.0/networks?id=997aa02b-ef92-4c1c-ba5c-0477d385960c HTTP/1.1" status: 200 len: 922 time: 0.0894618 Jan 28 02:50:31.520219 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 3a04236b-b647-4bad-85fb-66ca58f5faf9, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=3a04236b-b647-4bad-85fb-66ca58f5faf9,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:50:31.532205 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '3a04236b-b647-4bad-85fb-66ca58f5faf9', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'port_id': '3a04236b-b647-4bad-85fb-66ca58f5faf9', 'mac_address': 'fa:16:3e:da:f5:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24329ac8-3d67-49eb-9f63-d2859e79e36f', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:50:31.562273 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-436fb665-671b-422e-8105-265a68b246b7 req-3730d2de-9321-4f7b-85e1-c9a9a1476f26 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=418c965b-1d05-4624-887c-e9aaee178bf8 HTTP/1.1" status: 200 len: 217 time: 0.0380623 Jan 28 02:50:31.570264 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 3a04236b-b647-4bad-85fb-66ca58f5faf9 is: ACTIVE; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:50:31.570884 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3a04236b-b647-4bad-85fb-66ca58f5faf9), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:31.586027 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a04236b-b647-4bad-85fb-66ca58f5faf9 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:50:31.606940 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 3a04236b-b647-4bad-85fb-66ca58f5faf9, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=3a04236b-b647-4bad-85fb-66ca58f5faf9,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:50:31.609828 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436fb665-671b-422e-8105-265a68b246b7 req-4744d76e-1896-418c-954b-96e0d3ea8aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:31.611464 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-436fb665-671b-422e-8105-265a68b246b7 req-4744d76e-1896-418c-954b-96e0d3ea8aed service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bcba3f69-83cc-4e79-8ae3-09e3e7684525 HTTP/1.1" status: 200 len: 861 time: 0.0438240 Jan 28 02:50:31.611966 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3a04236b-b647-4bad-85fb-66ca58f5faf9), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:31.642968 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-436fb665-671b-422e-8105-265a68b246b7 req-da6116ca-4b8a-4314-a110-0d34d4a1fba4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=997aa02b-ef92-4c1c-ba5c-0477d385960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251589 Jan 28 02:50:31.674809 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=3a04236b-b647-4bad-85fb-66ca58f5faf9,revision_number=6']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:31.767110 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-408f078f-c229-4e19-9616-c112fbb6ad7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:31.791050 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6930eae-5081-4aeb-9f16-7668edda8a01 req-2a334be7-5ca9-4855-8232-9b38413ab96d tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:31.793242 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f6930eae-5081-4aeb-9f16-7668edda8a01 req-2a334be7-5ca9-4855-8232-9b38413ab96d tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 944 time: 0.0687909 Jan 28 02:50:31.828223 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-436fb665-671b-422e-8105-265a68b246b7 req-bb0ac0f7-985b-4872-a525-fac3b499b5d0 service neutron] 10.222.0.67 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782463 Jan 28 02:50:31.902269 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f6930eae-5081-4aeb-9f16-7668edda8a01 req-9772d59e-eb43-4677-a843-de07b15b9c1e tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005046 Jan 28 02:50:31.947426 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-436fb665-671b-422e-8105-265a68b246b7 req-d7311f78-1a8d-44a6-a042-44e166a65045 service neutron] 10.222.0.67 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064918 Jan 28 02:50:31.957486 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['3a04236b-b647-4bad-85fb-66ca58f5faf9'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:50:32.222347 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137047d3-4256-4fce-b19f-114f65756126 req-e0304292-ae4f-4d99-b781-b12d94389c0e tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:32.224187 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-137047d3-4256-4fce-b19f-114f65756126 req-e0304292-ae4f-4d99-b781-b12d94389c0e tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 945 time: 0.0768385 Jan 28 02:50:32.316554 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-137047d3-4256-4fce-b19f-114f65756126 req-eab77839-7e8f-4e2d-b7c4-dcbefeb8c01a tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834496 Jan 28 02:50:32.390722 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991db944-e722-49d8-b626-69af15072af8 req-0e998f12-36fe-473a-8b8d-a686e0f66d7e tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:32.393098 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-991db944-e722-49d8-b626-69af15072af8 req-0e998f12-36fe-473a-8b8d-a686e0f66d7e tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] 10.222.0.39 "GET /v2.0/ports?device_id=3582ac0d-80d8-4b43-82ec-56c1a805fb5a HTTP/1.1" status: 200 len: 949 time: 0.0895078 Jan 28 02:50:32.572070 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 32788) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:50:32.592712 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b530c0-5fb2-4128-bcc2-00fe2fbc853b req-c4544acd-4470-4dd4-a8eb-c32bff0ebe07 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:32.594568 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-38b530c0-5fb2-4128-bcc2-00fe2fbc853b req-c4544acd-4470-4dd4-a8eb-c32bff0ebe07 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] 10.222.0.53 "GET /v2.0/ports?device_id=3582ac0d-80d8-4b43-82ec-56c1a805fb5a HTTP/1.1" status: 200 len: 949 time: 0.0688918 Jan 28 02:50:32.613601 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-991db944-e722-49d8-b626-69af15072af8 req-6e54e9c4-ea96-419e-830c-b6df1e48ab41 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] Deleting port 3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:50:32.614152 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-991db944-e722-49d8-b626-69af15072af8 req-6e54e9c4-ea96-419e-830c-b6df1e48ab41 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:32.705761 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-38b530c0-5fb2-4128-bcc2-00fe2fbc853b req-ed5daa0e-29b7-4ec8-9fc4-8b09bac79bb5 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] 10.222.0.53 "GET /v2.0/security-groups?id=931ef7bc-9ba5-412f-ba6f-3b7f141d7b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959682 Jan 28 02:50:32.745539 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-991db944-e722-49d8-b626-69af15072af8 req-6e54e9c4-ea96-419e-830c-b6df1e48ab41 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] For port 3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:50:32.746099 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-991db944-e722-49d8-b626-69af15072af8 req-6e54e9c4-ea96-419e-830c-b6df1e48ab41 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:32.763151 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-991db944-e722-49d8-b626-69af15072af8 req-6e54e9c4-ea96-419e-830c-b6df1e48ab41 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] Calling delete_port for 3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:50:32.793866 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6f3010b0-e7f1-49ff-a27b-0b9565a76728 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7bfda160c6ea4bf1b55d16b8865a1f2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2171211 Jan 28 02:50:32.802776 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 32796) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:50:32.884119 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-73367f5c-030b-4d4d-9ba0-7381e788b2a3 admin admin] Publish callbacks [] for security_group (22969b9e-92fe-47ef-8755-3334c67cb98f), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:32.924506 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-73367f5c-030b-4d4d-9ba0-7381e788b2a3 admin admin] Publish callbacks [] for security_group (22969b9e-92fe-47ef-8755-3334c67cb98f), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:32.942122 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-991db944-e722-49d8-b626-69af15072af8 req-6e54e9c4-ea96-419e-830c-b6df1e48ab41 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:32.980926 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:50:33.014333 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e54e9c4-ea96-419e-830c-b6df1e48ab41 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] Pushing event deleted for resources: {'Port': ['ID=3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:33.023354 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-73367f5c-030b-4d4d-9ba0-7381e788b2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (22969b9e-92fe-47ef-8755-3334c67cb98f), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:33.026223 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-73367f5c-030b-4d4d-9ba0-7381e788b2a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:33.028195 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-73367f5c-030b-4d4d-9ba0-7381e788b2a3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/22969b9e-92fe-47ef-8755-3334c67cb98f HTTP/1.1" status: 204 len: 168 time: 0.2235749 Jan 28 02:50:33.079079 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73367f5c-030b-4d4d-9ba0-7381e788b2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22969b9e-92fe-47ef-8755-3334c67cb98f,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:33.090900 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-991db944-e722-49d8-b626-69af15072af8 req-6e54e9c4-ea96-419e-830c-b6df1e48ab41 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] No DVR routers for this DVR port 3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:50:33.094622 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-991db944-e722-49d8-b626-69af15072af8 req-6e54e9c4-ea96-419e-830c-b6df1e48ab41 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:33.098438 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-991db944-e722-49d8-b626-69af15072af8 req-6e54e9c4-ea96-419e-830c-b6df1e48ab41 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] 10.222.0.39 "DELETE /v2.0/ports/3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259 HTTP/1.1" status: 204 len: 173 time: 0.6895182 Jan 28 02:50:33.099296 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3582ac0d-80d8-4b43-82ec-56c1a805fb5a', 'name': 'network-vif-deleted', 'tag': '3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:50:33.106865 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df347fc0-d96f-4354-b4d3-d08a47766442" -d '{"events": [{"server_uuid": "3582ac0d-80d8-4b43-82ec-56c1a805fb5a", "name": "network-vif-deleted", "tag": "3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:50:33.183793 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6bae0b-3ccd-4323-ac41-957632be6d25 req-97df6313-b658-4834-994c-6e99bc93c34c tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:33.185697 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4c6bae0b-3ccd-4323-ac41-957632be6d25 req-97df6313-b658-4834-994c-6e99bc93c34c tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 944 time: 0.1260076 Jan 28 02:50:33.216174 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:33.259943 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:33.334637 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4c6bae0b-3ccd-4323-ac41-957632be6d25 req-80da296e-8e98-485b-b60a-476798fd9fff tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424088 Jan 28 02:50:33.338083 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84bed16-f020-42b6-b679-15e6da668c10 x-openstack-request-id: req-f84bed16-f020-42b6-b679-15e6da668c10 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:50:33.338327 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3582ac0d-80d8-4b43-82ec-56c1a805fb5a", "name": "network-vif-deleted", "tag": "3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:50:33.338566 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f84bed16-f020-42b6-b679-15e6da668c10 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:50:33.338975 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3582ac0d-80d8-4b43-82ec-56c1a805fb5a', 'name': 'network-vif-deleted', 'tag': '3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259', 'status': 'completed', 'code': 200} Jan 28 02:50:33.364599 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 87baee1a-7b66-4b59-b240-57f1351e4fc4 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:50:33.520873 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 3a04236b-b647-4bad-85fb-66ca58f5faf9 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:50:33.582083 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd367cb-e7c2-40c9-a964-e085b462b941 req-0554d8de-61be-4aec-848b-80ccde13e8aa tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:33.582983 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6fd367cb-e7c2-40c9-a964-e085b462b941 req-0554d8de-61be-4aec-848b-80ccde13e8aa tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 945 time: 0.1268654 Jan 28 02:50:33.643788 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 32824) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:50:33.644161 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 87baee1a-7b66-4b59-b240-57f1351e4fc4 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:50:33.662681 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 87baee1a-7b66-4b59-b240-57f1351e4fc4 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:50:33.663064 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (87baee1a-7b66-4b59-b240-57f1351e4fc4), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:33.674487 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ec35d03c-6cad-4419-9b52-a8b17f435c61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:33.737640 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6fd367cb-e7c2-40c9-a964-e085b462b941 req-3d2564cc-0ced-48d8-ad87-6b2d268cbc5b tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465664 Jan 28 02:50:33.740841 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 3a04236b-b647-4bad-85fb-66ca58f5faf9 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:50:33.741233 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3a04236b-b647-4bad-85fb-66ca58f5faf9), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:33.817618 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ec35d03c-6cad-4419-9b52-a8b17f435c61 admin admin] Publish callbacks [] for security_group (003e3834-2eb9-469c-89f0-83fb8ae32312), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:33.824192 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ec35d03c-6cad-4419-9b52-a8b17f435c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (003e3834-2eb9-469c-89f0-83fb8ae32312), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:33.880663 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec35d03c-6cad-4419-9b52-a8b17f435c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003e3834-2eb9-469c-89f0-83fb8ae32312,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:33.931414 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 87baee1a-7b66-4b59-b240-57f1351e4fc4 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:50:33.932584 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (87baee1a-7b66-4b59-b240-57f1351e4fc4), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:34.046679 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8846c9ba-fb37-40f6-a935-9bd403077580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87baee1a-7b66-4b59-b240-57f1351e4fc4'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:50:34.052517 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ec35d03c-6cad-4419-9b52-a8b17f435c61 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=836a02f557d84d99874489cecb607726&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4075553 Jan 28 02:50:34.055201 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 32830) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:50:34.061164 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4bad7144-27d6-412c-9888-4ac1092765c0 req-20caecab-3f9e-4c91-8ced-c5cd112f0f87 tempest-ImagesNegativeTestJSON-1070840369 tempest-ImagesNegativeTestJSON-1070840369-project] 10.222.0.53 "GET /v2.0/ports?device_id=3582ac0d-80d8-4b43-82ec-56c1a805fb5a HTTP/1.1" status: 200 len: 210 time: 0.1488853 Jan 28 02:50:34.061998 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b87812-027c-4c69-b67f-87eeff99b162" -d '{"events": [{"server_uuid": "8846c9ba-fb37-40f6-a935-9bd403077580", "name": "network-vif-plugged", "status": "completed", "tag": "87baee1a-7b66-4b59-b240-57f1351e4fc4"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:50:34.091207 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 87baee1a-7b66-4b59-b240-57f1351e4fc4, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=87baee1a-7b66-4b59-b240-57f1351e4fc4,segment=NetworkSegment(49d4c981-b004-41ee-ab95-a2b5be80e959),segment_id=49d4c981-b004-41ee-ab95-a2b5be80e959)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:50:34.155824 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-47122d51-04b8-4cd3-8aef-5fe1926822ae admin admin] Publish callbacks [] for security_group (003e3834-2eb9-469c-89f0-83fb8ae32312), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:34.171751 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29faf94f-deb1-4d84-98d0-ae39dfcc5cef x-openstack-request-id: req-29faf94f-deb1-4d84-98d0-ae39dfcc5cef {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:50:34.172146 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8846c9ba-fb37-40f6-a935-9bd403077580", "name": "network-vif-plugged", "status": "completed", "tag": "87baee1a-7b66-4b59-b240-57f1351e4fc4", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:50:34.172489 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-29faf94f-deb1-4d84-98d0-ae39dfcc5cef {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:50:34.173030 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8846c9ba-fb37-40f6-a935-9bd403077580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87baee1a-7b66-4b59-b240-57f1351e4fc4', 'code': 200} Jan 28 02:50:34.174441 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 3a04236b-b647-4bad-85fb-66ca58f5faf9 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:50:34.174993 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3a04236b-b647-4bad-85fb-66ca58f5faf9), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:34.185491 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-47122d51-04b8-4cd3-8aef-5fe1926822ae admin admin] Publish callbacks [] for security_group (003e3834-2eb9-469c-89f0-83fb8ae32312), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:34.192427 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (87baee1a-7b66-4b59-b240-57f1351e4fc4), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:34.223080 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 3a04236b-b647-4bad-85fb-66ca58f5faf9, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=3a04236b-b647-4bad-85fb-66ca58f5faf9,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:50:34.233103 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3a04236b-b647-4bad-85fb-66ca58f5faf9), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:34.234270 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 150b3d4e-60b4-4c3c-b809-763e8e896265 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:50:34.255481 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-47122d51-04b8-4cd3-8aef-5fe1926822ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (003e3834-2eb9-469c-89f0-83fb8ae32312), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:34.259449 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-47122d51-04b8-4cd3-8aef-5fe1926822ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:34.260933 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-47122d51-04b8-4cd3-8aef-5fe1926822ae admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/003e3834-2eb9-469c-89f0-83fb8ae32312 HTTP/1.1" status: 204 len: 168 time: 0.2042842 Jan 28 02:50:34.280485 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47122d51-04b8-4cd3-8aef-5fe1926822ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003e3834-2eb9-469c-89f0-83fb8ae32312,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:34.370032 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 150b3d4e-60b4-4c3c-b809-763e8e896265 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:50:34.370261 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 150b3d4e-60b4-4c3c-b809-763e8e896265 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:50:34.371293 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:50:34.388072 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae7227-446e-42db-aec3-61a113a23901 req-8a4970f7-3310-42cc-85ee-fe5f5ac96167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:34.389550 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dcae7227-446e-42db-aec3-61a113a23901 req-8a4970f7-3310-42cc-85ee-fe5f5ac96167 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 1097 time: 0.0830123 Jan 28 02:50:34.435043 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:50:34.435386 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 3f4998bb-e0d9-4c3d-a46f-4a9cfdaee259 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:50:34.496282 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=87baee1a-7b66-4b59-b240-57f1351e4fc4,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:34.556663 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dcae7227-446e-42db-aec3-61a113a23901 req-5656ca03-5b74-402d-b2f5-458003af217d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527779 Jan 28 02:50:34.600540 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435f7b2-fc07-4950-a205-fabf1063c9fa req-6bb3fd1d-489f-4667-93ab-efe28f8a27c3 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:34.602704 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=3a04236b-b647-4bad-85fb-66ca58f5faf9,revision_number=7']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:34.614101 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a435f7b2-fc07-4950-a205-fabf1063c9fa req-6bb3fd1d-489f-4667-93ab-efe28f8a27c3 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 945 time: 0.1512206 Jan 28 02:50:34.653601 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:34.720358 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a435f7b2-fc07-4950-a205-fabf1063c9fa req-73c0c121-d938-4552-9677-2546bcbf6216 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034551 Jan 28 02:50:34.939739 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a464027-0e14-45bf-b0a4-b15b4cce4032 req-bfa4db55-7246-4e58-a771-0f824a2a052f tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:34.947388 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9a464027-0e14-45bf-b0a4-b15b4cce4032 req-bfa4db55-7246-4e58-a771-0f824a2a052f tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 945 time: 0.1170897 Jan 28 02:50:35.004225 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9a464027-0e14-45bf-b0a4-b15b4cce4032 req-7485cf77-56c5-4bb4-aaf6-80164c06ca6f tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556605 Jan 28 02:50:35.892464 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 32912) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:50:35.900689 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:35.966920 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448c5ac-6525-4c11-a9b6-d6a635b9cc2b req-b2b52d1e-591a-4c34-883b-635a711270e0 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:35.978110 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1448c5ac-6525-4c11-a9b6-d6a635b9cc2b req-b2b52d1e-591a-4c34-883b-635a711270e0 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 945 time: 0.1434395 Jan 28 02:50:36.118263 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1448c5ac-6525-4c11-a9b6-d6a635b9cc2b req-5d6cb044-7f8b-46a4-88cf-29d47bd5474f tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388776 Jan 28 02:50:36.174988 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d6b324-e9ba-4aef-a99d-edad25a25edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a04236b-b647-4bad-85fb-66ca58f5faf9'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:50:36.178660 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d18d209-7d0b-45cd-9736-9f245f7ea4bc" -d '{"events": [{"server_uuid": "a2d6b324-e9ba-4aef-a99d-edad25a25edc", "name": "network-vif-plugged", "status": "completed", "tag": "3a04236b-b647-4bad-85fb-66ca58f5faf9"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:50:36.252522 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d33ea8-e93e-4bb6-bebb-81d5e41851c3 x-openstack-request-id: req-75d33ea8-e93e-4bb6-bebb-81d5e41851c3 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:50:36.253097 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d6b324-e9ba-4aef-a99d-edad25a25edc", "name": "network-vif-plugged", "status": "completed", "tag": "3a04236b-b647-4bad-85fb-66ca58f5faf9", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:50:36.253626 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-75d33ea8-e93e-4bb6-bebb-81d5e41851c3 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:50:36.254387 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d6b324-e9ba-4aef-a99d-edad25a25edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a04236b-b647-4bad-85fb-66ca58f5faf9', 'code': 200} Jan 28 02:50:36.287100 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a16e32-7f29-4242-a122-b81fb319414c req-f08971f0-d6ad-47eb-8afb-0472ae168c22 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:36.305163 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e5a16e32-7f29-4242-a122-b81fb319414c req-f08971f0-d6ad-47eb-8afb-0472ae168c22 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 945 time: 0.1473947 Jan 28 02:50:36.410197 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e5a16e32-7f29-4242-a122-b81fb319414c req-3df640a1-614b-4ced-97c9-f04c5435878c tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981903 Jan 28 02:50:36.469555 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e1d32a58-64f4-4f03-9e06-c79d30c1400d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dfdfefb7c78445c6a3d4983a87a0c8b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5720968 Jan 28 02:50:36.469794 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 32932) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:50:36.578232 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0aa2ecc3-513d-4492-9666-fab48ad7d624 admin admin] Publish callbacks [] for security_group (931ef7bc-9ba5-412f-ba6f-3b7f141d7b93), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:36.615372 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0aa2ecc3-513d-4492-9666-fab48ad7d624 admin admin] Publish callbacks [] for security_group (931ef7bc-9ba5-412f-ba6f-3b7f141d7b93), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:36.701993 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0aa2ecc3-513d-4492-9666-fab48ad7d624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (931ef7bc-9ba5-412f-ba6f-3b7f141d7b93), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:36.705878 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0aa2ecc3-513d-4492-9666-fab48ad7d624 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:36.709988 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0aa2ecc3-513d-4492-9666-fab48ad7d624 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/931ef7bc-9ba5-412f-ba6f-3b7f141d7b93 HTTP/1.1" status: 204 len: 168 time: 0.2392571 Jan 28 02:50:36.724030 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa2ecc3-513d-4492-9666-fab48ad7d624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931ef7bc-9ba5-412f-ba6f-3b7f141d7b93,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:36.931705 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-3ebd5651-4d7d-41e9-b0a2-ff1465fc06d6 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=4d714f25ed644ba5bf2b0071cedfefc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276353 Jan 28 02:50:37.047531 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-b0161dbb-5776-4409-8030-511169d9d6fc tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:37.049183 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-b0161dbb-5776-4409-8030-511169d9d6fc tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1087048 Jan 28 02:50:37.071885 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-12cfbcfc-766d-47d6-aab2-788a29569ad3 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/quotas/4d714f25ed644ba5bf2b0071cedfefc1 HTTP/1.1" status: 200 len: 375 time: 0.0151553 Jan 28 02:50:37.117502 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-52127d05-f521-4fc0-8420-219ebe2a92a0 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4d714f25ed644ba5bf2b0071cedfefc1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403862 Jan 28 02:50:37.358435 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcea894-10e0-47d4-a03c-20e7a631ce8e req-ae4c7ac1-29b4-4b62-a84b-3d313b3082aa tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:37.366295 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4fcea894-10e0-47d4-a03c-20e7a631ce8e req-ae4c7ac1-29b4-4b62-a84b-3d313b3082aa tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 945 time: 0.1144695 Jan 28 02:50:37.385173 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-577d1d12-ef9c-4bea-8d58-284a646d146a req-34b6f60a-539f-4d61-8afa-aee7de7ee6fa tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/ports?device_id=76268ebe-34ac-4feb-b285-2ae6de6a14d7 HTTP/1.1" status: 200 len: 210 time: 0.0504930 Jan 28 02:50:37.443034 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4fcea894-10e0-47d4-a03c-20e7a631ce8e req-425b31de-45ff-40f3-b270-0beedb01ce3e tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751147 Jan 28 02:50:37.659759 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36761693-6492-4aa1-8c24-23e5676390bc req-de0906dc-9149-4987-abbe-5bcaeee60977 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:37.661492 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-36761693-6492-4aa1-8c24-23e5676390bc req-de0906dc-9149-4987-abbe-5bcaeee60977 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 945 time: 0.1497810 Jan 28 02:50:37.712140 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9e34d1f8-9795-4bff-9fa6-78f1a0d923a1 req-b70f7ae9-bd1f-4e0b-bd1b-cc20468807e0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=42b36ac4-e7c3-4d95-8b5d-f16778117334&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1530952 Jan 28 02:50:37.761184 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-36761693-6492-4aa1-8c24-23e5676390bc req-4e64cb78-d48e-4b66-935d-94d627bd207f tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790236 Jan 28 02:50:37.923639 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34d1f8-9795-4bff-9fa6-78f1a0d923a1 req-27396e24-1ac3-4d96-9093-4a68a049028c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:37.942459 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9e34d1f8-9795-4bff-9fa6-78f1a0d923a1 req-27396e24-1ac3-4d96-9093-4a68a049028c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b376bdc08124533ad1dc2039341113b&device_id=42b36ac4-e7c3-4d95-8b5d-f16778117334 HTTP/1.1" status: 200 len: 1097 time: 0.1151905 Jan 28 02:50:38.212556 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34d1f8-9795-4bff-9fa6-78f1a0d923a1 req-579fe1c7-3f11-4762-a470-f64051c7c03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:38.223925 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9e34d1f8-9795-4bff-9fa6-78f1a0d923a1 req-579fe1c7-3f11-4762-a470-f64051c7c03d service neutron] 10.222.0.39 "GET /v2.0/networks?id=997aa02b-ef92-4c1c-ba5c-0477d385960c HTTP/1.1" status: 200 len: 922 time: 0.2443416 Jan 28 02:50:38.335027 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9e34d1f8-9795-4bff-9fa6-78f1a0d923a1 req-8c67e034-0f16-4f39-ba15-dcb40f28de6d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5211e927-24e1-41c8-838c-b2a6c7eb4347 HTTP/1.1" status: 200 len: 217 time: 0.1102109 Jan 28 02:50:38.405974 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c1343-49de-4d3b-8d6d-e01b66106e25 req-47b6dc71-9e7c-4cad-8aed-f0476a4f8a0c tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:38.418976 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-946c1343-49de-4d3b-8d6d-e01b66106e25 req-47b6dc71-9e7c-4cad-8aed-f0476a4f8a0c tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 945 time: 0.0781498 Jan 28 02:50:38.486240 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-946c1343-49de-4d3b-8d6d-e01b66106e25 req-84fc7845-5db2-4644-9ab7-b81ae12f17e5 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652547 Jan 28 02:50:38.520971 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34d1f8-9795-4bff-9fa6-78f1a0d923a1 req-2e16c9e0-2ba8-4dc3-8bef-fa2500318873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:38.523946 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9e34d1f8-9795-4bff-9fa6-78f1a0d923a1 req-2e16c9e0-2ba8-4dc3-8bef-fa2500318873 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bcba3f69-83cc-4e79-8ae3-09e3e7684525 HTTP/1.1" status: 200 len: 861 time: 0.1808975 Jan 28 02:50:38.620483 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8a22c6ec-d962-4cf9-bd84-6ea72fb77b06 req-56306944-658c-4b37-88b3-7738671a816b tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/ports?device_id=76268ebe-34ac-4feb-b285-2ae6de6a14d7 HTTP/1.1" status: 200 len: 210 time: 0.0934391 Jan 28 02:50:38.673144 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9e34d1f8-9795-4bff-9fa6-78f1a0d923a1 req-3576c64d-e197-41a1-aa89-2de94ab84f0b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=997aa02b-ef92-4c1c-ba5c-0477d385960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1301148 Jan 28 02:50:38.795694 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9e34d1f8-9795-4bff-9fa6-78f1a0d923a1 req-dada6d6d-f7c5-41f5-ae57-b82d002f2c2a service neutron] 10.222.0.39 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112702 Jan 28 02:50:38.885880 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 33038) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:50:38.970983 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9e34d1f8-9795-4bff-9fa6-78f1a0d923a1 req-5edf8d57-49b3-4bc1-be01-818e3569997e service neutron] 10.222.0.39 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621053 Jan 28 02:50:39.157930 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-188d878d-6eab-430e-80ca-a714c912536b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:39.163737 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d547d-24e6-4232-94a1-9288efc1b217 req-5cb31518-8305-4633-96e0-a9ccec9f8147 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:39.174193 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ca3d547d-24e6-4232-94a1-9288efc1b217 req-5cb31518-8305-4633-96e0-a9ccec9f8147 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 945 time: 0.1871424 Jan 28 02:50:39.262636 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-2bb7d634-84a0-4b8b-b935-93ab6c1f813b tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=4d714f25ed644ba5bf2b0071cedfefc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0756021 Jan 28 02:50:39.367070 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-188d878d-6eab-430e-80ca-a714c912536b admin admin] Publish callbacks [] for security_group (8914a701-704c-45b8-8736-cc00e48f052a), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:39.367862 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ca3d547d-24e6-4232-94a1-9288efc1b217 req-57e0ea7d-8a5a-448e-848e-1969154cdcbd tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899722 Jan 28 02:50:39.381136 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-188d878d-6eab-430e-80ca-a714c912536b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (8914a701-704c-45b8-8736-cc00e48f052a), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:39.412624 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-188d878d-6eab-430e-80ca-a714c912536b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=72725c9e3eaf44f8a1c7988a37857596&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5249271 Jan 28 02:50:39.427574 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 33056) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:50:39.447994 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d878d-6eab-430e-80ca-a714c912536b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8914a701-704c-45b8-8736-cc00e48f052a,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:39.539027 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-35144d2f-8e26-4df4-8ded-17d27ae228e3 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:39.540472 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-35144d2f-8e26-4df4-8ded-17d27ae228e3 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2321334 Jan 28 02:50:39.543704 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8d0db3f4-bf93-4f9d-adb4-265abf0855b9 admin admin] Publish callbacks [] for security_group (8914a701-704c-45b8-8736-cc00e48f052a), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:39.563417 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-44620f02-f67d-4c32-8571-bdaaabcfebb9 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Request body: {'port': {'device_id': '76268ebe-34ac-4feb-b285-2ae6de6a14d7', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'admin_state_up': True, 'tenant_id': '4d714f25ed644ba5bf2b0071cedfefc1'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:50:39.591646 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8d0db3f4-bf93-4f9d-adb4-265abf0855b9 admin admin] Publish callbacks [] for security_group (8914a701-704c-45b8-8736-cc00e48f052a), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:39.637978 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb39e66-7ad3-46a8-81c1-ac899f9caa20 req-e63ad05f-6d35-4f13-97f6-6ae6e2c6993c tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:39.645687 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3cb39e66-7ad3-46a8-81c1-ac899f9caa20 req-e63ad05f-6d35-4f13-97f6-6ae6e2c6993c tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 945 time: 0.0658810 Jan 28 02:50:39.769972 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8d0db3f4-bf93-4f9d-adb4-265abf0855b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (8914a701-704c-45b8-8736-cc00e48f052a), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:39.770815 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3cb39e66-7ad3-46a8-81c1-ac899f9caa20 req-52a3df6d-e496-4431-807f-2371de7b4362 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111109 Jan 28 02:50:39.773002 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8d0db3f4-bf93-4f9d-adb4-265abf0855b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:39.774383 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8d0db3f4-bf93-4f9d-adb4-265abf0855b9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8914a701-704c-45b8-8736-cc00e48f052a HTTP/1.1" status: 204 len: 168 time: 0.3292861 Jan 28 02:50:39.838568 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d8523aaa-3ea9-4d75-8553-eab5665f27c4 req-141bcc64-ad18-426d-b31b-25240361074f tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/ports?device_id=76268ebe-34ac-4feb-b285-2ae6de6a14d7 HTTP/1.1" status: 200 len: 210 time: 0.0844643 Jan 28 02:50:39.860792 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0db3f4-bf93-4f9d-adb4-265abf0855b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8914a701-704c-45b8-8736-cc00e48f052a,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:39.883141 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-44620f02-f67d-4c32-8571-bdaaabcfebb9 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Made reservation on behalf of 4d714f25ed644ba5bf2b0071cedfefc1 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:50:39.888111 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-44620f02-f67d-4c32-8571-bdaaabcfebb9 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:39.912043 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-44620f02-f67d-4c32-8571-bdaaabcfebb9 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:40.063451 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-44620f02-f67d-4c32-8571-bdaaabcfebb9 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Publish callbacks [] for security_group (21c47ae9-ee9d-401d-b263-d80412fac0c4), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:40.072892 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-44620f02-f67d-4c32-8571-bdaaabcfebb9 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (21c47ae9-ee9d-401d-b263-d80412fac0c4), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:40.311322 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-44620f02-f67d-4c32-8571-bdaaabcfebb9 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Allocated IP 192.168.233.79 (00399c87-9b8d-4ccb-b18d-7ccb90f49322/24329ac8-3d67-49eb-9f63-d2859e79e36f/7b9976e6-eddd-4443-8277-46e8951117d3) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:50:40.583346 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44620f02-f67d-4c32-8571-bdaaabcfebb9 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21c47ae9-ee9d-401d-b263-d80412fac0c4,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:40.668411 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-44620f02-f67d-4c32-8571-bdaaabcfebb9 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Publish callbacks [] for port (7b9976e6-eddd-4443-8277-46e8951117d3), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:40.719005 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-44620f02-f67d-4c32-8571-bdaaabcfebb9 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (7b9976e6-eddd-4443-8277-46e8951117d3), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:40.807001 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44620f02-f67d-4c32-8571-bdaaabcfebb9 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Pushing event updated for resources: {'Port': ['ID=7b9976e6-eddd-4443-8277-46e8951117d3,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:40.822017 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-44620f02-f67d-4c32-8571-bdaaabcfebb9 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:50:40.829614 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9481e-b71d-4e24-aa3c-fe80f1eeaf09 req-154b8144-d1d2-4782-b446-723d78aacd38 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:40.831131 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3ce9481e-b71d-4e24-aa3c-fe80f1eeaf09 req-154b8144-d1d2-4782-b446-723d78aacd38 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 945 time: 0.3047476 Jan 28 02:50:40.832534 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-44620f02-f67d-4c32-8571-bdaaabcfebb9 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:50:40.835082 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-44620f02-f67d-4c32-8571-bdaaabcfebb9 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:50:40.934026 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-44620f02-f67d-4c32-8571-bdaaabcfebb9 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:40.935040 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-44620f02-f67d-4c32-8571-bdaaabcfebb9 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:40.969117 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-44620f02-f67d-4c32-8571-bdaaabcfebb9 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4094863 Jan 28 02:50:40.993413 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621e58b-7031-4478-9336-fc0f0c5844b5 req-2f6f68bf-0b83-4479-b3ea-c0e77329eb75 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:41.003991 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a621e58b-7031-4478-9336-fc0f0c5844b5 req-2f6f68bf-0b83-4479-b3ea-c0e77329eb75 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 945 time: 0.0867250 Jan 28 02:50:41.018800 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-07774738-e6fc-4766-89b5-94f8f40f6062 service neutron] Request body: {'port': {'device_id': '76268ebe-34ac-4feb-b285-2ae6de6a14d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:50:41.073649 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3ce9481e-b71d-4e24-aa3c-fe80f1eeaf09 req-c96afaa8-43e9-42a6-b6fb-59b333ce74de tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871524 Jan 28 02:50:41.110397 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a621e58b-7031-4478-9336-fc0f0c5844b5 req-8822ff17-0af4-4b8d-b809-6bd7972a32ff tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039164 Jan 28 02:50:41.171278 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-07774738-e6fc-4766-89b5-94f8f40f6062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7b9976e6-eddd-4443-8277-46e8951117d3), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:41.183577 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 33112) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:50:41.394893 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-879da6f5-4485-4cbe-8459-33087fd5483b None None] Provisioning complete for port 7b9976e6-eddd-4443-8277-46e8951117d3 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:50:41.396812 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-879da6f5-4485-4cbe-8459-33087fd5483b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7b9976e6-eddd-4443-8277-46e8951117d3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:41.414265 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-1629fba8-075f-4aac-8ede-e6e3ec73b436 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-85185001-network', 'tenant_id': '7ce541bdf19e4c0bb54fd8c8822f3cb7'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:50:41.464379 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1629fba8-075f-4aac-8ede-e6e3ec73b436 admin admin] Made reservation on behalf of 7ce541bdf19e4c0bb54fd8c8822f3cb7 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:50:41.466460 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1629fba8-075f-4aac-8ede-e6e3ec73b436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:41.489270 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1629fba8-075f-4aac-8ede-e6e3ec73b436 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:41.492349 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-879da6f5-4485-4cbe-8459-33087fd5483b None None] Port 7b9976e6-eddd-4443-8277-46e8951117d3 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:50:41.572726 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39779334-f3b7-4a36-932c-1185dc726335 req-24322585-03f8-42f5-a040-af83530844df tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:41.574437 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-39779334-f3b7-4a36-932c-1185dc726335 req-24322585-03f8-42f5-a040-af83530844df tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/ports?device_id=76268ebe-34ac-4feb-b285-2ae6de6a14d7 HTTP/1.1" status: 200 len: 935 time: 0.3381338 Jan 28 02:50:41.649349 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1629fba8-075f-4aac-8ede-e6e3ec73b436 admin admin] Publish callbacks [] for security_group (ea49b986-8432-4ac6-88c6-46278680fa07), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:41.662779 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1629fba8-075f-4aac-8ede-e6e3ec73b436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (ea49b986-8432-4ac6-88c6-46278680fa07), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:41.685397 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1629fba8-075f-4aac-8ede-e6e3ec73b436 admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:50:41.715576 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1629fba8-075f-4aac-8ede-e6e3ec73b436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (6048eaa0-1f79-4fae-b956-7f865d96b4f0), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:41.715877 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-1629fba8-075f-4aac-8ede-e6e3ec73b436 admin admin] Added segment 6048eaa0-1f79-4fae-b956-7f865d96b4f0 of type vlan for network b3f7440b-4931-4620-a0e9-913f21e98dc0 Jan 28 02:50:41.770812 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1629fba8-075f-4aac-8ede-e6e3ec73b436 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (b3f7440b-4931-4620-a0e9-913f21e98dc0), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:41.780128 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-07774738-e6fc-4766-89b5-94f8f40f6062 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b9976e6-eddd-4443-8277-46e8951117d3 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:50:41.788382 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-07774738-e6fc-4766-89b5-94f8f40f6062 service neutron] Publish callbacks [] for port (7b9976e6-eddd-4443-8277-46e8951117d3), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:41.801909 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-07774738-e6fc-4766-89b5-94f8f40f6062 service neutron] Transition to ACTIVE for port object 7b9976e6-eddd-4443-8277-46e8951117d3 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:50:41.849494 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1629fba8-075f-4aac-8ede-e6e3ec73b436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (b3f7440b-4931-4620-a0e9-913f21e98dc0), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:41.850454 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1629fba8-075f-4aac-8ede-e6e3ec73b436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:41.851987 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1629fba8-075f-4aac-8ede-e6e3ec73b436 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:41.854656 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-39779334-f3b7-4a36-932c-1185dc726335 req-2e2fe0a7-232d-4f68-9336-5fa148cbf194 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/security-groups?id=21c47ae9-ee9d-401d-b263-d80412fac0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660472 Jan 28 02:50:41.857134 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-07774738-e6fc-4766-89b5-94f8f40f6062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (7b9976e6-eddd-4443-8277-46e8951117d3), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:41.886584 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629fba8-075f-4aac-8ede-e6e3ec73b436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea49b986-8432-4ac6-88c6-46278680fa07,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:41.906921 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07774738-e6fc-4766-89b5-94f8f40f6062 service neutron] Pushing event updated for resources: {'Port': ['ID=7b9976e6-eddd-4443-8277-46e8951117d3,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:41.971256 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1629fba8-075f-4aac-8ede-e6e3ec73b436 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7865286 Jan 28 02:50:41.973822 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 33140) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:50:41.981482 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-26542fee-dc66-4200-b13c-9be96652c2c9 admin admin] Request body: {'subnet': {'network_id': 'b3f7440b-4931-4620-a0e9-913f21e98dc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-85185001-subnet', 'tenant_id': '7ce541bdf19e4c0bb54fd8c8822f3cb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:50:42.009329 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629fba8-075f-4aac-8ede-e6e3ec73b436 admin admin] Pushing event updated for resources: {'Network': ['ID=b3f7440b-4931-4620-a0e9-913f21e98dc0,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:42.025326 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network b3f7440b-4931-4620-a0e9-913f21e98dc0 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:50:42.026636 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26542fee-dc66-4200-b13c-9be96652c2c9 admin admin] Made reservation on behalf of 7ce541bdf19e4c0bb54fd8c8822f3cb7 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:50:42.028981 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-26542fee-dc66-4200-b13c-9be96652c2c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:42.033555 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-07774738-e6fc-4766-89b5-94f8f40f6062 service neutron] Attempting to bind port 7b9976e6-eddd-4443-8277-46e8951117d3 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:50:42.033906 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-07774738-e6fc-4766-89b5-94f8f40f6062 service neutron] Attempting to bind port 7b9976e6-eddd-4443-8277-46e8951117d3 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:50:42.034239 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-07774738-e6fc-4766-89b5-94f8f40f6062 service neutron] Attempting to bind port 7b9976e6-eddd-4443-8277-46e8951117d3 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:50:42.039926 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-07774738-e6fc-4766-89b5-94f8f40f6062 service neutron] Port 7b9976e6-eddd-4443-8277-46e8951117d3 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:50:42.040262 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-07774738-e6fc-4766-89b5-94f8f40f6062 service neutron] Attempting to bind port 7b9976e6-eddd-4443-8277-46e8951117d3 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:50:42.054320 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-07774738-e6fc-4766-89b5-94f8f40f6062 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:50:42.054699 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-07774738-e6fc-4766-89b5-94f8f40f6062 service neutron] Checking segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:50:42.055202 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-07774738-e6fc-4766-89b5-94f8f40f6062 service neutron] Bound using segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:50:42.055662 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-07774738-e6fc-4766-89b5-94f8f40f6062 service neutron] Bound port: 7b9976e6-eddd-4443-8277-46e8951117d3, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:50:42.056026 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-07774738-e6fc-4766-89b5-94f8f40f6062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7b9976e6-eddd-4443-8277-46e8951117d3), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:42.172250 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-07774738-e6fc-4766-89b5-94f8f40f6062 service neutron] For port 7b9976e6-eddd-4443-8277-46e8951117d3, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:50:42.177912 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-07774738-e6fc-4766-89b5-94f8f40f6062 service neutron] For port 7b9976e6-eddd-4443-8277-46e8951117d3, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=7b9976e6-eddd-4443-8277-46e8951117d3,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:50:42.211553 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-07774738-e6fc-4766-89b5-94f8f40f6062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (7b9976e6-eddd-4443-8277-46e8951117d3), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:42.361663 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-26542fee-dc66-4200-b13c-9be96652c2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (47702584-6df4-4ced-af58-161873b7f8ba), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:42.376422 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07774738-e6fc-4766-89b5-94f8f40f6062 service neutron] Pushing event updated for resources: {'Port': ['ID=7b9976e6-eddd-4443-8277-46e8951117d3,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:42.431847 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-07774738-e6fc-4766-89b5-94f8f40f6062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:42.432357 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-07774738-e6fc-4766-89b5-94f8f40f6062 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:42.434168 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-07774738-e6fc-4766-89b5-94f8f40f6062 service neutron] 10.222.0.67 "PUT /v2.0/ports/7b9976e6-eddd-4443-8277-46e8951117d3 HTTP/1.1" status: 200 len: 1096 time: 1.4200392 Jan 28 02:50:42.436104 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76268ebe-34ac-4feb-b285-2ae6de6a14d7', 'tag': '7b9976e6-eddd-4443-8277-46e8951117d3'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:50:42.438394 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4831952-1825-4d56-b7ac-c725e8eb7bf6" -d '{"events": [{"name": "network-changed", "server_uuid": "76268ebe-34ac-4feb-b285-2ae6de6a14d7", "tag": "7b9976e6-eddd-4443-8277-46e8951117d3"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:50:42.496651 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905016e1-b757-460f-9940-220c0f38a897 req-17be05cc-c0c1-4e57-a8c5-240a6f84a60f tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:42.499560 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-905016e1-b757-460f-9940-220c0f38a897 req-17be05cc-c0c1-4e57-a8c5-240a6f84a60f tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 945 time: 0.2766986 Jan 28 02:50:42.537182 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26542fee-dc66-4200-b13c-9be96652c2c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47702584-6df4-4ced-af58-161873b7f8ba,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:42.583472 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26542fee-dc66-4200-b13c-9be96652c2c9 admin admin] Checking segment: {'id': '6048eaa0-1f79-4fae-b956-7f865d96b4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b3f7440b-4931-4620-a0e9-913f21e98dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:50:42.586220 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26542fee-dc66-4200-b13c-9be96652c2c9 admin admin] Network hostable DHCP agents. Network: b3f7440b-4931-4620-a0e9-913f21e98dc0, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:50:42.631379 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-905016e1-b757-460f-9940-220c0f38a897 req-14d5208b-89cc-417f-8fe3-8e0d16220f40 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875347 Jan 28 02:50:42.646524 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-44f322b0-b3a7-4206-81b7-19e5bceccaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:42.649634 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-44f322b0-b3a7-4206-81b7-19e5bceccaa5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4d714f25ed644ba5bf2b0071cedfefc1&device_id=76268ebe-34ac-4feb-b285-2ae6de6a14d7 HTTP/1.1" status: 200 len: 1099 time: 0.1477070 Jan 28 02:50:42.671760 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26542fee-dc66-4200-b13c-9be96652c2c9 admin admin] Network b3f7440b-4931-4620-a0e9-913f21e98dc0 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:50:42.756364 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-824a1e6a-8824-4d70-a2af-809eb918943e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=7b9976e6-eddd-4443-8277-46e8951117d3 HTTP/1.1" status: 200 len: 217 time: 0.0904233 Jan 28 02:50:42.776138 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-26542fee-dc66-4200-b13c-9be96652c2c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, b3f7440b-4931-4620-a0e9-913f21e98dc0) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:50:42.786076 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26542fee-dc66-4200-b13c-9be96652c2c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:42.786748 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-26542fee-dc66-4200-b13c-9be96652c2c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:42.787447 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6047ba8-95f8-420f-a924-003ba73f28db None None] Network b3f7440b-4931-4620-a0e9-913f21e98dc0 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:50:42.811854 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-26542fee-dc66-4200-b13c-9be96652c2c9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8364396 Jan 28 02:50:42.829969 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-84921957-f7d7-4d95-b204-3e452d62df5c req-4e87c0a5-a001-4c13-bc0a-d5e946358db4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c976bb8a-67db-4a7d-a037-e759c34c4871&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1393616 Jan 28 02:50:42.838361 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfb8a0-a120-46dd-8af2-fef40e75ac4f req-270021f1-8858-4fd3-89d9-3fbeb427074f tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:42.845729 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-85bfb8a0-a120-46dd-8af2-fef40e75ac4f req-270021f1-8858-4fd3-89d9-3fbeb427074f tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 945 time: 0.1569002 Jan 28 02:50:42.919517 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1e77d4-634a-4f96-8b50-2d40a6548683 x-openstack-request-id: req-cb1e77d4-634a-4f96-8b50-2d40a6548683 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:50:42.920024 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76268ebe-34ac-4feb-b285-2ae6de6a14d7", "tag": "7b9976e6-eddd-4443-8277-46e8951117d3", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:50:42.920024 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cb1e77d4-634a-4f96-8b50-2d40a6548683 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:50:42.920511 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76268ebe-34ac-4feb-b285-2ae6de6a14d7', 'tag': '7b9976e6-eddd-4443-8277-46e8951117d3', 'status': 'completed', 'code': 200} Jan 28 02:50:42.922497 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-54798303-fcc2-451e-a3ee-ca14af9bbe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:42.924030 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-54798303-fcc2-451e-a3ee-ca14af9bbe48 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.1625383 Jan 28 02:50:42.965804 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-85bfb8a0-a120-46dd-8af2-fef40e75ac4f req-745d9844-1706-40e8-bada-eebb9ff16585 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146665 Jan 28 02:50:42.980627 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856295e0-add0-4884-a58f-02dc7ca00381 None None] Network b3f7440b-4931-4620-a0e9-913f21e98dc0 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:50:43.062140 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84921957-f7d7-4d95-b204-3e452d62df5c req-d0b45144-2e55-429b-bc6e-2647d6a911f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:43.063670 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-84921957-f7d7-4d95-b204-3e452d62df5c req-d0b45144-2e55-429b-bc6e-2647d6a911f8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b376bdc08124533ad1dc2039341113b&device_id=c976bb8a-67db-4a7d-a037-e759c34c4871 HTTP/1.1" status: 200 len: 1096 time: 0.1132350 Jan 28 02:50:43.101700 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-b884afb0-d584-400b-8de2-850f14cfa50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:43.103357 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-b884afb0-d584-400b-8de2-850f14cfa50e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1603670 Jan 28 02:50:43.340666 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84921957-f7d7-4d95-b204-3e452d62df5c req-85e90f60-99c1-4139-84d5-1320ce23646c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:43.343530 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-84921957-f7d7-4d95-b204-3e452d62df5c req-85e90f60-99c1-4139-84d5-1320ce23646c service neutron] 10.222.0.67 "GET /v2.0/networks?id=997aa02b-ef92-4c1c-ba5c-0477d385960c HTTP/1.1" status: 200 len: 922 time: 0.2164965 Jan 28 02:50:43.398523 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-84921957-f7d7-4d95-b204-3e452d62df5c req-eab51191-e284-41b7-8eab-affa4821cff4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=436ed209-dce3-4393-92c8-fccf886a2c65 HTTP/1.1" status: 200 len: 217 time: 0.0411015 Jan 28 02:50:43.460291 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84921957-f7d7-4d95-b204-3e452d62df5c req-e1b7789a-1552-4d4d-8453-43cc0c435c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:43.462014 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-84921957-f7d7-4d95-b204-3e452d62df5c req-e1b7789a-1552-4d4d-8453-43cc0c435c09 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bcba3f69-83cc-4e79-8ae3-09e3e7684525 HTTP/1.1" status: 200 len: 861 time: 0.0497069 Jan 28 02:50:43.495842 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425b501-dd4a-4f2c-a8f2-005d00104e80 req-2b195e55-a76c-4dc2-a5f0-81aaa9a17175 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:43.507058 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d425b501-dd4a-4f2c-a8f2-005d00104e80 req-2b195e55-a76c-4dc2-a5f0-81aaa9a17175 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/ports?device_id=76268ebe-34ac-4feb-b285-2ae6de6a14d7 HTTP/1.1" status: 200 len: 947 time: 0.2307627 Jan 28 02:50:43.522153 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-d7672317-26f7-4d6f-a092-5325b7d9d8ff service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961821 Jan 28 02:50:43.530454 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-84921957-f7d7-4d95-b204-3e452d62df5c req-996992ce-5be9-4233-bed4-0ce78d1cb2b3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=997aa02b-ef92-4c1c-ba5c-0477d385960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558636 Jan 28 02:50:43.631050 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d425b501-dd4a-4f2c-a8f2-005d00104e80 req-d3929245-182c-42cf-af5f-bf9393c7379d tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/security-groups?id=21c47ae9-ee9d-401d-b263-d80412fac0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228647 Jan 28 02:50:43.707003 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2a3b3fca-6076-4f00-88de-0782f1744ce0 req-f55cd72e-1e5f-46d7-89cb-8aa2c1b2e76c service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735749 Jan 28 02:50:43.755004 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-84921957-f7d7-4d95-b204-3e452d62df5c req-f31cf28e-aeac-4550-973b-dddcbb7a27b1 service neutron] 10.222.0.67 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010763 Jan 28 02:50:43.761210 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbaf609-0b8e-415c-9c4b-a5844af4cbb2 req-f74f313f-c25d-40a0-8b1e-7723f6fbccac tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:43.768128 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ebbaf609-0b8e-415c-9c4b-a5844af4cbb2 req-f74f313f-c25d-40a0-8b1e-7723f6fbccac tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] 10.222.0.53 "GET /v2.0/networks?id=b3f7440b-4931-4620-a0e9-913f21e98dc0 HTTP/1.1" status: 200 len: 820 time: 0.2453914 Jan 28 02:50:43.787473 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ebbaf609-0b8e-415c-9c4b-a5844af4cbb2 req-d11fcc1c-c345-4dc6-8262-bc1d8c4a1df0 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] 10.222.0.53 "GET /v2.0/quotas/7ce541bdf19e4c0bb54fd8c8822f3cb7 HTTP/1.1" status: 200 len: 375 time: 0.0181849 Jan 28 02:50:43.843662 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ebbaf609-0b8e-415c-9c4b-a5844af4cbb2 req-f541d5d4-3319-4a14-8b9d-c339f45213bd tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7ce541bdf19e4c0bb54fd8c8822f3cb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549948 Jan 28 02:50:43.852171 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897761f-0681-4314-99c9-2e37395240d4 req-a65ce2f4-0cbf-46aa-850e-c97dd0c6e3b4 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:43.865205 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9897761f-0681-4314-99c9-2e37395240d4 req-a65ce2f4-0cbf-46aa-850e-c97dd0c6e3b4 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 945 time: 0.1005597 Jan 28 02:50:43.899617 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4831952-1825-4d56-b7ac-c725e8eb7bf6 req-94f1dd01-2e49-4011-a023-98b584e33f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:43.901623 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f4831952-1825-4d56-b7ac-c725e8eb7bf6 req-94f1dd01-2e49-4011-a023-98b584e33f15 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4d714f25ed644ba5bf2b0071cedfefc1&device_id=76268ebe-34ac-4feb-b285-2ae6de6a14d7 HTTP/1.1" status: 200 len: 1099 time: 0.0913439 Jan 28 02:50:43.996748 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9897761f-0681-4314-99c9-2e37395240d4 req-a961edbd-2590-45f7-9aae-4a99fd7abfc0 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301789 Jan 28 02:50:44.005575 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-84921957-f7d7-4d95-b204-3e452d62df5c req-a00a56cd-22ee-4483-b9ab-9cbf23c9ce1f service neutron] 10.222.0.67 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944678 Jan 28 02:50:44.013681 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ebbaf609-0b8e-415c-9c4b-a5844af4cbb2 req-04908f22-f0a0-4d95-b4b8-d647f262c406 service neutron] 10.222.0.53 "GET /v2.0/networks/b3f7440b-4931-4620-a0e9-913f21e98dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687913 Jan 28 02:50:44.105717 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4831952-1825-4d56-b7ac-c725e8eb7bf6 req-e6449962-42fa-4444-8315-0719b4387879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:44.111992 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f4831952-1825-4d56-b7ac-c725e8eb7bf6 req-e6449962-42fa-4444-8315-0719b4387879 service neutron] 10.222.0.67 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.2033982 Jan 28 02:50:44.164247 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ebbaf609-0b8e-415c-9c4b-a5844af4cbb2 req-1351817a-8bf2-43ef-b07b-8d3d108b8eaa service neutron] 10.222.0.53 "GET /v2.0/networks/b3f7440b-4931-4620-a0e9-913f21e98dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495292 Jan 28 02:50:44.234251 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f4831952-1825-4d56-b7ac-c725e8eb7bf6 req-068a6c4a-2ed4-40cf-a76e-fc7a3fde60bf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=7b9976e6-eddd-4443-8277-46e8951117d3 HTTP/1.1" status: 200 len: 217 time: 0.0737562 Jan 28 02:50:44.365493 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4831952-1825-4d56-b7ac-c725e8eb7bf6 req-c066bb41-498b-4ecb-b14f-f9cab1878da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:44.367138 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f4831952-1825-4d56-b7ac-c725e8eb7bf6 req-c066bb41-498b-4ecb-b14f-f9cab1878da9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.1264307 Jan 28 02:50:44.414423 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edfa20b-32e1-4dcc-9c1b-758718f0c9a2 req-e17dacfd-5f97-4f92-b6c1-fd9afce18b06 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:44.419083 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5edfa20b-32e1-4dcc-9c1b-758718f0c9a2 req-e17dacfd-5f97-4f92-b6c1-fd9afce18b06 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 945 time: 0.1399579 Jan 28 02:50:44.507359 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5edfa20b-32e1-4dcc-9c1b-758718f0c9a2 req-1576feea-9dc3-4b0c-89fa-d2c388eba5c8 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738850 Jan 28 02:50:44.520528 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4831952-1825-4d56-b7ac-c725e8eb7bf6 req-b9ba35c0-0587-4b81-a0a6-c47bb6c26858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:44.520528 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f4831952-1825-4d56-b7ac-c725e8eb7bf6 req-b9ba35c0-0587-4b81-a0a6-c47bb6c26858 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1386232 Jan 28 02:50:44.696587 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-46068b8b-30b1-48c1-8f8a-b601ac7d06e7 req-90fa39f0-e7c8-4576-b969-15ee5e18c80b tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] 10.222.0.53 "GET /v2.0/ports?device_id=72bd98a4-f859-4b68-9c83-a18f5a776479 HTTP/1.1" status: 200 len: 210 time: 0.0957496 Jan 28 02:50:44.802977 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f4831952-1825-4d56-b7ac-c725e8eb7bf6 req-c027efba-7c6c-4f31-af84-a3e4362ceb9a service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580557 Jan 28 02:50:44.854633 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8056786-68eb-4d0a-9a07-0a7b750750f7 req-e2f5774b-0b4e-4c0e-955a-4795ad5d9c40 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:44.863376 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f8056786-68eb-4d0a-9a07-0a7b750750f7 req-e2f5774b-0b4e-4c0e-955a-4795ad5d9c40 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/ports?device_id=76268ebe-34ac-4feb-b285-2ae6de6a14d7 HTTP/1.1" status: 200 len: 947 time: 0.1070998 Jan 28 02:50:44.993694 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f8056786-68eb-4d0a-9a07-0a7b750750f7 req-5bbf5906-532c-4435-b0c0-8f1278b3aadf tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/security-groups?id=21c47ae9-ee9d-401d-b263-d80412fac0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241283 Jan 28 02:50:45.099179 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f4831952-1825-4d56-b7ac-c725e8eb7bf6 req-471d466c-c4f3-4f48-9dcc-24b6c83ad33b service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616825 Jan 28 02:50:45.261813 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c273e3b-57a3-4f5e-8d9c-7af938a833e1 req-7d6a91d7-d2e2-4986-80ce-49aa38b32d83 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:45.271937 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2c273e3b-57a3-4f5e-8d9c-7af938a833e1 req-7d6a91d7-d2e2-4986-80ce-49aa38b32d83 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 945 time: 0.1384227 Jan 28 02:50:45.337705 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2c273e3b-57a3-4f5e-8d9c-7af938a833e1 req-64eb6568-9082-40e0-9c3b-4135e744afbd tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648890 Jan 28 02:50:45.695759 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415221f-13f2-4ba2-bfcd-534ac9afea34 req-d8dc6770-8ffb-4afb-b8d7-a309e691b981 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:45.701764 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8415221f-13f2-4ba2-bfcd-534ac9afea34 req-d8dc6770-8ffb-4afb-b8d7-a309e691b981 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 945 time: 0.0980775 Jan 28 02:50:45.797100 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8415221f-13f2-4ba2-bfcd-534ac9afea34 req-50738281-4748-49e3-9481-1e483dbdfb3c tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884116 Jan 28 02:50:45.909718 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-664ca7e0-692c-4ca1-b575-4813aa59b981 req-eae493e8-0935-4497-bd87-7af4cdf170fe tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] 10.222.0.53 "GET /v2.0/ports?device_id=72bd98a4-f859-4b68-9c83-a18f5a776479 HTTP/1.1" status: 200 len: 210 time: 0.0416925 Jan 28 02:50:46.030737 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbaf609-0b8e-415c-9c4b-a5844af4cbb2 req-ec146f0b-0ff2-4323-9e26-f0400ccd46fe tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:46.032219 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ebbaf609-0b8e-415c-9c4b-a5844af4cbb2 req-ec146f0b-0ff2-4323-9e26-f0400ccd46fe tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] 10.222.0.39 "GET /v2.0/networks?id=b3f7440b-4931-4620-a0e9-913f21e98dc0 HTTP/1.1" status: 200 len: 820 time: 0.1064928 Jan 28 02:50:46.061684 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-ebbaf609-0b8e-415c-9c4b-a5844af4cbb2 req-ba2f7d0d-2dfc-4e38-b723-8776d0369477 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] Request body: {'port': {'device_id': '72bd98a4-f859-4b68-9c83-a18f5a776479', 'network_id': 'b3f7440b-4931-4620-a0e9-913f21e98dc0', 'admin_state_up': True, 'tenant_id': '7ce541bdf19e4c0bb54fd8c8822f3cb7'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:50:46.192730 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f9eb1-1104-4510-9c7c-dc2fc012c04b req-5b9cc9b9-4ac9-4a8f-a8f7-ff070be7cc8d tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:46.197524 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-759f9eb1-1104-4510-9c7c-dc2fc012c04b req-5b9cc9b9-4ac9-4a8f-a8f7-ff070be7cc8d tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/ports?device_id=76268ebe-34ac-4feb-b285-2ae6de6a14d7 HTTP/1.1" status: 200 len: 947 time: 0.1074555 Jan 28 02:50:46.297881 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-759f9eb1-1104-4510-9c7c-dc2fc012c04b req-1dda8645-bc7f-4d0d-80a8-66e4709a88fc tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/security-groups?id=21c47ae9-ee9d-401d-b263-d80412fac0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892546 Jan 28 02:50:46.306422 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebbaf609-0b8e-415c-9c4b-a5844af4cbb2 req-ba2f7d0d-2dfc-4e38-b723-8776d0369477 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] Made reservation on behalf of 7ce541bdf19e4c0bb54fd8c8822f3cb7 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:50:46.310853 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ebbaf609-0b8e-415c-9c4b-a5844af4cbb2 req-ba2f7d0d-2dfc-4e38-b723-8776d0369477 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:46.883957 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-ebbaf609-0b8e-415c-9c4b-a5844af4cbb2 req-ba2f7d0d-2dfc-4e38-b723-8776d0369477 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] Allocated IP 172.20.0.9 (b3f7440b-4931-4620-a0e9-913f21e98dc0/47702584-6df4-4ced-af58-161873b7f8ba/bce36786-9b7c-49b1-ba91-9eeb293e6a84) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:50:46.914585 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1152a1f-10ce-4964-a1a5-ac90f7a96872 req-ec09e6df-2959-42b8-9269-861a30bab8df tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:46.922886 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d1152a1f-10ce-4964-a1a5-ac90f7a96872 req-ec09e6df-2959-42b8-9269-861a30bab8df tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 945 time: 0.0825102 Jan 28 02:50:46.990421 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d1152a1f-10ce-4964-a1a5-ac90f7a96872 req-0844a18b-0dcb-4317-a122-ad29a5526bc7 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645330 Jan 28 02:50:47.012739 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd5635-85ab-4b2f-b86d-638e792f8e58 req-b8f73861-5d69-43a2-961e-e36ee32da2df tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:47.022820 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cdbd5635-85ab-4b2f-b86d-638e792f8e58 req-b8f73861-5d69-43a2-961e-e36ee32da2df tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 945 time: 0.0753999 Jan 28 02:50:47.135629 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cdbd5635-85ab-4b2f-b86d-638e792f8e58 req-958cc1fe-039e-4afc-9982-383647c5ca91 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117172 Jan 28 02:50:47.254140 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9ef4b8f8-ccd3-4d55-8fae-38588c2fb0b3 req-be67f64f-f36d-43e5-a357-7d32566927c4 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] 10.222.0.53 "GET /v2.0/ports?device_id=72bd98a4-f859-4b68-9c83-a18f5a776479 HTTP/1.1" status: 200 len: 210 time: 0.0505767 Jan 28 02:50:47.296826 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ebbaf609-0b8e-415c-9c4b-a5844af4cbb2 req-ba2f7d0d-2dfc-4e38-b723-8776d0369477 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] Publish callbacks [] for port (bce36786-9b7c-49b1-ba91-9eeb293e6a84), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:47.382011 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ebbaf609-0b8e-415c-9c4b-a5844af4cbb2 req-ba2f7d0d-2dfc-4e38-b723-8776d0369477 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (bce36786-9b7c-49b1-ba91-9eeb293e6a84), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:47.423417 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 7b9976e6-eddd-4443-8277-46e8951117d3 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:50:47.443275 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebbaf609-0b8e-415c-9c4b-a5844af4cbb2 req-ba2f7d0d-2dfc-4e38-b723-8776d0369477 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] Network b3f7440b-4931-4620-a0e9-913f21e98dc0 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:50:47.448080 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-ebbaf609-0b8e-415c-9c4b-a5844af4cbb2 req-ba2f7d0d-2dfc-4e38-b723-8776d0369477 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:50:47.452211 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebbaf609-0b8e-415c-9c4b-a5844af4cbb2 req-ba2f7d0d-2dfc-4e38-b723-8776d0369477 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:50:47.464897 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fee7e3-e037-4fe6-bcde-e4027e4581d7 req-dd858f29-1f73-425f-87e7-6107f7efde59 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:47.472782 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-04fee7e3-e037-4fe6-bcde-e4027e4581d7 req-dd858f29-1f73-425f-87e7-6107f7efde59 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/ports?device_id=76268ebe-34ac-4feb-b285-2ae6de6a14d7 HTTP/1.1" status: 200 len: 947 time: 0.0840452 Jan 28 02:50:47.517190 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbaf609-0b8e-415c-9c4b-a5844af4cbb2 req-ba2f7d0d-2dfc-4e38-b723-8776d0369477 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:47.517868 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ebbaf609-0b8e-415c-9c4b-a5844af4cbb2 req-ba2f7d0d-2dfc-4e38-b723-8776d0369477 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:47.537813 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f7d0d-2dfc-4e38-b723-8776d0369477 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] Pushing event updated for resources: {'Port': ['ID=bce36786-9b7c-49b1-ba91-9eeb293e6a84,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:47.547677 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f7d0d-2dfc-4e38-b723-8776d0369477 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:50:47.547677 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f7d0d-2dfc-4e38-b723-8776d0369477 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:50:47.548731 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f7d0d-2dfc-4e38-b723-8776d0369477 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:50:47.548887 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f7d0d-2dfc-4e38-b723-8776d0369477 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:50:47.549286 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f7d0d-2dfc-4e38-b723-8776d0369477 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:50:47.549621 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f7d0d-2dfc-4e38-b723-8776d0369477 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:50:47.549955 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f7d0d-2dfc-4e38-b723-8776d0369477 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:50:47.550281 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f7d0d-2dfc-4e38-b723-8776d0369477 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:50:47.551255 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f7d0d-2dfc-4e38-b723-8776d0369477 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:50:47.551572 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f7d0d-2dfc-4e38-b723-8776d0369477 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:50:47.551896 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f7d0d-2dfc-4e38-b723-8776d0369477 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:50:47.552216 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f7d0d-2dfc-4e38-b723-8776d0369477 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:50:47.552538 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f7d0d-2dfc-4e38-b723-8776d0369477 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:50:47.577037 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-04fee7e3-e037-4fe6-bcde-e4027e4581d7 req-4988a36b-59a3-4b8f-8926-07c0a0df456a tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/security-groups?id=21c47ae9-ee9d-401d-b263-d80412fac0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993574 Jan 28 02:50:47.578233 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ebbaf609-0b8e-415c-9c4b-a5844af4cbb2 req-ba2f7d0d-2dfc-4e38-b723-8776d0369477 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5212553 Jan 28 02:50:47.599418 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-ebbaf609-0b8e-415c-9c4b-a5844af4cbb2 req-6bfc57c3-4ea7-45bd-b0a3-ad95c098984e service neutron] Request body: {'port': {'device_id': '72bd98a4-f859-4b68-9c83-a18f5a776479', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:50:47.670284 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 7b9976e6-eddd-4443-8277-46e8951117d3, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=7b9976e6-eddd-4443-8277-46e8951117d3,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:50:47.684620 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '7b9976e6-eddd-4443-8277-46e8951117d3', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'port_id': '7b9976e6-eddd-4443-8277-46e8951117d3', 'mac_address': 'fa:16:3e:24:4e:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24329ac8-3d67-49eb-9f63-d2859e79e36f', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:50:47.708024 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ebbaf609-0b8e-415c-9c4b-a5844af4cbb2 req-6bfc57c3-4ea7-45bd-b0a3-ad95c098984e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (bce36786-9b7c-49b1-ba91-9eeb293e6a84), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:47.730639 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 7b9976e6-eddd-4443-8277-46e8951117d3 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:50:47.731400 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7b9976e6-eddd-4443-8277-46e8951117d3), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:47.745535 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b9976e6-eddd-4443-8277-46e8951117d3 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:50:47.768018 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 7b9976e6-eddd-4443-8277-46e8951117d3, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=7b9976e6-eddd-4443-8277-46e8951117d3,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:50:47.776855 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (7b9976e6-eddd-4443-8277-46e8951117d3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:47.841428 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=7b9976e6-eddd-4443-8277-46e8951117d3,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:48.059454 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-ebbaf609-0b8e-415c-9c4b-a5844af4cbb2 req-6bfc57c3-4ea7-45bd-b0a3-ad95c098984e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bce36786-9b7c-49b1-ba91-9eeb293e6a84 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:50:48.069122 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ebbaf609-0b8e-415c-9c4b-a5844af4cbb2 req-6bfc57c3-4ea7-45bd-b0a3-ad95c098984e service neutron] Publish callbacks [] for port (bce36786-9b7c-49b1-ba91-9eeb293e6a84), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:48.085299 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-ebbaf609-0b8e-415c-9c4b-a5844af4cbb2 req-6bfc57c3-4ea7-45bd-b0a3-ad95c098984e service neutron] Transition to ACTIVE for port object bce36786-9b7c-49b1-ba91-9eeb293e6a84 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:50:48.094746 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ebbaf609-0b8e-415c-9c4b-a5844af4cbb2 req-6bfc57c3-4ea7-45bd-b0a3-ad95c098984e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (bce36786-9b7c-49b1-ba91-9eeb293e6a84), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:48.212423 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc57c3-4ea7-45bd-b0a3-ad95c098984e service neutron] Pushing event updated for resources: {'Port': ['ID=bce36786-9b7c-49b1-ba91-9eeb293e6a84,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:48.263348 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ddb1e-0d0e-498e-8f59-f9b0a9825606 req-ffa573b1-332c-4927-bf17-0b83ab04330b tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:48.265036 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-302ddb1e-0d0e-498e-8f59-f9b0a9825606 req-ffa573b1-332c-4927-bf17-0b83ab04330b tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 945 time: 0.1212444 Jan 28 02:50:48.283827 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['7b9976e6-eddd-4443-8277-46e8951117d3'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:50:48.345225 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64f093-8afa-40b7-874f-c232bd8bb08e req-aed3a9be-dcce-4fa7-95d0-65657a5dad66 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:48.351871 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5f64f093-8afa-40b7-874f-c232bd8bb08e req-aed3a9be-dcce-4fa7-95d0-65657a5dad66 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 945 time: 0.0701895 Jan 28 02:50:48.372700 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-302ddb1e-0d0e-498e-8f59-f9b0a9825606 req-aa07ec65-e645-4717-a1dd-278cd4cf188c tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824249 Jan 28 02:50:48.395959 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-ebbaf609-0b8e-415c-9c4b-a5844af4cbb2 req-6bfc57c3-4ea7-45bd-b0a3-ad95c098984e service neutron] Attempting to bind port bce36786-9b7c-49b1-ba91-9eeb293e6a84 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:50:48.400951 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-ebbaf609-0b8e-415c-9c4b-a5844af4cbb2 req-6bfc57c3-4ea7-45bd-b0a3-ad95c098984e service neutron] Attempting to bind port bce36786-9b7c-49b1-ba91-9eeb293e6a84 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '6048eaa0-1f79-4fae-b956-7f865d96b4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b3f7440b-4931-4620-a0e9-913f21e98dc0'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:50:48.402852 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbaf609-0b8e-415c-9c4b-a5844af4cbb2 req-6bfc57c3-4ea7-45bd-b0a3-ad95c098984e service neutron] Attempting to bind port bce36786-9b7c-49b1-ba91-9eeb293e6a84 on network b3f7440b-4931-4620-a0e9-913f21e98dc0 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:50:48.409374 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5f64f093-8afa-40b7-874f-c232bd8bb08e req-7fdd1564-3062-42ba-b0ff-2ae7d6b426f9 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510967 Jan 28 02:50:48.421288 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbaf609-0b8e-415c-9c4b-a5844af4cbb2 req-6bfc57c3-4ea7-45bd-b0a3-ad95c098984e service neutron] Port bce36786-9b7c-49b1-ba91-9eeb293e6a84 on network b3f7440b-4931-4620-a0e9-913f21e98dc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:50:48.421288 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbaf609-0b8e-415c-9c4b-a5844af4cbb2 req-6bfc57c3-4ea7-45bd-b0a3-ad95c098984e service neutron] Attempting to bind port bce36786-9b7c-49b1-ba91-9eeb293e6a84 on network b3f7440b-4931-4620-a0e9-913f21e98dc0 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:50:48.426901 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbaf609-0b8e-415c-9c4b-a5844af4cbb2 req-6bfc57c3-4ea7-45bd-b0a3-ad95c098984e service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:50:48.427249 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbaf609-0b8e-415c-9c4b-a5844af4cbb2 req-6bfc57c3-4ea7-45bd-b0a3-ad95c098984e service neutron] Checking segment: {'id': '6048eaa0-1f79-4fae-b956-7f865d96b4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b3f7440b-4931-4620-a0e9-913f21e98dc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:50:48.427657 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbaf609-0b8e-415c-9c4b-a5844af4cbb2 req-6bfc57c3-4ea7-45bd-b0a3-ad95c098984e service neutron] Bound using segment: {'id': '6048eaa0-1f79-4fae-b956-7f865d96b4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b3f7440b-4931-4620-a0e9-913f21e98dc0'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:50:48.428081 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-ebbaf609-0b8e-415c-9c4b-a5844af4cbb2 req-6bfc57c3-4ea7-45bd-b0a3-ad95c098984e service neutron] Bound port: bce36786-9b7c-49b1-ba91-9eeb293e6a84, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6048eaa0-1f79-4fae-b956-7f865d96b4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b3f7440b-4931-4620-a0e9-913f21e98dc0'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:50:48.428447 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ebbaf609-0b8e-415c-9c4b-a5844af4cbb2 req-6bfc57c3-4ea7-45bd-b0a3-ad95c098984e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (bce36786-9b7c-49b1-ba91-9eeb293e6a84), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:48.555838 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-ebbaf609-0b8e-415c-9c4b-a5844af4cbb2 req-6bfc57c3-4ea7-45bd-b0a3-ad95c098984e service neutron] For port bce36786-9b7c-49b1-ba91-9eeb293e6a84, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:50:48.582989 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-ebbaf609-0b8e-415c-9c4b-a5844af4cbb2 req-6bfc57c3-4ea7-45bd-b0a3-ad95c098984e service neutron] For port bce36786-9b7c-49b1-ba91-9eeb293e6a84, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=bce36786-9b7c-49b1-ba91-9eeb293e6a84,segment=NetworkSegment(6048eaa0-1f79-4fae-b956-7f865d96b4f0),segment_id=6048eaa0-1f79-4fae-b956-7f865d96b4f0)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:50:48.591462 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ebbaf609-0b8e-415c-9c4b-a5844af4cbb2 req-6bfc57c3-4ea7-45bd-b0a3-ad95c098984e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (bce36786-9b7c-49b1-ba91-9eeb293e6a84), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:48.636104 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8f3a3-defd-4b29-861f-21648ae41596 req-6780388d-8edf-455b-90af-6337f2a43d3b tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:48.638125 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2eb8f3a3-defd-4b29-861f-21648ae41596 req-6780388d-8edf-455b-90af-6337f2a43d3b tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] 10.222.0.53 "GET /v2.0/ports?device_id=72bd98a4-f859-4b68-9c83-a18f5a776479 HTTP/1.1" status: 200 len: 943 time: 0.1319423 Jan 28 02:50:48.645591 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbaf609-0b8e-415c-9c4b-a5844af4cbb2 req-6bfc57c3-4ea7-45bd-b0a3-ad95c098984e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:48.646300 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ebbaf609-0b8e-415c-9c4b-a5844af4cbb2 req-6bfc57c3-4ea7-45bd-b0a3-ad95c098984e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:48.647724 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ebbaf609-0b8e-415c-9c4b-a5844af4cbb2 req-6bfc57c3-4ea7-45bd-b0a3-ad95c098984e service neutron] 10.222.0.39 "PUT /v2.0/ports/bce36786-9b7c-49b1-ba91-9eeb293e6a84 HTTP/1.1" status: 200 len: 1092 time: 1.0545449 Jan 28 02:50:48.648233 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72bd98a4-f859-4b68-9c83-a18f5a776479', 'tag': 'bce36786-9b7c-49b1-ba91-9eeb293e6a84'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:50:48.650769 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2de4b8-1d95-4792-84b1-3f850f580dd1" -d '{"events": [{"name": "network-changed", "server_uuid": "72bd98a4-f859-4b68-9c83-a18f5a776479", "tag": "bce36786-9b7c-49b1-ba91-9eeb293e6a84"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:50:48.704893 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc57c3-4ea7-45bd-b0a3-ad95c098984e service neutron] Pushing event updated for resources: {'Port': ['ID=bce36786-9b7c-49b1-ba91-9eeb293e6a84,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:48.742869 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2eb8f3a3-defd-4b29-861f-21648ae41596 req-fbe6654b-d257-488c-96aa-1ba95c76cc40 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea49b986-8432-4ac6-88c6-46278680fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886741 Jan 28 02:50:48.805278 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbaf609-0b8e-415c-9c4b-a5844af4cbb2 req-563fcedd-1ead-4166-8063-364bbccd511c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:48.807322 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ebbaf609-0b8e-415c-9c4b-a5844af4cbb2 req-563fcedd-1ead-4166-8063-364bbccd511c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ce541bdf19e4c0bb54fd8c8822f3cb7&device_id=72bd98a4-f859-4b68-9c83-a18f5a776479 HTTP/1.1" status: 200 len: 1095 time: 0.0629194 Jan 28 02:50:48.840393 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a48b5-4561-4716-b994-f6413f6d7f2c req-e2765cbb-81b2-4221-830e-4acd252a503c tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:48.850454 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-307a48b5-4561-4716-b994-f6413f6d7f2c req-e2765cbb-81b2-4221-830e-4acd252a503c tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/ports?device_id=76268ebe-34ac-4feb-b285-2ae6de6a14d7 HTTP/1.1" status: 200 len: 948 time: 0.0809801 Jan 28 02:50:48.898902 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ebbaf609-0b8e-415c-9c4b-a5844af4cbb2 req-43b10e4b-ed1c-4a60-a1d0-e3aa833dc154 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bce36786-9b7c-49b1-ba91-9eeb293e6a84 HTTP/1.1" status: 200 len: 217 time: 0.0679023 Jan 28 02:50:48.900957 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5edc0983-223b-4a22-80df-ecd81e8bbb3d x-openstack-request-id: req-5edc0983-223b-4a22-80df-ecd81e8bbb3d {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:50:48.901650 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72bd98a4-f859-4b68-9c83-a18f5a776479", "tag": "bce36786-9b7c-49b1-ba91-9eeb293e6a84", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:50:48.902275 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5edc0983-223b-4a22-80df-ecd81e8bbb3d {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:50:48.902931 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72bd98a4-f859-4b68-9c83-a18f5a776479', 'tag': 'bce36786-9b7c-49b1-ba91-9eeb293e6a84', 'status': 'completed', 'code': 200} Jan 28 02:50:48.960267 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-307a48b5-4561-4716-b994-f6413f6d7f2c req-57f9907c-0734-4147-b2f7-e58795c80de2 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/security-groups?id=21c47ae9-ee9d-401d-b263-d80412fac0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050863 Jan 28 02:50:48.987129 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbaf609-0b8e-415c-9c4b-a5844af4cbb2 req-98da20e0-6bc7-4749-a13f-310db5e585a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:48.988703 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ebbaf609-0b8e-415c-9c4b-a5844af4cbb2 req-98da20e0-6bc7-4749-a13f-310db5e585a9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=47702584-6df4-4ced-af58-161873b7f8ba HTTP/1.1" status: 200 len: 860 time: 0.0803502 Jan 28 02:50:49.056536 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ebbaf609-0b8e-415c-9c4b-a5844af4cbb2 req-4d2a69bc-6884-48ce-9ff6-35c652c785e0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b3f7440b-4931-4620-a0e9-913f21e98dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580494 Jan 28 02:50:49.197455 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ebbaf609-0b8e-415c-9c4b-a5844af4cbb2 req-d0aed2fb-887d-4d0f-9ff4-526e0a5e5c2e service neutron] 10.222.0.39 "GET /v2.0/networks/b3f7440b-4931-4620-a0e9-913f21e98dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226945 Jan 28 02:50:49.309605 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ebbaf609-0b8e-415c-9c4b-a5844af4cbb2 req-61522b13-6956-4345-a1d2-7a99db98a65f service neutron] 10.222.0.39 "GET /v2.0/networks/b3f7440b-4931-4620-a0e9-913f21e98dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031847 Jan 28 02:50:49.495290 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2de4b8-1d95-4792-84b1-3f850f580dd1 req-f3a073c5-9128-4af2-b863-5b539f0595ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:49.497867 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4b2de4b8-1d95-4792-84b1-3f850f580dd1 req-f3a073c5-9128-4af2-b863-5b539f0595ba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ce541bdf19e4c0bb54fd8c8822f3cb7&device_id=72bd98a4-f859-4b68-9c83-a18f5a776479 HTTP/1.1" status: 200 len: 1095 time: 0.0545304 Jan 28 02:50:49.574742 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d060f-636f-440b-afdc-0e699afa289c req-8a4eeddb-bde0-4317-b015-5bc49883caaf tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:49.583650 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fa2d060f-636f-440b-afdc-0e699afa289c req-8a4eeddb-bde0-4317-b015-5bc49883caaf tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 945 time: 0.0714364 Jan 28 02:50:49.643199 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbc83c-c630-4073-ae7d-54c9c91c2d15 req-5ea0ca25-c02f-4a70-b205-3e6c12bdfb64 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:49.651149 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e8dbc83c-c630-4073-ae7d-54c9c91c2d15 req-5ea0ca25-c02f-4a70-b205-3e6c12bdfb64 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 945 time: 0.1419256 Jan 28 02:50:49.691075 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fa2d060f-636f-440b-afdc-0e699afa289c req-f37207c7-2bd3-4b0b-a848-55ab486d4183 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061156 Jan 28 02:50:49.742338 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2de4b8-1d95-4792-84b1-3f850f580dd1 req-289ec912-27df-4f45-9a61-ff2ce31ef08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:49.743397 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4b2de4b8-1d95-4792-84b1-3f850f580dd1 req-289ec912-27df-4f45-9a61-ff2ce31ef08c service neutron] 10.222.0.39 "GET /v2.0/networks?id=b3f7440b-4931-4620-a0e9-913f21e98dc0 HTTP/1.1" status: 200 len: 921 time: 0.2229536 Jan 28 02:50:49.759759 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e8dbc83c-c630-4073-ae7d-54c9c91c2d15 req-b265efc4-f7af-467c-b6a1-64273fbdf00a tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045792 Jan 28 02:50:49.839709 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4b2de4b8-1d95-4792-84b1-3f850f580dd1 req-e45ea280-23d3-45d3-ae16-671b46a6d162 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bce36786-9b7c-49b1-ba91-9eeb293e6a84 HTTP/1.1" status: 200 len: 217 time: 0.0749803 Jan 28 02:50:49.941824 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2de4b8-1d95-4792-84b1-3f850f580dd1 req-eaa8a2a7-2e30-4022-bfa6-9e4d6981c802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:49.943537 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4b2de4b8-1d95-4792-84b1-3f850f580dd1 req-eaa8a2a7-2e30-4022-bfa6-9e4d6981c802 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=47702584-6df4-4ced-af58-161873b7f8ba HTTP/1.1" status: 200 len: 860 time: 0.0913429 Jan 28 02:50:49.984955 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0abdfb6-605e-485f-a1b2-556dae5b749d req-7f82bddb-8022-4aa2-a84d-e0d7c7176fae tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:49.986617 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c0abdfb6-605e-485f-a1b2-556dae5b749d req-7f82bddb-8022-4aa2-a84d-e0d7c7176fae tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] 10.222.0.53 "GET /v2.0/ports?device_id=72bd98a4-f859-4b68-9c83-a18f5a776479 HTTP/1.1" status: 200 len: 943 time: 0.1011133 Jan 28 02:50:50.059009 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4b2de4b8-1d95-4792-84b1-3f850f580dd1 req-149ec859-ad5e-47c6-9ba3-2818b58b1fbe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b3f7440b-4931-4620-a0e9-913f21e98dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713897 Jan 28 02:50:50.117142 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c0abdfb6-605e-485f-a1b2-556dae5b749d req-fa88bd54-47f8-45cd-a17d-963c667bc6f6 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea49b986-8432-4ac6-88c6-46278680fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058459 Jan 28 02:50:50.206033 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3d19e-22fd-42a4-a5f7-98f4f4d66802 req-87805e1e-e30d-436b-988d-3200c41da91a tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:50.207752 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-67c3d19e-22fd-42a4-a5f7-98f4f4d66802 req-87805e1e-e30d-436b-988d-3200c41da91a tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/ports?device_id=76268ebe-34ac-4feb-b285-2ae6de6a14d7 HTTP/1.1" status: 200 len: 948 time: 0.0898118 Jan 28 02:50:50.287465 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4b2de4b8-1d95-4792-84b1-3f850f580dd1 req-9f99b76e-1356-4621-b16c-3483ccdfe3d7 service neutron] 10.222.0.39 "GET /v2.0/networks/b3f7440b-4931-4620-a0e9-913f21e98dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819365 Jan 28 02:50:50.293829 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-67c3d19e-22fd-42a4-a5f7-98f4f4d66802 req-70723e89-8427-4727-9f79-06787e236509 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/security-groups?id=21c47ae9-ee9d-401d-b263-d80412fac0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802917 Jan 28 02:50:50.404073 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4b2de4b8-1d95-4792-84b1-3f850f580dd1 req-b7fed21a-c7e7-42af-ba06-d3529b23c0fc service neutron] 10.222.0.39 "GET /v2.0/networks/b3f7440b-4931-4620-a0e9-913f21e98dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041214 Jan 28 02:50:50.813911 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd8b11b-8282-49cf-80d3-ff03af13f713 req-06069b0f-77e4-40c7-9e60-938a9daba8ce tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:50.821551 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7dd8b11b-8282-49cf-80d3-ff03af13f713 req-06069b0f-77e4-40c7-9e60-938a9daba8ce tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 945 time: 0.0668201 Jan 28 02:50:50.875499 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7dd8b11b-8282-49cf-80d3-ff03af13f713 req-380a77b1-9460-4c64-b973-deb4b99c3964 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506067 Jan 28 02:50:50.910140 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb29833b-c2f1-4c60-b3ef-93e01e48e8fc req-917ca013-1679-440e-8530-339b2369ca4d tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:50.911703 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cb29833b-c2f1-4c60-b3ef-93e01e48e8fc req-917ca013-1679-440e-8530-339b2369ca4d tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 945 time: 0.0612111 Jan 28 02:50:50.958889 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cb29833b-c2f1-4c60-b3ef-93e01e48e8fc req-29be2ede-69cd-4185-895a-fbcb23f034ff tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417511 Jan 28 02:50:51.243338 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ee6ba-56d5-4c6a-bf22-88736a8fab00 req-f217a47e-e958-4b43-8ec2-d318af41bab3 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:51.245521 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-875ee6ba-56d5-4c6a-bf22-88736a8fab00 req-f217a47e-e958-4b43-8ec2-d318af41bab3 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] 10.222.0.53 "GET /v2.0/ports?device_id=72bd98a4-f859-4b68-9c83-a18f5a776479 HTTP/1.1" status: 200 len: 943 time: 0.0574274 Jan 28 02:50:51.301988 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-875ee6ba-56d5-4c6a-bf22-88736a8fab00 req-6d9310a0-077c-4aff-a093-91ff42ecb547 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea49b986-8432-4ac6-88c6-46278680fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498426 Jan 28 02:50:51.431299 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c043a4-4b8d-4956-8682-0effa34cd228 req-c65f1f5d-5d09-4a11-8c7c-0191436eb59e tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:51.431939 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 7b9976e6-eddd-4443-8277-46e8951117d3 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:50:51.440503 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-72c043a4-4b8d-4956-8682-0effa34cd228 req-c65f1f5d-5d09-4a11-8c7c-0191436eb59e tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/ports?device_id=76268ebe-34ac-4feb-b285-2ae6de6a14d7 HTTP/1.1" status: 200 len: 948 time: 0.0698497 Jan 28 02:50:51.517457 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 7b9976e6-eddd-4443-8277-46e8951117d3 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:50:51.521973 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 7b9976e6-eddd-4443-8277-46e8951117d3 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:50:51.522553 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7b9976e6-eddd-4443-8277-46e8951117d3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:51.533997 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-72c043a4-4b8d-4956-8682-0effa34cd228 req-855563a9-d478-4b4a-9a67-0c16bea8df31 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/security-groups?id=21c47ae9-ee9d-401d-b263-d80412fac0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870755 Jan 28 02:50:51.558535 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device bce36786-9b7c-49b1-ba91-9eeb293e6a84 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:50:51.635252 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff1769-cb9b-4d08-9c68-c2f712cee306 req-34a3e727-9c8b-47cc-b6a3-6e3208891bc2 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:51.642515 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b3ff1769-cb9b-4d08-9c68-c2f712cee306 req-34a3e727-9c8b-47cc-b6a3-6e3208891bc2 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2d6b324-e9ba-4aef-a99d-edad25a25edc HTTP/1.1" status: 200 len: 950 time: 0.0552006 Jan 28 02:50:51.702559 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b3ff1769-cb9b-4d08-9c68-c2f712cee306 req-3b6ed995-5363-4f96-a51c-0b7f72638808 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/security-groups?id=57b6a0b1-7fe9-44c4-bb90-dd9a3230db1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547678 Jan 28 02:50:51.842363 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 7b9976e6-eddd-4443-8277-46e8951117d3 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:50:51.842755 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7b9976e6-eddd-4443-8277-46e8951117d3), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:51.877812 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 7b9976e6-eddd-4443-8277-46e8951117d3, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=7b9976e6-eddd-4443-8277-46e8951117d3,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:50:51.880390 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76268ebe-34ac-4feb-b285-2ae6de6a14d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9976e6-eddd-4443-8277-46e8951117d3'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:50:51.883073 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4660038b-98e6-4652-8e83-d37daa48308e" -d '{"events": [{"server_uuid": "76268ebe-34ac-4feb-b285-2ae6de6a14d7", "name": "network-vif-plugged", "status": "completed", "tag": "7b9976e6-eddd-4443-8277-46e8951117d3"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:50:51.891705 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (7b9976e6-eddd-4443-8277-46e8951117d3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:51.946792 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c58409-a02c-4a84-99a5-35adface2713 x-openstack-request-id: req-34c58409-a02c-4a84-99a5-35adface2713 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:50:51.947087 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76268ebe-34ac-4feb-b285-2ae6de6a14d7", "name": "network-vif-plugged", "status": "completed", "tag": "7b9976e6-eddd-4443-8277-46e8951117d3", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:50:51.947536 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-34c58409-a02c-4a84-99a5-35adface2713 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:50:51.948531 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76268ebe-34ac-4feb-b285-2ae6de6a14d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9976e6-eddd-4443-8277-46e8951117d3', 'code': 200} Jan 28 02:50:51.962180 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port bce36786-9b7c-49b1-ba91-9eeb293e6a84, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=bce36786-9b7c-49b1-ba91-9eeb293e6a84,segment=NetworkSegment(6048eaa0-1f79-4fae-b956-7f865d96b4f0),segment_id=6048eaa0-1f79-4fae-b956-7f865d96b4f0)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:50:51.999014 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': 'bce36786-9b7c-49b1-ba91-9eeb293e6a84', 'network_id': 'b3f7440b-4931-4620-a0e9-913f21e98dc0', 'port_id': 'bce36786-9b7c-49b1-ba91-9eeb293e6a84', 'mac_address': 'fa:16:3e:c8:57:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47702584-6df4-4ced-af58-161873b7f8ba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:50:52.004930 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=7b9976e6-eddd-4443-8277-46e8951117d3,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:52.063822 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port bce36786-9b7c-49b1-ba91-9eeb293e6a84 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:50:52.064588 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (bce36786-9b7c-49b1-ba91-9eeb293e6a84), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:52.081633 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bce36786-9b7c-49b1-ba91-9eeb293e6a84 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:50:52.085217 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459a31a-7089-4397-a0d5-f661231a8ce8 req-990b0abc-9424-4962-9c79-064cb40a8e10 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:52.093643 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a459a31a-7089-4397-a0d5-f661231a8ce8 req-990b0abc-9424-4962-9c79-064cb40a8e10 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 945 time: 0.0852289 Jan 28 02:50:52.106170 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port bce36786-9b7c-49b1-ba91-9eeb293e6a84, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=bce36786-9b7c-49b1-ba91-9eeb293e6a84,segment=NetworkSegment(6048eaa0-1f79-4fae-b956-7f865d96b4f0),segment_id=6048eaa0-1f79-4fae-b956-7f865d96b4f0)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:50:52.118377 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (bce36786-9b7c-49b1-ba91-9eeb293e6a84), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:52.138232 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0861f10a-5ea0-4a4a-865b-e71bc82a0cef req-75917a5d-1b37-4e6e-a7e0-751a98488aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:52.142304 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0861f10a-5ea0-4a4a-865b-e71bc82a0cef req-75917a5d-1b37-4e6e-a7e0-751a98488aed service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=76268ebe-34ac-4feb-b285-2ae6de6a14d7 HTTP/1.1" status: 200 len: 1101 time: 0.1054068 Jan 28 02:50:52.166535 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a459a31a-7089-4397-a0d5-f661231a8ce8 req-a71ed16a-f145-4e5c-b990-25c4b70e8ec5 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718923 Jan 28 02:50:52.223147 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0861f10a-5ea0-4a4a-865b-e71bc82a0cef req-ab44cf5e-ba02-4870-80b9-7d513422d0f2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=21c47ae9-ee9d-401d-b263-d80412fac0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755901 Jan 28 02:50:52.245032 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=bce36786-9b7c-49b1-ba91-9eeb293e6a84,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:52.332903 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe526916-4ec3-4ef3-8ea8-66a00419ee22 req-a93feb71-cfda-443c-993b-c5d10e39d91c tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:52.334908 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fe526916-4ec3-4ef3-8ea8-66a00419ee22 req-a93feb71-cfda-443c-993b-c5d10e39d91c tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 945 time: 0.0568485 Jan 28 02:50:52.388660 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fe526916-4ec3-4ef3-8ea8-66a00419ee22 req-5af779ae-4680-4d70-b3af-7b7bc64b2eb1 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472229 Jan 28 02:50:52.567822 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['bce36786-9b7c-49b1-ba91-9eeb293e6a84'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:50:52.640847 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44747c4b-24f9-4b20-889d-b0ebd3f51a14 req-3fbed6d5-dd95-4ccf-9b6d-2f84e69574ef tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:52.644675 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-44747c4b-24f9-4b20-889d-b0ebd3f51a14 req-3fbed6d5-dd95-4ccf-9b6d-2f84e69574ef tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] 10.222.0.53 "GET /v2.0/ports?device_id=72bd98a4-f859-4b68-9c83-a18f5a776479 HTTP/1.1" status: 200 len: 944 time: 0.0888832 Jan 28 02:50:52.762683 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-44747c4b-24f9-4b20-889d-b0ebd3f51a14 req-7c15fb27-b91f-41df-b3d3-ae9206fa26fc tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea49b986-8432-4ac6-88c6-46278680fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121542 Jan 28 02:50:52.855216 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ffefd-c1e9-4a1c-aef2-1bd27a4cdcdc req-3528a6aa-0ba2-4f47-a6e4-22a1c06d5305 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:52.856787 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-af9ffefd-c1e9-4a1c-aef2-1bd27a4cdcdc req-3528a6aa-0ba2-4f47-a6e4-22a1c06d5305 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/ports?device_id=76268ebe-34ac-4feb-b285-2ae6de6a14d7 HTTP/1.1" status: 200 len: 949 time: 0.0513251 Jan 28 02:50:52.904246 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-af9ffefd-c1e9-4a1c-aef2-1bd27a4cdcdc req-f22e2d9c-40d7-4503-857f-f0c8cd90413a tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/security-groups?id=21c47ae9-ee9d-401d-b263-d80412fac0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413349 Jan 28 02:50:53.279101 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549497a5-2511-4f99-8523-a5585ddc2b60 req-5b642bda-71d4-47c9-a3be-2f601a3fab5c tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:53.280718 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-549497a5-2511-4f99-8523-a5585ddc2b60 req-5b642bda-71d4-47c9-a3be-2f601a3fab5c tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 945 time: 0.0492146 Jan 28 02:50:53.332417 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-549497a5-2511-4f99-8523-a5585ddc2b60 req-9ffb3443-9c3a-4df5-bcdd-585c8185cfdb tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457671 Jan 28 02:50:53.516957 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff82eb-0c0b-4ef9-ae48-7d3ca5d0e7fc req-97b9c87a-dfe7-40dd-b140-93881ccd9421 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:53.518453 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-62ff82eb-0c0b-4ef9-ae48-7d3ca5d0e7fc req-97b9c87a-dfe7-40dd-b140-93881ccd9421 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 945 time: 0.0529273 Jan 28 02:50:53.576349 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-62ff82eb-0c0b-4ef9-ae48-7d3ca5d0e7fc req-113f5642-7939-4214-acf3-5815f3617d38 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517426 Jan 28 02:50:53.891096 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a6672-7cd7-465d-93d9-3182dfb69f65 req-d175690f-4069-4ff9-b3ba-e70b925c2ae6 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:53.892583 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-424a6672-7cd7-465d-93d9-3182dfb69f65 req-d175690f-4069-4ff9-b3ba-e70b925c2ae6 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] 10.222.0.53 "GET /v2.0/ports?device_id=72bd98a4-f859-4b68-9c83-a18f5a776479 HTTP/1.1" status: 200 len: 944 time: 0.0526712 Jan 28 02:50:53.940361 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-424a6672-7cd7-465d-93d9-3182dfb69f65 req-8131ddd1-e388-4633-a42f-177b30ce7a7e tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea49b986-8432-4ac6-88c6-46278680fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419552 Jan 28 02:50:54.033863 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdcf9f6-50fd-460f-8425-97bde29c3a2e req-619d9bad-dbf7-4ba5-8ddf-d78c659709d5 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:54.036122 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8cdcf9f6-50fd-460f-8425-97bde29c3a2e req-619d9bad-dbf7-4ba5-8ddf-d78c659709d5 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/ports?device_id=76268ebe-34ac-4feb-b285-2ae6de6a14d7 HTTP/1.1" status: 200 len: 949 time: 0.0506060 Jan 28 02:50:54.088245 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8cdcf9f6-50fd-460f-8425-97bde29c3a2e req-c08f4cb7-28eb-4df2-ac65-cf10da481018 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/security-groups?id=21c47ae9-ee9d-401d-b263-d80412fac0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465004 Jan 28 02:50:54.409410 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-15b1165c-af70-408d-b79d-bcda4b3543f2 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=4d714f25ed644ba5bf2b0071cedfefc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218201 Jan 28 02:50:54.457673 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745b508-03ad-4371-b4ef-6dc8754f2896 req-39616795-ad75-4616-9759-bcab02772d72 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:54.459157 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8745b508-03ad-4371-b4ef-6dc8754f2896 req-39616795-ad75-4616-9759-bcab02772d72 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 945 time: 0.0536158 Jan 28 02:50:54.506346 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8745b508-03ad-4371-b4ef-6dc8754f2896 req-458f18d8-5f9a-4d9a-8c04-cd4146cb55c1 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413573 Jan 28 02:50:54.519268 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-fff00a83-01f2-4446-9f1c-05070463a417 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:54.520867 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-fff00a83-01f2-4446-9f1c-05070463a417 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1048987 Jan 28 02:50:54.541061 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-fab13bc8-375b-4833-a256-87f7bd0b3679 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/quotas/4d714f25ed644ba5bf2b0071cedfefc1 HTTP/1.1" status: 200 len: 375 time: 0.0101941 Jan 28 02:50:54.600682 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-e8ef1ce3-eb3b-40b8-b935-2e74244989fd tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4d714f25ed644ba5bf2b0071cedfefc1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0533316 Jan 28 02:50:54.732544 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a16fbf-9bd3-4d48-9451-9528f63b4711 req-f0e41eee-712c-462a-9882-a9fd5452c249 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:54.735662 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-07a16fbf-9bd3-4d48-9451-9528f63b4711 req-f0e41eee-712c-462a-9882-a9fd5452c249 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 945 time: 0.0659795 Jan 28 02:50:54.779039 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-318feea7-3be8-48bf-9c15-8b47e448268d req-20932e79-29c8-4cb3-91ec-319394193f15 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/ports?device_id=1337214e-7746-4b7c-bb31-3ab4618f5e58 HTTP/1.1" status: 200 len: 210 time: 0.0265076 Jan 28 02:50:54.795478 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-07a16fbf-9bd3-4d48-9451-9528f63b4711 req-b0a5c7c8-b1a3-4534-a3e8-6a60a1314ee3 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497043 Jan 28 02:50:55.075732 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309610d-de05-480d-a66f-f89eb9ea6610 req-6ca7afe7-149e-43f7-ae1b-e96a21384983 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:55.078071 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f309610d-de05-480d-a66f-f89eb9ea6610 req-6ca7afe7-149e-43f7-ae1b-e96a21384983 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] 10.222.0.53 "GET /v2.0/ports?device_id=72bd98a4-f859-4b68-9c83-a18f5a776479 HTTP/1.1" status: 200 len: 944 time: 0.0604033 Jan 28 02:50:55.139673 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f309610d-de05-480d-a66f-f89eb9ea6610 req-b9914f4b-1cc6-470e-8c9a-3a31fa944fc6 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea49b986-8432-4ac6-88c6-46278680fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549729 Jan 28 02:50:55.376908 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436fb665-671b-422e-8105-265a68b246b7 req-cbd6bc22-4902-4f76-8bfe-ddaf75444398 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:55.379436 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-436fb665-671b-422e-8105-265a68b246b7 req-cbd6bc22-4902-4f76-8bfe-ddaf75444398 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23&tenant_id=2b376bdc08124533ad1dc2039341113b&binding%3Ahost_id=n-h2-712139-27 HTTP/1.1" status: 200 len: 1097 time: 0.0480018 Jan 28 02:50:55.392774 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-436fb665-671b-422e-8105-265a68b246b7 req-d57a2c1e-7c03-477f-9410-05ff48d6139f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712139-27'}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:50:55.439035 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 418c965b-1d05-4624-887c-e9aaee178bf8 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:50:55.470170 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-436fb665-671b-422e-8105-265a68b246b7 req-d57a2c1e-7c03-477f-9410-05ff48d6139f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (418c965b-1d05-4624-887c-e9aaee178bf8), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:55.545539 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 418c965b-1d05-4624-887c-e9aaee178bf8, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=418c965b-1d05-4624-887c-e9aaee178bf8,segment=NetworkSegment(1cc99f2f-8533-4758-ac6d-0ec0b703844f),segment_id=1cc99f2f-8533-4758-ac6d-0ec0b703844f)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:50:55.559652 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 418c965b-1d05-4624-887c-e9aaee178bf8 has no active binding in host n-h1-712139-27 {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 02:50:55.572439 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 7cd4c628-9cd3-4e42-984c-c68ea0e09556 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:50:55.680227 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 7cd4c628-9cd3-4e42-984c-c68ea0e09556, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=7cd4c628-9cd3-4e42-984c-c68ea0e09556,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:50:55.681292 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868ba41-eaf6-44ca-8a24-c2b56d04961e req-e217de5d-c36f-4b07-b418-744c3640cf0d tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:55.691539 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8868ba41-eaf6-44ca-8a24-c2b56d04961e req-e217de5d-c36f-4b07-b418-744c3640cf0d tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 945 time: 0.0949459 Jan 28 02:50:55.696464 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '7cd4c628-9cd3-4e42-984c-c68ea0e09556', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'port_id': '7cd4c628-9cd3-4e42-984c-c68ea0e09556', 'mac_address': 'fa:16:3e:4f:db:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24329ac8-3d67-49eb-9f63-d2859e79e36f', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:50:55.701742 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device bce36786-9b7c-49b1-ba91-9eeb293e6a84 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:50:55.781192 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 7cd4c628-9cd3-4e42-984c-c68ea0e09556 is: ACTIVE; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:50:55.782435 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7cd4c628-9cd3-4e42-984c-c68ea0e09556), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:55.807044 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7cd4c628-9cd3-4e42-984c-c68ea0e09556 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:50:55.826638 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8868ba41-eaf6-44ca-8a24-c2b56d04961e req-e6ed4040-a48a-47ad-be15-3b290ae8bdb3 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321599 Jan 28 02:50:55.842190 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 7cd4c628-9cd3-4e42-984c-c68ea0e09556, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=7cd4c628-9cd3-4e42-984c-c68ea0e09556,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:50:55.849951 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-436fb665-671b-422e-8105-265a68b246b7 req-d57a2c1e-7c03-477f-9410-05ff48d6139f service neutron] For port 418c965b-1d05-4624-887c-e9aaee178bf8, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=418c965b-1d05-4624-887c-e9aaee178bf8,segment=NetworkSegment(1cc99f2f-8533-4758-ac6d-0ec0b703844f),segment_id=1cc99f2f-8533-4758-ac6d-0ec0b703844f)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:50:55.852139 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (7cd4c628-9cd3-4e42-984c-c68ea0e09556), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:55.947090 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port bce36786-9b7c-49b1-ba91-9eeb293e6a84 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:50:55.953475 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-436fb665-671b-422e-8105-265a68b246b7 req-d57a2c1e-7c03-477f-9410-05ff48d6139f service neutron] For port 418c965b-1d05-4624-887c-e9aaee178bf8, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:50:55.957184 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port bce36786-9b7c-49b1-ba91-9eeb293e6a84 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:50:55.959086 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-abc9b801-7182-4d68-b6f4-7c00a66369c9 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=4d714f25ed644ba5bf2b0071cedfefc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1020303 Jan 28 02:50:55.959275 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (bce36786-9b7c-49b1-ba91-9eeb293e6a84), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:55.961142 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=7cd4c628-9cd3-4e42-984c-c68ea0e09556,revision_number=6']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:56.112217 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['7cd4c628-9cd3-4e42-984c-c68ea0e09556'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:50:56.117958 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b57ff94-49c8-4bc8-bb13-35551d00dd23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '418c965b-1d05-4624-887c-e9aaee178bf8'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:50:56.125788 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c001e05d-70b2-4698-a4b1-a74860f397d8" -d '{"events": [{"server_uuid": "6b57ff94-49c8-4bc8-bb13-35551d00dd23", "name": "network-vif-unplugged", "status": "completed", "tag": "418c965b-1d05-4624-887c-e9aaee178bf8"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:50:56.137659 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-436fb665-671b-422e-8105-265a68b246b7 req-d57a2c1e-7c03-477f-9410-05ff48d6139f service neutron] Publish callbacks [] for port (418c965b-1d05-4624-887c-e9aaee178bf8), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:56.147701 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c14b4048-b2fe-4790-9495-d1c8de71eceb req-13f2d59c-5cf0-4b51-893f-afdd703e4275 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/ports?device_id=1337214e-7746-4b7c-bb31-3ab4618f5e58 HTTP/1.1" status: 200 len: 210 time: 0.0614088 Jan 28 02:50:56.188063 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port bce36786-9b7c-49b1-ba91-9eeb293e6a84 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:50:56.188536 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (bce36786-9b7c-49b1-ba91-9eeb293e6a84), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:56.197636 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-de01a922-132b-423a-95b0-5c67546454bb tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:56.199254 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-de01a922-132b-423a-95b0-5c67546454bb tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2355993 Jan 28 02:50:56.229369 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72bd98a4-f859-4b68-9c83-a18f5a776479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce36786-9b7c-49b1-ba91-9eeb293e6a84'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:50:56.230224 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-fe99dbdb-2a5d-472c-8579-5172a5269338 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Request body: {'port': {'device_id': '1337214e-7746-4b7c-bb31-3ab4618f5e58', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'admin_state_up': True, 'tenant_id': '4d714f25ed644ba5bf2b0071cedfefc1'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:50:56.231398 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-436fb665-671b-422e-8105-265a68b246b7 req-d57a2c1e-7c03-477f-9410-05ff48d6139f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (418c965b-1d05-4624-887c-e9aaee178bf8), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:56.231989 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5715605d-e921-44e1-b173-a8b0bacb59a9" -d '{"events": [{"server_uuid": "72bd98a4-f859-4b68-9c83-a18f5a776479", "name": "network-vif-plugged", "status": "completed", "tag": "bce36786-9b7c-49b1-ba91-9eeb293e6a84"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:50:56.252269 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port bce36786-9b7c-49b1-ba91-9eeb293e6a84, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=bce36786-9b7c-49b1-ba91-9eeb293e6a84,segment=NetworkSegment(6048eaa0-1f79-4fae-b956-7f865d96b4f0),segment_id=6048eaa0-1f79-4fae-b956-7f865d96b4f0)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:50:56.262988 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (bce36786-9b7c-49b1-ba91-9eeb293e6a84), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:56.263819 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 3a04236b-b647-4bad-85fb-66ca58f5faf9 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:50:56.322123 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47868498-98ac-4f27-a197-b5c2f5cf4232 req-5bb7a1f6-a10a-479e-a7ad-3452a5d8e48a tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:56.329857 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-47868498-98ac-4f27-a197-b5c2f5cf4232 req-5bb7a1f6-a10a-479e-a7ad-3452a5d8e48a tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 945 time: 0.2456403 Jan 28 02:50:56.404536 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=bce36786-9b7c-49b1-ba91-9eeb293e6a84,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:56.436834 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a2c1e-7c03-477f-9410-05ff48d6139f service neutron] Pushing event updated for resources: {'Port': ['ID=418c965b-1d05-4624-887c-e9aaee178bf8,revision_number=7']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:56.457435 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-fe99dbdb-2a5d-472c-8579-5172a5269338 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Made reservation on behalf of 4d714f25ed644ba5bf2b0071cedfefc1 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:50:56.460908 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-fe99dbdb-2a5d-472c-8579-5172a5269338 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:56.475254 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-436fb665-671b-422e-8105-265a68b246b7 req-d57a2c1e-7c03-477f-9410-05ff48d6139f service neutron] Attempting to bind port 418c965b-1d05-4624-887c-e9aaee178bf8 on host n-h2-712139-27 for vnic_type normal with profile {"migrating_to": "n-h1-712139-27"} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:50:56.476423 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-436fb665-671b-422e-8105-265a68b246b7 req-d57a2c1e-7c03-477f-9410-05ff48d6139f service neutron] Attempting to bind port 418c965b-1d05-4624-887c-e9aaee178bf8 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:50:56.477219 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436fb665-671b-422e-8105-265a68b246b7 req-d57a2c1e-7c03-477f-9410-05ff48d6139f service neutron] Attempting to bind port 418c965b-1d05-4624-887c-e9aaee178bf8 on network 997aa02b-ef92-4c1c-ba5c-0477d385960c {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:50:56.535005 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436fb665-671b-422e-8105-265a68b246b7 req-d57a2c1e-7c03-477f-9410-05ff48d6139f service neutron] Port 418c965b-1d05-4624-887c-e9aaee178bf8 on network 997aa02b-ef92-4c1c-ba5c-0477d385960c not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:50:56.535987 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436fb665-671b-422e-8105-265a68b246b7 req-d57a2c1e-7c03-477f-9410-05ff48d6139f service neutron] Attempting to bind port 418c965b-1d05-4624-887c-e9aaee178bf8 on network 997aa02b-ef92-4c1c-ba5c-0477d385960c {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:50:56.555958 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436fb665-671b-422e-8105-265a68b246b7 req-d57a2c1e-7c03-477f-9410-05ff48d6139f service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:50:56.556823 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436fb665-671b-422e-8105-265a68b246b7 req-d57a2c1e-7c03-477f-9410-05ff48d6139f service neutron] Checking segment: {'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:50:56.557730 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436fb665-671b-422e-8105-265a68b246b7 req-d57a2c1e-7c03-477f-9410-05ff48d6139f service neutron] Bound using segment: {'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:50:56.558608 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-436fb665-671b-422e-8105-265a68b246b7 req-d57a2c1e-7c03-477f-9410-05ff48d6139f service neutron] Bound port: 418c965b-1d05-4624-887c-e9aaee178bf8, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cc99f2f-8533-4758-ac6d-0ec0b703844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '997aa02b-ef92-4c1c-ba5c-0477d385960c'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:50:56.559327 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-436fb665-671b-422e-8105-265a68b246b7 req-d57a2c1e-7c03-477f-9410-05ff48d6139f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (418c965b-1d05-4624-887c-e9aaee178bf8), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:56.565891 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 3a04236b-b647-4bad-85fb-66ca58f5faf9 is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:50:56.567197 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3a04236b-b647-4bad-85fb-66ca58f5faf9), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:56.571000 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-47868498-98ac-4f27-a197-b5c2f5cf4232 req-c2d10482-80f3-4060-8318-cf18819e0f87 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294905 Jan 28 02:50:56.643285 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 02:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ce3e58-5027-41ce-afa1-a933ee35e5eb x-openstack-request-id: req-a1ce3e58-5027-41ce-afa1-a933ee35e5eb {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:50:56.643999 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b57ff94-49c8-4bc8-bb13-35551d00dd23", "name": "network-vif-unplugged", "status": "completed", "tag": "418c965b-1d05-4624-887c-e9aaee178bf8", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:50:56.644125 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4d95d-42eb-4b94-ac3c-3abe9fcac03f req-5b7fd709-54d0-4dd4-bd19-42d54dab9434 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:56.644649 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a1ce3e58-5027-41ce-afa1-a933ee35e5eb {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:50:56.645376 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b57ff94-49c8-4bc8-bb13-35551d00dd23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '418c965b-1d05-4624-887c-e9aaee178bf8', 'code': 200} Jan 28 02:50:56.651082 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-69e4d95d-42eb-4b94-ac3c-3abe9fcac03f req-5b7fd709-54d0-4dd4-bd19-42d54dab9434 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] 10.222.0.53 "GET /v2.0/ports?device_id=72bd98a4-f859-4b68-9c83-a18f5a776479 HTTP/1.1" status: 200 len: 945 time: 0.0899122 Jan 28 02:50:56.695839 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-436fb665-671b-422e-8105-265a68b246b7 req-d57a2c1e-7c03-477f-9410-05ff48d6139f service neutron] For port 418c965b-1d05-4624-887c-e9aaee178bf8, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:50:56.697799 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 3a04236b-b647-4bad-85fb-66ca58f5faf9, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=3a04236b-b647-4bad-85fb-66ca58f5faf9,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:50:56.703013 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-436fb665-671b-422e-8105-265a68b246b7 req-d57a2c1e-7c03-477f-9410-05ff48d6139f service neutron] For port 418c965b-1d05-4624-887c-e9aaee178bf8, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=418c965b-1d05-4624-887c-e9aaee178bf8,segment=NetworkSegment(1cc99f2f-8533-4758-ac6d-0ec0b703844f),segment_id=1cc99f2f-8533-4758-ac6d-0ec0b703844f)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:50:56.708619 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4153915-c5b2-4d8d-a5ac-02eb02d0fcfa x-openstack-request-id: req-a4153915-c5b2-4d8d-a5ac-02eb02d0fcfa {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:50:56.709208 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72bd98a4-f859-4b68-9c83-a18f5a776479", "name": "network-vif-plugged", "status": "completed", "tag": "bce36786-9b7c-49b1-ba91-9eeb293e6a84", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:50:56.709770 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a4153915-c5b2-4d8d-a5ac-02eb02d0fcfa {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:50:56.710538 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72bd98a4-f859-4b68-9c83-a18f5a776479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce36786-9b7c-49b1-ba91-9eeb293e6a84', 'code': 200} Jan 28 02:50:56.712686 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-436fb665-671b-422e-8105-265a68b246b7 req-d57a2c1e-7c03-477f-9410-05ff48d6139f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (418c965b-1d05-4624-887c-e9aaee178bf8), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:56.716435 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3a04236b-b647-4bad-85fb-66ca58f5faf9), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:56.750913 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-fe99dbdb-2a5d-472c-8579-5172a5269338 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Allocated IP 192.168.233.239 (00399c87-9b8d-4ccb-b18d-7ccb90f49322/24329ac8-3d67-49eb-9f63-d2859e79e36f/cc8519d5-a3c3-4115-989f-11cd6a041c6a) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:50:56.768219 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-69e4d95d-42eb-4b94-ac3c-3abe9fcac03f req-d97c9df6-7e81-49b9-88b0-64ef24c9a56f tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea49b986-8432-4ac6-88c6-46278680fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160781 Jan 28 02:50:56.779442 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a2c1e-7c03-477f-9410-05ff48d6139f service neutron] Pushing event updated for resources: {'Port': ['ID=418c965b-1d05-4624-887c-e9aaee178bf8,revision_number=8']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:56.823934 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=3a04236b-b647-4bad-85fb-66ca58f5faf9,revision_number=8']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:56.855916 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436fb665-671b-422e-8105-265a68b246b7 req-d57a2c1e-7c03-477f-9410-05ff48d6139f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:56.858454 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-436fb665-671b-422e-8105-265a68b246b7 req-d57a2c1e-7c03-477f-9410-05ff48d6139f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:56.861578 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-436fb665-671b-422e-8105-265a68b246b7 req-d57a2c1e-7c03-477f-9410-05ff48d6139f service neutron] 10.222.0.67 "PUT /v2.0/ports/418c965b-1d05-4624-887c-e9aaee178bf8 HTTP/1.1" status: 200 len: 1123 time: 1.4737411 Jan 28 02:50:56.941396 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307b184-c6fc-45bb-b69b-a15b2d3eb596 req-cbfe6287-f47a-4aeb-afda-d2db9725ad00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:56.944166 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4307b184-c6fc-45bb-b69b-a15b2d3eb596 req-cbfe6287-f47a-4aeb-afda-d2db9725ad00 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=72bd98a4-f859-4b68-9c83-a18f5a776479 HTTP/1.1" status: 200 len: 1097 time: 0.0793777 Jan 28 02:50:57.023985 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4307b184-c6fc-45bb-b69b-a15b2d3eb596 req-dfa47ea4-10c3-4071-91ea-23c0830ff5ba service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ea49b986-8432-4ac6-88c6-46278680fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632112 Jan 28 02:50:57.024350 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:50:57.028054 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['418c965b-1d05-4624-887c-e9aaee178bf8'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:50:57.046128 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5544ef-ad33-447b-9e19-c4902a5c3b6a req-a0e1238b-43a3-4f5e-ab75-1d21cc0cf0b4 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:57.049558 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ef5544ef-ad33-447b-9e19-c4902a5c3b6a req-a0e1238b-43a3-4f5e-ab75-1d21cc0cf0b4 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 945 time: 0.1242847 Jan 28 02:50:57.071319 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['418c965b-1d05-4624-887c-e9aaee178bf8'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:50:57.081641 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-fe99dbdb-2a5d-472c-8579-5172a5269338 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Publish callbacks [] for port (cc8519d5-a3c3-4115-989f-11cd6a041c6a), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:57.129621 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ef5544ef-ad33-447b-9e19-c4902a5c3b6a req-007f85b2-bd79-4521-9e9c-105c69ae5ba0 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737865 Jan 28 02:50:57.152917 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-fe99dbdb-2a5d-472c-8579-5172a5269338 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (cc8519d5-a3c3-4115-989f-11cd6a041c6a), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:57.190806 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['7b9976e6-eddd-4443-8277-46e8951117d3'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:50:57.201292 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-fe99dbdb-2a5d-472c-8579-5172a5269338 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:50:57.206417 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-fe99dbdb-2a5d-472c-8579-5172a5269338 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:50:57.209130 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-fe99dbdb-2a5d-472c-8579-5172a5269338 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:50:57.216029 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe99dbdb-2a5d-472c-8579-5172a5269338 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Pushing event updated for resources: {'Port': ['ID=cc8519d5-a3c3-4115-989f-11cd6a041c6a,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:57.246176 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe99dbdb-2a5d-472c-8579-5172a5269338 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:50:57.246524 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe99dbdb-2a5d-472c-8579-5172a5269338 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:50:57.246862 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe99dbdb-2a5d-472c-8579-5172a5269338 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:50:57.247188 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe99dbdb-2a5d-472c-8579-5172a5269338 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:50:57.247523 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe99dbdb-2a5d-472c-8579-5172a5269338 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:50:57.247884 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe99dbdb-2a5d-472c-8579-5172a5269338 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:50:57.248207 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe99dbdb-2a5d-472c-8579-5172a5269338 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:50:57.249064 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe99dbdb-2a5d-472c-8579-5172a5269338 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:50:57.249557 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe99dbdb-2a5d-472c-8579-5172a5269338 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:50:57.250348 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe99dbdb-2a5d-472c-8579-5172a5269338 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:50:57.250348 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe99dbdb-2a5d-472c-8579-5172a5269338 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:50:57.250571 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe99dbdb-2a5d-472c-8579-5172a5269338 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:50:57.250933 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe99dbdb-2a5d-472c-8579-5172a5269338 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:50:57.276639 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-fe99dbdb-2a5d-472c-8579-5172a5269338 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:57.277631 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-fe99dbdb-2a5d-472c-8579-5172a5269338 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:57.313852 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-fe99dbdb-2a5d-472c-8579-5172a5269338 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0883605 Jan 28 02:50:57.332874 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-03d985f0-c697-48d3-bc67-723a5b8a7d19 service neutron] Request body: {'port': {'device_id': '1337214e-7746-4b7c-bb31-3ab4618f5e58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:50:57.392547 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca85f8b7-0a00-471b-902a-db3c82ed56b5 req-594b0922-cfd0-440c-8453-1ad3f99cc4ca tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:57.395668 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ca85f8b7-0a00-471b-902a-db3c82ed56b5 req-594b0922-cfd0-440c-8453-1ad3f99cc4ca tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/ports?device_id=1337214e-7746-4b7c-bb31-3ab4618f5e58 HTTP/1.1" status: 200 len: 936 time: 0.0868816 Jan 28 02:50:57.411874 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-03d985f0-c697-48d3-bc67-723a5b8a7d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (cc8519d5-a3c3-4115-989f-11cd6a041c6a), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:57.515914 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ca85f8b7-0a00-471b-902a-db3c82ed56b5 req-dfdd963b-26da-4e0c-9f14-93bc0ecffc52 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/security-groups?id=21c47ae9-ee9d-401d-b263-d80412fac0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108086 Jan 28 02:50:57.550955 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-547f6061-3a3f-478e-a161-0aed81514a85 None None] Provisioning complete for port cc8519d5-a3c3-4115-989f-11cd6a041c6a triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:50:57.551334 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-547f6061-3a3f-478e-a161-0aed81514a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (cc8519d5-a3c3-4115-989f-11cd6a041c6a), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:57.604745 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-547f6061-3a3f-478e-a161-0aed81514a85 None None] Port cc8519d5-a3c3-4115-989f-11cd6a041c6a cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:50:57.618304 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 7cd4c628-9cd3-4e42-984c-c68ea0e09556 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:50:57.701772 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 7cd4c628-9cd3-4e42-984c-c68ea0e09556 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:50:57.702648 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7cd4c628-9cd3-4e42-984c-c68ea0e09556), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:57.742479 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49038761-cc39-4b7a-9f84-15a6e9dcd017 req-97c8f3a0-c61f-4269-92ab-00d656adead5 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:57.744064 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49038761-cc39-4b7a-9f84-15a6e9dcd017 req-97c8f3a0-c61f-4269-92ab-00d656adead5 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 943 time: 0.0892389 Jan 28 02:50:57.821547 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49038761-cc39-4b7a-9f84-15a6e9dcd017 req-6d8d8374-e16a-480e-9243-512e5021aa82 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693953 Jan 28 02:50:57.905703 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 7cd4c628-9cd3-4e42-984c-c68ea0e09556 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:50:57.906450 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7cd4c628-9cd3-4e42-984c-c68ea0e09556), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:57.944925 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 7cd4c628-9cd3-4e42-984c-c68ea0e09556, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=7cd4c628-9cd3-4e42-984c-c68ea0e09556,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:50:57.955725 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (7cd4c628-9cd3-4e42-984c-c68ea0e09556), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:58.025537 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=7cd4c628-9cd3-4e42-984c-c68ea0e09556,revision_number=7']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:58.148516 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b23f0a-6474-463d-b450-dc3180f0fced req-efc16a37-373e-49e5-8ade-d87fa0d7f8d8 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:58.154040 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e7b23f0a-6474-463d-b450-dc3180f0fced req-efc16a37-373e-49e5-8ade-d87fa0d7f8d8 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] 10.222.0.53 "GET /v2.0/ports?device_id=72bd98a4-f859-4b68-9c83-a18f5a776479 HTTP/1.1" status: 200 len: 945 time: 0.1282687 Jan 28 02:50:58.257232 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e7b23f0a-6474-463d-b450-dc3180f0fced req-98b832c3-a9f7-4d6f-840f-d253ce3031df tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea49b986-8432-4ac6-88c6-46278680fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007640 Jan 28 02:50:58.267717 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134ed7a-f996-421e-90fc-dd09fd676976 req-31cc0941-f3d0-4457-8815-b3ff54bc5d5f tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:58.269459 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f134ed7a-f996-421e-90fc-dd09fd676976 req-31cc0941-f3d0-4457-8815-b3ff54bc5d5f tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 945 time: 0.0603082 Jan 28 02:50:58.271960 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-03d985f0-c697-48d3-bc67-723a5b8a7d19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc8519d5-a3c3-4115-989f-11cd6a041c6a {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:50:58.282590 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-03d985f0-c697-48d3-bc67-723a5b8a7d19 service neutron] Publish callbacks [] for port (cc8519d5-a3c3-4115-989f-11cd6a041c6a), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:58.298835 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-03d985f0-c697-48d3-bc67-723a5b8a7d19 service neutron] Transition to ACTIVE for port object cc8519d5-a3c3-4115-989f-11cd6a041c6a will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:50:58.304533 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-03d985f0-c697-48d3-bc67-723a5b8a7d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (cc8519d5-a3c3-4115-989f-11cd6a041c6a), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:58.330567 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f134ed7a-f996-421e-90fc-dd09fd676976 req-58b69bcd-a69e-4411-8510-2311d84cd08f tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523281 Jan 28 02:50:58.380589 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d985f0-c697-48d3-bc67-723a5b8a7d19 service neutron] Pushing event updated for resources: {'Port': ['ID=cc8519d5-a3c3-4115-989f-11cd6a041c6a,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:58.430246 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-03d985f0-c697-48d3-bc67-723a5b8a7d19 service neutron] Attempting to bind port cc8519d5-a3c3-4115-989f-11cd6a041c6a on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:50:58.431424 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-03d985f0-c697-48d3-bc67-723a5b8a7d19 service neutron] Attempting to bind port cc8519d5-a3c3-4115-989f-11cd6a041c6a by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:50:58.431766 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-03d985f0-c697-48d3-bc67-723a5b8a7d19 service neutron] Attempting to bind port cc8519d5-a3c3-4115-989f-11cd6a041c6a on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:50:58.437250 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-03d985f0-c697-48d3-bc67-723a5b8a7d19 service neutron] Port cc8519d5-a3c3-4115-989f-11cd6a041c6a on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:50:58.437621 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-03d985f0-c697-48d3-bc67-723a5b8a7d19 service neutron] Attempting to bind port cc8519d5-a3c3-4115-989f-11cd6a041c6a on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:50:58.443231 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-03d985f0-c697-48d3-bc67-723a5b8a7d19 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:50:58.443575 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-03d985f0-c697-48d3-bc67-723a5b8a7d19 service neutron] Checking segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:50:58.443963 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-03d985f0-c697-48d3-bc67-723a5b8a7d19 service neutron] Bound using segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:50:58.444395 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-03d985f0-c697-48d3-bc67-723a5b8a7d19 service neutron] Bound port: cc8519d5-a3c3-4115-989f-11cd6a041c6a, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:50:58.444757 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-03d985f0-c697-48d3-bc67-723a5b8a7d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (cc8519d5-a3c3-4115-989f-11cd6a041c6a), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:58.530645 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-03d985f0-c697-48d3-bc67-723a5b8a7d19 service neutron] For port cc8519d5-a3c3-4115-989f-11cd6a041c6a, host n-h1-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:50:58.535154 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-03d985f0-c697-48d3-bc67-723a5b8a7d19 service neutron] For port cc8519d5-a3c3-4115-989f-11cd6a041c6a, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=cc8519d5-a3c3-4115-989f-11cd6a041c6a,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:50:58.541615 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-03d985f0-c697-48d3-bc67-723a5b8a7d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (cc8519d5-a3c3-4115-989f-11cd6a041c6a), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:58.586720 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-03d985f0-c697-48d3-bc67-723a5b8a7d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:58.587426 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-03d985f0-c697-48d3-bc67-723a5b8a7d19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:58.588909 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-03d985f0-c697-48d3-bc67-723a5b8a7d19 service neutron] 10.222.0.67 "PUT /v2.0/ports/cc8519d5-a3c3-4115-989f-11cd6a041c6a HTTP/1.1" status: 200 len: 1097 time: 1.2617860 Jan 28 02:50:58.589725 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1337214e-7746-4b7c-bb31-3ab4618f5e58', 'tag': 'cc8519d5-a3c3-4115-989f-11cd6a041c6a'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:50:58.593061 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd0b1eb-ba80-4e16-9156-c3d98defff98" -d '{"events": [{"name": "network-changed", "server_uuid": "1337214e-7746-4b7c-bb31-3ab4618f5e58", "tag": "cc8519d5-a3c3-4115-989f-11cd6a041c6a"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:50:58.627086 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d985f0-c697-48d3-bc67-723a5b8a7d19 service neutron] Pushing event updated for resources: {'Port': ['ID=cc8519d5-a3c3-4115-989f-11cd6a041c6a,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:50:58.646659 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b57ff94-49c8-4bc8-bb13-35551d00dd23', 'tag': '418c965b-1d05-4624-887c-e9aaee178bf8'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:50:58.651459 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348df9c5-4849-45ca-9ca4-94f6712c12df" -d '{"events": [{"name": "network-changed", "server_uuid": "6b57ff94-49c8-4bc8-bb13-35551d00dd23", "tag": "418c965b-1d05-4624-887c-e9aaee178bf8"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:50:58.712779 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d6b324-e9ba-4aef-a99d-edad25a25edc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a04236b-b647-4bad-85fb-66ca58f5faf9'}, {'server_uuid': 'fcd82b5f-3a20-47a3-94c6-2581a53c5f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd4c628-9cd3-4e42-984c-c68ea0e09556'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:50:58.717635 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147fa02b-47c6-4a21-9c96-cb8bbcb10f31" -d '{"events": [{"server_uuid": "a2d6b324-e9ba-4aef-a99d-edad25a25edc", "name": "network-vif-unplugged", "status": "completed", "tag": "3a04236b-b647-4bad-85fb-66ca58f5faf9"}, {"server_uuid": "fcd82b5f-3a20-47a3-94c6-2581a53c5f22", "name": "network-vif-plugged", "status": "completed", "tag": "7cd4c628-9cd3-4e42-984c-c68ea0e09556"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:50:58.753621 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-a981b6ed-a4bb-4d84-a555-59bb0b634498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:58.759386 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-a981b6ed-a4bb-4d84-a555-59bb0b634498 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4d714f25ed644ba5bf2b0071cedfefc1&device_id=1337214e-7746-4b7c-bb31-3ab4618f5e58 HTTP/1.1" status: 200 len: 1100 time: 0.0860405 Jan 28 02:50:58.842752 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-e45a8b0c-939e-46fe-b5ad-1d1b6fb52680 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=cc8519d5-a3c3-4115-989f-11cd6a041c6a HTTP/1.1" status: 200 len: 217 time: 0.0689783 Jan 28 02:50:58.853631 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb85a7a-ab31-40b0-b206-57aad4906f90 x-openstack-request-id: req-cdb85a7a-ab31-40b0-b206-57aad4906f90 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:50:58.853631 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1337214e-7746-4b7c-bb31-3ab4618f5e58", "tag": "cc8519d5-a3c3-4115-989f-11cd6a041c6a", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:50:58.853631 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cdb85a7a-ab31-40b0-b206-57aad4906f90 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:50:58.853985 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1337214e-7746-4b7c-bb31-3ab4618f5e58', 'tag': 'cc8519d5-a3c3-4115-989f-11cd6a041c6a', 'status': 'completed', 'code': 200} Jan 28 02:50:58.883396 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2ad80-d3ce-4822-a852-c9522fd46cb5 req-807032aa-a646-4c74-9fc9-76eca8692e63 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:58.895916 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:58.897615 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-33d2ad80-d3ce-4822-a852-c9522fd46cb5 req-807032aa-a646-4c74-9fc9-76eca8692e63 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/ports?device_id=1337214e-7746-4b7c-bb31-3ab4618f5e58 HTTP/1.1" status: 200 len: 948 time: 0.2102382 Jan 28 02:50:58.967039 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-01adc7d6-b7d6-4980-a6b6-de0e844cc8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:58.968367 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cde6c18-911a-414e-b5d7-7ba2e45063b7 x-openstack-request-id: req-5cde6c18-911a-414e-b5d7-7ba2e45063b7 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:50:58.968658 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b57ff94-49c8-4bc8-bb13-35551d00dd23", "tag": "418c965b-1d05-4624-887c-e9aaee178bf8", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:50:58.968906 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5cde6c18-911a-414e-b5d7-7ba2e45063b7 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:50:58.969325 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b57ff94-49c8-4bc8-bb13-35551d00dd23', 'tag': '418c965b-1d05-4624-887c-e9aaee178bf8', 'status': 'completed', 'code': 200} Jan 28 02:50:58.970529 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-01adc7d6-b7d6-4980-a6b6-de0e844cc8d2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.1157486 Jan 28 02:50:58.981662 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-33d2ad80-d3ce-4822-a852-c9522fd46cb5 req-a2bf2f48-6d38-4615-9f5b-17ee706c9f08 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/security-groups?id=21c47ae9-ee9d-401d-b263-d80412fac0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827842 Jan 28 02:50:59.027363 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 28 Jan 2022 02:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3a142a-22b7-4cca-b47b-459f45e4a2d4 x-openstack-request-id: req-5c3a142a-22b7-4cca-b47b-459f45e4a2d4 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:50:59.027661 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d6b324-e9ba-4aef-a99d-edad25a25edc", "name": "network-vif-unplugged", "status": "completed", "tag": "3a04236b-b647-4bad-85fb-66ca58f5faf9", "code": 200}, {"server_uuid": "fcd82b5f-3a20-47a3-94c6-2581a53c5f22", "name": "network-vif-plugged", "status": "completed", "tag": "7cd4c628-9cd3-4e42-984c-c68ea0e09556", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:50:59.027915 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5c3a142a-22b7-4cca-b47b-459f45e4a2d4 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:50:59.028331 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d6b324-e9ba-4aef-a99d-edad25a25edc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a04236b-b647-4bad-85fb-66ca58f5faf9', 'code': 200} Jan 28 02:50:59.028598 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd82b5f-3a20-47a3-94c6-2581a53c5f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd4c628-9cd3-4e42-984c-c68ea0e09556', 'code': 200} Jan 28 02:50:59.044385 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-de6b8201-efdc-44e2-8ac9-b8858a160302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:59.045923 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-de6b8201-efdc-44e2-8ac9-b8858a160302 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0680337 Jan 28 02:50:59.166912 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-1773bb2a-f848-4d02-851c-5ba1cbed1cfd service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106043 Jan 28 02:50:59.227146 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f40790-964c-4ef7-b284-6f6bbc354e6e req-3a10ac9a-d74d-497c-acd2-0ad438966f7b tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:59.234733 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c3f40790-964c-4ef7-b284-6f6bbc354e6e req-3a10ac9a-d74d-497c-acd2-0ad438966f7b tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 943 time: 0.1645408 Jan 28 02:50:59.256835 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348df9c5-4849-45ca-9ca4-94f6712c12df req-dc8facd1-e4af-4513-9940-1a90fd56d0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:59.259326 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-348df9c5-4849-45ca-9ca4-94f6712c12df req-dc8facd1-e4af-4513-9940-1a90fd56d0fa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b376bdc08124533ad1dc2039341113b&device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 1126 time: 0.1147833 Jan 28 02:50:59.332194 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-58f12a15-4fd3-4e03-bd08-67f45745ccc1 req-0c8f9d30-3325-4920-8261-9e2a35301bea service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458046 Jan 28 02:50:59.360369 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c3f40790-964c-4ef7-b284-6f6bbc354e6e req-4e86058a-a1af-49d3-b950-382dace57447 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245055 Jan 28 02:50:59.427701 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35f6fe-35d2-4900-8191-adb6c459a043 req-bb7080c7-a98c-42ce-95f2-352972f8af61 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:59.431136 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1c35f6fe-35d2-4900-8191-adb6c459a043 req-bb7080c7-a98c-42ce-95f2-352972f8af61 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] 10.222.0.53 "GET /v2.0/ports?device_id=72bd98a4-f859-4b68-9c83-a18f5a776479 HTTP/1.1" status: 200 len: 945 time: 0.0710840 Jan 28 02:50:59.436002 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348df9c5-4849-45ca-9ca4-94f6712c12df req-57d98f41-ce84-4faf-a0e1-069f1983d31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:59.437645 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-348df9c5-4849-45ca-9ca4-94f6712c12df req-57d98f41-ce84-4faf-a0e1-069f1983d31f service neutron] 10.222.0.39 "GET /v2.0/networks?id=997aa02b-ef92-4c1c-ba5c-0477d385960c HTTP/1.1" status: 200 len: 922 time: 0.1613955 Jan 28 02:50:59.545903 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1c35f6fe-35d2-4900-8191-adb6c459a043 req-ea0f9428-9b40-4ffd-9479-29dba08c6c7a tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea49b986-8432-4ac6-88c6-46278680fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002953 Jan 28 02:50:59.566143 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-348df9c5-4849-45ca-9ca4-94f6712c12df req-825550b0-18ff-4980-b8d6-4016fa02239b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=418c965b-1d05-4624-887c-e9aaee178bf8 HTTP/1.1" status: 200 len: 217 time: 0.1059594 Jan 28 02:50:59.581104 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-71988eeb-7af5-4232-aefc-6ddaf09ed852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:50:59.587532 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0b1eb-ba80-4e16-9156-c3d98defff98 req-4a6c675c-bb6b-4d9a-8f04-1e82eddc8a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:59.589140 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4dd0b1eb-ba80-4e16-9156-c3d98defff98 req-4a6c675c-bb6b-4d9a-8f04-1e82eddc8a57 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4d714f25ed644ba5bf2b0071cedfefc1&device_id=1337214e-7746-4b7c-bb31-3ab4618f5e58 HTTP/1.1" status: 200 len: 1100 time: 0.1202345 Jan 28 02:50:59.630666 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348df9c5-4849-45ca-9ca4-94f6712c12df req-dddc8dc4-2e87-433f-9235-9d11a63a32bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:59.632506 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-348df9c5-4849-45ca-9ca4-94f6712c12df req-dddc8dc4-2e87-433f-9235-9d11a63a32bb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bcba3f69-83cc-4e79-8ae3-09e3e7684525 HTTP/1.1" status: 200 len: 861 time: 0.0599093 Jan 28 02:50:59.694077 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-348df9c5-4849-45ca-9ca4-94f6712c12df req-d3651bfd-d38b-43d1-be9c-cd4ffce757d3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=997aa02b-ef92-4c1c-ba5c-0477d385960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500009 Jan 28 02:50:59.770529 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591b6e2-a11f-4634-8122-901676dc8850 req-65e61fef-ff43-45eb-b4cd-05797ab0fe8d tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:59.772827 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4154a6-dac0-4904-941a-a875df90cbf8 req-d1298b6b-9a0f-4d1f-bb3a-43fd9b17e19e tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:59.777744 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7591b6e2-a11f-4634-8122-901676dc8850 req-65e61fef-ff43-45eb-b4cd-05797ab0fe8d tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/networks?id=0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf HTTP/1.1" status: 200 len: 813 time: 0.3207977 Jan 28 02:50:59.784776 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9d4154a6-dac0-4904-941a-a875df90cbf8 req-d1298b6b-9a0f-4d1f-bb3a-43fd9b17e19e tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 945 time: 0.1397040 Jan 28 02:50:59.802420 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7591b6e2-a11f-4634-8122-901676dc8850 req-9a4e6551-68d8-4fbc-a749-fbc7969d6a1e tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/quotas/fe2bee12a7e64985b29f4bf535da9e8e HTTP/1.1" status: 200 len: 375 time: 0.0228405 Jan 28 02:50:59.815819 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0b1eb-ba80-4e16-9156-c3d98defff98 req-c49f4787-cbcf-4b2b-ac23-3ed75966a759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:59.817868 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4dd0b1eb-ba80-4e16-9156-c3d98defff98 req-c49f4787-cbcf-4b2b-ac23-3ed75966a759 service neutron] 10.222.0.67 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.2172513 Jan 28 02:50:59.852390 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-348df9c5-4849-45ca-9ca4-94f6712c12df req-69e29474-2bbb-4e03-a88d-725d06a9017e service neutron] 10.222.0.39 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473734 Jan 28 02:50:59.887433 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4dd0b1eb-ba80-4e16-9156-c3d98defff98 req-689ff2b5-6a98-4db5-b809-2e1bf0145d67 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=cc8519d5-a3c3-4115-989f-11cd6a041c6a HTTP/1.1" status: 200 len: 217 time: 0.0567942 Jan 28 02:50:59.891976 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9d4154a6-dac0-4904-941a-a875df90cbf8 req-be73c4b8-cf97-4857-9ea7-5e49ebf6001a tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074281 Jan 28 02:50:59.991294 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0b1eb-ba80-4e16-9156-c3d98defff98 req-06c3c289-f4c4-4b45-92fa-4d6c7900a9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:50:59.992786 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4dd0b1eb-ba80-4e16-9156-c3d98defff98 req-06c3c289-f4c4-4b45-92fa-4d6c7900a9b4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.0960765 Jan 28 02:50:59.993569 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7591b6e2-a11f-4634-8122-901676dc8850 req-dd1e1b22-b005-4fd0-bd40-f1acc9e28c79 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fe2bee12a7e64985b29f4bf535da9e8e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1898139 Jan 28 02:51:00.070171 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0b1eb-ba80-4e16-9156-c3d98defff98 req-3596f8c4-4c94-4716-bf04-2d6da51fd72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:00.071999 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4dd0b1eb-ba80-4e16-9156-c3d98defff98 req-3596f8c4-4c94-4716-bf04-2d6da51fd72b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0679510 Jan 28 02:51:00.078176 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-348df9c5-4849-45ca-9ca4-94f6712c12df req-aefc0fd5-a529-438b-90ee-3e33fd3c207d service neutron] 10.222.0.39 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928189 Jan 28 02:51:00.254406 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4dd0b1eb-ba80-4e16-9156-c3d98defff98 req-4d47c8bf-49b6-4f08-81ec-3163915c4980 service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429448 Jan 28 02:51:00.256525 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7591b6e2-a11f-4634-8122-901676dc8850 req-2ad1a728-14b0-412c-bde9-0bb0ebf2510c service neutron] 10.222.0.53 "GET /v2.0/networks/0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504661 Jan 28 02:51:00.397992 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db138ee2-05df-4f22-911a-0347ca267b7a req-a760c531-2424-417c-9df9-b1d239ab1be4 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:00.399636 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-db138ee2-05df-4f22-911a-0347ca267b7a req-a760c531-2424-417c-9df9-b1d239ab1be4 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/ports?device_id=1337214e-7746-4b7c-bb31-3ab4618f5e58 HTTP/1.1" status: 200 len: 948 time: 0.0816100 Jan 28 02:51:00.401455 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7591b6e2-a11f-4634-8122-901676dc8850 req-138e11e9-2106-484d-9f86-5a5f941aadff service neutron] 10.222.0.53 "GET /v2.0/networks/0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440513 Jan 28 02:51:00.412021 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4dd0b1eb-ba80-4e16-9156-c3d98defff98 req-c04c39ee-a8da-4ab1-adb7-a8d5af3d447e service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454175 Jan 28 02:51:00.465637 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-db138ee2-05df-4f22-911a-0347ca267b7a req-fdb21809-e1ce-428a-aed0-21e0d82a28f8 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/security-groups?id=21c47ae9-ee9d-401d-b263-d80412fac0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558560 Jan 28 02:51:00.716847 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b24b60-1b9b-4230-a904-5babaa908484 req-65177228-2091-44ce-a251-19c5da3fc010 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:00.724092 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-12b24b60-1b9b-4230-a904-5babaa908484 req-65177228-2091-44ce-a251-19c5da3fc010 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 943 time: 0.0672457 Jan 28 02:51:00.794446 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2fda225b-8fc0-4c72-879e-d98e998c8997 req-7a427073-dde1-4b76-911f-2359b9a58d0a tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=8197e5df-bbee-493e-bd89-8363afc04527 HTTP/1.1" status: 200 len: 210 time: 0.0389791 Jan 28 02:51:00.813525 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-12b24b60-1b9b-4230-a904-5babaa908484 req-dbee7ebb-0041-496d-8d9a-0b803478f083 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884273 Jan 28 02:51:00.921920 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0ae17-e55d-472e-9008-fb257afacf34 req-092c2b78-1f90-4bd3-8f82-fb9a77109703 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:00.923785 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cfb0ae17-e55d-472e-9008-fb257afacf34 req-092c2b78-1f90-4bd3-8f82-fb9a77109703 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] 10.222.0.53 "GET /v2.0/ports?device_id=72bd98a4-f859-4b68-9c83-a18f5a776479 HTTP/1.1" status: 200 len: 945 time: 0.0647542 Jan 28 02:51:01.010811 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cfb0ae17-e55d-472e-9008-fb257afacf34 req-7c606d64-1028-46d5-8c6e-363a08a7c0ef tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea49b986-8432-4ac6-88c6-46278680fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722873 Jan 28 02:51:01.101806 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8fe40-387c-4ee0-8dcf-af36bea749c4 req-bb3b66db-2e45-42b9-b753-20ffa5d9e6f5 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:01.103764 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cda8fe40-387c-4ee0-8dcf-af36bea749c4 req-bb3b66db-2e45-42b9-b753-20ffa5d9e6f5 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 945 time: 0.0690231 Jan 28 02:51:01.180693 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cda8fe40-387c-4ee0-8dcf-af36bea749c4 req-4251e0a4-0297-4725-807d-461c698dd971 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711098 Jan 28 02:51:01.596441 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c97d0-9e0c-4c6f-92ba-c5601c4b68e9 req-e4f41904-33a0-40b8-b7b3-581c3b8e3845 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:01.603938 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cf3c97d0-9e0c-4c6f-92ba-c5601c4b68e9 req-e4f41904-33a0-40b8-b7b3-581c3b8e3845 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/ports?device_id=1337214e-7746-4b7c-bb31-3ab4618f5e58 HTTP/1.1" status: 200 len: 948 time: 0.0678051 Jan 28 02:51:01.673648 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cf3c97d0-9e0c-4c6f-92ba-c5601c4b68e9 req-571ab1b6-2681-40a6-874f-33d6a3e95509 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/security-groups?id=21c47ae9-ee9d-401d-b263-d80412fac0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686624 Jan 28 02:51:01.762475 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5e5e075d-8f69-4ba5-b34c-a61e463007eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:01.897715 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c53eb5b2-f50b-43dc-a052-73707edb7bf0 req-d373749f-9ca0-4c71-80b4-9a1bb8e10a03 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=8197e5df-bbee-493e-bd89-8363afc04527 HTTP/1.1" status: 200 len: 210 time: 0.0348005 Jan 28 02:51:01.949529 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18899735-3bf4-4c51-aeae-663316a24058 req-d9e632e8-8586-4df1-9bcd-cd167b3b27b7 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:01.953527 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-18899735-3bf4-4c51-aeae-663316a24058 req-d9e632e8-8586-4df1-9bcd-cd167b3b27b7 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 943 time: 0.0568790 Jan 28 02:51:02.007072 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-18899735-3bf4-4c51-aeae-663316a24058 req-1ad6995c-5bdb-46cb-aa5f-6de0230f3b4c tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488896 Jan 28 02:51:02.144779 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60324d-3642-4d4d-a28d-109e4349d6c9 req-380637c8-f688-4f4b-b854-4c863f8fd09b tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:02.146478 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dd60324d-3642-4d4d-a28d-109e4349d6c9 req-380637c8-f688-4f4b-b854-4c863f8fd09b tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] 10.222.0.53 "GET /v2.0/ports?device_id=72bd98a4-f859-4b68-9c83-a18f5a776479 HTTP/1.1" status: 200 len: 945 time: 0.0516751 Jan 28 02:51:02.202473 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dd60324d-3642-4d4d-a28d-109e4349d6c9 req-dc4a8888-f944-44ed-aabd-6ec507bafbb2 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea49b986-8432-4ac6-88c6-46278680fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495157 Jan 28 02:51:02.438776 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517cc50-6743-4c9c-8d3a-e642860c2f92 req-0793fd65-ce33-4d17-b406-d702159dc0d2 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:02.445884 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c517cc50-6743-4c9c-8d3a-e642860c2f92 req-0793fd65-ce33-4d17-b406-d702159dc0d2 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 945 time: 0.1728480 Jan 28 02:51:02.520297 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591b6e2-a11f-4634-8122-901676dc8850 req-0b7376a0-d8bf-48de-983b-fb63cec84cdd tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:02.521796 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7591b6e2-a11f-4634-8122-901676dc8850 req-0b7376a0-d8bf-48de-983b-fb63cec84cdd tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.39 "GET /v2.0/networks?id=0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf HTTP/1.1" status: 200 len: 813 time: 0.2015243 Jan 28 02:51:02.532293 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c517cc50-6743-4c9c-8d3a-e642860c2f92 req-ba8f779c-effd-484f-9085-c6c8b0a23169 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841279 Jan 28 02:51:02.560813 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-7591b6e2-a11f-4634-8122-901676dc8850 req-9ca12668-04ba-4e23-8ac4-778878b981b1 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Request body: {'port': {'device_id': '8197e5df-bbee-493e-bd89-8363afc04527', 'network_id': '0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf', 'admin_state_up': True, 'tenant_id': 'fe2bee12a7e64985b29f4bf535da9e8e'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:51:02.695353 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7591b6e2-a11f-4634-8122-901676dc8850 req-9ca12668-04ba-4e23-8ac4-778878b981b1 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Made reservation on behalf of fe2bee12a7e64985b29f4bf535da9e8e for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:51:02.699117 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7591b6e2-a11f-4634-8122-901676dc8850 req-9ca12668-04ba-4e23-8ac4-778878b981b1 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:02.874185 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdc7c8-81c6-41dd-b7b0-78755594bd53 req-b2d940a7-ab27-403f-9dc6-bda952597c99 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:02.876030 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d4fdc7c8-81c6-41dd-b7b0-78755594bd53 req-b2d940a7-ab27-403f-9dc6-bda952597c99 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/ports?device_id=1337214e-7746-4b7c-bb31-3ab4618f5e58 HTTP/1.1" status: 200 len: 948 time: 0.1120281 Jan 28 02:51:02.919660 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-7591b6e2-a11f-4634-8122-901676dc8850 req-9ca12668-04ba-4e23-8ac4-778878b981b1 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Allocated IP 172.20.0.13 (0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf/d955fbc3-595b-46e4-bbea-f8517aacb349/6ca1510d-e297-4534-9b5f-efb7fa45a037) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:51:02.968938 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d4fdc7c8-81c6-41dd-b7b0-78755594bd53 req-ce8de953-eaff-402e-93e2-f33ae95cfd87 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/security-groups?id=21c47ae9-ee9d-401d-b263-d80412fac0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807762 Jan 28 02:51:03.074791 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c3153b23-f694-4f8d-950d-6aa9514801e6 req-271b3d11-6334-4cf4-a457-189a589c5bb5 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=8197e5df-bbee-493e-bd89-8363afc04527 HTTP/1.1" status: 200 len: 210 time: 0.0344172 Jan 28 02:51:03.174307 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:03.229113 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6daa8-45e4-459e-8f04-b5c74476d66c req-e4bc853e-8876-44f5-ae7d-f260b7139fe3 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:03.230647 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-acc6daa8-45e4-459e-8f04-b5c74476d66c req-e4bc853e-8876-44f5-ae7d-f260b7139fe3 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 943 time: 0.1094925 Jan 28 02:51:03.234223 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7591b6e2-a11f-4634-8122-901676dc8850 req-9ca12668-04ba-4e23-8ac4-778878b981b1 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Publish callbacks [] for port (6ca1510d-e297-4534-9b5f-efb7fa45a037), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:03.256064 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:03.345145 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-acc6daa8-45e4-459e-8f04-b5c74476d66c req-e21849d5-6424-4555-8d6c-e08426bced0e tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014493 Jan 28 02:51:03.349926 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7591b6e2-a11f-4634-8122-901676dc8850 req-9ca12668-04ba-4e23-8ac4-778878b981b1 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (6ca1510d-e297-4534-9b5f-efb7fa45a037), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:03.388993 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['52e8ecc9-44e8-4561-8da4-e2eb3bba3cca'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:51:03.396591 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['ac880a54-1baa-436b-89eb-3813f3bab0ce', '05652e82-65d1-4958-9043-ba08c8b7cd17'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:51:03.405875 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2a288-1dd8-4d8c-947d-ad516d019137 req-546427ca-767b-4b92-acc8-f6c90fe107e6 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:03.409241 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7591b6e2-a11f-4634-8122-901676dc8850 req-9ca12668-04ba-4e23-8ac4-778878b981b1 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Network 0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:51:03.414939 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-05a2a288-1dd8-4d8c-947d-ad516d019137 req-546427ca-767b-4b92-acc8-f6c90fe107e6 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] 10.222.0.53 "GET /v2.0/ports?device_id=72bd98a4-f859-4b68-9c83-a18f5a776479 HTTP/1.1" status: 200 len: 945 time: 0.1040154 Jan 28 02:51:03.420880 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-7591b6e2-a11f-4634-8122-901676dc8850 req-9ca12668-04ba-4e23-8ac4-778878b981b1 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:51:03.423816 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-7591b6e2-a11f-4634-8122-901676dc8850 req-9ca12668-04ba-4e23-8ac4-778878b981b1 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:51:03.434879 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b2549-d39b-4840-9345-ad1afb2235f5 req-42dca62e-805e-4bdf-91d5-2946c016c982 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:03.436379 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-001b2549-d39b-4840-9345-ad1afb2235f5 req-42dca62e-805e-4bdf-91d5-2946c016c982 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] 10.222.0.39 "GET /v2.0/ports?device_id=72bd98a4-f859-4b68-9c83-a18f5a776479 HTTP/1.1" status: 200 len: 945 time: 0.1339180 Jan 28 02:51:03.459763 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca12668-04ba-4e23-8ac4-778878b981b1 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Pushing event updated for resources: {'Port': ['ID=6ca1510d-e297-4534-9b5f-efb7fa45a037,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:03.509158 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-05a2a288-1dd8-4d8c-947d-ad516d019137 req-7ba47cd6-c5da-43d8-bee0-da5366942e41 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea49b986-8432-4ac6-88c6-46278680fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871782 Jan 28 02:51:03.571855 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591b6e2-a11f-4634-8122-901676dc8850 req-9ca12668-04ba-4e23-8ac4-778878b981b1 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:03.572306 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device cc8519d5-a3c3-4115-989f-11cd6a041c6a details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:51:03.573461 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7591b6e2-a11f-4634-8122-901676dc8850 req-9ca12668-04ba-4e23-8ac4-778878b981b1 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:03.606871 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7591b6e2-a11f-4634-8122-901676dc8850 req-9ca12668-04ba-4e23-8ac4-778878b981b1 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0500979 Jan 28 02:51:03.628851 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-7591b6e2-a11f-4634-8122-901676dc8850 req-ce048095-8273-4d79-82dd-57294fadbbd1 service neutron] Request body: {'port': {'device_id': '8197e5df-bbee-493e-bd89-8363afc04527', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:51:03.759930 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7591b6e2-a11f-4634-8122-901676dc8850 req-ce048095-8273-4d79-82dd-57294fadbbd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (6ca1510d-e297-4534-9b5f-efb7fa45a037), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:03.775477 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-001b2549-d39b-4840-9345-ad1afb2235f5 req-3325ff38-f84d-4cd8-975b-dee0e3e93d2e tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] Deleting port bce36786-9b7c-49b1-ba91-9eeb293e6a84 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:51:03.775971 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-001b2549-d39b-4840-9345-ad1afb2235f5 req-3325ff38-f84d-4cd8-975b-dee0e3e93d2e tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (bce36786-9b7c-49b1-ba91-9eeb293e6a84), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:03.827991 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port cc8519d5-a3c3-4115-989f-11cd6a041c6a, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=cc8519d5-a3c3-4115-989f-11cd6a041c6a,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:51:03.843583 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': 'cc8519d5-a3c3-4115-989f-11cd6a041c6a', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'port_id': 'cc8519d5-a3c3-4115-989f-11cd6a041c6a', 'mac_address': 'fa:16:3e:8a:42:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24329ac8-3d67-49eb-9f63-d2859e79e36f', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:51:03.968514 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port cc8519d5-a3c3-4115-989f-11cd6a041c6a is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:51:03.969063 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (cc8519d5-a3c3-4115-989f-11cd6a041c6a), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:04.019855 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc8519d5-a3c3-4115-989f-11cd6a041c6a {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:51:04.172282 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port cc8519d5-a3c3-4115-989f-11cd6a041c6a, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=cc8519d5-a3c3-4115-989f-11cd6a041c6a,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:51:04.186650 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605803d-5916-4624-994f-bcc884a7a80a req-612ed1a3-1ab8-4c33-b80a-9c2f28f5daf3 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:04.191337 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (cc8519d5-a3c3-4115-989f-11cd6a041c6a), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:04.196545 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f605803d-5916-4624-994f-bcc884a7a80a req-612ed1a3-1ab8-4c33-b80a-9c2f28f5daf3 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/ports?device_id=1337214e-7746-4b7c-bb31-3ab4618f5e58 HTTP/1.1" status: 200 len: 948 time: 0.0920770 Jan 28 02:51:04.286497 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f605803d-5916-4624-994f-bcc884a7a80a req-7d47a4f0-a0f8-45d7-a6a8-3f3ca446c0de tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/security-groups?id=21c47ae9-ee9d-401d-b263-d80412fac0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886576 Jan 28 02:51:04.298128 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=cc8519d5-a3c3-4115-989f-11cd6a041c6a,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:04.459540 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e674e9-fee4-4c2f-a079-fe13baeda935 req-a04bd185-75cc-41e2-a8a7-f835cea35890 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:04.461095 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e3e674e9-fee4-4c2f-a079-fe13baeda935 req-a04bd185-75cc-41e2-a8a7-f835cea35890 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=8197e5df-bbee-493e-bd89-8363afc04527 HTTP/1.1" status: 200 len: 932 time: 0.0863614 Jan 28 02:51:04.529496 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e3e674e9-fee4-4c2f-a079-fe13baeda935 req-4e5bee81-d40c-4f00-b092-50a2be936f2d tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/security-groups?id=81a8b397-bb78-4b68-9423-1c50e72f6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612054 Jan 28 02:51:04.557815 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-7591b6e2-a11f-4634-8122-901676dc8850 req-ce048095-8273-4d79-82dd-57294fadbbd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ca1510d-e297-4534-9b5f-efb7fa45a037 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:51:04.569747 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7591b6e2-a11f-4634-8122-901676dc8850 req-ce048095-8273-4d79-82dd-57294fadbbd1 service neutron] Publish callbacks [] for port (6ca1510d-e297-4534-9b5f-efb7fa45a037), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:04.600173 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-7591b6e2-a11f-4634-8122-901676dc8850 req-ce048095-8273-4d79-82dd-57294fadbbd1 service neutron] Transition to ACTIVE for port object 6ca1510d-e297-4534-9b5f-efb7fa45a037 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:51:04.617538 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7591b6e2-a11f-4634-8122-901676dc8850 req-ce048095-8273-4d79-82dd-57294fadbbd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (6ca1510d-e297-4534-9b5f-efb7fa45a037), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:04.633554 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce58176-ab64-4eac-92ce-186240b87ece req-4270ddf5-21b9-48b2-9dc3-db1a5eb8a387 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:04.638777 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7ce58176-ab64-4eac-92ce-186240b87ece req-4270ddf5-21b9-48b2-9dc3-db1a5eb8a387 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 945 time: 0.8813736 Jan 28 02:51:04.654464 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:04.701386 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-001b2549-d39b-4840-9345-ad1afb2235f5 req-3325ff38-f84d-4cd8-975b-dee0e3e93d2e tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] For port bce36786-9b7c-49b1-ba91-9eeb293e6a84, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=bce36786-9b7c-49b1-ba91-9eeb293e6a84,segment=NetworkSegment(6048eaa0-1f79-4fae-b956-7f865d96b4f0),segment_id=6048eaa0-1f79-4fae-b956-7f865d96b4f0)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:51:04.702084 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-001b2549-d39b-4840-9345-ad1afb2235f5 req-3325ff38-f84d-4cd8-975b-dee0e3e93d2e tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (bce36786-9b7c-49b1-ba91-9eeb293e6a84), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:04.732714 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-001b2549-d39b-4840-9345-ad1afb2235f5 req-3325ff38-f84d-4cd8-975b-dee0e3e93d2e tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] Calling delete_port for bce36786-9b7c-49b1-ba91-9eeb293e6a84 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:51:04.759008 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeafca3-f59f-42b0-aadc-b0e32766d021 req-22de5db9-ba17-48be-a046-019726b1995a tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:04.760838 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ddeafca3-f59f-42b0-aadc-b0e32766d021 req-22de5db9-ba17-48be-a046-019726b1995a tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 943 time: 0.0834672 Jan 28 02:51:04.762501 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce048095-8273-4d79-82dd-57294fadbbd1 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca1510d-e297-4534-9b5f-efb7fa45a037,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:04.840533 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['cc8519d5-a3c3-4115-989f-11cd6a041c6a'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:51:04.844537 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7ce58176-ab64-4eac-92ce-186240b87ece req-df63d086-b3fc-4540-a2ee-7b46ca86b014 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662343 Jan 28 02:51:04.861327 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ddeafca3-f59f-42b0-aadc-b0e32766d021 req-bc180971-9d88-4765-b509-9d4a106939b7 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869372 Jan 28 02:51:05.075032 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-7591b6e2-a11f-4634-8122-901676dc8850 req-ce048095-8273-4d79-82dd-57294fadbbd1 service neutron] Attempting to bind port 6ca1510d-e297-4534-9b5f-efb7fa45a037 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:51:05.075409 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-7591b6e2-a11f-4634-8122-901676dc8850 req-ce048095-8273-4d79-82dd-57294fadbbd1 service neutron] Attempting to bind port 6ca1510d-e297-4534-9b5f-efb7fa45a037 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '8b609dd3-1a12-4928-857f-98daa12d72ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:51:05.075750 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7591b6e2-a11f-4634-8122-901676dc8850 req-ce048095-8273-4d79-82dd-57294fadbbd1 service neutron] Attempting to bind port 6ca1510d-e297-4534-9b5f-efb7fa45a037 on network 0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:51:05.084164 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7591b6e2-a11f-4634-8122-901676dc8850 req-ce048095-8273-4d79-82dd-57294fadbbd1 service neutron] Port 6ca1510d-e297-4534-9b5f-efb7fa45a037 on network 0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:51:05.084476 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7591b6e2-a11f-4634-8122-901676dc8850 req-ce048095-8273-4d79-82dd-57294fadbbd1 service neutron] Attempting to bind port 6ca1510d-e297-4534-9b5f-efb7fa45a037 on network 0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:51:05.095755 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5941da3c-5d7b-465d-9e0c-dd1a3f82594a req-4adfc717-380d-4d29-9373-7ff3a4b3bc48 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:05.102456 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5941da3c-5d7b-465d-9e0c-dd1a3f82594a req-4adfc717-380d-4d29-9373-7ff3a4b3bc48 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] 10.222.0.53 "GET /v2.0/ports?device_id=72bd98a4-f859-4b68-9c83-a18f5a776479 HTTP/1.1" status: 200 len: 945 time: 0.1754143 Jan 28 02:51:05.128210 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7591b6e2-a11f-4634-8122-901676dc8850 req-ce048095-8273-4d79-82dd-57294fadbbd1 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:51:05.128482 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7591b6e2-a11f-4634-8122-901676dc8850 req-ce048095-8273-4d79-82dd-57294fadbbd1 service neutron] Checking segment: {'id': '8b609dd3-1a12-4928-857f-98daa12d72ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:51:05.128958 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7591b6e2-a11f-4634-8122-901676dc8850 req-ce048095-8273-4d79-82dd-57294fadbbd1 service neutron] Bound using segment: {'id': '8b609dd3-1a12-4928-857f-98daa12d72ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:51:05.129453 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-7591b6e2-a11f-4634-8122-901676dc8850 req-ce048095-8273-4d79-82dd-57294fadbbd1 service neutron] Bound port: 6ca1510d-e297-4534-9b5f-efb7fa45a037, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b609dd3-1a12-4928-857f-98daa12d72ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:51:05.129843 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7591b6e2-a11f-4634-8122-901676dc8850 req-ce048095-8273-4d79-82dd-57294fadbbd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (6ca1510d-e297-4534-9b5f-efb7fa45a037), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:05.274765 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5941da3c-5d7b-465d-9e0c-dd1a3f82594a req-c423f12d-3880-45ee-bb31-0c4141be5198 tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea49b986-8432-4ac6-88c6-46278680fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667440 Jan 28 02:51:05.280896 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-001b2549-d39b-4840-9345-ad1afb2235f5 req-3325ff38-f84d-4cd8-975b-dee0e3e93d2e tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (bce36786-9b7c-49b1-ba91-9eeb293e6a84), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:05.317423 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-7591b6e2-a11f-4634-8122-901676dc8850 req-ce048095-8273-4d79-82dd-57294fadbbd1 service neutron] For port 6ca1510d-e297-4534-9b5f-efb7fa45a037, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:51:05.324243 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-7591b6e2-a11f-4634-8122-901676dc8850 req-ce048095-8273-4d79-82dd-57294fadbbd1 service neutron] For port 6ca1510d-e297-4534-9b5f-efb7fa45a037, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=6ca1510d-e297-4534-9b5f-efb7fa45a037,segment=NetworkSegment(8b609dd3-1a12-4928-857f-98daa12d72ad),segment_id=8b609dd3-1a12-4928-857f-98daa12d72ad)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:51:05.337877 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7591b6e2-a11f-4634-8122-901676dc8850 req-ce048095-8273-4d79-82dd-57294fadbbd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (6ca1510d-e297-4534-9b5f-efb7fa45a037), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:05.380516 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3325ff38-f84d-4cd8-975b-dee0e3e93d2e tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] Pushing event deleted for resources: {'Port': ['ID=bce36786-9b7c-49b1-ba91-9eeb293e6a84,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:05.433372 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9104a9-9983-4cf8-892b-6e71b125bfa2 req-bfd0bafe-1052-474f-b0c6-15f01d160b8e tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:05.440315 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1c9104a9-9983-4cf8-892b-6e71b125bfa2 req-bfd0bafe-1052-474f-b0c6-15f01d160b8e tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/ports?device_id=1337214e-7746-4b7c-bb31-3ab4618f5e58 HTTP/1.1" status: 200 len: 949 time: 0.0587478 Jan 28 02:51:05.520596 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1c9104a9-9983-4cf8-892b-6e71b125bfa2 req-e9a3d8a0-2439-4ef9-ba9a-f8a40d7ee406 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/security-groups?id=21c47ae9-ee9d-401d-b263-d80412fac0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707729 Jan 28 02:51:05.522317 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-001b2549-d39b-4840-9345-ad1afb2235f5 req-3325ff38-f84d-4cd8-975b-dee0e3e93d2e tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] No DVR routers for this DVR port bce36786-9b7c-49b1-ba91-9eeb293e6a84 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:51:05.523880 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce048095-8273-4d79-82dd-57294fadbbd1 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca1510d-e297-4534-9b5f-efb7fa45a037,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:05.528254 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-001b2549-d39b-4840-9345-ad1afb2235f5 req-3325ff38-f84d-4cd8-975b-dee0e3e93d2e tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:05.532387 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-001b2549-d39b-4840-9345-ad1afb2235f5 req-3325ff38-f84d-4cd8-975b-dee0e3e93d2e tempest-ServerAddressesNegativeTestJSON-444373340 tempest-ServerAddressesNegativeTestJSON-444373340-project] 10.222.0.39 "DELETE /v2.0/ports/bce36786-9b7c-49b1-ba91-9eeb293e6a84 HTTP/1.1" status: 204 len: 173 time: 2.0690038 Jan 28 02:51:05.533813 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591b6e2-a11f-4634-8122-901676dc8850 req-ce048095-8273-4d79-82dd-57294fadbbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:05.534506 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7591b6e2-a11f-4634-8122-901676dc8850 req-ce048095-8273-4d79-82dd-57294fadbbd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:05.535875 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7591b6e2-a11f-4634-8122-901676dc8850 req-ce048095-8273-4d79-82dd-57294fadbbd1 service neutron] 10.222.0.39 "PUT /v2.0/ports/6ca1510d-e297-4534-9b5f-efb7fa45a037 HTTP/1.1" status: 200 len: 1093 time: 1.9139054 Jan 28 02:51:05.537534 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72bd98a4-f859-4b68-9c83-a18f5a776479', 'name': 'network-vif-deleted', 'tag': 'bce36786-9b7c-49b1-ba91-9eeb293e6a84'}, {'name': 'network-changed', 'server_uuid': '8197e5df-bbee-493e-bd89-8363afc04527', 'tag': '6ca1510d-e297-4534-9b5f-efb7fa45a037'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:51:05.540756 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ecad2b-cdc2-4adc-b985-5dfe6fefafa5" -d '{"events": [{"server_uuid": "72bd98a4-f859-4b68-9c83-a18f5a776479", "name": "network-vif-deleted", "tag": "bce36786-9b7c-49b1-ba91-9eeb293e6a84"}, {"name": "network-changed", "server_uuid": "8197e5df-bbee-493e-bd89-8363afc04527", "tag": "6ca1510d-e297-4534-9b5f-efb7fa45a037"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:51:05.635755 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 418c965b-1d05-4624-887c-e9aaee178bf8 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:51:05.672831 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 28 Jan 2022 02:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7b4082-2b4a-43a1-9f31-14cbe80bf604 x-openstack-request-id: req-fb7b4082-2b4a-43a1-9f31-14cbe80bf604 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:51:05.673555 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72bd98a4-f859-4b68-9c83-a18f5a776479", "name": "network-vif-deleted", "tag": "bce36786-9b7c-49b1-ba91-9eeb293e6a84", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8197e5df-bbee-493e-bd89-8363afc04527", "tag": "6ca1510d-e297-4534-9b5f-efb7fa45a037", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:51:05.673555 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fb7b4082-2b4a-43a1-9f31-14cbe80bf604 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:51:05.673877 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72bd98a4-f859-4b68-9c83-a18f5a776479', 'name': 'network-vif-deleted', 'tag': 'bce36786-9b7c-49b1-ba91-9eeb293e6a84', 'status': 'completed', 'code': 200} Jan 28 02:51:05.674050 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8197e5df-bbee-493e-bd89-8363afc04527', 'tag': '6ca1510d-e297-4534-9b5f-efb7fa45a037', 'status': 'completed', 'code': 200} Jan 28 02:51:05.704498 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591b6e2-a11f-4634-8122-901676dc8850 req-1c095042-68ad-4e4f-90a2-701ad56c6f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:05.713863 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7591b6e2-a11f-4634-8122-901676dc8850 req-1c095042-68ad-4e4f-90a2-701ad56c6f6a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fe2bee12a7e64985b29f4bf535da9e8e&device_id=8197e5df-bbee-493e-bd89-8363afc04527 HTTP/1.1" status: 200 len: 1096 time: 0.1060374 Jan 28 02:51:05.813335 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a9e5f-1a1d-4aa0-91f1-54986a461822 req-24319fc0-7b24-4a74-9f72-59bd335addda tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:05.815025 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 418c965b-1d05-4624-887c-e9aaee178bf8 is: DOWN; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:51:05.815187 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7b6a9e5f-1a1d-4aa0-91f1-54986a461822 req-24319fc0-7b24-4a74-9f72-59bd335addda tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=8197e5df-bbee-493e-bd89-8363afc04527 HTTP/1.1" status: 200 len: 944 time: 0.1239095 Jan 28 02:51:05.816099 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device bce36786-9b7c-49b1-ba91-9eeb293e6a84 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:51:05.824263 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7591b6e2-a11f-4634-8122-901676dc8850 req-0091ca9b-9769-4f05-b842-2351896b9e5c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ca1510d-e297-4534-9b5f-efb7fa45a037 HTTP/1.1" status: 200 len: 217 time: 0.0835440 Jan 28 02:51:05.892590 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591b6e2-a11f-4634-8122-901676dc8850 req-1a882031-54b5-460e-baf5-279d3bedf975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:05.894427 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7591b6e2-a11f-4634-8122-901676dc8850 req-1a882031-54b5-460e-baf5-279d3bedf975 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d955fbc3-595b-46e4-bbea-f8517aacb349 HTTP/1.1" status: 200 len: 853 time: 0.0642090 Jan 28 02:51:05.897547 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: bce36786-9b7c-49b1-ba91-9eeb293e6a84 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:51:05.900330 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device bce36786-9b7c-49b1-ba91-9eeb293e6a84 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:51:05.917501 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:05.960469 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7591b6e2-a11f-4634-8122-901676dc8850 req-d4b7cc82-fb93-4d69-a7a1-be3d63bfed59 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521944 Jan 28 02:51:05.962408 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7b6a9e5f-1a1d-4aa0-91f1-54986a461822 req-8b6212c1-b401-4fa8-9b4e-e25e74f320b7 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/security-groups?id=81a8b397-bb78-4b68-9423-1c50e72f6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392179 Jan 28 02:51:06.113904 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1adf3a-0bd7-412d-8ba7-728d31cd1f24 req-6ca4e04d-fd0f-4f48-a627-75272c955757 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:06.115482 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9a1adf3a-0bd7-412d-8ba7-728d31cd1f24 req-6ca4e04d-fd0f-4f48-a627-75272c955757 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 945 time: 0.1468287 Jan 28 02:51:06.143610 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431fe5e-9ce5-4f9c-aac4-6e8081e5f78e req-59a400d3-bfb9-4ad7-8fb3-293661dc3908 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:06.152967 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3431fe5e-9ce5-4f9c-aac4-6e8081e5f78e req-59a400d3-bfb9-4ad7-8fb3-293661dc3908 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 943 time: 0.0813890 Jan 28 02:51:06.154023 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7591b6e2-a11f-4634-8122-901676dc8850 req-f58cb2bc-9aa4-4545-8c81-ac72257e4df1 service neutron] 10.222.0.39 "GET /v2.0/networks/0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833405 Jan 28 02:51:06.208852 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3431fe5e-9ce5-4f9c-aac4-6e8081e5f78e req-3cb4d6c7-cf1c-4763-ba37-2fbdc10dcf64 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548320 Jan 28 02:51:06.288251 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9a1adf3a-0bd7-412d-8ba7-728d31cd1f24 req-015b2400-8d11-4120-ac75-046ea738d775 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633525 Jan 28 02:51:06.341737 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7591b6e2-a11f-4634-8122-901676dc8850 req-6e55d6e8-4703-4128-9e71-a6c0ee528f8f service neutron] 10.222.0.39 "GET /v2.0/networks/0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704471 Jan 28 02:51:06.495770 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 33784) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:51:06.550569 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ecad2b-cdc2-4adc-b985-5dfe6fefafa5 req-8b194c33-8a38-4a0f-96c3-d7671e499e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:06.555665 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f5ecad2b-cdc2-4adc-b985-5dfe6fefafa5 req-8b194c33-8a38-4a0f-96c3-d7671e499e8a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fe2bee12a7e64985b29f4bf535da9e8e&device_id=8197e5df-bbee-493e-bd89-8363afc04527 HTTP/1.1" status: 200 len: 1096 time: 0.0834093 Jan 28 02:51:06.560159 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-8646eeb6-aa7a-4296-bff8-c7f271f67ca6 admin admin] Deleting subnet 47702584-6df4-4ced-af58-161873b7f8ba {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:51:06.565382 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8646eeb6-aa7a-4296-bff8-c7f271f67ca6 admin admin] Publish callbacks [] for subnet (47702584-6df4-4ced-af58-161873b7f8ba), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:06.636060 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8646eeb6-aa7a-4296-bff8-c7f271f67ca6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (47702584-6df4-4ced-af58-161873b7f8ba), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:06.682530 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8646eeb6-aa7a-4296-bff8-c7f271f67ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (47702584-6df4-4ced-af58-161873b7f8ba), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:06.734401 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97aa117-0297-420b-8c10-e507deb0c6c4 req-b9f4ae7e-0e3a-4ccb-bc42-08a9b5f3e020 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:06.736619 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c97aa117-0297-420b-8c10-e507deb0c6c4 req-b9f4ae7e-0e3a-4ccb-bc42-08a9b5f3e020 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/ports?device_id=1337214e-7746-4b7c-bb31-3ab4618f5e58 HTTP/1.1" status: 200 len: 949 time: 0.0850725 Jan 28 02:51:06.772650 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ecad2b-cdc2-4adc-b985-5dfe6fefafa5 req-8ae36919-6b9e-4901-941d-5aebd3e81784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:06.774964 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8646eeb6-aa7a-4296-bff8-c7f271f67ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (47702584-6df4-4ced-af58-161873b7f8ba), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:06.785352 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f5ecad2b-cdc2-4adc-b985-5dfe6fefafa5 req-8ae36919-6b9e-4901-941d-5aebd3e81784 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf HTTP/1.1" status: 200 len: 914 time: 0.2186406 Jan 28 02:51:06.797771 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8646eeb6-aa7a-4296-bff8-c7f271f67ca6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47702584-6df4-4ced-af58-161873b7f8ba,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:06.808856 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8646eeb6-aa7a-4296-bff8-c7f271f67ca6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:06.813230 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8646eeb6-aa7a-4296-bff8-c7f271f67ca6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/47702584-6df4-4ced-af58-161873b7f8ba HTTP/1.1" status: 204 len: 168 time: 0.3162673 Jan 28 02:51:06.815647 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 33788) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:51:06.844349 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f5ecad2b-cdc2-4adc-b985-5dfe6fefafa5 req-d70efb3a-ed12-414c-a38a-a692f89449b5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ca1510d-e297-4534-9b5f-efb7fa45a037 HTTP/1.1" status: 200 len: 217 time: 0.0476022 Jan 28 02:51:06.897656 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-50cde57f-3c42-44a0-b366-5282d5229eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (b3f7440b-4931-4620-a0e9-913f21e98dc0), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:06.937263 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c97aa117-0297-420b-8c10-e507deb0c6c4 req-443faf8d-62f9-45d8-b8ca-9642f2847b0b tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/security-groups?id=21c47ae9-ee9d-401d-b263-d80412fac0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839859 Jan 28 02:51:06.947952 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ecad2b-cdc2-4adc-b985-5dfe6fefafa5 req-dc3cde0c-6e1b-497b-b4a5-dfeb12b6d1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:06.949701 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f5ecad2b-cdc2-4adc-b985-5dfe6fefafa5 req-dc3cde0c-6e1b-497b-b4a5-dfeb12b6d1de service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d955fbc3-595b-46e4-bbea-f8517aacb349 HTTP/1.1" status: 200 len: 853 time: 0.0945566 Jan 28 02:51:07.000539 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f5ecad2b-cdc2-4adc-b985-5dfe6fefafa5 req-45d4af20-008d-493f-9820-f7f8f178fd78 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401154 Jan 28 02:51:07.007225 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-50cde57f-3c42-44a0-b366-5282d5229eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (b3f7440b-4931-4620-a0e9-913f21e98dc0), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:07.040162 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-50cde57f-3c42-44a0-b366-5282d5229eb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3f7440b-4931-4620-a0e9-913f21e98dc0']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:51:07.055289 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-50cde57f-3c42-44a0-b366-5282d5229eb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6048eaa0-1f79-4fae-b956-7f865d96b4f0') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:51:07.055950 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-50cde57f-3c42-44a0-b366-5282d5229eb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6048eaa0-1f79-4fae-b956-7f865d96b4f0') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:51:07.066811 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-50cde57f-3c42-44a0-b366-5282d5229eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (6048eaa0-1f79-4fae-b956-7f865d96b4f0), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:07.084186 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-50cde57f-3c42-44a0-b366-5282d5229eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (6048eaa0-1f79-4fae-b956-7f865d96b4f0), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:07.094272 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50cde57f-3c42-44a0-b366-5282d5229eb4 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:51:07.095090 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-50cde57f-3c42-44a0-b366-5282d5229eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (6048eaa0-1f79-4fae-b956-7f865d96b4f0), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:07.098566 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 02:51:07.098566 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:51:07.098566 n-d-712139-27 neutron-server[109802]: timer() Jan 28 02:51:07.098566 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:51:07.098566 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 02:51:07.098566 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:51:07.098566 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 02:51:07.098566 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:51:07.098566 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 02:51:07.098566 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:51:07.098566 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 02:51:07.098566 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:51:07.098566 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 02:51:07.098566 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:51:07.098566 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:51:07.098566 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:51:07.098566 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:51:07.098566 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:51:07.098566 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 02:51:07.098566 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:51:07.098566 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 02:51:07.098566 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:51:07.098566 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:51:07.098566 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:51:07.098566 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 02:51:07.098566 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:51:07.098566 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:51:07.098566 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:51:07.098566 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:51:07.098566 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:51:07.098566 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:51:07.098566 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:51:07.137187 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f5ecad2b-cdc2-4adc-b985-5dfe6fefafa5 req-058d8cdc-87f4-4842-af9d-1bf1a39a163d service neutron] 10.222.0.39 "GET /v2.0/networks/0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248689 Jan 28 02:51:07.305325 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-50cde57f-3c42-44a0-b366-5282d5229eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (b3f7440b-4931-4620-a0e9-913f21e98dc0), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:07.308196 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f5ecad2b-cdc2-4adc-b985-5dfe6fefafa5 req-bbb6f0dd-44d7-4b62-9632-9f2ffe5016fd service neutron] 10.222.0.39 "GET /v2.0/networks/0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352034 Jan 28 02:51:07.308299 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-50cde57f-3c42-44a0-b366-5282d5229eb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:07.308299 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-50cde57f-3c42-44a0-b366-5282d5229eb4 admin admin] 10.222.0.53 "DELETE /v2.0/networks/b3f7440b-4931-4620-a0e9-913f21e98dc0 HTTP/1.1" status: 204 len: 168 time: 0.4712718 Jan 28 02:51:07.308299 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cde57f-3c42-44a0-b366-5282d5229eb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3f7440b-4931-4620-a0e9-913f21e98dc0,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:07.334741 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f047b0-d71f-41ae-b080-876b2b98359e req-a8c59fff-7b49-401b-be2b-dd20dda181de tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:07.342692 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-99f047b0-d71f-41ae-b080-876b2b98359e req-a8c59fff-7b49-401b-be2b-dd20dda181de tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=8197e5df-bbee-493e-bd89-8363afc04527 HTTP/1.1" status: 200 len: 944 time: 0.2155514 Jan 28 02:51:07.393665 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-99f047b0-d71f-41ae-b080-876b2b98359e req-bc650fc2-812d-4a50-8f43-1f6111821b4b tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/security-groups?id=81a8b397-bb78-4b68-9423-1c50e72f6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499806 Jan 28 02:51:07.476132 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device cc8519d5-a3c3-4115-989f-11cd6a041c6a up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:51:07.526894 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7475c46-3b38-4e06-b530-d7600e001128 req-9228722e-01da-456c-a71c-02d2c6cc6b25 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:07.534032 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c7475c46-3b38-4e06-b530-d7600e001128 req-9228722e-01da-456c-a71c-02d2c6cc6b25 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 943 time: 0.1282148 Jan 28 02:51:07.574256 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9205c5-638d-4c1e-af12-309835219436 req-5447caf3-9cd8-4fc7-9a91-d514102dc894 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:07.575852 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fd9205c5-638d-4c1e-af12-309835219436 req-5447caf3-9cd8-4fc7-9a91-d514102dc894 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 945 time: 0.0731847 Jan 28 02:51:07.576350 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 33808) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:51:07.612682 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port cc8519d5-a3c3-4115-989f-11cd6a041c6a completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:51:07.618695 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port cc8519d5-a3c3-4115-989f-11cd6a041c6a triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:51:07.619403 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (cc8519d5-a3c3-4115-989f-11cd6a041c6a), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:07.648043 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c7475c46-3b38-4e06-b530-d7600e001128 req-986f946b-9641-4dc1-97cf-8f828e7b3916 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130137 Jan 28 02:51:07.656950 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fd9205c5-638d-4c1e-af12-309835219436 req-aa70b91a-6a28-42b6-949d-af232725a45d tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733314 Jan 28 02:51:07.689265 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 33810) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:51:07.692864 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-12fe868f-cc98-4dea-96a8-2f4af6b7a717 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7ce541bdf19e4c0bb54fd8c8822f3cb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1143153 Jan 28 02:51:07.751462 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port cc8519d5-a3c3-4115-989f-11cd6a041c6a is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:51:07.754490 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (cc8519d5-a3c3-4115-989f-11cd6a041c6a), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:07.803565 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1337214e-7746-4b7c-bb31-3ab4618f5e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8519d5-a3c3-4115-989f-11cd6a041c6a'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:51:07.809432 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a13814a5-4672-4daa-9c27-3ba2fcb57fd8 admin admin] Publish callbacks [] for security_group (ea49b986-8432-4ac6-88c6-46278680fa07), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:07.810706 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cbf0c1-643e-42e5-a651-92fc20ac1d27" -d '{"events": [{"server_uuid": "1337214e-7746-4b7c-bb31-3ab4618f5e58", "name": "network-vif-plugged", "status": "completed", "tag": "cc8519d5-a3c3-4115-989f-11cd6a041c6a"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:51:07.832151 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port cc8519d5-a3c3-4115-989f-11cd6a041c6a, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=cc8519d5-a3c3-4115-989f-11cd6a041c6a,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:51:07.840475 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (cc8519d5-a3c3-4115-989f-11cd6a041c6a), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:07.861614 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a13814a5-4672-4daa-9c27-3ba2fcb57fd8 admin admin] Publish callbacks [] for security_group (ea49b986-8432-4ac6-88c6-46278680fa07), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:07.920504 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=cc8519d5-a3c3-4115-989f-11cd6a041c6a,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:07.925928 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f209bd5-0182-4fa1-b8e9-baf6485293c1 x-openstack-request-id: req-7f209bd5-0182-4fa1-b8e9-baf6485293c1 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:51:07.926466 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1337214e-7746-4b7c-bb31-3ab4618f5e58", "name": "network-vif-plugged", "status": "completed", "tag": "cc8519d5-a3c3-4115-989f-11cd6a041c6a", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:51:07.926814 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7f209bd5-0182-4fa1-b8e9-baf6485293c1 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:51:07.927296 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1337214e-7746-4b7c-bb31-3ab4618f5e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8519d5-a3c3-4115-989f-11cd6a041c6a', 'code': 200} Jan 28 02:51:07.935915 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a13814a5-4672-4daa-9c27-3ba2fcb57fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (ea49b986-8432-4ac6-88c6-46278680fa07), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:07.938869 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a13814a5-4672-4daa-9c27-3ba2fcb57fd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:07.940104 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a13814a5-4672-4daa-9c27-3ba2fcb57fd8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ea49b986-8432-4ac6-88c6-46278680fa07 HTTP/1.1" status: 204 len: 168 time: 0.2498353 Jan 28 02:51:07.950421 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13814a5-4672-4daa-9c27-3ba2fcb57fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea49b986-8432-4ac6-88c6-46278680fa07,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:08.126627 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26fd03c-efc0-4992-bb9a-4fca0386241b req-3c24e5ec-8249-4ad9-b657-db53fb7ea3b6 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:08.135903 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a26fd03c-efc0-4992-bb9a-4fca0386241b req-3c24e5ec-8249-4ad9-b657-db53fb7ea3b6 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/ports?device_id=1337214e-7746-4b7c-bb31-3ab4618f5e58 HTTP/1.1" status: 200 len: 950 time: 0.0802183 Jan 28 02:51:08.157846 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d1be7-6a4f-4305-a6af-b2994cb4fcae req-352fe3ea-a664-4751-bc1b-cc937f3c0b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:08.159816 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b07d1be7-6a4f-4305-a6af-b2994cb4fcae req-352fe3ea-a664-4751-bc1b-cc937f3c0b3f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1337214e-7746-4b7c-bb31-3ab4618f5e58 HTTP/1.1" status: 200 len: 1102 time: 0.1380575 Jan 28 02:51:08.210537 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a26fd03c-efc0-4992-bb9a-4fca0386241b req-3514a8b4-c2c7-4736-b809-8e63b7df70a9 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/security-groups?id=21c47ae9-ee9d-401d-b263-d80412fac0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736651 Jan 28 02:51:08.280601 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b07d1be7-6a4f-4305-a6af-b2994cb4fcae req-2ed3ddba-3c7a-4116-b2a6-a8bd8449375b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=21c47ae9-ee9d-401d-b263-d80412fac0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099236 Jan 28 02:51:08.559638 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627a30f-d791-47a0-9750-9449e9541bf9 req-81c58a9d-f63d-44de-bbbd-48d406cab68b tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:08.566768 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8627a30f-d791-47a0-9750-9449e9541bf9 req-81c58a9d-f63d-44de-bbbd-48d406cab68b tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=8197e5df-bbee-493e-bd89-8363afc04527 HTTP/1.1" status: 200 len: 944 time: 0.0646701 Jan 28 02:51:08.638475 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8627a30f-d791-47a0-9750-9449e9541bf9 req-2499af3d-e032-4d6a-9dfc-07f8fcc150ba tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/security-groups?id=81a8b397-bb78-4b68-9423-1c50e72f6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544398 Jan 28 02:51:08.928509 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd8ae1-64e9-435d-a44e-055c3ecf061a req-02bec386-506e-4f2f-8a56-4d4540847d2d tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:08.938607 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129a221-913c-494f-9e65-46404c4e2598 req-29d013e3-c728-41fd-9c94-4b7dc2a6e349 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:08.939846 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-29dd8ae1-64e9-435d-a44e-055c3ecf061a req-02bec386-506e-4f2f-8a56-4d4540847d2d tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 945 time: 0.1028445 Jan 28 02:51:08.941492 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1129a221-913c-494f-9e65-46404c4e2598 req-29d013e3-c728-41fd-9c94-4b7dc2a6e349 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 943 time: 0.1327729 Jan 28 02:51:09.041488 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1129a221-913c-494f-9e65-46404c4e2598 req-ff21bbf2-98b6-43ff-9ec5-8e2401b35206 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921497 Jan 28 02:51:09.044344 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-29dd8ae1-64e9-435d-a44e-055c3ecf061a req-d95d98e9-00c4-4ece-ab61-4ead65d74a1d tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034377 Jan 28 02:51:09.177602 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-436fb665-671b-422e-8105-265a68b246b7 req-2bc1a117-70d0-431e-96b0-3f1e74c1b98f service neutron] 10.222.0.39 "GET /v2.0/ports/418c965b-1d05-4624-887c-e9aaee178bf8/bindings/n-h1-712139-27 HTTP/1.1" status: 200 len: 385 time: 0.1489997 Jan 28 02:51:09.381316 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3446c8-8984-40de-99d2-f81d93901eea req-0cdbc72f-16da-47ef-a106-d1eea44212f3 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:09.389710 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2e3446c8-8984-40de-99d2-f81d93901eea req-0cdbc72f-16da-47ef-a106-d1eea44212f3 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/ports?device_id=1337214e-7746-4b7c-bb31-3ab4618f5e58 HTTP/1.1" status: 200 len: 950 time: 0.0702093 Jan 28 02:51:09.440917 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2e3446c8-8984-40de-99d2-f81d93901eea req-e772c179-5d7c-440a-9be0-0c91572dc82d tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/security-groups?id=21c47ae9-ee9d-401d-b263-d80412fac0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497191 Jan 28 02:51:09.452419 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-436fb665-671b-422e-8105-265a68b246b7 req-20a2bd32-60fd-446f-be21-cafcb40febba service neutron] For port 418c965b-1d05-4624-887c-e9aaee178bf8, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=418c965b-1d05-4624-887c-e9aaee178bf8,segment=NetworkSegment(1cc99f2f-8533-4758-ac6d-0ec0b703844f),segment_id=1cc99f2f-8533-4758-ac6d-0ec0b703844f)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:51:09.485003 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-436fb665-671b-422e-8105-265a68b246b7 req-20a2bd32-60fd-446f-be21-cafcb40febba service neutron] For port 418c965b-1d05-4624-887c-e9aaee178bf8, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:51:09.522222 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-436fb665-671b-422e-8105-265a68b246b7 req-20a2bd32-60fd-446f-be21-cafcb40febba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 418c965b-1d05-4624-887c-e9aaee178bf8 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:51:09.533775 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-436fb665-671b-422e-8105-265a68b246b7 req-20a2bd32-60fd-446f-be21-cafcb40febba service neutron] For port 418c965b-1d05-4624-887c-e9aaee178bf8, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=418c965b-1d05-4624-887c-e9aaee178bf8,segment=NetworkSegment(1cc99f2f-8533-4758-ac6d-0ec0b703844f),segment_id=1cc99f2f-8533-4758-ac6d-0ec0b703844f)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:51:09.549216 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-436fb665-671b-422e-8105-265a68b246b7 req-20a2bd32-60fd-446f-be21-cafcb40febba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (418c965b-1d05-4624-887c-e9aaee178bf8), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:09.631045 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-436fb665-671b-422e-8105-265a68b246b7 req-20a2bd32-60fd-446f-be21-cafcb40febba service neutron] Transition to ACTIVE for port object 418c965b-1d05-4624-887c-e9aaee178bf8 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:51:09.638233 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-436fb665-671b-422e-8105-265a68b246b7 req-20a2bd32-60fd-446f-be21-cafcb40febba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (418c965b-1d05-4624-887c-e9aaee178bf8), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:09.650373 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 6ca1510d-e297-4534-9b5f-efb7fa45a037 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:51:09.768433 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-436fb665-671b-422e-8105-265a68b246b7 req-20a2bd32-60fd-446f-be21-cafcb40febba service neutron] No DVR routers for this DVR port 418c965b-1d05-4624-887c-e9aaee178bf8 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:51:09.784576 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b38a7-2bc5-4b95-a5e4-fd59b6e4a453 req-49832963-1adc-431c-a6ef-23e7e8560df9 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:09.794053 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-650b38a7-2bc5-4b95-a5e4-fd59b6e4a453 req-49832963-1adc-431c-a6ef-23e7e8560df9 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=8197e5df-bbee-493e-bd89-8363afc04527 HTTP/1.1" status: 200 len: 944 time: 0.0754490 Jan 28 02:51:09.898302 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a2bd32-60fd-446f-be21-cafcb40febba service neutron] Pushing event updated for resources: {'Port': ['ID=418c965b-1d05-4624-887c-e9aaee178bf8,revision_number=10']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:09.923670 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-650b38a7-2bc5-4b95-a5e4-fd59b6e4a453 req-b9d06a1d-e04d-44c4-94c6-7438c8c83071 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/security-groups?id=81a8b397-bb78-4b68-9423-1c50e72f6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114109 Jan 28 02:51:09.944880 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-436fb665-671b-422e-8105-265a68b246b7 req-20a2bd32-60fd-446f-be21-cafcb40febba service neutron] 10.222.0.39 "PUT /v2.0/ports/418c965b-1d05-4624-887c-e9aaee178bf8/bindings/n-h1-712139-27/activate HTTP/1.1" status: 200 len: 370 time: 0.7545459 Jan 28 02:51:09.992407 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f190537d-f8ba-4f67-bac0-ca8fd9617447 req-96e0e4d8-bc48-45fc-aed2-c94c62a8943d tempest-ServerShowV247Test-834447777 tempest-ServerShowV247Test-834447777-project] 10.222.0.53 "GET /v2.0/ports?device_id=7abdf311-ce3e-4612-9c7b-1cb4670a6c21 HTTP/1.1" status: 200 len: 210 time: 0.0896668 Jan 28 02:51:10.032009 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 6ca1510d-e297-4534-9b5f-efb7fa45a037, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=6ca1510d-e297-4534-9b5f-efb7fa45a037,segment=NetworkSegment(8b609dd3-1a12-4928-857f-98daa12d72ad),segment_id=8b609dd3-1a12-4928-857f-98daa12d72ad)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:51:10.066849 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '6ca1510d-e297-4534-9b5f-efb7fa45a037', 'network_id': '0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf', 'port_id': '6ca1510d-e297-4534-9b5f-efb7fa45a037', 'mac_address': 'fa:16:3e:36:a7:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd955fbc3-595b-46e4-bbea-f8517aacb349', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:51:10.156012 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 6ca1510d-e297-4534-9b5f-efb7fa45a037 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:51:10.156912 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (6ca1510d-e297-4534-9b5f-efb7fa45a037), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:10.188721 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ca1510d-e297-4534-9b5f-efb7fa45a037 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:51:10.218095 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 6ca1510d-e297-4534-9b5f-efb7fa45a037, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=6ca1510d-e297-4534-9b5f-efb7fa45a037,segment=NetworkSegment(8b609dd3-1a12-4928-857f-98daa12d72ad),segment_id=8b609dd3-1a12-4928-857f-98daa12d72ad)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:51:10.224306 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (6ca1510d-e297-4534-9b5f-efb7fa45a037), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:10.277952 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eae1d4-7718-4c3c-8c27-b8d5344f11de req-9afcc7fa-4d27-427f-92ed-8259b55831fd tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:10.279502 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b4eae1d4-7718-4c3c-8c27-b8d5344f11de req-9afcc7fa-4d27-427f-92ed-8259b55831fd tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 944 time: 0.0893404 Jan 28 02:51:10.302731 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=6ca1510d-e297-4534-9b5f-efb7fa45a037,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:10.332166 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d836b-606b-432e-a329-a016a259895b req-454646ff-f32a-42fa-bb14-841a2f9b14b1 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:10.339234 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-242d836b-606b-432e-a329-a016a259895b req-454646ff-f32a-42fa-bb14-841a2f9b14b1 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 945 time: 0.1512570 Jan 28 02:51:10.348274 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:10.352398 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:10.354164 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:10.355428 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:10.355984 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:10.358147 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:10.358879 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:10.359672 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:10.363253 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:10.363732 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:10.364519 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:10.364519 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:10.366076 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436fb665-671b-422e-8105-265a68b246b7 req-880fef28-02d3-4998-a8da-bc8fd09780cc tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:10.367592 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-436fb665-671b-422e-8105-265a68b246b7 req-880fef28-02d3-4998-a8da-bc8fd09780cc tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23&tenant_id=2b376bdc08124533ad1dc2039341113b&binding%3Ahost_id=n-h2-712139-27 HTTP/1.1" status: 200 len: 1096 time: 0.1055458 Jan 28 02:51:10.369497 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:10.399405 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b4eae1d4-7718-4c3c-8c27-b8d5344f11de req-ffe9f1b4-5572-4aba-a19d-815a7cff654a tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075199 Jan 28 02:51:10.442056 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-242d836b-606b-432e-a329-a016a259895b req-10ec3959-e7be-4c70-ba51-83827e777383 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018350 Jan 28 02:51:10.483018 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436fb665-671b-422e-8105-265a68b246b7 req-f500f8d2-fc41-4abc-befc-a3f3d686ff87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:10.493931 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-436fb665-671b-422e-8105-265a68b246b7 req-f500f8d2-fc41-4abc-befc-a3f3d686ff87 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23&tenant_id=2b376bdc08124533ad1dc2039341113b HTTP/1.1" status: 200 len: 1096 time: 0.1154079 Jan 28 02:51:10.618665 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['6ca1510d-e297-4534-9b5f-efb7fa45a037'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:51:10.637979 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436fb665-671b-422e-8105-265a68b246b7 req-dbe1d407-15a0-40c6-ac8f-9daa1124cd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:10.639511 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-436fb665-671b-422e-8105-265a68b246b7 req-dbe1d407-15a0-40c6-ac8f-9daa1124cd27 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b376bdc08124533ad1dc2039341113b&device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 1096 time: 0.0880687 Jan 28 02:51:10.813558 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436fb665-671b-422e-8105-265a68b246b7 req-5892d11b-7165-440c-ac58-7b80b3e5c909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:10.815822 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-436fb665-671b-422e-8105-265a68b246b7 req-5892d11b-7165-440c-ac58-7b80b3e5c909 service neutron] 10.222.0.67 "GET /v2.0/networks?id=997aa02b-ef92-4c1c-ba5c-0477d385960c HTTP/1.1" status: 200 len: 922 time: 0.1684663 Jan 28 02:51:10.944715 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-436fb665-671b-422e-8105-265a68b246b7 req-e49cfbde-482e-43aa-81c2-1a50533efbd2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=418c965b-1d05-4624-887c-e9aaee178bf8 HTTP/1.1" status: 200 len: 217 time: 0.0994024 Jan 28 02:51:10.998990 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c2a6f-751c-4ae9-aa71-44823b31a280 req-3d72bc39-84a4-496e-b225-0ac6e648b573 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:11.011703 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cc5c2a6f-751c-4ae9-aa71-44823b31a280 req-3d72bc39-84a4-496e-b225-0ac6e648b573 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/ports?device_id=1337214e-7746-4b7c-bb31-3ab4618f5e58 HTTP/1.1" status: 200 len: 950 time: 0.0765662 Jan 28 02:51:11.153468 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436fb665-671b-422e-8105-265a68b246b7 req-d10a9bc5-148d-495a-97ec-677306f298c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:11.154942 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-436fb665-671b-422e-8105-265a68b246b7 req-d10a9bc5-148d-495a-97ec-677306f298c4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bcba3f69-83cc-4e79-8ae3-09e3e7684525 HTTP/1.1" status: 200 len: 861 time: 0.1905918 Jan 28 02:51:11.163464 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca19ac-9666-442f-b45f-28c33a932ddb req-eec0556b-0930-450f-9e15-0612f8e19d6f tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:11.170500 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-47ca19ac-9666-442f-b45f-28c33a932ddb req-eec0556b-0930-450f-9e15-0612f8e19d6f tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=8197e5df-bbee-493e-bd89-8363afc04527 HTTP/1.1" status: 200 len: 945 time: 0.0833347 Jan 28 02:51:11.175274 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cc5c2a6f-751c-4ae9-aa71-44823b31a280 req-060d87c7-8bdf-4f5a-9a28-d10d0744c6b4 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/security-groups?id=21c47ae9-ee9d-401d-b263-d80412fac0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603699 Jan 28 02:51:11.226769 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-436fb665-671b-422e-8105-265a68b246b7 req-0b6a79c9-8596-4429-97e6-fec5378ed72b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=997aa02b-ef92-4c1c-ba5c-0477d385960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532098 Jan 28 02:51:11.295323 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-47ca19ac-9666-442f-b45f-28c33a932ddb req-a66f34d2-5364-4c32-b4b3-78298c23df73 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/security-groups?id=81a8b397-bb78-4b68-9423-1c50e72f6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193140 Jan 28 02:51:11.332658 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-88ae02a4-bbbc-4871-8cd1-d96fd238af60 req-c2581603-74a0-4627-8d9f-03cc23968652 tempest-ServerShowV247Test-834447777 tempest-ServerShowV247Test-834447777-project] 10.222.0.53 "GET /v2.0/ports?device_id=7248e4a8-a462-4e4f-9a01-3c9a0dcb3a59 HTTP/1.1" status: 200 len: 210 time: 0.0640340 Jan 28 02:51:11.457819 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-436fb665-671b-422e-8105-265a68b246b7 req-a010a40d-9bae-4c54-87eb-831b4af4b089 service neutron] 10.222.0.67 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009161 Jan 28 02:51:11.517584 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 87baee1a-7b66-4b59-b240-57f1351e4fc4 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:51:11.671780 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6309d-6d82-4492-8c01-93cfbf1fd1ce req-bd0b8753-b2fb-421c-bac7-f812c5c66822 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:11.677858 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-33a6309d-6d82-4492-8c01-93cfbf1fd1ce req-bd0b8753-b2fb-421c-bac7-f812c5c66822 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 944 time: 0.0945449 Jan 28 02:51:11.714566 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 87baee1a-7b66-4b59-b240-57f1351e4fc4, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=87baee1a-7b66-4b59-b240-57f1351e4fc4,segment=NetworkSegment(49d4c981-b004-41ee-ab95-a2b5be80e959),segment_id=49d4c981-b004-41ee-ab95-a2b5be80e959)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:51:11.751343 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '87baee1a-7b66-4b59-b240-57f1351e4fc4', 'network_id': 'b41ec36c-2b47-4b7e-a484-436d2f02d72a', 'port_id': '87baee1a-7b66-4b59-b240-57f1351e4fc4', 'mac_address': 'fa:16:3e:74:97:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c47d8662-592c-46cb-9250-3ddc6d538cb4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:51:11.783964 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-33a6309d-6d82-4492-8c01-93cfbf1fd1ce req-755b60af-8379-4390-98e8-1851e8be81ab tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870883 Jan 28 02:51:11.833996 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327bd21f-a985-4fdd-b727-b4830611c193 req-e3c09b8f-e4c4-49c0-be15-4056724fd55f tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:11.835655 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-327bd21f-a985-4fdd-b727-b4830611c193 req-e3c09b8f-e4c4-49c0-be15-4056724fd55f tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 945 time: 0.1787839 Jan 28 02:51:11.874272 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 87baee1a-7b66-4b59-b240-57f1351e4fc4 is: ACTIVE; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:51:11.876527 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (87baee1a-7b66-4b59-b240-57f1351e4fc4), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:11.913607 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 87baee1a-7b66-4b59-b240-57f1351e4fc4 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:51:11.931816 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c62b6-2679-4aa1-84a9-f52b33934121 req-53528efa-5d9d-4f70-b3bb-ed7485c0afee tempest-ServersAdminNegativeTestJSON-2007237518 tempest-ServersAdminNegativeTestJSON-2007237518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:11.939176 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-371c62b6-2679-4aa1-84a9-f52b33934121 req-53528efa-5d9d-4f70-b3bb-ed7485c0afee tempest-ServersAdminNegativeTestJSON-2007237518 tempest-ServersAdminNegativeTestJSON-2007237518-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1337214e-7746-4b7c-bb31-3ab4618f5e58 HTTP/1.1" status: 200 len: 1102 time: 0.0523612 Jan 28 02:51:11.954770 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-371c62b6-2679-4aa1-84a9-f52b33934121 req-5b0ee05a-9335-41bd-9065-068bc02928cc tempest-ServersAdminNegativeTestJSON-2007237518 tempest-ServersAdminNegativeTestJSON-2007237518-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:11.962540 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-436fb665-671b-422e-8105-265a68b246b7 req-82ae11da-f55a-4651-a844-a9dc248f848d service neutron] 10.222.0.67 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4948723 Jan 28 02:51:11.964844 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 87baee1a-7b66-4b59-b240-57f1351e4fc4, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=87baee1a-7b66-4b59-b240-57f1351e4fc4,segment=NetworkSegment(49d4c981-b004-41ee-ab95-a2b5be80e959),segment_id=49d4c981-b004-41ee-ab95-a2b5be80e959)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:51:11.971339 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (87baee1a-7b66-4b59-b240-57f1351e4fc4), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:12.018571 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-327bd21f-a985-4fdd-b727-b4830611c193 req-3d33c258-edc6-41a8-85a6-7b5450e00b16 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663115 Jan 28 02:51:12.117968 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=87baee1a-7b66-4b59-b240-57f1351e4fc4,revision_number=6']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:12.145667 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-371c62b6-2679-4aa1-84a9-f52b33934121 req-5b0ee05a-9335-41bd-9065-068bc02928cc tempest-ServersAdminNegativeTestJSON-2007237518 tempest-ServersAdminNegativeTestJSON-2007237518-project-admin] Publish callbacks [] for security_group (9a733808-827d-4f05-b0a3-178fa7870744), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:12.156932 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-371c62b6-2679-4aa1-84a9-f52b33934121 req-5b0ee05a-9335-41bd-9065-068bc02928cc tempest-ServersAdminNegativeTestJSON-2007237518 tempest-ServersAdminNegativeTestJSON-2007237518-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (9a733808-827d-4f05-b0a3-178fa7870744), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:12.194612 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['87baee1a-7b66-4b59-b240-57f1351e4fc4'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:51:12.208248 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-371c62b6-2679-4aa1-84a9-f52b33934121 req-5b0ee05a-9335-41bd-9065-068bc02928cc tempest-ServersAdminNegativeTestJSON-2007237518 tempest-ServersAdminNegativeTestJSON-2007237518-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=21c47ae9-ee9d-401d-b263-d80412fac0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657695 Jan 28 02:51:12.209479 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ee05a-9335-41bd-9065-068bc02928cc tempest-ServersAdminNegativeTestJSON-2007237518 tempest-ServersAdminNegativeTestJSON-2007237518-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a733808-827d-4f05-b0a3-178fa7870744,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:12.502902 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436fb665-671b-422e-8105-265a68b246b7 req-14dd5bda-221d-4ac0-941b-6ffbe3313d13 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:12.505440 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-436fb665-671b-422e-8105-265a68b246b7 req-14dd5bda-221d-4ac0-941b-6ffbe3313d13 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23&tenant_id=2b376bdc08124533ad1dc2039341113b&binding%3Ahost_id=n-h1-712139-27 HTTP/1.1" status: 200 len: 1096 time: 0.0971823 Jan 28 02:51:12.544641 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05e85d-df79-496b-8f28-927231a31fa4 req-c4897c43-f2d4-4b49-ad6c-3862fa61676a tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:12.546256 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3b05e85d-df79-496b-8f28-927231a31fa4 req-c4897c43-f2d4-4b49-ad6c-3862fa61676a tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=8197e5df-bbee-493e-bd89-8363afc04527 HTTP/1.1" status: 200 len: 945 time: 0.1449211 Jan 28 02:51:12.551622 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-110b09a1-c1dc-4fc8-a06b-5cb5249700e0 req-ed14c078-0412-45f6-893d-24d0b24671d4 tempest-ServerShowV247Test-834447777 tempest-ServerShowV247Test-834447777-project] 10.222.0.53 "GET /v2.0/ports?device_id=7248e4a8-a462-4e4f-9a01-3c9a0dcb3a59 HTTP/1.1" status: 200 len: 210 time: 0.0547640 Jan 28 02:51:12.645949 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3b05e85d-df79-496b-8f28-927231a31fa4 req-a5d6def9-c0f9-4b50-9b55-b5e5cd384dee tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/security-groups?id=81a8b397-bb78-4b68-9423-1c50e72f6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710778 Jan 28 02:51:12.712675 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-436fb665-671b-422e-8105-265a68b246b7 req-eac99236-0f79-493b-8e0b-cdd792a0467c service neutron] For port 418c965b-1d05-4624-887c-e9aaee178bf8, host n-h2-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:51:12.715903 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-436fb665-671b-422e-8105-265a68b246b7 req-eac99236-0f79-493b-8e0b-cdd792a0467c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:12.717407 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-436fb665-671b-422e-8105-265a68b246b7 req-eac99236-0f79-493b-8e0b-cdd792a0467c service neutron] 10.222.0.67 "DELETE /v2.0/ports/418c965b-1d05-4624-887c-e9aaee178bf8/bindings/n-h2-712139-27 HTTP/1.1" status: 204 len: 173 time: 0.1952882 Jan 28 02:51:12.982500 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2bb14-35f8-41a5-b858-e1a266cdc150 req-bfb2a24e-68cd-46ae-8203-4452fe6fd418 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:12.991144 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e4a2bb14-35f8-41a5-b858-e1a266cdc150 req-bfb2a24e-68cd-46ae-8203-4452fe6fd418 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 944 time: 0.0992992 Jan 28 02:51:13.053746 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e4a2bb14-35f8-41a5-b858-e1a266cdc150 req-e98971c1-0860-4f23-a344-716aac008e53 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617118 Jan 28 02:51:13.171934 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2857cb50-4b44-440f-a505-193729147848 req-14805ae8-4471-46e0-a5da-8353d9985aea tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:13.173508 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2857cb50-4b44-440f-a505-193729147848 req-14805ae8-4471-46e0-a5da-8353d9985aea tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 944 time: 0.0685363 Jan 28 02:51:13.220518 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e05787-acf2-450c-99e5-368bd32f1dbe req-d3d1955b-1069-461f-8436-976e1b13000d tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:13.222377 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-52e05787-acf2-450c-99e5-368bd32f1dbe req-d3d1955b-1069-461f-8436-976e1b13000d tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 1096 time: 0.0492258 Jan 28 02:51:13.257754 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2857cb50-4b44-440f-a505-193729147848 req-0c9adf44-5545-4aef-b2c1-1f5cc486d6e6 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734279 Jan 28 02:51:13.280584 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-52e05787-acf2-450c-99e5-368bd32f1dbe req-003d006f-2b78-401f-a1a0-10a28db56bb9 tempest-LiveAutoBlockMigrationV225Test-869981746 tempest-LiveAutoBlockMigrationV225Test-869981746-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523074 Jan 28 02:51:13.426803 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b3608-9290-48dc-8c9f-4c2d2bcdea03 req-22e4a9da-7999-4e2b-9eab-c2ef4bb95101 tempest-ServersAdminNegativeTestJSON-2007237518 tempest-ServersAdminNegativeTestJSON-2007237518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:13.428675 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-166b3608-9290-48dc-8c9f-4c2d2bcdea03 req-22e4a9da-7999-4e2b-9eab-c2ef4bb95101 tempest-ServersAdminNegativeTestJSON-2007237518 tempest-ServersAdminNegativeTestJSON-2007237518-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1337214e-7746-4b7c-bb31-3ab4618f5e58 HTTP/1.1" status: 200 len: 1102 time: 0.0475848 Jan 28 02:51:13.493758 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-166b3608-9290-48dc-8c9f-4c2d2bcdea03 req-e804e9cb-07dc-4687-a591-1d2118ae820d tempest-ServersAdminNegativeTestJSON-2007237518 tempest-ServersAdminNegativeTestJSON-2007237518-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=21c47ae9-ee9d-401d-b263-d80412fac0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582275 Jan 28 02:51:13.531300 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 87baee1a-7b66-4b59-b240-57f1351e4fc4 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:51:13.595864 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 87baee1a-7b66-4b59-b240-57f1351e4fc4 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:51:13.596687 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (87baee1a-7b66-4b59-b240-57f1351e4fc4), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:13.699402 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 6ca1510d-e297-4534-9b5f-efb7fa45a037 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:51:13.737190 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 87baee1a-7b66-4b59-b240-57f1351e4fc4 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:51:13.737677 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (87baee1a-7b66-4b59-b240-57f1351e4fc4), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:13.771411 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8846c9ba-fb37-40f6-a935-9bd403077580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87baee1a-7b66-4b59-b240-57f1351e4fc4'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:51:13.774006 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9319157-a75a-48fa-8ced-2f9a8c10f52c" -d '{"events": [{"server_uuid": "8846c9ba-fb37-40f6-a935-9bd403077580", "name": "network-vif-plugged", "status": "completed", "tag": "87baee1a-7b66-4b59-b240-57f1351e4fc4"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:51:13.777392 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-42fef923-159f-46c3-bbe2-d22365d9a317 req-5e0daa50-5b1f-4964-9bb7-76ea3ec44583 tempest-ServerShowV247Test-834447777 tempest-ServerShowV247Test-834447777-project] 10.222.0.53 "GET /v2.0/ports?device_id=7248e4a8-a462-4e4f-9a01-3c9a0dcb3a59 HTTP/1.1" status: 200 len: 210 time: 0.0285299 Jan 28 02:51:13.797910 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0edd2-625a-4552-9de5-84bf890431a8 req-bc40d150-0c2f-46bb-afbe-f336692ffb1d tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:13.799837 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-75d0edd2-625a-4552-9de5-84bf890431a8 req-bc40d150-0c2f-46bb-afbe-f336692ffb1d tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 944 time: 0.0840092 Jan 28 02:51:13.812085 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 87baee1a-7b66-4b59-b240-57f1351e4fc4, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=87baee1a-7b66-4b59-b240-57f1351e4fc4,segment=NetworkSegment(49d4c981-b004-41ee-ab95-a2b5be80e959),segment_id=49d4c981-b004-41ee-ab95-a2b5be80e959)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:51:13.818243 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (87baee1a-7b66-4b59-b240-57f1351e4fc4), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:13.827020 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 6ca1510d-e297-4534-9b5f-efb7fa45a037 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:51:13.852451 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 6ca1510d-e297-4534-9b5f-efb7fa45a037 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:51:13.852834 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (6ca1510d-e297-4534-9b5f-efb7fa45a037), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:13.859718 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-75d0edd2-625a-4552-9de5-84bf890431a8 req-5511530a-4e8a-492d-a21c-350ef2272c07 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524263 Jan 28 02:51:13.913649 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=87baee1a-7b66-4b59-b240-57f1351e4fc4,revision_number=7']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:13.917116 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155274e3-eb13-4729-8369-3d2789843601 x-openstack-request-id: req-155274e3-eb13-4729-8369-3d2789843601 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:51:13.917352 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8846c9ba-fb37-40f6-a935-9bd403077580", "name": "network-vif-plugged", "status": "completed", "tag": "87baee1a-7b66-4b59-b240-57f1351e4fc4", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:51:13.917600 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-155274e3-eb13-4729-8369-3d2789843601 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:51:13.917977 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8846c9ba-fb37-40f6-a935-9bd403077580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87baee1a-7b66-4b59-b240-57f1351e4fc4', 'code': 200} Jan 28 02:51:13.918630 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de413829-d72b-49b8-b47d-865d2d81752c req-9f872d1d-7a42-4403-9752-729252cd144d tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:13.920658 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-de413829-d72b-49b8-b47d-865d2d81752c req-9f872d1d-7a42-4403-9752-729252cd144d tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=8197e5df-bbee-493e-bd89-8363afc04527 HTTP/1.1" status: 200 len: 945 time: 0.0557969 Jan 28 02:51:13.968633 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 6ca1510d-e297-4534-9b5f-efb7fa45a037 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:51:13.969244 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (6ca1510d-e297-4534-9b5f-efb7fa45a037), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:13.983057 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-de413829-d72b-49b8-b47d-865d2d81752c req-29c6a971-0e4d-4d77-aa76-886be09bb40a tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/security-groups?id=81a8b397-bb78-4b68-9423-1c50e72f6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520067 Jan 28 02:51:14.007591 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b20e751b-96d8-4b3e-a177-b730cc172bb2 req-d8ee7b7c-c8f3-48b0-af05-876cced20f23 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7abdf311-ce3e-4612-9c7b-1cb4670a6c21 HTTP/1.1" status: 200 len: 210 time: 0.0416532 Jan 28 02:51:14.010236 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 6ca1510d-e297-4534-9b5f-efb7fa45a037, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=6ca1510d-e297-4534-9b5f-efb7fa45a037,segment=NetworkSegment(8b609dd3-1a12-4928-857f-98daa12d72ad),segment_id=8b609dd3-1a12-4928-857f-98daa12d72ad)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:51:14.014842 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (6ca1510d-e297-4534-9b5f-efb7fa45a037), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:14.067805 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=6ca1510d-e297-4534-9b5f-efb7fa45a037,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:14.169312 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e888c-cb54-436a-8ff5-739142f9b878 req-532739c0-15ba-4641-b094-4c55aa5a0cfd tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:14.170853 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-313e888c-cb54-436a-8ff5-739142f9b878 req-532739c0-15ba-4641-b094-4c55aa5a0cfd tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/ports?device_id=1337214e-7746-4b7c-bb31-3ab4618f5e58 HTTP/1.1" status: 200 len: 950 time: 0.0495362 Jan 28 02:51:14.228804 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-313e888c-cb54-436a-8ff5-739142f9b878 req-98078e88-f9c3-4c3e-a9bd-48b762254a02 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/security-groups?id=21c47ae9-ee9d-401d-b263-d80412fac0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519819 Jan 28 02:51:14.367867 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce299e75-23bc-4ab3-a341-68f5edcc4ccc req-ac0ded47-6a33-42d5-b5e3-236745431d22 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:14.369578 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ce299e75-23bc-4ab3-a341-68f5edcc4ccc req-ac0ded47-6a33-42d5-b5e3-236745431d22 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 945 time: 0.0578446 Jan 28 02:51:14.416318 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ce299e75-23bc-4ab3-a341-68f5edcc4ccc req-40525ef1-3537-4146-ab9c-fbafff92c112 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407834 Jan 28 02:51:14.532491 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4b765-f649-4755-8d48-0b337522f4e6 req-981a9b1d-2a7f-466f-a17a-63b50ab3e599 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:14.534017 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4fa4b765-f649-4755-8d48-0b337522f4e6 req-981a9b1d-2a7f-466f-a17a-63b50ab3e599 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcd82b5f-3a20-47a3-94c6-2581a53c5f22 HTTP/1.1" status: 200 len: 949 time: 0.0557628 Jan 28 02:51:14.584848 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4fa4b765-f649-4755-8d48-0b337522f4e6 req-3bfc0ce5-01c5-4ef3-b33b-c71761b3ff65 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/security-groups?id=57b6a0b1-7fe9-44c4-bb90-dd9a3230db1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447645 Jan 28 02:51:14.915230 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75a91d-b3dc-4ccb-ac7c-2c3820f61d1d req-d5a2ec2b-0e5c-4d89-a526-ac428d236d58 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:14.917359 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3d75a91d-b3dc-4ccb-ac7c-2c3820f61d1d req-d5a2ec2b-0e5c-4d89-a526-ac428d236d58 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.67 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 944 time: 0.0531504 Jan 28 02:51:14.982425 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8376668c-71e8-4f66-bd50-81762bbb053a req-8b1dfbcd-fdb8-410e-a891-a6a6e8537d8e tempest-ServerShowV247Test-834447777 tempest-ServerShowV247Test-834447777-project] 10.222.0.53 "GET /v2.0/ports?device_id=7248e4a8-a462-4e4f-9a01-3c9a0dcb3a59 HTTP/1.1" status: 200 len: 210 time: 0.0487101 Jan 28 02:51:15.014471 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7cec7-4c38-4ac8-bd1a-a3165723d70c req-b18c478a-aa8f-4ea9-a112-56de6dfde97c tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:15.015992 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-37d7cec7-4c38-4ac8-bd1a-a3165723d70c req-b18c478a-aa8f-4ea9-a112-56de6dfde97c tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 944 time: 0.0557585 Jan 28 02:51:15.070740 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-3d75a91d-b3dc-4ccb-ac7c-2c3820f61d1d req-7fb54879-6b65-4b7f-b5e5-a3dbe2bf9056 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Deleting port 418c965b-1d05-4624-887c-e9aaee178bf8 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:51:15.071734 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-3d75a91d-b3dc-4ccb-ac7c-2c3820f61d1d req-7fb54879-6b65-4b7f-b5e5-a3dbe2bf9056 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (418c965b-1d05-4624-887c-e9aaee178bf8), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:15.074832 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-37d7cec7-4c38-4ac8-bd1a-a3165723d70c req-8a57cf60-4ba1-4e01-82ed-6115ccbde491 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527668 Jan 28 02:51:15.109587 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5c375708-4a2b-4afa-b009-6537ce1463fe req-10b78dec-18c2-42e4-aa1f-8debc048a630 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7248e4a8-a462-4e4f-9a01-3c9a0dcb3a59 HTTP/1.1" status: 200 len: 210 time: 0.0338287 Jan 28 02:51:15.202932 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-3d75a91d-b3dc-4ccb-ac7c-2c3820f61d1d req-7fb54879-6b65-4b7f-b5e5-a3dbe2bf9056 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] For port 418c965b-1d05-4624-887c-e9aaee178bf8, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=418c965b-1d05-4624-887c-e9aaee178bf8,segment=NetworkSegment(1cc99f2f-8533-4758-ac6d-0ec0b703844f),segment_id=1cc99f2f-8533-4758-ac6d-0ec0b703844f)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:51:15.203267 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-3d75a91d-b3dc-4ccb-ac7c-2c3820f61d1d req-7fb54879-6b65-4b7f-b5e5-a3dbe2bf9056 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (418c965b-1d05-4624-887c-e9aaee178bf8), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:15.212190 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6afe3-fd9d-4445-9f2f-e426b641dc76 req-6577f8ca-4e57-4a23-9224-673ee72c5840 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:15.213713 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b0b6afe3-fd9d-4445-9f2f-e426b641dc76 req-6577f8ca-4e57-4a23-9224-673ee72c5840 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=8197e5df-bbee-493e-bd89-8363afc04527 HTTP/1.1" status: 200 len: 946 time: 0.0895741 Jan 28 02:51:15.229400 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-3d75a91d-b3dc-4ccb-ac7c-2c3820f61d1d req-7fb54879-6b65-4b7f-b5e5-a3dbe2bf9056 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Calling delete_port for 418c965b-1d05-4624-887c-e9aaee178bf8 owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:51:15.304531 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b0b6afe3-fd9d-4445-9f2f-e426b641dc76 req-1db3c8b0-621e-4e69-99ea-1fdfe934f83f tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/security-groups?id=81a8b397-bb78-4b68-9423-1c50e72f6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849667 Jan 28 02:51:15.348340 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b05147-6551-4a9d-8303-32733cd782a3 req-ac1f7e87-f744-4a0c-b9bf-782418d9088e tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:15.349872 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-93b05147-6551-4a9d-8303-32733cd782a3 req-ac1f7e87-f744-4a0c-b9bf-782418d9088e tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/ports?device_id=1337214e-7746-4b7c-bb31-3ab4618f5e58 HTTP/1.1" status: 200 len: 950 time: 0.0537038 Jan 28 02:51:15.386948 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-3d75a91d-b3dc-4ccb-ac7c-2c3820f61d1d req-7fb54879-6b65-4b7f-b5e5-a3dbe2bf9056 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (418c965b-1d05-4624-887c-e9aaee178bf8), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:15.397608 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-93b05147-6551-4a9d-8303-32733cd782a3 req-74f95d71-cce0-4678-a195-b0a06147c544 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/security-groups?id=21c47ae9-ee9d-401d-b263-d80412fac0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413578 Jan 28 02:51:15.415275 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb54879-6b65-4b7f-b5e5-a3dbe2bf9056 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Pushing event deleted for resources: {'Port': ['ID=418c965b-1d05-4624-887c-e9aaee178bf8,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:15.424047 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['418c965b-1d05-4624-887c-e9aaee178bf8'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:51:15.446557 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['9a6a1c2a-153c-4d13-9b87-6c37790208b7'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:51:15.458248 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d75a91d-b3dc-4ccb-ac7c-2c3820f61d1d req-7fb54879-6b65-4b7f-b5e5-a3dbe2bf9056 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] No DVR routers for this DVR port 418c965b-1d05-4624-887c-e9aaee178bf8 on host n-h1-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:51:15.460040 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-3d75a91d-b3dc-4ccb-ac7c-2c3820f61d1d req-7fb54879-6b65-4b7f-b5e5-a3dbe2bf9056 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:15.463614 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3d75a91d-b3dc-4ccb-ac7c-2c3820f61d1d req-7fb54879-6b65-4b7f-b5e5-a3dbe2bf9056 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.67 "DELETE /v2.0/ports/418c965b-1d05-4624-887c-e9aaee178bf8 HTTP/1.1" status: 204 len: 173 time: 0.5399423 Jan 28 02:51:15.464065 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b57ff94-49c8-4bc8-bb13-35551d00dd23', 'name': 'network-vif-deleted', 'tag': '418c965b-1d05-4624-887c-e9aaee178bf8'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:51:15.467041 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4ac514-91fa-4991-85b6-e26708939af5" -d '{"events": [{"server_uuid": "6b57ff94-49c8-4bc8-bb13-35551d00dd23", "name": "network-vif-deleted", "tag": "418c965b-1d05-4624-887c-e9aaee178bf8"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:51:15.587443 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57b78c-6424-4816-a412-f8a2634fca45 req-00001089-5453-4b19-9271-98f90c37f872 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:15.588948 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-eb57b78c-6424-4816-a412-f8a2634fca45 req-00001089-5453-4b19-9271-98f90c37f872 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 945 time: 0.0960822 Jan 28 02:51:15.629405 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d9b8a9-a3f5-4418-a351-cfd9559c3669 x-openstack-request-id: req-68d9b8a9-a3f5-4418-a351-cfd9559c3669 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:51:15.629697 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b57ff94-49c8-4bc8-bb13-35551d00dd23", "name": "network-vif-deleted", "tag": "418c965b-1d05-4624-887c-e9aaee178bf8", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:51:15.629950 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-68d9b8a9-a3f5-4418-a351-cfd9559c3669 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:51:15.630349 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b57ff94-49c8-4bc8-bb13-35551d00dd23', 'name': 'network-vif-deleted', 'tag': '418c965b-1d05-4624-887c-e9aaee178bf8', 'status': 'completed', 'code': 200} Jan 28 02:51:15.646695 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-eb57b78c-6424-4816-a412-f8a2634fca45 req-d40c93ed-7cc9-47e6-876a-bde1ed2a29e6 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516341 Jan 28 02:51:15.919371 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8197e5df-bbee-493e-bd89-8363afc04527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca1510d-e297-4534-9b5f-efb7fa45a037'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:51:15.922565 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a863222-c1b4-4ad4-8d7d-090da5adc4ce" -d '{"events": [{"server_uuid": "8197e5df-bbee-493e-bd89-8363afc04527", "name": "network-vif-plugged", "status": "completed", "tag": "6ca1510d-e297-4534-9b5f-efb7fa45a037"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:51:15.963318 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c482e9-dd1c-42f8-8e5d-026f247d7a4d x-openstack-request-id: req-37c482e9-dd1c-42f8-8e5d-026f247d7a4d {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:51:15.963786 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8197e5df-bbee-493e-bd89-8363afc04527", "name": "network-vif-plugged", "status": "completed", "tag": "6ca1510d-e297-4534-9b5f-efb7fa45a037", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:51:15.964144 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-37c482e9-dd1c-42f8-8e5d-026f247d7a4d {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:51:15.967680 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8197e5df-bbee-493e-bd89-8363afc04527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca1510d-e297-4534-9b5f-efb7fa45a037', 'code': 200} Jan 28 02:51:16.109159 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-29f7c5dd-03dc-4ac0-a83a-105e6c4924a4 req-765415d6-a4fe-439d-ade3-b89dfe0563c1 tempest-ServerShowV247Test-834447777 tempest-ServerShowV247Test-834447777-project] 10.222.0.53 "GET /v2.0/ports?device_id=7248e4a8-a462-4e4f-9a01-3c9a0dcb3a59 HTTP/1.1" status: 200 len: 210 time: 0.0413005 Jan 28 02:51:16.193919 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961ed23-b40d-4c46-af87-8cea8fd9961a req-bb601ab5-ffb3-44f1-9cca-3469a7dff3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:16.195484 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d961ed23-b40d-4c46-af87-8cea8fd9961a req-bb601ab5-ffb3-44f1-9cca-3469a7dff3f5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8197e5df-bbee-493e-bd89-8363afc04527 HTTP/1.1" status: 200 len: 1098 time: 0.0624535 Jan 28 02:51:16.258003 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e6abf78c-5550-4409-83e8-9eed187a0fd3 req-dfe350b0-f691-46fe-bb30-6592d3b86797 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 210 time: 0.0531161 Jan 28 02:51:16.273191 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d961ed23-b40d-4c46-af87-8cea8fd9961a req-23f8d5c4-aa69-473d-ac1e-60747fec4704 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=81a8b397-bb78-4b68-9423-1c50e72f6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631411 Jan 28 02:51:16.422423 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6733d1-e373-4d7f-9059-089612fdbd92 req-7e2c855b-757a-45d1-a7b6-51a2d8eff00c tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:16.423990 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fe6733d1-e373-4d7f-9059-089612fdbd92 req-7e2c855b-757a-45d1-a7b6-51a2d8eff00c tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=8197e5df-bbee-493e-bd89-8363afc04527 HTTP/1.1" status: 200 len: 946 time: 0.0502474 Jan 28 02:51:16.517878 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fe6733d1-e373-4d7f-9059-089612fdbd92 req-370e23a4-7944-4853-ba17-b070e8f16285 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/security-groups?id=81a8b397-bb78-4b68-9423-1c50e72f6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845673 Jan 28 02:51:16.559860 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f16a4-9d72-482e-a8cb-7951b564fb1f req-283f10f5-402e-4cec-b73f-2ec30f863a89 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:16.561490 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8b8f16a4-9d72-482e-a8cb-7951b564fb1f req-283f10f5-402e-4cec-b73f-2ec30f863a89 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/ports?device_id=1337214e-7746-4b7c-bb31-3ab4618f5e58 HTTP/1.1" status: 200 len: 950 time: 0.0742037 Jan 28 02:51:16.626853 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8b8f16a4-9d72-482e-a8cb-7951b564fb1f req-c1766250-e4c1-417f-94af-a06a9fc37932 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/security-groups?id=21c47ae9-ee9d-401d-b263-d80412fac0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573761 Jan 28 02:51:16.791438 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942ec30-c390-42d8-a5ed-8513276d5361 req-0d3f1fa3-54a1-4a1e-bcc6-bdac7d836389 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:16.799611 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0942ec30-c390-42d8-a5ed-8513276d5361 req-0d3f1fa3-54a1-4a1e-bcc6-bdac7d836389 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 945 time: 0.0657659 Jan 28 02:51:16.825443 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f26f9c-bd48-4587-b0e8-3d8d0ae57429 req-1157dc51-7b0d-43f5-bee7-61d9f4f389f7 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:16.827191 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-48f26f9c-bd48-4587-b0e8-3d8d0ae57429 req-1157dc51-7b0d-43f5-bee7-61d9f4f389f7 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.67 "GET /v2.0/ports?device_id=1337214e-7746-4b7c-bb31-3ab4618f5e58 HTTP/1.1" status: 200 len: 950 time: 0.0918541 Jan 28 02:51:16.882870 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0942ec30-c390-42d8-a5ed-8513276d5361 req-150e0ece-9a11-4fe8-8749-6f68230211a9 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819805 Jan 28 02:51:16.942652 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-48f26f9c-bd48-4587-b0e8-3d8d0ae57429 req-13f8567b-5770-4921-a7c4-6d2affbc9924 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Deleting port cc8519d5-a3c3-4115-989f-11cd6a041c6a {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:51:16.943347 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-48f26f9c-bd48-4587-b0e8-3d8d0ae57429 req-13f8567b-5770-4921-a7c4-6d2affbc9924 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (cc8519d5-a3c3-4115-989f-11cd6a041c6a), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:17.069903 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-48f26f9c-bd48-4587-b0e8-3d8d0ae57429 req-13f8567b-5770-4921-a7c4-6d2affbc9924 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] For port cc8519d5-a3c3-4115-989f-11cd6a041c6a, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=cc8519d5-a3c3-4115-989f-11cd6a041c6a,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:51:17.070545 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-48f26f9c-bd48-4587-b0e8-3d8d0ae57429 req-13f8567b-5770-4921-a7c4-6d2affbc9924 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (cc8519d5-a3c3-4115-989f-11cd6a041c6a), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:17.089418 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-48f26f9c-bd48-4587-b0e8-3d8d0ae57429 req-13f8567b-5770-4921-a7c4-6d2affbc9924 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Calling delete_port for cc8519d5-a3c3-4115-989f-11cd6a041c6a owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:51:17.298802 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0c4b24e0-8a4a-4de3-b314-ec81c05786e6 req-859cc5e6-f033-40ca-8f8f-2abea39b14eb tempest-ServerShowV247Test-834447777 tempest-ServerShowV247Test-834447777-project] 10.222.0.53 "GET /v2.0/ports?device_id=7248e4a8-a462-4e4f-9a01-3c9a0dcb3a59 HTTP/1.1" status: 200 len: 210 time: 0.0601156 Jan 28 02:51:17.340052 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-48f26f9c-bd48-4587-b0e8-3d8d0ae57429 req-13f8567b-5770-4921-a7c4-6d2affbc9924 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (cc8519d5-a3c3-4115-989f-11cd6a041c6a), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:17.376781 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['7b9976e6-eddd-4443-8277-46e8951117d3', 'cc8519d5-a3c3-4115-989f-11cd6a041c6a'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:51:17.386871 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f8567b-5770-4921-a7c4-6d2affbc9924 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Pushing event deleted for resources: {'Port': ['ID=cc8519d5-a3c3-4115-989f-11cd6a041c6a,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:17.472532 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-84788961-16ca-492d-9f3f-505a3b6075f8 req-d75aa351-1e03-4f66-ba83-8ecd04726769 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 210 time: 0.0867522 Jan 28 02:51:17.473221 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f26f9c-bd48-4587-b0e8-3d8d0ae57429 req-13f8567b-5770-4921-a7c4-6d2affbc9924 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] No DVR routers for this DVR port cc8519d5-a3c3-4115-989f-11cd6a041c6a on host n-h1-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:51:17.481098 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-48f26f9c-bd48-4587-b0e8-3d8d0ae57429 req-13f8567b-5770-4921-a7c4-6d2affbc9924 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:17.494195 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-48f26f9c-bd48-4587-b0e8-3d8d0ae57429 req-13f8567b-5770-4921-a7c4-6d2affbc9924 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.67 "DELETE /v2.0/ports/cc8519d5-a3c3-4115-989f-11cd6a041c6a HTTP/1.1" status: 204 len: 173 time: 0.6461530 Jan 28 02:51:17.634327 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1337214e-7746-4b7c-bb31-3ab4618f5e58', 'name': 'network-vif-deleted', 'tag': 'cc8519d5-a3c3-4115-989f-11cd6a041c6a'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:51:17.636903 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237ad42b-b536-4fc9-abc6-3ec8cce607bb" -d '{"events": [{"server_uuid": "1337214e-7746-4b7c-bb31-3ab4618f5e58", "name": "network-vif-deleted", "tag": "cc8519d5-a3c3-4115-989f-11cd6a041c6a"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:51:17.738232 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d637038-4dcb-478d-8c06-cb452861b3db x-openstack-request-id: req-0d637038-4dcb-478d-8c06-cb452861b3db {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:51:17.738710 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1337214e-7746-4b7c-bb31-3ab4618f5e58", "name": "network-vif-deleted", "tag": "cc8519d5-a3c3-4115-989f-11cd6a041c6a", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:51:17.739188 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d637038-4dcb-478d-8c06-cb452861b3db {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:51:17.740576 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1337214e-7746-4b7c-bb31-3ab4618f5e58', 'name': 'network-vif-deleted', 'tag': 'cc8519d5-a3c3-4115-989f-11cd6a041c6a', 'status': 'completed', 'code': 200} Jan 28 02:51:17.752295 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 3a04236b-b647-4bad-85fb-66ca58f5faf9 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:51:17.766945 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 7cd4c628-9cd3-4e42-984c-c68ea0e09556 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:51:17.773824 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83055dc-560a-4925-8e4d-489c7532bb02 req-922c2474-0b9a-46d5-bbd1-c1c4b7c6d8b4 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:17.782394 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e83055dc-560a-4925-8e4d-489c7532bb02 req-922c2474-0b9a-46d5-bbd1-c1c4b7c6d8b4 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=8197e5df-bbee-493e-bd89-8363afc04527 HTTP/1.1" status: 200 len: 946 time: 0.1566277 Jan 28 02:51:17.881282 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e83055dc-560a-4925-8e4d-489c7532bb02 req-c545aa52-dee2-4819-8d97-79fe693787d8 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/security-groups?id=81a8b397-bb78-4b68-9423-1c50e72f6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978868 Jan 28 02:51:17.956684 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5ba49a62-3143-4428-919a-a53de6e3ec96 req-813f48ce-1f94-4676-9e7f-93637f1ab3c4 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/ports?device_id=1337214e-7746-4b7c-bb31-3ab4618f5e58 HTTP/1.1" status: 200 len: 210 time: 0.0627978 Jan 28 02:51:18.036244 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 3a04236b-b647-4bad-85fb-66ca58f5faf9, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=3a04236b-b647-4bad-85fb-66ca58f5faf9,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:51:18.060640 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '3a04236b-b647-4bad-85fb-66ca58f5faf9', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'port_id': '3a04236b-b647-4bad-85fb-66ca58f5faf9', 'mac_address': 'fa:16:3e:da:f5:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24329ac8-3d67-49eb-9f63-d2859e79e36f', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:51:18.121232 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfccee-e765-4ac5-9247-fe1a3d34a9e1 req-9d79a6c4-ccc5-4a20-8e71-7f98e62eba29 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:18.122887 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2edfccee-e765-4ac5-9247-fe1a3d34a9e1 req-9d79a6c4-ccc5-4a20-8e71-7f98e62eba29 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 945 time: 0.0879905 Jan 28 02:51:18.196547 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 7cd4c628-9cd3-4e42-984c-c68ea0e09556 is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:51:18.197120 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7cd4c628-9cd3-4e42-984c-c68ea0e09556), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:18.197412 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2edfccee-e765-4ac5-9247-fe1a3d34a9e1 req-7c07afa3-6335-44cb-a892-6416f2d933ba tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684016 Jan 28 02:51:18.200269 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 3a04236b-b647-4bad-85fb-66ca58f5faf9 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:51:18.200737 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3a04236b-b647-4bad-85fb-66ca58f5faf9), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:18.231443 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a04236b-b647-4bad-85fb-66ca58f5faf9 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:51:18.240716 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd82b5f-3a20-47a3-94c6-2581a53c5f22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cd4c628-9cd3-4e42-984c-c68ea0e09556'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:51:18.243705 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899d3cce-ec5e-4ae2-a5e1-1ddfe90f4d31" -d '{"events": [{"server_uuid": "fcd82b5f-3a20-47a3-94c6-2581a53c5f22", "name": "network-vif-unplugged", "status": "completed", "tag": "7cd4c628-9cd3-4e42-984c-c68ea0e09556"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:51:18.268891 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 7cd4c628-9cd3-4e42-984c-c68ea0e09556, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=7cd4c628-9cd3-4e42-984c-c68ea0e09556,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:51:18.283483 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (7cd4c628-9cd3-4e42-984c-c68ea0e09556), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:18.291159 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 3a04236b-b647-4bad-85fb-66ca58f5faf9, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=3a04236b-b647-4bad-85fb-66ca58f5faf9,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:51:18.318481 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3a04236b-b647-4bad-85fb-66ca58f5faf9), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:18.355574 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=7cd4c628-9cd3-4e42-984c-c68ea0e09556,revision_number=8']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:18.395220 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 02:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a1762f-bc27-417b-b449-0fd94aeed980 x-openstack-request-id: req-07a1762f-bc27-417b-b449-0fd94aeed980 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:51:18.395834 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd82b5f-3a20-47a3-94c6-2581a53c5f22", "name": "network-vif-unplugged", "status": "completed", "tag": "7cd4c628-9cd3-4e42-984c-c68ea0e09556", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:51:18.395834 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-07a1762f-bc27-417b-b449-0fd94aeed980 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:51:18.396304 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd82b5f-3a20-47a3-94c6-2581a53c5f22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cd4c628-9cd3-4e42-984c-c68ea0e09556', 'code': 200} Jan 28 02:51:18.422407 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=3a04236b-b647-4bad-85fb-66ca58f5faf9,revision_number=9']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:18.516269 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3396e543-25d4-446d-ba9e-ff2eeebe0677 req-59a01a55-39ca-4e3f-bd81-beccbb4d02f1 tempest-ServerShowV247Test-834447777 tempest-ServerShowV247Test-834447777-project] 10.222.0.53 "GET /v2.0/ports?device_id=7248e4a8-a462-4e4f-9a01-3c9a0dcb3a59 HTTP/1.1" status: 200 len: 210 time: 0.0380569 Jan 28 02:51:18.645457 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2ecfcc29-de5d-43e7-a401-b02d479b149b req-01ce5f6f-fcd1-42ff-ac9f-8718ef26d68d tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 210 time: 0.0435677 Jan 28 02:51:18.670658 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['3a04236b-b647-4bad-85fb-66ca58f5faf9'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:51:19.113157 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c948363-50cf-4593-8f79-d9f4431c69f2 req-44613969-4840-4e6b-aad2-6ebaeab06382 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:19.114674 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2c948363-50cf-4593-8f79-d9f4431c69f2 req-44613969-4840-4e6b-aad2-6ebaeab06382 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=8197e5df-bbee-493e-bd89-8363afc04527 HTTP/1.1" status: 200 len: 946 time: 0.1181903 Jan 28 02:51:19.179078 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d0956620-68af-4005-b3c9-a802e071d61c req-4f7544cf-ba59-4b8e-a129-97f0d3fd0011 tempest-ServerShowV247Test-834447777 tempest-ServerShowV247Test-834447777-project] 10.222.0.53 "GET /v2.0/ports?device_id=7248e4a8-a462-4e4f-9a01-3c9a0dcb3a59 HTTP/1.1" status: 200 len: 210 time: 0.0396953 Jan 28 02:51:19.219117 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2c948363-50cf-4593-8f79-d9f4431c69f2 req-eada348b-4c75-4bdf-8134-3a739a6a9ab3 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/security-groups?id=81a8b397-bb78-4b68-9423-1c50e72f6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931010 Jan 28 02:51:19.557780 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958c21e-5984-4e6f-9f09-9eb9513335cf req-783ca53d-48ab-416a-b1b4-5acf793bbc35 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:19.560318 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e958c21e-5984-4e6f-9f09-9eb9513335cf req-783ca53d-48ab-416a-b1b4-5acf793bbc35 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 945 time: 0.0623243 Jan 28 02:51:19.596958 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 418c965b-1d05-4624-887c-e9aaee178bf8 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:51:19.696868 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e958c21e-5984-4e6f-9f09-9eb9513335cf req-efebad52-84ab-426f-be11-63bde126a7d0 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253517 Jan 28 02:51:19.729981 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: 418c965b-1d05-4624-887c-e9aaee178bf8 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:51:19.730341 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 418c965b-1d05-4624-887c-e9aaee178bf8 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:51:19.730770 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device cc8519d5-a3c3-4115-989f-11cd6a041c6a no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:51:19.804384 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: cc8519d5-a3c3-4115-989f-11cd6a041c6a {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:51:19.805006 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device cc8519d5-a3c3-4115-989f-11cd6a041c6a not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:51:19.821929 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1739b227-30e3-4043-b576-11506758d93d req-565991f1-5f13-4ad5-9cda-f0b597cb6fd8 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 210 time: 0.0583622 Jan 28 02:51:19.837470 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588253c-eba6-4bea-b9a7-0e1b1665a89e req-e203b9b1-9a0b-4f8d-a5fe-8a4bea560bdf tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:19.859763 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1588253c-eba6-4bea-b9a7-0e1b1665a89e req-e203b9b1-9a0b-4f8d-a5fe-8a4bea560bdf tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/ports?device_id=76268ebe-34ac-4feb-b285-2ae6de6a14d7 HTTP/1.1" status: 200 len: 949 time: 0.1245427 Jan 28 02:51:19.941396 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1588253c-eba6-4bea-b9a7-0e1b1665a89e req-f1f3a7cd-a45b-4a61-8403-4c8b4fcda1ab tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/security-groups?id=21c47ae9-ee9d-401d-b263-d80412fac0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743837 Jan 28 02:51:20.331100 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4fec32a6-8ba7-41db-95bf-d53d64ba079a req-81893191-6fd5-4e36-a9da-b7734d93c360 tempest-ServerShowV247Test-834447777 tempest-ServerShowV247Test-834447777-project] 10.222.0.53 "GET /v2.0/ports?device_id=7248e4a8-a462-4e4f-9a01-3c9a0dcb3a59 HTTP/1.1" status: 200 len: 210 time: 0.0430117 Jan 28 02:51:20.922519 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fdcf0f-4827-47cb-8125-eeb2b0008972 req-5ab5b5ce-213b-4141-88b0-5ca4a57dcbad tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:20.933198 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-54fdcf0f-4827-47cb-8125-eeb2b0008972 req-5ab5b5ce-213b-4141-88b0-5ca4a57dcbad tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 945 time: 0.0960543 Jan 28 02:51:21.024875 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-54fdcf0f-4827-47cb-8125-eeb2b0008972 req-df9b3b1e-342d-4803-862f-fc62647a4d7b tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826266 Jan 28 02:51:21.047778 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a72df0f1-1c71-40d9-9239-f04d54710641 req-39550ab9-bb88-4223-acae-db8951b6dd16 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 210 time: 0.0647116 Jan 28 02:51:21.249280 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14ac51-a6d2-4c2b-9e2b-ca77c881aa6d req-c578db40-de1d-49ed-b64f-0d51902d7d2b tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:21.258066 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7f14ac51-a6d2-4c2b-9e2b-ca77c881aa6d req-c578db40-de1d-49ed-b64f-0d51902d7d2b tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/ports?device_id=76268ebe-34ac-4feb-b285-2ae6de6a14d7 HTTP/1.1" status: 200 len: 949 time: 0.1397448 Jan 28 02:51:21.375638 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7f14ac51-a6d2-4c2b-9e2b-ca77c881aa6d req-432a111c-917a-4fac-8716-b2738ca3d542 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/security-groups?id=21c47ae9-ee9d-401d-b263-d80412fac0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161435 Jan 28 02:51:21.591494 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fbaac930-733d-4bf0-9dda-c43b569331c4 req-d77d616e-6241-4ecd-b775-2801fadc4cc2 tempest-ServerShowV247Test-834447777 tempest-ServerShowV247Test-834447777-project] 10.222.0.53 "GET /v2.0/ports?device_id=7248e4a8-a462-4e4f-9a01-3c9a0dcb3a59 HTTP/1.1" status: 200 len: 210 time: 0.0479944 Jan 28 02:51:21.647288 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9dfb92-5271-4641-85c1-9b31db256371 req-b6d42649-70fb-43f6-adc8-582b75da5896 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:21.648856 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2e9dfb92-5271-4641-85c1-9b31db256371 req-b6d42649-70fb-43f6-adc8-582b75da5896 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.67 "GET /v2.0/ports?device_id=76268ebe-34ac-4feb-b285-2ae6de6a14d7 HTTP/1.1" status: 200 len: 949 time: 0.1835809 Jan 28 02:51:21.757687 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 3a04236b-b647-4bad-85fb-66ca58f5faf9 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:51:21.935772 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 3a04236b-b647-4bad-85fb-66ca58f5faf9 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:51:21.936002 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3a04236b-b647-4bad-85fb-66ca58f5faf9), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:21.945305 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-2e9dfb92-5271-4641-85c1-9b31db256371 req-5fde588c-9cb9-4da8-927c-650e77b3e927 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Deleting port 7b9976e6-eddd-4443-8277-46e8951117d3 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:51:21.946007 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-2e9dfb92-5271-4641-85c1-9b31db256371 req-5fde588c-9cb9-4da8-927c-650e77b3e927 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (7b9976e6-eddd-4443-8277-46e8951117d3), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:22.028815 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 3a04236b-b647-4bad-85fb-66ca58f5faf9 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:51:22.029552 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3a04236b-b647-4bad-85fb-66ca58f5faf9), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:22.077340 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d6b324-e9ba-4aef-a99d-edad25a25edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a04236b-b647-4bad-85fb-66ca58f5faf9'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:51:22.090231 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfbce65-c9fb-4e0d-832f-0a0d86f4e50f" -d '{"events": [{"server_uuid": "a2d6b324-e9ba-4aef-a99d-edad25a25edc", "name": "network-vif-plugged", "status": "completed", "tag": "3a04236b-b647-4bad-85fb-66ca58f5faf9"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:51:22.136640 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 3a04236b-b647-4bad-85fb-66ca58f5faf9, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=3a04236b-b647-4bad-85fb-66ca58f5faf9,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:51:22.147237 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3a04236b-b647-4bad-85fb-66ca58f5faf9), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:22.173546 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-2e9dfb92-5271-4641-85c1-9b31db256371 req-5fde588c-9cb9-4da8-927c-650e77b3e927 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] For port 7b9976e6-eddd-4443-8277-46e8951117d3, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=7b9976e6-eddd-4443-8277-46e8951117d3,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:51:22.174869 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-2e9dfb92-5271-4641-85c1-9b31db256371 req-5fde588c-9cb9-4da8-927c-650e77b3e927 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (7b9976e6-eddd-4443-8277-46e8951117d3), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:22.206249 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-2e9dfb92-5271-4641-85c1-9b31db256371 req-5fde588c-9cb9-4da8-927c-650e77b3e927 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Calling delete_port for 7b9976e6-eddd-4443-8277-46e8951117d3 owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:51:22.265189 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=3a04236b-b647-4bad-85fb-66ca58f5faf9,revision_number=10']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:22.502555 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-2e9dfb92-5271-4641-85c1-9b31db256371 req-5fde588c-9cb9-4da8-927c-650e77b3e927 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (7b9976e6-eddd-4443-8277-46e8951117d3), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:22.547144 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['7b9976e6-eddd-4443-8277-46e8951117d3'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:51:22.573584 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde588c-9cb9-4da8-927c-650e77b3e927 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Pushing event deleted for resources: {'Port': ['ID=7b9976e6-eddd-4443-8277-46e8951117d3,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:22.693434 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e9dfb92-5271-4641-85c1-9b31db256371 req-5fde588c-9cb9-4da8-927c-650e77b3e927 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] No DVR routers for this DVR port 7b9976e6-eddd-4443-8277-46e8951117d3 on host n-h1-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:51:22.696615 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-2e9dfb92-5271-4641-85c1-9b31db256371 req-5fde588c-9cb9-4da8-927c-650e77b3e927 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:22.708399 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2e9dfb92-5271-4641-85c1-9b31db256371 req-5fde588c-9cb9-4da8-927c-650e77b3e927 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.67 "DELETE /v2.0/ports/7b9976e6-eddd-4443-8277-46e8951117d3 HTTP/1.1" status: 204 len: 173 time: 1.0421999 Jan 28 02:51:22.708903 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76268ebe-34ac-4feb-b285-2ae6de6a14d7', 'name': 'network-vif-deleted', 'tag': '7b9976e6-eddd-4443-8277-46e8951117d3'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:51:22.714057 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb175b92-ae79-4ba8-8bed-6982724f62b1" -d '{"events": [{"server_uuid": "76268ebe-34ac-4feb-b285-2ae6de6a14d7", "name": "network-vif-deleted", "tag": "7b9976e6-eddd-4443-8277-46e8951117d3"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:51:22.781800 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26ec81-37c8-4a8b-a76f-60ecb29c36e2 req-067a4e5e-818d-4643-b002-9c70a8b1e00e tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:22.797698 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0c26ec81-37c8-4a8b-a76f-60ecb29c36e2 req-067a4e5e-818d-4643-b002-9c70a8b1e00e tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 945 time: 0.2776389 Jan 28 02:51:22.953029 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0c26ec81-37c8-4a8b-a76f-60ecb29c36e2 req-aa009062-17ef-426f-957d-abf4397c7e18 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543069 Jan 28 02:51:23.064825 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04a3e4a-a2a0-44a8-b89b-683778c7e5ac x-openstack-request-id: req-e04a3e4a-a2a0-44a8-b89b-683778c7e5ac {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:51:23.066178 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d6b324-e9ba-4aef-a99d-edad25a25edc", "name": "network-vif-plugged", "status": "completed", "tag": "3a04236b-b647-4bad-85fb-66ca58f5faf9", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:51:23.066601 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e04a3e4a-a2a0-44a8-b89b-683778c7e5ac {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:51:23.067156 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d6b324-e9ba-4aef-a99d-edad25a25edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a04236b-b647-4bad-85fb-66ca58f5faf9', 'code': 200} Jan 28 02:51:23.235056 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3063ba4c-7a5d-413b-85da-90f7c213774e req-521fe7dd-5cdf-493e-842b-62e214591e36 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 210 time: 0.0753860 Jan 28 02:51:23.472537 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6eb60bef-5338-4cc7-9498-6a2a0028fcc6 req-187c69c0-ebf5-48e2-b83f-092b0303f165 tempest-ServersAdminNegativeTestJSON-1909107484 tempest-ServersAdminNegativeTestJSON-1909107484-project] 10.222.0.53 "GET /v2.0/ports?device_id=76268ebe-34ac-4feb-b285-2ae6de6a14d7 HTTP/1.1" status: 200 len: 210 time: 0.0690622 Jan 28 02:51:23.588256 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-21133941-13f8-457c-9fe6-ddbeb6a55c00 req-475d06df-006c-4ead-9556-ce4a8aaf2c90 tempest-ServerShowV247Test-834447777 tempest-ServerShowV247Test-834447777-project] 10.222.0.53 "GET /v2.0/ports?device_id=7248e4a8-a462-4e4f-9a01-3c9a0dcb3a59 HTTP/1.1" status: 200 len: 210 time: 0.0403535 Jan 28 02:51:23.700075 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da79d93-933f-4482-ad16-a7c84335160c x-openstack-request-id: req-3da79d93-933f-4482-ad16-a7c84335160c {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:51:23.700714 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76268ebe-34ac-4feb-b285-2ae6de6a14d7", "name": "network-vif-deleted", "tag": "7b9976e6-eddd-4443-8277-46e8951117d3", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:51:23.701531 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3da79d93-933f-4482-ad16-a7c84335160c {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:51:23.702010 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76268ebe-34ac-4feb-b285-2ae6de6a14d7', 'name': 'network-vif-deleted', 'tag': '7b9976e6-eddd-4443-8277-46e8951117d3', 'status': 'completed', 'code': 200} Jan 28 02:51:24.296934 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5647ee-dfe1-49ad-840f-c9df569b2b45 req-d051be00-f87d-40f4-bfde-7d15bdad3239 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:24.313839 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0f5647ee-dfe1-49ad-840f-c9df569b2b45 req-d051be00-f87d-40f4-bfde-7d15bdad3239 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 945 time: 0.1325121 Jan 28 02:51:24.380719 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0f5647ee-dfe1-49ad-840f-c9df569b2b45 req-94937b61-7f5d-4fbe-bfad-b0f63c1f48ae tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624516 Jan 28 02:51:24.492423 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1371bc6f-c66a-4652-9434-4aa4020aca66 req-d9afffcf-ae04-4991-9690-48eb2754e222 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 210 time: 0.0403893 Jan 28 02:51:24.823557 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-16ac88b3-df57-4925-b38a-a84443c64ddc req-812680b7-6626-4d1d-adf8-6d62487010dc tempest-ServerShowV247Test-834447777 tempest-ServerShowV247Test-834447777-project] 10.222.0.53 "GET /v2.0/ports?device_id=7248e4a8-a462-4e4f-9a01-3c9a0dcb3a59 HTTP/1.1" status: 200 len: 210 time: 0.0614054 Jan 28 02:51:25.293154 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 34340) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:51:25.582353 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 7b9976e6-eddd-4443-8277-46e8951117d3 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:51:25.584660 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 34348) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:51:25.586532 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-09889097-92e7-4370-ae7d-6867a6d4a2ce admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4d714f25ed644ba5bf2b0071cedfefc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2917995 Jan 28 02:51:25.604529 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: 7b9976e6-eddd-4443-8277-46e8951117d3 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:51:25.605298 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 7b9976e6-eddd-4443-8277-46e8951117d3 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:51:25.762468 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a846352-7dad-4376-a43c-0913532ff613 req-e236d549-dbea-46bf-b746-47630d02ed9c tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:25.764384 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2a846352-7dad-4376-a43c-0913532ff613 req-e236d549-dbea-46bf-b746-47630d02ed9c tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 945 time: 0.2314918 Jan 28 02:51:25.790245 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5c025f95-e294-4a36-887b-839f5beaa16f admin admin] Publish callbacks [] for security_group (21c47ae9-ee9d-401d-b263-d80412fac0c4), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:25.826920 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5c025f95-e294-4a36-887b-839f5beaa16f admin admin] Publish callbacks [] for security_group (21c47ae9-ee9d-401d-b263-d80412fac0c4), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:25.956753 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5c025f95-e294-4a36-887b-839f5beaa16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (21c47ae9-ee9d-401d-b263-d80412fac0c4), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:25.966370 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5c025f95-e294-4a36-887b-839f5beaa16f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:25.967574 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5c025f95-e294-4a36-887b-839f5beaa16f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/21c47ae9-ee9d-401d-b263-d80412fac0c4 HTTP/1.1" status: 204 len: 168 time: 0.3758867 Jan 28 02:51:26.002095 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c025f95-e294-4a36-887b-839f5beaa16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c47ae9-ee9d-401d-b263-d80412fac0c4,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:26.054280 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2a846352-7dad-4376-a43c-0913532ff613 req-ef98f296-c6c1-4384-a2ab-1a6e82d64814 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726150 Jan 28 02:51:26.268875 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b42a36d6-50c5-4ccb-a64a-800a868063bb req-c8235edf-e9aa-4564-914b-515be99de544 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 210 time: 0.0971363 Jan 28 02:51:26.451880 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9032f22c-3cac-4e9e-8951-5ca4af51fc19 req-a8a238cb-1351-4e84-8d6c-d12d88fa06f8 tempest-ServerShowV247Test-834447777 tempest-ServerShowV247Test-834447777-project] 10.222.0.53 "GET /v2.0/ports?device_id=7248e4a8-a462-4e4f-9a01-3c9a0dcb3a59 HTTP/1.1" status: 200 len: 210 time: 0.0467412 Jan 28 02:51:26.618486 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 34360) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:51:26.746595 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-47bc99e8-7a8d-4142-a6a8-f59ee1534b20 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=34587dd370a9416bac9d64d09fdcfabc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1261163 Jan 28 02:51:26.752448 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 34362) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:51:26.833117 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-026f918c-85f1-4167-b5fa-ab07104dd5f8 admin admin] Publish callbacks [] for security_group (9a733808-827d-4f05-b0a3-178fa7870744), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:26.860573 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-026f918c-85f1-4167-b5fa-ab07104dd5f8 admin admin] Publish callbacks [] for security_group (9a733808-827d-4f05-b0a3-178fa7870744), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:26.985325 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-026f918c-85f1-4167-b5fa-ab07104dd5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (9a733808-827d-4f05-b0a3-178fa7870744), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:26.992465 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-026f918c-85f1-4167-b5fa-ab07104dd5f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:27.000255 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-026f918c-85f1-4167-b5fa-ab07104dd5f8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9a733808-827d-4f05-b0a3-178fa7870744 HTTP/1.1" status: 204 len: 168 time: 0.2432804 Jan 28 02:51:27.018412 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f918c-85f1-4167-b5fa-ab07104dd5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a733808-827d-4f05-b0a3-178fa7870744,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:27.260559 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e8a5f-1ac5-48ce-8977-d2ed70b4cd6e req-75c6d224-7896-4ec2-8ce5-ed55d5f6cfc0 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:27.267836 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d46e8a5f-1ac5-48ce-8977-d2ed70b4cd6e req-75c6d224-7896-4ec2-8ce5-ed55d5f6cfc0 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 945 time: 0.0935106 Jan 28 02:51:27.370233 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d46e8a5f-1ac5-48ce-8977-d2ed70b4cd6e req-d861c1b6-189e-4b26-b3ef-e122acc41b58 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014102 Jan 28 02:51:27.501022 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2b7a1a81-b4be-44a3-8ea0-5cf5eb089633 req-6425e220-658d-49ec-a38b-24d67def2ab6 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 210 time: 0.0292277 Jan 28 02:51:27.699224 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9fb00012-ef56-4c66-94b6-840bca5fec6f req-c2ae22b3-2a57-4328-8181-5e66b2858021 tempest-ServerShowV247Test-834447777 tempest-ServerShowV247Test-834447777-project] 10.222.0.53 "GET /v2.0/ports?device_id=7248e4a8-a462-4e4f-9a01-3c9a0dcb3a59 HTTP/1.1" status: 200 len: 210 time: 0.0706944 Jan 28 02:51:28.692258 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fedf82-d89f-4458-af5d-72827f8ed076 req-b1b50157-8efb-46d2-af54-f4f4cfaea9c4 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:28.697003 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-28fedf82-d89f-4458-af5d-72827f8ed076 req-b1b50157-8efb-46d2-af54-f4f4cfaea9c4 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 945 time: 0.1336558 Jan 28 02:51:28.818131 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-28fedf82-d89f-4458-af5d-72827f8ed076 req-5490c5bf-60a1-45f6-ad76-f43b436285fe tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161222 Jan 28 02:51:28.902432 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:29.006400 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-098db0f2-4ae7-4f48-86b0-293e0926de5d req-92612095-cd66-498f-b495-92ff1fdfa4d6 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b57ff94-49c8-4bc8-bb13-35551d00dd23 HTTP/1.1" status: 200 len: 210 time: 0.0655966 Jan 28 02:51:29.513342 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8feceb9b-2a6f-4416-924c-251e258ea1a1 req-09569c20-3e6d-45c1-a97e-1a4a9494b5a8 tempest-ServerShowV247Test-834447777 tempest-ServerShowV247Test-834447777-project] 10.222.0.53 "GET /v2.0/ports?device_id=7248e4a8-a462-4e4f-9a01-3c9a0dcb3a59 HTTP/1.1" status: 200 len: 210 time: 0.0591924 Jan 28 02:51:29.575409 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c71c8870-f48e-49ec-8a97-b927682f334c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:30.056348 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d581bdc-7eeb-43fa-9aa3-f6ed8871e47d req-3d1a2982-1d4c-4251-ac00-9b3a3a674043 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:30.073448 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5d581bdc-7eeb-43fa-9aa3-f6ed8871e47d req-3d1a2982-1d4c-4251-ac00-9b3a3a674043 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 945 time: 0.1053457 Jan 28 02:51:30.159426 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5d581bdc-7eeb-43fa-9aa3-f6ed8871e47d req-2c6c8ea1-0c27-4b10-b48b-ca3d2b5b17fd tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848951 Jan 28 02:51:30.849341 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b913c922-1264-4f63-aadd-7fb425bb8de6 req-9346f0f6-47c7-4101-8b6f-68e58d110a99 tempest-ServerShowV247Test-834447777 tempest-ServerShowV247Test-834447777-project] 10.222.0.53 "GET /v2.0/ports?device_id=7248e4a8-a462-4e4f-9a01-3c9a0dcb3a59 HTTP/1.1" status: 200 len: 210 time: 0.0767887 Jan 28 02:51:31.489426 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf7f426-445b-4ddd-8123-a3493ad1b99b req-4d4332b7-3199-4f5c-9c70-934cf59b6306 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:31.491120 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-edf7f426-445b-4ddd-8123-a3493ad1b99b req-4d4332b7-3199-4f5c-9c70-934cf59b6306 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 945 time: 0.1065872 Jan 28 02:51:31.581188 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-edf7f426-445b-4ddd-8123-a3493ad1b99b req-1b7665dd-985e-4863-8736-a2611e0dd9aa tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800297 Jan 28 02:51:31.787558 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1964ea3a-91d4-429b-a36a-178bcea15a13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:32.037445 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3844695d-b689-456c-a314-363f47b2b397 req-b4acb77e-752d-4c38-af1c-e92e7f55cef4 tempest-ServerShowV247Test-834447777 tempest-ServerShowV247Test-834447777-project] 10.222.0.53 "GET /v2.0/ports?device_id=7248e4a8-a462-4e4f-9a01-3c9a0dcb3a59 HTTP/1.1" status: 200 len: 210 time: 0.0419118 Jan 28 02:51:32.846599 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 34504) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:51:32.880609 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6efa46-9758-46a2-b2d2-8e627c195b57 req-dc5dbd54-66f0-4b5c-b72b-3db6843b5d98 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:32.896525 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8c6efa46-9758-46a2-b2d2-8e627c195b57 req-dc5dbd54-66f0-4b5c-b72b-3db6843b5d98 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 945 time: 0.1446650 Jan 28 02:51:33.008764 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8c6efa46-9758-46a2-b2d2-8e627c195b57 req-4e2102f1-16bc-4626-8cbd-fc63884cce37 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062064 Jan 28 02:51:33.051648 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-97a50bdb-d5d5-4379-b17a-08eb20965ad6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:33.188526 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:33.225190 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e0659dcd-0ff8-4538-bfe1-dd5a33a89671 req-0c9f13f7-bd63-410f-86ba-ff9cf6ee82c1 tempest-ServerShowV247Test-834447777 tempest-ServerShowV247Test-834447777-project] 10.222.0.53 "GET /v2.0/ports?device_id=7248e4a8-a462-4e4f-9a01-3c9a0dcb3a59 HTTP/1.1" status: 200 len: 210 time: 0.0504951 Jan 28 02:51:33.243664 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-97a50bdb-d5d5-4379-b17a-08eb20965ad6 admin admin] Publish callbacks [] for security_group (e54f1e80-dc17-4699-aa02-d9aa9d611de1), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:33.249276 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-97a50bdb-d5d5-4379-b17a-08eb20965ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (e54f1e80-dc17-4699-aa02-d9aa9d611de1), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:33.252865 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:33.311214 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-97a50bdb-d5d5-4379-b17a-08eb20965ad6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b23bb5a48a394161889d1b00de755e80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4622431 Jan 28 02:51:33.312298 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a50bdb-d5d5-4379-b17a-08eb20965ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54f1e80-dc17-4699-aa02-d9aa9d611de1,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:33.314037 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 34520) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:51:33.417979 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8014e2ca-9c96-4dd8-be16-3e13f1c17ae9 admin admin] Publish callbacks [] for security_group (e54f1e80-dc17-4699-aa02-d9aa9d611de1), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:33.455254 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8014e2ca-9c96-4dd8-be16-3e13f1c17ae9 admin admin] Publish callbacks [] for security_group (e54f1e80-dc17-4699-aa02-d9aa9d611de1), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:33.532705 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8014e2ca-9c96-4dd8-be16-3e13f1c17ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (e54f1e80-dc17-4699-aa02-d9aa9d611de1), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:33.535732 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8014e2ca-9c96-4dd8-be16-3e13f1c17ae9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:33.536906 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8014e2ca-9c96-4dd8-be16-3e13f1c17ae9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e54f1e80-dc17-4699-aa02-d9aa9d611de1 HTTP/1.1" status: 204 len: 168 time: 0.2217867 Jan 28 02:51:33.549223 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8014e2ca-9c96-4dd8-be16-3e13f1c17ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54f1e80-dc17-4699-aa02-d9aa9d611de1,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:34.048931 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:51:34.313534 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8157fd-976b-4b7a-bef3-917dac38118f req-62bc1f1d-fa0b-4d75-84c8-73cf54c1a2a6 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:34.315974 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2d8157fd-976b-4b7a-bef3-917dac38118f req-62bc1f1d-fa0b-4d75-84c8-73cf54c1a2a6 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 945 time: 0.1182375 Jan 28 02:51:34.461741 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2d8157fd-976b-4b7a-bef3-917dac38118f req-796b5bbc-03aa-4300-ad17-84df33e5ccde tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389861 Jan 28 02:51:34.575323 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cc01020d-b9d1-4913-9f08-ebd0cbe08d7d req-61afac50-80e2-4fa5-a48d-dd1c2be26275 tempest-ServerShowV247Test-834447777 tempest-ServerShowV247Test-834447777-project] 10.222.0.53 "GET /v2.0/ports?device_id=7248e4a8-a462-4e4f-9a01-3c9a0dcb3a59 HTTP/1.1" status: 200 len: 210 time: 0.0462377 Jan 28 02:51:34.623197 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a654a-b178-40c3-aec5-a380b3c63a6f req-1b59d4cd-2198-4732-af4d-f7d04f537e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:34.624739 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9a3a654a-b178-40c3-aec5-a380b3c63a6f req-1b59d4cd-2198-4732-af4d-f7d04f537e11 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=53e2297c23164a47954b52b6f715a589&device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 1097 time: 0.7066519 Jan 28 02:51:34.643189 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:34.756138 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 34566) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:51:34.804500 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a654a-b178-40c3-aec5-a380b3c63a6f req-3d221efe-966c-4926-b4d8-df0a43d124bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:34.806404 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9a3a654a-b178-40c3-aec5-a380b3c63a6f req-3d221efe-966c-4926-b4d8-df0a43d124bd service neutron] 10.222.0.67 "GET /v2.0/networks?id=b41ec36c-2b47-4b7e-a484-436d2f02d72a HTTP/1.1" status: 200 len: 912 time: 0.1743035 Jan 28 02:51:34.867180 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-3a59e12a-e1d6-4aae-9ace-e8ffe453880d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-725524477-network', 'tenant_id': '2b4519f5eb7242359f10ce603b741659'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:51:34.870263 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9a3a654a-b178-40c3-aec5-a380b3c63a6f req-e167b652-07e0-4083-a9fb-e5b9f9b4fdf9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=87baee1a-7b66-4b59-b240-57f1351e4fc4 HTTP/1.1" status: 200 len: 217 time: 0.0544486 Jan 28 02:51:34.908945 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a59e12a-e1d6-4aae-9ace-e8ffe453880d admin admin] Made reservation on behalf of 2b4519f5eb7242359f10ce603b741659 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:51:34.911465 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3a59e12a-e1d6-4aae-9ace-e8ffe453880d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:34.936884 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3a59e12a-e1d6-4aae-9ace-e8ffe453880d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:34.947984 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a654a-b178-40c3-aec5-a380b3c63a6f req-b9e62d5d-5aaa-4799-b40c-d82f90681ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:34.951464 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9a3a654a-b178-40c3-aec5-a380b3c63a6f req-b9e62d5d-5aaa-4799-b40c-d82f90681ebe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c47d8662-592c-46cb-9250-3ddc6d538cb4 HTTP/1.1" status: 200 len: 851 time: 0.0721936 Jan 28 02:51:35.015688 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9a3a654a-b178-40c3-aec5-a380b3c63a6f req-c81002f5-dcc4-4ed3-97fc-794b97906a83 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b41ec36c-2b47-4b7e-a484-436d2f02d72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544891 Jan 28 02:51:35.035051 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3a59e12a-e1d6-4aae-9ace-e8ffe453880d admin admin] Publish callbacks [] for security_group (c8acd3d9-15a7-47b2-b9b4-617fe9ecffa7), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:35.046901 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3a59e12a-e1d6-4aae-9ace-e8ffe453880d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c8acd3d9-15a7-47b2-b9b4-617fe9ecffa7), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:35.061262 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a59e12a-e1d6-4aae-9ace-e8ffe453880d admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:51:35.072746 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3a59e12a-e1d6-4aae-9ace-e8ffe453880d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (0a7b33b9-3321-44a3-a7e3-9feb6be757b9), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:35.073270 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-3a59e12a-e1d6-4aae-9ace-e8ffe453880d admin admin] Added segment 0a7b33b9-3321-44a3-a7e3-9feb6be757b9 of type vlan for network e561589e-7002-46d7-b993-364a9aaf6967 Jan 28 02:51:35.144086 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3a59e12a-e1d6-4aae-9ace-e8ffe453880d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (e561589e-7002-46d7-b993-364a9aaf6967), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:35.180681 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9a3a654a-b178-40c3-aec5-a380b3c63a6f req-2320987c-19d9-4307-8784-6fccb21124b8 service neutron] 10.222.0.67 "GET /v2.0/networks/b41ec36c-2b47-4b7e-a484-436d2f02d72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605015 Jan 28 02:51:35.203743 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3a59e12a-e1d6-4aae-9ace-e8ffe453880d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (e561589e-7002-46d7-b993-364a9aaf6967), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:35.205038 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a59e12a-e1d6-4aae-9ace-e8ffe453880d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:35.205837 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3a59e12a-e1d6-4aae-9ace-e8ffe453880d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:35.275488 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59e12a-e1d6-4aae-9ace-e8ffe453880d admin admin] Pushing event updated for resources: {'Network': ['ID=e561589e-7002-46d7-b993-364a9aaf6967,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:35.285164 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9a3a654a-b178-40c3-aec5-a380b3c63a6f req-3e0bbdf1-386b-49bf-b1f1-aebc5b9e621c service neutron] 10.222.0.67 "GET /v2.0/networks/b41ec36c-2b47-4b7e-a484-436d2f02d72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982866 Jan 28 02:51:35.296871 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network e561589e-7002-46d7-b993-364a9aaf6967 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:51:35.298427 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59e12a-e1d6-4aae-9ace-e8ffe453880d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8acd3d9-15a7-47b2-b9b4-617fe9ecffa7,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:35.306163 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-3a59e12a-e1d6-4aae-9ace-e8ffe453880d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5488408 Jan 28 02:51:35.309340 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 34584) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:51:35.314811 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-8cd5d692-444b-44da-81c2-fe0bfa868260 admin admin] Request body: {'subnet': {'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-725524477-subnet', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:51:35.341334 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd5d692-444b-44da-81c2-fe0bfa868260 admin admin] Made reservation on behalf of 2b4519f5eb7242359f10ce603b741659 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:51:35.344332 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8cd5d692-444b-44da-81c2-fe0bfa868260 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:35.568337 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8cd5d692-444b-44da-81c2-fe0bfa868260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (4db08a6e-5c57-4b8e-9ec4-bbd5647662a4), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:35.653154 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ff84c-e251-441a-abf4-868109c37639 req-c3722edf-3d68-4bc2-81ef-06822afb53a0 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:35.675501 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9a7ff84c-e251-441a-abf4-868109c37639 req-c3722edf-3d68-4bc2-81ef-06822afb53a0 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 945 time: 0.1223528 Jan 28 02:51:35.711066 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd5d692-444b-44da-81c2-fe0bfa868260 admin admin] Checking segment: {'id': '0a7b33b9-3321-44a3-a7e3-9feb6be757b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:51:35.711722 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd5d692-444b-44da-81c2-fe0bfa868260 admin admin] Network hostable DHCP agents. Network: e561589e-7002-46d7-b993-364a9aaf6967, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:51:35.727897 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd5d692-444b-44da-81c2-fe0bfa868260 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4db08a6e-5c57-4b8e-9ec4-bbd5647662a4,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:35.747467 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9a7ff84c-e251-441a-abf4-868109c37639 req-3b26c6f8-5272-4741-8822-05eef1ba8f20 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632119 Jan 28 02:51:35.766569 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd5d692-444b-44da-81c2-fe0bfa868260 admin admin] Network e561589e-7002-46d7-b993-364a9aaf6967 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:51:35.782675 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-8cd5d692-444b-44da-81c2-fe0bfa868260 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, e561589e-7002-46d7-b993-364a9aaf6967) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:51:35.787449 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5d692-444b-44da-81c2-fe0bfa868260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:35.788087 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8cd5d692-444b-44da-81c2-fe0bfa868260 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:35.797209 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ba01f2-9315-40df-8da1-3a8c6480d716 None None] Network e561589e-7002-46d7-b993-364a9aaf6967 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:51:35.816538 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8cd5d692-444b-44da-81c2-fe0bfa868260 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5059798 Jan 28 02:51:35.819304 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 34594) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:51:35.824280 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-bec063bc-725b-4b26-99b2-393ab2fb4643 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-725524477-router', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:51:35.866164 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bec063bc-725b-4b26-99b2-393ab2fb4643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (32c921c0-d889-45bd-b948-162df52bc3f6), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:35.868315 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bec063bc-725b-4b26-99b2-393ab2fb4643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (32c921c0-d889-45bd-b948-162df52bc3f6), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:35.889413 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7b53e295-753e-4c45-bab9-3e8093ba5276 req-dd773386-270b-4dfb-9e40-94e0abe57a69 tempest-ServerShowV247Test-834447777 tempest-ServerShowV247Test-834447777-project] 10.222.0.53 "GET /v2.0/ports?device_id=7248e4a8-a462-4e4f-9a01-3c9a0dcb3a59 HTTP/1.1" status: 200 len: 210 time: 0.0466921 Jan 28 02:51:35.945443 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:35.952354 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bec063bc-725b-4b26-99b2-393ab2fb4643 admin admin] Publish callbacks [] for router_controller (32c921c0-d889-45bd-b948-162df52bc3f6), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:36.026435 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94abc9b8-1383-4ccf-80e0-e37c123d7cbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-e561589e-7002-46d7-b993-364a9aaf6967', 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967', 'project_id': '2b4519f5eb7242359f10ce603b741659', 'fixed_ips': [{'subnet_id': '4db08a6e-5c57-4b8e-9ec4-bbd5647662a4'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:51:36.027531 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-94abc9b8-1383-4ccf-80e0-e37c123d7cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:36.160947 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bec063bc-725b-4b26-99b2-393ab2fb4643 admin admin] Publish callbacks [] for router_gateway (32c921c0-d889-45bd-b948-162df52bc3f6), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:36.247144 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-94abc9b8-1383-4ccf-80e0-e37c123d7cbf None None] Allocated IP 172.20.0.2 (e561589e-7002-46d7-b993-364a9aaf6967/4db08a6e-5c57-4b8e-9ec4-bbd5647662a4/7e99fe84-9273-421b-8c70-83126e0ebaa1) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:51:36.430382 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-94abc9b8-1383-4ccf-80e0-e37c123d7cbf None None] Publish callbacks [] for port (7e99fe84-9273-421b-8c70-83126e0ebaa1), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:36.449953 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-94abc9b8-1383-4ccf-80e0-e37c123d7cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (7e99fe84-9273-421b-8c70-83126e0ebaa1), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:36.525238 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94abc9b8-1383-4ccf-80e0-e37c123d7cbf None None] Pushing event updated for resources: {'Port': ['ID=7e99fe84-9273-421b-8c70-83126e0ebaa1,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:36.540312 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94abc9b8-1383-4ccf-80e0-e37c123d7cbf None None] Network e561589e-7002-46d7-b993-364a9aaf6967 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:51:36.542290 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-94abc9b8-1383-4ccf-80e0-e37c123d7cbf None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:51:36.547765 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94abc9b8-1383-4ccf-80e0-e37c123d7cbf None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:51:36.631468 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-94abc9b8-1383-4ccf-80e0-e37c123d7cbf None None] Attempting to bind port 7e99fe84-9273-421b-8c70-83126e0ebaa1 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:51:36.632401 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-94abc9b8-1383-4ccf-80e0-e37c123d7cbf None None] Attempting to bind port 7e99fe84-9273-421b-8c70-83126e0ebaa1 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '0a7b33b9-3321-44a3-a7e3-9feb6be757b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:51:36.632946 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94abc9b8-1383-4ccf-80e0-e37c123d7cbf None None] Attempting to bind port 7e99fe84-9273-421b-8c70-83126e0ebaa1 on network e561589e-7002-46d7-b993-364a9aaf6967 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:51:36.639150 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94abc9b8-1383-4ccf-80e0-e37c123d7cbf None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:51:36.639833 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94abc9b8-1383-4ccf-80e0-e37c123d7cbf None None] Checking segment: {'id': '0a7b33b9-3321-44a3-a7e3-9feb6be757b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:51:36.640403 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-94abc9b8-1383-4ccf-80e0-e37c123d7cbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:36.641142 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94abc9b8-1383-4ccf-80e0-e37c123d7cbf None None] Bound using segment: {'id': '0a7b33b9-3321-44a3-a7e3-9feb6be757b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:51:36.641845 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-94abc9b8-1383-4ccf-80e0-e37c123d7cbf None None] Bound port: 7e99fe84-9273-421b-8c70-83126e0ebaa1, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a7b33b9-3321-44a3-a7e3-9feb6be757b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:51:36.642661 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-94abc9b8-1383-4ccf-80e0-e37c123d7cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7e99fe84-9273-421b-8c70-83126e0ebaa1), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:36.731602 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-94abc9b8-1383-4ccf-80e0-e37c123d7cbf None None] For port 7e99fe84-9273-421b-8c70-83126e0ebaa1, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:51:36.736539 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-94abc9b8-1383-4ccf-80e0-e37c123d7cbf None None] For port 7e99fe84-9273-421b-8c70-83126e0ebaa1, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=7e99fe84-9273-421b-8c70-83126e0ebaa1,segment=NetworkSegment(0a7b33b9-3321-44a3-a7e3-9feb6be757b9),segment_id=0a7b33b9-3321-44a3-a7e3-9feb6be757b9)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:51:36.743785 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-94abc9b8-1383-4ccf-80e0-e37c123d7cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (7e99fe84-9273-421b-8c70-83126e0ebaa1), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:36.814289 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94abc9b8-1383-4ccf-80e0-e37c123d7cbf None None] Pushing event updated for resources: {'Port': ['ID=7e99fe84-9273-421b-8c70-83126e0ebaa1,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:36.893040 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bec063bc-725b-4b26-99b2-393ab2fb4643 admin admin] Publish callbacks [] for router_gateway (32c921c0-d889-45bd-b948-162df52bc3f6), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:36.918788 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bec063bc-725b-4b26-99b2-393ab2fb4643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:37.155021 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c7be4-feb9-44cc-8a2f-7a25565e6a45 req-752299e6-38b4-424c-9923-82bee840a87e tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:37.179420 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-711c7be4-feb9-44cc-8a2f-7a25565e6a45 req-752299e6-38b4-424c-9923-82bee840a87e tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 945 time: 0.2983196 Jan 28 02:51:37.237858 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c8dd2cdf-0e97-4fac-b6c6-0dae2398f2b9 req-b962308d-eb10-4fd9-893c-436a0d4de64d tempest-ServerShowV247Test-834447777 tempest-ServerShowV247Test-834447777-project] 10.222.0.53 "GET /v2.0/ports?device_id=7248e4a8-a462-4e4f-9a01-3c9a0dcb3a59 HTTP/1.1" status: 200 len: 210 time: 0.0646808 Jan 28 02:51:37.418066 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-711c7be4-feb9-44cc-8a2f-7a25565e6a45 req-74249b73-0449-48c0-892c-814e1f563d78 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375085 Jan 28 02:51:37.463330 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-bec063bc-725b-4b26-99b2-393ab2fb4643 admin admin] Allocated IP 172.25.0.177 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/ce07c72d-c565-47b9-8a75-708b2e6cabb0) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:51:37.629568 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3a3d9dab-947e-4929-b094-def12e36d555 req-99385288-5a1f-4a8d-9564-c1f53bc9fa55 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1200049 Jan 28 02:51:37.650602 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bec063bc-725b-4b26-99b2-393ab2fb4643 admin admin] Publish callbacks [] for port (ce07c72d-c565-47b9-8a75-708b2e6cabb0), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:37.652168 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 87baee1a-7b66-4b59-b240-57f1351e4fc4 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:51:37.809408 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d9dab-947e-4929-b094-def12e36d555 req-160d0d85-1b4c-4f40-8ad7-3df1b25fb657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:37.811923 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3a3d9dab-947e-4929-b094-def12e36d555 req-160d0d85-1b4c-4f40-8ad7-3df1b25fb657 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b376bdc08124533ad1dc2039341113b&device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 1096 time: 0.1188493 Jan 28 02:51:37.814115 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bec063bc-725b-4b26-99b2-393ab2fb4643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (ce07c72d-c565-47b9-8a75-708b2e6cabb0), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:37.838117 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 87baee1a-7b66-4b59-b240-57f1351e4fc4 is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:51:37.838817 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (87baee1a-7b66-4b59-b240-57f1351e4fc4), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:37.888982 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8846c9ba-fb37-40f6-a935-9bd403077580', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87baee1a-7b66-4b59-b240-57f1351e4fc4'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:51:37.891569 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f79794-e3d4-4652-aa43-1c479b9ad8df" -d '{"events": [{"server_uuid": "8846c9ba-fb37-40f6-a935-9bd403077580", "name": "network-vif-unplugged", "status": "completed", "tag": "87baee1a-7b66-4b59-b240-57f1351e4fc4"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:51:37.920564 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec063bc-725b-4b26-99b2-393ab2fb4643 admin admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:51:37.942793 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 87baee1a-7b66-4b59-b240-57f1351e4fc4, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=87baee1a-7b66-4b59-b240-57f1351e4fc4,segment=NetworkSegment(49d4c981-b004-41ee-ab95-a2b5be80e959),segment_id=49d4c981-b004-41ee-ab95-a2b5be80e959)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:51:37.956913 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (87baee1a-7b66-4b59-b240-57f1351e4fc4), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:37.993334 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-bec063bc-725b-4b26-99b2-393ab2fb4643 admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:51:38.002671 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec063bc-725b-4b26-99b2-393ab2fb4643 admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:51:38.008418 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec063bc-725b-4b26-99b2-393ab2fb4643 admin admin] Pushing event updated for resources: {'Port': ['ID=ce07c72d-c565-47b9-8a75-708b2e6cabb0,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:38.012423 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 02:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeba9758-8201-44b8-9c0b-3d1f116c5614 x-openstack-request-id: req-aeba9758-8201-44b8-9c0b-3d1f116c5614 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:51:38.012709 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8846c9ba-fb37-40f6-a935-9bd403077580", "name": "network-vif-unplugged", "status": "failed", "tag": "87baee1a-7b66-4b59-b240-57f1351e4fc4", "code": 422}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:51:38.012966 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aeba9758-8201-44b8-9c0b-3d1f116c5614 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:51:38.013414 n-d-712139-27 neutron-server[109804]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8846c9ba-fb37-40f6-a935-9bd403077580', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '87baee1a-7b66-4b59-b240-57f1351e4fc4', 'code': 422} returned with failed status Jan 28 02:51:38.068337 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=87baee1a-7b66-4b59-b240-57f1351e4fc4,revision_number=8']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:38.104198 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d9dab-947e-4929-b094-def12e36d555 req-0356dd43-4cc7-403d-868f-daa587f22859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:38.105829 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3a3d9dab-947e-4929-b094-def12e36d555 req-0356dd43-4cc7-403d-868f-daa587f22859 service neutron] 10.222.0.39 "GET /v2.0/networks?id=997aa02b-ef92-4c1c-ba5c-0477d385960c HTTP/1.1" status: 200 len: 922 time: 0.2393222 Jan 28 02:51:38.215580 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3a3d9dab-947e-4929-b094-def12e36d555 req-a7d6ca11-fbfc-49fc-bbbf-95ffbb444912 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a6a1c2a-153c-4d13-9b87-6c37790208b7 HTTP/1.1" status: 200 len: 217 time: 0.1025579 Jan 28 02:51:38.390014 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 7e99fe84-9273-421b-8c70-83126e0ebaa1 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:51:38.453373 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-069e09da-c508-4e30-9807-22b8081c4be7 req-50c84835-47ba-4220-a8c4-8963ef7fda48 tempest-ServerShowV247Test-834447777 tempest-ServerShowV247Test-834447777-project] 10.222.0.53 "GET /v2.0/ports?device_id=7248e4a8-a462-4e4f-9a01-3c9a0dcb3a59 HTTP/1.1" status: 200 len: 210 time: 0.0583506 Jan 28 02:51:38.460265 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d9dab-947e-4929-b094-def12e36d555 req-241e273c-c3ac-46c3-8785-0a8432cc9a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:38.468490 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3a3d9dab-947e-4929-b094-def12e36d555 req-241e273c-c3ac-46c3-8785-0a8432cc9a30 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bcba3f69-83cc-4e79-8ae3-09e3e7684525 HTTP/1.1" status: 200 len: 861 time: 0.2419548 Jan 28 02:51:38.532760 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 7e99fe84-9273-421b-8c70-83126e0ebaa1 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:51:38.533176 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7e99fe84-9273-421b-8c70-83126e0ebaa1), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:38.536546 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3a3d9dab-947e-4929-b094-def12e36d555 req-fff2774e-2204-463c-9a98-67316a895e70 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=997aa02b-ef92-4c1c-ba5c-0477d385960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503647 Jan 28 02:51:38.638854 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 7e99fe84-9273-421b-8c70-83126e0ebaa1 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:51:38.639416 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7e99fe84-9273-421b-8c70-83126e0ebaa1), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:38.668926 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25149fa6-3ce1-4ac0-9215-77abd0ae61e3 None None] Network e561589e-7002-46d7-b993-364a9aaf6967 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:51:38.777019 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1adf7e-d152-41ef-8db1-7784f72a94ab req-992d616d-af7e-4c2d-b01b-0d88d952671d tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:38.778842 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-be1adf7e-d152-41ef-8db1-7784f72a94ab req-992d616d-af7e-4c2d-b01b-0d88d952671d tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 943 time: 0.1934702 Jan 28 02:51:38.858668 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3a3d9dab-947e-4929-b094-def12e36d555 req-bdf2eb60-cdfa-4166-a5c5-56314423ddff service neutron] 10.222.0.39 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066862 Jan 28 02:51:38.914081 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 7e99fe84-9273-421b-8c70-83126e0ebaa1, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=7e99fe84-9273-421b-8c70-83126e0ebaa1,segment=NetworkSegment(0a7b33b9-3321-44a3-a7e3-9feb6be757b9),segment_id=0a7b33b9-3321-44a3-a7e3-9feb6be757b9)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:51:38.926869 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (7e99fe84-9273-421b-8c70-83126e0ebaa1), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:38.935806 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-be1adf7e-d152-41ef-8db1-7784f72a94ab req-cf2b7fcb-a0df-41af-ab4e-dd3fbc3396bb tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452625 Jan 28 02:51:38.939835 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bec063bc-725b-4b26-99b2-393ab2fb4643 admin admin] Publish callbacks [] for router_gateway (32c921c0-d889-45bd-b948-162df52bc3f6), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:38.993939 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-4d6919c4-36d9-4a4d-a9dc-d703f3bbb552 None None] Provisioning complete for port 7e99fe84-9273-421b-8c70-83126e0ebaa1 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:51:38.994408 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4d6919c4-36d9-4a4d-a9dc-d703f3bbb552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7e99fe84-9273-421b-8c70-83126e0ebaa1), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:39.021302 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=7e99fe84-9273-421b-8c70-83126e0ebaa1,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:39.125191 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-4d6919c4-36d9-4a4d-a9dc-d703f3bbb552 None None] Current status of the port 7e99fe84-9273-421b-8c70-83126e0ebaa1 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:51:39.185106 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3a3d9dab-947e-4929-b094-def12e36d555 req-45176d0d-ad99-4a0c-b630-e7e6c2ba647d service neutron] 10.222.0.39 "GET /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162692 Jan 28 02:51:39.214655 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bec063bc-725b-4b26-99b2-393ab2fb4643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (32c921c0-d889-45bd-b948-162df52bc3f6), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:39.458622 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec063bc-725b-4b26-99b2-393ab2fb4643 admin admin] Router 32c921c0-d889-45bd-b948-162df52bc3f6 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 02:51:39.470865 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-1c7f55c5-8669-41b3-849f-b3efcff13c61 None None] Provisioning complete for port 7e99fe84-9273-421b-8c70-83126e0ebaa1 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:51:39.475953 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1c7f55c5-8669-41b3-849f-b3efcff13c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7e99fe84-9273-421b-8c70-83126e0ebaa1), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:39.641996 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f55c5-8669-41b3-849f-b3efcff13c61 None None] Current status of the port 7e99fe84-9273-421b-8c70-83126e0ebaa1 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:51:39.650690 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0da54d65-40ed-4dd6-b749-c50937301cee req-8a3f6358-5d43-483b-b1f8-ee7bf9fab785 tempest-ServerShowV247Test-834447777 tempest-ServerShowV247Test-834447777-project] 10.222.0.53 "GET /v2.0/ports?device_id=7248e4a8-a462-4e4f-9a01-3c9a0dcb3a59 HTTP/1.1" status: 200 len: 210 time: 0.0364096 Jan 28 02:51:39.675786 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec063bc-725b-4b26-99b2-393ab2fb4643 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:51:39.690357 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7651ace-0734-42a4-9a40-4715d5fd7a19 None None] Sync routers for ids ['32c921c0-d889-45bd-b948-162df52bc3f6'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:51:39.704068 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7651ace-0734-42a4-9a40-4715d5fd7a19 None None] Routers {'32c921c0-d889-45bd-b948-162df52bc3f6'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:51:39.704689 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a7651ace-0734-42a4-9a40-4715d5fd7a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:51:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['32c921c0-d889-45bd-b948-162df52bc3f6'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:51:39.719033 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bec063bc-725b-4b26-99b2-393ab2fb4643 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:39.720418 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-bec063bc-725b-4b26-99b2-393ab2fb4643 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.8998280 Jan 28 02:51:39.723337 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 34726) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:51:39.963604 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-a7651ace-0734-42a4-9a40-4715d5fd7a19 None None] Set router 32c921c0-d889-45bd-b948-162df52bc3f6 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:51:40.088576 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d50684-d3a4-46bf-9936-07d15699e823 req-5602aed9-df1e-4914-901d-d8e3906f0e9a tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:40.094393 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-48d50684-d3a4-46bf-9936-07d15699e823 req-5602aed9-df1e-4914-901d-d8e3906f0e9a tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2d6b324-e9ba-4aef-a99d-edad25a25edc HTTP/1.1" status: 200 len: 951 time: 0.0907483 Jan 28 02:51:40.127528 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904148d2-2a79-4f8b-a6a2-f71acd72730a req-094b178e-5193-4a69-a276-67176ec6dc40 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:40.129200 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-904148d2-2a79-4f8b-a6a2-f71acd72730a req-094b178e-5193-4a69-a276-67176ec6dc40 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=8846c9ba-fb37-40f6-a935-9bd403077580 HTTP/1.1" status: 200 len: 943 time: 0.1054828 Jan 28 02:51:40.214840 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-48d50684-d3a4-46bf-9936-07d15699e823 req-c57ea5e3-df76-49d5-90b7-132366ddc985 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/security-groups?id=57b6a0b1-7fe9-44c4-bb90-dd9a3230db1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108441 Jan 28 02:51:40.236910 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a7651ace-0734-42a4-9a40-4715d5fd7a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-725524477-router', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:51:35Z', 'updated_at': '2022-01-28T02:51:38Z', 'revision_number': 3, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'gw_port': {'id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:07:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:51:36Z', 'updated_at': '2022-01-28T02:51:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:51:40.241937 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 7e99fe84-9273-421b-8c70-83126e0ebaa1 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:51:40.281413 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7651ace-0734-42a4-9a40-4715d5fd7a19 None None] Checking router: 32c921c0-d889-45bd-b948-162df52bc3f6 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:51:40.281996 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7651ace-0734-42a4-9a40-4715d5fd7a19 None None] Updating router 32c921c0-d889-45bd-b948-162df52bc3f6 port ce07c72d-c565-47b9-8a75-708b2e6cabb0 binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:51:40.338709 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-a7651ace-0734-42a4-9a40-4715d5fd7a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ce07c72d-c565-47b9-8a75-708b2e6cabb0), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:40.348331 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 7e99fe84-9273-421b-8c70-83126e0ebaa1 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:51:40.360760 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7e99fe84-9273-421b-8c70-83126e0ebaa1), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:40.368230 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-904148d2-2a79-4f8b-a6a2-f71acd72730a req-cac862ab-bfb2-4c17-8be0-862b25d51af1 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Deleting port 87baee1a-7b66-4b59-b240-57f1351e4fc4 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:51:40.369108 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-904148d2-2a79-4f8b-a6a2-f71acd72730a req-cac862ab-bfb2-4c17-8be0-862b25d51af1 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (87baee1a-7b66-4b59-b240-57f1351e4fc4), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:40.566402 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 7e99fe84-9273-421b-8c70-83126e0ebaa1 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:51:40.599333 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-904148d2-2a79-4f8b-a6a2-f71acd72730a req-cac862ab-bfb2-4c17-8be0-862b25d51af1 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] For port 87baee1a-7b66-4b59-b240-57f1351e4fc4, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=87baee1a-7b66-4b59-b240-57f1351e4fc4,segment=NetworkSegment(49d4c981-b004-41ee-ab95-a2b5be80e959),segment_id=49d4c981-b004-41ee-ab95-a2b5be80e959)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:51:40.599783 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-904148d2-2a79-4f8b-a6a2-f71acd72730a req-cac862ab-bfb2-4c17-8be0-862b25d51af1 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (87baee1a-7b66-4b59-b240-57f1351e4fc4), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:40.612054 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-904148d2-2a79-4f8b-a6a2-f71acd72730a req-cac862ab-bfb2-4c17-8be0-862b25d51af1 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Calling delete_port for 87baee1a-7b66-4b59-b240-57f1351e4fc4 owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:51:40.776623 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-a7651ace-0734-42a4-9a40-4715d5fd7a19 None None] Publish callbacks [] for port (ce07c72d-c565-47b9-8a75-708b2e6cabb0), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:40.783154 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-a7651ace-0734-42a4-9a40-4715d5fd7a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ce07c72d-c565-47b9-8a75-708b2e6cabb0), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:40.834797 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e159dda-071c-4a58-afa7-db0e3a8b11f7 None None] Pushing event updated for resources: {'Port': ['ID=ce07c72d-c565-47b9-8a75-708b2e6cabb0,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:40.838225 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f2447852-036b-4e9d-ac30-75fb5bdb3287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:40.858329 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e159dda-071c-4a58-afa7-db0e3a8b11f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:40.858671 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e159dda-071c-4a58-afa7-db0e3a8b11f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:40.859017 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e159dda-071c-4a58-afa7-db0e3a8b11f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:40.859354 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e159dda-071c-4a58-afa7-db0e3a8b11f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:40.859692 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e159dda-071c-4a58-afa7-db0e3a8b11f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:40.860021 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e159dda-071c-4a58-afa7-db0e3a8b11f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:40.860345 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e159dda-071c-4a58-afa7-db0e3a8b11f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:40.860667 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e159dda-071c-4a58-afa7-db0e3a8b11f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:40.861055 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e159dda-071c-4a58-afa7-db0e3a8b11f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:40.861434 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e159dda-071c-4a58-afa7-db0e3a8b11f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:40.861757 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e159dda-071c-4a58-afa7-db0e3a8b11f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:40.862076 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e159dda-071c-4a58-afa7-db0e3a8b11f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:40.862423 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e159dda-071c-4a58-afa7-db0e3a8b11f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:40.865979 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-a7651ace-0734-42a4-9a40-4715d5fd7a19 None None] Attempting to bind port ce07c72d-c565-47b9-8a75-708b2e6cabb0 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:51:40.866347 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-a7651ace-0734-42a4-9a40-4715d5fd7a19 None None] Attempting to bind port ce07c72d-c565-47b9-8a75-708b2e6cabb0 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:51:40.866746 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7651ace-0734-42a4-9a40-4715d5fd7a19 None None] Attempting to bind port ce07c72d-c565-47b9-8a75-708b2e6cabb0 on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:51:40.873271 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7651ace-0734-42a4-9a40-4715d5fd7a19 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:51:40.873684 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7651ace-0734-42a4-9a40-4715d5fd7a19 None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:51:40.874229 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-a7651ace-0734-42a4-9a40-4715d5fd7a19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:40.874631 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7651ace-0734-42a4-9a40-4715d5fd7a19 None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:51:40.875129 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-a7651ace-0734-42a4-9a40-4715d5fd7a19 None None] Bound port: ce07c72d-c565-47b9-8a75-708b2e6cabb0, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:51:40.875514 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-a7651ace-0734-42a4-9a40-4715d5fd7a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ce07c72d-c565-47b9-8a75-708b2e6cabb0), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:40.934154 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-a7651ace-0734-42a4-9a40-4715d5fd7a19 None None] For port ce07c72d-c565-47b9-8a75-708b2e6cabb0, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:51:40.937645 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-a7651ace-0734-42a4-9a40-4715d5fd7a19 None None] For port ce07c72d-c565-47b9-8a75-708b2e6cabb0, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ce07c72d-c565-47b9-8a75-708b2e6cabb0,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:51:40.946269 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-a7651ace-0734-42a4-9a40-4715d5fd7a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ce07c72d-c565-47b9-8a75-708b2e6cabb0), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:40.966019 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b1c72b2-25cc-475f-b1b1-05eb5d20f411 req-42aff269-5a1e-4156-8d20-11f965d853d8 tempest-ServerShowV247Test-834447777 tempest-ServerShowV247Test-834447777-project] 10.222.0.53 "GET /v2.0/ports?device_id=7248e4a8-a462-4e4f-9a01-3c9a0dcb3a59 HTTP/1.1" status: 200 len: 210 time: 0.0604889 Jan 28 02:51:41.009261 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-904148d2-2a79-4f8b-a6a2-f71acd72730a req-cac862ab-bfb2-4c17-8be0-862b25d51af1 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (87baee1a-7b66-4b59-b240-57f1351e4fc4), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:41.024942 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e159dda-071c-4a58-afa7-db0e3a8b11f7 None None] Pushing event updated for resources: {'Port': ['ID=ce07c72d-c565-47b9-8a75-708b2e6cabb0,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:41.040436 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7651ace-0734-42a4-9a40-4715d5fd7a19 None None] Routers {'32c921c0-d889-45bd-b948-162df52bc3f6'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:51:41.041598 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a7651ace-0734-42a4-9a40-4715d5fd7a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:51:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['32c921c0-d889-45bd-b948-162df52bc3f6'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:51:41.073778 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac862ab-bfb2-4c17-8be0-862b25d51af1 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Pushing event deleted for resources: {'Port': ['ID=87baee1a-7b66-4b59-b240-57f1351e4fc4,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:41.168076 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-904148d2-2a79-4f8b-a6a2-f71acd72730a req-cac862ab-bfb2-4c17-8be0-862b25d51af1 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] No DVR routers for this DVR port 87baee1a-7b66-4b59-b240-57f1351e4fc4 on host n-h1-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:51:41.173363 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-904148d2-2a79-4f8b-a6a2-f71acd72730a req-cac862ab-bfb2-4c17-8be0-862b25d51af1 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:41.185196 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-904148d2-2a79-4f8b-a6a2-f71acd72730a req-cac862ab-bfb2-4c17-8be0-862b25d51af1 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "DELETE /v2.0/ports/87baee1a-7b66-4b59-b240-57f1351e4fc4 HTTP/1.1" status: 204 len: 173 time: 1.0057871 Jan 28 02:51:41.185806 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8846c9ba-fb37-40f6-a935-9bd403077580', 'name': 'network-vif-deleted', 'tag': '87baee1a-7b66-4b59-b240-57f1351e4fc4'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:51:41.188401 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f2a8f6-5ee3-425c-865b-32ea63049c7b" -d '{"events": [{"server_uuid": "8846c9ba-fb37-40f6-a935-9bd403077580", "name": "network-vif-deleted", "tag": "87baee1a-7b66-4b59-b240-57f1351e4fc4"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:51:41.288826 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-f2447852-036b-4e9d-ac30-75fb5bdb3287 admin admin] Allocated IP 172.20.0.1 (e561589e-7002-46d7-b993-364a9aaf6967/4db08a6e-5c57-4b8e-9ec4-bbd5647662a4/42d243b5-9f81-4784-85f6-c72ecdc9494f) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:51:41.290292 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-a7651ace-0734-42a4-9a40-4715d5fd7a19 None None] Set router 32c921c0-d889-45bd-b948-162df52bc3f6 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:51:41.343249 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 28 Jan 2022 02:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95f9455-1aaf-40d9-b036-d2563f3679af x-openstack-request-id: req-e95f9455-1aaf-40d9-b036-d2563f3679af {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:51:41.343786 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8846c9ba-fb37-40f6-a935-9bd403077580", "name": "network-vif-deleted", "tag": "87baee1a-7b66-4b59-b240-57f1351e4fc4", "status": "failed", "code": 422}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:51:41.344259 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e95f9455-1aaf-40d9-b036-d2563f3679af {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:51:41.344738 n-d-712139-27 neutron-server[109802]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8846c9ba-fb37-40f6-a935-9bd403077580', 'name': 'network-vif-deleted', 'tag': '87baee1a-7b66-4b59-b240-57f1351e4fc4', 'status': 'failed', 'code': 422} returned with failed status Jan 28 02:51:41.541965 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a7651ace-0734-42a4-9a40-4715d5fd7a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-725524477-router', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:51:35Z', 'updated_at': '2022-01-28T02:51:38Z', 'revision_number': 3, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'gw_port': {'id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:07:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:51:36Z', 'updated_at': '2022-01-28T02:51:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:51:41.573337 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7651ace-0734-42a4-9a40-4715d5fd7a19 None None] The sync data for ids ['32c921c0-d889-45bd-b948-162df52bc3f6'] in n-d-712139-27 is: [{'id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-725524477-router', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:51:35Z', 'updated_at': '2022-01-28T02:51:38Z', 'revision_number': 3, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'gw_port': {'id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:07:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:51:36Z', 'updated_at': '2022-01-28T02:51:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:51:41.611121 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f2447852-036b-4e9d-ac30-75fb5bdb3287 admin admin] Publish callbacks [] for port (42d243b5-9f81-4784-85f6-c72ecdc9494f), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:41.664032 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 87baee1a-7b66-4b59-b240-57f1351e4fc4 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:51:41.691520 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: 87baee1a-7b66-4b59-b240-57f1351e4fc4 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:51:41.692073 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 87baee1a-7b66-4b59-b240-57f1351e4fc4 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:51:41.732256 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f2447852-036b-4e9d-ac30-75fb5bdb3287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (42d243b5-9f81-4784-85f6-c72ecdc9494f), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:41.827978 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2447852-036b-4e9d-ac30-75fb5bdb3287 admin admin] Network e561589e-7002-46d7-b993-364a9aaf6967 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:51:41.832225 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-f2447852-036b-4e9d-ac30-75fb5bdb3287 admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:51:41.843366 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2447852-036b-4e9d-ac30-75fb5bdb3287 admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:51:41.864482 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 3a04236b-b647-4bad-85fb-66ca58f5faf9 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:51:41.890379 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2447852-036b-4e9d-ac30-75fb5bdb3287 admin admin] Pushing event updated for resources: {'Port': ['ID=42d243b5-9f81-4784-85f6-c72ecdc9494f,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:41.965687 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f2447852-036b-4e9d-ac30-75fb5bdb3287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (32c921c0-d889-45bd-b948-162df52bc3f6), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:42.107748 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 3a04236b-b647-4bad-85fb-66ca58f5faf9 is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:51:42.108150 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3a04236b-b647-4bad-85fb-66ca58f5faf9), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:42.185024 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d6b324-e9ba-4aef-a99d-edad25a25edc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a04236b-b647-4bad-85fb-66ca58f5faf9'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:51:42.187344 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02c09f7-a74f-4c67-8989-c7e2dfdb9af0" -d '{"events": [{"server_uuid": "a2d6b324-e9ba-4aef-a99d-edad25a25edc", "name": "network-vif-unplugged", "status": "completed", "tag": "3a04236b-b647-4bad-85fb-66ca58f5faf9"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:51:42.198276 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aea910-5d1d-44ec-8638-146806b814f4 req-7633d20e-5396-46a4-b55f-9cc2225d6767 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:42.210978 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e8aea910-5d1d-44ec-8638-146806b814f4 req-7633d20e-5396-46a4-b55f-9cc2225d6767 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/networks?id=b41ec36c-2b47-4b7e-a484-436d2f02d72a HTTP/1.1" status: 200 len: 811 time: 0.2933187 Jan 28 02:51:42.222633 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 3a04236b-b647-4bad-85fb-66ca58f5faf9, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=3a04236b-b647-4bad-85fb-66ca58f5faf9,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:51:42.232828 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3a04236b-b647-4bad-85fb-66ca58f5faf9), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:42.239928 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e8aea910-5d1d-44ec-8638-146806b814f4 req-5a16f3cf-b9ec-4585-b916-a7b6c0bcfa92 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/quotas/53e2297c23164a47954b52b6f715a589 HTTP/1.1" status: 200 len: 375 time: 0.0280042 Jan 28 02:51:42.308816 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1c822cfb-954e-4c34-9296-3d3f0c44cb02 req-2868e90c-264f-46c9-ac8d-b92f53fdb80e tempest-ServerShowV247Test-834447777 tempest-ServerShowV247Test-834447777-project] 10.222.0.53 "GET /v2.0/ports?device_id=7248e4a8-a462-4e4f-9a01-3c9a0dcb3a59 HTTP/1.1" status: 200 len: 210 time: 0.0994201 Jan 28 02:51:42.323676 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=3a04236b-b647-4bad-85fb-66ca58f5faf9,revision_number=11']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:42.338728 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e8aea910-5d1d-44ec-8638-146806b814f4 req-edc207cd-5a24-4ee8-9c8b-0147442f989c tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=53e2297c23164a47954b52b6f715a589&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0926023 Jan 28 02:51:42.407411 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-5a0a4616-c63e-49b3-893a-c34339565249 None None] Provisioning complete for port 42d243b5-9f81-4784-85f6-c72ecdc9494f triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:51:42.409355 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5a0a4616-c63e-49b3-893a-c34339565249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (42d243b5-9f81-4784-85f6-c72ecdc9494f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:42.431045 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f2447852-036b-4e9d-ac30-75fb5bdb3287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (42d243b5-9f81-4784-85f6-c72ecdc9494f), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:42.460706 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ce07c72d-c565-47b9-8a75-708b2e6cabb0 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:51:42.552774 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-5a0a4616-c63e-49b3-893a-c34339565249 None None] Port 42d243b5-9f81-4784-85f6-c72ecdc9494f cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:51:42.607744 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e8aea910-5d1d-44ec-8638-146806b814f4 req-af0a6aac-40d8-4349-9322-640b14993885 service neutron] 10.222.0.53 "GET /v2.0/networks/b41ec36c-2b47-4b7e-a484-436d2f02d72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647915 Jan 28 02:51:42.617683 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 02:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59580f8d-2fc2-4c0b-aabb-559b33659a5a x-openstack-request-id: req-59580f8d-2fc2-4c0b-aabb-559b33659a5a {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:51:42.618108 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d6b324-e9ba-4aef-a99d-edad25a25edc", "name": "network-vif-unplugged", "status": "completed", "tag": "3a04236b-b647-4bad-85fb-66ca58f5faf9", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:51:42.618458 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-59580f8d-2fc2-4c0b-aabb-559b33659a5a {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:51:42.618971 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d6b324-e9ba-4aef-a99d-edad25a25edc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a04236b-b647-4bad-85fb-66ca58f5faf9', 'code': 200} Jan 28 02:51:42.655679 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port ce07c72d-c565-47b9-8a75-708b2e6cabb0 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:51:42.656331 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ce07c72d-c565-47b9-8a75-708b2e6cabb0), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:42.762862 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-56c48d38-2470-4a64-847c-9b14f563f00f req-69f89d73-e762-4af4-a41a-178549d005f8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c0cdadb6-85ad-4233-9eeb-6b2963382a8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1281638 Jan 28 02:51:42.823931 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e8aea910-5d1d-44ec-8638-146806b814f4 req-69169685-2868-4ab2-b551-7834416f1909 service neutron] 10.222.0.53 "GET /v2.0/networks/b41ec36c-2b47-4b7e-a484-436d2f02d72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150037 Jan 28 02:51:42.867749 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port ce07c72d-c565-47b9-8a75-708b2e6cabb0 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:51:42.868344 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ce07c72d-c565-47b9-8a75-708b2e6cabb0), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:42.939615 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port ce07c72d-c565-47b9-8a75-708b2e6cabb0, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ce07c72d-c565-47b9-8a75-708b2e6cabb0,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:51:42.950064 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ce07c72d-c565-47b9-8a75-708b2e6cabb0), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:43.046047 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f2447852-036b-4e9d-ac30-75fb5bdb3287 admin admin] Publish callbacks [] for port (42d243b5-9f81-4784-85f6-c72ecdc9494f), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:43.059443 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f2447852-036b-4e9d-ac30-75fb5bdb3287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (42d243b5-9f81-4784-85f6-c72ecdc9494f), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:43.091576 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=ce07c72d-c565-47b9-8a75-708b2e6cabb0,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:43.146835 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f2447852-036b-4e9d-ac30-75fb5bdb3287 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (32c921c0-d889-45bd-b948-162df52bc3f6), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:43.174967 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c48d38-2470-4a64-847c-9b14f563f00f req-7bb604f3-c114-4b8c-ae58-b0599756ad60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:43.176862 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-56c48d38-2470-4a64-847c-9b14f563f00f req-7bb604f3-c114-4b8c-ae58-b0599756ad60 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=deb0ae2c8f344983b94e9f109bff2e22&device_id=c0cdadb6-85ad-4233-9eeb-6b2963382a8a HTTP/1.1" status: 200 len: 1098 time: 0.3431120 Jan 28 02:51:43.470144 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2447852-036b-4e9d-ac30-75fb5bdb3287 admin admin] Network e561589e-7002-46d7-b993-364a9aaf6967 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:51:43.484021 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c9fb5195-554b-4034-9bb2-242d0faca3be req-64bba654-b351-419a-b2a4-1e9b5d66f3bb tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=587e5af5-8edf-4092-92fe-b801eab4cef4 HTTP/1.1" status: 200 len: 210 time: 0.1547911 Jan 28 02:51:43.519462 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-f2447852-036b-4e9d-ac30-75fb5bdb3287 admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:51:43.557961 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d39cd6d0-dcd8-4b8b-8167-20e93525a605 req-53636497-c6b7-4f27-b133-ee22ad2a2c77 tempest-ServerShowV247Test-834447777 tempest-ServerShowV247Test-834447777-project] 10.222.0.53 "GET /v2.0/ports?device_id=7248e4a8-a462-4e4f-9a01-3c9a0dcb3a59 HTTP/1.1" status: 200 len: 210 time: 0.0581269 Jan 28 02:51:43.862833 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2447852-036b-4e9d-ac30-75fb5bdb3287 admin admin] Pushing event updated for resources: {'Port': ['ID=42d243b5-9f81-4784-85f6-c72ecdc9494f,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:43.975744 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c48d38-2470-4a64-847c-9b14f563f00f req-068ef3f4-eba3-499f-8b24-2a7826174b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:43.982662 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-56c48d38-2470-4a64-847c-9b14f563f00f req-068ef3f4-eba3-499f-8b24-2a7826174b0c service neutron] 10.222.0.67 "GET /v2.0/networks?id=14d3588b-3a72-4543-858a-daf4905526c1 HTTP/1.1" status: 200 len: 924 time: 0.6523864 Jan 28 02:51:44.042342 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-4a5119e5-19c9-4f84-8282-7bd1d0c6497a None None] Provisioning complete for port 42d243b5-9f81-4784-85f6-c72ecdc9494f triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:51:44.046935 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4a5119e5-19c9-4f84-8282-7bd1d0c6497a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (42d243b5-9f81-4784-85f6-c72ecdc9494f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:44.066391 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2447852-036b-4e9d-ac30-75fb5bdb3287 admin admin] Router 32c921c0-d889-45bd-b948-162df52bc3f6 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:51:44.202591 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-4a5119e5-19c9-4f84-8282-7bd1d0c6497a None None] Port 42d243b5-9f81-4784-85f6-c72ecdc9494f cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:51:44.280945 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ce07c72d-c565-47b9-8a75-708b2e6cabb0 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:51:44.327183 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-56c48d38-2470-4a64-847c-9b14f563f00f req-569fdaaa-edd8-4402-8fc8-3325ca44c7c5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56710871-228c-47e1-875d-6041d9eba5d8 HTTP/1.1" status: 200 len: 1000 time: 0.3342645 Jan 28 02:51:44.328585 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2447852-036b-4e9d-ac30-75fb5bdb3287 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:51:44.347206 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f2447852-036b-4e9d-ac30-75fb5bdb3287 admin admin] 10.222.0.53 "PUT /v2.0/routers/32c921c0-d889-45bd-b948-162df52bc3f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6227288 Jan 28 02:51:44.406522 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port ce07c72d-c565-47b9-8a75-708b2e6cabb0 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:51:44.406903 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ce07c72d-c565-47b9-8a75-708b2e6cabb0), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:44.458151 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c48d38-2470-4a64-847c-9b14f563f00f req-38e177e1-910f-41a4-a3cf-b948b6ea1d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:44.459705 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-56c48d38-2470-4a64-847c-9b14f563f00f req-38e177e1-910f-41a4-a3cf-b948b6ea1d5a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8bcd77d3-aea2-4a38-a318-db02b350e105 HTTP/1.1" status: 200 len: 862 time: 0.0993216 Jan 28 02:51:44.587300 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c48d38-2470-4a64-847c-9b14f563f00f req-9276156f-9099-4976-b967-9116deb05d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:44.597897 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-56c48d38-2470-4a64-847c-9b14f563f00f req-9276156f-9099-4976-b967-9116deb05d1a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=14d3588b-3a72-4543-858a-daf4905526c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1297753 Jan 28 02:51:44.657486 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port ce07c72d-c565-47b9-8a75-708b2e6cabb0 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:51:44.842289 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-56c48d38-2470-4a64-847c-9b14f563f00f req-b8a29735-ab40-4220-b7fb-ee10fea24dbe service neutron] 10.222.0.67 "GET /v2.0/networks/14d3588b-3a72-4543-858a-daf4905526c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361681 Jan 28 02:51:44.898599 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4a475411-04b1-44ff-8beb-b5a55e0f3034 req-5e392bc6-2a22-4112-9305-fed99ca3f909 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=587e5af5-8edf-4092-92fe-b801eab4cef4 HTTP/1.1" status: 200 len: 210 time: 0.1957824 Jan 28 02:51:45.001666 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6191e60a-ee17-4507-aa09-861dd4cda255 None None] Sync routers for ids ['32c921c0-d889-45bd-b948-162df52bc3f6'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:51:45.019796 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6191e60a-ee17-4507-aa09-861dd4cda255 None None] Routers {'32c921c0-d889-45bd-b948-162df52bc3f6'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:51:45.021720 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-6191e60a-ee17-4507-aa09-861dd4cda255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:51:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['32c921c0-d889-45bd-b948-162df52bc3f6'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:51:45.100905 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-56c48d38-2470-4a64-847c-9b14f563f00f req-2c3c3a63-a39e-4dad-94d6-dce390ff0c15 service neutron] 10.222.0.67 "GET /v2.0/networks/14d3588b-3a72-4543-858a-daf4905526c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368121 Jan 28 02:51:45.183724 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e099e718-24d6-4817-a121-c71ea6bb85f7 req-558efb43-3e65-4fea-a01a-3bf98435d47d tempest-ServerShowV247Test-834447777 tempest-ServerShowV247Test-834447777-project] 10.222.0.53 "GET /v2.0/ports?device_id=7248e4a8-a462-4e4f-9a01-3c9a0dcb3a59 HTTP/1.1" status: 200 len: 210 time: 0.0684514 Jan 28 02:51:45.288343 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aea910-5d1d-44ec-8638-146806b814f4 req-a08c9ae1-55ed-4ebe-af1e-72cbb5a9460c tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:45.289987 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e8aea910-5d1d-44ec-8638-146806b814f4 req-a08c9ae1-55ed-4ebe-af1e-72cbb5a9460c tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.67 "GET /v2.0/networks?id=b41ec36c-2b47-4b7e-a484-436d2f02d72a HTTP/1.1" status: 200 len: 811 time: 0.3371205 Jan 28 02:51:45.317585 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-e8aea910-5d1d-44ec-8638-146806b814f4 req-5c8c5631-003f-4334-9e4f-632e67eb9ef2 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Request body: {'port': {'device_id': '587e5af5-8edf-4092-92fe-b801eab4cef4', 'network_id': 'b41ec36c-2b47-4b7e-a484-436d2f02d72a', 'admin_state_up': True, 'tenant_id': '53e2297c23164a47954b52b6f715a589'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:51:45.335016 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-6191e60a-ee17-4507-aa09-861dd4cda255 None None] Set router 32c921c0-d889-45bd-b948-162df52bc3f6 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:51:45.656121 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f162f579-da91-42e7-88f0-18ae448fb209 req-760a0b6a-6811-4d4a-bc15-c1acc76aeab3 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:45.662059 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f162f579-da91-42e7-88f0-18ae448fb209 req-760a0b6a-6811-4d4a-bc15-c1acc76aeab3 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/networks?id=e561589e-7002-46d7-b993-364a9aaf6967 HTTP/1.1" status: 200 len: 820 time: 0.2232580 Jan 28 02:51:45.685631 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f162f579-da91-42e7-88f0-18ae448fb209 req-f7c663de-ba34-406b-9df8-8b53714ed518 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/quotas/2b4519f5eb7242359f10ce603b741659 HTTP/1.1" status: 200 len: 375 time: 0.0135679 Jan 28 02:51:45.691234 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8aea910-5d1d-44ec-8638-146806b814f4 req-5c8c5631-003f-4334-9e4f-632e67eb9ef2 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Made reservation on behalf of 53e2297c23164a47954b52b6f715a589 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:51:45.694806 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e8aea910-5d1d-44ec-8638-146806b814f4 req-5c8c5631-003f-4334-9e4f-632e67eb9ef2 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:45.729256 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-6191e60a-ee17-4507-aa09-861dd4cda255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-725524477-router', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:51:35Z', 'updated_at': '2022-01-28T02:51:42Z', 'revision_number': 4, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'gw_port': {'id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:07:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:51:36Z', 'updated_at': '2022-01-28T02:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '42d243b5-9f81-4784-85f6-c72ecdc9494f', 'name': '', 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'mac_address': 'fa:16:3e:37:08:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '4db08a6e-5c57-4b8e-9ec4-bbd5647662a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:51:40Z', 'updated_at': '2022-01-28T02:51:42Z', 'revision_number': 2, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'subnets': [{'id': '4db08a6e-5c57-4b8e-9ec4-bbd5647662a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:51:45.771982 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6191e60a-ee17-4507-aa09-861dd4cda255 None None] Checking router: 32c921c0-d889-45bd-b948-162df52bc3f6 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:51:45.772398 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6191e60a-ee17-4507-aa09-861dd4cda255 None None] Updating router 32c921c0-d889-45bd-b948-162df52bc3f6 port 42d243b5-9f81-4784-85f6-c72ecdc9494f binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:51:45.813777 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6191e60a-ee17-4507-aa09-861dd4cda255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (42d243b5-9f81-4784-85f6-c72ecdc9494f), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:45.934174 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f162f579-da91-42e7-88f0-18ae448fb209 req-4cd84cc4-c168-45d3-901b-fc60e4513481 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2b4519f5eb7242359f10ce603b741659&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2314823 Jan 28 02:51:46.203116 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-e8aea910-5d1d-44ec-8638-146806b814f4 req-5c8c5631-003f-4334-9e4f-632e67eb9ef2 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Allocated IP 172.20.0.4 (b41ec36c-2b47-4b7e-a484-436d2f02d72a/c47d8662-592c-46cb-9250-3ddc6d538cb4/47a09ac2-60d0-49d1-8c92-954bc68e3bfb) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:51:46.245558 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6191e60a-ee17-4507-aa09-861dd4cda255 None None] Publish callbacks [] for port (42d243b5-9f81-4784-85f6-c72ecdc9494f), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:46.260012 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6191e60a-ee17-4507-aa09-861dd4cda255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (42d243b5-9f81-4784-85f6-c72ecdc9494f), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:46.309470 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f162f579-da91-42e7-88f0-18ae448fb209 req-a1b892e3-a962-43a0-a857-efd5ffe54e8d service neutron] 10.222.0.53 "GET /v2.0/networks/e561589e-7002-46d7-b993-364a9aaf6967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500843 Jan 28 02:51:46.316717 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a82629d-1500-4785-85bd-76fba0faa592 None None] Pushing event updated for resources: {'Port': ['ID=42d243b5-9f81-4784-85f6-c72ecdc9494f,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:46.408144 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1b962db1-9a58-4766-9843-92c315151b64 req-c2c4f7e7-fa3f-405f-9fe5-959b8dcc70cc tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=587e5af5-8edf-4092-92fe-b801eab4cef4 HTTP/1.1" status: 200 len: 210 time: 0.0553782 Jan 28 02:51:46.454046 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f162f579-da91-42e7-88f0-18ae448fb209 req-f3b49ef8-89c4-4fc5-8ee1-2a3e361f5bdf service neutron] 10.222.0.53 "GET /v2.0/networks/e561589e-7002-46d7-b993-364a9aaf6967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415792 Jan 28 02:51:46.456192 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-6191e60a-ee17-4507-aa09-861dd4cda255 None None] Attempting to bind port 42d243b5-9f81-4784-85f6-c72ecdc9494f on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:51:46.456703 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-6191e60a-ee17-4507-aa09-861dd4cda255 None None] Attempting to bind port 42d243b5-9f81-4784-85f6-c72ecdc9494f by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '0a7b33b9-3321-44a3-a7e3-9feb6be757b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:51:46.457414 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6191e60a-ee17-4507-aa09-861dd4cda255 None None] Attempting to bind port 42d243b5-9f81-4784-85f6-c72ecdc9494f on network e561589e-7002-46d7-b993-364a9aaf6967 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:51:46.468650 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6191e60a-ee17-4507-aa09-861dd4cda255 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:51:46.469033 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6191e60a-ee17-4507-aa09-861dd4cda255 None None] Checking segment: {'id': '0a7b33b9-3321-44a3-a7e3-9feb6be757b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:51:46.473277 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6191e60a-ee17-4507-aa09-861dd4cda255 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:46.473672 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6191e60a-ee17-4507-aa09-861dd4cda255 None None] Bound using segment: {'id': '0a7b33b9-3321-44a3-a7e3-9feb6be757b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:51:46.474189 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-6191e60a-ee17-4507-aa09-861dd4cda255 None None] Bound port: 42d243b5-9f81-4784-85f6-c72ecdc9494f, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a7b33b9-3321-44a3-a7e3-9feb6be757b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:51:46.478322 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6191e60a-ee17-4507-aa09-861dd4cda255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (42d243b5-9f81-4784-85f6-c72ecdc9494f), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:46.642313 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-6191e60a-ee17-4507-aa09-861dd4cda255 None None] For port 42d243b5-9f81-4784-85f6-c72ecdc9494f, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:51:46.653105 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-6191e60a-ee17-4507-aa09-861dd4cda255 None None] For port 42d243b5-9f81-4784-85f6-c72ecdc9494f, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=42d243b5-9f81-4784-85f6-c72ecdc9494f,segment=NetworkSegment(0a7b33b9-3321-44a3-a7e3-9feb6be757b9),segment_id=0a7b33b9-3321-44a3-a7e3-9feb6be757b9)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:51:46.662894 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6191e60a-ee17-4507-aa09-861dd4cda255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (42d243b5-9f81-4784-85f6-c72ecdc9494f), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:46.830833 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-9ab8cbc2-f4b2-4221-b8fb-5ec180b90f11 None None] Provisioning complete for port 42d243b5-9f81-4784-85f6-c72ecdc9494f triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:51:46.831258 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9ab8cbc2-f4b2-4221-b8fb-5ec180b90f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (42d243b5-9f81-4784-85f6-c72ecdc9494f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:46.891188 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a82629d-1500-4785-85bd-76fba0faa592 None None] Pushing event updated for resources: {'Port': ['ID=42d243b5-9f81-4784-85f6-c72ecdc9494f,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:46.911362 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6191e60a-ee17-4507-aa09-861dd4cda255 None None] Routers {'32c921c0-d889-45bd-b948-162df52bc3f6'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:51:46.911986 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-6191e60a-ee17-4507-aa09-861dd4cda255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:51:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['32c921c0-d889-45bd-b948-162df52bc3f6'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:51:47.242340 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3ecc8429-f163-484e-b9f1-3b6166f2a559 req-d7f4f5de-fca2-4d2c-92f6-cf32ab9a206c tempest-ServerShowV247Test-834447777 tempest-ServerShowV247Test-834447777-project] 10.222.0.53 "GET /v2.0/ports?device_id=7248e4a8-a462-4e4f-9a01-3c9a0dcb3a59 HTTP/1.1" status: 200 len: 210 time: 0.0803680 Jan 28 02:51:47.502351 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-09ec050e-dadd-4629-aa5e-d6a5bc3aab91 req-4786efa0-f1a3-4ee0-a877-8e5f0715d285 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/ports?device_id=49bf0be7-fb2a-4b6f-90b8-5ba801587c74 HTTP/1.1" status: 200 len: 210 time: 0.1116631 Jan 28 02:51:47.519485 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e8aea910-5d1d-44ec-8638-146806b814f4 req-5c8c5631-003f-4334-9e4f-632e67eb9ef2 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Publish callbacks [] for port (47a09ac2-60d0-49d1-8c92-954bc68e3bfb), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:47.614273 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e8aea910-5d1d-44ec-8638-146806b814f4 req-5c8c5631-003f-4334-9e4f-632e67eb9ef2 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (47a09ac2-60d0-49d1-8c92-954bc68e3bfb), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:47.678019 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-6191e60a-ee17-4507-aa09-861dd4cda255 None None] Set router 32c921c0-d889-45bd-b948-162df52bc3f6 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:51:47.734148 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8aea910-5d1d-44ec-8638-146806b814f4 req-5c8c5631-003f-4334-9e4f-632e67eb9ef2 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Network b41ec36c-2b47-4b7e-a484-436d2f02d72a is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:51:47.744398 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-e8aea910-5d1d-44ec-8638-146806b814f4 req-5c8c5631-003f-4334-9e4f-632e67eb9ef2 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:51:47.758431 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8aea910-5d1d-44ec-8638-146806b814f4 req-5c8c5631-003f-4334-9e4f-632e67eb9ef2 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:51:47.766237 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-9ab8cbc2-f4b2-4221-b8fb-5ec180b90f11 None None] Current status of the port 42d243b5-9f81-4784-85f6-c72ecdc9494f is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:51:47.766659 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9ab8cbc2-f4b2-4221-b8fb-5ec180b90f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (42d243b5-9f81-4784-85f6-c72ecdc9494f), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:47.840604 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c5631-003f-4334-9e4f-632e67eb9ef2 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Pushing event updated for resources: {'Port': ['ID=47a09ac2-60d0-49d1-8c92-954bc68e3bfb,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:47.897235 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c5631-003f-4334-9e4f-632e67eb9ef2 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:47.899229 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d6a93-e9ea-4818-8d7c-92e4b257525c req-a9d7fef8-eb6f-46f3-b7ab-bb7d43c50135 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:47.903214 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c5631-003f-4334-9e4f-632e67eb9ef2 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:47.903705 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c5631-003f-4334-9e4f-632e67eb9ef2 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:47.904153 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c5631-003f-4334-9e4f-632e67eb9ef2 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:47.904595 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c5631-003f-4334-9e4f-632e67eb9ef2 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:47.905029 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c5631-003f-4334-9e4f-632e67eb9ef2 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:47.905193 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-eb8d6a93-e9ea-4818-8d7c-92e4b257525c req-a9d7fef8-eb6f-46f3-b7ab-bb7d43c50135 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=587e5af5-8edf-4092-92fe-b801eab4cef4 HTTP/1.1" status: 200 len: 931 time: 0.1284299 Jan 28 02:51:47.913570 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c5631-003f-4334-9e4f-632e67eb9ef2 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:47.914072 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c5631-003f-4334-9e4f-632e67eb9ef2 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:47.914513 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c5631-003f-4334-9e4f-632e67eb9ef2 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:47.917825 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c5631-003f-4334-9e4f-632e67eb9ef2 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:47.918295 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c5631-003f-4334-9e4f-632e67eb9ef2 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:47.918739 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c5631-003f-4334-9e4f-632e67eb9ef2 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:47.919199 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c5631-003f-4334-9e4f-632e67eb9ef2 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:47.969218 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aea910-5d1d-44ec-8638-146806b814f4 req-5c8c5631-003f-4334-9e4f-632e67eb9ef2 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:47.970012 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e8aea910-5d1d-44ec-8638-146806b814f4 req-5c8c5631-003f-4334-9e4f-632e67eb9ef2 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:48.011648 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e8aea910-5d1d-44ec-8638-146806b814f4 req-5c8c5631-003f-4334-9e4f-632e67eb9ef2 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7052383 Jan 28 02:51:48.029599 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-9ab8cbc2-f4b2-4221-b8fb-5ec180b90f11 None None] For port 42d243b5-9f81-4784-85f6-c72ecdc9494f, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=42d243b5-9f81-4784-85f6-c72ecdc9494f,segment=NetworkSegment(0a7b33b9-3321-44a3-a7e3-9feb6be757b9),segment_id=0a7b33b9-3321-44a3-a7e3-9feb6be757b9)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:51:48.031087 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-e8aea910-5d1d-44ec-8638-146806b814f4 req-32a3fb2b-5356-482f-b4d6-7f79f54e5e84 service neutron] Request body: {'port': {'device_id': '587e5af5-8edf-4092-92fe-b801eab4cef4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:51:48.034355 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-eb8d6a93-e9ea-4818-8d7c-92e4b257525c req-6e236581-5df1-4add-8554-3fffeb357b20 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223238 Jan 28 02:51:48.156063 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9ab8cbc2-f4b2-4221-b8fb-5ec180b90f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (42d243b5-9f81-4784-85f6-c72ecdc9494f), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:48.169790 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e8aea910-5d1d-44ec-8638-146806b814f4 req-32a3fb2b-5356-482f-b4d6-7f79f54e5e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (47a09ac2-60d0-49d1-8c92-954bc68e3bfb), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:48.307861 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01af7a-3d89-4293-8b65-5d8f45aac60c req-173a35e0-d232-425d-89b4-3eea332b8208 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:48.320633 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2c01af7a-3d89-4293-8b65-5d8f45aac60c req-173a35e0-d232-425d-89b4-3eea332b8208 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0cdadb6-85ad-4233-9eeb-6b2963382a8a HTTP/1.1" status: 200 len: 946 time: 0.1265752 Jan 28 02:51:48.408879 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8cbc2-f4b2-4221-b8fb-5ec180b90f11 None None] Pushing event updated for resources: {'Port': ['ID=42d243b5-9f81-4784-85f6-c72ecdc9494f,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:48.413758 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-9fb5dc62-c38e-47d2-9a74-12a7fbe523bd None None] Provisioning complete for port 42d243b5-9f81-4784-85f6-c72ecdc9494f triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:51:48.414113 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9fb5dc62-c38e-47d2-9a74-12a7fbe523bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (42d243b5-9f81-4784-85f6-c72ecdc9494f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:48.450031 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2c01af7a-3d89-4293-8b65-5d8f45aac60c req-6dc27495-b78e-4152-9a80-847fcf208621 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a471b5-09f4-45a6-b187-9512acbe1c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271973 Jan 28 02:51:48.570293 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba24cf-7123-42fe-9c16-cf871b9c6f35 req-b27a615c-1799-49b2-80ce-89c4e8d163d5 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:48.577582 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6aba24cf-7123-42fe-9c16-cf871b9c6f35 req-b27a615c-1799-49b2-80ce-89c4e8d163d5 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcd82b5f-3a20-47a3-94c6-2581a53c5f22 HTTP/1.1" status: 200 len: 947 time: 0.2014565 Jan 28 02:51:48.616548 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c18e7066-f489-41a7-92a1-79724109b7ef req-118663b2-e088-46dd-a3b5-cc400742d371 tempest-ServerShowV247Test-834447777 tempest-ServerShowV247Test-834447777-project] 10.222.0.53 "GET /v2.0/ports?device_id=7248e4a8-a462-4e4f-9a01-3c9a0dcb3a59 HTTP/1.1" status: 200 len: 210 time: 0.0768592 Jan 28 02:51:48.666315 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6aba24cf-7123-42fe-9c16-cf871b9c6f35 req-d6a7bddb-92a5-4769-9f0b-9fc4edc224ba tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/security-groups?id=57b6a0b1-7fe9-44c4-bb90-dd9a3230db1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878460 Jan 28 02:51:48.757205 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-9fb5dc62-c38e-47d2-9a74-12a7fbe523bd None None] Current status of the port 42d243b5-9f81-4784-85f6-c72ecdc9494f is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:51:48.781115 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-6191e60a-ee17-4507-aa09-861dd4cda255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-725524477-router', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:51:35Z', 'updated_at': '2022-01-28T02:51:42Z', 'revision_number': 4, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'gw_port': {'id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:07:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:51:36Z', 'updated_at': '2022-01-28T02:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '42d243b5-9f81-4784-85f6-c72ecdc9494f', 'name': '', 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'mac_address': 'fa:16:3e:37:08:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '4db08a6e-5c57-4b8e-9ec4-bbd5647662a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:51:40Z', 'updated_at': '2022-01-28T02:51:46Z', 'revision_number': 4, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'subnets': [{'id': '4db08a6e-5c57-4b8e-9ec4-bbd5647662a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:51:48.830491 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6191e60a-ee17-4507-aa09-861dd4cda255 None None] The sync data for ids ['32c921c0-d889-45bd-b948-162df52bc3f6'] in n-d-712139-27 is: [{'id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-725524477-router', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:51:35Z', 'updated_at': '2022-01-28T02:51:42Z', 'revision_number': 4, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'gw_port': {'id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:07:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:51:36Z', 'updated_at': '2022-01-28T02:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '42d243b5-9f81-4784-85f6-c72ecdc9494f', 'name': '', 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'mac_address': 'fa:16:3e:37:08:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '4db08a6e-5c57-4b8e-9ec4-bbd5647662a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:51:40Z', 'updated_at': '2022-01-28T02:51:46Z', 'revision_number': 4, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'subnets': [{'id': '4db08a6e-5c57-4b8e-9ec4-bbd5647662a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:51:48.880005 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5b800017-80d7-489a-9e4d-ee16769c6a79 req-065fd383-f973-42d6-afd1-be7fd445874d tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/ports?device_id=49bf0be7-fb2a-4b6f-90b8-5ba801587c74 HTTP/1.1" status: 200 len: 210 time: 0.0664408 Jan 28 02:51:48.886535 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-e8aea910-5d1d-44ec-8638-146806b814f4 req-32a3fb2b-5356-482f-b4d6-7f79f54e5e84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47a09ac2-60d0-49d1-8c92-954bc68e3bfb {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:51:48.906765 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e8aea910-5d1d-44ec-8638-146806b814f4 req-32a3fb2b-5356-482f-b4d6-7f79f54e5e84 service neutron] Publish callbacks [] for port (47a09ac2-60d0-49d1-8c92-954bc68e3bfb), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:48.958695 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-e8aea910-5d1d-44ec-8638-146806b814f4 req-32a3fb2b-5356-482f-b4d6-7f79f54e5e84 service neutron] Transition to ACTIVE for port object 47a09ac2-60d0-49d1-8c92-954bc68e3bfb will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:51:48.967706 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e8aea910-5d1d-44ec-8638-146806b814f4 req-32a3fb2b-5356-482f-b4d6-7f79f54e5e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (47a09ac2-60d0-49d1-8c92-954bc68e3bfb), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:49.106122 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3fb2b-5356-482f-b4d6-7f79f54e5e84 service neutron] Pushing event updated for resources: {'Port': ['ID=47a09ac2-60d0-49d1-8c92-954bc68e3bfb,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:49.217401 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f162f579-da91-42e7-88f0-18ae448fb209 req-0ba4ead0-8865-4627-965f-f95d7bb1739f tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:49.218893 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f162f579-da91-42e7-88f0-18ae448fb209 req-0ba4ead0-8865-4627-965f-f95d7bb1739f tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.67 "GET /v2.0/networks?id=e561589e-7002-46d7-b993-364a9aaf6967 HTTP/1.1" status: 200 len: 820 time: 0.2447371 Jan 28 02:51:49.230702 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-e8aea910-5d1d-44ec-8638-146806b814f4 req-32a3fb2b-5356-482f-b4d6-7f79f54e5e84 service neutron] Attempting to bind port 47a09ac2-60d0-49d1-8c92-954bc68e3bfb on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:51:49.231022 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-e8aea910-5d1d-44ec-8638-146806b814f4 req-32a3fb2b-5356-482f-b4d6-7f79f54e5e84 service neutron] Attempting to bind port 47a09ac2-60d0-49d1-8c92-954bc68e3bfb by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '49d4c981-b004-41ee-ab95-a2b5be80e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b41ec36c-2b47-4b7e-a484-436d2f02d72a'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:51:49.231355 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8aea910-5d1d-44ec-8638-146806b814f4 req-32a3fb2b-5356-482f-b4d6-7f79f54e5e84 service neutron] Attempting to bind port 47a09ac2-60d0-49d1-8c92-954bc68e3bfb on network b41ec36c-2b47-4b7e-a484-436d2f02d72a {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:51:49.239198 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-f162f579-da91-42e7-88f0-18ae448fb209 req-ed36cea9-a9be-4ead-8608-c2dcf9fe3fae tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Request body: {'port': {'device_id': '49bf0be7-fb2a-4b6f-90b8-5ba801587c74', 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967', 'admin_state_up': True, 'tenant_id': '2b4519f5eb7242359f10ce603b741659'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:51:49.310973 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8aea910-5d1d-44ec-8638-146806b814f4 req-32a3fb2b-5356-482f-b4d6-7f79f54e5e84 service neutron] Port 47a09ac2-60d0-49d1-8c92-954bc68e3bfb on network b41ec36c-2b47-4b7e-a484-436d2f02d72a not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:51:49.311377 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8aea910-5d1d-44ec-8638-146806b814f4 req-32a3fb2b-5356-482f-b4d6-7f79f54e5e84 service neutron] Attempting to bind port 47a09ac2-60d0-49d1-8c92-954bc68e3bfb on network b41ec36c-2b47-4b7e-a484-436d2f02d72a {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:51:49.328674 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8aea910-5d1d-44ec-8638-146806b814f4 req-32a3fb2b-5356-482f-b4d6-7f79f54e5e84 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:51:49.329641 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8aea910-5d1d-44ec-8638-146806b814f4 req-32a3fb2b-5356-482f-b4d6-7f79f54e5e84 service neutron] Checking segment: {'id': '49d4c981-b004-41ee-ab95-a2b5be80e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b41ec36c-2b47-4b7e-a484-436d2f02d72a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:51:49.330035 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8aea910-5d1d-44ec-8638-146806b814f4 req-32a3fb2b-5356-482f-b4d6-7f79f54e5e84 service neutron] Bound using segment: {'id': '49d4c981-b004-41ee-ab95-a2b5be80e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b41ec36c-2b47-4b7e-a484-436d2f02d72a'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:51:49.330626 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-e8aea910-5d1d-44ec-8638-146806b814f4 req-32a3fb2b-5356-482f-b4d6-7f79f54e5e84 service neutron] Bound port: 47a09ac2-60d0-49d1-8c92-954bc68e3bfb, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49d4c981-b004-41ee-ab95-a2b5be80e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b41ec36c-2b47-4b7e-a484-436d2f02d72a'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:51:49.332459 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e8aea910-5d1d-44ec-8638-146806b814f4 req-32a3fb2b-5356-482f-b4d6-7f79f54e5e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (47a09ac2-60d0-49d1-8c92-954bc68e3bfb), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:49.450413 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-e8aea910-5d1d-44ec-8638-146806b814f4 req-32a3fb2b-5356-482f-b4d6-7f79f54e5e84 service neutron] For port 47a09ac2-60d0-49d1-8c92-954bc68e3bfb, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:51:49.454381 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-e8aea910-5d1d-44ec-8638-146806b814f4 req-32a3fb2b-5356-482f-b4d6-7f79f54e5e84 service neutron] For port 47a09ac2-60d0-49d1-8c92-954bc68e3bfb, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=47a09ac2-60d0-49d1-8c92-954bc68e3bfb,segment=NetworkSegment(49d4c981-b004-41ee-ab95-a2b5be80e959),segment_id=49d4c981-b004-41ee-ab95-a2b5be80e959)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:51:49.480412 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e8aea910-5d1d-44ec-8638-146806b814f4 req-32a3fb2b-5356-482f-b4d6-7f79f54e5e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (47a09ac2-60d0-49d1-8c92-954bc68e3bfb), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:49.498332 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d5173-4bb3-4249-9eb1-92641df1f514 req-a485ff0f-3b4f-4366-9c8d-6f168d34bd66 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:49.505955 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0b6d5173-4bb3-4249-9eb1-92641df1f514 req-a485ff0f-3b4f-4366-9c8d-6f168d34bd66 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=587e5af5-8edf-4092-92fe-b801eab4cef4 HTTP/1.1" status: 200 len: 943 time: 0.2915843 Jan 28 02:51:49.534827 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f162f579-da91-42e7-88f0-18ae448fb209 req-ed36cea9-a9be-4ead-8608-c2dcf9fe3fae tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Made reservation on behalf of 2b4519f5eb7242359f10ce603b741659 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:51:49.541210 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f162f579-da91-42e7-88f0-18ae448fb209 req-ed36cea9-a9be-4ead-8608-c2dcf9fe3fae tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:49.567204 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aea910-5d1d-44ec-8638-146806b814f4 req-32a3fb2b-5356-482f-b4d6-7f79f54e5e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:49.568116 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e8aea910-5d1d-44ec-8638-146806b814f4 req-32a3fb2b-5356-482f-b4d6-7f79f54e5e84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:49.569592 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e8aea910-5d1d-44ec-8638-146806b814f4 req-32a3fb2b-5356-482f-b4d6-7f79f54e5e84 service neutron] 10.222.0.67 "PUT /v2.0/ports/47a09ac2-60d0-49d1-8c92-954bc68e3bfb HTTP/1.1" status: 200 len: 1092 time: 1.5430984 Jan 28 02:51:49.573952 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '587e5af5-8edf-4092-92fe-b801eab4cef4', 'tag': '47a09ac2-60d0-49d1-8c92-954bc68e3bfb'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:51:49.576289 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ac888e-4a45-4a7f-bb70-47490638e260" -d '{"events": [{"name": "network-changed", "server_uuid": "587e5af5-8edf-4092-92fe-b801eab4cef4", "tag": "47a09ac2-60d0-49d1-8c92-954bc68e3bfb"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:51:49.755833 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230407d2-379d-4774-9065-968ba00cecda x-openstack-request-id: req-230407d2-379d-4774-9065-968ba00cecda {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:51:49.756252 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "587e5af5-8edf-4092-92fe-b801eab4cef4", "tag": "47a09ac2-60d0-49d1-8c92-954bc68e3bfb", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:51:49.756601 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-230407d2-379d-4774-9065-968ba00cecda {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:51:49.757157 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '587e5af5-8edf-4092-92fe-b801eab4cef4', 'tag': '47a09ac2-60d0-49d1-8c92-954bc68e3bfb', 'status': 'completed', 'code': 200} Jan 28 02:51:49.762232 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3fb2b-5356-482f-b4d6-7f79f54e5e84 service neutron] Pushing event updated for resources: {'Port': ['ID=47a09ac2-60d0-49d1-8c92-954bc68e3bfb,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:49.787793 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0b6d5173-4bb3-4249-9eb1-92641df1f514 req-11254514-e264-4820-9a89-09c5fd41c278 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809784 Jan 28 02:51:49.797095 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aea910-5d1d-44ec-8638-146806b814f4 req-dbf21855-f4d1-4230-aae1-7e9443453e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:49.798993 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e8aea910-5d1d-44ec-8638-146806b814f4 req-dbf21855-f4d1-4230-aae1-7e9443453e27 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=53e2297c23164a47954b52b6f715a589&device_id=587e5af5-8edf-4092-92fe-b801eab4cef4 HTTP/1.1" status: 200 len: 1095 time: 0.0970585 Jan 28 02:51:49.938622 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e8aea910-5d1d-44ec-8638-146806b814f4 req-94f82d6b-642f-45de-8835-10877193ef71 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47a09ac2-60d0-49d1-8c92-954bc68e3bfb HTTP/1.1" status: 200 len: 217 time: 0.1153655 Jan 28 02:51:50.118291 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-89c288d9-90be-457d-9a30-bfc1262656c2 req-e27c3452-6816-46e7-b35c-2c76f3951cde tempest-ServerShowV247Test-834447777 tempest-ServerShowV247Test-834447777-project] 10.222.0.53 "GET /v2.0/ports?device_id=7248e4a8-a462-4e4f-9a01-3c9a0dcb3a59 HTTP/1.1" status: 200 len: 210 time: 0.1122940 Jan 28 02:51:50.132883 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aea910-5d1d-44ec-8638-146806b814f4 req-8327643a-77e2-4f8d-bb4e-de11b8a8c66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:50.144537 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e8aea910-5d1d-44ec-8638-146806b814f4 req-8327643a-77e2-4f8d-bb4e-de11b8a8c66f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c47d8662-592c-46cb-9250-3ddc6d538cb4 HTTP/1.1" status: 200 len: 851 time: 0.1967113 Jan 28 02:51:50.242986 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e8aea910-5d1d-44ec-8638-146806b814f4 req-b76c08be-ff0c-4466-ae73-5885069a1434 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b41ec36c-2b47-4b7e-a484-436d2f02d72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837152 Jan 28 02:51:50.288537 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 42d243b5-9f81-4784-85f6-c72ecdc9494f up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:51:50.375487 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 42d243b5-9f81-4784-85f6-c72ecdc9494f triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:51:50.375866 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (42d243b5-9f81-4784-85f6-c72ecdc9494f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:50.488544 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fbed15-1c8a-4d8b-a2ca-5f2f57a87eb0 req-48259985-4793-4469-a253-6ff720ceb042 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:50.497149 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-95fbed15-1c8a-4d8b-a2ca-5f2f57a87eb0 req-48259985-4793-4469-a253-6ff720ceb042 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcd82b5f-3a20-47a3-94c6-2581a53c5f22 HTTP/1.1" status: 200 len: 947 time: 0.2036471 Jan 28 02:51:50.520901 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 42d243b5-9f81-4784-85f6-c72ecdc9494f is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:51:50.533035 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071e10e-d290-4adb-8aa1-c5cec9b7efef req-112b5da3-159f-4823-8150-3855c8c8ade3 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:50.534936 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7071e10e-d290-4adb-8aa1-c5cec9b7efef req-112b5da3-159f-4823-8150-3855c8c8ade3 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcd82b5f-3a20-47a3-94c6-2581a53c5f22 HTTP/1.1" status: 200 len: 947 time: 0.2981179 Jan 28 02:51:50.551016 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-f162f579-da91-42e7-88f0-18ae448fb209 req-ed36cea9-a9be-4ead-8608-c2dcf9fe3fae tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Allocated IP 172.20.0.8 (e561589e-7002-46d7-b993-364a9aaf6967/4db08a6e-5c57-4b8e-9ec4-bbd5647662a4/18817dce-0165-4147-aab1-598491c113cb) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:51:50.566087 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f8f33-0f3e-40e0-8c5f-98a8db4664b5 req-4e1191fa-181b-462c-9edb-c274cb992a4b tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:50.568065 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9a0f8f33-0f3e-40e0-8c5f-98a8db4664b5 req-4e1191fa-181b-462c-9edb-c274cb992a4b tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0cdadb6-85ad-4233-9eeb-6b2963382a8a HTTP/1.1" status: 200 len: 946 time: 0.0829115 Jan 28 02:51:50.655677 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9a0f8f33-0f3e-40e0-8c5f-98a8db4664b5 req-1d66a7f2-185c-42c3-931a-b10a0dcddaea tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a471b5-09f4-45a6-b187-9512acbe1c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804846 Jan 28 02:51:50.695878 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e8aea910-5d1d-44ec-8638-146806b814f4 req-3239a578-1497-4608-98c7-8d0a531f2a30 service neutron] 10.222.0.67 "GET /v2.0/networks/b41ec36c-2b47-4b7e-a484-436d2f02d72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4326301 Jan 28 02:51:50.717448 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-95fbed15-1c8a-4d8b-a2ca-5f2f57a87eb0 req-ab6e74b0-5d36-4d11-8315-a10f5e00b44b tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/security-groups?id=57b6a0b1-7fe9-44c4-bb90-dd9a3230db1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145121 Jan 28 02:51:50.818633 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f162f579-da91-42e7-88f0-18ae448fb209 req-ed36cea9-a9be-4ead-8608-c2dcf9fe3fae tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks [] for port (18817dce-0165-4147-aab1-598491c113cb), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:50.861871 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f162f579-da91-42e7-88f0-18ae448fb209 req-ed36cea9-a9be-4ead-8608-c2dcf9fe3fae tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (18817dce-0165-4147-aab1-598491c113cb), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:50.910220 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f162f579-da91-42e7-88f0-18ae448fb209 req-ed36cea9-a9be-4ead-8608-c2dcf9fe3fae tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Network e561589e-7002-46d7-b993-364a9aaf6967 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:51:50.913542 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-f162f579-da91-42e7-88f0-18ae448fb209 req-ed36cea9-a9be-4ead-8608-c2dcf9fe3fae tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:51:50.918193 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-f162f579-da91-42e7-88f0-18ae448fb209 req-ed36cea9-a9be-4ead-8608-c2dcf9fe3fae tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:51:50.941032 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-7071e10e-d290-4adb-8aa1-c5cec9b7efef req-6c92bb7c-a5ec-4082-96cc-4f0dac0ff3e5 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Deleting port 7cd4c628-9cd3-4e42-984c-c68ea0e09556 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:51:50.941326 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7071e10e-d290-4adb-8aa1-c5cec9b7efef req-6c92bb7c-a5ec-4082-96cc-4f0dac0ff3e5 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (7cd4c628-9cd3-4e42-984c-c68ea0e09556), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:50.984352 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049eb737-7ac3-4cfd-93ad-b1113dd773d2 req-a9bfba23-6d35-476b-957c-731b825cabaa tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:50.986061 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-049eb737-7ac3-4cfd-93ad-b1113dd773d2 req-a9bfba23-6d35-476b-957c-731b825cabaa tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/ports?device_id=49bf0be7-fb2a-4b6f-90b8-5ba801587c74 HTTP/1.1" status: 200 len: 931 time: 0.1603346 Jan 28 02:51:51.007578 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f162f579-da91-42e7-88f0-18ae448fb209 req-ed36cea9-a9be-4ead-8608-c2dcf9fe3fae tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:51.012638 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f162f579-da91-42e7-88f0-18ae448fb209 req-ed36cea9-a9be-4ead-8608-c2dcf9fe3fae tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:51.018463 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed36cea9-a9be-4ead-8608-c2dcf9fe3fae tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Pushing event updated for resources: {'Port': ['ID=18817dce-0165-4147-aab1-598491c113cb,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:51.050156 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f162f579-da91-42e7-88f0-18ae448fb209 req-ed36cea9-a9be-4ead-8608-c2dcf9fe3fae tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8150053 Jan 28 02:51:51.067640 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-f162f579-da91-42e7-88f0-18ae448fb209 req-fb1f5cd0-ae93-41e4-ac5c-a64379ba1602 service neutron] Request body: {'port': {'device_id': '49bf0be7-fb2a-4b6f-90b8-5ba801587c74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:51:51.075463 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e8aea910-5d1d-44ec-8638-146806b814f4 req-efa9b64a-7636-4f86-a918-2997dcd23cdd service neutron] 10.222.0.67 "GET /v2.0/networks/b41ec36c-2b47-4b7e-a484-436d2f02d72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534670 Jan 28 02:51:51.177842 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f162f579-da91-42e7-88f0-18ae448fb209 req-fb1f5cd0-ae93-41e4-ac5c-a64379ba1602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (18817dce-0165-4147-aab1-598491c113cb), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:51.205961 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc7753-5e2d-4589-8ceb-51c3ffb4f4dc req-0013aeb4-0a06-422c-9b6b-b6579eb0fc71 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:51.207628 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-59fc7753-5e2d-4589-8ceb-51c3ffb4f4dc req-0013aeb4-0a06-422c-9b6b-b6579eb0fc71 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=587e5af5-8edf-4092-92fe-b801eab4cef4 HTTP/1.1" status: 200 len: 943 time: 0.0736589 Jan 28 02:51:51.233760 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-049eb737-7ac3-4cfd-93ad-b1113dd773d2 req-673f8d12-966b-496b-b221-70a168c90c26 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8acd3d9-15a7-47b2-b9b4-617fe9ecffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147448 Jan 28 02:51:51.249213 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-7071e10e-d290-4adb-8aa1-c5cec9b7efef req-6c92bb7c-a5ec-4082-96cc-4f0dac0ff3e5 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] For port 7cd4c628-9cd3-4e42-984c-c68ea0e09556, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=7cd4c628-9cd3-4e42-984c-c68ea0e09556,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:51:51.249736 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7071e10e-d290-4adb-8aa1-c5cec9b7efef req-6c92bb7c-a5ec-4082-96cc-4f0dac0ff3e5 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (7cd4c628-9cd3-4e42-984c-c68ea0e09556), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:51.268924 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-7071e10e-d290-4adb-8aa1-c5cec9b7efef req-6c92bb7c-a5ec-4082-96cc-4f0dac0ff3e5 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Calling delete_port for 7cd4c628-9cd3-4e42-984c-c68ea0e09556 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:51:51.289949 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac888e-4a45-4a7f-bb70-47490638e260 req-8e470164-2823-405e-bf85-2ed6b318a04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:51.308083 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-59fc7753-5e2d-4589-8ceb-51c3ffb4f4dc req-228c1a07-7659-424d-9bc4-5669cdb1e422 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870633 Jan 28 02:51:51.308642 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d4ac888e-4a45-4a7f-bb70-47490638e260 req-8e470164-2823-405e-bf85-2ed6b318a04f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=53e2297c23164a47954b52b6f715a589&device_id=587e5af5-8edf-4092-92fe-b801eab4cef4 HTTP/1.1" status: 200 len: 1095 time: 0.1080208 Jan 28 02:51:51.314679 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c85607d7-962f-4b66-acb5-37f6f9c8d59c None None] Provisioning complete for port 18817dce-0165-4147-aab1-598491c113cb triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:51:51.315663 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c85607d7-962f-4b66-acb5-37f6f9c8d59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (18817dce-0165-4147-aab1-598491c113cb), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:51.388858 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c85607d7-962f-4b66-acb5-37f6f9c8d59c None None] Port 18817dce-0165-4147-aab1-598491c113cb cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:51:51.502950 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a1b57-26f3-44bc-92c2-294541ef6a09 req-25f8613f-3b90-4656-97bc-543127e93ce0 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:51.504359 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c13a1b57-26f3-44bc-92c2-294541ef6a09 req-25f8613f-3b90-4656-97bc-543127e93ce0 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 944 time: 0.1945851 Jan 28 02:51:51.581608 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac888e-4a45-4a7f-bb70-47490638e260 req-3a30a5c5-9cc9-4a97-9c2a-2b5c3df8eae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:51.583089 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d4ac888e-4a45-4a7f-bb70-47490638e260 req-3a30a5c5-9cc9-4a97-9c2a-2b5c3df8eae9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b41ec36c-2b47-4b7e-a484-436d2f02d72a HTTP/1.1" status: 200 len: 912 time: 0.2660203 Jan 28 02:51:51.586070 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8f496d0d-ce34-4691-bc7c-604b910d14ba req-eac0a669-6d2b-43a8-9e49-0f94c2906897 tempest-ServerShowV247Test-834447777 tempest-ServerShowV247Test-834447777-project] 10.222.0.53 "GET /v2.0/ports?device_id=7248e4a8-a462-4e4f-9a01-3c9a0dcb3a59 HTTP/1.1" status: 200 len: 210 time: 0.1026950 Jan 28 02:51:51.671059 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d4ac888e-4a45-4a7f-bb70-47490638e260 req-fbdd88ad-82ac-4428-908c-1d5926f6d1d7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47a09ac2-60d0-49d1-8c92-954bc68e3bfb HTTP/1.1" status: 200 len: 217 time: 0.0771739 Jan 28 02:51:51.674201 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c13a1b57-26f3-44bc-92c2-294541ef6a09 req-7d7e780c-5b7e-4815-a471-54534118e125 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620262 Jan 28 02:51:51.760507 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7071e10e-d290-4adb-8aa1-c5cec9b7efef req-6c92bb7c-a5ec-4082-96cc-4f0dac0ff3e5 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (7cd4c628-9cd3-4e42-984c-c68ea0e09556), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:51.763177 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac888e-4a45-4a7f-bb70-47490638e260 req-ed382a4c-f8c5-42de-996f-1ceeb2c79ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:51.764906 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d4ac888e-4a45-4a7f-bb70-47490638e260 req-ed382a4c-f8c5-42de-996f-1ceeb2c79ad4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c47d8662-592c-46cb-9250-3ddc6d538cb4 HTTP/1.1" status: 200 len: 851 time: 0.0853615 Jan 28 02:51:51.769315 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-f162f579-da91-42e7-88f0-18ae448fb209 req-fb1f5cd0-ae93-41e4-ac5c-a64379ba1602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18817dce-0165-4147-aab1-598491c113cb {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:51:51.778893 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f162f579-da91-42e7-88f0-18ae448fb209 req-fb1f5cd0-ae93-41e4-ac5c-a64379ba1602 service neutron] Publish callbacks [] for port (18817dce-0165-4147-aab1-598491c113cb), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:51.810155 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-f162f579-da91-42e7-88f0-18ae448fb209 req-fb1f5cd0-ae93-41e4-ac5c-a64379ba1602 service neutron] Transition to ACTIVE for port object 18817dce-0165-4147-aab1-598491c113cb will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:51:51.848650 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f162f579-da91-42e7-88f0-18ae448fb209 req-fb1f5cd0-ae93-41e4-ac5c-a64379ba1602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (18817dce-0165-4147-aab1-598491c113cb), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:51.888584 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d4ac888e-4a45-4a7f-bb70-47490638e260 req-be31b37d-9356-4457-aa82-33b24c9ef172 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b41ec36c-2b47-4b7e-a484-436d2f02d72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994935 Jan 28 02:51:51.889375 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c92bb7c-a5ec-4082-96cc-4f0dac0ff3e5 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Pushing event deleted for resources: {'Port': ['ID=7cd4c628-9cd3-4e42-984c-c68ea0e09556,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:51.940911 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1f5cd0-ae93-41e4-ac5c-a64379ba1602 service neutron] Pushing event updated for resources: {'Port': ['ID=18817dce-0165-4147-aab1-598491c113cb,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:51.951808 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9a5fa569-55e7-4aa8-9927-76bbdd751e76 req-f96d6735-e057-4dd2-a126-17ed5f7f0b54 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcd82b5f-3a20-47a3-94c6-2581a53c5f22 HTTP/1.1" status: 200 len: 210 time: 0.1109152 Jan 28 02:51:51.963674 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326db6f-d8fa-47e9-a103-fb4397fb896b req-aa412a6c-ef77-4761-b273-87579f9b8e4c tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:51.964561 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-7071e10e-d290-4adb-8aa1-c5cec9b7efef req-6c92bb7c-a5ec-4082-96cc-4f0dac0ff3e5 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] No DVR routers for this DVR port 7cd4c628-9cd3-4e42-984c-c68ea0e09556 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:51:51.966640 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5326db6f-d8fa-47e9-a103-fb4397fb896b req-aa412a6c-ef77-4761-b273-87579f9b8e4c tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0cdadb6-85ad-4233-9eeb-6b2963382a8a HTTP/1.1" status: 200 len: 946 time: 0.1425405 Jan 28 02:51:51.979165 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7071e10e-d290-4adb-8aa1-c5cec9b7efef req-6c92bb7c-a5ec-4082-96cc-4f0dac0ff3e5 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:51.981630 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644bca59-7daf-4620-bc14-7a1ab0f49e46 req-fa2ef695-c62f-4010-bdc1-89afd184e3df tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:51.986205 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7071e10e-d290-4adb-8aa1-c5cec9b7efef req-6c92bb7c-a5ec-4082-96cc-4f0dac0ff3e5 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.39 "DELETE /v2.0/ports/7cd4c628-9cd3-4e42-984c-c68ea0e09556 HTTP/1.1" status: 204 len: 173 time: 1.4416544 Jan 28 02:51:51.989836 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd82b5f-3a20-47a3-94c6-2581a53c5f22', 'name': 'network-vif-deleted', 'tag': '7cd4c628-9cd3-4e42-984c-c68ea0e09556'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:51:51.990862 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-644bca59-7daf-4620-bc14-7a1ab0f49e46 req-fa2ef695-c62f-4010-bdc1-89afd184e3df tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0cdadb6-85ad-4233-9eeb-6b2963382a8a HTTP/1.1" status: 200 len: 946 time: 0.1788244 Jan 28 02:51:51.991933 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d64a29a-d7a8-4de2-b8ea-765f6a058daa" -d '{"events": [{"server_uuid": "fcd82b5f-3a20-47a3-94c6-2581a53c5f22", "name": "network-vif-deleted", "tag": "7cd4c628-9cd3-4e42-984c-c68ea0e09556"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:51:52.152696 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3a530-6ebb-4db7-b378-510ab10f8d84 req-dca5f748-1622-4f57-93cd-66115b633fb9 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:52.154368 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eac3a530-6ebb-4db7-b378-510ab10f8d84 req-dca5f748-1622-4f57-93cd-66115b633fb9 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 944 time: 0.3395264 Jan 28 02:51:52.189381 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2119010-4606-4307-95b3-c199419ff406 x-openstack-request-id: req-a2119010-4606-4307-95b3-c199419ff406 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:51:52.190389 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd82b5f-3a20-47a3-94c6-2581a53c5f22", "name": "network-vif-deleted", "tag": "7cd4c628-9cd3-4e42-984c-c68ea0e09556", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:51:52.190681 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a2119010-4606-4307-95b3-c199419ff406 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:51:52.191207 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd82b5f-3a20-47a3-94c6-2581a53c5f22', 'name': 'network-vif-deleted', 'tag': '7cd4c628-9cd3-4e42-984c-c68ea0e09556', 'status': 'completed', 'code': 200} Jan 28 02:51:52.241634 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-644bca59-7daf-4620-bc14-7a1ab0f49e46 req-2aa6d451-f3fd-4d24-a23f-f35c4ac6d3c0 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a471b5-09f4-45a6-b187-9512acbe1c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2495821 Jan 28 02:51:52.290201 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-f162f579-da91-42e7-88f0-18ae448fb209 req-fb1f5cd0-ae93-41e4-ac5c-a64379ba1602 service neutron] Attempting to bind port 18817dce-0165-4147-aab1-598491c113cb on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:51:52.290620 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-f162f579-da91-42e7-88f0-18ae448fb209 req-fb1f5cd0-ae93-41e4-ac5c-a64379ba1602 service neutron] Attempting to bind port 18817dce-0165-4147-aab1-598491c113cb by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '0a7b33b9-3321-44a3-a7e3-9feb6be757b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:51:52.295342 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f162f579-da91-42e7-88f0-18ae448fb209 req-fb1f5cd0-ae93-41e4-ac5c-a64379ba1602 service neutron] Attempting to bind port 18817dce-0165-4147-aab1-598491c113cb on network e561589e-7002-46d7-b993-364a9aaf6967 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:51:52.304155 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f162f579-da91-42e7-88f0-18ae448fb209 req-fb1f5cd0-ae93-41e4-ac5c-a64379ba1602 service neutron] Port 18817dce-0165-4147-aab1-598491c113cb on network e561589e-7002-46d7-b993-364a9aaf6967 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:51:52.305786 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f162f579-da91-42e7-88f0-18ae448fb209 req-fb1f5cd0-ae93-41e4-ac5c-a64379ba1602 service neutron] Attempting to bind port 18817dce-0165-4147-aab1-598491c113cb on network e561589e-7002-46d7-b993-364a9aaf6967 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:51:52.331549 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f162f579-da91-42e7-88f0-18ae448fb209 req-fb1f5cd0-ae93-41e4-ac5c-a64379ba1602 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:51:52.332021 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f162f579-da91-42e7-88f0-18ae448fb209 req-fb1f5cd0-ae93-41e4-ac5c-a64379ba1602 service neutron] Checking segment: {'id': '0a7b33b9-3321-44a3-a7e3-9feb6be757b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:51:52.332472 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f162f579-da91-42e7-88f0-18ae448fb209 req-fb1f5cd0-ae93-41e4-ac5c-a64379ba1602 service neutron] Bound using segment: {'id': '0a7b33b9-3321-44a3-a7e3-9feb6be757b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:51:52.333114 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-f162f579-da91-42e7-88f0-18ae448fb209 req-fb1f5cd0-ae93-41e4-ac5c-a64379ba1602 service neutron] Bound port: 18817dce-0165-4147-aab1-598491c113cb, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a7b33b9-3321-44a3-a7e3-9feb6be757b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:51:52.333533 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f162f579-da91-42e7-88f0-18ae448fb209 req-fb1f5cd0-ae93-41e4-ac5c-a64379ba1602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (18817dce-0165-4147-aab1-598491c113cb), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:52.375291 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d4ac888e-4a45-4a7f-bb70-47490638e260 req-116434c2-b181-4228-a633-8f65ce41cec5 service neutron] 10.222.0.67 "GET /v2.0/networks/b41ec36c-2b47-4b7e-a484-436d2f02d72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4545345 Jan 28 02:51:52.423649 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-5326db6f-d8fa-47e9-a103-fb4397fb896b req-a2ab112c-9bd0-496e-88f1-5002e1e97b18 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Deleting port 56710871-228c-47e1-875d-6041d9eba5d8 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:51:52.427020 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-5326db6f-d8fa-47e9-a103-fb4397fb896b req-a2ab112c-9bd0-496e-88f1-5002e1e97b18 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (56710871-228c-47e1-875d-6041d9eba5d8), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:52.500363 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-eac3a530-6ebb-4db7-b378-510ab10f8d84 req-a3a51476-127c-4500-abe3-8f72182dbdf3 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Deleting port 9a6a1c2a-153c-4d13-9b87-6c37790208b7 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:51:52.500980 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-eac3a530-6ebb-4db7-b378-510ab10f8d84 req-a3a51476-127c-4500-abe3-8f72182dbdf3 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (9a6a1c2a-153c-4d13-9b87-6c37790208b7), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:52.571800 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6ba12-5dad-46f2-a298-50bd9ea46177 req-9907075f-2339-4d7f-9a38-e4cdc92e4b6a tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:52.579638 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b3f6ba12-5dad-46f2-a298-50bd9ea46177 req-9907075f-2339-4d7f-9a38-e4cdc92e4b6a tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/ports?device_id=49bf0be7-fb2a-4b6f-90b8-5ba801587c74 HTTP/1.1" status: 200 len: 943 time: 0.1963177 Jan 28 02:51:52.600628 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-f162f579-da91-42e7-88f0-18ae448fb209 req-fb1f5cd0-ae93-41e4-ac5c-a64379ba1602 service neutron] For port 18817dce-0165-4147-aab1-598491c113cb, host n-h1-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:51:52.614607 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749672c-d1b0-42ad-8304-d48ff03c27b7 req-7e53d712-e2ed-4cb1-85c0-21c509fec9f4 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:52.621687 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9749672c-d1b0-42ad-8304-d48ff03c27b7 req-7e53d712-e2ed-4cb1-85c0-21c509fec9f4 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=587e5af5-8edf-4092-92fe-b801eab4cef4 HTTP/1.1" status: 200 len: 943 time: 0.1804097 Jan 28 02:51:52.627308 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d4ac888e-4a45-4a7f-bb70-47490638e260 req-ff74b77b-34fc-40dc-80c9-a8e99a7f80bb service neutron] 10.222.0.67 "GET /v2.0/networks/b41ec36c-2b47-4b7e-a484-436d2f02d72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414107 Jan 28 02:51:52.688891 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-f162f579-da91-42e7-88f0-18ae448fb209 req-fb1f5cd0-ae93-41e4-ac5c-a64379ba1602 service neutron] For port 18817dce-0165-4147-aab1-598491c113cb, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=18817dce-0165-4147-aab1-598491c113cb,segment=NetworkSegment(0a7b33b9-3321-44a3-a7e3-9feb6be757b9),segment_id=0a7b33b9-3321-44a3-a7e3-9feb6be757b9)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:51:52.709330 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b3f6ba12-5dad-46f2-a298-50bd9ea46177 req-a6b6f428-1984-4f05-9f44-67f33c4bbbd6 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8acd3d9-15a7-47b2-b9b4-617fe9ecffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284566 Jan 28 02:51:52.723127 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f162f579-da91-42e7-88f0-18ae448fb209 req-fb1f5cd0-ae93-41e4-ac5c-a64379ba1602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (18817dce-0165-4147-aab1-598491c113cb), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:52.740869 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-5326db6f-d8fa-47e9-a103-fb4397fb896b req-a2ab112c-9bd0-496e-88f1-5002e1e97b18 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] For port 56710871-228c-47e1-875d-6041d9eba5d8, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=56710871-228c-47e1-875d-6041d9eba5d8,segment=NetworkSegment(bbedb26a-d891-40c8-8d71-f06cdae1759c),segment_id=bbedb26a-d891-40c8-8d71-f06cdae1759c)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:51:52.740869 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-5326db6f-d8fa-47e9-a103-fb4397fb896b req-a2ab112c-9bd0-496e-88f1-5002e1e97b18 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (56710871-228c-47e1-875d-6041d9eba5d8), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:52.746624 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-eac3a530-6ebb-4db7-b378-510ab10f8d84 req-a3a51476-127c-4500-abe3-8f72182dbdf3 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] For port 9a6a1c2a-153c-4d13-9b87-6c37790208b7, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=9a6a1c2a-153c-4d13-9b87-6c37790208b7,segment=NetworkSegment(1cc99f2f-8533-4758-ac6d-0ec0b703844f),segment_id=1cc99f2f-8533-4758-ac6d-0ec0b703844f)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:51:52.747612 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-eac3a530-6ebb-4db7-b378-510ab10f8d84 req-a3a51476-127c-4500-abe3-8f72182dbdf3 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (9a6a1c2a-153c-4d13-9b87-6c37790208b7), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:52.765782 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-eac3a530-6ebb-4db7-b378-510ab10f8d84 req-a3a51476-127c-4500-abe3-8f72182dbdf3 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Calling delete_port for 9a6a1c2a-153c-4d13-9b87-6c37790208b7 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:51:52.849908 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f162f579-da91-42e7-88f0-18ae448fb209 req-fb1f5cd0-ae93-41e4-ac5c-a64379ba1602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:52.851464 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f162f579-da91-42e7-88f0-18ae448fb209 req-fb1f5cd0-ae93-41e4-ac5c-a64379ba1602 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:52.852920 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f162f579-da91-42e7-88f0-18ae448fb209 req-fb1f5cd0-ae93-41e4-ac5c-a64379ba1602 service neutron] 10.222.0.67 "PUT /v2.0/ports/18817dce-0165-4147-aab1-598491c113cb HTTP/1.1" status: 200 len: 1092 time: 1.7898493 Jan 28 02:51:52.853472 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49bf0be7-fb2a-4b6f-90b8-5ba801587c74', 'tag': '18817dce-0165-4147-aab1-598491c113cb'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:51:52.855910 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9256078-78f7-45b1-ac73-82a8377c5e92" -d '{"events": [{"name": "network-changed", "server_uuid": "49bf0be7-fb2a-4b6f-90b8-5ba801587c74", "tag": "18817dce-0165-4147-aab1-598491c113cb"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:51:52.966677 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9749672c-d1b0-42ad-8304-d48ff03c27b7 req-8a18a751-5eb6-4157-b1ad-a1ffd8f5a1e0 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435447 Jan 28 02:51:53.013424 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ab250c4b-33c6-42ef-9382-9724511c7fac req-05238c09-22fa-45f9-bfdc-26818b9187db tempest-ServerShowV247Test-834447777 tempest-ServerShowV247Test-834447777-project] 10.222.0.53 "GET /v2.0/ports?device_id=7248e4a8-a462-4e4f-9a01-3c9a0dcb3a59 HTTP/1.1" status: 200 len: 210 time: 0.0996785 Jan 28 02:51:53.089259 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1f5cd0-ae93-41e4-ac5c-a64379ba1602 service neutron] Pushing event updated for resources: {'Port': ['ID=18817dce-0165-4147-aab1-598491c113cb,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:53.090478 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-eac3a530-6ebb-4db7-b378-510ab10f8d84 req-a3a51476-127c-4500-abe3-8f72182dbdf3 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (9a6a1c2a-153c-4d13-9b87-6c37790208b7), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:53.098346 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62b799b-e2c1-4c87-bbff-8e3e650973aa x-openstack-request-id: req-d62b799b-e2c1-4c87-bbff-8e3e650973aa {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:51:53.098690 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49bf0be7-fb2a-4b6f-90b8-5ba801587c74", "tag": "18817dce-0165-4147-aab1-598491c113cb", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:51:53.098944 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d62b799b-e2c1-4c87-bbff-8e3e650973aa {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:51:53.099399 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49bf0be7-fb2a-4b6f-90b8-5ba801587c74', 'tag': '18817dce-0165-4147-aab1-598491c113cb', 'status': 'completed', 'code': 200} Jan 28 02:51:53.173701 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a51476-127c-4500-abe3-8f72182dbdf3 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Pushing event deleted for resources: {'Port': ['ID=9a6a1c2a-153c-4d13-9b87-6c37790208b7,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:53.207537 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cb97936c-6047-4c32-bbf5-f157990ef293 req-1d2250da-0001-4a94-b550-f08c673d7e77 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 210 time: 0.1311684 Jan 28 02:51:53.227841 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac3a530-6ebb-4db7-b378-510ab10f8d84 req-a3a51476-127c-4500-abe3-8f72182dbdf3 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] No DVR routers for this DVR port 9a6a1c2a-153c-4d13-9b87-6c37790208b7 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:51:53.231072 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-eac3a530-6ebb-4db7-b378-510ab10f8d84 req-a3a51476-127c-4500-abe3-8f72182dbdf3 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:53.234983 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eac3a530-6ebb-4db7-b378-510ab10f8d84 req-a3a51476-127c-4500-abe3-8f72182dbdf3 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.39 "DELETE /v2.0/ports/9a6a1c2a-153c-4d13-9b87-6c37790208b7 HTTP/1.1" status: 204 len: 173 time: 1.0691741 Jan 28 02:51:53.312587 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f162f579-da91-42e7-88f0-18ae448fb209 req-7b26d8da-cd57-48be-97d3-a7589d818c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:53.327768 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f162f579-da91-42e7-88f0-18ae448fb209 req-7b26d8da-cd57-48be-97d3-a7589d818c94 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b4519f5eb7242359f10ce603b741659&device_id=49bf0be7-fb2a-4b6f-90b8-5ba801587c74 HTTP/1.1" status: 200 len: 1095 time: 0.2395012 Jan 28 02:51:53.375331 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f162f579-da91-42e7-88f0-18ae448fb209 req-fa221771-e005-424a-a339-765028da4332 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18817dce-0165-4147-aab1-598491c113cb HTTP/1.1" status: 200 len: 217 time: 0.0466511 Jan 28 02:51:53.380913 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f6bc97b5-5937-4529-88a7-2c5754ad6615 req-eaecaf9b-db26-4ef4-b64c-a27a3fcd2178 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7248e4a8-a462-4e4f-9a01-3c9a0dcb3a59 HTTP/1.1" status: 200 len: 210 time: 0.0519266 Jan 28 02:51:53.432241 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-5326db6f-d8fa-47e9-a103-fb4397fb896b req-a2ab112c-9bd0-496e-88f1-5002e1e97b18 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:53.432755 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-5326db6f-d8fa-47e9-a103-fb4397fb896b req-a2ab112c-9bd0-496e-88f1-5002e1e97b18 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (478b1b4e-4453-4556-b1f7-ee3fe558d6bb), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:53.433087 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [req-5326db6f-d8fa-47e9-a103-fb4397fb896b req-a2ab112c-9bd0-496e-88f1-5002e1e97b18 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Floating IP 478b1b4e-4453-4556-b1f7-ee3fe558d6bb disassociated. External IP: 172.25.0.7, port: 56710871-228c-47e1-875d-6041d9eba5d8. Jan 28 02:51:53.433434 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-5326db6f-d8fa-47e9-a103-fb4397fb896b req-a2ab112c-9bd0-496e-88f1-5002e1e97b18 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Calling delete_port for 56710871-228c-47e1-875d-6041d9eba5d8 owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:51:53.450555 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f162f579-da91-42e7-88f0-18ae448fb209 req-623b33cf-c630-4c61-98a5-d0625b22a87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:53.452041 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f162f579-da91-42e7-88f0-18ae448fb209 req-623b33cf-c630-4c61-98a5-d0625b22a87b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4db08a6e-5c57-4b8e-9ec4-bbd5647662a4 HTTP/1.1" status: 200 len: 859 time: 0.0675550 Jan 28 02:51:53.483478 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2604f4-194b-471e-b272-2f645ed3e237 req-e2bdd555-9bf4-4d14-becf-21196f07cfaf tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:53.489793 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4d2604f4-194b-471e-b272-2f645ed3e237 req-e2bdd555-9bf4-4d14-becf-21196f07cfaf tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0cdadb6-85ad-4233-9eeb-6b2963382a8a HTTP/1.1" status: 200 len: 946 time: 0.0850401 Jan 28 02:51:53.536166 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4d2604f4-194b-471e-b272-2f645ed3e237 req-146a6a4d-b573-4870-afdf-7485b16cc054 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a471b5-09f4-45a6-b187-9512acbe1c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437140 Jan 28 02:51:53.581353 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f162f579-da91-42e7-88f0-18ae448fb209 req-560a1ded-3798-4834-8003-94966f8b3bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:53.582844 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f162f579-da91-42e7-88f0-18ae448fb209 req-560a1ded-3798-4834-8003-94966f8b3bea service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e561589e-7002-46d7-b993-364a9aaf6967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0949619 Jan 28 02:51:53.593937 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acce59e-8b90-4fb9-9b7a-690f943a8aea req-52abe81e-8c3e-42e7-8573-a439079d34f4 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:53.595189 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5acce59e-8b90-4fb9-9b7a-690f943a8aea req-52abe81e-8c3e-42e7-8573-a439079d34f4 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2d6b324-e9ba-4aef-a99d-edad25a25edc HTTP/1.1" status: 200 len: 949 time: 0.1062033 Jan 28 02:51:53.715445 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 47a09ac2-60d0-49d1-8c92-954bc68e3bfb details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:51:53.731452 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-5326db6f-d8fa-47e9-a103-fb4397fb896b req-a2ab112c-9bd0-496e-88f1-5002e1e97b18 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (56710871-228c-47e1-875d-6041d9eba5d8), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:53.746080 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5acce59e-8b90-4fb9-9b7a-690f943a8aea req-8f48ab8c-7af1-4bf7-8f9e-5191c30ab3b0 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/security-groups?id=57b6a0b1-7fe9-44c4-bb90-dd9a3230db1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419005 Jan 28 02:51:53.780085 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ab112c-9bd0-496e-88f1-5002e1e97b18 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Pushing event deleted for resources: {'Port': ['ID=56710871-228c-47e1-875d-6041d9eba5d8,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:53.795995 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f162f579-da91-42e7-88f0-18ae448fb209 req-b67f97df-b383-4e9a-80af-96080dcf823e service neutron] 10.222.0.67 "GET /v2.0/networks/e561589e-7002-46d7-b993-364a9aaf6967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993308 Jan 28 02:51:53.875055 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 47a09ac2-60d0-49d1-8c92-954bc68e3bfb, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=47a09ac2-60d0-49d1-8c92-954bc68e3bfb,segment=NetworkSegment(49d4c981-b004-41ee-ab95-a2b5be80e959),segment_id=49d4c981-b004-41ee-ab95-a2b5be80e959)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:51:53.886970 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '47a09ac2-60d0-49d1-8c92-954bc68e3bfb', 'network_id': 'b41ec36c-2b47-4b7e-a484-436d2f02d72a', 'port_id': '47a09ac2-60d0-49d1-8c92-954bc68e3bfb', 'mac_address': 'fa:16:3e:c7:37:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c47d8662-592c-46cb-9250-3ddc6d538cb4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:51:53.915933 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 9a6a1c2a-153c-4d13-9b87-6c37790208b7 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:51:53.935974 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cab7fe-abfc-4e89-921a-14e9c828f8c3 req-e666cd0a-be93-4dbb-a534-a2c00ca4047c tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:53.940332 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e1cab7fe-abfc-4e89-921a-14e9c828f8c3 req-e666cd0a-be93-4dbb-a534-a2c00ca4047c tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/ports?device_id=49bf0be7-fb2a-4b6f-90b8-5ba801587c74 HTTP/1.1" status: 200 len: 943 time: 0.0669751 Jan 28 02:51:53.945971 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 9a6a1c2a-153c-4d13-9b87-6c37790208b7 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:51:53.946577 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 9a6a1c2a-153c-4d13-9b87-6c37790208b7 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:51:53.947205 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 7cd4c628-9cd3-4e42-984c-c68ea0e09556 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:51:53.951866 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 47a09ac2-60d0-49d1-8c92-954bc68e3bfb is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:51:53.952520 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (47a09ac2-60d0-49d1-8c92-954bc68e3bfb), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:53.972120 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f162f579-da91-42e7-88f0-18ae448fb209 req-c9a3fae2-ac5c-443d-ae37-b5a412100aea service neutron] 10.222.0.67 "GET /v2.0/networks/e561589e-7002-46d7-b993-364a9aaf6967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431949 Jan 28 02:51:53.977409 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5326db6f-d8fa-47e9-a103-fb4397fb896b req-a2ab112c-9bd0-496e-88f1-5002e1e97b18 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Router f4e962b1-b4a4-490d-a01e-f309dae8cc3a has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:51:53.986866 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 7cd4c628-9cd3-4e42-984c-c68ea0e09556 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:51:53.997451 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 7cd4c628-9cd3-4e42-984c-c68ea0e09556 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:51:54.001838 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e1cab7fe-abfc-4e89-921a-14e9c828f8c3 req-8a587a8f-b307-40c7-b233-2f60cf80f427 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8acd3d9-15a7-47b2-b9b4-617fe9ecffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529926 Jan 28 02:51:54.017256 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47a09ac2-60d0-49d1-8c92-954bc68e3bfb {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:51:54.054479 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 47a09ac2-60d0-49d1-8c92-954bc68e3bfb, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=47a09ac2-60d0-49d1-8c92-954bc68e3bfb,segment=NetworkSegment(49d4c981-b004-41ee-ab95-a2b5be80e959),segment_id=49d4c981-b004-41ee-ab95-a2b5be80e959)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:51:54.060726 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (47a09ac2-60d0-49d1-8c92-954bc68e3bfb), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:54.139507 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=47a09ac2-60d0-49d1-8c92-954bc68e3bfb,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:54.193809 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7297760-8418-44ec-bbff-6daa2a3b108b', 'name': 'network-vif-deleted', 'tag': '9a6a1c2a-153c-4d13-9b87-6c37790208b7'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:51:54.194071 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5326db6f-d8fa-47e9-a103-fb4397fb896b req-a2ab112c-9bd0-496e-88f1-5002e1e97b18 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:51:54.205185 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc550eb-62b0-468d-ad11-42bd250c8a54 None None] Sync routers for ids ['f4e962b1-b4a4-490d-a01e-f309dae8cc3a'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:51:54.206259 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990c655f-8e89-48c5-8920-e2f01121b12a" -d '{"events": [{"server_uuid": "d7297760-8418-44ec-bbff-6daa2a3b108b", "name": "network-vif-deleted", "tag": "9a6a1c2a-153c-4d13-9b87-6c37790208b7"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:51:54.221239 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc550eb-62b0-468d-ad11-42bd250c8a54 None None] Routers {'f4e962b1-b4a4-490d-a01e-f309dae8cc3a'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:51:54.221894 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-abc550eb-62b0-468d-ad11-42bd250c8a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:51:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['f4e962b1-b4a4-490d-a01e-f309dae8cc3a'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:51:54.242648 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f19cc740-ac68-43b8-831c-731e53095488 req-0f439f5a-f9eb-4667-8c2a-81ed87c21997 tempest-ServerShowV247Test-834447777 tempest-ServerShowV247Test-834447777-project] 10.222.0.53 "GET /v2.0/ports?device_id=7248e4a8-a462-4e4f-9a01-3c9a0dcb3a59 HTTP/1.1" status: 200 len: 210 time: 0.0634003 Jan 28 02:51:54.279288 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a11e94-06f3-4966-b7f2-cfd11f2b0fb5 req-5d57de35-d25a-4cd0-af7d-cd575597cd02 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:54.281388 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-98a11e94-06f3-4966-b7f2-cfd11f2b0fb5 req-5d57de35-d25a-4cd0-af7d-cd575597cd02 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=587e5af5-8edf-4092-92fe-b801eab4cef4 HTTP/1.1" status: 200 len: 944 time: 0.2326159 Jan 28 02:51:54.285772 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9256078-78f7-45b1-ac73-82a8377c5e92 req-bf448920-3023-448d-94ed-00ec7b0114ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:54.287608 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d9256078-78f7-45b1-ac73-82a8377c5e92 req-bf448920-3023-448d-94ed-00ec7b0114ec service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b4519f5eb7242359f10ce603b741659&device_id=49bf0be7-fb2a-4b6f-90b8-5ba801587c74 HTTP/1.1" status: 200 len: 1095 time: 0.1962013 Jan 28 02:51:54.315826 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5166c4b-74df-40a0-928b-116e18e30377 x-openstack-request-id: req-d5166c4b-74df-40a0-928b-116e18e30377 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:51:54.317101 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7297760-8418-44ec-bbff-6daa2a3b108b", "name": "network-vif-deleted", "tag": "9a6a1c2a-153c-4d13-9b87-6c37790208b7", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:51:54.317539 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d5166c4b-74df-40a0-928b-116e18e30377 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:51:54.318780 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7297760-8418-44ec-bbff-6daa2a3b108b', 'name': 'network-vif-deleted', 'tag': '9a6a1c2a-153c-4d13-9b87-6c37790208b7', 'status': 'completed', 'code': 200} Jan 28 02:51:54.361322 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-5326db6f-d8fa-47e9-a103-fb4397fb896b req-a2ab112c-9bd0-496e-88f1-5002e1e97b18 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] No DVR routers for this DVR port 56710871-228c-47e1-875d-6041d9eba5d8 on host n-h1-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:51:54.366001 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-5326db6f-d8fa-47e9-a103-fb4397fb896b req-a2ab112c-9bd0-496e-88f1-5002e1e97b18 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:54.372953 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5326db6f-d8fa-47e9-a103-fb4397fb896b req-a2ab112c-9bd0-496e-88f1-5002e1e97b18 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.67 "DELETE /v2.0/ports/56710871-228c-47e1-875d-6041d9eba5d8 HTTP/1.1" status: 204 len: 173 time: 2.3790202 Jan 28 02:51:54.457706 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f4f8b5f7-2f83-418f-89ab-0086cfe0b1c9 req-c0ed7cac-9e8e-436e-aa4a-1a03822e8c3e tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7297760-8418-44ec-bbff-6daa2a3b108b HTTP/1.1" status: 200 len: 210 time: 0.0610430 Jan 28 02:51:54.476899 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-abc550eb-62b0-468d-ad11-42bd250c8a54 None None] Set router f4e962b1-b4a4-490d-a01e-f309dae8cc3a gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:51:54.488563 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9256078-78f7-45b1-ac73-82a8377c5e92 req-a064ce89-38c9-4258-bb5d-17f81fe76786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:54.490206 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d9256078-78f7-45b1-ac73-82a8377c5e92 req-a064ce89-38c9-4258-bb5d-17f81fe76786 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e561589e-7002-46d7-b993-364a9aaf6967 HTTP/1.1" status: 200 len: 921 time: 0.1897564 Jan 28 02:51:54.549998 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d9256078-78f7-45b1-ac73-82a8377c5e92 req-dd93acff-5ce8-47bd-955f-8d09da95d76c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18817dce-0165-4147-aab1-598491c113cb HTTP/1.1" status: 200 len: 217 time: 0.0499415 Jan 28 02:51:54.564660 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-98a11e94-06f3-4966-b7f2-cfd11f2b0fb5 req-c4e8f4d9-20c8-4289-8f8c-5934a89b5a9b tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764771 Jan 28 02:51:54.632892 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['47a09ac2-60d0-49d1-8c92-954bc68e3bfb'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:51:54.651350 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9256078-78f7-45b1-ac73-82a8377c5e92 req-ffde1672-aaa5-4977-ba54-674e0c0377d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:54.653108 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d9256078-78f7-45b1-ac73-82a8377c5e92 req-ffde1672-aaa5-4977-ba54-674e0c0377d5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4db08a6e-5c57-4b8e-9ec4-bbd5647662a4 HTTP/1.1" status: 200 len: 859 time: 0.0668566 Jan 28 02:51:54.706919 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-abc550eb-62b0-468d-ad11-42bd250c8a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-907093123-router', 'tenant_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': 'ba6b77fe-d614-438b-96c8-791c5bc5e219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:45:29Z', 'updated_at': '2022-01-28T02:45:40Z', 'revision_number': 4, 'project_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'gw_port': {'id': 'ba6b77fe-d614-438b-96c8-791c5bc5e219', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:45:31Z', 'updated_at': '2022-01-28T02:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'fa192b00-744a-4013-aaa0-da1828bcb208', 'name': '', 'network_id': '14d3588b-3a72-4543-858a-daf4905526c1', 'tenant_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'mac_address': 'fa:16:3e:65:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '8bcd77d3-aea2-4a38-a318-db02b350e105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:45:37Z', 'updated_at': '2022-01-28T02:45:48Z', 'revision_number': 5, 'project_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'subnets': [{'id': '8bcd77d3-aea2-4a38-a318-db02b350e105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:51:54.738353 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc550eb-62b0-468d-ad11-42bd250c8a54 None None] Checking router: f4e962b1-b4a4-490d-a01e-f309dae8cc3a for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:51:54.748959 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc550eb-62b0-468d-ad11-42bd250c8a54 None None] Routers {'f4e962b1-b4a4-490d-a01e-f309dae8cc3a'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:51:54.750029 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-abc550eb-62b0-468d-ad11-42bd250c8a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:51:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['f4e962b1-b4a4-490d-a01e-f309dae8cc3a'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:51:54.751520 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9256078-78f7-45b1-ac73-82a8377c5e92 req-75f4e350-a037-47bb-81c4-962659372d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:54.755280 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d9256078-78f7-45b1-ac73-82a8377c5e92 req-75f4e350-a037-47bb-81c4-962659372d2e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e561589e-7002-46d7-b993-364a9aaf6967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0788057 Jan 28 02:51:54.757371 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-24f59fd8-913f-414f-88c9-fe62fe2f54f6 req-c51263f1-f114-48f2-87fc-525e45714053 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0cdadb6-85ad-4233-9eeb-6b2963382a8a HTTP/1.1" status: 200 len: 210 time: 0.0521724 Jan 28 02:51:54.861935 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-abc550eb-62b0-468d-ad11-42bd250c8a54 None None] Set router f4e962b1-b4a4-490d-a01e-f309dae8cc3a gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:51:54.943149 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d9256078-78f7-45b1-ac73-82a8377c5e92 req-ae6cabc3-3d5e-4a96-b3cf-a1c0b8c25321 service neutron] 10.222.0.67 "GET /v2.0/networks/e561589e-7002-46d7-b993-364a9aaf6967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829641 Jan 28 02:51:54.962466 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7cf5f-5dcc-43cc-8e24-763774a2404f req-07e079be-7e50-4576-836f-fb9e4c5cd9a9 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:54.968374 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-44f7cf5f-5dcc-43cc-8e24-763774a2404f req-07e079be-7e50-4576-836f-fb9e4c5cd9a9 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2d6b324-e9ba-4aef-a99d-edad25a25edc HTTP/1.1" status: 200 len: 949 time: 0.1209970 Jan 28 02:51:55.059889 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-44f7cf5f-5dcc-43cc-8e24-763774a2404f req-1f8467b4-e830-4753-b6af-6e15eb5690d6 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/security-groups?id=57b6a0b1-7fe9-44c4-bb90-dd9a3230db1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906348 Jan 28 02:51:55.102276 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-abc550eb-62b0-468d-ad11-42bd250c8a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-907093123-router', 'tenant_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': 'ba6b77fe-d614-438b-96c8-791c5bc5e219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:45:29Z', 'updated_at': '2022-01-28T02:45:40Z', 'revision_number': 4, 'project_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'gw_port': {'id': 'ba6b77fe-d614-438b-96c8-791c5bc5e219', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:45:31Z', 'updated_at': '2022-01-28T02:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'fa192b00-744a-4013-aaa0-da1828bcb208', 'name': '', 'network_id': '14d3588b-3a72-4543-858a-daf4905526c1', 'tenant_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'mac_address': 'fa:16:3e:65:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '8bcd77d3-aea2-4a38-a318-db02b350e105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:45:37Z', 'updated_at': '2022-01-28T02:45:48Z', 'revision_number': 5, 'project_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'subnets': [{'id': '8bcd77d3-aea2-4a38-a318-db02b350e105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:51:55.103874 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0cdadb6-85ad-4233-9eeb-6b2963382a8a', 'name': 'network-vif-deleted', 'tag': '56710871-228c-47e1-875d-6041d9eba5d8'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:51:55.106345 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44f22dc-61de-47c6-9869-5d2b08230c57" -d '{"events": [{"server_uuid": "c0cdadb6-85ad-4233-9eeb-6b2963382a8a", "name": "network-vif-deleted", "tag": "56710871-228c-47e1-875d-6041d9eba5d8"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:51:55.117185 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d9256078-78f7-45b1-ac73-82a8377c5e92 req-e9842692-d5e0-4244-8b7f-dea932120091 service neutron] 10.222.0.67 "GET /v2.0/networks/e561589e-7002-46d7-b993-364a9aaf6967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451287 Jan 28 02:51:55.134076 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc550eb-62b0-468d-ad11-42bd250c8a54 None None] The sync data for ids ['f4e962b1-b4a4-490d-a01e-f309dae8cc3a'] in n-d-712139-27 is: [{'id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-907093123-router', 'tenant_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': 'ba6b77fe-d614-438b-96c8-791c5bc5e219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:45:29Z', 'updated_at': '2022-01-28T02:45:40Z', 'revision_number': 4, 'project_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'gw_port': {'id': 'ba6b77fe-d614-438b-96c8-791c5bc5e219', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:45:31Z', 'updated_at': '2022-01-28T02:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'fa192b00-744a-4013-aaa0-da1828bcb208', 'name': '', 'network_id': '14d3588b-3a72-4543-858a-daf4905526c1', 'tenant_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'mac_address': 'fa:16:3e:65:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '8bcd77d3-aea2-4a38-a318-db02b350e105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:45:37Z', 'updated_at': '2022-01-28T02:45:48Z', 'revision_number': 5, 'project_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'subnets': [{'id': '8bcd77d3-aea2-4a38-a318-db02b350e105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:51:55.155449 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b187d7-c0f8-4e6b-be06-bfa5b08a6441 x-openstack-request-id: req-43b187d7-c0f8-4e6b-be06-bfa5b08a6441 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:51:55.155803 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0cdadb6-85ad-4233-9eeb-6b2963382a8a", "name": "network-vif-deleted", "tag": "56710871-228c-47e1-875d-6041d9eba5d8", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:51:55.156130 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-43b187d7-c0f8-4e6b-be06-bfa5b08a6441 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:51:55.156265 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb8daa-5119-451c-a37a-a8ef782a62da req-001b7fd2-f51e-4a37-b507-fa223211a148 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:55.156741 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0cdadb6-85ad-4233-9eeb-6b2963382a8a', 'name': 'network-vif-deleted', 'tag': '56710871-228c-47e1-875d-6041d9eba5d8', 'status': 'completed', 'code': 200} Jan 28 02:51:55.157805 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-73cb8daa-5119-451c-a37a-a8ef782a62da req-001b7fd2-f51e-4a37-b507-fa223211a148 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/ports?device_id=49bf0be7-fb2a-4b6f-90b8-5ba801587c74 HTTP/1.1" status: 200 len: 943 time: 0.0558650 Jan 28 02:51:55.206619 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-73cb8daa-5119-451c-a37a-a8ef782a62da req-bab1e0af-ef28-4344-a35c-5cc37bcd526b tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8acd3d9-15a7-47b2-b9b4-617fe9ecffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429606 Jan 28 02:51:55.352965 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-624f8678-3aa9-485f-aef0-d7a44fda15a4 req-310aacee-adb4-4d93-ba80-57b7a05493c7 tempest-ServerShowV247Test-834447777 tempest-ServerShowV247Test-834447777-project] 10.222.0.53 "GET /v2.0/ports?device_id=7248e4a8-a462-4e4f-9a01-3c9a0dcb3a59 HTTP/1.1" status: 200 len: 210 time: 0.0284336 Jan 28 02:51:55.365483 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b4ff7c-2fd9-4770-afc4-0f37f5f1c469 None None] New status for floating IP 478b1b4e-4453-4556-b1f7-ee3fe558d6bb: DOWN {{(pid=109804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:51:55.652895 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-85735d13-ffcc-4373-b9ad-ff584b452fb7 req-af0b54ea-ff50-4638-8265-345cfbebf9a5 tempest-ServerShowV247Test-834447777 tempest-ServerShowV247Test-834447777-project] 10.222.0.53 "GET /v2.0/ports?device_id=7248e4a8-a462-4e4f-9a01-3c9a0dcb3a59&device_id=7abdf311-ce3e-4612-9c7b-1cb4670a6c21 HTTP/1.1" status: 200 len: 210 time: 0.0286655 Jan 28 02:51:55.742569 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 47a09ac2-60d0-49d1-8c92-954bc68e3bfb up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:51:55.798902 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 47a09ac2-60d0-49d1-8c92-954bc68e3bfb completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:51:55.803583 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 47a09ac2-60d0-49d1-8c92-954bc68e3bfb triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:51:55.803989 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (47a09ac2-60d0-49d1-8c92-954bc68e3bfb), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:55.806918 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad37f51-9371-4280-8981-ff9dca4761d8 req-5d476b92-eb8e-47d8-a6e1-0665fe033cf1 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:55.807525 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1ad37f51-9371-4280-8981-ff9dca4761d8 req-5d476b92-eb8e-47d8-a6e1-0665fe033cf1 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=42b36ac4-e7c3-4d95-8b5d-f16778117334 HTTP/1.1" status: 200 len: 945 time: 0.0527837 Jan 28 02:51:55.863512 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1ad37f51-9371-4280-8981-ff9dca4761d8 req-90ff83cd-6839-4035-84fd-5ea65474118b tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489657 Jan 28 02:51:55.895689 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 47a09ac2-60d0-49d1-8c92-954bc68e3bfb is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:51:55.896195 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (47a09ac2-60d0-49d1-8c92-954bc68e3bfb), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:55.923426 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587e5af5-8edf-4092-92fe-b801eab4cef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a09ac2-60d0-49d1-8c92-954bc68e3bfb'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:51:55.926127 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8faa60-e2ad-439b-8672-ccbc9682f317" -d '{"events": [{"server_uuid": "587e5af5-8edf-4092-92fe-b801eab4cef4", "name": "network-vif-plugged", "status": "completed", "tag": "47a09ac2-60d0-49d1-8c92-954bc68e3bfb"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:51:55.939781 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 47a09ac2-60d0-49d1-8c92-954bc68e3bfb, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=47a09ac2-60d0-49d1-8c92-954bc68e3bfb,segment=NetworkSegment(49d4c981-b004-41ee-ab95-a2b5be80e959),segment_id=49d4c981-b004-41ee-ab95-a2b5be80e959)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:51:55.945367 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (47a09ac2-60d0-49d1-8c92-954bc68e3bfb), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:55.946565 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 56710871-228c-47e1-875d-6041d9eba5d8 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:51:56.006840 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: 56710871-228c-47e1-875d-6041d9eba5d8 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:51:56.007685 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 56710871-228c-47e1-875d-6041d9eba5d8 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:51:56.040154 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafbf00-5383-476e-9e48-52e024b0b8f1 req-93884ec2-3d6f-4f88-879f-60425314c728 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:56.041997 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-edafbf00-5383-476e-9e48-52e024b0b8f1 req-93884ec2-3d6f-4f88-879f-60425314c728 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=587e5af5-8edf-4092-92fe-b801eab4cef4 HTTP/1.1" status: 200 len: 944 time: 0.3353977 Jan 28 02:51:56.042729 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=47a09ac2-60d0-49d1-8c92-954bc68e3bfb,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:56.109685 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-edafbf00-5383-476e-9e48-52e024b0b8f1 req-91ec5572-9c89-4738-bf04-1c6c840838cd tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585670 Jan 28 02:51:56.150621 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12378980-9db3-4319-99a2-5db47783ad86 x-openstack-request-id: req-12378980-9db3-4319-99a2-5db47783ad86 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:51:56.151109 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587e5af5-8edf-4092-92fe-b801eab4cef4", "name": "network-vif-plugged", "status": "completed", "tag": "47a09ac2-60d0-49d1-8c92-954bc68e3bfb", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:51:56.151413 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-12378980-9db3-4319-99a2-5db47783ad86 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:51:56.151758 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587e5af5-8edf-4092-92fe-b801eab4cef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a09ac2-60d0-49d1-8c92-954bc68e3bfb', 'code': 200} Jan 28 02:51:56.196205 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5f5af13f-38f3-495c-b04e-d6489fdf9dba req-53ad657c-9c89-4a03-a6e9-60dd29402ff6 tempest-ServerShowV247Test-834447777 tempest-ServerShowV247Test-834447777-project] 10.222.0.53 "GET /v2.0/ports?device_id=7248e4a8-a462-4e4f-9a01-3c9a0dcb3a59 HTTP/1.1" status: 200 len: 210 time: 0.0262470 Jan 28 02:51:56.246396 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565fd36-d816-40f1-83e1-b35a7c1d62b8 req-5a08f380-45ff-4445-8839-c5cab325b065 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:56.248184 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e565fd36-d816-40f1-83e1-b35a7c1d62b8 req-5a08f380-45ff-4445-8839-c5cab325b065 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2d6b324-e9ba-4aef-a99d-edad25a25edc HTTP/1.1" status: 200 len: 949 time: 0.0498261 Jan 28 02:51:56.320743 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce832412-16f5-4819-9fc0-eb2e9d587ca0 req-1545f724-521c-4a18-81d9-15e7d26fbf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:56.322614 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ce832412-16f5-4819-9fc0-eb2e9d587ca0 req-1545f724-521c-4a18-81d9-15e7d26fbf29 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=587e5af5-8edf-4092-92fe-b801eab4cef4 HTTP/1.1" status: 200 len: 1097 time: 0.0733342 Jan 28 02:51:56.326280 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e565fd36-d816-40f1-83e1-b35a7c1d62b8 req-04286c28-a14d-4c1a-b0dc-7743ffba1c96 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/security-groups?id=57b6a0b1-7fe9-44c4-bb90-dd9a3230db1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683668 Jan 28 02:51:56.362531 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f701ce61-240d-46fc-bceb-1d7d215f6170 req-96ee429b-ca50-49cb-a1e4-6ffc9e913d78 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d7328abcfde64a8f93a563ffa127c304&device_id=7248e4a8-a462-4e4f-9a01-3c9a0dcb3a59 HTTP/1.1" status: 200 len: 210 time: 0.0325344 Jan 28 02:51:56.383246 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ce832412-16f5-4819-9fc0-eb2e9d587ca0 req-54e22218-da9b-4234-b214-a66924099929 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543177 Jan 28 02:51:56.416648 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f701ce61-240d-46fc-bceb-1d7d215f6170 req-817bee1b-41e0-49e6-8661-2f17408cb671 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d7328abcfde64a8f93a563ffa127c304&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314605 Jan 28 02:51:56.431423 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 35282) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:51:56.493497 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-77492db0-0ae6-47f2-ac7e-b5c79c3fb56d tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks [] for security_group (33a471b5-09f4-45a6-b187-9512acbe1c9e), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:56.520901 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-77492db0-0ae6-47f2-ac7e-b5c79c3fb56d tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks [] for security_group (33a471b5-09f4-45a6-b187-9512acbe1c9e), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:56.571784 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-77492db0-0ae6-47f2-ac7e-b5c79c3fb56d tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (33a471b5-09f4-45a6-b187-9512acbe1c9e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:56.574396 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-77492db0-0ae6-47f2-ac7e-b5c79c3fb56d tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:56.575835 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-77492db0-0ae6-47f2-ac7e-b5c79c3fb56d tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "DELETE /v2.0/security-groups/33a471b5-09f4-45a6-b187-9512acbe1c9e HTTP/1.1" status: 204 len: 168 time: 0.1429679 Jan 28 02:51:56.579297 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 35284) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:51:56.596091 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77492db0-0ae6-47f2-ac7e-b5c79c3fb56d tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a471b5-09f4-45a6-b187-9512acbe1c9e,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:56.598314 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-eb1d4e59-af0a-4198-a00d-0a781b2a1d63 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] show failed (client error): The resource could not be found. Jan 28 02:51:56.602107 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-eb1d4e59-af0a-4198-a00d-0a781b2a1d63 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "GET /v2.0/security-groups/33a471b5-09f4-45a6-b187-9512acbe1c9e HTTP/1.1" status: 404 len: 347 time: 0.0191462 Jan 28 02:51:56.602570 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 35286) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:51:56.678259 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701ce61-240d-46fc-bceb-1d7d215f6170 req-553c73fc-e427-45ba-93ac-0c3f403bb4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:56.679737 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f701ce61-240d-46fc-bceb-1d7d215f6170 req-553c73fc-e427-45ba-93ac-0c3f403bb4dd service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2556787 Jan 28 02:51:56.686525 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9aa0bd-2457-458c-9009-a3cb410a855f req-c4ac26be-9bca-4bb1-9885-b95b8f9dc97a tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:56.687895 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bd9aa0bd-2457-458c-9009-a3cb410a855f req-c4ac26be-9bca-4bb1-9885-b95b8f9dc97a tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.39 "GET /v2.0/ports?device_id=42b36ac4-e7c3-4d95-8b5d-f16778117334 HTTP/1.1" status: 200 len: 945 time: 0.1812372 Jan 28 02:51:56.701649 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36478e8-7ef4-44fb-8bcf-c2376e4de37f req-96e5d871-7bf1-41c7-9c6f-2bef66ddbc58 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:56.703315 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f36478e8-7ef4-44fb-8bcf-c2376e4de37f req-96e5d871-7bf1-41c7-9c6f-2bef66ddbc58 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/ports?device_id=49bf0be7-fb2a-4b6f-90b8-5ba801587c74 HTTP/1.1" status: 200 len: 943 time: 0.1608946 Jan 28 02:51:56.748151 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-2a231ab1-af34-4b93-8081-44ecc2720250 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Deleting port 26a53689-b8d1-4e1c-8a1e-4f147c997445 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:51:56.748498 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2a231ab1-af34-4b93-8081-44ecc2720250 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (26a53689-b8d1-4e1c-8a1e-4f147c997445), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:56.760836 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e6fb3-7b13-47ed-b6b1-56e92ff410ec req-8b3ee641-bdde-45cf-87d9-731ab69404ee tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:56.762398 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ef4e6fb3-7b13-47ed-b6b1-56e92ff410ec req-8b3ee641-bdde-45cf-87d9-731ab69404ee tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2d6b324-e9ba-4aef-a99d-edad25a25edc HTTP/1.1" status: 200 len: 949 time: 0.1555836 Jan 28 02:51:56.827020 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2a231ab1-af34-4b93-8081-44ecc2720250 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (26a53689-b8d1-4e1c-8a1e-4f147c997445), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:56.827615 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2a231ab1-af34-4b93-8081-44ecc2720250 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks [] for floatingip (26a53689-b8d1-4e1c-8a1e-4f147c997445), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:56.838893 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-2a231ab1-af34-4b93-8081-44ecc2720250 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Calling delete_port for 26a53689-b8d1-4e1c-8a1e-4f147c997445 owned by network:floatingip {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:51:56.883910 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f36478e8-7ef4-44fb-8bcf-c2376e4de37f req-d350755d-01a4-4ea8-ac13-161a0be73c7e tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8acd3d9-15a7-47b2-b9b4-617fe9ecffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625478 Jan 28 02:51:56.925423 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-bd9aa0bd-2457-458c-9009-a3cb410a855f req-b7382f00-0fb4-451e-a2dd-6d79169090bc tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Deleting port 5211e927-24e1-41c8-838c-b2a6c7eb4347 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:51:56.925862 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bd9aa0bd-2457-458c-9009-a3cb410a855f req-b7382f00-0fb4-451e-a2dd-6d79169090bc tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (5211e927-24e1-41c8-838c-b2a6c7eb4347), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:56.984971 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-ef4e6fb3-7b13-47ed-b6b1-56e92ff410ec req-c0fb07a4-2a3a-4323-b67d-65a95137fac4 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Deleting port 3a04236b-b647-4bad-85fb-66ca58f5faf9 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:51:56.985273 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ef4e6fb3-7b13-47ed-b6b1-56e92ff410ec req-c0fb07a4-2a3a-4323-b67d-65a95137fac4 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (3a04236b-b647-4bad-85fb-66ca58f5faf9), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:57.004473 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2a231ab1-af34-4b93-8081-44ecc2720250 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (26a53689-b8d1-4e1c-8a1e-4f147c997445), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:57.033632 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a231ab1-af34-4b93-8081-44ecc2720250 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Pushing event deleted for resources: {'Port': ['ID=26a53689-b8d1-4e1c-8a1e-4f147c997445,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:57.044188 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0432de-0b42-41c0-91f8-fde5a3dda753 req-fa15d3ff-6505-48fd-b552-845874fbbb3d tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:57.051114 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-be0432de-0b42-41c0-91f8-fde5a3dda753 req-fa15d3ff-6505-48fd-b552-845874fbbb3d tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=42b36ac4-e7c3-4d95-8b5d-f16778117334 HTTP/1.1" status: 200 len: 945 time: 0.0973446 Jan 28 02:51:57.097564 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-bd9aa0bd-2457-458c-9009-a3cb410a855f req-b7382f00-0fb4-451e-a2dd-6d79169090bc tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] For port 5211e927-24e1-41c8-838c-b2a6c7eb4347, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=5211e927-24e1-41c8-838c-b2a6c7eb4347,segment=NetworkSegment(1cc99f2f-8533-4758-ac6d-0ec0b703844f),segment_id=1cc99f2f-8533-4758-ac6d-0ec0b703844f)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:51:57.098093 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bd9aa0bd-2457-458c-9009-a3cb410a855f req-b7382f00-0fb4-451e-a2dd-6d79169090bc tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (5211e927-24e1-41c8-838c-b2a6c7eb4347), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:57.123021 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-bd9aa0bd-2457-458c-9009-a3cb410a855f req-b7382f00-0fb4-451e-a2dd-6d79169090bc tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Calling delete_port for 5211e927-24e1-41c8-838c-b2a6c7eb4347 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:51:57.125967 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-ef4e6fb3-7b13-47ed-b6b1-56e92ff410ec req-c0fb07a4-2a3a-4323-b67d-65a95137fac4 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] For port 3a04236b-b647-4bad-85fb-66ca58f5faf9, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=3a04236b-b647-4bad-85fb-66ca58f5faf9,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:51:57.126438 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ef4e6fb3-7b13-47ed-b6b1-56e92ff410ec req-c0fb07a4-2a3a-4323-b67d-65a95137fac4 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (3a04236b-b647-4bad-85fb-66ca58f5faf9), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:57.146834 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-ef4e6fb3-7b13-47ed-b6b1-56e92ff410ec req-c0fb07a4-2a3a-4323-b67d-65a95137fac4 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Calling delete_port for 3a04236b-b647-4bad-85fb-66ca58f5faf9 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:51:57.151420 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-be0432de-0b42-41c0-91f8-fde5a3dda753 req-34b8463e-8186-46ab-b24d-0077c6e67fd3 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911396 Jan 28 02:51:57.161124 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2a231ab1-af34-4b93-8081-44ecc2720250 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks [] for floatingip (478b1b4e-4453-4556-b1f7-ee3fe558d6bb), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:57.165253 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2a231ab1-af34-4b93-8081-44ecc2720250 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:57.166800 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2a231ab1-af34-4b93-8081-44ecc2720250 tempest-ServersWithSpecificFlavorTestJSON-1426088816 tempest-ServersWithSpecificFlavorTestJSON-1426088816-project] 10.222.0.53 "DELETE /v2.0/floatingips/478b1b4e-4453-4556-b1f7-ee3fe558d6bb HTTP/1.1" status: 204 len: 168 time: 0.5627267 Jan 28 02:51:57.322613 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585ecb6-79b8-4de1-90ee-21c9d28b6a16 req-f11a7bbd-ad93-4f2f-aeef-819ec22ddea9 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:57.324104 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3585ecb6-79b8-4de1-90ee-21c9d28b6a16 req-f11a7bbd-ad93-4f2f-aeef-819ec22ddea9 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=587e5af5-8edf-4092-92fe-b801eab4cef4 HTTP/1.1" status: 200 len: 945 time: 0.1219733 Jan 28 02:51:57.407029 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-26204c07-8e7a-47c2-8640-67e95f42d7d9 req-b279ec87-bf08-4876-b4f3-7c8b635a9e90 tempest-ServerShowV247Test-834447777 tempest-ServerShowV247Test-834447777-project] 10.222.0.53 "GET /v2.0/ports?device_id=7248e4a8-a462-4e4f-9a01-3c9a0dcb3a59 HTTP/1.1" status: 200 len: 210 time: 0.0295610 Jan 28 02:51:57.445831 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bd9aa0bd-2457-458c-9009-a3cb410a855f req-b7382f00-0fb4-451e-a2dd-6d79169090bc tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (5211e927-24e1-41c8-838c-b2a6c7eb4347), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:57.456107 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3585ecb6-79b8-4de1-90ee-21c9d28b6a16 req-77cd7025-2d85-4992-8248-996b02b56bdf tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219566 Jan 28 02:51:57.482116 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ef4e6fb3-7b13-47ed-b6b1-56e92ff410ec req-c0fb07a4-2a3a-4323-b67d-65a95137fac4 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (3a04236b-b647-4bad-85fb-66ca58f5faf9), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:57.484048 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7382f00-0fb4-451e-a2dd-6d79169090bc tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Pushing event deleted for resources: {'Port': ['ID=5211e927-24e1-41c8-838c-b2a6c7eb4347,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:57.535175 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fb07a4-2a3a-4323-b67d-65a95137fac4 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Pushing event deleted for resources: {'Port': ['ID=3a04236b-b647-4bad-85fb-66ca58f5faf9,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:57.559153 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9aa0bd-2457-458c-9009-a3cb410a855f req-b7382f00-0fb4-451e-a2dd-6d79169090bc tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] No DVR routers for this DVR port 5211e927-24e1-41c8-838c-b2a6c7eb4347 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:51:57.570064 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bd9aa0bd-2457-458c-9009-a3cb410a855f req-b7382f00-0fb4-451e-a2dd-6d79169090bc tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:57.573271 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bd9aa0bd-2457-458c-9009-a3cb410a855f req-b7382f00-0fb4-451e-a2dd-6d79169090bc tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.39 "DELETE /v2.0/ports/5211e927-24e1-41c8-838c-b2a6c7eb4347 HTTP/1.1" status: 204 len: 173 time: 0.8673820 Jan 28 02:51:57.573707 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b36ac4-e7c3-4d95-8b5d-f16778117334', 'name': 'network-vif-deleted', 'tag': '5211e927-24e1-41c8-838c-b2a6c7eb4347'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:51:57.576161 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228f2edb-dfd8-4fda-8bb5-fffa633750f0" -d '{"events": [{"server_uuid": "42b36ac4-e7c3-4d95-8b5d-f16778117334", "name": "network-vif-deleted", "tag": "5211e927-24e1-41c8-838c-b2a6c7eb4347"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:51:57.611628 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d5dd4f44-4074-45c8-8528-9b6a1052ecd0 req-ba1268b0-a6de-4811-8143-4f266c2ef32d tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2d6b324-e9ba-4aef-a99d-edad25a25edc HTTP/1.1" status: 200 len: 210 time: 0.0561278 Jan 28 02:51:57.626135 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef4e6fb3-7b13-47ed-b6b1-56e92ff410ec req-c0fb07a4-2a3a-4323-b67d-65a95137fac4 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] No DVR routers for this DVR port 3a04236b-b647-4bad-85fb-66ca58f5faf9 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:51:57.638867 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ef4e6fb3-7b13-47ed-b6b1-56e92ff410ec req-c0fb07a4-2a3a-4323-b67d-65a95137fac4 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:57.638867 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ef4e6fb3-7b13-47ed-b6b1-56e92ff410ec req-c0fb07a4-2a3a-4323-b67d-65a95137fac4 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.39 "DELETE /v2.0/ports/3a04236b-b647-4bad-85fb-66ca58f5faf9 HTTP/1.1" status: 204 len: 173 time: 0.8632302 Jan 28 02:51:57.671289 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ef36d3-8b56-4dc6-9896-97e9fa9c4887 x-openstack-request-id: req-a2ef36d3-8b56-4dc6-9896-97e9fa9c4887 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:51:57.671837 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b36ac4-e7c3-4d95-8b5d-f16778117334", "name": "network-vif-deleted", "tag": "5211e927-24e1-41c8-838c-b2a6c7eb4347", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:51:57.673133 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a2ef36d3-8b56-4dc6-9896-97e9fa9c4887 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:51:57.673314 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b36ac4-e7c3-4d95-8b5d-f16778117334', 'name': 'network-vif-deleted', 'tag': '5211e927-24e1-41c8-838c-b2a6c7eb4347', 'status': 'completed', 'code': 200} Jan 28 02:51:57.747833 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 18817dce-0165-4147-aab1-598491c113cb details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:51:57.857224 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 18817dce-0165-4147-aab1-598491c113cb, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=18817dce-0165-4147-aab1-598491c113cb,segment=NetworkSegment(0a7b33b9-3321-44a3-a7e3-9feb6be757b9),segment_id=0a7b33b9-3321-44a3-a7e3-9feb6be757b9)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:51:57.871405 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '18817dce-0165-4147-aab1-598491c113cb', 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967', 'port_id': '18817dce-0165-4147-aab1-598491c113cb', 'mac_address': 'fa:16:3e:01:bf:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4db08a6e-5c57-4b8e-9ec4-bbd5647662a4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:51:57.953397 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 18817dce-0165-4147-aab1-598491c113cb is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:51:57.953925 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (18817dce-0165-4147-aab1-598491c113cb), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:57.977219 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18817dce-0165-4147-aab1-598491c113cb {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:51:58.016572 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 18817dce-0165-4147-aab1-598491c113cb, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=18817dce-0165-4147-aab1-598491c113cb,segment=NetworkSegment(0a7b33b9-3321-44a3-a7e3-9feb6be757b9),segment_id=0a7b33b9-3321-44a3-a7e3-9feb6be757b9)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:51:58.018391 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 35338) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:51:58.025385 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (18817dce-0165-4147-aab1-598491c113cb), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:58.033440 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642c9de-7e04-484a-a18d-94f3a1b4f056 req-11786ac7-c051-4ec7-9532-f706cca28dca tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:58.035335 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9642c9de-7e04-484a-a18d-94f3a1b4f056 req-11786ac7-c051-4ec7-9532-f706cca28dca tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/ports?device_id=49bf0be7-fb2a-4b6f-90b8-5ba801587c74 HTTP/1.1" status: 200 len: 943 time: 0.0717263 Jan 28 02:51:58.106238 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9642c9de-7e04-484a-a18d-94f3a1b4f056 req-97db5992-ca5e-420a-8ceb-4f0fc0427dc5 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8acd3d9-15a7-47b2-b9b4-617fe9ecffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614893 Jan 28 02:51:58.109336 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=18817dce-0165-4147-aab1-598491c113cb,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:58.276728 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b055d3aa-2287-4874-8cc7-f5effbd32ae9 req-9fa84118-e568-490d-a47d-b1994d78cd5a tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=42b36ac4-e7c3-4d95-8b5d-f16778117334 HTTP/1.1" status: 200 len: 210 time: 0.0304682 Jan 28 02:51:58.412288 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f701ce61-240d-46fc-bceb-1d7d215f6170 req-0a983f99-6074-4273-b0a2-14f4fe385295 tempest-ServerShowV247Test-834447777 tempest-ServerShowV247Test-834447777-project] 10.222.0.39 "GET /v2.0/ports?device_id=7248e4a8-a462-4e4f-9a01-3c9a0dcb3a59 HTTP/1.1" status: 200 len: 210 time: 0.0257175 Jan 28 02:51:58.462682 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['18817dce-0165-4147-aab1-598491c113cb'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:51:58.494539 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-91a4d0db-74bc-4bc3-a7fd-8bcbf0e5dfba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (f4e962b1-b4a4-490d-a01e-f309dae8cc3a), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:58.525853 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-726678c9-c9cc-4312-9be1-3b0b6d8dc7d3 req-28fa2b60-7448-4948-a08e-d0a3e14043bb tempest-ServerShowV247Test-834447777 tempest-ServerShowV247Test-834447777-project] 10.222.0.53 "GET /v2.0/ports?device_id=7248e4a8-a462-4e4f-9a01-3c9a0dcb3a59 HTTP/1.1" status: 200 len: 210 time: 0.0365679 Jan 28 02:51:58.771262 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-37cf56f0-1382-407d-a6c3-2a496c54127a req-c148e0ed-a6e0-4797-b6ef-31f94a822e27 tempest-ListImageFiltersTestJSON-1454040976 tempest-ListImageFiltersTestJSON-1454040976-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2d6b324-e9ba-4aef-a99d-edad25a25edc HTTP/1.1" status: 200 len: 210 time: 0.0379946 Jan 28 02:51:58.897905 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:59.042760 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2970604-ad80-450a-8eb8-ca9f78a355a7 req-6dc0ea69-3192-4ea7-9db7-75fb567c958d tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:59.044120 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e2970604-ad80-450a-8eb8-ca9f78a355a7 req-6dc0ea69-3192-4ea7-9db7-75fb567c958d tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=587e5af5-8edf-4092-92fe-b801eab4cef4 HTTP/1.1" status: 200 len: 945 time: 0.0913713 Jan 28 02:51:59.153299 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e2970604-ad80-450a-8eb8-ca9f78a355a7 req-66a37fa4-e6c5-4826-88ee-6be16bacbcee tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014919 Jan 28 02:51:59.275331 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e906e70-70fe-448a-84b6-73913a12ee01 req-6ff00872-223c-4d95-b0bb-00fa1813f333 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:59.276204 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-91a4d0db-74bc-4bc3-a7fd-8bcbf0e5dfba admin admin] Deleting port fa192b00-744a-4013-aaa0-da1828bcb208 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:51:59.276621 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-91a4d0db-74bc-4bc3-a7fd-8bcbf0e5dfba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (fa192b00-744a-4013-aaa0-da1828bcb208), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:59.293696 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9e906e70-70fe-448a-84b6-73913a12ee01 req-6ff00872-223c-4d95-b0bb-00fa1813f333 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/ports?device_id=49bf0be7-fb2a-4b6f-90b8-5ba801587c74 HTTP/1.1" status: 200 len: 944 time: 0.1090405 Jan 28 02:51:59.376801 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9e906e70-70fe-448a-84b6-73913a12ee01 req-f2f8aa53-bee5-4c31-997a-d4927304e84b tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8acd3d9-15a7-47b2-b9b4-617fe9ecffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799072 Jan 28 02:51:59.401149 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-91a4d0db-74bc-4bc3-a7fd-8bcbf0e5dfba admin admin] For port fa192b00-744a-4013-aaa0-da1828bcb208, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=fa192b00-744a-4013-aaa0-da1828bcb208,segment=NetworkSegment(bbedb26a-d891-40c8-8d71-f06cdae1759c),segment_id=bbedb26a-d891-40c8-8d71-f06cdae1759c)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:51:59.401746 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-91a4d0db-74bc-4bc3-a7fd-8bcbf0e5dfba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (fa192b00-744a-4013-aaa0-da1828bcb208), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:59.420904 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-91a4d0db-74bc-4bc3-a7fd-8bcbf0e5dfba admin admin] Calling delete_port for fa192b00-744a-4013-aaa0-da1828bcb208 owned by network:router_interface {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:51:59.526442 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f3fd2-e4bd-4764-bf76-850a4f9eefdb req-39a5d4e8-fe93-4dda-9104-2c3f0c084fc7 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:59.533389 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0a7f3fd2-e4bd-4764-bf76-850a4f9eefdb req-39a5d4e8-fe93-4dda-9104-2c3f0c084fc7 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=587e5af5-8edf-4092-92fe-b801eab4cef4 HTTP/1.1" status: 200 len: 945 time: 0.1074655 Jan 28 02:51:59.580871 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-26ca223d-26b7-40a2-9877-6bbce1f3adcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:59.620795 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0a7f3fd2-e4bd-4764-bf76-850a4f9eefdb req-8184eae7-4639-47d6-97e2-f1a0a5ac3c11 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863276 Jan 28 02:51:59.691916 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d6b324-e9ba-4aef-a99d-edad25a25edc', 'name': 'network-vif-deleted', 'tag': '3a04236b-b647-4bad-85fb-66ca58f5faf9'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:51:59.696122 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acac05ff-e12c-44d6-841d-1e2e288d3034" -d '{"events": [{"server_uuid": "a2d6b324-e9ba-4aef-a99d-edad25a25edc", "name": "network-vif-deleted", "tag": "3a04236b-b647-4bad-85fb-66ca58f5faf9"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:51:59.735419 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-91a4d0db-74bc-4bc3-a7fd-8bcbf0e5dfba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (fa192b00-744a-4013-aaa0-da1828bcb208), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:59.745972 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab067c-9eda-4bc3-9aff-ec1324c6fdb3 req-2a8862ff-36c2-4c66-af60-7b39d3210e68 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:51:59.764850 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 18817dce-0165-4147-aab1-598491c113cb up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:51:59.765653 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e0ab067c-9eda-4bc3-9aff-ec1324c6fdb3 req-2a8862ff-36c2-4c66-af60-7b39d3210e68 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=c976bb8a-67db-4a7d-a037-e759c34c4871 HTTP/1.1" status: 200 len: 944 time: 0.1147461 Jan 28 02:51:59.792435 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a4d0db-74bc-4bc3-a7fd-8bcbf0e5dfba admin admin] Pushing event deleted for resources: {'Port': ['ID=fa192b00-744a-4013-aaa0-da1828bcb208,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:51:59.847602 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e0ab067c-9eda-4bc3-9aff-ec1324c6fdb3 req-67082acc-33a7-46d0-9a9e-25128d8429d9 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/security-groups?id=24bd3b41-384b-4388-94d5-1ff4ee7d493e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809751 Jan 28 02:51:59.857724 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4d0db-74bc-4bc3-a7fd-8bcbf0e5dfba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:59.858170 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4d0db-74bc-4bc3-a7fd-8bcbf0e5dfba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:59.858687 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4d0db-74bc-4bc3-a7fd-8bcbf0e5dfba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:59.859199 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4d0db-74bc-4bc3-a7fd-8bcbf0e5dfba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:59.859682 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4d0db-74bc-4bc3-a7fd-8bcbf0e5dfba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:59.860171 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4d0db-74bc-4bc3-a7fd-8bcbf0e5dfba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:59.860680 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4d0db-74bc-4bc3-a7fd-8bcbf0e5dfba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:59.861201 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4d0db-74bc-4bc3-a7fd-8bcbf0e5dfba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:59.861684 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4d0db-74bc-4bc3-a7fd-8bcbf0e5dfba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:59.862209 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4d0db-74bc-4bc3-a7fd-8bcbf0e5dfba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:59.862692 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4d0db-74bc-4bc3-a7fd-8bcbf0e5dfba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:59.863197 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4d0db-74bc-4bc3-a7fd-8bcbf0e5dfba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:59.864884 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4d0db-74bc-4bc3-a7fd-8bcbf0e5dfba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:51:59.903237 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 18817dce-0165-4147-aab1-598491c113cb completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:51:59.913382 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 18817dce-0165-4147-aab1-598491c113cb triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:51:59.913927 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (18817dce-0165-4147-aab1-598491c113cb), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:51:59.938916 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c8db18-63bf-4b97-a77a-a5832e5bbba8 x-openstack-request-id: req-59c8db18-63bf-4b97-a77a-a5832e5bbba8 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:51:59.939405 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d6b324-e9ba-4aef-a99d-edad25a25edc", "name": "network-vif-deleted", "tag": "3a04236b-b647-4bad-85fb-66ca58f5faf9", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:51:59.939813 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-59c8db18-63bf-4b97-a77a-a5832e5bbba8 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:51:59.940603 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d6b324-e9ba-4aef-a99d-edad25a25edc', 'name': 'network-vif-deleted', 'tag': '3a04236b-b647-4bad-85fb-66ca58f5faf9', 'status': 'completed', 'code': 200} Jan 28 02:51:59.952622 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 3a04236b-b647-4bad-85fb-66ca58f5faf9 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:52:00.069620 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-95eaed15-8ee7-4656-b792-a7206c7629fa req-78d348ef-8881-498f-b19a-a6b64a99c462 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d7328abcfde64a8f93a563ffa127c304&device_id=7abdf311-ce3e-4612-9c7b-1cb4670a6c21 HTTP/1.1" status: 200 len: 210 time: 0.0468166 Jan 28 02:52:00.088689 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 3a04236b-b647-4bad-85fb-66ca58f5faf9 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:52:00.089539 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 3a04236b-b647-4bad-85fb-66ca58f5faf9 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:52:00.090169 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 5211e927-24e1-41c8-838c-b2a6c7eb4347 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:52:00.128787 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-95eaed15-8ee7-4656-b792-a7206c7629fa req-ce6131aa-d2a4-49fb-98aa-6a4d73b825b7 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d7328abcfde64a8f93a563ffa127c304&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582283 Jan 28 02:52:00.181370 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 5211e927-24e1-41c8-838c-b2a6c7eb4347 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:52:00.182169 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 5211e927-24e1-41c8-838c-b2a6c7eb4347 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:52:00.193482 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-91a4d0db-74bc-4bc3-a7fd-8bcbf0e5dfba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (f4e962b1-b4a4-490d-a01e-f309dae8cc3a), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:00.235180 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fc022d46-28d4-4249-aa58-aa64b77a57fa req-23a46930-671f-4aa8-8d95-dae0f57dcd06 tempest-ServerShowV247Test-834447777 tempest-ServerShowV247Test-834447777-project] 10.222.0.53 "GET /v2.0/ports?device_id=7abdf311-ce3e-4612-9c7b-1cb4670a6c21 HTTP/1.1" status: 200 len: 210 time: 0.0391300 Jan 28 02:52:00.278109 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 18817dce-0165-4147-aab1-598491c113cb is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:52:00.279107 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (18817dce-0165-4147-aab1-598491c113cb), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:00.309125 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49bf0be7-fb2a-4b6f-90b8-5ba801587c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18817dce-0165-4147-aab1-598491c113cb'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:52:00.312242 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8ebb33-d115-4459-b8e8-26c0978efa9f" -d '{"events": [{"server_uuid": "49bf0be7-fb2a-4b6f-90b8-5ba801587c74", "name": "network-vif-plugged", "status": "completed", "tag": "18817dce-0165-4147-aab1-598491c113cb"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:52:00.328247 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 18817dce-0165-4147-aab1-598491c113cb, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=18817dce-0165-4147-aab1-598491c113cb,segment=NetworkSegment(0a7b33b9-3321-44a3-a7e3-9feb6be757b9),segment_id=0a7b33b9-3321-44a3-a7e3-9feb6be757b9)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:52:00.336867 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (18817dce-0165-4147-aab1-598491c113cb), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:00.359129 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eaed15-8ee7-4656-b792-a7206c7629fa req-0f0eebbd-daa0-4ebc-b13e-b2b161e56d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:00.361268 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-95eaed15-8ee7-4656-b792-a7206c7629fa req-0f0eebbd-daa0-4ebc-b13e-b2b161e56d76 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2174459 Jan 28 02:52:00.388789 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3ff219-9deb-4392-a7a6-0bcb5ac7cd5f x-openstack-request-id: req-bc3ff219-9deb-4392-a7a6-0bcb5ac7cd5f {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:52:00.389109 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49bf0be7-fb2a-4b6f-90b8-5ba801587c74", "name": "network-vif-plugged", "status": "completed", "tag": "18817dce-0165-4147-aab1-598491c113cb", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:52:00.392415 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bc3ff219-9deb-4392-a7a6-0bcb5ac7cd5f {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:52:00.392415 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49bf0be7-fb2a-4b6f-90b8-5ba801587c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18817dce-0165-4147-aab1-598491c113cb', 'code': 200} Jan 28 02:52:00.418221 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=18817dce-0165-4147-aab1-598491c113cb,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:00.586826 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9ed6a-8f7a-433f-84c5-67600a301412 req-d1d0ac77-e992-4854-9642-5b033a4159f0 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:00.588477 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-42d9ed6a-8f7a-433f-84c5-67600a301412 req-d1d0ac77-e992-4854-9642-5b033a4159f0 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.67 "GET /v2.0/ports?device_id=c976bb8a-67db-4a7d-a037-e759c34c4871 HTTP/1.1" status: 200 len: 944 time: 0.1539052 Jan 28 02:52:00.646788 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4edad0-abbf-41dc-8e05-85d5dd6306c4 req-eea2d286-3d4a-4ce1-b097-753c6c9fde6c tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:00.648285 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2f4edad0-abbf-41dc-8e05-85d5dd6306c4 req-eea2d286-3d4a-4ce1-b097-753c6c9fde6c tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/ports?device_id=49bf0be7-fb2a-4b6f-90b8-5ba801587c74 HTTP/1.1" status: 200 len: 945 time: 0.1808090 Jan 28 02:52:00.656955 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e322d-ed75-432d-9afa-6a4ee7985c7c req-302b4ee5-02e2-4556-9428-be55ef187518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:00.658451 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-da9e322d-ed75-432d-9afa-6a4ee7985c7c req-302b4ee5-02e2-4556-9428-be55ef187518 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=49bf0be7-fb2a-4b6f-90b8-5ba801587c74 HTTP/1.1" status: 200 len: 1097 time: 0.1539342 Jan 28 02:52:00.682988 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a4d0db-74bc-4bc3-a7fd-8bcbf0e5dfba admin admin] Router f4e962b1-b4a4-490d-a01e-f309dae8cc3a has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:52:00.813389 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2f4edad0-abbf-41dc-8e05-85d5dd6306c4 req-76359389-d19f-4535-bafd-2592514b08cc tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8acd3d9-15a7-47b2-b9b4-617fe9ecffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507077 Jan 28 02:52:00.826542 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-da9e322d-ed75-432d-9afa-6a4ee7985c7c req-dbf1cc35-f148-4fcf-93a0-91bc8ba6ecc2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c8acd3d9-15a7-47b2-b9b4-617fe9ecffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458325 Jan 28 02:52:00.884542 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-42d9ed6a-8f7a-433f-84c5-67600a301412 req-914c0e43-6666-48d4-adc2-f47b00ff9c13 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Deleting port 436ed209-dce3-4393-92c8-fccf886a2c65 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:52:00.884758 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-42d9ed6a-8f7a-433f-84c5-67600a301412 req-914c0e43-6666-48d4-adc2-f47b00ff9c13 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (436ed209-dce3-4393-92c8-fccf886a2c65), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:00.944266 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888d89c-468f-4845-a929-3c2f3efaa447 req-cedfe0b0-fa41-4d84-9cb6-39b253e85a8a tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:00.945913 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a4d0db-74bc-4bc3-a7fd-8bcbf0e5dfba admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:52:00.948415 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d888d89c-468f-4845-a929-3c2f3efaa447 req-cedfe0b0-fa41-4d84-9cb6-39b253e85a8a tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=587e5af5-8edf-4092-92fe-b801eab4cef4 HTTP/1.1" status: 200 len: 945 time: 0.0603621 Jan 28 02:52:00.954694 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-91a4d0db-74bc-4bc3-a7fd-8bcbf0e5dfba admin admin] 10.222.0.53 "PUT /v2.0/routers/f4e962b1-b4a4-490d-a01e-f309dae8cc3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9329295 Jan 28 02:52:00.956205 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 35436) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:00.962792 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a249bc75-a4f9-4b65-8316-6d5465a9356a None None] Sync routers for ids ['f4e962b1-b4a4-490d-a01e-f309dae8cc3a'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:52:00.973619 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a249bc75-a4f9-4b65-8316-6d5465a9356a None None] Routers {'f4e962b1-b4a4-490d-a01e-f309dae8cc3a'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:52:00.974751 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a249bc75-a4f9-4b65-8316-6d5465a9356a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:51:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['f4e962b1-b4a4-490d-a01e-f309dae8cc3a'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:01.024376 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-42d9ed6a-8f7a-433f-84c5-67600a301412 req-914c0e43-6666-48d4-adc2-f47b00ff9c13 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] For port 436ed209-dce3-4393-92c8-fccf886a2c65, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=436ed209-dce3-4393-92c8-fccf886a2c65,segment=NetworkSegment(1cc99f2f-8533-4758-ac6d-0ec0b703844f),segment_id=1cc99f2f-8533-4758-ac6d-0ec0b703844f)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:52:01.025720 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-42d9ed6a-8f7a-433f-84c5-67600a301412 req-914c0e43-6666-48d4-adc2-f47b00ff9c13 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (436ed209-dce3-4393-92c8-fccf886a2c65), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:01.043383 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-42d9ed6a-8f7a-433f-84c5-67600a301412 req-914c0e43-6666-48d4-adc2-f47b00ff9c13 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Calling delete_port for 436ed209-dce3-4393-92c8-fccf886a2c65 owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:52:01.075930 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d888d89c-468f-4845-a929-3c2f3efaa447 req-161ca77d-dcc0-4bbe-81b0-8799cdcb35a4 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166952 Jan 28 02:52:01.158156 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-48dec268-01c8-43a3-805c-7d78f0f65e5d admin admin] Publish callbacks [] for router (f4e962b1-b4a4-490d-a01e-f309dae8cc3a), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:01.160823 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-a249bc75-a4f9-4b65-8316-6d5465a9356a None None] Set router f4e962b1-b4a4-490d-a01e-f309dae8cc3a gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:52:01.221469 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-42d9ed6a-8f7a-433f-84c5-67600a301412 req-914c0e43-6666-48d4-adc2-f47b00ff9c13 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (436ed209-dce3-4393-92c8-fccf886a2c65), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:01.247476 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ad767303-bc14-49e0-a2f0-ac74420b9cbb req-ae897128-a054-48b2-a1e4-6c22b535d690 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.53 "GET /v2.0/ports?device_id=c976bb8a-67db-4a7d-a037-e759c34c4871 HTTP/1.1" status: 200 len: 210 time: 0.0354314 Jan 28 02:52:01.261122 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c0e43-6666-48d4-adc2-f47b00ff9c13 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Pushing event deleted for resources: {'Port': ['ID=436ed209-dce3-4393-92c8-fccf886a2c65,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:01.349593 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-48dec268-01c8-43a3-805c-7d78f0f65e5d admin admin] Publish callbacks [] for router_gateway (f4e962b1-b4a4-490d-a01e-f309dae8cc3a), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:01.389804 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d9ed6a-8f7a-433f-84c5-67600a301412 req-914c0e43-6666-48d4-adc2-f47b00ff9c13 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] No DVR routers for this DVR port 436ed209-dce3-4393-92c8-fccf886a2c65 on host n-h1-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:52:01.394973 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-42d9ed6a-8f7a-433f-84c5-67600a301412 req-914c0e43-6666-48d4-adc2-f47b00ff9c13 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:01.402648 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-42d9ed6a-8f7a-433f-84c5-67600a301412 req-914c0e43-6666-48d4-adc2-f47b00ff9c13 tempest-LiveAutoBlockMigrationV225Test-10117755 tempest-LiveAutoBlockMigrationV225Test-10117755-project] 10.222.0.67 "DELETE /v2.0/ports/436ed209-dce3-4393-92c8-fccf886a2c65 HTTP/1.1" status: 204 len: 173 time: 0.8060753 Jan 28 02:52:01.403157 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c976bb8a-67db-4a7d-a037-e759c34c4871', 'name': 'network-vif-deleted', 'tag': '436ed209-dce3-4393-92c8-fccf886a2c65'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:52:01.409954 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a5e0e7-dfc5-402d-9899-102b65db5d2d" -d '{"events": [{"server_uuid": "c976bb8a-67db-4a7d-a037-e759c34c4871", "name": "network-vif-deleted", "tag": "436ed209-dce3-4393-92c8-fccf886a2c65"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:52:01.472112 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f10177b8-7a91-4df4-aa33-7fd083412ebf req-50004393-5034-402d-a209-58260cb14b12 tempest-ServerShowV247Test-834447777 tempest-ServerShowV247Test-834447777-project] 10.222.0.53 "GET /v2.0/ports?device_id=7abdf311-ce3e-4612-9c7b-1cb4670a6c21 HTTP/1.1" status: 200 len: 210 time: 0.0549123 Jan 28 02:52:01.476496 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-48dec268-01c8-43a3-805c-7d78f0f65e5d admin admin] Deleting port ba6b77fe-d614-438b-96c8-791c5bc5e219 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:52:01.476847 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-48dec268-01c8-43a3-805c-7d78f0f65e5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (ba6b77fe-d614-438b-96c8-791c5bc5e219), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:01.555645 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a249bc75-a4f9-4b65-8316-6d5465a9356a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-907093123-router', 'tenant_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': 'ba6b77fe-d614-438b-96c8-791c5bc5e219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:45:29Z', 'updated_at': '2022-01-28T02:51:59Z', 'revision_number': 5, 'project_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'gw_port': {'id': 'ba6b77fe-d614-438b-96c8-791c5bc5e219', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:45:31Z', 'updated_at': '2022-01-28T02:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:01.573923 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c905b3f1-5a5e-4e0f-8d1e-ebd085771218 x-openstack-request-id: req-c905b3f1-5a5e-4e0f-8d1e-ebd085771218 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:52:01.574296 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c976bb8a-67db-4a7d-a037-e759c34c4871", "name": "network-vif-deleted", "tag": "436ed209-dce3-4393-92c8-fccf886a2c65", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:52:01.574620 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c905b3f1-5a5e-4e0f-8d1e-ebd085771218 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:52:01.575225 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c976bb8a-67db-4a7d-a037-e759c34c4871', 'name': 'network-vif-deleted', 'tag': '436ed209-dce3-4393-92c8-fccf886a2c65', 'status': 'completed', 'code': 200} Jan 28 02:52:01.585749 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a249bc75-a4f9-4b65-8316-6d5465a9356a None None] Checking router: f4e962b1-b4a4-490d-a01e-f309dae8cc3a for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:52:01.589204 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-48dec268-01c8-43a3-805c-7d78f0f65e5d admin admin] For port ba6b77fe-d614-438b-96c8-791c5bc5e219, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ba6b77fe-d614-438b-96c8-791c5bc5e219,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:52:01.589580 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-48dec268-01c8-43a3-805c-7d78f0f65e5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (ba6b77fe-d614-438b-96c8-791c5bc5e219), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:01.596631 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a249bc75-a4f9-4b65-8316-6d5465a9356a None None] Routers {'f4e962b1-b4a4-490d-a01e-f309dae8cc3a'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:52:01.597802 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a249bc75-a4f9-4b65-8316-6d5465a9356a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:51:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['f4e962b1-b4a4-490d-a01e-f309dae8cc3a'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:01.604322 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-48dec268-01c8-43a3-805c-7d78f0f65e5d admin admin] Calling delete_port for ba6b77fe-d614-438b-96c8-791c5bc5e219 owned by network:router_gateway {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:52:01.664113 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 35456) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:01.806305 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-a249bc75-a4f9-4b65-8316-6d5465a9356a None None] Set router f4e962b1-b4a4-490d-a01e-f309dae8cc3a gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:52:01.854802 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-710ca179-5ec8-48e3-849c-5129fb4fad49 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eabf11f168de4467b9db905f2a31df08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1898823 Jan 28 02:52:01.857539 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 35462) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:01.865433 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a249bc75-a4f9-4b65-8316-6d5465a9356a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-907093123-router', 'tenant_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:45:29Z', 'updated_at': '2022-01-28T02:52:01Z', 'revision_number': 6, 'project_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:01.893973 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ddf0acef-62dd-43d5-bd6e-495a11210057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:01.897627 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a249bc75-a4f9-4b65-8316-6d5465a9356a None None] The sync data for ids ['f4e962b1-b4a4-490d-a01e-f309dae8cc3a'] in n-d-712139-27 is: [{'id': 'f4e962b1-b4a4-490d-a01e-f309dae8cc3a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-907093123-router', 'tenant_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:45:29Z', 'updated_at': '2022-01-28T02:52:01Z', 'revision_number': 6, 'project_id': 'deb0ae2c8f344983b94e9f109bff2e22', 'gw_port_host': None}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:52:01.984924 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7382bfc5-85c9-4bad-ac9b-96c471265e04 admin admin] Publish callbacks [] for security_group (57b6a0b1-7fe9-44c4-bb90-dd9a3230db1f), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:01.992011 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978b5b4-0748-46a6-ae58-abcea1fae1e6 req-79582f01-457b-4db9-85ab-94c25d505f06 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:01.993808 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5978b5b4-0748-46a6-ae58-abcea1fae1e6 req-79582f01-457b-4db9-85ab-94c25d505f06 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/ports?device_id=49bf0be7-fb2a-4b6f-90b8-5ba801587c74 HTTP/1.1" status: 200 len: 945 time: 0.0665982 Jan 28 02:52:02.026592 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-95eaed15-8ee7-4656-b792-a7206c7629fa req-c606166a-a9b4-48eb-8b2f-6f096fba9b5a tempest-ServerShowV247Test-834447777 tempest-ServerShowV247Test-834447777-project] 10.222.0.39 "GET /v2.0/ports?device_id=7abdf311-ce3e-4612-9c7b-1cb4670a6c21 HTTP/1.1" status: 200 len: 210 time: 0.0599818 Jan 28 02:52:02.035215 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7382bfc5-85c9-4bad-ac9b-96c471265e04 admin admin] Publish callbacks [] for security_group (57b6a0b1-7fe9-44c4-bb90-dd9a3230db1f), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:02.067707 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5978b5b4-0748-46a6-ae58-abcea1fae1e6 req-07174f6e-86d8-4366-b443-0d07b88d3c1c tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8acd3d9-15a7-47b2-b9b4-617fe9ecffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670173 Jan 28 02:52:02.093713 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-48dec268-01c8-43a3-805c-7d78f0f65e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (ba6b77fe-d614-438b-96c8-791c5bc5e219), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:02.121891 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dec268-01c8-43a3-805c-7d78f0f65e5d admin admin] Pushing event deleted for resources: {'Port': ['ID=ba6b77fe-d614-438b-96c8-791c5bc5e219,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:02.322324 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7382bfc5-85c9-4bad-ac9b-96c471265e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (57b6a0b1-7fe9-44c4-bb90-dd9a3230db1f), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:02.342443 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7382bfc5-85c9-4bad-ac9b-96c471265e04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:02.346488 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7382bfc5-85c9-4bad-ac9b-96c471265e04 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/57b6a0b1-7fe9-44c4-bb90-dd9a3230db1f HTTP/1.1" status: 204 len: 168 time: 0.4875054 Jan 28 02:52:02.348657 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-48dec268-01c8-43a3-805c-7d78f0f65e5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (f4e962b1-b4a4-490d-a01e-f309dae8cc3a), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:02.375579 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 35472) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:02.421175 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device fa192b00-744a-4013-aaa0-da1828bcb208 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:52:02.453657 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: fa192b00-744a-4013-aaa0-da1828bcb208 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:52:02.460159 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device fa192b00-744a-4013-aaa0-da1828bcb208 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:52:02.490735 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7382bfc5-85c9-4bad-ac9b-96c471265e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b6a0b1-7fe9-44c4-bb90-dd9a3230db1f,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:02.553928 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac30bbbd-f9de-4628-8d88-631615a73478 req-92663600-aa79-4322-97dc-0c60f0ce55a9 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:02.563807 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ac30bbbd-f9de-4628-8d88-631615a73478 req-92663600-aa79-4322-97dc-0c60f0ce55a9 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=587e5af5-8edf-4092-92fe-b801eab4cef4 HTTP/1.1" status: 200 len: 945 time: 0.3645530 Jan 28 02:52:02.588431 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aff4cd7-d071-4229-83f0-4d19701da3dc admin admin] Deleting subnet bcba3f69-83cc-4e79-8ae3-09e3e7684525 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:52:02.589904 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-48dec268-01c8-43a3-805c-7d78f0f65e5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (f4e962b1-b4a4-490d-a01e-f309dae8cc3a), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:02.591998 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3aff4cd7-d071-4229-83f0-4d19701da3dc admin admin] Publish callbacks [] for subnet (bcba3f69-83cc-4e79-8ae3-09e3e7684525), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:02.594417 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-48dec268-01c8-43a3-805c-7d78f0f65e5d admin admin] Publish callbacks [] for router_controller (f4e962b1-b4a4-490d-a01e-f309dae8cc3a), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:02.684108 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3aff4cd7-d071-4229-83f0-4d19701da3dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (bcba3f69-83cc-4e79-8ae3-09e3e7684525), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:02.741040 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3aff4cd7-d071-4229-83f0-4d19701da3dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (bcba3f69-83cc-4e79-8ae3-09e3e7684525), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:02.744016 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ac30bbbd-f9de-4628-8d88-631615a73478 req-53746f05-0b2f-4426-a342-b1b6c7810268 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790795 Jan 28 02:52:02.754586 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-48dec268-01c8-43a3-805c-7d78f0f65e5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (f4e962b1-b4a4-490d-a01e-f309dae8cc3a), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:02.757492 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48dec268-01c8-43a3-805c-7d78f0f65e5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4e962b1-b4a4-490d-a01e-f309dae8cc3a {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:52:02.774492 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-48dec268-01c8-43a3-805c-7d78f0f65e5d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:02.775668 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-48dec268-01c8-43a3-805c-7d78f0f65e5d admin admin] 10.222.0.53 "DELETE /v2.0/routers/f4e962b1-b4a4-490d-a01e-f309dae8cc3a HTTP/1.1" status: 204 len: 168 time: 1.8184321 Jan 28 02:52:02.778261 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 35482) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:02.863328 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-237f2ed1-de76-438a-80c0-800a35b68366 admin admin] Deleting subnet 8bcd77d3-aea2-4a38-a318-db02b350e105 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:52:02.866342 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ccd61ec9-7e38-4afe-bf9a-e47068fa126c req-bb4645c8-104e-46bb-94fe-2fcb82867cb7 tempest-ServerShowV247Test-834447777 tempest-ServerShowV247Test-834447777-project] 10.222.0.53 "GET /v2.0/ports?device_id=7abdf311-ce3e-4612-9c7b-1cb4670a6c21 HTTP/1.1" status: 200 len: 210 time: 0.0656106 Jan 28 02:52:02.871080 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-237f2ed1-de76-438a-80c0-800a35b68366 admin admin] Publish callbacks [] for subnet (8bcd77d3-aea2-4a38-a318-db02b350e105), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:02.898069 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3aff4cd7-d071-4229-83f0-4d19701da3dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (bcba3f69-83cc-4e79-8ae3-09e3e7684525), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:02.936103 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff4cd7-d071-4229-83f0-4d19701da3dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcba3f69-83cc-4e79-8ae3-09e3e7684525,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:02.940708 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3aff4cd7-d071-4229-83f0-4d19701da3dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:02.949160 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3aff4cd7-d071-4229-83f0-4d19701da3dc admin admin] 10.222.0.53 "DELETE /v2.0/subnets/bcba3f69-83cc-4e79-8ae3-09e3e7684525 HTTP/1.1" status: 204 len: 168 time: 0.5665104 Jan 28 02:52:02.949545 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 35488) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:02.949821 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-237f2ed1-de76-438a-80c0-800a35b68366 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (8bcd77d3-aea2-4a38-a318-db02b350e105), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:03.051012 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-86566327-5aa4-463d-bc91-6786ee1392f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (997aa02b-ef92-4c1c-ba5c-0477d385960c), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:03.090376 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-237f2ed1-de76-438a-80c0-800a35b68366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (8bcd77d3-aea2-4a38-a318-db02b350e105), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:03.181225 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:03.196380 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-237f2ed1-de76-438a-80c0-800a35b68366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (8bcd77d3-aea2-4a38-a318-db02b350e105), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:03.211033 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-237f2ed1-de76-438a-80c0-800a35b68366 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:03.211646 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-86566327-5aa4-463d-bc91-6786ee1392f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (997aa02b-ef92-4c1c-ba5c-0477d385960c), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:03.217795 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-237f2ed1-de76-438a-80c0-800a35b68366 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/8bcd77d3-aea2-4a38-a318-db02b350e105 HTTP/1.1" status: 204 len: 168 time: 0.4361789 Jan 28 02:52:03.220135 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 35496) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:03.222610 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93729aa-4998-47ce-96ca-8696527d429f None None] Network 14d3588b-3a72-4543-858a-daf4905526c1 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:52:03.263457 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237f2ed1-de76-438a-80c0-800a35b68366 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bcd77d3-aea2-4a38-a318-db02b350e105,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:03.289867 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-86566327-5aa4-463d-bc91-6786ee1392f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['997aa02b-ef92-4c1c-ba5c-0477d385960c']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:03.305763 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-86566327-5aa4-463d-bc91-6786ee1392f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cc99f2f-8533-4758-ac6d-0ec0b703844f') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:03.305763 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-86566327-5aa4-463d-bc91-6786ee1392f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cc99f2f-8533-4758-ac6d-0ec0b703844f') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:03.308605 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:03.325503 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-86566327-5aa4-463d-bc91-6786ee1392f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (1cc99f2f-8533-4758-ac6d-0ec0b703844f), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:03.340606 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-86566327-5aa4-463d-bc91-6786ee1392f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (1cc99f2f-8533-4758-ac6d-0ec0b703844f), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:03.349401 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86566327-5aa4-463d-bc91-6786ee1392f9 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:52:03.350007 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-86566327-5aa4-463d-bc91-6786ee1392f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (1cc99f2f-8533-4758-ac6d-0ec0b703844f), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:03.351918 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 02:52:03.351918 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:52:03.351918 n-d-712139-27 neutron-server[109802]: timer() Jan 28 02:52:03.351918 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:52:03.351918 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 02:52:03.351918 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:52:03.351918 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 02:52:03.351918 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:52:03.351918 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 02:52:03.351918 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:52:03.351918 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 02:52:03.351918 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:52:03.351918 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 02:52:03.351918 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:52:03.351918 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:52:03.351918 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:52:03.351918 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:52:03.351918 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:52:03.351918 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 02:52:03.351918 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:52:03.351918 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 02:52:03.351918 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:52:03.351918 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:52:03.351918 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:52:03.351918 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 02:52:03.351918 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:52:03.351918 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:52:03.351918 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:52:03.351918 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:52:03.351918 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:52:03.351918 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:52:03.351918 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:52:03.394778 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda18272-5232-4405-83a6-c047abc9ceb2 req-2d066273-89e1-4ec9-a9f7-615d7e703520 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:03.401611 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fda18272-5232-4405-83a6-c047abc9ceb2 req-2d066273-89e1-4ec9-a9f7-615d7e703520 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/ports?device_id=49bf0be7-fb2a-4b6f-90b8-5ba801587c74 HTTP/1.1" status: 200 len: 945 time: 0.2381768 Jan 28 02:52:03.428478 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f48fbd6b-f1f0-44bd-9520-6223833ef92a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (14d3588b-3a72-4543-858a-daf4905526c1), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:03.441255 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-86566327-5aa4-463d-bc91-6786ee1392f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (997aa02b-ef92-4c1c-ba5c-0477d385960c), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:03.462240 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-86566327-5aa4-463d-bc91-6786ee1392f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:03.466482 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-86566327-5aa4-463d-bc91-6786ee1392f9 admin admin] 10.222.0.53 "DELETE /v2.0/networks/997aa02b-ef92-4c1c-ba5c-0477d385960c HTTP/1.1" status: 204 len: 168 time: 0.5152848 Jan 28 02:52:03.477996 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940a99a7-fb60-4bc5-a736-74af8d111938 None None] DHCP port deletion for 14d3588b-3a72-4543-858a-daf4905526c1 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:52:03.507284 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 35506) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:03.528371 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86566327-5aa4-463d-bc91-6786ee1392f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=997aa02b-ef92-4c1c-ba5c-0477d385960c,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:03.563316 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fda18272-5232-4405-83a6-c047abc9ceb2 req-29df4c41-9de2-424b-ac12-29a9d9623329 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8acd3d9-15a7-47b2-b9b4-617fe9ecffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604488 Jan 28 02:52:03.587723 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-940a99a7-fb60-4bc5-a736-74af8d111938 None None] Deleting port 6e61eb57-de02-40b8-bc23-6f8968bf119b {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:52:03.588108 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-940a99a7-fb60-4bc5-a736-74af8d111938 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (6e61eb57-de02-40b8-bc23-6f8968bf119b), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:03.607459 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-f48fbd6b-f1f0-44bd-9520-6223833ef92a admin admin] Deleting port 6e61eb57-de02-40b8-bc23-6f8968bf119b {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:52:03.607795 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f48fbd6b-f1f0-44bd-9520-6223833ef92a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (6e61eb57-de02-40b8-bc23-6f8968bf119b), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:03.646336 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-68c6209b-466c-4d49-a0cd-7b482b213c7a admin admin] Deleting subnet 1d42c5c3-1877-4da8-b503-a84702c7b2c5 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:52:03.682470 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-68c6209b-466c-4d49-a0cd-7b482b213c7a admin admin] Publish callbacks [] for subnet (1d42c5c3-1877-4da8-b503-a84702c7b2c5), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:03.730494 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-f48fbd6b-f1f0-44bd-9520-6223833ef92a admin admin] For port 6e61eb57-de02-40b8-bc23-6f8968bf119b, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=6e61eb57-de02-40b8-bc23-6f8968bf119b,segment=NetworkSegment(bbedb26a-d891-40c8-8d71-f06cdae1759c),segment_id=bbedb26a-d891-40c8-8d71-f06cdae1759c)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:52:03.730744 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f48fbd6b-f1f0-44bd-9520-6223833ef92a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (6e61eb57-de02-40b8-bc23-6f8968bf119b), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:03.734126 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-940a99a7-fb60-4bc5-a736-74af8d111938 None None] For port 6e61eb57-de02-40b8-bc23-6f8968bf119b, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=6e61eb57-de02-40b8-bc23-6f8968bf119b,segment=NetworkSegment(bbedb26a-d891-40c8-8d71-f06cdae1759c),segment_id=bbedb26a-d891-40c8-8d71-f06cdae1759c)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:52:03.734705 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-940a99a7-fb60-4bc5-a736-74af8d111938 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (6e61eb57-de02-40b8-bc23-6f8968bf119b), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:03.744214 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-f48fbd6b-f1f0-44bd-9520-6223833ef92a admin admin] Calling delete_port for 6e61eb57-de02-40b8-bc23-6f8968bf119b owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:52:03.752334 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-68c6209b-466c-4d49-a0cd-7b482b213c7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (1d42c5c3-1877-4da8-b503-a84702c7b2c5), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:03.779557 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-940a99a7-fb60-4bc5-a736-74af8d111938 None None] Calling delete_port for 6e61eb57-de02-40b8-bc23-6f8968bf119b owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:52:03.782947 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 436ed209-dce3-4393-92c8-fccf886a2c65 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:52:03.814401 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-729aaeb9-0289-4a8a-b004-5bfdfccc63e8 req-d591255a-bee1-426c-935b-d48fcc35e1de tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2184031 Jan 28 02:52:03.828035 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-68c6209b-466c-4d49-a0cd-7b482b213c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (1d42c5c3-1877-4da8-b503-a84702c7b2c5), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:03.833042 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-729aaeb9-0289-4a8a-b004-5bfdfccc63e8 req-8bf63f54-a5dd-4cb5-9d18-61bfb118e844 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:52:03.842010 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: 436ed209-dce3-4393-92c8-fccf886a2c65 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:52:03.843955 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 436ed209-dce3-4393-92c8-fccf886a2c65 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:52:03.886088 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f48fbd6b-f1f0-44bd-9520-6223833ef92a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (6e61eb57-de02-40b8-bc23-6f8968bf119b), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:03.897497 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-729aaeb9-0289-4a8a-b004-5bfdfccc63e8 req-8bf63f54-a5dd-4cb5-9d18-61bfb118e844 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:03.938885 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48fbd6b-f1f0-44bd-9520-6223833ef92a admin admin] Pushing event deleted for resources: {'Port': ['ID=6e61eb57-de02-40b8-bc23-6f8968bf119b,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:03.942733 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48fbd6b-f1f0-44bd-9520-6223833ef92a admin admin] No DVR routers for this DVR port 6e61eb57-de02-40b8-bc23-6f8968bf119b on host n-d-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:52:03.984633 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-68c6209b-466c-4d49-a0cd-7b482b213c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (1d42c5c3-1877-4da8-b503-a84702c7b2c5), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:04.012357 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-940a99a7-fb60-4bc5-a736-74af8d111938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (6e61eb57-de02-40b8-bc23-6f8968bf119b), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:04.040889 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-68c6209b-466c-4d49-a0cd-7b482b213c7a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:04.046653 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-68c6209b-466c-4d49-a0cd-7b482b213c7a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1d42c5c3-1877-4da8-b503-a84702c7b2c5 HTTP/1.1" status: 204 len: 168 time: 0.5360374 Jan 28 02:52:04.046840 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c6209b-466c-4d49-a0cd-7b482b213c7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d42c5c3-1877-4da8-b503-a84702c7b2c5,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:04.048702 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940a99a7-fb60-4bc5-a736-74af8d111938 None None] Pushing event deleted for resources: {'Port': ['ID=6e61eb57-de02-40b8-bc23-6f8968bf119b,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:04.055720 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 35532) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:04.061153 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940a99a7-fb60-4bc5-a736-74af8d111938 None None] No DVR routers for this DVR port 6e61eb57-de02-40b8-bc23-6f8968bf119b on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:52:04.082068 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f48fbd6b-f1f0-44bd-9520-6223833ef92a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (14d3588b-3a72-4543-858a-daf4905526c1), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:04.107431 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-f48fbd6b-f1f0-44bd-9520-6223833ef92a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14d3588b-3a72-4543-858a-daf4905526c1']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:04.118933 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-f48fbd6b-f1f0-44bd-9520-6223833ef92a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbedb26a-d891-40c8-8d71-f06cdae1759c') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:04.119530 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-f48fbd6b-f1f0-44bd-9520-6223833ef92a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbedb26a-d891-40c8-8d71-f06cdae1759c') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:04.143247 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f48fbd6b-f1f0-44bd-9520-6223833ef92a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (bbedb26a-d891-40c8-8d71-f06cdae1759c), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:04.162356 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b91f0eaa-9dbb-4442-9a23-c4f47c889cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (9368fa32-76eb-40e7-82e0-715ef6a1f27c), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:04.177266 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f48fbd6b-f1f0-44bd-9520-6223833ef92a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (bbedb26a-d891-40c8-8d71-f06cdae1759c), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:04.192300 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f48fbd6b-f1f0-44bd-9520-6223833ef92a admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:52:04.192710 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f48fbd6b-f1f0-44bd-9520-6223833ef92a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (bbedb26a-d891-40c8-8d71-f06cdae1759c), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:04.202248 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac414db2-b7ef-424b-887a-6f813dedd3ef req-038bd28a-a5b1-4a2a-928c-941236b26689 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:04.204413 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ac414db2-b7ef-424b-887a-6f813dedd3ef req-038bd28a-a5b1-4a2a-928c-941236b26689 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=587e5af5-8edf-4092-92fe-b801eab4cef4 HTTP/1.1" status: 200 len: 945 time: 0.0761783 Jan 28 02:52:04.205165 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 02:52:04.205165 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:52:04.205165 n-d-712139-27 neutron-server[109803]: timer() Jan 28 02:52:04.205165 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:52:04.205165 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 02:52:04.205165 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:52:04.205165 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 02:52:04.205165 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:52:04.205165 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 02:52:04.205165 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:52:04.205165 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 02:52:04.205165 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:52:04.205165 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 02:52:04.205165 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:52:04.205165 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:52:04.205165 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:52:04.205165 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:52:04.205165 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:52:04.205165 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 02:52:04.205165 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:52:04.205165 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 02:52:04.205165 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:52:04.205165 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:52:04.205165 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:52:04.205165 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 02:52:04.205165 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:52:04.205165 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:52:04.205165 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:52:04.205165 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:52:04.205165 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:52:04.205165 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:52:04.205165 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:52:04.219120 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ba6b77fe-d614-438b-96c8-791c5bc5e219 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:52:04.240243 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: ba6b77fe-d614-438b-96c8-791c5bc5e219 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:52:04.240586 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ba6b77fe-d614-438b-96c8-791c5bc5e219 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:52:04.241003 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 6e61eb57-de02-40b8-bc23-6f8968bf119b no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:52:04.261158 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 6e61eb57-de02-40b8-bc23-6f8968bf119b {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:52:04.261158 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 6e61eb57-de02-40b8-bc23-6f8968bf119b not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:52:04.292268 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b91f0eaa-9dbb-4442-9a23-c4f47c889cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (9368fa32-76eb-40e7-82e0-715ef6a1f27c), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:04.296484 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-729aaeb9-0289-4a8a-b004-5bfdfccc63e8 req-8bf63f54-a5dd-4cb5-9d18-61bfb118e844 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:04.327351 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-b91f0eaa-9dbb-4442-9a23-c4f47c889cf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9368fa32-76eb-40e7-82e0-715ef6a1f27c']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:04.366798 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-b91f0eaa-9dbb-4442-9a23-c4f47c889cf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0879d680-7d0d-4f90-b17d-143dbdf15ad3') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:04.367143 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-b91f0eaa-9dbb-4442-9a23-c4f47c889cf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0879d680-7d0d-4f90-b17d-143dbdf15ad3') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:04.381446 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b91f0eaa-9dbb-4442-9a23-c4f47c889cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (0879d680-7d0d-4f90-b17d-143dbdf15ad3), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:04.403057 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b91f0eaa-9dbb-4442-9a23-c4f47c889cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (0879d680-7d0d-4f90-b17d-143dbdf15ad3), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:04.434183 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b91f0eaa-9dbb-4442-9a23-c4f47c889cf1 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:52:04.434587 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b91f0eaa-9dbb-4442-9a23-c4f47c889cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (0879d680-7d0d-4f90-b17d-143dbdf15ad3), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:04.436338 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 02:52:04.436338 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:52:04.436338 n-d-712139-27 neutron-server[109802]: timer() Jan 28 02:52:04.436338 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:52:04.436338 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 02:52:04.436338 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:52:04.436338 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 02:52:04.436338 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:52:04.436338 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 02:52:04.436338 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:52:04.436338 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 02:52:04.436338 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:52:04.436338 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 02:52:04.436338 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:52:04.436338 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:52:04.436338 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:52:04.436338 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:52:04.436338 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:52:04.436338 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 02:52:04.436338 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:52:04.436338 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 02:52:04.436338 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:52:04.436338 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:52:04.436338 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:52:04.436338 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 02:52:04.436338 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:52:04.436338 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:52:04.436338 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:52:04.436338 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:52:04.436338 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:52:04.436338 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:52:04.436338 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:52:04.501381 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-729aaeb9-0289-4a8a-b004-5bfdfccc63e8 req-8bf63f54-a5dd-4cb5-9d18-61bfb118e844 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Allocated IP 172.25.0.165 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/64f1ca3e-cfa8-44f9-9fff-690692c4cfe7) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:52:04.514390 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b91f0eaa-9dbb-4442-9a23-c4f47c889cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (9368fa32-76eb-40e7-82e0-715ef6a1f27c), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:04.521421 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b91f0eaa-9dbb-4442-9a23-c4f47c889cf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:04.524527 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b91f0eaa-9dbb-4442-9a23-c4f47c889cf1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9368fa32-76eb-40e7-82e0-715ef6a1f27c HTTP/1.1" status: 204 len: 168 time: 0.4676170 Jan 28 02:52:04.570591 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f0eaa-9dbb-4442-9a23-c4f47c889cf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9368fa32-76eb-40e7-82e0-715ef6a1f27c,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:04.596041 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f48fbd6b-f1f0-44bd-9520-6223833ef92a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (14d3588b-3a72-4543-858a-daf4905526c1), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:04.607331 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f48fbd6b-f1f0-44bd-9520-6223833ef92a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:04.611352 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f48fbd6b-f1f0-44bd-9520-6223833ef92a admin admin] 10.222.0.53 "DELETE /v2.0/networks/14d3588b-3a72-4543-858a-daf4905526c1 HTTP/1.1" status: 204 len: 168 time: 1.3896804 Jan 28 02:52:04.616427 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 35538) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:04.651915 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:04.667046 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-729aaeb9-0289-4a8a-b004-5bfdfccc63e8 req-8bf63f54-a5dd-4cb5-9d18-61bfb118e844 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks [] for port (64f1ca3e-cfa8-44f9-9fff-690692c4cfe7), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:04.684747 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48fbd6b-f1f0-44bd-9520-6223833ef92a admin admin] Pushing event deleted for resources: {'Network': ['ID=14d3588b-3a72-4543-858a-daf4905526c1,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:04.697632 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ac414db2-b7ef-424b-887a-6f813dedd3ef req-351193fc-1f00-47c8-9b9a-42d73d4b66c0 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4808874 Jan 28 02:52:04.718531 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-729aaeb9-0289-4a8a-b004-5bfdfccc63e8 req-8bf63f54-a5dd-4cb5-9d18-61bfb118e844 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (64f1ca3e-cfa8-44f9-9fff-690692c4cfe7), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:04.758177 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-729aaeb9-0289-4a8a-b004-5bfdfccc63e8 req-8bf63f54-a5dd-4cb5-9d18-61bfb118e844 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:52:04.761500 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-729aaeb9-0289-4a8a-b004-5bfdfccc63e8 req-8bf63f54-a5dd-4cb5-9d18-61bfb118e844 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:52:04.766122 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-729aaeb9-0289-4a8a-b004-5bfdfccc63e8 req-8bf63f54-a5dd-4cb5-9d18-61bfb118e844 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:52:04.813157 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf63f54-a5dd-4cb5-9d18-61bfb118e844 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Pushing event updated for resources: {'Port': ['ID=64f1ca3e-cfa8-44f9-9fff-690692c4cfe7,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:04.910042 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 35554) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:04.928134 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-729aaeb9-0289-4a8a-b004-5bfdfccc63e8 req-8bf63f54-a5dd-4cb5-9d18-61bfb118e844 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks [] for floatingip (10abef0e-93a8-4e7f-822d-827186a3737e), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:05.011063 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-729aaeb9-0289-4a8a-b004-5bfdfccc63e8 req-8bf63f54-a5dd-4cb5-9d18-61bfb118e844 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (64f1ca3e-cfa8-44f9-9fff-690692c4cfe7), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:05.055192 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-af9abf11-afcb-476c-aa80-c6fb589f6980 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2b376bdc08124533ad1dc2039341113b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1427736 Jan 28 02:52:05.057704 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 35558) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:05.132024 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-57496b33-eeb0-486f-853c-3ede9b5de8a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (2f16f03a-5bb3-4b75-af28-61137fed158b), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:05.133657 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 35564) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:05.226837 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f85b61e4-f8f3-4cda-8206-5b05b9173f86 admin admin] Publish callbacks [] for security_group (24bd3b41-384b-4388-94d5-1ff4ee7d493e), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:05.272238 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f85b61e4-f8f3-4cda-8206-5b05b9173f86 admin admin] Publish callbacks [] for security_group (24bd3b41-384b-4388-94d5-1ff4ee7d493e), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:05.309905 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f0f1fc7a-9e30-4329-a536-feab6e906669 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:05.348077 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-729aaeb9-0289-4a8a-b004-5bfdfccc63e8 req-8bf63f54-a5dd-4cb5-9d18-61bfb118e844 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks [] for port (64f1ca3e-cfa8-44f9-9fff-690692c4cfe7), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:05.358461 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-729aaeb9-0289-4a8a-b004-5bfdfccc63e8 req-8bf63f54-a5dd-4cb5-9d18-61bfb118e844 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (64f1ca3e-cfa8-44f9-9fff-690692c4cfe7), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:05.418226 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf63f54-a5dd-4cb5-9d18-61bfb118e844 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Pushing event updated for resources: {'Port': ['ID=64f1ca3e-cfa8-44f9-9fff-690692c4cfe7,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:05.430497 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f85b61e4-f8f3-4cda-8206-5b05b9173f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (24bd3b41-384b-4388-94d5-1ff4ee7d493e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:05.434229 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f85b61e4-f8f3-4cda-8206-5b05b9173f86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:05.439599 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f85b61e4-f8f3-4cda-8206-5b05b9173f86 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/24bd3b41-384b-4388-94d5-1ff4ee7d493e HTTP/1.1" status: 204 len: 168 time: 0.3806324 Jan 28 02:52:05.477431 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85b61e4-f8f3-4cda-8206-5b05b9173f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24bd3b41-384b-4388-94d5-1ff4ee7d493e,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:05.490307 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f0f1fc7a-9e30-4329-a536-feab6e906669 admin admin] Publish callbacks [] for security_group (820ba6bb-6628-4528-a176-6eebee9e3149), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:05.496628 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-729aaeb9-0289-4a8a-b004-5bfdfccc63e8 req-8bf63f54-a5dd-4cb5-9d18-61bfb118e844 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (10abef0e-93a8-4e7f-822d-827186a3737e), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:05.523304 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-729aaeb9-0289-4a8a-b004-5bfdfccc63e8 req-8bf63f54-a5dd-4cb5-9d18-61bfb118e844 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:05.533504 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-729aaeb9-0289-4a8a-b004-5bfdfccc63e8 req-8bf63f54-a5dd-4cb5-9d18-61bfb118e844 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7104902 Jan 28 02:52:05.538381 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f0f1fc7a-9e30-4329-a536-feab6e906669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (820ba6bb-6628-4528-a176-6eebee9e3149), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:05.569298 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 35578) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:05.623829 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-729aaeb9-0289-4a8a-b004-5bfdfccc63e8 req-51ddd9cb-360f-4420-a2ce-db7e299f86d6 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.165 HTTP/1.1" status: 200 len: 696 time: 0.0889487 Jan 28 02:52:05.635805 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f0f1fc7a-9e30-4329-a536-feab6e906669 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d7328abcfde64a8f93a563ffa127c304&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5011075 Jan 28 02:52:05.647047 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 35582) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:05.651481 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f1fc7a-9e30-4329-a536-feab6e906669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820ba6bb-6628-4528-a176-6eebee9e3149,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:05.682528 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-57496b33-eeb0-486f-853c-3ede9b5de8a4 admin admin] Deleting port dcd5bf82-9f49-4eb5-b372-9be7d415f653 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:52:05.683165 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-57496b33-eeb0-486f-853c-3ede9b5de8a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (dcd5bf82-9f49-4eb5-b372-9be7d415f653), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:05.823139 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-57496b33-eeb0-486f-853c-3ede9b5de8a4 admin admin] For port dcd5bf82-9f49-4eb5-b372-9be7d415f653, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=dcd5bf82-9f49-4eb5-b372-9be7d415f653,segment=NetworkSegment(9d684ccc-d770-41d4-a054-06a4dd93598d),segment_id=9d684ccc-d770-41d4-a054-06a4dd93598d)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:52:05.824644 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-57496b33-eeb0-486f-853c-3ede9b5de8a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (dcd5bf82-9f49-4eb5-b372-9be7d415f653), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:05.858622 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:05.862506 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-57496b33-eeb0-486f-853c-3ede9b5de8a4 admin admin] Calling delete_port for dcd5bf82-9f49-4eb5-b372-9be7d415f653 owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:52:05.892342 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bf8f9c19-c7e2-422c-8450-1847c2497378 admin admin] Publish callbacks [] for security_group (820ba6bb-6628-4528-a176-6eebee9e3149), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:05.934047 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729aaeb9-0289-4a8a-b004-5bfdfccc63e8 req-0e6a0cc5-ae07-4b52-a515-53448d06ca8b tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:05.935903 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-729aaeb9-0289-4a8a-b004-5bfdfccc63e8 req-0e6a0cc5-ae07-4b52-a515-53448d06ca8b tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/networks/8f7dc9c9-eaf1-4339-a2e3-884554154641 HTTP/1.1" status: 200 len: 784 time: 0.3059051 Jan 28 02:52:05.938157 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bf8f9c19-c7e2-422c-8450-1847c2497378 admin admin] Publish callbacks [] for security_group (820ba6bb-6628-4528-a176-6eebee9e3149), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:06.057249 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-38113637-5ce6-4b04-bcd4-c3ad0153810b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:06.072690 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bf8f9c19-c7e2-422c-8450-1847c2497378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (820ba6bb-6628-4528-a176-6eebee9e3149), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:06.077172 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bf8f9c19-c7e2-422c-8450-1847c2497378 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:06.078670 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-bf8f9c19-c7e2-422c-8450-1847c2497378 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/820ba6bb-6628-4528-a176-6eebee9e3149 HTTP/1.1" status: 204 len: 168 time: 0.4312789 Jan 28 02:52:06.094505 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8f9c19-c7e2-422c-8450-1847c2497378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820ba6bb-6628-4528-a176-6eebee9e3149,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:06.117298 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 35596) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:06.189019 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d964d21f-d48c-4045-8073-efef3263c9c1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7ff84112eb4d4482bc43deb12eb55945&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0700810 Jan 28 02:52:06.194259 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 35600) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:06.262269 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6df86b-960e-4c8e-9e2d-286110d23ad7 req-9bd35c57-1ff4-4cea-bc9d-ecdb7bcf4474 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:06.270514 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e88a9c24-79bb-45b7-8ccb-3e2b26d14a31 admin admin] Publish callbacks [] for security_group (e17c87b9-9353-4620-896a-bf20485f7495), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:06.275012 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4c6df86b-960e-4c8e-9e2d-286110d23ad7 req-9bd35c57-1ff4-4cea-bc9d-ecdb7bcf4474 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=587e5af5-8edf-4092-92fe-b801eab4cef4 HTTP/1.1" status: 200 len: 945 time: 0.4422174 Jan 28 02:52:06.358201 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-38113637-5ce6-4b04-bcd4-c3ad0153810b admin admin] Publish callbacks [] for security_group (62cdcd72-3413-43a7-b0ca-4dc9baf4447d), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:06.372536 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-38113637-5ce6-4b04-bcd4-c3ad0153810b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (62cdcd72-3413-43a7-b0ca-4dc9baf4447d), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:06.443029 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4c6df86b-960e-4c8e-9e2d-286110d23ad7 req-92a12d24-58f4-42dd-a9e0-3eeb979cebfa tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658752 Jan 28 02:52:06.445272 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38113637-5ce6-4b04-bcd4-c3ad0153810b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62cdcd72-3413-43a7-b0ca-4dc9baf4447d,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:06.453034 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-38113637-5ce6-4b04-bcd4-c3ad0153810b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fed1f68b89304d4883bc78d15302977a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8751485 Jan 28 02:52:06.454275 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 35612) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:06.545926 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-936f28e3-6ed6-45fe-9d0c-b182ff4056dd admin admin] Publish callbacks [] for security_group (62cdcd72-3413-43a7-b0ca-4dc9baf4447d), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:06.577010 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-936f28e3-6ed6-45fe-9d0c-b182ff4056dd admin admin] Publish callbacks [] for security_group (62cdcd72-3413-43a7-b0ca-4dc9baf4447d), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:06.585096 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-57496b33-eeb0-486f-853c-3ede9b5de8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (dcd5bf82-9f49-4eb5-b372-9be7d415f653), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:06.629909 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57496b33-eeb0-486f-853c-3ede9b5de8a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcd5bf82-9f49-4eb5-b372-9be7d415f653,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:06.752235 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e88a9c24-79bb-45b7-8ccb-3e2b26d14a31 admin admin] Publish callbacks [] for security_group (e17c87b9-9353-4620-896a-bf20485f7495), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:06.845698 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-936f28e3-6ed6-45fe-9d0c-b182ff4056dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (62cdcd72-3413-43a7-b0ca-4dc9baf4447d), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:06.847491 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-db47c2b5-0427-4658-933a-97d5ad45c9bf tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:06.852665 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-936f28e3-6ed6-45fe-9d0c-b182ff4056dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:06.857004 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-db47c2b5-0427-4658-933a-97d5ad45c9bf tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/networks?id=e561589e-7002-46d7-b993-364a9aaf6967 HTTP/1.1" status: 200 len: 820 time: 0.5793104 Jan 28 02:52:06.857985 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-936f28e3-6ed6-45fe-9d0c-b182ff4056dd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/62cdcd72-3413-43a7-b0ca-4dc9baf4447d HTTP/1.1" status: 204 len: 168 time: 0.4018440 Jan 28 02:52:06.879605 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-2810dac3-42c0-4af1-8c60-f00e51de859f tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/quotas/2b4519f5eb7242359f10ce603b741659 HTTP/1.1" status: 200 len: 375 time: 0.0239749 Jan 28 02:52:06.882617 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f28e3-6ed6-45fe-9d0c-b182ff4056dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cdcd72-3413-43a7-b0ca-4dc9baf4447d,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:06.908495 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-57496b33-eeb0-486f-853c-3ede9b5de8a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (2f16f03a-5bb3-4b75-af28-61137fed158b), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:06.992602 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e88a9c24-79bb-45b7-8ccb-3e2b26d14a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (e17c87b9-9353-4620-896a-bf20485f7495), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:06.999868 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e88a9c24-79bb-45b7-8ccb-3e2b26d14a31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:07.007468 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e88a9c24-79bb-45b7-8ccb-3e2b26d14a31 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e17c87b9-9353-4620-896a-bf20485f7495 HTTP/1.1" status: 204 len: 168 time: 0.8097954 Jan 28 02:52:07.040383 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-e7e1512c-cb8d-4747-ba38-8c6733b69cb1 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2b4519f5eb7242359f10ce603b741659&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1590090 Jan 28 02:52:07.041403 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a9c24-79bb-45b7-8ccb-3e2b26d14a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17c87b9-9353-4620-896a-bf20485f7495,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:07.261531 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57496b33-eeb0-486f-853c-3ede9b5de8a4 admin admin] Router 2f16f03a-5bb3-4b75-af28-61137fed158b has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:52:07.290114 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-4ec4b845-12ed-4dfd-8b61-6155293e7271 service neutron] 10.222.0.53 "GET /v2.0/networks/e561589e-7002-46d7-b993-364a9aaf6967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408366 Jan 28 02:52:07.443018 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-e27d421b-8655-4dae-9cf3-27cc929c8505 service neutron] 10.222.0.53 "GET /v2.0/networks/e561589e-7002-46d7-b993-364a9aaf6967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443150 Jan 28 02:52:07.446216 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57496b33-eeb0-486f-853c-3ede9b5de8a4 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:52:07.459229 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37555514-0755-4840-84e7-d87c124e10e7 None None] Sync routers for ids ['2f16f03a-5bb3-4b75-af28-61137fed158b'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:52:07.462833 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 35640) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:07.466941 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-57496b33-eeb0-486f-853c-3ede9b5de8a4 admin admin] 10.222.0.53 "PUT /v2.0/routers/2f16f03a-5bb3-4b75-af28-61137fed158b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8485367 Jan 28 02:52:07.496696 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37555514-0755-4840-84e7-d87c124e10e7 None None] Routers {'2f16f03a-5bb3-4b75-af28-61137fed158b'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:52:07.499293 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-37555514-0755-4840-84e7-d87c124e10e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:52:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['2f16f03a-5bb3-4b75-af28-61137fed158b'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:07.657672 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9340e4e7-923a-49b0-a464-d8b90fe3aaa4 admin admin] Publish callbacks [] for router (2f16f03a-5bb3-4b75-af28-61137fed158b), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:07.714573 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af19fa5-4ec6-487b-8462-7cc4bbad9e74 req-76422baf-55af-4b4b-8c79-f68243c29091 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:07.716209 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3af19fa5-4ec6-487b-8462-7cc4bbad9e74 req-76422baf-55af-4b4b-8c79-f68243c29091 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=587e5af5-8edf-4092-92fe-b801eab4cef4 HTTP/1.1" status: 200 len: 945 time: 0.1000798 Jan 28 02:52:07.774748 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-37555514-0755-4840-84e7-d87c124e10e7 None None] Set router 2f16f03a-5bb3-4b75-af28-61137fed158b gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:52:07.833789 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3af19fa5-4ec6-487b-8462-7cc4bbad9e74 req-614d2b17-1b7e-4a89-8d99-f9a09715f35d tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105537 Jan 28 02:52:07.949047 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e21042c1-4ec3-4bbf-be0b-16ab9f1935b9 req-cba7a267-f7c5-4435-82ae-187c612238ca tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e9f7233-c77f-4346-99ff-ba23d3088cb0 HTTP/1.1" status: 200 len: 210 time: 0.1366823 Jan 28 02:52:07.954415 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9340e4e7-923a-49b0-a464-d8b90fe3aaa4 admin admin] Publish callbacks [] for router_gateway (2f16f03a-5bb3-4b75-af28-61137fed158b), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:08.054007 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-9340e4e7-923a-49b0-a464-d8b90fe3aaa4 admin admin] Deleting port 97df978c-b0e0-4818-936f-0d42ba69875a {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:52:08.054433 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9340e4e7-923a-49b0-a464-d8b90fe3aaa4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (97df978c-b0e0-4818-936f-0d42ba69875a), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:08.213424 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-9340e4e7-923a-49b0-a464-d8b90fe3aaa4 admin admin] For port 97df978c-b0e0-4818-936f-0d42ba69875a, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=97df978c-b0e0-4818-936f-0d42ba69875a,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:52:08.213842 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9340e4e7-923a-49b0-a464-d8b90fe3aaa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (97df978c-b0e0-4818-936f-0d42ba69875a), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:08.246546 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-9340e4e7-923a-49b0-a464-d8b90fe3aaa4 admin admin] Calling delete_port for 97df978c-b0e0-4818-936f-0d42ba69875a owned by network:router_gateway {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:52:08.286858 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-37555514-0755-4840-84e7-d87c124e10e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f16f03a-5bb3-4b75-af28-61137fed158b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1958419844-router', 'tenant_id': '4cc4baf4e6f24ecf8fec4ba668b994ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '97df978c-b0e0-4818-936f-0d42ba69875a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:45:48Z', 'updated_at': '2022-01-28T02:52:06Z', 'revision_number': 5, 'project_id': '4cc4baf4e6f24ecf8fec4ba668b994ce', 'gw_port': {'id': '97df978c-b0e0-4818-936f-0d42ba69875a', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:72:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f16f03a-5bb3-4b75-af28-61137fed158b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:45:49Z', 'updated_at': '2022-01-28T02:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:08.361328 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37555514-0755-4840-84e7-d87c124e10e7 None None] Checking router: 2f16f03a-5bb3-4b75-af28-61137fed158b for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:52:08.393578 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37555514-0755-4840-84e7-d87c124e10e7 None None] Routers {'2f16f03a-5bb3-4b75-af28-61137fed158b'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:52:08.396479 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-37555514-0755-4840-84e7-d87c124e10e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:52:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['2f16f03a-5bb3-4b75-af28-61137fed158b'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:08.586895 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-37555514-0755-4840-84e7-d87c124e10e7 None None] Set router 2f16f03a-5bb3-4b75-af28-61137fed158b gateway port host: None {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:52:08.609017 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9340e4e7-923a-49b0-a464-d8b90fe3aaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (97df978c-b0e0-4818-936f-0d42ba69875a), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:08.655665 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9340e4e7-923a-49b0-a464-d8b90fe3aaa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=97df978c-b0e0-4818-936f-0d42ba69875a,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:08.675570 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-37555514-0755-4840-84e7-d87c124e10e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f16f03a-5bb3-4b75-af28-61137fed158b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1958419844-router', 'tenant_id': '4cc4baf4e6f24ecf8fec4ba668b994ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:45:48Z', 'updated_at': '2022-01-28T02:52:07Z', 'revision_number': 6, 'project_id': '4cc4baf4e6f24ecf8fec4ba668b994ce', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:08.713242 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37555514-0755-4840-84e7-d87c124e10e7 None None] The sync data for ids ['2f16f03a-5bb3-4b75-af28-61137fed158b'] in n-d-712139-27 is: [{'id': '2f16f03a-5bb3-4b75-af28-61137fed158b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1958419844-router', 'tenant_id': '4cc4baf4e6f24ecf8fec4ba668b994ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:45:48Z', 'updated_at': '2022-01-28T02:52:07Z', 'revision_number': 6, 'project_id': '4cc4baf4e6f24ecf8fec4ba668b994ce', 'gw_port_host': None}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:52:08.736369 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9340e4e7-923a-49b0-a464-d8b90fe3aaa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (2f16f03a-5bb3-4b75-af28-61137fed158b), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:08.860236 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9340e4e7-923a-49b0-a464-d8b90fe3aaa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (2f16f03a-5bb3-4b75-af28-61137fed158b), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:08.863698 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9340e4e7-923a-49b0-a464-d8b90fe3aaa4 admin admin] Publish callbacks [] for router_controller (2f16f03a-5bb3-4b75-af28-61137fed158b), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:08.917518 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9340e4e7-923a-49b0-a464-d8b90fe3aaa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (2f16f03a-5bb3-4b75-af28-61137fed158b), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:08.918250 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9340e4e7-923a-49b0-a464-d8b90fe3aaa4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f16f03a-5bb3-4b75-af28-61137fed158b {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:52:08.924070 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9340e4e7-923a-49b0-a464-d8b90fe3aaa4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:08.928640 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9340e4e7-923a-49b0-a464-d8b90fe3aaa4 admin admin] 10.222.0.53 "DELETE /v2.0/routers/2f16f03a-5bb3-4b75-af28-61137fed158b HTTP/1.1" status: 204 len: 168 time: 1.4632177 Jan 28 02:52:08.929525 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 35700) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:08.994076 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a279db8-8672-4610-befe-085423695d2d req-e037b052-4b86-4c1f-aa29-934b0573e738 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:09.000482 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3a279db8-8672-4610-befe-085423695d2d req-e037b052-4b86-4c1f-aa29-934b0573e738 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=587e5af5-8edf-4092-92fe-b801eab4cef4 HTTP/1.1" status: 200 len: 945 time: 0.0725272 Jan 28 02:52:09.002981 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 35710) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:09.030245 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c9a991-3ffb-484c-afcc-242bbc33bd2a admin admin] Deleting subnet d9471b17-86ab-4c30-97cb-6e2df122f157 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:52:09.033270 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-63c9a991-3ffb-484c-afcc-242bbc33bd2a admin admin] Publish callbacks [] for subnet (d9471b17-86ab-4c30-97cb-6e2df122f157), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:09.074618 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3a279db8-8672-4610-befe-085423695d2d req-9da7cad0-88aa-48ed-8ce3-c97d42f6e535 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692692 Jan 28 02:52:09.102634 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-63c9a991-3ffb-484c-afcc-242bbc33bd2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (d9471b17-86ab-4c30-97cb-6e2df122f157), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:09.215670 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0170c6b3-6f91-4d89-9854-4718722d40d7 req-669bd4d2-1c4e-48cc-b0e3-67be96633727 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e9f7233-c77f-4346-99ff-ba23d3088cb0 HTTP/1.1" status: 200 len: 210 time: 0.0306017 Jan 28 02:52:09.297995 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-63c9a991-3ffb-484c-afcc-242bbc33bd2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (d9471b17-86ab-4c30-97cb-6e2df122f157), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:09.416277 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-63c9a991-3ffb-484c-afcc-242bbc33bd2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (d9471b17-86ab-4c30-97cb-6e2df122f157), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:09.437212 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 35720) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:09.513105 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c9a991-3ffb-484c-afcc-242bbc33bd2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9471b17-86ab-4c30-97cb-6e2df122f157,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:09.514606 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c784ceef-c063-4af5-a900-9e2f8dd8e484 None None] Network bb0aad9b-2f2b-411c-88bf-f0b19d564397 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:52:09.516275 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-63c9a991-3ffb-484c-afcc-242bbc33bd2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:09.521417 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-63c9a991-3ffb-484c-afcc-242bbc33bd2a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d9471b17-86ab-4c30-97cb-6e2df122f157 HTTP/1.1" status: 204 len: 168 time: 0.5906591 Jan 28 02:52:09.523793 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 35726) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:09.574871 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-f3d2092d-fa7e-40fd-abd1-8cfe488f628b tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:09.576718 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-f3d2092d-fa7e-40fd-abd1-8cfe488f628b tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.39 "GET /v2.0/networks?id=e561589e-7002-46d7-b993-364a9aaf6967 HTTP/1.1" status: 200 len: 820 time: 0.2719591 Jan 28 02:52:09.605283 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-7c8d8bfc-3c17-4158-aec9-ce06a0f66896 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1388377611-network', 'tenant_id': 'e168a8b773b74055bc0667e0581a74cd'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:52:09.607026 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-0657b34e-6872-4fc4-98d8-3dc63b07dc4e tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Request body: {'port': {'device_id': '8e9f7233-c77f-4346-99ff-ba23d3088cb0', 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967', 'admin_state_up': True, 'tenant_id': '2b4519f5eb7242359f10ce603b741659'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:52:09.646725 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6e8ef099-dc55-432d-88cf-12e362d665d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (bb0aad9b-2f2b-411c-88bf-f0b19d564397), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:09.656251 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8d8bfc-3c17-4158-aec9-ce06a0f66896 admin admin] Made reservation on behalf of e168a8b773b74055bc0667e0581a74cd for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:52:09.669437 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7c8d8bfc-3c17-4158-aec9-ce06a0f66896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:09.705697 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7c8d8bfc-3c17-4158-aec9-ce06a0f66896 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:09.741738 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6bc1c659-ecd5-427a-a8c0-9df7e00022e8 req-da238b0f-c34a-4d65-a12d-54bb7b44e592 tempest-AbsoluteLimitsNegativeTestJSON-1216878760 tempest-AbsoluteLimitsNegativeTestJSON-1216878760-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=80177781c3e94f88b8cd9c1ade1d52ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0670967 Jan 28 02:52:09.743110 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5e52e354-f46c-450e-97a3-62abac59e9da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:09.824635 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9150906b-7a56-444d-87a0-3fea226c994b None None] DHCP port deletion for bb0aad9b-2f2b-411c-88bf-f0b19d564397 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:52:09.873612 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5e52e354-f46c-450e-97a3-62abac59e9da admin admin] Publish callbacks [] for security_group (acedbc58-00de-4de3-82bb-4a002bafb1e3), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:09.888751 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5e52e354-f46c-450e-97a3-62abac59e9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (acedbc58-00de-4de3-82bb-4a002bafb1e3), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:09.913428 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-6e8ef099-dc55-432d-88cf-12e362d665d2 admin admin] Deleting port 112be5ee-f280-407d-851b-84fc095dd15a {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:52:09.913774 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6e8ef099-dc55-432d-88cf-12e362d665d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (112be5ee-f280-407d-851b-84fc095dd15a), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:09.930468 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-9150906b-7a56-444d-87a0-3fea226c994b None None] Deleting port 112be5ee-f280-407d-851b-84fc095dd15a {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:52:09.931248 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9150906b-7a56-444d-87a0-3fea226c994b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (112be5ee-f280-407d-851b-84fc095dd15a), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:09.960673 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52e354-f46c-450e-97a3-62abac59e9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acedbc58-00de-4de3-82bb-4a002bafb1e3,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:09.983311 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5e52e354-f46c-450e-97a3-62abac59e9da admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0344ea8270c94004a90c6920ba7a215d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9791012 Jan 28 02:52:09.986317 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 35738) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:09.994768 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-0657b34e-6872-4fc4-98d8-3dc63b07dc4e tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Made reservation on behalf of 2b4519f5eb7242359f10ce603b741659 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:52:09.999479 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-0657b34e-6872-4fc4-98d8-3dc63b07dc4e tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:10.021344 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-9150906b-7a56-444d-87a0-3fea226c994b None None] For port 112be5ee-f280-407d-851b-84fc095dd15a, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=112be5ee-f280-407d-851b-84fc095dd15a,segment=NetworkSegment(9d684ccc-d770-41d4-a054-06a4dd93598d),segment_id=9d684ccc-d770-41d4-a054-06a4dd93598d)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:52:10.021743 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9150906b-7a56-444d-87a0-3fea226c994b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (112be5ee-f280-407d-851b-84fc095dd15a), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:10.030823 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-6e8ef099-dc55-432d-88cf-12e362d665d2 admin admin] For port 112be5ee-f280-407d-851b-84fc095dd15a, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=112be5ee-f280-407d-851b-84fc095dd15a,segment=NetworkSegment(9d684ccc-d770-41d4-a054-06a4dd93598d),segment_id=9d684ccc-d770-41d4-a054-06a4dd93598d)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:52:10.030823 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6e8ef099-dc55-432d-88cf-12e362d665d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (112be5ee-f280-407d-851b-84fc095dd15a), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:10.037987 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-9150906b-7a56-444d-87a0-3fea226c994b None None] Calling delete_port for 112be5ee-f280-407d-851b-84fc095dd15a owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:52:10.064760 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-6e8ef099-dc55-432d-88cf-12e362d665d2 admin admin] Calling delete_port for 112be5ee-f280-407d-851b-84fc095dd15a owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:52:10.073320 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1c659-ecd5-427a-a8c0-9df7e00022e8 req-c1740992-6869-4a24-95f2-cb68411211ed tempest-AbsoluteLimitsNegativeTestJSON-1216878760 tempest-AbsoluteLimitsNegativeTestJSON-1216878760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:10.075163 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6bc1c659-ecd5-427a-a8c0-9df7e00022e8 req-c1740992-6869-4a24-95f2-cb68411211ed tempest-AbsoluteLimitsNegativeTestJSON-1216878760 tempest-AbsoluteLimitsNegativeTestJSON-1216878760-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3324316 Jan 28 02:52:10.169984 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7c8d8bfc-3c17-4158-aec9-ce06a0f66896 admin admin] Publish callbacks [] for security_group (23897d02-4a7a-4504-84e8-6ac8c98d346d), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:10.174310 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6bc1c659-ecd5-427a-a8c0-9df7e00022e8 req-30af3e18-029d-42c0-a6d7-d7b5ebdd00fe tempest-AbsoluteLimitsNegativeTestJSON-1216878760 tempest-AbsoluteLimitsNegativeTestJSON-1216878760-project] 10.222.0.53 "GET /v2.0/quotas/80177781c3e94f88b8cd9c1ade1d52ce HTTP/1.1" status: 200 len: 375 time: 0.0811617 Jan 28 02:52:10.189522 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7c8d8bfc-3c17-4158-aec9-ce06a0f66896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (23897d02-4a7a-4504-84e8-6ac8c98d346d), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:10.219208 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-0657b34e-6872-4fc4-98d8-3dc63b07dc4e tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Allocated IP 172.20.0.9 (e561589e-7002-46d7-b993-364a9aaf6967/4db08a6e-5c57-4b8e-9ec4-bbd5647662a4/5a90b366-aa11-4f94-bf16-5c6a38e03084) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:52:10.250279 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9150906b-7a56-444d-87a0-3fea226c994b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (112be5ee-f280-407d-851b-84fc095dd15a), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:10.251076 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6bc1c659-ecd5-427a-a8c0-9df7e00022e8 req-ac5f79b2-f641-4ea5-9dbf-6b327ee332b6 tempest-AbsoluteLimitsNegativeTestJSON-1216878760 tempest-AbsoluteLimitsNegativeTestJSON-1216878760-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=80177781c3e94f88b8cd9c1ade1d52ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0703928 Jan 28 02:52:10.267603 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c8d8bfc-3c17-4158-aec9-ce06a0f66896 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:52:10.283103 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d8bfc-3c17-4158-aec9-ce06a0f66896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23897d02-4a7a-4504-84e8-6ac8c98d346d,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:10.292629 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7c8d8bfc-3c17-4158-aec9-ce06a0f66896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (4fb02108-8b37-4bb4-8350-923aa0786ccd), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:10.292979 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-7c8d8bfc-3c17-4158-aec9-ce06a0f66896 admin admin] Added segment 4fb02108-8b37-4bb4-8350-923aa0786ccd of type vlan for network 290af027-4910-45bb-b54e-a29d61400c05 Jan 28 02:52:10.296498 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 97df978c-b0e0-4818-936f-0d42ba69875a no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:52:10.303185 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6e8ef099-dc55-432d-88cf-12e362d665d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (112be5ee-f280-407d-851b-84fc095dd15a), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:10.317682 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9150906b-7a56-444d-87a0-3fea226c994b None None] Pushing event deleted for resources: {'Port': ['ID=112be5ee-f280-407d-851b-84fc095dd15a,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:10.319735 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 97df978c-b0e0-4818-936f-0d42ba69875a {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:52:10.320237 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 97df978c-b0e0-4818-936f-0d42ba69875a not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:52:10.320804 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 112be5ee-f280-407d-851b-84fc095dd15a no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:52:10.346821 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 112be5ee-f280-407d-851b-84fc095dd15a {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:52:10.347388 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 112be5ee-f280-407d-851b-84fc095dd15a not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:52:10.347963 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device dcd5bf82-9f49-4eb5-b372-9be7d415f653 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:52:10.372861 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8ef099-dc55-432d-88cf-12e362d665d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=112be5ee-f280-407d-851b-84fc095dd15a,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:10.379932 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: dcd5bf82-9f49-4eb5-b372-9be7d415f653 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:52:10.380509 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device dcd5bf82-9f49-4eb5-b372-9be7d415f653 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:52:10.382261 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9150906b-7a56-444d-87a0-3fea226c994b None None] No DVR routers for this DVR port 112be5ee-f280-407d-851b-84fc095dd15a on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:52:10.399889 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8ef099-dc55-432d-88cf-12e362d665d2 admin admin] No DVR routers for this DVR port 112be5ee-f280-407d-851b-84fc095dd15a on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:52:10.402881 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7c8d8bfc-3c17-4158-aec9-ce06a0f66896 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (290af027-4910-45bb-b54e-a29d61400c05), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:10.482729 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c7dad6da-e505-4b21-bbb3-6a8d1184e1aa req-a925bde1-3bd6-48a3-9195-f08f017e5cb4 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e9f7233-c77f-4346-99ff-ba23d3088cb0 HTTP/1.1" status: 200 len: 210 time: 0.0482717 Jan 28 02:52:10.498908 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c4d4b081-6bd2-47a4-9de4-8d1414a1ce68 admin admin] Publish callbacks [] for security_group (acedbc58-00de-4de3-82bb-4a002bafb1e3), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:10.503782 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-0657b34e-6872-4fc4-98d8-3dc63b07dc4e tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks [] for port (5a90b366-aa11-4f94-bf16-5c6a38e03084), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:10.531862 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6e8ef099-dc55-432d-88cf-12e362d665d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (bb0aad9b-2f2b-411c-88bf-f0b19d564397), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:10.538411 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766c3be-44c1-4ed1-ac65-7fbb311bca2e req-a5820e7e-54c2-43d5-852f-ed8e110c4508 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:10.540737 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7c8d8bfc-3c17-4158-aec9-ce06a0f66896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (290af027-4910-45bb-b54e-a29d61400c05), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:10.541930 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8d8bfc-3c17-4158-aec9-ce06a0f66896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:10.542629 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7c8d8bfc-3c17-4158-aec9-ce06a0f66896 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:10.545277 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4766c3be-44c1-4ed1-ac65-7fbb311bca2e req-a5820e7e-54c2-43d5-852f-ed8e110c4508 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=587e5af5-8edf-4092-92fe-b801eab4cef4 HTTP/1.1" status: 200 len: 945 time: 0.1151471 Jan 28 02:52:10.558634 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c4d4b081-6bd2-47a4-9de4-8d1414a1ce68 admin admin] Publish callbacks [] for security_group (acedbc58-00de-4de3-82bb-4a002bafb1e3), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:10.605008 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-6e8ef099-dc55-432d-88cf-12e362d665d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb0aad9b-2f2b-411c-88bf-f0b19d564397']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:10.634766 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 35754) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:10.638500 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7c8d8bfc-3c17-4158-aec9-ce06a0f66896 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1970654 Jan 28 02:52:10.644913 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-6e8ef099-dc55-432d-88cf-12e362d665d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d684ccc-d770-41d4-a054-06a4dd93598d') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:10.645308 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-6e8ef099-dc55-432d-88cf-12e362d665d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d684ccc-d770-41d4-a054-06a4dd93598d') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:10.646747 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4766c3be-44c1-4ed1-ac65-7fbb311bca2e req-03997aeb-69a1-4442-b27c-d283c0db323a tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957677 Jan 28 02:52:10.648755 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 35756) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:10.681045 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-f5c19ac1-a0b0-4671-9755-5e5af194be90 admin admin] Request body: {'subnet': {'network_id': '290af027-4910-45bb-b54e-a29d61400c05', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1388377611-subnet', 'tenant_id': 'e168a8b773b74055bc0667e0581a74cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:52:10.688517 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-0657b34e-6872-4fc4-98d8-3dc63b07dc4e tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (5a90b366-aa11-4f94-bf16-5c6a38e03084), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:10.694769 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6e8ef099-dc55-432d-88cf-12e362d665d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (9d684ccc-d770-41d4-a054-06a4dd93598d), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:10.698557 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d8bfc-3c17-4158-aec9-ce06a0f66896 admin admin] Pushing event updated for resources: {'Network': ['ID=290af027-4910-45bb-b54e-a29d61400c05,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:10.716949 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 290af027-4910-45bb-b54e-a29d61400c05 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:52:10.733045 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c4d4b081-6bd2-47a4-9de4-8d1414a1ce68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (acedbc58-00de-4de3-82bb-4a002bafb1e3), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:10.735535 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c4d4b081-6bd2-47a4-9de4-8d1414a1ce68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:10.736711 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c4d4b081-6bd2-47a4-9de4-8d1414a1ce68 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/acedbc58-00de-4de3-82bb-4a002bafb1e3 HTTP/1.1" status: 204 len: 168 time: 0.7491443 Jan 28 02:52:10.762208 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-0657b34e-6872-4fc4-98d8-3dc63b07dc4e tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Network e561589e-7002-46d7-b993-364a9aaf6967 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:52:10.768097 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d4b081-6bd2-47a4-9de4-8d1414a1ce68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acedbc58-00de-4de3-82bb-4a002bafb1e3,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:10.768338 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6e8ef099-dc55-432d-88cf-12e362d665d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (9d684ccc-d770-41d4-a054-06a4dd93598d), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:10.773710 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-0657b34e-6872-4fc4-98d8-3dc63b07dc4e tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:52:10.776941 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-0657b34e-6872-4fc4-98d8-3dc63b07dc4e tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:52:10.779543 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e8ef099-dc55-432d-88cf-12e362d665d2 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:52:10.779980 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6e8ef099-dc55-432d-88cf-12e362d665d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (9d684ccc-d770-41d4-a054-06a4dd93598d), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:10.782027 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 02:52:10.782027 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 02:52:10.782027 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 02:52:10.782027 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 02:52:10.782027 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 02:52:10.782027 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 02:52:10.782027 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 02:52:10.782027 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 02:52:10.782027 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 02:52:10.782027 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:52:10.782027 n-d-712139-27 neutron-server[109802]: timer() Jan 28 02:52:10.782027 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:52:10.782027 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 02:52:10.782027 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:52:10.782027 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 02:52:10.782027 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:52:10.782027 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 02:52:10.782027 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:52:10.782027 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 02:52:10.782027 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:52:10.782027 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 02:52:10.782027 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:52:10.782027 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:52:10.782027 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:52:10.782027 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:52:10.782027 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:52:10.782027 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 02:52:10.782027 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:52:10.782027 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 02:52:10.782027 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:52:10.782027 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:52:10.782027 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:52:10.782027 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 02:52:10.782027 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:52:10.782027 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:52:10.782027 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:52:10.782027 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:52:10.782027 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:52:10.782027 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:52:10.782027 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:52:10.816839 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['18817dce-0165-4147-aab1-598491c113cb'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:52:10.816963 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c19ac1-a0b0-4671-9755-5e5af194be90 admin admin] Made reservation on behalf of e168a8b773b74055bc0667e0581a74cd for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:52:10.821278 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f5c19ac1-a0b0-4671-9755-5e5af194be90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:10.828550 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0657b34e-6872-4fc4-98d8-3dc63b07dc4e tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Pushing event updated for resources: {'Port': ['ID=5a90b366-aa11-4f94-bf16-5c6a38e03084,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:10.871277 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-0657b34e-6872-4fc4-98d8-3dc63b07dc4e tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:10.872330 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-0657b34e-6872-4fc4-98d8-3dc63b07dc4e tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:10.912649 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-0657b34e-6872-4fc4-98d8-3dc63b07dc4e tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3144958 Jan 28 02:52:10.931741 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-e99b4684-8efd-4c21-897e-9a278ab8690c service neutron] Request body: {'port': {'device_id': '8e9f7233-c77f-4346-99ff-ba23d3088cb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:52:10.990194 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-32625685-06e5-442b-a380-13e0cf671f5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:11.016813 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6e8ef099-dc55-432d-88cf-12e362d665d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (bb0aad9b-2f2b-411c-88bf-f0b19d564397), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:11.028775 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:52:11.054071 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6e8ef099-dc55-432d-88cf-12e362d665d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:11.060631 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6e8ef099-dc55-432d-88cf-12e362d665d2 admin admin] 10.222.0.53 "DELETE /v2.0/networks/bb0aad9b-2f2b-411c-88bf-f0b19d564397 HTTP/1.1" status: 204 len: 168 time: 1.5357072 Jan 28 02:52:11.070333 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-e99b4684-8efd-4c21-897e-9a278ab8690c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5a90b366-aa11-4f94-bf16-5c6a38e03084), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:11.083367 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8ef099-dc55-432d-88cf-12e362d665d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb0aad9b-2f2b-411c-88bf-f0b19d564397,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:11.278920 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-32625685-06e5-442b-a380-13e0cf671f5d admin admin] Publish callbacks [] for security_group (9a208496-1f25-4e70-a878-d1dbc9fd07d6), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:11.279318 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-45a67aa5-c13d-450d-876d-04aa648d05ce None None] Provisioning complete for port 5a90b366-aa11-4f94-bf16-5c6a38e03084 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:52:11.280907 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-45a67aa5-c13d-450d-876d-04aa648d05ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (5a90b366-aa11-4f94-bf16-5c6a38e03084), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:11.290879 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-32625685-06e5-442b-a380-13e0cf671f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (9a208496-1f25-4e70-a878-d1dbc9fd07d6), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:11.363539 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-45a67aa5-c13d-450d-876d-04aa648d05ce None None] Port 5a90b366-aa11-4f94-bf16-5c6a38e03084 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:52:11.387141 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-32625685-06e5-442b-a380-13e0cf671f5d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=80177781c3e94f88b8cd9c1ade1d52ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7477009 Jan 28 02:52:11.389719 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32625685-06e5-442b-a380-13e0cf671f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a208496-1f25-4e70-a878-d1dbc9fd07d6,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:11.392443 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 35778) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:11.415118 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f5c19ac1-a0b0-4671-9755-5e5af194be90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (49bb14d4-dcd1-48f1-bfcf-d4851c7c298c), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:11.476258 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c19ac1-a0b0-4671-9755-5e5af194be90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49bb14d4-dcd1-48f1-bfcf-d4851c7c298c,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:11.484644 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 35780) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:11.529272 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c19ac1-a0b0-4671-9755-5e5af194be90 admin admin] Checking segment: {'id': '4fb02108-8b37-4bb4-8350-923aa0786ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '290af027-4910-45bb-b54e-a29d61400c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:52:11.529636 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c19ac1-a0b0-4671-9755-5e5af194be90 admin admin] Network hostable DHCP agents. Network: 290af027-4910-45bb-b54e-a29d61400c05, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:52:11.551662 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-19e0b21f-20d0-4bcf-ab38-28c4928781eb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=deb0ae2c8f344983b94e9f109bff2e22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0653875 Jan 28 02:52:11.556724 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 35784) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:11.557453 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6bf0ad05-28bd-4982-8bf4-39f73d15466b admin admin] Publish callbacks [] for security_group (9a208496-1f25-4e70-a878-d1dbc9fd07d6), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:11.568233 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c19ac1-a0b0-4671-9755-5e5af194be90 admin admin] Network 290af027-4910-45bb-b54e-a29d61400c05 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:52:11.581253 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-f5c19ac1-a0b0-4671-9755-5e5af194be90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 290af027-4910-45bb-b54e-a29d61400c05) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:52:11.591742 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381180e8-a30d-4686-aef9-037e05c27d94 None None] Network 290af027-4910-45bb-b54e-a29d61400c05 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:52:11.599448 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c19ac1-a0b0-4671-9755-5e5af194be90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:11.600633 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f5c19ac1-a0b0-4671-9755-5e5af194be90 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:11.628873 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f5c19ac1-a0b0-4671-9755-5e5af194be90 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9638648 Jan 28 02:52:11.717987 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6bf0ad05-28bd-4982-8bf4-39f73d15466b admin admin] Publish callbacks [] for security_group (9a208496-1f25-4e70-a878-d1dbc9fd07d6), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:11.770347 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2fa3a364-6b56-48fe-982b-bc83f11c6c1a admin admin] Publish callbacks [] for security_group (b9bad0b3-39ec-419d-877d-8d8b7e5840ae), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:11.780055 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794b2972-12c4-4a68-94eb-2b7a274b9693 None None] Network 290af027-4910-45bb-b54e-a29d61400c05 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:52:11.830263 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886fe616-a837-4399-b7b4-b9191aabf128 req-60673b23-7716-43aa-8803-261bc7c803b8 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:11.835800 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-886fe616-a837-4399-b7b4-b9191aabf128 req-60673b23-7716-43aa-8803-261bc7c803b8 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=587e5af5-8edf-4092-92fe-b801eab4cef4 HTTP/1.1" status: 200 len: 945 time: 0.1170301 Jan 28 02:52:11.846142 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04888a-ba2f-470a-91e9-e595000175dd req-729148b9-1c46-4e9f-b615-c119c60459f7 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:11.853202 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ee04888a-ba2f-470a-91e9-e595000175dd req-729148b9-1c46-4e9f-b615-c119c60459f7 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e9f7233-c77f-4346-99ff-ba23d3088cb0 HTTP/1.1" status: 200 len: 931 time: 0.2057827 Jan 28 02:52:11.884085 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2fa3a364-6b56-48fe-982b-bc83f11c6c1a admin admin] Publish callbacks [] for security_group (b9bad0b3-39ec-419d-877d-8d8b7e5840ae), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:11.925579 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-e99b4684-8efd-4c21-897e-9a278ab8690c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a90b366-aa11-4f94-bf16-5c6a38e03084 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:52:11.934793 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-886fe616-a837-4399-b7b4-b9191aabf128 req-963e0cbe-6a3a-4405-b531-d07771ca2c25 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902712 Jan 28 02:52:11.958205 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 35804) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:11.974964 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-e99b4684-8efd-4c21-897e-9a278ab8690c service neutron] Publish callbacks [] for port (5a90b366-aa11-4f94-bf16-5c6a38e03084), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:12.017370 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6bf0ad05-28bd-4982-8bf4-39f73d15466b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (9a208496-1f25-4e70-a878-d1dbc9fd07d6), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:12.021494 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6bf0ad05-28bd-4982-8bf4-39f73d15466b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:12.023301 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6bf0ad05-28bd-4982-8bf4-39f73d15466b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9a208496-1f25-4e70-a878-d1dbc9fd07d6 HTTP/1.1" status: 204 len: 168 time: 0.6288118 Jan 28 02:52:12.039723 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-e99b4684-8efd-4c21-897e-9a278ab8690c service neutron] Transition to ACTIVE for port object 5a90b366-aa11-4f94-bf16-5c6a38e03084 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:52:12.051452 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf0ad05-28bd-4982-8bf4-39f73d15466b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a208496-1f25-4e70-a878-d1dbc9fd07d6,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:12.068508 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ee04888a-ba2f-470a-91e9-e595000175dd req-78e25277-4650-47bc-a355-485d41da737d tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8acd3d9-15a7-47b2-b9b4-617fe9ecffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100198 Jan 28 02:52:12.069584 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-e99b4684-8efd-4c21-897e-9a278ab8690c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (5a90b366-aa11-4f94-bf16-5c6a38e03084), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:12.107117 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-f0795fec-e9c4-4d9a-9a29-c33f80397096 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1732418662-network', 'tenant_id': '04e7d46b0a164ccba2d097367f09c512'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:52:12.153615 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0795fec-e9c4-4d9a-9a29-c33f80397096 admin admin] Made reservation on behalf of 04e7d46b0a164ccba2d097367f09c512 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:52:12.156072 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f0795fec-e9c4-4d9a-9a29-c33f80397096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:12.166287 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b4684-8efd-4c21-897e-9a278ab8690c service neutron] Pushing event updated for resources: {'Port': ['ID=5a90b366-aa11-4f94-bf16-5c6a38e03084,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:12.191125 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f0795fec-e9c4-4d9a-9a29-c33f80397096 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:12.213288 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2fa3a364-6b56-48fe-982b-bc83f11c6c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b9bad0b3-39ec-419d-877d-8d8b7e5840ae), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:12.220534 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2fa3a364-6b56-48fe-982b-bc83f11c6c1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:12.221969 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-2fa3a364-6b56-48fe-982b-bc83f11c6c1a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b9bad0b3-39ec-419d-877d-8d8b7e5840ae HTTP/1.1" status: 204 len: 168 time: 0.6626503 Jan 28 02:52:12.272022 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa3a364-6b56-48fe-982b-bc83f11c6c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9bad0b3-39ec-419d-877d-8d8b7e5840ae,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:12.312466 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-e99b4684-8efd-4c21-897e-9a278ab8690c service neutron] Attempting to bind port 5a90b366-aa11-4f94-bf16-5c6a38e03084 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:52:12.313329 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-e99b4684-8efd-4c21-897e-9a278ab8690c service neutron] Attempting to bind port 5a90b366-aa11-4f94-bf16-5c6a38e03084 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '0a7b33b9-3321-44a3-a7e3-9feb6be757b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:52:12.313814 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-e99b4684-8efd-4c21-897e-9a278ab8690c service neutron] Attempting to bind port 5a90b366-aa11-4f94-bf16-5c6a38e03084 on network e561589e-7002-46d7-b993-364a9aaf6967 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:52:12.320839 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-e99b4684-8efd-4c21-897e-9a278ab8690c service neutron] Port 5a90b366-aa11-4f94-bf16-5c6a38e03084 on network e561589e-7002-46d7-b993-364a9aaf6967 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:52:12.321319 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-e99b4684-8efd-4c21-897e-9a278ab8690c service neutron] Attempting to bind port 5a90b366-aa11-4f94-bf16-5c6a38e03084 on network e561589e-7002-46d7-b993-364a9aaf6967 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:52:12.324681 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f0795fec-e9c4-4d9a-9a29-c33f80397096 admin admin] Publish callbacks [] for security_group (b35f5d31-3c99-4611-9811-1727539d779a), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:12.334960 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-e99b4684-8efd-4c21-897e-9a278ab8690c service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:52:12.335364 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-e99b4684-8efd-4c21-897e-9a278ab8690c service neutron] Checking segment: {'id': '0a7b33b9-3321-44a3-a7e3-9feb6be757b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:52:12.335750 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-e99b4684-8efd-4c21-897e-9a278ab8690c service neutron] Bound using segment: {'id': '0a7b33b9-3321-44a3-a7e3-9feb6be757b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:52:12.335889 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f0795fec-e9c4-4d9a-9a29-c33f80397096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b35f5d31-3c99-4611-9811-1727539d779a), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:12.336192 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-e99b4684-8efd-4c21-897e-9a278ab8690c service neutron] Bound port: 5a90b366-aa11-4f94-bf16-5c6a38e03084, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a7b33b9-3321-44a3-a7e3-9feb6be757b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:52:12.336553 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-e99b4684-8efd-4c21-897e-9a278ab8690c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5a90b366-aa11-4f94-bf16-5c6a38e03084), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:12.419395 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0795fec-e9c4-4d9a-9a29-c33f80397096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35f5d31-3c99-4611-9811-1727539d779a,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:12.432026 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0795fec-e9c4-4d9a-9a29-c33f80397096 admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:52:12.454861 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f0795fec-e9c4-4d9a-9a29-c33f80397096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (3830c42d-bad2-4ba4-911c-e5abb21aa009), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:12.455228 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-f0795fec-e9c4-4d9a-9a29-c33f80397096 admin admin] Added segment 3830c42d-bad2-4ba4-911c-e5abb21aa009 of type vlan for network af2055c4-6b48-46e7-9d5b-93bb074668e5 Jan 28 02:52:12.469897 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-e99b4684-8efd-4c21-897e-9a278ab8690c service neutron] For port 5a90b366-aa11-4f94-bf16-5c6a38e03084, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:52:12.474192 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-e99b4684-8efd-4c21-897e-9a278ab8690c service neutron] For port 5a90b366-aa11-4f94-bf16-5c6a38e03084, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=5a90b366-aa11-4f94-bf16-5c6a38e03084,segment=NetworkSegment(0a7b33b9-3321-44a3-a7e3-9feb6be757b9),segment_id=0a7b33b9-3321-44a3-a7e3-9feb6be757b9)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:52:12.488359 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-e99b4684-8efd-4c21-897e-9a278ab8690c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (5a90b366-aa11-4f94-bf16-5c6a38e03084), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:12.542709 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-e99b4684-8efd-4c21-897e-9a278ab8690c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:12.543655 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-e99b4684-8efd-4c21-897e-9a278ab8690c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:12.545263 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-e99b4684-8efd-4c21-897e-9a278ab8690c service neutron] 10.222.0.39 "PUT /v2.0/ports/5a90b366-aa11-4f94-bf16-5c6a38e03084 HTTP/1.1" status: 200 len: 1092 time: 1.6195467 Jan 28 02:52:12.545722 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e9f7233-c77f-4346-99ff-ba23d3088cb0', 'tag': '5a90b366-aa11-4f94-bf16-5c6a38e03084'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:52:12.548252 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d649785d-ce6a-47bc-8c5b-798dc8ee29b9" -d '{"events": [{"name": "network-changed", "server_uuid": "8e9f7233-c77f-4346-99ff-ba23d3088cb0", "tag": "5a90b366-aa11-4f94-bf16-5c6a38e03084"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:52:12.566627 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f0795fec-e9c4-4d9a-9a29-c33f80397096 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (af2055c4-6b48-46e7-9d5b-93bb074668e5), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:12.610373 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f0795fec-e9c4-4d9a-9a29-c33f80397096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (af2055c4-6b48-46e7-9d5b-93bb074668e5), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:12.611593 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0795fec-e9c4-4d9a-9a29-c33f80397096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:12.612334 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f0795fec-e9c4-4d9a-9a29-c33f80397096 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:12.618372 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b4684-8efd-4c21-897e-9a278ab8690c service neutron] Pushing event updated for resources: {'Port': ['ID=5a90b366-aa11-4f94-bf16-5c6a38e03084,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:12.648215 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2322b39d-c018-49db-86cd-5349ab13194c x-openstack-request-id: req-2322b39d-c018-49db-86cd-5349ab13194c {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:52:12.648505 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e9f7233-c77f-4346-99ff-ba23d3088cb0", "tag": "5a90b366-aa11-4f94-bf16-5c6a38e03084", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:52:12.648753 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2322b39d-c018-49db-86cd-5349ab13194c {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:52:12.649178 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e9f7233-c77f-4346-99ff-ba23d3088cb0', 'tag': '5a90b366-aa11-4f94-bf16-5c6a38e03084', 'status': 'completed', 'code': 200} Jan 28 02:52:12.707577 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f0795fec-e9c4-4d9a-9a29-c33f80397096 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7404850 Jan 28 02:52:12.716573 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0795fec-e9c4-4d9a-9a29-c33f80397096 admin admin] Pushing event updated for resources: {'Network': ['ID=af2055c4-6b48-46e7-9d5b-93bb074668e5,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:12.726916 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network af2055c4-6b48-46e7-9d5b-93bb074668e5 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:52:12.734716 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-59031c23-3d77-4dea-bcbf-311601f6e0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:12.736387 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-59031c23-3d77-4dea-bcbf-311601f6e0e0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b4519f5eb7242359f10ce603b741659&device_id=8e9f7233-c77f-4346-99ff-ba23d3088cb0 HTTP/1.1" status: 200 len: 1095 time: 0.0977473 Jan 28 02:52:12.835880 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-790b5e8f-e8ce-4c40-a764-0bbdea9b9c31 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a90b366-aa11-4f94-bf16-5c6a38e03084 HTTP/1.1" status: 200 len: 217 time: 0.0858135 Jan 28 02:52:12.894514 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-baa814fe-7925-4e37-8fc7-c424bf61aba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:12.896394 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-baa814fe-7925-4e37-8fc7-c424bf61aba7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4db08a6e-5c57-4b8e-9ec4-bbd5647662a4 HTTP/1.1" status: 200 len: 859 time: 0.0542810 Jan 28 02:52:12.960254 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-9863fcac-026b-4de6-98b4-8908e996fafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:12.962380 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-9863fcac-026b-4de6-98b4-8908e996fafc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e561589e-7002-46d7-b993-364a9aaf6967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602715 Jan 28 02:52:12.967230 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 35832) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:13.047039 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e8b3dd5a-bf81-4878-b2af-a212e4bb90f7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4cc4baf4e6f24ecf8fec4ba668b994ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0739534 Jan 28 02:52:13.051792 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 35838) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:13.210272 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-b6380654-1caf-4668-806f-48b21411bca1 service neutron] 10.222.0.39 "GET /v2.0/networks/e561589e-7002-46d7-b993-364a9aaf6967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411830 Jan 28 02:52:13.219902 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 35850) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:13.225365 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-f1628cf6-4440-419e-9e74-7d97966c835e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1621979022-network', 'tenant_id': 'e69989b5afef411d88627bd8e9832466'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:52:13.251889 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80a2fe-5594-4c6d-b0d6-694db912feba req-721772ab-0de8-40be-aa46-90e0c8be3dc8 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:13.256887 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401d583-9202-4d9f-b69a-65e055d9d327 req-b00a39fc-b504-4c4c-9a50-0eaeccbfb91a tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:13.261862 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fe80a2fe-5594-4c6d-b0d6-694db912feba req-721772ab-0de8-40be-aa46-90e0c8be3dc8 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=587e5af5-8edf-4092-92fe-b801eab4cef4 HTTP/1.1" status: 200 len: 945 time: 0.1587319 Jan 28 02:52:13.263891 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4401d583-9202-4d9f-b69a-65e055d9d327 req-b00a39fc-b504-4c4c-9a50-0eaeccbfb91a tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e9f7233-c77f-4346-99ff-ba23d3088cb0 HTTP/1.1" status: 200 len: 943 time: 0.1006703 Jan 28 02:52:13.272229 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1b2f7b61-f666-48d3-a5c5-7dfc9b6616ef admin admin] Publish callbacks [] for security_group (b6153512-c393-462e-b760-0e0df301c13e), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:13.319434 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1b2f7b61-f666-48d3-a5c5-7dfc9b6616ef admin admin] Publish callbacks [] for security_group (b6153512-c393-462e-b760-0e0df301c13e), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:13.361124 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1628cf6-4440-419e-9e74-7d97966c835e admin admin] Made reservation on behalf of e69989b5afef411d88627bd8e9832466 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:52:13.363954 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f1628cf6-4440-419e-9e74-7d97966c835e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:13.379877 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fe80a2fe-5594-4c6d-b0d6-694db912feba req-0b4d32d7-c7da-4760-acbb-c364407a90d4 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168075 Jan 28 02:52:13.398869 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4401d583-9202-4d9f-b69a-65e055d9d327 req-efc1d57f-9fc6-4f29-acb6-33c05ecac93c tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8acd3d9-15a7-47b2-b9b4-617fe9ecffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339755 Jan 28 02:52:13.401990 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f1628cf6-4440-419e-9e74-7d97966c835e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:13.433191 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1b2f7b61-f666-48d3-a5c5-7dfc9b6616ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b6153512-c393-462e-b760-0e0df301c13e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:13.435943 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1b2f7b61-f666-48d3-a5c5-7dfc9b6616ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:13.436153 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7aed2600-cacf-4db7-a623-35c9cd633c74 req-77c83e39-505f-4b21-9c7b-a7eab43ff778 service neutron] 10.222.0.39 "GET /v2.0/networks/e561589e-7002-46d7-b993-364a9aaf6967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191753 Jan 28 02:52:13.437205 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1b2f7b61-f666-48d3-a5c5-7dfc9b6616ef admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b6153512-c393-462e-b760-0e0df301c13e HTTP/1.1" status: 204 len: 168 time: 0.3837731 Jan 28 02:52:13.465407 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2f7b61-f666-48d3-a5c5-7dfc9b6616ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6153512-c393-462e-b760-0e0df301c13e,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:13.538127 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f1628cf6-4440-419e-9e74-7d97966c835e admin admin] Publish callbacks [] for security_group (73221ea3-d3fa-4ed8-821e-a1032a66f98f), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:13.565666 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f1628cf6-4440-419e-9e74-7d97966c835e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (73221ea3-d3fa-4ed8-821e-a1032a66f98f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:13.608385 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1628cf6-4440-419e-9e74-7d97966c835e admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:52:13.617387 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1628cf6-4440-419e-9e74-7d97966c835e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73221ea3-d3fa-4ed8-821e-a1032a66f98f,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:13.625466 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649785d-ce6a-47bc-8c5b-798dc8ee29b9 req-59ce430a-8bfb-48e1-8e38-39f41ec95d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:13.626957 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d649785d-ce6a-47bc-8c5b-798dc8ee29b9 req-59ce430a-8bfb-48e1-8e38-39f41ec95d83 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b4519f5eb7242359f10ce603b741659&device_id=8e9f7233-c77f-4346-99ff-ba23d3088cb0 HTTP/1.1" status: 200 len: 1095 time: 0.1013775 Jan 28 02:52:13.628042 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f1628cf6-4440-419e-9e74-7d97966c835e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (6775ff6a-69c8-46c9-aeba-c8629651f03b), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:13.628381 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-f1628cf6-4440-419e-9e74-7d97966c835e admin admin] Added segment 6775ff6a-69c8-46c9-aeba-c8629651f03b of type vlan for network 57514c6b-898b-43fe-91bf-7e0f48d673f7 Jan 28 02:52:13.719711 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f1628cf6-4440-419e-9e74-7d97966c835e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (57514c6b-898b-43fe-91bf-7e0f48d673f7), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:13.767093 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649785d-ce6a-47bc-8c5b-798dc8ee29b9 req-c16823fb-c6e1-49c5-8d76-8615049a5254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:13.768613 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d649785d-ce6a-47bc-8c5b-798dc8ee29b9 req-c16823fb-c6e1-49c5-8d76-8615049a5254 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e561589e-7002-46d7-b993-364a9aaf6967 HTTP/1.1" status: 200 len: 921 time: 0.1324074 Jan 28 02:52:13.769650 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f1628cf6-4440-419e-9e74-7d97966c835e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (57514c6b-898b-43fe-91bf-7e0f48d673f7), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:13.770500 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1628cf6-4440-419e-9e74-7d97966c835e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:13.771058 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f1628cf6-4440-419e-9e74-7d97966c835e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:13.834574 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f1628cf6-4440-419e-9e74-7d97966c835e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6110654 Jan 28 02:52:13.835470 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 35866) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:13.841360 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-3bcb5e96-09d1-4d3d-9abb-0114c4dc4986 admin admin] Request body: {'subnet': {'network_id': '57514c6b-898b-43fe-91bf-7e0f48d673f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1621979022-subnet', 'tenant_id': 'e69989b5afef411d88627bd8e9832466', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:52:13.888873 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bcb5e96-09d1-4d3d-9abb-0114c4dc4986 admin admin] Made reservation on behalf of e69989b5afef411d88627bd8e9832466 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:52:13.892461 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3bcb5e96-09d1-4d3d-9abb-0114c4dc4986 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:14.187956 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3bcb5e96-09d1-4d3d-9abb-0114c4dc4986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (94c05877-80cc-4457-a641-23b9e48afe15), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:14.221353 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 35882) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:14.280562 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb5e96-09d1-4d3d-9abb-0114c4dc4986 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94c05877-80cc-4457-a641-23b9e48afe15,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:14.289376 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcb5e96-09d1-4d3d-9abb-0114c4dc4986 admin admin] Checking segment: {'id': '6775ff6a-69c8-46c9-aeba-c8629651f03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '57514c6b-898b-43fe-91bf-7e0f48d673f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:52:14.289751 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcb5e96-09d1-4d3d-9abb-0114c4dc4986 admin admin] Network hostable DHCP agents. Network: 57514c6b-898b-43fe-91bf-7e0f48d673f7, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:52:14.314247 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d649785d-ce6a-47bc-8c5b-798dc8ee29b9 req-bd9b8c89-9071-431d-9638-5f73ccc8610c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a90b366-aa11-4f94-bf16-5c6a38e03084 HTTP/1.1" status: 200 len: 217 time: 0.5356662 Jan 28 02:52:14.327928 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcb5e96-09d1-4d3d-9abb-0114c4dc4986 admin admin] Network 57514c6b-898b-43fe-91bf-7e0f48d673f7 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:52:14.343039 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-3bcb5e96-09d1-4d3d-9abb-0114c4dc4986 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 57514c6b-898b-43fe-91bf-7e0f48d673f7) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:52:14.348565 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcb5e96-09d1-4d3d-9abb-0114c4dc4986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:14.349192 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3bcb5e96-09d1-4d3d-9abb-0114c4dc4986 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:14.360498 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddab9beb-b78d-4308-86d0-91285e31cfae None None] Network 57514c6b-898b-43fe-91bf-7e0f48d673f7 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:52:14.380471 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3bcb5e96-09d1-4d3d-9abb-0114c4dc4986 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5433385 Jan 28 02:52:14.403319 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-a6ff20d9-ff48-4889-ba92-4d996ccdcbba admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-444722081-network', 'tenant_id': '8eb25bd8b5eb4d12a4f94ef9b38225fc'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:52:14.412687 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1628cf6-4440-419e-9e74-7d97966c835e admin admin] Pushing event updated for resources: {'Network': ['ID=57514c6b-898b-43fe-91bf-7e0f48d673f7,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:14.442579 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ff20d9-ff48-4889-ba92-4d996ccdcbba admin admin] Made reservation on behalf of 8eb25bd8b5eb4d12a4f94ef9b38225fc for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:52:14.445617 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a6ff20d9-ff48-4889-ba92-4d996ccdcbba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:14.466361 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a6ff20d9-ff48-4889-ba92-4d996ccdcbba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:14.625704 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f6ef4-6595-44c2-be00-9a940d29509a req-a1d28785-18de-4a4e-9b3b-c8ebc35f0c54 tempest-ComputeTenantNetworksTest-878824658 tempest-ComputeTenantNetworksTest-878824658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:14.631704 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f6ef4-6595-44c2-be00-9a940d29509a req-a1d28785-18de-4a4e-9b3b-c8ebc35f0c54 tempest-ComputeTenantNetworksTest-878824658 tempest-ComputeTenantNetworksTest-878824658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:14.649616 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f6ef4-6595-44c2-be00-9a940d29509a req-a1d28785-18de-4a4e-9b3b-c8ebc35f0c54 tempest-ComputeTenantNetworksTest-878824658 tempest-ComputeTenantNetworksTest-878824658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:14.664407 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9f7f6ef4-6595-44c2-be00-9a940d29509a req-a1d28785-18de-4a4e-9b3b-c8ebc35f0c54 tempest-ComputeTenantNetworksTest-878824658 tempest-ComputeTenantNetworksTest-878824658-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3415120 Jan 28 02:52:14.679571 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 57514c6b-898b-43fe-91bf-7e0f48d673f7 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:52:14.686518 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649785d-ce6a-47bc-8c5b-798dc8ee29b9 req-bdc31ef9-7dff-49f6-888c-03c5736ebd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:14.693959 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d649785d-ce6a-47bc-8c5b-798dc8ee29b9 req-bdc31ef9-7dff-49f6-888c-03c5736ebd99 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4db08a6e-5c57-4b8e-9ec4-bbd5647662a4 HTTP/1.1" status: 200 len: 859 time: 0.3698843 Jan 28 02:52:14.716858 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02bc99c-4a46-4339-8cb0-1cbdc23bf5b3 req-9cd45995-137f-4276-9f8a-75cb72994c0c tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:14.720548 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f02bc99c-4a46-4339-8cb0-1cbdc23bf5b3 req-9cd45995-137f-4276-9f8a-75cb72994c0c tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=587e5af5-8edf-4092-92fe-b801eab4cef4 HTTP/1.1" status: 200 len: 945 time: 0.1773062 Jan 28 02:52:14.801282 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649785d-ce6a-47bc-8c5b-798dc8ee29b9 req-ea72b365-a194-4f18-aa1f-a018d811fd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:14.803222 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d649785d-ce6a-47bc-8c5b-798dc8ee29b9 req-ea72b365-a194-4f18-aa1f-a018d811fd36 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e561589e-7002-46d7-b993-364a9aaf6967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1030796 Jan 28 02:52:14.820644 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcffd8bc-062d-4879-a111-14a4174f0e3c req-104e3317-42bc-48b0-bc3e-e8b30a9fdd79 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:14.823103 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a6ff20d9-ff48-4889-ba92-4d996ccdcbba admin admin] Publish callbacks [] for security_group (ad926692-0cdf-48bb-826b-309e40a8350c), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:14.828468 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fcffd8bc-062d-4879-a111-14a4174f0e3c req-104e3317-42bc-48b0-bc3e-e8b30a9fdd79 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e9f7233-c77f-4346-99ff-ba23d3088cb0 HTTP/1.1" status: 200 len: 943 time: 0.0748017 Jan 28 02:52:14.837599 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a6ff20d9-ff48-4889-ba92-4d996ccdcbba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (ad926692-0cdf-48bb-826b-309e40a8350c), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:14.857112 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f02bc99c-4a46-4339-8cb0-1cbdc23bf5b3 req-ec68a9df-826d-4642-8bc0-c2002759ac62 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090393 Jan 28 02:52:14.906536 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff20d9-ff48-4889-ba92-4d996ccdcbba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad926692-0cdf-48bb-826b-309e40a8350c,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:14.932487 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6ff20d9-ff48-4889-ba92-4d996ccdcbba admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:52:14.955816 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a6ff20d9-ff48-4889-ba92-4d996ccdcbba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (e994454d-abf7-4fa6-9e3f-07ef31421e7e), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:14.956247 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-a6ff20d9-ff48-4889-ba92-4d996ccdcbba admin admin] Added segment e994454d-abf7-4fa6-9e3f-07ef31421e7e of type vlan for network 39543c4e-abdd-4192-b0fa-348a1d82b1ea Jan 28 02:52:14.985489 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d649785d-ce6a-47bc-8c5b-798dc8ee29b9 req-198ef1eb-973e-4727-b818-153a7b273cf9 service neutron] 10.222.0.39 "GET /v2.0/networks/e561589e-7002-46d7-b993-364a9aaf6967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495156 Jan 28 02:52:14.998087 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fcffd8bc-062d-4879-a111-14a4174f0e3c req-69a74901-f450-4ecb-8198-1dbbacffa451 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8acd3d9-15a7-47b2-b9b4-617fe9ecffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683273 Jan 28 02:52:15.029940 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2397160e-680b-42c3-b48a-26e2f4d625ec None None] Network 57514c6b-898b-43fe-91bf-7e0f48d673f7 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:52:15.110936 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d649785d-ce6a-47bc-8c5b-798dc8ee29b9 req-e03a1650-652d-42dc-a881-6ba1d1d7a368 service neutron] 10.222.0.39 "GET /v2.0/networks/e561589e-7002-46d7-b993-364a9aaf6967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108336 Jan 28 02:52:15.125884 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a6ff20d9-ff48-4889-ba92-4d996ccdcbba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (39543c4e-abdd-4192-b0fa-348a1d82b1ea), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:15.200791 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee18eb-badc-4a10-b0bf-e409f5c4f4ca req-e983f7c2-dd55-4ec8-b39a-4995c218f9fb tempest-ComputeTenantNetworksTest-878824658 tempest-ComputeTenantNetworksTest-878824658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:15.202225 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7eee18eb-badc-4a10-b0bf-e409f5c4f4ca req-e983f7c2-dd55-4ec8-b39a-4995c218f9fb tempest-ComputeTenantNetworksTest-878824658 tempest-ComputeTenantNetworksTest-878824658-project] 10.222.0.53 "GET /v2.0/networks/af2055c4-6b48-46e7-9d5b-93bb074668e5 HTTP/1.1" status: 200 len: 769 time: 0.1670017 Jan 28 02:52:15.213686 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 35920) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:15.236879 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a6ff20d9-ff48-4889-ba92-4d996ccdcbba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (39543c4e-abdd-4192-b0fa-348a1d82b1ea), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:15.237681 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ff20d9-ff48-4889-ba92-4d996ccdcbba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:15.238268 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a6ff20d9-ff48-4889-ba92-4d996ccdcbba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:15.310484 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2e3ba465-9784-4343-8565-c60111ab6c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (af2055c4-6b48-46e7-9d5b-93bb074668e5), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:15.319073 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff20d9-ff48-4889-ba92-4d996ccdcbba admin admin] Pushing event updated for resources: {'Network': ['ID=39543c4e-abdd-4192-b0fa-348a1d82b1ea,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:15.332388 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 39543c4e-abdd-4192-b0fa-348a1d82b1ea details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:52:15.341965 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a6ff20d9-ff48-4889-ba92-4d996ccdcbba admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1165559 Jan 28 02:52:15.342789 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 35924) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:15.351823 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-8ef24d80-8d07-4ae0-a5c6-7b6437827fd3 admin admin] Request body: {'subnet': {'network_id': '39543c4e-abdd-4192-b0fa-348a1d82b1ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-444722081-subnet', 'tenant_id': '8eb25bd8b5eb4d12a4f94ef9b38225fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:52:15.400435 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef24d80-8d07-4ae0-a5c6-7b6437827fd3 admin admin] Made reservation on behalf of 8eb25bd8b5eb4d12a4f94ef9b38225fc for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:52:15.409267 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8ef24d80-8d07-4ae0-a5c6-7b6437827fd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:15.440009 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2e3ba465-9784-4343-8565-c60111ab6c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (af2055c4-6b48-46e7-9d5b-93bb074668e5), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:15.574462 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-2e3ba465-9784-4343-8565-c60111ab6c91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af2055c4-6b48-46e7-9d5b-93bb074668e5']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:15.595085 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-2e3ba465-9784-4343-8565-c60111ab6c91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3830c42d-bad2-4ba4-911c-e5abb21aa009') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:15.595348 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-2e3ba465-9784-4343-8565-c60111ab6c91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3830c42d-bad2-4ba4-911c-e5abb21aa009') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:15.608188 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24cb3b-0b84-47fd-89bb-b15b5b19e8d4 req-7063d38b-3b60-4a29-9912-6d46b355c6ae tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:15.609721 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b24cb3b-0b84-47fd-89bb-b15b5b19e8d4 req-7063d38b-3b60-4a29-9912-6d46b355c6ae tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/networks?id=290af027-4910-45bb-b54e-a29d61400c05 HTTP/1.1" status: 200 len: 808 time: 0.1522551 Jan 28 02:52:15.614032 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2e3ba465-9784-4343-8565-c60111ab6c91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (3830c42d-bad2-4ba4-911c-e5abb21aa009), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:15.643620 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b24cb3b-0b84-47fd-89bb-b15b5b19e8d4 req-d36d69c1-bd9d-43f7-a974-25090f28bf5c tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/quotas/e168a8b773b74055bc0667e0581a74cd HTTP/1.1" status: 200 len: 375 time: 0.0224648 Jan 28 02:52:15.657172 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2e3ba465-9784-4343-8565-c60111ab6c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (3830c42d-bad2-4ba4-911c-e5abb21aa009), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:15.661226 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8ef24d80-8d07-4ae0-a5c6-7b6437827fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (4bbf5ff5-8ff8-492a-a5d7-2008bc8123b0), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:15.702222 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b24cb3b-0b84-47fd-89bb-b15b5b19e8d4 req-8a176e4c-a943-4828-a664-4dddd00c6265 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e168a8b773b74055bc0667e0581a74cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576878 Jan 28 02:52:15.721321 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e3ba465-9784-4343-8565-c60111ab6c91 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:52:15.721731 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2e3ba465-9784-4343-8565-c60111ab6c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (3830c42d-bad2-4ba4-911c-e5abb21aa009), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:15.723362 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 02:52:15.723362 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:52:15.723362 n-d-712139-27 neutron-server[109803]: timer() Jan 28 02:52:15.723362 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:52:15.723362 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 02:52:15.723362 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:52:15.723362 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 02:52:15.723362 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:52:15.723362 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 02:52:15.723362 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:52:15.723362 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 02:52:15.723362 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:52:15.723362 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 02:52:15.723362 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:52:15.723362 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:52:15.723362 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:52:15.723362 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:52:15.723362 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:52:15.723362 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 02:52:15.723362 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:52:15.723362 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 02:52:15.723362 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:52:15.723362 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:52:15.723362 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:52:15.723362 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 02:52:15.723362 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:52:15.723362 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:52:15.723362 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:52:15.723362 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:52:15.723362 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:52:15.723362 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:52:15.723362 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:52:15.733205 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef24d80-8d07-4ae0-a5c6-7b6437827fd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bbf5ff5-8ff8-492a-a5d7-2008bc8123b0,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:15.762356 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef24d80-8d07-4ae0-a5c6-7b6437827fd3 admin admin] Checking segment: {'id': 'e994454d-abf7-4fa6-9e3f-07ef31421e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '39543c4e-abdd-4192-b0fa-348a1d82b1ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:52:15.763116 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef24d80-8d07-4ae0-a5c6-7b6437827fd3 admin admin] Network hostable DHCP agents. Network: 39543c4e-abdd-4192-b0fa-348a1d82b1ea, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:52:15.784043 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef24d80-8d07-4ae0-a5c6-7b6437827fd3 admin admin] Network 39543c4e-abdd-4192-b0fa-348a1d82b1ea is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:52:15.801236 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-8ef24d80-8d07-4ae0-a5c6-7b6437827fd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 39543c4e-abdd-4192-b0fa-348a1d82b1ea) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:52:15.811519 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef24d80-8d07-4ae0-a5c6-7b6437827fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:15.814761 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8ef24d80-8d07-4ae0-a5c6-7b6437827fd3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:15.815359 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b1c8f7-cb18-480b-b4a3-5fdec1c7e5e1 None None] Network 39543c4e-abdd-4192-b0fa-348a1d82b1ea requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:52:15.831188 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2e3ba465-9784-4343-8565-c60111ab6c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (af2055c4-6b48-46e7-9d5b-93bb074668e5), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:15.858076 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8ef24d80-8d07-4ae0-a5c6-7b6437827fd3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5060842 Jan 28 02:52:15.858303 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2e3ba465-9784-4343-8565-c60111ab6c91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:15.860175 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-2e3ba465-9784-4343-8565-c60111ab6c91 admin admin] 10.222.0.53 "DELETE /v2.0/networks/af2055c4-6b48-46e7-9d5b-93bb074668e5 HTTP/1.1" status: 204 len: 168 time: 0.6451387 Jan 28 02:52:15.861105 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ba465-9784-4343-8565-c60111ab6c91 admin admin] Pushing event deleted for resources: {'Network': ['ID=af2055c4-6b48-46e7-9d5b-93bb074668e5,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:15.900997 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b24cb3b-0b84-47fd-89bb-b15b5b19e8d4 req-07f2ba10-86c4-49b9-9d42-b2c2ac4b3d52 service neutron] 10.222.0.53 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978047 Jan 28 02:52:16.035594 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 5a90b366-aa11-4f94-bf16-5c6a38e03084 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:52:16.052989 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b24cb3b-0b84-47fd-89bb-b15b5b19e8d4 req-9c8b7652-b263-41e7-8c3a-f01d4ad23560 service neutron] 10.222.0.53 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510639 Jan 28 02:52:16.079566 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200a67c-a998-498a-8957-e396b5ecce6b req-fe88e644-8fd5-441a-9d3a-350618d85e5d tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:16.087201 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e200a67c-a998-498a-8957-e396b5ecce6b req-fe88e644-8fd5-441a-9d3a-350618d85e5d tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=587e5af5-8edf-4092-92fe-b801eab4cef4 HTTP/1.1" status: 200 len: 945 time: 0.0648868 Jan 28 02:52:16.152115 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e200a67c-a998-498a-8957-e396b5ecce6b req-4951883b-829e-4c4b-a1f7-96e67763c66e tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631831 Jan 28 02:52:16.168007 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 5a90b366-aa11-4f94-bf16-5c6a38e03084, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=5a90b366-aa11-4f94-bf16-5c6a38e03084,segment=NetworkSegment(0a7b33b9-3321-44a3-a7e3-9feb6be757b9),segment_id=0a7b33b9-3321-44a3-a7e3-9feb6be757b9)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:52:16.171603 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7898d48-bf70-4e5f-8185-286cb99c44a1 None None] Network 39543c4e-abdd-4192-b0fa-348a1d82b1ea requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:52:16.249545 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '5a90b366-aa11-4f94-bf16-5c6a38e03084', 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967', 'port_id': '5a90b366-aa11-4f94-bf16-5c6a38e03084', 'mac_address': 'fa:16:3e:4a:76:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4db08a6e-5c57-4b8e-9ec4-bbd5647662a4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:52:16.287252 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 35966) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:16.331618 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 5a90b366-aa11-4f94-bf16-5c6a38e03084 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:52:16.332009 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5a90b366-aa11-4f94-bf16-5c6a38e03084), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:16.357781 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a90b366-aa11-4f94-bf16-5c6a38e03084 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:52:16.368379 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab719a79-92ab-4737-b47f-1d10057f661a req-5d78f811-0b08-44ea-a7a3-e6f81af1a0b4 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:16.378758 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ab719a79-92ab-4737-b47f-1d10057f661a req-5d78f811-0b08-44ea-a7a3-e6f81af1a0b4 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e9f7233-c77f-4346-99ff-ba23d3088cb0 HTTP/1.1" status: 200 len: 943 time: 0.0678210 Jan 28 02:52:16.413750 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f9fb58bb-fa57-4ec3-8c9e-52cdf0fa6ffe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=04e7d46b0a164ccba2d097367f09c512&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1257849 Jan 28 02:52:16.414402 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 35970) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:16.453505 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 5a90b366-aa11-4f94-bf16-5c6a38e03084, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=5a90b366-aa11-4f94-bf16-5c6a38e03084,segment=NetworkSegment(0a7b33b9-3321-44a3-a7e3-9feb6be757b9),segment_id=0a7b33b9-3321-44a3-a7e3-9feb6be757b9)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:52:16.457640 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ab719a79-92ab-4737-b47f-1d10057f661a req-7740dc79-f4f5-47bc-b9f9-00269a9b0555 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8acd3d9-15a7-47b2-b9b4-617fe9ecffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718539 Jan 28 02:52:16.473608 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (5a90b366-aa11-4f94-bf16-5c6a38e03084), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:16.502296 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-115b74cb-1a63-4b52-8b39-9e6b5d5401ff admin admin] Publish callbacks [] for security_group (b35f5d31-3c99-4611-9811-1727539d779a), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:16.529640 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-115b74cb-1a63-4b52-8b39-9e6b5d5401ff admin admin] Publish callbacks [] for security_group (b35f5d31-3c99-4611-9811-1727539d779a), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:16.582977 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=5a90b366-aa11-4f94-bf16-5c6a38e03084,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:16.604088 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:52:16.605346 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:52:16.605744 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:52:16.606122 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:52:16.606464 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:52:16.606866 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:52:16.607222 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:52:16.607552 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:52:16.607949 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:52:16.608729 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:52:16.609062 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:52:16.609437 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:52:16.609813 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:52:16.614429 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-115b74cb-1a63-4b52-8b39-9e6b5d5401ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b35f5d31-3c99-4611-9811-1727539d779a), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:16.617016 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-115b74cb-1a63-4b52-8b39-9e6b5d5401ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:16.618193 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-115b74cb-1a63-4b52-8b39-9e6b5d5401ff admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b35f5d31-3c99-4611-9811-1727539d779a HTTP/1.1" status: 204 len: 168 time: 0.2025735 Jan 28 02:52:16.668479 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b74cb-1a63-4b52-8b39-9e6b5d5401ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35f5d31-3c99-4611-9811-1727539d779a,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:16.684325 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-145095c4-3eb4-44bf-86d9-8ba84d9479ec req-9f72ba6a-a097-448e-a3ef-b816d816e5aa tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba36a6fb-a249-45ba-a1ae-61fff41a1e7e HTTP/1.1" status: 200 len: 210 time: 0.0768044 Jan 28 02:52:16.762061 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-33f91ec4-9431-4717-bd85-6ae75074f3f3 req-6707bc5e-31a0-4977-94d5-33b1acb2fcbc tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1509803369', 'description': 'tempest-description-847082925'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:52:16.779953 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['5a90b366-aa11-4f94-bf16-5c6a38e03084'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:52:16.792375 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-33f91ec4-9431-4717-bd85-6ae75074f3f3 req-6707bc5e-31a0-4977-94d5-33b1acb2fcbc tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:16.894581 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-33f91ec4-9431-4717-bd85-6ae75074f3f3 req-6707bc5e-31a0-4977-94d5-33b1acb2fcbc tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Publish callbacks [] for security_group (de5b86c0-2448-4a80-9bef-7e47f00b028d), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:16.899448 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-33f91ec4-9431-4717-bd85-6ae75074f3f3 req-6707bc5e-31a0-4977-94d5-33b1acb2fcbc tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (de5b86c0-2448-4a80-9bef-7e47f00b028d), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:16.944031 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-33f91ec4-9431-4717-bd85-6ae75074f3f3 req-6707bc5e-31a0-4977-94d5-33b1acb2fcbc tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:16.956773 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-33f91ec4-9431-4717-bd85-6ae75074f3f3 req-6707bc5e-31a0-4977-94d5-33b1acb2fcbc tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2020817 Jan 28 02:52:16.974646 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6707bc5e-31a0-4977-94d5-33b1acb2fcbc tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de5b86c0-2448-4a80-9bef-7e47f00b028d,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:17.066157 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-162d9944-8f8a-44bb-b9d8-59e17cdce7af req-5a5ccd74-b2ad-4d35-baeb-6060649d6921 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] 10.222.0.53 "GET /v2.0/security-groups/de5b86c0-2448-4a80-9bef-7e47f00b028d HTTP/1.1" status: 200 len: 1829 time: 0.0955818 Jan 28 02:52:17.075733 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-162d9944-8f8a-44bb-b9d8-59e17cdce7af req-aa7e7d22-9014-4e97-b584-3ae69fc756b3 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'de5b86c0-2448-4a80-9bef-7e47f00b028d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:52:17.075879 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-162d9944-8f8a-44bb-b9d8-59e17cdce7af req-aa7e7d22-9014-4e97-b584-3ae69fc756b3 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'de5b86c0-2448-4a80-9bef-7e47f00b028d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:52:17.200389 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-162d9944-8f8a-44bb-b9d8-59e17cdce7af req-aa7e7d22-9014-4e97-b584-3ae69fc756b3 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Publish callbacks [] for security_group_rule (189f83bc-553b-41c8-bc37-b15c4fcd5126), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:17.274505 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-162d9944-8f8a-44bb-b9d8-59e17cdce7af req-aa7e7d22-9014-4e97-b584-3ae69fc756b3 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Publish callbacks [] for security_group_rule (189f83bc-553b-41c8-bc37-b15c4fcd5126), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:17.280966 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-162d9944-8f8a-44bb-b9d8-59e17cdce7af req-aa7e7d22-9014-4e97-b584-3ae69fc756b3 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (189f83bc-553b-41c8-bc37-b15c4fcd5126), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:17.338213 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e7d22-9014-4e97-b584-3ae69fc756b3 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=189f83bc-553b-41c8-bc37-b15c4fcd5126,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:17.343144 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c992542-043d-41a8-b8f5-0627596371bf req-298ba85d-6d8d-4509-9cb1-f224ba7bcf6d tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:17.353137 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-162d9944-8f8a-44bb-b9d8-59e17cdce7af req-aa7e7d22-9014-4e97-b584-3ae69fc756b3 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:17.353592 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3c992542-043d-41a8-b8f5-0627596371bf req-298ba85d-6d8d-4509-9cb1-f224ba7bcf6d tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=587e5af5-8edf-4092-92fe-b801eab4cef4 HTTP/1.1" status: 200 len: 945 time: 0.0702879 Jan 28 02:52:17.358647 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-162d9944-8f8a-44bb-b9d8-59e17cdce7af req-aa7e7d22-9014-4e97-b584-3ae69fc756b3 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2908497 Jan 28 02:52:17.446405 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3c992542-043d-41a8-b8f5-0627596371bf req-a431b9fa-cfa6-49ba-b106-5a02dec0cbdc tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901160 Jan 28 02:52:17.485432 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36016) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:17.486148 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d3522cf5-6916-4133-b43c-29a03275f913 req-94d586b2-5009-43b2-880d-6a9972361454 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] 10.222.0.53 "GET /v2.0/security-groups/de5b86c0-2448-4a80-9bef-7e47f00b028d HTTP/1.1" status: 200 len: 2422 time: 0.1036482 Jan 28 02:52:17.538413 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bc9b615c-6971-4812-a3ea-7713b9fe133d req-7f68e89c-bdce-4bf7-8ccf-aa0fecdbc7ee tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] 10.222.0.53 "GET /v2.0/security-group-rules/189f83bc-553b-41c8-bc37-b15c4fcd5126 HTTP/1.1" status: 200 len: 778 time: 0.0370588 Jan 28 02:52:17.663066 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d4323d41-9a34-46cf-81de-4c533e9495e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:17.689699 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bc9b615c-6971-4812-a3ea-7713b9fe133d req-d8269441-99f1-4716-afaa-18bd93dfc326 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] 10.222.0.53 "GET /v2.0/security-groups/de5b86c0-2448-4a80-9bef-7e47f00b028d HTTP/1.1" status: 200 len: 2422 time: 0.1277609 Jan 28 02:52:17.717760 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bc9b615c-6971-4812-a3ea-7713b9fe133d req-1c53408f-b2b3-4b58-a728-87ad912cb902 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Publish callbacks [] for security_group_rule (189f83bc-553b-41c8-bc37-b15c4fcd5126), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:17.734621 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bc9b615c-6971-4812-a3ea-7713b9fe133d req-1c53408f-b2b3-4b58-a728-87ad912cb902 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Publish callbacks [] for security_group_rule (189f83bc-553b-41c8-bc37-b15c4fcd5126), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:17.769423 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bc9b615c-6971-4812-a3ea-7713b9fe133d req-1c53408f-b2b3-4b58-a728-87ad912cb902 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (189f83bc-553b-41c8-bc37-b15c4fcd5126), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:17.783804 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bc9b615c-6971-4812-a3ea-7713b9fe133d req-1c53408f-b2b3-4b58-a728-87ad912cb902 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:17.784933 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bc9b615c-6971-4812-a3ea-7713b9fe133d req-1c53408f-b2b3-4b58-a728-87ad912cb902 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/189f83bc-553b-41c8-bc37-b15c4fcd5126 HTTP/1.1" status: 204 len: 173 time: 0.0942874 Jan 28 02:52:17.785823 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c53408f-b2b3-4b58-a728-87ad912cb902 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=189f83bc-553b-41c8-bc37-b15c4fcd5126,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:17.799949 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06631807-d95a-4c55-9bc3-53feed304147 req-d0c2be65-c4fb-44a3-855f-8fbbfadd9788 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:17.801555 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-06631807-d95a-4c55-9bc3-53feed304147 req-d0c2be65-c4fb-44a3-855f-8fbbfadd9788 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e9f7233-c77f-4346-99ff-ba23d3088cb0 HTTP/1.1" status: 200 len: 944 time: 0.1462123 Jan 28 02:52:17.894602 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d3e7ce1b-7c66-4367-ad1e-15bbfbd67be8 req-fe610915-4c36-4959-9770-0e12f839cd84 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba36a6fb-a249-45ba-a1ae-61fff41a1e7e HTTP/1.1" status: 200 len: 210 time: 0.0455930 Jan 28 02:52:17.920666 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-b3d67263-c03e-4158-9491-64e883394d99 req-10132467-ede1-4c20-8912-b4bf81d4560a tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2035156350', 'description': 'tempest-description-695856704'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:52:17.948952 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b3d67263-c03e-4158-9491-64e883394d99 req-10132467-ede1-4c20-8912-b4bf81d4560a tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:17.949518 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-06631807-d95a-4c55-9bc3-53feed304147 req-8bc715b3-b074-482d-9af9-7f230883703f tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8acd3d9-15a7-47b2-b9b4-617fe9ecffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387119 Jan 28 02:52:17.958892 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d4323d41-9a34-46cf-81de-4c533e9495e9 admin admin] Publish callbacks [] for security_group (2ebf39f9-e664-4b02-8fd1-99e32e63ff7b), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:17.975064 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d4323d41-9a34-46cf-81de-4c533e9495e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (2ebf39f9-e664-4b02-8fd1-99e32e63ff7b), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:18.019537 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 5a90b366-aa11-4f94-bf16-5c6a38e03084 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:52:18.032823 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d4323d41-9a34-46cf-81de-4c533e9495e9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eed561c346e74abeaea6113104805c4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5448771 Jan 28 02:52:18.034077 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4323d41-9a34-46cf-81de-4c533e9495e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebf39f9-e664-4b02-8fd1-99e32e63ff7b,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:18.036626 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36034) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:18.144552 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b3d67263-c03e-4158-9491-64e883394d99 req-10132467-ede1-4c20-8912-b4bf81d4560a tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Publish callbacks [] for security_group (47ff1679-121e-4efb-be2b-2a5b77a277ce), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:18.156772 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-51245458-b08e-495e-af7f-23296f9fdb36 admin admin] Publish callbacks [] for security_group (2ebf39f9-e664-4b02-8fd1-99e32e63ff7b), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:18.164775 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 5a90b366-aa11-4f94-bf16-5c6a38e03084 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:52:18.170451 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 5a90b366-aa11-4f94-bf16-5c6a38e03084 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:52:18.172459 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (5a90b366-aa11-4f94-bf16-5c6a38e03084), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:18.190247 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b3d67263-c03e-4158-9491-64e883394d99 req-10132467-ede1-4c20-8912-b4bf81d4560a tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (47ff1679-121e-4efb-be2b-2a5b77a277ce), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:18.222849 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-51245458-b08e-495e-af7f-23296f9fdb36 admin admin] Publish callbacks [] for security_group (2ebf39f9-e664-4b02-8fd1-99e32e63ff7b), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:18.242400 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b3d67263-c03e-4158-9491-64e883394d99 req-10132467-ede1-4c20-8912-b4bf81d4560a tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:18.244712 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b3d67263-c03e-4158-9491-64e883394d99 req-10132467-ede1-4c20-8912-b4bf81d4560a tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3276320 Jan 28 02:52:18.278703 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24cb3b-0b84-47fd-89bb-b15b5b19e8d4 req-eb4b0203-bef0-4caf-bee3-7caf810993d4 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:18.280311 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b24cb3b-0b84-47fd-89bb-b15b5b19e8d4 req-eb4b0203-bef0-4caf-bee3-7caf810993d4 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.39 "GET /v2.0/networks?id=290af027-4910-45bb-b54e-a29d61400c05 HTTP/1.1" status: 200 len: 808 time: 0.2673969 Jan 28 02:52:18.282658 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10132467-ede1-4c20-8912-b4bf81d4560a tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47ff1679-121e-4efb-be2b-2a5b77a277ce,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:18.302564 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-2b24cb3b-0b84-47fd-89bb-b15b5b19e8d4 req-233a045a-377d-4eb1-b5b9-5d6414cf7921 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Request body: {'port': {'device_id': 'ba36a6fb-a249-45ba-a1ae-61fff41a1e7e', 'network_id': '290af027-4910-45bb-b54e-a29d61400c05', 'admin_state_up': True, 'tenant_id': 'e168a8b773b74055bc0667e0581a74cd'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:52:18.339767 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-02285cad-53ca-450f-a91c-a3adbf34b190 req-2bfe82e3-0e9b-4b82-a86e-d88aebad1782 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] 10.222.0.53 "GET /v2.0/security-groups/47ff1679-121e-4efb-be2b-2a5b77a277ce HTTP/1.1" status: 200 len: 1829 time: 0.0649254 Jan 28 02:52:18.341310 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 5a90b366-aa11-4f94-bf16-5c6a38e03084 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:52:18.343065 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5a90b366-aa11-4f94-bf16-5c6a38e03084), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:18.376379 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-51245458-b08e-495e-af7f-23296f9fdb36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (2ebf39f9-e664-4b02-8fd1-99e32e63ff7b), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:18.379403 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-51245458-b08e-495e-af7f-23296f9fdb36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:18.380551 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-51245458-b08e-495e-af7f-23296f9fdb36 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2ebf39f9-e664-4b02-8fd1-99e32e63ff7b HTTP/1.1" status: 204 len: 168 time: 0.3427470 Jan 28 02:52:18.383714 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9f7233-c77f-4346-99ff-ba23d3088cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a90b366-aa11-4f94-bf16-5c6a38e03084'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:52:18.396251 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51245458-b08e-495e-af7f-23296f9fdb36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebf39f9-e664-4b02-8fd1-99e32e63ff7b,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:18.397054 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3933f6-9178-441f-a8f1-7b75051abb4a" -d '{"events": [{"server_uuid": "8e9f7233-c77f-4346-99ff-ba23d3088cb0", "name": "network-vif-plugged", "status": "completed", "tag": "5a90b366-aa11-4f94-bf16-5c6a38e03084"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:52:18.409451 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-41f3c563-3c6a-4596-8eea-76c03ffec182 req-18d510ae-b73c-42b2-8e0b-01dca0ade212 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1128323086', 'description': 'tempest-description-84493197'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:52:18.463020 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 5a90b366-aa11-4f94-bf16-5c6a38e03084, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=5a90b366-aa11-4f94-bf16-5c6a38e03084,segment=NetworkSegment(0a7b33b9-3321-44a3-a7e3-9feb6be757b9),segment_id=0a7b33b9-3321-44a3-a7e3-9feb6be757b9)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:52:18.465503 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-41f3c563-3c6a-4596-8eea-76c03ffec182 req-18d510ae-b73c-42b2-8e0b-01dca0ade212 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:18.488353 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (5a90b366-aa11-4f94-bf16-5c6a38e03084), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:18.513524 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b24cb3b-0b84-47fd-89bb-b15b5b19e8d4 req-233a045a-377d-4eb1-b5b9-5d6414cf7921 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Made reservation on behalf of e168a8b773b74055bc0667e0581a74cd for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:52:18.516947 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2b24cb3b-0b84-47fd-89bb-b15b5b19e8d4 req-233a045a-377d-4eb1-b5b9-5d6414cf7921 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:18.526207 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e4729f-45ca-4be4-93f0-1d75a2e87b47 x-openstack-request-id: req-20e4729f-45ca-4be4-93f0-1d75a2e87b47 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:52:18.526498 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e9f7233-c77f-4346-99ff-ba23d3088cb0", "name": "network-vif-plugged", "status": "completed", "tag": "5a90b366-aa11-4f94-bf16-5c6a38e03084", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:52:18.526880 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-20e4729f-45ca-4be4-93f0-1d75a2e87b47 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:52:18.527566 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e9f7233-c77f-4346-99ff-ba23d3088cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a90b366-aa11-4f94-bf16-5c6a38e03084', 'code': 200} Jan 28 02:52:18.602865 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=5a90b366-aa11-4f94-bf16-5c6a38e03084,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:18.643741 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-41f3c563-3c6a-4596-8eea-76c03ffec182 req-18d510ae-b73c-42b2-8e0b-01dca0ade212 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Publish callbacks [] for security_group (6333b78f-96e1-48b2-8619-ff67d5123fa5), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:18.660198 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-41f3c563-3c6a-4596-8eea-76c03ffec182 req-18d510ae-b73c-42b2-8e0b-01dca0ade212 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (6333b78f-96e1-48b2-8619-ff67d5123fa5), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:18.724955 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-41f3c563-3c6a-4596-8eea-76c03ffec182 req-18d510ae-b73c-42b2-8e0b-01dca0ade212 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:18.726863 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-41f3c563-3c6a-4596-8eea-76c03ffec182 req-18d510ae-b73c-42b2-8e0b-01dca0ade212 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.3451409 Jan 28 02:52:18.751173 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d510ae-b73c-42b2-8e0b-01dca0ade212 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6333b78f-96e1-48b2-8619-ff67d5123fa5,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:18.829482 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef78ce4a-9608-4798-8c27-435e1a607d7a req-5a4c4642-c79e-4cde-a2a6-821606f2bbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:18.831056 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ef78ce4a-9608-4798-8c27-435e1a607d7a req-5a4c4642-c79e-4cde-a2a6-821606f2bbba service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8e9f7233-c77f-4346-99ff-ba23d3088cb0 HTTP/1.1" status: 200 len: 1097 time: 0.1585445 Jan 28 02:52:18.880688 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24559f-8709-4ae8-8ee4-7905836ce9be req-7f7b90bf-4ce5-40e2-9124-6069f71fabff tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:18.883120 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8e24559f-8709-4ae8-8ee4-7905836ce9be req-7f7b90bf-4ce5-40e2-9124-6069f71fabff tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=587e5af5-8edf-4092-92fe-b801eab4cef4 HTTP/1.1" status: 200 len: 945 time: 0.0762784 Jan 28 02:52:18.892568 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-2b24cb3b-0b84-47fd-89bb-b15b5b19e8d4 req-233a045a-377d-4eb1-b5b9-5d6414cf7921 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Allocated IP 172.20.0.10 (290af027-4910-45bb-b54e-a29d61400c05/49bb14d4-dcd1-48f1-bfcf-d4851c7c298c/8f6ff42a-bd63-463b-8d11-5854d303b878) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:52:18.959120 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8e24559f-8709-4ae8-8ee4-7905836ce9be req-bc12d094-7ad1-48bb-ac99-ff5adb6b400d tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698252 Jan 28 02:52:18.976351 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ef78ce4a-9608-4798-8c27-435e1a607d7a req-58e98fc4-1c98-42b8-a2a2-829ef20f64df service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c8acd3d9-15a7-47b2-b9b4-617fe9ecffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339331 Jan 28 02:52:19.052990 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36078) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:19.089840 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a9a65472-c1b3-4a86-8b38-e137de04419d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:19.140066 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f58f1360-7c99-4276-a003-79cde2fcd37c req-337a50ec-c1d8-4cc7-b23a-364f358c6251 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] 10.222.0.53 "GET /v2.0/security-groups/6333b78f-96e1-48b2-8619-ff67d5123fa5 HTTP/1.1" status: 200 len: 1828 time: 0.1376369 Jan 28 02:52:19.226134 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a9a65472-c1b3-4a86-8b38-e137de04419d admin admin] Publish callbacks [] for security_group (c459ad6b-8249-4c70-b46d-88e8d4a27f4e), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:19.235988 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58526fc-01c2-4129-948e-10b01f9167f8 req-dca8ece1-d956-4a9d-88fa-7260a1039d34 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:19.238670 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e58526fc-01c2-4129-948e-10b01f9167f8 req-dca8ece1-d956-4a9d-88fa-7260a1039d34 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=8197e5df-bbee-493e-bd89-8363afc04527 HTTP/1.1" status: 200 len: 946 time: 0.1684501 Jan 28 02:52:19.240113 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a9a65472-c1b3-4a86-8b38-e137de04419d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c459ad6b-8249-4c70-b46d-88e8d4a27f4e), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:19.254497 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2b24cb3b-0b84-47fd-89bb-b15b5b19e8d4 req-233a045a-377d-4eb1-b5b9-5d6414cf7921 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Publish callbacks [] for port (8f6ff42a-bd63-463b-8d11-5854d303b878), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:19.294064 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a65472-c1b3-4a86-8b38-e137de04419d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c459ad6b-8249-4c70-b46d-88e8d4a27f4e,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:19.316254 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a9a65472-c1b3-4a86-8b38-e137de04419d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=00651ec6c2c543fcbb31a46bce307ec6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2583020 Jan 28 02:52:19.316553 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36086) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:19.319582 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2b24cb3b-0b84-47fd-89bb-b15b5b19e8d4 req-233a045a-377d-4eb1-b5b9-5d6414cf7921 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (8f6ff42a-bd63-463b-8d11-5854d303b878), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:19.377819 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e58526fc-01c2-4129-948e-10b01f9167f8 req-3a886470-fb01-4034-b992-f01dad9831dc tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/security-groups?id=81a8b397-bb78-4b68-9423-1c50e72f6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132135 Jan 28 02:52:19.395968 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-af797993-2240-455f-b75a-3fac8dd841c3 admin admin] Publish callbacks [] for security_group (c459ad6b-8249-4c70-b46d-88e8d4a27f4e), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:19.411908 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b24cb3b-0b84-47fd-89bb-b15b5b19e8d4 req-233a045a-377d-4eb1-b5b9-5d6414cf7921 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Network 290af027-4910-45bb-b54e-a29d61400c05 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:52:19.421526 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-2b24cb3b-0b84-47fd-89bb-b15b5b19e8d4 req-233a045a-377d-4eb1-b5b9-5d6414cf7921 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:52:19.427067 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b24cb3b-0b84-47fd-89bb-b15b5b19e8d4 req-233a045a-377d-4eb1-b5b9-5d6414cf7921 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:52:19.430137 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-af797993-2240-455f-b75a-3fac8dd841c3 admin admin] Publish callbacks [] for security_group (c459ad6b-8249-4c70-b46d-88e8d4a27f4e), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:19.460618 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37f340-4782-403c-ba19-d0098c73d331 req-e9f710ba-fa6b-44a4-91a5-82cfe2f8c48f tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:19.470281 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5c37f340-4782-403c-ba19-d0098c73d331 req-e9f710ba-fa6b-44a4-91a5-82cfe2f8c48f tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba36a6fb-a249-45ba-a1ae-61fff41a1e7e HTTP/1.1" status: 200 len: 932 time: 0.2480040 Jan 28 02:52:19.518678 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a045a-377d-4eb1-b5b9-5d6414cf7921 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Pushing event updated for resources: {'Port': ['ID=8f6ff42a-bd63-463b-8d11-5854d303b878,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:19.519430 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-af797993-2240-455f-b75a-3fac8dd841c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c459ad6b-8249-4c70-b46d-88e8d4a27f4e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:19.522012 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-af797993-2240-455f-b75a-3fac8dd841c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:19.523265 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-af797993-2240-455f-b75a-3fac8dd841c3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c459ad6b-8249-4c70-b46d-88e8d4a27f4e HTTP/1.1" status: 204 len: 168 time: 0.2058575 Jan 28 02:52:19.542894 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af797993-2240-455f-b75a-3fac8dd841c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c459ad6b-8249-4c70-b46d-88e8d4a27f4e,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:19.557928 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0fe96-0a06-464e-a5ff-1bf585715de6 req-ad52536f-0a57-49f6-8a05-538bbf04bbdd tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:19.560398 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bee0fe96-0a06-464e-a5ff-1bf585715de6 req-ad52536f-0a57-49f6-8a05-538bbf04bbdd tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e9f7233-c77f-4346-99ff-ba23d3088cb0 HTTP/1.1" status: 200 len: 945 time: 0.0719507 Jan 28 02:52:19.561516 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24cb3b-0b84-47fd-89bb-b15b5b19e8d4 req-233a045a-377d-4eb1-b5b9-5d6414cf7921 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:19.561665 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2b24cb3b-0b84-47fd-89bb-b15b5b19e8d4 req-233a045a-377d-4eb1-b5b9-5d6414cf7921 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:19.588464 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5c37f340-4782-403c-ba19-d0098c73d331 req-10bfe140-bf46-4579-abeb-8d371397306d tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192520 Jan 28 02:52:19.592431 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b24cb3b-0b84-47fd-89bb-b15b5b19e8d4 req-233a045a-377d-4eb1-b5b9-5d6414cf7921 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2945673 Jan 28 02:52:19.618390 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-2b24cb3b-0b84-47fd-89bb-b15b5b19e8d4 req-57df84c2-3458-40a2-b423-4fd2ca9ed3fb service neutron] Request body: {'port': {'device_id': 'ba36a6fb-a249-45ba-a1ae-61fff41a1e7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:52:19.623231 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-8155ab92-ad33-45a0-9c36-651fa9f0af29 req-49c0004c-d1fe-44cb-bd8c-854750e0123e tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1442990374', 'description': 'tempest-description-595397706'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:52:19.635997 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bee0fe96-0a06-464e-a5ff-1bf585715de6 req-11653d21-f850-4e13-8509-38ce1f3cf077 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8acd3d9-15a7-47b2-b9b4-617fe9ecffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628545 Jan 28 02:52:19.702564 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2b24cb3b-0b84-47fd-89bb-b15b5b19e8d4 req-57df84c2-3458-40a2-b423-4fd2ca9ed3fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8f6ff42a-bd63-463b-8d11-5854d303b878), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:19.705758 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-8155ab92-ad33-45a0-9c36-651fa9f0af29 req-49c0004c-d1fe-44cb-bd8c-854750e0123e tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:19.922143 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-8155ab92-ad33-45a0-9c36-651fa9f0af29 req-49c0004c-d1fe-44cb-bd8c-854750e0123e tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Publish callbacks [] for security_group (f0f7698c-f551-41b3-984d-b85740bdacb0), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:20.055236 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-8155ab92-ad33-45a0-9c36-651fa9f0af29 req-49c0004c-d1fe-44cb-bd8c-854750e0123e tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f0f7698c-f551-41b3-984d-b85740bdacb0), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:20.149422 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c0004c-d1fe-44cb-bd8c-854750e0123e tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f7698c-f551-41b3-984d-b85740bdacb0,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:20.211779 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-8155ab92-ad33-45a0-9c36-651fa9f0af29 req-49c0004c-d1fe-44cb-bd8c-854750e0123e tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:20.217404 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8155ab92-ad33-45a0-9c36-651fa9f0af29 req-49c0004c-d1fe-44cb-bd8c-854750e0123e tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.6097450 Jan 28 02:52:20.255740 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e2a25-7e0b-482e-a396-e519fda19cb7 req-4c8e0d20-fcba-4dfc-b7c5-48bd32b9912b tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:20.267277 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6d2e2a25-7e0b-482e-a396-e519fda19cb7 req-4c8e0d20-fcba-4dfc-b7c5-48bd32b9912b tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=587e5af5-8edf-4092-92fe-b801eab4cef4 HTTP/1.1" status: 200 len: 945 time: 0.0898070 Jan 28 02:52:20.329599 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-2b24cb3b-0b84-47fd-89bb-b15b5b19e8d4 req-57df84c2-3458-40a2-b423-4fd2ca9ed3fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f6ff42a-bd63-463b-8d11-5854d303b878 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:52:20.339076 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2b24cb3b-0b84-47fd-89bb-b15b5b19e8d4 req-57df84c2-3458-40a2-b423-4fd2ca9ed3fb service neutron] Publish callbacks [] for port (8f6ff42a-bd63-463b-8d11-5854d303b878), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:20.345536 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6d2e2a25-7e0b-482e-a396-e519fda19cb7 req-75b51ffb-95ee-421e-a7ee-425db16f343e tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767665 Jan 28 02:52:20.351342 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7d17c99a-e6c9-4cbf-97d0-a5ffdb542fde req-f544d17e-0078-4be8-8a13-2ed1abb1279c tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] 10.222.0.53 "GET /v2.0/security-groups/f0f7698c-f551-41b3-984d-b85740bdacb0 HTTP/1.1" status: 200 len: 1829 time: 0.0938661 Jan 28 02:52:20.364336 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-2b24cb3b-0b84-47fd-89bb-b15b5b19e8d4 req-57df84c2-3458-40a2-b423-4fd2ca9ed3fb service neutron] Transition to ACTIVE for port object 8f6ff42a-bd63-463b-8d11-5854d303b878 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:52:20.372315 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2b24cb3b-0b84-47fd-89bb-b15b5b19e8d4 req-57df84c2-3458-40a2-b423-4fd2ca9ed3fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (8f6ff42a-bd63-463b-8d11-5854d303b878), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:20.381218 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-87d22117-734b-4e8f-a7ef-575b1c7079ec req-9120909e-8f8e-4658-ac1f-61870793db73 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1800450392', 'description': 'tempest-description-1910071409'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:52:20.440352 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-87d22117-734b-4e8f-a7ef-575b1c7079ec req-9120909e-8f8e-4658-ac1f-61870793db73 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:20.445283 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df84c2-3458-40a2-b423-4fd2ca9ed3fb service neutron] Pushing event updated for resources: {'Port': ['ID=8f6ff42a-bd63-463b-8d11-5854d303b878,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:20.531788 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-2b24cb3b-0b84-47fd-89bb-b15b5b19e8d4 req-57df84c2-3458-40a2-b423-4fd2ca9ed3fb service neutron] Attempting to bind port 8f6ff42a-bd63-463b-8d11-5854d303b878 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:52:20.532496 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-2b24cb3b-0b84-47fd-89bb-b15b5b19e8d4 req-57df84c2-3458-40a2-b423-4fd2ca9ed3fb service neutron] Attempting to bind port 8f6ff42a-bd63-463b-8d11-5854d303b878 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '4fb02108-8b37-4bb4-8350-923aa0786ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '290af027-4910-45bb-b54e-a29d61400c05'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:52:20.532723 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b24cb3b-0b84-47fd-89bb-b15b5b19e8d4 req-57df84c2-3458-40a2-b423-4fd2ca9ed3fb service neutron] Attempting to bind port 8f6ff42a-bd63-463b-8d11-5854d303b878 on network 290af027-4910-45bb-b54e-a29d61400c05 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:52:20.544855 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b24cb3b-0b84-47fd-89bb-b15b5b19e8d4 req-57df84c2-3458-40a2-b423-4fd2ca9ed3fb service neutron] Port 8f6ff42a-bd63-463b-8d11-5854d303b878 on network 290af027-4910-45bb-b54e-a29d61400c05 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:52:20.545277 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b24cb3b-0b84-47fd-89bb-b15b5b19e8d4 req-57df84c2-3458-40a2-b423-4fd2ca9ed3fb service neutron] Attempting to bind port 8f6ff42a-bd63-463b-8d11-5854d303b878 on network 290af027-4910-45bb-b54e-a29d61400c05 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:52:20.558370 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b24cb3b-0b84-47fd-89bb-b15b5b19e8d4 req-57df84c2-3458-40a2-b423-4fd2ca9ed3fb service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:52:20.558370 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b24cb3b-0b84-47fd-89bb-b15b5b19e8d4 req-57df84c2-3458-40a2-b423-4fd2ca9ed3fb service neutron] Checking segment: {'id': '4fb02108-8b37-4bb4-8350-923aa0786ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '290af027-4910-45bb-b54e-a29d61400c05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:52:20.558370 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b24cb3b-0b84-47fd-89bb-b15b5b19e8d4 req-57df84c2-3458-40a2-b423-4fd2ca9ed3fb service neutron] Bound using segment: {'id': '4fb02108-8b37-4bb4-8350-923aa0786ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '290af027-4910-45bb-b54e-a29d61400c05'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:52:20.558370 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-2b24cb3b-0b84-47fd-89bb-b15b5b19e8d4 req-57df84c2-3458-40a2-b423-4fd2ca9ed3fb service neutron] Bound port: 8f6ff42a-bd63-463b-8d11-5854d303b878, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fb02108-8b37-4bb4-8350-923aa0786ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '290af027-4910-45bb-b54e-a29d61400c05'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:52:20.558370 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2b24cb3b-0b84-47fd-89bb-b15b5b19e8d4 req-57df84c2-3458-40a2-b423-4fd2ca9ed3fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8f6ff42a-bd63-463b-8d11-5854d303b878), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:20.578720 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb60252-353c-4718-91a5-87435d93fcdf req-e1c67b03-ad97-431c-8f5b-b0ab9df87167 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:20.580625 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4cb60252-353c-4718-91a5-87435d93fcdf req-e1c67b03-ad97-431c-8f5b-b0ab9df87167 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=8197e5df-bbee-493e-bd89-8363afc04527 HTTP/1.1" status: 200 len: 946 time: 0.0964236 Jan 28 02:52:20.607994 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-87d22117-734b-4e8f-a7ef-575b1c7079ec req-9120909e-8f8e-4658-ac1f-61870793db73 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Publish callbacks [] for security_group (0d3c311c-3268-4fcb-950e-5cb4b6779e1b), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:20.615646 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-87d22117-734b-4e8f-a7ef-575b1c7079ec req-9120909e-8f8e-4658-ac1f-61870793db73 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (0d3c311c-3268-4fcb-950e-5cb4b6779e1b), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:20.666619 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-2b24cb3b-0b84-47fd-89bb-b15b5b19e8d4 req-57df84c2-3458-40a2-b423-4fd2ca9ed3fb service neutron] For port 8f6ff42a-bd63-463b-8d11-5854d303b878, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:52:20.674580 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-2b24cb3b-0b84-47fd-89bb-b15b5b19e8d4 req-57df84c2-3458-40a2-b423-4fd2ca9ed3fb service neutron] For port 8f6ff42a-bd63-463b-8d11-5854d303b878, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=8f6ff42a-bd63-463b-8d11-5854d303b878,segment=NetworkSegment(4fb02108-8b37-4bb4-8350-923aa0786ccd),segment_id=4fb02108-8b37-4bb4-8350-923aa0786ccd)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:52:20.683445 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4cb60252-353c-4718-91a5-87435d93fcdf req-b00769a1-5d6b-483e-8527-69d1e5f9cd0c tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/security-groups?id=81a8b397-bb78-4b68-9423-1c50e72f6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802102 Jan 28 02:52:20.685431 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2b24cb3b-0b84-47fd-89bb-b15b5b19e8d4 req-57df84c2-3458-40a2-b423-4fd2ca9ed3fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (8f6ff42a-bd63-463b-8d11-5854d303b878), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:20.696304 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9120909e-8f8e-4658-ac1f-61870793db73 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3c311c-3268-4fcb-950e-5cb4b6779e1b,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:20.703092 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-87d22117-734b-4e8f-a7ef-575b1c7079ec req-9120909e-8f8e-4658-ac1f-61870793db73 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:20.726763 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24cb3b-0b84-47fd-89bb-b15b5b19e8d4 req-57df84c2-3458-40a2-b423-4fd2ca9ed3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:20.727278 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2b24cb3b-0b84-47fd-89bb-b15b5b19e8d4 req-57df84c2-3458-40a2-b423-4fd2ca9ed3fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:20.728701 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b24cb3b-0b84-47fd-89bb-b15b5b19e8d4 req-57df84c2-3458-40a2-b423-4fd2ca9ed3fb service neutron] 10.222.0.39 "PUT /v2.0/ports/8f6ff42a-bd63-463b-8d11-5854d303b878 HTTP/1.1" status: 200 len: 1093 time: 1.1158216 Jan 28 02:52:20.729139 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba36a6fb-a249-45ba-a1ae-61fff41a1e7e', 'tag': '8f6ff42a-bd63-463b-8d11-5854d303b878'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:52:20.731049 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-87d22117-734b-4e8f-a7ef-575b1c7079ec req-9120909e-8f8e-4658-ac1f-61870793db73 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3557751 Jan 28 02:52:20.731426 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a765b542-8d62-4d63-986a-221d9985185c" -d '{"events": [{"name": "network-changed", "server_uuid": "ba36a6fb-a249-45ba-a1ae-61fff41a1e7e", "tag": "8f6ff42a-bd63-463b-8d11-5854d303b878"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:52:20.768866 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df84c2-3458-40a2-b423-4fd2ca9ed3fb service neutron] Pushing event updated for resources: {'Port': ['ID=8f6ff42a-bd63-463b-8d11-5854d303b878,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:20.880200 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53de625-20df-4119-baf7-dda5abcd6017 req-95e23460-8d64-40f4-8176-86300a8d680b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:20.886612 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e53de625-20df-4119-baf7-dda5abcd6017 req-95e23460-8d64-40f4-8176-86300a8d680b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba36a6fb-a249-45ba-a1ae-61fff41a1e7e HTTP/1.1" status: 200 len: 944 time: 0.0739696 Jan 28 02:52:20.897504 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24cb3b-0b84-47fd-89bb-b15b5b19e8d4 req-501caac7-f97e-451e-bb80-266d4c962f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:20.899271 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b24cb3b-0b84-47fd-89bb-b15b5b19e8d4 req-501caac7-f97e-451e-bb80-266d4c962f19 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e168a8b773b74055bc0667e0581a74cd&device_id=ba36a6fb-a249-45ba-a1ae-61fff41a1e7e HTTP/1.1" status: 200 len: 1096 time: 0.0917215 Jan 28 02:52:20.915828 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83294e7-bb18-46d0-b5ce-9a1b06c05f49 req-03d36963-c4c8-4cc1-908d-aca7d8277e03 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:20.917522 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f83294e7-bb18-46d0-b5ce-9a1b06c05f49 req-03d36963-c4c8-4cc1-908d-aca7d8277e03 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e9f7233-c77f-4346-99ff-ba23d3088cb0 HTTP/1.1" status: 200 len: 945 time: 0.1210399 Jan 28 02:52:20.965177 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b24cb3b-0b84-47fd-89bb-b15b5b19e8d4 req-153a6ef2-bb42-4a51-9c17-ea0e3d02c464 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f6ff42a-bd63-463b-8d11-5854d303b878 HTTP/1.1" status: 200 len: 217 time: 0.0465803 Jan 28 02:52:20.966161 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e53de625-20df-4119-baf7-dda5abcd6017 req-417584a3-0443-4852-ba38-9fd54a149bcf tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785151 Jan 28 02:52:20.982695 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f43da-3b1d-4976-9de1-abf1921e5b1f req-5fe1125b-beca-42f1-884f-c0d4e89a15fc tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:20.984629 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-447f43da-3b1d-4976-9de1-abf1921e5b1f req-5fe1125b-beca-42f1-884f-c0d4e89a15fc tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.39 "GET /v2.0/ports?device_id=8197e5df-bbee-493e-bd89-8363afc04527 HTTP/1.1" status: 200 len: 946 time: 0.1217532 Jan 28 02:52:21.079148 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ad1760d6-7b9b-44ab-9aaa-e060b18a9e69 req-ae0eed1f-0f32-41e8-bc82-bdf1a2d01d08 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] 10.222.0.53 "GET /v2.0/security-groups/0d3c311c-3268-4fcb-950e-5cb4b6779e1b HTTP/1.1" status: 200 len: 1830 time: 0.0689857 Jan 28 02:52:21.086080 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24cb3b-0b84-47fd-89bb-b15b5b19e8d4 req-0b157141-c16c-43d6-ba8b-fd34e8a2f48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:21.087649 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b24cb3b-0b84-47fd-89bb-b15b5b19e8d4 req-0b157141-c16c-43d6-ba8b-fd34e8a2f48e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=49bb14d4-dcd1-48f1-bfcf-d4851c7c298c HTTP/1.1" status: 200 len: 848 time: 0.1022038 Jan 28 02:52:21.111005 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f83294e7-bb18-46d0-b5ce-9a1b06c05f49 req-9f8d78df-aa7b-4fe1-bf1f-f01a5ecc9e36 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8acd3d9-15a7-47b2-b9b4-617fe9ecffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851380 Jan 28 02:52:21.156749 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c518d5-ef91-4afa-b925-0fd872fa3cd3 x-openstack-request-id: req-b5c518d5-ef91-4afa-b925-0fd872fa3cd3 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:52:21.157196 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba36a6fb-a249-45ba-a1ae-61fff41a1e7e", "tag": "8f6ff42a-bd63-463b-8d11-5854d303b878", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:52:21.157566 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b5c518d5-ef91-4afa-b925-0fd872fa3cd3 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:52:21.158082 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba36a6fb-a249-45ba-a1ae-61fff41a1e7e', 'tag': '8f6ff42a-bd63-463b-8d11-5854d303b878', 'status': 'completed', 'code': 200} Jan 28 02:52:21.160820 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b24cb3b-0b84-47fd-89bb-b15b5b19e8d4 req-7c0871da-9f01-451b-940b-182360974f36 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=290af027-4910-45bb-b54e-a29d61400c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640163 Jan 28 02:52:21.196905 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [req-9778c685-98a9-4c8b-b214-6338a8d8d178 req-696ce21f-f937-4899-a28c-c6ed049956b5 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] show failed (client error): The resource could not be found. Jan 28 02:52:21.208768 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9778c685-98a9-4c8b-b214-6338a8d8d178 req-696ce21f-f937-4899-a28c-c6ed049956b5 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] 10.222.0.53 "GET /v2.0/security-groups/555b0609-6b4a-4a88-90ee-e533ab7df87a HTTP/1.1" status: 404 len: 352 time: 0.0392144 Jan 28 02:52:21.330611 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [req-83c6dd05-e94f-4b5b-9e46-cf26f424bcf4 req-ae65698e-166c-4579-a918-5f874a953d74 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] show failed (client error): The resource could not be found. Jan 28 02:52:21.331708 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-83c6dd05-e94f-4b5b-9e46-cf26f424bcf4 req-ae65698e-166c-4579-a918-5f874a953d74 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] 10.222.0.53 "GET /v2.0/security-group-rules/e670b51c-8795-41ec-b683-9d77b4ff70a4 HTTP/1.1" status: 404 len: 361 time: 0.0155795 Jan 28 02:52:21.448302 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6bd5fbc9-fa6c-4cb7-b91d-d2c74976fd41 req-903c3425-6e82-4cf5-bfe0-b1e204240e20 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] 10.222.0.53 "GET /v2.0/security-groups/0d3c311c-3268-4fcb-950e-5cb4b6779e1b HTTP/1.1" status: 200 len: 1830 time: 0.0882475 Jan 28 02:52:21.519041 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-6bd5fbc9-fa6c-4cb7-b91d-d2c74976fd41 req-8ae80fe4-a640-4746-a940-a72e550b7265 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Publish callbacks [] for security_group (0d3c311c-3268-4fcb-950e-5cb4b6779e1b), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:21.560574 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-6bd5fbc9-fa6c-4cb7-b91d-d2c74976fd41 req-8ae80fe4-a640-4746-a940-a72e550b7265 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Publish callbacks [] for security_group (0d3c311c-3268-4fcb-950e-5cb4b6779e1b), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:21.628491 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-6bd5fbc9-fa6c-4cb7-b91d-d2c74976fd41 req-8ae80fe4-a640-4746-a940-a72e550b7265 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (0d3c311c-3268-4fcb-950e-5cb4b6779e1b), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:21.632246 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-6bd5fbc9-fa6c-4cb7-b91d-d2c74976fd41 req-8ae80fe4-a640-4746-a940-a72e550b7265 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:21.648278 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6bd5fbc9-fa6c-4cb7-b91d-d2c74976fd41 req-8ae80fe4-a640-4746-a940-a72e550b7265 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] 10.222.0.53 "DELETE /v2.0/security-groups/0d3c311c-3268-4fcb-950e-5cb4b6779e1b HTTP/1.1" status: 204 len: 173 time: 0.1967354 Jan 28 02:52:21.668252 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae80fe4-a640-4746-a940-a72e550b7265 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3c311c-3268-4fcb-950e-5cb4b6779e1b,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:21.715833 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36176) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:21.768143 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b24cb3b-0b84-47fd-89bb-b15b5b19e8d4 req-9be9bfd4-5f42-43fa-898b-8061a8576a7f service neutron] 10.222.0.39 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5887468 Jan 28 02:52:21.772978 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-447f43da-3b1d-4976-9de1-abf1921e5b1f req-e38c9530-c334-40eb-a754-0670c3884562 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Deleting port 6ca1510d-e297-4534-9b5f-efb7fa45a037 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:52:21.773562 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-447f43da-3b1d-4976-9de1-abf1921e5b1f req-e38c9530-c334-40eb-a754-0670c3884562 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (6ca1510d-e297-4534-9b5f-efb7fa45a037), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:21.828570 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc302be-211a-4954-a563-835fe54db8d9 req-452491c2-af83-486d-86ae-f2055838037c tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:21.835594 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6dc302be-211a-4954-a563-835fe54db8d9 req-452491c2-af83-486d-86ae-f2055838037c tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=587e5af5-8edf-4092-92fe-b801eab4cef4 HTTP/1.1" status: 200 len: 945 time: 0.1019106 Jan 28 02:52:21.884473 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7bc18-54cd-476b-9cd0-b21f77954946 req-f9d69a30-e416-4a61-b68e-67cff3f50683 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:21.891162 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6dc302be-211a-4954-a563-835fe54db8d9 req-14753726-c357-4377-9206-6845c1d17710 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541422 Jan 28 02:52:21.891596 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-03d7bc18-54cd-476b-9cd0-b21f77954946 req-f9d69a30-e416-4a61-b68e-67cff3f50683 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/ports?device_id=49bf0be7-fb2a-4b6f-90b8-5ba801587c74&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5572145 Jan 28 02:52:21.928502 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d7e83cda-f37b-4029-8971-e72ac8d8f48b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:21.956239 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-03d7bc18-54cd-476b-9cd0-b21f77954946 req-37cf4570-7b8b-4a48-8df3-8e2ad49f202a tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.165 HTTP/1.1" status: 200 len: 696 time: 0.0636215 Jan 28 02:52:21.978124 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-03d7bc18-54cd-476b-9cd0-b21f77954946 req-1a4ed335-e317-454c-beb6-a50cd91fd41f tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Request body: {'floatingip': {'port_id': '18817dce-0165-4147-aab1-598491c113cb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:52:21.985846 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6586ad3d-a07d-4288-91aa-3c3bfd1e1cba req-d67cdf39-b4c4-4e69-a8dc-5021b0649bf5 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] 10.222.0.53 "GET /v2.0/security-groups/f0f7698c-f551-41b3-984d-b85740bdacb0 HTTP/1.1" status: 200 len: 1829 time: 0.0648153 Jan 28 02:52:22.041054 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-03d7bc18-54cd-476b-9cd0-b21f77954946 req-1a4ed335-e317-454c-beb6-a50cd91fd41f tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks [] for floatingip (10abef0e-93a8-4e7f-822d-827186a3737e), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:22.048849 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-447f43da-3b1d-4976-9de1-abf1921e5b1f req-e38c9530-c334-40eb-a754-0670c3884562 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] For port 6ca1510d-e297-4534-9b5f-efb7fa45a037, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=6ca1510d-e297-4534-9b5f-efb7fa45a037,segment=NetworkSegment(8b609dd3-1a12-4928-857f-98daa12d72ad),segment_id=8b609dd3-1a12-4928-857f-98daa12d72ad)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:52:22.049266 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-447f43da-3b1d-4976-9de1-abf1921e5b1f req-e38c9530-c334-40eb-a754-0670c3884562 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (6ca1510d-e297-4534-9b5f-efb7fa45a037), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:22.060328 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d7e83cda-f37b-4029-8971-e72ac8d8f48b admin admin] Publish callbacks [] for security_group (ec0e0f36-433c-406b-b8e1-fab6ab14ff87), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:22.070117 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d7e83cda-f37b-4029-8971-e72ac8d8f48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (ec0e0f36-433c-406b-b8e1-fab6ab14ff87), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:22.078974 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b24cb3b-0b84-47fd-89bb-b15b5b19e8d4 req-404b24e8-7b2b-4035-9768-a6325f7483cc service neutron] 10.222.0.39 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020642 Jan 28 02:52:22.095013 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-6586ad3d-a07d-4288-91aa-3c3bfd1e1cba req-e0d5e268-10fa-49af-9843-d85d12475f1f tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Publish callbacks [] for security_group (f0f7698c-f551-41b3-984d-b85740bdacb0), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:22.113691 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-447f43da-3b1d-4976-9de1-abf1921e5b1f req-e38c9530-c334-40eb-a754-0670c3884562 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Calling delete_port for 6ca1510d-e297-4534-9b5f-efb7fa45a037 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:52:22.129145 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d7e83cda-f37b-4029-8971-e72ac8d8f48b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bcbb628cdc0d45048187109adecf0821&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4089913 Jan 28 02:52:22.129145 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36186) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:22.137554 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e83cda-f37b-4029-8971-e72ac8d8f48b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0e0f36-433c-406b-b8e1-fab6ab14ff87,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:22.157850 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-6586ad3d-a07d-4288-91aa-3c3bfd1e1cba req-e0d5e268-10fa-49af-9843-d85d12475f1f tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Publish callbacks [] for security_group (f0f7698c-f551-41b3-984d-b85740bdacb0), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:22.217482 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-094192be-677c-4f66-8eb6-bcf92c22f03b admin admin] Publish callbacks [] for security_group (ec0e0f36-433c-406b-b8e1-fab6ab14ff87), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:22.229400 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-6586ad3d-a07d-4288-91aa-3c3bfd1e1cba req-e0d5e268-10fa-49af-9843-d85d12475f1f tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f0f7698c-f551-41b3-984d-b85740bdacb0), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:22.231945 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-6586ad3d-a07d-4288-91aa-3c3bfd1e1cba req-e0d5e268-10fa-49af-9843-d85d12475f1f tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:22.233115 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6586ad3d-a07d-4288-91aa-3c3bfd1e1cba req-e0d5e268-10fa-49af-9843-d85d12475f1f tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] 10.222.0.53 "DELETE /v2.0/security-groups/f0f7698c-f551-41b3-984d-b85740bdacb0 HTTP/1.1" status: 204 len: 173 time: 0.2374325 Jan 28 02:52:22.252794 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-094192be-677c-4f66-8eb6-bcf92c22f03b admin admin] Publish callbacks [] for security_group (ec0e0f36-433c-406b-b8e1-fab6ab14ff87), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:22.261443 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d5e268-10fa-49af-9843-d85d12475f1f tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f7698c-f551-41b3-984d-b85740bdacb0,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:22.312498 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765b542-8d62-4d63-986a-221d9985185c req-fd6048d3-dbae-439e-b050-fac245894d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:22.314032 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a765b542-8d62-4d63-986a-221d9985185c req-fd6048d3-dbae-439e-b050-fac245894d99 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e168a8b773b74055bc0667e0581a74cd&device_id=ba36a6fb-a249-45ba-a1ae-61fff41a1e7e HTTP/1.1" status: 200 len: 1096 time: 0.1498861 Jan 28 02:52:22.337677 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-094192be-677c-4f66-8eb6-bcf92c22f03b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (ec0e0f36-433c-406b-b8e1-fab6ab14ff87), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:22.340093 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-094192be-677c-4f66-8eb6-bcf92c22f03b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:22.341256 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-094192be-677c-4f66-8eb6-bcf92c22f03b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ec0e0f36-433c-406b-b8e1-fab6ab14ff87 HTTP/1.1" status: 204 len: 168 time: 0.2113357 Jan 28 02:52:22.353212 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094192be-677c-4f66-8eb6-bcf92c22f03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0e0f36-433c-406b-b8e1-fab6ab14ff87,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:22.371146 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c84428-1475-4240-8607-1210c0288a9a req-0cc00de8-0e72-4b12-85a6-6e91b2636615 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:22.377364 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-09c84428-1475-4240-8607-1210c0288a9a req-0cc00de8-0e72-4b12-85a6-6e91b2636615 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=8197e5df-bbee-493e-bd89-8363afc04527 HTTP/1.1" status: 200 len: 946 time: 0.0687120 Jan 28 02:52:22.425294 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-09c84428-1475-4240-8607-1210c0288a9a req-9dae5481-cd35-45de-b584-4b58c6c135c8 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/security-groups?id=81a8b397-bb78-4b68-9423-1c50e72f6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452573 Jan 28 02:52:22.570793 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765b542-8d62-4d63-986a-221d9985185c req-cf921a30-9de3-4b63-94f0-6ee5cb8a021f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:22.572284 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a765b542-8d62-4d63-986a-221d9985185c req-cf921a30-9de3-4b63-94f0-6ee5cb8a021f service neutron] 10.222.0.39 "GET /v2.0/networks?id=290af027-4910-45bb-b54e-a29d61400c05 HTTP/1.1" status: 200 len: 909 time: 0.2503009 Jan 28 02:52:22.624093 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-447f43da-3b1d-4976-9de1-abf1921e5b1f req-e38c9530-c334-40eb-a754-0670c3884562 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (6ca1510d-e297-4534-9b5f-efb7fa45a037), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:22.655941 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36198) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:22.659625 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a765b542-8d62-4d63-986a-221d9985185c req-07fb1979-c05e-4247-9ca7-a0de5c4b53d3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f6ff42a-bd63-463b-8d11-5854d303b878 HTTP/1.1" status: 200 len: 217 time: 0.0771997 Jan 28 02:52:22.678664 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['52e8ecc9-44e8-4561-8da4-e2eb3bba3cca'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:52:22.681749 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['ac880a54-1baa-436b-89eb-3813f3bab0ce', '05652e82-65d1-4958-9043-ba08c8b7cd17'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:52:22.705531 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c9530-c334-40eb-a754-0670c3884562 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Pushing event deleted for resources: {'Port': ['ID=6ca1510d-e297-4534-9b5f-efb7fa45a037,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:22.731514 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-16f5e45c-d7d2-4261-9237-fe9b58fba814 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:22.801925 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-447f43da-3b1d-4976-9de1-abf1921e5b1f req-e38c9530-c334-40eb-a754-0670c3884562 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] No DVR routers for this DVR port 6ca1510d-e297-4534-9b5f-efb7fa45a037 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:52:22.821111 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aed3bc-ff00-4c87-b977-6e93868dc29d req-33fa925d-f347-46d4-b6a8-8d9068273bf7 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:22.823552 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-07aed3bc-ff00-4c87-b977-6e93868dc29d req-33fa925d-f347-46d4-b6a8-8d9068273bf7 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba36a6fb-a249-45ba-a1ae-61fff41a1e7e HTTP/1.1" status: 200 len: 944 time: 0.0588260 Jan 28 02:52:22.824434 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-447f43da-3b1d-4976-9de1-abf1921e5b1f req-e38c9530-c334-40eb-a754-0670c3884562 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:22.827738 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-447f43da-3b1d-4976-9de1-abf1921e5b1f req-e38c9530-c334-40eb-a754-0670c3884562 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.39 "DELETE /v2.0/ports/6ca1510d-e297-4534-9b5f-efb7fa45a037 HTTP/1.1" status: 204 len: 173 time: 1.8296916 Jan 28 02:52:22.836615 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765b542-8d62-4d63-986a-221d9985185c req-43e41d25-906a-4426-9e59-19fdd99afdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:22.838354 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a765b542-8d62-4d63-986a-221d9985185c req-43e41d25-906a-4426-9e59-19fdd99afdb0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=49bb14d4-dcd1-48f1-bfcf-d4851c7c298c HTTP/1.1" status: 200 len: 848 time: 0.1678257 Jan 28 02:52:22.893720 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-07aed3bc-ff00-4c87-b977-6e93868dc29d req-5670d499-f236-4672-a617-fdb17937d9b3 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626001 Jan 28 02:52:22.925596 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a765b542-8d62-4d63-986a-221d9985185c req-2fce923f-2eb2-4295-ab21-2f61ec4d59ce service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=290af027-4910-45bb-b54e-a29d61400c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770972 Jan 28 02:52:22.981709 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f0158a31-644c-4c3a-8b76-c647c3c6a32e req-da493ec0-941c-4324-b2e1-d757ab4e5d16 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] 10.222.0.53 "GET /v2.0/security-groups/6333b78f-96e1-48b2-8619-ff67d5123fa5 HTTP/1.1" status: 200 len: 1828 time: 0.0607736 Jan 28 02:52:23.006418 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-03d7bc18-54cd-476b-9cd0-b21f77954946 req-1a4ed335-e317-454c-beb6-a50cd91fd41f tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:23.019066 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-03d7bc18-54cd-476b-9cd0-b21f77954946 req-1a4ed335-e317-454c-beb6-a50cd91fd41f tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (10abef0e-93a8-4e7f-822d-827186a3737e), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:23.056299 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f0158a31-644c-4c3a-8b76-c647c3c6a32e req-6a654c58-3a05-4e42-af9f-2ff27ac06e7e tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Publish callbacks [] for security_group (6333b78f-96e1-48b2-8619-ff67d5123fa5), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:23.078707 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f0158a31-644c-4c3a-8b76-c647c3c6a32e req-6a654c58-3a05-4e42-af9f-2ff27ac06e7e tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Publish callbacks [] for security_group (6333b78f-96e1-48b2-8619-ff67d5123fa5), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:23.090996 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-16f5e45c-d7d2-4261-9237-fe9b58fba814 admin admin] Publish callbacks [] for security_group (2e31d414-6d98-4be6-beb9-b19ae95e0a1a), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:23.107857 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-16f5e45c-d7d2-4261-9237-fe9b58fba814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (2e31d414-6d98-4be6-beb9-b19ae95e0a1a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:23.125268 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f0158a31-644c-4c3a-8b76-c647c3c6a32e req-6a654c58-3a05-4e42-af9f-2ff27ac06e7e tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (6333b78f-96e1-48b2-8619-ff67d5123fa5), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:23.127909 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f0158a31-644c-4c3a-8b76-c647c3c6a32e req-6a654c58-3a05-4e42-af9f-2ff27ac06e7e tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:23.129062 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f0158a31-644c-4c3a-8b76-c647c3c6a32e req-6a654c58-3a05-4e42-af9f-2ff27ac06e7e tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] 10.222.0.53 "DELETE /v2.0/security-groups/6333b78f-96e1-48b2-8619-ff67d5123fa5 HTTP/1.1" status: 204 len: 173 time: 0.1448872 Jan 28 02:52:23.142173 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a654c58-3a05-4e42-af9f-2ff27ac06e7e tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6333b78f-96e1-48b2-8619-ff67d5123fa5,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:23.163449 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a765b542-8d62-4d63-986a-221d9985185c req-adfcb665-bf2f-451e-9589-4d5c6be61e79 service neutron] 10.222.0.39 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288167 Jan 28 02:52:23.163785 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8197e5df-bbee-493e-bd89-8363afc04527', 'name': 'network-vif-deleted', 'tag': '6ca1510d-e297-4534-9b5f-efb7fa45a037'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:52:23.166096 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b1b2ab-99de-4872-bd95-9dabdf5e52f6" -d '{"events": [{"server_uuid": "8197e5df-bbee-493e-bd89-8363afc04527", "name": "network-vif-deleted", "tag": "6ca1510d-e297-4534-9b5f-efb7fa45a037"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:52:23.203694 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-16f5e45c-d7d2-4261-9237-fe9b58fba814 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=74cd07ae812547238b3bdeb77d544904&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5457366 Jan 28 02:52:23.206732 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36208) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:23.218902 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f5e45c-d7d2-4261-9237-fe9b58fba814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e31d414-6d98-4be6-beb9-b19ae95e0a1a,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:23.255689 n-d-712139-27 neutron-server[109803]: INFO neutron.db.l3_db [req-03d7bc18-54cd-476b-9cd0-b21f77954946 req-1a4ed335-e317-454c-beb6-a50cd91fd41f tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Floating IP 10abef0e-93a8-4e7f-822d-827186a3737e associated. External IP: 172.25.0.165, port: 18817dce-0165-4147-aab1-598491c113cb. Jan 28 02:52:23.257897 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-91b84264-34a6-4857-b307-4b8172536fcf admin admin] Publish callbacks [] for security_group (2e31d414-6d98-4be6-beb9-b19ae95e0a1a), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:23.287029 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-91b84264-34a6-4857-b307-4b8172536fcf admin admin] Publish callbacks [] for security_group (2e31d414-6d98-4be6-beb9-b19ae95e0a1a), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:23.373197 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a765b542-8d62-4d63-986a-221d9985185c req-07b61b68-e98e-49d2-8375-d2ed52f7727a service neutron] 10.222.0.39 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917484 Jan 28 02:52:23.376821 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c3fc0-cf82-4fff-a72e-05a221691523 req-ed2588f1-703f-4c82-879d-d5b10688bcfc tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:23.378377 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-272c3fc0-cf82-4fff-a72e-05a221691523 req-ed2588f1-703f-4c82-879d-d5b10688bcfc tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=587e5af5-8edf-4092-92fe-b801eab4cef4 HTTP/1.1" status: 200 len: 945 time: 0.0672710 Jan 28 02:52:23.387037 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-91b84264-34a6-4857-b307-4b8172536fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (2e31d414-6d98-4be6-beb9-b19ae95e0a1a), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:23.391735 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-91b84264-34a6-4857-b307-4b8172536fcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:23.393362 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-91b84264-34a6-4857-b307-4b8172536fcf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2e31d414-6d98-4be6-beb9-b19ae95e0a1a HTTP/1.1" status: 204 len: 168 time: 0.1853786 Jan 28 02:52:23.415370 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b84264-34a6-4857-b307-4b8172536fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e31d414-6d98-4be6-beb9-b19ae95e0a1a,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:23.467591 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-272c3fc0-cf82-4fff-a72e-05a221691523 req-1fe238d0-0e7b-4204-b96e-30c85ec0f404 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728898 Jan 28 02:52:23.534295 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03d7bc18-54cd-476b-9cd0-b21f77954946 req-1a4ed335-e317-454c-beb6-a50cd91fd41f tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Router 32c921c0-d889-45bd-b948-162df52bc3f6 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:52:23.540688 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d72baf1b-c54a-40f6-9d1c-b9c8e52af474 req-805f878f-aaac-4185-bd7e-ca384745659d tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] 10.222.0.53 "GET /v2.0/security-groups/47ff1679-121e-4efb-be2b-2a5b77a277ce HTTP/1.1" status: 200 len: 1829 time: 0.0436409 Jan 28 02:52:23.604721 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d72baf1b-c54a-40f6-9d1c-b9c8e52af474 req-99febafe-a8d3-4f43-9751-ccf5b1fc1cd7 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Publish callbacks [] for security_group (47ff1679-121e-4efb-be2b-2a5b77a277ce), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:23.635709 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d72baf1b-c54a-40f6-9d1c-b9c8e52af474 req-99febafe-a8d3-4f43-9751-ccf5b1fc1cd7 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Publish callbacks [] for security_group (47ff1679-121e-4efb-be2b-2a5b77a277ce), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:23.652613 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03d7bc18-54cd-476b-9cd0-b21f77954946 req-1a4ed335-e317-454c-beb6-a50cd91fd41f tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:52:23.657529 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-03d7bc18-54cd-476b-9cd0-b21f77954946 req-1a4ed335-e317-454c-beb6-a50cd91fd41f tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:23.665872 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8f7269-1380-4502-8ccd-347c140fb367 None None] Sync routers for ids ['32c921c0-d889-45bd-b948-162df52bc3f6'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:52:23.678879 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8f7269-1380-4502-8ccd-347c140fb367 None None] Routers {'32c921c0-d889-45bd-b948-162df52bc3f6'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:52:23.679639 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-6f8f7269-1380-4502-8ccd-347c140fb367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:52:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['32c921c0-d889-45bd-b948-162df52bc3f6'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:23.685334 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-03d7bc18-54cd-476b-9cd0-b21f77954946 req-1a4ed335-e317-454c-beb6-a50cd91fd41f tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "PUT /v2.0/floatingips/10abef0e-93a8-4e7f-822d-827186a3737e HTTP/1.1" status: 200 len: 996 time: 1.7157419 Jan 28 02:52:23.711548 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d72baf1b-c54a-40f6-9d1c-b9c8e52af474 req-99febafe-a8d3-4f43-9751-ccf5b1fc1cd7 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (47ff1679-121e-4efb-be2b-2a5b77a277ce), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:23.714987 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d72baf1b-c54a-40f6-9d1c-b9c8e52af474 req-99febafe-a8d3-4f43-9751-ccf5b1fc1cd7 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:23.728496 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d72baf1b-c54a-40f6-9d1c-b9c8e52af474 req-99febafe-a8d3-4f43-9751-ccf5b1fc1cd7 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] 10.222.0.53 "DELETE /v2.0/security-groups/47ff1679-121e-4efb-be2b-2a5b77a277ce HTTP/1.1" status: 204 len: 173 time: 0.1799235 Jan 28 02:52:23.745336 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7bc18-54cd-476b-9cd0-b21f77954946 req-5c7380c7-2811-4329-8a92-af4ca33255e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:23.748616 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-03d7bc18-54cd-476b-9cd0-b21f77954946 req-5c7380c7-2811-4329-8a92-af4ca33255e6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2b4519f5eb7242359f10ce603b741659&device_id=49bf0be7-fb2a-4b6f-90b8-5ba801587c74 HTTP/1.1" status: 200 len: 1097 time: 0.0507414 Jan 28 02:52:23.751743 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99febafe-a8d3-4f43-9751-ccf5b1fc1cd7 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ff1679-121e-4efb-be2b-2a5b77a277ce,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:23.793571 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1819ba6d-0173-4d45-bd7a-4ccc5e75d38a x-openstack-request-id: req-1819ba6d-0173-4d45-bd7a-4ccc5e75d38a {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:52:23.794101 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8197e5df-bbee-493e-bd89-8363afc04527", "name": "network-vif-deleted", "tag": "6ca1510d-e297-4534-9b5f-efb7fa45a037", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:52:23.795269 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1819ba6d-0173-4d45-bd7a-4ccc5e75d38a {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:52:23.795847 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8197e5df-bbee-493e-bd89-8363afc04527', 'name': 'network-vif-deleted', 'tag': '6ca1510d-e297-4534-9b5f-efb7fa45a037', 'status': 'completed', 'code': 200} Jan 28 02:52:23.817843 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-6f8f7269-1380-4502-8ccd-347c140fb367 None None] Set router 32c921c0-d889-45bd-b948-162df52bc3f6 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:52:23.903181 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7bc18-54cd-476b-9cd0-b21f77954946 req-b2258682-a83c-4eb5-bce3-a675ff3cd884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:23.905038 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-03d7bc18-54cd-476b-9cd0-b21f77954946 req-b2258682-a83c-4eb5-bce3-a675ff3cd884 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e561589e-7002-46d7-b993-364a9aaf6967 HTTP/1.1" status: 200 len: 921 time: 0.1447763 Jan 28 02:52:23.912518 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bfed9948-7a43-4231-bd84-f1c324dbc5c2 req-298b0672-1907-4a9b-b43a-5850de77e16b tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] 10.222.0.53 "GET /v2.0/security-groups/de5b86c0-2448-4a80-9bef-7e47f00b028d HTTP/1.1" status: 200 len: 1829 time: 0.0553503 Jan 28 02:52:24.023988 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 8f6ff42a-bd63-463b-8d11-5854d303b878 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:52:24.028734 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 6ca1510d-e297-4534-9b5f-efb7fa45a037 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:52:24.037960 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-03d7bc18-54cd-476b-9cd0-b21f77954946 req-bf896c50-8ffb-4045-b802-207dca37caa1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18817dce-0165-4147-aab1-598491c113cb HTTP/1.1" status: 200 len: 999 time: 0.1253219 Jan 28 02:52:24.040528 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-bfed9948-7a43-4231-bd84-f1c324dbc5c2 req-a252d692-ac28-4f29-a5c1-81ab81031e64 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Publish callbacks [] for security_group (de5b86c0-2448-4a80-9bef-7e47f00b028d), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:24.077925 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-bfed9948-7a43-4231-bd84-f1c324dbc5c2 req-a252d692-ac28-4f29-a5c1-81ab81031e64 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Publish callbacks [] for security_group (de5b86c0-2448-4a80-9bef-7e47f00b028d), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:24.107510 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 6ca1510d-e297-4534-9b5f-efb7fa45a037 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:52:24.111037 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 6ca1510d-e297-4534-9b5f-efb7fa45a037 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:52:24.142206 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7bc18-54cd-476b-9cd0-b21f77954946 req-167e2056-8bd9-4690-aba9-fd11f1015354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:24.144232 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-03d7bc18-54cd-476b-9cd0-b21f77954946 req-167e2056-8bd9-4690-aba9-fd11f1015354 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4db08a6e-5c57-4b8e-9ec4-bbd5647662a4 HTTP/1.1" status: 200 len: 859 time: 0.0994852 Jan 28 02:52:24.172959 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-bfed9948-7a43-4231-bd84-f1c324dbc5c2 req-a252d692-ac28-4f29-a5c1-81ab81031e64 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (de5b86c0-2448-4a80-9bef-7e47f00b028d), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:24.176707 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-bfed9948-7a43-4231-bd84-f1c324dbc5c2 req-a252d692-ac28-4f29-a5c1-81ab81031e64 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:24.178736 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bfed9948-7a43-4231-bd84-f1c324dbc5c2 req-a252d692-ac28-4f29-a5c1-81ab81031e64 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] 10.222.0.53 "DELETE /v2.0/security-groups/de5b86c0-2448-4a80-9bef-7e47f00b028d HTTP/1.1" status: 204 len: 173 time: 0.2584720 Jan 28 02:52:24.186414 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36240) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:24.248672 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7bc18-54cd-476b-9cd0-b21f77954946 req-8a7f025d-1740-4d74-80ca-644e440eab89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:24.253828 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-03d7bc18-54cd-476b-9cd0-b21f77954946 req-8a7f025d-1740-4d74-80ca-644e440eab89 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e561589e-7002-46d7-b993-364a9aaf6967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1025717 Jan 28 02:52:24.269230 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-6f8f7269-1380-4502-8ccd-347c140fb367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-725524477-router', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:51:35Z', 'updated_at': '2022-01-28T02:51:42Z', 'revision_number': 4, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'gw_port': {'id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:07:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:51:36Z', 'updated_at': '2022-01-28T02:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '10abef0e-93a8-4e7f-822d-827186a3737e', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'floating_ip_address': '172.25.0.165', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'port_id': '18817dce-0165-4147-aab1-598491c113cb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 838, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967', 'mac_address': 'fa:16:3e:01:bf:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf0be7-fb2a-4b6f-90b8-5ba801587c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:52:04Z', 'updated_at': '2022-01-28T02:52:22Z', 'revision_number': 1, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42d243b5-9f81-4784-85f6-c72ecdc9494f', 'name': '', 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'mac_address': 'fa:16:3e:37:08:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '4db08a6e-5c57-4b8e-9ec4-bbd5647662a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:51:40Z', 'updated_at': '2022-01-28T02:51:47Z', 'revision_number': 5, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'subnets': [{'id': '4db08a6e-5c57-4b8e-9ec4-bbd5647662a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:24.306903 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a252d692-ac28-4f29-a5c1-81ab81031e64 tempest-SecurityGroupRulesNegativeTestJSON-209109241 tempest-SecurityGroupRulesNegativeTestJSON-209109241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5b86c0-2448-4a80-9bef-7e47f00b028d,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:24.350210 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8f7269-1380-4502-8ccd-347c140fb367 None None] Checking router: 32c921c0-d889-45bd-b948-162df52bc3f6 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:52:24.373209 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8f7269-1380-4502-8ccd-347c140fb367 None None] Routers {'32c921c0-d889-45bd-b948-162df52bc3f6'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:52:24.374088 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-6f8f7269-1380-4502-8ccd-347c140fb367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:52:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['32c921c0-d889-45bd-b948-162df52bc3f6'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:24.374415 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-1478a803-370c-4f95-9774-b2c941ac3780 admin admin] Deleting subnet 4bbf5ff5-8ff8-492a-a5d7-2008bc8123b0 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:52:24.381018 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1478a803-370c-4f95-9774-b2c941ac3780 admin admin] Publish callbacks [] for subnet (4bbf5ff5-8ff8-492a-a5d7-2008bc8123b0), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:24.452187 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1478a803-370c-4f95-9774-b2c941ac3780 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (4bbf5ff5-8ff8-492a-a5d7-2008bc8123b0), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:24.482673 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-6f8f7269-1380-4502-8ccd-347c140fb367 None None] Set router 32c921c0-d889-45bd-b948-162df52bc3f6 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:52:24.513974 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-03d7bc18-54cd-476b-9cd0-b21f77954946 req-e13d8b78-6378-4f72-8d0a-43f0773aa33a service neutron] 10.222.0.53 "GET /v2.0/networks/e561589e-7002-46d7-b993-364a9aaf6967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520843 Jan 28 02:52:24.536604 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 8f6ff42a-bd63-463b-8d11-5854d303b878, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=8f6ff42a-bd63-463b-8d11-5854d303b878,segment=NetworkSegment(4fb02108-8b37-4bb4-8350-923aa0786ccd),segment_id=4fb02108-8b37-4bb4-8350-923aa0786ccd)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:52:24.544672 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1478a803-370c-4f95-9774-b2c941ac3780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (4bbf5ff5-8ff8-492a-a5d7-2008bc8123b0), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:24.564730 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '8f6ff42a-bd63-463b-8d11-5854d303b878', 'network_id': '290af027-4910-45bb-b54e-a29d61400c05', 'port_id': '8f6ff42a-bd63-463b-8d11-5854d303b878', 'mac_address': 'fa:16:3e:f6:8b:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49bb14d4-dcd1-48f1-bfcf-d4851c7c298c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:52:24.624207 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-03d7bc18-54cd-476b-9cd0-b21f77954946 req-e5d38d33-2406-405d-9476-193e1d20b15f service neutron] 10.222.0.53 "GET /v2.0/networks/e561589e-7002-46d7-b993-364a9aaf6967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058106 Jan 28 02:52:24.647365 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1478a803-370c-4f95-9774-b2c941ac3780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (4bbf5ff5-8ff8-492a-a5d7-2008bc8123b0), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:24.687110 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1478a803-370c-4f95-9774-b2c941ac3780 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:24.689437 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 8f6ff42a-bd63-463b-8d11-5854d303b878 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:52:24.690025 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8f6ff42a-bd63-463b-8d11-5854d303b878), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:24.695058 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1478a803-370c-4f95-9774-b2c941ac3780 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4bbf5ff5-8ff8-492a-a5d7-2008bc8123b0 HTTP/1.1" status: 204 len: 168 time: 0.5056188 Jan 28 02:52:24.697626 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36256) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:24.723481 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f6ff42a-bd63-463b-8d11-5854d303b878 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:52:24.774553 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 8f6ff42a-bd63-463b-8d11-5854d303b878, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=8f6ff42a-bd63-463b-8d11-5854d303b878,segment=NetworkSegment(4fb02108-8b37-4bb4-8350-923aa0786ccd),segment_id=4fb02108-8b37-4bb4-8350-923aa0786ccd)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:52:24.785421 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (8f6ff42a-bd63-463b-8d11-5854d303b878), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:24.797813 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1478a803-370c-4f95-9774-b2c941ac3780 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bbf5ff5-8ff8-492a-a5d7-2008bc8123b0,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:24.867403 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-6f8f7269-1380-4502-8ccd-347c140fb367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-725524477-router', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:51:35Z', 'updated_at': '2022-01-28T02:51:42Z', 'revision_number': 4, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'gw_port': {'id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:07:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:51:36Z', 'updated_at': '2022-01-28T02:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '10abef0e-93a8-4e7f-822d-827186a3737e', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'floating_ip_address': '172.25.0.165', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'port_id': '18817dce-0165-4147-aab1-598491c113cb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 838, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967', 'mac_address': 'fa:16:3e:01:bf:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf0be7-fb2a-4b6f-90b8-5ba801587c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:52:04Z', 'updated_at': '2022-01-28T02:52:22Z', 'revision_number': 1, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42d243b5-9f81-4784-85f6-c72ecdc9494f', 'name': '', 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'mac_address': 'fa:16:3e:37:08:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '4db08a6e-5c57-4b8e-9ec4-bbd5647662a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:51:40Z', 'updated_at': '2022-01-28T02:51:47Z', 'revision_number': 5, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'subnets': [{'id': '4db08a6e-5c57-4b8e-9ec4-bbd5647662a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:24.899996 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8f7269-1380-4502-8ccd-347c140fb367 None None] The sync data for ids ['32c921c0-d889-45bd-b948-162df52bc3f6'] in n-d-712139-27 is: [{'id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-725524477-router', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:51:35Z', 'updated_at': '2022-01-28T02:51:42Z', 'revision_number': 4, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'gw_port': {'id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:07:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:51:36Z', 'updated_at': '2022-01-28T02:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '10abef0e-93a8-4e7f-822d-827186a3737e', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'floating_ip_address': '172.25.0.165', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'port_id': '18817dce-0165-4147-aab1-598491c113cb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 838, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967', 'mac_address': 'fa:16:3e:01:bf:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf0be7-fb2a-4b6f-90b8-5ba801587c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:52:04Z', 'updated_at': '2022-01-28T02:52:22Z', 'revision_number': 1, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42d243b5-9f81-4784-85f6-c72ecdc9494f', 'name': '', 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'mac_address': 'fa:16:3e:37:08:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '4db08a6e-5c57-4b8e-9ec4-bbd5647662a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:51:40Z', 'updated_at': '2022-01-28T02:51:47Z', 'revision_number': 5, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'subnets': [{'id': '4db08a6e-5c57-4b8e-9ec4-bbd5647662a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:52:24.904557 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=8f6ff42a-bd63-463b-8d11-5854d303b878,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:24.963412 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-30f08bd4-226a-4acc-8192-df5040a72018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (39543c4e-abdd-4192-b0fa-348a1d82b1ea), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:24.998497 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538adadb-ea6a-4f6a-b8ce-2d2ddc8c1e32 req-c05c1456-4f91-4bb4-a8b7-cd1052317432 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:25.008791 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-538adadb-ea6a-4f6a-b8ce-2d2ddc8c1e32 req-c05c1456-4f91-4bb4-a8b7-cd1052317432 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba36a6fb-a249-45ba-a1ae-61fff41a1e7e HTTP/1.1" status: 200 len: 945 time: 0.1770990 Jan 28 02:52:25.073722 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-538adadb-ea6a-4f6a-b8ce-2d2ddc8c1e32 req-003a643e-99fc-4702-bd34-65957ac119f3 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637846 Jan 28 02:52:25.090143 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['8f6ff42a-bd63-463b-8d11-5854d303b878'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:52:25.120148 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b21f5-1bea-437b-bd79-9cd222caa43e req-50f0cc7d-f2fe-457d-a65c-77e2d98d03fb tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:25.122136 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-db2b21f5-1bea-437b-bd79-9cd222caa43e req-50f0cc7d-f2fe-457d-a65c-77e2d98d03fb tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=587e5af5-8edf-4092-92fe-b801eab4cef4 HTTP/1.1" status: 200 len: 945 time: 0.0710745 Jan 28 02:52:25.186679 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-30f08bd4-226a-4acc-8192-df5040a72018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (39543c4e-abdd-4192-b0fa-348a1d82b1ea), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:25.210313 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-db2b21f5-1bea-437b-bd79-9cd222caa43e req-e60a77e2-a4ef-44ec-adcd-ef831fc5a8d9 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806916 Jan 28 02:52:25.235427 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-30f08bd4-226a-4acc-8192-df5040a72018 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39543c4e-abdd-4192-b0fa-348a1d82b1ea']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:25.252775 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-30f08bd4-226a-4acc-8192-df5040a72018 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e994454d-abf7-4fa6-9e3f-07ef31421e7e') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:25.253293 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-30f08bd4-226a-4acc-8192-df5040a72018 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e994454d-abf7-4fa6-9e3f-07ef31421e7e') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:25.268956 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-30f08bd4-226a-4acc-8192-df5040a72018 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (e994454d-abf7-4fa6-9e3f-07ef31421e7e), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:25.287227 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-30f08bd4-226a-4acc-8192-df5040a72018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (e994454d-abf7-4fa6-9e3f-07ef31421e7e), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:25.297103 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30f08bd4-226a-4acc-8192-df5040a72018 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:52:25.297710 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-30f08bd4-226a-4acc-8192-df5040a72018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (e994454d-abf7-4fa6-9e3f-07ef31421e7e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:25.327202 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b48ec62-6d15-452f-9c1d-ec665750f534 None None] New status for floating IP 10abef0e-93a8-4e7f-822d-827186a3737e: ACTIVE {{(pid=109804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:52:25.716357 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 02:52:25.716357 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:52:25.716357 n-d-712139-27 neutron-server[109803]: timer() Jan 28 02:52:25.716357 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:52:25.716357 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 02:52:25.716357 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:52:25.716357 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 02:52:25.716357 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:52:25.716357 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 02:52:25.716357 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:52:25.716357 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 02:52:25.716357 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:52:25.716357 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 02:52:25.716357 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:52:25.716357 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:52:25.716357 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:52:25.716357 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:52:25.716357 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:52:25.716357 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 02:52:25.716357 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:52:25.716357 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 02:52:25.716357 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:52:25.716357 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:52:25.716357 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:52:25.716357 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 02:52:25.716357 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:52:25.716357 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:52:25.716357 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:52:25.716357 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:52:25.716357 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:52:25.716357 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:52:25.716357 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:52:25.766601 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-30f08bd4-226a-4acc-8192-df5040a72018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (39543c4e-abdd-4192-b0fa-348a1d82b1ea), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:25.773214 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-30f08bd4-226a-4acc-8192-df5040a72018 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:25.779371 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-30f08bd4-226a-4acc-8192-df5040a72018 admin admin] 10.222.0.53 "DELETE /v2.0/networks/39543c4e-abdd-4192-b0fa-348a1d82b1ea HTTP/1.1" status: 204 len: 168 time: 1.0804980 Jan 28 02:52:25.788625 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f349609-67ba-4dab-b47d-9763dab5028b req-3db294aa-dfe7-4797-9207-7aa0307f9cf1 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:25.795340 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4f349609-67ba-4dab-b47d-9763dab5028b req-3db294aa-dfe7-4797-9207-7aa0307f9cf1 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e9f7233-c77f-4346-99ff-ba23d3088cb0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0801139 Jan 28 02:52:25.801604 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36292) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:25.806020 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49bf0be7-fb2a-4b6f-90b8-5ba801587c74', 'tag': '18817dce-0165-4147-aab1-598491c113cb'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:52:25.808264 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81efa02-da4b-4881-9f51-a97842d212c0" -d '{"events": [{"name": "network-changed", "server_uuid": "49bf0be7-fb2a-4b6f-90b8-5ba801587c74", "tag": "18817dce-0165-4147-aab1-598491c113cb"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:52:25.817619 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f08bd4-226a-4acc-8192-df5040a72018 admin admin] Pushing event deleted for resources: {'Network': ['ID=39543c4e-abdd-4192-b0fa-348a1d82b1ea,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:25.869463 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda88c12-7fb9-42b0-a691-22942b9a2bb8 x-openstack-request-id: req-bda88c12-7fb9-42b0-a691-22942b9a2bb8 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:52:25.869758 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49bf0be7-fb2a-4b6f-90b8-5ba801587c74", "tag": "18817dce-0165-4147-aab1-598491c113cb", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:52:25.870013 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bda88c12-7fb9-42b0-a691-22942b9a2bb8 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:52:25.870413 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49bf0be7-fb2a-4b6f-90b8-5ba801587c74', 'tag': '18817dce-0165-4147-aab1-598491c113cb', 'status': 'completed', 'code': 200} Jan 28 02:52:25.888603 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4f349609-67ba-4dab-b47d-9763dab5028b req-c1cd2b95-69e9-45c9-a9ba-351b3882418d tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.165 HTTP/1.1" status: 200 len: 1001 time: 0.0921779 Jan 28 02:52:25.893557 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-4f349609-67ba-4dab-b47d-9763dab5028b req-49a2fbec-4738-4cf1-a788-71ea727947cf tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Request body: {'floatingip': {'port_id': '5a90b366-aa11-4f94-bf16-5c6a38e03084', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:52:25.959474 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81efa02-da4b-4881-9f51-a97842d212c0 req-e780f899-fe25-4621-b305-517987982778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:25.961282 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e81efa02-da4b-4881-9f51-a97842d212c0 req-e780f899-fe25-4621-b305-517987982778 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b4519f5eb7242359f10ce603b741659&device_id=49bf0be7-fb2a-4b6f-90b8-5ba801587c74 HTTP/1.1" status: 200 len: 1097 time: 0.0521245 Jan 28 02:52:25.965889 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4f349609-67ba-4dab-b47d-9763dab5028b req-49a2fbec-4738-4cf1-a788-71ea727947cf tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks [] for floatingip (10abef0e-93a8-4e7f-822d-827186a3737e), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:26.119279 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36306) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:26.372650 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-83252d64-5381-4611-a589-24f1265dfb95 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8eb25bd8b5eb4d12a4f94ef9b38225fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2449534 Jan 28 02:52:26.374286 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36312) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:26.390909 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81efa02-da4b-4881-9f51-a97842d212c0 req-548c3497-174b-49f5-8bf1-616801ee2112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:26.392370 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e81efa02-da4b-4881-9f51-a97842d212c0 req-548c3497-174b-49f5-8bf1-616801ee2112 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e561589e-7002-46d7-b993-364a9aaf6967 HTTP/1.1" status: 200 len: 921 time: 0.4228749 Jan 28 02:52:26.595675 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4f349609-67ba-4dab-b47d-9763dab5028b req-49a2fbec-4738-4cf1-a788-71ea727947cf tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:26.604354 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4f349609-67ba-4dab-b47d-9763dab5028b req-49a2fbec-4738-4cf1-a788-71ea727947cf tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (10abef0e-93a8-4e7f-822d-827186a3737e), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:26.749828 n-d-712139-27 neutron-server[109803]: INFO neutron.db.l3_db [req-4f349609-67ba-4dab-b47d-9763dab5028b req-49a2fbec-4738-4cf1-a788-71ea727947cf tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Floating IP 10abef0e-93a8-4e7f-822d-827186a3737e associated. External IP: 172.25.0.165, port: 18817dce-0165-4147-aab1-598491c113cb. Jan 28 02:52:26.823400 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c48bf-3f95-40db-ac01-57c32499e929 req-6e35be8d-23ad-43b5-b69d-97084c8f4399 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:26.830252 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b36c48bf-3f95-40db-ac01-57c32499e929 req-6e35be8d-23ad-43b5-b69d-97084c8f4399 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba36a6fb-a249-45ba-a1ae-61fff41a1e7e HTTP/1.1" status: 200 len: 945 time: 0.6103797 Jan 28 02:52:26.842339 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4f06b40e-a826-4ccf-b3e2-6a55fffc0b5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:26.887892 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e81efa02-da4b-4881-9f51-a97842d212c0 req-9f675002-68b4-4a07-9483-f3627f5f073f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18817dce-0165-4147-aab1-598491c113cb HTTP/1.1" status: 200 len: 1001 time: 0.4875200 Jan 28 02:52:26.918184 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-86553d69-4a55-4c69-a0e6-18cae1d9364f admin admin] Publish callbacks [] for security_group (ad926692-0cdf-48bb-826b-309e40a8350c), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:26.990370 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b36c48bf-3f95-40db-ac01-57c32499e929 req-d04c16ab-ae3d-4697-8e36-39e35d74a22b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458533 Jan 28 02:52:27.011774 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-86553d69-4a55-4c69-a0e6-18cae1d9364f admin admin] Publish callbacks [] for security_group (ad926692-0cdf-48bb-826b-309e40a8350c), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:27.021260 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f349609-67ba-4dab-b47d-9763dab5028b req-49a2fbec-4738-4cf1-a788-71ea727947cf tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Router 32c921c0-d889-45bd-b948-162df52bc3f6 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:52:27.084530 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81efa02-da4b-4881-9f51-a97842d212c0 req-df060c83-66ed-46e6-a641-0d9875b158df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:27.086046 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e81efa02-da4b-4881-9f51-a97842d212c0 req-df060c83-66ed-46e6-a641-0d9875b158df service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4db08a6e-5c57-4b8e-9ec4-bbd5647662a4 HTTP/1.1" status: 200 len: 859 time: 0.1859753 Jan 28 02:52:27.162695 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f349609-67ba-4dab-b47d-9763dab5028b req-49a2fbec-4738-4cf1-a788-71ea727947cf tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:52:27.178545 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13fe19d-a95a-4229-a3a6-65f68902c024 None None] Sync routers for ids ['32c921c0-d889-45bd-b948-162df52bc3f6'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:52:27.194560 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13fe19d-a95a-4229-a3a6-65f68902c024 None None] Routers {'32c921c0-d889-45bd-b948-162df52bc3f6'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:52:27.195260 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-f13fe19d-a95a-4229-a3a6-65f68902c024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:52:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['32c921c0-d889-45bd-b948-162df52bc3f6'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:27.251017 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4f06b40e-a826-4ccf-b3e2-6a55fffc0b5a admin admin] Publish callbacks [] for security_group (47f3a87b-e898-4a62-83f6-0d3b8218bf57), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:27.266520 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b7576-820a-4c50-b3e5-173a9f6a5f2b req-a5e3928c-85cd-4af0-8cd7-4cc0dab83ac5 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:27.273873 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-643b7576-820a-4c50-b3e5-173a9f6a5f2b req-a5e3928c-85cd-4af0-8cd7-4cc0dab83ac5 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=587e5af5-8edf-4092-92fe-b801eab4cef4 HTTP/1.1" status: 200 len: 945 time: 0.1957021 Jan 28 02:52:27.278577 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81efa02-da4b-4881-9f51-a97842d212c0 req-d6484427-db7c-4e54-967e-16f799328bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:27.280239 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e81efa02-da4b-4881-9f51-a97842d212c0 req-d6484427-db7c-4e54-967e-16f799328bd1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e561589e-7002-46d7-b993-364a9aaf6967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1767743 Jan 28 02:52:27.287372 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4f06b40e-a826-4ccf-b3e2-6a55fffc0b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (47f3a87b-e898-4a62-83f6-0d3b8218bf57), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:27.295915 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36334) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:27.314622 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-86553d69-4a55-4c69-a0e6-18cae1d9364f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (ad926692-0cdf-48bb-826b-309e40a8350c), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:27.317606 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-86553d69-4a55-4c69-a0e6-18cae1d9364f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:27.319000 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-86553d69-4a55-4c69-a0e6-18cae1d9364f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ad926692-0cdf-48bb-826b-309e40a8350c HTTP/1.1" status: 204 len: 168 time: 0.9439130 Jan 28 02:52:27.404628 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-f13fe19d-a95a-4229-a3a6-65f68902c024 None None] Set router 32c921c0-d889-45bd-b948-162df52bc3f6 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:52:27.419130 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4f06b40e-a826-4ccf-b3e2-6a55fffc0b5a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1b63f251ae2745ee8f4db1e7f3fdbab6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6160228 Jan 28 02:52:27.426219 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06b40e-a826-4ccf-b3e2-6a55fffc0b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f3a87b-e898-4a62-83f6-0d3b8218bf57,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:27.433090 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36340) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:27.493199 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-643b7576-820a-4c50-b3e5-173a9f6a5f2b req-27f5ebb6-d3bc-4ed4-a86c-c6ae7bc68701 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180879 Jan 28 02:52:27.500309 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f349609-67ba-4dab-b47d-9763dab5028b req-49a2fbec-4738-4cf1-a788-71ea727947cf tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Router 32c921c0-d889-45bd-b948-162df52bc3f6 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:52:27.530352 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86553d69-4a55-4c69-a0e6-18cae1d9364f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad926692-0cdf-48bb-826b-309e40a8350c,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:27.627820 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e81efa02-da4b-4881-9f51-a97842d212c0 req-2e85d232-1116-41c0-bd22-d95f061686f7 service neutron] 10.222.0.67 "GET /v2.0/networks/e561589e-7002-46d7-b993-364a9aaf6967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359683 Jan 28 02:52:27.642572 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-740d27da-0fd0-42e1-8aa9-c2d07a3a898b admin admin] Publish callbacks [] for security_group (47f3a87b-e898-4a62-83f6-0d3b8218bf57), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:27.658076 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f349609-67ba-4dab-b47d-9763dab5028b req-49a2fbec-4738-4cf1-a788-71ea727947cf tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:52:27.679451 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4f349609-67ba-4dab-b47d-9763dab5028b req-49a2fbec-4738-4cf1-a788-71ea727947cf tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:27.723334 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-740d27da-0fd0-42e1-8aa9-c2d07a3a898b admin admin] Publish callbacks [] for security_group (47f3a87b-e898-4a62-83f6-0d3b8218bf57), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:27.782674 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e81efa02-da4b-4881-9f51-a97842d212c0 req-db2641b3-0def-49cb-97e9-b0319e067199 service neutron] 10.222.0.67 "GET /v2.0/networks/e561589e-7002-46d7-b993-364a9aaf6967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321023 Jan 28 02:52:27.792863 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4f349609-67ba-4dab-b47d-9763dab5028b req-49a2fbec-4738-4cf1-a788-71ea727947cf tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "PUT /v2.0/floatingips/10abef0e-93a8-4e7f-822d-827186a3737e HTTP/1.1" status: 200 len: 998 time: 1.9033499 Jan 28 02:52:27.824108 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-740d27da-0fd0-42e1-8aa9-c2d07a3a898b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (47f3a87b-e898-4a62-83f6-0d3b8218bf57), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:27.832151 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-740d27da-0fd0-42e1-8aa9-c2d07a3a898b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:27.835138 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-740d27da-0fd0-42e1-8aa9-c2d07a3a898b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/47f3a87b-e898-4a62-83f6-0d3b8218bf57 HTTP/1.1" status: 204 len: 168 time: 0.4006677 Jan 28 02:52:27.852855 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d27da-0fd0-42e1-8aa9-c2d07a3a898b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f3a87b-e898-4a62-83f6-0d3b8218bf57,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:27.873793 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49bf0be7-fb2a-4b6f-90b8-5ba801587c74', 'tag': '18817dce-0165-4147-aab1-598491c113cb'}, {'name': 'network-changed', 'server_uuid': '8e9f7233-c77f-4346-99ff-ba23d3088cb0', 'tag': '5a90b366-aa11-4f94-bf16-5c6a38e03084'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:52:27.876315 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-f13fe19d-a95a-4229-a3a6-65f68902c024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-725524477-router', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:51:35Z', 'updated_at': '2022-01-28T02:51:42Z', 'revision_number': 4, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'gw_port': {'id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:07:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:51:36Z', 'updated_at': '2022-01-28T02:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '10abef0e-93a8-4e7f-822d-827186a3737e', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'floating_ip_address': '172.25.0.165', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'port_id': '5a90b366-aa11-4f94-bf16-5c6a38e03084', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 838, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967', 'mac_address': 'fa:16:3e:4a:76:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9f7233-c77f-4346-99ff-ba23d3088cb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:52:04Z', 'updated_at': '2022-01-28T02:52:26Z', 'revision_number': 3, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42d243b5-9f81-4784-85f6-c72ecdc9494f', 'name': '', 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'mac_address': 'fa:16:3e:37:08:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '4db08a6e-5c57-4b8e-9ec4-bbd5647662a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:51:40Z', 'updated_at': '2022-01-28T02:51:47Z', 'revision_number': 5, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'subnets': [{'id': '4db08a6e-5c57-4b8e-9ec4-bbd5647662a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:27.878979 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d9c5fd-20d4-4934-8412-9cc87688fffd" -d '{"events": [{"name": "network-changed", "server_uuid": "49bf0be7-fb2a-4b6f-90b8-5ba801587c74", "tag": "18817dce-0165-4147-aab1-598491c113cb"}, {"name": "network-changed", "server_uuid": "8e9f7233-c77f-4346-99ff-ba23d3088cb0", "tag": "5a90b366-aa11-4f94-bf16-5c6a38e03084"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:52:27.897056 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2c866ac2-d2cd-46e6-9506-09aaa0bbff46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:27.927409 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13fe19d-a95a-4229-a3a6-65f68902c024 None None] Checking router: 32c921c0-d889-45bd-b948-162df52bc3f6 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:52:27.948377 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13fe19d-a95a-4229-a3a6-65f68902c024 None None] Routers {'32c921c0-d889-45bd-b948-162df52bc3f6'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:52:27.950526 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-f13fe19d-a95a-4229-a3a6-65f68902c024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:52:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['32c921c0-d889-45bd-b948-162df52bc3f6'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:27.951196 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f349609-67ba-4dab-b47d-9763dab5028b req-e6012ad2-1bca-4208-a132-8028064937c3 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:27.967344 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4f349609-67ba-4dab-b47d-9763dab5028b req-e6012ad2-1bca-4208-a132-8028064937c3 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/ports/18817dce-0165-4147-aab1-598491c113cb HTTP/1.1" status: 200 len: 942 time: 0.1662886 Jan 28 02:52:28.006508 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 02:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a9eea7-eae1-4565-a740-2f51992509ef x-openstack-request-id: req-b6a9eea7-eae1-4565-a740-2f51992509ef {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:52:28.007017 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49bf0be7-fb2a-4b6f-90b8-5ba801587c74", "tag": "18817dce-0165-4147-aab1-598491c113cb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8e9f7233-c77f-4346-99ff-ba23d3088cb0", "tag": "5a90b366-aa11-4f94-bf16-5c6a38e03084", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:52:28.007489 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b6a9eea7-eae1-4565-a740-2f51992509ef {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:52:28.007995 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49bf0be7-fb2a-4b6f-90b8-5ba801587c74', 'tag': '18817dce-0165-4147-aab1-598491c113cb', 'status': 'completed', 'code': 200} Jan 28 02:52:28.008378 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e9f7233-c77f-4346-99ff-ba23d3088cb0', 'tag': '5a90b366-aa11-4f94-bf16-5c6a38e03084', 'status': 'completed', 'code': 200} Jan 28 02:52:28.032329 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 8f6ff42a-bd63-463b-8d11-5854d303b878 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:52:28.159932 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9c5fd-20d4-4934-8412-9cc87688fffd req-413ea099-4871-4da9-8403-452581f9d795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:28.161796 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-66d9c5fd-20d4-4934-8412-9cc87688fffd req-413ea099-4871-4da9-8403-452581f9d795 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b4519f5eb7242359f10ce603b741659&device_id=49bf0be7-fb2a-4b6f-90b8-5ba801587c74 HTTP/1.1" status: 200 len: 1097 time: 0.1316242 Jan 28 02:52:28.202177 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 8f6ff42a-bd63-463b-8d11-5854d303b878 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:52:28.208748 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 8f6ff42a-bd63-463b-8d11-5854d303b878 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:52:28.209400 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (8f6ff42a-bd63-463b-8d11-5854d303b878), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:28.329594 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9c5fd-20d4-4934-8412-9cc87688fffd req-3304a40a-042e-419f-946b-ffb20de69a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:28.331225 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-66d9c5fd-20d4-4934-8412-9cc87688fffd req-3304a40a-042e-419f-946b-ffb20de69a78 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b4519f5eb7242359f10ce603b741659&device_id=8e9f7233-c77f-4346-99ff-ba23d3088cb0 HTTP/1.1" status: 200 len: 1097 time: 0.2697856 Jan 28 02:52:28.368138 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-f13fe19d-a95a-4229-a3a6-65f68902c024 None None] Set router 32c921c0-d889-45bd-b948-162df52bc3f6 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:52:28.392312 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 8f6ff42a-bd63-463b-8d11-5854d303b878 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:52:28.393424 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8f6ff42a-bd63-463b-8d11-5854d303b878), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:28.417373 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9c5fd-20d4-4934-8412-9cc87688fffd req-2e64b554-27fb-42b8-aa77-0fb4e90259ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:28.427413 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-66d9c5fd-20d4-4934-8412-9cc87688fffd req-2e64b554-27fb-42b8-aa77-0fb4e90259ac service neutron] 10.222.0.67 "GET /v2.0/networks?id=e561589e-7002-46d7-b993-364a9aaf6967 HTTP/1.1" status: 200 len: 921 time: 0.2479088 Jan 28 02:52:28.435954 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba36a6fb-a249-45ba-a1ae-61fff41a1e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6ff42a-bd63-463b-8d11-5854d303b878'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:52:28.437945 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f349609-67ba-4dab-b47d-9763dab5028b req-ec194942-d26e-4f74-95a4-d12f25b0a771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:28.441543 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920d2dc5-356e-41fe-8546-3f43398fc8b2" -d '{"events": [{"server_uuid": "ba36a6fb-a249-45ba-a1ae-61fff41a1e7e", "name": "network-vif-plugged", "status": "completed", "tag": "8f6ff42a-bd63-463b-8d11-5854d303b878"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:52:28.445275 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4f349609-67ba-4dab-b47d-9763dab5028b req-ec194942-d26e-4f74-95a4-d12f25b0a771 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2b4519f5eb7242359f10ce603b741659&device_id=49bf0be7-fb2a-4b6f-90b8-5ba801587c74 HTTP/1.1" status: 200 len: 1097 time: 0.2788897 Jan 28 02:52:28.471559 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 8f6ff42a-bd63-463b-8d11-5854d303b878, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=8f6ff42a-bd63-463b-8d11-5854d303b878,segment=NetworkSegment(4fb02108-8b37-4bb4-8350-923aa0786ccd),segment_id=4fb02108-8b37-4bb4-8350-923aa0786ccd)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:52:28.484917 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (8f6ff42a-bd63-463b-8d11-5854d303b878), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:28.525400 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36370) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:28.529559 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-66d9c5fd-20d4-4934-8412-9cc87688fffd req-1470959d-d1df-4416-a0a4-0d6f7eede331 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18817dce-0165-4147-aab1-598491c113cb HTTP/1.1" status: 200 len: 217 time: 0.1030016 Jan 28 02:52:28.565166 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b2b9c-4f52-4837-9423-527c0a7b4d14 req-97365f7b-af5e-4e24-9323-7a71aa1876da tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:28.571326 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=8f6ff42a-bd63-463b-8d11-5854d303b878,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:28.573091 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1d4b2b9c-4f52-4837-9423-527c0a7b4d14 req-97365f7b-af5e-4e24-9323-7a71aa1876da tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba36a6fb-a249-45ba-a1ae-61fff41a1e7e HTTP/1.1" status: 200 len: 945 time: 0.2234719 Jan 28 02:52:28.577998 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2c866ac2-d2cd-46e6-9506-09aaa0bbff46 admin admin] Publish callbacks [] for security_group (22c94786-bf56-4c05-96a1-0a8868edabef), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:28.611972 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fb7ed7ab-fcc3-4bf0-859c-43cd47095f17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:28.652113 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36376) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:28.675848 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2c866ac2-d2cd-46e6-9506-09aaa0bbff46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (22c94786-bf56-4c05-96a1-0a8868edabef), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:28.696019 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9c5fd-20d4-4934-8412-9cc87688fffd req-903c1495-5fe8-46ce-8fed-e6d22e31cde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:28.697761 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-66d9c5fd-20d4-4934-8412-9cc87688fffd req-903c1495-5fe8-46ce-8fed-e6d22e31cde1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4db08a6e-5c57-4b8e-9ec4-bbd5647662a4 HTTP/1.1" status: 200 len: 859 time: 0.1571143 Jan 28 02:52:28.724165 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1d4b2b9c-4f52-4837-9423-527c0a7b4d14 req-0396a220-e173-4dd4-b235-2856d46ef88e tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498263 Jan 28 02:52:28.764550 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-f13fe19d-a95a-4229-a3a6-65f68902c024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-725524477-router', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:51:35Z', 'updated_at': '2022-01-28T02:51:42Z', 'revision_number': 4, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'gw_port': {'id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:07:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:51:36Z', 'updated_at': '2022-01-28T02:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '10abef0e-93a8-4e7f-822d-827186a3737e', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'floating_ip_address': '172.25.0.165', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'port_id': '5a90b366-aa11-4f94-bf16-5c6a38e03084', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 838, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967', 'mac_address': 'fa:16:3e:4a:76:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9f7233-c77f-4346-99ff-ba23d3088cb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:52:04Z', 'updated_at': '2022-01-28T02:52:26Z', 'revision_number': 3, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42d243b5-9f81-4784-85f6-c72ecdc9494f', 'name': '', 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'mac_address': 'fa:16:3e:37:08:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '4db08a6e-5c57-4b8e-9ec4-bbd5647662a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:51:40Z', 'updated_at': '2022-01-28T02:51:47Z', 'revision_number': 5, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'subnets': [{'id': '4db08a6e-5c57-4b8e-9ec4-bbd5647662a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:28.780114 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9c5fd-20d4-4934-8412-9cc87688fffd req-f3bfd018-51b5-4443-b470-3a861a06804e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:28.782076 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-66d9c5fd-20d4-4934-8412-9cc87688fffd req-f3bfd018-51b5-4443-b470-3a861a06804e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e561589e-7002-46d7-b993-364a9aaf6967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0758255 Jan 28 02:52:28.804063 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13fe19d-a95a-4229-a3a6-65f68902c024 None None] The sync data for ids ['32c921c0-d889-45bd-b948-162df52bc3f6'] in n-d-712139-27 is: [{'id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-725524477-router', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:51:35Z', 'updated_at': '2022-01-28T02:51:42Z', 'revision_number': 4, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'gw_port': {'id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:07:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:51:36Z', 'updated_at': '2022-01-28T02:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '10abef0e-93a8-4e7f-822d-827186a3737e', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'floating_ip_address': '172.25.0.165', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'port_id': '5a90b366-aa11-4f94-bf16-5c6a38e03084', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 838, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967', 'mac_address': 'fa:16:3e:4a:76:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9f7233-c77f-4346-99ff-ba23d3088cb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:52:04Z', 'updated_at': '2022-01-28T02:52:26Z', 'revision_number': 3, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42d243b5-9f81-4784-85f6-c72ecdc9494f', 'name': '', 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'mac_address': 'fa:16:3e:37:08:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '4db08a6e-5c57-4b8e-9ec4-bbd5647662a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:51:40Z', 'updated_at': '2022-01-28T02:51:47Z', 'revision_number': 5, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'subnets': [{'id': '4db08a6e-5c57-4b8e-9ec4-bbd5647662a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:52:28.850960 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38aa7423-243c-4b9f-bbf9-17d5ac4befdb x-openstack-request-id: req-38aa7423-243c-4b9f-bbf9-17d5ac4befdb {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:52:28.851238 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba36a6fb-a249-45ba-a1ae-61fff41a1e7e", "name": "network-vif-plugged", "status": "completed", "tag": "8f6ff42a-bd63-463b-8d11-5854d303b878", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:52:28.851664 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-38aa7423-243c-4b9f-bbf9-17d5ac4befdb {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:52:28.852249 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba36a6fb-a249-45ba-a1ae-61fff41a1e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6ff42a-bd63-463b-8d11-5854d303b878', 'code': 200} Jan 28 02:52:28.853468 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c866ac2-d2cd-46e6-9506-09aaa0bbff46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c94786-bf56-4c05-96a1-0a8868edabef,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:28.891029 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-2c866ac2-d2cd-46e6-9506-09aaa0bbff46 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a8022f22410b4553b2ba49739c93c9ab&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5939002 Jan 28 02:52:28.891792 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fb7ed7ab-fcc3-4bf0-859c-43cd47095f17 admin admin] Publish callbacks [] for security_group (b365e3aa-d98a-4555-9c1b-070c6c9b490d), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:28.898236 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36382) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:28.911029 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fb7ed7ab-fcc3-4bf0-859c-43cd47095f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b365e3aa-d98a-4555-9c1b-070c6c9b490d), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:28.915773 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f349609-67ba-4dab-b47d-9763dab5028b req-81641af0-aa97-4c1b-9dfa-565369f15f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:28.918541 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:28.927830 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4f349609-67ba-4dab-b47d-9763dab5028b req-81641af0-aa97-4c1b-9dfa-565369f15f36 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e561589e-7002-46d7-b993-364a9aaf6967 HTTP/1.1" status: 200 len: 921 time: 0.4817388 Jan 28 02:52:28.964821 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-73069db5-7171-4a1d-899b-8e45f39d96c9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1294569546-network', 'tenant_id': '07b12507ae9742ae9cf6596eafe2c460'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:52:29.015809 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4f349609-67ba-4dab-b47d-9763dab5028b req-f17dbe51-cd7d-4d3f-a3b9-c9e4df0efa1e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18817dce-0165-4147-aab1-598491c113cb HTTP/1.1" status: 200 len: 217 time: 0.0870905 Jan 28 02:52:29.045084 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-fb7ed7ab-fcc3-4bf0-859c-43cd47095f17 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9669000040014189b68fe2e6882b10f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5132656 Jan 28 02:52:29.047616 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9c5fd-20d4-4934-8412-9cc87688fffd req-79df7535-02da-4240-acec-f1eb538dbc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:29.049366 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-66d9c5fd-20d4-4934-8412-9cc87688fffd req-79df7535-02da-4240-acec-f1eb538dbc0a service neutron] 10.222.0.39 "GET /v2.0/networks?id=e561589e-7002-46d7-b993-364a9aaf6967 HTTP/1.1" status: 200 len: 921 time: 0.7010887 Jan 28 02:52:29.057886 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36384) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:29.060415 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ed7ab-fcc3-4bf0-859c-43cd47095f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b365e3aa-d98a-4555-9c1b-070c6c9b490d,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:29.105733 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-66d9c5fd-20d4-4934-8412-9cc87688fffd req-78db1d38-2454-4ec3-ac1e-4066d0e31919 service neutron] 10.222.0.67 "GET /v2.0/networks/e561589e-7002-46d7-b993-364a9aaf6967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010314 Jan 28 02:52:29.129671 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73069db5-7171-4a1d-899b-8e45f39d96c9 admin admin] Made reservation on behalf of 07b12507ae9742ae9cf6596eafe2c460 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:52:29.132048 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-73069db5-7171-4a1d-899b-8e45f39d96c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:29.134812 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e829bc-869d-41fc-9f24-274600b2f67d None None] New status for floating IP 10abef0e-93a8-4e7f-822d-827186a3737e: ACTIVE {{(pid=109804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:52:29.149150 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766718e-cf24-4284-89e8-ac9f6ac202a8 req-ea02e353-8795-428d-b322-9cc2b950e845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:29.150659 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f766718e-cf24-4284-89e8-ac9f6ac202a8 req-ea02e353-8795-428d-b322-9cc2b950e845 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ba36a6fb-a249-45ba-a1ae-61fff41a1e7e HTTP/1.1" status: 200 len: 1098 time: 0.1913130 Jan 28 02:52:29.180890 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-73069db5-7171-4a1d-899b-8e45f39d96c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:29.182227 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-19eff677-9ebe-4e57-bdcb-6e7b5f721d47 admin admin] Publish callbacks [] for security_group (22c94786-bf56-4c05-96a1-0a8868edabef), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:29.182878 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f349609-67ba-4dab-b47d-9763dab5028b req-c9288d7e-9901-4d29-9df9-7aa6e5fefd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:29.183983 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4f349609-67ba-4dab-b47d-9763dab5028b req-c9288d7e-9901-4d29-9df9-7aa6e5fefd37 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4db08a6e-5c57-4b8e-9ec4-bbd5647662a4 HTTP/1.1" status: 200 len: 859 time: 0.1510751 Jan 28 02:52:29.236889 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-66d9c5fd-20d4-4934-8412-9cc87688fffd req-988658f2-ed17-4278-8195-d641226a9fd9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a90b366-aa11-4f94-bf16-5c6a38e03084 HTTP/1.1" status: 200 len: 1001 time: 0.1549706 Jan 28 02:52:29.242297 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f766718e-cf24-4284-89e8-ac9f6ac202a8 req-4b09fb6b-070f-4bb2-a3d0-054406591e49 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840974 Jan 28 02:52:29.250232 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d98dbc-3056-4fef-bca0-7ed620429a0b req-fb798b68-4805-4152-b367-aa7cc54b5dfb tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:29.251906 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b1d98dbc-3056-4fef-bca0-7ed620429a0b req-fb798b68-4805-4152-b367-aa7cc54b5dfb tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=587e5af5-8edf-4092-92fe-b801eab4cef4 HTTP/1.1" status: 200 len: 945 time: 0.2566526 Jan 28 02:52:29.282137 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f349609-67ba-4dab-b47d-9763dab5028b req-39bc8518-f1e1-48be-9667-030cb3643768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:29.283710 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4f349609-67ba-4dab-b47d-9763dab5028b req-39bc8518-f1e1-48be-9667-030cb3643768 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e561589e-7002-46d7-b993-364a9aaf6967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0900497 Jan 28 02:52:29.292448 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-19eff677-9ebe-4e57-bdcb-6e7b5f721d47 admin admin] Publish callbacks [] for security_group (22c94786-bf56-4c05-96a1-0a8868edabef), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:29.310695 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b73dbcd0-0e4d-4464-becc-bf9bc83e9c39 admin admin] Publish callbacks [] for security_group (b365e3aa-d98a-4555-9c1b-070c6c9b490d), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:29.386121 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4f349609-67ba-4dab-b47d-9763dab5028b req-e0d8bfd9-107f-4509-94d7-1d812863f980 service neutron] 10.222.0.53 "GET /v2.0/networks/e561589e-7002-46d7-b993-364a9aaf6967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925801 Jan 28 02:52:29.389978 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9c5fd-20d4-4934-8412-9cc87688fffd req-9b0237aa-1087-4a47-9a49-207543e7315e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:29.391462 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-66d9c5fd-20d4-4934-8412-9cc87688fffd req-9b0237aa-1087-4a47-9a49-207543e7315e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4db08a6e-5c57-4b8e-9ec4-bbd5647662a4 HTTP/1.1" status: 200 len: 859 time: 0.1481459 Jan 28 02:52:29.442081 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b73dbcd0-0e4d-4464-becc-bf9bc83e9c39 admin admin] Publish callbacks [] for security_group (b365e3aa-d98a-4555-9c1b-070c6c9b490d), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:29.447861 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-19eff677-9ebe-4e57-bdcb-6e7b5f721d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (22c94786-bf56-4c05-96a1-0a8868edabef), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:29.450394 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-19eff677-9ebe-4e57-bdcb-6e7b5f721d47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:29.459169 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-19eff677-9ebe-4e57-bdcb-6e7b5f721d47 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/22c94786-bf56-4c05-96a1-0a8868edabef HTTP/1.1" status: 204 len: 168 time: 0.5545380 Jan 28 02:52:29.504058 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438a16c6-3c4f-411a-af21-f8c6e54b8b43 None None] Sync routers for ids ['32c921c0-d889-45bd-b948-162df52bc3f6'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:52:29.507558 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4f349609-67ba-4dab-b47d-9763dab5028b req-84c7a6bb-d7c2-463d-9511-1877ed69d475 service neutron] 10.222.0.53 "GET /v2.0/networks/e561589e-7002-46d7-b993-364a9aaf6967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986917 Jan 28 02:52:29.518899 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438a16c6-3c4f-411a-af21-f8c6e54b8b43 None None] Routers {'32c921c0-d889-45bd-b948-162df52bc3f6'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:52:29.520110 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-438a16c6-3c4f-411a-af21-f8c6e54b8b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:52:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['32c921c0-d889-45bd-b948-162df52bc3f6'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:29.540362 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-73069db5-7171-4a1d-899b-8e45f39d96c9 admin admin] Publish callbacks [] for security_group (ef9f93ec-e75c-4dc9-ac41-6712fa9366d6), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:29.577696 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-24878f39-f391-4e13-88fd-1f5ac9066e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:29.588165 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-66d9c5fd-20d4-4934-8412-9cc87688fffd req-fa210033-657d-4ea0-b9c9-583567911afd service neutron] 10.222.0.67 "GET /v2.0/networks/e561589e-7002-46d7-b993-364a9aaf6967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4536278 Jan 28 02:52:29.591921 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-73069db5-7171-4a1d-899b-8e45f39d96c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (ef9f93ec-e75c-4dc9-ac41-6712fa9366d6), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:29.602658 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b1d98dbc-3056-4fef-bca0-7ed620429a0b req-879098de-58c0-402c-86d7-28e0bd7f9c10 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309686 Jan 28 02:52:29.617929 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eff677-9ebe-4e57-bdcb-6e7b5f721d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c94786-bf56-4c05-96a1-0a8868edabef,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:29.662469 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b73dbcd0-0e4d-4464-becc-bf9bc83e9c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b365e3aa-d98a-4555-9c1b-070c6c9b490d), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:29.665193 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b73dbcd0-0e4d-4464-becc-bf9bc83e9c39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:29.666559 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b73dbcd0-0e4d-4464-becc-bf9bc83e9c39 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b365e3aa-d98a-4555-9c1b-070c6c9b490d HTTP/1.1" status: 204 len: 168 time: 0.6017821 Jan 28 02:52:29.671876 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73069db5-7171-4a1d-899b-8e45f39d96c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:52:29.678141 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73069db5-7171-4a1d-899b-8e45f39d96c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9f93ec-e75c-4dc9-ac41-6712fa9366d6,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:29.701933 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-73069db5-7171-4a1d-899b-8e45f39d96c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (e68bfc76-2719-4861-91f6-f85b59279523), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:29.702180 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-73069db5-7171-4a1d-899b-8e45f39d96c9 admin admin] Added segment e68bfc76-2719-4861-91f6-f85b59279523 of type vlan for network cced5cef-ed7d-4c10-a348-a2dd5198af7f Jan 28 02:52:29.706384 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73dbcd0-0e4d-4464-becc-bf9bc83e9c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b365e3aa-d98a-4555-9c1b-070c6c9b490d,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:29.745995 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9c5fd-20d4-4934-8412-9cc87688fffd req-a44c131b-bd35-4a57-945b-7d66c7e0e973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:29.751108 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-66d9c5fd-20d4-4934-8412-9cc87688fffd req-a44c131b-bd35-4a57-945b-7d66c7e0e973 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e561589e-7002-46d7-b993-364a9aaf6967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2296617 Jan 28 02:52:29.771902 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f349609-67ba-4dab-b47d-9763dab5028b req-2d05cc40-1ce0-49fb-bc3d-64d2b9e336f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:29.782787 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4f349609-67ba-4dab-b47d-9763dab5028b req-2d05cc40-1ce0-49fb-bc3d-64d2b9e336f4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2b4519f5eb7242359f10ce603b741659&device_id=8e9f7233-c77f-4346-99ff-ba23d3088cb0 HTTP/1.1" status: 200 len: 1097 time: 0.1954503 Jan 28 02:52:29.786613 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-73069db5-7171-4a1d-899b-8e45f39d96c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (cced5cef-ed7d-4c10-a348-a2dd5198af7f), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:29.823421 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-73069db5-7171-4a1d-899b-8e45f39d96c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (cced5cef-ed7d-4c10-a348-a2dd5198af7f), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:29.826336 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73069db5-7171-4a1d-899b-8e45f39d96c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:29.826681 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-73069db5-7171-4a1d-899b-8e45f39d96c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:29.891543 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-438a16c6-3c4f-411a-af21-f8c6e54b8b43 None None] Set router 32c921c0-d889-45bd-b948-162df52bc3f6 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:52:30.009835 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-73069db5-7171-4a1d-899b-8e45f39d96c9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3565345 Jan 28 02:52:30.012041 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73069db5-7171-4a1d-899b-8e45f39d96c9 admin admin] Pushing event updated for resources: {'Network': ['ID=cced5cef-ed7d-4c10-a348-a2dd5198af7f,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:30.019899 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36396) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:30.028989 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network cced5cef-ed7d-4c10-a348-a2dd5198af7f details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:52:30.044451 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36398) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:30.058806 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-b9ee4193-f85e-4206-bf85-2476aab418ff admin admin] Request body: {'subnet': {'network_id': 'cced5cef-ed7d-4c10-a348-a2dd5198af7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1294569546-subnet', 'tenant_id': '07b12507ae9742ae9cf6596eafe2c460', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:52:30.133083 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-10622611-0f4f-4d20-9d7d-12e0bab86a7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:30.258184 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2738937-c849-4612-91e9-dcaabb35b3ef req-e190c409-5d95-4f74-a56d-ef9cda87e8a7 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:30.259682 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d2738937-c849-4612-91e9-dcaabb35b3ef req-e190c409-5d95-4f74-a56d-ef9cda87e8a7 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba36a6fb-a249-45ba-a1ae-61fff41a1e7e HTTP/1.1" status: 200 len: 946 time: 0.3456314 Jan 28 02:52:30.265282 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ee4193-f85e-4206-bf85-2476aab418ff admin admin] Made reservation on behalf of 07b12507ae9742ae9cf6596eafe2c460 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:52:30.268176 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b9ee4193-f85e-4206-bf85-2476aab418ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:30.289178 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-438a16c6-3c4f-411a-af21-f8c6e54b8b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-725524477-router', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:51:35Z', 'updated_at': '2022-01-28T02:51:42Z', 'revision_number': 4, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'gw_port': {'id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:07:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:51:36Z', 'updated_at': '2022-01-28T02:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '10abef0e-93a8-4e7f-822d-827186a3737e', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'floating_ip_address': '172.25.0.165', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'port_id': '5a90b366-aa11-4f94-bf16-5c6a38e03084', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 838, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967', 'mac_address': 'fa:16:3e:4a:76:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9f7233-c77f-4346-99ff-ba23d3088cb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:52:04Z', 'updated_at': '2022-01-28T02:52:29Z', 'revision_number': 4, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42d243b5-9f81-4784-85f6-c72ecdc9494f', 'name': '', 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'mac_address': 'fa:16:3e:37:08:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '4db08a6e-5c57-4b8e-9ec4-bbd5647662a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:51:40Z', 'updated_at': '2022-01-28T02:51:47Z', 'revision_number': 5, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'subnets': [{'id': '4db08a6e-5c57-4b8e-9ec4-bbd5647662a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:30.332375 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438a16c6-3c4f-411a-af21-f8c6e54b8b43 None None] Checking router: 32c921c0-d889-45bd-b948-162df52bc3f6 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:52:30.357666 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438a16c6-3c4f-411a-af21-f8c6e54b8b43 None None] Routers {'32c921c0-d889-45bd-b948-162df52bc3f6'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:52:30.359052 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-438a16c6-3c4f-411a-af21-f8c6e54b8b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:52:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['32c921c0-d889-45bd-b948-162df52bc3f6'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:30.370977 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f349609-67ba-4dab-b47d-9763dab5028b req-ee7a64ee-1d6e-4df1-a3a6-5cec2cc524f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:30.372852 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4f349609-67ba-4dab-b47d-9763dab5028b req-ee7a64ee-1d6e-4df1-a3a6-5cec2cc524f3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e561589e-7002-46d7-b993-364a9aaf6967 HTTP/1.1" status: 200 len: 921 time: 0.5892127 Jan 28 02:52:30.503507 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-66d9c5fd-20d4-4934-8412-9cc87688fffd req-feab9bf6-be8f-494e-a784-a492ddbfd51d service neutron] 10.222.0.39 "GET /v2.0/networks/e561589e-7002-46d7-b993-364a9aaf6967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7272470 Jan 28 02:52:30.526377 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-438a16c6-3c4f-411a-af21-f8c6e54b8b43 None None] Set router 32c921c0-d889-45bd-b948-162df52bc3f6 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:52:30.577051 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d2738937-c849-4612-91e9-dcaabb35b3ef req-1d662556-b3f0-472e-a0fd-f3d4f1bc231c tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233532 Jan 28 02:52:30.590362 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4f349609-67ba-4dab-b47d-9763dab5028b req-5327c420-3ca3-4b88-97f3-b6348b947485 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a90b366-aa11-4f94-bf16-5c6a38e03084 HTTP/1.1" status: 200 len: 1001 time: 0.2092984 Jan 28 02:52:30.716004 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-66d9c5fd-20d4-4934-8412-9cc87688fffd req-1a4af03b-ab94-4c92-b19d-454fe8ea47f5 service neutron] 10.222.0.39 "GET /v2.0/networks/e561589e-7002-46d7-b993-364a9aaf6967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085583 Jan 28 02:52:30.723824 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f349609-67ba-4dab-b47d-9763dab5028b req-6a499ba9-ed5b-4f40-adae-62f82ce87d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:30.725777 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4f349609-67ba-4dab-b47d-9763dab5028b req-6a499ba9-ed5b-4f40-adae-62f82ce87d1a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4db08a6e-5c57-4b8e-9ec4-bbd5647662a4 HTTP/1.1" status: 200 len: 859 time: 0.1211557 Jan 28 02:52:30.795182 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f349609-67ba-4dab-b47d-9763dab5028b req-0cdaa9f1-f0ff-4caf-a8bf-774c03425661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:30.796953 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4f349609-67ba-4dab-b47d-9763dab5028b req-0cdaa9f1-f0ff-4caf-a8bf-774c03425661 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e561589e-7002-46d7-b993-364a9aaf6967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0653088 Jan 28 02:52:30.830324 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-10622611-0f4f-4d20-9d7d-12e0bab86a7f admin admin] Publish callbacks [] for security_group (142d27e4-2aa2-4301-b778-36c5c8bfcece), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:30.850592 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-10622611-0f4f-4d20-9d7d-12e0bab86a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (142d27e4-2aa2-4301-b778-36c5c8bfcece), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:30.863086 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5de85-a587-4739-a385-2ecc2221a25a req-35158c64-1bc5-4b6e-becc-9aac82d2c402 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:30.864614 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b5c5de85-a587-4739-a385-2ecc2221a25a req-35158c64-1bc5-4b6e-becc-9aac82d2c402 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=587e5af5-8edf-4092-92fe-b801eab4cef4 HTTP/1.1" status: 200 len: 945 time: 0.1465521 Jan 28 02:52:30.893638 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b9ee4193-f85e-4206-bf85-2476aab418ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (103ce8fe-9e75-44b9-af19-ab633171d9f9), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:30.928836 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4f349609-67ba-4dab-b47d-9763dab5028b req-21b875cd-c04a-433f-a1f8-e8675647099a service neutron] 10.222.0.53 "GET /v2.0/networks/e561589e-7002-46d7-b993-364a9aaf6967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250052 Jan 28 02:52:30.932578 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-438a16c6-3c4f-411a-af21-f8c6e54b8b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-725524477-router', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:51:35Z', 'updated_at': '2022-01-28T02:51:42Z', 'revision_number': 4, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'gw_port': {'id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:07:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:51:36Z', 'updated_at': '2022-01-28T02:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '10abef0e-93a8-4e7f-822d-827186a3737e', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'floating_ip_address': '172.25.0.165', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'port_id': '5a90b366-aa11-4f94-bf16-5c6a38e03084', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 838, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967', 'mac_address': 'fa:16:3e:4a:76:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9f7233-c77f-4346-99ff-ba23d3088cb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:52:04Z', 'updated_at': '2022-01-28T02:52:29Z', 'revision_number': 4, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42d243b5-9f81-4784-85f6-c72ecdc9494f', 'name': '', 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'mac_address': 'fa:16:3e:37:08:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '4db08a6e-5c57-4b8e-9ec4-bbd5647662a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:51:40Z', 'updated_at': '2022-01-28T02:51:47Z', 'revision_number': 5, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'subnets': [{'id': '4db08a6e-5c57-4b8e-9ec4-bbd5647662a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:30.955439 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-10622611-0f4f-4d20-9d7d-12e0bab86a7f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=acab518518704c0b9f14435ac758a2ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8914483 Jan 28 02:52:30.961031 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36422) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:30.966850 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438a16c6-3c4f-411a-af21-f8c6e54b8b43 None None] The sync data for ids ['32c921c0-d889-45bd-b948-162df52bc3f6'] in n-d-712139-27 is: [{'id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-725524477-router', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:51:35Z', 'updated_at': '2022-01-28T02:51:42Z', 'revision_number': 4, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'gw_port': {'id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:07:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:51:36Z', 'updated_at': '2022-01-28T02:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '10abef0e-93a8-4e7f-822d-827186a3737e', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'floating_ip_address': '172.25.0.165', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'port_id': '5a90b366-aa11-4f94-bf16-5c6a38e03084', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 838, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967', 'mac_address': 'fa:16:3e:4a:76:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9f7233-c77f-4346-99ff-ba23d3088cb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:52:04Z', 'updated_at': '2022-01-28T02:52:29Z', 'revision_number': 4, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42d243b5-9f81-4784-85f6-c72ecdc9494f', 'name': '', 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'mac_address': 'fa:16:3e:37:08:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '4db08a6e-5c57-4b8e-9ec4-bbd5647662a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:51:40Z', 'updated_at': '2022-01-28T02:51:47Z', 'revision_number': 5, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'subnets': [{'id': '4db08a6e-5c57-4b8e-9ec4-bbd5647662a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:52:30.979402 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10622611-0f4f-4d20-9d7d-12e0bab86a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142d27e4-2aa2-4301-b778-36c5c8bfcece,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:31.083365 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4f349609-67ba-4dab-b47d-9763dab5028b req-11e85d6a-fb95-4a7b-be0a-118ba208c5e3 service neutron] 10.222.0.53 "GET /v2.0/networks/e561589e-7002-46d7-b993-364a9aaf6967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458049 Jan 28 02:52:31.084126 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b5c5de85-a587-4739-a385-2ecc2221a25a req-bf4a2c4a-938f-45c0-a144-85ea7e1acbe4 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037053 Jan 28 02:52:31.084126 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ee4193-f85e-4206-bf85-2476aab418ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=103ce8fe-9e75-44b9-af19-ab633171d9f9,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:31.105267 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ee4193-f85e-4206-bf85-2476aab418ff admin admin] Checking segment: {'id': 'e68bfc76-2719-4861-91f6-f85b59279523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'cced5cef-ed7d-4c10-a348-a2dd5198af7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:52:31.105656 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ee4193-f85e-4206-bf85-2476aab418ff admin admin] Network hostable DHCP agents. Network: cced5cef-ed7d-4c10-a348-a2dd5198af7f, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:52:31.129894 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36428) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:31.143113 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-46458cb9-5e0a-4dff-877b-bd19a6645e43 admin admin] Publish callbacks [] for security_group (142d27e4-2aa2-4301-b778-36c5c8bfcece), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:31.164738 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ee4193-f85e-4206-bf85-2476aab418ff admin admin] Network cced5cef-ed7d-4c10-a348-a2dd5198af7f is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:52:31.182581 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-46458cb9-5e0a-4dff-877b-bd19a6645e43 admin admin] Publish callbacks [] for security_group (142d27e4-2aa2-4301-b778-36c5c8bfcece), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:31.191834 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-b9ee4193-f85e-4206-bf85-2476aab418ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, cced5cef-ed7d-4c10-a348-a2dd5198af7f) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:52:31.202376 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb77e78a-0168-465b-b038-f338da0279be None None] Network cced5cef-ed7d-4c10-a348-a2dd5198af7f requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:52:31.222626 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ee4193-f85e-4206-bf85-2476aab418ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:31.223225 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b9ee4193-f85e-4206-bf85-2476aab418ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:31.300521 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b9ee4193-f85e-4206-bf85-2476aab418ff admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2764695 Jan 28 02:52:31.306466 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36434) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:31.309473 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2649d023-49a3-4203-b220-cc288a9a9be9 req-9c170b3d-f4ab-4e8a-bff6-91906c54aa3f tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.165 HTTP/1.1" status: 200 len: 1001 time: 0.1519480 Jan 28 02:52:31.326840 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-1e29c0c0-87db-45d7-b829-6975a09ca2d1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1294569546-router', 'tenant_id': '07b12507ae9742ae9cf6596eafe2c460', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:52:31.336570 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-66d95ce5-60db-4bfe-b692-fadd02e2c278 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1693647737-network', 'tenant_id': '9736e51dea254738bf6e9efb6736ab04'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:52:31.341747 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-46458cb9-5e0a-4dff-877b-bd19a6645e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (142d27e4-2aa2-4301-b778-36c5c8bfcece), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:31.346394 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-46458cb9-5e0a-4dff-877b-bd19a6645e43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:31.350509 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-46458cb9-5e0a-4dff-877b-bd19a6645e43 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/142d27e4-2aa2-4301-b778-36c5c8bfcece HTTP/1.1" status: 204 len: 168 time: 0.3827655 Jan 28 02:52:31.378361 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46458cb9-5e0a-4dff-877b-bd19a6645e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142d27e4-2aa2-4301-b778-36c5c8bfcece,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:31.392060 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1e29c0c0-87db-45d7-b829-6975a09ca2d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (ce623959-031f-4e76-b08a-d98f8feee14b), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:31.393364 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1e29c0c0-87db-45d7-b829-6975a09ca2d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (ce623959-031f-4e76-b08a-d98f8feee14b), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:31.412944 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649d023-49a3-4203-b220-cc288a9a9be9 req-cc9a6a9a-741d-4d11-bd41-339bc548fa83 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:31.445822 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2649d023-49a3-4203-b220-cc288a9a9be9 req-cc9a6a9a-741d-4d11-bd41-339bc548fa83 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/ports/5a90b366-aa11-4f94-bf16-5c6a38e03084 HTTP/1.1" status: 200 len: 942 time: 0.1352241 Jan 28 02:52:31.471435 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d95ce5-60db-4bfe-b692-fadd02e2c278 admin admin] Made reservation on behalf of 9736e51dea254738bf6e9efb6736ab04 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:52:31.473063 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c842f4-fc74-42bc-be78-8d8414d31b7a None None] Network cced5cef-ed7d-4c10-a348-a2dd5198af7f requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:52:31.475497 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66d95ce5-60db-4bfe-b692-fadd02e2c278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:31.495738 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66d95ce5-60db-4bfe-b692-fadd02e2c278 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:31.503320 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1e29c0c0-87db-45d7-b829-6975a09ca2d1 admin admin] Publish callbacks [] for router_controller (ce623959-031f-4e76-b08a-d98f8feee14b), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:31.688742 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2649d023-49a3-4203-b220-cc288a9a9be9 req-bf15765e-1b3c-4013-8257-3c1096f6e856 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.165 HTTP/1.1" status: 200 len: 1001 time: 0.1763046 Jan 28 02:52:31.773924 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-060b083a-e4c7-424e-804b-6878a839ef22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:31.815657 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649d023-49a3-4203-b220-cc288a9a9be9 req-b23b81a9-0b35-4d62-a314-a5d391f3c45a tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:31.817143 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2649d023-49a3-4203-b220-cc288a9a9be9 req-b23b81a9-0b35-4d62-a314-a5d391f3c45a tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/networks/8f7dc9c9-eaf1-4339-a2e3-884554154641 HTTP/1.1" status: 200 len: 784 time: 0.1199687 Jan 28 02:52:31.861192 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66d95ce5-60db-4bfe-b692-fadd02e2c278 admin admin] Publish callbacks [] for security_group (c1b0496c-dbe3-41a9-940c-e4c6bf7c3d0c), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:31.868581 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66d95ce5-60db-4bfe-b692-fadd02e2c278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c1b0496c-dbe3-41a9-940c-e4c6bf7c3d0c), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:31.887769 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f4455-8190-4cdf-b9c2-5b0617be47fd req-59d2202d-2eea-47ed-a551-1572e23f66df tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:31.889381 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1f8f4455-8190-4cdf-b9c2-5b0617be47fd req-59d2202d-2eea-47ed-a551-1572e23f66df tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=587e5af5-8edf-4092-92fe-b801eab4cef4 HTTP/1.1" status: 200 len: 945 time: 0.1992786 Jan 28 02:52:31.894060 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1e29c0c0-87db-45d7-b829-6975a09ca2d1 admin admin] Publish callbacks [] for router_gateway (ce623959-031f-4e76-b08a-d98f8feee14b), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:31.906928 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66d95ce5-60db-4bfe-b692-fadd02e2c278 admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:52:31.918768 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d95ce5-60db-4bfe-b692-fadd02e2c278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b0496c-dbe3-41a9-940c-e4c6bf7c3d0c,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:31.925934 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66d95ce5-60db-4bfe-b692-fadd02e2c278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (f749751f-434d-43d7-ab31-cf1b4aae3136), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:31.926285 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-66d95ce5-60db-4bfe-b692-fadd02e2c278 admin admin] Added segment f749751f-434d-43d7-ab31-cf1b4aae3136 of type vlan for network 45141d5b-6ca3-49a3-86cc-3cdcd207386e Jan 28 02:52:31.969771 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1f8f4455-8190-4cdf-b9c2-5b0617be47fd req-5550ddc2-0f66-4ed1-ba78-b101f58a14ed tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712669 Jan 28 02:52:32.011097 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66d95ce5-60db-4bfe-b692-fadd02e2c278 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (45141d5b-6ca3-49a3-86cc-3cdcd207386e), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:32.046244 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5fcf17-771e-47ea-8efd-2c958a0b6a3d req-b18e9bd6-d2f3-4cb4-9675-dfff69f99c09 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:32.047738 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2a5fcf17-771e-47ea-8efd-2c958a0b6a3d req-b18e9bd6-d2f3-4cb4-9675-dfff69f99c09 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba36a6fb-a249-45ba-a1ae-61fff41a1e7e HTTP/1.1" status: 200 len: 946 time: 0.1198750 Jan 28 02:52:32.140791 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bd19c728-eac4-463d-8081-b1720a84f1b6 req-e3b3c72a-3788-47ad-a518-7910af919c1c tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.165 HTTP/1.1" status: 200 len: 1001 time: 0.1282277 Jan 28 02:52:32.142259 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2a5fcf17-771e-47ea-8efd-2c958a0b6a3d req-f6e4e7c2-f797-438c-9e97-d7f5f577f1fb tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839553 Jan 28 02:52:32.143210 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66d95ce5-60db-4bfe-b692-fadd02e2c278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (45141d5b-6ca3-49a3-86cc-3cdcd207386e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:32.147799 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d95ce5-60db-4bfe-b692-fadd02e2c278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:32.147799 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66d95ce5-60db-4bfe-b692-fadd02e2c278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:32.175414 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-66d95ce5-60db-4bfe-b692-fadd02e2c278 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0416496 Jan 28 02:52:32.176292 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36462) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:32.182325 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-cce65c88-e609-48db-b2a7-6adc9b0bd586 admin admin] Request body: {'subnet': {'network_id': '45141d5b-6ca3-49a3-86cc-3cdcd207386e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1693647737-subnet', 'tenant_id': '9736e51dea254738bf6e9efb6736ab04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:52:32.264968 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce65c88-e609-48db-b2a7-6adc9b0bd586 admin admin] Made reservation on behalf of 9736e51dea254738bf6e9efb6736ab04 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:52:32.268507 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cce65c88-e609-48db-b2a7-6adc9b0bd586 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:32.274667 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19c728-eac4-463d-8081-b1720a84f1b6 req-52dd39cb-fc5f-4ed3-bfd8-76e2a6ec7fa4 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:32.284943 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d95ce5-60db-4bfe-b692-fadd02e2c278 admin admin] Pushing event updated for resources: {'Network': ['ID=45141d5b-6ca3-49a3-86cc-3cdcd207386e,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:32.299845 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bd19c728-eac4-463d-8081-b1720a84f1b6 req-52dd39cb-fc5f-4ed3-bfd8-76e2a6ec7fa4 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/ports/5a90b366-aa11-4f94-bf16-5c6a38e03084 HTTP/1.1" status: 200 len: 942 time: 0.1379445 Jan 28 02:52:32.300277 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 45141d5b-6ca3-49a3-86cc-3cdcd207386e details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:52:32.535143 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bd19c728-eac4-463d-8081-b1720a84f1b6 req-1f388946-fe8d-4864-b037-6b025c705f01 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.165 HTTP/1.1" status: 200 len: 1001 time: 0.1496611 Jan 28 02:52:32.618236 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cce65c88-e609-48db-b2a7-6adc9b0bd586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (675355ef-ac92-4c6e-b0fc-54d799a48503), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:32.638520 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19c728-eac4-463d-8081-b1720a84f1b6 req-805d7ca1-3894-4de0-8d98-4553913a2aa7 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:32.644722 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bd19c728-eac4-463d-8081-b1720a84f1b6 req-805d7ca1-3894-4de0-8d98-4553913a2aa7 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/networks/8f7dc9c9-eaf1-4339-a2e3-884554154641 HTTP/1.1" status: 200 len: 784 time: 0.1086924 Jan 28 02:52:32.676676 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [req-bd19c728-eac4-463d-8081-b1720a84f1b6 req-6cd1617a-82b3-47a1-a622-25b5ac1c241d tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:52:32.677733 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bd19c728-eac4-463d-8081-b1720a84f1b6 req-6cd1617a-82b3-47a1-a622-25b5ac1c241d tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0291255 Jan 28 02:52:32.678898 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1e29c0c0-87db-45d7-b829-6975a09ca2d1 admin admin] Publish callbacks [] for router_gateway (ce623959-031f-4e76-b08a-d98f8feee14b), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:32.703917 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524bd27-68d1-4e1f-945a-927b58abd84d req-efb59417-b66b-42f1-91f5-a65549b2d098 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:32.711213 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8524bd27-68d1-4e1f-945a-927b58abd84d req-efb59417-b66b-42f1-91f5-a65549b2d098 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ba36a6fb-a249-45ba-a1ae-61fff41a1e7e HTTP/1.1" status: 200 len: 1098 time: 0.1267350 Jan 28 02:52:32.726432 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1e29c0c0-87db-45d7-b829-6975a09ca2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:32.730801 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce65c88-e609-48db-b2a7-6adc9b0bd586 admin admin] Checking segment: {'id': 'f749751f-434d-43d7-ab31-cf1b4aae3136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '45141d5b-6ca3-49a3-86cc-3cdcd207386e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:52:32.731170 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce65c88-e609-48db-b2a7-6adc9b0bd586 admin admin] Network hostable DHCP agents. Network: 45141d5b-6ca3-49a3-86cc-3cdcd207386e, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:52:32.747849 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce65c88-e609-48db-b2a7-6adc9b0bd586 admin admin] Pushing event updated for resources: {'Subnet': ['ID=675355ef-ac92-4c6e-b0fc-54d799a48503,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:32.781096 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce65c88-e609-48db-b2a7-6adc9b0bd586 admin admin] Network 45141d5b-6ca3-49a3-86cc-3cdcd207386e is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:52:32.803176 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8524bd27-68d1-4e1f-945a-927b58abd84d req-ceaeec41-4b59-4974-b1cc-2a1e895d20fc tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862012 Jan 28 02:52:32.804880 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-cce65c88-e609-48db-b2a7-6adc9b0bd586 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 45141d5b-6ca3-49a3-86cc-3cdcd207386e) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:52:32.823208 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce65c88-e609-48db-b2a7-6adc9b0bd586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:32.823893 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cce65c88-e609-48db-b2a7-6adc9b0bd586 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:32.824030 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72238d47-4808-469b-a654-48cf3cb3c555 None None] Network 45141d5b-6ca3-49a3-86cc-3cdcd207386e requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:52:32.859288 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-cce65c88-e609-48db-b2a7-6adc9b0bd586 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6814051 Jan 28 02:52:32.866311 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bd19c728-eac4-463d-8081-b1720a84f1b6 req-f7b56d9a-18a3-4f10-99a2-bccc6f8218ea tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.165 HTTP/1.1" status: 200 len: 1001 time: 0.1502447 Jan 28 02:52:32.894571 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-bd19c728-eac4-463d-8081-b1720a84f1b6 req-89aa3728-914e-4a1b-9d97-1073cdf436e6 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:52:32.999374 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f593e9b-2328-4bc6-a14e-40880fe65c5d None None] Network 45141d5b-6ca3-49a3-86cc-3cdcd207386e requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:52:33.044378 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802ca67-b28b-48d4-8c52-95a7efd486a2 req-3a34c988-9276-493e-9292-d71db8fea27e tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:33.046018 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8802ca67-b28b-48d4-8c52-95a7efd486a2 req-3a34c988-9276-493e-9292-d71db8fea27e tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.67 "GET /v2.0/ports?device_id=587e5af5-8edf-4092-92fe-b801eab4cef4 HTTP/1.1" status: 200 len: 945 time: 0.0938871 Jan 28 02:52:33.055890 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-1e29c0c0-87db-45d7-b829-6975a09ca2d1 admin admin] Allocated IP 172.25.0.191 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/a63742e3-c9ab-4f5b-b2ee-a4d85b403142) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:52:33.069472 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-bd19c728-eac4-463d-8081-b1720a84f1b6 req-89aa3728-914e-4a1b-9d97-1073cdf436e6 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks [] for floatingip (10abef0e-93a8-4e7f-822d-827186a3737e), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:33.218225 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:33.258392 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:33.287135 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-bd19c728-eac4-463d-8081-b1720a84f1b6 req-89aa3728-914e-4a1b-9d97-1073cdf436e6 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:33.322318 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-bd19c728-eac4-463d-8081-b1720a84f1b6 req-89aa3728-914e-4a1b-9d97-1073cdf436e6 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (10abef0e-93a8-4e7f-822d-827186a3737e), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:33.322651 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [req-bd19c728-eac4-463d-8081-b1720a84f1b6 req-89aa3728-914e-4a1b-9d97-1073cdf436e6 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Floating IP 10abef0e-93a8-4e7f-822d-827186a3737e disassociated. External IP: 172.25.0.165, port: 5a90b366-aa11-4f94-bf16-5c6a38e03084. Jan 28 02:52:33.341238 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b545a0-840a-4b8e-93d1-940e4bc1e4e0 req-a01df3ca-d84c-48ed-ba32-44b0069e524b tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:33.348794 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a4b545a0-840a-4b8e-93d1-940e4bc1e4e0 req-a01df3ca-d84c-48ed-ba32-44b0069e524b tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ba36a6fb-a249-45ba-a1ae-61fff41a1e7e HTTP/1.1" status: 200 len: 1098 time: 0.0657048 Jan 28 02:52:33.414211 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a4b545a0-840a-4b8e-93d1-940e4bc1e4e0 req-fdb83a0f-72c9-4931-b798-39e79e741239 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609946 Jan 28 02:52:33.623090 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395265e-0a83-42ab-b81a-d9bd9fb27f92 req-0c11860a-7cef-4a96-bbd9-4399404b4866 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:33.641206 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6395265e-0a83-42ab-b81a-d9bd9fb27f92 req-0c11860a-7cef-4a96-bbd9-4399404b4866 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=587e5af5-8edf-4092-92fe-b801eab4cef4 HTTP/1.1" status: 200 len: 945 time: 0.1333210 Jan 28 02:52:33.704117 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6395265e-0a83-42ab-b81a-d9bd9fb27f92 req-5d7280a7-6a85-449d-adc6-7eff357a5a9f tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616627 Jan 28 02:52:33.863587 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d446af-bb16-4881-ae13-d38ca992f859 req-21d2d98d-5bb2-4ec7-9682-1a673bc41754 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:33.873450 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-86d446af-bb16-4881-ae13-d38ca992f859 req-21d2d98d-5bb2-4ec7-9682-1a673bc41754 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a5f6267-245f-4468-bc8c-831e8b56b663 HTTP/1.1" status: 200 len: 945 time: 0.1015136 Jan 28 02:52:33.900117 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36516) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:33.907583 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-f965fc3b-5275-4e94-b912-320117e5a670 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-456766929-network', 'tenant_id': 'fcbdd5b112c640109c59053b713b05fa'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:52:33.953289 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-86d446af-bb16-4881-ae13-d38ca992f859 req-21dd44d7-eebc-40e6-9ab8-27f059eb56c7 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/security-groups?id=81a8b397-bb78-4b68-9423-1c50e72f6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786109 Jan 28 02:52:34.007725 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-8802ca67-b28b-48d4-8c52-95a7efd486a2 req-390ad957-5b34-415d-a8df-4af712c14369 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Deleting port 47a09ac2-60d0-49d1-8c92-954bc68e3bfb {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:52:34.008280 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-8802ca67-b28b-48d4-8c52-95a7efd486a2 req-390ad957-5b34-415d-a8df-4af712c14369 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (47a09ac2-60d0-49d1-8c92-954bc68e3bfb), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:34.011481 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f965fc3b-5275-4e94-b912-320117e5a670 admin admin] Made reservation on behalf of fcbdd5b112c640109c59053b713b05fa for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:52:34.014104 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f965fc3b-5275-4e94-b912-320117e5a670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:34.053638 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f965fc3b-5275-4e94-b912-320117e5a670 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:34.133037 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1e29c0c0-87db-45d7-b829-6975a09ca2d1 admin admin] Publish callbacks [] for port (a63742e3-c9ab-4f5b-b2ee-a4d85b403142), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:34.236182 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd19c728-eac4-463d-8081-b1720a84f1b6 req-89aa3728-914e-4a1b-9d97-1073cdf436e6 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Router 32c921c0-d889-45bd-b948-162df52bc3f6 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:52:34.258183 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-8802ca67-b28b-48d4-8c52-95a7efd486a2 req-390ad957-5b34-415d-a8df-4af712c14369 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] For port 47a09ac2-60d0-49d1-8c92-954bc68e3bfb, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=47a09ac2-60d0-49d1-8c92-954bc68e3bfb,segment=NetworkSegment(49d4c981-b004-41ee-ab95-a2b5be80e959),segment_id=49d4c981-b004-41ee-ab95-a2b5be80e959)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:52:34.258183 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-8802ca67-b28b-48d4-8c52-95a7efd486a2 req-390ad957-5b34-415d-a8df-4af712c14369 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (47a09ac2-60d0-49d1-8c92-954bc68e3bfb), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:34.291697 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-8802ca67-b28b-48d4-8c52-95a7efd486a2 req-390ad957-5b34-415d-a8df-4af712c14369 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Calling delete_port for 47a09ac2-60d0-49d1-8c92-954bc68e3bfb owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:52:34.297949 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1e29c0c0-87db-45d7-b829-6975a09ca2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (a63742e3-c9ab-4f5b-b2ee-a4d85b403142), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:34.401113 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f965fc3b-5275-4e94-b912-320117e5a670 admin admin] Publish callbacks [] for security_group (f6c48ade-db69-4a73-97ea-f721f28ca3ff), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:34.407338 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e29c0c0-87db-45d7-b829-6975a09ca2d1 admin admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:52:34.452969 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-1e29c0c0-87db-45d7-b829-6975a09ca2d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:52:34.454731 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f965fc3b-5275-4e94-b912-320117e5a670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f6c48ade-db69-4a73-97ea-f721f28ca3ff), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:34.461504 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e29c0c0-87db-45d7-b829-6975a09ca2d1 admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:52:34.473484 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e29c0c0-87db-45d7-b829-6975a09ca2d1 admin admin] Pushing event updated for resources: {'Port': ['ID=a63742e3-c9ab-4f5b-b2ee-a4d85b403142,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:34.566354 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f965fc3b-5275-4e94-b912-320117e5a670 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:52:34.596575 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f965fc3b-5275-4e94-b912-320117e5a670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c48ade-db69-4a73-97ea-f721f28ca3ff,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:34.610966 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f965fc3b-5275-4e94-b912-320117e5a670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (57703991-6c52-4bd0-8a0f-7937efde11d7), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:34.611558 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-f965fc3b-5275-4e94-b912-320117e5a670 admin admin] Added segment 57703991-6c52-4bd0-8a0f-7937efde11d7 of type vlan for network dd7852c1-b938-403d-bab2-3eb6c948ff44 Jan 28 02:52:34.646610 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd19c728-eac4-463d-8081-b1720a84f1b6 req-89aa3728-914e-4a1b-9d97-1073cdf436e6 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:52:34.661467 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:34.680534 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f22eb6-ca64-4211-a28a-0b4770a95825 None None] Sync routers for ids ['32c921c0-d889-45bd-b948-162df52bc3f6'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:52:34.704628 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-bd19c728-eac4-463d-8081-b1720a84f1b6 req-89aa3728-914e-4a1b-9d97-1073cdf436e6 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:34.739297 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f22eb6-ca64-4211-a28a-0b4770a95825 None None] Routers {'32c921c0-d889-45bd-b948-162df52bc3f6'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:52:34.740069 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-52f22eb6-ca64-4211-a28a-0b4770a95825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:52:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['32c921c0-d889-45bd-b948-162df52bc3f6'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:34.776332 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f965fc3b-5275-4e94-b912-320117e5a670 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (dd7852c1-b938-403d-bab2-3eb6c948ff44), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:34.803913 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bd19c728-eac4-463d-8081-b1720a84f1b6 req-89aa3728-914e-4a1b-9d97-1073cdf436e6 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "PUT /v2.0/floatingips/10abef0e-93a8-4e7f-822d-827186a3737e HTTP/1.1" status: 200 len: 695 time: 1.9290082 Jan 28 02:52:34.810449 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e9f7233-c77f-4346-99ff-ba23d3088cb0', 'tag': '5a90b366-aa11-4f94-bf16-5c6a38e03084'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:52:34.812769 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e050c5df-504c-41a5-969f-3b3cce551d57" -d '{"events": [{"name": "network-changed", "server_uuid": "8e9f7233-c77f-4346-99ff-ba23d3088cb0", "tag": "5a90b366-aa11-4f94-bf16-5c6a38e03084"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:52:34.885748 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-52f22eb6-ca64-4211-a28a-0b4770a95825 None None] Set router 32c921c0-d889-45bd-b948-162df52bc3f6 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:52:34.917131 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f965fc3b-5275-4e94-b912-320117e5a670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (dd7852c1-b938-403d-bab2-3eb6c948ff44), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:34.918104 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f965fc3b-5275-4e94-b912-320117e5a670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:34.918670 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f965fc3b-5275-4e94-b912-320117e5a670 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:34.973126 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-8802ca67-b28b-48d4-8c52-95a7efd486a2 req-390ad957-5b34-415d-a8df-4af712c14369 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (47a09ac2-60d0-49d1-8c92-954bc68e3bfb), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:35.055485 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f965fc3b-5275-4e94-b912-320117e5a670 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1541495 Jan 28 02:52:35.056168 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36572) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:35.069316 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ad957-5b34-415d-a8df-4af712c14369 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Pushing event deleted for resources: {'Port': ['ID=47a09ac2-60d0-49d1-8c92-954bc68e3bfb,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:35.076311 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-313c805d-509d-41df-b9dc-b0fec9edb6a2 admin admin] Request body: {'subnet': {'network_id': 'dd7852c1-b938-403d-bab2-3eb6c948ff44', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-456766929-subnet', 'tenant_id': 'fcbdd5b112c640109c59053b713b05fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:52:35.088315 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19c728-eac4-463d-8081-b1720a84f1b6 req-32f44405-24b7-44f8-b894-5e349e7acadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:35.090304 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bd19c728-eac4-463d-8081-b1720a84f1b6 req-32f44405-24b7-44f8-b894-5e349e7acadf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2b4519f5eb7242359f10ce603b741659&device_id=8e9f7233-c77f-4346-99ff-ba23d3088cb0 HTTP/1.1" status: 200 len: 1097 time: 0.2508605 Jan 28 02:52:35.099760 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97bc21e-2b60-494a-80de-84a2c24d5fd3 req-5b4015e7-a7b1-44a8-8e29-973febbb63fe tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:35.101046 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f965fc3b-5275-4e94-b912-320117e5a670 admin admin] Pushing event updated for resources: {'Network': ['ID=dd7852c1-b938-403d-bab2-3eb6c948ff44,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:35.101409 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b97bc21e-2b60-494a-80de-84a2c24d5fd3 req-5b4015e7-a7b1-44a8-8e29-973febbb63fe tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a5f6267-245f-4468-bc8c-831e8b56b663 HTTP/1.1" status: 200 len: 945 time: 0.1081057 Jan 28 02:52:35.196162 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network dd7852c1-b938-403d-bab2-3eb6c948ff44 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:52:35.250476 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-b97bc21e-2b60-494a-80de-84a2c24d5fd3 req-d55d7c4a-2b9c-4ccc-b09a-3634d95e453d tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Deleting port 05652e82-65d1-4958-9043-ba08c8b7cd17 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:52:35.251223 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b97bc21e-2b60-494a-80de-84a2c24d5fd3 req-d55d7c4a-2b9c-4ccc-b09a-3634d95e453d tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (05652e82-65d1-4958-9043-ba08c8b7cd17), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:35.268513 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-8802ca67-b28b-48d4-8c52-95a7efd486a2 req-390ad957-5b34-415d-a8df-4af712c14369 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] No DVR routers for this DVR port 47a09ac2-60d0-49d1-8c92-954bc68e3bfb on host n-h1-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:52:35.279466 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-8802ca67-b28b-48d4-8c52-95a7efd486a2 req-390ad957-5b34-415d-a8df-4af712c14369 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:35.283091 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8802ca67-b28b-48d4-8c52-95a7efd486a2 req-390ad957-5b34-415d-a8df-4af712c14369 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.67 "DELETE /v2.0/ports/47a09ac2-60d0-49d1-8c92-954bc68e3bfb HTTP/1.1" status: 204 len: 173 time: 2.2284617 Jan 28 02:52:35.301245 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313c805d-509d-41df-b9dc-b0fec9edb6a2 admin admin] Made reservation on behalf of fcbdd5b112c640109c59053b713b05fa for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:52:35.303870 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-313c805d-509d-41df-b9dc-b0fec9edb6a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:35.322556 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1e29c0c0-87db-45d7-b829-6975a09ca2d1 admin admin] Publish callbacks [] for router_gateway (ce623959-031f-4e76-b08a-d98f8feee14b), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:35.426277 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19c728-eac4-463d-8081-b1720a84f1b6 req-98fd4a70-9d4d-4414-99fc-86887ece63b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:35.427787 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bd19c728-eac4-463d-8081-b1720a84f1b6 req-98fd4a70-9d4d-4414-99fc-86887ece63b3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e561589e-7002-46d7-b993-364a9aaf6967 HTTP/1.1" status: 200 len: 921 time: 0.2943540 Jan 28 02:52:35.438146 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-52f22eb6-ca64-4211-a28a-0b4770a95825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-725524477-router', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:51:35Z', 'updated_at': '2022-01-28T02:51:42Z', 'revision_number': 4, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'gw_port': {'id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:07:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:51:36Z', 'updated_at': '2022-01-28T02:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '42d243b5-9f81-4784-85f6-c72ecdc9494f', 'name': '', 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'mac_address': 'fa:16:3e:37:08:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '4db08a6e-5c57-4b8e-9ec4-bbd5647662a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:51:40Z', 'updated_at': '2022-01-28T02:51:47Z', 'revision_number': 5, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'subnets': [{'id': '4db08a6e-5c57-4b8e-9ec4-bbd5647662a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:35.498730 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f22eb6-ca64-4211-a28a-0b4770a95825 None None] Checking router: 32c921c0-d889-45bd-b948-162df52bc3f6 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:52:35.506907 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-b97bc21e-2b60-494a-80de-84a2c24d5fd3 req-d55d7c4a-2b9c-4ccc-b09a-3634d95e453d tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] For port 05652e82-65d1-4958-9043-ba08c8b7cd17, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=05652e82-65d1-4958-9043-ba08c8b7cd17,segment=NetworkSegment(8b609dd3-1a12-4928-857f-98daa12d72ad),segment_id=8b609dd3-1a12-4928-857f-98daa12d72ad)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:52:35.507313 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b97bc21e-2b60-494a-80de-84a2c24d5fd3 req-d55d7c4a-2b9c-4ccc-b09a-3634d95e453d tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (05652e82-65d1-4958-9043-ba08c8b7cd17), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:35.511442 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f22eb6-ca64-4211-a28a-0b4770a95825 None None] Routers {'32c921c0-d889-45bd-b948-162df52bc3f6'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:52:35.512489 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-52f22eb6-ca64-4211-a28a-0b4770a95825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:52:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['32c921c0-d889-45bd-b948-162df52bc3f6'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:35.524895 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bd19c728-eac4-463d-8081-b1720a84f1b6 req-0b1bfde8-4e7e-4fbc-80c1-c54102ff4278 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a90b366-aa11-4f94-bf16-5c6a38e03084 HTTP/1.1" status: 200 len: 217 time: 0.0854878 Jan 28 02:52:35.544973 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-b97bc21e-2b60-494a-80de-84a2c24d5fd3 req-d55d7c4a-2b9c-4ccc-b09a-3634d95e453d tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Calling delete_port for 05652e82-65d1-4958-9043-ba08c8b7cd17 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:52:35.659808 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19c728-eac4-463d-8081-b1720a84f1b6 req-22bf332e-2f27-4d8c-82d9-fd7cebda4cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:35.661240 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bd19c728-eac4-463d-8081-b1720a84f1b6 req-22bf332e-2f27-4d8c-82d9-fd7cebda4cb5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4db08a6e-5c57-4b8e-9ec4-bbd5647662a4 HTTP/1.1" status: 200 len: 859 time: 0.1266782 Jan 28 02:52:35.707331 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-52f22eb6-ca64-4211-a28a-0b4770a95825 None None] Set router 32c921c0-d889-45bd-b948-162df52bc3f6 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:52:35.775566 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b97bc21e-2b60-494a-80de-84a2c24d5fd3 req-d55d7c4a-2b9c-4ccc-b09a-3634d95e453d tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (05652e82-65d1-4958-9043-ba08c8b7cd17), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:35.813627 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19c728-eac4-463d-8081-b1720a84f1b6 req-a89b23a1-c3cb-4b88-8e1c-2b9ab3a5acc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:35.815410 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bd19c728-eac4-463d-8081-b1720a84f1b6 req-a89b23a1-c3cb-4b88-8e1c-2b9ab3a5acc7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e561589e-7002-46d7-b993-364a9aaf6967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1372669 Jan 28 02:52:35.820615 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-313c805d-509d-41df-b9dc-b0fec9edb6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (2fba1910-12a3-4243-ba56-4543b8556dab), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:35.829124 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1e29c0c0-87db-45d7-b829-6975a09ca2d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (ce623959-031f-4e76-b08a-d98f8feee14b), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:35.855505 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['52e8ecc9-44e8-4561-8da4-e2eb3bba3cca'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:52:35.883954 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['ac880a54-1baa-436b-89eb-3813f3bab0ce', '05652e82-65d1-4958-9043-ba08c8b7cd17'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:52:35.965459 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-b97bc21e-2b60-494a-80de-84a2c24d5fd3 req-d55d7c4a-2b9c-4ccc-b09a-3634d95e453d tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] No DVR routers for this DVR port 05652e82-65d1-4958-9043-ba08c8b7cd17 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:52:35.969235 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d7c4a-2b9c-4ccc-b09a-3634d95e453d tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Pushing event deleted for resources: {'Port': ['ID=05652e82-65d1-4958-9043-ba08c8b7cd17,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:35.976124 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 47a09ac2-60d0-49d1-8c92-954bc68e3bfb no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:52:35.983950 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b97bc21e-2b60-494a-80de-84a2c24d5fd3 req-d55d7c4a-2b9c-4ccc-b09a-3634d95e453d tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:35.990757 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b97bc21e-2b60-494a-80de-84a2c24d5fd3 req-d55d7c4a-2b9c-4ccc-b09a-3634d95e453d tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.39 "DELETE /v2.0/ports/05652e82-65d1-4958-9043-ba08c8b7cd17 HTTP/1.1" status: 204 len: 173 time: 0.8772793 Jan 28 02:52:35.991295 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5f6267-245f-4468-bc8c-831e8b56b663', 'name': 'network-vif-deleted', 'tag': '05652e82-65d1-4958-9043-ba08c8b7cd17'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:52:35.999405 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0eb7c70-d10a-4d50-b77a-bff3cb11b8d6" -d '{"events": [{"server_uuid": "5a5f6267-245f-4468-bc8c-831e8b56b663", "name": "network-vif-deleted", "tag": "05652e82-65d1-4958-9043-ba08c8b7cd17"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:52:36.022680 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: 47a09ac2-60d0-49d1-8c92-954bc68e3bfb {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:52:36.023047 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 47a09ac2-60d0-49d1-8c92-954bc68e3bfb not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:52:36.051173 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:36.111800 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c805d-509d-41df-b9dc-b0fec9edb6a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fba1910-12a3-4243-ba56-4543b8556dab,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:36.185212 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313c805d-509d-41df-b9dc-b0fec9edb6a2 admin admin] Checking segment: {'id': '57703991-6c52-4bd0-8a0f-7937efde11d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'dd7852c1-b938-403d-bab2-3eb6c948ff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:52:36.185212 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313c805d-509d-41df-b9dc-b0fec9edb6a2 admin admin] Network hostable DHCP agents. Network: dd7852c1-b938-403d-bab2-3eb6c948ff44, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:52:36.198063 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-dcf0b506-6ed5-43f2-ae46-ca0b50382e38 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:52:36.199249 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-dcf0b506-6ed5-43f2-ae46-ca0b50382e38 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4229693 Jan 28 02:52:36.226814 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bd19c728-eac4-463d-8081-b1720a84f1b6 req-a0e240e5-4b10-4cf0-9bf9-e54656be724e service neutron] 10.222.0.53 "GET /v2.0/networks/e561589e-7002-46d7-b993-364a9aaf6967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742175 Jan 28 02:52:36.259614 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313c805d-509d-41df-b9dc-b0fec9edb6a2 admin admin] Network dd7852c1-b938-403d-bab2-3eb6c948ff44 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:52:36.315373 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-313c805d-509d-41df-b9dc-b0fec9edb6a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, dd7852c1-b938-403d-bab2-3eb6c948ff44) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:52:36.325003 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c805d-509d-41df-b9dc-b0fec9edb6a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:36.325952 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-313c805d-509d-41df-b9dc-b0fec9edb6a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:36.330095 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa362551-68bf-42bb-a758-0894b4cbe55a None None] Network dd7852c1-b938-403d-bab2-3eb6c948ff44 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:52:36.385910 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-313c805d-509d-41df-b9dc-b0fec9edb6a2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3215945 Jan 28 02:52:36.429421 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bd19c728-eac4-463d-8081-b1720a84f1b6 req-3d13e3be-5cf8-4cd5-9a45-cfb371275297 service neutron] 10.222.0.53 "GET /v2.0/networks/e561589e-7002-46d7-b993-364a9aaf6967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810544 Jan 28 02:52:36.430335 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-52f22eb6-ca64-4211-a28a-0b4770a95825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-725524477-router', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:51:35Z', 'updated_at': '2022-01-28T02:51:42Z', 'revision_number': 4, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'gw_port': {'id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:07:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:51:36Z', 'updated_at': '2022-01-28T02:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '42d243b5-9f81-4784-85f6-c72ecdc9494f', 'name': '', 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'mac_address': 'fa:16:3e:37:08:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '4db08a6e-5c57-4b8e-9ec4-bbd5647662a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:51:40Z', 'updated_at': '2022-01-28T02:51:47Z', 'revision_number': 5, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'subnets': [{'id': '4db08a6e-5c57-4b8e-9ec4-bbd5647662a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:36.430517 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-3ddb33bb-37f2-4063-86d3-704f658961d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:36.432173 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-3ddb33bb-37f2-4063-86d3-704f658961d5 service neutron] 10.222.0.53 "GET /v2.0/ports/8f6ff42a-bd63-463b-8d11-5854d303b878 HTTP/1.1" status: 200 len: 1095 time: 0.2215605 Jan 28 02:52:36.432862 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e29c0c0-87db-45d7-b829-6975a09ca2d1 admin admin] Router ce623959-031f-4e76-b08a-d98f8feee14b is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 02:52:36.447887 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-96247c05-fc96-43fc-a5a0-f27d75a57d40 service neutron] Request body: {'binding': {'host': 'n-h1-712139-27', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:52:36.448398 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-96247c05-fc96-43fc-a5a0-f27d75a57d40 service neutron] Unknown quota resources ['binding']. {{(pid=109802) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 02:52:36.485529 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f22eb6-ca64-4211-a28a-0b4770a95825 None None] The sync data for ids ['32c921c0-d889-45bd-b948-162df52bc3f6'] in n-d-712139-27 is: [{'id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-725524477-router', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:51:35Z', 'updated_at': '2022-01-28T02:51:42Z', 'revision_number': 4, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'gw_port': {'id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:07:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:51:36Z', 'updated_at': '2022-01-28T02:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '42d243b5-9f81-4784-85f6-c72ecdc9494f', 'name': '', 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'mac_address': 'fa:16:3e:37:08:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '4db08a6e-5c57-4b8e-9ec4-bbd5647662a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:51:40Z', 'updated_at': '2022-01-28T02:51:47Z', 'revision_number': 5, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'subnets': [{'id': '4db08a6e-5c57-4b8e-9ec4-bbd5647662a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:52:36.535055 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c104ed91-8e08-4974-8e70-21a996cbb566 None None] Network dd7852c1-b938-403d-bab2-3eb6c948ff44 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:52:36.585603 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36606) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:36.682410 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-e23426df-27b1-4784-ba9b-b476067f1669 admin admin] Deleting subnet 675355ef-ac92-4c6e-b0fc-54d799a48503 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:52:36.692123 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e23426df-27b1-4784-ba9b-b476067f1669 admin admin] Publish callbacks [] for subnet (675355ef-ac92-4c6e-b0fc-54d799a48503), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:36.773274 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e23426df-27b1-4784-ba9b-b476067f1669 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (675355ef-ac92-4c6e-b0fc-54d799a48503), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:36.856997 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e23426df-27b1-4784-ba9b-b476067f1669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (675355ef-ac92-4c6e-b0fc-54d799a48503), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:36.970095 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e050c5df-504c-41a5-969f-3b3cce551d57 req-64594480-8101-458f-92cc-b0057c33f8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:36.971683 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e050c5df-504c-41a5-969f-3b3cce551d57 req-64594480-8101-458f-92cc-b0057c33f8e9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b4519f5eb7242359f10ce603b741659&device_id=8e9f7233-c77f-4346-99ff-ba23d3088cb0 HTTP/1.1" status: 200 len: 1097 time: 0.0698304 Jan 28 02:52:37.005898 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c60ab8-67eb-4a25-b2b3-22fb3d623763 None None] New status for floating IP 10abef0e-93a8-4e7f-822d-827186a3737e: DOWN {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:52:37.064047 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e23426df-27b1-4784-ba9b-b476067f1669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (675355ef-ac92-4c6e-b0fc-54d799a48503), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:37.109710 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23426df-27b1-4784-ba9b-b476067f1669 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=675355ef-ac92-4c6e-b0fc-54d799a48503,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:37.131355 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e23426df-27b1-4784-ba9b-b476067f1669 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:37.136974 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e23426df-27b1-4784-ba9b-b476067f1669 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/675355ef-ac92-4c6e-b0fc-54d799a48503 HTTP/1.1" status: 204 len: 168 time: 0.5499668 Jan 28 02:52:37.140150 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36622) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:37.192587 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbb2d14-6706-46f3-b28f-80dfd8d4e5de x-openstack-request-id: req-afbb2d14-6706-46f3-b28f-80dfd8d4e5de {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:52:37.193240 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e9f7233-c77f-4346-99ff-ba23d3088cb0", "tag": "5a90b366-aa11-4f94-bf16-5c6a38e03084", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:52:37.193240 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-afbb2d14-6706-46f3-b28f-80dfd8d4e5de {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:52:37.193538 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e9f7233-c77f-4346-99ff-ba23d3088cb0', 'tag': '5a90b366-aa11-4f94-bf16-5c6a38e03084', 'status': 'completed', 'code': 200} Jan 28 02:52:37.233724 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e459f30f-f3f8-42a8-9091-13e12d68289e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (45141d5b-6ca3-49a3-86cc-3cdcd207386e), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:37.254725 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e050c5df-504c-41a5-969f-3b3cce551d57 req-f7af49da-bb5a-46f6-8648-347358daa154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:37.255870 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e050c5df-504c-41a5-969f-3b3cce551d57 req-f7af49da-bb5a-46f6-8648-347358daa154 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e561589e-7002-46d7-b993-364a9aaf6967 HTTP/1.1" status: 200 len: 921 time: 0.2765405 Jan 28 02:52:37.265845 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-babec65e-2ed2-47dd-bc77-b9677f9c0cc6 req-e7fd7f28-5df3-49a8-8203-af946fc2f2aa tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a5f6267-245f-4468-bc8c-831e8b56b663 HTTP/1.1" status: 200 len: 210 time: 0.0991387 Jan 28 02:52:37.306981 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e29c0c0-87db-45d7-b829-6975a09ca2d1 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:52:37.332303 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e06f2f-55df-428e-90d7-ac820022a9ab None None] Sync routers for ids ['ce623959-031f-4e76-b08a-d98f8feee14b'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:52:37.363379 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e06f2f-55df-428e-90d7-ac820022a9ab None None] Routers {'ce623959-031f-4e76-b08a-d98f8feee14b'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:52:37.364425 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-c4e06f2f-55df-428e-90d7-ac820022a9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:52:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['ce623959-031f-4e76-b08a-d98f8feee14b'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:37.370110 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1e29c0c0-87db-45d7-b829-6975a09ca2d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:37.370718 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e050c5df-504c-41a5-969f-3b3cce551d57 req-b5b70d30-8561-4291-a859-3caa2538c93a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a90b366-aa11-4f94-bf16-5c6a38e03084 HTTP/1.1" status: 200 len: 217 time: 0.0877347 Jan 28 02:52:37.371349 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1e29c0c0-87db-45d7-b829-6975a09ca2d1 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.0603478 Jan 28 02:52:37.375775 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36630) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:37.430568 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e050c5df-504c-41a5-969f-3b3cce551d57 req-205fdfba-51ef-4b30-b2ca-818b0868ac20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:37.432767 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e050c5df-504c-41a5-969f-3b3cce551d57 req-205fdfba-51ef-4b30-b2ca-818b0868ac20 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4db08a6e-5c57-4b8e-9ec4-bbd5647662a4 HTTP/1.1" status: 200 len: 859 time: 0.0548179 Jan 28 02:52:37.440136 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e459f30f-f3f8-42a8-9091-13e12d68289e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (45141d5b-6ca3-49a3-86cc-3cdcd207386e), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:37.449778 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-96247c05-fc96-43fc-a5a0-f27d75a57d40 service neutron] Attempting to bind port 8f6ff42a-bd63-463b-8d11-5854d303b878 on host n-h1-712139-27 for vnic_type normal with profile None {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:52:37.450197 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-96247c05-fc96-43fc-a5a0-f27d75a57d40 service neutron] Attempting to bind port 8f6ff42a-bd63-463b-8d11-5854d303b878 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '4fb02108-8b37-4bb4-8350-923aa0786ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '290af027-4910-45bb-b54e-a29d61400c05'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:52:37.450594 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-96247c05-fc96-43fc-a5a0-f27d75a57d40 service neutron] Attempting to bind port 8f6ff42a-bd63-463b-8d11-5854d303b878 on network 290af027-4910-45bb-b54e-a29d61400c05 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:52:37.461394 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-96247c05-fc96-43fc-a5a0-f27d75a57d40 service neutron] Port 8f6ff42a-bd63-463b-8d11-5854d303b878 on network 290af027-4910-45bb-b54e-a29d61400c05 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:52:37.461731 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-96247c05-fc96-43fc-a5a0-f27d75a57d40 service neutron] Attempting to bind port 8f6ff42a-bd63-463b-8d11-5854d303b878 on network 290af027-4910-45bb-b54e-a29d61400c05 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:52:37.473580 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-96247c05-fc96-43fc-a5a0-f27d75a57d40 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:52:37.473954 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-96247c05-fc96-43fc-a5a0-f27d75a57d40 service neutron] Checking segment: {'id': '4fb02108-8b37-4bb4-8350-923aa0786ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '290af027-4910-45bb-b54e-a29d61400c05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:52:37.474414 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-96247c05-fc96-43fc-a5a0-f27d75a57d40 service neutron] Bound using segment: {'id': '4fb02108-8b37-4bb4-8350-923aa0786ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '290af027-4910-45bb-b54e-a29d61400c05'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:52:37.474936 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-96247c05-fc96-43fc-a5a0-f27d75a57d40 service neutron] Bound port: 8f6ff42a-bd63-463b-8d11-5854d303b878, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fb02108-8b37-4bb4-8350-923aa0786ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '290af027-4910-45bb-b54e-a29d61400c05'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:52:37.522123 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-c4e06f2f-55df-428e-90d7-ac820022a9ab None None] Set router ce623959-031f-4e76-b08a-d98f8feee14b gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:52:37.525618 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8b8727-cedd-4a5b-88da-4a04cdcdedb9 x-openstack-request-id: req-8f8b8727-cedd-4a5b-88da-4a04cdcdedb9 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:52:37.528244 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5f6267-245f-4468-bc8c-831e8b56b663", "name": "network-vif-deleted", "tag": "05652e82-65d1-4958-9043-ba08c8b7cd17", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:52:37.528679 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8f8b8727-cedd-4a5b-88da-4a04cdcdedb9 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:52:37.529300 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5f6267-245f-4468-bc8c-831e8b56b663', 'name': 'network-vif-deleted', 'tag': '05652e82-65d1-4958-9043-ba08c8b7cd17', 'status': 'completed', 'code': 200} Jan 28 02:52:37.546130 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-e459f30f-f3f8-42a8-9091-13e12d68289e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45141d5b-6ca3-49a3-86cc-3cdcd207386e']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:37.610115 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-96247c05-fc96-43fc-a5a0-f27d75a57d40 service neutron] For port 8f6ff42a-bd63-463b-8d11-5854d303b878, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=8f6ff42a-bd63-463b-8d11-5854d303b878,segment=NetworkSegment(4fb02108-8b37-4bb4-8350-923aa0786ccd),segment_id=4fb02108-8b37-4bb4-8350-923aa0786ccd)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:52:37.618276 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-e459f30f-f3f8-42a8-9091-13e12d68289e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f749751f-434d-43d7-ab31-cf1b4aae3136') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:37.619275 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-e459f30f-f3f8-42a8-9091-13e12d68289e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f749751f-434d-43d7-ab31-cf1b4aae3136') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:37.627628 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-96247c05-fc96-43fc-a5a0-f27d75a57d40 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:37.641566 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-96247c05-fc96-43fc-a5a0-f27d75a57d40 service neutron] 10.222.0.53 "POST /v2.0/ports/8f6ff42a-bd63-463b-8d11-5854d303b878/bindings HTTP/1.1" status: 201 len: 390 time: 1.1988103 Jan 28 02:52:37.644997 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e459f30f-f3f8-42a8-9091-13e12d68289e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (f749751f-434d-43d7-ab31-cf1b4aae3136), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:37.693345 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e050c5df-504c-41a5-969f-3b3cce551d57 req-1919352e-9250-4d64-9018-b64c8ce67db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:37.695832 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e050c5df-504c-41a5-969f-3b3cce551d57 req-1919352e-9250-4d64-9018-b64c8ce67db3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e561589e-7002-46d7-b993-364a9aaf6967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2344542 Jan 28 02:52:37.697594 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e459f30f-f3f8-42a8-9091-13e12d68289e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (f749751f-434d-43d7-ab31-cf1b4aae3136), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:37.713719 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b53a0222-e905-4b4c-b568-027df28f14b0 req-0ff2c127-7004-4010-bc10-acb1edd056d9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dff4a5c5-5867-4492-81d9-79f209b9011e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1779051 Jan 28 02:52:37.735344 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e459f30f-f3f8-42a8-9091-13e12d68289e admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:52:37.736986 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e459f30f-f3f8-42a8-9091-13e12d68289e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (f749751f-434d-43d7-ab31-cf1b4aae3136), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:37.739495 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 02:52:37.739495 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:52:37.739495 n-d-712139-27 neutron-server[109803]: timer() Jan 28 02:52:37.739495 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:52:37.739495 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 02:52:37.739495 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:52:37.739495 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 02:52:37.739495 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:52:37.739495 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 02:52:37.739495 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:52:37.739495 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 02:52:37.739495 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:52:37.739495 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 02:52:37.739495 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:52:37.739495 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:52:37.739495 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:52:37.739495 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:52:37.739495 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:52:37.739495 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 02:52:37.739495 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:52:37.739495 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 02:52:37.739495 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:52:37.739495 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:52:37.739495 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:52:37.739495 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 02:52:37.739495 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:52:37.739495 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:52:37.739495 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:52:37.739495 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:52:37.739495 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:52:37.739495 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:52:37.739495 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:52:37.908395 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-c4e06f2f-55df-428e-90d7-ac820022a9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce623959-031f-4e76-b08a-d98f8feee14b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1294569546-router', 'tenant_id': '07b12507ae9742ae9cf6596eafe2c460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'a63742e3-c9ab-4f5b-b2ee-a4d85b403142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:52:31Z', 'updated_at': '2022-01-28T02:52:34Z', 'revision_number': 3, 'project_id': '07b12507ae9742ae9cf6596eafe2c460', 'gw_port': {'id': 'a63742e3-c9ab-4f5b-b2ee-a4d85b403142', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a3:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce623959-031f-4e76-b08a-d98f8feee14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:52:32Z', 'updated_at': '2022-01-28T02:52:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:37.955630 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e459f30f-f3f8-42a8-9091-13e12d68289e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (45141d5b-6ca3-49a3-86cc-3cdcd207386e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:37.958962 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e06f2f-55df-428e-90d7-ac820022a9ab None None] Checking router: ce623959-031f-4e76-b08a-d98f8feee14b for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:52:37.959651 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e06f2f-55df-428e-90d7-ac820022a9ab None None] Updating router ce623959-031f-4e76-b08a-d98f8feee14b port a63742e3-c9ab-4f5b-b2ee-a4d85b403142 binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:52:37.961622 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e459f30f-f3f8-42a8-9091-13e12d68289e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:37.968786 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e459f30f-f3f8-42a8-9091-13e12d68289e admin admin] 10.222.0.53 "DELETE /v2.0/networks/45141d5b-6ca3-49a3-86cc-3cdcd207386e HTTP/1.1" status: 204 len: 168 time: 0.8245645 Jan 28 02:52:37.970152 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36652) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:37.982051 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8b691-9cf8-4a0f-a0c7-a39a6fb663e2 req-2fb49290-7fce-46c6-b813-32f7abfccb7a tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:37.988645 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d6d8b691-9cf8-4a0f-a0c7-a39a6fb663e2 req-2fb49290-7fce-46c6-b813-32f7abfccb7a tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba36a6fb-a249-45ba-a1ae-61fff41a1e7e HTTP/1.1" status: 200 len: 946 time: 0.1332204 Jan 28 02:52:38.007710 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c4e06f2f-55df-428e-90d7-ac820022a9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (a63742e3-c9ab-4f5b-b2ee-a4d85b403142), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:38.063076 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e459f30f-f3f8-42a8-9091-13e12d68289e admin admin] Pushing event deleted for resources: {'Network': ['ID=45141d5b-6ca3-49a3-86cc-3cdcd207386e,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:38.085355 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a0222-e905-4b4c-b568-027df28f14b0 req-e47abeea-bce9-4591-82cc-9d8b1840e220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:38.087160 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b53a0222-e905-4b4c-b568-027df28f14b0 req-e47abeea-bce9-4591-82cc-9d8b1840e220 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fe2bee12a7e64985b29f4bf535da9e8e&device_id=dff4a5c5-5867-4492-81d9-79f209b9011e HTTP/1.1" status: 200 len: 1097 time: 0.2098410 Jan 28 02:52:38.089321 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-96404219-9a6e-43e6-b957-cbbff1a1d35c admin admin] Deleting subnet 2fba1910-12a3-4243-ba56-4543b8556dab {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:52:38.208131 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39feae6e-b03c-45ec-8e0f-4be59b4ef645 req-98a41b8d-1a42-4348-b38b-b4de71ad0055 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:38.209676 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-39feae6e-b03c-45ec-8e0f-4be59b4ef645 req-98a41b8d-1a42-4348-b38b-b4de71ad0055 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/networks?id=b41ec36c-2b47-4b7e-a484-436d2f02d72a HTTP/1.1" status: 200 len: 811 time: 0.3363185 Jan 28 02:52:38.211680 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e050c5df-504c-41a5-969f-3b3cce551d57 req-448a1c75-d191-4840-9344-57bc77f0ef6e service neutron] 10.222.0.39 "GET /v2.0/networks/e561589e-7002-46d7-b993-364a9aaf6967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332770 Jan 28 02:52:38.225995 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-96404219-9a6e-43e6-b957-cbbff1a1d35c admin admin] Publish callbacks [] for subnet (2fba1910-12a3-4243-ba56-4543b8556dab), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:38.240658 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-39feae6e-b03c-45ec-8e0f-4be59b4ef645 req-1f790b7e-344b-4bbf-99a1-5d36bda734b8 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/quotas/53e2297c23164a47954b52b6f715a589 HTTP/1.1" status: 200 len: 375 time: 0.0255907 Jan 28 02:52:38.328542 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-39feae6e-b03c-45ec-8e0f-4be59b4ef645 req-7cab8004-44b8-4c47-8ec0-ac55c6949fc5 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=53e2297c23164a47954b52b6f715a589&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0762489 Jan 28 02:52:38.368627 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d6d8b691-9cf8-4a0f-a0c7-a39a6fb663e2 req-a7fc641d-d61b-4ebd-af4d-34c8353cc6c0 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626480 Jan 28 02:52:38.380284 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a0222-e905-4b4c-b568-027df28f14b0 req-8521eab3-4a05-42fb-9509-c5fb079f3296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:38.381806 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b53a0222-e905-4b4c-b568-027df28f14b0 req-8521eab3-4a05-42fb-9509-c5fb079f3296 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf HTTP/1.1" status: 200 len: 914 time: 0.2625680 Jan 28 02:52:38.384358 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-8171cfdf-55fb-47da-ad3e-d7dda6050662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:38.389443 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-8171cfdf-55fb-47da-ad3e-d7dda6050662 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e168a8b773b74055bc0667e0581a74cd&device_id=ba36a6fb-a249-45ba-a1ae-61fff41a1e7e HTTP/1.1" status: 200 len: 1098 time: 0.3908696 Jan 28 02:52:38.395881 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-96404219-9a6e-43e6-b957-cbbff1a1d35c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (2fba1910-12a3-4243-ba56-4543b8556dab), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:38.465639 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b53a0222-e905-4b4c-b568-027df28f14b0 req-c172ffe3-b848-4808-be6d-cc6ad20e9c9c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac880a54-1baa-436b-89eb-3813f3bab0ce HTTP/1.1" status: 200 len: 217 time: 0.0562239 Jan 28 02:52:38.473385 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e050c5df-504c-41a5-969f-3b3cce551d57 req-30bd30bd-859f-4995-8637-ba91e4d0b3b8 service neutron] 10.222.0.39 "GET /v2.0/networks/e561589e-7002-46d7-b993-364a9aaf6967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457440 Jan 28 02:52:38.487136 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c4e06f2f-55df-428e-90d7-ac820022a9ab None None] Publish callbacks [] for port (a63742e3-c9ab-4f5b-b2ee-a4d85b403142), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:38.497611 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c4e06f2f-55df-428e-90d7-ac820022a9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (a63742e3-c9ab-4f5b-b2ee-a4d85b403142), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:38.564079 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-39feae6e-b03c-45ec-8e0f-4be59b4ef645 req-eb3ce602-7ce8-43b5-98ae-274477fc8c17 service neutron] 10.222.0.53 "GET /v2.0/networks/b41ec36c-2b47-4b7e-a484-436d2f02d72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184253 Jan 28 02:52:38.569597 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a0222-e905-4b4c-b568-027df28f14b0 req-89de93ba-9698-464f-9196-07814d9923a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:38.572073 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b53a0222-e905-4b4c-b568-027df28f14b0 req-89de93ba-9698-464f-9196-07814d9923a7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d955fbc3-595b-46e4-bbea-f8517aacb349 HTTP/1.1" status: 200 len: 853 time: 0.0950477 Jan 28 02:52:38.582055 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-6134cac4-5681-4fa9-b67c-42e6080f7273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:38.583729 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-6134cac4-5681-4fa9-b67c-42e6080f7273 service neutron] 10.222.0.67 "GET /v2.0/networks?id=290af027-4910-45bb-b54e-a29d61400c05 HTTP/1.1" status: 200 len: 909 time: 0.1755955 Jan 28 02:52:38.586474 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f1c16-cb6b-4584-a274-cab34c799ea0 None None] Pushing event updated for resources: {'Port': ['ID=a63742e3-c9ab-4f5b-b2ee-a4d85b403142,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:38.631456 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-c4e06f2f-55df-428e-90d7-ac820022a9ab None None] Attempting to bind port a63742e3-c9ab-4f5b-b2ee-a4d85b403142 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:52:38.631905 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-c4e06f2f-55df-428e-90d7-ac820022a9ab None None] Attempting to bind port a63742e3-c9ab-4f5b-b2ee-a4d85b403142 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:52:38.632811 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e06f2f-55df-428e-90d7-ac820022a9ab None None] Attempting to bind port a63742e3-c9ab-4f5b-b2ee-a4d85b403142 on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:52:38.638886 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c1ed6c18-a8d4-460b-981e-1998cbc2b8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:38.639555 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e06f2f-55df-428e-90d7-ac820022a9ab None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:52:38.640001 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e06f2f-55df-428e-90d7-ac820022a9ab None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:52:38.640630 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c4e06f2f-55df-428e-90d7-ac820022a9ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:38.641142 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e06f2f-55df-428e-90d7-ac820022a9ab None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:52:38.642051 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-c4e06f2f-55df-428e-90d7-ac820022a9ab None None] Bound port: a63742e3-c9ab-4f5b-b2ee-a4d85b403142, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:52:38.642571 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c4e06f2f-55df-428e-90d7-ac820022a9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (a63742e3-c9ab-4f5b-b2ee-a4d85b403142), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:38.682143 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b53a0222-e905-4b4c-b568-027df28f14b0 req-f590a33d-bf31-4b36-bbc2-92705e74ce03 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886393 Jan 28 02:52:38.717847 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-4636b8ec-069c-4f3e-a0f1-cfaf42437e89 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f6ff42a-bd63-463b-8d11-5854d303b878 HTTP/1.1" status: 200 len: 217 time: 0.0809062 Jan 28 02:52:38.730162 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c4e06f2f-55df-428e-90d7-ac820022a9ab None None] For port a63742e3-c9ab-4f5b-b2ee-a4d85b403142, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:52:38.736413 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c4e06f2f-55df-428e-90d7-ac820022a9ab None None] For port a63742e3-c9ab-4f5b-b2ee-a4d85b403142, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=a63742e3-c9ab-4f5b-b2ee-a4d85b403142,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:52:38.743390 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c4e06f2f-55df-428e-90d7-ac820022a9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (a63742e3-c9ab-4f5b-b2ee-a4d85b403142), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:38.782708 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-418f26f2-e3ff-4260-bc44-f07fb001dfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:38.784380 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-418f26f2-e3ff-4260-bc44-f07fb001dfef service neutron] 10.222.0.67 "GET /v2.0/subnets?id=49bb14d4-dcd1-48f1-bfcf-d4851c7c298c HTTP/1.1" status: 200 len: 848 time: 0.0534847 Jan 28 02:52:38.786597 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-96404219-9a6e-43e6-b957-cbbff1a1d35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (2fba1910-12a3-4243-ba56-4543b8556dab), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:38.809471 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e06f2f-55df-428e-90d7-ac820022a9ab None None] Routers {'ce623959-031f-4e76-b08a-d98f8feee14b'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:52:38.810176 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-c4e06f2f-55df-428e-90d7-ac820022a9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:52:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['ce623959-031f-4e76-b08a-d98f8feee14b'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:38.884798 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-2a208063-72f5-45e0-b22f-88a11e0b442a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=290af027-4910-45bb-b54e-a29d61400c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711770 Jan 28 02:52:38.900337 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f1c16-cb6b-4584-a274-cab34c799ea0 None None] Pushing event updated for resources: {'Port': ['ID=a63742e3-c9ab-4f5b-b2ee-a4d85b403142,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:38.905607 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b53a0222-e905-4b4c-b568-027df28f14b0 req-cc05a14a-f23e-47b6-b431-5ff67740b176 service neutron] 10.222.0.39 "GET /v2.0/networks/0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024701 Jan 28 02:52:38.959983 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09a168-cbd7-47fb-adb5-34b9bbb9bf04 req-a3bfbc98-435d-4665-898e-456489091d0c tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:38.966850 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bf09a168-cbd7-47fb-adb5-34b9bbb9bf04 req-a3bfbc98-435d-4665-898e-456489091d0c tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/ports?device_id=49bf0be7-fb2a-4b6f-90b8-5ba801587c74&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3778374 Jan 28 02:52:38.970621 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-c4e06f2f-55df-428e-90d7-ac820022a9ab None None] Set router ce623959-031f-4e76-b08a-d98f8feee14b gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:52:39.021554 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-39feae6e-b03c-45ec-8e0f-4be59b4ef645 req-ce7c05b8-cf82-49c0-896c-1a8659337ea9 service neutron] 10.222.0.53 "GET /v2.0/networks/b41ec36c-2b47-4b7e-a484-436d2f02d72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4428773 Jan 28 02:52:39.098500 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bf09a168-cbd7-47fb-adb5-34b9bbb9bf04 req-c6370da1-8fcf-43ca-abfd-939d5920f568 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.165 HTTP/1.1" status: 200 len: 696 time: 0.1306942 Jan 28 02:52:39.099405 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b53a0222-e905-4b4c-b568-027df28f14b0 req-c51fad70-835a-4415-a560-427e99c6083c service neutron] 10.222.0.39 "GET /v2.0/networks/0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793790 Jan 28 02:52:39.112963 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-bf09a168-cbd7-47fb-adb5-34b9bbb9bf04 req-36ddd262-da16-4f66-8d91-04a24f4d4217 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Request body: {'floatingip': {'port_id': '18817dce-0165-4147-aab1-598491c113cb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:52:39.157159 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-bf09a168-cbd7-47fb-adb5-34b9bbb9bf04 req-36ddd262-da16-4f66-8d91-04a24f4d4217 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks [] for floatingip (10abef0e-93a8-4e7f-822d-827186a3737e), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:39.202230 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587e5af5-8edf-4092-92fe-b801eab4cef4', 'name': 'network-vif-deleted', 'tag': '47a09ac2-60d0-49d1-8c92-954bc68e3bfb'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:52:39.212107 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbff679a-f266-404e-ab71-e519a744350e" -d '{"events": [{"server_uuid": "587e5af5-8edf-4092-92fe-b801eab4cef4", "name": "network-vif-deleted", "tag": "47a09ac2-60d0-49d1-8c92-954bc68e3bfb"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:52:39.226379 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-c4e06f2f-55df-428e-90d7-ac820022a9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce623959-031f-4e76-b08a-d98f8feee14b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1294569546-router', 'tenant_id': '07b12507ae9742ae9cf6596eafe2c460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'a63742e3-c9ab-4f5b-b2ee-a4d85b403142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:52:31Z', 'updated_at': '2022-01-28T02:52:34Z', 'revision_number': 3, 'project_id': '07b12507ae9742ae9cf6596eafe2c460', 'gw_port': {'id': 'a63742e3-c9ab-4f5b-b2ee-a4d85b403142', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a3:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce623959-031f-4e76-b08a-d98f8feee14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:52:32Z', 'updated_at': '2022-01-28T02:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:39.278119 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e06f2f-55df-428e-90d7-ac820022a9ab None None] The sync data for ids ['ce623959-031f-4e76-b08a-d98f8feee14b'] in n-d-712139-27 is: [{'id': 'ce623959-031f-4e76-b08a-d98f8feee14b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1294569546-router', 'tenant_id': '07b12507ae9742ae9cf6596eafe2c460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'a63742e3-c9ab-4f5b-b2ee-a4d85b403142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:52:31Z', 'updated_at': '2022-01-28T02:52:34Z', 'revision_number': 3, 'project_id': '07b12507ae9742ae9cf6596eafe2c460', 'gw_port': {'id': 'a63742e3-c9ab-4f5b-b2ee-a4d85b403142', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a3:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce623959-031f-4e76-b08a-d98f8feee14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:52:32Z', 'updated_at': '2022-01-28T02:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:52:39.291466 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-96404219-9a6e-43e6-b957-cbbff1a1d35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (2fba1910-12a3-4243-ba56-4543b8556dab), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:39.426296 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-96404219-9a6e-43e6-b957-cbbff1a1d35c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:39.432577 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-96404219-9a6e-43e6-b957-cbbff1a1d35c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2fba1910-12a3-4243-ba56-4543b8556dab HTTP/1.1" status: 204 len: 168 time: 1.4595902 Jan 28 02:52:39.440510 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36702) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:39.454633 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96404219-9a6e-43e6-b957-cbbff1a1d35c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fba1910-12a3-4243-ba56-4543b8556dab,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:39.485190 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-f8a2b96e-f0d9-4777-9e05-65f7a07d1830 service neutron] 10.222.0.67 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5608869 Jan 28 02:52:39.503245 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b2b2538f-6b67-4e39-b5f2-1253276c7879 req-198bffd1-82be-4a12-a8eb-9f804c7b760e tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=9539bfa9-2a1f-4628-91c2-0e545072a9b3 HTTP/1.1" status: 200 len: 210 time: 0.0791454 Jan 28 02:52:39.589788 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d09fa6-bdbd-4466-b234-f45371be02ff x-openstack-request-id: req-26d09fa6-bdbd-4466-b234-f45371be02ff {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:52:39.590102 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587e5af5-8edf-4092-92fe-b801eab4cef4", "name": "network-vif-deleted", "tag": "47a09ac2-60d0-49d1-8c92-954bc68e3bfb", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:52:39.590382 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-26d09fa6-bdbd-4466-b234-f45371be02ff {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:52:39.590777 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587e5af5-8edf-4092-92fe-b801eab4cef4', 'name': 'network-vif-deleted', 'tag': '47a09ac2-60d0-49d1-8c92-954bc68e3bfb', 'status': 'completed', 'code': 200} Jan 28 02:52:39.664729 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-c1ed6c18-a8d4-460b-981e-1998cbc2b8b2 admin admin] Allocated IP 172.20.0.1 (cced5cef-ed7d-4c10-a348-a2dd5198af7f/103ce8fe-9e75-44b9-af19-ab633171d9f9/5daa31fa-4b29-40a2-9209-651bb9700edd) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:52:39.673994 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ed4a72aa-f6d6-45e7-8fbc-5fdb94765ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (dd7852c1-b938-403d-bab2-3eb6c948ff44), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:39.815172 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589430f-74ff-4179-ab98-8e7eb5db85fe req-27b224cd-cd7b-4751-92b6-90ed8bdf74cc tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:39.817463 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5589430f-74ff-4179-ab98-8e7eb5db85fe req-27b224cd-cd7b-4751-92b6-90ed8bdf74cc tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e9f7233-c77f-4346-99ff-ba23d3088cb0 HTTP/1.1" status: 200 len: 945 time: 0.1287389 Jan 28 02:52:40.011859 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89221f4-01b4-4550-a4d8-2655d877b733 req-8658f312-b144-4e7e-bab5-32b6d01c15c3 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:40.013487 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c89221f4-01b4-4550-a4d8-2655d877b733 req-8658f312-b144-4e7e-bab5-32b6d01c15c3 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba36a6fb-a249-45ba-a1ae-61fff41a1e7e HTTP/1.1" status: 200 len: 946 time: 0.1025112 Jan 28 02:52:40.069113 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-5589430f-74ff-4179-ab98-8e7eb5db85fe req-0df28226-7460-412a-9a5a-bf973624894a tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Deleting port 5a90b366-aa11-4f94-bf16-5c6a38e03084 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:52:40.069872 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5589430f-74ff-4179-ab98-8e7eb5db85fe req-0df28226-7460-412a-9a5a-bf973624894a tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (5a90b366-aa11-4f94-bf16-5c6a38e03084), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:40.085336 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 05652e82-65d1-4958-9043-ba08c8b7cd17 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:52:40.167754 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 05652e82-65d1-4958-9043-ba08c8b7cd17 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:52:40.170591 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 05652e82-65d1-4958-9043-ba08c8b7cd17 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:52:40.223223 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c89221f4-01b4-4550-a4d8-2655d877b733 req-f76ba39f-915e-48f5-9087-1682f00ccb58 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943040 Jan 28 02:52:40.280504 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-8a63afa4-f6ce-4043-a4be-6f8e7f461731 service neutron] 10.222.0.67 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7493672 Jan 28 02:52:40.310628 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-5589430f-74ff-4179-ab98-8e7eb5db85fe req-0df28226-7460-412a-9a5a-bf973624894a tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] For port 5a90b366-aa11-4f94-bf16-5c6a38e03084, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=5a90b366-aa11-4f94-bf16-5c6a38e03084,segment=NetworkSegment(0a7b33b9-3321-44a3-a7e3-9feb6be757b9),segment_id=0a7b33b9-3321-44a3-a7e3-9feb6be757b9)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:52:40.311430 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5589430f-74ff-4179-ab98-8e7eb5db85fe req-0df28226-7460-412a-9a5a-bf973624894a tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (5a90b366-aa11-4f94-bf16-5c6a38e03084), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:40.337736 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-5589430f-74ff-4179-ab98-8e7eb5db85fe req-0df28226-7460-412a-9a5a-bf973624894a tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Calling delete_port for 5a90b366-aa11-4f94-bf16-5c6a38e03084 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:52:40.351043 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c1ed6c18-a8d4-460b-981e-1998cbc2b8b2 admin admin] Publish callbacks [] for port (5daa31fa-4b29-40a2-9209-651bb9700edd), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:40.359080 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device a63742e3-c9ab-4f5b-b2ee-a4d85b403142 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:52:40.359828 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ed4a72aa-f6d6-45e7-8fbc-5fdb94765ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (dd7852c1-b938-403d-bab2-3eb6c948ff44), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:40.409184 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-ed4a72aa-f6d6-45e7-8fbc-5fdb94765ef7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd7852c1-b938-403d-bab2-3eb6c948ff44']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:40.450978 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port a63742e3-c9ab-4f5b-b2ee-a4d85b403142 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:52:40.455889 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (a63742e3-c9ab-4f5b-b2ee-a4d85b403142), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:40.481240 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-ed4a72aa-f6d6-45e7-8fbc-5fdb94765ef7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57703991-6c52-4bd0-8a0f-7937efde11d7') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:40.481617 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-ed4a72aa-f6d6-45e7-8fbc-5fdb94765ef7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57703991-6c52-4bd0-8a0f-7937efde11d7') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:40.517657 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c91d9-3751-4c1a-9c49-e2f512b5e255 req-cd9a8ac7-98ef-447c-9508-d6d7b539e43d tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:40.525149 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-578c91d9-3751-4c1a-9c49-e2f512b5e255 req-cd9a8ac7-98ef-447c-9508-d6d7b539e43d tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=dff4a5c5-5867-4492-81d9-79f209b9011e HTTP/1.1" status: 200 len: 945 time: 0.1710713 Jan 28 02:52:40.532455 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ed4a72aa-f6d6-45e7-8fbc-5fdb94765ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (57703991-6c52-4bd0-8a0f-7937efde11d7), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:40.544187 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.db.resource_extend [req-bf09a168-cbd7-47fb-adb5-34b9bbb9bf04 req-36ddd262-da16-4f66-8d91-04a24f4d4217 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 02:52:40.580534 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port a63742e3-c9ab-4f5b-b2ee-a4d85b403142 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:52:40.581131 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (a63742e3-c9ab-4f5b-b2ee-a4d85b403142), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:40.610501 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ed4a72aa-f6d6-45e7-8fbc-5fdb94765ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (57703991-6c52-4bd0-8a0f-7937efde11d7), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:40.614182 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c1ed6c18-a8d4-460b-981e-1998cbc2b8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (5daa31fa-4b29-40a2-9209-651bb9700edd), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:40.640563 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port a63742e3-c9ab-4f5b-b2ee-a4d85b403142, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=a63742e3-c9ab-4f5b-b2ee-a4d85b403142,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:52:40.648764 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (a63742e3-c9ab-4f5b-b2ee-a4d85b403142), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:40.663686 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed4a72aa-f6d6-45e7-8fbc-5fdb94765ef7 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:52:40.664103 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ed4a72aa-f6d6-45e7-8fbc-5fdb94765ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (57703991-6c52-4bd0-8a0f-7937efde11d7), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:40.666018 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 02:52:40.666018 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:52:40.666018 n-d-712139-27 neutron-server[109802]: timer() Jan 28 02:52:40.666018 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:52:40.666018 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 02:52:40.666018 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:52:40.666018 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 02:52:40.666018 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:52:40.666018 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 02:52:40.666018 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:52:40.666018 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 02:52:40.666018 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:52:40.666018 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 02:52:40.666018 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:52:40.666018 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:52:40.666018 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:52:40.666018 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:52:40.666018 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:52:40.666018 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 02:52:40.666018 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:52:40.666018 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 02:52:40.666018 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:52:40.666018 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:52:40.666018 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:52:40.666018 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 02:52:40.666018 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:52:40.666018 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:52:40.666018 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:52:40.666018 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:52:40.666018 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:52:40.666018 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:52:40.666018 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:52:40.716280 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-dcf7b8c2-bf2b-49c8-8edd-d3739cacdbb1 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:40.717903 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-dcf7b8c2-bf2b-49c8-8edd-d3739cacdbb1 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ba36a6fb-a249-45ba-a1ae-61fff41a1e7e&tenant_id=e168a8b773b74055bc0667e0581a74cd&binding%3Ahost_id=n-h2-712139-27 HTTP/1.1" status: 200 len: 1098 time: 0.2860096 Jan 28 02:52:40.720525 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-bf09a168-cbd7-47fb-adb5-34b9bbb9bf04 req-36ddd262-da16-4f66-8d91-04a24f4d4217 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:40.771966 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=a63742e3-c9ab-4f5b-b2ee-a4d85b403142,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:40.779657 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ed6c18-a8d4-460b-981e-1998cbc2b8b2 admin admin] Network cced5cef-ed7d-4c10-a348-a2dd5198af7f is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:52:40.791765 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-a60eccfa-eccf-474c-bb1f-9235e468c081 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712139-27'}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:52:40.807209 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-bf09a168-cbd7-47fb-adb5-34b9bbb9bf04 req-36ddd262-da16-4f66-8d91-04a24f4d4217 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (10abef0e-93a8-4e7f-822d-827186a3737e), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:40.817630 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-c1ed6c18-a8d4-460b-981e-1998cbc2b8b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:52:41.029096 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-578c91d9-3751-4c1a-9c49-e2f512b5e255 req-c2606e65-c388-4982-a969-1e3032b722d9 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/security-groups?id=81a8b397-bb78-4b68-9423-1c50e72f6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4998901 Jan 28 02:52:41.088312 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5589430f-74ff-4179-ab98-8e7eb5db85fe req-0df28226-7460-412a-9a5a-bf973624894a tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (5a90b366-aa11-4f94-bf16-5c6a38e03084), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:41.126778 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['18817dce-0165-4147-aab1-598491c113cb'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:52:41.147689 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df28226-7460-412a-9a5a-bf973624894a tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Pushing event deleted for resources: {'Port': ['ID=5a90b366-aa11-4f94-bf16-5c6a38e03084,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:41.212162 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['5a90b366-aa11-4f94-bf16-5c6a38e03084'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:52:41.232494 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-5589430f-74ff-4179-ab98-8e7eb5db85fe req-0df28226-7460-412a-9a5a-bf973624894a tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] No DVR routers for this DVR port 5a90b366-aa11-4f94-bf16-5c6a38e03084 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:52:41.236481 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5589430f-74ff-4179-ab98-8e7eb5db85fe req-0df28226-7460-412a-9a5a-bf973624894a tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:41.245102 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5589430f-74ff-4179-ab98-8e7eb5db85fe req-0df28226-7460-412a-9a5a-bf973624894a tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.39 "DELETE /v2.0/ports/5a90b366-aa11-4f94-bf16-5c6a38e03084 HTTP/1.1" status: 204 len: 173 time: 1.4104009 Jan 28 02:52:41.246157 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9f7233-c77f-4346-99ff-ba23d3088cb0', 'name': 'network-vif-deleted', 'tag': '5a90b366-aa11-4f94-bf16-5c6a38e03084'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:52:41.257062 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42655a4e-69ea-4ab3-aaf5-784ac31341db" -d '{"events": [{"server_uuid": "8e9f7233-c77f-4346-99ff-ba23d3088cb0", "name": "network-vif-deleted", "tag": "5a90b366-aa11-4f94-bf16-5c6a38e03084"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:52:41.323517 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d9c2a7cb-37a3-4146-9332-5cbc3bbb43a0 req-9b2ca1f5-68e6-4331-bd97-199ea227af67 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=9539bfa9-2a1f-4628-91c2-0e545072a9b3 HTTP/1.1" status: 200 len: 210 time: 0.0615711 Jan 28 02:52:41.458761 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ed6c18-a8d4-460b-981e-1998cbc2b8b2 admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:52:41.464713 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed6c18-a8d4-460b-981e-1998cbc2b8b2 admin admin] Pushing event updated for resources: {'Port': ['ID=5daa31fa-4b29-40a2-9209-651bb9700edd,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:41.494230 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d7b40-db03-4ee5-9933-031d48228af7 req-ff6a9f9a-78e2-4638-8242-1d25cc579651 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:41.505637 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6f8d7b40-db03-4ee5-9933-031d48228af7 req-ff6a9f9a-78e2-4638-8242-1d25cc579651 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba36a6fb-a249-45ba-a1ae-61fff41a1e7e HTTP/1.1" status: 200 len: 946 time: 0.0901065 Jan 28 02:52:41.579742 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ed4a72aa-f6d6-45e7-8fbc-5fdb94765ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (dd7852c1-b938-403d-bab2-3eb6c948ff44), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:41.601443 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ed4a72aa-f6d6-45e7-8fbc-5fdb94765ef7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:41.603278 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf0d057-4afc-4d81-abe1-3494b2fac183 req-8fa5581b-a14f-4df0-9a3b-89a4eeba5073 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:41.604787 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6bf0d057-4afc-4d81-abe1-3494b2fac183 req-8fa5581b-a14f-4df0-9a3b-89a4eeba5073 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.39 "GET /v2.0/ports?device_id=dff4a5c5-5867-4492-81d9-79f209b9011e HTTP/1.1" status: 200 len: 945 time: 0.0919678 Jan 28 02:52:41.607571 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ed4a72aa-f6d6-45e7-8fbc-5fdb94765ef7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/dd7852c1-b938-403d-bab2-3eb6c948ff44 HTTP/1.1" status: 204 len: 168 time: 2.1644025 Jan 28 02:52:41.620007 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6f8d7b40-db03-4ee5-9933-031d48228af7 req-a5e4d8ed-01f6-4b17-be2e-99951562c053 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032157 Jan 28 02:52:41.720486 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04504a42-4e47-44ae-86f6-0b6fc1f21d3f x-openstack-request-id: req-04504a42-4e47-44ae-86f6-0b6fc1f21d3f {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:52:41.720609 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e9f7233-c77f-4346-99ff-ba23d3088cb0", "name": "network-vif-deleted", "tag": "5a90b366-aa11-4f94-bf16-5c6a38e03084", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:52:41.720886 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-04504a42-4e47-44ae-86f6-0b6fc1f21d3f {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:52:41.721324 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e9f7233-c77f-4346-99ff-ba23d3088cb0', 'name': 'network-vif-deleted', 'tag': '5a90b366-aa11-4f94-bf16-5c6a38e03084', 'status': 'completed', 'code': 200} Jan 28 02:52:41.752358 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a72aa-f6d6-45e7-8fbc-5fdb94765ef7 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd7852c1-b938-403d-bab2-3eb6c948ff44,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:41.764866 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c1ed6c18-a8d4-460b-981e-1998cbc2b8b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (ce623959-031f-4e76-b08a-d98f8feee14b), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:41.780781 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-6bf0d057-4afc-4d81-abe1-3494b2fac183 req-44964a62-ea5e-4aca-8354-862c663e9aad tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Deleting port ac880a54-1baa-436b-89eb-3813f3bab0ce {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:52:41.781227 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6bf0d057-4afc-4d81-abe1-3494b2fac183 req-44964a62-ea5e-4aca-8354-862c663e9aad tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (ac880a54-1baa-436b-89eb-3813f3bab0ce), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:41.820328 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-a60eccfa-eccf-474c-bb1f-9235e468c081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8f6ff42a-bd63-463b-8d11-5854d303b878), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:41.851800 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39feae6e-b03c-45ec-8e0f-4be59b4ef645 req-da8eb725-2f14-4e39-a046-637420a97b22 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:41.853870 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-39feae6e-b03c-45ec-8e0f-4be59b4ef645 req-da8eb725-2f14-4e39-a046-637420a97b22 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.67 "GET /v2.0/networks?id=b41ec36c-2b47-4b7e-a484-436d2f02d72a HTTP/1.1" status: 200 len: 811 time: 1.0849147 Jan 28 02:52:41.873971 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36752) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:41.886353 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-39feae6e-b03c-45ec-8e0f-4be59b4ef645 req-5fa60a3f-0b7d-4970-a155-9c14768dbc74 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Request body: {'port': {'device_id': '9539bfa9-2a1f-4628-91c2-0e545072a9b3', 'network_id': 'b41ec36c-2b47-4b7e-a484-436d2f02d72a', 'admin_state_up': True, 'tenant_id': '53e2297c23164a47954b52b6f715a589'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:52:41.891640 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [req-bf09a168-cbd7-47fb-adb5-34b9bbb9bf04 req-36ddd262-da16-4f66-8d91-04a24f4d4217 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Floating IP 10abef0e-93a8-4e7f-822d-827186a3737e associated. External IP: 172.25.0.165, port: 18817dce-0165-4147-aab1-598491c113cb. Jan 28 02:52:41.930457 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-6bf0d057-4afc-4d81-abe1-3494b2fac183 req-44964a62-ea5e-4aca-8354-862c663e9aad tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] For port ac880a54-1baa-436b-89eb-3813f3bab0ce, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=ac880a54-1baa-436b-89eb-3813f3bab0ce,segment=NetworkSegment(8b609dd3-1a12-4928-857f-98daa12d72ad),segment_id=8b609dd3-1a12-4928-857f-98daa12d72ad)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:52:41.930841 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6bf0d057-4afc-4d81-abe1-3494b2fac183 req-44964a62-ea5e-4aca-8354-862c663e9aad tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (ac880a54-1baa-436b-89eb-3813f3bab0ce), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:41.954618 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-6bf0d057-4afc-4d81-abe1-3494b2fac183 req-44964a62-ea5e-4aca-8354-862c663e9aad tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Calling delete_port for ac880a54-1baa-436b-89eb-3813f3bab0ce owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:52:41.960322 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-bf63ff89-91d8-4fac-958d-aad1ad22b4a2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9736e51dea254738bf6e9efb6736ab04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0851758 Jan 28 02:52:41.965274 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36754) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:42.071821 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1e58d42c-1c92-416c-a129-0ce5ffba66ea admin admin] Publish callbacks [] for security_group (c1b0496c-dbe3-41a9-940c-e4c6bf7c3d0c), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:42.108580 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1e58d42c-1c92-416c-a129-0ce5ffba66ea admin admin] Publish callbacks [] for security_group (c1b0496c-dbe3-41a9-940c-e4c6bf7c3d0c), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:42.260021 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d7e625-21a0-458a-988f-99b3b8896486 req-f6e3c9ad-4cba-4ae4-b5d5-675fcd58da04 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:42.269198 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device a63742e3-c9ab-4f5b-b2ee-a4d85b403142 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:52:42.272405 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a8d7e625-21a0-458a-988f-99b3b8896486 req-f6e3c9ad-4cba-4ae4-b5d5-675fcd58da04 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=dff4a5c5-5867-4492-81d9-79f209b9011e HTTP/1.1" status: 200 len: 945 time: 0.0745082 Jan 28 02:52:42.274915 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6bf0d057-4afc-4d81-abe1-3494b2fac183 req-44964a62-ea5e-4aca-8354-862c663e9aad tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (ac880a54-1baa-436b-89eb-3813f3bab0ce), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:42.290823 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1e58d42c-1c92-416c-a129-0ce5ffba66ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c1b0496c-dbe3-41a9-940c-e4c6bf7c3d0c), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:42.294922 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1e58d42c-1c92-416c-a129-0ce5ffba66ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:42.296752 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1e58d42c-1c92-416c-a129-0ce5ffba66ea admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c1b0496c-dbe3-41a9-940c-e4c6bf7c3d0c HTTP/1.1" status: 204 len: 168 time: 0.3305600 Jan 28 02:52:42.311779 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['52e8ecc9-44e8-4561-8da4-e2eb3bba3cca'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:52:42.315350 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['ac880a54-1baa-436b-89eb-3813f3bab0ce'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:52:42.364046 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44964a62-ea5e-4aca-8354-862c663e9aad tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Pushing event deleted for resources: {'Port': ['ID=ac880a54-1baa-436b-89eb-3813f3bab0ce,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:42.381953 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-a60eccfa-eccf-474c-bb1f-9235e468c081 service neutron] For port 8f6ff42a-bd63-463b-8d11-5854d303b878, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=8f6ff42a-bd63-463b-8d11-5854d303b878,segment=NetworkSegment(4fb02108-8b37-4bb4-8350-923aa0786ccd),segment_id=4fb02108-8b37-4bb4-8350-923aa0786ccd)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:52:42.383779 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e58d42c-1c92-416c-a129-0ce5ffba66ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b0496c-dbe3-41a9-940c-e4c6bf7c3d0c,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:42.408731 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c1ed6c18-a8d4-460b-981e-1998cbc2b8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5daa31fa-4b29-40a2-9209-651bb9700edd), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:42.444381 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf0d057-4afc-4d81-abe1-3494b2fac183 req-44964a62-ea5e-4aca-8354-862c663e9aad tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] No DVR routers for this DVR port ac880a54-1baa-436b-89eb-3813f3bab0ce on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:52:42.444521 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port a63742e3-c9ab-4f5b-b2ee-a4d85b403142 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:52:42.444759 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (a63742e3-c9ab-4f5b-b2ee-a4d85b403142), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:42.447550 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6bf0d057-4afc-4d81-abe1-3494b2fac183 req-44964a62-ea5e-4aca-8354-862c663e9aad tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:42.451487 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39feae6e-b03c-45ec-8e0f-4be59b4ef645 req-5fa60a3f-0b7d-4970-a155-9c14768dbc74 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Made reservation on behalf of 53e2297c23164a47954b52b6f715a589 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:52:42.453509 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6bf0d057-4afc-4d81-abe1-3494b2fac183 req-44964a62-ea5e-4aca-8354-862c663e9aad tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.39 "DELETE /v2.0/ports/ac880a54-1baa-436b-89eb-3813f3bab0ce HTTP/1.1" status: 204 len: 173 time: 0.8317642 Jan 28 02:52:42.456558 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-39feae6e-b03c-45ec-8e0f-4be59b4ef645 req-5fa60a3f-0b7d-4970-a155-9c14768dbc74 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:42.481254 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a8d7e625-21a0-458a-988f-99b3b8896486 req-3771da83-3532-4517-9e18-9ecc3dfcc39f tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/security-groups?id=81a8b397-bb78-4b68-9423-1c50e72f6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815095 Jan 28 02:52:42.600768 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port a63742e3-c9ab-4f5b-b2ee-a4d85b403142 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:52:42.743733 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-193a03b4-9bc4-476d-a529-a281c69b8a8e req-b158b928-6ab7-4ceb-a3d4-32f269407787 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=9539bfa9-2a1f-4628-91c2-0e545072a9b3 HTTP/1.1" status: 200 len: 210 time: 0.0336578 Jan 28 02:52:42.825616 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-a60eccfa-eccf-474c-bb1f-9235e468c081 service neutron] For port 8f6ff42a-bd63-463b-8d11-5854d303b878, host n-h2-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:52:42.873997 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb962f8c-5693-45a3-b2f3-4dee71624539 req-f581b954-af84-41d4-9c74-34d06c234ceb tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:42.875595 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cb962f8c-5693-45a3-b2f3-4dee71624539 req-f581b954-af84-41d4-9c74-34d06c234ceb tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba36a6fb-a249-45ba-a1ae-61fff41a1e7e HTTP/1.1" status: 200 len: 946 time: 0.0601599 Jan 28 02:52:42.876160 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36776) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:42.878098 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf09a168-cbd7-47fb-adb5-34b9bbb9bf04 req-36ddd262-da16-4f66-8d91-04a24f4d4217 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Router 32c921c0-d889-45bd-b948-162df52bc3f6 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:52:42.959654 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-bb8b0761-f10e-4a5c-9cfc-f34b293ea1bc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fcbdd5b112c640109c59053b713b05fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0821650 Jan 28 02:52:42.964378 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36782) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:42.992870 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cb962f8c-5693-45a3-b2f3-4dee71624539 req-bc2e8417-6dcd-47e2-846f-4a86b1dea797 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045229 Jan 28 02:52:43.026028 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba36a6fb-a249-45ba-a1ae-61fff41a1e7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f6ff42a-bd63-463b-8d11-5854d303b878'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:52:43.028535 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c6b250-f87f-4b25-a162-5736e282c111" -d '{"events": [{"server_uuid": "ba36a6fb-a249-45ba-a1ae-61fff41a1e7e", "name": "network-vif-unplugged", "status": "completed", "tag": "8f6ff42a-bd63-463b-8d11-5854d303b878"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:52:43.038037 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-a60eccfa-eccf-474c-bb1f-9235e468c081 service neutron] Publish callbacks [] for port (8f6ff42a-bd63-463b-8d11-5854d303b878), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:43.053010 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ae02d24-edd9-486d-9d5e-e1276ae7fab4 admin admin] Publish callbacks [] for security_group (f6c48ade-db69-4a73-97ea-f721f28ca3ff), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:43.101105 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ae02d24-edd9-486d-9d5e-e1276ae7fab4 admin admin] Publish callbacks [] for security_group (f6c48ade-db69-4a73-97ea-f721f28ca3ff), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:43.107924 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-a60eccfa-eccf-474c-bb1f-9235e468c081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (8f6ff42a-bd63-463b-8d11-5854d303b878), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:43.115231 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-39feae6e-b03c-45ec-8e0f-4be59b4ef645 req-5fa60a3f-0b7d-4970-a155-9c14768dbc74 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Allocated IP 172.20.0.8 (b41ec36c-2b47-4b7e-a484-436d2f02d72a/c47d8662-592c-46cb-9250-3ddc6d538cb4/53bf2966-9340-48a8-8e1e-2aa54099768a) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:52:43.118134 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 02:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fcd4799-dd5e-40b0-a5f3-73376b44b312 x-openstack-request-id: req-5fcd4799-dd5e-40b0-a5f3-73376b44b312 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:52:43.118427 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba36a6fb-a249-45ba-a1ae-61fff41a1e7e", "name": "network-vif-unplugged", "status": "completed", "tag": "8f6ff42a-bd63-463b-8d11-5854d303b878", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:52:43.118662 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5fcd4799-dd5e-40b0-a5f3-73376b44b312 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:52:43.123018 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba36a6fb-a249-45ba-a1ae-61fff41a1e7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f6ff42a-bd63-463b-8d11-5854d303b878', 'code': 200} Jan 28 02:52:43.202280 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ae02d24-edd9-486d-9d5e-e1276ae7fab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f6c48ade-db69-4a73-97ea-f721f28ca3ff), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:43.217938 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ae02d24-edd9-486d-9d5e-e1276ae7fab4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:43.234614 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4ae02d24-edd9-486d-9d5e-e1276ae7fab4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f6c48ade-db69-4a73-97ea-f721f28ca3ff HTTP/1.1" status: 204 len: 168 time: 0.2685134 Jan 28 02:52:43.258541 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae02d24-edd9-486d-9d5e-e1276ae7fab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c48ade-db69-4a73-97ea-f721f28ca3ff,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:43.335931 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60eccfa-eccf-474c-bb1f-9235e468c081 service neutron] Pushing event updated for resources: {'Port': ['ID=8f6ff42a-bd63-463b-8d11-5854d303b878,revision_number=7']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:43.384715 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf09a168-cbd7-47fb-adb5-34b9bbb9bf04 req-36ddd262-da16-4f66-8d91-04a24f4d4217 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:52:43.397363 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-bf09a168-cbd7-47fb-adb5-34b9bbb9bf04 req-36ddd262-da16-4f66-8d91-04a24f4d4217 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:43.399080 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d36070-8db9-491f-8784-966ac18eaf83 None None] Sync routers for ids ['32c921c0-d889-45bd-b948-162df52bc3f6'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:52:43.400854 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c1ed6c18-a8d4-460b-981e-1998cbc2b8b2 admin admin] Publish callbacks [] for port (5daa31fa-4b29-40a2-9209-651bb9700edd), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:43.413777 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d36070-8db9-491f-8784-966ac18eaf83 None None] Routers {'32c921c0-d889-45bd-b948-162df52bc3f6'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:52:43.414522 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-e1d36070-8db9-491f-8784-966ac18eaf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:52:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['32c921c0-d889-45bd-b948-162df52bc3f6'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:43.458638 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c1ed6c18-a8d4-460b-981e-1998cbc2b8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (5daa31fa-4b29-40a2-9209-651bb9700edd), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:43.468908 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-a60eccfa-eccf-474c-bb1f-9235e468c081 service neutron] Attempting to bind port 8f6ff42a-bd63-463b-8d11-5854d303b878 on host n-h2-712139-27 for vnic_type normal with profile {"migrating_to": "n-h1-712139-27"} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:52:43.469294 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-a60eccfa-eccf-474c-bb1f-9235e468c081 service neutron] Attempting to bind port 8f6ff42a-bd63-463b-8d11-5854d303b878 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '4fb02108-8b37-4bb4-8350-923aa0786ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '290af027-4910-45bb-b54e-a29d61400c05'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:52:43.469622 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-a60eccfa-eccf-474c-bb1f-9235e468c081 service neutron] Attempting to bind port 8f6ff42a-bd63-463b-8d11-5854d303b878 on network 290af027-4910-45bb-b54e-a29d61400c05 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:52:43.529148 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-a60eccfa-eccf-474c-bb1f-9235e468c081 service neutron] Port 8f6ff42a-bd63-463b-8d11-5854d303b878 on network 290af027-4910-45bb-b54e-a29d61400c05 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:52:43.529480 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-a60eccfa-eccf-474c-bb1f-9235e468c081 service neutron] Attempting to bind port 8f6ff42a-bd63-463b-8d11-5854d303b878 on network 290af027-4910-45bb-b54e-a29d61400c05 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:52:43.538683 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bf09a168-cbd7-47fb-adb5-34b9bbb9bf04 req-36ddd262-da16-4f66-8d91-04a24f4d4217 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "PUT /v2.0/floatingips/10abef0e-93a8-4e7f-822d-827186a3737e HTTP/1.1" status: 200 len: 996 time: 4.4391618 Jan 28 02:52:43.561719 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-a60eccfa-eccf-474c-bb1f-9235e468c081 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:52:43.562065 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-a60eccfa-eccf-474c-bb1f-9235e468c081 service neutron] Checking segment: {'id': '4fb02108-8b37-4bb4-8350-923aa0786ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '290af027-4910-45bb-b54e-a29d61400c05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:52:43.562451 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-a60eccfa-eccf-474c-bb1f-9235e468c081 service neutron] Bound using segment: {'id': '4fb02108-8b37-4bb4-8350-923aa0786ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '290af027-4910-45bb-b54e-a29d61400c05'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:52:43.562899 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-a60eccfa-eccf-474c-bb1f-9235e468c081 service neutron] Bound port: 8f6ff42a-bd63-463b-8d11-5854d303b878, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fb02108-8b37-4bb4-8350-923aa0786ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '290af027-4910-45bb-b54e-a29d61400c05'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:52:43.563257 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-a60eccfa-eccf-474c-bb1f-9235e468c081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8f6ff42a-bd63-463b-8d11-5854d303b878), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:43.616348 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c1ed6c18-a8d4-460b-981e-1998cbc2b8b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (ce623959-031f-4e76-b08a-d98f8feee14b), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:43.627375 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed6c18-a8d4-460b-981e-1998cbc2b8b2 admin admin] Pushing event updated for resources: {'Port': ['ID=5daa31fa-4b29-40a2-9209-651bb9700edd,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:43.722956 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dff4a5c5-5867-4492-81d9-79f209b9011e', 'name': 'network-vif-deleted', 'tag': 'ac880a54-1baa-436b-89eb-3813f3bab0ce'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:52:43.725595 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8bcc12e-51a8-47c9-a94b-19408773b4dc" -d '{"events": [{"server_uuid": "dff4a5c5-5867-4492-81d9-79f209b9011e", "name": "network-vif-deleted", "tag": "ac880a54-1baa-436b-89eb-3813f3bab0ce"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:52:43.737973 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-e1d36070-8db9-491f-8784-966ac18eaf83 None None] Set router 32c921c0-d889-45bd-b948-162df52bc3f6 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:52:43.805544 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-39feae6e-b03c-45ec-8e0f-4be59b4ef645 req-5fa60a3f-0b7d-4970-a155-9c14768dbc74 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Publish callbacks [] for port (53bf2966-9340-48a8-8e1e-2aa54099768a), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:43.810067 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09a168-cbd7-47fb-adb5-34b9bbb9bf04 req-bd88295b-016f-4bf1-abbf-e090fa057aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:43.817328 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bf09a168-cbd7-47fb-adb5-34b9bbb9bf04 req-bd88295b-016f-4bf1-abbf-e090fa057aba service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2b4519f5eb7242359f10ce603b741659&device_id=49bf0be7-fb2a-4b6f-90b8-5ba801587c74 HTTP/1.1" status: 200 len: 1097 time: 0.2583609 Jan 28 02:52:43.926272 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-a60eccfa-eccf-474c-bb1f-9235e468c081 service neutron] For port 8f6ff42a-bd63-463b-8d11-5854d303b878, host n-h2-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:52:43.974113 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c2f865-ac1d-4a32-af76-9dbf2b3a7b9b x-openstack-request-id: req-26c2f865-ac1d-4a32-af76-9dbf2b3a7b9b {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:52:43.974507 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dff4a5c5-5867-4492-81d9-79f209b9011e", "name": "network-vif-deleted", "tag": "ac880a54-1baa-436b-89eb-3813f3bab0ce", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:52:43.974846 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-26c2f865-ac1d-4a32-af76-9dbf2b3a7b9b {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:52:43.975329 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dff4a5c5-5867-4492-81d9-79f209b9011e', 'name': 'network-vif-deleted', 'tag': 'ac880a54-1baa-436b-89eb-3813f3bab0ce', 'status': 'completed', 'code': 200} Jan 28 02:52:44.007938 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-a60eccfa-eccf-474c-bb1f-9235e468c081 service neutron] For port 8f6ff42a-bd63-463b-8d11-5854d303b878, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=8f6ff42a-bd63-463b-8d11-5854d303b878,segment=NetworkSegment(4fb02108-8b37-4bb4-8350-923aa0786ccd),segment_id=4fb02108-8b37-4bb4-8350-923aa0786ccd)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:52:44.038590 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-a60eccfa-eccf-474c-bb1f-9235e468c081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (8f6ff42a-bd63-463b-8d11-5854d303b878), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:44.077046 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8c977fd1-7295-4980-91ba-f760d76fc502 req-98aa196f-a2ab-44ba-abf7-e7e0b06abe16 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=9539bfa9-2a1f-4628-91c2-0e545072a9b3 HTTP/1.1" status: 200 len: 210 time: 0.0465972 Jan 28 02:52:44.106729 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 5a90b366-aa11-4f94-bf16-5c6a38e03084 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:52:44.122571 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-39feae6e-b03c-45ec-8e0f-4be59b4ef645 req-5fa60a3f-0b7d-4970-a155-9c14768dbc74 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (53bf2966-9340-48a8-8e1e-2aa54099768a), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:44.158405 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ed6c18-a8d4-460b-981e-1998cbc2b8b2 admin admin] Network cced5cef-ed7d-4c10-a348-a2dd5198af7f is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:52:44.166807 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09a168-cbd7-47fb-adb5-34b9bbb9bf04 req-e1ce191d-37ba-4a19-82e2-cbfdb095c283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:44.174296 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bf09a168-cbd7-47fb-adb5-34b9bbb9bf04 req-e1ce191d-37ba-4a19-82e2-cbfdb095c283 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e561589e-7002-46d7-b993-364a9aaf6967 HTTP/1.1" status: 200 len: 921 time: 0.3558741 Jan 28 02:52:44.192129 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-c1ed6c18-a8d4-460b-981e-1998cbc2b8b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:52:44.200968 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 5a90b366-aa11-4f94-bf16-5c6a38e03084 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:52:44.201409 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 5a90b366-aa11-4f94-bf16-5c6a38e03084 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:52:44.279501 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-e1d36070-8db9-491f-8784-966ac18eaf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-725524477-router', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:51:35Z', 'updated_at': '2022-01-28T02:51:42Z', 'revision_number': 4, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'gw_port': {'id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:07:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:51:36Z', 'updated_at': '2022-01-28T02:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '10abef0e-93a8-4e7f-822d-827186a3737e', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'floating_ip_address': '172.25.0.165', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'port_id': '18817dce-0165-4147-aab1-598491c113cb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 838, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967', 'mac_address': 'fa:16:3e:01:bf:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf0be7-fb2a-4b6f-90b8-5ba801587c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:52:04Z', 'updated_at': '2022-01-28T02:52:40Z', 'revision_number': 8, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42d243b5-9f81-4784-85f6-c72ecdc9494f', 'name': '', 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'mac_address': 'fa:16:3e:37:08:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '4db08a6e-5c57-4b8e-9ec4-bbd5647662a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:51:40Z', 'updated_at': '2022-01-28T02:51:47Z', 'revision_number': 5, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'subnets': [{'id': '4db08a6e-5c57-4b8e-9ec4-bbd5647662a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:44.299244 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39feae6e-b03c-45ec-8e0f-4be59b4ef645 req-5fa60a3f-0b7d-4970-a155-9c14768dbc74 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Network b41ec36c-2b47-4b7e-a484-436d2f02d72a is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:52:44.314447 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60eccfa-eccf-474c-bb1f-9235e468c081 service neutron] Pushing event updated for resources: {'Port': ['ID=8f6ff42a-bd63-463b-8d11-5854d303b878,revision_number=8']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:44.337331 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a2b078-4852-4d27-9b3f-17ab7bf9b3c6 req-5622db57-d8a8-4cb0-b369-c4123556b937 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:44.350452 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d6a2b078-4852-4d27-9b3f-17ab7bf9b3c6 req-5622db57-d8a8-4cb0-b369-c4123556b937 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba36a6fb-a249-45ba-a1ae-61fff41a1e7e HTTP/1.1" status: 200 len: 944 time: 0.1413949 Jan 28 02:52:44.381536 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d36070-8db9-491f-8784-966ac18eaf83 None None] Checking router: 32c921c0-d889-45bd-b948-162df52bc3f6 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:52:44.423324 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d36070-8db9-491f-8784-966ac18eaf83 None None] Routers {'32c921c0-d889-45bd-b948-162df52bc3f6'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:52:44.424163 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-e1d36070-8db9-491f-8784-966ac18eaf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:52:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['32c921c0-d889-45bd-b948-162df52bc3f6'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:44.428849 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-39feae6e-b03c-45ec-8e0f-4be59b4ef645 req-5fa60a3f-0b7d-4970-a155-9c14768dbc74 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:52:44.442165 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-39feae6e-b03c-45ec-8e0f-4be59b4ef645 req-5fa60a3f-0b7d-4970-a155-9c14768dbc74 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:52:44.446270 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bf09a168-cbd7-47fb-adb5-34b9bbb9bf04 req-b380f624-83fe-4ae2-8db3-cd2ae44d4d11 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18817dce-0165-4147-aab1-598491c113cb HTTP/1.1" status: 200 len: 999 time: 0.2708738 Jan 28 02:52:44.501061 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d6a2b078-4852-4d27-9b3f-17ab7bf9b3c6 req-ca87874c-9a7d-426e-85dc-5bf7360873ee tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460860 Jan 28 02:52:44.729712 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a16232b2-88cf-48ee-ab70-bf1d527ecf58 req-3e422103-0370-4317-92fc-e55835f86501 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=49e5f43b-07b5-46e2-8f81-903d43d04688&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0752866 Jan 28 02:52:44.763196 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-e1d36070-8db9-491f-8784-966ac18eaf83 None None] Set router 32c921c0-d889-45bd-b948-162df52bc3f6 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:52:44.878191 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16232b2-88cf-48ee-ab70-bf1d527ecf58 req-60772d9e-77b9-42c7-b755-63932b2ec76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:44.879918 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a16232b2-88cf-48ee-ab70-bf1d527ecf58 req-60772d9e-77b9-42c7-b755-63932b2ec76b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fe2bee12a7e64985b29f4bf535da9e8e&device_id=49e5f43b-07b5-46e2-8f81-903d43d04688 HTTP/1.1" status: 200 len: 1097 time: 0.1052303 Jan 28 02:52:45.120963 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-a60eccfa-eccf-474c-bb1f-9235e468c081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:45.123377 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-a60eccfa-eccf-474c-bb1f-9235e468c081 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:45.126255 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-a60eccfa-eccf-474c-bb1f-9235e468c081 service neutron] 10.222.0.67 "PUT /v2.0/ports/8f6ff42a-bd63-463b-8d11-5854d303b878 HTTP/1.1" status: 200 len: 1124 time: 4.3455989 Jan 28 02:52:45.187066 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49bf0be7-fb2a-4b6f-90b8-5ba801587c74', 'tag': '18817dce-0165-4147-aab1-598491c113cb'}, {'name': 'network-changed', 'server_uuid': 'ba36a6fb-a249-45ba-a1ae-61fff41a1e7e', 'tag': '8f6ff42a-bd63-463b-8d11-5854d303b878'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:52:45.189901 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26dba13-d238-4a2c-b2b8-eb95d44c6bed" -d '{"events": [{"name": "network-changed", "server_uuid": "49bf0be7-fb2a-4b6f-90b8-5ba801587c74", "tag": "18817dce-0165-4147-aab1-598491c113cb"}, {"name": "network-changed", "server_uuid": "ba36a6fb-a249-45ba-a1ae-61fff41a1e7e", "tag": "8f6ff42a-bd63-463b-8d11-5854d303b878"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:52:45.247641 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['8f6ff42a-bd63-463b-8d11-5854d303b878'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:52:45.269404 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa60a3f-0b7d-4970-a155-9c14768dbc74 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Pushing event updated for resources: {'Port': ['ID=53bf2966-9340-48a8-8e1e-2aa54099768a,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:45.295279 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16232b2-88cf-48ee-ab70-bf1d527ecf58 req-3aae457e-7432-46ee-bd86-3b326c2406dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:45.297960 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a16232b2-88cf-48ee-ab70-bf1d527ecf58 req-3aae457e-7432-46ee-bd86-3b326c2406dc service neutron] 10.222.0.67 "GET /v2.0/networks?id=0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf HTTP/1.1" status: 200 len: 914 time: 0.3979161 Jan 28 02:52:45.309361 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e588c7-fb44-422b-860a-530b0e29c721 req-5cc2991a-d6fc-4923-ada6-7bf31215e2a7 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:45.309633 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-e1d36070-8db9-491f-8784-966ac18eaf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-725524477-router', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:51:35Z', 'updated_at': '2022-01-28T02:51:42Z', 'revision_number': 4, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'gw_port': {'id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:07:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:51:36Z', 'updated_at': '2022-01-28T02:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '10abef0e-93a8-4e7f-822d-827186a3737e', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'floating_ip_address': '172.25.0.165', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'port_id': '18817dce-0165-4147-aab1-598491c113cb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 838, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967', 'mac_address': 'fa:16:3e:01:bf:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf0be7-fb2a-4b6f-90b8-5ba801587c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:52:04Z', 'updated_at': '2022-01-28T02:52:40Z', 'revision_number': 8, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42d243b5-9f81-4784-85f6-c72ecdc9494f', 'name': '', 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'mac_address': 'fa:16:3e:37:08:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '4db08a6e-5c57-4b8e-9ec4-bbd5647662a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:51:40Z', 'updated_at': '2022-01-28T02:51:47Z', 'revision_number': 5, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'subnets': [{'id': '4db08a6e-5c57-4b8e-9ec4-bbd5647662a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:45.312232 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-40e588c7-fb44-422b-860a-530b0e29c721 req-5cc2991a-d6fc-4923-ada6-7bf31215e2a7 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=9539bfa9-2a1f-4628-91c2-0e545072a9b3 HTTP/1.1" status: 200 len: 931 time: 0.1014776 Jan 28 02:52:45.372198 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d36070-8db9-491f-8784-966ac18eaf83 None None] The sync data for ids ['32c921c0-d889-45bd-b948-162df52bc3f6'] in n-d-712139-27 is: [{'id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-725524477-router', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:51:35Z', 'updated_at': '2022-01-28T02:51:42Z', 'revision_number': 4, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'gw_port': {'id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:07:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:51:36Z', 'updated_at': '2022-01-28T02:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '10abef0e-93a8-4e7f-822d-827186a3737e', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'floating_ip_address': '172.25.0.165', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'port_id': '18817dce-0165-4147-aab1-598491c113cb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 838, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967', 'mac_address': 'fa:16:3e:01:bf:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf0be7-fb2a-4b6f-90b8-5ba801587c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:52:04Z', 'updated_at': '2022-01-28T02:52:40Z', 'revision_number': 8, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42d243b5-9f81-4784-85f6-c72ecdc9494f', 'name': '', 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'mac_address': 'fa:16:3e:37:08:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '4db08a6e-5c57-4b8e-9ec4-bbd5647662a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:51:40Z', 'updated_at': '2022-01-28T02:51:47Z', 'revision_number': 5, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'subnets': [{'id': '4db08a6e-5c57-4b8e-9ec4-bbd5647662a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:52:45.413693 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a16232b2-88cf-48ee-ab70-bf1d527ecf58 req-32b25fe9-14e8-4a06-9820-b054b47771bd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52e8ecc9-44e8-4561-8da4-e2eb3bba3cca HTTP/1.1" status: 200 len: 217 time: 0.0998104 Jan 28 02:52:45.497495 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-40e588c7-fb44-422b-860a-530b0e29c721 req-c807fe20-6577-4113-af1e-e1ab71270ae7 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679695 Jan 28 02:52:45.524063 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16232b2-88cf-48ee-ab70-bf1d527ecf58 req-ea37c6b7-8a49-416a-84a2-840049eceee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:45.527051 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a16232b2-88cf-48ee-ab70-bf1d527ecf58 req-ea37c6b7-8a49-416a-84a2-840049eceee8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d955fbc3-595b-46e4-bbea-f8517aacb349 HTTP/1.1" status: 200 len: 853 time: 0.1057353 Jan 28 02:52:45.533518 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39feae6e-b03c-45ec-8e0f-4be59b4ef645 req-5fa60a3f-0b7d-4970-a155-9c14768dbc74 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:45.544832 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-39feae6e-b03c-45ec-8e0f-4be59b4ef645 req-5fa60a3f-0b7d-4970-a155-9c14768dbc74 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:45.584622 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a16232b2-88cf-48ee-ab70-bf1d527ecf58 req-24b90aba-058f-4fae-a46f-2dd201522f4e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501595 Jan 28 02:52:45.604636 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09a168-cbd7-47fb-adb5-34b9bbb9bf04 req-53494929-124d-4502-a669-a0eb58884cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:45.607502 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bf09a168-cbd7-47fb-adb5-34b9bbb9bf04 req-53494929-124d-4502-a669-a0eb58884cac service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4db08a6e-5c57-4b8e-9ec4-bbd5647662a4 HTTP/1.1" status: 200 len: 859 time: 1.1353960 Jan 28 02:52:45.615542 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 02:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7a48a7-528f-48b6-bd09-b31343da0bd6 x-openstack-request-id: req-ce7a48a7-528f-48b6-bd09-b31343da0bd6 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:52:45.616042 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49bf0be7-fb2a-4b6f-90b8-5ba801587c74", "tag": "18817dce-0165-4147-aab1-598491c113cb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ba36a6fb-a249-45ba-a1ae-61fff41a1e7e", "tag": "8f6ff42a-bd63-463b-8d11-5854d303b878", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:52:45.636689 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ce7a48a7-528f-48b6-bd09-b31343da0bd6 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:52:45.637855 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49bf0be7-fb2a-4b6f-90b8-5ba801587c74', 'tag': '18817dce-0165-4147-aab1-598491c113cb', 'status': 'completed', 'code': 200} Jan 28 02:52:45.640159 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba36a6fb-a249-45ba-a1ae-61fff41a1e7e', 'tag': '8f6ff42a-bd63-463b-8d11-5854d303b878', 'status': 'completed', 'code': 200} Jan 28 02:52:45.654132 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-39feae6e-b03c-45ec-8e0f-4be59b4ef645 req-5fa60a3f-0b7d-4970-a155-9c14768dbc74 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7851727 Jan 28 02:52:45.676761 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ed6c18-a8d4-460b-981e-1998cbc2b8b2 admin admin] Router ce623959-031f-4e76-b08a-d98f8feee14b has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:52:45.785925 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-39feae6e-b03c-45ec-8e0f-4be59b4ef645 req-528e437f-c4c5-402d-9bd9-25745494e646 service neutron] Request body: {'port': {'device_id': '9539bfa9-2a1f-4628-91c2-0e545072a9b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:52:45.836556 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d22baa-2004-4d3b-a829-09241ac819c0 None None] New status for floating IP 10abef0e-93a8-4e7f-822d-827186a3737e: ACTIVE {{(pid=109804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:52:45.966164 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a16232b2-88cf-48ee-ab70-bf1d527ecf58 req-1f536492-fb3a-4c57-af32-6c6989b58389 service neutron] 10.222.0.67 "GET /v2.0/networks/0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756437 Jan 28 02:52:45.969787 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26dba13-d238-4a2c-b2b8-eb95d44c6bed req-18fd0b30-aadf-4676-aa94-89591da98a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:45.971272 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c26dba13-d238-4a2c-b2b8-eb95d44c6bed req-18fd0b30-aadf-4676-aa94-89591da98a14 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e168a8b773b74055bc0667e0581a74cd&device_id=ba36a6fb-a249-45ba-a1ae-61fff41a1e7e HTTP/1.1" status: 200 len: 1127 time: 0.2420428 Jan 28 02:52:45.991423 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd41f1a-eaff-4189-9977-d3033812760d req-75f3a1dd-4664-4719-8d1c-a1b959eb3326 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:45.998686 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ddd41f1a-eaff-4189-9977-d3033812760d req-75f3a1dd-4664-4719-8d1c-a1b959eb3326 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba36a6fb-a249-45ba-a1ae-61fff41a1e7e HTTP/1.1" status: 200 len: 944 time: 0.2258379 Jan 28 02:52:46.009876 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09a168-cbd7-47fb-adb5-34b9bbb9bf04 req-1366782b-6d26-4b29-94cf-deda239f33d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:46.011483 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bf09a168-cbd7-47fb-adb5-34b9bbb9bf04 req-1366782b-6d26-4b29-94cf-deda239f33d4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e561589e-7002-46d7-b993-364a9aaf6967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3516860 Jan 28 02:52:46.028875 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-39feae6e-b03c-45ec-8e0f-4be59b4ef645 req-528e437f-c4c5-402d-9bd9-25745494e646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (53bf2966-9340-48a8-8e1e-2aa54099768a), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:46.129679 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device ac880a54-1baa-436b-89eb-3813f3bab0ce no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:52:46.261471 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: ac880a54-1baa-436b-89eb-3813f3bab0ce {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:52:46.262148 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device ac880a54-1baa-436b-89eb-3813f3bab0ce not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:52:46.359726 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ddd41f1a-eaff-4189-9977-d3033812760d req-d73b914a-ff6e-467a-b087-6fb02adafebf tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542509 Jan 28 02:52:46.372678 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26dba13-d238-4a2c-b2b8-eb95d44c6bed req-98a7045d-582f-49ae-bd48-70fa1a195723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:46.377267 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c26dba13-d238-4a2c-b2b8-eb95d44c6bed req-98a7045d-582f-49ae-bd48-70fa1a195723 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b4519f5eb7242359f10ce603b741659&device_id=49bf0be7-fb2a-4b6f-90b8-5ba801587c74 HTTP/1.1" status: 200 len: 1097 time: 0.7065835 Jan 28 02:52:46.428370 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a16232b2-88cf-48ee-ab70-bf1d527ecf58 req-66eed3ca-f6f3-4823-a773-955585fa2e90 service neutron] 10.222.0.67 "GET /v2.0/networks/0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4551187 Jan 28 02:52:46.438094 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26dba13-d238-4a2c-b2b8-eb95d44c6bed req-7f9cf827-d7c7-4655-b8a3-404f36e7a396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:46.442240 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c26dba13-d238-4a2c-b2b8-eb95d44c6bed req-7f9cf827-d7c7-4655-b8a3-404f36e7a396 service neutron] 10.222.0.39 "GET /v2.0/networks?id=290af027-4910-45bb-b54e-a29d61400c05 HTTP/1.1" status: 200 len: 909 time: 0.4574926 Jan 28 02:52:46.519760 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c26dba13-d238-4a2c-b2b8-eb95d44c6bed req-854d54da-5a7d-4ef7-af55-b6e8ef5f6e0a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f6ff42a-bd63-463b-8d11-5854d303b878 HTTP/1.1" status: 200 len: 217 time: 0.0707402 Jan 28 02:52:46.605722 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26dba13-d238-4a2c-b2b8-eb95d44c6bed req-c1c43354-5475-4d66-aeb9-9d5697fcc2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:46.607230 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c26dba13-d238-4a2c-b2b8-eb95d44c6bed req-c1c43354-5475-4d66-aeb9-9d5697fcc2b9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=49bb14d4-dcd1-48f1-bfcf-d4851c7c298c HTTP/1.1" status: 200 len: 848 time: 0.0805631 Jan 28 02:52:46.674381 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c26dba13-d238-4a2c-b2b8-eb95d44c6bed req-4fe616b3-3a69-494d-b45d-db307db459c5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=290af027-4910-45bb-b54e-a29d61400c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495784 Jan 28 02:52:46.781472 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b574f5-d6f5-4f45-8bc3-07e857e3770d req-5d0e1f44-253e-4e5f-a48b-ec57ae4becbf tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:46.801575 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-29b574f5-d6f5-4f45-8bc3-07e857e3770d req-5d0e1f44-253e-4e5f-a48b-ec57ae4becbf tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=9539bfa9-2a1f-4628-91c2-0e545072a9b3 HTTP/1.1" status: 200 len: 931 time: 0.1179566 Jan 28 02:52:46.857665 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26dba13-d238-4a2c-b2b8-eb95d44c6bed req-bbfce4ed-2550-4374-9f8e-fb34b479381d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:46.858653 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c26dba13-d238-4a2c-b2b8-eb95d44c6bed req-bbfce4ed-2550-4374-9f8e-fb34b479381d service neutron] 10.222.0.67 "GET /v2.0/networks?id=e561589e-7002-46d7-b993-364a9aaf6967 HTTP/1.1" status: 200 len: 921 time: 0.4598844 Jan 28 02:52:46.895143 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-29b574f5-d6f5-4f45-8bc3-07e857e3770d req-c7c7bd9a-01b8-4840-a793-0a2c566c5623 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923259 Jan 28 02:52:46.914014 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bf09a168-cbd7-47fb-adb5-34b9bbb9bf04 req-cd7a942f-005e-4690-9458-4040ab98ecd3 service neutron] 10.222.0.53 "GET /v2.0/networks/e561589e-7002-46d7-b993-364a9aaf6967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8874936 Jan 28 02:52:46.933326 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c26dba13-d238-4a2c-b2b8-eb95d44c6bed req-5d6d26d6-23c6-4f26-9642-b1abb9fe7873 service neutron] 10.222.0.39 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399619 Jan 28 02:52:46.941167 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ed6c18-a8d4-460b-981e-1998cbc2b8b2 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:52:46.952253 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633f0696-c8dc-4d08-a049-583fe1a39c77 None None] Sync routers for ids ['ce623959-031f-4e76-b08a-d98f8feee14b'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:52:46.961315 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c1ed6c18-a8d4-460b-981e-1998cbc2b8b2 admin admin] 10.222.0.53 "PUT /v2.0/routers/ce623959-031f-4e76-b08a-d98f8feee14b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5834048 Jan 28 02:52:46.995067 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633f0696-c8dc-4d08-a049-583fe1a39c77 None None] Routers {'ce623959-031f-4e76-b08a-d98f8feee14b'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:52:46.997787 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-633f0696-c8dc-4d08-a049-583fe1a39c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:52:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['ce623959-031f-4e76-b08a-d98f8feee14b'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:47.213662 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-633f0696-c8dc-4d08-a049-583fe1a39c77 None None] Set router ce623959-031f-4e76-b08a-d98f8feee14b gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:52:47.247039 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c26dba13-d238-4a2c-b2b8-eb95d44c6bed req-659d7fd5-2f2d-4f47-9cfe-694ff2269a26 service neutron] 10.222.0.39 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055537 Jan 28 02:52:47.257838 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c26dba13-d238-4a2c-b2b8-eb95d44c6bed req-66c015d7-1272-4d2e-8002-6bdb48e553c7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18817dce-0165-4147-aab1-598491c113cb HTTP/1.1" status: 200 len: 1001 time: 0.3777461 Jan 28 02:52:47.345658 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-2eae1587-e71c-4604-8f68-32333539ecf7 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=374e72b0e62c4cb4a9bb8f2bb827e071&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295577 Jan 28 02:52:47.518979 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-6e2fbfae-bbcc-4abb-b6c6-48ac4451ce36 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:47.520546 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-6e2fbfae-bbcc-4abb-b6c6-48ac4451ce36 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1686127 Jan 28 02:52:47.540480 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-17c6cd90-1acc-4273-8556-f26f1ed7e533 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/quotas/374e72b0e62c4cb4a9bb8f2bb827e071 HTTP/1.1" status: 200 len: 375 time: 0.0118928 Jan 28 02:52:47.583979 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26dba13-d238-4a2c-b2b8-eb95d44c6bed req-b258c7d1-88c8-4406-b37f-6688a7a40c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:47.587663 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c26dba13-d238-4a2c-b2b8-eb95d44c6bed req-b258c7d1-88c8-4406-b37f-6688a7a40c7b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4db08a6e-5c57-4b8e-9ec4-bbd5647662a4 HTTP/1.1" status: 200 len: 859 time: 0.2542686 Jan 28 02:52:47.603614 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-8b53aff0-1a64-453a-82e9-2883eb7ac1a3 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=374e72b0e62c4cb4a9bb8f2bb827e071&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496273 Jan 28 02:52:47.637890 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-633f0696-c8dc-4d08-a049-583fe1a39c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce623959-031f-4e76-b08a-d98f8feee14b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1294569546-router', 'tenant_id': '07b12507ae9742ae9cf6596eafe2c460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'a63742e3-c9ab-4f5b-b2ee-a4d85b403142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:52:31Z', 'updated_at': '2022-01-28T02:52:42Z', 'revision_number': 4, 'project_id': '07b12507ae9742ae9cf6596eafe2c460', 'gw_port': {'id': 'a63742e3-c9ab-4f5b-b2ee-a4d85b403142', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce623959-031f-4e76-b08a-d98f8feee14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:52:32Z', 'updated_at': '2022-01-28T02:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '5daa31fa-4b29-40a2-9209-651bb9700edd', 'name': '', 'network_id': 'cced5cef-ed7d-4c10-a348-a2dd5198af7f', 'tenant_id': '07b12507ae9742ae9cf6596eafe2c460', 'mac_address': 'fa:16:3e:cb:d4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce623959-031f-4e76-b08a-d98f8feee14b', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '103ce8fe-9e75-44b9-af19-ab633171d9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:52:38Z', 'updated_at': '2022-01-28T02:52:42Z', 'revision_number': 2, 'project_id': '07b12507ae9742ae9cf6596eafe2c460', 'subnets': [{'id': '103ce8fe-9e75-44b9-af19-ab633171d9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:47.699418 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633f0696-c8dc-4d08-a049-583fe1a39c77 None None] Checking router: ce623959-031f-4e76-b08a-d98f8feee14b for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:52:47.699824 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633f0696-c8dc-4d08-a049-583fe1a39c77 None None] Updating router ce623959-031f-4e76-b08a-d98f8feee14b port 5daa31fa-4b29-40a2-9209-651bb9700edd binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:52:47.714169 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bf09a168-cbd7-47fb-adb5-34b9bbb9bf04 req-b114726f-fda5-43b5-83ef-6a1810072d4c service neutron] 10.222.0.53 "GET /v2.0/networks/e561589e-7002-46d7-b993-364a9aaf6967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6743159 Jan 28 02:52:47.779178 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-39feae6e-b03c-45ec-8e0f-4be59b4ef645 req-528e437f-c4c5-402d-9bd9-25745494e646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53bf2966-9340-48a8-8e1e-2aa54099768a {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:52:47.793447 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-39feae6e-b03c-45ec-8e0f-4be59b4ef645 req-528e437f-c4c5-402d-9bd9-25745494e646 service neutron] Publish callbacks [] for port (53bf2966-9340-48a8-8e1e-2aa54099768a), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:47.801668 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26dba13-d238-4a2c-b2b8-eb95d44c6bed req-fff29226-f4b5-4a32-b642-8c04f07a08cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:47.805206 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-633f0696-c8dc-4d08-a049-583fe1a39c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5daa31fa-4b29-40a2-9209-651bb9700edd), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:47.806900 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c26dba13-d238-4a2c-b2b8-eb95d44c6bed req-fff29226-f4b5-4a32-b642-8c04f07a08cf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e561589e-7002-46d7-b993-364a9aaf6967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2013648 Jan 28 02:52:47.973155 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-39feae6e-b03c-45ec-8e0f-4be59b4ef645 req-528e437f-c4c5-402d-9bd9-25745494e646 service neutron] Transition to ACTIVE for port object 53bf2966-9340-48a8-8e1e-2aa54099768a will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:52:47.982451 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 8f6ff42a-bd63-463b-8d11-5854d303b878 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:52:48.061884 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-39feae6e-b03c-45ec-8e0f-4be59b4ef645 req-528e437f-c4c5-402d-9bd9-25745494e646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (53bf2966-9340-48a8-8e1e-2aa54099768a), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:48.150711 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:52:48.342812 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 8f6ff42a-bd63-463b-8d11-5854d303b878, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=8f6ff42a-bd63-463b-8d11-5854d303b878,segment=NetworkSegment(4fb02108-8b37-4bb4-8350-923aa0786ccd),segment_id=4fb02108-8b37-4bb4-8350-923aa0786ccd)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:52:48.373540 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 8f6ff42a-bd63-463b-8d11-5854d303b878 has no active binding in host n-h1-712139-27 {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 02:52:48.397716 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb50f1-febd-456d-ba81-cc5509d735d0 req-03320e21-d760-4cd3-8a6a-42f00231bc30 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:48.409851 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-56eb50f1-febd-456d-ba81-cc5509d735d0 req-03320e21-d760-4cd3-8a6a-42f00231bc30 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba36a6fb-a249-45ba-a1ae-61fff41a1e7e HTTP/1.1" status: 200 len: 944 time: 0.5143497 Jan 28 02:52:48.459200 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e437f-c4c5-402d-9bd9-25745494e646 service neutron] Pushing event updated for resources: {'Port': ['ID=53bf2966-9340-48a8-8e1e-2aa54099768a,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:48.538664 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c26dba13-d238-4a2c-b2b8-eb95d44c6bed req-70987c34-637a-4a1c-b7f8-0fece5fe5ddd service neutron] 10.222.0.67 "GET /v2.0/networks/e561589e-7002-46d7-b993-364a9aaf6967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7076085 Jan 28 02:52:48.639927 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-56eb50f1-febd-456d-ba81-cc5509d735d0 req-cce670e0-9b82-4f23-b254-ad09a3285253 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163274 Jan 28 02:52:48.695171 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-39feae6e-b03c-45ec-8e0f-4be59b4ef645 req-528e437f-c4c5-402d-9bd9-25745494e646 service neutron] Attempting to bind port 53bf2966-9340-48a8-8e1e-2aa54099768a on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:52:48.699805 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-39feae6e-b03c-45ec-8e0f-4be59b4ef645 req-528e437f-c4c5-402d-9bd9-25745494e646 service neutron] Attempting to bind port 53bf2966-9340-48a8-8e1e-2aa54099768a by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '49d4c981-b004-41ee-ab95-a2b5be80e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b41ec36c-2b47-4b7e-a484-436d2f02d72a'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:52:48.700179 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39feae6e-b03c-45ec-8e0f-4be59b4ef645 req-528e437f-c4c5-402d-9bd9-25745494e646 service neutron] Attempting to bind port 53bf2966-9340-48a8-8e1e-2aa54099768a on network b41ec36c-2b47-4b7e-a484-436d2f02d72a {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:52:48.715417 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39feae6e-b03c-45ec-8e0f-4be59b4ef645 req-528e437f-c4c5-402d-9bd9-25745494e646 service neutron] Port 53bf2966-9340-48a8-8e1e-2aa54099768a on network b41ec36c-2b47-4b7e-a484-436d2f02d72a not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:52:48.715747 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39feae6e-b03c-45ec-8e0f-4be59b4ef645 req-528e437f-c4c5-402d-9bd9-25745494e646 service neutron] Attempting to bind port 53bf2966-9340-48a8-8e1e-2aa54099768a on network b41ec36c-2b47-4b7e-a484-436d2f02d72a {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:52:48.724005 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-633f0696-c8dc-4d08-a049-583fe1a39c77 None None] Publish callbacks [] for port (5daa31fa-4b29-40a2-9209-651bb9700edd), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:48.738583 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-633f0696-c8dc-4d08-a049-583fe1a39c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (5daa31fa-4b29-40a2-9209-651bb9700edd), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:48.746959 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39feae6e-b03c-45ec-8e0f-4be59b4ef645 req-528e437f-c4c5-402d-9bd9-25745494e646 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:52:48.750348 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39feae6e-b03c-45ec-8e0f-4be59b4ef645 req-528e437f-c4c5-402d-9bd9-25745494e646 service neutron] Checking segment: {'id': '49d4c981-b004-41ee-ab95-a2b5be80e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b41ec36c-2b47-4b7e-a484-436d2f02d72a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:52:48.751008 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39feae6e-b03c-45ec-8e0f-4be59b4ef645 req-528e437f-c4c5-402d-9bd9-25745494e646 service neutron] Bound using segment: {'id': '49d4c981-b004-41ee-ab95-a2b5be80e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b41ec36c-2b47-4b7e-a484-436d2f02d72a'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:52:48.751487 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-39feae6e-b03c-45ec-8e0f-4be59b4ef645 req-528e437f-c4c5-402d-9bd9-25745494e646 service neutron] Bound port: 53bf2966-9340-48a8-8e1e-2aa54099768a, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49d4c981-b004-41ee-ab95-a2b5be80e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b41ec36c-2b47-4b7e-a484-436d2f02d72a'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:52:48.753575 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe2ed4-38d1-4943-a56e-6b4d534f7869 req-61bd493a-f6e9-4c8a-a0ae-b4de9429c572 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:48.754107 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-39feae6e-b03c-45ec-8e0f-4be59b4ef645 req-528e437f-c4c5-402d-9bd9-25745494e646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (53bf2966-9340-48a8-8e1e-2aa54099768a), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:48.764467 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f0fe2ed4-38d1-4943-a56e-6b4d534f7869 req-61bd493a-f6e9-4c8a-a0ae-b4de9429c572 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/networks?id=cced5cef-ed7d-4c10-a348-a2dd5198af7f HTTP/1.1" status: 200 len: 820 time: 0.2479258 Jan 28 02:52:48.794289 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f0fe2ed4-38d1-4943-a56e-6b4d534f7869 req-843f05b4-6015-49aa-b10c-cce42e67e0b8 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/quotas/07b12507ae9742ae9cf6596eafe2c460 HTTP/1.1" status: 200 len: 375 time: 0.0287664 Jan 28 02:52:48.808424 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c26dba13-d238-4a2c-b2b8-eb95d44c6bed req-bd747899-1b9e-4d2c-9a56-e35fac5d1528 service neutron] 10.222.0.67 "GET /v2.0/networks/e561589e-7002-46d7-b993-364a9aaf6967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565272 Jan 28 02:52:48.828381 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afbd929-862e-4f7f-8ea0-54a006da6b5b None None] Pushing event updated for resources: {'Port': ['ID=5daa31fa-4b29-40a2-9209-651bb9700edd,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:48.842138 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afbd929-862e-4f7f-8ea0-54a006da6b5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:52:48.842737 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afbd929-862e-4f7f-8ea0-54a006da6b5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:52:48.843234 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afbd929-862e-4f7f-8ea0-54a006da6b5b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:52:48.843762 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afbd929-862e-4f7f-8ea0-54a006da6b5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:52:48.844261 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afbd929-862e-4f7f-8ea0-54a006da6b5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:52:48.844757 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afbd929-862e-4f7f-8ea0-54a006da6b5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:52:48.845267 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afbd929-862e-4f7f-8ea0-54a006da6b5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:52:48.845788 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afbd929-862e-4f7f-8ea0-54a006da6b5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:52:48.846293 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afbd929-862e-4f7f-8ea0-54a006da6b5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:52:48.846773 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afbd929-862e-4f7f-8ea0-54a006da6b5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:52:48.847253 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afbd929-862e-4f7f-8ea0-54a006da6b5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:52:48.847731 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afbd929-862e-4f7f-8ea0-54a006da6b5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:52:48.848209 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afbd929-862e-4f7f-8ea0-54a006da6b5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:52:48.904392 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-633f0696-c8dc-4d08-a049-583fe1a39c77 None None] Attempting to bind port 5daa31fa-4b29-40a2-9209-651bb9700edd on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:52:48.905100 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-633f0696-c8dc-4d08-a049-583fe1a39c77 None None] Attempting to bind port 5daa31fa-4b29-40a2-9209-651bb9700edd by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e68bfc76-2719-4861-91f6-f85b59279523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'cced5cef-ed7d-4c10-a348-a2dd5198af7f'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:52:48.905653 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633f0696-c8dc-4d08-a049-583fe1a39c77 None None] Attempting to bind port 5daa31fa-4b29-40a2-9209-651bb9700edd on network cced5cef-ed7d-4c10-a348-a2dd5198af7f {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:52:48.911457 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633f0696-c8dc-4d08-a049-583fe1a39c77 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:52:48.912110 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633f0696-c8dc-4d08-a049-583fe1a39c77 None None] Checking segment: {'id': 'e68bfc76-2719-4861-91f6-f85b59279523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'cced5cef-ed7d-4c10-a348-a2dd5198af7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:52:48.912692 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-633f0696-c8dc-4d08-a049-583fe1a39c77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:48.913591 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633f0696-c8dc-4d08-a049-583fe1a39c77 None None] Bound using segment: {'id': 'e68bfc76-2719-4861-91f6-f85b59279523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'cced5cef-ed7d-4c10-a348-a2dd5198af7f'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:52:48.914352 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-633f0696-c8dc-4d08-a049-583fe1a39c77 None None] Bound port: 5daa31fa-4b29-40a2-9209-651bb9700edd, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e68bfc76-2719-4861-91f6-f85b59279523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'cced5cef-ed7d-4c10-a348-a2dd5198af7f'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:52:48.914899 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-633f0696-c8dc-4d08-a049-583fe1a39c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5daa31fa-4b29-40a2-9209-651bb9700edd), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:48.943958 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f0fe2ed4-38d1-4943-a56e-6b4d534f7869 req-2425f7d6-9fe1-400b-9302-b895b13df7ae tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=07b12507ae9742ae9cf6596eafe2c460&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1463432 Jan 28 02:52:48.956324 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-39feae6e-b03c-45ec-8e0f-4be59b4ef645 req-528e437f-c4c5-402d-9bd9-25745494e646 service neutron] For port 53bf2966-9340-48a8-8e1e-2aa54099768a, host n-h1-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:52:48.962073 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-383b78d0-34b7-4c59-b900-4d3e3f5a19d0 req-2312de79-2f5b-4ce0-a8b2-112fe7aec7e5 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/floatingips/10abef0e-93a8-4e7f-822d-827186a3737e HTTP/1.1" status: 200 len: 998 time: 0.1193309 Jan 28 02:52:48.978400 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-39feae6e-b03c-45ec-8e0f-4be59b4ef645 req-528e437f-c4c5-402d-9bd9-25745494e646 service neutron] For port 53bf2966-9340-48a8-8e1e-2aa54099768a, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=53bf2966-9340-48a8-8e1e-2aa54099768a,segment=NetworkSegment(49d4c981-b004-41ee-ab95-a2b5be80e959),segment_id=49d4c981-b004-41ee-ab95-a2b5be80e959)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:52:48.991169 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-39feae6e-b03c-45ec-8e0f-4be59b4ef645 req-528e437f-c4c5-402d-9bd9-25745494e646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (53bf2966-9340-48a8-8e1e-2aa54099768a), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:48.994965 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-633f0696-c8dc-4d08-a049-583fe1a39c77 None None] For port 5daa31fa-4b29-40a2-9209-651bb9700edd, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:52:49.001871 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-633f0696-c8dc-4d08-a049-583fe1a39c77 None None] For port 5daa31fa-4b29-40a2-9209-651bb9700edd, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=5daa31fa-4b29-40a2-9209-651bb9700edd,segment=NetworkSegment(e68bfc76-2719-4861-91f6-f85b59279523),segment_id=e68bfc76-2719-4861-91f6-f85b59279523)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:52:49.011779 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-633f0696-c8dc-4d08-a049-583fe1a39c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (5daa31fa-4b29-40a2-9209-651bb9700edd), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:49.073528 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633f0696-c8dc-4d08-a049-583fe1a39c77 None None] Routers {'ce623959-031f-4e76-b08a-d98f8feee14b'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:52:49.074152 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-633f0696-c8dc-4d08-a049-583fe1a39c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:52:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['ce623959-031f-4e76-b08a-d98f8feee14b'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:49.075790 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f0fe2ed4-38d1-4943-a56e-6b4d534f7869 req-4620e653-26e7-477c-bc92-64655101e2b4 service neutron] 10.222.0.53 "GET /v2.0/networks/cced5cef-ed7d-4c10-a348-a2dd5198af7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304038 Jan 28 02:52:49.121245 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39feae6e-b03c-45ec-8e0f-4be59b4ef645 req-528e437f-c4c5-402d-9bd9-25745494e646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:49.122512 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-39feae6e-b03c-45ec-8e0f-4be59b4ef645 req-528e437f-c4c5-402d-9bd9-25745494e646 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:49.123917 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-39feae6e-b03c-45ec-8e0f-4be59b4ef645 req-528e437f-c4c5-402d-9bd9-25745494e646 service neutron] 10.222.0.67 "PUT /v2.0/ports/53bf2966-9340-48a8-8e1e-2aa54099768a HTTP/1.1" status: 200 len: 1092 time: 3.3584094 Jan 28 02:52:49.124372 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9539bfa9-2a1f-4628-91c2-0e545072a9b3', 'tag': '53bf2966-9340-48a8-8e1e-2aa54099768a'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:52:49.127025 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966ad1ff-5c3f-4e14-bcf6-8acfc964583f" -d '{"events": [{"name": "network-changed", "server_uuid": "9539bfa9-2a1f-4628-91c2-0e545072a9b3", "tag": "53bf2966-9340-48a8-8e1e-2aa54099768a"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:52:49.247914 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f0fe2ed4-38d1-4943-a56e-6b4d534f7869 req-278a6ec3-2916-459f-a126-635b6c3c3055 service neutron] 10.222.0.53 "GET /v2.0/networks/cced5cef-ed7d-4c10-a348-a2dd5198af7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709282 Jan 28 02:52:49.303453 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e437f-c4c5-402d-9bd9-25745494e646 service neutron] Pushing event updated for resources: {'Port': ['ID=53bf2966-9340-48a8-8e1e-2aa54099768a,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:49.365853 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b78d0-34b7-4c59-b900-4d3e3f5a19d0 req-421afde0-e7f3-4846-8a92-12d26b2ca834 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:49.368142 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-383b78d0-34b7-4c59-b900-4d3e3f5a19d0 req-421afde0-e7f3-4846-8a92-12d26b2ca834 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/networks/8f7dc9c9-eaf1-4339-a2e3-884554154641 HTTP/1.1" status: 200 len: 784 time: 0.3951297 Jan 28 02:52:49.384327 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39feae6e-b03c-45ec-8e0f-4be59b4ef645 req-d8b68a39-e053-4eb1-8d85-6024762c47e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:49.386012 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-39feae6e-b03c-45ec-8e0f-4be59b4ef645 req-d8b68a39-e053-4eb1-8d85-6024762c47e4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=53e2297c23164a47954b52b6f715a589&device_id=9539bfa9-2a1f-4628-91c2-0e545072a9b3 HTTP/1.1" status: 200 len: 1095 time: 0.1665432 Jan 28 02:52:49.394585 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-633f0696-c8dc-4d08-a049-583fe1a39c77 None None] Set router ce623959-031f-4e76-b08a-d98f8feee14b gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:52:49.433480 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afbd929-862e-4f7f-8ea0-54a006da6b5b None None] Pushing event updated for resources: {'Port': ['ID=5daa31fa-4b29-40a2-9209-651bb9700edd,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:49.514693 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-39feae6e-b03c-45ec-8e0f-4be59b4ef645 req-f5e9944f-284b-46ce-a6a9-d9dbe09d6574 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53bf2966-9340-48a8-8e1e-2aa54099768a HTTP/1.1" status: 200 len: 217 time: 0.1055021 Jan 28 02:52:49.638444 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32fc56-dfda-4416-82f9-6806690e8cb7 req-d336b11f-840a-42a0-a72c-4957f1f2b3d6 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:49.646242 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-be32fc56-dfda-4416-82f9-6806690e8cb7 req-d336b11f-840a-42a0-a72c-4957f1f2b3d6 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=9539bfa9-2a1f-4628-91c2-0e545072a9b3 HTTP/1.1" status: 200 len: 943 time: 0.1368284 Jan 28 02:52:49.662844 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39feae6e-b03c-45ec-8e0f-4be59b4ef645 req-525088e8-8788-43f2-b1ee-7bb53603457b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:49.662844 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-39feae6e-b03c-45ec-8e0f-4be59b4ef645 req-525088e8-8788-43f2-b1ee-7bb53603457b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c47d8662-592c-46cb-9250-3ddc6d538cb4 HTTP/1.1" status: 200 len: 851 time: 0.1126955 Jan 28 02:52:49.687379 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-233af96b-3826-4b34-af09-85efd4601f2a tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=374e72b0e62c4cb4a9bb8f2bb827e071&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443544 Jan 28 02:52:49.707609 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-39feae6e-b03c-45ec-8e0f-4be59b4ef645 req-2eddc73b-e3e5-4b6d-b734-d4de6c105634 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b41ec36c-2b47-4b7e-a484-436d2f02d72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409865 Jan 28 02:52:49.764132 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-633f0696-c8dc-4d08-a049-583fe1a39c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce623959-031f-4e76-b08a-d98f8feee14b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1294569546-router', 'tenant_id': '07b12507ae9742ae9cf6596eafe2c460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'a63742e3-c9ab-4f5b-b2ee-a4d85b403142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:52:31Z', 'updated_at': '2022-01-28T02:52:42Z', 'revision_number': 4, 'project_id': '07b12507ae9742ae9cf6596eafe2c460', 'gw_port': {'id': 'a63742e3-c9ab-4f5b-b2ee-a4d85b403142', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce623959-031f-4e76-b08a-d98f8feee14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:52:32Z', 'updated_at': '2022-01-28T02:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '5daa31fa-4b29-40a2-9209-651bb9700edd', 'name': '', 'network_id': 'cced5cef-ed7d-4c10-a348-a2dd5198af7f', 'tenant_id': '07b12507ae9742ae9cf6596eafe2c460', 'mac_address': 'fa:16:3e:cb:d4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce623959-031f-4e76-b08a-d98f8feee14b', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '103ce8fe-9e75-44b9-af19-ab633171d9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:52:38Z', 'updated_at': '2022-01-28T02:52:48Z', 'revision_number': 4, 'project_id': '07b12507ae9742ae9cf6596eafe2c460', 'subnets': [{'id': '103ce8fe-9e75-44b9-af19-ab633171d9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:49.811460 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633f0696-c8dc-4d08-a049-583fe1a39c77 None None] The sync data for ids ['ce623959-031f-4e76-b08a-d98f8feee14b'] in n-d-712139-27 is: [{'id': 'ce623959-031f-4e76-b08a-d98f8feee14b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1294569546-router', 'tenant_id': '07b12507ae9742ae9cf6596eafe2c460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'a63742e3-c9ab-4f5b-b2ee-a4d85b403142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:52:31Z', 'updated_at': '2022-01-28T02:52:42Z', 'revision_number': 4, 'project_id': '07b12507ae9742ae9cf6596eafe2c460', 'gw_port': {'id': 'a63742e3-c9ab-4f5b-b2ee-a4d85b403142', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce623959-031f-4e76-b08a-d98f8feee14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:52:32Z', 'updated_at': '2022-01-28T02:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '5daa31fa-4b29-40a2-9209-651bb9700edd', 'name': '', 'network_id': 'cced5cef-ed7d-4c10-a348-a2dd5198af7f', 'tenant_id': '07b12507ae9742ae9cf6596eafe2c460', 'mac_address': 'fa:16:3e:cb:d4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce623959-031f-4e76-b08a-d98f8feee14b', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '103ce8fe-9e75-44b9-af19-ab633171d9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:52:38Z', 'updated_at': '2022-01-28T02:52:48Z', 'revision_number': 4, 'project_id': '07b12507ae9742ae9cf6596eafe2c460', 'subnets': [{'id': '103ce8fe-9e75-44b9-af19-ab633171d9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:52:49.864796 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-39feae6e-b03c-45ec-8e0f-4be59b4ef645 req-2e75006b-6696-4528-b98e-53e47a24f4a2 service neutron] 10.222.0.67 "GET /v2.0/networks/b41ec36c-2b47-4b7e-a484-436d2f02d72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466317 Jan 28 02:52:49.888757 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-be32fc56-dfda-4416-82f9-6806690e8cb7 req-a88f6a0e-07d6-4de4-a949-d9093f2b7a53 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416427 Jan 28 02:52:49.922315 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-41ae7c6f-4f7d-47a1-a615-60d4fc8b268e tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:49.944867 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-41ae7c6f-4f7d-47a1-a615-60d4fc8b268e tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2415648 Jan 28 02:52:49.992051 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-eb98cd4f-80a8-473d-a815-810714284e56 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/quotas/374e72b0e62c4cb4a9bb8f2bb827e071 HTTP/1.1" status: 200 len: 375 time: 0.0460682 Jan 28 02:52:50.089753 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-9dd5fbfa-e971-41b3-974d-928c17ef614c tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=374e72b0e62c4cb4a9bb8f2bb827e071&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0953856 Jan 28 02:52:50.123364 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-39feae6e-b03c-45ec-8e0f-4be59b4ef645 req-583abcc6-5865-43cf-a050-6e7098efb2fc service neutron] 10.222.0.67 "GET /v2.0/networks/b41ec36c-2b47-4b7e-a484-436d2f02d72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450130 Jan 28 02:52:50.129222 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa4284f-2018-4920-9af5-a127ccc580d5 x-openstack-request-id: req-9aa4284f-2018-4920-9af5-a127ccc580d5 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:52:50.133257 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9539bfa9-2a1f-4628-91c2-0e545072a9b3", "tag": "53bf2966-9340-48a8-8e1e-2aa54099768a", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:52:50.133600 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9aa4284f-2018-4920-9af5-a127ccc580d5 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:52:50.134110 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9539bfa9-2a1f-4628-91c2-0e545072a9b3', 'tag': '53bf2966-9340-48a8-8e1e-2aa54099768a', 'status': 'completed', 'code': 200} Jan 28 02:52:50.170821 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-9f112aab-0802-4a25-aa01-512a97f034f3 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=374e72b0e62c4cb4a9bb8f2bb827e071&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520220 Jan 28 02:52:50.424721 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9c0d816c-32c0-496f-b356-577667ce423b req-cddc54fe-84d4-4c7b-9212-181b5a345bc7 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.165 HTTP/1.1" status: 200 len: 1001 time: 0.3001981 Jan 28 02:52:50.476302 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 5daa31fa-4b29-40a2-9209-651bb9700edd up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:52:50.505910 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ad1ff-5c3f-4e14-bcf6-8acfc964583f req-5fa6b2dd-fa57-405d-943d-9e786b81e673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:50.514023 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-966ad1ff-5c3f-4e14-bcf6-8acfc964583f req-5fa6b2dd-fa57-405d-943d-9e786b81e673 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=53e2297c23164a47954b52b6f715a589&device_id=9539bfa9-2a1f-4628-91c2-0e545072a9b3 HTTP/1.1" status: 200 len: 1095 time: 0.2141106 Jan 28 02:52:50.539096 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-045aae86-5cf3-4583-b815-ae8eb4ad27e9 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:50.541768 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-045aae86-5cf3-4583-b815-ae8eb4ad27e9 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3619828 Jan 28 02:52:50.559181 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d816c-32c0-496f-b356-577667ce423b req-b330b5de-fd59-4ab6-ac01-d1860e3db2b2 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:50.561376 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9c0d816c-32c0-496f-b356-577667ce423b req-b330b5de-fd59-4ab6-ac01-d1860e3db2b2 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/ports/18817dce-0165-4147-aab1-598491c113cb HTTP/1.1" status: 200 len: 942 time: 0.1232293 Jan 28 02:52:50.616191 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 5daa31fa-4b29-40a2-9209-651bb9700edd triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:52:50.617336 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (5daa31fa-4b29-40a2-9209-651bb9700edd), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:50.631393 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-c7e869a3-3d29-4932-9345-69102e9ea1dd tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Request body: {'port': {'device_id': 'fcf8322c-7b9c-4974-b303-cbb34c3f9750', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'admin_state_up': True, 'tenant_id': '374e72b0e62c4cb4a9bb8f2bb827e071'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:52:50.706404 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-47054867-445a-46ed-be67-c3e68a346152 req-8e42e253-2e17-435b-a585-622b01745eb6 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89 HTTP/1.1" status: 200 len: 210 time: 0.1510231 Jan 28 02:52:50.829778 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ad1ff-5c3f-4e14-bcf6-8acfc964583f req-9d02c56e-9b70-47c4-ba08-ce8a5f77f1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:50.831498 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-966ad1ff-5c3f-4e14-bcf6-8acfc964583f req-9d02c56e-9b70-47c4-ba08-ce8a5f77f1b9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b41ec36c-2b47-4b7e-a484-436d2f02d72a HTTP/1.1" status: 200 len: 912 time: 0.3042350 Jan 28 02:52:50.887541 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 5daa31fa-4b29-40a2-9209-651bb9700edd is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:52:50.887864 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5daa31fa-4b29-40a2-9209-651bb9700edd), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:50.948065 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9c0d816c-32c0-496f-b356-577667ce423b req-2e0b3370-ff52-4697-8ff9-5a9548802f6e tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.165 HTTP/1.1" status: 200 len: 1001 time: 0.2775066 Jan 28 02:52:50.951370 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-966ad1ff-5c3f-4e14-bcf6-8acfc964583f req-b91ca7d0-be53-4b27-9c86-56b641e66825 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53bf2966-9340-48a8-8e1e-2aa54099768a HTTP/1.1" status: 200 len: 217 time: 0.1032112 Jan 28 02:52:50.989788 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-c7e869a3-3d29-4932-9345-69102e9ea1dd tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Made reservation on behalf of 374e72b0e62c4cb4a9bb8f2bb827e071 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:52:50.994341 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-c7e869a3-3d29-4932-9345-69102e9ea1dd tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:51.006369 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 5daa31fa-4b29-40a2-9209-651bb9700edd, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=5daa31fa-4b29-40a2-9209-651bb9700edd,segment=NetworkSegment(e68bfc76-2719-4861-91f6-f85b59279523),segment_id=e68bfc76-2719-4861-91f6-f85b59279523)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:52:51.032048 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (5daa31fa-4b29-40a2-9209-651bb9700edd), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:51.033443 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-c7e869a3-3d29-4932-9345-69102e9ea1dd tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:51.061861 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a0a83-787d-49d7-a8cb-8f722746a9b5 req-cc21eae8-7565-4b6b-b4fc-40add52eb0cb tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:51.064226 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6b3a0a83-787d-49d7-a8cb-8f722746a9b5 req-cc21eae8-7565-4b6b-b4fc-40add52eb0cb tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba36a6fb-a249-45ba-a1ae-61fff41a1e7e HTTP/1.1" status: 200 len: 944 time: 0.1721692 Jan 28 02:52:51.114970 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ad1ff-5c3f-4e14-bcf6-8acfc964583f req-6b9914d8-3f1c-4436-9375-53899742e526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:51.117744 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-966ad1ff-5c3f-4e14-bcf6-8acfc964583f req-6b9914d8-3f1c-4436-9375-53899742e526 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c47d8662-592c-46cb-9250-3ddc6d538cb4 HTTP/1.1" status: 200 len: 851 time: 0.1561809 Jan 28 02:52:51.182209 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=5daa31fa-4b29-40a2-9209-651bb9700edd,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:51.251454 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6b3a0a83-787d-49d7-a8cb-8f722746a9b5 req-02482ba3-c990-423e-8b5c-76017877daa6 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651323 Jan 28 02:52:51.307269 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-966ad1ff-5c3f-4e14-bcf6-8acfc964583f req-21579ee4-fb07-4f37-bf34-ca772d9fc029 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b41ec36c-2b47-4b7e-a484-436d2f02d72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1620145 Jan 28 02:52:51.340560 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d816c-32c0-496f-b356-577667ce423b req-29a707ae-d678-407d-9dda-04d0844a4dd8 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:51.349987 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9c0d816c-32c0-496f-b356-577667ce423b req-29a707ae-d678-407d-9dda-04d0844a4dd8 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/networks/8f7dc9c9-eaf1-4339-a2e3-884554154641 HTTP/1.1" status: 200 len: 784 time: 0.3951554 Jan 28 02:52:51.402065 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-c7e869a3-3d29-4932-9345-69102e9ea1dd tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Publish callbacks [] for security_group (e9a599e7-f8dd-4f46-8f7a-63b492942be3), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:51.413016 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-c7e869a3-3d29-4932-9345-69102e9ea1dd tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (e9a599e7-f8dd-4f46-8f7a-63b492942be3), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:51.738607 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9c0d816c-32c0-496f-b356-577667ce423b req-06d71f98-75fe-4b36-802e-9b44c06df7f2 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.165 HTTP/1.1" status: 200 len: 1001 time: 0.3871031 Jan 28 02:52:51.750111 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-966ad1ff-5c3f-4e14-bcf6-8acfc964583f req-64f74cb8-4e95-440e-af37-c9c52db73608 service neutron] 10.222.0.67 "GET /v2.0/networks/b41ec36c-2b47-4b7e-a484-436d2f02d72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4336414 Jan 28 02:52:51.761482 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-9c0d816c-32c0-496f-b356-577667ce423b req-b9729e94-8d07-4648-990a-9dc8f8a25e35 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:52:51.762062 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8a388449-2f45-4c1f-8fda-6a4d6fe9339b req-88879c58-d103-404e-88f4-69cf66ac3c83 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=27813433-c6e6-48b0-824e-52d32390555a HTTP/1.1" status: 200 len: 210 time: 0.1628518 Jan 28 02:52:51.861223 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37024) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:51.984639 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-9c0d816c-32c0-496f-b356-577667ce423b req-b9729e94-8d07-4648-990a-9dc8f8a25e35 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks [] for floatingip (10abef0e-93a8-4e7f-822d-827186a3737e), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:51.992344 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-c7e869a3-3d29-4932-9345-69102e9ea1dd tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Allocated IP 192.168.233.113 (00399c87-9b8d-4ccb-b18d-7ccb90f49322/24329ac8-3d67-49eb-9f63-d2859e79e36f/40274fd5-c4d9-4dd5-af9e-4fda37d2f007) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:52:52.191141 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe2ed4-38d1-4943-a56e-6b4d534f7869 req-d588ba88-7692-42b6-a7d8-e90b4fc29bfe tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:52.192648 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f0fe2ed4-38d1-4943-a56e-6b4d534f7869 req-d588ba88-7692-42b6-a7d8-e90b4fc29bfe tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.39 "GET /v2.0/networks?id=cced5cef-ed7d-4c10-a348-a2dd5198af7f HTTP/1.1" status: 200 len: 820 time: 0.6147585 Jan 28 02:52:52.196057 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-966ad1ff-5c3f-4e14-bcf6-8acfc964583f req-262ff936-fccc-48f6-9d69-a6cc536e269b service neutron] 10.222.0.67 "GET /v2.0/networks/b41ec36c-2b47-4b7e-a484-436d2f02d72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278061 Jan 28 02:52:52.254023 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e869a3-3d29-4932-9345-69102e9ea1dd tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a599e7-f8dd-4f46-8f7a-63b492942be3,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:52.262551 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 5daa31fa-4b29-40a2-9209-651bb9700edd up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:52:52.277859 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-f0fe2ed4-38d1-4943-a56e-6b4d534f7869 req-bd15067b-0c2c-4ef3-9851-49cbb5a0ac75 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Request body: {'port': {'device_id': '7a52289a-08fd-40f6-b3fc-9835ae741a89', 'network_id': 'cced5cef-ed7d-4c10-a348-a2dd5198af7f', 'admin_state_up': True, 'tenant_id': '07b12507ae9742ae9cf6596eafe2c460'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:52:52.288855 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-e5118da6-70ec-42ea-b332-efbef4990318 service neutron] 10.222.0.39 "GET /v2.0/ports/8f6ff42a-bd63-463b-8d11-5854d303b878/bindings/n-h1-712139-27 HTTP/1.1" status: 200 len: 385 time: 0.4538748 Jan 28 02:52:52.321958 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-9c0d816c-32c0-496f-b356-577667ce423b req-b9729e94-8d07-4648-990a-9dc8f8a25e35 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:52.334376 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-9c0d816c-32c0-496f-b356-577667ce423b req-b9729e94-8d07-4648-990a-9dc8f8a25e35 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (10abef0e-93a8-4e7f-822d-827186a3737e), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:52.335215 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [req-9c0d816c-32c0-496f-b356-577667ce423b req-b9729e94-8d07-4648-990a-9dc8f8a25e35 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Floating IP 10abef0e-93a8-4e7f-822d-827186a3737e disassociated. External IP: 172.25.0.165, port: 18817dce-0165-4147-aab1-598491c113cb. Jan 28 02:52:52.389438 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 5daa31fa-4b29-40a2-9209-651bb9700edd triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:52:52.390095 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (5daa31fa-4b29-40a2-9209-651bb9700edd), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:52.408026 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e869a3-3d29-4932-9345-69102e9ea1dd tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:52:52.408407 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e869a3-3d29-4932-9345-69102e9ea1dd tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:52:52.408817 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e869a3-3d29-4932-9345-69102e9ea1dd tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:52:52.409181 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e869a3-3d29-4932-9345-69102e9ea1dd tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:52:52.409520 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e869a3-3d29-4932-9345-69102e9ea1dd tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:52:52.409853 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e869a3-3d29-4932-9345-69102e9ea1dd tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:52:52.410180 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e869a3-3d29-4932-9345-69102e9ea1dd tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:52:52.410507 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e869a3-3d29-4932-9345-69102e9ea1dd tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:52:52.410939 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e869a3-3d29-4932-9345-69102e9ea1dd tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:52:52.411266 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e869a3-3d29-4932-9345-69102e9ea1dd tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:52:52.411592 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e869a3-3d29-4932-9345-69102e9ea1dd tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:52:52.411916 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e869a3-3d29-4932-9345-69102e9ea1dd tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:52:52.412243 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e869a3-3d29-4932-9345-69102e9ea1dd tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:52:52.415738 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-60fb68f6-230a-4446-b85b-675551a1f8ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:52.491982 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b41b9-9b14-4282-aa59-320e8f1cdaf9 req-37b55ab5-49ad-456a-a54a-eb0f64a74528 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:52.499497 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-be3b41b9-9b14-4282-aa59-320e8f1cdaf9 req-37b55ab5-49ad-456a-a54a-eb0f64a74528 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=9539bfa9-2a1f-4628-91c2-0e545072a9b3 HTTP/1.1" status: 200 len: 943 time: 0.3037496 Jan 28 02:52:52.570199 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-0371dbd1-fc30-416a-a9ee-42ec84dd04ec tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=374e72b0e62c4cb4a9bb8f2bb827e071&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513208 Jan 28 02:52:52.582583 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 5daa31fa-4b29-40a2-9209-651bb9700edd is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:52:52.607038 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-60fb68f6-230a-4446-b85b-675551a1f8ca admin admin] Publish callbacks [] for security_group (f52d5719-1c92-4594-a8fb-edbaa70ce665), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:52.662627 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-c7e869a3-3d29-4932-9345-69102e9ea1dd tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Publish callbacks [] for port (40274fd5-c4d9-4dd5-af9e-4fda37d2f007), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:52.761336 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-60fb68f6-230a-4446-b85b-675551a1f8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f52d5719-1c92-4594-a8fb-edbaa70ce665), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:52.843956 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-60fb68f6-230a-4446-b85b-675551a1f8ca admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ae7e8fec2a704ab7abfbf0545dfd5dff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9725356 Jan 28 02:52:52.846089 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-c7e869a3-3d29-4932-9345-69102e9ea1dd tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (40274fd5-c4d9-4dd5-af9e-4fda37d2f007), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:52.854120 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37036) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:52.854974 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fb68f6-230a-4446-b85b-675551a1f8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f52d5719-1c92-4594-a8fb-edbaa70ce665,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:52.918843 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-c7e869a3-3d29-4932-9345-69102e9ea1dd tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:52:53.296760 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-ed67ac62-a693-4ac0-acec-34cd7f86b658 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:53.298245 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-ed67ac62-a693-4ac0-acec-34cd7f86b658 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7189863 Jan 28 02:52:53.303857 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c0d816c-32c0-496f-b356-577667ce423b req-b9729e94-8d07-4648-990a-9dc8f8a25e35 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Router 32c921c0-d889-45bd-b948-162df52bc3f6 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:52:53.320769 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-37417189-cb02-4941-8c58-9f08c32c17e6 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Request body: {'port': {'device_id': '27813433-c6e6-48b0-824e-52d32390555a', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'admin_state_up': True, 'tenant_id': '374e72b0e62c4cb4a9bb8f2bb827e071'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:52:53.341729 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-c7e869a3-3d29-4932-9345-69102e9ea1dd tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:52:53.344778 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-c7e869a3-3d29-4932-9345-69102e9ea1dd tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:52:53.446577 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-c7e869a3-3d29-4932-9345-69102e9ea1dd tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:53.447800 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-c7e869a3-3d29-4932-9345-69102e9ea1dd tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:53.515723 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-931208d8-a5d5-4ae8-943f-82033efd615d service neutron] For port 8f6ff42a-bd63-463b-8d11-5854d303b878, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=8f6ff42a-bd63-463b-8d11-5854d303b878,segment=NetworkSegment(4fb02108-8b37-4bb4-8350-923aa0786ccd),segment_id=4fb02108-8b37-4bb4-8350-923aa0786ccd)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:52:53.541179 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-931208d8-a5d5-4ae8-943f-82033efd615d service neutron] For port 8f6ff42a-bd63-463b-8d11-5854d303b878, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:52:53.564585 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c0d816c-32c0-496f-b356-577667ce423b req-b9729e94-8d07-4648-990a-9dc8f8a25e35 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:52:53.570642 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-9c0d816c-32c0-496f-b356-577667ce423b req-b9729e94-8d07-4648-990a-9dc8f8a25e35 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:53.575951 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a931fe1-41a3-4883-8c64-b2440fd00861 None None] Sync routers for ids ['32c921c0-d889-45bd-b948-162df52bc3f6'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:52:53.577461 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-37417189-cb02-4941-8c58-9f08c32c17e6 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Made reservation on behalf of 374e72b0e62c4cb4a9bb8f2bb827e071 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:52:53.581124 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-37417189-cb02-4941-8c58-9f08c32c17e6 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:53.598716 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a931fe1-41a3-4883-8c64-b2440fd00861 None None] Routers {'32c921c0-d889-45bd-b948-162df52bc3f6'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:52:53.599893 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-0a931fe1-41a3-4883-8c64-b2440fd00861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:52:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['32c921c0-d889-45bd-b948-162df52bc3f6'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:53.630118 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9c0d816c-32c0-496f-b356-577667ce423b req-b9729e94-8d07-4648-990a-9dc8f8a25e35 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "PUT /v2.0/floatingips/10abef0e-93a8-4e7f-822d-827186a3737e HTTP/1.1" status: 200 len: 696 time: 1.8774819 Jan 28 02:52:53.644359 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49bf0be7-fb2a-4b6f-90b8-5ba801587c74', 'tag': '18817dce-0165-4147-aab1-598491c113cb'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:52:53.648272 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-931208d8-a5d5-4ae8-943f-82033efd615d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f6ff42a-bd63-463b-8d11-5854d303b878 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:52:53.649348 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1437da72-8dba-4b73-b6dd-c7332b9a225a" -d '{"events": [{"name": "network-changed", "server_uuid": "49bf0be7-fb2a-4b6f-90b8-5ba801587c74", "tag": "18817dce-0165-4147-aab1-598491c113cb"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:52:53.677303 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-be3b41b9-9b14-4282-aa59-320e8f1cdaf9 req-204bdb67-933e-4420-8acb-e23ef6b01247 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1768980 Jan 28 02:52:53.684995 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-c7e869a3-3d29-4932-9345-69102e9ea1dd tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0935001 Jan 28 02:52:53.748559 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-985b7122-6849-4dcb-9fca-46d2f89430b0 admin admin] Publish callbacks [] for security_group (f52d5719-1c92-4594-a8fb-edbaa70ce665), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:53.771379 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-e1f02380-7b8c-4c8e-907e-ade11c19f893 service neutron] Request body: {'port': {'device_id': 'fcf8322c-7b9c-4974-b303-cbb34c3f9750', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:52:53.783125 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0fe2ed4-38d1-4943-a56e-6b4d534f7869 req-bd15067b-0c2c-4ef3-9851-49cbb5a0ac75 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Made reservation on behalf of 07b12507ae9742ae9cf6596eafe2c460 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:52:53.787706 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f0fe2ed4-38d1-4943-a56e-6b4d534f7869 req-bd15067b-0c2c-4ef3-9851-49cbb5a0ac75 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:53.806187 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-931208d8-a5d5-4ae8-943f-82033efd615d service neutron] For port 8f6ff42a-bd63-463b-8d11-5854d303b878, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=8f6ff42a-bd63-463b-8d11-5854d303b878,segment=NetworkSegment(4fb02108-8b37-4bb4-8350-923aa0786ccd),segment_id=4fb02108-8b37-4bb4-8350-923aa0786ccd)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:52:53.883181 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d816c-32c0-496f-b356-577667ce423b req-acff078d-10d1-4863-b820-2bc3316cdde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:53.885031 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9c0d816c-32c0-496f-b356-577667ce423b req-acff078d-10d1-4863-b820-2bc3316cdde5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2b4519f5eb7242359f10ce603b741659&device_id=49bf0be7-fb2a-4b6f-90b8-5ba801587c74 HTTP/1.1" status: 200 len: 1097 time: 0.2154198 Jan 28 02:52:53.998436 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-0a931fe1-41a3-4883-8c64-b2440fd00861 None None] Set router 32c921c0-d889-45bd-b948-162df52bc3f6 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:52:54.028656 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e869a3-3d29-4932-9345-69102e9ea1dd tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Pushing event updated for resources: {'Port': ['ID=40274fd5-c4d9-4dd5-af9e-4fda37d2f007,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:54.034599 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-059ab515-011b-4f9c-820b-6b09c4247da9 req-d2d0af8f-3c98-4ed0-af93-8680be46b334 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89 HTTP/1.1" status: 200 len: 210 time: 0.1123259 Jan 28 02:52:54.048387 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-985b7122-6849-4dcb-9fca-46d2f89430b0 admin admin] Publish callbacks [] for security_group (f52d5719-1c92-4594-a8fb-edbaa70ce665), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:54.058524 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-931208d8-a5d5-4ae8-943f-82033efd615d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8f6ff42a-bd63-463b-8d11-5854d303b878), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:54.154129 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-985b7122-6849-4dcb-9fca-46d2f89430b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f52d5719-1c92-4594-a8fb-edbaa70ce665), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:54.158133 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-985b7122-6849-4dcb-9fca-46d2f89430b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:54.160406 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-985b7122-6849-4dcb-9fca-46d2f89430b0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f52d5719-1c92-4594-a8fb-edbaa70ce665 HTTP/1.1" status: 204 len: 168 time: 1.3025074 Jan 28 02:52:54.179822 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-37417189-cb02-4941-8c58-9f08c32c17e6 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Allocated IP 192.168.233.79 (00399c87-9b8d-4ccb-b18d-7ccb90f49322/24329ac8-3d67-49eb-9f63-d2859e79e36f/66eb4a24-18c4-43e9-a494-648b3e57fb71) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:52:54.214386 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-e1f02380-7b8c-4c8e-907e-ade11c19f893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (40274fd5-c4d9-4dd5-af9e-4fda37d2f007), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:54.234087 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d816c-32c0-496f-b356-577667ce423b req-0c34f65c-f2dd-49ca-8920-81032fc5999b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:54.235639 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9c0d816c-32c0-496f-b356-577667ce423b req-0c34f65c-f2dd-49ca-8920-81032fc5999b service neutron] 10.222.0.53 "GET /v2.0/networks?id=e561589e-7002-46d7-b993-364a9aaf6967 HTTP/1.1" status: 200 len: 921 time: 0.2304671 Jan 28 02:52:54.295469 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b7122-6849-4dcb-9fca-46d2f89430b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52d5719-1c92-4594-a8fb-edbaa70ce665,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:54.324088 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-79f4d980-92aa-46ae-b735-79352099231b None None] Provisioning complete for port 40274fd5-c4d9-4dd5-af9e-4fda37d2f007 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:52:54.324505 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-79f4d980-92aa-46ae-b735-79352099231b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (40274fd5-c4d9-4dd5-af9e-4fda37d2f007), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:54.350869 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9c0d816c-32c0-496f-b356-577667ce423b req-e83bfc83-16d0-4968-a4a5-4ff72109754c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18817dce-0165-4147-aab1-598491c113cb HTTP/1.1" status: 200 len: 217 time: 0.1021159 Jan 28 02:52:54.475170 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d816c-32c0-496f-b356-577667ce423b req-1c110042-7917-4826-8046-2e99eeff3a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:54.476970 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9c0d816c-32c0-496f-b356-577667ce423b req-1c110042-7917-4826-8046-2e99eeff3a84 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4db08a6e-5c57-4b8e-9ec4-bbd5647662a4 HTTP/1.1" status: 200 len: 859 time: 0.1186125 Jan 28 02:52:54.488334 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-79f4d980-92aa-46ae-b735-79352099231b None None] Port 40274fd5-c4d9-4dd5-af9e-4fda37d2f007 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:52:54.512260 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-f0fe2ed4-38d1-4943-a56e-6b4d534f7869 req-bd15067b-0c2c-4ef3-9851-49cbb5a0ac75 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Allocated IP 172.20.0.11 (cced5cef-ed7d-4c10-a348-a2dd5198af7f/103ce8fe-9e75-44b9-af19-ab633171d9f9/cf42aaa9-13da-49a3-95c8-cb193af261a0) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:52:54.538318 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca8f5f3-2e50-4087-9902-9cb24d87ca82 req-858bda53-51d0-4d96-9fdb-628c15e6e0f2 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:54.548692 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eca8f5f3-2e50-4087-9902-9cb24d87ca82 req-858bda53-51d0-4d96-9fdb-628c15e6e0f2 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba36a6fb-a249-45ba-a1ae-61fff41a1e7e HTTP/1.1" status: 200 len: 944 time: 0.3420057 Jan 28 02:52:54.585777 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d816c-32c0-496f-b356-577667ce423b req-f1d8a14e-c2c0-4cc6-a12d-793e814e63bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:54.587752 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9c0d816c-32c0-496f-b356-577667ce423b req-f1d8a14e-c2c0-4cc6-a12d-793e814e63bf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e561589e-7002-46d7-b993-364a9aaf6967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1020441 Jan 28 02:52:54.590997 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-37417189-cb02-4941-8c58-9f08c32c17e6 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Publish callbacks [] for port (66eb4a24-18c4-43e9-a494-648b3e57fb71), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:54.644403 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-0a931fe1-41a3-4883-8c64-b2440fd00861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-725524477-router', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:51:35Z', 'updated_at': '2022-01-28T02:51:42Z', 'revision_number': 4, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'gw_port': {'id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:07:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:51:36Z', 'updated_at': '2022-01-28T02:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '42d243b5-9f81-4784-85f6-c72ecdc9494f', 'name': '', 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'mac_address': 'fa:16:3e:37:08:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '4db08a6e-5c57-4b8e-9ec4-bbd5647662a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:51:40Z', 'updated_at': '2022-01-28T02:51:47Z', 'revision_number': 5, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'subnets': [{'id': '4db08a6e-5c57-4b8e-9ec4-bbd5647662a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:54.702435 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a931fe1-41a3-4883-8c64-b2440fd00861 None None] Checking router: 32c921c0-d889-45bd-b948-162df52bc3f6 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:52:54.716998 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a931fe1-41a3-4883-8c64-b2440fd00861 None None] Routers {'32c921c0-d889-45bd-b948-162df52bc3f6'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:52:54.717672 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-0a931fe1-41a3-4883-8c64-b2440fd00861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:52:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['32c921c0-d889-45bd-b948-162df52bc3f6'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:54.730509 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-37417189-cb02-4941-8c58-9f08c32c17e6 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (66eb4a24-18c4-43e9-a494-648b3e57fb71), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:54.754803 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37050) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:54.758122 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9c0d816c-32c0-496f-b356-577667ce423b req-019e00d5-2b27-4391-98d8-b61f2e643643 service neutron] 10.222.0.53 "GET /v2.0/networks/e561589e-7002-46d7-b993-364a9aaf6967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603754 Jan 28 02:52:54.778074 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-931208d8-a5d5-4ae8-943f-82033efd615d service neutron] Transition to ACTIVE for port object 8f6ff42a-bd63-463b-8d11-5854d303b878 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:52:54.817353 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eca8f5f3-2e50-4087-9902-9cb24d87ca82 req-d8c89552-acd1-4c22-bea8-30396aea8d20 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670166 Jan 28 02:52:54.825543 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-931208d8-a5d5-4ae8-943f-82033efd615d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (8f6ff42a-bd63-463b-8d11-5854d303b878), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:54.897801 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-0a931fe1-41a3-4883-8c64-b2440fd00861 None None] Set router 32c921c0-d889-45bd-b948-162df52bc3f6 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:52:54.899557 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9c0d816c-32c0-496f-b356-577667ce423b req-2177bbdc-db07-4a64-bd4c-17b902c001ec service neutron] 10.222.0.53 "GET /v2.0/networks/e561589e-7002-46d7-b993-364a9aaf6967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313255 Jan 28 02:52:54.913301 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c5914253-1403-4331-9a00-c107fd2b5091 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:54.967302 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37417189-cb02-4941-8c58-9f08c32c17e6 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Pushing event updated for resources: {'Port': ['ID=66eb4a24-18c4-43e9-a494-648b3e57fb71,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:54.993746 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-37417189-cb02-4941-8c58-9f08c32c17e6 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:52:55.000130 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-37417189-cb02-4941-8c58-9f08c32c17e6 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:52:55.025430 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-37417189-cb02-4941-8c58-9f08c32c17e6 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:52:55.099880 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad41d707-168f-4a97-a4c7-174c6c6a77de x-openstack-request-id: req-ad41d707-168f-4a97-a4c7-174c6c6a77de {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:52:55.102506 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49bf0be7-fb2a-4b6f-90b8-5ba801587c74", "tag": "18817dce-0165-4147-aab1-598491c113cb", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:52:55.102936 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ad41d707-168f-4a97-a4c7-174c6c6a77de {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:52:55.103497 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49bf0be7-fb2a-4b6f-90b8-5ba801587c74', 'tag': '18817dce-0165-4147-aab1-598491c113cb', 'status': 'completed', 'code': 200} Jan 28 02:52:55.139467 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-e1f02380-7b8c-4c8e-907e-ade11c19f893 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40274fd5-c4d9-4dd5-af9e-4fda37d2f007 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:52:55.148001 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-e1f02380-7b8c-4c8e-907e-ade11c19f893 service neutron] Publish callbacks [] for port (40274fd5-c4d9-4dd5-af9e-4fda37d2f007), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:55.185277 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-e1f02380-7b8c-4c8e-907e-ade11c19f893 service neutron] Transition to ACTIVE for port object 40274fd5-c4d9-4dd5-af9e-4fda37d2f007 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:52:55.218650 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-e1f02380-7b8c-4c8e-907e-ade11c19f893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (40274fd5-c4d9-4dd5-af9e-4fda37d2f007), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:55.277034 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-0a931fe1-41a3-4883-8c64-b2440fd00861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-725524477-router', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:51:35Z', 'updated_at': '2022-01-28T02:51:42Z', 'revision_number': 4, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'gw_port': {'id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:07:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:51:36Z', 'updated_at': '2022-01-28T02:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '42d243b5-9f81-4784-85f6-c72ecdc9494f', 'name': '', 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'mac_address': 'fa:16:3e:37:08:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '4db08a6e-5c57-4b8e-9ec4-bbd5647662a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:51:40Z', 'updated_at': '2022-01-28T02:51:47Z', 'revision_number': 5, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'subnets': [{'id': '4db08a6e-5c57-4b8e-9ec4-bbd5647662a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:52:55.313606 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a931fe1-41a3-4883-8c64-b2440fd00861 None None] The sync data for ids ['32c921c0-d889-45bd-b948-162df52bc3f6'] in n-d-712139-27 is: [{'id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-725524477-router', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:51:35Z', 'updated_at': '2022-01-28T02:51:42Z', 'revision_number': 4, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'gw_port': {'id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:07:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:51:36Z', 'updated_at': '2022-01-28T02:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '42d243b5-9f81-4784-85f6-c72ecdc9494f', 'name': '', 'network_id': 'e561589e-7002-46d7-b993-364a9aaf6967', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'mac_address': 'fa:16:3e:37:08:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '4db08a6e-5c57-4b8e-9ec4-bbd5647662a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:51:40Z', 'updated_at': '2022-01-28T02:51:47Z', 'revision_number': 5, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'subnets': [{'id': '4db08a6e-5c57-4b8e-9ec4-bbd5647662a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:52:55.322832 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-931208d8-a5d5-4ae8-943f-82033efd615d service neutron] No DVR routers for this DVR port 8f6ff42a-bd63-463b-8d11-5854d303b878 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:52:55.356058 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-37417189-cb02-4941-8c58-9f08c32c17e6 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:55.366983 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-37417189-cb02-4941-8c58-9f08c32c17e6 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:55.407014 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-931208d8-a5d5-4ae8-943f-82033efd615d service neutron] 10.222.0.39 "PUT /v2.0/ports/8f6ff42a-bd63-463b-8d11-5854d303b878/bindings/n-h1-712139-27/activate HTTP/1.1" status: 200 len: 370 time: 3.0805640 Jan 28 02:52:55.410128 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931208d8-a5d5-4ae8-943f-82033efd615d service neutron] Pushing event updated for resources: {'Port': ['ID=8f6ff42a-bd63-463b-8d11-5854d303b878,revision_number=10']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:55.434432 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c5010-ba0e-4698-a989-14dbab1fa2eb req-8c9362f6-7380-441a-924c-cc80e52c6316 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:55.436057 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b61c5010-ba0e-4698-a989-14dbab1fa2eb req-8c9362f6-7380-441a-924c-cc80e52c6316 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=27813433-c6e6-48b0-824e-52d32390555a HTTP/1.1" status: 200 len: 935 time: 0.3451800 Jan 28 02:52:55.440355 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437da72-8dba-4b73-b6dd-c7332b9a225a req-7b4d3fcd-ac16-4316-99b4-940200df1f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:55.441859 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1437da72-8dba-4b73-b6dd-c7332b9a225a req-7b4d3fcd-ac16-4316-99b4-940200df1f3b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b4519f5eb7242359f10ce603b741659&device_id=49bf0be7-fb2a-4b6f-90b8-5ba801587c74 HTTP/1.1" status: 200 len: 1097 time: 0.3335350 Jan 28 02:52:55.455374 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-37417189-cb02-4941-8c58-9f08c32c17e6 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1405718 Jan 28 02:52:55.530346 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c5914253-1403-4331-9a00-c107fd2b5091 admin admin] Publish callbacks [] for security_group (de5f0748-e986-4953-8ed4-1c5f5d2c7da1), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:55.549583 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-f93c5379-e57e-4430-951b-6d26cc5a9a19 None None] Provisioning complete for port 66eb4a24-18c4-43e9-a494-648b3e57fb71 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:52:55.549972 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f93c5379-e57e-4430-951b-6d26cc5a9a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (66eb4a24-18c4-43e9-a494-648b3e57fb71), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:55.595389 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-4abc8f4f-7381-4737-8f5f-b41495ad459f service neutron] Request body: {'port': {'device_id': '27813433-c6e6-48b0-824e-52d32390555a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:52:55.611857 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-f93c5379-e57e-4430-951b-6d26cc5a9a19 None None] Port 66eb4a24-18c4-43e9-a494-648b3e57fb71 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:52:55.644160 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f02380-7b8c-4c8e-907e-ade11c19f893 service neutron] Pushing event updated for resources: {'Port': ['ID=40274fd5-c4d9-4dd5-af9e-4fda37d2f007,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:55.683925 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daacce53-9a9d-4247-9bb7-eeb141e5e10f req-a38db7d7-b03e-4546-88e1-1d865e5af776 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:55.697502 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-daacce53-9a9d-4247-9bb7-eeb141e5e10f req-a38db7d7-b03e-4546-88e1-1d865e5af776 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=9539bfa9-2a1f-4628-91c2-0e545072a9b3 HTTP/1.1" status: 200 len: 943 time: 0.2805974 Jan 28 02:52:55.711748 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c5914253-1403-4331-9a00-c107fd2b5091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (de5f0748-e986-4953-8ed4-1c5f5d2c7da1), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:55.722618 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f0fe2ed4-38d1-4943-a56e-6b4d534f7869 req-bd15067b-0c2c-4ef3-9851-49cbb5a0ac75 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Publish callbacks [] for port (cf42aaa9-13da-49a3-95c8-cb193af261a0), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:55.775922 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-e1f02380-7b8c-4c8e-907e-ade11c19f893 service neutron] Attempting to bind port 40274fd5-c4d9-4dd5-af9e-4fda37d2f007 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:52:55.776173 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-e1f02380-7b8c-4c8e-907e-ade11c19f893 service neutron] Attempting to bind port 40274fd5-c4d9-4dd5-af9e-4fda37d2f007 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:52:55.776425 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-e1f02380-7b8c-4c8e-907e-ade11c19f893 service neutron] Attempting to bind port 40274fd5-c4d9-4dd5-af9e-4fda37d2f007 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:52:55.791729 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-daacce53-9a9d-4247-9bb7-eeb141e5e10f req-07be0011-9ae8-45d5-8c62-b7da0e8f6c34 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932746 Jan 28 02:52:55.797395 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bb76bc-7501-4aa3-9ffe-89abfcff70b1 None None] New status for floating IP 10abef0e-93a8-4e7f-822d-827186a3737e: DOWN {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:52:55.806414 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-e1f02380-7b8c-4c8e-907e-ade11c19f893 service neutron] Port 40274fd5-c4d9-4dd5-af9e-4fda37d2f007 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:52:55.806920 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-e1f02380-7b8c-4c8e-907e-ade11c19f893 service neutron] Attempting to bind port 40274fd5-c4d9-4dd5-af9e-4fda37d2f007 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:52:55.812242 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b61c5010-ba0e-4698-a989-14dbab1fa2eb req-93c220f7-3f50-423f-a3d9-a4e1a2a545e1 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688879 Jan 28 02:52:55.845167 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-e1f02380-7b8c-4c8e-907e-ade11c19f893 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:52:55.845578 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-e1f02380-7b8c-4c8e-907e-ade11c19f893 service neutron] Checking segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:52:55.845978 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-e1f02380-7b8c-4c8e-907e-ade11c19f893 service neutron] Bound using segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:52:55.847802 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-e1f02380-7b8c-4c8e-907e-ade11c19f893 service neutron] Bound port: 40274fd5-c4d9-4dd5-af9e-4fda37d2f007, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:52:55.847802 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-e1f02380-7b8c-4c8e-907e-ade11c19f893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (40274fd5-c4d9-4dd5-af9e-4fda37d2f007), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:55.920974 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f0fe2ed4-38d1-4943-a56e-6b4d534f7869 req-bd15067b-0c2c-4ef3-9851-49cbb5a0ac75 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (cf42aaa9-13da-49a3-95c8-cb193af261a0), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:55.940821 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5914253-1403-4331-9a00-c107fd2b5091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5f0748-e986-4953-8ed4-1c5f5d2c7da1,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:55.945512 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-3eff9ff3-b525-4ac0-b66b-975478edfc79 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:55.947020 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-3eff9ff3-b525-4ac0-b66b-975478edfc79 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ba36a6fb-a249-45ba-a1ae-61fff41a1e7e&tenant_id=e168a8b773b74055bc0667e0581a74cd&binding%3Ahost_id=n-h2-712139-27 HTTP/1.1" status: 200 len: 1097 time: 0.3567722 Jan 28 02:52:55.953583 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c5914253-1403-4331-9a00-c107fd2b5091 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=86146a969b3c49e7b8b596e1c2a275fe&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1930003 Jan 28 02:52:55.954278 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37064) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:52:55.986592 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 53bf2966-9340-48a8-8e1e-2aa54099768a details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:52:55.997637 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 8f6ff42a-bd63-463b-8d11-5854d303b878 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:52:56.017095 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-e1f02380-7b8c-4c8e-907e-ade11c19f893 service neutron] For port 40274fd5-c4d9-4dd5-af9e-4fda37d2f007, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:52:56.022602 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd15067b-0c2c-4ef3-9851-49cbb5a0ac75 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Pushing event updated for resources: {'Port': ['ID=cf42aaa9-13da-49a3-95c8-cb193af261a0,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:56.035088 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0fe2ed4-38d1-4943-a56e-6b4d534f7869 req-bd15067b-0c2c-4ef3-9851-49cbb5a0ac75 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Network cced5cef-ed7d-4c10-a348-a2dd5198af7f is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:52:56.037706 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-e1f02380-7b8c-4c8e-907e-ade11c19f893 service neutron] For port 40274fd5-c4d9-4dd5-af9e-4fda37d2f007, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=40274fd5-c4d9-4dd5-af9e-4fda37d2f007,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:52:56.046926 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-4abc8f4f-7381-4737-8f5f-b41495ad459f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (66eb4a24-18c4-43e9-a494-648b3e57fb71), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:56.052543 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-f0fe2ed4-38d1-4943-a56e-6b4d534f7869 req-bd15067b-0c2c-4ef3-9851-49cbb5a0ac75 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:52:56.055447 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-e1f02380-7b8c-4c8e-907e-ade11c19f893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (40274fd5-c4d9-4dd5-af9e-4fda37d2f007), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:56.082153 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0fe2ed4-38d1-4943-a56e-6b4d534f7869 req-bd15067b-0c2c-4ef3-9851-49cbb5a0ac75 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:52:56.082932 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437da72-8dba-4b73-b6dd-c7332b9a225a req-d6f99ded-e252-424f-9cf9-b0b8a95fb7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:56.085025 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1437da72-8dba-4b73-b6dd-c7332b9a225a req-d6f99ded-e252-424f-9cf9-b0b8a95fb7bf service neutron] 10.222.0.67 "GET /v2.0/networks?id=e561589e-7002-46d7-b993-364a9aaf6967 HTTP/1.1" status: 200 len: 921 time: 0.6347978 Jan 28 02:52:56.163299 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe2ed4-38d1-4943-a56e-6b4d534f7869 req-bd15067b-0c2c-4ef3-9851-49cbb5a0ac75 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:56.163299 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f0fe2ed4-38d1-4943-a56e-6b4d534f7869 req-bd15067b-0c2c-4ef3-9851-49cbb5a0ac75 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:56.190914 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 8f6ff42a-bd63-463b-8d11-5854d303b878 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:52:56.192794 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1437da72-8dba-4b73-b6dd-c7332b9a225a req-866ac0d2-6993-4652-9b98-c9d444ef66cb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18817dce-0165-4147-aab1-598491c113cb HTTP/1.1" status: 200 len: 217 time: 0.0963774 Jan 28 02:52:56.209500 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.resource_extend [None req-39d61263-8968-4340-b258-80509f6b456b None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 02:52:56.218979 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed77af6-228e-445e-b4e6-649bd0f5bc2c req-c9eeaf73-0c88-4fb7-aea7-b914536ece63 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:56.226106 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5ed77af6-228e-445e-b4e6-649bd0f5bc2c req-c9eeaf73-0c88-4fb7-aea7-b914536ece63 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] 10.222.0.53 "GET /v2.0/ports?device_id=95c1e86e-8f49-48bf-9ec4-9225945cf7ff HTTP/1.1" status: 200 len: 946 time: 0.2894125 Jan 28 02:52:56.235264 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-e1f02380-7b8c-4c8e-907e-ade11c19f893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:56.236197 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-e1f02380-7b8c-4c8e-907e-ade11c19f893 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:56.245152 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-e1f02380-7b8c-4c8e-907e-ade11c19f893 service neutron] 10.222.0.39 "PUT /v2.0/ports/40274fd5-c4d9-4dd5-af9e-4fda37d2f007 HTTP/1.1" status: 200 len: 1097 time: 2.5011468 Jan 28 02:52:56.245670 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcf8322c-7b9c-4974-b303-cbb34c3f9750', 'tag': '40274fd5-c4d9-4dd5-af9e-4fda37d2f007'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:52:56.248526 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3be377-64e6-4cc7-a4a4-a1ec86d2e01e" -d '{"events": [{"name": "network-changed", "server_uuid": "fcf8322c-7b9c-4974-b303-cbb34c3f9750", "tag": "40274fd5-c4d9-4dd5-af9e-4fda37d2f007"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:52:56.254521 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-5975d71d-3c95-4e9e-a40d-6e12ab08adfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:56.259663 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-5975d71d-3c95-4e9e-a40d-6e12ab08adfe service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ba36a6fb-a249-45ba-a1ae-61fff41a1e7e&tenant_id=e168a8b773b74055bc0667e0581a74cd HTTP/1.1" status: 200 len: 1097 time: 0.2985723 Jan 28 02:52:56.267011 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-30380e2d-da35-4eb7-88d5-5ada8fdaf682 admin admin] Publish callbacks [] for security_group (de5f0748-e986-4953-8ed4-1c5f5d2c7da1), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:56.309127 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f0fe2ed4-38d1-4943-a56e-6b4d534f7869 req-bd15067b-0c2c-4ef3-9851-49cbb5a0ac75 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0350821 Jan 28 02:52:56.382656 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-f0fe2ed4-38d1-4943-a56e-6b4d534f7869 req-4abfbedb-aa7c-4639-8898-26e5fc59c78f service neutron] Request body: {'port': {'device_id': '7a52289a-08fd-40f6-b3fc-9835ae741a89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:52:56.426946 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f02380-7b8c-4c8e-907e-ade11c19f893 service neutron] Pushing event updated for resources: {'Port': ['ID=40274fd5-c4d9-4dd5-af9e-4fda37d2f007,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:56.458895 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df30588-087d-45cb-b7b0-c252ff1790b4 req-3481a280-33ea-4c9b-baa1-69a4acb1036e tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:56.461252 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2df30588-087d-45cb-b7b0-c252ff1790b4 req-3481a280-33ea-4c9b-baa1-69a4acb1036e tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89 HTTP/1.1" status: 200 len: 932 time: 0.4209464 Jan 28 02:52:56.481675 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-6454139c-d826-467a-9069-0a898910a886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:56.483777 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-6454139c-d826-467a-9069-0a898910a886 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=374e72b0e62c4cb4a9bb8f2bb827e071&device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 1100 time: 0.1725950 Jan 28 02:52:56.484385 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-30380e2d-da35-4eb7-88d5-5ada8fdaf682 admin admin] Publish callbacks [] for security_group (de5f0748-e986-4953-8ed4-1c5f5d2c7da1), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:56.485608 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] The host n-h2-712139-27 is not matching for port 8f6ff42a-bd63-463b-8d11-5854d303b878 host n-h1-712139-27! {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 02:52:56.486244 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 8f6ff42a-bd63-463b-8d11-5854d303b878 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:52:56.491758 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437da72-8dba-4b73-b6dd-c7332b9a225a req-d9d46f80-a41c-4a59-83de-d32451ffcc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:56.509121 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1437da72-8dba-4b73-b6dd-c7332b9a225a req-d9d46f80-a41c-4a59-83de-d32451ffcc54 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4db08a6e-5c57-4b8e-9ec4-bbd5647662a4 HTTP/1.1" status: 200 len: 859 time: 0.2807157 Jan 28 02:52:56.527722 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 8f6ff42a-bd63-463b-8d11-5854d303b878 is: DOWN; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:52:56.555109 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5ed77af6-228e-445e-b4e6-649bd0f5bc2c req-17eae813-a964-419f-affa-eddd2aa20206 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1230e4f-91ce-484b-91c6-9d104141745c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3280942 Jan 28 02:52:56.565667 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 53bf2966-9340-48a8-8e1e-2aa54099768a, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=53bf2966-9340-48a8-8e1e-2aa54099768a,segment=NetworkSegment(49d4c981-b004-41ee-ab95-a2b5be80e959),segment_id=49d4c981-b004-41ee-ab95-a2b5be80e959)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:52:56.592031 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '53bf2966-9340-48a8-8e1e-2aa54099768a', 'network_id': 'b41ec36c-2b47-4b7e-a484-436d2f02d72a', 'port_id': '53bf2966-9340-48a8-8e1e-2aa54099768a', 'mac_address': 'fa:16:3e:31:92:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c47d8662-592c-46cb-9250-3ddc6d538cb4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:52:56.610155 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f0fe2ed4-38d1-4943-a56e-6b4d534f7869 req-4abfbedb-aa7c-4639-8898-26e5fc59c78f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (cf42aaa9-13da-49a3-95c8-cb193af261a0), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:56.613551 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-9cd5ecfa-d723-49f8-84a4-4875151b0066 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=40274fd5-c4d9-4dd5-af9e-4fda37d2f007 HTTP/1.1" status: 200 len: 217 time: 0.1148691 Jan 28 02:52:56.640832 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-462cac06-face-4fc5-af12-5f7adae5a231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:56.642440 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-462cac06-face-4fc5-af12-5f7adae5a231 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e168a8b773b74055bc0667e0581a74cd&device_id=ba36a6fb-a249-45ba-a1ae-61fff41a1e7e HTTP/1.1" status: 200 len: 1097 time: 0.3219182 Jan 28 02:52:56.649029 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 53bf2966-9340-48a8-8e1e-2aa54099768a is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:52:56.649810 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (53bf2966-9340-48a8-8e1e-2aa54099768a), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:56.675340 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53bf2966-9340-48a8-8e1e-2aa54099768a {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:52:56.693589 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2df30588-087d-45cb-b7b0-c252ff1790b4 req-20805900-96cc-498b-90fb-6e91c30dd97a tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef9f93ec-e75c-4dc9-ac41-6712fa9366d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200925 Jan 28 02:52:56.699621 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 53bf2966-9340-48a8-8e1e-2aa54099768a, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=53bf2966-9340-48a8-8e1e-2aa54099768a,segment=NetworkSegment(49d4c981-b004-41ee-ab95-a2b5be80e959),segment_id=49d4c981-b004-41ee-ab95-a2b5be80e959)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:52:56.709344 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (53bf2966-9340-48a8-8e1e-2aa54099768a), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:56.737232 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-67145f6e-3c01-4957-9257-68a389ed5fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:56.738826 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-67145f6e-3c01-4957-9257-68a389ed5fd2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.1154346 Jan 28 02:52:56.777943 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=53bf2966-9340-48a8-8e1e-2aa54099768a,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:56.810517 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-30380e2d-da35-4eb7-88d5-5ada8fdaf682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (de5f0748-e986-4953-8ed4-1c5f5d2c7da1), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:56.813050 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-30380e2d-da35-4eb7-88d5-5ada8fdaf682 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:56.814352 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-30380e2d-da35-4eb7-88d5-5ada8fdaf682 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/de5f0748-e986-4953-8ed4-1c5f5d2c7da1 HTTP/1.1" status: 204 len: 168 time: 0.8545959 Jan 28 02:52:56.822266 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437da72-8dba-4b73-b6dd-c7332b9a225a req-95a80a02-4fb5-44d8-a606-ff584bd6e5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:56.823747 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1437da72-8dba-4b73-b6dd-c7332b9a225a req-95a80a02-4fb5-44d8-a606-ff584bd6e5b0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e561589e-7002-46d7-b993-364a9aaf6967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2626445 Jan 28 02:52:56.875212 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30380e2d-da35-4eb7-88d5-5ada8fdaf682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5f0748-e986-4953-8ed4-1c5f5d2c7da1,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:56.881450 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-f2d0c1d2-10d5-49dc-a475-bde5d895d75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:56.882982 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-f2d0c1d2-10d5-49dc-a475-bde5d895d75f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1369600 Jan 28 02:52:56.946348 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c2a80-ab14-4911-8693-036854389d63 req-f1dc2f01-0eb5-4723-afe7-aca4cd7130ea tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:56.947996 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0a5c2a80-ab14-4911-8693-036854389d63 req-f1dc2f01-0eb5-4723-afe7-aca4cd7130ea tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=49e5f43b-07b5-46e2-8f81-903d43d04688 HTTP/1.1" status: 200 len: 945 time: 0.2702203 Jan 28 02:52:56.954856 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-f0b3c508-2b2c-44d1-9a9d-91cdb91ea39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:56.956455 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-f0b3c508-2b2c-44d1-9a9d-91cdb91ea39b service neutron] 10.222.0.67 "GET /v2.0/networks?id=290af027-4910-45bb-b54e-a29d61400c05 HTTP/1.1" status: 200 len: 909 time: 0.2802062 Jan 28 02:52:56.997321 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06be901-f7fe-4883-9bf6-f0f2075be508 req-53392ed8-77b9-4f36-b80a-07c4ff1900c6 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:56.999126 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d06be901-f7fe-4883-9bf6-f0f2075be508 req-53392ed8-77b9-4f36-b80a-07c4ff1900c6 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba36a6fb-a249-45ba-a1ae-61fff41a1e7e HTTP/1.1" status: 200 len: 945 time: 0.2093349 Jan 28 02:52:57.047633 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-36f9346f-5a95-45a8-99f6-4a057630ac34 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f6ff42a-bd63-463b-8d11-5854d303b878 HTTP/1.1" status: 200 len: 217 time: 0.0751760 Jan 28 02:52:57.096203 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1437da72-8dba-4b73-b6dd-c7332b9a225a req-d61069ce-6d17-42e0-bc0e-7126a7b3bbab service neutron] 10.222.0.67 "GET /v2.0/networks/e561589e-7002-46d7-b993-364a9aaf6967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558308 Jan 28 02:52:57.096512 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-1227c964-d57a-428d-a674-141921469c45 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044842 Jan 28 02:52:57.161563 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-4abc8f4f-7381-4737-8f5f-b41495ad459f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66eb4a24-18c4-43e9-a494-648b3e57fb71 {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:52:57.198120 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-4abc8f4f-7381-4737-8f5f-b41495ad459f service neutron] Publish callbacks [] for port (66eb4a24-18c4-43e9-a494-648b3e57fb71), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:57.210482 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2df22a84-4233-441f-841f-d11cb5ce2f98 req-bcd83f79-8c74-48eb-90ff-d4ef2cde9ffa service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062868 Jan 28 02:52:57.216640 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d06be901-f7fe-4883-9bf6-f0f2075be508 req-5d2a47b0-ffea-4470-9bab-c8bf9540fa97 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929209 Jan 28 02:52:57.225123 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-850f0747-3dab-4696-bf38-c19d74bd179d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:57.226322 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['53bf2966-9340-48a8-8e1e-2aa54099768a'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:52:57.226812 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-850f0747-3dab-4696-bf38-c19d74bd179d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=49bb14d4-dcd1-48f1-bfcf-d4851c7c298c HTTP/1.1" status: 200 len: 848 time: 0.1709330 Jan 28 02:52:57.239808 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0a5c2a80-ab14-4911-8693-036854389d63 req-63cefefa-a4b8-4f2d-a7b3-63f6530ff9bb tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/security-groups?id=81a8b397-bb78-4b68-9423-1c50e72f6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746456 Jan 28 02:52:57.276900 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-f0fe2ed4-38d1-4943-a56e-6b4d534f7869 req-4abfbedb-aa7c-4639-8898-26e5fc59c78f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf42aaa9-13da-49a3-95c8-cb193af261a0 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:52:57.287400 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f0fe2ed4-38d1-4943-a56e-6b4d534f7869 req-4abfbedb-aa7c-4639-8898-26e5fc59c78f service neutron] Publish callbacks [] for port (cf42aaa9-13da-49a3-95c8-cb193af261a0), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:57.302716 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-f0fe2ed4-38d1-4943-a56e-6b4d534f7869 req-4abfbedb-aa7c-4639-8898-26e5fc59c78f service neutron] Transition to ACTIVE for port object cf42aaa9-13da-49a3-95c8-cb193af261a0 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:52:57.316026 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f0fe2ed4-38d1-4943-a56e-6b4d534f7869 req-4abfbedb-aa7c-4639-8898-26e5fc59c78f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (cf42aaa9-13da-49a3-95c8-cb193af261a0), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:57.345892 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-48c81c9b-a9f3-48ac-a4cc-a49767dd62aa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=290af027-4910-45bb-b54e-a29d61400c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649021 Jan 28 02:52:57.349309 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e90c557-06fb-4538-b887-76221769bf12 x-openstack-request-id: req-1e90c557-06fb-4538-b887-76221769bf12 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:52:57.349717 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcf8322c-7b9c-4974-b303-cbb34c3f9750", "tag": "40274fd5-c4d9-4dd5-af9e-4fda37d2f007", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:52:57.350073 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1e90c557-06fb-4538-b887-76221769bf12 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:52:57.350608 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcf8322c-7b9c-4974-b303-cbb34c3f9750', 'tag': '40274fd5-c4d9-4dd5-af9e-4fda37d2f007', 'status': 'completed', 'code': 200} Jan 28 02:52:57.354263 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-4abc8f4f-7381-4737-8f5f-b41495ad459f service neutron] Transition to ACTIVE for port object 66eb4a24-18c4-43e9-a494-648b3e57fb71 will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:52:57.392982 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-4abc8f4f-7381-4737-8f5f-b41495ad459f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (66eb4a24-18c4-43e9-a494-648b3e57fb71), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:57.478361 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abfbedb-aa7c-4639-8898-26e5fc59c78f service neutron] Pushing event updated for resources: {'Port': ['ID=cf42aaa9-13da-49a3-95c8-cb193af261a0,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:57.553913 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3be377-64e6-4cc7-a4a4-a1ec86d2e01e req-c7b17716-942d-4557-a369-420a5ff126d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:57.555972 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9b3be377-64e6-4cc7-a4a4-a1ec86d2e01e req-c7b17716-942d-4557-a369-420a5ff126d9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=374e72b0e62c4cb4a9bb8f2bb827e071&device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 1100 time: 0.1815531 Jan 28 02:52:57.581609 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b39b2-d881-4db5-868e-ea6afc64926f req-f0bacdea-b238-4d43-ba15-67e29520b1ff tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:57.583633 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bd1b39b2-d881-4db5-868e-ea6afc64926f req-f0bacdea-b238-4d43-ba15-67e29520b1ff tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.67 "GET /v2.0/ports?device_id=49e5f43b-07b5-46e2-8f81-903d43d04688 HTTP/1.1" status: 200 len: 945 time: 0.1189876 Jan 28 02:52:57.622986 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-f0fe2ed4-38d1-4943-a56e-6b4d534f7869 req-4abfbedb-aa7c-4639-8898-26e5fc59c78f service neutron] Attempting to bind port cf42aaa9-13da-49a3-95c8-cb193af261a0 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:52:57.623635 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-f0fe2ed4-38d1-4943-a56e-6b4d534f7869 req-4abfbedb-aa7c-4639-8898-26e5fc59c78f service neutron] Attempting to bind port cf42aaa9-13da-49a3-95c8-cb193af261a0 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'e68bfc76-2719-4861-91f6-f85b59279523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'cced5cef-ed7d-4c10-a348-a2dd5198af7f'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:52:57.624132 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fe2ed4-38d1-4943-a56e-6b4d534f7869 req-4abfbedb-aa7c-4639-8898-26e5fc59c78f service neutron] Attempting to bind port cf42aaa9-13da-49a3-95c8-cb193af261a0 on network cced5cef-ed7d-4c10-a348-a2dd5198af7f {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:52:57.645472 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fe2ed4-38d1-4943-a56e-6b4d534f7869 req-4abfbedb-aa7c-4639-8898-26e5fc59c78f service neutron] Port cf42aaa9-13da-49a3-95c8-cb193af261a0 on network cced5cef-ed7d-4c10-a348-a2dd5198af7f not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:52:57.645948 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fe2ed4-38d1-4943-a56e-6b4d534f7869 req-4abfbedb-aa7c-4639-8898-26e5fc59c78f service neutron] Attempting to bind port cf42aaa9-13da-49a3-95c8-cb193af261a0 on network cced5cef-ed7d-4c10-a348-a2dd5198af7f {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:52:57.655051 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fe2ed4-38d1-4943-a56e-6b4d534f7869 req-4abfbedb-aa7c-4639-8898-26e5fc59c78f service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:52:57.655551 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fe2ed4-38d1-4943-a56e-6b4d534f7869 req-4abfbedb-aa7c-4639-8898-26e5fc59c78f service neutron] Checking segment: {'id': 'e68bfc76-2719-4861-91f6-f85b59279523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'cced5cef-ed7d-4c10-a348-a2dd5198af7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:52:57.656087 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fe2ed4-38d1-4943-a56e-6b4d534f7869 req-4abfbedb-aa7c-4639-8898-26e5fc59c78f service neutron] Bound using segment: {'id': 'e68bfc76-2719-4861-91f6-f85b59279523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'cced5cef-ed7d-4c10-a348-a2dd5198af7f'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:52:57.661141 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-f0fe2ed4-38d1-4943-a56e-6b4d534f7869 req-4abfbedb-aa7c-4639-8898-26e5fc59c78f service neutron] Bound port: cf42aaa9-13da-49a3-95c8-cb193af261a0, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e68bfc76-2719-4861-91f6-f85b59279523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'cced5cef-ed7d-4c10-a348-a2dd5198af7f'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:52:57.661141 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f0fe2ed4-38d1-4943-a56e-6b4d534f7869 req-4abfbedb-aa7c-4639-8898-26e5fc59c78f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (cf42aaa9-13da-49a3-95c8-cb193af261a0), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:57.889093 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-bd1b39b2-d881-4db5-868e-ea6afc64926f req-077ee332-0fc4-43ed-9364-faa2c79844fb tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Deleting port 52e8ecc9-44e8-4561-8da4-e2eb3bba3cca {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:52:57.889712 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bd1b39b2-d881-4db5-868e-ea6afc64926f req-077ee332-0fc4-43ed-9364-faa2c79844fb tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (52e8ecc9-44e8-4561-8da4-e2eb3bba3cca), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:57.897291 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3be377-64e6-4cc7-a4a4-a1ec86d2e01e req-38d54001-9035-43ad-9f2f-bf44d173c2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:57.898803 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9b3be377-64e6-4cc7-a4a4-a1ec86d2e01e req-38d54001-9035-43ad-9f2f-bf44d173c2b5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.2641361 Jan 28 02:52:57.900671 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-f0fe2ed4-38d1-4943-a56e-6b4d534f7869 req-4abfbedb-aa7c-4639-8898-26e5fc59c78f service neutron] For port cf42aaa9-13da-49a3-95c8-cb193af261a0, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:52:57.926912 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf35c0f-775d-42ab-ad7d-7e9b196fed66 req-7179606c-4259-459b-99e5-eb0fb2360ec2 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:57.928424 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cdf35c0f-775d-42ab-ad7d-7e9b196fed66 req-7179606c-4259-459b-99e5-eb0fb2360ec2 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=9539bfa9-2a1f-4628-91c2-0e545072a9b3 HTTP/1.1" status: 200 len: 944 time: 0.1487598 Jan 28 02:52:57.944400 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1437da72-8dba-4b73-b6dd-c7332b9a225a req-e1971f33-d734-4634-b150-accc46e15bce service neutron] 10.222.0.67 "GET /v2.0/networks/e561589e-7002-46d7-b993-364a9aaf6967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7984247 Jan 28 02:52:57.950213 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8f4f-7381-4737-8f5f-b41495ad459f service neutron] Pushing event updated for resources: {'Port': ['ID=66eb4a24-18c4-43e9-a494-648b3e57fb71,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:57.973502 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-f0fe2ed4-38d1-4943-a56e-6b4d534f7869 req-4abfbedb-aa7c-4639-8898-26e5fc59c78f service neutron] For port cf42aaa9-13da-49a3-95c8-cb193af261a0, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=cf42aaa9-13da-49a3-95c8-cb193af261a0,segment=NetworkSegment(e68bfc76-2719-4861-91f6-f85b59279523),segment_id=e68bfc76-2719-4861-91f6-f85b59279523)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:52:58.023720 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f0fe2ed4-38d1-4943-a56e-6b4d534f7869 req-4abfbedb-aa7c-4639-8898-26e5fc59c78f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (cf42aaa9-13da-49a3-95c8-cb193af261a0), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:58.026995 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9b3be377-64e6-4cc7-a4a4-a1ec86d2e01e req-ec8dfd25-331f-42ec-ba95-74da6395c986 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=40274fd5-c4d9-4dd5-af9e-4fda37d2f007 HTTP/1.1" status: 200 len: 217 time: 0.1094601 Jan 28 02:52:58.035624 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ca884-5531-4a32-85a1-b68eedbabf9b req-d78b94c9-2a29-43f3-96cc-65c95b270e32 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:58.036983 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bf3ca884-5531-4a32-85a1-b68eedbabf9b req-d78b94c9-2a29-43f3-96cc-65c95b270e32 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=27813433-c6e6-48b0-824e-52d32390555a HTTP/1.1" status: 200 len: 947 time: 0.1643953 Jan 28 02:52:58.039190 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-3b7b73c9-b3b7-4a44-9690-3c0f6d6ce085 service neutron] 10.222.0.67 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6778746 Jan 28 02:52:58.126976 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3be377-64e6-4cc7-a4a4-a1ec86d2e01e req-a8d7da91-25f8-4d9e-872c-d34937daf7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:58.128654 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9b3be377-64e6-4cc7-a4a4-a1ec86d2e01e req-a8d7da91-25f8-4d9e-872c-d34937daf7bb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.0764177 Jan 28 02:52:58.141488 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe2ed4-38d1-4943-a56e-6b4d534f7869 req-4abfbedb-aa7c-4639-8898-26e5fc59c78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:58.142142 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f0fe2ed4-38d1-4943-a56e-6b4d534f7869 req-4abfbedb-aa7c-4639-8898-26e5fc59c78f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:58.142439 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-4abc8f4f-7381-4737-8f5f-b41495ad459f service neutron] Attempting to bind port 66eb4a24-18c4-43e9-a494-648b3e57fb71 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:52:58.142819 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-4abc8f4f-7381-4737-8f5f-b41495ad459f service neutron] Attempting to bind port 66eb4a24-18c4-43e9-a494-648b3e57fb71 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:52:58.143145 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-4abc8f4f-7381-4737-8f5f-b41495ad459f service neutron] Attempting to bind port 66eb4a24-18c4-43e9-a494-648b3e57fb71 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:52:58.143497 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f0fe2ed4-38d1-4943-a56e-6b4d534f7869 req-4abfbedb-aa7c-4639-8898-26e5fc59c78f service neutron] 10.222.0.39 "PUT /v2.0/ports/cf42aaa9-13da-49a3-95c8-cb193af261a0 HTTP/1.1" status: 200 len: 1093 time: 1.7696416 Jan 28 02:52:58.162062 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-4abc8f4f-7381-4737-8f5f-b41495ad459f service neutron] Port 66eb4a24-18c4-43e9-a494-648b3e57fb71 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:52:58.162410 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-4abc8f4f-7381-4737-8f5f-b41495ad459f service neutron] Attempting to bind port 66eb4a24-18c4-43e9-a494-648b3e57fb71 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:52:58.180303 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cdf35c0f-775d-42ab-ad7d-7e9b196fed66 req-9840138c-87a3-480f-b2f8-22409b44315c tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263556 Jan 28 02:52:58.183635 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-4abc8f4f-7381-4737-8f5f-b41495ad459f service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:52:58.184078 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-4abc8f4f-7381-4737-8f5f-b41495ad459f service neutron] Checking segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:52:58.184474 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-4abc8f4f-7381-4737-8f5f-b41495ad459f service neutron] Bound using segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:52:58.184920 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-4abc8f4f-7381-4737-8f5f-b41495ad459f service neutron] Bound port: 66eb4a24-18c4-43e9-a494-648b3e57fb71, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:52:58.185313 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-4abc8f4f-7381-4737-8f5f-b41495ad459f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (66eb4a24-18c4-43e9-a494-648b3e57fb71), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:58.205716 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bf3ca884-5531-4a32-85a1-b68eedbabf9b req-b55dba3a-8076-4318-8888-0ae3282fe3d1 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474254 Jan 28 02:52:58.238647 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-2e446428-e866-47e0-ac32-40d20e31bd9c service neutron] 10.222.0.67 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926911 Jan 28 02:52:58.317114 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-4abc8f4f-7381-4737-8f5f-b41495ad459f service neutron] For port 66eb4a24-18c4-43e9-a494-648b3e57fb71, host n-h2-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:52:58.322382 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-4abc8f4f-7381-4737-8f5f-b41495ad459f service neutron] For port 66eb4a24-18c4-43e9-a494-648b3e57fb71, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=66eb4a24-18c4-43e9-a494-648b3e57fb71,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:52:58.332987 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-4abc8f4f-7381-4737-8f5f-b41495ad459f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (66eb4a24-18c4-43e9-a494-648b3e57fb71), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:58.402971 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abfbedb-aa7c-4639-8898-26e5fc59c78f service neutron] Pushing event updated for resources: {'Port': ['ID=cf42aaa9-13da-49a3-95c8-cb193af261a0,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:58.403887 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-4abc8f4f-7381-4737-8f5f-b41495ad459f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:58.404969 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-4abc8f4f-7381-4737-8f5f-b41495ad459f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:58.408104 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-4abc8f4f-7381-4737-8f5f-b41495ad459f service neutron] 10.222.0.39 "PUT /v2.0/ports/66eb4a24-18c4-43e9-a494-648b3e57fb71 HTTP/1.1" status: 200 len: 1096 time: 2.9164262 Jan 28 02:52:58.411164 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27813433-c6e6-48b0-824e-52d32390555a', 'tag': '66eb4a24-18c4-43e9-a494-648b3e57fb71'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:52:58.413844 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4c9608-da52-4ae2-911d-36995766db20" -d '{"events": [{"name": "network-changed", "server_uuid": "27813433-c6e6-48b0-824e-52d32390555a", "tag": "66eb4a24-18c4-43e9-a494-648b3e57fb71"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:52:58.420352 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-bd1b39b2-d881-4db5-868e-ea6afc64926f req-077ee332-0fc4-43ed-9364-faa2c79844fb tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] For port 52e8ecc9-44e8-4561-8da4-e2eb3bba3cca, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=52e8ecc9-44e8-4561-8da4-e2eb3bba3cca,segment=NetworkSegment(8b609dd3-1a12-4928-857f-98daa12d72ad),segment_id=8b609dd3-1a12-4928-857f-98daa12d72ad)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:52:58.420758 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bd1b39b2-d881-4db5-868e-ea6afc64926f req-077ee332-0fc4-43ed-9364-faa2c79844fb tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (52e8ecc9-44e8-4561-8da4-e2eb3bba3cca), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:58.431751 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0dd1cc00-dd95-4f97-90ed-2be1ab12919d req-a5e81bac-d62f-419c-97f9-3214ea320823 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/floatingips/10abef0e-93a8-4e7f-822d-827186a3737e HTTP/1.1" status: 200 len: 694 time: 0.2063637 Jan 28 02:52:58.587019 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8f4f-7381-4737-8f5f-b41495ad459f service neutron] Pushing event updated for resources: {'Port': ['ID=66eb4a24-18c4-43e9-a494-648b3e57fb71,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:58.697756 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-1aba251a-0e51-4ded-9e21-9fba80f0dde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:58.699330 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-1aba251a-0e51-4ded-9e21-9fba80f0dde9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=374e72b0e62c4cb4a9bb8f2bb827e071&device_id=27813433-c6e6-48b0-824e-52d32390555a HTTP/1.1" status: 200 len: 1099 time: 0.1932039 Jan 28 02:52:58.707627 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-e582bf2c-7187-45d0-a3c6-92e877796fe6 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:58.709156 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-e582bf2c-7187-45d0-a3c6-92e877796fe6 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ba36a6fb-a249-45ba-a1ae-61fff41a1e7e&tenant_id=e168a8b773b74055bc0667e0581a74cd&binding%3Ahost_id=n-h1-712139-27 HTTP/1.1" status: 200 len: 1097 time: 0.1191192 Jan 28 02:52:58.779530 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-91bb923a-2681-43a1-8a9b-a07212843b3f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=66eb4a24-18c4-43e9-a494-648b3e57fb71 HTTP/1.1" status: 200 len: 217 time: 0.0668375 Jan 28 02:52:58.786863 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445884c-4637-427b-907e-ab7eeb14e0ef req-ecb79d58-0c4e-425a-b71a-6fb284f6ad88 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:58.788351 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6445884c-4637-427b-907e-ab7eeb14e0ef req-ecb79d58-0c4e-425a-b71a-6fb284f6ad88 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89 HTTP/1.1" status: 200 len: 944 time: 0.1473181 Jan 28 02:52:58.883169 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe2ed4-38d1-4943-a56e-6b4d534f7869 req-e1456daf-7c59-40d6-aa18-9e5501a4ba8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:58.884660 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f0fe2ed4-38d1-4943-a56e-6b4d534f7869 req-e1456daf-7c59-40d6-aa18-9e5501a4ba8a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=07b12507ae9742ae9cf6596eafe2c460&device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89 HTTP/1.1" status: 200 len: 1096 time: 0.6402781 Jan 28 02:52:58.886438 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3be377-64e6-4cc7-a4a4-a1ec86d2e01e req-41625182-0636-4648-9795-12802ae6d784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:58.887754 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9b3be377-64e6-4cc7-a4a4-a1ec86d2e01e req-41625182-0636-4648-9795-12802ae6d784 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7480299 Jan 28 02:52:58.888721 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-bd1b39b2-d881-4db5-868e-ea6afc64926f req-077ee332-0fc4-43ed-9364-faa2c79844fb tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Calling delete_port for 52e8ecc9-44e8-4561-8da4-e2eb3bba3cca owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:52:58.890457 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-b0bcd8e3-498c-4aea-ab55-6e543b745626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:58.891927 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-b0bcd8e3-498c-4aea-ab55-6e543b745626 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.1026783 Jan 28 02:52:58.910890 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6445884c-4637-427b-907e-ab7eeb14e0ef req-19a04552-ecf4-425f-8b36-66fb265b801a tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef9f93ec-e75c-4dc9-ac41-6712fa9366d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119387 Jan 28 02:52:58.934787 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:59.013223 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-837fe3c1-a3be-4eb3-ad45-921f29a9c3e7 service neutron] For port 8f6ff42a-bd63-463b-8d11-5854d303b878, host n-h2-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:52:59.021138 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f0fe2ed4-38d1-4943-a56e-6b4d534f7869 req-3eb23373-4362-484d-93cf-1cf8469c44c3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf42aaa9-13da-49a3-95c8-cb193af261a0 HTTP/1.1" status: 200 len: 217 time: 0.1139321 Jan 28 02:52:59.032149 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-837fe3c1-a3be-4eb3-ad45-921f29a9c3e7 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:59.033405 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-837fe3c1-a3be-4eb3-ad45-921f29a9c3e7 service neutron] 10.222.0.67 "DELETE /v2.0/ports/8f6ff42a-bd63-463b-8d11-5854d303b878/bindings/n-h2-712139-27 HTTP/1.1" status: 204 len: 173 time: 0.3135498 Jan 28 02:52:59.049853 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-09434180-3292-4b44-8347-41c587c43562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:59.051262 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-09434180-3292-4b44-8347-41c587c43562 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1374323 Jan 28 02:52:59.063110 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbf4b1-aaa9-4b66-9a93-ffe64686f27f req-c6c46350-f4e9-4af0-a952-d0392dd859e4 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:59.064690 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-44fbf4b1-aaa9-4b66-9a93-ffe64686f27f req-c6c46350-f4e9-4af0-a952-d0392dd859e4 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=49e5f43b-07b5-46e2-8f81-903d43d04688 HTTP/1.1" status: 200 len: 945 time: 0.0684099 Jan 28 02:52:59.100774 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe2ed4-38d1-4943-a56e-6b4d534f7869 req-98c4d4a6-d090-4ae6-9eec-5bbb5f184837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:59.100774 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f0fe2ed4-38d1-4943-a56e-6b4d534f7869 req-98c4d4a6-d090-4ae6-9eec-5bbb5f184837 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=103ce8fe-9e75-44b9-af19-ab633171d9f9 HTTP/1.1" status: 200 len: 860 time: 0.0642102 Jan 28 02:52:59.177753 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-44fbf4b1-aaa9-4b66-9a93-ffe64686f27f req-98837812-0e41-4884-8191-432803d30328 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/security-groups?id=81a8b397-bb78-4b68-9423-1c50e72f6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039908 Jan 28 02:52:59.191005 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f0fe2ed4-38d1-4943-a56e-6b4d534f7869 req-cd07076e-6dda-437c-afe9-6fa32a292f32 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cced5cef-ed7d-4c10-a348-a2dd5198af7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645893 Jan 28 02:52:59.208831 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1cc00-dd95-4f97-90ed-2be1ab12919d req-fc32d32f-964c-4af6-8eb5-ff411157698a tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:59.209981 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-505e97a5-99cd-495b-ab28-0ae2b1722725 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441674 Jan 28 02:52:59.213505 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0dd1cc00-dd95-4f97-90ed-2be1ab12919d req-fc32d32f-964c-4af6-8eb5-ff411157698a tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/networks/8f7dc9c9-eaf1-4339-a2e3-884554154641 HTTP/1.1" status: 200 len: 784 time: 0.7719054 Jan 28 02:52:59.254309 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9b3be377-64e6-4cc7-a4a4-a1ec86d2e01e req-210f156e-159e-4209-b54f-a70be72293c5 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458693 Jan 28 02:52:59.343173 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763725fd-90e6-4886-8936-bfdfe424be8e req-7504370e-f7c0-431f-bb24-1e9c7bd4ee35 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:59.344787 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-763725fd-90e6-4886-8936-bfdfe424be8e req-7504370e-f7c0-431f-bb24-1e9c7bd4ee35 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba36a6fb-a249-45ba-a1ae-61fff41a1e7e HTTP/1.1" status: 200 len: 945 time: 0.0802398 Jan 28 02:52:59.348722 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a1e44caa-7b26-4535-b92a-b52827b80e44 req-020c3ece-971f-4fea-9d05-c2d842df557e service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323915 Jan 28 02:52:59.350255 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0dd1cc00-dd95-4f97-90ed-2be1ab12919d req-a17fa053-de98-4b0f-bf58-e425025dafcf tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.165 HTTP/1.1" status: 200 len: 697 time: 0.1243021 Jan 28 02:52:59.354240 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a52289a-08fd-40f6-b3fc-9835ae741a89', 'tag': 'cf42aaa9-13da-49a3-95c8-cb193af261a0'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:52:59.356509 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d64d79-94cd-43a7-82de-0c7f0f5e3f82" -d '{"events": [{"name": "network-changed", "server_uuid": "7a52289a-08fd-40f6-b3fc-9835ae741a89", "tag": "cf42aaa9-13da-49a3-95c8-cb193af261a0"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:52:59.414000 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-763725fd-90e6-4886-8936-bfdfe424be8e req-4e878619-c24c-4f3a-998c-a10c82626fff tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614207 Jan 28 02:52:59.443782 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0dd1cc00-dd95-4f97-90ed-2be1ab12919d req-29d1e977-a2e7-4756-a8f0-91157bc01f26 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.165 HTTP/1.1" status: 200 len: 697 time: 0.0612974 Jan 28 02:52:59.498707 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1eecc99-965d-4677-8e2e-853b495bd5c5 x-openstack-request-id: req-e1eecc99-965d-4677-8e2e-853b495bd5c5 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:52:59.499133 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27813433-c6e6-48b0-824e-52d32390555a", "tag": "66eb4a24-18c4-43e9-a494-648b3e57fb71", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:52:59.499640 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e1eecc99-965d-4677-8e2e-853b495bd5c5 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:52:59.500157 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27813433-c6e6-48b0-824e-52d32390555a', 'tag': '66eb4a24-18c4-43e9-a494-648b3e57fb71', 'status': 'completed', 'code': 200} Jan 28 02:52:59.565630 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f140f3da-8e1b-44f8-97f2-70ae433ab5aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:59.575783 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f0fe2ed4-38d1-4943-a56e-6b4d534f7869 req-19254042-8124-4856-b4a2-efc9fe84c9e4 service neutron] 10.222.0.39 "GET /v2.0/networks/cced5cef-ed7d-4c10-a348-a2dd5198af7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737321 Jan 28 02:52:59.622315 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bd1b39b2-d881-4db5-868e-ea6afc64926f req-077ee332-0fc4-43ed-9364-faa2c79844fb tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (52e8ecc9-44e8-4561-8da4-e2eb3bba3cca), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:59.640809 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c9608-da52-4ae2-911d-36995766db20 req-a5ee62cb-1a56-4c70-865b-d79d94af4362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:59.643166 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7a4c9608-da52-4ae2-911d-36995766db20 req-a5ee62cb-1a56-4c70-865b-d79d94af4362 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=374e72b0e62c4cb4a9bb8f2bb827e071&device_id=27813433-c6e6-48b0-824e-52d32390555a HTTP/1.1" status: 200 len: 1099 time: 0.0716085 Jan 28 02:52:59.645366 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9b3be377-64e6-4cc7-a4a4-a1ec86d2e01e req-2d7b5c21-0b3d-469b-a857-dcc2c54bc899 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270385 Jan 28 02:52:59.657432 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['52e8ecc9-44e8-4561-8da4-e2eb3bba3cca'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:52:59.725045 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ee332-0fc4-43ed-9364-faa2c79844fb tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Pushing event deleted for resources: {'Port': ['ID=52e8ecc9-44e8-4561-8da4-e2eb3bba3cca,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:52:59.797330 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1b39b2-d881-4db5-868e-ea6afc64926f req-077ee332-0fc4-43ed-9364-faa2c79844fb tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] No DVR routers for this DVR port 52e8ecc9-44e8-4561-8da4-e2eb3bba3cca on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:52:59.803711 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c9608-da52-4ae2-911d-36995766db20 req-4c0d89f1-d38d-4e66-9c9b-20ec55dad1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:59.804155 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bd1b39b2-d881-4db5-868e-ea6afc64926f req-077ee332-0fc4-43ed-9364-faa2c79844fb tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:59.805675 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7a4c9608-da52-4ae2-911d-36995766db20 req-4c0d89f1-d38d-4e66-9c9b-20ec55dad1c7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.1380746 Jan 28 02:52:59.807774 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bd1b39b2-d881-4db5-868e-ea6afc64926f req-077ee332-0fc4-43ed-9364-faa2c79844fb tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.67 "DELETE /v2.0/ports/52e8ecc9-44e8-4561-8da4-e2eb3bba3cca HTTP/1.1" status: 204 len: 173 time: 2.2154510 Jan 28 02:52:59.853009 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f0fe2ed4-38d1-4943-a56e-6b4d534f7869 req-1a4a2dd3-c531-439e-9983-b51a421635ed service neutron] 10.222.0.39 "GET /v2.0/networks/cced5cef-ed7d-4c10-a348-a2dd5198af7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438121 Jan 28 02:52:59.858229 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-0dd1cc00-dd95-4f97-90ed-2be1ab12919d req-1e38f0f7-5da4-40d2-b57e-8b679c10fe3c tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Deleting port 64f1ca3e-cfa8-44f9-9fff-690692c4cfe7 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:52:59.858979 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0dd1cc00-dd95-4f97-90ed-2be1ab12919d req-1e38f0f7-5da4-40d2-b57e-8b679c10fe3c tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (64f1ca3e-cfa8-44f9-9fff-690692c4cfe7), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:59.873429 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7a4c9608-da52-4ae2-911d-36995766db20 req-8405068d-43ca-49e9-aab4-4512d3d9a45f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=66eb4a24-18c4-43e9-a494-648b3e57fb71 HTTP/1.1" status: 200 len: 217 time: 0.0575542 Jan 28 02:52:59.899770 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d94e76-abc0-4c77-a1a0-2eb3e2ac550d req-f4376f8b-bb66-4644-b6eb-e08c285e5900 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:52:59.907895 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d8d94e76-abc0-4c77-a1a0-2eb3e2ac550d req-f4376f8b-bb66-4644-b6eb-e08c285e5900 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] 10.222.0.53 "GET /v2.0/ports?device_id=95c1e86e-8f49-48bf-9ec4-9225945cf7ff HTTP/1.1" status: 200 len: 946 time: 0.1013689 Jan 28 02:52:59.949679 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0dd1cc00-dd95-4f97-90ed-2be1ab12919d req-1e38f0f7-5da4-40d2-b57e-8b679c10fe3c tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (64f1ca3e-cfa8-44f9-9fff-690692c4cfe7), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:59.950340 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0dd1cc00-dd95-4f97-90ed-2be1ab12919d req-1e38f0f7-5da4-40d2-b57e-8b679c10fe3c tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks [] for floatingip (64f1ca3e-cfa8-44f9-9fff-690692c4cfe7), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:52:59.964689 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-0dd1cc00-dd95-4f97-90ed-2be1ab12919d req-1e38f0f7-5da4-40d2-b57e-8b679c10fe3c tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Calling delete_port for 64f1ca3e-cfa8-44f9-9fff-690692c4cfe7 owned by network:floatingip {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:53:00.001223 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c9608-da52-4ae2-911d-36995766db20 req-f808af31-55a9-44b7-b38f-9280db798877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:00.002935 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7a4c9608-da52-4ae2-911d-36995766db20 req-f808af31-55a9-44b7-b38f-9280db798877 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.0855618 Jan 28 02:53:00.006828 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d8d94e76-abc0-4c77-a1a0-2eb3e2ac550d req-5cd3ea74-c38e-4fea-a0d7-ec99e3c16bec tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1230e4f-91ce-484b-91c6-9d104141745c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979145 Jan 28 02:53:00.028732 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 53bf2966-9340-48a8-8e1e-2aa54099768a up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:53:00.117283 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 53bf2966-9340-48a8-8e1e-2aa54099768a completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:53:00.126435 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 53bf2966-9340-48a8-8e1e-2aa54099768a triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:53:00.126755 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (53bf2966-9340-48a8-8e1e-2aa54099768a), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:00.140374 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c9608-da52-4ae2-911d-36995766db20 req-a0f0ae80-f197-421c-bbab-9a37573c49c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:00.141923 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7a4c9608-da52-4ae2-911d-36995766db20 req-a0f0ae80-f197-421c-bbab-9a37573c49c0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1323552 Jan 28 02:53:00.189216 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 40274fd5-c4d9-4dd5-af9e-4fda37d2f007 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:53:00.193693 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0dd1cc00-dd95-4f97-90ed-2be1ab12919d req-1e38f0f7-5da4-40d2-b57e-8b679c10fe3c tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (64f1ca3e-cfa8-44f9-9fff-690692c4cfe7), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:00.255349 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37220) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:00.256717 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 53bf2966-9340-48a8-8e1e-2aa54099768a is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:53:00.257150 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (53bf2966-9340-48a8-8e1e-2aa54099768a), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:00.274087 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e38f0f7-5da4-40d2-b57e-8b679c10fe3c tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Pushing event deleted for resources: {'Port': ['ID=64f1ca3e-cfa8-44f9-9fff-690692c4cfe7,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:00.307966 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8488a-7ee4-4ae3-b334-48ffc6369dcc req-1bb068a8-e15e-4176-8884-a7e6244e7cc6 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:00.317412 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0dd1cc00-dd95-4f97-90ed-2be1ab12919d req-1e38f0f7-5da4-40d2-b57e-8b679c10fe3c tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks [] for floatingip (10abef0e-93a8-4e7f-822d-827186a3737e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:00.319381 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ebb8488a-7ee4-4ae3-b334-48ffc6369dcc req-1bb068a8-e15e-4176-8884-a7e6244e7cc6 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=9539bfa9-2a1f-4628-91c2-0e545072a9b3 HTTP/1.1" status: 200 len: 944 time: 0.2113311 Jan 28 02:53:00.323391 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0dd1cc00-dd95-4f97-90ed-2be1ab12919d req-1e38f0f7-5da4-40d2-b57e-8b679c10fe3c tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:00.326705 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0dd1cc00-dd95-4f97-90ed-2be1ab12919d req-1e38f0f7-5da4-40d2-b57e-8b679c10fe3c tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "DELETE /v2.0/floatingips/10abef0e-93a8-4e7f-822d-827186a3737e HTTP/1.1" status: 204 len: 173 time: 0.8579683 Jan 28 02:53:00.387016 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7a4c9608-da52-4ae2-911d-36995766db20 req-5a45334a-54d1-4a06-a8e6-0d72fb65ca05 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170398 Jan 28 02:53:00.392331 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9539bfa9-2a1f-4628-91c2-0e545072a9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53bf2966-9340-48a8-8e1e-2aa54099768a'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:53:00.395069 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d71f1e-ecee-407f-b5f1-3f77f4e9a0d1" -d '{"events": [{"server_uuid": "9539bfa9-2a1f-4628-91c2-0e545072a9b3", "name": "network-vif-plugged", "status": "completed", "tag": "53bf2966-9340-48a8-8e1e-2aa54099768a"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:53:00.406301 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ebb8488a-7ee4-4ae3-b334-48ffc6369dcc req-a1bf8bc9-3cce-4ff1-8ef5-c85a5e575e45 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805917 Jan 28 02:53:00.430438 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 53bf2966-9340-48a8-8e1e-2aa54099768a, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=53bf2966-9340-48a8-8e1e-2aa54099768a,segment=NetworkSegment(49d4c981-b004-41ee-ab95-a2b5be80e959),segment_id=49d4c981-b004-41ee-ab95-a2b5be80e959)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:53:00.443499 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 40274fd5-c4d9-4dd5-af9e-4fda37d2f007, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=40274fd5-c4d9-4dd5-af9e-4fda37d2f007,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:53:00.448049 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (53bf2966-9340-48a8-8e1e-2aa54099768a), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:00.449579 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 52e8ecc9-44e8-4561-8da4-e2eb3bba3cca no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:53:00.479583 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: 52e8ecc9-44e8-4561-8da4-e2eb3bba3cca {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:53:00.479939 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 52e8ecc9-44e8-4561-8da4-e2eb3bba3cca not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:53:00.499726 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-02d147bc-6c2a-46c2-9302-aa7286880568 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:00.502388 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '40274fd5-c4d9-4dd5-af9e-4fda37d2f007', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'port_id': '40274fd5-c4d9-4dd5-af9e-4fda37d2f007', 'mac_address': 'fa:16:3e:2f:a3:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24329ac8-3d67-49eb-9f63-d2859e79e36f', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:53:00.518949 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b814b6b2-6df0-4eca-b5a5-6bdb3337043e x-openstack-request-id: req-b814b6b2-6df0-4eca-b5a5-6bdb3337043e {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:53:00.519407 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a52289a-08fd-40f6-b3fc-9835ae741a89", "tag": "cf42aaa9-13da-49a3-95c8-cb193af261a0", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:53:00.519805 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b814b6b2-6df0-4eca-b5a5-6bdb3337043e {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:53:00.520200 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a52289a-08fd-40f6-b3fc-9835ae741a89', 'tag': 'cf42aaa9-13da-49a3-95c8-cb193af261a0', 'status': 'completed', 'code': 200} Jan 28 02:53:00.552253 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7a4c9608-da52-4ae2-911d-36995766db20 req-74c8590c-88f0-4a50-a98a-cda20064701e service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444027 Jan 28 02:53:00.554898 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=53bf2966-9340-48a8-8e1e-2aa54099768a,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:00.570964 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 40274fd5-c4d9-4dd5-af9e-4fda37d2f007 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:53:00.571366 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (40274fd5-c4d9-4dd5-af9e-4fda37d2f007), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:00.585949 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40274fd5-c4d9-4dd5-af9e-4fda37d2f007 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:53:00.599309 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f6fdf-8732-436e-b7ac-a566446f8d86 req-ee9be6fd-8150-4d83-80b7-a6aa2f5813dc tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:00.605798 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c43f6fdf-8732-436e-b7ac-a566446f8d86 req-ee9be6fd-8150-4d83-80b7-a6aa2f5813dc tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=27813433-c6e6-48b0-824e-52d32390555a HTTP/1.1" status: 200 len: 947 time: 0.1729093 Jan 28 02:53:00.606082 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 40274fd5-c4d9-4dd5-af9e-4fda37d2f007, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=40274fd5-c4d9-4dd5-af9e-4fda37d2f007,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:53:00.612988 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (40274fd5-c4d9-4dd5-af9e-4fda37d2f007), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:00.627438 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d64d79-94cd-43a7-82de-0c7f0f5e3f82 req-861b0aa4-435e-4889-9369-3a7ffa52dfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:00.628915 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-64d64d79-94cd-43a7-82de-0c7f0f5e3f82 req-861b0aa4-435e-4889-9369-3a7ffa52dfc6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=07b12507ae9742ae9cf6596eafe2c460&device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89 HTTP/1.1" status: 200 len: 1096 time: 0.1008649 Jan 28 02:53:00.645811 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebdc965-9ad4-4edf-9375-d9d9def89c8a req-ae329744-37fd-42ac-a505-d498ef361da2 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:00.647753 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1ebdc965-9ad4-4edf-9375-d9d9def89c8a req-ae329744-37fd-42ac-a505-d498ef361da2 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89 HTTP/1.1" status: 200 len: 944 time: 0.0590751 Jan 28 02:53:00.666596 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=40274fd5-c4d9-4dd5-af9e-4fda37d2f007,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:00.707040 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1ebdc965-9ad4-4edf-9375-d9d9def89c8a req-f0e0d50a-b114-49c8-9b5c-2af9534c2977 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef9f93ec-e75c-4dc9-ac41-6712fa9366d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521598 Jan 28 02:53:00.744850 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c43f6fdf-8732-436e-b7ac-a566446f8d86 req-c6bd7704-0ebe-4161-ae69-eb0b8b20e325 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296942 Jan 28 02:53:00.768113 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-02d147bc-6c2a-46c2-9302-aa7286880568 admin admin] Publish callbacks [] for security_group (0a170fe0-2506-4b95-9b31-7934dfaad256), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:00.775404 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-02d147bc-6c2a-46c2-9302-aa7286880568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (0a170fe0-2506-4b95-9b31-7934dfaad256), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:00.825138 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d64d79-94cd-43a7-82de-0c7f0f5e3f82 req-44ac1dd0-bc0e-4488-bf73-50d6f20cf6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:00.826740 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-64d64d79-94cd-43a7-82de-0c7f0f5e3f82 req-44ac1dd0-bc0e-4488-bf73-50d6f20cf6ec service neutron] 10.222.0.39 "GET /v2.0/networks?id=cced5cef-ed7d-4c10-a348-a2dd5198af7f HTTP/1.1" status: 200 len: 921 time: 0.1894498 Jan 28 02:53:00.833187 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-02d147bc-6c2a-46c2-9302-aa7286880568 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=638e6eb8903b4b868da87fa3b41ffbbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5752959 Jan 28 02:53:00.833187 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d147bc-6c2a-46c2-9302-aa7286880568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a170fe0-2506-4b95-9b31-7934dfaad256,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:00.834217 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37232) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:00.853208 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9b2cfe14-48e8-4926-984e-8d10fb98a975 req-0af2802b-66bb-4120-bb86-7c3bf4249cb1 tempest-AttachVolumeNegativeTest-625414185 tempest-AttachVolumeNegativeTest-625414185-project] 10.222.0.53 "GET /v2.0/ports?device_id=49e5f43b-07b5-46e2-8f81-903d43d04688 HTTP/1.1" status: 200 len: 210 time: 0.0464828 Jan 28 02:53:00.886223 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['40274fd5-c4d9-4dd5-af9e-4fda37d2f007'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:53:00.892849 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-64d64d79-94cd-43a7-82de-0c7f0f5e3f82 req-cd19e7b1-0656-4bf0-9fab-f187081b6ecd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf42aaa9-13da-49a3-95c8-cb193af261a0 HTTP/1.1" status: 200 len: 217 time: 0.0578589 Jan 28 02:53:00.926130 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cf1851-2598-4c86-810e-68ca4196d6f8 x-openstack-request-id: req-02cf1851-2598-4c86-810e-68ca4196d6f8 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:53:00.926449 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9539bfa9-2a1f-4628-91c2-0e545072a9b3", "name": "network-vif-plugged", "status": "completed", "tag": "53bf2966-9340-48a8-8e1e-2aa54099768a", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:53:00.930950 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-02cf1851-2598-4c86-810e-68ca4196d6f8 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:53:00.931211 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9539bfa9-2a1f-4628-91c2-0e545072a9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53bf2966-9340-48a8-8e1e-2aa54099768a', 'code': 200} Jan 28 02:53:00.984493 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d64d79-94cd-43a7-82de-0c7f0f5e3f82 req-a1c69560-1377-4077-8112-7cea91d650ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:00.986138 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-64d64d79-94cd-43a7-82de-0c7f0f5e3f82 req-a1c69560-1377-4077-8112-7cea91d650ab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=103ce8fe-9e75-44b9-af19-ab633171d9f9 HTTP/1.1" status: 200 len: 860 time: 0.0824695 Jan 28 02:53:01.021341 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1996695a-b3a0-43e2-92f9-dce32850e443 admin admin] Publish callbacks [] for security_group (0a170fe0-2506-4b95-9b31-7934dfaad256), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:01.024498 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-64d64d79-94cd-43a7-82de-0c7f0f5e3f82 req-d0f85b80-f2d3-41f7-b0ba-a550d16d1438 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cced5cef-ed7d-4c10-a348-a2dd5198af7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321689 Jan 28 02:53:01.090900 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe6f0a-4438-4aa2-a295-2cbf06018bbb req-491d4a44-801e-4384-b7eb-585dff286eed tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:01.092456 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d3fe6f0a-4438-4aa2-a295-2cbf06018bbb req-491d4a44-801e-4384-b7eb-585dff286eed tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ba36a6fb-a249-45ba-a1ae-61fff41a1e7e HTTP/1.1" status: 200 len: 1097 time: 0.0435898 Jan 28 02:53:01.095447 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1996695a-b3a0-43e2-92f9-dce32850e443 admin admin] Publish callbacks [] for security_group (0a170fe0-2506-4b95-9b31-7934dfaad256), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:01.141028 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d3fe6f0a-4438-4aa2-a295-2cbf06018bbb req-fe1a6e3c-c543-4d81-b34b-0a114afa2d93 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399623 Jan 28 02:53:01.234591 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ae9f2-2c23-4980-842b-3dbad8fddfb9 req-8861c4f6-4102-4684-8666-9edb30f3808f tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:01.237597 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2c3ae9f2-2c23-4980-842b-3dbad8fddfb9 req-8861c4f6-4102-4684-8666-9edb30f3808f tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/ports?device_id=49bf0be7-fb2a-4b6f-90b8-5ba801587c74 HTTP/1.1" status: 200 len: 945 time: 0.1761796 Jan 28 02:53:01.256435 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb06c2-66cb-4f8f-a8b6-2b07f7186613 req-1d6b58b4-01d4-49c7-b157-b74c9e7d6b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:01.258098 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fecb06c2-66cb-4f8f-a8b6-2b07f7186613 req-1d6b58b4-01d4-49c7-b157-b74c9e7d6b61 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9539bfa9-2a1f-4628-91c2-0e545072a9b3 HTTP/1.1" status: 200 len: 1097 time: 0.1809664 Jan 28 02:53:01.271888 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-64d64d79-94cd-43a7-82de-0c7f0f5e3f82 req-410c6ee8-3770-4bc8-9155-9f1f802fd7a1 service neutron] 10.222.0.39 "GET /v2.0/networks/cced5cef-ed7d-4c10-a348-a2dd5198af7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386179 Jan 28 02:53:01.333638 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1996695a-b3a0-43e2-92f9-dce32850e443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (0a170fe0-2506-4b95-9b31-7934dfaad256), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:01.336193 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1996695a-b3a0-43e2-92f9-dce32850e443 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:01.337611 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1996695a-b3a0-43e2-92f9-dce32850e443 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0a170fe0-2506-4b95-9b31-7934dfaad256 HTTP/1.1" status: 204 len: 168 time: 0.5015953 Jan 28 02:53:01.389919 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1996695a-b3a0-43e2-92f9-dce32850e443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a170fe0-2506-4b95-9b31-7934dfaad256,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:01.402722 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2c3ae9f2-2c23-4980-842b-3dbad8fddfb9 req-b4d3ccb6-a632-4cba-84a0-70979e0feb56 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8acd3d9-15a7-47b2-b9b4-617fe9ecffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422265 Jan 28 02:53:01.435999 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fecb06c2-66cb-4f8f-a8b6-2b07f7186613 req-cefe81a7-c018-4d3e-8515-fedb0e9182cc service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672442 Jan 28 02:53:01.457993 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-64d64d79-94cd-43a7-82de-0c7f0f5e3f82 req-d085a51d-be31-4b94-9e5b-afa754e90414 service neutron] 10.222.0.39 "GET /v2.0/networks/cced5cef-ed7d-4c10-a348-a2dd5198af7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714816 Jan 28 02:53:01.504333 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c88d4-0bac-44e4-a940-1953befba442 req-67528f84-c649-4d16-b85f-99acb0b47c3b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:01.506261 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb1c88d4-0bac-44e4-a940-1953befba442 req-67528f84-c649-4d16-b85f-99acb0b47c3b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/networks?id=290af027-4910-45bb-b54e-a29d61400c05 HTTP/1.1" status: 200 len: 808 time: 0.1401722 Jan 28 02:53:01.525653 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb1c88d4-0bac-44e4-a940-1953befba442 req-5baa748e-d82b-4335-9a2d-b264ebd9deef tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/quotas/e168a8b773b74055bc0667e0581a74cd HTTP/1.1" status: 200 len: 375 time: 0.0108941 Jan 28 02:53:01.530413 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5498350-394e-4de0-a3c3-631f53ff4abe req-7f5363c5-91b1-4af8-b43c-73696315eeb1 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:01.532038 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c5498350-394e-4de0-a3c3-631f53ff4abe req-7f5363c5-91b1-4af8-b43c-73696315eeb1 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] 10.222.0.53 "GET /v2.0/ports?device_id=95c1e86e-8f49-48bf-9ec4-9225945cf7ff HTTP/1.1" status: 200 len: 946 time: 0.0542903 Jan 28 02:53:01.582445 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb1c88d4-0bac-44e4-a940-1953befba442 req-47e55c10-7200-4bb6-ab47-fd13b1a19124 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e168a8b773b74055bc0667e0581a74cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0489225 Jan 28 02:53:01.587038 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c5498350-394e-4de0-a3c3-631f53ff4abe req-421657cf-2713-413f-bdde-ba3739effcbf tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1230e4f-91ce-484b-91c6-9d104141745c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487792 Jan 28 02:53:01.693282 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb1c88d4-0bac-44e4-a940-1953befba442 req-c5be143a-ed13-4383-9bf6-2d942ea7c3aa service neutron] 10.222.0.53 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081142 Jan 28 02:53:01.701168 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37258) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:01.718308 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-eca36f65-7e78-4a60-acaa-b90b35da304d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:01.733500 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75bf306-1b25-49b2-ba56-1280776b67fb req-426a0094-bb64-4582-a8ef-ee9ddcf2bc3f tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:01.735159 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a75bf306-1b25-49b2-ba56-1280776b67fb req-426a0094-bb64-4582-a8ef-ee9ddcf2bc3f tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=9539bfa9-2a1f-4628-91c2-0e545072a9b3 HTTP/1.1" status: 200 len: 945 time: 0.0770550 Jan 28 02:53:01.768422 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-04265382-7634-42fc-a63e-b1ed44251573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:01.788435 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb1c88d4-0bac-44e4-a940-1953befba442 req-33bcb3a8-13e4-4863-a2dd-a4aa4e00ae3f service neutron] 10.222.0.53 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895035 Jan 28 02:53:01.808849 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a75bf306-1b25-49b2-ba56-1280776b67fb req-2d87c362-456d-4874-baa9-345ef479c16a tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655823 Jan 28 02:53:01.854297 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-eca36f65-7e78-4a60-acaa-b90b35da304d admin admin] Publish callbacks [] for security_group (c1028d6a-1c3f-48c5-8e96-5749441305f1), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:01.859741 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-eca36f65-7e78-4a60-acaa-b90b35da304d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c1028d6a-1c3f-48c5-8e96-5749441305f1), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:01.938627 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca36f65-7e78-4a60-acaa-b90b35da304d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1028d6a-1c3f-48c5-8e96-5749441305f1,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:01.938627 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-eca36f65-7e78-4a60-acaa-b90b35da304d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0501e9317bb8422288167a6b6c46478b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2339883 Jan 28 02:53:01.944820 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37270) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:01.976686 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83858622-bc43-4f31-b30e-fbbfd2aa4c5f req-be58d0f2-de05-48dd-8104-293ffdbbd972 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:01.978326 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-83858622-bc43-4f31-b30e-fbbfd2aa4c5f req-be58d0f2-de05-48dd-8104-293ffdbbd972 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89 HTTP/1.1" status: 200 len: 944 time: 0.1075742 Jan 28 02:53:02.030370 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-83858622-bc43-4f31-b30e-fbbfd2aa4c5f req-9c8a92d3-b402-4175-9653-0f782aa4e2e1 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef9f93ec-e75c-4dc9-ac41-6712fa9366d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459540 Jan 28 02:53:02.032043 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d675e-5770-4d4a-b923-7a0c9bbc0ea3 req-74d160c3-5766-44a5-be82-4bb00320a42d tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:02.033641 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e45d675e-5770-4d4a-b923-7a0c9bbc0ea3 req-74d160c3-5766-44a5-be82-4bb00320a42d tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=27813433-c6e6-48b0-824e-52d32390555a HTTP/1.1" status: 200 len: 947 time: 0.0807972 Jan 28 02:53:02.034758 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ae3caa2d-6c1c-4297-a3f9-b37c52d241d8 admin admin] Publish callbacks [] for security_group (c1028d6a-1c3f-48c5-8e96-5749441305f1), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:02.073422 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ae3caa2d-6c1c-4297-a3f9-b37c52d241d8 admin admin] Publish callbacks [] for security_group (c1028d6a-1c3f-48c5-8e96-5749441305f1), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:02.082356 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37274) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:02.122989 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e45d675e-5770-4d4a-b923-7a0c9bbc0ea3 req-95b728d2-5f91-47cd-8a2b-ce85c7202b59 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801816 Jan 28 02:53:02.149655 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ae3caa2d-6c1c-4297-a3f9-b37c52d241d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c1028d6a-1c3f-48c5-8e96-5749441305f1), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:02.153271 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ae3caa2d-6c1c-4297-a3f9-b37c52d241d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:02.154472 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ae3caa2d-6c1c-4297-a3f9-b37c52d241d8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c1028d6a-1c3f-48c5-8e96-5749441305f1 HTTP/1.1" status: 204 len: 168 time: 0.2143774 Jan 28 02:53:02.164971 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3caa2d-6c1c-4297-a3f9-b37c52d241d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1028d6a-1c3f-48c5-8e96-5749441305f1,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:02.165957 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7a0832c3-28a3-4d45-9f87-893f8e11ff82 req-dd5d7e4b-5c7c-4868-b0ee-7c9e1c2a7051 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d39347-fc00-4cae-9ff6-b351ac79bc66 HTTP/1.1" status: 200 len: 210 time: 0.0464740 Jan 28 02:53:02.177315 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3caa2d-6c1c-4297-a3f9-b37c52d241d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:02.177579 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3caa2d-6c1c-4297-a3f9-b37c52d241d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:02.178024 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3caa2d-6c1c-4297-a3f9-b37c52d241d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:02.179256 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3caa2d-6c1c-4297-a3f9-b37c52d241d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:02.179793 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3caa2d-6c1c-4297-a3f9-b37c52d241d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:02.180118 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3caa2d-6c1c-4297-a3f9-b37c52d241d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:02.180399 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3caa2d-6c1c-4297-a3f9-b37c52d241d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:02.180802 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3caa2d-6c1c-4297-a3f9-b37c52d241d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:02.181036 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3caa2d-6c1c-4297-a3f9-b37c52d241d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:02.181378 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3caa2d-6c1c-4297-a3f9-b37c52d241d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:02.182470 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3caa2d-6c1c-4297-a3f9-b37c52d241d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:02.182828 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3caa2d-6c1c-4297-a3f9-b37c52d241d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:02.183312 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3caa2d-6c1c-4297-a3f9-b37c52d241d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:02.192141 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea92f458-a024-4f56-b913-23d0b0e160db admin admin] Deleting subnet d955fbc3-595b-46e4-bbea-f8517aacb349 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:53:02.195391 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ea92f458-a024-4f56-b913-23d0b0e160db admin admin] Publish callbacks [] for subnet (d955fbc3-595b-46e4-bbea-f8517aacb349), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:02.204075 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 66eb4a24-18c4-43e9-a494-648b3e57fb71 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:53:02.212125 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 40274fd5-c4d9-4dd5-af9e-4fda37d2f007 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:53:02.235198 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ea92f458-a024-4f56-b913-23d0b0e160db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (d955fbc3-595b-46e4-bbea-f8517aacb349), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:02.283313 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ea92f458-a024-4f56-b913-23d0b0e160db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (d955fbc3-595b-46e4-bbea-f8517aacb349), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:02.335429 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 40274fd5-c4d9-4dd5-af9e-4fda37d2f007 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:53:02.346117 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ea92f458-a024-4f56-b913-23d0b0e160db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (d955fbc3-595b-46e4-bbea-f8517aacb349), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:02.348754 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 40274fd5-c4d9-4dd5-af9e-4fda37d2f007 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:53:02.349156 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (40274fd5-c4d9-4dd5-af9e-4fda37d2f007), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:02.379623 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea92f458-a024-4f56-b913-23d0b0e160db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d955fbc3-595b-46e4-bbea-f8517aacb349,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:02.381494 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ea92f458-a024-4f56-b913-23d0b0e160db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:02.387426 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ea92f458-a024-4f56-b913-23d0b0e160db admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d955fbc3-595b-46e4-bbea-f8517aacb349 HTTP/1.1" status: 204 len: 168 time: 0.3016880 Jan 28 02:53:02.388075 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37282) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:02.479505 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ae2af83a-e701-4a61-8ba5-3c5503d014d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:02.521242 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e5f43b-07b5-46e2-8f81-903d43d04688', 'name': 'network-vif-deleted', 'tag': '52e8ecc9-44e8-4561-8da4-e2eb3bba3cca'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:53:02.525374 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaec753e-df47-4df2-9023-de45f54c72ee" -d '{"events": [{"server_uuid": "49e5f43b-07b5-46e2-8f81-903d43d04688", "name": "network-vif-deleted", "tag": "52e8ecc9-44e8-4561-8da4-e2eb3bba3cca"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:53:02.547540 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 66eb4a24-18c4-43e9-a494-648b3e57fb71, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=66eb4a24-18c4-43e9-a494-648b3e57fb71,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:53:02.564731 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '66eb4a24-18c4-43e9-a494-648b3e57fb71', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'port_id': '66eb4a24-18c4-43e9-a494-648b3e57fb71', 'mac_address': 'fa:16:3e:4f:6b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24329ac8-3d67-49eb-9f63-d2859e79e36f', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:53:02.591664 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60682db2-0ec2-4b71-aee1-78984c354c7c x-openstack-request-id: req-60682db2-0ec2-4b71-aee1-78984c354c7c {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:53:02.592132 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e5f43b-07b5-46e2-8f81-903d43d04688", "name": "network-vif-deleted", "tag": "52e8ecc9-44e8-4561-8da4-e2eb3bba3cca", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:53:02.592536 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-60682db2-0ec2-4b71-aee1-78984c354c7c {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:53:02.592823 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e5f43b-07b5-46e2-8f81-903d43d04688', 'name': 'network-vif-deleted', 'tag': '52e8ecc9-44e8-4561-8da4-e2eb3bba3cca', 'status': 'completed', 'code': 200} Jan 28 02:53:02.604425 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ae2af83a-e701-4a61-8ba5-3c5503d014d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:02.645582 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 66eb4a24-18c4-43e9-a494-648b3e57fb71 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:53:02.645988 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (66eb4a24-18c4-43e9-a494-648b3e57fb71), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:02.648561 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 40274fd5-c4d9-4dd5-af9e-4fda37d2f007 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:53:02.648943 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (40274fd5-c4d9-4dd5-af9e-4fda37d2f007), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:02.659623 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-ae2af83a-e701-4a61-8ba5-3c5503d014d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:02.670045 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66eb4a24-18c4-43e9-a494-648b3e57fb71 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:53:02.675845 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-ae2af83a-e701-4a61-8ba5-3c5503d014d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b609dd3-1a12-4928-857f-98daa12d72ad') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:02.676559 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-ae2af83a-e701-4a61-8ba5-3c5503d014d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b609dd3-1a12-4928-857f-98daa12d72ad') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:02.689843 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ae2af83a-e701-4a61-8ba5-3c5503d014d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (8b609dd3-1a12-4928-857f-98daa12d72ad), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:02.698405 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 40274fd5-c4d9-4dd5-af9e-4fda37d2f007, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=40274fd5-c4d9-4dd5-af9e-4fda37d2f007,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:53:02.705951 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (40274fd5-c4d9-4dd5-af9e-4fda37d2f007), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:02.717582 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06aa415-a3f8-46b6-86a1-a640f89e10c5 req-ebf156ef-f243-43d5-a6ae-b9ad56249f7d tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:02.719296 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e06aa415-a3f8-46b6-86a1-a640f89e10c5 req-ebf156ef-f243-43d5-a6ae-b9ad56249f7d tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/ports?device_id=49bf0be7-fb2a-4b6f-90b8-5ba801587c74 HTTP/1.1" status: 200 len: 945 time: 0.1596928 Jan 28 02:53:02.721260 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ae2af83a-e701-4a61-8ba5-3c5503d014d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (8b609dd3-1a12-4928-857f-98daa12d72ad), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:02.735944 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae2af83a-e701-4a61-8ba5-3c5503d014d3 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:53:02.736673 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ae2af83a-e701-4a61-8ba5-3c5503d014d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (8b609dd3-1a12-4928-857f-98daa12d72ad), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:02.738607 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 02:53:02.738607 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:53:02.738607 n-d-712139-27 neutron-server[109802]: timer() Jan 28 02:53:02.738607 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:53:02.738607 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 02:53:02.738607 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:53:02.738607 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 02:53:02.738607 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:53:02.738607 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 02:53:02.738607 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:53:02.738607 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 02:53:02.738607 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:53:02.738607 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 02:53:02.738607 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:53:02.738607 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:53:02.738607 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:53:02.738607 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:53:02.738607 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:53:02.738607 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 02:53:02.738607 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:53:02.738607 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 02:53:02.738607 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:53:02.738607 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:53:02.738607 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:53:02.738607 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 02:53:02.738607 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:53:02.738607 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:53:02.738607 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:53:02.738607 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:53:02.738607 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:53:02.738607 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:53:02.738607 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:53:02.744942 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 66eb4a24-18c4-43e9-a494-648b3e57fb71, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=66eb4a24-18c4-43e9-a494-648b3e57fb71,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:53:02.756297 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (66eb4a24-18c4-43e9-a494-648b3e57fb71), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:02.769572 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b35f5e-11d2-4336-8325-49ae1a322a20 req-02f5bf33-4444-473c-b7a9-e598e849e39f tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:02.778025 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=40274fd5-c4d9-4dd5-af9e-4fda37d2f007,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:02.779178 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-42b35f5e-11d2-4336-8325-49ae1a322a20 req-02f5bf33-4444-473c-b7a9-e598e849e39f tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] 10.222.0.53 "GET /v2.0/ports?device_id=95c1e86e-8f49-48bf-9ec4-9225945cf7ff HTTP/1.1" status: 200 len: 946 time: 0.0772316 Jan 28 02:53:02.833944 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ae2af83a-e701-4a61-8ba5-3c5503d014d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:02.838879 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=66eb4a24-18c4-43e9-a494-648b3e57fb71,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:02.847585 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-42b35f5e-11d2-4336-8325-49ae1a322a20 req-415606dd-2249-4a05-8193-2abb8318b989 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1230e4f-91ce-484b-91c6-9d104141745c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674646 Jan 28 02:53:02.849353 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e06aa415-a3f8-46b6-86a1-a640f89e10c5 req-a678f0cd-2cea-4c67-bab0-33b9c71b34bb tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8acd3d9-15a7-47b2-b9b4-617fe9ecffa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184287 Jan 28 02:53:02.859873 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ae2af83a-e701-4a61-8ba5-3c5503d014d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:02.873622 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ae2af83a-e701-4a61-8ba5-3c5503d014d3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf HTTP/1.1" status: 204 len: 168 time: 0.4843526 Jan 28 02:53:02.887033 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2af83a-e701-4a61-8ba5-3c5503d014d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0dc85c62-9c5b-4345-a8d6-54f66cf4a3bf,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:02.932318 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf8322c-7b9c-4974-b303-cbb34c3f9750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40274fd5-c4d9-4dd5-af9e-4fda37d2f007'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:53:02.934827 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3e2df8-bbaa-4288-8eb9-e8ac58d4abd7" -d '{"events": [{"server_uuid": "fcf8322c-7b9c-4974-b303-cbb34c3f9750", "name": "network-vif-plugged", "status": "completed", "tag": "40274fd5-c4d9-4dd5-af9e-4fda37d2f007"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:53:02.986845 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fcf11e2-6382-44a2-bf3e-6255ea379635 x-openstack-request-id: req-0fcf11e2-6382-44a2-bf3e-6255ea379635 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:53:02.987028 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf8322c-7b9c-4974-b303-cbb34c3f9750", "name": "network-vif-plugged", "status": "completed", "tag": "40274fd5-c4d9-4dd5-af9e-4fda37d2f007", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:53:02.987382 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0fcf11e2-6382-44a2-bf3e-6255ea379635 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:53:02.987785 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf8322c-7b9c-4974-b303-cbb34c3f9750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40274fd5-c4d9-4dd5-af9e-4fda37d2f007', 'code': 200} Jan 28 02:53:03.020716 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0216d-02ef-4372-9749-657061b6bce5 req-34e7a033-2c4b-4f07-81b4-969fef0f8174 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:03.022310 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b8c0216d-02ef-4372-9749-657061b6bce5 req-34e7a033-2c4b-4f07-81b4-969fef0f8174 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=9539bfa9-2a1f-4628-91c2-0e545072a9b3 HTTP/1.1" status: 200 len: 945 time: 0.0964136 Jan 28 02:53:03.041170 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['66eb4a24-18c4-43e9-a494-648b3e57fb71'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:53:03.052277 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37306) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:03.076124 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b8c0216d-02ef-4372-9749-657061b6bce5 req-adea9315-35a9-4031-8a93-bf9d521f7d35 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477278 Jan 28 02:53:03.207560 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:03.226507 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d7a932f8-3339-4f5b-8489-574e87270dcd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fe2bee12a7e64985b29f4bf535da9e8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1727369 Jan 28 02:53:03.229034 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37316) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:03.241242 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b2bf1-b797-4f8a-97da-0bfb5c708cef req-898a0cd6-8dbe-44f4-8fc9-2741ea593020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:03.242755 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-207b2bf1-b797-4f8a-97da-0bfb5c708cef req-898a0cd6-8dbe-44f4-8fc9-2741ea593020 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 1102 time: 0.1273677 Jan 28 02:53:03.261866 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799475cc-3168-4bd0-b584-615bf48a4468 req-1bc58e6d-10c3-40ad-a2f9-7e9f83957dab tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:03.269280 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-799475cc-3168-4bd0-b584-615bf48a4468 req-1bc58e6d-10c3-40ad-a2f9-7e9f83957dab tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89 HTTP/1.1" status: 200 len: 944 time: 0.1145041 Jan 28 02:53:03.284866 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:03.352382 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-207b2bf1-b797-4f8a-97da-0bfb5c708cef req-4a503d1c-6406-4e2b-b77d-49ad1304aff6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021113 Jan 28 02:53:03.356972 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-741c9b71-c3b2-410c-80bb-3de963c871cd admin admin] Publish callbacks [] for security_group (81a8b397-bb78-4b68-9423-1c50e72f6b82), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:03.375725 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983a271-c4d7-4817-9745-69bd0e7337d9 req-791cc58f-3dff-4176-a10b-1fd5ee8eeb0d tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:03.377341 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7983a271-c4d7-4817-9745-69bd0e7337d9 req-791cc58f-3dff-4176-a10b-1fd5ee8eeb0d tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=27813433-c6e6-48b0-824e-52d32390555a HTTP/1.1" status: 200 len: 948 time: 0.0784953 Jan 28 02:53:03.383379 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-799475cc-3168-4bd0-b584-615bf48a4468 req-c6694eac-926a-4d56-ae41-ff0df0d83d3b tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef9f93ec-e75c-4dc9-ac41-6712fa9366d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131680 Jan 28 02:53:03.403914 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-741c9b71-c3b2-410c-80bb-3de963c871cd admin admin] Publish callbacks [] for security_group (81a8b397-bb78-4b68-9423-1c50e72f6b82), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:03.435718 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91506a19-f97e-4402-b679-a3cfef75d1d9 req-11a7df42-d16b-4159-816c-40f32c299596 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:03.437147 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-91506a19-f97e-4402-b679-a3cfef75d1d9 req-11a7df42-d16b-4159-816c-40f32c299596 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.67 "GET /v2.0/ports?device_id=49bf0be7-fb2a-4b6f-90b8-5ba801587c74 HTTP/1.1" status: 200 len: 945 time: 0.1061621 Jan 28 02:53:03.474289 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7983a271-c4d7-4817-9745-69bd0e7337d9 req-f182a3ee-d4ec-4c2a-ada0-37a304c3be6e tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899191 Jan 28 02:53:03.504769 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-741c9b71-c3b2-410c-80bb-3de963c871cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (81a8b397-bb78-4b68-9423-1c50e72f6b82), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:03.507425 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-741c9b71-c3b2-410c-80bb-3de963c871cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:03.511231 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-741c9b71-c3b2-410c-80bb-3de963c871cd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/81a8b397-bb78-4b68-9423-1c50e72f6b82 HTTP/1.1" status: 204 len: 168 time: 0.2771084 Jan 28 02:53:03.523262 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c9b71-c3b2-410c-80bb-3de963c871cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a8b397-bb78-4b68-9423-1c50e72f6b82,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:03.566336 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7d11f2f6-50a7-4d31-a141-faf04dfa297a req-a34a3d75-d1fc-4929-898f-ebb2d57f3079 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d39347-fc00-4cae-9ff6-b351ac79bc66 HTTP/1.1" status: 200 len: 210 time: 0.0706232 Jan 28 02:53:03.604210 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-91506a19-f97e-4402-b679-a3cfef75d1d9 req-29edc2fa-533b-4628-922c-caa262d4b90c tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Deleting port 18817dce-0165-4147-aab1-598491c113cb {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:53:03.604643 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-91506a19-f97e-4402-b679-a3cfef75d1d9 req-29edc2fa-533b-4628-922c-caa262d4b90c tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (18817dce-0165-4147-aab1-598491c113cb), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:03.717678 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-91506a19-f97e-4402-b679-a3cfef75d1d9 req-29edc2fa-533b-4628-922c-caa262d4b90c tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] For port 18817dce-0165-4147-aab1-598491c113cb, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=18817dce-0165-4147-aab1-598491c113cb,segment=NetworkSegment(0a7b33b9-3321-44a3-a7e3-9feb6be757b9),segment_id=0a7b33b9-3321-44a3-a7e3-9feb6be757b9)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:53:03.718046 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-91506a19-f97e-4402-b679-a3cfef75d1d9 req-29edc2fa-533b-4628-922c-caa262d4b90c tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (18817dce-0165-4147-aab1-598491c113cb), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:03.745922 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-91506a19-f97e-4402-b679-a3cfef75d1d9 req-29edc2fa-533b-4628-922c-caa262d4b90c tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Calling delete_port for 18817dce-0165-4147-aab1-598491c113cb owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:53:03.877971 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c88d4-0bac-44e4-a940-1953befba442 req-1eb10071-86b5-4cd7-9330-f788c51ee500 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:03.895312 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb1c88d4-0bac-44e4-a940-1953befba442 req-1eb10071-86b5-4cd7-9330-f788c51ee500 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.67 "GET /v2.0/networks?id=290af027-4910-45bb-b54e-a29d61400c05 HTTP/1.1" status: 200 len: 808 time: 0.1684489 Jan 28 02:53:03.990419 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-fb1c88d4-0bac-44e4-a940-1953befba442 req-7fdbccf2-cab9-4855-92fe-89818892732b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Request body: {'port': {'device_id': '53d39347-fc00-4cae-9ff6-b351ac79bc66', 'network_id': '290af027-4910-45bb-b54e-a29d61400c05', 'admin_state_up': True, 'tenant_id': 'e168a8b773b74055bc0667e0581a74cd'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:53:04.014553 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-91506a19-f97e-4402-b679-a3cfef75d1d9 req-29edc2fa-533b-4628-922c-caa262d4b90c tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (18817dce-0165-4147-aab1-598491c113cb), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:04.040089 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bc708bc2-667a-401f-b5de-0478547c237f req-d7801ebf-24e0-4c5c-bbbf-9114316851e1 tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.53 "GET /v2.0/ports?device_id=49bf0be7-fb2a-4b6f-90b8-5ba801587c74 HTTP/1.1" status: 200 len: 210 time: 0.0452921 Jan 28 02:53:04.052064 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['18817dce-0165-4147-aab1-598491c113cb'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:53:04.070403 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29edc2fa-533b-4628-922c-caa262d4b90c tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Pushing event deleted for resources: {'Port': ['ID=18817dce-0165-4147-aab1-598491c113cb,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:04.116661 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae75588-7dcc-4a25-842a-b2d01889586b req-881bae13-2e4b-4845-8eda-2180fb0b7364 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:04.118507 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9ae75588-7dcc-4a25-842a-b2d01889586b req-881bae13-2e4b-4845-8eda-2180fb0b7364 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] 10.222.0.53 "GET /v2.0/ports?device_id=95c1e86e-8f49-48bf-9ec4-9225945cf7ff HTTP/1.1" status: 200 len: 946 time: 0.1354465 Jan 28 02:53:04.159142 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694582a0-6ad7-4cc2-973e-7235fb2e3a47 req-1ef16ec2-8a64-49a7-91e1-368f02eb0571 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:04.160827 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-694582a0-6ad7-4cc2-973e-7235fb2e3a47 req-1ef16ec2-8a64-49a7-91e1-368f02eb0571 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] 10.222.0.67 "GET /v2.0/ports?device_id=95c1e86e-8f49-48bf-9ec4-9225945cf7ff HTTP/1.1" status: 200 len: 946 time: 0.2587247 Jan 28 02:53:04.178488 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-91506a19-f97e-4402-b679-a3cfef75d1d9 req-29edc2fa-533b-4628-922c-caa262d4b90c tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] No DVR routers for this DVR port 18817dce-0165-4147-aab1-598491c113cb on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:53:04.186533 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-91506a19-f97e-4402-b679-a3cfef75d1d9 req-29edc2fa-533b-4628-922c-caa262d4b90c tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:04.190370 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-91506a19-f97e-4402-b679-a3cfef75d1d9 req-29edc2fa-533b-4628-922c-caa262d4b90c tempest-FloatingIPsAssociationTestJSON-9614106 tempest-FloatingIPsAssociationTestJSON-9614106-project] 10.222.0.67 "DELETE /v2.0/ports/18817dce-0165-4147-aab1-598491c113cb HTTP/1.1" status: 204 len: 173 time: 0.7404363 Jan 28 02:53:04.243186 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device cf42aaa9-13da-49a3-95c8-cb193af261a0 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:53:04.302186 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9ae75588-7dcc-4a25-842a-b2d01889586b req-776e9ecd-b893-44d7-84d8-23c40fffca96 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1230e4f-91ce-484b-91c6-9d104141745c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673274 Jan 28 02:53:04.333470 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 66eb4a24-18c4-43e9-a494-648b3e57fb71 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:53:04.339848 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f5c832-35bc-4444-b654-a0e32530ed5a req-dde4c0d5-f51b-45cb-9e39-b88ad270580a tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:04.347743 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e4f5c832-35bc-4444-b654-a0e32530ed5a req-dde4c0d5-f51b-45cb-9e39-b88ad270580a tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=9539bfa9-2a1f-4628-91c2-0e545072a9b3 HTTP/1.1" status: 200 len: 945 time: 0.1583142 Jan 28 02:53:04.404247 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb1c88d4-0bac-44e4-a940-1953befba442 req-7fdbccf2-cab9-4855-92fe-89818892732b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Made reservation on behalf of e168a8b773b74055bc0667e0581a74cd for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:53:04.409451 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-fb1c88d4-0bac-44e4-a940-1953befba442 req-7fdbccf2-cab9-4855-92fe-89818892732b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:04.424264 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37376) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:04.446888 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-694582a0-6ad7-4cc2-973e-7235fb2e3a47 req-2ed0bff0-e3b1-45dd-ad2c-85fa10455e04 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Deleting port c5737fbe-b879-44cf-b474-0985c9d119e0 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:53:04.447225 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-694582a0-6ad7-4cc2-973e-7235fb2e3a47 req-2ed0bff0-e3b1-45dd-ad2c-85fa10455e04 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (c5737fbe-b879-44cf-b474-0985c9d119e0), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:04.464984 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e4f5c832-35bc-4444-b654-a0e32530ed5a req-e7dc5a8f-1177-4549-b1a5-321a47e05d84 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119123 Jan 28 02:53:04.565255 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port cf42aaa9-13da-49a3-95c8-cb193af261a0, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=cf42aaa9-13da-49a3-95c8-cb193af261a0,segment=NetworkSegment(e68bfc76-2719-4861-91f6-f85b59279523),segment_id=e68bfc76-2719-4861-91f6-f85b59279523)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:53:04.594648 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': 'cf42aaa9-13da-49a3-95c8-cb193af261a0', 'network_id': 'cced5cef-ed7d-4c10-a348-a2dd5198af7f', 'port_id': 'cf42aaa9-13da-49a3-95c8-cb193af261a0', 'mac_address': 'fa:16:3e:96:05:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '103ce8fe-9e75-44b9-af19-ab633171d9f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:53:04.605493 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 66eb4a24-18c4-43e9-a494-648b3e57fb71 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:53:04.610128 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49bf0be7-fb2a-4b6f-90b8-5ba801587c74', 'name': 'network-vif-deleted', 'tag': '18817dce-0165-4147-aab1-598491c113cb'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:53:04.620256 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8656f781-82e2-43d7-b682-cd9e0ddfb8cc" -d '{"events": [{"server_uuid": "49bf0be7-fb2a-4b6f-90b8-5ba801587c74", "name": "network-vif-deleted", "tag": "18817dce-0165-4147-aab1-598491c113cb"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:53:04.664720 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 66eb4a24-18c4-43e9-a494-648b3e57fb71 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:53:04.665348 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (66eb4a24-18c4-43e9-a494-648b3e57fb71), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:04.730504 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0dd09fb5-e2ef-4cbb-a6d4-6a3b95eae08d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:04.731980 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port cf42aaa9-13da-49a3-95c8-cb193af261a0 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:53:04.732451 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (cf42aaa9-13da-49a3-95c8-cb193af261a0), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:04.755320 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:04.762675 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326cd4c-6ebd-41cc-8838-d6fe4455db46 req-961fb2d1-b718-487a-80d5-aaebe9b00da1 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:04.767112 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d326cd4c-6ebd-41cc-8838-d6fe4455db46 req-961fb2d1-b718-487a-80d5-aaebe9b00da1 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89 HTTP/1.1" status: 200 len: 944 time: 0.2408466 Jan 28 02:53:04.786606 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf42aaa9-13da-49a3-95c8-cb193af261a0 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:53:04.821166 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port cf42aaa9-13da-49a3-95c8-cb193af261a0, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=cf42aaa9-13da-49a3-95c8-cb193af261a0,segment=NetworkSegment(e68bfc76-2719-4861-91f6-f85b59279523),segment_id=e68bfc76-2719-4861-91f6-f85b59279523)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:53:04.852740 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (cf42aaa9-13da-49a3-95c8-cb193af261a0), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:04.896398 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 66eb4a24-18c4-43e9-a494-648b3e57fb71 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:53:04.896791 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (66eb4a24-18c4-43e9-a494-648b3e57fb71), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:04.926068 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-694582a0-6ad7-4cc2-973e-7235fb2e3a47 req-2ed0bff0-e3b1-45dd-ad2c-85fa10455e04 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] For port c5737fbe-b879-44cf-b474-0985c9d119e0, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=c5737fbe-b879-44cf-b474-0985c9d119e0,segment=NetworkSegment(5189f6c1-da5a-468a-82ce-c611fdd5a9b8),segment_id=5189f6c1-da5a-468a-82ce-c611fdd5a9b8)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:53:04.926435 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-694582a0-6ad7-4cc2-973e-7235fb2e3a47 req-2ed0bff0-e3b1-45dd-ad2c-85fa10455e04 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (c5737fbe-b879-44cf-b474-0985c9d119e0), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:04.944875 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 66eb4a24-18c4-43e9-a494-648b3e57fb71, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=66eb4a24-18c4-43e9-a494-648b3e57fb71,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:53:04.949096 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d326cd4c-6ebd-41cc-8838-d6fe4455db46 req-8b0a9e33-fc12-4b7e-84c6-6cf5602d3075 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef9f93ec-e75c-4dc9-ac41-6712fa9366d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647227 Jan 28 02:53:04.955666 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (66eb4a24-18c4-43e9-a494-648b3e57fb71), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:04.959680 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=cf42aaa9-13da-49a3-95c8-cb193af261a0,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:05.015368 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0dd09fb5-e2ef-4cbb-a6d4-6a3b95eae08d admin admin] Publish callbacks [] for security_group (87d83636-59e1-47de-b30c-fa5b6d36a728), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:05.020370 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-fb1c88d4-0bac-44e4-a940-1953befba442 req-7fdbccf2-cab9-4855-92fe-89818892732b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Allocated IP 172.20.0.3 (290af027-4910-45bb-b54e-a29d61400c05/49bb14d4-dcd1-48f1-bfcf-d4851c7c298c/13b71a4f-d1b0-4c45-88a4-b1b8b0e31361) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:53:05.025818 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0dd09fb5-e2ef-4cbb-a6d4-6a3b95eae08d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (87d83636-59e1-47de-b30c-fa5b6d36a728), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:05.030799 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27813433-c6e6-48b0-824e-52d32390555a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66eb4a24-18c4-43e9-a494-648b3e57fb71'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:53:05.035880 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f061a872-5536-4179-9bd5-cca55025416b" -d '{"events": [{"server_uuid": "27813433-c6e6-48b0-824e-52d32390555a", "name": "network-vif-plugged", "status": "completed", "tag": "66eb4a24-18c4-43e9-a494-648b3e57fb71"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:53:05.069381 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=66eb4a24-18c4-43e9-a494-648b3e57fb71,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:05.084025 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f7cb3-4735-4c43-824d-c13893e9084f req-0cc65e86-197d-4553-a10c-244c8d571aa7 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:05.085657 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-331f7cb3-4735-4c43-824d-c13893e9084f req-0cc65e86-197d-4553-a10c-244c8d571aa7 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=27813433-c6e6-48b0-824e-52d32390555a HTTP/1.1" status: 200 len: 948 time: 0.2371120 Jan 28 02:53:05.109443 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ef7ac755-60fe-421e-a047-98a8db7bbfb6 req-b0f61cd5-78b6-4faf-aec2-b059b6972a85 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d39347-fc00-4cae-9ff6-b351ac79bc66 HTTP/1.1" status: 200 len: 210 time: 0.0710058 Jan 28 02:53:05.137553 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0dd09fb5-e2ef-4cbb-a6d4-6a3b95eae08d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1e3ac32cd2cc4366ac4d72ca84bb9b5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7105997 Jan 28 02:53:05.139018 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37404) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:05.145220 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['cf42aaa9-13da-49a3-95c8-cb193af261a0'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:53:05.148295 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd09fb5-e2ef-4cbb-a6d4-6a3b95eae08d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d83636-59e1-47de-b30c-fa5b6d36a728,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:05.202302 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-665d6f03-24d0-40e4-bf95-d521e8fcf6eb admin admin] Publish callbacks [] for security_group (87d83636-59e1-47de-b30c-fa5b6d36a728), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:05.229311 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-665d6f03-24d0-40e4-bf95-d521e8fcf6eb admin admin] Publish callbacks [] for security_group (87d83636-59e1-47de-b30c-fa5b6d36a728), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:05.282415 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d8b9be-cc24-481c-b355-b5e5efcaabd2 x-openstack-request-id: req-18d8b9be-cc24-481c-b355-b5e5efcaabd2 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:53:05.282766 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49bf0be7-fb2a-4b6f-90b8-5ba801587c74", "name": "network-vif-deleted", "tag": "18817dce-0165-4147-aab1-598491c113cb", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:53:05.283027 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-18d8b9be-cc24-481c-b355-b5e5efcaabd2 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:53:05.283540 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49bf0be7-fb2a-4b6f-90b8-5ba801587c74', 'name': 'network-vif-deleted', 'tag': '18817dce-0165-4147-aab1-598491c113cb', 'status': 'completed', 'code': 200} Jan 28 02:53:05.308455 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-331f7cb3-4735-4c43-824d-c13893e9084f req-4d727d55-e9d0-4566-840c-7d848dce5e85 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090337 Jan 28 02:53:05.383085 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64643b8c-9e4e-415e-b4b8-17efe741ae19 req-a562f0ec-91ff-4e6f-bad8-0b87cd0ce1bc tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:05.386494 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-64643b8c-9e4e-415e-b4b8-17efe741ae19 req-a562f0ec-91ff-4e6f-bad8-0b87cd0ce1bc tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=9539bfa9-2a1f-4628-91c2-0e545072a9b3 HTTP/1.1" status: 200 len: 945 time: 0.1123307 Jan 28 02:53:05.394819 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b6eb87-d896-4455-81a0-fc5a2284f22b x-openstack-request-id: req-59b6eb87-d896-4455-81a0-fc5a2284f22b {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:53:05.395259 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27813433-c6e6-48b0-824e-52d32390555a", "name": "network-vif-plugged", "status": "completed", "tag": "66eb4a24-18c4-43e9-a494-648b3e57fb71", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:53:05.395520 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-59b6eb87-d896-4455-81a0-fc5a2284f22b {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:53:05.395923 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27813433-c6e6-48b0-824e-52d32390555a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66eb4a24-18c4-43e9-a494-648b3e57fb71', 'code': 200} Jan 28 02:53:05.399178 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-665d6f03-24d0-40e4-bf95-d521e8fcf6eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (87d83636-59e1-47de-b30c-fa5b6d36a728), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:05.403478 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-665d6f03-24d0-40e4-bf95-d521e8fcf6eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:05.404658 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-665d6f03-24d0-40e4-bf95-d521e8fcf6eb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/87d83636-59e1-47de-b30c-fa5b6d36a728 HTTP/1.1" status: 204 len: 168 time: 0.2638314 Jan 28 02:53:05.426850 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-694582a0-6ad7-4cc2-973e-7235fb2e3a47 req-2ed0bff0-e3b1-45dd-ad2c-85fa10455e04 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:05.427426 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-694582a0-6ad7-4cc2-973e-7235fb2e3a47 req-2ed0bff0-e3b1-45dd-ad2c-85fa10455e04 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (23cacc0f-f376-4eb8-8070-897c803215e0), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:05.427426 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [req-694582a0-6ad7-4cc2-973e-7235fb2e3a47 req-2ed0bff0-e3b1-45dd-ad2c-85fa10455e04 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Floating IP 23cacc0f-f376-4eb8-8070-897c803215e0 disassociated. External IP: 172.25.0.223, port: c5737fbe-b879-44cf-b474-0985c9d119e0. Jan 28 02:53:05.427749 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-694582a0-6ad7-4cc2-973e-7235fb2e3a47 req-2ed0bff0-e3b1-45dd-ad2c-85fa10455e04 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Calling delete_port for c5737fbe-b879-44cf-b474-0985c9d119e0 owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:53:05.427989 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d6f03-24d0-40e4-bf95-d521e8fcf6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d83636-59e1-47de-b30c-fa5b6d36a728,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:05.443234 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-fb1c88d4-0bac-44e4-a940-1953befba442 req-7fdbccf2-cab9-4855-92fe-89818892732b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Publish callbacks [] for port (13b71a4f-d1b0-4c45-88a4-b1b8b0e31361), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:05.464455 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37414) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:05.554913 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-fb1c88d4-0bac-44e4-a940-1953befba442 req-7fdbccf2-cab9-4855-92fe-89818892732b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (13b71a4f-d1b0-4c45-88a4-b1b8b0e31361), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:05.572478 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-64643b8c-9e4e-415e-b4b8-17efe741ae19 req-471babd8-1bf5-497f-b073-14a4ad049be0 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666815 Jan 28 02:53:05.639623 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdbccf2-cab9-4855-92fe-89818892732b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Pushing event updated for resources: {'Port': ['ID=13b71a4f-d1b0-4c45-88a4-b1b8b0e31361,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:05.640067 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5af5a6-caef-47f4-a5bf-61522c6ca14d req-49f6c140-522f-49cc-83af-5fbd3611b5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:05.641900 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ee5af5a6-caef-47f4-a5bf-61522c6ca14d req-49f6c140-522f-49cc-83af-5fbd3611b5b8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=27813433-c6e6-48b0-824e-52d32390555a HTTP/1.1" status: 200 len: 1101 time: 0.1076484 Jan 28 02:53:05.651917 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb1c88d4-0bac-44e4-a940-1953befba442 req-7fdbccf2-cab9-4855-92fe-89818892732b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Network 290af027-4910-45bb-b54e-a29d61400c05 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:53:05.688610 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-fb1c88d4-0bac-44e4-a940-1953befba442 req-7fdbccf2-cab9-4855-92fe-89818892732b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:53:05.693008 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1c88d4-0bac-44e4-a940-1953befba442 req-7fdbccf2-cab9-4855-92fe-89818892732b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:53:05.796352 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ee5af5a6-caef-47f4-a5bf-61522c6ca14d req-3e2976da-1d9f-4881-b155-d69b0c30c41d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457896 Jan 28 02:53:05.866178 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:06.069739 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 18817dce-0165-4147-aab1-598491c113cb no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:53:06.145740 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: 18817dce-0165-4147-aab1-598491c113cb {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:53:06.145740 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 18817dce-0165-4147-aab1-598491c113cb not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:53:06.157114 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c88d4-0bac-44e4-a940-1953befba442 req-7fdbccf2-cab9-4855-92fe-89818892732b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:06.157615 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-fb1c88d4-0bac-44e4-a940-1953befba442 req-7fdbccf2-cab9-4855-92fe-89818892732b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:06.184615 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb1c88d4-0bac-44e4-a940-1953befba442 req-7fdbccf2-cab9-4855-92fe-89818892732b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2489254 Jan 28 02:53:06.201748 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886945f-4867-446d-9e3b-bce75ce6be49 req-bcba8536-730d-4216-b13d-8241efaab7f9 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:06.203651 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c886945f-4867-446d-9e3b-bce75ce6be49 req-bcba8536-730d-4216-b13d-8241efaab7f9 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] 10.222.0.53 "GET /v2.0/ports?device_id=95c1e86e-8f49-48bf-9ec4-9225945cf7ff HTTP/1.1" status: 200 len: 946 time: 0.6176183 Jan 28 02:53:06.212597 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-fb1c88d4-0bac-44e4-a940-1953befba442 req-e2af6b81-d757-488c-8454-b212a7d3c57f service neutron] Request body: {'port': {'device_id': '53d39347-fc00-4cae-9ff6-b351ac79bc66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:53:06.240429 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-694582a0-6ad7-4cc2-973e-7235fb2e3a47 req-2ed0bff0-e3b1-45dd-ad2c-85fa10455e04 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (c5737fbe-b879-44cf-b474-0985c9d119e0), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:06.247239 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device cf42aaa9-13da-49a3-95c8-cb193af261a0 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:53:06.288251 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0bff0-e3b1-45dd-ad2c-85fa10455e04 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Pushing event deleted for resources: {'Port': ['ID=c5737fbe-b879-44cf-b474-0985c9d119e0,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:06.344484 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-fb1c88d4-0bac-44e4-a940-1953befba442 req-e2af6b81-d757-488c-8454-b212a7d3c57f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (13b71a4f-d1b0-4c45-88a4-b1b8b0e31361), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:06.355161 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port cf42aaa9-13da-49a3-95c8-cb193af261a0 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:53:06.363478 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port cf42aaa9-13da-49a3-95c8-cb193af261a0 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:53:06.366068 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (cf42aaa9-13da-49a3-95c8-cb193af261a0), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:06.395180 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f19ae-1f0e-4ea8-9849-e461e70a5954 req-362dd25c-21df-4f9a-953c-523f33f285ea tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:06.397421 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3e2f19ae-1f0e-4ea8-9849-e461e70a5954 req-362dd25c-21df-4f9a-953c-523f33f285ea tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89 HTTP/1.1" status: 200 len: 945 time: 0.1113603 Jan 28 02:53:06.487209 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c886945f-4867-446d-9e3b-bce75ce6be49 req-582f71f0-f293-4451-a5d6-73bec91e7404 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1230e4f-91ce-484b-91c6-9d104141745c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2686024 Jan 28 02:53:06.488154 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3e2f19ae-1f0e-4ea8-9849-e461e70a5954 req-6e93c79c-a852-4bf9-9e80-a184a6ab970f tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef9f93ec-e75c-4dc9-ac41-6712fa9366d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853112 Jan 28 02:53:06.532698 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port cf42aaa9-13da-49a3-95c8-cb193af261a0 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:53:06.543836 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (cf42aaa9-13da-49a3-95c8-cb193af261a0), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:06.641898 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port cf42aaa9-13da-49a3-95c8-cb193af261a0, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=cf42aaa9-13da-49a3-95c8-cb193af261a0,segment=NetworkSegment(e68bfc76-2719-4861-91f6-f85b59279523),segment_id=e68bfc76-2719-4861-91f6-f85b59279523)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:53:06.653949 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (cf42aaa9-13da-49a3-95c8-cb193af261a0), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:06.711236 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=cf42aaa9-13da-49a3-95c8-cb193af261a0,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:06.711609 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac1325-865f-4798-9486-f8dd9a080c47 req-dfa556cd-3042-40db-912a-2af212b96bb8 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:06.713213 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bcac1325-865f-4798-9486-f8dd9a080c47 req-dfa556cd-3042-40db-912a-2af212b96bb8 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=27813433-c6e6-48b0-824e-52d32390555a HTTP/1.1" status: 200 len: 949 time: 0.1035619 Jan 28 02:53:06.745198 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-168d4dbc-c405-450d-a75d-52baf78eebe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (32c921c0-d889-45bd-b948-162df52bc3f6), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:06.822414 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-694582a0-6ad7-4cc2-973e-7235fb2e3a47 req-2ed0bff0-e3b1-45dd-ad2c-85fa10455e04 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Router d7a05783-0c12-43b7-87b5-940f974cdd4e has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:53:06.854666 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bcac1325-865f-4798-9486-f8dd9a080c47 req-da09ecb5-87bb-4664-b06e-f4754030da75 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284339 Jan 28 02:53:06.952539 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e58f8ba-7767-4d6d-8f6c-ea0f4cf977fe req-a4070f7f-ceda-4e33-b0dc-b50660280171 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:06.955370 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5e58f8ba-7767-4d6d-8f6c-ea0f4cf977fe req-a4070f7f-ceda-4e33-b0dc-b50660280171 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d39347-fc00-4cae-9ff6-b351ac79bc66 HTTP/1.1" status: 200 len: 931 time: 0.3185880 Jan 28 02:53:07.097566 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a632b2c-810b-492c-892d-35f390692b81 req-db8543c6-1aa2-44a5-a518-5fb877c16071 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:07.104747 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9a632b2c-810b-492c-892d-35f390692b81 req-db8543c6-1aa2-44a5-a518-5fb877c16071 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=9539bfa9-2a1f-4628-91c2-0e545072a9b3 HTTP/1.1" status: 200 len: 945 time: 0.1612761 Jan 28 02:53:07.159485 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9a632b2c-810b-492c-892d-35f390692b81 req-1714a3e6-becb-4caa-bc44-8f03e1744ef7 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539930 Jan 28 02:53:07.236875 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-694582a0-6ad7-4cc2-973e-7235fb2e3a47 req-2ed0bff0-e3b1-45dd-ad2c-85fa10455e04 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:53:07.237052 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37474) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:07.247641 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14c9dec-f03f-41dd-924b-b0594bb28cd6 None None] Sync routers for ids ['d7a05783-0c12-43b7-87b5-940f974cdd4e'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:53:07.263006 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-fb1c88d4-0bac-44e4-a940-1953befba442 req-e2af6b81-d757-488c-8454-b212a7d3c57f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361 {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:53:07.266145 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14c9dec-f03f-41dd-924b-b0594bb28cd6 None None] Routers {'d7a05783-0c12-43b7-87b5-940f974cdd4e'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:53:07.266881 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-c14c9dec-f03f-41dd-924b-b0594bb28cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:53:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['d7a05783-0c12-43b7-87b5-940f974cdd4e'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:07.271520 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-fb1c88d4-0bac-44e4-a940-1953befba442 req-e2af6b81-d757-488c-8454-b212a7d3c57f service neutron] Publish callbacks [] for port (13b71a4f-d1b0-4c45-88a4-b1b8b0e31361), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:07.285748 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-fb1c88d4-0bac-44e4-a940-1953befba442 req-e2af6b81-d757-488c-8454-b212a7d3c57f service neutron] Transition to ACTIVE for port object 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361 will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:53:07.303971 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5e58f8ba-7767-4d6d-8f6c-ea0f4cf977fe req-683de130-c4cc-4dbb-8363-6f5940141c6a tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034261 Jan 28 02:53:07.309144 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-fb1c88d4-0bac-44e4-a940-1953befba442 req-e2af6b81-d757-488c-8454-b212a7d3c57f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (13b71a4f-d1b0-4c45-88a4-b1b8b0e31361), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:07.332626 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-168d4dbc-c405-450d-a75d-52baf78eebe9 admin admin] Deleting port 42d243b5-9f81-4784-85f6-c72ecdc9494f {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:53:07.333622 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-168d4dbc-c405-450d-a75d-52baf78eebe9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (42d243b5-9f81-4784-85f6-c72ecdc9494f), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:07.370873 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af6b81-d757-488c-8454-b212a7d3c57f service neutron] Pushing event updated for resources: {'Port': ['ID=13b71a4f-d1b0-4c45-88a4-b1b8b0e31361,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:07.409715 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-694582a0-6ad7-4cc2-973e-7235fb2e3a47 req-2ed0bff0-e3b1-45dd-ad2c-85fa10455e04 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] No DVR routers for this DVR port c5737fbe-b879-44cf-b474-0985c9d119e0 on host n-h1-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:53:07.413450 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-694582a0-6ad7-4cc2-973e-7235fb2e3a47 req-2ed0bff0-e3b1-45dd-ad2c-85fa10455e04 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:07.416993 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-694582a0-6ad7-4cc2-973e-7235fb2e3a47 req-2ed0bff0-e3b1-45dd-ad2c-85fa10455e04 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] 10.222.0.67 "DELETE /v2.0/ports/c5737fbe-b879-44cf-b474-0985c9d119e0 HTTP/1.1" status: 204 len: 173 time: 3.2495084 Jan 28 02:53:07.417821 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c1e86e-8f49-48bf-9ec4-9225945cf7ff', 'name': 'network-vif-deleted', 'tag': 'c5737fbe-b879-44cf-b474-0985c9d119e0'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:53:07.420142 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2208cb1e-0b82-4297-a8b5-3d69dbef8913" -d '{"events": [{"server_uuid": "95c1e86e-8f49-48bf-9ec4-9225945cf7ff", "name": "network-vif-deleted", "tag": "c5737fbe-b879-44cf-b474-0985c9d119e0"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:53:07.451307 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a52289a-08fd-40f6-b3fc-9835ae741a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf42aaa9-13da-49a3-95c8-cb193af261a0'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:53:07.461809 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7ac573-feba-4fa5-a94a-37435c540c24" -d '{"events": [{"server_uuid": "7a52289a-08fd-40f6-b3fc-9835ae741a89", "name": "network-vif-plugged", "status": "completed", "tag": "cf42aaa9-13da-49a3-95c8-cb193af261a0"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:53:07.506788 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05bcc64-ea0a-4c6c-8833-9f1f7d67d998 x-openstack-request-id: req-b05bcc64-ea0a-4c6c-8833-9f1f7d67d998 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:53:07.507363 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c1e86e-8f49-48bf-9ec4-9225945cf7ff", "name": "network-vif-deleted", "tag": "c5737fbe-b879-44cf-b474-0985c9d119e0", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:53:07.507599 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b05bcc64-ea0a-4c6c-8833-9f1f7d67d998 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:53:07.507996 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c1e86e-8f49-48bf-9ec4-9225945cf7ff', 'name': 'network-vif-deleted', 'tag': 'c5737fbe-b879-44cf-b474-0985c9d119e0', 'status': 'completed', 'code': 200} Jan 28 02:53:07.534473 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-fb1c88d4-0bac-44e4-a940-1953befba442 req-e2af6b81-d757-488c-8454-b212a7d3c57f service neutron] Attempting to bind port 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:53:07.538144 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-fb1c88d4-0bac-44e4-a940-1953befba442 req-e2af6b81-d757-488c-8454-b212a7d3c57f service neutron] Attempting to bind port 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '4fb02108-8b37-4bb4-8350-923aa0786ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '290af027-4910-45bb-b54e-a29d61400c05'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:53:07.538689 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1c88d4-0bac-44e4-a940-1953befba442 req-e2af6b81-d757-488c-8454-b212a7d3c57f service neutron] Attempting to bind port 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361 on network 290af027-4910-45bb-b54e-a29d61400c05 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:53:07.550895 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1c88d4-0bac-44e4-a940-1953befba442 req-e2af6b81-d757-488c-8454-b212a7d3c57f service neutron] Port 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361 on network 290af027-4910-45bb-b54e-a29d61400c05 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:53:07.551157 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-168d4dbc-c405-450d-a75d-52baf78eebe9 admin admin] For port 42d243b5-9f81-4784-85f6-c72ecdc9494f, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=42d243b5-9f81-4784-85f6-c72ecdc9494f,segment=NetworkSegment(0a7b33b9-3321-44a3-a7e3-9feb6be757b9),segment_id=0a7b33b9-3321-44a3-a7e3-9feb6be757b9)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:53:07.551647 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-168d4dbc-c405-450d-a75d-52baf78eebe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (42d243b5-9f81-4784-85f6-c72ecdc9494f), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:07.552149 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1c88d4-0bac-44e4-a940-1953befba442 req-e2af6b81-d757-488c-8454-b212a7d3c57f service neutron] Attempting to bind port 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361 on network 290af027-4910-45bb-b54e-a29d61400c05 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:53:07.566395 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-c14c9dec-f03f-41dd-924b-b0594bb28cd6 None None] Set router d7a05783-0c12-43b7-87b5-940f974cdd4e gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:53:07.584097 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-168d4dbc-c405-450d-a75d-52baf78eebe9 admin admin] Calling delete_port for 42d243b5-9f81-4784-85f6-c72ecdc9494f owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:53:07.633111 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1c88d4-0bac-44e4-a940-1953befba442 req-e2af6b81-d757-488c-8454-b212a7d3c57f service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:53:07.635132 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3baf4ac2-0bc9-4069-9d49-200e5fcaa0aa x-openstack-request-id: req-3baf4ac2-0bc9-4069-9d49-200e5fcaa0aa {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:53:07.635438 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a52289a-08fd-40f6-b3fc-9835ae741a89", "name": "network-vif-plugged", "status": "completed", "tag": "cf42aaa9-13da-49a3-95c8-cb193af261a0", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:53:07.635699 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3baf4ac2-0bc9-4069-9d49-200e5fcaa0aa {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:53:07.636053 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1c88d4-0bac-44e4-a940-1953befba442 req-e2af6b81-d757-488c-8454-b212a7d3c57f service neutron] Checking segment: {'id': '4fb02108-8b37-4bb4-8350-923aa0786ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '290af027-4910-45bb-b54e-a29d61400c05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:53:07.636190 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a52289a-08fd-40f6-b3fc-9835ae741a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf42aaa9-13da-49a3-95c8-cb193af261a0', 'code': 200} Jan 28 02:53:07.636740 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1c88d4-0bac-44e4-a940-1953befba442 req-e2af6b81-d757-488c-8454-b212a7d3c57f service neutron] Bound using segment: {'id': '4fb02108-8b37-4bb4-8350-923aa0786ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '290af027-4910-45bb-b54e-a29d61400c05'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:53:07.642491 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-fb1c88d4-0bac-44e4-a940-1953befba442 req-e2af6b81-d757-488c-8454-b212a7d3c57f service neutron] Bound port: 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fb02108-8b37-4bb4-8350-923aa0786ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '290af027-4910-45bb-b54e-a29d61400c05'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:53:07.643103 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-fb1c88d4-0bac-44e4-a940-1953befba442 req-e2af6b81-d757-488c-8454-b212a7d3c57f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (13b71a4f-d1b0-4c45-88a4-b1b8b0e31361), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:07.764648 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526530a-4a24-493a-9fd8-9dc3cd92577d req-62b4f834-88c9-454f-ac63-126924551c07 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:07.769095 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6526530a-4a24-493a-9fd8-9dc3cd92577d req-62b4f834-88c9-454f-ac63-126924551c07 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=9539bfa9-2a1f-4628-91c2-0e545072a9b3 HTTP/1.1" status: 200 len: 945 time: 0.2164636 Jan 28 02:53:07.802498 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-fb1c88d4-0bac-44e4-a940-1953befba442 req-e2af6b81-d757-488c-8454-b212a7d3c57f service neutron] For port 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361, host n-h1-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:53:07.808593 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7a7a42c8-987b-4070-8e23-52a49d98c403 req-0cae3416-0901-46fb-a87d-bca840e3caa8 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] 10.222.0.53 "GET /v2.0/ports?device_id=95c1e86e-8f49-48bf-9ec4-9225945cf7ff HTTP/1.1" status: 200 len: 210 time: 0.0751364 Jan 28 02:53:07.816174 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-17d2d5b0-2e8c-4d2c-ad2d-7df468668b90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:07.834342 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-fb1c88d4-0bac-44e4-a940-1953befba442 req-e2af6b81-d757-488c-8454-b212a7d3c57f service neutron] For port 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=13b71a4f-d1b0-4c45-88a4-b1b8b0e31361,segment=NetworkSegment(4fb02108-8b37-4bb4-8350-923aa0786ccd),segment_id=4fb02108-8b37-4bb4-8350-923aa0786ccd)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:53:07.849840 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-fb1c88d4-0bac-44e4-a940-1953befba442 req-e2af6b81-d757-488c-8454-b212a7d3c57f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (13b71a4f-d1b0-4c45-88a4-b1b8b0e31361), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:07.861000 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6526530a-4a24-493a-9fd8-9dc3cd92577d req-4f3ca377-b145-472f-a5b8-eea3b6b90e91 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846322 Jan 28 02:53:07.899547 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c88d4-0bac-44e4-a940-1953befba442 req-e2af6b81-d757-488c-8454-b212a7d3c57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:07.899547 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-fb1c88d4-0bac-44e4-a940-1953befba442 req-e2af6b81-d757-488c-8454-b212a7d3c57f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:07.901098 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb1c88d4-0bac-44e4-a940-1953befba442 req-e2af6b81-d757-488c-8454-b212a7d3c57f service neutron] 10.222.0.67 "PUT /v2.0/ports/13b71a4f-d1b0-4c45-88a4-b1b8b0e31361 HTTP/1.1" status: 200 len: 1092 time: 1.6952238 Jan 28 02:53:07.920618 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af6b81-d757-488c-8454-b212a7d3c57f service neutron] Pushing event updated for resources: {'Port': ['ID=13b71a4f-d1b0-4c45-88a4-b1b8b0e31361,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:07.936367 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-17d2d5b0-2e8c-4d2c-ad2d-7df468668b90 admin admin] Publish callbacks [] for security_group (ff390455-5ee4-4929-b755-58106a6bdcc0), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:07.947018 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191ed84-3f6b-42da-babc-bc3e115cc481 req-42f930d5-e362-451d-bc1d-8e482b776195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:07.949232 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f191ed84-3f6b-42da-babc-bc3e115cc481 req-42f930d5-e362-451d-bc1d-8e482b776195 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89 HTTP/1.1" status: 200 len: 1098 time: 0.2318113 Jan 28 02:53:07.954034 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-17d2d5b0-2e8c-4d2c-ad2d-7df468668b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (ff390455-5ee4-4929-b755-58106a6bdcc0), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:07.998197 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-c14c9dec-f03f-41dd-924b-b0594bb28cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a05783-0c12-43b7-87b5-940f974cdd4e', 'name': 'tempest-ServersTestManualDisk-354745685-router', 'tenant_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '52b3784e-f62f-4541-a9cc-ae777b470486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:49:27Z', 'updated_at': '2022-01-28T02:49:35Z', 'revision_number': 4, 'project_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'gw_port': {'id': '52b3784e-f62f-4541-a9cc-ae777b470486', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a05783-0c12-43b7-87b5-940f974cdd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:49:28Z', 'updated_at': '2022-01-28T02:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '41879616-611e-4b52-a07d-753625d68e18', 'name': '', 'network_id': '91ca050f-0813-4c7f-89a2-2014be4bf961', 'tenant_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'mac_address': 'fa:16:3e:4f:b3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a05783-0c12-43b7-87b5-940f974cdd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'bd9a81ff-6f8c-4174-afd7-d4d745794750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:49:33Z', 'updated_at': '2022-01-28T02:49:42Z', 'revision_number': 5, 'project_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'subnets': [{'id': 'bd9a81ff-6f8c-4174-afd7-d4d745794750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:08.059334 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14c9dec-f03f-41dd-924b-b0594bb28cd6 None None] Checking router: d7a05783-0c12-43b7-87b5-940f974cdd4e for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:53:08.068628 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14c9dec-f03f-41dd-924b-b0594bb28cd6 None None] Routers {'d7a05783-0c12-43b7-87b5-940f974cdd4e'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:53:08.069420 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-c14c9dec-f03f-41dd-924b-b0594bb28cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:53:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['d7a05783-0c12-43b7-87b5-940f974cdd4e'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:08.071745 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e3401-6296-4bbf-b1aa-0a900df288bb req-b8c28f7a-bb4d-4ef7-a536-56d8938178d8 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:08.081101 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ce5e3401-6296-4bbf-b1aa-0a900df288bb req-b8c28f7a-bb4d-4ef7-a536-56d8938178d8 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=27813433-c6e6-48b0-824e-52d32390555a HTTP/1.1" status: 200 len: 949 time: 0.0997779 Jan 28 02:53:08.088036 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-17d2d5b0-2e8c-4d2c-ad2d-7df468668b90 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e3648fdec24e4b779c1f4f93fa464c1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8454049 Jan 28 02:53:08.093379 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d2d5b0-2e8c-4d2c-ad2d-7df468668b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff390455-5ee4-4929-b755-58106a6bdcc0,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:08.094100 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37496) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:08.140703 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67b6e7-e7aa-4de4-aae8-1fef87284a9d req-736df6d3-38b9-444a-a4b0-fef7c55347df tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:08.147908 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1b67b6e7-e7aa-4de4-aae8-1fef87284a9d req-736df6d3-38b9-444a-a4b0-fef7c55347df tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89 HTTP/1.1" status: 200 len: 946 time: 0.1475234 Jan 28 02:53:08.152862 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f191ed84-3f6b-42da-babc-bc3e115cc481 req-70fdbd75-fc17-471e-a106-238c9c074fce service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ef9f93ec-e75c-4dc9-ac41-6712fa9366d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635230 Jan 28 02:53:08.168188 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c88d4-0bac-44e4-a940-1953befba442 req-1eaab504-d562-4f0b-8160-356659fe6190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:08.170397 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb1c88d4-0bac-44e4-a940-1953befba442 req-1eaab504-d562-4f0b-8160-356659fe6190 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e168a8b773b74055bc0667e0581a74cd&device_id=53d39347-fc00-4cae-9ff6-b351ac79bc66 HTTP/1.1" status: 200 len: 1095 time: 0.1718881 Jan 28 02:53:08.197311 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-c14c9dec-f03f-41dd-924b-b0594bb28cd6 None None] Set router d7a05783-0c12-43b7-87b5-940f974cdd4e gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:53:08.246164 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device c5737fbe-b879-44cf-b474-0985c9d119e0 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:53:08.248296 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1b67b6e7-e7aa-4de4-aae8-1fef87284a9d req-aeeb662c-ddb5-4896-9d65-5704254aae8a tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef9f93ec-e75c-4dc9-ac41-6712fa9366d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947328 Jan 28 02:53:08.267167 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-168d4dbc-c405-450d-a75d-52baf78eebe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (42d243b5-9f81-4784-85f6-c72ecdc9494f), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:08.285537 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb1c88d4-0bac-44e4-a940-1953befba442 req-2640c4b0-2b79-4c56-ac16-537de38d6c94 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13b71a4f-d1b0-4c45-88a4-b1b8b0e31361 HTTP/1.1" status: 200 len: 217 time: 0.0942161 Jan 28 02:53:08.287034 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: c5737fbe-b879-44cf-b474-0985c9d119e0 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:53:08.287534 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device c5737fbe-b879-44cf-b474-0985c9d119e0 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:53:08.296380 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ce5e3401-6296-4bbf-b1aa-0a900df288bb req-e47c824b-ac1a-4a67-9010-765da0d780cf tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144060 Jan 28 02:53:08.296863 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37498) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:08.306917 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d4dbc-c405-450d-a75d-52baf78eebe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=42d243b5-9f81-4784-85f6-c72ecdc9494f,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:08.390277 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dcbce4c0-065a-4bf3-92ff-6bd08cdcb495 admin admin] Publish callbacks [] for security_group (ff390455-5ee4-4929-b755-58106a6bdcc0), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:08.486562 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c88d4-0bac-44e4-a940-1953befba442 req-de686fdc-9554-435b-9dd2-208e22045dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:08.488347 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb1c88d4-0bac-44e4-a940-1953befba442 req-de686fdc-9554-435b-9dd2-208e22045dd5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=49bb14d4-dcd1-48f1-bfcf-d4851c7c298c HTTP/1.1" status: 200 len: 848 time: 0.1795678 Jan 28 02:53:08.516380 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dcbce4c0-065a-4bf3-92ff-6bd08cdcb495 admin admin] Publish callbacks [] for security_group (ff390455-5ee4-4929-b755-58106a6bdcc0), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:08.519640 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca05fa-a79a-4d0e-9569-76ba58124062 req-8d008080-db7b-4807-8863-17dc111a77d9 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:08.521007 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e3ca05fa-a79a-4d0e-9569-76ba58124062 req-8d008080-db7b-4807-8863-17dc111a77d9 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d39347-fc00-4cae-9ff6-b351ac79bc66 HTTP/1.1" status: 200 len: 943 time: 0.1062698 Jan 28 02:53:08.549607 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-63424443-9fcc-4415-8f8f-d2073f135f35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:08.559406 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb1c88d4-0bac-44e4-a940-1953befba442 req-49770dfb-7565-4a59-addc-a1d96d387fa7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=290af027-4910-45bb-b54e-a29d61400c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628622 Jan 28 02:53:08.588012 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-c14c9dec-f03f-41dd-924b-b0594bb28cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a05783-0c12-43b7-87b5-940f974cdd4e', 'name': 'tempest-ServersTestManualDisk-354745685-router', 'tenant_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '52b3784e-f62f-4541-a9cc-ae777b470486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:49:27Z', 'updated_at': '2022-01-28T02:49:35Z', 'revision_number': 4, 'project_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'gw_port': {'id': '52b3784e-f62f-4541-a9cc-ae777b470486', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a05783-0c12-43b7-87b5-940f974cdd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:49:28Z', 'updated_at': '2022-01-28T02:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '41879616-611e-4b52-a07d-753625d68e18', 'name': '', 'network_id': '91ca050f-0813-4c7f-89a2-2014be4bf961', 'tenant_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'mac_address': 'fa:16:3e:4f:b3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a05783-0c12-43b7-87b5-940f974cdd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'bd9a81ff-6f8c-4174-afd7-d4d745794750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:49:33Z', 'updated_at': '2022-01-28T02:49:42Z', 'revision_number': 5, 'project_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'subnets': [{'id': 'bd9a81ff-6f8c-4174-afd7-d4d745794750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:08.612247 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9e61b-b702-45c0-8bb3-18003f5b899d req-80592a34-fa1b-455c-92bf-96091644c1e2 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:08.613318 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aec9e61b-b702-45c0-8bb3-18003f5b899d req-80592a34-fa1b-455c-92bf-96091644c1e2 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 950 time: 0.1725943 Jan 28 02:53:08.614210 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e3ca05fa-a79a-4d0e-9569-76ba58124062 req-5e7d84f3-ad51-460d-98d6-218feddee686 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569873 Jan 28 02:53:08.628761 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14c9dec-f03f-41dd-924b-b0594bb28cd6 None None] The sync data for ids ['d7a05783-0c12-43b7-87b5-940f974cdd4e'] in n-d-712139-27 is: [{'id': 'd7a05783-0c12-43b7-87b5-940f974cdd4e', 'name': 'tempest-ServersTestManualDisk-354745685-router', 'tenant_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '52b3784e-f62f-4541-a9cc-ae777b470486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:49:27Z', 'updated_at': '2022-01-28T02:49:35Z', 'revision_number': 4, 'project_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'gw_port': {'id': '52b3784e-f62f-4541-a9cc-ae777b470486', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a05783-0c12-43b7-87b5-940f974cdd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:49:28Z', 'updated_at': '2022-01-28T02:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '41879616-611e-4b52-a07d-753625d68e18', 'name': '', 'network_id': '91ca050f-0813-4c7f-89a2-2014be4bf961', 'tenant_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'mac_address': 'fa:16:3e:4f:b3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a05783-0c12-43b7-87b5-940f974cdd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'bd9a81ff-6f8c-4174-afd7-d4d745794750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:49:33Z', 'updated_at': '2022-01-28T02:49:42Z', 'revision_number': 5, 'project_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'subnets': [{'id': 'bd9a81ff-6f8c-4174-afd7-d4d745794750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:53:08.689976 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-168d4dbc-c405-450d-a75d-52baf78eebe9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (32c921c0-d889-45bd-b948-162df52bc3f6), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:08.747225 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb1c88d4-0bac-44e4-a940-1953befba442 req-aafacebd-9664-4006-8598-a8639d2c0070 service neutron] 10.222.0.67 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783633 Jan 28 02:53:08.770116 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dcbce4c0-065a-4bf3-92ff-6bd08cdcb495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (ff390455-5ee4-4929-b755-58106a6bdcc0), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:08.772612 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dcbce4c0-065a-4bf3-92ff-6bd08cdcb495 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:08.773745 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-dcbce4c0-065a-4bf3-92ff-6bd08cdcb495 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ff390455-5ee4-4929-b755-58106a6bdcc0 HTTP/1.1" status: 204 len: 168 time: 0.6763930 Jan 28 02:53:08.791306 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aec9e61b-b702-45c0-8bb3-18003f5b899d req-a27b34d0-9d9a-4117-b455-2804629774a8 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358929 Jan 28 02:53:08.938646 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-63424443-9fcc-4415-8f8f-d2073f135f35 admin admin] Publish callbacks [] for security_group (4f3e6422-53a3-410d-b2da-2ba04adbd840), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:08.940533 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbce4c0-065a-4bf3-92ff-6bd08cdcb495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff390455-5ee4-4929-b755-58106a6bdcc0,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:08.958130 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37516) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:08.985413 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168d4dbc-c405-450d-a75d-52baf78eebe9 admin admin] Router 32c921c0-d889-45bd-b948-162df52bc3f6 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:53:09.000270 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-63424443-9fcc-4415-8f8f-d2073f135f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (4f3e6422-53a3-410d-b2da-2ba04adbd840), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:09.058933 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-63424443-9fcc-4415-8f8f-d2073f135f35 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dac352f4a5a64b6ca819f5fefa5c199a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7590306 Jan 28 02:53:09.065879 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37526) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:09.084373 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9669a21-a106-4222-8ced-94cfa4dd1ecc req-6173a346-d66e-40be-88c5-6bbc9e85d90d tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:09.085924 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b9669a21-a106-4222-8ced-94cfa4dd1ecc req-6173a346-d66e-40be-88c5-6bbc9e85d90d tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=9539bfa9-2a1f-4628-91c2-0e545072a9b3 HTTP/1.1" status: 200 len: 945 time: 0.1055076 Jan 28 02:53:09.099042 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a9373e-de65-4b3d-849b-bb5e2b53bd0d None None] New status for floating IP 23cacc0f-f376-4eb8-8070-897c803215e0: DOWN {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:53:09.140726 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63424443-9fcc-4415-8f8f-d2073f135f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3e6422-53a3-410d-b2da-2ba04adbd840,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:09.167498 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-7e9c5dbc-351b-49b5-8d22-2287817fc4b3 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=374e72b0e62c4cb4a9bb8f2bb827e071&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545120 Jan 28 02:53:09.180658 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb1c88d4-0bac-44e4-a940-1953befba442 req-c15fabcb-3a4a-484a-82a3-ee281dedddac service neutron] 10.222.0.67 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201064 Jan 28 02:53:09.364884 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-48147faa-05df-4202-8893-cbb77e491d77 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:09.366517 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-48147faa-05df-4202-8893-cbb77e491d77 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1982110 Jan 28 02:53:09.383867 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-6344b8be-4a6a-4a25-880a-b21602408b57 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/quotas/374e72b0e62c4cb4a9bb8f2bb827e071 HTTP/1.1" status: 200 len: 375 time: 0.0098965 Jan 28 02:53:09.434218 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-07a6dba9-7bba-42e6-9330-85ffa67d0fd6 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Publish callbacks [] for security_group (b1230e4f-91ce-484b-91c6-9d104141745c), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:09.445460 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168d4dbc-c405-450d-a75d-52baf78eebe9 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:53:09.456070 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-168d4dbc-c405-450d-a75d-52baf78eebe9 admin admin] 10.222.0.53 "PUT /v2.0/routers/32c921c0-d889-45bd-b948-162df52bc3f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9874456 Jan 28 02:53:09.457990 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8f72c4-4cd8-403b-b258-3ca875a8c89e None None] Sync routers for ids ['32c921c0-d889-45bd-b948-162df52bc3f6'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:53:09.462200 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b9669a21-a106-4222-8ced-94cfa4dd1ecc req-e1b27497-34ae-4599-ac6b-a6c238f45b01 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697227 Jan 28 02:53:09.465184 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37544) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:09.475438 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8f72c4-4cd8-403b-b258-3ca875a8c89e None None] Routers {'32c921c0-d889-45bd-b948-162df52bc3f6'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:53:09.476098 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-4e8f72c4-4cd8-403b-b258-3ca875a8c89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:53:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['32c921c0-d889-45bd-b948-162df52bc3f6'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:09.486690 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-07a6dba9-7bba-42e6-9330-85ffa67d0fd6 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Publish callbacks [] for security_group (b1230e4f-91ce-484b-91c6-9d104141745c), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:09.499682 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e8f6bfb6-8e53-40a9-8441-215d821dd47e admin admin] Publish callbacks [] for security_group (4f3e6422-53a3-410d-b2da-2ba04adbd840), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:09.522710 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-ef125b23-985b-4e1e-bd16-2ba7c2230262 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=374e72b0e62c4cb4a9bb8f2bb827e071&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1319280 Jan 28 02:53:09.523310 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53d39347-fc00-4cae-9ff6-b351ac79bc66', 'tag': '13b71a4f-d1b0-4c45-88a4-b1b8b0e31361'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:53:09.525515 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a659d9a2-b4c2-4de8-9607-f3881066bc9b" -d '{"events": [{"name": "network-changed", "server_uuid": "53d39347-fc00-4cae-9ff6-b351ac79bc66", "tag": "13b71a4f-d1b0-4c45-88a4-b1b8b0e31361"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:53:09.539063 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e8f6bfb6-8e53-40a9-8441-215d821dd47e admin admin] Publish callbacks [] for security_group (4f3e6422-53a3-410d-b2da-2ba04adbd840), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:09.585362 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-07a6dba9-7bba-42e6-9330-85ffa67d0fd6 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b1230e4f-91ce-484b-91c6-9d104141745c), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:09.589523 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-07a6dba9-7bba-42e6-9330-85ffa67d0fd6 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:09.590470 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46686d15-940a-4ef2-9a14-25e09e31e56d req-41858684-e7f4-4823-a8fb-249be0d3ba63 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:09.591530 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-07a6dba9-7bba-42e6-9330-85ffa67d0fd6 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] 10.222.0.53 "DELETE /v2.0/security-groups/b1230e4f-91ce-484b-91c6-9d104141745c HTTP/1.1" status: 204 len: 168 time: 0.6309714 Jan 28 02:53:09.595026 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-46686d15-940a-4ef2-9a14-25e09e31e56d req-41858684-e7f4-4823-a8fb-249be0d3ba63 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.67 "GET /v2.0/ports?device_id=9539bfa9-2a1f-4628-91c2-0e545072a9b3 HTTP/1.1" status: 200 len: 945 time: 0.1673698 Jan 28 02:53:09.595602 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37550) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:09.606805 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6dba9-7bba-42e6-9330-85ffa67d0fd6 tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1230e4f-91ce-484b-91c6-9d104141745c,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:09.622660 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e8f6bfb6-8e53-40a9-8441-215d821dd47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (4f3e6422-53a3-410d-b2da-2ba04adbd840), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:09.628931 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e8f6bfb6-8e53-40a9-8441-215d821dd47e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:09.635172 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e8f6bfb6-8e53-40a9-8441-215d821dd47e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4f3e6422-53a3-410d-b2da-2ba04adbd840 HTTP/1.1" status: 204 len: 168 time: 0.5573227 Jan 28 02:53:09.667275 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f6bfb6-8e53-40a9-8441-215d821dd47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3e6422-53a3-410d-b2da-2ba04adbd840,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:09.740276 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3cf6e-a1f6-4abe-b22a-bcd76460b696 req-90167d72-6cf2-4519-8fcc-b18f40b4874e tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:09.750884 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-0eb1dd18-5441-472d-93eb-6aef80d868dd tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] show failed (client error): The resource could not be found. Jan 28 02:53:09.757793 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0eb1dd18-5441-472d-93eb-6aef80d868dd tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] 10.222.0.53 "GET /v2.0/security-groups/b1230e4f-91ce-484b-91c6-9d104141745c HTTP/1.1" status: 404 len: 347 time: 0.1476598 Jan 28 02:53:09.767673 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37562) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:09.771317 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-73b3cf6e-a1f6-4abe-b22a-bcd76460b696 req-90167d72-6cf2-4519-8fcc-b18f40b4874e tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89 HTTP/1.1" status: 200 len: 946 time: 0.1324573 Jan 28 02:53:09.870643 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-73b3cf6e-a1f6-4abe-b22a-bcd76460b696 req-41ea5b72-cbc5-4742-82a2-f19e49d2f1d4 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef9f93ec-e75c-4dc9-ac41-6712fa9366d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978873 Jan 28 02:53:09.974670 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c85a536-fea0-42cf-9a6e-d0d0ee684514 x-openstack-request-id: req-3c85a536-fea0-42cf-9a6e-d0d0ee684514 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:53:09.976069 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53d39347-fc00-4cae-9ff6-b351ac79bc66", "tag": "13b71a4f-d1b0-4c45-88a4-b1b8b0e31361", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:53:09.980392 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3c85a536-fea0-42cf-9a6e-d0d0ee684514 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:53:09.981550 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53d39347-fc00-4cae-9ff6-b351ac79bc66', 'tag': '13b71a4f-d1b0-4c45-88a4-b1b8b0e31361', 'status': 'completed', 'code': 200} Jan 28 02:53:10.007747 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-4e8f72c4-4cd8-403b-b258-3ca875a8c89e None None] Set router 32c921c0-d889-45bd-b948-162df52bc3f6 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:53:10.008583 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-86de57e7-7bdc-4330-ab97-61493ea227a1 req-be515519-338e-4d7d-b30e-a8216d585c10 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=413a6dc6-f2e9-42e7-81f4-ab06b5852375 HTTP/1.1" status: 200 len: 210 time: 0.0494356 Jan 28 02:53:10.136019 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5e372873-22d3-4f82-9133-20f1537d7f02 admin admin] Publish callbacks [] for router (32c921c0-d889-45bd-b948-162df52bc3f6), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:10.169382 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37578) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:10.238616 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c68dc733-60ff-49bf-a6d8-38119ae7bb81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:10.311167 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-4e8f72c4-4cd8-403b-b258-3ca875a8c89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-725524477-router', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:51:35Z', 'updated_at': '2022-01-28T02:53:08Z', 'revision_number': 5, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'gw_port': {'id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:07:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:51:36Z', 'updated_at': '2022-01-28T02:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:10.380729 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8f72c4-4cd8-403b-b258-3ca875a8c89e None None] Checking router: 32c921c0-d889-45bd-b948-162df52bc3f6 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:53:10.399770 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8f72c4-4cd8-403b-b258-3ca875a8c89e None None] Routers {'32c921c0-d889-45bd-b948-162df52bc3f6'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:53:10.400585 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-4e8f72c4-4cd8-403b-b258-3ca875a8c89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:53:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['32c921c0-d889-45bd-b948-162df52bc3f6'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:10.456646 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f999a-78cd-4dba-9f37-887f1fdfb9cf req-f98d6cf7-9b27-40ba-865d-27cca52868f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:10.458280 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-849f999a-78cd-4dba-9f37-887f1fdfb9cf req-f98d6cf7-9b27-40ba-865d-27cca52868f9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=07b12507ae9742ae9cf6596eafe2c460&device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89 HTTP/1.1" status: 200 len: 1098 time: 0.1407459 Jan 28 02:53:10.460402 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659d9a2-b4c2-4de8-9607-f3881066bc9b req-55596653-6533-436a-a289-293dc6074385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:10.462213 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a659d9a2-b4c2-4de8-9607-f3881066bc9b req-55596653-6533-436a-a289-293dc6074385 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e168a8b773b74055bc0667e0581a74cd&device_id=53d39347-fc00-4cae-9ff6-b351ac79bc66 HTTP/1.1" status: 200 len: 1095 time: 0.4784768 Jan 28 02:53:10.463481 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5e372873-22d3-4f82-9133-20f1537d7f02 admin admin] Publish callbacks [] for router_gateway (32c921c0-d889-45bd-b948-162df52bc3f6), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:10.495479 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3750142-8c18-422a-a1d6-48d066a104ad req-df257c3f-4012-43ab-b032-178763b1fa69 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:10.497562 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f3750142-8c18-422a-a1d6-48d066a104ad req-df257c3f-4012-43ab-b032-178763b1fa69 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d39347-fc00-4cae-9ff6-b351ac79bc66 HTTP/1.1" status: 200 len: 943 time: 0.4517627 Jan 28 02:53:10.556938 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8688130-1623-47ac-b7d5-d86b85834412 req-3dde00fd-b9b5-4df7-a19e-2354b7b91826 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:10.558934 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c8688130-1623-47ac-b7d5-d86b85834412 req-3dde00fd-b9b5-4df7-a19e-2354b7b91826 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89 HTTP/1.1" status: 200 len: 946 time: 0.1770391 Jan 28 02:53:10.568764 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c68dc733-60ff-49bf-a6d8-38119ae7bb81 admin admin] Publish callbacks [] for security_group (c18a6329-7500-40cf-bf11-f42de56e159f), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:10.593694 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c68dc733-60ff-49bf-a6d8-38119ae7bb81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c18a6329-7500-40cf-bf11-f42de56e159f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:10.596997 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-46686d15-940a-4ef2-9a14-25e09e31e56d req-39f7adfe-fbf8-4448-9374-9c8d626f3c2c tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Deleting port 53bf2966-9340-48a8-8e1e-2aa54099768a {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:53:10.597566 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-46686d15-940a-4ef2-9a14-25e09e31e56d req-39f7adfe-fbf8-4448-9374-9c8d626f3c2c tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (53bf2966-9340-48a8-8e1e-2aa54099768a), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:10.619320 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-4e8f72c4-4cd8-403b-b258-3ca875a8c89e None None] Set router 32c921c0-d889-45bd-b948-162df52bc3f6 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:53:10.686740 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68dc733-60ff-49bf-a6d8-38119ae7bb81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18a6329-7500-40cf-bf11-f42de56e159f,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:10.734911 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c68dc733-60ff-49bf-a6d8-38119ae7bb81 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=65ac00c18254438eaf8d2ff02051afeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5608993 Jan 28 02:53:10.739915 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37592) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:10.744023 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-a82ee271-1da4-4224-a05b-07c2509cb2ba tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Deleting port 2f2fb268-f0a5-4f06-8ec4-ca4d03521682 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:53:10.744371 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a82ee271-1da4-4224-a05b-07c2509cb2ba tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (2f2fb268-f0a5-4f06-8ec4-ca4d03521682), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:10.769418 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c8688130-1623-47ac-b7d5-d86b85834412 req-04614be8-d0ed-43f6-9233-dd16dc9ea385 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef9f93ec-e75c-4dc9-ac41-6712fa9366d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758945 Jan 28 02:53:10.771147 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f999a-78cd-4dba-9f37-887f1fdfb9cf req-0f36c7aa-f1a0-42ca-8266-b895c01df97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:10.774922 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-849f999a-78cd-4dba-9f37-887f1fdfb9cf req-0f36c7aa-f1a0-42ca-8266-b895c01df97c service neutron] 10.222.0.39 "GET /v2.0/networks?id=cced5cef-ed7d-4c10-a348-a2dd5198af7f HTTP/1.1" status: 200 len: 921 time: 0.3051012 Jan 28 02:53:10.848236 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-849f999a-78cd-4dba-9f37-887f1fdfb9cf req-20c284ba-1972-4fe9-9d9f-16f44ac7c32e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf42aaa9-13da-49a3-95c8-cb193af261a0 HTTP/1.1" status: 200 len: 217 time: 0.0668280 Jan 28 02:53:10.886243 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-4e8f72c4-4cd8-403b-b258-3ca875a8c89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-725524477-router', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:51:35Z', 'updated_at': '2022-01-28T02:53:08Z', 'revision_number': 5, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'gw_port': {'id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:07:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:51:36Z', 'updated_at': '2022-01-28T02:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:10.925103 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8f72c4-4cd8-403b-b258-3ca875a8c89e None None] The sync data for ids ['32c921c0-d889-45bd-b948-162df52bc3f6'] in n-d-712139-27 is: [{'id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-725524477-router', 'tenant_id': '2b4519f5eb7242359f10ce603b741659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:51:35Z', 'updated_at': '2022-01-28T02:53:08Z', 'revision_number': 5, 'project_id': '2b4519f5eb7242359f10ce603b741659', 'gw_port': {'id': 'ce07c72d-c565-47b9-8a75-708b2e6cabb0', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:07:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c921c0-d889-45bd-b948-162df52bc3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:51:36Z', 'updated_at': '2022-01-28T02:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:53:10.958011 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f999a-78cd-4dba-9f37-887f1fdfb9cf req-73a8aa44-bdf4-420e-ae7b-c26808292e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:10.959407 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-849f999a-78cd-4dba-9f37-887f1fdfb9cf req-73a8aa44-bdf4-420e-ae7b-c26808292e96 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=103ce8fe-9e75-44b9-af19-ab633171d9f9 HTTP/1.1" status: 200 len: 860 time: 0.1052284 Jan 28 02:53:10.996031 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-849f999a-78cd-4dba-9f37-887f1fdfb9cf req-314a70d4-3c82-42f1-98bc-a0f51bb9364b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cced5cef-ed7d-4c10-a348-a2dd5198af7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291452 Jan 28 02:53:11.004757 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80701c-f1aa-41a8-8d86-bfa586751d0b req-edce104f-8d76-4b14-9f8a-cf95c0ef5b1a tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:11.009717 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cd80701c-f1aa-41a8-8d86-bfa586751d0b req-edce104f-8d76-4b14-9f8a-cf95c0ef5b1a tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=9539bfa9-2a1f-4628-91c2-0e545072a9b3 HTTP/1.1" status: 200 len: 945 time: 0.1120801 Jan 28 02:53:11.124235 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cd80701c-f1aa-41a8-8d86-bfa586751d0b req-7fa8d47d-9e57-413d-b28e-115d97880733 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/security-groups?id=3afaac3e-768e-437d-8abb-c3c9959c06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104832 Jan 28 02:53:11.146334 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f3750142-8c18-422a-a1d6-48d066a104ad req-7e0d8f7e-c7ed-4619-97b8-ba317860dc2b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6338043 Jan 28 02:53:11.156647 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-849f999a-78cd-4dba-9f37-887f1fdfb9cf req-db098456-fdcb-4b52-a0ef-0084f6c526b3 service neutron] 10.222.0.39 "GET /v2.0/networks/cced5cef-ed7d-4c10-a348-a2dd5198af7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451578 Jan 28 02:53:11.190165 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659d9a2-b4c2-4de8-9607-f3881066bc9b req-240fdcc5-738f-49df-805e-61905f8a44f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:11.191639 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a659d9a2-b4c2-4de8-9607-f3881066bc9b req-240fdcc5-738f-49df-805e-61905f8a44f2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=290af027-4910-45bb-b54e-a29d61400c05 HTTP/1.1" status: 200 len: 909 time: 0.7195687 Jan 28 02:53:11.272888 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-5e372873-22d3-4f82-9133-20f1537d7f02 admin admin] Deleting port ce07c72d-c565-47b9-8a75-708b2e6cabb0 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:53:11.273141 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5e372873-22d3-4f82-9133-20f1537d7f02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (ce07c72d-c565-47b9-8a75-708b2e6cabb0), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:11.298368 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a659d9a2-b4c2-4de8-9607-f3881066bc9b req-65c3e645-b3a6-4d57-b250-2c94c0b648c8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13b71a4f-d1b0-4c45-88a4-b1b8b0e31361 HTTP/1.1" status: 200 len: 217 time: 0.0952797 Jan 28 02:53:11.305845 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-09d1e435-6547-4620-8673-7ddc9911feb8 req-85f7c524-d5b6-4154-997b-c21124c27457 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=413a6dc6-f2e9-42e7-81f4-ab06b5852375 HTTP/1.1" status: 200 len: 210 time: 0.0509319 Jan 28 02:53:11.312906 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-46686d15-940a-4ef2-9a14-25e09e31e56d req-39f7adfe-fbf8-4448-9374-9c8d626f3c2c tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] For port 53bf2966-9340-48a8-8e1e-2aa54099768a, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=53bf2966-9340-48a8-8e1e-2aa54099768a,segment=NetworkSegment(49d4c981-b004-41ee-ab95-a2b5be80e959),segment_id=49d4c981-b004-41ee-ab95-a2b5be80e959)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:53:11.313317 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-46686d15-940a-4ef2-9a14-25e09e31e56d req-39f7adfe-fbf8-4448-9374-9c8d626f3c2c tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (53bf2966-9340-48a8-8e1e-2aa54099768a), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:11.341114 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37606) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:11.364359 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-46686d15-940a-4ef2-9a14-25e09e31e56d req-39f7adfe-fbf8-4448-9374-9c8d626f3c2c tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Calling delete_port for 53bf2966-9340-48a8-8e1e-2aa54099768a owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:53:11.376359 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-849f999a-78cd-4dba-9f37-887f1fdfb9cf req-00158082-84d6-433e-a8bb-0251cf6a637c service neutron] 10.222.0.39 "GET /v2.0/networks/cced5cef-ed7d-4c10-a348-a2dd5198af7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136829 Jan 28 02:53:11.498215 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-c6fd53d1-2510-41b1-a351-1fc41b06d68c tempest-QuotasTest-1243333995 tempest-QuotasTest-1243333995-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:53:11.506717 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-2416bb6a-d3e9-4984-aa83-59fffac20b7c tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=374e72b0e62c4cb4a9bb8f2bb827e071&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2072396 Jan 28 02:53:11.532512 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c6fd53d1-2510-41b1-a351-1fc41b06d68c tempest-QuotasTest-1243333995 tempest-QuotasTest-1243333995-project-admin] 10.222.0.53 "PUT /v2.0/quotas/e6f6dbcbda1e4f47b31cb44b032cef42 HTTP/1.1" status: 200 len: 366 time: 0.1903272 Jan 28 02:53:11.535228 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37614) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:11.538273 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a82ee271-1da4-4224-a05b-07c2509cb2ba tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (2f2fb268-f0a5-4f06-8ec4-ca4d03521682), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:11.538597 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a82ee271-1da4-4224-a05b-07c2509cb2ba tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Publish callbacks [] for floatingip (2f2fb268-f0a5-4f06-8ec4-ca4d03521682), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:11.545631 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0440c55d-3838-44f3-b8c7-2890d8595cc4 tempest-QuotasTest-1243333995 tempest-QuotasTest-1243333995-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0090814 Jan 28 02:53:11.548300 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37616) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:11.558480 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c7bb8ab9-54a8-4504-9902-d5aba07533a7 tempest-QuotasTest-1243333995 tempest-QuotasTest-1243333995-project-admin] 10.222.0.53 "GET /v2.0/quotas/e6f6dbcbda1e4f47b31cb44b032cef42 HTTP/1.1" status: 200 len: 366 time: 0.0090683 Jan 28 02:53:11.560650 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37618) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:11.562061 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-5e372873-22d3-4f82-9133-20f1537d7f02 admin admin] For port ce07c72d-c565-47b9-8a75-708b2e6cabb0, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ce07c72d-c565-47b9-8a75-708b2e6cabb0,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:53:11.562425 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5e372873-22d3-4f82-9133-20f1537d7f02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (ce07c72d-c565-47b9-8a75-708b2e6cabb0), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:11.575082 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-db211e2a-f162-4021-bd12-8ae48b5d21bb tempest-QuotasTest-1243333995 tempest-QuotasTest-1243333995-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/e6f6dbcbda1e4f47b31cb44b032cef42 HTTP/1.1" status: 204 len: 168 time: 0.0133500 Jan 28 02:53:11.577455 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37620) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:11.584130 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-a82ee271-1da4-4224-a05b-07c2509cb2ba tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Calling delete_port for 2f2fb268-f0a5-4f06-8ec4-ca4d03521682 owned by network:floatingip {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:53:11.588657 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-04ec6c9f-9dab-4a7a-aabd-3a3c3a7a1071 tempest-QuotasTest-1243333995 tempest-QuotasTest-1243333995-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0079119 Jan 28 02:53:11.588963 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37622) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:11.599878 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8d5ad9ea-13e9-463a-b0fe-b6d78692386d admin admin] Publish callbacks [] for security_group (c18a6329-7500-40cf-bf11-f42de56e159f), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:11.601251 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-47a5af90-bd54-41ad-92d9-60979952b0aa tempest-QuotasTest-1243333995 tempest-QuotasTest-1243333995-project-admin] 10.222.0.53 "GET /v2.0/quotas/e6f6dbcbda1e4f47b31cb44b032cef42 HTTP/1.1" status: 200 len: 370 time: 0.0111749 Jan 28 02:53:11.603875 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37624) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:11.609026 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-13ffc655-d335-4b78-a188-94d96b37e85d tempest-QuotasTest-1243333995 tempest-QuotasTest-1243333995-project-admin] 10.222.0.53 "GET /v2.0/quotas/e6f6dbcbda1e4f47b31cb44b032cef42/default HTTP/1.1" status: 200 len: 370 time: 0.0037720 Jan 28 02:53:11.610940 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37626) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:11.619159 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-f53a2674-3d37-47a4-bfc3-f3adf2618452 tempest-QuotasTest-1243333995 tempest-QuotasTest-1243333995-project-admin] delete failed (client error): The resource could not be found. Jan 28 02:53:11.620078 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f53a2674-3d37-47a4-bfc3-f3adf2618452 tempest-QuotasTest-1243333995 tempest-QuotasTest-1243333995-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/e6f6dbcbda1e4f47b31cb44b032cef42 HTTP/1.1" status: 404 len: 348 time: 0.0082936 Jan 28 02:53:11.623812 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659d9a2-b4c2-4de8-9607-f3881066bc9b req-65122554-4f2b-4f07-924b-684c6dca1da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:11.625315 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a659d9a2-b4c2-4de8-9607-f3881066bc9b req-65122554-4f2b-4f07-924b-684c6dca1da6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=49bb14d4-dcd1-48f1-bfcf-d4851c7c298c HTTP/1.1" status: 200 len: 848 time: 0.3144433 Jan 28 02:53:11.658699 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-5e372873-22d3-4f82-9133-20f1537d7f02 admin admin] Calling delete_port for ce07c72d-c565-47b9-8a75-708b2e6cabb0 owned by network:router_gateway {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:53:11.728225 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37630) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:11.747968 n-d-712139-27 neutron-server[109803]: DEBUG neutron.quota.resource [None req-0186cf1a-b047-4ade-8747-ae9ea11726b4 tempest-QuotasTest-1243333995 tempest-QuotasTest-1243333995-project-admin] Usage tracker for resource:network and project:84a68031dd2940a1a972eb60def86272 is out of sync, need to count used quota {{(pid=109803) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 02:53:11.751924 n-d-712139-27 neutron-server[109803]: DEBUG neutron.quota.resource [None req-0186cf1a-b047-4ade-8747-ae9ea11726b4 tempest-QuotasTest-1243333995 tempest-QuotasTest-1243333995-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=109803) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 02:53:11.757922 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a659d9a2-b4c2-4de8-9607-f3881066bc9b req-b0d923f7-5fff-411b-ad1c-62aa878a4c5e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=290af027-4910-45bb-b54e-a29d61400c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938137 Jan 28 02:53:11.759011 n-d-712139-27 neutron-server[109803]: DEBUG neutron.quota.resource [None req-0186cf1a-b047-4ade-8747-ae9ea11726b4 tempest-QuotasTest-1243333995 tempest-QuotasTest-1243333995-project-admin] Usage tracker for resource:subnet and project:84a68031dd2940a1a972eb60def86272 is out of sync, need to count used quota {{(pid=109803) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 02:53:11.762173 n-d-712139-27 neutron-server[109803]: DEBUG neutron.quota.resource [None req-0186cf1a-b047-4ade-8747-ae9ea11726b4 tempest-QuotasTest-1243333995 tempest-QuotasTest-1243333995-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=109803) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 02:53:11.768443 n-d-712139-27 neutron-server[109803]: DEBUG neutron.quota.resource [None req-0186cf1a-b047-4ade-8747-ae9ea11726b4 tempest-QuotasTest-1243333995 tempest-QuotasTest-1243333995-project-admin] Usage tracker for resource:subnetpool and project:84a68031dd2940a1a972eb60def86272 is out of sync, need to count used quota {{(pid=109803) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 02:53:11.770630 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8d5ad9ea-13e9-463a-b0fe-b6d78692386d admin admin] Publish callbacks [] for security_group (c18a6329-7500-40cf-bf11-f42de56e159f), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:11.774065 n-d-712139-27 neutron-server[109803]: DEBUG neutron.quota.resource [None req-0186cf1a-b047-4ade-8747-ae9ea11726b4 tempest-QuotasTest-1243333995 tempest-QuotasTest-1243333995-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=109803) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 02:53:11.780851 n-d-712139-27 neutron-server[109803]: DEBUG neutron.quota.resource [None req-0186cf1a-b047-4ade-8747-ae9ea11726b4 tempest-QuotasTest-1243333995 tempest-QuotasTest-1243333995-project-admin] Usage tracker for resource:port and project:84a68031dd2940a1a972eb60def86272 is out of sync, need to count used quota {{(pid=109803) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 02:53:11.784329 n-d-712139-27 neutron-server[109803]: DEBUG neutron.quota.resource [None req-0186cf1a-b047-4ade-8747-ae9ea11726b4 tempest-QuotasTest-1243333995 tempest-QuotasTest-1243333995-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=109803) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 02:53:11.797716 n-d-712139-27 neutron-server[109803]: DEBUG neutron.quota.resource [None req-0186cf1a-b047-4ade-8747-ae9ea11726b4 tempest-QuotasTest-1243333995 tempest-QuotasTest-1243333995-project-admin] Usage tracker for resource:router and project:84a68031dd2940a1a972eb60def86272 is out of sync, need to count used quota {{(pid=109803) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 02:53:11.800941 n-d-712139-27 neutron-server[109803]: DEBUG neutron.quota.resource [None req-0186cf1a-b047-4ade-8747-ae9ea11726b4 tempest-QuotasTest-1243333995 tempest-QuotasTest-1243333995-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=109803) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 02:53:11.806994 n-d-712139-27 neutron-server[109803]: DEBUG neutron.quota.resource [None req-0186cf1a-b047-4ade-8747-ae9ea11726b4 tempest-QuotasTest-1243333995 tempest-QuotasTest-1243333995-project-admin] Usage tracker for resource:floatingip and project:84a68031dd2940a1a972eb60def86272 is out of sync, need to count used quota {{(pid=109803) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 02:53:11.810135 n-d-712139-27 neutron-server[109803]: DEBUG neutron.quota.resource [None req-0186cf1a-b047-4ade-8747-ae9ea11726b4 tempest-QuotasTest-1243333995 tempest-QuotasTest-1243333995-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=109803) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 02:53:11.848232 n-d-712139-27 neutron-server[109803]: DEBUG neutron.quota.resource [None req-0186cf1a-b047-4ade-8747-ae9ea11726b4 tempest-QuotasTest-1243333995 tempest-QuotasTest-1243333995-project-admin] Usage tracker for resource:security_group and project:84a68031dd2940a1a972eb60def86272 is out of sync, need to count used quota {{(pid=109803) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 02:53:11.851807 n-d-712139-27 neutron-server[109803]: DEBUG neutron.quota.resource [None req-0186cf1a-b047-4ade-8747-ae9ea11726b4 tempest-QuotasTest-1243333995 tempest-QuotasTest-1243333995-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=109803) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 02:53:11.858665 n-d-712139-27 neutron-server[109803]: DEBUG neutron.quota.resource [None req-0186cf1a-b047-4ade-8747-ae9ea11726b4 tempest-QuotasTest-1243333995 tempest-QuotasTest-1243333995-project-admin] Usage tracker for resource:security_group_rule and project:84a68031dd2940a1a972eb60def86272 is out of sync, need to count used quota {{(pid=109803) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 02:53:11.862081 n-d-712139-27 neutron-server[109803]: DEBUG neutron.quota.resource [None req-0186cf1a-b047-4ade-8747-ae9ea11726b4 tempest-QuotasTest-1243333995 tempest-QuotasTest-1243333995-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=109803) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 02:53:11.866840 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0186cf1a-b047-4ade-8747-ae9ea11726b4 tempest-QuotasTest-1243333995 tempest-QuotasTest-1243333995-project-admin] 10.222.0.53 "GET /v2.0/quotas/84a68031dd2940a1a972eb60def86272/details.json HTTP/1.1" status: 200 len: 703 time: 0.1375606 Jan 28 02:53:12.012502 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-5dbbc472-33e4-4321-be34-ba278ac6a9f0 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:12.014008 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-5dbbc472-33e4-4321-be34-ba278ac6a9f0 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4557927 Jan 28 02:53:12.043553 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-e6b59fab-7236-482a-8bcc-a65383d9e013 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Request body: {'port': {'device_id': '413a6dc6-f2e9-42e7-81f4-ab06b5852375', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'admin_state_up': True, 'tenant_id': '374e72b0e62c4cb4a9bb8f2bb827e071'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:53:12.094676 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 53bf2966-9340-48a8-8e1e-2aa54099768a no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:53:12.115279 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: 53bf2966-9340-48a8-8e1e-2aa54099768a {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:53:12.115934 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 53bf2966-9340-48a8-8e1e-2aa54099768a not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:53:12.122911 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-46686d15-940a-4ef2-9a14-25e09e31e56d req-39f7adfe-fbf8-4448-9374-9c8d626f3c2c tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (53bf2966-9340-48a8-8e1e-2aa54099768a), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:12.189533 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d09d5c-1939-46bb-ab0c-034508e72ff3 req-1ea2d454-960b-4113-93a4-3d92eb805980 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:12.191046 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-74d09d5c-1939-46bb-ab0c-034508e72ff3 req-1ea2d454-960b-4113-93a4-3d92eb805980 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89 HTTP/1.1" status: 200 len: 946 time: 0.3449938 Jan 28 02:53:12.196250 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37644) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:12.207744 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 42d243b5-9f81-4784-85f6-c72ecdc9494f no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:53:12.233925 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b9596f62-a5ff-41a9-aa33-2126ac6e3bae req-100c8285-624d-449b-a76a-66149a750bb6 tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.53 "GET /v2.0/ports?device_id=9539bfa9-2a1f-4628-91c2-0e545072a9b3 HTTP/1.1" status: 200 len: 210 time: 0.0299907 Jan 28 02:53:12.239040 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 42d243b5-9f81-4784-85f6-c72ecdc9494f {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:53:12.239635 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 42d243b5-9f81-4784-85f6-c72ecdc9494f not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:53:12.255328 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a659d9a2-b4c2-4de8-9607-f3881066bc9b req-bb8f9966-ace4-4ba9-a3a4-24b22ca49340 service neutron] 10.222.0.67 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886448 Jan 28 02:53:12.274415 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8d5ad9ea-13e9-463a-b0fe-b6d78692386d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c18a6329-7500-40cf-bf11-f42de56e159f), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:12.277181 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8d5ad9ea-13e9-463a-b0fe-b6d78692386d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:12.281161 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8d5ad9ea-13e9-463a-b0fe-b6d78692386d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c18a6329-7500-40cf-bf11-f42de56e159f HTTP/1.1" status: 204 len: 168 time: 1.5347595 Jan 28 02:53:12.353239 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a571ed-5d4f-46d5-9ed1-be0971029a94 req-f7ad33e6-7950-4d65-8b95-b10ad8722eb9 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:12.360800 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-22a571ed-5d4f-46d5-9ed1-be0971029a94 req-f7ad33e6-7950-4d65-8b95-b10ad8722eb9 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d39347-fc00-4cae-9ff6-b351ac79bc66 HTTP/1.1" status: 200 len: 943 time: 0.0591109 Jan 28 02:53:12.375980 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-46686d15-940a-4ef2-9a14-25e09e31e56d req-39f7adfe-fbf8-4448-9374-9c8d626f3c2c tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] No DVR routers for this DVR port 53bf2966-9340-48a8-8e1e-2aa54099768a on host n-h1-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:53:12.379116 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-46686d15-940a-4ef2-9a14-25e09e31e56d req-39f7adfe-fbf8-4448-9374-9c8d626f3c2c tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:12.382794 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-46686d15-940a-4ef2-9a14-25e09e31e56d req-39f7adfe-fbf8-4448-9374-9c8d626f3c2c tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] 10.222.0.67 "DELETE /v2.0/ports/53bf2966-9340-48a8-8e1e-2aa54099768a HTTP/1.1" status: 204 len: 173 time: 2.7596140 Jan 28 02:53:12.383657 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f7adfe-fbf8-4448-9374-9c8d626f3c2c tempest-DeleteServersTestJSON-1312777810 tempest-DeleteServersTestJSON-1312777810-project] Pushing event deleted for resources: {'Port': ['ID=53bf2966-9340-48a8-8e1e-2aa54099768a,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:12.394841 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9539bfa9-2a1f-4628-91c2-0e545072a9b3', 'name': 'network-vif-deleted', 'tag': '53bf2966-9340-48a8-8e1e-2aa54099768a'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:53:12.396255 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0a4cb64e-bb5d-40bc-8eb1-fb149c61e06e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:12.397502 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c20d802-4024-4ca5-a69b-75db055e6b88" -d '{"events": [{"server_uuid": "9539bfa9-2a1f-4628-91c2-0e545072a9b3", "name": "network-vif-deleted", "tag": "53bf2966-9340-48a8-8e1e-2aa54099768a"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:53:12.445529 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ad9ea-13e9-463a-b0fe-b6d78692386d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18a6329-7500-40cf-bf11-f42de56e159f,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:12.446066 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-22a571ed-5d4f-46d5-9ed1-be0971029a94 req-6fa08754-d5de-4645-bdb8-35d0f87c4064 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836673 Jan 28 02:53:12.476426 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a82ee271-1da4-4224-a05b-07c2509cb2ba tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (2f2fb268-f0a5-4f06-8ec4-ca4d03521682), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:12.585386 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ee271-1da4-4224-a05b-07c2509cb2ba tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Pushing event deleted for resources: {'Port': ['ID=2f2fb268-f0a5-4f06-8ec4-ca4d03521682,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:12.605801 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-56dd7d03-2a08-4176-a38c-49949430cfcc req-96d40052-1e0c-424a-87a1-ab3d5bd2b610 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=413a6dc6-f2e9-42e7-81f4-ab06b5852375 HTTP/1.1" status: 200 len: 210 time: 0.0499904 Jan 28 02:53:12.608846 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0a4cb64e-bb5d-40bc-8eb1-fb149c61e06e admin admin] Publish callbacks [] for security_group (d48fda33-998d-4f95-87ad-9b15067606f0), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:12.611937 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-74d09d5c-1939-46bb-ab0c-034508e72ff3 req-fd858205-01fe-46c0-9b7d-55015eba1ea5 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef9f93ec-e75c-4dc9-ac41-6712fa9366d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3855696 Jan 28 02:53:12.617403 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0a4cb64e-bb5d-40bc-8eb1-fb149c61e06e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (d48fda33-998d-4f95-87ad-9b15067606f0), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:12.653816 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0a4cb64e-bb5d-40bc-8eb1-fb149c61e06e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6243a5f10e0846e996e50b1170a986bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4560440 Jan 28 02:53:12.654600 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37658) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:12.688225 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-e6b59fab-7236-482a-8bcc-a65383d9e013 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Made reservation on behalf of 374e72b0e62c4cb4a9bb8f2bb827e071 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:53:12.691835 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-e6b59fab-7236-482a-8bcc-a65383d9e013 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:12.694670 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c31ae18-3c8b-4c28-99f5-3326d54d89d2 x-openstack-request-id: req-5c31ae18-3c8b-4c28-99f5-3326d54d89d2 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:53:12.694958 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9539bfa9-2a1f-4628-91c2-0e545072a9b3", "name": "network-vif-deleted", "tag": "53bf2966-9340-48a8-8e1e-2aa54099768a", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:53:12.695203 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5c31ae18-3c8b-4c28-99f5-3326d54d89d2 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:53:12.695583 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9539bfa9-2a1f-4628-91c2-0e545072a9b3', 'name': 'network-vif-deleted', 'tag': '53bf2966-9340-48a8-8e1e-2aa54099768a', 'status': 'completed', 'code': 200} Jan 28 02:53:12.703404 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4cb64e-bb5d-40bc-8eb1-fb149c61e06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48fda33-998d-4f95-87ad-9b15067606f0,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:12.724599 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5e372873-22d3-4f82-9133-20f1537d7f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (ce07c72d-c565-47b9-8a75-708b2e6cabb0), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:12.729607 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a659d9a2-b4c2-4de8-9607-f3881066bc9b req-409b7bd7-8fc6-4a99-861f-679e9dbe922d service neutron] 10.222.0.67 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4455800 Jan 28 02:53:12.743102 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b37ba241-3198-4d7f-b571-61caabdcd501 admin admin] Publish callbacks [] for security_group (d48fda33-998d-4f95-87ad-9b15067606f0), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:12.769417 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b37ba241-3198-4d7f-b571-61caabdcd501 admin admin] Publish callbacks [] for security_group (d48fda33-998d-4f95-87ad-9b15067606f0), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:12.821943 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a82ee271-1da4-4224-a05b-07c2509cb2ba tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Publish callbacks [] for floatingip (23cacc0f-f376-4eb8-8070-897c803215e0), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:12.823591 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b37ba241-3198-4d7f-b571-61caabdcd501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (d48fda33-998d-4f95-87ad-9b15067606f0), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:12.824709 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a82ee271-1da4-4224-a05b-07c2509cb2ba tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:12.825970 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a82ee271-1da4-4224-a05b-07c2509cb2ba tempest-ServersTestManualDisk-1313278872 tempest-ServersTestManualDisk-1313278872-project] 10.222.0.53 "DELETE /v2.0/floatingips/23cacc0f-f376-4eb8-8070-897c803215e0 HTTP/1.1" status: 204 len: 168 time: 3.0549634 Jan 28 02:53:12.827554 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b37ba241-3198-4d7f-b571-61caabdcd501 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:12.829377 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b37ba241-3198-4d7f-b571-61caabdcd501 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d48fda33-998d-4f95-87ad-9b15067606f0 HTTP/1.1" status: 204 len: 168 time: 0.1727259 Jan 28 02:53:12.830318 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37666) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:12.835408 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e372873-22d3-4f82-9133-20f1537d7f02 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce07c72d-c565-47b9-8a75-708b2e6cabb0,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:12.884323 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ba241-3198-4d7f-b571-61caabdcd501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48fda33-998d-4f95-87ad-9b15067606f0,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:12.971286 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5e372873-22d3-4f82-9133-20f1537d7f02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (32c921c0-d889-45bd-b948-162df52bc3f6), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:13.085303 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5e372873-22d3-4f82-9133-20f1537d7f02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (32c921c0-d889-45bd-b948-162df52bc3f6), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:13.087710 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5e372873-22d3-4f82-9133-20f1537d7f02 admin admin] Publish callbacks [] for router_controller (32c921c0-d889-45bd-b948-162df52bc3f6), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:13.143077 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5e372873-22d3-4f82-9133-20f1537d7f02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (32c921c0-d889-45bd-b948-162df52bc3f6), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:13.143644 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e372873-22d3-4f82-9133-20f1537d7f02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32c921c0-d889-45bd-b948-162df52bc3f6 {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:53:13.150847 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5e372873-22d3-4f82-9133-20f1537d7f02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:13.151934 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5e372873-22d3-4f82-9133-20f1537d7f02 admin admin] 10.222.0.53 "DELETE /v2.0/routers/32c921c0-d889-45bd-b948-162df52bc3f6 HTTP/1.1" status: 204 len: 168 time: 3.6856670 Jan 28 02:53:13.163162 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37676) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:13.245201 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-e6b59fab-7236-482a-8bcc-a65383d9e013 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Allocated IP 192.168.233.97 (00399c87-9b8d-4ccb-b18d-7ccb90f49322/24329ac8-3d67-49eb-9f63-d2859e79e36f/75eb9a5e-90c9-4db3-8445-e3d904792762) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:53:13.284510 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-00ef581e-73f5-4c2a-8610-687a56c15136 admin admin] Deleting subnet 4db08a6e-5c57-4b8e-9ec4-bbd5647662a4 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:53:13.292209 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-00ef581e-73f5-4c2a-8610-687a56c15136 admin admin] Publish callbacks [] for subnet (4db08a6e-5c57-4b8e-9ec4-bbd5647662a4), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:13.376703 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-00ef581e-73f5-4c2a-8610-687a56c15136 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (4db08a6e-5c57-4b8e-9ec4-bbd5647662a4), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:13.410082 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37686) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:13.493407 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d722ade1-3055-48ee-b85c-159569b26f0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:13.659519 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-e6b59fab-7236-482a-8bcc-a65383d9e013 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Publish callbacks [] for port (75eb9a5e-90c9-4db3-8445-e3d904792762), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:13.666181 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-00ef581e-73f5-4c2a-8610-687a56c15136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (4db08a6e-5c57-4b8e-9ec4-bbd5647662a4), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:13.755607 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3735aaa-0a10-4a8b-a469-c1bce751ff94 req-b1b626e9-5821-43b8-9f46-255e757e1aea tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:13.757140 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a3735aaa-0a10-4a8b-a469-c1bce751ff94 req-b1b626e9-5821-43b8-9f46-255e757e1aea tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d39347-fc00-4cae-9ff6-b351ac79bc66 HTTP/1.1" status: 200 len: 943 time: 0.1760674 Jan 28 02:53:13.798522 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d722ade1-3055-48ee-b85c-159569b26f0f admin admin] Publish callbacks [] for security_group (8f05bf2f-c2e7-4ae7-ad24-9f79ac56fb63), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:13.806808 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ae5fee6b-b267-4832-818f-dc73a983328a req-8edb5b5d-e834-4bc6-9506-56111b87d1a8 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=413a6dc6-f2e9-42e7-81f4-ab06b5852375 HTTP/1.1" status: 200 len: 210 time: 0.0522604 Jan 28 02:53:13.814253 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5bc8c1c0-44f1-4a90-a5d5-96e1d66d3691 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (d7a05783-0c12-43b7-87b5-940f974cdd4e), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:13.819165 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-00ef581e-73f5-4c2a-8610-687a56c15136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (4db08a6e-5c57-4b8e-9ec4-bbd5647662a4), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:13.861960 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d722ade1-3055-48ee-b85c-159569b26f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (8f05bf2f-c2e7-4ae7-ad24-9f79ac56fb63), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:13.893521 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-e6b59fab-7236-482a-8bcc-a65383d9e013 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (75eb9a5e-90c9-4db3-8445-e3d904792762), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:13.912424 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef581e-73f5-4c2a-8610-687a56c15136 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4db08a6e-5c57-4b8e-9ec4-bbd5647662a4,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:13.926674 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e4cafc-a731-47b5-afe1-85f0e3d32bae None None] Network e561589e-7002-46d7-b993-364a9aaf6967 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:53:13.947219 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-00ef581e-73f5-4c2a-8610-687a56c15136 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:13.953345 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-00ef581e-73f5-4c2a-8610-687a56c15136 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4db08a6e-5c57-4b8e-9ec4-bbd5647662a4 HTTP/1.1" status: 204 len: 168 time: 0.7888656 Jan 28 02:53:13.954607 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37716) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:13.976105 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a3735aaa-0a10-4a8b-a469-c1bce751ff94 req-2aacbc6f-64eb-4363-a242-9236badb7554 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031283 Jan 28 02:53:13.991916 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d722ade1-3055-48ee-b85c-159569b26f0f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=84a68031dd2940a1a972eb60def86272&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5568070 Jan 28 02:53:14.000166 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37718) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:14.001132 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['40274fd5-c4d9-4dd5-af9e-4fda37d2f007', '66eb4a24-18c4-43e9-a494-648b3e57fb71'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:53:14.011758 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-e6b59fab-7236-482a-8bcc-a65383d9e013 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:53:14.022534 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d722ade1-3055-48ee-b85c-159569b26f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f05bf2f-c2e7-4ae7-ad24-9f79ac56fb63,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:14.028738 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-e6b59fab-7236-482a-8bcc-a65383d9e013 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:53:14.033497 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-e6b59fab-7236-482a-8bcc-a65383d9e013 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:53:14.036030 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b59fab-7236-482a-8bcc-a65383d9e013 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Pushing event updated for resources: {'Port': ['ID=75eb9a5e-90c9-4db3-8445-e3d904792762,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:14.087348 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1c4eec8c-ebb3-446f-95e5-243a69c075d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (e561589e-7002-46d7-b993-364a9aaf6967), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:14.124539 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:53:14.156916 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-e6b59fab-7236-482a-8bcc-a65383d9e013 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:14.157583 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-e6b59fab-7236-482a-8bcc-a65383d9e013 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:14.163878 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-65e82d98-bf61-4f05-b01f-4a04c67231a3 admin admin] Publish callbacks [] for security_group (8f05bf2f-c2e7-4ae7-ad24-9f79ac56fb63), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:14.220079 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-e6b59fab-7236-482a-8bcc-a65383d9e013 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1830866 Jan 28 02:53:14.270645 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-6c822bea-290b-4229-a3a5-a80d364dd6a9 service neutron] Request body: {'port': {'device_id': '413a6dc6-f2e9-42e7-81f4-ab06b5852375', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:53:14.294412 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-65e82d98-bf61-4f05-b01f-4a04c67231a3 admin admin] Publish callbacks [] for security_group (8f05bf2f-c2e7-4ae7-ad24-9f79ac56fb63), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:14.312852 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145cc6da-3b58-48a4-800a-c2e56935a176 None None] DHCP port deletion for e561589e-7002-46d7-b993-364a9aaf6967 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:53:14.350482 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ad07e-cfb9-473a-a702-e445a40680e9 req-3a2e53f1-67b1-4cfa-aa57-93834bc64f07 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:14.359912 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ce07c72d-c565-47b9-8a75-708b2e6cabb0 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:53:14.367784 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4d6ad07e-cfb9-473a-a702-e445a40680e9 req-3a2e53f1-67b1-4cfa-aa57-93834bc64f07 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89 HTTP/1.1" status: 200 len: 946 time: 0.4172366 Jan 28 02:53:14.481673 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4d6ad07e-cfb9-473a-a702-e445a40680e9 req-8d730a67-55ef-442e-967a-181d9e28c297 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef9f93ec-e75c-4dc9-ac41-6712fa9366d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098657 Jan 28 02:53:14.490717 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-6c822bea-290b-4229-a3a5-a80d364dd6a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (75eb9a5e-90c9-4db3-8445-e3d904792762), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:14.522136 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: ce07c72d-c565-47b9-8a75-708b2e6cabb0 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:53:14.522481 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ce07c72d-c565-47b9-8a75-708b2e6cabb0 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:53:14.526016 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-1c4eec8c-ebb3-446f-95e5-243a69c075d4 admin admin] Deleting port 7e99fe84-9273-421b-8c70-83126e0ebaa1 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:53:14.526507 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1c4eec8c-ebb3-446f-95e5-243a69c075d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (7e99fe84-9273-421b-8c70-83126e0ebaa1), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:14.572516 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-65e82d98-bf61-4f05-b01f-4a04c67231a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (8f05bf2f-c2e7-4ae7-ad24-9f79ac56fb63), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:14.576127 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-65e82d98-bf61-4f05-b01f-4a04c67231a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:14.578087 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-65e82d98-bf61-4f05-b01f-4a04c67231a3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8f05bf2f-c2e7-4ae7-ad24-9f79ac56fb63 HTTP/1.1" status: 204 len: 168 time: 0.5767806 Jan 28 02:53:14.583255 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-dd30d219-1d3e-4855-b6cb-308179f14717 None None] Provisioning complete for port 75eb9a5e-90c9-4db3-8445-e3d904792762 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:53:14.583831 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dd30d219-1d3e-4855-b6cb-308179f14717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (75eb9a5e-90c9-4db3-8445-e3d904792762), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:14.621849 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-1c4eec8c-ebb3-446f-95e5-243a69c075d4 admin admin] For port 7e99fe84-9273-421b-8c70-83126e0ebaa1, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=7e99fe84-9273-421b-8c70-83126e0ebaa1,segment=NetworkSegment(0a7b33b9-3321-44a3-a7e3-9feb6be757b9),segment_id=0a7b33b9-3321-44a3-a7e3-9feb6be757b9)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:53:14.622353 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1c4eec8c-ebb3-446f-95e5-243a69c075d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (7e99fe84-9273-421b-8c70-83126e0ebaa1), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:14.637849 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-1c4eec8c-ebb3-446f-95e5-243a69c075d4 admin admin] Calling delete_port for 7e99fe84-9273-421b-8c70-83126e0ebaa1 owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:53:14.656143 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=13b71a4f-d1b0-4c45-88a4-b1b8b0e31361,segment=NetworkSegment(4fb02108-8b37-4bb4-8350-923aa0786ccd),segment_id=4fb02108-8b37-4bb4-8350-923aa0786ccd)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:53:14.659391 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e82d98-bf61-4f05-b01f-4a04c67231a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f05bf2f-c2e7-4ae7-ad24-9f79ac56fb63,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:14.660459 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-145cc6da-3b58-48a4-800a-c2e56935a176 None None] Deleting port 7e99fe84-9273-421b-8c70-83126e0ebaa1 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:53:14.661028 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-145cc6da-3b58-48a4-800a-c2e56935a176 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (7e99fe84-9273-421b-8c70-83126e0ebaa1), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:14.722396 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-dd30d219-1d3e-4855-b6cb-308179f14717 None None] Port 75eb9a5e-90c9-4db3-8445-e3d904792762 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:53:14.724291 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '13b71a4f-d1b0-4c45-88a4-b1b8b0e31361', 'network_id': '290af027-4910-45bb-b54e-a29d61400c05', 'port_id': '13b71a4f-d1b0-4c45-88a4-b1b8b0e31361', 'mac_address': 'fa:16:3e:df:2f:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49bb14d4-dcd1-48f1-bfcf-d4851c7c298c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:53:14.739907 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1c4eec8c-ebb3-446f-95e5-243a69c075d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (7e99fe84-9273-421b-8c70-83126e0ebaa1), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:14.802626 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4eec8c-ebb3-446f-95e5-243a69c075d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e99fe84-9273-421b-8c70-83126e0ebaa1,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:14.809204 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4eec8c-ebb3-446f-95e5-243a69c075d4 admin admin] No DVR routers for this DVR port 7e99fe84-9273-421b-8c70-83126e0ebaa1 on host n-d-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:53:14.920750 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1c4eec8c-ebb3-446f-95e5-243a69c075d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (e561589e-7002-46d7-b993-364a9aaf6967), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:14.932507 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-145cc6da-3b58-48a4-800a-c2e56935a176 None None] For port 7e99fe84-9273-421b-8c70-83126e0ebaa1, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=7e99fe84-9273-421b-8c70-83126e0ebaa1,segment=NetworkSegment(0a7b33b9-3321-44a3-a7e3-9feb6be757b9),segment_id=0a7b33b9-3321-44a3-a7e3-9feb6be757b9)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:53:14.933180 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-145cc6da-3b58-48a4-800a-c2e56935a176 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (7e99fe84-9273-421b-8c70-83126e0ebaa1), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:14.944986 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-1c4eec8c-ebb3-446f-95e5-243a69c075d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e561589e-7002-46d7-b993-364a9aaf6967']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:14.955371 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-1c4eec8c-ebb3-446f-95e5-243a69c075d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a7b33b9-3321-44a3-a7e3-9feb6be757b9') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:14.955642 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-1c4eec8c-ebb3-446f-95e5-243a69c075d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a7b33b9-3321-44a3-a7e3-9feb6be757b9') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:14.965448 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1c4eec8c-ebb3-446f-95e5-243a69c075d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (0a7b33b9-3321-44a3-a7e3-9feb6be757b9), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:14.972657 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:53:14.973064 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (13b71a4f-d1b0-4c45-88a4-b1b8b0e31361), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:14.979963 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1c4eec8c-ebb3-446f-95e5-243a69c075d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (0a7b33b9-3321-44a3-a7e3-9feb6be757b9), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:14.986889 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c4eec8c-ebb3-446f-95e5-243a69c075d4 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:53:14.987330 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1c4eec8c-ebb3-446f-95e5-243a69c075d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (0a7b33b9-3321-44a3-a7e3-9feb6be757b9), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:14.994240 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-145cc6da-3b58-48a4-800a-c2e56935a176 None None] Calling delete_port for 7e99fe84-9273-421b-8c70-83126e0ebaa1 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:53:15.051099 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:53:15.054516 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 02:53:15.054516 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:53:15.054516 n-d-712139-27 neutron-server[109803]: timer() Jan 28 02:53:15.054516 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:53:15.054516 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 02:53:15.054516 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:53:15.054516 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 02:53:15.054516 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:53:15.054516 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 02:53:15.054516 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:53:15.054516 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 02:53:15.054516 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:53:15.054516 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 02:53:15.054516 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:53:15.054516 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:53:15.054516 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:53:15.054516 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:53:15.054516 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:53:15.054516 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 02:53:15.054516 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:53:15.054516 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 02:53:15.054516 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:53:15.054516 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:53:15.054516 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:53:15.054516 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 02:53:15.054516 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:53:15.054516 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:53:15.054516 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:53:15.054516 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:53:15.054516 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:53:15.054516 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:53:15.054516 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:53:15.071209 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1c4eec8c-ebb3-446f-95e5-243a69c075d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (e561589e-7002-46d7-b993-364a9aaf6967), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:15.076796 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1c4eec8c-ebb3-446f-95e5-243a69c075d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:15.080695 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1c4eec8c-ebb3-446f-95e5-243a69c075d4 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e561589e-7002-46d7-b993-364a9aaf6967 HTTP/1.1" status: 204 len: 168 time: 1.1156828 Jan 28 02:53:15.091976 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87628d-48a7-47a7-a9de-1e3091be3a41 req-e643d1af-6a73-4690-bd27-a6c584f6f5ea tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:15.092621 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=13b71a4f-d1b0-4c45-88a4-b1b8b0e31361,segment=NetworkSegment(4fb02108-8b37-4bb4-8350-923aa0786ccd),segment_id=4fb02108-8b37-4bb4-8350-923aa0786ccd)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:53:15.102612 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4eec8c-ebb3-446f-95e5-243a69c075d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e561589e-7002-46d7-b993-364a9aaf6967,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:15.103906 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ac87628d-48a7-47a7-a9de-1e3091be3a41 req-e643d1af-6a73-4690-bd27-a6c584f6f5ea tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=413a6dc6-f2e9-42e7-81f4-ab06b5852375 HTTP/1.1" status: 200 len: 935 time: 0.1114519 Jan 28 02:53:15.111427 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (13b71a4f-d1b0-4c45-88a4-b1b8b0e31361), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:15.122504 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-5bc8c1c0-44f1-4a90-a5d5-96e1d66d3691 admin admin] Deleting port 41879616-611e-4b52-a07d-753625d68e18 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:53:15.123220 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5bc8c1c0-44f1-4a90-a5d5-96e1d66d3691 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (41879616-611e-4b52-a07d-753625d68e18), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:15.227810 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-5bc8c1c0-44f1-4a90-a5d5-96e1d66d3691 admin admin] For port 41879616-611e-4b52-a07d-753625d68e18, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=41879616-611e-4b52-a07d-753625d68e18,segment=NetworkSegment(5189f6c1-da5a-468a-82ce-c611fdd5a9b8),segment_id=5189f6c1-da5a-468a-82ce-c611fdd5a9b8)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:53:15.228257 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5bc8c1c0-44f1-4a90-a5d5-96e1d66d3691 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (41879616-611e-4b52-a07d-753625d68e18), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:15.241952 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-5bc8c1c0-44f1-4a90-a5d5-96e1d66d3691 admin admin] Calling delete_port for 41879616-611e-4b52-a07d-753625d68e18 owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:53:15.247143 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-6c822bea-290b-4229-a3a5-a80d364dd6a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75eb9a5e-90c9-4db3-8445-e3d904792762 {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:53:15.294818 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ac87628d-48a7-47a7-a9de-1e3091be3a41 req-1ae49a96-bc3d-425e-b3a8-7e790896a237 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873581 Jan 28 02:53:15.310077 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-6c822bea-290b-4229-a3a5-a80d364dd6a9 service neutron] Publish callbacks [] for port (75eb9a5e-90c9-4db3-8445-e3d904792762), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:15.339686 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-6c822bea-290b-4229-a3a5-a80d364dd6a9 service neutron] Transition to ACTIVE for port object 75eb9a5e-90c9-4db3-8445-e3d904792762 will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:53:15.350155 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-6c822bea-290b-4229-a3a5-a80d364dd6a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (75eb9a5e-90c9-4db3-8445-e3d904792762), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:15.395166 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=13b71a4f-d1b0-4c45-88a4-b1b8b0e31361,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:15.412415 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37756) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:15.492525 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc77ae-1aab-4615-9104-72391ebcbb23 req-60ffb40a-f351-45d2-b4ec-0110a024d206 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:15.494235 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-53bc77ae-1aab-4615-9104-72391ebcbb23 req-60ffb40a-f351-45d2-b4ec-0110a024d206 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d39347-fc00-4cae-9ff6-b351ac79bc66 HTTP/1.1" status: 200 len: 944 time: 0.1921148 Jan 28 02:53:15.531895 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['13b71a4f-d1b0-4c45-88a4-b1b8b0e31361'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:53:15.597183 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c822bea-290b-4229-a3a5-a80d364dd6a9 service neutron] Pushing event updated for resources: {'Port': ['ID=75eb9a5e-90c9-4db3-8445-e3d904792762,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:15.624114 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-eb6880bf-8262-44e8-8c49-0d72328e748c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2b4519f5eb7242359f10ce603b741659&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2062736 Jan 28 02:53:15.626417 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37766) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:15.716515 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-145cc6da-3b58-48a4-800a-c2e56935a176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (7e99fe84-9273-421b-8c70-83126e0ebaa1), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:15.719061 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-53bc77ae-1aab-4615-9104-72391ebcbb23 req-4f868506-a224-437a-b5f5-566bfabd3926 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021453 Jan 28 02:53:15.788074 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5bc8c1c0-44f1-4a90-a5d5-96e1d66d3691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (41879616-611e-4b52-a07d-753625d68e18), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:15.821872 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-6c822bea-290b-4229-a3a5-a80d364dd6a9 service neutron] Attempting to bind port 75eb9a5e-90c9-4db3-8445-e3d904792762 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:53:15.822876 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-6c822bea-290b-4229-a3a5-a80d364dd6a9 service neutron] Attempting to bind port 75eb9a5e-90c9-4db3-8445-e3d904792762 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:53:15.823392 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-6c822bea-290b-4229-a3a5-a80d364dd6a9 service neutron] Attempting to bind port 75eb9a5e-90c9-4db3-8445-e3d904792762 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:53:15.825804 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-145cc6da-3b58-48a4-800a-c2e56935a176 None None] Network e561589e-7002-46d7-b993-364a9aaf6967 is not hosted by any dhcp agent {{(pid=109804) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 02:53:15.826480 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145cc6da-3b58-48a4-800a-c2e56935a176 None None] No DVR routers for this DVR port 7e99fe84-9273-421b-8c70-83126e0ebaa1 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:53:15.828640 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc8c1c0-44f1-4a90-a5d5-96e1d66d3691 admin admin] Pushing event deleted for resources: {'Port': ['ID=41879616-611e-4b52-a07d-753625d68e18,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:15.839513 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-6c822bea-290b-4229-a3a5-a80d364dd6a9 service neutron] Port 75eb9a5e-90c9-4db3-8445-e3d904792762 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:53:15.839838 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-6c822bea-290b-4229-a3a5-a80d364dd6a9 service neutron] Attempting to bind port 75eb9a5e-90c9-4db3-8445-e3d904792762 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:53:15.842523 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145cc6da-3b58-48a4-800a-c2e56935a176 None None] Pushing event deleted for resources: {'Port': ['ID=7e99fe84-9273-421b-8c70-83126e0ebaa1,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:15.842698 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b228f9b1-9089-4644-a2f6-edb3bf7e29b4 admin admin] Publish callbacks [] for security_group (c8acd3d9-15a7-47b2-b9b4-617fe9ecffa7), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:15.870221 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0dd477-df24-4413-8bda-272eb01b73a1 req-43c0d0d6-c4d8-4b61-b48a-8935ff15be8a tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:15.872157 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2f0dd477-df24-4413-8bda-272eb01b73a1 req-43c0d0d6-c4d8-4b61-b48a-8935ff15be8a tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89 HTTP/1.1" status: 200 len: 946 time: 0.1772418 Jan 28 02:53:15.904936 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-6c822bea-290b-4229-a3a5-a80d364dd6a9 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:53:15.905549 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-6c822bea-290b-4229-a3a5-a80d364dd6a9 service neutron] Checking segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:53:15.905967 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-6c822bea-290b-4229-a3a5-a80d364dd6a9 service neutron] Bound using segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:53:15.906411 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-6c822bea-290b-4229-a3a5-a80d364dd6a9 service neutron] Bound port: 75eb9a5e-90c9-4db3-8445-e3d904792762, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:53:15.907158 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-6c822bea-290b-4229-a3a5-a80d364dd6a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (75eb9a5e-90c9-4db3-8445-e3d904792762), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:15.994645 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2f0dd477-df24-4413-8bda-272eb01b73a1 req-e7f365ae-3bbc-4d76-92e1-28c1de8b992f tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef9f93ec-e75c-4dc9-ac41-6712fa9366d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153760 Jan 28 02:53:16.005389 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b228f9b1-9089-4644-a2f6-edb3bf7e29b4 admin admin] Publish callbacks [] for security_group (c8acd3d9-15a7-47b2-b9b4-617fe9ecffa7), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:16.118055 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-6c822bea-290b-4229-a3a5-a80d364dd6a9 service neutron] For port 75eb9a5e-90c9-4db3-8445-e3d904792762, host n-h2-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:53:16.145644 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-6c822bea-290b-4229-a3a5-a80d364dd6a9 service neutron] For port 75eb9a5e-90c9-4db3-8445-e3d904792762, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=75eb9a5e-90c9-4db3-8445-e3d904792762,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:53:16.162990 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-6c822bea-290b-4229-a3a5-a80d364dd6a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (75eb9a5e-90c9-4db3-8445-e3d904792762), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:16.198725 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5bc8c1c0-44f1-4a90-a5d5-96e1d66d3691 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (d7a05783-0c12-43b7-87b5-940f974cdd4e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:16.382858 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 7e99fe84-9273-421b-8c70-83126e0ebaa1 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:53:16.432485 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 7e99fe84-9273-421b-8c70-83126e0ebaa1 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:53:16.433613 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 7e99fe84-9273-421b-8c70-83126e0ebaa1 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:53:16.566409 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df4b80-c48f-4c52-a736-20f31b49f8a7 req-fdf3a916-cb74-4d7d-9725-92bf3de0a879 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:16.568494 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-25df4b80-c48f-4c52-a736-20f31b49f8a7 req-fdf3a916-cb74-4d7d-9725-92bf3de0a879 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=413a6dc6-f2e9-42e7-81f4-ab06b5852375 HTTP/1.1" status: 200 len: 947 time: 0.1618006 Jan 28 02:53:16.724642 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc8c1c0-44f1-4a90-a5d5-96e1d66d3691 admin admin] Router d7a05783-0c12-43b7-87b5-940f974cdd4e has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:53:16.740380 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-25df4b80-c48f-4c52-a736-20f31b49f8a7 req-03e3bde4-29d4-4bb6-aa3d-58a9bd591c7d tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637323 Jan 28 02:53:16.819585 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-6c822bea-290b-4229-a3a5-a80d364dd6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:16.819756 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-6c822bea-290b-4229-a3a5-a80d364dd6a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:16.821944 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-6c822bea-290b-4229-a3a5-a80d364dd6a9 service neutron] 10.222.0.39 "PUT /v2.0/ports/75eb9a5e-90c9-4db3-8445-e3d904792762 HTTP/1.1" status: 200 len: 1096 time: 2.5779846 Jan 28 02:53:16.822505 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b228f9b1-9089-4644-a2f6-edb3bf7e29b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c8acd3d9-15a7-47b2-b9b4-617fe9ecffa7), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:16.825383 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b228f9b1-9089-4644-a2f6-edb3bf7e29b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:16.826587 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b228f9b1-9089-4644-a2f6-edb3bf7e29b4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c8acd3d9-15a7-47b2-b9b4-617fe9ecffa7 HTTP/1.1" status: 204 len: 168 time: 1.1989751 Jan 28 02:53:16.846934 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '413a6dc6-f2e9-42e7-81f4-ab06b5852375', 'tag': '75eb9a5e-90c9-4db3-8445-e3d904792762'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:53:16.850764 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09798dd-f81e-47e3-8bc5-d0e5644c323e" -d '{"events": [{"name": "network-changed", "server_uuid": "413a6dc6-f2e9-42e7-81f4-ab06b5852375", "tag": "75eb9a5e-90c9-4db3-8445-e3d904792762"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:53:16.870542 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b228f9b1-9089-4644-a2f6-edb3bf7e29b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8acd3d9-15a7-47b2-b9b4-617fe9ecffa7,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:16.959647 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c822bea-290b-4229-a3a5-a80d364dd6a9 service neutron] Pushing event updated for resources: {'Port': ['ID=75eb9a5e-90c9-4db3-8445-e3d904792762,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:16.964548 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d340b16-24fb-4dc3-9180-9ca95cc58b34 x-openstack-request-id: req-2d340b16-24fb-4dc3-9180-9ca95cc58b34 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:53:16.965110 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "413a6dc6-f2e9-42e7-81f4-ab06b5852375", "tag": "75eb9a5e-90c9-4db3-8445-e3d904792762", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:53:16.965398 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2d340b16-24fb-4dc3-9180-9ca95cc58b34 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:53:16.965883 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '413a6dc6-f2e9-42e7-81f4-ab06b5852375', 'tag': '75eb9a5e-90c9-4db3-8445-e3d904792762', 'status': 'completed', 'code': 200} Jan 28 02:53:16.979698 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc8c1c0-44f1-4a90-a5d5-96e1d66d3691 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:53:16.995903 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87815fea-a5e3-41d3-94d1-478355f13f95 None None] Sync routers for ids ['d7a05783-0c12-43b7-87b5-940f974cdd4e'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:53:17.002319 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5bc8c1c0-44f1-4a90-a5d5-96e1d66d3691 admin admin] 10.222.0.53 "PUT /v2.0/routers/d7a05783-0c12-43b7-87b5-940f974cdd4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1674507 Jan 28 02:53:17.004737 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37816) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:17.013641 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87815fea-a5e3-41d3-94d1-478355f13f95 None None] Routers {'d7a05783-0c12-43b7-87b5-940f974cdd4e'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:53:17.014276 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-87815fea-a5e3-41d3-94d1-478355f13f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:53:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['d7a05783-0c12-43b7-87b5-940f974cdd4e'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:17.107438 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-688ff4e2-1166-4f68-8604-e9acdb0f53d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:17.109050 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-688ff4e2-1166-4f68-8604-e9acdb0f53d7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=374e72b0e62c4cb4a9bb8f2bb827e071&device_id=413a6dc6-f2e9-42e7-81f4-ab06b5852375 HTTP/1.1" status: 200 len: 1099 time: 0.1830745 Jan 28 02:53:17.120741 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a881150-71cc-4e09-8c69-00028e9ce38e req-780e6223-1660-45cd-935e-41eae100181e tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:17.128331 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6a881150-71cc-4e09-8c69-00028e9ce38e req-780e6223-1660-45cd-935e-41eae100181e tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d39347-fc00-4cae-9ff6-b351ac79bc66 HTTP/1.1" status: 200 len: 944 time: 0.2318053 Jan 28 02:53:17.205037 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-87815fea-a5e3-41d3-94d1-478355f13f95 None None] Set router d7a05783-0c12-43b7-87b5-940f974cdd4e gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:53:17.216050 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029dff59-d4b7-4e75-bebd-c74aae60affa req-e281af68-874d-4a99-8c9f-0a3538ee0e66 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:17.226236 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-029dff59-d4b7-4e75-bebd-c74aae60affa req-e281af68-874d-4a99-8c9f-0a3538ee0e66 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89 HTTP/1.1" status: 200 len: 946 time: 0.0727832 Jan 28 02:53:17.273004 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-1cc4b61b-82c5-4b20-8b4a-441e728b91cd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=75eb9a5e-90c9-4db3-8445-e3d904792762 HTTP/1.1" status: 200 len: 217 time: 0.1398041 Jan 28 02:53:17.325107 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-029dff59-d4b7-4e75-bebd-c74aae60affa req-69af3b96-5e2c-4768-9015-79f24f7257d3 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef9f93ec-e75c-4dc9-ac41-6712fa9366d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978298 Jan 28 02:53:17.365908 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a622c6f5-b436-4bec-a4a6-93516721b4bd admin admin] Publish callbacks [] for router (d7a05783-0c12-43b7-87b5-940f974cdd4e), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:17.398682 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-87815fea-a5e3-41d3-94d1-478355f13f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a05783-0c12-43b7-87b5-940f974cdd4e', 'name': 'tempest-ServersTestManualDisk-354745685-router', 'tenant_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '52b3784e-f62f-4541-a9cc-ae777b470486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:49:27Z', 'updated_at': '2022-01-28T02:53:15Z', 'revision_number': 5, 'project_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'gw_port': {'id': '52b3784e-f62f-4541-a9cc-ae777b470486', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a05783-0c12-43b7-87b5-940f974cdd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:49:28Z', 'updated_at': '2022-01-28T02:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:17.427371 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87815fea-a5e3-41d3-94d1-478355f13f95 None None] Checking router: d7a05783-0c12-43b7-87b5-940f974cdd4e for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:53:17.436536 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87815fea-a5e3-41d3-94d1-478355f13f95 None None] Routers {'d7a05783-0c12-43b7-87b5-940f974cdd4e'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:53:17.437485 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-87815fea-a5e3-41d3-94d1-478355f13f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:53:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['d7a05783-0c12-43b7-87b5-940f974cdd4e'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:17.459531 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6a881150-71cc-4e09-8c69-00028e9ce38e req-607677b8-85eb-4e4e-9e5a-04e2e341a7f7 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301597 Jan 28 02:53:17.493968 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-2023afc7-685d-4899-9993-4d8615875c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:17.501189 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-2023afc7-685d-4899-9993-4d8615875c8f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.1918015 Jan 28 02:53:17.552908 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-87815fea-a5e3-41d3-94d1-478355f13f95 None None] Set router d7a05783-0c12-43b7-87b5-940f974cdd4e gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:53:17.617006 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-d656dd2b-58e8-40ed-ab29-2bcfb7bd07d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:17.618860 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-d656dd2b-58e8-40ed-ab29-2bcfb7bd07d9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0730145 Jan 28 02:53:17.626128 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a622c6f5-b436-4bec-a4a6-93516721b4bd admin admin] Publish callbacks [] for router_gateway (d7a05783-0c12-43b7-87b5-940f974cdd4e), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:17.778811 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-28a9f640-572c-4926-8432-aec0408a2a65 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484802 Jan 28 02:53:17.805125 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-87815fea-a5e3-41d3-94d1-478355f13f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a05783-0c12-43b7-87b5-940f974cdd4e', 'name': 'tempest-ServersTestManualDisk-354745685-router', 'tenant_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '52b3784e-f62f-4541-a9cc-ae777b470486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:49:27Z', 'updated_at': '2022-01-28T02:53:15Z', 'revision_number': 5, 'project_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'gw_port': {'id': '52b3784e-f62f-4541-a9cc-ae777b470486', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a05783-0c12-43b7-87b5-940f974cdd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:49:28Z', 'updated_at': '2022-01-28T02:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:17.823763 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-a622c6f5-b436-4bec-a4a6-93516721b4bd admin admin] Deleting port 52b3784e-f62f-4541-a9cc-ae777b470486 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:53:17.824112 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a622c6f5-b436-4bec-a4a6-93516721b4bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (52b3784e-f62f-4541-a9cc-ae777b470486), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:17.842568 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87815fea-a5e3-41d3-94d1-478355f13f95 None None] The sync data for ids ['d7a05783-0c12-43b7-87b5-940f974cdd4e'] in n-d-712139-27 is: [{'id': 'd7a05783-0c12-43b7-87b5-940f974cdd4e', 'name': 'tempest-ServersTestManualDisk-354745685-router', 'tenant_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '52b3784e-f62f-4541-a9cc-ae777b470486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:49:27Z', 'updated_at': '2022-01-28T02:53:15Z', 'revision_number': 5, 'project_id': '0512ee6ae85a4f1ba349ab7d59746f46', 'gw_port': {'id': '52b3784e-f62f-4541-a9cc-ae777b470486', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a05783-0c12-43b7-87b5-940f974cdd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:49:28Z', 'updated_at': '2022-01-28T02:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:53:17.886403 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37844) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:17.963397 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b461df54-4b5f-44fe-8ce3-b1a0ee6c0e13 req-484e6688-9385-42d6-be44-5e2dfb9819e0 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699760 Jan 28 02:53:17.985178 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-a622c6f5-b436-4bec-a4a6-93516721b4bd admin admin] For port 52b3784e-f62f-4541-a9cc-ae777b470486, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=52b3784e-f62f-4541-a9cc-ae777b470486,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:53:17.985178 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a622c6f5-b436-4bec-a4a6-93516721b4bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (52b3784e-f62f-4541-a9cc-ae777b470486), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:18.001339 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-a622c6f5-b436-4bec-a4a6-93516721b4bd admin admin] Calling delete_port for 52b3784e-f62f-4541-a9cc-ae777b470486 owned by network:router_gateway {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:53:18.006331 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa2780c-375c-4cef-81b2-19243976a5f1 req-d3074ec5-e1a1-4f75-b1d4-8c3518a56909 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:18.014994 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-afa2780c-375c-4cef-81b2-19243976a5f1 req-d3074ec5-e1a1-4f75-b1d4-8c3518a56909 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=413a6dc6-f2e9-42e7-81f4-ab06b5852375 HTTP/1.1" status: 200 len: 947 time: 0.1103816 Jan 28 02:53:18.106565 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-afa2780c-375c-4cef-81b2-19243976a5f1 req-12b7bf32-bd74-4f83-886d-55cf9f86f4c1 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906799 Jan 28 02:53:18.136376 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37852) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:18.170370 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:53:18.205647 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09798dd-f81e-47e3-8bc5-d0e5644c323e req-ec114334-4640-434b-9bca-760fd3c3f15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:18.207819 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c09798dd-f81e-47e3-8bc5-d0e5644c323e req-ec114334-4640-434b-9bca-760fd3c3f15e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=374e72b0e62c4cb4a9bb8f2bb827e071&device_id=413a6dc6-f2e9-42e7-81f4-ab06b5852375 HTTP/1.1" status: 200 len: 1099 time: 0.0591550 Jan 28 02:53:18.258660 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 41879616-611e-4b52-a07d-753625d68e18 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:53:18.273562 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-738ca89a-c784-43ad-bbd2-9c3d5b50edc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:18.313752 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:53:18.319360 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:53:18.320019 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (13b71a4f-d1b0-4c45-88a4-b1b8b0e31361), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:18.321941 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 41879616-611e-4b52-a07d-753625d68e18 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:53:18.322444 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 41879616-611e-4b52-a07d-753625d68e18 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:53:18.362393 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a622c6f5-b436-4bec-a4a6-93516721b4bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (52b3784e-f62f-4541-a9cc-ae777b470486), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:18.367183 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-aa169af5-e59a-4b0a-aa69-fbd668ca0069 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-980097617', 'router:external': True}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:53:18.411494 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a622c6f5-b436-4bec-a4a6-93516721b4bd admin admin] Pushing event deleted for resources: {'Port': ['ID=52b3784e-f62f-4541-a9cc-ae777b470486,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:18.432195 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa169af5-e59a-4b0a-aa69-fbd668ca0069 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Made reservation on behalf of e845009e96604d3389ac1e82eb1d7c9a for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:53:18.436935 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa169af5-e59a-4b0a-aa69-fbd668ca0069 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:18.453252 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa169af5-e59a-4b0a-aa69-fbd668ca0069 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:18.481035 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09798dd-f81e-47e3-8bc5-d0e5644c323e req-9ca96fab-3892-4f8c-a5d0-547d8a2c4a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:18.482941 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c09798dd-f81e-47e3-8bc5-d0e5644c323e req-9ca96fab-3892-4f8c-a5d0-547d8a2c4a85 service neutron] 10.222.0.39 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.2506778 Jan 28 02:53:18.514351 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-738ca89a-c784-43ad-bbd2-9c3d5b50edc7 admin admin] Publish callbacks [] for security_group (593b9e3d-8750-405a-9fea-6eb700512d83), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:18.531138 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-738ca89a-c784-43ad-bbd2-9c3d5b50edc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (593b9e3d-8750-405a-9fea-6eb700512d83), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:18.535851 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:53:18.536581 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (13b71a4f-d1b0-4c45-88a4-b1b8b0e31361), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:18.594941 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=13b71a4f-d1b0-4c45-88a4-b1b8b0e31361,segment=NetworkSegment(4fb02108-8b37-4bb4-8350-923aa0786ccd),segment_id=4fb02108-8b37-4bb4-8350-923aa0786ccd)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:53:18.596882 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53d39347-fc00-4cae-9ff6-b351ac79bc66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b71a4f-d1b0-4c45-88a4-b1b8b0e31361'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:53:18.600506 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b636a883-3e88-400a-9478-1b14056fa1f0" -d '{"events": [{"server_uuid": "53d39347-fc00-4cae-9ff6-b351ac79bc66", "name": "network-vif-plugged", "status": "completed", "tag": "13b71a4f-d1b0-4c45-88a4-b1b8b0e31361"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:53:18.606636 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (13b71a4f-d1b0-4c45-88a4-b1b8b0e31361), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:18.635616 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c09798dd-f81e-47e3-8bc5-d0e5644c323e req-820faeac-04b6-45eb-8db6-6f68915cab36 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=75eb9a5e-90c9-4db3-8445-e3d904792762 HTTP/1.1" status: 200 len: 217 time: 0.0789196 Jan 28 02:53:18.639671 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ca89a-c784-43ad-bbd2-9c3d5b50edc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593b9e3d-8750-405a-9fea-6eb700512d83,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:18.652368 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-738ca89a-c784-43ad-bbd2-9c3d5b50edc7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=31f96ddb67d04cd5bf37d7470b70437e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7648582 Jan 28 02:53:18.660171 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37870) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:18.705651 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa169af5-e59a-4b0a-aa69-fbd668ca0069 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for security_group (b9df585e-6273-4306-98e3-98d5e17a2db2), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:18.715030 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=13b71a4f-d1b0-4c45-88a4-b1b8b0e31361,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:18.728392 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa169af5-e59a-4b0a-aa69-fbd668ca0069 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b9df585e-6273-4306-98e3-98d5e17a2db2), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:18.729274 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:18.729913 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:18.730949 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:18.731740 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:18.732620 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:18.734684 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:18.735447 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:18.736519 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:18.737362 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:18.738082 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:18.738663 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:18.739225 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:18.739823 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:18.752455 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a622c6f5-b436-4bec-a4a6-93516721b4bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (d7a05783-0c12-43b7-87b5-940f974cdd4e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:18.764923 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa169af5-e59a-4b0a-aa69-fbd668ca0069 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9df585e-6273-4306-98e3-98d5e17a2db2,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:18.790317 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c92523-2f69-47a2-b193-906bf42d2f86 req-d1114429-21dd-4715-9bc7-94c0d2725e5c tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:18.791864 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a3c92523-2f69-47a2-b193-906bf42d2f86 req-d1114429-21dd-4715-9bc7-94c0d2725e5c tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d39347-fc00-4cae-9ff6-b351ac79bc66 HTTP/1.1" status: 200 len: 945 time: 0.1893981 Jan 28 02:53:18.813578 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa169af5-e59a-4b0a-aa69-fbd668ca0069 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:53:18.816542 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b194bebd-392a-4548-bbbf-ae76407e3d9b admin admin] Publish callbacks [] for security_group (593b9e3d-8750-405a-9fea-6eb700512d83), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:18.853102 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa169af5-e59a-4b0a-aa69-fbd668ca0069 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (abf804df-b173-4bb2-b332-d99796233e00), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:18.853443 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-aa169af5-e59a-4b0a-aa69-fbd668ca0069 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Added segment abf804df-b173-4bb2-b332-d99796233e00 of type vlan for network 090f831d-98e2-4ebf-955c-a363ba58d718 Jan 28 02:53:18.856618 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297e95e-1293-41cc-a5cd-94fd3aeac4bc req-95650ee6-d1fa-4cad-ad03-d7207b13dea9 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:18.858377 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8297e95e-1293-41cc-a5cd-94fd3aeac4bc req-95650ee6-d1fa-4cad-ad03-d7207b13dea9 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89 HTTP/1.1" status: 200 len: 946 time: 0.3869526 Jan 28 02:53:18.882024 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b194bebd-392a-4548-bbbf-ae76407e3d9b admin admin] Publish callbacks [] for security_group (593b9e3d-8750-405a-9fea-6eb700512d83), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:18.893110 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a622c6f5-b436-4bec-a4a6-93516721b4bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (d7a05783-0c12-43b7-87b5-940f974cdd4e), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:18.899476 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09798dd-f81e-47e3-8bc5-d0e5644c323e req-77dfcbb3-c4d7-44a9-878c-250848e15c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:18.900880 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c09798dd-f81e-47e3-8bc5-d0e5644c323e req-77dfcbb3-c4d7-44a9-878c-250848e15c20 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.2207453 Jan 28 02:53:18.902915 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a622c6f5-b436-4bec-a4a6-93516721b4bd admin admin] Publish callbacks [] for router_controller (d7a05783-0c12-43b7-87b5-940f974cdd4e), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:18.916539 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a3c92523-2f69-47a2-b193-906bf42d2f86 req-52e5f6b6-636b-4f1c-bc9b-8c671e2be3ee tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147594 Jan 28 02:53:18.962752 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa169af5-e59a-4b0a-aa69-fbd668ca0069 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (090f831d-98e2-4ebf-955c-a363ba58d718), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:19.020321 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a622c6f5-b436-4bec-a4a6-93516721b4bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (d7a05783-0c12-43b7-87b5-940f974cdd4e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:19.020879 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a622c6f5-b436-4bec-a4a6-93516721b4bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7a05783-0c12-43b7-87b5-940f974cdd4e {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:53:19.026816 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397ec148-5c7d-4094-b115-747b4c95b063 x-openstack-request-id: req-397ec148-5c7d-4094-b115-747b4c95b063 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:53:19.027008 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a622c6f5-b436-4bec-a4a6-93516721b4bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:19.027418 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53d39347-fc00-4cae-9ff6-b351ac79bc66", "name": "network-vif-plugged", "status": "completed", "tag": "13b71a4f-d1b0-4c45-88a4-b1b8b0e31361", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:53:19.030843 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-397ec148-5c7d-4094-b115-747b4c95b063 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:53:19.031011 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a622c6f5-b436-4bec-a4a6-93516721b4bd admin admin] 10.222.0.53 "DELETE /v2.0/routers/d7a05783-0c12-43b7-87b5-940f974cdd4e HTTP/1.1" status: 204 len: 168 time: 2.0186718 Jan 28 02:53:19.031123 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d39347-fc00-4cae-9ff6-b351ac79bc66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b71a4f-d1b0-4c45-88a4-b1b8b0e31361', 'code': 200} Jan 28 02:53:19.032373 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8297e95e-1293-41cc-a5cd-94fd3aeac4bc req-34e931e1-0624-4563-bcf1-1ccfe47eb1f3 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef9f93ec-e75c-4dc9-ac41-6712fa9366d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444404 Jan 28 02:53:19.042512 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b194bebd-392a-4548-bbbf-ae76407e3d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (593b9e3d-8750-405a-9fea-6eb700512d83), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:19.046255 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37876) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:19.047805 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b194bebd-392a-4548-bbbf-ae76407e3d9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:19.053476 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b194bebd-392a-4548-bbbf-ae76407e3d9b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/593b9e3d-8750-405a-9fea-6eb700512d83 HTTP/1.1" status: 204 len: 168 time: 0.3922279 Jan 28 02:53:19.054499 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa169af5-e59a-4b0a-aa69-fbd668ca0069 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (090f831d-98e2-4ebf-955c-a363ba58d718), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:19.056389 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa169af5-e59a-4b0a-aa69-fbd668ca0069 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:19.057224 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa169af5-e59a-4b0a-aa69-fbd668ca0069 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:19.099307 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-aa169af5-e59a-4b0a-aa69-fbd668ca0069 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.9616446 Jan 28 02:53:19.100372 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-1321a273-41e8-485c-bf08-e58655e06f7b admin admin] Deleting subnet bd9a81ff-6f8c-4174-afd7-d4d745794750 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:53:19.102403 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37882) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:19.105966 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1321a273-41e8-485c-bf08-e58655e06f7b admin admin] Publish callbacks [] for subnet (bd9a81ff-6f8c-4174-afd7-d4d745794750), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:19.110849 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-2aff5320-e3b6-4b5c-935e-7c0c0ea9fa6a tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Request body: {'subnet': {'network_id': '090f831d-98e2-4ebf-955c-a363ba58d718', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:53:19.136546 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09798dd-f81e-47e3-8bc5-d0e5644c323e req-31fc45ef-a7a2-40b7-95b0-7b8d6f567f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:19.138094 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c09798dd-f81e-47e3-8bc5-d0e5644c323e req-31fc45ef-a7a2-40b7-95b0-7b8d6f567f5c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2245436 Jan 28 02:53:19.195105 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b194bebd-392a-4548-bbbf-ae76407e3d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593b9e3d-8750-405a-9fea-6eb700512d83,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:19.222007 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa169af5-e59a-4b0a-aa69-fbd668ca0069 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Pushing event updated for resources: {'Network': ['ID=090f831d-98e2-4ebf-955c-a363ba58d718,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:19.275057 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 090f831d-98e2-4ebf-955c-a363ba58d718 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:53:19.285268 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1321a273-41e8-485c-bf08-e58655e06f7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (bd9a81ff-6f8c-4174-afd7-d4d745794750), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:19.289548 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aff5320-e3b6-4b5c-935e-7c0c0ea9fa6a tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Made reservation on behalf of e845009e96604d3389ac1e82eb1d7c9a for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:53:19.291866 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2aff5320-e3b6-4b5c-935e-7c0c0ea9fa6a tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:19.455583 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56854496-a6d0-4f5f-8c4f-f473928abb96 req-a97863d9-e9da-48ed-9d0e-9cff7fb3d3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:19.455583 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-56854496-a6d0-4f5f-8c4f-f473928abb96 req-a97863d9-e9da-48ed-9d0e-9cff7fb3d3ac service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=53d39347-fc00-4cae-9ff6-b351ac79bc66 HTTP/1.1" status: 200 len: 1097 time: 0.2648828 Jan 28 02:53:19.535464 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c09798dd-f81e-47e3-8bc5-d0e5644c323e req-32bf1bf5-1065-4d71-8a52-2515ef80bbc1 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749075 Jan 28 02:53:19.551681 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e330de-bf68-4d13-9241-69d4d77bcb96 req-04b97fae-f6d0-42d8-ab79-5f893179095d tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:19.553299 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-33e330de-bf68-4d13-9241-69d4d77bcb96 req-04b97fae-f6d0-42d8-ab79-5f893179095d tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=413a6dc6-f2e9-42e7-81f4-ab06b5852375 HTTP/1.1" status: 200 len: 947 time: 0.2201648 Jan 28 02:53:19.680165 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1321a273-41e8-485c-bf08-e58655e06f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (bd9a81ff-6f8c-4174-afd7-d4d745794750), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:19.746166 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-56854496-a6d0-4f5f-8c4f-f473928abb96 req-cdcbd166-a0f1-49d2-aeb3-3fc26c89acb7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723255 Jan 28 02:53:19.750646 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37892) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:19.784383 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cd293194-4d48-4cba-bd4b-8c5622e913ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:19.870499 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37896) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:19.950863 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cd293194-4d48-4cba-bd4b-8c5622e913ba admin admin] Publish callbacks [] for security_group (adbc2856-a6ff-4bcc-a643-a6e838132075), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:19.958108 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cd293194-4d48-4cba-bd4b-8c5622e913ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (adbc2856-a6ff-4bcc-a643-a6e838132075), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:19.981624 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c09798dd-f81e-47e3-8bc5-d0e5644c323e req-c344ad97-5c36-4965-81a5-8bf017ffbf32 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4257817 Jan 28 02:53:19.990791 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-33e330de-bf68-4d13-9241-69d4d77bcb96 req-cadc1f4a-d4f9-4773-8650-ba319d16e1fe tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693006 Jan 28 02:53:19.993413 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1321a273-41e8-485c-bf08-e58655e06f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (bd9a81ff-6f8c-4174-afd7-d4d745794750), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:20.009858 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1321a273-41e8-485c-bf08-e58655e06f7b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:20.012952 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1321a273-41e8-485c-bf08-e58655e06f7b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/bd9a81ff-6f8c-4174-afd7-d4d745794750 HTTP/1.1" status: 204 len: 168 time: 0.9655809 Jan 28 02:53:20.020035 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4069c429-9acf-4b57-8782-9f02348ec8a2 None None] Network 91ca050f-0813-4c7f-89a2-2014be4bf961 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:53:20.021835 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37902) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:20.033623 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd293194-4d48-4cba-bd4b-8c5622e913ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbc2856-a6ff-4bcc-a643-a6e838132075,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:20.039112 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-cd293194-4d48-4cba-bd4b-8c5622e913ba admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=948a61e04609416b92e32553370fded4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2864730 Jan 28 02:53:20.049759 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37904) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:20.061914 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1321a273-41e8-485c-bf08-e58655e06f7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd9a81ff-6f8c-4174-afd7-d4d745794750,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:20.163384 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7d2fb642-c570-464d-b5d1-2e04896c92d1 admin admin] Publish callbacks [] for security_group (adbc2856-a6ff-4bcc-a643-a6e838132075), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:20.195889 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7d2fb642-c570-464d-b5d1-2e04896c92d1 admin admin] Publish callbacks [] for security_group (adbc2856-a6ff-4bcc-a643-a6e838132075), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:20.233162 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0609e044-ac40-45c8-b382-0f4ab98a344e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:20.288024 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b97e82-af80-49ea-a8ea-3411bb60f4c0 req-856a33fa-53be-4d36-b551-b3221b513cb0 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:20.289608 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-60b97e82-af80-49ea-a8ea-3411bb60f4c0 req-856a33fa-53be-4d36-b551-b3221b513cb0 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89 HTTP/1.1" status: 200 len: 946 time: 0.0847015 Jan 28 02:53:20.296719 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-71bb1742-8d3b-413f-9a1d-e23788b48114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (91ca050f-0813-4c7f-89a2-2014be4bf961), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:20.335281 n-d-712139-27 neutron-server[109802]: DEBUG neutron.objects.ports [None req-2aff5320-e3b6-4b5c-935e-7c0c0ea9fa6a tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109802) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 02:53:20.335281 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2aff5320-e3b6-4b5c-935e-7c0c0ea9fa6a tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (5b3316a0-df87-477a-bdf5-1a3ed6c53737), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:20.377328 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 52b3784e-f62f-4541-a9cc-ae777b470486 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:53:20.404423 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 52b3784e-f62f-4541-a9cc-ae777b470486 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:53:20.405361 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 52b3784e-f62f-4541-a9cc-ae777b470486 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:53:20.413895 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-60b97e82-af80-49ea-a8ea-3411bb60f4c0 req-f407df0a-2b7b-45c9-87d2-024f989fa1d0 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef9f93ec-e75c-4dc9-ac41-6712fa9366d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067247 Jan 28 02:53:20.422593 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7d2fb642-c570-464d-b5d1-2e04896c92d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (adbc2856-a6ff-4bcc-a643-a6e838132075), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:20.425393 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7d2fb642-c570-464d-b5d1-2e04896c92d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:20.428960 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7d2fb642-c570-464d-b5d1-2e04896c92d1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/adbc2856-a6ff-4bcc-a643-a6e838132075 HTTP/1.1" status: 204 len: 168 time: 0.3755028 Jan 28 02:53:20.440405 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0609e044-ac40-45c8-b382-0f4ab98a344e admin admin] Publish callbacks [] for security_group (264c82d2-ea4e-4adf-857b-24c76d0daded), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:20.452503 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba25cd-0fca-4fd6-859e-0bb8e2b6f602 req-25ff08ef-957a-4ff2-af88-b5e10d250613 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:20.454389 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-01ba25cd-0fca-4fd6-859e-0bb8e2b6f602 req-25ff08ef-957a-4ff2-af88-b5e10d250613 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d39347-fc00-4cae-9ff6-b351ac79bc66 HTTP/1.1" status: 200 len: 945 time: 0.3572183 Jan 28 02:53:20.455592 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2fb642-c570-464d-b5d1-2e04896c92d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbc2856-a6ff-4bcc-a643-a6e838132075,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:20.464195 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0609e044-ac40-45c8-b382-0f4ab98a344e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (264c82d2-ea4e-4adf-857b-24c76d0daded), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:20.547012 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543a97b5-ed5d-4a52-99fc-ef9dbdf1f43a None None] DHCP port deletion for 91ca050f-0813-4c7f-89a2-2014be4bf961 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:53:20.599114 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609e044-ac40-45c8-b382-0f4ab98a344e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264c82d2-ea4e-4adf-857b-24c76d0daded,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:20.605643 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-543a97b5-ed5d-4a52-99fc-ef9dbdf1f43a None None] Deleting port 36d38362-2ffb-4c5a-a0e3-3cffea84de7a {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:53:20.607447 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-543a97b5-ed5d-4a52-99fc-ef9dbdf1f43a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (36d38362-2ffb-4c5a-a0e3-3cffea84de7a), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:20.619921 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0609e044-ac40-45c8-b382-0f4ab98a344e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6eb0c079dda741fc8d6786c4e69d75aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7483621 Jan 28 02:53:20.626268 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37910) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:20.709664 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-355b42b2-c430-4e8c-b2d2-917a7419fce8 admin admin] Publish callbacks [] for security_group (264c82d2-ea4e-4adf-857b-24c76d0daded), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:20.739359 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-543a97b5-ed5d-4a52-99fc-ef9dbdf1f43a None None] For port 36d38362-2ffb-4c5a-a0e3-3cffea84de7a, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=36d38362-2ffb-4c5a-a0e3-3cffea84de7a,segment=NetworkSegment(5189f6c1-da5a-468a-82ce-c611fdd5a9b8),segment_id=5189f6c1-da5a-468a-82ce-c611fdd5a9b8)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:53:20.739754 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-543a97b5-ed5d-4a52-99fc-ef9dbdf1f43a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (36d38362-2ffb-4c5a-a0e3-3cffea84de7a), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:20.741807 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-355b42b2-c430-4e8c-b2d2-917a7419fce8 admin admin] Publish callbacks [] for security_group (264c82d2-ea4e-4adf-857b-24c76d0daded), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:20.776111 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-01ba25cd-0fca-4fd6-859e-0bb8e2b6f602 req-2aa8dbb1-18ec-4e18-9080-352fbce477bc tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140230 Jan 28 02:53:20.778680 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-543a97b5-ed5d-4a52-99fc-ef9dbdf1f43a None None] Calling delete_port for 36d38362-2ffb-4c5a-a0e3-3cffea84de7a owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:53:20.824121 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-71bb1742-8d3b-413f-9a1d-e23788b48114 admin admin] Deleting port 36d38362-2ffb-4c5a-a0e3-3cffea84de7a {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:53:20.824868 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-71bb1742-8d3b-413f-9a1d-e23788b48114 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (36d38362-2ffb-4c5a-a0e3-3cffea84de7a), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:20.888617 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-543a97b5-ed5d-4a52-99fc-ef9dbdf1f43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (36d38362-2ffb-4c5a-a0e3-3cffea84de7a), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:20.916497 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-71bb1742-8d3b-413f-9a1d-e23788b48114 admin admin] For port 36d38362-2ffb-4c5a-a0e3-3cffea84de7a, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=36d38362-2ffb-4c5a-a0e3-3cffea84de7a,segment=NetworkSegment(5189f6c1-da5a-468a-82ce-c611fdd5a9b8),segment_id=5189f6c1-da5a-468a-82ce-c611fdd5a9b8)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:53:20.917298 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-71bb1742-8d3b-413f-9a1d-e23788b48114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (36d38362-2ffb-4c5a-a0e3-3cffea84de7a), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:20.922665 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543a97b5-ed5d-4a52-99fc-ef9dbdf1f43a None None] Pushing event deleted for resources: {'Port': ['ID=36d38362-2ffb-4c5a-a0e3-3cffea84de7a,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:20.938690 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-71bb1742-8d3b-413f-9a1d-e23788b48114 admin admin] Calling delete_port for 36d38362-2ffb-4c5a-a0e3-3cffea84de7a owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:53:20.942482 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543a97b5-ed5d-4a52-99fc-ef9dbdf1f43a None None] No DVR routers for this DVR port 36d38362-2ffb-4c5a-a0e3-3cffea84de7a on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:53:20.954179 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-355b42b2-c430-4e8c-b2d2-917a7419fce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (264c82d2-ea4e-4adf-857b-24c76d0daded), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:20.959233 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-355b42b2-c430-4e8c-b2d2-917a7419fce8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:20.967208 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-355b42b2-c430-4e8c-b2d2-917a7419fce8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/264c82d2-ea4e-4adf-857b-24c76d0daded HTTP/1.1" status: 204 len: 168 time: 0.3358650 Jan 28 02:53:21.009602 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff5320-e3b6-4b5c-935e-7c0c0ea9fa6a tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5b3316a0-df87-477a-bdf5-1a3ed6c53737,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:21.019063 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aff5320-e3b6-4b5c-935e-7c0c0ea9fa6a tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Checking segment: {'id': 'abf804df-b173-4bb2-b332-d99796233e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '090f831d-98e2-4ebf-955c-a363ba58d718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:53:21.019439 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aff5320-e3b6-4b5c-935e-7c0c0ea9fa6a tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Network hostable DHCP agents. Network: 090f831d-98e2-4ebf-955c-a363ba58d718, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:53:21.044544 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aff5320-e3b6-4b5c-935e-7c0c0ea9fa6a tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Network 090f831d-98e2-4ebf-955c-a363ba58d718 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:53:21.047443 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b42b2-c430-4e8c-b2d2-917a7419fce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264c82d2-ea4e-4adf-857b-24c76d0daded,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:21.065806 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-2aff5320-e3b6-4b5c-935e-7c0c0ea9fa6a tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 090f831d-98e2-4ebf-955c-a363ba58d718) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:53:21.077452 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aff5320-e3b6-4b5c-935e-7c0c0ea9fa6a tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:21.078290 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2aff5320-e3b6-4b5c-935e-7c0c0ea9fa6a tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:21.083234 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755d6046-4535-4aca-8862-06d88720b574 None None] Network 090f831d-98e2-4ebf-955c-a363ba58d718 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:53:21.105858 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2aff5320-e3b6-4b5c-935e-7c0c0ea9fa6a tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.0008686 Jan 28 02:53:21.108483 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37928) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:21.130622 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-090b851a-d9dd-41b4-aa1b-0bf9d74f326f tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-311949020', 'network_id': '090f831d-98e2-4ebf-955c-a363ba58d718'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:53:21.169760 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-71bb1742-8d3b-413f-9a1d-e23788b48114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (36d38362-2ffb-4c5a-a0e3-3cffea84de7a), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:21.172243 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090b851a-d9dd-41b4-aa1b-0bf9d74f326f tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Made reservation on behalf of e845009e96604d3389ac1e82eb1d7c9a for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:53:21.177422 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-090b851a-d9dd-41b4-aa1b-0bf9d74f326f tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:21.209734 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bb1742-8d3b-413f-9a1d-e23788b48114 admin admin] No DVR routers for this DVR port 36d38362-2ffb-4c5a-a0e3-3cffea84de7a on host n-d-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:53:21.219637 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-090b851a-d9dd-41b4-aa1b-0bf9d74f326f tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] device_id is not set on port a4f2eeae-32c6-4c90-be20-0dd682087a83 yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:53:21.297052 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb1742-8d3b-413f-9a1d-e23788b48114 admin admin] Pushing event deleted for resources: {'Port': ['ID=36d38362-2ffb-4c5a-a0e3-3cffea84de7a,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:21.385792 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-71bb1742-8d3b-413f-9a1d-e23788b48114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (91ca050f-0813-4c7f-89a2-2014be4bf961), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:21.387409 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595ba8aa-8b40-45e7-8372-d92b696ae045 None None] Network 090f831d-98e2-4ebf-955c-a363ba58d718 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:53:21.420812 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b7922-84f8-40b2-ae54-3e3d44384a5a req-801404a2-d926-449b-99af-5f1a2e0eecae tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:21.422348 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6b0b7922-84f8-40b2-ae54-3e3d44384a5a req-801404a2-d926-449b-99af-5f1a2e0eecae tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=413a6dc6-f2e9-42e7-81f4-ab06b5852375 HTTP/1.1" status: 200 len: 947 time: 0.1521046 Jan 28 02:53:21.450997 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-71bb1742-8d3b-413f-9a1d-e23788b48114 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91ca050f-0813-4c7f-89a2-2014be4bf961']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:21.491493 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-71bb1742-8d3b-413f-9a1d-e23788b48114 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5189f6c1-da5a-468a-82ce-c611fdd5a9b8') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:21.491982 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-71bb1742-8d3b-413f-9a1d-e23788b48114 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5189f6c1-da5a-468a-82ce-c611fdd5a9b8') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:21.520170 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-71bb1742-8d3b-413f-9a1d-e23788b48114 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (5189f6c1-da5a-468a-82ce-c611fdd5a9b8), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:21.536882 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-090b851a-d9dd-41b4-aa1b-0bf9d74f326f tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Allocated IP 2001:db8::1f4 (090f831d-98e2-4ebf-955c-a363ba58d718/5b3316a0-df87-477a-bdf5-1a3ed6c53737/a4f2eeae-32c6-4c90-be20-0dd682087a83) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:53:21.542299 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-71bb1742-8d3b-413f-9a1d-e23788b48114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (5189f6c1-da5a-468a-82ce-c611fdd5a9b8), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:21.550331 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71bb1742-8d3b-413f-9a1d-e23788b48114 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:53:21.551246 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-71bb1742-8d3b-413f-9a1d-e23788b48114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (5189f6c1-da5a-468a-82ce-c611fdd5a9b8), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:21.564210 n-d-712139-27 neutron-server[109803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 02:53:21.564210 n-d-712139-27 neutron-server[109803]: self.session.flush() Jan 28 02:53:21.564210 n-d-712139-27 neutron-server[109803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 02:53:21.564210 n-d-712139-27 neutron-server[109803]: self.session.flush() Jan 28 02:53:21.564210 n-d-712139-27 neutron-server[109803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 02:53:21.564210 n-d-712139-27 neutron-server[109803]: self.session.flush() Jan 28 02:53:21.564210 n-d-712139-27 neutron-server[109803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 02:53:21.564210 n-d-712139-27 neutron-server[109803]: self.session.flush() Jan 28 02:53:21.564210 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 02:53:21.564210 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:53:21.564210 n-d-712139-27 neutron-server[109803]: timer() Jan 28 02:53:21.564210 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:53:21.564210 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 02:53:21.564210 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:53:21.564210 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 02:53:21.564210 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:53:21.564210 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 02:53:21.564210 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:53:21.564210 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 02:53:21.564210 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:53:21.564210 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 02:53:21.564210 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:53:21.564210 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:53:21.564210 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:53:21.564210 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:53:21.564210 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:53:21.564210 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 02:53:21.564210 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:53:21.564210 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 02:53:21.564210 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:53:21.564210 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:53:21.564210 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:53:21.564210 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 02:53:21.564210 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:53:21.564210 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:53:21.564210 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:53:21.564210 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:53:21.564210 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:53:21.564210 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:53:21.564210 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:53:21.582404 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6b0b7922-84f8-40b2-ae54-3e3d44384a5a req-c3a5d4ed-0dbf-454e-98f7-750801c2ac5d tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433947 Jan 28 02:53:21.714337 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2c2ef-4447-47b2-bf11-46ae64b29bab req-2f410032-e01a-41bb-8ce0-335c6d019ce8 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:21.715881 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f3f2c2ef-4447-47b2-bf11-46ae64b29bab req-2f410032-e01a-41bb-8ce0-335c6d019ce8 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89 HTTP/1.1" status: 200 len: 946 time: 0.1448197 Jan 28 02:53:21.717092 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-71bb1742-8d3b-413f-9a1d-e23788b48114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (91ca050f-0813-4c7f-89a2-2014be4bf961), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:21.755742 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-71bb1742-8d3b-413f-9a1d-e23788b48114 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:21.758998 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-71bb1742-8d3b-413f-9a1d-e23788b48114 admin admin] 10.222.0.53 "DELETE /v2.0/networks/91ca050f-0813-4c7f-89a2-2014be4bf961 HTTP/1.1" status: 204 len: 168 time: 1.7358210 Jan 28 02:53:21.775429 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb1742-8d3b-413f-9a1d-e23788b48114 admin admin] Pushing event deleted for resources: {'Network': ['ID=91ca050f-0813-4c7f-89a2-2014be4bf961,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:21.830763 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-090b851a-d9dd-41b4-aa1b-0bf9d74f326f tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for port (a4f2eeae-32c6-4c90-be20-0dd682087a83), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:21.885723 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f3f2c2ef-4447-47b2-bf11-46ae64b29bab req-ebd77c1b-d8b7-40ee-b05c-b8910edf3082 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef9f93ec-e75c-4dc9-ac41-6712fa9366d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619344 Jan 28 02:53:21.973746 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-090b851a-d9dd-41b4-aa1b-0bf9d74f326f tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (a4f2eeae-32c6-4c90-be20-0dd682087a83), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:22.034043 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b851a-d9dd-41b4-aa1b-0bf9d74f326f tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Pushing event updated for resources: {'Port': ['ID=a4f2eeae-32c6-4c90-be20-0dd682087a83,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:22.057032 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469962de-6f7a-4427-91e4-5661b333fe8c req-1e1583f7-14d0-4682-aa92-093cc58a206c tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:22.066714 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-469962de-6f7a-4427-91e4-5661b333fe8c req-1e1583f7-14d0-4682-aa92-093cc58a206c tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d39347-fc00-4cae-9ff6-b351ac79bc66 HTTP/1.1" status: 200 len: 945 time: 0.1641259 Jan 28 02:53:22.112273 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090b851a-d9dd-41b4-aa1b-0bf9d74f326f tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Network 090f831d-98e2-4ebf-955c-a363ba58d718 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:53:22.112273 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37960) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:22.132117 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-090b851a-d9dd-41b4-aa1b-0bf9d74f326f tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:53:22.134988 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090b851a-d9dd-41b4-aa1b-0bf9d74f326f tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:53:22.136153 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090b851a-d9dd-41b4-aa1b-0bf9d74f326f tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:22.136821 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-090b851a-d9dd-41b4-aa1b-0bf9d74f326f tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:22.168976 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37962) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:22.169995 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-090b851a-d9dd-41b4-aa1b-0bf9d74f326f tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0506332 Jan 28 02:53:22.270342 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-bcf72d1d-02c3-45c8-97b9-8fa38a3ad694 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0512ee6ae85a4f1ba349ab7d59746f46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1585243 Jan 28 02:53:22.270523 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37964) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:22.277978 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 36d38362-2ffb-4c5a-a0e3-3cffea84de7a no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:53:22.296795 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-469962de-6f7a-4427-91e4-5661b333fe8c req-90ebec48-8cb1-4657-bcb7-25e086bb06b0 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147062 Jan 28 02:53:22.324278 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-ab3cfc37-dc6e-4040-b24a-83320f8e3a79 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Deleting port a4f2eeae-32c6-4c90-be20-0dd682087a83 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:53:22.324782 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ab3cfc37-dc6e-4040-b24a-83320f8e3a79 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (a4f2eeae-32c6-4c90-be20-0dd682087a83), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:22.332447 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 75eb9a5e-90c9-4db3-8445-e3d904792762 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:53:22.392680 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 36d38362-2ffb-4c5a-a0e3-3cffea84de7a {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:53:22.393844 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 36d38362-2ffb-4c5a-a0e3-3cffea84de7a not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:53:22.507622 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 75eb9a5e-90c9-4db3-8445-e3d904792762, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=75eb9a5e-90c9-4db3-8445-e3d904792762,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:53:22.514015 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a184b4f2-775f-412d-8abe-503158091f95 admin admin] Publish callbacks [] for security_group (97c502ff-566c-4439-8ec9-8d2c5f14be1e), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:22.528019 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '75eb9a5e-90c9-4db3-8445-e3d904792762', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'port_id': '75eb9a5e-90c9-4db3-8445-e3d904792762', 'mac_address': 'fa:16:3e:04:7f:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24329ac8-3d67-49eb-9f63-d2859e79e36f', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:53:22.568118 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 75eb9a5e-90c9-4db3-8445-e3d904792762 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:53:22.568512 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (75eb9a5e-90c9-4db3-8445-e3d904792762), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:22.583665 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75eb9a5e-90c9-4db3-8445-e3d904792762 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:53:22.585189 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ab3cfc37-dc6e-4040-b24a-83320f8e3a79 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (a4f2eeae-32c6-4c90-be20-0dd682087a83), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:22.591048 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650a6a0-0b37-4829-9d0f-0d15d8028ca8 req-238b7efb-f1fb-40b2-9b72-7739da4e9604 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:22.597237 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3650a6a0-0b37-4829-9d0f-0d15d8028ca8 req-238b7efb-f1fb-40b2-9b72-7739da4e9604 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=53d39347-fc00-4cae-9ff6-b351ac79bc66 HTTP/1.1" status: 200 len: 1097 time: 0.2208467 Jan 28 02:53:22.624747 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a184b4f2-775f-412d-8abe-503158091f95 admin admin] Publish callbacks [] for security_group (97c502ff-566c-4439-8ec9-8d2c5f14be1e), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:22.627054 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 75eb9a5e-90c9-4db3-8445-e3d904792762, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=75eb9a5e-90c9-4db3-8445-e3d904792762,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:53:22.635100 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (75eb9a5e-90c9-4db3-8445-e3d904792762), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:22.644846 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37982) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:22.671189 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-ab3cfc37-dc6e-4040-b24a-83320f8e3a79 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Calling delete_port for a4f2eeae-32c6-4c90-be20-0dd682087a83 owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:53:22.743171 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=75eb9a5e-90c9-4db3-8445-e3d904792762,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:22.783038 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c74e68-1cf9-4dac-a9fa-92b314e1e717 req-f664a3b5-340c-4a65-8429-017c8ecee431 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:22.784578 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-24c74e68-1cf9-4dac-a9fa-92b314e1e717 req-f664a3b5-340c-4a65-8429-017c8ecee431 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=413a6dc6-f2e9-42e7-81f4-ab06b5852375 HTTP/1.1" status: 200 len: 948 time: 0.0784838 Jan 28 02:53:22.836506 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3650a6a0-0b37-4829-9d0f-0d15d8028ca8 req-5615a5c7-d26e-479e-b934-9a8e28048c38 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154706 Jan 28 02:53:22.883687 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a184b4f2-775f-412d-8abe-503158091f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (97c502ff-566c-4439-8ec9-8d2c5f14be1e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:22.887491 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a184b4f2-775f-412d-8abe-503158091f95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:22.891124 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a184b4f2-775f-412d-8abe-503158091f95 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/97c502ff-566c-4439-8ec9-8d2c5f14be1e HTTP/1.1" status: 204 len: 168 time: 0.6132352 Jan 28 02:53:22.898228 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-6f712b6b-9017-4fe0-a16f-3c5d82ce59f7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1756558027-network', 'tenant_id': '58413890441044459c04be3647465ec6'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:53:22.902340 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184b4f2-775f-412d-8abe-503158091f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c502ff-566c-4439-8ec9-8d2c5f14be1e,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:22.954370 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-24c74e68-1cf9-4dac-a9fa-92b314e1e717 req-45331036-267f-4cec-b1db-731c6c4c8905 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567044 Jan 28 02:53:22.965668 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f712b6b-9017-4fe0-a16f-3c5d82ce59f7 admin admin] Made reservation on behalf of 58413890441044459c04be3647465ec6 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:53:22.969424 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6f712b6b-9017-4fe0-a16f-3c5d82ce59f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:22.982680 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6f712b6b-9017-4fe0-a16f-3c5d82ce59f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:23.001806 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['75eb9a5e-90c9-4db3-8445-e3d904792762'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:53:23.066739 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ab3cfc37-dc6e-4040-b24a-83320f8e3a79 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (a4f2eeae-32c6-4c90-be20-0dd682087a83), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:23.280218 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f637f-7fb9-4b0b-8b68-29348d799701 req-7474a74b-9c67-4621-baf6-55317541f1c3 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:23.284691 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-855f637f-7fb9-4b0b-8b68-29348d799701 req-7474a74b-9c67-4621-baf6-55317541f1c3 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89 HTTP/1.1" status: 200 len: 946 time: 0.2034605 Jan 28 02:53:23.298104 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6f712b6b-9017-4fe0-a16f-3c5d82ce59f7 admin admin] Publish callbacks [] for security_group (8f187bc8-a469-471b-966d-66e2f7f7afdd), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:23.315885 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6f712b6b-9017-4fe0-a16f-3c5d82ce59f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (8f187bc8-a469-471b-966d-66e2f7f7afdd), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:23.331323 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f712b6b-9017-4fe0-a16f-3c5d82ce59f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:53:23.343407 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6f712b6b-9017-4fe0-a16f-3c5d82ce59f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (e82e57e3-b2ae-4a12-b8fe-2a627edafa91), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:23.343994 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-6f712b6b-9017-4fe0-a16f-3c5d82ce59f7 admin admin] Added segment e82e57e3-b2ae-4a12-b8fe-2a627edafa91 of type vlan for network f788fb8a-f235-4456-a255-8d95263f97c9 Jan 28 02:53:23.448237 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f712b6b-9017-4fe0-a16f-3c5d82ce59f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f187bc8-a469-471b-966d-66e2f7f7afdd,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:23.475160 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6f712b6b-9017-4fe0-a16f-3c5d82ce59f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (f788fb8a-f235-4456-a255-8d95263f97c9), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:23.495437 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-855f637f-7fb9-4b0b-8b68-29348d799701 req-710b3e5c-186b-4137-a3a1-412f54971145 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef9f93ec-e75c-4dc9-ac41-6712fa9366d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014289 Jan 28 02:53:23.500430 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3cfc37-dc6e-4040-b24a-83320f8e3a79 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4f2eeae-32c6-4c90-be20-0dd682087a83,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:23.546641 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ab3cfc37-dc6e-4040-b24a-83320f8e3a79 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:23.548959 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6f712b6b-9017-4fe0-a16f-3c5d82ce59f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (f788fb8a-f235-4456-a255-8d95263f97c9), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:23.550877 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ab3cfc37-dc6e-4040-b24a-83320f8e3a79 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] 10.222.0.53 "DELETE /v2.0/ports/a4f2eeae-32c6-4c90-be20-0dd682087a83 HTTP/1.1" status: 204 len: 168 time: 1.3808398 Jan 28 02:53:23.553597 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38018) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:23.554000 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f712b6b-9017-4fe0-a16f-3c5d82ce59f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:23.556723 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6f712b6b-9017-4fe0-a16f-3c5d82ce59f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:23.558069 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-a8a60042-daf1-40fb-b146-be3a3f47c230 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '090f831d-98e2-4ebf-955c-a363ba58d718', 'external_fixed_ips': [{'subnet_id': '5b3316a0-df87-477a-bdf5-1a3ed6c53737', 'ip_address': '2001:db8::1f4'}]}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:53:23.582391 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3da2f1-72ce-4934-ba22-7aedb0c3c449 req-0cc06a97-b855-4b07-bd72-2f9b07dadbb9 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:23.584521 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0f3da2f1-72ce-4934-ba22-7aedb0c3c449 req-0cc06a97-b855-4b07-bd72-2f9b07dadbb9 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=53d39347-fc00-4cae-9ff6-b351ac79bc66 HTTP/1.1" status: 200 len: 1097 time: 0.5918410 Jan 28 02:53:23.586097 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a8a60042-daf1-40fb-b146-be3a3f47c230 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (7ab67bec-6c7b-4b61-a5ee-380c65275e9d), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:23.587438 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a8a60042-daf1-40fb-b146-be3a3f47c230 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (7ab67bec-6c7b-4b61-a5ee-380c65275e9d), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:23.671903 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6f712b6b-9017-4fe0-a16f-3c5d82ce59f7 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0231578 Jan 28 02:53:23.672499 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38026) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:23.687176 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-014f5648-be21-486b-ae58-3e4154674112 admin admin] Request body: {'subnet': {'network_id': 'f788fb8a-f235-4456-a255-8d95263f97c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1756558027-subnet', 'tenant_id': '58413890441044459c04be3647465ec6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:53:23.723369 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f712b6b-9017-4fe0-a16f-3c5d82ce59f7 admin admin] Pushing event updated for resources: {'Network': ['ID=f788fb8a-f235-4456-a255-8d95263f97c9,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:23.740039 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network f788fb8a-f235-4456-a255-8d95263f97c9 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:53:23.758298 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a8a60042-daf1-40fb-b146-be3a3f47c230 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for router_controller (7ab67bec-6c7b-4b61-a5ee-380c65275e9d), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:23.758821 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38032) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:23.761479 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014f5648-be21-486b-ae58-3e4154674112 admin admin] Made reservation on behalf of 58413890441044459c04be3647465ec6 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:53:23.767716 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-014f5648-be21-486b-ae58-3e4154674112 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:23.779650 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0f3da2f1-72ce-4934-ba22-7aedb0c3c449 req-03db53ee-77f2-474d-bfc7-d768143e2962 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874022 Jan 28 02:53:23.895131 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38044) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:24.009711 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a8a60042-daf1-40fb-b146-be3a3f47c230 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for router_gateway (7ab67bec-6c7b-4b61-a5ee-380c65275e9d), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:24.200166 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-8664ec59-a2d8-41cf-98cc-f62770dcc8cf admin admin] Deleting subnet c47d8662-592c-46cb-9250-3ddc6d538cb4 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:53:24.206212 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f9d3dee7-98c6-40b5-aa12-742734fcd860 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:24.211766 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8664ec59-a2d8-41cf-98cc-f62770dcc8cf admin admin] Publish callbacks [] for subnet (c47d8662-592c-46cb-9250-3ddc6d538cb4), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:24.309301 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330587f7-6bcc-4751-888c-db83a4600cc2 req-0b45e553-6720-4db7-8718-e400554f52b1 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:24.310881 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-330587f7-6bcc-4751-888c-db83a4600cc2 req-0b45e553-6720-4db7-8718-e400554f52b1 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=413a6dc6-f2e9-42e7-81f4-ab06b5852375 HTTP/1.1" status: 200 len: 948 time: 0.1612031 Jan 28 02:53:24.314448 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-014f5648-be21-486b-ae58-3e4154674112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (8233c9f8-90da-42d9-9cc8-120e645e8525), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:24.321173 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 75eb9a5e-90c9-4db3-8445-e3d904792762 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:53:24.362877 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38058) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:24.419726 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 75eb9a5e-90c9-4db3-8445-e3d904792762 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:53:24.425924 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 75eb9a5e-90c9-4db3-8445-e3d904792762 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:53:24.426576 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (75eb9a5e-90c9-4db3-8445-e3d904792762), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:24.435097 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8664ec59-a2d8-41cf-98cc-f62770dcc8cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (c47d8662-592c-46cb-9250-3ddc6d538cb4), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:24.468767 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b7d43-e4e4-418b-9f7a-7f56f7edbeaf req-5e098d98-3672-405a-85e8-6878ba743543 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:24.475829 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-575b7d43-e4e4-418b-9f7a-7f56f7edbeaf req-5e098d98-3672-405a-85e8-6878ba743543 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=53d39347-fc00-4cae-9ff6-b351ac79bc66 HTTP/1.1" status: 200 len: 1097 time: 0.2717350 Jan 28 02:53:24.514736 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-d66a74c4-7c78-4f9f-be35-fce34425775c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-263614113-network', 'tenant_id': '7581cafbb59a47148e5d33dde7c9cb23'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:53:24.543311 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014f5648-be21-486b-ae58-3e4154674112 admin admin] Checking segment: {'id': 'e82e57e3-b2ae-4a12-b8fe-2a627edafa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f788fb8a-f235-4456-a255-8d95263f97c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:53:24.544513 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014f5648-be21-486b-ae58-3e4154674112 admin admin] Network hostable DHCP agents. Network: f788fb8a-f235-4456-a255-8d95263f97c9, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:53:24.548216 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a8a60042-daf1-40fb-b146-be3a3f47c230 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for router_gateway (7ab67bec-6c7b-4b61-a5ee-380c65275e9d), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:24.549106 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014f5648-be21-486b-ae58-3e4154674112 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8233c9f8-90da-42d9-9cc8-120e645e8525,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:24.571237 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 75eb9a5e-90c9-4db3-8445-e3d904792762 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:53:24.572333 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (75eb9a5e-90c9-4db3-8445-e3d904792762), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:24.574125 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a8a60042-daf1-40fb-b146-be3a3f47c230 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:24.576336 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8664ec59-a2d8-41cf-98cc-f62770dcc8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (c47d8662-592c-46cb-9250-3ddc6d538cb4), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:24.600690 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413a6dc6-f2e9-42e7-81f4-ab06b5852375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75eb9a5e-90c9-4db3-8445-e3d904792762'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:53:24.604562 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06c8c86-2440-4068-9ee6-95674a6e1a5e" -d '{"events": [{"server_uuid": "413a6dc6-f2e9-42e7-81f4-ab06b5852375", "name": "network-vif-plugged", "status": "completed", "tag": "75eb9a5e-90c9-4db3-8445-e3d904792762"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:53:24.619039 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 75eb9a5e-90c9-4db3-8445-e3d904792762, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=75eb9a5e-90c9-4db3-8445-e3d904792762,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:53:24.623430 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66a74c4-7c78-4f9f-be35-fce34425775c admin admin] Made reservation on behalf of 7581cafbb59a47148e5d33dde7c9cb23 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:53:24.626917 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d66a74c4-7c78-4f9f-be35-fce34425775c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:24.628705 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (75eb9a5e-90c9-4db3-8445-e3d904792762), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:24.631185 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014f5648-be21-486b-ae58-3e4154674112 admin admin] Network f788fb8a-f235-4456-a255-8d95263f97c9 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:53:24.647791 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-014f5648-be21-486b-ae58-3e4154674112 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, f788fb8a-f235-4456-a255-8d95263f97c9) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:53:24.651076 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f9d3dee7-98c6-40b5-aa12-742734fcd860 admin admin] Publish callbacks [] for security_group (0000c08c-6bc7-4de6-add6-958326b47a0d), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:24.655340 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-330587f7-6bcc-4751-888c-db83a4600cc2 req-59422bb4-2781-4c80-aef1-9d3a4c4aa8d6 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145461 Jan 28 02:53:24.658609 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014f5648-be21-486b-ae58-3e4154674112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:24.659081 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-014f5648-be21-486b-ae58-3e4154674112 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:24.672247 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f9d3dee7-98c6-40b5-aa12-742734fcd860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (0000c08c-6bc7-4de6-add6-958326b47a0d), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:24.688080 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80765a3-ce19-4951-829c-f6f2128adbfd None None] Network f788fb8a-f235-4456-a255-8d95263f97c9 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:53:24.697290 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d66a74c4-7c78-4f9f-be35-fce34425775c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:24.715340 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-575b7d43-e4e4-418b-9f7a-7f56f7edbeaf req-907ea361-1677-449b-8321-94c97c7ed1ef tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345121 Jan 28 02:53:24.718619 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f9d3dee7-98c6-40b5-aa12-742734fcd860 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c47f7235387d4ddc853b61507577ef71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8193603 Jan 28 02:53:24.722575 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-014f5648-be21-486b-ae58-3e4154674112 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0474536 Jan 28 02:53:24.723139 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38066) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:24.730795 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38068) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:24.749851 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-250831a5-be98-4f97-a9ab-c7a24ce0ac92 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1756558027-router', 'tenant_id': '58413890441044459c04be3647465ec6', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:53:24.777093 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2dbc543-9617-40ab-a5ac-44994e7adf5b x-openstack-request-id: req-b2dbc543-9617-40ab-a5ac-44994e7adf5b {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:53:24.777664 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "413a6dc6-f2e9-42e7-81f4-ab06b5852375", "name": "network-vif-plugged", "status": "completed", "tag": "75eb9a5e-90c9-4db3-8445-e3d904792762", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:53:24.777664 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b2dbc543-9617-40ab-a5ac-44994e7adf5b {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:53:24.778007 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413a6dc6-f2e9-42e7-81f4-ab06b5852375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75eb9a5e-90c9-4db3-8445-e3d904792762', 'code': 200} Jan 28 02:53:24.793141 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=75eb9a5e-90c9-4db3-8445-e3d904792762,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:24.838862 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2388777-5aab-4e40-8f0c-2df7457cd952 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-f788fb8a-f235-4456-a255-8d95263f97c9', 'network_id': 'f788fb8a-f235-4456-a255-8d95263f97c9', 'project_id': '58413890441044459c04be3647465ec6', 'fixed_ips': [{'subnet_id': '8233c9f8-90da-42d9-9cc8-120e645e8525'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:53:24.840503 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c2388777-5aab-4e40-8f0c-2df7457cd952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:24.855008 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d3dee7-98c6-40b5-aa12-742734fcd860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0000c08c-6bc7-4de6-add6-958326b47a0d,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:24.898602 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8664ec59-a2d8-41cf-98cc-f62770dcc8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (c47d8662-592c-46cb-9250-3ddc6d538cb4), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:24.909250 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4f6b8de3-8a29-4015-a4dd-8f6575e67d72 admin admin] Publish callbacks [] for security_group (0000c08c-6bc7-4de6-add6-958326b47a0d), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:24.934672 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4f6b8de3-8a29-4015-a4dd-8f6575e67d72 admin admin] Publish callbacks [] for security_group (0000c08c-6bc7-4de6-add6-958326b47a0d), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:24.935244 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8664ec59-a2d8-41cf-98cc-f62770dcc8cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:24.938500 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8664ec59-a2d8-41cf-98cc-f62770dcc8cf admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c47d8662-592c-46cb-9250-3ddc6d538cb4 HTTP/1.1" status: 204 len: 168 time: 1.1786695 Jan 28 02:53:24.944903 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8664ec59-a2d8-41cf-98cc-f62770dcc8cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c47d8662-592c-46cb-9250-3ddc6d538cb4,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:24.947194 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38070) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:24.980445 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-250831a5-be98-4f97-a9ab-c7a24ce0ac92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (189942bd-f75e-4c5f-ab86-ba00dcc66ac5), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:24.981520 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-250831a5-be98-4f97-a9ab-c7a24ce0ac92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (189942bd-f75e-4c5f-ab86-ba00dcc66ac5), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:25.039903 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-250831a5-be98-4f97-a9ab-c7a24ce0ac92 admin admin] Publish callbacks [] for router_controller (189942bd-f75e-4c5f-ab86-ba00dcc66ac5), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:25.068332 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-c2388777-5aab-4e40-8f0c-2df7457cd952 None None] Allocated IP 172.20.0.2 (f788fb8a-f235-4456-a255-8d95263f97c9/8233c9f8-90da-42d9-9cc8-120e645e8525/581e3165-bef2-41d7-9753-46e20468cae3) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:53:25.081121 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5ccde-ba5e-4b04-831f-8f405e8f911b req-b5774eca-6703-4fcf-baa8-c12c77817441 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:25.082927 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-14b5ccde-ba5e-4b04-831f-8f405e8f911b req-b5774eca-6703-4fcf-baa8-c12c77817441 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89 HTTP/1.1" status: 200 len: 946 time: 0.3446307 Jan 28 02:53:25.092228 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-a8a60042-daf1-40fb-b146-be3a3f47c230 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Allocated IP 2001:db8::1f4 (090f831d-98e2-4ebf-955c-a363ba58d718/5b3316a0-df87-477a-bdf5-1a3ed6c53737/66f10cc8-4eb3-4996-bd77-94d03b86a0a4) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:53:25.100031 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:53:25.101381 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a3bf72e0-2a7b-40c8-ae27-fc47e10cf425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (b41ec36c-2b47-4b7e-a484-436d2f02d72a), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:25.183400 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea72f0-c091-48df-b3cc-567320d3e6f5 req-ad592b1d-3710-4096-ace9-9d79312279d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:25.186034 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d66a74c4-7c78-4f9f-be35-fce34425775c admin admin] Publish callbacks [] for security_group (3711f489-87e7-4ab3-8353-77075d27f3a2), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:25.186176 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b9ea72f0-c091-48df-b3cc-567320d3e6f5 req-ad592b1d-3710-4096-ace9-9d79312279d2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=413a6dc6-f2e9-42e7-81f4-ab06b5852375 HTTP/1.1" status: 200 len: 1101 time: 0.2098315 Jan 28 02:53:25.229657 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d66a74c4-7c78-4f9f-be35-fce34425775c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (3711f489-87e7-4ab3-8353-77075d27f3a2), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:25.275628 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b9ea72f0-c091-48df-b3cc-567320d3e6f5 req-fb33d6a0-98d5-405e-8e5e-a5f40ddb24b2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800369 Jan 28 02:53:25.276203 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4f6b8de3-8a29-4015-a4dd-8f6575e67d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (0000c08c-6bc7-4de6-add6-958326b47a0d), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:25.278955 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4f6b8de3-8a29-4015-a4dd-8f6575e67d72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:25.282285 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4f6b8de3-8a29-4015-a4dd-8f6575e67d72 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0000c08c-6bc7-4de6-add6-958326b47a0d HTTP/1.1" status: 204 len: 168 time: 0.5544980 Jan 28 02:53:25.288978 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a74c4-7c78-4f9f-be35-fce34425775c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3711f489-87e7-4ab3-8353-77075d27f3a2,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:25.314227 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a3bf72e0-2a7b-40c8-ae27-fc47e10cf425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (b41ec36c-2b47-4b7e-a484-436d2f02d72a), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:25.318639 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d66a74c4-7c78-4f9f-be35-fce34425775c admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:53:25.335127 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c2388777-5aab-4e40-8f0c-2df7457cd952 None None] Publish callbacks [] for port (581e3165-bef2-41d7-9753-46e20468cae3), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:25.349471 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c2388777-5aab-4e40-8f0c-2df7457cd952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (581e3165-bef2-41d7-9753-46e20468cae3), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:25.363968 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d66a74c4-7c78-4f9f-be35-fce34425775c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (b07f2473-f884-4e6c-9979-6090b836f5c9), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:25.364327 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-d66a74c4-7c78-4f9f-be35-fce34425775c admin admin] Added segment b07f2473-f884-4e6c-9979-6090b836f5c9 of type vlan for network 266d65f2-ae3d-4ae4-8df9-31c67ca10beb Jan 28 02:53:25.368848 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b8de3-8a29-4015-a4dd-8f6575e67d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0000c08c-6bc7-4de6-add6-958326b47a0d,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:25.379227 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-250831a5-be98-4f97-a9ab-c7a24ce0ac92 admin admin] Publish callbacks [] for router_gateway (189942bd-f75e-4c5f-ab86-ba00dcc66ac5), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:25.385269 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-a3bf72e0-2a7b-40c8-ae27-fc47e10cf425 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b41ec36c-2b47-4b7e-a484-436d2f02d72a']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:25.389173 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-14b5ccde-ba5e-4b04-831f-8f405e8f911b req-5c359486-36d7-43c0-bfd4-35e3c55988cd tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef9f93ec-e75c-4dc9-ac41-6712fa9366d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646298 Jan 28 02:53:25.421589 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-a3bf72e0-2a7b-40c8-ae27-fc47e10cf425 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49d4c981-b004-41ee-ab95-a2b5be80e959') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:25.421894 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-a3bf72e0-2a7b-40c8-ae27-fc47e10cf425 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49d4c981-b004-41ee-ab95-a2b5be80e959') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:25.447843 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2388777-5aab-4e40-8f0c-2df7457cd952 None None] Network f788fb8a-f235-4456-a255-8d95263f97c9 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:53:25.453010 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a8a60042-daf1-40fb-b146-be3a3f47c230 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for port (66f10cc8-4eb3-4996-bd77-94d03b86a0a4), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:25.459605 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a3bf72e0-2a7b-40c8-ae27-fc47e10cf425 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (49d4c981-b004-41ee-ab95-a2b5be80e959), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:25.501362 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-c2388777-5aab-4e40-8f0c-2df7457cd952 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:53:25.513013 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2388777-5aab-4e40-8f0c-2df7457cd952 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:53:25.517521 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2388777-5aab-4e40-8f0c-2df7457cd952 None None] Pushing event updated for resources: {'Port': ['ID=581e3165-bef2-41d7-9753-46e20468cae3,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:25.528001 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d66a74c4-7c78-4f9f-be35-fce34425775c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (266d65f2-ae3d-4ae4-8df9-31c67ca10beb), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:25.542572 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a3bf72e0-2a7b-40c8-ae27-fc47e10cf425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (49d4c981-b004-41ee-ab95-a2b5be80e959), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:25.574313 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3bf72e0-2a7b-40c8-ae27-fc47e10cf425 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:53:25.574729 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a3bf72e0-2a7b-40c8-ae27-fc47e10cf425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (49d4c981-b004-41ee-ab95-a2b5be80e959), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:25.577879 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 02:53:25.577879 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:53:25.577879 n-d-712139-27 neutron-server[109803]: timer() Jan 28 02:53:25.577879 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:53:25.577879 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 02:53:25.577879 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:53:25.577879 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 02:53:25.577879 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:53:25.577879 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 02:53:25.577879 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:53:25.577879 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 02:53:25.577879 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:53:25.577879 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 02:53:25.577879 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:53:25.577879 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:53:25.577879 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:53:25.577879 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:53:25.577879 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:53:25.577879 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 02:53:25.577879 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:53:25.577879 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 02:53:25.577879 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:53:25.577879 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:53:25.577879 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:53:25.577879 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 02:53:25.577879 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:53:25.577879 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:53:25.577879 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:53:25.577879 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:53:25.577879 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:53:25.577879 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:53:25.577879 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:53:25.597510 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-c2388777-5aab-4e40-8f0c-2df7457cd952 None None] Attempting to bind port 581e3165-bef2-41d7-9753-46e20468cae3 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:53:25.598294 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-c2388777-5aab-4e40-8f0c-2df7457cd952 None None] Attempting to bind port 581e3165-bef2-41d7-9753-46e20468cae3 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e82e57e3-b2ae-4a12-b8fe-2a627edafa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f788fb8a-f235-4456-a255-8d95263f97c9'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:53:25.598896 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2388777-5aab-4e40-8f0c-2df7457cd952 None None] Attempting to bind port 581e3165-bef2-41d7-9753-46e20468cae3 on network f788fb8a-f235-4456-a255-8d95263f97c9 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:53:25.606111 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2388777-5aab-4e40-8f0c-2df7457cd952 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:53:25.607397 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2388777-5aab-4e40-8f0c-2df7457cd952 None None] Checking segment: {'id': 'e82e57e3-b2ae-4a12-b8fe-2a627edafa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f788fb8a-f235-4456-a255-8d95263f97c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:53:25.608068 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c2388777-5aab-4e40-8f0c-2df7457cd952 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:25.609169 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2388777-5aab-4e40-8f0c-2df7457cd952 None None] Bound using segment: {'id': 'e82e57e3-b2ae-4a12-b8fe-2a627edafa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f788fb8a-f235-4456-a255-8d95263f97c9'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:53:25.611241 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-c2388777-5aab-4e40-8f0c-2df7457cd952 None None] Bound port: 581e3165-bef2-41d7-9753-46e20468cae3, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82e57e3-b2ae-4a12-b8fe-2a627edafa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f788fb8a-f235-4456-a255-8d95263f97c9'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:53:25.612142 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c2388777-5aab-4e40-8f0c-2df7457cd952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (581e3165-bef2-41d7-9753-46e20468cae3), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:25.693618 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-250831a5-be98-4f97-a9ab-c7a24ce0ac92 admin admin] Publish callbacks [] for router_gateway (189942bd-f75e-4c5f-ab86-ba00dcc66ac5), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:25.702701 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c2388777-5aab-4e40-8f0c-2df7457cd952 None None] For port 581e3165-bef2-41d7-9753-46e20468cae3, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:53:25.709821 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c2388777-5aab-4e40-8f0c-2df7457cd952 None None] For port 581e3165-bef2-41d7-9753-46e20468cae3, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=581e3165-bef2-41d7-9753-46e20468cae3,segment=NetworkSegment(e82e57e3-b2ae-4a12-b8fe-2a627edafa91),segment_id=e82e57e3-b2ae-4a12-b8fe-2a627edafa91)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:53:25.718472 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-250831a5-be98-4f97-a9ab-c7a24ce0ac92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:25.721174 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c2388777-5aab-4e40-8f0c-2df7457cd952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (581e3165-bef2-41d7-9753-46e20468cae3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:25.858149 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d66a74c4-7c78-4f9f-be35-fce34425775c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (266d65f2-ae3d-4ae4-8df9-31c67ca10beb), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:25.859522 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66a74c4-7c78-4f9f-be35-fce34425775c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:25.860473 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d66a74c4-7c78-4f9f-be35-fce34425775c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:25.873376 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a8a60042-daf1-40fb-b146-be3a3f47c230 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (66f10cc8-4eb3-4996-bd77-94d03b86a0a4), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:25.874456 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2388777-5aab-4e40-8f0c-2df7457cd952 None None] Pushing event updated for resources: {'Port': ['ID=581e3165-bef2-41d7-9753-46e20468cae3,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:25.896858 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-250831a5-be98-4f97-a9ab-c7a24ce0ac92 admin admin] Allocated IP 172.25.0.101 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/e8d4cd73-0fb3-444f-a71d-9fdf3c91b279) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:53:25.937345 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d66a74c4-7c78-4f9f-be35-fce34425775c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5733576 Jan 28 02:53:25.972010 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38088) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:26.017914 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a60042-daf1-40fb-b146-be3a3f47c230 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Network 090f831d-98e2-4ebf-955c-a363ba58d718 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:53:26.031551 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-20a7e8f7-5559-4b2c-b036-36b64ca25542 admin admin] Request body: {'subnet': {'network_id': '266d65f2-ae3d-4ae4-8df9-31c67ca10beb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-263614113-subnet', 'tenant_id': '7581cafbb59a47148e5d33dde7c9cb23', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:53:26.056649 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac6ef9-0147-4798-a15f-478a5d21cff7 req-ea64e833-c5df-43f5-bb5c-609220cc89f2 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:26.058506 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-84ac6ef9-0147-4798-a15f-478a5d21cff7 req-ea64e833-c5df-43f5-bb5c-609220cc89f2 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=413a6dc6-f2e9-42e7-81f4-ab06b5852375 HTTP/1.1" status: 200 len: 949 time: 0.2471380 Jan 28 02:53:26.065758 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-a8a60042-daf1-40fb-b146-be3a3f47c230 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:53:26.068157 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a60042-daf1-40fb-b146-be3a3f47c230 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:53:26.120796 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-250831a5-be98-4f97-a9ab-c7a24ce0ac92 admin admin] Publish callbacks [] for port (e8d4cd73-0fb3-444f-a71d-9fdf3c91b279), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:26.122465 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a3bf72e0-2a7b-40c8-ae27-fc47e10cf425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (b41ec36c-2b47-4b7e-a484-436d2f02d72a), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:26.129289 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a3bf72e0-2a7b-40c8-ae27-fc47e10cf425 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:26.136916 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a3bf72e0-2a7b-40c8-ae27-fc47e10cf425 admin admin] 10.222.0.53 "DELETE /v2.0/networks/b41ec36c-2b47-4b7e-a484-436d2f02d72a HTTP/1.1" status: 204 len: 168 time: 1.1822643 Jan 28 02:53:26.164562 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0cdc8c-01c0-4e12-b85c-40d8f234c8a6 req-6e311dc2-5b5a-45fe-bc18-8bc368bdf260 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:26.171906 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7b0cdc8c-01c0-4e12-b85c-40d8f234c8a6 req-6e311dc2-5b5a-45fe-bc18-8bc368bdf260 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=53d39347-fc00-4cae-9ff6-b351ac79bc66 HTTP/1.1" status: 200 len: 1097 time: 0.1547210 Jan 28 02:53:26.220732 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a74c4-7c78-4f9f-be35-fce34425775c admin admin] Pushing event updated for resources: {'Network': ['ID=266d65f2-ae3d-4ae4-8df9-31c67ca10beb,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:26.247140 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 266d65f2-ae3d-4ae4-8df9-31c67ca10beb details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:53:26.294533 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf72e0-2a7b-40c8-ae27-fc47e10cf425 admin admin] Pushing event deleted for resources: {'Network': ['ID=b41ec36c-2b47-4b7e-a484-436d2f02d72a,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:26.319614 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7b0cdc8c-01c0-4e12-b85c-40d8f234c8a6 req-60e921b2-2e1a-439e-a7d0-f3ecfeaa65c7 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384113 Jan 28 02:53:26.320204 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a60042-daf1-40fb-b146-be3a3f47c230 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Pushing event updated for resources: {'Port': ['ID=66f10cc8-4eb3-4996-bd77-94d03b86a0a4,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:26.320303 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-250831a5-be98-4f97-a9ab-c7a24ce0ac92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (e8d4cd73-0fb3-444f-a71d-9fdf3c91b279), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:26.394001 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a7e8f7-5559-4b2c-b036-36b64ca25542 admin admin] Made reservation on behalf of 7581cafbb59a47148e5d33dde7c9cb23 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:53:26.396393 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-20a7e8f7-5559-4b2c-b036-36b64ca25542 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:26.405266 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250831a5-be98-4f97-a9ab-c7a24ce0ac92 admin admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:53:26.419231 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-250831a5-be98-4f97-a9ab-c7a24ce0ac92 admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:53:26.425727 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250831a5-be98-4f97-a9ab-c7a24ce0ac92 admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:53:26.462691 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 581e3165-bef2-41d7-9753-46e20468cae3 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:53:26.485695 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-84ac6ef9-0147-4798-a15f-478a5d21cff7 req-0aa2a4d3-f479-45bb-b84f-b511b7584be9 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724146 Jan 28 02:53:26.486702 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38104) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:26.631657 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250831a5-be98-4f97-a9ab-c7a24ce0ac92 admin admin] Pushing event updated for resources: {'Port': ['ID=e8d4cd73-0fb3-444f-a71d-9fdf3c91b279,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:26.693050 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 581e3165-bef2-41d7-9753-46e20468cae3 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:53:26.694585 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (581e3165-bef2-41d7-9753-46e20468cae3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:26.732548 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a2984c52-a0f3-4049-91ab-7b52838083cc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=53e2297c23164a47954b52b6f715a589&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181070 Jan 28 02:53:26.743748 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38112) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:26.807132 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-250831a5-be98-4f97-a9ab-c7a24ce0ac92 admin admin] Publish callbacks [] for router_gateway (189942bd-f75e-4c5f-ab86-ba00dcc66ac5), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:26.840495 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 581e3165-bef2-41d7-9753-46e20468cae3 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:53:26.841283 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (581e3165-bef2-41d7-9753-46e20468cae3), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:26.881351 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-994462ac-583d-4c39-908e-edf19a4e0074 admin admin] Publish callbacks [] for security_group (3afaac3e-768e-437d-8abb-c3c9959c06b0), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:26.890206 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea693a-83a7-412f-8fbf-4ffe4b20cb29 req-eb14196c-21f0-4847-bb8f-13e4980dc643 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:26.895633 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 581e3165-bef2-41d7-9753-46e20468cae3, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=581e3165-bef2-41d7-9753-46e20468cae3,segment=NetworkSegment(e82e57e3-b2ae-4a12-b8fe-2a627edafa91),segment_id=e82e57e3-b2ae-4a12-b8fe-2a627edafa91)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:53:26.897836 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7cea693a-83a7-412f-8fbf-4ffe4b20cb29 req-eb14196c-21f0-4847-bb8f-13e4980dc643 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89 HTTP/1.1" status: 200 len: 946 time: 0.2448716 Jan 28 02:53:26.911566 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-994462ac-583d-4c39-908e-edf19a4e0074 admin admin] Publish callbacks [] for security_group (3afaac3e-768e-437d-8abb-c3c9959c06b0), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:26.922891 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (581e3165-bef2-41d7-9753-46e20468cae3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:26.988996 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a8a60042-daf1-40fb-b146-be3a3f47c230 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for router_gateway (7ab67bec-6c7b-4b61-a5ee-380c65275e9d), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:27.034965 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=581e3165-bef2-41d7-9753-46e20468cae3,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:27.061574 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-994462ac-583d-4c39-908e-edf19a4e0074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (3afaac3e-768e-437d-8abb-c3c9959c06b0), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:27.066214 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-994462ac-583d-4c39-908e-edf19a4e0074 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:27.068062 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-994462ac-583d-4c39-908e-edf19a4e0074 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3afaac3e-768e-437d-8abb-c3c9959c06b0 HTTP/1.1" status: 204 len: 168 time: 0.3231435 Jan 28 02:53:27.087342 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994462ac-583d-4c39-908e-edf19a4e0074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afaac3e-768e-437d-8abb-c3c9959c06b0,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:27.159356 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7cea693a-83a7-412f-8fbf-4ffe4b20cb29 req-808afb22-d8ed-4db1-9419-f3875a545be3 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef9f93ec-e75c-4dc9-ac41-6712fa9366d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532322 Jan 28 02:53:27.290995 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-20a7e8f7-5559-4b2c-b036-36b64ca25542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (25561413-0d19-438c-afcd-b5c53014f067), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:27.314158 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-250831a5-be98-4f97-a9ab-c7a24ce0ac92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (189942bd-f75e-4c5f-ab86-ba00dcc66ac5), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:27.443465 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e9ab42-6446-42c0-aead-146c0cb8af4d None None] Network f788fb8a-f235-4456-a255-8d95263f97c9 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:53:27.504053 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a7e8f7-5559-4b2c-b036-36b64ca25542 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25561413-0d19-438c-afcd-b5c53014f067,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:27.539327 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a7e8f7-5559-4b2c-b036-36b64ca25542 admin admin] Checking segment: {'id': 'b07f2473-f884-4e6c-9979-6090b836f5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '266d65f2-ae3d-4ae4-8df9-31c67ca10beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:53:27.539700 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a7e8f7-5559-4b2c-b036-36b64ca25542 admin admin] Network hostable DHCP agents. Network: 266d65f2-ae3d-4ae4-8df9-31c67ca10beb, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:53:27.560631 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-1146d41a-10f7-449d-b4fc-e554ea715be6 None None] Provisioning complete for port 581e3165-bef2-41d7-9753-46e20468cae3 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:53:27.562261 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1146d41a-10f7-449d-b4fc-e554ea715be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (581e3165-bef2-41d7-9753-46e20468cae3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:27.592642 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a8a60042-daf1-40fb-b146-be3a3f47c230 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (7ab67bec-6c7b-4b61-a5ee-380c65275e9d), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:27.597609 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250831a5-be98-4f97-a9ab-c7a24ce0ac92 admin admin] Router 189942bd-f75e-4c5f-ab86-ba00dcc66ac5 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 02:53:27.599609 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a7e8f7-5559-4b2c-b036-36b64ca25542 admin admin] Network 266d65f2-ae3d-4ae4-8df9-31c67ca10beb is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:53:27.691539 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-20a7e8f7-5559-4b2c-b036-36b64ca25542 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 266d65f2-ae3d-4ae4-8df9-31c67ca10beb) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:53:27.696687 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a7e8f7-5559-4b2c-b036-36b64ca25542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:27.697308 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-20a7e8f7-5559-4b2c-b036-36b64ca25542 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:27.710573 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe4cd92-0a2b-4c60-aea9-de4c2b10e4c8 None None] Network 266d65f2-ae3d-4ae4-8df9-31c67ca10beb requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:53:27.768757 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-20a7e8f7-5559-4b2c-b036-36b64ca25542 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7395108 Jan 28 02:53:27.769610 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38148) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:27.774772 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e005db-5d64-4e8a-8340-5dd9164f5d10 req-c917e1c1-2f97-4bb5-85fb-7911036d8bee tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:27.776349 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-70e005db-5d64-4e8a-8340-5dd9164f5d10 req-c917e1c1-2f97-4bb5-85fb-7911036d8bee tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=413a6dc6-f2e9-42e7-81f4-ab06b5852375 HTTP/1.1" status: 200 len: 949 time: 0.1803772 Jan 28 02:53:27.782361 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-8a48f872-ef42-419b-80b4-774433bd7f27 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-263614113-router', 'tenant_id': '7581cafbb59a47148e5d33dde7c9cb23', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:53:27.846795 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250831a5-be98-4f97-a9ab-c7a24ce0ac92 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:53:27.863479 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-70e005db-5d64-4e8a-8340-5dd9164f5d10 req-07eb8d09-fb77-4074-b520-be76d6a41fdd tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769706 Jan 28 02:53:27.897559 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a60042-daf1-40fb-b146-be3a3f47c230 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Router 7ab67bec-6c7b-4b61-a5ee-380c65275e9d is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 02:53:27.906126 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8a48f872-ef42-419b-80b4-774433bd7f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (342786c2-eba4-459a-a2c0-9d6d40860bd2), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:27.907653 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8a48f872-ef42-419b-80b4-774433bd7f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (342786c2-eba4-459a-a2c0-9d6d40860bd2), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:27.915257 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-250831a5-be98-4f97-a9ab-c7a24ce0ac92 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:27.916509 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-250831a5-be98-4f97-a9ab-c7a24ce0ac92 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1796777 Jan 28 02:53:27.919284 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38158) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:27.950639 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6418176-c901-42c1-bbbe-afc9238c5347 None None] Sync routers for ids ['189942bd-f75e-4c5f-ab86-ba00dcc66ac5'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:53:28.081100 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a60042-daf1-40fb-b146-be3a3f47c230 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:53:28.090745 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1d2225-bf27-49f6-9712-64abd057eac3 None None] Sync routers for ids ['7ab67bec-6c7b-4b61-a5ee-380c65275e9d'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:53:28.105422 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a8a60042-daf1-40fb-b146-be3a3f47c230 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:28.108113 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1d2225-bf27-49f6-9712-64abd057eac3 None None] Routers {'7ab67bec-6c7b-4b61-a5ee-380c65275e9d'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:53:28.108981 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-bd1d2225-bf27-49f6-9712-64abd057eac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:53:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['7ab67bec-6c7b-4b61-a5ee-380c65275e9d'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:28.115390 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38166) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:28.116919 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a8a60042-daf1-40fb-b146-be3a3f47c230 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.5619140 Jan 28 02:53:28.278158 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-1146d41a-10f7-449d-b4fc-e554ea715be6 None None] Current status of the port 581e3165-bef2-41d7-9753-46e20468cae3 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:53:28.289106 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 581e3165-bef2-41d7-9753-46e20468cae3 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:53:28.292274 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8a48f872-ef42-419b-80b4-774433bd7f27 admin admin] Publish callbacks [] for router_controller (342786c2-eba4-459a-a2c0-9d6d40860bd2), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:28.318955 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-bd1d2225-bf27-49f6-9712-64abd057eac3 None None] Set router 7ab67bec-6c7b-4b61-a5ee-380c65275e9d gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:53:28.369955 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6418176-c901-42c1-bbbe-afc9238c5347 None None] Routers {'189942bd-f75e-4c5f-ab86-ba00dcc66ac5'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:53:28.373735 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-d6418176-c901-42c1-bbbe-afc9238c5347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:53:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['189942bd-f75e-4c5f-ab86-ba00dcc66ac5'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:28.538620 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ae6f0e-c338-45b5-8c82-5540bd43fd43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-266d65f2-ae3d-4ae4-8df9-31c67ca10beb', 'network_id': '266d65f2-ae3d-4ae4-8df9-31c67ca10beb', 'project_id': '7581cafbb59a47148e5d33dde7c9cb23', 'fixed_ips': [{'subnet_id': '25561413-0d19-438c-afcd-b5c53014f067'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:53:28.539359 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-37ae6f0e-c338-45b5-8c82-5540bd43fd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:28.547940 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-d6418176-c901-42c1-bbbe-afc9238c5347 None None] Set router 189942bd-f75e-4c5f-ab86-ba00dcc66ac5 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:53:28.560272 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-5959f30e-6c1f-45ea-bfbd-361dc2cc2efa tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:53:28.561693 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-5959f30e-6c1f-45ea-bfbd-361dc2cc2efa tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5353312 Jan 28 02:53:28.634945 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-1c68f24d-9ce6-4ed2-ba8f-f31beb70ab9d None None] Provisioning complete for port 581e3165-bef2-41d7-9753-46e20468cae3 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:53:28.636305 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1c68f24d-9ce6-4ed2-ba8f-f31beb70ab9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (581e3165-bef2-41d7-9753-46e20468cae3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:28.676412 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-bd1d2225-bf27-49f6-9712-64abd057eac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab67bec-6c7b-4b61-a5ee-380c65275e9d', 'name': '', 'tenant_id': 'e845009e96604d3389ac1e82eb1d7c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '090f831d-98e2-4ebf-955c-a363ba58d718', 'external_fixed_ips': [{'subnet_id': '5b3316a0-df87-477a-bdf5-1a3ed6c53737', 'ip_address': '2001:db8::1f4'}], 'enable_snat': True}, 'gw_port_id': '66f10cc8-4eb3-4996-bd77-94d03b86a0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:53:23Z', 'updated_at': '2022-01-28T02:53:26Z', 'revision_number': 3, 'project_id': 'e845009e96604d3389ac1e82eb1d7c9a', 'gw_port': {'id': '66f10cc8-4eb3-4996-bd77-94d03b86a0a4', 'name': '', 'network_id': '090f831d-98e2-4ebf-955c-a363ba58d718', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:cd:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab67bec-6c7b-4b61-a5ee-380c65275e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '5b3316a0-df87-477a-bdf5-1a3ed6c53737', 'ip_address': '2001:db8::1f4', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:24Z', 'updated_at': '2022-01-28T02:53:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3316a0-df87-477a-bdf5-1a3ed6c53737', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:28.724899 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1d2225-bf27-49f6-9712-64abd057eac3 None None] Checking router: 7ab67bec-6c7b-4b61-a5ee-380c65275e9d for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:53:28.725582 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1d2225-bf27-49f6-9712-64abd057eac3 None None] Updating router 7ab67bec-6c7b-4b61-a5ee-380c65275e9d port 66f10cc8-4eb3-4996-bd77-94d03b86a0a4 binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:53:28.763510 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 581e3165-bef2-41d7-9753-46e20468cae3 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:53:28.764666 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (581e3165-bef2-41d7-9753-46e20468cae3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:28.769211 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-bd1d2225-bf27-49f6-9712-64abd057eac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (66f10cc8-4eb3-4996-bd77-94d03b86a0a4), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:28.828549 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f74595-d253-4889-a08a-d5efdeef1402 req-308615e9-da78-45f6-be9f-7558c4bdcccb tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:28.830226 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-57f74595-d253-4889-a08a-d5efdeef1402 req-308615e9-da78-45f6-be9f-7558c4bdcccb tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89 HTTP/1.1" status: 200 len: 946 time: 0.1170948 Jan 28 02:53:28.869061 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38188) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:28.960456 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-11bab044-2a85-4628-8c6b-11eedb6fddc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:28.961797 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-11bab044-2a85-4628-8c6b-11eedb6fddc7 service neutron] 10.222.0.53 "GET /v2.0/ports/13b71a4f-d1b0-4c45-88a4-b1b8b0e31361 HTTP/1.1" status: 200 len: 1094 time: 0.3917756 Jan 28 02:53:28.974316 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-e4cb6f32-0275-49de-8e6d-dd67d83581be service neutron] Request body: {'binding': {'host': 'n-h2-712139-27', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:53:28.974785 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-e4cb6f32-0275-49de-8e6d-dd67d83581be service neutron] Unknown quota resources ['binding']. {{(pid=109803) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 02:53:29.114726 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-1c68f24d-9ce6-4ed2-ba8f-f31beb70ab9d None None] Current status of the port 581e3165-bef2-41d7-9753-46e20468cae3 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:53:29.127613 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-ccfe61b2-3f6d-4c11-afa0-615bef9fab66 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2069985328-network', 'tenant_id': 'd6b2da0075934bcaafbee1846721359a'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:53:29.148256 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-57f74595-d253-4889-a08a-d5efdeef1402 req-cc7325ea-39dd-4b96-8268-54c44864aaf1 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef9f93ec-e75c-4dc9-ac41-6712fa9366d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115189 Jan 28 02:53:29.154520 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:29.158835 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-e4cb6f32-0275-49de-8e6d-dd67d83581be service neutron] Attempting to bind port 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361 on host n-h2-712139-27 for vnic_type normal with profile None {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:53:29.159172 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-e4cb6f32-0275-49de-8e6d-dd67d83581be service neutron] Attempting to bind port 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '4fb02108-8b37-4bb4-8350-923aa0786ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '290af027-4910-45bb-b54e-a29d61400c05'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:53:29.159558 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-e4cb6f32-0275-49de-8e6d-dd67d83581be service neutron] Attempting to bind port 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361 on network 290af027-4910-45bb-b54e-a29d61400c05 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:53:29.166869 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-e4cb6f32-0275-49de-8e6d-dd67d83581be service neutron] Port 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361 on network 290af027-4910-45bb-b54e-a29d61400c05 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:53:29.167209 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-e4cb6f32-0275-49de-8e6d-dd67d83581be service neutron] Attempting to bind port 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361 on network 290af027-4910-45bb-b54e-a29d61400c05 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:53:29.178204 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-e4cb6f32-0275-49de-8e6d-dd67d83581be service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:53:29.178358 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-e4cb6f32-0275-49de-8e6d-dd67d83581be service neutron] Checking segment: {'id': '4fb02108-8b37-4bb4-8350-923aa0786ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '290af027-4910-45bb-b54e-a29d61400c05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:53:29.180117 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-e4cb6f32-0275-49de-8e6d-dd67d83581be service neutron] Bound using segment: {'id': '4fb02108-8b37-4bb4-8350-923aa0786ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '290af027-4910-45bb-b54e-a29d61400c05'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:53:29.181856 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-e4cb6f32-0275-49de-8e6d-dd67d83581be service neutron] Bound port: 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fb02108-8b37-4bb4-8350-923aa0786ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '290af027-4910-45bb-b54e-a29d61400c05'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:53:29.186849 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfe61b2-3f6d-4c11-afa0-615bef9fab66 admin admin] Made reservation on behalf of d6b2da0075934bcaafbee1846721359a for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:53:29.192486 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ccfe61b2-3f6d-4c11-afa0-615bef9fab66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:29.216427 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ccfe61b2-3f6d-4c11-afa0-615bef9fab66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:29.223789 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 581e3165-bef2-41d7-9753-46e20468cae3 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:53:29.238717 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-37ae6f0e-c338-45b5-8c82-5540bd43fd43 None None] Allocated IP 172.20.0.2 (266d65f2-ae3d-4ae4-8df9-31c67ca10beb/25561413-0d19-438c-afcd-b5c53014f067/efb9bb33-c84a-44b0-85d3-7c20cbdac1b6) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:53:29.259265 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-d6418176-c901-42c1-bbbe-afc9238c5347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189942bd-f75e-4c5f-ab86-ba00dcc66ac5', 'name': 'tempest-ServersTestFqdnHostnames-1756558027-router', 'tenant_id': '58413890441044459c04be3647465ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'e8d4cd73-0fb3-444f-a71d-9fdf3c91b279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:53:24Z', 'updated_at': '2022-01-28T02:53:26Z', 'revision_number': 3, 'project_id': '58413890441044459c04be3647465ec6', 'gw_port': {'id': 'e8d4cd73-0fb3-444f-a71d-9fdf3c91b279', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:76:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189942bd-f75e-4c5f-ab86-ba00dcc66ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:25Z', 'updated_at': '2022-01-28T02:53:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:29.291644 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a19d11e4-8501-4cb9-98f4-f21bca72d58c tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for router (7ab67bec-6c7b-4b61-a5ee-380c65275e9d), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:29.295812 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6418176-c901-42c1-bbbe-afc9238c5347 None None] Checking router: 189942bd-f75e-4c5f-ab86-ba00dcc66ac5 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:53:29.296238 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6418176-c901-42c1-bbbe-afc9238c5347 None None] Updating router 189942bd-f75e-4c5f-ab86-ba00dcc66ac5 port e8d4cd73-0fb3-444f-a71d-9fdf3c91b279 binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:53:29.303627 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-e4cb6f32-0275-49de-8e6d-dd67d83581be service neutron] For port 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=13b71a4f-d1b0-4c45-88a4-b1b8b0e31361,segment=NetworkSegment(4fb02108-8b37-4bb4-8350-923aa0786ccd),segment_id=4fb02108-8b37-4bb4-8350-923aa0786ccd)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:53:29.318482 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-e4cb6f32-0275-49de-8e6d-dd67d83581be service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:29.319796 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-e4cb6f32-0275-49de-8e6d-dd67d83581be service neutron] 10.222.0.53 "POST /v2.0/ports/13b71a4f-d1b0-4c45-88a4-b1b8b0e31361/bindings HTTP/1.1" status: 201 len: 390 time: 0.3491917 Jan 28 02:53:29.363811 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ccfe61b2-3f6d-4c11-afa0-615bef9fab66 admin admin] Publish callbacks [] for security_group (55a8d6cc-094f-4ed9-a31d-e9e291180025), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:29.372897 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ccfe61b2-3f6d-4c11-afa0-615bef9fab66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (55a8d6cc-094f-4ed9-a31d-e9e291180025), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:29.390128 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d6418176-c901-42c1-bbbe-afc9238c5347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e8d4cd73-0fb3-444f-a71d-9fdf3c91b279), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:29.456072 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-bd1d2225-bf27-49f6-9712-64abd057eac3 None None] Publish callbacks [] for port (66f10cc8-4eb3-4996-bd77-94d03b86a0a4), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:29.482783 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-bd1d2225-bf27-49f6-9712-64abd057eac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (66f10cc8-4eb3-4996-bd77-94d03b86a0a4), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:29.522601 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccfe61b2-3f6d-4c11-afa0-615bef9fab66 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:53:29.527600 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe61b2-3f6d-4c11-afa0-615bef9fab66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a8d6cc-094f-4ed9-a31d-e9e291180025,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:29.568909 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d9a55-fb78-4d70-b86c-a128e8f2d708 None None] Pushing event updated for resources: {'Port': ['ID=66f10cc8-4eb3-4996-bd77-94d03b86a0a4,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:29.584452 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8a48f872-ef42-419b-80b4-774433bd7f27 admin admin] Publish callbacks [] for router_gateway (342786c2-eba4-459a-a2c0-9d6d40860bd2), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:29.592911 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-bd1d2225-bf27-49f6-9712-64abd057eac3 None None] Attempting to bind port 66f10cc8-4eb3-4996-bd77-94d03b86a0a4 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:53:29.593486 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-bd1d2225-bf27-49f6-9712-64abd057eac3 None None] Attempting to bind port 66f10cc8-4eb3-4996-bd77-94d03b86a0a4 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'abf804df-b173-4bb2-b332-d99796233e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '090f831d-98e2-4ebf-955c-a363ba58d718'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:53:29.594410 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1d2225-bf27-49f6-9712-64abd057eac3 None None] Attempting to bind port 66f10cc8-4eb3-4996-bd77-94d03b86a0a4 on network 090f831d-98e2-4ebf-955c-a363ba58d718 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:53:29.613015 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1d2225-bf27-49f6-9712-64abd057eac3 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:53:29.614458 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1d2225-bf27-49f6-9712-64abd057eac3 None None] Checking segment: {'id': 'abf804df-b173-4bb2-b332-d99796233e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '090f831d-98e2-4ebf-955c-a363ba58d718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:53:29.615118 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-bd1d2225-bf27-49f6-9712-64abd057eac3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:29.615964 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1d2225-bf27-49f6-9712-64abd057eac3 None None] Bound using segment: {'id': 'abf804df-b173-4bb2-b332-d99796233e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '090f831d-98e2-4ebf-955c-a363ba58d718'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:53:29.616155 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ccfe61b2-3f6d-4c11-afa0-615bef9fab66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (358dad74-8d99-4de6-a555-7b85f019730b), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:29.616750 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-bd1d2225-bf27-49f6-9712-64abd057eac3 None None] Bound port: 66f10cc8-4eb3-4996-bd77-94d03b86a0a4, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abf804df-b173-4bb2-b332-d99796233e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '090f831d-98e2-4ebf-955c-a363ba58d718'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:53:29.617456 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-bd1d2225-bf27-49f6-9712-64abd057eac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (66f10cc8-4eb3-4996-bd77-94d03b86a0a4), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:29.627322 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-ccfe61b2-3f6d-4c11-afa0-615bef9fab66 admin admin] Added segment 358dad74-8d99-4de6-a555-7b85f019730b of type vlan for network a227bef5-33d4-4761-8f4b-7835ff8b706a Jan 28 02:53:29.718581 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-bd1d2225-bf27-49f6-9712-64abd057eac3 None None] For port 66f10cc8-4eb3-4996-bd77-94d03b86a0a4, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:53:29.722594 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-bd1d2225-bf27-49f6-9712-64abd057eac3 None None] For port 66f10cc8-4eb3-4996-bd77-94d03b86a0a4, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=66f10cc8-4eb3-4996-bd77-94d03b86a0a4,segment=NetworkSegment(abf804df-b173-4bb2-b332-d99796233e00),segment_id=abf804df-b173-4bb2-b332-d99796233e00)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:53:29.731290 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-bd1d2225-bf27-49f6-9712-64abd057eac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (66f10cc8-4eb3-4996-bd77-94d03b86a0a4), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:29.735893 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d6418176-c901-42c1-bbbe-afc9238c5347 None None] Publish callbacks [] for port (e8d4cd73-0fb3-444f-a71d-9fdf3c91b279), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:29.757864 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ccfe61b2-3f6d-4c11-afa0-615bef9fab66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (a227bef5-33d4-4761-8f4b-7835ff8b706a), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:29.760437 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d6418176-c901-42c1-bbbe-afc9238c5347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e8d4cd73-0fb3-444f-a71d-9fdf3c91b279), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:29.807154 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5b206ba7-441c-4f26-adcc-c1340c951ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:29.831028 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d9a55-fb78-4d70-b86c-a128e8f2d708 None None] Pushing event updated for resources: {'Port': ['ID=66f10cc8-4eb3-4996-bd77-94d03b86a0a4,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:29.833758 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ccfe61b2-3f6d-4c11-afa0-615bef9fab66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (a227bef5-33d4-4761-8f4b-7835ff8b706a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:29.835022 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfe61b2-3f6d-4c11-afa0-615bef9fab66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:29.836003 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ccfe61b2-3f6d-4c11-afa0-615bef9fab66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:29.853177 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f48eda-faa7-4cdd-8f46-86992eeca293 None None] Pushing event updated for resources: {'Port': ['ID=e8d4cd73-0fb3-444f-a71d-9fdf3c91b279,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:29.870250 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1d2225-bf27-49f6-9712-64abd057eac3 None None] Routers {'7ab67bec-6c7b-4b61-a5ee-380c65275e9d'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:53:29.872016 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-bd1d2225-bf27-49f6-9712-64abd057eac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:53:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['7ab67bec-6c7b-4b61-a5ee-380c65275e9d'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:29.884758 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-d6418176-c901-42c1-bbbe-afc9238c5347 None None] Attempting to bind port e8d4cd73-0fb3-444f-a71d-9fdf3c91b279 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:53:29.885198 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-d6418176-c901-42c1-bbbe-afc9238c5347 None None] Attempting to bind port e8d4cd73-0fb3-444f-a71d-9fdf3c91b279 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:53:29.885563 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6418176-c901-42c1-bbbe-afc9238c5347 None None] Attempting to bind port e8d4cd73-0fb3-444f-a71d-9fdf3c91b279 on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:53:29.896451 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6418176-c901-42c1-bbbe-afc9238c5347 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:53:29.896827 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6418176-c901-42c1-bbbe-afc9238c5347 None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:53:29.897266 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d6418176-c901-42c1-bbbe-afc9238c5347 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:29.897659 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6418176-c901-42c1-bbbe-afc9238c5347 None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:53:29.898132 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-d6418176-c901-42c1-bbbe-afc9238c5347 None None] Bound port: e8d4cd73-0fb3-444f-a71d-9fdf3c91b279, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:53:29.898609 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d6418176-c901-42c1-bbbe-afc9238c5347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e8d4cd73-0fb3-444f-a71d-9fdf3c91b279), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:29.943264 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-37ae6f0e-c338-45b5-8c82-5540bd43fd43 None None] Publish callbacks [] for port (efb9bb33-c84a-44b0-85d3-7c20cbdac1b6), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:29.970714 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-37ae6f0e-c338-45b5-8c82-5540bd43fd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (efb9bb33-c84a-44b0-85d3-7c20cbdac1b6), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:29.987952 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-d6418176-c901-42c1-bbbe-afc9238c5347 None None] For port e8d4cd73-0fb3-444f-a71d-9fdf3c91b279, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:53:30.003715 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe61b2-3f6d-4c11-afa0-615bef9fab66 admin admin] Pushing event updated for resources: {'Network': ['ID=a227bef5-33d4-4761-8f4b-7835ff8b706a,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:30.020677 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ae6f0e-c338-45b5-8c82-5540bd43fd43 None None] Network 266d65f2-ae3d-4ae4-8df9-31c67ca10beb is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:53:30.029774 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network a227bef5-33d4-4761-8f4b-7835ff8b706a details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:53:30.035801 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-d6418176-c901-42c1-bbbe-afc9238c5347 None None] For port e8d4cd73-0fb3-444f-a71d-9fdf3c91b279, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=e8d4cd73-0fb3-444f-a71d-9fdf3c91b279,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:53:30.043491 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-bd1d2225-bf27-49f6-9712-64abd057eac3 None None] Set router 7ab67bec-6c7b-4b61-a5ee-380c65275e9d gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:53:30.052018 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-37ae6f0e-c338-45b5-8c82-5540bd43fd43 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:53:30.060874 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ae6f0e-c338-45b5-8c82-5540bd43fd43 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:53:30.100369 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ccfe61b2-3f6d-4c11-afa0-615bef9fab66 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2276127 Jan 28 02:53:30.100585 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d6418176-c901-42c1-bbbe-afc9238c5347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e8d4cd73-0fb3-444f-a71d-9fdf3c91b279), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:30.101722 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38210) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:30.111674 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-547d2ceb-e01b-41b9-88ec-b95f6ecd0d3d admin admin] Request body: {'subnet': {'network_id': 'a227bef5-33d4-4761-8f4b-7835ff8b706a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2069985328-subnet', 'tenant_id': 'd6b2da0075934bcaafbee1846721359a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:53:30.118695 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea593b-81c1-4bc8-bf44-f0d02b0b1f9b req-b41acda2-1989-4787-adf5-3f97e039ae4e tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:30.122231 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-02ea593b-81c1-4bc8-bf44-f0d02b0b1f9b req-b41acda2-1989-4787-adf5-3f97e039ae4e tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d39347-fc00-4cae-9ff6-b351ac79bc66 HTTP/1.1" status: 200 len: 945 time: 0.5121198 Jan 28 02:53:30.130957 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-30d65245-1592-413c-bf38-b8aa8a31775f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:30.131612 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae6f0e-c338-45b5-8c82-5540bd43fd43 None None] Pushing event updated for resources: {'Port': ['ID=efb9bb33-c84a-44b0-85d3-7c20cbdac1b6,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:30.144903 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-30d65245-1592-413c-bf38-b8aa8a31775f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e168a8b773b74055bc0667e0581a74cd&device_id=53d39347-fc00-4cae-9ff6-b351ac79bc66 HTTP/1.1" status: 200 len: 1097 time: 0.4077985 Jan 28 02:53:30.175838 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040799f-12fa-49cc-9766-e99b78ead44c req-2ad789cd-02bf-450a-8468-e788cd974be7 tempest-ServersAdminTestJSON-298088793 tempest-ServersAdminTestJSON-298088793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:30.176338 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040799f-12fa-49cc-9766-e99b78ead44c req-2ad789cd-02bf-450a-8468-e788cd974be7 tempest-ServersAdminTestJSON-298088793 tempest-ServersAdminTestJSON-298088793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:30.176856 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040799f-12fa-49cc-9766-e99b78ead44c req-2ad789cd-02bf-450a-8468-e788cd974be7 tempest-ServersAdminTestJSON-298088793 tempest-ServersAdminTestJSON-298088793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:30.177307 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040799f-12fa-49cc-9766-e99b78ead44c req-2ad789cd-02bf-450a-8468-e788cd974be7 tempest-ServersAdminTestJSON-298088793 tempest-ServersAdminTestJSON-298088793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:30.177850 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040799f-12fa-49cc-9766-e99b78ead44c req-2ad789cd-02bf-450a-8468-e788cd974be7 tempest-ServersAdminTestJSON-298088793 tempest-ServersAdminTestJSON-298088793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:30.179417 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040799f-12fa-49cc-9766-e99b78ead44c req-2ad789cd-02bf-450a-8468-e788cd974be7 tempest-ServersAdminTestJSON-298088793 tempest-ServersAdminTestJSON-298088793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:30.183084 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3040799f-12fa-49cc-9766-e99b78ead44c req-2ad789cd-02bf-450a-8468-e788cd974be7 tempest-ServersAdminTestJSON-298088793 tempest-ServersAdminTestJSON-298088793-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=413a6dc6-f2e9-42e7-81f4-ab06b5852375&device_id=53d39347-fc00-4cae-9ff6-b351ac79bc66&device_id=27813433-c6e6-48b0-824e-52d32390555a&device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89&device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750&device_id=ba36a6fb-a249-45ba-a1ae-61fff41a1e7e HTTP/1.1" status: 200 len: 5547 time: 0.1900241 Jan 28 02:53:30.227654 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547d2ceb-e01b-41b9-88ec-b95f6ecd0d3d admin admin] Made reservation on behalf of d6b2da0075934bcaafbee1846721359a for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:53:30.233693 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-547d2ceb-e01b-41b9-88ec-b95f6ecd0d3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:30.237865 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6418176-c901-42c1-bbbe-afc9238c5347 None None] Routers {'189942bd-f75e-4c5f-ab86-ba00dcc66ac5'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:53:30.239096 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-d6418176-c901-42c1-bbbe-afc9238c5347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:53:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['189942bd-f75e-4c5f-ab86-ba00dcc66ac5'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:30.291187 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-37ae6f0e-c338-45b5-8c82-5540bd43fd43 None None] Attempting to bind port efb9bb33-c84a-44b0-85d3-7c20cbdac1b6 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:53:30.291562 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-37ae6f0e-c338-45b5-8c82-5540bd43fd43 None None] Attempting to bind port efb9bb33-c84a-44b0-85d3-7c20cbdac1b6 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'b07f2473-f884-4e6c-9979-6090b836f5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '266d65f2-ae3d-4ae4-8df9-31c67ca10beb'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:53:30.291923 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ae6f0e-c338-45b5-8c82-5540bd43fd43 None None] Attempting to bind port efb9bb33-c84a-44b0-85d3-7c20cbdac1b6 on network 266d65f2-ae3d-4ae4-8df9-31c67ca10beb {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:53:30.304973 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ae6f0e-c338-45b5-8c82-5540bd43fd43 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:53:30.305356 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ae6f0e-c338-45b5-8c82-5540bd43fd43 None None] Checking segment: {'id': 'b07f2473-f884-4e6c-9979-6090b836f5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '266d65f2-ae3d-4ae4-8df9-31c67ca10beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:53:30.305761 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-37ae6f0e-c338-45b5-8c82-5540bd43fd43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:30.306150 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ae6f0e-c338-45b5-8c82-5540bd43fd43 None None] Bound using segment: {'id': 'b07f2473-f884-4e6c-9979-6090b836f5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '266d65f2-ae3d-4ae4-8df9-31c67ca10beb'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:53:30.306633 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-37ae6f0e-c338-45b5-8c82-5540bd43fd43 None None] Bound port: efb9bb33-c84a-44b0-85d3-7c20cbdac1b6, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b07f2473-f884-4e6c-9979-6090b836f5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '266d65f2-ae3d-4ae4-8df9-31c67ca10beb'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:53:30.307007 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-37ae6f0e-c338-45b5-8c82-5540bd43fd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (efb9bb33-c84a-44b0-85d3-7c20cbdac1b6), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:30.320842 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-bd1d2225-bf27-49f6-9712-64abd057eac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab67bec-6c7b-4b61-a5ee-380c65275e9d', 'name': '', 'tenant_id': 'e845009e96604d3389ac1e82eb1d7c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '090f831d-98e2-4ebf-955c-a363ba58d718', 'external_fixed_ips': [{'subnet_id': '5b3316a0-df87-477a-bdf5-1a3ed6c53737', 'ip_address': '2001:db8::1f4'}], 'enable_snat': True}, 'gw_port_id': '66f10cc8-4eb3-4996-bd77-94d03b86a0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:53:23Z', 'updated_at': '2022-01-28T02:53:26Z', 'revision_number': 3, 'project_id': 'e845009e96604d3389ac1e82eb1d7c9a', 'gw_port': {'id': '66f10cc8-4eb3-4996-bd77-94d03b86a0a4', 'name': '', 'network_id': '090f831d-98e2-4ebf-955c-a363ba58d718', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:cd:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab67bec-6c7b-4b61-a5ee-380c65275e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '5b3316a0-df87-477a-bdf5-1a3ed6c53737', 'ip_address': '2001:db8::1f4', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:24Z', 'updated_at': '2022-01-28T02:53:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3316a0-df87-477a-bdf5-1a3ed6c53737', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:30.350897 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-2224e8e2-1288-4479-89c2-90ccba63ab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:30.352690 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-2224e8e2-1288-4479-89c2-90ccba63ab21 service neutron] 10.222.0.39 "GET /v2.0/networks?id=290af027-4910-45bb-b54e-a29d61400c05 HTTP/1.1" status: 200 len: 909 time: 0.1971803 Jan 28 02:53:30.354748 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a19d11e4-8501-4cb9-98f4-f21bca72d58c tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for router_gateway (7ab67bec-6c7b-4b61-a5ee-380c65275e9d), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:30.387706 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1d2225-bf27-49f6-9712-64abd057eac3 None None] The sync data for ids ['7ab67bec-6c7b-4b61-a5ee-380c65275e9d'] in n-d-712139-27 is: [{'id': '7ab67bec-6c7b-4b61-a5ee-380c65275e9d', 'name': '', 'tenant_id': 'e845009e96604d3389ac1e82eb1d7c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '090f831d-98e2-4ebf-955c-a363ba58d718', 'external_fixed_ips': [{'subnet_id': '5b3316a0-df87-477a-bdf5-1a3ed6c53737', 'ip_address': '2001:db8::1f4'}], 'enable_snat': True}, 'gw_port_id': '66f10cc8-4eb3-4996-bd77-94d03b86a0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:53:23Z', 'updated_at': '2022-01-28T02:53:26Z', 'revision_number': 3, 'project_id': 'e845009e96604d3389ac1e82eb1d7c9a', 'gw_port': {'id': '66f10cc8-4eb3-4996-bd77-94d03b86a0a4', 'name': '', 'network_id': '090f831d-98e2-4ebf-955c-a363ba58d718', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:cd:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab67bec-6c7b-4b61-a5ee-380c65275e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '5b3316a0-df87-477a-bdf5-1a3ed6c53737', 'ip_address': '2001:db8::1f4', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:24Z', 'updated_at': '2022-01-28T02:53:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3316a0-df87-477a-bdf5-1a3ed6c53737', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:53:30.406510 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3040799f-12fa-49cc-9766-e99b78ead44c req-52902880-c67d-4662-a462-0058db68a280 tempest-ServersAdminTestJSON-298088793 tempest-ServersAdminTestJSON-298088793-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:30.439335 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-37ae6f0e-c338-45b5-8c82-5540bd43fd43 None None] For port efb9bb33-c84a-44b0-85d3-7c20cbdac1b6, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:53:30.442819 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-37ae6f0e-c338-45b5-8c82-5540bd43fd43 None None] For port efb9bb33-c84a-44b0-85d3-7c20cbdac1b6, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=efb9bb33-c84a-44b0-85d3-7c20cbdac1b6,segment=NetworkSegment(b07f2473-f884-4e6c-9979-6090b836f5c9),segment_id=b07f2473-f884-4e6c-9979-6090b836f5c9)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:53:30.451762 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f48eda-faa7-4cdd-8f46-86992eeca293 None None] Pushing event updated for resources: {'Port': ['ID=e8d4cd73-0fb3-444f-a71d-9fdf3c91b279,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:30.471741 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-556a1de1-7f2e-460a-a145-c8b0faa66784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:30.486143 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-37ae6f0e-c338-45b5-8c82-5540bd43fd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (efb9bb33-c84a-44b0-85d3-7c20cbdac1b6), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:30.489126 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-5ab51f6c-a195-4f4b-bc1d-1a9f2c28e832 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13b71a4f-d1b0-4c45-88a4-b1b8b0e31361 HTTP/1.1" status: 200 len: 217 time: 0.1240396 Jan 28 02:53:30.519487 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-02ea593b-81c1-4bc8-bf44-f0d02b0b1f9b req-4efca95d-e459-418b-a3d5-40d1208a68db tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651965 Jan 28 02:53:30.583888 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38218) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:30.754497 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-b57b7171-fc03-4272-9acd-56e246680be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:30.755986 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-b57b7171-fc03-4272-9acd-56e246680be7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=49bb14d4-dcd1-48f1-bfcf-d4851c7c298c HTTP/1.1" status: 200 len: 848 time: 0.2430391 Jan 28 02:53:30.864449 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-d6418176-c901-42c1-bbbe-afc9238c5347 None None] Set router 189942bd-f75e-4c5f-ab86-ba00dcc66ac5 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:53:30.870632 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-0a6a7ca4-d7d2-4077-b5e9-496f8173042a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=290af027-4910-45bb-b54e-a29d61400c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370138 Jan 28 02:53:30.957550 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae6f0e-c338-45b5-8c82-5540bd43fd43 None None] Pushing event updated for resources: {'Port': ['ID=efb9bb33-c84a-44b0-85d3-7c20cbdac1b6,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:30.976143 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-547d2ceb-e01b-41b9-88ec-b95f6ecd0d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (71933df8-4f13-480f-bf22-3df8e014d14e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:30.988347 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-a19d11e4-8501-4cb9-98f4-f21bca72d58c tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Deleting port 66f10cc8-4eb3-4996-bd77-94d03b86a0a4 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:53:30.989102 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a19d11e4-8501-4cb9-98f4-f21bca72d58c tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (66f10cc8-4eb3-4996-bd77-94d03b86a0a4), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:31.080948 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-a19d11e4-8501-4cb9-98f4-f21bca72d58c tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] For port 66f10cc8-4eb3-4996-bd77-94d03b86a0a4, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=66f10cc8-4eb3-4996-bd77-94d03b86a0a4,segment=NetworkSegment(abf804df-b173-4bb2-b332-d99796233e00),segment_id=abf804df-b173-4bb2-b332-d99796233e00)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:53:31.081477 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a19d11e4-8501-4cb9-98f4-f21bca72d58c tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (66f10cc8-4eb3-4996-bd77-94d03b86a0a4), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:31.099232 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3040799f-12fa-49cc-9766-e99b78ead44c req-52902880-c67d-4662-a462-0058db68a280 tempest-ServersAdminTestJSON-298088793 tempest-ServersAdminTestJSON-298088793-project-admin] Publish callbacks [] for security_group (b2ee6a27-a1c2-48ee-a618-90291a9c2ed5), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:31.101427 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547d2ceb-e01b-41b9-88ec-b95f6ecd0d3d admin admin] Checking segment: {'id': '358dad74-8d99-4de6-a555-7b85f019730b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a227bef5-33d4-4761-8f4b-7835ff8b706a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:53:31.101798 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547d2ceb-e01b-41b9-88ec-b95f6ecd0d3d admin admin] Network hostable DHCP agents. Network: a227bef5-33d4-4761-8f4b-7835ff8b706a, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:53:31.105048 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547d2ceb-e01b-41b9-88ec-b95f6ecd0d3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=71933df8-4f13-480f-bf22-3df8e014d14e,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:31.111626 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba46580-5a7e-4654-bb20-199a7a4864e2 req-1789e395-3bfd-4141-aea5-6d77f9c0207b tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:31.114739 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3040799f-12fa-49cc-9766-e99b78ead44c req-52902880-c67d-4662-a462-0058db68a280 tempest-ServersAdminTestJSON-298088793 tempest-ServersAdminTestJSON-298088793-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b2ee6a27-a1c2-48ee-a618-90291a9c2ed5), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:31.119435 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9ba46580-5a7e-4654-bb20-199a7a4864e2 req-1789e395-3bfd-4141-aea5-6d77f9c0207b tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89 HTTP/1.1" status: 200 len: 946 time: 0.4864821 Jan 28 02:53:31.172292 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ad2aefe2-6981-4b2b-aa95-35eff90a03e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:31.195780 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-d6418176-c901-42c1-bbbe-afc9238c5347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189942bd-f75e-4c5f-ab86-ba00dcc66ac5', 'name': 'tempest-ServersTestFqdnHostnames-1756558027-router', 'tenant_id': '58413890441044459c04be3647465ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'e8d4cd73-0fb3-444f-a71d-9fdf3c91b279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:53:24Z', 'updated_at': '2022-01-28T02:53:26Z', 'revision_number': 3, 'project_id': '58413890441044459c04be3647465ec6', 'gw_port': {'id': 'e8d4cd73-0fb3-444f-a71d-9fdf3c91b279', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:76:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189942bd-f75e-4c5f-ab86-ba00dcc66ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:25Z', 'updated_at': '2022-01-28T02:53:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:31.229090 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3040799f-12fa-49cc-9766-e99b78ead44c req-52902880-c67d-4662-a462-0058db68a280 tempest-ServersAdminTestJSON-298088793 tempest-ServersAdminTestJSON-298088793-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&id=ef9f93ec-e75c-4dc9-ac41-6712fa9366d6&fields=id&fields=name HTTP/1.1" status: 200 len: 421 time: 1.0358999 Jan 28 02:53:31.231009 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-a19d11e4-8501-4cb9-98f4-f21bca72d58c tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Calling delete_port for 66f10cc8-4eb3-4996-bd77-94d03b86a0a4 owned by network:router_gateway {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:53:31.237210 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52902880-c67d-4662-a462-0058db68a280 tempest-ServersAdminTestJSON-298088793 tempest-ServersAdminTestJSON-298088793-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ee6a27-a1c2-48ee-a618-90291a9c2ed5,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:31.271031 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6418176-c901-42c1-bbbe-afc9238c5347 None None] The sync data for ids ['189942bd-f75e-4c5f-ab86-ba00dcc66ac5'] in n-d-712139-27 is: [{'id': '189942bd-f75e-4c5f-ab86-ba00dcc66ac5', 'name': 'tempest-ServersTestFqdnHostnames-1756558027-router', 'tenant_id': '58413890441044459c04be3647465ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'e8d4cd73-0fb3-444f-a71d-9fdf3c91b279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:53:24Z', 'updated_at': '2022-01-28T02:53:26Z', 'revision_number': 3, 'project_id': '58413890441044459c04be3647465ec6', 'gw_port': {'id': 'e8d4cd73-0fb3-444f-a71d-9fdf3c91b279', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:76:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189942bd-f75e-4c5f-ab86-ba00dcc66ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:25Z', 'updated_at': '2022-01-28T02:53:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:53:31.280754 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547d2ceb-e01b-41b9-88ec-b95f6ecd0d3d admin admin] Network a227bef5-33d4-4761-8f4b-7835ff8b706a is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:53:31.306356 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-547d2ceb-e01b-41b9-88ec-b95f6ecd0d3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, a227bef5-33d4-4761-8f4b-7835ff8b706a) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:53:31.315679 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f462815f-71a6-42bb-aa44-6e56fed115f8 None None] Network a227bef5-33d4-4761-8f4b-7835ff8b706a requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:53:31.328810 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547d2ceb-e01b-41b9-88ec-b95f6ecd0d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:31.333543 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-547d2ceb-e01b-41b9-88ec-b95f6ecd0d3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:31.363423 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-547d2ceb-e01b-41b9-88ec-b95f6ecd0d3d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2606263 Jan 28 02:53:31.429095 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9ba46580-5a7e-4654-bb20-199a7a4864e2 req-fb3aa40f-20e5-49d0-8ade-a4f4245f643c tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef9f93ec-e75c-4dc9-ac41-6712fa9366d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084400 Jan 28 02:53:31.502052 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff4499d-c171-4b74-a130-1d058b5c5444 None None] Network a227bef5-33d4-4761-8f4b-7835ff8b706a requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:53:31.544754 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8a48f872-ef42-419b-80b4-774433bd7f27 admin admin] Publish callbacks [] for router_gateway (342786c2-eba4-459a-a2c0-9d6d40860bd2), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:31.661297 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42968b9-b125-47c9-8bed-21b7849b26f9 req-729447a1-321c-4cdf-87d2-538c71800293 tempest-ServersAdminTestJSON-298088793 tempest-ServersAdminTestJSON-298088793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:31.662114 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42968b9-b125-47c9-8bed-21b7849b26f9 req-729447a1-321c-4cdf-87d2-538c71800293 tempest-ServersAdminTestJSON-298088793 tempest-ServersAdminTestJSON-298088793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:31.662940 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42968b9-b125-47c9-8bed-21b7849b26f9 req-729447a1-321c-4cdf-87d2-538c71800293 tempest-ServersAdminTestJSON-298088793 tempest-ServersAdminTestJSON-298088793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:31.679874 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b42968b9-b125-47c9-8bed-21b7849b26f9 req-729447a1-321c-4cdf-87d2-538c71800293 tempest-ServersAdminTestJSON-298088793 tempest-ServersAdminTestJSON-298088793-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=413a6dc6-f2e9-42e7-81f4-ab06b5852375&device_id=27813433-c6e6-48b0-824e-52d32390555a&device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 2885 time: 0.0725298 Jan 28 02:53:31.699593 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8a48f872-ef42-419b-80b4-774433bd7f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:31.703025 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-bf6d69e9-506a-4bd5-9c6d-481d25f5be31 service neutron] 10.222.0.39 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7786181 Jan 28 02:53:31.749475 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b42968b9-b125-47c9-8bed-21b7849b26f9 req-9d7098c4-dc91-4a11-92f5-a8977c144267 tempest-ServersAdminTestJSON-298088793 tempest-ServersAdminTestJSON-298088793-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681591 Jan 28 02:53:31.786027 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cd7a61ee-caea-41fd-937d-ab1ca13e19ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:31.833535 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-556a1de1-7f2e-460a-a145-c8b0faa66784 admin admin] Allocated IP 172.20.0.1 (f788fb8a-f235-4456-a255-8d95263f97c9/8233c9f8-90da-42d9-9cc8-120e645e8525/9f3afe72-8484-45d8-b5ce-73ab5916d26b) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:53:31.919447 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ad2aefe2-6981-4b2b-aa95-35eff90a03e1 admin admin] Publish callbacks [] for security_group (62797b3c-9c06-45e6-88d5-c6549baaa5df), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:31.981837 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ad2aefe2-6981-4b2b-aa95-35eff90a03e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (62797b3c-9c06-45e6-88d5-c6549baaa5df), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:32.072034 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-d06b5517-3d80-48f1-8150-7b112dde8575 service neutron] 10.222.0.39 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005586 Jan 28 02:53:32.175834 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996ffbd-44ec-45cd-a30e-8419d9dd18e9 req-d59dff44-a2df-45a1-84f7-06d4edf51115 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:32.177903 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0996ffbd-44ec-45cd-a30e-8419d9dd18e9 req-d59dff44-a2df-45a1-84f7-06d4edf51115 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/networks?id=a227bef5-33d4-4761-8f4b-7835ff8b706a HTTP/1.1" status: 200 len: 815 time: 0.1547408 Jan 28 02:53:32.207770 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0996ffbd-44ec-45cd-a30e-8419d9dd18e9 req-683d7d18-8321-4082-876f-0ac917ad07a5 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/quotas/d6b2da0075934bcaafbee1846721359a HTTP/1.1" status: 200 len: 375 time: 0.0216396 Jan 28 02:53:32.254372 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ad2aefe2-6981-4b2b-aa95-35eff90a03e1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ea6ab28fb8de4d08b100d2127ee030d3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6691625 Jan 28 02:53:32.255627 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0996ffbd-44ec-45cd-a30e-8419d9dd18e9 req-d86a6f0b-a080-4eb4-becf-7a1f42bc85fb tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d6b2da0075934bcaafbee1846721359a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413871 Jan 28 02:53:32.261710 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38246) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:32.356712 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e755ce-7d91-411b-8010-4fcd1f3c81f8 req-6cff16a6-2bb4-4bb9-a417-c6d2743a3333 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:32.364440 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-23e755ce-7d91-411b-8010-4fcd1f3c81f8 req-6cff16a6-2bb4-4bb9-a417-c6d2743a3333 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d39347-fc00-4cae-9ff6-b351ac79bc66 HTTP/1.1" status: 200 len: 945 time: 0.6539555 Jan 28 02:53:32.429257 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2aefe2-6981-4b2b-aa95-35eff90a03e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62797b3c-9c06-45e6-88d5-c6549baaa5df,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:32.452439 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-8a48f872-ef42-419b-80b4-774433bd7f27 admin admin] Allocated IP 172.25.0.187 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/da35fe1d-c7ec-451a-8fd0-b039fc1498a4) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:53:32.457706 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0996ffbd-44ec-45cd-a30e-8419d9dd18e9 req-018cba2c-3022-4381-bb14-9ae4d7c06e7a service neutron] 10.222.0.53 "GET /v2.0/networks/a227bef5-33d4-4761-8f4b-7835ff8b706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927872 Jan 28 02:53:32.463448 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83c8c32-76ff-41b4-98b7-fa70c4504ac1 None None] Network 266d65f2-ae3d-4ae4-8df9-31c67ca10beb requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:53:32.575466 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-dcf6e7fe-630f-4a56-a44c-80199d53f0db None None] Provisioning complete for port efb9bb33-c84a-44b0-85d3-7c20cbdac1b6 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:53:32.576268 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dcf6e7fe-630f-4a56-a44c-80199d53f0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (efb9bb33-c84a-44b0-85d3-7c20cbdac1b6), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:32.595385 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0996ffbd-44ec-45cd-a30e-8419d9dd18e9 req-68e97d6d-3295-4cfa-95e6-12deaf95efaf service neutron] 10.222.0.53 "GET /v2.0/networks/a227bef5-33d4-4761-8f4b-7835ff8b706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172361 Jan 28 02:53:32.596833 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-373d5cc6-8da4-4c03-bb1d-ecc52df1bef6 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:32.598370 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-68fd7977-a33a-4230-8a8e-6f4f1a96da4a admin admin] Publish callbacks [] for security_group (62797b3c-9c06-45e6-88d5-c6549baaa5df), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:32.598528 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-373d5cc6-8da4-4c03-bb1d-ecc52df1bef6 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=53d39347-fc00-4cae-9ff6-b351ac79bc66&tenant_id=e168a8b773b74055bc0667e0581a74cd&binding%3Ahost_id=n-h1-712139-27 HTTP/1.1" status: 200 len: 1097 time: 0.3348842 Jan 28 02:53:32.624620 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-68fd7977-a33a-4230-8a8e-6f4f1a96da4a admin admin] Publish callbacks [] for security_group (62797b3c-9c06-45e6-88d5-c6549baaa5df), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:32.645556 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-23e755ce-7d91-411b-8010-4fcd1f3c81f8 req-9c2478ff-7048-45cc-9b6d-fdaab22548c4 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610412 Jan 28 02:53:32.682040 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 66f10cc8-4eb3-4996-bd77-94d03b86a0a4 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:53:32.686252 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-68fd7977-a33a-4230-8a8e-6f4f1a96da4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (62797b3c-9c06-45e6-88d5-c6549baaa5df), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:32.687926 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-556a1de1-7f2e-460a-a145-c8b0faa66784 admin admin] Publish callbacks [] for port (9f3afe72-8484-45d8-b5ce-73ab5916d26b), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:32.693682 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-68fd7977-a33a-4230-8a8e-6f4f1a96da4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:32.695135 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-68fd7977-a33a-4230-8a8e-6f4f1a96da4a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/62797b3c-9c06-45e6-88d5-c6549baaa5df HTTP/1.1" status: 204 len: 168 time: 0.4324453 Jan 28 02:53:32.706690 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-de4f27a6-ad02-4a9b-bb87-b651263ba707 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712139-27'}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:53:32.715364 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd7977-a33a-4230-8a8e-6f4f1a96da4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62797b3c-9c06-45e6-88d5-c6549baaa5df,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:32.841005 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Could not find standard attr ID for object 66f10cc8-4eb3-4996-bd77-94d03b86a0a4. {{(pid=109804) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 02:53:32.841999 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device efb9bb33-c84a-44b0-85d3-7c20cbdac1b6 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:53:32.851516 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a19d11e4-8501-4cb9-98f4-f21bca72d58c tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (66f10cc8-4eb3-4996-bd77-94d03b86a0a4), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:32.937571 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-dcf6e7fe-630f-4a56-a44c-80199d53f0db None None] Current status of the port efb9bb33-c84a-44b0-85d3-7c20cbdac1b6 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:53:32.938311 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dcf6e7fe-630f-4a56-a44c-80199d53f0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (efb9bb33-c84a-44b0-85d3-7c20cbdac1b6), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:32.989322 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-dcf6e7fe-630f-4a56-a44c-80199d53f0db None None] For port efb9bb33-c84a-44b0-85d3-7c20cbdac1b6, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=efb9bb33-c84a-44b0-85d3-7c20cbdac1b6,segment=NetworkSegment(b07f2473-f884-4e6c-9979-6090b836f5c9),segment_id=b07f2473-f884-4e6c-9979-6090b836f5c9)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:53:32.994376 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port efb9bb33-c84a-44b0-85d3-7c20cbdac1b6 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:53:32.994847 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (efb9bb33-c84a-44b0-85d3-7c20cbdac1b6), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:33.024603 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c35e2d-3043-4298-810c-cc430bd2175e req-a8883ba8-e6ae-400b-81ca-45998a3a94b6 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:33.033310 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-00c35e2d-3043-4298-810c-cc430bd2175e req-a8883ba8-e6ae-400b-81ca-45998a3a94b6 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89 HTTP/1.1" status: 200 len: 946 time: 0.0979378 Jan 28 02:53:33.044777 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dcf6e7fe-630f-4a56-a44c-80199d53f0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (efb9bb33-c84a-44b0-85d3-7c20cbdac1b6), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:33.048701 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d11e4-8501-4cb9-98f4-f21bca72d58c tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Pushing event deleted for resources: {'Port': ['ID=66f10cc8-4eb3-4996-bd77-94d03b86a0a4,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:33.115505 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-556a1de1-7f2e-460a-a145-c8b0faa66784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (9f3afe72-8484-45d8-b5ce-73ab5916d26b), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:33.132322 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-00c35e2d-3043-4298-810c-cc430bd2175e req-f49f8d6b-ea76-435b-adca-e8ca8d997894 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef9f93ec-e75c-4dc9-ac41-6712fa9366d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871234 Jan 28 02:53:33.148264 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf6e7fe-630f-4a56-a44c-80199d53f0db None None] Pushing event updated for resources: {'Port': ['ID=efb9bb33-c84a-44b0-85d3-7c20cbdac1b6,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:33.151167 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cf5964d6-9858-446f-93f0-b13bd41b71ad req-2d72c87e-03f3-4874-b70d-50747be2b950 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=a472928f-7d52-4ae4-b93a-3bb91f30b61e HTTP/1.1" status: 200 len: 210 time: 0.1015582 Jan 28 02:53:33.275931 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:33.379608 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port efb9bb33-c84a-44b0-85d3-7c20cbdac1b6 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:53:33.380723 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device e8d4cd73-0fb3-444f-a71d-9fdf3c91b279 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:53:33.409828 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:33.444805 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port e8d4cd73-0fb3-444f-a71d-9fdf3c91b279 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:53:33.445302 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e8d4cd73-0fb3-444f-a71d-9fdf3c91b279), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:33.498573 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-f1e08765-f2c3-4164-a930-9f80d75a42cd None None] Provisioning complete for port efb9bb33-c84a-44b0-85d3-7c20cbdac1b6 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:53:33.499217 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f1e08765-f2c3-4164-a930-9f80d75a42cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (efb9bb33-c84a-44b0-85d3-7c20cbdac1b6), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:33.690048 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port e8d4cd73-0fb3-444f-a71d-9fdf3c91b279 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:53:33.690783 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e8d4cd73-0fb3-444f-a71d-9fdf3c91b279), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:33.699386 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-f1e08765-f2c3-4164-a930-9f80d75a42cd None None] Current status of the port efb9bb33-c84a-44b0-85d3-7c20cbdac1b6 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:53:33.723200 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port e8d4cd73-0fb3-444f-a71d-9fdf3c91b279, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=e8d4cd73-0fb3-444f-a71d-9fdf3c91b279,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:53:33.732644 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e8d4cd73-0fb3-444f-a71d-9fdf3c91b279), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:33.848275 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=e8d4cd73-0fb3-444f-a71d-9fdf3c91b279,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:33.880870 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a19d11e4-8501-4cb9-98f4-f21bca72d58c tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (7ab67bec-6c7b-4b61-a5ee-380c65275e9d), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:33.907189 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556a1de1-7f2e-460a-a145-c8b0faa66784 admin admin] Network f788fb8a-f235-4456-a255-8d95263f97c9 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:53:33.911157 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-556a1de1-7f2e-460a-a145-c8b0faa66784 admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:53:33.927933 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556a1de1-7f2e-460a-a145-c8b0faa66784 admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:53:33.964491 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8a48f872-ef42-419b-80b4-774433bd7f27 admin admin] Publish callbacks [] for port (da35fe1d-c7ec-451a-8fd0-b039fc1498a4), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:33.976422 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-de4f27a6-ad02-4a9b-bb87-b651263ba707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (13b71a4f-d1b0-4c45-88a4-b1b8b0e31361), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:34.027354 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0a5db-d192-4f75-98bc-0f720226bc0a req-a7ba5e73-fde6-4eda-a33d-53571cdaa356 tempest-ServersAdminTestJSON-298088793 tempest-ServersAdminTestJSON-298088793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:34.031924 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fea0a5db-d192-4f75-98bc-0f720226bc0a req-a7ba5e73-fde6-4eda-a33d-53571cdaa356 tempest-ServersAdminTestJSON-298088793 tempest-ServersAdminTestJSON-298088793-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 1102 time: 0.0767360 Jan 28 02:53:34.099231 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a19d11e4-8501-4cb9-98f4-f21bca72d58c tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (7ab67bec-6c7b-4b61-a5ee-380c65275e9d), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:34.101676 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a19d11e4-8501-4cb9-98f4-f21bca72d58c tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for router_controller (7ab67bec-6c7b-4b61-a5ee-380c65275e9d), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:34.103898 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fea0a5db-d192-4f75-98bc-0f720226bc0a req-aea3b3d3-0d12-4e68-9c8f-6914f2bb982b tempest-ServersAdminTestJSON-298088793 tempest-ServersAdminTestJSON-298088793-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644853 Jan 28 02:53:34.175219 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556a1de1-7f2e-460a-a145-c8b0faa66784 admin admin] Pushing event updated for resources: {'Port': ['ID=9f3afe72-8484-45d8-b5ce-73ab5916d26b,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:34.195200 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a19d11e4-8501-4cb9-98f4-f21bca72d58c tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (7ab67bec-6c7b-4b61-a5ee-380c65275e9d), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:34.196140 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19d11e4-8501-4cb9-98f4-f21bca72d58c tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7ab67bec-6c7b-4b61-a5ee-380c65275e9d {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:53:34.203182 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a19d11e4-8501-4cb9-98f4-f21bca72d58c tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:34.208099 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38302) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:34.208550 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a19d11e4-8501-4cb9-98f4-f21bca72d58c tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] 10.222.0.53 "DELETE /v2.0/routers/7ab67bec-6c7b-4b61-a5ee-380c65275e9d HTTP/1.1" status: 204 len: 168 time: 6.0919433 Jan 28 02:53:34.232030 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-5729107c-ed85-4971-b1d5-8c12ee9db71e None None] Provisioning complete for port 9f3afe72-8484-45d8-b5ce-73ab5916d26b triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:53:34.232747 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5729107c-ed85-4971-b1d5-8c12ee9db71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9f3afe72-8484-45d8-b5ce-73ab5916d26b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:34.300967 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-556a1de1-7f2e-460a-a145-c8b0faa66784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (189942bd-f75e-4c5f-ab86-ba00dcc66ac5), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:34.304251 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-5729107c-ed85-4971-b1d5-8c12ee9db71e None None] Port 9f3afe72-8484-45d8-b5ce-73ab5916d26b cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:53:34.381573 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-e769c945-638a-4648-95b1-58d65badb2fc tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Deleting subnet 5b3316a0-df87-477a-bdf5-1a3ed6c53737 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:53:34.388462 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e769c945-638a-4648-95b1-58d65badb2fc tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for subnet (5b3316a0-df87-477a-bdf5-1a3ed6c53737), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:34.409346 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6db23-6839-475e-aecc-3064f23b8b74 req-ec473312-2739-40bf-9d5a-670af638051c tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:34.415806 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c2a6db23-6839-475e-aecc-3064f23b8b74 req-ec473312-2739-40bf-9d5a-670af638051c tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d39347-fc00-4cae-9ff6-b351ac79bc66 HTTP/1.1" status: 200 len: 945 time: 0.5606573 Jan 28 02:53:34.432674 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db994c0-a826-4895-b431-38e9921ab575 req-d969faff-bea0-46da-ad6c-72784c466632 tempest-ServersAdminTestJSON-298088793 tempest-ServersAdminTestJSON-298088793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:34.439823 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7db994c0-a826-4895-b431-38e9921ab575 req-d969faff-bea0-46da-ad6c-72784c466632 tempest-ServersAdminTestJSON-298088793 tempest-ServersAdminTestJSON-298088793-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 1102 time: 0.1753228 Jan 28 02:53:34.442212 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device efb9bb33-c84a-44b0-85d3-7c20cbdac1b6 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:53:34.467957 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e769c945-638a-4648-95b1-58d65badb2fc tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (5b3316a0-df87-477a-bdf5-1a3ed6c53737), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:34.523929 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8a48f872-ef42-419b-80b4-774433bd7f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (da35fe1d-c7ec-451a-8fd0-b039fc1498a4), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:34.546651 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7db994c0-a826-4895-b431-38e9921ab575 req-5b3c4d62-1da2-4406-9d4d-e957b5f0dd70 tempest-ServersAdminTestJSON-298088793 tempest-ServersAdminTestJSON-298088793-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057889 Jan 28 02:53:34.551319 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port efb9bb33-c84a-44b0-85d3-7c20cbdac1b6 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:53:34.552408 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (efb9bb33-c84a-44b0-85d3-7c20cbdac1b6), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:34.585673 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e769c945-638a-4648-95b1-58d65badb2fc tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (5b3316a0-df87-477a-bdf5-1a3ed6c53737), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:34.696068 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:34.709702 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port efb9bb33-c84a-44b0-85d3-7c20cbdac1b6 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:53:34.711231 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device e8d4cd73-0fb3-444f-a71d-9fdf3c91b279 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:53:34.724857 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54bc41b-094d-4d7e-a9c4-885334462a35 req-1f9746c2-aba0-4408-a160-2fd618ca75d7 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:34.725021 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996ffbd-44ec-45cd-a30e-8419d9dd18e9 req-d34d31ce-b019-45cc-a360-ad7cc1fab091 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:34.726051 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0996ffbd-44ec-45cd-a30e-8419d9dd18e9 req-d34d31ce-b019-45cc-a360-ad7cc1fab091 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.67 "GET /v2.0/networks?id=a227bef5-33d4-4761-8f4b-7835ff8b706a HTTP/1.1" status: 200 len: 815 time: 0.2668583 Jan 28 02:53:34.729598 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e54bc41b-094d-4d7e-a9c4-885334462a35 req-1f9746c2-aba0-4408-a160-2fd618ca75d7 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89 HTTP/1.1" status: 200 len: 946 time: 0.0809278 Jan 28 02:53:34.730427 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38308) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:34.765243 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e769c945-638a-4648-95b1-58d65badb2fc tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (5b3316a0-df87-477a-bdf5-1a3ed6c53737), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:34.773706 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port e8d4cd73-0fb3-444f-a71d-9fdf3c91b279 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:53:34.774247 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e8d4cd73-0fb3-444f-a71d-9fdf3c91b279), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:34.787749 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e769c945-638a-4648-95b1-58d65badb2fc tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:34.792270 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e769c945-638a-4648-95b1-58d65badb2fc tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/5b3316a0-df87-477a-bdf5-1a3ed6c53737 HTTP/1.1" status: 204 len: 168 time: 0.5831265 Jan 28 02:53:34.799616 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a48f872-ef42-419b-80b4-774433bd7f27 admin admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:53:34.808864 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-0996ffbd-44ec-45cd-a30e-8419d9dd18e9 req-4de9f9c1-d202-400c-80f3-00830fae01f4 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Request body: {'port': {'device_id': 'a472928f-7d52-4ae4-b93a-3bb91f30b61e', 'network_id': 'a227bef5-33d4-4761-8f4b-7835ff8b706a', 'admin_state_up': True, 'tenant_id': 'd6b2da0075934bcaafbee1846721359a'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:53:34.813545 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38312) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:34.837292 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-8a48f872-ef42-419b-80b4-774433bd7f27 admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:53:34.869499 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a48f872-ef42-419b-80b4-774433bd7f27 admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:53:34.877301 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e54bc41b-094d-4d7e-a9c4-885334462a35 req-d231c50c-a6ee-4aa1-9142-4d6269f062a5 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef9f93ec-e75c-4dc9-ac41-6712fa9366d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409888 Jan 28 02:53:34.878870 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e769c945-638a-4648-95b1-58d65badb2fc tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5b3316a0-df87-477a-bdf5-1a3ed6c53737,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:34.885880 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port e8d4cd73-0fb3-444f-a71d-9fdf3c91b279 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:53:34.914100 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-525b03e1-09c5-4770-9ff5-c1d3ca88d0a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:34.946347 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a48f872-ef42-419b-80b4-774433bd7f27 admin admin] Pushing event updated for resources: {'Port': ['ID=da35fe1d-c7ec-451a-8fd0-b039fc1498a4,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:34.986585 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5b97c369-6435-43b3-a310-e4d5522ba08b req-00e15eff-cce8-4399-a8e4-a03466d31dcc tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=a472928f-7d52-4ae4-b93a-3bb91f30b61e HTTP/1.1" status: 200 len: 210 time: 0.0376585 Jan 28 02:53:35.027022 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c2a6db23-6839-475e-aecc-3064f23b8b74 req-b9993aa5-40d0-4745-a848-3dc8e99c6c9b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5956163 Jan 28 02:53:35.029927 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-525b03e1-09c5-4770-9ff5-c1d3ca88d0a8 admin admin] Publish callbacks [] for security_group (f2a2dbe5-84a1-43c9-8ef1-3d7fae27656b), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:35.037038 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-525b03e1-09c5-4770-9ff5-c1d3ca88d0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f2a2dbe5-84a1-43c9-8ef1-3d7fae27656b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:35.039389 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-de4f27a6-ad02-4a9b-bb87-b651263ba707 service neutron] For port 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=13b71a4f-d1b0-4c45-88a4-b1b8b0e31361,segment=NetworkSegment(4fb02108-8b37-4bb4-8350-923aa0786ccd),segment_id=4fb02108-8b37-4bb4-8350-923aa0786ccd)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:53:35.069292 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-525b03e1-09c5-4770-9ff5-c1d3ca88d0a8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e8f9ddef3e1048aebd404ed1030bb7ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3352053 Jan 28 02:53:35.072115 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38314) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:35.111221 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525b03e1-09c5-4770-9ff5-c1d3ca88d0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a2dbe5-84a1-43c9-8ef1-3d7fae27656b,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:35.127175 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d5f7d098-4e30-4743-aac2-5fd692f0154c tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (090f831d-98e2-4ebf-955c-a363ba58d718), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:35.151435 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2cd524af-cca1-4c67-ad41-7c6c90373818 admin admin] Publish callbacks [] for security_group (f2a2dbe5-84a1-43c9-8ef1-3d7fae27656b), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:35.172728 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2cd524af-cca1-4c67-ad41-7c6c90373818 admin admin] Publish callbacks [] for security_group (f2a2dbe5-84a1-43c9-8ef1-3d7fae27656b), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:35.198228 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-556a1de1-7f2e-460a-a145-c8b0faa66784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9f3afe72-8484-45d8-b5ce-73ab5916d26b), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:35.228463 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2cd524af-cca1-4c67-ad41-7c6c90373818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f2a2dbe5-84a1-43c9-8ef1-3d7fae27656b), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:35.231406 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2cd524af-cca1-4c67-ad41-7c6c90373818 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:35.232611 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-2cd524af-cca1-4c67-ad41-7c6c90373818 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f2a2dbe5-84a1-43c9-8ef1-3d7fae27656b HTTP/1.1" status: 204 len: 168 time: 0.1594505 Jan 28 02:53:35.252348 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd524af-cca1-4c67-ad41-7c6c90373818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a2dbe5-84a1-43c9-8ef1-3d7fae27656b,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:35.255430 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-de4f27a6-ad02-4a9b-bb87-b651263ba707 service neutron] For port 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361, host n-h1-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:53:35.408558 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0996ffbd-44ec-45cd-a30e-8419d9dd18e9 req-4de9f9c1-d202-400c-80f3-00830fae01f4 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Made reservation on behalf of d6b2da0075934bcaafbee1846721359a for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:53:35.412079 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-0996ffbd-44ec-45cd-a30e-8419d9dd18e9 req-4de9f9c1-d202-400c-80f3-00830fae01f4 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:35.446354 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53d39347-fc00-4cae-9ff6-b351ac79bc66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13b71a4f-d1b0-4c45-88a4-b1b8b0e31361'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:53:35.448629 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc133d5-7490-4102-aa53-f8828042b1a2" -d '{"events": [{"server_uuid": "53d39347-fc00-4cae-9ff6-b351ac79bc66", "name": "network-vif-unplugged", "status": "completed", "tag": "13b71a4f-d1b0-4c45-88a4-b1b8b0e31361"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:53:35.475551 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-de4f27a6-ad02-4a9b-bb87-b651263ba707 service neutron] Publish callbacks [] for port (13b71a4f-d1b0-4c45-88a4-b1b8b0e31361), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:35.516063 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-de4f27a6-ad02-4a9b-bb87-b651263ba707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (13b71a4f-d1b0-4c45-88a4-b1b8b0e31361), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:35.523177 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d5f7d098-4e30-4743-aac2-5fd692f0154c tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (090f831d-98e2-4ebf-955c-a363ba58d718), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:35.601284 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 02:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d34bef1-c406-489e-a9e9-ff2d5868c96c x-openstack-request-id: req-9d34bef1-c406-489e-a9e9-ff2d5868c96c {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:53:35.612138 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53d39347-fc00-4cae-9ff6-b351ac79bc66", "name": "network-vif-unplugged", "status": "completed", "tag": "13b71a4f-d1b0-4c45-88a4-b1b8b0e31361", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:53:35.612467 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9d34bef1-c406-489e-a9e9-ff2d5868c96c {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:53:35.612779 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d39347-fc00-4cae-9ff6-b351ac79bc66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13b71a4f-d1b0-4c45-88a4-b1b8b0e31361', 'code': 200} Jan 28 02:53:35.695330 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-d5f7d098-4e30-4743-aac2-5fd692f0154c tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['090f831d-98e2-4ebf-955c-a363ba58d718']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:35.760218 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-d5f7d098-4e30-4743-aac2-5fd692f0154c tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abf804df-b173-4bb2-b332-d99796233e00') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:35.760886 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-d5f7d098-4e30-4743-aac2-5fd692f0154c tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abf804df-b173-4bb2-b332-d99796233e00') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:35.777231 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f536e5-9d74-48ac-81d0-7f5e7810928a req-b3faa2f3-64a1-4300-aac5-3958008c1619 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:35.784140 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c9f536e5-9d74-48ac-81d0-7f5e7810928a req-b3faa2f3-64a1-4300-aac5-3958008c1619 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 950 time: 0.0603106 Jan 28 02:53:35.793200 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d5f7d098-4e30-4743-aac2-5fd692f0154c tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (abf804df-b173-4bb2-b332-d99796233e00), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:35.842164 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f27a6-ad02-4a9b-bb87-b651263ba707 service neutron] Pushing event updated for resources: {'Port': ['ID=13b71a4f-d1b0-4c45-88a4-b1b8b0e31361,revision_number=7']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:35.849949 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c9f536e5-9d74-48ac-81d0-7f5e7810928a req-d560735d-adfc-40ea-9484-a8c904a6d7a9 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607831 Jan 28 02:53:35.867669 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:35.940613 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d5f7d098-4e30-4743-aac2-5fd692f0154c tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (abf804df-b173-4bb2-b332-d99796233e00), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:35.967524 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-de4f27a6-ad02-4a9b-bb87-b651263ba707 service neutron] Attempting to bind port 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361 on host n-h1-712139-27 for vnic_type normal with profile {"migrating_to": "n-h2-712139-27"} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:53:35.968236 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-de4f27a6-ad02-4a9b-bb87-b651263ba707 service neutron] Attempting to bind port 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '4fb02108-8b37-4bb4-8350-923aa0786ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '290af027-4910-45bb-b54e-a29d61400c05'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:53:35.968236 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-de4f27a6-ad02-4a9b-bb87-b651263ba707 service neutron] Attempting to bind port 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361 on network 290af027-4910-45bb-b54e-a29d61400c05 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:53:35.979512 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8a48f872-ef42-419b-80b4-774433bd7f27 admin admin] Publish callbacks [] for router_gateway (342786c2-eba4-459a-a2c0-9d6d40860bd2), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:35.987253 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5f7d098-4e30-4743-aac2-5fd692f0154c tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:53:35.987656 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d5f7d098-4e30-4743-aac2-5fd692f0154c tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (abf804df-b173-4bb2-b332-d99796233e00), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:35.990244 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 02:53:35.990244 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:53:35.990244 n-d-712139-27 neutron-server[109802]: timer() Jan 28 02:53:35.990244 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:53:35.990244 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 02:53:35.990244 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:53:35.990244 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 02:53:35.990244 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:53:35.990244 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 02:53:35.990244 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:53:35.990244 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 02:53:35.990244 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:53:35.990244 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 02:53:35.990244 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:53:35.990244 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:53:35.990244 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:53:35.990244 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:53:35.990244 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:53:35.990244 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 02:53:35.990244 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:53:35.990244 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 02:53:35.990244 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:53:35.990244 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:53:35.990244 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:53:35.990244 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 02:53:35.990244 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:53:35.990244 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:53:35.990244 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:53:35.990244 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:53:35.990244 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:53:35.990244 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:53:35.990244 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:53:36.008922 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-de4f27a6-ad02-4a9b-bb87-b651263ba707 service neutron] Port 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361 on network 290af027-4910-45bb-b54e-a29d61400c05 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:53:36.009269 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-de4f27a6-ad02-4a9b-bb87-b651263ba707 service neutron] Attempting to bind port 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361 on network 290af027-4910-45bb-b54e-a29d61400c05 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:53:36.099357 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fafc731d-d615-4c1e-b29f-3cab1df2b8c7 req-1ceb804e-9ddc-4471-9196-9b53c0c4d0f7 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=a472928f-7d52-4ae4-b93a-3bb91f30b61e HTTP/1.1" status: 200 len: 210 time: 0.0267644 Jan 28 02:53:36.100766 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-0996ffbd-44ec-45cd-a30e-8419d9dd18e9 req-4de9f9c1-d202-400c-80f3-00830fae01f4 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Allocated IP 172.20.0.3 (a227bef5-33d4-4761-8f4b-7835ff8b706a/71933df8-4f13-480f-bf22-3df8e014d14e/f56bfec1-8792-4cf1-839e-241d8696119a) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:53:36.105887 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-556a1de1-7f2e-460a-a145-c8b0faa66784 admin admin] Publish callbacks [] for port (9f3afe72-8484-45d8-b5ce-73ab5916d26b), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:36.133567 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-de4f27a6-ad02-4a9b-bb87-b651263ba707 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:53:36.133926 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-de4f27a6-ad02-4a9b-bb87-b651263ba707 service neutron] Checking segment: {'id': '4fb02108-8b37-4bb4-8350-923aa0786ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '290af027-4910-45bb-b54e-a29d61400c05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:53:36.134348 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-de4f27a6-ad02-4a9b-bb87-b651263ba707 service neutron] Bound using segment: {'id': '4fb02108-8b37-4bb4-8350-923aa0786ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '290af027-4910-45bb-b54e-a29d61400c05'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:53:36.134830 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-de4f27a6-ad02-4a9b-bb87-b651263ba707 service neutron] Bound port: 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fb02108-8b37-4bb4-8350-923aa0786ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '290af027-4910-45bb-b54e-a29d61400c05'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:53:36.135153 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-de4f27a6-ad02-4a9b-bb87-b651263ba707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (13b71a4f-d1b0-4c45-88a4-b1b8b0e31361), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:36.141960 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-556a1de1-7f2e-460a-a145-c8b0faa66784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (9f3afe72-8484-45d8-b5ce-73ab5916d26b), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:36.211881 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 66f10cc8-4eb3-4996-bd77-94d03b86a0a4 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:53:36.236716 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d5f7d098-4e30-4743-aac2-5fd692f0154c tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (090f831d-98e2-4ebf-955c-a363ba58d718), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:36.240910 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f7d098-4e30-4743-aac2-5fd692f0154c tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 090f831d-98e2-4ebf-955c-a363ba58d718 {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 02:53:36.243376 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d5f7d098-4e30-4743-aac2-5fd692f0154c tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:36.247476 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 66f10cc8-4eb3-4996-bd77-94d03b86a0a4 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:53:36.247887 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 66f10cc8-4eb3-4996-bd77-94d03b86a0a4 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:53:36.251800 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d5f7d098-4e30-4743-aac2-5fd692f0154c tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] 10.222.0.53 "DELETE /v2.0/networks/090f831d-98e2-4ebf-955c-a363ba58d718 HTTP/1.1" status: 204 len: 168 time: 1.4369307 Jan 28 02:53:36.275219 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4914fa-b17c-4f0c-94cf-fd54b0d8ae19 req-821affcc-b76e-47f7-a9c0-29b760798e08 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:36.280547 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0b4914fa-b17c-4f0c-94cf-fd54b0d8ae19 req-821affcc-b76e-47f7-a9c0-29b760798e08 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d39347-fc00-4cae-9ff6-b351ac79bc66 HTTP/1.1" status: 200 len: 943 time: 0.1166799 Jan 28 02:53:36.360006 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f7d098-4e30-4743-aac2-5fd692f0154c tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Pushing event deleted for resources: {'Network': ['ID=090f831d-98e2-4ebf-955c-a363ba58d718,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:36.372912 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-556a1de1-7f2e-460a-a145-c8b0faa66784 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (189942bd-f75e-4c5f-ab86-ba00dcc66ac5), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:36.381528 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14d1f4-ee38-492a-9ef1-a1cb5bc989e4 req-1310bd22-db28-428a-a663-26e2ebd8423e tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:36.383177 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2c14d1f4-ee38-492a-9ef1-a1cb5bc989e4 req-1310bd22-db28-428a-a663-26e2ebd8423e tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89 HTTP/1.1" status: 200 len: 946 time: 0.4015343 Jan 28 02:53:36.393042 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556a1de1-7f2e-460a-a145-c8b0faa66784 admin admin] Pushing event updated for resources: {'Port': ['ID=9f3afe72-8484-45d8-b5ce-73ab5916d26b,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:36.399212 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0b4914fa-b17c-4f0c-94cf-fd54b0d8ae19 req-2be20822-922e-42d2-9fc9-9378975772aa tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124318 Jan 28 02:53:36.493306 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-de4f27a6-ad02-4a9b-bb87-b651263ba707 service neutron] For port 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361, host n-h1-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:53:36.621711 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38392) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:36.626786 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-ce3a6ad1-6a7b-498b-8b8e-a415195f6468 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Request body: {'router': {'name': 'tempest-router--1646970802', 'project_id': 'b3571d6d66994695bade700ada01d2ec'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:53:36.652846 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ce3a6ad1-6a7b-498b-8b8e-a415195f6468 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (6beb2208-fc02-47c3-9822-d371c2ba6138), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:36.654412 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ce3a6ad1-6a7b-498b-8b8e-a415195f6468 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (6beb2208-fc02-47c3-9822-d371c2ba6138), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:36.714067 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ce3a6ad1-6a7b-498b-8b8e-a415195f6468 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for router_controller (6beb2208-fc02-47c3-9822-d371c2ba6138), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:36.722849 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ce3a6ad1-6a7b-498b-8b8e-a415195f6468 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (6beb2208-fc02-47c3-9822-d371c2ba6138), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:36.743268 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ce3a6ad1-6a7b-498b-8b8e-a415195f6468 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:36.744983 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ce3a6ad1-6a7b-498b-8b8e-a415195f6468 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1219852 Jan 28 02:53:36.748410 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38394) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:36.832016 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2a29c77f-0d6d-496d-ae2c-f0ea7d4cab95 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for router (6beb2208-fc02-47c3-9822-d371c2ba6138), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:36.988373 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-de4f27a6-ad02-4a9b-bb87-b651263ba707 service neutron] For port 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=13b71a4f-d1b0-4c45-88a4-b1b8b0e31361,segment=NetworkSegment(4fb02108-8b37-4bb4-8350-923aa0786ccd),segment_id=4fb02108-8b37-4bb4-8350-923aa0786ccd)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:53:37.008800 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-de4f27a6-ad02-4a9b-bb87-b651263ba707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (13b71a4f-d1b0-4c45-88a4-b1b8b0e31361), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:37.044930 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2a29c77f-0d6d-496d-ae2c-f0ea7d4cab95 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (6beb2208-fc02-47c3-9822-d371c2ba6138), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:37.048818 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2a29c77f-0d6d-496d-ae2c-f0ea7d4cab95 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for router_controller (6beb2208-fc02-47c3-9822-d371c2ba6138), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:37.069788 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2c14d1f4-ee38-492a-9ef1-a1cb5bc989e4 req-f49d6628-d90c-4169-9aa3-1a62b4b49eb3 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef9f93ec-e75c-4dc9-ac41-6712fa9366d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6619644 Jan 28 02:53:37.110512 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79770047-cf2d-412d-b191-69e12195dc17 req-a76cbd3f-a35c-4f3d-b2bc-6b5deaf5919f tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:37.111704 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-79770047-cf2d-412d-b191-69e12195dc17 req-a76cbd3f-a35c-4f3d-b2bc-6b5deaf5919f tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 950 time: 0.1227472 Jan 28 02:53:37.118695 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2a29c77f-0d6d-496d-ae2c-f0ea7d4cab95 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (6beb2208-fc02-47c3-9822-d371c2ba6138), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:37.119556 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a29c77f-0d6d-496d-ae2c-f0ea7d4cab95 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6beb2208-fc02-47c3-9822-d371c2ba6138 {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:53:37.128043 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2a29c77f-0d6d-496d-ae2c-f0ea7d4cab95 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:37.129285 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-2a29c77f-0d6d-496d-ae2c-f0ea7d4cab95 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] 10.222.0.53 "DELETE /v2.0/routers/6beb2208-fc02-47c3-9822-d371c2ba6138 HTTP/1.1" status: 204 len: 168 time: 0.3792658 Jan 28 02:53:37.186871 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-79770047-cf2d-412d-b191-69e12195dc17 req-71f92afc-1437-4fab-adc3-9b11606695d3 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629535 Jan 28 02:53:37.233754 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f27a6-ad02-4a9b-bb87-b651263ba707 service neutron] Pushing event updated for resources: {'Port': ['ID=13b71a4f-d1b0-4c45-88a4-b1b8b0e31361,revision_number=8']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:37.237554 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-de4f27a6-ad02-4a9b-bb87-b651263ba707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:37.238181 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-de4f27a6-ad02-4a9b-bb87-b651263ba707 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:37.239556 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-de4f27a6-ad02-4a9b-bb87-b651263ba707 service neutron] 10.222.0.39 "PUT /v2.0/ports/13b71a4f-d1b0-4c45-88a4-b1b8b0e31361 HTTP/1.1" status: 200 len: 1123 time: 4.5832891 Jan 28 02:53:37.243004 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-0996ffbd-44ec-45cd-a30e-8419d9dd18e9 req-4de9f9c1-d202-400c-80f3-00830fae01f4 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Publish callbacks [] for port (f56bfec1-8792-4cf1-839e-241d8696119a), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:37.248473 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556a1de1-7f2e-460a-a145-c8b0faa66784 admin admin] Network f788fb8a-f235-4456-a255-8d95263f97c9 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:53:37.264736 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-556a1de1-7f2e-460a-a145-c8b0faa66784 admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:53:37.266621 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8a48f872-ef42-419b-80b4-774433bd7f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (342786c2-eba4-459a-a2c0-9d6d40860bd2), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:37.294814 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4258deb4-afd8-4e3f-ba5b-34af9c1a7241 req-8b50bbd4-3a10-4319-adb4-ca9bf29e319e tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=a472928f-7d52-4ae4-b93a-3bb91f30b61e HTTP/1.1" status: 200 len: 210 time: 0.0616024 Jan 28 02:53:37.295075 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38418) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:37.359551 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['13b71a4f-d1b0-4c45-88a4-b1b8b0e31361'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:53:37.542007 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-0996ffbd-44ec-45cd-a30e-8419d9dd18e9 req-4de9f9c1-d202-400c-80f3-00830fae01f4 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (f56bfec1-8792-4cf1-839e-241d8696119a), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:37.591700 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b6974-1775-447e-aa5b-cc570de7f1be req-6f8db935-5392-40bf-8f70-a470bcb6ef5a tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:37.598920 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-437b6974-1775-447e-aa5b-cc570de7f1be req-6f8db935-5392-40bf-8f70-a470bcb6ef5a tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d39347-fc00-4cae-9ff6-b351ac79bc66 HTTP/1.1" status: 200 len: 943 time: 0.0915315 Jan 28 02:53:37.624324 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53d39347-fc00-4cae-9ff6-b351ac79bc66', 'tag': '13b71a4f-d1b0-4c45-88a4-b1b8b0e31361'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:53:37.627198 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f45079-5450-4e93-a147-502a4d77f448" -d '{"events": [{"name": "network-changed", "server_uuid": "53d39347-fc00-4cae-9ff6-b351ac79bc66", "tag": "13b71a4f-d1b0-4c45-88a4-b1b8b0e31361"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:53:37.630167 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-41ab483e-9da4-4a61-a98f-cc6f30613138 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2071792786', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}, 'admin_state_up': False}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:53:37.661151 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-556a1de1-7f2e-460a-a145-c8b0faa66784 admin admin] Router 189942bd-f75e-4c5f-ab86-ba00dcc66ac5 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:53:37.669651 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-120d44ab-689a-42e4-a2ba-f6ebfe22f1fb None None] Provisioning complete for port 9f3afe72-8484-45d8-b5ce-73ab5916d26b triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:53:37.670373 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-120d44ab-689a-42e4-a2ba-f6ebfe22f1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9f3afe72-8484-45d8-b5ce-73ab5916d26b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:37.670966 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0996ffbd-44ec-45cd-a30e-8419d9dd18e9 req-4de9f9c1-d202-400c-80f3-00830fae01f4 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Network a227bef5-33d4-4761-8f4b-7835ff8b706a is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:53:37.690912 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-0996ffbd-44ec-45cd-a30e-8419d9dd18e9 req-4de9f9c1-d202-400c-80f3-00830fae01f4 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:53:37.695542 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-0996ffbd-44ec-45cd-a30e-8419d9dd18e9 req-4de9f9c1-d202-400c-80f3-00830fae01f4 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:53:37.699738 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de9f9c1-d202-400c-80f3-00830fae01f4 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Pushing event updated for resources: {'Port': ['ID=f56bfec1-8792-4cf1-839e-241d8696119a,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:37.710628 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-437b6974-1775-447e-aa5b-cc570de7f1be req-23b8b67c-c7f8-4e28-96f6-00e9a962e85a tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963671 Jan 28 02:53:37.712197 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-41ab483e-9da4-4a61-a98f-cc6f30613138 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (a0b42eec-92a2-426a-b0bc-420b439609c0), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:37.713311 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-41ab483e-9da4-4a61-a98f-cc6f30613138 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (a0b42eec-92a2-426a-b0bc-420b439609c0), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:37.742821 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-120d44ab-689a-42e4-a2ba-f6ebfe22f1fb None None] Port 9f3afe72-8484-45d8-b5ce-73ab5916d26b cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:53:37.749974 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9565cb54-d487-41fe-b44b-611341fa1160 x-openstack-request-id: req-9565cb54-d487-41fe-b44b-611341fa1160 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:53:37.750258 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53d39347-fc00-4cae-9ff6-b351ac79bc66", "tag": "13b71a4f-d1b0-4c45-88a4-b1b8b0e31361", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:53:37.750524 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9565cb54-d487-41fe-b44b-611341fa1160 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:53:37.750885 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53d39347-fc00-4cae-9ff6-b351ac79bc66', 'tag': '13b71a4f-d1b0-4c45-88a4-b1b8b0e31361', 'status': 'completed', 'code': 200} Jan 28 02:53:37.776795 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-41ab483e-9da4-4a61-a98f-cc6f30613138 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router_controller (a0b42eec-92a2-426a-b0bc-420b439609c0), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:37.896149 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a48f872-ef42-419b-80b4-774433bd7f27 admin admin] Router 342786c2-eba4-459a-a2c0-9d6d40860bd2 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 02:53:37.953414 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996ffbd-44ec-45cd-a30e-8419d9dd18e9 req-4de9f9c1-d202-400c-80f3-00830fae01f4 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:37.954398 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-0996ffbd-44ec-45cd-a30e-8419d9dd18e9 req-4de9f9c1-d202-400c-80f3-00830fae01f4 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:38.003398 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f45079-5450-4e93-a147-502a4d77f448 req-04971020-5c82-4bfc-aee4-326d2fb2bc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:38.005930 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-88f45079-5450-4e93-a147-502a4d77f448 req-04971020-5c82-4bfc-aee4-326d2fb2bc37 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e168a8b773b74055bc0667e0581a74cd&device_id=53d39347-fc00-4cae-9ff6-b351ac79bc66 HTTP/1.1" status: 200 len: 1126 time: 0.2110350 Jan 28 02:53:38.071574 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0996ffbd-44ec-45cd-a30e-8419d9dd18e9 req-4de9f9c1-d202-400c-80f3-00830fae01f4 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2739379 Jan 28 02:53:38.090074 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-41ab483e-9da4-4a61-a98f-cc6f30613138 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router_gateway (a0b42eec-92a2-426a-b0bc-420b439609c0), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:38.109033 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-0996ffbd-44ec-45cd-a30e-8419d9dd18e9 req-231501a5-829a-4afd-9bc9-cdfe2cd82c43 service neutron] Request body: {'port': {'device_id': 'a472928f-7d52-4ae4-b93a-3bb91f30b61e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:53:38.171547 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556a1de1-7f2e-460a-a145-c8b0faa66784 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:53:38.186076 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad42a86-84c1-43f0-ba43-ed44a8094ef9 None None] Sync routers for ids ['189942bd-f75e-4c5f-ab86-ba00dcc66ac5'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:53:38.203433 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad42a86-84c1-43f0-ba43-ed44a8094ef9 None None] Routers {'189942bd-f75e-4c5f-ab86-ba00dcc66ac5'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:53:38.204086 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-0ad42a86-84c1-43f0-ba43-ed44a8094ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:53:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['189942bd-f75e-4c5f-ab86-ba00dcc66ac5'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:38.231675 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-556a1de1-7f2e-460a-a145-c8b0faa66784 admin admin] 10.222.0.53 "PUT /v2.0/routers/189942bd-f75e-4c5f-ab86-ba00dcc66ac5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3111362 Jan 28 02:53:38.330478 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253e366-10a5-4b50-aaab-1abffd75c6e7 req-aba676bc-a29d-4a6e-99cc-9d7d4380e003 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:38.337356 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b253e366-10a5-4b50-aaab-1abffd75c6e7 req-aba676bc-a29d-4a6e-99cc-9d7d4380e003 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89 HTTP/1.1" status: 200 len: 946 time: 0.1318855 Jan 28 02:53:38.396385 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-0996ffbd-44ec-45cd-a30e-8419d9dd18e9 req-231501a5-829a-4afd-9bc9-cdfe2cd82c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f56bfec1-8792-4cf1-839e-241d8696119a), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:38.407289 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a48f872-ef42-419b-80b4-774433bd7f27 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:53:38.418007 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-0ad42a86-84c1-43f0-ba43-ed44a8094ef9 None None] Set router 189942bd-f75e-4c5f-ab86-ba00dcc66ac5 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:53:38.420505 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea11cfb7-2f1b-433a-9155-bc3c1c91fca3 None None] Sync routers for ids ['342786c2-eba4-459a-a2c0-9d6d40860bd2'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:53:38.434095 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b253e366-10a5-4b50-aaab-1abffd75c6e7 req-ce7b050e-5a38-4ae9-8695-fa902d60a587 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef9f93ec-e75c-4dc9-ac41-6712fa9366d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952461 Jan 28 02:53:38.438034 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea11cfb7-2f1b-433a-9155-bc3c1c91fca3 None None] Routers {'342786c2-eba4-459a-a2c0-9d6d40860bd2'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:53:38.438769 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-ea11cfb7-2f1b-433a-9155-bc3c1c91fca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:53:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['342786c2-eba4-459a-a2c0-9d6d40860bd2'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:38.448809 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f45079-5450-4e93-a147-502a4d77f448 req-c177cf6a-3f15-469b-b1bd-c0c2526c8e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:38.450341 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-88f45079-5450-4e93-a147-502a4d77f448 req-c177cf6a-3f15-469b-b1bd-c0c2526c8e54 service neutron] 10.222.0.67 "GET /v2.0/networks?id=290af027-4910-45bb-b54e-a29d61400c05 HTTP/1.1" status: 200 len: 909 time: 0.3874867 Jan 28 02:53:38.485287 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8a48f872-ef42-419b-80b4-774433bd7f27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:38.489235 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8a48f872-ef42-419b-80b4-774433bd7f27 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.7159967 Jan 28 02:53:38.492212 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38474) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:38.500291 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f63308-9dbb-4618-90c2-7e66ba368da9 req-9584899b-f7de-4f4d-96da-c49eef67efa8 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:38.502115 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-21f63308-9dbb-4618-90c2-7e66ba368da9 req-9584899b-f7de-4f4d-96da-c49eef67efa8 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 950 time: 0.1518457 Jan 28 02:53:38.547723 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-88f45079-5450-4e93-a147-502a4d77f448 req-ad15f794-817f-4593-abb0-a25cd7aa09c1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13b71a4f-d1b0-4c45-88a4-b1b8b0e31361 HTTP/1.1" status: 200 len: 217 time: 0.0739861 Jan 28 02:53:38.608085 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-41ab483e-9da4-4a61-a98f-cc6f30613138 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router_gateway (a0b42eec-92a2-426a-b0bc-420b439609c0), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:38.619651 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-ea11cfb7-2f1b-433a-9155-bc3c1c91fca3 None None] Set router 342786c2-eba4-459a-a2c0-9d6d40860bd2 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:53:38.667066 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-41ab483e-9da4-4a61-a98f-cc6f30613138 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:38.757033 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc5ea5-58eb-40a7-ad1c-bf6f0adfce6e req-07184768-8b32-4b63-aa6f-d9272c8381a3 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:38.765015 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ebbc5ea5-58eb-40a7-ad1c-bf6f0adfce6e req-07184768-8b32-4b63-aa6f-d9272c8381a3 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=a472928f-7d52-4ae4-b93a-3bb91f30b61e HTTP/1.1" status: 200 len: 931 time: 0.1746469 Jan 28 02:53:38.801938 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-21f63308-9dbb-4618-90c2-7e66ba368da9 req-d90803e5-4b92-4c0a-a841-c4ed36dfb623 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628603 Jan 28 02:53:38.808001 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f45079-5450-4e93-a147-502a4d77f448 req-7e2841f7-8ab9-46db-baee-10e48e385989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:38.810222 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-88f45079-5450-4e93-a147-502a4d77f448 req-7e2841f7-8ab9-46db-baee-10e48e385989 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=49bb14d4-dcd1-48f1-bfcf-d4851c7c298c HTTP/1.1" status: 200 len: 848 time: 0.2231722 Jan 28 02:53:38.892410 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-88f45079-5450-4e93-a147-502a4d77f448 req-75fae56f-8209-4600-a7fa-bc0bccbaa3c1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=290af027-4910-45bb-b54e-a29d61400c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420475 Jan 28 02:53:38.910106 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-0ad42a86-84c1-43f0-ba43-ed44a8094ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189942bd-f75e-4c5f-ab86-ba00dcc66ac5', 'name': 'tempest-ServersTestFqdnHostnames-1756558027-router', 'tenant_id': '58413890441044459c04be3647465ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'e8d4cd73-0fb3-444f-a71d-9fdf3c91b279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:53:24Z', 'updated_at': '2022-01-28T02:53:34Z', 'revision_number': 4, 'project_id': '58413890441044459c04be3647465ec6', 'gw_port': {'id': 'e8d4cd73-0fb3-444f-a71d-9fdf3c91b279', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:76:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189942bd-f75e-4c5f-ab86-ba00dcc66ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:25Z', 'updated_at': '2022-01-28T02:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '9f3afe72-8484-45d8-b5ce-73ab5916d26b', 'name': '', 'network_id': 'f788fb8a-f235-4456-a255-8d95263f97c9', 'tenant_id': '58413890441044459c04be3647465ec6', 'mac_address': 'fa:16:3e:06:0c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189942bd-f75e-4c5f-ab86-ba00dcc66ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '8233c9f8-90da-42d9-9cc8-120e645e8525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:30Z', 'updated_at': '2022-01-28T02:53:35Z', 'revision_number': 2, 'project_id': '58413890441044459c04be3647465ec6', 'subnets': [{'id': '8233c9f8-90da-42d9-9cc8-120e645e8525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:38.915722 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ebbc5ea5-58eb-40a7-ad1c-bf6f0adfce6e req-8ac946e0-1646-4c1b-88ac-01a7d98983b0 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493251 Jan 28 02:53:38.963132 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-41ab483e-9da4-4a61-a98f-cc6f30613138 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Allocated IP 172.25.0.112 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/cf7200ea-a5f0-4ebb-8a14-2af79f5bcd65) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:53:38.980214 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad42a86-84c1-43f0-ba43-ed44a8094ef9 None None] Checking router: 189942bd-f75e-4c5f-ab86-ba00dcc66ac5 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:53:38.980567 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad42a86-84c1-43f0-ba43-ed44a8094ef9 None None] Updating router 189942bd-f75e-4c5f-ab86-ba00dcc66ac5 port 9f3afe72-8484-45d8-b5ce-73ab5916d26b binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:53:39.002329 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-ea11cfb7-2f1b-433a-9155-bc3c1c91fca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342786c2-eba4-459a-a2c0-9d6d40860bd2', 'name': 'tempest-TaggedBootDevicesTest-263614113-router', 'tenant_id': '7581cafbb59a47148e5d33dde7c9cb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'da35fe1d-c7ec-451a-8fd0-b039fc1498a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:53:27Z', 'updated_at': '2022-01-28T02:53:35Z', 'revision_number': 3, 'project_id': '7581cafbb59a47148e5d33dde7c9cb23', 'gw_port': {'id': 'da35fe1d-c7ec-451a-8fd0-b039fc1498a4', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:53:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342786c2-eba4-459a-a2c0-9d6d40860bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:31Z', 'updated_at': '2022-01-28T02:53:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:39.012854 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0ad42a86-84c1-43f0-ba43-ed44a8094ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9f3afe72-8484-45d8-b5ce-73ab5916d26b), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:39.170334 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-41ab483e-9da4-4a61-a98f-cc6f30613138 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for port (cf7200ea-a5f0-4ebb-8a14-2af79f5bcd65), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:39.177861 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea11cfb7-2f1b-433a-9155-bc3c1c91fca3 None None] Checking router: 342786c2-eba4-459a-a2c0-9d6d40860bd2 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:53:39.178328 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea11cfb7-2f1b-433a-9155-bc3c1c91fca3 None None] Updating router 342786c2-eba4-459a-a2c0-9d6d40860bd2 port da35fe1d-c7ec-451a-8fd0-b039fc1498a4 binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:53:39.243341 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-41ab483e-9da4-4a61-a98f-cc6f30613138 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (cf7200ea-a5f0-4ebb-8a14-2af79f5bcd65), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:39.247682 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-ea11cfb7-2f1b-433a-9155-bc3c1c91fca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (da35fe1d-c7ec-451a-8fd0-b039fc1498a4), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:39.328496 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-0996ffbd-44ec-45cd-a30e-8419d9dd18e9 req-231501a5-829a-4afd-9bc9-cdfe2cd82c43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f56bfec1-8792-4cf1-839e-241d8696119a {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:53:39.338572 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-0996ffbd-44ec-45cd-a30e-8419d9dd18e9 req-231501a5-829a-4afd-9bc9-cdfe2cd82c43 service neutron] Publish callbacks [] for port (f56bfec1-8792-4cf1-839e-241d8696119a), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:39.348955 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ab483e-9da4-4a61-a98f-cc6f30613138 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:53:39.353854 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-0996ffbd-44ec-45cd-a30e-8419d9dd18e9 req-231501a5-829a-4afd-9bc9-cdfe2cd82c43 service neutron] Transition to ACTIVE for port object f56bfec1-8792-4cf1-839e-241d8696119a will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:53:39.356753 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-88f45079-5450-4e93-a147-502a4d77f448 req-4cc53ca8-7fc8-4464-97de-a355e7245cc3 service neutron] 10.222.0.67 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4577634 Jan 28 02:53:39.366064 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-0996ffbd-44ec-45cd-a30e-8419d9dd18e9 req-231501a5-829a-4afd-9bc9-cdfe2cd82c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (f56bfec1-8792-4cf1-839e-241d8696119a), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:39.383714 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445eb0d1-9e6f-4a5e-8554-67293eecd36a req-a793d7f0-e796-4000-bd3f-081c1d7fa5c5 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:39.402176 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-445eb0d1-9e6f-4a5e-8554-67293eecd36a req-a793d7f0-e796-4000-bd3f-081c1d7fa5c5 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d39347-fc00-4cae-9ff6-b351ac79bc66 HTTP/1.1" status: 200 len: 943 time: 0.4067760 Jan 28 02:53:39.416800 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-41ab483e-9da4-4a61-a98f-cc6f30613138 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:53:39.427658 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ab483e-9da4-4a61-a98f-cc6f30613138 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:53:39.468065 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab483e-9da4-4a61-a98f-cc6f30613138 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Pushing event updated for resources: {'Port': ['ID=cf7200ea-a5f0-4ebb-8a14-2af79f5bcd65,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:39.622900 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-445eb0d1-9e6f-4a5e-8554-67293eecd36a req-f49cc9ff-f07f-4a2e-bbdb-5a3e272de8c5 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184327 Jan 28 02:53:39.683827 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-ea11cfb7-2f1b-433a-9155-bc3c1c91fca3 None None] Publish callbacks [] for port (da35fe1d-c7ec-451a-8fd0-b039fc1498a4), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:39.688150 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0ad42a86-84c1-43f0-ba43-ed44a8094ef9 None None] Publish callbacks [] for port (9f3afe72-8484-45d8-b5ce-73ab5916d26b), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:39.700252 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-ea11cfb7-2f1b-433a-9155-bc3c1c91fca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (da35fe1d-c7ec-451a-8fd0-b039fc1498a4), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:39.703053 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0ad42a86-84c1-43f0-ba43-ed44a8094ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9f3afe72-8484-45d8-b5ce-73ab5916d26b), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:39.722369 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38522) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:39.724375 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231501a5-829a-4afd-9bc9-cdfe2cd82c43 service neutron] Pushing event updated for resources: {'Port': ['ID=f56bfec1-8792-4cf1-839e-241d8696119a,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:39.742140 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-5a1d657d-b966-458a-a0d4-bf94b1823a0e tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1584267984', 'description': 'tempest-description--1802273051'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:53:39.817774 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-ea11cfb7-2f1b-433a-9155-bc3c1c91fca3 None None] Attempting to bind port da35fe1d-c7ec-451a-8fd0-b039fc1498a4 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:53:39.818910 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-ea11cfb7-2f1b-433a-9155-bc3c1c91fca3 None None] Attempting to bind port da35fe1d-c7ec-451a-8fd0-b039fc1498a4 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:53:39.819472 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea11cfb7-2f1b-433a-9155-bc3c1c91fca3 None None] Attempting to bind port da35fe1d-c7ec-451a-8fd0-b039fc1498a4 on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:53:39.830090 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c709e58-6114-4119-a226-11b878ec9a5d None None] Pushing event updated for resources: {'Port': ['ID=da35fe1d-c7ec-451a-8fd0-b039fc1498a4,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:39.834717 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea11cfb7-2f1b-433a-9155-bc3c1c91fca3 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:53:39.835384 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea11cfb7-2f1b-433a-9155-bc3c1c91fca3 None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:53:39.835974 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-ea11cfb7-2f1b-433a-9155-bc3c1c91fca3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:39.836554 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea11cfb7-2f1b-433a-9155-bc3c1c91fca3 None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:53:39.837257 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-ea11cfb7-2f1b-433a-9155-bc3c1c91fca3 None None] Bound port: da35fe1d-c7ec-451a-8fd0-b039fc1498a4, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:53:39.837810 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-ea11cfb7-2f1b-433a-9155-bc3c1c91fca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (da35fe1d-c7ec-451a-8fd0-b039fc1498a4), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:39.844155 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c99422f-7136-44b7-8ae5-4722720daab1 None None] Pushing event updated for resources: {'Port': ['ID=9f3afe72-8484-45d8-b5ce-73ab5916d26b,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:39.858039 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-0ad42a86-84c1-43f0-ba43-ed44a8094ef9 None None] Attempting to bind port 9f3afe72-8484-45d8-b5ce-73ab5916d26b on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:53:39.858521 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-0ad42a86-84c1-43f0-ba43-ed44a8094ef9 None None] Attempting to bind port 9f3afe72-8484-45d8-b5ce-73ab5916d26b by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e82e57e3-b2ae-4a12-b8fe-2a627edafa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f788fb8a-f235-4456-a255-8d95263f97c9'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:53:39.858985 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad42a86-84c1-43f0-ba43-ed44a8094ef9 None None] Attempting to bind port 9f3afe72-8484-45d8-b5ce-73ab5916d26b on network f788fb8a-f235-4456-a255-8d95263f97c9 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:53:39.864904 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad42a86-84c1-43f0-ba43-ed44a8094ef9 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:53:39.865448 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad42a86-84c1-43f0-ba43-ed44a8094ef9 None None] Checking segment: {'id': 'e82e57e3-b2ae-4a12-b8fe-2a627edafa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f788fb8a-f235-4456-a255-8d95263f97c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:53:39.866002 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0ad42a86-84c1-43f0-ba43-ed44a8094ef9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:39.866498 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad42a86-84c1-43f0-ba43-ed44a8094ef9 None None] Bound using segment: {'id': 'e82e57e3-b2ae-4a12-b8fe-2a627edafa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f788fb8a-f235-4456-a255-8d95263f97c9'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:53:39.867072 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-0ad42a86-84c1-43f0-ba43-ed44a8094ef9 None None] Bound port: 9f3afe72-8484-45d8-b5ce-73ab5916d26b, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82e57e3-b2ae-4a12-b8fe-2a627edafa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f788fb8a-f235-4456-a255-8d95263f97c9'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:53:39.867554 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0ad42a86-84c1-43f0-ba43-ed44a8094ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9f3afe72-8484-45d8-b5ce-73ab5916d26b), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:39.922941 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-ea11cfb7-2f1b-433a-9155-bc3c1c91fca3 None None] For port da35fe1d-c7ec-451a-8fd0-b039fc1498a4, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:53:39.929357 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-ea11cfb7-2f1b-433a-9155-bc3c1c91fca3 None None] For port da35fe1d-c7ec-451a-8fd0-b039fc1498a4, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=da35fe1d-c7ec-451a-8fd0-b039fc1498a4,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:53:39.946818 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-ea11cfb7-2f1b-433a-9155-bc3c1c91fca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (da35fe1d-c7ec-451a-8fd0-b039fc1498a4), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:39.998697 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5a1d657d-b966-458a-a0d4-bf94b1823a0e tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:40.032237 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c709e58-6114-4119-a226-11b878ec9a5d None None] Pushing event updated for resources: {'Port': ['ID=da35fe1d-c7ec-451a-8fd0-b039fc1498a4,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:40.049260 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-0ad42a86-84c1-43f0-ba43-ed44a8094ef9 None None] For port 9f3afe72-8484-45d8-b5ce-73ab5916d26b, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:53:40.049512 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea11cfb7-2f1b-433a-9155-bc3c1c91fca3 None None] Routers {'342786c2-eba4-459a-a2c0-9d6d40860bd2'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:53:40.050077 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-ea11cfb7-2f1b-433a-9155-bc3c1c91fca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:53:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['342786c2-eba4-459a-a2c0-9d6d40860bd2'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:40.058009 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-0ad42a86-84c1-43f0-ba43-ed44a8094ef9 None None] For port 9f3afe72-8484-45d8-b5ce-73ab5916d26b, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=9f3afe72-8484-45d8-b5ce-73ab5916d26b,segment=NetworkSegment(e82e57e3-b2ae-4a12-b8fe-2a627edafa91),segment_id=e82e57e3-b2ae-4a12-b8fe-2a627edafa91)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:53:40.071760 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0ad42a86-84c1-43f0-ba43-ed44a8094ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9f3afe72-8484-45d8-b5ce-73ab5916d26b), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:40.211860 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad42a86-84c1-43f0-ba43-ed44a8094ef9 None None] Routers {'189942bd-f75e-4c5f-ab86-ba00dcc66ac5'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:53:40.212662 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-0ad42a86-84c1-43f0-ba43-ed44a8094ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:53:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['189942bd-f75e-4c5f-ab86-ba00dcc66ac5'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:40.242246 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-88f45079-5450-4e93-a147-502a4d77f448 req-594da31f-c941-47bc-b11b-9b670e9753fe service neutron] 10.222.0.67 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8771892 Jan 28 02:53:40.250589 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-ea11cfb7-2f1b-433a-9155-bc3c1c91fca3 None None] Set router 342786c2-eba4-459a-a2c0-9d6d40860bd2 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:53:40.375793 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:53:40.386743 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-5d3c0b84-2e0e-4547-a696-efd8c3bba33a None None] Provisioning complete for port 9f3afe72-8484-45d8-b5ce-73ab5916d26b triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:53:40.387151 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5d3c0b84-2e0e-4547-a696-efd8c3bba33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9f3afe72-8484-45d8-b5ce-73ab5916d26b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:40.388957 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c99422f-7136-44b7-8ae5-4722720daab1 None None] Pushing event updated for resources: {'Port': ['ID=9f3afe72-8484-45d8-b5ce-73ab5916d26b,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:40.476862 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4cb2b4-39cd-4fe8-8199-cf6648fce20c req-58f666fc-9a2b-4dea-ae6e-9df990104ebd tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:40.489840 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1e4cb2b4-39cd-4fe8-8199-cf6648fce20c req-58f666fc-9a2b-4dea-ae6e-9df990104ebd tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 950 time: 0.4873106 Jan 28 02:53:40.522568 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-0996ffbd-44ec-45cd-a30e-8419d9dd18e9 req-231501a5-829a-4afd-9bc9-cdfe2cd82c43 service neutron] Attempting to bind port f56bfec1-8792-4cf1-839e-241d8696119a on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:53:40.522568 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-0996ffbd-44ec-45cd-a30e-8419d9dd18e9 req-231501a5-829a-4afd-9bc9-cdfe2cd82c43 service neutron] Attempting to bind port f56bfec1-8792-4cf1-839e-241d8696119a by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '358dad74-8d99-4de6-a555-7b85f019730b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a227bef5-33d4-4761-8f4b-7835ff8b706a'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:53:40.522990 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0996ffbd-44ec-45cd-a30e-8419d9dd18e9 req-231501a5-829a-4afd-9bc9-cdfe2cd82c43 service neutron] Attempting to bind port f56bfec1-8792-4cf1-839e-241d8696119a on network a227bef5-33d4-4761-8f4b-7835ff8b706a {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:53:40.532636 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0996ffbd-44ec-45cd-a30e-8419d9dd18e9 req-231501a5-829a-4afd-9bc9-cdfe2cd82c43 service neutron] Port f56bfec1-8792-4cf1-839e-241d8696119a on network a227bef5-33d4-4761-8f4b-7835ff8b706a not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:53:40.533100 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0996ffbd-44ec-45cd-a30e-8419d9dd18e9 req-231501a5-829a-4afd-9bc9-cdfe2cd82c43 service neutron] Attempting to bind port f56bfec1-8792-4cf1-839e-241d8696119a on network a227bef5-33d4-4761-8f4b-7835ff8b706a {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:53:40.543918 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0996ffbd-44ec-45cd-a30e-8419d9dd18e9 req-231501a5-829a-4afd-9bc9-cdfe2cd82c43 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:53:40.544263 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0996ffbd-44ec-45cd-a30e-8419d9dd18e9 req-231501a5-829a-4afd-9bc9-cdfe2cd82c43 service neutron] Checking segment: {'id': '358dad74-8d99-4de6-a555-7b85f019730b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a227bef5-33d4-4761-8f4b-7835ff8b706a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:53:40.544931 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0996ffbd-44ec-45cd-a30e-8419d9dd18e9 req-231501a5-829a-4afd-9bc9-cdfe2cd82c43 service neutron] Bound using segment: {'id': '358dad74-8d99-4de6-a555-7b85f019730b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a227bef5-33d4-4761-8f4b-7835ff8b706a'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:53:40.545627 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-0996ffbd-44ec-45cd-a30e-8419d9dd18e9 req-231501a5-829a-4afd-9bc9-cdfe2cd82c43 service neutron] Bound port: f56bfec1-8792-4cf1-839e-241d8696119a, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '358dad74-8d99-4de6-a555-7b85f019730b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a227bef5-33d4-4761-8f4b-7835ff8b706a'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:53:40.546196 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-0996ffbd-44ec-45cd-a30e-8419d9dd18e9 req-231501a5-829a-4afd-9bc9-cdfe2cd82c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f56bfec1-8792-4cf1-839e-241d8696119a), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:40.592309 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-0ad42a86-84c1-43f0-ba43-ed44a8094ef9 None None] Set router 189942bd-f75e-4c5f-ab86-ba00dcc66ac5 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:53:40.631744 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7e27d-e734-4bf1-b638-0cdc30b46a8a req-d48acac3-5b4f-4fb3-8ff6-7537aa4edc87 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:40.634615 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cbb7e27d-e734-4bf1-b638-0cdc30b46a8a req-d48acac3-5b4f-4fb3-8ff6-7537aa4edc87 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89 HTTP/1.1" status: 200 len: 946 time: 0.8383548 Jan 28 02:53:40.637251 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=13b71a4f-d1b0-4c45-88a4-b1b8b0e31361,segment=NetworkSegment(4fb02108-8b37-4bb4-8350-923aa0786ccd),segment_id=4fb02108-8b37-4bb4-8350-923aa0786ccd)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:53:40.651325 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361 has no active binding in host n-h2-712139-27 {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 02:53:40.679016 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-0996ffbd-44ec-45cd-a30e-8419d9dd18e9 req-231501a5-829a-4afd-9bc9-cdfe2cd82c43 service neutron] For port f56bfec1-8792-4cf1-839e-241d8696119a, host n-h1-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:53:40.687156 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-0996ffbd-44ec-45cd-a30e-8419d9dd18e9 req-231501a5-829a-4afd-9bc9-cdfe2cd82c43 service neutron] For port f56bfec1-8792-4cf1-839e-241d8696119a, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=f56bfec1-8792-4cf1-839e-241d8696119a,segment=NetworkSegment(358dad74-8d99-4de6-a555-7b85f019730b),segment_id=358dad74-8d99-4de6-a555-7b85f019730b)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:53:40.700868 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-ea11cfb7-2f1b-433a-9155-bc3c1c91fca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342786c2-eba4-459a-a2c0-9d6d40860bd2', 'name': 'tempest-TaggedBootDevicesTest-263614113-router', 'tenant_id': '7581cafbb59a47148e5d33dde7c9cb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'da35fe1d-c7ec-451a-8fd0-b039fc1498a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:53:27Z', 'updated_at': '2022-01-28T02:53:35Z', 'revision_number': 3, 'project_id': '7581cafbb59a47148e5d33dde7c9cb23', 'gw_port': {'id': 'da35fe1d-c7ec-451a-8fd0-b039fc1498a4', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:53:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342786c2-eba4-459a-a2c0-9d6d40860bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:31Z', 'updated_at': '2022-01-28T02:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:40.731254 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea11cfb7-2f1b-433a-9155-bc3c1c91fca3 None None] The sync data for ids ['342786c2-eba4-459a-a2c0-9d6d40860bd2'] in n-d-712139-27 is: [{'id': '342786c2-eba4-459a-a2c0-9d6d40860bd2', 'name': 'tempest-TaggedBootDevicesTest-263614113-router', 'tenant_id': '7581cafbb59a47148e5d33dde7c9cb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'da35fe1d-c7ec-451a-8fd0-b039fc1498a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:53:27Z', 'updated_at': '2022-01-28T02:53:35Z', 'revision_number': 3, 'project_id': '7581cafbb59a47148e5d33dde7c9cb23', 'gw_port': {'id': 'da35fe1d-c7ec-451a-8fd0-b039fc1498a4', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:53:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342786c2-eba4-459a-a2c0-9d6d40860bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:31Z', 'updated_at': '2022-01-28T02:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:53:40.763167 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1e4cb2b4-39cd-4fe8-8199-cf6648fce20c req-69759b7f-b1be-4d1a-8a4b-229f0b259f87 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723825 Jan 28 02:53:40.801648 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-0996ffbd-44ec-45cd-a30e-8419d9dd18e9 req-231501a5-829a-4afd-9bc9-cdfe2cd82c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (f56bfec1-8792-4cf1-839e-241d8696119a), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:40.817396 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5a1d657d-b966-458a-a0d4-bf94b1823a0e tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Publish callbacks [] for security_group (1f3d54fa-ce2f-40d0-a3fd-423661de65cc), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:40.832767 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996ffbd-44ec-45cd-a30e-8419d9dd18e9 req-231501a5-829a-4afd-9bc9-cdfe2cd82c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:40.833468 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-0996ffbd-44ec-45cd-a30e-8419d9dd18e9 req-231501a5-829a-4afd-9bc9-cdfe2cd82c43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:40.834936 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0996ffbd-44ec-45cd-a30e-8419d9dd18e9 req-231501a5-829a-4afd-9bc9-cdfe2cd82c43 service neutron] 10.222.0.67 "PUT /v2.0/ports/f56bfec1-8792-4cf1-839e-241d8696119a HTTP/1.1" status: 200 len: 1092 time: 2.7462685 Jan 28 02:53:40.839480 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a472928f-7d52-4ae4-b93a-3bb91f30b61e', 'tag': 'f56bfec1-8792-4cf1-839e-241d8696119a'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:53:40.842179 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff78015-36a9-42df-a595-a45e016a7596" -d '{"events": [{"name": "network-changed", "server_uuid": "a472928f-7d52-4ae4-b93a-3bb91f30b61e", "tag": "f56bfec1-8792-4cf1-839e-241d8696119a"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:53:40.844253 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5a1d657d-b966-458a-a0d4-bf94b1823a0e tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (1f3d54fa-ce2f-40d0-a3fd-423661de65cc), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:40.857105 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-41ab483e-9da4-4a61-a98f-cc6f30613138 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router_gateway (a0b42eec-92a2-426a-b0bc-420b439609c0), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:40.964988 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cbb7e27d-e734-4bf1-b638-0cdc30b46a8a req-64f79e0a-a809-44e3-adc7-23159e286c6e tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef9f93ec-e75c-4dc9-ac41-6712fa9366d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540069 Jan 28 02:53:40.998534 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-5d3c0b84-2e0e-4547-a696-efd8c3bba33a None None] Current status of the port 9f3afe72-8484-45d8-b5ce-73ab5916d26b is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:53:40.999122 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5d3c0b84-2e0e-4547-a696-efd8c3bba33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9f3afe72-8484-45d8-b5ce-73ab5916d26b), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:41.054718 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-5d3c0b84-2e0e-4547-a696-efd8c3bba33a None None] For port 9f3afe72-8484-45d8-b5ce-73ab5916d26b, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=9f3afe72-8484-45d8-b5ce-73ab5916d26b,segment=NetworkSegment(e82e57e3-b2ae-4a12-b8fe-2a627edafa91),segment_id=e82e57e3-b2ae-4a12-b8fe-2a627edafa91)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:53:41.066687 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5d3c0b84-2e0e-4547-a696-efd8c3bba33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9f3afe72-8484-45d8-b5ce-73ab5916d26b), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:41.066981 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f10a1383-8bce-4760-8644-bf4bfa9df055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:41.091740 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5a1d657d-b966-458a-a0d4-bf94b1823a0e tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:41.101735 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5a1d657d-b966-458a-a0d4-bf94b1823a0e tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.3687189 Jan 28 02:53:41.145974 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38600) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:41.155859 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-b08c0571-cafb-49ce-8905-35d8a9f0ab82 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Request body: {'security_group_rule': {'security_group_id': '1f3d54fa-ce2f-40d0-a3fd-423661de65cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:53:41.159648 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231501a5-829a-4afd-9bc9-cdfe2cd82c43 service neutron] Pushing event updated for resources: {'Port': ['ID=f56bfec1-8792-4cf1-839e-241d8696119a,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:41.178567 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-0ad42a86-84c1-43f0-ba43-ed44a8094ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189942bd-f75e-4c5f-ab86-ba00dcc66ac5', 'name': 'tempest-ServersTestFqdnHostnames-1756558027-router', 'tenant_id': '58413890441044459c04be3647465ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'e8d4cd73-0fb3-444f-a71d-9fdf3c91b279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:53:24Z', 'updated_at': '2022-01-28T02:53:34Z', 'revision_number': 4, 'project_id': '58413890441044459c04be3647465ec6', 'gw_port': {'id': 'e8d4cd73-0fb3-444f-a71d-9fdf3c91b279', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:76:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189942bd-f75e-4c5f-ab86-ba00dcc66ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:25Z', 'updated_at': '2022-01-28T02:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '9f3afe72-8484-45d8-b5ce-73ab5916d26b', 'name': '', 'network_id': 'f788fb8a-f235-4456-a255-8d95263f97c9', 'tenant_id': '58413890441044459c04be3647465ec6', 'mac_address': 'fa:16:3e:06:0c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189942bd-f75e-4c5f-ab86-ba00dcc66ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '8233c9f8-90da-42d9-9cc8-120e645e8525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:30Z', 'updated_at': '2022-01-28T02:53:40Z', 'revision_number': 4, 'project_id': '58413890441044459c04be3647465ec6', 'subnets': [{'id': '8233c9f8-90da-42d9-9cc8-120e645e8525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:41.194681 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d657d-b966-458a-a0d4-bf94b1823a0e tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3d54fa-ce2f-40d0-a3fd-423661de65cc,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:41.219911 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b08c0571-cafb-49ce-8905-35d8a9f0ab82 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Publish callbacks [] for security_group_rule (f87bd8e1-20c9-43d3-b276-f305e6ecb097), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:41.277842 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996ffbd-44ec-45cd-a30e-8419d9dd18e9 req-10de1748-f30a-41bc-84d5-85d7634580ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:41.279549 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0996ffbd-44ec-45cd-a30e-8419d9dd18e9 req-10de1748-f30a-41bc-84d5-85d7634580ee service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d6b2da0075934bcaafbee1846721359a&device_id=a472928f-7d52-4ae4-b93a-3bb91f30b61e HTTP/1.1" status: 200 len: 1095 time: 0.3717067 Jan 28 02:53:41.288693 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f8a15-e1af-47e4-ac4f-62cc379e2567 req-43ff440b-399e-44b9-982b-b691e1f231a8 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:41.295873 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7f0f8a15-e1af-47e4-ac4f-62cc379e2567 req-43ff440b-399e-44b9-982b-b691e1f231a8 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=a472928f-7d52-4ae4-b93a-3bb91f30b61e HTTP/1.1" status: 200 len: 943 time: 0.3855958 Jan 28 02:53:41.300801 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c0b84-2e0e-4547-a696-efd8c3bba33a None None] Pushing event updated for resources: {'Port': ['ID=9f3afe72-8484-45d8-b5ce-73ab5916d26b,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:41.304579 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad42a86-84c1-43f0-ba43-ed44a8094ef9 None None] The sync data for ids ['189942bd-f75e-4c5f-ab86-ba00dcc66ac5'] in n-d-712139-27 is: [{'id': '189942bd-f75e-4c5f-ab86-ba00dcc66ac5', 'name': 'tempest-ServersTestFqdnHostnames-1756558027-router', 'tenant_id': '58413890441044459c04be3647465ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'e8d4cd73-0fb3-444f-a71d-9fdf3c91b279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:53:24Z', 'updated_at': '2022-01-28T02:53:34Z', 'revision_number': 4, 'project_id': '58413890441044459c04be3647465ec6', 'gw_port': {'id': 'e8d4cd73-0fb3-444f-a71d-9fdf3c91b279', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:76:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189942bd-f75e-4c5f-ab86-ba00dcc66ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:25Z', 'updated_at': '2022-01-28T02:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '9f3afe72-8484-45d8-b5ce-73ab5916d26b', 'name': '', 'network_id': 'f788fb8a-f235-4456-a255-8d95263f97c9', 'tenant_id': '58413890441044459c04be3647465ec6', 'mac_address': 'fa:16:3e:06:0c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189942bd-f75e-4c5f-ab86-ba00dcc66ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '8233c9f8-90da-42d9-9cc8-120e645e8525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:30Z', 'updated_at': '2022-01-28T02:53:40Z', 'revision_number': 4, 'project_id': '58413890441044459c04be3647465ec6', 'subnets': [{'id': '8233c9f8-90da-42d9-9cc8-120e645e8525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:53:41.315916 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-653dcec1-fb18-43dd-9397-1504dc6e62d8 None None] Provisioning complete for port 9f3afe72-8484-45d8-b5ce-73ab5916d26b triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:53:41.316360 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-653dcec1-fb18-43dd-9397-1504dc6e62d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9f3afe72-8484-45d8-b5ce-73ab5916d26b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:41.350478 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3fc2ec-cdb2-4ee4-aaf2-ab9c7e3f1816 req-da6310c2-9161-4b1c-bd51-a0324d6ad33f tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:41.352509 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5f3fc2ec-cdb2-4ee4-aaf2-ab9c7e3f1816 req-da6310c2-9161-4b1c-bd51-a0324d6ad33f tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d39347-fc00-4cae-9ff6-b351ac79bc66 HTTP/1.1" status: 200 len: 943 time: 0.2050562 Jan 28 02:53:41.417617 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b08c0571-cafb-49ce-8905-35d8a9f0ab82 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Publish callbacks [] for security_group_rule (f87bd8e1-20c9-43d3-b276-f305e6ecb097), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:41.426671 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b08c0571-cafb-49ce-8905-35d8a9f0ab82 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (f87bd8e1-20c9-43d3-b276-f305e6ecb097), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:41.451736 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c0571-cafb-49ce-8905-35d8a9f0ab82 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f87bd8e1-20c9-43d3-b276-f305e6ecb097,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:41.476028 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-41ab483e-9da4-4a61-a98f-cc6f30613138 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (a0b42eec-92a2-426a-b0bc-420b439609c0), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:41.505296 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-b8686116-a4fa-4661-8e0b-a52014c5eb2d service neutron] 10.222.0.67 "GET /v2.0/ports/13b71a4f-d1b0-4c45-88a4-b1b8b0e31361/bindings/n-h2-712139-27 HTTP/1.1" status: 200 len: 385 time: 0.1765168 Jan 28 02:53:41.553623 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0996ffbd-44ec-45cd-a30e-8419d9dd18e9 req-f8d9cec5-af28-484d-88fa-603b01a1eccf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f56bfec1-8792-4cf1-839e-241d8696119a HTTP/1.1" status: 200 len: 217 time: 0.2211039 Jan 28 02:53:41.601931 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-653dcec1-fb18-43dd-9397-1504dc6e62d8 None None] Current status of the port 9f3afe72-8484-45d8-b5ce-73ab5916d26b is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:53:41.632613 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b08c0571-cafb-49ce-8905-35d8a9f0ab82 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:41.636609 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b08c0571-cafb-49ce-8905-35d8a9f0ab82 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4855051 Jan 28 02:53:41.639087 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5f3fc2ec-cdb2-4ee4-aaf2-ab9c7e3f1816 req-aa379b94-19c3-40f4-a8d0-d09304d86e07 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773523 Jan 28 02:53:41.639578 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38622) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:41.648555 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-40859dcb-6284-468d-8e56-f9ea31e13962 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Request body: {'security_group_rule': {'security_group_id': '1f3d54fa-ce2f-40d0-a3fd-423661de65cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:53:41.712681 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ab483e-9da4-4a61-a98f-cc6f30613138 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Router a0b42eec-92a2-426a-b0bc-420b439609c0 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 02:53:41.718755 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-40859dcb-6284-468d-8e56-f9ea31e13962 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Publish callbacks [] for security_group_rule (ac40a686-ab76-4b9c-9737-47c3cb9e0224), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:42.053603 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ab483e-9da4-4a61-a98f-cc6f30613138 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:53:42.088326 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1dabeb-c18e-4adc-8486-7cc0210d2052 None None] Sync routers for ids ['a0b42eec-92a2-426a-b0bc-420b439609c0'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:53:42.096372 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-40859dcb-6284-468d-8e56-f9ea31e13962 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Publish callbacks [] for security_group_rule (ac40a686-ab76-4b9c-9737-47c3cb9e0224), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:42.110759 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e1ae2-c7c0-44df-8435-cfc756687515 req-a9aaafc0-91c6-4a80-9fc1-e356405fc1bd tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:42.113808 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1dabeb-c18e-4adc-8486-7cc0210d2052 None None] Routers {'a0b42eec-92a2-426a-b0bc-420b439609c0'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:53:42.114772 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-aa1dabeb-c18e-4adc-8486-7cc0210d2052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:53:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['a0b42eec-92a2-426a-b0bc-420b439609c0'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:42.119516 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c15e1ae2-c7c0-44df-8435-cfc756687515 req-a9aaafc0-91c6-4a80-9fc1-e356405fc1bd tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 950 time: 0.2179503 Jan 28 02:53:42.159543 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-aa1dabeb-c18e-4adc-8486-7cc0210d2052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:42.204955 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c15e1ae2-c7c0-44df-8435-cfc756687515 req-5839bc89-0af9-4200-998f-2b193a97b93b tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843146 Jan 28 02:53:42.205839 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-40859dcb-6284-468d-8e56-f9ea31e13962 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (ac40a686-ab76-4b9c-9737-47c3cb9e0224), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:42.213779 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1dabeb-c18e-4adc-8486-7cc0210d2052 None None] Routers {'a0b42eec-92a2-426a-b0bc-420b439609c0'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:53:42.224349 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-aa1dabeb-c18e-4adc-8486-7cc0210d2052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:53:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['a0b42eec-92a2-426a-b0bc-420b439609c0'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:42.246895 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40859dcb-6284-468d-8e56-f9ea31e13962 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac40a686-ab76-4b9c-9737-47c3cb9e0224,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:42.262900 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-41ab483e-9da4-4a61-a98f-cc6f30613138 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:42.267916 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-41ab483e-9da4-4a61-a98f-cc6f30613138 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.9714875 Jan 28 02:53:42.276776 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38656) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:42.308002 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece48e81-8ce3-4a83-8517-f799c87c834d x-openstack-request-id: req-ece48e81-8ce3-4a83-8517-f799c87c834d {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:53:42.308890 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a472928f-7d52-4ae4-b93a-3bb91f30b61e", "tag": "f56bfec1-8792-4cf1-839e-241d8696119a", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:53:42.309339 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ece48e81-8ce3-4a83-8517-f799c87c834d {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:53:42.310059 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a472928f-7d52-4ae4-b93a-3bb91f30b61e', 'tag': 'f56bfec1-8792-4cf1-839e-241d8696119a', 'status': 'completed', 'code': 200} Jan 28 02:53:42.350591 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-aa1dabeb-c18e-4adc-8486-7cc0210d2052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:42.355428 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1dabeb-c18e-4adc-8486-7cc0210d2052 None None] The sync data for ids ['a0b42eec-92a2-426a-b0bc-420b439609c0'] in n-d-712139-27 is: [] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:53:42.477787 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7f0f8a15-e1af-47e4-ac4f-62cc379e2567 req-8ecbbeea-25ec-4fa4-a1ba-61ceca349131 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1808567 Jan 28 02:53:42.513187 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-f10a1383-8bce-4760-8644-bf4bfa9df055 admin admin] Allocated IP 172.20.0.1 (266d65f2-ae3d-4ae4-8df9-31c67ca10beb/25561413-0d19-438c-afcd-b5c53014f067/59116e85-32c3-4dbe-99b3-c597c59726a0) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:53:42.528657 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-40859dcb-6284-468d-8e56-f9ea31e13962 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:42.530375 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-40859dcb-6284-468d-8e56-f9ea31e13962 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8874402 Jan 28 02:53:42.546572 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996ffbd-44ec-45cd-a30e-8419d9dd18e9 req-c4353f18-d295-475f-9cb7-d50b9e29c3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:42.548077 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0996ffbd-44ec-45cd-a30e-8419d9dd18e9 req-c4353f18-d295-475f-9cb7-d50b9e29c3ea service neutron] 10.222.0.67 "GET /v2.0/subnets?id=71933df8-4f13-480f-bf22-3df8e014d14e HTTP/1.1" status: 200 len: 855 time: 0.9737086 Jan 28 02:53:42.549583 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38672) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:42.566057 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 9f3afe72-8484-45d8-b5ce-73ab5916d26b up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:53:42.581573 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-a6b8f46f-4eac-4063-8381-e1a5ffdceaee tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:53:42.637728 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0996ffbd-44ec-45cd-a30e-8419d9dd18e9 req-df7a8a71-11c8-4d66-9cea-98a0081b7ceb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a227bef5-33d4-4761-8f4b-7835ff8b706a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439398 Jan 28 02:53:42.647126 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 9f3afe72-8484-45d8-b5ce-73ab5916d26b triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:53:42.647503 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9f3afe72-8484-45d8-b5ce-73ab5916d26b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:42.691472 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c297879-7273-423c-a68b-dadc8d6e5bf5 req-023458cc-884d-4a16-9003-db363132da0f tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:42.692990 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5c297879-7273-423c-a68b-dadc8d6e5bf5 req-023458cc-884d-4a16-9003-db363132da0f tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89 HTTP/1.1" status: 200 len: 946 time: 0.2762527 Jan 28 02:53:42.705128 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1ff32c41-b9df-4fb5-a50e-f70b3a5f14af tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] 10.222.0.53 "GET /v2.0/routers/a0b42eec-92a2-426a-b0bc-420b439609c0 HTTP/1.1" status: 200 len: 925 time: 0.3999758 Jan 28 02:53:42.709783 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38682) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:42.788427 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-43c7e9ce-8362-4fdf-84ff-c4d84f78482e tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b42eec-92a2-426a-b0bc-420b439609c0 HTTP/1.1" status: 200 len: 205 time: 0.0738840 Jan 28 02:53:42.791209 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38688) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:42.796532 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 9f3afe72-8484-45d8-b5ce-73ab5916d26b is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:53:42.798062 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device da35fe1d-c7ec-451a-8fd0-b039fc1498a4 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:53:42.817882 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a6b8f46f-4eac-4063-8381-e1a5ffdceaee tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:42.872158 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port da35fe1d-c7ec-451a-8fd0-b039fc1498a4 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:53:42.873538 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (da35fe1d-c7ec-451a-8fd0-b039fc1498a4), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:42.932733 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-45d88063-5c1a-4087-8b01-02911c6f66b2 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router (a0b42eec-92a2-426a-b0bc-420b439609c0), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:42.938251 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5c297879-7273-423c-a68b-dadc8d6e5bf5 req-57806412-3ac1-405c-b91b-3c69f99bf034 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef9f93ec-e75c-4dc9-ac41-6712fa9366d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293620 Jan 28 02:53:43.016133 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port da35fe1d-c7ec-451a-8fd0-b039fc1498a4 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:53:43.016872 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (da35fe1d-c7ec-451a-8fd0-b039fc1498a4), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:43.059414 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port da35fe1d-c7ec-451a-8fd0-b039fc1498a4, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=da35fe1d-c7ec-451a-8fd0-b039fc1498a4,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:53:43.074368 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (da35fe1d-c7ec-451a-8fd0-b039fc1498a4), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:43.105883 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-45d88063-5c1a-4087-8b01-02911c6f66b2 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router_gateway (a0b42eec-92a2-426a-b0bc-420b439609c0), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:43.132323 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0996ffbd-44ec-45cd-a30e-8419d9dd18e9 req-06a91711-9600-4c9e-88cc-63629fc8ac16 service neutron] 10.222.0.67 "GET /v2.0/networks/a227bef5-33d4-4761-8f4b-7835ff8b706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4726207 Jan 28 02:53:43.168176 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=da35fe1d-c7ec-451a-8fd0-b039fc1498a4,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:43.184535 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f10a1383-8bce-4760-8644-bf4bfa9df055 admin admin] Publish callbacks [] for port (59116e85-32c3-4dbe-99b3-c597c59726a0), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:43.187757 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-8db735ed-a563-4d6a-94bc-66632ea3f1c6 service neutron] For port 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=13b71a4f-d1b0-4c45-88a4-b1b8b0e31361,segment=NetworkSegment(4fb02108-8b37-4bb4-8350-923aa0786ccd),segment_id=4fb02108-8b37-4bb4-8350-923aa0786ccd)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:53:43.201005 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3694700-7352-4ae4-a92c-93e52ae3b8cb req-31492362-0eb1-4f00-851d-a952779555a1 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:43.204756 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-45d88063-5c1a-4087-8b01-02911c6f66b2 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Deleting port cf7200ea-a5f0-4ebb-8a14-2af79f5bcd65 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:53:43.205407 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-45d88063-5c1a-4087-8b01-02911c6f66b2 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (cf7200ea-a5f0-4ebb-8a14-2af79f5bcd65), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:43.214323 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c3694700-7352-4ae4-a92c-93e52ae3b8cb req-31492362-0eb1-4f00-851d-a952779555a1 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d39347-fc00-4cae-9ff6-b351ac79bc66 HTTP/1.1" status: 200 len: 943 time: 0.4071362 Jan 28 02:53:43.373457 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a1188-07f5-4e95-85e3-fc7c6d1b9587 req-6caf63b2-2b91-4ccf-abd8-f512e42d0b98 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:43.375235 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2f9a1188-07f5-4e95-85e3-fc7c6d1b9587 req-6caf63b2-2b91-4ccf-abd8-f512e42d0b98 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 950 time: 0.0862010 Jan 28 02:53:43.375852 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-8db735ed-a563-4d6a-94bc-66632ea3f1c6 service neutron] For port 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361, host n-h1-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:53:43.422487 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-45d88063-5c1a-4087-8b01-02911c6f66b2 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (cf7200ea-a5f0-4ebb-8a14-2af79f5bcd65), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:43.438093 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c222e3-5cf8-4b34-84cc-f4a7be207d96 req-3d4d921e-d24d-4c0c-b3d9-d9321e49f0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:43.439972 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-17c222e3-5cf8-4b34-84cc-f4a7be207d96 req-3d4d921e-d24d-4c0c-b3d9-d9321e49f0de service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89 HTTP/1.1" status: 200 len: 1098 time: 0.3394363 Jan 28 02:53:43.498311 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c3694700-7352-4ae4-a92c-93e52ae3b8cb req-52333eb8-b8b8-4e19-81a6-43fb2a8de40b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553899 Jan 28 02:53:43.503976 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2f9a1188-07f5-4e95-85e3-fc7c6d1b9587 req-2785b609-2366-4a12-b98f-f166fa868992 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066294 Jan 28 02:53:43.508836 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-45d88063-5c1a-4087-8b01-02911c6f66b2 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Calling delete_port for cf7200ea-a5f0-4ebb-8a14-2af79f5bcd65 owned by network:router_gateway {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:53:43.540148 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-8db735ed-a563-4d6a-94bc-66632ea3f1c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361 {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:53:43.563170 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f10a1383-8bce-4760-8644-bf4bfa9df055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (59116e85-32c3-4dbe-99b3-c597c59726a0), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:43.592549 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0996ffbd-44ec-45cd-a30e-8419d9dd18e9 req-4a2af1ba-09d4-4303-863e-02893c1ecd95 service neutron] 10.222.0.67 "GET /v2.0/networks/a227bef5-33d4-4761-8f4b-7835ff8b706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259198 Jan 28 02:53:43.596490 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-8db735ed-a563-4d6a-94bc-66632ea3f1c6 service neutron] For port 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=13b71a4f-d1b0-4c45-88a4-b1b8b0e31361,segment=NetworkSegment(4fb02108-8b37-4bb4-8350-923aa0786ccd),segment_id=4fb02108-8b37-4bb4-8350-923aa0786ccd)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:53:43.652747 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10a1383-8bce-4760-8644-bf4bfa9df055 admin admin] Network 266d65f2-ae3d-4ae4-8df9-31c67ca10beb is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:53:43.669828 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-8db735ed-a563-4d6a-94bc-66632ea3f1c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (13b71a4f-d1b0-4c45-88a4-b1b8b0e31361), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:43.685617 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a6b8f46f-4eac-4063-8381-e1a5ffdceaee tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:43.692913 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-f10a1383-8bce-4760-8644-bf4bfa9df055 admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:53:43.728590 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10a1383-8bce-4760-8644-bf4bfa9df055 admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:53:43.766834 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-17c222e3-5cf8-4b34-84cc-f4a7be207d96 req-67666e02-d4c2-4bf5-b515-8e565b21d9fe service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ef9f93ec-e75c-4dc9-ac41-6712fa9366d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036847 Jan 28 02:53:43.835438 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17c8d5-78d4-4709-9034-c4fe90d70dbc req-b416f1f9-dbe4-41cd-a42c-40b716d54a65 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:43.841368 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a1383-8bce-4760-8644-bf4bfa9df055 admin admin] Pushing event updated for resources: {'Port': ['ID=59116e85-32c3-4dbe-99b3-c597c59726a0,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:43.844445 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0d17c8d5-78d4-4709-9034-c4fe90d70dbc req-b416f1f9-dbe4-41cd-a42c-40b716d54a65 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=a472928f-7d52-4ae4-b93a-3bb91f30b61e HTTP/1.1" status: 200 len: 943 time: 0.2438211 Jan 28 02:53:43.917022 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-45d88063-5c1a-4087-8b01-02911c6f66b2 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (cf7200ea-a5f0-4ebb-8a14-2af79f5bcd65), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:43.922958 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff78015-36a9-42df-a595-a45e016a7596 req-90362024-bd32-456e-b562-4b8a58cc3ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:43.925011 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3ff78015-36a9-42df-a595-a45e016a7596 req-90362024-bd32-456e-b562-4b8a58cc3ce7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d6b2da0075934bcaafbee1846721359a&device_id=a472928f-7d52-4ae4-b93a-3bb91f30b61e HTTP/1.1" status: 200 len: 1095 time: 0.1975100 Jan 28 02:53:43.932800 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f10a1383-8bce-4760-8644-bf4bfa9df055 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (342786c2-eba4-459a-a2c0-9d6d40860bd2), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:43.953701 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0d17c8d5-78d4-4709-9034-c4fe90d70dbc req-57009f3e-0e85-41d7-b3cf-64e685c1a8d9 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083069 Jan 28 02:53:43.955037 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d88063-5c1a-4087-8b01-02911c6f66b2 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Pushing event deleted for resources: {'Port': ['ID=cf7200ea-a5f0-4ebb-8a14-2af79f5bcd65,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:44.052658 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-45d88063-5c1a-4087-8b01-02911c6f66b2 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (a0b42eec-92a2-426a-b0bc-420b439609c0), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:44.165579 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-a6b8f46f-4eac-4063-8381-e1a5ffdceaee tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Allocated IP 172.25.0.149 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/88577005-42f1-42bb-8d60-1622a4c90f90) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:53:44.176126 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-8db735ed-a563-4d6a-94bc-66632ea3f1c6 service neutron] Transition to ACTIVE for port object 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361 will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:53:44.193841 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-45d88063-5c1a-4087-8b01-02911c6f66b2 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (a0b42eec-92a2-426a-b0bc-420b439609c0), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:44.196512 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-45d88063-5c1a-4087-8b01-02911c6f66b2 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router_controller (a0b42eec-92a2-426a-b0bc-420b439609c0), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:44.220096 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-8db735ed-a563-4d6a-94bc-66632ea3f1c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (13b71a4f-d1b0-4c45-88a4-b1b8b0e31361), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:44.269854 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:53:44.275961 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-45d88063-5c1a-4087-8b01-02911c6f66b2 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (a0b42eec-92a2-426a-b0bc-420b439609c0), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:44.278762 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d88063-5c1a-4087-8b01-02911c6f66b2 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Fanout notify agent at l3_agent the message router_deleted on router a0b42eec-92a2-426a-b0bc-420b439609c0 {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:53:44.299246 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-45d88063-5c1a-4087-8b01-02911c6f66b2 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:44.305530 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-45d88063-5c1a-4087-8b01-02911c6f66b2 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] 10.222.0.53 "DELETE /v2.0/routers/a0b42eec-92a2-426a-b0bc-420b439609c0 HTTP/1.1" status: 204 len: 168 time: 1.5130091 Jan 28 02:53:44.306197 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38762) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:44.315935 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-23862106-95d1-4e91-b78c-720580e297a8 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Request body: {'router': {'name': 'tempest-snat-router-994836909', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'enable_snat': False}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:53:44.367667 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbf911-e1bb-4948-a93a-6cd5bbc11e06 req-5f052947-f658-4405-b211-bc48d246bbf5 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:44.367952 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device da35fe1d-c7ec-451a-8fd0-b039fc1498a4 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:53:44.368830 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-23862106-95d1-4e91-b78c-720580e297a8 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (9fe847f0-ddec-499d-ac9b-930d6d723519), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:44.373526 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-23862106-95d1-4e91-b78c-720580e297a8 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (9fe847f0-ddec-499d-ac9b-930d6d723519), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:44.378751 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-98dbf911-e1bb-4948-a93a-6cd5bbc11e06 req-5f052947-f658-4405-b211-bc48d246bbf5 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89 HTTP/1.1" status: 200 len: 946 time: 0.2745149 Jan 28 02:53:44.433218 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] The host n-h1-712139-27 is not matching for port 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361 host n-h2-712139-27! {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 02:53:44.434288 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:53:44.446742 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port da35fe1d-c7ec-451a-8fd0-b039fc1498a4 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:53:44.447492 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (da35fe1d-c7ec-451a-8fd0-b039fc1498a4), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:44.459909 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff78015-36a9-42df-a595-a45e016a7596 req-6af89d4c-e0b1-46f5-895a-8b4fd39f2a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:44.461451 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3ff78015-36a9-42df-a595-a45e016a7596 req-6af89d4c-e0b1-46f5-895a-8b4fd39f2a92 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a227bef5-33d4-4761-8f4b-7835ff8b706a HTTP/1.1" status: 200 len: 916 time: 0.5213192 Jan 28 02:53:44.471532 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-8db735ed-a563-4d6a-94bc-66632ea3f1c6 service neutron] No DVR routers for this DVR port 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361 on host n-h1-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:53:44.481311 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-23862106-95d1-4e91-b78c-720580e297a8 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for router_controller (9fe847f0-ddec-499d-ac9b-930d6d723519), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:44.509504 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-2a6ea7cd-00b6-4603-a23c-447c8b65ae77 None None] Provisioning complete for port 59116e85-32c3-4dbe-99b3-c597c59726a0 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:53:44.510346 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2a6ea7cd-00b6-4603-a23c-447c8b65ae77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (59116e85-32c3-4dbe-99b3-c597c59726a0), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:44.560329 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38770) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:44.593716 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db735ed-a563-4d6a-94bc-66632ea3f1c6 service neutron] Pushing event updated for resources: {'Port': ['ID=13b71a4f-d1b0-4c45-88a4-b1b8b0e31361,revision_number=10']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:44.597617 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3ff78015-36a9-42df-a595-a45e016a7596 req-af408950-468c-475b-9eb8-2bab380be5de service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f56bfec1-8792-4cf1-839e-241d8696119a HTTP/1.1" status: 200 len: 217 time: 0.1158600 Jan 28 02:53:44.613693 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-98dbf911-e1bb-4948-a93a-6cd5bbc11e06 req-2c155c14-0e6c-4ed8-af15-ec3a100d1fa3 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef9f93ec-e75c-4dc9-ac41-6712fa9366d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338305 Jan 28 02:53:44.614474 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port da35fe1d-c7ec-451a-8fd0-b039fc1498a4 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:53:44.618258 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f10a1383-8bce-4760-8644-bf4bfa9df055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (59116e85-32c3-4dbe-99b3-c597c59726a0), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:44.620073 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-2a6ea7cd-00b6-4603-a23c-447c8b65ae77 None None] Port 59116e85-32c3-4dbe-99b3-c597c59726a0 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:53:44.646725 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-8db735ed-a563-4d6a-94bc-66632ea3f1c6 service neutron] 10.222.0.67 "PUT /v2.0/ports/13b71a4f-d1b0-4c45-88a4-b1b8b0e31361/bindings/n-h2-712139-27/activate HTTP/1.1" status: 200 len: 370 time: 3.1015506 Jan 28 02:53:44.702068 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-23862106-95d1-4e91-b78c-720580e297a8 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for router_gateway (9fe847f0-ddec-499d-ac9b-930d6d723519), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:44.745055 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a6b8f46f-4eac-4063-8381-e1a5ffdceaee tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Publish callbacks [] for port (88577005-42f1-42bb-8d60-1622a4c90f90), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:44.750112 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc61e2-3cc2-4404-ae6d-160ba4f0b228 req-de5df67d-cc4b-41c9-81b5-d09c2bc4bb60 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:44.757267 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ccdc61e2-3cc2-4404-ae6d-160ba4f0b228 req-de5df67d-cc4b-41c9-81b5-d09c2bc4bb60 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d39347-fc00-4cae-9ff6-b351ac79bc66 HTTP/1.1" status: 200 len: 944 time: 0.1106932 Jan 28 02:53:44.772821 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a525a9de-a006-46d3-8dd2-4ccaee076eb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:44.802508 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff78015-36a9-42df-a595-a45e016a7596 req-1fc977c2-4c41-4a5b-8963-e878eb30e3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:44.803908 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3ff78015-36a9-42df-a595-a45e016a7596 req-1fc977c2-4c41-4a5b-8963-e878eb30e3e2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=71933df8-4f13-480f-bf22-3df8e014d14e HTTP/1.1" status: 200 len: 855 time: 0.1866922 Jan 28 02:53:44.880711 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ccdc61e2-3cc2-4404-ae6d-160ba4f0b228 req-6a3b8810-031c-4d07-9bfc-0f78f135b1a0 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225777 Jan 28 02:53:44.891314 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3ff78015-36a9-42df-a595-a45e016a7596 req-41157502-a512-4f21-8a65-f141e2fc4e6d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a227bef5-33d4-4761-8f4b-7835ff8b706a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728016 Jan 28 02:53:44.942002 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc873d8-a8c2-438c-bc78-97a635c79a3a req-fd63471d-e4b9-4d40-9ca9-156b8e661ee1 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:44.943091 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8fc873d8-a8c2-438c-bc78-97a635c79a3a req-fd63471d-e4b9-4d40-9ca9-156b8e661ee1 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 950 time: 0.2179797 Jan 28 02:53:44.948689 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a525a9de-a006-46d3-8dd2-4ccaee076eb2 admin admin] Publish callbacks [] for security_group (9dfbdbcc-2eb7-4365-8ff8-cb1bbecfbc28), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:44.959293 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a525a9de-a006-46d3-8dd2-4ccaee076eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (9dfbdbcc-2eb7-4365-8ff8-cb1bbecfbc28), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:44.963732 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a6b8f46f-4eac-4063-8381-e1a5ffdceaee tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (88577005-42f1-42bb-8d60-1622a4c90f90), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:45.009662 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a525a9de-a006-46d3-8dd2-4ccaee076eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dfbdbcc-2eb7-4365-8ff8-cb1bbecfbc28,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:45.050416 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a525a9de-a006-46d3-8dd2-4ccaee076eb2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bec300bb631d425dbf7cbebc861676ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4868748 Jan 28 02:53:45.050681 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38776) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:45.203108 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73d0b1-6aae-46bc-a2de-4fbf42c806dd req-5e7a92ba-3824-4a5d-85a3-c3f25f74bd2e tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:45.204735 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8f73d0b1-6aae-46bc-a2de-4fbf42c806dd req-5e7a92ba-3824-4a5d-85a3-c3f25f74bd2e tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=a472928f-7d52-4ae4-b93a-3bb91f30b61e HTTP/1.1" status: 200 len: 943 time: 0.1151867 Jan 28 02:53:45.208331 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-23862106-95d1-4e91-b78c-720580e297a8 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for router_gateway (9fe847f0-ddec-499d-ac9b-930d6d723519), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:45.212533 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2b147d18-e94d-4012-a20a-6213dc830a14 admin admin] Publish callbacks [] for security_group (9dfbdbcc-2eb7-4365-8ff8-cb1bbecfbc28), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:45.236765 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-23862106-95d1-4e91-b78c-720580e297a8 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:45.278291 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2b147d18-e94d-4012-a20a-6213dc830a14 admin admin] Publish callbacks [] for security_group (9dfbdbcc-2eb7-4365-8ff8-cb1bbecfbc28), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:45.364762 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8f73d0b1-6aae-46bc-a2de-4fbf42c806dd req-c3b757af-f408-4164-8592-c086effcb117 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531332 Jan 28 02:53:45.410529 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2b147d18-e94d-4012-a20a-6213dc830a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (9dfbdbcc-2eb7-4365-8ff8-cb1bbecfbc28), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:45.413061 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2b147d18-e94d-4012-a20a-6213dc830a14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:45.414225 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-2b147d18-e94d-4012-a20a-6213dc830a14 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9dfbdbcc-2eb7-4365-8ff8-cb1bbecfbc28 HTTP/1.1" status: 204 len: 168 time: 0.3626184 Jan 28 02:53:45.431521 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-23862106-95d1-4e91-b78c-720580e297a8 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Allocated IP 172.25.0.243 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/ae8c8b0a-a5d6-40dc-99fc-1e819f09a11e) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:53:45.433992 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b147d18-e94d-4012-a20a-6213dc830a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dfbdbcc-2eb7-4365-8ff8-cb1bbecfbc28,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:45.460228 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b8f46f-4eac-4063-8381-e1a5ffdceaee tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:53:45.473570 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-8f7a9b7e-39a4-4614-8abf-ef1e49d3de87 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:45.475091 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-8f7a9b7e-39a4-4614-8abf-ef1e49d3de87 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=53d39347-fc00-4cae-9ff6-b351ac79bc66&tenant_id=e168a8b773b74055bc0667e0581a74cd&binding%3Ahost_id=n-h1-712139-27 HTTP/1.1" status: 200 len: 1096 time: 0.5941315 Jan 28 02:53:45.480857 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b8f46f-4eac-4063-8381-e1a5ffdceaee tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Pushing event updated for resources: {'Port': ['ID=88577005-42f1-42bb-8d60-1622a4c90f90,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:45.483548 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-a6b8f46f-4eac-4063-8381-e1a5ffdceaee tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:53:45.497858 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b8f46f-4eac-4063-8381-e1a5ffdceaee tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:53:45.541737 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-23862106-95d1-4e91-b78c-720580e297a8 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for port (ae8c8b0a-a5d6-40dc-99fc-1e819f09a11e), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:45.580315 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-23862106-95d1-4e91-b78c-720580e297a8 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (ae8c8b0a-a5d6-40dc-99fc-1e819f09a11e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:45.586115 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8fc873d8-a8c2-438c-bc78-97a635c79a3a req-72820d5d-5270-48ee-9976-86a3ccc85b02 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6259835 Jan 28 02:53:45.594719 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f10a1383-8bce-4760-8644-bf4bfa9df055 admin admin] Publish callbacks [] for port (59116e85-32c3-4dbe-99b3-c597c59726a0), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:45.606117 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f10a1383-8bce-4760-8644-bf4bfa9df055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (59116e85-32c3-4dbe-99b3-c597c59726a0), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:45.618737 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3ff78015-36a9-42df-a595-a45e016a7596 req-eadbbfc5-f732-47c4-a322-ce02e1cd5c54 service neutron] 10.222.0.67 "GET /v2.0/networks/a227bef5-33d4-4761-8f4b-7835ff8b706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7026987 Jan 28 02:53:45.629976 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23862106-95d1-4e91-b78c-720580e297a8 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:53:45.633125 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-23862106-95d1-4e91-b78c-720580e297a8 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:53:45.635653 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23862106-95d1-4e91-b78c-720580e297a8 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:53:45.691621 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23862106-95d1-4e91-b78c-720580e297a8 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Pushing event updated for resources: {'Port': ['ID=ae8c8b0a-a5d6-40dc-99fc-1e819f09a11e,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:45.694193 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-a7e161dd-8f82-442d-9b53-e5d05b83a305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:45.695967 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-a7e161dd-8f82-442d-9b53-e5d05b83a305 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=53d39347-fc00-4cae-9ff6-b351ac79bc66&tenant_id=e168a8b773b74055bc0667e0581a74cd HTTP/1.1" status: 200 len: 1096 time: 0.2104704 Jan 28 02:53:45.772313 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a1383-8bce-4760-8644-bf4bfa9df055 admin admin] Pushing event updated for resources: {'Port': ['ID=59116e85-32c3-4dbe-99b3-c597c59726a0,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:45.799481 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f10a1383-8bce-4760-8644-bf4bfa9df055 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (342786c2-eba4-459a-a2c0-9d6d40860bd2), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:45.836113 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a6b8f46f-4eac-4063-8381-e1a5ffdceaee tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Publish callbacks [] for floatingip (02c9d3e3-81fa-4755-8022-83493a90761a), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:45.933131 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-7b08c5f8-db96-49d9-b72b-4949a51cb910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:45.934660 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-7b08c5f8-db96-49d9-b72b-4949a51cb910 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e168a8b773b74055bc0667e0581a74cd&device_id=53d39347-fc00-4cae-9ff6-b351ac79bc66 HTTP/1.1" status: 200 len: 1096 time: 0.1767457 Jan 28 02:53:45.943581 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3ff78015-36a9-42df-a595-a45e016a7596 req-5a31fe0b-a608-4bba-b890-a2d96155fd0d service neutron] 10.222.0.67 "GET /v2.0/networks/a227bef5-33d4-4761-8f4b-7835ff8b706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062062 Jan 28 02:53:45.958546 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a6b8f46f-4eac-4063-8381-e1a5ffdceaee tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (88577005-42f1-42bb-8d60-1622a4c90f90), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:46.159153 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8cfb20-cc53-480b-9e7d-fc495981bde6 req-57c9d6fb-7372-484a-af2a-6430a7512ee9 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:46.160650 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8d8cfb20-cc53-480b-9e7d-fc495981bde6 req-57c9d6fb-7372-484a-af2a-6430a7512ee9 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89 HTTP/1.1" status: 200 len: 946 time: 0.4166071 Jan 28 02:53:46.166069 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10a1383-8bce-4760-8644-bf4bfa9df055 admin admin] Network 266d65f2-ae3d-4ae4-8df9-31c67ca10beb is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:53:46.178045 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-f10a1383-8bce-4760-8644-bf4bfa9df055 admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:53:46.207993 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa17f01-dd02-4ad5-958d-c8b16f312cd2 req-e1e6ffd2-a06b-42a7-a584-40a93cb1b858 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:46.209687 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6fa17f01-dd02-4ad5-958d-c8b16f312cd2 req-e1e6ffd2-a06b-42a7-a584-40a93cb1b858 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d39347-fc00-4cae-9ff6-b351ac79bc66 HTTP/1.1" status: 200 len: 944 time: 0.1813297 Jan 28 02:53:46.284545 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-7520f4ce-dde2-4324-9cec-48f398e92386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:46.287118 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-7520f4ce-dde2-4324-9cec-48f398e92386 service neutron] 10.222.0.39 "GET /v2.0/networks?id=290af027-4910-45bb-b54e-a29d61400c05 HTTP/1.1" status: 200 len: 909 time: 0.3405182 Jan 28 02:53:46.327913 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8d8cfb20-cc53-480b-9e7d-fc495981bde6 req-2e16f327-00ac-4aec-8441-55a85a178efb tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef9f93ec-e75c-4dc9-ac41-6712fa9366d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453183 Jan 28 02:53:46.351093 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6fa17f01-dd02-4ad5-958d-c8b16f312cd2 req-2b0602c4-1a2b-492f-9964-d4631941f425 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324291 Jan 28 02:53:46.357695 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-b0069173-cb32-476e-a791-fac67d0e8f4b req-9f7b8751-59e3-446a-8623-0411353d6923 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-555082251', 'description': 'tempest-description-2105275647'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:53:46.363482 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-23862106-95d1-4e91-b78c-720580e297a8 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for router_gateway (9fe847f0-ddec-499d-ac9b-930d6d723519), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:46.436953 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b0069173-cb32-476e-a791-fac67d0e8f4b req-9f7b8751-59e3-446a-8623-0411353d6923 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:46.451914 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-441c781a-d352-405b-9f97-6ae719e326fd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13b71a4f-d1b0-4c45-88a4-b1b8b0e31361 HTTP/1.1" status: 200 len: 217 time: 0.1163347 Jan 28 02:53:46.556615 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-a5593457-d9de-49d3-a95a-145bbd28c775 None None] Provisioning complete for port 59116e85-32c3-4dbe-99b3-c597c59726a0 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:53:46.557936 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a5593457-d9de-49d3-a95a-145bbd28c775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (59116e85-32c3-4dbe-99b3-c597c59726a0), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:46.606336 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-a5593457-d9de-49d3-a95a-145bbd28c775 None None] Port 59116e85-32c3-4dbe-99b3-c597c59726a0 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:53:46.628619 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b0069173-cb32-476e-a791-fac67d0e8f4b req-9f7b8751-59e3-446a-8623-0411353d6923 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Publish callbacks [] for security_group (2055ece1-3fd3-4c20-b1bb-89c3c1660f22), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:46.638255 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-2046797e-5beb-4b0f-897e-d37c4d7eaa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:46.639461 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b0069173-cb32-476e-a791-fac67d0e8f4b req-9f7b8751-59e3-446a-8623-0411353d6923 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (2055ece1-3fd3-4c20-b1bb-89c3c1660f22), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:46.640375 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-2046797e-5beb-4b0f-897e-d37c4d7eaa95 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=49bb14d4-dcd1-48f1-bfcf-d4851c7c298c HTTP/1.1" status: 200 len: 848 time: 0.1724250 Jan 28 02:53:46.648779 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a6b8f46f-4eac-4063-8381-e1a5ffdceaee tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Publish callbacks [] for port (88577005-42f1-42bb-8d60-1622a4c90f90), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:46.665888 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-23862106-95d1-4e91-b78c-720580e297a8 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (9fe847f0-ddec-499d-ac9b-930d6d723519), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:46.666648 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a6b8f46f-4eac-4063-8381-e1a5ffdceaee tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (88577005-42f1-42bb-8d60-1622a4c90f90), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:46.693015 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed1bc4-8d0c-4f61-b81a-64a1816bfb4f req-008b42fa-6a43-4d3f-8146-9dce0d8b8192 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:46.694539 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-81ed1bc4-8d0c-4f61-b81a-64a1816bfb4f req-008b42fa-6a43-4d3f-8146-9dce0d8b8192 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=a472928f-7d52-4ae4-b93a-3bb91f30b61e HTTP/1.1" status: 200 len: 943 time: 0.2055838 Jan 28 02:53:46.698723 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-6a82192d-c081-4cf9-9a5f-dfb70f4a75b9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=290af027-4910-45bb-b54e-a29d61400c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480206 Jan 28 02:53:46.732072 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b8751-59e3-446a-8623-0411353d6923 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2055ece1-3fd3-4c20-b1bb-89c3c1660f22,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:46.737296 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b0069173-cb32-476e-a791-fac67d0e8f4b req-9f7b8751-59e3-446a-8623-0411353d6923 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:46.749766 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b0069173-cb32-476e-a791-fac67d0e8f4b req-9f7b8751-59e3-446a-8623-0411353d6923 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.4002106 Jan 28 02:53:46.757084 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10a1383-8bce-4760-8644-bf4bfa9df055 admin admin] Router 342786c2-eba4-459a-a2c0-9d6d40860bd2 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:53:46.829261 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b8f46f-4eac-4063-8381-e1a5ffdceaee tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Pushing event updated for resources: {'Port': ['ID=88577005-42f1-42bb-8d60-1622a4c90f90,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:46.882368 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95e1c9-019f-4118-8f1a-894bb461c530 req-415a66e8-8620-48e3-a121-379b904f3972 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:46.884029 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5c95e1c9-019f-4118-8f1a-894bb461c530 req-415a66e8-8620-48e3-a121-379b904f3972 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 950 time: 0.0709708 Jan 28 02:53:46.952876 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-81ed1bc4-8d0c-4f61-b81a-64a1816bfb4f req-8f362608-e29b-41ce-b518-6d1595085061 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331600 Jan 28 02:53:46.953512 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23862106-95d1-4e91-b78c-720580e297a8 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Router 9fe847f0-ddec-499d-ac9b-930d6d723519 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 02:53:46.959633 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5c95e1c9-019f-4118-8f1a-894bb461c530 req-6522c7c4-2cda-4789-bf78-f647b925fe42 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681283 Jan 28 02:53:46.966600 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a6b8f46f-4eac-4063-8381-e1a5ffdceaee tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (02c9d3e3-81fa-4755-8022-83493a90761a), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:47.045210 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a6b8f46f-4eac-4063-8381-e1a5ffdceaee tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:47.046607 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a6b8f46f-4eac-4063-8381-e1a5ffdceaee tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4951389 Jan 28 02:53:47.050629 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-4d72057e-f8f8-4650-b206-90c9158456ae service neutron] 10.222.0.39 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261311 Jan 28 02:53:47.114729 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23862106-95d1-4e91-b78c-720580e297a8 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:53:47.120297 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ee8b1455-f584-450b-8bcd-7a6b7c5969e4 req-4c533f84-033f-4ed9-82e9-c5d5142149bc tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-555082251&fields=id&tenant_id=07b12507ae9742ae9cf6596eafe2c460 HTTP/1.1" status: 200 len: 267 time: 0.0650399 Jan 28 02:53:47.131263 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4812892-f4b3-495d-9c07-c76d6a392eb6 None None] Sync routers for ids ['9fe847f0-ddec-499d-ac9b-930d6d723519'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:53:47.138610 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10a1383-8bce-4760-8644-bf4bfa9df055 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:53:47.145813 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f10a1383-8bce-4760-8644-bf4bfa9df055 admin admin] 10.222.0.53 "PUT /v2.0/routers/342786c2-eba4-459a-a2c0-9d6d40860bd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6427267 Jan 28 02:53:47.148838 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-23862106-95d1-4e91-b78c-720580e297a8 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:47.151902 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-23862106-95d1-4e91-b78c-720580e297a8 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.8437622 Jan 28 02:53:47.153596 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38850) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:47.156461 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4812892-f4b3-495d-9c07-c76d6a392eb6 None None] Routers {'9fe847f0-ddec-499d-ac9b-930d6d723519'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:53:47.157819 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a4812892-f4b3-495d-9c07-c76d6a392eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:53:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['9fe847f0-ddec-499d-ac9b-930d6d723519'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:47.162199 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476bfdbe-8d4e-46b4-a485-59be9984c499 None None] Sync routers for ids ['342786c2-eba4-459a-a2c0-9d6d40860bd2'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:53:47.182844 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476bfdbe-8d4e-46b4-a485-59be9984c499 None None] Routers {'342786c2-eba4-459a-a2c0-9d6d40860bd2'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:53:47.183778 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-476bfdbe-8d4e-46b4-a485-59be9984c499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:53:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['342786c2-eba4-459a-a2c0-9d6d40860bd2'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:47.230142 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-c2cb0806-74aa-4016-b812-58ef66613c59 service neutron] 10.222.0.39 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608627 Jan 28 02:53:47.304453 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b1455-f584-450b-8bcd-7a6b7c5969e4 req-7ebaf2b1-7784-4933-9b22-63b566242274 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:47.308258 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ee8b1455-f584-450b-8bcd-7a6b7c5969e4 req-7ebaf2b1-7784-4933-9b22-63b566242274 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89 HTTP/1.1" status: 200 len: 946 time: 0.1550770 Jan 28 02:53:47.315568 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f9965be9-3270-43b9-8378-b225025cbcb1 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] 10.222.0.53 "GET /v2.0/routers/9fe847f0-ddec-499d-ac9b-930d6d723519 HTTP/1.1" status: 200 len: 908 time: 0.1608727 Jan 28 02:53:47.319418 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38866) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:47.324064 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-894703ea-6029-4fdb-9fdb-af515a22ee55 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Request body: {'router': {'name': 'tempest-snat-router-994836909', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'enable_snat': True}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:53:47.338291 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-ee8b1455-f584-450b-8bcd-7a6b7c5969e4 req-a3d003bc-a7e2-4518-8e3d-e29fea891dc7 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Request body: {'port': {'security_groups': ['ef9f93ec-e75c-4dc9-ac41-6712fa9366d6', '2055ece1-3fd3-4c20-b1bb-89c3c1660f22']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:53:47.424423 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-c95926b3-2e71-4764-b7bd-bd964df05547 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1584267984&fields=id&tenant_id=58413890441044459c04be3647465ec6 HTTP/1.1" status: 200 len: 267 time: 0.0930820 Jan 28 02:53:47.436185 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-476bfdbe-8d4e-46b4-a485-59be9984c499 None None] Set router 342786c2-eba4-459a-a2c0-9d6d40860bd2 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:53:47.443039 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-a4812892-f4b3-495d-9c07-c76d6a392eb6 None None] Set router 9fe847f0-ddec-499d-ac9b-930d6d723519 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:53:47.487905 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38872) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:47.516389 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-894703ea-6029-4fdb-9fdb-af515a22ee55 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (66975e2d-b1fc-40f3-a9ce-0b816bd7cea9), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:47.517587 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-894703ea-6029-4fdb-9fdb-af515a22ee55 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (66975e2d-b1fc-40f3-a9ce-0b816bd7cea9), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:47.578750 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ee8b1455-f584-450b-8bcd-7a6b7c5969e4 req-a3d003bc-a7e2-4518-8e3d-e29fea891dc7 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (cf42aaa9-13da-49a3-95c8-cb193af261a0), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:47.723999 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-d3e53256-1916-4e71-9e26-c0e97ac0bf19 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:47.741270 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-d3e53256-1916-4e71-9e26-c0e97ac0bf19 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] 10.222.0.53 "GET /v2.0/networks?id=f788fb8a-f235-4456-a255-8d95263f97c9 HTTP/1.1" status: 200 len: 815 time: 0.3153083 Jan 28 02:53:47.742010 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-894703ea-6029-4fdb-9fdb-af515a22ee55 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for router_controller (66975e2d-b1fc-40f3-a9ce-0b816bd7cea9), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:47.766775 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a4812892-f4b3-495d-9c07-c76d6a392eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe847f0-ddec-499d-ac9b-930d6d723519', 'name': 'tempest-snat-router-994836909', 'tenant_id': 'e845009e96604d3389ac1e82eb1d7c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.243'}], 'enable_snat': False}, 'gw_port_id': 'ae8c8b0a-a5d6-40dc-99fc-1e819f09a11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:53:44Z', 'updated_at': '2022-01-28T02:53:46Z', 'revision_number': 3, 'project_id': 'e845009e96604d3389ac1e82eb1d7c9a', 'gw_port': {'id': 'ae8c8b0a-a5d6-40dc-99fc-1e819f09a11e', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe847f0-ddec-499d-ac9b-930d6d723519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:45Z', 'updated_at': '2022-01-28T02:53:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:47.807430 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-46fd1b0e-0e5d-4385-9783-a88adec07610 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] 10.222.0.53 "GET /v2.0/quotas/58413890441044459c04be3647465ec6 HTTP/1.1" status: 200 len: 375 time: 0.0651555 Jan 28 02:53:47.840161 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4812892-f4b3-495d-9c07-c76d6a392eb6 None None] Checking router: 9fe847f0-ddec-499d-ac9b-930d6d723519 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:53:47.841405 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4812892-f4b3-495d-9c07-c76d6a392eb6 None None] Updating router 9fe847f0-ddec-499d-ac9b-930d6d723519 port ae8c8b0a-a5d6-40dc-99fc-1e819f09a11e binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:53:47.843417 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b21efb73-9a0b-4172-a884-949e1b905059 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:47.895752 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-a4812892-f4b3-495d-9c07-c76d6a392eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ae8c8b0a-a5d6-40dc-99fc-1e819f09a11e), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:47.931682 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-ea8f66ff-fd5d-4492-b79d-a0edb6b48ffd tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:47.933617 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-ea8f66ff-fd5d-4492-b79d-a0edb6b48ffd tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=53d39347-fc00-4cae-9ff6-b351ac79bc66&tenant_id=e168a8b773b74055bc0667e0581a74cd&binding%3Ahost_id=n-h2-712139-27 HTTP/1.1" status: 200 len: 1096 time: 0.2877285 Jan 28 02:53:47.986988 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-894703ea-6029-4fdb-9fdb-af515a22ee55 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for router_gateway (66975e2d-b1fc-40f3-a9ce-0b816bd7cea9), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:48.001903 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-51d11306-54ac-41c8-8e1d-ea77df0f005d tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=58413890441044459c04be3647465ec6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1931045 Jan 28 02:53:48.003720 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-476bfdbe-8d4e-46b4-a485-59be9984c499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342786c2-eba4-459a-a2c0-9d6d40860bd2', 'name': 'tempest-TaggedBootDevicesTest-263614113-router', 'tenant_id': '7581cafbb59a47148e5d33dde7c9cb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'da35fe1d-c7ec-451a-8fd0-b039fc1498a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:53:27Z', 'updated_at': '2022-01-28T02:53:44Z', 'revision_number': 4, 'project_id': '7581cafbb59a47148e5d33dde7c9cb23', 'gw_port': {'id': 'da35fe1d-c7ec-451a-8fd0-b039fc1498a4', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342786c2-eba4-459a-a2c0-9d6d40860bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:31Z', 'updated_at': '2022-01-28T02:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '59116e85-32c3-4dbe-99b3-c597c59726a0', 'name': '', 'network_id': '266d65f2-ae3d-4ae4-8df9-31c67ca10beb', 'tenant_id': '7581cafbb59a47148e5d33dde7c9cb23', 'mac_address': 'fa:16:3e:1b:ee:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342786c2-eba4-459a-a2c0-9d6d40860bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '25561413-0d19-438c-afcd-b5c53014f067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:41Z', 'updated_at': '2022-01-28T02:53:44Z', 'revision_number': 2, 'project_id': '7581cafbb59a47148e5d33dde7c9cb23', 'subnets': [{'id': '25561413-0d19-438c-afcd-b5c53014f067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:48.045151 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476bfdbe-8d4e-46b4-a485-59be9984c499 None None] Checking router: 342786c2-eba4-459a-a2c0-9d6d40860bd2 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:53:48.045524 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476bfdbe-8d4e-46b4-a485-59be9984c499 None None] Updating router 342786c2-eba4-459a-a2c0-9d6d40860bd2 port 59116e85-32c3-4dbe-99b3-c597c59726a0 binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:53:48.088943 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-476bfdbe-8d4e-46b4-a485-59be9984c499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (59116e85-32c3-4dbe-99b3-c597c59726a0), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:48.094891 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b21efb73-9a0b-4172-a884-949e1b905059 admin admin] Publish callbacks [] for security_group (536e2d52-e773-49a5-89ef-9c7cfc4749fc), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:48.119438 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b21efb73-9a0b-4172-a884-949e1b905059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (536e2d52-e773-49a5-89ef-9c7cfc4749fc), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:48.119602 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38890) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:48.194610 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-c9e020c1-77ff-4378-b499-41db098c6bce admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1436096488-network', 'tenant_id': 'c257ed820a3b4158a8891c918542e878'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:53:48.197547 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21efb73-9a0b-4172-a884-949e1b905059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536e2d52-e773-49a5-89ef-9c7cfc4749fc,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:48.206455 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-ee8b1455-f584-450b-8bcd-7a6b7c5969e4 req-a3d003bc-a7e2-4518-8e3d-e29fea891dc7 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] For port cf42aaa9-13da-49a3-95c8-cb193af261a0, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=cf42aaa9-13da-49a3-95c8-cb193af261a0,segment=NetworkSegment(e68bfc76-2719-4861-91f6-f85b59279523),segment_id=e68bfc76-2719-4861-91f6-f85b59279523)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:53:48.252100 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ee8b1455-f584-450b-8bcd-7a6b7c5969e4 req-a3d003bc-a7e2-4518-8e3d-e29fea891dc7 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Publish callbacks [] for port (cf42aaa9-13da-49a3-95c8-cb193af261a0), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:48.264843 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ee8b1455-f584-450b-8bcd-7a6b7c5969e4 req-a3d003bc-a7e2-4518-8e3d-e29fea891dc7 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (cf42aaa9-13da-49a3-95c8-cb193af261a0), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:48.303066 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b21efb73-9a0b-4172-a884-949e1b905059 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8a979e1afc574047b747e2c0fde0b44d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8141308 Jan 28 02:53:48.308137 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38892) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:48.312202 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-73b2c6f0-fbc9-4dce-9044-8d89bccea6b5 service neutron] For port 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361, host n-h1-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:53:48.322555 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-73b2c6f0-fbc9-4dce-9044-8d89bccea6b5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:48.323894 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4b819502-820a-4794-a92b-0d1fdcf503c0 req-73b2c6f0-fbc9-4dce-9044-8d89bccea6b5 service neutron] 10.222.0.39 "DELETE /v2.0/ports/13b71a4f-d1b0-4c45-88a4-b1b8b0e31361/bindings/n-h1-712139-27 HTTP/1.1" status: 204 len: 173 time: 0.3744957 Jan 28 02:53:48.325108 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device f56bfec1-8792-4cf1-839e-241d8696119a details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:53:48.328939 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e020c1-77ff-4378-b499-41db098c6bce admin admin] Made reservation on behalf of c257ed820a3b4158a8891c918542e878 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:53:48.329623 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b1455-f584-450b-8bcd-7a6b7c5969e4 req-a3d003bc-a7e2-4518-8e3d-e29fea891dc7 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:48.330473 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ee8b1455-f584-450b-8bcd-7a6b7c5969e4 req-a3d003bc-a7e2-4518-8e3d-e29fea891dc7 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:48.331688 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c9e020c1-77ff-4378-b499-41db098c6bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:48.332162 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ee8b1455-f584-450b-8bcd-7a6b7c5969e4 req-a3d003bc-a7e2-4518-8e3d-e29fea891dc7 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "PUT /v2.0/ports/cf42aaa9-13da-49a3-95c8-cb193af261a0 HTTP/1.1" status: 200 len: 982 time: 1.0141752 Jan 28 02:53:48.333928 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a52289a-08fd-40f6-b3fc-9835ae741a89', 'tag': 'cf42aaa9-13da-49a3-95c8-cb193af261a0'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:53:48.335846 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['cf42aaa9-13da-49a3-95c8-cb193af261a0'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:53:48.339733 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6132210e-39d2-4ad6-80a6-4ab766699694" -d '{"events": [{"name": "network-changed", "server_uuid": "7a52289a-08fd-40f6-b3fc-9835ae741a89", "tag": "cf42aaa9-13da-49a3-95c8-cb193af261a0"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:53:48.357049 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-a4812892-f4b3-495d-9c07-c76d6a392eb6 None None] Publish callbacks [] for port (ae8c8b0a-a5d6-40dc-99fc-1e819f09a11e), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:48.368952 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-a4812892-f4b3-495d-9c07-c76d6a392eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ae8c8b0a-a5d6-40dc-99fc-1e819f09a11e), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:48.386173 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c9e020c1-77ff-4378-b499-41db098c6bce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:48.440311 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-da86c436-de5e-4f8d-81c0-5d9746b68d44 service neutron] 10.222.0.53 "GET /v2.0/networks/f788fb8a-f235-4456-a255-8d95263f97c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144545 Jan 28 02:53:48.449434 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbfc886-a038-41b5-a098-c97a486644b4 None None] Pushing event updated for resources: {'Port': ['ID=ae8c8b0a-a5d6-40dc-99fc-1e819f09a11e,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:48.479590 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d003bc-a7e2-4518-8e3d-e29fea891dc7 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Pushing event updated for resources: {'Port': ['ID=cf42aaa9-13da-49a3-95c8-cb193af261a0,revision_number=6']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:48.481965 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-a4812892-f4b3-495d-9c07-c76d6a392eb6 None None] Attempting to bind port ae8c8b0a-a5d6-40dc-99fc-1e819f09a11e on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:53:48.482570 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-a4812892-f4b3-495d-9c07-c76d6a392eb6 None None] Attempting to bind port ae8c8b0a-a5d6-40dc-99fc-1e819f09a11e by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:53:48.482940 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4812892-f4b3-495d-9c07-c76d6a392eb6 None None] Attempting to bind port ae8c8b0a-a5d6-40dc-99fc-1e819f09a11e on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:53:48.490151 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4812892-f4b3-495d-9c07-c76d6a392eb6 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:53:48.490571 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4812892-f4b3-495d-9c07-c76d6a392eb6 None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:53:48.490972 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-a4812892-f4b3-495d-9c07-c76d6a392eb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:48.491534 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4812892-f4b3-495d-9c07-c76d6a392eb6 None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:53:48.492204 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-a4812892-f4b3-495d-9c07-c76d6a392eb6 None None] Bound port: ae8c8b0a-a5d6-40dc-99fc-1e819f09a11e, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:53:48.492424 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-a4812892-f4b3-495d-9c07-c76d6a392eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ae8c8b0a-a5d6-40dc-99fc-1e819f09a11e), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:48.512527 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['cf42aaa9-13da-49a3-95c8-cb193af261a0'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:53:48.566909 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-a4812892-f4b3-495d-9c07-c76d6a392eb6 None None] For port ae8c8b0a-a5d6-40dc-99fc-1e819f09a11e, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:53:48.572356 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-a4812892-f4b3-495d-9c07-c76d6a392eb6 None None] For port ae8c8b0a-a5d6-40dc-99fc-1e819f09a11e, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ae8c8b0a-a5d6-40dc-99fc-1e819f09a11e,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:53:48.573860 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-894703ea-6029-4fdb-9fdb-af515a22ee55 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for router_gateway (66975e2d-b1fc-40f3-a9ce-0b816bd7cea9), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:48.579131 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-a4812892-f4b3-495d-9c07-c76d6a392eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ae8c8b0a-a5d6-40dc-99fc-1e819f09a11e), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:48.586353 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d68f56-fdaf-4ddc-8abf-f79ace75f365 req-9a21f38f-eb86-4283-af5b-70e1a50f5c4b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:48.588178 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-64d68f56-fdaf-4ddc-8abf-f79ace75f365 req-9a21f38f-eb86-4283-af5b-70e1a50f5c4b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d39347-fc00-4cae-9ff6-b351ac79bc66 HTTP/1.1" status: 200 len: 944 time: 0.1333606 Jan 28 02:53:48.588946 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-56f43798-491a-45e8-acef-27ed1c589ebe admin admin] Publish callbacks [] for security_group (536e2d52-e773-49a5-89ef-9c7cfc4749fc), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:48.611599 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-83c031f6-c994-44ae-88d1-2b6e1a187be3 service neutron] 10.222.0.53 "GET /v2.0/networks/f788fb8a-f235-4456-a255-8d95263f97c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653740 Jan 28 02:53:48.613806 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c9e020c1-77ff-4378-b499-41db098c6bce admin admin] Publish callbacks [] for security_group (1426b1fc-f6e6-4106-b30e-b91bfb90a657), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:48.624317 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-894703ea-6029-4fdb-9fdb-af515a22ee55 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:48.625708 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c9e020c1-77ff-4378-b499-41db098c6bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (1426b1fc-f6e6-4106-b30e-b91bfb90a657), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:48.685799 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9e020c1-77ff-4378-b499-41db098c6bce admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:53:48.690865 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbfc886-a038-41b5-a098-c97a486644b4 None None] Pushing event updated for resources: {'Port': ['ID=ae8c8b0a-a5d6-40dc-99fc-1e819f09a11e,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:48.719490 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e020c1-77ff-4378-b499-41db098c6bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1426b1fc-f6e6-4106-b30e-b91bfb90a657,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:48.722451 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-64d68f56-fdaf-4ddc-8abf-f79ace75f365 req-bada3f06-ac2f-4112-a180-de08fdf38ad0 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126194 Jan 28 02:53:48.731983 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c9e020c1-77ff-4378-b499-41db098c6bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (58bbcf65-82ab-4730-9b0d-d4c9991f1325), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:48.732559 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-c9e020c1-77ff-4378-b499-41db098c6bce admin admin] Added segment 58bbcf65-82ab-4730-9b0d-d4c9991f1325 of type vlan for network 79f7eb30-7e3c-4e3a-9caa-eeef3bc7f672 Jan 28 02:53:48.750586 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4812892-f4b3-495d-9c07-c76d6a392eb6 None None] Routers {'9fe847f0-ddec-499d-ac9b-930d6d723519'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:53:48.751256 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a4812892-f4b3-495d-9c07-c76d6a392eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:53:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['9fe847f0-ddec-499d-ac9b-930d6d723519'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:48.763198 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-56f43798-491a-45e8-acef-27ed1c589ebe admin admin] Publish callbacks [] for security_group (536e2d52-e773-49a5-89ef-9c7cfc4749fc), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:48.811111 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port f56bfec1-8792-4cf1-839e-241d8696119a, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=f56bfec1-8792-4cf1-839e-241d8696119a,segment=NetworkSegment(358dad74-8d99-4de6-a555-7b85f019730b),segment_id=358dad74-8d99-4de6-a555-7b85f019730b)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:53:48.859477 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c9e020c1-77ff-4378-b499-41db098c6bce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (79f7eb30-7e3c-4e3a-9caa-eeef3bc7f672), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:48.915694 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': 'f56bfec1-8792-4cf1-839e-241d8696119a', 'network_id': 'a227bef5-33d4-4761-8f4b-7835ff8b706a', 'port_id': 'f56bfec1-8792-4cf1-839e-241d8696119a', 'mac_address': 'fa:16:3e:4b:55:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71933df8-4f13-480f-bf22-3df8e014d14e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:53:48.926128 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-476bfdbe-8d4e-46b4-a485-59be9984c499 None None] Publish callbacks [] for port (59116e85-32c3-4dbe-99b3-c597c59726a0), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:48.943670 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-a4812892-f4b3-495d-9c07-c76d6a392eb6 None None] Set router 9fe847f0-ddec-499d-ac9b-930d6d723519 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:53:48.944627 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c9e020c1-77ff-4378-b499-41db098c6bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (79f7eb30-7e3c-4e3a-9caa-eeef3bc7f672), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:48.946236 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e020c1-77ff-4378-b499-41db098c6bce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:48.947158 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c9e020c1-77ff-4378-b499-41db098c6bce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:48.968741 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-476bfdbe-8d4e-46b4-a485-59be9984c499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (59116e85-32c3-4dbe-99b3-c597c59726a0), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:48.996834 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd94715-3889-488a-a83b-056dc964cc0b req-c651385d-0575-4475-9a16-737934bf7d6c tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:48.999137 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ccd94715-3889-488a-a83b-056dc964cc0b req-c651385d-0575-4475-9a16-737934bf7d6c tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=a472928f-7d52-4ae4-b93a-3bb91f30b61e HTTP/1.1" status: 200 len: 943 time: 0.1248670 Jan 28 02:53:49.050820 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-56f43798-491a-45e8-acef-27ed1c589ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (536e2d52-e773-49a5-89ef-9c7cfc4749fc), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:49.054589 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-56f43798-491a-45e8-acef-27ed1c589ebe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:49.055846 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-56f43798-491a-45e8-acef-27ed1c589ebe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/536e2d52-e773-49a5-89ef-9c7cfc4749fc HTTP/1.1" status: 204 len: 168 time: 0.7443194 Jan 28 02:53:49.066650 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07be5db-e449-45e4-be25-6ad29545814c None None] Pushing event updated for resources: {'Port': ['ID=59116e85-32c3-4dbe-99b3-c597c59726a0,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:49.096475 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-894703ea-6029-4fdb-9fdb-af515a22ee55 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Allocated IP 172.25.0.244 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/598d18a7-779b-4d40-98c4-2506aac08a60) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:53:49.106113 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f43798-491a-45e8-acef-27ed1c589ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536e2d52-e773-49a5-89ef-9c7cfc4749fc,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:49.143168 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ccd94715-3889-488a-a83b-056dc964cc0b req-8b403059-f691-4a95-ad9f-23f1f74e34e1 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374331 Jan 28 02:53:49.154862 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c9e020c1-77ff-4378-b499-41db098c6bce admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9968338 Jan 28 02:53:49.160438 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38906) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:49.188696 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-6d0dd82b-9c7c-4ee9-946b-b70d41bf5907 admin admin] Request body: {'subnet': {'network_id': '79f7eb30-7e3c-4e3a-9caa-eeef3bc7f672', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1436096488-subnet', 'tenant_id': 'c257ed820a3b4158a8891c918542e878', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:53:49.263705 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e020c1-77ff-4378-b499-41db098c6bce admin admin] Pushing event updated for resources: {'Network': ['ID=79f7eb30-7e3c-4e3a-9caa-eeef3bc7f672,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:49.321001 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63dc651-f68c-4b11-9bfc-13e82bf858a3 req-4de30622-3854-4c82-a356-7bc2f98a7f45 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:49.333916 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e63dc651-f68c-4b11-9bfc-13e82bf858a3 req-4de30622-3854-4c82-a356-7bc2f98a7f45 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 950 time: 0.2569733 Jan 28 02:53:49.343989 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0dd82b-9c7c-4ee9-946b-b70d41bf5907 admin admin] Made reservation on behalf of c257ed820a3b4158a8891c918542e878 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:53:49.353056 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6d0dd82b-9c7c-4ee9-946b-b70d41bf5907 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:49.416104 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 79f7eb30-7e3c-4e3a-9caa-eeef3bc7f672 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:53:49.489356 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-894703ea-6029-4fdb-9fdb-af515a22ee55 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for port (598d18a7-779b-4d40-98c4-2506aac08a60), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:49.519466 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e63dc651-f68c-4b11-9bfc-13e82bf858a3 req-65b2fb53-10e2-4916-b386-047324d805bd tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840532 Jan 28 02:53:49.543255 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port f56bfec1-8792-4cf1-839e-241d8696119a is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:53:49.543661 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f56bfec1-8792-4cf1-839e-241d8696119a), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:49.618690 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f56bfec1-8792-4cf1-839e-241d8696119a {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:53:49.622738 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8d28ff-543f-4e56-a1f6-cc2c0073b0bf x-openstack-request-id: req-4f8d28ff-543f-4e56-a1f6-cc2c0073b0bf {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:53:49.623188 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a52289a-08fd-40f6-b3fc-9835ae741a89", "tag": "cf42aaa9-13da-49a3-95c8-cb193af261a0", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:53:49.623330 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4f8d28ff-543f-4e56-a1f6-cc2c0073b0bf {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:53:49.623741 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a52289a-08fd-40f6-b3fc-9835ae741a89', 'tag': 'cf42aaa9-13da-49a3-95c8-cb193af261a0', 'status': 'completed', 'code': 200} Jan 28 02:53:49.636332 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-457ab273-40ef-477d-9a41-2c6314545280 req-39d267e9-0866-464f-813a-7ecf6c90a68b tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-555082251&fields=id&tenant_id=07b12507ae9742ae9cf6596eafe2c460 HTTP/1.1" status: 200 len: 267 time: 0.2882645 Jan 28 02:53:49.638741 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a4812892-f4b3-495d-9c07-c76d6a392eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe847f0-ddec-499d-ac9b-930d6d723519', 'name': 'tempest-snat-router-994836909', 'tenant_id': 'e845009e96604d3389ac1e82eb1d7c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.243'}], 'enable_snat': False}, 'gw_port_id': 'ae8c8b0a-a5d6-40dc-99fc-1e819f09a11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:53:44Z', 'updated_at': '2022-01-28T02:53:46Z', 'revision_number': 3, 'project_id': 'e845009e96604d3389ac1e82eb1d7c9a', 'gw_port': {'id': 'ae8c8b0a-a5d6-40dc-99fc-1e819f09a11e', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe847f0-ddec-499d-ac9b-930d6d723519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:45Z', 'updated_at': '2022-01-28T02:53:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:49.651712 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-894703ea-6029-4fdb-9fdb-af515a22ee55 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (598d18a7-779b-4d40-98c4-2506aac08a60), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:49.728084 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4812892-f4b3-495d-9c07-c76d6a392eb6 None None] The sync data for ids ['9fe847f0-ddec-499d-ac9b-930d6d723519'] in n-d-712139-27 is: [{'id': '9fe847f0-ddec-499d-ac9b-930d6d723519', 'name': 'tempest-snat-router-994836909', 'tenant_id': 'e845009e96604d3389ac1e82eb1d7c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.243'}], 'enable_snat': False}, 'gw_port_id': 'ae8c8b0a-a5d6-40dc-99fc-1e819f09a11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:53:44Z', 'updated_at': '2022-01-28T02:53:46Z', 'revision_number': 3, 'project_id': 'e845009e96604d3389ac1e82eb1d7c9a', 'gw_port': {'id': 'ae8c8b0a-a5d6-40dc-99fc-1e819f09a11e', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe847f0-ddec-499d-ac9b-930d6d723519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:45Z', 'updated_at': '2022-01-28T02:53:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:53:49.766357 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894703ea-6029-4fdb-9fdb-af515a22ee55 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Pushing event updated for resources: {'Port': ['ID=598d18a7-779b-4d40-98c4-2506aac08a60,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:49.791883 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894703ea-6029-4fdb-9fdb-af515a22ee55 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:53:49.808186 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-894703ea-6029-4fdb-9fdb-af515a22ee55 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:53:49.817873 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port f56bfec1-8792-4cf1-839e-241d8696119a, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=f56bfec1-8792-4cf1-839e-241d8696119a,segment=NetworkSegment(358dad74-8d99-4de6-a555-7b85f019730b),segment_id=358dad74-8d99-4de6-a555-7b85f019730b)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:53:49.830379 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-476bfdbe-8d4e-46b4-a485-59be9984c499 None None] Attempting to bind port 59116e85-32c3-4dbe-99b3-c597c59726a0 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:53:49.830815 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-476bfdbe-8d4e-46b4-a485-59be9984c499 None None] Attempting to bind port 59116e85-32c3-4dbe-99b3-c597c59726a0 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'b07f2473-f884-4e6c-9979-6090b836f5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '266d65f2-ae3d-4ae4-8df9-31c67ca10beb'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:53:49.831257 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476bfdbe-8d4e-46b4-a485-59be9984c499 None None] Attempting to bind port 59116e85-32c3-4dbe-99b3-c597c59726a0 on network 266d65f2-ae3d-4ae4-8df9-31c67ca10beb {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:53:49.831444 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ab273-40ef-477d-9a41-2c6314545280 req-f2ca15cd-8354-4a82-aa11-c1fc245e31ad tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:49.833943 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-457ab273-40ef-477d-9a41-2c6314545280 req-f2ca15cd-8354-4a82-aa11-c1fc245e31ad tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89 HTTP/1.1" status: 200 len: 985 time: 0.1959202 Jan 28 02:53:49.834900 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894703ea-6029-4fdb-9fdb-af515a22ee55 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:53:49.860112 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0e8fbdf1-774b-4cae-9bf7-60f5165b48fb req-6e2b54c5-58c9-4dde-8e87-7e8839726216 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] 10.222.0.53 "GET /v2.0/ports?device_id=90c3dbfa-931a-40fc-975d-ece41d334e9c HTTP/1.1" status: 200 len: 210 time: 0.0675802 Jan 28 02:53:49.868367 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-457ab273-40ef-477d-9a41-2c6314545280 req-91284900-de85-4f4a-92eb-ee47f641e246 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Request body: {'port': {'security_groups': ['ef9f93ec-e75c-4dc9-ac41-6712fa9366d6']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:53:49.880882 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6d0dd82b-9c7c-4ee9-946b-b70d41bf5907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (3f85931a-a266-4cc0-b94b-ff1a07b31132), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:49.907518 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (f56bfec1-8792-4cf1-839e-241d8696119a), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:49.912425 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-6aa9ca21-d264-48c2-9acb-56d51d09ca86 None None] Provisioning complete for port 59116e85-32c3-4dbe-99b3-c597c59726a0 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:53:49.912425 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6aa9ca21-d264-48c2-9acb-56d51d09ca86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (59116e85-32c3-4dbe-99b3-c597c59726a0), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:49.974256 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476bfdbe-8d4e-46b4-a485-59be9984c499 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:53:49.978601 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476bfdbe-8d4e-46b4-a485-59be9984c499 None None] Checking segment: {'id': 'b07f2473-f884-4e6c-9979-6090b836f5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '266d65f2-ae3d-4ae4-8df9-31c67ca10beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:53:49.979452 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-476bfdbe-8d4e-46b4-a485-59be9984c499 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:49.982193 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476bfdbe-8d4e-46b4-a485-59be9984c499 None None] Bound using segment: {'id': 'b07f2473-f884-4e6c-9979-6090b836f5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '266d65f2-ae3d-4ae4-8df9-31c67ca10beb'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:53:49.985966 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-476bfdbe-8d4e-46b4-a485-59be9984c499 None None] Bound port: 59116e85-32c3-4dbe-99b3-c597c59726a0, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b07f2473-f884-4e6c-9979-6090b836f5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '266d65f2-ae3d-4ae4-8df9-31c67ca10beb'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:53:49.987662 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-476bfdbe-8d4e-46b4-a485-59be9984c499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (59116e85-32c3-4dbe-99b3-c597c59726a0), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:50.030815 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-457ab273-40ef-477d-9a41-2c6314545280 req-91284900-de85-4f4a-92eb-ee47f641e246 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (cf42aaa9-13da-49a3-95c8-cb193af261a0), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:50.067348 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6132210e-39d2-4ad6-80a6-4ab766699694 req-20d126b1-4735-4cc7-8ab5-dc5d2c734f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:50.068866 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6132210e-39d2-4ad6-80a6-4ab766699694 req-20d126b1-4735-4cc7-8ab5-dc5d2c734f06 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=07b12507ae9742ae9cf6596eafe2c460&device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89 HTTP/1.1" status: 200 len: 1137 time: 0.3617160 Jan 28 02:53:50.102194 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=f56bfec1-8792-4cf1-839e-241d8696119a,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:50.105293 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0dd82b-9c7c-4ee9-946b-b70d41bf5907 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f85931a-a266-4cc0-b94b-ff1a07b31132,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:50.219155 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb3256d-adc7-4154-aab8-e99a4ee1fd8d req-3781fa97-3528-48a0-b2db-a9251316b431 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:50.240059 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0eb3256d-adc7-4154-aab8-e99a4ee1fd8d req-3781fa97-3528-48a0-b2db-a9251316b431 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=53d39347-fc00-4cae-9ff6-b351ac79bc66 HTTP/1.1" status: 200 len: 1096 time: 0.2148206 Jan 28 02:53:50.246365 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-6aa9ca21-d264-48c2-9acb-56d51d09ca86 None None] Port 59116e85-32c3-4dbe-99b3-c597c59726a0 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:53:50.275611 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0dd82b-9c7c-4ee9-946b-b70d41bf5907 admin admin] Checking segment: {'id': '58bbcf65-82ab-4730-9b0d-d4c9991f1325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79f7eb30-7e3c-4e3a-9caa-eeef3bc7f672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:53:50.275975 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0dd82b-9c7c-4ee9-946b-b70d41bf5907 admin admin] Network hostable DHCP agents. Network: 79f7eb30-7e3c-4e3a-9caa-eeef3bc7f672, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:53:50.279456 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-476bfdbe-8d4e-46b4-a485-59be9984c499 None None] For port 59116e85-32c3-4dbe-99b3-c597c59726a0, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:53:50.282690 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-476bfdbe-8d4e-46b4-a485-59be9984c499 None None] For port 59116e85-32c3-4dbe-99b3-c597c59726a0, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=59116e85-32c3-4dbe-99b3-c597c59726a0,segment=NetworkSegment(b07f2473-f884-4e6c-9979-6090b836f5c9),segment_id=b07f2473-f884-4e6c-9979-6090b836f5c9)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:53:50.288946 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-476bfdbe-8d4e-46b4-a485-59be9984c499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (59116e85-32c3-4dbe-99b3-c597c59726a0), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:50.364115 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476bfdbe-8d4e-46b4-a485-59be9984c499 None None] Routers {'342786c2-eba4-459a-a2c0-9d6d40860bd2'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:53:50.365469 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-476bfdbe-8d4e-46b4-a485-59be9984c499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:53:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['342786c2-eba4-459a-a2c0-9d6d40860bd2'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:50.369616 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['f56bfec1-8792-4cf1-839e-241d8696119a'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:53:50.391105 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0dd82b-9c7c-4ee9-946b-b70d41bf5907 admin admin] Network 79f7eb30-7e3c-4e3a-9caa-eeef3bc7f672 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:53:50.413482 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0eb3256d-adc7-4154-aab8-e99a4ee1fd8d req-286bbbaf-61b1-4bbe-addc-4a380cebf40f tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679370 Jan 28 02:53:50.419660 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6132210e-39d2-4ad6-80a6-4ab766699694 req-9d780f02-04a0-4000-b727-e60d085a1449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:50.421483 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6132210e-39d2-4ad6-80a6-4ab766699694 req-9d780f02-04a0-4000-b727-e60d085a1449 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cced5cef-ed7d-4c10-a348-a2dd5198af7f HTTP/1.1" status: 200 len: 921 time: 0.3402431 Jan 28 02:53:50.422541 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-6d0dd82b-9c7c-4ee9-946b-b70d41bf5907 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 79f7eb30-7e3c-4e3a-9caa-eeef3bc7f672) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:53:50.456710 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0dd82b-9c7c-4ee9-946b-b70d41bf5907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:50.457261 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6d0dd82b-9c7c-4ee9-946b-b70d41bf5907 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:50.466026 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec38e20-fbe0-42dc-9578-9e1ecdf89607 None None] Network 79f7eb30-7e3c-4e3a-9caa-eeef3bc7f672 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:53:50.494739 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6132210e-39d2-4ad6-80a6-4ab766699694 req-fbf4e974-6a21-43af-8459-6ee170dcf6a8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf42aaa9-13da-49a3-95c8-cb193af261a0 HTTP/1.1" status: 200 len: 217 time: 0.0580602 Jan 28 02:53:50.549385 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6d0dd82b-9c7c-4ee9-946b-b70d41bf5907 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3878164 Jan 28 02:53:50.560955 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38940) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:50.569317 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-3ab6a2ef-4b7a-42b3-b3f2-a7773663307e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1436096488-router', 'tenant_id': 'c257ed820a3b4158a8891c918542e878', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:53:50.623503 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6132210e-39d2-4ad6-80a6-4ab766699694 req-a540546e-e1f6-41a8-bdd7-884afa7cf0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:50.625621 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6132210e-39d2-4ad6-80a6-4ab766699694 req-a540546e-e1f6-41a8-bdd7-884afa7cf0ee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=103ce8fe-9e75-44b9-af19-ab633171d9f9 HTTP/1.1" status: 200 len: 860 time: 0.1226697 Jan 28 02:53:50.654888 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3ab6a2ef-4b7a-42b3-b3f2-a7773663307e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (8e75d681-ce5e-4fb2-8c53-2cc593b76502), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:50.656443 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3ab6a2ef-4b7a-42b3-b3f2-a7773663307e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (8e75d681-ce5e-4fb2-8c53-2cc593b76502), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:50.669160 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07be5db-e449-45e4-be25-6ad29545814c None None] Pushing event updated for resources: {'Port': ['ID=59116e85-32c3-4dbe-99b3-c597c59726a0,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:50.689148 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea16802-9f4f-40d8-ae6e-86bfc6e9412b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-79f7eb30-7e3c-4e3a-9caa-eeef3bc7f672', 'network_id': '79f7eb30-7e3c-4e3a-9caa-eeef3bc7f672', 'project_id': 'c257ed820a3b4158a8891c918542e878', 'fixed_ips': [{'subnet_id': '3f85931a-a266-4cc0-b94b-ff1a07b31132'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:53:50.695171 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3ea16802-9f4f-40d8-ae6e-86bfc6e9412b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:50.705442 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6132210e-39d2-4ad6-80a6-4ab766699694 req-b7e65dee-bcfa-4a3d-88ea-cd0fb328a833 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cced5cef-ed7d-4c10-a348-a2dd5198af7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709877 Jan 28 02:53:51.028570 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-476bfdbe-8d4e-46b4-a485-59be9984c499 None None] Set router 342786c2-eba4-459a-a2c0-9d6d40860bd2 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:53:51.091459 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-894703ea-6029-4fdb-9fdb-af515a22ee55 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for router_gateway (66975e2d-b1fc-40f3-a9ce-0b816bd7cea9), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:51.200061 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-06e7dfb9-d843-44ac-b2f3-574851536bf9 None None] Provisioning complete for port 59116e85-32c3-4dbe-99b3-c597c59726a0 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:53:51.201262 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-06e7dfb9-d843-44ac-b2f3-574851536bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (59116e85-32c3-4dbe-99b3-c597c59726a0), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:51.324691 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-457ab273-40ef-477d-9a41-2c6314545280 req-91284900-de85-4f4a-92eb-ee47f641e246 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] For port cf42aaa9-13da-49a3-95c8-cb193af261a0, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=cf42aaa9-13da-49a3-95c8-cb193af261a0,segment=NetworkSegment(e68bfc76-2719-4861-91f6-f85b59279523),segment_id=e68bfc76-2719-4861-91f6-f85b59279523)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:53:51.357262 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3ab6a2ef-4b7a-42b3-b3f2-a7773663307e admin admin] Publish callbacks [] for router_controller (8e75d681-ce5e-4fb2-8c53-2cc593b76502), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:51.409194 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-457ab273-40ef-477d-9a41-2c6314545280 req-91284900-de85-4f4a-92eb-ee47f641e246 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Publish callbacks [] for port (cf42aaa9-13da-49a3-95c8-cb193af261a0), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:51.450846 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-457ab273-40ef-477d-9a41-2c6314545280 req-91284900-de85-4f4a-92eb-ee47f641e246 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (cf42aaa9-13da-49a3-95c8-cb193af261a0), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:51.464994 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432280da-9393-473e-a20b-b99ad5d6ac04 req-358346e3-a88e-4168-b7e2-d0c8be61a745 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:51.466672 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-432280da-9393-473e-a20b-b99ad5d6ac04 req-358346e3-a88e-4168-b7e2-d0c8be61a745 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=a472928f-7d52-4ae4-b93a-3bb91f30b61e HTTP/1.1" status: 200 len: 944 time: 0.8155787 Jan 28 02:53:51.535787 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91284900-de85-4f4a-92eb-ee47f641e246 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Pushing event updated for resources: {'Port': ['ID=cf42aaa9-13da-49a3-95c8-cb193af261a0,revision_number=7']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:51.572411 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ab273-40ef-477d-9a41-2c6314545280 req-91284900-de85-4f4a-92eb-ee47f641e246 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:51.573301 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-457ab273-40ef-477d-9a41-2c6314545280 req-91284900-de85-4f4a-92eb-ee47f641e246 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:51.574890 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-457ab273-40ef-477d-9a41-2c6314545280 req-91284900-de85-4f4a-92eb-ee47f641e246 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "PUT /v2.0/ports/cf42aaa9-13da-49a3-95c8-cb193af261a0 HTTP/1.1" status: 200 len: 943 time: 1.7169940 Jan 28 02:53:51.594256 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-894703ea-6029-4fdb-9fdb-af515a22ee55 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (66975e2d-b1fc-40f3-a9ce-0b816bd7cea9), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:51.644816 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-3ea16802-9f4f-40d8-ae6e-86bfc6e9412b None None] Allocated IP 172.20.0.2 (79f7eb30-7e3c-4e3a-9caa-eeef3bc7f672/3f85931a-a266-4cc0-b94b-ff1a07b31132/ac8033e4-ac0a-43ab-acda-69366a56bcc4) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:53:51.669493 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a52289a-08fd-40f6-b3fc-9835ae741a89', 'tag': 'cf42aaa9-13da-49a3-95c8-cb193af261a0'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:53:51.677189 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f85f7ef-8e86-44f1-85d0-f7945b666a1b" -d '{"events": [{"name": "network-changed", "server_uuid": "7a52289a-08fd-40f6-b3fc-9835ae741a89", "tag": "cf42aaa9-13da-49a3-95c8-cb193af261a0"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:53:51.762409 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38964) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:51.776372 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-044df2c0-6282-4d02-b504-bdd16b9299cb tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:51.777993 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-044df2c0-6282-4d02-b504-bdd16b9299cb tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] 10.222.0.67 "GET /v2.0/networks?id=f788fb8a-f235-4456-a255-8d95263f97c9 HTTP/1.1" status: 200 len: 815 time: 0.9720573 Jan 28 02:53:51.819388 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-432280da-9393-473e-a20b-b99ad5d6ac04 req-0c6ad5e2-b898-4472-9f71-c0cff4798be1 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755549 Jan 28 02:53:51.828283 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3ea16802-9f4f-40d8-ae6e-86bfc6e9412b None None] Publish callbacks [] for port (ac8033e4-ac0a-43ab-acda-69366a56bcc4), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:51.845843 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['cf42aaa9-13da-49a3-95c8-cb193af261a0'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:53:51.878641 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3ea16802-9f4f-40d8-ae6e-86bfc6e9412b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (ac8033e4-ac0a-43ab-acda-69366a56bcc4), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:51.952477 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6132210e-39d2-4ad6-80a6-4ab766699694 req-179c2863-a1d9-4834-bbd0-7f814fa484f8 service neutron] 10.222.0.39 "GET /v2.0/networks/cced5cef-ed7d-4c10-a348-a2dd5198af7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2284145 Jan 28 02:53:51.968361 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b1c1e-21fa-43f2-97c9-4a0f1e5ba6f3 req-9b13525c-d8d1-4cf1-979d-8e52ebf2559b tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:51.974984 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2a6b1c1e-21fa-43f2-97c9-4a0f1e5ba6f3 req-9b13525c-d8d1-4cf1-979d-8e52ebf2559b tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 950 time: 0.2104838 Jan 28 02:53:51.976155 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-894703ea-6029-4fdb-9fdb-af515a22ee55 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Router 66975e2d-b1fc-40f3-a9ce-0b816bd7cea9 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 02:53:51.992927 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['cf42aaa9-13da-49a3-95c8-cb193af261a0'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:53:52.020638 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-76314bc8-c527-4ba5-88fd-8ff860090626 tempest-MeteringIpV6TestJSON-393757631 tempest-MeteringIpV6TestJSON-393757631-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1059150248'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:53:52.021134 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-76314bc8-c527-4ba5-88fd-8ff860090626 tempest-MeteringIpV6TestJSON-393757631 tempest-MeteringIpV6TestJSON-393757631-project-admin] Unknown quota resources ['metering_label']. {{(pid=109803) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 02:53:52.103700 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6132210e-39d2-4ad6-80a6-4ab766699694 req-45111b41-1ce4-45a4-86fe-556f26c989e1 service neutron] 10.222.0.39 "GET /v2.0/networks/cced5cef-ed7d-4c10-a348-a2dd5198af7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306758 Jan 28 02:53:52.114208 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2a6b1c1e-21fa-43f2-97c9-4a0f1e5ba6f3 req-86ceea4e-e0a4-4c04-8881-8d066d2a4f29 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320777 Jan 28 02:53:52.120185 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea16802-9f4f-40d8-ae6e-86bfc6e9412b None None] Network 79f7eb30-7e3c-4e3a-9caa-eeef3bc7f672 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:53:52.153164 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-3ea16802-9f4f-40d8-ae6e-86bfc6e9412b None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:53:52.242174 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea16802-9f4f-40d8-ae6e-86bfc6e9412b None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:53:52.282627 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821cbed-85e1-460c-8a76-92897a1600e5 req-82758d66-50fe-49f2-8f0d-98c4f144fed0 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:52.286926 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a821cbed-85e1-460c-8a76-92897a1600e5 req-82758d66-50fe-49f2-8f0d-98c4f144fed0 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/networks?id=290af027-4910-45bb-b54e-a29d61400c05 HTTP/1.1" status: 200 len: 808 time: 0.3129659 Jan 28 02:53:52.314368 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3ab6a2ef-4b7a-42b3-b3f2-a7773663307e admin admin] Publish callbacks [] for router_gateway (8e75d681-ce5e-4fb2-8c53-2cc593b76502), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:52.332945 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea16802-9f4f-40d8-ae6e-86bfc6e9412b None None] Pushing event updated for resources: {'Port': ['ID=ac8033e4-ac0a-43ab-acda-69366a56bcc4,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:52.340015 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-e63f2e6d-6fa6-4c57-9774-bffacbb5486d tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58413890441044459c04be3647465ec6 HTTP/1.1" status: 200 len: 380 time: 0.5238864 Jan 28 02:53:52.363661 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-13e1893b-403b-4635-ab1d-4538c320aee1 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Request body: {'port': {'device_id': '90c3dbfa-931a-40fc-975d-ece41d334e9c', 'network_id': 'f788fb8a-f235-4456-a255-8d95263f97c9', 'admin_state_up': True, 'tenant_id': '58413890441044459c04be3647465ec6', 'security_groups': ['1f3d54fa-ce2f-40d0-a3fd-423661de65cc']}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:53:52.407799 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-06e7dfb9-d843-44ac-b2f3-574851536bf9 None None] Current status of the port 59116e85-32c3-4dbe-99b3-c597c59726a0 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:53:52.408639 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-06e7dfb9-d843-44ac-b2f3-574851536bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (59116e85-32c3-4dbe-99b3-c597c59726a0), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:52.442153 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a821cbed-85e1-460c-8a76-92897a1600e5 req-09a2aabc-da63-4a88-a509-262a7094e7cc tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/quotas/e168a8b773b74055bc0667e0581a74cd HTTP/1.1" status: 200 len: 375 time: 0.1031220 Jan 28 02:53:52.471179 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-06e7dfb9-d843-44ac-b2f3-574851536bf9 None None] For port 59116e85-32c3-4dbe-99b3-c597c59726a0, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=59116e85-32c3-4dbe-99b3-c597c59726a0,segment=NetworkSegment(b07f2473-f884-4e6c-9979-6090b836f5c9),segment_id=b07f2473-f884-4e6c-9979-6090b836f5c9)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:53:52.472925 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ae8c8b0a-a5d6-40dc-99fc-1e819f09a11e up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:53:52.557424 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-3ea16802-9f4f-40d8-ae6e-86bfc6e9412b None None] Attempting to bind port ac8033e4-ac0a-43ab-acda-69366a56bcc4 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:53:52.558754 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-3ea16802-9f4f-40d8-ae6e-86bfc6e9412b None None] Attempting to bind port ac8033e4-ac0a-43ab-acda-69366a56bcc4 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '58bbcf65-82ab-4730-9b0d-d4c9991f1325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79f7eb30-7e3c-4e3a-9caa-eeef3bc7f672'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:53:52.559433 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea16802-9f4f-40d8-ae6e-86bfc6e9412b None None] Attempting to bind port ac8033e4-ac0a-43ab-acda-69366a56bcc4 on network 79f7eb30-7e3c-4e3a-9caa-eeef3bc7f672 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:53:52.565981 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c562ee50-6418-4cc3-b378-c0b9cebb6526 req-c760c2d0-2467-4f6e-bb58-18c1638ff184 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] 10.222.0.53 "GET /v2.0/ports?device_id=90c3dbfa-931a-40fc-975d-ece41d334e9c HTTP/1.1" status: 200 len: 210 time: 0.0345068 Jan 28 02:53:52.628522 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a821cbed-85e1-460c-8a76-92897a1600e5 req-9c885451-2167-49b7-b967-3489ec2e0071 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e168a8b773b74055bc0667e0581a74cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1537704 Jan 28 02:53:52.634729 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea16802-9f4f-40d8-ae6e-86bfc6e9412b None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:53:52.635413 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea16802-9f4f-40d8-ae6e-86bfc6e9412b None None] Checking segment: {'id': '58bbcf65-82ab-4730-9b0d-d4c9991f1325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79f7eb30-7e3c-4e3a-9caa-eeef3bc7f672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:53:52.636115 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3ea16802-9f4f-40d8-ae6e-86bfc6e9412b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:52.636698 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea16802-9f4f-40d8-ae6e-86bfc6e9412b None None] Bound using segment: {'id': '58bbcf65-82ab-4730-9b0d-d4c9991f1325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79f7eb30-7e3c-4e3a-9caa-eeef3bc7f672'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:53:52.637386 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-3ea16802-9f4f-40d8-ae6e-86bfc6e9412b None None] Bound port: ac8033e4-ac0a-43ab-acda-69366a56bcc4, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58bbcf65-82ab-4730-9b0d-d4c9991f1325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79f7eb30-7e3c-4e3a-9caa-eeef3bc7f672'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:53:52.637965 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3ea16802-9f4f-40d8-ae6e-86bfc6e9412b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ac8033e4-ac0a-43ab-acda-69366a56bcc4), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:52.643841 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-06e7dfb9-d843-44ac-b2f3-574851536bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (59116e85-32c3-4dbe-99b3-c597c59726a0), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:52.731915 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-476bfdbe-8d4e-46b4-a485-59be9984c499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342786c2-eba4-459a-a2c0-9d6d40860bd2', 'name': 'tempest-TaggedBootDevicesTest-263614113-router', 'tenant_id': '7581cafbb59a47148e5d33dde7c9cb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'da35fe1d-c7ec-451a-8fd0-b039fc1498a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:53:27Z', 'updated_at': '2022-01-28T02:53:44Z', 'revision_number': 4, 'project_id': '7581cafbb59a47148e5d33dde7c9cb23', 'gw_port': {'id': 'da35fe1d-c7ec-451a-8fd0-b039fc1498a4', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342786c2-eba4-459a-a2c0-9d6d40860bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:31Z', 'updated_at': '2022-01-28T02:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '59116e85-32c3-4dbe-99b3-c597c59726a0', 'name': '', 'network_id': '266d65f2-ae3d-4ae4-8df9-31c67ca10beb', 'tenant_id': '7581cafbb59a47148e5d33dde7c9cb23', 'mac_address': 'fa:16:3e:1b:ee:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342786c2-eba4-459a-a2c0-9d6d40860bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '25561413-0d19-438c-afcd-b5c53014f067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:41Z', 'updated_at': '2022-01-28T02:53:50Z', 'revision_number': 4, 'project_id': '7581cafbb59a47148e5d33dde7c9cb23', 'subnets': [{'id': '25561413-0d19-438c-afcd-b5c53014f067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:52.732232 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-76314bc8-c527-4ba5-88fd-8ff860090626 tempest-MeteringIpV6TestJSON-393757631 tempest-MeteringIpV6TestJSON-393757631-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:52.738950 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-76314bc8-c527-4ba5-88fd-8ff860090626 tempest-MeteringIpV6TestJSON-393757631 tempest-MeteringIpV6TestJSON-393757631-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.9675651 Jan 28 02:53:52.739195 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-13e1893b-403b-4635-ab1d-4538c320aee1 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Made reservation on behalf of 58413890441044459c04be3647465ec6 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:53:52.741282 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port ae8c8b0a-a5d6-40dc-99fc-1e819f09a11e triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:53:52.741678 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ae8c8b0a-a5d6-40dc-99fc-1e819f09a11e), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:52.747145 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38976) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:52.757337 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-13e1893b-403b-4635-ab1d-4538c320aee1 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:52.778845 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-b11a3d90-c464-42ee-9870-f47495fd3224 tempest-MeteringIpV6TestJSON-393757631 tempest-MeteringIpV6TestJSON-393757631-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '51b5c170-56f4-492e-a1da-560e2f29fa2c'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:53:52.779352 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-b11a3d90-c464-42ee-9870-f47495fd3224 tempest-MeteringIpV6TestJSON-393757631 tempest-MeteringIpV6TestJSON-393757631-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109803) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 02:53:52.832261 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a821cbed-85e1-460c-8a76-92897a1600e5 req-36d193ec-44d5-461d-a088-f0e85d56769e service neutron] 10.222.0.53 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025676 Jan 28 02:53:52.922307 n-d-712139-27 neutron-server[109803]: WARNING neutron.services.metering.metering_plugin [None req-b11a3d90-c464-42ee-9870-f47495fd3224 tempest-MeteringIpV6TestJSON-393757631 tempest-MeteringIpV6TestJSON-393757631-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 02:53:52.930538 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894703ea-6029-4fdb-9fdb-af515a22ee55 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:53:52.942337 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7496c371-ad4a-446f-af65-bc6943d900ee None None] Sync routers for ids ['66975e2d-b1fc-40f3-a9ce-0b816bd7cea9'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:53:52.959708 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7496c371-ad4a-446f-af65-bc6943d900ee None None] Routers {'66975e2d-b1fc-40f3-a9ce-0b816bd7cea9'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:53:52.960733 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-7496c371-ad4a-446f-af65-bc6943d900ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:53:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['66975e2d-b1fc-40f3-a9ce-0b816bd7cea9'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:53.055281 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-3ea16802-9f4f-40d8-ae6e-86bfc6e9412b None None] For port ac8033e4-ac0a-43ab-acda-69366a56bcc4, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:53:53.056216 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a821cbed-85e1-460c-8a76-92897a1600e5 req-baa5b688-05d2-4c35-9827-1d2f0e381edc service neutron] 10.222.0.53 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508026 Jan 28 02:53:53.084691 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-3ea16802-9f4f-40d8-ae6e-86bfc6e9412b None None] For port ac8033e4-ac0a-43ab-acda-69366a56bcc4, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ac8033e4-ac0a-43ab-acda-69366a56bcc4,segment=NetworkSegment(58bbcf65-82ab-4730-9b0d-d4c9991f1325),segment_id=58bbcf65-82ab-4730-9b0d-d4c9991f1325)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:53:53.093580 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b11a3d90-c464-42ee-9870-f47495fd3224 tempest-MeteringIpV6TestJSON-393757631 tempest-MeteringIpV6TestJSON-393757631-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:53.094775 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b11a3d90-c464-42ee-9870-f47495fd3224 tempest-MeteringIpV6TestJSON-393757631 tempest-MeteringIpV6TestJSON-393757631-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3472691 Jan 28 02:53:53.103799 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38980) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:53.108035 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-8d3122da-9568-46bc-8b50-6bd34939e1ab tempest-MeteringIpV6TestJSON-393757631 tempest-MeteringIpV6TestJSON-393757631-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '51b5c170-56f4-492e-a1da-560e2f29fa2c'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:53:53.108737 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-8d3122da-9568-46bc-8b50-6bd34939e1ab tempest-MeteringIpV6TestJSON-393757631 tempest-MeteringIpV6TestJSON-393757631-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109803) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 02:53:53.118222 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-894703ea-6029-4fdb-9fdb-af515a22ee55 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:53.119489 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-894703ea-6029-4fdb-9fdb-af515a22ee55 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.7989020 Jan 28 02:53:53.133207 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38982) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:53.136932 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e7dfb9-d843-44ac-b2f3-574851536bf9 None None] Pushing event updated for resources: {'Port': ['ID=59116e85-32c3-4dbe-99b3-c597c59726a0,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:53.163436 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-7496c371-ad4a-446f-af65-bc6943d900ee None None] Set router 66975e2d-b1fc-40f3-a9ce-0b816bd7cea9 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:53:53.199508 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ba729d9b-cc61-4bc7-ac49-cf0d2471156e req-8ee92565-386f-468f-9600-a3f58bb7827a tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5413616 Jan 28 02:53:53.201506 n-d-712139-27 neutron-server[109803]: WARNING neutron.services.metering.metering_plugin [None req-8d3122da-9568-46bc-8b50-6bd34939e1ab tempest-MeteringIpV6TestJSON-393757631 tempest-MeteringIpV6TestJSON-393757631-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 02:53:53.224390 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476bfdbe-8d4e-46b4-a485-59be9984c499 None None] The sync data for ids ['342786c2-eba4-459a-a2c0-9d6d40860bd2'] in n-d-712139-27 is: [{'id': '342786c2-eba4-459a-a2c0-9d6d40860bd2', 'name': 'tempest-TaggedBootDevicesTest-263614113-router', 'tenant_id': '7581cafbb59a47148e5d33dde7c9cb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'da35fe1d-c7ec-451a-8fd0-b039fc1498a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:53:27Z', 'updated_at': '2022-01-28T02:53:44Z', 'revision_number': 4, 'project_id': '7581cafbb59a47148e5d33dde7c9cb23', 'gw_port': {'id': 'da35fe1d-c7ec-451a-8fd0-b039fc1498a4', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342786c2-eba4-459a-a2c0-9d6d40860bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:31Z', 'updated_at': '2022-01-28T02:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '59116e85-32c3-4dbe-99b3-c597c59726a0', 'name': '', 'network_id': '266d65f2-ae3d-4ae4-8df9-31c67ca10beb', 'tenant_id': '7581cafbb59a47148e5d33dde7c9cb23', 'mac_address': 'fa:16:3e:1b:ee:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342786c2-eba4-459a-a2c0-9d6d40860bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '25561413-0d19-438c-afcd-b5c53014f067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:41Z', 'updated_at': '2022-01-28T02:53:50Z', 'revision_number': 4, 'project_id': '7581cafbb59a47148e5d33dde7c9cb23', 'subnets': [{'id': '25561413-0d19-438c-afcd-b5c53014f067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:53:53.231899 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-ba729d9b-cc61-4bc7-ac49-cf0d2471156e req-c528f570-83ed-4e80-b832-cb8deb5f73b3 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:53:53.314975 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3ea16802-9f4f-40d8-ae6e-86bfc6e9412b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ac8033e4-ac0a-43ab-acda-69366a56bcc4), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:53.464164 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50d7fa0-3da3-469e-a80f-587d3e194cd0 x-openstack-request-id: req-a50d7fa0-3da3-469e-a80f-587d3e194cd0 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:53:53.465278 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a52289a-08fd-40f6-b3fc-9835ae741a89", "tag": "cf42aaa9-13da-49a3-95c8-cb193af261a0", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:53:53.465552 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a50d7fa0-3da3-469e-a80f-587d3e194cd0 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:53:53.467108 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a52289a-08fd-40f6-b3fc-9835ae741a89', 'tag': 'cf42aaa9-13da-49a3-95c8-cb193af261a0', 'status': 'completed', 'code': 200} Jan 28 02:53:53.484954 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8d3122da-9568-46bc-8b50-6bd34939e1ab tempest-MeteringIpV6TestJSON-393757631 tempest-MeteringIpV6TestJSON-393757631-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:53.488143 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8d3122da-9568-46bc-8b50-6bd34939e1ab tempest-MeteringIpV6TestJSON-393757631 tempest-MeteringIpV6TestJSON-393757631-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3821805 Jan 28 02:53:53.490342 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38990) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:53.507734 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-336c2980-58d2-4d0d-b0ce-78896d6fffee tempest-MeteringIpV6TestJSON-393757631 tempest-MeteringIpV6TestJSON-393757631-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=5c9b728c-f223-4855-9337-aea7189f278d HTTP/1.1" status: 200 len: 462 time: 0.0136633 Jan 28 02:53:53.508466 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38992) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:53.524678 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ba729d9b-cc61-4bc7-ac49-cf0d2471156e req-c528f570-83ed-4e80-b832-cb8deb5f73b3 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:53.601892 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea16802-9f4f-40d8-ae6e-86bfc6e9412b None None] Pushing event updated for resources: {'Port': ['ID=ac8033e4-ac0a-43ab-acda-69366a56bcc4,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:53.636074 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port ae8c8b0a-a5d6-40dc-99fc-1e819f09a11e is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:53:53.636483 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ae8c8b0a-a5d6-40dc-99fc-1e819f09a11e), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:53.638676 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-fe6d226e-a31b-4f70-ad73-6a62946e8579 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] 10.222.0.53 "GET /v2.0/routers/66975e2d-b1fc-40f3-a9ce-0b816bd7cea9 HTTP/1.1" status: 200 len: 907 time: 0.5032718 Jan 28 02:53:53.652041 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38996) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:53.711333 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port ae8c8b0a-a5d6-40dc-99fc-1e819f09a11e, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ae8c8b0a-a5d6-40dc-99fc-1e819f09a11e,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:53:53.720520 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-7496c371-ad4a-446f-af65-bc6943d900ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66975e2d-b1fc-40f3-a9ce-0b816bd7cea9', 'name': 'tempest-snat-router-994836909', 'tenant_id': 'e845009e96604d3389ac1e82eb1d7c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '598d18a7-779b-4d40-98c4-2506aac08a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:53:47Z', 'updated_at': '2022-01-28T02:53:50Z', 'revision_number': 3, 'project_id': 'e845009e96604d3389ac1e82eb1d7c9a', 'gw_port': {'id': '598d18a7-779b-4d40-98c4-2506aac08a60', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:06:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66975e2d-b1fc-40f3-a9ce-0b816bd7cea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:48Z', 'updated_at': '2022-01-28T02:53:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:53.722856 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ae8c8b0a-a5d6-40dc-99fc-1e819f09a11e), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:53.753698 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3ab6a2ef-4b7a-42b3-b3f2-a7773663307e admin admin] Publish callbacks [] for router_gateway (8e75d681-ce5e-4fb2-8c53-2cc593b76502), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:53.760275 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7496c371-ad4a-446f-af65-bc6943d900ee None None] Checking router: 66975e2d-b1fc-40f3-a9ce-0b816bd7cea9 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:53:53.761857 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7496c371-ad4a-446f-af65-bc6943d900ee None None] Updating router 66975e2d-b1fc-40f3-a9ce-0b816bd7cea9 port 598d18a7-779b-4d40-98c4-2506aac08a60 binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:53:53.816894 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7496c371-ad4a-446f-af65-bc6943d900ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (598d18a7-779b-4d40-98c4-2506aac08a60), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:53.834296 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-13e1893b-403b-4635-ab1d-4538c320aee1 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Allocated IP 172.20.0.3 (f788fb8a-f235-4456-a255-8d95263f97c9/8233c9f8-90da-42d9-9cc8-120e645e8525/b6200bc4-b3e8-4724-9acf-531af101fa22) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:53:53.879645 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=ae8c8b0a-a5d6-40dc-99fc-1e819f09a11e,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:53.897710 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d6b59076-e6f1-479f-a394-63b42e6b20e4 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for router (66975e2d-b1fc-40f3-a9ce-0b816bd7cea9), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:54.154081 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3ab6a2ef-4b7a-42b3-b3f2-a7773663307e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:54.229006 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-13e1893b-403b-4635-ab1d-4538c320aee1 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Publish callbacks [] for port (b6200bc4-b3e8-4724-9acf-531af101fa22), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:54.265895 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3df305a0-fd69-4ff5-abfe-4610480dbafc tempest-MeteringIpV6TestJSON-393757631 tempest-MeteringIpV6TestJSON-393757631-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:54.270856 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-3df305a0-fd69-4ff5-abfe-4610480dbafc tempest-MeteringIpV6TestJSON-393757631 tempest-MeteringIpV6TestJSON-393757631-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/5c9b728c-f223-4855-9337-aea7189f278d HTTP/1.1" status: 204 len: 168 time: 0.7605834 Jan 28 02:53:54.285555 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39004) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:54.296893 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device f56bfec1-8792-4cf1-839e-241d8696119a up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:53:54.335075 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1fe039a5-b771-4365-b170-dc6acdc59a01 tempest-MeteringIpV6TestJSON-393757631 tempest-MeteringIpV6TestJSON-393757631-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=5c9b728c-f223-4855-9337-aea7189f278d HTTP/1.1" status: 200 len: 221 time: 0.0412509 Jan 28 02:53:54.383530 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39006) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:54.404833 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-8eb1d64f-9e8f-4994-bfda-52e65053802d tempest-MeteringIpV6TestJSON-393757631 tempest-MeteringIpV6TestJSON-393757631-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1281162946', 'description': 'label created by tempest'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:53:54.405255 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-8eb1d64f-9e8f-4994-bfda-52e65053802d tempest-MeteringIpV6TestJSON-393757631 tempest-MeteringIpV6TestJSON-393757631-project-admin] Unknown quota resources ['metering_label']. {{(pid=109802) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 02:53:54.443753 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port f56bfec1-8792-4cf1-839e-241d8696119a completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:53:54.448275 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port f56bfec1-8792-4cf1-839e-241d8696119a triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:53:54.448784 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f56bfec1-8792-4cf1-839e-241d8696119a), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:54.559913 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d6b59076-e6f1-479f-a394-63b42e6b20e4 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for router_gateway (66975e2d-b1fc-40f3-a9ce-0b816bd7cea9), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:54.581336 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-13e1893b-403b-4635-ab1d-4538c320aee1 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (b6200bc4-b3e8-4724-9acf-531af101fa22), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:54.600558 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ba729d9b-cc61-4bc7-ac49-cf0d2471156e req-c528f570-83ed-4e80-b832-cb8deb5f73b3 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:54.639962 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7496c371-ad4a-446f-af65-bc6943d900ee None None] Publish callbacks [] for port (598d18a7-779b-4d40-98c4-2506aac08a60), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:54.660459 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7496c371-ad4a-446f-af65-bc6943d900ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (598d18a7-779b-4d40-98c4-2506aac08a60), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:54.694146 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port f56bfec1-8792-4cf1-839e-241d8696119a is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:53:54.694695 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f56bfec1-8792-4cf1-839e-241d8696119a), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:54.744033 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85f7ef-8e86-44f1-85d0-f7945b666a1b req-47f5fbdb-fbb4-48bf-8f2a-9522e414233d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:54.746639 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a472928f-7d52-4ae4-b93a-3bb91f30b61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56bfec1-8792-4cf1-839e-241d8696119a'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:53:54.747725 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8f85f7ef-8e86-44f1-85d0-f7945b666a1b req-47f5fbdb-fbb4-48bf-8f2a-9522e414233d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=07b12507ae9742ae9cf6596eafe2c460&device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89 HTTP/1.1" status: 200 len: 1098 time: 1.1312621 Jan 28 02:53:54.750936 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17381725-30bd-4084-88f9-3ac4b65f878e" -d '{"events": [{"server_uuid": "a472928f-7d52-4ae4-b93a-3bb91f30b61e", "name": "network-vif-plugged", "status": "completed", "tag": "f56bfec1-8792-4cf1-839e-241d8696119a"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:53:54.769989 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 59116e85-32c3-4dbe-99b3-c597c59726a0 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:53:54.789814 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b724d9b-d0b6-4d58-b5df-f0da2b831715 None None] Pushing event updated for resources: {'Port': ['ID=598d18a7-779b-4d40-98c4-2506aac08a60,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:54.796509 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port f56bfec1-8792-4cf1-839e-241d8696119a, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=f56bfec1-8792-4cf1-839e-241d8696119a,segment=NetworkSegment(358dad74-8d99-4de6-a555-7b85f019730b),segment_id=358dad74-8d99-4de6-a555-7b85f019730b)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:53:54.818591 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-7496c371-ad4a-446f-af65-bc6943d900ee None None] Attempting to bind port 598d18a7-779b-4d40-98c4-2506aac08a60 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:53:54.819285 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-7496c371-ad4a-446f-af65-bc6943d900ee None None] Attempting to bind port 598d18a7-779b-4d40-98c4-2506aac08a60 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:53:54.820124 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7496c371-ad4a-446f-af65-bc6943d900ee None None] Attempting to bind port 598d18a7-779b-4d40-98c4-2506aac08a60 on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:53:54.840455 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7496c371-ad4a-446f-af65-bc6943d900ee None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:53:54.841975 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7496c371-ad4a-446f-af65-bc6943d900ee None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:53:54.844467 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7496c371-ad4a-446f-af65-bc6943d900ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:54.847820 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7496c371-ad4a-446f-af65-bc6943d900ee None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:53:54.848558 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-7496c371-ad4a-446f-af65-bc6943d900ee None None] Bound port: 598d18a7-779b-4d40-98c4-2506aac08a60, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:53:54.850852 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7496c371-ad4a-446f-af65-bc6943d900ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (598d18a7-779b-4d40-98c4-2506aac08a60), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:54.856757 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (f56bfec1-8792-4cf1-839e-241d8696119a), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:54.861309 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-d6b59076-e6f1-479f-a394-63b42e6b20e4 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Deleting port 598d18a7-779b-4d40-98c4-2506aac08a60 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:53:54.861876 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d6b59076-e6f1-479f-a394-63b42e6b20e4 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (598d18a7-779b-4d40-98c4-2506aac08a60), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:54.915313 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427a0f7-2b3e-463a-bc5e-154e86d3b19e req-4fcb840e-4615-421d-a854-d5c3da8fa292 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:54.916913 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a427a0f7-2b3e-463a-bc5e-154e86d3b19e req-4fcb840e-4615-421d-a854-d5c3da8fa292 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=a472928f-7d52-4ae4-b93a-3bb91f30b61e HTTP/1.1" status: 200 len: 944 time: 1.3054783 Jan 28 02:53:54.958914 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-7496c371-ad4a-446f-af65-bc6943d900ee None None] For port 598d18a7-779b-4d40-98c4-2506aac08a60, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:53:54.962886 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-7496c371-ad4a-446f-af65-bc6943d900ee None None] For port 598d18a7-779b-4d40-98c4-2506aac08a60, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=598d18a7-779b-4d40-98c4-2506aac08a60,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:53:54.965538 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b724d9b-d0b6-4d58-b5df-f0da2b831715 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:54.966140 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b724d9b-d0b6-4d58-b5df-f0da2b831715 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:54.966779 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b724d9b-d0b6-4d58-b5df-f0da2b831715 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:54.967476 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b724d9b-d0b6-4d58-b5df-f0da2b831715 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:54.967966 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b724d9b-d0b6-4d58-b5df-f0da2b831715 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:54.968568 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b724d9b-d0b6-4d58-b5df-f0da2b831715 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:54.969095 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b724d9b-d0b6-4d58-b5df-f0da2b831715 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:54.969609 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b724d9b-d0b6-4d58-b5df-f0da2b831715 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:54.970121 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b724d9b-d0b6-4d58-b5df-f0da2b831715 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:54.970600 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b724d9b-d0b6-4d58-b5df-f0da2b831715 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:54.972456 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b724d9b-d0b6-4d58-b5df-f0da2b831715 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:54.972971 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b724d9b-d0b6-4d58-b5df-f0da2b831715 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:54.973481 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b724d9b-d0b6-4d58-b5df-f0da2b831715 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:54.979434 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7496c371-ad4a-446f-af65-bc6943d900ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (598d18a7-779b-4d40-98c4-2506aac08a60), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:55.030552 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=f56bfec1-8792-4cf1-839e-241d8696119a,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:55.055018 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 59116e85-32c3-4dbe-99b3-c597c59726a0 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:53:55.057619 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (59116e85-32c3-4dbe-99b3-c597c59726a0), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:55.059978 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d6b59076-e6f1-479f-a394-63b42e6b20e4 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (598d18a7-779b-4d40-98c4-2506aac08a60), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:55.079047 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-13e1893b-403b-4635-ab1d-4538c320aee1 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Network f788fb8a-f235-4456-a255-8d95263f97c9 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:53:55.092083 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-d6b59076-e6f1-479f-a394-63b42e6b20e4 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Calling delete_port for 598d18a7-779b-4d40-98c4-2506aac08a60 owned by network:router_gateway {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:53:55.102578 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7496c371-ad4a-446f-af65-bc6943d900ee None None] Routers {'66975e2d-b1fc-40f3-a9ce-0b816bd7cea9'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:53:55.103378 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-7496c371-ad4a-446f-af65-bc6943d900ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:53:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['66975e2d-b1fc-40f3-a9ce-0b816bd7cea9'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:55.109090 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b724d9b-d0b6-4d58-b5df-f0da2b831715 None None] Pushing event updated for resources: {'Port': ['ID=598d18a7-779b-4d40-98c4-2506aac08a60,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:55.120078 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e1893b-403b-4635-ab1d-4538c320aee1 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Pushing event updated for resources: {'Port': ['ID=b6200bc4-b3e8-4724-9acf-531af101fa22,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:55.191508 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-13e1893b-403b-4635-ab1d-4538c320aee1 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:53:55.193958 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85f7ef-8e86-44f1-85d0-f7945b666a1b req-e52f2e2f-8d9f-4260-ac51-c04343a1a72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:55.195477 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8f85f7ef-8e86-44f1-85d0-f7945b666a1b req-e52f2e2f-8d9f-4260-ac51-c04343a1a72b service neutron] 10.222.0.39 "GET /v2.0/networks?id=cced5cef-ed7d-4c10-a348-a2dd5198af7f HTTP/1.1" status: 200 len: 921 time: 0.4209034 Jan 28 02:53:55.196652 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-13e1893b-403b-4635-ab1d-4538c320aee1 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:53:55.253833 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 59116e85-32c3-4dbe-99b3-c597c59726a0 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:53:55.259920 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ae8c8b0a-a5d6-40dc-99fc-1e819f09a11e up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:53:55.345944 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-7496c371-ad4a-446f-af65-bc6943d900ee None None] Set router 66975e2d-b1fc-40f3-a9ce-0b816bd7cea9 gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:53:55.443371 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port ae8c8b0a-a5d6-40dc-99fc-1e819f09a11e triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:53:55.443895 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ae8c8b0a-a5d6-40dc-99fc-1e819f09a11e), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:55.530059 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d6b59076-e6f1-479f-a394-63b42e6b20e4 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (598d18a7-779b-4d40-98c4-2506aac08a60), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:55.550243 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e263ccfa-dadb-4a90-a663-4ac22db608fe None None] Network 79f7eb30-7e3c-4e3a-9caa-eeef3bc7f672 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:53:55.558727 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-7496c371-ad4a-446f-af65-bc6943d900ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66975e2d-b1fc-40f3-a9ce-0b816bd7cea9', 'name': 'tempest-snat-router-994836909', 'tenant_id': 'e845009e96604d3389ac1e82eb1d7c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:53:47Z', 'updated_at': '2022-01-28T02:53:54Z', 'revision_number': 4, 'project_id': 'e845009e96604d3389ac1e82eb1d7c9a', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:53:55.594101 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b59076-e6f1-479f-a394-63b42e6b20e4 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Pushing event deleted for resources: {'Port': ['ID=598d18a7-779b-4d40-98c4-2506aac08a60,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:55.617976 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7496c371-ad4a-446f-af65-bc6943d900ee None None] The sync data for ids ['66975e2d-b1fc-40f3-a9ce-0b816bd7cea9'] in n-d-712139-27 is: [{'id': '66975e2d-b1fc-40f3-a9ce-0b816bd7cea9', 'name': 'tempest-snat-router-994836909', 'tenant_id': 'e845009e96604d3389ac1e82eb1d7c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:53:47Z', 'updated_at': '2022-01-28T02:53:54Z', 'revision_number': 4, 'project_id': 'e845009e96604d3389ac1e82eb1d7c9a', 'gw_port_host': None}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:53:55.641343 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b59076-e6f1-479f-a394-63b42e6b20e4 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:55.642159 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b59076-e6f1-479f-a394-63b42e6b20e4 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:55.642577 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b59076-e6f1-479f-a394-63b42e6b20e4 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:55.642994 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b59076-e6f1-479f-a394-63b42e6b20e4 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:55.643407 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b59076-e6f1-479f-a394-63b42e6b20e4 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:55.643826 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b59076-e6f1-479f-a394-63b42e6b20e4 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:55.644230 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b59076-e6f1-479f-a394-63b42e6b20e4 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:55.644630 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b59076-e6f1-479f-a394-63b42e6b20e4 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:55.645180 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b59076-e6f1-479f-a394-63b42e6b20e4 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:55.645594 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b59076-e6f1-479f-a394-63b42e6b20e4 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:55.646107 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b59076-e6f1-479f-a394-63b42e6b20e4 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:55.646500 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b59076-e6f1-479f-a394-63b42e6b20e4 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:55.646897 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b59076-e6f1-479f-a394-63b42e6b20e4 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:53:55.691126 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-aff12d6c-ccf8-4328-a4f0-178c434dfec7 None None] Provisioning complete for port ac8033e4-ac0a-43ab-acda-69366a56bcc4 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:53:55.691518 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-aff12d6c-ccf8-4328-a4f0-178c434dfec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ac8033e4-ac0a-43ab-acda-69366a56bcc4), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:55.720595 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d6b59076-e6f1-479f-a394-63b42e6b20e4 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (66975e2d-b1fc-40f3-a9ce-0b816bd7cea9), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:55.730980 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8f85f7ef-8e86-44f1-85d0-f7945b666a1b req-5afc2f3d-82e7-445a-a0e9-6d04b09d42fa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf42aaa9-13da-49a3-95c8-cb193af261a0 HTTP/1.1" status: 200 len: 217 time: 0.3917465 Jan 28 02:53:55.739439 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port ae8c8b0a-a5d6-40dc-99fc-1e819f09a11e is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:53:55.741107 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ac8033e4-ac0a-43ab-acda-69366a56bcc4 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:53:55.743665 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8eb1d64f-9e8f-4994-bfda-52e65053802d tempest-MeteringIpV6TestJSON-393757631 tempest-MeteringIpV6TestJSON-393757631-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:55.747721 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8eb1d64f-9e8f-4994-bfda-52e65053802d tempest-MeteringIpV6TestJSON-393757631 tempest-MeteringIpV6TestJSON-393757631-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 1.3460851 Jan 28 02:53:55.750052 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39010) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:55.761764 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-3ab6a2ef-4b7a-42b3-b3f2-a7773663307e admin admin] Allocated IP 172.25.0.114 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/df6d4ce9-2387-49ef-b63e-9428f7cc1647) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:53:55.831728 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-13e1893b-403b-4635-ab1d-4538c320aee1 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:55.832659 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-13e1893b-403b-4635-ab1d-4538c320aee1 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:55.889705 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a427a0f7-2b3e-463a-bc5e-154e86d3b19e req-125fa486-9554-4e36-bf1f-17b41d8b920a tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8090811 Jan 28 02:53:55.913813 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9ac4701f-44a5-43c0-830b-22f50bddae5a tempest-MeteringIpV6TestJSON-393757631 tempest-MeteringIpV6TestJSON-393757631-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=f8902465-eda7-4a33-8766-3ecb968510eb HTTP/1.1" status: 200 len: 468 time: 0.1628788 Jan 28 02:53:55.915313 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821cbed-85e1-460c-8a76-92897a1600e5 req-89f2d0b2-faa9-4878-80af-82ef0e6cdab3 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:55.916298 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d6b59076-e6f1-479f-a394-63b42e6b20e4 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (66975e2d-b1fc-40f3-a9ce-0b816bd7cea9), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:55.916921 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a821cbed-85e1-460c-8a76-92897a1600e5 req-89f2d0b2-faa9-4878-80af-82ef0e6cdab3 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.67 "GET /v2.0/networks?id=290af027-4910-45bb-b54e-a29d61400c05 HTTP/1.1" status: 200 len: 808 time: 0.5794487 Jan 28 02:53:55.918499 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39012) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:55.920312 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-13e1893b-403b-4635-ab1d-4538c320aee1 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5609014 Jan 28 02:53:55.921519 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d6b59076-e6f1-479f-a394-63b42e6b20e4 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for router_controller (66975e2d-b1fc-40f3-a9ce-0b816bd7cea9), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:55.924577 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85f7ef-8e86-44f1-85d0-f7945b666a1b req-c5197838-cde8-4efa-b5c5-c5dd6c19038c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:55.926151 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8f85f7ef-8e86-44f1-85d0-f7945b666a1b req-c5197838-cde8-4efa-b5c5-c5dd6c19038c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=103ce8fe-9e75-44b9-af19-ab633171d9f9 HTTP/1.1" status: 200 len: 860 time: 0.1778634 Jan 28 02:53:55.979458 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-a821cbed-85e1-460c-8a76-92897a1600e5 req-714d86d2-276b-4257-b03c-76e09fada96b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Request body: {'port': {'device_id': '014fc7b7-beb5-4427-b7ef-9e2fcceba7c9', 'network_id': '290af027-4910-45bb-b54e-a29d61400c05', 'admin_state_up': True, 'tenant_id': 'e168a8b773b74055bc0667e0581a74cd'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:53:56.005007 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-af5fbb55-2b1d-430b-b810-b98b9ce26c01 service neutron] Request body: {'port': {'device_id': '90c3dbfa-931a-40fc-975d-ece41d334e9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:53:56.043168 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port ac8033e4-ac0a-43ab-acda-69366a56bcc4 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:53:56.043474 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ac8033e4-ac0a-43ab-acda-69366a56bcc4), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:56.067406 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-aff12d6c-ccf8-4328-a4f0-178c434dfec7 None None] Current status of the port ac8033e4-ac0a-43ab-acda-69366a56bcc4 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:53:56.067867 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-aff12d6c-ccf8-4328-a4f0-178c434dfec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ac8033e4-ac0a-43ab-acda-69366a56bcc4), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:56.080284 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d6b59076-e6f1-479f-a394-63b42e6b20e4 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (66975e2d-b1fc-40f3-a9ce-0b816bd7cea9), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:56.080817 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b59076-e6f1-479f-a394-63b42e6b20e4 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 66975e2d-b1fc-40f3-a9ce-0b816bd7cea9 {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:53:56.086243 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d6b59076-e6f1-479f-a394-63b42e6b20e4 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:56.087384 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d6b59076-e6f1-479f-a394-63b42e6b20e4 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] 10.222.0.53 "DELETE /v2.0/routers/66975e2d-b1fc-40f3-a9ce-0b816bd7cea9 HTTP/1.1" status: 204 len: 168 time: 2.4339123 Jan 28 02:53:56.128028 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39016) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:56.134350 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-aff12d6c-ccf8-4328-a4f0-178c434dfec7 None None] For port ac8033e4-ac0a-43ab-acda-69366a56bcc4, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ac8033e4-ac0a-43ab-acda-69366a56bcc4,segment=NetworkSegment(58bbcf65-82ab-4730-9b0d-d4c9991f1325),segment_id=58bbcf65-82ab-4730-9b0d-d4c9991f1325)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:53:56.144104 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-aff12d6c-ccf8-4328-a4f0-178c434dfec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ac8033e4-ac0a-43ab-acda-69366a56bcc4), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:56.232105 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port ac8033e4-ac0a-43ab-acda-69366a56bcc4 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:53:56.238388 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff12d6c-ccf8-4328-a4f0-178c434dfec7 None None] Pushing event updated for resources: {'Port': ['ID=ac8033e4-ac0a-43ab-acda-69366a56bcc4,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:56.273357 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-8a5f7cd3-cb30-44c2-a8ec-de5fdbf53761 None None] Provisioning complete for port b6200bc4-b3e8-4724-9acf-531af101fa22 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:53:56.273788 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8a5f7cd3-cb30-44c2-a8ec-de5fdbf53761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b6200bc4-b3e8-4724-9acf-531af101fa22), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:56.321227 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-8a5f7cd3-cb30-44c2-a8ec-de5fdbf53761 None None] Port b6200bc4-b3e8-4724-9acf-531af101fa22 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:53:56.442317 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-68924b71-c2b6-4de3-a972-b721ed055e18 None None] Provisioning complete for port ac8033e4-ac0a-43ab-acda-69366a56bcc4 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:53:56.442742 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-68924b71-c2b6-4de3-a972-b721ed055e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ac8033e4-ac0a-43ab-acda-69366a56bcc4), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:56.529966 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 40274fd5-c4d9-4dd5-af9e-4fda37d2f007 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:53:56.538497 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 40274fd5-c4d9-4dd5-af9e-4fda37d2f007 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:53:56.549692 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-68924b71-c2b6-4de3-a972-b721ed055e18 None None] Current status of the port ac8033e4-ac0a-43ab-acda-69366a56bcc4 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:53:56.597637 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-19f6e07c-3d5d-4b15-85a0-aa96810b1de4 tempest-MeteringIpV6TestJSON-393757631 tempest-MeteringIpV6TestJSON-393757631-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:56.602349 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-19f6e07c-3d5d-4b15-85a0-aa96810b1de4 tempest-MeteringIpV6TestJSON-393757631 tempest-MeteringIpV6TestJSON-393757631-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/f8902465-eda7-4a33-8766-3ecb968510eb HTTP/1.1" status: 204 len: 168 time: 0.6791763 Jan 28 02:53:56.602349 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39018) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:56.638806 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-af5fbb55-2b1d-430b-b810-b98b9ce26c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b6200bc4-b3e8-4724-9acf-531af101fa22), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:56.646024 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-3a98d59a-6f86-4986-b213-d85ee0214375 tempest-MeteringIpV6TestJSON-393757631 tempest-MeteringIpV6TestJSON-393757631-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=f8902465-eda7-4a33-8766-3ecb968510eb HTTP/1.1" status: 200 len: 216 time: 0.0398548 Jan 28 02:53:56.646230 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8f85f7ef-8e86-44f1-85d0-f7945b666a1b req-b412c0d3-b4ac-4b72-a14d-1c747db20f64 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cced5cef-ed7d-4c10-a348-a2dd5198af7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6689260 Jan 28 02:53:56.646424 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39020) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:56.681592 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1d83662e-834c-40c3-b682-ce92ca9d564b tempest-MeteringIpV6TestJSON-393757631 tempest-MeteringIpV6TestJSON-393757631-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0291712 Jan 28 02:53:56.683128 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39022) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:56.689002 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a0a7455f-b69c-4528-94fb-5a4437858d56 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for router (9fe847f0-ddec-499d-ac9b-930d6d723519), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:56.716212 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 40274fd5-c4d9-4dd5-af9e-4fda37d2f007, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=40274fd5-c4d9-4dd5-af9e-4fda37d2f007,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:53:56.753818 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '40274fd5-c4d9-4dd5-af9e-4fda37d2f007', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'port_id': '40274fd5-c4d9-4dd5-af9e-4fda37d2f007', 'mac_address': 'fa:16:3e:2f:a3:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24329ac8-3d67-49eb-9f63-d2859e79e36f', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:53:56.799581 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 40274fd5-c4d9-4dd5-af9e-4fda37d2f007 is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:53:56.799581 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (40274fd5-c4d9-4dd5-af9e-4fda37d2f007), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:56.801849 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 40274fd5-c4d9-4dd5-af9e-4fda37d2f007 is: ACTIVE; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:53:56.802020 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (40274fd5-c4d9-4dd5-af9e-4fda37d2f007), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:56.809885 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c85ed89f-4ff5-4172-b2be-004acf39bf20 tempest-MeteringIpV6TestJSON-393757631 tempest-MeteringIpV6TestJSON-393757631-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1220927 Jan 28 02:53:56.809885 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a0a7455f-b69c-4528-94fb-5a4437858d56 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for router_gateway (9fe847f0-ddec-499d-ac9b-930d6d723519), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:56.811214 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39024) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:56.817632 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 40274fd5-c4d9-4dd5-af9e-4fda37d2f007 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:53:56.835867 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b172a63c-85bc-42c2-9c5f-4284d17a8354 req-f551f56b-6568-4695-94af-317be52742d3 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:56.841674 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b172a63c-85bc-42c2-9c5f-4284d17a8354 req-f551f56b-6568-4695-94af-317be52742d3 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 950 time: 0.8253596 Jan 28 02:53:56.850621 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 40274fd5-c4d9-4dd5-af9e-4fda37d2f007, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=40274fd5-c4d9-4dd5-af9e-4fda37d2f007,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:53:56.856626 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (40274fd5-c4d9-4dd5-af9e-4fda37d2f007), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:56.869809 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3ab6a2ef-4b7a-42b3-b3f2-a7773663307e admin admin] Publish callbacks [] for port (df6d4ce9-2387-49ef-b63e-9428f7cc1647), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:56.876505 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-701922c2-013c-4472-ac79-bbb17b2d2c36 tempest-MeteringIpV6TestJSON-393757631 tempest-MeteringIpV6TestJSON-393757631-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels/51b5c170-56f4-492e-a1da-560e2f29fa2c HTTP/1.1" status: 200 len: 473 time: 0.0640349 Jan 28 02:53:56.895803 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39026) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:56.917282 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-dbd26ac8-dbc8-4cce-b838-e8c5d5570c2a tempest-MeteringIpV6TestJSON-393757631 tempest-MeteringIpV6TestJSON-393757631-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules/89e67361-de74-4fe5-8ffa-3402d8eb771d HTTP/1.1" status: 200 len: 459 time: 0.0178072 Jan 28 02:53:56.921616 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39030) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:56.931835 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.api [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 02:53:56.932531 n-d-712139-27 neutron-server[109804]: DEBUG oslo_db.api [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 02:53:56.942147 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=40274fd5-c4d9-4dd5-af9e-4fda37d2f007,revision_number=6']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:56.960903 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-a0a7455f-b69c-4528-94fb-5a4437858d56 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Deleting port ae8c8b0a-a5d6-40dc-99fc-1e819f09a11e {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:53:56.961347 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a0a7455f-b69c-4528-94fb-5a4437858d56 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (ae8c8b0a-a5d6-40dc-99fc-1e819f09a11e), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:57.037829 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8f85f7ef-8e86-44f1-85d0-f7945b666a1b req-c877aa0e-c16f-4e56-9739-3718cd9a86d8 service neutron] 10.222.0.39 "GET /v2.0/networks/cced5cef-ed7d-4c10-a348-a2dd5198af7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766656 Jan 28 02:53:57.067169 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a821cbed-85e1-460c-8a76-92897a1600e5 req-714d86d2-276b-4257-b03c-76e09fada96b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Made reservation on behalf of e168a8b773b74055bc0667e0581a74cd for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:53:57.070532 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-a821cbed-85e1-460c-8a76-92897a1600e5 req-714d86d2-276b-4257-b03c-76e09fada96b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:57.098184 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7d80d4b9-6c88-4ed6-a1a4-39589c7d8592 tempest-MeteringIpV6TestJSON-393757631 tempest-MeteringIpV6TestJSON-393757631-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:57.099278 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7d80d4b9-6c88-4ed6-a1a4-39589c7d8592 tempest-MeteringIpV6TestJSON-393757631 tempest-MeteringIpV6TestJSON-393757631-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/89e67361-de74-4fe5-8ffa-3402d8eb771d HTTP/1.1" status: 204 len: 168 time: 0.1762300 Jan 28 02:53:57.101869 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39032) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:57.184410 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-a0a7455f-b69c-4528-94fb-5a4437858d56 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] For port ae8c8b0a-a5d6-40dc-99fc-1e819f09a11e, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ae8c8b0a-a5d6-40dc-99fc-1e819f09a11e,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:53:57.184834 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a0a7455f-b69c-4528-94fb-5a4437858d56 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (ae8c8b0a-a5d6-40dc-99fc-1e819f09a11e), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:57.188462 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b172a63c-85bc-42c2-9c5f-4284d17a8354 req-eb3b33e4-a550-44a3-b413-3fb7774f9190 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342452 Jan 28 02:53:57.210505 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3ab6a2ef-4b7a-42b3-b3f2-a7773663307e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (df6d4ce9-2387-49ef-b63e-9428f7cc1647), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:57.216621 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['40274fd5-c4d9-4dd5-af9e-4fda37d2f007'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:53:57.294376 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-a0a7455f-b69c-4528-94fb-5a4437858d56 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Calling delete_port for ae8c8b0a-a5d6-40dc-99fc-1e819f09a11e owned by network:router_gateway {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:53:57.335872 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab6a2ef-4b7a-42b3-b3f2-a7773663307e admin admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:53:57.366101 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-3ab6a2ef-4b7a-42b3-b3f2-a7773663307e admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:53:57.376875 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-468b96c7-492c-4f8f-be55-cae4066f2143 req-aeff68c7-2943-4311-b959-6dfb396b1e76 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9 HTTP/1.1" status: 200 len: 210 time: 0.0838325 Jan 28 02:53:57.378662 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8f85f7ef-8e86-44f1-85d0-f7945b666a1b req-f2e62a15-c332-453a-ad81-be2ee73c5e98 service neutron] 10.222.0.39 "GET /v2.0/networks/cced5cef-ed7d-4c10-a348-a2dd5198af7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007298 Jan 28 02:53:57.385956 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab6a2ef-4b7a-42b3-b3f2-a7773663307e admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:53:57.413750 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-ba729d9b-cc61-4bc7-ac49-cf0d2471156e req-c528f570-83ed-4e80-b832-cb8deb5f73b3 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Allocated IP 172.25.0.109 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/8715e6bb-bee6-4e35-9c75-9ce7b3cb40fa) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:53:57.423415 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ce9fd7e3-fb6e-4575-a1f3-bad7df5fa26a tempest-MeteringIpV6TestJSON-393757631 tempest-MeteringIpV6TestJSON-393757631-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:57.426854 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ce9fd7e3-fb6e-4575-a1f3-bad7df5fa26a tempest-MeteringIpV6TestJSON-393757631 tempest-MeteringIpV6TestJSON-393757631-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/51b5c170-56f4-492e-a1da-560e2f29fa2c HTTP/1.1" status: 204 len: 168 time: 0.3217986 Jan 28 02:53:57.439511 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6a2ef-4b7a-42b3-b3f2-a7773663307e admin admin] Pushing event updated for resources: {'Port': ['ID=df6d4ce9-2387-49ef-b63e-9428f7cc1647,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:57.502223 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 40274fd5-c4d9-4dd5-af9e-4fda37d2f007 is: BUILD; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:53:57.503327 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (40274fd5-c4d9-4dd5-af9e-4fda37d2f007), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:57.522562 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 40274fd5-c4d9-4dd5-af9e-4fda37d2f007 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:53:57.549108 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 40274fd5-c4d9-4dd5-af9e-4fda37d2f007, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=40274fd5-c4d9-4dd5-af9e-4fda37d2f007,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:53:57.556647 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (40274fd5-c4d9-4dd5-af9e-4fda37d2f007), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:57.568227 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-af5fbb55-2b1d-430b-b810-b98b9ce26c01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6200bc4-b3e8-4724-9acf-531af101fa22 {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:53:57.573581 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-a821cbed-85e1-460c-8a76-92897a1600e5 req-714d86d2-276b-4257-b03c-76e09fada96b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Allocated IP 172.20.0.5 (290af027-4910-45bb-b54e-a29d61400c05/49bb14d4-dcd1-48f1-bfcf-d4851c7c298c/eea1bd53-e8ff-4e33-b889-848ca0389ca6) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:53:57.591035 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-af5fbb55-2b1d-430b-b810-b98b9ce26c01 service neutron] Publish callbacks [] for port (b6200bc4-b3e8-4724-9acf-531af101fa22), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:57.599965 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1ac31-3f3b-43fc-a0dd-36ee2cd25ae0 req-2be8da6b-b3c5-418c-99bc-870252908db4 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:57.601515 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-abc1ac31-3f3b-43fc-a0dd-36ee2cd25ae0 req-2be8da6b-b3c5-418c-99bc-870252908db4 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] 10.222.0.53 "GET /v2.0/ports?device_id=90c3dbfa-931a-40fc-975d-ece41d334e9c HTTP/1.1" status: 200 len: 931 time: 0.1145499 Jan 28 02:53:57.611705 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=40274fd5-c4d9-4dd5-af9e-4fda37d2f007,revision_number=7']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:57.623824 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ba729d9b-cc61-4bc7-ac49-cf0d2471156e req-c528f570-83ed-4e80-b832-cb8deb5f73b3 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Publish callbacks [] for port (8715e6bb-bee6-4e35-9c75-9ce7b3cb40fa), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:57.662298 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a0a7455f-b69c-4528-94fb-5a4437858d56 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (ae8c8b0a-a5d6-40dc-99fc-1e819f09a11e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:57.699361 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7455f-b69c-4528-94fb-5a4437858d56 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae8c8b0a-a5d6-40dc-99fc-1e819f09a11e,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:57.722387 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-af5fbb55-2b1d-430b-b810-b98b9ce26c01 service neutron] Transition to ACTIVE for port object b6200bc4-b3e8-4724-9acf-531af101fa22 will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:53:57.735252 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ba729d9b-cc61-4bc7-ac49-cf0d2471156e req-c528f570-83ed-4e80-b832-cb8deb5f73b3 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (8715e6bb-bee6-4e35-9c75-9ce7b3cb40fa), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:57.736704 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-af5fbb55-2b1d-430b-b810-b98b9ce26c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (b6200bc4-b3e8-4724-9acf-531af101fa22), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:57.797322 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba729d9b-cc61-4bc7-ac49-cf0d2471156e req-c528f570-83ed-4e80-b832-cb8deb5f73b3 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:53:57.805224 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-ba729d9b-cc61-4bc7-ac49-cf0d2471156e req-c528f570-83ed-4e80-b832-cb8deb5f73b3 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:53:57.807628 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba729d9b-cc61-4bc7-ac49-cf0d2471156e req-c528f570-83ed-4e80-b832-cb8deb5f73b3 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:53:57.842392 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a0a7455f-b69c-4528-94fb-5a4437858d56 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (9fe847f0-ddec-499d-ac9b-930d6d723519), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:57.850448 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c528f570-83ed-4e80-b832-cb8deb5f73b3 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Pushing event updated for resources: {'Port': ['ID=8715e6bb-bee6-4e35-9c75-9ce7b3cb40fa,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:57.853797 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39038) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:57.864824 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-abc1ac31-3f3b-43fc-a0dd-36ee2cd25ae0 req-cfb0f0e9-77da-4b46-b8ed-d167c268b7bc tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] 10.222.0.53 "GET /v2.0/security-groups?id=1f3d54fa-ce2f-40d0-a3fd-423661de65cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2236147 Jan 28 02:53:57.910466 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99215950-c0d4-448c-bede-7ba7b1765150 x-openstack-request-id: req-99215950-c0d4-448c-bede-7ba7b1765150 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:53:57.910865 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a472928f-7d52-4ae4-b93a-3bb91f30b61e", "name": "network-vif-plugged", "status": "completed", "tag": "f56bfec1-8792-4cf1-839e-241d8696119a", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:53:57.911123 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-99215950-c0d4-448c-bede-7ba7b1765150 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:53:57.911519 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a472928f-7d52-4ae4-b93a-3bb91f30b61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56bfec1-8792-4cf1-839e-241d8696119a', 'code': 200} Jan 28 02:53:57.919845 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5fbb55-2b1d-430b-b810-b98b9ce26c01 service neutron] Pushing event updated for resources: {'Port': ['ID=b6200bc4-b3e8-4724-9acf-531af101fa22,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:57.970125 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a0a7455f-b69c-4528-94fb-5a4437858d56 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (9fe847f0-ddec-499d-ac9b-930d6d723519), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:57.972262 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a0a7455f-b69c-4528-94fb-5a4437858d56 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for router_controller (9fe847f0-ddec-499d-ac9b-930d6d723519), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:58.095469 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a0a7455f-b69c-4528-94fb-5a4437858d56 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (9fe847f0-ddec-499d-ac9b-930d6d723519), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:58.095910 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a7455f-b69c-4528-94fb-5a4437858d56 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9fe847f0-ddec-499d-ac9b-930d6d723519 {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:53:58.100284 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a0a7455f-b69c-4528-94fb-5a4437858d56 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:58.105268 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a0a7455f-b69c-4528-94fb-5a4437858d56 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] 10.222.0.53 "DELETE /v2.0/routers/9fe847f0-ddec-499d-ac9b-930d6d723519 HTTP/1.1" status: 204 len: 168 time: 1.9760218 Jan 28 02:53:58.107368 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39042) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:58.114815 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-b91ddfd1-1b79-41cb-a5ec-07450ca5e146 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-418720228', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}, 'admin_state_up': False}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:53:58.146526 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-34a22cc1-d409-461b-baec-c8b9267fcda1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:58.162787 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ba729d9b-cc61-4bc7-ac49-cf0d2471156e req-c528f570-83ed-4e80-b832-cb8deb5f73b3 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Publish callbacks [] for floatingip (f8239b67-14ea-4093-8613-d7fd1bdc1075), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:58.184321 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3fa46-df70-46ad-b4f1-806eae847442 req-fdf9ab26-30ad-4040-a4bd-89a1a843f17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:58.186314 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-06a3fa46-df70-46ad-b4f1-806eae847442 req-fdf9ab26-30ad-4040-a4bd-89a1a843f17d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a472928f-7d52-4ae4-b93a-3bb91f30b61e HTTP/1.1" status: 200 len: 1097 time: 0.1392169 Jan 28 02:53:58.190452 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b91ddfd1-1b79-41cb-a5ec-07450ca5e146 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (560144de-a7be-414b-bd2c-d129727666b8), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:58.191487 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b91ddfd1-1b79-41cb-a5ec-07450ca5e146 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (560144de-a7be-414b-bd2c-d129727666b8), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:58.206176 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-af5fbb55-2b1d-430b-b810-b98b9ce26c01 service neutron] Attempting to bind port b6200bc4-b3e8-4724-9acf-531af101fa22 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:53:58.206597 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-af5fbb55-2b1d-430b-b810-b98b9ce26c01 service neutron] Attempting to bind port b6200bc4-b3e8-4724-9acf-531af101fa22 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': 'e82e57e3-b2ae-4a12-b8fe-2a627edafa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f788fb8a-f235-4456-a255-8d95263f97c9'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:53:58.207045 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-af5fbb55-2b1d-430b-b810-b98b9ce26c01 service neutron] Attempting to bind port b6200bc4-b3e8-4724-9acf-531af101fa22 on network f788fb8a-f235-4456-a255-8d95263f97c9 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:53:58.216232 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523b94c-c13a-4a3d-98f7-e79fee4f2337 req-cd77a850-5207-4beb-b23f-1405af60db7c tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:58.217997 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d523b94c-c13a-4a3d-98f7-e79fee4f2337 req-cd77a850-5207-4beb-b23f-1405af60db7c tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=a472928f-7d52-4ae4-b93a-3bb91f30b61e HTTP/1.1" status: 200 len: 945 time: 0.2232583 Jan 28 02:53:58.235131 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-af5fbb55-2b1d-430b-b810-b98b9ce26c01 service neutron] Port b6200bc4-b3e8-4724-9acf-531af101fa22 on network f788fb8a-f235-4456-a255-8d95263f97c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:53:58.235607 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-af5fbb55-2b1d-430b-b810-b98b9ce26c01 service neutron] Attempting to bind port b6200bc4-b3e8-4724-9acf-531af101fa22 on network f788fb8a-f235-4456-a255-8d95263f97c9 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:53:58.257206 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ba729d9b-cc61-4bc7-ac49-cf0d2471156e req-c528f570-83ed-4e80-b832-cb8deb5f73b3 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8715e6bb-bee6-4e35-9c75-9ce7b3cb40fa), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:58.274372 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-af5fbb55-2b1d-430b-b810-b98b9ce26c01 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:53:58.274781 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-af5fbb55-2b1d-430b-b810-b98b9ce26c01 service neutron] Checking segment: {'id': 'e82e57e3-b2ae-4a12-b8fe-2a627edafa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f788fb8a-f235-4456-a255-8d95263f97c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:53:58.275164 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-af5fbb55-2b1d-430b-b810-b98b9ce26c01 service neutron] Bound using segment: {'id': 'e82e57e3-b2ae-4a12-b8fe-2a627edafa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f788fb8a-f235-4456-a255-8d95263f97c9'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:53:58.275614 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-af5fbb55-2b1d-430b-b810-b98b9ce26c01 service neutron] Bound port: b6200bc4-b3e8-4724-9acf-531af101fa22, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e82e57e3-b2ae-4a12-b8fe-2a627edafa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f788fb8a-f235-4456-a255-8d95263f97c9'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:53:58.275973 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-af5fbb55-2b1d-430b-b810-b98b9ce26c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b6200bc4-b3e8-4724-9acf-531af101fa22), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:58.283620 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-a821cbed-85e1-460c-8a76-92897a1600e5 req-714d86d2-276b-4257-b03c-76e09fada96b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Publish callbacks [] for port (eea1bd53-e8ff-4e33-b889-848ca0389ca6), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:58.315823 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3ab6a2ef-4b7a-42b3-b3f2-a7773663307e admin admin] Publish callbacks [] for router_gateway (8e75d681-ce5e-4fb2-8c53-2cc593b76502), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:58.356498 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b91ddfd1-1b79-41cb-a5ec-07450ca5e146 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router_controller (560144de-a7be-414b-bd2c-d129727666b8), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:58.369402 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-06a3fa46-df70-46ad-b4f1-806eae847442 req-338b9248-94f8-4169-8af7-2a915ec29303 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695104 Jan 28 02:53:58.370818 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d523b94c-c13a-4a3d-98f7-e79fee4f2337 req-4e6e54d5-c7a5-4617-8676-d8ad4f7bc3f8 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417120 Jan 28 02:53:58.498762 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 40274fd5-c4d9-4dd5-af9e-4fda37d2f007 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:53:58.538975 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-a821cbed-85e1-460c-8a76-92897a1600e5 req-714d86d2-276b-4257-b03c-76e09fada96b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (eea1bd53-e8ff-4e33-b889-848ca0389ca6), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:58.544439 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-af5fbb55-2b1d-430b-b810-b98b9ce26c01 service neutron] For port b6200bc4-b3e8-4724-9acf-531af101fa22, host n-h1-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:53:58.552283 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-af5fbb55-2b1d-430b-b810-b98b9ce26c01 service neutron] For port b6200bc4-b3e8-4724-9acf-531af101fa22, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=b6200bc4-b3e8-4724-9acf-531af101fa22,segment=NetworkSegment(e82e57e3-b2ae-4a12-b8fe-2a627edafa91),segment_id=e82e57e3-b2ae-4a12-b8fe-2a627edafa91)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:53:58.556895 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 40274fd5-c4d9-4dd5-af9e-4fda37d2f007 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:53:58.557541 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (40274fd5-c4d9-4dd5-af9e-4fda37d2f007), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:58.589939 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b91ddfd1-1b79-41cb-a5ec-07450ca5e146 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router_gateway (560144de-a7be-414b-bd2c-d129727666b8), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:58.605961 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-34a22cc1-d409-461b-baec-c8b9267fcda1 admin admin] Publish callbacks [] for security_group (f57279e2-96a0-4321-ab11-ff306d8beba7), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:58.624971 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-34a22cc1-d409-461b-baec-c8b9267fcda1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f57279e2-96a0-4321-ab11-ff306d8beba7), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:58.651193 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 40274fd5-c4d9-4dd5-af9e-4fda37d2f007 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:53:58.651704 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (40274fd5-c4d9-4dd5-af9e-4fda37d2f007), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:58.657636 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-34a22cc1-d409-461b-baec-c8b9267fcda1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0cc4f82ddcda4cf49aeaae772ac370b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7700710 Jan 28 02:53:58.658658 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39048) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:58.711925 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 40274fd5-c4d9-4dd5-af9e-4fda37d2f007, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=40274fd5-c4d9-4dd5-af9e-4fda37d2f007,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:53:58.718031 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (40274fd5-c4d9-4dd5-af9e-4fda37d2f007), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:58.738530 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ac8033e4-ac0a-43ab-acda-69366a56bcc4 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:53:58.761680 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a22cc1-d409-461b-baec-c8b9267fcda1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57279e2-96a0-4321-ab11-ff306d8beba7,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:58.827926 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=40274fd5-c4d9-4dd5-af9e-4fda37d2f007,revision_number=8']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:58.836774 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port ac8033e4-ac0a-43ab-acda-69366a56bcc4 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:53:58.837178 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ac8033e4-ac0a-43ab-acda-69366a56bcc4), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:58.851840 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-af5fbb55-2b1d-430b-b810-b98b9ce26c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (b6200bc4-b3e8-4724-9acf-531af101fa22), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:58.854756 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8c0e9167-3353-4f5f-8558-786f90cdf338 admin admin] Publish callbacks [] for security_group (f57279e2-96a0-4321-ab11-ff306d8beba7), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:58.860145 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e035ec8-7954-46d4-84cf-c5f43b62d5bc req-c6edd56e-bf3d-4942-b91b-2cbb18e069ff tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:58.861462 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6e035ec8-7954-46d4-84cf-c5f43b62d5bc req-c6edd56e-bf3d-4942-b91b-2cbb18e069ff tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 948 time: 0.4330995 Jan 28 02:53:58.894472 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a821cbed-85e1-460c-8a76-92897a1600e5 req-714d86d2-276b-4257-b03c-76e09fada96b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Network 290af027-4910-45bb-b54e-a29d61400c05 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:53:58.926136 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8c0e9167-3353-4f5f-8558-786f90cdf338 admin admin] Publish callbacks [] for security_group (f57279e2-96a0-4321-ab11-ff306d8beba7), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:58.929942 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-a821cbed-85e1-460c-8a76-92897a1600e5 req-714d86d2-276b-4257-b03c-76e09fada96b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:53:58.932830 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-af5fbb55-2b1d-430b-b810-b98b9ce26c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:58.933609 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-af5fbb55-2b1d-430b-b810-b98b9ce26c01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:58.935039 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-af5fbb55-2b1d-430b-b810-b98b9ce26c01 service neutron] 10.222.0.67 "PUT /v2.0/ports/b6200bc4-b3e8-4724-9acf-531af101fa22 HTTP/1.1" status: 200 len: 1092 time: 2.9598920 Jan 28 02:53:58.935738 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ba729d9b-cc61-4bc7-ac49-cf0d2471156e req-c528f570-83ed-4e80-b832-cb8deb5f73b3 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Publish callbacks [] for port (8715e6bb-bee6-4e35-9c75-9ce7b3cb40fa), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:58.936725 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:58.937537 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port ac8033e4-ac0a-43ab-acda-69366a56bcc4 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:53:58.938848 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d86d2-276b-4257-b03c-76e09fada96b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Pushing event updated for resources: {'Port': ['ID=eea1bd53-e8ff-4e33-b889-848ca0389ca6,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:58.941150 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c3dbfa-931a-40fc-975d-ece41d334e9c', 'tag': 'b6200bc4-b3e8-4724-9acf-531af101fa22'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:53:58.943579 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5f0cb9-1c12-4220-adc2-169f840aefa3" -d '{"events": [{"name": "network-changed", "server_uuid": "90c3dbfa-931a-40fc-975d-ece41d334e9c", "tag": "b6200bc4-b3e8-4724-9acf-531af101fa22"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:53:58.951683 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-a821cbed-85e1-460c-8a76-92897a1600e5 req-714d86d2-276b-4257-b03c-76e09fada96b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:53:58.953410 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ba729d9b-cc61-4bc7-ac49-cf0d2471156e req-c528f570-83ed-4e80-b832-cb8deb5f73b3 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (8715e6bb-bee6-4e35-9c75-9ce7b3cb40fa), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:59.070067 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c528f570-83ed-4e80-b832-cb8deb5f73b3 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Pushing event updated for resources: {'Port': ['ID=8715e6bb-bee6-4e35-9c75-9ce7b3cb40fa,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:59.090424 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ba729d9b-cc61-4bc7-ac49-cf0d2471156e req-c528f570-83ed-4e80-b832-cb8deb5f73b3 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (f8239b67-14ea-4093-8613-d7fd1bdc1075), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:59.096569 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3ab6a2ef-4b7a-42b3-b3f2-a7773663307e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (8e75d681-ce5e-4fb2-8c53-2cc593b76502), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:59.099003 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8c0e9167-3353-4f5f-8558-786f90cdf338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f57279e2-96a0-4321-ab11-ff306d8beba7), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:59.101537 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8c0e9167-3353-4f5f-8558-786f90cdf338 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:59.102717 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8c0e9167-3353-4f5f-8558-786f90cdf338 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f57279e2-96a0-4321-ab11-ff306d8beba7 HTTP/1.1" status: 204 len: 168 time: 0.3792820 Jan 28 02:53:59.149982 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6e035ec8-7954-46d4-84cf-c5f43b62d5bc req-64a4f5e7-3f23-47f4-b870-6f6d5742ff6b tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749035 Jan 28 02:53:59.188649 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e9167-3353-4f5f-8558-786f90cdf338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57279e2-96a0-4321-ab11-ff306d8beba7,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:59.196175 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821cbed-85e1-460c-8a76-92897a1600e5 req-714d86d2-276b-4257-b03c-76e09fada96b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:59.196597 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ba729d9b-cc61-4bc7-ac49-cf0d2471156e req-c528f570-83ed-4e80-b832-cb8deb5f73b3 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:59.196830 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-a821cbed-85e1-460c-8a76-92897a1600e5 req-714d86d2-276b-4257-b03c-76e09fada96b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:59.197874 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ba729d9b-cc61-4bc7-ac49-cf0d2471156e req-c528f570-83ed-4e80-b832-cb8deb5f73b3 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.9834659 Jan 28 02:53:59.216955 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5fbb55-2b1d-430b-b810-b98b9ce26c01 service neutron] Pushing event updated for resources: {'Port': ['ID=b6200bc4-b3e8-4724-9acf-531af101fa22,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:53:59.227500 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-d6f5464d-6844-48f8-94e3-929c9962bfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:59.232771 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-d6f5464d-6844-48f8-94e3-929c9962bfcb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=58413890441044459c04be3647465ec6&device_id=90c3dbfa-931a-40fc-975d-ece41d334e9c HTTP/1.1" status: 200 len: 1095 time: 0.2174299 Jan 28 02:53:59.263351 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a821cbed-85e1-460c-8a76-92897a1600e5 req-714d86d2-276b-4257-b03c-76e09fada96b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2910271 Jan 28 02:53:59.281907 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b91ddfd1-1b79-41cb-a5ec-07450ca5e146 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router_gateway (560144de-a7be-414b-bd2c-d129727666b8), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:59.305847 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ba729d9b-cc61-4bc7-ac49-cf0d2471156e req-bac1bae8-0fe2-4a64-a9fb-3c18ed0ab8e6 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.109 HTTP/1.1" status: 200 len: 696 time: 0.0987701 Jan 28 02:53:59.307382 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b91ddfd1-1b79-41cb-a5ec-07450ca5e146 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:59.324882 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-a821cbed-85e1-460c-8a76-92897a1600e5 req-46afcd40-2208-45dd-b04d-d4b09ae03ff1 service neutron] Request body: {'port': {'device_id': '014fc7b7-beb5-4427-b7ef-9e2fcceba7c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:53:59.328546 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-96cfd527-a695-4a2b-846d-1f69ccffe729 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6200bc4-b3e8-4724-9acf-531af101fa22 HTTP/1.1" status: 200 len: 217 time: 0.0802581 Jan 28 02:53:59.467901 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-95a3c960-5f39-44b1-b9aa-7deeb143233a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:59.469482 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-95a3c960-5f39-44b1-b9aa-7deeb143233a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8233c9f8-90da-42d9-9cc8-120e645e8525 HTTP/1.1" status: 200 len: 854 time: 0.1282008 Jan 28 02:53:59.481507 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8107e9-e10f-40b6-84f5-b0ec0d96151b req-adfbeaa8-a9fb-4ce3-86d0-1ce3a480a3dc tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:59.483067 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7a8107e9-e10f-40b6-84f5-b0ec0d96151b req-adfbeaa8-a9fb-4ce3-86d0-1ce3a480a3dc tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9 HTTP/1.1" status: 200 len: 931 time: 0.1642795 Jan 28 02:53:59.486959 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-a821cbed-85e1-460c-8a76-92897a1600e5 req-46afcd40-2208-45dd-b04d-d4b09ae03ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (eea1bd53-e8ff-4e33-b889-848ca0389ca6), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:59.504220 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba729d9b-cc61-4bc7-ac49-cf0d2471156e req-44204f4e-ac7b-4272-adeb-1d2e2450b462 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:59.505736 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ba729d9b-cc61-4bc7-ac49-cf0d2471156e req-44204f4e-ac7b-4272-adeb-1d2e2450b462 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/networks/8f7dc9c9-eaf1-4339-a2e3-884554154641 HTTP/1.1" status: 200 len: 784 time: 0.1906939 Jan 28 02:53:59.508977 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39060) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:53:59.523697 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-b91ddfd1-1b79-41cb-a5ec-07450ca5e146 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Allocated IP 172.25.0.129 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/e26b014b-1f32-4b8c-8630-79dce2399c28) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:53:59.534350 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0206c51e-ac0e-432d-9b88-cd8e2561c552 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:59.564749 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f3b2ae23-1ee3-4b60-8738-f15743b74f53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:59.622742 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7a8107e9-e10f-40b6-84f5-b0ec0d96151b req-9118be80-db64-4286-a28f-517103a77460 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333857 Jan 28 02:53:59.623202 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab6a2ef-4b7a-42b3-b3f2-a7773663307e admin admin] Router 8e75d681-ce5e-4fb2-8c53-2cc593b76502 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 02:53:59.686974 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-80357a54-9f83-4447-8941-f45c09dec806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:53:59.688501 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-80357a54-9f83-4447-8941-f45c09dec806 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f788fb8a-f235-4456-a255-8d95263f97c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2045729 Jan 28 02:53:59.722560 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b91ddfd1-1b79-41cb-a5ec-07450ca5e146 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for port (e26b014b-1f32-4b8c-8630-79dce2399c28), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:59.765973 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3a0a61-210e-4e89-92a3-d1bff1826f90 x-openstack-request-id: req-4d3a0a61-210e-4e89-92a3-d1bff1826f90 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:53:59.766286 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90c3dbfa-931a-40fc-975d-ece41d334e9c", "tag": "b6200bc4-b3e8-4724-9acf-531af101fa22", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:53:59.769145 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4d3a0a61-210e-4e89-92a3-d1bff1826f90 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:53:59.769145 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c3dbfa-931a-40fc-975d-ece41d334e9c', 'tag': 'b6200bc4-b3e8-4724-9acf-531af101fa22', 'status': 'completed', 'code': 200} Jan 28 02:53:59.802905 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b91ddfd1-1b79-41cb-a5ec-07450ca5e146 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (e26b014b-1f32-4b8c-8630-79dce2399c28), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:53:59.913013 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf8322c-7b9c-4974-b303-cbb34c3f9750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40274fd5-c4d9-4dd5-af9e-4fda37d2f007'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:53:59.916305 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bebff16d-5396-4265-a3aa-1ead35e65395" -d '{"events": [{"server_uuid": "fcf8322c-7b9c-4974-b303-cbb34c3f9750", "name": "network-vif-plugged", "status": "completed", "tag": "40274fd5-c4d9-4dd5-af9e-4fda37d2f007"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:53:59.990833 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-a991e1dd-112f-47da-b33b-261b242f4777 service neutron] 10.222.0.67 "GET /v2.0/networks/f788fb8a-f235-4456-a255-8d95263f97c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902923 Jan 28 02:54:00.002379 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab6a2ef-4b7a-42b3-b3f2-a7773663307e admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:54:00.012025 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe5b4a2-9a0b-441e-812b-974447b25558 None None] Sync routers for ids ['8e75d681-ce5e-4fb2-8c53-2cc593b76502'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:54:00.023627 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102b45c-a93f-468f-ada8-7e0b478064f3 req-933a7f8e-ccca-477d-8f26-2a4ccad698ff tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:00.024602 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe5b4a2-9a0b-441e-812b-974447b25558 None None] Routers {'8e75d681-ce5e-4fb2-8c53-2cc593b76502'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:54:00.025171 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c102b45c-a93f-468f-ada8-7e0b478064f3 req-933a7f8e-ccca-477d-8f26-2a4ccad698ff tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=a472928f-7d52-4ae4-b93a-3bb91f30b61e HTTP/1.1" status: 200 len: 945 time: 0.1838975 Jan 28 02:54:00.031354 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-1fe5b4a2-9a0b-441e-812b-974447b25558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:53:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['8e75d681-ce5e-4fb2-8c53-2cc593b76502'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:00.100470 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3ab6a2ef-4b7a-42b3-b3f2-a7773663307e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:00.104782 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3ab6a2ef-4b7a-42b3-b3f2-a7773663307e admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.5423806 Jan 28 02:54:00.108547 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39066) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:00.146710 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-1fe5b4a2-9a0b-441e-812b-974447b25558 None None] Set router 8e75d681-ce5e-4fb2-8c53-2cc593b76502 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:54:00.224750 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91ddfd1-1b79-41cb-a5ec-07450ca5e146 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:54:00.226961 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-a821cbed-85e1-460c-8a76-92897a1600e5 req-46afcd40-2208-45dd-b04d-d4b09ae03ff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eea1bd53-e8ff-4e33-b889-848ca0389ca6 {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:54:00.231801 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5affe235-4041-4f25-9111-0f82dfae75f4 req-508ce67c-26e4-464b-9f1e-fdeff6f45357 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:00.233327 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5affe235-4041-4f25-9111-0f82dfae75f4 req-508ce67c-26e4-464b-9f1e-fdeff6f45357 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] 10.222.0.53 "GET /v2.0/ports?device_id=90c3dbfa-931a-40fc-975d-ece41d334e9c HTTP/1.1" status: 200 len: 943 time: 0.6524754 Jan 28 02:54:00.236550 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-b91ddfd1-1b79-41cb-a5ec-07450ca5e146 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:54:00.239439 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91ddfd1-1b79-41cb-a5ec-07450ca5e146 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:54:00.271590 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c102b45c-a93f-468f-ada8-7e0b478064f3 req-ec8e93dd-252d-417c-94e3-8052a78c0512 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224910 Jan 28 02:54:00.275557 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-a821cbed-85e1-460c-8a76-92897a1600e5 req-46afcd40-2208-45dd-b04d-d4b09ae03ff1 service neutron] Publish callbacks [] for port (eea1bd53-e8ff-4e33-b889-848ca0389ca6), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:00.279562 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ddfd1-1b79-41cb-a5ec-07450ca5e146 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Pushing event updated for resources: {'Port': ['ID=e26b014b-1f32-4b8c-8630-79dce2399c28,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:00.370388 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-be4ed1d5-4133-4bf9-bae6-62863ab15a92 req-a6062a68-a371-482f-9676-9dca13c3e83a service neutron] 10.222.0.67 "GET /v2.0/networks/f788fb8a-f235-4456-a255-8d95263f97c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641696 Jan 28 02:54:00.398600 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ae8c8b0a-a5d6-40dc-99fc-1e819f09a11e no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:54:00.424120 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: ae8c8b0a-a5d6-40dc-99fc-1e819f09a11e {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:54:00.424497 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ae8c8b0a-a5d6-40dc-99fc-1e819f09a11e not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:54:00.426211 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0206c51e-ac0e-432d-9b88-cd8e2561c552 admin admin] Publish callbacks [] for security_group (e79d3541-9c40-41e5-8e74-198157c7329d), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:00.434025 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-a821cbed-85e1-460c-8a76-92897a1600e5 req-46afcd40-2208-45dd-b04d-d4b09ae03ff1 service neutron] Transition to ACTIVE for port object eea1bd53-e8ff-4e33-b889-848ca0389ca6 will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:54:00.439668 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0206c51e-ac0e-432d-9b88-cd8e2561c552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (e79d3541-9c40-41e5-8e74-198157c7329d), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:00.478190 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-a821cbed-85e1-460c-8a76-92897a1600e5 req-46afcd40-2208-45dd-b04d-d4b09ae03ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (eea1bd53-e8ff-4e33-b889-848ca0389ca6), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:00.506118 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5affe235-4041-4f25-9111-0f82dfae75f4 req-97db75a2-25c9-4139-9191-91bf68a22212 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] 10.222.0.53 "GET /v2.0/security-groups?id=1f3d54fa-ce2f-40d0-a3fd-423661de65cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2174749 Jan 28 02:54:00.519282 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-1fe5b4a2-9a0b-441e-812b-974447b25558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e75d681-ce5e-4fb2-8c53-2cc593b76502', 'name': 'tempest-TaggedBootDevicesTest-1436096488-router', 'tenant_id': 'c257ed820a3b4158a8891c918542e878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': 'df6d4ce9-2387-49ef-b63e-9428f7cc1647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:53:50Z', 'updated_at': '2022-01-28T02:53:57Z', 'revision_number': 3, 'project_id': 'c257ed820a3b4158a8891c918542e878', 'gw_port': {'id': 'df6d4ce9-2387-49ef-b63e-9428f7cc1647', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e75d681-ce5e-4fb2-8c53-2cc593b76502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:54Z', 'updated_at': '2022-01-28T02:53:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:00.553119 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe5b4a2-9a0b-441e-812b-974447b25558 None None] Checking router: 8e75d681-ce5e-4fb2-8c53-2cc593b76502 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:54:00.553625 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe5b4a2-9a0b-441e-812b-974447b25558 None None] Updating router 8e75d681-ce5e-4fb2-8c53-2cc593b76502 port df6d4ce9-2387-49ef-b63e-9428f7cc1647 binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:54:00.564859 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0206c51e-ac0e-432d-9b88-cd8e2561c552 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aed6170619ad416e812ec921e70c3231&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0524180 Jan 28 02:54:00.564859 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0206c51e-ac0e-432d-9b88-cd8e2561c552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79d3541-9c40-41e5-8e74-198157c7329d,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:00.584070 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39072) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:00.587597 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1fe5b4a2-9a0b-441e-812b-974447b25558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (df6d4ce9-2387-49ef-b63e-9428f7cc1647), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:00.592439 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89480c68-490d-45d4-bd01-b7e55fe28010 x-openstack-request-id: req-89480c68-490d-45d4-bd01-b7e55fe28010 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:54:00.592740 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf8322c-7b9c-4974-b303-cbb34c3f9750", "name": "network-vif-plugged", "status": "completed", "tag": "40274fd5-c4d9-4dd5-af9e-4fda37d2f007", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:54:00.592995 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-89480c68-490d-45d4-bd01-b7e55fe28010 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:54:00.593428 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf8322c-7b9c-4974-b303-cbb34c3f9750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40274fd5-c4d9-4dd5-af9e-4fda37d2f007', 'code': 200} Jan 28 02:54:00.731255 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b8e6daf4-85a4-4691-a48a-0eeea8762790 admin admin] Publish callbacks [] for security_group (e79d3541-9c40-41e5-8e74-198157c7329d), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:00.755859 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b91ddfd1-1b79-41cb-a5ec-07450ca5e146 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router_gateway (560144de-a7be-414b-bd2c-d129727666b8), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:00.832135 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b8e6daf4-85a4-4691-a48a-0eeea8762790 admin admin] Publish callbacks [] for security_group (e79d3541-9c40-41e5-8e74-198157c7329d), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:00.842429 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d64e9f-be2b-4f7d-8d71-a6e4f29bea01 req-e5b27d83-3709-4baf-91d1-b89e013ca074 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:00.845521 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-08d64e9f-be2b-4f7d-8d71-a6e4f29bea01 req-e5b27d83-3709-4baf-91d1-b89e013ca074 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 950 time: 0.1355569 Jan 28 02:54:00.855865 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d16380-f137-466d-a4df-a83660d6df38 req-200c938b-16f0-4e98-bd39-8c84f3ec5ea6 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:00.857407 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d6d16380-f137-466d-a4df-a83660d6df38 req-200c938b-16f0-4e98-bd39-8c84f3ec5ea6 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4897428 Jan 28 02:54:00.893155 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46afcd40-2208-45dd-b04d-d4b09ae03ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=eea1bd53-e8ff-4e33-b889-848ca0389ca6,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:00.927870 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1fe5b4a2-9a0b-441e-812b-974447b25558 None None] Publish callbacks [] for port (df6d4ce9-2387-49ef-b63e-9428f7cc1647), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:00.936108 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1fe5b4a2-9a0b-441e-812b-974447b25558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (df6d4ce9-2387-49ef-b63e-9428f7cc1647), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:00.990426 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-08d64e9f-be2b-4f7d-8d71-a6e4f29bea01 req-61146643-1415-40d0-9997-22f96828aa64 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303678 Jan 28 02:54:00.997472 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-1fe5b4a2-9a0b-441e-812b-974447b25558 None None] Attempting to bind port df6d4ce9-2387-49ef-b63e-9428f7cc1647 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:54:00.998307 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-1fe5b4a2-9a0b-441e-812b-974447b25558 None None] Attempting to bind port df6d4ce9-2387-49ef-b63e-9428f7cc1647 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:54:00.998754 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe5b4a2-9a0b-441e-812b-974447b25558 None None] Attempting to bind port df6d4ce9-2387-49ef-b63e-9428f7cc1647 on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:54:01.012196 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a699ac-43ca-4501-a440-e987f631b112 None None] Pushing event updated for resources: {'Port': ['ID=df6d4ce9-2387-49ef-b63e-9428f7cc1647,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:01.018526 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe5b4a2-9a0b-441e-812b-974447b25558 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:54:01.019274 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe5b4a2-9a0b-441e-812b-974447b25558 None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:54:01.019935 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1fe5b4a2-9a0b-441e-812b-974447b25558 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:01.020548 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe5b4a2-9a0b-441e-812b-974447b25558 None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:54:01.021282 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-1fe5b4a2-9a0b-441e-812b-974447b25558 None None] Bound port: df6d4ce9-2387-49ef-b63e-9428f7cc1647, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:54:01.021663 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f0cb9-1c12-4220-adc2-169f840aefa3 req-8e79395f-17f7-4ab9-8f5e-08da83447863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:01.022813 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1fe5b4a2-9a0b-441e-812b-974447b25558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (df6d4ce9-2387-49ef-b63e-9428f7cc1647), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:01.023200 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4d5f0cb9-1c12-4220-adc2-169f840aefa3 req-8e79395f-17f7-4ab9-8f5e-08da83447863 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=58413890441044459c04be3647465ec6&device_id=90c3dbfa-931a-40fc-975d-ece41d334e9c HTTP/1.1" status: 200 len: 1095 time: 0.5432987 Jan 28 02:54:01.047741 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d6d16380-f137-466d-a4df-a83660d6df38 req-963e0154-6227-4f42-ac22-5bf7046b4fdd tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.109 HTTP/1.1" status: 200 len: 696 time: 0.1485672 Jan 28 02:54:01.082919 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-1fe5b4a2-9a0b-441e-812b-974447b25558 None None] For port df6d4ce9-2387-49ef-b63e-9428f7cc1647, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:54:01.086207 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-1fe5b4a2-9a0b-441e-812b-974447b25558 None None] For port df6d4ce9-2387-49ef-b63e-9428f7cc1647, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=df6d4ce9-2387-49ef-b63e-9428f7cc1647,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:54:01.092844 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1fe5b4a2-9a0b-441e-812b-974447b25558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (df6d4ce9-2387-49ef-b63e-9428f7cc1647), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:01.133423 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-d6d16380-f137-466d-a4df-a83660d6df38 req-6dbb3bb6-7259-4e2e-8d86-7066fa81103c tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Request body: {'floatingip': {'port_id': 'cf42aaa9-13da-49a3-95c8-cb193af261a0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:01.147350 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe5b4a2-9a0b-441e-812b-974447b25558 None None] Routers {'8e75d681-ce5e-4fb2-8c53-2cc593b76502'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:54:01.148135 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-1fe5b4a2-9a0b-441e-812b-974447b25558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:53:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['8e75d681-ce5e-4fb2-8c53-2cc593b76502'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:01.152931 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b8e6daf4-85a4-4691-a48a-0eeea8762790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (e79d3541-9c40-41e5-8e74-198157c7329d), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:01.155549 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b8e6daf4-85a4-4691-a48a-0eeea8762790 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:01.159121 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b8e6daf4-85a4-4691-a48a-0eeea8762790 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e79d3541-9c40-41e5-8e74-198157c7329d HTTP/1.1" status: 204 len: 168 time: 0.5706108 Jan 28 02:54:01.178179 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d76723-2842-4cb3-9441-6b91a930a546 req-4f03018b-5fc9-4049-ac5d-f59aa3e36529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:01.179710 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-86d76723-2842-4cb3-9441-6b91a930a546 req-4f03018b-5fc9-4049-ac5d-f59aa3e36529 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 1102 time: 0.3859537 Jan 28 02:54:01.181670 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b91ddfd1-1b79-41cb-a5ec-07450ca5e146 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (560144de-a7be-414b-bd2c-d129727666b8), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:01.189832 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e6daf4-85a4-4691-a48a-0eeea8762790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79d3541-9c40-41e5-8e74-198157c7329d,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:01.199766 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a699ac-43ca-4501-a440-e987f631b112 None None] Pushing event updated for resources: {'Port': ['ID=df6d4ce9-2387-49ef-b63e-9428f7cc1647,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:01.202737 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28476418-0107-474a-9c69-598de1523b4a req-324a4508-f6ed-42da-bf1b-ecb8cfd2ffb5 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:01.205680 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-28476418-0107-474a-9c69-598de1523b4a req-324a4508-f6ed-42da-bf1b-ecb8cfd2ffb5 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=a472928f-7d52-4ae4-b93a-3bb91f30b61e HTTP/1.1" status: 200 len: 945 time: 0.1107409 Jan 28 02:54:01.215482 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d6d16380-f137-466d-a4df-a83660d6df38 req-6dbb3bb6-7259-4e2e-8d86-7066fa81103c tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Publish callbacks [] for floatingip (f8239b67-14ea-4093-8613-d7fd1bdc1075), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:01.287519 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-1fe5b4a2-9a0b-441e-812b-974447b25558 None None] Set router 8e75d681-ce5e-4fb2-8c53-2cc593b76502 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:54:01.305340 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-a821cbed-85e1-460c-8a76-92897a1600e5 req-46afcd40-2208-45dd-b04d-d4b09ae03ff1 service neutron] Attempting to bind port eea1bd53-e8ff-4e33-b889-848ca0389ca6 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:54:01.305814 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-a821cbed-85e1-460c-8a76-92897a1600e5 req-46afcd40-2208-45dd-b04d-d4b09ae03ff1 service neutron] Attempting to bind port eea1bd53-e8ff-4e33-b889-848ca0389ca6 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '4fb02108-8b37-4bb4-8350-923aa0786ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '290af027-4910-45bb-b54e-a29d61400c05'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:54:01.306163 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a821cbed-85e1-460c-8a76-92897a1600e5 req-46afcd40-2208-45dd-b04d-d4b09ae03ff1 service neutron] Attempting to bind port eea1bd53-e8ff-4e33-b889-848ca0389ca6 on network 290af027-4910-45bb-b54e-a29d61400c05 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:54:01.338853 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-28476418-0107-474a-9c69-598de1523b4a req-a140e79b-23b7-4385-a3f7-c41a07de5bce tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964727 Jan 28 02:54:01.372865 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a821cbed-85e1-460c-8a76-92897a1600e5 req-46afcd40-2208-45dd-b04d-d4b09ae03ff1 service neutron] Port eea1bd53-e8ff-4e33-b889-848ca0389ca6 on network 290af027-4910-45bb-b54e-a29d61400c05 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:54:01.373337 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a821cbed-85e1-460c-8a76-92897a1600e5 req-46afcd40-2208-45dd-b04d-d4b09ae03ff1 service neutron] Attempting to bind port eea1bd53-e8ff-4e33-b889-848ca0389ca6 on network 290af027-4910-45bb-b54e-a29d61400c05 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:54:01.430019 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a821cbed-85e1-460c-8a76-92897a1600e5 req-46afcd40-2208-45dd-b04d-d4b09ae03ff1 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:54:01.430488 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a821cbed-85e1-460c-8a76-92897a1600e5 req-46afcd40-2208-45dd-b04d-d4b09ae03ff1 service neutron] Checking segment: {'id': '4fb02108-8b37-4bb4-8350-923aa0786ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '290af027-4910-45bb-b54e-a29d61400c05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:54:01.430889 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a821cbed-85e1-460c-8a76-92897a1600e5 req-46afcd40-2208-45dd-b04d-d4b09ae03ff1 service neutron] Bound using segment: {'id': '4fb02108-8b37-4bb4-8350-923aa0786ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '290af027-4910-45bb-b54e-a29d61400c05'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:54:01.431341 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-a821cbed-85e1-460c-8a76-92897a1600e5 req-46afcd40-2208-45dd-b04d-d4b09ae03ff1 service neutron] Bound port: eea1bd53-e8ff-4e33-b889-848ca0389ca6, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fb02108-8b37-4bb4-8350-923aa0786ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '290af027-4910-45bb-b54e-a29d61400c05'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:54:01.431705 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-a821cbed-85e1-460c-8a76-92897a1600e5 req-46afcd40-2208-45dd-b04d-d4b09ae03ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (eea1bd53-e8ff-4e33-b889-848ca0389ca6), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:01.449627 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f0cb9-1c12-4220-adc2-169f840aefa3 req-1687198b-448c-4148-95c3-f5a5cfe2d9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:01.450010 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91ddfd1-1b79-41cb-a5ec-07450ca5e146 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Router 560144de-a7be-414b-bd2c-d129727666b8 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 02:54:01.451130 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4d5f0cb9-1c12-4220-adc2-169f840aefa3 req-1687198b-448c-4148-95c3-f5a5cfe2d9d0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f788fb8a-f235-4456-a255-8d95263f97c9 HTTP/1.1" status: 200 len: 916 time: 0.4191210 Jan 28 02:54:01.461108 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-86d76723-2842-4cb3-9441-6b91a930a546 req-4c1c5384-33cd-4424-87c1-23344ee975c3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704892 Jan 28 02:54:01.508642 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-1fe5b4a2-9a0b-441e-812b-974447b25558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e75d681-ce5e-4fb2-8c53-2cc593b76502', 'name': 'tempest-TaggedBootDevicesTest-1436096488-router', 'tenant_id': 'c257ed820a3b4158a8891c918542e878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': 'df6d4ce9-2387-49ef-b63e-9428f7cc1647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:53:50Z', 'updated_at': '2022-01-28T02:53:57Z', 'revision_number': 3, 'project_id': 'c257ed820a3b4158a8891c918542e878', 'gw_port': {'id': 'df6d4ce9-2387-49ef-b63e-9428f7cc1647', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e75d681-ce5e-4fb2-8c53-2cc593b76502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:54Z', 'updated_at': '2022-01-28T02:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:01.546142 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe5b4a2-9a0b-441e-812b-974447b25558 None None] The sync data for ids ['8e75d681-ce5e-4fb2-8c53-2cc593b76502'] in n-d-712139-27 is: [{'id': '8e75d681-ce5e-4fb2-8c53-2cc593b76502', 'name': 'tempest-TaggedBootDevicesTest-1436096488-router', 'tenant_id': 'c257ed820a3b4158a8891c918542e878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': 'df6d4ce9-2387-49ef-b63e-9428f7cc1647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:53:50Z', 'updated_at': '2022-01-28T02:53:57Z', 'revision_number': 3, 'project_id': 'c257ed820a3b4158a8891c918542e878', 'gw_port': {'id': 'df6d4ce9-2387-49ef-b63e-9428f7cc1647', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e75d681-ce5e-4fb2-8c53-2cc593b76502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:54Z', 'updated_at': '2022-01-28T02:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:54:01.552581 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681fb70-88fb-441c-a4dc-6419b24c1815 req-45b911aa-8318-4326-a7e5-25b6f5925c6d tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:01.554383 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b681fb70-88fb-441c-a4dc-6419b24c1815 req-45b911aa-8318-4326-a7e5-25b6f5925c6d tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9 HTTP/1.1" status: 200 len: 943 time: 0.1223476 Jan 28 02:54:01.591125 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4d5f0cb9-1c12-4220-adc2-169f840aefa3 req-19c90225-7215-4340-9bae-91d5b1d0f02f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6200bc4-b3e8-4724-9acf-531af101fa22 HTTP/1.1" status: 200 len: 217 time: 0.1260242 Jan 28 02:54:01.652332 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91ddfd1-1b79-41cb-a5ec-07450ca5e146 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:54:01.673278 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32e0cab-6f15-4ef3-b3a5-9743ed7e2d16 None None] Sync routers for ids ['560144de-a7be-414b-bd2c-d129727666b8'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:54:01.687405 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b681fb70-88fb-441c-a4dc-6419b24c1815 req-61d16cf8-e9e3-4a25-85b5-e6aa15f40702 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245921 Jan 28 02:54:01.691389 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32e0cab-6f15-4ef3-b3a5-9743ed7e2d16 None None] Routers {'560144de-a7be-414b-bd2c-d129727666b8'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:54:01.692019 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a32e0cab-6f15-4ef3-b3a5-9743ed7e2d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:53:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['560144de-a7be-414b-bd2c-d129727666b8'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:01.727777 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b91ddfd1-1b79-41cb-a5ec-07450ca5e146 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:01.732169 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b91ddfd1-1b79-41cb-a5ec-07450ca5e146 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.6210093 Jan 28 02:54:01.732939 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39090) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:01.739048 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-e412bd5a-2404-4abe-9ed5-106e4a3d6a91 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'enable_snat': False}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:01.755336 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-a821cbed-85e1-460c-8a76-92897a1600e5 req-46afcd40-2208-45dd-b04d-d4b09ae03ff1 service neutron] For port eea1bd53-e8ff-4e33-b889-848ca0389ca6, host n-h1-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:54:01.767964 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f0cb9-1c12-4220-adc2-169f840aefa3 req-03768725-096b-48a3-8488-149a2fc2649d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:01.769419 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4d5f0cb9-1c12-4220-adc2-169f840aefa3 req-03768725-096b-48a3-8488-149a2fc2649d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8233c9f8-90da-42d9-9cc8-120e645e8525 HTTP/1.1" status: 200 len: 854 time: 0.1677754 Jan 28 02:54:01.784616 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4a7f3af5-1c10-471c-a842-3ab6e35649c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:01.785397 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a32e0cab-6f15-4ef3-b3a5-9743ed7e2d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:01.799838 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-a821cbed-85e1-460c-8a76-92897a1600e5 req-46afcd40-2208-45dd-b04d-d4b09ae03ff1 service neutron] For port eea1bd53-e8ff-4e33-b889-848ca0389ca6, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=eea1bd53-e8ff-4e33-b889-848ca0389ca6,segment=NetworkSegment(4fb02108-8b37-4bb4-8350-923aa0786ccd),segment_id=4fb02108-8b37-4bb4-8350-923aa0786ccd)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:54:01.808060 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32e0cab-6f15-4ef3-b3a5-9743ed7e2d16 None None] Routers {'560144de-a7be-414b-bd2c-d129727666b8'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:54:01.808779 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a32e0cab-6f15-4ef3-b3a5-9743ed7e2d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:54:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['560144de-a7be-414b-bd2c-d129727666b8'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:01.852511 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-a821cbed-85e1-460c-8a76-92897a1600e5 req-46afcd40-2208-45dd-b04d-d4b09ae03ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (eea1bd53-e8ff-4e33-b889-848ca0389ca6), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:01.896807 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a32e0cab-6f15-4ef3-b3a5-9743ed7e2d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:01.898056 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32e0cab-6f15-4ef3-b3a5-9743ed7e2d16 None None] The sync data for ids ['560144de-a7be-414b-bd2c-d129727666b8'] in n-d-712139-27 is: [] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:54:02.005175 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821cbed-85e1-460c-8a76-92897a1600e5 req-46afcd40-2208-45dd-b04d-d4b09ae03ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:02.005951 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-a821cbed-85e1-460c-8a76-92897a1600e5 req-46afcd40-2208-45dd-b04d-d4b09ae03ff1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:02.007444 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a821cbed-85e1-460c-8a76-92897a1600e5 req-46afcd40-2208-45dd-b04d-d4b09ae03ff1 service neutron] 10.222.0.67 "PUT /v2.0/ports/eea1bd53-e8ff-4e33-b889-848ca0389ca6 HTTP/1.1" status: 200 len: 1092 time: 2.6900897 Jan 28 02:54:02.008013 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '014fc7b7-beb5-4427-b7ef-9e2fcceba7c9', 'tag': 'eea1bd53-e8ff-4e33-b889-848ca0389ca6'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:54:02.011914 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f310896-9ef9-4e07-ae92-f35ec17dfcd3" -d '{"events": [{"name": "network-changed", "server_uuid": "014fc7b7-beb5-4427-b7ef-9e2fcceba7c9", "tag": "eea1bd53-e8ff-4e33-b889-848ca0389ca6"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:54:02.094005 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f0cb9-1c12-4220-adc2-169f840aefa3 req-4fe91e94-82e1-4b7d-8d51-40086b1f2f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:02.095666 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4d5f0cb9-1c12-4220-adc2-169f840aefa3 req-4fe91e94-82e1-4b7d-8d51-40086b1f2f42 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f788fb8a-f235-4456-a255-8d95263f97c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3114634 Jan 28 02:54:02.104493 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:54:02.309239 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-706cfca6-5096-4315-9f4e-21918d09859f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:02.355224 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e412bd5a-2404-4abe-9ed5-106e4a3d6a91 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for router_gateway (560144de-a7be-414b-bd2c-d129727666b8), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:02.491076 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device df6d4ce9-2387-49ef-b63e-9428f7cc1647 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:54:02.493530 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d89d9-1199-4e2e-9cac-133e17e0e7ed req-e73011e4-756d-4fc9-a615-f4893817b9c2 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:02.495454 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f40d89d9-1199-4e2e-9cac-133e17e0e7ed req-e73011e4-756d-4fc9-a615-f4893817b9c2 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] 10.222.0.53 "GET /v2.0/ports?device_id=90c3dbfa-931a-40fc-975d-ece41d334e9c HTTP/1.1" status: 200 len: 943 time: 0.1062272 Jan 28 02:54:02.591857 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port df6d4ce9-2387-49ef-b63e-9428f7cc1647 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:54:02.592577 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (df6d4ce9-2387-49ef-b63e-9428f7cc1647), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:02.644449 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f40d89d9-1199-4e2e-9cac-133e17e0e7ed req-8444fa2b-5815-4008-8244-2eae9bf3cd0e tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] 10.222.0.53 "GET /v2.0/security-groups?id=1f3d54fa-ce2f-40d0-a3fd-423661de65cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396542 Jan 28 02:54:02.732567 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port df6d4ce9-2387-49ef-b63e-9428f7cc1647 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:54:02.732970 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (df6d4ce9-2387-49ef-b63e-9428f7cc1647), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:02.761304 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port df6d4ce9-2387-49ef-b63e-9428f7cc1647, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=df6d4ce9-2387-49ef-b63e-9428f7cc1647,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:54:02.770212 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (df6d4ce9-2387-49ef-b63e-9428f7cc1647), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:02.841580 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=df6d4ce9-2387-49ef-b63e-9428f7cc1647,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:02.918366 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d76ee8-2145-4dd5-963d-2d015ac66b6a req-efa891a4-e4dd-42c7-97ba-8e72a84a0de7 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:02.920860 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-63d76ee8-2145-4dd5-963d-2d015ac66b6a req-efa891a4-e4dd-42c7-97ba-8e72a84a0de7 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 950 time: 0.1264937 Jan 28 02:54:02.940921 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46afcd40-2208-45dd-b04d-d4b09ae03ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=eea1bd53-e8ff-4e33-b889-848ca0389ca6,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:02.997576 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821cbed-85e1-460c-8a76-92897a1600e5 req-f6f0a010-c4ee-433a-b86b-e0c5241662db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:02.999702 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a821cbed-85e1-460c-8a76-92897a1600e5 req-f6f0a010-c4ee-433a-b86b-e0c5241662db service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e168a8b773b74055bc0667e0581a74cd&device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9 HTTP/1.1" status: 200 len: 1095 time: 0.9173090 Jan 28 02:54:03.016427 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46afcd40-2208-45dd-b04d-d4b09ae03ff1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:54:03.016679 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46afcd40-2208-45dd-b04d-d4b09ae03ff1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:54:03.021296 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46afcd40-2208-45dd-b04d-d4b09ae03ff1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:54:03.021296 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46afcd40-2208-45dd-b04d-d4b09ae03ff1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:54:03.021296 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46afcd40-2208-45dd-b04d-d4b09ae03ff1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:54:03.021296 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46afcd40-2208-45dd-b04d-d4b09ae03ff1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:54:03.021296 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46afcd40-2208-45dd-b04d-d4b09ae03ff1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:54:03.021296 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46afcd40-2208-45dd-b04d-d4b09ae03ff1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:54:03.021296 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46afcd40-2208-45dd-b04d-d4b09ae03ff1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:54:03.021296 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46afcd40-2208-45dd-b04d-d4b09ae03ff1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:54:03.021296 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46afcd40-2208-45dd-b04d-d4b09ae03ff1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:54:03.021296 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46afcd40-2208-45dd-b04d-d4b09ae03ff1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:54:03.021296 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46afcd40-2208-45dd-b04d-d4b09ae03ff1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:54:03.093753 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-63d76ee8-2145-4dd5-963d-2d015ac66b6a req-3a2d6643-37dd-454f-8e75-2fec48d1539c tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377640 Jan 28 02:54:03.173722 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a821cbed-85e1-460c-8a76-92897a1600e5 req-7224aac2-38b4-4c62-8700-a4dda76b9bf1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eea1bd53-e8ff-4e33-b889-848ca0389ca6 HTTP/1.1" status: 200 len: 217 time: 0.1465645 Jan 28 02:54:03.188060 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:03.222279 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115a9e99-6bbf-4840-a213-0d5b7076de51 x-openstack-request-id: req-115a9e99-6bbf-4840-a213-0d5b7076de51 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:54:03.222579 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "014fc7b7-beb5-4427-b7ef-9e2fcceba7c9", "tag": "eea1bd53-e8ff-4e33-b889-848ca0389ca6", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:54:03.222831 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-115a9e99-6bbf-4840-a213-0d5b7076de51 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:54:03.223228 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '014fc7b7-beb5-4427-b7ef-9e2fcceba7c9', 'tag': 'eea1bd53-e8ff-4e33-b889-848ca0389ca6', 'status': 'completed', 'code': 200} Jan 28 02:54:03.246435 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.db.resource_extend [req-d6d16380-f137-466d-a4df-a83660d6df38 req-6dbb3bb6-7259-4e2e-8d86-7066fa81103c tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 02:54:03.300973 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:03.335888 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4d5f0cb9-1c12-4220-adc2-169f840aefa3 req-2278c6bf-eba7-42e7-80a5-1095a01ff9e8 service neutron] 10.222.0.67 "GET /v2.0/networks/f788fb8a-f235-4456-a255-8d95263f97c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1715498 Jan 28 02:54:03.411810 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebebd1b-b0c3-4ecf-bf42-421f94d2d130 req-8b1f2e17-dc28-4550-99af-25ec2db4fbab tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:03.413562 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5ebebd1b-b0c3-4ecf-bf42-421f94d2d130 req-8b1f2e17-dc28-4550-99af-25ec2db4fbab tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=a472928f-7d52-4ae4-b93a-3bb91f30b61e HTTP/1.1" status: 200 len: 945 time: 0.1143706 Jan 28 02:54:03.428065 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e412bd5a-2404-4abe-9ed5-106e4a3d6a91 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23253'] for router (560144de-a7be-414b-bd2c-d129727666b8), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:03.444966 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821cbed-85e1-460c-8a76-92897a1600e5 req-b1b0dbcf-091d-4609-960c-7468dffd95be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:03.446473 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a821cbed-85e1-460c-8a76-92897a1600e5 req-b1b0dbcf-091d-4609-960c-7468dffd95be service neutron] 10.222.0.67 "GET /v2.0/subnets?id=49bb14d4-dcd1-48f1-bfcf-d4851c7c298c HTTP/1.1" status: 200 len: 848 time: 0.2584331 Jan 28 02:54:03.447832 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e412bd5a-2404-4abe-9ed5-106e4a3d6a91 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3876279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3876284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3877649'] for router (560144de-a7be-414b-bd2c-d129727666b8), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:03.452088 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d6d16380-f137-466d-a4df-a83660d6df38 req-6dbb3bb6-7259-4e2e-8d86-7066fa81103c tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:03.477724 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d6d16380-f137-466d-a4df-a83660d6df38 req-6dbb3bb6-7259-4e2e-8d86-7066fa81103c tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (f8239b67-14ea-4093-8613-d7fd1bdc1075), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:03.526800 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5ebebd1b-b0c3-4ecf-bf42-421f94d2d130 req-b3a28b2e-b233-4e54-9dfd-c6c3f5822f56 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014471 Jan 28 02:54:03.550641 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a821cbed-85e1-460c-8a76-92897a1600e5 req-e678ad14-ebe4-4d85-b917-95f68a8653d7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=290af027-4910-45bb-b54e-a29d61400c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934007 Jan 28 02:54:03.654325 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-706cfca6-5096-4315-9f4e-21918d09859f admin admin] Allocated IP 172.20.0.1 (79f7eb30-7e3c-4e3a-9caa-eeef3bc7f672/3f85931a-a266-4cc0-b94b-ff1a07b31132/89a65e87-8e6d-48c4-af0a-58b4873bbca5) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:54:03.728148 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4d5f0cb9-1c12-4220-adc2-169f840aefa3 req-7afddd47-5abe-4953-8641-41d387b9aa25 service neutron] 10.222.0.67 "GET /v2.0/networks/f788fb8a-f235-4456-a255-8d95263f97c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587108 Jan 28 02:54:03.740471 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39146) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:03.807987 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [req-d6d16380-f137-466d-a4df-a83660d6df38 req-6dbb3bb6-7259-4e2e-8d86-7066fa81103c tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Floating IP f8239b67-14ea-4093-8613-d7fd1bdc1075 associated. External IP: 172.25.0.109, port: cf42aaa9-13da-49a3-95c8-cb193af261a0. Jan 28 02:54:03.816847 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a821cbed-85e1-460c-8a76-92897a1600e5 req-efaab506-23c2-4d29-a48b-c777e10ca0fc service neutron] 10.222.0.67 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589266 Jan 28 02:54:03.895688 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-4856d216-8484-43e3-9d4d-2fe75170974b tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] Request body: {'quota': {'network': 2}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:03.953270 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e412bd5a-2404-4abe-9ed5-106e4a3d6a91 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Router 560144de-a7be-414b-bd2c-d129727666b8 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:54:03.965600 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a664da-3602-4ed7-98a6-0794769f8f42 req-b7a95531-0684-4412-a22e-36efa85d48c8 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:03.967102 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-24a664da-3602-4ed7-98a6-0794769f8f42 req-b7a95531-0684-4412-a22e-36efa85d48c8 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9 HTTP/1.1" status: 200 len: 943 time: 0.0664642 Jan 28 02:54:04.014031 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-706cfca6-5096-4315-9f4e-21918d09859f admin admin] Publish callbacks [] for port (89a65e87-8e6d-48c4-af0a-58b4873bbca5), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:04.019429 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4856d216-8484-43e3-9d4d-2fe75170974b tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] 10.222.0.53 "PUT /v2.0/quotas/104dd9c0d383482a8a64529e44d4252b HTTP/1.1" status: 200 len: 368 time: 0.2726283 Jan 28 02:54:04.023490 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39150) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:04.028455 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-18e75cc5-ca02-4ed5-ada2-f0bbdedfcf05 tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] Request body: {'network': {'project_id': '104dd9c0d383482a8a64529e44d4252b'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:04.075751 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a821cbed-85e1-460c-8a76-92897a1600e5 req-28087a5c-db03-4dcc-967a-74d75137f730 service neutron] 10.222.0.67 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219400 Jan 28 02:54:04.079153 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-24a664da-3602-4ed7-98a6-0794769f8f42 req-d49e9dcb-ffb1-46d9-9d04-96749bff400c tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052442 Jan 28 02:54:04.104547 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e75cc5-ca02-4ed5-ada2-f0bbdedfcf05 tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] Made reservation on behalf of 104dd9c0d383482a8a64529e44d4252b for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:54:04.106871 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-18e75cc5-ca02-4ed5-ada2-f0bbdedfcf05 tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:04.126629 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-18e75cc5-ca02-4ed5-ada2-f0bbdedfcf05 tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:04.144816 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-706cfca6-5096-4315-9f4e-21918d09859f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (89a65e87-8e6d-48c4-af0a-58b4873bbca5), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:04.155061 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e412bd5a-2404-4abe-9ed5-106e4a3d6a91 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:54:04.160238 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e412bd5a-2404-4abe-9ed5-106e4a3d6a91 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:04.162910 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e412bd5a-2404-4abe-9ed5-106e4a3d6a91 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] 10.222.0.53 "PUT /v2.0/routers/560144de-a7be-414b-bd2c-d129727666b8 HTTP/1.1" status: 200 len: 925 time: 2.4276934 Jan 28 02:54:04.165693 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39154) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:04.168769 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6c4f58-e826-443f-9539-ac8f739182f7 None None] Sync routers for ids ['560144de-a7be-414b-bd2c-d129727666b8'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:54:04.194255 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6c4f58-e826-443f-9539-ac8f739182f7 None None] Routers {'560144de-a7be-414b-bd2c-d129727666b8'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:54:04.195478 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-3b6c4f58-e826-443f-9539-ac8f739182f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:54:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['560144de-a7be-414b-bd2c-d129727666b8'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:04.251603 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706cfca6-5096-4315-9f4e-21918d09859f admin admin] Network 79f7eb30-7e3c-4e3a-9caa-eeef3bc7f672 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:54:04.256616 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-3b6c4f58-e826-443f-9539-ac8f739182f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:04.264780 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706cfca6-5096-4315-9f4e-21918d09859f admin admin] Pushing event updated for resources: {'Port': ['ID=89a65e87-8e6d-48c4-af0a-58b4873bbca5,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:04.271424 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-706cfca6-5096-4315-9f4e-21918d09859f admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:54:04.277022 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706cfca6-5096-4315-9f4e-21918d09859f admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:54:04.279994 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6c4f58-e826-443f-9539-ac8f739182f7 None None] Routers {'560144de-a7be-414b-bd2c-d129727666b8'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:54:04.280874 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-3b6c4f58-e826-443f-9539-ac8f739182f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:54:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['560144de-a7be-414b-bd2c-d129727666b8'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:04.313165 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6d16380-f137-466d-a4df-a83660d6df38 req-6dbb3bb6-7259-4e2e-8d86-7066fa81103c tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Router ce623959-031f-4e76-b08a-d98f8feee14b has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:54:04.334014 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-3b6c4f58-e826-443f-9539-ac8f739182f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:04.334462 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f310896-9ef9-4e07-ae92-f35ec17dfcd3 req-6750e4d1-e546-4287-89db-d0f54674e6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:04.335266 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6c4f58-e826-443f-9539-ac8f739182f7 None None] The sync data for ids ['560144de-a7be-414b-bd2c-d129727666b8'] in n-d-712139-27 is: [] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:54:04.335956 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3f310896-9ef9-4e07-ae92-f35ec17dfcd3 req-6750e4d1-e546-4287-89db-d0f54674e6da service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e168a8b773b74055bc0667e0581a74cd&device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9 HTTP/1.1" status: 200 len: 1095 time: 0.1267507 Jan 28 02:54:04.342225 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-706cfca6-5096-4315-9f4e-21918d09859f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (8e75d681-ce5e-4fb2-8c53-2cc593b76502), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:04.347010 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114e546-3126-4e34-b2c9-12bf43309a34 req-f679a972-4629-4ef8-a5e8-9024deebcdd2 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:04.348554 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2114e546-3126-4e34-b2c9-12bf43309a34 req-f679a972-4629-4ef8-a5e8-9024deebcdd2 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] 10.222.0.53 "GET /v2.0/ports?device_id=90c3dbfa-931a-40fc-975d-ece41d334e9c HTTP/1.1" status: 200 len: 943 time: 0.1687067 Jan 28 02:54:04.357535 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device b6200bc4-b3e8-4724-9acf-531af101fa22 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:54:04.364257 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8f6fef5b-fd61-4804-a41f-f9198b1989ab tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] 10.222.0.53 "GET /v2.0/routers/560144de-a7be-414b-bd2c-d129727666b8 HTTP/1.1" status: 200 len: 925 time: 0.1973679 Jan 28 02:54:04.375488 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39156) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:04.379865 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-18e75cc5-ca02-4ed5-ada2-f0bbdedfcf05 tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] Publish callbacks [] for security_group (3aaf40fd-d594-4ab1-8f37-10186185369f), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:04.419724 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-18e75cc5-ca02-4ed5-ada2-f0bbdedfcf05 tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (3aaf40fd-d594-4ab1-8f37-10186185369f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:04.486901 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device df6d4ce9-2387-49ef-b63e-9428f7cc1647 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:54:04.527764 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2114e546-3126-4e34-b2c9-12bf43309a34 req-3e1f07b7-b7bf-4652-a004-bae2d27cc8c4 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] 10.222.0.53 "GET /v2.0/security-groups?id=1f3d54fa-ce2f-40d0-a3fd-423661de65cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695199 Jan 28 02:54:04.569439 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port b6200bc4-b3e8-4724-9acf-531af101fa22, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=b6200bc4-b3e8-4724-9acf-531af101fa22,segment=NetworkSegment(e82e57e3-b2ae-4a12-b8fe-2a627edafa91),segment_id=e82e57e3-b2ae-4a12-b8fe-2a627edafa91)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:54:04.585750 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port df6d4ce9-2387-49ef-b63e-9428f7cc1647 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:54:04.586167 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (df6d4ce9-2387-49ef-b63e-9428f7cc1647), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:04.598680 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e75cc5-ca02-4ed5-ada2-f0bbdedfcf05 tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:54:04.614643 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': 'b6200bc4-b3e8-4724-9acf-531af101fa22', 'network_id': 'f788fb8a-f235-4456-a255-8d95263f97c9', 'port_id': 'b6200bc4-b3e8-4724-9acf-531af101fa22', 'mac_address': 'fa:16:3e:2b:6d:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8233c9f8-90da-42d9-9cc8-120e645e8525', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:54:04.615238 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e75cc5-ca02-4ed5-ada2-f0bbdedfcf05 tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aaf40fd-d594-4ab1-8f37-10186185369f,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:04.639153 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b1a0bb-d00b-40c9-a190-20eb55fd3b4f tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:04.643461 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-01b1a0bb-d00b-40c9-a190-20eb55fd3b4f tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=8f7dc9c9-eaf1-4339-a2e3-884554154641&device_id=560144de-a7be-414b-bd2c-d129727666b8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2640254 Jan 28 02:54:04.648097 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-18e75cc5-ca02-4ed5-ada2-f0bbdedfcf05 tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (ea1dfe1d-c75a-464a-ad72-5731f7a1eca3), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:04.648479 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-18e75cc5-ca02-4ed5-ada2-f0bbdedfcf05 tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] Added segment ea1dfe1d-c75a-464a-ad72-5731f7a1eca3 of type vlan for network 939ed518-7e30-4bad-92a9-45055681bec8 Jan 28 02:54:04.649862 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39160) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:04.687664 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7241f50c-7d7d-4fec-b198-3338d0b8ebf2 None None] Provisioning complete for port 89a65e87-8e6d-48c4-af0a-58b4873bbca5 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:54:04.688037 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7241f50c-7d7d-4fec-b198-3338d0b8ebf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (89a65e87-8e6d-48c4-af0a-58b4873bbca5), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:04.692290 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:04.724926 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port b6200bc4-b3e8-4724-9acf-531af101fa22 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:54:04.725350 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b6200bc4-b3e8-4724-9acf-531af101fa22), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:04.767398 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6200bc4-b3e8-4724-9acf-531af101fa22 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:54:04.768496 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-18e75cc5-ca02-4ed5-ada2-f0bbdedfcf05 tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (939ed518-7e30-4bad-92a9-45055681bec8), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:04.774074 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7241f50c-7d7d-4fec-b198-3338d0b8ebf2 None None] Port 89a65e87-8e6d-48c4-af0a-58b4873bbca5 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:54:04.797590 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port b6200bc4-b3e8-4724-9acf-531af101fa22, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=b6200bc4-b3e8-4724-9acf-531af101fa22,segment=NetworkSegment(e82e57e3-b2ae-4a12-b8fe-2a627edafa91),segment_id=e82e57e3-b2ae-4a12-b8fe-2a627edafa91)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:54:04.804761 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b6200bc4-b3e8-4724-9acf-531af101fa22), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:04.806503 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7181b8-a076-4950-bd3a-52e9fcbefa4a req-b673a76c-68ff-4681-b260-69effbccab72 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:04.808338 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port df6d4ce9-2387-49ef-b63e-9428f7cc1647 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:54:04.808490 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8e7181b8-a076-4950-bd3a-52e9fcbefa4a req-b673a76c-68ff-4681-b260-69effbccab72 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 950 time: 0.1658299 Jan 28 02:54:04.842230 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-18e75cc5-ca02-4ed5-ada2-f0bbdedfcf05 tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (939ed518-7e30-4bad-92a9-45055681bec8), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:04.842894 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e75cc5-ca02-4ed5-ada2-f0bbdedfcf05 tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:04.843467 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-18e75cc5-ca02-4ed5-ada2-f0bbdedfcf05 tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:04.859173 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=b6200bc4-b3e8-4724-9acf-531af101fa22,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:04.877547 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f518404b-2015-440e-bc24-780d6bc1fe18 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:04.879152 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f518404b-2015-440e-bc24-780d6bc1fe18 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] 10.222.0.53 "GET /v2.0/networks/8f7dc9c9-eaf1-4339-a2e3-884554154641 HTTP/1.1" status: 200 len: 881 time: 0.2275112 Jan 28 02:54:04.883485 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6d16380-f137-466d-a4df-a83660d6df38 req-6dbb3bb6-7259-4e2e-8d86-7066fa81103c tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:54:04.888375 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d6d16380-f137-466d-a4df-a83660d6df38 req-6dbb3bb6-7259-4e2e-8d86-7066fa81103c tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:04.890288 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39162) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:04.893232 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567f9c2c-1990-4a5f-8b49-dfc100b08e15 None None] Sync routers for ids ['ce623959-031f-4e76-b08a-d98f8feee14b'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:54:04.904175 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567f9c2c-1990-4a5f-8b49-dfc100b08e15 None None] Routers {'ce623959-031f-4e76-b08a-d98f8feee14b'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:54:04.905347 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-567f9c2c-1990-4a5f-8b49-dfc100b08e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:54:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['ce623959-031f-4e76-b08a-d98f8feee14b'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:04.934027 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-18e75cc5-ca02-4ed5-ada2-f0bbdedfcf05 tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9094872 Jan 28 02:54:04.939074 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39164) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:04.947002 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-5ce5a3e9-c9f0-419f-bdfd-c5d266ffb85f tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] Request body: {'network': {'project_id': '104dd9c0d383482a8a64529e44d4252b'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:04.951079 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e75cc5-ca02-4ed5-ada2-f0bbdedfcf05 tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] Pushing event updated for resources: {'Network': ['ID=939ed518-7e30-4bad-92a9-45055681bec8,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:04.958175 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8e7181b8-a076-4950-bd3a-52e9fcbefa4a req-9e059ab7-cbfe-45cb-a855-a7c2a6ff8888 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324167 Jan 28 02:54:04.969342 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 939ed518-7e30-4bad-92a9-45055681bec8 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:54:04.994437 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce5a3e9-c9f0-419f-bdfd-c5d266ffb85f tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] Made reservation on behalf of 104dd9c0d383482a8a64529e44d4252b for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:54:04.997720 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5ce5a3e9-c9f0-419f-bdfd-c5d266ffb85f tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:05.011644 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-de3fca58-c55e-4078-9a36-97fe951e62b6 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] 10.222.0.53 "GET /v2.0/ports?device_id=560144de-a7be-414b-bd2c-d129727666b8 HTTP/1.1" status: 200 len: 205 time: 0.0913131 Jan 28 02:54:05.018991 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39168) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:05.044317 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-567f9c2c-1990-4a5f-8b49-dfc100b08e15 None None] Set router ce623959-031f-4e76-b08a-d98f8feee14b gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:54:05.051131 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f310896-9ef9-4e07-ae92-f35ec17dfcd3 req-7152e226-5e28-4d42-95ed-88c69431485a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:05.053387 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3f310896-9ef9-4e07-ae92-f35ec17dfcd3 req-7152e226-5e28-4d42-95ed-88c69431485a service neutron] 10.222.0.67 "GET /v2.0/networks?id=290af027-4910-45bb-b54e-a29d61400c05 HTTP/1.1" status: 200 len: 909 time: 0.7065556 Jan 28 02:54:05.059740 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d6d16380-f137-466d-a4df-a83660d6df38 req-6dbb3bb6-7259-4e2e-8d86-7066fa81103c tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "PUT /v2.0/floatingips/f8239b67-14ea-4093-8613-d7fd1bdc1075 HTTP/1.1" status: 200 len: 997 time: 4.0038121 Jan 28 02:54:05.113819 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3f310896-9ef9-4e07-ae92-f35ec17dfcd3 req-03c80215-8165-4e3b-9f59-1454e09f5325 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eea1bd53-e8ff-4e33-b889-848ca0389ca6 HTTP/1.1" status: 200 len: 217 time: 0.0512938 Jan 28 02:54:05.126589 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ce5a3e9-c9f0-419f-bdfd-c5d266ffb85f tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:54:05.180930 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5ce5a3e9-c9f0-419f-bdfd-c5d266ffb85f tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (adc4c7be-5431-4558-aadc-99dbe715746b), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:05.181342 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-5ce5a3e9-c9f0-419f-bdfd-c5d266ffb85f tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] Added segment adc4c7be-5431-4558-aadc-99dbe715746b of type vlan for network 1b4febb9-b0be-4904-b3c9-e93818940ce8 Jan 28 02:54:05.196207 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-706cfca6-5096-4315-9f4e-21918d09859f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (89a65e87-8e6d-48c4-af0a-58b4873bbca5), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:05.220043 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d16380-f137-466d-a4df-a83660d6df38 req-2a41feff-a5e1-4dbc-b00e-808eed6fadc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:05.222038 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d6d16380-f137-466d-a4df-a83660d6df38 req-2a41feff-a5e1-4dbc-b00e-808eed6fadc4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07b12507ae9742ae9cf6596eafe2c460&device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89 HTTP/1.1" status: 200 len: 1098 time: 0.1473377 Jan 28 02:54:05.223582 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f310896-9ef9-4e07-ae92-f35ec17dfcd3 req-cc1764db-fb14-48c0-8b4e-c3dc2d675fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:05.223819 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9317d-c1b9-4cca-b517-8b48f31260cb req-9587547e-9978-4c6a-babb-9c37b3ec942d tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:05.225338 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3f310896-9ef9-4e07-ae92-f35ec17dfcd3 req-cc1764db-fb14-48c0-8b4e-c3dc2d675fe4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=49bb14d4-dcd1-48f1-bfcf-d4851c7c298c HTTP/1.1" status: 200 len: 848 time: 0.0942538 Jan 28 02:54:05.226316 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a52289a-08fd-40f6-b3fc-9835ae741a89', 'tag': 'cf42aaa9-13da-49a3-95c8-cb193af261a0'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:54:05.228782 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b12543f-4755-44ac-97c2-76a9083521f5" -d '{"events": [{"name": "network-changed", "server_uuid": "7a52289a-08fd-40f6-b3fc-9835ae741a89", "tag": "cf42aaa9-13da-49a3-95c8-cb193af261a0"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:54:05.230897 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-00f9317d-c1b9-4cca-b517-8b48f31260cb req-9587547e-9978-4c6a-babb-9c37b3ec942d tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=a472928f-7d52-4ae4-b93a-3bb91f30b61e HTTP/1.1" status: 200 len: 945 time: 0.1517127 Jan 28 02:54:05.246398 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['b6200bc4-b3e8-4724-9acf-531af101fa22'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:54:05.257896 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5ce5a3e9-c9f0-419f-bdfd-c5d266ffb85f tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (1b4febb9-b0be-4904-b3c9-e93818940ce8), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:05.283021 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1873ebce-a9dd-4af7-8995-578c6700c5d8 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router (560144de-a7be-414b-bd2c-d129727666b8), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:05.321725 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3f310896-9ef9-4e07-ae92-f35ec17dfcd3 req-2776c626-698b-4fdf-ad79-1af955b73f31 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=290af027-4910-45bb-b54e-a29d61400c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800593 Jan 28 02:54:05.378245 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-00f9317d-c1b9-4cca-b517-8b48f31260cb req-f204a189-0b60-4bc7-861f-f1e6b3974982 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464961 Jan 28 02:54:05.385824 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-567f9c2c-1990-4a5f-8b49-dfc100b08e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce623959-031f-4e76-b08a-d98f8feee14b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1294569546-router', 'tenant_id': '07b12507ae9742ae9cf6596eafe2c460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'a63742e3-c9ab-4f5b-b2ee-a4d85b403142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:52:31Z', 'updated_at': '2022-01-28T02:52:42Z', 'revision_number': 4, 'project_id': '07b12507ae9742ae9cf6596eafe2c460', 'gw_port': {'id': 'a63742e3-c9ab-4f5b-b2ee-a4d85b403142', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce623959-031f-4e76-b08a-d98f8feee14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:52:32Z', 'updated_at': '2022-01-28T02:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': 'f8239b67-14ea-4093-8613-d7fd1bdc1075', 'tenant_id': '07b12507ae9742ae9cf6596eafe2c460', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': 'ce623959-031f-4e76-b08a-d98f8feee14b', 'port_id': 'cf42aaa9-13da-49a3-95c8-cb193af261a0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cced5cef-ed7d-4c10-a348-a2dd5198af7f', 'mac_address': 'fa:16:3e:96:05:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a52289a-08fd-40f6-b3fc-9835ae741a89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:53:57Z', 'updated_at': '2022-01-28T02:54:03Z', 'revision_number': 1, 'project_id': '07b12507ae9742ae9cf6596eafe2c460', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5daa31fa-4b29-40a2-9209-651bb9700edd', 'name': '', 'network_id': 'cced5cef-ed7d-4c10-a348-a2dd5198af7f', 'tenant_id': '07b12507ae9742ae9cf6596eafe2c460', 'mac_address': 'fa:16:3e:cb:d4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce623959-031f-4e76-b08a-d98f8feee14b', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '103ce8fe-9e75-44b9-af19-ab633171d9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:52:38Z', 'updated_at': '2022-01-28T02:52:50Z', 'revision_number': 5, 'project_id': '07b12507ae9742ae9cf6596eafe2c460', 'subnets': [{'id': '103ce8fe-9e75-44b9-af19-ab633171d9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:05.390305 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5ce5a3e9-c9f0-419f-bdfd-c5d266ffb85f tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (1b4febb9-b0be-4904-b3c9-e93818940ce8), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:05.393510 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce5a3e9-c9f0-419f-bdfd-c5d266ffb85f tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:05.394113 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5ce5a3e9-c9f0-419f-bdfd-c5d266ffb85f tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:05.428390 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567f9c2c-1990-4a5f-8b49-dfc100b08e15 None None] Checking router: ce623959-031f-4e76-b08a-d98f8feee14b for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:54:05.436796 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567f9c2c-1990-4a5f-8b49-dfc100b08e15 None None] Routers {'ce623959-031f-4e76-b08a-d98f8feee14b'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:54:05.437426 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-567f9c2c-1990-4a5f-8b49-dfc100b08e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:54:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['ce623959-031f-4e76-b08a-d98f8feee14b'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:05.499788 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d16380-f137-466d-a4df-a83660d6df38 req-359abc53-7264-4d6c-afba-9b1993c1f122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:05.501476 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d6d16380-f137-466d-a4df-a83660d6df38 req-359abc53-7264-4d6c-afba-9b1993c1f122 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cced5cef-ed7d-4c10-a348-a2dd5198af7f HTTP/1.1" status: 200 len: 921 time: 0.2690344 Jan 28 02:54:05.550209 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-567f9c2c-1990-4a5f-8b49-dfc100b08e15 None None] Set router ce623959-031f-4e76-b08a-d98f8feee14b gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:54:05.558638 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5ce5a3e9-c9f0-419f-bdfd-c5d266ffb85f tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6162517 Jan 28 02:54:05.573691 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39176) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:05.580789 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-839fcef0-141f-4667-8f7b-f5be4b44ff4e tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] Request body: {'network': {'project_id': '104dd9c0d383482a8a64529e44d4252b'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:05.589574 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3f310896-9ef9-4e07-ae92-f35ec17dfcd3 req-3bb5e5ac-ec40-4837-90ed-d8e819974c0c service neutron] 10.222.0.67 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583017 Jan 28 02:54:05.590822 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce5a3e9-c9f0-419f-bdfd-c5d266ffb85f tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] Pushing event updated for resources: {'Network': ['ID=1b4febb9-b0be-4904-b3c9-e93818940ce8,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:05.601456 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1873ebce-a9dd-4af7-8995-578c6700c5d8 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router_gateway (560144de-a7be-414b-bd2c-d129727666b8), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:05.605446 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 1b4febb9-b0be-4904-b3c9-e93818940ce8 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:54:05.624021 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4948b7d-86c1-4a75-8b35-1c6b7f414cd0 req-904841a7-24e1-441b-9bee-3385e3b0fd46 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:05.633893 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a4948b7d-86c1-4a75-8b35-1c6b7f414cd0 req-904841a7-24e1-441b-9bee-3385e3b0fd46 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 950 time: 0.1019123 Jan 28 02:54:05.667741 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-839fcef0-141f-4667-8f7b-f5be4b44ff4e tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 02:54:05.668242 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-839fcef0-141f-4667-8f7b-f5be4b44ff4e tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:54:05.672035 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-839fcef0-141f-4667-8f7b-f5be4b44ff4e tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0946739 Jan 28 02:54:05.672789 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39178) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:05.712395 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d6d16380-f137-466d-a4df-a83660d6df38 req-cd3d2535-e755-4b64-a141-e40be3817ef2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf42aaa9-13da-49a3-95c8-cb193af261a0 HTTP/1.1" status: 200 len: 1000 time: 0.2019653 Jan 28 02:54:05.772318 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-706cfca6-5096-4315-9f4e-21918d09859f admin admin] Publish callbacks [] for port (89a65e87-8e6d-48c4-af0a-58b4873bbca5), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:05.780954 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9210800d-e3c0-4294-a506-b34e59ec13e1 tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=104dd9c0d383482a8a64529e44d4252b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1045558 Jan 28 02:54:05.781321 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39180) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:05.805363 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a4948b7d-86c1-4a75-8b35-1c6b7f414cd0 req-14ed2547-9796-4558-af7d-107929e382e1 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698613 Jan 28 02:54:05.805536 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-706cfca6-5096-4315-9f4e-21918d09859f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (89a65e87-8e6d-48c4-af0a-58b4873bbca5), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:05.825057 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-567f9c2c-1990-4a5f-8b49-dfc100b08e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce623959-031f-4e76-b08a-d98f8feee14b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1294569546-router', 'tenant_id': '07b12507ae9742ae9cf6596eafe2c460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'a63742e3-c9ab-4f5b-b2ee-a4d85b403142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:52:31Z', 'updated_at': '2022-01-28T02:52:42Z', 'revision_number': 4, 'project_id': '07b12507ae9742ae9cf6596eafe2c460', 'gw_port': {'id': 'a63742e3-c9ab-4f5b-b2ee-a4d85b403142', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce623959-031f-4e76-b08a-d98f8feee14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:52:32Z', 'updated_at': '2022-01-28T02:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': 'f8239b67-14ea-4093-8613-d7fd1bdc1075', 'tenant_id': '07b12507ae9742ae9cf6596eafe2c460', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': 'ce623959-031f-4e76-b08a-d98f8feee14b', 'port_id': 'cf42aaa9-13da-49a3-95c8-cb193af261a0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cced5cef-ed7d-4c10-a348-a2dd5198af7f', 'mac_address': 'fa:16:3e:96:05:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a52289a-08fd-40f6-b3fc-9835ae741a89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:53:57Z', 'updated_at': '2022-01-28T02:54:03Z', 'revision_number': 1, 'project_id': '07b12507ae9742ae9cf6596eafe2c460', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5daa31fa-4b29-40a2-9209-651bb9700edd', 'name': '', 'network_id': 'cced5cef-ed7d-4c10-a348-a2dd5198af7f', 'tenant_id': '07b12507ae9742ae9cf6596eafe2c460', 'mac_address': 'fa:16:3e:cb:d4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce623959-031f-4e76-b08a-d98f8feee14b', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '103ce8fe-9e75-44b9-af19-ab633171d9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:52:38Z', 'updated_at': '2022-01-28T02:52:50Z', 'revision_number': 5, 'project_id': '07b12507ae9742ae9cf6596eafe2c460', 'subnets': [{'id': '103ce8fe-9e75-44b9-af19-ab633171d9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:05.830358 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-1873ebce-a9dd-4af7-8995-578c6700c5d8 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Deleting port e26b014b-1f32-4b8c-8630-79dce2399c28 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:54:05.830699 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1873ebce-a9dd-4af7-8995-578c6700c5d8 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (e26b014b-1f32-4b8c-8630-79dce2399c28), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:05.847138 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d16380-f137-466d-a4df-a83660d6df38 req-697ff15e-ae7f-40f7-9454-1f32dcb12cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:05.849830 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d6d16380-f137-466d-a4df-a83660d6df38 req-697ff15e-ae7f-40f7-9454-1f32dcb12cd2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=103ce8fe-9e75-44b9-af19-ab633171d9f9 HTTP/1.1" status: 200 len: 860 time: 0.1271329 Jan 28 02:54:05.871675 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:05.887343 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567f9c2c-1990-4a5f-8b49-dfc100b08e15 None None] The sync data for ids ['ce623959-031f-4e76-b08a-d98f8feee14b'] in n-d-712139-27 is: [{'id': 'ce623959-031f-4e76-b08a-d98f8feee14b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1294569546-router', 'tenant_id': '07b12507ae9742ae9cf6596eafe2c460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'a63742e3-c9ab-4f5b-b2ee-a4d85b403142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:52:31Z', 'updated_at': '2022-01-28T02:52:42Z', 'revision_number': 4, 'project_id': '07b12507ae9742ae9cf6596eafe2c460', 'gw_port': {'id': 'a63742e3-c9ab-4f5b-b2ee-a4d85b403142', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce623959-031f-4e76-b08a-d98f8feee14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:52:32Z', 'updated_at': '2022-01-28T02:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': 'f8239b67-14ea-4093-8613-d7fd1bdc1075', 'tenant_id': '07b12507ae9742ae9cf6596eafe2c460', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': 'ce623959-031f-4e76-b08a-d98f8feee14b', 'port_id': 'cf42aaa9-13da-49a3-95c8-cb193af261a0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cced5cef-ed7d-4c10-a348-a2dd5198af7f', 'mac_address': 'fa:16:3e:96:05:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a52289a-08fd-40f6-b3fc-9835ae741a89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:53:57Z', 'updated_at': '2022-01-28T02:54:03Z', 'revision_number': 1, 'project_id': '07b12507ae9742ae9cf6596eafe2c460', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5daa31fa-4b29-40a2-9209-651bb9700edd', 'name': '', 'network_id': 'cced5cef-ed7d-4c10-a348-a2dd5198af7f', 'tenant_id': '07b12507ae9742ae9cf6596eafe2c460', 'mac_address': 'fa:16:3e:cb:d4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce623959-031f-4e76-b08a-d98f8feee14b', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '103ce8fe-9e75-44b9-af19-ab633171d9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:52:38Z', 'updated_at': '2022-01-28T02:52:50Z', 'revision_number': 5, 'project_id': '07b12507ae9742ae9cf6596eafe2c460', 'subnets': [{'id': '103ce8fe-9e75-44b9-af19-ab633171d9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:54:05.934272 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d6d16380-f137-466d-a4df-a83660d6df38 req-51dd71af-cea7-4e37-952b-9bb1dd9b67c7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cced5cef-ed7d-4c10-a348-a2dd5198af7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550649 Jan 28 02:54:05.940042 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3f310896-9ef9-4e07-ae92-f35ec17dfcd3 req-563ba8ed-39cf-4488-ae73-5b42f11eb272 service neutron] 10.222.0.67 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424478 Jan 28 02:54:05.948916 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1873ebce-a9dd-4af7-8995-578c6700c5d8 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (e26b014b-1f32-4b8c-8630-79dce2399c28), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:05.955739 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-706cfca6-5096-4315-9f4e-21918d09859f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (8e75d681-ce5e-4fb2-8c53-2cc593b76502), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:05.972883 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-1873ebce-a9dd-4af7-8995-578c6700c5d8 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Calling delete_port for e26b014b-1f32-4b8c-8630-79dce2399c28 owned by network:router_gateway {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:54:05.978504 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706cfca6-5096-4315-9f4e-21918d09859f admin admin] Pushing event updated for resources: {'Port': ['ID=89a65e87-8e6d-48c4-af0a-58b4873bbca5,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:05.990372 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55189f16-75c6-420e-b651-a6613bb0d514 req-ade1f240-edd6-439d-8e51-d1382f2df0d5 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:05.997778 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-55189f16-75c6-420e-b651-a6613bb0d514 req-ade1f240-edd6-439d-8e51-d1382f2df0d5 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9 HTTP/1.1" status: 200 len: 943 time: 0.1064320 Jan 28 02:54:06.034677 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0780884d-bd0a-4f0d-af5d-9d24057b6d9e tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] Publish callbacks [] for security_group (3aaf40fd-d594-4ab1-8f37-10186185369f), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:06.088130 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-55189f16-75c6-420e-b651-a6613bb0d514 req-7d75e92b-cd18-4daf-bc25-2fc976cc18ad tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892045 Jan 28 02:54:06.140400 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0780884d-bd0a-4f0d-af5d-9d24057b6d9e tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] Publish callbacks [] for security_group (3aaf40fd-d594-4ab1-8f37-10186185369f), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:06.160076 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ce0042-16ad-4b83-8572-41fafcd747f2 x-openstack-request-id: req-22ce0042-16ad-4b83-8572-41fafcd747f2 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:54:06.160403 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a52289a-08fd-40f6-b3fc-9835ae741a89", "tag": "cf42aaa9-13da-49a3-95c8-cb193af261a0", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:54:06.160618 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-22ce0042-16ad-4b83-8572-41fafcd747f2 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:54:06.161012 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a52289a-08fd-40f6-b3fc-9835ae741a89', 'tag': 'cf42aaa9-13da-49a3-95c8-cb193af261a0', 'status': 'completed', 'code': 200} Jan 28 02:54:06.171733 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d6d16380-f137-466d-a4df-a83660d6df38 req-004c5bc1-2fb7-469d-b133-356d87671e43 service neutron] 10.222.0.53 "GET /v2.0/networks/cced5cef-ed7d-4c10-a348-a2dd5198af7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288318 Jan 28 02:54:06.183694 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8d0229-0d64-4c2a-b36c-6cb474858334 None None] New status for floating IP f8239b67-14ea-4093-8613-d7fd1bdc1075: ACTIVE {{(pid=109804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:54:06.291823 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1873ebce-a9dd-4af7-8995-578c6700c5d8 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (e26b014b-1f32-4b8c-8630-79dce2399c28), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:06.302089 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706cfca6-5096-4315-9f4e-21918d09859f admin admin] Network 79f7eb30-7e3c-4e3a-9caa-eeef3bc7f672 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:54:06.309617 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-706cfca6-5096-4315-9f4e-21918d09859f admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:54:06.329119 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1873ebce-a9dd-4af7-8995-578c6700c5d8 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Pushing event deleted for resources: {'Port': ['ID=e26b014b-1f32-4b8c-8630-79dce2399c28,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:06.349023 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12543f-4755-44ac-97c2-76a9083521f5 req-e987b732-1ab8-4e01-9530-47f73b62b2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:06.349659 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624c65d-aead-40b4-b4de-2c4f37e02e1f req-aa8c2c17-9b09-4b7b-95a7-869145df3ea4 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:06.351313 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6b12543f-4755-44ac-97c2-76a9083521f5 req-e987b732-1ab8-4e01-9530-47f73b62b2a9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=07b12507ae9742ae9cf6596eafe2c460&device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89 HTTP/1.1" status: 200 len: 1098 time: 0.1323586 Jan 28 02:54:06.357670 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c624c65d-aead-40b4-b4de-2c4f37e02e1f req-aa8c2c17-9b09-4b7b-95a7-869145df3ea4 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] 10.222.0.53 "GET /v2.0/ports?device_id=90c3dbfa-931a-40fc-975d-ece41d334e9c HTTP/1.1" status: 200 len: 944 time: 0.1149302 Jan 28 02:54:06.383508 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0780884d-bd0a-4f0d-af5d-9d24057b6d9e tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (3aaf40fd-d594-4ab1-8f37-10186185369f), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:06.386683 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0780884d-bd0a-4f0d-af5d-9d24057b6d9e tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:06.388040 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0780884d-bd0a-4f0d-af5d-9d24057b6d9e tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/3aaf40fd-d594-4ab1-8f37-10186185369f HTTP/1.1" status: 204 len: 168 time: 0.6058469 Jan 28 02:54:06.394496 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device b6200bc4-b3e8-4724-9acf-531af101fa22 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:54:06.401668 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39184) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:06.423166 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d6d16380-f137-466d-a4df-a83660d6df38 req-80721fa1-2423-40cc-b4b5-a129ad7e0e42 service neutron] 10.222.0.53 "GET /v2.0/networks/cced5cef-ed7d-4c10-a348-a2dd5198af7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395220 Jan 28 02:54:06.436829 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0780884d-bd0a-4f0d-af5d-9d24057b6d9e tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aaf40fd-d594-4ab1-8f37-10186185369f,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:06.534702 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port b6200bc4-b3e8-4724-9acf-531af101fa22 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:54:06.548711 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port b6200bc4-b3e8-4724-9acf-531af101fa22 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:54:06.549117 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b6200bc4-b3e8-4724-9acf-531af101fa22), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:06.592534 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12543f-4755-44ac-97c2-76a9083521f5 req-77818c43-33cc-49bb-bebd-c4a728783dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:06.594172 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6b12543f-4755-44ac-97c2-76a9083521f5 req-77818c43-33cc-49bb-bebd-c4a728783dc4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cced5cef-ed7d-4c10-a348-a2dd5198af7f HTTP/1.1" status: 200 len: 921 time: 0.2048042 Jan 28 02:54:06.599007 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-706cfca6-5096-4315-9f4e-21918d09859f admin admin] Router 8e75d681-ce5e-4fb2-8c53-2cc593b76502 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:54:06.626787 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-eb0f2d23-c717-4fd2-8f29-75dfc977253b tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (1b4febb9-b0be-4904-b3c9-e93818940ce8), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:06.686642 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port b6200bc4-b3e8-4724-9acf-531af101fa22 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:54:06.687493 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b6200bc4-b3e8-4724-9acf-531af101fa22), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:06.695753 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c624c65d-aead-40b4-b4de-2c4f37e02e1f req-e4a5c344-4859-4c20-a8a2-355b13c41a3e tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] 10.222.0.53 "GET /v2.0/security-groups?id=1f3d54fa-ce2f-40d0-a3fd-423661de65cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3368275 Jan 28 02:54:06.700595 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1873ebce-a9dd-4af7-8995-578c6700c5d8 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (560144de-a7be-414b-bd2c-d129727666b8), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:06.747271 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c3dbfa-931a-40fc-975d-ece41d334e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6200bc4-b3e8-4724-9acf-531af101fa22'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:54:06.749477 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63e87a4-987c-444a-99af-843a81582cde" -d '{"events": [{"server_uuid": "90c3dbfa-931a-40fc-975d-ece41d334e9c", "name": "network-vif-plugged", "status": "completed", "tag": "b6200bc4-b3e8-4724-9acf-531af101fa22"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:54:06.794671 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port b6200bc4-b3e8-4724-9acf-531af101fa22, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=b6200bc4-b3e8-4724-9acf-531af101fa22,segment=NetworkSegment(e82e57e3-b2ae-4a12-b8fe-2a627edafa91),segment_id=e82e57e3-b2ae-4a12-b8fe-2a627edafa91)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:54:06.801517 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-f49fd775-0c1c-4036-87e6-a5df347d2daa None None] Provisioning complete for port 89a65e87-8e6d-48c4-af0a-58b4873bbca5 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:54:06.802107 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f49fd775-0c1c-4036-87e6-a5df347d2daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (89a65e87-8e6d-48c4-af0a-58b4873bbca5), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:06.804410 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b6200bc4-b3e8-4724-9acf-531af101fa22), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:06.886688 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-f49fd775-0c1c-4036-87e6-a5df347d2daa None None] Port 89a65e87-8e6d-48c4-af0a-58b4873bbca5 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:54:06.904683 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=b6200bc4-b3e8-4724-9acf-531af101fa22,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:06.918394 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1873ebce-a9dd-4af7-8995-578c6700c5d8 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (560144de-a7be-414b-bd2c-d129727666b8), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:06.946939 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1873ebce-a9dd-4af7-8995-578c6700c5d8 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router_controller (560144de-a7be-414b-bd2c-d129727666b8), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:07.000413 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-eb0f2d23-c717-4fd2-8f29-75dfc977253b tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (1b4febb9-b0be-4904-b3c9-e93818940ce8), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:07.014848 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d005854e-50b4-4e81-950e-509b0beb61e9 req-e669fb1b-b7e3-4306-bb06-fedc855b8e97 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:07.016333 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d005854e-50b4-4e81-950e-509b0beb61e9 req-e669fb1b-b7e3-4306-bb06-fedc855b8e97 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=a472928f-7d52-4ae4-b93a-3bb91f30b61e HTTP/1.1" status: 200 len: 945 time: 0.1942887 Jan 28 02:54:07.033041 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-eb0f2d23-c717-4fd2-8f29-75dfc977253b tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4febb9-b0be-4904-b3c9-e93818940ce8']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:07.046912 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1873ebce-a9dd-4af7-8995-578c6700c5d8 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (560144de-a7be-414b-bd2c-d129727666b8), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:07.047412 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1873ebce-a9dd-4af7-8995-578c6700c5d8 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Fanout notify agent at l3_agent the message router_deleted on router 560144de-a7be-414b-bd2c-d129727666b8 {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:54:07.049992 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-eb0f2d23-c717-4fd2-8f29-75dfc977253b tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adc4c7be-5431-4558-aadc-99dbe715746b') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:07.050288 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-eb0f2d23-c717-4fd2-8f29-75dfc977253b tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adc4c7be-5431-4558-aadc-99dbe715746b') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:07.061756 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1873ebce-a9dd-4af7-8995-578c6700c5d8 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:07.062705 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1873ebce-a9dd-4af7-8995-578c6700c5d8 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] 10.222.0.53 "DELETE /v2.0/routers/560144de-a7be-414b-bd2c-d129727666b8 HTTP/1.1" status: 204 len: 168 time: 2.0426991 Jan 28 02:54:07.069003 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39206) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:07.077399 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-e832943e-758a-470f-9716-e24e14d82af9 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1827139145', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:07.084428 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-eb0f2d23-c717-4fd2-8f29-75dfc977253b tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (adc4c7be-5431-4558-aadc-99dbe715746b), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:07.102152 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6b12543f-4755-44ac-97c2-76a9083521f5 req-23b6e186-8f30-499f-b421-c7e51ead33fc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf42aaa9-13da-49a3-95c8-cb193af261a0 HTTP/1.1" status: 200 len: 1002 time: 0.4984784 Jan 28 02:54:07.112836 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-eb0f2d23-c717-4fd2-8f29-75dfc977253b tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (adc4c7be-5431-4558-aadc-99dbe715746b), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:07.127294 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb0f2d23-c717-4fd2-8f29-75dfc977253b tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:54:07.127937 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-eb0f2d23-c717-4fd2-8f29-75dfc977253b tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (adc4c7be-5431-4558-aadc-99dbe715746b), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:07.131404 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 02:54:07.131404 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:54:07.131404 n-d-712139-27 neutron-server[109803]: timer() Jan 28 02:54:07.131404 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:54:07.131404 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 02:54:07.131404 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:54:07.131404 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 02:54:07.131404 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:54:07.131404 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 02:54:07.131404 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:54:07.131404 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 02:54:07.131404 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:54:07.131404 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 02:54:07.131404 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:54:07.131404 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:54:07.131404 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:54:07.131404 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:54:07.131404 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:54:07.131404 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 02:54:07.131404 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:54:07.131404 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 02:54:07.131404 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:54:07.131404 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:54:07.131404 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:54:07.131404 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 02:54:07.131404 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:54:07.131404 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:54:07.131404 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:54:07.131404 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:54:07.131404 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:54:07.131404 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:54:07.131404 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:54:07.187451 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e832943e-758a-470f-9716-e24e14d82af9 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (e05cfc43-2c12-4a3b-a333-3ad0e79825e8), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:07.188405 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e832943e-758a-470f-9716-e24e14d82af9 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (e05cfc43-2c12-4a3b-a333-3ad0e79825e8), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:07.196850 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d005854e-50b4-4e81-950e-509b0beb61e9 req-e4f7b184-b14a-495a-a289-9ff7e609b67b tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675942 Jan 28 02:54:07.200514 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e2af5d2f-269f-426e-a638-a576f5e5697b req-feef0a3f-6871-4073-b984-a940eeb6ca2b tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.109 HTTP/1.1" status: 200 len: 1002 time: 0.2390652 Jan 28 02:54:07.214320 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-eb0f2d23-c717-4fd2-8f29-75dfc977253b tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (1b4febb9-b0be-4904-b3c9-e93818940ce8), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:07.222738 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-eb0f2d23-c717-4fd2-8f29-75dfc977253b tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:07.226105 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-eb0f2d23-c717-4fd2-8f29-75dfc977253b tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] 10.222.0.53 "DELETE /v2.0/networks/1b4febb9-b0be-4904-b3c9-e93818940ce8 HTTP/1.1" status: 204 len: 168 time: 0.8230443 Jan 28 02:54:07.233889 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39210) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:07.262012 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12543f-4755-44ac-97c2-76a9083521f5 req-dd0cebc1-8d5a-4f5e-9dce-d83772dfa8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:07.263426 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6b12543f-4755-44ac-97c2-76a9083521f5 req-dd0cebc1-8d5a-4f5e-9dce-d83772dfa8f9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=103ce8fe-9e75-44b9-af19-ab633171d9f9 HTTP/1.1" status: 200 len: 860 time: 0.1439984 Jan 28 02:54:07.264495 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706cfca6-5096-4315-9f4e-21918d09859f admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:54:07.270322 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-706cfca6-5096-4315-9f4e-21918d09859f admin admin] 10.222.0.53 "PUT /v2.0/routers/8e75d681-ce5e-4fb2-8c53-2cc593b76502/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1592689 Jan 28 02:54:07.272553 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84377a33-e9d5-4b78-bd58-e49de36e6bfe x-openstack-request-id: req-84377a33-e9d5-4b78-bd58-e49de36e6bfe {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:54:07.272850 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c3dbfa-931a-40fc-975d-ece41d334e9c", "name": "network-vif-plugged", "status": "completed", "tag": "b6200bc4-b3e8-4724-9acf-531af101fa22", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:54:07.273125 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-84377a33-e9d5-4b78-bd58-e49de36e6bfe {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:54:07.273832 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c3dbfa-931a-40fc-975d-ece41d334e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6200bc4-b3e8-4724-9acf-531af101fa22', 'code': 200} Jan 28 02:54:07.278369 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bb6816-7da6-4070-9ec6-2dc6a60bb8f9 None None] Sync routers for ids ['8e75d681-ce5e-4fb2-8c53-2cc593b76502'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:54:07.279731 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f2d23-c717-4fd2-8f29-75dfc977253b tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] Pushing event deleted for resources: {'Network': ['ID=1b4febb9-b0be-4904-b3c9-e93818940ce8,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:07.311649 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bb6816-7da6-4070-9ec6-2dc6a60bb8f9 None None] Routers {'8e75d681-ce5e-4fb2-8c53-2cc593b76502'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:54:07.312704 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a5bb6816-7da6-4070-9ec6-2dc6a60bb8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:54:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['8e75d681-ce5e-4fb2-8c53-2cc593b76502'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:07.315726 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af5d2f-269f-426e-a638-a576f5e5697b req-18336b6d-909b-4063-988e-d6e7b0d336af tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:07.330503 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e2af5d2f-269f-426e-a638-a576f5e5697b req-18336b6d-909b-4063-988e-d6e7b0d336af tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/ports/cf42aaa9-13da-49a3-95c8-cb193af261a0 HTTP/1.1" status: 200 len: 943 time: 0.1194963 Jan 28 02:54:07.332863 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6b12543f-4755-44ac-97c2-76a9083521f5 req-352d4c97-8307-4baf-811b-51be7af194ba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cced5cef-ed7d-4c10-a348-a2dd5198af7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587680 Jan 28 02:54:07.346026 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e832943e-758a-470f-9716-e24e14d82af9 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router_controller (e05cfc43-2c12-4a3b-a333-3ad0e79825e8), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:07.356670 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e832943e-758a-470f-9716-e24e14d82af9 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (e05cfc43-2c12-4a3b-a333-3ad0e79825e8), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:07.380782 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-83865a1e-9aac-482f-8dad-8b0915616798 tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (939ed518-7e30-4bad-92a9-45055681bec8), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:07.398146 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e832943e-758a-470f-9716-e24e14d82af9 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:07.399633 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e832943e-758a-470f-9716-e24e14d82af9 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3282058 Jan 28 02:54:07.420217 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39214) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:07.426167 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-ee9638d2-be27-41e5-b548-9a02653e4283 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Request body: {'router': {'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:07.433629 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-a5bb6816-7da6-4070-9ec6-2dc6a60bb8f9 None None] Set router 8e75d681-ce5e-4fb2-8c53-2cc593b76502 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:54:07.603094 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e2af5d2f-269f-426e-a638-a576f5e5697b req-bd4a705f-547e-4dd6-853b-b05be919abbe tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.109 HTTP/1.1" status: 200 len: 1002 time: 0.1404252 Jan 28 02:54:07.615079 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155da25f-0b91-4307-89c2-e918075f7e04 req-b77cf7ff-ea56-46ac-b13b-3b3477670919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:07.616663 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-155da25f-0b91-4307-89c2-e918075f7e04 req-b77cf7ff-ea56-46ac-b13b-3b3477670919 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=90c3dbfa-931a-40fc-975d-ece41d334e9c HTTP/1.1" status: 200 len: 1097 time: 0.1554761 Jan 28 02:54:07.629160 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6b12543f-4755-44ac-97c2-76a9083521f5 req-995733d1-2505-4172-9a9b-286df05b62d8 service neutron] 10.222.0.39 "GET /v2.0/networks/cced5cef-ed7d-4c10-a348-a2dd5198af7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868690 Jan 28 02:54:07.699358 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a5bb6816-7da6-4070-9ec6-2dc6a60bb8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e75d681-ce5e-4fb2-8c53-2cc593b76502', 'name': 'tempest-TaggedBootDevicesTest-1436096488-router', 'tenant_id': 'c257ed820a3b4158a8891c918542e878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': 'df6d4ce9-2387-49ef-b63e-9428f7cc1647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:53:50Z', 'updated_at': '2022-01-28T02:54:05Z', 'revision_number': 4, 'project_id': 'c257ed820a3b4158a8891c918542e878', 'gw_port': {'id': 'df6d4ce9-2387-49ef-b63e-9428f7cc1647', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e75d681-ce5e-4fb2-8c53-2cc593b76502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:54Z', 'updated_at': '2022-01-28T02:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '89a65e87-8e6d-48c4-af0a-58b4873bbca5', 'name': '', 'network_id': '79f7eb30-7e3c-4e3a-9caa-eeef3bc7f672', 'tenant_id': 'c257ed820a3b4158a8891c918542e878', 'mac_address': 'fa:16:3e:7b:6d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e75d681-ce5e-4fb2-8c53-2cc593b76502', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '3f85931a-a266-4cc0-b94b-ff1a07b31132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:54:02Z', 'updated_at': '2022-01-28T02:54:05Z', 'revision_number': 2, 'project_id': 'c257ed820a3b4158a8891c918542e878', 'subnets': [{'id': '3f85931a-a266-4cc0-b94b-ff1a07b31132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:07.729064 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bb6816-7da6-4070-9ec6-2dc6a60bb8f9 None None] Checking router: 8e75d681-ce5e-4fb2-8c53-2cc593b76502 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:54:07.729537 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bb6816-7da6-4070-9ec6-2dc6a60bb8f9 None None] Updating router 8e75d681-ce5e-4fb2-8c53-2cc593b76502 port 89a65e87-8e6d-48c4-af0a-58b4873bbca5 binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:54:07.757184 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-a5bb6816-7da6-4070-9ec6-2dc6a60bb8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (89a65e87-8e6d-48c4-af0a-58b4873bbca5), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:07.816497 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-155da25f-0b91-4307-89c2-e918075f7e04 req-5be3dc57-667e-4ea2-bf5b-612783729285 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1f3d54fa-ce2f-40d0-a3fd-423661de65cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862302 Jan 28 02:54:07.853316 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af5d2f-269f-426e-a638-a576f5e5697b req-e94afefa-1d10-41a9-9294-8fa40b5b4c7c tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:07.854850 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e2af5d2f-269f-426e-a638-a576f5e5697b req-e94afefa-1d10-41a9-9294-8fa40b5b4c7c tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/networks/8f7dc9c9-eaf1-4339-a2e3-884554154641 HTTP/1.1" status: 200 len: 784 time: 0.2430301 Jan 28 02:54:07.857346 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6b12543f-4755-44ac-97c2-76a9083521f5 req-30a6caff-6da1-484a-a9f7-18b813f7fd6a service neutron] 10.222.0.39 "GET /v2.0/networks/cced5cef-ed7d-4c10-a348-a2dd5198af7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193263 Jan 28 02:54:07.972562 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e2af5d2f-269f-426e-a638-a576f5e5697b req-9cf7854c-d29a-4a99-bdcd-0a00c154ddfb tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.109 HTTP/1.1" status: 200 len: 1002 time: 0.1106780 Jan 28 02:54:07.982553 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-e2af5d2f-269f-426e-a638-a576f5e5697b req-029ca44e-e313-420a-86e6-c650eb281d16 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:08.052587 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-83865a1e-9aac-482f-8dad-8b0915616798 tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (939ed518-7e30-4bad-92a9-45055681bec8), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:08.061985 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-e2af5d2f-269f-426e-a638-a576f5e5697b req-029ca44e-e313-420a-86e6-c650eb281d16 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Publish callbacks [] for floatingip (f8239b67-14ea-4093-8613-d7fd1bdc1075), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:08.087781 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-a5bb6816-7da6-4070-9ec6-2dc6a60bb8f9 None None] Publish callbacks [] for port (89a65e87-8e6d-48c4-af0a-58b4873bbca5), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:08.095174 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-a5bb6816-7da6-4070-9ec6-2dc6a60bb8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (89a65e87-8e6d-48c4-af0a-58b4873bbca5), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:08.121140 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-83865a1e-9aac-482f-8dad-8b0915616798 tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['939ed518-7e30-4bad-92a9-45055681bec8']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:08.130017 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b57866-97ea-4c07-af36-6fc27c00c825 req-053454f9-8283-4186-95fe-b083fe99bee8 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:08.131726 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-94b57866-97ea-4c07-af36-6fc27c00c825 req-053454f9-8283-4186-95fe-b083fe99bee8 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 950 time: 0.6164496 Jan 28 02:54:08.172541 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ee9638d2-be27-41e5-b548-9a02653e4283 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router_gateway (e05cfc43-2c12-4a3b-a333-3ad0e79825e8), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:08.176992 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-83865a1e-9aac-482f-8dad-8b0915616798 tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea1dfe1d-c75a-464a-ad72-5731f7a1eca3') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:08.177366 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-83865a1e-9aac-482f-8dad-8b0915616798 tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea1dfe1d-c75a-464a-ad72-5731f7a1eca3') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:08.180090 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5202c-b9a5-4e71-be37-eacb6226ccc5 None None] Pushing event updated for resources: {'Port': ['ID=89a65e87-8e6d-48c4-af0a-58b4873bbca5,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:08.209748 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-83865a1e-9aac-482f-8dad-8b0915616798 tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (ea1dfe1d-c75a-464a-ad72-5731f7a1eca3), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:08.250979 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-a5bb6816-7da6-4070-9ec6-2dc6a60bb8f9 None None] Attempting to bind port 89a65e87-8e6d-48c4-af0a-58b4873bbca5 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:54:08.251481 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-a5bb6816-7da6-4070-9ec6-2dc6a60bb8f9 None None] Attempting to bind port 89a65e87-8e6d-48c4-af0a-58b4873bbca5 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '58bbcf65-82ab-4730-9b0d-d4c9991f1325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79f7eb30-7e3c-4e3a-9caa-eeef3bc7f672'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:54:08.251931 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bb6816-7da6-4070-9ec6-2dc6a60bb8f9 None None] Attempting to bind port 89a65e87-8e6d-48c4-af0a-58b4873bbca5 on network 79f7eb30-7e3c-4e3a-9caa-eeef3bc7f672 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:54:08.258407 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bb6816-7da6-4070-9ec6-2dc6a60bb8f9 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:54:08.258888 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bb6816-7da6-4070-9ec6-2dc6a60bb8f9 None None] Checking segment: {'id': '58bbcf65-82ab-4730-9b0d-d4c9991f1325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79f7eb30-7e3c-4e3a-9caa-eeef3bc7f672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:54:08.259574 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-a5bb6816-7da6-4070-9ec6-2dc6a60bb8f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:08.260120 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bb6816-7da6-4070-9ec6-2dc6a60bb8f9 None None] Bound using segment: {'id': '58bbcf65-82ab-4730-9b0d-d4c9991f1325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79f7eb30-7e3c-4e3a-9caa-eeef3bc7f672'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:54:08.260862 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-a5bb6816-7da6-4070-9ec6-2dc6a60bb8f9 None None] Bound port: 89a65e87-8e6d-48c4-af0a-58b4873bbca5, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58bbcf65-82ab-4730-9b0d-d4c9991f1325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '79f7eb30-7e3c-4e3a-9caa-eeef3bc7f672'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:54:08.261420 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-a5bb6816-7da6-4070-9ec6-2dc6a60bb8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (89a65e87-8e6d-48c4-af0a-58b4873bbca5), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:08.282023 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-83865a1e-9aac-482f-8dad-8b0915616798 tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (ea1dfe1d-c75a-464a-ad72-5731f7a1eca3), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:08.300037 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-e2af5d2f-269f-426e-a638-a576f5e5697b req-029ca44e-e313-420a-86e6-c650eb281d16 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:08.310910 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-e2af5d2f-269f-426e-a638-a576f5e5697b req-029ca44e-e313-420a-86e6-c650eb281d16 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (f8239b67-14ea-4093-8613-d7fd1bdc1075), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:08.311387 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [req-e2af5d2f-269f-426e-a638-a576f5e5697b req-029ca44e-e313-420a-86e6-c650eb281d16 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Floating IP f8239b67-14ea-4093-8613-d7fd1bdc1075 disassociated. External IP: 172.25.0.109, port: cf42aaa9-13da-49a3-95c8-cb193af261a0. Jan 28 02:54:08.340839 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83865a1e-9aac-482f-8dad-8b0915616798 tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:54:08.341569 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-83865a1e-9aac-482f-8dad-8b0915616798 tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (ea1dfe1d-c75a-464a-ad72-5731f7a1eca3), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:08.343587 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 02:54:08.343587 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:54:08.343587 n-d-712139-27 neutron-server[109803]: timer() Jan 28 02:54:08.343587 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:54:08.343587 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 02:54:08.343587 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:54:08.343587 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 02:54:08.343587 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:54:08.343587 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 02:54:08.343587 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:54:08.343587 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 02:54:08.343587 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:54:08.343587 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 02:54:08.343587 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:54:08.343587 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:54:08.343587 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:54:08.343587 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:54:08.343587 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:54:08.343587 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 02:54:08.343587 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:54:08.343587 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 02:54:08.343587 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:54:08.343587 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:54:08.343587 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:54:08.343587 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 02:54:08.343587 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:54:08.343587 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:54:08.343587 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:54:08.343587 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:54:08.343587 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:54:08.343587 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:54:08.343587 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:54:08.381729 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-a5bb6816-7da6-4070-9ec6-2dc6a60bb8f9 None None] For port 89a65e87-8e6d-48c4-af0a-58b4873bbca5, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:54:08.392441 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-a5bb6816-7da6-4070-9ec6-2dc6a60bb8f9 None None] For port 89a65e87-8e6d-48c4-af0a-58b4873bbca5, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=89a65e87-8e6d-48c4-af0a-58b4873bbca5,segment=NetworkSegment(58bbcf65-82ab-4730-9b0d-d4c9991f1325),segment_id=58bbcf65-82ab-4730-9b0d-d4c9991f1325)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:54:08.406646 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-a5bb6816-7da6-4070-9ec6-2dc6a60bb8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (89a65e87-8e6d-48c4-af0a-58b4873bbca5), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:08.434994 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-94b57866-97ea-4c07-af36-6fc27c00c825 req-9fa22625-d6c9-4451-bf6b-ec9687849639 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671368 Jan 28 02:54:08.518604 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-83865a1e-9aac-482f-8dad-8b0915616798 tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (939ed518-7e30-4bad-92a9-45055681bec8), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:08.534003 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5202c-b9a5-4e71-be37-eacb6226ccc5 None None] Pushing event updated for resources: {'Port': ['ID=89a65e87-8e6d-48c4-af0a-58b4873bbca5,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:08.542444 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-83865a1e-9aac-482f-8dad-8b0915616798 tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:08.571957 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-83865a1e-9aac-482f-8dad-8b0915616798 tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] 10.222.0.53 "DELETE /v2.0/networks/939ed518-7e30-4bad-92a9-45055681bec8 HTTP/1.1" status: 204 len: 168 time: 1.3366833 Jan 28 02:54:08.579679 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bb6816-7da6-4070-9ec6-2dc6a60bb8f9 None None] Routers {'8e75d681-ce5e-4fb2-8c53-2cc593b76502'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:54:08.583050 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a5bb6816-7da6-4070-9ec6-2dc6a60bb8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:54:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['8e75d681-ce5e-4fb2-8c53-2cc593b76502'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:08.620302 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83865a1e-9aac-482f-8dad-8b0915616798 tempest-QuotasNegativeTest-1390017444 tempest-QuotasNegativeTest-1390017444-project-admin] Pushing event deleted for resources: {'Network': ['ID=939ed518-7e30-4bad-92a9-45055681bec8,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:08.686966 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device eea1bd53-e8ff-4e33-b889-848ca0389ca6 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:54:08.733647 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c316862-a1bd-4c1a-ab6a-e7cce4432630 req-72146cbb-2c52-4746-94f1-8a59d3534545 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:08.736479 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1c316862-a1bd-4c1a-ab6a-e7cce4432630 req-72146cbb-2c52-4746-94f1-8a59d3534545 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9 HTTP/1.1" status: 200 len: 943 time: 0.1204519 Jan 28 02:54:08.750442 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2af5d2f-269f-426e-a638-a576f5e5697b req-029ca44e-e313-420a-86e6-c650eb281d16 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Router ce623959-031f-4e76-b08a-d98f8feee14b has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:54:08.766788 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-4e8c85f6-dfd1-4a66-82a8-15a55f4f9583 None None] Provisioning complete for port 89a65e87-8e6d-48c4-af0a-58b4873bbca5 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:54:08.767163 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4e8c85f6-dfd1-4a66-82a8-15a55f4f9583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (89a65e87-8e6d-48c4-af0a-58b4873bbca5), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:08.953397 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2af5d2f-269f-426e-a638-a576f5e5697b req-029ca44e-e313-420a-86e6-c650eb281d16 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:54:08.965189 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1c316862-a1bd-4c1a-ab6a-e7cce4432630 req-46959166-7eb5-47e7-b12b-04dd0ca01d14 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195902 Jan 28 02:54:08.992257 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6626e7-f382-44fa-9c58-382a795e0ce1 None None] Sync routers for ids ['ce623959-031f-4e76-b08a-d98f8feee14b'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:54:09.001650 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-e2af5d2f-269f-426e-a638-a576f5e5697b req-029ca44e-e313-420a-86e6-c650eb281d16 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:09.023456 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port eea1bd53-e8ff-4e33-b889-848ca0389ca6, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=eea1bd53-e8ff-4e33-b889-848ca0389ca6,segment=NetworkSegment(4fb02108-8b37-4bb4-8350-923aa0786ccd),segment_id=4fb02108-8b37-4bb4-8350-923aa0786ccd)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:54:09.031422 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ee9638d2-be27-41e5-b548-9a02653e4283 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router_gateway (e05cfc43-2c12-4a3b-a333-3ad0e79825e8), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:09.056014 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6626e7-f382-44fa-9c58-382a795e0ce1 None None] Routers {'ce623959-031f-4e76-b08a-d98f8feee14b'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:54:09.056973 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-1f6626e7-f382-44fa-9c58-382a795e0ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:54:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['ce623959-031f-4e76-b08a-d98f8feee14b'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:09.067710 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e2af5d2f-269f-426e-a638-a576f5e5697b req-029ca44e-e313-420a-86e6-c650eb281d16 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "PUT /v2.0/floatingips/f8239b67-14ea-4093-8613-d7fd1bdc1075 HTTP/1.1" status: 200 len: 695 time: 1.0891724 Jan 28 02:54:09.068182 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a52289a-08fd-40f6-b3fc-9835ae741a89', 'tag': 'cf42aaa9-13da-49a3-95c8-cb193af261a0'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:54:09.070535 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1675c8-8844-4f0b-a2b6-78dcf63528da" -d '{"events": [{"name": "network-changed", "server_uuid": "7a52289a-08fd-40f6-b3fc-9835ae741a89", "tag": "cf42aaa9-13da-49a3-95c8-cb193af261a0"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:54:09.088425 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ee9638d2-be27-41e5-b548-9a02653e4283 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:09.116370 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': 'eea1bd53-e8ff-4e33-b889-848ca0389ca6', 'network_id': '290af027-4910-45bb-b54e-a29d61400c05', 'port_id': 'eea1bd53-e8ff-4e33-b889-848ca0389ca6', 'mac_address': 'fa:16:3e:cd:03:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49bb14d4-dcd1-48f1-bfcf-d4851c7c298c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:54:09.156928 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-a5bb6816-7da6-4070-9ec6-2dc6a60bb8f9 None None] Set router 8e75d681-ce5e-4fb2-8c53-2cc593b76502 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:54:09.199872 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-4e8c85f6-dfd1-4a66-82a8-15a55f4f9583 None None] Current status of the port 89a65e87-8e6d-48c4-af0a-58b4873bbca5 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:54:09.200272 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4e8c85f6-dfd1-4a66-82a8-15a55f4f9583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (89a65e87-8e6d-48c4-af0a-58b4873bbca5), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:09.223285 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83b778-4d56-45f3-b1c4-89ac19def902 req-66e4b5bf-d65e-43c5-9c42-3fe784b3e8cf tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:09.224513 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port eea1bd53-e8ff-4e33-b889-848ca0389ca6 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:54:09.225042 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8b83b778-4d56-45f3-b1c4-89ac19def902 req-66e4b5bf-d65e-43c5-9c42-3fe784b3e8cf tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] 10.222.0.53 "GET /v2.0/ports?device_id=90c3dbfa-931a-40fc-975d-ece41d334e9c HTTP/1.1" status: 200 len: 945 time: 0.1339631 Jan 28 02:54:09.231418 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (eea1bd53-e8ff-4e33-b889-848ca0389ca6), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:09.234101 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af5d2f-269f-426e-a638-a576f5e5697b req-ce4c070c-ef90-4034-85ab-b87ef9e4d5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:09.235705 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e2af5d2f-269f-426e-a638-a576f5e5697b req-ce4c070c-ef90-4034-85ab-b87ef9e4d5e9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07b12507ae9742ae9cf6596eafe2c460&device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89 HTTP/1.1" status: 200 len: 1098 time: 0.1308525 Jan 28 02:54:09.358038 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-4e8c85f6-dfd1-4a66-82a8-15a55f4f9583 None None] For port 89a65e87-8e6d-48c4-af0a-58b4873bbca5, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=89a65e87-8e6d-48c4-af0a-58b4873bbca5,segment=NetworkSegment(58bbcf65-82ab-4730-9b0d-d4c9991f1325),segment_id=58bbcf65-82ab-4730-9b0d-d4c9991f1325)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:54:09.369739 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4e8c85f6-dfd1-4a66-82a8-15a55f4f9583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (89a65e87-8e6d-48c4-af0a-58b4873bbca5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:09.379838 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eea1bd53-e8ff-4e33-b889-848ca0389ca6 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:54:09.422503 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af5d2f-269f-426e-a638-a576f5e5697b req-525779a8-3a1d-474f-9db7-9e8721345aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:09.424683 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e2af5d2f-269f-426e-a638-a576f5e5697b req-525779a8-3a1d-474f-9db7-9e8721345aee service neutron] 10.222.0.53 "GET /v2.0/networks?id=cced5cef-ed7d-4c10-a348-a2dd5198af7f HTTP/1.1" status: 200 len: 921 time: 0.1798842 Jan 28 02:54:09.496987 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39308) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:09.501394 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port eea1bd53-e8ff-4e33-b889-848ca0389ca6, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=eea1bd53-e8ff-4e33-b889-848ca0389ca6,segment=NetworkSegment(4fb02108-8b37-4bb4-8350-923aa0786ccd),segment_id=4fb02108-8b37-4bb4-8350-923aa0786ccd)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:54:09.515473 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8b83b778-4d56-45f3-b1c4-89ac19def902 req-a5473fae-a142-4d89-b152-256dcb0626ae tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] 10.222.0.53 "GET /v2.0/security-groups?id=1f3d54fa-ce2f-40d0-a3fd-423661de65cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2769105 Jan 28 02:54:09.530917 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-ee9638d2-be27-41e5-b548-9a02653e4283 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Allocated IP 172.25.0.18 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/2c176266-7d90-4a9c-a402-bb627592e67a) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:54:09.533260 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e2af5d2f-269f-426e-a638-a576f5e5697b req-321a611f-cb1a-484b-ba33-78bd0828a394 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf42aaa9-13da-49a3-95c8-cb193af261a0 HTTP/1.1" status: 200 len: 217 time: 0.0980239 Jan 28 02:54:09.544432 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-1f6626e7-f382-44fa-9c58-382a795e0ce1 None None] Set router ce623959-031f-4e76-b08a-d98f8feee14b gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:54:09.549053 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (eea1bd53-e8ff-4e33-b889-848ca0389ca6), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:09.568087 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a5bb6816-7da6-4070-9ec6-2dc6a60bb8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e75d681-ce5e-4fb2-8c53-2cc593b76502', 'name': 'tempest-TaggedBootDevicesTest-1436096488-router', 'tenant_id': 'c257ed820a3b4158a8891c918542e878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': 'df6d4ce9-2387-49ef-b63e-9428f7cc1647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:53:50Z', 'updated_at': '2022-01-28T02:54:05Z', 'revision_number': 4, 'project_id': 'c257ed820a3b4158a8891c918542e878', 'gw_port': {'id': 'df6d4ce9-2387-49ef-b63e-9428f7cc1647', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e75d681-ce5e-4fb2-8c53-2cc593b76502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:54Z', 'updated_at': '2022-01-28T02:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '89a65e87-8e6d-48c4-af0a-58b4873bbca5', 'name': '', 'network_id': '79f7eb30-7e3c-4e3a-9caa-eeef3bc7f672', 'tenant_id': 'c257ed820a3b4158a8891c918542e878', 'mac_address': 'fa:16:3e:7b:6d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e75d681-ce5e-4fb2-8c53-2cc593b76502', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '3f85931a-a266-4cc0-b94b-ff1a07b31132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:54:02Z', 'updated_at': '2022-01-28T02:54:08Z', 'revision_number': 4, 'project_id': 'c257ed820a3b4158a8891c918542e878', 'subnets': [{'id': '3f85931a-a266-4cc0-b94b-ff1a07b31132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:09.612147 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c85f6-dfd1-4a66-82a8-15a55f4f9583 None None] Pushing event updated for resources: {'Port': ['ID=89a65e87-8e6d-48c4-af0a-58b4873bbca5,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:09.642528 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bb6816-7da6-4070-9ec6-2dc6a60bb8f9 None None] The sync data for ids ['8e75d681-ce5e-4fb2-8c53-2cc593b76502'] in n-d-712139-27 is: [{'id': '8e75d681-ce5e-4fb2-8c53-2cc593b76502', 'name': 'tempest-TaggedBootDevicesTest-1436096488-router', 'tenant_id': 'c257ed820a3b4158a8891c918542e878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': 'df6d4ce9-2387-49ef-b63e-9428f7cc1647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:53:50Z', 'updated_at': '2022-01-28T02:54:05Z', 'revision_number': 4, 'project_id': 'c257ed820a3b4158a8891c918542e878', 'gw_port': {'id': 'df6d4ce9-2387-49ef-b63e-9428f7cc1647', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e75d681-ce5e-4fb2-8c53-2cc593b76502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:54Z', 'updated_at': '2022-01-28T02:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '89a65e87-8e6d-48c4-af0a-58b4873bbca5', 'name': '', 'network_id': '79f7eb30-7e3c-4e3a-9caa-eeef3bc7f672', 'tenant_id': 'c257ed820a3b4158a8891c918542e878', 'mac_address': 'fa:16:3e:7b:6d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e75d681-ce5e-4fb2-8c53-2cc593b76502', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '3f85931a-a266-4cc0-b94b-ff1a07b31132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:54:02Z', 'updated_at': '2022-01-28T02:54:08Z', 'revision_number': 4, 'project_id': 'c257ed820a3b4158a8891c918542e878', 'subnets': [{'id': '3f85931a-a266-4cc0-b94b-ff1a07b31132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:54:09.650441 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-144e3238-7082-4a35-bd5e-e6260165b767 None None] Provisioning complete for port 89a65e87-8e6d-48c4-af0a-58b4873bbca5 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:54:09.650825 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-144e3238-7082-4a35-bd5e-e6260165b767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (89a65e87-8e6d-48c4-af0a-58b4873bbca5), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:09.668174 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af5d2f-269f-426e-a638-a576f5e5697b req-80ed7210-bf55-4776-9a50-2fae9a457540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:09.669033 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e2af5d2f-269f-426e-a638-a576f5e5697b req-80ed7210-bf55-4776-9a50-2fae9a457540 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=103ce8fe-9e75-44b9-af19-ab633171d9f9 HTTP/1.1" status: 200 len: 860 time: 0.1287837 Jan 28 02:54:09.719348 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e2af5d2f-269f-426e-a638-a576f5e5697b req-ce2011cf-d519-489e-8967-2423cc99d8ed service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cced5cef-ed7d-4c10-a348-a2dd5198af7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374475 Jan 28 02:54:09.812567 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163c2b3-a26f-4bc8-be82-7b9e9e41d475 req-a9dbb0f6-d99b-48aa-9275-96fde71ef5d3 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:09.827585 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c163c2b3-a26f-4bc8-be82-7b9e9e41d475 req-a9dbb0f6-d99b-48aa-9275-96fde71ef5d3 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=a472928f-7d52-4ae4-b93a-3bb91f30b61e HTTP/1.1" status: 200 len: 945 time: 0.1563897 Jan 28 02:54:09.898523 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ee9638d2-be27-41e5-b548-9a02653e4283 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for port (2c176266-7d90-4a9c-a402-bb627592e67a), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:09.915997 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f131e9b8-4386-49a7-9af7-681aaaaac2f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:09.923167 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c163c2b3-a26f-4bc8-be82-7b9e9e41d475 req-7a0dee11-f61b-4a62-a697-869286de3127 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943396 Jan 28 02:54:09.935427 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=eea1bd53-e8ff-4e33-b889-848ca0389ca6,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:09.961864 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e2af5d2f-269f-426e-a638-a576f5e5697b req-ef71e180-cf16-4053-bdfc-0e37ffd3715b service neutron] 10.222.0.53 "GET /v2.0/networks/cced5cef-ed7d-4c10-a348-a2dd5198af7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331216 Jan 28 02:54:10.025913 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ee9638d2-be27-41e5-b548-9a02653e4283 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (2c176266-7d90-4a9c-a402-bb627592e67a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:10.030618 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['eea1bd53-e8ff-4e33-b889-848ca0389ca6'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:54:10.037091 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1515b0f4-82d1-4fe8-bf67-2d79ce9f5547 x-openstack-request-id: req-1515b0f4-82d1-4fe8-bf67-2d79ce9f5547 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:54:10.037314 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a52289a-08fd-40f6-b3fc-9835ae741a89", "tag": "cf42aaa9-13da-49a3-95c8-cb193af261a0", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:54:10.037488 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1515b0f4-82d1-4fe8-bf67-2d79ce9f5547 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:54:10.037883 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a52289a-08fd-40f6-b3fc-9835ae741a89', 'tag': 'cf42aaa9-13da-49a3-95c8-cb193af261a0', 'status': 'completed', 'code': 200} Jan 28 02:54:10.161502 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9638d2-be27-41e5-b548-9a02653e4283 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Pushing event updated for resources: {'Port': ['ID=2c176266-7d90-4a9c-a402-bb627592e67a,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:10.166929 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9638d2-be27-41e5-b548-9a02653e4283 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:54:10.168346 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-1f6626e7-f382-44fa-9c58-382a795e0ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce623959-031f-4e76-b08a-d98f8feee14b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1294569546-router', 'tenant_id': '07b12507ae9742ae9cf6596eafe2c460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'a63742e3-c9ab-4f5b-b2ee-a4d85b403142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:52:31Z', 'updated_at': '2022-01-28T02:52:42Z', 'revision_number': 4, 'project_id': '07b12507ae9742ae9cf6596eafe2c460', 'gw_port': {'id': 'a63742e3-c9ab-4f5b-b2ee-a4d85b403142', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce623959-031f-4e76-b08a-d98f8feee14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:52:32Z', 'updated_at': '2022-01-28T02:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '5daa31fa-4b29-40a2-9209-651bb9700edd', 'name': '', 'network_id': 'cced5cef-ed7d-4c10-a348-a2dd5198af7f', 'tenant_id': '07b12507ae9742ae9cf6596eafe2c460', 'mac_address': 'fa:16:3e:cb:d4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce623959-031f-4e76-b08a-d98f8feee14b', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '103ce8fe-9e75-44b9-af19-ab633171d9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:52:38Z', 'updated_at': '2022-01-28T02:52:50Z', 'revision_number': 5, 'project_id': '07b12507ae9742ae9cf6596eafe2c460', 'subnets': [{'id': '103ce8fe-9e75-44b9-af19-ab633171d9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:10.180849 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-ee9638d2-be27-41e5-b548-9a02653e4283 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:54:10.209909 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9638d2-be27-41e5-b548-9a02653e4283 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:54:10.212698 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6626e7-f382-44fa-9c58-382a795e0ce1 None None] Checking router: ce623959-031f-4e76-b08a-d98f8feee14b for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:54:10.223497 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e2af5d2f-269f-426e-a638-a576f5e5697b req-6d9fc31f-ab1b-46c4-bc09-737f2bd3fb70 service neutron] 10.222.0.53 "GET /v2.0/networks/cced5cef-ed7d-4c10-a348-a2dd5198af7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607260 Jan 28 02:54:10.247024 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-144e3238-7082-4a35-bd5e-e6260165b767 None None] Current status of the port 89a65e87-8e6d-48c4-af0a-58b4873bbca5 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:54:10.247342 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1675c8-8844-4f0b-a2b6-78dcf63528da req-70237b14-3ff7-4fb3-8d8d-76aba95af2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:10.248941 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ea1675c8-8844-4f0b-a2b6-78dcf63528da req-70237b14-3ff7-4fb3-8d8d-76aba95af2f3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=07b12507ae9742ae9cf6596eafe2c460&device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89 HTTP/1.1" status: 200 len: 1098 time: 0.1735532 Jan 28 02:54:10.258843 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6626e7-f382-44fa-9c58-382a795e0ce1 None None] Routers {'ce623959-031f-4e76-b08a-d98f8feee14b'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:54:10.259527 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-1f6626e7-f382-44fa-9c58-382a795e0ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:54:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['ce623959-031f-4e76-b08a-d98f8feee14b'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:10.355590 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f131e9b8-4386-49a7-9af7-681aaaaac2f9 admin admin] Publish callbacks [] for security_group (854ff990-eef3-4857-9a85-ad1b53117cd6), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:10.359420 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400cf49-3e3d-4095-be15-03c50b68151c req-149fa946-537a-4ffe-8489-095eae8e6796 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:10.368302 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f131e9b8-4386-49a7-9af7-681aaaaac2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (854ff990-eef3-4857-9a85-ad1b53117cd6), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:10.369218 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2400cf49-3e3d-4095-be15-03c50b68151c req-149fa946-537a-4ffe-8489-095eae8e6796 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 950 time: 0.2109838 Jan 28 02:54:10.462797 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f131e9b8-4386-49a7-9af7-681aaaaac2f9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d2e3939915c743b6b49be3fb6b93c0c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9597018 Jan 28 02:54:10.468218 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39318) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:10.523067 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2400cf49-3e3d-4095-be15-03c50b68151c req-3ca8d71b-24b6-4174-900c-acab8ee95e11 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519270 Jan 28 02:54:10.526771 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 89a65e87-8e6d-48c4-af0a-58b4873bbca5 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:54:10.532871 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1675c8-8844-4f0b-a2b6-78dcf63528da req-a7539811-a591-4378-8253-942e7cf97363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:10.534589 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ea1675c8-8844-4f0b-a2b6-78dcf63528da req-a7539811-a591-4378-8253-942e7cf97363 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cced5cef-ed7d-4c10-a348-a2dd5198af7f HTTP/1.1" status: 200 len: 921 time: 0.2786462 Jan 28 02:54:10.565892 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f131e9b8-4386-49a7-9af7-681aaaaac2f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854ff990-eef3-4857-9a85-ad1b53117cd6,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:10.619774 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-1f6626e7-f382-44fa-9c58-382a795e0ce1 None None] Set router ce623959-031f-4e76-b08a-d98f8feee14b gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:54:10.643927 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0c40f42f-1978-4332-8b51-006b8cd74996 req-5795cf30-43e9-40cc-b89d-786b8b884208 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/floatingips/f8239b67-14ea-4093-8613-d7fd1bdc1075 HTTP/1.1" status: 200 len: 695 time: 0.0809743 Jan 28 02:54:10.705682 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ea1675c8-8844-4f0b-a2b6-78dcf63528da req-07f733ae-165f-42f3-8649-0ebe1b16c560 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf42aaa9-13da-49a3-95c8-cb193af261a0 HTTP/1.1" status: 200 len: 217 time: 0.1543434 Jan 28 02:54:10.778928 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 89a65e87-8e6d-48c4-af0a-58b4873bbca5 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:54:10.779291 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (89a65e87-8e6d-48c4-af0a-58b4873bbca5), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:10.784093 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dcf89d-e100-4f54-a5e4-2000b834dc79 req-5ba4a821-7eb2-4416-9c46-1d64d4a909fe tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:10.801702 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f8dcf89d-e100-4f54-a5e4-2000b834dc79 req-5ba4a821-7eb2-4416-9c46-1d64d4a909fe tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9 HTTP/1.1" status: 200 len: 944 time: 0.4073017 Jan 28 02:54:10.874348 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e4d442ca-2657-4859-9d6a-236e1f7a1c4a admin admin] Publish callbacks [] for security_group (854ff990-eef3-4857-9a85-ad1b53117cd6), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:10.967609 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1675c8-8844-4f0b-a2b6-78dcf63528da req-d451c8a3-1862-4017-81d5-d734361ca52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:10.970533 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ea1675c8-8844-4f0b-a2b6-78dcf63528da req-d451c8a3-1862-4017-81d5-d734361ca52f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=103ce8fe-9e75-44b9-af19-ab633171d9f9 HTTP/1.1" status: 200 len: 860 time: 0.2416332 Jan 28 02:54:10.972629 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e4d442ca-2657-4859-9d6a-236e1f7a1c4a admin admin] Publish callbacks [] for security_group (854ff990-eef3-4857-9a85-ad1b53117cd6), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:10.991778 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 89a65e87-8e6d-48c4-af0a-58b4873bbca5 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:54:10.992423 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ee9638d2-be27-41e5-b548-9a02653e4283 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router_gateway (e05cfc43-2c12-4a3b-a333-3ad0e79825e8), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:11.054444 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40f42f-1978-4332-8b51-006b8cd74996 req-c1ceb9de-ac65-4923-9c51-70c559779d9a tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:11.055756 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ea1675c8-8844-4f0b-a2b6-78dcf63528da req-3df8daa1-583e-47c1-9209-fbec67ad3260 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cced5cef-ed7d-4c10-a348-a2dd5198af7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724256 Jan 28 02:54:11.062082 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-1f6626e7-f382-44fa-9c58-382a795e0ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce623959-031f-4e76-b08a-d98f8feee14b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1294569546-router', 'tenant_id': '07b12507ae9742ae9cf6596eafe2c460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'a63742e3-c9ab-4f5b-b2ee-a4d85b403142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:52:31Z', 'updated_at': '2022-01-28T02:52:42Z', 'revision_number': 4, 'project_id': '07b12507ae9742ae9cf6596eafe2c460', 'gw_port': {'id': 'a63742e3-c9ab-4f5b-b2ee-a4d85b403142', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce623959-031f-4e76-b08a-d98f8feee14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:52:32Z', 'updated_at': '2022-01-28T02:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '5daa31fa-4b29-40a2-9209-651bb9700edd', 'name': '', 'network_id': 'cced5cef-ed7d-4c10-a348-a2dd5198af7f', 'tenant_id': '07b12507ae9742ae9cf6596eafe2c460', 'mac_address': 'fa:16:3e:cb:d4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce623959-031f-4e76-b08a-d98f8feee14b', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '103ce8fe-9e75-44b9-af19-ab633171d9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:52:38Z', 'updated_at': '2022-01-28T02:52:50Z', 'revision_number': 5, 'project_id': '07b12507ae9742ae9cf6596eafe2c460', 'subnets': [{'id': '103ce8fe-9e75-44b9-af19-ab633171d9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:11.062670 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f8dcf89d-e100-4f54-a5e4-2000b834dc79 req-77ee916a-5c9a-4c23-a985-70f914dc4b0b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967235 Jan 28 02:54:11.075322 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0c40f42f-1978-4332-8b51-006b8cd74996 req-c1ceb9de-ac65-4923-9c51-70c559779d9a tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/networks/8f7dc9c9-eaf1-4339-a2e3-884554154641 HTTP/1.1" status: 200 len: 784 time: 0.4303584 Jan 28 02:54:11.102541 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6626e7-f382-44fa-9c58-382a795e0ce1 None None] The sync data for ids ['ce623959-031f-4e76-b08a-d98f8feee14b'] in n-d-712139-27 is: [{'id': 'ce623959-031f-4e76-b08a-d98f8feee14b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1294569546-router', 'tenant_id': '07b12507ae9742ae9cf6596eafe2c460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'a63742e3-c9ab-4f5b-b2ee-a4d85b403142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:52:31Z', 'updated_at': '2022-01-28T02:52:42Z', 'revision_number': 4, 'project_id': '07b12507ae9742ae9cf6596eafe2c460', 'gw_port': {'id': 'a63742e3-c9ab-4f5b-b2ee-a4d85b403142', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce623959-031f-4e76-b08a-d98f8feee14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:52:32Z', 'updated_at': '2022-01-28T02:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '5daa31fa-4b29-40a2-9209-651bb9700edd', 'name': '', 'network_id': 'cced5cef-ed7d-4c10-a348-a2dd5198af7f', 'tenant_id': '07b12507ae9742ae9cf6596eafe2c460', 'mac_address': 'fa:16:3e:cb:d4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce623959-031f-4e76-b08a-d98f8feee14b', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '103ce8fe-9e75-44b9-af19-ab633171d9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:52:38Z', 'updated_at': '2022-01-28T02:52:50Z', 'revision_number': 5, 'project_id': '07b12507ae9742ae9cf6596eafe2c460', 'subnets': [{'id': '103ce8fe-9e75-44b9-af19-ab633171d9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:54:11.191893 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e4d442ca-2657-4859-9d6a-236e1f7a1c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (854ff990-eef3-4857-9a85-ad1b53117cd6), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:11.194880 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e4d442ca-2657-4859-9d6a-236e1f7a1c4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:11.196033 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e4d442ca-2657-4859-9d6a-236e1f7a1c4a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/854ff990-eef3-4857-9a85-ad1b53117cd6 HTTP/1.1" status: 204 len: 168 time: 0.7211657 Jan 28 02:54:11.204525 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0c40f42f-1978-4332-8b51-006b8cd74996 req-064f11a8-0a28-44ec-9363-704c47e587b2 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.109 HTTP/1.1" status: 200 len: 698 time: 0.1277163 Jan 28 02:54:11.285917 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d442ca-2657-4859-9d6a-236e1f7a1c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854ff990-eef3-4857-9a85-ad1b53117cd6,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:11.295970 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ea1675c8-8844-4f0b-a2b6-78dcf63528da req-d13e7fb3-20f9-4471-9a34-d009f2b1f138 service neutron] 10.222.0.39 "GET /v2.0/networks/cced5cef-ed7d-4c10-a348-a2dd5198af7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306070 Jan 28 02:54:11.332224 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0c40f42f-1978-4332-8b51-006b8cd74996 req-9d9199cc-8be8-48c4-b6c8-145e0a262d54 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.109 HTTP/1.1" status: 200 len: 698 time: 0.1267338 Jan 28 02:54:11.394603 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c3d6a-56d8-46b0-9008-be7ef9e0cacc req-25b77dae-ad5d-467f-93f5-84f95c52dac2 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:11.397213 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0d4c3d6a-56d8-46b0-9008-be7ef9e0cacc req-25b77dae-ad5d-467f-93f5-84f95c52dac2 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] 10.222.0.53 "GET /v2.0/ports?device_id=90c3dbfa-931a-40fc-975d-ece41d334e9c HTTP/1.1" status: 200 len: 945 time: 0.2085793 Jan 28 02:54:11.479671 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ea1675c8-8844-4f0b-a2b6-78dcf63528da req-854c69ef-1c42-4408-b48c-81d39dab03d1 service neutron] 10.222.0.39 "GET /v2.0/networks/cced5cef-ed7d-4c10-a348-a2dd5198af7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713984 Jan 28 02:54:11.487892 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0d4c3d6a-56d8-46b0-9008-be7ef9e0cacc req-0da9c476-5cdb-4858-b305-f6fa4f3dbab4 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] 10.222.0.53 "GET /v2.0/security-groups?id=1f3d54fa-ce2f-40d0-a3fd-423661de65cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847051 Jan 28 02:54:11.686520 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae62c64-ae01-4081-90a3-8c3344449d75 req-50a7ef56-dde9-49f1-8ab1-acde2d81ce44 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:11.688109 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fae62c64-ae01-4081-90a3-8c3344449d75 req-50a7ef56-dde9-49f1-8ab1-acde2d81ce44 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=a472928f-7d52-4ae4-b93a-3bb91f30b61e HTTP/1.1" status: 200 len: 945 time: 0.0827000 Jan 28 02:54:11.689032 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39334) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:11.694834 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ee9638d2-be27-41e5-b548-9a02653e4283 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23253'] for router (e05cfc43-2c12-4a3b-a333-3ad0e79825e8), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:11.701938 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ee9638d2-be27-41e5-b548-9a02653e4283 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3876279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3876284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3877649'] for router (e05cfc43-2c12-4a3b-a333-3ad0e79825e8), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:11.703387 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-37295ffb-78da-4615-90c2-4a13774abf52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:11.817587 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-0c40f42f-1978-4332-8b51-006b8cd74996 req-37f7480f-a055-4426-8d77-84dac4ff5a61 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Deleting port 8715e6bb-bee6-4e35-9c75-9ce7b3cb40fa {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:54:11.817928 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0c40f42f-1978-4332-8b51-006b8cd74996 req-37f7480f-a055-4426-8d77-84dac4ff5a61 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (8715e6bb-bee6-4e35-9c75-9ce7b3cb40fa), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:11.833801 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fae62c64-ae01-4081-90a3-8c3344449d75 req-4eb27371-521b-499d-9a67-86293bc7c2f4 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324394 Jan 28 02:54:11.848467 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-37295ffb-78da-4615-90c2-4a13774abf52 admin admin] Publish callbacks [] for security_group (6892e359-e00d-49b6-8393-e54ec9d584ab), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:11.855128 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-37295ffb-78da-4615-90c2-4a13774abf52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (6892e359-e00d-49b6-8393-e54ec9d584ab), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:11.898906 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37295ffb-78da-4615-90c2-4a13774abf52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6892e359-e00d-49b6-8393-e54ec9d584ab,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:11.904001 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-37295ffb-78da-4615-90c2-4a13774abf52 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a89f7407cf1d44f994101c7f6acf78fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2142627 Jan 28 02:54:11.913102 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39338) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:11.955570 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45766f7-2284-4bd8-942f-6875f61b88e6 req-bcf7e357-37f7-4e81-b738-64bf3538a039 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:11.957428 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f45766f7-2284-4bd8-942f-6875f61b88e6 req-bcf7e357-37f7-4e81-b738-64bf3538a039 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] 10.222.0.53 "GET /v2.0/ports?device_id=90c3dbfa-931a-40fc-975d-ece41d334e9c HTTP/1.1" status: 200 len: 945 time: 0.0523708 Jan 28 02:54:11.964718 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0c40f42f-1978-4332-8b51-006b8cd74996 req-37f7480f-a055-4426-8d77-84dac4ff5a61 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (8715e6bb-bee6-4e35-9c75-9ce7b3cb40fa), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:11.965108 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0c40f42f-1978-4332-8b51-006b8cd74996 req-37f7480f-a055-4426-8d77-84dac4ff5a61 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Publish callbacks [] for floatingip (8715e6bb-bee6-4e35-9c75-9ce7b3cb40fa), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:11.967364 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39340) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:11.972004 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-1824d89b-073e-4938-b0cc-eebd51721414 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Request body: {'floatingip': {'port_id': 'b6200bc4-b3e8-4724-9acf-531af101fa22'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:11.990318 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-0c40f42f-1978-4332-8b51-006b8cd74996 req-37f7480f-a055-4426-8d77-84dac4ff5a61 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Calling delete_port for 8715e6bb-bee6-4e35-9c75-9ce7b3cb40fa owned by network:floatingip {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:54:11.999306 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee9638d2-be27-41e5-b548-9a02653e4283 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Router e05cfc43-2c12-4a3b-a333-3ad0e79825e8 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 02:54:12.016934 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1824d89b-073e-4938-b0cc-eebd51721414 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Publish callbacks [] for floatingip (02c9d3e3-81fa-4755-8022-83493a90761a), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:12.097955 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4fe9a885-91dc-4723-b868-b14428c25e4d admin admin] Publish callbacks [] for security_group (6892e359-e00d-49b6-8393-e54ec9d584ab), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:12.145268 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4fe9a885-91dc-4723-b868-b14428c25e4d admin admin] Publish callbacks [] for security_group (6892e359-e00d-49b6-8393-e54ec9d584ab), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:12.247571 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9638d2-be27-41e5-b548-9a02653e4283 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:54:12.261446 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db1214a-a576-4fff-baf8-2e45554bfc1f None None] Sync routers for ids ['e05cfc43-2c12-4a3b-a333-3ad0e79825e8'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:54:12.273996 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ee9638d2-be27-41e5-b548-9a02653e4283 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:12.275251 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ee9638d2-be27-41e5-b548-9a02653e4283 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] 10.222.0.53 "PUT /v2.0/routers/e05cfc43-2c12-4a3b-a333-3ad0e79825e8 HTTP/1.1" status: 200 len: 883 time: 4.8532021 Jan 28 02:54:12.280192 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39344) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:12.292298 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db1214a-a576-4fff-baf8-2e45554bfc1f None None] Routers {'e05cfc43-2c12-4a3b-a333-3ad0e79825e8'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:54:12.294100 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-2db1214a-a576-4fff-baf8-2e45554bfc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:54:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['e05cfc43-2c12-4a3b-a333-3ad0e79825e8'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:12.347160 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-2db1214a-a576-4fff-baf8-2e45554bfc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:12.361038 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db1214a-a576-4fff-baf8-2e45554bfc1f None None] Routers {'e05cfc43-2c12-4a3b-a333-3ad0e79825e8'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:54:12.361995 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-2db1214a-a576-4fff-baf8-2e45554bfc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:54:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['e05cfc43-2c12-4a3b-a333-3ad0e79825e8'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:12.403714 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device eea1bd53-e8ff-4e33-b889-848ca0389ca6 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:54:12.423483 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-2db1214a-a576-4fff-baf8-2e45554bfc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:12.423483 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db1214a-a576-4fff-baf8-2e45554bfc1f None None] The sync data for ids ['e05cfc43-2c12-4a3b-a333-3ad0e79825e8'] in n-d-712139-27 is: [] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:54:12.438381 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70de8c-643d-498e-b57b-8257bd161364 req-c1716ec9-3666-48df-8864-82aa0ee0255a tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:12.446875 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4b70de8c-643d-498e-b57b-8257bd161364 req-c1716ec9-3666-48df-8864-82aa0ee0255a tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 950 time: 0.4263861 Jan 28 02:54:12.487740 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce038ae7-83d1-4719-a3b0-116cc6098126 None None] New status for floating IP f8239b67-14ea-4093-8613-d7fd1bdc1075: DOWN {{(pid=109804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:54:12.703504 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4fe9a885-91dc-4723-b868-b14428c25e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (6892e359-e00d-49b6-8393-e54ec9d584ab), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:12.706886 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4fe9a885-91dc-4723-b868-b14428c25e4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:12.708081 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4fe9a885-91dc-4723-b868-b14428c25e4d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6892e359-e00d-49b6-8393-e54ec9d584ab HTTP/1.1" status: 204 len: 168 time: 0.7936807 Jan 28 02:54:12.749903 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe9a885-91dc-4723-b868-b14428c25e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6892e359-e00d-49b6-8393-e54ec9d584ab,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:12.785182 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0c40f42f-1978-4332-8b51-006b8cd74996 req-37f7480f-a055-4426-8d77-84dac4ff5a61 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (8715e6bb-bee6-4e35-9c75-9ce7b3cb40fa), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:12.818154 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4b70de8c-643d-498e-b57b-8257bd161364 req-e8a62ed5-f302-4006-bea8-32f1ff0e0095 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699813 Jan 28 02:54:12.907191 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f7480f-a055-4426-8d77-84dac4ff5a61 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Pushing event deleted for resources: {'Port': ['ID=8715e6bb-bee6-4e35-9c75-9ce7b3cb40fa,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:12.986384 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port eea1bd53-e8ff-4e33-b889-848ca0389ca6 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:54:12.992506 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-42934233-6941-4ad2-a316-36ed83105dcf tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] 10.222.0.53 "GET /v2.0/routers/e05cfc43-2c12-4a3b-a333-3ad0e79825e8 HTTP/1.1" status: 200 len: 924 time: 0.7111804 Jan 28 02:54:12.995527 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39352) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:13.006922 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.api [None req-ce038ae7-83d1-4719-a3b0-116cc6098126 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 02:54:13.007276 n-d-712139-27 neutron-server[109804]: DEBUG oslo_db.api [None req-ce038ae7-83d1-4719-a3b0-116cc6098126 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 02:54:13.007917 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port eea1bd53-e8ff-4e33-b889-848ca0389ca6 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:54:13.008291 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (eea1bd53-e8ff-4e33-b889-848ca0389ca6), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:13.008613 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0c40f42f-1978-4332-8b51-006b8cd74996 req-37f7480f-a055-4426-8d77-84dac4ff5a61 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Publish callbacks [] for floatingip (f8239b67-14ea-4093-8613-d7fd1bdc1075), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:13.011610 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0c40f42f-1978-4332-8b51-006b8cd74996 req-37f7480f-a055-4426-8d77-84dac4ff5a61 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:13.013187 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0c40f42f-1978-4332-8b51-006b8cd74996 req-37f7480f-a055-4426-8d77-84dac4ff5a61 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "DELETE /v2.0/floatingips/f8239b67-14ea-4093-8613-d7fd1bdc1075 HTTP/1.1" status: 204 len: 173 time: 1.6796219 Jan 28 02:54:13.124775 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13702f2e-127f-4eb3-a3e0-42c52acdbd0c req-24f59f2c-97e6-48d8-bf18-717c20589733 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:13.125690 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-13702f2e-127f-4eb3-a3e0-42c52acdbd0c req-24f59f2c-97e6-48d8-bf18-717c20589733 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9 HTTP/1.1" status: 200 len: 944 time: 0.1933744 Jan 28 02:54:13.160803 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port eea1bd53-e8ff-4e33-b889-848ca0389ca6 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:54:13.161843 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (eea1bd53-e8ff-4e33-b889-848ca0389ca6), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:13.162257 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed16b31-52ff-4006-99f7-a7013dd92411 req-5dd775e4-c404-4c19-ae70-3573091dd751 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:13.171673 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9ed16b31-52ff-4006-99f7-a7013dd92411 req-5dd775e4-c404-4c19-ae70-3573091dd751 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=a472928f-7d52-4ae4-b93a-3bb91f30b61e HTTP/1.1" status: 200 len: 945 time: 0.0975192 Jan 28 02:54:13.192428 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.db.resource_extend [None req-1824d89b-073e-4938-b0cc-eebd51721414 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 02:54:13.197729 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-13702f2e-127f-4eb3-a3e0-42c52acdbd0c req-f63fb863-7ffc-4b6d-abdd-466159563dfc tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614622 Jan 28 02:54:13.199141 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '014fc7b7-beb5-4427-b7ef-9e2fcceba7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea1bd53-e8ff-4e33-b889-848ca0389ca6'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:54:13.203872 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454983d7-c1ba-4383-a638-01076d367aad" -d '{"events": [{"server_uuid": "014fc7b7-beb5-4427-b7ef-9e2fcceba7c9", "name": "network-vif-plugged", "status": "completed", "tag": "eea1bd53-e8ff-4e33-b889-848ca0389ca6"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:54:13.234198 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac355fb4-5eb8-4aa3-8f78-f9782dfc6402 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:13.238982 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ac355fb4-5eb8-4aa3-8f78-f9782dfc6402 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=8f7dc9c9-eaf1-4339-a2e3-884554154641&device_id=e05cfc43-2c12-4a3b-a333-3ad0e79825e8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2418456 Jan 28 02:54:13.239647 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39362) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:13.242051 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port eea1bd53-e8ff-4e33-b889-848ca0389ca6, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=eea1bd53-e8ff-4e33-b889-848ca0389ca6,segment=NetworkSegment(4fb02108-8b37-4bb4-8350-923aa0786ccd),segment_id=4fb02108-8b37-4bb4-8350-923aa0786ccd)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:54:13.248934 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (eea1bd53-e8ff-4e33-b889-848ca0389ca6), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:13.268881 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9ed16b31-52ff-4006-99f7-a7013dd92411 req-9ca67805-c527-425f-9787-a1bec2885834 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961540 Jan 28 02:54:13.329026 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1824d89b-073e-4938-b0cc-eebd51721414 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:13.339923 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1824d89b-073e-4938-b0cc-eebd51721414 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (02c9d3e3-81fa-4755-8022-83493a90761a), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:13.367631 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=eea1bd53-e8ff-4e33-b889-848ca0389ca6,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:13.386448 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c08eec4-dcf4-4bc4-a71d-da7b4dbdfe36 x-openstack-request-id: req-1c08eec4-dcf4-4bc4-a71d-da7b4dbdfe36 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:54:13.386911 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "014fc7b7-beb5-4427-b7ef-9e2fcceba7c9", "name": "network-vif-plugged", "status": "completed", "tag": "eea1bd53-e8ff-4e33-b889-848ca0389ca6", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:54:13.387169 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1c08eec4-dcf4-4bc4-a71d-da7b4dbdfe36 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:54:13.387708 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '014fc7b7-beb5-4427-b7ef-9e2fcceba7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea1bd53-e8ff-4e33-b889-848ca0389ca6', 'code': 200} Jan 28 02:54:13.400157 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fcf2c236-f54d-4108-a05d-2015ba3a15a7 req-9ceeb55b-dc03-4c23-8131-3892b5da7967 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/security-groups/2055ece1-3fd3-4c20-b1bb-89c3c1660f22 HTTP/1.1" status: 200 len: 1826 time: 0.1539638 Jan 28 02:54:13.508293 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce038ae7-83d1-4719-a3b0-116cc6098126 None None] New status for floating IP f8239b67-14ea-4093-8613-d7fd1bdc1075: DOWN {{(pid=109804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:54:13.511472 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699bc9f0-18fe-47ec-a069-730cdcf56d1f tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:13.512879 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-699bc9f0-18fe-47ec-a069-730cdcf56d1f tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] 10.222.0.53 "GET /v2.0/networks/8f7dc9c9-eaf1-4339-a2e3-884554154641 HTTP/1.1" status: 200 len: 881 time: 0.2682598 Jan 28 02:54:13.516150 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39370) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:13.557119 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-fcf2c236-f54d-4108-a05d-2015ba3a15a7 req-8cafc66e-6feb-4094-88be-99d6dd60650f tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Publish callbacks [] for security_group (2055ece1-3fd3-4c20-b1bb-89c3c1660f22), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:13.563948 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-3cc108c3-4347-40e7-8b04-39ab3297aeeb tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] 10.222.0.53 "GET /v2.0/ports?device_id=e05cfc43-2c12-4a3b-a333-3ad0e79825e8 HTTP/1.1" status: 200 len: 205 time: 0.0440056 Jan 28 02:54:13.564356 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39372) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:13.582984 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [None req-1824d89b-073e-4938-b0cc-eebd51721414 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Floating IP 02c9d3e3-81fa-4755-8022-83493a90761a associated. External IP: 172.25.0.149, port: b6200bc4-b3e8-4724-9acf-531af101fa22. Jan 28 02:54:13.629517 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-fcf2c236-f54d-4108-a05d-2015ba3a15a7 req-8cafc66e-6feb-4094-88be-99d6dd60650f tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Publish callbacks [] for security_group (2055ece1-3fd3-4c20-b1bb-89c3c1660f22), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:13.636062 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08db29-a713-436c-9172-20448ba02250 req-c1b14954-9921-4fdd-a077-dcdac07f8488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:13.636544 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4c08db29-a713-436c-9172-20448ba02250 req-c1b14954-9921-4fdd-a077-dcdac07f8488 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9 HTTP/1.1" status: 200 len: 1097 time: 0.1646569 Jan 28 02:54:13.752849 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4c08db29-a713-436c-9172-20448ba02250 req-8a6e311b-9d24-47be-82cd-8611ae00b432 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060693 Jan 28 02:54:13.761558 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-fcf2c236-f54d-4108-a05d-2015ba3a15a7 req-8cafc66e-6feb-4094-88be-99d6dd60650f tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (2055ece1-3fd3-4c20-b1bb-89c3c1660f22), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:13.764142 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-fcf2c236-f54d-4108-a05d-2015ba3a15a7 req-8cafc66e-6feb-4094-88be-99d6dd60650f tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:13.765288 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fcf2c236-f54d-4108-a05d-2015ba3a15a7 req-8cafc66e-6feb-4094-88be-99d6dd60650f tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "DELETE /v2.0/security-groups/2055ece1-3fd3-4c20-b1bb-89c3c1660f22 HTTP/1.1" status: 204 len: 173 time: 0.3639565 Jan 28 02:54:13.769339 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4a3f463c-972b-4f47-9a5d-08d4c92821b7 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router (e05cfc43-2c12-4a3b-a333-3ad0e79825e8), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:13.783021 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cafc66e-6feb-4094-88be-99d6dd60650f tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2055ece1-3fd3-4c20-b1bb-89c3c1660f22,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:13.976920 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4a3f463c-972b-4f47-9a5d-08d4c92821b7 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router_gateway (e05cfc43-2c12-4a3b-a333-3ad0e79825e8), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:13.988279 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39388) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:14.018408 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1824d89b-073e-4938-b0cc-eebd51721414 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Router 189942bd-f75e-4c5f-ab86-ba00dcc66ac5 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:54:14.051425 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65d233-b87c-453b-aadc-828ffd618f1e req-443d9c4c-0fc2-4879-8b83-de241e7a8c7a tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:14.053696 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ce65d233-b87c-453b-aadc-828ffd618f1e req-443d9c4c-0fc2-4879-8b83-de241e7a8c7a tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 950 time: 0.1095831 Jan 28 02:54:14.064458 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-4a3f463c-972b-4f47-9a5d-08d4c92821b7 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Deleting port 2c176266-7d90-4a9c-a402-bb627592e67a {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:54:14.065014 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4a3f463c-972b-4f47-9a5d-08d4c92821b7 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (2c176266-7d90-4a9c-a402-bb627592e67a), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:14.179727 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-864f8447-a568-4904-957b-0d10b54f09ce tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1773717027'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:14.185542 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4a3f463c-972b-4f47-9a5d-08d4c92821b7 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (2c176266-7d90-4a9c-a402-bb627592e67a), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:14.212400 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-4a3f463c-972b-4f47-9a5d-08d4c92821b7 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Calling delete_port for 2c176266-7d90-4a9c-a402-bb627592e67a owned by network:router_gateway {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:54:14.225120 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ce65d233-b87c-453b-aadc-828ffd618f1e req-f27915bd-c30f-4238-8eaf-7ae5f1769205 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215208 Jan 28 02:54:14.238952 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1824d89b-073e-4938-b0cc-eebd51721414 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:54:14.243447 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1824d89b-073e-4938-b0cc-eebd51721414 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:14.250123 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398f51f3-483b-47a4-a0df-eaea8a03c899 None None] Sync routers for ids ['189942bd-f75e-4c5f-ab86-ba00dcc66ac5'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:54:14.265461 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398f51f3-483b-47a4-a0df-eaea8a03c899 None None] Routers {'189942bd-f75e-4c5f-ab86-ba00dcc66ac5'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:54:14.268695 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-398f51f3-483b-47a4-a0df-eaea8a03c899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:54:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['189942bd-f75e-4c5f-ab86-ba00dcc66ac5'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:14.293962 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864f8447-a568-4904-957b-0d10b54f09ce tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Made reservation on behalf of b31d20bf3c4245e6876fc66fce70c538 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:54:14.296044 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1824d89b-073e-4938-b0cc-eebd51721414 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] 10.222.0.53 "PUT /v2.0/floatingips/02c9d3e3-81fa-4755-8022-83493a90761a HTTP/1.1" status: 200 len: 991 time: 2.3275723 Jan 28 02:54:14.296745 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c3dbfa-931a-40fc-975d-ece41d334e9c', 'tag': 'b6200bc4-b3e8-4724-9acf-531af101fa22'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:54:14.299582 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b22fb4f-d103-4873-bfa0-d7a7147af999" -d '{"events": [{"name": "network-changed", "server_uuid": "90c3dbfa-931a-40fc-975d-ece41d334e9c", "tag": "b6200bc4-b3e8-4724-9acf-531af101fa22"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:54:14.300124 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-864f8447-a568-4904-957b-0d10b54f09ce tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:14.316143 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-864f8447-a568-4904-957b-0d10b54f09ce tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:14.350402 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce91790-670d-4a2c-ba17-66be0cc04ea9 req-8b832e4f-7997-41d8-a46c-96318a7fec2b tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:14.352161 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bce91790-670d-4a2c-ba17-66be0cc04ea9 req-8b832e4f-7997-41d8-a46c-96318a7fec2b tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89 HTTP/1.1" status: 200 len: 946 time: 0.1630065 Jan 28 02:54:14.405325 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec354500-81a9-4bc5-ab2f-0a292f938474 req-6c894409-881b-4df8-adb5-91d2942cc4c7 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:14.407260 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ec354500-81a9-4bc5-ab2f-0a292f938474 req-6c894409-881b-4df8-adb5-91d2942cc4c7 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9 HTTP/1.1" status: 200 len: 945 time: 0.0670002 Jan 28 02:54:14.421591 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-398f51f3-483b-47a4-a0df-eaea8a03c899 None None] Set router 189942bd-f75e-4c5f-ab86-ba00dcc66ac5 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:54:14.469570 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ec354500-81a9-4bc5-ab2f-0a292f938474 req-21623978-1ef8-4996-98b0-53148604c7a6 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529072 Jan 28 02:54:14.492643 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bce91790-670d-4a2c-ba17-66be0cc04ea9 req-0f1b235a-f7d7-409b-ab59-b2cc8067bfcf tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef9f93ec-e75c-4dc9-ac41-6712fa9366d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309443 Jan 28 02:54:14.604878 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-864f8447-a568-4904-957b-0d10b54f09ce tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks [] for security_group (fe4ed4af-5378-4aec-a61d-13884e6255de), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:14.621471 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-864f8447-a568-4904-957b-0d10b54f09ce tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (fe4ed4af-5378-4aec-a61d-13884e6255de), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:14.664621 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3ad7fa-f07d-4a09-b006-9aa1ab050cf9 x-openstack-request-id: req-9b3ad7fa-f07d-4a09-b006-9aa1ab050cf9 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:54:14.665484 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90c3dbfa-931a-40fc-975d-ece41d334e9c", "tag": "b6200bc4-b3e8-4724-9acf-531af101fa22", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:54:14.665898 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9b3ad7fa-f07d-4a09-b006-9aa1ab050cf9 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:54:14.666461 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c3dbfa-931a-40fc-975d-ece41d334e9c', 'tag': 'b6200bc4-b3e8-4724-9acf-531af101fa22', 'status': 'completed', 'code': 200} Jan 28 02:54:14.667822 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f8447-a568-4904-957b-0d10b54f09ce tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4ed4af-5378-4aec-a61d-13884e6255de,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:14.681284 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-864f8447-a568-4904-957b-0d10b54f09ce tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:54:14.698156 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-864f8447-a568-4904-957b-0d10b54f09ce tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (d85a26c6-4a35-4113-9d55-c6baf371ce43), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:14.698156 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-864f8447-a568-4904-957b-0d10b54f09ce tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Added segment d85a26c6-4a35-4113-9d55-c6baf371ce43 of type vlan for network 1e0b660d-6568-4e92-98ab-2c1ba14b9cc2 Jan 28 02:54:14.700737 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4a3f463c-972b-4f47-9a5d-08d4c92821b7 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (2c176266-7d90-4a9c-a402-bb627592e67a), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:14.730906 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-398f51f3-483b-47a4-a0df-eaea8a03c899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189942bd-f75e-4c5f-ab86-ba00dcc66ac5', 'name': 'tempest-ServersTestFqdnHostnames-1756558027-router', 'tenant_id': '58413890441044459c04be3647465ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'e8d4cd73-0fb3-444f-a71d-9fdf3c91b279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:53:24Z', 'updated_at': '2022-01-28T02:53:34Z', 'revision_number': 4, 'project_id': '58413890441044459c04be3647465ec6', 'gw_port': {'id': 'e8d4cd73-0fb3-444f-a71d-9fdf3c91b279', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:76:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189942bd-f75e-4c5f-ab86-ba00dcc66ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:25Z', 'updated_at': '2022-01-28T02:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '02c9d3e3-81fa-4755-8022-83493a90761a', 'tenant_id': '58413890441044459c04be3647465ec6', 'floating_ip_address': '172.25.0.149', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '189942bd-f75e-4c5f-ab86-ba00dcc66ac5', 'port_id': 'b6200bc4-b3e8-4724-9acf-531af101fa22', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f788fb8a-f235-4456-a255-8d95263f97c9', 'mac_address': 'fa:16:3e:2b:6d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c3dbfa-931a-40fc-975d-ece41d334e9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:53:45Z', 'updated_at': '2022-01-28T02:54:12Z', 'revision_number': 1, 'project_id': '58413890441044459c04be3647465ec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3afe72-8484-45d8-b5ce-73ab5916d26b', 'name': '', 'network_id': 'f788fb8a-f235-4456-a255-8d95263f97c9', 'tenant_id': '58413890441044459c04be3647465ec6', 'mac_address': 'fa:16:3e:06:0c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189942bd-f75e-4c5f-ab86-ba00dcc66ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '8233c9f8-90da-42d9-9cc8-120e645e8525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:30Z', 'updated_at': '2022-01-28T02:53:41Z', 'revision_number': 5, 'project_id': '58413890441044459c04be3647465ec6', 'subnets': [{'id': '8233c9f8-90da-42d9-9cc8-120e645e8525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:14.745020 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f463c-972b-4f47-9a5d-08d4c92821b7 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Pushing event deleted for resources: {'Port': ['ID=2c176266-7d90-4a9c-a402-bb627592e67a,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:14.763981 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398f51f3-483b-47a4-a0df-eaea8a03c899 None None] Checking router: 189942bd-f75e-4c5f-ab86-ba00dcc66ac5 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:54:14.778083 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398f51f3-483b-47a4-a0df-eaea8a03c899 None None] Routers {'189942bd-f75e-4c5f-ab86-ba00dcc66ac5'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:54:14.779243 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-398f51f3-483b-47a4-a0df-eaea8a03c899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:54:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['189942bd-f75e-4c5f-ab86-ba00dcc66ac5'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:14.786180 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b22fb4f-d103-4873-bfa0-d7a7147af999 req-879e0f1d-9ad6-4d86-aeca-3edf85ee6b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:14.788671 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4b22fb4f-d103-4873-bfa0-d7a7147af999 req-879e0f1d-9ad6-4d86-aeca-3edf85ee6b97 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=58413890441044459c04be3647465ec6&device_id=90c3dbfa-931a-40fc-975d-ece41d334e9c HTTP/1.1" status: 200 len: 1097 time: 0.0702553 Jan 28 02:54:14.789926 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395be117-6c53-450e-ae7e-4cca6237f754 req-d2a45a72-b676-40ee-824e-ded167bdf253 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:14.791486 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-395be117-6c53-450e-ae7e-4cca6237f754 req-d2a45a72-b676-40ee-824e-ded167bdf253 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=a472928f-7d52-4ae4-b93a-3bb91f30b61e HTTP/1.1" status: 200 len: 945 time: 0.1942477 Jan 28 02:54:14.802007 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-864f8447-a568-4904-957b-0d10b54f09ce tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (1e0b660d-6568-4e92-98ab-2c1ba14b9cc2), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:14.905551 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-395be117-6c53-450e-ae7e-4cca6237f754 req-cffa7292-4689-4aac-a185-b4c984df2d06 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053247 Jan 28 02:54:14.908343 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-864f8447-a568-4904-957b-0d10b54f09ce tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (1e0b660d-6568-4e92-98ab-2c1ba14b9cc2), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:14.913241 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864f8447-a568-4904-957b-0d10b54f09ce tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:14.914020 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-864f8447-a568-4904-957b-0d10b54f09ce tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:14.916012 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b22fb4f-d103-4873-bfa0-d7a7147af999 req-040278e5-b4b9-486e-853b-260c8d6c4e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:14.917761 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4b22fb4f-d103-4873-bfa0-d7a7147af999 req-040278e5-b4b9-486e-853b-260c8d6c4e6f service neutron] 10.222.0.67 "GET /v2.0/networks?id=f788fb8a-f235-4456-a255-8d95263f97c9 HTTP/1.1" status: 200 len: 916 time: 0.1224337 Jan 28 02:54:14.942455 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-398f51f3-483b-47a4-a0df-eaea8a03c899 None None] Set router 189942bd-f75e-4c5f-ab86-ba00dcc66ac5 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:54:14.961570 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4a3f463c-972b-4f47-9a5d-08d4c92821b7 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (e05cfc43-2c12-4a3b-a333-3ad0e79825e8), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:14.998581 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4b22fb4f-d103-4873-bfa0-d7a7147af999 req-ca9e96e1-28f5-4fe8-abcc-6c423e942ebe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6200bc4-b3e8-4724-9acf-531af101fa22 HTTP/1.1" status: 200 len: 999 time: 0.0740252 Jan 28 02:54:15.052680 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4a3f463c-972b-4f47-9a5d-08d4c92821b7 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (e05cfc43-2c12-4a3b-a333-3ad0e79825e8), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:15.054859 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4a3f463c-972b-4f47-9a5d-08d4c92821b7 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router_controller (e05cfc43-2c12-4a3b-a333-3ad0e79825e8), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:15.068150 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b22fb4f-d103-4873-bfa0-d7a7147af999 req-e2b8e756-3ef1-487c-8f7f-ee9b15d1ad00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:15.070910 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4b22fb4f-d103-4873-bfa0-d7a7147af999 req-e2b8e756-3ef1-487c-8f7f-ee9b15d1ad00 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8233c9f8-90da-42d9-9cc8-120e645e8525 HTTP/1.1" status: 200 len: 854 time: 0.0514302 Jan 28 02:54:15.104550 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-864f8447-a568-4904-957b-0d10b54f09ce tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.1151843 Jan 28 02:54:15.109506 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39404) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:15.120231 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-8968ab83-99c4-49b9-9187-055b388c52f5 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Request body: {'subnet': {'network_id': '1e0b660d-6568-4e92-98ab-2c1ba14b9cc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:15.162544 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f8447-a568-4904-957b-0d10b54f09ce tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Pushing event updated for resources: {'Network': ['ID=1e0b660d-6568-4e92-98ab-2c1ba14b9cc2,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:15.171143 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4a3f463c-972b-4f47-9a5d-08d4c92821b7 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (e05cfc43-2c12-4a3b-a333-3ad0e79825e8), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:15.171677 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3f463c-972b-4f47-9a5d-08d4c92821b7 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Fanout notify agent at l3_agent the message router_deleted on router e05cfc43-2c12-4a3b-a333-3ad0e79825e8 {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:54:15.175733 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 1e0b660d-6568-4e92-98ab-2c1ba14b9cc2 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:54:15.181359 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4a3f463c-972b-4f47-9a5d-08d4c92821b7 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:15.219231 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4a3f463c-972b-4f47-9a5d-08d4c92821b7 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] 10.222.0.53 "DELETE /v2.0/routers/e05cfc43-2c12-4a3b-a333-3ad0e79825e8 HTTP/1.1" status: 204 len: 168 time: 1.6171341 Jan 28 02:54:15.219231 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39406) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:15.219231 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-32483805-30cc-4a5a-8b54-bd6e20313736 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1213457901', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:15.222002 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b22fb4f-d103-4873-bfa0-d7a7147af999 req-1f0a6d71-df14-41f3-8004-ca30927d1c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:15.222002 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4b22fb4f-d103-4873-bfa0-d7a7147af999 req-1f0a6d71-df14-41f3-8004-ca30927d1c35 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f788fb8a-f235-4456-a255-8d95263f97c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1288059 Jan 28 02:54:15.253323 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-32483805-30cc-4a5a-8b54-bd6e20313736 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (f7f74427-7a44-4870-b3f1-7f548fa89d0a), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:15.255602 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-32483805-30cc-4a5a-8b54-bd6e20313736 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (f7f74427-7a44-4870-b3f1-7f548fa89d0a), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:15.343906 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-398f51f3-483b-47a4-a0df-eaea8a03c899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189942bd-f75e-4c5f-ab86-ba00dcc66ac5', 'name': 'tempest-ServersTestFqdnHostnames-1756558027-router', 'tenant_id': '58413890441044459c04be3647465ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'e8d4cd73-0fb3-444f-a71d-9fdf3c91b279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:53:24Z', 'updated_at': '2022-01-28T02:53:34Z', 'revision_number': 4, 'project_id': '58413890441044459c04be3647465ec6', 'gw_port': {'id': 'e8d4cd73-0fb3-444f-a71d-9fdf3c91b279', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:76:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189942bd-f75e-4c5f-ab86-ba00dcc66ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:25Z', 'updated_at': '2022-01-28T02:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '02c9d3e3-81fa-4755-8022-83493a90761a', 'tenant_id': '58413890441044459c04be3647465ec6', 'floating_ip_address': '172.25.0.149', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '189942bd-f75e-4c5f-ab86-ba00dcc66ac5', 'port_id': 'b6200bc4-b3e8-4724-9acf-531af101fa22', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f788fb8a-f235-4456-a255-8d95263f97c9', 'mac_address': 'fa:16:3e:2b:6d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c3dbfa-931a-40fc-975d-ece41d334e9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:53:45Z', 'updated_at': '2022-01-28T02:54:12Z', 'revision_number': 1, 'project_id': '58413890441044459c04be3647465ec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3afe72-8484-45d8-b5ce-73ab5916d26b', 'name': '', 'network_id': 'f788fb8a-f235-4456-a255-8d95263f97c9', 'tenant_id': '58413890441044459c04be3647465ec6', 'mac_address': 'fa:16:3e:06:0c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189942bd-f75e-4c5f-ab86-ba00dcc66ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '8233c9f8-90da-42d9-9cc8-120e645e8525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:30Z', 'updated_at': '2022-01-28T02:53:41Z', 'revision_number': 5, 'project_id': '58413890441044459c04be3647465ec6', 'subnets': [{'id': '8233c9f8-90da-42d9-9cc8-120e645e8525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:15.351373 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4b22fb4f-d103-4873-bfa0-d7a7147af999 req-e9edc7e1-5afc-422e-82da-b9ce0301a015 service neutron] 10.222.0.67 "GET /v2.0/networks/f788fb8a-f235-4456-a255-8d95263f97c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337826 Jan 28 02:54:15.373037 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398f51f3-483b-47a4-a0df-eaea8a03c899 None None] The sync data for ids ['189942bd-f75e-4c5f-ab86-ba00dcc66ac5'] in n-d-712139-27 is: [{'id': '189942bd-f75e-4c5f-ab86-ba00dcc66ac5', 'name': 'tempest-ServersTestFqdnHostnames-1756558027-router', 'tenant_id': '58413890441044459c04be3647465ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'e8d4cd73-0fb3-444f-a71d-9fdf3c91b279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:53:24Z', 'updated_at': '2022-01-28T02:53:34Z', 'revision_number': 4, 'project_id': '58413890441044459c04be3647465ec6', 'gw_port': {'id': 'e8d4cd73-0fb3-444f-a71d-9fdf3c91b279', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:76:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189942bd-f75e-4c5f-ab86-ba00dcc66ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:25Z', 'updated_at': '2022-01-28T02:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '02c9d3e3-81fa-4755-8022-83493a90761a', 'tenant_id': '58413890441044459c04be3647465ec6', 'floating_ip_address': '172.25.0.149', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '189942bd-f75e-4c5f-ab86-ba00dcc66ac5', 'port_id': 'b6200bc4-b3e8-4724-9acf-531af101fa22', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f788fb8a-f235-4456-a255-8d95263f97c9', 'mac_address': 'fa:16:3e:2b:6d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c3dbfa-931a-40fc-975d-ece41d334e9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:53:45Z', 'updated_at': '2022-01-28T02:54:12Z', 'revision_number': 1, 'project_id': '58413890441044459c04be3647465ec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3afe72-8484-45d8-b5ce-73ab5916d26b', 'name': '', 'network_id': 'f788fb8a-f235-4456-a255-8d95263f97c9', 'tenant_id': '58413890441044459c04be3647465ec6', 'mac_address': 'fa:16:3e:06:0c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189942bd-f75e-4c5f-ab86-ba00dcc66ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '8233c9f8-90da-42d9-9cc8-120e645e8525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:30Z', 'updated_at': '2022-01-28T02:53:41Z', 'revision_number': 5, 'project_id': '58413890441044459c04be3647465ec6', 'subnets': [{'id': '8233c9f8-90da-42d9-9cc8-120e645e8525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:54:15.390746 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8968ab83-99c4-49b9-9187-055b388c52f5 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Made reservation on behalf of b31d20bf3c4245e6876fc66fce70c538 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:54:15.394873 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-32483805-30cc-4a5a-8b54-bd6e20313736 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router_controller (f7f74427-7a44-4870-b3f1-7f548fa89d0a), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:15.395434 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8968ab83-99c4-49b9-9187-055b388c52f5 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:15.404780 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-32483805-30cc-4a5a-8b54-bd6e20313736 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (f7f74427-7a44-4870-b3f1-7f548fa89d0a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:15.430899 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-32483805-30cc-4a5a-8b54-bd6e20313736 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:15.438907 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-32483805-30cc-4a5a-8b54-bd6e20313736 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2514226 Jan 28 02:54:15.439517 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39410) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:15.444389 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-6063d358-4a02-4a0c-b2d4-e5acc2576b07 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'enable_snat': True}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:15.714208 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d9a950-130b-40fb-bdd1-8211214b8e3c None None] New status for floating IP 02c9d3e3-81fa-4755-8022-83493a90761a: ACTIVE {{(pid=109804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:54:15.746176 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6063d358-4a02-4a0c-b2d4-e5acc2576b07 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for router_gateway (f7f74427-7a44-4870-b3f1-7f548fa89d0a), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:15.790479 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f7cbb-1657-46f7-9ec5-b2f22738801c req-e9a69c36-6151-4193-a99d-a8829e3ac484 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:15.792062 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-572f7cbb-1657-46f7-9ec5-b2f22738801c req-e9a69c36-6151-4193-a99d-a8829e3ac484 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9 HTTP/1.1" status: 200 len: 945 time: 0.2039242 Jan 28 02:54:15.910533 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-572f7cbb-1657-46f7-9ec5-b2f22738801c req-0534d756-a76c-4200-9d92-4065d80859db tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117382 Jan 28 02:54:15.911603 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0cf75e-0a67-44f9-98c3-6235e28c9328 req-9c741fa8-ae10-4c7f-bb7f-be5ac190d239 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:15.919041 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4a0cf75e-0a67-44f9-98c3-6235e28c9328 req-9c741fa8-ae10-4c7f-bb7f-be5ac190d239 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 950 time: 0.4795835 Jan 28 02:54:15.931382 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4b22fb4f-d103-4873-bfa0-d7a7147af999 req-56e51733-c341-4733-b54b-d98cb5fa312a service neutron] 10.222.0.67 "GET /v2.0/networks/f788fb8a-f235-4456-a255-8d95263f97c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5603528 Jan 28 02:54:16.021912 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4a0cf75e-0a67-44f9-98c3-6235e28c9328 req-8c3777d6-34c0-4298-b9de-d4e7a0042620 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883543 Jan 28 02:54:16.117554 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8968ab83-99c4-49b9-9187-055b388c52f5 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (d5b11368-4aee-466b-a473-39af835cb6a3), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:16.172473 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6063d358-4a02-4a0c-b2d4-e5acc2576b07 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for router_gateway (f7f74427-7a44-4870-b3f1-7f548fa89d0a), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:16.203703 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6063d358-4a02-4a0c-b2d4-e5acc2576b07 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:16.212129 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8968ab83-99c4-49b9-9187-055b388c52f5 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Checking segment: {'id': 'd85a26c6-4a35-4113-9d55-c6baf371ce43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1e0b660d-6568-4e92-98ab-2c1ba14b9cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:54:16.212492 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8968ab83-99c4-49b9-9187-055b388c52f5 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Network hostable DHCP agents. Network: 1e0b660d-6568-4e92-98ab-2c1ba14b9cc2, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:54:16.216319 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f0a650-2d74-4c07-937a-a00cb8223c69 req-a770105c-00f4-43cd-bbe9-3a5b6caa5986 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:16.218290 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-21f0a650-2d74-4c07-937a-a00cb8223c69 req-a770105c-00f4-43cd-bbe9-3a5b6caa5986 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89 HTTP/1.1" status: 200 len: 946 time: 0.1393833 Jan 28 02:54:16.228957 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8968ab83-99c4-49b9-9187-055b388c52f5 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Pushing event updated for resources: {'Subnet': ['ID=d5b11368-4aee-466b-a473-39af835cb6a3,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:16.278607 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9f562-7229-48c5-b536-2901af33d80d req-d2588d0c-8f26-4018-bfe3-2eaf6f75f63d tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:16.287408 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-34d9f562-7229-48c5-b536-2901af33d80d req-d2588d0c-8f26-4018-bfe3-2eaf6f75f63d tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9 HTTP/1.1" status: 200 len: 1097 time: 0.0773954 Jan 28 02:54:16.302037 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8968ab83-99c4-49b9-9187-055b388c52f5 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Network 1e0b660d-6568-4e92-98ab-2c1ba14b9cc2 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:54:16.302673 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-8968ab83-99c4-49b9-9187-055b388c52f5 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 1e0b660d-6568-4e92-98ab-2c1ba14b9cc2) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:54:16.311013 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8968ab83-99c4-49b9-9187-055b388c52f5 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:16.311847 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8968ab83-99c4-49b9-9187-055b388c52f5 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:16.312452 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c93fbe3-66c7-43fb-899a-c82610ec1b75 None None] Network 1e0b660d-6568-4e92-98ab-2c1ba14b9cc2 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:54:16.319150 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-21f0a650-2d74-4c07-937a-a00cb8223c69 req-6ff52cf6-68f7-46a7-b40a-4adcc44c37b5 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef9f93ec-e75c-4dc9-ac41-6712fa9366d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939088 Jan 28 02:54:16.355748 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8968ab83-99c4-49b9-9187-055b388c52f5 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2402279 Jan 28 02:54:16.358867 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39424) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:16.367946 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-f5dc6345-46be-4a1b-8e59-e5b2e59ef8f4 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Request body: {'port': {'network_id': '1e0b660d-6568-4e92-98ab-2c1ba14b9cc2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1855477717'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:16.392767 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-34d9f562-7229-48c5-b536-2901af33d80d req-097eafc3-2f2b-4c3d-94ba-7aa2976d6ff5 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043627 Jan 28 02:54:16.483250 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-6063d358-4a02-4a0c-b2d4-e5acc2576b07 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Allocated IP 172.25.0.48 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/c021bc0e-e0b9-4f5c-a051-704722d09781) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:54:16.484485 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666ffa28-d1da-45fc-8ad8-403ffb954f4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-1e0b660d-6568-4e92-98ab-2c1ba14b9cc2', 'network_id': '1e0b660d-6568-4e92-98ab-2c1ba14b9cc2', 'project_id': 'b31d20bf3c4245e6876fc66fce70c538', 'fixed_ips': [{'subnet_id': 'd5b11368-4aee-466b-a473-39af835cb6a3'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:54:16.486121 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-666ffa28-d1da-45fc-8ad8-403ffb954f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:16.571748 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91706e14-5cf8-467d-8bd8-11a2b5f1ff30 req-99d27f41-54bd-4e9b-9170-6e4b336f7f6b tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:16.573311 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-91706e14-5cf8-467d-8bd8-11a2b5f1ff30 req-99d27f41-54bd-4e9b-9170-6e4b336f7f6b tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=a472928f-7d52-4ae4-b93a-3bb91f30b61e HTTP/1.1" status: 200 len: 945 time: 0.1428907 Jan 28 02:54:16.643991 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de68926-6701-4eb1-bbcc-3913a502366d req-0522c9e1-f8ec-4034-8a4c-37fd1a011079 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:16.645558 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6de68926-6701-4eb1-bbcc-3913a502366d req-0522c9e1-f8ec-4034-8a4c-37fd1a011079 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89 HTTP/1.1" status: 200 len: 946 time: 0.1023736 Jan 28 02:54:16.693271 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6063d358-4a02-4a0c-b2d4-e5acc2576b07 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for port (c021bc0e-e0b9-4f5c-a051-704722d09781), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:16.697352 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5dc6345-46be-4a1b-8e59-e5b2e59ef8f4 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Made reservation on behalf of b31d20bf3c4245e6876fc66fce70c538 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:54:16.701750 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f5dc6345-46be-4a1b-8e59-e5b2e59ef8f4 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:16.722694 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-91706e14-5cf8-467d-8bd8-11a2b5f1ff30 req-e6f48210-398e-4d65-a77d-73f72516f417 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408985 Jan 28 02:54:16.731298 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-666ffa28-d1da-45fc-8ad8-403ffb954f4e None None] Allocated IP 2001:db8::2 (1e0b660d-6568-4e92-98ab-2c1ba14b9cc2/d5b11368-4aee-466b-a473-39af835cb6a3/009fdca5-ca2e-4b0e-8ed4-37ff7706404d) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:54:16.744922 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-f5dc6345-46be-4a1b-8e59-e5b2e59ef8f4 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] device_id is not set on port 5e4ed45e-b0cc-4351-bb25-1a1cc300f38c yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:54:16.815687 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-6de68926-6701-4eb1-bbcc-3913a502366d req-984d48cd-16f4-421a-a485-e4caaddfefb8 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Deleting port cf42aaa9-13da-49a3-95c8-cb193af261a0 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:54:16.816284 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-6de68926-6701-4eb1-bbcc-3913a502366d req-984d48cd-16f4-421a-a485-e4caaddfefb8 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (cf42aaa9-13da-49a3-95c8-cb193af261a0), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:16.836358 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6063d358-4a02-4a0c-b2d4-e5acc2576b07 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (c021bc0e-e0b9-4f5c-a051-704722d09781), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:16.890741 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6063d358-4a02-4a0c-b2d4-e5acc2576b07 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:54:16.893647 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-6063d358-4a02-4a0c-b2d4-e5acc2576b07 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:54:16.899500 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6063d358-4a02-4a0c-b2d4-e5acc2576b07 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:54:16.929964 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6063d358-4a02-4a0c-b2d4-e5acc2576b07 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Pushing event updated for resources: {'Port': ['ID=c021bc0e-e0b9-4f5c-a051-704722d09781,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:16.992802 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-666ffa28-d1da-45fc-8ad8-403ffb954f4e None None] Publish callbacks [] for port (009fdca5-ca2e-4b0e-8ed4-37ff7706404d), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:17.003311 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-666ffa28-d1da-45fc-8ad8-403ffb954f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (009fdca5-ca2e-4b0e-8ed4-37ff7706404d), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:17.046211 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666ffa28-d1da-45fc-8ad8-403ffb954f4e None None] Network 1e0b660d-6568-4e92-98ab-2c1ba14b9cc2 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:54:17.049119 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-666ffa28-d1da-45fc-8ad8-403ffb954f4e None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:54:17.052674 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-6de68926-6701-4eb1-bbcc-3913a502366d req-984d48cd-16f4-421a-a485-e4caaddfefb8 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] For port cf42aaa9-13da-49a3-95c8-cb193af261a0, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=cf42aaa9-13da-49a3-95c8-cb193af261a0,segment=NetworkSegment(e68bfc76-2719-4861-91f6-f85b59279523),segment_id=e68bfc76-2719-4861-91f6-f85b59279523)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:54:17.052822 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666ffa28-d1da-45fc-8ad8-403ffb954f4e None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:54:17.054180 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-6de68926-6701-4eb1-bbcc-3913a502366d req-984d48cd-16f4-421a-a485-e4caaddfefb8 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (cf42aaa9-13da-49a3-95c8-cb193af261a0), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:17.064763 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ffa28-d1da-45fc-8ad8-403ffb954f4e None None] Pushing event updated for resources: {'Port': ['ID=009fdca5-ca2e-4b0e-8ed4-37ff7706404d,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:17.098197 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-6de68926-6701-4eb1-bbcc-3913a502366d req-984d48cd-16f4-421a-a485-e4caaddfefb8 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Calling delete_port for cf42aaa9-13da-49a3-95c8-cb193af261a0 owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:54:17.149314 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-666ffa28-d1da-45fc-8ad8-403ffb954f4e None None] Attempting to bind port 009fdca5-ca2e-4b0e-8ed4-37ff7706404d on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:54:17.149704 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-666ffa28-d1da-45fc-8ad8-403ffb954f4e None None] Attempting to bind port 009fdca5-ca2e-4b0e-8ed4-37ff7706404d by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'd85a26c6-4a35-4113-9d55-c6baf371ce43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1e0b660d-6568-4e92-98ab-2c1ba14b9cc2'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:54:17.150183 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666ffa28-d1da-45fc-8ad8-403ffb954f4e None None] Attempting to bind port 009fdca5-ca2e-4b0e-8ed4-37ff7706404d on network 1e0b660d-6568-4e92-98ab-2c1ba14b9cc2 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:54:17.157607 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666ffa28-d1da-45fc-8ad8-403ffb954f4e None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:54:17.157997 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666ffa28-d1da-45fc-8ad8-403ffb954f4e None None] Checking segment: {'id': 'd85a26c6-4a35-4113-9d55-c6baf371ce43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1e0b660d-6568-4e92-98ab-2c1ba14b9cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:54:17.158452 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-666ffa28-d1da-45fc-8ad8-403ffb954f4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:17.158863 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666ffa28-d1da-45fc-8ad8-403ffb954f4e None None] Bound using segment: {'id': 'd85a26c6-4a35-4113-9d55-c6baf371ce43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1e0b660d-6568-4e92-98ab-2c1ba14b9cc2'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:54:17.159515 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-666ffa28-d1da-45fc-8ad8-403ffb954f4e None None] Bound port: 009fdca5-ca2e-4b0e-8ed4-37ff7706404d, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85a26c6-4a35-4113-9d55-c6baf371ce43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1e0b660d-6568-4e92-98ab-2c1ba14b9cc2'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:54:17.159907 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-666ffa28-d1da-45fc-8ad8-403ffb954f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (009fdca5-ca2e-4b0e-8ed4-37ff7706404d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:17.245518 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-666ffa28-d1da-45fc-8ad8-403ffb954f4e None None] For port 009fdca5-ca2e-4b0e-8ed4-37ff7706404d, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:54:17.256579 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-666ffa28-d1da-45fc-8ad8-403ffb954f4e None None] For port 009fdca5-ca2e-4b0e-8ed4-37ff7706404d, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=009fdca5-ca2e-4b0e-8ed4-37ff7706404d,segment=NetworkSegment(d85a26c6-4a35-4113-9d55-c6baf371ce43),segment_id=d85a26c6-4a35-4113-9d55-c6baf371ce43)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:54:17.260670 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e4805-d22a-4b06-a216-7be2ecae6a46 req-cdafc58f-6b62-4fda-b90d-e14acd4ccfa4 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:17.263108 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-666ffa28-d1da-45fc-8ad8-403ffb954f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (009fdca5-ca2e-4b0e-8ed4-37ff7706404d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:17.268339 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d80e4805-d22a-4b06-a216-7be2ecae6a46 req-cdafc58f-6b62-4fda-b90d-e14acd4ccfa4 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 950 time: 0.0832169 Jan 28 02:54:17.308362 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6063d358-4a02-4a0c-b2d4-e5acc2576b07 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for router_gateway (f7f74427-7a44-4870-b3f1-7f548fa89d0a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:17.332463 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ffa28-d1da-45fc-8ad8-403ffb954f4e None None] Pushing event updated for resources: {'Port': ['ID=009fdca5-ca2e-4b0e-8ed4-37ff7706404d,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:17.377668 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d80e4805-d22a-4b06-a216-7be2ecae6a46 req-8044d0f1-4c5d-46af-8fde-74ae24fb45d7 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039066 Jan 28 02:54:17.380665 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-6de68926-6701-4eb1-bbcc-3913a502366d req-984d48cd-16f4-421a-a485-e4caaddfefb8 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (cf42aaa9-13da-49a3-95c8-cb193af261a0), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:17.417802 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d48cd-16f4-421a-a485-e4caaddfefb8 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Pushing event deleted for resources: {'Port': ['ID=cf42aaa9-13da-49a3-95c8-cb193af261a0,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:17.425454 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['cf42aaa9-13da-49a3-95c8-cb193af261a0'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:54:17.467571 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-f5dc6345-46be-4a1b-8e59-e5b2e59ef8f4 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Allocated IP 2001:db8::3ad (1e0b660d-6568-4e92-98ab-2c1ba14b9cc2/d5b11368-4aee-466b-a473-39af835cb6a3/5e4ed45e-b0cc-4351-bb25-1a1cc300f38c) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:54:17.514576 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de68926-6701-4eb1-bbcc-3913a502366d req-984d48cd-16f4-421a-a485-e4caaddfefb8 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] No DVR routers for this DVR port cf42aaa9-13da-49a3-95c8-cb193af261a0 on host n-h2-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:54:17.519709 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-6de68926-6701-4eb1-bbcc-3913a502366d req-984d48cd-16f4-421a-a485-e4caaddfefb8 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:17.523793 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6de68926-6701-4eb1-bbcc-3913a502366d req-984d48cd-16f4-421a-a485-e4caaddfefb8 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.39 "DELETE /v2.0/ports/cf42aaa9-13da-49a3-95c8-cb193af261a0 HTTP/1.1" status: 204 len: 173 time: 0.8705444 Jan 28 02:54:17.524277 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a52289a-08fd-40f6-b3fc-9835ae741a89', 'name': 'network-vif-deleted', 'tag': 'cf42aaa9-13da-49a3-95c8-cb193af261a0'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:54:17.527075 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc27f4c-f943-43e4-a03d-8624870135d1" -d '{"events": [{"server_uuid": "7a52289a-08fd-40f6-b3fc-9835ae741a89", "name": "network-vif-deleted", "tag": "cf42aaa9-13da-49a3-95c8-cb193af261a0"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:54:17.623857 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42476978-16bb-4e15-9924-826cfae6217c x-openstack-request-id: req-42476978-16bb-4e15-9924-826cfae6217c {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:54:17.624152 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a52289a-08fd-40f6-b3fc-9835ae741a89", "name": "network-vif-deleted", "tag": "cf42aaa9-13da-49a3-95c8-cb193af261a0", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:54:17.624411 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-42476978-16bb-4e15-9924-826cfae6217c {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:54:17.625202 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a52289a-08fd-40f6-b3fc-9835ae741a89', 'name': 'network-vif-deleted', 'tag': 'cf42aaa9-13da-49a3-95c8-cb193af261a0', 'status': 'completed', 'code': 200} Jan 28 02:54:17.917479 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ac689-3250-41d9-8ca3-b1dc7fa8e6dc req-81dbe478-87bb-4821-a890-33e8221924b9 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:17.925990 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ef7ac689-3250-41d9-8ca3-b1dc7fa8e6dc req-81dbe478-87bb-4821-a890-33e8221924b9 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=a472928f-7d52-4ae4-b93a-3bb91f30b61e HTTP/1.1" status: 200 len: 945 time: 0.0792892 Jan 28 02:54:17.957168 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-62f41d14-9b71-4c73-8294-68dbd78bee74 req-baef6bae-271c-489d-8df7-9d0ba9b60d52 tempest-ServerRescueTestJSONUnderV235-1747202796 tempest-ServerRescueTestJSONUnderV235-1747202796-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a52289a-08fd-40f6-b3fc-9835ae741a89 HTTP/1.1" status: 200 len: 210 time: 0.4949322 Jan 28 02:54:18.024821 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ef7ac689-3250-41d9-8ca3-b1dc7fa8e6dc req-673ae0e5-c289-455e-8630-e8a76e328e28 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898373 Jan 28 02:54:18.274797 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f5dc6345-46be-4a1b-8e59-e5b2e59ef8f4 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks [] for port (5e4ed45e-b0cc-4351-bb25-1a1cc300f38c), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:18.409649 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6063d358-4a02-4a0c-b2d4-e5acc2576b07 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23253'] for router (f7f74427-7a44-4870-b3f1-7f548fa89d0a), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:18.413739 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6063d358-4a02-4a0c-b2d4-e5acc2576b07 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3876279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3876284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3877649'] for router (f7f74427-7a44-4870-b3f1-7f548fa89d0a), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:18.417484 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f5dc6345-46be-4a1b-8e59-e5b2e59ef8f4 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (5e4ed45e-b0cc-4351-bb25-1a1cc300f38c), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:18.468059 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 009fdca5-ca2e-4b0e-8ed4-37ff7706404d up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:54:18.480189 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dc6345-46be-4a1b-8e59-e5b2e59ef8f4 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Network 1e0b660d-6568-4e92-98ab-2c1ba14b9cc2 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:54:18.515394 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-f5dc6345-46be-4a1b-8e59-e5b2e59ef8f4 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:54:18.521002 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dc6345-46be-4a1b-8e59-e5b2e59ef8f4 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:54:18.530924 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5dc6345-46be-4a1b-8e59-e5b2e59ef8f4 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:18.537103 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f5dc6345-46be-4a1b-8e59-e5b2e59ef8f4 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:18.549046 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 009fdca5-ca2e-4b0e-8ed4-37ff7706404d triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:54:18.549455 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (009fdca5-ca2e-4b0e-8ed4-37ff7706404d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:18.596117 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f5dc6345-46be-4a1b-8e59-e5b2e59ef8f4 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2351997 Jan 28 02:54:18.601165 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39458) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:18.605119 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc6345-46be-4a1b-8e59-e5b2e59ef8f4 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Pushing event updated for resources: {'Port': ['ID=5e4ed45e-b0cc-4351-bb25-1a1cc300f38c,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:18.631757 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-0506874e-d714-4f5e-85c5-4fa9be74e573 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Request body: {'port': {'network_id': '1e0b660d-6568-4e92-98ab-2c1ba14b9cc2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1997083102', 'allowed_address_pairs': [{'ip_address': '2001:db8::3ad', 'mac_address': 'fa:16:3e:d7:76:88'}]}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:18.655747 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c3646-0d6f-4c92-9c0e-b57b0ed4ca12 req-f1036767-8f12-41d9-b1da-3431d81ca710 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:18.675747 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a68c3646-0d6f-4c92-9c0e-b57b0ed4ca12 req-f1036767-8f12-41d9-b1da-3431d81ca710 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 950 time: 0.1591148 Jan 28 02:54:18.710516 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 009fdca5-ca2e-4b0e-8ed4-37ff7706404d is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:54:18.711223 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (009fdca5-ca2e-4b0e-8ed4-37ff7706404d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:18.764059 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 009fdca5-ca2e-4b0e-8ed4-37ff7706404d, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=009fdca5-ca2e-4b0e-8ed4-37ff7706404d,segment=NetworkSegment(d85a26c6-4a35-4113-9d55-c6baf371ce43),segment_id=d85a26c6-4a35-4113-9d55-c6baf371ce43)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:54:18.770276 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (009fdca5-ca2e-4b0e-8ed4-37ff7706404d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:18.808566 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a68c3646-0d6f-4c92-9c0e-b57b0ed4ca12 req-dd2d455d-7c90-4b34-855e-f55a0066fcb8 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224647 Jan 28 02:54:18.871986 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0506874e-d714-4f5e-85c5-4fa9be74e573 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Made reservation on behalf of b31d20bf3c4245e6876fc66fce70c538 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:54:18.905401 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=009fdca5-ca2e-4b0e-8ed4-37ff7706404d,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:18.915527 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:54:18.916124 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:54:18.916470 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:54:18.916849 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:54:18.917142 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:54:18.917715 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:54:18.918630 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:54:18.919146 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:54:18.919657 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:54:18.920197 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:54:18.921589 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:54:18.922131 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:54:18.922670 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:54:19.003681 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6063d358-4a02-4a0c-b2d4-e5acc2576b07 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Router f7f74427-7a44-4870-b3f1-7f548fa89d0a is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 02:54:19.005022 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456e7f6e-40fd-484e-a0a9-c721d3a75ef4 None None] Network 1e0b660d-6568-4e92-98ab-2c1ba14b9cc2 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:54:19.037496 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0506874e-d714-4f5e-85c5-4fa9be74e573 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:19.048226 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39464) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:19.183237 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-0506874e-d714-4f5e-85c5-4fa9be74e573 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] device_id is not set on port c4b38d70-5a9c-4e16-958f-8824f903896b yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:54:19.205765 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-1dd27b32-982d-4f3a-90aa-3d65bd6a8a6b None None] Provisioning complete for port 009fdca5-ca2e-4b0e-8ed4-37ff7706404d triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:54:19.206462 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1dd27b32-982d-4f3a-90aa-3d65bd6a8a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (009fdca5-ca2e-4b0e-8ed4-37ff7706404d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:19.357879 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97351245-f4c2-4abd-8425-94f5f36bdcbc req-b0e112e5-2c7a-4258-a79e-4b30213134a4 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:19.368312 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-97351245-f4c2-4abd-8425-94f5f36bdcbc req-b0e112e5-2c7a-4258-a79e-4b30213134a4 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=a472928f-7d52-4ae4-b93a-3bb91f30b61e HTTP/1.1" status: 200 len: 945 time: 0.1381688 Jan 28 02:54:19.397904 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6063d358-4a02-4a0c-b2d4-e5acc2576b07 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:54:19.415877 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58028ea6-10b5-4eba-9a3f-951fde857db2 None None] Sync routers for ids ['f7f74427-7a44-4870-b3f1-7f548fa89d0a'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:54:19.421274 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-1dd27b32-982d-4f3a-90aa-3d65bd6a8a6b None None] Current status of the port 009fdca5-ca2e-4b0e-8ed4-37ff7706404d is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:54:19.425183 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6063d358-4a02-4a0c-b2d4-e5acc2576b07 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:19.428958 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6063d358-4a02-4a0c-b2d4-e5acc2576b07 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] 10.222.0.53 "PUT /v2.0/routers/f7f74427-7a44-4870-b3f1-7f548fa89d0a HTTP/1.1" status: 200 len: 918 time: 3.9858942 Jan 28 02:54:19.434860 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39472) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:19.454470 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58028ea6-10b5-4eba-9a3f-951fde857db2 None None] Routers {'f7f74427-7a44-4870-b3f1-7f548fa89d0a'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:54:19.457656 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-58028ea6-10b5-4eba-9a3f-951fde857db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:54:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['f7f74427-7a44-4870-b3f1-7f548fa89d0a'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:19.533275 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-58028ea6-10b5-4eba-9a3f-951fde857db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:19.542183 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58028ea6-10b5-4eba-9a3f-951fde857db2 None None] Routers {'f7f74427-7a44-4870-b3f1-7f548fa89d0a'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:54:19.542931 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-58028ea6-10b5-4eba-9a3f-951fde857db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:54:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['f7f74427-7a44-4870-b3f1-7f548fa89d0a'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:19.576750 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-97351245-f4c2-4abd-8425-94f5f36bdcbc req-b150e242-fdee-472b-802e-a03810eb5295 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035244 Jan 28 02:54:19.594295 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-58028ea6-10b5-4eba-9a3f-951fde857db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:19.595159 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58028ea6-10b5-4eba-9a3f-951fde857db2 None None] The sync data for ids ['f7f74427-7a44-4870-b3f1-7f548fa89d0a'] in n-d-712139-27 is: [] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:54:19.688967 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-0506874e-d714-4f5e-85c5-4fa9be74e573 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Allocated IP 2001:db8::372 (1e0b660d-6568-4e92-98ab-2c1ba14b9cc2/d5b11368-4aee-466b-a473-39af835cb6a3/c4b38d70-5a9c-4e16-958f-8824f903896b) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:54:19.704899 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-31bbe9d4-8fd5-4c88-9627-064b1ed5fa1c tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] 10.222.0.53 "GET /v2.0/routers/f7f74427-7a44-4870-b3f1-7f548fa89d0a HTTP/1.1" status: 200 len: 924 time: 0.2681427 Jan 28 02:54:19.711533 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39474) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:19.759146 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-88d296f6-f5f2-4a6f-94a1-7807bb1a6906 None None] Provisioning complete for port 009fdca5-ca2e-4b0e-8ed4-37ff7706404d triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:54:19.759725 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-88d296f6-f5f2-4a6f-94a1-7807bb1a6906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (009fdca5-ca2e-4b0e-8ed4-37ff7706404d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:19.784284 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c03936f-2098-4f15-9186-1015aae741e5 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:19.787500 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1c03936f-2098-4f15-9186-1015aae741e5 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=8f7dc9c9-eaf1-4339-a2e3-884554154641&device_id=f7f74427-7a44-4870-b3f1-7f548fa89d0a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0722506 Jan 28 02:54:19.787856 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39476) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:19.883742 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-88d296f6-f5f2-4a6f-94a1-7807bb1a6906 None None] Current status of the port 009fdca5-ca2e-4b0e-8ed4-37ff7706404d is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:54:19.909380 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-88d296f6-f5f2-4a6f-94a1-7807bb1a6906 None None] Provisioning complete for port 5e4ed45e-b0cc-4351-bb25-1a1cc300f38c triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:54:19.909760 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-88d296f6-f5f2-4a6f-94a1-7807bb1a6906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (5e4ed45e-b0cc-4351-bb25-1a1cc300f38c), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:19.946383 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0506874e-d714-4f5e-85c5-4fa9be74e573 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks [] for port (c4b38d70-5a9c-4e16-958f-8824f903896b), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:19.960489 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-88d296f6-f5f2-4a6f-94a1-7807bb1a6906 None None] Port 5e4ed45e-b0cc-4351-bb25-1a1cc300f38c cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:54:20.031894 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0506874e-d714-4f5e-85c5-4fa9be74e573 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (c4b38d70-5a9c-4e16-958f-8824f903896b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:20.074974 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310f457-0650-46f1-b689-f53d3a4b5f35 req-1de18dc2-75b8-4e4e-bed1-0cd89d7692b0 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:20.076224 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c2700a-07b2-4bb8-8370-1a32357b9935 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:20.077664 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e3c2700a-07b2-4bb8-8370-1a32357b9935 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] 10.222.0.53 "GET /v2.0/networks/8f7dc9c9-eaf1-4339-a2e3-884554154641 HTTP/1.1" status: 200 len: 881 time: 0.2774551 Jan 28 02:54:20.080741 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8310f457-0650-46f1-b689-f53d3a4b5f35 req-1de18dc2-75b8-4e4e-bed1-0cd89d7692b0 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 950 time: 0.1160674 Jan 28 02:54:20.081284 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39480) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:20.088847 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-32ad0692-a976-4470-ac77-27699cd4ac37 None None] Provisioning complete for port 5e4ed45e-b0cc-4351-bb25-1a1cc300f38c triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:54:20.089700 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-32ad0692-a976-4470-ac77-27699cd4ac37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (5e4ed45e-b0cc-4351-bb25-1a1cc300f38c), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:20.116657 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9a641cfb-884b-45ef-b4fb-f8456156bb0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (ce623959-031f-4e76-b08a-d98f8feee14b), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:20.132909 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6b516630-76c5-4276-9e7b-6b0fd4e24d35 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7f74427-7a44-4870-b3f1-7f548fa89d0a HTTP/1.1" status: 200 len: 205 time: 0.0457473 Jan 28 02:54:20.144687 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-32ad0692-a976-4470-ac77-27699cd4ac37 None None] Port 5e4ed45e-b0cc-4351-bb25-1a1cc300f38c cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:54:20.161116 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39482) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:20.165057 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0506874e-d714-4f5e-85c5-4fa9be74e573 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Pushing event updated for resources: {'Port': ['ID=c4b38d70-5a9c-4e16-958f-8824f903896b,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:20.168922 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0506874e-d714-4f5e-85c5-4fa9be74e573 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Network 1e0b660d-6568-4e92-98ab-2c1ba14b9cc2 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:54:20.179709 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-0506874e-d714-4f5e-85c5-4fa9be74e573 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:54:20.183158 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0506874e-d714-4f5e-85c5-4fa9be74e573 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:54:20.188325 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0506874e-d714-4f5e-85c5-4fa9be74e573 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:20.188991 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0506874e-d714-4f5e-85c5-4fa9be74e573 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:20.233712 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8310f457-0650-46f1-b689-f53d3a4b5f35 req-ad1c0b8d-72bf-456d-8c2b-188dca455733 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347902 Jan 28 02:54:20.263634 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0506874e-d714-4f5e-85c5-4fa9be74e573 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.6590462 Jan 28 02:54:20.264384 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39488) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:20.397112 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83b3444-4d38-47bc-911a-95c7fe56b7d2 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:20.405652 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83b3444-4d38-47bc-911a-95c7fe56b7d2 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:20.419247 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83b3444-4d38-47bc-911a-95c7fe56b7d2 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:20.424636 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f83b3444-4d38-47bc-911a-95c7fe56b7d2 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.1591763 Jan 28 02:54:20.425493 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39494) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:20.466153 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 009fdca5-ca2e-4b0e-8ed4-37ff7706404d up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:54:20.568428 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 009fdca5-ca2e-4b0e-8ed4-37ff7706404d triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:54:20.568900 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (009fdca5-ca2e-4b0e-8ed4-37ff7706404d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:20.569660 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-2b1bc05a-e0da-4f50-8adb-89e30455a0c3 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Deleting port c4b38d70-5a9c-4e16-958f-8824f903896b {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:54:20.570178 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2b1bc05a-e0da-4f50-8adb-89e30455a0c3 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (c4b38d70-5a9c-4e16-958f-8824f903896b), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:20.625392 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device cf42aaa9-13da-49a3-95c8-cb193af261a0 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:54:20.680848 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: cf42aaa9-13da-49a3-95c8-cb193af261a0 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:54:20.681719 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device cf42aaa9-13da-49a3-95c8-cb193af261a0 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:54:20.790525 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 009fdca5-ca2e-4b0e-8ed4-37ff7706404d is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:54:20.828412 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2b1bc05a-e0da-4f50-8adb-89e30455a0c3 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (c4b38d70-5a9c-4e16-958f-8824f903896b), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:20.840652 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-223b589c-f325-4cbe-9e2e-9ed7fce1d7fc tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router (f7f74427-7a44-4870-b3f1-7f548fa89d0a), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:20.850588 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-2b1bc05a-e0da-4f50-8adb-89e30455a0c3 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Calling delete_port for c4b38d70-5a9c-4e16-958f-8824f903896b owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:54:20.865028 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46caaaee-342b-45f5-ae8c-f44c017eae58 req-2e060e99-13ea-4075-bcc1-9aeac5733000 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:20.867067 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-46caaaee-342b-45f5-ae8c-f44c017eae58 req-2e060e99-13ea-4075-bcc1-9aeac5733000 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=a472928f-7d52-4ae4-b93a-3bb91f30b61e HTTP/1.1" status: 200 len: 945 time: 0.1251593 Jan 28 02:54:20.877325 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-31f42fe3-8cca-4722-ab8d-ced123437211 None None] Provisioning complete for port c4b38d70-5a9c-4e16-958f-8824f903896b triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:54:20.877900 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-31f42fe3-8cca-4722-ab8d-ced123437211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c4b38d70-5a9c-4e16-958f-8824f903896b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:20.928501 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-31f42fe3-8cca-4722-ab8d-ced123437211 None None] Port c4b38d70-5a9c-4e16-958f-8824f903896b cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:54:20.978307 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-46caaaee-342b-45f5-ae8c-f44c017eae58 req-b5dc6f29-aeaf-4d5e-afe0-3a4d37d4ab61 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046429 Jan 28 02:54:20.988249 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-223b589c-f325-4cbe-9e2e-9ed7fce1d7fc tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router_gateway (f7f74427-7a44-4870-b3f1-7f548fa89d0a), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:21.064532 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2b1bc05a-e0da-4f50-8adb-89e30455a0c3 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (c4b38d70-5a9c-4e16-958f-8824f903896b), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:21.112606 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1bc05a-e0da-4f50-8adb-89e30455a0c3 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Pushing event deleted for resources: {'Port': ['ID=c4b38d70-5a9c-4e16-958f-8824f903896b,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:21.278907 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2b1bc05a-e0da-4f50-8adb-89e30455a0c3 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:21.282306 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-2b1bc05a-e0da-4f50-8adb-89e30455a0c3 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] 10.222.0.53 "DELETE /v2.0/ports/c4b38d70-5a9c-4e16-958f-8824f903896b HTTP/1.1" status: 204 len: 168 time: 0.8555536 Jan 28 02:54:21.288713 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39508) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:21.340987 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a0b11ea-bde9-4802-8816-29f5fe070d62 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] GET failed (client error): The resource could not be found. Jan 28 02:54:21.347859 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7a0b11ea-bde9-4802-8816-29f5fe070d62 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] 10.222.0.53 "GET /v2.0/ports/c4b38d70-5a9c-4e16-958f-8824f903896b HTTP/1.1" status: 404 len: 333 time: 0.0579991 Jan 28 02:54:21.348792 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39510) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:21.354775 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-c5c61a8c-f389-4225-885a-e5c8c3303318 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Request body: {'port': {'network_id': '1e0b660d-6568-4e92-98ab-2c1ba14b9cc2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-745057933'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:21.543284 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-223b589c-f325-4cbe-9e2e-9ed7fce1d7fc tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Deleting port c021bc0e-e0b9-4f5c-a051-704722d09781 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:54:21.543771 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-223b589c-f325-4cbe-9e2e-9ed7fce1d7fc tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (c021bc0e-e0b9-4f5c-a051-704722d09781), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:21.545181 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c61a8c-f389-4225-885a-e5c8c3303318 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Made reservation on behalf of b31d20bf3c4245e6876fc66fce70c538 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:54:21.549824 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c5c61a8c-f389-4225-885a-e5c8c3303318 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:21.569298 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-c5c61a8c-f389-4225-885a-e5c8c3303318 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] device_id is not set on port 13586f51-442f-4029-9dac-279c56e8fd6f yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:54:21.600123 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85204d9-c42f-4f53-ae2c-fd34c9c56ada req-950bd02e-ea43-4acd-960e-c0413f376d85 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:21.607616 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a85204d9-c42f-4f53-ae2c-fd34c9c56ada req-950bd02e-ea43-4acd-960e-c0413f376d85 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 950 time: 0.1672359 Jan 28 02:54:21.704592 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-9a641cfb-884b-45ef-b4fb-f8456156bb0d admin admin] Deleting port 5daa31fa-4b29-40a2-9209-651bb9700edd {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:54:21.705236 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9a641cfb-884b-45ef-b4fb-f8456156bb0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (5daa31fa-4b29-40a2-9209-651bb9700edd), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:21.732347 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-c5c61a8c-f389-4225-885a-e5c8c3303318 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Allocated IP 2001:db8::318 (1e0b660d-6568-4e92-98ab-2c1ba14b9cc2/d5b11368-4aee-466b-a473-39af835cb6a3/13586f51-442f-4029-9dac-279c56e8fd6f) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:54:21.767719 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-223b589c-f325-4cbe-9e2e-9ed7fce1d7fc tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (c021bc0e-e0b9-4f5c-a051-704722d09781), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:21.784602 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a85204d9-c42f-4f53-ae2c-fd34c9c56ada req-38b62d1a-354f-409b-9e67-3cc695c5b6a3 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712079 Jan 28 02:54:21.830350 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-223b589c-f325-4cbe-9e2e-9ed7fce1d7fc tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Calling delete_port for c021bc0e-e0b9-4f5c-a051-704722d09781 owned by network:router_gateway {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:54:21.908273 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c5c61a8c-f389-4225-885a-e5c8c3303318 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks [] for port (13586f51-442f-4029-9dac-279c56e8fd6f), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:21.952483 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-9a641cfb-884b-45ef-b4fb-f8456156bb0d admin admin] For port 5daa31fa-4b29-40a2-9209-651bb9700edd, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=5daa31fa-4b29-40a2-9209-651bb9700edd,segment=NetworkSegment(e68bfc76-2719-4861-91f6-f85b59279523),segment_id=e68bfc76-2719-4861-91f6-f85b59279523)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:54:21.953499 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9a641cfb-884b-45ef-b4fb-f8456156bb0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (5daa31fa-4b29-40a2-9209-651bb9700edd), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:21.967752 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c5c61a8c-f389-4225-885a-e5c8c3303318 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (13586f51-442f-4029-9dac-279c56e8fd6f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:22.013671 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-9a641cfb-884b-45ef-b4fb-f8456156bb0d admin admin] Calling delete_port for 5daa31fa-4b29-40a2-9209-651bb9700edd owned by network:router_interface {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:54:22.051161 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c61a8c-f389-4225-885a-e5c8c3303318 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Network 1e0b660d-6568-4e92-98ab-2c1ba14b9cc2 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:54:22.072594 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-c5c61a8c-f389-4225-885a-e5c8c3303318 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:54:22.082535 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c61a8c-f389-4225-885a-e5c8c3303318 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:54:22.088318 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c61a8c-f389-4225-885a-e5c8c3303318 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:22.088987 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c5c61a8c-f389-4225-885a-e5c8c3303318 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:22.103566 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c61a8c-f389-4225-885a-e5c8c3303318 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Pushing event updated for resources: {'Port': ['ID=13586f51-442f-4029-9dac-279c56e8fd6f,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:22.152741 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c5c61a8c-f389-4225-885a-e5c8c3303318 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8022926 Jan 28 02:54:22.155393 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39520) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:22.167564 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-9f74977b-7d5c-4f87-91df-4ec7a441f312 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3ad', 'mac_address': 'fa:16:3e:d7:76:88'}]}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:22.224011 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490409e1-8284-40f1-9a6d-ee28fb0cacee req-a3672f0b-60e2-4fdf-8638-a718620f4df6 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:22.225857 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-490409e1-8284-40f1-9a6d-ee28fb0cacee req-a3672f0b-60e2-4fdf-8638-a718620f4df6 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=a472928f-7d52-4ae4-b93a-3bb91f30b61e HTTP/1.1" status: 200 len: 945 time: 0.1501980 Jan 28 02:54:22.234483 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-223b589c-f325-4cbe-9e2e-9ed7fce1d7fc tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (c021bc0e-e0b9-4f5c-a051-704722d09781), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:22.275638 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223b589c-f325-4cbe-9e2e-9ed7fce1d7fc tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Pushing event deleted for resources: {'Port': ['ID=c021bc0e-e0b9-4f5c-a051-704722d09781,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:22.301619 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9f74977b-7d5c-4f87-91df-4ec7a441f312 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (13586f51-442f-4029-9dac-279c56e8fd6f), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:22.399246 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-490409e1-8284-40f1-9a6d-ee28fb0cacee req-36f1c55c-c4f4-4936-977d-bb0618a7593b tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636848 Jan 28 02:54:22.458602 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-223b589c-f325-4cbe-9e2e-9ed7fce1d7fc tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (f7f74427-7a44-4870-b3f1-7f548fa89d0a), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:22.570284 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9a641cfb-884b-45ef-b4fb-f8456156bb0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (5daa31fa-4b29-40a2-9209-651bb9700edd), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:22.573201 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-9b0be6b6-0d06-4518-8a51-a4fd1712edb1 None None] Provisioning complete for port 13586f51-442f-4029-9dac-279c56e8fd6f triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:54:22.574169 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9b0be6b6-0d06-4518-8a51-a4fd1712edb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (13586f51-442f-4029-9dac-279c56e8fd6f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:22.636162 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a641cfb-884b-45ef-b4fb-f8456156bb0d admin admin] Pushing event deleted for resources: {'Port': ['ID=5daa31fa-4b29-40a2-9209-651bb9700edd,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:22.650439 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-9b0be6b6-0d06-4518-8a51-a4fd1712edb1 None None] Port 13586f51-442f-4029-9dac-279c56e8fd6f cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:54:22.654744 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-223b589c-f325-4cbe-9e2e-9ed7fce1d7fc tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (f7f74427-7a44-4870-b3f1-7f548fa89d0a), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:22.672404 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-223b589c-f325-4cbe-9e2e-9ed7fce1d7fc tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router_controller (f7f74427-7a44-4870-b3f1-7f548fa89d0a), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:22.712551 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9f74977b-7d5c-4f87-91df-4ec7a441f312 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks [] for port (13586f51-442f-4029-9dac-279c56e8fd6f), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:22.723360 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9f74977b-7d5c-4f87-91df-4ec7a441f312 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (13586f51-442f-4029-9dac-279c56e8fd6f), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:22.773439 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-223b589c-f325-4cbe-9e2e-9ed7fce1d7fc tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (f7f74427-7a44-4870-b3f1-7f548fa89d0a), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:22.774364 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223b589c-f325-4cbe-9e2e-9ed7fce1d7fc tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Fanout notify agent at l3_agent the message router_deleted on router f7f74427-7a44-4870-b3f1-7f548fa89d0a {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:54:22.778454 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-9f74977b-7d5c-4f87-91df-4ec7a441f312 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] In _notify_port_updated(), no bound segment for port 13586f51-442f-4029-9dac-279c56e8fd6f on network 1e0b660d-6568-4e92-98ab-2c1ba14b9cc2 {{(pid=109803) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 02:54:22.803738 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f74977b-7d5c-4f87-91df-4ec7a441f312 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:22.804423 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9f74977b-7d5c-4f87-91df-4ec7a441f312 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:22.811426 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9f74977b-7d5c-4f87-91df-4ec7a441f312 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] 10.222.0.53 "PUT /v2.0/ports/13586f51-442f-4029-9dac-279c56e8fd6f HTTP/1.1" status: 200 len: 1002 time: 0.6507025 Jan 28 02:54:22.815993 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39528) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:22.852032 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-223b589c-f325-4cbe-9e2e-9ed7fce1d7fc tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:22.862466 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-223b589c-f325-4cbe-9e2e-9ed7fce1d7fc tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] 10.222.0.53 "DELETE /v2.0/routers/f7f74427-7a44-4870-b3f1-7f548fa89d0a HTTP/1.1" status: 204 len: 168 time: 2.7088058 Jan 28 02:54:22.865052 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39530) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:22.893866 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-8a60bd0d-69eb-4fe3-a2df-d5a1b831ddf7 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-374155435', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:23.051768 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f74977b-7d5c-4f87-91df-4ec7a441f312 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Pushing event updated for resources: {'Port': ['ID=13586f51-442f-4029-9dac-279c56e8fd6f,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:23.052762 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8a60bd0d-69eb-4fe3-a2df-d5a1b831ddf7 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (c5bf729f-1034-4815-9b85-54e45c2ff6e0), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:23.053883 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8a60bd0d-69eb-4fe3-a2df-d5a1b831ddf7 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (c5bf729f-1034-4815-9b85-54e45c2ff6e0), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:23.098929 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9a641cfb-884b-45ef-b4fb-f8456156bb0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (ce623959-031f-4e76-b08a-d98f8feee14b), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:23.132206 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8a60bd0d-69eb-4fe3-a2df-d5a1b831ddf7 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router_controller (c5bf729f-1034-4815-9b85-54e45c2ff6e0), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:23.143284 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8a60bd0d-69eb-4fe3-a2df-d5a1b831ddf7 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (c5bf729f-1034-4815-9b85-54e45c2ff6e0), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:23.174029 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7539d4-78dd-44c2-9f7f-15b8cc4e3127 req-72a1dbf8-00de-4a63-810b-fd25955b0686 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:23.175497 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0c7539d4-78dd-44c2-9f7f-15b8cc4e3127 req-72a1dbf8-00de-4a63-810b-fd25955b0686 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 950 time: 0.2188923 Jan 28 02:54:23.208316 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8a60bd0d-69eb-4fe3-a2df-d5a1b831ddf7 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:23.212378 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39534) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:23.212506 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8a60bd0d-69eb-4fe3-a2df-d5a1b831ddf7 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3464012 Jan 28 02:54:23.217430 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-41dba413-c89d-4211-9cc9-a740c97c88ed tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'enable_snat': False}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:23.226877 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-7352eca6-0e6f-444b-8c06-3fbee9b1bad6 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Deleting port 13586f51-442f-4029-9dac-279c56e8fd6f {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:54:23.227227 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7352eca6-0e6f-444b-8c06-3fbee9b1bad6 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (13586f51-442f-4029-9dac-279c56e8fd6f), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:23.276267 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-f2e49b03-3216-47ad-838f-9955789f29be None None] Provisioning complete for port 13586f51-442f-4029-9dac-279c56e8fd6f triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:54:23.277354 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f2e49b03-3216-47ad-838f-9955789f29be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (13586f51-442f-4029-9dac-279c56e8fd6f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:23.325893 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7352eca6-0e6f-444b-8c06-3fbee9b1bad6 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (13586f51-442f-4029-9dac-279c56e8fd6f), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:23.341054 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-7352eca6-0e6f-444b-8c06-3fbee9b1bad6 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Calling delete_port for 13586f51-442f-4029-9dac-279c56e8fd6f owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:54:23.346673 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-f2e49b03-3216-47ad-838f-9955789f29be None None] Port 13586f51-442f-4029-9dac-279c56e8fd6f cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:54:23.477662 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0c7539d4-78dd-44c2-9f7f-15b8cc4e3127 req-423f603f-8cd2-429f-b68c-10671c724d85 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946458 Jan 28 02:54:23.513503 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a641cfb-884b-45ef-b4fb-f8456156bb0d admin admin] Router ce623959-031f-4e76-b08a-d98f8feee14b has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:54:23.710216 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a641cfb-884b-45ef-b4fb-f8456156bb0d admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:54:23.718652 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9a641cfb-884b-45ef-b4fb-f8456156bb0d admin admin] 10.222.0.53 "PUT /v2.0/routers/ce623959-031f-4e76-b08a-d98f8feee14b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6688824 Jan 28 02:54:23.719992 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39540) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:23.725360 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9800c88-2319-4a3c-90d2-dcda96cd812c None None] Sync routers for ids ['ce623959-031f-4e76-b08a-d98f8feee14b'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:54:23.727092 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbaf242-61b8-4ed1-8b22-a7a2b5636bb8 req-685040de-3fa9-4e52-ab2e-1f2b0a97aeed tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:23.735569 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cbbaf242-61b8-4ed1-8b22-a7a2b5636bb8 req-685040de-3fa9-4e52-ab2e-1f2b0a97aeed tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=a472928f-7d52-4ae4-b93a-3bb91f30b61e HTTP/1.1" status: 200 len: 945 time: 0.2107878 Jan 28 02:54:23.741657 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9800c88-2319-4a3c-90d2-dcda96cd812c None None] Routers {'ce623959-031f-4e76-b08a-d98f8feee14b'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:54:23.742294 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-f9800c88-2319-4a3c-90d2-dcda96cd812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:54:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['ce623959-031f-4e76-b08a-d98f8feee14b'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:23.832010 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cbbaf242-61b8-4ed1-8b22-a7a2b5636bb8 req-6b738a7f-3b63-4a6e-972a-39ce4d59a7d6 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950515 Jan 28 02:54:23.866687 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7352eca6-0e6f-444b-8c06-3fbee9b1bad6 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (13586f51-442f-4029-9dac-279c56e8fd6f), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:23.872958 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-41dba413-c89d-4211-9cc9-a740c97c88ed tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for router_gateway (c5bf729f-1034-4815-9b85-54e45c2ff6e0), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:23.888591 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-412b3948-147c-45f8-9ea7-bcd18ede351d admin admin] Publish callbacks [] for router (ce623959-031f-4e76-b08a-d98f8feee14b), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:23.941681 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7352eca6-0e6f-444b-8c06-3fbee9b1bad6 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Pushing event deleted for resources: {'Port': ['ID=13586f51-442f-4029-9dac-279c56e8fd6f,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:24.101228 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-f9800c88-2319-4a3c-90d2-dcda96cd812c None None] Set router ce623959-031f-4e76-b08a-d98f8feee14b gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:54:24.329323 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-f9800c88-2319-4a3c-90d2-dcda96cd812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce623959-031f-4e76-b08a-d98f8feee14b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1294569546-router', 'tenant_id': '07b12507ae9742ae9cf6596eafe2c460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'a63742e3-c9ab-4f5b-b2ee-a4d85b403142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:52:31Z', 'updated_at': '2022-01-28T02:54:22Z', 'revision_number': 5, 'project_id': '07b12507ae9742ae9cf6596eafe2c460', 'gw_port': {'id': 'a63742e3-c9ab-4f5b-b2ee-a4d85b403142', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce623959-031f-4e76-b08a-d98f8feee14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:52:32Z', 'updated_at': '2022-01-28T02:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:24.333015 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7352eca6-0e6f-444b-8c06-3fbee9b1bad6 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:24.336792 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7352eca6-0e6f-444b-8c06-3fbee9b1bad6 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] 10.222.0.53 "DELETE /v2.0/ports/13586f51-442f-4029-9dac-279c56e8fd6f HTTP/1.1" status: 204 len: 168 time: 1.5059547 Jan 28 02:54:24.339043 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39546) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:24.342482 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-412b3948-147c-45f8-9ea7-bcd18ede351d admin admin] Publish callbacks [] for router_gateway (ce623959-031f-4e76-b08a-d98f8feee14b), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:24.388512 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-30114373-8226-4826-8426-79edf204a058 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] GET failed (client error): The resource could not be found. Jan 28 02:54:24.396099 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-30114373-8226-4826-8426-79edf204a058 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] 10.222.0.53 "GET /v2.0/ports/13586f51-442f-4029-9dac-279c56e8fd6f HTTP/1.1" status: 404 len: 333 time: 0.0513601 Jan 28 02:54:24.396461 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39548) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:24.399215 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9800c88-2319-4a3c-90d2-dcda96cd812c None None] Checking router: ce623959-031f-4e76-b08a-d98f8feee14b for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:54:24.406091 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-258a5aa7-0b10-4599-a4f7-e2dc9bb52bf3 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Request body: {'port': {'network_id': '1e0b660d-6568-4e92-98ab-2c1ba14b9cc2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-874773133'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:24.418798 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9800c88-2319-4a3c-90d2-dcda96cd812c None None] Routers {'ce623959-031f-4e76-b08a-d98f8feee14b'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:54:24.422027 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-f9800c88-2319-4a3c-90d2-dcda96cd812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:54:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['ce623959-031f-4e76-b08a-d98f8feee14b'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:24.561932 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-f9800c88-2319-4a3c-90d2-dcda96cd812c None None] Set router ce623959-031f-4e76-b08a-d98f8feee14b gateway port host: None {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:54:24.598048 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258a5aa7-0b10-4599-a4f7-e2dc9bb52bf3 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Made reservation on behalf of b31d20bf3c4245e6876fc66fce70c538 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:54:24.601761 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-258a5aa7-0b10-4599-a4f7-e2dc9bb52bf3 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:24.624871 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-f9800c88-2319-4a3c-90d2-dcda96cd812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce623959-031f-4e76-b08a-d98f8feee14b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1294569546-router', 'tenant_id': '07b12507ae9742ae9cf6596eafe2c460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:52:31Z', 'updated_at': '2022-01-28T02:54:24Z', 'revision_number': 6, 'project_id': '07b12507ae9742ae9cf6596eafe2c460', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:24.682986 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9800c88-2319-4a3c-90d2-dcda96cd812c None None] The sync data for ids ['ce623959-031f-4e76-b08a-d98f8feee14b'] in n-d-712139-27 is: [{'id': 'ce623959-031f-4e76-b08a-d98f8feee14b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1294569546-router', 'tenant_id': '07b12507ae9742ae9cf6596eafe2c460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:52:31Z', 'updated_at': '2022-01-28T02:54:24Z', 'revision_number': 6, 'project_id': '07b12507ae9742ae9cf6596eafe2c460', 'gw_port_host': None}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:54:24.691302 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-412b3948-147c-45f8-9ea7-bcd18ede351d admin admin] Deleting port a63742e3-c9ab-4f5b-b2ee-a4d85b403142 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:54:24.692284 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-412b3948-147c-45f8-9ea7-bcd18ede351d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (a63742e3-c9ab-4f5b-b2ee-a4d85b403142), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:24.710121 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1ceb8-b2ec-4ef7-9dc4-fa04701ba5cb req-cd56f36a-a183-48e1-ae97-8857df3378b0 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:24.711762 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c8a1ceb8-b2ec-4ef7-9dc4-fa04701ba5cb req-cd56f36a-a183-48e1-ae97-8857df3378b0 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 950 time: 0.1074374 Jan 28 02:54:24.713207 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-258a5aa7-0b10-4599-a4f7-e2dc9bb52bf3 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] device_id is not set on port 9acbe8a1-5ad0-4cc4-a6cf-9bcb02161d3a yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:54:24.894076 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c8a1ceb8-b2ec-4ef7-9dc4-fa04701ba5cb req-f3edc961-abae-4c56-b62a-b7b300ae6491 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755011 Jan 28 02:54:24.946998 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-258a5aa7-0b10-4599-a4f7-e2dc9bb52bf3 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Allocated IP 2001:db8::2be (1e0b660d-6568-4e92-98ab-2c1ba14b9cc2/d5b11368-4aee-466b-a473-39af835cb6a3/9acbe8a1-5ad0-4cc4-a6cf-9bcb02161d3a) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:54:25.173221 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-258a5aa7-0b10-4599-a4f7-e2dc9bb52bf3 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks [] for port (9acbe8a1-5ad0-4cc4-a6cf-9bcb02161d3a), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:25.234466 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-258a5aa7-0b10-4599-a4f7-e2dc9bb52bf3 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (9acbe8a1-5ad0-4cc4-a6cf-9bcb02161d3a), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:25.271906 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258a5aa7-0b10-4599-a4f7-e2dc9bb52bf3 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Network 1e0b660d-6568-4e92-98ab-2c1ba14b9cc2 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:54:25.277247 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-258a5aa7-0b10-4599-a4f7-e2dc9bb52bf3 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:54:25.323930 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-412b3948-147c-45f8-9ea7-bcd18ede351d admin admin] For port a63742e3-c9ab-4f5b-b2ee-a4d85b403142, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=a63742e3-c9ab-4f5b-b2ee-a4d85b403142,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:54:25.324773 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-412b3948-147c-45f8-9ea7-bcd18ede351d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (a63742e3-c9ab-4f5b-b2ee-a4d85b403142), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:25.327899 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258a5aa7-0b10-4599-a4f7-e2dc9bb52bf3 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:54:25.336430 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258a5aa7-0b10-4599-a4f7-e2dc9bb52bf3 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:25.340189 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-258a5aa7-0b10-4599-a4f7-e2dc9bb52bf3 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:25.341917 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-412b3948-147c-45f8-9ea7-bcd18ede351d admin admin] Calling delete_port for a63742e3-c9ab-4f5b-b2ee-a4d85b403142 owned by network:router_gateway {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:54:25.368550 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-41dba413-c89d-4211-9cc9-a740c97c88ed tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for router_gateway (c5bf729f-1034-4815-9b85-54e45c2ff6e0), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:25.379724 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-258a5aa7-0b10-4599-a4f7-e2dc9bb52bf3 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9819119 Jan 28 02:54:25.385161 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39560) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:25.391985 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-a380c9c7-8b29-4909-bc50-0415caaf7c8d tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:d7:76:88'}]}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:25.400261 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-41dba413-c89d-4211-9cc9-a740c97c88ed tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:25.545703 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a5aa7-0b10-4599-a4f7-e2dc9bb52bf3 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Pushing event updated for resources: {'Port': ['ID=9acbe8a1-5ad0-4cc4-a6cf-9bcb02161d3a,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:25.614469 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a380c9c7-8b29-4909-bc50-0415caaf7c8d tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9acbe8a1-5ad0-4cc4-a6cf-9bcb02161d3a), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:25.621692 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94660db8-8208-4622-8e14-e2163a794dbf req-a51b6802-bc47-4576-bd4d-8888310be40f tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:25.631485 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-94660db8-8208-4622-8e14-e2163a794dbf req-a51b6802-bc47-4576-bd4d-8888310be40f tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=a472928f-7d52-4ae4-b93a-3bb91f30b61e HTTP/1.1" status: 200 len: 945 time: 0.4927740 Jan 28 02:54:25.721593 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-9511f72e-6723-479f-baf1-4fa25ef92637 None None] Provisioning complete for port 9acbe8a1-5ad0-4cc4-a6cf-9bcb02161d3a triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:54:25.722729 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9511f72e-6723-479f-baf1-4fa25ef92637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9acbe8a1-5ad0-4cc4-a6cf-9bcb02161d3a), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:25.737007 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-94660db8-8208-4622-8e14-e2163a794dbf req-2e47d722-548a-4719-b743-8d17c1576f67 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878818 Jan 28 02:54:25.799981 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-9511f72e-6723-479f-baf1-4fa25ef92637 None None] Port 9acbe8a1-5ad0-4cc4-a6cf-9bcb02161d3a cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:54:25.850353 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-41dba413-c89d-4211-9cc9-a740c97c88ed tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Allocated IP 172.25.0.39 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/28387f69-f36c-4739-a7ec-bd9c4be9a16a) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:54:25.980154 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a380c9c7-8b29-4909-bc50-0415caaf7c8d tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks [] for port (9acbe8a1-5ad0-4cc4-a6cf-9bcb02161d3a), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:25.996846 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a380c9c7-8b29-4909-bc50-0415caaf7c8d tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (9acbe8a1-5ad0-4cc4-a6cf-9bcb02161d3a), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:26.045312 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-a380c9c7-8b29-4909-bc50-0415caaf7c8d tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] In _notify_port_updated(), no bound segment for port 9acbe8a1-5ad0-4cc4-a6cf-9bcb02161d3a on network 1e0b660d-6568-4e92-98ab-2c1ba14b9cc2 {{(pid=109802) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 02:54:26.060191 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a380c9c7-8b29-4909-bc50-0415caaf7c8d tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:26.061886 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a380c9c7-8b29-4909-bc50-0415caaf7c8d tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:26.064043 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a380c9c7-8b29-4909-bc50-0415caaf7c8d tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] 10.222.0.53 "PUT /v2.0/ports/9acbe8a1-5ad0-4cc4-a6cf-9bcb02161d3a HTTP/1.1" status: 200 len: 1002 time: 0.6779139 Jan 28 02:54:26.088220 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39566) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:26.161906 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a380c9c7-8b29-4909-bc50-0415caaf7c8d tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Pushing event updated for resources: {'Port': ['ID=9acbe8a1-5ad0-4cc4-a6cf-9bcb02161d3a,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:26.176869 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4084e58-86f1-456b-862a-ff3986c23c3e req-69ec9e44-3bda-47b9-bafb-c05147b07828 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:26.179564 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b4084e58-86f1-456b-862a-ff3986c23c3e req-69ec9e44-3bda-47b9-bafb-c05147b07828 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 950 time: 0.1516924 Jan 28 02:54:26.240856 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-41dba413-c89d-4211-9cc9-a740c97c88ed tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for port (28387f69-f36c-4739-a7ec-bd9c4be9a16a), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:26.254361 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b4084e58-86f1-456b-862a-ff3986c23c3e req-156c2ea8-bfb2-4631-9e03-26061d78058b tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669482 Jan 28 02:54:26.275940 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-412b3948-147c-45f8-9ea7-bcd18ede351d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (a63742e3-c9ab-4f5b-b2ee-a4d85b403142), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:26.337006 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b3948-147c-45f8-9ea7-bcd18ede351d admin admin] Pushing event deleted for resources: {'Port': ['ID=a63742e3-c9ab-4f5b-b2ee-a4d85b403142,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:26.444886 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device a63742e3-c9ab-4f5b-b2ee-a4d85b403142 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:54:26.468121 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: a63742e3-c9ab-4f5b-b2ee-a4d85b403142 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:54:26.468766 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device a63742e3-c9ab-4f5b-b2ee-a4d85b403142 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:54:26.469407 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 5daa31fa-4b29-40a2-9209-651bb9700edd no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:54:26.471176 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-825441c4-fd68-49e0-ae59-85bb0e1006ab tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Deleting port 9acbe8a1-5ad0-4cc4-a6cf-9bcb02161d3a {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:54:26.471691 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-825441c4-fd68-49e0-ae59-85bb0e1006ab tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (9acbe8a1-5ad0-4cc4-a6cf-9bcb02161d3a), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:26.490162 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-41dba413-c89d-4211-9cc9-a740c97c88ed tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (28387f69-f36c-4739-a7ec-bd9c4be9a16a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:26.491733 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 5daa31fa-4b29-40a2-9209-651bb9700edd {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:54:26.492262 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 5daa31fa-4b29-40a2-9209-651bb9700edd not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:54:26.530935 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-6fda0568-e74b-4464-96b2-8b4c122d86ce None None] Provisioning complete for port 9acbe8a1-5ad0-4cc4-a6cf-9bcb02161d3a triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:54:26.531944 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6fda0568-e74b-4464-96b2-8b4c122d86ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9acbe8a1-5ad0-4cc4-a6cf-9bcb02161d3a), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:26.576425 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-6fda0568-e74b-4464-96b2-8b4c122d86ce None None] Port 9acbe8a1-5ad0-4cc4-a6cf-9bcb02161d3a cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:54:26.578467 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41dba413-c89d-4211-9cc9-a740c97c88ed tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:54:26.591811 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-41dba413-c89d-4211-9cc9-a740c97c88ed tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:54:26.593756 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-412b3948-147c-45f8-9ea7-bcd18ede351d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (ce623959-031f-4e76-b08a-d98f8feee14b), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:26.602082 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dba413-c89d-4211-9cc9-a740c97c88ed tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:54:26.609944 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dba413-c89d-4211-9cc9-a740c97c88ed tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Pushing event updated for resources: {'Port': ['ID=28387f69-f36c-4739-a7ec-bd9c4be9a16a,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:26.730974 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-412b3948-147c-45f8-9ea7-bcd18ede351d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (ce623959-031f-4e76-b08a-d98f8feee14b), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:26.737535 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-412b3948-147c-45f8-9ea7-bcd18ede351d admin admin] Publish callbacks [] for router_controller (ce623959-031f-4e76-b08a-d98f8feee14b), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:26.749944 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-825441c4-fd68-49e0-ae59-85bb0e1006ab tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (9acbe8a1-5ad0-4cc4-a6cf-9bcb02161d3a), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:26.796155 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-825441c4-fd68-49e0-ae59-85bb0e1006ab tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Calling delete_port for 9acbe8a1-5ad0-4cc4-a6cf-9bcb02161d3a owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:54:26.843501 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-412b3948-147c-45f8-9ea7-bcd18ede351d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (ce623959-031f-4e76-b08a-d98f8feee14b), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:26.844039 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412b3948-147c-45f8-9ea7-bcd18ede351d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce623959-031f-4e76-b08a-d98f8feee14b {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:54:26.852194 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-412b3948-147c-45f8-9ea7-bcd18ede351d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:26.855935 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-412b3948-147c-45f8-9ea7-bcd18ede351d admin admin] 10.222.0.53 "DELETE /v2.0/routers/ce623959-031f-4e76-b08a-d98f8feee14b HTTP/1.1" status: 204 len: 168 time: 3.1302452 Jan 28 02:54:26.857172 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39582) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:26.964786 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df392a-b865-45bb-96ea-2664861764e9 req-d3191fcd-04bc-45be-b94b-cd133f64f739 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:26.970105 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-73df392a-b865-45bb-96ea-2664861764e9 req-d3191fcd-04bc-45be-b94b-cd133f64f739 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=a472928f-7d52-4ae4-b93a-3bb91f30b61e HTTP/1.1" status: 200 len: 945 time: 0.1520119 Jan 28 02:54:26.998505 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-7347274a-79df-4020-b38d-4f68de2e789e admin admin] Deleting subnet 103ce8fe-9e75-44b9-af19-ab633171d9f9 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:54:27.004851 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7347274a-79df-4020-b38d-4f68de2e789e admin admin] Publish callbacks [] for subnet (103ce8fe-9e75-44b9-af19-ab633171d9f9), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:27.169456 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-825441c4-fd68-49e0-ae59-85bb0e1006ab tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (9acbe8a1-5ad0-4cc4-a6cf-9bcb02161d3a), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:27.187936 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-41dba413-c89d-4211-9cc9-a740c97c88ed tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for router_gateway (c5bf729f-1034-4815-9b85-54e45c2ff6e0), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:27.251194 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825441c4-fd68-49e0-ae59-85bb0e1006ab tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Pushing event deleted for resources: {'Port': ['ID=9acbe8a1-5ad0-4cc4-a6cf-9bcb02161d3a,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:27.321806 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-825441c4-fd68-49e0-ae59-85bb0e1006ab tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:27.325188 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-825441c4-fd68-49e0-ae59-85bb0e1006ab tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] 10.222.0.53 "DELETE /v2.0/ports/9acbe8a1-5ad0-4cc4-a6cf-9bcb02161d3a HTTP/1.1" status: 204 len: 168 time: 1.2360911 Jan 28 02:54:27.333921 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39588) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:27.411243 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f67ddc-3aa6-4430-91c5-2d5777af5438 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] GET failed (client error): The resource could not be found. Jan 28 02:54:27.412708 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-66f67ddc-3aa6-4430-91c5-2d5777af5438 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] 10.222.0.53 "GET /v2.0/ports/9acbe8a1-5ad0-4cc4-a6cf-9bcb02161d3a HTTP/1.1" status: 404 len: 333 time: 0.0754478 Jan 28 02:54:27.454990 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39594) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:27.468669 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-213896a9-9597-453e-a2fc-e871083313b5 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Request body: {'port': {'network_id': '1e0b660d-6568-4e92-98ab-2c1ba14b9cc2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1547461511'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:27.506899 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-73df392a-b865-45bb-96ea-2664861764e9 req-062e7a5d-3f5f-4fce-bdcb-47da100607fa tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5357144 Jan 28 02:54:27.523276 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7347274a-79df-4020-b38d-4f68de2e789e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (103ce8fe-9e75-44b9-af19-ab633171d9f9), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:27.573859 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7347274a-79df-4020-b38d-4f68de2e789e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (103ce8fe-9e75-44b9-af19-ab633171d9f9), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:27.659158 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053cbcb-b86c-4de5-a56d-7e1806e599e3 req-72a18f6a-173c-4856-b606-619aee210e4f tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:27.660825 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3053cbcb-b86c-4de5-a56d-7e1806e599e3 req-72a18f6a-173c-4856-b606-619aee210e4f tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 950 time: 0.2626491 Jan 28 02:54:27.662635 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7347274a-79df-4020-b38d-4f68de2e789e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (103ce8fe-9e75-44b9-af19-ab633171d9f9), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:27.687345 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7347274a-79df-4020-b38d-4f68de2e789e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:27.691136 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7347274a-79df-4020-b38d-4f68de2e789e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/103ce8fe-9e75-44b9-af19-ab633171d9f9 HTTP/1.1" status: 204 len: 168 time: 0.8337429 Jan 28 02:54:27.695245 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39596) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:27.712080 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347274a-79df-4020-b38d-4f68de2e789e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=103ce8fe-9e75-44b9-af19-ab633171d9f9,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:27.854109 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3053cbcb-b86c-4de5-a56d-7e1806e599e3 req-6c4b5b47-6a4e-4e2d-aa92-518a425c5cfb tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740961 Jan 28 02:54:27.861388 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c26de124-1c03-4f2e-945d-93904fc30d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (cced5cef-ed7d-4c10-a348-a2dd5198af7f), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:27.864524 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-41dba413-c89d-4211-9cc9-a740c97c88ed tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23253'] for router (c5bf729f-1034-4815-9b85-54e45c2ff6e0), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:27.871005 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-41dba413-c89d-4211-9cc9-a740c97c88ed tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3876279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3876284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3877649'] for router (c5bf729f-1034-4815-9b85-54e45c2ff6e0), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:27.873910 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213896a9-9597-453e-a2fc-e871083313b5 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Made reservation on behalf of b31d20bf3c4245e6876fc66fce70c538 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:54:27.877241 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-213896a9-9597-453e-a2fc-e871083313b5 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:27.952428 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-213896a9-9597-453e-a2fc-e871083313b5 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] device_id is not set on port 863c5cb6-524d-4a85-ad1e-7332e9861a72 yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:54:28.101370 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c26de124-1c03-4f2e-945d-93904fc30d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (cced5cef-ed7d-4c10-a348-a2dd5198af7f), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:28.165568 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-c26de124-1c03-4f2e-945d-93904fc30d16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cced5cef-ed7d-4c10-a348-a2dd5198af7f']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:28.190371 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-c26de124-1c03-4f2e-945d-93904fc30d16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e68bfc76-2719-4861-91f6-f85b59279523') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:28.190698 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-c26de124-1c03-4f2e-945d-93904fc30d16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e68bfc76-2719-4861-91f6-f85b59279523') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:28.207708 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c26de124-1c03-4f2e-945d-93904fc30d16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (e68bfc76-2719-4861-91f6-f85b59279523), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:28.237695 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-213896a9-9597-453e-a2fc-e871083313b5 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Allocated IP 2001:db8::32e (1e0b660d-6568-4e92-98ab-2c1ba14b9cc2/d5b11368-4aee-466b-a473-39af835cb6a3/863c5cb6-524d-4a85-ad1e-7332e9861a72) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:54:28.242894 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c26de124-1c03-4f2e-945d-93904fc30d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (e68bfc76-2719-4861-91f6-f85b59279523), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:28.255332 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c26de124-1c03-4f2e-945d-93904fc30d16 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:54:28.255908 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c26de124-1c03-4f2e-945d-93904fc30d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (e68bfc76-2719-4861-91f6-f85b59279523), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:28.259055 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 02:54:28.259055 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:54:28.259055 n-d-712139-27 neutron-server[109803]: timer() Jan 28 02:54:28.259055 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:54:28.259055 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 02:54:28.259055 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:54:28.259055 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 02:54:28.259055 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:54:28.259055 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 02:54:28.259055 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:54:28.259055 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 02:54:28.259055 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:54:28.259055 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 02:54:28.259055 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:54:28.259055 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:54:28.259055 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:54:28.259055 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:54:28.259055 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:54:28.259055 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 02:54:28.259055 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:54:28.259055 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 02:54:28.259055 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:54:28.259055 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:54:28.259055 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:54:28.259055 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 02:54:28.259055 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:54:28.259055 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:54:28.259055 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:54:28.259055 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:54:28.259055 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:54:28.259055 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:54:28.259055 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:54:28.304056 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41dba413-c89d-4211-9cc9-a740c97c88ed tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Router c5bf729f-1034-4815-9b85-54e45c2ff6e0 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 02:54:28.352428 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c26de124-1c03-4f2e-945d-93904fc30d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (cced5cef-ed7d-4c10-a348-a2dd5198af7f), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:28.395903 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c26de124-1c03-4f2e-945d-93904fc30d16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:28.399374 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c26de124-1c03-4f2e-945d-93904fc30d16 admin admin] 10.222.0.53 "DELETE /v2.0/networks/cced5cef-ed7d-4c10-a348-a2dd5198af7f HTTP/1.1" status: 204 len: 168 time: 0.6990232 Jan 28 02:54:28.451823 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26de124-1c03-4f2e-945d-93904fc30d16 admin admin] Pushing event deleted for resources: {'Network': ['ID=cced5cef-ed7d-4c10-a348-a2dd5198af7f,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:28.584027 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-213896a9-9597-453e-a2fc-e871083313b5 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks [] for port (863c5cb6-524d-4a85-ad1e-7332e9861a72), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:28.737762 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39616) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:28.802636 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e8423-362f-4707-a856-0b9a6f03197a req-4288be44-1df8-46d6-b6d8-2901ea001f01 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:28.810272 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-752e8423-362f-4707-a856-0b9a6f03197a req-4288be44-1df8-46d6-b6d8-2901ea001f01 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=a472928f-7d52-4ae4-b93a-3bb91f30b61e HTTP/1.1" status: 200 len: 945 time: 0.1848228 Jan 28 02:54:28.836959 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ace8bb04-2125-442f-97e4-035486b4fa3b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=07b12507ae9742ae9cf6596eafe2c460&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0979199 Jan 28 02:54:28.839520 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39618) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:28.928142 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-752e8423-362f-4707-a856-0b9a6f03197a req-9660b5a3-1e40-4ab4-b0c8-114dea8ceb55 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160140 Jan 28 02:54:28.940214 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:28.956298 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4cab2276-c1f1-4c17-88df-5cc694dd4bc2 admin admin] Publish callbacks [] for security_group (ef9f93ec-e75c-4dc9-ac41-6712fa9366d6), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:28.981411 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4cab2276-c1f1-4c17-88df-5cc694dd4bc2 admin admin] Publish callbacks [] for security_group (ef9f93ec-e75c-4dc9-ac41-6712fa9366d6), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:29.055993 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4cab2276-c1f1-4c17-88df-5cc694dd4bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (ef9f93ec-e75c-4dc9-ac41-6712fa9366d6), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:29.057454 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4cab2276-c1f1-4c17-88df-5cc694dd4bc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:29.061255 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4cab2276-c1f1-4c17-88df-5cc694dd4bc2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ef9f93ec-e75c-4dc9-ac41-6712fa9366d6 HTTP/1.1" status: 204 len: 168 time: 0.2176526 Jan 28 02:54:29.065756 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41dba413-c89d-4211-9cc9-a740c97c88ed tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:54:29.069709 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab2276-c1f1-4c17-88df-5cc694dd4bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9f93ec-e75c-4dc9-ac41-6712fa9366d6,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:29.075991 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5eab812-2727-42b8-ac1e-bc61a8a2a51a None None] Sync routers for ids ['c5bf729f-1034-4815-9b85-54e45c2ff6e0'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:54:29.091348 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-41dba413-c89d-4211-9cc9-a740c97c88ed tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:29.092531 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-41dba413-c89d-4211-9cc9-a740c97c88ed tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] 10.222.0.53 "PUT /v2.0/routers/c5bf729f-1034-4815-9b85-54e45c2ff6e0 HTTP/1.1" status: 200 len: 918 time: 5.8784752 Jan 28 02:54:29.095593 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39626) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:29.099438 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5eab812-2727-42b8-ac1e-bc61a8a2a51a None None] Routers {'c5bf729f-1034-4815-9b85-54e45c2ff6e0'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:54:29.102452 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-f5eab812-2727-42b8-ac1e-bc61a8a2a51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:54:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['c5bf729f-1034-4815-9b85-54e45c2ff6e0'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:29.120954 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-213896a9-9597-453e-a2fc-e871083313b5 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (863c5cb6-524d-4a85-ad1e-7332e9861a72), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:29.169623 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-f5eab812-2727-42b8-ac1e-bc61a8a2a51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:29.183333 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5eab812-2727-42b8-ac1e-bc61a8a2a51a None None] Routers {'c5bf729f-1034-4815-9b85-54e45c2ff6e0'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:54:29.183964 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-f5eab812-2727-42b8-ac1e-bc61a8a2a51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:54:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['c5bf729f-1034-4815-9b85-54e45c2ff6e0'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:29.228336 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-f5eab812-2727-42b8-ac1e-bc61a8a2a51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:29.229494 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5eab812-2727-42b8-ac1e-bc61a8a2a51a None None] The sync data for ids ['c5bf729f-1034-4815-9b85-54e45c2ff6e0'] in n-d-712139-27 is: [] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:54:29.230642 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b09a4-d15d-4887-aa82-1571d1e35c59 req-00ea1142-ca8d-47db-8d54-0376db60fd1f tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:29.235610 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-206b09a4-d15d-4887-aa82-1571d1e35c59 req-00ea1142-ca8d-47db-8d54-0376db60fd1f tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 950 time: 0.2137010 Jan 28 02:54:29.258365 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213896a9-9597-453e-a2fc-e871083313b5 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Network 1e0b660d-6568-4e92-98ab-2c1ba14b9cc2 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:54:29.265550 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-213896a9-9597-453e-a2fc-e871083313b5 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:54:29.287552 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1e31193c-1e91-468e-9fd0-e36fd9a4698c tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] 10.222.0.53 "GET /v2.0/routers/c5bf729f-1034-4815-9b85-54e45c2ff6e0 HTTP/1.1" status: 200 len: 924 time: 0.1883123 Jan 28 02:54:29.287914 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39628) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:29.291182 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213896a9-9597-453e-a2fc-e871083313b5 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:54:29.296613 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213896a9-9597-453e-a2fc-e871083313b5 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:29.297361 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-213896a9-9597-453e-a2fc-e871083313b5 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:29.319855 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213896a9-9597-453e-a2fc-e871083313b5 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Pushing event updated for resources: {'Port': ['ID=863c5cb6-524d-4a85-ad1e-7332e9861a72,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:29.336837 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-213896a9-9597-453e-a2fc-e871083313b5 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8727202 Jan 28 02:54:29.340402 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39630) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:29.359302 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-66c0b5c7-78b5-412e-b381-d752c492fcfd tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Request body: {'port': {'network_id': '1e0b660d-6568-4e92-98ab-2c1ba14b9cc2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1285819029'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:29.386439 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fca64a3-0e38-424b-a92d-ea847cd87b10 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:29.390343 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0fca64a3-0e38-424b-a92d-ea847cd87b10 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=8f7dc9c9-eaf1-4339-a2e3-884554154641&device_id=c5bf729f-1034-4815-9b85-54e45c2ff6e0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1012897 Jan 28 02:54:29.403943 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39632) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:29.438701 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-206b09a4-d15d-4887-aa82-1571d1e35c59 req-d46fc9ee-5ad1-4ef0-baa6-90980dda3b08 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824727 Jan 28 02:54:29.570379 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9fe197a6-ee61-44ef-992f-b3e0e6fbb4c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:29.608534 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c0b5c7-78b5-412e-b381-d752c492fcfd tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Made reservation on behalf of b31d20bf3c4245e6876fc66fce70c538 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:54:29.612006 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66c0b5c7-78b5-412e-b381-d752c492fcfd tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:29.617107 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ad2a94-86cf-40da-aea9-7f6294513b26 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:29.621204 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-91ad2a94-86cf-40da-aea9-7f6294513b26 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] 10.222.0.53 "GET /v2.0/networks/8f7dc9c9-eaf1-4339-a2e3-884554154641 HTTP/1.1" status: 200 len: 881 time: 0.2135494 Jan 28 02:54:29.624325 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39640) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:29.655927 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-246c4fe2-88b7-43c1-83fb-da117223f163 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5bf729f-1034-4815-9b85-54e45c2ff6e0 HTTP/1.1" status: 200 len: 205 time: 0.0299962 Jan 28 02:54:29.659009 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39642) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:29.675120 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-66c0b5c7-78b5-412e-b381-d752c492fcfd tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] device_id is not set on port 8da23ad5-8fdf-465d-9411-4c161ff726b1 yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:54:29.744986 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-a4321d25-a035-4213-bc1d-4b45bab36b6d None None] Provisioning complete for port 863c5cb6-524d-4a85-ad1e-7332e9861a72 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:54:29.745976 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a4321d25-a035-4213-bc1d-4b45bab36b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (863c5cb6-524d-4a85-ad1e-7332e9861a72), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:29.826878 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-a4321d25-a035-4213-bc1d-4b45bab36b6d None None] Port 863c5cb6-524d-4a85-ad1e-7332e9861a72 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:54:29.841122 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-09ccbf4f-c151-4c84-a5a1-c471c300a0b9 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router (c5bf729f-1034-4815-9b85-54e45c2ff6e0), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:29.890899 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-66c0b5c7-78b5-412e-b381-d752c492fcfd tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Allocated IP 2001:db8::181 (1e0b660d-6568-4e92-98ab-2c1ba14b9cc2/d5b11368-4aee-466b-a473-39af835cb6a3/8da23ad5-8fdf-465d-9411-4c161ff726b1) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:54:30.060982 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-09ccbf4f-c151-4c84-a5a1-c471c300a0b9 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router_gateway (c5bf729f-1034-4815-9b85-54e45c2ff6e0), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:30.150259 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-09ccbf4f-c151-4c84-a5a1-c471c300a0b9 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Deleting port 28387f69-f36c-4739-a7ec-bd9c4be9a16a {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:54:30.150654 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-09ccbf4f-c151-4c84-a5a1-c471c300a0b9 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (28387f69-f36c-4739-a7ec-bd9c4be9a16a), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:30.193085 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66c0b5c7-78b5-412e-b381-d752c492fcfd tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks [] for port (8da23ad5-8fdf-465d-9411-4c161ff726b1), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:30.206088 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3004498-65da-416b-8334-cb5a6b024e40 req-105755ce-df2e-41d2-bf0a-838354d25ceb tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:30.207608 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d3004498-65da-416b-8334-cb5a6b024e40 req-105755ce-df2e-41d2-bf0a-838354d25ceb tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=a472928f-7d52-4ae4-b93a-3bb91f30b61e HTTP/1.1" status: 200 len: 945 time: 0.1675284 Jan 28 02:54:30.276391 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d3004498-65da-416b-8334-cb5a6b024e40 req-30df8d65-0997-4641-97b2-9e39220f3f04 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611045 Jan 28 02:54:30.291152 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66c0b5c7-78b5-412e-b381-d752c492fcfd tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (8da23ad5-8fdf-465d-9411-4c161ff726b1), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:30.305772 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-09ccbf4f-c151-4c84-a5a1-c471c300a0b9 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (28387f69-f36c-4739-a7ec-bd9c4be9a16a), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:30.331124 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-09ccbf4f-c151-4c84-a5a1-c471c300a0b9 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Calling delete_port for 28387f69-f36c-4739-a7ec-bd9c4be9a16a owned by network:router_gateway {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:54:30.343982 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c0b5c7-78b5-412e-b381-d752c492fcfd tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Network 1e0b660d-6568-4e92-98ab-2c1ba14b9cc2 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:54:30.347948 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-66c0b5c7-78b5-412e-b381-d752c492fcfd tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:54:30.353545 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c0b5c7-78b5-412e-b381-d752c492fcfd tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:54:30.360243 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c0b5c7-78b5-412e-b381-d752c492fcfd tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:30.361006 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66c0b5c7-78b5-412e-b381-d752c492fcfd tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:30.384127 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c0b5c7-78b5-412e-b381-d752c492fcfd tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Pushing event updated for resources: {'Port': ['ID=8da23ad5-8fdf-465d-9411-4c161ff726b1,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:30.398934 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-66c0b5c7-78b5-412e-b381-d752c492fcfd tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0570045 Jan 28 02:54:30.399605 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39664) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:30.405659 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-159e0056-3e35-4150-a294-0fa5fd7b4c36 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3ad', 'mac_address': 'fa:16:3e:d7:76:88'}, {'ip_address': '2001:db8::32e', 'mac_address': 'fa:16:3e:53:01:28'}]}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:30.528696 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39668) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:30.615145 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-159e0056-3e35-4150-a294-0fa5fd7b4c36 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8da23ad5-8fdf-465d-9411-4c161ff726b1), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:30.719470 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0b2de-30c2-492e-be58-17bdd74f1448 req-54ae34df-79a9-402d-98e5-2c18515d1ee6 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:30.721225 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-63f0b2de-30c2-492e-be58-17bdd74f1448 req-54ae34df-79a9-402d-98e5-2c18515d1ee6 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 950 time: 0.1514008 Jan 28 02:54:30.770219 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-6c0104cf-71bb-428d-a901-810baa7ba269 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-735408186-network', 'tenant_id': '681abe9293864888ab6acd56a99956db'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:30.806395 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-09ccbf4f-c151-4c84-a5a1-c471c300a0b9 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (28387f69-f36c-4739-a7ec-bd9c4be9a16a), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:30.855580 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ccbf4f-c151-4c84-a5a1-c471c300a0b9 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Pushing event deleted for resources: {'Port': ['ID=28387f69-f36c-4739-a7ec-bd9c4be9a16a,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:30.879392 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-185128ca-ca17-408e-8cda-b8755ca0aac0 None None] Provisioning complete for port 8da23ad5-8fdf-465d-9411-4c161ff726b1 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:54:30.881293 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-185128ca-ca17-408e-8cda-b8755ca0aac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (8da23ad5-8fdf-465d-9411-4c161ff726b1), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:30.902594 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-159e0056-3e35-4150-a294-0fa5fd7b4c36 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks [] for port (8da23ad5-8fdf-465d-9411-4c161ff726b1), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:30.907888 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-63f0b2de-30c2-492e-be58-17bdd74f1448 req-3bedeb70-1968-4230-9475-c8b6e447d9ec tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745362 Jan 28 02:54:30.910766 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0104cf-71bb-428d-a901-810baa7ba269 admin admin] Made reservation on behalf of 681abe9293864888ab6acd56a99956db for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:54:30.913554 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6c0104cf-71bb-428d-a901-810baa7ba269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:30.923290 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-159e0056-3e35-4150-a294-0fa5fd7b4c36 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (8da23ad5-8fdf-465d-9411-4c161ff726b1), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:30.927862 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6c0104cf-71bb-428d-a901-810baa7ba269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:30.952354 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-185128ca-ca17-408e-8cda-b8755ca0aac0 None None] Port 8da23ad5-8fdf-465d-9411-4c161ff726b1 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:54:30.968177 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-09ccbf4f-c151-4c84-a5a1-c471c300a0b9 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (c5bf729f-1034-4815-9b85-54e45c2ff6e0), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:30.982063 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e0056-3e35-4150-a294-0fa5fd7b4c36 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Pushing event updated for resources: {'Port': ['ID=8da23ad5-8fdf-465d-9411-4c161ff726b1,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:30.989659 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-159e0056-3e35-4150-a294-0fa5fd7b4c36 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] In _notify_port_updated(), no bound segment for port 8da23ad5-8fdf-465d-9411-4c161ff726b1 on network 1e0b660d-6568-4e92-98ab-2c1ba14b9cc2 {{(pid=109803) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 02:54:30.994756 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159e0056-3e35-4150-a294-0fa5fd7b4c36 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:30.995395 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-159e0056-3e35-4150-a294-0fa5fd7b4c36 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:31.000048 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-159e0056-3e35-4150-a294-0fa5fd7b4c36 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] 10.222.0.53 "PUT /v2.0/ports/8da23ad5-8fdf-465d-9411-4c161ff726b1 HTTP/1.1" status: 200 len: 1068 time: 0.5990415 Jan 28 02:54:31.000669 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39676) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:31.106409 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-f70f4570-7350-4367-89b3-6d3509e36eff tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Deleting port 8da23ad5-8fdf-465d-9411-4c161ff726b1 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:54:31.106730 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f70f4570-7350-4367-89b3-6d3509e36eff tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (8da23ad5-8fdf-465d-9411-4c161ff726b1), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:31.143328 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-09ccbf4f-c151-4c84-a5a1-c471c300a0b9 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (c5bf729f-1034-4815-9b85-54e45c2ff6e0), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:31.147151 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-09ccbf4f-c151-4c84-a5a1-c471c300a0b9 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router_controller (c5bf729f-1034-4815-9b85-54e45c2ff6e0), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:31.211062 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f70f4570-7350-4367-89b3-6d3509e36eff tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (8da23ad5-8fdf-465d-9411-4c161ff726b1), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:31.236832 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-f70f4570-7350-4367-89b3-6d3509e36eff tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Calling delete_port for 8da23ad5-8fdf-465d-9411-4c161ff726b1 owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:54:31.257314 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6c0104cf-71bb-428d-a901-810baa7ba269 admin admin] Publish callbacks [] for security_group (e956ecaf-5280-4037-991f-b96cdcf9eb37), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:31.279128 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6c0104cf-71bb-428d-a901-810baa7ba269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (e956ecaf-5280-4037-991f-b96cdcf9eb37), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:31.338899 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0104cf-71bb-428d-a901-810baa7ba269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e956ecaf-5280-4037-991f-b96cdcf9eb37,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:31.349834 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-09ccbf4f-c151-4c84-a5a1-c471c300a0b9 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (c5bf729f-1034-4815-9b85-54e45c2ff6e0), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:31.350729 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ccbf4f-c151-4c84-a5a1-c471c300a0b9 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Fanout notify agent at l3_agent the message router_deleted on router c5bf729f-1034-4815-9b85-54e45c2ff6e0 {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:54:31.382834 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-0bcbc44a-49e0-410e-b271-e792e5dc9420 None None] Provisioning complete for port 8da23ad5-8fdf-465d-9411-4c161ff726b1 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:54:31.383349 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0bcbc44a-49e0-410e-b271-e792e5dc9420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (8da23ad5-8fdf-465d-9411-4c161ff726b1), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:31.389140 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-09ccbf4f-c151-4c84-a5a1-c471c300a0b9 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:31.393549 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-09ccbf4f-c151-4c84-a5a1-c471c300a0b9 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] 10.222.0.53 "DELETE /v2.0/routers/c5bf729f-1034-4815-9b85-54e45c2ff6e0 HTTP/1.1" status: 204 len: 168 time: 1.7285402 Jan 28 02:54:31.393549 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c0104cf-71bb-428d-a901-810baa7ba269 admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:54:31.400456 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39682) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:31.406387 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-f13350f8-6fc8-4c9c-a8a9-17c80e9745a7 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1026775847', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}, 'admin_state_up': False}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:31.432196 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6c0104cf-71bb-428d-a901-810baa7ba269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (5ec551e3-78ab-42a1-92af-4f07dc8530f7), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:31.432196 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-6c0104cf-71bb-428d-a901-810baa7ba269 admin admin] Added segment 5ec551e3-78ab-42a1-92af-4f07dc8530f7 of type vlan for network 8a90ebac-f69f-461b-a785-3d45e68aad72 Jan 28 02:54:31.506800 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-0bcbc44a-49e0-410e-b271-e792e5dc9420 None None] Port 8da23ad5-8fdf-465d-9411-4c161ff726b1 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:54:31.510580 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f70f4570-7350-4367-89b3-6d3509e36eff tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (8da23ad5-8fdf-465d-9411-4c161ff726b1), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:31.529836 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6c0104cf-71bb-428d-a901-810baa7ba269 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (8a90ebac-f69f-461b-a785-3d45e68aad72), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:31.549406 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f4570-7350-4367-89b3-6d3509e36eff tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Pushing event deleted for resources: {'Port': ['ID=8da23ad5-8fdf-465d-9411-4c161ff726b1,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:31.567695 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f13350f8-6fc8-4c9c-a8a9-17c80e9745a7 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (61c5a2ef-3e49-4d69-af8f-5e3c5fcbab84), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:31.568853 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f13350f8-6fc8-4c9c-a8a9-17c80e9745a7 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (61c5a2ef-3e49-4d69-af8f-5e3c5fcbab84), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:31.661054 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f13350f8-6fc8-4c9c-a8a9-17c80e9745a7 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router_controller (61c5a2ef-3e49-4d69-af8f-5e3c5fcbab84), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:31.776503 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6c0104cf-71bb-428d-a901-810baa7ba269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (8a90ebac-f69f-461b-a785-3d45e68aad72), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:31.777987 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0104cf-71bb-428d-a901-810baa7ba269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:31.778940 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6c0104cf-71bb-428d-a901-810baa7ba269 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:31.784189 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b9c23fab-718e-4a7c-ad63-9b1d1e68cdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:31.792607 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f70f4570-7350-4367-89b3-6d3509e36eff tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:31.796859 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f70f4570-7350-4367-89b3-6d3509e36eff tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] 10.222.0.53 "DELETE /v2.0/ports/8da23ad5-8fdf-465d-9411-4c161ff726b1 HTTP/1.1" status: 204 len: 168 time: 0.7950037 Jan 28 02:54:31.799757 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39694) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:31.844917 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a466497-43fe-40dc-8bac-ec17fd6e303c tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] GET failed (client error): The resource could not be found. Jan 28 02:54:31.848090 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c3536-5e30-47f0-8af4-e409bfa47d8f req-4a5d5dce-9220-466e-bd91-f5cd9e54ea5c tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:31.849437 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b57c3536-5e30-47f0-8af4-e409bfa47d8f req-4a5d5dce-9220-466e-bd91-f5cd9e54ea5c tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=a472928f-7d52-4ae4-b93a-3bb91f30b61e HTTP/1.1" status: 200 len: 945 time: 0.3978810 Jan 28 02:54:31.853309 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0a466497-43fe-40dc-8bac-ec17fd6e303c tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] 10.222.0.53 "GET /v2.0/ports/8da23ad5-8fdf-465d-9411-4c161ff726b1 HTTP/1.1" status: 404 len: 333 time: 0.0507619 Jan 28 02:54:31.854385 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39696) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:32.004674 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-18ad68b3-ddad-4868-ad52-bdfa7d6f8f91 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Deleting port 863c5cb6-524d-4a85-ad1e-7332e9861a72 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:54:32.005380 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-18ad68b3-ddad-4868-ad52-bdfa7d6f8f91 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (863c5cb6-524d-4a85-ad1e-7332e9861a72), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:32.007578 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6c0104cf-71bb-428d-a901-810baa7ba269 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4777777 Jan 28 02:54:32.011162 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39700) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:32.013524 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f13350f8-6fc8-4c9c-a8a9-17c80e9745a7 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router_gateway (61c5a2ef-3e49-4d69-af8f-5e3c5fcbab84), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:32.027985 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0104cf-71bb-428d-a901-810baa7ba269 admin admin] Pushing event updated for resources: {'Network': ['ID=8a90ebac-f69f-461b-a785-3d45e68aad72,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:32.040422 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b57c3536-5e30-47f0-8af4-e409bfa47d8f req-949a6470-4fd7-4db4-be4d-0dd9eb3e48f8 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492326 Jan 28 02:54:32.043480 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 8a90ebac-f69f-461b-a785-3d45e68aad72 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:54:32.049557 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-29882b20-d8d2-462d-ade6-4533dd8eef5f admin admin] Request body: {'subnet': {'network_id': '8a90ebac-f69f-461b-a785-3d45e68aad72', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-735408186-subnet', 'tenant_id': '681abe9293864888ab6acd56a99956db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:32.148594 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29882b20-d8d2-462d-ade6-4533dd8eef5f admin admin] Made reservation on behalf of 681abe9293864888ab6acd56a99956db for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:54:32.151241 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-29882b20-d8d2-462d-ade6-4533dd8eef5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:32.258099 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41f99d-5728-414f-aed4-8984baca7496 req-2a1c7920-caa5-46f1-8523-ef15afe1b13d tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:32.266625 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6b41f99d-5728-414f-aed4-8984baca7496 req-2a1c7920-caa5-46f1-8523-ef15afe1b13d tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 950 time: 0.2111652 Jan 28 02:54:32.271021 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-18ad68b3-ddad-4868-ad52-bdfa7d6f8f91 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (863c5cb6-524d-4a85-ad1e-7332e9861a72), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:32.317101 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-18ad68b3-ddad-4868-ad52-bdfa7d6f8f91 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Calling delete_port for 863c5cb6-524d-4a85-ad1e-7332e9861a72 owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:54:32.347707 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f13350f8-6fc8-4c9c-a8a9-17c80e9745a7 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router_gateway (61c5a2ef-3e49-4d69-af8f-5e3c5fcbab84), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:32.369971 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f13350f8-6fc8-4c9c-a8a9-17c80e9745a7 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:32.409421 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6b41f99d-5728-414f-aed4-8984baca7496 req-7ea8d8ba-c5b4-4dfe-954a-f554ff60aef8 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378050 Jan 28 02:54:32.485444 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device f56bfec1-8792-4cf1-839e-241d8696119a no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:54:32.513995 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-f13350f8-6fc8-4c9c-a8a9-17c80e9745a7 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Allocated IP 172.25.0.157 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/1d5c9b6c-82e7-4822-88b5-c98b4c0e058a) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:54:32.572589 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-29882b20-d8d2-462d-ade6-4533dd8eef5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (4a514938-18f7-4fe1-ae61-4e73697ccb7f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:32.627137 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-18ad68b3-ddad-4868-ad52-bdfa7d6f8f91 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (863c5cb6-524d-4a85-ad1e-7332e9861a72), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:32.662182 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ad68b3-ddad-4868-ad52-bdfa7d6f8f91 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Pushing event deleted for resources: {'Port': ['ID=863c5cb6-524d-4a85-ad1e-7332e9861a72,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:32.671437 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f13350f8-6fc8-4c9c-a8a9-17c80e9745a7 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for port (1d5c9b6c-82e7-4822-88b5-c98b4c0e058a), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:32.677760 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port f56bfec1-8792-4cf1-839e-241d8696119a is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:54:32.678582 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f56bfec1-8792-4cf1-839e-241d8696119a), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:32.687196 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29882b20-d8d2-462d-ade6-4533dd8eef5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a514938-18f7-4fe1-ae61-4e73697ccb7f,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:32.709855 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29882b20-d8d2-462d-ade6-4533dd8eef5f admin admin] Checking segment: {'id': '5ec551e3-78ab-42a1-92af-4f07dc8530f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8a90ebac-f69f-461b-a785-3d45e68aad72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:54:32.710201 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29882b20-d8d2-462d-ade6-4533dd8eef5f admin admin] Network hostable DHCP agents. Network: 8a90ebac-f69f-461b-a785-3d45e68aad72, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:54:32.714565 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port f56bfec1-8792-4cf1-839e-241d8696119a, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=f56bfec1-8792-4cf1-839e-241d8696119a,segment=NetworkSegment(358dad74-8d99-4de6-a555-7b85f019730b),segment_id=358dad74-8d99-4de6-a555-7b85f019730b)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:54:32.715977 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a472928f-7d52-4ae4-b93a-3bb91f30b61e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f56bfec1-8792-4cf1-839e-241d8696119a'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:54:32.719179 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf2bc4f-7073-44f4-9bfa-14a5ae50d7de" -d '{"events": [{"server_uuid": "a472928f-7d52-4ae4-b93a-3bb91f30b61e", "name": "network-vif-unplugged", "status": "completed", "tag": "f56bfec1-8792-4cf1-839e-241d8696119a"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:54:32.734048 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-18ad68b3-ddad-4868-ad52-bdfa7d6f8f91 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:32.735711 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (f56bfec1-8792-4cf1-839e-241d8696119a), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:32.738124 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-18ad68b3-ddad-4868-ad52-bdfa7d6f8f91 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] 10.222.0.53 "DELETE /v2.0/ports/863c5cb6-524d-4a85-ad1e-7332e9861a72 HTTP/1.1" status: 204 len: 168 time: 0.8825967 Jan 28 02:54:32.741474 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39708) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:32.780612 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29882b20-d8d2-462d-ade6-4533dd8eef5f admin admin] Network 8a90ebac-f69f-461b-a785-3d45e68aad72 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:54:32.785008 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-c91b1a4d-fa34-4c3f-9d86-22ca4086fef5 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] GET failed (client error): The resource could not be found. Jan 28 02:54:32.785711 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f13350f8-6fc8-4c9c-a8a9-17c80e9745a7 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (1d5c9b6c-82e7-4822-88b5-c98b4c0e058a), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:32.786692 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c91b1a4d-fa34-4c3f-9d86-22ca4086fef5 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] 10.222.0.53 "GET /v2.0/ports/863c5cb6-524d-4a85-ad1e-7332e9861a72 HTTP/1.1" status: 404 len: 333 time: 0.0440886 Jan 28 02:54:32.792032 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39710) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:32.803952 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 02:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d26fdf2-c236-4d85-bdd9-d362e21f131c x-openstack-request-id: req-4d26fdf2-c236-4d85-bdd9-d362e21f131c {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:54:32.804131 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-29882b20-d8d2-462d-ade6-4533dd8eef5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 8a90ebac-f69f-461b-a785-3d45e68aad72) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:54:32.804442 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a472928f-7d52-4ae4-b93a-3bb91f30b61e", "name": "network-vif-unplugged", "status": "completed", "tag": "f56bfec1-8792-4cf1-839e-241d8696119a", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:54:32.804914 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4d26fdf2-c236-4d85-bdd9-d362e21f131c {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:54:32.805480 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a472928f-7d52-4ae4-b93a-3bb91f30b61e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f56bfec1-8792-4cf1-839e-241d8696119a', 'code': 200} Jan 28 02:54:32.809220 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29882b20-d8d2-462d-ade6-4533dd8eef5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:32.809884 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-29882b20-d8d2-462d-ade6-4533dd8eef5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:32.818059 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37baa385-455f-44ae-83b8-4b5efd52e73e None None] Network 8a90ebac-f69f-461b-a785-3d45e68aad72 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:54:32.852922 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-29882b20-d8d2-462d-ade6-4533dd8eef5f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8296604 Jan 28 02:54:32.924291 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=f56bfec1-8792-4cf1-839e-241d8696119a,revision_number=6']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:33.025557 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be7aaa9-960b-49d7-b36d-82d89c4975b0 None None] Network 8a90ebac-f69f-461b-a785-3d45e68aad72 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:54:33.089391 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13350f8-6fc8-4c9c-a8a9-17c80e9745a7 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Pushing event updated for resources: {'Port': ['ID=1d5c9b6c-82e7-4822-88b5-c98b4c0e058a,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:33.097763 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13350f8-6fc8-4c9c-a8a9-17c80e9745a7 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:54:33.104302 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-f13350f8-6fc8-4c9c-a8a9-17c80e9745a7 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:54:33.111197 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13350f8-6fc8-4c9c-a8a9-17c80e9745a7 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:54:33.185042 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-0e9161bc-3c47-4981-8630-9f73e7ad994a tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Deleting port 5e4ed45e-b0cc-4351-bb25-1a1cc300f38c {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:54:33.185637 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0e9161bc-3c47-4981-8630-9f73e7ad994a tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (5e4ed45e-b0cc-4351-bb25-1a1cc300f38c), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:33.214675 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:33.233352 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289cae8-78f0-43fe-8b8c-da4d4296aa7e req-86b2f3c6-eb3c-49e1-9ee1-ff33fb708617 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:33.235552 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b289cae8-78f0-43fe-8b8c-da4d4296aa7e req-86b2f3c6-eb3c-49e1-9ee1-ff33fb708617 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=a472928f-7d52-4ae4-b93a-3bb91f30b61e HTTP/1.1" status: 200 len: 943 time: 0.0818567 Jan 28 02:54:33.300631 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:33.314614 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b289cae8-78f0-43fe-8b8c-da4d4296aa7e req-64a099a4-7b26-410c-a5ba-6ae84e381e03 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730994 Jan 28 02:54:33.414443 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0e9161bc-3c47-4981-8630-9f73e7ad994a tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (5e4ed45e-b0cc-4351-bb25-1a1cc300f38c), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:33.496487 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-0e9161bc-3c47-4981-8630-9f73e7ad994a tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Calling delete_port for 5e4ed45e-b0cc-4351-bb25-1a1cc300f38c owned by {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:54:33.577925 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280807c-7531-46b1-9d3e-aec4d388e8ee req-39e015f8-996c-44fc-b729-033e263463b9 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:33.579958 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7280807c-7531-46b1-9d3e-aec4d388e8ee req-39e015f8-996c-44fc-b729-033e263463b9 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 950 time: 0.0731404 Jan 28 02:54:33.646954 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7280807c-7531-46b1-9d3e-aec4d388e8ee req-f6b1119b-7207-4408-9d2e-91b1f8c083a7 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614114 Jan 28 02:54:33.766576 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0e9161bc-3c47-4981-8630-9f73e7ad994a tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (5e4ed45e-b0cc-4351-bb25-1a1cc300f38c), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:33.811707 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f13350f8-6fc8-4c9c-a8a9-17c80e9745a7 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router_gateway (61c5a2ef-3e49-4d69-af8f-5e3c5fcbab84), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:33.818077 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9161bc-3c47-4981-8630-9f73e7ad994a tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Pushing event deleted for resources: {'Port': ['ID=5e4ed45e-b0cc-4351-bb25-1a1cc300f38c,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:34.172311 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c43033-fb26-4123-b978-e251a81b8e71 req-37b0e051-91ed-4245-9112-c82020b78478 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:34.173857 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-72c43033-fb26-4123-b978-e251a81b8e71 req-37b0e051-91ed-4245-9112-c82020b78478 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/networks?id=8a90ebac-f69f-461b-a785-3d45e68aad72 HTTP/1.1" status: 200 len: 805 time: 0.6601584 Jan 28 02:54:34.174907 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0e9161bc-3c47-4981-8630-9f73e7ad994a tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:34.177999 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0e9161bc-3c47-4981-8630-9f73e7ad994a tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] 10.222.0.53 "DELETE /v2.0/ports/5e4ed45e-b0cc-4351-bb25-1a1cc300f38c HTTP/1.1" status: 204 len: 168 time: 1.3339205 Jan 28 02:54:34.180557 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39740) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:34.274607 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-72c43033-fb26-4123-b978-e251a81b8e71 req-b2e62b86-8523-4406-a99e-85b340c1f75f tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/quotas/681abe9293864888ab6acd56a99956db HTTP/1.1" status: 200 len: 375 time: 0.0563526 Jan 28 02:54:34.289581 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6cf9335-4905-4d28-a9e3-57741eaa2063 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Deleting subnet d5b11368-4aee-466b-a473-39af835cb6a3 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:54:34.303454 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b6cf9335-4905-4d28-a9e3-57741eaa2063 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks [] for subnet (d5b11368-4aee-466b-a473-39af835cb6a3), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:34.345159 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-72c43033-fb26-4123-b978-e251a81b8e71 req-c3f7e2df-72fa-4dd8-b3e6-db7a22653772 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=681abe9293864888ab6acd56a99956db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645149 Jan 28 02:54:34.418244 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b6cf9335-4905-4d28-a9e3-57741eaa2063 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (d5b11368-4aee-466b-a473-39af835cb6a3), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:34.452960 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dacb83d-2d59-4945-a236-705d31308443 req-4661ef74-c661-4846-b163-e7910d337752 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:34.454720 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8dacb83d-2d59-4945-a236-705d31308443 req-4661ef74-c661-4846-b163-e7910d337752 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=a472928f-7d52-4ae4-b93a-3bb91f30b61e HTTP/1.1" status: 200 len: 943 time: 0.0589182 Jan 28 02:54:34.493999 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device f56bfec1-8792-4cf1-839e-241d8696119a details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:54:34.505611 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8dacb83d-2d59-4945-a236-705d31308443 req-79d89231-9d23-4d9d-b748-d9b3b4f37663 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450299 Jan 28 02:54:34.624809 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f13350f8-6fc8-4c9c-a8a9-17c80e9745a7 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (61c5a2ef-3e49-4d69-af8f-5e3c5fcbab84), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:34.629988 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-72c43033-fb26-4123-b978-e251a81b8e71 req-4d5e844f-fccd-4be2-af23-349a047df3dd service neutron] 10.222.0.53 "GET /v2.0/networks/8a90ebac-f69f-461b-a785-3d45e68aad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488670 Jan 28 02:54:34.665474 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port f56bfec1-8792-4cf1-839e-241d8696119a, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=f56bfec1-8792-4cf1-839e-241d8696119a,segment=NetworkSegment(358dad74-8d99-4de6-a555-7b85f019730b),segment_id=358dad74-8d99-4de6-a555-7b85f019730b)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:54:34.681253 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': 'f56bfec1-8792-4cf1-839e-241d8696119a', 'network_id': 'a227bef5-33d4-4761-8f4b-7835ff8b706a', 'port_id': 'f56bfec1-8792-4cf1-839e-241d8696119a', 'mac_address': 'fa:16:3e:4b:55:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71933df8-4f13-480f-bf22-3df8e014d14e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:54:34.688995 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:34.722777 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port f56bfec1-8792-4cf1-839e-241d8696119a is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:54:34.723444 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f56bfec1-8792-4cf1-839e-241d8696119a), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:34.738339 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f56bfec1-8792-4cf1-839e-241d8696119a {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:54:34.747956 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-72c43033-fb26-4123-b978-e251a81b8e71 req-391a3922-1cf5-4ebc-a479-895f780ecfe4 service neutron] 10.222.0.53 "GET /v2.0/networks/8a90ebac-f69f-461b-a785-3d45e68aad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067526 Jan 28 02:54:34.774681 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port f56bfec1-8792-4cf1-839e-241d8696119a, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=f56bfec1-8792-4cf1-839e-241d8696119a,segment=NetworkSegment(358dad74-8d99-4de6-a555-7b85f019730b),segment_id=358dad74-8d99-4de6-a555-7b85f019730b)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:54:34.782980 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (f56bfec1-8792-4cf1-839e-241d8696119a), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:34.786985 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b6cf9335-4905-4d28-a9e3-57741eaa2063 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (d5b11368-4aee-466b-a473-39af835cb6a3), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:34.809943 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae87ed2-2b56-4666-9140-47a5f76ef142 req-c041562a-226d-4e81-b3b9-264450889e1f tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:34.820018 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2ae87ed2-2b56-4666-9140-47a5f76ef142 req-c041562a-226d-4e81-b3b9-264450889e1f tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 950 time: 0.0869091 Jan 28 02:54:34.898853 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2ae87ed2-2b56-4666-9140-47a5f76ef142 req-489c7329-370a-4ef6-8b87-9e0fe99ffd1f tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775814 Jan 28 02:54:34.901995 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=f56bfec1-8792-4cf1-839e-241d8696119a,revision_number=7']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:34.920955 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b6cf9335-4905-4d28-a9e3-57741eaa2063 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (d5b11368-4aee-466b-a473-39af835cb6a3), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:34.961602 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b6cf9335-4905-4d28-a9e3-57741eaa2063 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:34.968281 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39754) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:34.970108 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cf2686-a685-4f2b-8778-ad315bbc38fb None None] Network 1e0b660d-6568-4e92-98ab-2c1ba14b9cc2 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:54:34.978169 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b6cf9335-4905-4d28-a9e3-57741eaa2063 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] 10.222.0.53 "DELETE /v2.0/subnets/d5b11368-4aee-466b-a473-39af835cb6a3 HTTP/1.1" status: 204 len: 168 time: 0.7963486 Jan 28 02:54:34.982795 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf9335-4905-4d28-a9e3-57741eaa2063 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Pushing event deleted for resources: {'Subnet': ['ID=d5b11368-4aee-466b-a473-39af835cb6a3,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:35.036623 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f13350f8-6fc8-4c9c-a8a9-17c80e9745a7 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Router 61c5a2ef-3e49-4d69-af8f-5e3c5fcbab84 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 02:54:35.096114 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-55efcd61-79e1-4f41-bae3-b0603d4bb98e req-1581f097-2b80-4ac0-aefc-5a4a4a236d82 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cef09b1-7a25-4336-9006-de0895b69927 HTTP/1.1" status: 200 len: 210 time: 0.0837035 Jan 28 02:54:35.130230 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7b9f59e5-16d4-46fb-84d7-5c9270cdb916 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (1e0b660d-6568-4e92-98ab-2c1ba14b9cc2), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:35.190874 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-7b9f59e5-16d4-46fb-84d7-5c9270cdb916 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Deleting port 009fdca5-ca2e-4b0e-8ed4-37ff7706404d {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:54:35.191260 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7b9f59e5-16d4-46fb-84d7-5c9270cdb916 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (009fdca5-ca2e-4b0e-8ed4-37ff7706404d), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:35.232117 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd45680-b4b2-4b08-85a8-8528def3df86 None None] DHCP port deletion for 1e0b660d-6568-4e92-98ab-2c1ba14b9cc2 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:54:35.238953 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['f56bfec1-8792-4cf1-839e-241d8696119a'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:54:35.242413 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13350f8-6fc8-4c9c-a8a9-17c80e9745a7 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:54:35.278453 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-7b9f59e5-16d4-46fb-84d7-5c9270cdb916 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] For port 009fdca5-ca2e-4b0e-8ed4-37ff7706404d, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=009fdca5-ca2e-4b0e-8ed4-37ff7706404d,segment=NetworkSegment(d85a26c6-4a35-4113-9d55-c6baf371ce43),segment_id=d85a26c6-4a35-4113-9d55-c6baf371ce43)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:54:35.278909 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7b9f59e5-16d4-46fb-84d7-5c9270cdb916 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (009fdca5-ca2e-4b0e-8ed4-37ff7706404d), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:35.292528 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023e391c-5b33-4095-afae-08bc4d06a2a3 None None] Sync routers for ids ['61c5a2ef-3e49-4d69-af8f-5e3c5fcbab84'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:54:35.295864 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-7b9f59e5-16d4-46fb-84d7-5c9270cdb916 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Calling delete_port for 009fdca5-ca2e-4b0e-8ed4-37ff7706404d owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:54:35.320198 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f13350f8-6fc8-4c9c-a8a9-17c80e9745a7 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:35.322303 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f13350f8-6fc8-4c9c-a8a9-17c80e9745a7 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.9204776 Jan 28 02:54:35.324564 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39762) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:35.327792 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023e391c-5b33-4095-afae-08bc4d06a2a3 None None] Routers {'61c5a2ef-3e49-4d69-af8f-5e3c5fcbab84'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:54:35.328568 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-023e391c-5b33-4095-afae-08bc4d06a2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:54:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['61c5a2ef-3e49-4d69-af8f-5e3c5fcbab84'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:35.330462 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-0e70c424-1a74-49f7-8cde-f96d42900f84 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:35.367686 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-023e391c-5b33-4095-afae-08bc4d06a2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:35.410574 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023e391c-5b33-4095-afae-08bc4d06a2a3 None None] Routers {'61c5a2ef-3e49-4d69-af8f-5e3c5fcbab84'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:54:35.411381 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-023e391c-5b33-4095-afae-08bc4d06a2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:54:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['61c5a2ef-3e49-4d69-af8f-5e3c5fcbab84'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:35.414252 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-2bd45680-b4b2-4b08-85a8-8528def3df86 None None] Deleting port 009fdca5-ca2e-4b0e-8ed4-37ff7706404d {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:54:35.414776 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2bd45680-b4b2-4b08-85a8-8528def3df86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (009fdca5-ca2e-4b0e-8ed4-37ff7706404d), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:35.473037 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7b9f59e5-16d4-46fb-84d7-5c9270cdb916 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (009fdca5-ca2e-4b0e-8ed4-37ff7706404d), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:35.488619 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-023e391c-5b33-4095-afae-08bc4d06a2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:35.489537 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023e391c-5b33-4095-afae-08bc4d06a2a3 None None] The sync data for ids ['61c5a2ef-3e49-4d69-af8f-5e3c5fcbab84'] in n-d-712139-27 is: [] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:54:35.525996 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f59e5-16d4-46fb-84d7-5c9270cdb916 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Pushing event deleted for resources: {'Port': ['ID=009fdca5-ca2e-4b0e-8ed4-37ff7706404d,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:35.531057 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9f59e5-16d4-46fb-84d7-5c9270cdb916 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] No DVR routers for this DVR port 009fdca5-ca2e-4b0e-8ed4-37ff7706404d on host n-d-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:54:35.549700 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-2bd45680-b4b2-4b08-85a8-8528def3df86 None None] For port 009fdca5-ca2e-4b0e-8ed4-37ff7706404d, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=009fdca5-ca2e-4b0e-8ed4-37ff7706404d,segment=NetworkSegment(d85a26c6-4a35-4113-9d55-c6baf371ce43),segment_id=d85a26c6-4a35-4113-9d55-c6baf371ce43)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:54:35.550222 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2bd45680-b4b2-4b08-85a8-8528def3df86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (009fdca5-ca2e-4b0e-8ed4-37ff7706404d), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:35.594803 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-2bd45680-b4b2-4b08-85a8-8528def3df86 None None] Calling delete_port for 009fdca5-ca2e-4b0e-8ed4-37ff7706404d owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:54:35.716061 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7b9f59e5-16d4-46fb-84d7-5c9270cdb916 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (1e0b660d-6568-4e92-98ab-2c1ba14b9cc2), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:35.749566 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-7b9f59e5-16d4-46fb-84d7-5c9270cdb916 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e0b660d-6568-4e92-98ab-2c1ba14b9cc2']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:35.765419 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-7b9f59e5-16d4-46fb-84d7-5c9270cdb916 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd85a26c6-4a35-4113-9d55-c6baf371ce43') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:35.766512 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-7b9f59e5-16d4-46fb-84d7-5c9270cdb916 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd85a26c6-4a35-4113-9d55-c6baf371ce43') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:35.779518 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7b9f59e5-16d4-46fb-84d7-5c9270cdb916 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (d85a26c6-4a35-4113-9d55-c6baf371ce43), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:35.788589 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a317ab9-edd7-4820-8f74-14b3830dd0b8 req-23ba1d88-29fd-45e8-a73f-77ea3fce20bf tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:35.790166 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1a317ab9-edd7-4820-8f74-14b3830dd0b8 req-23ba1d88-29fd-45e8-a73f-77ea3fce20bf tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=a472928f-7d52-4ae4-b93a-3bb91f30b61e HTTP/1.1" status: 200 len: 944 time: 0.1272523 Jan 28 02:54:35.795030 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7b9f59e5-16d4-46fb-84d7-5c9270cdb916 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (d85a26c6-4a35-4113-9d55-c6baf371ce43), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:35.804165 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b9f59e5-16d4-46fb-84d7-5c9270cdb916 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:54:35.804816 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7b9f59e5-16d4-46fb-84d7-5c9270cdb916 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (d85a26c6-4a35-4113-9d55-c6baf371ce43), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:35.810474 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 02:54:35.810474 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:54:35.810474 n-d-712139-27 neutron-server[109803]: timer() Jan 28 02:54:35.810474 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:54:35.810474 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 02:54:35.810474 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:54:35.810474 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 02:54:35.810474 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:54:35.810474 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 02:54:35.810474 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:54:35.810474 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 02:54:35.810474 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:54:35.810474 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 02:54:35.810474 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:54:35.810474 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:54:35.810474 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:54:35.810474 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:54:35.810474 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:54:35.810474 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 02:54:35.810474 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:54:35.810474 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 02:54:35.810474 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:54:35.810474 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:54:35.810474 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:54:35.810474 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 02:54:35.810474 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:54:35.810474 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:54:35.810474 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:54:35.810474 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:54:35.810474 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:54:35.810474 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:54:35.810474 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:54:35.834806 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2bd45680-b4b2-4b08-85a8-8528def3df86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (009fdca5-ca2e-4b0e-8ed4-37ff7706404d), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:35.852597 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd45680-b4b2-4b08-85a8-8528def3df86 None None] No DVR routers for this DVR port 009fdca5-ca2e-4b0e-8ed4-37ff7706404d on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:54:35.895577 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0e70c424-1a74-49f7-8cde-f96d42900f84 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router_gateway (61c5a2ef-3e49-4d69-af8f-5e3c5fcbab84), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:35.910129 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7b9f59e5-16d4-46fb-84d7-5c9270cdb916 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (1e0b660d-6568-4e92-98ab-2c1ba14b9cc2), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:35.930432 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd45680-b4b2-4b08-85a8-8528def3df86 None None] Pushing event deleted for resources: {'Port': ['ID=009fdca5-ca2e-4b0e-8ed4-37ff7706404d,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:35.931433 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0e70c424-1a74-49f7-8cde-f96d42900f84 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router_gateway (61c5a2ef-3e49-4d69-af8f-5e3c5fcbab84), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:35.939376 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7b9f59e5-16d4-46fb-84d7-5c9270cdb916 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:35.941858 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:35.948909 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1a317ab9-edd7-4820-8f74-14b3830dd0b8 req-51584670-ceec-4b61-a597-dfd050c45d39 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488214 Jan 28 02:54:35.949900 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7b9f59e5-16d4-46fb-84d7-5c9270cdb916 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] 10.222.0.53 "DELETE /v2.0/networks/1e0b660d-6568-4e92-98ab-2c1ba14b9cc2 HTTP/1.1" status: 204 len: 168 time: 0.9802229 Jan 28 02:54:35.987929 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f59e5-16d4-46fb-84d7-5c9270cdb916 tempest-AllowedAddressPairIpV6TestJSON-1850008616 tempest-AllowedAddressPairIpV6TestJSON-1850008616-project] Pushing event deleted for resources: {'Network': ['ID=1e0b660d-6568-4e92-98ab-2c1ba14b9cc2,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:36.034930 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-0e70c424-1a74-49f7-8cde-f96d42900f84 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Deleting port 1d5c9b6c-82e7-4822-88b5-c98b4c0e058a {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:54:36.035339 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0e70c424-1a74-49f7-8cde-f96d42900f84 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (1d5c9b6c-82e7-4822-88b5-c98b4c0e058a), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:36.065509 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76275bf5-775e-4278-b406-203b6bd12663 req-7c247f5a-c11a-4f94-bffd-97d9cd1d5017 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:36.067030 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-76275bf5-775e-4278-b406-203b6bd12663 req-7c247f5a-c11a-4f94-bffd-97d9cd1d5017 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 950 time: 0.0639391 Jan 28 02:54:36.153580 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0e70c424-1a74-49f7-8cde-f96d42900f84 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (1d5c9b6c-82e7-4822-88b5-c98b4c0e058a), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:36.172893 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-0e70c424-1a74-49f7-8cde-f96d42900f84 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Calling delete_port for 1d5c9b6c-82e7-4822-88b5-c98b4c0e058a owned by network:router_gateway {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:54:36.174608 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-76275bf5-775e-4278-b406-203b6bd12663 req-12cb0524-7b78-404d-a753-017c02b89b8f tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974922 Jan 28 02:54:36.272135 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-70090365-a8d7-4ce4-8151-05f70f25f6c3 req-c2c900bc-74a7-43de-8057-ebe020efd441 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cef09b1-7a25-4336-9006-de0895b69927 HTTP/1.1" status: 200 len: 210 time: 0.0312798 Jan 28 02:54:36.303410 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39782) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:36.391560 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 009fdca5-ca2e-4b0e-8ed4-37ff7706404d no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:54:36.446148 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 009fdca5-ca2e-4b0e-8ed4-37ff7706404d {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:54:36.446801 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 009fdca5-ca2e-4b0e-8ed4-37ff7706404d not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:54:36.474826 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c43033-fb26-4123-b978-e251a81b8e71 req-ca53d90f-78df-426e-9f03-69d0cde85469 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:36.476302 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-72c43033-fb26-4123-b978-e251a81b8e71 req-ca53d90f-78df-426e-9f03-69d0cde85469 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.39 "GET /v2.0/networks?id=8a90ebac-f69f-461b-a785-3d45e68aad72 HTTP/1.1" status: 200 len: 805 time: 0.1346934 Jan 28 02:54:36.501413 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-72c43033-fb26-4123-b978-e251a81b8e71 req-742c015c-6b01-4b19-89b5-7a2d7d3dad25 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Request body: {'port': {'device_id': '0cef09b1-7a25-4336-9006-de0895b69927', 'network_id': '8a90ebac-f69f-461b-a785-3d45e68aad72', 'admin_state_up': True, 'tenant_id': '681abe9293864888ab6acd56a99956db'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:36.528973 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-3226c9f7-48f6-4d71-9fb0-60660bdcfd4f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b31d20bf3c4245e6876fc66fce70c538&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2241359 Jan 28 02:54:36.532914 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39786) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:36.573665 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0e70c424-1a74-49f7-8cde-f96d42900f84 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (1d5c9b6c-82e7-4822-88b5-c98b4c0e058a), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:36.599971 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ac3fdfa5-34d5-447e-9fb6-4fcaa17850bb admin admin] Publish callbacks [] for security_group (fe4ed4af-5378-4aec-a61d-13884e6255de), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:36.613999 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70c424-1a74-49f7-8cde-f96d42900f84 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Pushing event deleted for resources: {'Port': ['ID=1d5c9b6c-82e7-4822-88b5-c98b4c0e058a,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:36.628551 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ac3fdfa5-34d5-447e-9fb6-4fcaa17850bb admin admin] Publish callbacks [] for security_group (fe4ed4af-5378-4aec-a61d-13884e6255de), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:36.685212 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ac3fdfa5-34d5-447e-9fb6-4fcaa17850bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (fe4ed4af-5378-4aec-a61d-13884e6255de), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:36.690534 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ac3fdfa5-34d5-447e-9fb6-4fcaa17850bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:36.693651 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ac3fdfa5-34d5-447e-9fb6-4fcaa17850bb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fe4ed4af-5378-4aec-a61d-13884e6255de HTTP/1.1" status: 204 len: 168 time: 0.1554604 Jan 28 02:54:36.700400 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0e70c424-1a74-49f7-8cde-f96d42900f84 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (61c5a2ef-3e49-4d69-af8f-5e3c5fcbab84), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:36.704015 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72c43033-fb26-4123-b978-e251a81b8e71 req-742c015c-6b01-4b19-89b5-7a2d7d3dad25 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Made reservation on behalf of 681abe9293864888ab6acd56a99956db for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:54:36.705808 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3fdfa5-34d5-447e-9fb6-4fcaa17850bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4ed4af-5378-4aec-a61d-13884e6255de,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:36.707670 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-72c43033-fb26-4123-b978-e251a81b8e71 req-742c015c-6b01-4b19-89b5-7a2d7d3dad25 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:37.315236 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0e70c424-1a74-49f7-8cde-f96d42900f84 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23253'] for router (61c5a2ef-3e49-4d69-af8f-5e3c5fcbab84), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:37.379335 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0e70c424-1a74-49f7-8cde-f96d42900f84 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3876279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3876284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3877649'] for router (61c5a2ef-3e49-4d69-af8f-5e3c5fcbab84), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:37.392665 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289de4a8-6c89-4ebb-bf51-7c8eacf9a1a1 req-05cbdd01-bf96-4337-8e29-914f2c897604 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:37.394234 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-289de4a8-6c89-4ebb-bf51-7c8eacf9a1a1 req-05cbdd01-bf96-4337-8e29-914f2c897604 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=a472928f-7d52-4ae4-b93a-3bb91f30b61e HTTP/1.1" status: 200 len: 944 time: 0.3198056 Jan 28 02:54:37.416288 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99687a0d-9472-44d0-b5f5-eb7930e5f8fc req-e42ea67e-ab1c-4bc6-9cad-5ec7e748586c tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:37.417963 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-99687a0d-9472-44d0-b5f5-eb7930e5f8fc req-e42ea67e-ab1c-4bc6-9cad-5ec7e748586c tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 950 time: 0.0956514 Jan 28 02:54:37.482329 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-99687a0d-9472-44d0-b5f5-eb7930e5f8fc req-6b2d2704-f770-485f-8dbd-b2aa2c5c0080 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577958 Jan 28 02:54:37.488240 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-72c43033-fb26-4123-b978-e251a81b8e71 req-742c015c-6b01-4b19-89b5-7a2d7d3dad25 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Allocated IP 172.20.0.3 (8a90ebac-f69f-461b-a785-3d45e68aad72/4a514938-18f7-4fe1-ae61-4e73697ccb7f/8bc3e1e3-3b8b-493b-825e-e109d60fabfc) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:54:37.533738 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e70c424-1a74-49f7-8cde-f96d42900f84 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Router 61c5a2ef-3e49-4d69-af8f-5e3c5fcbab84 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:54:37.574677 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-289de4a8-6c89-4ebb-bf51-7c8eacf9a1a1 req-c3c8048b-fe55-44ff-b0f4-434600268fab tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300316 Jan 28 02:54:37.598490 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3dd961e7-823d-4880-962b-c4ae4552b084 req-ccb59866-da41-4512-adc7-aebb7025ecaa tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cef09b1-7a25-4336-9006-de0895b69927 HTTP/1.1" status: 200 len: 210 time: 0.0330324 Jan 28 02:54:37.662721 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39822) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:37.701353 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e70c424-1a74-49f7-8cde-f96d42900f84 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:54:37.713375 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b1aa5b-8bd0-4804-b271-bbfc79b01d2c None None] Sync routers for ids ['61c5a2ef-3e49-4d69-af8f-5e3c5fcbab84'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:54:37.728879 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b1aa5b-8bd0-4804-b271-bbfc79b01d2c None None] Routers {'61c5a2ef-3e49-4d69-af8f-5e3c5fcbab84'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:54:37.729571 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a4b1aa5b-8bd0-4804-b271-bbfc79b01d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:54:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['61c5a2ef-3e49-4d69-af8f-5e3c5fcbab84'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:37.738658 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0e70c424-1a74-49f7-8cde-f96d42900f84 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:37.742245 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0e70c424-1a74-49f7-8cde-f96d42900f84 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] 10.222.0.53 "PUT /v2.0/routers/61c5a2ef-3e49-4d69-af8f-5e3c5fcbab84 HTTP/1.1" status: 200 len: 710 time: 2.4142337 Jan 28 02:54:37.742651 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39826) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:37.764566 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a4b1aa5b-8bd0-4804-b271-bbfc79b01d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:37.774989 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b1aa5b-8bd0-4804-b271-bbfc79b01d2c None None] Routers {'61c5a2ef-3e49-4d69-af8f-5e3c5fcbab84'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:54:37.775835 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a4b1aa5b-8bd0-4804-b271-bbfc79b01d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:54:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['61c5a2ef-3e49-4d69-af8f-5e3c5fcbab84'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:37.818216 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-72c43033-fb26-4123-b978-e251a81b8e71 req-742c015c-6b01-4b19-89b5-7a2d7d3dad25 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks [] for port (8bc3e1e3-3b8b-493b-825e-e109d60fabfc), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:37.828987 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a4b1aa5b-8bd0-4804-b271-bbfc79b01d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:54:37.829672 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b1aa5b-8bd0-4804-b271-bbfc79b01d2c None None] The sync data for ids ['61c5a2ef-3e49-4d69-af8f-5e3c5fcbab84'] in n-d-712139-27 is: [] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:54:37.857517 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-f95f8e83-0b7a-4b69-862a-7afe67aec36e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-263743829'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:37.868663 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-75d6357e-a9ea-44ec-9488-bce8fbde8aec tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] 10.222.0.53 "GET /v2.0/routers/61c5a2ef-3e49-4d69-af8f-5e3c5fcbab84 HTTP/1.1" status: 200 len: 745 time: 0.1244249 Jan 28 02:54:37.873221 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39830) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:37.878487 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-72c43033-fb26-4123-b978-e251a81b8e71 req-742c015c-6b01-4b19-89b5-7a2d7d3dad25 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (8bc3e1e3-3b8b-493b-825e-e109d60fabfc), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:37.935117 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72c43033-fb26-4123-b978-e251a81b8e71 req-742c015c-6b01-4b19-89b5-7a2d7d3dad25 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Network 8a90ebac-f69f-461b-a785-3d45e68aad72 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:54:37.939156 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-72c43033-fb26-4123-b978-e251a81b8e71 req-742c015c-6b01-4b19-89b5-7a2d7d3dad25 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:54:37.945882 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c43033-fb26-4123-b978-e251a81b8e71 req-742c015c-6b01-4b19-89b5-7a2d7d3dad25 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:54:37.946251 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-16b05d09-f7b4-4255-835c-45dbf13038e3 tempest-RoutersIpV6AdminTest-686077318 tempest-RoutersIpV6AdminTest-686077318-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=8f7dc9c9-eaf1-4339-a2e3-884554154641&device_id=61c5a2ef-3e49-4d69-af8f-5e3c5fcbab84 HTTP/1.1" status: 200 len: 205 time: 0.0715368 Jan 28 02:54:37.949144 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39834) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:37.969274 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95f8e83-0b7a-4b69-862a-7afe67aec36e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:54:37.973341 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f95f8e83-0b7a-4b69-862a-7afe67aec36e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:37.980748 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c015c-6b01-4b19-89b5-7a2d7d3dad25 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Pushing event updated for resources: {'Port': ['ID=8bc3e1e3-3b8b-493b-825e-e109d60fabfc,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:38.002068 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e3b707c3-b77f-4bc4-a1bb-fe7583a1dbc0 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c5a2ef-3e49-4d69-af8f-5e3c5fcbab84 HTTP/1.1" status: 200 len: 205 time: 0.0496426 Jan 28 02:54:38.008055 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39836) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:38.008728 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f95f8e83-0b7a-4b69-862a-7afe67aec36e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:38.066385 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c43033-fb26-4123-b978-e251a81b8e71 req-742c015c-6b01-4b19-89b5-7a2d7d3dad25 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:38.067171 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-72c43033-fb26-4123-b978-e251a81b8e71 req-742c015c-6b01-4b19-89b5-7a2d7d3dad25 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:38.119158 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f95f8e83-0b7a-4b69-862a-7afe67aec36e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for security_group (1c427052-9233-4597-9e2b-6ec128bb4088), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:38.119999 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f4fa44c0-2718-4f91-914b-b12655d921ab tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router (61c5a2ef-3e49-4d69-af8f-5e3c5fcbab84), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:38.127236 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f95f8e83-0b7a-4b69-862a-7afe67aec36e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (1c427052-9233-4597-9e2b-6ec128bb4088), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:38.157376 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f95f8e83-0b7a-4b69-862a-7afe67aec36e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:54:38.167564 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-72c43033-fb26-4123-b978-e251a81b8e71 req-742c015c-6b01-4b19-89b5-7a2d7d3dad25 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6730380 Jan 28 02:54:38.173856 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f8e83-0b7a-4b69-862a-7afe67aec36e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c427052-9233-4597-9e2b-6ec128bb4088,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:38.180845 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f95f8e83-0b7a-4b69-862a-7afe67aec36e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (dad6e675-73a1-4f4d-b340-f51ed05e65db), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:38.181248 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-f95f8e83-0b7a-4b69-862a-7afe67aec36e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Added segment dad6e675-73a1-4f4d-b340-f51ed05e65db of type vlan for network f4e9908e-37c3-477d-90df-65c02e38c857 Jan 28 02:54:38.212937 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-72c43033-fb26-4123-b978-e251a81b8e71 req-329a4233-eeeb-4f2c-9fd9-d0fa8ec26423 service neutron] Request body: {'port': {'device_id': '0cef09b1-7a25-4336-9006-de0895b69927', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:38.232911 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f95f8e83-0b7a-4b69-862a-7afe67aec36e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (f4e9908e-37c3-477d-90df-65c02e38c857), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:38.262790 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f95f8e83-0b7a-4b69-862a-7afe67aec36e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (f4e9908e-37c3-477d-90df-65c02e38c857), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:38.268204 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95f8e83-0b7a-4b69-862a-7afe67aec36e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:38.268851 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f95f8e83-0b7a-4b69-862a-7afe67aec36e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:38.345848 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f95f8e83-0b7a-4b69-862a-7afe67aec36e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6778176 Jan 28 02:54:38.345848 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f8e83-0b7a-4b69-862a-7afe67aec36e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Network': ['ID=f4e9908e-37c3-477d-90df-65c02e38c857,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:38.346367 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39838) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:38.352444 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-3b94ca19-7914-419a-9745-f9fc45939c4c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'subnet': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:38.357052 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:54:38.361520 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f4fa44c0-2718-4f91-914b-b12655d921ab tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (61c5a2ef-3e49-4d69-af8f-5e3c5fcbab84), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:38.364806 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f4fa44c0-2718-4f91-914b-b12655d921ab tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router_controller (61c5a2ef-3e49-4d69-af8f-5e3c5fcbab84), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:38.428957 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-72c43033-fb26-4123-b978-e251a81b8e71 req-329a4233-eeeb-4f2c-9fd9-d0fa8ec26423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8bc3e1e3-3b8b-493b-825e-e109d60fabfc), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:38.459296 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b94ca19-7914-419a-9745-f9fc45939c4c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:54:38.462753 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3b94ca19-7914-419a-9745-f9fc45939c4c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:38.468478 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f4fa44c0-2718-4f91-914b-b12655d921ab tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (61c5a2ef-3e49-4d69-af8f-5e3c5fcbab84), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:38.468989 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4fa44c0-2718-4f91-914b-b12655d921ab tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Fanout notify agent at l3_agent the message router_deleted on router 61c5a2ef-3e49-4d69-af8f-5e3c5fcbab84 {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:54:38.477210 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f4fa44c0-2718-4f91-914b-b12655d921ab tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:38.478298 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f4fa44c0-2718-4f91-914b-b12655d921ab tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] 10.222.0.53 "DELETE /v2.0/routers/61c5a2ef-3e49-4d69-af8f-5e3c5fcbab84 HTTP/1.1" status: 204 len: 168 time: 0.4692624 Jan 28 02:54:38.483614 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39842) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:38.530151 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device f56bfec1-8792-4cf1-839e-241d8696119a up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:54:38.548253 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0421c454-a705-4ae8-ace3-e9e387e71cc7 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c5a2ef-3e49-4d69-af8f-5e3c5fcbab84 HTTP/1.1" status: 200 len: 205 time: 0.0630834 Jan 28 02:54:38.551790 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39846) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:38.642031 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-00af9eae-c96e-4fa6-bd45-f531d6c2392b tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] delete failed (client error): The resource could not be found. Jan 28 02:54:38.654491 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port f56bfec1-8792-4cf1-839e-241d8696119a triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:54:38.655402 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-00af9eae-c96e-4fa6-bd45-f531d6c2392b tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] 10.222.0.53 "DELETE /v2.0/routers/61c5a2ef-3e49-4d69-af8f-5e3c5fcbab84 HTTP/1.1" status: 404 len: 336 time: 0.1035888 Jan 28 02:54:38.655901 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f56bfec1-8792-4cf1-839e-241d8696119a), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:38.658599 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39852) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:38.706798 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c20a6339-2cff-447e-a278-2f8548352bdb tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5bf729f-1034-4815-9b85-54e45c2ff6e0 HTTP/1.1" status: 200 len: 205 time: 0.0455971 Jan 28 02:54:38.710656 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39854) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:38.722467 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493f78e-1115-4a87-b387-1028f70365a6 req-e38bca76-a4b4-4f60-ade6-ea59e01d247d tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:38.724090 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3493f78e-1115-4a87-b387-1028f70365a6 req-e38bca76-a4b4-4f60-ade6-ea59e01d247d tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 950 time: 0.1107669 Jan 28 02:54:38.793355 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port f56bfec1-8792-4cf1-839e-241d8696119a is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:54:38.794059 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f56bfec1-8792-4cf1-839e-241d8696119a), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:38.825478 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a472928f-7d52-4ae4-b93a-3bb91f30b61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56bfec1-8792-4cf1-839e-241d8696119a'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:54:38.829212 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8873a986-bac8-4527-99df-4ee033b95fc4" -d '{"events": [{"server_uuid": "a472928f-7d52-4ae4-b93a-3bb91f30b61e", "name": "network-vif-plugged", "status": "completed", "tag": "f56bfec1-8792-4cf1-839e-241d8696119a"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:54:38.840891 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3493f78e-1115-4a87-b387-1028f70365a6 req-68948088-8b1a-4088-9983-ce3c795a3906 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054845 Jan 28 02:54:38.854338 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port f56bfec1-8792-4cf1-839e-241d8696119a, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=f56bfec1-8792-4cf1-839e-241d8696119a,segment=NetworkSegment(358dad74-8d99-4de6-a555-7b85f019730b),segment_id=358dad74-8d99-4de6-a555-7b85f019730b)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:54:38.872894 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (f56bfec1-8792-4cf1-839e-241d8696119a), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:38.878186 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3b94ca19-7914-419a-9745-f9fc45939c4c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (00f039ac-b093-4fe8-8be4-f09bbb4569ff), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:38.941554 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-a0ceb357-acac-423d-bee6-0000cf837266 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] delete failed (client error): The resource could not be found. Jan 28 02:54:38.943512 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a0ceb357-acac-423d-bee6-0000cf837266 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] 10.222.0.53 "DELETE /v2.0/routers/c5bf729f-1034-4815-9b85-54e45c2ff6e0 HTTP/1.1" status: 404 len: 336 time: 0.2313902 Jan 28 02:54:38.952248 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39860) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:38.980174 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=f56bfec1-8792-4cf1-839e-241d8696119a,revision_number=8']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:38.981487 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-72c43033-fb26-4123-b978-e251a81b8e71 req-329a4233-eeeb-4f2c-9fd9-d0fa8ec26423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bc3e1e3-3b8b-493b-825e-e109d60fabfc {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:54:38.992760 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-72c43033-fb26-4123-b978-e251a81b8e71 req-329a4233-eeeb-4f2c-9fd9-d0fa8ec26423 service neutron] Publish callbacks [] for port (8bc3e1e3-3b8b-493b-825e-e109d60fabfc), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:39.002555 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320827dc-589a-43c8-b3ac-2666c4e3a046 req-f11bf4b2-1baa-478f-abdd-feb5c5ccf390 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:39.004092 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-320827dc-589a-43c8-b3ac-2666c4e3a046 req-f11bf4b2-1baa-478f-abdd-feb5c5ccf390 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=a472928f-7d52-4ae4-b93a-3bb91f30b61e HTTP/1.1" status: 200 len: 944 time: 0.2962813 Jan 28 02:54:39.020046 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-72c43033-fb26-4123-b978-e251a81b8e71 req-329a4233-eeeb-4f2c-9fd9-d0fa8ec26423 service neutron] Transition to ACTIVE for port object 8bc3e1e3-3b8b-493b-825e-e109d60fabfc will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:54:39.025855 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-72c43033-fb26-4123-b978-e251a81b8e71 req-329a4233-eeeb-4f2c-9fd9-d0fa8ec26423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (8bc3e1e3-3b8b-493b-825e-e109d60fabfc), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:39.027331 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-18bb1b1b-f130-4887-8ecf-a124b35b0617 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7f74427-7a44-4870-b3f1-7f548fa89d0a HTTP/1.1" status: 200 len: 205 time: 0.0502856 Jan 28 02:54:39.030599 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39864) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:39.047240 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b94ca19-7914-419a-9745-f9fc45939c4c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Subnet': ['ID=00f039ac-b093-4fe8-8be4-f09bbb4569ff,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:39.063305 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b94ca19-7914-419a-9745-f9fc45939c4c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Checking segment: {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:54:39.063666 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b94ca19-7914-419a-9745-f9fc45939c4c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network hostable DHCP agents. Network: f4e9908e-37c3-477d-90df-65c02e38c857, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:54:39.073669 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb4c5c-ecae-4d37-bb4f-48b134927a6c req-045633bd-1aef-4911-bdae-13328b9ac7b7 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:39.077060 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-18cb4c5c-ecae-4d37-bb4f-48b134927a6c req-045633bd-1aef-4911-bdae-13328b9ac7b7 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cef09b1-7a25-4336-9006-de0895b69927 HTTP/1.1" status: 200 len: 931 time: 0.1459441 Jan 28 02:54:39.094838 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:54:39.096762 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-d8e373aa-8f66-4523-94b0-127bb0570c4e tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] delete failed (client error): The resource could not be found. Jan 28 02:54:39.097929 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d8e373aa-8f66-4523-94b0-127bb0570c4e tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] 10.222.0.53 "DELETE /v2.0/routers/f7f74427-7a44-4870-b3f1-7f548fa89d0a HTTP/1.1" status: 404 len: 336 time: 0.0667262 Jan 28 02:54:39.103282 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39868) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:39.118766 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b94ca19-7914-419a-9745-f9fc45939c4c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:54:39.144812 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d876bae9-48bb-49a0-b44d-ccb1d7cd20a4 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] 10.222.0.53 "GET /v2.0/ports?device_id=e05cfc43-2c12-4a3b-a333-3ad0e79825e8 HTTP/1.1" status: 200 len: 205 time: 0.0404160 Jan 28 02:54:39.148153 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39870) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:39.162280 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-3b94ca19-7914-419a-9745-f9fc45939c4c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, f4e9908e-37c3-477d-90df-65c02e38c857) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:54:39.172383 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad37527d-f809-44e3-9925-fe417a3eedfe None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:54:39.174188 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b94ca19-7914-419a-9745-f9fc45939c4c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:39.174762 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3b94ca19-7914-419a-9745-f9fc45939c4c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:39.183218 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-18cb4c5c-ecae-4d37-bb4f-48b134927a6c req-23d9eddb-88d3-41c7-b385-5ae53f95941d tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992627 Jan 28 02:54:39.210217 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-3b94ca19-7914-419a-9745-f9fc45939c4c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8626349 Jan 28 02:54:39.210918 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39872) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:39.212264 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-13a9ab36-bed2-42b9-ad61-da95ad35be3b tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] delete failed (client error): The resource could not be found. Jan 28 02:54:39.213345 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-13a9ab36-bed2-42b9-ad61-da95ad35be3b tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] 10.222.0.53 "DELETE /v2.0/routers/e05cfc43-2c12-4a3b-a333-3ad0e79825e8 HTTP/1.1" status: 404 len: 336 time: 0.0632234 Jan 28 02:54:39.216049 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39874) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:39.222008 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-ef76a535-b7b0-410c-a30e-0ade15c90092 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'port': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'name': 'tempest-NetworksTestDHCPv6-1521385214'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:39.280262 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329a4233-eeeb-4f2c-9fd9-d0fa8ec26423 service neutron] Pushing event updated for resources: {'Port': ['ID=8bc3e1e3-3b8b-493b-825e-e109d60fabfc,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:39.371751 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f345c085-5eb0-4f12-bfd9-0203a53b31ea tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] 10.222.0.53 "GET /v2.0/ports?device_id=560144de-a7be-414b-bd2c-d129727666b8 HTTP/1.1" status: 200 len: 205 time: 0.1410992 Jan 28 02:54:39.381088 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a5fa03-2225-4613-9914-db41986107a7 x-openstack-request-id: req-15a5fa03-2225-4613-9914-db41986107a7 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:54:39.381984 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a472928f-7d52-4ae4-b93a-3bb91f30b61e", "name": "network-vif-plugged", "status": "completed", "tag": "f56bfec1-8792-4cf1-839e-241d8696119a", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:54:39.382365 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-15a5fa03-2225-4613-9914-db41986107a7 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:54:39.382885 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a472928f-7d52-4ae4-b93a-3bb91f30b61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56bfec1-8792-4cf1-839e-241d8696119a', 'code': 200} Jan 28 02:54:39.383118 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39876) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:39.434802 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-bea0ade1-0dcc-4023-ac21-e483de4ab9c8 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] delete failed (client error): The resource could not be found. Jan 28 02:54:39.437179 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-bea0ade1-0dcc-4023-ac21-e483de4ab9c8 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] 10.222.0.53 "DELETE /v2.0/routers/560144de-a7be-414b-bd2c-d129727666b8 HTTP/1.1" status: 404 len: 336 time: 0.0528290 Jan 28 02:54:39.441565 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39878) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:39.472793 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-320827dc-589a-43c8-b3ac-2666c4e3a046 req-59bd5ff5-1e5d-43df-81d9-4e78928f4498 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4591761 Jan 28 02:54:39.491989 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a2ccc15f-82f8-4f79-a801-fa1ef242ae69 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b42eec-92a2-426a-b0bc-420b439609c0 HTTP/1.1" status: 200 len: 205 time: 0.0470064 Jan 28 02:54:39.494375 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39882) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:39.521753 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3670290a-9ab4-40af-9b1d-9d1efd380ae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-f4e9908e-37c3-477d-90df-65c02e38c857', 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'project_id': '3079a2e247734574a53d1baca2087c94', 'fixed_ips': [{'subnet_id': '00f039ac-b093-4fe8-8be4-f09bbb4569ff'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:54:39.523514 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3670290a-9ab4-40af-9b1d-9d1efd380ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:39.546116 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-21d1d2de-0b4a-41f2-a478-703f96ade20d tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] delete failed (client error): The resource could not be found. Jan 28 02:54:39.548741 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-21d1d2de-0b4a-41f2-a478-703f96ade20d tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] 10.222.0.53 "DELETE /v2.0/routers/a0b42eec-92a2-426a-b0bc-420b439609c0 HTTP/1.1" status: 404 len: 336 time: 0.0519929 Jan 28 02:54:39.556576 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39884) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:39.605869 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-fff82250-13e6-42c6-89c1-22efcf5bfb89 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] DELETE failed (client error): The resource could not be found. Jan 28 02:54:39.606415 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fff82250-13e6-42c6-89c1-22efcf5bfb89 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:54:39.606928 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-72c43033-fb26-4123-b978-e251a81b8e71 req-329a4233-eeeb-4f2c-9fd9-d0fa8ec26423 service neutron] Attempting to bind port 8bc3e1e3-3b8b-493b-825e-e109d60fabfc on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:54:39.607537 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-72c43033-fb26-4123-b978-e251a81b8e71 req-329a4233-eeeb-4f2c-9fd9-d0fa8ec26423 service neutron] Attempting to bind port 8bc3e1e3-3b8b-493b-825e-e109d60fabfc by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '5ec551e3-78ab-42a1-92af-4f07dc8530f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8a90ebac-f69f-461b-a785-3d45e68aad72'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:54:39.608139 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c43033-fb26-4123-b978-e251a81b8e71 req-329a4233-eeeb-4f2c-9fd9-d0fa8ec26423 service neutron] Attempting to bind port 8bc3e1e3-3b8b-493b-825e-e109d60fabfc on network 8a90ebac-f69f-461b-a785-3d45e68aad72 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:54:39.609537 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-fff82250-13e6-42c6-89c1-22efcf5bfb89 tempest-RoutersIpV6AdminTest-692642264 tempest-RoutersIpV6AdminTest-692642264-project] 10.222.0.53 "DELETE /v2.0/subnets/5b3316a0-df87-477a-bdf5-1a3ed6c53737 HTTP/1.1" status: 404 len: 337 time: 0.0491028 Jan 28 02:54:39.616714 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c43033-fb26-4123-b978-e251a81b8e71 req-329a4233-eeeb-4f2c-9fd9-d0fa8ec26423 service neutron] Port 8bc3e1e3-3b8b-493b-825e-e109d60fabfc on network 8a90ebac-f69f-461b-a785-3d45e68aad72 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:54:39.617141 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c43033-fb26-4123-b978-e251a81b8e71 req-329a4233-eeeb-4f2c-9fd9-d0fa8ec26423 service neutron] Attempting to bind port 8bc3e1e3-3b8b-493b-825e-e109d60fabfc on network 8a90ebac-f69f-461b-a785-3d45e68aad72 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:54:39.627733 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c43033-fb26-4123-b978-e251a81b8e71 req-329a4233-eeeb-4f2c-9fd9-d0fa8ec26423 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:54:39.628275 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c43033-fb26-4123-b978-e251a81b8e71 req-329a4233-eeeb-4f2c-9fd9-d0fa8ec26423 service neutron] Checking segment: {'id': '5ec551e3-78ab-42a1-92af-4f07dc8530f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8a90ebac-f69f-461b-a785-3d45e68aad72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:54:39.628792 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c43033-fb26-4123-b978-e251a81b8e71 req-329a4233-eeeb-4f2c-9fd9-d0fa8ec26423 service neutron] Bound using segment: {'id': '5ec551e3-78ab-42a1-92af-4f07dc8530f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8a90ebac-f69f-461b-a785-3d45e68aad72'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:54:39.629360 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-72c43033-fb26-4123-b978-e251a81b8e71 req-329a4233-eeeb-4f2c-9fd9-d0fa8ec26423 service neutron] Bound port: 8bc3e1e3-3b8b-493b-825e-e109d60fabfc, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ec551e3-78ab-42a1-92af-4f07dc8530f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8a90ebac-f69f-461b-a785-3d45e68aad72'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:54:39.629865 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-72c43033-fb26-4123-b978-e251a81b8e71 req-329a4233-eeeb-4f2c-9fd9-d0fa8ec26423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8bc3e1e3-3b8b-493b-825e-e109d60fabfc), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:39.633462 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef76a535-b7b0-410c-a30e-0ade15c90092 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:54:39.636906 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ef76a535-b7b0-410c-a30e-0ade15c90092 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:39.638817 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d316a4c1-a5d6-43f0-bd73-c324656d4f4c req-2dbd8d66-cabc-41ce-b349-d65e101530ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:39.643263 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d316a4c1-a5d6-43f0-bd73-c324656d4f4c req-2dbd8d66-cabc-41ce-b349-d65e101530ba service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a472928f-7d52-4ae4-b93a-3bb91f30b61e HTTP/1.1" status: 200 len: 1097 time: 0.1252587 Jan 28 02:54:39.653803 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4c857-4022-4e24-96b9-e4b02797e976 req-818c6603-fcfb-408e-a5da-eff0270edfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:39.655337 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6fe4c857-4022-4e24-96b9-e4b02797e976 req-818c6603-fcfb-408e-a5da-eff0270edfb0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=374e72b0e62c4cb4a9bb8f2bb827e071&device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 1102 time: 0.1106846 Jan 28 02:54:39.666638 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-ef76a535-b7b0-410c-a30e-0ade15c90092 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] device_id is not set on port f59f61bc-46b2-4e33-bcab-fb18a63068bc yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:54:39.744613 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-3670290a-9ab4-40af-9b1d-9d1efd380ae6 None None] Allocated IP 2001:db8::2 (f4e9908e-37c3-477d-90df-65c02e38c857/00f039ac-b093-4fe8-8be4-f09bbb4569ff/2f1b1a0b-2843-4cf9-8bf0-03edcd05acf5) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:54:39.753356 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d316a4c1-a5d6-43f0-bd73-c324656d4f4c req-7ccb4648-2e8e-40ee-bda7-92d47927d389 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973930 Jan 28 02:54:39.792205 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-72c43033-fb26-4123-b978-e251a81b8e71 req-329a4233-eeeb-4f2c-9fd9-d0fa8ec26423 service neutron] For port 8bc3e1e3-3b8b-493b-825e-e109d60fabfc, host n-h2-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:54:39.800856 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-72c43033-fb26-4123-b978-e251a81b8e71 req-329a4233-eeeb-4f2c-9fd9-d0fa8ec26423 service neutron] For port 8bc3e1e3-3b8b-493b-825e-e109d60fabfc, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=8bc3e1e3-3b8b-493b-825e-e109d60fabfc,segment=NetworkSegment(5ec551e3-78ab-42a1-92af-4f07dc8530f7),segment_id=5ec551e3-78ab-42a1-92af-4f07dc8530f7)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:54:39.808920 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-72c43033-fb26-4123-b978-e251a81b8e71 req-329a4233-eeeb-4f2c-9fd9-d0fa8ec26423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (8bc3e1e3-3b8b-493b-825e-e109d60fabfc), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:39.854877 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c43033-fb26-4123-b978-e251a81b8e71 req-329a4233-eeeb-4f2c-9fd9-d0fa8ec26423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:39.855088 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-72c43033-fb26-4123-b978-e251a81b8e71 req-329a4233-eeeb-4f2c-9fd9-d0fa8ec26423 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:39.855759 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4c857-4022-4e24-96b9-e4b02797e976 req-b38e9c88-ad45-4bdd-8637-c1ab4393154b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:39.856753 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-72c43033-fb26-4123-b978-e251a81b8e71 req-329a4233-eeeb-4f2c-9fd9-d0fa8ec26423 service neutron] 10.222.0.39 "PUT /v2.0/ports/8bc3e1e3-3b8b-493b-825e-e109d60fabfc HTTP/1.1" status: 200 len: 1092 time: 1.6498175 Jan 28 02:54:39.857812 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cef09b1-7a25-4336-9006-de0895b69927', 'tag': '8bc3e1e3-3b8b-493b-825e-e109d60fabfc'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:54:39.857937 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6fe4c857-4022-4e24-96b9-e4b02797e976 req-b38e9c88-ad45-4bdd-8637-c1ab4393154b service neutron] 10.222.0.39 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.1752801 Jan 28 02:54:39.859694 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4950f0-1edf-4e88-bd13-eec578218447" -d '{"events": [{"name": "network-changed", "server_uuid": "0cef09b1-7a25-4336-9006-de0895b69927", "tag": "8bc3e1e3-3b8b-493b-825e-e109d60fabfc"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:54:39.936368 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329a4233-eeeb-4f2c-9fd9-d0fa8ec26423 service neutron] Pushing event updated for resources: {'Port': ['ID=8bc3e1e3-3b8b-493b-825e-e109d60fabfc,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:39.943955 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6fe4c857-4022-4e24-96b9-e4b02797e976 req-67d95a15-cb43-464b-9fa1-50a063355571 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=40274fd5-c4d9-4dd5-af9e-4fda37d2f007 HTTP/1.1" status: 200 len: 217 time: 0.0705199 Jan 28 02:54:39.988335 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3870bcf-8877-4748-87ef-1efbac6412d8 x-openstack-request-id: req-d3870bcf-8877-4748-87ef-1efbac6412d8 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:54:39.988800 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cef09b1-7a25-4336-9006-de0895b69927", "tag": "8bc3e1e3-3b8b-493b-825e-e109d60fabfc", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:54:39.989224 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d3870bcf-8877-4748-87ef-1efbac6412d8 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:54:39.989726 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cef09b1-7a25-4336-9006-de0895b69927', 'tag': '8bc3e1e3-3b8b-493b-825e-e109d60fabfc', 'status': 'completed', 'code': 200} Jan 28 02:54:40.031131 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3670290a-9ab4-40af-9b1d-9d1efd380ae6 None None] Publish callbacks [] for port (2f1b1a0b-2843-4cf9-8bf0-03edcd05acf5), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:40.041394 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4c857-4022-4e24-96b9-e4b02797e976 req-be66ee6f-43dc-4e1b-986c-7fd74bb2ae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:40.043226 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6fe4c857-4022-4e24-96b9-e4b02797e976 req-be66ee6f-43dc-4e1b-986c-7fd74bb2ae32 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.0764937 Jan 28 02:54:40.047381 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3670290a-9ab4-40af-9b1d-9d1efd380ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (2f1b1a0b-2843-4cf9-8bf0-03edcd05acf5), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:40.075157 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fbddb9-5b2e-4971-a3c1-6054242c2409 req-bf4d1719-8dfd-47f0-ace7-ed12bc9add3a tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:40.077752 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-27fbddb9-5b2e-4971-a3c1-6054242c2409 req-bf4d1719-8dfd-47f0-ace7-ed12bc9add3a tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 950 time: 0.0851974 Jan 28 02:54:40.081435 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c43033-fb26-4123-b978-e251a81b8e71 req-a3700dc3-985d-4e93-a594-826e27eab3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:40.083701 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-72c43033-fb26-4123-b978-e251a81b8e71 req-a3700dc3-985d-4e93-a594-826e27eab3c6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=681abe9293864888ab6acd56a99956db&device_id=0cef09b1-7a25-4336-9006-de0895b69927 HTTP/1.1" status: 200 len: 1095 time: 0.1523757 Jan 28 02:54:40.095716 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39896) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:40.108856 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3670290a-9ab4-40af-9b1d-9d1efd380ae6 None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:54:40.113737 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-3670290a-9ab4-40af-9b1d-9d1efd380ae6 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:54:40.120868 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3670290a-9ab4-40af-9b1d-9d1efd380ae6 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:54:40.128632 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3670290a-9ab4-40af-9b1d-9d1efd380ae6 None None] Pushing event updated for resources: {'Port': ['ID=2f1b1a0b-2843-4cf9-8bf0-03edcd05acf5,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:40.159803 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-72c43033-fb26-4123-b978-e251a81b8e71 req-33a00cc7-cfd9-4c60-9144-06d753f5d948 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bc3e1e3-3b8b-493b-825e-e109d60fabfc HTTP/1.1" status: 200 len: 217 time: 0.0566800 Jan 28 02:54:40.196543 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-ef76a535-b7b0-410c-a30e-0ade15c90092 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Allocated IP 2001:db8::1dc (f4e9908e-37c3-477d-90df-65c02e38c857/00f039ac-b093-4fe8-8be4-f09bbb4569ff/f59f61bc-46b2-4e33-bcab-fb18a63068bc) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:54:40.222574 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4c857-4022-4e24-96b9-e4b02797e976 req-93ec9ad1-fdd1-4128-8632-bb609d35d309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:40.224215 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6fe4c857-4022-4e24-96b9-e4b02797e976 req-93ec9ad1-fdd1-4128-8632-bb609d35d309 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1657376 Jan 28 02:54:40.228773 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-3670290a-9ab4-40af-9b1d-9d1efd380ae6 None None] Attempting to bind port 2f1b1a0b-2843-4cf9-8bf0-03edcd05acf5 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:54:40.229255 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-3670290a-9ab4-40af-9b1d-9d1efd380ae6 None None] Attempting to bind port 2f1b1a0b-2843-4cf9-8bf0-03edcd05acf5 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:54:40.230132 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3670290a-9ab4-40af-9b1d-9d1efd380ae6 None None] Attempting to bind port 2f1b1a0b-2843-4cf9-8bf0-03edcd05acf5 on network f4e9908e-37c3-477d-90df-65c02e38c857 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:54:40.242326 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3670290a-9ab4-40af-9b1d-9d1efd380ae6 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:54:40.242710 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3670290a-9ab4-40af-9b1d-9d1efd380ae6 None None] Checking segment: {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:54:40.244264 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3670290a-9ab4-40af-9b1d-9d1efd380ae6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:40.244668 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3670290a-9ab4-40af-9b1d-9d1efd380ae6 None None] Bound using segment: {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:54:40.245912 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-3670290a-9ab4-40af-9b1d-9d1efd380ae6 None None] Bound port: 2f1b1a0b-2843-4cf9-8bf0-03edcd05acf5, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:54:40.247115 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3670290a-9ab4-40af-9b1d-9d1efd380ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2f1b1a0b-2843-4cf9-8bf0-03edcd05acf5), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:40.286505 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-27fbddb9-5b2e-4971-a3c1-6054242c2409 req-bb0b526e-77c6-4b9e-80c8-b1ef76702798 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997817 Jan 28 02:54:40.345541 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-524a4ea5-2707-4809-998a-68a5e90e7987 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:40.347698 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-3670290a-9ab4-40af-9b1d-9d1efd380ae6 None None] For port 2f1b1a0b-2843-4cf9-8bf0-03edcd05acf5, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:54:40.351270 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-3670290a-9ab4-40af-9b1d-9d1efd380ae6 None None] For port 2f1b1a0b-2843-4cf9-8bf0-03edcd05acf5, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=2f1b1a0b-2843-4cf9-8bf0-03edcd05acf5,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:54:40.358884 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c43033-fb26-4123-b978-e251a81b8e71 req-4a325d62-8300-49fd-84d8-e4f8fdaa6fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:40.359061 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3670290a-9ab4-40af-9b1d-9d1efd380ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (2f1b1a0b-2843-4cf9-8bf0-03edcd05acf5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:40.361253 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-72c43033-fb26-4123-b978-e251a81b8e71 req-4a325d62-8300-49fd-84d8-e4f8fdaa6fce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4a514938-18f7-4fe1-ae61-4e73697ccb7f HTTP/1.1" status: 200 len: 845 time: 0.1935611 Jan 28 02:54:40.430422 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3670290a-9ab4-40af-9b1d-9d1efd380ae6 None None] Pushing event updated for resources: {'Port': ['ID=2f1b1a0b-2843-4cf9-8bf0-03edcd05acf5,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:40.472646 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6fe4c857-4022-4e24-96b9-e4b02797e976 req-89e9e9bf-b69f-40ca-bde6-2fee8db63650 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409933 Jan 28 02:54:40.473771 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-72c43033-fb26-4123-b978-e251a81b8e71 req-0b71901c-736a-4398-bfdc-1b5a260e03e5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a90ebac-f69f-461b-a785-3d45e68aad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568936 Jan 28 02:54:40.655393 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f465867-b993-423f-b9aa-280a82b55190 req-53eb1291-9393-4e9e-8050-11f52a7556bd tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:40.662530 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0f465867-b993-423f-b9aa-280a82b55190 req-53eb1291-9393-4e9e-8050-11f52a7556bd tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cef09b1-7a25-4336-9006-de0895b69927 HTTP/1.1" status: 200 len: 943 time: 0.1950991 Jan 28 02:54:40.718759 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-524a4ea5-2707-4809-998a-68a5e90e7987 admin admin] Publish callbacks [] for security_group (ca187a7b-4723-4e7b-8696-d895a965a7b4), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:40.728650 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-524a4ea5-2707-4809-998a-68a5e90e7987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (ca187a7b-4723-4e7b-8696-d895a965a7b4), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:40.732398 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-72c43033-fb26-4123-b978-e251a81b8e71 req-9bad63c7-21f8-4763-ba14-2a1c365bc7c9 service neutron] 10.222.0.39 "GET /v2.0/networks/8a90ebac-f69f-461b-a785-3d45e68aad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461534 Jan 28 02:54:40.736363 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ef76a535-b7b0-410c-a30e-0ade15c90092 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for port (f59f61bc-46b2-4e33-bcab-fb18a63068bc), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:40.741752 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69203ef-f4da-467a-9d42-b9ae0b69e3af req-cc68d069-e746-4f1c-ae3c-dac28fdb56a7 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:40.743184 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c69203ef-f4da-467a-9d42-b9ae0b69e3af req-cc68d069-e746-4f1c-ae3c-dac28fdb56a7 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=a472928f-7d52-4ae4-b93a-3bb91f30b61e HTTP/1.1" status: 200 len: 945 time: 0.1605980 Jan 28 02:54:40.766079 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6fe4c857-4022-4e24-96b9-e4b02797e976 req-2735a36f-37dc-4e95-ab76-b1c790a99cf3 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808836 Jan 28 02:54:40.775614 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0f465867-b993-423f-b9aa-280a82b55190 req-fbaacede-a230-40c0-9a0f-7e067d446ad0 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114726 Jan 28 02:54:40.823886 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ef76a535-b7b0-410c-a30e-0ade15c90092 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (f59f61bc-46b2-4e33-bcab-fb18a63068bc), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:40.866020 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-524a4ea5-2707-4809-998a-68a5e90e7987 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1fe84760f1df468db53ce537d2e2e1d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7691147 Jan 28 02:54:40.868647 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39914) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:40.869395 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a4ea5-2707-4809-998a-68a5e90e7987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca187a7b-4723-4e7b-8696-d895a965a7b4,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:40.873151 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef76a535-b7b0-410c-a30e-0ade15c90092 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:54:40.880642 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-ef76a535-b7b0-410c-a30e-0ade15c90092 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:54:40.892499 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef76a535-b7b0-410c-a30e-0ade15c90092 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:54:40.900195 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef76a535-b7b0-410c-a30e-0ade15c90092 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:40.900991 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ef76a535-b7b0-410c-a30e-0ade15c90092 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:40.941478 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef76a535-b7b0-410c-a30e-0ade15c90092 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Port': ['ID=f59f61bc-46b2-4e33-bcab-fb18a63068bc,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:40.942445 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c69203ef-f4da-467a-9d42-b9ae0b69e3af req-8a0918ea-bebd-4ff1-81ed-d100346fdfea tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911883 Jan 28 02:54:40.957820 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ef76a535-b7b0-410c-a30e-0ade15c90092 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7432790 Jan 28 02:54:40.958221 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39916) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:40.963242 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-72c43033-fb26-4123-b978-e251a81b8e71 req-b7f02e1b-c86e-4b84-b08b-65d7485f7f8c service neutron] 10.222.0.39 "GET /v2.0/networks/8a90ebac-f69f-461b-a785-3d45e68aad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131901 Jan 28 02:54:40.973512 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f435ab-cbbd-493a-b267-9793e24bf402 req-aa75547f-09aa-41ba-8fc6-90be51c87dd5 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:40.973725 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-00ce662c-3772-481c-b305-ca0c88556fb9 admin admin] Publish callbacks [] for security_group (ca187a7b-4723-4e7b-8696-d895a965a7b4), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:40.980390 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-22f435ab-cbbd-493a-b267-9793e24bf402 req-aa75547f-09aa-41ba-8fc6-90be51c87dd5 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9 HTTP/1.1" status: 200 len: 1097 time: 0.1055732 Jan 28 02:54:40.998523 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-00ce662c-3772-481c-b305-ca0c88556fb9 admin admin] Publish callbacks [] for security_group (ca187a7b-4723-4e7b-8696-d895a965a7b4), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:41.049903 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-22f435ab-cbbd-493a-b267-9793e24bf402 req-a03ce8a4-627d-4061-bce6-328d3df259ee tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684130 Jan 28 02:54:41.062627 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-00ce662c-3772-481c-b305-ca0c88556fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (ca187a7b-4723-4e7b-8696-d895a965a7b4), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:41.065548 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-00ce662c-3772-481c-b305-ca0c88556fb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:41.067405 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bdbade-2e0b-4c5c-a163-bc8e5c6ac59e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:41.069592 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-00ce662c-3772-481c-b305-ca0c88556fb9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ca187a7b-4723-4e7b-8696-d895a965a7b4 HTTP/1.1" status: 204 len: 168 time: 0.1939471 Jan 28 02:54:41.074540 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bdbade-2e0b-4c5c-a163-bc8e5c6ac59e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:41.076981 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-04bdbade-2e0b-4c5c-a163-bc8e5c6ac59e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1178422 Jan 28 02:54:41.080207 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39924) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:41.096888 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce662c-3772-481c-b305-ca0c88556fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca187a7b-4723-4e7b-8696-d895a965a7b4,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:41.114354 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4950f0-1edf-4e88-bd13-eec578218447 req-3ad0a40a-7f63-4888-bb9e-93f66d98da31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:41.116176 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9d4950f0-1edf-4e88-bd13-eec578218447 req-3ad0a40a-7f63-4888-bb9e-93f66d98da31 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=681abe9293864888ab6acd56a99956db&device_id=0cef09b1-7a25-4336-9006-de0895b69927 HTTP/1.1" status: 200 len: 1095 time: 0.0639088 Jan 28 02:54:41.274975 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-9534119c-8260-4e43-9503-7117aebb49cb tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting port f59f61bc-46b2-4e33-bcab-fb18a63068bc {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:54:41.275324 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9534119c-8260-4e43-9503-7117aebb49cb tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (f59f61bc-46b2-4e33-bcab-fb18a63068bc), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:41.400466 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9534119c-8260-4e43-9503-7117aebb49cb tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (f59f61bc-46b2-4e33-bcab-fb18a63068bc), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:41.419066 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-9534119c-8260-4e43-9503-7117aebb49cb tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Calling delete_port for f59f61bc-46b2-4e33-bcab-fb18a63068bc owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:54:41.622251 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39940) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:41.709444 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8a0f77f4-34b9-4038-87e5-e237a2092470 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e845009e96604d3389ac1e82eb1d7c9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0778675 Jan 28 02:54:41.710105 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39946) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:41.761297 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0652b7-57ad-400e-bba5-04be8ccf792a req-35ca348d-ad83-494c-afe1-67118e0bd512 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:41.768350 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ae0652b7-57ad-400e-bba5-04be8ccf792a req-35ca348d-ad83-494c-afe1-67118e0bd512 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 950 time: 0.3174973 Jan 28 02:54:41.780621 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4950f0-1edf-4e88-bd13-eec578218447 req-a3639ed8-ffe6-4d8f-bfa4-cc6876436a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:41.782732 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9d4950f0-1edf-4e88-bd13-eec578218447 req-a3639ed8-ffe6-4d8f-bfa4-cc6876436a34 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8a90ebac-f69f-461b-a785-3d45e68aad72 HTTP/1.1" status: 200 len: 906 time: 0.6600347 Jan 28 02:54:41.843829 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9d4950f0-1edf-4e88-bd13-eec578218447 req-bc6eaee9-0f41-484f-ab9c-1b3d10096776 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bc3e1e3-3b8b-493b-825e-e109d60fabfc HTTP/1.1" status: 200 len: 217 time: 0.0546322 Jan 28 02:54:41.912052 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4950f0-1edf-4e88-bd13-eec578218447 req-a7ca0800-2a81-4d24-ab76-c6c25c566405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:41.914580 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9d4950f0-1edf-4e88-bd13-eec578218447 req-a7ca0800-2a81-4d24-ab76-c6c25c566405 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4a514938-18f7-4fe1-ae61-4e73697ccb7f HTTP/1.1" status: 200 len: 845 time: 0.0633948 Jan 28 02:54:41.929967 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ae0652b7-57ad-400e-bba5-04be8ccf792a req-8e140e5c-0384-474e-83ad-e06ddd6c89ea tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603851 Jan 28 02:54:41.939335 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5cb99085-0056-432d-97eb-84024a80d62b admin admin] Publish callbacks [] for security_group (b9df585e-6273-4306-98e3-98d5e17a2db2), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:41.958847 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9d4950f0-1edf-4e88-bd13-eec578218447 req-3a7b9e20-de42-4b69-b421-c3ce882ac5b6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a90ebac-f69f-461b-a785-3d45e68aad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378346 Jan 28 02:54:41.968295 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9534119c-8260-4e43-9503-7117aebb49cb tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (f59f61bc-46b2-4e33-bcab-fb18a63068bc), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:42.019792 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d71746-6fdb-40c4-8bc3-21abd366ede4 None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:54:42.032697 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9534119c-8260-4e43-9503-7117aebb49cb tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Port': ['ID=f59f61bc-46b2-4e33-bcab-fb18a63068bc,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:42.038438 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5cb99085-0056-432d-97eb-84024a80d62b admin admin] Publish callbacks [] for security_group (b9df585e-6273-4306-98e3-98d5e17a2db2), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:42.121492 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9534119c-8260-4e43-9503-7117aebb49cb tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:42.125784 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9534119c-8260-4e43-9503-7117aebb49cb tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/ports/f59f61bc-46b2-4e33-bcab-fb18a63068bc HTTP/1.1" status: 204 len: 168 time: 1.0444431 Jan 28 02:54:42.130457 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39964) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:42.139828 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9d4950f0-1edf-4e88-bd13-eec578218447 req-efe7f91f-36cf-48b3-a235-1bdeb21f1cc2 service neutron] 10.222.0.39 "GET /v2.0/networks/8a90ebac-f69f-461b-a785-3d45e68aad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732261 Jan 28 02:54:42.152703 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7f1ba64f-71f7-4e7f-a492-5ba579a97985 None None] Provisioning complete for port 2f1b1a0b-2843-4cf9-8bf0-03edcd05acf5 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:54:42.153099 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7f1ba64f-71f7-4e7f-a492-5ba579a97985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (2f1b1a0b-2843-4cf9-8bf0-03edcd05acf5), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:42.274876 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9d4950f0-1edf-4e88-bd13-eec578218447 req-00e0d81a-d266-4831-a675-1dfa28ae2851 service neutron] 10.222.0.39 "GET /v2.0/networks/8a90ebac-f69f-461b-a785-3d45e68aad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280961 Jan 28 02:54:42.285665 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d59dd1-0514-4929-a00d-f0e1dacb36b1 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:42.287438 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d59dd1-0514-4929-a00d-f0e1dacb36b1 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:42.289037 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c3d59dd1-0514-4929-a00d-f0e1dacb36b1 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1573038 Jan 28 02:54:42.292211 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39972) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:42.294831 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5cb99085-0056-432d-97eb-84024a80d62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b9df585e-6273-4306-98e3-98d5e17a2db2), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:42.298875 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5cb99085-0056-432d-97eb-84024a80d62b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:42.304080 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5cb99085-0056-432d-97eb-84024a80d62b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b9df585e-6273-4306-98e3-98d5e17a2db2 HTTP/1.1" status: 204 len: 168 time: 0.5888445 Jan 28 02:54:42.370077 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-d86ef6e0-baef-4448-a550-6f87fd34360e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting subnet 00f039ac-b093-4fe8-8be4-f09bbb4569ff {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:54:42.383957 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d86ef6e0-baef-4448-a550-6f87fd34360e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (00f039ac-b093-4fe8-8be4-f09bbb4569ff), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:42.387254 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb99085-0056-432d-97eb-84024a80d62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9df585e-6273-4306-98e3-98d5e17a2db2,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:42.411307 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ba64f-71f7-4e7f-a492-5ba579a97985 None None] Current status of the port 2f1b1a0b-2843-4cf9-8bf0-03edcd05acf5 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:54:42.412078 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7f1ba64f-71f7-4e7f-a492-5ba579a97985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2f1b1a0b-2843-4cf9-8bf0-03edcd05acf5), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:42.479018 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d86ef6e0-baef-4448-a550-6f87fd34360e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (00f039ac-b093-4fe8-8be4-f09bbb4569ff), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:42.556179 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7f1ba64f-71f7-4e7f-a492-5ba579a97985 None None] For port 2f1b1a0b-2843-4cf9-8bf0-03edcd05acf5, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=2f1b1a0b-2843-4cf9-8bf0-03edcd05acf5,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:54:42.571779 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7f1ba64f-71f7-4e7f-a492-5ba579a97985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (2f1b1a0b-2843-4cf9-8bf0-03edcd05acf5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:42.646890 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 40274fd5-c4d9-4dd5-af9e-4fda37d2f007 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:54:42.657493 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 40274fd5-c4d9-4dd5-af9e-4fda37d2f007 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:54:42.761338 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 2f1b1a0b-2843-4cf9-8bf0-03edcd05acf5 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:54:42.823156 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ba64f-71f7-4e7f-a492-5ba579a97985 None None] Pushing event updated for resources: {'Port': ['ID=2f1b1a0b-2843-4cf9-8bf0-03edcd05acf5,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:42.896229 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 40274fd5-c4d9-4dd5-af9e-4fda37d2f007 is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:54:42.896853 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (40274fd5-c4d9-4dd5-af9e-4fda37d2f007), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:42.959373 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-6136d9f5-461b-4c7e-859e-d6aab9d5d63e None None] Provisioning complete for port 2f1b1a0b-2843-4cf9-8bf0-03edcd05acf5 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:54:42.959752 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6136d9f5-461b-4c7e-859e-d6aab9d5d63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (2f1b1a0b-2843-4cf9-8bf0-03edcd05acf5), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:43.041233 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf8322c-7b9c-4974-b303-cbb34c3f9750', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40274fd5-c4d9-4dd5-af9e-4fda37d2f007'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:54:43.044057 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8390ed-f41f-4d85-b2a9-6ec32bd149da" -d '{"events": [{"server_uuid": "fcf8322c-7b9c-4974-b303-cbb34c3f9750", "name": "network-vif-unplugged", "status": "completed", "tag": "40274fd5-c4d9-4dd5-af9e-4fda37d2f007"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:54:43.083485 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 40274fd5-c4d9-4dd5-af9e-4fda37d2f007, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=40274fd5-c4d9-4dd5-af9e-4fda37d2f007,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:54:43.111648 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (40274fd5-c4d9-4dd5-af9e-4fda37d2f007), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:43.114414 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 2f1b1a0b-2843-4cf9-8bf0-03edcd05acf5 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:54:43.114791 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (2f1b1a0b-2843-4cf9-8bf0-03edcd05acf5), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:43.128936 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 40274fd5-c4d9-4dd5-af9e-4fda37d2f007, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=40274fd5-c4d9-4dd5-af9e-4fda37d2f007,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:54:43.193808 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-d36f2c1b-1052-424d-835f-2ef52230931b tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:54:43.194820 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-d36f2c1b-1052-424d-835f-2ef52230931b tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0303979 Jan 28 02:54:43.206299 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '40274fd5-c4d9-4dd5-af9e-4fda37d2f007', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'port_id': '40274fd5-c4d9-4dd5-af9e-4fda37d2f007', 'mac_address': 'fa:16:3e:2f:a3:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24329ac8-3d67-49eb-9f63-d2859e79e36f', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:54:43.220165 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-6136d9f5-461b-4c7e-859e-d6aab9d5d63e None None] Current status of the port 2f1b1a0b-2843-4cf9-8bf0-03edcd05acf5 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:54:43.255910 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-3934a631-9957-41d1-afab-d0844fca7f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:43.258765 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-3934a631-9957-41d1-afab-d0844fca7f29 service neutron] 10.222.0.53 "GET /v2.0/ports/eea1bd53-e8ff-4e33-b889-848ca0389ca6 HTTP/1.1" status: 200 len: 1094 time: 0.0463593 Jan 28 02:54:43.280783 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=40274fd5-c4d9-4dd5-af9e-4fda37d2f007,revision_number=9']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:43.288698 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 40274fd5-c4d9-4dd5-af9e-4fda37d2f007 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:54:43.294679 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (40274fd5-c4d9-4dd5-af9e-4fda37d2f007), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:43.316030 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40274fd5-c4d9-4dd5-af9e-4fda37d2f007 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:54:43.325208 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-fd3aa18c-9b80-45b5-a7ca-94db00904c29 service neutron] Request body: {'binding': {'host': 'n-h2-712139-27', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:43.325665 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-fd3aa18c-9b80-45b5-a7ca-94db00904c29 service neutron] Unknown quota resources ['binding']. {{(pid=109803) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 02:54:43.371954 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-0f0cb30f-feee-4b04-89bf-37f523fd283e None None] Could not find standard attr ID for object f59f61bc-46b2-4e33-bcab-fb18a63068bc. {{(pid=109804) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 02:54:43.389439 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 40274fd5-c4d9-4dd5-af9e-4fda37d2f007, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=40274fd5-c4d9-4dd5-af9e-4fda37d2f007,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:54:43.407560 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (40274fd5-c4d9-4dd5-af9e-4fda37d2f007), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:43.416071 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 2f1b1a0b-2843-4cf9-8bf0-03edcd05acf5 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:54:43.471112 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=40274fd5-c4d9-4dd5-af9e-4fda37d2f007,revision_number=10']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:43.500943 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d8980-2754-4bc2-ab5e-4445eece3a0b req-f994c648-5cd7-4f98-a60f-b7cf4c0ec160 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:43.507734 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c03d8980-2754-4bc2-ab5e-4445eece3a0b req-f994c648-5cd7-4f98-a60f-b7cf4c0ec160 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cef09b1-7a25-4336-9006-de0895b69927 HTTP/1.1" status: 200 len: 943 time: 1.2557631 Jan 28 02:54:43.517737 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d86ef6e0-baef-4448-a550-6f87fd34360e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (00f039ac-b093-4fe8-8be4-f09bbb4569ff), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:43.682747 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c03d8980-2754-4bc2-ab5e-4445eece3a0b req-87d40d65-234e-4846-b934-4a0f0492ec6c tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736608 Jan 28 02:54:43.721827 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['40274fd5-c4d9-4dd5-af9e-4fda37d2f007'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:54:43.739798 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d86ef6e0-baef-4448-a550-6f87fd34360e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (00f039ac-b093-4fe8-8be4-f09bbb4569ff), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:43.784369 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-fd3aa18c-9b80-45b5-a7ca-94db00904c29 service neutron] Attempting to bind port eea1bd53-e8ff-4e33-b889-848ca0389ca6 on host n-h2-712139-27 for vnic_type normal with profile None {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:54:43.784720 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-fd3aa18c-9b80-45b5-a7ca-94db00904c29 service neutron] Attempting to bind port eea1bd53-e8ff-4e33-b889-848ca0389ca6 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '4fb02108-8b37-4bb4-8350-923aa0786ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '290af027-4910-45bb-b54e-a29d61400c05'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:54:43.785061 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-fd3aa18c-9b80-45b5-a7ca-94db00904c29 service neutron] Attempting to bind port eea1bd53-e8ff-4e33-b889-848ca0389ca6 on network 290af027-4910-45bb-b54e-a29d61400c05 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:54:43.845227 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2025e28f-b5ce-414d-9856-ad92c9095f9b None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:54:43.845356 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d86ef6e0-baef-4448-a550-6f87fd34360e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:43.850982 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d86ef6e0-baef-4448-a550-6f87fd34360e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/00f039ac-b093-4fe8-8be4-f09bbb4569ff HTTP/1.1" status: 204 len: 168 time: 1.5571296 Jan 28 02:54:43.854407 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40006) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:43.890597 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86ef6e0-baef-4448-a550-6f87fd34360e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Subnet': ['ID=00f039ac-b093-4fe8-8be4-f09bbb4569ff,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:43.892698 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-fd3aa18c-9b80-45b5-a7ca-94db00904c29 service neutron] Port eea1bd53-e8ff-4e33-b889-848ca0389ca6 on network 290af027-4910-45bb-b54e-a29d61400c05 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:54:43.893439 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-fd3aa18c-9b80-45b5-a7ca-94db00904c29 service neutron] Attempting to bind port eea1bd53-e8ff-4e33-b889-848ca0389ca6 on network 290af027-4910-45bb-b54e-a29d61400c05 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:54:43.919155 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-fd3aa18c-9b80-45b5-a7ca-94db00904c29 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:54:43.919762 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-fd3aa18c-9b80-45b5-a7ca-94db00904c29 service neutron] Checking segment: {'id': '4fb02108-8b37-4bb4-8350-923aa0786ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '290af027-4910-45bb-b54e-a29d61400c05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:54:43.920294 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-fd3aa18c-9b80-45b5-a7ca-94db00904c29 service neutron] Bound using segment: {'id': '4fb02108-8b37-4bb4-8350-923aa0786ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '290af027-4910-45bb-b54e-a29d61400c05'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:54:43.920880 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-fd3aa18c-9b80-45b5-a7ca-94db00904c29 service neutron] Bound port: eea1bd53-e8ff-4e33-b889-848ca0389ca6, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fb02108-8b37-4bb4-8350-923aa0786ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '290af027-4910-45bb-b54e-a29d61400c05'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:54:43.932073 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a8c56a71-8c92-4783-8c2e-34928189f489 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0726838 Jan 28 02:54:43.932424 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40008) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:43.937484 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-7dc2dd70-5ca4-4782-a67e-cb1298905c51 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'subnet': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:43.978439 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b8502-82e3-48c4-8fe4-6572a09ea78a req-85f04cc8-480c-4c94-9bac-51197c37a1f0 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:43.988384 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-014b8502-82e3-48c4-8fe4-6572a09ea78a req-85f04cc8-480c-4c94-9bac-51197c37a1f0 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=a472928f-7d52-4ae4-b93a-3bb91f30b61e HTTP/1.1" status: 200 len: 945 time: 0.1179764 Jan 28 02:54:44.052250 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc2dd70-5ca4-4782-a67e-cb1298905c51 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:54:44.055782 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7dc2dd70-5ca4-4782-a67e-cb1298905c51 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:44.057959 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-fd3aa18c-9b80-45b5-a7ca-94db00904c29 service neutron] For port eea1bd53-e8ff-4e33-b889-848ca0389ca6, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=eea1bd53-e8ff-4e33-b889-848ca0389ca6,segment=NetworkSegment(4fb02108-8b37-4bb4-8350-923aa0786ccd),segment_id=4fb02108-8b37-4bb4-8350-923aa0786ccd)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:54:44.070083 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-014b8502-82e3-48c4-8fe4-6572a09ea78a req-6f9feabe-b5d4-4a33-8ab5-3f766e6381f6 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800357 Jan 28 02:54:44.081102 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-fd3aa18c-9b80-45b5-a7ca-94db00904c29 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:44.081417 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64d5c97-b357-4afa-b862-385a340ea255 None None] DHCP port deletion for f4e9908e-37c3-477d-90df-65c02e38c857 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:54:44.083021 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-fd3aa18c-9b80-45b5-a7ca-94db00904c29 service neutron] 10.222.0.53 "POST /v2.0/ports/eea1bd53-e8ff-4e33-b889-848ca0389ca6/bindings HTTP/1.1" status: 201 len: 390 time: 0.7998888 Jan 28 02:54:44.190357 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-b64d5c97-b357-4afa-b862-385a340ea255 None None] Deleting port 2f1b1a0b-2843-4cf9-8bf0-03edcd05acf5 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:54:44.192125 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b64d5c97-b357-4afa-b862-385a340ea255 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (2f1b1a0b-2843-4cf9-8bf0-03edcd05acf5), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:44.256141 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2562489-835c-4d23-81f3-22a80cb82f7d req-d726b307-c5f3-4f5d-8c0c-b139191adacb tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:44.261620 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c2562489-835c-4d23-81f3-22a80cb82f7d req-d726b307-c5f3-4f5d-8c0c-b139191adacb tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 950 time: 0.1254175 Jan 28 02:54:44.262468 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-b64d5c97-b357-4afa-b862-385a340ea255 None None] For port 2f1b1a0b-2843-4cf9-8bf0-03edcd05acf5, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=2f1b1a0b-2843-4cf9-8bf0-03edcd05acf5,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:54:44.262928 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b64d5c97-b357-4afa-b862-385a340ea255 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (2f1b1a0b-2843-4cf9-8bf0-03edcd05acf5), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:44.280863 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-b64d5c97-b357-4afa-b862-385a340ea255 None None] Calling delete_port for 2f1b1a0b-2843-4cf9-8bf0-03edcd05acf5 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:54:44.365734 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c2562489-835c-4d23-81f3-22a80cb82f7d req-82c98353-854f-486b-861b-8475af4ec8ba tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986750 Jan 28 02:54:44.373491 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 02:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe2ddf4-b5fd-4587-804a-58851bc635c9 x-openstack-request-id: req-afe2ddf4-b5fd-4587-804a-58851bc635c9 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:54:44.373806 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf8322c-7b9c-4974-b303-cbb34c3f9750", "name": "network-vif-unplugged", "status": "completed", "tag": "40274fd5-c4d9-4dd5-af9e-4fda37d2f007", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:54:44.374100 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-afe2ddf4-b5fd-4587-804a-58851bc635c9 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:54:44.374507 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf8322c-7b9c-4974-b303-cbb34c3f9750', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40274fd5-c4d9-4dd5-af9e-4fda37d2f007', 'code': 200} Jan 28 02:54:44.381149 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b64d5c97-b357-4afa-b862-385a340ea255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (2f1b1a0b-2843-4cf9-8bf0-03edcd05acf5), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:44.403979 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7dc2dd70-5ca4-4782-a67e-cb1298905c51 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (59429586-c11f-4ca6-9246-f5a96efaa717), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:44.416743 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d5c97-b357-4afa-b862-385a340ea255 None None] Pushing event deleted for resources: {'Port': ['ID=2f1b1a0b-2843-4cf9-8bf0-03edcd05acf5,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:44.418985 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64d5c97-b357-4afa-b862-385a340ea255 None None] No DVR routers for this DVR port 2f1b1a0b-2843-4cf9-8bf0-03edcd05acf5 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:54:44.474246 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 2f1b1a0b-2843-4cf9-8bf0-03edcd05acf5 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:54:44.508169 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 2f1b1a0b-2843-4cf9-8bf0-03edcd05acf5 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:54:44.508492 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 2f1b1a0b-2843-4cf9-8bf0-03edcd05acf5 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:54:44.512010 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc2dd70-5ca4-4782-a67e-cb1298905c51 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Subnet': ['ID=59429586-c11f-4ca6-9246-f5a96efaa717,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:44.517689 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc2dd70-5ca4-4782-a67e-cb1298905c51 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:54:44.540458 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-7dc2dd70-5ca4-4782-a67e-cb1298905c51 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:54:44.552148 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd585c78-88cd-4c97-8991-fb8b18e7855a None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:54:44.563516 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc2dd70-5ca4-4782-a67e-cb1298905c51 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:44.564121 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7dc2dd70-5ca4-4782-a67e-cb1298905c51 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:44.606227 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-96af6207-8a58-400a-b22d-c08b4b34a674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:44.606227 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-96af6207-8a58-400a-b22d-c08b4b34a674 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e168a8b773b74055bc0667e0581a74cd&device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9 HTTP/1.1" status: 200 len: 1097 time: 0.1066535 Jan 28 02:54:44.606407 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd15178-e7f7-41dd-bb74-9db4b59e740d req-852b8309-0d76-425b-bb21-9472797c65d2 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:44.606493 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7dc2dd70-5ca4-4782-a67e-cb1298905c51 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6720955 Jan 28 02:54:44.608907 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40026) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:44.610298 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ddd15178-e7f7-41dd-bb74-9db4b59e740d req-852b8309-0d76-425b-bb21-9472797c65d2 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9 HTTP/1.1" status: 200 len: 945 time: 0.1019466 Jan 28 02:54:44.621789 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-53264c44-d37a-434c-85ad-1cb08c22c20b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'port': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'name': 'tempest-NetworksTestDHCPv6-144101012'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:44.635369 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef61cf4b-3fc8-4bf3-a739-050b42c721ee req-52464d79-1ef8-42e0-a7ec-3ecca4acfdc6 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:44.636933 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ef61cf4b-3fc8-4bf3-a739-050b42c721ee req-52464d79-1ef8-42e0-a7ec-3ecca4acfdc6 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=a472928f-7d52-4ae4-b93a-3bb91f30b61e HTTP/1.1" status: 200 len: 945 time: 0.1422949 Jan 28 02:54:44.670833 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 8bc3e1e3-3b8b-493b-825e-e109d60fabfc details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:54:44.675640 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ddd15178-e7f7-41dd-bb74-9db4b59e740d req-a4168072-e24a-46af-a63e-99c24b0e2e8e tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575645 Jan 28 02:54:44.750177 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40030) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:44.755792 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 40274fd5-c4d9-4dd5-af9e-4fda37d2f007 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:54:44.805875 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ef61cf4b-3fc8-4bf3-a739-050b42c721ee req-572bf16c-8bfd-4712-b835-80eedb1f2a2d tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483774 Jan 28 02:54:44.822022 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc53bb91-1e09-46fa-9aa9-d942537b1a89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-f4e9908e-37c3-477d-90df-65c02e38c857', 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'project_id': '3079a2e247734574a53d1baca2087c94', 'fixed_ips': [{'subnet_id': '59429586-c11f-4ca6-9246-f5a96efaa717'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:54:44.822022 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fc53bb91-1e09-46fa-9aa9-d942537b1a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:44.822022 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 8bc3e1e3-3b8b-493b-825e-e109d60fabfc, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=8bc3e1e3-3b8b-493b-825e-e109d60fabfc,segment=NetworkSegment(5ec551e3-78ab-42a1-92af-4f07dc8530f7),segment_id=5ec551e3-78ab-42a1-92af-4f07dc8530f7)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:54:44.857030 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbe3eb-9b76-421b-bea5-ec0a233ec7fd req-e542bfde-0bc6-4023-bfd7-4088b3769a45 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:44.858787 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-01bbe3eb-9b76-421b-bea5-ec0a233ec7fd req-e542bfde-0bc6-4023-bfd7-4088b3769a45 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cef09b1-7a25-4336-9006-de0895b69927 HTTP/1.1" status: 200 len: 943 time: 0.0794261 Jan 28 02:54:44.914739 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-d235a85a-189b-4584-bba4-6365ffc42dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:44.917759 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-d235a85a-189b-4584-bba4-6365ffc42dba service neutron] 10.222.0.39 "GET /v2.0/networks?id=290af027-4910-45bb-b54e-a29d61400c05 HTTP/1.1" status: 200 len: 909 time: 0.3114316 Jan 28 02:54:44.965565 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-c4a0cb3e-6ea9-40a8-aa40-38ffd70e8144 tempest-RoutersAdminNegativeTest-2069714510 tempest-RoutersAdminNegativeTest-2069714510-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1072975834', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:44.973411 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-20c11ea0-00ab-40dd-954e-2dd67e463987 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eea1bd53-e8ff-4e33-b889-848ca0389ca6 HTTP/1.1" status: 200 len: 217 time: 0.0410368 Jan 28 02:54:45.000344 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '8bc3e1e3-3b8b-493b-825e-e109d60fabfc', 'network_id': '8a90ebac-f69f-461b-a785-3d45e68aad72', 'port_id': '8bc3e1e3-3b8b-493b-825e-e109d60fabfc', 'mac_address': 'fa:16:3e:a9:9d:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a514938-18f7-4fe1-ae61-4e73697ccb7f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:54:45.002647 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-01bbe3eb-9b76-421b-bea5-ec0a233ec7fd req-a4c533bf-1358-4490-b57c-1aa55effd2b9 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349490 Jan 28 02:54:45.036379 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a0cb3e-6ea9-40a8-aa40-38ffd70e8144 tempest-RoutersAdminNegativeTest-2069714510 tempest-RoutersAdminNegativeTest-2069714510-project-admin] Made reservation on behalf of 6d8f993326f24ef2ac3753491abaa6dc for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:54:45.039299 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c4a0cb3e-6ea9-40a8-aa40-38ffd70e8144 tempest-RoutersAdminNegativeTest-2069714510 tempest-RoutersAdminNegativeTest-2069714510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:45.064262 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-30c3502f-4af5-4d25-afeb-73c595df65c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:45.066416 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-30c3502f-4af5-4d25-afeb-73c595df65c0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=49bb14d4-dcd1-48f1-bfcf-d4851c7c298c HTTP/1.1" status: 200 len: 848 time: 0.0874066 Jan 28 02:54:45.081206 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c4a0cb3e-6ea9-40a8-aa40-38ffd70e8144 tempest-RoutersAdminNegativeTest-2069714510 tempest-RoutersAdminNegativeTest-2069714510-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:45.101942 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-1bc84b75-238c-437f-8193-50b6cfe52f54 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=290af027-4910-45bb-b54e-a29d61400c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294957 Jan 28 02:54:45.122576 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-70ee973f-19ff-4cdf-8cd6-d285d9405608 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:54:45.124094 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-70ee973f-19ff-4cdf-8cd6-d285d9405608 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067940 Jan 28 02:54:45.127044 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-fc53bb91-1e09-46fa-9aa9-d942537b1a89 None None] Allocated IP 2001:db8::2 (f4e9908e-37c3-477d-90df-65c02e38c857/59429586-c11f-4ca6-9246-f5a96efaa717/7a1fcf2c-27ed-4313-97ee-a1e2ae4620a0) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:54:45.132142 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 8bc3e1e3-3b8b-493b-825e-e109d60fabfc is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:54:45.132885 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8bc3e1e3-3b8b-493b-825e-e109d60fabfc), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:45.141670 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53264c44-d37a-434c-85ad-1cb08c22c20b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:54:45.146520 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-53264c44-d37a-434c-85ad-1cb08c22c20b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:45.202469 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-53264c44-d37a-434c-85ad-1cb08c22c20b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] device_id is not set on port c6fcd681-5790-4143-a13f-2eb4a9912dce yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:54:45.212855 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bc3e1e3-3b8b-493b-825e-e109d60fabfc {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:54:45.214221 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c4a0cb3e-6ea9-40a8-aa40-38ffd70e8144 tempest-RoutersAdminNegativeTest-2069714510 tempest-RoutersAdminNegativeTest-2069714510-project-admin] Publish callbacks [] for security_group (5dd0ff39-50ca-43af-8609-8394a1ab2622), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:45.222722 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 40274fd5-c4d9-4dd5-af9e-4fda37d2f007 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:54:45.223783 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (40274fd5-c4d9-4dd5-af9e-4fda37d2f007), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:45.226960 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c4a0cb3e-6ea9-40a8-aa40-38ffd70e8144 tempest-RoutersAdminNegativeTest-2069714510 tempest-RoutersAdminNegativeTest-2069714510-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (5dd0ff39-50ca-43af-8609-8394a1ab2622), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:45.252960 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-c4a0cb3e-6ea9-40a8-aa40-38ffd70e8144 tempest-RoutersAdminNegativeTest-2069714510 tempest-RoutersAdminNegativeTest-2069714510-project-admin] device_id is not set on port 68fa726c-2036-48a2-96a7-54780cd61cd6 yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:54:45.258044 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a0cb3e-6ea9-40a8-aa40-38ffd70e8144 tempest-RoutersAdminNegativeTest-2069714510 tempest-RoutersAdminNegativeTest-2069714510-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd0ff39-50ca-43af-8609-8394a1ab2622,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:45.304374 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-1eb24f89-1b6a-4667-8cf2-588cce5453db service neutron] 10.222.0.39 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731927 Jan 28 02:54:45.337351 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 8bc3e1e3-3b8b-493b-825e-e109d60fabfc, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=8bc3e1e3-3b8b-493b-825e-e109d60fabfc,segment=NetworkSegment(5ec551e3-78ab-42a1-92af-4f07dc8530f7),segment_id=5ec551e3-78ab-42a1-92af-4f07dc8530f7)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:54:45.349421 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (8bc3e1e3-3b8b-493b-825e-e109d60fabfc), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:45.458001 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-884fa5a8-dbe6-4541-afeb-690987308357 service neutron] 10.222.0.39 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475229 Jan 28 02:54:45.554714 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-c4a0cb3e-6ea9-40a8-aa40-38ffd70e8144 tempest-RoutersAdminNegativeTest-2069714510 tempest-RoutersAdminNegativeTest-2069714510-project-admin] Allocated IP 172.25.0.239 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/68fa726c-2036-48a2-96a7-54780cd61cd6) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:54:45.583936 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-92072b1c-3781-4be6-8dc6-2e30fb0772cb tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:45.585578 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-92072b1c-3781-4be6-8dc6-2e30fb0772cb tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/networks?id=a227bef5-33d4-4761-8f4b-7835ff8b706a HTTP/1.1" status: 200 len: 815 time: 0.2341540 Jan 28 02:54:45.624681 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-914108f6-db92-4e03-ae5f-62464531bc28 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/quotas/d6b2da0075934bcaafbee1846721359a HTTP/1.1" status: 200 len: 375 time: 0.0311220 Jan 28 02:54:45.670375 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 40274fd5-c4d9-4dd5-af9e-4fda37d2f007 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:54:45.670855 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (40274fd5-c4d9-4dd5-af9e-4fda37d2f007), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:45.695015 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=8bc3e1e3-3b8b-493b-825e-e109d60fabfc,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:45.722797 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6c18e-2497-4c1c-8819-a16a9201c795 req-47cd19f6-561e-417f-93d9-601a90558b11 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:45.724686 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fed6c18e-2497-4c1c-8819-a16a9201c795 req-47cd19f6-561e-417f-93d9-601a90558b11 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 950 time: 0.0915625 Jan 28 02:54:45.736854 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['8bc3e1e3-3b8b-493b-825e-e109d60fabfc'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:54:45.759538 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-b7131d77-dcce-4822-b9d9-dce6172dd4e6 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d6b2da0075934bcaafbee1846721359a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1336391 Jan 28 02:54:45.801922 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 40274fd5-c4d9-4dd5-af9e-4fda37d2f007, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=40274fd5-c4d9-4dd5-af9e-4fda37d2f007,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:54:45.812893 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fc53bb91-1e09-46fa-9aa9-d942537b1a89 None None] Publish callbacks [] for port (7a1fcf2c-27ed-4313-97ee-a1e2ae4620a0), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:45.822893 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (40274fd5-c4d9-4dd5-af9e-4fda37d2f007), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:45.823800 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fed6c18e-2497-4c1c-8819-a16a9201c795 req-3491cec3-c74f-4333-83a8-fe7c8c1e8958 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869246 Jan 28 02:54:45.834828 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fc53bb91-1e09-46fa-9aa9-d942537b1a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (7a1fcf2c-27ed-4313-97ee-a1e2ae4620a0), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:45.900776 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-9159c1b9-15a1-42a5-8cbf-52fc71acd1e5 service neutron] 10.222.0.53 "GET /v2.0/networks/a227bef5-33d4-4761-8f4b-7835ff8b706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398344 Jan 28 02:54:45.930138 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc53bb91-1e09-46fa-9aa9-d942537b1a89 None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:54:45.962254 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-53264c44-d37a-434c-85ad-1cb08c22c20b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Allocated IP 2001:db8::203 (f4e9908e-37c3-477d-90df-65c02e38c857/59429586-c11f-4ca6-9246-f5a96efaa717/c6fcd681-5790-4143-a13f-2eb4a9912dce) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:54:45.962810 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-fc53bb91-1e09-46fa-9aa9-d942537b1a89 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:54:45.970119 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc53bb91-1e09-46fa-9aa9-d942537b1a89 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:54:45.973872 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=40274fd5-c4d9-4dd5-af9e-4fda37d2f007,revision_number=11']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:46.044076 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-2a196aa5-43ab-4dcf-9e4c-00e45304b457 service neutron] 10.222.0.53 "GET /v2.0/networks/a227bef5-33d4-4761-8f4b-7835ff8b706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420121 Jan 28 02:54:46.056125 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53bb91-1e09-46fa-9aa9-d942537b1a89 None None] Pushing event updated for resources: {'Port': ['ID=7a1fcf2c-27ed-4313-97ee-a1e2ae4620a0,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:46.108485 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c4a0cb3e-6ea9-40a8-aa40-38ffd70e8144 tempest-RoutersAdminNegativeTest-2069714510 tempest-RoutersAdminNegativeTest-2069714510-project-admin] Publish callbacks [] for port (68fa726c-2036-48a2-96a7-54780cd61cd6), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:46.138025 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aeeda6-cecf-4db5-aca9-646d494f0e5b req-31267588-9d0a-4979-90d2-f979aaf7015b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:46.139606 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-01aeeda6-cecf-4db5-aca9-646d494f0e5b req-31267588-9d0a-4979-90d2-f979aaf7015b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9 HTTP/1.1" status: 200 len: 945 time: 0.2233832 Jan 28 02:54:46.151866 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-fc53bb91-1e09-46fa-9aa9-d942537b1a89 None None] Attempting to bind port 7a1fcf2c-27ed-4313-97ee-a1e2ae4620a0 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:54:46.152390 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-fc53bb91-1e09-46fa-9aa9-d942537b1a89 None None] Attempting to bind port 7a1fcf2c-27ed-4313-97ee-a1e2ae4620a0 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:54:46.153626 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc53bb91-1e09-46fa-9aa9-d942537b1a89 None None] Attempting to bind port 7a1fcf2c-27ed-4313-97ee-a1e2ae4620a0 on network f4e9908e-37c3-477d-90df-65c02e38c857 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:54:46.169549 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc53bb91-1e09-46fa-9aa9-d942537b1a89 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:54:46.170438 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc53bb91-1e09-46fa-9aa9-d942537b1a89 None None] Checking segment: {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:54:46.170438 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fc53bb91-1e09-46fa-9aa9-d942537b1a89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:46.170731 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc53bb91-1e09-46fa-9aa9-d942537b1a89 None None] Bound using segment: {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:54:46.171213 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-fc53bb91-1e09-46fa-9aa9-d942537b1a89 None None] Bound port: 7a1fcf2c-27ed-4313-97ee-a1e2ae4620a0, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:54:46.171722 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fc53bb91-1e09-46fa-9aa9-d942537b1a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7a1fcf2c-27ed-4313-97ee-a1e2ae4620a0), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:46.186837 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c4a0cb3e-6ea9-40a8-aa40-38ffd70e8144 tempest-RoutersAdminNegativeTest-2069714510 tempest-RoutersAdminNegativeTest-2069714510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (68fa726c-2036-48a2-96a7-54780cd61cd6), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:46.256784 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-01aeeda6-cecf-4db5-aca9-646d494f0e5b req-fd902469-17bc-41c0-a3b0-58e8aaa0669a tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064525 Jan 28 02:54:46.281481 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a0cb3e-6ea9-40a8-aa40-38ffd70e8144 tempest-RoutersAdminNegativeTest-2069714510 tempest-RoutersAdminNegativeTest-2069714510-project-admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:54:46.293338 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-c4a0cb3e-6ea9-40a8-aa40-38ffd70e8144 tempest-RoutersAdminNegativeTest-2069714510 tempest-RoutersAdminNegativeTest-2069714510-project-admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:54:46.299870 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a0cb3e-6ea9-40a8-aa40-38ffd70e8144 tempest-RoutersAdminNegativeTest-2069714510 tempest-RoutersAdminNegativeTest-2069714510-project-admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:54:46.314476 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-53264c44-d37a-434c-85ad-1cb08c22c20b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for port (c6fcd681-5790-4143-a13f-2eb4a9912dce), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:46.375034 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf8322c-7b9c-4974-b303-cbb34c3f9750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40274fd5-c4d9-4dd5-af9e-4fda37d2f007'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:54:46.377916 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5702020a-ccbc-40ed-a8ea-b59b790f2838" -d '{"events": [{"server_uuid": "fcf8322c-7b9c-4974-b303-cbb34c3f9750", "name": "network-vif-plugged", "status": "completed", "tag": "40274fd5-c4d9-4dd5-af9e-4fda37d2f007"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:54:46.391146 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-fc53bb91-1e09-46fa-9aa9-d942537b1a89 None None] For port 7a1fcf2c-27ed-4313-97ee-a1e2ae4620a0, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:54:46.392930 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a0cb3e-6ea9-40a8-aa40-38ffd70e8144 tempest-RoutersAdminNegativeTest-2069714510 tempest-RoutersAdminNegativeTest-2069714510-project-admin] Pushing event updated for resources: {'Port': ['ID=68fa726c-2036-48a2-96a7-54780cd61cd6,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:46.402433 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-fc53bb91-1e09-46fa-9aa9-d942537b1a89 None None] For port 7a1fcf2c-27ed-4313-97ee-a1e2ae4620a0, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=7a1fcf2c-27ed-4313-97ee-a1e2ae4620a0,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:54:46.415590 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fc53bb91-1e09-46fa-9aa9-d942537b1a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (7a1fcf2c-27ed-4313-97ee-a1e2ae4620a0), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:46.417647 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a0cb3e-6ea9-40a8-aa40-38ffd70e8144 tempest-RoutersAdminNegativeTest-2069714510 tempest-RoutersAdminNegativeTest-2069714510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:46.418273 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c4a0cb3e-6ea9-40a8-aa40-38ffd70e8144 tempest-RoutersAdminNegativeTest-2069714510 tempest-RoutersAdminNegativeTest-2069714510-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:46.443196 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb393f-04c3-45e4-b82a-57c680e17069 req-eddfc8e6-7140-4af7-872e-a5b8443f8d58 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:46.445208 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-62fb393f-04c3-45e4-b82a-57c680e17069 req-eddfc8e6-7140-4af7-872e-a5b8443f8d58 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cef09b1-7a25-4336-9006-de0895b69927 HTTP/1.1" status: 200 len: 944 time: 0.0984530 Jan 28 02:54:46.467200 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c4a0cb3e-6ea9-40a8-aa40-38ffd70e8144 tempest-RoutersAdminNegativeTest-2069714510 tempest-RoutersAdminNegativeTest-2069714510-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7131224 Jan 28 02:54:46.469733 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-39b3eb6c-bd18-4531-949b-be7e232395b4 req-52deaff0-3f81-4a8b-a4c3-7dd054c41c90 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=e10628cf-5182-4742-90c0-a8db0de789c5 HTTP/1.1" status: 200 len: 210 time: 0.1283371 Jan 28 02:54:46.475648 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40076) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:46.477174 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-53264c44-d37a-434c-85ad-1cb08c22c20b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (c6fcd681-5790-4143-a13f-2eb4a9912dce), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:46.483241 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-737424a2-b2cd-4f63-8725-6cfe5d700705 tempest-RoutersAdminNegativeTest-2069714510 tempest-RoutersAdminNegativeTest-2069714510-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.239'}]}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:46.574569 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-62fb393f-04c3-45e4-b82a-57c680e17069 req-deee73bc-4ba0-4cce-9c10-9fe0e25769fd tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088204 Jan 28 02:54:46.579445 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-737424a2-b2cd-4f63-8725-6cfe5d700705 tempest-RoutersAdminNegativeTest-2069714510 tempest-RoutersAdminNegativeTest-2069714510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (7a0715db-0a35-46c5-ba5b-3917fecf97c5), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:46.582261 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-737424a2-b2cd-4f63-8725-6cfe5d700705 tempest-RoutersAdminNegativeTest-2069714510 tempest-RoutersAdminNegativeTest-2069714510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (7a0715db-0a35-46c5-ba5b-3917fecf97c5), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:46.616920 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53bb91-1e09-46fa-9aa9-d942537b1a89 None None] Pushing event updated for resources: {'Port': ['ID=7a1fcf2c-27ed-4313-97ee-a1e2ae4620a0,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:46.627599 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4884a6-9cbb-4c8e-815a-ca48bc705b7c x-openstack-request-id: req-0d4884a6-9cbb-4c8e-815a-ca48bc705b7c {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:54:46.627996 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf8322c-7b9c-4974-b303-cbb34c3f9750", "name": "network-vif-plugged", "status": "completed", "tag": "40274fd5-c4d9-4dd5-af9e-4fda37d2f007", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:54:46.629285 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d4884a6-9cbb-4c8e-815a-ca48bc705b7c {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:54:46.629785 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf8322c-7b9c-4974-b303-cbb34c3f9750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40274fd5-c4d9-4dd5-af9e-4fda37d2f007', 'code': 200} Jan 28 02:54:46.709689 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-737424a2-b2cd-4f63-8725-6cfe5d700705 tempest-RoutersAdminNegativeTest-2069714510 tempest-RoutersAdminNegativeTest-2069714510-project-admin] Publish callbacks [] for router_controller (7a0715db-0a35-46c5-ba5b-3917fecf97c5), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:46.787708 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53264c44-d37a-434c-85ad-1cb08c22c20b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:54:46.806114 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-53264c44-d37a-434c-85ad-1cb08c22c20b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:54:46.809800 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53264c44-d37a-434c-85ad-1cb08c22c20b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:54:46.819427 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53264c44-d37a-434c-85ad-1cb08c22c20b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:46.820095 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-53264c44-d37a-434c-85ad-1cb08c22c20b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:46.822785 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53264c44-d37a-434c-85ad-1cb08c22c20b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Port': ['ID=c6fcd681-5790-4143-a13f-2eb4a9912dce,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:46.878195 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-53264c44-d37a-434c-85ad-1cb08c22c20b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2606611 Jan 28 02:54:46.881315 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40082) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:46.931983 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e833f48d-cd02-4c1e-ac77-4d7e304c054e req-1cd2f64d-f262-4ee5-9dc1-75c66c998314 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ba36a6fb-a249-45ba-a1ae-61fff41a1e7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2916775 Jan 28 02:54:47.019205 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-737424a2-b2cd-4f63-8725-6cfe5d700705 tempest-RoutersAdminNegativeTest-2069714510 tempest-RoutersAdminNegativeTest-2069714510-project-admin] Publish callbacks [] for router_gateway (7a0715db-0a35-46c5-ba5b-3917fecf97c5), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:47.072728 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c548e0f-2652-4efd-96c3-fb87fbcad71c req-31d93da4-9787-4415-b01f-8fc4d917b8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:47.074585 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6c548e0f-2652-4efd-96c3-fb87fbcad71c req-31d93da4-9787-4415-b01f-8fc4d917b8d4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 1103 time: 0.2440104 Jan 28 02:54:47.188135 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefaa423-30dd-44c7-a253-e17680013be7 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:47.209493 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefaa423-30dd-44c7-a253-e17680013be7 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:47.215248 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-cefaa423-30dd-44c7-a253-e17680013be7 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3303566 Jan 28 02:54:47.221352 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40088) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:47.324497 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1671b8-b451-4996-85ac-086f79c125e0 req-263b3902-a8ee-4b72-8534-449f2388b291 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:47.332030 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5d1671b8-b451-4996-85ac-086f79c125e0 req-263b3902-a8ee-4b72-8534-449f2388b291 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.67 "GET /v2.0/ports?device_id=a472928f-7d52-4ae4-b93a-3bb91f30b61e HTTP/1.1" status: 200 len: 945 time: 0.3592331 Jan 28 02:54:47.435813 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833f48d-cd02-4c1e-ac77-4d7e304c054e req-ba9287d8-713e-4fb0-88d4-46ab1617f021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:47.437746 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e833f48d-cd02-4c1e-ac77-4d7e304c054e req-ba9287d8-713e-4fb0-88d4-46ab1617f021 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e168a8b773b74055bc0667e0581a74cd&device_id=ba36a6fb-a249-45ba-a1ae-61fff41a1e7e HTTP/1.1" status: 200 len: 1097 time: 0.3856483 Jan 28 02:54:47.666455 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-9defe5d9-65e3-4b87-b81c-2eb698f5ee5b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting port c6fcd681-5790-4143-a13f-2eb4a9912dce {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:54:47.666455 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9defe5d9-65e3-4b87-b81c-2eb698f5ee5b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (c6fcd681-5790-4143-a13f-2eb4a9912dce), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:47.676784 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc97b3-9f08-4a10-ac34-5862d38866ea req-3cee9ca6-8e46-45c0-bb62-35362cdacd8b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:47.686676 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f0dc97b3-9f08-4a10-ac34-5862d38866ea req-3cee9ca6-8e46-45c0-bb62-35362cdacd8b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9 HTTP/1.1" status: 200 len: 945 time: 0.2504082 Jan 28 02:54:47.690086 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6c548e0f-2652-4efd-96c3-fb87fbcad71c req-bb6da572-cc99-4680-874e-77f48dd8c74b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5932989 Jan 28 02:54:47.713728 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-737424a2-b2cd-4f63-8725-6cfe5d700705 tempest-RoutersAdminNegativeTest-2069714510 tempest-RoutersAdminNegativeTest-2069714510-project-admin] Publish callbacks [] for router_gateway (7a0715db-0a35-46c5-ba5b-3917fecf97c5), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:47.715140 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833f48d-cd02-4c1e-ac77-4d7e304c054e req-01ff820e-d5a3-4a22-9bf7-9107d4bd37b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:47.716708 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e833f48d-cd02-4c1e-ac77-4d7e304c054e req-01ff820e-d5a3-4a22-9bf7-9107d4bd37b4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=290af027-4910-45bb-b54e-a29d61400c05 HTTP/1.1" status: 200 len: 909 time: 0.2378821 Jan 28 02:54:47.791773 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e833f48d-cd02-4c1e-ac77-4d7e304c054e req-442f7e2c-9882-4200-bdb1-2e56b56d9c81 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f6ff42a-bd63-463b-8d11-5854d303b878 HTTP/1.1" status: 200 len: 217 time: 0.0552268 Jan 28 02:54:47.811201 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618f0a8-7fde-455a-b21d-603a1f415d7e req-87a84ee2-9b8e-4eac-a4e2-4352e0feff0b tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:47.814100 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b618f0a8-7fde-455a-b21d-603a1f415d7e req-87a84ee2-9b8e-4eac-a4e2-4352e0feff0b tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 951 time: 0.1784008 Jan 28 02:54:47.828552 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-737424a2-b2cd-4f63-8725-6cfe5d700705 tempest-RoutersAdminNegativeTest-2069714510 tempest-RoutersAdminNegativeTest-2069714510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:47.919775 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833f48d-cd02-4c1e-ac77-4d7e304c054e req-d39ffd7c-48e4-4f81-87f6-5695043a7a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:47.921581 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e833f48d-cd02-4c1e-ac77-4d7e304c054e req-d39ffd7c-48e4-4f81-87f6-5695043a7a28 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=49bb14d4-dcd1-48f1-bfcf-d4851c7c298c HTTP/1.1" status: 200 len: 848 time: 0.1057062 Jan 28 02:54:47.979399 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e833f48d-cd02-4c1e-ac77-4d7e304c054e req-ed4ed7fb-7e9a-41c4-ae9a-8c5e1ccc970c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=290af027-4910-45bb-b54e-a29d61400c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460763 Jan 28 02:54:47.981787 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-5d1671b8-b451-4996-85ac-086f79c125e0 req-ab6f5768-b798-4e57-9098-ea3a27c37aa3 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Deleting port f56bfec1-8792-4cf1-839e-241d8696119a {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:54:47.982134 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-5d1671b8-b451-4996-85ac-086f79c125e0 req-ab6f5768-b798-4e57-9098-ea3a27c37aa3 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (f56bfec1-8792-4cf1-839e-241d8696119a), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:48.001211 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f0dc97b3-9f08-4a10-ac34-5862d38866ea req-858358ec-6a25-47d0-baa9-aa58603a3505 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080728 Jan 28 02:54:48.065276 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9defe5d9-65e3-4b87-b81c-2eb698f5ee5b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (c6fcd681-5790-4143-a13f-2eb4a9912dce), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:48.093043 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-5d1671b8-b451-4996-85ac-086f79c125e0 req-ab6f5768-b798-4e57-9098-ea3a27c37aa3 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] For port f56bfec1-8792-4cf1-839e-241d8696119a, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=f56bfec1-8792-4cf1-839e-241d8696119a,segment=NetworkSegment(358dad74-8d99-4de6-a555-7b85f019730b),segment_id=358dad74-8d99-4de6-a555-7b85f019730b)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:54:48.093603 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-5d1671b8-b451-4996-85ac-086f79c125e0 req-ab6f5768-b798-4e57-9098-ea3a27c37aa3 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (f56bfec1-8792-4cf1-839e-241d8696119a), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:48.108742 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-5d1671b8-b451-4996-85ac-086f79c125e0 req-ab6f5768-b798-4e57-9098-ea3a27c37aa3 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Calling delete_port for f56bfec1-8792-4cf1-839e-241d8696119a owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:54:48.131335 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-9defe5d9-65e3-4b87-b81c-2eb698f5ee5b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Calling delete_port for c6fcd681-5790-4143-a13f-2eb4a9912dce owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:54:48.168263 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1ee11041-8d11-4ed8-b75a-34401e07cc08 req-8c013994-bd79-4d94-86f8-3ec144a026aa tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=e10628cf-5182-4742-90c0-a8db0de789c5 HTTP/1.1" status: 200 len: 210 time: 0.0467522 Jan 28 02:54:48.391735 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-5d1671b8-b451-4996-85ac-086f79c125e0 req-ab6f5768-b798-4e57-9098-ea3a27c37aa3 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (f56bfec1-8792-4cf1-839e-241d8696119a), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:48.393947 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-30058049-da5b-4d38-b78e-43a8623f7ccd None None] Provisioning complete for port 7a1fcf2c-27ed-4313-97ee-a1e2ae4620a0 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:54:48.394421 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-30058049-da5b-4d38-b78e-43a8623f7ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7a1fcf2c-27ed-4313-97ee-a1e2ae4620a0), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:48.447515 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['f56bfec1-8792-4cf1-839e-241d8696119a'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:54:48.532310 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b618f0a8-7fde-455a-b21d-603a1f415d7e req-9a8787d1-a0a7-4e52-a67b-bb6a0df144ca tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6071885 Jan 28 02:54:48.577365 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-30058049-da5b-4d38-b78e-43a8623f7ccd None None] Current status of the port 7a1fcf2c-27ed-4313-97ee-a1e2ae4620a0 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:54:48.577835 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-30058049-da5b-4d38-b78e-43a8623f7ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7a1fcf2c-27ed-4313-97ee-a1e2ae4620a0), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:48.597620 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 7a1fcf2c-27ed-4313-97ee-a1e2ae4620a0 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:54:48.599714 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f5768-b798-4e57-9098-ea3a27c37aa3 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Pushing event deleted for resources: {'Port': ['ID=f56bfec1-8792-4cf1-839e-241d8696119a,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:48.676602 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-30058049-da5b-4d38-b78e-43a8623f7ccd None None] For port 7a1fcf2c-27ed-4313-97ee-a1e2ae4620a0, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=7a1fcf2c-27ed-4313-97ee-a1e2ae4620a0,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:54:48.691632 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-30058049-da5b-4d38-b78e-43a8623f7ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (7a1fcf2c-27ed-4313-97ee-a1e2ae4620a0), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:48.700479 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 8bc3e1e3-3b8b-493b-825e-e109d60fabfc up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:54:48.759356 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1671b8-b451-4996-85ac-086f79c125e0 req-ab6f5768-b798-4e57-9098-ea3a27c37aa3 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] No DVR routers for this DVR port f56bfec1-8792-4cf1-839e-241d8696119a on host n-h1-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:54:48.761238 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40104) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:48.763991 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 7a1fcf2c-27ed-4313-97ee-a1e2ae4620a0 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:54:48.764498 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7a1fcf2c-27ed-4313-97ee-a1e2ae4620a0), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:48.770571 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-c13d668e-466b-4a41-ae02-56b4711aec44 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1954424604'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:48.773970 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-5d1671b8-b451-4996-85ac-086f79c125e0 req-ab6f5768-b798-4e57-9098-ea3a27c37aa3 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:48.779341 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5d1671b8-b451-4996-85ac-086f79c125e0 req-ab6f5768-b798-4e57-9098-ea3a27c37aa3 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.67 "DELETE /v2.0/ports/f56bfec1-8792-4cf1-839e-241d8696119a HTTP/1.1" status: 204 len: 173 time: 1.4281473 Jan 28 02:54:48.781909 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a472928f-7d52-4ae4-b93a-3bb91f30b61e', 'name': 'network-vif-deleted', 'tag': 'f56bfec1-8792-4cf1-839e-241d8696119a'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:54:48.785451 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c0a87e-d25d-4bb4-a18c-0714a155cb8c" -d '{"events": [{"server_uuid": "a472928f-7d52-4ae4-b93a-3bb91f30b61e", "name": "network-vif-deleted", "tag": "f56bfec1-8792-4cf1-839e-241d8696119a"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:54:48.823801 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e833f48d-cd02-4c1e-ac77-4d7e304c054e req-16f9c5eb-9306-4d67-b87b-c033e614e5ab service neutron] 10.222.0.67 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5028448 Jan 28 02:54:48.839341 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30058049-da5b-4d38-b78e-43a8623f7ccd None None] Pushing event updated for resources: {'Port': ['ID=7a1fcf2c-27ed-4313-97ee-a1e2ae4620a0,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:48.853137 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-db4fda48-dc29-4e03-8f41-f6d58d7563b0 None None] Provisioning complete for port c6fcd681-5790-4143-a13f-2eb4a9912dce triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:54:48.853513 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-db4fda48-dc29-4e03-8f41-f6d58d7563b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c6fcd681-5790-4143-a13f-2eb4a9912dce), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:48.874371 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13d668e-466b-4a41-ae02-56b4711aec44 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Made reservation on behalf of 7581cafbb59a47148e5d33dde7c9cb23 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:54:48.878857 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c13d668e-466b-4a41-ae02-56b4711aec44 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:48.932814 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 8bc3e1e3-3b8b-493b-825e-e109d60fabfc completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:54:48.949167 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 8bc3e1e3-3b8b-493b-825e-e109d60fabfc triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:54:48.949821 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (8bc3e1e3-3b8b-493b-825e-e109d60fabfc), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:48.993184 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-db4fda48-dc29-4e03-8f41-f6d58d7563b0 None None] Port c6fcd681-5790-4143-a13f-2eb4a9912dce cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:54:49.005831 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 7a1fcf2c-27ed-4313-97ee-a1e2ae4620a0 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:54:49.042911 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e833f48d-cd02-4c1e-ac77-4d7e304c054e req-80978fbb-9040-47b4-a2db-cd6882978060 service neutron] 10.222.0.67 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115862 Jan 28 02:54:49.049204 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 8bc3e1e3-3b8b-493b-825e-e109d60fabfc is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:54:49.049739 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8bc3e1e3-3b8b-493b-825e-e109d60fabfc), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:49.070237 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4af0aeb-36d3-4983-81d1-93d91a68da2e x-openstack-request-id: req-e4af0aeb-36d3-4983-81d1-93d91a68da2e {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:54:49.070712 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a472928f-7d52-4ae4-b93a-3bb91f30b61e", "name": "network-vif-deleted", "tag": "f56bfec1-8792-4cf1-839e-241d8696119a", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:54:49.071040 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e4af0aeb-36d3-4983-81d1-93d91a68da2e {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:54:49.071536 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a472928f-7d52-4ae4-b93a-3bb91f30b61e', 'name': 'network-vif-deleted', 'tag': 'f56bfec1-8792-4cf1-839e-241d8696119a', 'status': 'completed', 'code': 200} Jan 28 02:54:49.087960 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 8bc3e1e3-3b8b-493b-825e-e109d60fabfc, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=8bc3e1e3-3b8b-493b-825e-e109d60fabfc,segment=NetworkSegment(5ec551e3-78ab-42a1-92af-4f07dc8530f7),segment_id=5ec551e3-78ab-42a1-92af-4f07dc8530f7)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:54:49.088812 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cef09b1-7a25-4336-9006-de0895b69927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc3e1e3-3b8b-493b-825e-e109d60fabfc'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:54:49.091598 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133e4794-0128-476a-b7c4-6e3c751e420c" -d '{"events": [{"server_uuid": "0cef09b1-7a25-4336-9006-de0895b69927", "name": "network-vif-plugged", "status": "completed", "tag": "8bc3e1e3-3b8b-493b-825e-e109d60fabfc"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:54:49.100485 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (8bc3e1e3-3b8b-493b-825e-e109d60fabfc), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:49.110309 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c13d668e-466b-4a41-ae02-56b4711aec44 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:54:49.126117 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c13d668e-466b-4a41-ae02-56b4711aec44 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (08579d7b-ee04-4dba-9a58-af7df8141495), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:49.126684 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-c13d668e-466b-4a41-ae02-56b4711aec44 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Added segment 08579d7b-ee04-4dba-9a58-af7df8141495 of type vlan for network d468efc2-a65f-4457-a846-ab761946515b Jan 28 02:54:49.176824 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=8bc3e1e3-3b8b-493b-825e-e109d60fabfc,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:49.178924 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-737424a2-b2cd-4f63-8725-6cfe5d700705 tempest-RoutersAdminNegativeTest-2069714510 tempest-RoutersAdminNegativeTest-2069714510-project-admin] Publish callbacks [] for router (7a0715db-0a35-46c5-ba5b-3917fecf97c5), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:49.216150 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c13d668e-466b-4a41-ae02-56b4711aec44 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (d468efc2-a65f-4457-a846-ab761946515b), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:49.227848 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d335c-7f0d-48fd-b41a-f2c0a729fb0b req-e93943e7-440b-4f68-8ecd-3ff3dbedd073 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:49.229219 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-755d335c-7f0d-48fd-b41a-f2c0a729fb0b req-e93943e7-440b-4f68-8ecd-3ff3dbedd073 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9 HTTP/1.1" status: 200 len: 945 time: 0.1049471 Jan 28 02:54:49.272743 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc649e4-75ed-47d9-b3c3-bbefe51c82fe req-8ca834b9-4e04-43be-b766-c7e32fefed7e tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:49.274319 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cfc649e4-75ed-47d9-b3c3-bbefe51c82fe req-8ca834b9-4e04-43be-b766-c7e32fefed7e tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cef09b1-7a25-4336-9006-de0895b69927 HTTP/1.1" status: 200 len: 944 time: 0.9957688 Jan 28 02:54:49.297618 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-755d335c-7f0d-48fd-b41a-f2c0a729fb0b req-c4a7dc65-07e8-4e3c-95f6-4289f7a299b8 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532463 Jan 28 02:54:49.298492 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c13d668e-466b-4a41-ae02-56b4711aec44 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (d468efc2-a65f-4457-a846-ab761946515b), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:49.303601 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13d668e-466b-4a41-ae02-56b4711aec44 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:49.304204 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c13d668e-466b-4a41-ae02-56b4711aec44 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:49.373747 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258f632a-ef6e-43c4-9947-69b0471ebd17 x-openstack-request-id: req-258f632a-ef6e-43c4-9947-69b0471ebd17 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:54:49.374048 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cef09b1-7a25-4336-9006-de0895b69927", "name": "network-vif-plugged", "status": "completed", "tag": "8bc3e1e3-3b8b-493b-825e-e109d60fabfc", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:54:49.374300 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-258f632a-ef6e-43c4-9947-69b0471ebd17 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:54:49.374729 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cef09b1-7a25-4336-9006-de0895b69927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc3e1e3-3b8b-493b-825e-e109d60fabfc', 'code': 200} Jan 28 02:54:49.431022 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-9e562e36-5c3f-4d97-97e9-da36457877d4 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:49.432082 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-9e562e36-5c3f-4d97-97e9-da36457877d4 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.67 "GET /v2.0/networks?id=a227bef5-33d4-4761-8f4b-7835ff8b706a HTTP/1.1" status: 200 len: 815 time: 1.1162295 Jan 28 02:54:49.434432 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d668e-466b-4a41-ae02-56b4711aec44 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Pushing event updated for resources: {'Network': ['ID=d468efc2-a65f-4457-a846-ab761946515b,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:49.443358 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c13d668e-466b-4a41-ae02-56b4711aec44 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6795866 Jan 28 02:54:49.444363 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40114) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:49.445443 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-737424a2-b2cd-4f63-8725-6cfe5d700705 tempest-RoutersAdminNegativeTest-2069714510 tempest-RoutersAdminNegativeTest-2069714510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (7a0715db-0a35-46c5-ba5b-3917fecf97c5), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:49.449795 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-bac6e52a-16bb-4d28-92c6-6415e51bdde9 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1493617052'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:49.453514 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-737424a2-b2cd-4f63-8725-6cfe5d700705 tempest-RoutersAdminNegativeTest-2069714510 tempest-RoutersAdminNegativeTest-2069714510-project-admin] Publish callbacks [] for router_controller (7a0715db-0a35-46c5-ba5b-3917fecf97c5), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:49.457125 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network d468efc2-a65f-4457-a846-ab761946515b details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:54:49.465349 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-07ad1234-561b-4aef-9237-75153bf02d04 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Request body: {'port': {'device_id': 'e10628cf-5182-4742-90c0-a8db0de789c5', 'network_id': 'a227bef5-33d4-4761-8f4b-7835ff8b706a', 'admin_state_up': True, 'tenant_id': 'd6b2da0075934bcaafbee1846721359a'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:49.528790 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac6e52a-16bb-4d28-92c6-6415e51bdde9 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Made reservation on behalf of 7581cafbb59a47148e5d33dde7c9cb23 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:54:49.531689 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bac6e52a-16bb-4d28-92c6-6415e51bdde9 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:49.563888 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9cee8308-b63c-4367-a2cd-1e3b808bfc1e req-b699beed-fad3-4aa9-8de6-3657af7167b8 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=e10628cf-5182-4742-90c0-a8db0de789c5 HTTP/1.1" status: 200 len: 210 time: 0.0626729 Jan 28 02:54:49.613120 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35249f-8236-46f6-b4ad-bd22f58d1685 req-2588d84f-d13b-4cce-8e01-71963586da68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:49.614632 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0e35249f-8236-46f6-b4ad-bd22f58d1685 req-2588d84f-d13b-4cce-8e01-71963586da68 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0cef09b1-7a25-4336-9006-de0895b69927 HTTP/1.1" status: 200 len: 1097 time: 0.1336658 Jan 28 02:54:49.615559 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bac6e52a-16bb-4d28-92c6-6415e51bdde9 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:54:49.651125 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9defe5d9-65e3-4b87-b81c-2eb698f5ee5b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (c6fcd681-5790-4143-a13f-2eb4a9912dce), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:49.726069 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9defe5d9-65e3-4b87-b81c-2eb698f5ee5b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Port': ['ID=c6fcd681-5790-4143-a13f-2eb4a9912dce,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:49.737995 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9defe5d9-65e3-4b87-b81c-2eb698f5ee5b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:49.742142 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9defe5d9-65e3-4b87-b81c-2eb698f5ee5b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/ports/c6fcd681-5790-4143-a13f-2eb4a9912dce HTTP/1.1" status: 204 len: 168 time: 2.5191970 Jan 28 02:54:49.746982 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-737424a2-b2cd-4f63-8725-6cfe5d700705 tempest-RoutersAdminNegativeTest-2069714510 tempest-RoutersAdminNegativeTest-2069714510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (7a0715db-0a35-46c5-ba5b-3917fecf97c5), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:49.746982 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737424a2-b2cd-4f63-8725-6cfe5d700705 tempest-RoutersAdminNegativeTest-2069714510 tempest-RoutersAdminNegativeTest-2069714510-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7a0715db-0a35-46c5-ba5b-3917fecf97c5 {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:54:49.773313 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cfc649e4-75ed-47d9-b3c3-bbefe51c82fe req-fc04d739-0af6-4a53-9c1d-abc096dce974 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4869087 Jan 28 02:54:49.773871 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40118) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:49.876309 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-737424a2-b2cd-4f63-8725-6cfe5d700705 tempest-RoutersAdminNegativeTest-2069714510 tempest-RoutersAdminNegativeTest-2069714510-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 28 02:54:49.877689 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-737424a2-b2cd-4f63-8725-6cfe5d700705 tempest-RoutersAdminNegativeTest-2069714510 tempest-RoutersAdminNegativeTest-2069714510-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.4009457 Jan 28 02:54:49.881285 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14dc8e6-a485-4f9e-9b27-f051427362ef tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:49.882801 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14dc8e6-a485-4f9e-9b27-f051427362ef tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:49.884487 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f14dc8e6-a485-4f9e-9b27-f051427362ef tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0934634 Jan 28 02:54:49.885266 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40122) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:49.890526 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40124) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:50.002327 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bac6e52a-16bb-4d28-92c6-6415e51bdde9 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (54ef7b2b-f6f2-4013-a152-07e010d0c194), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:50.002685 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-bac6e52a-16bb-4d28-92c6-6415e51bdde9 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Added segment 54ef7b2b-f6f2-4013-a152-07e010d0c194 of type vlan for network 9d63e9ac-6b2c-46ae-b695-7b9d65c9a866 Jan 28 02:54:50.026879 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-07ad1234-561b-4aef-9237-75153bf02d04 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Made reservation on behalf of d6b2da0075934bcaafbee1846721359a for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:54:50.030556 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-07ad1234-561b-4aef-9237-75153bf02d04 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:50.054659 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-666fb0d7-6a5e-4407-ba2f-5aa86cac5304 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting subnet 59429586-c11f-4ca6-9246-f5a96efaa717 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:54:50.058992 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-666fb0d7-6a5e-4407-ba2f-5aa86cac5304 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (59429586-c11f-4ca6-9246-f5a96efaa717), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:50.085785 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bac6e52a-16bb-4d28-92c6-6415e51bdde9 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (9d63e9ac-6b2c-46ae-b695-7b9d65c9a866), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:50.099242 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-666fb0d7-6a5e-4407-ba2f-5aa86cac5304 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (59429586-c11f-4ca6-9246-f5a96efaa717), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:50.099450 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0e35249f-8236-46f6-b4ad-bd22f58d1685 req-43167957-7d1e-4da2-abba-14560f737b64 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4767184 Jan 28 02:54:50.119010 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b7d82-b80c-4f32-a0ce-063a99387c5f req-f7351315-af80-4717-83ab-ad011987236e tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:50.121384 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e43b7d82-b80c-4f32-a0ce-063a99387c5f req-f7351315-af80-4717-83ab-ad011987236e tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 951 time: 0.1171269 Jan 28 02:54:50.137246 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-c6b72472-faf4-4c4e-9914-b9796ce4520c tempest-RoutersAdminNegativeTest-2069714510 tempest-RoutersAdminNegativeTest-2069714510-project-admin] Deleting port 68fa726c-2036-48a2-96a7-54780cd61cd6 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:54:50.137639 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c6b72472-faf4-4c4e-9914-b9796ce4520c tempest-RoutersAdminNegativeTest-2069714510 tempest-RoutersAdminNegativeTest-2069714510-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (68fa726c-2036-48a2-96a7-54780cd61cd6), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:50.144268 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bac6e52a-16bb-4d28-92c6-6415e51bdde9 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (9d63e9ac-6b2c-46ae-b695-7b9d65c9a866), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:50.149327 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac6e52a-16bb-4d28-92c6-6415e51bdde9 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:50.150118 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bac6e52a-16bb-4d28-92c6-6415e51bdde9 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:50.229556 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-bac6e52a-16bb-4d28-92c6-6415e51bdde9 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7815366 Jan 28 02:54:50.232329 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40126) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:50.237047 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-f0a0590f-a6de-46cf-bbc7-097881662a4e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Request body: {'subnet': {'network_id': 'd468efc2-a65f-4457-a846-ab761946515b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:50.250039 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac6e52a-16bb-4d28-92c6-6415e51bdde9 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Pushing event updated for resources: {'Network': ['ID=9d63e9ac-6b2c-46ae-b695-7b9d65c9a866,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:50.259185 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e43b7d82-b80c-4f32-a0ce-063a99387c5f req-48f4bf3d-558c-4513-9c23-79113cc5dcb4 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301842 Jan 28 02:54:50.268987 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 9d63e9ac-6b2c-46ae-b695-7b9d65c9a866 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:54:50.350589 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-666fb0d7-6a5e-4407-ba2f-5aa86cac5304 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (59429586-c11f-4ca6-9246-f5a96efaa717), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:50.471222 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 7a1fcf2c-27ed-4313-97ee-a1e2ae4620a0 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:54:50.482473 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb13e1-7c21-4311-9951-1892686bb39c req-612545c6-fe34-466b-b609-312608040a15 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:50.484509 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1beb13e1-7c21-4311-9951-1892686bb39c req-612545c6-fe34-466b-b609-312608040a15 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9 HTTP/1.1" status: 200 len: 945 time: 0.0824265 Jan 28 02:54:50.511337 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-666fb0d7-6a5e-4407-ba2f-5aa86cac5304 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (59429586-c11f-4ca6-9246-f5a96efaa717), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:50.537867 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1beb13e1-7c21-4311-9951-1892686bb39c req-b4082d6d-081e-47df-8cbc-d4d51c6c0708 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472078 Jan 28 02:54:50.549927 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device f56bfec1-8792-4cf1-839e-241d8696119a no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:54:50.580542 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: f56bfec1-8792-4cf1-839e-241d8696119a {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:54:50.581166 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device f56bfec1-8792-4cf1-839e-241d8696119a not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:54:50.590517 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 7a1fcf2c-27ed-4313-97ee-a1e2ae4620a0 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:54:50.590894 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7a1fcf2c-27ed-4313-97ee-a1e2ae4620a0), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:50.598695 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666fb0d7-6a5e-4407-ba2f-5aa86cac5304 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Subnet': ['ID=59429586-c11f-4ca6-9246-f5a96efaa717,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:50.617961 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c6b72472-faf4-4c4e-9914-b9796ce4520c tempest-RoutersAdminNegativeTest-2069714510 tempest-RoutersAdminNegativeTest-2069714510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (68fa726c-2036-48a2-96a7-54780cd61cd6), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:50.629782 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-666fb0d7-6a5e-4407-ba2f-5aa86cac5304 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:50.635619 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40136) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:50.635766 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-666fb0d7-6a5e-4407-ba2f-5aa86cac5304 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/59429586-c11f-4ca6-9246-f5a96efaa717 HTTP/1.1" status: 204 len: 168 time: 0.7111759 Jan 28 02:54:50.644717 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-07ad1234-561b-4aef-9237-75153bf02d04 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Allocated IP 172.20.0.13 (a227bef5-33d4-4761-8f4b-7835ff8b706a/71933df8-4f13-480f-bf22-3df8e014d14e/b8b7d385-5365-470a-8b93-7f20f329746f) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:54:50.652585 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895b1856-47e3-4776-a639-25823ebfab28 None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:54:50.665722 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-c6b72472-faf4-4c4e-9914-b9796ce4520c tempest-RoutersAdminNegativeTest-2069714510 tempest-RoutersAdminNegativeTest-2069714510-project-admin] Calling delete_port for 68fa726c-2036-48a2-96a7-54780cd61cd6 owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:54:50.706277 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4c489df7-583d-4b6f-9cb2-4864b5e080df tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0694818 Jan 28 02:54:50.711425 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40138) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:50.738356 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-87e1c319-64d6-4ca3-b0da-7d418d337882 req-81d55ff7-c4b7-44c0-8727-9d1368d18e8c tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=e10628cf-5182-4742-90c0-a8db0de789c5 HTTP/1.1" status: 200 len: 210 time: 0.0308681 Jan 28 02:54:50.748287 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-1173827f-8557-4c12-8b44-1546a6c08b86 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'subnet': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:50.761507 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924c806-82e9-4b98-8b5f-54810df5df57 req-dd0fd546-f890-48cd-98b5-6419e104b8c6 tempest-ServersAdminTestJSON-298088793 tempest-ServersAdminTestJSON-298088793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:50.761507 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5924c806-82e9-4b98-8b5f-54810df5df57 req-dd0fd546-f890-48cd-98b5-6419e104b8c6 tempest-ServersAdminTestJSON-298088793 tempest-ServersAdminTestJSON-298088793-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 1103 time: 0.2454484 Jan 28 02:54:50.779580 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a0590f-a6de-46cf-bbc7-097881662a4e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Made reservation on behalf of 7581cafbb59a47148e5d33dde7c9cb23 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:54:50.783793 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f0a0590f-a6de-46cf-bbc7-097881662a4e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:50.791920 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 7a1fcf2c-27ed-4313-97ee-a1e2ae4620a0 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:54:50.901863 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d56c4a3-51b2-4319-b1ba-22ef1f46986b None None] DHCP port deletion for f4e9908e-37c3-477d-90df-65c02e38c857 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:54:50.914646 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5107027-1c3a-4e53-8c7d-da61b846cba5 req-7f485e13-9bc0-4a1c-9e8d-738c5e1c1f2c tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:50.916167 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d5107027-1c3a-4e53-8c7d-da61b846cba5 req-7f485e13-9bc0-4a1c-9e8d-738c5e1c1f2c tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cef09b1-7a25-4336-9006-de0895b69927 HTTP/1.1" status: 200 len: 945 time: 0.0643613 Jan 28 02:54:50.964338 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-8d56c4a3-51b2-4319-b1ba-22ef1f46986b None None] Deleting port 7a1fcf2c-27ed-4313-97ee-a1e2ae4620a0 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:54:50.965060 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8d56c4a3-51b2-4319-b1ba-22ef1f46986b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (7a1fcf2c-27ed-4313-97ee-a1e2ae4620a0), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:50.983402 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d5107027-1c3a-4e53-8c7d-da61b846cba5 req-d492c41e-9ca9-4f02-b28d-8a61cb62b069 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598960 Jan 28 02:54:51.051137 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-8d56c4a3-51b2-4319-b1ba-22ef1f46986b None None] For port 7a1fcf2c-27ed-4313-97ee-a1e2ae4620a0, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=7a1fcf2c-27ed-4313-97ee-a1e2ae4620a0,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:54:51.052014 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8d56c4a3-51b2-4319-b1ba-22ef1f46986b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (7a1fcf2c-27ed-4313-97ee-a1e2ae4620a0), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:51.061544 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5924c806-82e9-4b98-8b5f-54810df5df57 req-053968b3-6b7e-480c-982a-aa6bf40a6a21 tempest-ServersAdminTestJSON-298088793 tempest-ServersAdminTestJSON-298088793-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005047 Jan 28 02:54:51.068362 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-8d56c4a3-51b2-4319-b1ba-22ef1f46986b None None] Calling delete_port for 7a1fcf2c-27ed-4313-97ee-a1e2ae4620a0 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:54:51.134623 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1173827f-8557-4c12-8b44-1546a6c08b86 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:54:51.138672 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1173827f-8557-4c12-8b44-1546a6c08b86 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:51.203536 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8d56c4a3-51b2-4319-b1ba-22ef1f46986b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (7a1fcf2c-27ed-4313-97ee-a1e2ae4620a0), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:51.238687 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d56c4a3-51b2-4319-b1ba-22ef1f46986b None None] Pushing event deleted for resources: {'Port': ['ID=7a1fcf2c-27ed-4313-97ee-a1e2ae4620a0,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:51.249115 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d56c4a3-51b2-4319-b1ba-22ef1f46986b None None] No DVR routers for this DVR port 7a1fcf2c-27ed-4313-97ee-a1e2ae4620a0 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:54:51.260456 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c6b72472-faf4-4c4e-9914-b9796ce4520c tempest-RoutersAdminNegativeTest-2069714510 tempest-RoutersAdminNegativeTest-2069714510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (68fa726c-2036-48a2-96a7-54780cd61cd6), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:51.294202 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-07ad1234-561b-4aef-9237-75153bf02d04 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Publish callbacks [] for port (b8b7d385-5365-470a-8b93-7f20f329746f), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:51.349167 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b72472-faf4-4c4e-9914-b9796ce4520c tempest-RoutersAdminNegativeTest-2069714510 tempest-RoutersAdminNegativeTest-2069714510-project-admin] Pushing event deleted for resources: {'Port': ['ID=68fa726c-2036-48a2-96a7-54780cd61cd6,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:51.524665 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb90f39-4baf-4c0e-a046-ee8de2d5607c req-f094c7b3-8c83-4bf4-9003-2e926a9d8f96 tempest-ServersAdminTestJSON-298088793 tempest-ServersAdminTestJSON-298088793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:51.526141 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8cb90f39-4baf-4c0e-a046-ee8de2d5607c req-f094c7b3-8c83-4bf4-9003-2e926a9d8f96 tempest-ServersAdminTestJSON-298088793 tempest-ServersAdminTestJSON-298088793-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 1103 time: 0.1914983 Jan 28 02:54:51.667849 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9106e9a-74e2-47d3-bf0d-384bbeaf6a6c req-4250263f-9ca2-4f42-aa3a-be95d654fe32 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:51.676631 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b9106e9a-74e2-47d3-bf0d-384bbeaf6a6c req-4250263f-9ca2-4f42-aa3a-be95d654fe32 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9 HTTP/1.1" status: 200 len: 945 time: 0.0628490 Jan 28 02:54:51.721567 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c6b72472-faf4-4c4e-9914-b9796ce4520c tempest-RoutersAdminNegativeTest-2069714510 tempest-RoutersAdminNegativeTest-2069714510-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:51.728605 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c6b72472-faf4-4c4e-9914-b9796ce4520c tempest-RoutersAdminNegativeTest-2069714510 tempest-RoutersAdminNegativeTest-2069714510-project-admin] 10.222.0.53 "DELETE /v2.0/ports/68fa726c-2036-48a2-96a7-54780cd61cd6 HTTP/1.1" status: 204 len: 168 time: 1.8400171 Jan 28 02:54:51.730593 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f0a0590f-a6de-46cf-bbc7-097881662a4e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (49a68bb6-80b9-4dbc-a512-787aeaf1e11f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:51.749958 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b9106e9a-74e2-47d3-bf0d-384bbeaf6a6c req-fb6edc9d-b5eb-48ad-a2d6-b0cd23f2d270 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720770 Jan 28 02:54:51.826375 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1173827f-8557-4c12-8b44-1546a6c08b86 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (0110eb61-76d5-4c3f-b3bf-3024352c2794), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:51.828610 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-07ad1234-561b-4aef-9237-75153bf02d04 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (b8b7d385-5365-470a-8b93-7f20f329746f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:51.856101 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0590f-a6de-46cf-bbc7-097881662a4e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Pushing event updated for resources: {'Subnet': ['ID=49a68bb6-80b9-4dbc-a512-787aeaf1e11f,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:51.876711 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-07ad1234-561b-4aef-9237-75153bf02d04 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Network a227bef5-33d4-4761-8f4b-7835ff8b706a is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:54:51.934235 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-07ad1234-561b-4aef-9237-75153bf02d04 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:54:51.937410 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1173827f-8557-4c12-8b44-1546a6c08b86 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Subnet': ['ID=0110eb61-76d5-4c3f-b3bf-3024352c2794,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:51.941895 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-07ad1234-561b-4aef-9237-75153bf02d04 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:54:51.946700 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484d327-8583-4c41-bfaa-dd1323ed5d5e req-13ae59f7-8b53-4fae-ab07-a7f9b72045ab tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:51.948392 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0484d327-8583-4c41-bfaa-dd1323ed5d5e req-13ae59f7-8b53-4fae-ab07-a7f9b72045ab tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=e10628cf-5182-4742-90c0-a8db0de789c5 HTTP/1.1" status: 200 len: 932 time: 0.0983601 Jan 28 02:54:52.050011 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ad1234-561b-4aef-9237-75153bf02d04 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Pushing event updated for resources: {'Port': ['ID=b8b7d385-5365-470a-8b93-7f20f329746f,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:52.060806 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0484d327-8583-4c41-bfaa-dd1323ed5d5e req-b2561607-69dc-4075-ac3a-afa4b0986b7c tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013947 Jan 28 02:54:52.134060 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40160) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:52.141668 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a0590f-a6de-46cf-bbc7-097881662a4e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Checking segment: {'id': '08579d7b-ee04-4dba-9a58-af7df8141495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd468efc2-a65f-4457-a846-ab761946515b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:54:52.142074 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a0590f-a6de-46cf-bbc7-097881662a4e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Network hostable DHCP agents. Network: d468efc2-a65f-4457-a846-ab761946515b, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:54:52.165596 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1173827f-8557-4c12-8b44-1546a6c08b86 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:54:52.188102 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-1173827f-8557-4c12-8b44-1546a6c08b86 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:54:52.200524 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3417e116-30bc-40c0-a6e9-86f9636a5110 None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:54:52.203767 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1173827f-8557-4c12-8b44-1546a6c08b86 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:52.204649 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1173827f-8557-4c12-8b44-1546a6c08b86 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:52.253757 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8cb90f39-4baf-4c0e-a046-ee8de2d5607c req-d254df9b-10c2-46d4-8a45-6b8d8a5d0dba tempest-ServersAdminTestJSON-298088793 tempest-ServersAdminTestJSON-298088793-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6786711 Jan 28 02:54:52.281826 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-07ad1234-561b-4aef-9237-75153bf02d04 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:52.291048 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-07ad1234-561b-4aef-9237-75153bf02d04 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:52.293990 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915b62e-1ca5-477d-bcb8-098bf8889831 req-d60f6f8d-0a3e-4e68-9294-34c9d8e51de6 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:52.296841 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0915b62e-1ca5-477d-bcb8-098bf8889831 req-d60f6f8d-0a3e-4e68-9294-34c9d8e51de6 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cef09b1-7a25-4336-9006-de0895b69927 HTTP/1.1" status: 200 len: 945 time: 0.1422963 Jan 28 02:54:52.352675 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1173827f-8557-4c12-8b44-1546a6c08b86 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6087956 Jan 28 02:54:52.356246 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-07ad1234-561b-4aef-9237-75153bf02d04 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8962030 Jan 28 02:54:52.356834 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a0590f-a6de-46cf-bbc7-097881662a4e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Network d468efc2-a65f-4457-a846-ab761946515b is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:54:52.358806 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40166) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:52.370804 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-941dfb8e-2ca7-4d09-9c6c-bcfe08a955dd tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'port': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'name': 'tempest-NetworksTestDHCPv6-449400667'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:52.400013 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fc71bf78-002a-41cc-b329-5227a78cd81f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:52.408365 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7f02d4-853f-4e2d-8583-a1b135a99d57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-f4e9908e-37c3-477d-90df-65c02e38c857', 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'project_id': '3079a2e247734574a53d1baca2087c94', 'fixed_ips': [{'subnet_id': '0110eb61-76d5-4c3f-b3bf-3024352c2794'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:54:52.409404 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2b7f02d4-853f-4e2d-8583-a1b135a99d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:52.515621 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0915b62e-1ca5-477d-bcb8-098bf8889831 req-fbe9fcbc-6892-4453-aa09-b08e29515d98 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078056 Jan 28 02:54:52.569277 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 7a1fcf2c-27ed-4313-97ee-a1e2ae4620a0 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:54:52.613213 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 7a1fcf2c-27ed-4313-97ee-a1e2ae4620a0 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:54:52.614664 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 7a1fcf2c-27ed-4313-97ee-a1e2ae4620a0 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:54:52.728403 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-2b7f02d4-853f-4e2d-8583-a1b135a99d57 None None] Allocated IP 2001:db8::2 (f4e9908e-37c3-477d-90df-65c02e38c857/0110eb61-76d5-4c3f-b3bf-3024352c2794/19a04e41-935e-4a87-b4c2-f7a879e47a32) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:54:52.733461 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fc71bf78-002a-41cc-b329-5227a78cd81f admin admin] Publish callbacks [] for security_group (947a8404-8af2-495a-8535-e810db4d992c), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:52.757692 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fc71bf78-002a-41cc-b329-5227a78cd81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (947a8404-8af2-495a-8535-e810db4d992c), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:52.811832 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-fdd1967c-89ee-4aca-b229-41644fdba4dc tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:54:52.812915 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-fdd1967c-89ee-4aca-b229-41644fdba4dc tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4361758 Jan 28 02:54:52.839996 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-ace1d7d1-b4e4-4702-a2b2-b28f462fcd52 service neutron] Request body: {'port': {'device_id': 'e10628cf-5182-4742-90c0-a8db0de789c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:52.855963 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-fc71bf78-002a-41cc-b329-5227a78cd81f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=102170e40ef54f92a334b3941b65a5b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7206166 Jan 28 02:54:52.865735 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-f0a0590f-a6de-46cf-bbc7-097881662a4e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, d468efc2-a65f-4457-a846-ab761946515b) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:54:52.871857 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40174) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:52.881023 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a0590f-a6de-46cf-bbc7-097881662a4e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:52.881660 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f0a0590f-a6de-46cf-bbc7-097881662a4e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:52.899717 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2b78d2-8136-4f50-b2e0-31107f4703d8 None None] Network d468efc2-a65f-4457-a846-ab761946515b requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:54:52.916123 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc71bf78-002a-41cc-b329-5227a78cd81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947a8404-8af2-495a-8535-e810db4d992c,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:53.010032 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce3039-8a07-4ce8-a4c3-af80413c360e req-2d072dd3-083b-4ea4-8d12-c819a10dd185 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:53.011582 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-86ce3039-8a07-4ce8-a4c3-af80413c360e req-2d072dd3-083b-4ea4-8d12-c819a10dd185 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9 HTTP/1.1" status: 200 len: 945 time: 0.0990961 Jan 28 02:54:53.047548 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ea054137-4d77-4f04-812e-1a39fcd6de08 admin admin] Publish callbacks [] for security_group (947a8404-8af2-495a-8535-e810db4d992c), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:53.049372 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f0a0590f-a6de-46cf-bbc7-097881662a4e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8168206 Jan 28 02:54:53.049546 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40178) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:53.075125 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-c0f4608b-b6a7-4a35-a8e9-3846798a4c9c tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Request body: {'subnet': {'network_id': '9d63e9ac-6b2c-46ae-b695-7b9d65c9a866', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:53.119260 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-ace1d7d1-b4e4-4702-a2b2-b28f462fcd52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b8b7d385-5365-470a-8b93-7f20f329746f), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:53.180704 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43164f3-faa7-43e1-bcb3-a8e011a334d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-d468efc2-a65f-4457-a846-ab761946515b', 'network_id': 'd468efc2-a65f-4457-a846-ab761946515b', 'project_id': '7581cafbb59a47148e5d33dde7c9cb23', 'fixed_ips': [{'subnet_id': '49a68bb6-80b9-4dbc-a512-787aeaf1e11f'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:54:53.183064 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c43164f3-faa7-43e1-bcb3-a8e011a334d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:53.189179 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe4851-6ac2-4d65-86ef-48833be0f158 req-ec714fcb-78cd-459a-b974-d7f2564249f2 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:53.190667 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-86ce3039-8a07-4ce8-a4c3-af80413c360e req-cc935c86-2c6a-4ef1-ba26-cc3a9580efac tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663182 Jan 28 02:54:53.196546 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a0fe4851-6ac2-4d65-86ef-48833be0f158 req-ec714fcb-78cd-459a-b974-d7f2564249f2 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=413a6dc6-f2e9-42e7-81f4-ab06b5852375 HTTP/1.1" status: 200 len: 949 time: 0.2710664 Jan 28 02:54:53.198831 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ea054137-4d77-4f04-812e-1a39fcd6de08 admin admin] Publish callbacks [] for security_group (947a8404-8af2-495a-8535-e810db4d992c), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:53.307891 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941dfb8e-2ca7-4d09-9c6c-bcfe08a955dd tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:54:53.314781 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-941dfb8e-2ca7-4d09-9c6c-bcfe08a955dd tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:53.323084 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f4608b-b6a7-4a35-a8e9-3846798a4c9c tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Made reservation on behalf of 7581cafbb59a47148e5d33dde7c9cb23 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:54:53.330326 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c0f4608b-b6a7-4a35-a8e9-3846798a4c9c tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:53.386390 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ea054137-4d77-4f04-812e-1a39fcd6de08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (947a8404-8af2-495a-8535-e810db4d992c), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:53.388774 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ea054137-4d77-4f04-812e-1a39fcd6de08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:53.389951 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ea054137-4d77-4f04-812e-1a39fcd6de08 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/947a8404-8af2-495a-8535-e810db4d992c HTTP/1.1" status: 204 len: 168 time: 0.5169349 Jan 28 02:54:53.406160 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a0fe4851-6ac2-4d65-86ef-48833be0f158 req-b1ff2c2f-fb18-4c24-9dcf-bb2b37e86a7e tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084253 Jan 28 02:54:53.418524 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-c43164f3-faa7-43e1-bcb3-a8e011a334d6 None None] Allocated IP 10.1.1.2 (d468efc2-a65f-4457-a846-ab761946515b/49a68bb6-80b9-4dbc-a512-787aeaf1e11f/08e1667e-6306-4620-8507-5a6351849646) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:54:53.461530 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2b7f02d4-853f-4e2d-8583-a1b135a99d57 None None] Publish callbacks [] for port (19a04e41-935e-4a87-b4c2-f7a879e47a32), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:53.479134 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2b7f02d4-853f-4e2d-8583-a1b135a99d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (19a04e41-935e-4a87-b4c2-f7a879e47a32), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:53.600251 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7f02d4-853f-4e2d-8583-a1b135a99d57 None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:54:53.841348 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-ace1d7d1-b4e4-4702-a2b2-b28f462fcd52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8b7d385-5365-470a-8b93-7f20f329746f {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:54:53.847114 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-2b7f02d4-853f-4e2d-8583-a1b135a99d57 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:54:53.849640 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea054137-4d77-4f04-812e-1a39fcd6de08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947a8404-8af2-495a-8535-e810db4d992c,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:53.855598 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7f02d4-853f-4e2d-8583-a1b135a99d57 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:54:53.872954 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-ace1d7d1-b4e4-4702-a2b2-b28f462fcd52 service neutron] Publish callbacks [] for port (b8b7d385-5365-470a-8b93-7f20f329746f), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:53.897623 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91091811-bc77-4260-94a7-3616727b9ac3 req-58c3f768-dca1-43aa-a42b-2f38c40a72ae tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:53.899368 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-ace1d7d1-b4e4-4702-a2b2-b28f462fcd52 service neutron] Transition to ACTIVE for port object b8b7d385-5365-470a-8b93-7f20f329746f will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:54:53.906634 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-91091811-bc77-4260-94a7-3616727b9ac3 req-58c3f768-dca1-43aa-a42b-2f38c40a72ae tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/networks?id=8a90ebac-f69f-461b-a785-3d45e68aad72 HTTP/1.1" status: 200 len: 805 time: 0.5248861 Jan 28 02:54:53.922655 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f02d4-853f-4e2d-8583-a1b135a99d57 None None] Pushing event updated for resources: {'Port': ['ID=19a04e41-935e-4a87-b4c2-f7a879e47a32,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:53.929017 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c0f4608b-b6a7-4a35-a8e9-3846798a4c9c tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (5890570a-cc0c-4403-a94d-1750b1aeb6ea), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:53.937177 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-91091811-bc77-4260-94a7-3616727b9ac3 req-e8034044-1312-4b3c-9727-b54581905ce3 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/quotas/681abe9293864888ab6acd56a99956db HTTP/1.1" status: 200 len: 375 time: 0.0291383 Jan 28 02:54:53.976276 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-ace1d7d1-b4e4-4702-a2b2-b28f462fcd52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (b8b7d385-5365-470a-8b93-7f20f329746f), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:53.982080 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-941dfb8e-2ca7-4d09-9c6c-bcfe08a955dd tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] device_id is not set on port 0a0d061b-bbfb-44fb-bad6-a3e5c3a3645b yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:54:53.996633 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40196) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:53.997350 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-2b7f02d4-853f-4e2d-8583-a1b135a99d57 None None] Attempting to bind port 19a04e41-935e-4a87-b4c2-f7a879e47a32 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:54:53.997709 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-2b7f02d4-853f-4e2d-8583-a1b135a99d57 None None] Attempting to bind port 19a04e41-935e-4a87-b4c2-f7a879e47a32 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:54:53.998079 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7f02d4-853f-4e2d-8583-a1b135a99d57 None None] Attempting to bind port 19a04e41-935e-4a87-b4c2-f7a879e47a32 on network f4e9908e-37c3-477d-90df-65c02e38c857 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:54:54.006437 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7f02d4-853f-4e2d-8583-a1b135a99d57 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:54:54.006940 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7f02d4-853f-4e2d-8583-a1b135a99d57 None None] Checking segment: {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:54:54.007422 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2b7f02d4-853f-4e2d-8583-a1b135a99d57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:54.007824 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7f02d4-853f-4e2d-8583-a1b135a99d57 None None] Bound using segment: {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:54:54.008316 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-2b7f02d4-853f-4e2d-8583-a1b135a99d57 None None] Bound port: 19a04e41-935e-4a87-b4c2-f7a879e47a32, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:54:54.008698 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2b7f02d4-853f-4e2d-8583-a1b135a99d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (19a04e41-935e-4a87-b4c2-f7a879e47a32), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:54.065601 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace1d7d1-b4e4-4702-a2b2-b28f462fcd52 service neutron] Pushing event updated for resources: {'Port': ['ID=b8b7d385-5365-470a-8b93-7f20f329746f,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:54.101010 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f4608b-b6a7-4a35-a8e9-3846798a4c9c tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Pushing event updated for resources: {'Subnet': ['ID=5890570a-cc0c-4403-a94d-1750b1aeb6ea,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:54.165592 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c43164f3-faa7-43e1-bcb3-a8e011a334d6 None None] Publish callbacks [] for port (08e1667e-6306-4620-8507-5a6351849646), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:54.167489 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f4608b-b6a7-4a35-a8e9-3846798a4c9c tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Checking segment: {'id': '54ef7b2b-f6f2-4013-a152-07e010d0c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9d63e9ac-6b2c-46ae-b695-7b9d65c9a866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:54:54.168012 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f4608b-b6a7-4a35-a8e9-3846798a4c9c tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Network hostable DHCP agents. Network: 9d63e9ac-6b2c-46ae-b695-7b9d65c9a866, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:54:54.171573 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-2b7f02d4-853f-4e2d-8583-a1b135a99d57 None None] For port 19a04e41-935e-4a87-b4c2-f7a879e47a32, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:54:54.176962 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-2b7f02d4-853f-4e2d-8583-a1b135a99d57 None None] For port 19a04e41-935e-4a87-b4c2-f7a879e47a32, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=19a04e41-935e-4a87-b4c2-f7a879e47a32,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:54:54.179128 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c43164f3-faa7-43e1-bcb3-a8e011a334d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (08e1667e-6306-4620-8507-5a6351849646), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:54.192217 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-91091811-bc77-4260-94a7-3616727b9ac3 req-41a844af-b644-46ce-ab10-c1e4e7302794 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=681abe9293864888ab6acd56a99956db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2535207 Jan 28 02:54:54.234038 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2b7f02d4-853f-4e2d-8583-a1b135a99d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (19a04e41-935e-4a87-b4c2-f7a879e47a32), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:54.253173 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6a650fef-f7db-415c-bcc1-9768e490b7eb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6d8f993326f24ef2ac3753491abaa6dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1963766 Jan 28 02:54:54.256945 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40200) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:54.261720 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40642bf9-139a-421e-a440-3e8115a6c02c req-b9f38ba6-ba2a-4921-8e27-d2c52f6db478 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:54.263677 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-40642bf9-139a-421e-a440-3e8115a6c02c req-b9f38ba6-ba2a-4921-8e27-d2c52f6db478 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=e10628cf-5182-4742-90c0-a8db0de789c5 HTTP/1.1" status: 200 len: 944 time: 0.3606868 Jan 28 02:54:54.264210 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43164f3-faa7-43e1-bcb3-a8e011a334d6 None None] Network d468efc2-a65f-4457-a846-ab761946515b is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:54:54.285214 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-c43164f3-faa7-43e1-bcb3-a8e011a334d6 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:54:54.291584 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43164f3-faa7-43e1-bcb3-a8e011a334d6 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:54:54.308368 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f4608b-b6a7-4a35-a8e9-3846798a4c9c tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Network 9d63e9ac-6b2c-46ae-b695-7b9d65c9a866 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:54:54.314404 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43164f3-faa7-43e1-bcb3-a8e011a334d6 None None] Pushing event updated for resources: {'Port': ['ID=08e1667e-6306-4620-8507-5a6351849646,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:54.349145 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-c0f4608b-b6a7-4a35-a8e9-3846798a4c9c tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 9d63e9ac-6b2c-46ae-b695-7b9d65c9a866) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:54:54.373701 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-941dfb8e-2ca7-4d09-9c6c-bcfe08a955dd tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Allocated IP 2001:db8::240 (f4e9908e-37c3-477d-90df-65c02e38c857/0110eb61-76d5-4c3f-b3bf-3024352c2794/0a0d061b-bbfb-44fb-bad6-a3e5c3a3645b) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:54:54.377920 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f4608b-b6a7-4a35-a8e9-3846798a4c9c tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:54.378526 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c0f4608b-b6a7-4a35-a8e9-3846798a4c9c tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:54.425797 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729d9dfa-5bbc-4732-b53b-ddfa12ba1481 None None] Network 9d63e9ac-6b2c-46ae-b695-7b9d65c9a866 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:54:54.462760 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c0f4608b-b6a7-4a35-a8e9-3846798a4c9c tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3951030 Jan 28 02:54:54.471171 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e268f-3fa8-421c-a845-21bc0b21a365 req-e8a699ae-ac98-47fd-8990-fdbb5fa1eea3 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:54.472842 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f53e268f-3fa8-421c-a845-21bc0b21a365 req-e8a699ae-ac98-47fd-8990-fdbb5fa1eea3 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.39 "GET /v2.0/ports?device_id=413a6dc6-f2e9-42e7-81f4-ab06b5852375 HTTP/1.1" status: 200 len: 949 time: 0.1658435 Jan 28 02:54:54.475939 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40204) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:54.476751 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f1c2ea1c-d3e2-475f-a7ca-4bdfcf581395 admin admin] Publish callbacks [] for security_group (5dd0ff39-50ca-43af-8609-8394a1ab2622), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:54.511209 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f1c2ea1c-d3e2-475f-a7ca-4bdfcf581395 admin admin] Publish callbacks [] for security_group (5dd0ff39-50ca-43af-8609-8394a1ab2622), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:54.560912 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-941dfb8e-2ca7-4d09-9c6c-bcfe08a955dd tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for port (0a0d061b-bbfb-44fb-bad6-a3e5c3a3645b), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:54.614084 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-c004e6d0-3bd5-455e-8427-53691cf893bd tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Request body: {'port': {'network_id': 'd468efc2-a65f-4457-a846-ab761946515b', 'name': 'tempest-TaggedBootDevicesTest-838991019', 'fixed_ips': [{'subnet_id': '49a68bb6-80b9-4dbc-a512-787aeaf1e11f'}]}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:54.628773 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f02d4-853f-4e2d-8583-a1b135a99d57 None None] Pushing event updated for resources: {'Port': ['ID=19a04e41-935e-4a87-b4c2-f7a879e47a32,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:54.636956 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-c43164f3-faa7-43e1-bcb3-a8e011a334d6 None None] Attempting to bind port 08e1667e-6306-4620-8507-5a6351849646 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:54:54.637867 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-c43164f3-faa7-43e1-bcb3-a8e011a334d6 None None] Attempting to bind port 08e1667e-6306-4620-8507-5a6351849646 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '08579d7b-ee04-4dba-9a58-af7df8141495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd468efc2-a65f-4457-a846-ab761946515b'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:54:54.638550 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43164f3-faa7-43e1-bcb3-a8e011a334d6 None None] Attempting to bind port 08e1667e-6306-4620-8507-5a6351849646 on network d468efc2-a65f-4457-a846-ab761946515b {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:54:54.645973 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-941dfb8e-2ca7-4d09-9c6c-bcfe08a955dd tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (0a0d061b-bbfb-44fb-bad6-a3e5c3a3645b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:54.654656 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43164f3-faa7-43e1-bcb3-a8e011a334d6 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:54:54.655324 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43164f3-faa7-43e1-bcb3-a8e011a334d6 None None] Checking segment: {'id': '08579d7b-ee04-4dba-9a58-af7df8141495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd468efc2-a65f-4457-a846-ab761946515b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:54:54.655902 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c43164f3-faa7-43e1-bcb3-a8e011a334d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:54.657197 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43164f3-faa7-43e1-bcb3-a8e011a334d6 None None] Bound using segment: {'id': '08579d7b-ee04-4dba-9a58-af7df8141495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd468efc2-a65f-4457-a846-ab761946515b'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:54:54.660508 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-c43164f3-faa7-43e1-bcb3-a8e011a334d6 None None] Bound port: 08e1667e-6306-4620-8507-5a6351849646, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08579d7b-ee04-4dba-9a58-af7df8141495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd468efc2-a65f-4457-a846-ab761946515b'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:54:54.661440 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c43164f3-faa7-43e1-bcb3-a8e011a334d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (08e1667e-6306-4620-8507-5a6351849646), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:54.684723 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941dfb8e-2ca7-4d09-9c6c-bcfe08a955dd tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:54:54.694116 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-941dfb8e-2ca7-4d09-9c6c-bcfe08a955dd tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:54:54.724343 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941dfb8e-2ca7-4d09-9c6c-bcfe08a955dd tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:54:54.729935 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941dfb8e-2ca7-4d09-9c6c-bcfe08a955dd tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:54.730596 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-941dfb8e-2ca7-4d09-9c6c-bcfe08a955dd tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:54.786723 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-40642bf9-139a-421e-a440-3e8115a6c02c req-9a58765e-eab7-45a6-8971-608d51222633 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722116 Jan 28 02:54:54.800312 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f872c486-e1a3-423e-a358-1a2a1f180597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-9d63e9ac-6b2c-46ae-b695-7b9d65c9a866', 'network_id': '9d63e9ac-6b2c-46ae-b695-7b9d65c9a866', 'project_id': '7581cafbb59a47148e5d33dde7c9cb23', 'fixed_ips': [{'subnet_id': '5890570a-cc0c-4403-a94d-1750b1aeb6ea'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:54:54.801251 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f872c486-e1a3-423e-a358-1a2a1f180597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:54.803666 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-91091811-bc77-4260-94a7-3616727b9ac3 req-3868b49e-ca94-477c-8c45-7998bfe34f5e service neutron] 10.222.0.53 "GET /v2.0/networks/8a90ebac-f69f-461b-a785-3d45e68aad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6101027 Jan 28 02:54:54.813917 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-941dfb8e-2ca7-4d09-9c6c-bcfe08a955dd tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4539833 Jan 28 02:54:54.814582 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40206) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:54.817717 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-ace1d7d1-b4e4-4702-a2b2-b28f462fcd52 service neutron] Attempting to bind port b8b7d385-5365-470a-8b93-7f20f329746f on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:54:54.818125 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-ace1d7d1-b4e4-4702-a2b2-b28f462fcd52 service neutron] Attempting to bind port b8b7d385-5365-470a-8b93-7f20f329746f by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '358dad74-8d99-4de6-a555-7b85f019730b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a227bef5-33d4-4761-8f4b-7835ff8b706a'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:54:54.818407 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-ace1d7d1-b4e4-4702-a2b2-b28f462fcd52 service neutron] Attempting to bind port b8b7d385-5365-470a-8b93-7f20f329746f on network a227bef5-33d4-4761-8f4b-7835ff8b706a {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:54:54.831538 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f1c2ea1c-d3e2-475f-a7ca-4bdfcf581395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (5dd0ff39-50ca-43af-8609-8394a1ab2622), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:54.834612 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f1c2ea1c-d3e2-475f-a7ca-4bdfcf581395 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:54.837185 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f1c2ea1c-d3e2-475f-a7ca-4bdfcf581395 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5dd0ff39-50ca-43af-8609-8394a1ab2622 HTTP/1.1" status: 204 len: 168 time: 0.5775654 Jan 28 02:54:54.844995 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-ace1d7d1-b4e4-4702-a2b2-b28f462fcd52 service neutron] Port b8b7d385-5365-470a-8b93-7f20f329746f on network a227bef5-33d4-4761-8f4b-7835ff8b706a not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:54:54.845362 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-ace1d7d1-b4e4-4702-a2b2-b28f462fcd52 service neutron] Attempting to bind port b8b7d385-5365-470a-8b93-7f20f329746f on network a227bef5-33d4-4761-8f4b-7835ff8b706a {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:54:54.864050 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-ace1d7d1-b4e4-4702-a2b2-b28f462fcd52 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:54:54.864396 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-ace1d7d1-b4e4-4702-a2b2-b28f462fcd52 service neutron] Checking segment: {'id': '358dad74-8d99-4de6-a555-7b85f019730b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a227bef5-33d4-4761-8f4b-7835ff8b706a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:54:54.864790 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-ace1d7d1-b4e4-4702-a2b2-b28f462fcd52 service neutron] Bound using segment: {'id': '358dad74-8d99-4de6-a555-7b85f019730b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a227bef5-33d4-4761-8f4b-7835ff8b706a'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:54:54.873875 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-ace1d7d1-b4e4-4702-a2b2-b28f462fcd52 service neutron] Bound port: b8b7d385-5365-470a-8b93-7f20f329746f, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '358dad74-8d99-4de6-a555-7b85f019730b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a227bef5-33d4-4761-8f4b-7835ff8b706a'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:54:54.873875 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-ace1d7d1-b4e4-4702-a2b2-b28f462fcd52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b8b7d385-5365-470a-8b93-7f20f329746f), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:54.912049 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941dfb8e-2ca7-4d09-9c6c-bcfe08a955dd tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Port': ['ID=0a0d061b-bbfb-44fb-bad6-a3e5c3a3645b,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:54.943758 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c43164f3-faa7-43e1-bcb3-a8e011a334d6 None None] For port 08e1667e-6306-4620-8507-5a6351849646, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:54:54.948282 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c2ea1c-d3e2-475f-a7ca-4bdfcf581395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd0ff39-50ca-43af-8609-8394a1ab2622,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:54.971597 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c43164f3-faa7-43e1-bcb3-a8e011a334d6 None None] For port 08e1667e-6306-4620-8507-5a6351849646, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=08e1667e-6306-4620-8507-5a6351849646,segment=NetworkSegment(08579d7b-ee04-4dba-9a58-af7df8141495),segment_id=08579d7b-ee04-4dba-9a58-af7df8141495)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:54:54.979083 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058f5a5e-94a7-4cd1-bb83-65516ed92a01 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:54.984671 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058f5a5e-94a7-4cd1-bb83-65516ed92a01 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:54.986899 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-058f5a5e-94a7-4cd1-bb83-65516ed92a01 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1633565 Jan 28 02:54:54.991773 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40210) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:55.000867 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c43164f3-faa7-43e1-bcb3-a8e011a334d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (08e1667e-6306-4620-8507-5a6351849646), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:55.042719 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c004e6d0-3bd5-455e-8427-53691cf893bd tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Made reservation on behalf of 7581cafbb59a47148e5d33dde7c9cb23 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:54:55.044337 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-ace1d7d1-b4e4-4702-a2b2-b28f462fcd52 service neutron] For port b8b7d385-5365-470a-8b93-7f20f329746f, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:54:55.086177 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-ace1d7d1-b4e4-4702-a2b2-b28f462fcd52 service neutron] For port b8b7d385-5365-470a-8b93-7f20f329746f, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=b8b7d385-5365-470a-8b93-7f20f329746f,segment=NetworkSegment(358dad74-8d99-4de6-a555-7b85f019730b),segment_id=358dad74-8d99-4de6-a555-7b85f019730b)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:54:55.098014 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-ace1d7d1-b4e4-4702-a2b2-b28f462fcd52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (b8b7d385-5365-470a-8b93-7f20f329746f), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:55.179513 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-ace1d7d1-b4e4-4702-a2b2-b28f462fcd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:55.180150 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-ace1d7d1-b4e4-4702-a2b2-b28f462fcd52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:55.183164 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-ace1d7d1-b4e4-4702-a2b2-b28f462fcd52 service neutron] 10.222.0.67 "PUT /v2.0/ports/b8b7d385-5365-470a-8b93-7f20f329746f HTTP/1.1" status: 200 len: 1093 time: 2.3475657 Jan 28 02:54:55.193745 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10628cf-5182-4742-90c0-a8db0de789c5', 'tag': 'b8b7d385-5365-470a-8b93-7f20f329746f'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:54:55.211863 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4eb4f4-7114-43ae-865c-ff3c52f95c3e" -d '{"events": [{"name": "network-changed", "server_uuid": "e10628cf-5182-4742-90c0-a8db0de789c5", "tag": "b8b7d385-5365-470a-8b93-7f20f329746f"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:54:55.241141 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c004e6d0-3bd5-455e-8427-53691cf893bd tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:55.256107 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43164f3-faa7-43e1-bcb3-a8e011a334d6 None None] Pushing event updated for resources: {'Port': ['ID=08e1667e-6306-4620-8507-5a6351849646,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:55.278168 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-91091811-bc77-4260-94a7-3616727b9ac3 req-e27b6d45-8212-4402-ade3-27890cd0f2e1 service neutron] 10.222.0.53 "GET /v2.0/networks/8a90ebac-f69f-461b-a785-3d45e68aad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4732397 Jan 28 02:54:55.279458 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-c004e6d0-3bd5-455e-8427-53691cf893bd tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] device_id is not set on port b7ea256c-1185-43f6-ab32-04eda1634fc5 yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:54:55.384514 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-f872c486-e1a3-423e-a358-1a2a1f180597 None None] Allocated IP 10.2.2.2 (9d63e9ac-6b2c-46ae-b695-7b9d65c9a866/5890570a-cc0c-4403-a94d-1750b1aeb6ea/3d87b489-3463-4290-a53c-2018c8f59d0e) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:54:55.479524 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-00888b67-53e0-41e8-ac3b-443ee2c6d287 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting port 0a0d061b-bbfb-44fb-bad6-a3e5c3a3645b {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:54:55.479524 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-00888b67-53e0-41e8-ac3b-443ee2c6d287 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (0a0d061b-bbfb-44fb-bad6-a3e5c3a3645b), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:55.516467 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f6009-1a18-4dcf-8ec5-0c998fedb17f req-fa4c8102-0f13-4512-9cda-f446a7add034 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:55.518094 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d83f6009-1a18-4dcf-8ec5-0c998fedb17f req-fa4c8102-0f13-4512-9cda-f446a7add034 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9 HTTP/1.1" status: 200 len: 945 time: 0.3769424 Jan 28 02:54:55.518796 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace1d7d1-b4e4-4702-a2b2-b28f462fcd52 service neutron] Pushing event updated for resources: {'Port': ['ID=b8b7d385-5365-470a-8b93-7f20f329746f,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:55.679288 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-f53e268f-3fa8-421c-a845-21bc0b21a365 req-f749aa4c-ec04-463a-9d41-86062d6dd4a6 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Deleting port 75eb9a5e-90c9-4db3-8445-e3d904792762 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:54:55.679633 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f53e268f-3fa8-421c-a845-21bc0b21a365 req-f749aa4c-ec04-463a-9d41-86062d6dd4a6 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (75eb9a5e-90c9-4db3-8445-e3d904792762), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:55.749378 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-1a504289-dae2-4009-9ff4-8c9792e6e3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:55.751061 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-1a504289-dae2-4009-9ff4-8c9792e6e3c9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d6b2da0075934bcaafbee1846721359a&device_id=e10628cf-5182-4742-90c0-a8db0de789c5 HTTP/1.1" status: 200 len: 1096 time: 0.4874220 Jan 28 02:54:55.759536 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f872c486-e1a3-423e-a358-1a2a1f180597 None None] Publish callbacks [] for port (3d87b489-3463-4290-a53c-2018c8f59d0e), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:55.778296 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f872c486-e1a3-423e-a358-1a2a1f180597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (3d87b489-3463-4290-a53c-2018c8f59d0e), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:55.810547 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f872c486-e1a3-423e-a358-1a2a1f180597 None None] Network 9d63e9ac-6b2c-46ae-b695-7b9d65c9a866 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:54:55.814550 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-f872c486-e1a3-423e-a358-1a2a1f180597 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:54:55.831687 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-be92aa1b-4e29-46e5-9e15-97ac29ad9261 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8b7d385-5365-470a-8b93-7f20f329746f HTTP/1.1" status: 200 len: 217 time: 0.0585637 Jan 28 02:54:55.860854 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f872c486-e1a3-423e-a358-1a2a1f180597 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:54:55.975856 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d83f6009-1a18-4dcf-8ec5-0c998fedb17f req-fb31e1b0-eb45-4cef-aea7-ebffb4e56a98 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089332 Jan 28 02:54:56.011103 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-85f62325-b8dc-4ade-82b2-9658ad6f1c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:56.014445 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-85f62325-b8dc-4ade-82b2-9658ad6f1c2d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=71933df8-4f13-480f-bf22-3df8e014d14e HTTP/1.1" status: 200 len: 855 time: 0.1741314 Jan 28 02:54:56.043770 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872c486-e1a3-423e-a358-1a2a1f180597 None None] Pushing event updated for resources: {'Port': ['ID=3d87b489-3463-4290-a53c-2018c8f59d0e,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:56.046361 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-00888b67-53e0-41e8-ac3b-443ee2c6d287 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (0a0d061b-bbfb-44fb-bad6-a3e5c3a3645b), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:56.104635 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-f872c486-e1a3-423e-a358-1a2a1f180597 None None] Attempting to bind port 3d87b489-3463-4290-a53c-2018c8f59d0e on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:54:56.106467 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-f872c486-e1a3-423e-a358-1a2a1f180597 None None] Attempting to bind port 3d87b489-3463-4290-a53c-2018c8f59d0e by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '54ef7b2b-f6f2-4013-a152-07e010d0c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9d63e9ac-6b2c-46ae-b695-7b9d65c9a866'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:54:56.107999 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f872c486-e1a3-423e-a358-1a2a1f180597 None None] Attempting to bind port 3d87b489-3463-4290-a53c-2018c8f59d0e on network 9d63e9ac-6b2c-46ae-b695-7b9d65c9a866 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:54:56.130277 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-02437cf2-96a0-4450-b331-0b1a0f33603a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a227bef5-33d4-4761-8f4b-7835ff8b706a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1054890 Jan 28 02:54:56.137029 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f872c486-e1a3-423e-a358-1a2a1f180597 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:54:56.137776 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f872c486-e1a3-423e-a358-1a2a1f180597 None None] Checking segment: {'id': '54ef7b2b-f6f2-4013-a152-07e010d0c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9d63e9ac-6b2c-46ae-b695-7b9d65c9a866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:54:56.138203 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f872c486-e1a3-423e-a358-1a2a1f180597 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:56.139893 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f872c486-e1a3-423e-a358-1a2a1f180597 None None] Bound using segment: {'id': '54ef7b2b-f6f2-4013-a152-07e010d0c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9d63e9ac-6b2c-46ae-b695-7b9d65c9a866'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:54:56.142123 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-f872c486-e1a3-423e-a358-1a2a1f180597 None None] Bound port: 3d87b489-3463-4290-a53c-2018c8f59d0e, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54ef7b2b-f6f2-4013-a152-07e010d0c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9d63e9ac-6b2c-46ae-b695-7b9d65c9a866'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:54:56.144298 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f872c486-e1a3-423e-a358-1a2a1f180597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3d87b489-3463-4290-a53c-2018c8f59d0e), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:56.146759 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-00888b67-53e0-41e8-ac3b-443ee2c6d287 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Calling delete_port for 0a0d061b-bbfb-44fb-bad6-a3e5c3a3645b owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:54:56.148158 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f7723-5f92-4328-aa38-cb9af6de6a23 req-1b76ba90-e248-4ac0-93d8-a09e4965eb54 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:56.155247 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dd0f7723-5f92-4328-aa38-cb9af6de6a23 req-1b76ba90-e248-4ac0-93d8-a09e4965eb54 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=413a6dc6-f2e9-42e7-81f4-ab06b5852375 HTTP/1.1" status: 200 len: 949 time: 0.4283676 Jan 28 02:54:56.230158 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dd0f7723-5f92-4328-aa38-cb9af6de6a23 req-b9da1055-66ff-45ff-b80c-2ee3b14fdc20 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681961 Jan 28 02:54:56.343455 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-f53e268f-3fa8-421c-a845-21bc0b21a365 req-f749aa4c-ec04-463a-9d41-86062d6dd4a6 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] For port 75eb9a5e-90c9-4db3-8445-e3d904792762, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=75eb9a5e-90c9-4db3-8445-e3d904792762,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:54:56.343823 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f53e268f-3fa8-421c-a845-21bc0b21a365 req-f749aa4c-ec04-463a-9d41-86062d6dd4a6 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (75eb9a5e-90c9-4db3-8445-e3d904792762), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:56.390453 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-f53e268f-3fa8-421c-a845-21bc0b21a365 req-f749aa4c-ec04-463a-9d41-86062d6dd4a6 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Calling delete_port for 75eb9a5e-90c9-4db3-8445-e3d904792762 owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:54:56.431845 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-f872c486-e1a3-423e-a358-1a2a1f180597 None None] For port 3d87b489-3463-4290-a53c-2018c8f59d0e, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:54:56.449556 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-f872c486-e1a3-423e-a358-1a2a1f180597 None None] For port 3d87b489-3463-4290-a53c-2018c8f59d0e, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=3d87b489-3463-4290-a53c-2018c8f59d0e,segment=NetworkSegment(54ef7b2b-f6f2-4013-a152-07e010d0c194),segment_id=54ef7b2b-f6f2-4013-a152-07e010d0c194)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:54:56.466928 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-4f469f17-26a5-42c1-8174-ac84fca66c14 None None] Provisioning complete for port 19a04e41-935e-4a87-b4c2-f7a879e47a32 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:54:56.469540 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4f469f17-26a5-42c1-8174-ac84fca66c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (19a04e41-935e-4a87-b4c2-f7a879e47a32), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:56.485459 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-c004e6d0-3bd5-455e-8427-53691cf893bd tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Allocated IP 10.1.1.173 (d468efc2-a65f-4457-a846-ab761946515b/49a68bb6-80b9-4dbc-a512-787aeaf1e11f/b7ea256c-1185-43f6-ab32-04eda1634fc5) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:54:56.569826 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-a7d6a933-7e2b-41ea-a244-64499c4b575c service neutron] 10.222.0.67 "GET /v2.0/networks/a227bef5-33d4-4761-8f4b-7835ff8b706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4135625 Jan 28 02:54:56.618193 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f872c486-e1a3-423e-a358-1a2a1f180597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3d87b489-3463-4290-a53c-2018c8f59d0e), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:56.661840 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40252) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:56.822669 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be68ce04-6e1c-4629-862e-efd59790db37 x-openstack-request-id: req-be68ce04-6e1c-4629-862e-efd59790db37 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:54:56.830937 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e10628cf-5182-4742-90c0-a8db0de789c5", "tag": "b8b7d385-5365-470a-8b93-7f20f329746f", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:54:56.831317 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-be68ce04-6e1c-4629-862e-efd59790db37 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:54:56.831830 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e10628cf-5182-4742-90c0-a8db0de789c5', 'tag': 'b8b7d385-5365-470a-8b93-7f20f329746f', 'status': 'completed', 'code': 200} Jan 28 02:54:56.835719 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-00888b67-53e0-41e8-ac3b-443ee2c6d287 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (0a0d061b-bbfb-44fb-bad6-a3e5c3a3645b), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:56.882005 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-4f469f17-26a5-42c1-8174-ac84fca66c14 None None] Current status of the port 19a04e41-935e-4a87-b4c2-f7a879e47a32 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:54:56.882509 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4f469f17-26a5-42c1-8174-ac84fca66c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (19a04e41-935e-4a87-b4c2-f7a879e47a32), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:56.911987 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 19a04e41-935e-4a87-b4c2-f7a879e47a32 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:54:57.027945 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872c486-e1a3-423e-a358-1a2a1f180597 None None] Pushing event updated for resources: {'Port': ['ID=3d87b489-3463-4290-a53c-2018c8f59d0e,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:57.057505 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-00888b67-53e0-41e8-ac3b-443ee2c6d287 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:57.060776 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-00888b67-53e0-41e8-ac3b-443ee2c6d287 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/ports/0a0d061b-bbfb-44fb-bad6-a3e5c3a3645b HTTP/1.1" status: 204 len: 168 time: 2.0680003 Jan 28 02:54:57.067303 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-fe5ad4c7-1263-4494-bfc8-6d3082d58198 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-199896608'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:57.071726 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40258) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:57.079915 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00888b67-53e0-41e8-ac3b-443ee2c6d287 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Port': ['ID=0a0d061b-bbfb-44fb-bad6-a3e5c3a3645b,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:57.112462 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-4f469f17-26a5-42c1-8174-ac84fca66c14 None None] For port 19a04e41-935e-4a87-b4c2-f7a879e47a32, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=19a04e41-935e-4a87-b4c2-f7a879e47a32,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:54:57.132627 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4f469f17-26a5-42c1-8174-ac84fca66c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (19a04e41-935e-4a87-b4c2-f7a879e47a32), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:57.273778 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5ad4c7-1263-4494-bfc8-6d3082d58198 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Made reservation on behalf of 534b36f2689245889434f169a0ba9357 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:54:57.278555 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fe5ad4c7-1263-4494-bfc8-6d3082d58198 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:57.302888 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00888b67-53e0-41e8-ac3b-443ee2c6d287 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:54:57.303248 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00888b67-53e0-41e8-ac3b-443ee2c6d287 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:54:57.303679 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00888b67-53e0-41e8-ac3b-443ee2c6d287 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:54:57.304028 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00888b67-53e0-41e8-ac3b-443ee2c6d287 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:54:57.304883 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00888b67-53e0-41e8-ac3b-443ee2c6d287 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:54:57.305942 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00888b67-53e0-41e8-ac3b-443ee2c6d287 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:54:57.306980 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00888b67-53e0-41e8-ac3b-443ee2c6d287 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:54:57.307362 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00888b67-53e0-41e8-ac3b-443ee2c6d287 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:54:57.307902 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00888b67-53e0-41e8-ac3b-443ee2c6d287 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:54:57.308499 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00888b67-53e0-41e8-ac3b-443ee2c6d287 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:54:57.309008 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00888b67-53e0-41e8-ac3b-443ee2c6d287 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:54:57.309433 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00888b67-53e0-41e8-ac3b-443ee2c6d287 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:54:57.310065 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00888b67-53e0-41e8-ac3b-443ee2c6d287 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:54:57.318703 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fe5ad4c7-1263-4494-bfc8-6d3082d58198 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:57.327735 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408b646a-846a-4b92-a31b-66e8e8442aa3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:57.331176 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408b646a-846a-4b92-a31b-66e8e8442aa3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:57.344430 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-408b646a-846a-4b92-a31b-66e8e8442aa3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2658851 Jan 28 02:54:57.347340 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c004e6d0-3bd5-455e-8427-53691cf893bd tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks [] for port (b7ea256c-1185-43f6-ab32-04eda1634fc5), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:57.348630 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40264) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:57.352547 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f53e268f-3fa8-421c-a845-21bc0b21a365 req-f749aa4c-ec04-463a-9d41-86062d6dd4a6 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (75eb9a5e-90c9-4db3-8445-e3d904792762), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:57.365855 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f469f17-26a5-42c1-8174-ac84fca66c14 None None] Pushing event updated for resources: {'Port': ['ID=19a04e41-935e-4a87-b4c2-f7a879e47a32,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:57.379046 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e93b47-5ac6-479b-8326-5238d045e4b8 req-ffaf6d0e-ccf3-45ab-9fb7-b1ab6779ced0 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:57.380783 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-48e93b47-5ac6-479b-8326-5238d045e4b8 req-ffaf6d0e-ccf3-45ab-9fb7-b1ab6779ced0 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=e10628cf-5182-4742-90c0-a8db0de789c5 HTTP/1.1" status: 200 len: 944 time: 0.5466862 Jan 28 02:54:57.389721 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['66eb4a24-18c4-43e9-a494-648b3e57fb71', '40274fd5-c4d9-4dd5-af9e-4fda37d2f007'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:54:57.402043 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-0cdf80f0-6ddd-42dd-a39e-ac4808d2e7d5 None None] Could not find standard attr ID for object 0a0d061b-bbfb-44fb-bad6-a3e5c3a3645b. {{(pid=109804) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 02:54:57.459436 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-eac37dc6-6cd0-49f7-9a80-0de0bebcb212 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting subnet 0110eb61-76d5-4c3f-b3bf-3024352c2794 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:54:57.460725 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 19a04e41-935e-4a87-b4c2-f7a879e47a32 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:54:57.461251 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (19a04e41-935e-4a87-b4c2-f7a879e47a32), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:57.468842 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-eac37dc6-6cd0-49f7-9a80-0de0bebcb212 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (0110eb61-76d5-4c3f-b3bf-3024352c2794), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:57.532860 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c237bcb-c041-4418-831f-124e81aba7d8 None None] Network d468efc2-a65f-4457-a846-ab761946515b requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:54:57.537549 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-48e93b47-5ac6-479b-8326-5238d045e4b8 req-55cb1882-6344-4647-bbee-e833d1c1dce9 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480448 Jan 28 02:54:57.555300 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-eac37dc6-6cd0-49f7-9a80-0de0bebcb212 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (0110eb61-76d5-4c3f-b3bf-3024352c2794), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:57.611385 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c969c260-5033-41fa-8dd1-f9cc26c8df1a req-cc04029b-45b2-4b75-b841-2d9b04b1ee28 service neutron] 10.222.0.67 "GET /v2.0/networks/a227bef5-33d4-4761-8f4b-7835ff8b706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7784150 Jan 28 02:54:57.662130 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-eac37dc6-6cd0-49f7-9a80-0de0bebcb212 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (0110eb61-76d5-4c3f-b3bf-3024352c2794), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:57.735147 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-eac37dc6-6cd0-49f7-9a80-0de0bebcb212 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (0110eb61-76d5-4c3f-b3bf-3024352c2794), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:57.737364 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4423daac-5339-49a6-8604-aa70b31cc26a req-b0a789c3-e569-41bb-a1ae-4fed8a7e3492 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=413a6dc6-f2e9-42e7-81f4-ab06b5852375 HTTP/1.1" status: 200 len: 210 time: 0.0754259 Jan 28 02:54:57.742338 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-3d349398-2854-482a-9259-88e56e618132 None None] Provisioning complete for port 08e1667e-6306-4620-8507-5a6351849646 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:54:57.742796 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3d349398-2854-482a-9259-88e56e618132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (08e1667e-6306-4620-8507-5a6351849646), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:57.798220 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 19a04e41-935e-4a87-b4c2-f7a879e47a32 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:54:57.799410 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 08e1667e-6306-4620-8507-5a6351849646 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:54:57.841864 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac37dc6-6cd0-49f7-9a80-0de0bebcb212 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Subnet': ['ID=0110eb61-76d5-4c3f-b3bf-3024352c2794,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:57.865653 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f749aa4c-ec04-463a-9d41-86062d6dd4a6 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Pushing event deleted for resources: {'Port': ['ID=75eb9a5e-90c9-4db3-8445-e3d904792762,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:57.888725 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4eb4f4-7114-43ae-865c-ff3c52f95c3e req-d5960118-246a-4b69-b2e5-ddc07c8bc3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:57.891376 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1b4eb4f4-7114-43ae-865c-ff3c52f95c3e req-d5960118-246a-4b69-b2e5-ddc07c8bc3cf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d6b2da0075934bcaafbee1846721359a&device_id=e10628cf-5182-4742-90c0-a8db0de789c5 HTTP/1.1" status: 200 len: 1096 time: 0.1519561 Jan 28 02:54:57.897024 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7098318-d7d2-4ae1-a670-4246f665cb7d req-72f0352e-f66e-4836-b196-acdc44c91ac1 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:57.909734 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c7098318-d7d2-4ae1-a670-4246f665cb7d req-72f0352e-f66e-4836-b196-acdc44c91ac1 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9 HTTP/1.1" status: 200 len: 945 time: 0.1887398 Jan 28 02:54:57.958528 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b18f9ab-3057-4147-b43c-3bec96b6bb80 None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:54:57.971115 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-eac37dc6-6cd0-49f7-9a80-0de0bebcb212 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:57.978678 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-eac37dc6-6cd0-49f7-9a80-0de0bebcb212 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/0110eb61-76d5-4c3f-b3bf-3024352c2794 HTTP/1.1" status: 204 len: 168 time: 0.6286156 Jan 28 02:54:58.008692 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40272) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:58.038245 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-f53e268f-3fa8-421c-a845-21bc0b21a365 req-f749aa4c-ec04-463a-9d41-86062d6dd4a6 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] No DVR routers for this DVR port 75eb9a5e-90c9-4db3-8445-e3d904792762 on host n-h2-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:54:58.055815 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f53e268f-3fa8-421c-a845-21bc0b21a365 req-f749aa4c-ec04-463a-9d41-86062d6dd4a6 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:58.060585 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f53e268f-3fa8-421c-a845-21bc0b21a365 req-f749aa4c-ec04-463a-9d41-86062d6dd4a6 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.39 "DELETE /v2.0/ports/75eb9a5e-90c9-4db3-8445-e3d904792762 HTTP/1.1" status: 204 len: 173 time: 3.4570117 Jan 28 02:54:58.066452 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413a6dc6-f2e9-42e7-81f4-ab06b5852375', 'name': 'network-vif-deleted', 'tag': '75eb9a5e-90c9-4db3-8445-e3d904792762'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:54:58.082195 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510859c0-8064-4983-b47f-815ad4d4397d" -d '{"events": [{"server_uuid": "413a6dc6-f2e9-42e7-81f4-ab06b5852375", "name": "network-vif-deleted", "tag": "75eb9a5e-90c9-4db3-8445-e3d904792762"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:54:58.132020 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c004e6d0-3bd5-455e-8427-53691cf893bd tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (b7ea256c-1185-43f6-ab32-04eda1634fc5), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:58.159033 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c004e6d0-3bd5-455e-8427-53691cf893bd tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Network d468efc2-a65f-4457-a846-ab761946515b is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:54:58.180431 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-3d349398-2854-482a-9259-88e56e618132 None None] Current status of the port 08e1667e-6306-4620-8507-5a6351849646 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:54:58.180832 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3d349398-2854-482a-9259-88e56e618132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (08e1667e-6306-4620-8507-5a6351849646), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:58.191070 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c7098318-d7d2-4ae1-a670-4246f665cb7d req-2d823ca6-b6a3-4389-b9e2-b42548e493e3 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801099 Jan 28 02:54:58.201725 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-c004e6d0-3bd5-455e-8427-53691cf893bd tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:54:58.240999 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-12272009-aa91-4a34-8185-347b1d2f4f57 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2305350 Jan 28 02:54:58.247281 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40284) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:58.265352 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-3d349398-2854-482a-9259-88e56e618132 None None] For port 08e1667e-6306-4620-8507-5a6351849646, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=08e1667e-6306-4620-8507-5a6351849646,segment=NetworkSegment(08579d7b-ee04-4dba-9a58-af7df8141495),segment_id=08579d7b-ee04-4dba-9a58-af7df8141495)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:54:58.276941 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c004e6d0-3bd5-455e-8427-53691cf893bd tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:54:58.283642 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3d349398-2854-482a-9259-88e56e618132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (08e1667e-6306-4620-8507-5a6351849646), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:58.367283 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fe5ad4c7-1263-4494-bfc8-6d3082d58198 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks [] for security_group (23e23e90-9859-4ed4-9334-217457ad8f20), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:58.370984 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e504c2cd-9a3c-4a9a-8ae2-0b16a3a7827d x-openstack-request-id: req-e504c2cd-9a3c-4a9a-8ae2-0b16a3a7827d {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:54:58.371604 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "413a6dc6-f2e9-42e7-81f4-ab06b5852375", "name": "network-vif-deleted", "tag": "75eb9a5e-90c9-4db3-8445-e3d904792762", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:54:58.372056 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e504c2cd-9a3c-4a9a-8ae2-0b16a3a7827d {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:54:58.372749 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413a6dc6-f2e9-42e7-81f4-ab06b5852375', 'name': 'network-vif-deleted', 'tag': '75eb9a5e-90c9-4db3-8445-e3d904792762', 'status': 'completed', 'code': 200} Jan 28 02:54:58.403702 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 08e1667e-6306-4620-8507-5a6351849646 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:54:58.405328 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c004e6d0-3bd5-455e-8427-53691cf893bd tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Pushing event updated for resources: {'Port': ['ID=b7ea256c-1185-43f6-ab32-04eda1634fc5,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:58.405520 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (08e1667e-6306-4620-8507-5a6351849646), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:58.412820 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fe5ad4c7-1263-4494-bfc8-6d3082d58198 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (23e23e90-9859-4ed4-9334-217457ad8f20), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:58.454190 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5ad4c7-1263-4494-bfc8-6d3082d58198 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23e23e90-9859-4ed4-9334-217457ad8f20,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:58.517372 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c004e6d0-3bd5-455e-8427-53691cf893bd tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:58.519147 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c004e6d0-3bd5-455e-8427-53691cf893bd tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:58.527687 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe5ad4c7-1263-4494-bfc8-6d3082d58198 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:54:58.587604 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fe5ad4c7-1263-4494-bfc8-6d3082d58198 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (ca0ccffe-1869-4f30-9e73-82090cb44f30), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:58.594242 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-fe5ad4c7-1263-4494-bfc8-6d3082d58198 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Added segment ca0ccffe-1869-4f30-9e73-82090cb44f30 of type vlan for network d3936e99-ab47-451e-a683-844894319dc3 Jan 28 02:54:58.598924 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c004e6d0-3bd5-455e-8427-53691cf893bd tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.9979429 Jan 28 02:54:58.621211 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40290) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:58.651279 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-0ce81bdc-ea34-41e5-ae16-ff40d06c387e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Request body: {'port': {'network_id': 'd468efc2-a65f-4457-a846-ab761946515b', 'name': 'tempest-TaggedBootDevicesTest-1958970033', 'fixed_ips': [{'subnet_id': '49a68bb6-80b9-4dbc-a512-787aeaf1e11f'}]}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:58.733853 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-4b59dee1-d523-4768-bcc6-2389e97182e0 None None] Provisioning complete for port 08e1667e-6306-4620-8507-5a6351849646 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:54:58.734479 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4b59dee1-d523-4768-bcc6-2389e97182e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (08e1667e-6306-4620-8507-5a6351849646), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:58.743934 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 75eb9a5e-90c9-4db3-8445-e3d904792762 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:54:58.782320 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 75eb9a5e-90c9-4db3-8445-e3d904792762 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:54:58.783597 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 75eb9a5e-90c9-4db3-8445-e3d904792762 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:54:58.831218 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d349398-2854-482a-9259-88e56e618132 None None] Pushing event updated for resources: {'Port': ['ID=08e1667e-6306-4620-8507-5a6351849646,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:58.876162 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7e5230-8e27-40d0-8e8e-c0215d632843 None None] DHCP port deletion for f4e9908e-37c3-477d-90df-65c02e38c857 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:54:58.889428 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354651a5-f556-48a2-b440-6e92c13a9ce2 None None] Network 9d63e9ac-6b2c-46ae-b695-7b9d65c9a866 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:54:58.897996 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 08e1667e-6306-4620-8507-5a6351849646 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:54:58.927956 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fe5ad4c7-1263-4494-bfc8-6d3082d58198 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (d3936e99-ab47-451e-a683-844894319dc3), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:58.947632 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce81bdc-ea34-41e5-ae16-ff40d06c387e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Made reservation on behalf of 7581cafbb59a47148e5d33dde7c9cb23 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:54:58.952847 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0ce81bdc-ea34-41e5-ae16-ff40d06c387e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:58.987965 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f38a04-643a-433b-8e88-82777867ad80 req-dbc76112-9ecf-4d93-ab3c-c77de1b7cba8 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:58.989476 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-64f38a04-643a-433b-8e88-82777867ad80 req-dbc76112-9ecf-4d93-ab3c-c77de1b7cba8 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=e10628cf-5182-4742-90c0-a8db0de789c5 HTTP/1.1" status: 200 len: 944 time: 0.1420610 Jan 28 02:54:59.010008 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-0ce81bdc-ea34-41e5-ae16-ff40d06c387e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] device_id is not set on port 1aab93c4-9491-4b44-ab45-394e2d033a1e yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:54:59.026316 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fe5ad4c7-1263-4494-bfc8-6d3082d58198 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (d3936e99-ab47-451e-a683-844894319dc3), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:59.031833 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5ad4c7-1263-4494-bfc8-6d3082d58198 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:59.032650 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fe5ad4c7-1263-4494-bfc8-6d3082d58198 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:59.173153 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac31c05-60ba-45ab-b807-cf0706475615 req-d2950414-577b-4b0a-8dfb-808345c0143a tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:59.175224 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-fe5ad4c7-1263-4494-bfc8-6d3082d58198 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.5124207 Jan 28 02:54:59.184818 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40294) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:59.186078 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dac31c05-60ba-45ab-b807-cf0706475615 req-d2950414-577b-4b0a-8dfb-808345c0143a tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/networks?id=8a90ebac-f69f-461b-a785-3d45e68aad72 HTTP/1.1" status: 200 len: 805 time: 0.9473853 Jan 28 02:54:59.194043 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-40acf62d-45f7-421f-a74a-1a812b05322a tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Request body: {'subnet': {'network_id': 'd3936e99-ab47-451e-a683-844894319dc3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:59.217591 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dac31c05-60ba-45ab-b807-cf0706475615 req-1820a9dd-e280-4949-9a62-4540a5a82aca tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/quotas/681abe9293864888ab6acd56a99956db HTTP/1.1" status: 200 len: 375 time: 0.0304794 Jan 28 02:54:59.246550 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 08e1667e-6306-4620-8507-5a6351849646 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:54:59.267655 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc19c6c-7610-4f82-80be-f3361c0fbb60 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:59.271329 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8bc19c6c-7610-4f82-80be-f3361c0fbb60 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.0189514 Jan 28 02:54:59.280458 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40298) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:59.285181 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5ad4c7-1263-4494-bfc8-6d3082d58198 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Pushing event updated for resources: {'Network': ['ID=d3936e99-ab47-451e-a683-844894319dc3,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:59.305046 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-64f38a04-643a-433b-8e88-82777867ad80 req-77398c7e-05e8-449a-aaa3-808dcb8e7ae7 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068984 Jan 28 02:54:59.314039 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network d3936e99-ab47-451e-a683-844894319dc3 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:54:59.327091 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:59.331514 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4eb4f4-7114-43ae-865c-ff3c52f95c3e req-1581dadc-561f-4650-a92f-8fb8ae6e6579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:59.334228 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1b4eb4f4-7114-43ae-865c-ff3c52f95c3e req-1581dadc-561f-4650-a92f-8fb8ae6e6579 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a227bef5-33d4-4761-8f4b-7835ff8b706a HTTP/1.1" status: 200 len: 916 time: 1.4357710 Jan 28 02:54:59.382530 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-9d7e5230-8e27-40d0-8e8e-c0215d632843 None None] Deleting port 19a04e41-935e-4a87-b4c2-f7a879e47a32 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:54:59.383144 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9d7e5230-8e27-40d0-8e8e-c0215d632843 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (19a04e41-935e-4a87-b4c2-f7a879e47a32), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:59.403025 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1b4eb4f4-7114-43ae-865c-ff3c52f95c3e req-637a37d5-edc0-4cd2-802f-1617a772ec05 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8b7d385-5365-470a-8b93-7f20f329746f HTTP/1.1" status: 200 len: 217 time: 0.0607164 Jan 28 02:54:59.411160 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dac31c05-60ba-45ab-b807-cf0706475615 req-ca3a3a66-54fc-4c16-bd16-68b4fed85ac6 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=681abe9293864888ab6acd56a99956db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1926816 Jan 28 02:54:59.445145 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40acf62d-45f7-421f-a74a-1a812b05322a tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Made reservation on behalf of 534b36f2689245889434f169a0ba9357 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:54:59.452969 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-40acf62d-45f7-421f-a74a-1a812b05322a tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:59.455375 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-9d7e5230-8e27-40d0-8e8e-c0215d632843 None None] For port 19a04e41-935e-4a87-b4c2-f7a879e47a32, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=19a04e41-935e-4a87-b4c2-f7a879e47a32,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:54:59.455896 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9d7e5230-8e27-40d0-8e8e-c0215d632843 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (19a04e41-935e-4a87-b4c2-f7a879e47a32), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:59.470968 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-9d7e5230-8e27-40d0-8e8e-c0215d632843 None None] Calling delete_port for 19a04e41-935e-4a87-b4c2-f7a879e47a32 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:54:59.523782 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dac31c05-60ba-45ab-b807-cf0706475615 req-14274d49-9bdd-4a56-99bb-8d84affa9dc4 service neutron] 10.222.0.53 "GET /v2.0/networks/8a90ebac-f69f-461b-a785-3d45e68aad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998013 Jan 28 02:54:59.551984 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f3c177-59c4-46da-8e94-bb10b1d95689 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:59.555980 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-05f3c177-59c4-46da-8e94-bb10b1d95689 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2723217 Jan 28 02:54:59.569666 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40302) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:59.618514 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9d7e5230-8e27-40d0-8e8e-c0215d632843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (19a04e41-935e-4a87-b4c2-f7a879e47a32), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:59.650599 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-0ce81bdc-ea34-41e5-ae16-ff40d06c387e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Allocated IP 10.1.1.196 (d468efc2-a65f-4457-a846-ab761946515b/49a68bb6-80b9-4dbc-a512-787aeaf1e11f/1aab93c4-9491-4b44-ab45-394e2d033a1e) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:54:59.682736 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c3da60d4-afd0-43be-a4fe-d6a450935b79 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1019731 Jan 28 02:54:59.683464 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40306) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:54:59.686626 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d426077-2d4c-41c8-a7da-ce303c535ed6 req-99a7f7ef-9349-4a3e-8c83-d274f095a093 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:59.690044 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2d426077-2d4c-41c8-a7da-ce303c535ed6 req-99a7f7ef-9349-4a3e-8c83-d274f095a093 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9 HTTP/1.1" status: 200 len: 945 time: 0.1994283 Jan 28 02:54:59.693876 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-f872a6d2-976d-4bb7-911c-3875fac6983b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'subnet': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:54:59.710831 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-4b59dee1-d523-4768-bcc6-2389e97182e0 None None] Current status of the port 08e1667e-6306-4620-8507-5a6351849646 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:54:59.711575 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4eb4f4-7114-43ae-865c-ff3c52f95c3e req-599845ce-c54d-4748-ab4f-ea40dc1e18b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:54:59.713359 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1b4eb4f4-7114-43ae-865c-ff3c52f95c3e req-599845ce-c54d-4748-ab4f-ea40dc1e18b3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=71933df8-4f13-480f-bf22-3df8e014d14e HTTP/1.1" status: 200 len: 855 time: 0.2988794 Jan 28 02:54:59.713484 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e5230-8e27-40d0-8e8e-c0215d632843 None None] Pushing event deleted for resources: {'Port': ['ID=19a04e41-935e-4a87-b4c2-f7a879e47a32,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:54:59.718976 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 08e1667e-6306-4620-8507-5a6351849646 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:54:59.719441 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (08e1667e-6306-4620-8507-5a6351849646), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:59.720961 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-79b4fff7-439c-4256-a10d-c72883ed9766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:59.756452 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7e5230-8e27-40d0-8e8e-c0215d632843 None None] No DVR routers for this DVR port 19a04e41-935e-4a87-b4c2-f7a879e47a32 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:54:59.788511 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1b4eb4f4-7114-43ae-865c-ff3c52f95c3e req-a8781cc2-a10d-43b4-9cf6-dcdb3a59f30e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a227bef5-33d4-4761-8f4b-7835ff8b706a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437319 Jan 28 02:54:59.843267 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dac31c05-60ba-45ab-b807-cf0706475615 req-13f62e68-6781-48e6-a0af-00adef2260f2 service neutron] 10.222.0.53 "GET /v2.0/networks/8a90ebac-f69f-461b-a785-3d45e68aad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882814 Jan 28 02:54:59.938355 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f872a6d2-976d-4bb7-911c-3875fac6983b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:54:59.939697 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-ebbabed8-af46-4384-a58e-889dca8c738e None None] Provisioning complete for port b7ea256c-1185-43f6-ab32-04eda1634fc5 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:54:59.940080 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ebbabed8-af46-4384-a58e-889dca8c738e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b7ea256c-1185-43f6-ab32-04eda1634fc5), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:54:59.943436 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 08e1667e-6306-4620-8507-5a6351849646 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:54:59.943952 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 3d87b489-3463-4290-a53c-2018c8f59d0e up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:54:59.945026 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f872a6d2-976d-4bb7-911c-3875fac6983b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:00.004478 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1b4eb4f4-7114-43ae-865c-ff3c52f95c3e req-cf8c4ea0-c887-4d5c-a40f-a0168052db6b service neutron] 10.222.0.67 "GET /v2.0/networks/a227bef5-33d4-4761-8f4b-7835ff8b706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027848 Jan 28 02:55:00.107105 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-ebbabed8-af46-4384-a58e-889dca8c738e None None] Port b7ea256c-1185-43f6-ab32-04eda1634fc5 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:55:00.149853 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-ebbabed8-af46-4384-a58e-889dca8c738e None None] Provisioning complete for port 3d87b489-3463-4290-a53c-2018c8f59d0e triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:00.150238 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ebbabed8-af46-4384-a58e-889dca8c738e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3d87b489-3463-4290-a53c-2018c8f59d0e), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:00.194438 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 3d87b489-3463-4290-a53c-2018c8f59d0e triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:00.194823 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3d87b489-3463-4290-a53c-2018c8f59d0e), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:00.198810 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1b4eb4f4-7114-43ae-865c-ff3c52f95c3e req-06b40a5e-c551-4033-b78a-95c4e621212b service neutron] 10.222.0.67 "GET /v2.0/networks/a227bef5-33d4-4761-8f4b-7835ff8b706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777692 Jan 28 02:55:00.343222 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0ce81bdc-ea34-41e5-ae16-ff40d06c387e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks [] for port (1aab93c4-9491-4b44-ab45-394e2d033a1e), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:00.350003 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 3d87b489-3463-4290-a53c-2018c8f59d0e is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:00.352123 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3d87b489-3463-4290-a53c-2018c8f59d0e), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:00.387864 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-40acf62d-45f7-421f-a74a-1a812b05322a tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (f6d4f1c5-21df-4b9c-a342-001eea477388), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:00.399360 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0ce81bdc-ea34-41e5-ae16-ff40d06c387e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (1aab93c4-9491-4b44-ab45-394e2d033a1e), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:00.427064 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-ebbabed8-af46-4384-a58e-889dca8c738e None None] Current status of the port 3d87b489-3463-4290-a53c-2018c8f59d0e is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:00.428531 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ebbabed8-af46-4384-a58e-889dca8c738e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3d87b489-3463-4290-a53c-2018c8f59d0e), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:00.472446 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 3d87b489-3463-4290-a53c-2018c8f59d0e, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=3d87b489-3463-4290-a53c-2018c8f59d0e,segment=NetworkSegment(54ef7b2b-f6f2-4013-a152-07e010d0c194),segment_id=54ef7b2b-f6f2-4013-a152-07e010d0c194)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:55:00.544568 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8fd0880b-e268-442b-9b1f-656432657450 req-6afdb944-dadd-43c4-b074-dfa6791bf0ed tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0b4cc68-dfd2-4d77-bafb-8eb95f05f61f HTTP/1.1" status: 200 len: 210 time: 0.0483291 Jan 28 02:55:00.567340 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f872a6d2-976d-4bb7-911c-3875fac6983b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (81f1a3eb-423d-4083-9e6d-3ee8368dcb8f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:00.586860 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3d87b489-3463-4290-a53c-2018c8f59d0e), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:00.595147 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.api [None req-ebbabed8-af46-4384-a58e-889dca8c738e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 02:55:00.597281 n-d-712139-27 neutron-server[109804]: DEBUG oslo_db.api [None req-ebbabed8-af46-4384-a58e-889dca8c738e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 02:55:00.674458 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f872a6d2-976d-4bb7-911c-3875fac6983b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:55:00.678263 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872a6d2-976d-4bb7-911c-3875fac6983b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Subnet': ['ID=81f1a3eb-423d-4083-9e6d-3ee8368dcb8f,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:00.687474 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 19a04e41-935e-4a87-b4c2-f7a879e47a32 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:55:00.693932 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-f872a6d2-976d-4bb7-911c-3875fac6983b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:00.698497 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f872a6d2-976d-4bb7-911c-3875fac6983b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:00.700663 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f872a6d2-976d-4bb7-911c-3875fac6983b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:00.749159 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 19a04e41-935e-4a87-b4c2-f7a879e47a32 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:55:00.761582 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 19a04e41-935e-4a87-b4c2-f7a879e47a32 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:55:00.763518 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d59dc4d-0788-40f9-8896-f8c1c986d177 None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:55:00.777360 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f872a6d2-976d-4bb7-911c-3875fac6983b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0895286 Jan 28 02:55:00.781595 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40322) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:00.785807 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=3d87b489-3463-4290-a53c-2018c8f59d0e,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:00.800271 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-3a3dbb50-4412-4851-9b14-e3a0f0eee59c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'port': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'fixed_ips': [{'subnet_id': '81f1a3eb-423d-4083-9e6d-3ee8368dcb8f', 'ip_address': '2001:db8::1ce1:294e:24b9:45b4'}], 'name': 'tempest-NetworksTestDHCPv6-127587653'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:00.865639 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2d426077-2d4c-41c8-a7da-ce303c535ed6 req-3e63a5a0-89ea-4252-a049-72d4273a83c1 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0069542 Jan 28 02:55:00.921040 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce81bdc-ea34-41e5-ae16-ff40d06c387e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Network d468efc2-a65f-4457-a846-ab761946515b is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:55:00.928404 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-0ce81bdc-ea34-41e5-ae16-ff40d06c387e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:00.938929 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce81bdc-ea34-41e5-ae16-ff40d06c387e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:55:00.946239 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40acf62d-45f7-421f-a74a-1a812b05322a tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Pushing event updated for resources: {'Subnet': ['ID=f6d4f1c5-21df-4b9c-a342-001eea477388,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:00.951163 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97666e92-4db9-4154-8b52-7e7e12507c7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-f4e9908e-37c3-477d-90df-65c02e38c857', 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'project_id': '3079a2e247734574a53d1baca2087c94', 'fixed_ips': [{'subnet_id': '81f1a3eb-423d-4083-9e6d-3ee8368dcb8f'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:55:00.952154 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-97666e92-4db9-4154-8b52-7e7e12507c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:00.975597 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce81bdc-ea34-41e5-ae16-ff40d06c387e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Pushing event updated for resources: {'Port': ['ID=1aab93c4-9491-4b44-ab45-394e2d033a1e,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:01.006667 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40acf62d-45f7-421f-a74a-1a812b05322a tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Checking segment: {'id': 'ca0ccffe-1869-4f30-9e73-82090cb44f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd3936e99-ab47-451e-a683-844894319dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:55:01.007121 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40acf62d-45f7-421f-a74a-1a812b05322a tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Network hostable DHCP agents. Network: d3936e99-ab47-451e-a683-844894319dc3, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:55:01.018320 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce81bdc-ea34-41e5-ae16-ff40d06c387e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:01.018985 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0ce81bdc-ea34-41e5-ae16-ff40d06c387e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:01.056122 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8070b-9069-47ef-adac-7d047db12cee req-c233ad9e-a01c-4195-b8e8-bda37abc5748 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:01.058737 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-03b8070b-9069-47ef-adac-7d047db12cee req-c233ad9e-a01c-4195-b8e8-bda37abc5748 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=27813433-c6e6-48b0-824e-52d32390555a HTTP/1.1" status: 200 len: 949 time: 0.3825588 Jan 28 02:55:01.084479 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0ce81bdc-ea34-41e5-ae16-ff40d06c387e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4620037 Jan 28 02:55:01.140923 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40acf62d-45f7-421f-a74a-1a812b05322a tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Network d3936e99-ab47-451e-a683-844894319dc3 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:55:01.170432 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b907d8-bd96-46b6-befa-4b5b3574c844 req-978850b4-49ce-4c51-8a83-16a119130596 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:01.178638 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 3d87b489-3463-4290-a53c-2018c8f59d0e up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:55:01.179790 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-02b907d8-bd96-46b6-befa-4b5b3574c844 req-978850b4-49ce-4c51-8a83-16a119130596 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=e10628cf-5182-4742-90c0-a8db0de789c5 HTTP/1.1" status: 200 len: 944 time: 0.1484005 Jan 28 02:55:01.181273 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-40acf62d-45f7-421f-a74a-1a812b05322a tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, d3936e99-ab47-451e-a683-844894319dc3) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:01.190783 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40acf62d-45f7-421f-a74a-1a812b05322a tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:01.196892 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-40acf62d-45f7-421f-a74a-1a812b05322a tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:01.269363 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-40acf62d-45f7-421f-a74a-1a812b05322a tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0804188 Jan 28 02:55:01.272893 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40326) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:01.284055 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-a2029307-7b6b-4e9d-a1ff-4c57f104e096 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Request body: {'port': {'network_id': 'd3936e99-ab47-451e-a683-844894319dc3', 'name': 'tempest-AllowedAddressPairTestJSON-51816231'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:01.285320 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c499e1e-52c6-4c97-ad87-c1c2ced87c74 None None] Network d3936e99-ab47-451e-a683-844894319dc3 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:55:01.299567 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-03b8070b-9069-47ef-adac-7d047db12cee req-816c58b5-d875-4fbf-a048-87e0bbdf0f28 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284932 Jan 28 02:55:01.314859 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3dbb50-4412-4851-9b14-e3a0f0eee59c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:55:01.409493 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-ebbabed8-af46-4384-a58e-889dca8c738e None None] Current status of the port 3d87b489-3463-4290-a53c-2018c8f59d0e is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:01.420175 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 3d87b489-3463-4290-a53c-2018c8f59d0e triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:01.420561 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3d87b489-3463-4290-a53c-2018c8f59d0e), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:01.498286 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-97666e92-4db9-4154-8b52-7e7e12507c7e None None] Allocated IP 2001:db8::2 (f4e9908e-37c3-477d-90df-65c02e38c857/81f1a3eb-423d-4083-9e6d-3ee8368dcb8f/3b680ae7-3088-4753-a3cd-f2bda6896662) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:55:01.503282 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40330) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:01.531365 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-90dc3b15-025f-4b01-8f56-d7a33a341b7a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1267132952', 'description': 'tempest-description--2131876590'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:01.537569 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3a3dbb50-4412-4851-9b14-e3a0f0eee59c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:01.561037 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0c07f5-bd83-4ac6-8b67-71ce87d07081 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-d3936e99-ab47-451e-a683-844894319dc3', 'network_id': 'd3936e99-ab47-451e-a683-844894319dc3', 'project_id': '534b36f2689245889434f169a0ba9357', 'fixed_ips': [{'subnet_id': 'f6d4f1c5-21df-4b9c-a342-001eea477388'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:55:01.561989 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0a0c07f5-bd83-4ac6-8b67-71ce87d07081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:01.580637 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-3a3dbb50-4412-4851-9b14-e3a0f0eee59c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] device_id is not set on port acd6efd3-bc13-4cdf-8b21-60fac81a13c1 yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:55:01.589959 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-02b907d8-bd96-46b6-befa-4b5b3574c844 req-bd60e41a-9d91-497d-bf16-aa9197f55708 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882372 Jan 28 02:55:01.592569 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-9f007772-d509-4ee9-880a-b1a81292df19 None None] Provisioning complete for port 1aab93c4-9491-4b44-ab45-394e2d033a1e triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:01.592956 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9f007772-d509-4ee9-880a-b1a81292df19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (1aab93c4-9491-4b44-ab45-394e2d033a1e), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:01.609399 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2029307-7b6b-4e9d-a1ff-4c57f104e096 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Made reservation on behalf of 534b36f2689245889434f169a0ba9357 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:55:01.631537 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a2029307-7b6b-4e9d-a1ff-4c57f104e096 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:01.680213 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 3d87b489-3463-4290-a53c-2018c8f59d0e is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:01.705245 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-90dc3b15-025f-4b01-8f56-d7a33a341b7a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:01.725385 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-a2029307-7b6b-4e9d-a1ff-4c57f104e096 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] device_id is not set on port a64fe4ee-9098-4023-99a7-f28597237fc3 yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:55:01.783168 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f000a08a-a16c-4f01-9bd9-815e730015de req-5b75e34a-ef80-41f2-86f8-177a55bb0575 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0b4cc68-dfd2-4d77-bafb-8eb95f05f61f HTTP/1.1" status: 200 len: 210 time: 0.0717845 Jan 28 02:55:01.863069 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-9f007772-d509-4ee9-880a-b1a81292df19 None None] Port 1aab93c4-9491-4b44-ab45-394e2d033a1e cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:55:01.899237 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cc44fe1e-dd02-40ff-b9a5-2881fab42cc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:01.913170 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-9f007772-d509-4ee9-880a-b1a81292df19 None None] Provisioning complete for port 3d87b489-3463-4290-a53c-2018c8f59d0e triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:01.913681 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9f007772-d509-4ee9-880a-b1a81292df19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3d87b489-3463-4290-a53c-2018c8f59d0e), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:01.928375 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-a2029307-7b6b-4e9d-a1ff-4c57f104e096 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Allocated IP 172.20.0.10 (d3936e99-ab47-451e-a683-844894319dc3/f6d4f1c5-21df-4b9c-a342-001eea477388/a64fe4ee-9098-4023-99a7-f28597237fc3) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:55:02.000922 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-97666e92-4db9-4154-8b52-7e7e12507c7e None None] Publish callbacks [] for port (3b680ae7-3088-4753-a3cd-f2bda6896662), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:02.013311 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-97666e92-4db9-4154-8b52-7e7e12507c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (3b680ae7-3088-4753-a3cd-f2bda6896662), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:02.044009 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954a68c-1a91-4cf1-bea3-01c75a96ebac req-c0455f2a-abc6-4750-9351-60b21bdd82ae tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:02.046601 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d954a68c-1a91-4cf1-bea3-01c75a96ebac req-c0455f2a-abc6-4750-9351-60b21bdd82ae tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.39 "GET /v2.0/ports?device_id=27813433-c6e6-48b0-824e-52d32390555a HTTP/1.1" status: 200 len: 949 time: 0.1131299 Jan 28 02:55:02.167768 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-3a3dbb50-4412-4851-9b14-e3a0f0eee59c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Allocated IP 2001:db8::1ce1:294e:24b9:45b4 (f4e9908e-37c3-477d-90df-65c02e38c857/81f1a3eb-423d-4083-9e6d-3ee8368dcb8f/acd6efd3-bc13-4cdf-8b21-60fac81a13c1) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:55:02.220738 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-d954a68c-1a91-4cf1-bea3-01c75a96ebac req-7e9b1a8b-e2f5-44ce-bc47-c288626a8b7a tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Deleting port 66eb4a24-18c4-43e9-a494-648b3e57fb71 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:55:02.221102 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d954a68c-1a91-4cf1-bea3-01c75a96ebac req-7e9b1a8b-e2f5-44ce-bc47-c288626a8b7a tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (66eb4a24-18c4-43e9-a494-648b3e57fb71), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:02.262370 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac31c05-60ba-45ab-b807-cf0706475615 req-19ecad0f-bfcf-4891-9886-e7b2cc710a1b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:02.263923 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dac31c05-60ba-45ab-b807-cf0706475615 req-19ecad0f-bfcf-4891-9886-e7b2cc710a1b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.39 "GET /v2.0/networks?id=8a90ebac-f69f-461b-a785-3d45e68aad72 HTTP/1.1" status: 200 len: 805 time: 0.4143295 Jan 28 02:55:02.284491 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97666e92-4db9-4154-8b52-7e7e12507c7e None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:55:02.291469 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17026dc-1819-422f-9549-f190eb48d05a req-36c0fffb-9b1f-4b0f-8e32-bedd1095618f tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:02.293038 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c17026dc-1819-422f-9549-f190eb48d05a req-36c0fffb-9b1f-4b0f-8e32-bedd1095618f tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9 HTTP/1.1" status: 200 len: 945 time: 0.1784847 Jan 28 02:55:02.299860 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-97666e92-4db9-4154-8b52-7e7e12507c7e None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:02.306272 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97666e92-4db9-4154-8b52-7e7e12507c7e None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:55:02.327705 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-9f007772-d509-4ee9-880a-b1a81292df19 None None] Current status of the port 3d87b489-3463-4290-a53c-2018c8f59d0e is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:02.338333 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-90dc3b15-025f-4b01-8f56-d7a33a341b7a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks [] for security_group (9ca97519-4165-4353-a1f7-1a144a9a1986), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:02.347344 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97666e92-4db9-4154-8b52-7e7e12507c7e None None] Pushing event updated for resources: {'Port': ['ID=3b680ae7-3088-4753-a3cd-f2bda6896662,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:02.379944 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-97666e92-4db9-4154-8b52-7e7e12507c7e None None] Attempting to bind port 3b680ae7-3088-4753-a3cd-f2bda6896662 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:55:02.380493 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-97666e92-4db9-4154-8b52-7e7e12507c7e None None] Attempting to bind port 3b680ae7-3088-4753-a3cd-f2bda6896662 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:55:02.381003 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97666e92-4db9-4154-8b52-7e7e12507c7e None None] Attempting to bind port 3b680ae7-3088-4753-a3cd-f2bda6896662 on network f4e9908e-37c3-477d-90df-65c02e38c857 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:55:02.386587 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97666e92-4db9-4154-8b52-7e7e12507c7e None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:55:02.387279 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97666e92-4db9-4154-8b52-7e7e12507c7e None None] Checking segment: {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:55:02.387783 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-97666e92-4db9-4154-8b52-7e7e12507c7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:02.388872 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97666e92-4db9-4154-8b52-7e7e12507c7e None None] Bound using segment: {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:55:02.389426 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-97666e92-4db9-4154-8b52-7e7e12507c7e None None] Bound port: 3b680ae7-3088-4753-a3cd-f2bda6896662, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:55:02.389909 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-97666e92-4db9-4154-8b52-7e7e12507c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3b680ae7-3088-4753-a3cd-f2bda6896662), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:02.404438 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-d954a68c-1a91-4cf1-bea3-01c75a96ebac req-7e9b1a8b-e2f5-44ce-bc47-c288626a8b7a tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] For port 66eb4a24-18c4-43e9-a494-648b3e57fb71, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=66eb4a24-18c4-43e9-a494-648b3e57fb71,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:55:02.405109 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d954a68c-1a91-4cf1-bea3-01c75a96ebac req-7e9b1a8b-e2f5-44ce-bc47-c288626a8b7a tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (66eb4a24-18c4-43e9-a494-648b3e57fb71), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:02.406474 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-dac31c05-60ba-45ab-b807-cf0706475615 req-7a3c4fec-ad09-4a54-8dab-a9bc7175116d tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Request body: {'port': {'device_id': 'e0b4cc68-dfd2-4d77-bafb-8eb95f05f61f', 'network_id': '8a90ebac-f69f-461b-a785-3d45e68aad72', 'admin_state_up': True, 'tenant_id': '681abe9293864888ab6acd56a99956db'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:02.417717 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-90dc3b15-025f-4b01-8f56-d7a33a341b7a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (9ca97519-4165-4353-a1f7-1a144a9a1986), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:02.448889 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a2029307-7b6b-4e9d-a1ff-4c57f104e096 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks [] for port (a64fe4ee-9098-4023-99a7-f28597237fc3), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:02.453923 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-d954a68c-1a91-4cf1-bea3-01c75a96ebac req-7e9b1a8b-e2f5-44ce-bc47-c288626a8b7a tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Calling delete_port for 66eb4a24-18c4-43e9-a494-648b3e57fb71 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:55:02.464922 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-97666e92-4db9-4154-8b52-7e7e12507c7e None None] For port 3b680ae7-3088-4753-a3cd-f2bda6896662, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:55:02.467796 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-97666e92-4db9-4154-8b52-7e7e12507c7e None None] For port 3b680ae7-3088-4753-a3cd-f2bda6896662, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=3b680ae7-3088-4753-a3cd-f2bda6896662,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:55:02.473377 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-97666e92-4db9-4154-8b52-7e7e12507c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3b680ae7-3088-4753-a3cd-f2bda6896662), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:02.488014 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3a3dbb50-4412-4851-9b14-e3a0f0eee59c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for port (acd6efd3-bc13-4cdf-8b21-60fac81a13c1), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:02.512549 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd1bcab-fccf-4309-aa68-d5520eb7c360 req-dc34560f-57cd-4db4-a83a-15369c6c739a tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:02.515198 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-acd1bcab-fccf-4309-aa68-d5520eb7c360 req-dc34560f-57cd-4db4-a83a-15369c6c739a tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=27813433-c6e6-48b0-824e-52d32390555a HTTP/1.1" status: 200 len: 949 time: 0.1195757 Jan 28 02:55:02.530930 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-90dc3b15-025f-4b01-8f56-d7a33a341b7a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:02.532406 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-90dc3b15-025f-4b01-8f56-d7a33a341b7a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.0227404 Jan 28 02:55:02.540305 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40338) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:02.542214 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc3b15-025f-4b01-8f56-d7a33a341b7a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca97519-4165-4353-a1f7-1a144a9a1986,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:02.544411 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device b8b7d385-5365-470a-8b93-7f20f329746f details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:55:02.563024 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-d4d3ba0f-de2a-46d9-b72e-f1242dd2c680 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Request body: {'security_group_rule': {'security_group_id': '9ca97519-4165-4353-a1f7-1a144a9a1986', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:02.579564 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97666e92-4db9-4154-8b52-7e7e12507c7e None None] Pushing event updated for resources: {'Port': ['ID=3b680ae7-3088-4753-a3cd-f2bda6896662,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:02.641611 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3a3dbb50-4412-4851-9b14-e3a0f0eee59c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (acd6efd3-bc13-4cdf-8b21-60fac81a13c1), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:02.684483 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c17026dc-1819-422f-9549-f190eb48d05a req-0382eaa8-791b-409e-826b-593bdb5654db tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750057 Jan 28 02:55:02.733240 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d4d3ba0f-de2a-46d9-b72e-f1242dd2c680 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks [] for security_group_rule (5e44fb35-54cd-46a3-8b7b-771ffb3f80a3), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:02.761433 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a2029307-7b6b-4e9d-a1ff-4c57f104e096 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (a64fe4ee-9098-4023-99a7-f28597237fc3), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:02.762441 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-acd1bcab-fccf-4309-aa68-d5520eb7c360 req-72de000e-f17f-4283-90be-75b67577b7b3 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868582 Jan 28 02:55:02.770019 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3dbb50-4412-4851-9b14-e3a0f0eee59c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:55:02.782392 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dac31c05-60ba-45ab-b807-cf0706475615 req-7a3c4fec-ad09-4a54-8dab-a9bc7175116d tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Made reservation on behalf of 681abe9293864888ab6acd56a99956db for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:55:02.786361 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-dac31c05-60ba-45ab-b807-cf0706475615 req-7a3c4fec-ad09-4a54-8dab-a9bc7175116d tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:02.793294 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-3a3dbb50-4412-4851-9b14-e3a0f0eee59c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:02.796371 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port b8b7d385-5365-470a-8b93-7f20f329746f, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=b8b7d385-5365-470a-8b93-7f20f329746f,segment=NetworkSegment(358dad74-8d99-4de6-a555-7b85f019730b),segment_id=358dad74-8d99-4de6-a555-7b85f019730b)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:55:02.802358 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3dbb50-4412-4851-9b14-e3a0f0eee59c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:55:02.819071 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': 'b8b7d385-5365-470a-8b93-7f20f329746f', 'network_id': 'a227bef5-33d4-4761-8f4b-7835ff8b706a', 'port_id': 'b8b7d385-5365-470a-8b93-7f20f329746f', 'mac_address': 'fa:16:3e:41:c9:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71933df8-4f13-480f-bf22-3df8e014d14e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:55:02.826458 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3dbb50-4412-4851-9b14-e3a0f0eee59c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:02.828950 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3a3dbb50-4412-4851-9b14-e3a0f0eee59c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:02.836546 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-0a0c07f5-bd83-4ac6-8b67-71ce87d07081 None None] Allocated IP 172.20.0.2 (d3936e99-ab47-451e-a683-844894319dc3/f6d4f1c5-21df-4b9c-a342-001eea477388/f7337da6-45d2-44b1-9531-42d5b9126fd9) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:55:02.880908 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dbb50-4412-4851-9b14-e3a0f0eee59c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Port': ['ID=acd6efd3-bc13-4cdf-8b21-60fac81a13c1,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:02.913030 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port b8b7d385-5365-470a-8b93-7f20f329746f is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:02.913936 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b8b7d385-5365-470a-8b93-7f20f329746f), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:02.931466 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-3a3dbb50-4412-4851-9b14-e3a0f0eee59c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1396148 Jan 28 02:55:02.932109 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40346) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:02.988665 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8b7d385-5365-470a-8b93-7f20f329746f {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:55:03.021740 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d4d3ba0f-de2a-46d9-b72e-f1242dd2c680 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks [] for security_group_rule (5e44fb35-54cd-46a3-8b7b-771ffb3f80a3), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:03.024884 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port b8b7d385-5365-470a-8b93-7f20f329746f, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=b8b7d385-5365-470a-8b93-7f20f329746f,segment=NetworkSegment(358dad74-8d99-4de6-a555-7b85f019730b),segment_id=358dad74-8d99-4de6-a555-7b85f019730b)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:55:03.026993 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2029307-7b6b-4e9d-a1ff-4c57f104e096 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Pushing event updated for resources: {'Port': ['ID=a64fe4ee-9098-4023-99a7-f28597237fc3,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:03.039729 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b8b7d385-5365-470a-8b93-7f20f329746f), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:03.148396 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d954a68c-1a91-4cf1-bea3-01c75a96ebac req-7e9b1a8b-e2f5-44ce-bc47-c288626a8b7a tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (66eb4a24-18c4-43e9-a494-648b3e57fb71), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:03.151975 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd070a5e-2458-41f5-8418-ae039d3f80a8 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:03.156278 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=b8b7d385-5365-470a-8b93-7f20f329746f,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:03.162514 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd070a5e-2458-41f5-8418-ae039d3f80a8 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:03.165689 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-dd070a5e-2458-41f5-8418-ae039d3f80a8 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2047608 Jan 28 02:55:03.198375 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-dac31c05-60ba-45ab-b807-cf0706475615 req-7a3c4fec-ad09-4a54-8dab-a9bc7175116d tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Allocated IP 172.20.0.6 (8a90ebac-f69f-461b-a785-3d45e68aad72/4a514938-18f7-4fe1-ae61-4e73697ccb7f/ded7ce43-5f15-479f-a82b-d384db0d6c78) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:55:03.217049 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba29ce-d9d8-4c74-a1b6-a39f0b232874 req-9c011fd9-a095-4511-b2a5-8025362ce9fa tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:03.225324 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-02ba29ce-d9d8-4c74-a1b6-a39f0b232874 req-9c011fd9-a095-4511-b2a5-8025362ce9fa tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=e10628cf-5182-4742-90c0-a8db0de789c5 HTTP/1.1" status: 200 len: 944 time: 0.2911589 Jan 28 02:55:03.228163 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40348) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:03.234619 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['66eb4a24-18c4-43e9-a494-648b3e57fb71', '40274fd5-c4d9-4dd5-af9e-4fda37d2f007'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:55:03.247793 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2029307-7b6b-4e9d-a1ff-4c57f104e096 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Network d3936e99-ab47-451e-a683-844894319dc3 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:55:03.248026 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9b1a8b-e2f5-44ce-bc47-c288626a8b7a tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Pushing event deleted for resources: {'Port': ['ID=66eb4a24-18c4-43e9-a494-648b3e57fb71,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:03.253499 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2029307-7b6b-4e9d-a1ff-4c57f104e096 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:03.255935 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2029307-7b6b-4e9d-a1ff-4c57f104e096 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:03.256635 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2029307-7b6b-4e9d-a1ff-4c57f104e096 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:03.256961 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2029307-7b6b-4e9d-a1ff-4c57f104e096 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:03.257969 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2029307-7b6b-4e9d-a1ff-4c57f104e096 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:03.258391 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2029307-7b6b-4e9d-a1ff-4c57f104e096 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:03.262815 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2029307-7b6b-4e9d-a1ff-4c57f104e096 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:03.263192 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2029307-7b6b-4e9d-a1ff-4c57f104e096 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:03.263545 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2029307-7b6b-4e9d-a1ff-4c57f104e096 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:03.263971 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2029307-7b6b-4e9d-a1ff-4c57f104e096 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:03.264436 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2029307-7b6b-4e9d-a1ff-4c57f104e096 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:03.264837 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2029307-7b6b-4e9d-a1ff-4c57f104e096 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:03.265260 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2029307-7b6b-4e9d-a1ff-4c57f104e096 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:03.269668 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d4d3ba0f-de2a-46d9-b72e-f1242dd2c680 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (5e44fb35-54cd-46a3-8b7b-771ffb3f80a3), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:03.337576 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-a2029307-7b6b-4e9d-a1ff-4c57f104e096 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:03.361281 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f92abef2-88c0-4034-8fd5-f1d76b783d17 req-b1ed7ec1-6747-42ae-aa85-01dba2fc0f72 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0b4cc68-dfd2-4d77-bafb-8eb95f05f61f HTTP/1.1" status: 200 len: 210 time: 0.1291945 Jan 28 02:55:03.372849 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2029307-7b6b-4e9d-a1ff-4c57f104e096 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:55:03.378096 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-d954a68c-1a91-4cf1-bea3-01c75a96ebac req-7e9b1a8b-e2f5-44ce-bc47-c288626a8b7a tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] No DVR routers for this DVR port 66eb4a24-18c4-43e9-a494-648b3e57fb71 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:55:03.383020 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d954a68c-1a91-4cf1-bea3-01c75a96ebac req-7e9b1a8b-e2f5-44ce-bc47-c288626a8b7a tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:03.387281 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d954a68c-1a91-4cf1-bea3-01c75a96ebac req-7e9b1a8b-e2f5-44ce-bc47-c288626a8b7a tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.39 "DELETE /v2.0/ports/66eb4a24-18c4-43e9-a494-648b3e57fb71 HTTP/1.1" status: 204 len: 173 time: 1.3174953 Jan 28 02:55:03.388042 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27813433-c6e6-48b0-824e-52d32390555a', 'name': 'network-vif-deleted', 'tag': '66eb4a24-18c4-43e9-a494-648b3e57fb71'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:55:03.390916 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f708022-9b62-466e-bc43-8f5cedb1989c" -d '{"events": [{"server_uuid": "27813433-c6e6-48b0-824e-52d32390555a", "name": "network-vif-deleted", "tag": "66eb4a24-18c4-43e9-a494-648b3e57fb71"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:55:03.420553 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 3b680ae7-3088-4753-a3cd-f2bda6896662 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:55:03.443857 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-02ba29ce-d9d8-4c74-a1b6-a39f0b232874 req-a2ad99ac-da42-4fe7-947d-37e8f1f25810 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143030 Jan 28 02:55:03.462768 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:03.473114 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0a0c07f5-bd83-4ac6-8b67-71ce87d07081 None None] Publish callbacks [] for port (f7337da6-45d2-44b1-9531-42d5b9126fd9), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:03.475849 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2140dbf4-2ea2-4434-8a47-10189c8497aa x-openstack-request-id: req-2140dbf4-2ea2-4434-8a47-10189c8497aa {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:55:03.476147 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27813433-c6e6-48b0-824e-52d32390555a", "name": "network-vif-deleted", "tag": "66eb4a24-18c4-43e9-a494-648b3e57fb71", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:55:03.478347 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2140dbf4-2ea2-4434-8a47-10189c8497aa {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:55:03.478895 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27813433-c6e6-48b0-824e-52d32390555a', 'name': 'network-vif-deleted', 'tag': '66eb4a24-18c4-43e9-a494-648b3e57fb71', 'status': 'completed', 'code': 200} Jan 28 02:55:03.485606 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d3ba0f-de2a-46d9-b72e-f1242dd2c680 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e44fb35-54cd-46a3-8b7b-771ffb3f80a3,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:03.496591 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:03.510471 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-79308741-7a12-4902-88b1-e224e58f4bea tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting port acd6efd3-bc13-4cdf-8b21-60fac81a13c1 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:55:03.510830 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-79308741-7a12-4902-88b1-e224e58f4bea tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (acd6efd3-bc13-4cdf-8b21-60fac81a13c1), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:03.518476 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0a0c07f5-bd83-4ac6-8b67-71ce87d07081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (f7337da6-45d2-44b1-9531-42d5b9126fd9), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:03.528827 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d4d3ba0f-de2a-46d9-b72e-f1242dd2c680 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:03.530331 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d4d3ba0f-de2a-46d9-b72e-f1242dd2c680 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9854178 Jan 28 02:55:03.539465 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2029307-7b6b-4e9d-a1ff-4c57f104e096 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:03.540160 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40352) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:03.540252 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a2029307-7b6b-4e9d-a1ff-4c57f104e096 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:03.548365 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-037fc5a3-a8b7-4b5a-befb-50d7b9858d28 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Request body: {'security_group_rule': {'security_group_id': '9ca97519-4165-4353-a1f7-1a144a9a1986', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:03.549499 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['b8b7d385-5365-470a-8b93-7f20f329746f'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:55:03.568187 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a2029307-7b6b-4e9d-a1ff-4c57f104e096 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2910357 Jan 28 02:55:03.572986 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40354) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:03.580892 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-aed4b170-d699-45f7-a816-d1c580343afe tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Request body: {'port': {'network_id': 'd3936e99-ab47-451e-a683-844894319dc3', 'name': 'tempest-AllowedAddressPairTestJSON-190896157', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:cf:9c:85'}]}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:03.593808 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0c07f5-bd83-4ac6-8b67-71ce87d07081 None None] Network d3936e99-ab47-451e-a683-844894319dc3 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:55:03.627720 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-037fc5a3-a8b7-4b5a-befb-50d7b9858d28 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks [] for security_group_rule (ce068d30-2435-4de4-a28c-5c73e59a6dd9), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:03.653465 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-0a0c07f5-bd83-4ac6-8b67-71ce87d07081 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:03.663626 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0c07f5-bd83-4ac6-8b67-71ce87d07081 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:55:03.732517 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 3b680ae7-3088-4753-a3cd-f2bda6896662 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:03.732927 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3b680ae7-3088-4753-a3cd-f2bda6896662), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:03.747132 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-79308741-7a12-4902-88b1-e224e58f4bea tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (acd6efd3-bc13-4cdf-8b21-60fac81a13c1), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:03.766800 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-79308741-7a12-4902-88b1-e224e58f4bea tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Calling delete_port for acd6efd3-bc13-4cdf-8b21-60fac81a13c1 owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:55:03.783787 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c07f5-bd83-4ac6-8b67-71ce87d07081 None None] Pushing event updated for resources: {'Port': ['ID=f7337da6-45d2-44b1-9531-42d5b9126fd9,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:03.805499 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-037fc5a3-a8b7-4b5a-befb-50d7b9858d28 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks [] for security_group_rule (ce068d30-2435-4de4-a28c-5c73e59a6dd9), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:03.820652 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-037fc5a3-a8b7-4b5a-befb-50d7b9858d28 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (ce068d30-2435-4de4-a28c-5c73e59a6dd9), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:03.951532 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037fc5a3-a8b7-4b5a-befb-50d7b9858d28 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce068d30-2435-4de4-a28c-5c73e59a6dd9,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:03.960476 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed4b170-d699-45f7-a816-d1c580343afe tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Made reservation on behalf of 534b36f2689245889434f169a0ba9357 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:55:03.977269 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-dac31c05-60ba-45ab-b807-cf0706475615 req-7a3c4fec-ad09-4a54-8dab-a9bc7175116d tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks [] for port (ded7ce43-5f15-479f-a82b-d384db0d6c78), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:03.979868 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-0a0c07f5-bd83-4ac6-8b67-71ce87d07081 None None] Attempting to bind port f7337da6-45d2-44b1-9531-42d5b9126fd9 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:55:03.980252 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-0a0c07f5-bd83-4ac6-8b67-71ce87d07081 None None] Attempting to bind port f7337da6-45d2-44b1-9531-42d5b9126fd9 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'ca0ccffe-1869-4f30-9e73-82090cb44f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd3936e99-ab47-451e-a683-844894319dc3'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:55:03.980666 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0c07f5-bd83-4ac6-8b67-71ce87d07081 None None] Attempting to bind port f7337da6-45d2-44b1-9531-42d5b9126fd9 on network d3936e99-ab47-451e-a683-844894319dc3 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:55:04.014619 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-037fc5a3-a8b7-4b5a-befb-50d7b9858d28 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:04.018870 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-037fc5a3-a8b7-4b5a-befb-50d7b9858d28 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4757311 Jan 28 02:55:04.032098 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40362) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:04.035571 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0c07f5-bd83-4ac6-8b67-71ce87d07081 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:55:04.036831 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1d432939-6f53-478f-863c-41a55a061b3c req-aca640fc-7813-4324-ade0-511790e01ad2 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=27813433-c6e6-48b0-824e-52d32390555a HTTP/1.1" status: 200 len: 210 time: 0.1080565 Jan 28 02:55:04.038208 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-d9ccd44f-9bc4-47ba-b7f2-117f789ec14e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:04.045274 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0c07f5-bd83-4ac6-8b67-71ce87d07081 None None] Checking segment: {'id': 'ca0ccffe-1869-4f30-9e73-82090cb44f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd3936e99-ab47-451e-a683-844894319dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:55:04.045855 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0a0c07f5-bd83-4ac6-8b67-71ce87d07081 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:04.046278 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0c07f5-bd83-4ac6-8b67-71ce87d07081 None None] Bound using segment: {'id': 'ca0ccffe-1869-4f30-9e73-82090cb44f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd3936e99-ab47-451e-a683-844894319dc3'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:55:04.047076 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-0a0c07f5-bd83-4ac6-8b67-71ce87d07081 None None] Bound port: f7337da6-45d2-44b1-9531-42d5b9126fd9, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca0ccffe-1869-4f30-9e73-82090cb44f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd3936e99-ab47-451e-a683-844894319dc3'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:55:04.047340 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0a0c07f5-bd83-4ac6-8b67-71ce87d07081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f7337da6-45d2-44b1-9531-42d5b9126fd9), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:04.057021 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5063b6f-c32e-4419-a6ad-ca00fdb7303f req-66cd4acd-e740-48b0-98ba-3718a104935e tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:04.065609 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5063b6f-c32e-4419-a6ad-ca00fdb7303f req-66cd4acd-e740-48b0-98ba-3718a104935e tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9 HTTP/1.1" status: 200 len: 945 time: 0.1400530 Jan 28 02:55:04.195085 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aed4b170-d699-45f7-a816-d1c580343afe tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:04.197968 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-0a0c07f5-bd83-4ac6-8b67-71ce87d07081 None None] For port f7337da6-45d2-44b1-9531-42d5b9126fd9, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:55:04.200927 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5063b6f-c32e-4419-a6ad-ca00fdb7303f req-c95bd4e4-a94d-4322-8b2e-604ad435a2f8 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186016 Jan 28 02:55:04.202285 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-0a0c07f5-bd83-4ac6-8b67-71ce87d07081 None None] For port f7337da6-45d2-44b1-9531-42d5b9126fd9, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=f7337da6-45d2-44b1-9531-42d5b9126fd9,segment=NetworkSegment(ca0ccffe-1869-4f30-9e73-82090cb44f30),segment_id=ca0ccffe-1869-4f30-9e73-82090cb44f30)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:55:04.203128 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d9ccd44f-9bc4-47ba-b7f2-117f789ec14e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:04.237676 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0a0c07f5-bd83-4ac6-8b67-71ce87d07081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (f7337da6-45d2-44b1-9531-42d5b9126fd9), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:04.268694 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-aed4b170-d699-45f7-a816-d1c580343afe tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] device_id is not set on port 69425755-579d-4d4a-afe2-1e674e0804fb yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:55:04.300175 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 3b680ae7-3088-4753-a3cd-f2bda6896662 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:04.300576 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3b680ae7-3088-4753-a3cd-f2bda6896662), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:04.350517 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-79308741-7a12-4902-88b1-e224e58f4bea tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (acd6efd3-bc13-4cdf-8b21-60fac81a13c1), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:04.365184 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-dac31c05-60ba-45ab-b807-cf0706475615 req-7a3c4fec-ad09-4a54-8dab-a9bc7175116d tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (ded7ce43-5f15-479f-a82b-d384db0d6c78), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:04.413627 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c07f5-bd83-4ac6-8b67-71ce87d07081 None None] Pushing event updated for resources: {'Port': ['ID=f7337da6-45d2-44b1-9531-42d5b9126fd9,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:04.429340 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['8bc3e1e3-3b8b-493b-825e-e109d60fabfc'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:55:04.434601 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 3b680ae7-3088-4753-a3cd-f2bda6896662, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=3b680ae7-3088-4753-a3cd-f2bda6896662,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:55:04.484199 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3b680ae7-3088-4753-a3cd-f2bda6896662), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:04.529599 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dac31c05-60ba-45ab-b807-cf0706475615 req-7a3c4fec-ad09-4a54-8dab-a9bc7175116d tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Network 8a90ebac-f69f-461b-a785-3d45e68aad72 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:55:04.536942 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-dac31c05-60ba-45ab-b807-cf0706475615 req-7a3c4fec-ad09-4a54-8dab-a9bc7175116d tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:04.539122 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c4fec-ad09-4a54-8dab-a9bc7175116d tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Pushing event updated for resources: {'Port': ['ID=ded7ce43-5f15-479f-a82b-d384db0d6c78,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:04.554947 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac31c05-60ba-45ab-b807-cf0706475615 req-7a3c4fec-ad09-4a54-8dab-a9bc7175116d tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:55:04.621590 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-aed4b170-d699-45f7-a816-d1c580343afe tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Allocated IP 172.20.0.11 (d3936e99-ab47-451e-a683-844894319dc3/f6d4f1c5-21df-4b9c-a342-001eea477388/69425755-579d-4d4a-afe2-1e674e0804fb) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:55:04.690319 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac31c05-60ba-45ab-b807-cf0706475615 req-7a3c4fec-ad09-4a54-8dab-a9bc7175116d tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:04.692039 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-dac31c05-60ba-45ab-b807-cf0706475615 req-7a3c4fec-ad09-4a54-8dab-a9bc7175116d tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:04.703174 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-d5c1f222-d13e-42e2-9a86-41547fb81759 None None] Provisioning complete for port 3b680ae7-3088-4753-a3cd-f2bda6896662 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:04.703625 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d5c1f222-d13e-42e2-9a86-41547fb81759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3b680ae7-3088-4753-a3cd-f2bda6896662), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:04.744947 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=3b680ae7-3088-4753-a3cd-f2bda6896662,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:04.749560 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0dd34a-5b94-470c-8267-3c2284cd48e1 req-4b789a95-f2f1-41b0-a89a-1d58abf86074 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:04.765935 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1b0dd34a-5b94-470c-8267-3c2284cd48e1 req-4b789a95-f2f1-41b0-a89a-1d58abf86074 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=e10628cf-5182-4742-90c0-a8db0de789c5 HTTP/1.1" status: 200 len: 945 time: 0.1642528 Jan 28 02:55:04.779909 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-79308741-7a12-4902-88b1-e224e58f4bea tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:04.786379 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-79308741-7a12-4902-88b1-e224e58f4bea tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/ports/acd6efd3-bc13-4cdf-8b21-60fac81a13c1 HTTP/1.1" status: 204 len: 168 time: 1.5572269 Jan 28 02:55:04.789993 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:04.790934 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40368) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:04.826195 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79308741-7a12-4902-88b1-e224e58f4bea tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Port': ['ID=acd6efd3-bc13-4cdf-8b21-60fac81a13c1,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:04.867422 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8c70b-f033-4e86-a1b2-348c3a358a95 req-9a92dd09-5996-466f-9579-afead4710d0b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:04.868972 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-03f8c70b-f033-4e86-a1b2-348c3a358a95 req-9a92dd09-5996-466f-9579-afead4710d0b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0b4cc68-dfd2-4d77-bafb-8eb95f05f61f HTTP/1.1" status: 200 len: 931 time: 0.0815251 Jan 28 02:55:04.908159 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d9ccd44f-9bc4-47ba-b7f2-117f789ec14e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:04.976388 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-03f8c70b-f033-4e86-a1b2-348c3a358a95 req-e7e67eae-aae8-47b4-9a1b-bac15b55c31b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973527 Jan 28 02:55:05.011169 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-d5c1f222-d13e-42e2-9a86-41547fb81759 None None] Current status of the port 3b680ae7-3088-4753-a3cd-f2bda6896662 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:05.019478 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9d0c1e-e132-417f-8561-9ae6ae90d3fe tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:05.020783 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9d0c1e-e132-417f-8561-9ae6ae90d3fe tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:05.025300 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7b9d0c1e-e132-417f-8561-9ae6ae90d3fe tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1841950 Jan 28 02:55:05.030384 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40370) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:05.043307 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dac31c05-60ba-45ab-b807-cf0706475615 req-7a3c4fec-ad09-4a54-8dab-a9bc7175116d tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7242420 Jan 28 02:55:05.090086 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-dac31c05-60ba-45ab-b807-cf0706475615 req-4e1c73e1-5e56-454a-b507-b584e5060825 service neutron] Request body: {'port': {'device_id': 'e0b4cc68-dfd2-4d77-bafb-8eb95f05f61f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:05.128685 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-fd5a2ab8-4d70-4bb6-87be-ea36dcfd1bc8 None None] Could not find standard attr ID for object acd6efd3-bc13-4cdf-8b21-60fac81a13c1. {{(pid=109804) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 02:55:05.163956 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b01bd01-5728-4d68-bad4-1721361130b5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting subnet 81f1a3eb-423d-4083-9e6d-3ee8368dcb8f {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:55:05.173401 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5b01bd01-5728-4d68-bad4-1721361130b5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (81f1a3eb-423d-4083-9e6d-3ee8368dcb8f), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:05.185408 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1b0dd34a-5b94-470c-8267-3c2284cd48e1 req-1f185d0d-437c-48b7-bb02-41b09ade5375 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149988 Jan 28 02:55:05.219140 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-dac31c05-60ba-45ab-b807-cf0706475615 req-4e1c73e1-5e56-454a-b507-b584e5060825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ded7ce43-5f15-479f-a82b-d384db0d6c78), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:05.242035 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-d9ccd44f-9bc4-47ba-b7f2-117f789ec14e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Allocated IP 172.25.0.139 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/25449a47-8bfe-453e-9a09-3ba488663143) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:55:05.260254 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5b01bd01-5728-4d68-bad4-1721361130b5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (81f1a3eb-423d-4083-9e6d-3ee8368dcb8f), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:05.269030 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aed4b170-d699-45f7-a816-d1c580343afe tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks [] for port (69425755-579d-4d4a-afe2-1e674e0804fb), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:05.296758 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device f7337da6-45d2-44b1-9531-42d5b9126fd9 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:55:05.379009 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port f7337da6-45d2-44b1-9531-42d5b9126fd9 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:05.379396 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f7337da6-45d2-44b1-9531-42d5b9126fd9), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:05.446468 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4a211-c488-4941-b82e-4ff880cb1917 req-4335638b-2bf0-425e-b1df-46a5734e73e7 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:05.447977 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6ee4a211-c488-4941-b82e-4ff880cb1917 req-4335638b-2bf0-425e-b1df-46a5734e73e7 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9 HTTP/1.1" status: 200 len: 945 time: 0.1506672 Jan 28 02:55:05.473969 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port f7337da6-45d2-44b1-9531-42d5b9126fd9 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:05.474369 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f7337da6-45d2-44b1-9531-42d5b9126fd9), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:05.477651 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aed4b170-d699-45f7-a816-d1c580343afe tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (69425755-579d-4d4a-afe2-1e674e0804fb), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:05.478525 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5b01bd01-5728-4d68-bad4-1721361130b5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (81f1a3eb-423d-4083-9e6d-3ee8368dcb8f), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:05.518200 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port f7337da6-45d2-44b1-9531-42d5b9126fd9, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=f7337da6-45d2-44b1-9531-42d5b9126fd9,segment=NetworkSegment(ca0ccffe-1869-4f30-9e73-82090cb44f30),segment_id=ca0ccffe-1869-4f30-9e73-82090cb44f30)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:55:05.525389 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (f7337da6-45d2-44b1-9531-42d5b9126fd9), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:05.526945 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 3b680ae7-3088-4753-a3cd-f2bda6896662 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:55:05.532097 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d9ccd44f-9bc4-47ba-b7f2-117f789ec14e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks [] for port (25449a47-8bfe-453e-9a09-3ba488663143), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:05.605057 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed4b170-d699-45f7-a816-d1c580343afe tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Network d3936e99-ab47-451e-a683-844894319dc3 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:55:05.612470 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=f7337da6-45d2-44b1-9531-42d5b9126fd9,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:05.623188 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-aed4b170-d699-45f7-a816-d1c580343afe tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:05.636861 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed4b170-d699-45f7-a816-d1c580343afe tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:55:05.640067 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 3b680ae7-3088-4753-a3cd-f2bda6896662 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:05.640495 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3b680ae7-3088-4753-a3cd-f2bda6896662), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:05.650048 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4b170-d699-45f7-a816-d1c580343afe tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Pushing event updated for resources: {'Port': ['ID=69425755-579d-4d4a-afe2-1e674e0804fb,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:05.652868 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5b01bd01-5728-4d68-bad4-1721361130b5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (81f1a3eb-423d-4083-9e6d-3ee8368dcb8f), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:05.668969 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d9ccd44f-9bc4-47ba-b7f2-117f789ec14e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (25449a47-8bfe-453e-9a09-3ba488663143), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:05.699168 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6ee4a211-c488-4941-b82e-4ff880cb1917 req-217a2fe6-fffc-43d8-80e9-c5465d5423eb tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337451 Jan 28 02:55:05.719552 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2a3445-849d-42ff-a56e-89f6ebbd60bf None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:55:05.755794 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5b01bd01-5728-4d68-bad4-1721361130b5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:05.762502 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5b01bd01-5728-4d68-bad4-1721361130b5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/81f1a3eb-423d-4083-9e6d-3ee8368dcb8f HTTP/1.1" status: 204 len: 168 time: 0.7304497 Jan 28 02:55:05.771551 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ccd44f-9bc4-47ba-b7f2-117f789ec14e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Pushing event updated for resources: {'Port': ['ID=25449a47-8bfe-453e-9a09-3ba488663143,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:05.783866 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01bd01-5728-4d68-bad4-1721361130b5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Subnet': ['ID=81f1a3eb-423d-4083-9e6d-3ee8368dcb8f,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:05.791685 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-dac31c05-60ba-45ab-b807-cf0706475615 req-4e1c73e1-5e56-454a-b507-b584e5060825 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ded7ce43-5f15-479f-a82b-d384db0d6c78 {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:55:05.795572 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40382) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:05.801102 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-dac31c05-60ba-45ab-b807-cf0706475615 req-4e1c73e1-5e56-454a-b507-b584e5060825 service neutron] Publish callbacks [] for port (ded7ce43-5f15-479f-a82b-d384db0d6c78), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:05.818728 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-dac31c05-60ba-45ab-b807-cf0706475615 req-4e1c73e1-5e56-454a-b507-b584e5060825 service neutron] Transition to ACTIVE for port object ded7ce43-5f15-479f-a82b-d384db0d6c78 will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:55:05.833683 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-dac31c05-60ba-45ab-b807-cf0706475615 req-4e1c73e1-5e56-454a-b507-b584e5060825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (ded7ce43-5f15-479f-a82b-d384db0d6c78), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:05.849379 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed4b170-d699-45f7-a816-d1c580343afe tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:05.850065 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aed4b170-d699-45f7-a816-d1c580343afe tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:05.863357 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ccd44f-9bc4-47ba-b7f2-117f789ec14e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:55:05.871504 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03b661-67e5-4556-902e-19e7902940d7 req-ac8de669-23aa-4ff7-87de-2935fd46d071 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:05.881776 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9c03b661-67e5-4556-902e-19e7902940d7 req-ac8de669-23aa-4ff7-87de-2935fd46d071 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 951 time: 0.3231289 Jan 28 02:55:05.906275 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-23a65c51-55a1-448f-85be-c0b4e7e45c04 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1089017 Jan 28 02:55:05.907170 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40384) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:05.913022 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-aed4b170-d699-45f7-a816-d1c580343afe tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.3351161 Jan 28 02:55:05.913317 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-d9ccd44f-9bc4-47ba-b7f2-117f789ec14e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:05.913317 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ccd44f-9bc4-47ba-b7f2-117f789ec14e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:55:05.914873 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40386) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:05.915570 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1c73e1-5e56-454a-b507-b584e5060825 service neutron] Pushing event updated for resources: {'Port': ['ID=ded7ce43-5f15-479f-a82b-d384db0d6c78,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:05.923517 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-440183f5-364f-48ff-ad10-be5dc21ba2fa tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'subnet': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:06.003218 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9c03b661-67e5-4556-902e-19e7902940d7 req-1490e5ab-a9df-4cdf-9fe7-a74627c21209 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200604 Jan 28 02:55:06.030688 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21348be-5ca0-4991-930e-a3f7025502ca tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:06.036326 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:06.036874 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21348be-5ca0-4991-930e-a3f7025502ca tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:06.043514 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21348be-5ca0-4991-930e-a3f7025502ca tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:06.048694 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d21348be-5ca0-4991-930e-a3f7025502ca tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1304052 Jan 28 02:55:06.051325 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 3b680ae7-3088-4753-a3cd-f2bda6896662 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:06.051866 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40390) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:06.102805 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-dac31c05-60ba-45ab-b807-cf0706475615 req-4e1c73e1-5e56-454a-b507-b584e5060825 service neutron] Attempting to bind port ded7ce43-5f15-479f-a82b-d384db0d6c78 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:55:06.103141 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-dac31c05-60ba-45ab-b807-cf0706475615 req-4e1c73e1-5e56-454a-b507-b584e5060825 service neutron] Attempting to bind port ded7ce43-5f15-479f-a82b-d384db0d6c78 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '5ec551e3-78ab-42a1-92af-4f07dc8530f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8a90ebac-f69f-461b-a785-3d45e68aad72'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:55:06.103480 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac31c05-60ba-45ab-b807-cf0706475615 req-4e1c73e1-5e56-454a-b507-b584e5060825 service neutron] Attempting to bind port ded7ce43-5f15-479f-a82b-d384db0d6c78 on network 8a90ebac-f69f-461b-a785-3d45e68aad72 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:55:06.110153 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244e1400-9dea-451d-9430-7c3068038ffc None None] Network d3936e99-ab47-451e-a683-844894319dc3 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:55:06.134203 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac31c05-60ba-45ab-b807-cf0706475615 req-4e1c73e1-5e56-454a-b507-b584e5060825 service neutron] Port ded7ce43-5f15-479f-a82b-d384db0d6c78 on network 8a90ebac-f69f-461b-a785-3d45e68aad72 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:55:06.134537 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac31c05-60ba-45ab-b807-cf0706475615 req-4e1c73e1-5e56-454a-b507-b584e5060825 service neutron] Attempting to bind port ded7ce43-5f15-479f-a82b-d384db0d6c78 on network 8a90ebac-f69f-461b-a785-3d45e68aad72 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:55:06.157275 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac31c05-60ba-45ab-b807-cf0706475615 req-4e1c73e1-5e56-454a-b507-b584e5060825 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:55:06.157655 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac31c05-60ba-45ab-b807-cf0706475615 req-4e1c73e1-5e56-454a-b507-b584e5060825 service neutron] Checking segment: {'id': '5ec551e3-78ab-42a1-92af-4f07dc8530f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8a90ebac-f69f-461b-a785-3d45e68aad72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:55:06.158186 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac31c05-60ba-45ab-b807-cf0706475615 req-4e1c73e1-5e56-454a-b507-b584e5060825 service neutron] Bound using segment: {'id': '5ec551e3-78ab-42a1-92af-4f07dc8530f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8a90ebac-f69f-461b-a785-3d45e68aad72'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:55:06.158662 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-dac31c05-60ba-45ab-b807-cf0706475615 req-4e1c73e1-5e56-454a-b507-b584e5060825 service neutron] Bound port: ded7ce43-5f15-479f-a82b-d384db0d6c78, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ec551e3-78ab-42a1-92af-4f07dc8530f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8a90ebac-f69f-461b-a785-3d45e68aad72'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:55:06.158981 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-dac31c05-60ba-45ab-b807-cf0706475615 req-4e1c73e1-5e56-454a-b507-b584e5060825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ded7ce43-5f15-479f-a82b-d384db0d6c78), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:06.162618 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440183f5-364f-48ff-ad10-be5dc21ba2fa tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:55:06.166210 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-440183f5-364f-48ff-ad10-be5dc21ba2fa tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:06.183321 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b255ac8b-54ea-451e-8629-0d529508880e None None] DHCP port deletion for f4e9908e-37c3-477d-90df-65c02e38c857 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:55:06.189189 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d9ccd44f-9bc4-47ba-b7f2-117f789ec14e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks [] for floatingip (c1674d6a-9079-4401-90c0-6269bc065173), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:06.234421 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef6a51-cd0c-45d0-8760-0e32f9465b42 req-98d1ce13-530d-4b52-b7b8-56231e8f3c13 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:06.236079 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d7ef6a51-cd0c-45d0-8760-0e32f9465b42 req-98d1ce13-530d-4b52-b7b8-56231e8f3c13 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0b4cc68-dfd2-4d77-bafb-8eb95f05f61f HTTP/1.1" status: 200 len: 943 time: 0.1470752 Jan 28 02:55:06.250027 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-33c35cc1-fee8-40eb-a57e-e149624f0109 None None] Provisioning complete for port f7337da6-45d2-44b1-9531-42d5b9126fd9 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:06.251507 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-33c35cc1-fee8-40eb-a57e-e149624f0109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f7337da6-45d2-44b1-9531-42d5b9126fd9), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:06.298758 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-dac31c05-60ba-45ab-b807-cf0706475615 req-4e1c73e1-5e56-454a-b507-b584e5060825 service neutron] For port ded7ce43-5f15-479f-a82b-d384db0d6c78, host n-h2-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:55:06.306005 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-5bd97609-fd60-4188-b23e-31427d4c1ab4 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Deleting port 69425755-579d-4d4a-afe2-1e674e0804fb {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:55:06.306351 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5bd97609-fd60-4188-b23e-31427d4c1ab4 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (69425755-579d-4d4a-afe2-1e674e0804fb), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:06.317176 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d9ccd44f-9bc4-47ba-b7f2-117f789ec14e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (25449a47-8bfe-453e-9a09-3ba488663143), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:06.335361 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-dac31c05-60ba-45ab-b807-cf0706475615 req-4e1c73e1-5e56-454a-b507-b584e5060825 service neutron] For port ded7ce43-5f15-479f-a82b-d384db0d6c78, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=ded7ce43-5f15-479f-a82b-d384db0d6c78,segment=NetworkSegment(5ec551e3-78ab-42a1-92af-4f07dc8530f7),segment_id=5ec551e3-78ab-42a1-92af-4f07dc8530f7)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:55:06.375939 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-dac31c05-60ba-45ab-b807-cf0706475615 req-4e1c73e1-5e56-454a-b507-b584e5060825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (ded7ce43-5f15-479f-a82b-d384db0d6c78), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:06.395442 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d7ef6a51-cd0c-45d0-8760-0e32f9465b42 req-b55e53f2-d38c-4551-afe5-5b0a249d7c3e tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457343 Jan 28 02:55:06.402066 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-b255ac8b-54ea-451e-8629-0d529508880e None None] Deleting port 3b680ae7-3088-4753-a3cd-f2bda6896662 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:55:06.402789 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b255ac8b-54ea-451e-8629-0d529508880e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (3b680ae7-3088-4753-a3cd-f2bda6896662), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:06.403033 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77f0fe-7f50-44d3-9081-19aa477ac2a8 req-b0c01b7c-2d12-4550-a797-6e9298b7b160 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:06.413689 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9f77f0fe-7f50-44d3-9081-19aa477ac2a8 req-b0c01b7c-2d12-4550-a797-6e9298b7b160 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=e10628cf-5182-4742-90c0-a8db0de789c5 HTTP/1.1" status: 200 len: 945 time: 0.1371274 Jan 28 02:55:06.436778 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac31c05-60ba-45ab-b807-cf0706475615 req-4e1c73e1-5e56-454a-b507-b584e5060825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:06.437452 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-dac31c05-60ba-45ab-b807-cf0706475615 req-4e1c73e1-5e56-454a-b507-b584e5060825 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:06.438905 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dac31c05-60ba-45ab-b807-cf0706475615 req-4e1c73e1-5e56-454a-b507-b584e5060825 service neutron] 10.222.0.39 "PUT /v2.0/ports/ded7ce43-5f15-479f-a82b-d384db0d6c78 HTTP/1.1" status: 200 len: 1092 time: 1.3641615 Jan 28 02:55:06.439349 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0b4cc68-dfd2-4d77-bafb-8eb95f05f61f', 'tag': 'ded7ce43-5f15-479f-a82b-d384db0d6c78'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:55:06.441639 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1035e51b-e82a-499a-953d-da719b47a1e1" -d '{"events": [{"name": "network-changed", "server_uuid": "e0b4cc68-dfd2-4d77-bafb-8eb95f05f61f", "tag": "ded7ce43-5f15-479f-a82b-d384db0d6c78"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:55:06.476806 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1c73e1-5e56-454a-b507-b584e5060825 service neutron] Pushing event updated for resources: {'Port': ['ID=ded7ce43-5f15-479f-a82b-d384db0d6c78,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:06.488847 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5bd97609-fd60-4188-b23e-31427d4c1ab4 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (69425755-579d-4d4a-afe2-1e674e0804fb), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:06.499077 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-b255ac8b-54ea-451e-8629-0d529508880e None None] For port 3b680ae7-3088-4753-a3cd-f2bda6896662, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=3b680ae7-3088-4753-a3cd-f2bda6896662,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:55:06.501270 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b255ac8b-54ea-451e-8629-0d529508880e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (3b680ae7-3088-4753-a3cd-f2bda6896662), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:06.506143 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-5bd97609-fd60-4188-b23e-31427d4c1ab4 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Calling delete_port for 69425755-579d-4d4a-afe2-1e674e0804fb owned by {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:55:06.514379 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfd96a5-43b5-4a36-bd84-f1abbbc454c1 x-openstack-request-id: req-cbfd96a5-43b5-4a36-bd84-f1abbbc454c1 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:55:06.514736 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0b4cc68-dfd2-4d77-bafb-8eb95f05f61f", "tag": "ded7ce43-5f15-479f-a82b-d384db0d6c78", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:55:06.515090 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cbfd96a5-43b5-4a36-bd84-f1abbbc454c1 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:55:06.515566 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0b4cc68-dfd2-4d77-bafb-8eb95f05f61f', 'tag': 'ded7ce43-5f15-479f-a82b-d384db0d6c78', 'status': 'completed', 'code': 200} Jan 28 02:55:06.518294 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-b255ac8b-54ea-451e-8629-0d529508880e None None] Calling delete_port for 3b680ae7-3088-4753-a3cd-f2bda6896662 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:55:06.573963 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device b8b7d385-5365-470a-8b93-7f20f329746f up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:55:06.576191 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-33c35cc1-fee8-40eb-a57e-e149624f0109 None None] Current status of the port f7337da6-45d2-44b1-9531-42d5b9126fd9 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:06.648355 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-440183f5-364f-48ff-ad10-be5dc21ba2fa tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (e40d33ba-fd42-478c-b025-f51a06440c64), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:06.675777 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac31c05-60ba-45ab-b807-cf0706475615 req-4a08e106-6c4f-4ee9-8ee4-ba2a559c9c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:06.688778 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dac31c05-60ba-45ab-b807-cf0706475615 req-4a08e106-6c4f-4ee9-8ee4-ba2a559c9c21 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=681abe9293864888ab6acd56a99956db&device_id=e0b4cc68-dfd2-4d77-bafb-8eb95f05f61f HTTP/1.1" status: 200 len: 1095 time: 0.1179934 Jan 28 02:55:06.746004 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port b8b7d385-5365-470a-8b93-7f20f329746f completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:55:06.752924 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port b8b7d385-5365-470a-8b93-7f20f329746f triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:06.753737 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b8b7d385-5365-470a-8b93-7f20f329746f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:06.766764 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440183f5-364f-48ff-ad10-be5dc21ba2fa tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:55:06.773976 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-440183f5-364f-48ff-ad10-be5dc21ba2fa tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:06.791696 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9f77f0fe-7f50-44d3-9081-19aa477ac2a8 req-eb89cbd4-1255-40c5-ab44-c6d670972211 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685765 Jan 28 02:55:06.793994 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 66eb4a24-18c4-43e9-a494-648b3e57fb71 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:55:06.803706 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b255ac8b-54ea-451e-8629-0d529508880e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (3b680ae7-3088-4753-a3cd-f2bda6896662), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:06.806697 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440183f5-364f-48ff-ad10-be5dc21ba2fa tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:06.807495 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-440183f5-364f-48ff-ad10-be5dc21ba2fa tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:06.835890 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440183f5-364f-48ff-ad10-be5dc21ba2fa tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Subnet': ['ID=e40d33ba-fd42-478c-b025-f51a06440c64,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:06.857756 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b255ac8b-54ea-451e-8629-0d529508880e None None] Pushing event deleted for resources: {'Port': ['ID=3b680ae7-3088-4753-a3cd-f2bda6896662,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:06.867250 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 66eb4a24-18c4-43e9-a494-648b3e57fb71 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:55:06.867819 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 66eb4a24-18c4-43e9-a494-648b3e57fb71 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:55:06.872671 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-440183f5-364f-48ff-ad10-be5dc21ba2fa tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9569800 Jan 28 02:55:06.873473 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40400) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:06.884690 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-95e26429-09d4-4072-b1be-3a4d6519d86b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'port': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'fixed_ips': [{'subnet_id': 'e40d33ba-fd42-478c-b025-f51a06440c64', 'ip_address': '2001:db8::2a3:4824:d306:b2f0'}], 'name': 'tempest-NetworksTestDHCPv6-660971599'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:06.886676 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-5d9c680c-0f4f-4acb-b40d-c7fc1f2c9750 None None] Provisioning complete for port a64fe4ee-9098-4023-99a7-f28597237fc3 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:06.887065 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5d9c680c-0f4f-4acb-b40d-c7fc1f2c9750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (a64fe4ee-9098-4023-99a7-f28597237fc3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:06.917031 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d9ccd44f-9bc4-47ba-b7f2-117f789ec14e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks [] for port (25449a47-8bfe-453e-9a09-3ba488663143), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:06.928898 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-5d9c680c-0f4f-4acb-b40d-c7fc1f2c9750 None None] Port a64fe4ee-9098-4023-99a7-f28597237fc3 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:55:06.934672 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b255ac8b-54ea-451e-8629-0d529508880e None None] No DVR routers for this DVR port 3b680ae7-3088-4753-a3cd-f2bda6896662 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:55:06.959004 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-5d9c680c-0f4f-4acb-b40d-c7fc1f2c9750 None None] Provisioning complete for port f7337da6-45d2-44b1-9531-42d5b9126fd9 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:06.959382 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5d9c680c-0f4f-4acb-b40d-c7fc1f2c9750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f7337da6-45d2-44b1-9531-42d5b9126fd9), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:06.976379 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d9ccd44f-9bc4-47ba-b7f2-117f789ec14e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (25449a47-8bfe-453e-9a09-3ba488663143), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:07.001905 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ad46ed-00f3-4059-89ef-a6c90d068053 None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:55:07.113597 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device f7337da6-45d2-44b1-9531-42d5b9126fd9 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:55:07.181584 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d5878b-569c-4c4b-9a46-72ddf47ba8b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-f4e9908e-37c3-477d-90df-65c02e38c857', 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'project_id': '3079a2e247734574a53d1baca2087c94', 'fixed_ips': [{'subnet_id': 'e40d33ba-fd42-478c-b025-f51a06440c64'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:55:07.182006 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d9d5878b-569c-4c4b-9a46-72ddf47ba8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:07.207732 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e26429-09d4-4072-b1be-3a4d6519d86b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:55:07.240999 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-5d9c680c-0f4f-4acb-b40d-c7fc1f2c9750 None None] Current status of the port f7337da6-45d2-44b1-9531-42d5b9126fd9 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:07.251548 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5bd97609-fd60-4188-b23e-31427d4c1ab4 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (69425755-579d-4d4a-afe2-1e674e0804fb), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:07.253808 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dac31c05-60ba-45ab-b807-cf0706475615 req-8f3874a9-0cd7-4909-9f72-c161c5420dd3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ded7ce43-5f15-479f-a82b-d384db0d6c78 HTTP/1.1" status: 200 len: 217 time: 0.4745498 Jan 28 02:55:07.254127 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-5d9c680c-0f4f-4acb-b40d-c7fc1f2c9750 None None] Could not find standard attr ID for object 69425755-579d-4d4a-afe2-1e674e0804fb. {{(pid=109804) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 02:55:07.311729 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd97609-fd60-4188-b23e-31427d4c1ab4 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Pushing event deleted for resources: {'Port': ['ID=69425755-579d-4d4a-afe2-1e674e0804fb,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:07.312200 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ccd44f-9bc4-47ba-b7f2-117f789ec14e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Pushing event updated for resources: {'Port': ['ID=25449a47-8bfe-453e-9a09-3ba488663143,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:07.349799 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550531f-fff7-4cc9-8cce-91ecd29a6a55 req-32f772d1-bb27-43f0-928a-9e5e3f77ea59 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:07.351440 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4550531f-fff7-4cc9-8cce-91ecd29a6a55 req-32f772d1-bb27-43f0-928a-9e5e3f77ea59 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 951 time: 0.2245941 Jan 28 02:55:07.358665 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b79d2d-91a0-459a-81d5-dc1cf829dae1 req-2292465b-ced2-4da1-b95a-5042abff1c40 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:07.360202 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-08b79d2d-91a0-459a-81d5-dc1cf829dae1 req-2292465b-ced2-4da1-b95a-5042abff1c40 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 951 time: 0.2903368 Jan 28 02:55:07.380307 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d9ccd44f-9bc4-47ba-b7f2-117f789ec14e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (c1674d6a-9079-4401-90c0-6269bc065173), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:07.405196 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-d9d5878b-569c-4c4b-9a46-72ddf47ba8b6 None None] Allocated IP 2001:db8::2 (f4e9908e-37c3-477d-90df-65c02e38c857/e40d33ba-fd42-478c-b025-f51a06440c64/4b18a27f-065b-425d-9070-50dc057bbd16) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:55:07.438408 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1bf40-f283-402c-bca0-7d9b8ed641e8 req-80f8587b-c0dd-44da-b159-2e8aaf9d19cf tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:07.445459 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-beb1bf40-f283-402c-bca0-7d9b8ed641e8 req-80f8587b-c0dd-44da-b159-2e8aaf9d19cf tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9 HTTP/1.1" status: 200 len: 945 time: 0.6335354 Jan 28 02:55:07.480098 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d9ccd44f-9bc4-47ba-b7f2-117f789ec14e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:07.491677 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac31c05-60ba-45ab-b807-cf0706475615 req-fe967f44-b4e6-45a7-8246-bdc92719fec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:07.491677 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dac31c05-60ba-45ab-b807-cf0706475615 req-fe967f44-b4e6-45a7-8246-bdc92719fec0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4a514938-18f7-4fe1-ae61-4e73697ccb7f HTTP/1.1" status: 200 len: 845 time: 0.2256229 Jan 28 02:55:07.493530 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d9ccd44f-9bc4-47ba-b7f2-117f789ec14e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4596453 Jan 28 02:55:07.519193 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port b8b7d385-5365-470a-8b93-7f20f329746f is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:07.519750 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b8b7d385-5365-470a-8b93-7f20f329746f), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:07.542656 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-95e26429-09d4-4072-b1be-3a4d6519d86b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:07.560342 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port b8b7d385-5365-470a-8b93-7f20f329746f, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=b8b7d385-5365-470a-8b93-7f20f329746f,segment=NetworkSegment(358dad74-8d99-4de6-a555-7b85f019730b),segment_id=358dad74-8d99-4de6-a555-7b85f019730b)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:55:07.573704 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4550531f-fff7-4cc9-8cce-91ecd29a6a55 req-f21fb36d-b0fb-4076-b67f-3b6b84b78368 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094460 Jan 28 02:55:07.578517 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10628cf-5182-4742-90c0-a8db0de789c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b7d385-5365-470a-8b93-7f20f329746f'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:55:07.581323 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-95e26429-09d4-4072-b1be-3a4d6519d86b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] device_id is not set on port 7e1001d6-094a-40bf-b214-9b51daee2e26 yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:55:07.591967 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9eb672-f670-44bf-9c60-5a32e19afa89" -d '{"events": [{"server_uuid": "e10628cf-5182-4742-90c0-a8db0de789c5", "name": "network-vif-plugged", "status": "completed", "tag": "b8b7d385-5365-470a-8b93-7f20f329746f"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:55:07.599664 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b8b7d385-5365-470a-8b93-7f20f329746f), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:07.607369 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dac31c05-60ba-45ab-b807-cf0706475615 req-73c0af26-288f-4aee-8700-09ade5234825 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a90ebac-f69f-461b-a785-3d45e68aad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740771 Jan 28 02:55:07.687338 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-dc8aca71-b5a3-4a7c-88ee-8af72398901f None None] Provisioning complete for port a64fe4ee-9098-4023-99a7-f28597237fc3 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:07.687338 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dc8aca71-b5a3-4a7c-88ee-8af72398901f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (a64fe4ee-9098-4023-99a7-f28597237fc3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:07.729116 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-beb1bf40-f283-402c-bca0-7d9b8ed641e8 req-a2ef3189-b205-4ecc-89f1-c94ba47fc650 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826355 Jan 28 02:55:07.736088 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5bd97609-fd60-4188-b23e-31427d4c1ab4 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:07.740541 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5bd97609-fd60-4188-b23e-31427d4c1ab4 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] 10.222.0.53 "DELETE /v2.0/ports/69425755-579d-4d4a-afe2-1e674e0804fb HTTP/1.1" status: 204 len: 168 time: 1.6873093 Jan 28 02:55:07.742954 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40412) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:07.751352 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port f7337da6-45d2-44b1-9531-42d5b9126fd9 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:07.751740 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f7337da6-45d2-44b1-9531-42d5b9126fd9), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:07.758674 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d9d5878b-569c-4c4b-9a46-72ddf47ba8b6 None None] Publish callbacks [] for port (4b18a27f-065b-425d-9070-50dc057bbd16), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:07.779499 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed2433fc-8614-4da9-847e-d7688c0c287a tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] GET failed (client error): The resource could not be found. Jan 28 02:55:07.782115 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ed2433fc-8614-4da9-847e-d7688c0c287a tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] 10.222.0.53 "GET /v2.0/ports/69425755-579d-4d4a-afe2-1e674e0804fb HTTP/1.1" status: 404 len: 333 time: 0.0382309 Jan 28 02:55:07.787967 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40416) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:07.794523 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-e20e2f11-1ee5-41ba-92c1-89f638e73bd9 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Request body: {'port': {'network_id': 'd3936e99-ab47-451e-a683-844894319dc3', 'name': 'tempest-AllowedAddressPairTestJSON-1701542368'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:07.800987 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77cf8c5-de46-4e84-8264-891467a99448 x-openstack-request-id: req-c77cf8c5-de46-4e84-8264-891467a99448 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:55:07.801295 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10628cf-5182-4742-90c0-a8db0de789c5", "name": "network-vif-plugged", "status": "completed", "tag": "b8b7d385-5365-470a-8b93-7f20f329746f", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:55:07.801542 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c77cf8c5-de46-4e84-8264-891467a99448 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:55:07.801933 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e10628cf-5182-4742-90c0-a8db0de789c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b7d385-5365-470a-8b93-7f20f329746f', 'code': 200} Jan 28 02:55:07.805615 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-dc8aca71-b5a3-4a7c-88ee-8af72398901f None None] Port a64fe4ee-9098-4023-99a7-f28597237fc3 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:55:07.813921 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d9d5878b-569c-4c4b-9a46-72ddf47ba8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (4b18a27f-065b-425d-9070-50dc057bbd16), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:07.822609 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=b8b7d385-5365-470a-8b93-7f20f329746f,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:07.905333 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-08b79d2d-91a0-459a-81d5-dc1cf829dae1 req-b9d394a5-b913-4e5a-8c94-43238fcde818 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Deleting port 40274fd5-c4d9-4dd5-af9e-4fda37d2f007 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:55:07.905883 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-08b79d2d-91a0-459a-81d5-dc1cf829dae1 req-b9d394a5-b913-4e5a-8c94-43238fcde818 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (40274fd5-c4d9-4dd5-af9e-4fda37d2f007), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:07.907692 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d5878b-569c-4c4b-9a46-72ddf47ba8b6 None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:55:07.908511 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dac31c05-60ba-45ab-b807-cf0706475615 req-0744fae2-eb58-4572-a424-2b1764cb9681 service neutron] 10.222.0.39 "GET /v2.0/networks/8a90ebac-f69f-461b-a785-3d45e68aad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915990 Jan 28 02:55:07.913815 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-d9d5878b-569c-4c4b-9a46-72ddf47ba8b6 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:07.923913 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d5878b-569c-4c4b-9a46-72ddf47ba8b6 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:55:07.933979 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-fe0b5f3f-a0fc-4b7c-ac1e-82f1f36ac689 None None] Could not find standard attr ID for object 69425755-579d-4d4a-afe2-1e674e0804fb. {{(pid=109804) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 02:55:07.937244 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5878b-569c-4c4b-9a46-72ddf47ba8b6 None None] Pushing event updated for resources: {'Port': ['ID=4b18a27f-065b-425d-9070-50dc057bbd16,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:08.022825 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port f7337da6-45d2-44b1-9531-42d5b9126fd9 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:08.024713 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-d9d5878b-569c-4c4b-9a46-72ddf47ba8b6 None None] Attempting to bind port 4b18a27f-065b-425d-9070-50dc057bbd16 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:55:08.025243 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-d9d5878b-569c-4c4b-9a46-72ddf47ba8b6 None None] Attempting to bind port 4b18a27f-065b-425d-9070-50dc057bbd16 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:55:08.025609 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d5878b-569c-4c4b-9a46-72ddf47ba8b6 None None] Attempting to bind port 4b18a27f-065b-425d-9070-50dc057bbd16 on network f4e9908e-37c3-477d-90df-65c02e38c857 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:55:08.032210 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d5878b-569c-4c4b-9a46-72ddf47ba8b6 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:55:08.032210 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d5878b-569c-4c4b-9a46-72ddf47ba8b6 None None] Checking segment: {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:55:08.032210 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d9d5878b-569c-4c4b-9a46-72ddf47ba8b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:08.032668 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d5878b-569c-4c4b-9a46-72ddf47ba8b6 None None] Bound using segment: {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:55:08.033053 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-d9d5878b-569c-4c4b-9a46-72ddf47ba8b6 None None] Bound port: 4b18a27f-065b-425d-9070-50dc057bbd16, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:55:08.033543 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d9d5878b-569c-4c4b-9a46-72ddf47ba8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (4b18a27f-065b-425d-9070-50dc057bbd16), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:08.038781 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529ce7f-ec2e-4dc7-afb9-e69c36c67355 req-f804a431-51a8-4c9f-a37d-7a11f1a70d3a tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:08.040338 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4529ce7f-ec2e-4dc7-afb9-e69c36c67355 req-f804a431-51a8-4c9f-a37d-7a11f1a70d3a tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0b4cc68-dfd2-4d77-bafb-8eb95f05f61f HTTP/1.1" status: 200 len: 943 time: 0.3341413 Jan 28 02:55:08.088910 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dac31c05-60ba-45ab-b807-cf0706475615 req-623db3ca-b98a-47ee-ab5d-3e5ac3ebd896 service neutron] 10.222.0.39 "GET /v2.0/networks/8a90ebac-f69f-461b-a785-3d45e68aad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684847 Jan 28 02:55:08.091208 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20e2f11-1ee5-41ba-92c1-89f638e73bd9 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Made reservation on behalf of 534b36f2689245889434f169a0ba9357 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:55:08.095483 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e20e2f11-1ee5-41ba-92c1-89f638e73bd9 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:08.116403 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-95e26429-09d4-4072-b1be-3a4d6519d86b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Allocated IP 2001:db8::2a3:4824:d306:b2f0 (f4e9908e-37c3-477d-90df-65c02e38c857/e40d33ba-fd42-478c-b025-f51a06440c64/7e1001d6-094a-40bf-b214-9b51daee2e26) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:55:08.117456 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8675c5-43dc-4395-acdd-8840ad6398ef req-0915b4a6-b938-40ca-bd94-b6dd8e491555 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:08.119222 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6c8675c5-43dc-4395-acdd-8840ad6398ef req-0915b4a6-b938-40ca-bd94-b6dd8e491555 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=e10628cf-5182-4742-90c0-a8db0de789c5 HTTP/1.1" status: 200 len: 946 time: 0.1015654 Jan 28 02:55:08.130279 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-e20e2f11-1ee5-41ba-92c1-89f638e73bd9 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] device_id is not set on port 00ed58e4-a09c-47cf-9186-5d82f6746479 yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:55:08.152904 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 3b680ae7-3088-4753-a3cd-f2bda6896662 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:55:08.158832 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2aff75-d4c8-4eab-955c-da09ea96d4f8 req-e84d339d-0032-4fe7-ab4e-3a6cc877e2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:08.161284 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4f2aff75-d4c8-4eab-955c-da09ea96d4f8 req-e84d339d-0032-4fe7-ab4e-3a6cc877e2ed service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e10628cf-5182-4742-90c0-a8db0de789c5 HTTP/1.1" status: 200 len: 1098 time: 0.2340040 Jan 28 02:55:08.161914 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-d9d5878b-569c-4c4b-9a46-72ddf47ba8b6 None None] For port 4b18a27f-065b-425d-9070-50dc057bbd16, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:55:08.183988 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 3b680ae7-3088-4753-a3cd-f2bda6896662 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:55:08.184340 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 3b680ae7-3088-4753-a3cd-f2bda6896662 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:55:08.189386 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-08b79d2d-91a0-459a-81d5-dc1cf829dae1 req-b9d394a5-b913-4e5a-8c94-43238fcde818 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] For port 40274fd5-c4d9-4dd5-af9e-4fda37d2f007, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=40274fd5-c4d9-4dd5-af9e-4fda37d2f007,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:55:08.189768 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-08b79d2d-91a0-459a-81d5-dc1cf829dae1 req-b9d394a5-b913-4e5a-8c94-43238fcde818 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (40274fd5-c4d9-4dd5-af9e-4fda37d2f007), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:08.194822 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-d9d5878b-569c-4c4b-9a46-72ddf47ba8b6 None None] For port 4b18a27f-065b-425d-9070-50dc057bbd16, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=4b18a27f-065b-425d-9070-50dc057bbd16,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:55:08.203562 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d9d5878b-569c-4c4b-9a46-72ddf47ba8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (4b18a27f-065b-425d-9070-50dc057bbd16), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:08.216750 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4529ce7f-ec2e-4dc7-afb9-e69c36c67355 req-f4633981-213d-4502-ab9d-f4b9709316a2 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648533 Jan 28 02:55:08.225007 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-08b79d2d-91a0-459a-81d5-dc1cf829dae1 req-b9d394a5-b913-4e5a-8c94-43238fcde818 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Calling delete_port for 40274fd5-c4d9-4dd5-af9e-4fda37d2f007 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:55:08.283023 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6c8675c5-43dc-4395-acdd-8840ad6398ef req-9c840981-4d51-438a-bd03-0b6f2d4ece79 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465557 Jan 28 02:55:08.330063 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035e51b-e82a-499a-953d-da719b47a1e1 req-f881dffe-b72e-42a3-8d58-8309807cfe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:08.331857 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1035e51b-e82a-499a-953d-da719b47a1e1 req-f881dffe-b72e-42a3-8d58-8309807cfe9f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=681abe9293864888ab6acd56a99956db&device_id=e0b4cc68-dfd2-4d77-bafb-8eb95f05f61f HTTP/1.1" status: 200 len: 1095 time: 0.1233275 Jan 28 02:55:08.360376 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5878b-569c-4c4b-9a46-72ddf47ba8b6 None None] Pushing event updated for resources: {'Port': ['ID=4b18a27f-065b-425d-9070-50dc057bbd16,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:08.381776 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-e20e2f11-1ee5-41ba-92c1-89f638e73bd9 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Allocated IP 172.20.0.12 (d3936e99-ab47-451e-a683-844894319dc3/f6d4f1c5-21df-4b9c-a342-001eea477388/00ed58e4-a09c-47cf-9186-5d82f6746479) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:55:08.505825 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035e51b-e82a-499a-953d-da719b47a1e1 req-0b957047-43bb-4257-b183-7fe9c1b5b6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:08.507400 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1035e51b-e82a-499a-953d-da719b47a1e1 req-0b957047-43bb-4257-b183-7fe9c1b5b6c8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8a90ebac-f69f-461b-a785-3d45e68aad72 HTTP/1.1" status: 200 len: 906 time: 0.1610506 Jan 28 02:55:08.590437 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1035e51b-e82a-499a-953d-da719b47a1e1 req-9b7b3c5c-e159-4513-acdc-8e6cbebe616b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ded7ce43-5f15-479f-a82b-d384db0d6c78 HTTP/1.1" status: 200 len: 217 time: 0.0715351 Jan 28 02:55:08.718579 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035e51b-e82a-499a-953d-da719b47a1e1 req-dda133eb-c7a3-4f1d-9d7f-78e8bde60c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:08.720168 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1035e51b-e82a-499a-953d-da719b47a1e1 req-dda133eb-c7a3-4f1d-9d7f-78e8bde60c4f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4a514938-18f7-4fe1-ae61-4e73697ccb7f HTTP/1.1" status: 200 len: 845 time: 0.1174855 Jan 28 02:55:08.724763 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e20e2f11-1ee5-41ba-92c1-89f638e73bd9 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks [] for port (00ed58e4-a09c-47cf-9186-5d82f6746479), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:08.740609 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4f2aff75-d4c8-4eab-955c-da09ea96d4f8 req-91a8cc1d-5f01-4282-b3c2-8af753ced9f3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5622406 Jan 28 02:55:08.764036 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1035e51b-e82a-499a-953d-da719b47a1e1 req-9ae7c23d-fedb-4c75-acd2-75d8537db551 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a90ebac-f69f-461b-a785-3d45e68aad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365760 Jan 28 02:55:08.806502 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e33324-f86b-48f8-a23a-cf1a5e153ced req-d90cd7d1-3c93-4ec9-9a90-ae66d1fde748 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:08.807985 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e1e33324-f86b-48f8-a23a-cf1a5e153ced req-d90cd7d1-3c93-4ec9-9a90-ae66d1fde748 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8322c-7b9c-4974-b303-cbb34c3f9750 HTTP/1.1" status: 200 len: 951 time: 0.1447220 Jan 28 02:55:08.860782 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-95e26429-09d4-4072-b1be-3a4d6519d86b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for port (7e1001d6-094a-40bf-b214-9b51daee2e26), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:08.865601 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-c6435e88-dbdc-4226-9046-9bce27fbc4be tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1267132952&fields=id&tenant_id=7581cafbb59a47148e5d33dde7c9cb23 HTTP/1.1" status: 200 len: 267 time: 0.4705427 Jan 28 02:55:08.867663 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-539beead-dd5e-43cc-9434-3be79e8bcf43 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:08.869061 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-539beead-dd5e-43cc-9434-3be79e8bcf43 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9&tenant_id=e168a8b773b74055bc0667e0581a74cd&binding%3Ahost_id=n-h1-712139-27 HTTP/1.1" status: 200 len: 1097 time: 0.4827318 Jan 28 02:55:08.880268 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-8075957e-ae8e-4884-b4df-0056c31d0977 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712139-27'}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:08.881108 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e20e2f11-1ee5-41ba-92c1-89f638e73bd9 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (00ed58e4-a09c-47cf-9186-5d82f6746479), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:08.963714 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20e2f11-1ee5-41ba-92c1-89f638e73bd9 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Network d3936e99-ab47-451e-a683-844894319dc3 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:55:08.970811 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1035e51b-e82a-499a-953d-da719b47a1e1 req-3c49e8b3-6393-48c6-b2b9-2c9a5c712c32 service neutron] 10.222.0.39 "GET /v2.0/networks/8a90ebac-f69f-461b-a785-3d45e68aad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990881 Jan 28 02:55:08.982211 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e1e33324-f86b-48f8-a23a-cf1a5e153ced req-4c2b830f-3d15-4dc4-b919-803d7100339e tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9a599e7-f8dd-4f46-8f7a-63b492942be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443768 Jan 28 02:55:08.990778 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20e2f11-1ee5-41ba-92c1-89f638e73bd9 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Pushing event updated for resources: {'Port': ['ID=00ed58e4-a09c-47cf-9186-5d82f6746479,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:08.994208 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-e20e2f11-1ee5-41ba-92c1-89f638e73bd9 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:09.019603 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20e2f11-1ee5-41ba-92c1-89f638e73bd9 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:55:09.036797 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9d159-8771-40e1-8f07-bec53714c451 req-3b808be1-27e5-486b-ab00-39c5872b89bc tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:09.038578 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-3b808be1-27e5-486b-ab00-39c5872b89bc tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports/b7ea256c-1185-43f6-ab32-04eda1634fc5 HTTP/1.1" status: 200 len: 931 time: 0.1518762 Jan 28 02:55:09.044105 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-95e26429-09d4-4072-b1be-3a4d6519d86b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (7e1001d6-094a-40bf-b214-9b51daee2e26), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:09.045867 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-08b79d2d-91a0-459a-81d5-dc1cf829dae1 req-b9d394a5-b913-4e5a-8c94-43238fcde818 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (40274fd5-c4d9-4dd5-af9e-4fda37d2f007), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:09.053792 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-8075957e-ae8e-4884-b4df-0056c31d0977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (eea1bd53-e8ff-4e33-b889-848ca0389ca6), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:09.126968 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 4b18a27f-065b-425d-9070-50dc057bbd16 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:55:09.200538 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e26429-09d4-4072-b1be-3a4d6519d86b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:55:09.208034 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 4b18a27f-065b-425d-9070-50dc057bbd16 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:09.208413 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (4b18a27f-065b-425d-9070-50dc057bbd16), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:09.222679 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-95e26429-09d4-4072-b1be-3a4d6519d86b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:09.242548 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20e2f11-1ee5-41ba-92c1-89f638e73bd9 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:09.243764 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e20e2f11-1ee5-41ba-92c1-89f638e73bd9 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:09.274956 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e26429-09d4-4072-b1be-3a4d6519d86b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:55:09.281305 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e26429-09d4-4072-b1be-3a4d6519d86b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:09.281984 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-95e26429-09d4-4072-b1be-3a4d6519d86b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:09.287582 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e99a5-0ca2-42f0-b42f-8602b7995883 req-da6b33d1-25ce-4242-a189-90b4b0890525 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:09.289205 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ca5e99a5-0ca2-42f0-b42f-8602b7995883 req-da6b33d1-25ce-4242-a189-90b4b0890525 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9 HTTP/1.1" status: 200 len: 945 time: 0.1904027 Jan 28 02:55:09.299400 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9d159-8771-40e1-8f07-bec53714c451 req-e0e9e37d-fab8-48d0-9e41-976911b4320f tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:09.300832 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-e0e9e37d-fab8-48d0-9e41-976911b4320f tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports/1aab93c4-9491-4b44-ab45-394e2d033a1e HTTP/1.1" status: 200 len: 932 time: 0.2405677 Jan 28 02:55:09.304166 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e26429-09d4-4072-b1be-3a4d6519d86b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Port': ['ID=7e1001d6-094a-40bf-b214-9b51daee2e26,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:09.364936 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 4b18a27f-065b-425d-9070-50dc057bbd16 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:09.365202 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (4b18a27f-065b-425d-9070-50dc057bbd16), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:09.400465 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e20e2f11-1ee5-41ba-92c1-89f638e73bd9 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6105142 Jan 28 02:55:09.405292 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1035e51b-e82a-499a-953d-da719b47a1e1 req-51a5cb4d-7ff6-4fea-8a63-e989d32007aa service neutron] 10.222.0.39 "GET /v2.0/networks/8a90ebac-f69f-461b-a785-3d45e68aad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4167304 Jan 28 02:55:09.408863 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 4b18a27f-065b-425d-9070-50dc057bbd16, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=4b18a27f-065b-425d-9070-50dc057bbd16,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:55:09.413564 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40440) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:09.414449 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (4b18a27f-065b-425d-9070-50dc057bbd16), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:09.421698 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-58c78187-36b3-423a-ae2c-cba5f61dc4a4 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:cf:9c:85'}]}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:09.483187 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=4b18a27f-065b-425d-9070-50dc057bbd16,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:09.483834 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-8075957e-ae8e-4884-b4df-0056c31d0977 service neutron] For port eea1bd53-e8ff-4e33-b889-848ca0389ca6, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=eea1bd53-e8ff-4e33-b889-848ca0389ca6,segment=NetworkSegment(4fb02108-8b37-4bb4-8350-923aa0786ccd),segment_id=4fb02108-8b37-4bb4-8350-923aa0786ccd)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:55:09.524594 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-234ea775-0f4f-444d-887e-8024572c89cc None None] Provisioning complete for port 00ed58e4-a09c-47cf-9186-5d82f6746479 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:09.524973 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-234ea775-0f4f-444d-887e-8024572c89cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (00ed58e4-a09c-47cf-9186-5d82f6746479), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:09.532601 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b79d2d-91a0-459a-81d5-dc1cf829dae1 req-b9d394a5-b913-4e5a-8c94-43238fcde818 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] No DVR routers for this DVR port 40274fd5-c4d9-4dd5-af9e-4fda37d2f007 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:55:09.535661 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-08b79d2d-91a0-459a-81d5-dc1cf829dae1 req-b9d394a5-b913-4e5a-8c94-43238fcde818 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:09.540170 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-08b79d2d-91a0-459a-81d5-dc1cf829dae1 req-b9d394a5-b913-4e5a-8c94-43238fcde818 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] 10.222.0.39 "DELETE /v2.0/ports/40274fd5-c4d9-4dd5-af9e-4fda37d2f007 HTTP/1.1" status: 204 len: 173 time: 2.1685960 Jan 28 02:55:09.540870 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d394a5-b913-4e5a-8c94-43238fcde818 tempest-ServersAdminTestJSON-621798955 tempest-ServersAdminTestJSON-621798955-project] Pushing event deleted for resources: {'Port': ['ID=40274fd5-c4d9-4dd5-af9e-4fda37d2f007,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:09.600929 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-234ea775-0f4f-444d-887e-8024572c89cc None None] Port 00ed58e4-a09c-47cf-9186-5d82f6746479 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:55:09.617855 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ca5e99a5-0ca2-42f0-b42f-8602b7995883 req-b2c1402a-7646-4a21-9012-ccdf9776fd16 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098423 Jan 28 02:55:09.632533 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58c78187-36b3-423a-ae2c-cba5f61dc4a4 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (00ed58e4-a09c-47cf-9186-5d82f6746479), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:09.675961 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf8322c-7b9c-4974-b303-cbb34c3f9750', 'name': 'network-vif-deleted', 'tag': '40274fd5-c4d9-4dd5-af9e-4fda37d2f007'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:55:09.678702 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b628cbc-2cae-4073-bbfb-509070ef2974" -d '{"events": [{"server_uuid": "fcf8322c-7b9c-4974-b303-cbb34c3f9750", "name": "network-vif-deleted", "tag": "40274fd5-c4d9-4dd5-af9e-4fda37d2f007"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:55:09.694245 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-28aa3b9a-6223-49c8-941b-14bd9033b420 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?network_id=9d63e9ac-6b2c-46ae-b695-7b9d65c9a866&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1423714 Jan 28 02:55:09.731081 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-95e26429-09d4-4072-b1be-3a4d6519d86b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.8521240 Jan 28 02:55:09.736491 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40444) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:09.745439 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-63d51abc-4832-4e0e-a014-366b9a595fe8 None None] Provisioning complete for port 4b18a27f-065b-425d-9070-50dc057bbd16 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:09.745882 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-63d51abc-4832-4e0e-a014-366b9a595fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (4b18a27f-065b-425d-9070-50dc057bbd16), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:09.781224 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-c2b8272f-ce9a-4b24-bae6-d78942793e77 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?network_id=9d63e9ac-6b2c-46ae-b695-7b9d65c9a866&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0751388 Jan 28 02:55:09.782431 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-8075957e-ae8e-4884-b4df-0056c31d0977 service neutron] For port eea1bd53-e8ff-4e33-b889-848ca0389ca6, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:55:09.849943 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-63d51abc-4832-4e0e-a014-366b9a595fe8 None None] Current status of the port 4b18a27f-065b-425d-9070-50dc057bbd16 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:09.919288 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373180c3-8efd-4107-83de-cd613eb28799 req-b0a1d49a-ec73-4184-812d-59df59fbaf4b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:09.920891 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-373180c3-8efd-4107-83de-cd613eb28799 req-b0a1d49a-ec73-4184-812d-59df59fbaf4b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0b4cc68-dfd2-4d77-bafb-8eb95f05f61f HTTP/1.1" status: 200 len: 943 time: 0.0992727 Jan 28 02:55:09.939291 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-8075957e-ae8e-4884-b4df-0056c31d0977 service neutron] Publish callbacks [] for port (eea1bd53-e8ff-4e33-b889-848ca0389ca6), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:09.966174 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6961358a-586f-4ad4-921f-ac5131bb84cb tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:09.971548 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6961358a-586f-4ad4-921f-ac5131bb84cb tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:09.973256 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6961358a-586f-4ad4-921f-ac5131bb84cb tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2357492 Jan 28 02:55:09.974024 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-8075957e-ae8e-4884-b4df-0056c31d0977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (eea1bd53-e8ff-4e33-b889-848ca0389ca6), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:09.976559 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40446) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:09.978667 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58c78187-36b3-423a-ae2c-cba5f61dc4a4 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks [] for port (00ed58e4-a09c-47cf-9186-5d82f6746479), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:09.998717 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58c78187-36b3-423a-ae2c-cba5f61dc4a4 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (00ed58e4-a09c-47cf-9186-5d82f6746479), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:10.037107 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9d159-8771-40e1-8f07-bec53714c451 req-c38b5f9e-2484-4db0-b490-d72f9ab00f0d tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:10.037665 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-373180c3-8efd-4107-83de-cd613eb28799 req-78980b74-5d91-4cff-833b-3e2f76c18b8b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084981 Jan 28 02:55:10.042292 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9d159-8771-40e1-8f07-bec53714c451 req-c38b5f9e-2484-4db0-b490-d72f9ab00f0d tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:10.047278 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9d159-8771-40e1-8f07-bec53714c451 req-c38b5f9e-2484-4db0-b490-d72f9ab00f0d tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:10.048926 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-c38b5f9e-2484-4db0-b490-d72f9ab00f0d tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/networks?id=266d65f2-ae3d-4ae4-8df9-31c67ca10beb&id=d468efc2-a65f-4457-a846-ab761946515b&id=d468efc2-a65f-4457-a846-ab761946515b&id=9d63e9ac-6b2c-46ae-b695-7b9d65c9a866&id=9d63e9ac-6b2c-46ae-b695-7b9d65c9a866 HTTP/1.1" status: 200 len: 1990 time: 0.2197061 Jan 28 02:55:10.103182 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-75f87081-e709-49b0-90ac-cb9c980e32e1 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/quotas/7581cafbb59a47148e5d33dde7c9cb23 HTTP/1.1" status: 200 len: 375 time: 0.0457511 Jan 28 02:55:10.108608 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8075957e-ae8e-4884-b4df-0056c31d0977 service neutron] Pushing event updated for resources: {'Port': ['ID=eea1bd53-e8ff-4e33-b889-848ca0389ca6,revision_number=7']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:10.112032 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-4eb27ec5-d8c3-4dea-8f86-b4db44449025 None None] Provisioning complete for port 7e1001d6-094a-40bf-b214-9b51daee2e26 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:10.114030 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4eb27ec5-d8c3-4dea-8f86-b4db44449025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7e1001d6-094a-40bf-b214-9b51daee2e26), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:10.136616 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-8075957e-ae8e-4884-b4df-0056c31d0977 service neutron] Attempting to bind port eea1bd53-e8ff-4e33-b889-848ca0389ca6 on host n-h1-712139-27 for vnic_type normal with profile {"migrating_to": "n-h2-712139-27"} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:55:10.137319 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-8075957e-ae8e-4884-b4df-0056c31d0977 service neutron] Attempting to bind port eea1bd53-e8ff-4e33-b889-848ca0389ca6 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '4fb02108-8b37-4bb4-8350-923aa0786ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '290af027-4910-45bb-b54e-a29d61400c05'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:55:10.137877 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-8075957e-ae8e-4884-b4df-0056c31d0977 service neutron] Attempting to bind port eea1bd53-e8ff-4e33-b889-848ca0389ca6 on network 290af027-4910-45bb-b54e-a29d61400c05 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:55:10.163676 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-8075957e-ae8e-4884-b4df-0056c31d0977 service neutron] Port eea1bd53-e8ff-4e33-b889-848ca0389ca6 on network 290af027-4910-45bb-b54e-a29d61400c05 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:55:10.164025 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-8075957e-ae8e-4884-b4df-0056c31d0977 service neutron] Attempting to bind port eea1bd53-e8ff-4e33-b889-848ca0389ca6 on network 290af027-4910-45bb-b54e-a29d61400c05 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:55:10.173725 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-8075957e-ae8e-4884-b4df-0056c31d0977 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:55:10.185986 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-58c78187-36b3-423a-ae2c-cba5f61dc4a4 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] In _notify_port_updated(), no bound segment for port 00ed58e4-a09c-47cf-9186-5d82f6746479 on network d3936e99-ab47-451e-a683-844894319dc3 {{(pid=109802) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 02:55:10.188511 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-8075957e-ae8e-4884-b4df-0056c31d0977 service neutron] Checking segment: {'id': '4fb02108-8b37-4bb4-8350-923aa0786ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '290af027-4910-45bb-b54e-a29d61400c05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:55:10.189482 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-8075957e-ae8e-4884-b4df-0056c31d0977 service neutron] Bound using segment: {'id': '4fb02108-8b37-4bb4-8350-923aa0786ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '290af027-4910-45bb-b54e-a29d61400c05'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:55:10.190311 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-8075957e-ae8e-4884-b4df-0056c31d0977 service neutron] Bound port: eea1bd53-e8ff-4e33-b889-848ca0389ca6, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fb02108-8b37-4bb4-8350-923aa0786ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '290af027-4910-45bb-b54e-a29d61400c05'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:55:10.190951 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-8075957e-ae8e-4884-b4df-0056c31d0977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (eea1bd53-e8ff-4e33-b889-848ca0389ca6), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:10.209891 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c78187-36b3-423a-ae2c-cba5f61dc4a4 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:10.211078 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58c78187-36b3-423a-ae2c-cba5f61dc4a4 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:10.215987 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-58c78187-36b3-423a-ae2c-cba5f61dc4a4 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] 10.222.0.53 "PUT /v2.0/ports/00ed58e4-a09c-47cf-9186-5d82f6746479 HTTP/1.1" status: 200 len: 995 time: 0.8007226 Jan 28 02:55:10.217742 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c78187-36b3-423a-ae2c-cba5f61dc4a4 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Pushing event updated for resources: {'Port': ['ID=00ed58e4-a09c-47cf-9186-5d82f6746479,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:10.224380 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40450) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:10.246428 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-4eb27ec5-d8c3-4dea-8f86-b4db44449025 None None] Port 7e1001d6-094a-40bf-b214-9b51daee2e26 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:55:10.318281 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-c84c0d7e-9b8c-4df5-95dc-86fc12565e86 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting port 7e1001d6-094a-40bf-b214-9b51daee2e26 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:55:10.318619 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c84c0d7e-9b8c-4df5-95dc-86fc12565e86 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (7e1001d6-094a-40bf-b214-9b51daee2e26), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:10.334018 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-e8758676-4f36-4f14-8703-78f5774c41f3 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7581cafbb59a47148e5d33dde7c9cb23&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2209487 Jan 28 02:55:10.373249 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-04853338-71bc-4394-9449-271a1cedf1a0 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:55:10.374339 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-04853338-71bc-4394-9449-271a1cedf1a0 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0120852 Jan 28 02:55:10.379156 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851d0d1-42ec-47d9-9396-a8cfba130be9 req-7350631a-4d18-47b1-9953-2905d534976a tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:10.385723 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8851d0d1-42ec-47d9-9396-a8cfba130be9 req-7350631a-4d18-47b1-9953-2905d534976a tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=e10628cf-5182-4742-90c0-a8db0de789c5 HTTP/1.1" status: 200 len: 946 time: 0.1433361 Jan 28 02:55:10.456046 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c84c0d7e-9b8c-4df5-95dc-86fc12565e86 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (7e1001d6-094a-40bf-b214-9b51daee2e26), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:10.460537 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-8075957e-ae8e-4884-b4df-0056c31d0977 service neutron] For port eea1bd53-e8ff-4e33-b889-848ca0389ca6, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:55:10.468055 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8851d0d1-42ec-47d9-9396-a8cfba130be9 req-7e5487ea-d028-42a5-b6f9-901abe249487 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813234 Jan 28 02:55:10.488223 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-8075957e-ae8e-4884-b4df-0056c31d0977 service neutron] For port eea1bd53-e8ff-4e33-b889-848ca0389ca6, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=eea1bd53-e8ff-4e33-b889-848ca0389ca6,segment=NetworkSegment(4fb02108-8b37-4bb4-8350-923aa0786ccd),segment_id=4fb02108-8b37-4bb4-8350-923aa0786ccd)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:55:10.489884 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-a980e385-1a89-4eaf-9420-249cf9f0c2f6 None None] Provisioning complete for port 00ed58e4-a09c-47cf-9186-5d82f6746479 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:10.490358 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a980e385-1a89-4eaf-9420-249cf9f0c2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (00ed58e4-a09c-47cf-9186-5d82f6746479), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:10.491609 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-c84c0d7e-9b8c-4df5-95dc-86fc12565e86 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Calling delete_port for 7e1001d6-094a-40bf-b214-9b51daee2e26 owned by {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:55:10.502048 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-8075957e-ae8e-4884-b4df-0056c31d0977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (eea1bd53-e8ff-4e33-b889-848ca0389ca6), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:10.519066 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-10ba20b5-4654-48bb-8813-f81e61da3d25 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Deleting port 00ed58e4-a09c-47cf-9186-5d82f6746479 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:55:10.519415 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-10ba20b5-4654-48bb-8813-f81e61da3d25 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (00ed58e4-a09c-47cf-9186-5d82f6746479), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:10.542793 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-a980e385-1a89-4eaf-9420-249cf9f0c2f6 None None] Port 00ed58e4-a09c-47cf-9186-5d82f6746479 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:55:10.549544 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbe431f-4508-4118-a38f-c6d0a950d6cf x-openstack-request-id: req-4bbe431f-4508-4118-a38f-c6d0a950d6cf {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:55:10.549840 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf8322c-7b9c-4974-b303-cbb34c3f9750", "name": "network-vif-deleted", "tag": "40274fd5-c4d9-4dd5-af9e-4fda37d2f007", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:55:10.550085 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4bbe431f-4508-4118-a38f-c6d0a950d6cf {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:55:10.550560 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf8322c-7b9c-4974-b303-cbb34c3f9750', 'name': 'network-vif-deleted', 'tag': '40274fd5-c4d9-4dd5-af9e-4fda37d2f007', 'status': 'completed', 'code': 200} Jan 28 02:55:10.602350 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-83e7962e-9315-4810-bc85-ff845195d993 service neutron] 10.222.0.53 "GET /v2.0/networks/266d65f2-ae3d-4ae4-8df9-31c67ca10beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177892 Jan 28 02:55:10.640054 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c84c0d7e-9b8c-4df5-95dc-86fc12565e86 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (7e1001d6-094a-40bf-b214-9b51daee2e26), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:10.699698 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84c0d7e-9b8c-4df5-95dc-86fc12565e86 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Port': ['ID=7e1001d6-094a-40bf-b214-9b51daee2e26,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:10.706014 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c84c0d7e-9b8c-4df5-95dc-86fc12565e86 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:10.709296 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c84c0d7e-9b8c-4df5-95dc-86fc12565e86 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/ports/7e1001d6-094a-40bf-b214-9b51daee2e26 HTTP/1.1" status: 204 len: 168 time: 0.7286677 Jan 28 02:55:10.711723 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40456) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:10.729570 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8075957e-ae8e-4884-b4df-0056c31d0977 service neutron] Pushing event updated for resources: {'Port': ['ID=eea1bd53-e8ff-4e33-b889-848ca0389ca6,revision_number=8']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:10.746696 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-8075957e-ae8e-4884-b4df-0056c31d0977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:10.747327 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-8075957e-ae8e-4884-b4df-0056c31d0977 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:10.748735 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-8075957e-ae8e-4884-b4df-0056c31d0977 service neutron] 10.222.0.39 "PUT /v2.0/ports/eea1bd53-e8ff-4e33-b889-848ca0389ca6 HTTP/1.1" status: 200 len: 1123 time: 1.8730001 Jan 28 02:55:10.787488 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-10ba20b5-4654-48bb-8813-f81e61da3d25 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (00ed58e4-a09c-47cf-9186-5d82f6746479), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:10.809107 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-10ba20b5-4654-48bb-8813-f81e61da3d25 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Calling delete_port for 00ed58e4-a09c-47cf-9186-5d82f6746479 owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:55:10.818758 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2be6a6e-3e94-4da5-81fe-505d01fa1a57 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:10.819197 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device ded7ce43-5f15-479f-a82b-d384db0d6c78 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:55:10.820602 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2be6a6e-3e94-4da5-81fe-505d01fa1a57 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:10.822324 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f2be6a6e-3e94-4da5-81fe-505d01fa1a57 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1093807 Jan 28 02:55:10.825106 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40460) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:10.835278 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 40274fd5-c4d9-4dd5-af9e-4fda37d2f007 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:55:10.884539 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862dba14-dbfa-4e05-871e-0ee288a20a26 req-57126823-0a65-47f7-82fe-1c95d8464fb8 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:10.891030 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-bb1d2dfb-1ec3-4d0c-85df-078a2d7b52d6 service neutron] 10.222.0.53 "GET /v2.0/networks/266d65f2-ae3d-4ae4-8df9-31c67ca10beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667046 Jan 28 02:55:10.892247 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-862dba14-dbfa-4e05-871e-0ee288a20a26 req-57126823-0a65-47f7-82fe-1c95d8464fb8 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9 HTTP/1.1" status: 200 len: 943 time: 0.1367881 Jan 28 02:55:10.941540 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-6153596d-77e8-445a-96ef-c3b92f0eb3dc tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting subnet e40d33ba-fd42-478c-b025-f51a06440c64 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:55:10.942130 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['eea1bd53-e8ff-4e33-b889-848ca0389ca6'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:55:10.947875 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['eea1bd53-e8ff-4e33-b889-848ca0389ca6'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:55:10.948414 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6153596d-77e8-445a-96ef-c3b92f0eb3dc tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (e40d33ba-fd42-478c-b025-f51a06440c64), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:10.963505 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 40274fd5-c4d9-4dd5-af9e-4fda37d2f007 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:55:10.965965 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 40274fd5-c4d9-4dd5-af9e-4fda37d2f007 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:55:11.019755 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-82f42c53-0035-45d6-8655-8b4f0fd5e178 service neutron] 10.222.0.53 "GET /v2.0/ports/b7ea256c-1185-43f6-ab32-04eda1634fc5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1162174 Jan 28 02:55:11.041971 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40464) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:11.061872 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 4b18a27f-065b-425d-9070-50dc057bbd16 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:55:11.071586 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.resource_extend [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 02:55:11.075809 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6153596d-77e8-445a-96ef-c3b92f0eb3dc tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (e40d33ba-fd42-478c-b025-f51a06440c64), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:11.185586 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-49c18d9a-2230-40d8-a546-2ea4a90781ab service neutron] 10.222.0.53 "GET /v2.0/networks/d468efc2-a65f-4457-a846-ab761946515b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644442 Jan 28 02:55:11.188380 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6153596d-77e8-445a-96ef-c3b92f0eb3dc tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (e40d33ba-fd42-478c-b025-f51a06440c64), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:11.196303 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-10ba20b5-4654-48bb-8813-f81e61da3d25 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (00ed58e4-a09c-47cf-9186-5d82f6746479), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:11.249870 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-862dba14-dbfa-4e05-871e-0ee288a20a26 req-cc026036-0f00-4039-be6f-ac9f86f29fb0 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564758 Jan 28 02:55:11.283042 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6153596d-77e8-445a-96ef-c3b92f0eb3dc tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (e40d33ba-fd42-478c-b025-f51a06440c64), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:11.295201 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ba20b5-4654-48bb-8813-f81e61da3d25 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Pushing event deleted for resources: {'Port': ['ID=00ed58e4-a09c-47cf-9186-5d82f6746479,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:11.340251 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6153596d-77e8-445a-96ef-c3b92f0eb3dc tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:11.363946 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9948d288-e3ab-4941-ac87-1b612b7a9dab None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:55:11.373207 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6153596d-77e8-445a-96ef-c3b92f0eb3dc tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/e40d33ba-fd42-478c-b025-f51a06440c64 HTTP/1.1" status: 204 len: 168 time: 0.5469799 Jan 28 02:55:11.375605 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153596d-77e8-445a-96ef-c3b92f0eb3dc tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Subnet': ['ID=e40d33ba-fd42-478c-b025-f51a06440c64,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:11.380081 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40470) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:11.442170 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7f357fac-2122-4521-b32c-d4f2f2f15bbe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=374e72b0e62c4cb4a9bb8f2bb827e071&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3982713 Jan 28 02:55:11.451761 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9ca08c44-1c69-42d8-91fc-9e69070449e8 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0704529 Jan 28 02:55:11.452757 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40472) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:11.453104 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40474) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:11.464207 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-bf5520a2-0de0-497b-96f7-4786b2c1d92c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'subnet': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:11.473061 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-bbc7a220-7aba-453d-a186-e01c18edadb7 service neutron] 10.222.0.53 "GET /v2.0/networks/d468efc2-a65f-4457-a846-ab761946515b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865334 Jan 28 02:55:11.489565 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b986a2-c94b-438d-a9c1-d41e763b661d req-66d2dd15-a22d-4872-9348-7ba69e7d666e tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:11.497619 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-23b986a2-c94b-438d-a9c1-d41e763b661d req-66d2dd15-a22d-4872-9348-7ba69e7d666e tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0b4cc68-dfd2-4d77-bafb-8eb95f05f61f HTTP/1.1" status: 200 len: 943 time: 0.0735710 Jan 28 02:55:11.558475 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-23b986a2-c94b-438d-a9c1-d41e763b661d req-8c254235-4107-494c-a504-1f6eea8f02da tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529869 Jan 28 02:55:11.564944 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 4b18a27f-065b-425d-9070-50dc057bbd16 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:11.565404 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (4b18a27f-065b-425d-9070-50dc057bbd16), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:11.625394 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port ded7ce43-5f15-479f-a82b-d384db0d6c78, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=ded7ce43-5f15-479f-a82b-d384db0d6c78,segment=NetworkSegment(5ec551e3-78ab-42a1-92af-4f07dc8530f7),segment_id=5ec551e3-78ab-42a1-92af-4f07dc8530f7)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:55:11.656621 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5f15c-b57c-43a6-9bb1-a6d9b7eb1fb5 req-60cc5cbb-c453-4b84-b9e8-5293d7f5ecc7 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:11.658481 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4dd5f15c-b57c-43a6-9bb1-a6d9b7eb1fb5 req-60cc5cbb-c453-4b84-b9e8-5293d7f5ecc7 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=e10628cf-5182-4742-90c0-a8db0de789c5 HTTP/1.1" status: 200 len: 946 time: 0.0507216 Jan 28 02:55:11.665995 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-bda29907-f42a-4020-a161-8b7bc97e8a84 service neutron] 10.222.0.53 "GET /v2.0/ports/1aab93c4-9491-4b44-ab45-394e2d033a1e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1720109 Jan 28 02:55:11.691596 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': 'ded7ce43-5f15-479f-a82b-d384db0d6c78', 'network_id': '8a90ebac-f69f-461b-a785-3d45e68aad72', 'port_id': 'ded7ce43-5f15-479f-a82b-d384db0d6c78', 'mac_address': 'fa:16:3e:cb:bc:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a514938-18f7-4fe1-ae61-4e73697ccb7f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:55:11.714954 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4dd5f15c-b57c-43a6-9bb1-a6d9b7eb1fb5 req-ffe2f58b-efd5-4f53-b162-a52ccedb2e5f tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488482 Jan 28 02:55:11.720370 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-10ba20b5-4654-48bb-8813-f81e61da3d25 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:11.725911 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-10ba20b5-4654-48bb-8813-f81e61da3d25 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] 10.222.0.53 "DELETE /v2.0/ports/00ed58e4-a09c-47cf-9186-5d82f6746479 HTTP/1.1" status: 204 len: 168 time: 1.4963055 Jan 28 02:55:11.726881 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40478) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:11.756394 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8e674eab-4308-453f-bf98-f4ab5735e3e5 admin admin] Publish callbacks [] for security_group (e9a599e7-f8dd-4f46-8f7a-63b492942be3), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:11.787243 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5520a2-0de0-497b-96f7-4786b2c1d92c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:55:11.790727 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bf5520a2-0de0-497b-96f7-4786b2c1d92c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:11.803028 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-df962fb0-23cb-4fda-84ba-334bac6cfc6e tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] GET failed (client error): The resource could not be found. Jan 28 02:55:11.810302 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-df962fb0-23cb-4fda-84ba-334bac6cfc6e tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] 10.222.0.53 "GET /v2.0/ports/00ed58e4-a09c-47cf-9186-5d82f6746479 HTTP/1.1" status: 404 len: 333 time: 0.0765107 Jan 28 02:55:11.810302 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40482) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:11.818712 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bdd655-15ba-490e-9621-00d0ff28a4b4 None None] DHCP port deletion for f4e9908e-37c3-477d-90df-65c02e38c857 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:55:11.819733 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8e674eab-4308-453f-bf98-f4ab5735e3e5 admin admin] Publish callbacks [] for security_group (e9a599e7-f8dd-4f46-8f7a-63b492942be3), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:11.819989 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-6823d2c2-e689-4906-a2ba-e9883b1ac179 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Request body: {'port': {'network_id': 'd3936e99-ab47-451e-a683-844894319dc3', 'name': 'tempest-AllowedAddressPairTestJSON-893515819'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:11.864910 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port ded7ce43-5f15-479f-a82b-d384db0d6c78 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:11.865483 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ded7ce43-5f15-479f-a82b-d384db0d6c78), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:11.909115 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 4b18a27f-065b-425d-9070-50dc057bbd16 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:11.915478 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ded7ce43-5f15-479f-a82b-d384db0d6c78 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:55:11.926202 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-c4ffa7e6-6332-48a7-8b48-8f30d4812d06 service neutron] 10.222.0.53 "GET /v2.0/networks/d468efc2-a65f-4457-a846-ab761946515b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479224 Jan 28 02:55:11.951885 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port ded7ce43-5f15-479f-a82b-d384db0d6c78, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=ded7ce43-5f15-479f-a82b-d384db0d6c78,segment=NetworkSegment(5ec551e3-78ab-42a1-92af-4f07dc8530f7),segment_id=5ec551e3-78ab-42a1-92af-4f07dc8530f7)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:55:11.959651 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ded7ce43-5f15-479f-a82b-d384db0d6c78), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:11.960401 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device eea1bd53-e8ff-4e33-b889-848ca0389ca6 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:55:11.968971 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715651fc-ac89-42fe-90e6-a6f20fdc628b req-990aca4f-0080-4ecc-9099-11cd7365ee18 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:11.971022 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-67bdd655-15ba-490e-9621-00d0ff28a4b4 None None] Deleting port 4b18a27f-065b-425d-9070-50dc057bbd16 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:55:11.971161 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-67bdd655-15ba-490e-9621-00d0ff28a4b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (4b18a27f-065b-425d-9070-50dc057bbd16), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:11.973542 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-715651fc-ac89-42fe-90e6-a6f20fdc628b req-990aca4f-0080-4ecc-9099-11cd7365ee18 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=e10628cf-5182-4742-90c0-a8db0de789c5 HTTP/1.1" status: 200 len: 946 time: 0.1348619 Jan 28 02:55:12.012834 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8e674eab-4308-453f-bf98-f4ab5735e3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (e9a599e7-f8dd-4f46-8f7a-63b492942be3), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:12.015409 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8e674eab-4308-453f-bf98-f4ab5735e3e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:12.019089 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8e674eab-4308-453f-bf98-f4ab5735e3e5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e9a599e7-f8dd-4f46-8f7a-63b492942be3 HTTP/1.1" status: 204 len: 168 time: 0.5622897 Jan 28 02:55:12.056816 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-715651fc-ac89-42fe-90e6-a6f20fdc628b req-33f7210c-df98-475f-ae14-4677dae38a7e tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788617 Jan 28 02:55:12.065152 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e674eab-4308-453f-bf98-f4ab5735e3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a599e7-f8dd-4f46-8f7a-63b492942be3,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:12.095803 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-9dc90d1e-8f9f-4916-96b3-a2cde66796f2 service neutron] 10.222.0.53 "GET /v2.0/networks/d468efc2-a65f-4457-a846-ab761946515b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611650 Jan 28 02:55:12.126477 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6823d2c2-e689-4906-a2ba-e9883b1ac179 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Made reservation on behalf of 534b36f2689245889434f169a0ba9357 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:55:12.130872 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6823d2c2-e689-4906-a2ba-e9883b1ac179 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:12.169479 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=ded7ce43-5f15-479f-a82b-d384db0d6c78,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:12.174314 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-67bdd655-15ba-490e-9621-00d0ff28a4b4 None None] For port 4b18a27f-065b-425d-9070-50dc057bbd16, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=4b18a27f-065b-425d-9070-50dc057bbd16,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:55:12.174825 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-67bdd655-15ba-490e-9621-00d0ff28a4b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (4b18a27f-065b-425d-9070-50dc057bbd16), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:12.178109 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-6823d2c2-e689-4906-a2ba-e9883b1ac179 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] device_id is not set on port b92544ac-768d-421a-811b-add6224cc782 yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:55:12.197003 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-67bdd655-15ba-490e-9621-00d0ff28a4b4 None None] Calling delete_port for 4b18a27f-065b-425d-9070-50dc057bbd16 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:55:12.308044 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port eea1bd53-e8ff-4e33-b889-848ca0389ca6, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=eea1bd53-e8ff-4e33-b889-848ca0389ca6,segment=NetworkSegment(4fb02108-8b37-4bb4-8350-923aa0786ccd),segment_id=4fb02108-8b37-4bb4-8350-923aa0786ccd)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:55:12.321470 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device eea1bd53-e8ff-4e33-b889-848ca0389ca6 has no active binding in host n-h2-712139-27 {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 02:55:12.393398 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-6823d2c2-e689-4906-a2ba-e9883b1ac179 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Allocated IP 172.20.0.8 (d3936e99-ab47-451e-a683-844894319dc3/f6d4f1c5-21df-4b9c-a342-001eea477388/b92544ac-768d-421a-811b-add6224cc782) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:55:12.413451 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb654bb-f336-42e7-b88a-58ec2f13f2ed req-85bcf8af-660a-496e-8a61-146fe881506b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:12.414127 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-67bdd655-15ba-490e-9621-00d0ff28a4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (4b18a27f-065b-425d-9070-50dc057bbd16), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:12.415015 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cfb654bb-f336-42e7-b88a-58ec2f13f2ed req-85bcf8af-660a-496e-8a61-146fe881506b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9 HTTP/1.1" status: 200 len: 943 time: 0.0809188 Jan 28 02:55:12.442055 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bdd655-15ba-490e-9621-00d0ff28a4b4 None None] Pushing event deleted for resources: {'Port': ['ID=4b18a27f-065b-425d-9070-50dc057bbd16,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:12.455486 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bdd655-15ba-490e-9621-00d0ff28a4b4 None None] No DVR routers for this DVR port 4b18a27f-065b-425d-9070-50dc057bbd16 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:55:12.473672 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40496) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:12.512074 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bf5520a2-0de0-497b-96f7-4786b2c1d92c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (522756f1-bc78-4e7d-acae-92950a30ade4), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:12.559903 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '014fc7b7-beb5-4427-b7ef-9e2fcceba7c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eea1bd53-e8ff-4e33-b889-848ca0389ca6'}, {'name': 'network-changed', 'server_uuid': '014fc7b7-beb5-4427-b7ef-9e2fcceba7c9', 'tag': 'eea1bd53-e8ff-4e33-b889-848ca0389ca6'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:55:12.559903 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a378c04b-c0c0-4aef-841f-ad88ee6863be" -d '{"events": [{"server_uuid": "014fc7b7-beb5-4427-b7ef-9e2fcceba7c9", "name": "network-vif-unplugged", "status": "completed", "tag": "eea1bd53-e8ff-4e33-b889-848ca0389ca6"}, {"name": "network-changed", "server_uuid": "014fc7b7-beb5-4427-b7ef-9e2fcceba7c9", "tag": "eea1bd53-e8ff-4e33-b889-848ca0389ca6"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:55:12.604206 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5520a2-0de0-497b-96f7-4786b2c1d92c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:55:12.622288 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-bf5520a2-0de0-497b-96f7-4786b2c1d92c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:12.643563 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e58670c-75e5-4d22-a77a-b834cb24611d None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:55:12.646284 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8b31172d-3210-4bd3-86d2-c19328bbd72f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=76685e2711894d0594724a1d230e4c0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1714287 Jan 28 02:55:12.650286 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5520a2-0de0-497b-96f7-4786b2c1d92c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:12.651159 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bf5520a2-0de0-497b-96f7-4786b2c1d92c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:12.654536 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40502) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:12.669376 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5520a2-0de0-497b-96f7-4786b2c1d92c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Subnet': ['ID=522756f1-bc78-4e7d-acae-92950a30ade4,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:12.670101 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['ded7ce43-5f15-479f-a82b-d384db0d6c78'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:55:12.682208 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-8a7e9a23-3bb8-4d4b-93a9-9f85b677bf0d service neutron] 10.222.0.53 "GET /v2.0/networks/d468efc2-a65f-4457-a846-ab761946515b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295265 Jan 28 02:55:12.725321 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-bf5520a2-0de0-497b-96f7-4786b2c1d92c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2695279 Jan 28 02:55:12.752175 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40504) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:12.766035 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-2c187188-5fc2-4457-bb78-a6eeef55f8c7 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'port': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'fixed_ips': [{'subnet_id': '522756f1-bc78-4e7d-acae-92950a30ade4', 'ip_address': '2001:db8::2a99:218b:a7af:4780'}], 'name': 'tempest-NetworksTestDHCPv6-62823822'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:12.816055 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-561d54e1-a782-44a3-a509-6aca529be85b admin admin] Publish callbacks [] for security_group (b2ee6a27-a1c2-48ee-a618-90291a9c2ed5), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:12.817392 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353ca3d3-19c0-4dde-b9ff-555ee5d1d513 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-f4e9908e-37c3-477d-90df-65c02e38c857', 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'project_id': '3079a2e247734574a53d1baca2087c94', 'fixed_ips': [{'subnet_id': '522756f1-bc78-4e7d-acae-92950a30ade4'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:55:12.818239 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-353ca3d3-19c0-4dde-b9ff-555ee5d1d513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:12.833214 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-16ae357a-ccf1-4c8d-9d2f-7cece1ee4163 service neutron] 10.222.0.53 "GET /v2.0/networks/d468efc2-a65f-4457-a846-ab761946515b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428950 Jan 28 02:55:12.847535 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-561d54e1-a782-44a3-a509-6aca529be85b admin admin] Publish callbacks [] for security_group (b2ee6a27-a1c2-48ee-a618-90291a9c2ed5), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:12.927103 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cfb654bb-f336-42e7-b88a-58ec2f13f2ed req-fc5d6b02-33a0-42e2-aa96-c1bbc0de9baa tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4993367 Jan 28 02:55:12.988584 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-561d54e1-a782-44a3-a509-6aca529be85b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b2ee6a27-a1c2-48ee-a618-90291a9c2ed5), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:12.992154 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-561d54e1-a782-44a3-a509-6aca529be85b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:12.995810 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-561d54e1-a782-44a3-a509-6aca529be85b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b2ee6a27-a1c2-48ee-a618-90291a9c2ed5 HTTP/1.1" status: 204 len: 168 time: 0.3253067 Jan 28 02:55:13.009146 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-7107bedf-e8c3-44d2-94bf-543690799a48 service neutron] 10.222.0.53 "GET /v2.0/networks/d468efc2-a65f-4457-a846-ab761946515b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554120 Jan 28 02:55:13.041167 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561d54e1-a782-44a3-a509-6aca529be85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ee6a27-a1c2-48ee-a618-90291a9c2ed5,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:13.043985 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-353ca3d3-19c0-4dde-b9ff-555ee5d1d513 None None] Allocated IP 2001:db8::2 (f4e9908e-37c3-477d-90df-65c02e38c857/522756f1-bc78-4e7d-acae-92950a30ade4/105449e5-adfa-4051-9a5b-fe74a670993c) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:55:13.105900 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6823d2c2-e689-4906-a2ba-e9883b1ac179 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks [] for port (b92544ac-768d-421a-811b-add6224cc782), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:13.107288 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c187188-5fc2-4457-bb78-a6eeef55f8c7 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:55:13.174787 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5903ba8-383f-4a8c-b0ed-69115f71c17b req-0fb40a4e-8d6d-4ced-bc63-c96c76ebeb0e tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:13.177576 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c5903ba8-383f-4a8c-b0ed-69115f71c17b req-0fb40a4e-8d6d-4ced-bc63-c96c76ebeb0e tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=e10628cf-5182-4742-90c0-a8db0de789c5 HTTP/1.1" status: 200 len: 946 time: 0.1354163 Jan 28 02:55:13.189935 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-353ca3d3-19c0-4dde-b9ff-555ee5d1d513 None None] Publish callbacks [] for port (105449e5-adfa-4051-9a5b-fe74a670993c), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:13.193676 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 4b18a27f-065b-425d-9070-50dc057bbd16 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:55:13.202003 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-1c682341-4963-445b-b03d-ab7da6473b48 service neutron] 10.222.0.53 "GET /v2.0/networks/d468efc2-a65f-4457-a846-ab761946515b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617692 Jan 28 02:55:13.228793 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 4b18a27f-065b-425d-9070-50dc057bbd16 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:55:13.229169 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 4b18a27f-065b-425d-9070-50dc057bbd16 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:55:13.230968 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-353ca3d3-19c0-4dde-b9ff-555ee5d1d513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (105449e5-adfa-4051-9a5b-fe74a670993c), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:13.271715 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353ca3d3-19c0-4dde-b9ff-555ee5d1d513 None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:55:13.276124 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-353ca3d3-19c0-4dde-b9ff-555ee5d1d513 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:13.282325 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353ca3d3-19c0-4dde-b9ff-555ee5d1d513 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:55:13.289974 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ca3d3-19c0-4dde-b9ff-555ee5d1d513 None None] Pushing event updated for resources: {'Port': ['ID=105449e5-adfa-4051-9a5b-fe74a670993c,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:13.306046 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2c187188-5fc2-4457-bb78-a6eeef55f8c7 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:13.325711 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c5903ba8-383f-4a8c-b0ed-69115f71c17b req-127589e7-e3ca-4f36-847f-eb90fe01b0d7 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156631 Jan 28 02:55:13.345948 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6823d2c2-e689-4906-a2ba-e9883b1ac179 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (b92544ac-768d-421a-811b-add6224cc782), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:13.351366 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-faf066f4-5875-4f4d-9e5c-ef14aae36501 service neutron] 10.222.0.53 "GET /v2.0/networks/9d63e9ac-6b2c-46ae-b695-7b9d65c9a866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480000 Jan 28 02:55:13.364602 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-353ca3d3-19c0-4dde-b9ff-555ee5d1d513 None None] Attempting to bind port 105449e5-adfa-4051-9a5b-fe74a670993c on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:55:13.364978 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-353ca3d3-19c0-4dde-b9ff-555ee5d1d513 None None] Attempting to bind port 105449e5-adfa-4051-9a5b-fe74a670993c by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:55:13.365373 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353ca3d3-19c0-4dde-b9ff-555ee5d1d513 None None] Attempting to bind port 105449e5-adfa-4051-9a5b-fe74a670993c on network f4e9908e-37c3-477d-90df-65c02e38c857 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:55:13.372157 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353ca3d3-19c0-4dde-b9ff-555ee5d1d513 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:55:13.372547 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353ca3d3-19c0-4dde-b9ff-555ee5d1d513 None None] Checking segment: {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:55:13.372966 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-353ca3d3-19c0-4dde-b9ff-555ee5d1d513 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:13.374442 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353ca3d3-19c0-4dde-b9ff-555ee5d1d513 None None] Bound using segment: {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:55:13.374442 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-353ca3d3-19c0-4dde-b9ff-555ee5d1d513 None None] Bound port: 105449e5-adfa-4051-9a5b-fe74a670993c, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:55:13.374442 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-353ca3d3-19c0-4dde-b9ff-555ee5d1d513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (105449e5-adfa-4051-9a5b-fe74a670993c), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:13.420754 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-2c187188-5fc2-4457-bb78-a6eeef55f8c7 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] device_id is not set on port f6d2ae37-c143-41ce-9f0f-5aeec1c6390c yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:55:13.437688 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6823d2c2-e689-4906-a2ba-e9883b1ac179 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Network d3936e99-ab47-451e-a683-844894319dc3 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:55:13.445710 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-6823d2c2-e689-4906-a2ba-e9883b1ac179 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:13.448933 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6823d2c2-e689-4906-a2ba-e9883b1ac179 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:55:13.460528 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-353ca3d3-19c0-4dde-b9ff-555ee5d1d513 None None] For port 105449e5-adfa-4051-9a5b-fe74a670993c, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:55:13.466477 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-353ca3d3-19c0-4dde-b9ff-555ee5d1d513 None None] For port 105449e5-adfa-4051-9a5b-fe74a670993c, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=105449e5-adfa-4051-9a5b-fe74a670993c,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:55:13.467800 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-b85c649e-6261-4805-92cf-22c288244a74 service neutron] 10.222.0.53 "GET /v2.0/networks/9d63e9ac-6b2c-46ae-b695-7b9d65c9a866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064622 Jan 28 02:55:13.478356 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-353ca3d3-19c0-4dde-b9ff-555ee5d1d513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (105449e5-adfa-4051-9a5b-fe74a670993c), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:13.553420 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ca3d3-19c0-4dde-b9ff-555ee5d1d513 None None] Pushing event updated for resources: {'Port': ['ID=105449e5-adfa-4051-9a5b-fe74a670993c,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:13.571847 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6823d2c2-e689-4906-a2ba-e9883b1ac179 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Pushing event updated for resources: {'Port': ['ID=b92544ac-768d-421a-811b-add6224cc782,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:13.598089 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 28 Jan 2022 02:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b0d95e-4ab7-4b74-bf1a-70512e88ff00 x-openstack-request-id: req-13b0d95e-4ab7-4b74-bf1a-70512e88ff00 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:55:13.598416 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "014fc7b7-beb5-4427-b7ef-9e2fcceba7c9", "name": "network-vif-unplugged", "status": "completed", "tag": "eea1bd53-e8ff-4e33-b889-848ca0389ca6", "code": 200}, {"name": "network-changed", "server_uuid": "014fc7b7-beb5-4427-b7ef-9e2fcceba7c9", "tag": "eea1bd53-e8ff-4e33-b889-848ca0389ca6", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:55:13.598623 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-13b0d95e-4ab7-4b74-bf1a-70512e88ff00 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:55:13.599012 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '014fc7b7-beb5-4427-b7ef-9e2fcceba7c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eea1bd53-e8ff-4e33-b889-848ca0389ca6', 'code': 200} Jan 28 02:55:13.602067 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '014fc7b7-beb5-4427-b7ef-9e2fcceba7c9', 'tag': 'eea1bd53-e8ff-4e33-b889-848ca0389ca6', 'status': 'completed', 'code': 200} Jan 28 02:55:13.643907 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6823d2c2-e689-4906-a2ba-e9883b1ac179 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:13.645189 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6823d2c2-e689-4906-a2ba-e9883b1ac179 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:13.714586 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-1b768e06-b3b4-4141-8385-28184d35b6ee service neutron] 10.222.0.53 "GET /v2.0/networks/9d63e9ac-6b2c-46ae-b695-7b9d65c9a866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399738 Jan 28 02:55:13.733057 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378c04b-c0c0-4aef-841f-ad88ee6863be req-3e0e83f2-99fa-4503-bf15-a146004a6cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:13.735507 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a378c04b-c0c0-4aef-841f-ad88ee6863be req-3e0e83f2-99fa-4503-bf15-a146004a6cd5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e168a8b773b74055bc0667e0581a74cd&device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9 HTTP/1.1" status: 200 len: 1126 time: 0.0858505 Jan 28 02:55:13.762974 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6823d2c2-e689-4906-a2ba-e9883b1ac179 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9500191 Jan 28 02:55:13.786116 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40518) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:13.795895 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-5968bebf-8139-47d5-8a4b-50ad45b02816 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:cf:9c:85'}]}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:13.917576 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-d637daa8-8683-41d9-b049-2e4a4edb0b67 None None] Provisioning complete for port b92544ac-768d-421a-811b-add6224cc782 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:13.917961 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d637daa8-8683-41d9-b049-2e4a4edb0b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b92544ac-768d-421a-811b-add6224cc782), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:13.929766 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-a53da2cb-eeb5-49e0-a059-92a62932e415 service neutron] 10.222.0.53 "GET /v2.0/networks/9d63e9ac-6b2c-46ae-b695-7b9d65c9a866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091575 Jan 28 02:55:13.984858 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378c04b-c0c0-4aef-841f-ad88ee6863be req-2a037fdc-5f1d-4d88-857a-c5c462296233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:13.986517 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a378c04b-c0c0-4aef-841f-ad88ee6863be req-2a037fdc-5f1d-4d88-857a-c5c462296233 service neutron] 10.222.0.67 "GET /v2.0/networks?id=290af027-4910-45bb-b54e-a29d61400c05 HTTP/1.1" status: 200 len: 909 time: 0.2393129 Jan 28 02:55:13.991753 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa67b0-d1b0-4c78-b0f5-470d1944bd31 req-1ea193c1-76a2-47ea-b66d-8c57c8960119 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:13.994327 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-d637daa8-8683-41d9-b049-2e4a4edb0b67 None None] Port b92544ac-768d-421a-811b-add6224cc782 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:55:13.998511 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-59fa67b0-d1b0-4c78-b0f5-470d1944bd31 req-1ea193c1-76a2-47ea-b66d-8c57c8960119 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0b4cc68-dfd2-4d77-bafb-8eb95f05f61f HTTP/1.1" status: 200 len: 944 time: 0.2991667 Jan 28 02:55:14.045567 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5968bebf-8139-47d5-8a4b-50ad45b02816 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b92544ac-768d-421a-811b-add6224cc782), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:14.049387 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-2c187188-5fc2-4457-bb78-a6eeef55f8c7 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Allocated IP 2001:db8::2a99:218b:a7af:4780 (f4e9908e-37c3-477d-90df-65c02e38c857/522756f1-bc78-4e7d-acae-92950a30ade4/f6d2ae37-c143-41ce-9f0f-5aeec1c6390c) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:55:14.110052 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a378c04b-c0c0-4aef-841f-ad88ee6863be req-923afeae-e5aa-46c1-a6b4-8d0a2bb62824 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eea1bd53-e8ff-4e33-b889-848ca0389ca6 HTTP/1.1" status: 200 len: 217 time: 0.1144376 Jan 28 02:55:14.178728 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378c04b-c0c0-4aef-841f-ad88ee6863be req-1099f099-0d06-47ff-9e25-8b3b38a30d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:14.179913 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-59fa67b0-d1b0-4c78-b0f5-470d1944bd31 req-c344f5bc-ae2c-48a3-bb72-f482542b8e8d tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619954 Jan 28 02:55:14.180538 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a378c04b-c0c0-4aef-841f-ad88ee6863be req-1099f099-0d06-47ff-9e25-8b3b38a30d9d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=49bb14d4-dcd1-48f1-bfcf-d4851c7c298c HTTP/1.1" status: 200 len: 848 time: 0.0591624 Jan 28 02:55:14.224988 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a378c04b-c0c0-4aef-841f-ad88ee6863be req-c8ab0594-212e-4824-9f5e-3cb153db009b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=290af027-4910-45bb-b54e-a29d61400c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315907 Jan 28 02:55:14.371655 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a378c04b-c0c0-4aef-841f-ad88ee6863be req-7627d645-19f2-4ea3-b4bd-ce29e96fba5c service neutron] 10.222.0.67 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321983 Jan 28 02:55:14.440100 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ac67e-d6c9-4f1c-84d5-603b593f87d5 req-6f8e73f3-f9f1-4d3d-8750-0329b037054d tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:14.441805 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bf2ac67e-d6c9-4f1c-84d5-603b593f87d5 req-6f8e73f3-f9f1-4d3d-8750-0329b037054d tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=e10628cf-5182-4742-90c0-a8db0de789c5 HTTP/1.1" status: 200 len: 946 time: 0.1261914 Jan 28 02:55:14.472802 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2c187188-5fc2-4457-bb78-a6eeef55f8c7 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for port (f6d2ae37-c143-41ce-9f0f-5aeec1c6390c), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:14.494031 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a378c04b-c0c0-4aef-841f-ad88ee6863be req-e9786cd4-7602-476f-b3ce-738230e96afb service neutron] 10.222.0.67 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125739 Jan 28 02:55:14.508499 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5968bebf-8139-47d5-8a4b-50ad45b02816 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks [] for port (b92544ac-768d-421a-811b-add6224cc782), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:14.541824 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5968bebf-8139-47d5-8a4b-50ad45b02816 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (b92544ac-768d-421a-811b-add6224cc782), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:14.605390 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bf2ac67e-d6c9-4f1c-84d5-603b593f87d5 req-1d81873a-36a2-4b32-8deb-e5a20a9df9b4 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499758 Jan 28 02:55:14.648687 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2c187188-5fc2-4457-bb78-a6eeef55f8c7 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (f6d2ae37-c143-41ce-9f0f-5aeec1c6390c), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:14.659906 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5968bebf-8139-47d5-8a4b-50ad45b02816 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Pushing event updated for resources: {'Port': ['ID=b92544ac-768d-421a-811b-add6224cc782,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:14.703587 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c187188-5fc2-4457-bb78-a6eeef55f8c7 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:55:14.711887 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-2c187188-5fc2-4457-bb78-a6eeef55f8c7 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:14.715143 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c187188-5fc2-4457-bb78-a6eeef55f8c7 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:55:14.721192 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c187188-5fc2-4457-bb78-a6eeef55f8c7 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:14.721852 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2c187188-5fc2-4457-bb78-a6eeef55f8c7 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:14.737155 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-5968bebf-8139-47d5-8a4b-50ad45b02816 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] In _notify_port_updated(), no bound segment for port b92544ac-768d-421a-811b-add6224cc782 on network d3936e99-ab47-451e-a683-844894319dc3 {{(pid=109802) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 02:55:14.757881 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5968bebf-8139-47d5-8a4b-50ad45b02816 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:14.758681 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5968bebf-8139-47d5-8a4b-50ad45b02816 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:14.760858 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5968bebf-8139-47d5-8a4b-50ad45b02816 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] 10.222.0.53 "PUT /v2.0/ports/b92544ac-768d-421a-811b-add6224cc782 HTTP/1.1" status: 200 len: 995 time: 0.9735582 Jan 28 02:55:14.763763 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40562) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:14.797748 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2c187188-5fc2-4457-bb78-a6eeef55f8c7 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.0385940 Jan 28 02:55:14.803930 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40564) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:14.826602 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device ded7ce43-5f15-479f-a82b-d384db0d6c78 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:55:14.836128 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c187188-5fc2-4457-bb78-a6eeef55f8c7 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Port': ['ID=f6d2ae37-c143-41ce-9f0f-5aeec1c6390c,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:14.932210 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port ded7ce43-5f15-479f-a82b-d384db0d6c78 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:55:14.939485 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port ded7ce43-5f15-479f-a82b-d384db0d6c78 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:14.939885 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ded7ce43-5f15-479f-a82b-d384db0d6c78), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:14.984673 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0819d78-aafa-4150-bf77-c676ecbc2a05 req-02c8acf7-7167-4a05-b135-40e683d486a9 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:14.986586 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d0819d78-aafa-4150-bf77-c676ecbc2a05 req-02c8acf7-7167-4a05-b135-40e683d486a9 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9 HTTP/1.1" status: 200 len: 943 time: 0.2132657 Jan 28 02:55:15.021275 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b96974-9928-49a2-b86a-f833385a5316 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:15.034810 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-7f049194-5455-4a7b-a470-b9bb809ecca3 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Deleting port b92544ac-768d-421a-811b-add6224cc782 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:55:15.035169 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7f049194-5455-4a7b-a470-b9bb809ecca3 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (b92544ac-768d-421a-811b-add6224cc782), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:15.052641 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b96974-9928-49a2-b86a-f833385a5316 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:15.053389 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-40a35270-4450-4e5b-b089-86a17a2260bf None None] Provisioning complete for port b92544ac-768d-421a-811b-add6224cc782 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:15.054036 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-40a35270-4450-4e5b-b089-86a17a2260bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b92544ac-768d-421a-811b-add6224cc782), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:15.057893 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port ded7ce43-5f15-479f-a82b-d384db0d6c78 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:15.058443 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ded7ce43-5f15-479f-a82b-d384db0d6c78), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:15.059446 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-47b96974-9928-49a2-b86a-f833385a5316 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.2532821 Jan 28 02:55:15.071608 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40572) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:15.132122 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-40a35270-4450-4e5b-b089-86a17a2260bf None None] Port b92544ac-768d-421a-811b-add6224cc782 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:55:15.133710 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b4cc68-dfd2-4d77-bafb-8eb95f05f61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded7ce43-5f15-479f-a82b-d384db0d6c78'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:55:15.137184 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db397d0d-7acf-49be-a77b-f85afce27058" -d '{"events": [{"server_uuid": "e0b4cc68-dfd2-4d77-bafb-8eb95f05f61f", "name": "network-vif-plugged", "status": "completed", "tag": "ded7ce43-5f15-479f-a82b-d384db0d6c78"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:55:15.153942 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port ded7ce43-5f15-479f-a82b-d384db0d6c78, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=ded7ce43-5f15-479f-a82b-d384db0d6c78,segment=NetworkSegment(5ec551e3-78ab-42a1-92af-4f07dc8530f7),segment_id=5ec551e3-78ab-42a1-92af-4f07dc8530f7)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:55:15.160910 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ded7ce43-5f15-479f-a82b-d384db0d6c78), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:15.214409 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7f049194-5455-4a7b-a470-b9bb809ecca3 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (b92544ac-768d-421a-811b-add6224cc782), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:15.232441 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=ded7ce43-5f15-479f-a82b-d384db0d6c78,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:15.235956 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 105449e5-adfa-4051-9a5b-fe74a670993c up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:55:15.252787 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-7f049194-5455-4a7b-a470-b9bb809ecca3 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Calling delete_port for b92544ac-768d-421a-811b-add6224cc782 owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:55:15.301396 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d0819d78-aafa-4150-bf77-c676ecbc2a05 req-8e2d7fcf-d34c-4df6-8008-e6a07cd4ae41 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406468 Jan 28 02:55:15.305545 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-2034cb08-ec2e-40e1-9641-0aeb1569a032 None None] Provisioning complete for port 105449e5-adfa-4051-9a5b-fe74a670993c triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:15.306227 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2034cb08-ec2e-40e1-9641-0aeb1569a032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (105449e5-adfa-4051-9a5b-fe74a670993c), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:15.391101 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 105449e5-adfa-4051-9a5b-fe74a670993c triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:15.392845 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (105449e5-adfa-4051-9a5b-fe74a670993c), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:15.481969 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-08805037-89d9-47c2-824d-7c34f76d1f91 req-048d47e5-473c-4a18-beac-5a779ef4b464 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.0704074 Jan 28 02:55:15.500067 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7f049194-5455-4a7b-a470-b9bb809ecca3 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (b92544ac-768d-421a-811b-add6224cc782), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:15.509332 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-2ece3afe-f923-4b62-9960-c2cea81bdf30 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting port f6d2ae37-c143-41ce-9f0f-5aeec1c6390c {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:55:15.509596 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-2034cb08-ec2e-40e1-9641-0aeb1569a032 None None] Current status of the port 105449e5-adfa-4051-9a5b-fe74a670993c is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:15.509704 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2ece3afe-f923-4b62-9960-c2cea81bdf30 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (f6d2ae37-c143-41ce-9f0f-5aeec1c6390c), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:15.509985 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2034cb08-ec2e-40e1-9641-0aeb1569a032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (105449e5-adfa-4051-9a5b-fe74a670993c), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:15.593342 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-2034cb08-ec2e-40e1-9641-0aeb1569a032 None None] For port 105449e5-adfa-4051-9a5b-fe74a670993c, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=105449e5-adfa-4051-9a5b-fe74a670993c,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:55:15.606456 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2034cb08-ec2e-40e1-9641-0aeb1569a032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (105449e5-adfa-4051-9a5b-fe74a670993c), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:15.629461 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f049194-5455-4a7b-a470-b9bb809ecca3 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Pushing event deleted for resources: {'Port': ['ID=b92544ac-768d-421a-811b-add6224cc782,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:15.681581 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 105449e5-adfa-4051-9a5b-fe74a670993c is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:15.682379 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (105449e5-adfa-4051-9a5b-fe74a670993c), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:15.772171 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2034cb08-ec2e-40e1-9641-0aeb1569a032 None None] Pushing event updated for resources: {'Port': ['ID=105449e5-adfa-4051-9a5b-fe74a670993c,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:15.788259 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c518e7bb-caaa-4ec8-b7fd-91b0e64e3a66 None None] Provisioning complete for port f6d2ae37-c143-41ce-9f0f-5aeec1c6390c triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:15.788698 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c518e7bb-caaa-4ec8-b7fd-91b0e64e3a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f6d2ae37-c143-41ce-9f0f-5aeec1c6390c), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:15.829752 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2ece3afe-f923-4b62-9960-c2cea81bdf30 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (f6d2ae37-c143-41ce-9f0f-5aeec1c6390c), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:15.831460 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acde7796-9f0b-40e8-96a5-d9c708b2345c x-openstack-request-id: req-acde7796-9f0b-40e8-96a5-d9c708b2345c {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:55:15.831959 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b4cc68-dfd2-4d77-bafb-8eb95f05f61f", "name": "network-vif-plugged", "status": "completed", "tag": "ded7ce43-5f15-479f-a82b-d384db0d6c78", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:55:15.832438 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-acde7796-9f0b-40e8-96a5-d9c708b2345c {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:55:15.832837 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0b4cc68-dfd2-4d77-bafb-8eb95f05f61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded7ce43-5f15-479f-a82b-d384db0d6c78', 'code': 200} Jan 28 02:55:15.842509 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.api [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 02:55:15.845363 n-d-712139-27 neutron-server[109804]: DEBUG oslo_db.api [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 02:55:15.854406 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7f049194-5455-4a7b-a470-b9bb809ecca3 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:15.858469 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7f049194-5455-4a7b-a470-b9bb809ecca3 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] 10.222.0.53 "DELETE /v2.0/ports/b92544ac-768d-421a-811b-add6224cc782 HTTP/1.1" status: 204 len: 168 time: 1.0936346 Jan 28 02:55:15.861527 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40602) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:15.872432 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c518e7bb-caaa-4ec8-b7fd-91b0e64e3a66 None None] Port f6d2ae37-c143-41ce-9f0f-5aeec1c6390c cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:55:15.895860 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8cd1f-4647-4efe-8e8d-638d8287b2ec req-42d05b02-fd6c-4834-99aa-c94cead24bfa tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:15.897065 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-94d64dcf-8929-43f1-a5af-5e26c52c9128 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] GET failed (client error): The resource could not be found. Jan 28 02:55:15.898611 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-94d64dcf-8929-43f1-a5af-5e26c52c9128 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] 10.222.0.53 "GET /v2.0/ports/b92544ac-768d-421a-811b-add6224cc782 HTTP/1.1" status: 404 len: 333 time: 0.0361247 Jan 28 02:55:15.902847 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40604) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:15.907769 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-21878238-54ec-4eea-86e1-e85f6451618a tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Request body: {'port': {'network_id': 'd3936e99-ab47-451e-a683-844894319dc3', 'name': 'tempest-AllowedAddressPairTestJSON-1798827197'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:15.913533 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cae8cd1f-4647-4efe-8e8d-638d8287b2ec req-42d05b02-fd6c-4834-99aa-c94cead24bfa tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0b4cc68-dfd2-4d77-bafb-8eb95f05f61f HTTP/1.1" status: 200 len: 945 time: 0.2081840 Jan 28 02:55:15.924247 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-2ece3afe-f923-4b62-9960-c2cea81bdf30 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Calling delete_port for f6d2ae37-c143-41ce-9f0f-5aeec1c6390c owned by {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:55:16.045759 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cae8cd1f-4647-4efe-8e8d-638d8287b2ec req-3066b18d-ec82-4f3f-b5a4-ebc029bd25b6 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312051 Jan 28 02:55:16.085687 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02e1b8-f7c8-4632-90b8-254f9fc2c9a1 req-915d740b-c402-4545-88d1-41146e7f10ad tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:16.087298 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bb02e1b8-f7c8-4632-90b8-254f9fc2c9a1 req-915d740b-c402-4545-88d1-41146e7f10ad tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=e10628cf-5182-4742-90c0-a8db0de789c5 HTTP/1.1" status: 200 len: 946 time: 0.1021516 Jan 28 02:55:16.097906 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:55:16.166509 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21878238-54ec-4eea-86e1-e85f6451618a tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Made reservation on behalf of 534b36f2689245889434f169a0ba9357 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:55:16.169758 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-21878238-54ec-4eea-86e1-e85f6451618a tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:16.176618 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bb02e1b8-f7c8-4632-90b8-254f9fc2c9a1 req-7102f0ea-dcf6-4be9-a7e6-951367bbb019 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784144 Jan 28 02:55:16.190432 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2ece3afe-f923-4b62-9960-c2cea81bdf30 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (f6d2ae37-c143-41ce-9f0f-5aeec1c6390c), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:16.210188 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-21878238-54ec-4eea-86e1-e85f6451618a tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] device_id is not set on port eeb0ab64-cb3e-4fb2-ba10-4479fc587e8a yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:55:16.243970 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece3afe-f923-4b62-9960-c2cea81bdf30 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Port': ['ID=f6d2ae37-c143-41ce-9f0f-5aeec1c6390c,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:16.272694 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233c3ab-0e20-4db6-ada4-ffcedb7ee7de req-9a154fc7-280a-455f-ad82-bcb1f85d8c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:16.275005 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6233c3ab-0e20-4db6-ada4-ffcedb7ee7de req-9a154fc7-280a-455f-ad82-bcb1f85d8c6c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e0b4cc68-dfd2-4d77-bafb-8eb95f05f61f HTTP/1.1" status: 200 len: 1097 time: 0.2911260 Jan 28 02:55:16.282233 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2ece3afe-f923-4b62-9960-c2cea81bdf30 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:16.288904 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2ece3afe-f923-4b62-9960-c2cea81bdf30 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/ports/f6d2ae37-c143-41ce-9f0f-5aeec1c6390c HTTP/1.1" status: 204 len: 168 time: 1.2139535 Jan 28 02:55:16.289734 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40634) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:16.391061 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6233c3ab-0e20-4db6-ada4-ffcedb7ee7de req-eeb45c40-87c9-4903-bbb6-f1753efea4a2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077375 Jan 28 02:55:16.408096 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-21878238-54ec-4eea-86e1-e85f6451618a tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Allocated IP 172.20.0.13 (d3936e99-ab47-451e-a683-844894319dc3/f6d4f1c5-21df-4b9c-a342-001eea477388/eeb0ab64-cb3e-4fb2-ba10-4479fc587e8a) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:55:16.434755 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74b676d-005a-402d-a730-a807c51ed3fa tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:16.437143 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74b676d-005a-402d-a730-a807c51ed3fa tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:16.444969 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f74b676d-005a-402d-a730-a807c51ed3fa tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1516805 Jan 28 02:55:16.445196 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 105449e5-adfa-4051-9a5b-fe74a670993c is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:16.452299 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40638) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:16.512361 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cac5ed-5aa4-42ca-a442-b9dbd7465f2e req-56718135-6d00-44f0-953c-d6434ec512c8 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:16.521720 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-27cac5ed-5aa4-42ca-a442-b9dbd7465f2e req-56718135-6d00-44f0-953c-d6434ec512c8 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9 HTTP/1.1" status: 200 len: 943 time: 0.0974092 Jan 28 02:55:16.612442 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-27cac5ed-5aa4-42ca-a442-b9dbd7465f2e req-b2eed8c0-8a9e-4fc4-858f-dfeb2304ec58 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897157 Jan 28 02:55:16.666767 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-f00a108e-90f4-45b7-a919-09c9e71cb928 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting subnet 522756f1-bc78-4e7d-acae-92950a30ade4 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:55:16.688440 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40644) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:16.699871 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-48c63056-dfe1-4f64-99ad-bf1b824297df req-d0257d0d-0f96-41e0-a2dc-9151d01d3071 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.0554292 Jan 28 02:55:16.700668 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f00a108e-90f4-45b7-a919-09c9e71cb928 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (522756f1-bc78-4e7d-acae-92950a30ade4), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:16.737100 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9d159-8771-40e1-8f07-bec53714c451 req-bbc1f482-abe1-42c9-b399-5a240ae8856c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:16.738516 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-bbc1f482-abe1-42c9-b399-5a240ae8856c service neutron] 10.222.0.67 "GET /v2.0/ports/b7ea256c-1185-43f6-ab32-04eda1634fc5 HTTP/1.1" status: 200 len: 1027 time: 0.2000360 Jan 28 02:55:16.806966 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9d159-8771-40e1-8f07-bec53714c451 req-56b6abc4-cb7d-462f-ac9f-64c409a3c7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:16.808349 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-56b6abc4-cb7d-462f-ac9f-64c409a3c7be service neutron] 10.222.0.67 "GET /v2.0/ports/1aab93c4-9491-4b44-ab45-394e2d033a1e HTTP/1.1" status: 200 len: 1028 time: 0.0613298 Jan 28 02:55:16.813218 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f00a108e-90f4-45b7-a919-09c9e71cb928 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (522756f1-bc78-4e7d-acae-92950a30ade4), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:16.831945 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-10c22844-f747-4863-bff2-0e04d32d3fbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:16.901945 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-21878238-54ec-4eea-86e1-e85f6451618a tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks [] for port (eeb0ab64-cb3e-4fb2-ba10-4479fc587e8a), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:16.939320 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-10c22844-f747-4863-bff2-0e04d32d3fbb admin admin] Publish callbacks [] for security_group (39ad7164-9d0b-48cf-9ad1-4f00feaab4a0), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:16.947413 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-10c22844-f747-4863-bff2-0e04d32d3fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (39ad7164-9d0b-48cf-9ad1-4f00feaab4a0), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:17.008413 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-10c22844-f747-4863-bff2-0e04d32d3fbb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b0ebaff68589413da3a3806c051f807d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3187006 Jan 28 02:55:17.011665 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40648) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:17.019522 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c22844-f747-4863-bff2-0e04d32d3fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ad7164-9d0b-48cf-9ad1-4f00feaab4a0,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:17.067286 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f00a108e-90f4-45b7-a919-09c9e71cb928 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (522756f1-bc78-4e7d-acae-92950a30ade4), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:17.071301 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-21878238-54ec-4eea-86e1-e85f6451618a tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (eeb0ab64-cb3e-4fb2-ba10-4479fc587e8a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:17.072761 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 105449e5-adfa-4051-9a5b-fe74a670993c up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:55:17.097385 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9d159-8771-40e1-8f07-bec53714c451 req-a3714c24-a93f-4af1-9726-5ea675b06537 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:17.102371 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9d159-8771-40e1-8f07-bec53714c451 req-a3714c24-a93f-4af1-9726-5ea675b06537 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:17.106094 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-30602f55-b853-45de-b20f-31aa21bbe834 admin admin] Publish callbacks [] for security_group (39ad7164-9d0b-48cf-9ad1-4f00feaab4a0), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:17.107335 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9d159-8771-40e1-8f07-bec53714c451 req-a3714c24-a93f-4af1-9726-5ea675b06537 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:17.108975 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-a3714c24-a93f-4af1-9726-5ea675b06537 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.67 "GET /v2.0/networks?id=266d65f2-ae3d-4ae4-8df9-31c67ca10beb&id=d468efc2-a65f-4457-a846-ab761946515b&id=d468efc2-a65f-4457-a846-ab761946515b&id=d468efc2-a65f-4457-a846-ab761946515b&id=d468efc2-a65f-4457-a846-ab761946515b&id=9d63e9ac-6b2c-46ae-b695-7b9d65c9a866&id=9d63e9ac-6b2c-46ae-b695-7b9d65c9a866 HTTP/1.1" status: 200 len: 1990 time: 0.2670178 Jan 28 02:55:17.132750 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-30602f55-b853-45de-b20f-31aa21bbe834 admin admin] Publish callbacks [] for security_group (39ad7164-9d0b-48cf-9ad1-4f00feaab4a0), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:17.218171 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 105449e5-adfa-4051-9a5b-fe74a670993c triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:17.219786 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (105449e5-adfa-4051-9a5b-fe74a670993c), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:17.225624 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21878238-54ec-4eea-86e1-e85f6451618a tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Network d3936e99-ab47-451e-a683-844894319dc3 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:55:17.247940 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-30602f55-b853-45de-b20f-31aa21bbe834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (39ad7164-9d0b-48cf-9ad1-4f00feaab4a0), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:17.254780 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-30602f55-b853-45de-b20f-31aa21bbe834 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:17.257476 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-30602f55-b853-45de-b20f-31aa21bbe834 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/39ad7164-9d0b-48cf-9ad1-4f00feaab4a0 HTTP/1.1" status: 204 len: 168 time: 0.2443957 Jan 28 02:55:17.269645 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30602f55-b853-45de-b20f-31aa21bbe834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ad7164-9d0b-48cf-9ad1-4f00feaab4a0,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:17.307638 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-79716a62-962f-429c-abf3-1b6497ba1458 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7581cafbb59a47148e5d33dde7c9cb23 HTTP/1.1" status: 200 len: 380 time: 0.1794188 Jan 28 02:55:17.320447 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fc7a8-c98f-47cd-8c04-b8bcc4d0a590 req-ca91d6d9-ccff-4300-9953-485b1bb5d898 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:17.321774 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-21878238-54ec-4eea-86e1-e85f6451618a tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:17.327512 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21878238-54ec-4eea-86e1-e85f6451618a tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:55:17.335848 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-90c9d159-8771-40e1-8f07-bec53714c451 req-2da20639-1725-48b3-a1cd-e3858bdf4bbc tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Request body: {'port': {'device_id': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'network_id': '266d65f2-ae3d-4ae4-8df9-31c67ca10beb', 'admin_state_up': True, 'tenant_id': '7581cafbb59a47148e5d33dde7c9cb23', 'security_groups': ['9ca97519-4165-4353-a1f7-1a144a9a1986']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:17.337012 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3b8fc7a8-c98f-47cd-8c04-b8bcc4d0a590 req-ca91d6d9-ccff-4300-9953-485b1bb5d898 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0b4cc68-dfd2-4d77-bafb-8eb95f05f61f HTTP/1.1" status: 200 len: 945 time: 0.1494884 Jan 28 02:55:17.345029 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21878238-54ec-4eea-86e1-e85f6451618a tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Pushing event updated for resources: {'Port': ['ID=eeb0ab64-cb3e-4fb2-ba10-4479fc587e8a,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:17.439184 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 105449e5-adfa-4051-9a5b-fe74a670993c is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:17.461813 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3b8fc7a8-c98f-47cd-8c04-b8bcc4d0a590 req-89af0555-4154-4005-9fdb-24df815edc65 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187303 Jan 28 02:55:17.530232 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21878238-54ec-4eea-86e1-e85f6451618a tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:17.530867 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-21878238-54ec-4eea-86e1-e85f6451618a tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:17.566312 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f00a108e-90f4-45b7-a919-09c9e71cb928 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (522756f1-bc78-4e7d-acae-92950a30ade4), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:17.652886 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f00a108e-90f4-45b7-a919-09c9e71cb928 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:17.665912 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3c3d1e-34d1-4af1-a733-aa0118df3419 None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:55:17.677884 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f00a108e-90f4-45b7-a919-09c9e71cb928 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/522756f1-bc78-4e7d-acae-92950a30ade4 HTTP/1.1" status: 204 len: 168 time: 1.2246497 Jan 28 02:55:17.680997 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40662) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:17.681319 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a108e-90f4-45b7-a919-09c9e71cb928 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Subnet': ['ID=522756f1-bc78-4e7d-acae-92950a30ade4,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:17.705659 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-21878238-54ec-4eea-86e1-e85f6451618a tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8019028 Jan 28 02:55:17.724855 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40664) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:17.753675 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-ae8bd66e-d0e8-43bd-88bc-0de116ffbbe6 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Request body: {'port': {'network_id': 'd3936e99-ab47-451e-a683-844894319dc3', 'name': 'tempest-AllowedAddressPairTestJSON-67935140'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:17.779509 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-861963e4-74e8-42f9-aaef-871401ed04b6 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0972235 Jan 28 02:55:17.780156 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40670) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:17.850952 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-098d192c-fa37-4c86-89bd-5f290719e9ce None None] Provisioning complete for port eeb0ab64-cb3e-4fb2-ba10-4479fc587e8a triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:17.851455 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-098d192c-fa37-4c86-89bd-5f290719e9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (eeb0ab64-cb3e-4fb2-ba10-4479fc587e8a), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:17.900377 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-098d192c-fa37-4c86-89bd-5f290719e9ce None None] Port eeb0ab64-cb3e-4fb2-ba10-4479fc587e8a cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:55:17.937755 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281a2585-4b15-4248-a1ec-d20e0741fbd8 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:17.941875 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-281a2585-4b15-4248-a1ec-d20e0741fbd8 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1607246 Jan 28 02:55:17.945381 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40676) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:17.962688 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb09f4-8aff-4dcb-9e23-dbef55669587 req-8ad05b7c-4ac9-4836-89e3-599943e771b5 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:17.972121 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-11fb09f4-8aff-4dcb-9e23-dbef55669587 req-8ad05b7c-4ac9-4836-89e3-599943e771b5 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9 HTTP/1.1" status: 200 len: 943 time: 0.1618087 Jan 28 02:55:18.021752 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fb36c-aaaf-468a-8856-c3bf7d79d642 req-2e6a6ace-d7e9-4157-88dd-d545526c6f8d tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:18.025602 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1948b6a-b1af-4482-9608-db1b7ffed41b None None] DHCP port deletion for f4e9908e-37c3-477d-90df-65c02e38c857 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:55:18.037840 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8d7fb36c-aaaf-468a-8856-c3bf7d79d642 req-2e6a6ace-d7e9-4157-88dd-d545526c6f8d tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=e10628cf-5182-4742-90c0-a8db0de789c5 HTTP/1.1" status: 200 len: 946 time: 0.6871991 Jan 28 02:55:18.090248 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8bd66e-d0e8-43bd-88bc-0de116ffbbe6 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Made reservation on behalf of 534b36f2689245889434f169a0ba9357 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:55:18.094182 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ae8bd66e-d0e8-43bd-88bc-0de116ffbbe6 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:18.106527 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e869bd75-d189-493a-9f2d-c7213f14f8fb tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:18.110549 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e869bd75-d189-493a-9f2d-c7213f14f8fb tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1636424 Jan 28 02:55:18.113029 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40680) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:18.133144 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-b1948b6a-b1af-4482-9608-db1b7ffed41b None None] Deleting port 105449e5-adfa-4051-9a5b-fe74a670993c {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:55:18.135457 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b1948b6a-b1af-4482-9608-db1b7ffed41b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (105449e5-adfa-4051-9a5b-fe74a670993c), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:18.140581 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-ae8bd66e-d0e8-43bd-88bc-0de116ffbbe6 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] device_id is not set on port bf7e3412-f0a4-48f8-9efc-bbc3f2619432 yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:55:18.155301 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f66cb330-dc23-49b0-a857-e1c92d119703 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0410423 Jan 28 02:55:18.172001 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-11fb09f4-8aff-4dcb-9e23-dbef55669587 req-86bdaf85-1c96-41d3-bb79-b8c7b529f269 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933513 Jan 28 02:55:18.172937 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40682) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:18.180279 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-9d93925d-be53-457f-8abc-f678592646d3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'subnet': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:18.272861 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-ae8bd66e-d0e8-43bd-88bc-0de116ffbbe6 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Allocated IP 172.20.0.11 (d3936e99-ab47-451e-a683-844894319dc3/f6d4f1c5-21df-4b9c-a342-001eea477388/bf7e3412-f0a4-48f8-9efc-bbc3f2619432) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:55:18.338870 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1fdc58e2-c415-452c-8488-b02d349fc4ff req-aa0ec3b0-08e8-4b8f-93fe-340c5edcdd03 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.0526943 Jan 28 02:55:18.362377 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-b1948b6a-b1af-4482-9608-db1b7ffed41b None None] For port 105449e5-adfa-4051-9a5b-fe74a670993c, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=105449e5-adfa-4051-9a5b-fe74a670993c,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:55:18.364097 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b1948b6a-b1af-4482-9608-db1b7ffed41b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (105449e5-adfa-4051-9a5b-fe74a670993c), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:18.399163 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-b1948b6a-b1af-4482-9608-db1b7ffed41b None None] Calling delete_port for 105449e5-adfa-4051-9a5b-fe74a670993c owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:55:18.413176 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d93925d-be53-457f-8abc-f678592646d3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:55:18.416701 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9d93925d-be53-457f-8abc-f678592646d3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:18.546420 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b1948b6a-b1af-4482-9608-db1b7ffed41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (105449e5-adfa-4051-9a5b-fe74a670993c), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:18.608891 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1948b6a-b1af-4482-9608-db1b7ffed41b None None] Pushing event deleted for resources: {'Port': ['ID=105449e5-adfa-4051-9a5b-fe74a670993c,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:18.621854 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1948b6a-b1af-4482-9608-db1b7ffed41b None None] No DVR routers for this DVR port 105449e5-adfa-4051-9a5b-fe74a670993c on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:55:18.639922 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device eea1bd53-e8ff-4e33-b889-848ca0389ca6 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:55:18.789328 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90c9d159-8771-40e1-8f07-bec53714c451 req-2da20639-1725-48b3-a1cd-e3858bdf4bbc tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Made reservation on behalf of 7581cafbb59a47148e5d33dde7c9cb23 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:55:18.795246 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-2da20639-1725-48b3-a1cd-e3858bdf4bbc tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:18.817625 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port eea1bd53-e8ff-4e33-b889-848ca0389ca6 is: DOWN; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:18.818347 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40696) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:18.841384 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8d7fb36c-aaaf-468a-8856-c3bf7d79d642 req-d1377e76-538f-49ce-9d37-72bdf28341fe tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8026428 Jan 28 02:55:18.876150 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9d93925d-be53-457f-8abc-f678592646d3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (62a44267-92f6-4344-a44c-f12e62dfd27b), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:18.928122 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee30c2e-0630-42de-89d0-0d1f8c44d078 req-5ec87e79-e249-4481-8c37-85c4d151dfe6 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:18.944084 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cee30c2e-0630-42de-89d0-0d1f8c44d078 req-5ec87e79-e249-4481-8c37-85c4d151dfe6 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0b4cc68-dfd2-4d77-bafb-8eb95f05f61f HTTP/1.1" status: 200 len: 945 time: 0.1748209 Jan 28 02:55:18.965718 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ae8bd66e-d0e8-43bd-88bc-0de116ffbbe6 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks [] for port (bf7e3412-f0a4-48f8-9efc-bbc3f2619432), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:19.047836 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d93925d-be53-457f-8abc-f678592646d3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:55:19.061635 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-9d93925d-be53-457f-8abc-f678592646d3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:19.071316 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d93925d-be53-457f-8abc-f678592646d3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:19.071737 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 105449e5-adfa-4051-9a5b-fe74a670993c no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:55:19.071912 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9d93925d-be53-457f-8abc-f678592646d3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:19.112610 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-c576550b-3919-4ea4-bed0-a66cf27dd0e3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-485947018-network', 'tenant_id': '61862a432ce942b182dbdc719658d609'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:19.116335 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ae8bd66e-d0e8-43bd-88bc-0de116ffbbe6 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (bf7e3412-f0a4-48f8-9efc-bbc3f2619432), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:19.124297 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93925d-be53-457f-8abc-f678592646d3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Subnet': ['ID=62a44267-92f6-4344-a44c-f12e62dfd27b,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:19.130632 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cee30c2e-0630-42de-89d0-0d1f8c44d078 req-0f62eff7-9b3e-4ccb-8e65-59addea66a4f tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530614 Jan 28 02:55:19.135130 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 105449e5-adfa-4051-9a5b-fe74a670993c {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:55:19.137804 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 105449e5-adfa-4051-9a5b-fe74a670993c not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:55:19.139320 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9d93925d-be53-457f-8abc-f678592646d3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9649014 Jan 28 02:55:19.140889 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40700) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:19.145559 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-a8ceb9e5-e167-4a55-b9c6-93739708ee88 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'port': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'fixed_ips': [{'subnet_id': '62a44267-92f6-4344-a44c-f12e62dfd27b', 'ip_address': '2001:db8::a893:5c9d:1f6a:468f'}], 'name': 'tempest-NetworksTestDHCPv6-1160648557'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:19.157381 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc696e9-9cbe-43f2-870d-3f76c8e92420 None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:55:19.173012 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-90c9d159-8771-40e1-8f07-bec53714c451 req-2da20639-1725-48b3-a1cd-e3858bdf4bbc tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Allocated IP 172.20.0.12 (266d65f2-ae3d-4ae4-8df9-31c67ca10beb/25561413-0d19-438c-afcd-b5c53014f067/44267f57-f4c4-404e-bfd0-6e33bcab411a) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:55:19.205054 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8bd66e-d0e8-43bd-88bc-0de116ffbbe6 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Network d3936e99-ab47-451e-a683-844894319dc3 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:55:19.215740 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c576550b-3919-4ea4-bed0-a66cf27dd0e3 admin admin] Made reservation on behalf of 61862a432ce942b182dbdc719658d609 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:55:19.218658 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c576550b-3919-4ea4-bed0-a66cf27dd0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:19.221412 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-ae8bd66e-d0e8-43bd-88bc-0de116ffbbe6 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:19.235614 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8bd66e-d0e8-43bd-88bc-0de116ffbbe6 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:55:19.242580 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8bd66e-d0e8-43bd-88bc-0de116ffbbe6 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Pushing event updated for resources: {'Port': ['ID=bf7e3412-f0a4-48f8-9efc-bbc3f2619432,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:19.259191 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c576550b-3919-4ea4-bed0-a66cf27dd0e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:19.453766 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064195f7-c59e-4e96-8a35-cd64a8d4e8c7 req-b960eef3-ddee-4156-b761-38ff97263c9b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:19.456184 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-064195f7-c59e-4e96-8a35-cd64a8d4e8c7 req-b960eef3-ddee-4156-b761-38ff97263c9b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9 HTTP/1.1" status: 200 len: 943 time: 0.1219430 Jan 28 02:55:19.458503 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ceb9e5-e167-4a55-b9c6-93739708ee88 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:55:19.488613 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8bd66e-d0e8-43bd-88bc-0de116ffbbe6 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:19.489315 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ae8bd66e-d0e8-43bd-88bc-0de116ffbbe6 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:19.551676 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ae8bd66e-d0e8-43bd-88bc-0de116ffbbe6 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8245707 Jan 28 02:55:19.557771 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40708) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:19.569461 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef508cd-70b4-4f8c-a651-303da0975d46 req-12d2364a-9994-45d5-8ae2-225dc0031760 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:19.571358 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8ef508cd-70b4-4f8c-a651-303da0975d46 req-12d2364a-9994-45d5-8ae2-225dc0031760 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0b4cc68-dfd2-4d77-bafb-8eb95f05f61f HTTP/1.1" status: 200 len: 945 time: 0.2536430 Jan 28 02:55:19.577104 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-9395e760-151d-498c-b18c-3d09feecfaee tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:cf:9c:85'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:a2:6f:74'}]}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:19.595682 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acbead6-9a59-4c40-9062-5a1d4c83091f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-f4e9908e-37c3-477d-90df-65c02e38c857', 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'project_id': '3079a2e247734574a53d1baca2087c94', 'fixed_ips': [{'subnet_id': '62a44267-92f6-4344-a44c-f12e62dfd27b'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:55:19.597131 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9acbead6-9a59-4c40-9062-5a1d4c83091f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:19.612288 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a8ceb9e5-e167-4a55-b9c6-93739708ee88 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:19.635637 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-a8ceb9e5-e167-4a55-b9c6-93739708ee88 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] device_id is not set on port a3268ccc-0776-4aac-9d9d-3da445d757ad yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:55:19.702694 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-aeb2be2a-17e7-4a10-9227-f26aa11227b1 None None] Provisioning complete for port bf7e3412-f0a4-48f8-9efc-bbc3f2619432 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:19.703074 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-aeb2be2a-17e7-4a10-9227-f26aa11227b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (bf7e3412-f0a4-48f8-9efc-bbc3f2619432), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:19.761834 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-064195f7-c59e-4e96-8a35-cd64a8d4e8c7 req-476db80d-b521-42a5-b95a-2dec672d6392 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271504 Jan 28 02:55:19.782933 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-aeb2be2a-17e7-4a10-9227-f26aa11227b1 None None] Port bf7e3412-f0a4-48f8-9efc-bbc3f2619432 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:55:19.824691 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-9acbead6-9a59-4c40-9062-5a1d4c83091f None None] Allocated IP 2001:db8::2 (f4e9908e-37c3-477d-90df-65c02e38c857/62a44267-92f6-4344-a44c-f12e62dfd27b/83fc7e81-acd0-43d1-a79f-e9c3a795ae11) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:55:19.889661 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-2da20639-1725-48b3-a1cd-e3858bdf4bbc tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks [] for port (44267f57-f4c4-404e-bfd0-6e33bcab411a), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:19.934276 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8ef508cd-70b4-4f8c-a651-303da0975d46 req-b3b3f16a-f674-427f-91c2-25138891bf14 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340714 Jan 28 02:55:19.935013 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9395e760-151d-498c-b18c-3d09feecfaee tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (bf7e3412-f0a4-48f8-9efc-bbc3f2619432), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:19.937497 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-85f4c610-a4e4-4b80-87ee-189a280d8134 req-77f06ac4-c143-4eee-a641-d4d81de157b1 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.0481846 Jan 28 02:55:19.943902 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c576550b-3919-4ea4-bed0-a66cf27dd0e3 admin admin] Publish callbacks [] for security_group (c73a6f93-53fd-4734-8a05-843e0f3ae447), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:19.959952 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c576550b-3919-4ea4-bed0-a66cf27dd0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c73a6f93-53fd-4734-8a05-843e0f3ae447), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:19.976326 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c576550b-3919-4ea4-bed0-a66cf27dd0e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:55:20.015689 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c576550b-3919-4ea4-bed0-a66cf27dd0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (ba8ce05f-3c96-41cf-b2a2-a928f17063b9), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:20.016074 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-c576550b-3919-4ea4-bed0-a66cf27dd0e3 admin admin] Added segment ba8ce05f-3c96-41cf-b2a2-a928f17063b9 of type vlan for network 31ef62ee-4789-4283-9400-6b4fdbad188c Jan 28 02:55:20.069780 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9acbead6-9a59-4c40-9062-5a1d4c83091f None None] Publish callbacks [] for port (83fc7e81-acd0-43d1-a79f-e9c3a795ae11), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:20.098815 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9acbead6-9a59-4c40-9062-5a1d4c83091f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (83fc7e81-acd0-43d1-a79f-e9c3a795ae11), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:20.152311 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c576550b-3919-4ea4-bed0-a66cf27dd0e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73a6f93-53fd-4734-8a05-843e0f3ae447,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:20.155612 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acbead6-9a59-4c40-9062-5a1d4c83091f None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:55:20.156436 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-2da20639-1725-48b3-a1cd-e3858bdf4bbc tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (44267f57-f4c4-404e-bfd0-6e33bcab411a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:20.160589 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-9acbead6-9a59-4c40-9062-5a1d4c83091f None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:20.164780 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acbead6-9a59-4c40-9062-5a1d4c83091f None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:55:20.183872 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c576550b-3919-4ea4-bed0-a66cf27dd0e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (31ef62ee-4789-4283-9400-6b4fdbad188c), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:20.238823 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-a8ceb9e5-e167-4a55-b9c6-93739708ee88 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Allocated IP 2001:db8::a893:5c9d:1f6a:468f (f4e9908e-37c3-477d-90df-65c02e38c857/62a44267-92f6-4344-a44c-f12e62dfd27b/a3268ccc-0776-4aac-9d9d-3da445d757ad) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:55:20.251854 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-9acbead6-9a59-4c40-9062-5a1d4c83091f None None] Attempting to bind port 83fc7e81-acd0-43d1-a79f-e9c3a795ae11 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:55:20.252059 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-9acbead6-9a59-4c40-9062-5a1d4c83091f None None] Attempting to bind port 83fc7e81-acd0-43d1-a79f-e9c3a795ae11 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:55:20.252412 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acbead6-9a59-4c40-9062-5a1d4c83091f None None] Attempting to bind port 83fc7e81-acd0-43d1-a79f-e9c3a795ae11 on network f4e9908e-37c3-477d-90df-65c02e38c857 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:55:20.259243 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acbead6-9a59-4c40-9062-5a1d4c83091f None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:55:20.259631 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acbead6-9a59-4c40-9062-5a1d4c83091f None None] Checking segment: {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:55:20.260033 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9acbead6-9a59-4c40-9062-5a1d4c83091f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:20.260427 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acbead6-9a59-4c40-9062-5a1d4c83091f None None] Bound using segment: {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:55:20.261639 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-9acbead6-9a59-4c40-9062-5a1d4c83091f None None] Bound port: 83fc7e81-acd0-43d1-a79f-e9c3a795ae11, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:55:20.262043 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9acbead6-9a59-4c40-9062-5a1d4c83091f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (83fc7e81-acd0-43d1-a79f-e9c3a795ae11), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:20.263943 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acbead6-9a59-4c40-9062-5a1d4c83091f None None] Pushing event updated for resources: {'Port': ['ID=83fc7e81-acd0-43d1-a79f-e9c3a795ae11,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:20.272979 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acbead6-9a59-4c40-9062-5a1d4c83091f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:20.273378 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acbead6-9a59-4c40-9062-5a1d4c83091f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:20.273637 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acbead6-9a59-4c40-9062-5a1d4c83091f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:20.273978 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acbead6-9a59-4c40-9062-5a1d4c83091f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:20.274315 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acbead6-9a59-4c40-9062-5a1d4c83091f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:20.274638 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acbead6-9a59-4c40-9062-5a1d4c83091f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:20.274965 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acbead6-9a59-4c40-9062-5a1d4c83091f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:20.275284 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acbead6-9a59-4c40-9062-5a1d4c83091f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:20.275609 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acbead6-9a59-4c40-9062-5a1d4c83091f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:20.275933 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acbead6-9a59-4c40-9062-5a1d4c83091f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:20.276255 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acbead6-9a59-4c40-9062-5a1d4c83091f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:20.276572 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acbead6-9a59-4c40-9062-5a1d4c83091f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:20.276889 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acbead6-9a59-4c40-9062-5a1d4c83091f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:20.298522 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9cb0d-58cd-4cb6-9006-b54f75bb22ca req-44f0e8b4-3918-4206-abe6-faee96fad45e tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:20.300106 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-97d9cb0d-58cd-4cb6-9006-b54f75bb22ca req-44f0e8b4-3918-4206-abe6-faee96fad45e tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=e10628cf-5182-4742-90c0-a8db0de789c5 HTTP/1.1" status: 200 len: 946 time: 0.2340961 Jan 28 02:55:20.312383 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.db.resource_extend [None req-c576550b-3919-4ea4-bed0-a66cf27dd0e3 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 02:55:20.327153 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90c9d159-8771-40e1-8f07-bec53714c451 req-2da20639-1725-48b3-a1cd-e3858bdf4bbc tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Network 266d65f2-ae3d-4ae4-8df9-31c67ca10beb is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:55:20.343899 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da20639-1725-48b3-a1cd-e3858bdf4bbc tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Pushing event updated for resources: {'Port': ['ID=44267f57-f4c4-404e-bfd0-6e33bcab411a,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:20.353285 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-90c9d159-8771-40e1-8f07-bec53714c451 req-2da20639-1725-48b3-a1cd-e3858bdf4bbc tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:20.361315 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-9acbead6-9a59-4c40-9062-5a1d4c83091f None None] For port 83fc7e81-acd0-43d1-a79f-e9c3a795ae11, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:55:20.362464 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c9d159-8771-40e1-8f07-bec53714c451 req-2da20639-1725-48b3-a1cd-e3858bdf4bbc tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:55:20.373705 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-9acbead6-9a59-4c40-9062-5a1d4c83091f None None] For port 83fc7e81-acd0-43d1-a79f-e9c3a795ae11, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=83fc7e81-acd0-43d1-a79f-e9c3a795ae11,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:55:20.381393 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9acbead6-9a59-4c40-9062-5a1d4c83091f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (83fc7e81-acd0-43d1-a79f-e9c3a795ae11), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:20.413371 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c576550b-3919-4ea4-bed0-a66cf27dd0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (31ef62ee-4789-4283-9400-6b4fdbad188c), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:20.414347 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c576550b-3919-4ea4-bed0-a66cf27dd0e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:20.414974 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c576550b-3919-4ea4-bed0-a66cf27dd0e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:20.468862 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acbead6-9a59-4c40-9062-5a1d4c83091f None None] Pushing event updated for resources: {'Port': ['ID=83fc7e81-acd0-43d1-a79f-e9c3a795ae11,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:20.575105 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c576550b-3919-4ea4-bed0-a66cf27dd0e3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7485163 Jan 28 02:55:20.580106 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f7081-76dc-45f9-8d6d-41ccacbc18b7 req-76582b04-b64b-475f-a539-9d59ddde2548 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:20.584842 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40718) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:20.588224 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fc4f7081-76dc-45f9-8d6d-41ccacbc18b7 req-76582b04-b64b-475f-a539-9d59ddde2548 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0b4cc68-dfd2-4d77-bafb-8eb95f05f61f HTTP/1.1" status: 200 len: 945 time: 0.0933871 Jan 28 02:55:20.594411 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9d159-8771-40e1-8f07-bec53714c451 req-2da20639-1725-48b3-a1cd-e3858bdf4bbc tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:20.595433 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-2da20639-1725-48b3-a1cd-e3858bdf4bbc tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:20.626166 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-97d9cb0d-58cd-4cb6-9006-b54f75bb22ca req-983258ea-7e3a-4994-9858-041bf4beaec9 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106687 Jan 28 02:55:20.632360 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c576550b-3919-4ea4-bed0-a66cf27dd0e3 admin admin] Pushing event updated for resources: {'Network': ['ID=31ef62ee-4789-4283-9400-6b4fdbad188c,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:20.646296 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 31ef62ee-4789-4283-9400-6b4fdbad188c details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:55:20.651200 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-1b676b20-61a3-4ae6-bd50-b3bf9bc4b7a6 admin admin] Request body: {'subnet': {'network_id': '31ef62ee-4789-4283-9400-6b4fdbad188c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-485947018-subnet', 'tenant_id': '61862a432ce942b182dbdc719658d609', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:20.674494 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a8ceb9e5-e167-4a55-b9c6-93739708ee88 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for port (a3268ccc-0776-4aac-9d9d-3da445d757ad), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:20.689966 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fc4f7081-76dc-45f9-8d6d-41ccacbc18b7 req-4d8be299-4a2b-4e5e-af38-8f5ed3b4f79b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007717 Jan 28 02:55:20.742324 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b676b20-61a3-4ae6-bd50-b3bf9bc4b7a6 admin admin] Made reservation on behalf of 61862a432ce942b182dbdc719658d609 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:55:20.745483 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1b676b20-61a3-4ae6-bd50-b3bf9bc4b7a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:20.764527 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a8ceb9e5-e167-4a55-b9c6-93739708ee88 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (a3268ccc-0776-4aac-9d9d-3da445d757ad), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:20.829980 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-2da20639-1725-48b3-a1cd-e3858bdf4bbc tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5035083 Jan 28 02:55:20.830877 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ceb9e5-e167-4a55-b9c6-93739708ee88 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:55:20.832680 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9395e760-151d-498c-b18c-3d09feecfaee tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks [] for port (bf7e3412-f0a4-48f8-9efc-bbc3f2619432), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:20.840174 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-a8ceb9e5-e167-4a55-b9c6-93739708ee88 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:20.860031 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ceb9e5-e167-4a55-b9c6-93739708ee88 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:55:20.865468 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ceb9e5-e167-4a55-b9c6-93739708ee88 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:20.866087 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a8ceb9e5-e167-4a55-b9c6-93739708ee88 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:20.886124 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ceb9e5-e167-4a55-b9c6-93739708ee88 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Port': ['ID=a3268ccc-0776-4aac-9d9d-3da445d757ad,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:20.900420 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-90c9d159-8771-40e1-8f07-bec53714c451 req-bd313e65-2dee-4460-b2a1-b36e33c83ed5 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Request body: {'port': {'device_id': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'network_id': 'd468efc2-a65f-4457-a846-ab761946515b', 'admin_state_up': True, 'tenant_id': '7581cafbb59a47148e5d33dde7c9cb23', 'security_groups': ['9ca97519-4165-4353-a1f7-1a144a9a1986']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:20.902718 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a8ceb9e5-e167-4a55-b9c6-93739708ee88 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7614095 Jan 28 02:55:20.905634 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40722) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:20.910631 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-07ec2430-1f16-45b6-bc28-c4df803cc201 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'port': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'fixed_ips': [{'subnet_id': '62a44267-92f6-4344-a44c-f12e62dfd27b', 'ip_address': '2001:db8::a893:5c9d:1f6a:468f'}], 'name': 'tempest-NetworksTestDHCPv6-250937611'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:20.945494 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-d879c0fa-3586-4d06-a175-571425a7cc91 None None] Provisioning complete for port 44267f57-f4c4-404e-bfd0-6e33bcab411a triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:20.947541 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d879c0fa-3586-4d06-a175-571425a7cc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (44267f57-f4c4-404e-bfd0-6e33bcab411a), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:21.038508 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-d879c0fa-3586-4d06-a175-571425a7cc91 None None] Port 44267f57-f4c4-404e-bfd0-6e33bcab411a cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:55:21.077815 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9395e760-151d-498c-b18c-3d09feecfaee tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (bf7e3412-f0a4-48f8-9efc-bbc3f2619432), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:21.176284 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 83fc7e81-acd0-43d1-a79f-e9c3a795ae11 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:55:21.208945 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ec2430-1f16-45b6-bc28-c4df803cc201 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:55:21.218124 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-07ec2430-1f16-45b6-bc28-c4df803cc201 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:21.236167 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 83fc7e81-acd0-43d1-a79f-e9c3a795ae11 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:21.236675 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (83fc7e81-acd0-43d1-a79f-e9c3a795ae11), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:21.248050 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1b676b20-61a3-4ae6-bd50-b3bf9bc4b7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (308c7cf8-388f-41ca-a572-fe759bd9c27b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:21.283768 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7ec9a-7398-42ec-a9b3-272700d8963d req-5a1f4447-5259-44a1-80e8-011f373cc2e3 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:21.290333 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aef7ec9a-7398-42ec-a9b3-272700d8963d req-5a1f4447-5259-44a1-80e8-011f373cc2e3 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 932 time: 0.1782570 Jan 28 02:55:21.296855 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-07ec2430-1f16-45b6-bc28-c4df803cc201 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] device_id is not set on port c58c2879-0acb-4b3c-8b3a-a3a7f18377ce yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:55:21.338355 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 83fc7e81-acd0-43d1-a79f-e9c3a795ae11 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:21.339275 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (83fc7e81-acd0-43d1-a79f-e9c3a795ae11), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:21.389451 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 83fc7e81-acd0-43d1-a79f-e9c3a795ae11, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=83fc7e81-acd0-43d1-a79f-e9c3a795ae11,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:55:21.397156 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2bdc2-d56b-4982-9ebf-a71633e836d1 req-20923622-dd04-441e-8d6b-7da9234d974f tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:21.398543 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (83fc7e81-acd0-43d1-a79f-e9c3a795ae11), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:21.409697 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d8a2bdc2-d56b-4982-9ebf-a71633e836d1 req-20923622-dd04-441e-8d6b-7da9234d974f tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9 HTTP/1.1" status: 200 len: 943 time: 0.5357213 Jan 28 02:55:21.458042 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=83fc7e81-acd0-43d1-a79f-e9c3a795ae11,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:21.466916 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aef7ec9a-7398-42ec-a9b3-272700d8963d req-a5eb9f7c-d310-43ba-bd20-04dd00de43d5 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714540 Jan 28 02:55:21.471975 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-9395e760-151d-498c-b18c-3d09feecfaee tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] In _notify_port_updated(), no bound segment for port bf7e3412-f0a4-48f8-9efc-bbc3f2619432 on network d3936e99-ab47-451e-a683-844894319dc3 {{(pid=109803) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 02:55:21.477547 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9395e760-151d-498c-b18c-3d09feecfaee tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:21.478563 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9395e760-151d-498c-b18c-3d09feecfaee tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:21.482512 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9395e760-151d-498c-b18c-3d09feecfaee tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] 10.222.0.53 "PUT /v2.0/ports/bf7e3412-f0a4-48f8-9efc-bbc3f2619432 HTTP/1.1" status: 200 len: 1056 time: 1.9073434 Jan 28 02:55:21.483230 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9395e760-151d-498c-b18c-3d09feecfaee tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Pushing event updated for resources: {'Port': ['ID=bf7e3412-f0a4-48f8-9efc-bbc3f2619432,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:21.486067 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b676b20-61a3-4ae6-bd50-b3bf9bc4b7a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=308c7cf8-388f-41ca-a572-fe759bd9c27b,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:21.488688 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40728) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:21.620732 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ec2430-1f16-45b6-bc28-c4df803cc201 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 02:55:21.621242 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07ec2430-1f16-45b6-bc28-c4df803cc201 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:55:21.643941 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-07ec2430-1f16-45b6-bc28-c4df803cc201 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.7369556 Jan 28 02:55:21.646289 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40730) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:21.684031 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-8c5b87db-393b-4d50-9f9c-ce2c55b29ee5 None None] Provisioning complete for port bf7e3412-f0a4-48f8-9efc-bbc3f2619432 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:21.689409 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8c5b87db-393b-4d50-9f9c-ce2c55b29ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (bf7e3412-f0a4-48f8-9efc-bbc3f2619432), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:21.772137 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d8a2bdc2-d56b-4982-9ebf-a71633e836d1 req-1157178f-f827-4ce2-8970-13b3ddf0b81f tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819932 Jan 28 02:55:21.784995 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90c9d159-8771-40e1-8f07-bec53714c451 req-bd313e65-2dee-4460-b2a1-b36e33c83ed5 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Made reservation on behalf of 7581cafbb59a47148e5d33dde7c9cb23 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:55:21.789514 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-bd313e65-2dee-4460-b2a1-b36e33c83ed5 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:21.789883 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-8c5b87db-393b-4d50-9f9c-ce2c55b29ee5 None None] Port bf7e3412-f0a4-48f8-9efc-bbc3f2619432 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:55:21.801507 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b676b20-61a3-4ae6-bd50-b3bf9bc4b7a6 admin admin] Checking segment: {'id': 'ba8ce05f-3c96-41cf-b2a2-a928f17063b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '31ef62ee-4789-4283-9400-6b4fdbad188c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:55:21.806035 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b676b20-61a3-4ae6-bd50-b3bf9bc4b7a6 admin admin] Network hostable DHCP agents. Network: 31ef62ee-4789-4283-9400-6b4fdbad188c, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:55:21.973937 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b676b20-61a3-4ae6-bd50-b3bf9bc4b7a6 admin admin] Network 31ef62ee-4789-4283-9400-6b4fdbad188c is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:55:22.026282 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-1b676b20-61a3-4ae6-bd50-b3bf9bc4b7a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 31ef62ee-4789-4283-9400-6b4fdbad188c) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:22.032378 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b676b20-61a3-4ae6-bd50-b3bf9bc4b7a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:22.033001 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1b676b20-61a3-4ae6-bd50-b3bf9bc4b7a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:22.036586 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f563e9-fba6-458e-a526-9fc46a3a16cb None None] Network 31ef62ee-4789-4283-9400-6b4fdbad188c requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:55:22.038781 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-e424b007-b2fc-40e0-8f11-f6dc3ae4b2cf tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Deleting port bf7e3412-f0a4-48f8-9efc-bbc3f2619432 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:55:22.039134 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e424b007-b2fc-40e0-8f11-f6dc3ae4b2cf tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (bf7e3412-f0a4-48f8-9efc-bbc3f2619432), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:22.164396 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eceef2-61ed-41b6-b461-b9428fc565ec req-3d9a6256-8ab1-4e2a-b9b3-56a161ba58a3 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:22.166345 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f0eceef2-61ed-41b6-b461-b9428fc565ec req-3d9a6256-8ab1-4e2a-b9b3-56a161ba58a3 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0b4cc68-dfd2-4d77-bafb-8eb95f05f61f HTTP/1.1" status: 200 len: 945 time: 0.2078362 Jan 28 02:55:22.184280 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e903e61-dd46-4d45-93ca-ba6ef5d2a9ed req-4af1ca83-d742-4d87-a16c-07702a41d3f8 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:22.194222 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4e903e61-dd46-4d45-93ca-ba6ef5d2a9ed req-4af1ca83-d742-4d87-a16c-07702a41d3f8 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0b4cc68-dfd2-4d77-bafb-8eb95f05f61f HTTP/1.1" status: 200 len: 945 time: 0.3178310 Jan 28 02:55:22.209838 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1b676b20-61a3-4ae6-bd50-b3bf9bc4b7a6 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6098194 Jan 28 02:55:22.211952 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ba8f14-ba7a-4525-8dce-3414a787e606 None None] Network 31ef62ee-4789-4283-9400-6b4fdbad188c requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:55:22.336531 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-90c9d159-8771-40e1-8f07-bec53714c451 req-bd313e65-2dee-4460-b2a1-b36e33c83ed5 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Allocated IP 10.1.1.65 (d468efc2-a65f-4457-a846-ab761946515b/49a68bb6-80b9-4dbc-a512-787aeaf1e11f/adb6e36c-de05-4418-b914-1cc1d87b0029) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:55:22.341398 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-2abcb453-0364-4879-8205-6af91266a782 None None] Provisioning complete for port 83fc7e81-acd0-43d1-a79f-e9c3a795ae11 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:22.342178 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2abcb453-0364-4879-8205-6af91266a782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (83fc7e81-acd0-43d1-a79f-e9c3a795ae11), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:22.359885 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4e903e61-dd46-4d45-93ca-ba6ef5d2a9ed req-71c19a95-694e-477c-8f77-5bc08cdcd831 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608002 Jan 28 02:55:22.409680 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dcf683-7a01-47a1-be7a-d494e08d63d0 req-55d63aca-4a37-4aac-a3eb-fdf592a458cf tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:22.417982 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b0dcf683-7a01-47a1-be7a-d494e08d63d0 req-55d63aca-4a37-4aac-a3eb-fdf592a458cf tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=e10628cf-5182-4742-90c0-a8db0de789c5 HTTP/1.1" status: 200 len: 946 time: 0.2336221 Jan 28 02:55:22.431106 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-6d9c2479-078a-42f0-8038-44681048aeff service neutron] 10.222.0.67 "GET /v2.0/ports/eea1bd53-e8ff-4e33-b889-848ca0389ca6/bindings/n-h2-712139-27 HTTP/1.1" status: 200 len: 385 time: 0.2453349 Jan 28 02:55:22.440499 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e424b007-b2fc-40e0-8f11-f6dc3ae4b2cf tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (bf7e3412-f0a4-48f8-9efc-bbc3f2619432), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:22.454175 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0598b5-d18d-4428-9cd1-b8e2d340508b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:22.466691 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-e424b007-b2fc-40e0-8f11-f6dc3ae4b2cf tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Calling delete_port for bf7e3412-f0a4-48f8-9efc-bbc3f2619432 owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:55:22.470975 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0598b5-d18d-4428-9cd1-b8e2d340508b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:22.478113 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-eb0598b5-d18d-4428-9cd1-b8e2d340508b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.8254066 Jan 28 02:55:22.479017 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40742) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:22.590004 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-2abcb453-0364-4879-8205-6af91266a782 None None] Current status of the port 83fc7e81-acd0-43d1-a79f-e9c3a795ae11 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:22.639144 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b0dcf683-7a01-47a1-be7a-d494e08d63d0 req-cd45782c-c87d-446b-a4c1-3c558a8084a4 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201989 Jan 28 02:55:22.722007 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-65830148-e3ac-470a-a1dd-642a11af541b None None] Provisioning complete for port a3268ccc-0776-4aac-9d9d-3da445d757ad triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:22.722744 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-65830148-e3ac-470a-a1dd-642a11af541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (a3268ccc-0776-4aac-9d9d-3da445d757ad), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:22.727710 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-f0eceef2-61ed-41b6-b461-b9428fc565ec req-065c2bb9-a70a-42d6-8f88-c31c58b0ae64 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Deleting port ded7ce43-5f15-479f-a82b-d384db0d6c78 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:55:22.728053 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f0eceef2-61ed-41b6-b461-b9428fc565ec req-065c2bb9-a70a-42d6-8f88-c31c58b0ae64 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (ded7ce43-5f15-479f-a82b-d384db0d6c78), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:22.764616 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-65830148-e3ac-470a-a1dd-642a11af541b None None] Port a3268ccc-0776-4aac-9d9d-3da445d757ad cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:55:22.769953 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [req-4cd0a277-bea7-40dd-b58f-a96a659dbc9e req-6c306592-5f06-41f9-afeb-3cd336255024 tempest-SecurityGroupsNegativeTestJSON-1266250007 tempest-SecurityGroupsNegativeTestJSON-1266250007-project] show failed (client error): The resource could not be found. Jan 28 02:55:22.771018 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4cd0a277-bea7-40dd-b58f-a96a659dbc9e req-6c306592-5f06-41f9-afeb-3cd336255024 tempest-SecurityGroupsNegativeTestJSON-1266250007 tempest-SecurityGroupsNegativeTestJSON-1266250007-project] 10.222.0.53 "GET /v2.0/security-groups/3a2d5574-2fe9-4ddc-afc2-d6664fa32192 HTTP/1.1" status: 404 len: 352 time: 0.0676174 Jan 28 02:55:22.793353 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-5777e8a8-a1f1-45d6-abd5-2958e70a300e service neutron] For port eea1bd53-e8ff-4e33-b889-848ca0389ca6, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=eea1bd53-e8ff-4e33-b889-848ca0389ca6,segment=NetworkSegment(4fb02108-8b37-4bb4-8350-923aa0786ccd),segment_id=4fb02108-8b37-4bb4-8350-923aa0786ccd)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:55:22.828481 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-5777e8a8-a1f1-45d6-abd5-2958e70a300e service neutron] For port eea1bd53-e8ff-4e33-b889-848ca0389ca6, host n-h1-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:55:22.881572 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-5777e8a8-a1f1-45d6-abd5-2958e70a300e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eea1bd53-e8ff-4e33-b889-848ca0389ca6 {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:55:22.898898 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284c05b-58ab-4e64-9247-e108bc061118 req-87e4a814-03ae-43ef-af74-d5680017d682 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:22.905910 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a284c05b-58ab-4e64-9247-e108bc061118 req-87e4a814-03ae-43ef-af74-d5680017d682 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 932 time: 0.0946741 Jan 28 02:55:22.929947 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-5777e8a8-a1f1-45d6-abd5-2958e70a300e service neutron] For port eea1bd53-e8ff-4e33-b889-848ca0389ca6, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=eea1bd53-e8ff-4e33-b889-848ca0389ca6,segment=NetworkSegment(4fb02108-8b37-4bb4-8350-923aa0786ccd),segment_id=4fb02108-8b37-4bb4-8350-923aa0786ccd)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:55:22.948669 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-961314b7-4eba-4bee-b38a-09c0967d3139 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting port a3268ccc-0776-4aac-9d9d-3da445d757ad {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:55:22.949016 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-961314b7-4eba-4bee-b38a-09c0967d3139 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (a3268ccc-0776-4aac-9d9d-3da445d757ad), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:22.963421 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-f0eceef2-61ed-41b6-b461-b9428fc565ec req-065c2bb9-a70a-42d6-8f88-c31c58b0ae64 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] For port ded7ce43-5f15-479f-a82b-d384db0d6c78, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=ded7ce43-5f15-479f-a82b-d384db0d6c78,segment=NetworkSegment(5ec551e3-78ab-42a1-92af-4f07dc8530f7),segment_id=5ec551e3-78ab-42a1-92af-4f07dc8530f7)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:55:22.963796 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f0eceef2-61ed-41b6-b461-b9428fc565ec req-065c2bb9-a70a-42d6-8f88-c31c58b0ae64 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (ded7ce43-5f15-479f-a82b-d384db0d6c78), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:22.968781 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-bd313e65-2dee-4460-b2a1-b36e33c83ed5 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks [] for port (adb6e36c-de05-4418-b914-1cc1d87b0029), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:23.037770 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-5777e8a8-a1f1-45d6-abd5-2958e70a300e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (eea1bd53-e8ff-4e33-b889-848ca0389ca6), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:23.064590 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 83fc7e81-acd0-43d1-a79f-e9c3a795ae11 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:55:23.081817 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a284c05b-58ab-4e64-9247-e108bc061118 req-a939c7b0-8a46-4a8b-992c-1f2f08fbe6b3 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749778 Jan 28 02:55:23.171301 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 83fc7e81-acd0-43d1-a79f-e9c3a795ae11 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:23.173793 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (83fc7e81-acd0-43d1-a79f-e9c3a795ae11), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:23.313422 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-192f8155-1032-44eb-9bc3-011b8d7089b2 req-4280a1a0-876a-4bac-9511-b621753de2c4 tempest-SecurityGroupsNegativeTestJSON-1266250007 tempest-SecurityGroupsNegativeTestJSON-1266250007-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=61862a432ce942b182dbdc719658d609 HTTP/1.1" status: 200 len: 3005 time: 0.0822809 Jan 28 02:55:23.322413 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 83fc7e81-acd0-43d1-a79f-e9c3a795ae11 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:23.350569 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-f0eceef2-61ed-41b6-b461-b9428fc565ec req-065c2bb9-a70a-42d6-8f88-c31c58b0ae64 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Calling delete_port for ded7ce43-5f15-479f-a82b-d384db0d6c78 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:55:23.383970 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-192f8155-1032-44eb-9bc3-011b8d7089b2 req-72a92287-481d-4b5f-ab90-48aa9eaa9fe0 tempest-SecurityGroupsNegativeTestJSON-1266250007 tempest-SecurityGroupsNegativeTestJSON-1266250007-project] 10.222.0.53 "GET /v2.0/security-groups/c73a6f93-53fd-4734-8a05-843e0f3ae447 HTTP/1.1" status: 200 len: 3002 time: 0.0544131 Jan 28 02:55:23.441389 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-192f8155-1032-44eb-9bc3-011b8d7089b2 req-117d3dae-ce1f-471c-9d9f-128abe64d645 tempest-SecurityGroupsNegativeTestJSON-1266250007 tempest-SecurityGroupsNegativeTestJSON-1266250007-project] 10.222.0.53 "GET /v2.0/security-groups/c73a6f93-53fd-4734-8a05-843e0f3ae447 HTTP/1.1" status: 200 len: 3002 time: 0.0558844 Jan 28 02:55:23.499206 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-5777e8a8-a1f1-45d6-abd5-2958e70a300e service neutron] Transition to ACTIVE for port object eea1bd53-e8ff-4e33-b889-848ca0389ca6 will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:55:23.511784 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e424b007-b2fc-40e0-8f11-f6dc3ae4b2cf tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (bf7e3412-f0a4-48f8-9efc-bbc3f2619432), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:23.512319 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-5777e8a8-a1f1-45d6-abd5-2958e70a300e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (eea1bd53-e8ff-4e33-b889-848ca0389ca6), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:23.523640 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-961314b7-4eba-4bee-b38a-09c0967d3139 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (a3268ccc-0776-4aac-9d9d-3da445d757ad), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:23.555361 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3032ab-d11f-4818-b94a-3c35374fa473 req-cff2f7df-7627-4c3e-8f07-f62e7207dcd0 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:23.556978 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6a3032ab-d11f-4818-b94a-3c35374fa473 req-cff2f7df-7627-4c3e-8f07-f62e7207dcd0 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9 HTTP/1.1" status: 200 len: 943 time: 0.5393105 Jan 28 02:55:23.584400 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-961314b7-4eba-4bee-b38a-09c0967d3139 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Calling delete_port for a3268ccc-0776-4aac-9d9d-3da445d757ad owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:55:23.597310 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e424b007-b2fc-40e0-8f11-f6dc3ae4b2cf tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Pushing event deleted for resources: {'Port': ['ID=bf7e3412-f0a4-48f8-9efc-bbc3f2619432,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:23.600383 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-bd313e65-2dee-4460-b2a1-b36e33c83ed5 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (adb6e36c-de05-4418-b914-1cc1d87b0029), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:23.620337 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-5777e8a8-a1f1-45d6-abd5-2958e70a300e service neutron] No DVR routers for this DVR port eea1bd53-e8ff-4e33-b889-848ca0389ca6 on host n-h1-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:55:23.661393 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777e8a8-a1f1-45d6-abd5-2958e70a300e service neutron] Pushing event updated for resources: {'Port': ['ID=eea1bd53-e8ff-4e33-b889-848ca0389ca6,revision_number=10']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:23.674194 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-5777e8a8-a1f1-45d6-abd5-2958e70a300e service neutron] 10.222.0.67 "PUT /v2.0/ports/eea1bd53-e8ff-4e33-b889-848ca0389ca6/bindings/n-h2-712139-27/activate HTTP/1.1" status: 200 len: 370 time: 1.1570230 Jan 28 02:55:23.682045 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ce0ee-6aab-4ca3-a9c7-575567cce686 req-0bff0e98-ffae-4e7b-aec7-8728daad9c32 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:23.690994 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-985ce0ee-6aab-4ca3-a9c7-575567cce686 req-0bff0e98-ffae-4e7b-aec7-8728daad9c32 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0b4cc68-dfd2-4d77-bafb-8eb95f05f61f HTTP/1.1" status: 200 len: 945 time: 0.1858013 Jan 28 02:55:23.748363 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-985ce0ee-6aab-4ca3-a9c7-575567cce686 req-ff713341-b88a-4816-8742-d34886072c21 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563760 Jan 28 02:55:23.860945 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b7261aa4-0cc8-4c26-8f0a-f4bc67d00e2f req-f8b8b394-fe5a-4511-ad7e-f5b7f0acbc58 tempest-SecurityGroupsNegativeTestJSON-1266250007 tempest-SecurityGroupsNegativeTestJSON-1266250007-project] 10.222.0.53 "GET /v2.0/security-groups/c73a6f93-53fd-4734-8a05-843e0f3ae447 HTTP/1.1" status: 200 len: 3002 time: 0.0571628 Jan 28 02:55:23.880022 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90c9d159-8771-40e1-8f07-bec53714c451 req-bd313e65-2dee-4460-b2a1-b36e33c83ed5 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Network d468efc2-a65f-4457-a846-ab761946515b is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:55:23.896743 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-90c9d159-8771-40e1-8f07-bec53714c451 req-bd313e65-2dee-4460-b2a1-b36e33c83ed5 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:23.932874 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [req-b7261aa4-0cc8-4c26-8f0a-f4bc67d00e2f req-90aa2fb6-fc70-4348-a4d1-cadb3bb50f5a tempest-SecurityGroupsNegativeTestJSON-1266250007 tempest-SecurityGroupsNegativeTestJSON-1266250007-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 02:55:23.945407 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b7261aa4-0cc8-4c26-8f0a-f4bc67d00e2f req-90aa2fb6-fc70-4348-a4d1-cadb3bb50f5a tempest-SecurityGroupsNegativeTestJSON-1266250007 tempest-SecurityGroupsNegativeTestJSON-1266250007-project] 10.222.0.53 "DELETE /v2.0/security-groups/c73a6f93-53fd-4734-8a05-843e0f3ae447 HTTP/1.1" status: 409 len: 352 time: 0.0765281 Jan 28 02:55:23.976805 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c9d159-8771-40e1-8f07-bec53714c451 req-bd313e65-2dee-4460-b2a1-b36e33c83ed5 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:55:23.982712 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd313e65-2dee-4460-b2a1-b36e33c83ed5 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Pushing event updated for resources: {'Port': ['ID=adb6e36c-de05-4418-b914-1cc1d87b0029,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:24.074579 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6a3032ab-d11f-4818-b94a-3c35374fa473 req-059b55a5-a7b1-4456-9e62-1e9ee2f41583 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4906254 Jan 28 02:55:24.075629 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c37df-323a-4c9e-af20-2b87c2e4ea91 req-535ebf32-23ea-42c7-989b-3f3035fc4110 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:24.077489 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fd1c37df-323a-4c9e-af20-2b87c2e4ea91 req-535ebf32-23ea-42c7-989b-3f3035fc4110 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=e10628cf-5182-4742-90c0-a8db0de789c5 HTTP/1.1" status: 200 len: 946 time: 0.0622311 Jan 28 02:55:24.151335 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fd1c37df-323a-4c9e-af20-2b87c2e4ea91 req-a3e8a9bd-7a32-4e71-b45e-5c99631255d1 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667562 Jan 28 02:55:24.171708 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f0eceef2-61ed-41b6-b461-b9428fc565ec req-065c2bb9-a70a-42d6-8f88-c31c58b0ae64 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (ded7ce43-5f15-479f-a82b-d384db0d6c78), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:24.185831 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-961314b7-4eba-4bee-b38a-09c0967d3139 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (a3268ccc-0776-4aac-9d9d-3da445d757ad), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:24.191409 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-65ca2e98-7af3-4429-a37f-51fac8d04394 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:24.192875 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-65ca2e98-7af3-4429-a37f-51fac8d04394 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9&tenant_id=e168a8b773b74055bc0667e0581a74cd&binding%3Ahost_id=n-h1-712139-27 HTTP/1.1" status: 200 len: 1096 time: 0.3582811 Jan 28 02:55:24.198501 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9d159-8771-40e1-8f07-bec53714c451 req-bd313e65-2dee-4460-b2a1-b36e33c83ed5 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:24.199143 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-bd313e65-2dee-4460-b2a1-b36e33c83ed5 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:24.207593 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['8bc3e1e3-3b8b-493b-825e-e109d60fabfc', 'ded7ce43-5f15-479f-a82b-d384db0d6c78'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:55:24.220280 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [req-e0ed4445-3059-496d-bdaf-5ca3f36ba3ed req-7e1ff48a-be3d-4b92-99c7-6c1bc9ecddc3 tempest-SecurityGroupsNegativeTestJSON-1266250007 tempest-SecurityGroupsNegativeTestJSON-1266250007-project] show failed (client error): The resource could not be found. Jan 28 02:55:24.233875 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e0ed4445-3059-496d-bdaf-5ca3f36ba3ed req-7e1ff48a-be3d-4b92-99c7-6c1bc9ecddc3 tempest-SecurityGroupsNegativeTestJSON-1266250007 tempest-SecurityGroupsNegativeTestJSON-1266250007-project] 10.222.0.53 "GET /v2.0/security-groups/39bcce6d-272b-441c-8329-b90a07c1b619 HTTP/1.1" status: 404 len: 352 time: 0.0457997 Jan 28 02:55:24.287147 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c2bb9-a70a-42d6-8f88-c31c58b0ae64 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Pushing event deleted for resources: {'Port': ['ID=ded7ce43-5f15-479f-a82b-d384db0d6c78,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:24.372664 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84d873-e127-494c-93af-6857698949b7 req-76118737-65f0-403e-85e9-bf0e0b395612 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:24.373023 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-bd313e65-2dee-4460-b2a1-b36e33c83ed5 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4773922 Jan 28 02:55:24.382373 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84d873-e127-494c-93af-6857698949b7 req-76118737-65f0-403e-85e9-bf0e0b395612 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:24.391410 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0e84d873-e127-494c-93af-6857698949b7 req-76118737-65f0-403e-85e9-bf0e0b395612 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 1653 time: 0.0878060 Jan 28 02:55:24.393377 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-549758e7-a2ff-4fb3-9ccb-87960d693c48 None None] Provisioning complete for port adb6e36c-de05-4418-b914-1cc1d87b0029 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:24.393841 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-549758e7-a2ff-4fb3-9ccb-87960d693c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (adb6e36c-de05-4418-b914-1cc1d87b0029), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:24.409682 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961314b7-4eba-4bee-b38a-09c0967d3139 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Port': ['ID=a3268ccc-0776-4aac-9d9d-3da445d757ad,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:24.417320 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-90c9d159-8771-40e1-8f07-bec53714c451 req-fd50aeff-5568-4ad7-9e70-eea394cb3ce8 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Request body: {'port': {'device_id': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'network_id': 'd468efc2-a65f-4457-a846-ab761946515b', 'admin_state_up': True, 'tenant_id': '7581cafbb59a47148e5d33dde7c9cb23', 'security_groups': ['9ca97519-4165-4353-a1f7-1a144a9a1986']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:24.461510 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0e84d873-e127-494c-93af-6857698949b7 req-3a538e77-a1a4-4abb-bf8d-2fa41a9c5a3e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627315 Jan 28 02:55:24.462517 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [req-a40a36ec-e3f0-4baa-b3e7-4cf421ac9863 req-57728b69-9b52-4f3a-aa81-98d8d1b2b28c tempest-SecurityGroupsNegativeTestJSON-1266250007 tempest-SecurityGroupsNegativeTestJSON-1266250007-project] show failed (client error): The resource could not be found. Jan 28 02:55:24.469583 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a40a36ec-e3f0-4baa-b3e7-4cf421ac9863 req-57728b69-9b52-4f3a-aa81-98d8d1b2b28c tempest-SecurityGroupsNegativeTestJSON-1266250007 tempest-SecurityGroupsNegativeTestJSON-1266250007-project] 10.222.0.53 "GET /v2.0/security-groups/8bd98da2-094a-4d0f-840c-abbe6763074a HTTP/1.1" status: 404 len: 352 time: 0.2057118 Jan 28 02:55:24.479096 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-549758e7-a2ff-4fb3-9ccb-87960d693c48 None None] Port adb6e36c-de05-4418-b914-1cc1d87b0029 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:55:24.480256 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40768) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:24.488904 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-961314b7-4eba-4bee-b38a-09c0967d3139 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:24.495223 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-961314b7-4eba-4bee-b38a-09c0967d3139 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/ports/a3268ccc-0776-4aac-9d9d-3da445d757ad HTTP/1.1" status: 204 len: 168 time: 2.0069482 Jan 28 02:55:24.510437 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40770) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:24.536918 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc0a202f-c475-403a-bd01-e83884d5f392 admin admin] Deleting subnet 308c7cf8-388f-41ca-a572-fe759bd9c27b {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:55:24.543988 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fc0a202f-c475-403a-bd01-e83884d5f392 admin admin] Publish callbacks [] for subnet (308c7cf8-388f-41ca-a572-fe759bd9c27b), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:24.571745 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0eceef2-61ed-41b6-b461-b9428fc565ec req-065c2bb9-a70a-42d6-8f88-c31c58b0ae64 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] No DVR routers for this DVR port ded7ce43-5f15-479f-a82b-d384db0d6c78 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:55:24.591312 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fc0a202f-c475-403a-bd01-e83884d5f392 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (308c7cf8-388f-41ca-a572-fe759bd9c27b), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:24.594157 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f0eceef2-61ed-41b6-b461-b9428fc565ec req-065c2bb9-a70a-42d6-8f88-c31c58b0ae64 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:24.597622 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f0eceef2-61ed-41b6-b461-b9428fc565ec req-065c2bb9-a70a-42d6-8f88-c31c58b0ae64 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.39 "DELETE /v2.0/ports/ded7ce43-5f15-479f-a82b-d384db0d6c78 HTTP/1.1" status: 204 len: 173 time: 2.4239411 Jan 28 02:55:24.602313 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b4cc68-dfd2-4d77-bafb-8eb95f05f61f', 'name': 'network-vif-deleted', 'tag': 'ded7ce43-5f15-479f-a82b-d384db0d6c78'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:55:24.603885 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6142be5d-05d8-4d0b-b8e4-517e9a1db03b" -d '{"events": [{"server_uuid": "e0b4cc68-dfd2-4d77-bafb-8eb95f05f61f", "name": "network-vif-deleted", "tag": "ded7ce43-5f15-479f-a82b-d384db0d6c78"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:55:24.674410 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fc0a202f-c475-403a-bd01-e83884d5f392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (308c7cf8-388f-41ca-a572-fe759bd9c27b), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:24.680696 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2377d65d-4daf-4599-a754-c67da5eeea48 x-openstack-request-id: req-2377d65d-4daf-4599-a754-c67da5eeea48 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:55:24.681301 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b4cc68-dfd2-4d77-bafb-8eb95f05f61f", "name": "network-vif-deleted", "tag": "ded7ce43-5f15-479f-a82b-d384db0d6c78", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:55:24.681766 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2377d65d-4daf-4599-a754-c67da5eeea48 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:55:24.682351 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0b4cc68-dfd2-4d77-bafb-8eb95f05f61f', 'name': 'network-vif-deleted', 'tag': 'ded7ce43-5f15-479f-a82b-d384db0d6c78', 'status': 'completed', 'code': 200} Jan 28 02:55:24.690670 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-080d1640-53bb-4cfc-b8f4-caf943923ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:24.692524 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-080d1640-53bb-4cfc-b8f4-caf943923ef4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9&tenant_id=e168a8b773b74055bc0667e0581a74cd HTTP/1.1" status: 200 len: 1096 time: 0.4860063 Jan 28 02:55:24.717425 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e424b007-b2fc-40e0-8f11-f6dc3ae4b2cf tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:24.721258 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e424b007-b2fc-40e0-8f11-f6dc3ae4b2cf tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] 10.222.0.53 "DELETE /v2.0/ports/bf7e3412-f0a4-48f8-9efc-bbc3f2619432 HTTP/1.1" status: 204 len: 168 time: 3.2194481 Jan 28 02:55:24.731632 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40774) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:24.740164 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7241ab0b-264a-4817-b032-6937dc944c05 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:24.741768 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7241ab0b-264a-4817-b032-6937dc944c05 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:24.743325 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7241ab0b-264a-4817-b032-6937dc944c05 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1732144 Jan 28 02:55:24.746735 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fc0a202f-c475-403a-bd01-e83884d5f392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (308c7cf8-388f-41ca-a572-fe759bd9c27b), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:24.755440 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40776) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:24.786050 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a202f-c475-403a-bd01-e83884d5f392 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=308c7cf8-388f-41ca-a572-fe759bd9c27b,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:24.791191 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6790052-58a6-4f45-83b7-bcdb91caf461 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] GET failed (client error): The resource could not be found. Jan 28 02:55:24.795583 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c6790052-58a6-4f45-83b7-bcdb91caf461 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] 10.222.0.53 "GET /v2.0/ports/bf7e3412-f0a4-48f8-9efc-bbc3f2619432 HTTP/1.1" status: 404 len: 333 time: 0.0626621 Jan 28 02:55:24.798825 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40780) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:24.850330 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fc0a202f-c475-403a-bd01-e83884d5f392 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:24.857894 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-fc0a202f-c475-403a-bd01-e83884d5f392 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/308c7cf8-388f-41ca-a572-fe759bd9c27b HTTP/1.1" status: 204 len: 168 time: 0.3719583 Jan 28 02:55:24.857894 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40782) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:24.890480 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-f984e4c5-e066-433c-bc28-39febc0ee467 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting subnet 62a44267-92f6-4344-a44c-f12e62dfd27b {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:55:24.897581 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f984e4c5-e066-433c-bc28-39febc0ee467 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (62a44267-92f6-4344-a44c-f12e62dfd27b), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:24.918246 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-691a99b8-56af-461e-8801-1ba5df98368e req-d9730f8e-a8af-4f04-a602-f0f3b2262716 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0b4cc68-dfd2-4d77-bafb-8eb95f05f61f HTTP/1.1" status: 200 len: 210 time: 0.0297673 Jan 28 02:55:24.920941 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90c9d159-8771-40e1-8f07-bec53714c451 req-fd50aeff-5568-4ad7-9e70-eea394cb3ce8 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Made reservation on behalf of 7581cafbb59a47148e5d33dde7c9cb23 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:55:24.924454 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-fd50aeff-5568-4ad7-9e70-eea394cb3ce8 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:24.947143 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-3cc5c508-bcd3-4583-aa42-fcdfc74844e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:24.948849 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-3cc5c508-bcd3-4583-aa42-fcdfc74844e6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e168a8b773b74055bc0667e0581a74cd&device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9 HTTP/1.1" status: 200 len: 1096 time: 0.1319509 Jan 28 02:55:24.978801 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f984e4c5-e066-433c-bc28-39febc0ee467 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (62a44267-92f6-4344-a44c-f12e62dfd27b), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:25.011723 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-156ee239-2026-47d0-bec6-dfb55955037c tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Deleting port eeb0ab64-cb3e-4fb2-ba10-4479fc587e8a {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:55:25.012078 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-156ee239-2026-47d0-bec6-dfb55955037c tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (eeb0ab64-cb3e-4fb2-ba10-4479fc587e8a), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:25.028548 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-02239d81-18bd-4f38-b585-16467ed17463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (31ef62ee-4789-4283-9400-6b4fdbad188c), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:25.194422 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-02239d81-18bd-4f38-b585-16467ed17463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (31ef62ee-4789-4283-9400-6b4fdbad188c), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:25.221918 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-156ee239-2026-47d0-bec6-dfb55955037c tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (eeb0ab64-cb3e-4fb2-ba10-4479fc587e8a), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:25.246299 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-02239d81-18bd-4f38-b585-16467ed17463 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31ef62ee-4789-4283-9400-6b4fdbad188c']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:55:25.249099 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-156ee239-2026-47d0-bec6-dfb55955037c tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Calling delete_port for eeb0ab64-cb3e-4fb2-ba10-4479fc587e8a owned by {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:55:25.258801 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f984e4c5-e066-433c-bc28-39febc0ee467 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (62a44267-92f6-4344-a44c-f12e62dfd27b), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:25.262039 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-02239d81-18bd-4f38-b585-16467ed17463 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba8ce05f-3c96-41cf-b2a2-a928f17063b9') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:55:25.262643 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-02239d81-18bd-4f38-b585-16467ed17463 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba8ce05f-3c96-41cf-b2a2-a928f17063b9') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:55:25.313027 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-49501787-46f6-4b0a-bd7b-c871f35fc113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:25.314804 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-02239d81-18bd-4f38-b585-16467ed17463 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (ba8ce05f-3c96-41cf-b2a2-a928f17063b9), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:25.314948 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-49501787-46f6-4b0a-bd7b-c871f35fc113 service neutron] 10.222.0.39 "GET /v2.0/networks?id=290af027-4910-45bb-b54e-a29d61400c05 HTTP/1.1" status: 200 len: 909 time: 0.3514285 Jan 28 02:55:25.318261 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-90c9d159-8771-40e1-8f07-bec53714c451 req-fd50aeff-5568-4ad7-9e70-eea394cb3ce8 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Allocated IP 10.1.1.237 (d468efc2-a65f-4457-a846-ab761946515b/49a68bb6-80b9-4dbc-a512-787aeaf1e11f/1ab715d2-bc27-4588-bd67-bdf04c55fd07) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:55:25.373878 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-02239d81-18bd-4f38-b585-16467ed17463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (ba8ce05f-3c96-41cf-b2a2-a928f17063b9), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:25.389810 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-5c45194d-ef7d-427f-82cc-82d4bbfa3d76 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eea1bd53-e8ff-4e33-b889-848ca0389ca6 HTTP/1.1" status: 200 len: 217 time: 0.0683851 Jan 28 02:55:25.395336 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e6ca9-7f8a-4804-a226-1274616be403 req-bcb7d205-44f4-41c8-b113-e05500c5fc2c tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:25.401723 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f56e6ca9-7f8a-4804-a226-1274616be403 req-bcb7d205-44f4-41c8-b113-e05500c5fc2c tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=e10628cf-5182-4742-90c0-a8db0de789c5 HTTP/1.1" status: 200 len: 946 time: 0.1264920 Jan 28 02:55:25.403399 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb55cf-9086-4000-a178-ecdfaa61b9cf req-892fdc84-8bcf-4751-bc0b-bb7fae49009e tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:25.404918 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-43cb55cf-9086-4000-a178-ecdfaa61b9cf req-892fdc84-8bcf-4751-bc0b-bb7fae49009e tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9 HTTP/1.1" status: 200 len: 944 time: 0.1881244 Jan 28 02:55:25.449795 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02239d81-18bd-4f38-b585-16467ed17463 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:55:25.449795 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-02239d81-18bd-4f38-b585-16467ed17463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (ba8ce05f-3c96-41cf-b2a2-a928f17063b9), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:25.462048 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 02:55:25.462048 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:55:25.462048 n-d-712139-27 neutron-server[109802]: timer() Jan 28 02:55:25.462048 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:55:25.462048 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 02:55:25.462048 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:55:25.462048 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 02:55:25.462048 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:55:25.462048 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 02:55:25.462048 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:55:25.462048 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 02:55:25.462048 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:55:25.462048 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 02:55:25.462048 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:55:25.462048 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:55:25.462048 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:55:25.462048 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:55:25.462048 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:55:25.462048 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 02:55:25.462048 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:55:25.462048 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 02:55:25.462048 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:55:25.462048 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:55:25.462048 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:55:25.462048 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 02:55:25.462048 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:55:25.462048 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:55:25.462048 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:55:25.462048 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:55:25.462048 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:55:25.462048 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:55:25.462048 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:55:25.483963 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f984e4c5-e066-433c-bc28-39febc0ee467 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (62a44267-92f6-4344-a44c-f12e62dfd27b), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:25.531991 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f56e6ca9-7f8a-4804-a226-1274616be403 req-e2765297-4371-4897-8e5e-196cb6046618 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167705 Jan 28 02:55:25.581612 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-02239d81-18bd-4f38-b585-16467ed17463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (31ef62ee-4789-4283-9400-6b4fdbad188c), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:25.581846 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984e4c5-e066-433c-bc28-39febc0ee467 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Subnet': ['ID=62a44267-92f6-4344-a44c-f12e62dfd27b,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:25.584903 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-55c99df2-c857-4dc8-81be-1549e9ed61b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:25.587109 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-55c99df2-c857-4dc8-81be-1549e9ed61b3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=49bb14d4-dcd1-48f1-bfcf-d4851c7c298c HTTP/1.1" status: 200 len: 848 time: 0.1807160 Jan 28 02:55:25.587893 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f984e4c5-e066-433c-bc28-39febc0ee467 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:25.591318 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30089c90-e00b-41b1-8947-d181322ce1b2 None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:55:25.605425 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f984e4c5-e066-433c-bc28-39febc0ee467 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/62a44267-92f6-4344-a44c-f12e62dfd27b HTTP/1.1" status: 204 len: 168 time: 0.8460345 Jan 28 02:55:25.611042 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40792) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:25.611320 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-02239d81-18bd-4f38-b585-16467ed17463 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:25.615066 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-02239d81-18bd-4f38-b585-16467ed17463 admin admin] 10.222.0.53 "DELETE /v2.0/networks/31ef62ee-4789-4283-9400-6b4fdbad188c HTTP/1.1" status: 204 len: 168 time: 0.7579195 Jan 28 02:55:25.616213 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02239d81-18bd-4f38-b585-16467ed17463 admin admin] Pushing event deleted for resources: {'Network': ['ID=31ef62ee-4789-4283-9400-6b4fdbad188c,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:25.681115 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-156ee239-2026-47d0-bec6-dfb55955037c tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (eeb0ab64-cb3e-4fb2-ba10-4479fc587e8a), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:25.709663 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-43cb55cf-9086-4000-a178-ecdfaa61b9cf req-e065af58-d8dc-49a2-b738-7f77ef26f76c tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898591 Jan 28 02:55:25.729108 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-3f8a9263-5cf5-4842-ad78-9f113b052150 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=290af027-4910-45bb-b54e-a29d61400c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104879 Jan 28 02:55:25.743024 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156ee239-2026-47d0-bec6-dfb55955037c tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Pushing event deleted for resources: {'Port': ['ID=eeb0ab64-cb3e-4fb2-ba10-4479fc587e8a,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:25.780472 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-3a24b351-55ee-4679-8732-47611a7d1954 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1488709 Jan 28 02:55:25.790800 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40796) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:25.795756 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-511192aa-2447-4ba3-8cae-5fb8546116b2 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'subnet': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:25.807680 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40798) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:25.903334 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcb3bce-0078-4839-8d47-aad29da47529 None None] DHCP port deletion for f4e9908e-37c3-477d-90df-65c02e38c857 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:55:25.921674 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-156ee239-2026-47d0-bec6-dfb55955037c tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:25.927720 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-156ee239-2026-47d0-bec6-dfb55955037c tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] 10.222.0.53 "DELETE /v2.0/ports/eeb0ab64-cb3e-4fb2-ba10-4479fc587e8a HTTP/1.1" status: 204 len: 168 time: 1.1253853 Jan 28 02:55:25.934871 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40800) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:25.975600 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6b59d30-a985-435b-97b7-77dc1223136d tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] GET failed (client error): The resource could not be found. Jan 28 02:55:25.980920 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a6b59d30-a985-435b-97b7-77dc1223136d tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] 10.222.0.53 "GET /v2.0/ports/eeb0ab64-cb3e-4fb2-ba10-4479fc587e8a HTTP/1.1" status: 404 len: 333 time: 0.0350699 Jan 28 02:55:25.982906 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40804) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:25.988345 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-dfcb3bce-0078-4839-8d47-aad29da47529 None None] Deleting port 83fc7e81-acd0-43d1-a79f-e9c3a795ae11 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:55:25.988733 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dfcb3bce-0078-4839-8d47-aad29da47529 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (83fc7e81-acd0-43d1-a79f-e9c3a795ae11), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:26.047783 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb7f10-dd31-4bd9-9083-bee060e201f5 req-7bd06e48-76d3-4c97-a0b7-cc91cfa12d2e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:26.062530 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb7f10-dd31-4bd9-9083-bee060e201f5 req-7bd06e48-76d3-4c97-a0b7-cc91cfa12d2e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:26.069765 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-adbb7f10-dd31-4bd9-9083-bee060e201f5 req-7bd06e48-76d3-4c97-a0b7-cc91cfa12d2e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 1653 time: 0.2886755 Jan 28 02:55:26.078699 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-dfcb3bce-0078-4839-8d47-aad29da47529 None None] For port 83fc7e81-acd0-43d1-a79f-e9c3a795ae11, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=83fc7e81-acd0-43d1-a79f-e9c3a795ae11,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:55:26.079113 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dfcb3bce-0078-4839-8d47-aad29da47529 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (83fc7e81-acd0-43d1-a79f-e9c3a795ae11), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:26.097559 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-dfcb3bce-0078-4839-8d47-aad29da47529 None None] Calling delete_port for 83fc7e81-acd0-43d1-a79f-e9c3a795ae11 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:55:26.128003 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3e89855e-c476-47a0-98a3-8da6fbf42e79 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=61862a432ce942b182dbdc719658d609&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3177450 Jan 28 02:55:26.139522 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40808) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:26.211741 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dfcb3bce-0078-4839-8d47-aad29da47529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (83fc7e81-acd0-43d1-a79f-e9c3a795ae11), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:26.245931 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb3bce-0078-4839-8d47-aad29da47529 None None] Pushing event deleted for resources: {'Port': ['ID=83fc7e81-acd0-43d1-a79f-e9c3a795ae11,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:26.253140 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcb3bce-0078-4839-8d47-aad29da47529 None None] No DVR routers for this DVR port 83fc7e81-acd0-43d1-a79f-e9c3a795ae11 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:55:26.330594 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-fd50aeff-5568-4ad7-9e70-eea394cb3ce8 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks [] for port (1ab715d2-bc27-4588-bd67-bdf04c55fd07), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:26.330817 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-adbb7f10-dd31-4bd9-9083-bee060e201f5 req-b30c7172-bdd9-48a5-825b-c9beec9f9a95 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2519286 Jan 28 02:55:26.331832 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-31bc5d9a-c381-4ca6-b66f-6cd2e75afe14 admin admin] Publish callbacks [] for security_group (c73a6f93-53fd-4734-8a05-843e0f3ae447), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:26.364946 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-adb10157-3d1f-4de4-aa39-9d495a2d2974 service neutron] 10.222.0.39 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5868106 Jan 28 02:55:26.386363 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511192aa-2447-4ba3-8cae-5fb8546116b2 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:55:26.389650 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-511192aa-2447-4ba3-8cae-5fb8546116b2 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:26.393955 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-31bc5d9a-c381-4ca6-b66f-6cd2e75afe14 admin admin] Publish callbacks [] for security_group (c73a6f93-53fd-4734-8a05-843e0f3ae447), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:26.414490 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-51044a0d-b668-4a43-bd8a-99971b4e87cf tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Deleting port a64fe4ee-9098-4023-99a7-f28597237fc3 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:55:26.414835 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-51044a0d-b668-4a43-bd8a-99971b4e87cf tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (a64fe4ee-9098-4023-99a7-f28597237fc3), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:26.521743 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-31bc5d9a-c381-4ca6-b66f-6cd2e75afe14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c73a6f93-53fd-4734-8a05-843e0f3ae447), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:26.525466 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-31bc5d9a-c381-4ca6-b66f-6cd2e75afe14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:26.530073 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-31bc5d9a-c381-4ca6-b66f-6cd2e75afe14 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c73a6f93-53fd-4734-8a05-843e0f3ae447 HTTP/1.1" status: 204 len: 168 time: 0.3822277 Jan 28 02:55:26.533798 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-fd50aeff-5568-4ad7-9e70-eea394cb3ce8 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (1ab715d2-bc27-4588-bd67-bdf04c55fd07), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:26.575895 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc5d9a-c381-4ca6-b66f-6cd2e75afe14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73a6f93-53fd-4734-8a05-843e0f3ae447,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:26.620526 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-ecd73ab5-4fdb-4f6b-a301-8b34da827ff6 service neutron] 10.222.0.39 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461646 Jan 28 02:55:26.629061 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-51044a0d-b668-4a43-bd8a-99971b4e87cf tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (a64fe4ee-9098-4023-99a7-f28597237fc3), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:26.643788 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-51044a0d-b668-4a43-bd8a-99971b4e87cf tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Calling delete_port for a64fe4ee-9098-4023-99a7-f28597237fc3 owned by {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:55:26.652041 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd50aeff-5568-4ad7-9e70-eea394cb3ce8 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Pushing event updated for resources: {'Port': ['ID=1ab715d2-bc27-4588-bd67-bdf04c55fd07,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:26.698980 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90c9d159-8771-40e1-8f07-bec53714c451 req-fd50aeff-5568-4ad7-9e70-eea394cb3ce8 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Network d468efc2-a65f-4457-a846-ab761946515b is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:55:26.716100 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-90c9d159-8771-40e1-8f07-bec53714c451 req-fd50aeff-5568-4ad7-9e70-eea394cb3ce8 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:26.754121 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c9d159-8771-40e1-8f07-bec53714c451 req-fd50aeff-5568-4ad7-9e70-eea394cb3ce8 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:55:26.825424 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9d159-8771-40e1-8f07-bec53714c451 req-fd50aeff-5568-4ad7-9e70-eea394cb3ce8 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:26.826092 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-fd50aeff-5568-4ad7-9e70-eea394cb3ce8 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:26.885491 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device ded7ce43-5f15-479f-a82b-d384db0d6c78 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:55:26.933106 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-c31092f1-8ba8-432a-a9fb-d246160c3074 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:26.937712 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-c31092f1-8ba8-432a-a9fb-d246160c3074 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/networks?id=8a90ebac-f69f-461b-a785-3d45e68aad72 HTTP/1.1" status: 200 len: 805 time: 0.2260301 Jan 28 02:55:26.943809 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: ded7ce43-5f15-479f-a82b-d384db0d6c78 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:55:26.946384 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device ded7ce43-5f15-479f-a82b-d384db0d6c78 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:55:26.995586 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-b629b91b-4be1-41a6-b426-605b42ab80a8 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/quotas/681abe9293864888ab6acd56a99956db HTTP/1.1" status: 200 len: 375 time: 0.0510263 Jan 28 02:55:27.069565 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 83fc7e81-acd0-43d1-a79f-e9c3a795ae11 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:55:27.081005 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-511192aa-2447-4ba3-8cae-5fb8546116b2 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (188b76bc-42d6-40af-8b63-4213f7f89f15), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:27.093056 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-51044a0d-b668-4a43-bd8a-99971b4e87cf tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (a64fe4ee-9098-4023-99a7-f28597237fc3), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:27.095070 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-fd50aeff-5568-4ad7-9e70-eea394cb3ce8 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7052755 Jan 28 02:55:27.112045 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5e08d-ad45-49d3-af78-bf12f8f5d7d0 req-d09ac8ca-3283-4fe3-b6ee-d69b460a4f1d tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:27.114757 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 83fc7e81-acd0-43d1-a79f-e9c3a795ae11 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:55:27.115108 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 83fc7e81-acd0-43d1-a79f-e9c3a795ae11 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:55:27.119431 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-99a5e08d-ad45-49d3-af78-bf12f8f5d7d0 req-d09ac8ca-3283-4fe3-b6ee-d69b460a4f1d tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=e10628cf-5182-4742-90c0-a8db0de789c5 HTTP/1.1" status: 200 len: 946 time: 0.4187715 Jan 28 02:55:27.150927 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-90c9d159-8771-40e1-8f07-bec53714c451 req-2919ce6d-df00-4e29-b405-9cae243e7c13 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Request body: {'port': {'device_id': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '9d63e9ac-6b2c-46ae-b695-7b9d65c9a866', 'admin_state_up': True, 'tenant_id': '7581cafbb59a47148e5d33dde7c9cb23', 'security_groups': ['9ca97519-4165-4353-a1f7-1a144a9a1986']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:27.157482 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-91080fb9-b195-414b-947f-311fb301a322 None None] Provisioning complete for port 1ab715d2-bc27-4588-bd67-bdf04c55fd07 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:27.157861 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-91080fb9-b195-414b-947f-311fb301a322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (1ab715d2-bc27-4588-bd67-bdf04c55fd07), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:27.164089 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51044a0d-b668-4a43-bd8a-99971b4e87cf tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Pushing event deleted for resources: {'Port': ['ID=a64fe4ee-9098-4023-99a7-f28597237fc3,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:27.219613 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-991ea35d-ca1b-41c9-b146-2035696b214c tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=681abe9293864888ab6acd56a99956db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2117205 Jan 28 02:55:27.252227 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-91080fb9-b195-414b-947f-311fb301a322 None None] Port 1ab715d2-bc27-4588-bd67-bdf04c55fd07 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:55:27.310935 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-99dc758e-9997-4a3c-b5a5-49faa28df36d tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:27.312460 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-99dc758e-9997-4a3c-b5a5-49faa28df36d tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9&tenant_id=e168a8b773b74055bc0667e0581a74cd&binding%3Ahost_id=n-h2-712139-27 HTTP/1.1" status: 200 len: 1096 time: 0.3004668 Jan 28 02:55:27.328664 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511192aa-2447-4ba3-8cae-5fb8546116b2 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:55:27.349808 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-511192aa-2447-4ba3-8cae-5fb8546116b2 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:27.362246 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001c6dba-8b3f-43c4-be83-922f060b9f55 None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:55:27.380457 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511192aa-2447-4ba3-8cae-5fb8546116b2 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:27.381434 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-511192aa-2447-4ba3-8cae-5fb8546116b2 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:27.382639 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-51044a0d-b668-4a43-bd8a-99971b4e87cf tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:27.385740 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511192aa-2447-4ba3-8cae-5fb8546116b2 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Subnet': ['ID=188b76bc-42d6-40af-8b63-4213f7f89f15,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:27.395412 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-51044a0d-b668-4a43-bd8a-99971b4e87cf tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] 10.222.0.53 "DELETE /v2.0/ports/a64fe4ee-9098-4023-99a7-f28597237fc3 HTTP/1.1" status: 204 len: 168 time: 1.4091976 Jan 28 02:55:27.396090 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40846) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:27.482355 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-99a5e08d-ad45-49d3-af78-bf12f8f5d7d0 req-489bd31b-db60-4896-9aac-1bacd57c235c tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563416 Jan 28 02:55:27.503408 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-1e997625-c37e-45f9-afbb-1a888e2a13c0 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:55:27.503408 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-1e997625-c37e-45f9-afbb-1a888e2a13c0 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2419086 Jan 28 02:55:27.520305 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40852) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:27.521542 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-511192aa-2447-4ba3-8cae-5fb8546116b2 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7296045 Jan 28 02:55:27.552056 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-2bb0c93b-a8ed-4f32-bf40-8e80618992fb tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'port': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'fixed_ips': [{'subnet_id': '188b76bc-42d6-40af-8b63-4213f7f89f15', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-290793696'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:27.587666 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01453f06-b84c-44c9-8e18-9cbfdcd441fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-f4e9908e-37c3-477d-90df-65c02e38c857', 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'project_id': '3079a2e247734574a53d1baca2087c94', 'fixed_ips': [{'subnet_id': '188b76bc-42d6-40af-8b63-4213f7f89f15'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:55:27.589000 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-01453f06-b84c-44c9-8e18-9cbfdcd441fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:27.667289 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7acc3af-96f6-4c22-8cfd-67a11e6c5ac5 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Deleting subnet f6d4f1c5-21df-4b9c-a342-001eea477388 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:55:27.675530 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90c9d159-8771-40e1-8f07-bec53714c451 req-2919ce6d-df00-4e29-b405-9cae243e7c13 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Made reservation on behalf of 7581cafbb59a47148e5d33dde7c9cb23 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:55:27.693468 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-89266cb1-48ce-4422-8e4d-4dc997adb14d service neutron] 10.222.0.53 "GET /v2.0/networks/8a90ebac-f69f-461b-a785-3d45e68aad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738584 Jan 28 02:55:27.695771 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d7acc3af-96f6-4c22-8cfd-67a11e6c5ac5 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks [] for subnet (f6d4f1c5-21df-4b9c-a342-001eea477388), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:27.707185 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-a917793a-961d-4db1-be16-9985127a0c81 service neutron] For port eea1bd53-e8ff-4e33-b889-848ca0389ca6, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:55:27.735671 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-a917793a-961d-4db1-be16-9985127a0c81 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:27.736919 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dd35e666-e5c4-46b8-81c4-45c8beb16ac5 req-a917793a-961d-4db1-be16-9985127a0c81 service neutron] 10.222.0.39 "DELETE /v2.0/ports/eea1bd53-e8ff-4e33-b889-848ca0389ca6/bindings/n-h1-712139-27 HTTP/1.1" status: 204 len: 173 time: 0.4113424 Jan 28 02:55:27.815488 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-2919ce6d-df00-4e29-b405-9cae243e7c13 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:27.852657 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a55e0-0cb2-46d2-a318-d44b1d42c88d req-5fb629a7-2204-46ae-9d01-7230748a0d4c tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:27.854305 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d19a55e0-0cb2-46d2-a318-d44b1d42c88d req-5fb629a7-2204-46ae-9d01-7230748a0d4c tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9 HTTP/1.1" status: 200 len: 944 time: 0.0933630 Jan 28 02:55:27.888966 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40858) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:27.889706 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-01453f06-b84c-44c9-8e18-9cbfdcd441fc None None] Allocated IP 2001:db8::2 (f4e9908e-37c3-477d-90df-65c02e38c857/188b76bc-42d6-40af-8b63-4213f7f89f15/d7ba62f8-121d-4898-9619-58d0bd2651ca) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:55:27.923836 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d7acc3af-96f6-4c22-8cfd-67a11e6c5ac5 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (f6d4f1c5-21df-4b9c-a342-001eea477388), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:28.035756 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d7acc3af-96f6-4c22-8cfd-67a11e6c5ac5 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (f6d4f1c5-21df-4b9c-a342-001eea477388), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:28.092477 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d19a55e0-0cb2-46d2-a318-d44b1d42c88d req-1acc96dc-e0bf-432a-9bea-563c2281b418 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042747 Jan 28 02:55:28.104891 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-367d9967-8252-4f58-b952-a85436c15d2b service neutron] 10.222.0.53 "GET /v2.0/networks/8a90ebac-f69f-461b-a785-3d45e68aad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4105451 Jan 28 02:55:28.125333 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-01453f06-b84c-44c9-8e18-9cbfdcd441fc None None] Publish callbacks [] for port (d7ba62f8-121d-4898-9619-58d0bd2651ca), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:28.139053 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-01453f06-b84c-44c9-8e18-9cbfdcd441fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (d7ba62f8-121d-4898-9619-58d0bd2651ca), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:28.157889 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-c56feb18-3065-4dfb-b651-2d96649f9dbd admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1814748997-network', 'tenant_id': 'befd34c380174bf4b40f46a4a27ffeac'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:28.175951 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb0c93b-a8ed-4f32-bf40-8e80618992fb tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:55:28.205971 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d7acc3af-96f6-4c22-8cfd-67a11e6c5ac5 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (f6d4f1c5-21df-4b9c-a342-001eea477388), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:28.228587 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01453f06-b84c-44c9-8e18-9cbfdcd441fc None None] Pushing event updated for resources: {'Port': ['ID=d7ba62f8-121d-4898-9619-58d0bd2651ca,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:28.254435 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01453f06-b84c-44c9-8e18-9cbfdcd441fc None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:55:28.260051 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-01453f06-b84c-44c9-8e18-9cbfdcd441fc None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:28.265409 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01453f06-b84c-44c9-8e18-9cbfdcd441fc None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:55:28.279289 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d7acc3af-96f6-4c22-8cfd-67a11e6c5ac5 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:28.286005 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d7acc3af-96f6-4c22-8cfd-67a11e6c5ac5 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] 10.222.0.53 "DELETE /v2.0/subnets/f6d4f1c5-21df-4b9c-a342-001eea477388 HTTP/1.1" status: 204 len: 168 time: 0.8877139 Jan 28 02:55:28.289044 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40864) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:28.290041 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7acc3af-96f6-4c22-8cfd-67a11e6c5ac5 tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Pushing event deleted for resources: {'Subnet': ['ID=f6d4f1c5-21df-4b9c-a342-001eea477388,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:28.327798 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-90c9d159-8771-40e1-8f07-bec53714c451 req-2919ce6d-df00-4e29-b405-9cae243e7c13 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Allocated IP 10.2.2.100 (9d63e9ac-6b2c-46ae-b695-7b9d65c9a866/5890570a-cc0c-4403-a94d-1750b1aeb6ea/e5796229-716b-4448-bfde-fcd9bdf85cdd) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:55:28.357124 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0267cf-55fc-444c-9dfb-6f2263ab78ee None None] Network d3936e99-ab47-451e-a683-844894319dc3 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:55:28.406669 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-012b3391-071d-40af-8153-75c1add8284b tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (d3936e99-ab47-451e-a683-844894319dc3), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:28.410838 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2bb0c93b-a8ed-4f32-bf40-8e80618992fb tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:28.443781 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-2bb0c93b-a8ed-4f32-bf40-8e80618992fb tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] device_id is not set on port 2c766e04-3eee-4246-8028-bbd00b9c2c58 yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:55:28.504718 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-2919ce6d-df00-4e29-b405-9cae243e7c13 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks [] for port (e5796229-716b-4448-bfde-fcd9bdf85cdd), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:28.561468 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-01453f06-b84c-44c9-8e18-9cbfdcd441fc None None] Attempting to bind port d7ba62f8-121d-4898-9619-58d0bd2651ca on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:55:28.562245 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-01453f06-b84c-44c9-8e18-9cbfdcd441fc None None] Attempting to bind port d7ba62f8-121d-4898-9619-58d0bd2651ca by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:55:28.562847 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01453f06-b84c-44c9-8e18-9cbfdcd441fc None None] Attempting to bind port d7ba62f8-121d-4898-9619-58d0bd2651ca on network f4e9908e-37c3-477d-90df-65c02e38c857 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:55:28.570781 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01453f06-b84c-44c9-8e18-9cbfdcd441fc None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:55:28.572787 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01453f06-b84c-44c9-8e18-9cbfdcd441fc None None] Checking segment: {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:55:28.574238 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-01453f06-b84c-44c9-8e18-9cbfdcd441fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:28.575615 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-2919ce6d-df00-4e29-b405-9cae243e7c13 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (e5796229-716b-4448-bfde-fcd9bdf85cdd), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:28.576225 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01453f06-b84c-44c9-8e18-9cbfdcd441fc None None] Bound using segment: {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:55:28.579305 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-01453f06-b84c-44c9-8e18-9cbfdcd441fc None None] Bound port: d7ba62f8-121d-4898-9619-58d0bd2651ca, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:55:28.580007 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-01453f06-b84c-44c9-8e18-9cbfdcd441fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d7ba62f8-121d-4898-9619-58d0bd2651ca), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:28.600211 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56feb18-3065-4dfb-b651-2d96649f9dbd admin admin] Made reservation on behalf of befd34c380174bf4b40f46a4a27ffeac for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:55:28.603476 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c56feb18-3065-4dfb-b651-2d96649f9dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:28.623952 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c56feb18-3065-4dfb-b651-2d96649f9dbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:28.630608 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bb0c93b-a8ed-4f32-bf40-8e80618992fb tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 02:55:28.631085 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bb0c93b-a8ed-4f32-bf40-8e80618992fb tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:55:28.649197 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90c9d159-8771-40e1-8f07-bec53714c451 req-2919ce6d-df00-4e29-b405-9cae243e7c13 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Network 9d63e9ac-6b2c-46ae-b695-7b9d65c9a866 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:55:28.657568 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-90c9d159-8771-40e1-8f07-bec53714c451 req-2919ce6d-df00-4e29-b405-9cae243e7c13 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:28.667931 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-01453f06-b84c-44c9-8e18-9cbfdcd441fc None None] For port d7ba62f8-121d-4898-9619-58d0bd2651ca, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:55:28.671386 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-01453f06-b84c-44c9-8e18-9cbfdcd441fc None None] For port d7ba62f8-121d-4898-9619-58d0bd2651ca, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=d7ba62f8-121d-4898-9619-58d0bd2651ca,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:55:28.690653 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-01453f06-b84c-44c9-8e18-9cbfdcd441fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d7ba62f8-121d-4898-9619-58d0bd2651ca), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:28.691809 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c9d159-8771-40e1-8f07-bec53714c451 req-2919ce6d-df00-4e29-b405-9cae243e7c13 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:55:28.716981 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0e65e0ff-d27f-46de-916e-d00c187d983e req-9191f56b-f266-4248-b1b1-271a65163700 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c1dd99b-27ad-4301-b835-f160548c33ed HTTP/1.1" status: 200 len: 210 time: 0.0973508 Jan 28 02:55:28.759160 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2bb0c93b-a8ed-4f32-bf40-8e80618992fb tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 1.2378795 Jan 28 02:55:28.766928 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40880) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:28.840410 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9d159-8771-40e1-8f07-bec53714c451 req-2919ce6d-df00-4e29-b405-9cae243e7c13 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:28.841491 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-2919ce6d-df00-4e29-b405-9cae243e7c13 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:28.890296 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311bffa-9a19-4744-88ea-35a3ade09b7d req-37083334-7a9a-46c8-90d6-f19b23290784 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:28.916485 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311bffa-9a19-4744-88ea-35a3ade09b7d req-37083334-7a9a-46c8-90d6-f19b23290784 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:28.959902 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311bffa-9a19-4744-88ea-35a3ade09b7d req-37083334-7a9a-46c8-90d6-f19b23290784 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:28.960931 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01453f06-b84c-44c9-8e18-9cbfdcd441fc None None] Pushing event updated for resources: {'Port': ['ID=d7ba62f8-121d-4898-9619-58d0bd2651ca,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:28.986009 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:28.999014 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311bffa-9a19-4744-88ea-35a3ade09b7d req-37083334-7a9a-46c8-90d6-f19b23290784 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:29.011863 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2311bffa-9a19-4744-88ea-35a3ade09b7d req-37083334-7a9a-46c8-90d6-f19b23290784 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 3095 time: 0.4525137 Jan 28 02:55:29.061777 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f4417c-70e8-47a1-b941-542eb74f9bcb tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:29.069989 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c8778c-7f97-427a-b819-5912241287ed None None] DHCP port deletion for d3936e99-ab47-451e-a683-844894319dc3 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:55:29.072667 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-50f4417c-70e8-47a1-b941-542eb74f9bcb tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3034711 Jan 28 02:55:29.080056 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40884) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:29.083856 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-012b3391-071d-40af-8153-75c1add8284b tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Deleting port f7337da6-45d2-44b1-9531-42d5b9126fd9 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:55:29.085045 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-012b3391-071d-40af-8153-75c1add8284b tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (f7337da6-45d2-44b1-9531-42d5b9126fd9), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:29.091731 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2919ce6d-df00-4e29-b405-9cae243e7c13 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Pushing event updated for resources: {'Port': ['ID=e5796229-716b-4448-bfde-fcd9bdf85cdd,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:29.115364 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-2919ce6d-df00-4e29-b405-9cae243e7c13 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9743230 Jan 28 02:55:29.137487 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-90c9d159-8771-40e1-8f07-bec53714c451 req-47df9754-dbef-4d17-84e8-1e23b895283d tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Request body: {'port': {'device_id': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '9d63e9ac-6b2c-46ae-b695-7b9d65c9a866', 'admin_state_up': True, 'tenant_id': '7581cafbb59a47148e5d33dde7c9cb23', 'security_groups': ['9ca97519-4165-4353-a1f7-1a144a9a1986']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:29.183002 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-12c8778c-7f97-427a-b819-5912241287ed None None] Deleting port f7337da6-45d2-44b1-9531-42d5b9126fd9 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:55:29.183459 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-12c8778c-7f97-427a-b819-5912241287ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (f7337da6-45d2-44b1-9531-42d5b9126fd9), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:29.227493 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4282df0-5978-4f8f-8c62-1ff3641db92e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:29.229411 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4282df0-5978-4f8f-8c62-1ff3641db92e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:29.231095 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e4282df0-5978-4f8f-8c62-1ff3641db92e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1398273 Jan 28 02:55:29.276621 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40886) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:29.316300 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-76b0102b-e8c0-482d-bd0b-676731d77a2a None None] Provisioning complete for port e5796229-716b-4448-bfde-fcd9bdf85cdd triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:29.316692 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-76b0102b-e8c0-482d-bd0b-676731d77a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e5796229-716b-4448-bfde-fcd9bdf85cdd), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:29.329972 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-12c8778c-7f97-427a-b819-5912241287ed None None] For port f7337da6-45d2-44b1-9531-42d5b9126fd9, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=f7337da6-45d2-44b1-9531-42d5b9126fd9,segment=NetworkSegment(ca0ccffe-1869-4f30-9e73-82090cb44f30),segment_id=ca0ccffe-1869-4f30-9e73-82090cb44f30)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:55:29.330555 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-12c8778c-7f97-427a-b819-5912241287ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (f7337da6-45d2-44b1-9531-42d5b9126fd9), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:29.335580 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2311bffa-9a19-4744-88ea-35a3ade09b7d req-83bb8b84-75ec-417c-9cb2-defd73a7af48 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3166187 Jan 28 02:55:29.378456 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-12c8778c-7f97-427a-b819-5912241287ed None None] Calling delete_port for f7337da6-45d2-44b1-9531-42d5b9126fd9 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:55:29.397336 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7cd3e-308e-4ddb-b7d1-a2313ef93473 req-b88f9f82-6f25-44ea-8364-56d673751262 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:29.399135 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f2e7cd3e-308e-4ddb-b7d1-a2313ef93473 req-b88f9f82-6f25-44ea-8364-56d673751262 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=e10628cf-5182-4742-90c0-a8db0de789c5 HTTP/1.1" status: 200 len: 946 time: 0.4988060 Jan 28 02:55:29.432995 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-76b0102b-e8c0-482d-bd0b-676731d77a2a None None] Port e5796229-716b-4448-bfde-fcd9bdf85cdd cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:55:29.458307 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-012b3391-071d-40af-8153-75c1add8284b tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] For port f7337da6-45d2-44b1-9531-42d5b9126fd9, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=f7337da6-45d2-44b1-9531-42d5b9126fd9,segment=NetworkSegment(ca0ccffe-1869-4f30-9e73-82090cb44f30),segment_id=ca0ccffe-1869-4f30-9e73-82090cb44f30)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:55:29.458874 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-012b3391-071d-40af-8153-75c1add8284b tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (f7337da6-45d2-44b1-9531-42d5b9126fd9), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:29.461173 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90c9d159-8771-40e1-8f07-bec53714c451 req-47df9754-dbef-4d17-84e8-1e23b895283d tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Made reservation on behalf of 7581cafbb59a47148e5d33dde7c9cb23 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:55:29.473548 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-47df9754-dbef-4d17-84e8-1e23b895283d tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:29.506917 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b9717f0-32a9-4539-9803-264c1bb928f4 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting subnet 188b76bc-42d6-40af-8b63-4213f7f89f15 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:55:29.511285 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-012b3391-071d-40af-8153-75c1add8284b tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Calling delete_port for f7337da6-45d2-44b1-9531-42d5b9126fd9 owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:55:29.545749 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8b9717f0-32a9-4539-9803-264c1bb928f4 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (188b76bc-42d6-40af-8b63-4213f7f89f15), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:29.558589 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f2e7cd3e-308e-4ddb-b7d1-a2313ef93473 req-171efa85-e54f-49d1-9fb3-5f7f1330958a tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473267 Jan 28 02:55:29.596806 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c56feb18-3065-4dfb-b651-2d96649f9dbd admin admin] Publish callbacks [] for security_group (270485c8-051a-4995-b2ce-a415a39fc7d0), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:29.601765 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e73f6a86-5b66-482c-b25e-a8f14471844d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:29.616454 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-12c8778c-7f97-427a-b819-5912241287ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (f7337da6-45d2-44b1-9531-42d5b9126fd9), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:29.628380 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c56feb18-3065-4dfb-b651-2d96649f9dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (270485c8-051a-4995-b2ce-a415a39fc7d0), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:29.641471 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c8778c-7f97-427a-b819-5912241287ed None None] No DVR routers for this DVR port f7337da6-45d2-44b1-9531-42d5b9126fd9 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:55:29.645304 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c56feb18-3065-4dfb-b651-2d96649f9dbd admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:55:29.655548 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c56feb18-3065-4dfb-b651-2d96649f9dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (20313ebf-9326-431b-9165-cf128e6f65fb), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:29.656026 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-c56feb18-3065-4dfb-b651-2d96649f9dbd admin admin] Added segment 20313ebf-9326-431b-9165-cf128e6f65fb of type vlan for network 7dc952e9-3c46-450c-9a62-b53f248a00c4 Jan 28 02:55:29.678701 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-012b3391-071d-40af-8153-75c1add8284b tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (f7337da6-45d2-44b1-9531-42d5b9126fd9), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:29.682825 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8778c-7f97-427a-b819-5912241287ed None None] Pushing event deleted for resources: {'Port': ['ID=f7337da6-45d2-44b1-9531-42d5b9126fd9,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:29.793655 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c56feb18-3065-4dfb-b651-2d96649f9dbd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (7dc952e9-3c46-450c-9a62-b53f248a00c4), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:29.839958 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2ce4e-1d23-4ee8-b695-904cebe22d6d req-3d63b033-a5c1-4aab-8b16-9779e27e9bd5 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:29.841064 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-97a2ce4e-1d23-4ee8-b695-904cebe22d6d req-3d63b033-a5c1-4aab-8b16-9779e27e9bd5 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9 HTTP/1.1" status: 200 len: 1096 time: 0.3278661 Jan 28 02:55:29.888016 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56feb18-3065-4dfb-b651-2d96649f9dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270485c8-051a-4995-b2ce-a415a39fc7d0,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:29.960581 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c56feb18-3065-4dfb-b651-2d96649f9dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (7dc952e9-3c46-450c-9a62-b53f248a00c4), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:29.961588 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56feb18-3065-4dfb-b651-2d96649f9dbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:29.962168 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c56feb18-3065-4dfb-b651-2d96649f9dbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:30.000698 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-97a2ce4e-1d23-4ee8-b695-904cebe22d6d req-865813ad-6657-475f-b456-1bcc0b38e29e tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513247 Jan 28 02:55:30.065318 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c56feb18-3065-4dfb-b651-2d96649f9dbd admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1724219 Jan 28 02:55:30.077678 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40892) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:30.078597 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b3391-071d-40af-8153-75c1add8284b tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Pushing event deleted for resources: {'Port': ['ID=f7337da6-45d2-44b1-9531-42d5b9126fd9,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:30.084676 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-fecc0b00-9b7e-4fc8-bfda-d8811e19e1a0 admin admin] Request body: {'subnet': {'network_id': '7dc952e9-3c46-450c-9a62-b53f248a00c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1814748997-subnet', 'tenant_id': 'befd34c380174bf4b40f46a4a27ffeac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:30.120208 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-90c9d159-8771-40e1-8f07-bec53714c451 req-47df9754-dbef-4d17-84e8-1e23b895283d tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Allocated IP 10.2.2.200 (9d63e9ac-6b2c-46ae-b695-7b9d65c9a866/5890570a-cc0c-4403-a94d-1750b1aeb6ea/e3dc7402-b465-4b15-8094-ca4f81d3337e) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:55:30.122210 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56feb18-3065-4dfb-b651-2d96649f9dbd admin admin] Pushing event updated for resources: {'Network': ['ID=7dc952e9-3c46-450c-9a62-b53f248a00c4,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:30.132260 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-02d5beff-c39a-4733-b01f-78e06e9937d6 req-4c1b3521-9c5a-4522-93b8-5f16f3424e8d tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c1dd99b-27ad-4301-b835-f160548c33ed HTTP/1.1" status: 200 len: 210 time: 0.0553243 Jan 28 02:55:30.137763 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 7dc952e9-3c46-450c-9a62-b53f248a00c4 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:55:30.147952 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012b3391-071d-40af-8153-75c1add8284b tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] No DVR routers for this DVR port f7337da6-45d2-44b1-9531-42d5b9126fd9 on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:55:30.191451 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8b9717f0-32a9-4539-9803-264c1bb928f4 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (188b76bc-42d6-40af-8b63-4213f7f89f15), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:30.375724 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-012b3391-071d-40af-8153-75c1add8284b tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (d3936e99-ab47-451e-a683-844894319dc3), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:30.378702 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fecc0b00-9b7e-4fc8-bfda-d8811e19e1a0 admin admin] Made reservation on behalf of befd34c380174bf4b40f46a4a27ffeac for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:55:30.381775 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fecc0b00-9b7e-4fc8-bfda-d8811e19e1a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:30.458226 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4aef3e-28af-43ee-bf71-f9035d292733 req-66c63e9e-4e62-4912-b423-7a0895084588 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:30.465394 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ca4aef3e-28af-43ee-bf71-f9035d292733 req-66c63e9e-4e62-4912-b423-7a0895084588 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9 HTTP/1.1" status: 200 len: 1096 time: 0.2047400 Jan 28 02:55:30.523070 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-779f1278-2f3f-417e-aa91-923e22d7f4e5 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:30.524641 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-779f1278-2f3f-417e-aa91-923e22d7f4e5 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.39 "GET /v2.0/networks?id=8a90ebac-f69f-461b-a785-3d45e68aad72 HTTP/1.1" status: 200 len: 805 time: 0.3031812 Jan 28 02:55:30.536766 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-47df9754-dbef-4d17-84e8-1e23b895283d tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks [] for port (e3dc7402-b465-4b15-8094-ca4f81d3337e), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:30.559711 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-ddfb24d4-b1c8-4603-b8f6-716a5a59926b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Request body: {'port': {'device_id': '3c1dd99b-27ad-4301-b835-f160548c33ed', 'network_id': '8a90ebac-f69f-461b-a785-3d45e68aad72', 'admin_state_up': True, 'tenant_id': '681abe9293864888ab6acd56a99956db'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:30.614433 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-012b3391-071d-40af-8153-75c1add8284b tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3936e99-ab47-451e-a683-844894319dc3']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:55:30.639040 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ca4aef3e-28af-43ee-bf71-f9035d292733 req-6b5ec068-7714-4a86-806f-08bebe3388ec tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726210 Jan 28 02:55:30.691896 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-012b3391-071d-40af-8153-75c1add8284b tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca0ccffe-1869-4f30-9e73-82090cb44f30') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:55:30.692787 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-012b3391-071d-40af-8153-75c1add8284b tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca0ccffe-1869-4f30-9e73-82090cb44f30') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:55:30.732514 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-012b3391-071d-40af-8153-75c1add8284b tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (ca0ccffe-1869-4f30-9e73-82090cb44f30), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:30.760357 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f3316-c4ca-4588-8fd3-406f4db3e428 req-6d28e1cf-683d-4662-be96-966c5d77023b tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:30.765851 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f3316-c4ca-4588-8fd3-406f4db3e428 req-6d28e1cf-683d-4662-be96-966c5d77023b tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:30.768897 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-47df9754-dbef-4d17-84e8-1e23b895283d tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (e3dc7402-b465-4b15-8094-ca4f81d3337e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:30.771242 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f3316-c4ca-4588-8fd3-406f4db3e428 req-6d28e1cf-683d-4662-be96-966c5d77023b tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:30.776792 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f3316-c4ca-4588-8fd3-406f4db3e428 req-6d28e1cf-683d-4662-be96-966c5d77023b tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:30.778474 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-be04501f-c645-497c-b7b8-a1e02ae0e0c8 None None] Provisioning complete for port d7ba62f8-121d-4898-9619-58d0bd2651ca triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:30.779133 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-be04501f-c645-497c-b7b8-a1e02ae0e0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d7ba62f8-121d-4898-9619-58d0bd2651ca), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:30.784270 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-963f3316-c4ca-4588-8fd3-406f4db3e428 req-6d28e1cf-683d-4662-be96-966c5d77023b tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 3095 time: 0.2417617 Jan 28 02:55:30.803707 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8b9717f0-32a9-4539-9803-264c1bb928f4 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (188b76bc-42d6-40af-8b63-4213f7f89f15), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:30.832615 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-012b3391-071d-40af-8153-75c1add8284b tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (ca0ccffe-1869-4f30-9e73-82090cb44f30), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:30.849391 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-012b3391-071d-40af-8153-75c1add8284b tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:55:30.849590 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90c9d159-8771-40e1-8f07-bec53714c451 req-47df9754-dbef-4d17-84e8-1e23b895283d tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Network 9d63e9ac-6b2c-46ae-b695-7b9d65c9a866 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:55:30.850073 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-012b3391-071d-40af-8153-75c1add8284b tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (ca0ccffe-1869-4f30-9e73-82090cb44f30), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:30.857758 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 02:55:30.857758 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 02:55:30.857758 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 02:55:30.857758 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 02:55:30.857758 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 02:55:30.857758 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 02:55:30.857758 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 02:55:30.857758 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 02:55:30.857758 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 02:55:30.857758 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:55:30.857758 n-d-712139-27 neutron-server[109802]: timer() Jan 28 02:55:30.857758 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:55:30.857758 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 02:55:30.857758 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:55:30.857758 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 02:55:30.857758 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:55:30.857758 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 02:55:30.857758 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:55:30.857758 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 02:55:30.857758 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:55:30.857758 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 02:55:30.857758 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:55:30.857758 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:55:30.857758 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:55:30.857758 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:55:30.857758 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:55:30.857758 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 02:55:30.857758 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:55:30.857758 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 02:55:30.857758 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:55:30.857758 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:55:30.857758 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:55:30.857758 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 02:55:30.857758 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:55:30.857758 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:55:30.857758 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:55:30.857758 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:55:30.857758 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:55:30.857758 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:55:30.857758 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:55:30.864142 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-90c9d159-8771-40e1-8f07-bec53714c451 req-47df9754-dbef-4d17-84e8-1e23b895283d tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:30.870183 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c9d159-8771-40e1-8f07-bec53714c451 req-47df9754-dbef-4d17-84e8-1e23b895283d tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:55:30.894686 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df9754-dbef-4d17-84e8-1e23b895283d tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Pushing event updated for resources: {'Port': ['ID=e3dc7402-b465-4b15-8094-ca4f81d3337e,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:30.898054 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-ddfb24d4-b1c8-4603-b8f6-716a5a59926b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Made reservation on behalf of 681abe9293864888ab6acd56a99956db for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:55:30.901471 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-ddfb24d4-b1c8-4603-b8f6-716a5a59926b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:30.928514 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c47021-501e-4b6a-877e-131126ac0375 req-39968030-bd6e-40fe-86eb-0ad08b872cb3 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:30.935790 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-66c47021-501e-4b6a-877e-131126ac0375 req-39968030-bd6e-40fe-86eb-0ad08b872cb3 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=e10628cf-5182-4742-90c0-a8db0de789c5 HTTP/1.1" status: 200 len: 946 time: 0.1920071 Jan 28 02:55:30.937344 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-be04501f-c645-497c-b7b8-a1e02ae0e0c8 None None] Current status of the port d7ba62f8-121d-4898-9619-58d0bd2651ca is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:30.937982 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-be04501f-c645-497c-b7b8-a1e02ae0e0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d7ba62f8-121d-4898-9619-58d0bd2651ca), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:30.988487 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9d159-8771-40e1-8f07-bec53714c451 req-47df9754-dbef-4d17-84e8-1e23b895283d tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:30.989203 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-47df9754-dbef-4d17-84e8-1e23b895283d tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:31.037871 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-963f3316-c4ca-4588-8fd3-406f4db3e428 req-8fa11e44-743b-4f48-ab74-449d0da5992d tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2526269 Jan 28 02:55:31.080706 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-012b3391-071d-40af-8153-75c1add8284b tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (d3936e99-ab47-451e-a683-844894319dc3), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:31.086105 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-012b3391-071d-40af-8153-75c1add8284b tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:31.097680 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-66c47021-501e-4b6a-877e-131126ac0375 req-5b3f10a1-549b-496a-9ca5-ac6d62cb2198 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609204 Jan 28 02:55:31.105692 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-012b3391-071d-40af-8153-75c1add8284b tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] 10.222.0.53 "DELETE /v2.0/networks/d3936e99-ab47-451e-a683-844894319dc3 HTTP/1.1" status: 204 len: 168 time: 2.8124635 Jan 28 02:55:31.116442 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-47df9754-dbef-4d17-84e8-1e23b895283d tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9809780 Jan 28 02:55:31.139257 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8b9717f0-32a9-4539-9803-264c1bb928f4 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (188b76bc-42d6-40af-8b63-4213f7f89f15), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:31.155249 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-90c9d159-8771-40e1-8f07-bec53714c451 req-b6d89dca-d081-4d41-b565-53fc5ab3358d service neutron] Request body: {'port': {'device_id': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:31.222386 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.api [None req-be04501f-c645-497c-b7b8-a1e02ae0e0c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 02:55:31.222884 n-d-712139-27 neutron-server[109804]: DEBUG oslo_db.api [None req-be04501f-c645-497c-b7b8-a1e02ae0e0c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 02:55:31.255266 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b3391-071d-40af-8153-75c1add8284b tempest-AllowedAddressPairTestJSON-224297142 tempest-AllowedAddressPairTestJSON-224297142-project] Pushing event deleted for resources: {'Network': ['ID=d3936e99-ab47-451e-a683-844894319dc3,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:31.269898 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device d7ba62f8-121d-4898-9619-58d0bd2651ca up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:55:31.308220 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-b6d89dca-d081-4d41-b565-53fc5ab3358d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (44267f57-f4c4-404e-bfd0-6e33bcab411a), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:31.338958 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port d7ba62f8-121d-4898-9619-58d0bd2651ca triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:31.339564 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d7ba62f8-121d-4898-9619-58d0bd2651ca), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:31.389869 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5540cb8-39a1-445e-b422-6d86b7aaf384 None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:55:31.398613 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8b9717f0-32a9-4539-9803-264c1bb928f4 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:31.407876 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8b9717f0-32a9-4539-9803-264c1bb928f4 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/188b76bc-42d6-40af-8b63-4213f7f89f15 HTTP/1.1" status: 204 len: 168 time: 2.1298735 Jan 28 02:55:31.409336 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9717f0-32a9-4539-9803-264c1bb928f4 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Subnet': ['ID=188b76bc-42d6-40af-8b63-4213f7f89f15,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:31.413244 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40912) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:31.428971 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-ddfb24d4-b1c8-4603-b8f6-716a5a59926b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Allocated IP 172.20.0.6 (8a90ebac-f69f-461b-a785-3d45e68aad72/4a514938-18f7-4fe1-ae61-4e73697ccb7f/94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:55:31.436993 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fecc0b00-9b7e-4fc8-bfda-d8811e19e1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (16ee6f75-5845-453e-adc6-4f31252df005), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:31.463455 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2dae2f66-3536-49de-b642-f8961c303271 req-98a25cb7-fbc1-45f9-a56a-63e2266fc3f3 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c1dd99b-27ad-4301-b835-f160548c33ed HTTP/1.1" status: 200 len: 210 time: 0.0770059 Jan 28 02:55:31.543620 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc0b00-9b7e-4fc8-bfda-d8811e19e1a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16ee6f75-5845-453e-adc6-4f31252df005,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:31.554579 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-fe68781a-6481-4957-a4f8-0034e569bbb5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1388483 Jan 28 02:55:31.557316 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40918) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:31.591475 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40920) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:31.596023 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-8d2477cd-3b1c-4500-94d8-2fbd80a97e4d tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'subnet': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:31.614686 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port d7ba62f8-121d-4898-9619-58d0bd2651ca is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:31.615087 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d7ba62f8-121d-4898-9619-58d0bd2651ca), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:31.696481 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port d7ba62f8-121d-4898-9619-58d0bd2651ca, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=d7ba62f8-121d-4898-9619-58d0bd2651ca,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:55:31.706475 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d7ba62f8-121d-4898-9619-58d0bd2651ca), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:31.813503 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714cf9f6-4822-41ab-b26d-17a5cb219dcf None None] DHCP port deletion for f4e9908e-37c3-477d-90df-65c02e38c857 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:55:31.815408 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device f7337da6-45d2-44b1-9531-42d5b9126fd9 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:55:31.836242 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecc0b00-9b7e-4fc8-bfda-d8811e19e1a0 admin admin] Checking segment: {'id': '20313ebf-9326-431b-9165-cf128e6f65fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7dc952e9-3c46-450c-9a62-b53f248a00c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:55:31.836828 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecc0b00-9b7e-4fc8-bfda-d8811e19e1a0 admin admin] Network hostable DHCP agents. Network: 7dc952e9-3c46-450c-9a62-b53f248a00c4, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:55:31.853038 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2477cd-3b1c-4500-94d8-2fbd80a97e4d tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:55:31.857567 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8d2477cd-3b1c-4500-94d8-2fbd80a97e4d tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:31.866347 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=d7ba62f8-121d-4898-9619-58d0bd2651ca,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:31.876254 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: f7337da6-45d2-44b1-9531-42d5b9126fd9 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:55:31.876889 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device f7337da6-45d2-44b1-9531-42d5b9126fd9 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:55:31.921749 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d16a05a9-e01d-4df4-901b-5b8539c69fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:31.925499 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-be04501f-c645-497c-b7b8-a1e02ae0e0c8 None None] Current status of the port d7ba62f8-121d-4898-9619-58d0bd2651ca is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:31.950435 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-714cf9f6-4822-41ab-b26d-17a5cb219dcf None None] Deleting port d7ba62f8-121d-4898-9619-58d0bd2651ca {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:55:31.951520 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-714cf9f6-4822-41ab-b26d-17a5cb219dcf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (d7ba62f8-121d-4898-9619-58d0bd2651ca), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:32.003246 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecc0b00-9b7e-4fc8-bfda-d8811e19e1a0 admin admin] Network 7dc952e9-3c46-450c-9a62-b53f248a00c4 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:55:32.025102 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-fecc0b00-9b7e-4fc8-bfda-d8811e19e1a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 7dc952e9-3c46-450c-9a62-b53f248a00c4) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:32.033190 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecc0b00-9b7e-4fc8-bfda-d8811e19e1a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:32.033859 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fecc0b00-9b7e-4fc8-bfda-d8811e19e1a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:32.042381 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14997665-c094-4047-a9c1-06c51598dab6 None None] Network 7dc952e9-3c46-450c-9a62-b53f248a00c4 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:55:32.066438 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-fecc0b00-9b7e-4fc8-bfda-d8811e19e1a0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9851308 Jan 28 02:55:32.067150 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40924) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:32.077472 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-714cf9f6-4822-41ab-b26d-17a5cb219dcf None None] For port d7ba62f8-121d-4898-9619-58d0bd2651ca, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=d7ba62f8-121d-4898-9619-58d0bd2651ca,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:55:32.077882 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-714cf9f6-4822-41ab-b26d-17a5cb219dcf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (d7ba62f8-121d-4898-9619-58d0bd2651ca), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:32.096076 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-6c57dbcb-b8a3-4f5c-a471-a53a2043a74b admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1814748997-router', 'tenant_id': 'befd34c380174bf4b40f46a4a27ffeac', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:32.130174 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6c57dbcb-b8a3-4f5c-a471-a53a2043a74b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (bc4aa6bd-a58f-4377-8585-df37e794ff27), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:32.131491 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6c57dbcb-b8a3-4f5c-a471-a53a2043a74b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (bc4aa6bd-a58f-4377-8585-df37e794ff27), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:32.149918 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-714cf9f6-4822-41ab-b26d-17a5cb219dcf None None] Calling delete_port for d7ba62f8-121d-4898-9619-58d0bd2651ca owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:55:32.166393 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-6505d438-fc8c-43fd-8315-da83c2f6360b None None] Provisioning complete for port e3dc7402-b465-4b15-8094-ca4f81d3337e triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:32.168331 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6505d438-fc8c-43fd-8315-da83c2f6360b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e3dc7402-b465-4b15-8094-ca4f81d3337e), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:32.286574 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-6505d438-fc8c-43fd-8315-da83c2f6360b None None] Port e3dc7402-b465-4b15-8094-ca4f81d3337e cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:55:32.344643 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6c57dbcb-b8a3-4f5c-a471-a53a2043a74b admin admin] Publish callbacks [] for router_controller (bc4aa6bd-a58f-4377-8585-df37e794ff27), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:32.354125 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f65b9a-6451-46b7-9bfa-0f9b71c540ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-7dc952e9-3c46-450c-9a62-b53f248a00c4', 'network_id': '7dc952e9-3c46-450c-9a62-b53f248a00c4', 'project_id': 'befd34c380174bf4b40f46a4a27ffeac', 'fixed_ips': [{'subnet_id': '16ee6f75-5845-453e-adc6-4f31252df005'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:55:32.355381 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-20f65b9a-6451-46b7-9bfa-0f9b71c540ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:32.359796 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8d2477cd-3b1c-4500-94d8-2fbd80a97e4d tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (af4ddca8-10dc-47da-a31f-37b2f151280d), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:32.372787 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-fcc63fde-5cf6-4610-9f33-a9213c8ab9da admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=534b36f2689245889434f169a0ba9357&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7715135 Jan 28 02:55:32.376846 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40932) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:32.414595 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-ddfb24d4-b1c8-4603-b8f6-716a5a59926b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks [] for port (94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:32.468660 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a82e2-3a48-4204-b689-ca2295163e3f req-867449dd-c230-4c69-bad1-fb310100a77c tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:32.473972 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a82e2-3a48-4204-b689-ca2295163e3f req-867449dd-c230-4c69-bad1-fb310100a77c tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:32.479393 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a82e2-3a48-4204-b689-ca2295163e3f req-867449dd-c230-4c69-bad1-fb310100a77c tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:32.485050 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a82e2-3a48-4204-b689-ca2295163e3f req-867449dd-c230-4c69-bad1-fb310100a77c tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:32.490364 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a82e2-3a48-4204-b689-ca2295163e3f req-867449dd-c230-4c69-bad1-fb310100a77c tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:32.492188 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1a5a82e2-3a48-4204-b689-ca2295163e3f req-867449dd-c230-4c69-bad1-fb310100a77c tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 3816 time: 0.2568200 Jan 28 02:55:32.503392 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9928537-fb37-47d8-b245-2f0d12b0c559 req-61e6ba2a-4f50-4d68-b69c-9c4643f58c37 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:32.505871 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-20f65b9a-6451-46b7-9bfa-0f9b71c540ca None None] Allocated IP 172.20.0.2 (7dc952e9-3c46-450c-9a62-b53f248a00c4/16ee6f75-5845-453e-adc6-4f31252df005/2069bd26-60eb-4ba3-b33e-4b1149f99299) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:55:32.511039 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c9928537-fb37-47d8-b245-2f0d12b0c559 req-61e6ba2a-4f50-4d68-b69c-9c4643f58c37 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=e10628cf-5182-4742-90c0-a8db0de789c5 HTTP/1.1" status: 200 len: 946 time: 0.2045107 Jan 28 02:55:32.532799 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-90c9d159-8771-40e1-8f07-bec53714c451 req-b6d89dca-d081-4d41-b565-53fc5ab3358d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44267f57-f4c4-404e-bfd0-6e33bcab411a {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:55:32.535470 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2477cd-3b1c-4500-94d8-2fbd80a97e4d tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:55:32.559363 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-b6d89dca-d081-4d41-b565-53fc5ab3358d service neutron] Publish callbacks [] for port (44267f57-f4c4-404e-bfd0-6e33bcab411a), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:32.579762 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-8d2477cd-3b1c-4500-94d8-2fbd80a97e4d tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:32.592650 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2477cd-3b1c-4500-94d8-2fbd80a97e4d tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:32.593269 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8d2477cd-3b1c-4500-94d8-2fbd80a97e4d tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:32.605648 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2477cd-3b1c-4500-94d8-2fbd80a97e4d tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Subnet': ['ID=af4ddca8-10dc-47da-a31f-37b2f151280d,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:32.606310 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0992ff05-1fc4-45b4-8c2f-4ea5d6eff181 admin admin] Publish callbacks [] for security_group (23e23e90-9859-4ed4-9334-217457ad8f20), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:32.625690 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-ddfb24d4-b1c8-4603-b8f6-716a5a59926b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:32.653878 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8d2477cd-3b1c-4500-94d8-2fbd80a97e4d tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0634403 Jan 28 02:55:32.656873 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c9928537-fb37-47d8-b245-2f0d12b0c559 req-d010594a-4d46-4fb5-a1ed-b2a042727d38 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387384 Jan 28 02:55:32.657734 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40938) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:32.664313 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6c57dbcb-b8a3-4f5c-a471-a53a2043a74b admin admin] Publish callbacks [] for router_gateway (bc4aa6bd-a58f-4377-8585-df37e794ff27), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:32.668181 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['8bc3e1e3-3b8b-493b-825e-e109d60fabfc'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:55:32.680723 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0992ff05-1fc4-45b4-8c2f-4ea5d6eff181 admin admin] Publish callbacks [] for security_group (23e23e90-9859-4ed4-9334-217457ad8f20), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:32.687441 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-8dff18c3-819a-4163-b026-6bb403302298 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-912066070', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:32.690828 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1a5a82e2-3a48-4204-b689-ca2295163e3f req-c1d91650-296a-4fad-bcb3-fb10e56408ac tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887181 Jan 28 02:55:32.706571 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-714cf9f6-4822-41ab-b26d-17a5cb219dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (d7ba62f8-121d-4898-9619-58d0bd2651ca), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:32.708716 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-20f65b9a-6451-46b7-9bfa-0f9b71c540ca None None] Publish callbacks [] for port (2069bd26-60eb-4ba3-b33e-4b1149f99299), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:32.762054 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-20f65b9a-6451-46b7-9bfa-0f9b71c540ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (2069bd26-60eb-4ba3-b33e-4b1149f99299), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:32.763923 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714cf9f6-4822-41ab-b26d-17a5cb219dcf None None] Pushing event deleted for resources: {'Port': ['ID=d7ba62f8-121d-4898-9619-58d0bd2651ca,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:32.786853 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714cf9f6-4822-41ab-b26d-17a5cb219dcf None None] No DVR routers for this DVR port d7ba62f8-121d-4898-9619-58d0bd2651ca on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:55:32.803332 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-90c9d159-8771-40e1-8f07-bec53714c451 req-b6d89dca-d081-4d41-b565-53fc5ab3358d service neutron] Transition to ACTIVE for port object 44267f57-f4c4-404e-bfd0-6e33bcab411a will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:55:32.824804 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10813125-82f1-433a-ae0d-f07dc5faf550 None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:55:32.851479 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f65b9a-6451-46b7-9bfa-0f9b71c540ca None None] Network 7dc952e9-3c46-450c-9a62-b53f248a00c4 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:55:32.868802 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-b6d89dca-d081-4d41-b565-53fc5ab3358d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (44267f57-f4c4-404e-bfd0-6e33bcab411a), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:32.892459 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-20f65b9a-6451-46b7-9bfa-0f9b71c540ca None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:32.905848 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f65b9a-6451-46b7-9bfa-0f9b71c540ca None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:55:32.912656 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-ddfb24d4-b1c8-4603-b8f6-716a5a59926b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Network 8a90ebac-f69f-461b-a785-3d45e68aad72 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:55:32.918609 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f65b9a-6451-46b7-9bfa-0f9b71c540ca None None] Pushing event updated for resources: {'Port': ['ID=2069bd26-60eb-4ba3-b33e-4b1149f99299,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:32.979158 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-ddfb24d4-b1c8-4603-b8f6-716a5a59926b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:32.983253 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-ddfb24d4-b1c8-4603-b8f6-716a5a59926b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:55:32.986347 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb24d4-b1c8-4603-b8f6-716a5a59926b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Pushing event updated for resources: {'Port': ['ID=94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:32.997340 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8dff18c3-819a-4163-b026-6bb403302298 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (6dfbf66f-0988-48d9-8d88-a62d82a78358), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:32.998639 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8dff18c3-819a-4163-b026-6bb403302298 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (6dfbf66f-0988-48d9-8d88-a62d82a78358), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:33.050459 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-20f65b9a-6451-46b7-9bfa-0f9b71c540ca None None] Attempting to bind port 2069bd26-60eb-4ba3-b33e-4b1149f99299 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:55:33.050904 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-20f65b9a-6451-46b7-9bfa-0f9b71c540ca None None] Attempting to bind port 2069bd26-60eb-4ba3-b33e-4b1149f99299 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '20313ebf-9326-431b-9165-cf128e6f65fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7dc952e9-3c46-450c-9a62-b53f248a00c4'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:55:33.051377 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f65b9a-6451-46b7-9bfa-0f9b71c540ca None None] Attempting to bind port 2069bd26-60eb-4ba3-b33e-4b1149f99299 on network 7dc952e9-3c46-450c-9a62-b53f248a00c4 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:55:33.056890 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0992ff05-1fc4-45b4-8c2f-4ea5d6eff181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (23e23e90-9859-4ed4-9334-217457ad8f20), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:33.059857 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0992ff05-1fc4-45b4-8c2f-4ea5d6eff181 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:33.063464 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f65b9a-6451-46b7-9bfa-0f9b71c540ca None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:55:33.064137 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f65b9a-6451-46b7-9bfa-0f9b71c540ca None None] Checking segment: {'id': '20313ebf-9326-431b-9165-cf128e6f65fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7dc952e9-3c46-450c-9a62-b53f248a00c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:55:33.065042 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0992ff05-1fc4-45b4-8c2f-4ea5d6eff181 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/23e23e90-9859-4ed4-9334-217457ad8f20 HTTP/1.1" status: 204 len: 168 time: 0.6821504 Jan 28 02:55:33.067580 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-20f65b9a-6451-46b7-9bfa-0f9b71c540ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:33.068118 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f65b9a-6451-46b7-9bfa-0f9b71c540ca None None] Bound using segment: {'id': '20313ebf-9326-431b-9165-cf128e6f65fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7dc952e9-3c46-450c-9a62-b53f248a00c4'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:55:33.068732 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-20f65b9a-6451-46b7-9bfa-0f9b71c540ca None None] Bound port: 2069bd26-60eb-4ba3-b33e-4b1149f99299, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20313ebf-9326-431b-9165-cf128e6f65fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7dc952e9-3c46-450c-9a62-b53f248a00c4'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:55:33.069236 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-20f65b9a-6451-46b7-9bfa-0f9b71c540ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2069bd26-60eb-4ba3-b33e-4b1149f99299), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:33.076842 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device d7ba62f8-121d-4898-9619-58d0bd2651ca no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:55:33.079265 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0682e36a-abb7-4c48-96e1-62f3b3c4d31f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-f4e9908e-37c3-477d-90df-65c02e38c857', 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'project_id': '3079a2e247734574a53d1baca2087c94', 'fixed_ips': [{'subnet_id': 'af4ddca8-10dc-47da-a31f-37b2f151280d'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:55:33.080217 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0682e36a-abb7-4c48-96e1-62f3b3c4d31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:33.101475 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3ff19-6452-4507-a0b9-8c398b0b6e8c req-aefb318e-34d4-46ed-aa95-05f6971e1258 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:33.103159 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-19c3ff19-6452-4507-a0b9-8c398b0b6e8c req-aefb318e-34d4-46ed-aa95-05f6971e1258 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c1dd99b-27ad-4301-b835-f160548c33ed HTTP/1.1" status: 200 len: 931 time: 0.2442982 Jan 28 02:55:33.129435 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0992ff05-1fc4-45b4-8c2f-4ea5d6eff181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e23e90-9859-4ed4-9334-217457ad8f20,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:33.206871 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6c57dbcb-b8a3-4f5c-a471-a53a2043a74b admin admin] Publish callbacks [] for router_gateway (bc4aa6bd-a58f-4377-8585-df37e794ff27), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:33.208867 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: d7ba62f8-121d-4898-9619-58d0bd2651ca {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:55:33.209310 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device d7ba62f8-121d-4898-9619-58d0bd2651ca not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:55:33.236341 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6c57dbcb-b8a3-4f5c-a471-a53a2043a74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:33.252488 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-19c3ff19-6452-4507-a0b9-8c398b0b6e8c req-2d83b2c6-84f0-49b7-bb1f-1f1c4aa719b8 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250994 Jan 28 02:55:33.291265 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-ddfb24d4-b1c8-4603-b8f6-716a5a59926b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:33.291919 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-ddfb24d4-b1c8-4603-b8f6-716a5a59926b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:33.331077 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8dff18c3-819a-4163-b026-6bb403302298 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for router_controller (6dfbf66f-0988-48d9-8d88-a62d82a78358), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:33.334734 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d89dca-d081-4d41-b565-53fc5ab3358d service neutron] Pushing event updated for resources: {'Port': ['ID=44267f57-f4c4-404e-bfd0-6e33bcab411a,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:33.345827 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8dff18c3-819a-4163-b026-6bb403302298 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (6dfbf66f-0988-48d9-8d88-a62d82a78358), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:33.363221 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-ddfb24d4-b1c8-4603-b8f6-716a5a59926b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8110507 Jan 28 02:55:33.396124 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-cd2f1751-e031-4a7d-8eae-b9ee735eb398 service neutron] Request body: {'port': {'device_id': '3c1dd99b-27ad-4301-b835-f160548c33ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:33.407001 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-6c57dbcb-b8a3-4f5c-a471-a53a2043a74b admin admin] Allocated IP 172.25.0.229 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:55:33.415293 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:33.431551 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8dff18c3-819a-4163-b026-6bb403302298 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:33.433164 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8dff18c3-819a-4163-b026-6bb403302298 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7604001 Jan 28 02:55:33.442354 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40944) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:33.490869 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-90c9d159-8771-40e1-8f07-bec53714c451 req-b6d89dca-d081-4d41-b565-53fc5ab3358d service neutron] Attempting to bind port 44267f57-f4c4-404e-bfd0-6e33bcab411a on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:55:33.490869 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-90c9d159-8771-40e1-8f07-bec53714c451 req-b6d89dca-d081-4d41-b565-53fc5ab3358d service neutron] Attempting to bind port 44267f57-f4c4-404e-bfd0-6e33bcab411a by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': 'b07f2473-f884-4e6c-9979-6090b836f5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '266d65f2-ae3d-4ae4-8df9-31c67ca10beb'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:55:33.490869 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c9d159-8771-40e1-8f07-bec53714c451 req-b6d89dca-d081-4d41-b565-53fc5ab3358d service neutron] Attempting to bind port 44267f57-f4c4-404e-bfd0-6e33bcab411a on network 266d65f2-ae3d-4ae4-8df9-31c67ca10beb {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:55:33.548655 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c9d159-8771-40e1-8f07-bec53714c451 req-b6d89dca-d081-4d41-b565-53fc5ab3358d service neutron] Port 44267f57-f4c4-404e-bfd0-6e33bcab411a on network 266d65f2-ae3d-4ae4-8df9-31c67ca10beb not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:55:33.548999 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c9d159-8771-40e1-8f07-bec53714c451 req-b6d89dca-d081-4d41-b565-53fc5ab3358d service neutron] Attempting to bind port 44267f57-f4c4-404e-bfd0-6e33bcab411a on network 266d65f2-ae3d-4ae4-8df9-31c67ca10beb {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:55:33.575076 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:33.594997 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-20f65b9a-6451-46b7-9bfa-0f9b71c540ca None None] For port 2069bd26-60eb-4ba3-b33e-4b1149f99299, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:55:33.600042 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6c57dbcb-b8a3-4f5c-a471-a53a2043a74b admin admin] Publish callbacks [] for port (3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:33.602099 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c9d159-8771-40e1-8f07-bec53714c451 req-b6d89dca-d081-4d41-b565-53fc5ab3358d service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:55:33.602453 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c9d159-8771-40e1-8f07-bec53714c451 req-b6d89dca-d081-4d41-b565-53fc5ab3358d service neutron] Checking segment: {'id': 'b07f2473-f884-4e6c-9979-6090b836f5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '266d65f2-ae3d-4ae4-8df9-31c67ca10beb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:55:33.602846 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c9d159-8771-40e1-8f07-bec53714c451 req-b6d89dca-d081-4d41-b565-53fc5ab3358d service neutron] Bound using segment: {'id': 'b07f2473-f884-4e6c-9979-6090b836f5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '266d65f2-ae3d-4ae4-8df9-31c67ca10beb'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:55:33.603398 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-90c9d159-8771-40e1-8f07-bec53714c451 req-b6d89dca-d081-4d41-b565-53fc5ab3358d service neutron] Bound port: 44267f57-f4c4-404e-bfd0-6e33bcab411a, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b07f2473-f884-4e6c-9979-6090b836f5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '266d65f2-ae3d-4ae4-8df9-31c67ca10beb'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:55:33.603764 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-b6d89dca-d081-4d41-b565-53fc5ab3358d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (44267f57-f4c4-404e-bfd0-6e33bcab411a), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:33.607858 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-20f65b9a-6451-46b7-9bfa-0f9b71c540ca None None] For port 2069bd26-60eb-4ba3-b33e-4b1149f99299, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=2069bd26-60eb-4ba3-b33e-4b1149f99299,segment=NetworkSegment(20313ebf-9326-431b-9165-cf128e6f65fb),segment_id=20313ebf-9326-431b-9165-cf128e6f65fb)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:55:33.609214 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-cd2f1751-e031-4a7d-8eae-b9ee735eb398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:33.633414 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-20f65b9a-6451-46b7-9bfa-0f9b71c540ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (2069bd26-60eb-4ba3-b33e-4b1149f99299), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:33.665171 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6c57dbcb-b8a3-4f5c-a471-a53a2043a74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:33.740374 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c57dbcb-b8a3-4f5c-a471-a53a2043a74b admin admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:55:33.744444 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-6c57dbcb-b8a3-4f5c-a471-a53a2043a74b admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:33.755222 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c57dbcb-b8a3-4f5c-a471-a53a2043a74b admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:55:33.788388 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-0682e36a-abb7-4c48-96e1-62f3b3c4d31f None None] Allocated IP 2001:db8::2 (f4e9908e-37c3-477d-90df-65c02e38c857/af4ddca8-10dc-47da-a31f-37b2f151280d/19eae2f2-aef6-472d-855b-60754328ed44) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:55:33.812596 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f65b9a-6451-46b7-9bfa-0f9b71c540ca None None] Pushing event updated for resources: {'Port': ['ID=2069bd26-60eb-4ba3-b33e-4b1149f99299,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:34.061993 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-90c9d159-8771-40e1-8f07-bec53714c451 req-b6d89dca-d081-4d41-b565-53fc5ab3358d service neutron] For port 44267f57-f4c4-404e-bfd0-6e33bcab411a, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:55:34.108743 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-90c9d159-8771-40e1-8f07-bec53714c451 req-b6d89dca-d081-4d41-b565-53fc5ab3358d service neutron] For port 44267f57-f4c4-404e-bfd0-6e33bcab411a, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=44267f57-f4c4-404e-bfd0-6e33bcab411a,segment=NetworkSegment(b07f2473-f884-4e6c-9979-6090b836f5c9),segment_id=b07f2473-f884-4e6c-9979-6090b836f5c9)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:55:34.142635 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bd40b232-a9ce-4e2f-8e0f-dca40fa15599 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:34.151993 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-b6d89dca-d081-4d41-b565-53fc5ab3358d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (44267f57-f4c4-404e-bfd0-6e33bcab411a), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:34.160232 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c57dbcb-b8a3-4f5c-a471-a53a2043a74b admin admin] Pushing event updated for resources: {'Port': ['ID=3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:34.195780 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0215d315-d207-48e8-b999-4e015f6b0b8b req-f34c4877-8fe8-44ae-b017-ab86ca53fe30 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:34.201635 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0215d315-d207-48e8-b999-4e015f6b0b8b req-f34c4877-8fe8-44ae-b017-ab86ca53fe30 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:34.207394 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0215d315-d207-48e8-b999-4e015f6b0b8b req-f34c4877-8fe8-44ae-b017-ab86ca53fe30 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:34.212954 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0215d315-d207-48e8-b999-4e015f6b0b8b req-f34c4877-8fe8-44ae-b017-ab86ca53fe30 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:34.219225 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0215d315-d207-48e8-b999-4e015f6b0b8b req-f34c4877-8fe8-44ae-b017-ab86ca53fe30 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:34.221120 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0215d315-d207-48e8-b999-4e015f6b0b8b req-f34c4877-8fe8-44ae-b017-ab86ca53fe30 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 3828 time: 0.2119823 Jan 28 02:55:34.230851 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069e3c4-ebb5-47f7-871d-dae9937eb04f req-45ff2d2e-7d3b-444d-8acf-86651017ed77 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:34.232382 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5069e3c4-ebb5-47f7-871d-dae9937eb04f req-45ff2d2e-7d3b-444d-8acf-86651017ed77 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=e10628cf-5182-4742-90c0-a8db0de789c5 HTTP/1.1" status: 200 len: 946 time: 0.4056714 Jan 28 02:55:34.300973 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9d159-8771-40e1-8f07-bec53714c451 req-b6d89dca-d081-4d41-b565-53fc5ab3358d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:34.301625 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-b6d89dca-d081-4d41-b565-53fc5ab3358d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:34.303559 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-b6d89dca-d081-4d41-b565-53fc5ab3358d service neutron] 10.222.0.67 "PUT /v2.0/ports/44267f57-f4c4-404e-bfd0-6e33bcab411a HTTP/1.1" status: 200 len: 1093 time: 3.1733057 Jan 28 02:55:34.304058 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'tag': '44267f57-f4c4-404e-bfd0-6e33bcab411a'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:55:34.306439 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaae02e2-8fb1-4c02-b8b5-7828fd6c9c9c" -d '{"events": [{"name": "network-changed", "server_uuid": "3e4b5d3f-9d94-4228-974e-b08b737d3e4c", "tag": "44267f57-f4c4-404e-bfd0-6e33bcab411a"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:55:34.329098 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0215d315-d207-48e8-b999-4e015f6b0b8b req-da3fd0b3-f9c0-4e61-946a-96fe43be5f7a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988090 Jan 28 02:55:34.347989 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6c57dbcb-b8a3-4f5c-a471-a53a2043a74b admin admin] Publish callbacks [] for router_gateway (bc4aa6bd-a58f-4377-8585-df37e794ff27), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:34.423260 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-90c9d159-8771-40e1-8f07-bec53714c451 req-c5a19190-86ee-4e11-afa8-a25349d1546b service neutron] Request body: {'port': {'device_id': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:34.528019 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d89dca-d081-4d41-b565-53fc5ab3358d service neutron] Pushing event updated for resources: {'Port': ['ID=44267f57-f4c4-404e-bfd0-6e33bcab411a,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:34.562289 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0682e36a-abb7-4c48-96e1-62f3b3c4d31f None None] Publish callbacks [] for port (19eae2f2-aef6-472d-855b-60754328ed44), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:34.577476 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0682e36a-abb7-4c48-96e1-62f3b3c4d31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (19eae2f2-aef6-472d-855b-60754328ed44), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:34.608691 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40974) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:34.716330 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0682e36a-abb7-4c48-96e1-62f3b3c4d31f None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:55:34.728864 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-0682e36a-abb7-4c48-96e1-62f3b3c4d31f None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:34.733598 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0682e36a-abb7-4c48-96e1-62f3b3c4d31f None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:55:34.737331 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682e36a-abb7-4c48-96e1-62f3b3c4d31f None None] Pushing event updated for resources: {'Port': ['ID=19eae2f2-aef6-472d-855b-60754328ed44,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:34.752392 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5069e3c4-ebb5-47f7-871d-dae9937eb04f req-253d12a0-2991-4743-a3bc-a84fde5d2a37 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4828880 Jan 28 02:55:34.759960 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:34.773018 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-c5a19190-86ee-4e11-afa8-a25349d1546b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b7ea256c-1185-43f6-ab32-04eda1634fc5), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:34.791562 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6c57dbcb-b8a3-4f5c-a471-a53a2043a74b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (bc4aa6bd-a58f-4377-8585-df37e794ff27), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:34.856211 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-0682e36a-abb7-4c48-96e1-62f3b3c4d31f None None] Attempting to bind port 19eae2f2-aef6-472d-855b-60754328ed44 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:55:34.856759 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-0682e36a-abb7-4c48-96e1-62f3b3c4d31f None None] Attempting to bind port 19eae2f2-aef6-472d-855b-60754328ed44 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:55:34.857320 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0682e36a-abb7-4c48-96e1-62f3b3c4d31f None None] Attempting to bind port 19eae2f2-aef6-472d-855b-60754328ed44 on network f4e9908e-37c3-477d-90df-65c02e38c857 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:55:34.865244 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0682e36a-abb7-4c48-96e1-62f3b3c4d31f None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:55:34.865892 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0682e36a-abb7-4c48-96e1-62f3b3c4d31f None None] Checking segment: {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:55:34.866473 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0682e36a-abb7-4c48-96e1-62f3b3c4d31f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:34.866765 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73febe1-dbc2-4a67-ad5c-842b775aa4dc req-f710b3d1-4cae-4ca1-9748-16f860549e04 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:34.867175 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0682e36a-abb7-4c48-96e1-62f3b3c4d31f None None] Bound using segment: {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:55:34.867967 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-0682e36a-abb7-4c48-96e1-62f3b3c4d31f None None] Bound port: 19eae2f2-aef6-472d-855b-60754328ed44, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:55:34.868514 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0682e36a-abb7-4c48-96e1-62f3b3c4d31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (19eae2f2-aef6-472d-855b-60754328ed44), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:34.876256 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d73febe1-dbc2-4a67-ad5c-842b775aa4dc req-f710b3d1-4cae-4ca1-9748-16f860549e04 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c1dd99b-27ad-4301-b835-f160548c33ed HTTP/1.1" status: 200 len: 931 time: 0.1599159 Jan 28 02:55:34.963507 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-0682e36a-abb7-4c48-96e1-62f3b3c4d31f None None] For port 19eae2f2-aef6-472d-855b-60754328ed44, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:55:34.968447 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-0682e36a-abb7-4c48-96e1-62f3b3c4d31f None None] For port 19eae2f2-aef6-472d-855b-60754328ed44, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=19eae2f2-aef6-472d-855b-60754328ed44,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:55:34.974401 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0682e36a-abb7-4c48-96e1-62f3b3c4d31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (19eae2f2-aef6-472d-855b-60754328ed44), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:34.997952 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-bd40b232-a9ce-4e2f-8e0f-dca40fa15599 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Allocated IP 2001:db8::1 (f4e9908e-37c3-477d-90df-65c02e38c857/af4ddca8-10dc-47da-a31f-37b2f151280d/87303626-65a4-449d-a97e-bbf4aa9518b1) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:55:35.013443 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-1ceb6774-ffb2-4a78-82fa-f6daf2a6bd53 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Request body: {'networks': [{'name': 'tempest-network--1809691116'}, {'name': 'tempest-network--1198305514'}]} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:35.013928 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-1ceb6774-ffb2-4a78-82fa-f6daf2a6bd53 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Request body: {'network': {'name': 'tempest-network--1809691116'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:35.014382 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-1ceb6774-ffb2-4a78-82fa-f6daf2a6bd53 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Request body: {'network': {'name': 'tempest-network--1198305514'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:35.097319 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682e36a-abb7-4c48-96e1-62f3b3c4d31f None None] Pushing event updated for resources: {'Port': ['ID=19eae2f2-aef6-472d-855b-60754328ed44,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:35.126806 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f319e472-dd6a-4699-85c4-8d9c07af0737 x-openstack-request-id: req-f319e472-dd6a-4699-85c4-8d9c07af0737 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:55:35.127335 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e4b5d3f-9d94-4228-974e-b08b737d3e4c", "tag": "44267f57-f4c4-404e-bfd0-6e33bcab411a", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:55:35.127467 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f319e472-dd6a-4699-85c4-8d9c07af0737 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:55:35.127971 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'tag': '44267f57-f4c4-404e-bfd0-6e33bcab411a', 'status': 'completed', 'code': 200} Jan 28 02:55:35.176313 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-cd2f1751-e031-4a7d-8eae-b9ee735eb398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:55:35.179920 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ceb6774-ffb2-4a78-82fa-f6daf2a6bd53 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Made reservation on behalf of 0c2b945effa14b3791285f96d9d76c0a for: {'network': 2} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:55:35.183357 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 2069bd26-60eb-4ba3-b33e-4b1149f99299 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:55:35.184298 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1ceb6774-ffb2-4a78-82fa-f6daf2a6bd53 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:35.193755 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-cd2f1751-e031-4a7d-8eae-b9ee735eb398 service neutron] Publish callbacks [] for port (94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:35.210051 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1ceb6774-ffb2-4a78-82fa-f6daf2a6bd53 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:35.213363 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-cd2f1751-e031-4a7d-8eae-b9ee735eb398 service neutron] Transition to ACTIVE for port object 94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:55:35.221622 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c57dbcb-b8a3-4f5c-a471-a53a2043a74b admin admin] Router bc4aa6bd-a58f-4377-8585-df37e794ff27 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 02:55:35.226256 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d73febe1-dbc2-4a67-ad5c-842b775aa4dc req-fb425366-7580-4fbc-a6d1-a23cdd67e7fc tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491716 Jan 28 02:55:35.253215 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-cd2f1751-e031-4a7d-8eae-b9ee735eb398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:35.314945 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 2069bd26-60eb-4ba3-b33e-4b1149f99299 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:35.317590 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (2069bd26-60eb-4ba3-b33e-4b1149f99299), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:35.362301 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae02e2-8fb1-4c02-b8b5-7828fd6c9c9c req-f4b9a026-3784-4fd0-96df-d078ef8987d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:35.362788 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae02e2-8fb1-4c02-b8b5-7828fd6c9c9c req-f4b9a026-3784-4fd0-96df-d078ef8987d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:35.363249 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae02e2-8fb1-4c02-b8b5-7828fd6c9c9c req-f4b9a026-3784-4fd0-96df-d078ef8987d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:35.363713 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae02e2-8fb1-4c02-b8b5-7828fd6c9c9c req-f4b9a026-3784-4fd0-96df-d078ef8987d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:35.364170 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae02e2-8fb1-4c02-b8b5-7828fd6c9c9c req-f4b9a026-3784-4fd0-96df-d078ef8987d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:35.368783 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-eaae02e2-8fb1-4c02-b8b5-7828fd6c9c9c req-f4b9a026-3784-4fd0-96df-d078ef8987d3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7581cafbb59a47148e5d33dde7c9cb23&device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 4364 time: 0.3706050 Jan 28 02:55:35.495409 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bd40b232-a9ce-4e2f-8e0f-dca40fa15599 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for port (87303626-65a4-449d-a97e-bbf4aa9518b1), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:35.512938 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f1751-e031-4a7d-8eae-b9ee735eb398 service neutron] Pushing event updated for resources: {'Port': ['ID=94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:35.556313 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 2069bd26-60eb-4ba3-b33e-4b1149f99299 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:35.556731 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2069bd26-60eb-4ba3-b33e-4b1149f99299), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:35.631682 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 2069bd26-60eb-4ba3-b33e-4b1149f99299, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=2069bd26-60eb-4ba3-b33e-4b1149f99299,segment=NetworkSegment(20313ebf-9326-431b-9165-cf128e6f65fb),segment_id=20313ebf-9326-431b-9165-cf128e6f65fb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:55:35.643810 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (2069bd26-60eb-4ba3-b33e-4b1149f99299), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:35.740344 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=2069bd26-60eb-4ba3-b33e-4b1149f99299,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:35.746361 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f404712-96e8-4919-870b-9c2714d5bb2d None None] Network 7dc952e9-3c46-450c-9a62-b53f248a00c4 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:55:35.852937 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-cd2f1751-e031-4a7d-8eae-b9ee735eb398 service neutron] Attempting to bind port 94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:55:35.853336 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-cd2f1751-e031-4a7d-8eae-b9ee735eb398 service neutron] Attempting to bind port 94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '5ec551e3-78ab-42a1-92af-4f07dc8530f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8a90ebac-f69f-461b-a785-3d45e68aad72'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:55:35.853677 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-cd2f1751-e031-4a7d-8eae-b9ee735eb398 service neutron] Attempting to bind port 94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64 on network 8a90ebac-f69f-461b-a785-3d45e68aad72 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:55:35.868670 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e53e9-c0d8-45b2-be7b-6ce4e0a10885 req-e144a62f-0e69-414b-bcb5-f6aace0a59a8 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:35.876311 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e53e9-c0d8-45b2-be7b-6ce4e0a10885 req-e144a62f-0e69-414b-bcb5-f6aace0a59a8 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:35.885945 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e53e9-c0d8-45b2-be7b-6ce4e0a10885 req-e144a62f-0e69-414b-bcb5-f6aace0a59a8 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:35.891652 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e53e9-c0d8-45b2-be7b-6ce4e0a10885 req-e144a62f-0e69-414b-bcb5-f6aace0a59a8 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:35.905403 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e53e9-c0d8-45b2-be7b-6ce4e0a10885 req-e144a62f-0e69-414b-bcb5-f6aace0a59a8 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:35.907419 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-607e53e9-c0d8-45b2-be7b-6ce4e0a10885 req-e144a62f-0e69-414b-bcb5-f6aace0a59a8 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 3828 time: 0.3673761 Jan 28 02:55:35.927079 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-cd2f1751-e031-4a7d-8eae-b9ee735eb398 service neutron] Port 94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64 on network 8a90ebac-f69f-461b-a785-3d45e68aad72 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:55:35.927476 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-cd2f1751-e031-4a7d-8eae-b9ee735eb398 service neutron] Attempting to bind port 94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64 on network 8a90ebac-f69f-461b-a785-3d45e68aad72 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:55:35.934560 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:35.943885 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-4d585c55-b912-495b-b05d-6f186e7e7fde None None] Provisioning complete for port 2069bd26-60eb-4ba3-b33e-4b1149f99299 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:35.944636 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4d585c55-b912-495b-b05d-6f186e7e7fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (2069bd26-60eb-4ba3-b33e-4b1149f99299), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:35.982031 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bd40b232-a9ce-4e2f-8e0f-dca40fa15599 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (87303626-65a4-449d-a97e-bbf4aa9518b1), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:36.011372 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd40b232-a9ce-4e2f-8e0f-dca40fa15599 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:55:36.028334 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-bd40b232-a9ce-4e2f-8e0f-dca40fa15599 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:36.031446 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-cd2f1751-e031-4a7d-8eae-b9ee735eb398 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:55:36.031796 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-cd2f1751-e031-4a7d-8eae-b9ee735eb398 service neutron] Checking segment: {'id': '5ec551e3-78ab-42a1-92af-4f07dc8530f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8a90ebac-f69f-461b-a785-3d45e68aad72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:55:36.032188 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-cd2f1751-e031-4a7d-8eae-b9ee735eb398 service neutron] Bound using segment: {'id': '5ec551e3-78ab-42a1-92af-4f07dc8530f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8a90ebac-f69f-461b-a785-3d45e68aad72'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:55:36.032646 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-cd2f1751-e031-4a7d-8eae-b9ee735eb398 service neutron] Bound port: 94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ec551e3-78ab-42a1-92af-4f07dc8530f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8a90ebac-f69f-461b-a785-3d45e68aad72'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:55:36.033014 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-cd2f1751-e031-4a7d-8eae-b9ee735eb398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:36.035279 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd40b232-a9ce-4e2f-8e0f-dca40fa15599 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:55:36.035808 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bd40b232-a9ce-4e2f-8e0f-dca40fa15599 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (6dfbf66f-0988-48d9-8d88-a62d82a78358), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:36.061414 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-4d585c55-b912-495b-b05d-6f186e7e7fde None None] Current status of the port 2069bd26-60eb-4ba3-b33e-4b1149f99299 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:36.173337 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c57dbcb-b8a3-4f5c-a471-a53a2043a74b admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:55:36.188521 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f46f383-f409-4a69-a679-63250a2b55e6 None None] Sync routers for ids ['bc4aa6bd-a58f-4377-8585-df37e794ff27'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:55:36.196813 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1ceb6774-ffb2-4a78-82fa-f6daf2a6bd53 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks [] for security_group (bce4a897-f650-4e2f-acbd-31c88edec1b7), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:36.224097 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f46f383-f409-4a69-a679-63250a2b55e6 None None] Routers {'bc4aa6bd-a58f-4377-8585-df37e794ff27'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:55:36.225309 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-7f46f383-f409-4a69-a679-63250a2b55e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:55:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['bc4aa6bd-a58f-4377-8585-df37e794ff27'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:55:36.225951 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114cbd2-48aa-46ca-9f68-3a5dba87157e req-44d2f6b3-5935-432c-ba53-4734a4a5d1a7 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:36.233272 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b114cbd2-48aa-46ca-9f68-3a5dba87157e req-44d2f6b3-5935-432c-ba53-4734a4a5d1a7 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=e10628cf-5182-4742-90c0-a8db0de789c5 HTTP/1.1" status: 200 len: 946 time: 0.2063141 Jan 28 02:55:36.237452 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6c57dbcb-b8a3-4f5c-a471-a53a2043a74b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:36.238566 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6c57dbcb-b8a3-4f5c-a471-a53a2043a74b admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1469507 Jan 28 02:55:36.251921 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1ceb6774-ffb2-4a78-82fa-f6daf2a6bd53 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (bce4a897-f650-4e2f-acbd-31c88edec1b7), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:36.252329 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1ceb6774-ffb2-4a78-82fa-f6daf2a6bd53 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:36.299077 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40986) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:36.382983 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-1fa9af30-b12d-4430-9a31-35d24ea32d6e None None] Provisioning complete for port 2069bd26-60eb-4ba3-b33e-4b1149f99299 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:36.383358 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1fa9af30-b12d-4430-9a31-35d24ea32d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (2069bd26-60eb-4ba3-b33e-4b1149f99299), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:36.578306 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-7f46f383-f409-4a69-a679-63250a2b55e6 None None] Set router bc4aa6bd-a58f-4377-8585-df37e794ff27 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:55:36.784517 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-1fa9af30-b12d-4430-9a31-35d24ea32d6e None None] Current status of the port 2069bd26-60eb-4ba3-b33e-4b1149f99299 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:36.803213 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bd40b232-a9ce-4e2f-8e0f-dca40fa15599 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (87303626-65a4-449d-a97e-bbf4aa9518b1), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:36.833593 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-607e53e9-c0d8-45b2-be7b-6ce4e0a10885 req-0214a4bd-4f07-40b0-bd16-4dd87924a0ac tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9102693 Jan 28 02:55:36.901911 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ceb6774-ffb2-4a78-82fa-f6daf2a6bd53 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:55:36.915519 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-cd2f1751-e031-4a7d-8eae-b9ee735eb398 service neutron] For port 94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:55:36.923899 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-cd2f1751-e031-4a7d-8eae-b9ee735eb398 service neutron] For port 94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64,segment=NetworkSegment(5ec551e3-78ab-42a1-92af-4f07dc8530f7),segment_id=5ec551e3-78ab-42a1-92af-4f07dc8530f7)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:55:36.949816 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae02e2-8fb1-4c02-b8b5-7828fd6c9c9c req-ab734954-2c8e-4453-b8f0-6dabf6aa5428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:36.950426 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae02e2-8fb1-4c02-b8b5-7828fd6c9c9c req-ab734954-2c8e-4453-b8f0-6dabf6aa5428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:36.951087 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae02e2-8fb1-4c02-b8b5-7828fd6c9c9c req-ab734954-2c8e-4453-b8f0-6dabf6aa5428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:36.953880 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-eaae02e2-8fb1-4c02-b8b5-7828fd6c9c9c req-ab734954-2c8e-4453-b8f0-6dabf6aa5428 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=7581cafbb59a47148e5d33dde7c9cb23&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.4548733 Jan 28 02:55:36.975240 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-6ba28a52-6fd2-4944-9619-67917edec3ac None None] Provisioning complete for port 19eae2f2-aef6-472d-855b-60754328ed44 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:36.976607 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6ba28a52-6fd2-4944-9619-67917edec3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (19eae2f2-aef6-472d-855b-60754328ed44), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:36.982764 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-cd2f1751-e031-4a7d-8eae-b9ee735eb398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:37.007323 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb6774-ffb2-4a78-82fa-f6daf2a6bd53 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bce4a897-f650-4e2f-acbd-31c88edec1b7,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:37.041285 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1ceb6774-ffb2-4a78-82fa-f6daf2a6bd53 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (94528a38-391d-485a-9f96-516640ec0377), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:37.048106 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-1ceb6774-ffb2-4a78-82fa-f6daf2a6bd53 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Added segment 94528a38-391d-485a-9f96-516640ec0377 of type vlan for network 444843a3-f58c-4514-9671-c0ae8fef95f6 Jan 28 02:55:37.056613 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd40b232-a9ce-4e2f-8e0f-dca40fa15599 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Port': ['ID=87303626-65a4-449d-a97e-bbf4aa9518b1,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:37.070439 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-cd2f1751-e031-4a7d-8eae-b9ee735eb398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:37.079401 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-cd2f1751-e031-4a7d-8eae-b9ee735eb398 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:37.081022 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-cd2f1751-e031-4a7d-8eae-b9ee735eb398 service neutron] 10.222.0.39 "PUT /v2.0/ports/94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64 HTTP/1.1" status: 200 len: 1092 time: 3.7035699 Jan 28 02:55:37.115073 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-7f46f383-f409-4a69-a679-63250a2b55e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4aa6bd-a58f-4377-8585-df37e794ff27', 'name': 'tempest-ServersTestBootFromVolume-1814748997-router', 'tenant_id': 'befd34c380174bf4b40f46a4a27ffeac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:55:32Z', 'updated_at': '2022-01-28T02:55:34Z', 'revision_number': 3, 'project_id': 'befd34c380174bf4b40f46a4a27ffeac', 'gw_port': {'id': '3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4aa6bd-a58f-4377-8585-df37e794ff27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:55:33Z', 'updated_at': '2022-01-28T02:55:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:55:37.170477 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f46f383-f409-4a69-a679-63250a2b55e6 None None] Checking router: bc4aa6bd-a58f-4377-8585-df37e794ff27 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:55:37.170824 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f46f383-f409-4a69-a679-63250a2b55e6 None None] Updating router bc4aa6bd-a58f-4377-8585-df37e794ff27 port 3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5 binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:55:37.243009 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b114cbd2-48aa-46ca-9f68-3a5dba87157e req-58b7d9f6-9976-427a-a3b6-3f5ff4de12db tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0088389 Jan 28 02:55:37.262637 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-015ac691-eb12-4310-944c-6883888028c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:37.267370 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7f46f383-f409-4a69-a679-63250a2b55e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:37.292363 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1ceb6774-ffb2-4a78-82fa-f6daf2a6bd53 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (444843a3-f58c-4514-9671-c0ae8fef95f6), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:37.309351 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-6ba28a52-6fd2-4944-9619-67917edec3ac None None] Current status of the port 19eae2f2-aef6-472d-855b-60754328ed44 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:37.309921 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6ba28a52-6fd2-4944-9619-67917edec3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (19eae2f2-aef6-472d-855b-60754328ed44), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:37.360876 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c1dd99b-27ad-4301-b835-f160548c33ed', 'tag': '94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:55:37.363218 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474ac22e-c795-469a-8189-4529ebfc6638" -d '{"events": [{"name": "network-changed", "server_uuid": "3c1dd99b-27ad-4301-b835-f160548c33ed", "tag": "94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:55:37.371597 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 2069bd26-60eb-4ba3-b33e-4b1149f99299 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:55:37.373738 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f1751-e031-4a7d-8eae-b9ee735eb398 service neutron] Pushing event updated for resources: {'Port': ['ID=94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:37.376325 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae02e2-8fb1-4c02-b8b5-7828fd6c9c9c req-7af45688-ecbb-40fc-a22c-2bc0a8b41bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:37.377999 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-eaae02e2-8fb1-4c02-b8b5-7828fd6c9c9c req-7af45688-ecbb-40fc-a22c-2bc0a8b41bfb service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4139607 Jan 28 02:55:37.473873 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ceb6774-ffb2-4a78-82fa-f6daf2a6bd53 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:55:37.514842 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1ceb6774-ffb2-4a78-82fa-f6daf2a6bd53 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (6cbbc14d-e54c-4f31-9f6e-383726852e17), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:37.515366 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-1ceb6774-ffb2-4a78-82fa-f6daf2a6bd53 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Added segment 6cbbc14d-e54c-4f31-9f6e-383726852e17 of type vlan for network 557115ca-94c1-4f44-be66-600c4ba1e435 Jan 28 02:55:37.520416 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-6ba28a52-6fd2-4944-9619-67917edec3ac None None] For port 19eae2f2-aef6-472d-855b-60754328ed44, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=19eae2f2-aef6-472d-855b-60754328ed44,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:55:37.535245 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6ba28a52-6fd2-4944-9619-67917edec3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (19eae2f2-aef6-472d-855b-60754328ed44), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:37.577929 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1ceb6774-ffb2-4a78-82fa-f6daf2a6bd53 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (557115ca-94c1-4f44-be66-600c4ba1e435), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:37.594857 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec442a0-285d-4864-a2ef-d9c4c9f3af12 x-openstack-request-id: req-dec442a0-285d-4864-a2ef-d9c4c9f3af12 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:55:37.595160 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c1dd99b-27ad-4301-b835-f160548c33ed", "tag": "94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:55:37.597545 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dec442a0-285d-4864-a2ef-d9c4c9f3af12 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:55:37.597977 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c1dd99b-27ad-4301-b835-f160548c33ed', 'tag': '94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64', 'status': 'completed', 'code': 200} Jan 28 02:55:37.602901 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-90c9d159-8771-40e1-8f07-bec53714c451 req-c5a19190-86ee-4e11-afa8-a25349d1546b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7ea256c-1185-43f6-ab32-04eda1634fc5 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:55:37.618306 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-5389d756-a2f6-4b9d-832f-7ea5897179ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:37.620262 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-5389d756-a2f6-4b9d-832f-7ea5897179ea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=681abe9293864888ab6acd56a99956db&device_id=3c1dd99b-27ad-4301-b835-f160548c33ed HTTP/1.1" status: 200 len: 1095 time: 0.2267568 Jan 28 02:55:37.647079 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-015ac691-eb12-4310-944c-6883888028c6 admin admin] Allocated IP 172.20.0.1 (7dc952e9-3c46-450c-9a62-b53f248a00c4/16ee6f75-5845-453e-adc6-4f31252df005/ea32e377-8c75-4715-9ada-f6b33bd5aa01) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:55:37.650126 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-c5a19190-86ee-4e11-afa8-a25349d1546b service neutron] Publish callbacks [] for port (b7ea256c-1185-43f6-ab32-04eda1634fc5), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:37.676814 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1ceb6774-ffb2-4a78-82fa-f6daf2a6bd53 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (444843a3-f58c-4514-9671-c0ae8fef95f6), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:37.677488 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1ceb6774-ffb2-4a78-82fa-f6daf2a6bd53 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (557115ca-94c1-4f44-be66-600c4ba1e435), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:37.684254 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ceb6774-ffb2-4a78-82fa-f6daf2a6bd53 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:37.689696 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ceb6774-ffb2-4a78-82fa-f6daf2a6bd53 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:37.690584 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1ceb6774-ffb2-4a78-82fa-f6daf2a6bd53 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:37.723949 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-0b99c2fb-7ffc-49ea-aabc-154f4f0032be service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64 HTTP/1.1" status: 200 len: 217 time: 0.0616057 Jan 28 02:55:37.725963 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1ceb6774-ffb2-4a78-82fa-f6daf2a6bd53 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.1158364 Jan 28 02:55:37.738345 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40996) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:37.752323 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 2069bd26-60eb-4ba3-b33e-4b1149f99299 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:37.752905 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (2069bd26-60eb-4ba3-b33e-4b1149f99299), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:37.783426 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba28a52-6fd2-4944-9619-67917edec3ac None None] Pushing event updated for resources: {'Port': ['ID=19eae2f2-aef6-472d-855b-60754328ed44,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:37.804711 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-90c9d159-8771-40e1-8f07-bec53714c451 req-c5a19190-86ee-4e11-afa8-a25349d1546b service neutron] Transition to ACTIVE for port object b7ea256c-1185-43f6-ab32-04eda1634fc5 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:55:37.846392 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-f5eae723-0e28-4386-af99-09a43d06255d None None] Provisioning complete for port 87303626-65a4-449d-a97e-bbf4aa9518b1 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:37.847403 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f5eae723-0e28-4386-af99-09a43d06255d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (87303626-65a4-449d-a97e-bbf4aa9518b1), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:37.914334 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb6774-ffb2-4a78-82fa-f6daf2a6bd53 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Pushing event updated for resources: {'Network': ['ID=444843a3-f58c-4514-9671-c0ae8fef95f6,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:37.958384 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 444843a3-f58c-4514-9671-c0ae8fef95f6 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:55:37.997518 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-f5eae723-0e28-4386-af99-09a43d06255d None None] Port 87303626-65a4-449d-a97e-bbf4aa9518b1 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:55:38.056076 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bd40b232-a9ce-4e2f-8e0f-dca40fa15599 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for port (87303626-65a4-449d-a97e-bbf4aa9518b1), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:38.065259 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7151209-d0a5-4c00-a3b5-94043a8b01df req-a7819949-8656-4bb2-b15b-c3bf1a6a301a tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:38.067024 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c7151209-d0a5-4c00-a3b5-94043a8b01df req-a7819949-8656-4bb2-b15b-c3bf1a6a301a tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c1dd99b-27ad-4301-b835-f160548c33ed HTTP/1.1" status: 200 len: 943 time: 1.0026217 Jan 28 02:55:38.074964 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-c5a19190-86ee-4e11-afa8-a25349d1546b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (b7ea256c-1185-43f6-ab32-04eda1634fc5), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:38.076720 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bd40b232-a9ce-4e2f-8e0f-dca40fa15599 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (87303626-65a4-449d-a97e-bbf4aa9518b1), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:38.077501 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bd40b232-a9ce-4e2f-8e0f-dca40fa15599 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (6dfbf66f-0988-48d9-8d88-a62d82a78358), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:38.158894 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7f46f383-f409-4a69-a679-63250a2b55e6 None None] Publish callbacks [] for port (3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:38.180699 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7f46f383-f409-4a69-a679-63250a2b55e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:38.235466 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb6774-ffb2-4a78-82fa-f6daf2a6bd53 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Pushing event updated for resources: {'Network': ['ID=557115ca-94c1-4f44-be66-600c4ba1e435,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:38.306188 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974191e7-c101-4951-896a-5067627d3275 req-31dea9f5-9a3a-4a05-b6fa-9a16d543e3d7 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:38.308051 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 2069bd26-60eb-4ba3-b33e-4b1149f99299 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:38.309201 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 19eae2f2-aef6-472d-855b-60754328ed44 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:55:38.321349 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974191e7-c101-4951-896a-5067627d3275 req-31dea9f5-9a3a-4a05-b6fa-9a16d543e3d7 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:38.341984 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974191e7-c101-4951-896a-5067627d3275 req-31dea9f5-9a3a-4a05-b6fa-9a16d543e3d7 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:38.349374 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974191e7-c101-4951-896a-5067627d3275 req-31dea9f5-9a3a-4a05-b6fa-9a16d543e3d7 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:38.349935 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36589170-4c14-405d-891d-7e795a7e5d77 None None] Pushing event updated for resources: {'Port': ['ID=3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:38.354104 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 557115ca-94c1-4f44-be66-600c4ba1e435 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:55:38.354631 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974191e7-c101-4951-896a-5067627d3275 req-31dea9f5-9a3a-4a05-b6fa-9a16d543e3d7 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:38.359934 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974191e7-c101-4951-896a-5067627d3275 req-31dea9f5-9a3a-4a05-b6fa-9a16d543e3d7 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:38.367635 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-974191e7-c101-4951-896a-5067627d3275 req-31dea9f5-9a3a-4a05-b6fa-9a16d543e3d7 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 4600 time: 0.3645587 Jan 28 02:55:38.376457 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0b224a-0345-427e-98a1-80eda616310e tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:38.381574 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0b224a-0345-427e-98a1-80eda616310e tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:38.387370 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0b224a-0345-427e-98a1-80eda616310e tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:38.392839 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0b224a-0345-427e-98a1-80eda616310e tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:38.400634 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-7f46f383-f409-4a69-a679-63250a2b55e6 None None] Attempting to bind port 3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:55:38.400945 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-7f46f383-f409-4a69-a679-63250a2b55e6 None None] Attempting to bind port 3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:55:38.403231 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-6cbfb4d1-fcab-4196-87fd-f7d6092cd9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:38.404848 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-6cbfb4d1-fcab-4196-87fd-f7d6092cd9d1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4a514938-18f7-4fe1-ae61-4e73697ccb7f HTTP/1.1" status: 200 len: 845 time: 0.5987911 Jan 28 02:55:38.406581 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f46f383-f409-4a69-a679-63250a2b55e6 None None] Attempting to bind port 3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5 on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:55:38.409806 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ad0b224a-0345-427e-98a1-80eda616310e tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.6454647 Jan 28 02:55:38.410446 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41002) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:38.418778 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a19190-86ee-4e11-afa8-a25349d1546b service neutron] Pushing event updated for resources: {'Port': ['ID=b7ea256c-1185-43f6-ab32-04eda1634fc5,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:38.422677 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-015ac691-eb12-4310-944c-6883888028c6 admin admin] Publish callbacks [] for port (ea32e377-8c75-4715-9ada-f6b33bd5aa01), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:38.442185 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f46f383-f409-4a69-a679-63250a2b55e6 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:55:38.442573 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f46f383-f409-4a69-a679-63250a2b55e6 None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:55:38.442983 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7f46f383-f409-4a69-a679-63250a2b55e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:38.443381 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f46f383-f409-4a69-a679-63250a2b55e6 None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:55:38.443876 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-7f46f383-f409-4a69-a679-63250a2b55e6 None None] Bound port: 3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:55:38.444272 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7f46f383-f409-4a69-a679-63250a2b55e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:38.546692 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-f64f1a4f-5dcd-49be-8441-98ef4d9f5a1a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a90ebac-f69f-461b-a785-3d45e68aad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1290209 Jan 28 02:55:38.551305 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c7151209-d0a5-4c00-a3b5-94043a8b01df req-e70eef2f-0ef8-40a4-9c7e-8ec6df5b370c tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4694822 Jan 28 02:55:38.639988 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-974191e7-c101-4951-896a-5067627d3275 req-b61e800e-5f83-4547-8d38-5d0fbc3506d6 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&id=3711f489-87e7-4ab3-8353-77075d27f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2713678 Jan 28 02:55:38.714793 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8b16936b-be36-46e3-8877-2e4c27d28aba tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (444843a3-f58c-4514-9671-c0ae8fef95f6), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:38.718999 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd40b232-a9ce-4e2f-8e0f-dca40fa15599 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Port': ['ID=87303626-65a4-449d-a97e-bbf4aa9518b1,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:38.731357 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd40b232-a9ce-4e2f-8e0f-dca40fa15599 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:55:38.753348 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-bd40b232-a9ce-4e2f-8e0f-dca40fa15599 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:38.786042 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-015ac691-eb12-4310-944c-6883888028c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (ea32e377-8c75-4715-9ada-f6b33bd5aa01), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:38.868985 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 19eae2f2-aef6-472d-855b-60754328ed44 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:38.869564 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (19eae2f2-aef6-472d-855b-60754328ed44), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:38.907152 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-90c9d159-8771-40e1-8f07-bec53714c451 req-c5a19190-86ee-4e11-afa8-a25349d1546b service neutron] Attempting to bind port b7ea256c-1185-43f6-ab32-04eda1634fc5 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:55:38.907711 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-90c9d159-8771-40e1-8f07-bec53714c451 req-c5a19190-86ee-4e11-afa8-a25349d1546b service neutron] Attempting to bind port b7ea256c-1185-43f6-ab32-04eda1634fc5 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '08579d7b-ee04-4dba-9a58-af7df8141495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd468efc2-a65f-4457-a846-ab761946515b'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:55:38.908160 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c9d159-8771-40e1-8f07-bec53714c451 req-c5a19190-86ee-4e11-afa8-a25349d1546b service neutron] Attempting to bind port b7ea256c-1185-43f6-ab32-04eda1634fc5 on network d468efc2-a65f-4457-a846-ab761946515b {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:55:38.919083 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015ac691-eb12-4310-944c-6883888028c6 admin admin] Network 7dc952e9-3c46-450c-9a62-b53f248a00c4 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:55:38.930821 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-015ac691-eb12-4310-944c-6883888028c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:38.931132 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91699f59-3a3d-4bc5-8cc7-903f437c91c9 req-ba09fe4b-6ea2-410c-8fb2-b2e4abc5dcc1 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:38.937695 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015ac691-eb12-4310-944c-6883888028c6 admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:55:38.941635 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-91699f59-3a3d-4bc5-8cc7-903f437c91c9 req-ba09fe4b-6ea2-410c-8fb2-b2e4abc5dcc1 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=e10628cf-5182-4742-90c0-a8db0de789c5 HTTP/1.1" status: 200 len: 946 time: 0.2395599 Jan 28 02:55:38.948316 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8b16936b-be36-46e3-8877-2e4c27d28aba tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (444843a3-f58c-4514-9671-c0ae8fef95f6), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:38.965418 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7f46f383-f409-4a69-a679-63250a2b55e6 None None] For port 3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:55:38.974212 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-6fe7e363-df2f-4873-aa80-3499d4080339 service neutron] 10.222.0.39 "GET /v2.0/networks/8a90ebac-f69f-461b-a785-3d45e68aad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155457 Jan 28 02:55:38.976169 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7f46f383-f409-4a69-a679-63250a2b55e6 None None] For port 3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:55:39.017013 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7f46f383-f409-4a69-a679-63250a2b55e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:39.038297 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ac691-eb12-4310-944c-6883888028c6 admin admin] Pushing event updated for resources: {'Port': ['ID=ea32e377-8c75-4715-9ada-f6b33bd5aa01,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:39.049638 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c9d159-8771-40e1-8f07-bec53714c451 req-c5a19190-86ee-4e11-afa8-a25349d1546b service neutron] Port b7ea256c-1185-43f6-ab32-04eda1634fc5 on network d468efc2-a65f-4457-a846-ab761946515b not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:55:39.049972 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c9d159-8771-40e1-8f07-bec53714c451 req-c5a19190-86ee-4e11-afa8-a25349d1546b service neutron] Attempting to bind port b7ea256c-1185-43f6-ab32-04eda1634fc5 on network d468efc2-a65f-4457-a846-ab761946515b {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:55:39.061101 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-8b16936b-be36-46e3-8877-2e4c27d28aba tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['444843a3-f58c-4514-9671-c0ae8fef95f6']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:55:39.074073 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 19eae2f2-aef6-472d-855b-60754328ed44 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:39.077781 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-8b16936b-be36-46e3-8877-2e4c27d28aba tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94528a38-391d-485a-9f96-516640ec0377') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:55:39.078163 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-8b16936b-be36-46e3-8877-2e4c27d28aba tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94528a38-391d-485a-9f96-516640ec0377') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:55:39.108610 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-015ac691-eb12-4310-944c-6883888028c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (bc4aa6bd-a58f-4377-8585-df37e794ff27), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:39.168513 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-86eaae2e-55b7-4240-acd8-018bfd41931a req-1dd81820-87df-4f1e-b183-b140e120d4e3 service neutron] 10.222.0.39 "GET /v2.0/networks/8a90ebac-f69f-461b-a785-3d45e68aad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933324 Jan 28 02:55:39.173971 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f46f383-f409-4a69-a679-63250a2b55e6 None None] Routers {'bc4aa6bd-a58f-4377-8585-df37e794ff27'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:55:39.176045 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-7f46f383-f409-4a69-a679-63250a2b55e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:55:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['bc4aa6bd-a58f-4377-8585-df37e794ff27'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:55:39.177042 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c9d159-8771-40e1-8f07-bec53714c451 req-c5a19190-86ee-4e11-afa8-a25349d1546b service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:55:39.177439 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c9d159-8771-40e1-8f07-bec53714c451 req-c5a19190-86ee-4e11-afa8-a25349d1546b service neutron] Checking segment: {'id': '08579d7b-ee04-4dba-9a58-af7df8141495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd468efc2-a65f-4457-a846-ab761946515b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:55:39.177837 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c9d159-8771-40e1-8f07-bec53714c451 req-c5a19190-86ee-4e11-afa8-a25349d1546b service neutron] Bound using segment: {'id': '08579d7b-ee04-4dba-9a58-af7df8141495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd468efc2-a65f-4457-a846-ab761946515b'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:55:39.178303 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-90c9d159-8771-40e1-8f07-bec53714c451 req-c5a19190-86ee-4e11-afa8-a25349d1546b service neutron] Bound port: b7ea256c-1185-43f6-ab32-04eda1634fc5, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08579d7b-ee04-4dba-9a58-af7df8141495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd468efc2-a65f-4457-a846-ab761946515b'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:55:39.178802 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-c5a19190-86ee-4e11-afa8-a25349d1546b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b7ea256c-1185-43f6-ab32-04eda1634fc5), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:39.199575 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8b16936b-be36-46e3-8877-2e4c27d28aba tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (94528a38-391d-485a-9f96-516640ec0377), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:39.260724 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8b16936b-be36-46e3-8877-2e4c27d28aba tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (94528a38-391d-485a-9f96-516640ec0377), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:39.280879 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b16936b-be36-46e3-8877-2e4c27d28aba tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:55:39.281398 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8b16936b-be36-46e3-8877-2e4c27d28aba tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (94528a38-391d-485a-9f96-516640ec0377), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:39.284638 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 19eae2f2-aef6-472d-855b-60754328ed44 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:55:39.300746 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 02:55:39.300746 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:55:39.300746 n-d-712139-27 neutron-server[109802]: timer() Jan 28 02:55:39.300746 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:55:39.300746 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 02:55:39.300746 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:55:39.300746 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 02:55:39.300746 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:55:39.300746 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 02:55:39.300746 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:55:39.300746 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 02:55:39.300746 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:55:39.300746 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 02:55:39.300746 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:55:39.300746 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:55:39.300746 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:55:39.300746 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:55:39.300746 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:55:39.300746 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 02:55:39.300746 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:55:39.300746 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 02:55:39.300746 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:55:39.300746 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:55:39.300746 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:55:39.300746 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 02:55:39.300746 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:55:39.300746 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:55:39.300746 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:55:39.300746 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:55:39.300746 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:55:39.300746 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:55:39.300746 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:55:39.321439 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-91699f59-3a3d-4bc5-8cc7-903f437c91c9 req-8ac89a86-c684-4f69-af65-c26e4defd39e tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729391 Jan 28 02:55:39.411931 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ac22e-c795-469a-8189-4529ebfc6638 req-9b600a72-5e3a-4227-acaf-8a59cb96da52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:39.412841 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36589170-4c14-405d-891d-7e795a7e5d77 None None] Pushing event updated for resources: {'Port': ['ID=3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:39.414255 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-474ac22e-c795-469a-8189-4529ebfc6638 req-9b600a72-5e3a-4227-acaf-8a59cb96da52 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=681abe9293864888ab6acd56a99956db&device_id=3c1dd99b-27ad-4301-b835-f160548c33ed HTTP/1.1" status: 200 len: 1095 time: 0.1256869 Jan 28 02:55:39.416228 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-90c9d159-8771-40e1-8f07-bec53714c451 req-c5a19190-86ee-4e11-afa8-a25349d1546b service neutron] For port b7ea256c-1185-43f6-ab32-04eda1634fc5, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:55:39.419980 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd40b232-a9ce-4e2f-8e0f-dca40fa15599 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Router 6dfbf66f-0988-48d9-8d88-a62d82a78358 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 02:55:39.427232 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-90c9d159-8771-40e1-8f07-bec53714c451 req-c5a19190-86ee-4e11-afa8-a25349d1546b service neutron] For port b7ea256c-1185-43f6-ab32-04eda1634fc5, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=b7ea256c-1185-43f6-ab32-04eda1634fc5,segment=NetworkSegment(08579d7b-ee04-4dba-9a58-af7df8141495),segment_id=08579d7b-ee04-4dba-9a58-af7df8141495)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:55:39.431169 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c101a49c-00cf-4d46-b211-532a3080f468 None None] Provisioning complete for port 87303626-65a4-449d-a97e-bbf4aa9518b1 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:39.431463 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8b16936b-be36-46e3-8877-2e4c27d28aba tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (444843a3-f58c-4514-9671-c0ae8fef95f6), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:39.431967 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c101a49c-00cf-4d46-b211-532a3080f468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (87303626-65a4-449d-a97e-bbf4aa9518b1), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:39.440770 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8b16936b-be36-46e3-8877-2e4c27d28aba tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:39.446509 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8b16936b-be36-46e3-8877-2e4c27d28aba tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] 10.222.0.53 "DELETE /v2.0/networks/444843a3-f58c-4514-9671-c0ae8fef95f6 HTTP/1.1" status: 204 len: 168 time: 1.0193563 Jan 28 02:55:39.448908 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41008) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:39.469111 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b16936b-be36-46e3-8877-2e4c27d28aba tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Pushing event deleted for resources: {'Network': ['ID=444843a3-f58c-4514-9671-c0ae8fef95f6,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:39.482805 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-c5a19190-86ee-4e11-afa8-a25349d1546b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (b7ea256c-1185-43f6-ab32-04eda1634fc5), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:39.505036 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-015ac691-eb12-4310-944c-6883888028c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ea32e377-8c75-4715-9ada-f6b33bd5aa01), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:39.519975 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-7f46f383-f409-4a69-a679-63250a2b55e6 None None] Set router bc4aa6bd-a58f-4377-8585-df37e794ff27 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:55:39.529924 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c101a49c-00cf-4d46-b211-532a3080f468 None None] Port 87303626-65a4-449d-a97e-bbf4aa9518b1 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:55:39.633636 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 19eae2f2-aef6-472d-855b-60754328ed44 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:39.634016 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (19eae2f2-aef6-472d-855b-60754328ed44), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:39.712250 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9d159-8771-40e1-8f07-bec53714c451 req-c5a19190-86ee-4e11-afa8-a25349d1546b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:39.712873 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-c5a19190-86ee-4e11-afa8-a25349d1546b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:39.714306 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-c5a19190-86ee-4e11-afa8-a25349d1546b service neutron] 10.222.0.67 "PUT /v2.0/ports/b7ea256c-1185-43f6-ab32-04eda1634fc5 HTTP/1.1" status: 200 len: 1131 time: 5.3083925 Jan 28 02:55:39.716218 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'tag': 'b7ea256c-1185-43f6-ab32-04eda1634fc5'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:55:39.718710 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a41cd8-d5e8-45e8-bfd1-a318089936d8" -d '{"events": [{"name": "network-changed", "server_uuid": "3e4b5d3f-9d94-4228-974e-b08b737d3e4c", "tag": "b7ea256c-1185-43f6-ab32-04eda1634fc5"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:55:39.775252 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-650d074c-de91-48b7-ae6e-5e4f555c10d8 None None] Provisioning complete for port ea32e377-8c75-4715-9ada-f6b33bd5aa01 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:39.775662 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-650d074c-de91-48b7-ae6e-5e4f555c10d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ea32e377-8c75-4715-9ada-f6b33bd5aa01), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:39.807417 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13699e-448e-467b-b530-80e58d6259ae req-b5a6292e-0dd8-41c3-a4b5-6d545f68bd41 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:39.811643 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-be13699e-448e-467b-b530-80e58d6259ae req-b5a6292e-0dd8-41c3-a4b5-6d545f68bd41 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c1dd99b-27ad-4301-b835-f160548c33ed HTTP/1.1" status: 200 len: 943 time: 0.1056290 Jan 28 02:55:39.846315 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-650d074c-de91-48b7-ae6e-5e4f555c10d8 None None] Port ea32e377-8c75-4715-9ada-f6b33bd5aa01 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:55:39.892331 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-015ac691-eb12-4310-944c-6883888028c6 admin admin] Publish callbacks [] for port (ea32e377-8c75-4715-9ada-f6b33bd5aa01), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:39.911706 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-015ac691-eb12-4310-944c-6883888028c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (ea32e377-8c75-4715-9ada-f6b33bd5aa01), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:39.912707 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 19eae2f2-aef6-472d-855b-60754328ed44 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:39.918709 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa303fd5-4f63-424a-8afc-a77a1471512f tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (557115ca-94c1-4f44-be66-600c4ba1e435), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:39.920955 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd40b232-a9ce-4e2f-8e0f-dca40fa15599 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:55:39.932895 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-7f46f383-f409-4a69-a679-63250a2b55e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4aa6bd-a58f-4377-8585-df37e794ff27', 'name': 'tempest-ServersTestBootFromVolume-1814748997-router', 'tenant_id': 'befd34c380174bf4b40f46a4a27ffeac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:55:32Z', 'updated_at': '2022-01-28T02:55:34Z', 'revision_number': 3, 'project_id': 'befd34c380174bf4b40f46a4a27ffeac', 'gw_port': {'id': '3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4aa6bd-a58f-4377-8585-df37e794ff27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:55:33Z', 'updated_at': '2022-01-28T02:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:55:39.937519 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef24e70-b460-4b8d-9863-29e3d81285dd None None] Sync routers for ids ['6dfbf66f-0988-48d9-8d88-a62d82a78358'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:55:39.946205 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-90c9d159-8771-40e1-8f07-bec53714c451 req-98c38b60-f88f-4ffc-b4a9-b04e76cc852e service neutron] Request body: {'port': {'device_id': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:39.955572 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef24e70-b460-4b8d-9863-29e3d81285dd None None] Routers {'6dfbf66f-0988-48d9-8d88-a62d82a78358'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:55:39.956208 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-cef24e70-b460-4b8d-9863-29e3d81285dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:55:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['6dfbf66f-0988-48d9-8d88-a62d82a78358'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:55:39.968122 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-bd40b232-a9ce-4e2f-8e0f-dca40fa15599 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "PUT /v2.0/routers/6dfbf66f-0988-48d9-8d88-a62d82a78358/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5247247 Jan 28 02:55:39.968950 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a19190-86ee-4e11-afa8-a25349d1546b service neutron] Pushing event updated for resources: {'Port': ['ID=b7ea256c-1185-43f6-ab32-04eda1634fc5,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:39.976714 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f46f383-f409-4a69-a679-63250a2b55e6 None None] The sync data for ids ['bc4aa6bd-a58f-4377-8585-df37e794ff27'] in n-d-712139-27 is: [{'id': 'bc4aa6bd-a58f-4377-8585-df37e794ff27', 'name': 'tempest-ServersTestBootFromVolume-1814748997-router', 'tenant_id': 'befd34c380174bf4b40f46a4a27ffeac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:55:32Z', 'updated_at': '2022-01-28T02:55:34Z', 'revision_number': 3, 'project_id': 'befd34c380174bf4b40f46a4a27ffeac', 'gw_port': {'id': '3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4aa6bd-a58f-4377-8585-df37e794ff27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:55:33Z', 'updated_at': '2022-01-28T02:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:55:39.976966 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-015ac691-eb12-4310-944c-6883888028c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (bc4aa6bd-a58f-4377-8585-df37e794ff27), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:39.978915 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41020) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:40.040242 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-be13699e-448e-467b-b530-80e58d6259ae req-466c8daf-db18-4a67-a8a5-863283b971d3 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061317 Jan 28 02:55:40.043185 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ac691-eb12-4310-944c-6883888028c6 admin admin] Pushing event updated for resources: {'Port': ['ID=ea32e377-8c75-4715-9ada-f6b33bd5aa01,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:40.171842 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b98d7a-b8dc-4f72-bb8e-7b6ed89ad047 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:40.173518 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-99b98d7a-b8dc-4f72-bb8e-7b6ed89ad047 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/ports/87303626-65a4-449d-a97e-bbf4aa9518b1 HTTP/1.1" status: 200 len: 911 time: 0.1381845 Jan 28 02:55:40.177283 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41022) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:40.216087 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-cef24e70-b460-4b8d-9863-29e3d81285dd None None] Set router 6dfbf66f-0988-48d9-8d88-a62d82a78358 gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:55:40.552795 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-cef24e70-b460-4b8d-9863-29e3d81285dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfbf66f-0988-48d9-8d88-a62d82a78358', 'name': 'tempest-NetworksTestDHCPv6-router-912066070', 'tenant_id': '3079a2e247734574a53d1baca2087c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:55:33Z', 'updated_at': '2022-01-28T02:55:36Z', 'revision_number': 2, 'project_id': '3079a2e247734574a53d1baca2087c94', 'gw_port_host': None, '_interfaces': [{'id': '87303626-65a4-449d-a97e-bbf4aa9518b1', 'name': '', 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'tenant_id': '3079a2e247734574a53d1baca2087c94', 'mac_address': 'fa:16:3e:f3:72:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfbf66f-0988-48d9-8d88-a62d82a78358', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'af4ddca8-10dc-47da-a31f-37b2f151280d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:55:34Z', 'updated_at': '2022-01-28T02:55:37Z', 'revision_number': 2, 'project_id': '3079a2e247734574a53d1baca2087c94', 'subnets': [{'id': 'af4ddca8-10dc-47da-a31f-37b2f151280d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:55:40.585271 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947f2c4a-3969-41e3-b34d-e170c43416bb x-openstack-request-id: req-947f2c4a-3969-41e3-b34d-e170c43416bb {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:55:40.585615 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e4b5d3f-9d94-4228-974e-b08b737d3e4c", "tag": "b7ea256c-1185-43f6-ab32-04eda1634fc5", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:55:40.585966 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-947f2c4a-3969-41e3-b34d-e170c43416bb {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:55:40.586477 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'tag': 'b7ea256c-1185-43f6-ab32-04eda1634fc5', 'status': 'completed', 'code': 200} Jan 28 02:55:40.587574 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef24e70-b460-4b8d-9863-29e3d81285dd None None] Checking router: 6dfbf66f-0988-48d9-8d88-a62d82a78358 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:55:40.588105 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef24e70-b460-4b8d-9863-29e3d81285dd None None] Updating router 6dfbf66f-0988-48d9-8d88-a62d82a78358 port 87303626-65a4-449d-a97e-bbf4aa9518b1 binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:55:40.624633 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-cef24e70-b460-4b8d-9863-29e3d81285dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (87303626-65a4-449d-a97e-bbf4aa9518b1), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:40.667837 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4d48c7a9-ac5b-4e00-a0f1-56add5097484 req-fdb4feee-aa76-4b59-a14e-0c3dc2e990c8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=53d39347-fc00-4cae-9ff6-b351ac79bc66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9873552 Jan 28 02:55:40.717991 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b14d1a9-9807-4e29-bc6d-b872fd1cc65f req-ab721fa7-c27a-47ee-9835-248d8a7bc608 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:40.725182 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b14d1a9-9807-4e29-bc6d-b872fd1cc65f req-ab721fa7-c27a-47ee-9835-248d8a7bc608 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:40.734902 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b14d1a9-9807-4e29-bc6d-b872fd1cc65f req-ab721fa7-c27a-47ee-9835-248d8a7bc608 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:40.740499 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b14d1a9-9807-4e29-bc6d-b872fd1cc65f req-ab721fa7-c27a-47ee-9835-248d8a7bc608 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:40.748690 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b14d1a9-9807-4e29-bc6d-b872fd1cc65f req-ab721fa7-c27a-47ee-9835-248d8a7bc608 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:40.757986 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b14d1a9-9807-4e29-bc6d-b872fd1cc65f req-ab721fa7-c27a-47ee-9835-248d8a7bc608 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:40.760025 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3b14d1a9-9807-4e29-bc6d-b872fd1cc65f req-ab721fa7-c27a-47ee-9835-248d8a7bc608 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 4600 time: 0.9495945 Jan 28 02:55:40.857220 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa303fd5-4f63-424a-8afc-a77a1471512f tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (557115ca-94c1-4f44-be66-600c4ba1e435), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:40.885529 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-fa303fd5-4f63-424a-8afc-a77a1471512f tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['557115ca-94c1-4f44-be66-600c4ba1e435']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:55:40.885740 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015ac691-eb12-4310-944c-6883888028c6 admin admin] Network 7dc952e9-3c46-450c-9a62-b53f248a00c4 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:55:40.898103 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-fa303fd5-4f63-424a-8afc-a77a1471512f tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cbbc14d-e54c-4f31-9f6e-383726852e17') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:55:40.898543 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-fa303fd5-4f63-424a-8afc-a77a1471512f tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cbbc14d-e54c-4f31-9f6e-383726852e17') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:55:40.900158 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-015ac691-eb12-4310-944c-6883888028c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:40.909679 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa303fd5-4f63-424a-8afc-a77a1471512f tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (6cbbc14d-e54c-4f31-9f6e-383726852e17), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:40.933829 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa303fd5-4f63-424a-8afc-a77a1471512f tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (6cbbc14d-e54c-4f31-9f6e-383726852e17), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:40.941638 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa303fd5-4f63-424a-8afc-a77a1471512f tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:55:40.942453 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa303fd5-4f63-424a-8afc-a77a1471512f tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (6cbbc14d-e54c-4f31-9f6e-383726852e17), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:40.950331 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d51d653-2103-4bf9-b996-02f4a2fc6c41 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:40.956606 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d51d653-2103-4bf9-b996-02f4a2fc6c41 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:40.961887 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1d51d653-2103-4bf9-b996-02f4a2fc6c41 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.7832334 Jan 28 02:55:40.965961 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41026) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:41.019427 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-cef24e70-b460-4b8d-9863-29e3d81285dd None None] Publish callbacks [] for port (87303626-65a4-449d-a97e-bbf4aa9518b1), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:41.031033 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-cef24e70-b460-4b8d-9863-29e3d81285dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (87303626-65a4-449d-a97e-bbf4aa9518b1), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:41.036257 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 02:55:41.036257 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:55:41.036257 n-d-712139-27 neutron-server[109803]: timer() Jan 28 02:55:41.036257 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:55:41.036257 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 02:55:41.036257 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:55:41.036257 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 02:55:41.036257 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:55:41.036257 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 02:55:41.036257 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:55:41.036257 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 02:55:41.036257 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:55:41.036257 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 02:55:41.036257 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:55:41.036257 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:55:41.036257 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:55:41.036257 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:55:41.036257 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:55:41.036257 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 02:55:41.036257 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:55:41.036257 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 02:55:41.036257 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:55:41.036257 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:55:41.036257 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:55:41.036257 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 02:55:41.036257 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:55:41.036257 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:55:41.036257 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:55:41.036257 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:55:41.036257 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:55:41.036257 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:55:41.036257 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:55:41.046273 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa303fd5-4f63-424a-8afc-a77a1471512f tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (557115ca-94c1-4f44-be66-600c4ba1e435), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:41.062830 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d2973a-c770-4491-97a4-e8418e29de3d req-67108f70-757e-4262-98ff-d7618ae622bc tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:41.066217 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ac22e-c795-469a-8189-4529ebfc6638 req-fc4ca09d-13c7-4148-8ed8-555b2c5a5ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:41.067961 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-474ac22e-c795-469a-8189-4529ebfc6638 req-fc4ca09d-13c7-4148-8ed8-555b2c5a5ace service neutron] 10.222.0.39 "GET /v2.0/networks?id=8a90ebac-f69f-461b-a785-3d45e68aad72 HTTP/1.1" status: 200 len: 906 time: 1.6390333 Jan 28 02:55:41.068750 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-98c38b60-f88f-4ffc-b4a9-b04e76cc852e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1aab93c4-9491-4b44-ab45-394e2d033a1e), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:41.076961 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c0d2973a-c770-4491-97a4-e8418e29de3d req-67108f70-757e-4262-98ff-d7618ae622bc tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=e10628cf-5182-4742-90c0-a8db0de789c5 HTTP/1.1" status: 200 len: 946 time: 0.2544680 Jan 28 02:55:41.124750 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa303fd5-4f63-424a-8afc-a77a1471512f tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:41.128400 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-fa303fd5-4f63-424a-8afc-a77a1471512f tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] 10.222.0.53 "DELETE /v2.0/networks/557115ca-94c1-4f44-be66-600c4ba1e435 HTTP/1.1" status: 204 len: 168 time: 1.6784558 Jan 28 02:55:41.130609 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa303fd5-4f63-424a-8afc-a77a1471512f tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Pushing event deleted for resources: {'Network': ['ID=557115ca-94c1-4f44-be66-600c4ba1e435,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:41.145226 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41030) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:41.331421 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-cef24e70-b460-4b8d-9863-29e3d81285dd None None] Attempting to bind port 87303626-65a4-449d-a97e-bbf4aa9518b1 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:55:41.331786 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-cef24e70-b460-4b8d-9863-29e3d81285dd None None] Attempting to bind port 87303626-65a4-449d-a97e-bbf4aa9518b1 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:55:41.332149 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef24e70-b460-4b8d-9863-29e3d81285dd None None] Attempting to bind port 87303626-65a4-449d-a97e-bbf4aa9518b1 on network f4e9908e-37c3-477d-90df-65c02e38c857 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:55:41.332984 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a41cd8-d5e8-45e8-bfd1-a318089936d8 req-7e692400-7fea-4486-80dd-37b6a4810ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:41.333370 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a41cd8-d5e8-45e8-bfd1-a318089936d8 req-7e692400-7fea-4486-80dd-37b6a4810ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:41.333869 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a41cd8-d5e8-45e8-bfd1-a318089936d8 req-7e692400-7fea-4486-80dd-37b6a4810ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:41.336321 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a41cd8-d5e8-45e8-bfd1-a318089936d8 req-7e692400-7fea-4486-80dd-37b6a4810ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:41.337697 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a41cd8-d5e8-45e8-bfd1-a318089936d8 req-7e692400-7fea-4486-80dd-37b6a4810ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:41.342203 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a41cd8-d5e8-45e8-bfd1-a318089936d8 req-7e692400-7fea-4486-80dd-37b6a4810ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:41.351349 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:55:41.368216 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef24e70-b460-4b8d-9863-29e3d81285dd None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:55:41.368985 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef24e70-b460-4b8d-9863-29e3d81285dd None None] Checking segment: {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:55:41.369378 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-cef24e70-b460-4b8d-9863-29e3d81285dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:41.370145 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef24e70-b460-4b8d-9863-29e3d81285dd None None] Bound using segment: {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:55:41.370627 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-cef24e70-b460-4b8d-9863-29e3d81285dd None None] Bound port: 87303626-65a4-449d-a97e-bbf4aa9518b1, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:55:41.371003 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-cef24e70-b460-4b8d-9863-29e3d81285dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (87303626-65a4-449d-a97e-bbf4aa9518b1), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:41.372403 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-88a41cd8-d5e8-45e8-bfd1-a318089936d8 req-7e692400-7fea-4486-80dd-37b6a4810ca8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7581cafbb59a47148e5d33dde7c9cb23&device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 5288 time: 0.5587990 Jan 28 02:55:41.372983 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419a30e-bdf6-4ab9-98a3-449a2f2fc008 None None] Pushing event updated for resources: {'Port': ['ID=87303626-65a4-449d-a97e-bbf4aa9518b1,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:41.373294 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3b14d1a9-9807-4e29-bc6d-b872fd1cc65f req-41f54b27-d96f-4bea-9fbf-e976a9287d95 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&id=3711f489-87e7-4ab3-8353-77075d27f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6015134 Jan 28 02:55:41.389866 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-474ac22e-c795-469a-8189-4529ebfc6638 req-6f36ebaa-3d0a-45d1-942b-1778737305ea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64 HTTP/1.1" status: 200 len: 217 time: 0.2754169 Jan 28 02:55:41.401714 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d419a30e-bdf6-4ab9-98a3-449a2f2fc008 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:41.402089 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d419a30e-bdf6-4ab9-98a3-449a2f2fc008 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:41.402431 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d419a30e-bdf6-4ab9-98a3-449a2f2fc008 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:41.402849 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d419a30e-bdf6-4ab9-98a3-449a2f2fc008 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:41.416269 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d419a30e-bdf6-4ab9-98a3-449a2f2fc008 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:41.416641 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d419a30e-bdf6-4ab9-98a3-449a2f2fc008 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:41.416986 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d419a30e-bdf6-4ab9-98a3-449a2f2fc008 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:41.417349 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d419a30e-bdf6-4ab9-98a3-449a2f2fc008 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:41.417682 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d419a30e-bdf6-4ab9-98a3-449a2f2fc008 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:41.418012 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d419a30e-bdf6-4ab9-98a3-449a2f2fc008 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:41.418353 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d419a30e-bdf6-4ab9-98a3-449a2f2fc008 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:41.418677 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d419a30e-bdf6-4ab9-98a3-449a2f2fc008 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:41.418995 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d419a30e-bdf6-4ab9-98a3-449a2f2fc008 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:41.515157 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-e7db5812-9fbd-4d91-9bdb-1490a8c7022b None None] Provisioning complete for port ea32e377-8c75-4715-9ada-f6b33bd5aa01 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:41.520498 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e7db5812-9fbd-4d91-9bdb-1490a8c7022b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ea32e377-8c75-4715-9ada-f6b33bd5aa01), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:41.587342 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:41.587816 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:41.612665 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-cef24e70-b460-4b8d-9863-29e3d81285dd None None] For port 87303626-65a4-449d-a97e-bbf4aa9518b1, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:55:41.617796 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-cef24e70-b460-4b8d-9863-29e3d81285dd None None] For port 87303626-65a4-449d-a97e-bbf4aa9518b1, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=87303626-65a4-449d-a97e-bbf4aa9518b1,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:55:41.630966 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-cef24e70-b460-4b8d-9863-29e3d81285dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (87303626-65a4-449d-a97e-bbf4aa9518b1), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:41.641241 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c0d2973a-c770-4491-97a4-e8418e29de3d req-ca5f5ae3-4946-4ea2-aadb-e00c1f08b749 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5631638 Jan 28 02:55:41.700749 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e7db5812-9fbd-4d91-9bdb-1490a8c7022b None None] Port ea32e377-8c75-4715-9ada-f6b33bd5aa01 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:55:41.785607 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef24e70-b460-4b8d-9863-29e3d81285dd None None] Routers {'6dfbf66f-0988-48d9-8d88-a62d82a78358'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:55:41.786157 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:41.786375 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-cef24e70-b460-4b8d-9863-29e3d81285dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:55:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['6dfbf66f-0988-48d9-8d88-a62d82a78358'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:55:41.786673 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:41.802071 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419a30e-bdf6-4ab9-98a3-449a2f2fc008 None None] Pushing event updated for resources: {'Port': ['ID=87303626-65a4-449d-a97e-bbf4aa9518b1,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:41.834618 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:55:41.852500 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:41.862143 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78be589d-deb1-4902-91f1-4aa84b70f7c9 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:41.868108 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78be589d-deb1-4902-91f1-4aa84b70f7c9 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:41.875519 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-78be589d-deb1-4902-91f1-4aa84b70f7c9 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7270930 Jan 28 02:55:41.884718 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015ac691-eb12-4310-944c-6883888028c6 admin admin] Router bc4aa6bd-a58f-4377-8585-df37e794ff27 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:55:41.888257 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41036) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:41.897281 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-b7c118b2-5ed0-49cb-b917-71e6d202ec99 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1371293121'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:41.955646 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ac22e-c795-469a-8189-4529ebfc6638 req-5b8c36d7-794d-4f9f-aaad-9ac1cddef777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:41.957472 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-474ac22e-c795-469a-8189-4529ebfc6638 req-5b8c36d7-794d-4f9f-aaad-9ac1cddef777 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4a514938-18f7-4fe1-ae61-4e73697ccb7f HTTP/1.1" status: 200 len: 845 time: 0.0710447 Jan 28 02:55:41.960465 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c118b2-5ed0-49cb-b917-71e6d202ec99 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Made reservation on behalf of 0c2b945effa14b3791285f96d9d76c0a for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:55:41.966305 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b7c118b2-5ed0-49cb-b917-71e6d202ec99 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:41.976736 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-b73102c1-8168-49ec-b5de-050b1a8a7d07 None None] Provisioning complete for port 87303626-65a4-449d-a97e-bbf4aa9518b1 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:41.978786 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b73102c1-8168-49ec-b5de-050b1a8a7d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (87303626-65a4-449d-a97e-bbf4aa9518b1), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:41.995513 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-474ac22e-c795-469a-8189-4529ebfc6638 req-421e84a7-2348-4e5b-aa5d-68c2091ad261 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a90ebac-f69f-461b-a785-3d45e68aad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300462 Jan 28 02:55:42.014057 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48c7a9-ac5b-4e00-a0f1-56add5097484 req-c735c56d-b10c-49d5-b19e-673c38cc005e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:42.015923 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4d48c7a9-ac5b-4e00-a0f1-56add5097484 req-c735c56d-b10c-49d5-b19e-673c38cc005e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e168a8b773b74055bc0667e0581a74cd&device_id=53d39347-fc00-4cae-9ff6-b351ac79bc66 HTTP/1.1" status: 200 len: 1096 time: 1.2474926 Jan 28 02:55:42.034084 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a41cd8-d5e8-45e8-bfd1-a318089936d8 req-fa15890f-313e-4faa-80e1-806c90307dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:42.044264 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a41cd8-d5e8-45e8-bfd1-a318089936d8 req-fa15890f-313e-4faa-80e1-806c90307dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:42.045398 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a41cd8-d5e8-45e8-bfd1-a318089936d8 req-fa15890f-313e-4faa-80e1-806c90307dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:42.047613 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-88a41cd8-d5e8-45e8-bfd1-a318089936d8 req-fa15890f-313e-4faa-80e1-806c90307dec service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=7581cafbb59a47148e5d33dde7c9cb23&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6518142 Jan 28 02:55:42.066173 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-cef24e70-b460-4b8d-9863-29e3d81285dd None None] Set router 6dfbf66f-0988-48d9-8d88-a62d82a78358 gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:55:42.110144 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:42.148033 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb265a-1402-446b-9399-40a8ab3267ce req-d792638d-57b8-4ede-9dcb-450b06a5086e tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:42.149652 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-40fb265a-1402-446b-9399-40a8ab3267ce req-d792638d-57b8-4ede-9dcb-450b06a5086e tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c1dd99b-27ad-4301-b835-f160548c33ed HTTP/1.1" status: 200 len: 943 time: 0.2730405 Jan 28 02:55:42.192616 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-b73102c1-8168-49ec-b5de-050b1a8a7d07 None None] Current status of the port 87303626-65a4-449d-a97e-bbf4aa9518b1 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:42.193009 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b73102c1-8168-49ec-b5de-050b1a8a7d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (87303626-65a4-449d-a97e-bbf4aa9518b1), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:42.222371 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015ac691-eb12-4310-944c-6883888028c6 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:55:42.256225 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-40fb265a-1402-446b-9399-40a8ab3267ce req-370c017e-f5e1-4749-8ba5-50afae5eadb6 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620058 Jan 28 02:55:42.298596 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-015ac691-eb12-4310-944c-6883888028c6 admin admin] 10.222.0.53 "PUT /v2.0/routers/bc4aa6bd-a58f-4377-8585-df37e794ff27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9847155 Jan 28 02:55:42.308426 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-b73102c1-8168-49ec-b5de-050b1a8a7d07 None None] For port 87303626-65a4-449d-a97e-bbf4aa9518b1, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=87303626-65a4-449d-a97e-bbf4aa9518b1,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:55:42.324646 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b73102c1-8168-49ec-b5de-050b1a8a7d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (87303626-65a4-449d-a97e-bbf4aa9518b1), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:42.382358 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-474ac22e-c795-469a-8189-4529ebfc6638 req-dfd14f64-4090-412b-855f-186c0d08bee7 service neutron] 10.222.0.39 "GET /v2.0/networks/8a90ebac-f69f-461b-a785-3d45e68aad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652403 Jan 28 02:55:42.385693 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48c7a9-ac5b-4e00-a0f1-56add5097484 req-7566c2f8-aaaf-41cc-a925-4bf4a9cf97ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:42.387911 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4d48c7a9-ac5b-4e00-a0f1-56add5097484 req-7566c2f8-aaaf-41cc-a925-4bf4a9cf97ca service neutron] 10.222.0.39 "GET /v2.0/networks?id=290af027-4910-45bb-b54e-a29d61400c05 HTTP/1.1" status: 200 len: 909 time: 0.3137164 Jan 28 02:55:42.420678 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7c118b2-5ed0-49cb-b917-71e6d202ec99 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:55:42.499754 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b7c118b2-5ed0-49cb-b917-71e6d202ec99 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (a3d46550-36b4-4583-97fe-d73d31f99b26), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:42.502790 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-b7c118b2-5ed0-49cb-b917-71e6d202ec99 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Added segment a3d46550-36b4-4583-97fe-d73d31f99b26 of type vlan for network d0fe888b-7455-49f1-9f3b-db570ef16c82 Jan 28 02:55:42.504867 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-efb9a8c8-aa4d-498c-a423-88f3716763ca None None] Provisioning complete for port 87303626-65a4-449d-a97e-bbf4aa9518b1 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:42.505398 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-efb9a8c8-aa4d-498c-a423-88f3716763ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (87303626-65a4-449d-a97e-bbf4aa9518b1), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:42.518491 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-cef24e70-b460-4b8d-9863-29e3d81285dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfbf66f-0988-48d9-8d88-a62d82a78358', 'name': 'tempest-NetworksTestDHCPv6-router-912066070', 'tenant_id': '3079a2e247734574a53d1baca2087c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:55:33Z', 'updated_at': '2022-01-28T02:55:36Z', 'revision_number': 2, 'project_id': '3079a2e247734574a53d1baca2087c94', 'gw_port_host': None, '_interfaces': [{'id': '87303626-65a4-449d-a97e-bbf4aa9518b1', 'name': '', 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'tenant_id': '3079a2e247734574a53d1baca2087c94', 'mac_address': 'fa:16:3e:f3:72:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfbf66f-0988-48d9-8d88-a62d82a78358', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'af4ddca8-10dc-47da-a31f-37b2f151280d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:55:34Z', 'updated_at': '2022-01-28T02:55:41Z', 'revision_number': 4, 'project_id': '3079a2e247734574a53d1baca2087c94', 'subnets': [{'id': 'af4ddca8-10dc-47da-a31f-37b2f151280d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:55:42.531375 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-474ac22e-c795-469a-8189-4529ebfc6638 req-11ff6988-f656-408e-a458-67f4aa68c902 service neutron] 10.222.0.39 "GET /v2.0/networks/8a90ebac-f69f-461b-a785-3d45e68aad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386890 Jan 28 02:55:42.559791 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73102c1-8168-49ec-b5de-050b1a8a7d07 None None] Pushing event updated for resources: {'Port': ['ID=87303626-65a4-449d-a97e-bbf4aa9518b1,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:42.597417 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4d48c7a9-ac5b-4e00-a0f1-56add5097484 req-da8b758c-d396-419d-88f7-d55ea8bf3990 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13b71a4f-d1b0-4c45-88a4-b1b8b0e31361 HTTP/1.1" status: 200 len: 217 time: 0.0575476 Jan 28 02:55:42.600190 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef24e70-b460-4b8d-9863-29e3d81285dd None None] The sync data for ids ['6dfbf66f-0988-48d9-8d88-a62d82a78358'] in n-d-712139-27 is: [{'id': '6dfbf66f-0988-48d9-8d88-a62d82a78358', 'name': 'tempest-NetworksTestDHCPv6-router-912066070', 'tenant_id': '3079a2e247734574a53d1baca2087c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:55:33Z', 'updated_at': '2022-01-28T02:55:36Z', 'revision_number': 2, 'project_id': '3079a2e247734574a53d1baca2087c94', 'gw_port_host': None, '_interfaces': [{'id': '87303626-65a4-449d-a97e-bbf4aa9518b1', 'name': '', 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'tenant_id': '3079a2e247734574a53d1baca2087c94', 'mac_address': 'fa:16:3e:f3:72:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfbf66f-0988-48d9-8d88-a62d82a78358', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'af4ddca8-10dc-47da-a31f-37b2f151280d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:55:34Z', 'updated_at': '2022-01-28T02:55:41Z', 'revision_number': 4, 'project_id': '3079a2e247734574a53d1baca2087c94', 'subnets': [{'id': 'af4ddca8-10dc-47da-a31f-37b2f151280d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:55:42.618663 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-90c9d159-8771-40e1-8f07-bec53714c451 req-98c38b60-f88f-4ffc-b4a9-b04e76cc852e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aab93c4-9491-4b44-ab45-394e2d033a1e {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:55:42.652618 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-98c38b60-f88f-4ffc-b4a9-b04e76cc852e service neutron] Publish callbacks [] for port (1aab93c4-9491-4b44-ab45-394e2d033a1e), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:42.659339 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b7c118b2-5ed0-49cb-b917-71e6d202ec99 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (d0fe888b-7455-49f1-9f3b-db570ef16c82), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:42.683273 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-efb9a8c8-aa4d-498c-a423-88f3716763ca None None] Current status of the port 87303626-65a4-449d-a97e-bbf4aa9518b1 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:42.684011 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-90c9d159-8771-40e1-8f07-bec53714c451 req-98c38b60-f88f-4ffc-b4a9-b04e76cc852e service neutron] Transition to ACTIVE for port object 1aab93c4-9491-4b44-ab45-394e2d033a1e will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:55:42.701564 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-98c38b60-f88f-4ffc-b4a9-b04e76cc852e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (1aab93c4-9491-4b44-ab45-394e2d033a1e), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:42.765768 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a41cd8-d5e8-45e8-bfd1-a318089936d8 req-820f1dc3-0cef-4c84-aa5b-e8295e59d969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:42.768651 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-88a41cd8-d5e8-45e8-bfd1-a318089936d8 req-820f1dc3-0cef-4c84-aa5b-e8295e59d969 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5571289 Jan 28 02:55:42.776281 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b7c118b2-5ed0-49cb-b917-71e6d202ec99 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (d0fe888b-7455-49f1-9f3b-db570ef16c82), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:42.778790 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c38b60-f88f-4ffc-b4a9-b04e76cc852e service neutron] Pushing event updated for resources: {'Port': ['ID=1aab93c4-9491-4b44-ab45-394e2d033a1e,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:42.790485 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48c7a9-ac5b-4e00-a0f1-56add5097484 req-0862fd8a-fd25-41ec-97ce-2355bae1e06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:42.792783 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4d48c7a9-ac5b-4e00-a0f1-56add5097484 req-0862fd8a-fd25-41ec-97ce-2355bae1e06d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=49bb14d4-dcd1-48f1-bfcf-d4851c7c298c HTTP/1.1" status: 200 len: 848 time: 0.1867850 Jan 28 02:55:42.797667 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c118b2-5ed0-49cb-b917-71e6d202ec99 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:42.798345 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b7c118b2-5ed0-49cb-b917-71e6d202ec99 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:42.857438 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f2a130-82ab-4b41-93ac-3dfcef65eecc None None] Sync routers for ids ['bc4aa6bd-a58f-4377-8585-df37e794ff27'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:55:42.878659 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4d48c7a9-ac5b-4e00-a0f1-56add5097484 req-5ba8e9bc-bc5f-48fb-96e9-5e295dd2c0bf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=290af027-4910-45bb-b54e-a29d61400c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789595 Jan 28 02:55:42.885497 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f2a130-82ab-4b41-93ac-3dfcef65eecc None None] Routers {'bc4aa6bd-a58f-4377-8585-df37e794ff27'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:55:42.889718 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-48f2a130-82ab-4b41-93ac-3dfcef65eecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:55:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['bc4aa6bd-a58f-4377-8585-df37e794ff27'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:55:42.979210 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:55:43.054617 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-90c9d159-8771-40e1-8f07-bec53714c451 req-98c38b60-f88f-4ffc-b4a9-b04e76cc852e service neutron] Attempting to bind port 1aab93c4-9491-4b44-ab45-394e2d033a1e on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:55:43.055689 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-90c9d159-8771-40e1-8f07-bec53714c451 req-98c38b60-f88f-4ffc-b4a9-b04e76cc852e service neutron] Attempting to bind port 1aab93c4-9491-4b44-ab45-394e2d033a1e by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '08579d7b-ee04-4dba-9a58-af7df8141495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd468efc2-a65f-4457-a846-ab761946515b'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:55:43.056619 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c9d159-8771-40e1-8f07-bec53714c451 req-98c38b60-f88f-4ffc-b4a9-b04e76cc852e service neutron] Attempting to bind port 1aab93c4-9491-4b44-ab45-394e2d033a1e on network d468efc2-a65f-4457-a846-ab761946515b {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:55:43.062485 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b7c118b2-5ed0-49cb-b917-71e6d202ec99 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1722820 Jan 28 02:55:43.067841 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41052) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:43.083069 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-b7f61b09-1e27-4185-8c9e-d9b9f09ab836 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1003228011'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:43.095858 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c9d159-8771-40e1-8f07-bec53714c451 req-98c38b60-f88f-4ffc-b4a9-b04e76cc852e service neutron] Port 1aab93c4-9491-4b44-ab45-394e2d033a1e on network d468efc2-a65f-4457-a846-ab761946515b not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:55:43.096193 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c9d159-8771-40e1-8f07-bec53714c451 req-98c38b60-f88f-4ffc-b4a9-b04e76cc852e service neutron] Attempting to bind port 1aab93c4-9491-4b44-ab45-394e2d033a1e on network d468efc2-a65f-4457-a846-ab761946515b {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:55:43.099997 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c118b2-5ed0-49cb-b917-71e6d202ec99 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Pushing event updated for resources: {'Network': ['ID=d0fe888b-7455-49f1-9f3b-db570ef16c82,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:43.124037 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c9d159-8771-40e1-8f07-bec53714c451 req-98c38b60-f88f-4ffc-b4a9-b04e76cc852e service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:55:43.124453 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c9d159-8771-40e1-8f07-bec53714c451 req-98c38b60-f88f-4ffc-b4a9-b04e76cc852e service neutron] Checking segment: {'id': '08579d7b-ee04-4dba-9a58-af7df8141495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd468efc2-a65f-4457-a846-ab761946515b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:55:43.124924 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c9d159-8771-40e1-8f07-bec53714c451 req-98c38b60-f88f-4ffc-b4a9-b04e76cc852e service neutron] Bound using segment: {'id': '08579d7b-ee04-4dba-9a58-af7df8141495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd468efc2-a65f-4457-a846-ab761946515b'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:55:43.127595 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-90c9d159-8771-40e1-8f07-bec53714c451 req-98c38b60-f88f-4ffc-b4a9-b04e76cc852e service neutron] Bound port: 1aab93c4-9491-4b44-ab45-394e2d033a1e, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08579d7b-ee04-4dba-9a58-af7df8141495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd468efc2-a65f-4457-a846-ab761946515b'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:55:43.128651 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-98c38b60-f88f-4ffc-b4a9-b04e76cc852e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1aab93c4-9491-4b44-ab45-394e2d033a1e), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:43.140020 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea33297-48a9-4502-a546-85ba7ff91957 req-8a795bef-a065-4bf1-8bbe-54cc4cd07112 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:43.176324 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea33297-48a9-4502-a546-85ba7ff91957 req-8a795bef-a065-4bf1-8bbe-54cc4cd07112 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:43.199939 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea33297-48a9-4502-a546-85ba7ff91957 req-8a795bef-a065-4bf1-8bbe-54cc4cd07112 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:43.216819 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea33297-48a9-4502-a546-85ba7ff91957 req-8a795bef-a065-4bf1-8bbe-54cc4cd07112 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:43.219088 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64,segment=NetworkSegment(5ec551e3-78ab-42a1-92af-4f07dc8530f7),segment_id=5ec551e3-78ab-42a1-92af-4f07dc8530f7)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:55:43.223444 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea33297-48a9-4502-a546-85ba7ff91957 req-8a795bef-a065-4bf1-8bbe-54cc4cd07112 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:43.229018 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea33297-48a9-4502-a546-85ba7ff91957 req-8a795bef-a065-4bf1-8bbe-54cc4cd07112 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:43.245098 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea33297-48a9-4502-a546-85ba7ff91957 req-8a795bef-a065-4bf1-8bbe-54cc4cd07112 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:43.247082 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-eea33297-48a9-4502-a546-85ba7ff91957 req-8a795bef-a065-4bf1-8bbe-54cc4cd07112 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 5373 time: 0.5434864 Jan 28 02:55:43.257133 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-90c9d159-8771-40e1-8f07-bec53714c451 req-98c38b60-f88f-4ffc-b4a9-b04e76cc852e service neutron] For port 1aab93c4-9491-4b44-ab45-394e2d033a1e, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:55:43.261875 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-90c9d159-8771-40e1-8f07-bec53714c451 req-98c38b60-f88f-4ffc-b4a9-b04e76cc852e service neutron] For port 1aab93c4-9491-4b44-ab45-394e2d033a1e, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=1aab93c4-9491-4b44-ab45-394e2d033a1e,segment=NetworkSegment(08579d7b-ee04-4dba-9a58-af7df8141495),segment_id=08579d7b-ee04-4dba-9a58-af7df8141495)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:55:43.265298 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network d0fe888b-7455-49f1-9f3b-db570ef16c82 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:55:43.277508 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64', 'network_id': '8a90ebac-f69f-461b-a785-3d45e68aad72', 'port_id': '94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64', 'mac_address': 'fa:16:3e:48:46:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a514938-18f7-4fe1-ae61-4e73697ccb7f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:55:43.297182 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-98c38b60-f88f-4ffc-b4a9-b04e76cc852e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (1aab93c4-9491-4b44-ab45-394e2d033a1e), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:43.328918 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f61b09-1e27-4185-8c9e-d9b9f09ab836 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Made reservation on behalf of 0c2b945effa14b3791285f96d9d76c0a for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:55:43.336262 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b7f61b09-1e27-4185-8c9e-d9b9f09ab836 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:43.394278 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:43.395594 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:43.420794 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4d48c7a9-ac5b-4e00-a0f1-56add5097484 req-e74e05e3-8379-4b0d-a977-afe8377eeba8 service neutron] 10.222.0.39 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4891672 Jan 28 02:55:43.422403 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9d159-8771-40e1-8f07-bec53714c451 req-98c38b60-f88f-4ffc-b4a9-b04e76cc852e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:43.423010 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-98c38b60-f88f-4ffc-b4a9-b04e76cc852e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:43.428450 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-98c38b60-f88f-4ffc-b4a9-b04e76cc852e service neutron] 10.222.0.67 "PUT /v2.0/ports/1aab93c4-9491-4b44-ab45-394e2d033a1e HTTP/1.1" status: 200 len: 1132 time: 3.5134118 Jan 28 02:55:43.451953 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-eea33297-48a9-4502-a546-85ba7ff91957 req-aae9c5f2-30c8-487c-aeb7-b069030d0c4d tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&id=3711f489-87e7-4ab3-8353-77075d27f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1880388 Jan 28 02:55:43.458643 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41056) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:43.477829 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-46a3c86a-5bec-4ef0-aa68-a231623bdb58 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1259269178', 'description': 'tempest-description--2113460266'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:43.490423 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:55:43.491070 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'tag': '1aab93c4-9491-4b44-ab45-394e2d033a1e'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:55:43.503259 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e674f30d-8d9d-4a63-8e00-1ba63f95b7a0" -d '{"events": [{"name": "network-changed", "server_uuid": "3e4b5d3f-9d94-4228-974e-b08b737d3e4c", "tag": "1aab93c4-9491-4b44-ab45-394e2d033a1e"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:55:43.519531 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c38b60-f88f-4ffc-b4a9-b04e76cc852e service neutron] Pushing event updated for resources: {'Port': ['ID=1aab93c4-9491-4b44-ab45-394e2d033a1e,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:43.545387 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-90c9d159-8771-40e1-8f07-bec53714c451 req-6ac25ffc-42a8-46a3-a362-1110e5ddffda service neutron] Request body: {'port': {'device_id': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:43.568550 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f61b09-1e27-4185-8c9e-d9b9f09ab836 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:55:43.600553 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b7f61b09-1e27-4185-8c9e-d9b9f09ab836 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (37dec545-941f-4489-831b-6673b8b6c9d7), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:43.600908 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-b7f61b09-1e27-4185-8c9e-d9b9f09ab836 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Added segment 37dec545-941f-4489-831b-6673b8b6c9d7 of type vlan for network 3cf1894b-0ffd-4bb0-bb8e-7bb0306646ae Jan 28 02:55:43.637967 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-48f2a130-82ab-4b41-93ac-3dfcef65eecc None None] Set router bc4aa6bd-a58f-4377-8585-df37e794ff27 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:55:43.673291 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b7f61b09-1e27-4185-8c9e-d9b9f09ab836 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (3cf1894b-0ffd-4bb0-bb8e-7bb0306646ae), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:43.674105 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-46a3c86a-5bec-4ef0-aa68-a231623bdb58 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:43.767865 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-335cf032-f543-4058-9413-535b3f2aa6c5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (6dfbf66f-0988-48d9-8d88-a62d82a78358), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:43.773765 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:55:43.981473 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.db.resource_extend [None req-b7f61b09-1e27-4185-8c9e-d9b9f09ab836 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 02:55:43.996377 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-6ac25ffc-42a8-46a3-a362-1110e5ddffda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (adb6e36c-de05-4418-b914-1cc1d87b0029), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:44.004268 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4d48c7a9-ac5b-4e00-a0f1-56add5097484 req-5f498576-22d2-40f8-97b4-e4a519ea1e1e service neutron] 10.222.0.39 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4736755 Jan 28 02:55:44.063268 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba0163-cfd1-4f81-a67b-e2c404a558de req-b9046e53-de60-4cf3-8c96-a19b505d75b3 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:44.065699 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-28ba0163-cfd1-4f81-a67b-e2c404a558de req-b9046e53-de60-4cf3-8c96-a19b505d75b3 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c1dd99b-27ad-4301-b835-f160548c33ed HTTP/1.1" status: 200 len: 943 time: 0.1548500 Jan 28 02:55:44.075375 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-46a3c86a-5bec-4ef0-aa68-a231623bdb58 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Publish callbacks [] for security_group (950b0d70-c9c8-434a-a09a-520ef6e676e0), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:44.092746 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-46a3c86a-5bec-4ef0-aa68-a231623bdb58 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (950b0d70-c9c8-434a-a09a-520ef6e676e0), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:44.125866 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-46a3c86a-5bec-4ef0-aa68-a231623bdb58 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:44.133243 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-46a3c86a-5bec-4ef0-aa68-a231623bdb58 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6557660 Jan 28 02:55:44.149004 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41060) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:44.155990 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-e5bdadf1-6fee-4bea-a98d-2861f74eecf3 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Request body: {'security_group_rule': {'security_group_id': '950b0d70-c9c8-434a-a09a-520ef6e676e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:44.188214 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64,segment=NetworkSegment(5ec551e3-78ab-42a1-92af-4f07dc8530f7),segment_id=5ec551e3-78ab-42a1-92af-4f07dc8530f7)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:55:44.213620 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a3c86a-5bec-4ef0-aa68-a231623bdb58 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=950b0d70-c9c8-434a-a09a-520ef6e676e0,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:44.236482 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-28ba0163-cfd1-4f81-a67b-e2c404a558de req-702c4ac6-0f88-40b6-8e95-84bf149ec9f5 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572709 Jan 28 02:55:44.272413 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:44.274306 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-335cf032-f543-4058-9413-535b3f2aa6c5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting port 87303626-65a4-449d-a97e-bbf4aa9518b1 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:55:44.274660 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-335cf032-f543-4058-9413-535b3f2aa6c5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (87303626-65a4-449d-a97e-bbf4aa9518b1), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:44.361842 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b7f61b09-1e27-4185-8c9e-d9b9f09ab836 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (3cf1894b-0ffd-4bb0-bb8e-7bb0306646ae), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:44.363463 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:44.367661 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f61b09-1e27-4185-8c9e-d9b9f09ab836 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:44.373222 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b7f61b09-1e27-4185-8c9e-d9b9f09ab836 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:44.387018 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-48f2a130-82ab-4b41-93ac-3dfcef65eecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4aa6bd-a58f-4377-8585-df37e794ff27', 'name': 'tempest-ServersTestBootFromVolume-1814748997-router', 'tenant_id': 'befd34c380174bf4b40f46a4a27ffeac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:55:32Z', 'updated_at': '2022-01-28T02:55:39Z', 'revision_number': 4, 'project_id': 'befd34c380174bf4b40f46a4a27ffeac', 'gw_port': {'id': '3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4aa6bd-a58f-4377-8585-df37e794ff27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:55:33Z', 'updated_at': '2022-01-28T02:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'ea32e377-8c75-4715-9ada-f6b33bd5aa01', 'name': '', 'network_id': '7dc952e9-3c46-450c-9a62-b53f248a00c4', 'tenant_id': 'befd34c380174bf4b40f46a4a27ffeac', 'mac_address': 'fa:16:3e:b2:0e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4aa6bd-a58f-4377-8585-df37e794ff27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '16ee6f75-5845-453e-adc6-4f31252df005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:55:37Z', 'updated_at': '2022-01-28T02:55:39Z', 'revision_number': 2, 'project_id': 'befd34c380174bf4b40f46a4a27ffeac', 'subnets': [{'id': '16ee6f75-5845-453e-adc6-4f31252df005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:55:44.392456 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:44.392930 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:44.395396 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-335cf032-f543-4058-9413-535b3f2aa6c5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] For port 87303626-65a4-449d-a97e-bbf4aa9518b1, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=87303626-65a4-449d-a97e-bbf4aa9518b1,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:55:44.395968 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-335cf032-f543-4058-9413-535b3f2aa6c5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (87303626-65a4-449d-a97e-bbf4aa9518b1), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:44.413561 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-335cf032-f543-4058-9413-535b3f2aa6c5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Calling delete_port for 87303626-65a4-449d-a97e-bbf4aa9518b1 owned by network:router_interface {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:55:44.451853 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f2a130-82ab-4b41-93ac-3dfcef65eecc None None] Checking router: bc4aa6bd-a58f-4377-8585-df37e794ff27 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:55:44.452217 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f2a130-82ab-4b41-93ac-3dfcef65eecc None None] Updating router bc4aa6bd-a58f-4377-8585-df37e794ff27 port ea32e377-8c75-4715-9ada-f6b33bd5aa01 binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:55:44.470051 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6189e8fa-e89a-4f16-a8e2-d1ba2f076817 x-openstack-request-id: req-6189e8fa-e89a-4f16-a8e2-d1ba2f076817 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:55:44.470314 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e4b5d3f-9d94-4228-974e-b08b737d3e4c", "tag": "1aab93c4-9491-4b44-ab45-394e2d033a1e", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:55:44.470538 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6189e8fa-e89a-4f16-a8e2-d1ba2f076817 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:55:44.471066 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'tag': '1aab93c4-9491-4b44-ab45-394e2d033a1e', 'status': 'completed', 'code': 200} Jan 28 02:55:44.477512 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f61b09-1e27-4185-8c9e-d9b9f09ab836 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Pushing event updated for resources: {'Network': ['ID=3cf1894b-0ffd-4bb0-bb8e-7bb0306646ae,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:44.504187 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 3cf1894b-0ffd-4bb0-bb8e-7bb0306646ae details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:55:44.525129 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b7f61b09-1e27-4185-8c9e-d9b9f09ab836 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4530096 Jan 28 02:55:44.525341 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41064) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:44.533685 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd3f1b0-21e0-4c07-84a6-418fde762177 req-b1388413-40fb-46c8-b9d6-3c098a654ad6 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:44.541899 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dfd3f1b0-21e0-4c07-84a6-418fde762177 req-b1388413-40fb-46c8-b9d6-3c098a654ad6 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=e10628cf-5182-4742-90c0-a8db0de789c5 HTTP/1.1" status: 200 len: 946 time: 0.7867360 Jan 28 02:55:44.549426 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-73d6bf00-39f7-41e5-826b-7eac90808216 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Request body: {'ports': [{'network_id': 'd0fe888b-7455-49f1-9f3b-db570ef16c82', 'name': 'tempest-port--1153694494', 'admin_state_up': True}, {'network_id': '3cf1894b-0ffd-4bb0-bb8e-7bb0306646ae', 'admin_state_up': False}]} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:44.549815 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-73d6bf00-39f7-41e5-826b-7eac90808216 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Request body: {'port': {'network_id': 'd0fe888b-7455-49f1-9f3b-db570ef16c82', 'name': 'tempest-port--1153694494', 'admin_state_up': True}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:44.550376 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-73d6bf00-39f7-41e5-826b-7eac90808216 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Request body: {'port': {'network_id': '3cf1894b-0ffd-4bb0-bb8e-7bb0306646ae', 'admin_state_up': False}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:44.557056 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-48f2a130-82ab-4b41-93ac-3dfcef65eecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ea32e377-8c75-4715-9ada-f6b33bd5aa01), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:44.623594 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:55:44.704588 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e5bdadf1-6fee-4bea-a98d-2861f74eecf3 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Publish callbacks [] for security_group_rule (fb376216-8b11-4efe-9341-e67f5c7ccac3), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:44.740511 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674f30d-8d9d-4a63-8e00-1ba63f95b7a0 req-3690e20c-aac3-416a-bb35-e37f078dc009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:44.740990 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674f30d-8d9d-4a63-8e00-1ba63f95b7a0 req-3690e20c-aac3-416a-bb35-e37f078dc009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:44.746172 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674f30d-8d9d-4a63-8e00-1ba63f95b7a0 req-3690e20c-aac3-416a-bb35-e37f078dc009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:44.746667 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674f30d-8d9d-4a63-8e00-1ba63f95b7a0 req-3690e20c-aac3-416a-bb35-e37f078dc009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:44.747139 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674f30d-8d9d-4a63-8e00-1ba63f95b7a0 req-3690e20c-aac3-416a-bb35-e37f078dc009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:44.747648 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674f30d-8d9d-4a63-8e00-1ba63f95b7a0 req-3690e20c-aac3-416a-bb35-e37f078dc009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:44.748062 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674f30d-8d9d-4a63-8e00-1ba63f95b7a0 req-3690e20c-aac3-416a-bb35-e37f078dc009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:44.750934 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e674f30d-8d9d-4a63-8e00-1ba63f95b7a0 req-3690e20c-aac3-416a-bb35-e37f078dc009 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7581cafbb59a47148e5d33dde7c9cb23&device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 6213 time: 0.1958082 Jan 28 02:55:44.831609 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:44.832762 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 87303626-65a4-449d-a97e-bbf4aa9518b1 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:55:44.837691 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dfd3f1b0-21e0-4c07-84a6-418fde762177 req-6473c064-9dd4-4827-8cde-03fd40f7a392 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945688 Jan 28 02:55:44.839836 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe423f5-cf75-4d65-8bae-26ff73c56991 req-a9fb21c2-949e-42dc-9efd-824f956a04f9 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:44.849982 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe423f5-cf75-4d65-8bae-26ff73c56991 req-a9fb21c2-949e-42dc-9efd-824f956a04f9 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:44.855589 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe423f5-cf75-4d65-8bae-26ff73c56991 req-a9fb21c2-949e-42dc-9efd-824f956a04f9 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:44.865036 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe423f5-cf75-4d65-8bae-26ff73c56991 req-a9fb21c2-949e-42dc-9efd-824f956a04f9 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:44.871170 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe423f5-cf75-4d65-8bae-26ff73c56991 req-a9fb21c2-949e-42dc-9efd-824f956a04f9 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:44.876970 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe423f5-cf75-4d65-8bae-26ff73c56991 req-a9fb21c2-949e-42dc-9efd-824f956a04f9 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:44.889569 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe423f5-cf75-4d65-8bae-26ff73c56991 req-a9fb21c2-949e-42dc-9efd-824f956a04f9 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:44.891567 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7fe423f5-cf75-4d65-8bae-26ff73c56991 req-a9fb21c2-949e-42dc-9efd-824f956a04f9 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 5373 time: 0.2506235 Jan 28 02:55:44.959792 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-335cf032-f543-4058-9413-535b3f2aa6c5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (87303626-65a4-449d-a97e-bbf4aa9518b1), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:45.039816 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No active binding found for port 87303626-65a4-449d-a97e-bbf4aa9518b1 {{(pid=109804) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 02:55:45.040329 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] The host n-d-712139-27 is not matching for port 87303626-65a4-449d-a97e-bbf4aa9518b1 host None! {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 02:55:45.040948 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 87303626-65a4-449d-a97e-bbf4aa9518b1 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 28 02:55:45.059991 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e5bdadf1-6fee-4bea-a98d-2861f74eecf3 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Publish callbacks [] for security_group_rule (fb376216-8b11-4efe-9341-e67f5c7ccac3), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:45.080464 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Port 87303626-65a4-449d-a97e-bbf4aa9518b1 not found, will not notify nova. {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 28 02:55:45.124031 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e5bdadf1-6fee-4bea-a98d-2861f74eecf3 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (fb376216-8b11-4efe-9341-e67f5c7ccac3), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:45.174385 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bdadf1-6fee-4bea-a98d-2861f74eecf3 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb376216-8b11-4efe-9341-e67f5c7ccac3,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:45.176291 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d6bf00-39f7-41e5-826b-7eac90808216 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Made reservation on behalf of 0c2b945effa14b3791285f96d9d76c0a for: {'port': 2} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:55:45.185966 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-73d6bf00-39f7-41e5-826b-7eac90808216 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:45.222152 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e5bdadf1-6fee-4bea-a98d-2861f74eecf3 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:45.223367 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e5bdadf1-6fee-4bea-a98d-2861f74eecf3 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0720923 Jan 28 02:55:45.229330 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41070) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:45.235327 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-b2fee8b1-e8ab-4990-94f3-1c32cc336bac tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Request body: {'security_group_rule': {'security_group_id': '950b0d70-c9c8-434a-a09a-520ef6e676e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:45.240014 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-73d6bf00-39f7-41e5-826b-7eac90808216 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:45.243605 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-90c9d159-8771-40e1-8f07-bec53714c451 req-6ac25ffc-42a8-46a3-a362-1110e5ddffda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adb6e36c-de05-4418-b914-1cc1d87b0029 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:55:45.318634 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-6ac25ffc-42a8-46a3-a362-1110e5ddffda service neutron] Publish callbacks [] for port (adb6e36c-de05-4418-b914-1cc1d87b0029), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:45.408090 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-48f2a130-82ab-4b41-93ac-3dfcef65eecc None None] Publish callbacks [] for port (ea32e377-8c75-4715-9ada-f6b33bd5aa01), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:45.419966 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-48f2a130-82ab-4b41-93ac-3dfcef65eecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ea32e377-8c75-4715-9ada-f6b33bd5aa01), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:45.482477 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c891bfd5-8244-4475-94f1-4c92c6cc1dab None None] Pushing event updated for resources: {'Port': ['ID=ea32e377-8c75-4715-9ada-f6b33bd5aa01,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:45.509233 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-90c9d159-8771-40e1-8f07-bec53714c451 req-6ac25ffc-42a8-46a3-a362-1110e5ddffda service neutron] Transition to ACTIVE for port object adb6e36c-de05-4418-b914-1cc1d87b0029 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:55:45.551424 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-6ac25ffc-42a8-46a3-a362-1110e5ddffda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (adb6e36c-de05-4418-b914-1cc1d87b0029), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:45.590740 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335cf032-f543-4058-9413-535b3f2aa6c5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Port': ['ID=87303626-65a4-449d-a97e-bbf4aa9518b1,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:45.605156 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-48f2a130-82ab-4b41-93ac-3dfcef65eecc None None] Attempting to bind port ea32e377-8c75-4715-9ada-f6b33bd5aa01 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:55:45.605531 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-48f2a130-82ab-4b41-93ac-3dfcef65eecc None None] Attempting to bind port ea32e377-8c75-4715-9ada-f6b33bd5aa01 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '20313ebf-9326-431b-9165-cf128e6f65fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7dc952e9-3c46-450c-9a62-b53f248a00c4'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:55:45.605881 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f2a130-82ab-4b41-93ac-3dfcef65eecc None None] Attempting to bind port ea32e377-8c75-4715-9ada-f6b33bd5aa01 on network 7dc952e9-3c46-450c-9a62-b53f248a00c4 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:55:45.617005 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b2fee8b1-e8ab-4990-94f3-1c32cc336bac tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Publish callbacks [] for security_group_rule (76ef28fc-f348-429c-902f-cc1aaacc6f18), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:45.623350 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f2a130-82ab-4b41-93ac-3dfcef65eecc None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:55:45.623350 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f2a130-82ab-4b41-93ac-3dfcef65eecc None None] Checking segment: {'id': '20313ebf-9326-431b-9165-cf128e6f65fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7dc952e9-3c46-450c-9a62-b53f248a00c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:55:45.623798 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-48f2a130-82ab-4b41-93ac-3dfcef65eecc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:45.624167 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f2a130-82ab-4b41-93ac-3dfcef65eecc None None] Bound using segment: {'id': '20313ebf-9326-431b-9165-cf128e6f65fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7dc952e9-3c46-450c-9a62-b53f248a00c4'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:55:45.624735 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-48f2a130-82ab-4b41-93ac-3dfcef65eecc None None] Bound port: ea32e377-8c75-4715-9ada-f6b33bd5aa01, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20313ebf-9326-431b-9165-cf128e6f65fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7dc952e9-3c46-450c-9a62-b53f248a00c4'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:55:45.625095 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-48f2a130-82ab-4b41-93ac-3dfcef65eecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ea32e377-8c75-4715-9ada-f6b33bd5aa01), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:45.627164 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7fe423f5-cf75-4d65-8bae-26ff73c56991 req-313c317d-6e69-4060-9d37-9fa3bafe8d53 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&id=3711f489-87e7-4ab3-8353-77075d27f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7014239 Jan 28 02:55:45.733807 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-48f2a130-82ab-4b41-93ac-3dfcef65eecc None None] For port ea32e377-8c75-4715-9ada-f6b33bd5aa01, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:55:45.738498 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-48f2a130-82ab-4b41-93ac-3dfcef65eecc None None] For port ea32e377-8c75-4715-9ada-f6b33bd5aa01, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ea32e377-8c75-4715-9ada-f6b33bd5aa01,segment=NetworkSegment(20313ebf-9326-431b-9165-cf128e6f65fb),segment_id=20313ebf-9326-431b-9165-cf128e6f65fb)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:55:45.750865 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-48f2a130-82ab-4b41-93ac-3dfcef65eecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ea32e377-8c75-4715-9ada-f6b33bd5aa01), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:45.770577 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-335cf032-f543-4058-9413-535b3f2aa6c5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (6dfbf66f-0988-48d9-8d88-a62d82a78358), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:45.815664 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674f30d-8d9d-4a63-8e00-1ba63f95b7a0 req-8a2064ee-fa8f-4154-8b26-34c6fabc93cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:45.816132 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674f30d-8d9d-4a63-8e00-1ba63f95b7a0 req-8a2064ee-fa8f-4154-8b26-34c6fabc93cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:45.816591 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674f30d-8d9d-4a63-8e00-1ba63f95b7a0 req-8a2064ee-fa8f-4154-8b26-34c6fabc93cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:45.818221 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e674f30d-8d9d-4a63-8e00-1ba63f95b7a0 req-8a2064ee-fa8f-4154-8b26-34c6fabc93cd service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=7581cafbb59a47148e5d33dde7c9cb23&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.0479164 Jan 28 02:55:45.844890 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f2a130-82ab-4b41-93ac-3dfcef65eecc None None] Routers {'bc4aa6bd-a58f-4377-8585-df37e794ff27'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:55:45.845621 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-48f2a130-82ab-4b41-93ac-3dfcef65eecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:55:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['bc4aa6bd-a58f-4377-8585-df37e794ff27'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:55:45.905820 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c891bfd5-8244-4475-94f1-4c92c6cc1dab None None] Pushing event updated for resources: {'Port': ['ID=ea32e377-8c75-4715-9ada-f6b33bd5aa01,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:45.976956 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-d5e85b2d-c016-4f8f-b7b3-da98d734d30f None None] Provisioning complete for port ea32e377-8c75-4715-9ada-f6b33bd5aa01 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:45.977242 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d5e85b2d-c016-4f8f-b7b3-da98d734d30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ea32e377-8c75-4715-9ada-f6b33bd5aa01), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:46.058170 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674f30d-8d9d-4a63-8e00-1ba63f95b7a0 req-e366b636-c123-4f3d-9616-c9edc2a30871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:46.059900 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e674f30d-8d9d-4a63-8e00-1ba63f95b7a0 req-e366b636-c123-4f3d-9616-c9edc2a30871 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1618578 Jan 28 02:55:46.070515 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-48f2a130-82ab-4b41-93ac-3dfcef65eecc None None] Set router bc4aa6bd-a58f-4377-8585-df37e794ff27 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:55:46.162825 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8c26f-0be2-4f96-9e0d-398e754958fd req-4935b0bb-5743-48ab-8de5-10f5a3e4d7ba tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:46.170613 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-61b8c26f-0be2-4f96-9e0d-398e754958fd req-4935b0bb-5743-48ab-8de5-10f5a3e4d7ba tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=e10628cf-5182-4742-90c0-a8db0de789c5 HTTP/1.1" status: 200 len: 946 time: 0.1095946 Jan 28 02:55:46.251243 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-73d6bf00-39f7-41e5-826b-7eac90808216 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] device_id is not set on port e510809b-71ec-470d-975e-cff8f4240116 yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:55:46.263767 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3814b-b05f-4b4f-af82-24a7fb693236 req-996acf3a-8069-40f8-9167-941e162e6697 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:46.266167 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-d5e85b2d-c016-4f8f-b7b3-da98d734d30f None None] Current status of the port ea32e377-8c75-4715-9ada-f6b33bd5aa01 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:46.266562 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d5e85b2d-c016-4f8f-b7b3-da98d734d30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ea32e377-8c75-4715-9ada-f6b33bd5aa01), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:46.271259 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-41d3814b-b05f-4b4f-af82-24a7fb693236 req-996acf3a-8069-40f8-9167-941e162e6697 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c1dd99b-27ad-4301-b835-f160548c33ed HTTP/1.1" status: 200 len: 944 time: 0.8571837 Jan 28 02:55:46.309649 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-61b8c26f-0be2-4f96-9e0d-398e754958fd req-2a948103-18ae-44eb-9308-015caaa73303 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376667 Jan 28 02:55:46.319770 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac25ffc-42a8-46a3-a362-1110e5ddffda service neutron] Pushing event updated for resources: {'Port': ['ID=adb6e36c-de05-4418-b914-1cc1d87b0029,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:46.332628 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-d5e85b2d-c016-4f8f-b7b3-da98d734d30f None None] For port ea32e377-8c75-4715-9ada-f6b33bd5aa01, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ea32e377-8c75-4715-9ada-f6b33bd5aa01,segment=NetworkSegment(20313ebf-9326-431b-9165-cf128e6f65fb),segment_id=20313ebf-9326-431b-9165-cf128e6f65fb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:55:46.335524 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335cf032-f543-4058-9413-535b3f2aa6c5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Router 6dfbf66f-0988-48d9-8d88-a62d82a78358 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:55:46.353366 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b2fee8b1-e8ab-4990-94f3-1c32cc336bac tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Publish callbacks [] for security_group_rule (76ef28fc-f348-429c-902f-cc1aaacc6f18), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:46.354119 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d5e85b2d-c016-4f8f-b7b3-da98d734d30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ea32e377-8c75-4715-9ada-f6b33bd5aa01), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:46.382411 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b2fee8b1-e8ab-4990-94f3-1c32cc336bac tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (76ef28fc-f348-429c-902f-cc1aaacc6f18), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:46.408176 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fee8b1-e8ab-4990-94f3-1c32cc336bac tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76ef28fc-f348-429c-902f-cc1aaacc6f18,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:46.418764 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e85b2d-c016-4f8f-b7b3-da98d734d30f None None] Pushing event updated for resources: {'Port': ['ID=ea32e377-8c75-4715-9ada-f6b33bd5aa01,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:46.457059 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-41d3814b-b05f-4b4f-af82-24a7fb693236 req-b04b94a7-8721-48f4-99e3-402cc96d04d7 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845489 Jan 28 02:55:46.475847 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-90c9d159-8771-40e1-8f07-bec53714c451 req-6ac25ffc-42a8-46a3-a362-1110e5ddffda service neutron] Attempting to bind port adb6e36c-de05-4418-b914-1cc1d87b0029 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:55:46.476288 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-90c9d159-8771-40e1-8f07-bec53714c451 req-6ac25ffc-42a8-46a3-a362-1110e5ddffda service neutron] Attempting to bind port adb6e36c-de05-4418-b914-1cc1d87b0029 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '08579d7b-ee04-4dba-9a58-af7df8141495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd468efc2-a65f-4457-a846-ab761946515b'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:55:46.476753 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c9d159-8771-40e1-8f07-bec53714c451 req-6ac25ffc-42a8-46a3-a362-1110e5ddffda service neutron] Attempting to bind port adb6e36c-de05-4418-b914-1cc1d87b0029 on network d468efc2-a65f-4457-a846-ab761946515b {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:55:46.480970 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b2fee8b1-e8ab-4990-94f3-1c32cc336bac tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:46.482326 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b2fee8b1-e8ab-4990-94f3-1c32cc336bac tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2517788 Jan 28 02:55:46.486561 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41080) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:46.491665 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-94bb0964-3ddc-462b-909b-7bf6c2e6a0a6 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:46.535277 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c9d159-8771-40e1-8f07-bec53714c451 req-6ac25ffc-42a8-46a3-a362-1110e5ddffda service neutron] Port adb6e36c-de05-4418-b914-1cc1d87b0029 on network d468efc2-a65f-4457-a846-ab761946515b not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:55:46.535818 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c9d159-8771-40e1-8f07-bec53714c451 req-6ac25ffc-42a8-46a3-a362-1110e5ddffda service neutron] Attempting to bind port adb6e36c-de05-4418-b914-1cc1d87b0029 on network d468efc2-a65f-4457-a846-ab761946515b {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:55:46.542239 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-94bb0964-3ddc-462b-909b-7bf6c2e6a0a6 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:46.544556 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-328e6800-47d0-4df2-82f3-51c4838a67ae None None] Provisioning complete for port ea32e377-8c75-4715-9ada-f6b33bd5aa01 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:46.545144 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-328e6800-47d0-4df2-82f3-51c4838a67ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ea32e377-8c75-4715-9ada-f6b33bd5aa01), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:46.565729 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c9d159-8771-40e1-8f07-bec53714c451 req-6ac25ffc-42a8-46a3-a362-1110e5ddffda service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:55:46.566317 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c9d159-8771-40e1-8f07-bec53714c451 req-6ac25ffc-42a8-46a3-a362-1110e5ddffda service neutron] Checking segment: {'id': '08579d7b-ee04-4dba-9a58-af7df8141495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd468efc2-a65f-4457-a846-ab761946515b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:55:46.566811 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c9d159-8771-40e1-8f07-bec53714c451 req-6ac25ffc-42a8-46a3-a362-1110e5ddffda service neutron] Bound using segment: {'id': '08579d7b-ee04-4dba-9a58-af7df8141495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd468efc2-a65f-4457-a846-ab761946515b'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:55:46.567447 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-90c9d159-8771-40e1-8f07-bec53714c451 req-6ac25ffc-42a8-46a3-a362-1110e5ddffda service neutron] Bound port: adb6e36c-de05-4418-b914-1cc1d87b0029, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08579d7b-ee04-4dba-9a58-af7df8141495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd468efc2-a65f-4457-a846-ab761946515b'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:55:46.567910 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-6ac25ffc-42a8-46a3-a362-1110e5ddffda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (adb6e36c-de05-4418-b914-1cc1d87b0029), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:46.601216 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-48f2a130-82ab-4b41-93ac-3dfcef65eecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4aa6bd-a58f-4377-8585-df37e794ff27', 'name': 'tempest-ServersTestBootFromVolume-1814748997-router', 'tenant_id': 'befd34c380174bf4b40f46a4a27ffeac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:55:32Z', 'updated_at': '2022-01-28T02:55:39Z', 'revision_number': 4, 'project_id': 'befd34c380174bf4b40f46a4a27ffeac', 'gw_port': {'id': '3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4aa6bd-a58f-4377-8585-df37e794ff27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:55:33Z', 'updated_at': '2022-01-28T02:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'ea32e377-8c75-4715-9ada-f6b33bd5aa01', 'name': '', 'network_id': '7dc952e9-3c46-450c-9a62-b53f248a00c4', 'tenant_id': 'befd34c380174bf4b40f46a4a27ffeac', 'mac_address': 'fa:16:3e:b2:0e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4aa6bd-a58f-4377-8585-df37e794ff27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '16ee6f75-5845-453e-adc6-4f31252df005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:55:37Z', 'updated_at': '2022-01-28T02:55:45Z', 'revision_number': 4, 'project_id': 'befd34c380174bf4b40f46a4a27ffeac', 'subnets': [{'id': '16ee6f75-5845-453e-adc6-4f31252df005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:55:46.610522 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335cf032-f543-4058-9413-535b3f2aa6c5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:55:46.621603 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd084ce-05f1-4188-b912-5ab6fdc67f83 None None] Sync routers for ids ['6dfbf66f-0988-48d9-8d88-a62d82a78358'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:55:46.627028 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-335cf032-f543-4058-9413-535b3f2aa6c5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "PUT /v2.0/routers/6dfbf66f-0988-48d9-8d88-a62d82a78358/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6583426 Jan 28 02:55:46.629894 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41082) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:46.639065 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd084ce-05f1-4188-b912-5ab6fdc67f83 None None] Routers {'6dfbf66f-0988-48d9-8d88-a62d82a78358'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:55:46.639936 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-efd084ce-05f1-4188-b912-5ab6fdc67f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:55:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['6dfbf66f-0988-48d9-8d88-a62d82a78358'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:55:46.648465 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f2a130-82ab-4b41-93ac-3dfcef65eecc None None] The sync data for ids ['bc4aa6bd-a58f-4377-8585-df37e794ff27'] in n-d-712139-27 is: [{'id': 'bc4aa6bd-a58f-4377-8585-df37e794ff27', 'name': 'tempest-ServersTestBootFromVolume-1814748997-router', 'tenant_id': 'befd34c380174bf4b40f46a4a27ffeac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:55:32Z', 'updated_at': '2022-01-28T02:55:39Z', 'revision_number': 4, 'project_id': 'befd34c380174bf4b40f46a4a27ffeac', 'gw_port': {'id': '3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4aa6bd-a58f-4377-8585-df37e794ff27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:55:33Z', 'updated_at': '2022-01-28T02:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'ea32e377-8c75-4715-9ada-f6b33bd5aa01', 'name': '', 'network_id': '7dc952e9-3c46-450c-9a62-b53f248a00c4', 'tenant_id': 'befd34c380174bf4b40f46a4a27ffeac', 'mac_address': 'fa:16:3e:b2:0e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4aa6bd-a58f-4377-8585-df37e794ff27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '16ee6f75-5845-453e-adc6-4f31252df005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:55:37Z', 'updated_at': '2022-01-28T02:55:45Z', 'revision_number': 4, 'project_id': 'befd34c380174bf4b40f46a4a27ffeac', 'subnets': [{'id': '16ee6f75-5845-453e-adc6-4f31252df005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:55:46.733710 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device b8b7d385-5365-470a-8b93-7f20f329746f details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:55:46.760759 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device b8b7d385-5365-470a-8b93-7f20f329746f no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:55:46.783565 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dfe04e-63c2-4e3c-91a9-265eaac70196 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:46.785149 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dfe04e-63c2-4e3c-91a9-265eaac70196 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:46.791667 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f3dfe04e-63c2-4e3c-91a9-265eaac70196 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1605768 Jan 28 02:55:46.794940 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41086) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:46.828377 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-328e6800-47d0-4df2-82f3-51c4838a67ae None None] Current status of the port ea32e377-8c75-4715-9ada-f6b33bd5aa01 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:46.829101 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-efd084ce-05f1-4188-b912-5ab6fdc67f83 None None] Set router 6dfbf66f-0988-48d9-8d88-a62d82a78358 gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:55:46.830018 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-90c9d159-8771-40e1-8f07-bec53714c451 req-6ac25ffc-42a8-46a3-a362-1110e5ddffda service neutron] For port adb6e36c-de05-4418-b914-1cc1d87b0029, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:55:46.842623 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-90c9d159-8771-40e1-8f07-bec53714c451 req-6ac25ffc-42a8-46a3-a362-1110e5ddffda service neutron] For port adb6e36c-de05-4418-b914-1cc1d87b0029, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=adb6e36c-de05-4418-b914-1cc1d87b0029,segment=NetworkSegment(08579d7b-ee04-4dba-9a58-af7df8141495),segment_id=08579d7b-ee04-4dba-9a58-af7df8141495)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:55:46.850102 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-73d6bf00-39f7-41e5-826b-7eac90808216 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks [] for port (e510809b-71ec-470d-975e-cff8f4240116), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:46.851316 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9601629c-f048-4704-a00b-4b69d517dc53 req-c86fb45c-217e-4f4d-a5bd-b92c3ad05ef6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=90c3dbfa-931a-40fc-975d-ece41d334e9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3545814 Jan 28 02:55:46.910941 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-6ac25ffc-42a8-46a3-a362-1110e5ddffda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (adb6e36c-de05-4418-b914-1cc1d87b0029), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:46.938247 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-c848c012-b197-47de-8f67-bbaa973dc40a tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting subnet af4ddca8-10dc-47da-a31f-37b2f151280d {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:55:46.953245 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c848c012-b197-47de-8f67-bbaa973dc40a tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (af4ddca8-10dc-47da-a31f-37b2f151280d), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:46.974578 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-efd084ce-05f1-4188-b912-5ab6fdc67f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfbf66f-0988-48d9-8d88-a62d82a78358', 'name': 'tempest-NetworksTestDHCPv6-router-912066070', 'tenant_id': '3079a2e247734574a53d1baca2087c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:55:33Z', 'updated_at': '2022-01-28T02:55:44Z', 'revision_number': 3, 'project_id': '3079a2e247734574a53d1baca2087c94', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:55:46.985101 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:55:47.027250 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c848c012-b197-47de-8f67-bbaa973dc40a tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (af4ddca8-10dc-47da-a31f-37b2f151280d), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:47.036317 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd084ce-05f1-4188-b912-5ab6fdc67f83 None None] Checking router: 6dfbf66f-0988-48d9-8d88-a62d82a78358 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:55:47.051821 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9d159-8771-40e1-8f07-bec53714c451 req-6ac25ffc-42a8-46a3-a362-1110e5ddffda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:47.052552 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-6ac25ffc-42a8-46a3-a362-1110e5ddffda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:47.056469 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-6ac25ffc-42a8-46a3-a362-1110e5ddffda service neutron] 10.222.0.67 "PUT /v2.0/ports/adb6e36c-de05-4418-b914-1cc1d87b0029 HTTP/1.1" status: 200 len: 1091 time: 3.5276618 Jan 28 02:55:47.058297 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd084ce-05f1-4188-b912-5ab6fdc67f83 None None] Routers {'6dfbf66f-0988-48d9-8d88-a62d82a78358'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:55:47.059287 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-efd084ce-05f1-4188-b912-5ab6fdc67f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:55:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['6dfbf66f-0988-48d9-8d88-a62d82a78358'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:55:47.111647 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fdb1a6-bb9e-44e8-a522-6deb78c9bb99 req-b7e5dae5-3ce2-435a-b563-d82c901db4fe tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:47.124785 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fdb1a6-bb9e-44e8-a522-6deb78c9bb99 req-b7e5dae5-3ce2-435a-b563-d82c901db4fe tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:47.134682 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fdb1a6-bb9e-44e8-a522-6deb78c9bb99 req-b7e5dae5-3ce2-435a-b563-d82c901db4fe tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:47.155233 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fdb1a6-bb9e-44e8-a522-6deb78c9bb99 req-b7e5dae5-3ce2-435a-b563-d82c901db4fe tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:47.176483 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fdb1a6-bb9e-44e8-a522-6deb78c9bb99 req-b7e5dae5-3ce2-435a-b563-d82c901db4fe tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:47.182285 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fdb1a6-bb9e-44e8-a522-6deb78c9bb99 req-b7e5dae5-3ce2-435a-b563-d82c901db4fe tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:47.197191 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fdb1a6-bb9e-44e8-a522-6deb78c9bb99 req-b7e5dae5-3ce2-435a-b563-d82c901db4fe tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:47.208057 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port b8b7d385-5365-470a-8b93-7f20f329746f, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=b8b7d385-5365-470a-8b93-7f20f329746f,segment=NetworkSegment(358dad74-8d99-4de6-a555-7b85f019730b),segment_id=358dad74-8d99-4de6-a555-7b85f019730b)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:55:47.211300 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-61fdb1a6-bb9e-44e8-a522-6deb78c9bb99 req-b7e5dae5-3ce2-435a-b563-d82c901db4fe tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 5385 time: 0.3541763 Jan 28 02:55:47.211809 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'tag': 'adb6e36c-de05-4418-b914-1cc1d87b0029'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:55:47.215456 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858a2211-838c-4e19-a2cc-669d2b6685b2" -d '{"events": [{"name": "network-changed", "server_uuid": "3e4b5d3f-9d94-4228-974e-b08b737d3e4c", "tag": "adb6e36c-de05-4418-b914-1cc1d87b0029"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:55:47.220987 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-efd084ce-05f1-4188-b912-5ab6fdc67f83 None None] Set router 6dfbf66f-0988-48d9-8d88-a62d82a78358 gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:55:47.230067 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port b8b7d385-5365-470a-8b93-7f20f329746f is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:47.230468 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b8b7d385-5365-470a-8b93-7f20f329746f), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:47.238494 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-90c9d159-8771-40e1-8f07-bec53714c451 req-9f4742f6-2be0-49e3-8225-95b26d71741d service neutron] Request body: {'port': {'device_id': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:47.295579 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c848c012-b197-47de-8f67-bbaa973dc40a tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (af4ddca8-10dc-47da-a31f-37b2f151280d), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:47.383810 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6affc6-8222-4e02-88a6-fd01bfdfa53e x-openstack-request-id: req-4f6affc6-8222-4e02-88a6-fd01bfdfa53e {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:55:47.384276 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e4b5d3f-9d94-4228-974e-b08b737d3e4c", "tag": "adb6e36c-de05-4418-b914-1cc1d87b0029", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:55:47.384355 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4f6affc6-8222-4e02-88a6-fd01bfdfa53e {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:55:47.384735 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'tag': 'adb6e36c-de05-4418-b914-1cc1d87b0029', 'status': 'completed', 'code': 200} Jan 28 02:55:47.402323 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-9f4742f6-2be0-49e3-8225-95b26d71741d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1ab715d2-bc27-4588-bd67-bdf04c55fd07), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:47.438988 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-73d6bf00-39f7-41e5-826b-7eac90808216 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] device_id is not set on port 435e9fed-631e-444c-928a-95adf302db95 yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:55:47.451006 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-efd084ce-05f1-4188-b912-5ab6fdc67f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfbf66f-0988-48d9-8d88-a62d82a78358', 'name': 'tempest-NetworksTestDHCPv6-router-912066070', 'tenant_id': '3079a2e247734574a53d1baca2087c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:55:33Z', 'updated_at': '2022-01-28T02:55:44Z', 'revision_number': 3, 'project_id': '3079a2e247734574a53d1baca2087c94', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:55:47.580417 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601629c-f048-4704-a00b-4b69d517dc53 req-d8fe5314-0118-494a-8ae4-517d3c32a8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:47.581998 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9601629c-f048-4704-a00b-4b69d517dc53 req-d8fe5314-0118-494a-8ae4-517d3c32a8d9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=58413890441044459c04be3647465ec6&device_id=90c3dbfa-931a-40fc-975d-ece41d334e9c HTTP/1.1" status: 200 len: 1097 time: 0.6908548 Jan 28 02:55:47.592769 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-61fdb1a6-bb9e-44e8-a522-6deb78c9bb99 req-2216bb08-722e-4819-b673-917ec263c57a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&id=3711f489-87e7-4ab3-8353-77075d27f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3741455 Jan 28 02:55:47.604882 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac25ffc-42a8-46a3-a362-1110e5ddffda service neutron] Pushing event updated for resources: {'Port': ['ID=adb6e36c-de05-4418-b914-1cc1d87b0029,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:47.631327 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-94bb0964-3ddc-462b-909b-7bf6c2e6a0a6 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:47.679944 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd084ce-05f1-4188-b912-5ab6fdc67f83 None None] The sync data for ids ['6dfbf66f-0988-48d9-8d88-a62d82a78358'] in n-d-712139-27 is: [{'id': '6dfbf66f-0988-48d9-8d88-a62d82a78358', 'name': 'tempest-NetworksTestDHCPv6-router-912066070', 'tenant_id': '3079a2e247734574a53d1baca2087c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:55:33Z', 'updated_at': '2022-01-28T02:55:44Z', 'revision_number': 3, 'project_id': '3079a2e247734574a53d1baca2087c94', 'gw_port_host': None}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:55:47.765242 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ea32e377-8c75-4715-9ada-f6b33bd5aa01 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:55:47.801898 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10628cf-5182-4742-90c0-a8db0de789c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8b7d385-5365-470a-8b93-7f20f329746f'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:55:47.806861 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57d5344-b8c0-47de-8f9a-05af8deb2de4" -d '{"events": [{"server_uuid": "e10628cf-5182-4742-90c0-a8db0de789c5", "name": "network-vif-unplugged", "status": "completed", "tag": "b8b7d385-5365-470a-8b93-7f20f329746f"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:55:47.810998 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': 'b8b7d385-5365-470a-8b93-7f20f329746f', 'network_id': 'a227bef5-33d4-4761-8f4b-7835ff8b706a', 'port_id': 'b8b7d385-5365-470a-8b93-7f20f329746f', 'mac_address': 'fa:16:3e:41:c9:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71933df8-4f13-480f-bf22-3df8e014d14e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:55:47.832594 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a2211-838c-4e19-a2cc-669d2b6685b2 req-12f7eaa4-45fb-433e-951d-51036036890f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:47.833173 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a2211-838c-4e19-a2cc-669d2b6685b2 req-12f7eaa4-45fb-433e-951d-51036036890f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:47.833645 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a2211-838c-4e19-a2cc-669d2b6685b2 req-12f7eaa4-45fb-433e-951d-51036036890f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:47.834120 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a2211-838c-4e19-a2cc-669d2b6685b2 req-12f7eaa4-45fb-433e-951d-51036036890f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:47.834592 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a2211-838c-4e19-a2cc-669d2b6685b2 req-12f7eaa4-45fb-433e-951d-51036036890f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:47.835064 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a2211-838c-4e19-a2cc-669d2b6685b2 req-12f7eaa4-45fb-433e-951d-51036036890f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:47.836041 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a2211-838c-4e19-a2cc-669d2b6685b2 req-12f7eaa4-45fb-433e-951d-51036036890f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:47.838185 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-858a2211-838c-4e19-a2cc-669d2b6685b2 req-12f7eaa4-45fb-433e-951d-51036036890f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7581cafbb59a47148e5d33dde7c9cb23&device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 6281 time: 0.4568481 Jan 28 02:55:47.842359 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c848c012-b197-47de-8f67-bbaa973dc40a tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (af4ddca8-10dc-47da-a31f-37b2f151280d), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:47.857325 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port b8b7d385-5365-470a-8b93-7f20f329746f, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=b8b7d385-5365-470a-8b93-7f20f329746f,segment=NetworkSegment(358dad74-8d99-4de6-a555-7b85f019730b),segment_id=358dad74-8d99-4de6-a555-7b85f019730b)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:55:47.858622 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:55:47.872408 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b8b7d385-5365-470a-8b93-7f20f329746f), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:47.897329 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeca09e-c2f0-40ee-8363-0ca2ff51175a req-11b8135a-52ee-4c05-91fe-f454365e8e37 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:47.898843 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5aeca09e-c2f0-40ee-8363-0ca2ff51175a req-11b8135a-52ee-4c05-91fe-f454365e8e37 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=e10628cf-5182-4742-90c0-a8db0de789c5 HTTP/1.1" status: 200 len: 946 time: 0.4631183 Jan 28 02:55:47.918108 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848c012-b197-47de-8f67-bbaa973dc40a tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Subnet': ['ID=af4ddca8-10dc-47da-a31f-37b2f151280d,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:47.945419 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:47.945804 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:47.970633 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port b8b7d385-5365-470a-8b93-7f20f329746f is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:47.971420 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b8b7d385-5365-470a-8b93-7f20f329746f), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:48.003533 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c848c012-b197-47de-8f67-bbaa973dc40a tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:48.009021 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c848c012-b197-47de-8f67-bbaa973dc40a tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/af4ddca8-10dc-47da-a31f-37b2f151280d HTTP/1.1" status: 204 len: 168 time: 1.2109773 Jan 28 02:55:48.040541 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41100) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:48.054173 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb17f0f-211a-4ca8-9fab-7c978d637ba7 None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:55:48.101699 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8b7d385-5365-470a-8b93-7f20f329746f {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:55:48.105963 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3b6b2-24c1-4a58-9b2f-9a3decb5d9e0 req-5f3a4d5e-ebac-4dc1-b61f-22ef21ee61aa tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:48.113886 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e2d3b6b2-24c1-4a58-9b2f-9a3decb5d9e0 req-5f3a4d5e-ebac-4dc1-b61f-22ef21ee61aa tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c1dd99b-27ad-4301-b835-f160548c33ed HTTP/1.1" status: 200 len: 944 time: 0.2257807 Jan 28 02:55:48.118315 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=b8b7d385-5365-470a-8b93-7f20f329746f,revision_number=6']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:48.135921 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601629c-f048-4704-a00b-4b69d517dc53 req-45013477-4ff1-48c7-98ea-7da3367ed997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:48.137626 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9601629c-f048-4704-a00b-4b69d517dc53 req-45013477-4ff1-48c7-98ea-7da3367ed997 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f788fb8a-f235-4456-a255-8d95263f97c9 HTTP/1.1" status: 200 len: 916 time: 0.5321457 Jan 28 02:55:48.183508 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-94bb0964-3ddc-462b-909b-7bf6c2e6a0a6 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Allocated IP 172.25.0.115 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/3eca50ef-fe07-452c-a700-de15782e21e7) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:55:48.240739 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9601629c-f048-4704-a00b-4b69d517dc53 req-8614e947-a324-421d-bd0b-d09b65926900 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6200bc4-b3e8-4724-9acf-531af101fa22 HTTP/1.1" status: 200 len: 1001 time: 0.0846467 Jan 28 02:55:48.275808 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port ea32e377-8c75-4715-9ada-f6b33bd5aa01 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:48.276193 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ea32e377-8c75-4715-9ada-f6b33bd5aa01), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:48.280179 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port b8b7d385-5365-470a-8b93-7f20f329746f, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=b8b7d385-5365-470a-8b93-7f20f329746f,segment=NetworkSegment(358dad74-8d99-4de6-a555-7b85f019730b),segment_id=358dad74-8d99-4de6-a555-7b85f019730b)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:55:48.301674 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5aeca09e-c2f0-40ee-8363-0ca2ff51175a req-9757f077-865d-4f46-b9c2-b596dd748565 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604968 Jan 28 02:55:48.303309 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a2211-838c-4e19-a2cc-669d2b6685b2 req-a5693afd-dd5b-407b-90bb-8d7082c53022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:48.304243 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a2211-838c-4e19-a2cc-669d2b6685b2 req-a5693afd-dd5b-407b-90bb-8d7082c53022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:48.304607 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a2211-838c-4e19-a2cc-669d2b6685b2 req-a5693afd-dd5b-407b-90bb-8d7082c53022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:48.306319 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-858a2211-838c-4e19-a2cc-669d2b6685b2 req-a5693afd-dd5b-407b-90bb-8d7082c53022 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=7581cafbb59a47148e5d33dde7c9cb23&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3926375 Jan 28 02:55:48.323447 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b8b7d385-5365-470a-8b93-7f20f329746f), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:48.359546 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-73d6bf00-39f7-41e5-826b-7eac90808216 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks [] for port (435e9fed-631e-444c-928a-95adf302db95), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:48.396814 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e2d3b6b2-24c1-4a58-9b2f-9a3decb5d9e0 req-fd06846e-6fac-4d4f-b07f-0203024a0ef0 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817771 Jan 28 02:55:48.523565 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 02:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7533d058-2cc3-4119-b6d8-88b619d496f0 x-openstack-request-id: req-7533d058-2cc3-4119-b6d8-88b619d496f0 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:55:48.523998 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10628cf-5182-4742-90c0-a8db0de789c5", "name": "network-vif-unplugged", "status": "completed", "tag": "b8b7d385-5365-470a-8b93-7f20f329746f", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:55:48.526234 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7533d058-2cc3-4119-b6d8-88b619d496f0 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:55:48.526964 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e10628cf-5182-4742-90c0-a8db0de789c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8b7d385-5365-470a-8b93-7f20f329746f', 'code': 200} Jan 28 02:55:48.534017 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a2211-838c-4e19-a2cc-669d2b6685b2 req-3740e958-5308-4ba1-abd1-86b3e78c73f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:48.535832 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-858a2211-838c-4e19-a2cc-669d2b6685b2 req-3740e958-5308-4ba1-abd1-86b3e78c73f0 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1313090 Jan 28 02:55:48.566099 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:48.566408 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:48.578472 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-90c9d159-8771-40e1-8f07-bec53714c451 req-9f4742f6-2be0-49e3-8225-95b26d71741d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ab715d2-bc27-4588-bd67-bdf04c55fd07 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:55:48.591193 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-9f4742f6-2be0-49e3-8225-95b26d71741d service neutron] Publish callbacks [] for port (1ab715d2-bc27-4588-bd67-bdf04c55fd07), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:48.595654 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=b8b7d385-5365-470a-8b93-7f20f329746f,revision_number=7']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:48.609394 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-90c9d159-8771-40e1-8f07-bec53714c451 req-9f4742f6-2be0-49e3-8225-95b26d71741d service neutron] Transition to ACTIVE for port object 1ab715d2-bc27-4588-bd67-bdf04c55fd07 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:55:48.629684 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-9f4742f6-2be0-49e3-8225-95b26d71741d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (1ab715d2-bc27-4588-bd67-bdf04c55fd07), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:48.735003 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601629c-f048-4704-a00b-4b69d517dc53 req-9398049c-e61a-41d4-ac86-39c8deec4616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:48.736869 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9601629c-f048-4704-a00b-4b69d517dc53 req-9398049c-e61a-41d4-ac86-39c8deec4616 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8233c9f8-90da-42d9-9cc8-120e645e8525 HTTP/1.1" status: 200 len: 854 time: 0.4241848 Jan 28 02:55:48.745745 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-aa580a3c-6653-4dfc-9d98-5f9fc0eecff9 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6989126 Jan 28 02:55:48.757279 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41104) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:48.784929 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64,segment=NetworkSegment(5ec551e3-78ab-42a1-92af-4f07dc8530f7),segment_id=5ec551e3-78ab-42a1-92af-4f07dc8530f7)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:55:48.796550 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['b8b7d385-5365-470a-8b93-7f20f329746f'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:55:48.813688 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:48.854802 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e0826e-e35f-4f1f-bf46-d263ccc5dbc7 None None] DHCP port deletion for f4e9908e-37c3-477d-90df-65c02e38c857 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:55:48.856462 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port ea32e377-8c75-4715-9ada-f6b33bd5aa01 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:48.955980 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-94bb0964-3ddc-462b-909b-7bf6c2e6a0a6 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Publish callbacks [] for port (3eca50ef-fe07-452c-a700-de15782e21e7), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:48.977481 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:49.042901 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-b2e0826e-e35f-4f1f-bf46-d263ccc5dbc7 None None] Deleting port 19eae2f2-aef6-472d-855b-60754328ed44 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:55:49.043314 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b2e0826e-e35f-4f1f-bf46-d263ccc5dbc7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (19eae2f2-aef6-472d-855b-60754328ed44), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:49.056533 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b1fe043e-d4dd-4d73-8ec6-ddcd2bd2eecb tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for router (6dfbf66f-0988-48d9-8d88-a62d82a78358), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:49.066941 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601629c-f048-4704-a00b-4b69d517dc53 req-75456b91-1bb5-4fdf-8487-1d4955186c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:49.068580 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9601629c-f048-4704-a00b-4b69d517dc53 req-75456b91-1bb5-4fdf-8487-1d4955186c99 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f788fb8a-f235-4456-a255-8d95263f97c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3214657 Jan 28 02:55:49.088969 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4742f6-2be0-49e3-8225-95b26d71741d service neutron] Pushing event updated for resources: {'Port': ['ID=1ab715d2-bc27-4588-bd67-bdf04c55fd07,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:49.100930 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-94bb0964-3ddc-462b-909b-7bf6c2e6a0a6 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (3eca50ef-fe07-452c-a700-de15782e21e7), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:49.117384 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-73d6bf00-39f7-41e5-826b-7eac90808216 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (e510809b-71ec-470d-975e-cff8f4240116), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:49.158099 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-90c9d159-8771-40e1-8f07-bec53714c451 req-9f4742f6-2be0-49e3-8225-95b26d71741d service neutron] Attempting to bind port 1ab715d2-bc27-4588-bd67-bdf04c55fd07 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:55:49.158448 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-90c9d159-8771-40e1-8f07-bec53714c451 req-9f4742f6-2be0-49e3-8225-95b26d71741d service neutron] Attempting to bind port 1ab715d2-bc27-4588-bd67-bdf04c55fd07 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '08579d7b-ee04-4dba-9a58-af7df8141495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd468efc2-a65f-4457-a846-ab761946515b'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:55:49.158787 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c9d159-8771-40e1-8f07-bec53714c451 req-9f4742f6-2be0-49e3-8225-95b26d71741d service neutron] Attempting to bind port 1ab715d2-bc27-4588-bd67-bdf04c55fd07 on network d468efc2-a65f-4457-a846-ab761946515b {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:55:49.195726 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-b2e0826e-e35f-4f1f-bf46-d263ccc5dbc7 None None] For port 19eae2f2-aef6-472d-855b-60754328ed44, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=19eae2f2-aef6-472d-855b-60754328ed44,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:55:49.196795 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b2e0826e-e35f-4f1f-bf46-d263ccc5dbc7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (19eae2f2-aef6-472d-855b-60754328ed44), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:49.197350 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bb0964-3ddc-462b-909b-7bf6c2e6a0a6 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:55:49.198492 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c9d159-8771-40e1-8f07-bec53714c451 req-9f4742f6-2be0-49e3-8225-95b26d71741d service neutron] Port 1ab715d2-bc27-4588-bd67-bdf04c55fd07 on network d468efc2-a65f-4457-a846-ab761946515b not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:55:49.198825 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c9d159-8771-40e1-8f07-bec53714c451 req-9f4742f6-2be0-49e3-8225-95b26d71741d service neutron] Attempting to bind port 1ab715d2-bc27-4588-bd67-bdf04c55fd07 on network d468efc2-a65f-4457-a846-ab761946515b {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:55:49.218031 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb0964-3ddc-462b-909b-7bf6c2e6a0a6 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Pushing event updated for resources: {'Port': ['ID=3eca50ef-fe07-452c-a700-de15782e21e7,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:49.226520 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-b2e0826e-e35f-4f1f-bf46-d263ccc5dbc7 None None] Calling delete_port for 19eae2f2-aef6-472d-855b-60754328ed44 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:55:49.228604 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 87303626-65a4-449d-a97e-bbf4aa9518b1 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:55:49.230546 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-94bb0964-3ddc-462b-909b-7bf6c2e6a0a6 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:49.238574 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bb0964-3ddc-462b-909b-7bf6c2e6a0a6 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:55:49.266612 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 87303626-65a4-449d-a97e-bbf4aa9518b1 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:55:49.267256 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 87303626-65a4-449d-a97e-bbf4aa9518b1 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:55:49.267492 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95001f-edea-46e5-b246-1bd74e454ae2 req-df9b1b70-ef77-4f12-8768-2ce7d1476161 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:49.267969 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 19eae2f2-aef6-472d-855b-60754328ed44 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:55:49.273029 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95001f-edea-46e5-b246-1bd74e454ae2 req-df9b1b70-ef77-4f12-8768-2ce7d1476161 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:49.278474 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95001f-edea-46e5-b246-1bd74e454ae2 req-df9b1b70-ef77-4f12-8768-2ce7d1476161 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:49.284065 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95001f-edea-46e5-b246-1bd74e454ae2 req-df9b1b70-ef77-4f12-8768-2ce7d1476161 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:49.289485 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95001f-edea-46e5-b246-1bd74e454ae2 req-df9b1b70-ef77-4f12-8768-2ce7d1476161 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:49.295945 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95001f-edea-46e5-b246-1bd74e454ae2 req-df9b1b70-ef77-4f12-8768-2ce7d1476161 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:49.301617 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95001f-edea-46e5-b246-1bd74e454ae2 req-df9b1b70-ef77-4f12-8768-2ce7d1476161 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:49.310084 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ba95001f-edea-46e5-b246-1bd74e454ae2 req-df9b1b70-ef77-4f12-8768-2ce7d1476161 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 5397 time: 0.3829887 Jan 28 02:55:49.333462 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-94bb0964-3ddc-462b-909b-7bf6c2e6a0a6 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Publish callbacks [] for floatingip (095d31e6-3824-445b-bb55-5fcd25880b39), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:49.359349 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c9d159-8771-40e1-8f07-bec53714c451 req-9f4742f6-2be0-49e3-8225-95b26d71741d service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:55:49.359975 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c9d159-8771-40e1-8f07-bec53714c451 req-9f4742f6-2be0-49e3-8225-95b26d71741d service neutron] Checking segment: {'id': '08579d7b-ee04-4dba-9a58-af7df8141495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd468efc2-a65f-4457-a846-ab761946515b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:55:49.360923 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c9d159-8771-40e1-8f07-bec53714c451 req-9f4742f6-2be0-49e3-8225-95b26d71741d service neutron] Bound using segment: {'id': '08579d7b-ee04-4dba-9a58-af7df8141495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd468efc2-a65f-4457-a846-ab761946515b'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:55:49.361518 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-90c9d159-8771-40e1-8f07-bec53714c451 req-9f4742f6-2be0-49e3-8225-95b26d71741d service neutron] Bound port: 1ab715d2-bc27-4588-bd67-bdf04c55fd07, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08579d7b-ee04-4dba-9a58-af7df8141495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd468efc2-a65f-4457-a846-ab761946515b'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:55:49.361996 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-9f4742f6-2be0-49e3-8225-95b26d71741d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1ab715d2-bc27-4588-bd67-bdf04c55fd07), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:49.407050 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d6bf00-39f7-41e5-826b-7eac90808216 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Checking segment: {'id': 'a3d46550-36b4-4583-97fe-d73d31f99b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd0fe888b-7455-49f1-9f3b-db570ef16c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:55:49.407740 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d6bf00-39f7-41e5-826b-7eac90808216 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Network hostable DHCP agents. Network: d0fe888b-7455-49f1-9f3b-db570ef16c82, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:55:49.442486 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b2e0826e-e35f-4f1f-bf46-d263ccc5dbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (19eae2f2-aef6-472d-855b-60754328ed44), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:49.491012 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e0826e-e35f-4f1f-bf46-d263ccc5dbc7 None None] Pushing event deleted for resources: {'Port': ['ID=19eae2f2-aef6-472d-855b-60754328ed44,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:49.498281 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b1fe043e-d4dd-4d73-8ec6-ddcd2bd2eecb tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (6dfbf66f-0988-48d9-8d88-a62d82a78358), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:49.502356 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e0826e-e35f-4f1f-bf46-d263ccc5dbc7 None None] No DVR routers for this DVR port 19eae2f2-aef6-472d-855b-60754328ed44 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:55:49.503007 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b1fe043e-d4dd-4d73-8ec6-ddcd2bd2eecb tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for router_controller (6dfbf66f-0988-48d9-8d88-a62d82a78358), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:49.504370 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 19eae2f2-aef6-472d-855b-60754328ed44 is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:49.504940 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (19eae2f2-aef6-472d-855b-60754328ed44), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:49.514660 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-90c9d159-8771-40e1-8f07-bec53714c451 req-9f4742f6-2be0-49e3-8225-95b26d71741d service neutron] For port 1ab715d2-bc27-4588-bd67-bdf04c55fd07, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:55:49.518134 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-90c9d159-8771-40e1-8f07-bec53714c451 req-9f4742f6-2be0-49e3-8225-95b26d71741d service neutron] For port 1ab715d2-bc27-4588-bd67-bdf04c55fd07, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=1ab715d2-bc27-4588-bd67-bdf04c55fd07,segment=NetworkSegment(08579d7b-ee04-4dba-9a58-af7df8141495),segment_id=08579d7b-ee04-4dba-9a58-af7df8141495)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:55:49.522306 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ba95001f-edea-46e5-b246-1bd74e454ae2 req-549bd4d6-bf0b-45d1-931c-0bcf1448970a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&id=3711f489-87e7-4ab3-8353-77075d27f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2100363 Jan 28 02:55:49.530146 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9601629c-f048-4704-a00b-4b69d517dc53 req-192265e8-2f55-444d-b2bf-d14117a06d2e service neutron] 10.222.0.67 "GET /v2.0/networks/f788fb8a-f235-4456-a255-8d95263f97c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986404 Jan 28 02:55:49.544201 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d6bf00-39f7-41e5-826b-7eac90808216 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Network d0fe888b-7455-49f1-9f3b-db570ef16c82 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:55:49.553756 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-9f4742f6-2be0-49e3-8225-95b26d71741d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (1ab715d2-bc27-4588-bd67-bdf04c55fd07), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:49.577460 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-94bb0964-3ddc-462b-909b-7bf6c2e6a0a6 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3eca50ef-fe07-452c-a700-de15782e21e7), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:49.590469 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-73d6bf00-39f7-41e5-826b-7eac90808216 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, d0fe888b-7455-49f1-9f3b-db570ef16c82) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:49.598694 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0ae80f-5e4d-4855-9399-3f94350e0d67 None None] Network d0fe888b-7455-49f1-9f3b-db570ef16c82 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:55:49.618671 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d6bf00-39f7-41e5-826b-7eac90808216 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Pushing event updated for resources: {'Port': ['ID=e510809b-71ec-470d-975e-cff8f4240116,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:49.631578 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d6bf00-39f7-41e5-826b-7eac90808216 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:55:49.632932 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-73d6bf00-39f7-41e5-826b-7eac90808216 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (435e9fed-631e-444c-928a-95adf302db95), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:49.665595 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9d159-8771-40e1-8f07-bec53714c451 req-9f4742f6-2be0-49e3-8225-95b26d71741d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:49.666297 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-9f4742f6-2be0-49e3-8225-95b26d71741d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:49.667838 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-9f4742f6-2be0-49e3-8225-95b26d71741d service neutron] 10.222.0.67 "PUT /v2.0/ports/1ab715d2-bc27-4588-bd67-bdf04c55fd07 HTTP/1.1" status: 200 len: 1092 time: 2.4336383 Jan 28 02:55:49.672263 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'tag': '1ab715d2-bc27-4588-bd67-bdf04c55fd07'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:55:49.674991 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd51fbe4-b092-4450-a0d2-9bc0d7c9550e" -d '{"events": [{"name": "network-changed", "server_uuid": "3e4b5d3f-9d94-4228-974e-b08b737d3e4c", "tag": "1ab715d2-bc27-4588-bd67-bdf04c55fd07"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:55:49.719637 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-90c9d159-8771-40e1-8f07-bec53714c451 req-95fb102a-9a1f-46eb-b88c-568a367e430f service neutron] Request body: {'port': {'device_id': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:49.777508 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b1fe043e-d4dd-4d73-8ec6-ddcd2bd2eecb tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (6dfbf66f-0988-48d9-8d88-a62d82a78358), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:49.778213 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fe043e-d4dd-4d73-8ec6-ddcd2bd2eecb tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Fanout notify agent at l3_agent the message router_deleted on router 6dfbf66f-0988-48d9-8d88-a62d82a78358 {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:55:49.788089 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b1fe043e-d4dd-4d73-8ec6-ddcd2bd2eecb tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:49.792019 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b1fe043e-d4dd-4d73-8ec6-ddcd2bd2eecb tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/routers/6dfbf66f-0988-48d9-8d88-a62d82a78358 HTTP/1.1" status: 204 len: 168 time: 1.0296044 Jan 28 02:55:49.801560 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4742f6-2be0-49e3-8225-95b26d71741d service neutron] Pushing event updated for resources: {'Port': ['ID=1ab715d2-bc27-4588-bd67-bdf04c55fd07,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:49.802940 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41116) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:49.812953 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-284a7587-ce5b-4a79-8a56-0a95153bdb00 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'subnet': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:49.860210 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b81e3ae-c696-4d04-b8d7-fd38dd5855ad req-3b1bca2a-a3e6-4b32-bbc8-6a53c0730b79 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:49.868838 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b81e3ae-c696-4d04-b8d7-fd38dd5855ad req-3b1bca2a-a3e6-4b32-bbc8-6a53c0730b79 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=e10628cf-5182-4742-90c0-a8db0de789c5 HTTP/1.1" status: 200 len: 945 time: 0.3467476 Jan 28 02:55:49.893394 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23073e34-40dd-4219-9605-08bbaeb554a0 req-82acab6d-9a5c-40ba-9f63-18564f2782a2 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:49.895144 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-23073e34-40dd-4219-9605-08bbaeb554a0 req-82acab6d-9a5c-40ba-9f63-18564f2782a2 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c1dd99b-27ad-4301-b835-f160548c33ed HTTP/1.1" status: 200 len: 945 time: 0.2413192 Jan 28 02:55:49.933245 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9601629c-f048-4704-a00b-4b69d517dc53 req-3acc1a8e-75fa-4179-95c6-bf3e7063f8bc service neutron] 10.222.0.67 "GET /v2.0/networks/f788fb8a-f235-4456-a255-8d95263f97c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947773 Jan 28 02:55:50.014934 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-23073e34-40dd-4219-9605-08bbaeb554a0 req-13f42434-d8d8-4a0a-b5df-6514095d39bd tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103468 Jan 28 02:55:50.024575 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284a7587-ce5b-4a79-8a56-0a95153bdb00 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:55:50.028344 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-284a7587-ce5b-4a79-8a56-0a95153bdb00 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:50.072667 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d6bf00-39f7-41e5-826b-7eac90808216 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Checking segment: {'id': '37dec545-941f-4489-831b-6673b8b6c9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3cf1894b-0ffd-4bb0-bb8e-7bb0306646ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:55:50.073150 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d6bf00-39f7-41e5-826b-7eac90808216 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Network hostable DHCP agents. Network: 3cf1894b-0ffd-4bb0-bb8e-7bb0306646ae, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:55:50.075215 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d6bf00-39f7-41e5-826b-7eac90808216 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Pushing event updated for resources: {'Port': ['ID=435e9fed-631e-444c-928a-95adf302db95,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:50.120333 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b81e3ae-c696-4d04-b8d7-fd38dd5855ad req-a2ad7b48-5f79-4dce-8e66-459902299abf tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501774 Jan 28 02:55:50.125397 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-95fb102a-9a1f-46eb-b88c-568a367e430f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e5796229-716b-4448-bfde-fcd9bdf85cdd), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:50.186067 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79aee28-f8b6-45b2-9fe1-54f9dc7d448b x-openstack-request-id: req-f79aee28-f8b6-45b2-9fe1-54f9dc7d448b {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:55:50.186443 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e4b5d3f-9d94-4228-974e-b08b737d3e4c", "tag": "1ab715d2-bc27-4588-bd67-bdf04c55fd07", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:55:50.186763 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f79aee28-f8b6-45b2-9fe1-54f9dc7d448b {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:55:50.187276 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'tag': '1ab715d2-bc27-4588-bd67-bdf04c55fd07', 'status': 'completed', 'code': 200} Jan 28 02:55:50.191217 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d6bf00-39f7-41e5-826b-7eac90808216 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Network 3cf1894b-0ffd-4bb0-bb8e-7bb0306646ae is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:55:50.218622 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-73d6bf00-39f7-41e5-826b-7eac90808216 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 3cf1894b-0ffd-4bb0-bb8e-7bb0306646ae) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:50.221765 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-94bb0964-3ddc-462b-909b-7bf6c2e6a0a6 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Publish callbacks [] for port (3eca50ef-fe07-452c-a700-de15782e21e7), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:50.231383 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a517e3-1aa3-4fcd-bab9-ce6e30316e9a None None] Network 3cf1894b-0ffd-4bb0-bb8e-7bb0306646ae requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:55:50.235424 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d6bf00-39f7-41e5-826b-7eac90808216 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:55:50.244504 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d6bf00-39f7-41e5-826b-7eac90808216 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:50.249407 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d6bf00-39f7-41e5-826b-7eac90808216 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:50.250161 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-73d6bf00-39f7-41e5-826b-7eac90808216 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:50.254939 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-94bb0964-3ddc-462b-909b-7bf6c2e6a0a6 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (3eca50ef-fe07-452c-a700-de15782e21e7), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:50.332692 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-284a7587-ce5b-4a79-8a56-0a95153bdb00 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (f99153af-d28b-466e-93af-f6ba3fd2b961), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:50.350651 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51fbe4-b092-4450-a0d2-9bc0d7c9550e req-e6e25c3f-b605-455c-8ee1-1a3358df773c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:50.351128 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51fbe4-b092-4450-a0d2-9bc0d7c9550e req-e6e25c3f-b605-455c-8ee1-1a3358df773c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:50.351600 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51fbe4-b092-4450-a0d2-9bc0d7c9550e req-e6e25c3f-b605-455c-8ee1-1a3358df773c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:50.352079 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51fbe4-b092-4450-a0d2-9bc0d7c9550e req-e6e25c3f-b605-455c-8ee1-1a3358df773c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:50.352534 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51fbe4-b092-4450-a0d2-9bc0d7c9550e req-e6e25c3f-b605-455c-8ee1-1a3358df773c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:50.352762 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-73d6bf00-39f7-41e5-826b-7eac90808216 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.8084943 Jan 28 02:55:50.352991 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51fbe4-b092-4450-a0d2-9bc0d7c9550e req-e6e25c3f-b605-455c-8ee1-1a3358df773c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:50.353639 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51fbe4-b092-4450-a0d2-9bc0d7c9550e req-e6e25c3f-b605-455c-8ee1-1a3358df773c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:50.356193 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cd51fbe4-b092-4450-a0d2-9bc0d7c9550e req-e6e25c3f-b605-455c-8ee1-1a3358df773c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7581cafbb59a47148e5d33dde7c9cb23&device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 6349 time: 0.1056566 Jan 28 02:55:50.361573 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41120) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:50.410388 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284a7587-ce5b-4a79-8a56-0a95153bdb00 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:55:50.438987 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-284a7587-ce5b-4a79-8a56-0a95153bdb00 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:50.450249 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb0964-3ddc-462b-909b-7bf6c2e6a0a6 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Pushing event updated for resources: {'Port': ['ID=3eca50ef-fe07-452c-a700-de15782e21e7,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:50.450835 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284a7587-ce5b-4a79-8a56-0a95153bdb00 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:50.451805 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-284a7587-ce5b-4a79-8a56-0a95153bdb00 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:50.466442 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb8da7e-face-40d7-b235-e776fc07bbde None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:55:50.474065 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a7587-ce5b-4a79-8a56-0a95153bdb00 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Subnet': ['ID=f99153af-d28b-466e-93af-f6ba3fd2b961,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:50.497514 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-94bb0964-3ddc-462b-909b-7bf6c2e6a0a6 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (095d31e6-3824-445b-bb55-5fcd25880b39), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:50.510215 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-284a7587-ce5b-4a79-8a56-0a95153bdb00 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7016654 Jan 28 02:55:50.511570 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41122) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:50.516480 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-54702826-d040-4cf6-8440-9914f1f51326 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-212340855', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:50.520704 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600de870-13f2-4c9a-b407-8c168d957027 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:50.526275 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600de870-13f2-4c9a-b407-8c168d957027 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:50.530852 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-600de870-13f2-4c9a-b407-8c168d957027 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1645029 Jan 28 02:55:50.531789 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41124) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:50.550059 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-94bb0964-3ddc-462b-909b-7bf6c2e6a0a6 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:50.552056 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-94bb0964-3ddc-462b-909b-7bf6c2e6a0a6 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0638187 Jan 28 02:55:50.578158 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c1dd99b-27ad-4301-b835-f160548c33ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:55:50.584163 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50e3b7b-d165-4f4d-a45f-4515157455ff" -d '{"events": [{"server_uuid": "3c1dd99b-27ad-4301-b835-f160548c33ed", "name": "network-vif-plugged", "status": "completed", "tag": "94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:55:50.661131 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6842fda6-a80a-4a61-a6eb-dd07949b0fa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-f4e9908e-37c3-477d-90df-65c02e38c857', 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'project_id': '3079a2e247734574a53d1baca2087c94', 'fixed_ips': [{'subnet_id': 'f99153af-d28b-466e-93af-f6ba3fd2b961'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:55:50.662490 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6842fda6-a80a-4a61-a6eb-dd07949b0fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:50.710284 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67126c65-409f-424c-8f97-fa8863205b0d x-openstack-request-id: req-67126c65-409f-424c-8f97-fa8863205b0d {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:55:50.711442 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c1dd99b-27ad-4301-b835-f160548c33ed", "name": "network-vif-plugged", "status": "completed", "tag": "94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:55:50.712730 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-67126c65-409f-424c-8f97-fa8863205b0d {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:55:50.713773 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c1dd99b-27ad-4301-b835-f160548c33ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64', 'code': 200} Jan 28 02:55:50.727727 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-90c9d159-8771-40e1-8f07-bec53714c451 req-95fb102a-9a1f-46eb-b88c-568a367e430f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5796229-716b-4448-bfde-fcd9bdf85cdd {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:55:50.738775 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-95fb102a-9a1f-46eb-b88c-568a367e430f service neutron] Publish callbacks [] for port (e5796229-716b-4448-bfde-fcd9bdf85cdd), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:50.744970 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-a64fb540-39f1-491f-a061-1a5e4e6e7ada tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Deleting port e510809b-71ec-470d-975e-cff8f4240116 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:55:50.745366 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a64fb540-39f1-491f-a061-1a5e4e6e7ada tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (e510809b-71ec-470d-975e-cff8f4240116), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:50.804033 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-90c9d159-8771-40e1-8f07-bec53714c451 req-95fb102a-9a1f-46eb-b88c-568a367e430f service neutron] Transition to ACTIVE for port object e5796229-716b-4448-bfde-fcd9bdf85cdd will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:55:50.818902 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device b8b7d385-5365-470a-8b93-7f20f329746f up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:55:50.826532 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-95fb102a-9a1f-46eb-b88c-568a367e430f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (e5796229-716b-4448-bfde-fcd9bdf85cdd), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:50.880923 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a64fb540-39f1-491f-a061-1a5e4e6e7ada tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (e510809b-71ec-470d-975e-cff8f4240116), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:50.913403 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-a64fb540-39f1-491f-a061-1a5e4e6e7ada tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Calling delete_port for e510809b-71ec-470d-975e-cff8f4240116 owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:55:50.935441 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb102a-9a1f-46eb-b88c-568a367e430f service neutron] Pushing event updated for resources: {'Port': ['ID=e5796229-716b-4448-bfde-fcd9bdf85cdd,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:50.956008 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72762155-2bfb-497d-97ff-6509f2cbd9d1 req-7abdbf7e-96b4-4beb-8592-822f82a27508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:50.957582 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-72762155-2bfb-497d-97ff-6509f2cbd9d1 req-7abdbf7e-96b4-4beb-8592-822f82a27508 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3c1dd99b-27ad-4301-b835-f160548c33ed HTTP/1.1" status: 200 len: 1097 time: 0.1452992 Jan 28 02:55:50.965277 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port b8b7d385-5365-470a-8b93-7f20f329746f triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:50.965654 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b8b7d385-5365-470a-8b93-7f20f329746f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:51.076608 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51fbe4-b092-4450-a0d2-9bc0d7c9550e req-12efa9ec-7058-4bbd-bb77-d9ac664b2eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:51.076891 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51fbe4-b092-4450-a0d2-9bc0d7c9550e req-12efa9ec-7058-4bbd-bb77-d9ac664b2eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:51.077407 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51fbe4-b092-4450-a0d2-9bc0d7c9550e req-12efa9ec-7058-4bbd-bb77-d9ac664b2eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:51.079080 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cd51fbe4-b092-4450-a0d2-9bc0d7c9550e req-12efa9ec-7058-4bbd-bb77-d9ac664b2eba service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=7581cafbb59a47148e5d33dde7c9cb23&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7036393 Jan 28 02:55:51.130538 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-54702826-d040-4cf6-8440-9914f1f51326 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (af9b5d59-addf-4c07-b3fb-95703a566a97), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:51.131623 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-54702826-d040-4cf6-8440-9914f1f51326 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (af9b5d59-addf-4c07-b3fb-95703a566a97), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:51.159744 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-6842fda6-a80a-4a61-a6eb-dd07949b0fa7 None None] Allocated IP 2001:db8::2 (f4e9908e-37c3-477d-90df-65c02e38c857/f99153af-d28b-466e-93af-f6ba3fd2b961/4e6cce93-af8d-43d6-9241-9c92792905bb) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:55:51.202118 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port b8b7d385-5365-470a-8b93-7f20f329746f is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:51.203571 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b8b7d385-5365-470a-8b93-7f20f329746f), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:51.209434 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a88e10-e48b-4fea-ba2a-a7066ac9b351 req-a1a9416a-abc6-4c3e-baf3-d4eef7ca7771 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:51.215309 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a88e10-e48b-4fea-ba2a-a7066ac9b351 req-a1a9416a-abc6-4c3e-baf3-d4eef7ca7771 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:51.220792 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a88e10-e48b-4fea-ba2a-a7066ac9b351 req-a1a9416a-abc6-4c3e-baf3-d4eef7ca7771 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:51.230638 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a88e10-e48b-4fea-ba2a-a7066ac9b351 req-a1a9416a-abc6-4c3e-baf3-d4eef7ca7771 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:51.240248 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a88e10-e48b-4fea-ba2a-a7066ac9b351 req-a1a9416a-abc6-4c3e-baf3-d4eef7ca7771 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:51.253439 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a88e10-e48b-4fea-ba2a-a7066ac9b351 req-a1a9416a-abc6-4c3e-baf3-d4eef7ca7771 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:51.256166 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port b8b7d385-5365-470a-8b93-7f20f329746f, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=b8b7d385-5365-470a-8b93-7f20f329746f,segment=NetworkSegment(358dad74-8d99-4de6-a555-7b85f019730b),segment_id=358dad74-8d99-4de6-a555-7b85f019730b)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:55:51.262370 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a88e10-e48b-4fea-ba2a-a7066ac9b351 req-a1a9416a-abc6-4c3e-baf3-d4eef7ca7771 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:51.264700 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-72762155-2bfb-497d-97ff-6509f2cbd9d1 req-1cddf74b-9d98-4261-b85c-156222bc5e28 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422173 Jan 28 02:55:51.270064 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-90c9d159-8771-40e1-8f07-bec53714c451 req-95fb102a-9a1f-46eb-b88c-568a367e430f service neutron] Attempting to bind port e5796229-716b-4448-bfde-fcd9bdf85cdd on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:55:51.270402 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-90c9d159-8771-40e1-8f07-bec53714c451 req-95fb102a-9a1f-46eb-b88c-568a367e430f service neutron] Attempting to bind port e5796229-716b-4448-bfde-fcd9bdf85cdd by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '54ef7b2b-f6f2-4013-a152-07e010d0c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9d63e9ac-6b2c-46ae-b695-7b9d65c9a866'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:55:51.270734 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c9d159-8771-40e1-8f07-bec53714c451 req-95fb102a-9a1f-46eb-b88c-568a367e430f service neutron] Attempting to bind port e5796229-716b-4448-bfde-fcd9bdf85cdd on network 9d63e9ac-6b2c-46ae-b695-7b9d65c9a866 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:55:51.271669 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-62a88e10-e48b-4fea-ba2a-a7066ac9b351 req-a1a9416a-abc6-4c3e-baf3-d4eef7ca7771 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 5409 time: 0.2688487 Jan 28 02:55:51.292155 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c9d159-8771-40e1-8f07-bec53714c451 req-95fb102a-9a1f-46eb-b88c-568a367e430f service neutron] Port e5796229-716b-4448-bfde-fcd9bdf85cdd on network 9d63e9ac-6b2c-46ae-b695-7b9d65c9a866 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:55:51.292491 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c9d159-8771-40e1-8f07-bec53714c451 req-95fb102a-9a1f-46eb-b88c-568a367e430f service neutron] Attempting to bind port e5796229-716b-4448-bfde-fcd9bdf85cdd on network 9d63e9ac-6b2c-46ae-b695-7b9d65c9a866 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:55:51.306731 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a64fb540-39f1-491f-a061-1a5e4e6e7ada tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (e510809b-71ec-470d-975e-cff8f4240116), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:51.331805 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c9d159-8771-40e1-8f07-bec53714c451 req-95fb102a-9a1f-46eb-b88c-568a367e430f service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:55:51.332139 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c9d159-8771-40e1-8f07-bec53714c451 req-95fb102a-9a1f-46eb-b88c-568a367e430f service neutron] Checking segment: {'id': '54ef7b2b-f6f2-4013-a152-07e010d0c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9d63e9ac-6b2c-46ae-b695-7b9d65c9a866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:55:51.332565 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c9d159-8771-40e1-8f07-bec53714c451 req-95fb102a-9a1f-46eb-b88c-568a367e430f service neutron] Bound using segment: {'id': '54ef7b2b-f6f2-4013-a152-07e010d0c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9d63e9ac-6b2c-46ae-b695-7b9d65c9a866'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:55:51.333021 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-90c9d159-8771-40e1-8f07-bec53714c451 req-95fb102a-9a1f-46eb-b88c-568a367e430f service neutron] Bound port: e5796229-716b-4448-bfde-fcd9bdf85cdd, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54ef7b2b-f6f2-4013-a152-07e010d0c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9d63e9ac-6b2c-46ae-b695-7b9d65c9a866'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:55:51.333416 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-95fb102a-9a1f-46eb-b88c-568a367e430f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e5796229-716b-4448-bfde-fcd9bdf85cdd), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:51.354311 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-54702826-d040-4cf6-8440-9914f1f51326 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for router_controller (af9b5d59-addf-4c07-b3fb-95703a566a97), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:51.373401 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-54702826-d040-4cf6-8440-9914f1f51326 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (af9b5d59-addf-4c07-b3fb-95703a566a97), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:51.381984 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51fbe4-b092-4450-a0d2-9bc0d7c9550e req-b970cf69-f47b-492d-a37b-979841a03332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:51.383610 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cd51fbe4-b092-4450-a0d2-9bc0d7c9550e req-b970cf69-f47b-492d-a37b-979841a03332 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2973728 Jan 28 02:55:51.416102 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e194072-cfb2-46f9-b07b-feba49aca46a req-0d97e159-44c6-4465-892d-9f77d76d3648 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:51.423468 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4e194072-cfb2-46f9-b07b-feba49aca46a req-0d97e159-44c6-4465-892d-9f77d76d3648 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c1dd99b-27ad-4301-b835-f160548c33ed HTTP/1.1" status: 200 len: 945 time: 0.2671187 Jan 28 02:55:51.428691 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64fb540-39f1-491f-a061-1a5e4e6e7ada tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Pushing event deleted for resources: {'Port': ['ID=e510809b-71ec-470d-975e-cff8f4240116,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:51.436629 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-54702826-d040-4cf6-8440-9914f1f51326 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:51.440636 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-54702826-d040-4cf6-8440-9914f1f51326 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9263756 Jan 28 02:55:51.448811 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41142) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:51.478482 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-62a88e10-e48b-4fea-ba2a-a7066ac9b351 req-05176307-732d-49c1-81d1-e02c31500d74 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&id=3711f489-87e7-4ab3-8353-77075d27f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1929026 Jan 28 02:55:51.478811 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a64fb540-39f1-491f-a061-1a5e4e6e7ada tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:51.478811 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a64fb540-39f1-491f-a061-1a5e4e6e7ada tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] 10.222.0.53 "DELETE /v2.0/ports/e510809b-71ec-470d-975e-cff8f4240116 HTTP/1.1" status: 204 len: 168 time: 0.9395692 Jan 28 02:55:51.479298 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41144) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:51.600643 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6842fda6-a80a-4a61-a6eb-dd07949b0fa7 None None] Publish callbacks [] for port (4e6cce93-af8d-43d6-9241-9c92792905bb), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:51.608365 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b8b7d385-5365-470a-8b93-7f20f329746f), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:51.676379 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=b8b7d385-5365-470a-8b93-7f20f329746f,revision_number=8']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:51.679504 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6842fda6-a80a-4a61-a6eb-dd07949b0fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (4e6cce93-af8d-43d6-9241-9c92792905bb), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:51.710817 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-e5a665fc-f0bd-4bb3-8ea7-0a1c2bb33f73 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Deleting port 435e9fed-631e-444c-928a-95adf302db95 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:55:51.711180 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e5a665fc-f0bd-4bb3-8ea7-0a1c2bb33f73 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (435e9fed-631e-444c-928a-95adf302db95), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:51.734884 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6842fda6-a80a-4a61-a6eb-dd07949b0fa7 None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:55:51.739013 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-6842fda6-a80a-4a61-a6eb-dd07949b0fa7 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:51.740964 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842fda6-a80a-4a61-a6eb-dd07949b0fa7 None None] Pushing event updated for resources: {'Port': ['ID=4e6cce93-af8d-43d6-9241-9c92792905bb,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:51.743252 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6842fda6-a80a-4a61-a6eb-dd07949b0fa7 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:55:51.836886 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-6842fda6-a80a-4a61-a6eb-dd07949b0fa7 None None] Attempting to bind port 4e6cce93-af8d-43d6-9241-9c92792905bb on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:55:51.837303 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-6842fda6-a80a-4a61-a6eb-dd07949b0fa7 None None] Attempting to bind port 4e6cce93-af8d-43d6-9241-9c92792905bb by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:55:51.837678 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6842fda6-a80a-4a61-a6eb-dd07949b0fa7 None None] Attempting to bind port 4e6cce93-af8d-43d6-9241-9c92792905bb on network f4e9908e-37c3-477d-90df-65c02e38c857 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:55:51.850164 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6842fda6-a80a-4a61-a6eb-dd07949b0fa7 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:55:51.850577 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6842fda6-a80a-4a61-a6eb-dd07949b0fa7 None None] Checking segment: {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:55:51.850991 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6842fda6-a80a-4a61-a6eb-dd07949b0fa7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:51.856389 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6842fda6-a80a-4a61-a6eb-dd07949b0fa7 None None] Bound using segment: {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:55:51.857001 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-6842fda6-a80a-4a61-a6eb-dd07949b0fa7 None None] Bound port: 4e6cce93-af8d-43d6-9241-9c92792905bb, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:55:51.857439 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6842fda6-a80a-4a61-a6eb-dd07949b0fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (4e6cce93-af8d-43d6-9241-9c92792905bb), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:51.911672 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036fd8ee-7700-41a9-a6cd-94b144e21d07 req-19a33a76-27bc-4a35-bdc3-4c8b9a7b082f tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:51.919616 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-036fd8ee-7700-41a9-a6cd-94b144e21d07 req-19a33a76-27bc-4a35-bdc3-4c8b9a7b082f tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=e10628cf-5182-4742-90c0-a8db0de789c5 HTTP/1.1" status: 200 len: 946 time: 0.2640896 Jan 28 02:55:52.003249 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e5a665fc-f0bd-4bb3-8ea7-0a1c2bb33f73 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (435e9fed-631e-444c-928a-95adf302db95), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:52.009509 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-036fd8ee-7700-41a9-a6cd-94b144e21d07 req-f65a93d6-941f-4b7d-a0fc-83240d9f18d6 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753191 Jan 28 02:55:52.030686 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-6842fda6-a80a-4a61-a6eb-dd07949b0fa7 None None] For port 4e6cce93-af8d-43d6-9241-9c92792905bb, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:55:52.031876 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-e5a665fc-f0bd-4bb3-8ea7-0a1c2bb33f73 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Calling delete_port for 435e9fed-631e-444c-928a-95adf302db95 owned by {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:55:52.039636 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-6842fda6-a80a-4a61-a6eb-dd07949b0fa7 None None] For port 4e6cce93-af8d-43d6-9241-9c92792905bb, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=4e6cce93-af8d-43d6-9241-9c92792905bb,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:55:52.057415 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6842fda6-a80a-4a61-a6eb-dd07949b0fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (4e6cce93-af8d-43d6-9241-9c92792905bb), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:52.259083 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842fda6-a80a-4a61-a6eb-dd07949b0fa7 None None] Pushing event updated for resources: {'Port': ['ID=4e6cce93-af8d-43d6-9241-9c92792905bb,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:52.278892 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e5a665fc-f0bd-4bb3-8ea7-0a1c2bb33f73 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (435e9fed-631e-444c-928a-95adf302db95), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:52.337403 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e5a665fc-f0bd-4bb3-8ea7-0a1c2bb33f73 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:52.344293 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e5a665fc-f0bd-4bb3-8ea7-0a1c2bb33f73 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] 10.222.0.53 "DELETE /v2.0/ports/435e9fed-631e-444c-928a-95adf302db95 HTTP/1.1" status: 204 len: 168 time: 0.8680890 Jan 28 02:55:52.346242 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41170) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:52.388115 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-90c9d159-8771-40e1-8f07-bec53714c451 req-95fb102a-9a1f-46eb-b88c-568a367e430f service neutron] For port e5796229-716b-4448-bfde-fcd9bdf85cdd, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:55:52.409382 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-90c9d159-8771-40e1-8f07-bec53714c451 req-95fb102a-9a1f-46eb-b88c-568a367e430f service neutron] For port e5796229-716b-4448-bfde-fcd9bdf85cdd, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=e5796229-716b-4448-bfde-fcd9bdf85cdd,segment=NetworkSegment(54ef7b2b-f6f2-4013-a152-07e010d0c194),segment_id=54ef7b2b-f6f2-4013-a152-07e010d0c194)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:55:52.464255 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4e194072-cfb2-46f9-b07b-feba49aca46a req-24df50ab-9ebe-46d0-b6b3-da1fedaea4c0 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0397937 Jan 28 02:55:52.481021 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-95fb102a-9a1f-46eb-b88c-568a367e430f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (e5796229-716b-4448-bfde-fcd9bdf85cdd), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:52.577744 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-155d9442-4356-446b-ab6a-dddc93a1008c tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2300892 Jan 28 02:55:52.579703 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41184) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:52.590918 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-effc0df0-68c4-40d3-ad48-11f401a2f0ee tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-301235995'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:52.629586 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a665fc-f0bd-4bb3-8ea7-0a1c2bb33f73 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Pushing event deleted for resources: {'Port': ['ID=435e9fed-631e-444c-928a-95adf302db95,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:52.695875 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9d159-8771-40e1-8f07-bec53714c451 req-95fb102a-9a1f-46eb-b88c-568a367e430f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:52.696776 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-95fb102a-9a1f-46eb-b88c-568a367e430f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:52.702376 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-95fb102a-9a1f-46eb-b88c-568a367e430f service neutron] 10.222.0.67 "PUT /v2.0/ports/e5796229-716b-4448-bfde-fcd9bdf85cdd HTTP/1.1" status: 200 len: 1092 time: 2.9831722 Jan 28 02:55:52.712624 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'tag': 'e5796229-716b-4448-bfde-fcd9bdf85cdd'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:55:52.714825 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10628cf-5182-4742-90c0-a8db0de789c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b7d385-5365-470a-8b93-7f20f329746f'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:55:52.717434 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d6487b-4cba-4ad2-bf7c-ee42757cf775" -d '{"events": [{"server_uuid": "e10628cf-5182-4742-90c0-a8db0de789c5", "name": "network-vif-plugged", "status": "completed", "tag": "b8b7d385-5365-470a-8b93-7f20f329746f"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:55:52.726028 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278e229f-3c94-489d-9cc2-55210826af9c" -d '{"events": [{"name": "network-changed", "server_uuid": "3e4b5d3f-9d94-4228-974e-b08b737d3e4c", "tag": "e5796229-716b-4448-bfde-fcd9bdf85cdd"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:55:52.754318 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-90c9d159-8771-40e1-8f07-bec53714c451 req-f72cfa28-a729-49df-a66a-af90c95d307d service neutron] Request body: {'port': {'device_id': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:52.861411 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dde78f2-6a29-489c-9fa3-c127b98bdc6a x-openstack-request-id: req-1dde78f2-6a29-489c-9fa3-c127b98bdc6a {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:55:52.862203 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10628cf-5182-4742-90c0-a8db0de789c5", "name": "network-vif-plugged", "status": "completed", "tag": "b8b7d385-5365-470a-8b93-7f20f329746f", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:55:52.862680 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1dde78f2-6a29-489c-9fa3-c127b98bdc6a {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:55:52.863277 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e10628cf-5182-4742-90c0-a8db0de789c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b7d385-5365-470a-8b93-7f20f329746f', 'code': 200} Jan 28 02:55:52.883862 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb102a-9a1f-46eb-b88c-568a367e430f service neutron] Pushing event updated for resources: {'Port': ['ID=e5796229-716b-4448-bfde-fcd9bdf85cdd,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:52.896549 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d8619-5abe-4332-b066-eecb34321380 req-53b6d233-394f-47be-9a5f-5bd63e3b7fbe tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:52.902250 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b2a81c06-09ed-45e5-90c3-6637d8c50e24 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:52.936359 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d8619-5abe-4332-b066-eecb34321380 req-53b6d233-394f-47be-9a5f-5bd63e3b7fbe tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:52.953359 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d8619-5abe-4332-b066-eecb34321380 req-53b6d233-394f-47be-9a5f-5bd63e3b7fbe tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:52.968133 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d8619-5abe-4332-b066-eecb34321380 req-53b6d233-394f-47be-9a5f-5bd63e3b7fbe tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:52.988018 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-f72cfa28-a729-49df-a66a-af90c95d307d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e3dc7402-b465-4b15-8094-ca4f81d3337e), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:52.997802 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d8619-5abe-4332-b066-eecb34321380 req-53b6d233-394f-47be-9a5f-5bd63e3b7fbe tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:53.006300 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d8619-5abe-4332-b066-eecb34321380 req-53b6d233-394f-47be-9a5f-5bd63e3b7fbe tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:53.013494 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d8619-5abe-4332-b066-eecb34321380 req-53b6d233-394f-47be-9a5f-5bd63e3b7fbe tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:53.016296 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9d5d8619-5abe-4332-b066-eecb34321380 req-53b6d233-394f-47be-9a5f-5bd63e3b7fbe tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 5409 time: 0.3772528 Jan 28 02:55:53.017679 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effc0df0-68c4-40d3-ad48-11f401a2f0ee tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Made reservation on behalf of 0c2b945effa14b3791285f96d9d76c0a for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:55:53.021026 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-effc0df0-68c4-40d3-ad48-11f401a2f0ee tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:53.033861 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a48ff2-b739-4cf8-a75e-3c9511ac0ab3 x-openstack-request-id: req-34a48ff2-b739-4cf8-a75e-3c9511ac0ab3 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:55:53.034175 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e4b5d3f-9d94-4228-974e-b08b737d3e4c", "tag": "e5796229-716b-4448-bfde-fcd9bdf85cdd", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:55:53.034380 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-34a48ff2-b739-4cf8-a75e-3c9511ac0ab3 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:55:53.034790 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'tag': 'e5796229-716b-4448-bfde-fcd9bdf85cdd', 'status': 'completed', 'code': 200} Jan 28 02:55:53.099738 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:55:53.185750 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-effc0df0-68c4-40d3-ad48-11f401a2f0ee tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:55:53.420167 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-effc0df0-68c4-40d3-ad48-11f401a2f0ee tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (47481489-0c97-473d-a174-503d707d3b2e), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:53.421292 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-effc0df0-68c4-40d3-ad48-11f401a2f0ee tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Added segment 47481489-0c97-473d-a174-503d707d3b2e of type vlan for network a6bc4ba6-fa55-4989-9dad-49c7a648e598 Jan 28 02:55:53.436215 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 4e6cce93-af8d-43d6-9241-9c92792905bb up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:55:53.581314 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 4e6cce93-af8d-43d6-9241-9c92792905bb triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:53.581749 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (4e6cce93-af8d-43d6-9241-9c92792905bb), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:53.699162 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72024be4-041e-43a4-9b1d-8f41c6bcaf35 req-90bf7b78-d132-4050-95a8-78c5645acd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:53.700867 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-72024be4-041e-43a4-9b1d-8f41c6bcaf35 req-90bf7b78-d132-4050-95a8-78c5645acd61 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e10628cf-5182-4742-90c0-a8db0de789c5 HTTP/1.1" status: 200 len: 1098 time: 0.4405279 Jan 28 02:55:53.714796 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-effc0df0-68c4-40d3-ad48-11f401a2f0ee tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (a6bc4ba6-fa55-4989-9dad-49c7a648e598), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:53.723846 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae424951-f782-49a6-89b3-302ae2e62979 req-fd8496e9-b4ce-4e91-b6aa-47881d2976f9 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:53.737515 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ae424951-f782-49a6-89b3-302ae2e62979 req-fd8496e9-b4ce-4e91-b6aa-47881d2976f9 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=e10628cf-5182-4742-90c0-a8db0de789c5 HTTP/1.1" status: 200 len: 946 time: 0.4933984 Jan 28 02:55:53.789724 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e229f-3c94-489d-9cc2-55210826af9c req-990de6e6-b97c-4cbd-b88d-c6cb129e3ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:53.790217 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e229f-3c94-489d-9cc2-55210826af9c req-990de6e6-b97c-4cbd-b88d-c6cb129e3ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:53.791085 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e229f-3c94-489d-9cc2-55210826af9c req-990de6e6-b97c-4cbd-b88d-c6cb129e3ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:53.794844 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e229f-3c94-489d-9cc2-55210826af9c req-990de6e6-b97c-4cbd-b88d-c6cb129e3ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:53.795332 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e229f-3c94-489d-9cc2-55210826af9c req-990de6e6-b97c-4cbd-b88d-c6cb129e3ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:53.796614 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e229f-3c94-489d-9cc2-55210826af9c req-990de6e6-b97c-4cbd-b88d-c6cb129e3ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:53.797480 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e229f-3c94-489d-9cc2-55210826af9c req-990de6e6-b97c-4cbd-b88d-c6cb129e3ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:53.804072 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-278e229f-3c94-489d-9cc2-55210826af9c req-990de6e6-b97c-4cbd-b88d-c6cb129e3ed6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7581cafbb59a47148e5d33dde7c9cb23&device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 6417 time: 0.6777694 Jan 28 02:55:53.809761 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 4e6cce93-af8d-43d6-9241-9c92792905bb is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:53.810259 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (4e6cce93-af8d-43d6-9241-9c92792905bb), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:53.822246 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9d5d8619-5abe-4332-b066-eecb34321380 req-d5f35ed4-8468-4a27-82de-ef1abf0e5569 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&id=3711f489-87e7-4ab3-8353-77075d27f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7156916 Jan 28 02:55:53.912710 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 4e6cce93-af8d-43d6-9241-9c92792905bb, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=4e6cce93-af8d-43d6-9241-9c92792905bb,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:55:53.927407 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (4e6cce93-af8d-43d6-9241-9c92792905bb), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:54.045973 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=4e6cce93-af8d-43d6-9241-9c92792905bb,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:54.143769 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e229f-3c94-489d-9cc2-55210826af9c req-b67ebd8b-c85f-4c53-96f8-44df45065b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:54.144995 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e229f-3c94-489d-9cc2-55210826af9c req-b67ebd8b-c85f-4c53-96f8-44df45065b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:54.147124 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e229f-3c94-489d-9cc2-55210826af9c req-b67ebd8b-c85f-4c53-96f8-44df45065b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:54.149926 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-278e229f-3c94-489d-9cc2-55210826af9c req-b67ebd8b-c85f-4c53-96f8-44df45065b49 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=7581cafbb59a47148e5d33dde7c9cb23&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3059938 Jan 28 02:55:54.181931 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ae424951-f782-49a6-89b3-302ae2e62979 req-235ac658-fd20-4d2c-b9c7-80c2159b562c tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4429154 Jan 28 02:55:54.184817 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.db.resource_extend [None req-effc0df0-68c4-40d3-ad48-11f401a2f0ee tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 02:55:54.225137 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-ded700bf-a04e-4d3f-8c52-b2cb15962837 None None] Provisioning complete for port 4e6cce93-af8d-43d6-9241-9c92792905bb triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:54.225553 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ded700bf-a04e-4d3f-8c52-b2cb15962837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (4e6cce93-af8d-43d6-9241-9c92792905bb), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:54.253381 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-b2a81c06-09ed-45e5-90c3-6637d8c50e24 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Allocated IP 2001:db8::1 (f4e9908e-37c3-477d-90df-65c02e38c857/f99153af-d28b-466e-93af-f6ba3fd2b961/be30c3ec-a801-4f91-8b93-0babfabda36e) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:55:54.370464 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-72024be4-041e-43a4-9b1d-8f41c6bcaf35 req-bfbf76c9-4a74-48c7-8553-a0eb95258ec8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6528568 Jan 28 02:55:54.451791 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-ded700bf-a04e-4d3f-8c52-b2cb15962837 None None] Current status of the port 4e6cce93-af8d-43d6-9241-9c92792905bb is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:54.466974 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-effc0df0-68c4-40d3-ad48-11f401a2f0ee tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (a6bc4ba6-fa55-4989-9dad-49c7a648e598), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:54.473355 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effc0df0-68c4-40d3-ad48-11f401a2f0ee tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:54.480319 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-effc0df0-68c4-40d3-ad48-11f401a2f0ee tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:54.554680 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-effc0df0-68c4-40d3-ad48-11f401a2f0ee tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9723461 Jan 28 02:55:54.557242 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41274) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:54.573204 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-90c9d159-8771-40e1-8f07-bec53714c451 req-f72cfa28-a729-49df-a66a-af90c95d307d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3dc7402-b465-4b15-8094-ca4f81d3337e {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:55:54.575142 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-35f6af1d-3168-4372-9908-043565fdbcbc tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2112412730'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:54.594346 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39705e7-5cf2-4ae8-9ec9-2412640b055d req-5834debb-d7a3-4f70-98d1-78689397e443 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:54.602075 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f39705e7-5cf2-4ae8-9ec9-2412640b055d req-5834debb-d7a3-4f70-98d1-78689397e443 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c1dd99b-27ad-4301-b835-f160548c33ed HTTP/1.1" status: 200 len: 945 time: 0.2671294 Jan 28 02:55:54.616800 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-f72cfa28-a729-49df-a66a-af90c95d307d service neutron] Publish callbacks [] for port (e3dc7402-b465-4b15-8094-ca4f81d3337e), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:54.675645 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-90c9d159-8771-40e1-8f07-bec53714c451 req-f72cfa28-a729-49df-a66a-af90c95d307d service neutron] Transition to ACTIVE for port object e3dc7402-b465-4b15-8094-ca4f81d3337e will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:55:54.696743 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-f72cfa28-a729-49df-a66a-af90c95d307d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (e3dc7402-b465-4b15-8094-ca4f81d3337e), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:54.706716 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e229f-3c94-489d-9cc2-55210826af9c req-08b4f9e1-d6be-4ff6-9054-7220affef984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:54.708825 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-278e229f-3c94-489d-9cc2-55210826af9c req-08b4f9e1-d6be-4ff6-9054-7220affef984 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5469213 Jan 28 02:55:54.718922 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc0df0-68c4-40d3-ad48-11f401a2f0ee tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Pushing event updated for resources: {'Network': ['ID=a6bc4ba6-fa55-4989-9dad-49c7a648e598,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:54.743759 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network a6bc4ba6-fa55-4989-9dad-49c7a648e598 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:55:54.746350 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f6af1d-3168-4372-9908-043565fdbcbc tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Made reservation on behalf of 0c2b945effa14b3791285f96d9d76c0a for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:55:54.754531 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b2a81c06-09ed-45e5-90c3-6637d8c50e24 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for port (be30c3ec-a801-4f91-8b93-0babfabda36e), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:54.757856 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-35f6af1d-3168-4372-9908-043565fdbcbc tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:54.783961 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f39705e7-5cf2-4ae8-9ec9-2412640b055d req-3e39b869-1792-49fc-93b2-b826f2bda88b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807976 Jan 28 02:55:54.845485 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35f6af1d-3168-4372-9908-043565fdbcbc tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:55:54.878018 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-35f6af1d-3168-4372-9908-043565fdbcbc tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (d4b40e11-d925-4b21-8514-4042ab7bacd9), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:54.878491 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-35f6af1d-3168-4372-9908-043565fdbcbc tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Added segment d4b40e11-d925-4b21-8514-4042ab7bacd9 of type vlan for network 336cf128-6f62-4fce-8dbb-361784c73073 Jan 28 02:55:54.956919 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72cfa28-a729-49df-a66a-af90c95d307d service neutron] Pushing event updated for resources: {'Port': ['ID=e3dc7402-b465-4b15-8094-ca4f81d3337e,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:54.979097 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-35f6af1d-3168-4372-9908-043565fdbcbc tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (336cf128-6f62-4fce-8dbb-361784c73073), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:55.047936 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b2a81c06-09ed-45e5-90c3-6637d8c50e24 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (be30c3ec-a801-4f91-8b93-0babfabda36e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:55.082986 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-35f6af1d-3168-4372-9908-043565fdbcbc tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (336cf128-6f62-4fce-8dbb-361784c73073), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:55.088942 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f6af1d-3168-4372-9908-043565fdbcbc tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:55.092791 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-35f6af1d-3168-4372-9908-043565fdbcbc tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:55.226382 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-35f6af1d-3168-4372-9908-043565fdbcbc tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6556628 Jan 28 02:55:55.260362 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 4e6cce93-af8d-43d6-9241-9c92792905bb up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:55:55.282379 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a81c06-09ed-45e5-90c3-6637d8c50e24 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Port': ['ID=be30c3ec-a801-4f91-8b93-0babfabda36e,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:55.297557 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a81c06-09ed-45e5-90c3-6637d8c50e24 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:55:55.302046 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-b2a81c06-09ed-45e5-90c3-6637d8c50e24 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:55.311035 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6361a75-286a-4242-b7b3-32ffd0f33028 req-a67d9b8c-6980-4459-8ef8-0d86ea8b7445 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:55.313351 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d6361a75-286a-4242-b7b3-32ffd0f33028 req-a67d9b8c-6980-4459-8ef8-0d86ea8b7445 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c1dd99b-27ad-4301-b835-f160548c33ed HTTP/1.1" status: 200 len: 945 time: 0.2679529 Jan 28 02:55:55.315862 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a81c06-09ed-45e5-90c3-6637d8c50e24 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:55:55.316528 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b2a81c06-09ed-45e5-90c3-6637d8c50e24 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (af9b5d59-addf-4c07-b3fb-95703a566a97), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:55.340228 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d972491-a577-44a6-b028-c787539bbdd8 req-b4789126-1d02-4a97-a971-ae41ea5f8ea3 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:55.357491 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d972491-a577-44a6-b028-c787539bbdd8 req-b4789126-1d02-4a97-a971-ae41ea5f8ea3 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:55.363341 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d972491-a577-44a6-b028-c787539bbdd8 req-b4789126-1d02-4a97-a971-ae41ea5f8ea3 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:55.391367 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d972491-a577-44a6-b028-c787539bbdd8 req-b4789126-1d02-4a97-a971-ae41ea5f8ea3 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:55.401773 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d972491-a577-44a6-b028-c787539bbdd8 req-b4789126-1d02-4a97-a971-ae41ea5f8ea3 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:55.409637 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d972491-a577-44a6-b028-c787539bbdd8 req-b4789126-1d02-4a97-a971-ae41ea5f8ea3 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:55.422842 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d972491-a577-44a6-b028-c787539bbdd8 req-b4789126-1d02-4a97-a971-ae41ea5f8ea3 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:55.444389 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4d972491-a577-44a6-b028-c787539bbdd8 req-b4789126-1d02-4a97-a971-ae41ea5f8ea3 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 5421 time: 0.4061298 Jan 28 02:55:55.463478 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 4e6cce93-af8d-43d6-9241-9c92792905bb triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:55.464483 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (4e6cce93-af8d-43d6-9241-9c92792905bb), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:55.486201 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41314) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:55.499346 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-0ca33539-f78f-4048-a708-83074a2b6d70 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Request body: {'subnets': [{'network_id': 'a6bc4ba6-fa55-4989-9dad-49c7a648e598', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--842683140', 'ip_version': 4}, {'network_id': '336cf128-6f62-4fce-8dbb-361784c73073', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:55.499717 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-0ca33539-f78f-4048-a708-83074a2b6d70 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Request body: {'subnet': {'network_id': 'a6bc4ba6-fa55-4989-9dad-49c7a648e598', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--842683140', 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:55.500360 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-0ca33539-f78f-4048-a708-83074a2b6d70 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Request body: {'subnet': {'network_id': '336cf128-6f62-4fce-8dbb-361784c73073', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:55:55.507683 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-90c9d159-8771-40e1-8f07-bec53714c451 req-f72cfa28-a729-49df-a66a-af90c95d307d service neutron] Attempting to bind port e3dc7402-b465-4b15-8094-ca4f81d3337e on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:55:55.508033 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-90c9d159-8771-40e1-8f07-bec53714c451 req-f72cfa28-a729-49df-a66a-af90c95d307d service neutron] Attempting to bind port e3dc7402-b465-4b15-8094-ca4f81d3337e by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '54ef7b2b-f6f2-4013-a152-07e010d0c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9d63e9ac-6b2c-46ae-b695-7b9d65c9a866'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:55:55.508368 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c9d159-8771-40e1-8f07-bec53714c451 req-f72cfa28-a729-49df-a66a-af90c95d307d service neutron] Attempting to bind port e3dc7402-b465-4b15-8094-ca4f81d3337e on network 9d63e9ac-6b2c-46ae-b695-7b9d65c9a866 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:55:55.545322 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6af1d-3168-4372-9908-043565fdbcbc tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Pushing event updated for resources: {'Network': ['ID=336cf128-6f62-4fce-8dbb-361784c73073,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:55.574144 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 336cf128-6f62-4fce-8dbb-361784c73073 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:55:55.631131 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c9d159-8771-40e1-8f07-bec53714c451 req-f72cfa28-a729-49df-a66a-af90c95d307d service neutron] Port e3dc7402-b465-4b15-8094-ca4f81d3337e on network 9d63e9ac-6b2c-46ae-b695-7b9d65c9a866 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:55:55.631131 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c9d159-8771-40e1-8f07-bec53714c451 req-f72cfa28-a729-49df-a66a-af90c95d307d service neutron] Attempting to bind port e3dc7402-b465-4b15-8094-ca4f81d3337e on network 9d63e9ac-6b2c-46ae-b695-7b9d65c9a866 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:55:55.663820 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c9d159-8771-40e1-8f07-bec53714c451 req-f72cfa28-a729-49df-a66a-af90c95d307d service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:55:55.663820 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c9d159-8771-40e1-8f07-bec53714c451 req-f72cfa28-a729-49df-a66a-af90c95d307d service neutron] Checking segment: {'id': '54ef7b2b-f6f2-4013-a152-07e010d0c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9d63e9ac-6b2c-46ae-b695-7b9d65c9a866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:55:55.664109 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c9d159-8771-40e1-8f07-bec53714c451 req-f72cfa28-a729-49df-a66a-af90c95d307d service neutron] Bound using segment: {'id': '54ef7b2b-f6f2-4013-a152-07e010d0c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9d63e9ac-6b2c-46ae-b695-7b9d65c9a866'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:55:55.664452 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-90c9d159-8771-40e1-8f07-bec53714c451 req-f72cfa28-a729-49df-a66a-af90c95d307d service neutron] Bound port: e3dc7402-b465-4b15-8094-ca4f81d3337e, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54ef7b2b-f6f2-4013-a152-07e010d0c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9d63e9ac-6b2c-46ae-b695-7b9d65c9a866'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:55:55.664697 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-f72cfa28-a729-49df-a66a-af90c95d307d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e3dc7402-b465-4b15-8094-ca4f81d3337e), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:55.728761 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b2a81c06-09ed-45e5-90c3-6637d8c50e24 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (be30c3ec-a801-4f91-8b93-0babfabda36e), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:55.747529 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4d972491-a577-44a6-b028-c787539bbdd8 req-a9348b80-9dd6-4765-8bb3-10bb2b467758 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&id=3711f489-87e7-4ab3-8353-77075d27f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3021350 Jan 28 02:55:55.828307 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 4e6cce93-af8d-43d6-9241-9c92792905bb is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:55:55.863341 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d6361a75-286a-4242-b7b3-32ffd0f33028 req-6ba51bd6-fd3c-4cbd-b925-9301cb28572c tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579712 Jan 28 02:55:55.908482 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-d31bd7f6-dd28-46c4-90f4-3fc6a88d7352 None None] Provisioning complete for port be30c3ec-a801-4f91-8b93-0babfabda36e triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:55.908960 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d31bd7f6-dd28-46c4-90f4-3fc6a88d7352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (be30c3ec-a801-4f91-8b93-0babfabda36e), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:55.941603 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca33539-f78f-4048-a708-83074a2b6d70 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Made reservation on behalf of 0c2b945effa14b3791285f96d9d76c0a for: {'subnet': 2} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:55:55.946322 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0ca33539-f78f-4048-a708-83074a2b6d70 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:55.946504 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0ca33539-f78f-4048-a708-83074a2b6d70 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:55.973288 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-d31bd7f6-dd28-46c4-90f4-3fc6a88d7352 None None] Port be30c3ec-a801-4f91-8b93-0babfabda36e cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:55:56.097093 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-90c9d159-8771-40e1-8f07-bec53714c451 req-f72cfa28-a729-49df-a66a-af90c95d307d service neutron] For port e3dc7402-b465-4b15-8094-ca4f81d3337e, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:55:56.141755 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-90c9d159-8771-40e1-8f07-bec53714c451 req-f72cfa28-a729-49df-a66a-af90c95d307d service neutron] For port e3dc7402-b465-4b15-8094-ca4f81d3337e, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=e3dc7402-b465-4b15-8094-ca4f81d3337e,segment=NetworkSegment(54ef7b2b-f6f2-4013-a152-07e010d0c194),segment_id=54ef7b2b-f6f2-4013-a152-07e010d0c194)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:55:56.162127 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7e656-a2e3-4cd6-b9a4-f7f927a71acc req-8e6a8968-cb5c-41d0-b217-cf68fb2609c5 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:56.163692 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d5b7e656-a2e3-4cd6-b9a4-f7f927a71acc req-8e6a8968-cb5c-41d0-b217-cf68fb2609c5 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=e10628cf-5182-4742-90c0-a8db0de789c5 HTTP/1.1" status: 200 len: 946 time: 0.1464279 Jan 28 02:55:56.185663 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-f72cfa28-a729-49df-a66a-af90c95d307d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (e3dc7402-b465-4b15-8094-ca4f81d3337e), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:56.326477 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9d159-8771-40e1-8f07-bec53714c451 req-f72cfa28-a729-49df-a66a-af90c95d307d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:56.327111 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-90c9d159-8771-40e1-8f07-bec53714c451 req-f72cfa28-a729-49df-a66a-af90c95d307d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:56.328681 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-f72cfa28-a729-49df-a66a-af90c95d307d service neutron] 10.222.0.67 "PUT /v2.0/ports/e3dc7402-b465-4b15-8094-ca4f81d3337e HTTP/1.1" status: 200 len: 1092 time: 3.5801756 Jan 28 02:55:56.329344 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'tag': 'e3dc7402-b465-4b15-8094-ca4f81d3337e'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:55:56.332052 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c273cdd6-62db-4720-bf12-4a5dafa83655" -d '{"events": [{"name": "network-changed", "server_uuid": "3e4b5d3f-9d94-4228-974e-b08b737d3e4c", "tag": "e3dc7402-b465-4b15-8094-ca4f81d3337e"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:55:56.428851 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72cfa28-a729-49df-a66a-af90c95d307d service neutron] Pushing event updated for resources: {'Port': ['ID=e3dc7402-b465-4b15-8094-ca4f81d3337e,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:56.457134 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d5b7e656-a2e3-4cd6-b9a4-f7f927a71acc req-f962827a-0a57-4a92-9126-adbaad48c358 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775149 Jan 28 02:55:56.538033 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9d159-8771-40e1-8f07-bec53714c451 req-89696d1e-9155-4820-8a0d-cf030c9801ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:56.538841 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9d159-8771-40e1-8f07-bec53714c451 req-89696d1e-9155-4820-8a0d-cf030c9801ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:56.539387 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9d159-8771-40e1-8f07-bec53714c451 req-89696d1e-9155-4820-8a0d-cf030c9801ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:56.539920 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9d159-8771-40e1-8f07-bec53714c451 req-89696d1e-9155-4820-8a0d-cf030c9801ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:56.540448 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9d159-8771-40e1-8f07-bec53714c451 req-89696d1e-9155-4820-8a0d-cf030c9801ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:56.540974 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9d159-8771-40e1-8f07-bec53714c451 req-89696d1e-9155-4820-8a0d-cf030c9801ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:56.541518 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9d159-8771-40e1-8f07-bec53714c451 req-89696d1e-9155-4820-8a0d-cf030c9801ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:56.543802 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-89696d1e-9155-4820-8a0d-cf030c9801ce service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7581cafbb59a47148e5d33dde7c9cb23&device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 6485 time: 0.1308975 Jan 28 02:55:56.554973 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d631fe15-7db5-40dd-935c-7b59bab91fcd x-openstack-request-id: req-d631fe15-7db5-40dd-935c-7b59bab91fcd {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:55:56.561376 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e4b5d3f-9d94-4228-974e-b08b737d3e4c", "tag": "e3dc7402-b465-4b15-8094-ca4f81d3337e", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:55:56.573822 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d631fe15-7db5-40dd-935c-7b59bab91fcd {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:55:56.574032 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'tag': 'e3dc7402-b465-4b15-8094-ca4f81d3337e', 'status': 'completed', 'code': 200} Jan 28 02:55:56.576480 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b2a81c06-09ed-45e5-90c3-6637d8c50e24 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for port (be30c3ec-a801-4f91-8b93-0babfabda36e), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:56.620966 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b2a81c06-09ed-45e5-90c3-6637d8c50e24 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (be30c3ec-a801-4f91-8b93-0babfabda36e), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:56.621942 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b2a81c06-09ed-45e5-90c3-6637d8c50e24 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (af9b5d59-addf-4c07-b3fb-95703a566a97), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:56.628043 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-e1471306-3e91-48b9-bd9d-02731acf5fe2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44267f57-f4c4-404e-bfd0-6e33bcab411a HTTP/1.1" status: 200 len: 217 time: 0.0493326 Jan 28 02:55:56.758529 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7528ea-06fc-4945-9c27-66a70218bc13 req-0cf20f5b-f245-401d-95d4-4775f8e86980 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:56.766697 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bd7528ea-06fc-4945-9c27-66a70218bc13 req-0cf20f5b-f245-401d-95d4-4775f8e86980 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c1dd99b-27ad-4301-b835-f160548c33ed HTTP/1.1" status: 200 len: 945 time: 0.4361265 Jan 28 02:55:56.789333 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a81c06-09ed-45e5-90c3-6637d8c50e24 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Port': ['ID=be30c3ec-a801-4f91-8b93-0babfabda36e,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:56.802970 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9d159-8771-40e1-8f07-bec53714c451 req-e414a8d9-a94d-4f67-afaf-e311d0f5aa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:56.804572 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-e414a8d9-a94d-4f67-afaf-e311d0f5aa41 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=25561413-0d19-438c-afcd-b5c53014f067 HTTP/1.1" status: 200 len: 850 time: 0.1468389 Jan 28 02:55:56.839577 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bd7528ea-06fc-4945-9c27-66a70218bc13 req-681290cd-211c-4d26-9f38-d8a0e9184cbb tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716062 Jan 28 02:55:56.876145 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c9351-7fed-4147-981a-a7257c5d69f9 req-71747f63-60c4-4fc9-8d9b-6b3be1a7ddb8 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:56.877846 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-877c9351-7fed-4147-981a-a7257c5d69f9 req-71747f63-60c4-4fc9-8d9b-6b3be1a7ddb8 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=e10628cf-5182-4742-90c0-a8db0de789c5 HTTP/1.1" status: 200 len: 946 time: 0.1722634 Jan 28 02:55:56.878742 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0ca33539-f78f-4048-a708-83074a2b6d70 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (53ac6c32-486c-41d9-a010-c692f5828788), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:56.908760 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a81c06-09ed-45e5-90c3-6637d8c50e24 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:55:56.911489 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9d159-8771-40e1-8f07-bec53714c451 req-65d2367d-4518-41e2-8b7c-fcccdc5a3b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:56.913166 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-65d2367d-4518-41e2-8b7c-fcccdc5a3b3a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=266d65f2-ae3d-4ae4-8df9-31c67ca10beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0971708 Jan 28 02:55:56.916423 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-b2a81c06-09ed-45e5-90c3-6637d8c50e24 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:57.006464 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca33539-f78f-4048-a708-83074a2b6d70 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Pushing event updated for resources: {'Subnet': ['ID=53ac6c32-486c-41d9-a010-c692f5828788,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:57.026236 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca33539-f78f-4048-a708-83074a2b6d70 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Checking segment: {'id': '47481489-0c97-473d-a174-503d707d3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a6bc4ba6-fa55-4989-9dad-49c7a648e598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:55:57.026933 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca33539-f78f-4048-a708-83074a2b6d70 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Network hostable DHCP agents. Network: a6bc4ba6-fa55-4989-9dad-49c7a648e598, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:55:57.120405 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca33539-f78f-4048-a708-83074a2b6d70 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Network a6bc4ba6-fa55-4989-9dad-49c7a648e598 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:55:57.147067 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4da33-c192-42d2-8c0f-533c21ab5f5e req-549c6841-5be7-4f56-9a33-fe5600567736 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:57.153357 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4da33-c192-42d2-8c0f-533c21ab5f5e req-549c6841-5be7-4f56-9a33-fe5600567736 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:57.160432 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4da33-c192-42d2-8c0f-533c21ab5f5e req-549c6841-5be7-4f56-9a33-fe5600567736 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:57.167071 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4da33-c192-42d2-8c0f-533c21ab5f5e req-549c6841-5be7-4f56-9a33-fe5600567736 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:57.172531 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4da33-c192-42d2-8c0f-533c21ab5f5e req-549c6841-5be7-4f56-9a33-fe5600567736 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:57.179326 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4da33-c192-42d2-8c0f-533c21ab5f5e req-549c6841-5be7-4f56-9a33-fe5600567736 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:57.187617 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4da33-c192-42d2-8c0f-533c21ab5f5e req-549c6841-5be7-4f56-9a33-fe5600567736 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:57.196731 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5ee4da33-c192-42d2-8c0f-533c21ab5f5e req-549c6841-5be7-4f56-9a33-fe5600567736 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 5421 time: 0.1632886 Jan 28 02:55:57.219319 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-0ca33539-f78f-4048-a708-83074a2b6d70 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, a6bc4ba6-fa55-4989-9dad-49c7a648e598) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:57.225302 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0ca33539-f78f-4048-a708-83074a2b6d70 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (858270fe-d7f3-4d2f-aa7c-9aaea4d8e800), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:57.235027 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88155d9-8ccd-4e48-8689-4109c9ced62a None None] Network a6bc4ba6-fa55-4989-9dad-49c7a648e598 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:55:57.356586 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca33539-f78f-4048-a708-83074a2b6d70 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Pushing event updated for resources: {'Subnet': ['ID=858270fe-d7f3-4d2f-aa7c-9aaea4d8e800,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:57.379764 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5ee4da33-c192-42d2-8c0f-533c21ab5f5e req-2856d8eb-967a-4506-920f-7b75e25bb3a0 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&id=3711f489-87e7-4ab3-8353-77075d27f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1819808 Jan 28 02:55:57.380816 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca33539-f78f-4048-a708-83074a2b6d70 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Checking segment: {'id': 'd4b40e11-d925-4b21-8514-4042ab7bacd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '336cf128-6f62-4fce-8dbb-361784c73073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:55:57.381214 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca33539-f78f-4048-a708-83074a2b6d70 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Network hostable DHCP agents. Network: 336cf128-6f62-4fce-8dbb-361784c73073, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:55:57.407157 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-53c51e40-40ff-4d73-a4a4-18b634a7a254 None None] Provisioning complete for port be30c3ec-a801-4f91-8b93-0babfabda36e triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:55:57.407545 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-53c51e40-40ff-4d73-a4a4-18b634a7a254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (be30c3ec-a801-4f91-8b93-0babfabda36e), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:57.441379 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca33539-f78f-4048-a708-83074a2b6d70 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Network 336cf128-6f62-4fce-8dbb-361784c73073 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:55:57.441869 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6927770f-ed85-4570-a696-60e6bf38569b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-a6bc4ba6-fa55-4989-9dad-49c7a648e598', 'network_id': 'a6bc4ba6-fa55-4989-9dad-49c7a648e598', 'project_id': '0c2b945effa14b3791285f96d9d76c0a', 'fixed_ips': [{'subnet_id': '53ac6c32-486c-41d9-a010-c692f5828788'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:55:57.443523 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6927770f-ed85-4570-a696-60e6bf38569b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:57.456867 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-0ca33539-f78f-4048-a708-83074a2b6d70 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 336cf128-6f62-4fce-8dbb-361784c73073) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:57.461950 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca33539-f78f-4048-a708-83074a2b6d70 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:57.462430 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca33539-f78f-4048-a708-83074a2b6d70 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:57.463256 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0ca33539-f78f-4048-a708-83074a2b6d70 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:57.487492 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0ca33539-f78f-4048-a708-83074a2b6d70 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.9947765 Jan 28 02:55:57.490228 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41336) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:57.572763 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3e65aa-400f-4dc1-8ac2-0f87c66886f7 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:57.574569 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3e65aa-400f-4dc1-8ac2-0f87c66886f7 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:57.576284 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3e65aa-400f-4dc1-8ac2-0f87c66886f7 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:57.589026 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0f3e65aa-400f-4dc1-8ac2-0f87c66886f7 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0973794 Jan 28 02:55:57.589723 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41338) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:57.600584 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40894f7-92e8-4c3e-979b-ba464258b58d None None] Network 336cf128-6f62-4fce-8dbb-361784c73073 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:55:57.634467 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-53c51e40-40ff-4d73-a4a4-18b634a7a254 None None] Port be30c3ec-a801-4f91-8b93-0babfabda36e cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:55:57.644606 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-877c9351-7fed-4147-981a-a7257c5d69f9 req-8483e176-ed8b-4a2f-9d1e-6e96d5c3d609 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7447410 Jan 28 02:55:57.702393 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-58571c76-9049-4540-8f98-e0ac9c24f112 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Deleting subnet 53ac6c32-486c-41d9-a010-c692f5828788 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:55:57.833628 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-49d8927e-2c61-41e8-9d47-9d50bc5dc8df service neutron] 10.222.0.67 "GET /v2.0/networks/266d65f2-ae3d-4ae4-8df9-31c67ca10beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9132979 Jan 28 02:55:57.855215 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-6927770f-ed85-4570-a696-60e6bf38569b None None] Allocated IP 172.20.0.2 (a6bc4ba6-fa55-4989-9dad-49c7a648e598/53ac6c32-486c-41d9-a010-c692f5828788/aea17fac-60bc-4058-82fd-dc813210a7fc) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:55:57.883337 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221bee7-61d2-4066-b051-b07a742abfb2 req-fbcfdea8-7b6c-48af-bef4-d7196ed2c27a tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:57.885424 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b221bee7-61d2-4066-b051-b07a742abfb2 req-fbcfdea8-7b6c-48af-bef4-d7196ed2c27a tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c1dd99b-27ad-4301-b835-f160548c33ed HTTP/1.1" status: 200 len: 945 time: 0.1855409 Jan 28 02:55:58.127038 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb3b239-6d11-4562-ba1f-af69a40b8381 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-336cf128-6f62-4fce-8dbb-361784c73073', 'network_id': '336cf128-6f62-4fce-8dbb-361784c73073', 'project_id': '0c2b945effa14b3791285f96d9d76c0a', 'fixed_ips': [{'subnet_id': '858270fe-d7f3-4d2f-aa7c-9aaea4d8e800'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:55:58.129387 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9eb3b239-6d11-4562-ba1f-af69a40b8381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:58.133204 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a81c06-09ed-45e5-90c3-6637d8c50e24 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Router af9b5d59-addf-4c07-b3fb-95703a566a97 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 02:55:58.154024 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-f3ba04ce-b57a-4d86-bdd6-c2a45b3b020f service neutron] 10.222.0.67 "GET /v2.0/networks/266d65f2-ae3d-4ae4-8df9-31c67ca10beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083534 Jan 28 02:55:58.214720 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3dd4ab-46cf-40df-8115-697d9ea43489 req-e73a5355-dc51-4ee9-8601-210adeaaae60 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:58.216281 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5c3dd4ab-46cf-40df-8115-697d9ea43489 req-e73a5355-dc51-4ee9-8601-210adeaaae60 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c1dd99b-27ad-4301-b835-f160548c33ed HTTP/1.1" status: 200 len: 945 time: 0.1836627 Jan 28 02:55:58.251722 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-c5930abd-f38a-49e1-8589-831836dad69d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=b7ea256c-1185-43f6-ab32-04eda1634fc5 HTTP/1.1" status: 200 len: 217 time: 0.0887046 Jan 28 02:55:58.386888 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a81c06-09ed-45e5-90c3-6637d8c50e24 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:55:58.392117 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-b221bee7-61d2-4066-b051-b07a742abfb2 req-3bb99130-5174-47ef-a381-e09dfd7894d5 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Deleting port 94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:55:58.392586 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b221bee7-61d2-4066-b051-b07a742abfb2 req-3bb99130-5174-47ef-a381-e09dfd7894d5 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:58.407009 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b2a81c06-09ed-45e5-90c3-6637d8c50e24 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "PUT /v2.0/routers/af9b5d59-addf-4c07-b3fb-95703a566a97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9535213 Jan 28 02:55:58.407987 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41358) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:58.414441 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-9eb3b239-6d11-4562-ba1f-af69a40b8381 None None] Allocated IP 172.20.0.18 (336cf128-6f62-4fce-8dbb-361784c73073/858270fe-d7f3-4d2f-aa7c-9aaea4d8e800/b2789377-aefb-4523-bab6-4ddf7a6c1a58) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:55:58.422748 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6927770f-ed85-4570-a696-60e6bf38569b None None] Publish callbacks [] for port (aea17fac-60bc-4058-82fd-dc813210a7fc), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:58.424303 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5c3dd4ab-46cf-40df-8115-697d9ea43489 req-afa957a6-b82e-414d-b1d9-f1fa86a79e98 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777129 Jan 28 02:55:58.426236 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9d159-8771-40e1-8f07-bec53714c451 req-11888f95-4dc8-475e-b70e-fc1ee5dbd239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:58.427283 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-11888f95-4dc8-475e-b70e-fc1ee5dbd239 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=49a68bb6-80b9-4dbc-a512-787aeaf1e11f HTTP/1.1" status: 200 len: 797 time: 0.1402700 Jan 28 02:55:58.449996 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2319b21-e4fe-404b-b00c-20a120fe83fa None None] Sync routers for ids ['af9b5d59-addf-4c07-b3fb-95703a566a97'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:55:58.463192 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58571c76-9049-4540-8f98-e0ac9c24f112 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks [] for subnet (53ac6c32-486c-41d9-a010-c692f5828788), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:58.476711 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6927770f-ed85-4570-a696-60e6bf38569b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (aea17fac-60bc-4058-82fd-dc813210a7fc), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:58.550162 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9d159-8771-40e1-8f07-bec53714c451 req-d830202c-4a39-44f3-8120-31d25edaf7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:58.552245 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-d830202c-4a39-44f3-8120-31d25edaf7b5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d468efc2-a65f-4457-a846-ab761946515b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0939820 Jan 28 02:55:58.563403 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0f1a80-d0b4-4a77-977a-53d91ec63a4e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:58.564869 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3a0f1a80-d0b4-4a77-977a-53d91ec63a4e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/ports/be30c3ec-a801-4f91-8b93-0babfabda36e HTTP/1.1" status: 200 len: 911 time: 0.1552596 Jan 28 02:55:58.568127 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41360) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:58.580250 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2319b21-e4fe-404b-b00c-20a120fe83fa None None] Routers {'af9b5d59-addf-4c07-b3fb-95703a566a97'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:55:58.582106 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-e2319b21-e4fe-404b-b00c-20a120fe83fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:55:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['af9b5d59-addf-4c07-b3fb-95703a566a97'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:55:58.585119 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58571c76-9049-4540-8f98-e0ac9c24f112 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (53ac6c32-486c-41d9-a010-c692f5828788), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:58.603056 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6927770f-ed85-4570-a696-60e6bf38569b None None] Network a6bc4ba6-fa55-4989-9dad-49c7a648e598 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:55:58.666333 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf42c4d5-3d09-4349-b490-9c3b1e306ca2 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:58.671962 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf42c4d5-3d09-4349-b490-9c3b1e306ca2 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:58.673854 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-cf42c4d5-3d09-4349-b490-9c3b1e306ca2 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1046960 Jan 28 02:55:58.691483 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41364) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:58.726165 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-6927770f-ed85-4570-a696-60e6bf38569b None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:58.761441 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-b221bee7-61d2-4066-b051-b07a742abfb2 req-3bb99130-5174-47ef-a381-e09dfd7894d5 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] For port 94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64,segment=NetworkSegment(5ec551e3-78ab-42a1-92af-4f07dc8530f7),segment_id=5ec551e3-78ab-42a1-92af-4f07dc8530f7)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:55:58.761811 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b221bee7-61d2-4066-b051-b07a742abfb2 req-3bb99130-5174-47ef-a381-e09dfd7894d5 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:58.789228 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58571c76-9049-4540-8f98-e0ac9c24f112 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (53ac6c32-486c-41d9-a010-c692f5828788), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:58.798600 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d7690-d51c-46a5-97e1-7a4c84b4da60 req-5f5d2ecb-cace-4778-b488-955c014cabbc tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:58.804271 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d7690-d51c-46a5-97e1-7a4c84b4da60 req-5f5d2ecb-cace-4778-b488-955c014cabbc tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:58.810421 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d7690-d51c-46a5-97e1-7a4c84b4da60 req-5f5d2ecb-cace-4778-b488-955c014cabbc tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:58.816508 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d7690-d51c-46a5-97e1-7a4c84b4da60 req-5f5d2ecb-cace-4778-b488-955c014cabbc tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:58.822777 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d7690-d51c-46a5-97e1-7a4c84b4da60 req-5f5d2ecb-cace-4778-b488-955c014cabbc tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:58.828264 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d7690-d51c-46a5-97e1-7a4c84b4da60 req-5f5d2ecb-cace-4778-b488-955c014cabbc tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:58.831880 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-e2319b21-e4fe-404b-b00c-20a120fe83fa None None] Set router af9b5d59-addf-4c07-b3fb-95703a566a97 gateway port host: None {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:55:58.835313 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d7690-d51c-46a5-97e1-7a4c84b4da60 req-5f5d2ecb-cace-4778-b488-955c014cabbc tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:58.836602 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8d1d7690-d51c-46a5-97e1-7a4c84b4da60 req-5f5d2ecb-cace-4778-b488-955c014cabbc tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 5421 time: 0.2803004 Jan 28 02:55:58.839649 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-b221bee7-61d2-4066-b051-b07a742abfb2 req-3bb99130-5174-47ef-a381-e09dfd7894d5 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Calling delete_port for 94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:55:58.896303 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-c7fcca90-67de-4598-93c6-c8bd7ba5a658 service neutron] 10.222.0.67 "GET /v2.0/networks/d468efc2-a65f-4457-a846-ab761946515b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779343 Jan 28 02:55:59.002255 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58571c76-9049-4540-8f98-e0ac9c24f112 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (53ac6c32-486c-41d9-a010-c692f5828788), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:59.088983 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6927770f-ed85-4570-a696-60e6bf38569b None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:55:59.107436 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6927770f-ed85-4570-a696-60e6bf38569b None None] Pushing event updated for resources: {'Port': ['ID=aea17fac-60bc-4058-82fd-dc813210a7fc,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:59.130337 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58571c76-9049-4540-8f98-e0ac9c24f112 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:59.138516 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-58571c76-9049-4540-8f98-e0ac9c24f112 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] 10.222.0.53 "DELETE /v2.0/subnets/53ac6c32-486c-41d9-a010-c692f5828788 HTTP/1.1" status: 204 len: 168 time: 1.5441754 Jan 28 02:55:59.139646 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58571c76-9049-4540-8f98-e0ac9c24f112 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Pushing event deleted for resources: {'Subnet': ['ID=53ac6c32-486c-41d9-a010-c692f5828788,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:59.142532 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41370) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:55:59.195414 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:59.197827 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b221bee7-61d2-4066-b051-b07a742abfb2 req-3bb99130-5174-47ef-a381-e09dfd7894d5 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:59.242418 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-cce0ebcd-ad00-4de1-a042-a1bda4e9a3df tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Deleting subnet 858270fe-d7f3-4d2f-aa7c-9aaea4d8e800 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:55:59.250228 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8d1d7690-d51c-46a5-97e1-7a4c84b4da60 req-c20502f1-c536-4912-a754-14f113a8dc1b tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&id=3711f489-87e7-4ab3-8353-77075d27f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4050164 Jan 28 02:55:59.352627 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['8bc3e1e3-3b8b-493b-825e-e109d60fabfc'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:55:59.356324 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb99130-5174-47ef-a381-e09dfd7894d5 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Pushing event deleted for resources: {'Port': ['ID=94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:59.367827 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-b221bee7-61d2-4066-b051-b07a742abfb2 req-3bb99130-5174-47ef-a381-e09dfd7894d5 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] No DVR routers for this DVR port 94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:55:59.388789 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b221bee7-61d2-4066-b051-b07a742abfb2 req-3bb99130-5174-47ef-a381-e09dfd7894d5 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:59.393719 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b221bee7-61d2-4066-b051-b07a742abfb2 req-3bb99130-5174-47ef-a381-e09dfd7894d5 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.39 "DELETE /v2.0/ports/94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64 HTTP/1.1" status: 204 len: 173 time: 1.4290192 Jan 28 02:55:59.394192 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c1dd99b-27ad-4301-b835-f160548c33ed', 'name': 'network-vif-deleted', 'tag': '94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:55:59.397113 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f14dfe4-9440-41bf-91d7-d5301c445fd3" -d '{"events": [{"server_uuid": "3c1dd99b-27ad-4301-b835-f160548c33ed", "name": "network-vif-deleted", "tag": "94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:55:59.404925 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb99130-5174-47ef-a381-e09dfd7894d5 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:59.405316 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb99130-5174-47ef-a381-e09dfd7894d5 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:59.405778 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb99130-5174-47ef-a381-e09dfd7894d5 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:59.406179 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb99130-5174-47ef-a381-e09dfd7894d5 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:59.406567 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb99130-5174-47ef-a381-e09dfd7894d5 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:59.406975 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb99130-5174-47ef-a381-e09dfd7894d5 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:59.407329 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb99130-5174-47ef-a381-e09dfd7894d5 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:59.408221 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb99130-5174-47ef-a381-e09dfd7894d5 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:59.409312 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb99130-5174-47ef-a381-e09dfd7894d5 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:59.410048 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb99130-5174-47ef-a381-e09dfd7894d5 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:59.410425 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb99130-5174-47ef-a381-e09dfd7894d5 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:59.410845 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb99130-5174-47ef-a381-e09dfd7894d5 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:59.411702 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb99130-5174-47ef-a381-e09dfd7894d5 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:55:59.444764 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-6927770f-ed85-4570-a696-60e6bf38569b None None] Attempting to bind port aea17fac-60bc-4058-82fd-dc813210a7fc on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:55:59.447459 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-6927770f-ed85-4570-a696-60e6bf38569b None None] Attempting to bind port aea17fac-60bc-4058-82fd-dc813210a7fc by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '47481489-0c97-473d-a174-503d707d3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a6bc4ba6-fa55-4989-9dad-49c7a648e598'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:55:59.447459 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6927770f-ed85-4570-a696-60e6bf38569b None None] Attempting to bind port aea17fac-60bc-4058-82fd-dc813210a7fc on network a6bc4ba6-fa55-4989-9dad-49c7a648e598 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:55:59.461731 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-b1674a7c-96b7-4680-9e3b-a5af47d76473 service neutron] 10.222.0.67 "GET /v2.0/networks/d468efc2-a65f-4457-a846-ab761946515b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5280676 Jan 28 02:55:59.473442 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6927770f-ed85-4570-a696-60e6bf38569b None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:55:59.474111 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6927770f-ed85-4570-a696-60e6bf38569b None None] Checking segment: {'id': '47481489-0c97-473d-a174-503d707d3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a6bc4ba6-fa55-4989-9dad-49c7a648e598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:55:59.474525 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6927770f-ed85-4570-a696-60e6bf38569b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:59.474931 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6927770f-ed85-4570-a696-60e6bf38569b None None] Bound using segment: {'id': '47481489-0c97-473d-a174-503d707d3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a6bc4ba6-fa55-4989-9dad-49c7a648e598'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:55:59.475420 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-6927770f-ed85-4570-a696-60e6bf38569b None None] Bound port: aea17fac-60bc-4058-82fd-dc813210a7fc, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47481489-0c97-473d-a174-503d707d3b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a6bc4ba6-fa55-4989-9dad-49c7a648e598'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:55:59.475805 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6927770f-ed85-4570-a696-60e6bf38569b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (aea17fac-60bc-4058-82fd-dc813210a7fc), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:59.501642 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9eb3b239-6d11-4562-ba1f-af69a40b8381 None None] Publish callbacks [] for port (b2789377-aefb-4523-bab6-4ddf7a6c1a58), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:59.515763 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-cce0ebcd-ad00-4de1-a042-a1bda4e9a3df tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks [] for subnet (858270fe-d7f3-4d2f-aa7c-9aaea4d8e800), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:59.518906 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9eb3b239-6d11-4562-ba1f-af69a40b8381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (b2789377-aefb-4523-bab6-4ddf7a6c1a58), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:59.527652 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-937d6c03-3ad7-4032-aa54-328fdab5d1fc tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (af9b5d59-addf-4c07-b3fb-95703a566a97), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:59.596949 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7935b58-f663-40db-9760-595bc72a06fe x-openstack-request-id: req-b7935b58-f663-40db-9760-595bc72a06fe {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:55:59.603493 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c1dd99b-27ad-4301-b835-f160548c33ed", "name": "network-vif-deleted", "tag": "94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:55:59.603493 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b7935b58-f663-40db-9760-595bc72a06fe {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:55:59.603903 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c1dd99b-27ad-4301-b835-f160548c33ed', 'name': 'network-vif-deleted', 'tag': '94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64', 'status': 'completed', 'code': 200} Jan 28 02:55:59.605627 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-06f0077d-fe91-4ce3-b17e-381b2eb49093 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=1aab93c4-9491-4b44-ab45-394e2d033a1e HTTP/1.1" status: 200 len: 217 time: 0.1082232 Jan 28 02:55:59.727656 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9d159-8771-40e1-8f07-bec53714c451 req-b914376e-9c86-4f52-85bf-188b73160afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:59.729413 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-b914376e-9c86-4f52-85bf-188b73160afa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=49a68bb6-80b9-4dbc-a512-787aeaf1e11f HTTP/1.1" status: 200 len: 797 time: 0.1165204 Jan 28 02:55:59.764410 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-cce0ebcd-ad00-4de1-a042-a1bda4e9a3df tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (858270fe-d7f3-4d2f-aa7c-9aaea4d8e800), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:59.768533 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-6927770f-ed85-4570-a696-60e6bf38569b None None] For port aea17fac-60bc-4058-82fd-dc813210a7fc, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:55:59.773274 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-6927770f-ed85-4570-a696-60e6bf38569b None None] For port aea17fac-60bc-4058-82fd-dc813210a7fc, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=aea17fac-60bc-4058-82fd-dc813210a7fc,segment=NetworkSegment(47481489-0c97-473d-a174-503d707d3b2e),segment_id=47481489-0c97-473d-a174-503d707d3b2e)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:55:59.795155 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9f9daa8b-8d2c-4fd9-9e32-c16f5624bfe7 req-d2c33f89-af8a-42ed-9373-762a56afa59d tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c1dd99b-27ad-4301-b835-f160548c33ed HTTP/1.1" status: 200 len: 210 time: 0.1126537 Jan 28 02:55:59.857537 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb3b239-6d11-4562-ba1f-af69a40b8381 None None] Network 336cf128-6f62-4fce-8dbb-361784c73073 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:55:59.859662 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9d159-8771-40e1-8f07-bec53714c451 req-dbdd1328-1764-4fb4-9538-d07aa630f8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:59.861213 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-dbdd1328-1764-4fb4-9538-d07aa630f8c7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d468efc2-a65f-4457-a846-ab761946515b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1187799 Jan 28 02:55:59.864790 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6927770f-ed85-4570-a696-60e6bf38569b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (aea17fac-60bc-4058-82fd-dc813210a7fc), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:59.866663 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1ba2bc84-36f3-4461-8472-765c33528bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:55:59.884617 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb3b239-6d11-4562-ba1f-af69a40b8381 None None] Pushing event updated for resources: {'Port': ['ID=b2789377-aefb-4523-bab6-4ddf7a6c1a58,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:55:59.896378 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-9eb3b239-6d11-4562-ba1f-af69a40b8381 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:55:59.910007 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb3b239-6d11-4562-ba1f-af69a40b8381 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:55:59.925203 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb310c3-655a-4dd9-90c5-d458dd660841 req-63164f02-6d3f-4dd4-9a09-258a1c995933 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:55:59.926737 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ffb310c3-655a-4dd9-90c5-d458dd660841 req-63164f02-6d3f-4dd4-9a09-258a1c995933 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.67 "GET /v2.0/ports?device_id=e10628cf-5182-4742-90c0-a8db0de789c5 HTTP/1.1" status: 200 len: 946 time: 0.4287672 Jan 28 02:55:59.950815 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-e2319b21-e4fe-404b-b00c-20a120fe83fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9b5d59-addf-4c07-b3fb-95703a566a97', 'name': 'tempest-NetworksTestDHCPv6-router-212340855', 'tenant_id': '3079a2e247734574a53d1baca2087c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:55:51Z', 'updated_at': '2022-01-28T02:55:55Z', 'revision_number': 2, 'project_id': '3079a2e247734574a53d1baca2087c94', 'gw_port_host': None, '_interfaces': [{'id': 'be30c3ec-a801-4f91-8b93-0babfabda36e', 'name': '', 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'tenant_id': '3079a2e247734574a53d1baca2087c94', 'mac_address': 'fa:16:3e:22:03:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9b5d59-addf-4c07-b3fb-95703a566a97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'f99153af-d28b-466e-93af-f6ba3fd2b961', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:55:53Z', 'updated_at': '2022-01-28T02:55:56Z', 'revision_number': 2, 'project_id': '3079a2e247734574a53d1baca2087c94', 'subnets': [{'id': 'f99153af-d28b-466e-93af-f6ba3fd2b961', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:56:00.031828 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-dc36cdb0-e542-4503-8768-e1ee58c9a827 service neutron] 10.222.0.67 "GET /v2.0/networks/d468efc2-a65f-4457-a846-ab761946515b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643932 Jan 28 02:56:00.155180 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6927770f-ed85-4570-a696-60e6bf38569b None None] Pushing event updated for resources: {'Port': ['ID=aea17fac-60bc-4058-82fd-dc813210a7fc,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:00.178519 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2319b21-e4fe-404b-b00c-20a120fe83fa None None] Checking router: af9b5d59-addf-4c07-b3fb-95703a566a97 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:56:00.179486 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2319b21-e4fe-404b-b00c-20a120fe83fa None None] Updating router af9b5d59-addf-4c07-b3fb-95703a566a97 port be30c3ec-a801-4f91-8b93-0babfabda36e binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:56:00.204244 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-cce0ebcd-ad00-4de1-a042-a1bda4e9a3df tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (858270fe-d7f3-4d2f-aa7c-9aaea4d8e800), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:00.215200 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-6f4e0346-6e8b-4e44-8e00-47f4acb6444e service neutron] 10.222.0.67 "GET /v2.0/networks/d468efc2-a65f-4457-a846-ab761946515b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777344 Jan 28 02:56:00.290694 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-b435fb12-d4ea-4c7c-971c-c346f856aeb7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=adb6e36c-de05-4418-b914-1cc1d87b0029 HTTP/1.1" status: 200 len: 217 time: 0.0681345 Jan 28 02:56:00.321582 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-ffb310c3-655a-4dd9-90c5-d458dd660841 req-77a90177-d27a-4017-81a4-4c3b573a7bd8 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Deleting port b8b7d385-5365-470a-8b93-7f20f329746f {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:56:00.321945 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-ffb310c3-655a-4dd9-90c5-d458dd660841 req-77a90177-d27a-4017-81a4-4c3b573a7bd8 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (b8b7d385-5365-470a-8b93-7f20f329746f), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:00.403184 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9d159-8771-40e1-8f07-bec53714c451 req-01ee54c1-114e-4f38-b303-de48682405f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:00.405563 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-01ee54c1-114e-4f38-b303-de48682405f2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=49a68bb6-80b9-4dbc-a512-787aeaf1e11f HTTP/1.1" status: 200 len: 797 time: 0.1088974 Jan 28 02:56:00.433959 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-9eb3b239-6d11-4562-ba1f-af69a40b8381 None None] Attempting to bind port b2789377-aefb-4523-bab6-4ddf7a6c1a58 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:56:00.434367 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-9eb3b239-6d11-4562-ba1f-af69a40b8381 None None] Attempting to bind port b2789377-aefb-4523-bab6-4ddf7a6c1a58 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'd4b40e11-d925-4b21-8514-4042ab7bacd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '336cf128-6f62-4fce-8dbb-361784c73073'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:56:00.434764 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb3b239-6d11-4562-ba1f-af69a40b8381 None None] Attempting to bind port b2789377-aefb-4523-bab6-4ddf7a6c1a58 on network 336cf128-6f62-4fce-8dbb-361784c73073 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:56:00.452629 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-937d6c03-3ad7-4032-aa54-328fdab5d1fc tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting port be30c3ec-a801-4f91-8b93-0babfabda36e {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:56:00.453170 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-937d6c03-3ad7-4032-aa54-328fdab5d1fc tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (be30c3ec-a801-4f91-8b93-0babfabda36e), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:00.459042 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb3b239-6d11-4562-ba1f-af69a40b8381 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:56:00.459609 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb3b239-6d11-4562-ba1f-af69a40b8381 None None] Checking segment: {'id': 'd4b40e11-d925-4b21-8514-4042ab7bacd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '336cf128-6f62-4fce-8dbb-361784c73073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:56:00.459889 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9eb3b239-6d11-4562-ba1f-af69a40b8381 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:00.460413 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb3b239-6d11-4562-ba1f-af69a40b8381 None None] Bound using segment: {'id': 'd4b40e11-d925-4b21-8514-4042ab7bacd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '336cf128-6f62-4fce-8dbb-361784c73073'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:56:00.460916 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-9eb3b239-6d11-4562-ba1f-af69a40b8381 None None] Bound port: b2789377-aefb-4523-bab6-4ddf7a6c1a58, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4b40e11-d925-4b21-8514-4042ab7bacd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '336cf128-6f62-4fce-8dbb-361784c73073'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:56:00.461384 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9eb3b239-6d11-4562-ba1f-af69a40b8381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b2789377-aefb-4523-bab6-4ddf7a6c1a58), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:00.465322 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e2319b21-e4fe-404b-b00c-20a120fe83fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (be30c3ec-a801-4f91-8b93-0babfabda36e), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:00.469970 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-cce0ebcd-ad00-4de1-a042-a1bda4e9a3df tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (858270fe-d7f3-4d2f-aa7c-9aaea4d8e800), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:00.516856 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce0ebcd-ad00-4de1-a042-a1bda4e9a3df tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Pushing event deleted for resources: {'Subnet': ['ID=858270fe-d7f3-4d2f-aa7c-9aaea4d8e800,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:00.561891 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-cce0ebcd-ad00-4de1-a042-a1bda4e9a3df tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:00.567756 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-cce0ebcd-ad00-4de1-a042-a1bda4e9a3df tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] 10.222.0.53 "DELETE /v2.0/subnets/858270fe-d7f3-4d2f-aa7c-9aaea4d8e800 HTTP/1.1" status: 204 len: 168 time: 1.4219820 Jan 28 02:56:00.574634 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41384) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:00.598204 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-ffb310c3-655a-4dd9-90c5-d458dd660841 req-77a90177-d27a-4017-81a4-4c3b573a7bd8 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] For port b8b7d385-5365-470a-8b93-7f20f329746f, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=b8b7d385-5365-470a-8b93-7f20f329746f,segment=NetworkSegment(358dad74-8d99-4de6-a555-7b85f019730b),segment_id=358dad74-8d99-4de6-a555-7b85f019730b)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:00.598587 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-ffb310c3-655a-4dd9-90c5-d458dd660841 req-77a90177-d27a-4017-81a4-4c3b573a7bd8 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (b8b7d385-5365-470a-8b93-7f20f329746f), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:00.615935 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9d159-8771-40e1-8f07-bec53714c451 req-5cf4ab9a-d0a5-49c2-af85-b1cb213e5d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:00.618149 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-5cf4ab9a-d0a5-49c2-af85-b1cb213e5d51 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d468efc2-a65f-4457-a846-ab761946515b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1999159 Jan 28 02:56:00.645227 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3464935-22e8-4f98-bc84-16501e71b966 req-9b05582d-0325-4cd6-9ee7-c36a1e0289db tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:00.651035 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3464935-22e8-4f98-bc84-16501e71b966 req-9b05582d-0325-4cd6-9ee7-c36a1e0289db tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:00.675874 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3464935-22e8-4f98-bc84-16501e71b966 req-9b05582d-0325-4cd6-9ee7-c36a1e0289db tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:00.682320 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3464935-22e8-4f98-bc84-16501e71b966 req-9b05582d-0325-4cd6-9ee7-c36a1e0289db tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:00.688636 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3464935-22e8-4f98-bc84-16501e71b966 req-9b05582d-0325-4cd6-9ee7-c36a1e0289db tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:00.694962 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3464935-22e8-4f98-bc84-16501e71b966 req-9b05582d-0325-4cd6-9ee7-c36a1e0289db tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:00.700558 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3464935-22e8-4f98-bc84-16501e71b966 req-9b05582d-0325-4cd6-9ee7-c36a1e0289db tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:00.713035 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f3464935-22e8-4f98-bc84-16501e71b966 req-9b05582d-0325-4cd6-9ee7-c36a1e0289db tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 5421 time: 0.3059130 Jan 28 02:56:00.831386 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-682f4d01-7d88-46bc-a00e-9413b1dc0069 service neutron] 10.222.0.67 "GET /v2.0/networks/d468efc2-a65f-4457-a846-ab761946515b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100311 Jan 28 02:56:00.889832 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e2319b21-e4fe-404b-b00c-20a120fe83fa None None] Publish callbacks [] for port (be30c3ec-a801-4f91-8b93-0babfabda36e), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:00.940455 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcd5fd8-2082-46cf-a66d-0705f52a9039 None None] Network a6bc4ba6-fa55-4989-9dad-49c7a648e598 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:56:00.960593 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-e8716150-6fb2-4fd0-a9bf-e78bc2500298 service neutron] 10.222.0.67 "GET /v2.0/networks/d468efc2-a65f-4457-a846-ab761946515b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207879 Jan 28 02:56:01.028107 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e2319b21-e4fe-404b-b00c-20a120fe83fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (be30c3ec-a801-4f91-8b93-0babfabda36e), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:01.079688 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-220e2a86-43ed-4179-83de-ded95c6034a0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=1ab715d2-bc27-4588-bd67-bdf04c55fd07 HTTP/1.1" status: 200 len: 217 time: 0.1030586 Jan 28 02:56:01.084325 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:56:01.110279 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-ffb310c3-655a-4dd9-90c5-d458dd660841 req-77a90177-d27a-4017-81a4-4c3b573a7bd8 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Calling delete_port for b8b7d385-5365-470a-8b93-7f20f329746f owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:56:01.135920 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f3464935-22e8-4f98-bc84-16501e71b966 req-6b85c4df-223e-442f-beb5-d3253a9694ee tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&id=3711f489-87e7-4ab3-8353-77075d27f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4211643 Jan 28 02:56:01.145981 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2c0345-675b-4e8f-a8cd-046de897f783 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:01.147696 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4e2c0345-675b-4e8f-a8cd-046de897f783 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5719979 Jan 28 02:56:01.152296 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41390) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:01.212069 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9d159-8771-40e1-8f07-bec53714c451 req-a8c83dc3-63a9-488d-8313-1914cbef4569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:01.219848 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-a8c83dc3-63a9-488d-8313-1914cbef4569 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=49a68bb6-80b9-4dbc-a512-787aeaf1e11f HTTP/1.1" status: 200 len: 797 time: 0.1324167 Jan 28 02:56:01.247376 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-937d6c03-3ad7-4032-aa54-328fdab5d1fc tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (be30c3ec-a801-4f91-8b93-0babfabda36e), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:01.273752 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:56:01.274100 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 94e9e4d5-b595-4a7b-a580-e4d0fb2b9a64 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:56:01.292990 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-937d6c03-3ad7-4032-aa54-328fdab5d1fc tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Calling delete_port for be30c3ec-a801-4f91-8b93-0babfabda36e owned by network:router_interface {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:56:01.395948 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9312ce00-5813-4747-a8fc-10e3165a52a7 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (336cf128-6f62-4fce-8dbb-361784c73073), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:01.403620 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c16e3e-8203-4d96-924f-eed11d7700b3 None None] Pushing event updated for resources: {'Port': ['ID=be30c3ec-a801-4f91-8b93-0babfabda36e,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:01.426496 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9d159-8771-40e1-8f07-bec53714c451 req-03a29dbc-9f05-447f-b6e1-ce55f7fcd240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:01.431929 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-03a29dbc-9f05-447f-b6e1-ce55f7fcd240 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d468efc2-a65f-4457-a846-ab761946515b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1596682 Jan 28 02:56:01.500796 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-9eb3b239-6d11-4562-ba1f-af69a40b8381 None None] For port b2789377-aefb-4523-bab6-4ddf7a6c1a58, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:56:01.515863 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-e2319b21-e4fe-404b-b00c-20a120fe83fa None None] Attempting to bind port be30c3ec-a801-4f91-8b93-0babfabda36e on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:56:01.516329 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-e2319b21-e4fe-404b-b00c-20a120fe83fa None None] Attempting to bind port be30c3ec-a801-4f91-8b93-0babfabda36e by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:56:01.516699 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2319b21-e4fe-404b-b00c-20a120fe83fa None None] Attempting to bind port be30c3ec-a801-4f91-8b93-0babfabda36e on network f4e9908e-37c3-477d-90df-65c02e38c857 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:56:01.533280 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-9eb3b239-6d11-4562-ba1f-af69a40b8381 None None] For port b2789377-aefb-4523-bab6-4ddf7a6c1a58, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=b2789377-aefb-4523-bab6-4ddf7a6c1a58,segment=NetworkSegment(d4b40e11-d925-4b21-8514-4042ab7bacd9),segment_id=d4b40e11-d925-4b21-8514-4042ab7bacd9)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:56:01.539084 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2319b21-e4fe-404b-b00c-20a120fe83fa None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:56:01.540830 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2319b21-e4fe-404b-b00c-20a120fe83fa None None] Checking segment: {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:56:01.541720 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e2319b21-e4fe-404b-b00c-20a120fe83fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:01.542137 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2319b21-e4fe-404b-b00c-20a120fe83fa None None] Bound using segment: {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:56:01.545527 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-e2319b21-e4fe-404b-b00c-20a120fe83fa None None] Bound port: be30c3ec-a801-4f91-8b93-0babfabda36e, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:56:01.546787 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e2319b21-e4fe-404b-b00c-20a120fe83fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (be30c3ec-a801-4f91-8b93-0babfabda36e), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:01.565930 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9eb3b239-6d11-4562-ba1f-af69a40b8381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b2789377-aefb-4523-bab6-4ddf7a6c1a58), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:01.717016 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-2e6e9012-2fc4-4a18-ab6f-de675fdbc0b5 service neutron] 10.222.0.67 "GET /v2.0/networks/d468efc2-a65f-4457-a846-ab761946515b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780719 Jan 28 02:56:01.724674 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-937d6c03-3ad7-4032-aa54-328fdab5d1fc tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (be30c3ec-a801-4f91-8b93-0babfabda36e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:01.760260 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-9312ce00-5813-4747-a8fc-10e3165a52a7 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Deleting port b2789377-aefb-4523-bab6-4ddf7a6c1a58 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:56:01.760626 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9312ce00-5813-4747-a8fc-10e3165a52a7 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (b2789377-aefb-4523-bab6-4ddf7a6c1a58), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:01.760854 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e2319b21-e4fe-404b-b00c-20a120fe83fa None None] Port be30c3ec-a801-4f91-8b93-0babfabda36e has been deleted concurrently {{(pid=109804) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:677}} Jan 28 02:56:01.796350 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-56cdbeec-ee9a-41bf-a59b-045937acfe95 None None] Could not find standard attr ID for object be30c3ec-a801-4f91-8b93-0babfabda36e. {{(pid=109804) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 02:56:01.836238 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d6c03-3ad7-4032-aa54-328fdab5d1fc tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Port': ['ID=be30c3ec-a801-4f91-8b93-0babfabda36e,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:01.855929 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6e9ee2-84c9-43ad-b211-a8405a317337 None None] Network 336cf128-6f62-4fce-8dbb-361784c73073 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:56:01.881505 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7edb0f07-cd42-46c0-9794-f09de570bc11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:01.884530 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2319b21-e4fe-404b-b00c-20a120fe83fa None None] Routers {'af9b5d59-addf-4c07-b3fb-95703a566a97'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:56:01.885354 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-e2319b21-e4fe-404b-b00c-20a120fe83fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:55:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['af9b5d59-addf-4c07-b3fb-95703a566a97'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:56:01.942669 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-9312ce00-5813-4747-a8fc-10e3165a52a7 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] For port b2789377-aefb-4523-bab6-4ddf7a6c1a58, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=b2789377-aefb-4523-bab6-4ddf7a6c1a58,segment=NetworkSegment(d4b40e11-d925-4b21-8514-4042ab7bacd9),segment_id=d4b40e11-d925-4b21-8514-4042ab7bacd9)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:01.943132 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9312ce00-5813-4747-a8fc-10e3165a52a7 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (b2789377-aefb-4523-bab6-4ddf7a6c1a58), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:01.993871 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-9312ce00-5813-4747-a8fc-10e3165a52a7 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Calling delete_port for b2789377-aefb-4523-bab6-4ddf7a6c1a58 owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:56:02.027481 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-8487540b-7f3a-4124-8e9e-2193ae67e0ae service neutron] 10.222.0.67 "GET /v2.0/networks/d468efc2-a65f-4457-a846-ab761946515b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917140 Jan 28 02:56:02.140524 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-90775f6e-71a1-44cf-90da-bf06d7e291d5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e5796229-716b-4448-bfde-fcd9bdf85cdd HTTP/1.1" status: 200 len: 217 time: 0.0726426 Jan 28 02:56:02.176999 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-937d6c03-3ad7-4032-aa54-328fdab5d1fc tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (af9b5d59-addf-4c07-b3fb-95703a566a97), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:02.204498 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9d159-8771-40e1-8f07-bec53714c451 req-0937eb78-c089-40a4-b757-5d454869d0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:02.206037 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-0937eb78-c089-40a4-b757-5d454869d0b2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5890570a-cc0c-4403-a94d-1750b1aeb6ea HTTP/1.1" status: 200 len: 797 time: 0.0590785 Jan 28 02:56:02.250125 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb3b239-6d11-4562-ba1f-af69a40b8381 None None] Pushing event updated for resources: {'Port': ['ID=b2789377-aefb-4523-bab6-4ddf7a6c1a58,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:02.279002 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9d159-8771-40e1-8f07-bec53714c451 req-1336025b-0c50-414c-ad92-68fdacdea589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:02.282393 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-1336025b-0c50-414c-ad92-68fdacdea589 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9d63e9ac-6b2c-46ae-b695-7b9d65c9a866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0664558 Jan 28 02:56:02.378730 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-e2319b21-e4fe-404b-b00c-20a120fe83fa None None] Set router af9b5d59-addf-4c07-b3fb-95703a566a97 gateway port host: None {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:56:02.386726 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9312ce00-5813-4747-a8fc-10e3165a52a7 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (b2789377-aefb-4523-bab6-4ddf7a6c1a58), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:02.401658 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937d6c03-3ad7-4032-aa54-328fdab5d1fc tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Router af9b5d59-addf-4c07-b3fb-95703a566a97 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:56:02.404386 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-ffb310c3-655a-4dd9-90c5-d458dd660841 req-77a90177-d27a-4017-81a4-4c3b573a7bd8 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (b8b7d385-5365-470a-8b93-7f20f329746f), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:02.421309 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9312ce00-5813-4747-a8fc-10e3165a52a7 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Pushing event deleted for resources: {'Port': ['ID=b2789377-aefb-4523-bab6-4ddf7a6c1a58,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:02.435056 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a90177-d27a-4017-81a4-4c3b573a7bd8 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Pushing event deleted for resources: {'Port': ['ID=b8b7d385-5365-470a-8b93-7f20f329746f,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:02.455170 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-5f4f78b1-2c69-405a-93ac-cb76abc8e143 service neutron] 10.222.0.67 "GET /v2.0/networks/9d63e9ac-6b2c-46ae-b695-7b9d65c9a866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656654 Jan 28 02:56:02.458043 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9312ce00-5813-4747-a8fc-10e3165a52a7 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] No DVR routers for this DVR port b2789377-aefb-4523-bab6-4ddf7a6c1a58 on host n-d-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:56:02.461890 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1afb421-faed-4b7e-b783-a31db3bbae20 None None] get_active_networks_info from n-d-712139-27 {{(pid=109804) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 02:56:02.464343 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-e2319b21-e4fe-404b-b00c-20a120fe83fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9b5d59-addf-4c07-b3fb-95703a566a97', 'name': 'tempest-NetworksTestDHCPv6-router-212340855', 'tenant_id': '3079a2e247734574a53d1baca2087c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:55:51Z', 'updated_at': '2022-01-28T02:56:01Z', 'revision_number': 3, 'project_id': '3079a2e247734574a53d1baca2087c94', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:56:02.499476 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2319b21-e4fe-404b-b00c-20a120fe83fa None None] The sync data for ids ['af9b5d59-addf-4c07-b3fb-95703a566a97'] in n-d-712139-27 is: [{'id': 'af9b5d59-addf-4c07-b3fb-95703a566a97', 'name': 'tempest-NetworksTestDHCPv6-router-212340855', 'tenant_id': '3079a2e247734574a53d1baca2087c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:55:51Z', 'updated_at': '2022-01-28T02:56:01Z', 'revision_number': 3, 'project_id': '3079a2e247734574a53d1baca2087c94', 'gw_port_host': None}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:56:02.588292 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937d6c03-3ad7-4032-aa54-328fdab5d1fc tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:56:02.652443 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-937d6c03-3ad7-4032-aa54-328fdab5d1fc tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "PUT /v2.0/routers/af9b5d59-addf-4c07-b3fb-95703a566a97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9576194 Jan 28 02:56:02.673400 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb310c3-655a-4dd9-90c5-d458dd660841 req-77a90177-d27a-4017-81a4-4c3b573a7bd8 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] No DVR routers for this DVR port b8b7d385-5365-470a-8b93-7f20f329746f on host n-h1-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:56:02.676134 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41412) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:02.676518 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-09a12a12-fc60-46fc-ad17-f6604cd6f0a9 service neutron] 10.222.0.67 "GET /v2.0/networks/9d63e9ac-6b2c-46ae-b695-7b9d65c9a866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108686 Jan 28 02:56:02.678979 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9312ce00-5813-4747-a8fc-10e3165a52a7 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (336cf128-6f62-4fce-8dbb-361784c73073), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:02.692167 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-ffb310c3-655a-4dd9-90c5-d458dd660841 req-77a90177-d27a-4017-81a4-4c3b573a7bd8 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:02.701225 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ffb310c3-655a-4dd9-90c5-d458dd660841 req-77a90177-d27a-4017-81a4-4c3b573a7bd8 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.67 "DELETE /v2.0/ports/b8b7d385-5365-470a-8b93-7f20f329746f HTTP/1.1" status: 204 len: 173 time: 2.7543483 Jan 28 02:56:02.701738 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10628cf-5182-4742-90c0-a8db0de789c5', 'name': 'network-vif-deleted', 'tag': 'b8b7d385-5365-470a-8b93-7f20f329746f'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:56:02.712322 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1afb421-faed-4b7e-b783-a31db3bbae20 None None] Resources bound (agent type, host, resource id): {{(pid=109804) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 02:56:02.715460 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7467da4d-1b10-4f32-b98a-e42f220c9185" -d '{"events": [{"server_uuid": "e10628cf-5182-4742-90c0-a8db0de789c5", "name": "network-vif-deleted", "tag": "b8b7d385-5365-470a-8b93-7f20f329746f"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:56:02.764101 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-c2364f79-cc16-4696-842f-b0a2f1885f96 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e3dc7402-b465-4b15-8094-ca4f81d3337e HTTP/1.1" status: 200 len: 217 time: 0.0806527 Jan 28 02:56:02.791491 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-9312ce00-5813-4747-a8fc-10e3165a52a7 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['336cf128-6f62-4fce-8dbb-361784c73073']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:56:02.812580 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device b8b7d385-5365-470a-8b93-7f20f329746f no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:56:02.836170 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-9312ce00-5813-4747-a8fc-10e3165a52a7 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4b40e11-d925-4b21-8514-4042ab7bacd9') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:56:02.836931 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-9312ce00-5813-4747-a8fc-10e3165a52a7 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4b40e11-d925-4b21-8514-4042ab7bacd9') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:56:02.855369 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9312ce00-5813-4747-a8fc-10e3165a52a7 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (d4b40e11-d925-4b21-8514-4042ab7bacd9), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:02.863252 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43ba080-876e-46a2-85b1-90b66a9e0b7a tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:02.864901 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43ba080-876e-46a2-85b1-90b66a9e0b7a tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:02.866773 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d43ba080-876e-46a2-85b1-90b66a9e0b7a tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1898775 Jan 28 02:56:02.871871 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41416) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:02.880737 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9d159-8771-40e1-8f07-bec53714c451 req-22c82783-98f6-4478-8871-a9bf6c9589c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:02.882420 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-22c82783-98f6-4478-8871-a9bf6c9589c1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5890570a-cc0c-4403-a94d-1750b1aeb6ea HTTP/1.1" status: 200 len: 797 time: 0.1105211 Jan 28 02:56:02.884114 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9312ce00-5813-4747-a8fc-10e3165a52a7 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (d4b40e11-d925-4b21-8514-4042ab7bacd9), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:02.919418 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: b8b7d385-5365-470a-8b93-7f20f329746f {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:56:02.919697 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device b8b7d385-5365-470a-8b93-7f20f329746f not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:56:02.951365 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9312ce00-5813-4747-a8fc-10e3165a52a7 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:56:02.952177 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9312ce00-5813-4747-a8fc-10e3165a52a7 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (d4b40e11-d925-4b21-8514-4042ab7bacd9), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:02.958489 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 02:56:02.958489 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:56:02.958489 n-d-712139-27 neutron-server[109803]: timer() Jan 28 02:56:02.958489 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:56:02.958489 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 02:56:02.958489 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:56:02.958489 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 02:56:02.958489 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:56:02.958489 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 02:56:02.958489 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:56:02.958489 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 02:56:02.958489 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:56:02.958489 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 02:56:02.958489 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:56:02.958489 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:56:02.958489 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:56:02.958489 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:56:02.958489 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:56:02.958489 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 02:56:02.958489 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:56:02.958489 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 02:56:02.958489 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:56:02.958489 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:56:02.958489 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:56:02.958489 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 02:56:02.958489 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:56:02.958489 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:56:02.958489 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:56:02.958489 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:56:02.958489 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:56:02.958489 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:56:02.958489 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:56:02.967866 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4d773aa-d671-4a01-8620-3a0bbecc04f3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting subnet f99153af-d28b-466e-93af-f6ba3fd2b961 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:56:02.973798 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f4d773aa-d671-4a01-8620-3a0bbecc04f3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (f99153af-d28b-466e-93af-f6ba3fd2b961), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:03.057331 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f4d773aa-d671-4a01-8620-3a0bbecc04f3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (f99153af-d28b-466e-93af-f6ba3fd2b961), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:03.072944 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9d159-8771-40e1-8f07-bec53714c451 req-f2d72011-f41e-4b16-b083-479cbbe00068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:03.075843 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-f2d72011-f41e-4b16-b083-479cbbe00068 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9d63e9ac-6b2c-46ae-b695-7b9d65c9a866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1834948 Jan 28 02:56:03.127300 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9312ce00-5813-4747-a8fc-10e3165a52a7 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (336cf128-6f62-4fce-8dbb-361784c73073), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:03.141300 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9312ce00-5813-4747-a8fc-10e3165a52a7 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:03.154706 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9312ce00-5813-4747-a8fc-10e3165a52a7 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] 10.222.0.53 "DELETE /v2.0/networks/336cf128-6f62-4fce-8dbb-361784c73073 HTTP/1.1" status: 204 len: 168 time: 1.9900606 Jan 28 02:56:03.156381 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41418) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:03.200527 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f4d773aa-d671-4a01-8620-3a0bbecc04f3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (f99153af-d28b-466e-93af-f6ba3fd2b961), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:03.280031 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9312ce00-5813-4747-a8fc-10e3165a52a7 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Pushing event deleted for resources: {'Network': ['ID=336cf128-6f62-4fce-8dbb-361784c73073,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:03.295046 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:03.314830 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f4d773aa-d671-4a01-8620-3a0bbecc04f3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (f99153af-d28b-466e-93af-f6ba3fd2b961), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:03.339370 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:03.360240 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3e1d7e-884e-46a3-9b52-77d60d8c1ada None None] get_active_networks_info from n-d-712139-27 {{(pid=109804) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 02:56:03.383411 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d773aa-d671-4a01-8620-3a0bbecc04f3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Subnet': ['ID=f99153af-d28b-466e-93af-f6ba3fd2b961,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:03.404455 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d773aa-d671-4a01-8620-3a0bbecc04f3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:56:03.416288 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d773aa-d671-4a01-8620-3a0bbecc04f3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:56:03.417760 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d773aa-d671-4a01-8620-3a0bbecc04f3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:56:03.418213 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d773aa-d671-4a01-8620-3a0bbecc04f3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:56:03.419177 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d773aa-d671-4a01-8620-3a0bbecc04f3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:56:03.419714 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d773aa-d671-4a01-8620-3a0bbecc04f3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:56:03.421288 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d773aa-d671-4a01-8620-3a0bbecc04f3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:56:03.422012 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d773aa-d671-4a01-8620-3a0bbecc04f3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:56:03.423507 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d773aa-d671-4a01-8620-3a0bbecc04f3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:56:03.423950 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d773aa-d671-4a01-8620-3a0bbecc04f3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:56:03.425150 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d773aa-d671-4a01-8620-3a0bbecc04f3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:56:03.426256 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d773aa-d671-4a01-8620-3a0bbecc04f3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:56:03.427509 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d773aa-d671-4a01-8620-3a0bbecc04f3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:56:03.446830 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f4d773aa-d671-4a01-8620-3a0bbecc04f3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:03.456159 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f4d773aa-d671-4a01-8620-3a0bbecc04f3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/f99153af-d28b-466e-93af-f6ba3fd2b961 HTTP/1.1" status: 204 len: 168 time: 0.5819600 Jan 28 02:56:03.459371 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41424) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:03.586223 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3e1d7e-884e-46a3-9b52-77d60d8c1ada None None] Resources bound (agent type, host, resource id): {{(pid=109804) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 02:56:03.717943 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-39497e0d-c345-4101-9186-987d9ad5a338 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2542994 Jan 28 02:56:03.720500 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41426) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:03.850110 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-15a61d3b-d3a9-4f7d-be09-f11782305643 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for router (af9b5d59-addf-4c07-b3fb-95703a566a97), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:03.921909 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2ad43c35-36be-4afd-af3e-4619e0fe4449 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (a6bc4ba6-fa55-4989-9dad-49c7a648e598), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:03.924904 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-416bbb53-f8b1-4d49-8911-ce4412367ed3 service neutron] 10.222.0.67 "GET /v2.0/networks/9d63e9ac-6b2c-46ae-b695-7b9d65c9a866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8420315 Jan 28 02:56:03.986854 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5002aff9-e148-43cb-865a-75c59065148c None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:56:04.006171 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ff6594-6dc7-43a2-8d3d-fc3301b2ae86 None None] Sync routers for ids ['af9b5d59-addf-4c07-b3fb-95703a566a97'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:56:04.018036 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ff6594-6dc7-43a2-8d3d-fc3301b2ae86 None None] Routers {'af9b5d59-addf-4c07-b3fb-95703a566a97'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:56:04.018994 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-e4ff6594-6dc7-43a2-8d3d-fc3301b2ae86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:56:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['af9b5d59-addf-4c07-b3fb-95703a566a97'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:56:04.026677 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90c9d159-8771-40e1-8f07-bec53714c451 req-50b389e8-beea-4e89-934b-99ed605686c4 service neutron] 10.222.0.67 "GET /v2.0/networks/9d63e9ac-6b2c-46ae-b695-7b9d65c9a866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941246 Jan 28 02:56:04.061970 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-15a61d3b-d3a9-4f7d-be09-f11782305643 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (af9b5d59-addf-4c07-b3fb-95703a566a97), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:04.065778 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-15a61d3b-d3a9-4f7d-be09-f11782305643 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for router_controller (af9b5d59-addf-4c07-b3fb-95703a566a97), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:04.122874 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-15a61d3b-d3a9-4f7d-be09-f11782305643 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (af9b5d59-addf-4c07-b3fb-95703a566a97), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:04.123974 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a61d3b-d3a9-4f7d-be09-f11782305643 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Fanout notify agent at l3_agent the message router_deleted on router af9b5d59-addf-4c07-b3fb-95703a566a97 {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:56:04.134675 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-15a61d3b-d3a9-4f7d-be09-f11782305643 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:04.136658 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-15a61d3b-d3a9-4f7d-be09-f11782305643 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/routers/af9b5d59-addf-4c07-b3fb-95703a566a97 HTTP/1.1" status: 204 len: 168 time: 0.4146061 Jan 28 02:56:04.139682 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41428) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:04.164960 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-2ad43c35-36be-4afd-af3e-4619e0fe4449 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Deleting port aea17fac-60bc-4058-82fd-dc813210a7fc {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:56:04.166910 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2ad43c35-36be-4afd-af3e-4619e0fe4449 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (aea17fac-60bc-4058-82fd-dc813210a7fc), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:04.192396 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-e4ff6594-6dc7-43a2-8d3d-fc3301b2ae86 None None] Set router af9b5d59-addf-4c07-b3fb-95703a566a97 gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:56:04.262419 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df9623c-37cf-4b36-b53c-a36bd28a0fcb tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:04.265779 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-e4ff6594-6dc7-43a2-8d3d-fc3301b2ae86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9b5d59-addf-4c07-b3fb-95703a566a97', 'name': 'tempest-NetworksTestDHCPv6-router-212340855', 'tenant_id': '3079a2e247734574a53d1baca2087c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:55:51Z', 'updated_at': '2022-01-28T02:56:01Z', 'revision_number': 3, 'project_id': '3079a2e247734574a53d1baca2087c94', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:56:04.269018 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3df9623c-37cf-4b36-b53c-a36bd28a0fcb tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1254466 Jan 28 02:56:04.270013 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41430) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:04.314622 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ff6594-6dc7-43a2-8d3d-fc3301b2ae86 None None] Checking router: af9b5d59-addf-4c07-b3fb-95703a566a97 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:56:04.328350 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ff6594-6dc7-43a2-8d3d-fc3301b2ae86 None None] Routers set() bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:56:04.328878 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ff6594-6dc7-43a2-8d3d-fc3301b2ae86 None None] Router IDs set() for agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 02:56:04.329953 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_agentschedulers_db [None req-e4ff6594-6dc7-43a2-8d3d-fc3301b2ae86 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'af9b5d59-addf-4c07-b3fb-95703a566a97'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:56:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent'). {{(pid=109805) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 02:56:04.330698 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ff6594-6dc7-43a2-8d3d-fc3301b2ae86 None None] The sync data for ids ['af9b5d59-addf-4c07-b3fb-95703a566a97'] in n-d-712139-27 is: [] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:56:04.362678 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd7e656-a0b3-44a4-bdd3-53c668527d87 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:04.367985 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273cdd6-62db-4720-bf12-4a5dafa83655 req-5b055d61-3539-4c79-8f69-c06d8ca6413e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:04.368474 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273cdd6-62db-4720-bf12-4a5dafa83655 req-5b055d61-3539-4c79-8f69-c06d8ca6413e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:04.368708 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db270ec-88fe-48b9-8717-94d232b7b5f6 None None] DHCP port deletion for f4e9908e-37c3-477d-90df-65c02e38c857 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:56:04.368939 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273cdd6-62db-4720-bf12-4a5dafa83655 req-5b055d61-3539-4c79-8f69-c06d8ca6413e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:04.370147 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273cdd6-62db-4720-bf12-4a5dafa83655 req-5b055d61-3539-4c79-8f69-c06d8ca6413e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:04.372709 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273cdd6-62db-4720-bf12-4a5dafa83655 req-5b055d61-3539-4c79-8f69-c06d8ca6413e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:04.373500 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273cdd6-62db-4720-bf12-4a5dafa83655 req-5b055d61-3539-4c79-8f69-c06d8ca6413e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:04.373703 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273cdd6-62db-4720-bf12-4a5dafa83655 req-5b055d61-3539-4c79-8f69-c06d8ca6413e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:04.380394 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5bd7e656-a0b3-44a4-bdd3-53c668527d87 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1076248 Jan 28 02:56:04.380640 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c273cdd6-62db-4720-bf12-4a5dafa83655 req-5b055d61-3539-4c79-8f69-c06d8ca6413e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7581cafbb59a47148e5d33dde7c9cb23&device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 6485 time: 0.2455060 Jan 28 02:56:04.383955 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41432) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:04.476891 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-8db270ec-88fe-48b9-8717-94d232b7b5f6 None None] Deleting port 4e6cce93-af8d-43d6-9241-9c92792905bb {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:56:04.482579 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8db270ec-88fe-48b9-8717-94d232b7b5f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (4e6cce93-af8d-43d6-9241-9c92792905bb), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:04.505992 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-cf2fa388-9130-4144-b417-fde3581d039c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1206913 Jan 28 02:56:04.507913 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41436) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:04.513775 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-a29885bd-0b3c-48f7-8938-611da72e99b7 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'subnet': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:04.585029 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-8db270ec-88fe-48b9-8717-94d232b7b5f6 None None] For port 4e6cce93-af8d-43d6-9241-9c92792905bb, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=4e6cce93-af8d-43d6-9241-9c92792905bb,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:04.585631 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8db270ec-88fe-48b9-8717-94d232b7b5f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (4e6cce93-af8d-43d6-9241-9c92792905bb), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:04.616211 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-8db270ec-88fe-48b9-8717-94d232b7b5f6 None None] Calling delete_port for 4e6cce93-af8d-43d6-9241-9c92792905bb owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:56:04.634964 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-2ad43c35-36be-4afd-af3e-4619e0fe4449 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] For port aea17fac-60bc-4058-82fd-dc813210a7fc, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=aea17fac-60bc-4058-82fd-dc813210a7fc,segment=NetworkSegment(47481489-0c97-473d-a174-503d707d3b2e),segment_id=47481489-0c97-473d-a174-503d707d3b2e)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:04.635347 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2ad43c35-36be-4afd-af3e-4619e0fe4449 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (aea17fac-60bc-4058-82fd-dc813210a7fc), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:04.655961 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-2ad43c35-36be-4afd-af3e-4619e0fe4449 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Calling delete_port for aea17fac-60bc-4058-82fd-dc813210a7fc owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:56:04.679347 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29885bd-0b3c-48f7-8938-611da72e99b7 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:56:04.683174 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a29885bd-0b3c-48f7-8938-611da72e99b7 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:04.739216 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273cdd6-62db-4720-bf12-4a5dafa83655 req-4c34b400-3bd8-402b-a229-6ee6d28f9de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:04.740715 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c273cdd6-62db-4720-bf12-4a5dafa83655 req-4c34b400-3bd8-402b-a229-6ee6d28f9de3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9d63e9ac-6b2c-46ae-b695-7b9d65c9a866 HTTP/1.1" status: 200 len: 903 time: 0.3432963 Jan 28 02:56:04.775405 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:04.808247 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8db270ec-88fe-48b9-8717-94d232b7b5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (4e6cce93-af8d-43d6-9241-9c92792905bb), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:04.815886 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c273cdd6-62db-4720-bf12-4a5dafa83655 req-7534957b-3def-4956-92a4-7c2db8b63387 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e3dc7402-b465-4b15-8094-ca4f81d3337e HTTP/1.1" status: 200 len: 217 time: 0.0682738 Jan 28 02:56:04.816769 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2ad43c35-36be-4afd-af3e-4619e0fe4449 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (aea17fac-60bc-4058-82fd-dc813210a7fc), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:04.833346 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db270ec-88fe-48b9-8717-94d232b7b5f6 None None] No DVR routers for this DVR port 4e6cce93-af8d-43d6-9241-9c92792905bb on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:56:04.874188 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db270ec-88fe-48b9-8717-94d232b7b5f6 None None] Pushing event deleted for resources: {'Port': ['ID=4e6cce93-af8d-43d6-9241-9c92792905bb,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:04.896399 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad43c35-36be-4afd-af3e-4619e0fe4449 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Pushing event deleted for resources: {'Port': ['ID=aea17fac-60bc-4058-82fd-dc813210a7fc,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:04.907508 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad43c35-36be-4afd-af3e-4619e0fe4449 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] No DVR routers for this DVR port aea17fac-60bc-4058-82fd-dc813210a7fc on host n-d-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:56:04.966427 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273cdd6-62db-4720-bf12-4a5dafa83655 req-ca1aa4d4-fa53-4534-b9f6-8fcd8af1e803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:04.968619 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c273cdd6-62db-4720-bf12-4a5dafa83655 req-ca1aa4d4-fa53-4534-b9f6-8fcd8af1e803 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5890570a-cc0c-4403-a94d-1750b1aeb6ea HTTP/1.1" status: 200 len: 797 time: 0.1459825 Jan 28 02:56:05.068522 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2ad43c35-36be-4afd-af3e-4619e0fe4449 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (a6bc4ba6-fa55-4989-9dad-49c7a648e598), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:05.098220 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273cdd6-62db-4720-bf12-4a5dafa83655 req-6f79ab46-3aa1-4823-ba19-e5214ce3223b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:05.099914 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c273cdd6-62db-4720-bf12-4a5dafa83655 req-6f79ab46-3aa1-4823-ba19-e5214ce3223b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9d63e9ac-6b2c-46ae-b695-7b9d65c9a866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1169519 Jan 28 02:56:05.104980 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-2ad43c35-36be-4afd-af3e-4619e0fe4449 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6bc4ba6-fa55-4989-9dad-49c7a648e598']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:56:05.106474 n-d-712139-27 neutron-server[109802]: DEBUG neutron.objects.ports [None req-a29885bd-0b3c-48f7-8938-611da72e99b7 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109802) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 02:56:05.108108 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a29885bd-0b3c-48f7-8938-611da72e99b7 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (b32f4a24-5960-42ba-9d40-b63c1f41cc1a), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:05.140904 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-2ad43c35-36be-4afd-af3e-4619e0fe4449 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47481489-0c97-473d-a174-503d707d3b2e') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:56:05.141457 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-2ad43c35-36be-4afd-af3e-4619e0fe4449 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47481489-0c97-473d-a174-503d707d3b2e') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:56:05.151351 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29885bd-0b3c-48f7-8938-611da72e99b7 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:56:05.157276 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-a29885bd-0b3c-48f7-8938-611da72e99b7 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:56:05.164207 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29885bd-0b3c-48f7-8938-611da72e99b7 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:05.164810 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a29885bd-0b3c-48f7-8938-611da72e99b7 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:05.168473 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede60756-ff7f-44c7-a918-d2df095e832f None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:56:05.192097 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2ad43c35-36be-4afd-af3e-4619e0fe4449 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (47481489-0c97-473d-a174-503d707d3b2e), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:05.201166 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29885bd-0b3c-48f7-8938-611da72e99b7 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Subnet': ['ID=b32f4a24-5960-42ba-9d40-b63c1f41cc1a,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:05.217448 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a29885bd-0b3c-48f7-8938-611da72e99b7 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7084880 Jan 28 02:56:05.223179 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41440) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:05.230988 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-71800002-fd42-49a2-ac33-f90c06047b53 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'subnet': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:05.240371 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2ad43c35-36be-4afd-af3e-4619e0fe4449 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (47481489-0c97-473d-a174-503d707d3b2e), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:05.240968 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 4e6cce93-af8d-43d6-9241-9c92792905bb no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:56:05.265854 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 4e6cce93-af8d-43d6-9241-9c92792905bb {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:56:05.266208 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 4e6cce93-af8d-43d6-9241-9c92792905bb not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:56:05.337682 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3050ccb8-0ea1-4ee6-830a-054cf1d036a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-f4e9908e-37c3-477d-90df-65c02e38c857', 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'project_id': '3079a2e247734574a53d1baca2087c94', 'fixed_ips': [{'subnet_id': 'b32f4a24-5960-42ba-9d40-b63c1f41cc1a'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:56:05.338576 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3050ccb8-0ea1-4ee6-830a-054cf1d036a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:05.349442 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ad43c35-36be-4afd-af3e-4619e0fe4449 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:56:05.349866 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2ad43c35-36be-4afd-af3e-4619e0fe4449 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (47481489-0c97-473d-a174-503d707d3b2e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:05.373874 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 02:56:05.373874 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:56:05.373874 n-d-712139-27 neutron-server[109803]: timer() Jan 28 02:56:05.373874 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:56:05.373874 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 02:56:05.373874 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:56:05.373874 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 02:56:05.373874 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:56:05.373874 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 02:56:05.373874 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:56:05.373874 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 02:56:05.373874 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:56:05.373874 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 02:56:05.373874 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:56:05.373874 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:56:05.373874 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:56:05.373874 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:56:05.373874 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:56:05.373874 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 02:56:05.373874 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:56:05.373874 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 02:56:05.373874 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:56:05.373874 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:56:05.373874 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:56:05.373874 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 02:56:05.373874 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:56:05.373874 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:56:05.373874 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:56:05.373874 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:56:05.373874 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:56:05.373874 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:56:05.373874 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:56:05.443789 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c273cdd6-62db-4720-bf12-4a5dafa83655 req-00e8a194-ff53-48a7-b59f-8fcc7cb69cdc service neutron] 10.222.0.67 "GET /v2.0/networks/9d63e9ac-6b2c-46ae-b695-7b9d65c9a866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352742 Jan 28 02:56:05.462672 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2ad43c35-36be-4afd-af3e-4619e0fe4449 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (a6bc4ba6-fa55-4989-9dad-49c7a648e598), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:05.486310 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2ad43c35-36be-4afd-af3e-4619e0fe4449 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:05.489637 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-2ad43c35-36be-4afd-af3e-4619e0fe4449 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] 10.222.0.53 "DELETE /v2.0/networks/a6bc4ba6-fa55-4989-9dad-49c7a648e598 HTTP/1.1" status: 204 len: 168 time: 2.3166554 Jan 28 02:56:05.492149 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41442) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:05.627094 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad43c35-36be-4afd-af3e-4619e0fe4449 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Pushing event deleted for resources: {'Network': ['ID=a6bc4ba6-fa55-4989-9dad-49c7a648e598,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:05.647562 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-3050ccb8-0ea1-4ee6-830a-054cf1d036a6 None None] Allocated IP 2001:db8::f816:3eff:fea0:dc81 (f4e9908e-37c3-477d-90df-65c02e38c857/b32f4a24-5960-42ba-9d40-b63c1f41cc1a/86630e21-cf23-4b11-a8aa-b9f65810b1db) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:56:05.652138 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b4f5239f-4283-4752-a62a-775113ffef01 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (3cf1894b-0ffd-4bb0-bb8e-7bb0306646ae), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:05.694316 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71800002-fd42-49a2-ac33-f90c06047b53 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:56:05.698644 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-71800002-fd42-49a2-ac33-f90c06047b53 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:05.839129 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b4f5239f-4283-4752-a62a-775113ffef01 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (3cf1894b-0ffd-4bb0-bb8e-7bb0306646ae), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:05.891102 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-b4f5239f-4283-4752-a62a-775113ffef01 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cf1894b-0ffd-4bb0-bb8e-7bb0306646ae']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:56:05.901047 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-b4f5239f-4283-4752-a62a-775113ffef01 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37dec545-941f-4489-831b-6673b8b6c9d7') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:56:05.901438 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-b4f5239f-4283-4752-a62a-775113ffef01 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37dec545-941f-4489-831b-6673b8b6c9d7') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:56:05.922381 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b4f5239f-4283-4752-a62a-775113ffef01 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (37dec545-941f-4489-831b-6673b8b6c9d7), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:05.946393 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b4f5239f-4283-4752-a62a-775113ffef01 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (37dec545-941f-4489-831b-6673b8b6c9d7), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:05.948230 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:05.959520 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f5239f-4283-4752-a62a-775113ffef01 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:56:05.959921 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b4f5239f-4283-4752-a62a-775113ffef01 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (37dec545-941f-4489-831b-6673b8b6c9d7), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:05.963262 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 02:56:05.963262 n-d-712139-27 neutron-server[109802]: items = [ Jan 28 02:56:05.963262 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 02:56:05.963262 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:56:05.963262 n-d-712139-27 neutron-server[109802]: timer() Jan 28 02:56:05.963262 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:56:05.963262 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 02:56:05.963262 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:56:05.963262 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 02:56:05.963262 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:56:05.963262 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 02:56:05.963262 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:56:05.963262 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 02:56:05.963262 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:56:05.963262 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 02:56:05.963262 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:56:05.963262 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:56:05.963262 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:56:05.963262 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:56:05.963262 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:56:05.963262 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 02:56:05.963262 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:56:05.963262 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 02:56:05.963262 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:56:05.963262 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:56:05.963262 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:56:05.963262 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 02:56:05.963262 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:56:05.963262 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:56:05.963262 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:56:05.963262 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:56:05.963262 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:56:05.963262 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:56:05.963262 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:56:05.977287 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c273cdd6-62db-4720-bf12-4a5dafa83655 req-f3963e7d-1308-49b0-acd7-9d8760964bcd service neutron] 10.222.0.67 "GET /v2.0/networks/9d63e9ac-6b2c-46ae-b695-7b9d65c9a866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5251713 Jan 28 02:56:05.981873 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3050ccb8-0ea1-4ee6-830a-054cf1d036a6 None None] Publish callbacks [] for port (86630e21-cf23-4b11-a8aa-b9f65810b1db), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:05.991782 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3050ccb8-0ea1-4ee6-830a-054cf1d036a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (86630e21-cf23-4b11-a8aa-b9f65810b1db), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:06.075772 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3050ccb8-0ea1-4ee6-830a-054cf1d036a6 None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:56:06.085170 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-3050ccb8-0ea1-4ee6-830a-054cf1d036a6 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:56:06.089363 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3050ccb8-0ea1-4ee6-830a-054cf1d036a6 None None] Pushing event updated for resources: {'Port': ['ID=86630e21-cf23-4b11-a8aa-b9f65810b1db,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:06.091855 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3050ccb8-0ea1-4ee6-830a-054cf1d036a6 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:56:06.099522 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b4f5239f-4283-4752-a62a-775113ffef01 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (3cf1894b-0ffd-4bb0-bb8e-7bb0306646ae), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:06.106988 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b4f5239f-4283-4752-a62a-775113ffef01 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:06.113691 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b4f5239f-4283-4752-a62a-775113ffef01 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] 10.222.0.53 "DELETE /v2.0/networks/3cf1894b-0ffd-4bb0-bb8e-7bb0306646ae HTTP/1.1" status: 204 len: 168 time: 0.6182632 Jan 28 02:56:06.136113 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41448) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:06.157423 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-71800002-fd42-49a2-ac33-f90c06047b53 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (50e12085-084f-4aa6-9f2a-5fa4e24293e0), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:06.160594 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f5239f-4283-4752-a62a-775113ffef01 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Pushing event deleted for resources: {'Network': ['ID=3cf1894b-0ffd-4bb0-bb8e-7bb0306646ae,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:06.251179 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d19210b1-349a-4eb3-bbe6-5ee7ceb69219 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (d0fe888b-7455-49f1-9f3b-db570ef16c82), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:06.253213 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71800002-fd42-49a2-ac33-f90c06047b53 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:56:06.269385 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-71800002-fd42-49a2-ac33-f90c06047b53 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:56:06.280113 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71800002-fd42-49a2-ac33-f90c06047b53 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:06.280730 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-71800002-fd42-49a2-ac33-f90c06047b53 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:06.327533 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-71800002-fd42-49a2-ac33-f90c06047b53 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1004031 Jan 28 02:56:06.330529 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41450) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:06.339277 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-ab1c1af3-6fd2-4092-9357-adc8f0f52246 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'port': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'mac_address': 'fa:16:3e:8b:4e:6c', 'name': 'tempest-NetworksTestDHCPv6-1618046438'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:06.353380 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71800002-fd42-49a2-ac33-f90c06047b53 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Subnet': ['ID=50e12085-084f-4aa6-9f2a-5fa4e24293e0,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:06.371872 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d19210b1-349a-4eb3-bbe6-5ee7ceb69219 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (d0fe888b-7455-49f1-9f3b-db570ef16c82), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:06.413200 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-d19210b1-349a-4eb3-bbe6-5ee7ceb69219 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0fe888b-7455-49f1-9f3b-db570ef16c82']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:56:06.433587 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-d19210b1-349a-4eb3-bbe6-5ee7ceb69219 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3d46550-36b4-4583-97fe-d73d31f99b26') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:56:06.434506 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-d19210b1-349a-4eb3-bbe6-5ee7ceb69219 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3d46550-36b4-4583-97fe-d73d31f99b26') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:56:06.456824 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d19210b1-349a-4eb3-bbe6-5ee7ceb69219 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (a3d46550-36b4-4583-97fe-d73d31f99b26), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:06.475828 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d19210b1-349a-4eb3-bbe6-5ee7ceb69219 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (a3d46550-36b4-4583-97fe-d73d31f99b26), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:06.500035 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d19210b1-349a-4eb3-bbe6-5ee7ceb69219 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:56:06.500607 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d19210b1-349a-4eb3-bbe6-5ee7ceb69219 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (a3d46550-36b4-4583-97fe-d73d31f99b26), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:06.508176 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 02:56:06.508176 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:56:06.508176 n-d-712139-27 neutron-server[109802]: timer() Jan 28 02:56:06.508176 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:56:06.508176 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 02:56:06.508176 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:56:06.508176 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 02:56:06.508176 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:56:06.508176 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 02:56:06.508176 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:56:06.508176 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 02:56:06.508176 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:56:06.508176 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 02:56:06.508176 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:56:06.508176 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:56:06.508176 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:56:06.508176 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:56:06.508176 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:56:06.508176 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 02:56:06.508176 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:56:06.508176 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 02:56:06.508176 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:56:06.508176 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:56:06.508176 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:56:06.508176 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 02:56:06.508176 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:56:06.508176 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:56:06.508176 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:56:06.508176 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:56:06.508176 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:56:06.508176 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:56:06.508176 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:56:06.523087 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-3050ccb8-0ea1-4ee6-830a-054cf1d036a6 None None] Attempting to bind port 86630e21-cf23-4b11-a8aa-b9f65810b1db on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:56:06.524036 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-3050ccb8-0ea1-4ee6-830a-054cf1d036a6 None None] Attempting to bind port 86630e21-cf23-4b11-a8aa-b9f65810b1db by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:56:06.524036 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3050ccb8-0ea1-4ee6-830a-054cf1d036a6 None None] Attempting to bind port 86630e21-cf23-4b11-a8aa-b9f65810b1db on network f4e9908e-37c3-477d-90df-65c02e38c857 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:56:06.536808 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3050ccb8-0ea1-4ee6-830a-054cf1d036a6 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:56:06.537390 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3050ccb8-0ea1-4ee6-830a-054cf1d036a6 None None] Checking segment: {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:56:06.537880 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3050ccb8-0ea1-4ee6-830a-054cf1d036a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:06.538376 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3050ccb8-0ea1-4ee6-830a-054cf1d036a6 None None] Bound using segment: {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:56:06.539804 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-3050ccb8-0ea1-4ee6-830a-054cf1d036a6 None None] Bound port: 86630e21-cf23-4b11-a8aa-b9f65810b1db, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:56:06.540303 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3050ccb8-0ea1-4ee6-830a-054cf1d036a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (86630e21-cf23-4b11-a8aa-b9f65810b1db), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:06.588427 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1c1af3-6fd2-4092-9357-adc8f0f52246 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:56:06.623917 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d19210b1-349a-4eb3-bbe6-5ee7ceb69219 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (d0fe888b-7455-49f1-9f3b-db570ef16c82), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:06.639420 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d19210b1-349a-4eb3-bbe6-5ee7ceb69219 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:06.649697 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d19210b1-349a-4eb3-bbe6-5ee7ceb69219 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] 10.222.0.53 "DELETE /v2.0/networks/d0fe888b-7455-49f1-9f3b-db570ef16c82 HTTP/1.1" status: 204 len: 168 time: 0.4978235 Jan 28 02:56:06.663393 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-3050ccb8-0ea1-4ee6-830a-054cf1d036a6 None None] For port 86630e21-cf23-4b11-a8aa-b9f65810b1db, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:56:06.673749 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-3050ccb8-0ea1-4ee6-830a-054cf1d036a6 None None] For port 86630e21-cf23-4b11-a8aa-b9f65810b1db, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=86630e21-cf23-4b11-a8aa-b9f65810b1db,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:56:06.682124 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3050ccb8-0ea1-4ee6-830a-054cf1d036a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (86630e21-cf23-4b11-a8aa-b9f65810b1db), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:06.697970 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19210b1-349a-4eb3-bbe6-5ee7ceb69219 tempest-BulkNetworkOpsTest-857385618 tempest-BulkNetworkOpsTest-857385618-project] Pushing event deleted for resources: {'Network': ['ID=d0fe888b-7455-49f1-9f3b-db570ef16c82,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:06.828912 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ab1c1af3-6fd2-4092-9357-adc8f0f52246 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:06.849133 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3050ccb8-0ea1-4ee6-830a-054cf1d036a6 None None] Pushing event updated for resources: {'Port': ['ID=86630e21-cf23-4b11-a8aa-b9f65810b1db,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:06.872929 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-ab1c1af3-6fd2-4092-9357-adc8f0f52246 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] device_id is not set on port c8ebc32c-01ba-4edc-88f8-a67e32d1b32d yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:56:07.182456 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41460) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:07.211686 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-ab1c1af3-6fd2-4092-9357-adc8f0f52246 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Allocated IP 172.20.0.9 (f4e9908e-37c3-477d-90df-65c02e38c857/50e12085-084f-4aa6-9f2a-5fa4e24293e0/c8ebc32c-01ba-4edc-88f8-a67e32d1b32d) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:56:07.222886 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-ab1c1af3-6fd2-4092-9357-adc8f0f52246 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Allocated IP 2001:db8::f816:3eff:fe8b:4e6c (f4e9908e-37c3-477d-90df-65c02e38c857/b32f4a24-5960-42ba-9d40-b63c1f41cc1a/c8ebc32c-01ba-4edc-88f8-a67e32d1b32d) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:56:07.465606 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-bb9eca6b-3964-4e93-b374-482ef3b39450 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0c2b945effa14b3791285f96d9d76c0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2810593 Jan 28 02:56:07.467248 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41464) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:07.520421 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ab1c1af3-6fd2-4092-9357-adc8f0f52246 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for port (c8ebc32c-01ba-4edc-88f8-a67e32d1b32d), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:07.540485 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ac43a2a1-f6eb-4e82-9533-eaad8a252083 admin admin] Publish callbacks [] for security_group (bce4a897-f650-4e2f-acbd-31c88edec1b7), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:07.572191 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ac43a2a1-f6eb-4e82-9533-eaad8a252083 admin admin] Publish callbacks [] for security_group (bce4a897-f650-4e2f-acbd-31c88edec1b7), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:07.573822 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ab1c1af3-6fd2-4092-9357-adc8f0f52246 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (c8ebc32c-01ba-4edc-88f8-a67e32d1b32d), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:07.623816 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1c1af3-6fd2-4092-9357-adc8f0f52246 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:56:07.629383 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-ab1c1af3-6fd2-4092-9357-adc8f0f52246 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:56:07.643419 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1c1af3-6fd2-4092-9357-adc8f0f52246 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:56:07.645419 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ac43a2a1-f6eb-4e82-9533-eaad8a252083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (bce4a897-f650-4e2f-acbd-31c88edec1b7), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:07.648527 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ac43a2a1-f6eb-4e82-9533-eaad8a252083 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:07.649963 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ac43a2a1-f6eb-4e82-9533-eaad8a252083 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bce4a897-f650-4e2f-acbd-31c88edec1b7 HTTP/1.1" status: 204 len: 168 time: 0.1816897 Jan 28 02:56:07.671383 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac43a2a1-f6eb-4e82-9533-eaad8a252083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce4a897-f650-4e2f-acbd-31c88edec1b7,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:07.708920 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c1af3-6fd2-4092-9357-adc8f0f52246 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Port': ['ID=c8ebc32c-01ba-4edc-88f8-a67e32d1b32d,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:07.729738 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1c1af3-6fd2-4092-9357-adc8f0f52246 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:07.730485 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ab1c1af3-6fd2-4092-9357-adc8f0f52246 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:07.768641 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ab1c1af3-6fd2-4092-9357-adc8f0f52246 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4365249 Jan 28 02:56:07.770970 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41470) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:07.829265 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ee1921-c150-4207-ba89-7559880821e4 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:07.834821 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ee1921-c150-4207-ba89-7559880821e4 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:07.839183 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a1ee1921-c150-4207-ba89-7559880821e4 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0644557 Jan 28 02:56:07.839612 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41472) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:07.996990 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-1ab8c38d-5153-440a-83ef-7a4b15aa9968 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting port c8ebc32c-01ba-4edc-88f8-a67e32d1b32d {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:56:07.997385 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1ab8c38d-5153-440a-83ef-7a4b15aa9968 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (c8ebc32c-01ba-4edc-88f8-a67e32d1b32d), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:08.255041 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1ab8c38d-5153-440a-83ef-7a4b15aa9968 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (c8ebc32c-01ba-4edc-88f8-a67e32d1b32d), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:08.276277 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-1ab8c38d-5153-440a-83ef-7a4b15aa9968 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Calling delete_port for c8ebc32c-01ba-4edc-88f8-a67e32d1b32d owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:56:08.490959 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c93a62-c845-497c-a835-ba13798d25b9 None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:56:08.578509 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1ab8c38d-5153-440a-83ef-7a4b15aa9968 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (c8ebc32c-01ba-4edc-88f8-a67e32d1b32d), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:08.629602 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab8c38d-5153-440a-83ef-7a4b15aa9968 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Port': ['ID=c8ebc32c-01ba-4edc-88f8-a67e32d1b32d,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:08.645193 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-5c4691c5-3108-4497-91ff-ac0cae23ab53 None None] Provisioning complete for port 86630e21-cf23-4b11-a8aa-b9f65810b1db triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:56:08.648527 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5c4691c5-3108-4497-91ff-ac0cae23ab53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (86630e21-cf23-4b11-a8aa-b9f65810b1db), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:08.789406 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1ab8c38d-5153-440a-83ef-7a4b15aa9968 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:08.803133 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41494) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:08.803720 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1ab8c38d-5153-440a-83ef-7a4b15aa9968 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/ports/c8ebc32c-01ba-4edc-88f8-a67e32d1b32d HTTP/1.1" status: 204 len: 168 time: 0.9627533 Jan 28 02:56:08.828402 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-5c4691c5-3108-4497-91ff-ac0cae23ab53 None None] Current status of the port 86630e21-cf23-4b11-a8aa-b9f65810b1db is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:08.829008 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5c4691c5-3108-4497-91ff-ac0cae23ab53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (86630e21-cf23-4b11-a8aa-b9f65810b1db), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:08.891085 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41498) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:08.925367 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-5c4691c5-3108-4497-91ff-ac0cae23ab53 None None] For port 86630e21-cf23-4b11-a8aa-b9f65810b1db, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=86630e21-cf23-4b11-a8aa-b9f65810b1db,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:08.937399 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5c4691c5-3108-4497-91ff-ac0cae23ab53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (86630e21-cf23-4b11-a8aa-b9f65810b1db), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:08.939427 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5001b089-36c4-4231-99ca-a06695c9de75 None None] Update dhcp port {'port': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'fixed_ips': [{'subnet_id': 'b32f4a24-5960-42ba-9d40-b63c1f41cc1a', 'ip_address': '2001:db8::f816:3eff:fea0:dc81'}, {'subnet_id': '50e12085-084f-4aa6-9f2a-5fa4e24293e0'}], 'binding:host_id': 'n-d-712139-27'}, 'id': '86630e21-cf23-4b11-a8aa-b9f65810b1db'} from n-d-712139-27. {{(pid=109804) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 02:56:08.997948 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5001b089-36c4-4231-99ca-a06695c9de75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (86630e21-cf23-4b11-a8aa-b9f65810b1db), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:09.024126 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0401263e-5e8d-4526-8154-6142fee849d4 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:09.027145 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0401263e-5e8d-4526-8154-6142fee849d4 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:09.028390 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0401263e-5e8d-4526-8154-6142fee849d4 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:09.034109 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0401263e-5e8d-4526-8154-6142fee849d4 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2289307 Jan 28 02:56:09.037359 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41504) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:09.052126 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4691c5-3108-4497-91ff-ac0cae23ab53 None None] Pushing event updated for resources: {'Port': ['ID=86630e21-cf23-4b11-a8aa-b9f65810b1db,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:09.100846 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-030270ee-d09a-4ddd-8635-b143ca20113d tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1349020833'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:09.111689 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-b863b44b-e3f4-4879-abec-a84337d1946a tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting subnet 50e12085-084f-4aa6-9f2a-5fa4e24293e0 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:56:09.115186 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b863b44b-e3f4-4879-abec-a84337d1946a tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (50e12085-084f-4aa6-9f2a-5fa4e24293e0), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:09.163765 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b863b44b-e3f4-4879-abec-a84337d1946a tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (50e12085-084f-4aa6-9f2a-5fa4e24293e0), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:09.241694 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b863b44b-e3f4-4879-abec-a84337d1946a tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (50e12085-084f-4aa6-9f2a-5fa4e24293e0), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:09.271552 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030270ee-d09a-4ddd-8635-b143ca20113d tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Made reservation on behalf of 45e4e37566e94c3897df53a7dd9549b8 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:56:09.274938 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-030270ee-d09a-4ddd-8635-b143ca20113d tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:09.288053 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-030270ee-d09a-4ddd-8635-b143ca20113d tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:09.360274 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b863b44b-e3f4-4879-abec-a84337d1946a tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (50e12085-084f-4aa6-9f2a-5fa4e24293e0), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:09.400668 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b863b44b-e3f4-4879-abec-a84337d1946a tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Subnet': ['ID=50e12085-084f-4aa6-9f2a-5fa4e24293e0,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:09.407625 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b863b44b-e3f4-4879-abec-a84337d1946a tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:09.413178 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b863b44b-e3f4-4879-abec-a84337d1946a tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/50e12085-084f-4aa6-9f2a-5fa4e24293e0 HTTP/1.1" status: 204 len: 168 time: 0.3721843 Jan 28 02:56:09.414140 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41506) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:09.448073 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-030270ee-d09a-4ddd-8635-b143ca20113d tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks [] for security_group (6d5390e7-5d0e-4fb7-bfb0-160e8b97d141), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:09.457339 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-030270ee-d09a-4ddd-8635-b143ca20113d tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (6d5390e7-5d0e-4fb7-bfb0-160e8b97d141), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server [None req-5001b089-36c4-4231-99ca-a06695c9de75 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 50e12085-084f-4aa6-9f2a-5fa4e24293e0: This subnet is being modified by another concurrent operation. Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 02:56:09.461269 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 02:56:09.467785 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 02:56:09.467785 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 02:56:09.467785 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 02:56:09.467785 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 02:56:09.467785 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 02:56:09.467785 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 02:56:09.467785 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 02:56:09.467785 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 02:56:09.467785 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 02:56:09.467785 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 02:56:09.467785 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 02:56:09.467785 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 02:56:09.467785 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 02:56:09.467785 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 02:56:09.467785 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1779, in update_port Jan 28 02:56:09.467785 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jan 28 02:56:09.467785 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 02:56:09.467785 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 02:56:09.467785 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Jan 28 02:56:09.467785 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jan 28 02:56:09.467785 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jan 28 02:56:09.467785 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jan 28 02:56:09.467785 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jan 28 02:56:09.467785 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jan 28 02:56:09.467785 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jan 28 02:56:09.467785 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 02:56:09.467785 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 02:56:09.467785 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 02:56:09.467785 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 02:56:09.467785 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise exception Jan 28 02:56:09.467785 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 50e12085-084f-4aa6-9f2a-5fa4e24293e0: This subnet is being modified by another concurrent operation. Jan 28 02:56:09.467785 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server Jan 28 02:56:09.483725 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 86630e21-cf23-4b11-a8aa-b9f65810b1db up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:56:09.492249 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030270ee-d09a-4ddd-8635-b143ca20113d tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5390e7-5d0e-4fb7-bfb0-160e8b97d141,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:09.513204 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-030270ee-d09a-4ddd-8635-b143ca20113d tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:56:09.526455 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-030270ee-d09a-4ddd-8635-b143ca20113d tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (9856c18c-1fe8-4a6a-9978-16e87639c373), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:09.526814 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-030270ee-d09a-4ddd-8635-b143ca20113d tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Added segment 9856c18c-1fe8-4a6a-9978-16e87639c373 of type vlan for network b95831c3-3047-429a-a58b-3a409390f133 Jan 28 02:56:09.585448 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-44c699bc-29aa-4108-b740-9122f505ffd5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting subnet b32f4a24-5960-42ba-9d40-b63c1f41cc1a {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:56:09.592949 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44c699bc-29aa-4108-b740-9122f505ffd5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (b32f4a24-5960-42ba-9d40-b63c1f41cc1a), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:09.623472 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 86630e21-cf23-4b11-a8aa-b9f65810b1db triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:56:09.624093 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (86630e21-cf23-4b11-a8aa-b9f65810b1db), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:09.624637 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-030270ee-d09a-4ddd-8635-b143ca20113d tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (b95831c3-3047-429a-a58b-3a409390f133), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:09.631211 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cb9b85-9ecb-49c8-9316-90f2124aa58c None None] get_active_networks_info from n-d-712139-27 {{(pid=109804) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 02:56:09.674077 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-030270ee-d09a-4ddd-8635-b143ca20113d tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (b95831c3-3047-429a-a58b-3a409390f133), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:09.683253 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44c699bc-29aa-4108-b740-9122f505ffd5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (b32f4a24-5960-42ba-9d40-b63c1f41cc1a), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:09.693420 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030270ee-d09a-4ddd-8635-b143ca20113d tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:09.694057 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-030270ee-d09a-4ddd-8635-b143ca20113d tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:09.798452 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-40caa1a0-49eb-4100-bbb9-44fbcf350cfd None None] Provisioning complete for port 86630e21-cf23-4b11-a8aa-b9f65810b1db triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:56:09.799443 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-030270ee-d09a-4ddd-8635-b143ca20113d tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9070847 Jan 28 02:56:09.805680 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-40caa1a0-49eb-4100-bbb9-44fbcf350cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (86630e21-cf23-4b11-a8aa-b9f65810b1db), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:09.842263 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030270ee-d09a-4ddd-8635-b143ca20113d tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Pushing event updated for resources: {'Network': ['ID=b95831c3-3047-429a-a58b-3a409390f133,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:09.867375 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44c699bc-29aa-4108-b740-9122f505ffd5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (b32f4a24-5960-42ba-9d40-b63c1f41cc1a), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:09.882252 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network b95831c3-3047-429a-a58b-3a409390f133 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:56:09.956018 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44c699bc-29aa-4108-b740-9122f505ffd5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (b32f4a24-5960-42ba-9d40-b63c1f41cc1a), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:10.046151 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44c699bc-29aa-4108-b740-9122f505ffd5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:10.050869 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-44c699bc-29aa-4108-b740-9122f505ffd5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/b32f4a24-5960-42ba-9d40-b63c1f41cc1a HTTP/1.1" status: 204 len: 168 time: 0.6326280 Jan 28 02:56:10.054325 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41512) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:10.055926 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c699bc-29aa-4108-b740-9122f505ffd5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Subnet': ['ID=b32f4a24-5960-42ba-9d40-b63c1f41cc1a,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:10.171803 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-97287e79-d6bf-4d10-96d0-056eff32a545 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1160305 Jan 28 02:56:10.175924 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41514) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:10.185250 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-692b2b9e-9958-46ca-ae28-bd1471c2e68b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'subnet': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:10.301503 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-40caa1a0-49eb-4100-bbb9-44fbcf350cfd None None] Current status of the port 86630e21-cf23-4b11-a8aa-b9f65810b1db is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:10.306109 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 86630e21-cf23-4b11-a8aa-b9f65810b1db is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:10.309139 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cb9b85-9ecb-49c8-9316-90f2124aa58c None None] Resources bound (agent type, host, resource id): {{(pid=109804) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 02:56:10.408363 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692b2b9e-9958-46ca-ae28-bd1471c2e68b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:56:10.411979 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-692b2b9e-9958-46ca-ae28-bd1471c2e68b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:10.736314 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd95de7-1204-4f7b-b1ae-bc93773affc1 None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:56:10.904425 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-5f8593c3-72c5-4255-941c-277806f131f7 None None] Provisioning complete for port 86630e21-cf23-4b11-a8aa-b9f65810b1db triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:56:10.904815 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5f8593c3-72c5-4255-941c-277806f131f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (86630e21-cf23-4b11-a8aa-b9f65810b1db), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:11.126708 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa15063-098d-41af-95f8-14531490cb50 None None] DHCP port deletion for f4e9908e-37c3-477d-90df-65c02e38c857 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:56:11.175877 n-d-712139-27 neutron-server[109803]: DEBUG neutron.objects.ports [None req-692b2b9e-9958-46ca-ae28-bd1471c2e68b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109803) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 02:56:11.197046 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-5f8593c3-72c5-4255-941c-277806f131f7 None None] Current status of the port 86630e21-cf23-4b11-a8aa-b9f65810b1db is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:11.300479 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 86630e21-cf23-4b11-a8aa-b9f65810b1db no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:56:11.373745 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-6aa15063-098d-41af-95f8-14531490cb50 None None] Deleting port 86630e21-cf23-4b11-a8aa-b9f65810b1db {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:56:11.374122 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6aa15063-098d-41af-95f8-14531490cb50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (86630e21-cf23-4b11-a8aa-b9f65810b1db), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:11.479256 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 86630e21-cf23-4b11-a8aa-b9f65810b1db is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:11.479645 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (86630e21-cf23-4b11-a8aa-b9f65810b1db), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:11.524257 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-6aa15063-098d-41af-95f8-14531490cb50 None None] For port 86630e21-cf23-4b11-a8aa-b9f65810b1db, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=86630e21-cf23-4b11-a8aa-b9f65810b1db,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:11.524663 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6aa15063-098d-41af-95f8-14531490cb50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (86630e21-cf23-4b11-a8aa-b9f65810b1db), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:11.557477 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-6aa15063-098d-41af-95f8-14531490cb50 None None] Calling delete_port for 86630e21-cf23-4b11-a8aa-b9f65810b1db owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:56:11.560202 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 86630e21-cf23-4b11-a8aa-b9f65810b1db, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=86630e21-cf23-4b11-a8aa-b9f65810b1db,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:11.575202 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (86630e21-cf23-4b11-a8aa-b9f65810b1db), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:11.718773 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-692b2b9e-9958-46ca-ae28-bd1471c2e68b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (86630e21-cf23-4b11-a8aa-b9f65810b1db), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:11.751432 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=86630e21-cf23-4b11-a8aa-b9f65810b1db,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:11.983213 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-692b2b9e-9958-46ca-ae28-bd1471c2e68b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] For port 86630e21-cf23-4b11-a8aa-b9f65810b1db, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=86630e21-cf23-4b11-a8aa-b9f65810b1db,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:12.028502 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-692b2b9e-9958-46ca-ae28-bd1471c2e68b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for port (86630e21-cf23-4b11-a8aa-b9f65810b1db), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:12.034846 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-692b2b9e-9958-46ca-ae28-bd1471c2e68b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (86630e21-cf23-4b11-a8aa-b9f65810b1db), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:12.035952 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-692b2b9e-9958-46ca-ae28-bd1471c2e68b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (3835e2e7-9de4-4c6c-8149-8bba91248403), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:12.042064 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6aa15063-098d-41af-95f8-14531490cb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (86630e21-cf23-4b11-a8aa-b9f65810b1db), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:12.090459 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa15063-098d-41af-95f8-14531490cb50 None None] Pushing event deleted for resources: {'Port': ['ID=86630e21-cf23-4b11-a8aa-b9f65810b1db,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:12.102070 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa15063-098d-41af-95f8-14531490cb50 None None] No DVR routers for this DVR port 86630e21-cf23-4b11-a8aa-b9f65810b1db on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:56:12.148310 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b2b9e-9958-46ca-ae28-bd1471c2e68b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Port': ['ID=86630e21-cf23-4b11-a8aa-b9f65810b1db,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:12.161027 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b2b9e-9958-46ca-ae28-bd1471c2e68b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Subnet': ['ID=3835e2e7-9de4-4c6c-8149-8bba91248403,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:12.180860 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692b2b9e-9958-46ca-ae28-bd1471c2e68b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:56:12.188157 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-692b2b9e-9958-46ca-ae28-bd1471c2e68b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:56:12.200993 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02f56b4-0127-47c0-bc75-cc29c5190b94 None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:56:12.201217 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692b2b9e-9958-46ca-ae28-bd1471c2e68b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:12.202007 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-692b2b9e-9958-46ca-ae28-bd1471c2e68b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:12.251311 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41522) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:12.263389 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-cce30153-6971-435d-979e-8c167b00d98c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'subnet': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:12.269867 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-692b2b9e-9958-46ca-ae28-bd1471c2e68b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0928099 Jan 28 02:56:12.483956 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1805cba2-6cea-496e-bd86-79ffeadcfce5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-f4e9908e-37c3-477d-90df-65c02e38c857', 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'project_id': '3079a2e247734574a53d1baca2087c94', 'fixed_ips': [{'subnet_id': '3835e2e7-9de4-4c6c-8149-8bba91248403'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:56:12.484947 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1805cba2-6cea-496e-bd86-79ffeadcfce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:12.485177 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce30153-6971-435d-979e-8c167b00d98c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:56:12.489251 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-cce30153-6971-435d-979e-8c167b00d98c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:12.661937 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-1805cba2-6cea-496e-bd86-79ffeadcfce5 None None] Allocated IP 2001:db8::f816:3eff:fe6d:53d (f4e9908e-37c3-477d-90df-65c02e38c857/3835e2e7-9de4-4c6c-8149-8bba91248403/3186a93f-8b53-41f4-8604-5c3f857c7caa) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:56:12.856681 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-cce30153-6971-435d-979e-8c167b00d98c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (25f1e884-1f0f-4ddd-b8da-522296472c37), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:12.868838 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1805cba2-6cea-496e-bd86-79ffeadcfce5 None None] Publish callbacks [] for port (3186a93f-8b53-41f4-8604-5c3f857c7caa), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:12.882941 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1805cba2-6cea-496e-bd86-79ffeadcfce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (3186a93f-8b53-41f4-8604-5c3f857c7caa), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:12.904651 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce30153-6971-435d-979e-8c167b00d98c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:56:12.910561 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-cce30153-6971-435d-979e-8c167b00d98c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:56:12.921161 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce30153-6971-435d-979e-8c167b00d98c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:12.922034 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-cce30153-6971-435d-979e-8c167b00d98c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:12.948267 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce30153-6971-435d-979e-8c167b00d98c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Subnet': ['ID=25f1e884-1f0f-4ddd-b8da-522296472c37,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:12.967862 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-cce30153-6971-435d-979e-8c167b00d98c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7154393 Jan 28 02:56:12.970569 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41526) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:12.984475 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-1f6510d7-cb4d-4dec-be07-dac8357f74e3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'port': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'mac_address': 'fa:16:3e:39:d5:35', 'name': 'tempest-NetworksTestDHCPv6-314165005'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:12.999935 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1805cba2-6cea-496e-bd86-79ffeadcfce5 None None] Pushing event updated for resources: {'Port': ['ID=3186a93f-8b53-41f4-8604-5c3f857c7caa,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:13.014663 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1805cba2-6cea-496e-bd86-79ffeadcfce5 None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:56:13.018362 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-1805cba2-6cea-496e-bd86-79ffeadcfce5 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:56:13.023140 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1805cba2-6cea-496e-bd86-79ffeadcfce5 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:56:13.096705 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-1805cba2-6cea-496e-bd86-79ffeadcfce5 None None] Attempting to bind port 3186a93f-8b53-41f4-8604-5c3f857c7caa on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:56:13.097286 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-1805cba2-6cea-496e-bd86-79ffeadcfce5 None None] Attempting to bind port 3186a93f-8b53-41f4-8604-5c3f857c7caa by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:56:13.097748 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1805cba2-6cea-496e-bd86-79ffeadcfce5 None None] Attempting to bind port 3186a93f-8b53-41f4-8604-5c3f857c7caa on network f4e9908e-37c3-477d-90df-65c02e38c857 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:56:13.106415 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1805cba2-6cea-496e-bd86-79ffeadcfce5 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:56:13.106940 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1805cba2-6cea-496e-bd86-79ffeadcfce5 None None] Checking segment: {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:56:13.120995 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1805cba2-6cea-496e-bd86-79ffeadcfce5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:13.125521 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1805cba2-6cea-496e-bd86-79ffeadcfce5 None None] Bound using segment: {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:56:13.126264 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-1805cba2-6cea-496e-bd86-79ffeadcfce5 None None] Bound port: 3186a93f-8b53-41f4-8604-5c3f857c7caa, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:56:13.126884 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1805cba2-6cea-496e-bd86-79ffeadcfce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3186a93f-8b53-41f4-8604-5c3f857c7caa), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:13.221914 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6510d7-cb4d-4dec-be07-dac8357f74e3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:56:13.232765 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-1805cba2-6cea-496e-bd86-79ffeadcfce5 None None] For port 3186a93f-8b53-41f4-8604-5c3f857c7caa, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:56:13.237257 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-1805cba2-6cea-496e-bd86-79ffeadcfce5 None None] For port 3186a93f-8b53-41f4-8604-5c3f857c7caa, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=3186a93f-8b53-41f4-8604-5c3f857c7caa,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:56:13.245762 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1805cba2-6cea-496e-bd86-79ffeadcfce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3186a93f-8b53-41f4-8604-5c3f857c7caa), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:13.331346 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1805cba2-6cea-496e-bd86-79ffeadcfce5 None None] Pushing event updated for resources: {'Port': ['ID=3186a93f-8b53-41f4-8604-5c3f857c7caa,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:13.422539 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41530) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:13.429047 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-c28568f6-73e9-4513-8c0a-6914fca4fe29 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Request body: {'subnet': {'network_id': 'b95831c3-3047-429a-a58b-3a409390f133', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:13.460297 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1f6510d7-cb4d-4dec-be07-dac8357f74e3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:13.498408 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-1f6510d7-cb4d-4dec-be07-dac8357f74e3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] device_id is not set on port 79037c52-57d2-43cd-a164-e3a154aa6c3f yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:56:13.833821 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-1f6510d7-cb4d-4dec-be07-dac8357f74e3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Allocated IP 172.20.0.14 (f4e9908e-37c3-477d-90df-65c02e38c857/25f1e884-1f0f-4ddd-b8da-522296472c37/79037c52-57d2-43cd-a164-e3a154aa6c3f) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:56:13.842650 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-1f6510d7-cb4d-4dec-be07-dac8357f74e3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Allocated IP 2001:db8::f816:3eff:fe39:d535 (f4e9908e-37c3-477d-90df-65c02e38c857/3835e2e7-9de4-4c6c-8149-8bba91248403/79037c52-57d2-43cd-a164-e3a154aa6c3f) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:56:13.982989 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28568f6-73e9-4513-8c0a-6914fca4fe29 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Made reservation on behalf of 45e4e37566e94c3897df53a7dd9549b8 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:56:13.989469 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c28568f6-73e9-4513-8c0a-6914fca4fe29 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:14.106512 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1f6510d7-cb4d-4dec-be07-dac8357f74e3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for port (79037c52-57d2-43cd-a164-e3a154aa6c3f), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:14.166889 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1f6510d7-cb4d-4dec-be07-dac8357f74e3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (79037c52-57d2-43cd-a164-e3a154aa6c3f), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:14.217160 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6510d7-cb4d-4dec-be07-dac8357f74e3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:56:14.220500 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-1f6510d7-cb4d-4dec-be07-dac8357f74e3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:56:14.223664 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6510d7-cb4d-4dec-be07-dac8357f74e3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:56:14.262810 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6510d7-cb4d-4dec-be07-dac8357f74e3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Port': ['ID=79037c52-57d2-43cd-a164-e3a154aa6c3f,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:14.264618 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c28568f6-73e9-4513-8c0a-6914fca4fe29 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (45a216fe-4199-4d7f-9579-7133d178db4a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:14.297451 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6510d7-cb4d-4dec-be07-dac8357f74e3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:14.298289 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1f6510d7-cb4d-4dec-be07-dac8357f74e3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:14.321145 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1f6510d7-cb4d-4dec-be07-dac8357f74e3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3478251 Jan 28 02:56:14.322269 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41534) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:14.376193 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28568f6-73e9-4513-8c0a-6914fca4fe29 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Pushing event updated for resources: {'Subnet': ['ID=45a216fe-4199-4d7f-9579-7133d178db4a,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:14.396730 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f935b9-fb3e-436e-8e50-38815721eefe tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:14.404732 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f935b9-fb3e-436e-8e50-38815721eefe tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:14.409605 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c6f935b9-fb3e-436e-8e50-38815721eefe tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0860667 Jan 28 02:56:14.410201 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41536) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:14.459669 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28568f6-73e9-4513-8c0a-6914fca4fe29 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Checking segment: {'id': '9856c18c-1fe8-4a6a-9978-16e87639c373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b95831c3-3047-429a-a58b-3a409390f133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:56:14.460232 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28568f6-73e9-4513-8c0a-6914fca4fe29 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Network hostable DHCP agents. Network: b95831c3-3047-429a-a58b-3a409390f133, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:56:14.539445 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28568f6-73e9-4513-8c0a-6914fca4fe29 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Network b95831c3-3047-429a-a58b-3a409390f133 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:56:14.560322 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-c28568f6-73e9-4513-8c0a-6914fca4fe29 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, b95831c3-3047-429a-a58b-3a409390f133) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:56:14.570312 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d235a69-f9a2-459d-9a19-24df3e6b64ee None None] Network b95831c3-3047-429a-a58b-3a409390f133 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:56:14.589802 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28568f6-73e9-4513-8c0a-6914fca4fe29 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:14.590413 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c28568f6-73e9-4513-8c0a-6914fca4fe29 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:14.612094 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-ff149ae4-66b8-4060-8102-00c2af71beed tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting port 79037c52-57d2-43cd-a164-e3a154aa6c3f {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:56:14.612439 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ff149ae4-66b8-4060-8102-00c2af71beed tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (79037c52-57d2-43cd-a164-e3a154aa6c3f), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:14.751463 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ff149ae4-66b8-4060-8102-00c2af71beed tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (79037c52-57d2-43cd-a164-e3a154aa6c3f), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:14.769357 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-ff149ae4-66b8-4060-8102-00c2af71beed tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Calling delete_port for 79037c52-57d2-43cd-a164-e3a154aa6c3f owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:56:14.792054 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202dbf75-40c8-4695-bdf2-6ac718260abb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-b95831c3-3047-429a-a58b-3a409390f133', 'network_id': 'b95831c3-3047-429a-a58b-3a409390f133', 'project_id': '45e4e37566e94c3897df53a7dd9549b8', 'fixed_ips': [{'subnet_id': '45a216fe-4199-4d7f-9579-7133d178db4a'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:56:14.793114 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-202dbf75-40c8-4695-bdf2-6ac718260abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:14.875973 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c28568f6-73e9-4513-8c0a-6914fca4fe29 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4519432 Jan 28 02:56:14.879437 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41542) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:14.884639 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-2e8a7b1f-92b6-4477-a7a2-a9df7edc48d8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-778650362'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:14.927041 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8a7b1f-92b6-4477-a7a2-a9df7edc48d8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Made reservation on behalf of 45e4e37566e94c3897df53a7dd9549b8 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:56:14.931249 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2e8a7b1f-92b6-4477-a7a2-a9df7edc48d8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:15.073482 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ff149ae4-66b8-4060-8102-00c2af71beed tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (79037c52-57d2-43cd-a164-e3a154aa6c3f), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:15.075922 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e8a7b1f-92b6-4477-a7a2-a9df7edc48d8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:56:15.095306 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2e8a7b1f-92b6-4477-a7a2-a9df7edc48d8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (9a8cd8ce-1801-4581-81c1-8b0a1b4a3c94), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:15.095656 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-2e8a7b1f-92b6-4477-a7a2-a9df7edc48d8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Added segment 9a8cd8ce-1801-4581-81c1-8b0a1b4a3c94 of type vlan for network 3235772c-627a-4a3a-a253-fb509a0e7804 Jan 28 02:56:15.148400 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee142af3-eafd-4e48-b3a5-0a70ac603d3c None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:56:15.182700 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff149ae4-66b8-4060-8102-00c2af71beed tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Port': ['ID=79037c52-57d2-43cd-a164-e3a154aa6c3f,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:15.201388 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2e8a7b1f-92b6-4477-a7a2-a9df7edc48d8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (3235772c-627a-4a3a-a253-fb509a0e7804), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:15.224767 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7691937a-9bd4-4811-b7af-958dcb7ae625 None None] Provisioning complete for port 3186a93f-8b53-41f4-8604-5c3f857c7caa triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:56:15.225181 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7691937a-9bd4-4811-b7af-958dcb7ae625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3186a93f-8b53-41f4-8604-5c3f857c7caa), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:15.246389 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2e8a7b1f-92b6-4477-a7a2-a9df7edc48d8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (3235772c-627a-4a3a-a253-fb509a0e7804), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:15.254471 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8a7b1f-92b6-4477-a7a2-a9df7edc48d8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:15.255432 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2e8a7b1f-92b6-4477-a7a2-a9df7edc48d8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:15.288103 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-202dbf75-40c8-4695-bdf2-6ac718260abb None None] Allocated IP 2001:db8:0:ffff::2 (b95831c3-3047-429a-a58b-3a409390f133/45a216fe-4199-4d7f-9579-7133d178db4a/9cb759ea-4dc5-423f-870a-b1bf0099f083) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:56:15.338447 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ff149ae4-66b8-4060-8102-00c2af71beed tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:15.344142 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ff149ae4-66b8-4060-8102-00c2af71beed tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/ports/79037c52-57d2-43cd-a164-e3a154aa6c3f HTTP/1.1" status: 204 len: 168 time: 0.9284248 Jan 28 02:56:15.344317 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41544) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:15.346199 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 3186a93f-8b53-41f4-8604-5c3f857c7caa up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:56:15.396653 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2e8a7b1f-92b6-4477-a7a2-a9df7edc48d8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5151339 Jan 28 02:56:15.400355 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41546) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:15.407728 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-941ff6cd-89a0-4228-8452-057deca20acd tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Request body: {'subnet': {'network_id': '3235772c-627a-4a3a-a253-fb509a0e7804', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:15.448312 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10888bf4-496c-4887-8188-011801cce2af tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:15.449968 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10888bf4-496c-4887-8188-011801cce2af tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:15.451351 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10888bf4-496c-4887-8188-011801cce2af tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:15.455646 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-10888bf4-496c-4887-8188-011801cce2af tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1079183 Jan 28 02:56:15.456553 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41548) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:15.515750 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a7b1f-92b6-4477-a7a2-a9df7edc48d8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Pushing event updated for resources: {'Network': ['ID=3235772c-627a-4a3a-a253-fb509a0e7804,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:15.528287 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0d1946b-aa40-48ae-833e-9bf9b7c424e4 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting subnet 25f1e884-1f0f-4ddd-b8da-522296472c37 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:56:15.532716 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f0d1946b-aa40-48ae-833e-9bf9b7c424e4 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (25f1e884-1f0f-4ddd-b8da-522296472c37), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:15.583652 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 3235772c-627a-4a3a-a253-fb509a0e7804 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:56:15.612442 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941ff6cd-89a0-4228-8452-057deca20acd tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Made reservation on behalf of 45e4e37566e94c3897df53a7dd9549b8 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:56:15.616470 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-941ff6cd-89a0-4228-8452-057deca20acd tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:15.623294 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 3186a93f-8b53-41f4-8604-5c3f857c7caa triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:56:15.623684 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3186a93f-8b53-41f4-8604-5c3f857c7caa), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:15.653860 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f0d1946b-aa40-48ae-833e-9bf9b7c424e4 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (25f1e884-1f0f-4ddd-b8da-522296472c37), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:15.748667 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7691937a-9bd4-4811-b7af-958dcb7ae625 None None] Current status of the port 3186a93f-8b53-41f4-8604-5c3f857c7caa is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:15.749165 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7691937a-9bd4-4811-b7af-958dcb7ae625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3186a93f-8b53-41f4-8604-5c3f857c7caa), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:15.753597 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f0d1946b-aa40-48ae-833e-9bf9b7c424e4 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (25f1e884-1f0f-4ddd-b8da-522296472c37), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:15.820919 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7691937a-9bd4-4811-b7af-958dcb7ae625 None None] For port 3186a93f-8b53-41f4-8604-5c3f857c7caa, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=3186a93f-8b53-41f4-8604-5c3f857c7caa,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:15.871950 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7691937a-9bd4-4811-b7af-958dcb7ae625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3186a93f-8b53-41f4-8604-5c3f857c7caa), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:15.873499 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f0d1946b-aa40-48ae-833e-9bf9b7c424e4 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (25f1e884-1f0f-4ddd-b8da-522296472c37), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:15.908909 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70e8579-fb2c-49dc-8a46-c88c3d43819c None None] Update dhcp port {'port': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'fixed_ips': [{'subnet_id': '3835e2e7-9de4-4c6c-8149-8bba91248403', 'ip_address': '2001:db8::f816:3eff:fe6d:53d'}, {'subnet_id': '25f1e884-1f0f-4ddd-b8da-522296472c37'}], 'binding:host_id': 'n-d-712139-27'}, 'id': '3186a93f-8b53-41f4-8604-5c3f857c7caa'} from n-d-712139-27. {{(pid=109804) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 02:56:15.919642 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d1946b-aa40-48ae-833e-9bf9b7c424e4 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Subnet': ['ID=25f1e884-1f0f-4ddd-b8da-522296472c37,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:15.933874 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f0d1946b-aa40-48ae-833e-9bf9b7c424e4 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:15.937258 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f0d1946b-aa40-48ae-833e-9bf9b7c424e4 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/25f1e884-1f0f-4ddd-b8da-522296472c37 HTTP/1.1" status: 204 len: 168 time: 0.4803946 Jan 28 02:56:15.942228 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41554) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:16.010129 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-202dbf75-40c8-4695-bdf2-6ac718260abb None None] Publish callbacks [] for port (9cb759ea-4dc5-423f-870a-b1bf0099f083), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:16.014907 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5bcc760-b6a9-4064-9dab-0c88e263471e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting subnet 3835e2e7-9de4-4c6c-8149-8bba91248403 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:56:16.018897 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b5bcc760-b6a9-4064-9dab-0c88e263471e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (3835e2e7-9de4-4c6c-8149-8bba91248403), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:16.030876 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e70e8579-fb2c-49dc-8a46-c88c3d43819c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3186a93f-8b53-41f4-8604-5c3f857c7caa), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:16.044486 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-202dbf75-40c8-4695-bdf2-6ac718260abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (9cb759ea-4dc5-423f-870a-b1bf0099f083), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:16.065327 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7691937a-9bd4-4811-b7af-958dcb7ae625 None None] Pushing event updated for resources: {'Port': ['ID=3186a93f-8b53-41f4-8604-5c3f857c7caa,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:16.071321 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 3186a93f-8b53-41f4-8604-5c3f857c7caa is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:16.074054 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b5bcc760-b6a9-4064-9dab-0c88e263471e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (3835e2e7-9de4-4c6c-8149-8bba91248403), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:16.075983 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202dbf75-40c8-4695-bdf2-6ac718260abb None None] Network b95831c3-3047-429a-a58b-3a409390f133 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:56:16.080990 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-202dbf75-40c8-4695-bdf2-6ac718260abb None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:56:16.114660 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202dbf75-40c8-4695-bdf2-6ac718260abb None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:56:16.170510 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dbf75-40c8-4695-bdf2-6ac718260abb None None] Pushing event updated for resources: {'Port': ['ID=9cb759ea-4dc5-423f-870a-b1bf0099f083,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:16.275076 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-202dbf75-40c8-4695-bdf2-6ac718260abb None None] Attempting to bind port 9cb759ea-4dc5-423f-870a-b1bf0099f083 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:56:16.275403 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-202dbf75-40c8-4695-bdf2-6ac718260abb None None] Attempting to bind port 9cb759ea-4dc5-423f-870a-b1bf0099f083 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '9856c18c-1fe8-4a6a-9978-16e87639c373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b95831c3-3047-429a-a58b-3a409390f133'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:56:16.275822 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202dbf75-40c8-4695-bdf2-6ac718260abb None None] Attempting to bind port 9cb759ea-4dc5-423f-870a-b1bf0099f083 on network b95831c3-3047-429a-a58b-3a409390f133 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:56:16.289531 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202dbf75-40c8-4695-bdf2-6ac718260abb None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:56:16.289911 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202dbf75-40c8-4695-bdf2-6ac718260abb None None] Checking segment: {'id': '9856c18c-1fe8-4a6a-9978-16e87639c373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b95831c3-3047-429a-a58b-3a409390f133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:56:16.290338 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-202dbf75-40c8-4695-bdf2-6ac718260abb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:16.291100 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202dbf75-40c8-4695-bdf2-6ac718260abb None None] Bound using segment: {'id': '9856c18c-1fe8-4a6a-9978-16e87639c373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b95831c3-3047-429a-a58b-3a409390f133'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:56:16.291586 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-202dbf75-40c8-4695-bdf2-6ac718260abb None None] Bound port: 9cb759ea-4dc5-423f-870a-b1bf0099f083, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9856c18c-1fe8-4a6a-9978-16e87639c373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b95831c3-3047-429a-a58b-3a409390f133'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:56:16.292024 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-202dbf75-40c8-4695-bdf2-6ac718260abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9cb759ea-4dc5-423f-870a-b1bf0099f083), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:16.294917 n-d-712139-27 neutron-server[109802]: DEBUG neutron.objects.ports [None req-941ff6cd-89a0-4228-8452-057deca20acd tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109802) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 02:56:16.299723 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-941ff6cd-89a0-4228-8452-057deca20acd tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (c90f6983-b3c9-464e-85c4-7f6b61db561e), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:16.350015 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b5bcc760-b6a9-4064-9dab-0c88e263471e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (3835e2e7-9de4-4c6c-8149-8bba91248403), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:16.386059 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-202dbf75-40c8-4695-bdf2-6ac718260abb None None] For port 9cb759ea-4dc5-423f-870a-b1bf0099f083, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:56:16.392109 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-202dbf75-40c8-4695-bdf2-6ac718260abb None None] For port 9cb759ea-4dc5-423f-870a-b1bf0099f083, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=9cb759ea-4dc5-423f-870a-b1bf0099f083,segment=NetworkSegment(9856c18c-1fe8-4a6a-9978-16e87639c373),segment_id=9856c18c-1fe8-4a6a-9978-16e87639c373)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:56:16.398962 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-202dbf75-40c8-4695-bdf2-6ac718260abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9cb759ea-4dc5-423f-870a-b1bf0099f083), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:16.426612 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ff6cd-89a0-4228-8452-057deca20acd tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Pushing event updated for resources: {'Subnet': ['ID=c90f6983-b3c9-464e-85c4-7f6b61db561e,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:16.444669 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941ff6cd-89a0-4228-8452-057deca20acd tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Checking segment: {'id': '9a8cd8ce-1801-4581-81c1-8b0a1b4a3c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3235772c-627a-4a3a-a253-fb509a0e7804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:56:16.446245 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941ff6cd-89a0-4228-8452-057deca20acd tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Network hostable DHCP agents. Network: 3235772c-627a-4a3a-a253-fb509a0e7804, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:56:16.473620 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dbf75-40c8-4695-bdf2-6ac718260abb None None] Pushing event updated for resources: {'Port': ['ID=9cb759ea-4dc5-423f-870a-b1bf0099f083,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:16.479063 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941ff6cd-89a0-4228-8452-057deca20acd tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Network 3235772c-627a-4a3a-a253-fb509a0e7804 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server [None req-e70e8579-fb2c-49dc-8a46-c88c3d43819c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3835e2e7-9de4-4c6c-8149-8bba91248403: This subnet is being modified by another concurrent operation. Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 02:56:16.484424 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 02:56:16.487957 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 02:56:16.487957 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 02:56:16.487957 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 02:56:16.487957 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 02:56:16.487957 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 02:56:16.487957 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 02:56:16.487957 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 02:56:16.487957 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 02:56:16.487957 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 02:56:16.487957 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 02:56:16.487957 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 02:56:16.487957 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 02:56:16.487957 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 02:56:16.487957 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 02:56:16.487957 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1779, in update_port Jan 28 02:56:16.487957 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jan 28 02:56:16.487957 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 02:56:16.487957 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 02:56:16.487957 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Jan 28 02:56:16.487957 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jan 28 02:56:16.487957 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jan 28 02:56:16.487957 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jan 28 02:56:16.487957 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jan 28 02:56:16.487957 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jan 28 02:56:16.487957 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jan 28 02:56:16.487957 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 02:56:16.487957 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 02:56:16.487957 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 02:56:16.487957 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 02:56:16.487957 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise exception Jan 28 02:56:16.487957 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3835e2e7-9de4-4c6c-8149-8bba91248403: This subnet is being modified by another concurrent operation. Jan 28 02:56:16.487957 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server Jan 28 02:56:16.490760 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b5bcc760-b6a9-4064-9dab-0c88e263471e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (3835e2e7-9de4-4c6c-8149-8bba91248403), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:16.535680 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-941ff6cd-89a0-4228-8452-057deca20acd tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 3235772c-627a-4a3a-a253-fb509a0e7804) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:56:16.537985 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bcc760-b6a9-4064-9dab-0c88e263471e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Subnet': ['ID=3835e2e7-9de4-4c6c-8149-8bba91248403,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:16.544808 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941ff6cd-89a0-4228-8452-057deca20acd tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:16.545625 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-941ff6cd-89a0-4228-8452-057deca20acd tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:16.569713 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906489b0-bc15-46ba-b5c4-c1c71fffa8fe None None] Network 3235772c-627a-4a3a-a253-fb509a0e7804 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:56:16.587744 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-941ff6cd-89a0-4228-8452-057deca20acd tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1852849 Jan 28 02:56:16.590440 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41558) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:16.595060 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b5bcc760-b6a9-4064-9dab-0c88e263471e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:16.595754 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-a11f8f48-73c0-4a50-adb4-ad6aa21d34da tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Request body: {'port': {'network_id': '3235772c-627a-4a3a-a253-fb509a0e7804', 'name': 'tempest-NetworksIpV6TestAttrs-1856478354'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:16.603096 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b5bcc760-b6a9-4064-9dab-0c88e263471e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/3835e2e7-9de4-4c6c-8149-8bba91248403 HTTP/1.1" status: 204 len: 168 time: 0.6570232 Jan 28 02:56:16.604988 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41560) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:16.662930 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5576b6-1bfc-4713-a1f0-683b4c59b043 None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:56:16.694890 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0b745ae7-acd1-44e1-b890-00c204690bd6 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0849128 Jan 28 02:56:16.696419 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41564) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:16.703034 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-a3df67ca-2de5-4bf4-8c61-1786cddfe788 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'subnet': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:16.893349 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11f8f48-73c0-4a50-adb4-ad6aa21d34da tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Made reservation on behalf of 45e4e37566e94c3897df53a7dd9549b8 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:56:16.906108 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a11f8f48-73c0-4a50-adb4-ad6aa21d34da tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:16.915164 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-9f5fc06f-985f-4d15-9442-ab1d2e59a0c8 None None] Provisioning complete for port 3186a93f-8b53-41f4-8604-5c3f857c7caa triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:56:16.915803 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9f5fc06f-985f-4d15-9442-ab1d2e59a0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3186a93f-8b53-41f4-8604-5c3f857c7caa), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:16.937265 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-a11f8f48-73c0-4a50-adb4-ad6aa21d34da tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] device_id is not set on port 174920e9-d791-40c5-a70d-1d663fb21eab yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:56:16.944936 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3df67ca-2de5-4bf4-8c61-1786cddfe788 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:56:16.948836 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a3df67ca-2de5-4bf4-8c61-1786cddfe788 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:17.079617 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1633505d-7560-4395-a5f8-c99ab89f7725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-3235772c-627a-4a3a-a253-fb509a0e7804', 'network_id': '3235772c-627a-4a3a-a253-fb509a0e7804', 'project_id': '45e4e37566e94c3897df53a7dd9549b8', 'fixed_ips': [{'subnet_id': 'c90f6983-b3c9-464e-85c4-7f6b61db561e'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:56:17.080953 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1633505d-7560-4395-a5f8-c99ab89f7725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:17.123791 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-a11f8f48-73c0-4a50-adb4-ad6aa21d34da tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Allocated IP 2001:db8::f816:3eff:fe0b:e2ba (3235772c-627a-4a3a-a253-fb509a0e7804/c90f6983-b3c9-464e-85c4-7f6b61db561e/174920e9-d791-40c5-a70d-1d663fb21eab) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:56:17.159041 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffb51f1-348d-4144-b03b-d485ad2c27a6 None None] DHCP port deletion for f4e9908e-37c3-477d-90df-65c02e38c857 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:56:17.376387 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 9cb759ea-4dc5-423f-870a-b1bf0099f083 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:56:17.389767 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-9f5fc06f-985f-4d15-9442-ab1d2e59a0c8 None None] Current status of the port 3186a93f-8b53-41f4-8604-5c3f857c7caa is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:17.426405 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a3df67ca-2de5-4bf4-8c61-1786cddfe788 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (4db0d6a4-c2bd-4772-b4f6-baa40d14d10c), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:17.450144 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-dffb51f1-348d-4144-b03b-d485ad2c27a6 None None] Deleting port 3186a93f-8b53-41f4-8604-5c3f857c7caa {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:56:17.450524 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dffb51f1-348d-4144-b03b-d485ad2c27a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (3186a93f-8b53-41f4-8604-5c3f857c7caa), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:17.458557 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a11f8f48-73c0-4a50-adb4-ad6aa21d34da tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks [] for port (174920e9-d791-40c5-a70d-1d663fb21eab), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:17.489103 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3df67ca-2de5-4bf4-8c61-1786cddfe788 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:56:17.495718 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-a3df67ca-2de5-4bf4-8c61-1786cddfe788 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:56:17.500432 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3df67ca-2de5-4bf4-8c61-1786cddfe788 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:17.501295 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a3df67ca-2de5-4bf4-8c61-1786cddfe788 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:17.516911 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df67ca-2de5-4bf4-8c61-1786cddfe788 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Subnet': ['ID=4db0d6a4-c2bd-4772-b4f6-baa40d14d10c,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:17.524187 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a11f8f48-73c0-4a50-adb4-ad6aa21d34da tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (174920e9-d791-40c5-a70d-1d663fb21eab), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:17.526631 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a3df67ca-2de5-4bf4-8c61-1786cddfe788 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8289056 Jan 28 02:56:17.529443 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41568) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:17.535058 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-c572c758-3022-4cf8-8f0d-139357219f4f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'subnet': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:17.599962 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11f8f48-73c0-4a50-adb4-ad6aa21d34da tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Network 3235772c-627a-4a3a-a253-fb509a0e7804 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:56:17.610316 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-a11f8f48-73c0-4a50-adb4-ad6aa21d34da tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:56:17.622251 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11f8f48-73c0-4a50-adb4-ad6aa21d34da tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:56:17.633042 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11f8f48-73c0-4a50-adb4-ad6aa21d34da tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:17.634138 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a11f8f48-73c0-4a50-adb4-ad6aa21d34da tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:17.676769 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f8f48-73c0-4a50-adb4-ad6aa21d34da tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Pushing event updated for resources: {'Port': ['ID=174920e9-d791-40c5-a70d-1d663fb21eab,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:17.690824 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c572c758-3022-4cf8-8f0d-139357219f4f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:56:17.691469 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a11f8f48-73c0-4a50-adb4-ad6aa21d34da tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.0999186 Jan 28 02:56:17.696023 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c572c758-3022-4cf8-8f0d-139357219f4f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:17.697149 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41570) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:17.813361 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c00440d-4983-42a2-87b4-e8c207a5921b tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Deleting subnet c90f6983-b3c9-464e-85c4-7f6b61db561e {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:56:17.955430 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-dffb51f1-348d-4144-b03b-d485ad2c27a6 None None] For port 3186a93f-8b53-41f4-8604-5c3f857c7caa, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=3186a93f-8b53-41f4-8604-5c3f857c7caa,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:17.956132 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dffb51f1-348d-4144-b03b-d485ad2c27a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (3186a93f-8b53-41f4-8604-5c3f857c7caa), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:18.014695 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-dffb51f1-348d-4144-b03b-d485ad2c27a6 None None] Calling delete_port for 3186a93f-8b53-41f4-8604-5c3f857c7caa owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:56:18.016429 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 9cb759ea-4dc5-423f-870a-b1bf0099f083 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:56:18.016804 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9cb759ea-4dc5-423f-870a-b1bf0099f083), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:18.115142 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-1633505d-7560-4395-a5f8-c99ab89f7725 None None] Allocated IP 2001:db8::f816:3eff:fe07:ce10 (3235772c-627a-4a3a-a253-fb509a0e7804/c90f6983-b3c9-464e-85c4-7f6b61db561e/899b95da-15c0-4b82-80f6-040492cf5bc5) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:56:18.246088 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73ad783-673e-4c19-81f8-b71e3da96fdb None None] Network b95831c3-3047-429a-a58b-3a409390f133 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:56:18.337188 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dffb51f1-348d-4144-b03b-d485ad2c27a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (3186a93f-8b53-41f4-8604-5c3f857c7caa), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:18.345351 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 9cb759ea-4dc5-423f-870a-b1bf0099f083 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:18.345867 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9cb759ea-4dc5-423f-870a-b1bf0099f083), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:18.392129 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffb51f1-348d-4144-b03b-d485ad2c27a6 None None] No DVR routers for this DVR port 3186a93f-8b53-41f4-8604-5c3f857c7caa on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:56:18.419557 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffb51f1-348d-4144-b03b-d485ad2c27a6 None None] Pushing event deleted for resources: {'Port': ['ID=3186a93f-8b53-41f4-8604-5c3f857c7caa,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:18.442354 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-415f6657-286d-43f6-9996-5d97220ef5f5 None None] Provisioning complete for port 9cb759ea-4dc5-423f-870a-b1bf0099f083 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:56:18.442874 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-415f6657-286d-43f6-9996-5d97220ef5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9cb759ea-4dc5-423f-870a-b1bf0099f083), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:18.495353 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627b5900-fa54-4a36-8695-543e1b8f0aec None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:56:18.624814 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 9cb759ea-4dc5-423f-870a-b1bf0099f083, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=9cb759ea-4dc5-423f-870a-b1bf0099f083,segment=NetworkSegment(9856c18c-1fe8-4a6a-9978-16e87639c373),segment_id=9856c18c-1fe8-4a6a-9978-16e87639c373)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:18.681607 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9cb759ea-4dc5-423f-870a-b1bf0099f083), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:18.684121 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1633505d-7560-4395-a5f8-c99ab89f7725 None None] Publish callbacks [] for port (899b95da-15c0-4b82-80f6-040492cf5bc5), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:18.706844 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6c00440d-4983-42a2-87b4-e8c207a5921b tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks [] for subnet (c90f6983-b3c9-464e-85c4-7f6b61db561e), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:18.781609 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1633505d-7560-4395-a5f8-c99ab89f7725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (899b95da-15c0-4b82-80f6-040492cf5bc5), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:18.791507 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 3186a93f-8b53-41f4-8604-5c3f857c7caa no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:56:18.794738 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6c00440d-4983-42a2-87b4-e8c207a5921b tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (c90f6983-b3c9-464e-85c4-7f6b61db561e), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:18.855316 n-d-712139-27 neutron-server[109802]: DEBUG neutron.objects.ports [None req-c572c758-3022-4cf8-8f0d-139357219f4f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109802) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 02:56:18.974109 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=9cb759ea-4dc5-423f-870a-b1bf0099f083,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:19.034232 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 3186a93f-8b53-41f4-8604-5c3f857c7caa {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:56:19.034232 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 3186a93f-8b53-41f4-8604-5c3f857c7caa not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:56:19.098080 n-d-712139-27 neutron-server[109802]: WARNING neutron.services.revisions.revision_plugin [None req-c572c758-3022-4cf8-8f0d-139357219f4f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Could not find related port for resource to bump revision. Jan 28 02:56:19.107675 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.ipam_pluggable_backend [None req-c572c758-3022-4cf8-8f0d-139357219f4f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Port 3186a93f-8b53-41f4-8604-5c3f857c7caa was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109802) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 28 02:56:19.108045 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.ipam_pluggable_backend [None req-c572c758-3022-4cf8-8f0d-139357219f4f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Reverting IP allocation for 2001:db8::f816:3eff:fe6d:53d {{(pid=109802) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 28 02:56:19.113308 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.ipam_pluggable_backend [None req-c572c758-3022-4cf8-8f0d-139357219f4f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe6d:53d {{(pid=109802) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 28 02:56:19.115101 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c572c758-3022-4cf8-8f0d-139357219f4f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (55f55871-6fbf-4a72-abb0-0a94faade081), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:19.116464 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6c00440d-4983-42a2-87b4-e8c207a5921b tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (c90f6983-b3c9-464e-85c4-7f6b61db561e), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:19.128498 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1633505d-7560-4395-a5f8-c99ab89f7725 None None] Network 3235772c-627a-4a3a-a253-fb509a0e7804 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:56:19.130921 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe2e667-a9d6-4fa0-b97d-b6fe0b72bb5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-f4e9908e-37c3-477d-90df-65c02e38c857', 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'project_id': '3079a2e247734574a53d1baca2087c94', 'fixed_ips': [{'subnet_id': '4db0d6a4-c2bd-4772-b4f6-baa40d14d10c'}, {'subnet_id': '55f55871-6fbf-4a72-abb0-0a94faade081'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:56:19.131810 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6fe2e667-a9d6-4fa0-b97d-b6fe0b72bb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:19.192815 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c572c758-3022-4cf8-8f0d-139357219f4f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:56:19.199708 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-c572c758-3022-4cf8-8f0d-139357219f4f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:56:19.203039 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c572c758-3022-4cf8-8f0d-139357219f4f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:19.204114 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c572c758-3022-4cf8-8f0d-139357219f4f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:19.219910 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-1633505d-7560-4395-a5f8-c99ab89f7725 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:56:19.247156 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41582) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:19.247511 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c572c758-3022-4cf8-8f0d-139357219f4f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7166150 Jan 28 02:56:19.259350 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1633505d-7560-4395-a5f8-c99ab89f7725 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:56:19.261810 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572c758-3022-4cf8-8f0d-139357219f4f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Subnet': ['ID=55f55871-6fbf-4a72-abb0-0a94faade081,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:19.266962 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-33d916ca-745c-4941-8480-d84e73205641 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'port': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'mac_address': 'fa:16:3e:02:49:7f', 'name': 'tempest-NetworksTestDHCPv6-1905605936'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:19.320522 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-415f6657-286d-43f6-9996-5d97220ef5f5 None None] Current status of the port 9cb759ea-4dc5-423f-870a-b1bf0099f083 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:19.344588 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1633505d-7560-4395-a5f8-c99ab89f7725 None None] Pushing event updated for resources: {'Port': ['ID=899b95da-15c0-4b82-80f6-040492cf5bc5,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:19.399163 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6c00440d-4983-42a2-87b4-e8c207a5921b tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (c90f6983-b3c9-464e-85c4-7f6b61db561e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:19.450299 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c00440d-4983-42a2-87b4-e8c207a5921b tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Pushing event deleted for resources: {'Subnet': ['ID=c90f6983-b3c9-464e-85c4-7f6b61db561e,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:19.453252 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6c00440d-4983-42a2-87b4-e8c207a5921b tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:19.457693 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6c00440d-4983-42a2-87b4-e8c207a5921b tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] 10.222.0.53 "DELETE /v2.0/subnets/c90f6983-b3c9-464e-85c4-7f6b61db561e HTTP/1.1" status: 204 len: 168 time: 1.7588172 Jan 28 02:56:19.460287 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d916ca-745c-4941-8480-d84e73205641 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:56:19.460438 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41584) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:19.521492 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 9cb759ea-4dc5-423f-870a-b1bf0099f083 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:56:19.553428 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-33d916ca-745c-4941-8480-d84e73205641 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:19.572960 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-1633505d-7560-4395-a5f8-c99ab89f7725 None None] Attempting to bind port 899b95da-15c0-4b82-80f6-040492cf5bc5 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:56:19.573369 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-1633505d-7560-4395-a5f8-c99ab89f7725 None None] Attempting to bind port 899b95da-15c0-4b82-80f6-040492cf5bc5 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '9a8cd8ce-1801-4581-81c1-8b0a1b4a3c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3235772c-627a-4a3a-a253-fb509a0e7804'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:56:19.573745 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1633505d-7560-4395-a5f8-c99ab89f7725 None None] Attempting to bind port 899b95da-15c0-4b82-80f6-040492cf5bc5 on network 3235772c-627a-4a3a-a253-fb509a0e7804 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:56:19.579517 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-33d916ca-745c-4941-8480-d84e73205641 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] device_id is not set on port ac1f367f-ffdf-4335-9870-b05d0c21c824 yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:56:19.601156 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1633505d-7560-4395-a5f8-c99ab89f7725 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:56:19.601567 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1633505d-7560-4395-a5f8-c99ab89f7725 None None] Checking segment: {'id': '9a8cd8ce-1801-4581-81c1-8b0a1b4a3c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3235772c-627a-4a3a-a253-fb509a0e7804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:56:19.601984 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1633505d-7560-4395-a5f8-c99ab89f7725 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:19.602659 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1633505d-7560-4395-a5f8-c99ab89f7725 None None] Bound using segment: {'id': '9a8cd8ce-1801-4581-81c1-8b0a1b4a3c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3235772c-627a-4a3a-a253-fb509a0e7804'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:56:19.603355 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-1633505d-7560-4395-a5f8-c99ab89f7725 None None] Bound port: 899b95da-15c0-4b82-80f6-040492cf5bc5, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a8cd8ce-1801-4581-81c1-8b0a1b4a3c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3235772c-627a-4a3a-a253-fb509a0e7804'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:56:19.603742 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1633505d-7560-4395-a5f8-c99ab89f7725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (899b95da-15c0-4b82-80f6-040492cf5bc5), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:19.606896 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ce829c-a5c5-4732-8477-23f6c835bfb3 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:19.609911 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ce829c-a5c5-4732-8477-23f6c835bfb3 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:19.618385 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a5ce829c-a5c5-4732-8477-23f6c835bfb3 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1569412 Jan 28 02:56:19.620143 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41586) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:19.672606 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7fe9b9d3-0cec-4438-b9cf-e5281cb4c11a None None] Provisioning complete for port 9cb759ea-4dc5-423f-870a-b1bf0099f083 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:56:19.672992 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7fe9b9d3-0cec-4438-b9cf-e5281cb4c11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9cb759ea-4dc5-423f-870a-b1bf0099f083), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:19.733309 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-37c818fe-f5bc-4837-b9eb-35f9028f88c8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (3235772c-627a-4a3a-a253-fb509a0e7804), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:19.745300 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-37c818fe-f5bc-4837-b9eb-35f9028f88c8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 28 02:56:19.745981 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37c818fe-f5bc-4837-b9eb-35f9028f88c8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:56:19.750058 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-37c818fe-f5bc-4837-b9eb-35f9028f88c8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] 10.222.0.53 "DELETE /v2.0/networks/3235772c-627a-4a3a-a253-fb509a0e7804 HTTP/1.1" status: 409 len: 466 time: 0.1289177 Jan 28 02:56:19.754163 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41588) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:19.754703 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 9cb759ea-4dc5-423f-870a-b1bf0099f083 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:56:19.754703 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9cb759ea-4dc5-423f-870a-b1bf0099f083), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:19.761098 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-e912b027-95cb-4c89-8ad1-79b842ad2d63 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-18025295'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:19.785120 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e912b027-95cb-4c89-8ad1-79b842ad2d63 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Made reservation on behalf of 45e4e37566e94c3897df53a7dd9549b8 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:56:19.789605 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e912b027-95cb-4c89-8ad1-79b842ad2d63 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:19.792470 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-1633505d-7560-4395-a5f8-c99ab89f7725 None None] For port 899b95da-15c0-4b82-80f6-040492cf5bc5, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:56:19.818686 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e912b027-95cb-4c89-8ad1-79b842ad2d63 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:56:19.830448 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e912b027-95cb-4c89-8ad1-79b842ad2d63 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (aabed833-093c-46b2-b09d-ec85234894b4), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:19.831411 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-e912b027-95cb-4c89-8ad1-79b842ad2d63 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Added segment aabed833-093c-46b2-b09d-ec85234894b4 of type vlan for network 12d57503-4e18-439f-a291-5a761fa9fbff Jan 28 02:56:19.837441 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-1633505d-7560-4395-a5f8-c99ab89f7725 None None] For port 899b95da-15c0-4b82-80f6-040492cf5bc5, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=899b95da-15c0-4b82-80f6-040492cf5bc5,segment=NetworkSegment(9a8cd8ce-1801-4581-81c1-8b0a1b4a3c94),segment_id=9a8cd8ce-1801-4581-81c1-8b0a1b4a3c94)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:56:19.854152 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1633505d-7560-4395-a5f8-c99ab89f7725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (899b95da-15c0-4b82-80f6-040492cf5bc5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:19.897474 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e912b027-95cb-4c89-8ad1-79b842ad2d63 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (12d57503-4e18-439f-a291-5a761fa9fbff), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:19.946674 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-6fe2e667-a9d6-4fa0-b97d-b6fe0b72bb5e None None] Allocated IP 172.20.0.2 (f4e9908e-37c3-477d-90df-65c02e38c857/4db0d6a4-c2bd-4772-b4f6-baa40d14d10c/d70f7335-71e5-421b-994b-db6fd51a00c7) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:56:19.975341 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e912b027-95cb-4c89-8ad1-79b842ad2d63 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (12d57503-4e18-439f-a291-5a761fa9fbff), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:19.984688 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d10287-af35-467d-b8c1-5d90e8e5be14 None None] Network 3235772c-627a-4a3a-a253-fb509a0e7804 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:56:19.986591 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e912b027-95cb-4c89-8ad1-79b842ad2d63 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:19.987469 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e912b027-95cb-4c89-8ad1-79b842ad2d63 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:19.994920 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-6fe2e667-a9d6-4fa0-b97d-b6fe0b72bb5e None None] Allocated IP 2001:db8::f816:3eff:fea9:1a4a (f4e9908e-37c3-477d-90df-65c02e38c857/55f55871-6fbf-4a72-abb0-0a94faade081/d70f7335-71e5-421b-994b-db6fd51a00c7) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:56:20.028189 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e912b027-95cb-4c89-8ad1-79b842ad2d63 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2720840 Jan 28 02:56:20.031354 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41594) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:20.038490 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-9338a27e-aaf1-46f3-ab63-547eb840b62b tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Request body: {'subnet': {'network_id': '12d57503-4e18-439f-a291-5a761fa9fbff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:20.105715 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1633505d-7560-4395-a5f8-c99ab89f7725 None None] Pushing event updated for resources: {'Port': ['ID=899b95da-15c0-4b82-80f6-040492cf5bc5,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:20.116561 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7fe9b9d3-0cec-4438-b9cf-e5281cb4c11a None None] Current status of the port 9cb759ea-4dc5-423f-870a-b1bf0099f083 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:20.153662 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e912b027-95cb-4c89-8ad1-79b842ad2d63 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Pushing event updated for resources: {'Network': ['ID=12d57503-4e18-439f-a291-5a761fa9fbff,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:20.194631 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 12d57503-4e18-439f-a291-5a761fa9fbff details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:56:20.243456 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9338a27e-aaf1-46f3-ab63-547eb840b62b tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Made reservation on behalf of 45e4e37566e94c3897df53a7dd9549b8 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:56:20.248687 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9338a27e-aaf1-46f3-ab63-547eb840b62b tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:20.254835 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 9cb759ea-4dc5-423f-870a-b1bf0099f083 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:20.378932 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6fe2e667-a9d6-4fa0-b97d-b6fe0b72bb5e None None] Publish callbacks [] for port (d70f7335-71e5-421b-994b-db6fd51a00c7), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:20.389554 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6fe2e667-a9d6-4fa0-b97d-b6fe0b72bb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (d70f7335-71e5-421b-994b-db6fd51a00c7), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:20.606196 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe2e667-a9d6-4fa0-b97d-b6fe0b72bb5e None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:56:20.609369 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-6fe2e667-a9d6-4fa0-b97d-b6fe0b72bb5e None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:56:20.612937 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe2e667-a9d6-4fa0-b97d-b6fe0b72bb5e None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:56:20.644135 n-d-712139-27 neutron-server[109802]: DEBUG neutron.objects.ports [None req-9338a27e-aaf1-46f3-ab63-547eb840b62b tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109802) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 02:56:20.644870 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-33d916ca-745c-4941-8480-d84e73205641 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Allocated IP 172.20.0.9 (f4e9908e-37c3-477d-90df-65c02e38c857/4db0d6a4-c2bd-4772-b4f6-baa40d14d10c/ac1f367f-ffdf-4335-9870-b05d0c21c824) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:56:20.647166 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9338a27e-aaf1-46f3-ab63-547eb840b62b tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (9371e59f-3775-4d18-b698-aa42e7fb66f1), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:20.653087 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe2e667-a9d6-4fa0-b97d-b6fe0b72bb5e None None] Pushing event updated for resources: {'Port': ['ID=d70f7335-71e5-421b-994b-db6fd51a00c7,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:20.654595 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-33d916ca-745c-4941-8480-d84e73205641 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Allocated IP 2001:db8::f816:3eff:fe02:497f (f4e9908e-37c3-477d-90df-65c02e38c857/55f55871-6fbf-4a72-abb0-0a94faade081/ac1f367f-ffdf-4335-9870-b05d0c21c824) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:56:20.675567 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe2e667-a9d6-4fa0-b97d-b6fe0b72bb5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:56:20.675918 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe2e667-a9d6-4fa0-b97d-b6fe0b72bb5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:56:20.676344 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe2e667-a9d6-4fa0-b97d-b6fe0b72bb5e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:56:20.676670 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe2e667-a9d6-4fa0-b97d-b6fe0b72bb5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:56:20.677018 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe2e667-a9d6-4fa0-b97d-b6fe0b72bb5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:56:20.677383 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe2e667-a9d6-4fa0-b97d-b6fe0b72bb5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:56:20.677722 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe2e667-a9d6-4fa0-b97d-b6fe0b72bb5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:56:20.678080 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe2e667-a9d6-4fa0-b97d-b6fe0b72bb5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:56:20.678417 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe2e667-a9d6-4fa0-b97d-b6fe0b72bb5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:56:20.678761 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe2e667-a9d6-4fa0-b97d-b6fe0b72bb5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:56:20.679381 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe2e667-a9d6-4fa0-b97d-b6fe0b72bb5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:56:20.679510 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe2e667-a9d6-4fa0-b97d-b6fe0b72bb5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:56:20.679751 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe2e667-a9d6-4fa0-b97d-b6fe0b72bb5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:56:20.726325 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-6fe2e667-a9d6-4fa0-b97d-b6fe0b72bb5e None None] Attempting to bind port d70f7335-71e5-421b-994b-db6fd51a00c7 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:56:20.726731 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-6fe2e667-a9d6-4fa0-b97d-b6fe0b72bb5e None None] Attempting to bind port d70f7335-71e5-421b-994b-db6fd51a00c7 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:56:20.727075 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe2e667-a9d6-4fa0-b97d-b6fe0b72bb5e None None] Attempting to bind port d70f7335-71e5-421b-994b-db6fd51a00c7 on network f4e9908e-37c3-477d-90df-65c02e38c857 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:56:20.732579 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe2e667-a9d6-4fa0-b97d-b6fe0b72bb5e None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:56:20.732960 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe2e667-a9d6-4fa0-b97d-b6fe0b72bb5e None None] Checking segment: {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:56:20.733415 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6fe2e667-a9d6-4fa0-b97d-b6fe0b72bb5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:20.733999 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe2e667-a9d6-4fa0-b97d-b6fe0b72bb5e None None] Bound using segment: {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:56:20.734439 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-6fe2e667-a9d6-4fa0-b97d-b6fe0b72bb5e None None] Bound port: d70f7335-71e5-421b-994b-db6fd51a00c7, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:56:20.735629 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6fe2e667-a9d6-4fa0-b97d-b6fe0b72bb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d70f7335-71e5-421b-994b-db6fd51a00c7), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:20.772951 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9338a27e-aaf1-46f3-ab63-547eb840b62b tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Pushing event updated for resources: {'Subnet': ['ID=9371e59f-3775-4d18-b698-aa42e7fb66f1,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:20.813463 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-6fe2e667-a9d6-4fa0-b97d-b6fe0b72bb5e None None] For port d70f7335-71e5-421b-994b-db6fd51a00c7, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:56:20.817437 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-6fe2e667-a9d6-4fa0-b97d-b6fe0b72bb5e None None] For port d70f7335-71e5-421b-994b-db6fd51a00c7, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=d70f7335-71e5-421b-994b-db6fd51a00c7,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:56:20.826932 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6fe2e667-a9d6-4fa0-b97d-b6fe0b72bb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d70f7335-71e5-421b-994b-db6fd51a00c7), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:20.829460 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9338a27e-aaf1-46f3-ab63-547eb840b62b tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Checking segment: {'id': 'aabed833-093c-46b2-b09d-ec85234894b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '12d57503-4e18-439f-a291-5a761fa9fbff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:56:20.829838 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9338a27e-aaf1-46f3-ab63-547eb840b62b tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Network hostable DHCP agents. Network: 12d57503-4e18-439f-a291-5a761fa9fbff, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:56:20.851044 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9338a27e-aaf1-46f3-ab63-547eb840b62b tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Network 12d57503-4e18-439f-a291-5a761fa9fbff is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:56:20.867151 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-9338a27e-aaf1-46f3-ab63-547eb840b62b tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 12d57503-4e18-439f-a291-5a761fa9fbff) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:56:20.878359 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9338a27e-aaf1-46f3-ab63-547eb840b62b tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:20.879133 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9338a27e-aaf1-46f3-ab63-547eb840b62b tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:20.890016 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee2bbf8-2569-4661-9625-48beabfaf5ac None None] Network 12d57503-4e18-439f-a291-5a761fa9fbff requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:56:20.916604 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9338a27e-aaf1-46f3-ab63-547eb840b62b tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8809371 Jan 28 02:56:20.916878 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41596) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:20.924799 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-c75eb184-485a-4d81-af18-dd47b81dd7dc tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Request body: {'port': {'network_id': '12d57503-4e18-439f-a291-5a761fa9fbff', 'name': 'tempest-NetworksIpV6TestAttrs-1313940422'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:20.963528 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-33d916ca-745c-4941-8480-d84e73205641 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for port (ac1f367f-ffdf-4335-9870-b05d0c21c824), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:20.998816 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe2e667-a9d6-4fa0-b97d-b6fe0b72bb5e None None] Pushing event updated for resources: {'Port': ['ID=d70f7335-71e5-421b-994b-db6fd51a00c7,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:21.047770 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-33d916ca-745c-4941-8480-d84e73205641 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (ac1f367f-ffdf-4335-9870-b05d0c21c824), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:21.137392 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f4ca0d-6f37-4b93-a638-a9c601cd8dea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-12d57503-4e18-439f-a291-5a761fa9fbff', 'network_id': '12d57503-4e18-439f-a291-5a761fa9fbff', 'project_id': '45e4e37566e94c3897df53a7dd9549b8', 'fixed_ips': [{'subnet_id': '9371e59f-3775-4d18-b698-aa42e7fb66f1'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:56:21.139607 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-47f4ca0d-6f37-4b93-a638-a9c601cd8dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:21.153757 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d916ca-745c-4941-8480-d84e73205641 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:56:21.169761 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-33d916ca-745c-4941-8480-d84e73205641 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:56:21.172543 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d916ca-745c-4941-8480-d84e73205641 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:56:21.203546 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75eb184-485a-4d81-af18-dd47b81dd7dc tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Made reservation on behalf of 45e4e37566e94c3897df53a7dd9549b8 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:56:21.207602 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c75eb184-485a-4d81-af18-dd47b81dd7dc tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:21.381692 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458bc465-c6ac-4295-8dc4-24c9e835d5d7 req-4a2cab30-00a7-45a4-8f39-044342bf4e0b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:21.391217 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-458bc465-c6ac-4295-8dc4-24c9e835d5d7 req-4a2cab30-00a7-45a4-8f39-044342bf4e0b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/networks?id=8a90ebac-f69f-461b-a785-3d45e68aad72 HTTP/1.1" status: 200 len: 805 time: 0.1625826 Jan 28 02:56:21.425088 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d916ca-745c-4941-8480-d84e73205641 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:21.427275 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-33d916ca-745c-4941-8480-d84e73205641 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:21.452438 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-33d916ca-745c-4941-8480-d84e73205641 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2039313 Jan 28 02:56:21.456980 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41610) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:21.466009 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-458bc465-c6ac-4295-8dc4-24c9e835d5d7 req-f10160c8-041d-4da5-8ea6-cc925c0c44bd tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/quotas/681abe9293864888ab6acd56a99956db HTTP/1.1" status: 200 len: 375 time: 0.0747588 Jan 28 02:56:21.477729 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d916ca-745c-4941-8480-d84e73205641 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Port': ['ID=ac1f367f-ffdf-4335-9870-b05d0c21c824,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:21.514636 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-c75eb184-485a-4d81-af18-dd47b81dd7dc tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] device_id is not set on port 99e35f08-2649-414d-b406-76433dd949c1 yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:56:21.593804 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-47f4ca0d-6f37-4b93-a638-a9c601cd8dea None None] Allocated IP 2001:db8::f816:3eff:fefa:36e1 (12d57503-4e18-439f-a291-5a761fa9fbff/9371e59f-3775-4d18-b698-aa42e7fb66f1/7fa39d3e-1fcf-4834-b915-cc1665d6b0c6) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:56:21.606500 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-458bc465-c6ac-4295-8dc4-24c9e835d5d7 req-989d9378-61fd-4f89-a049-7761457f62d6 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=681abe9293864888ab6acd56a99956db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1378822 Jan 28 02:56:21.664596 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc93a270-4438-4768-a705-bb490aaab0f7 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:21.676185 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc93a270-4438-4768-a705-bb490aaab0f7 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:21.679382 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-bc93a270-4438-4768-a705-bb490aaab0f7 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.2208354 Jan 28 02:56:21.681981 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41614) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:21.711842 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device d70f7335-71e5-421b-994b-db6fd51a00c7 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:56:21.765849 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f2b49-d591-4204-823f-e6f03671cb2a req-aa3f63f5-bbdd-4933-a28e-843e243e6b6c tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:21.767494 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c74f2b49-d591-4204-823f-e6f03671cb2a req-aa3f63f5-bbdd-4933-a28e-843e243e6b6c tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/networks?id=a227bef5-33d4-4761-8f4b-7835ff8b706a HTTP/1.1" status: 200 len: 815 time: 0.5534070 Jan 28 02:56:21.785257 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c74f2b49-d591-4204-823f-e6f03671cb2a req-d877f8e0-f4b2-4504-af26-f6493efb6383 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/quotas/d6b2da0075934bcaafbee1846721359a HTTP/1.1" status: 200 len: 375 time: 0.0114176 Jan 28 02:56:21.876061 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c74f2b49-d591-4204-823f-e6f03671cb2a req-c0430ed1-ddbd-4d11-b352-c4f05f0a3a77 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d6b2da0075934bcaafbee1846721359a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0820158 Jan 28 02:56:21.887267 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-458bc465-c6ac-4295-8dc4-24c9e835d5d7 req-63d1a986-1508-480d-abaf-233d57e5c7e5 service neutron] 10.222.0.53 "GET /v2.0/networks/8a90ebac-f69f-461b-a785-3d45e68aad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797842 Jan 28 02:56:21.931347 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-0b9a7c45-5d63-49d5-8dbb-609cbd4beed2 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting port ac1f367f-ffdf-4335-9870-b05d0c21c824 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:56:21.931852 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0b9a7c45-5d63-49d5-8dbb-609cbd4beed2 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (ac1f367f-ffdf-4335-9870-b05d0c21c824), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:21.984528 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port d70f7335-71e5-421b-994b-db6fd51a00c7 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:56:21.985064 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d70f7335-71e5-421b-994b-db6fd51a00c7), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:22.045669 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c74f2b49-d591-4204-823f-e6f03671cb2a req-65cbefac-3ea5-4a8b-93a3-80fc5ed5a34d service neutron] 10.222.0.53 "GET /v2.0/networks/a227bef5-33d4-4761-8f4b-7835ff8b706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627049 Jan 28 02:56:22.094643 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0b9a7c45-5d63-49d5-8dbb-609cbd4beed2 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (ac1f367f-ffdf-4335-9870-b05d0c21c824), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:22.110723 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-0b9a7c45-5d63-49d5-8dbb-609cbd4beed2 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Calling delete_port for ac1f367f-ffdf-4335-9870-b05d0c21c824 owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:56:22.174408 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-47f4ca0d-6f37-4b93-a638-a9c601cd8dea None None] Publish callbacks [] for port (7fa39d3e-1fcf-4834-b915-cc1665d6b0c6), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:22.204025 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-47f4ca0d-6f37-4b93-a638-a9c601cd8dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (7fa39d3e-1fcf-4834-b915-cc1665d6b0c6), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:22.338012 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f4ca0d-6f37-4b93-a638-a9c601cd8dea None None] Network 12d57503-4e18-439f-a291-5a761fa9fbff is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:56:22.345667 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-47f4ca0d-6f37-4b93-a638-a9c601cd8dea None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:56:22.352913 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f4ca0d-6f37-4b93-a638-a9c601cd8dea None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:56:22.381584 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f4ca0d-6f37-4b93-a638-a9c601cd8dea None None] Pushing event updated for resources: {'Port': ['ID=7fa39d3e-1fcf-4834-b915-cc1665d6b0c6,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:22.391259 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port d70f7335-71e5-421b-994b-db6fd51a00c7 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:22.391945 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d70f7335-71e5-421b-994b-db6fd51a00c7), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:22.412103 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-c75eb184-485a-4d81-af18-dd47b81dd7dc tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Allocated IP 2001:db8::f816:3eff:fefa:5ce (12d57503-4e18-439f-a291-5a761fa9fbff/9371e59f-3775-4d18-b698-aa42e7fb66f1/99e35f08-2649-414d-b406-76433dd949c1) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:56:22.449712 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0b9a7c45-5d63-49d5-8dbb-609cbd4beed2 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (ac1f367f-ffdf-4335-9870-b05d0c21c824), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:22.487585 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a7c45-5d63-49d5-8dbb-609cbd4beed2 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Port': ['ID=ac1f367f-ffdf-4335-9870-b05d0c21c824,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:22.519574 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port d70f7335-71e5-421b-994b-db6fd51a00c7, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=d70f7335-71e5-421b-994b-db6fd51a00c7,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:22.522438 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-47f4ca0d-6f37-4b93-a638-a9c601cd8dea None None] Attempting to bind port 7fa39d3e-1fcf-4834-b915-cc1665d6b0c6 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:56:22.522812 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-47f4ca0d-6f37-4b93-a638-a9c601cd8dea None None] Attempting to bind port 7fa39d3e-1fcf-4834-b915-cc1665d6b0c6 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'aabed833-093c-46b2-b09d-ec85234894b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '12d57503-4e18-439f-a291-5a761fa9fbff'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:56:22.523189 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f4ca0d-6f37-4b93-a638-a9c601cd8dea None None] Attempting to bind port 7fa39d3e-1fcf-4834-b915-cc1665d6b0c6 on network 12d57503-4e18-439f-a291-5a761fa9fbff {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:56:22.529947 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d70f7335-71e5-421b-994b-db6fd51a00c7), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:22.533809 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f4ca0d-6f37-4b93-a638-a9c601cd8dea None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:56:22.534194 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f4ca0d-6f37-4b93-a638-a9c601cd8dea None None] Checking segment: {'id': 'aabed833-093c-46b2-b09d-ec85234894b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '12d57503-4e18-439f-a291-5a761fa9fbff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:56:22.534598 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-47f4ca0d-6f37-4b93-a638-a9c601cd8dea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:22.534993 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f4ca0d-6f37-4b93-a638-a9c601cd8dea None None] Bound using segment: {'id': 'aabed833-093c-46b2-b09d-ec85234894b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '12d57503-4e18-439f-a291-5a761fa9fbff'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:56:22.535473 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-47f4ca0d-6f37-4b93-a638-a9c601cd8dea None None] Bound port: 7fa39d3e-1fcf-4834-b915-cc1665d6b0c6, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aabed833-093c-46b2-b09d-ec85234894b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '12d57503-4e18-439f-a291-5a761fa9fbff'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:56:22.546211 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-47f4ca0d-6f37-4b93-a638-a9c601cd8dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7fa39d3e-1fcf-4834-b915-cc1665d6b0c6), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:22.650518 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c74f2b49-d591-4204-823f-e6f03671cb2a req-af54672d-49a6-443d-a0fb-e9ac95b9149d service neutron] 10.222.0.53 "GET /v2.0/networks/a227bef5-33d4-4761-8f4b-7835ff8b706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5979400 Jan 28 02:56:22.683305 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-458bc465-c6ac-4295-8dc4-24c9e835d5d7 req-9a82e637-d32f-4f1f-9402-79e9e87966e0 service neutron] 10.222.0.53 "GET /v2.0/networks/8a90ebac-f69f-461b-a785-3d45e68aad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7849336 Jan 28 02:56:22.721602 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-47f4ca0d-6f37-4b93-a638-a9c601cd8dea None None] For port 7fa39d3e-1fcf-4834-b915-cc1665d6b0c6, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:56:22.726695 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-47f4ca0d-6f37-4b93-a638-a9c601cd8dea None None] For port 7fa39d3e-1fcf-4834-b915-cc1665d6b0c6, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=7fa39d3e-1fcf-4834-b915-cc1665d6b0c6,segment=NetworkSegment(aabed833-093c-46b2-b09d-ec85234894b4),segment_id=aabed833-093c-46b2-b09d-ec85234894b4)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:56:22.752890 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-47f4ca0d-6f37-4b93-a638-a9c601cd8dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (7fa39d3e-1fcf-4834-b915-cc1665d6b0c6), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:22.755701 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0b9a7c45-5d63-49d5-8dbb-609cbd4beed2 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:22.759909 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0b9a7c45-5d63-49d5-8dbb-609cbd4beed2 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/ports/ac1f367f-ffdf-4335-9870-b05d0c21c824 HTTP/1.1" status: 204 len: 168 time: 1.0765865 Jan 28 02:56:22.762494 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41628) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:22.776310 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=d70f7335-71e5-421b-994b-db6fd51a00c7,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:22.794298 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c31be28-d9cb-4b07-ad55-48dd9e295f8f None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:56:22.900161 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d0e6d4-f417-4700-81a3-49dd153b840b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:22.901846 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d0e6d4-f417-4700-81a3-49dd153b840b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:22.903143 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d0e6d4-f417-4700-81a3-49dd153b840b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:22.904815 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-35d0e6d4-f417-4700-81a3-49dd153b840b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1413548 Jan 28 02:56:22.917712 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41630) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:23.006160 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c75eb184-485a-4d81-af18-dd47b81dd7dc tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks [] for port (99e35f08-2649-414d-b406-76433dd949c1), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:23.032277 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-97311a65-180d-4f55-a14a-282b655de229 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting subnet 4db0d6a4-c2bd-4772-b4f6-baa40d14d10c {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:56:23.046371 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-97311a65-180d-4f55-a14a-282b655de229 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (4db0d6a4-c2bd-4772-b4f6-baa40d14d10c), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:23.130521 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-3576460b-42bc-4012-b5a4-9592538d6c13 None None] Provisioning complete for port d70f7335-71e5-421b-994b-db6fd51a00c7 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:56:23.137106 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3576460b-42bc-4012-b5a4-9592538d6c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d70f7335-71e5-421b-994b-db6fd51a00c7), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:23.219855 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c75eb184-485a-4d81-af18-dd47b81dd7dc tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (99e35f08-2649-414d-b406-76433dd949c1), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:23.246304 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f4ca0d-6f37-4b93-a638-a9c601cd8dea None None] Pushing event updated for resources: {'Port': ['ID=7fa39d3e-1fcf-4834-b915-cc1665d6b0c6,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:23.302967 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-97311a65-180d-4f55-a14a-282b655de229 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (4db0d6a4-c2bd-4772-b4f6-baa40d14d10c), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:23.454072 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75eb184-485a-4d81-af18-dd47b81dd7dc tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Pushing event updated for resources: {'Port': ['ID=99e35f08-2649-414d-b406-76433dd949c1,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:23.571951 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75eb184-485a-4d81-af18-dd47b81dd7dc tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Network 12d57503-4e18-439f-a291-5a761fa9fbff is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:56:23.577584 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-3576460b-42bc-4012-b5a4-9592538d6c13 None None] Current status of the port d70f7335-71e5-421b-994b-db6fd51a00c7 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:23.580354 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-c75eb184-485a-4d81-af18-dd47b81dd7dc tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:56:23.601514 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75eb184-485a-4d81-af18-dd47b81dd7dc tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:56:23.679209 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75eb184-485a-4d81-af18-dd47b81dd7dc tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:23.682291 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c75eb184-485a-4d81-af18-dd47b81dd7dc tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:23.753978 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c75eb184-485a-4d81-af18-dd47b81dd7dc tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.8300066 Jan 28 02:56:23.755700 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41662) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:23.816871 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24b6cb5-3846-431e-b4dd-b8611dac5242 x-openstack-request-id: req-e24b6cb5-3846-431e-b4dd-b8611dac5242 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:56:23.817201 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10628cf-5182-4742-90c0-a8db0de789c5", "name": "network-vif-deleted", "tag": "b8b7d385-5365-470a-8b93-7f20f329746f", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:56:23.817438 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e24b6cb5-3846-431e-b4dd-b8611dac5242 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:56:23.817965 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e10628cf-5182-4742-90c0-a8db0de789c5', 'name': 'network-vif-deleted', 'tag': 'b8b7d385-5365-470a-8b93-7f20f329746f', 'status': 'completed', 'code': 200} Jan 28 02:56:23.955406 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-97311a65-180d-4f55-a14a-282b655de229 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (4db0d6a4-c2bd-4772-b4f6-baa40d14d10c), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:23.987678 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5cdbd82-fdf0-4d43-b5be-4b861fc02414 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Deleting subnet 9371e59f-3775-4d18-b698-aa42e7fb66f1 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:56:24.009299 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 7fa39d3e-1fcf-4834-b915-cc1665d6b0c6 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:56:24.011172 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d5cdbd82-fdf0-4d43-b5be-4b861fc02414 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks [] for subnet (9371e59f-3775-4d18-b698-aa42e7fb66f1), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:24.073852 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 7fa39d3e-1fcf-4834-b915-cc1665d6b0c6 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:56:24.075061 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7fa39d3e-1fcf-4834-b915-cc1665d6b0c6), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:24.150319 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-94572107-dc48-4313-a6bc-2b8f9e3a5b93 None None] Provisioning complete for port d70f7335-71e5-421b-994b-db6fd51a00c7 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:56:24.151242 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-94572107-dc48-4313-a6bc-2b8f9e3a5b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d70f7335-71e5-421b-994b-db6fd51a00c7), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:24.173014 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-97311a65-180d-4f55-a14a-282b655de229 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (4db0d6a4-c2bd-4772-b4f6-baa40d14d10c), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:24.253682 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a14f5517-6e33-4746-84ae-346c070c2ded req-27e1f143-ce75-4284-a4dc-9d769ea52684 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e56b4d3a-8acd-4529-b287-5317c94039ee HTTP/1.1" status: 200 len: 210 time: 0.1456306 Jan 28 02:56:24.259488 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d5cdbd82-fdf0-4d43-b5be-4b861fc02414 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (9371e59f-3775-4d18-b698-aa42e7fb66f1), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:24.260125 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a9e7c-8c64-4bc5-be6f-d3b849337194 req-38f9f322-9dc8-4c57-8a58-09b8f9a369db tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:24.277101 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a9e7c-8c64-4bc5-be6f-d3b849337194 req-38f9f322-9dc8-4c57-8a58-09b8f9a369db tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:24.282300 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 7fa39d3e-1fcf-4834-b915-cc1665d6b0c6 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:24.284982 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7fa39d3e-1fcf-4834-b915-cc1665d6b0c6), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:24.292725 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a9e7c-8c64-4bc5-be6f-d3b849337194 req-38f9f322-9dc8-4c57-8a58-09b8f9a369db tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:24.305511 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a9e7c-8c64-4bc5-be6f-d3b849337194 req-38f9f322-9dc8-4c57-8a58-09b8f9a369db tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:24.315802 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a9e7c-8c64-4bc5-be6f-d3b849337194 req-38f9f322-9dc8-4c57-8a58-09b8f9a369db tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:24.344399 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a9e7c-8c64-4bc5-be6f-d3b849337194 req-38f9f322-9dc8-4c57-8a58-09b8f9a369db tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:24.357767 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a9e7c-8c64-4bc5-be6f-d3b849337194 req-38f9f322-9dc8-4c57-8a58-09b8f9a369db tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:24.366903 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-117a9e7c-8c64-4bc5-be6f-d3b849337194 req-38f9f322-9dc8-4c57-8a58-09b8f9a369db tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 5421 time: 1.0442884 Jan 28 02:56:24.383116 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-97311a65-180d-4f55-a14a-282b655de229 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:24.388865 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-97311a65-180d-4f55-a14a-282b655de229 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/4db0d6a4-c2bd-4772-b4f6-baa40d14d10c HTTP/1.1" status: 204 len: 168 time: 1.4695203 Jan 28 02:56:24.397288 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41672) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:24.419131 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 7fa39d3e-1fcf-4834-b915-cc1665d6b0c6, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=7fa39d3e-1fcf-4834-b915-cc1665d6b0c6,segment=NetworkSegment(aabed833-093c-46b2-b09d-ec85234894b4),segment_id=aabed833-093c-46b2-b09d-ec85234894b4)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:24.444574 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b8f3b496-60c1-4c4b-914f-9292429cf844 req-d969eedb-3ad7-4b9f-962f-09bf77175c8d tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=6fd8825b-c79a-44dc-bf17-d231e155c23c HTTP/1.1" status: 200 len: 210 time: 0.0852613 Jan 28 02:56:24.474578 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (7fa39d3e-1fcf-4834-b915-cc1665d6b0c6), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:24.475388 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device d70f7335-71e5-421b-994b-db6fd51a00c7 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:56:24.756015 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-18947649-d34f-45c6-8922-de87a3436c44 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting subnet 55f55871-6fbf-4a72-abb0-0a94faade081 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:56:24.764342 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d5cdbd82-fdf0-4d43-b5be-4b861fc02414 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (9371e59f-3775-4d18-b698-aa42e7fb66f1), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:24.772370 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97311a65-180d-4f55-a14a-282b655de229 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Subnet': ['ID=4db0d6a4-c2bd-4772-b4f6-baa40d14d10c,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:24.775131 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-18947649-d34f-45c6-8922-de87a3436c44 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (55f55871-6fbf-4a72-abb0-0a94faade081), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:24.776020 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-94572107-dc48-4313-a6bc-2b8f9e3a5b93 None None] Current status of the port d70f7335-71e5-421b-994b-db6fd51a00c7 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:24.784437 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5b7469-4d27-4ad6-9bb8-dee5f8592fe7 None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:56:24.923809 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-117a9e7c-8c64-4bc5-be6f-d3b849337194 req-30fa3543-7a6f-4dec-9af8-3d6c93e62272 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&id=3711f489-87e7-4ab3-8353-77075d27f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5502040 Jan 28 02:56:24.961395 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d5cdbd82-fdf0-4d43-b5be-4b861fc02414 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (9371e59f-3775-4d18-b698-aa42e7fb66f1), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:24.970804 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-18947649-d34f-45c6-8922-de87a3436c44 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (55f55871-6fbf-4a72-abb0-0a94faade081), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:25.022136 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-37986669-eb74-49f7-bf5a-b39919d38955 None None] Could not find standard attr ID for object 79037c52-57d2-43cd-a164-e3a154aa6c3f. {{(pid=109804) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 02:56:25.026878 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cdbd82-fdf0-4d43-b5be-4b861fc02414 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Pushing event deleted for resources: {'Subnet': ['ID=9371e59f-3775-4d18-b698-aa42e7fb66f1,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:25.040064 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d5cdbd82-fdf0-4d43-b5be-4b861fc02414 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:25.048952 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d5cdbd82-fdf0-4d43-b5be-4b861fc02414 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] 10.222.0.53 "DELETE /v2.0/subnets/9371e59f-3775-4d18-b698-aa42e7fb66f1 HTTP/1.1" status: 204 len: 168 time: 1.2921753 Jan 28 02:56:25.052056 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41676) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:25.092951 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=7fa39d3e-1fcf-4834-b915-cc1665d6b0c6,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:25.096869 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port d70f7335-71e5-421b-994b-db6fd51a00c7 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:56:25.097494 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d70f7335-71e5-421b-994b-db6fd51a00c7), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:25.147747 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d10eb41-3859-4b57-bf36-13fdb82a5b4b tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:25.149118 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d10eb41-3859-4b57-bf36-13fdb82a5b4b tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:25.151441 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5d10eb41-3859-4b57-bf36-13fdb82a5b4b tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0979085 Jan 28 02:56:25.154095 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41678) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:25.159446 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f216a759-7250-4107-ba6e-2889ac18327e None None] Network 12d57503-4e18-439f-a291-5a761fa9fbff requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:56:25.160988 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-18947649-d34f-45c6-8922-de87a3436c44 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (55f55871-6fbf-4a72-abb0-0a94faade081), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:25.279700 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-18947649-d34f-45c6-8922-de87a3436c44 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (55f55871-6fbf-4a72-abb0-0a94faade081), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:25.326753 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aaf99edd-d064-452f-aed4-ec108c5c6a3b tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (12d57503-4e18-439f-a291-5a761fa9fbff), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:25.329841 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18947649-d34f-45c6-8922-de87a3436c44 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Subnet': ['ID=55f55871-6fbf-4a72-abb0-0a94faade081,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:25.336876 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-18947649-d34f-45c6-8922-de87a3436c44 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:25.347885 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41682) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:25.348419 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-18947649-d34f-45c6-8922-de87a3436c44 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/55f55871-6fbf-4a72-abb0-0a94faade081 HTTP/1.1" status: 204 len: 168 time: 0.9356315 Jan 28 02:56:25.364303 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7e0b1f34-6f4f-409b-bba1-fa2117c05299 None None] Provisioning complete for port 7fa39d3e-1fcf-4834-b915-cc1665d6b0c6 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:56:25.364907 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7e0b1f34-6f4f-409b-bba1-fa2117c05299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7fa39d3e-1fcf-4834-b915-cc1665d6b0c6), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:25.397826 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-617ae8ac-7d43-4fea-bb0a-b3587ba55b3b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0482833 Jan 28 02:56:25.400510 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41684) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:25.406485 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-fc9a100d-8d1f-4b87-9db1-ef0a374118cc tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'subnet': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:25.440451 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaf99edd-d064-452f-aed4-ec108c5c6a3b tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 28 02:56:25.440961 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaf99edd-d064-452f-aed4-ec108c5c6a3b tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:56:25.444252 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-aaf99edd-d064-452f-aed4-ec108c5c6a3b tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] 10.222.0.53 "DELETE /v2.0/networks/12d57503-4e18-439f-a291-5a761fa9fbff HTTP/1.1" status: 409 len: 466 time: 0.2890129 Jan 28 02:56:25.448600 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41686) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:25.455807 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5cf435ca-1daa-4f3d-9df4-69537c04b324 req-775496e5-62ad-4685-a770-66143cd6443f tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e56b4d3a-8acd-4529-b287-5317c94039ee HTTP/1.1" status: 200 len: 210 time: 0.0559685 Jan 28 02:56:25.459942 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-e0574afa-19f9-44d6-845c-a60b9b93b54e tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2030791567'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:25.513221 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0574afa-19f9-44d6-845c-a60b9b93b54e tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Made reservation on behalf of 45e4e37566e94c3897df53a7dd9549b8 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:56:25.519519 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e0574afa-19f9-44d6-845c-a60b9b93b54e tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:25.611542 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0574afa-19f9-44d6-845c-a60b9b93b54e tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:56:25.652763 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e0574afa-19f9-44d6-845c-a60b9b93b54e tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (bab39f89-f907-4c38-a6d6-74ecb95712ae), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:25.654637 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-e0574afa-19f9-44d6-845c-a60b9b93b54e tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Added segment bab39f89-f907-4c38-a6d6-74ecb95712ae of type vlan for network 02f9a7a7-8e34-4fbb-b7b4-a55e02e7feda Jan 28 02:56:25.670190 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9a100d-8d1f-4b87-9db1-ef0a374118cc tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:56:25.677318 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fc9a100d-8d1f-4b87-9db1-ef0a374118cc tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:25.806977 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e0574afa-19f9-44d6-845c-a60b9b93b54e tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (02f9a7a7-8e34-4fbb-b7b4-a55e02e7feda), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:25.922577 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e0574afa-19f9-44d6-845c-a60b9b93b54e tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (02f9a7a7-8e34-4fbb-b7b4-a55e02e7feda), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:25.928846 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0574afa-19f9-44d6-845c-a60b9b93b54e tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:25.929912 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e0574afa-19f9-44d6-845c-a60b9b93b54e tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:25.975443 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port d70f7335-71e5-421b-994b-db6fd51a00c7 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:26.065644 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fc9a100d-8d1f-4b87-9db1-ef0a374118cc tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (2705e572-3cd2-4e70-907c-aebc4327db6a), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:26.087544 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4da38c8f-6d85-480c-92ea-572ad2975e8a req-bd9518fa-b106-4d3b-aa76-68553f5fbd1c tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=6fd8825b-c79a-44dc-bf17-d231e155c23c HTTP/1.1" status: 200 len: 210 time: 0.1822140 Jan 28 02:56:26.128188 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba72398-97a0-4d84-8012-8df0750cbcfc None None] DHCP port deletion for 12d57503-4e18-439f-a291-5a761fa9fbff request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:56:26.164754 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e0574afa-19f9-44d6-845c-a60b9b93b54e tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7103391 Jan 28 02:56:26.187276 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41706) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:26.196910 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-26e0f5bf-f380-4a7b-9e64-c19951eb83df tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Request body: {'subnet': {'network_id': '02f9a7a7-8e34-4fbb-b7b4-a55e02e7feda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:26.197935 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7e0b1f34-6f4f-409b-bba1-fa2117c05299 None None] Current status of the port 7fa39d3e-1fcf-4834-b915-cc1665d6b0c6 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:26.267711 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-fba72398-97a0-4d84-8012-8df0750cbcfc None None] Deleting port 7fa39d3e-1fcf-4834-b915-cc1665d6b0c6 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:56:26.268337 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fba72398-97a0-4d84-8012-8df0750cbcfc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (7fa39d3e-1fcf-4834-b915-cc1665d6b0c6), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:26.273567 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9a100d-8d1f-4b87-9db1-ef0a374118cc tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:56:26.335209 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa8aacc-d8c7-43c7-9ecf-0fb892c31741 None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:56:26.343167 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0574afa-19f9-44d6-845c-a60b9b93b54e tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Pushing event updated for resources: {'Network': ['ID=02f9a7a7-8e34-4fbb-b7b4-a55e02e7feda,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:26.347572 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-fc9a100d-8d1f-4b87-9db1-ef0a374118cc tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:56:26.383245 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 02f9a7a7-8e34-4fbb-b7b4-a55e02e7feda details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:56:26.390424 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9a100d-8d1f-4b87-9db1-ef0a374118cc tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:26.391212 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fc9a100d-8d1f-4b87-9db1-ef0a374118cc tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:26.400427 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f2b49-d591-4204-823f-e6f03671cb2a req-d8108ae5-b4f6-44e7-9f5c-0b3f42083e94 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:26.401947 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c74f2b49-d591-4204-823f-e6f03671cb2a req-d8108ae5-b4f6-44e7-9f5c-0b3f42083e94 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.39 "GET /v2.0/networks?id=a227bef5-33d4-4761-8f4b-7835ff8b706a HTTP/1.1" status: 200 len: 815 time: 0.5231469 Jan 28 02:56:26.407860 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458bc465-c6ac-4295-8dc4-24c9e835d5d7 req-17db0bc6-60c0-4157-8321-523d7d2934e3 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:26.409474 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-458bc465-c6ac-4295-8dc4-24c9e835d5d7 req-17db0bc6-60c0-4157-8321-523d7d2934e3 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.39 "GET /v2.0/networks?id=8a90ebac-f69f-461b-a785-3d45e68aad72 HTTP/1.1" status: 200 len: 805 time: 0.5292211 Jan 28 02:56:26.431153 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-c74f2b49-d591-4204-823f-e6f03671cb2a req-853b2739-0378-4233-b05c-c41839c0abf5 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Request body: {'port': {'device_id': '6fd8825b-c79a-44dc-bf17-d231e155c23c', 'network_id': 'a227bef5-33d4-4761-8f4b-7835ff8b706a', 'admin_state_up': True, 'tenant_id': 'd6b2da0075934bcaafbee1846721359a'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:26.439410 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-458bc465-c6ac-4295-8dc4-24c9e835d5d7 req-2ca74ade-bc47-49a6-a5ba-211d4232c1a8 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Request body: {'port': {'device_id': 'e56b4d3a-8acd-4529-b287-5317c94039ee', 'network_id': '8a90ebac-f69f-461b-a785-3d45e68aad72', 'admin_state_up': True, 'tenant_id': '681abe9293864888ab6acd56a99956db'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:26.444314 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a100d-8d1f-4b87-9db1-ef0a374118cc tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Subnet': ['ID=2705e572-3cd2-4e70-907c-aebc4327db6a,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:26.516965 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-fba72398-97a0-4d84-8012-8df0750cbcfc None None] For port 7fa39d3e-1fcf-4834-b915-cc1665d6b0c6, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=7fa39d3e-1fcf-4834-b915-cc1665d6b0c6,segment=NetworkSegment(aabed833-093c-46b2-b09d-ec85234894b4),segment_id=aabed833-093c-46b2-b09d-ec85234894b4)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:26.520460 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fba72398-97a0-4d84-8012-8df0750cbcfc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (7fa39d3e-1fcf-4834-b915-cc1665d6b0c6), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:26.523588 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176fb58-c208-4aba-84d0-90bf76e51a66 req-3d0b5249-68a0-4d29-b330-7976428a533b tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:26.537036 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176fb58-c208-4aba-84d0-90bf76e51a66 req-3d0b5249-68a0-4d29-b330-7976428a533b tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:26.541740 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176fb58-c208-4aba-84d0-90bf76e51a66 req-3d0b5249-68a0-4d29-b330-7976428a533b tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:26.559513 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176fb58-c208-4aba-84d0-90bf76e51a66 req-3d0b5249-68a0-4d29-b330-7976428a533b tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:26.568205 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-fba72398-97a0-4d84-8012-8df0750cbcfc None None] Calling delete_port for 7fa39d3e-1fcf-4834-b915-cc1665d6b0c6 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:56:26.570110 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-f59bd9a7-26e9-40fc-af26-caf4ee1095f7 None None] Provisioning complete for port d70f7335-71e5-421b-994b-db6fd51a00c7 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:56:26.570592 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f59bd9a7-26e9-40fc-af26-caf4ee1095f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d70f7335-71e5-421b-994b-db6fd51a00c7), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:26.572242 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176fb58-c208-4aba-84d0-90bf76e51a66 req-3d0b5249-68a0-4d29-b330-7976428a533b tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:26.577699 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176fb58-c208-4aba-84d0-90bf76e51a66 req-3d0b5249-68a0-4d29-b330-7976428a533b tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:26.595518 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176fb58-c208-4aba-84d0-90bf76e51a66 req-3d0b5249-68a0-4d29-b330-7976428a533b tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:26.597663 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e176fb58-c208-4aba-84d0-90bf76e51a66 req-3d0b5249-68a0-4d29-b330-7976428a533b tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 5421 time: 0.4113250 Jan 28 02:56:26.600976 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-fc9a100d-8d1f-4b87-9db1-ef0a374118cc tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1986129 Jan 28 02:56:26.613663 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41718) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:26.633901 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-2dd74757-fe4a-42ae-ba78-639cc8a1eb24 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'subnet': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:26.730846 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-f59bd9a7-26e9-40fc-af26-caf4ee1095f7 None None] Current status of the port d70f7335-71e5-421b-994b-db6fd51a00c7 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:26.787216 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e0f5bf-f380-4a7b-9e64-c19951eb83df tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Made reservation on behalf of 45e4e37566e94c3897df53a7dd9549b8 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:56:26.790699 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-26e0f5bf-f380-4a7b-9e64-c19951eb83df tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:26.839896 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fba72398-97a0-4d84-8012-8df0750cbcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (7fa39d3e-1fcf-4834-b915-cc1665d6b0c6), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:26.900797 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba72398-97a0-4d84-8012-8df0750cbcfc None None] No DVR routers for this DVR port 7fa39d3e-1fcf-4834-b915-cc1665d6b0c6 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:56:26.902676 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba72398-97a0-4d84-8012-8df0750cbcfc None None] Pushing event deleted for resources: {'Port': ['ID=7fa39d3e-1fcf-4834-b915-cc1665d6b0c6,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:26.950488 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f5f03c-11ee-400d-8699-fd411fc12d92 None None] Update dhcp port {'port': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'fixed_ips': [{'subnet_id': '2705e572-3cd2-4e70-907c-aebc4327db6a'}], 'binding:host_id': 'n-d-712139-27'}, 'id': 'd70f7335-71e5-421b-994b-db6fd51a00c7'} from n-d-712139-27. {{(pid=109804) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 02:56:26.977207 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-90f5f03c-11ee-400d-8699-fd411fc12d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d70f7335-71e5-421b-994b-db6fd51a00c7), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:27.044861 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e176fb58-c208-4aba-84d0-90bf76e51a66 req-bb5099c6-c6a1-43f6-b997-bca2ced7608d tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&id=3711f489-87e7-4ab3-8353-77075d27f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4300497 Jan 28 02:56:27.083703 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd74757-fe4a-42ae-ba78-639cc8a1eb24 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:56:27.087210 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2dd74757-fe4a-42ae-ba78-639cc8a1eb24 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:27.206184 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-90f5f03c-11ee-400d-8699-fd411fc12d92 None None] Allocated IP 172.20.0.2 (f4e9908e-37c3-477d-90df-65c02e38c857/2705e572-3cd2-4e70-907c-aebc4327db6a/d70f7335-71e5-421b-994b-db6fd51a00c7) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:56:27.330646 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-90f5f03c-11ee-400d-8699-fd411fc12d92 None None] For port d70f7335-71e5-421b-994b-db6fd51a00c7, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=d70f7335-71e5-421b-994b-db6fd51a00c7,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:27.366156 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-90f5f03c-11ee-400d-8699-fd411fc12d92 None None] Publish callbacks [] for port (d70f7335-71e5-421b-994b-db6fd51a00c7), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:27.378476 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-90f5f03c-11ee-400d-8699-fd411fc12d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d70f7335-71e5-421b-994b-db6fd51a00c7), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:27.492929 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f5f03c-11ee-400d-8699-fd411fc12d92 None None] Pushing event updated for resources: {'Port': ['ID=d70f7335-71e5-421b-994b-db6fd51a00c7,revision_number=6']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:27.530554 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ebf41552-dd73-4cd7-a5be-43e01fdd60df req-f6c3ae5f-1091-4b79-9d40-005a7a7facd7 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=6fd8825b-c79a-44dc-bf17-d231e155c23c HTTP/1.1" status: 200 len: 210 time: 0.0451941 Jan 28 02:56:27.551589 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6341e7de-d37e-4731-9cba-56351af189ab req-ea5318b9-1710-4226-b086-79cf2fe2bcf3 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e56b4d3a-8acd-4529-b287-5317c94039ee HTTP/1.1" status: 200 len: 210 time: 0.0454931 Jan 28 02:56:27.614927 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-458bc465-c6ac-4295-8dc4-24c9e835d5d7 req-2ca74ade-bc47-49a6-a5ba-211d4232c1a8 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Made reservation on behalf of 681abe9293864888ab6acd56a99956db for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:56:27.618521 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-458bc465-c6ac-4295-8dc4-24c9e835d5d7 req-2ca74ade-bc47-49a6-a5ba-211d4232c1a8 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:27.724107 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c74f2b49-d591-4204-823f-e6f03671cb2a req-853b2739-0378-4233-b05c-c41839c0abf5 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Made reservation on behalf of d6b2da0075934bcaafbee1846721359a for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:56:27.729504 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c74f2b49-d591-4204-823f-e6f03671cb2a req-853b2739-0378-4233-b05c-c41839c0abf5 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:27.856822 n-d-712139-27 neutron-server[109802]: DEBUG neutron.objects.ports [None req-26e0f5bf-f380-4a7b-9e64-c19951eb83df tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109802) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 02:56:27.880895 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-26e0f5bf-f380-4a7b-9e64-c19951eb83df tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (701fff0c-6e76-4790-a795-0b10f3f43dbf), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:27.982284 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0f5bf-f380-4a7b-9e64-c19951eb83df tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Pushing event updated for resources: {'Subnet': ['ID=701fff0c-6e76-4790-a795-0b10f3f43dbf,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:27.988069 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-458bc465-c6ac-4295-8dc4-24c9e835d5d7 req-2ca74ade-bc47-49a6-a5ba-211d4232c1a8 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Allocated IP 172.20.0.8 (8a90ebac-f69f-461b-a785-3d45e68aad72/4a514938-18f7-4fe1-ae61-4e73697ccb7f/e4417d8b-2495-40d0-89f1-a20bba68a3ae) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:56:28.011885 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e0f5bf-f380-4a7b-9e64-c19951eb83df tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Checking segment: {'id': 'bab39f89-f907-4c38-a6d6-74ecb95712ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '02f9a7a7-8e34-4fbb-b7b4-a55e02e7feda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:56:28.012576 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e0f5bf-f380-4a7b-9e64-c19951eb83df tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Network hostable DHCP agents. Network: 02f9a7a7-8e34-4fbb-b7b4-a55e02e7feda, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:56:28.114822 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e0f5bf-f380-4a7b-9e64-c19951eb83df tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Network 02f9a7a7-8e34-4fbb-b7b4-a55e02e7feda is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:56:28.145839 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-26e0f5bf-f380-4a7b-9e64-c19951eb83df tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 02f9a7a7-8e34-4fbb-b7b4-a55e02e7feda) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:56:28.151332 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device d70f7335-71e5-421b-994b-db6fd51a00c7 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:56:28.154979 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e0f5bf-f380-4a7b-9e64-c19951eb83df tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:28.155659 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-26e0f5bf-f380-4a7b-9e64-c19951eb83df tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:28.156045 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e82260-e4a1-408a-9cf0-5d955b4cc9d1 None None] Network 02f9a7a7-8e34-4fbb-b7b4-a55e02e7feda requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:56:28.267375 n-d-712139-27 neutron-server[109802]: DEBUG neutron.objects.ports [None req-2dd74757-fe4a-42ae-ba78-639cc8a1eb24 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109802) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 02:56:28.402516 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-458bc465-c6ac-4295-8dc4-24c9e835d5d7 req-2ca74ade-bc47-49a6-a5ba-211d4232c1a8 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks [] for port (e4417d8b-2495-40d0-89f1-a20bba68a3ae), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:28.403995 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b121cbaa-379e-4f18-a7a7-a4ee9074a3db None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:56:28.416681 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-26e0f5bf-f380-4a7b-9e64-c19951eb83df tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.2260928 Jan 28 02:56:28.422322 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41736) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:28.475495 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-c74f2b49-d591-4204-823f-e6f03671cb2a req-853b2739-0378-4233-b05c-c41839c0abf5 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Allocated IP 172.20.0.9 (a227bef5-33d4-4761-8f4b-7835ff8b706a/71933df8-4f13-480f-bf22-3df8e014d14e/b373f020-97f8-4599-a986-046cb3b70596) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:56:28.487349 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-458bc465-c6ac-4295-8dc4-24c9e835d5d7 req-2ca74ade-bc47-49a6-a5ba-211d4232c1a8 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (e4417d8b-2495-40d0-89f1-a20bba68a3ae), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:28.540758 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca74ade-bc47-49a6-a5ba-211d4232c1a8 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Pushing event updated for resources: {'Port': ['ID=e4417d8b-2495-40d0-89f1-a20bba68a3ae,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:28.576652 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-458bc465-c6ac-4295-8dc4-24c9e835d5d7 req-2ca74ade-bc47-49a6-a5ba-211d4232c1a8 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Network 8a90ebac-f69f-461b-a785-3d45e68aad72 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:56:28.581751 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-458bc465-c6ac-4295-8dc4-24c9e835d5d7 req-2ca74ade-bc47-49a6-a5ba-211d4232c1a8 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:56:28.589655 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-458bc465-c6ac-4295-8dc4-24c9e835d5d7 req-2ca74ade-bc47-49a6-a5ba-211d4232c1a8 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:56:28.590073 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['8bc3e1e3-3b8b-493b-825e-e109d60fabfc'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:56:28.638560 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458bc465-c6ac-4295-8dc4-24c9e835d5d7 req-2ca74ade-bc47-49a6-a5ba-211d4232c1a8 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:28.639132 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-458bc465-c6ac-4295-8dc4-24c9e835d5d7 req-2ca74ade-bc47-49a6-a5ba-211d4232c1a8 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:28.674022 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port d70f7335-71e5-421b-994b-db6fd51a00c7 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:56:28.674022 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d70f7335-71e5-421b-994b-db6fd51a00c7), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:28.688368 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-458bc465-c6ac-4295-8dc4-24c9e835d5d7 req-2ca74ade-bc47-49a6-a5ba-211d4232c1a8 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2534733 Jan 28 02:56:28.707061 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-458bc465-c6ac-4295-8dc4-24c9e835d5d7 req-d8236c21-5716-4fa8-881f-42393253df93 service neutron] Request body: {'port': {'device_id': 'e56b4d3a-8acd-4529-b287-5317c94039ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:28.728954 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9d6850d9-c3e3-4799-b055-62133f1414f8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (02f9a7a7-8e34-4fbb-b7b4-a55e02e7feda), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:28.735650 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd01518-893b-4a13-82d5-ab7fb3986c7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-02f9a7a7-8e34-4fbb-b7b4-a55e02e7feda', 'network_id': '02f9a7a7-8e34-4fbb-b7b4-a55e02e7feda', 'project_id': '45e4e37566e94c3897df53a7dd9549b8', 'fixed_ips': [{'subnet_id': '701fff0c-6e76-4790-a795-0b10f3f43dbf'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:56:28.736569 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3dd01518-893b-4a13-82d5-ab7fb3986c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:28.770557 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4bf2dd1a-ae1e-4fed-b4bb-b89db6ed374a req-92d2c9a1-424b-44a8-957e-a4b2596bc066 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=6fd8825b-c79a-44dc-bf17-d231e155c23c HTTP/1.1" status: 200 len: 210 time: 0.0322118 Jan 28 02:56:28.805725 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbc4b8-3ede-4b59-a850-604d52fc24ba req-316621c9-6a4d-4e35-af7c-0a337ad1580d tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:28.811278 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbc4b8-3ede-4b59-a850-604d52fc24ba req-316621c9-6a4d-4e35-af7c-0a337ad1580d tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:28.816567 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbc4b8-3ede-4b59-a850-604d52fc24ba req-316621c9-6a4d-4e35-af7c-0a337ad1580d tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:28.822069 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbc4b8-3ede-4b59-a850-604d52fc24ba req-316621c9-6a4d-4e35-af7c-0a337ad1580d tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:28.827395 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbc4b8-3ede-4b59-a850-604d52fc24ba req-316621c9-6a4d-4e35-af7c-0a337ad1580d tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:28.833144 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbc4b8-3ede-4b59-a850-604d52fc24ba req-316621c9-6a4d-4e35-af7c-0a337ad1580d tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:28.838418 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbc4b8-3ede-4b59-a850-604d52fc24ba req-316621c9-6a4d-4e35-af7c-0a337ad1580d tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:28.846337 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c2dbc4b8-3ede-4b59-a850-604d52fc24ba req-316621c9-6a4d-4e35-af7c-0a337ad1580d tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 5421 time: 0.5769587 Jan 28 02:56:28.878937 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2dd74757-fe4a-42ae-ba78-639cc8a1eb24 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d70f7335-71e5-421b-994b-db6fd51a00c7), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:28.882666 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-458bc465-c6ac-4295-8dc4-24c9e835d5d7 req-d8236c21-5716-4fa8-881f-42393253df93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e4417d8b-2495-40d0-89f1-a20bba68a3ae), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:28.980520 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c74f2b49-d591-4204-823f-e6f03671cb2a req-853b2739-0378-4233-b05c-c41839c0abf5 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Publish callbacks [] for port (b373f020-97f8-4599-a986-046cb3b70596), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:28.996331 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-3dd01518-893b-4a13-82d5-ab7fb3986c7c None None] Allocated IP 2001:db8::f816:3eff:fe84:e867 (02f9a7a7-8e34-4fbb-b7b4-a55e02e7feda/701fff0c-6e76-4790-a795-0b10f3f43dbf/d4ee9b93-139b-43fe-9659-a15f6970031b) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:56:29.031549 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9d6850d9-c3e3-4799-b055-62133f1414f8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (701fff0c-6e76-4790-a795-0b10f3f43dbf), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:29.072081 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c2dbc4b8-3ede-4b59-a850-604d52fc24ba req-f4b9f565-5b3e-4cf1-ba69-ff0c04e01e97 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&id=3711f489-87e7-4ab3-8353-77075d27f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2188044 Jan 28 02:56:29.074595 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2e9bb-2a37-47f7-88d8-04ba99831c77 req-7d9b90e2-9c02-4d4f-a2a0-0474f9e6a131 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:29.076774 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49b2e9bb-2a37-47f7-88d8-04ba99831c77 req-7d9b90e2-9c02-4d4f-a2a0-0474f9e6a131 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e56b4d3a-8acd-4529-b287-5317c94039ee HTTP/1.1" status: 200 len: 931 time: 0.1568258 Jan 28 02:56:29.173385 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3dd01518-893b-4a13-82d5-ab7fb3986c7c None None] Publish callbacks [] for port (d4ee9b93-139b-43fe-9659-a15f6970031b), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:29.199388 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49b2e9bb-2a37-47f7-88d8-04ba99831c77 req-621ff27c-508a-4d7e-bbc0-f71833273409 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166918 Jan 28 02:56:29.249577 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c74f2b49-d591-4204-823f-e6f03671cb2a req-853b2739-0378-4233-b05c-c41839c0abf5 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (b373f020-97f8-4599-a986-046cb3b70596), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:29.255936 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3dd01518-893b-4a13-82d5-ab7fb3986c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (d4ee9b93-139b-43fe-9659-a15f6970031b), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:29.283290 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-2dd74757-fe4a-42ae-ba78-639cc8a1eb24 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] For port d70f7335-71e5-421b-994b-db6fd51a00c7, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=d70f7335-71e5-421b-994b-db6fd51a00c7,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:29.326926 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c74f2b49-d591-4204-823f-e6f03671cb2a req-853b2739-0378-4233-b05c-c41839c0abf5 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Network a227bef5-33d4-4761-8f4b-7835ff8b706a is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:56:29.329354 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2dd74757-fe4a-42ae-ba78-639cc8a1eb24 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for port (d70f7335-71e5-421b-994b-db6fd51a00c7), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:29.332891 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-c74f2b49-d591-4204-823f-e6f03671cb2a req-853b2739-0378-4233-b05c-c41839c0abf5 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:56:29.339618 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-c74f2b49-d591-4204-823f-e6f03671cb2a req-853b2739-0378-4233-b05c-c41839c0abf5 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:56:29.349967 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2dd74757-fe4a-42ae-ba78-639cc8a1eb24 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (d70f7335-71e5-421b-994b-db6fd51a00c7), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:29.352022 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2dd74757-fe4a-42ae-ba78-639cc8a1eb24 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (a8806c5f-22b7-4ac7-a37a-1a875b1ca93d), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:29.353159 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd01518-893b-4a13-82d5-ab7fb3986c7c None None] Network 02f9a7a7-8e34-4fbb-b7b4-a55e02e7feda is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:56:29.381422 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-0e40162c-a190-455b-95fb-bd41e3760e69 None None] Provisioning complete for port d70f7335-71e5-421b-994b-db6fd51a00c7 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:56:29.392030 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0e40162c-a190-455b-95fb-bd41e3760e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d70f7335-71e5-421b-994b-db6fd51a00c7), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:29.394342 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b2739-0378-4233-b05c-c41839c0abf5 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Pushing event updated for resources: {'Port': ['ID=b373f020-97f8-4599-a986-046cb3b70596,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:29.451679 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f2b49-d591-4204-823f-e6f03671cb2a req-853b2739-0378-4233-b05c-c41839c0abf5 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:29.451953 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:29.452590 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c74f2b49-d591-4204-823f-e6f03671cb2a req-853b2739-0378-4233-b05c-c41839c0abf5 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:29.453358 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-3dd01518-893b-4a13-82d5-ab7fb3986c7c None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:56:29.482388 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9d6850d9-c3e3-4799-b055-62133f1414f8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (701fff0c-6e76-4790-a795-0b10f3f43dbf), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:29.488288 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd74757-fe4a-42ae-ba78-639cc8a1eb24 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Subnet': ['ID=a8806c5f-22b7-4ac7-a37a-1a875b1ca93d,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:29.492951 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c74f2b49-d591-4204-823f-e6f03671cb2a req-853b2739-0378-4233-b05c-c41839c0abf5 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0657651 Jan 28 02:56:29.515543 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-c74f2b49-d591-4204-823f-e6f03671cb2a req-84966f3f-1b5c-4575-a615-ac3f2ebc8cb0 service neutron] Request body: {'port': {'device_id': '6fd8825b-c79a-44dc-bf17-d231e155c23c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:29.540575 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd74757-fe4a-42ae-ba78-639cc8a1eb24 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:56:29.557057 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-2dd74757-fe4a-42ae-ba78-639cc8a1eb24 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:56:29.567024 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd74757-fe4a-42ae-ba78-639cc8a1eb24 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:29.569761 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2dd74757-fe4a-42ae-ba78-639cc8a1eb24 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:29.650851 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd01518-893b-4a13-82d5-ab7fb3986c7c None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:56:29.671423 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-458bc465-c6ac-4295-8dc4-24c9e835d5d7 req-d8236c21-5716-4fa8-881f-42393253df93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4417d8b-2495-40d0-89f1-a20bba68a3ae {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:56:29.685842 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-458bc465-c6ac-4295-8dc4-24c9e835d5d7 req-d8236c21-5716-4fa8-881f-42393253df93 service neutron] Publish callbacks [] for port (e4417d8b-2495-40d0-89f1-a20bba68a3ae), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:29.692239 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c74f2b49-d591-4204-823f-e6f03671cb2a req-84966f3f-1b5c-4575-a615-ac3f2ebc8cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b373f020-97f8-4599-a986-046cb3b70596), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:29.721653 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2dd74757-fe4a-42ae-ba78-639cc8a1eb24 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1038666 Jan 28 02:56:29.729306 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd01518-893b-4a13-82d5-ab7fb3986c7c None None] Pushing event updated for resources: {'Port': ['ID=d4ee9b93-139b-43fe-9659-a15f6970031b,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:29.731898 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41748) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:29.744976 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-74f95b5f-931f-4fca-ad58-acba1afc5ad5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'port': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'mac_address': 'fa:16:3e:98:8d:76', 'name': 'tempest-NetworksTestDHCPv6-1725060826'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:29.748105 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6850d9-c3e3-4799-b055-62133f1414f8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Pushing event deleted for resources: {'Subnet': ['ID=701fff0c-6e76-4790-a795-0b10f3f43dbf,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:29.792315 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9d6850d9-c3e3-4799-b055-62133f1414f8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (02f9a7a7-8e34-4fbb-b7b4-a55e02e7feda), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:29.819970 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd74757-fe4a-42ae-ba78-639cc8a1eb24 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Port': ['ID=d70f7335-71e5-421b-994b-db6fd51a00c7,revision_number=8']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:29.820878 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-782d6a71-2342-48d4-b417-d022a653e82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:29.836623 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port d70f7335-71e5-421b-994b-db6fd51a00c7 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:29.840323 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-9d6850d9-c3e3-4799-b055-62133f1414f8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02f9a7a7-8e34-4fbb-b7b4-a55e02e7feda']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:56:29.867659 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-9d6850d9-c3e3-4799-b055-62133f1414f8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bab39f89-f907-4c38-a6d6-74ecb95712ae') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:56:29.868015 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-9d6850d9-c3e3-4799-b055-62133f1414f8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bab39f89-f907-4c38-a6d6-74ecb95712ae') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:56:29.894073 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-458bc465-c6ac-4295-8dc4-24c9e835d5d7 req-d8236c21-5716-4fa8-881f-42393253df93 service neutron] Transition to ACTIVE for port object e4417d8b-2495-40d0-89f1-a20bba68a3ae will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:56:29.953789 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-3dd01518-893b-4a13-82d5-ab7fb3986c7c None None] Attempting to bind port d4ee9b93-139b-43fe-9659-a15f6970031b on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:56:29.954173 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-3dd01518-893b-4a13-82d5-ab7fb3986c7c None None] Attempting to bind port d4ee9b93-139b-43fe-9659-a15f6970031b by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'bab39f89-f907-4c38-a6d6-74ecb95712ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '02f9a7a7-8e34-4fbb-b7b4-a55e02e7feda'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:56:29.954532 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd01518-893b-4a13-82d5-ab7fb3986c7c None None] Attempting to bind port d4ee9b93-139b-43fe-9659-a15f6970031b on network 02f9a7a7-8e34-4fbb-b7b4-a55e02e7feda {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:56:29.955796 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9d6850d9-c3e3-4799-b055-62133f1414f8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (bab39f89-f907-4c38-a6d6-74ecb95712ae), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:29.989173 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 7fa39d3e-1fcf-4834-b915-cc1665d6b0c6 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:56:29.989763 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9d6850d9-c3e3-4799-b055-62133f1414f8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (bab39f89-f907-4c38-a6d6-74ecb95712ae), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:29.998931 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd01518-893b-4a13-82d5-ab7fb3986c7c None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:56:29.999446 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd01518-893b-4a13-82d5-ab7fb3986c7c None None] Checking segment: {'id': 'bab39f89-f907-4c38-a6d6-74ecb95712ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '02f9a7a7-8e34-4fbb-b7b4-a55e02e7feda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:56:29.999963 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3dd01518-893b-4a13-82d5-ab7fb3986c7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:30.000272 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d6850d9-c3e3-4799-b055-62133f1414f8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:56:30.000376 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd01518-893b-4a13-82d5-ab7fb3986c7c None None] Bound using segment: {'id': 'bab39f89-f907-4c38-a6d6-74ecb95712ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '02f9a7a7-8e34-4fbb-b7b4-a55e02e7feda'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:56:30.000453 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9d6850d9-c3e3-4799-b055-62133f1414f8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (bab39f89-f907-4c38-a6d6-74ecb95712ae), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:30.000646 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-3dd01518-893b-4a13-82d5-ab7fb3986c7c None None] Bound port: d4ee9b93-139b-43fe-9659-a15f6970031b, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab39f89-f907-4c38-a6d6-74ecb95712ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '02f9a7a7-8e34-4fbb-b7b4-a55e02e7feda'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:56:30.001024 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3dd01518-893b-4a13-82d5-ab7fb3986c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d4ee9b93-139b-43fe-9659-a15f6970031b), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:30.009254 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 02:56:30.009254 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:56:30.009254 n-d-712139-27 neutron-server[109802]: timer() Jan 28 02:56:30.009254 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:56:30.009254 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 02:56:30.009254 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:56:30.009254 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 02:56:30.009254 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:56:30.009254 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 02:56:30.009254 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:56:30.009254 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 02:56:30.009254 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:56:30.009254 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 02:56:30.009254 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:56:30.009254 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:56:30.009254 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:56:30.009254 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:56:30.009254 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:56:30.009254 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 02:56:30.009254 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:56:30.009254 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 02:56:30.009254 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:56:30.009254 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:56:30.009254 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:56:30.009254 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 02:56:30.009254 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:56:30.009254 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:56:30.009254 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:56:30.009254 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:56:30.009254 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:56:30.009254 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:56:30.009254 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:56:30.037318 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 7fa39d3e-1fcf-4834-b915-cc1665d6b0c6 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:56:30.037828 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 7fa39d3e-1fcf-4834-b915-cc1665d6b0c6 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:56:30.060968 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-0e40162c-a190-455b-95fb-bd41e3760e69 None None] Current status of the port d70f7335-71e5-421b-994b-db6fd51a00c7 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:30.084465 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-458bc465-c6ac-4295-8dc4-24c9e835d5d7 req-d8236c21-5716-4fa8-881f-42393253df93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (e4417d8b-2495-40d0-89f1-a20bba68a3ae), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:30.100120 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:56:30.213063 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-3dd01518-893b-4a13-82d5-ab7fb3986c7c None None] For port d4ee9b93-139b-43fe-9659-a15f6970031b, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:56:30.233286 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device d70f7335-71e5-421b-994b-db6fd51a00c7 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:56:30.276823 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.db.api [None req-9d6850d9-c3e3-4799-b055-62133f1414f8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 02:56:30.276823 n-d-712139-27 neutron-server[109802]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 02:56:30.276823 n-d-712139-27 neutron-server[109802]: [parameters: {'id': '02f9a7a7-8e34-4fbb-b7b4-a55e02e7feda'}] Jan 28 02:56:30.276823 n-d-712139-27 neutron-server[109802]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 02:56:30.277295 n-d-712139-27 neutron-server[109802]: DEBUG oslo_db.api [None req-9d6850d9-c3e3-4799-b055-62133f1414f8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 02:56:30.291692 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-3dd01518-893b-4a13-82d5-ab7fb3986c7c None None] For port d4ee9b93-139b-43fe-9659-a15f6970031b, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=d4ee9b93-139b-43fe-9659-a15f6970031b,segment=NetworkSegment(bab39f89-f907-4c38-a6d6-74ecb95712ae),segment_id=bab39f89-f907-4c38-a6d6-74ecb95712ae)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:56:30.296517 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8b306-9883-4ca5-a760-21fcc51618e3 req-2c42a920-74ac-487a-85d3-d735519c9009 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:30.303969 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2ed8b306-9883-4ca5-a760-21fcc51618e3 req-2c42a920-74ac-487a-85d3-d735519c9009 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=6fd8825b-c79a-44dc-bf17-d231e155c23c HTTP/1.1" status: 200 len: 931 time: 0.3034463 Jan 28 02:56:30.309717 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3dd01518-893b-4a13-82d5-ab7fb3986c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d4ee9b93-139b-43fe-9659-a15f6970031b), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:30.401808 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ed39a-0152-40e1-a2dd-52915e656fc3 req-b8e1c8da-dcb4-4393-bd4f-eb277ca70efc tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:30.407402 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ed39a-0152-40e1-a2dd-52915e656fc3 req-b8e1c8da-dcb4-4393-bd4f-eb277ca70efc tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:30.424551 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ed39a-0152-40e1-a2dd-52915e656fc3 req-b8e1c8da-dcb4-4393-bd4f-eb277ca70efc tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:30.429872 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ed39a-0152-40e1-a2dd-52915e656fc3 req-b8e1c8da-dcb4-4393-bd4f-eb277ca70efc tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:30.437722 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd01518-893b-4a13-82d5-ab7fb3986c7c None None] Pushing event updated for resources: {'Port': ['ID=d4ee9b93-139b-43fe-9659-a15f6970031b,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:30.452896 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ed39a-0152-40e1-a2dd-52915e656fc3 req-b8e1c8da-dcb4-4393-bd4f-eb277ca70efc tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:30.458222 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ed39a-0152-40e1-a2dd-52915e656fc3 req-b8e1c8da-dcb4-4393-bd4f-eb277ca70efc tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:30.474339 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ed39a-0152-40e1-a2dd-52915e656fc3 req-b8e1c8da-dcb4-4393-bd4f-eb277ca70efc tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:30.476309 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ad6ed39a-0152-40e1-a2dd-52915e656fc3 req-b8e1c8da-dcb4-4393-bd4f-eb277ca70efc tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 5421 time: 0.2240360 Jan 28 02:56:30.519136 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8236c21-5716-4fa8-881f-42393253df93 service neutron] Pushing event updated for resources: {'Port': ['ID=e4417d8b-2495-40d0-89f1-a20bba68a3ae,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:30.519838 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port d70f7335-71e5-421b-994b-db6fd51a00c7 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:56:30.522444 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d70f7335-71e5-421b-994b-db6fd51a00c7), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:30.569640 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c98a880-67ac-4e40-b792-bf009fa70044 None None] Network 02f9a7a7-8e34-4fbb-b7b4-a55e02e7feda requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:56:30.591995 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ad6ed39a-0152-40e1-a2dd-52915e656fc3 req-3b327d25-8093-4f94-bf35-df981605499c tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&id=3711f489-87e7-4ab3-8353-77075d27f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1047115 Jan 28 02:56:30.667339 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2ed8b306-9883-4ca5-a760-21fcc51618e3 req-2075cdb3-4a08-4b08-ab47-604e346a52ad tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510542 Jan 28 02:56:30.678132 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f95b5f-931f-4fca-ad58-acba1afc5ad5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:56:30.787560 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9d6850d9-c3e3-4799-b055-62133f1414f8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (02f9a7a7-8e34-4fbb-b7b4-a55e02e7feda), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:30.809038 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port d70f7335-71e5-421b-994b-db6fd51a00c7 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:30.867796 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d8fbb-eed2-4cef-8cb7-2fdc62729024 req-f822d5a1-fcdd-4e96-b144-aec385c7bbbb tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:30.869703 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-862d8fbb-eed2-4cef-8cb7-2fdc62729024 req-f822d5a1-fcdd-4e96-b144-aec385c7bbbb tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e56b4d3a-8acd-4529-b287-5317c94039ee HTTP/1.1" status: 200 len: 943 time: 0.1297185 Jan 28 02:56:30.887567 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ad7cfc-a6cd-4c3c-963a-239bb256d844 None None] get_active_networks_info from n-d-712139-27 {{(pid=109804) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 02:56:30.950999 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-862d8fbb-eed2-4cef-8cb7-2fdc62729024 req-8a9be5f4-8279-4a79-9081-4e2aabfe1fdd tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640550 Jan 28 02:56:30.972725 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-9d6850d9-c3e3-4799-b055-62133f1414f8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Deleting port d4ee9b93-139b-43fe-9659-a15f6970031b {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:56:30.973056 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9d6850d9-c3e3-4799-b055-62133f1414f8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (d4ee9b93-139b-43fe-9659-a15f6970031b), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:31.064071 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-c74f2b49-d591-4204-823f-e6f03671cb2a req-84966f3f-1b5c-4575-a615-ac3f2ebc8cb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b373f020-97f8-4599-a986-046cb3b70596 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:56:31.079505 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ad7cfc-a6cd-4c3c-963a-239bb256d844 None None] Resources bound (agent type, host, resource id): {{(pid=109804) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 02:56:31.082950 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c74f2b49-d591-4204-823f-e6f03671cb2a req-84966f3f-1b5c-4575-a615-ac3f2ebc8cb0 service neutron] Publish callbacks [] for port (b373f020-97f8-4599-a986-046cb3b70596), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:31.114905 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-c74f2b49-d591-4204-823f-e6f03671cb2a req-84966f3f-1b5c-4575-a615-ac3f2ebc8cb0 service neutron] Transition to ACTIVE for port object b373f020-97f8-4599-a986-046cb3b70596 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:56:31.129318 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c74f2b49-d591-4204-823f-e6f03671cb2a req-84966f3f-1b5c-4575-a615-ac3f2ebc8cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (b373f020-97f8-4599-a986-046cb3b70596), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:31.130625 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39414212-cb60-415d-b0f6-d4ce649f663d None None] Provisioning complete for port d70f7335-71e5-421b-994b-db6fd51a00c7 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:56:31.131039 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39414212-cb60-415d-b0f6-d4ce649f663d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d70f7335-71e5-421b-994b-db6fd51a00c7), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:31.133427 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-9d6850d9-c3e3-4799-b055-62133f1414f8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] For port d4ee9b93-139b-43fe-9659-a15f6970031b, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=d4ee9b93-139b-43fe-9659-a15f6970031b,segment=NetworkSegment(bab39f89-f907-4c38-a6d6-74ecb95712ae),segment_id=bab39f89-f907-4c38-a6d6-74ecb95712ae)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:31.133649 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9d6850d9-c3e3-4799-b055-62133f1414f8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (d4ee9b93-139b-43fe-9659-a15f6970031b), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:31.178260 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-9d6850d9-c3e3-4799-b055-62133f1414f8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Calling delete_port for d4ee9b93-139b-43fe-9659-a15f6970031b owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:56:31.294631 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-458bc465-c6ac-4295-8dc4-24c9e835d5d7 req-d8236c21-5716-4fa8-881f-42393253df93 service neutron] Attempting to bind port e4417d8b-2495-40d0-89f1-a20bba68a3ae on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:56:31.294984 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-458bc465-c6ac-4295-8dc4-24c9e835d5d7 req-d8236c21-5716-4fa8-881f-42393253df93 service neutron] Attempting to bind port e4417d8b-2495-40d0-89f1-a20bba68a3ae by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '5ec551e3-78ab-42a1-92af-4f07dc8530f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8a90ebac-f69f-461b-a785-3d45e68aad72'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:56:31.295323 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458bc465-c6ac-4295-8dc4-24c9e835d5d7 req-d8236c21-5716-4fa8-881f-42393253df93 service neutron] Attempting to bind port e4417d8b-2495-40d0-89f1-a20bba68a3ae on network 8a90ebac-f69f-461b-a785-3d45e68aad72 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:56:31.320716 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-c74f2b49-d591-4204-823f-e6f03671cb2a req-84966f3f-1b5c-4575-a615-ac3f2ebc8cb0 service neutron] Attempting to bind port b373f020-97f8-4599-a986-046cb3b70596 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:56:31.321058 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-c74f2b49-d591-4204-823f-e6f03671cb2a req-84966f3f-1b5c-4575-a615-ac3f2ebc8cb0 service neutron] Attempting to bind port b373f020-97f8-4599-a986-046cb3b70596 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '358dad74-8d99-4de6-a555-7b85f019730b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a227bef5-33d4-4761-8f4b-7835ff8b706a'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:56:31.321463 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74f2b49-d591-4204-823f-e6f03671cb2a req-84966f3f-1b5c-4575-a615-ac3f2ebc8cb0 service neutron] Attempting to bind port b373f020-97f8-4599-a986-046cb3b70596 on network a227bef5-33d4-4761-8f4b-7835ff8b706a {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:56:31.330766 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74f2b49-d591-4204-823f-e6f03671cb2a req-84966f3f-1b5c-4575-a615-ac3f2ebc8cb0 service neutron] Port b373f020-97f8-4599-a986-046cb3b70596 on network a227bef5-33d4-4761-8f4b-7835ff8b706a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:56:31.331098 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74f2b49-d591-4204-823f-e6f03671cb2a req-84966f3f-1b5c-4575-a615-ac3f2ebc8cb0 service neutron] Attempting to bind port b373f020-97f8-4599-a986-046cb3b70596 on network a227bef5-33d4-4761-8f4b-7835ff8b706a {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:56:31.339393 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-74f95b5f-931f-4fca-ad58-acba1afc5ad5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:31.353438 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458bc465-c6ac-4295-8dc4-24c9e835d5d7 req-d8236c21-5716-4fa8-881f-42393253df93 service neutron] Port e4417d8b-2495-40d0-89f1-a20bba68a3ae on network 8a90ebac-f69f-461b-a785-3d45e68aad72 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:56:31.353847 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458bc465-c6ac-4295-8dc4-24c9e835d5d7 req-d8236c21-5716-4fa8-881f-42393253df93 service neutron] Attempting to bind port e4417d8b-2495-40d0-89f1-a20bba68a3ae on network 8a90ebac-f69f-461b-a785-3d45e68aad72 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:56:31.369866 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-74f95b5f-931f-4fca-ad58-acba1afc5ad5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] device_id is not set on port 767b1f88-d345-42de-ba2e-dd2619a66977 yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:56:31.416558 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9d6850d9-c3e3-4799-b055-62133f1414f8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (d4ee9b93-139b-43fe-9659-a15f6970031b), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:31.457757 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6850d9-c3e3-4799-b055-62133f1414f8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Pushing event deleted for resources: {'Port': ['ID=d4ee9b93-139b-43fe-9659-a15f6970031b,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:31.460573 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6850d9-c3e3-4799-b055-62133f1414f8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] No DVR routers for this DVR port d4ee9b93-139b-43fe-9659-a15f6970031b on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:56:31.467789 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39414212-cb60-415d-b0f6-d4ce649f663d None None] Current status of the port d70f7335-71e5-421b-994b-db6fd51a00c7 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:31.566204 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458bc465-c6ac-4295-8dc4-24c9e835d5d7 req-d8236c21-5716-4fa8-881f-42393253df93 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:56:31.566529 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458bc465-c6ac-4295-8dc4-24c9e835d5d7 req-d8236c21-5716-4fa8-881f-42393253df93 service neutron] Checking segment: {'id': '5ec551e3-78ab-42a1-92af-4f07dc8530f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8a90ebac-f69f-461b-a785-3d45e68aad72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:56:31.566920 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458bc465-c6ac-4295-8dc4-24c9e835d5d7 req-d8236c21-5716-4fa8-881f-42393253df93 service neutron] Bound using segment: {'id': '5ec551e3-78ab-42a1-92af-4f07dc8530f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8a90ebac-f69f-461b-a785-3d45e68aad72'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:56:31.567530 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-458bc465-c6ac-4295-8dc4-24c9e835d5d7 req-d8236c21-5716-4fa8-881f-42393253df93 service neutron] Bound port: e4417d8b-2495-40d0-89f1-a20bba68a3ae, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ec551e3-78ab-42a1-92af-4f07dc8530f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8a90ebac-f69f-461b-a785-3d45e68aad72'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:56:31.567902 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-458bc465-c6ac-4295-8dc4-24c9e835d5d7 req-d8236c21-5716-4fa8-881f-42393253df93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e4417d8b-2495-40d0-89f1-a20bba68a3ae), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:31.583528 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9d6850d9-c3e3-4799-b055-62133f1414f8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (02f9a7a7-8e34-4fbb-b7b4-a55e02e7feda), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:31.617521 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-9d6850d9-c3e3-4799-b055-62133f1414f8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02f9a7a7-8e34-4fbb-b7b4-a55e02e7feda']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:56:31.628136 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-9d6850d9-c3e3-4799-b055-62133f1414f8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bab39f89-f907-4c38-a6d6-74ecb95712ae') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:56:31.628508 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-9d6850d9-c3e3-4799-b055-62133f1414f8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bab39f89-f907-4c38-a6d6-74ecb95712ae') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:56:31.638211 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9d6850d9-c3e3-4799-b055-62133f1414f8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (bab39f89-f907-4c38-a6d6-74ecb95712ae), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:31.655976 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9d6850d9-c3e3-4799-b055-62133f1414f8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (bab39f89-f907-4c38-a6d6-74ecb95712ae), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:31.664581 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84966f3f-1b5c-4575-a615-ac3f2ebc8cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=b373f020-97f8-4599-a986-046cb3b70596,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:31.671234 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d6850d9-c3e3-4799-b055-62133f1414f8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:56:31.671743 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9d6850d9-c3e3-4799-b055-62133f1414f8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (bab39f89-f907-4c38-a6d6-74ecb95712ae), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:31.672421 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-74f95b5f-931f-4fca-ad58-acba1afc5ad5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Allocated IP 172.20.0.8 (f4e9908e-37c3-477d-90df-65c02e38c857/2705e572-3cd2-4e70-907c-aebc4327db6a/767b1f88-d345-42de-ba2e-dd2619a66977) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:56:31.675580 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 02:56:31.675580 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:56:31.675580 n-d-712139-27 neutron-server[109802]: timer() Jan 28 02:56:31.675580 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:56:31.675580 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 02:56:31.675580 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:56:31.675580 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 02:56:31.675580 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:56:31.675580 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 02:56:31.675580 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:56:31.675580 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 02:56:31.675580 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:56:31.675580 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 02:56:31.675580 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:56:31.675580 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:56:31.675580 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:56:31.675580 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:56:31.675580 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:56:31.675580 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 02:56:31.675580 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:56:31.675580 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 02:56:31.675580 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:56:31.675580 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:56:31.675580 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:56:31.675580 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 02:56:31.675580 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:56:31.675580 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:56:31.675580 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:56:31.675580 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:56:31.675580 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:56:31.675580 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:56:31.675580 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:56:31.683576 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-74f95b5f-931f-4fca-ad58-acba1afc5ad5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Allocated IP 2001:db8::f816:3eff:fe98:8d76 (f4e9908e-37c3-477d-90df-65c02e38c857/a8806c5f-22b7-4ac7-a37a-1a875b1ca93d/767b1f88-d345-42de-ba2e-dd2619a66977) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:56:31.784363 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9439ba05-b7cb-4b86-a6df-63463d36575c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:31.793611 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9d6850d9-c3e3-4799-b055-62133f1414f8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (02f9a7a7-8e34-4fbb-b7b4-a55e02e7feda), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:31.797285 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74f2b49-d591-4204-823f-e6f03671cb2a req-84966f3f-1b5c-4575-a615-ac3f2ebc8cb0 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:56:31.797864 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74f2b49-d591-4204-823f-e6f03671cb2a req-84966f3f-1b5c-4575-a615-ac3f2ebc8cb0 service neutron] Checking segment: {'id': '358dad74-8d99-4de6-a555-7b85f019730b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a227bef5-33d4-4761-8f4b-7835ff8b706a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:56:31.798529 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74f2b49-d591-4204-823f-e6f03671cb2a req-84966f3f-1b5c-4575-a615-ac3f2ebc8cb0 service neutron] Bound using segment: {'id': '358dad74-8d99-4de6-a555-7b85f019730b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a227bef5-33d4-4761-8f4b-7835ff8b706a'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:56:31.799137 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-c74f2b49-d591-4204-823f-e6f03671cb2a req-84966f3f-1b5c-4575-a615-ac3f2ebc8cb0 service neutron] Bound port: b373f020-97f8-4599-a986-046cb3b70596, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '358dad74-8d99-4de6-a555-7b85f019730b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a227bef5-33d4-4761-8f4b-7835ff8b706a'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:56:31.799769 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c74f2b49-d591-4204-823f-e6f03671cb2a req-84966f3f-1b5c-4575-a615-ac3f2ebc8cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b373f020-97f8-4599-a986-046cb3b70596), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:31.802698 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-458bc465-c6ac-4295-8dc4-24c9e835d5d7 req-d8236c21-5716-4fa8-881f-42393253df93 service neutron] For port e4417d8b-2495-40d0-89f1-a20bba68a3ae, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:56:31.824592 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9d6850d9-c3e3-4799-b055-62133f1414f8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:31.828001 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9d6850d9-c3e3-4799-b055-62133f1414f8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] 10.222.0.53 "DELETE /v2.0/networks/02f9a7a7-8e34-4fbb-b7b4-a55e02e7feda HTTP/1.1" status: 204 len: 168 time: 3.4045084 Jan 28 02:56:31.854213 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41788) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:31.889829 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-049bd5c3-4bb4-44cb-8623-4947744f275e tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1732444748'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:31.897685 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6850d9-c3e3-4799-b055-62133f1414f8 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Pushing event deleted for resources: {'Network': ['ID=02f9a7a7-8e34-4fbb-b7b4-a55e02e7feda,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:31.915418 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-458bc465-c6ac-4295-8dc4-24c9e835d5d7 req-d8236c21-5716-4fa8-881f-42393253df93 service neutron] For port e4417d8b-2495-40d0-89f1-a20bba68a3ae, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=e4417d8b-2495-40d0-89f1-a20bba68a3ae,segment=NetworkSegment(5ec551e3-78ab-42a1-92af-4f07dc8530f7),segment_id=5ec551e3-78ab-42a1-92af-4f07dc8530f7)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:56:31.945348 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ea656-b5cc-4554-a694-be66bd8358c6 req-9786cc17-30af-43ad-ae0f-9f36f1a1de61 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:31.947621 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b75ea656-b5cc-4554-a694-be66bd8358c6 req-9786cc17-30af-43ad-ae0f-9f36f1a1de61 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=6fd8825b-c79a-44dc-bf17-d231e155c23c HTTP/1.1" status: 200 len: 943 time: 0.1564026 Jan 28 02:56:31.948947 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049bd5c3-4bb4-44cb-8623-4947744f275e tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Made reservation on behalf of 45e4e37566e94c3897df53a7dd9549b8 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:56:31.952891 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-049bd5c3-4bb4-44cb-8623-4947744f275e tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:31.958947 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-458bc465-c6ac-4295-8dc4-24c9e835d5d7 req-d8236c21-5716-4fa8-881f-42393253df93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (e4417d8b-2495-40d0-89f1-a20bba68a3ae), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:32.014704 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-049bd5c3-4bb4-44cb-8623-4947744f275e tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:56:32.046510 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b75ea656-b5cc-4554-a694-be66bd8358c6 req-26b8b3b9-50e0-4307-80c7-8b774388de55 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909338 Jan 28 02:56:32.050678 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-049bd5c3-4bb4-44cb-8623-4947744f275e tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (2bde77c6-bfaf-4d85-9728-75696b2c3b68), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:32.051033 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-049bd5c3-4bb4-44cb-8623-4947744f275e tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Added segment 2bde77c6-bfaf-4d85-9728-75696b2c3b68 of type vlan for network d5bf8f53-5336-4094-a2f6-56776ed6a6ec Jan 28 02:56:32.066637 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-74f95b5f-931f-4fca-ad58-acba1afc5ad5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for port (767b1f88-d345-42de-ba2e-dd2619a66977), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:32.118572 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458bc465-c6ac-4295-8dc4-24c9e835d5d7 req-d8236c21-5716-4fa8-881f-42393253df93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:32.120683 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-458bc465-c6ac-4295-8dc4-24c9e835d5d7 req-d8236c21-5716-4fa8-881f-42393253df93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:32.123273 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-458bc465-c6ac-4295-8dc4-24c9e835d5d7 req-d8236c21-5716-4fa8-881f-42393253df93 service neutron] 10.222.0.39 "PUT /v2.0/ports/e4417d8b-2495-40d0-89f1-a20bba68a3ae HTTP/1.1" status: 200 len: 1092 time: 3.4208102 Jan 28 02:56:32.158718 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-049bd5c3-4bb4-44cb-8623-4947744f275e tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (d5bf8f53-5336-4094-a2f6-56776ed6a6ec), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:32.166323 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e56b4d3a-8acd-4529-b287-5317c94039ee', 'tag': 'e4417d8b-2495-40d0-89f1-a20bba68a3ae'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:56:32.169169 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857b01bd-3284-4362-b64a-70d8ee5cc4f9" -d '{"events": [{"name": "network-changed", "server_uuid": "e56b4d3a-8acd-4529-b287-5317c94039ee", "tag": "e4417d8b-2495-40d0-89f1-a20bba68a3ae"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:56:32.179008 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-74f95b5f-931f-4fca-ad58-acba1afc5ad5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (767b1f88-d345-42de-ba2e-dd2619a66977), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:32.210188 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9411427-ceb4-45f9-9766-d7d423fcea2a req-17ca917b-311d-41e2-b06b-c67faa24eaf3 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:32.216556 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9411427-ceb4-45f9-9766-d7d423fcea2a req-17ca917b-311d-41e2-b06b-c67faa24eaf3 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:32.223060 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-049bd5c3-4bb4-44cb-8623-4947744f275e tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (d5bf8f53-5336-4094-a2f6-56776ed6a6ec), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:32.223498 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9411427-ceb4-45f9-9766-d7d423fcea2a req-17ca917b-311d-41e2-b06b-c67faa24eaf3 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:32.228725 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049bd5c3-4bb4-44cb-8623-4947744f275e tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:32.229538 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-049bd5c3-4bb4-44cb-8623-4947744f275e tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:32.229912 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9411427-ceb4-45f9-9766-d7d423fcea2a req-17ca917b-311d-41e2-b06b-c67faa24eaf3 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:32.244992 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9411427-ceb4-45f9-9766-d7d423fcea2a req-17ca917b-311d-41e2-b06b-c67faa24eaf3 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:32.261525 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9411427-ceb4-45f9-9766-d7d423fcea2a req-17ca917b-311d-41e2-b06b-c67faa24eaf3 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:32.267582 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9411427-ceb4-45f9-9766-d7d423fcea2a req-17ca917b-311d-41e2-b06b-c67faa24eaf3 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:32.270745 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b9411427-ceb4-45f9-9766-d7d423fcea2a req-17ca917b-311d-41e2-b06b-c67faa24eaf3 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 5421 time: 0.4614730 Jan 28 02:56:32.354462 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049bd5c3-4bb4-44cb-8623-4947744f275e tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Pushing event updated for resources: {'Network': ['ID=d5bf8f53-5336-4094-a2f6-56776ed6a6ec,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:32.365167 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-049bd5c3-4bb4-44cb-8623-4947744f275e tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4973800 Jan 28 02:56:32.365997 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41798) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:32.367299 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network d5bf8f53-5336-4094-a2f6-56776ed6a6ec details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:56:32.373450 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-2402c9c2-bd74-46f7-ac9c-4d112e61299f tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Request body: {'subnet': {'network_id': 'd5bf8f53-5336-4094-a2f6-56776ed6a6ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:32.400301 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-c74f2b49-d591-4204-823f-e6f03671cb2a req-84966f3f-1b5c-4575-a615-ac3f2ebc8cb0 service neutron] For port b373f020-97f8-4599-a986-046cb3b70596, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:56:32.417748 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f95b5f-931f-4fca-ad58-acba1afc5ad5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:56:32.419013 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8236c21-5716-4fa8-881f-42393253df93 service neutron] Pushing event updated for resources: {'Port': ['ID=e4417d8b-2495-40d0-89f1-a20bba68a3ae,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:32.440329 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-74f95b5f-931f-4fca-ad58-acba1afc5ad5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:56:32.525500 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-c74f2b49-d591-4204-823f-e6f03671cb2a req-84966f3f-1b5c-4575-a615-ac3f2ebc8cb0 service neutron] For port b373f020-97f8-4599-a986-046cb3b70596, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=b373f020-97f8-4599-a986-046cb3b70596,segment=NetworkSegment(358dad74-8d99-4de6-a555-7b85f019730b),segment_id=358dad74-8d99-4de6-a555-7b85f019730b)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:56:32.527027 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f95b5f-931f-4fca-ad58-acba1afc5ad5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:56:32.580022 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb95d0-69c2-465c-ba09-fc50eccd01d9 req-84d6f886-3771-4cd6-8649-f296601e30fa tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:32.582281 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0afb95d0-69c2-465c-ba09-fc50eccd01d9 req-84d6f886-3771-4cd6-8649-f296601e30fa tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e56b4d3a-8acd-4529-b287-5317c94039ee HTTP/1.1" status: 200 len: 943 time: 0.1269803 Jan 28 02:56:32.605027 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f95b5f-931f-4fca-ad58-acba1afc5ad5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Port': ['ID=767b1f88-d345-42de-ba2e-dd2619a66977,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:32.616787 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4aab221-81c6-40f4-9e43-45efd5a9a8c2 None None] get_active_networks_info from n-d-712139-27 {{(pid=109804) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 02:56:32.619991 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f95b5f-931f-4fca-ad58-acba1afc5ad5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:32.620510 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-74f95b5f-931f-4fca-ad58-acba1afc5ad5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:32.629040 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458bc465-c6ac-4295-8dc4-24c9e835d5d7 req-ca551f76-4792-4e1a-a908-1e968781eece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:32.630589 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-458bc465-c6ac-4295-8dc4-24c9e835d5d7 req-ca551f76-4792-4e1a-a908-1e968781eece service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=681abe9293864888ab6acd56a99956db&device_id=e56b4d3a-8acd-4529-b287-5317c94039ee HTTP/1.1" status: 200 len: 1095 time: 0.4401944 Jan 28 02:56:32.640701 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c74f2b49-d591-4204-823f-e6f03671cb2a req-84966f3f-1b5c-4575-a615-ac3f2ebc8cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (b373f020-97f8-4599-a986-046cb3b70596), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:32.650155 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2402c9c2-bd74-46f7-ac9c-4d112e61299f tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Made reservation on behalf of 45e4e37566e94c3897df53a7dd9549b8 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:56:32.655276 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2402c9c2-bd74-46f7-ac9c-4d112e61299f tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:32.751748 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7d737def-ead7-46ac-b565-f545a7ec11af None None] Provisioning complete for port d70f7335-71e5-421b-994b-db6fd51a00c7 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:56:32.752242 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7d737def-ead7-46ac-b565-f545a7ec11af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d70f7335-71e5-421b-994b-db6fd51a00c7), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:32.771727 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f2b49-d591-4204-823f-e6f03671cb2a req-84966f3f-1b5c-4575-a615-ac3f2ebc8cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:32.773513 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c74f2b49-d591-4204-823f-e6f03671cb2a req-84966f3f-1b5c-4575-a615-ac3f2ebc8cb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:32.775653 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c74f2b49-d591-4204-823f-e6f03671cb2a req-84966f3f-1b5c-4575-a615-ac3f2ebc8cb0 service neutron] 10.222.0.39 "PUT /v2.0/ports/b373f020-97f8-4599-a986-046cb3b70596 HTTP/1.1" status: 200 len: 1092 time: 3.2646410 Jan 28 02:56:32.777178 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-458bc465-c6ac-4295-8dc4-24c9e835d5d7 req-7e8938d3-7405-4e69-bd57-3f4eef31d6de service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4417d8b-2495-40d0-89f1-a20bba68a3ae HTTP/1.1" status: 200 len: 217 time: 0.1253216 Jan 28 02:56:32.782283 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84966f3f-1b5c-4575-a615-ac3f2ebc8cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=b373f020-97f8-4599-a986-046cb3b70596,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:32.804110 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0afb95d0-69c2-465c-ba09-fc50eccd01d9 req-5eefabf5-0f3e-4ba7-b92f-0cb956f95955 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098942 Jan 28 02:56:32.870225 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b9411427-ceb4-45f9-9766-d7d423fcea2a req-105b3822-b9e4-4895-bab3-b2ae7221c797 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&id=3711f489-87e7-4ab3-8353-77075d27f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5675778 Jan 28 02:56:32.873496 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-74f95b5f-931f-4fca-ad58-acba1afc5ad5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.1350515 Jan 28 02:56:32.877102 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41800) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:32.904486 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4931d60-fb20-421a-943a-9d916cc6463d x-openstack-request-id: req-c4931d60-fb20-421a-943a-9d916cc6463d {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:56:32.904700 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e56b4d3a-8acd-4529-b287-5317c94039ee", "tag": "e4417d8b-2495-40d0-89f1-a20bba68a3ae", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:56:32.904912 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c4931d60-fb20-421a-943a-9d916cc6463d {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:56:32.905395 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e56b4d3a-8acd-4529-b287-5317c94039ee', 'tag': 'e4417d8b-2495-40d0-89f1-a20bba68a3ae', 'status': 'completed', 'code': 200} Jan 28 02:56:32.914054 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458bc465-c6ac-4295-8dc4-24c9e835d5d7 req-8e7fe726-c948-4fb5-bb87-7b8ef9880de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:32.915541 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-458bc465-c6ac-4295-8dc4-24c9e835d5d7 req-8e7fe726-c948-4fb5-bb87-7b8ef9880de8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4a514938-18f7-4fe1-ae61-4e73697ccb7f HTTP/1.1" status: 200 len: 845 time: 0.1103113 Jan 28 02:56:32.942188 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4aab221-81c6-40f4-9e43-45efd5a9a8c2 None None] Resources bound (agent type, host, resource id): {{(pid=109804) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 02:56:32.956607 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f2b49-d591-4204-823f-e6f03671cb2a req-85d2743b-773f-4521-8542-161d3e0e0d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:32.958312 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c74f2b49-d591-4204-823f-e6f03671cb2a req-85d2743b-773f-4521-8542-161d3e0e0d81 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d6b2da0075934bcaafbee1846721359a&device_id=6fd8825b-c79a-44dc-bf17-d231e155c23c HTTP/1.1" status: 200 len: 1095 time: 0.0961404 Jan 28 02:56:32.960190 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-458bc465-c6ac-4295-8dc4-24c9e835d5d7 req-fea7af2e-b2cd-45fc-884f-d6df63e2a873 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a90ebac-f69f-461b-a785-3d45e68aad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383723 Jan 28 02:56:33.000816 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7d737def-ead7-46ac-b565-f545a7ec11af None None] Current status of the port d70f7335-71e5-421b-994b-db6fd51a00c7 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:33.042681 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c74f2b49-d591-4204-823f-e6f03671cb2a req-ff007262-73c1-4bc4-9f9d-1bda3d8f797b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b373f020-97f8-4599-a986-046cb3b70596 HTTP/1.1" status: 200 len: 217 time: 0.0664454 Jan 28 02:56:33.072506 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b857b5-8ea8-4179-9011-8fa6870498aa tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:33.082527 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b857b5-8ea8-4179-9011-8fa6870498aa tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:33.086661 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-03b857b5-8ea8-4179-9011-8fa6870498aa tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2061024 Jan 28 02:56:33.094463 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41804) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:33.147296 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f2b49-d591-4204-823f-e6f03671cb2a req-eb84c2da-00b6-438d-a022-2d70b893be5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:33.148781 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c74f2b49-d591-4204-823f-e6f03671cb2a req-eb84c2da-00b6-438d-a022-2d70b893be5b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=71933df8-4f13-480f-bf22-3df8e014d14e HTTP/1.1" status: 200 len: 855 time: 0.0748620 Jan 28 02:56:33.237651 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:33.301436 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2402c9c2-bd74-46f7-ac9c-4d112e61299f tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (8a71bad6-4702-466f-b65c-a26ea40a3ad2), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:33.358827 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6848cc09-4d74-478e-868d-99aaf668610f None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:56:33.364329 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:33.400725 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace511c2-9e59-4853-be2d-09a65c426ef8 req-8eb22fed-ead1-4235-b46e-3353f34736e9 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:33.402525 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ace511c2-9e59-4853-be2d-09a65c426ef8 req-8eb22fed-ead1-4235-b46e-3353f34736e9 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=6fd8825b-c79a-44dc-bf17-d231e155c23c HTTP/1.1" status: 200 len: 943 time: 0.1755817 Jan 28 02:56:33.416215 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-de50c6bd-5681-49bb-af62-555f8f7ee554 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting port 767b1f88-d345-42de-ba2e-dd2619a66977 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:56:33.416549 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-de50c6bd-5681-49bb-af62-555f8f7ee554 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (767b1f88-d345-42de-ba2e-dd2619a66977), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:33.558055 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2402c9c2-bd74-46f7-ac9c-4d112e61299f tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Checking segment: {'id': '2bde77c6-bfaf-4d85-9728-75696b2c3b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd5bf8f53-5336-4094-a2f6-56776ed6a6ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:56:33.558431 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2402c9c2-bd74-46f7-ac9c-4d112e61299f tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Network hostable DHCP agents. Network: d5bf8f53-5336-4094-a2f6-56776ed6a6ec, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:56:33.604390 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ace511c2-9e59-4853-be2d-09a65c426ef8 req-a02de91f-c646-4f0f-afa9-005b967ffaf0 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915579 Jan 28 02:56:33.605283 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2402c9c2-bd74-46f7-ac9c-4d112e61299f tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Pushing event updated for resources: {'Subnet': ['ID=8a71bad6-4702-466f-b65c-a26ea40a3ad2,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:33.708867 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-de50c6bd-5681-49bb-af62-555f8f7ee554 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (767b1f88-d345-42de-ba2e-dd2619a66977), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:33.714634 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c74f2b49-d591-4204-823f-e6f03671cb2a req-225aa1a8-f328-4679-b13c-52186c270adf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a227bef5-33d4-4761-8f4b-7835ff8b706a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5556405 Jan 28 02:56:33.723796 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-de50c6bd-5681-49bb-af62-555f8f7ee554 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Calling delete_port for 767b1f88-d345-42de-ba2e-dd2619a66977 owned by {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:56:33.731477 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-458bc465-c6ac-4295-8dc4-24c9e835d5d7 req-7c4058fa-7e07-4615-bdff-2cc208b5a4e8 service neutron] 10.222.0.39 "GET /v2.0/networks/8a90ebac-f69f-461b-a785-3d45e68aad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7539935 Jan 28 02:56:33.938697 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-de50c6bd-5681-49bb-af62-555f8f7ee554 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (767b1f88-d345-42de-ba2e-dd2619a66977), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:33.967904 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-458bc465-c6ac-4295-8dc4-24c9e835d5d7 req-1466c798-ff19-4d3b-83be-904043abdaeb service neutron] 10.222.0.39 "GET /v2.0/networks/8a90ebac-f69f-461b-a785-3d45e68aad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241395 Jan 28 02:56:33.997639 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2402c9c2-bd74-46f7-ac9c-4d112e61299f tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Network d5bf8f53-5336-4094-a2f6-56776ed6a6ec is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:56:34.003022 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de50c6bd-5681-49bb-af62-555f8f7ee554 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Port': ['ID=767b1f88-d345-42de-ba2e-dd2619a66977,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:34.013983 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c74f2b49-d591-4204-823f-e6f03671cb2a req-1bd3a746-452f-4d44-ac82-82d5bb4238fb service neutron] 10.222.0.39 "GET /v2.0/networks/a227bef5-33d4-4761-8f4b-7835ff8b706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921972 Jan 28 02:56:34.048970 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4643e-c7a0-4208-a9e6-b88434e123ad req-37ad54ba-2eae-4b5a-bd88-be3e5061b030 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:34.051378 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a8a4643e-c7a0-4208-a9e6-b88434e123ad req-37ad54ba-2eae-4b5a-bd88-be3e5061b030 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e56b4d3a-8acd-4529-b287-5317c94039ee HTTP/1.1" status: 200 len: 943 time: 0.1409283 Jan 28 02:56:34.083570 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-2402c9c2-bd74-46f7-ac9c-4d112e61299f tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, d5bf8f53-5336-4094-a2f6-56776ed6a6ec) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:56:34.088965 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-3952b782-32ec-454a-bb3a-43c4eb6f83a4 None None] Provisioning complete for port d70f7335-71e5-421b-994b-db6fd51a00c7 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:56:34.089470 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3952b782-32ec-454a-bb3a-43c4eb6f83a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d70f7335-71e5-421b-994b-db6fd51a00c7), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:34.098450 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9919d383-9195-44b6-87e1-37ae0209da8c None None] Network d5bf8f53-5336-4094-a2f6-56776ed6a6ec requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:56:34.126410 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2402c9c2-bd74-46f7-ac9c-4d112e61299f tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:34.127133 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2402c9c2-bd74-46f7-ac9c-4d112e61299f tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:34.171045 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2402c9c2-bd74-46f7-ac9c-4d112e61299f tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8039212 Jan 28 02:56:34.176708 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41816) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:34.179280 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a8a4643e-c7a0-4208-a9e6-b88434e123ad req-75b6d0fa-9449-4c54-8bf0-484a8efbc5f6 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204450 Jan 28 02:56:34.325915 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b01bd-3284-4362-b64a-70d8ee5cc4f9 req-12243e6a-1ea3-4dcc-b766-2f8e8618a528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:34.337006 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-857b01bd-3284-4362-b64a-70d8ee5cc4f9 req-12243e6a-1ea3-4dcc-b766-2f8e8618a528 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=681abe9293864888ab6acd56a99956db&device_id=e56b4d3a-8acd-4529-b287-5317c94039ee HTTP/1.1" status: 200 len: 1095 time: 0.1908107 Jan 28 02:56:34.446405 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c74f2b49-d591-4204-823f-e6f03671cb2a req-6097f7a2-c2c5-43fc-8e9f-b4e468dd38c8 service neutron] 10.222.0.39 "GET /v2.0/networks/a227bef5-33d4-4761-8f4b-7835ff8b706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963037 Jan 28 02:56:34.458257 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b782cc23-c7f8-425d-b44c-be7333632a57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-d5bf8f53-5336-4094-a2f6-56776ed6a6ec', 'network_id': 'd5bf8f53-5336-4094-a2f6-56776ed6a6ec', 'project_id': '45e4e37566e94c3897df53a7dd9549b8', 'fixed_ips': [{'subnet_id': '8a71bad6-4702-466f-b65c-a26ea40a3ad2'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:56:34.462756 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b782cc23-c7f8-425d-b44c-be7333632a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:34.550975 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-3952b782-32ec-454a-bb3a-43c4eb6f83a4 None None] Current status of the port d70f7335-71e5-421b-994b-db6fd51a00c7 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:34.559095 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-3952b782-32ec-454a-bb3a-43c4eb6f83a4 None None] Could not find standard attr ID for object 767b1f88-d345-42de-ba2e-dd2619a66977. {{(pid=109804) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 02:56:34.645970 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b01bd-3284-4362-b64a-70d8ee5cc4f9 req-ab9f0017-ddde-4697-85f9-1b99ac4a5a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:34.647498 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-857b01bd-3284-4362-b64a-70d8ee5cc4f9 req-ab9f0017-ddde-4697-85f9-1b99ac4a5a4a service neutron] 10.222.0.39 "GET /v2.0/networks?id=8a90ebac-f69f-461b-a785-3d45e68aad72 HTTP/1.1" status: 200 len: 906 time: 0.3096230 Jan 28 02:56:34.734875 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-857b01bd-3284-4362-b64a-70d8ee5cc4f9 req-c7864a62-690e-428c-a5c6-2941ab9bb429 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4417d8b-2495-40d0-89f1-a20bba68a3ae HTTP/1.1" status: 200 len: 217 time: 0.0801508 Jan 28 02:56:34.760213 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3a635c08-6675-4921-ac5f-e2d9c30baed1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (d5bf8f53-5336-4094-a2f6-56776ed6a6ec), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:34.764277 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-96096637-33f3-4172-bc67-caa2a352493b None None] Could not find standard attr ID for object ac1f367f-ffdf-4335-9870-b05d0c21c824. {{(pid=109804) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 02:56:34.784585 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-de50c6bd-5681-49bb-af62-555f8f7ee554 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:34.787726 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-de50c6bd-5681-49bb-af62-555f8f7ee554 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/ports/767b1f88-d345-42de-ba2e-dd2619a66977 HTTP/1.1" status: 204 len: 168 time: 1.6923981 Jan 28 02:56:34.797542 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41826) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:34.802427 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:34.809916 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791b983-c8b5-4a72-aeb6-cf9478fc04aa req-f75bbd1e-d6aa-4def-953e-253ee1a3baca tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:34.826685 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791b983-c8b5-4a72-aeb6-cf9478fc04aa req-f75bbd1e-d6aa-4def-953e-253ee1a3baca tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:34.832116 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791b983-c8b5-4a72-aeb6-cf9478fc04aa req-f75bbd1e-d6aa-4def-953e-253ee1a3baca tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:34.837736 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791b983-c8b5-4a72-aeb6-cf9478fc04aa req-f75bbd1e-d6aa-4def-953e-253ee1a3baca tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:34.843041 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791b983-c8b5-4a72-aeb6-cf9478fc04aa req-f75bbd1e-d6aa-4def-953e-253ee1a3baca tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:34.848350 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791b983-c8b5-4a72-aeb6-cf9478fc04aa req-f75bbd1e-d6aa-4def-953e-253ee1a3baca tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:34.859369 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791b983-c8b5-4a72-aeb6-cf9478fc04aa req-f75bbd1e-d6aa-4def-953e-253ee1a3baca tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:34.879258 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2791b983-c8b5-4a72-aeb6-cf9478fc04aa req-f75bbd1e-d6aa-4def-953e-253ee1a3baca tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 5421 time: 0.8397238 Jan 28 02:56:34.893481 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-b782cc23-c7f8-425d-b44c-be7333632a57 None None] Allocated IP 2001:db8::2 (d5bf8f53-5336-4094-a2f6-56776ed6a6ec/8a71bad6-4702-466f-b65c-a26ea40a3ad2/0730115b-19be-4b46-ab3f-4aab34255929) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:56:34.920678 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd8825b-c79a-44dc-bf17-d231e155c23c', 'tag': 'b373f020-97f8-4599-a986-046cb3b70596'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:56:34.923883 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a624e2-c538-49cd-b997-9cdddf5c3412" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd8825b-c79a-44dc-bf17-d231e155c23c", "tag": "b373f020-97f8-4599-a986-046cb3b70596"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:56:34.990848 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b01bd-3284-4362-b64a-70d8ee5cc4f9 req-27c7e172-8d3e-44fe-a191-a3d2ef91fe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:34.994477 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-857b01bd-3284-4362-b64a-70d8ee5cc4f9 req-27c7e172-8d3e-44fe-a191-a3d2ef91fe7f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4a514938-18f7-4fe1-ae61-4e73697ccb7f HTTP/1.1" status: 200 len: 845 time: 0.2499464 Jan 28 02:56:35.042742 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea6b27b-2b56-4cd6-8d7f-7abe481d16f4 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:35.044443 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea6b27b-2b56-4cd6-8d7f-7abe481d16f4 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:35.045573 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea6b27b-2b56-4cd6-8d7f-7abe481d16f4 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:35.049816 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-bea6b27b-2b56-4cd6-8d7f-7abe481d16f4 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2332575 Jan 28 02:56:35.049816 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-857b01bd-3284-4362-b64a-70d8ee5cc4f9 req-52b6ade6-a746-4837-a332-0dce96efb905 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a90ebac-f69f-461b-a785-3d45e68aad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465050 Jan 28 02:56:35.050717 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2791b983-c8b5-4a72-aeb6-cf9478fc04aa req-a1a70be8-0939-426f-a1dc-58d0ff5b31c2 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&id=3711f489-87e7-4ab3-8353-77075d27f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1606586 Jan 28 02:56:35.051427 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41830) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:35.057834 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a1a57-eca8-4fcd-889d-2c2e586024fa req-03289cf6-548a-472d-874b-4936650547a2 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:35.059652 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f38a1a57-eca8-4fcd-889d-2c2e586024fa req-03289cf6-548a-472d-874b-4936650547a2 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=6fd8825b-c79a-44dc-bf17-d231e155c23c HTTP/1.1" status: 200 len: 943 time: 0.2549565 Jan 28 02:56:35.083139 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3a635c08-6675-4921-ac5f-e2d9c30baed1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (8a71bad6-4702-466f-b65c-a26ea40a3ad2), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:35.195044 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c942480-09db-4ccb-b868-0e6a92e1ceba x-openstack-request-id: req-9c942480-09db-4ccb-b868-0e6a92e1ceba {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:56:35.195359 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd8825b-c79a-44dc-bf17-d231e155c23c", "tag": "b373f020-97f8-4599-a986-046cb3b70596", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:56:35.195739 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9c942480-09db-4ccb-b868-0e6a92e1ceba {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:56:35.196152 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd8825b-c79a-44dc-bf17-d231e155c23c', 'tag': 'b373f020-97f8-4599-a986-046cb3b70596', 'status': 'completed', 'code': 200} Jan 28 02:56:35.199216 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b782cc23-c7f8-425d-b44c-be7333632a57 None None] Publish callbacks [] for port (0730115b-19be-4b46-ab3f-4aab34255929), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:35.204241 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-1399a026-d02e-45c1-9bcb-7b08999902ac None None] Could not find standard attr ID for object 767b1f88-d345-42de-ba2e-dd2619a66977. {{(pid=109804) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 02:56:35.213237 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-e31f7247-eb76-46c4-9215-0e735b550d65 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting subnet 2705e572-3cd2-4e70-907c-aebc4327db6a {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:56:35.223927 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b782cc23-c7f8-425d-b44c-be7333632a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (0730115b-19be-4b46-ab3f-4aab34255929), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:35.238218 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f38a1a57-eca8-4fcd-889d-2c2e586024fa req-5321cbeb-f36d-4aa6-aa65-1a82fa5fb4b2 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699290 Jan 28 02:56:35.312719 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b782cc23-c7f8-425d-b44c-be7333632a57 None None] Network d5bf8f53-5336-4094-a2f6-56776ed6a6ec is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:56:35.330241 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-b782cc23-c7f8-425d-b44c-be7333632a57 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:56:35.334641 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b782cc23-c7f8-425d-b44c-be7333632a57 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:56:35.349503 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b782cc23-c7f8-425d-b44c-be7333632a57 None None] Pushing event updated for resources: {'Port': ['ID=0730115b-19be-4b46-ab3f-4aab34255929,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:35.362112 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e31f7247-eb76-46c4-9215-0e735b550d65 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (2705e572-3cd2-4e70-907c-aebc4327db6a), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:35.370275 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-857b01bd-3284-4362-b64a-70d8ee5cc4f9 req-cf264f87-190a-45dd-a987-7ceb8b5f7886 service neutron] 10.222.0.39 "GET /v2.0/networks/8a90ebac-f69f-461b-a785-3d45e68aad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097272 Jan 28 02:56:35.376984 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a624e2-c538-49cd-b997-9cdddf5c3412 req-d1706036-934a-4200-bb5d-f0cd332454ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:35.381314 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-06a624e2-c538-49cd-b997-9cdddf5c3412 req-d1706036-934a-4200-bb5d-f0cd332454ec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d6b2da0075934bcaafbee1846721359a&device_id=6fd8825b-c79a-44dc-bf17-d231e155c23c HTTP/1.1" status: 200 len: 1095 time: 0.1724966 Jan 28 02:56:35.382422 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3a635c08-6675-4921-ac5f-e2d9c30baed1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (8a71bad6-4702-466f-b65c-a26ea40a3ad2), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:35.465203 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-b782cc23-c7f8-425d-b44c-be7333632a57 None None] Attempting to bind port 0730115b-19be-4b46-ab3f-4aab34255929 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:56:35.465582 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-b782cc23-c7f8-425d-b44c-be7333632a57 None None] Attempting to bind port 0730115b-19be-4b46-ab3f-4aab34255929 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '2bde77c6-bfaf-4d85-9728-75696b2c3b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd5bf8f53-5336-4094-a2f6-56776ed6a6ec'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:56:35.465956 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b782cc23-c7f8-425d-b44c-be7333632a57 None None] Attempting to bind port 0730115b-19be-4b46-ab3f-4aab34255929 on network d5bf8f53-5336-4094-a2f6-56776ed6a6ec {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:56:35.479772 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b782cc23-c7f8-425d-b44c-be7333632a57 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:56:35.480164 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b782cc23-c7f8-425d-b44c-be7333632a57 None None] Checking segment: {'id': '2bde77c6-bfaf-4d85-9728-75696b2c3b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd5bf8f53-5336-4094-a2f6-56776ed6a6ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:56:35.480590 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b782cc23-c7f8-425d-b44c-be7333632a57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:35.480968 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b782cc23-c7f8-425d-b44c-be7333632a57 None None] Bound using segment: {'id': '2bde77c6-bfaf-4d85-9728-75696b2c3b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd5bf8f53-5336-4094-a2f6-56776ed6a6ec'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:56:35.481480 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-b782cc23-c7f8-425d-b44c-be7333632a57 None None] Bound port: 0730115b-19be-4b46-ab3f-4aab34255929, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bde77c6-bfaf-4d85-9728-75696b2c3b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd5bf8f53-5336-4094-a2f6-56776ed6a6ec'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:56:35.481873 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b782cc23-c7f8-425d-b44c-be7333632a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (0730115b-19be-4b46-ab3f-4aab34255929), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:35.490470 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-857b01bd-3284-4362-b64a-70d8ee5cc4f9 req-bbf35d00-8d00-4f8b-b83f-fd4863765109 service neutron] 10.222.0.39 "GET /v2.0/networks/8a90ebac-f69f-461b-a785-3d45e68aad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081173 Jan 28 02:56:35.523598 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a635c08-6675-4921-ac5f-e2d9c30baed1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Pushing event deleted for resources: {'Subnet': ['ID=8a71bad6-4702-466f-b65c-a26ea40a3ad2,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:35.605287 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e31f7247-eb76-46c4-9215-0e735b550d65 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (2705e572-3cd2-4e70-907c-aebc4327db6a), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:35.610823 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a624e2-c538-49cd-b997-9cdddf5c3412 req-ed560ab1-656a-4fc8-aff8-f37b8aec3f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:35.612454 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-06a624e2-c538-49cd-b997-9cdddf5c3412 req-ed560ab1-656a-4fc8-aff8-f37b8aec3f8c service neutron] 10.222.0.39 "GET /v2.0/networks?id=a227bef5-33d4-4761-8f4b-7835ff8b706a HTTP/1.1" status: 200 len: 916 time: 0.1209960 Jan 28 02:56:35.649130 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-b782cc23-c7f8-425d-b44c-be7333632a57 None None] For port 0730115b-19be-4b46-ab3f-4aab34255929, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:56:35.652632 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-b782cc23-c7f8-425d-b44c-be7333632a57 None None] For port 0730115b-19be-4b46-ab3f-4aab34255929, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=0730115b-19be-4b46-ab3f-4aab34255929,segment=NetworkSegment(2bde77c6-bfaf-4d85-9728-75696b2c3b68),segment_id=2bde77c6-bfaf-4d85-9728-75696b2c3b68)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:56:35.671190 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b782cc23-c7f8-425d-b44c-be7333632a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (0730115b-19be-4b46-ab3f-4aab34255929), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:35.692613 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49050314-9440-42b7-a099-c98a9eb03fdd req-4afe5e52-7285-4596-ad06-134bccb6bf80 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:35.705305 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-49050314-9440-42b7-a099-c98a9eb03fdd req-4afe5e52-7285-4596-ad06-134bccb6bf80 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e56b4d3a-8acd-4529-b287-5317c94039ee HTTP/1.1" status: 200 len: 943 time: 0.3557754 Jan 28 02:56:35.715346 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-06a624e2-c538-49cd-b997-9cdddf5c3412 req-c324a0e3-5532-4b84-b72a-43c2e29d04e6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b373f020-97f8-4599-a986-046cb3b70596 HTTP/1.1" status: 200 len: 217 time: 0.0916500 Jan 28 02:56:35.817508 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4508877-ce8e-4c53-b600-04f5338765bd None None] Network d5bf8f53-5336-4094-a2f6-56776ed6a6ec requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:56:35.827393 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a624e2-c538-49cd-b997-9cdddf5c3412 req-eae68c21-3374-4fde-b62d-9e30fc9e0598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:35.830378 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-06a624e2-c538-49cd-b997-9cdddf5c3412 req-eae68c21-3374-4fde-b62d-9e30fc9e0598 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=71933df8-4f13-480f-bf22-3df8e014d14e HTTP/1.1" status: 200 len: 855 time: 0.1098995 Jan 28 02:56:35.831073 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e31f7247-eb76-46c4-9215-0e735b550d65 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (2705e572-3cd2-4e70-907c-aebc4327db6a), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:35.839325 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b782cc23-c7f8-425d-b44c-be7333632a57 None None] Pushing event updated for resources: {'Port': ['ID=0730115b-19be-4b46-ab3f-4aab34255929,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:35.889604 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-06a624e2-c538-49cd-b997-9cdddf5c3412 req-0efe1b63-28dd-4488-a72e-b698cabf39a8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a227bef5-33d4-4761-8f4b-7835ff8b706a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490308 Jan 28 02:56:35.953689 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3a635c08-6675-4921-ac5f-e2d9c30baed1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (d5bf8f53-5336-4094-a2f6-56776ed6a6ec), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:35.979649 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-3a635c08-6675-4921-ac5f-e2d9c30baed1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5bf8f53-5336-4094-a2f6-56776ed6a6ec']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:56:35.991199 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-3a635c08-6675-4921-ac5f-e2d9c30baed1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bde77c6-bfaf-4d85-9728-75696b2c3b68') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:56:35.991529 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-3a635c08-6675-4921-ac5f-e2d9c30baed1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bde77c6-bfaf-4d85-9728-75696b2c3b68') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:56:36.004975 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3a635c08-6675-4921-ac5f-e2d9c30baed1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (2bde77c6-bfaf-4d85-9728-75696b2c3b68), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:36.021698 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3a635c08-6675-4921-ac5f-e2d9c30baed1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (2bde77c6-bfaf-4d85-9728-75696b2c3b68), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:36.028754 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a635c08-6675-4921-ac5f-e2d9c30baed1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:56:36.029183 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3a635c08-6675-4921-ac5f-e2d9c30baed1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (2bde77c6-bfaf-4d85-9728-75696b2c3b68), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:36.075827 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-06a624e2-c538-49cd-b997-9cdddf5c3412 req-f1f08664-41e3-42bd-8300-b4c97c77e496 service neutron] 10.222.0.39 "GET /v2.0/networks/a227bef5-33d4-4761-8f4b-7835ff8b706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704578 Jan 28 02:56:36.090883 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 02:56:36.090883 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:56:36.090883 n-d-712139-27 neutron-server[109802]: timer() Jan 28 02:56:36.090883 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:56:36.090883 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 02:56:36.090883 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:56:36.090883 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 02:56:36.090883 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:56:36.090883 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 02:56:36.090883 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:56:36.090883 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 02:56:36.090883 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:56:36.090883 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 02:56:36.090883 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:56:36.090883 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:56:36.090883 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:56:36.090883 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:56:36.090883 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:56:36.090883 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 02:56:36.090883 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:56:36.090883 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 02:56:36.090883 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:56:36.090883 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:56:36.090883 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:56:36.090883 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 02:56:36.090883 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:56:36.090883 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:56:36.090883 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:56:36.090883 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:56:36.090883 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:56:36.090883 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:56:36.090883 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:56:36.094095 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e31f7247-eb76-46c4-9215-0e735b550d65 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (2705e572-3cd2-4e70-907c-aebc4327db6a), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:36.110350 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.db.api [None req-3a635c08-6675-4921-ac5f-e2d9c30baed1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 02:56:36.110350 n-d-712139-27 neutron-server[109802]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 02:56:36.110350 n-d-712139-27 neutron-server[109802]: [parameters: {'id': 'd5bf8f53-5336-4094-a2f6-56776ed6a6ec'}] Jan 28 02:56:36.110350 n-d-712139-27 neutron-server[109802]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 02:56:36.110710 n-d-712139-27 neutron-server[109802]: DEBUG oslo_db.api [None req-3a635c08-6675-4921-ac5f-e2d9c30baed1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 02:56:36.154300 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e31f7247-eb76-46c4-9215-0e735b550d65 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:36.160906 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e31f7247-eb76-46c4-9215-0e735b550d65 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/2705e572-3cd2-4e70-907c-aebc4327db6a HTTP/1.1" status: 204 len: 168 time: 1.1004937 Jan 28 02:56:36.161828 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f7247-eb76-46c4-9215-0e735b550d65 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Subnet': ['ID=2705e572-3cd2-4e70-907c-aebc4327db6a,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:36.164705 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41842) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:36.182483 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799ade80-d159-4f01-b3eb-5e7041c7d82d None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:56:36.187430 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:36.253284 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-49050314-9440-42b7-a099-c98a9eb03fdd req-0bba1ce7-fc01-4fc2-92aa-526a7a6713e9 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5468965 Jan 28 02:56:36.296020 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a488366-2f77-4508-a302-7dd1147c99d1 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting subnet a8806c5f-22b7-4ac7-a37a-1a875b1ca93d {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:56:36.305905 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2a488366-2f77-4508-a302-7dd1147c99d1 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (a8806c5f-22b7-4ac7-a37a-1a875b1ca93d), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:36.335582 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc781b-6ac2-4db5-876f-c012f31bc580 req-6474ee34-0b6b-4f75-8690-4426382082da tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:36.341517 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc781b-6ac2-4db5-876f-c012f31bc580 req-6474ee34-0b6b-4f75-8690-4426382082da tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:36.349221 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc781b-6ac2-4db5-876f-c012f31bc580 req-6474ee34-0b6b-4f75-8690-4426382082da tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:36.355364 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc781b-6ac2-4db5-876f-c012f31bc580 req-6474ee34-0b6b-4f75-8690-4426382082da tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:36.361947 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc781b-6ac2-4db5-876f-c012f31bc580 req-6474ee34-0b6b-4f75-8690-4426382082da tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:36.367842 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc781b-6ac2-4db5-876f-c012f31bc580 req-6474ee34-0b6b-4f75-8690-4426382082da tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:36.374454 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc781b-6ac2-4db5-876f-c012f31bc580 req-6474ee34-0b6b-4f75-8690-4426382082da tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:36.383244 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1bbc781b-6ac2-4db5-876f-c012f31bc580 req-6474ee34-0b6b-4f75-8690-4426382082da tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 5421 time: 0.1869185 Jan 28 02:56:36.426948 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2a488366-2f77-4508-a302-7dd1147c99d1 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (a8806c5f-22b7-4ac7-a37a-1a875b1ca93d), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:36.428081 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-06a624e2-c538-49cd-b997-9cdddf5c3412 req-02918b5d-6451-4bf4-8770-458fb12f1cd7 service neutron] 10.222.0.39 "GET /v2.0/networks/a227bef5-33d4-4761-8f4b-7835ff8b706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453763 Jan 28 02:56:36.507101 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1bbc781b-6ac2-4db5-876f-c012f31bc580 req-056cca06-77cf-43c3-a9d7-4ff01c75e616 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&id=3711f489-87e7-4ab3-8353-77075d27f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1226709 Jan 28 02:56:36.624827 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2a488366-2f77-4508-a302-7dd1147c99d1 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (a8806c5f-22b7-4ac7-a37a-1a875b1ca93d), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:36.694893 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3a635c08-6675-4921-ac5f-e2d9c30baed1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (d5bf8f53-5336-4094-a2f6-56776ed6a6ec), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:36.713646 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2a488366-2f77-4508-a302-7dd1147c99d1 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (a8806c5f-22b7-4ac7-a37a-1a875b1ca93d), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:36.752981 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a488366-2f77-4508-a302-7dd1147c99d1 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Subnet': ['ID=a8806c5f-22b7-4ac7-a37a-1a875b1ca93d,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:36.770654 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b480d-bf1d-49b8-914c-5214ac2eb19c req-3239c7b6-d87e-4d51-8114-256a5637455c tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:36.772610 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c50b480d-bf1d-49b8-914c-5214ac2eb19c req-3239c7b6-d87e-4d51-8114-256a5637455c tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=6fd8825b-c79a-44dc-bf17-d231e155c23c HTTP/1.1" status: 200 len: 943 time: 0.3771267 Jan 28 02:56:36.773996 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2a488366-2f77-4508-a302-7dd1147c99d1 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:36.778679 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2a488366-2f77-4508-a302-7dd1147c99d1 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/a8806c5f-22b7-4ac7-a37a-1a875b1ca93d HTTP/1.1" status: 204 len: 168 time: 0.6127653 Jan 28 02:56:36.781560 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41852) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:36.882936 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b23b6372-f3e6-45ca-bab2-587ba93c6360 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0997891 Jan 28 02:56:36.885588 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41854) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:36.911535 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c50b480d-bf1d-49b8-914c-5214ac2eb19c req-c6b90e02-9ead-4732-8717-5d52e205d0a9 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948832 Jan 28 02:56:36.935245 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-3a635c08-6675-4921-ac5f-e2d9c30baed1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Deleting port 0730115b-19be-4b46-ab3f-4aab34255929 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:56:36.935598 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3a635c08-6675-4921-ac5f-e2d9c30baed1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (0730115b-19be-4b46-ab3f-4aab34255929), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:36.980055 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89142247-89ff-4f5d-9a52-1b93d4b0e98e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:36.981934 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-89142247-89ff-4f5d-9a52-1b93d4b0e98e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0952823 Jan 28 02:56:36.987228 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41856) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:37.030095 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-3a635c08-6675-4921-ac5f-e2d9c30baed1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] For port 0730115b-19be-4b46-ab3f-4aab34255929, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=0730115b-19be-4b46-ab3f-4aab34255929,segment=NetworkSegment(2bde77c6-bfaf-4d85-9728-75696b2c3b68),segment_id=2bde77c6-bfaf-4d85-9728-75696b2c3b68)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:37.030525 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3a635c08-6675-4921-ac5f-e2d9c30baed1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (0730115b-19be-4b46-ab3f-4aab34255929), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:37.061948 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-3a635c08-6675-4921-ac5f-e2d9c30baed1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Calling delete_port for 0730115b-19be-4b46-ab3f-4aab34255929 owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:56:37.151831 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd66ff0a-a14c-4006-9df9-81d55a4b7d7a tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:37.157305 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-bd66ff0a-a14c-4006-9df9-81d55a4b7d7a tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1659369 Jan 28 02:56:37.158201 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41858) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:37.169594 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device b373f020-97f8-4599-a986-046cb3b70596 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:56:37.196813 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3a635c08-6675-4921-ac5f-e2d9c30baed1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (0730115b-19be-4b46-ab3f-4aab34255929), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:37.232783 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-372d0414-23c1-4fa7-855f-d2627815687e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0731826 Jan 28 02:56:37.234013 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41860) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:37.245355 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a635c08-6675-4921-ac5f-e2d9c30baed1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Pushing event deleted for resources: {'Port': ['ID=0730115b-19be-4b46-ab3f-4aab34255929,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:37.251936 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a635c08-6675-4921-ac5f-e2d9c30baed1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] No DVR routers for this DVR port 0730115b-19be-4b46-ab3f-4aab34255929 on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:56:37.254142 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-7e2acefc-b7e2-411d-898a-eacad2f1caf3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'subnet': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:37.351079 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port b373f020-97f8-4599-a986-046cb3b70596, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=b373f020-97f8-4599-a986-046cb3b70596,segment=NetworkSegment(358dad74-8d99-4de6-a555-7b85f019730b),segment_id=358dad74-8d99-4de6-a555-7b85f019730b)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:37.379294 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': 'b373f020-97f8-4599-a986-046cb3b70596', 'network_id': 'a227bef5-33d4-4761-8f4b-7835ff8b706a', 'port_id': 'b373f020-97f8-4599-a986-046cb3b70596', 'mac_address': 'fa:16:3e:4a:01:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71933df8-4f13-480f-bf22-3df8e014d14e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:56:37.383674 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d7dcdc-6b1c-4198-b1bb-d254ef0ef32c None None] get_active_networks_info from n-d-712139-27 {{(pid=109804) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 02:56:37.470582 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3a635c08-6675-4921-ac5f-e2d9c30baed1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (d5bf8f53-5336-4094-a2f6-56776ed6a6ec), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:37.492155 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2acefc-b7e2-411d-898a-eacad2f1caf3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:56:37.497035 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7e2acefc-b7e2-411d-898a-eacad2f1caf3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:37.498885 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e2acefc-b7e2-411d-898a-eacad2f1caf3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 02:56:37.499424 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e2acefc-b7e2-411d-898a-eacad2f1caf3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:56:37.530447 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-3a635c08-6675-4921-ac5f-e2d9c30baed1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5bf8f53-5336-4094-a2f6-56776ed6a6ec']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:56:37.546882 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af12e2a-c8eb-48d4-bc7f-d7cacaf6b73f req-61600d78-97dc-453f-83e9-d353662d6cc6 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:37.546882 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3af12e2a-c8eb-48d4-bc7f-d7cacaf6b73f req-61600d78-97dc-453f-83e9-d353662d6cc6 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e56b4d3a-8acd-4529-b287-5317c94039ee HTTP/1.1" status: 200 len: 943 time: 0.1381285 Jan 28 02:56:37.547495 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-3a635c08-6675-4921-ac5f-e2d9c30baed1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bde77c6-bfaf-4d85-9728-75696b2c3b68') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:56:37.547495 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-3a635c08-6675-4921-ac5f-e2d9c30baed1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bde77c6-bfaf-4d85-9728-75696b2c3b68') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:56:37.557829 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7e2acefc-b7e2-411d-898a-eacad2f1caf3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3176107 Jan 28 02:56:37.562178 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3a635c08-6675-4921-ac5f-e2d9c30baed1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (2bde77c6-bfaf-4d85-9728-75696b2c3b68), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:37.564132 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41864) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:37.572464 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-c737b083-53b9-4a16-9dde-c234af995528 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'subnet': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:37.575577 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port b373f020-97f8-4599-a986-046cb3b70596 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:37.579363 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b373f020-97f8-4599-a986-046cb3b70596), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:37.584362 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-fc089359-6c70-426e-8104-bbcecb9e66b6 None None] Provisioning complete for port d70f7335-71e5-421b-994b-db6fd51a00c7 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:56:37.584767 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fc089359-6c70-426e-8104-bbcecb9e66b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d70f7335-71e5-421b-994b-db6fd51a00c7), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:37.679660 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3af12e2a-c8eb-48d4-bc7f-d7cacaf6b73f req-c9568f9d-3505-4271-87df-97763c10cf4e tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337202 Jan 28 02:56:37.699269 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3a635c08-6675-4921-ac5f-e2d9c30baed1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (2bde77c6-bfaf-4d85-9728-75696b2c3b68), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:37.714483 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b373f020-97f8-4599-a986-046cb3b70596 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:56:37.743179 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a635c08-6675-4921-ac5f-e2d9c30baed1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:56:37.743706 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3a635c08-6675-4921-ac5f-e2d9c30baed1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (2bde77c6-bfaf-4d85-9728-75696b2c3b68), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:37.748544 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 02:56:37.748544 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:56:37.748544 n-d-712139-27 neutron-server[109802]: timer() Jan 28 02:56:37.748544 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:56:37.748544 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 02:56:37.748544 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:56:37.748544 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 02:56:37.748544 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:56:37.748544 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 02:56:37.748544 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:56:37.748544 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 02:56:37.748544 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:56:37.748544 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 02:56:37.748544 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:56:37.748544 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:56:37.748544 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:56:37.748544 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:56:37.748544 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:56:37.748544 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 02:56:37.748544 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:56:37.748544 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 02:56:37.748544 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:56:37.748544 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:56:37.748544 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:56:37.748544 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 02:56:37.748544 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:56:37.748544 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:56:37.748544 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:56:37.748544 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:56:37.748544 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:56:37.748544 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:56:37.748544 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:56:37.788712 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port b373f020-97f8-4599-a986-046cb3b70596, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=b373f020-97f8-4599-a986-046cb3b70596,segment=NetworkSegment(358dad74-8d99-4de6-a555-7b85f019730b),segment_id=358dad74-8d99-4de6-a555-7b85f019730b)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:37.798264 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b373f020-97f8-4599-a986-046cb3b70596), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:37.799447 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device e4417d8b-2495-40d0-89f1-a20bba68a3ae details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:56:37.864089 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0413e3-f36e-4a84-b5ee-f8afd2c86270 req-b0c4e202-4573-49e0-8e10-c36aaf4e437a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:37.871439 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0413e3-f36e-4a84-b5ee-f8afd2c86270 req-b0c4e202-4573-49e0-8e10-c36aaf4e437a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:37.878418 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0413e3-f36e-4a84-b5ee-f8afd2c86270 req-b0c4e202-4573-49e0-8e10-c36aaf4e437a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:37.884723 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0413e3-f36e-4a84-b5ee-f8afd2c86270 req-b0c4e202-4573-49e0-8e10-c36aaf4e437a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:37.890369 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0413e3-f36e-4a84-b5ee-f8afd2c86270 req-b0c4e202-4573-49e0-8e10-c36aaf4e437a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:37.893342 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d7dcdc-6b1c-4198-b1bb-d254ef0ef32c None None] Resources bound (agent type, host, resource id): {{(pid=109804) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 02:56:37.895805 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0413e3-f36e-4a84-b5ee-f8afd2c86270 req-b0c4e202-4573-49e0-8e10-c36aaf4e437a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:37.902566 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0413e3-f36e-4a84-b5ee-f8afd2c86270 req-b0c4e202-4573-49e0-8e10-c36aaf4e437a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:37.904326 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1b0413e3-f36e-4a84-b5ee-f8afd2c86270 req-b0c4e202-4573-49e0-8e10-c36aaf4e437a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 5421 time: 0.2068775 Jan 28 02:56:37.905937 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3a635c08-6675-4921-ac5f-e2d9c30baed1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (d5bf8f53-5336-4094-a2f6-56776ed6a6ec), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:37.929634 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3a635c08-6675-4921-ac5f-e2d9c30baed1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:37.949490 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3a635c08-6675-4921-ac5f-e2d9c30baed1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] 10.222.0.53 "DELETE /v2.0/networks/d5bf8f53-5336-4094-a2f6-56776ed6a6ec HTTP/1.1" status: 204 len: 168 time: 3.7481792 Jan 28 02:56:37.951259 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41876) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:37.956376 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c737b083-53b9-4a16-9dde-c234af995528 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:56:37.956956 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-6f1353fa-66c7-48d3-a555-4806614d9e94 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2113197734'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:37.960394 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c737b083-53b9-4a16-9dde-c234af995528 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:37.961648 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-c737b083-53b9-4a16-9dde-c234af995528 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 02:56:37.962100 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c737b083-53b9-4a16-9dde-c234af995528 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:56:37.974158 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a635c08-6675-4921-ac5f-e2d9c30baed1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Pushing event deleted for resources: {'Network': ['ID=d5bf8f53-5336-4094-a2f6-56776ed6a6ec,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:38.026311 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c737b083-53b9-4a16-9dde-c234af995528 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4567337 Jan 28 02:56:38.026740 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=b373f020-97f8-4599-a986-046cb3b70596,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:38.026851 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41878) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:38.032536 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-d5aee545-10be-4cfb-bdfa-721b965898e9 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'subnet': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:38.047030 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1353fa-66c7-48d3-a555-4806614d9e94 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Made reservation on behalf of 45e4e37566e94c3897df53a7dd9549b8 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:56:38.065297 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1b0413e3-f36e-4a84-b5ee-f8afd2c86270 req-4b42861c-ffb7-4a9f-b834-110793542e3b tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&id=3711f489-87e7-4ab3-8353-77075d27f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1371341 Jan 28 02:56:38.075700 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6f1353fa-66c7-48d3-a555-4806614d9e94 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:38.164357 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-fc089359-6c70-426e-8104-bbcecb9e66b6 None None] Current status of the port d70f7335-71e5-421b-994b-db6fd51a00c7 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:38.189545 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5aee545-10be-4cfb-bdfa-721b965898e9 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:56:38.198336 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d5aee545-10be-4cfb-bdfa-721b965898e9 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:38.201014 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5aee545-10be-4cfb-bdfa-721b965898e9 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 02:56:38.202103 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5aee545-10be-4cfb-bdfa-721b965898e9 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:56:38.235567 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d5aee545-10be-4cfb-bdfa-721b965898e9 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2075658 Jan 28 02:56:38.239119 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41880) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:38.247917 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-35a17457-fab8-438e-86e3-1c429824e966 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'subnet': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:38.250836 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f1353fa-66c7-48d3-a555-4806614d9e94 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:56:38.286202 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port e4417d8b-2495-40d0-89f1-a20bba68a3ae, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=e4417d8b-2495-40d0-89f1-a20bba68a3ae,segment=NetworkSegment(5ec551e3-78ab-42a1-92af-4f07dc8530f7),segment_id=5ec551e3-78ab-42a1-92af-4f07dc8530f7)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:38.296710 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6f1353fa-66c7-48d3-a555-4806614d9e94 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (3aeef2c0-1bd9-46af-a7aa-dc21c6a2ca1a), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:38.297188 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-6f1353fa-66c7-48d3-a555-4806614d9e94 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Added segment 3aeef2c0-1bd9-46af-a7aa-dc21c6a2ca1a of type vlan for network b572b393-5865-4959-89a0-a4d6764f660e Jan 28 02:56:38.371711 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdad74f-106a-4b5f-b7d9-f2a503ccdf00 req-ee4d6ab5-93df-49d9-a0a4-7526c62ce0a7 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:38.379224 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fbdad74f-106a-4b5f-b7d9-f2a503ccdf00 req-ee4d6ab5-93df-49d9-a0a4-7526c62ce0a7 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=6fd8825b-c79a-44dc-bf17-d231e155c23c HTTP/1.1" status: 200 len: 944 time: 0.1451066 Jan 28 02:56:38.385705 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': 'e4417d8b-2495-40d0-89f1-a20bba68a3ae', 'network_id': '8a90ebac-f69f-461b-a785-3d45e68aad72', 'port_id': 'e4417d8b-2495-40d0-89f1-a20bba68a3ae', 'mac_address': 'fa:16:3e:dc:d9:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a514938-18f7-4fe1-ae61-4e73697ccb7f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:56:38.395751 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6f1353fa-66c7-48d3-a555-4806614d9e94 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (b572b393-5865-4959-89a0-a4d6764f660e), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:38.412980 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a17457-fab8-438e-86e3-1c429824e966 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:56:38.420322 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-35a17457-fab8-438e-86e3-1c429824e966 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:38.423805 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a17457-fab8-438e-86e3-1c429824e966 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 02:56:38.424762 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35a17457-fab8-438e-86e3-1c429824e966 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:56:38.459697 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-35a17457-fab8-438e-86e3-1c429824e966 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2160385 Jan 28 02:56:38.460267 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41882) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:38.467179 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6f1353fa-66c7-48d3-a555-4806614d9e94 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (b572b393-5865-4959-89a0-a4d6764f660e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:38.470395 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-9aafad5f-22c6-40f2-9e0e-2dbbb2af330d tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'subnet': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:38.473833 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1353fa-66c7-48d3-a555-4806614d9e94 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:38.474532 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6f1353fa-66c7-48d3-a555-4806614d9e94 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:38.494992 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fbdad74f-106a-4b5f-b7d9-f2a503ccdf00 req-07e1d391-8d9b-452d-9c88-0f4082dbff32 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146600 Jan 28 02:56:38.577831 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port e4417d8b-2495-40d0-89f1-a20bba68a3ae is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:38.580349 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e4417d8b-2495-40d0-89f1-a20bba68a3ae), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:38.620089 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1353fa-66c7-48d3-a555-4806614d9e94 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Pushing event updated for resources: {'Network': ['ID=b572b393-5865-4959-89a0-a4d6764f660e,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:38.625864 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6f1353fa-66c7-48d3-a555-4806614d9e94 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6732996 Jan 28 02:56:38.628974 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41884) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:38.630594 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4417d8b-2495-40d0-89f1-a20bba68a3ae {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:56:38.637565 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-fac47c75-a735-455f-a0ba-de2b15129a16 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Request body: {'subnet': {'network_id': 'b572b393-5865-4959-89a0-a4d6764f660e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:38.661765 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4543af-cc69-4dd6-b9bc-af89e8587d2a None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:56:38.665013 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network b572b393-5865-4959-89a0-a4d6764f660e details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:56:38.716136 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aafad5f-22c6-40f2-9e0e-2dbbb2af330d tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:56:38.721754 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9aafad5f-22c6-40f2-9e0e-2dbbb2af330d tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:38.725815 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aafad5f-22c6-40f2-9e0e-2dbbb2af330d tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 02:56:38.726312 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aafad5f-22c6-40f2-9e0e-2dbbb2af330d tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:56:38.750102 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9aafad5f-22c6-40f2-9e0e-2dbbb2af330d tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2875605 Jan 28 02:56:38.754234 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41890) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:38.764567 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-92c1692f-f579-4400-ac99-8d086b8c6c47 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'subnet': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:38.863493 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port e4417d8b-2495-40d0-89f1-a20bba68a3ae, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=e4417d8b-2495-40d0-89f1-a20bba68a3ae,segment=NetworkSegment(5ec551e3-78ab-42a1-92af-4f07dc8530f7),segment_id=5ec551e3-78ab-42a1-92af-4f07dc8530f7)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:38.886951 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e4417d8b-2495-40d0-89f1-a20bba68a3ae), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:39.085291 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac47c75-a735-455f-a0ba-de2b15129a16 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Made reservation on behalf of 45e4e37566e94c3897df53a7dd9549b8 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:56:39.086018 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=e4417d8b-2495-40d0-89f1-a20bba68a3ae,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:39.096353 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fac47c75-a735-455f-a0ba-de2b15129a16 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:39.114914 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c1692f-f579-4400-ac99-8d086b8c6c47 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:56:39.120357 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-92c1692f-f579-4400-ac99-8d086b8c6c47 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:39.123896 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-92c1692f-f579-4400-ac99-8d086b8c6c47 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 02:56:39.124577 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92c1692f-f579-4400-ac99-8d086b8c6c47 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:56:39.140731 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850805ba-8ba1-49fc-9647-0b42ab434db8 req-d3dcd265-2407-4ff3-858f-e40cf41c9791 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:39.155827 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cdc29a-9417-4965-9476-a8da70a78326 None None] DHCP port deletion for f4e9908e-37c3-477d-90df-65c02e38c857 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:56:39.160889 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-850805ba-8ba1-49fc-9647-0b42ab434db8 req-d3dcd265-2407-4ff3-858f-e40cf41c9791 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e56b4d3a-8acd-4529-b287-5317c94039ee HTTP/1.1" status: 200 len: 944 time: 0.1996031 Jan 28 02:56:39.216530 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['b373f020-97f8-4599-a986-046cb3b70596'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:56:39.229135 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-92c1692f-f579-4400-ac99-8d086b8c6c47 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4707587 Jan 28 02:56:39.231942 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41898) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:39.286896 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['e4417d8b-2495-40d0-89f1-a20bba68a3ae'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:56:39.446319 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-850805ba-8ba1-49fc-9647-0b42ab434db8 req-629201c8-6af0-45df-acc8-dc48f8a961cf tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757130 Jan 28 02:56:39.516152 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd17386-f686-44b6-b8da-749458b9078a tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:39.521959 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2fd17386-f686-44b6-b8da-749458b9078a tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2864213 Jan 28 02:56:39.525898 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41900) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:39.565233 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3929bf-1c91-437e-9517-ff2c816a74f7 req-c4582a4f-18f7-4d8f-863c-46be997c9ba7 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:39.573391 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3929bf-1c91-437e-9517-ff2c816a74f7 req-c4582a4f-18f7-4d8f-863c-46be997c9ba7 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:39.580533 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3929bf-1c91-437e-9517-ff2c816a74f7 req-c4582a4f-18f7-4d8f-863c-46be997c9ba7 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:39.586970 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3929bf-1c91-437e-9517-ff2c816a74f7 req-c4582a4f-18f7-4d8f-863c-46be997c9ba7 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:39.593370 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3929bf-1c91-437e-9517-ff2c816a74f7 req-c4582a4f-18f7-4d8f-863c-46be997c9ba7 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:39.599570 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3929bf-1c91-437e-9517-ff2c816a74f7 req-c4582a4f-18f7-4d8f-863c-46be997c9ba7 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:39.613338 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3929bf-1c91-437e-9517-ff2c816a74f7 req-c4582a4f-18f7-4d8f-863c-46be997c9ba7 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:39.617305 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fe3929bf-1c91-437e-9517-ff2c816a74f7 req-c4582a4f-18f7-4d8f-863c-46be997c9ba7 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 5421 time: 0.1889997 Jan 28 02:56:39.622706 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-a1cdc29a-9417-4965-9476-a8da70a78326 None None] Deleting port d70f7335-71e5-421b-994b-db6fd51a00c7 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:56:39.623083 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a1cdc29a-9417-4965-9476-a8da70a78326 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (d70f7335-71e5-421b-994b-db6fd51a00c7), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:39.710741 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-a1cdc29a-9417-4965-9476-a8da70a78326 None None] For port d70f7335-71e5-421b-994b-db6fd51a00c7, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=d70f7335-71e5-421b-994b-db6fd51a00c7,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:39.711054 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a1cdc29a-9417-4965-9476-a8da70a78326 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (d70f7335-71e5-421b-994b-db6fd51a00c7), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:39.726555 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-a1cdc29a-9417-4965-9476-a8da70a78326 None None] Calling delete_port for d70f7335-71e5-421b-994b-db6fd51a00c7 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:56:39.759217 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbcbad8-8557-4547-bca6-25cc28d74e61 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:39.760700 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-edbcbad8-8557-4547-bca6-25cc28d74e61 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2333837 Jan 28 02:56:39.763015 n-d-712139-27 neutron-server[109803]: DEBUG neutron.objects.ports [None req-fac47c75-a735-455f-a0ba-de2b15129a16 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109803) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 02:56:39.767391 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41904) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:39.773510 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fac47c75-a735-455f-a0ba-de2b15129a16 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (633a22d9-0b29-4c97-bd19-5a25806bb335), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:39.796229 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fe3929bf-1c91-437e-9517-ff2c816a74f7 req-a7d12bd0-dfca-4386-b17d-9d58d5fcfddb tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&id=3711f489-87e7-4ab3-8353-77075d27f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1673217 Jan 28 02:56:39.857763 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5eecc-9d00-4a7a-a931-161696b75eec req-9c9bf5fd-f2c2-4c50-be43-d0da30715381 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:39.860452 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e8d5eecc-9d00-4a7a-a931-161696b75eec req-9c9bf5fd-f2c2-4c50-be43-d0da30715381 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=6fd8825b-c79a-44dc-bf17-d231e155c23c HTTP/1.1" status: 200 len: 944 time: 0.2276907 Jan 28 02:56:39.862717 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8006d034-d248-49d1-8ea7-a02395f8a5bd tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0946262 Jan 28 02:56:39.876053 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41908) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:39.883042 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-e8c1c597-e2ac-4171-8424-363ff51b2d85 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'subnet': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:39.967818 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e8d5eecc-9d00-4a7a-a931-161696b75eec req-e13504b2-4c60-407b-80f9-11603a096dcc tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010427 Jan 28 02:56:39.994277 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac47c75-a735-455f-a0ba-de2b15129a16 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Pushing event updated for resources: {'Subnet': ['ID=633a22d9-0b29-4c97-bd19-5a25806bb335,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:40.004540 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac47c75-a735-455f-a0ba-de2b15129a16 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Checking segment: {'id': '3aeef2c0-1bd9-46af-a7aa-dc21c6a2ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b572b393-5865-4959-89a0-a4d6764f660e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:56:40.005557 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac47c75-a735-455f-a0ba-de2b15129a16 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Network hostable DHCP agents. Network: b572b393-5865-4959-89a0-a4d6764f660e, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:56:40.037714 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac47c75-a735-455f-a0ba-de2b15129a16 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Network b572b393-5865-4959-89a0-a4d6764f660e is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:56:40.052208 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c1c597-e2ac-4171-8424-363ff51b2d85 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:56:40.056798 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e8c1c597-e2ac-4171-8424-363ff51b2d85 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:40.177548 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-fac47c75-a735-455f-a0ba-de2b15129a16 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, b572b393-5865-4959-89a0-a4d6764f660e) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:56:40.195394 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac47c75-a735-455f-a0ba-de2b15129a16 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:40.196093 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fac47c75-a735-455f-a0ba-de2b15129a16 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:40.246026 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9da432-9c8f-4fa5-9b8d-c20c5e7eae73 None None] Network b572b393-5865-4959-89a0-a4d6764f660e requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:56:40.255084 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41914) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:40.255795 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-fac47c75-a735-455f-a0ba-de2b15129a16 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6226015 Jan 28 02:56:40.391189 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0537ec3e-4fa6-4e4b-9456-3de9179a13b1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (b572b393-5865-4959-89a0-a4d6764f660e), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:40.449924 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0537ec3e-4fa6-4e4b-9456-3de9179a13b1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (633a22d9-0b29-4c97-bd19-5a25806bb335), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:40.466254 n-d-712139-27 neutron-server[109803]: DEBUG neutron.objects.ports [None req-e8c1c597-e2ac-4171-8424-363ff51b2d85 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109803) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 02:56:40.468086 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e8c1c597-e2ac-4171-8424-363ff51b2d85 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (b2c5b52f-f76a-4116-bd9a-48d10bf1c3a9), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:40.521385 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device d70f7335-71e5-421b-994b-db6fd51a00c7 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:56:40.524963 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c1c597-e2ac-4171-8424-363ff51b2d85 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:56:40.528713 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-e8c1c597-e2ac-4171-8424-363ff51b2d85 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:56:40.533167 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c1c597-e2ac-4171-8424-363ff51b2d85 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:40.533917 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e8c1c597-e2ac-4171-8424-363ff51b2d85 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:40.544276 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: d70f7335-71e5-421b-994b-db6fd51a00c7 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:56:40.544693 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device d70f7335-71e5-421b-994b-db6fd51a00c7 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:56:40.546119 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a1cdc29a-9417-4965-9476-a8da70a78326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (d70f7335-71e5-421b-994b-db6fd51a00c7), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:40.553964 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c1c597-e2ac-4171-8424-363ff51b2d85 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Subnet': ['ID=b2c5b52f-f76a-4116-bd9a-48d10bf1c3a9,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:40.573017 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41920) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:40.574724 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e8c1c597-e2ac-4171-8424-363ff51b2d85 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6971684 Jan 28 02:56:40.579416 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-96b19693-98c4-4a46-bb70-5575f7c86cc9 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'port': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'mac_address': 'fa:16:3e:a4:83:fe', 'name': 'tempest-NetworksTestDHCPv6-62627082'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:40.590886 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cdc29a-9417-4965-9476-a8da70a78326 None None] Pushing event deleted for resources: {'Port': ['ID=d70f7335-71e5-421b-994b-db6fd51a00c7,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:40.596967 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cdc29a-9417-4965-9476-a8da70a78326 None None] No DVR routers for this DVR port d70f7335-71e5-421b-994b-db6fd51a00c7 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:56:40.612432 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97add450-7403-455a-9239-dfe68bb6a542 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-b572b393-5865-4959-89a0-a4d6764f660e', 'network_id': 'b572b393-5865-4959-89a0-a4d6764f660e', 'project_id': '45e4e37566e94c3897df53a7dd9549b8', 'fixed_ips': [{'subnet_id': '633a22d9-0b29-4c97-bd19-5a25806bb335'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:56:40.615663 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-97add450-7403-455a-9239-dfe68bb6a542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:40.636633 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9f9c4d-0590-4fcd-a54b-df924e562c94 None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:56:40.640943 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0537ec3e-4fa6-4e4b-9456-3de9179a13b1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (633a22d9-0b29-4c97-bd19-5a25806bb335), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:40.699197 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537ec3e-4fa6-4e4b-9456-3de9179a13b1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Pushing event deleted for resources: {'Subnet': ['ID=633a22d9-0b29-4c97-bd19-5a25806bb335,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:40.764357 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5f6553-beb7-4727-bf08-a28f0de8d19e None None] Network b572b393-5865-4959-89a0-a4d6764f660e requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:56:40.808689 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0537ec3e-4fa6-4e4b-9456-3de9179a13b1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (b572b393-5865-4959-89a0-a4d6764f660e), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:40.838848 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-0537ec3e-4fa6-4e4b-9456-3de9179a13b1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b572b393-5865-4959-89a0-a4d6764f660e']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:56:40.848450 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60404b2-482e-402d-b6e9-90c8e0b74830 req-298b7d74-4298-42f5-b402-60d87387cef9 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:40.850039 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c60404b2-482e-402d-b6e9-90c8e0b74830 req-298b7d74-4298-42f5-b402-60d87387cef9 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e56b4d3a-8acd-4529-b287-5317c94039ee HTTP/1.1" status: 200 len: 944 time: 0.2025557 Jan 28 02:56:40.864605 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81bd2e2-7729-4dcf-b341-8deee392acae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-f4e9908e-37c3-477d-90df-65c02e38c857', 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'project_id': '3079a2e247734574a53d1baca2087c94', 'fixed_ips': [{'subnet_id': 'b2c5b52f-f76a-4116-bd9a-48d10bf1c3a9'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:56:40.865460 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b81bd2e2-7729-4dcf-b341-8deee392acae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:40.866248 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-0537ec3e-4fa6-4e4b-9456-3de9179a13b1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aeef2c0-1bd9-46af-a7aa-dc21c6a2ca1a') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:56:40.866552 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-0537ec3e-4fa6-4e4b-9456-3de9179a13b1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aeef2c0-1bd9-46af-a7aa-dc21c6a2ca1a') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:56:40.891168 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0537ec3e-4fa6-4e4b-9456-3de9179a13b1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (3aeef2c0-1bd9-46af-a7aa-dc21c6a2ca1a), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:40.907056 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b19693-98c4-4a46-bb70-5575f7c86cc9 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:56:40.930094 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0537ec3e-4fa6-4e4b-9456-3de9179a13b1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (3aeef2c0-1bd9-46af-a7aa-dc21c6a2ca1a), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:40.970733 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0537ec3e-4fa6-4e4b-9456-3de9179a13b1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:56:40.971150 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0537ec3e-4fa6-4e4b-9456-3de9179a13b1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (3aeef2c0-1bd9-46af-a7aa-dc21c6a2ca1a), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:40.974386 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 02:56:40.974386 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:56:40.974386 n-d-712139-27 neutron-server[109802]: timer() Jan 28 02:56:40.974386 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:56:40.974386 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 02:56:40.974386 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:56:40.974386 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 02:56:40.974386 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:56:40.974386 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 02:56:40.974386 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:56:40.974386 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 02:56:40.974386 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:56:40.974386 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 02:56:40.974386 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:56:40.974386 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:56:40.974386 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:56:40.974386 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:56:40.974386 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:56:40.974386 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 02:56:40.974386 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:56:40.974386 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 02:56:40.974386 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:56:40.974386 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:56:40.974386 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:56:40.974386 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 02:56:40.974386 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:56:40.974386 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:56:40.974386 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:56:40.974386 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:56:40.974386 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:56:40.974386 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:56:40.974386 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:56:41.006091 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a8a14-8674-48d1-b2d7-fc5d1e7a461a req-cec540d6-f6a4-490b-af29-1cd77801d894 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:41.011389 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a8a14-8674-48d1-b2d7-fc5d1e7a461a req-cec540d6-f6a4-490b-af29-1cd77801d894 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:41.016694 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a8a14-8674-48d1-b2d7-fc5d1e7a461a req-cec540d6-f6a4-490b-af29-1cd77801d894 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:41.021993 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a8a14-8674-48d1-b2d7-fc5d1e7a461a req-cec540d6-f6a4-490b-af29-1cd77801d894 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:41.027235 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a8a14-8674-48d1-b2d7-fc5d1e7a461a req-cec540d6-f6a4-490b-af29-1cd77801d894 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:41.032578 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a8a14-8674-48d1-b2d7-fc5d1e7a461a req-cec540d6-f6a4-490b-af29-1cd77801d894 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:41.035401 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-b81bd2e2-7729-4dcf-b341-8deee392acae None None] Allocated IP 2001:db8::f816:3eff:fecd:8b4b (f4e9908e-37c3-477d-90df-65c02e38c857/b2c5b52f-f76a-4116-bd9a-48d10bf1c3a9/c0bbade1-57dd-4862-9115-f7c4df4a4955) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:56:41.036271 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c60404b2-482e-402d-b6e9-90c8e0b74830 req-0697a4dc-ead2-4b7c-af3e-e54e7de4016e tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759088 Jan 28 02:56:41.038300 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a8a14-8674-48d1-b2d7-fc5d1e7a461a req-cec540d6-f6a4-490b-af29-1cd77801d894 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:41.040452 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9d9a8a14-8674-48d1-b2d7-fc5d1e7a461a req-cec540d6-f6a4-490b-af29-1cd77801d894 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 5421 time: 0.1332581 Jan 28 02:56:41.067522 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0537ec3e-4fa6-4e4b-9456-3de9179a13b1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (b572b393-5865-4959-89a0-a4d6764f660e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:41.073768 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0537ec3e-4fa6-4e4b-9456-3de9179a13b1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:41.082265 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0537ec3e-4fa6-4e4b-9456-3de9179a13b1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] 10.222.0.53 "DELETE /v2.0/networks/b572b393-5865-4959-89a0-a4d6764f660e HTTP/1.1" status: 204 len: 168 time: 0.8233104 Jan 28 02:56:41.082468 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41932) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:41.108476 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-96b19693-98c4-4a46-bb70-5575f7c86cc9 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:41.112283 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537ec3e-4fa6-4e4b-9456-3de9179a13b1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Pushing event deleted for resources: {'Network': ['ID=b572b393-5865-4959-89a0-a4d6764f660e,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:41.141937 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a9df2ac-c3e2-43de-8902-1724e2bfa8e1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] DELETE failed (client error): The resource could not be found. Jan 28 02:56:41.141937 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a9df2ac-c3e2-43de-8902-1724e2bfa8e1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:56:41.141937 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5a9df2ac-c3e2-43de-8902-1724e2bfa8e1 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] 10.222.0.53 "DELETE /v2.0/subnets/633a22d9-0b29-4c97-bd19-5a25806bb335 HTTP/1.1" status: 404 len: 337 time: 0.0527329 Jan 28 02:56:41.142460 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41936) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:41.150855 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-96b19693-98c4-4a46-bb70-5575f7c86cc9 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] device_id is not set on port ef037827-96fe-49a9-af4a-da8e2f5bffac yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:56:41.176706 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-afb43178-d772-41a1-9fec-80519d27604a tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] DELETE failed (client error): The resource could not be found. Jan 28 02:56:41.177360 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afb43178-d772-41a1-9fec-80519d27604a tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:56:41.182142 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9d9a8a14-8674-48d1-b2d7-fc5d1e7a461a req-bc418ff1-2180-455d-86e3-97e7400da45a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&id=3711f489-87e7-4ab3-8353-77075d27f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1338103 Jan 28 02:56:41.183351 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41940) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:41.183467 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-afb43178-d772-41a1-9fec-80519d27604a tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] 10.222.0.53 "DELETE /v2.0/networks/b572b393-5865-4959-89a0-a4d6764f660e HTTP/1.1" status: 404 len: 339 time: 0.0432935 Jan 28 02:56:41.198554 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device b373f020-97f8-4599-a986-046cb3b70596 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:56:41.213754 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2a7fe54-3889-49b7-a9a1-1cf48c877602 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] DELETE failed (client error): The resource could not be found. Jan 28 02:56:41.214073 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2a7fe54-3889-49b7-a9a1-1cf48c877602 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:56:41.217954 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e2a7fe54-3889-49b7-a9a1-1cf48c877602 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] 10.222.0.53 "DELETE /v2.0/subnets/8a71bad6-4702-466f-b65c-a26ea40a3ad2 HTTP/1.1" status: 404 len: 337 time: 0.0327368 Jan 28 02:56:41.221381 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41942) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:41.240272 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-27da415d-f157-4053-ac58-4f24bfb85ba5 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] DELETE failed (client error): The resource could not be found. Jan 28 02:56:41.240803 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27da415d-f157-4053-ac58-4f24bfb85ba5 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:56:41.244278 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-27da415d-f157-4053-ac58-4f24bfb85ba5 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] 10.222.0.53 "DELETE /v2.0/networks/d5bf8f53-5336-4094-a2f6-56776ed6a6ec HTTP/1.1" status: 404 len: 339 time: 0.0221968 Jan 28 02:56:41.247105 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41944) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:41.279049 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aab8c75-eb96-4487-ae78-e855f00288cd tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] DELETE failed (client error): The resource could not be found. Jan 28 02:56:41.279392 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aab8c75-eb96-4487-ae78-e855f00288cd tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:56:41.283219 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-2aab8c75-eb96-4487-ae78-e855f00288cd tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] 10.222.0.53 "DELETE /v2.0/subnets/701fff0c-6e76-4790-a795-0b10f3f43dbf HTTP/1.1" status: 404 len: 337 time: 0.0351040 Jan 28 02:56:41.292194 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41946) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:41.325288 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f2a056-7214-4048-bc70-950d26755dd2 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] DELETE failed (client error): The resource could not be found. Jan 28 02:56:41.325811 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3f2a056-7214-4048-bc70-950d26755dd2 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:56:41.329797 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f3f2a056-7214-4048-bc70-950d26755dd2 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] 10.222.0.53 "DELETE /v2.0/networks/02f9a7a7-8e34-4fbb-b7b4-a55e02e7feda HTTP/1.1" status: 404 len: 339 time: 0.0358169 Jan 28 02:56:41.331818 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41950) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:41.339827 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b81bd2e2-7729-4dcf-b341-8deee392acae None None] Publish callbacks [] for port (c0bbade1-57dd-4862-9115-f7c4df4a4955), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:41.352199 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b81bd2e2-7729-4dcf-b341-8deee392acae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (c0bbade1-57dd-4862-9115-f7c4df4a4955), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:41.382380 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5eb4e-0ed1-4379-869c-788128ca6893 req-5af9378a-158d-431f-8bf4-fd86d5a1b0d9 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:41.383966 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-12a5eb4e-0ed1-4379-869c-788128ca6893 req-5af9378a-158d-431f-8bf4-fd86d5a1b0d9 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=6fd8825b-c79a-44dc-bf17-d231e155c23c HTTP/1.1" status: 200 len: 944 time: 0.1072171 Jan 28 02:56:41.404366 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aaa537-34e8-475e-bf28-a6751d70f46a req-2e58ebe1-9cb5-4ae6-99d4-2351c6542a79 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:41.407371 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81bd2e2-7729-4dcf-b341-8deee392acae None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:56:41.411826 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-56aaa537-34e8-475e-bf28-a6751d70f46a req-2e58ebe1-9cb5-4ae6-99d4-2351c6542a79 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/networks?id=290af027-4910-45bb-b54e-a29d61400c05 HTTP/1.1" status: 200 len: 808 time: 0.2451408 Jan 28 02:56:41.418474 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-b81bd2e2-7729-4dcf-b341-8deee392acae None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:56:41.424479 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81bd2e2-7729-4dcf-b341-8deee392acae None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:56:41.430615 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-56aaa537-34e8-475e-bf28-a6751d70f46a req-b2229a42-60fa-42a0-a1c1-15cd7da7f5d6 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/quotas/e168a8b773b74055bc0667e0581a74cd HTTP/1.1" status: 200 len: 375 time: 0.0180190 Jan 28 02:56:41.431581 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81bd2e2-7729-4dcf-b341-8deee392acae None None] Pushing event updated for resources: {'Port': ['ID=c0bbade1-57dd-4862-9115-f7c4df4a4955,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:41.442883 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port b373f020-97f8-4599-a986-046cb3b70596 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:56:41.466237 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port b373f020-97f8-4599-a986-046cb3b70596 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:56:41.466715 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b373f020-97f8-4599-a986-046cb3b70596), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:41.469302 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-12a5eb4e-0ed1-4379-869c-788128ca6893 req-3f097d33-1e7e-4efb-8d49-607d0e6ae3fb tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748379 Jan 28 02:56:41.486790 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-96b19693-98c4-4a46-bb70-5575f7c86cc9 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Allocated IP 2001:db8::f816:3eff:fea4:83fe (f4e9908e-37c3-477d-90df-65c02e38c857/b2c5b52f-f76a-4116-bd9a-48d10bf1c3a9/ef037827-96fe-49a9-af4a-da8e2f5bffac) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:56:41.505407 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-b2a708f7-3a2f-4f29-9f00-6714c8e0517f tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Deleting port 99e35f08-2649-414d-b406-76433dd949c1 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:56:41.506070 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b2a708f7-3a2f-4f29-9f00-6714c8e0517f tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (99e35f08-2649-414d-b406-76433dd949c1), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:41.521354 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-b81bd2e2-7729-4dcf-b341-8deee392acae None None] Attempting to bind port c0bbade1-57dd-4862-9115-f7c4df4a4955 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:56:41.521874 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-b81bd2e2-7729-4dcf-b341-8deee392acae None None] Attempting to bind port c0bbade1-57dd-4862-9115-f7c4df4a4955 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:56:41.522464 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81bd2e2-7729-4dcf-b341-8deee392acae None None] Attempting to bind port c0bbade1-57dd-4862-9115-f7c4df4a4955 on network f4e9908e-37c3-477d-90df-65c02e38c857 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:56:41.526667 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-56aaa537-34e8-475e-bf28-a6751d70f46a req-82979786-9f2a-444e-b8f0-f65b1b554bac tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e168a8b773b74055bc0667e0581a74cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0950749 Jan 28 02:56:41.533945 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81bd2e2-7729-4dcf-b341-8deee392acae None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:56:41.534374 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81bd2e2-7729-4dcf-b341-8deee392acae None None] Checking segment: {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:56:41.534882 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b81bd2e2-7729-4dcf-b341-8deee392acae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:41.535370 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81bd2e2-7729-4dcf-b341-8deee392acae None None] Bound using segment: {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:56:41.535964 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-b81bd2e2-7729-4dcf-b341-8deee392acae None None] Bound port: c0bbade1-57dd-4862-9115-f7c4df4a4955, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:56:41.536443 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b81bd2e2-7729-4dcf-b341-8deee392acae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c0bbade1-57dd-4862-9115-f7c4df4a4955), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:41.607674 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b2a708f7-3a2f-4f29-9f00-6714c8e0517f tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (99e35f08-2649-414d-b406-76433dd949c1), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:41.636333 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-b2a708f7-3a2f-4f29-9f00-6714c8e0517f tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Calling delete_port for 99e35f08-2649-414d-b406-76433dd949c1 owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:56:41.668060 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-b81bd2e2-7729-4dcf-b341-8deee392acae None None] For port c0bbade1-57dd-4862-9115-f7c4df4a4955, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:56:41.673833 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-b81bd2e2-7729-4dcf-b341-8deee392acae None None] For port c0bbade1-57dd-4862-9115-f7c4df4a4955, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=c0bbade1-57dd-4862-9115-f7c4df4a4955,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:56:41.675600 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port b373f020-97f8-4599-a986-046cb3b70596 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:41.676003 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b373f020-97f8-4599-a986-046cb3b70596), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:41.686766 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-0b272871-57f8-4913-a56d-4538b52ec39a tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1259269178&fields=id&tenant_id=befd34c380174bf4b40f46a4a27ffeac HTTP/1.1" status: 200 len: 267 time: 0.0960288 Jan 28 02:56:41.688886 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b81bd2e2-7729-4dcf-b341-8deee392acae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c0bbade1-57dd-4862-9115-f7c4df4a4955), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:41.732118 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd8825b-c79a-44dc-bf17-d231e155c23c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b373f020-97f8-4599-a986-046cb3b70596'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:56:41.734614 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62fbe96-b208-4498-846a-d177ce5f09fb" -d '{"events": [{"server_uuid": "6fd8825b-c79a-44dc-bf17-d231e155c23c", "name": "network-vif-plugged", "status": "completed", "tag": "b373f020-97f8-4599-a986-046cb3b70596"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:56:41.765994 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port b373f020-97f8-4599-a986-046cb3b70596, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=b373f020-97f8-4599-a986-046cb3b70596,segment=NetworkSegment(358dad74-8d99-4de6-a555-7b85f019730b),segment_id=358dad74-8d99-4de6-a555-7b85f019730b)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:41.777621 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b373f020-97f8-4599-a986-046cb3b70596), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:41.778429 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device e4417d8b-2495-40d0-89f1-a20bba68a3ae up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:56:41.781675 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81bd2e2-7729-4dcf-b341-8deee392acae None None] Pushing event updated for resources: {'Port': ['ID=c0bbade1-57dd-4862-9115-f7c4df4a4955,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:41.854294 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-d44f8477-1a6a-4f41-b4a1-ad9da95427e8 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:41.855867 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-d44f8477-1a6a-4f41-b4a1-ad9da95427e8 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/networks?id=7dc952e9-3c46-450c-9a62-b53f248a00c4 HTTP/1.1" status: 200 len: 816 time: 0.1376078 Jan 28 02:56:41.856261 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=b373f020-97f8-4599-a986-046cb3b70596,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:41.882412 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port e4417d8b-2495-40d0-89f1-a20bba68a3ae completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:56:41.887133 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port e4417d8b-2495-40d0-89f1-a20bba68a3ae triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:56:41.888027 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e4417d8b-2495-40d0-89f1-a20bba68a3ae), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:41.891573 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-5489d2d6-3628-4678-9207-2ff3f1753121 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/quotas/befd34c380174bf4b40f46a4a27ffeac HTTP/1.1" status: 200 len: 375 time: 0.0230906 Jan 28 02:56:41.971180 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b2a708f7-3a2f-4f29-9f00-6714c8e0517f tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (99e35f08-2649-414d-b406-76433dd949c1), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:42.011017 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port e4417d8b-2495-40d0-89f1-a20bba68a3ae is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:42.011445 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e4417d8b-2495-40d0-89f1-a20bba68a3ae), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:42.021597 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-56aaa537-34e8-475e-bf28-a6751d70f46a req-f4507d7e-188a-4f0b-99b8-99331ea7c860 service neutron] 10.222.0.53 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4939473 Jan 28 02:56:42.024614 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a708f7-3a2f-4f29-9f00-6714c8e0517f tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Pushing event deleted for resources: {'Port': ['ID=99e35f08-2649-414d-b406-76433dd949c1,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:42.043032 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-e0b098ac-7ec0-4b57-be47-1a73e65e10a5 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=befd34c380174bf4b40f46a4a27ffeac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1458685 Jan 28 02:56:42.044233 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b2a708f7-3a2f-4f29-9f00-6714c8e0517f tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:42.048902 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b2a708f7-3a2f-4f29-9f00-6714c8e0517f tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] 10.222.0.53 "DELETE /v2.0/ports/99e35f08-2649-414d-b406-76433dd949c1 HTTP/1.1" status: 204 len: 168 time: 0.7161317 Jan 28 02:56:42.051429 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41956) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:42.078229 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port e4417d8b-2495-40d0-89f1-a20bba68a3ae, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=e4417d8b-2495-40d0-89f1-a20bba68a3ae,segment=NetworkSegment(5ec551e3-78ab-42a1-92af-4f07dc8530f7),segment_id=5ec551e3-78ab-42a1-92af-4f07dc8530f7)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:42.096541 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e4417d8b-2495-40d0-89f1-a20bba68a3ae), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:42.097167 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-320ae341-a859-4fbf-8da1-e3622bf79392 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] DELETE failed (client error): The resource could not be found. Jan 28 02:56:42.097630 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-320ae341-a859-4fbf-8da1-e3622bf79392 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:56:42.101315 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-320ae341-a859-4fbf-8da1-e3622bf79392 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] 10.222.0.53 "DELETE /v2.0/subnets/9371e59f-3775-4d18-b698-aa42e7fb66f1 HTTP/1.1" status: 404 len: 337 time: 0.0486729 Jan 28 02:56:42.109355 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41960) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:42.183786 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-56aaa537-34e8-475e-bf28-a6751d70f46a req-e52bd7e0-2e9f-4067-8b5d-c9eb8cb55d65 service neutron] 10.222.0.53 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522794 Jan 28 02:56:42.190554 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-e41e7727-e15d-4490-90cd-9ebb5f5d5188 service neutron] 10.222.0.53 "GET /v2.0/networks/7dc952e9-3c46-450c-9a62-b53f248a00c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238725 Jan 28 02:56:42.222167 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=e4417d8b-2495-40d0-89f1-a20bba68a3ae,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:42.298600 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-96b19693-98c4-4a46-bb70-5575f7c86cc9 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for port (ef037827-96fe-49a9-af4a-da8e2f5bffac), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:42.307154 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c0bbade1-57dd-4862-9115-f7c4df4a4955 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:56:42.311553 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f4979d53-07f8-4982-b9e3-94a4d80c427e tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (12d57503-4e18-439f-a291-5a761fa9fbff), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:42.323649 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-0c8ceee8-ace6-4199-bf51-fa83c999951f service neutron] 10.222.0.53 "GET /v2.0/networks/7dc952e9-3c46-450c-9a62-b53f248a00c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262264 Jan 28 02:56:42.377860 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port c0bbade1-57dd-4862-9115-f7c4df4a4955 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:56:42.378337 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c0bbade1-57dd-4862-9115-f7c4df4a4955), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:42.447839 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f4979d53-07f8-4982-b9e3-94a4d80c427e tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (12d57503-4e18-439f-a291-5a761fa9fbff), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:42.458860 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-96b19693-98c4-4a46-bb70-5575f7c86cc9 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (ef037827-96fe-49a9-af4a-da8e2f5bffac), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:42.484824 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port c0bbade1-57dd-4862-9115-f7c4df4a4955 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:42.485343 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c0bbade1-57dd-4862-9115-f7c4df4a4955), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:42.501490 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-f4979d53-07f8-4982-b9e3-94a4d80c427e tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12d57503-4e18-439f-a291-5a761fa9fbff']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:56:42.519056 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-f4979d53-07f8-4982-b9e3-94a4d80c427e tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aabed833-093c-46b2-b09d-ec85234894b4') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:56:42.519357 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-f4979d53-07f8-4982-b9e3-94a4d80c427e tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aabed833-093c-46b2-b09d-ec85234894b4') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:56:42.536912 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f4979d53-07f8-4982-b9e3-94a4d80c427e tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (aabed833-093c-46b2-b09d-ec85234894b4), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:42.541201 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port c0bbade1-57dd-4862-9115-f7c4df4a4955, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=c0bbade1-57dd-4862-9115-f7c4df4a4955,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:42.547685 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c0bbade1-57dd-4862-9115-f7c4df4a4955), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:42.554024 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b19693-98c4-4a46-bb70-5575f7c86cc9 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:56:42.560763 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-96b19693-98c4-4a46-bb70-5575f7c86cc9 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:56:42.565318 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b19693-98c4-4a46-bb70-5575f7c86cc9 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Port': ['ID=ef037827-96fe-49a9-af4a-da8e2f5bffac,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:42.570280 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b19693-98c4-4a46-bb70-5575f7c86cc9 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:56:42.574304 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b19693-98c4-4a46-bb70-5575f7c86cc9 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:42.575139 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-96b19693-98c4-4a46-bb70-5575f7c86cc9 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:42.577800 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f4979d53-07f8-4982-b9e3-94a4d80c427e tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (aabed833-093c-46b2-b09d-ec85234894b4), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:42.588701 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4979d53-07f8-4982-b9e3-94a4d80c427e tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:56:42.589125 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f4979d53-07f8-4982-b9e3-94a4d80c427e tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (aabed833-093c-46b2-b09d-ec85234894b4), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:42.592271 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 02:56:42.592271 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:56:42.592271 n-d-712139-27 neutron-server[109802]: timer() Jan 28 02:56:42.592271 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:56:42.592271 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 02:56:42.592271 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:56:42.592271 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 02:56:42.592271 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:56:42.592271 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 02:56:42.592271 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:56:42.592271 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 02:56:42.592271 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:56:42.592271 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 02:56:42.592271 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:56:42.592271 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:56:42.592271 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:56:42.592271 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:56:42.592271 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:56:42.592271 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 02:56:42.592271 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:56:42.592271 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 02:56:42.592271 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:56:42.592271 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:56:42.592271 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:56:42.592271 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 02:56:42.592271 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:56:42.592271 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:56:42.592271 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:56:42.592271 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:56:42.592271 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:56:42.592271 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:56:42.592271 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:56:42.671063 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-96b19693-98c4-4a46-bb70-5575f7c86cc9 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.0963500 Jan 28 02:56:42.674898 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41982) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:42.716175 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=c0bbade1-57dd-4862-9115-f7c4df4a4955,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:42.728448 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f4979d53-07f8-4982-b9e3-94a4d80c427e tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (12d57503-4e18-439f-a291-5a761fa9fbff), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:42.755470 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f4979d53-07f8-4982-b9e3-94a4d80c427e tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:42.758700 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f4979d53-07f8-4982-b9e3-94a4d80c427e tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] 10.222.0.53 "DELETE /v2.0/networks/12d57503-4e18-439f-a291-5a761fa9fbff HTTP/1.1" status: 204 len: 168 time: 0.6430407 Jan 28 02:56:42.759578 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4979d53-07f8-4982-b9e3-94a4d80c427e tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Pushing event deleted for resources: {'Network': ['ID=12d57503-4e18-439f-a291-5a761fa9fbff,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:42.766654 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41988) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:42.874063 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dd86fe-110a-48e5-8b44-bb396977f8eb tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:42.880636 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dd86fe-110a-48e5-8b44-bb396977f8eb tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:42.883522 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d9dd86fe-110a-48e5-8b44-bb396977f8eb tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2054682 Jan 28 02:56:42.916744 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41992) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:43.030705 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88938f9a-2123-401b-8022-705d21d38246 req-ef4eba8b-0f18-41e6-a532-262c0954de30 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:43.032669 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-88938f9a-2123-401b-8022-705d21d38246 req-ef4eba8b-0f18-41e6-a532-262c0954de30 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e56b4d3a-8acd-4529-b287-5317c94039ee HTTP/1.1" status: 200 len: 945 time: 0.1656914 Jan 28 02:56:43.063783 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb650f23-ce69-46e8-8209-969307a70975 x-openstack-request-id: req-cb650f23-ce69-46e8-8209-969307a70975 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:56:43.064236 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd8825b-c79a-44dc-bf17-d231e155c23c", "name": "network-vif-plugged", "status": "completed", "tag": "b373f020-97f8-4599-a986-046cb3b70596", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:56:43.064612 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cb650f23-ce69-46e8-8209-969307a70975 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:56:43.065121 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd8825b-c79a-44dc-bf17-d231e155c23c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b373f020-97f8-4599-a986-046cb3b70596', 'code': 200} Jan 28 02:56:43.106170 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-9a9ad2e6-7f8a-4f4a-8dbe-ce05c1fb63a5 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Deleting port 174920e9-d791-40c5-a70d-1d663fb21eab {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:56:43.110333 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a9ad2e6-7f8a-4f4a-8dbe-ce05c1fb63a5 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (174920e9-d791-40c5-a70d-1d663fb21eab), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:43.118524 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-88938f9a-2123-401b-8022-705d21d38246 req-dbd8336c-3306-428d-b260-948d7f434f7b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780249 Jan 28 02:56:43.316872 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-36e70493-d28d-44cb-b77b-d48b9d51299d None None] Provisioning complete for port c0bbade1-57dd-4862-9115-f7c4df4a4955 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:56:43.317612 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a9ad2e6-7f8a-4f4a-8dbe-ce05c1fb63a5 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (174920e9-d791-40c5-a70d-1d663fb21eab), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:43.319527 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-36e70493-d28d-44cb-b77b-d48b9d51299d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c0bbade1-57dd-4862-9115-f7c4df4a4955), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:43.339232 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950da387-2261-4aad-8254-2c1e14090508 req-8fb43542-e40c-4b70-96a9-4ca6a3dd6fdc tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:43.347197 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-950da387-2261-4aad-8254-2c1e14090508 req-8fb43542-e40c-4b70-96a9-4ca6a3dd6fdc tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=6fd8825b-c79a-44dc-bf17-d231e155c23c HTTP/1.1" status: 200 len: 945 time: 0.1309407 Jan 28 02:56:43.353799 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-9a9ad2e6-7f8a-4f4a-8dbe-ce05c1fb63a5 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Calling delete_port for 174920e9-d791-40c5-a70d-1d663fb21eab owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:56:43.424044 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4dc92-3bfd-43dd-bd0b-c3681c70ecb5 req-8cb218d6-e9c4-435b-b384-f6e75832fdcb tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:43.430215 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4dc92-3bfd-43dd-bd0b-c3681c70ecb5 req-8cb218d6-e9c4-435b-b384-f6e75832fdcb tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:43.439451 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4dc92-3bfd-43dd-bd0b-c3681c70ecb5 req-8cb218d6-e9c4-435b-b384-f6e75832fdcb tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:43.447940 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4dc92-3bfd-43dd-bd0b-c3681c70ecb5 req-8cb218d6-e9c4-435b-b384-f6e75832fdcb tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:43.448577 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-36e70493-d28d-44cb-b77b-d48b9d51299d None None] Current status of the port c0bbade1-57dd-4862-9115-f7c4df4a4955 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:43.454021 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4dc92-3bfd-43dd-bd0b-c3681c70ecb5 req-8cb218d6-e9c4-435b-b384-f6e75832fdcb tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:43.459999 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4dc92-3bfd-43dd-bd0b-c3681c70ecb5 req-8cb218d6-e9c4-435b-b384-f6e75832fdcb tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:43.465380 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4dc92-3bfd-43dd-bd0b-c3681c70ecb5 req-8cb218d6-e9c4-435b-b384-f6e75832fdcb tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:43.466819 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-950da387-2261-4aad-8254-2c1e14090508 req-6ffa775c-91f3-483b-9043-9fb91a1d683b tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185012 Jan 28 02:56:43.467602 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16e4dc92-3bfd-43dd-bd0b-c3681c70ecb5 req-8cb218d6-e9c4-435b-b384-f6e75832fdcb tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 5421 time: 0.3189182 Jan 28 02:56:43.475267 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cbf698-d7a2-46f6-9636-7b82f84a5ce7 req-3710a073-c180-451d-a606-080c8577bb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:43.477274 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a7cbf698-d7a2-46f6-9636-7b82f84a5ce7 req-3710a073-c180-451d-a606-080c8577bb2b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6fd8825b-c79a-44dc-bf17-d231e155c23c HTTP/1.1" status: 200 len: 1097 time: 0.2620099 Jan 28 02:56:43.483484 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-26580537-b752-4b08-b07b-678860ad5991 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting port ef037827-96fe-49a9-af4a-da8e2f5bffac {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:56:43.483867 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-26580537-b752-4b08-b07b-678860ad5991 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (ef037827-96fe-49a9-af4a-da8e2f5bffac), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:43.603035 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-327c7c05-c08a-45a6-a56c-f7ac9656a20c req-124a55d7-e250-4225-a60a-55ffeb93966f tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 210 time: 0.0370839 Jan 28 02:56:43.696895 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7bf414f-9572-499d-9e9d-98e113ca9317 None None] Provisioning complete for port ef037827-96fe-49a9-af4a-da8e2f5bffac triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:56:43.697556 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7bf414f-9572-499d-9e9d-98e113ca9317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ef037827-96fe-49a9-af4a-da8e2f5bffac), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:43.742908 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7bf414f-9572-499d-9e9d-98e113ca9317 None None] Port ef037827-96fe-49a9-af4a-da8e2f5bffac cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:56:43.759952 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fd5caa41-28f2-4295-b7df-a9e9e5e74979 req-07c63def-f987-4378-a5bd-65b96cd40eb7 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 210 time: 0.0347171 Jan 28 02:56:43.973102 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16e4dc92-3bfd-43dd-bd0b-c3681c70ecb5 req-54190aaf-648c-4613-8a63-05cf815bbfd4 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&id=3711f489-87e7-4ab3-8353-77075d27f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4927430 Jan 28 02:56:44.017148 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a7cbf698-d7a2-46f6-9636-7b82f84a5ce7 req-5f22b3ff-7fe8-4453-83be-f96532d9b2ac service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4987662 Jan 28 02:56:44.030932 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a9ad2e6-7f8a-4f4a-8dbe-ce05c1fb63a5 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (174920e9-d791-40c5-a70d-1d663fb21eab), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:44.041304 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-26580537-b752-4b08-b07b-678860ad5991 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (ef037827-96fe-49a9-af4a-da8e2f5bffac), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:44.068529 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9ad2e6-7f8a-4f4a-8dbe-ce05c1fb63a5 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Pushing event deleted for resources: {'Port': ['ID=174920e9-d791-40c5-a70d-1d663fb21eab,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:44.076375 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-26580537-b752-4b08-b07b-678860ad5991 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Calling delete_port for ef037827-96fe-49a9-af4a-da8e2f5bffac owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:56:44.084665 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a9ad2e6-7f8a-4f4a-8dbe-ce05c1fb63a5 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:44.088379 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9a9ad2e6-7f8a-4f4a-8dbe-ce05c1fb63a5 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] 10.222.0.53 "DELETE /v2.0/ports/174920e9-d791-40c5-a70d-1d663fb21eab HTTP/1.1" status: 204 len: 168 time: 1.3204417 Jan 28 02:56:44.091114 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42006) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:44.122517 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba594639-e5ed-43f9-9b38-468430b053e2 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] DELETE failed (client error): The resource could not be found. Jan 28 02:56:44.122994 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba594639-e5ed-43f9-9b38-468430b053e2 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:56:44.126746 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ba594639-e5ed-43f9-9b38-468430b053e2 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] 10.222.0.53 "DELETE /v2.0/subnets/c90f6983-b3c9-464e-85c4-7f6b61db561e HTTP/1.1" status: 404 len: 337 time: 0.0337791 Jan 28 02:56:44.129289 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42008) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:44.187410 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c0bbade1-57dd-4862-9115-f7c4df4a4955 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:56:44.260917 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-26580537-b752-4b08-b07b-678860ad5991 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (ef037827-96fe-49a9-af4a-da8e2f5bffac), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:44.276730 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port c0bbade1-57dd-4862-9115-f7c4df4a4955 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:56:44.277119 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c0bbade1-57dd-4862-9115-f7c4df4a4955), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:44.277746 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7645747d-db53-4d94-aff9-a56a3fba9617 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (3235772c-627a-4a3a-a253-fb509a0e7804), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:44.301753 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb59d2-62df-4e3a-aca8-943977db00d4 req-852bf511-89e7-4b13-8884-af244d0b0a78 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:44.303347 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5eeb59d2-62df-4e3a-aca8-943977db00d4 req-852bf511-89e7-4b13-8884-af244d0b0a78 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e56b4d3a-8acd-4529-b287-5317c94039ee HTTP/1.1" status: 200 len: 945 time: 0.0961206 Jan 28 02:56:44.314232 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26580537-b752-4b08-b07b-678860ad5991 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Port': ['ID=ef037827-96fe-49a9-af4a-da8e2f5bffac,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:44.391286 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port c0bbade1-57dd-4862-9115-f7c4df4a4955 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:44.409297 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-26580537-b752-4b08-b07b-678860ad5991 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:44.412652 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-26580537-b752-4b08-b07b-678860ad5991 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/ports/ef037827-96fe-49a9-af4a-da8e2f5bffac HTTP/1.1" status: 204 len: 168 time: 1.4935043 Jan 28 02:56:44.421801 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42012) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:44.510464 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aaa537-34e8-475e-bf28-a6751d70f46a req-dfe32b3b-b20b-4669-a160-acefb5cd8b72 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:44.512182 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-56aaa537-34e8-475e-bf28-a6751d70f46a req-dfe32b3b-b20b-4669-a160-acefb5cd8b72 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.67 "GET /v2.0/networks?id=290af027-4910-45bb-b54e-a29d61400c05 HTTP/1.1" status: 200 len: 808 time: 0.1558254 Jan 28 02:56:44.531572 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-56aaa537-34e8-475e-bf28-a6751d70f46a req-c591f931-a209-4175-afcc-6b5565ab16dc tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Request body: {'port': {'device_id': 'e320c8b1-639f-4caf-8f27-722c22e8dac8', 'network_id': '290af027-4910-45bb-b54e-a29d61400c05', 'admin_state_up': True, 'tenant_id': 'e168a8b773b74055bc0667e0581a74cd'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:44.635171 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5eeb59d2-62df-4e3a-aca8-943977db00d4 req-ebe7ac8c-719d-43f5-8fbb-576b6edc979b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927854 Jan 28 02:56:44.641241 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-3e1fdf95-a4c0-4421-acc8-c33967b84cee tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:44.643432 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-3e1fdf95-a4c0-4421-acc8-c33967b84cee tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.67 "GET /v2.0/networks?id=7dc952e9-3c46-450c-9a62-b53f248a00c4 HTTP/1.1" status: 200 len: 816 time: 0.2793126 Jan 28 02:56:44.653318 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-7645747d-db53-4d94-aff9-a56a3fba9617 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Deleting port 899b95da-15c0-4b82-80f6-040492cf5bc5 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:56:44.653973 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7645747d-db53-4d94-aff9-a56a3fba9617 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (899b95da-15c0-4b82-80f6-040492cf5bc5), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:44.723192 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77c4245-def7-446a-96cd-ac8ae0df0d5d tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:44.726675 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77c4245-def7-446a-96cd-ac8ae0df0d5d tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:44.728854 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340c695-2e75-4251-980f-a25369e8ad4d req-964c02ff-31d8-4126-8ae6-51530a04379c tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:44.730412 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3340c695-2e75-4251-980f-a25369e8ad4d req-964c02ff-31d8-4126-8ae6-51530a04379c tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=6fd8825b-c79a-44dc-bf17-d231e155c23c HTTP/1.1" status: 200 len: 945 time: 0.1535726 Jan 28 02:56:44.734510 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d77c4245-def7-446a-96cd-ac8ae0df0d5d tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3086674 Jan 28 02:56:44.739323 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42018) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:44.826670 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-743b156f-4690-499b-94e6-67802f20ab7c req-e91a2edb-a652-42eb-b3bd-7a6e2c16f95a tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 210 time: 0.0905807 Jan 28 02:56:44.832419 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-336deb6b-bfb0-4a8f-a19b-460c05331152 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting subnet b2c5b52f-f76a-4116-bd9a-48d10bf1c3a9 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:56:44.834815 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-7645747d-db53-4d94-aff9-a56a3fba9617 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] For port 899b95da-15c0-4b82-80f6-040492cf5bc5, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=899b95da-15c0-4b82-80f6-040492cf5bc5,segment=NetworkSegment(9a8cd8ce-1801-4581-81c1-8b0a1b4a3c94),segment_id=9a8cd8ce-1801-4581-81c1-8b0a1b4a3c94)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:44.837357 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7645747d-db53-4d94-aff9-a56a3fba9617 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (899b95da-15c0-4b82-80f6-040492cf5bc5), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:44.855534 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-336deb6b-bfb0-4a8f-a19b-460c05331152 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (b2c5b52f-f76a-4116-bd9a-48d10bf1c3a9), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:44.933954 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-7645747d-db53-4d94-aff9-a56a3fba9617 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Calling delete_port for 899b95da-15c0-4b82-80f6-040492cf5bc5 owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:56:44.957973 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1e9aabae-da1d-411b-ad82-8f0ea781e38d req-f18450e6-7e94-482e-8036-7d4da454c67d tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 210 time: 0.0542591 Jan 28 02:56:44.967174 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device adb6e36c-de05-4418-b914-1cc1d87b0029 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:56:44.987262 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-a85f02c0-b067-4cd0-a7b9-a3456d4e74eb tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=befd34c380174bf4b40f46a4a27ffeac HTTP/1.1" status: 200 len: 380 time: 0.2376869 Jan 28 02:56:45.035491 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-3eb7bf44-7fec-435f-b518-5c17db096fd3 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Request body: {'port': {'device_id': '3b03536b-816a-4138-81c8-e0e3342a0670', 'network_id': '7dc952e9-3c46-450c-9a62-b53f248a00c4', 'admin_state_up': True, 'tenant_id': 'befd34c380174bf4b40f46a4a27ffeac', 'security_groups': ['950b0d70-c9c8-434a-a09a-520ef6e676e0']}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:45.057931 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3340c695-2e75-4251-980f-a25369e8ad4d req-9a2a6e9c-02e9-4574-92d1-8a83b01f3e9d tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194151 Jan 28 02:56:45.094212 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-336deb6b-bfb0-4a8f-a19b-460c05331152 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (b2c5b52f-f76a-4116-bd9a-48d10bf1c3a9), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:45.156146 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56b4d3a-8acd-4529-b287-5317c94039ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4417d8b-2495-40d0-89f1-a20bba68a3ae'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:56:45.158526 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f27cd16-d042-4932-bd87-7efab3da7ad9" -d '{"events": [{"server_uuid": "e56b4d3a-8acd-4529-b287-5317c94039ee", "name": "network-vif-plugged", "status": "completed", "tag": "e4417d8b-2495-40d0-89f1-a20bba68a3ae"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:56:45.184257 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56aaa537-34e8-475e-bf28-a6751d70f46a req-c591f931-a209-4175-afcc-6b5565ab16dc tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Made reservation on behalf of e168a8b773b74055bc0667e0581a74cd for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:56:45.187752 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-56aaa537-34e8-475e-bf28-a6751d70f46a req-c591f931-a209-4175-afcc-6b5565ab16dc tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:45.187996 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port adb6e36c-de05-4418-b914-1cc1d87b0029, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=adb6e36c-de05-4418-b914-1cc1d87b0029,segment=NetworkSegment(08579d7b-ee04-4dba-9a58-af7df8141495),segment_id=08579d7b-ee04-4dba-9a58-af7df8141495)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:45.223025 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': 'adb6e36c-de05-4418-b914-1cc1d87b0029', 'network_id': 'd468efc2-a65f-4457-a846-ab761946515b', 'port_id': 'adb6e36c-de05-4418-b914-1cc1d87b0029', 'mac_address': 'fa:16:3e:dd:00:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49a68bb6-80b9-4dbc-a512-787aeaf1e11f', 'ip_address': '10.1.1.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:56:45.254205 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8c1029-6c3f-49e7-9bec-5eb02ad0cb1e x-openstack-request-id: req-4c8c1029-6c3f-49e7-9bec-5eb02ad0cb1e {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:56:45.255106 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56b4d3a-8acd-4529-b287-5317c94039ee", "name": "network-vif-plugged", "status": "completed", "tag": "e4417d8b-2495-40d0-89f1-a20bba68a3ae", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:56:45.256320 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4c8c1029-6c3f-49e7-9bec-5eb02ad0cb1e {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:56:45.257010 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56b4d3a-8acd-4529-b287-5317c94039ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4417d8b-2495-40d0-89f1-a20bba68a3ae', 'code': 200} Jan 28 02:56:45.271665 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-3eb7bf44-7fec-435f-b518-5c17db096fd3 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Made reservation on behalf of befd34c380174bf4b40f46a4a27ffeac for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:56:45.281341 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-3eb7bf44-7fec-435f-b518-5c17db096fd3 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:45.307744 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port adb6e36c-de05-4418-b914-1cc1d87b0029 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:45.308516 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (adb6e36c-de05-4418-b914-1cc1d87b0029), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:45.314829 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7645747d-db53-4d94-aff9-a56a3fba9617 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (899b95da-15c0-4b82-80f6-040492cf5bc5), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:45.334921 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adb6e36c-de05-4418-b914-1cc1d87b0029 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:56:45.366709 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port adb6e36c-de05-4418-b914-1cc1d87b0029, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=adb6e36c-de05-4418-b914-1cc1d87b0029,segment=NetworkSegment(08579d7b-ee04-4dba-9a58-af7df8141495),segment_id=08579d7b-ee04-4dba-9a58-af7df8141495)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:45.379628 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7645747d-db53-4d94-aff9-a56a3fba9617 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Pushing event deleted for resources: {'Port': ['ID=899b95da-15c0-4b82-80f6-040492cf5bc5,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:45.384368 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (adb6e36c-de05-4418-b914-1cc1d87b0029), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:45.384860 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7645747d-db53-4d94-aff9-a56a3fba9617 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] No DVR routers for this DVR port 899b95da-15c0-4b82-80f6-040492cf5bc5 on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:56:45.386383 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device e5796229-716b-4448-bfde-fcd9bdf85cdd details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:56:45.413493 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-336deb6b-bfb0-4a8f-a19b-460c05331152 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (b2c5b52f-f76a-4116-bd9a-48d10bf1c3a9), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:45.464393 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=adb6e36c-de05-4418-b914-1cc1d87b0029,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:45.501678 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7645747d-db53-4d94-aff9-a56a3fba9617 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (3235772c-627a-4a3a-a253-fb509a0e7804), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:45.529154 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-7645747d-db53-4d94-aff9-a56a3fba9617 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3235772c-627a-4a3a-a253-fb509a0e7804']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:56:45.540004 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-7645747d-db53-4d94-aff9-a56a3fba9617 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a8cd8ce-1801-4581-81c1-8b0a1b4a3c94') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:56:45.540304 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-7645747d-db53-4d94-aff9-a56a3fba9617 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a8cd8ce-1801-4581-81c1-8b0a1b4a3c94') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:56:45.550862 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7645747d-db53-4d94-aff9-a56a3fba9617 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (9a8cd8ce-1801-4581-81c1-8b0a1b4a3c94), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:45.565640 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7645747d-db53-4d94-aff9-a56a3fba9617 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (9a8cd8ce-1801-4581-81c1-8b0a1b4a3c94), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:45.572013 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7645747d-db53-4d94-aff9-a56a3fba9617 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:56:45.572406 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7645747d-db53-4d94-aff9-a56a3fba9617 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (9a8cd8ce-1801-4581-81c1-8b0a1b4a3c94), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:45.585055 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-56aaa537-34e8-475e-bf28-a6751d70f46a req-c591f931-a209-4175-afcc-6b5565ab16dc tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Allocated IP 172.20.0.6 (290af027-4910-45bb-b54e-a29d61400c05/49bb14d4-dcd1-48f1-bfcf-d4851c7c298c/61e70dd3-4562-4fbe-b52b-e0bcc418fda0) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:56:45.631148 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port e5796229-716b-4448-bfde-fcd9bdf85cdd, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=e5796229-716b-4448-bfde-fcd9bdf85cdd,segment=NetworkSegment(54ef7b2b-f6f2-4013-a152-07e010d0c194),segment_id=54ef7b2b-f6f2-4013-a152-07e010d0c194)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:45.642758 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 02:56:45.642758 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:56:45.642758 n-d-712139-27 neutron-server[109802]: timer() Jan 28 02:56:45.642758 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:56:45.642758 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 02:56:45.642758 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:56:45.642758 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 02:56:45.642758 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:56:45.642758 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 02:56:45.642758 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:56:45.642758 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 02:56:45.642758 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:56:45.642758 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 02:56:45.642758 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:56:45.642758 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:56:45.642758 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:56:45.642758 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:56:45.642758 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:56:45.642758 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 02:56:45.642758 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:56:45.642758 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 02:56:45.642758 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:56:45.642758 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:56:45.642758 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:56:45.642758 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 02:56:45.642758 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:56:45.642758 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:56:45.642758 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:56:45.642758 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:56:45.642758 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:56:45.642758 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:56:45.642758 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:56:45.653024 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': 'e5796229-716b-4448-bfde-fcd9bdf85cdd', 'network_id': '9d63e9ac-6b2c-46ae-b695-7b9d65c9a866', 'port_id': 'e5796229-716b-4448-bfde-fcd9bdf85cdd', 'mac_address': 'fa:16:3e:54:c7:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5890570a-cc0c-4403-a94d-1750b1aeb6ea', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:56:45.654927 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7645747d-db53-4d94-aff9-a56a3fba9617 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (3235772c-627a-4a3a-a253-fb509a0e7804), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:45.666229 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7645747d-db53-4d94-aff9-a56a3fba9617 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:45.674256 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7645747d-db53-4d94-aff9-a56a3fba9617 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] 10.222.0.53 "DELETE /v2.0/networks/3235772c-627a-4a3a-a253-fb509a0e7804 HTTP/1.1" status: 204 len: 168 time: 1.5417106 Jan 28 02:56:45.681948 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42030) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:45.759276 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-71265f3a-fd85-4712-89bc-de58ccac59bd tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Deleting subnet 45a216fe-4199-4d7f-9579-7133d178db4a {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:56:45.780183 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port e5796229-716b-4448-bfde-fcd9bdf85cdd is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:45.780722 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e5796229-716b-4448-bfde-fcd9bdf85cdd), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:45.818000 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5796229-716b-4448-bfde-fcd9bdf85cdd {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:56:45.818358 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-71265f3a-fd85-4712-89bc-de58ccac59bd tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks [] for subnet (45a216fe-4199-4d7f-9579-7133d178db4a), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:45.822382 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7645747d-db53-4d94-aff9-a56a3fba9617 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Pushing event deleted for resources: {'Network': ['ID=3235772c-627a-4a3a-a253-fb509a0e7804,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:45.861317 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-336deb6b-bfb0-4a8f-a19b-460c05331152 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (b2c5b52f-f76a-4116-bd9a-48d10bf1c3a9), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:45.872130 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port e5796229-716b-4448-bfde-fcd9bdf85cdd, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=e5796229-716b-4448-bfde-fcd9bdf85cdd,segment=NetworkSegment(54ef7b2b-f6f2-4013-a152-07e010d0c194),segment_id=54ef7b2b-f6f2-4013-a152-07e010d0c194)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:45.883576 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e5796229-716b-4448-bfde-fcd9bdf85cdd), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:45.883974 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device e3dc7402-b465-4b15-8094-ca4f81d3337e details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:56:45.918171 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-3eb7bf44-7fec-435f-b518-5c17db096fd3 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Allocated IP 172.20.0.10 (7dc952e9-3c46-450c-9a62-b53f248a00c4/16ee6f75-5845-453e-adc6-4f31252df005/ed4c6536-f823-4512-a178-a6f5dd8a1a5a) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:56:45.935199 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-71265f3a-fd85-4712-89bc-de58ccac59bd tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (45a216fe-4199-4d7f-9579-7133d178db4a), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:45.946828 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336deb6b-bfb0-4a8f-a19b-460c05331152 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Subnet': ['ID=b2c5b52f-f76a-4116-bd9a-48d10bf1c3a9,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:45.957688 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-336deb6b-bfb0-4a8f-a19b-460c05331152 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:45.961321 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-336deb6b-bfb0-4a8f-a19b-460c05331152 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/b2c5b52f-f76a-4116-bd9a-48d10bf1c3a9 HTTP/1.1" status: 204 len: 168 time: 1.2209053 Jan 28 02:56:45.974900 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728faf59-cf21-4ec1-9586-d0b2213035a9 req-82adf97a-5374-49e0-992e-9b6bbcfdef2a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:45.979365 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42034) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:45.982247 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728faf59-cf21-4ec1-9586-d0b2213035a9 req-82adf97a-5374-49e0-992e-9b6bbcfdef2a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:45.989977 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728faf59-cf21-4ec1-9586-d0b2213035a9 req-82adf97a-5374-49e0-992e-9b6bbcfdef2a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:45.996378 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728faf59-cf21-4ec1-9586-d0b2213035a9 req-82adf97a-5374-49e0-992e-9b6bbcfdef2a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:46.002130 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728faf59-cf21-4ec1-9586-d0b2213035a9 req-82adf97a-5374-49e0-992e-9b6bbcfdef2a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:46.005782 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=e5796229-716b-4448-bfde-fcd9bdf85cdd,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:46.008455 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf2cc5b-7fbc-4ba7-9c56-1f6978db70e8 None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:56:46.008749 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728faf59-cf21-4ec1-9586-d0b2213035a9 req-82adf97a-5374-49e0-992e-9b6bbcfdef2a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:46.015087 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728faf59-cf21-4ec1-9586-d0b2213035a9 req-82adf97a-5374-49e0-992e-9b6bbcfdef2a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:46.023081 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-728faf59-cf21-4ec1-9586-d0b2213035a9 req-82adf97a-5374-49e0-992e-9b6bbcfdef2a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 5422 time: 0.7308981 Jan 28 02:56:46.041794 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1b782-e439-4df3-b8f0-43bcfa6b6d0d req-43a88f3e-eb97-430c-8e4c-b45eedb49e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:46.043651 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d7c1b782-e439-4df3-b8f0-43bcfa6b6d0d req-43a88f3e-eb97-430c-8e4c-b45eedb49e9d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e56b4d3a-8acd-4529-b287-5317c94039ee HTTP/1.1" status: 200 len: 1097 time: 0.5499976 Jan 28 02:56:46.050290 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42038) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:46.051253 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-cc606488-8f32-4582-8059-effa087f0ef6 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0684652 Jan 28 02:56:46.065690 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-049cb6ed-8d1d-45a5-925f-32157a59d03c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'subnet': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:46.087717 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-56aaa537-34e8-475e-bf28-a6751d70f46a req-c591f931-a209-4175-afcc-6b5565ab16dc tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Publish callbacks [] for port (61e70dd3-4562-4fbe-b52b-e0bcc418fda0), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:46.113320 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb9d99-bd3f-4f19-83b8-304e22cfa2e1 req-37985429-7843-45f0-a8af-86801497b397 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:46.115139 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5dcb9d99-bd3f-4f19-83b8-304e22cfa2e1 req-37985429-7843-45f0-a8af-86801497b397 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e56b4d3a-8acd-4529-b287-5317c94039ee HTTP/1.1" status: 200 len: 945 time: 0.3025231 Jan 28 02:56:46.171066 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-728faf59-cf21-4ec1-9586-d0b2213035a9 req-f1e5f937-7405-4284-8e41-080587d8b2f2 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&id=3711f489-87e7-4ab3-8353-77075d27f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1465237 Jan 28 02:56:46.261547 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port e3dc7402-b465-4b15-8094-ca4f81d3337e, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=e3dc7402-b465-4b15-8094-ca4f81d3337e,segment=NetworkSegment(54ef7b2b-f6f2-4013-a152-07e010d0c194),segment_id=54ef7b2b-f6f2-4013-a152-07e010d0c194)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:46.298440 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': 'e3dc7402-b465-4b15-8094-ca4f81d3337e', 'network_id': '9d63e9ac-6b2c-46ae-b695-7b9d65c9a866', 'port_id': 'e3dc7402-b465-4b15-8094-ca4f81d3337e', 'mac_address': 'fa:16:3e:3b:56:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5890570a-cc0c-4403-a94d-1750b1aeb6ea', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:56:46.342264 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-167a10bc-e401-4e87-b0bb-d19a2595ae60 req-79358af9-3f28-4651-842d-77d0c4e59edb tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 210 time: 0.0432634 Jan 28 02:56:46.412118 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1a339b-b4df-4bf1-80b7-1d2a4ce171bb None None] DHCP port deletion for f4e9908e-37c3-477d-90df-65c02e38c857 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:56:46.433740 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port e3dc7402-b465-4b15-8094-ca4f81d3337e is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:46.435366 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e3dc7402-b465-4b15-8094-ca4f81d3337e), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:46.439151 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d7c1b782-e439-4df3-b8f0-43bcfa6b6d0d req-a2b9afca-e96f-47fd-93cf-418aff04a5a4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785098 Jan 28 02:56:46.459641 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-56aaa537-34e8-475e-bf28-a6751d70f46a req-c591f931-a209-4175-afcc-6b5565ab16dc tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (61e70dd3-4562-4fbe-b52b-e0bcc418fda0), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:46.504902 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56aaa537-34e8-475e-bf28-a6751d70f46a req-c591f931-a209-4175-afcc-6b5565ab16dc tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Network 290af027-4910-45bb-b54e-a29d61400c05 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:56:46.507011 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5dcb9d99-bd3f-4f19-83b8-304e22cfa2e1 req-78812eef-01f2-418a-b097-1a20f5453917 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590648 Jan 28 02:56:46.508318 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d2540ed3-70cf-4b6c-aeaa-3d4cda85cf36 req-6adc683c-c3fc-43bb-bccf-0d1a232635b1 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 210 time: 0.0657525 Jan 28 02:56:46.528587 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-56aaa537-34e8-475e-bf28-a6751d70f46a req-c591f931-a209-4175-afcc-6b5565ab16dc tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:56:46.564132 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-71265f3a-fd85-4712-89bc-de58ccac59bd tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (45a216fe-4199-4d7f-9579-7133d178db4a), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:46.567238 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['eea1bd53-e8ff-4e33-b889-848ca0389ca6'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:56:46.591475 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-56aaa537-34e8-475e-bf28-a6751d70f46a req-c591f931-a209-4175-afcc-6b5565ab16dc tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:56:46.637598 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049cb6ed-8d1d-45a5-925f-32157a59d03c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:56:46.643745 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-049cb6ed-8d1d-45a5-925f-32157a59d03c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:46.645823 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3dc7402-b465-4b15-8094-ca4f81d3337e {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:56:46.732269 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port e3dc7402-b465-4b15-8094-ca4f81d3337e, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=e3dc7402-b465-4b15-8094-ca4f81d3337e,segment=NetworkSegment(54ef7b2b-f6f2-4013-a152-07e010d0c194),segment_id=54ef7b2b-f6f2-4013-a152-07e010d0c194)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:46.761235 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e3dc7402-b465-4b15-8094-ca4f81d3337e), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:46.762966 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 1ab715d2-bc27-4588-bd67-bdf04c55fd07 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:56:46.800278 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7231b-dc02-4023-9edb-1067a156e1a4 req-ac062ee5-bbab-488c-af2d-90364744b932 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:46.812005 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-adb7231b-dc02-4023-9edb-1067a156e1a4 req-ac062ee5-bbab-488c-af2d-90364744b932 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=6fd8825b-c79a-44dc-bf17-d231e155c23c HTTP/1.1" status: 200 len: 945 time: 0.1136327 Jan 28 02:56:46.846972 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a339b-b4df-4bf1-80b7-1d2a4ce171bb None None] Deleting port c0bbade1-57dd-4862-9115-f7c4df4a4955 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:56:46.847405 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0a1a339b-b4df-4bf1-80b7-1d2a4ce171bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (c0bbade1-57dd-4862-9115-f7c4df4a4955), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:46.853621 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-71265f3a-fd85-4712-89bc-de58ccac59bd tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (45a216fe-4199-4d7f-9579-7133d178db4a), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:46.868762 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-3eb7bf44-7fec-435f-b518-5c17db096fd3 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Publish callbacks [] for port (ed4c6536-f823-4512-a178-a6f5dd8a1a5a), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:46.907119 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-71265f3a-fd85-4712-89bc-de58ccac59bd tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:46.913108 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-71265f3a-fd85-4712-89bc-de58ccac59bd tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] 10.222.0.53 "DELETE /v2.0/subnets/45a216fe-4199-4d7f-9579-7133d178db4a HTTP/1.1" status: 204 len: 168 time: 1.2298787 Jan 28 02:56:46.916950 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71265f3a-fd85-4712-89bc-de58ccac59bd tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Pushing event deleted for resources: {'Subnet': ['ID=45a216fe-4199-4d7f-9579-7133d178db4a,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:46.918772 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42044) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:46.935791 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913f1bb7-23a2-4b92-9c67-5afa13fc4d28 None None] Network b95831c3-3047-429a-a58b-3a409390f133 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:56:46.957669 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.resource_extend [None req-39d61263-8968-4340-b258-80509f6b456b None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 02:56:47.010038 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c591f931-a209-4175-afcc-6b5565ab16dc tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Pushing event updated for resources: {'Port': ['ID=61e70dd3-4562-4fbe-b52b-e0bcc418fda0,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:47.014234 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=e3dc7402-b465-4b15-8094-ca4f81d3337e,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:47.023829 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-adb7231b-dc02-4023-9edb-1067a156e1a4 req-07ea3110-81a7-4d96-9839-e0dfe6472d29 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109964 Jan 28 02:56:47.067834 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 1ab715d2-bc27-4588-bd67-bdf04c55fd07, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=1ab715d2-bc27-4588-bd67-bdf04c55fd07,segment=NetworkSegment(08579d7b-ee04-4dba-9a58-af7df8141495),segment_id=08579d7b-ee04-4dba-9a58-af7df8141495)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:47.069637 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aaa537-34e8-475e-bf28-a6751d70f46a req-c591f931-a209-4175-afcc-6b5565ab16dc tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:47.071614 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-56aaa537-34e8-475e-bf28-a6751d70f46a req-c591f931-a209-4175-afcc-6b5565ab16dc tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:47.075362 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e1ea0da6-ddbf-4962-aced-1c7b0a800b87 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (b95831c3-3047-429a-a58b-3a409390f133), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:47.079164 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-3eb7bf44-7fec-435f-b518-5c17db096fd3 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (ed4c6536-f823-4512-a178-a6f5dd8a1a5a), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:47.110711 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-56aaa537-34e8-475e-bf28-a6751d70f46a req-c591f931-a209-4175-afcc-6b5565ab16dc tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5835006 Jan 28 02:56:47.116564 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-0a1a339b-b4df-4bf1-80b7-1d2a4ce171bb None None] For port c0bbade1-57dd-4862-9115-f7c4df4a4955, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=c0bbade1-57dd-4862-9115-f7c4df4a4955,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:47.118406 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0a1a339b-b4df-4bf1-80b7-1d2a4ce171bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (c0bbade1-57dd-4862-9115-f7c4df4a4955), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:47.156609 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '1ab715d2-bc27-4588-bd67-bdf04c55fd07', 'network_id': 'd468efc2-a65f-4457-a846-ab761946515b', 'port_id': '1ab715d2-bc27-4588-bd67-bdf04c55fd07', 'mac_address': 'fa:16:3e:9a:a8:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49a68bb6-80b9-4dbc-a512-787aeaf1e11f', 'ip_address': '10.1.1.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:56:47.166756 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-56aaa537-34e8-475e-bf28-a6751d70f46a req-da7dbab9-b455-4786-9863-62ef1a9e8f12 service neutron] Request body: {'port': {'device_id': 'e320c8b1-639f-4caf-8f27-722c22e8dac8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:47.167376 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-3eb7bf44-7fec-435f-b518-5c17db096fd3 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Network 7dc952e9-3c46-450c-9a62-b53f248a00c4 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:56:47.174931 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-3eb7bf44-7fec-435f-b518-5c17db096fd3 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:56:47.179859 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-3eb7bf44-7fec-435f-b518-5c17db096fd3 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:56:47.186154 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a339b-b4df-4bf1-80b7-1d2a4ce171bb None None] Calling delete_port for c0bbade1-57dd-4862-9115-f7c4df4a4955 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:56:47.297478 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-56aaa537-34e8-475e-bf28-a6751d70f46a req-da7dbab9-b455-4786-9863-62ef1a9e8f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (61e70dd3-4562-4fbe-b52b-e0bcc418fda0), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:47.397218 n-d-712139-27 neutron-server[109803]: DEBUG neutron.objects.ports [None req-049cb6ed-8d1d-45a5-925f-32157a59d03c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109803) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 02:56:47.404968 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e82c91-eecd-4358-82d8-33b396f83014 req-f8ff2fc7-9e39-4c95-a045-d30fbeac71a2 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:47.406735 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-83e82c91-eecd-4358-82d8-33b396f83014 req-f8ff2fc7-9e39-4c95-a045-d30fbeac71a2 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=6fd8825b-c79a-44dc-bf17-d231e155c23c HTTP/1.1" status: 200 len: 945 time: 0.1225221 Jan 28 02:56:47.550123 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 1ab715d2-bc27-4588-bd67-bdf04c55fd07 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:47.550813 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1ab715d2-bc27-4588-bd67-bdf04c55fd07), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:47.651397 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7bf44-7fec-435f-b518-5c17db096fd3 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Pushing event updated for resources: {'Port': ['ID=ed4c6536-f823-4512-a178-a6f5dd8a1a5a,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:47.706004 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ab715d2-bc27-4588-bd67-bdf04c55fd07 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:56:47.715941 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-3eb7bf44-7fec-435f-b518-5c17db096fd3 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:47.716713 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-3eb7bf44-7fec-435f-b518-5c17db096fd3 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:47.737631 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-3eb7bf44-7fec-435f-b518-5c17db096fd3 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7078714 Jan 28 02:56:47.757720 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236cb75-4a03-4dfb-8e58-6d1b556c43be req-70aff189-6a85-465e-b000-2a7c9fbb801d tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:47.760410 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 1ab715d2-bc27-4588-bd67-bdf04c55fd07, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=1ab715d2-bc27-4588-bd67-bdf04c55fd07,segment=NetworkSegment(08579d7b-ee04-4dba-9a58-af7df8141495),segment_id=08579d7b-ee04-4dba-9a58-af7df8141495)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:47.763515 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236cb75-4a03-4dfb-8e58-6d1b556c43be req-70aff189-6a85-465e-b000-2a7c9fbb801d tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:47.769698 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236cb75-4a03-4dfb-8e58-6d1b556c43be req-70aff189-6a85-465e-b000-2a7c9fbb801d tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:47.775665 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236cb75-4a03-4dfb-8e58-6d1b556c43be req-70aff189-6a85-465e-b000-2a7c9fbb801d tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:47.782025 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-bd7cbda6-3d0a-4867-8016-c351533693e1 None None] Provisioning complete for port ed4c6536-f823-4512-a178-a6f5dd8a1a5a triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:56:47.782210 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236cb75-4a03-4dfb-8e58-6d1b556c43be req-70aff189-6a85-465e-b000-2a7c9fbb801d tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:47.782806 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-bd7cbda6-3d0a-4867-8016-c351533693e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ed4c6536-f823-4512-a178-a6f5dd8a1a5a), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:47.788062 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236cb75-4a03-4dfb-8e58-6d1b556c43be req-70aff189-6a85-465e-b000-2a7c9fbb801d tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:47.793429 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236cb75-4a03-4dfb-8e58-6d1b556c43be req-70aff189-6a85-465e-b000-2a7c9fbb801d tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:47.801243 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1236cb75-4a03-4dfb-8e58-6d1b556c43be req-70aff189-6a85-465e-b000-2a7c9fbb801d tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 5424 time: 0.1466358 Jan 28 02:56:47.826699 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-c97ad690-60a2-4c4f-b9c4-09efb60e539d service neutron] Request body: {'port': {'device_id': '3b03536b-816a-4138-81c8-e0e3342a0670', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:47.830533 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c47b635-7a1f-4a1b-82a4-77db94d7c90d None None] DHCP port deletion for b95831c3-3047-429a-a58b-3a409390f133 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:56:47.835229 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (1ab715d2-bc27-4588-bd67-bdf04c55fd07), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:47.836396 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device b7ea256c-1185-43f6-ab32-04eda1634fc5 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:56:47.841327 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-83e82c91-eecd-4358-82d8-33b396f83014 req-adf877ab-40cd-4c28-86ba-f6d4bb970f6a tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158240 Jan 28 02:56:47.845654 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-bd7cbda6-3d0a-4867-8016-c351533693e1 None None] Port ed4c6536-f823-4512-a178-a6f5dd8a1a5a cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:56:47.884845 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-e1ea0da6-ddbf-4962-aced-1c7b0a800b87 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Deleting port 9cb759ea-4dc5-423f-870a-b1bf0099f083 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:56:47.885269 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e1ea0da6-ddbf-4962-aced-1c7b0a800b87 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (9cb759ea-4dc5-423f-870a-b1bf0099f083), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:47.935109 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-c97ad690-60a2-4c4f-b9c4-09efb60e539d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ed4c6536-f823-4512-a178-a6f5dd8a1a5a), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:47.991114 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=1ab715d2-bc27-4588-bd67-bdf04c55fd07,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:47.996059 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1236cb75-4a03-4dfb-8e58-6d1b556c43be req-16a1ef84-62bd-4a30-b0ec-638c72363464 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&id=3711f489-87e7-4ab3-8353-77075d27f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1938229 Jan 28 02:56:48.029478 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port b7ea256c-1185-43f6-ab32-04eda1634fc5, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=b7ea256c-1185-43f6-ab32-04eda1634fc5,segment=NetworkSegment(08579d7b-ee04-4dba-9a58-af7df8141495),segment_id=08579d7b-ee04-4dba-9a58-af7df8141495)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:48.049696 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0a1a339b-b4df-4bf1-80b7-1d2a4ce171bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (c0bbade1-57dd-4862-9115-f7c4df4a4955), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:48.058356 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': 'b7ea256c-1185-43f6-ab32-04eda1634fc5', 'network_id': 'd468efc2-a65f-4457-a846-ab761946515b', 'port_id': 'b7ea256c-1185-43f6-ab32-04eda1634fc5', 'mac_address': 'fa:16:3e:88:0a:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49a68bb6-80b9-4dbc-a512-787aeaf1e11f', 'ip_address': '10.1.1.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:56:48.071356 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-5c47b635-7a1f-4a1b-82a4-77db94d7c90d None None] Deleting port 9cb759ea-4dc5-423f-870a-b1bf0099f083 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:56:48.071729 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5c47b635-7a1f-4a1b-82a4-77db94d7c90d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (9cb759ea-4dc5-423f-870a-b1bf0099f083), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:48.089990 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1a339b-b4df-4bf1-80b7-1d2a4ce171bb None None] No DVR routers for this DVR port c0bbade1-57dd-4862-9115-f7c4df4a4955 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:56:48.104226 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-e1ea0da6-ddbf-4962-aced-1c7b0a800b87 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] For port 9cb759ea-4dc5-423f-870a-b1bf0099f083, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=9cb759ea-4dc5-423f-870a-b1bf0099f083,segment=NetworkSegment(9856c18c-1fe8-4a6a-9978-16e87639c373),segment_id=9856c18c-1fe8-4a6a-9978-16e87639c373)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:48.104882 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e1ea0da6-ddbf-4962-aced-1c7b0a800b87 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (9cb759ea-4dc5-423f-870a-b1bf0099f083), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:48.106424 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a339b-b4df-4bf1-80b7-1d2a4ce171bb None None] Pushing event deleted for resources: {'Port': ['ID=c0bbade1-57dd-4862-9115-f7c4df4a4955,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:48.175747 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-049cb6ed-8d1d-45a5-925f-32157a59d03c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Port c0bbade1-57dd-4862-9115-f7c4df4a4955 concurrently deleted while adding address for new subnet {'id': '6542ea44-639a-4d55-ba24-a929349bdc90', 'name': '', 'tenant_id': '3079a2e247734574a53d1baca2087c94', 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1427, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-01-28T02:56:46Z', 'updated_at': '2022-01-28T02:56:46Z', 'revision_number': 0, 'segment_id': None, 'project_id': '3079a2e247734574a53d1baca2087c94'}. {{(pid=109803) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:779}} Jan 28 02:56:48.176756 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-049cb6ed-8d1d-45a5-925f-32157a59d03c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (6542ea44-639a-4d55-ba24-a929349bdc90), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:48.178363 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-e1ea0da6-ddbf-4962-aced-1c7b0a800b87 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Calling delete_port for 9cb759ea-4dc5-423f-870a-b1bf0099f083 owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:56:48.248160 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port b7ea256c-1185-43f6-ab32-04eda1634fc5 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:48.248160 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b7ea256c-1185-43f6-ab32-04eda1634fc5), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:48.264234 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 9cb759ea-4dc5-423f-870a-b1bf0099f083 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:56:48.274685 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049cb6ed-8d1d-45a5-925f-32157a59d03c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:56:48.291319 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-049cb6ed-8d1d-45a5-925f-32157a59d03c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:56:48.299445 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-5c47b635-7a1f-4a1b-82a4-77db94d7c90d None None] For port 9cb759ea-4dc5-423f-870a-b1bf0099f083, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=9cb759ea-4dc5-423f-870a-b1bf0099f083,segment=NetworkSegment(9856c18c-1fe8-4a6a-9978-16e87639c373),segment_id=9856c18c-1fe8-4a6a-9978-16e87639c373)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:48.299852 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5c47b635-7a1f-4a1b-82a4-77db94d7c90d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (9cb759ea-4dc5-423f-870a-b1bf0099f083), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:48.303753 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049cb6ed-8d1d-45a5-925f-32157a59d03c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:48.304380 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-049cb6ed-8d1d-45a5-925f-32157a59d03c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:48.305256 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7ea256c-1185-43f6-ab32-04eda1634fc5 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:56:48.322891 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc3628-aec5-4a1a-b875-6b16c49293e6 req-ac503c50-5129-468e-9717-5c155824bdb6 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:48.324451 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-85bc3628-aec5-4a1a-b875-6b16c49293e6 req-ac503c50-5129-468e-9717-5c155824bdb6 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 931 time: 0.3309181 Jan 28 02:56:48.327063 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port b7ea256c-1185-43f6-ab32-04eda1634fc5, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=b7ea256c-1185-43f6-ab32-04eda1634fc5,segment=NetworkSegment(08579d7b-ee04-4dba-9a58-af7df8141495),segment_id=08579d7b-ee04-4dba-9a58-af7df8141495)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:48.333720 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049cb6ed-8d1d-45a5-925f-32157a59d03c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Subnet': ['ID=6542ea44-639a-4d55-ba24-a929349bdc90,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:48.338632 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9811cef-d24e-4c1e-b15a-496596d2b184 None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:56:48.358435 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed770779-ee56-4242-840d-a32a8bc4469e req-9d24d7a9-3255-440a-920a-1baf86ab7af5 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:48.358645 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b7ea256c-1185-43f6-ab32-04eda1634fc5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:48.359117 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 44267f57-f4c4-404e-bfd0-6e33bcab411a details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:56:48.361600 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-049cb6ed-8d1d-45a5-925f-32157a59d03c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3021533 Jan 28 02:56:48.365032 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42062) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:48.368164 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ed770779-ee56-4242-840d-a32a8bc4469e req-9d24d7a9-3255-440a-920a-1baf86ab7af5 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e56b4d3a-8acd-4529-b287-5317c94039ee HTTP/1.1" status: 200 len: 945 time: 0.2298701 Jan 28 02:56:48.371966 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-905bd2dd-6efd-4004-b500-b5f28f352801 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'port': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'mac_address': 'fa:16:3e:ad:28:b7', 'name': 'tempest-NetworksTestDHCPv6-1437214879'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:48.375549 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-5c47b635-7a1f-4a1b-82a4-77db94d7c90d None None] Calling delete_port for 9cb759ea-4dc5-423f-870a-b1bf0099f083 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:56:48.506975 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-56aaa537-34e8-475e-bf28-a6751d70f46a req-da7dbab9-b455-4786-9863-62ef1a9e8f12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61e70dd3-4562-4fbe-b52b-e0bcc418fda0 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:56:48.514591 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-85bc3628-aec5-4a1a-b875-6b16c49293e6 req-1e6750ff-5f67-42de-9134-a807568177f5 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748073 Jan 28 02:56:48.521056 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ed770779-ee56-4242-840d-a32a8bc4469e req-25da85c0-3c45-47c7-aa59-4ee690675e57 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512089 Jan 28 02:56:48.525692 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-56aaa537-34e8-475e-bf28-a6751d70f46a req-da7dbab9-b455-4786-9863-62ef1a9e8f12 service neutron] Publish callbacks [] for port (61e70dd3-4562-4fbe-b52b-e0bcc418fda0), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:48.539462 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=b7ea256c-1185-43f6-ab32-04eda1634fc5,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:48.583138 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-56aaa537-34e8-475e-bf28-a6751d70f46a req-da7dbab9-b455-4786-9863-62ef1a9e8f12 service neutron] Transition to ACTIVE for port object 61e70dd3-4562-4fbe-b52b-e0bcc418fda0 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:56:48.622700 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-56aaa537-34e8-475e-bf28-a6751d70f46a req-da7dbab9-b455-4786-9863-62ef1a9e8f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (61e70dd3-4562-4fbe-b52b-e0bcc418fda0), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:48.652990 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905bd2dd-6efd-4004-b500-b5f28f352801 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:56:48.703223 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 9cb759ea-4dc5-423f-870a-b1bf0099f083 is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:48.703632 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9cb759ea-4dc5-423f-870a-b1bf0099f083), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:48.776125 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e1ea0da6-ddbf-4962-aced-1c7b0a800b87 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (9cb759ea-4dc5-423f-870a-b1bf0099f083), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:48.807062 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7dbab9-b455-4786-9863-62ef1a9e8f12 service neutron] Pushing event updated for resources: {'Port': ['ID=61e70dd3-4562-4fbe-b52b-e0bcc418fda0,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:48.817796 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea0da6-ddbf-4962-aced-1c7b0a800b87 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Pushing event deleted for resources: {'Port': ['ID=9cb759ea-4dc5-423f-870a-b1bf0099f083,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:48.840750 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ea0da6-ddbf-4962-aced-1c7b0a800b87 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] No DVR routers for this DVR port 9cb759ea-4dc5-423f-870a-b1bf0099f083 on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:56:48.853488 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 44267f57-f4c4-404e-bfd0-6e33bcab411a, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=44267f57-f4c4-404e-bfd0-6e33bcab411a,segment=NetworkSegment(b07f2473-f884-4e6c-9979-6090b836f5c9),segment_id=b07f2473-f884-4e6c-9979-6090b836f5c9)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:48.872902 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '44267f57-f4c4-404e-bfd0-6e33bcab411a', 'network_id': '266d65f2-ae3d-4ae4-8df9-31c67ca10beb', 'port_id': '44267f57-f4c4-404e-bfd0-6e33bcab411a', 'mac_address': 'fa:16:3e:ef:9e:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25561413-0d19-438c-afcd-b5c53014f067', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:56:48.925487 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5c47b635-7a1f-4a1b-82a4-77db94d7c90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (9cb759ea-4dc5-423f-870a-b1bf0099f083), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:48.950078 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa6122-2867-4d24-9372-5f09b3edccb8 req-f2d75544-60d0-46ce-8d35-336353705a9a tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:48.957510 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2afa6122-2867-4d24-9372-5f09b3edccb8 req-f2d75544-60d0-46ce-8d35-336353705a9a tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 932 time: 0.2498784 Jan 28 02:56:48.976165 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c47b635-7a1f-4a1b-82a4-77db94d7c90d None None] No DVR routers for this DVR port 9cb759ea-4dc5-423f-870a-b1bf0099f083 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:56:48.989160 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-56aaa537-34e8-475e-bf28-a6751d70f46a req-da7dbab9-b455-4786-9863-62ef1a9e8f12 service neutron] Attempting to bind port 61e70dd3-4562-4fbe-b52b-e0bcc418fda0 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:56:48.989511 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-56aaa537-34e8-475e-bf28-a6751d70f46a req-da7dbab9-b455-4786-9863-62ef1a9e8f12 service neutron] Attempting to bind port 61e70dd3-4562-4fbe-b52b-e0bcc418fda0 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '4fb02108-8b37-4bb4-8350-923aa0786ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '290af027-4910-45bb-b54e-a29d61400c05'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:56:48.989848 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56aaa537-34e8-475e-bf28-a6751d70f46a req-da7dbab9-b455-4786-9863-62ef1a9e8f12 service neutron] Attempting to bind port 61e70dd3-4562-4fbe-b52b-e0bcc418fda0 on network 290af027-4910-45bb-b54e-a29d61400c05 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:56:49.002762 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56aaa537-34e8-475e-bf28-a6751d70f46a req-da7dbab9-b455-4786-9863-62ef1a9e8f12 service neutron] Port 61e70dd3-4562-4fbe-b52b-e0bcc418fda0 on network 290af027-4910-45bb-b54e-a29d61400c05 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:56:49.003095 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56aaa537-34e8-475e-bf28-a6751d70f46a req-da7dbab9-b455-4786-9863-62ef1a9e8f12 service neutron] Attempting to bind port 61e70dd3-4562-4fbe-b52b-e0bcc418fda0 on network 290af027-4910-45bb-b54e-a29d61400c05 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:56:49.007452 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-905bd2dd-6efd-4004-b500-b5f28f352801 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:49.024394 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e1ea0da6-ddbf-4962-aced-1c7b0a800b87 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (b95831c3-3047-429a-a58b-3a409390f133), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:49.056148 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56aaa537-34e8-475e-bf28-a6751d70f46a req-da7dbab9-b455-4786-9863-62ef1a9e8f12 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:56:49.056510 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56aaa537-34e8-475e-bf28-a6751d70f46a req-da7dbab9-b455-4786-9863-62ef1a9e8f12 service neutron] Checking segment: {'id': '4fb02108-8b37-4bb4-8350-923aa0786ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '290af027-4910-45bb-b54e-a29d61400c05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:56:49.056973 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56aaa537-34e8-475e-bf28-a6751d70f46a req-da7dbab9-b455-4786-9863-62ef1a9e8f12 service neutron] Bound using segment: {'id': '4fb02108-8b37-4bb4-8350-923aa0786ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '290af027-4910-45bb-b54e-a29d61400c05'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:56:49.057811 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-56aaa537-34e8-475e-bf28-a6751d70f46a req-da7dbab9-b455-4786-9863-62ef1a9e8f12 service neutron] Bound port: 61e70dd3-4562-4fbe-b52b-e0bcc418fda0, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fb02108-8b37-4bb4-8350-923aa0786ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '290af027-4910-45bb-b54e-a29d61400c05'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:56:49.058188 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-56aaa537-34e8-475e-bf28-a6751d70f46a req-da7dbab9-b455-4786-9863-62ef1a9e8f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (61e70dd3-4562-4fbe-b52b-e0bcc418fda0), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:49.064473 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-e1ea0da6-ddbf-4962-aced-1c7b0a800b87 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b95831c3-3047-429a-a58b-3a409390f133']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:56:49.069862 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372af091-2316-4653-9483-d213767edcfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-f4e9908e-37c3-477d-90df-65c02e38c857', 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'project_id': '3079a2e247734574a53d1baca2087c94', 'fixed_ips': [{'subnet_id': '6542ea44-639a-4d55-ba24-a929349bdc90'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:56:49.070789 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-372af091-2316-4653-9483-d213767edcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:49.076947 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-905bd2dd-6efd-4004-b500-b5f28f352801 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] device_id is not set on port d71dedbe-a3b6-4ce8-ba38-859fc08343c8 yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:56:49.078059 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-e1ea0da6-ddbf-4962-aced-1c7b0a800b87 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9856c18c-1fe8-4a6a-9978-16e87639c373') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:56:49.078917 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-e1ea0da6-ddbf-4962-aced-1c7b0a800b87 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9856c18c-1fe8-4a6a-9978-16e87639c373') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:56:49.091458 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c0bbade1-57dd-4862-9115-f7c4df4a4955 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:56:49.095719 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e1ea0da6-ddbf-4962-aced-1c7b0a800b87 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (9856c18c-1fe8-4a6a-9978-16e87639c373), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:49.113572 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 44267f57-f4c4-404e-bfd0-6e33bcab411a is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:49.113981 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (44267f57-f4c4-404e-bfd0-6e33bcab411a), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:49.120550 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e1ea0da6-ddbf-4962-aced-1c7b0a800b87 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (9856c18c-1fe8-4a6a-9978-16e87639c373), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:49.130506 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1ea0da6-ddbf-4962-aced-1c7b0a800b87 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:56:49.131179 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e1ea0da6-ddbf-4962-aced-1c7b0a800b87 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (9856c18c-1fe8-4a6a-9978-16e87639c373), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:49.202964 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 02:56:49.202964 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:56:49.202964 n-d-712139-27 neutron-server[109802]: timer() Jan 28 02:56:49.202964 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:56:49.202964 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 02:56:49.202964 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:56:49.202964 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 02:56:49.202964 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:56:49.202964 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 02:56:49.202964 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:56:49.202964 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 02:56:49.202964 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:56:49.202964 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 02:56:49.202964 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:56:49.202964 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:56:49.202964 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:56:49.202964 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:56:49.202964 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:56:49.202964 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 02:56:49.202964 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:56:49.202964 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 02:56:49.202964 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:56:49.202964 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:56:49.202964 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:56:49.202964 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 02:56:49.202964 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:56:49.202964 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:56:49.202964 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:56:49.202964 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:56:49.202964 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:56:49.202964 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:56:49.202964 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:56:49.220046 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-905bd2dd-6efd-4004-b500-b5f28f352801 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Allocated IP 2001:db8::f816:3eff:fead:28b7 (f4e9908e-37c3-477d-90df-65c02e38c857/6542ea44-639a-4d55-ba24-a929349bdc90/d71dedbe-a3b6-4ce8-ba38-859fc08343c8) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:56:49.245611 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2afa6122-2867-4d24-9372-5f09b3edccb8 req-85912c61-af0e-4174-b79e-390becd6dc90 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/security-groups?id=950b0d70-c9c8-434a-a09a-520ef6e676e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2870529 Jan 28 02:56:49.246479 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e1ea0da6-ddbf-4962-aced-1c7b0a800b87 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (b95831c3-3047-429a-a58b-3a409390f133), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:49.263605 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: c0bbade1-57dd-4862-9115-f7c4df4a4955 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:56:49.263970 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c0bbade1-57dd-4862-9115-f7c4df4a4955 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:56:49.267513 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44267f57-f4c4-404e-bfd0-6e33bcab411a {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:56:49.267756 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-c97ad690-60a2-4c4f-b9c4-09efb60e539d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed4c6536-f823-4512-a178-a6f5dd8a1a5a {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:56:49.274398 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e1ea0da6-ddbf-4962-aced-1c7b0a800b87 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:49.278218 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e1ea0da6-ddbf-4962-aced-1c7b0a800b87 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] 10.222.0.53 "DELETE /v2.0/networks/b95831c3-3047-429a-a58b-3a409390f133 HTTP/1.1" status: 204 len: 168 time: 2.3503718 Jan 28 02:56:49.293401 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 44267f57-f4c4-404e-bfd0-6e33bcab411a, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=44267f57-f4c4-404e-bfd0-6e33bcab411a,segment=NetworkSegment(b07f2473-f884-4e6c-9979-6090b836f5c9),segment_id=b07f2473-f884-4e6c-9979-6090b836f5c9)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:49.294462 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-c97ad690-60a2-4c4f-b9c4-09efb60e539d service neutron] Publish callbacks [] for port (ed4c6536-f823-4512-a178-a6f5dd8a1a5a), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:49.298034 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c47b635-7a1f-4a1b-82a4-77db94d7c90d None None] Pushing event deleted for resources: {'Port': ['ID=9cb759ea-4dc5-423f-870a-b1bf0099f083,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:49.301572 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea0da6-ddbf-4962-aced-1c7b0a800b87 tempest-NetworksIpV6TestAttrs-93847903 tempest-NetworksIpV6TestAttrs-93847903-project] Pushing event deleted for resources: {'Network': ['ID=b95831c3-3047-429a-a58b-3a409390f133,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:49.302693 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (44267f57-f4c4-404e-bfd0-6e33bcab411a), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:49.304417 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 1aab93c4-9491-4b44-ab45-394e2d033a1e details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:56:49.319242 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-c97ad690-60a2-4c4f-b9c4-09efb60e539d service neutron] Transition to ACTIVE for port object ed4c6536-f823-4512-a178-a6f5dd8a1a5a will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:56:49.327168 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-c97ad690-60a2-4c4f-b9c4-09efb60e539d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (ed4c6536-f823-4512-a178-a6f5dd8a1a5a), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:49.348142 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 1aab93c4-9491-4b44-ab45-394e2d033a1e, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=1aab93c4-9491-4b44-ab45-394e2d033a1e,segment=NetworkSegment(08579d7b-ee04-4dba-9a58-af7df8141495),segment_id=08579d7b-ee04-4dba-9a58-af7df8141495)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:49.424760 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '1aab93c4-9491-4b44-ab45-394e2d033a1e', 'network_id': 'd468efc2-a65f-4457-a846-ab761946515b', 'port_id': '1aab93c4-9491-4b44-ab45-394e2d033a1e', 'mac_address': 'fa:16:3e:8e:41:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49a68bb6-80b9-4dbc-a512-787aeaf1e11f', 'ip_address': '10.1.1.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:56:49.430670 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=44267f57-f4c4-404e-bfd0-6e33bcab411a,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:49.490145 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 1aab93c4-9491-4b44-ab45-394e2d033a1e is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:49.490558 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1aab93c4-9491-4b44-ab45-394e2d033a1e), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:49.513221 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ad690-60a2-4c4f-b9c4-09efb60e539d service neutron] Pushing event updated for resources: {'Port': ['ID=ed4c6536-f823-4512-a178-a6f5dd8a1a5a,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:49.531176 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aab93c4-9491-4b44-ab45-394e2d033a1e {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:56:49.584616 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 1aab93c4-9491-4b44-ab45-394e2d033a1e, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=1aab93c4-9491-4b44-ab45-394e2d033a1e,segment=NetworkSegment(08579d7b-ee04-4dba-9a58-af7df8141495),segment_id=08579d7b-ee04-4dba-9a58-af7df8141495)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:49.603486 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (1aab93c4-9491-4b44-ab45-394e2d033a1e), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:49.646528 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8edfbd-b32c-456e-b395-563b1dbdafed req-7cd65833-72b2-4fe3-8985-2d05ab3375f4 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:49.648216 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ea8edfbd-b32c-456e-b395-563b1dbdafed req-7cd65833-72b2-4fe3-8985-2d05ab3375f4 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=6fd8825b-c79a-44dc-bf17-d231e155c23c HTTP/1.1" status: 200 len: 945 time: 0.2349176 Jan 28 02:56:49.702733 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-c97ad690-60a2-4c4f-b9c4-09efb60e539d service neutron] Attempting to bind port ed4c6536-f823-4512-a178-a6f5dd8a1a5a on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:56:49.703583 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-c97ad690-60a2-4c4f-b9c4-09efb60e539d service neutron] Attempting to bind port ed4c6536-f823-4512-a178-a6f5dd8a1a5a by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '20313ebf-9326-431b-9165-cf128e6f65fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7dc952e9-3c46-450c-9a62-b53f248a00c4'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:56:49.703583 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-c97ad690-60a2-4c4f-b9c4-09efb60e539d service neutron] Attempting to bind port ed4c6536-f823-4512-a178-a6f5dd8a1a5a on network 7dc952e9-3c46-450c-9a62-b53f248a00c4 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:56:49.712674 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-c97ad690-60a2-4c4f-b9c4-09efb60e539d service neutron] Port ed4c6536-f823-4512-a178-a6f5dd8a1a5a on network 7dc952e9-3c46-450c-9a62-b53f248a00c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:56:49.713004 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-c97ad690-60a2-4c4f-b9c4-09efb60e539d service neutron] Attempting to bind port ed4c6536-f823-4512-a178-a6f5dd8a1a5a on network 7dc952e9-3c46-450c-9a62-b53f248a00c4 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:56:49.725983 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-c97ad690-60a2-4c4f-b9c4-09efb60e539d service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:56:49.726331 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-c97ad690-60a2-4c4f-b9c4-09efb60e539d service neutron] Checking segment: {'id': '20313ebf-9326-431b-9165-cf128e6f65fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7dc952e9-3c46-450c-9a62-b53f248a00c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:56:49.727181 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-c97ad690-60a2-4c4f-b9c4-09efb60e539d service neutron] Bound using segment: {'id': '20313ebf-9326-431b-9165-cf128e6f65fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7dc952e9-3c46-450c-9a62-b53f248a00c4'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:56:49.727181 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-c97ad690-60a2-4c4f-b9c4-09efb60e539d service neutron] Bound port: ed4c6536-f823-4512-a178-a6f5dd8a1a5a, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20313ebf-9326-431b-9165-cf128e6f65fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7dc952e9-3c46-450c-9a62-b53f248a00c4'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:56:49.727675 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-c97ad690-60a2-4c4f-b9c4-09efb60e539d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ed4c6536-f823-4512-a178-a6f5dd8a1a5a), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:49.742647 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=1aab93c4-9491-4b44-ab45-394e2d033a1e,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:49.781845 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ea8edfbd-b32c-456e-b395-563b1dbdafed req-de65f26a-3eb0-4453-80e4-9bdf0541ff57 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235974 Jan 28 02:56:49.854265 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-c97ad690-60a2-4c4f-b9c4-09efb60e539d service neutron] For port ed4c6536-f823-4512-a178-a6f5dd8a1a5a, host n-h1-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:56:49.859881 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-c97ad690-60a2-4c4f-b9c4-09efb60e539d service neutron] For port ed4c6536-f823-4512-a178-a6f5dd8a1a5a, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=ed4c6536-f823-4512-a178-a6f5dd8a1a5a,segment=NetworkSegment(20313ebf-9326-431b-9165-cf128e6f65fb),segment_id=20313ebf-9326-431b-9165-cf128e6f65fb)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:56:49.870183 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-c97ad690-60a2-4c4f-b9c4-09efb60e539d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (ed4c6536-f823-4512-a178-a6f5dd8a1a5a), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:49.915311 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-c97ad690-60a2-4c4f-b9c4-09efb60e539d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:49.916096 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-c97ad690-60a2-4c4f-b9c4-09efb60e539d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:49.917728 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-c97ad690-60a2-4c4f-b9c4-09efb60e539d service neutron] 10.222.0.67 "PUT /v2.0/ports/ed4c6536-f823-4512-a178-a6f5dd8a1a5a HTTP/1.1" status: 200 len: 1093 time: 2.0952764 Jan 28 02:56:49.918329 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b03536b-816a-4138-81c8-e0e3342a0670', 'tag': 'ed4c6536-f823-4512-a178-a6f5dd8a1a5a'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:56:49.921576 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc82fed6-de75-4509-b209-09f899b005cf" -d '{"events": [{"name": "network-changed", "server_uuid": "3b03536b-816a-4138-81c8-e0e3342a0670", "tag": "ed4c6536-f823-4512-a178-a6f5dd8a1a5a"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:56:49.924198 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42090) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:49.991734 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ad690-60a2-4c4f-b9c4-09efb60e539d service neutron] Pushing event updated for resources: {'Port': ['ID=ed4c6536-f823-4512-a178-a6f5dd8a1a5a,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:50.050889 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaefebee-67be-4dc3-922d-63705f2829a9 req-d0a25207-5b64-4415-9146-452e3b8da5d3 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:50.058090 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-aaefebee-67be-4dc3-922d-63705f2829a9 req-d0a25207-5b64-4415-9146-452e3b8da5d3 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/networks?id=8a90ebac-f69f-461b-a785-3d45e68aad72 HTTP/1.1" status: 200 len: 805 time: 0.9970734 Jan 28 02:56:50.065233 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ffd0dd-0f00-4b31-bf7a-e6e5f64d0eed req-93b790db-ddea-4f99-978a-54da95135a1e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:50.071808 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ffd0dd-0f00-4b31-bf7a-e6e5f64d0eed req-93b790db-ddea-4f99-978a-54da95135a1e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:50.079516 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ffd0dd-0f00-4b31-bf7a-e6e5f64d0eed req-93b790db-ddea-4f99-978a-54da95135a1e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:50.098203 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ffd0dd-0f00-4b31-bf7a-e6e5f64d0eed req-93b790db-ddea-4f99-978a-54da95135a1e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:50.101911 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-aaefebee-67be-4dc3-922d-63705f2829a9 req-fdcd0254-a50d-42d5-adda-51cbc18d6517 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/quotas/681abe9293864888ab6acd56a99956db HTTP/1.1" status: 200 len: 375 time: 0.0428181 Jan 28 02:56:50.111940 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-56aaa537-34e8-475e-bf28-a6751d70f46a req-da7dbab9-b455-4786-9863-62ef1a9e8f12 service neutron] For port 61e70dd3-4562-4fbe-b52b-e0bcc418fda0, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:56:50.112453 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ffd0dd-0f00-4b31-bf7a-e6e5f64d0eed req-93b790db-ddea-4f99-978a-54da95135a1e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:50.120971 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ffd0dd-0f00-4b31-bf7a-e6e5f64d0eed req-93b790db-ddea-4f99-978a-54da95135a1e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:50.127222 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ffd0dd-0f00-4b31-bf7a-e6e5f64d0eed req-93b790db-ddea-4f99-978a-54da95135a1e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:50.130080 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d6ffd0dd-0f00-4b31-bf7a-e6e5f64d0eed req-93b790db-ddea-4f99-978a-54da95135a1e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 5428 time: 0.2494404 Jan 28 02:56:50.188921 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-905bd2dd-6efd-4004-b500-b5f28f352801 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for port (d71dedbe-a3b6-4ce8-ba38-859fc08343c8), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:50.218575 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-56aaa537-34e8-475e-bf28-a6751d70f46a req-da7dbab9-b455-4786-9863-62ef1a9e8f12 service neutron] For port 61e70dd3-4562-4fbe-b52b-e0bcc418fda0, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=61e70dd3-4562-4fbe-b52b-e0bcc418fda0,segment=NetworkSegment(4fb02108-8b37-4bb4-8350-923aa0786ccd),segment_id=4fb02108-8b37-4bb4-8350-923aa0786ccd)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:56:50.219266 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-ffe95b04-9238-48b7-a7f1-13f649a499a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:50.221140 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-ffe95b04-9238-48b7-a7f1-13f649a499a0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=befd34c380174bf4b40f46a4a27ffeac&device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 1096 time: 0.2127662 Jan 28 02:56:50.230717 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-56aaa537-34e8-475e-bf28-a6751d70f46a req-da7dbab9-b455-4786-9863-62ef1a9e8f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (61e70dd3-4562-4fbe-b52b-e0bcc418fda0), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:50.272375 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-905bd2dd-6efd-4004-b500-b5f28f352801 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (d71dedbe-a3b6-4ce8-ba38-859fc08343c8), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:50.286933 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-aaefebee-67be-4dc3-922d-63705f2829a9 req-20b6a852-6730-45e9-8ba1-4b2a6cd4e45d tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=681abe9293864888ab6acd56a99956db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1841242 Jan 28 02:56:50.294310 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0a5d8211-43d5-49bc-bb82-2c90d8990b87 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=45e4e37566e94c3897df53a7dd9549b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3444517 Jan 28 02:56:50.300657 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42098) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:50.302215 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aaa537-34e8-475e-bf28-a6751d70f46a req-da7dbab9-b455-4786-9863-62ef1a9e8f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:50.302851 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-56aaa537-34e8-475e-bf28-a6751d70f46a req-da7dbab9-b455-4786-9863-62ef1a9e8f12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:50.304250 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-56aaa537-34e8-475e-bf28-a6751d70f46a req-da7dbab9-b455-4786-9863-62ef1a9e8f12 service neutron] 10.222.0.67 "PUT /v2.0/ports/61e70dd3-4562-4fbe-b52b-e0bcc418fda0 HTTP/1.1" status: 200 len: 1092 time: 3.1803479 Jan 28 02:56:50.306545 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e320c8b1-639f-4caf-8f27-722c22e8dac8', 'tag': '61e70dd3-4562-4fbe-b52b-e0bcc418fda0'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:56:50.308837 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df69d212-08d2-4db7-8ca5-beb357eb9565" -d '{"events": [{"name": "network-changed", "server_uuid": "e320c8b1-639f-4caf-8f27-722c22e8dac8", "tag": "61e70dd3-4562-4fbe-b52b-e0bcc418fda0"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:56:50.381595 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-d1327e2f-1ff6-4609-9508-a568a62780aa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed4c6536-f823-4512-a178-a6f5dd8a1a5a HTTP/1.1" status: 200 len: 217 time: 0.1462693 Jan 28 02:56:50.390821 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905bd2dd-6efd-4004-b500-b5f28f352801 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:56:50.408670 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-905bd2dd-6efd-4004-b500-b5f28f352801 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:56:50.409726 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-372af091-2316-4653-9483-d213767edcfb None None] Allocated IP 2001:db8::f816:3eff:fea7:4518 (f4e9908e-37c3-477d-90df-65c02e38c857/6542ea44-639a-4d55-ba24-a929349bdc90/e21c4676-70cb-4112-af9f-4ab5c3b53f26) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:56:50.411318 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7dbab9-b455-4786-9863-62ef1a9e8f12 service neutron] Pushing event updated for resources: {'Port': ['ID=61e70dd3-4562-4fbe-b52b-e0bcc418fda0,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:50.417814 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905bd2dd-6efd-4004-b500-b5f28f352801 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:56:50.423247 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905bd2dd-6efd-4004-b500-b5f28f352801 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:50.423901 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-905bd2dd-6efd-4004-b500-b5f28f352801 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:50.439215 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d6ffd0dd-0f00-4b31-bf7a-e6e5f64d0eed req-afd35c94-0612-4c87-917b-eb8a973e0df5 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&id=3711f489-87e7-4ab3-8353-77075d27f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2996953 Jan 28 02:56:50.508214 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-193eb73c-7054-4909-bd5c-08c5578ba2e7 admin admin] Publish callbacks [] for security_group (6d5390e7-5d0e-4fb7-bfb0-160e8b97d141), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:50.539173 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-905bd2dd-6efd-4004-b500-b5f28f352801 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1706345 Jan 28 02:56:50.545949 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42102) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:50.548680 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905bd2dd-6efd-4004-b500-b5f28f352801 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Port': ['ID=d71dedbe-a3b6-4ce8-ba38-859fc08343c8,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:50.567594 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-aaefebee-67be-4dc3-922d-63705f2829a9 req-ab493cf9-864e-41d9-9142-1fb0434c6611 service neutron] 10.222.0.53 "GET /v2.0/networks/8a90ebac-f69f-461b-a785-3d45e68aad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672226 Jan 28 02:56:50.593699 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-59d5b064-5795-4984-ac43-d590c40d87c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:50.595224 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-59d5b064-5795-4984-ac43-d590c40d87c1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=16ee6f75-5845-453e-adc6-4f31252df005 HTTP/1.1" status: 200 len: 855 time: 0.2051990 Jan 28 02:56:50.600317 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aaa537-34e8-475e-bf28-a6751d70f46a req-80528bba-e9c2-4852-babe-b058724253be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:50.601855 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-56aaa537-34e8-475e-bf28-a6751d70f46a req-80528bba-e9c2-4852-babe-b058724253be service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e168a8b773b74055bc0667e0581a74cd&device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 1095 time: 0.2060828 Jan 28 02:56:50.655285 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-193eb73c-7054-4909-bd5c-08c5578ba2e7 admin admin] Publish callbacks [] for security_group (6d5390e7-5d0e-4fb7-bfb0-160e8b97d141), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:50.661902 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-372af091-2316-4653-9483-d213767edcfb None None] Publish callbacks [] for port (e21c4676-70cb-4112-af9f-4ab5c3b53f26), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:50.673587 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-372af091-2316-4653-9483-d213767edcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (e21c4676-70cb-4112-af9f-4ab5c3b53f26), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:50.711463 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-56aaa537-34e8-475e-bf28-a6751d70f46a req-be8d4e3c-10a7-4173-bc7c-48e158a097e3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61e70dd3-4562-4fbe-b52b-e0bcc418fda0 HTTP/1.1" status: 200 len: 217 time: 0.0892265 Jan 28 02:56:50.739518 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372af091-2316-4653-9483-d213767edcfb None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:56:50.740183 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-6866800d-063e-46df-a6cb-62f235919a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:50.741894 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-6866800d-063e-46df-a6cb-62f235919a91 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7dc952e9-3c46-450c-9a62-b53f248a00c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1210926 Jan 28 02:56:50.742106 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372af091-2316-4653-9483-d213767edcfb None None] Pushing event updated for resources: {'Port': ['ID=e21c4676-70cb-4112-af9f-4ab5c3b53f26,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:50.745713 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-372af091-2316-4653-9483-d213767edcfb None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:56:50.752774 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372af091-2316-4653-9483-d213767edcfb None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:56:50.757966 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebffc2ae-5691-4c4c-8500-f6927f45790d tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:50.762066 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ebffc2ae-5691-4c4c-8500-f6927f45790d tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2126410 Jan 28 02:56:50.763752 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b8c26-7b25-4b1d-9e1d-37cce4129335 req-fd1f943d-9fa1-41b2-9c14-97666c7b2e07 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:50.766025 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0b5b8c26-7b25-4b1d-9e1d-37cce4129335 req-fd1f943d-9fa1-41b2-9c14-97666c7b2e07 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 943 time: 0.1581280 Jan 28 02:56:50.767414 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42104) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:50.836626 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aaa537-34e8-475e-bf28-a6751d70f46a req-0d002403-8ada-4902-871a-55fcb4051582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:50.837502 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-372af091-2316-4653-9483-d213767edcfb None None] Attempting to bind port e21c4676-70cb-4112-af9f-4ab5c3b53f26 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:56:50.838033 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-372af091-2316-4653-9483-d213767edcfb None None] Attempting to bind port e21c4676-70cb-4112-af9f-4ab5c3b53f26 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:56:50.838267 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-56aaa537-34e8-475e-bf28-a6751d70f46a req-0d002403-8ada-4902-871a-55fcb4051582 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=49bb14d4-dcd1-48f1-bfcf-d4851c7c298c HTTP/1.1" status: 200 len: 848 time: 0.1182470 Jan 28 02:56:50.839540 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372af091-2316-4653-9483-d213767edcfb None None] Attempting to bind port e21c4676-70cb-4112-af9f-4ab5c3b53f26 on network f4e9908e-37c3-477d-90df-65c02e38c857 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:56:50.840173 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-aaefebee-67be-4dc3-922d-63705f2829a9 req-59144b11-c93d-4db3-a195-93ebd524d309 service neutron] 10.222.0.53 "GET /v2.0/networks/8a90ebac-f69f-461b-a785-3d45e68aad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513363 Jan 28 02:56:50.848769 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372af091-2316-4653-9483-d213767edcfb None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:56:50.848769 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372af091-2316-4653-9483-d213767edcfb None None] Checking segment: {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:56:50.848769 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-372af091-2316-4653-9483-d213767edcfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:50.849332 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372af091-2316-4653-9483-d213767edcfb None None] Bound using segment: {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:56:50.849434 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-193eb73c-7054-4909-bd5c-08c5578ba2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (6d5390e7-5d0e-4fb7-bfb0-160e8b97d141), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:50.849855 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-372af091-2316-4653-9483-d213767edcfb None None] Bound port: e21c4676-70cb-4112-af9f-4ab5c3b53f26, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:56:50.850310 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-372af091-2316-4653-9483-d213767edcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e21c4676-70cb-4112-af9f-4ab5c3b53f26), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:50.852070 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-193eb73c-7054-4909-bd5c-08c5578ba2e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:50.856274 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-193eb73c-7054-4909-bd5c-08c5578ba2e7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6d5390e7-5d0e-4fb7-bfb0-160e8b97d141 HTTP/1.1" status: 204 len: 168 time: 0.5516603 Jan 28 02:56:50.877165 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193eb73c-7054-4909-bd5c-08c5578ba2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5390e7-5d0e-4fb7-bfb0-160e8b97d141,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:50.943464 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-372af091-2316-4653-9483-d213767edcfb None None] For port e21c4676-70cb-4112-af9f-4ab5c3b53f26, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:56:50.945520 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-56aaa537-34e8-475e-bf28-a6751d70f46a req-3c39b532-8349-4e29-9b95-f51caa18df99 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=290af027-4910-45bb-b54e-a29d61400c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996878 Jan 28 02:56:50.949410 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-372af091-2316-4653-9483-d213767edcfb None None] For port e21c4676-70cb-4112-af9f-4ab5c3b53f26, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=e21c4676-70cb-4112-af9f-4ab5c3b53f26,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:56:50.960415 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0b5b8c26-7b25-4b1d-9e1d-37cce4129335 req-07fb5bd0-7b7b-43a0-8cde-7526e1acc5f1 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831002 Jan 28 02:56:50.983451 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['adb6e36c-de05-4418-b914-1cc1d87b0029'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:56:50.991953 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['e5796229-716b-4448-bfde-fcd9bdf85cdd'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:56:50.997975 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-a9b5aaed-f4cc-44fe-b031-b20babda7e9b service neutron] 10.222.0.67 "GET /v2.0/networks/7dc952e9-3c46-450c-9a62-b53f248a00c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305470 Jan 28 02:56:51.100888 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['e3dc7402-b465-4b15-8094-ca4f81d3337e'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:56:51.192967 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['44267f57-f4c4-404e-bfd0-6e33bcab411a'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:56:51.197932 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['1aab93c4-9491-4b44-ab45-394e2d033a1e'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:56:51.198072 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8fd27da3-a5fd-4276-86b9-e638f237c8b1 req-9a9d5cfa-e610-45d9-91df-01664ae21254 service neutron] 10.222.0.67 "GET /v2.0/networks/7dc952e9-3c46-450c-9a62-b53f248a00c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928575 Jan 28 02:56:51.202872 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d9878a-0c8e-49dc-818c-f676caa4e9e2 x-openstack-request-id: req-a8d9878a-0c8e-49dc-818c-f676caa4e9e2 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:56:51.202872 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b03536b-816a-4138-81c8-e0e3342a0670", "tag": "ed4c6536-f823-4512-a178-a6f5dd8a1a5a", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:56:51.202872 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a8d9878a-0c8e-49dc-818c-f676caa4e9e2 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:56:51.202872 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b03536b-816a-4138-81c8-e0e3342a0670', 'tag': 'ed4c6536-f823-4512-a178-a6f5dd8a1a5a', 'status': 'completed', 'code': 200} Jan 28 02:56:51.227055 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-ee130fba-56be-497e-8a5f-98b42219b0dd tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting port d71dedbe-a3b6-4ce8-ba38-859fc08343c8 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:56:51.229437 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ee130fba-56be-497e-8a5f-98b42219b0dd tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (d71dedbe-a3b6-4ce8-ba38-859fc08343c8), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:51.249731 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-372af091-2316-4653-9483-d213767edcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e21c4676-70cb-4112-af9f-4ab5c3b53f26), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:51.279909 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-56aaa537-34e8-475e-bf28-a6751d70f46a req-7954574c-1e11-4d3b-82dd-dad5c7339835 service neutron] 10.222.0.67 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254290 Jan 28 02:56:51.500473 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-56aaa537-34e8-475e-bf28-a6751d70f46a req-ac903b6c-627d-42bd-9d88-f0f4ac0ff82d service neutron] 10.222.0.67 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339517 Jan 28 02:56:51.536621 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6a087-e368-4731-a744-6b0a67a5f8bf req-e30b33d3-1d16-4717-a147-1c8164be2d47 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:51.543381 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372af091-2316-4653-9483-d213767edcfb None None] Pushing event updated for resources: {'Port': ['ID=e21c4676-70cb-4112-af9f-4ab5c3b53f26,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:51.545038 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-18a6a087-e368-4731-a744-6b0a67a5f8bf req-e30b33d3-1d16-4717-a147-1c8164be2d47 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=6fd8825b-c79a-44dc-bf17-d231e155c23c HTTP/1.1" status: 200 len: 945 time: 0.3648362 Jan 28 02:56:51.567406 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c29d2-ef1b-4a73-a52d-49642ec2903b req-374d760a-5a6d-4b19-822c-1e710a935069 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:51.569006 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-458c29d2-ef1b-4a73-a52d-49642ec2903b req-374d760a-5a6d-4b19-822c-1e710a935069 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 944 time: 0.2666838 Jan 28 02:56:51.644194 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-18a6a087-e368-4731-a744-6b0a67a5f8bf req-b7e28a28-6753-4c7d-83e4-34cbfa588034 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974185 Jan 28 02:56:51.711197 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ee130fba-56be-497e-8a5f-98b42219b0dd tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (d71dedbe-a3b6-4ce8-ba38-859fc08343c8), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:51.727564 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82fed6-de75-4509-b209-09f899b005cf req-6591dd93-07a1-4b91-8f3e-dc42de0b92a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:51.730088 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dc82fed6-de75-4509-b209-09f899b005cf req-6591dd93-07a1-4b91-8f3e-dc42de0b92a4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=befd34c380174bf4b40f46a4a27ffeac&device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 1096 time: 0.4366500 Jan 28 02:56:51.755914 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-ee130fba-56be-497e-8a5f-98b42219b0dd tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Calling delete_port for d71dedbe-a3b6-4ce8-ba38-859fc08343c8 owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:56:51.780832 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d45687-9f9c-4b53-aca2-51c081ee715d x-openstack-request-id: req-50d45687-9f9c-4b53-aca2-51c081ee715d {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:56:51.780832 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e320c8b1-639f-4caf-8f27-722c22e8dac8", "tag": "61e70dd3-4562-4fbe-b52b-e0bcc418fda0", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:56:51.781178 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-50d45687-9f9c-4b53-aca2-51c081ee715d {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:56:51.788173 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e320c8b1-639f-4caf-8f27-722c22e8dac8', 'tag': '61e70dd3-4562-4fbe-b52b-e0bcc418fda0', 'status': 'completed', 'code': 200} Jan 28 02:56:51.843008 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-458c29d2-ef1b-4a73-a52d-49642ec2903b req-2e5c01a4-34a7-4033-a355-b5738daf53a7 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/security-groups?id=950b0d70-c9c8-434a-a09a-520ef6e676e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2628880 Jan 28 02:56:51.885350 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['b7ea256c-1185-43f6-ab32-04eda1634fc5'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:56:52.122729 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['1ab715d2-bc27-4588-bd67-bdf04c55fd07'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:56:52.164575 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b06c11a1-e0d0-45c2-8d1c-8cdede9adf1a req-b22fe46e-e552-44ac-9dbf-89526e1ac235 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fca47af-76dd-4dd5-8e8f-301f34bc9239 HTTP/1.1" status: 200 len: 210 time: 0.1162534 Jan 28 02:56:52.208498 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69d212-08d2-4db7-8ca5-beb357eb9565 req-f701545b-3de7-4f27-bc8b-01cee31f96c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:52.225307 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-df69d212-08d2-4db7-8ca5-beb357eb9565 req-f701545b-3de7-4f27-bc8b-01cee31f96c0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e168a8b773b74055bc0667e0581a74cd&device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 1095 time: 0.3946970 Jan 28 02:56:52.344508 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82fed6-de75-4509-b209-09f899b005cf req-188b1133-10ac-4ef6-822b-fc7360e9ca59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:52.347121 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dc82fed6-de75-4509-b209-09f899b005cf req-188b1133-10ac-4ef6-822b-fc7360e9ca59 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7dc952e9-3c46-450c-9a62-b53f248a00c4 HTTP/1.1" status: 200 len: 917 time: 0.5313215 Jan 28 02:56:52.366589 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d94d5-c0f0-4f62-b66a-e69d87bcfd90 req-b4c2ad1c-7f88-4e69-a16e-2201f74a68c0 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:52.374697 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d94d5-c0f0-4f62-b66a-e69d87bcfd90 req-b4c2ad1c-7f88-4e69-a16e-2201f74a68c0 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:52.394096 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d94d5-c0f0-4f62-b66a-e69d87bcfd90 req-b4c2ad1c-7f88-4e69-a16e-2201f74a68c0 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:52.411600 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d94d5-c0f0-4f62-b66a-e69d87bcfd90 req-b4c2ad1c-7f88-4e69-a16e-2201f74a68c0 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:52.424193 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d94d5-c0f0-4f62-b66a-e69d87bcfd90 req-b4c2ad1c-7f88-4e69-a16e-2201f74a68c0 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:52.434628 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d94d5-c0f0-4f62-b66a-e69d87bcfd90 req-b4c2ad1c-7f88-4e69-a16e-2201f74a68c0 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:52.444493 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d94d5-c0f0-4f62-b66a-e69d87bcfd90 req-b4c2ad1c-7f88-4e69-a16e-2201f74a68c0 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:52.455179 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aa5d94d5-c0f0-4f62-b66a-e69d87bcfd90 req-b4c2ad1c-7f88-4e69-a16e-2201f74a68c0 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 5428 time: 0.4143443 Jan 28 02:56:52.574972 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dc82fed6-de75-4509-b209-09f899b005cf req-3ed2c832-c5b3-42e7-9a8d-27ea258a7336 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed4c6536-f823-4512-a178-a6f5dd8a1a5a HTTP/1.1" status: 200 len: 217 time: 0.1110969 Jan 28 02:56:52.582751 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42146) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:52.741415 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82fed6-de75-4509-b209-09f899b005cf req-1d6144d7-f575-4e62-b026-14e800865620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:52.742960 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dc82fed6-de75-4509-b209-09f899b005cf req-1d6144d7-f575-4e62-b026-14e800865620 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=16ee6f75-5845-453e-adc6-4f31252df005 HTTP/1.1" status: 200 len: 855 time: 0.1473906 Jan 28 02:56:52.751501 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69d212-08d2-4db7-8ca5-beb357eb9565 req-5a33ad4c-bc36-4eb6-82ae-304084810687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:52.759915 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-df69d212-08d2-4db7-8ca5-beb357eb9565 req-5a33ad4c-bc36-4eb6-82ae-304084810687 service neutron] 10.222.0.67 "GET /v2.0/networks?id=290af027-4910-45bb-b54e-a29d61400c05 HTTP/1.1" status: 200 len: 909 time: 0.5033588 Jan 28 02:56:52.797298 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aa5d94d5-c0f0-4f62-b66a-e69d87bcfd90 req-e560a4b0-cbcc-4f63-a06a-11c0ef01a1b0 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&id=3711f489-87e7-4ab3-8353-77075d27f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3336680 Jan 28 02:56:52.854399 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-081328ea-ac90-43f2-b689-41c87f3a0146 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Request body: {'security_group': {'name': 'tempest-secgroup--1854826962'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:52.898382 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device e21c4676-70cb-4112-af9f-4ab5c3b53f26 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:56:52.943795 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82fed6-de75-4509-b209-09f899b005cf req-7c882f0f-27a0-4197-a0dd-07b7ceb0bc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:52.949630 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dc82fed6-de75-4509-b209-09f899b005cf req-7c882f0f-27a0-4197-a0dd-07b7ceb0bc86 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7dc952e9-3c46-450c-9a62-b53f248a00c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1953530 Jan 28 02:56:52.951850 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-081328ea-ac90-43f2-b689-41c87f3a0146 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:52.955137 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-df69d212-08d2-4db7-8ca5-beb357eb9565 req-0a02ce7f-0f6a-4b62-81c2-a98b351016fa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61e70dd3-4562-4fbe-b52b-e0bcc418fda0 HTTP/1.1" status: 200 len: 217 time: 0.1820989 Jan 28 02:56:52.973129 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-081328ea-ac90-43f2-b689-41c87f3a0146 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:52.983903 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb169864-30d8-4049-b18e-fec060f67665 req-f446cf88-9c3c-45da-887e-ece39f951e51 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:53.003646 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bb169864-30d8-4049-b18e-fec060f67665 req-f446cf88-9c3c-45da-887e-ece39f951e51 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 943 time: 0.3891175 Jan 28 02:56:53.053690 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ee130fba-56be-497e-8a5f-98b42219b0dd tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (d71dedbe-a3b6-4ce8-ba38-859fc08343c8), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:53.377849 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaefebee-67be-4dc3-922d-63705f2829a9 req-80606080-d134-42fd-8957-c987418a1a81 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:53.380499 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-aaefebee-67be-4dc3-922d-63705f2829a9 req-80606080-d134-42fd-8957-c987418a1a81 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.39 "GET /v2.0/networks?id=8a90ebac-f69f-461b-a785-3d45e68aad72 HTTP/1.1" status: 200 len: 805 time: 0.2373085 Jan 28 02:56:53.467002 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-aaefebee-67be-4dc3-922d-63705f2829a9 req-ac1e16fe-28fa-4858-adf8-bbcdb2d9201b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Request body: {'port': {'device_id': '1fca47af-76dd-4dd5-8e8f-301f34bc9239', 'network_id': '8a90ebac-f69f-461b-a785-3d45e68aad72', 'admin_state_up': True, 'tenant_id': '681abe9293864888ab6acd56a99956db'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:53.497366 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port e21c4676-70cb-4112-af9f-4ab5c3b53f26 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:56:53.497748 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e21c4676-70cb-4112-af9f-4ab5c3b53f26), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:53.512308 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee130fba-56be-497e-8a5f-98b42219b0dd tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Port': ['ID=d71dedbe-a3b6-4ce8-ba38-859fc08343c8,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:53.597032 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ee130fba-56be-497e-8a5f-98b42219b0dd tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:53.602543 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ee130fba-56be-497e-8a5f-98b42219b0dd tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/ports/d71dedbe-a3b6-4ce8-ba38-859fc08343c8 HTTP/1.1" status: 204 len: 168 time: 2.8338807 Jan 28 02:56:53.625810 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bb169864-30d8-4049-b18e-fec060f67665 req-a6ff139d-419e-4932-8534-8ec155a9edf1 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6204598 Jan 28 02:56:53.627308 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42154) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:53.774623 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-856f5129-1750-4ddc-a87b-4186016f5224 None None] Provisioning complete for port e21c4676-70cb-4112-af9f-4ab5c3b53f26 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:56:53.777387 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-856f5129-1750-4ddc-a87b-4186016f5224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e21c4676-70cb-4112-af9f-4ab5c3b53f26), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:53.801806 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69d212-08d2-4db7-8ca5-beb357eb9565 req-ac9e4346-a710-4936-b392-bc346f9c084e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:53.803307 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-df69d212-08d2-4db7-8ca5-beb357eb9565 req-ac9e4346-a710-4936-b392-bc346f9c084e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=49bb14d4-dcd1-48f1-bfcf-d4851c7c298c HTTP/1.1" status: 200 len: 848 time: 0.7830510 Jan 28 02:56:53.842506 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device e3dc7402-b465-4b15-8094-ca4f81d3337e up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:56:53.894908 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-df69d212-08d2-4db7-8ca5-beb357eb9565 req-01898d18-84b9-4e91-85c3-a1a33df1ba0f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=290af027-4910-45bb-b54e-a29d61400c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716474 Jan 28 02:56:53.921365 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dc82fed6-de75-4509-b209-09f899b005cf req-f71b47a1-7422-4e39-9bdd-3fa144eb73b0 service neutron] 10.222.0.67 "GET /v2.0/networks/7dc952e9-3c46-450c-9a62-b53f248a00c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9289365 Jan 28 02:56:53.951813 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66209e7d-3cfc-4239-a060-320ac31bd5bc tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:53.953274 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66209e7d-3cfc-4239-a060-320ac31bd5bc tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:53.954843 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-66209e7d-3cfc-4239-a060-320ac31bd5bc tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2113082 Jan 28 02:56:53.999160 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42158) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:54.061179 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dc82fed6-de75-4509-b209-09f899b005cf req-63a5e7a6-5847-47c1-bc35-c73d5f438968 service neutron] 10.222.0.67 "GET /v2.0/networks/7dc952e9-3c46-450c-9a62-b53f248a00c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222191 Jan 28 02:56:54.126504 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd1ae4-7163-4a79-a777-6e8120311649 req-63073851-c25c-4db7-954b-ebb314be2851 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:54.129538 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-edbd1ae4-7163-4a79-a777-6e8120311649 req-63073851-c25c-4db7-954b-ebb314be2851 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 944 time: 0.3191648 Jan 28 02:56:54.133620 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63682f4-d98e-41f3-81c3-a509aacb7865 req-d1ee1cbb-420d-4095-b353-87f83cb1081c tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:54.135238 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c63682f4-d98e-41f3-81c3-a509aacb7865 req-d1ee1cbb-420d-4095-b353-87f83cb1081c tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=6fd8825b-c79a-44dc-bf17-d231e155c23c HTTP/1.1" status: 200 len: 945 time: 0.9382865 Jan 28 02:56:54.141508 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port e21c4676-70cb-4112-af9f-4ab5c3b53f26 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:54.143600 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e21c4676-70cb-4112-af9f-4ab5c3b53f26), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:54.150429 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port e3dc7402-b465-4b15-8094-ca4f81d3337e completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:56:54.164363 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-00d3d5ba-839e-4331-8c4f-9ac6d81bfbb2 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting subnet 6542ea44-639a-4d55-ba24-a929349bdc90 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:56:54.173260 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-00d3d5ba-839e-4331-8c4f-9ac6d81bfbb2 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (6542ea44-639a-4d55-ba24-a929349bdc90), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:54.181991 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-081328ea-ac90-43f2-b689-41c87f3a0146 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (27f4c78a-a545-42fb-8bd5-337a8f325429), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:54.185727 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-856f5129-1750-4ddc-a87b-4186016f5224 None None] Current status of the port e21c4676-70cb-4112-af9f-4ab5c3b53f26 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:54.186927 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-856f5129-1750-4ddc-a87b-4186016f5224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e21c4676-70cb-4112-af9f-4ab5c3b53f26), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:54.199845 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port e3dc7402-b465-4b15-8094-ca4f81d3337e triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:56:54.200234 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e3dc7402-b465-4b15-8094-ca4f81d3337e), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:54.241829 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaefebee-67be-4dc3-922d-63705f2829a9 req-ac1e16fe-28fa-4858-adf8-bbcdb2d9201b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Made reservation on behalf of 681abe9293864888ab6acd56a99956db for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:56:54.251039 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-aaefebee-67be-4dc3-922d-63705f2829a9 req-ac1e16fe-28fa-4858-adf8-bbcdb2d9201b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:54.268408 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c63682f4-d98e-41f3-81c3-a509aacb7865 req-0577e108-9fd4-49c3-a090-42f9556f3efc tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843785 Jan 28 02:56:54.269438 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-081328ea-ac90-43f2-b689-41c87f3a0146 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (27f4c78a-a545-42fb-8bd5-337a8f325429), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:54.306953 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-df69d212-08d2-4db7-8ca5-beb357eb9565 req-a342d4db-06ea-4791-ba33-c1de5287f4fe service neutron] 10.222.0.67 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019020 Jan 28 02:56:54.310415 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081328ea-ac90-43f2-b689-41c87f3a0146 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27f4c78a-a545-42fb-8bd5-337a8f325429,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:54.365175 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port e21c4676-70cb-4112-af9f-4ab5c3b53f26, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=e21c4676-70cb-4112-af9f-4ab5c3b53f26,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:54.371854 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-00d3d5ba-839e-4331-8c4f-9ac6d81bfbb2 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (6542ea44-639a-4d55-ba24-a929349bdc90), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:54.389326 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e21c4676-70cb-4112-af9f-4ab5c3b53f26), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:54.402011 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-081328ea-ac90-43f2-b689-41c87f3a0146 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (3900f42f-b17c-4256-9688-6a6903869e86), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:54.419255 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-081328ea-ac90-43f2-b689-41c87f3a0146 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (3900f42f-b17c-4256-9688-6a6903869e86), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:54.459006 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6c5bf8f5-7a88-4190-b943-503ef78cb8cf req-996f531f-dcb7-4000-9791-0031ad917812 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fca47af-76dd-4dd5-8e8f-301f34bc9239 HTTP/1.1" status: 200 len: 210 time: 0.0542943 Jan 28 02:56:54.462228 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-081328ea-ac90-43f2-b689-41c87f3a0146 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:54.463644 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-081328ea-ac90-43f2-b689-41c87f3a0146 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.8799143 Jan 28 02:56:54.471101 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42164) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:54.498134 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port e3dc7402-b465-4b15-8094-ca4f81d3337e is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:54.498541 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e3dc7402-b465-4b15-8094-ca4f81d3337e), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:54.570686 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-02b7b869-05e9-4875-a9ff-bf202208835d tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0950189 Jan 28 02:56:54.574210 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42166) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:54.580695 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-67682675-7b24-4460-93f2-885ff1459575 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Request body: {'security_group': {'name': 'tempest-security--1116604353', 'description': 'tempest-security-description-2145939552'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:54.586823 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=e21c4676-70cb-4112-af9f-4ab5c3b53f26,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:54.591881 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.api [None req-856f5129-1750-4ddc-a87b-4186016f5224 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 02:56:54.592742 n-d-712139-27 neutron-server[109804]: DEBUG oslo_db.api [None req-856f5129-1750-4ddc-a87b-4186016f5224 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 02:56:54.598749 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3dc7402-b465-4b15-8094-ca4f81d3337e'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:56:54.602339 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae5692b-e902-423b-a3a4-27710d0c9190" -d '{"events": [{"server_uuid": "3e4b5d3f-9d94-4228-974e-b08b737d3e4c", "name": "network-vif-plugged", "status": "completed", "tag": "e3dc7402-b465-4b15-8094-ca4f81d3337e"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:56:54.624411 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port e3dc7402-b465-4b15-8094-ca4f81d3337e, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=e3dc7402-b465-4b15-8094-ca4f81d3337e,segment=NetworkSegment(54ef7b2b-f6f2-4013-a152-07e010d0c194),segment_id=54ef7b2b-f6f2-4013-a152-07e010d0c194)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:54.632543 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e3dc7402-b465-4b15-8094-ca4f81d3337e), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:54.644494 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-edbd1ae4-7163-4a79-a777-6e8120311649 req-48900f2a-592a-4325-ac2d-9c2f8860fea5 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/security-groups?id=950b0d70-c9c8-434a-a09a-520ef6e676e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4554412 Jan 28 02:56:54.652673 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081328ea-ac90-43f2-b689-41c87f3a0146 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3900f42f-b17c-4256-9688-6a6903869e86,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:54.723110 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=e3dc7402-b465-4b15-8094-ca4f81d3337e,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:54.739341 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54931372-573c-49f2-8038-dfd6efd91452 req-ebf1634f-0d93-4040-86eb-03a7acb33935 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:54.745247 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54931372-573c-49f2-8038-dfd6efd91452 req-ebf1634f-0d93-4040-86eb-03a7acb33935 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:54.750794 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54931372-573c-49f2-8038-dfd6efd91452 req-ebf1634f-0d93-4040-86eb-03a7acb33935 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:54.756160 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54931372-573c-49f2-8038-dfd6efd91452 req-ebf1634f-0d93-4040-86eb-03a7acb33935 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:54.762545 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54931372-573c-49f2-8038-dfd6efd91452 req-ebf1634f-0d93-4040-86eb-03a7acb33935 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:54.767976 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54931372-573c-49f2-8038-dfd6efd91452 req-ebf1634f-0d93-4040-86eb-03a7acb33935 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:54.773248 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54931372-573c-49f2-8038-dfd6efd91452 req-ebf1634f-0d93-4040-86eb-03a7acb33935 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:54.780863 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-54931372-573c-49f2-8038-dfd6efd91452 req-ebf1634f-0d93-4040-86eb-03a7acb33935 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 5428 time: 0.1902685 Jan 28 02:56:54.788505 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-67682675-7b24-4460-93f2-885ff1459575 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (3900f42f-b17c-4256-9688-6a6903869e86), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:54.833315 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-df69d212-08d2-4db7-8ca5-beb357eb9565 req-6a8d005a-b403-4756-bfe6-785c91fcac0b service neutron] 10.222.0.67 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5010436 Jan 28 02:56:54.869238 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-67682675-7b24-4460-93f2-885ff1459575 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (3900f42f-b17c-4256-9688-6a6903869e86), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:54.870241 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-00d3d5ba-839e-4331-8c4f-9ac6d81bfbb2 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (6542ea44-639a-4d55-ba24-a929349bdc90), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:54.897315 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-54931372-573c-49f2-8038-dfd6efd91452 req-9b5bdb0e-000f-45d0-b5c1-735bac8f9a71 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&id=3711f489-87e7-4ab3-8353-77075d27f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1155176 Jan 28 02:56:54.898100 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-67682675-7b24-4460-93f2-885ff1459575 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (3900f42f-b17c-4256-9688-6a6903869e86), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:54.901186 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-67682675-7b24-4460-93f2-885ff1459575 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:54.906054 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-67682675-7b24-4460-93f2-885ff1459575 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "PUT /v2.0/security-groups/3900f42f-b17c-4256-9688-6a6903869e86 HTTP/1.1" status: 200 len: 1797 time: 0.3306797 Jan 28 02:56:54.909638 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42172) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:54.974089 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3c8109f4-43ce-4ce6-a1ea-dea138c313d7 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "GET /v2.0/security-groups/3900f42f-b17c-4256-9688-6a6903869e86 HTTP/1.1" status: 200 len: 1797 time: 0.0626209 Jan 28 02:56:54.977889 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42174) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:55.009280 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4715ce4d-efba-4c96-9425-7688da6bcaf6 x-openstack-request-id: req-4715ce4d-efba-4c96-9425-7688da6bcaf6 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:56:55.009742 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4b5d3f-9d94-4228-974e-b08b737d3e4c", "name": "network-vif-plugged", "status": "completed", "tag": "e3dc7402-b465-4b15-8094-ca4f81d3337e", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:56:55.010045 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4715ce4d-efba-4c96-9425-7688da6bcaf6 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:56:55.010548 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3dc7402-b465-4b15-8094-ca4f81d3337e', 'code': 200} Jan 28 02:56:55.131701 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67682675-7b24-4460-93f2-885ff1459575 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3900f42f-b17c-4256-9688-6a6903869e86,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:55.178054 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-856f5129-1750-4ddc-a87b-4186016f5224 None None] Current status of the port e21c4676-70cb-4112-af9f-4ab5c3b53f26 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:55.189449 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-887e4549-e4e9-4696-bd12-2dc58cb0843c tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (3900f42f-b17c-4256-9688-6a6903869e86), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:55.215179 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-887e4549-e4e9-4696-bd12-2dc58cb0843c tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (3900f42f-b17c-4256-9688-6a6903869e86), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:55.266043 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc87d0-00e0-44b0-b920-654c7686067c req-38c34816-fdc6-4af7-93c5-ee7136b29547 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:55.268852 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-45fc87d0-00e0-44b0-b920-654c7686067c req-38c34816-fdc6-4af7-93c5-ee7136b29547 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 943 time: 0.2083361 Jan 28 02:56:55.283687 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-887e4549-e4e9-4696-bd12-2dc58cb0843c tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (3900f42f-b17c-4256-9688-6a6903869e86), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:55.286492 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-887e4549-e4e9-4696-bd12-2dc58cb0843c tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:55.287255 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-887e4549-e4e9-4696-bd12-2dc58cb0843c tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "DELETE /v2.0/security-groups/3900f42f-b17c-4256-9688-6a6903869e86 HTTP/1.1" status: 204 len: 168 time: 0.3081207 Jan 28 02:56:55.292750 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-6a4233f8-ec13-4816-a8ad-8ed5597aacef None None] Could not find standard attr ID for object d71dedbe-a3b6-4ce8-ba38-859fc08343c8. {{(pid=109804) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 02:56:55.292925 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42176) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:55.318774 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e4549-e4e9-4696-bd12-2dc58cb0843c tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3900f42f-b17c-4256-9688-6a6903869e86,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:55.336748 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-aaefebee-67be-4dc3-922d-63705f2829a9 req-ac1e16fe-28fa-4858-adf8-bbcdb2d9201b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Allocated IP 172.20.0.6 (8a90ebac-f69f-461b-a785-3d45e68aad72/4a514938-18f7-4fe1-ae61-4e73697ccb7f/1aeb88e4-4b67-40d7-a4fd-e270b37968fa) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:56:55.366775 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-45fc87d0-00e0-44b0-b920-654c7686067c req-2b58dbe3-64e4-4f62-af62-e21542fa4bbc tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900407 Jan 28 02:56:55.377969 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c09db04e-d707-4046-86f1-d56b8ac1fa9c tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0753546 Jan 28 02:56:55.378212 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42178) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:55.392753 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a514c88-1ac3-4bc2-8af8-92a955441253 req-f88946a8-14e0-4f68-ae69-95d1582af06d tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:55.392753 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8a514c88-1ac3-4bc2-8af8-92a955441253 req-f88946a8-14e0-4f68-ae69-95d1582af06d tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=6fd8825b-c79a-44dc-bf17-d231e155c23c HTTP/1.1" status: 200 len: 945 time: 0.1249468 Jan 28 02:56:55.405776 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-5f61cd40-35a7-4d03-8b76-bbf8185c8880 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] delete failed (client error): The resource could not be found. Jan 28 02:56:55.412261 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5f61cd40-35a7-4d03-8b76-bbf8185c8880 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "DELETE /v2.0/security-groups/3900f42f-b17c-4256-9688-6a6903869e86 HTTP/1.1" status: 404 len: 347 time: 0.0326524 Jan 28 02:56:55.413004 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42180) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:55.419685 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-f78f4a83-6a9b-4a27-9b55-1bfe0c12338f tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Request body: {'security_group': {'name': 'tempest-secgroup--1778050308'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:55.425216 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-00d3d5ba-839e-4331-8c4f-9ac6d81bfbb2 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (6542ea44-639a-4d55-ba24-a929349bdc90), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:55.449862 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f78f4a83-6a9b-4a27-9b55-1bfe0c12338f tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:55.478683 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d3d5ba-839e-4331-8c4f-9ac6d81bfbb2 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Subnet': ['ID=6542ea44-639a-4d55-ba24-a929349bdc90,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:55.499715 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-00d3d5ba-839e-4331-8c4f-9ac6d81bfbb2 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:55.505786 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-00d3d5ba-839e-4331-8c4f-9ac6d81bfbb2 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/6542ea44-639a-4d55-ba24-a929349bdc90 HTTP/1.1" status: 204 len: 168 time: 1.4998372 Jan 28 02:56:55.506442 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42184) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:55.511897 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ab2f79-5651-4780-91d0-6c714c1ed31a None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:56:55.542047 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8a514c88-1ac3-4bc2-8af8-92a955441253 req-e015f357-59ef-40e5-957f-9af1e3830806 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471660 Jan 28 02:56:55.587045 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e802cd00-dfa6-412e-9937-d9ec5b7b87f6 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0726736 Jan 28 02:56:55.592480 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42188) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:55.708855 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f78f4a83-6a9b-4a27-9b55-1bfe0c12338f tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (e7dfc1aa-f9ef-4b34-890c-f21d3ad77735), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:55.746288 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-872e24b9-19db-456e-99bb-bc8510baa4f1 req-18c0ca7a-35a6-402e-be30-ccb00d881567 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fca47af-76dd-4dd5-8e8f-301f34bc9239 HTTP/1.1" status: 200 len: 210 time: 0.1181276 Jan 28 02:56:55.776843 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 1aab93c4-9491-4b44-ab45-394e2d033a1e up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:56:55.780281 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f78f4a83-6a9b-4a27-9b55-1bfe0c12338f tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (e7dfc1aa-f9ef-4b34-890c-f21d3ad77735), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:55.806807 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-aaefebee-67be-4dc3-922d-63705f2829a9 req-ac1e16fe-28fa-4858-adf8-bbcdb2d9201b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks [] for port (1aeb88e4-4b67-40d7-a4fd-e270b37968fa), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:55.826095 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3099ed79-cadc-496f-b731-501ec3289b76 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:55.830626 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3099ed79-cadc-496f-b731-501ec3289b76 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2308841 Jan 28 02:56:55.832168 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42196) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:55.849972 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f78f4a83-6a9b-4a27-9b55-1bfe0c12338f tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:55.853216 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f78f4a83-6a9b-4a27-9b55-1bfe0c12338f tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4374583 Jan 28 02:56:55.855993 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42198) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:55.861162 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-66e6faaa-f571-4eb5-810f-b53957c6c4bb tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Request body: {'security_group_rule': {'security_group_id': 'e7dfc1aa-f9ef-4b34-890c-f21d3ad77735', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:55.918581 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f4a83-6a9b-4a27-9b55-1bfe0c12338f tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7dfc1aa-f9ef-4b34-890c-f21d3ad77735,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:55.919571 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9555a195-aef9-415c-b151-14ee81e7eac2 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:55.922211 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce94004-26ec-4e82-84b2-c85abb8a4157 None None] DHCP port deletion for f4e9908e-37c3-477d-90df-65c02e38c857 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:56:55.927463 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9555a195-aef9-415c-b151-14ee81e7eac2 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0905595 Jan 28 02:56:55.928037 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42200) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:55.945407 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-aaefebee-67be-4dc3-922d-63705f2829a9 req-ac1e16fe-28fa-4858-adf8-bbcdb2d9201b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (1aeb88e4-4b67-40d7-a4fd-e270b37968fa), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:55.963414 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-66e6faaa-f571-4eb5-810f-b53957c6c4bb tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (6f158172-5ae0-40c4-bc74-dab39292ac08), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:55.990624 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-935ac629-ef28-4880-b148-e53d22d7531e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0612946 Jan 28 02:56:56.006891 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['8bc3e1e3-3b8b-493b-825e-e109d60fabfc', 'e4417d8b-2495-40d0-89f1-a20bba68a3ae'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:56:56.008594 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42204) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:56.017224 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-065fed34-7635-41fb-be2d-8cf6f2187cdf tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'subnet': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:56.034941 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaefebee-67be-4dc3-922d-63705f2829a9 req-ac1e16fe-28fa-4858-adf8-bbcdb2d9201b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Network 8a90ebac-f69f-461b-a785-3d45e68aad72 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:56:56.038966 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-aaefebee-67be-4dc3-922d-63705f2829a9 req-ac1e16fe-28fa-4858-adf8-bbcdb2d9201b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:56:56.044998 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaefebee-67be-4dc3-922d-63705f2829a9 req-ac1e16fe-28fa-4858-adf8-bbcdb2d9201b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:56:56.056019 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 1aab93c4-9491-4b44-ab45-394e2d033a1e completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:56:56.077494 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 1aab93c4-9491-4b44-ab45-394e2d033a1e triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:56:56.078086 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (1aab93c4-9491-4b44-ab45-394e2d033a1e), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:56.081849 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e16fe-28fa-4858-adf8-bbcdb2d9201b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Pushing event updated for resources: {'Port': ['ID=1aeb88e4-4b67-40d7-a4fd-e270b37968fa,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:56.106804 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaefebee-67be-4dc3-922d-63705f2829a9 req-ac1e16fe-28fa-4858-adf8-bbcdb2d9201b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:56.107463 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-aaefebee-67be-4dc3-922d-63705f2829a9 req-ac1e16fe-28fa-4858-adf8-bbcdb2d9201b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:56.131784 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-aaefebee-67be-4dc3-922d-63705f2829a9 req-ac1e16fe-28fa-4858-adf8-bbcdb2d9201b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6783667 Jan 28 02:56:56.163453 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-aaefebee-67be-4dc3-922d-63705f2829a9 req-12b7411e-fbfe-465e-aa9b-7557b7e20870 service neutron] Request body: {'port': {'device_id': '1fca47af-76dd-4dd5-8e8f-301f34bc9239', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:56.170999 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7ce94004-26ec-4e82-84b2-c85abb8a4157 None None] Deleting port e21c4676-70cb-4112-af9f-4ab5c3b53f26 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:56:56.171484 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7ce94004-26ec-4e82-84b2-c85abb8a4157 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (e21c4676-70cb-4112-af9f-4ab5c3b53f26), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:56.180786 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065fed34-7635-41fb-be2d-8cf6f2187cdf tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:56:56.186567 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-065fed34-7635-41fb-be2d-8cf6f2187cdf tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:56.207377 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f7592-1375-4006-96b0-dbeeffcf4d73 req-60d38036-52f0-4a50-9290-6858502c4a76 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:56.217340 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e22f7592-1375-4006-96b0-dbeeffcf4d73 req-60d38036-52f0-4a50-9290-6858502c4a76 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 944 time: 0.3315351 Jan 28 02:56:56.280920 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-aaefebee-67be-4dc3-922d-63705f2829a9 req-12b7411e-fbfe-465e-aa9b-7557b7e20870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1aeb88e4-4b67-40d7-a4fd-e270b37968fa), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:56.321150 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7ce94004-26ec-4e82-84b2-c85abb8a4157 None None] For port e21c4676-70cb-4112-af9f-4ab5c3b53f26, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=e21c4676-70cb-4112-af9f-4ab5c3b53f26,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:56.321759 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7ce94004-26ec-4e82-84b2-c85abb8a4157 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (e21c4676-70cb-4112-af9f-4ab5c3b53f26), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:56.341105 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-66e6faaa-f571-4eb5-810f-b53957c6c4bb tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (6f158172-5ae0-40c4-bc74-dab39292ac08), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:56.359117 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-66e6faaa-f571-4eb5-810f-b53957c6c4bb tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (6f158172-5ae0-40c4-bc74-dab39292ac08), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:56.360864 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7ce94004-26ec-4e82-84b2-c85abb8a4157 None None] Calling delete_port for e21c4676-70cb-4112-af9f-4ab5c3b53f26 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:56:56.398690 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e6faaa-f571-4eb5-810f-b53957c6c4bb tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f158172-5ae0-40c4-bc74-dab39292ac08,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:56.409519 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-66e6faaa-f571-4eb5-810f-b53957c6c4bb tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:56.413451 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-66e6faaa-f571-4eb5-810f-b53957c6c4bb tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5537875 Jan 28 02:56:56.415632 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42212) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:56.428667 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e22f7592-1375-4006-96b0-dbeeffcf4d73 req-ebe35696-7539-400b-859e-dd81479ac4f4 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/security-groups?id=950b0d70-c9c8-434a-a09a-520ef6e676e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2087293 Jan 28 02:56:56.468539 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81093dc7-3eff-4ac5-aa67-9637433a04e4 req-8fbef983-625e-4dbf-b5d9-bcf9512e352b tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:56.476523 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81093dc7-3eff-4ac5-aa67-9637433a04e4 req-8fbef983-625e-4dbf-b5d9-bcf9512e352b tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:56.477442 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 1aab93c4-9491-4b44-ab45-394e2d033a1e is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:56.477991 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1aab93c4-9491-4b44-ab45-394e2d033a1e), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:56.483639 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81093dc7-3eff-4ac5-aa67-9637433a04e4 req-8fbef983-625e-4dbf-b5d9-bcf9512e352b tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:56.491993 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81093dc7-3eff-4ac5-aa67-9637433a04e4 req-8fbef983-625e-4dbf-b5d9-bcf9512e352b tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:56.499134 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81093dc7-3eff-4ac5-aa67-9637433a04e4 req-8fbef983-625e-4dbf-b5d9-bcf9512e352b tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:56.507201 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81093dc7-3eff-4ac5-aa67-9637433a04e4 req-8fbef983-625e-4dbf-b5d9-bcf9512e352b tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:56.516052 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81093dc7-3eff-4ac5-aa67-9637433a04e4 req-8fbef983-625e-4dbf-b5d9-bcf9512e352b tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:56.528680 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-81093dc7-3eff-4ac5-aa67-9637433a04e4 req-8fbef983-625e-4dbf-b5d9-bcf9512e352b tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 5429 time: 0.2380159 Jan 28 02:56:56.539205 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 1aab93c4-9491-4b44-ab45-394e2d033a1e, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=1aab93c4-9491-4b44-ab45-394e2d033a1e,segment=NetworkSegment(08579d7b-ee04-4dba-9a58-af7df8141495),segment_id=08579d7b-ee04-4dba-9a58-af7df8141495)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:56.556432 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (1aab93c4-9491-4b44-ab45-394e2d033a1e), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:56.557272 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device e5796229-716b-4448-bfde-fcd9bdf85cdd up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:56:56.587043 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-11a3b8fd-69ab-4539-b11a-10a999ae30c7 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (6f158172-5ae0-40c4-bc74-dab39292ac08), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:56.615304 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-11a3b8fd-69ab-4539-b11a-10a999ae30c7 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (6f158172-5ae0-40c4-bc74-dab39292ac08), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:56.619217 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=1aab93c4-9491-4b44-ab45-394e2d033a1e,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:56.623630 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device e21c4676-70cb-4112-af9f-4ab5c3b53f26 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:56:56.738150 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3bd789-d630-4105-9259-08be0c144ac4 req-a9c07426-3fcd-4a8c-9328-df9c021d3df5 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:56.746559 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0a3bd789-d630-4105-9259-08be0c144ac4 req-a9c07426-3fcd-4a8c-9328-df9c021d3df5 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=6fd8825b-c79a-44dc-bf17-d231e155c23c HTTP/1.1" status: 200 len: 945 time: 0.1362751 Jan 28 02:56:56.755898 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-11a3b8fd-69ab-4539-b11a-10a999ae30c7 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (6f158172-5ae0-40c4-bc74-dab39292ac08), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:56.772547 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-11a3b8fd-69ab-4539-b11a-10a999ae30c7 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:56.778158 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-11a3b8fd-69ab-4539-b11a-10a999ae30c7 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/6f158172-5ae0-40c4-bc74-dab39292ac08 HTTP/1.1" status: 204 len: 168 time: 0.3569210 Jan 28 02:56:56.788843 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7ce94004-26ec-4e82-84b2-c85abb8a4157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (e21c4676-70cb-4112-af9f-4ab5c3b53f26), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:56.797549 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No active binding found for port e21c4676-70cb-4112-af9f-4ab5c3b53f26 {{(pid=109804) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 02:56:56.797549 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] The host n-d-712139-27 is not matching for port e21c4676-70cb-4112-af9f-4ab5c3b53f26 host None! {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 02:56:56.797998 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device e21c4676-70cb-4112-af9f-4ab5c3b53f26 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:56:56.802157 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42216) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:56.830826 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3b8fd-69ab-4539-b11a-10a999ae30c7 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f158172-5ae0-40c4-bc74-dab39292ac08,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:56.838768 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce94004-26ec-4e82-84b2-c85abb8a4157 None None] Pushing event deleted for resources: {'Port': ['ID=e21c4676-70cb-4112-af9f-4ab5c3b53f26,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:56.848637 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce94004-26ec-4e82-84b2-c85abb8a4157 None None] No DVR routers for this DVR port e21c4676-70cb-4112-af9f-4ab5c3b53f26 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:56:56.881131 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port e5796229-716b-4448-bfde-fcd9bdf85cdd completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:56:56.897265 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port e5796229-716b-4448-bfde-fcd9bdf85cdd triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:56:56.897265 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e5796229-716b-4448-bfde-fcd9bdf85cdd), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:56.921726 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-81093dc7-3eff-4ac5-aa67-9637433a04e4 req-40250a79-49d2-4d43-bf84-18040ef4f5c6 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&id=3711f489-87e7-4ab3-8353-77075d27f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3912609 Jan 28 02:56:56.935918 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0a3bd789-d630-4105-9259-08be0c144ac4 req-07c2c834-6668-463f-933f-2f425d684815 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889069 Jan 28 02:56:56.947854 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-82c765fd-ecb6-474f-a674-8a13a10c7ebd tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1444001 Jan 28 02:56:56.953462 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42220) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:57.016442 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aab93c4-9491-4b44-ab45-394e2d033a1e'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:56:57.019179 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0bb7f7-5c30-4ecd-8a54-af3ffa41fc19" -d '{"events": [{"server_uuid": "3e4b5d3f-9d94-4228-974e-b08b737d3e4c", "name": "network-vif-plugged", "status": "completed", "tag": "1aab93c4-9491-4b44-ab45-394e2d033a1e"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:56:57.064212 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port e5796229-716b-4448-bfde-fcd9bdf85cdd is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:57.064617 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e5796229-716b-4448-bfde-fcd9bdf85cdd), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:57.110903 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port e5796229-716b-4448-bfde-fcd9bdf85cdd, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=e5796229-716b-4448-bfde-fcd9bdf85cdd,segment=NetworkSegment(54ef7b2b-f6f2-4013-a152-07e010d0c194),segment_id=54ef7b2b-f6f2-4013-a152-07e010d0c194)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:57.118455 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e5796229-716b-4448-bfde-fcd9bdf85cdd), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:57.130936 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-aaefebee-67be-4dc3-922d-63705f2829a9 req-12b7411e-fbfe-465e-aa9b-7557b7e20870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aeb88e4-4b67-40d7-a4fd-e270b37968fa {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:56:57.143206 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-aaefebee-67be-4dc3-922d-63705f2829a9 req-12b7411e-fbfe-465e-aa9b-7557b7e20870 service neutron] Publish callbacks [] for port (1aeb88e4-4b67-40d7-a4fd-e270b37968fa), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:57.148733 n-d-712139-27 neutron-server[109802]: DEBUG neutron.objects.ports [None req-065fed34-7635-41fb-be2d-8cf6f2187cdf tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109802) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 02:56:57.157396 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-065fed34-7635-41fb-be2d-8cf6f2187cdf tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (b4fc3a06-2da8-45e2-9699-f33e60aa0073), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:57.169646 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2dc027-e100-448e-86ab-41843151d068 req-dbf00cf1-aab0-473d-8bb5-6d57062ffe9b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:57.171714 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-be2dc027-e100-448e-86ab-41843151d068 req-dbf00cf1-aab0-473d-8bb5-6d57062ffe9b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 943 time: 0.0971992 Jan 28 02:56:57.180651 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-aaefebee-67be-4dc3-922d-63705f2829a9 req-12b7411e-fbfe-465e-aa9b-7557b7e20870 service neutron] Transition to ACTIVE for port object 1aeb88e4-4b67-40d7-a4fd-e270b37968fa will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:56:57.197464 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=e5796229-716b-4448-bfde-fcd9bdf85cdd,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:57.202684 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-aaefebee-67be-4dc3-922d-63705f2829a9 req-12b7411e-fbfe-465e-aa9b-7557b7e20870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (1aeb88e4-4b67-40d7-a4fd-e270b37968fa), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:57.238496 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-489be14e-bb42-4de9-a1a3-dd8c0a8eabe9 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (e7dfc1aa-f9ef-4b34-890c-f21d3ad77735), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:57.260187 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb7b1f-5d01-4641-9ce8-0921589dfecc req-eeeafea0-b6ed-40ee-95cb-36d55e114c50 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:57.269748 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-99fb7b1f-5d01-4641-9ce8-0921589dfecc req-eeeafea0-b6ed-40ee-95cb-36d55e114c50 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fca47af-76dd-4dd5-8e8f-301f34bc9239 HTTP/1.1" status: 200 len: 931 time: 0.2178600 Jan 28 02:56:57.274851 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065fed34-7635-41fb-be2d-8cf6f2187cdf tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:56:57.286130 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b7411e-fbfe-465e-aa9b-7557b7e20870 service neutron] Pushing event updated for resources: {'Port': ['ID=1aeb88e4-4b67-40d7-a4fd-e270b37968fa,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:57.308262 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-065fed34-7635-41fb-be2d-8cf6f2187cdf tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:56:57.317567 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065fed34-7635-41fb-be2d-8cf6f2187cdf tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:57.318170 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-065fed34-7635-41fb-be2d-8cf6f2187cdf tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:57.322411 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f43394-7a43-46d0-a6f0-ac966ff6114d None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:56:57.332599 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-be2dc027-e100-448e-86ab-41843151d068 req-f69b1c8e-4f9c-41ef-be51-d3b92dfabff1 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503491 Jan 28 02:56:57.337965 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065fed34-7635-41fb-be2d-8cf6f2187cdf tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Subnet': ['ID=b4fc3a06-2da8-45e2-9699-f33e60aa0073,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:57.341912 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-489be14e-bb42-4de9-a1a3-dd8c0a8eabe9 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (e7dfc1aa-f9ef-4b34-890c-f21d3ad77735), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:57.393990 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-065fed34-7635-41fb-be2d-8cf6f2187cdf tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.3811896 Jan 28 02:56:57.401157 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42224) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:57.405922 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-99fb7b1f-5d01-4641-9ce8-0921589dfecc req-aacb67ad-3f72-4209-9b2d-113d4134a71d tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347888 Jan 28 02:56:57.409533 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-3000efc5-e6a5-4fe4-b732-7660ff657a3f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'port': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'mac_address': 'fa:16:3e:c5:6d:b2', 'name': 'tempest-NetworksTestDHCPv6-1579963776'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:57.481035 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-489be14e-bb42-4de9-a1a3-dd8c0a8eabe9 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (e7dfc1aa-f9ef-4b34-890c-f21d3ad77735), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:57.484772 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-489be14e-bb42-4de9-a1a3-dd8c0a8eabe9 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:57.489813 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-489be14e-bb42-4de9-a1a3-dd8c0a8eabe9 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "DELETE /v2.0/security-groups/e7dfc1aa-f9ef-4b34-890c-f21d3ad77735 HTTP/1.1" status: 204 len: 168 time: 0.5353394 Jan 28 02:56:57.491405 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42228) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:57.503924 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd55f132-ba2b-4352-adfa-f8045f7f4771 x-openstack-request-id: req-bd55f132-ba2b-4352-adfa-f8045f7f4771 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:56:57.503924 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4b5d3f-9d94-4228-974e-b08b737d3e4c", "name": "network-vif-plugged", "status": "completed", "tag": "1aab93c4-9491-4b44-ab45-394e2d033a1e", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:56:57.508259 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bd55f132-ba2b-4352-adfa-f8045f7f4771 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:56:57.508720 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aab93c4-9491-4b44-ab45-394e2d033a1e', 'code': 200} Jan 28 02:56:57.527551 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489be14e-bb42-4de9-a1a3-dd8c0a8eabe9 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7dfc1aa-f9ef-4b34-890c-f21d3ad77735,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:57.565408 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318e8dd5-6acf-4750-ab52-31996bd5da03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-f4e9908e-37c3-477d-90df-65c02e38c857', 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'project_id': '3079a2e247734574a53d1baca2087c94', 'fixed_ips': [{'subnet_id': 'b4fc3a06-2da8-45e2-9699-f33e60aa0073'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:56:57.567226 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-318e8dd5-6acf-4750-ab52-31996bd5da03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:57.572380 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-68e4193e-cf7a-446b-b2cc-9d630d28c807 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0663831 Jan 28 02:56:57.573338 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42230) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:57.583527 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-8da5d60b-19e0-4e1f-811f-48af4a09bc86 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Request body: {'security_group': {'name': 'tempest-secgroup--1727159036'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:57.636172 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-aaefebee-67be-4dc3-922d-63705f2829a9 req-12b7411e-fbfe-465e-aa9b-7557b7e20870 service neutron] Attempting to bind port 1aeb88e4-4b67-40d7-a4fd-e270b37968fa on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:56:57.636573 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-aaefebee-67be-4dc3-922d-63705f2829a9 req-12b7411e-fbfe-465e-aa9b-7557b7e20870 service neutron] Attempting to bind port 1aeb88e4-4b67-40d7-a4fd-e270b37968fa by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '5ec551e3-78ab-42a1-92af-4f07dc8530f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8a90ebac-f69f-461b-a785-3d45e68aad72'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:56:57.637582 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaefebee-67be-4dc3-922d-63705f2829a9 req-12b7411e-fbfe-465e-aa9b-7557b7e20870 service neutron] Attempting to bind port 1aeb88e4-4b67-40d7-a4fd-e270b37968fa on network 8a90ebac-f69f-461b-a785-3d45e68aad72 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:56:57.679379 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaefebee-67be-4dc3-922d-63705f2829a9 req-12b7411e-fbfe-465e-aa9b-7557b7e20870 service neutron] Port 1aeb88e4-4b67-40d7-a4fd-e270b37968fa on network 8a90ebac-f69f-461b-a785-3d45e68aad72 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:56:57.679713 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaefebee-67be-4dc3-922d-63705f2829a9 req-12b7411e-fbfe-465e-aa9b-7557b7e20870 service neutron] Attempting to bind port 1aeb88e4-4b67-40d7-a4fd-e270b37968fa on network 8a90ebac-f69f-461b-a785-3d45e68aad72 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:56:57.685954 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8da5d60b-19e0-4e1f-811f-48af4a09bc86 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:57.696497 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaefebee-67be-4dc3-922d-63705f2829a9 req-12b7411e-fbfe-465e-aa9b-7557b7e20870 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:56:57.696884 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaefebee-67be-4dc3-922d-63705f2829a9 req-12b7411e-fbfe-465e-aa9b-7557b7e20870 service neutron] Checking segment: {'id': '5ec551e3-78ab-42a1-92af-4f07dc8530f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8a90ebac-f69f-461b-a785-3d45e68aad72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:56:57.697263 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaefebee-67be-4dc3-922d-63705f2829a9 req-12b7411e-fbfe-465e-aa9b-7557b7e20870 service neutron] Bound using segment: {'id': '5ec551e3-78ab-42a1-92af-4f07dc8530f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8a90ebac-f69f-461b-a785-3d45e68aad72'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:56:57.697717 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-aaefebee-67be-4dc3-922d-63705f2829a9 req-12b7411e-fbfe-465e-aa9b-7557b7e20870 service neutron] Bound port: 1aeb88e4-4b67-40d7-a4fd-e270b37968fa, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ec551e3-78ab-42a1-92af-4f07dc8530f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8a90ebac-f69f-461b-a785-3d45e68aad72'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:56:57.698080 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-aaefebee-67be-4dc3-922d-63705f2829a9 req-12b7411e-fbfe-465e-aa9b-7557b7e20870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1aeb88e4-4b67-40d7-a4fd-e270b37968fa), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:57.714381 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580261f-239d-4965-abe9-19c0512cc016 req-f4f79d08-be79-4e45-8afc-3acc14e991fa tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:57.716144 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a580261f-239d-4965-abe9-19c0512cc016 req-f4f79d08-be79-4e45-8afc-3acc14e991fa tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd8825b-c79a-44dc-bf17-d231e155c23c HTTP/1.1" status: 200 len: 945 time: 0.2986085 Jan 28 02:56:57.733970 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9a7c7-bfdd-4a09-bee2-928a6b5f8c37 req-862b44e6-eaf0-4521-91e5-04cfa5e39c27 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:57.736195 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-29a9a7c7-bfdd-4a09-bee2-928a6b5f8c37 req-862b44e6-eaf0-4521-91e5-04cfa5e39c27 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 944 time: 0.1106799 Jan 28 02:56:57.754040 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device adb6e36c-de05-4418-b914-1cc1d87b0029 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:56:57.808439 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-318e8dd5-6acf-4750-ab52-31996bd5da03 None None] Allocated IP 2001:db8::f816:3eff:fe6a:544 (f4e9908e-37c3-477d-90df-65c02e38c857/b4fc3a06-2da8-45e2-9699-f33e60aa0073/0c42296c-d956-4a6f-884e-47dd17edf8dc) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:56:57.821531 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-29a9a7c7-bfdd-4a09-bee2-928a6b5f8c37 req-dba56d8c-568c-41cf-9444-5710993ccaab tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/security-groups?id=950b0d70-c9c8-434a-a09a-520ef6e676e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759909 Jan 28 02:56:57.892329 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8da5d60b-19e0-4e1f-811f-48af4a09bc86 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (3f1a3bed-f9e1-4831-ae08-7915db00093e), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:57.893824 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3000efc5-e6a5-4fe4-b732-7660ff657a3f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:56:57.899216 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8da5d60b-19e0-4e1f-811f-48af4a09bc86 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (3f1a3bed-f9e1-4831-ae08-7915db00093e), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:57.917526 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port adb6e36c-de05-4418-b914-1cc1d87b0029 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:56:57.925262 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port adb6e36c-de05-4418-b914-1cc1d87b0029 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:56:57.925262 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (adb6e36c-de05-4418-b914-1cc1d87b0029), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:57.948778 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da5d60b-19e0-4e1f-811f-48af4a09bc86 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1a3bed-f9e1-4831-ae08-7915db00093e,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:57.966441 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8da5d60b-19e0-4e1f-811f-48af4a09bc86 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:57.973365 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8da5d60b-19e0-4e1f-811f-48af4a09bc86 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3959575 Jan 28 02:56:57.974955 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42236) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:57.978129 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-aaefebee-67be-4dc3-922d-63705f2829a9 req-12b7411e-fbfe-465e-aa9b-7557b7e20870 service neutron] For port 1aeb88e4-4b67-40d7-a4fd-e270b37968fa, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:56:57.986912 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-4ebb18f3-a378-4022-916f-e8a9b2eb76d5 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Request body: {'security_group_rule': {'security_group_id': '3f1a3bed-f9e1-4831-ae08-7915db00093e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:57.991130 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069bfe8-c0ca-46e3-8e3a-d9bb86fa53f3 req-ee5ef081-e7db-4f49-942a-3e5d8047047a tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:57.998667 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8069bfe8-c0ca-46e3-8e3a-d9bb86fa53f3 req-ee5ef081-e7db-4f49-942a-3e5d8047047a tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] 10.222.0.53 "GET /v2.0/ports?device_id=90c3dbfa-931a-40fc-975d-ece41d334e9c HTTP/1.1" status: 200 len: 945 time: 0.2264998 Jan 28 02:56:58.024370 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4ebb18f3-a378-4022-916f-e8a9b2eb76d5 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (596a6b98-fe4e-4a30-aa53-d007d25b33c7), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:58.034486 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-aaefebee-67be-4dc3-922d-63705f2829a9 req-12b7411e-fbfe-465e-aa9b-7557b7e20870 service neutron] For port 1aeb88e4-4b67-40d7-a4fd-e270b37968fa, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=1aeb88e4-4b67-40d7-a4fd-e270b37968fa,segment=NetworkSegment(5ec551e3-78ab-42a1-92af-4f07dc8530f7),segment_id=5ec551e3-78ab-42a1-92af-4f07dc8530f7)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:56:58.060475 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-aaefebee-67be-4dc3-922d-63705f2829a9 req-12b7411e-fbfe-465e-aa9b-7557b7e20870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (1aeb88e4-4b67-40d7-a4fd-e270b37968fa), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:58.095077 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port adb6e36c-de05-4418-b914-1cc1d87b0029 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:58.096066 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (adb6e36c-de05-4418-b914-1cc1d87b0029), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:58.135388 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4ebb18f3-a378-4022-916f-e8a9b2eb76d5 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (596a6b98-fe4e-4a30-aa53-d007d25b33c7), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:58.144430 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaefebee-67be-4dc3-922d-63705f2829a9 req-12b7411e-fbfe-465e-aa9b-7557b7e20870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:58.145304 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-aaefebee-67be-4dc3-922d-63705f2829a9 req-12b7411e-fbfe-465e-aa9b-7557b7e20870 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:58.147147 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-aaefebee-67be-4dc3-922d-63705f2829a9 req-12b7411e-fbfe-465e-aa9b-7557b7e20870 service neutron] 10.222.0.39 "PUT /v2.0/ports/1aeb88e4-4b67-40d7-a4fd-e270b37968fa HTTP/1.1" status: 200 len: 1092 time: 1.9958377 Jan 28 02:56:58.151639 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4ebb18f3-a378-4022-916f-e8a9b2eb76d5 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (596a6b98-fe4e-4a30-aa53-d007d25b33c7), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:58.152849 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fca47af-76dd-4dd5-8e8f-301f34bc9239', 'tag': '1aeb88e4-4b67-40d7-a4fd-e270b37968fa'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:56:58.159161 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02e87fb-d8f8-4b0a-83fb-8ed235d92bda" -d '{"events": [{"name": "network-changed", "server_uuid": "1fca47af-76dd-4dd5-8e8f-301f34bc9239", "tag": "1aeb88e4-4b67-40d7-a4fd-e270b37968fa"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:56:58.172567 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-a580261f-239d-4965-abe9-19c0512cc016 req-6b141f2c-67df-4015-9c74-a4fb4841a46d tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Deleting port b373f020-97f8-4599-a986-046cb3b70596 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:56:58.172967 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a580261f-239d-4965-abe9-19c0512cc016 req-6b141f2c-67df-4015-9c74-a4fb4841a46d tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (b373f020-97f8-4599-a986-046cb3b70596), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:58.180675 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port adb6e36c-de05-4418-b914-1cc1d87b0029, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=adb6e36c-de05-4418-b914-1cc1d87b0029,segment=NetworkSegment(08579d7b-ee04-4dba-9a58-af7df8141495),segment_id=08579d7b-ee04-4dba-9a58-af7df8141495)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:58.185594 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb18f3-a378-4022-916f-e8a9b2eb76d5 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=596a6b98-fe4e-4a30-aa53-d007d25b33c7,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:58.192065 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8069bfe8-c0ca-46e3-8e3a-d9bb86fa53f3 req-a0edcfad-9ce7-4520-8ea9-c00baabcc059 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] 10.222.0.53 "GET /v2.0/security-groups?id=1f3d54fa-ce2f-40d0-a3fd-423661de65cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898484 Jan 28 02:56:58.198812 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3000efc5-e6a5-4fe4-b732-7660ff657a3f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:58.212838 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (adb6e36c-de05-4418-b914-1cc1d87b0029), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:58.214204 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 1ab715d2-bc27-4588-bd67-bdf04c55fd07 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:56:58.223725 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4ebb18f3-a378-4022-916f-e8a9b2eb76d5 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:58.224997 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4ebb18f3-a378-4022-916f-e8a9b2eb76d5 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2486300 Jan 28 02:56:58.243110 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42242) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:58.248936 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c809fea-0979-4bcc-b64b-15be6b0b1a8f req-3e122170-7e23-4da8-8418-99d23fdf0238 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:58.250522 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-270fd47e-612a-40ff-960f-1cc644372795 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Request body: {'security_group_rule': {'security_group_id': '3f1a3bed-f9e1-4831-ae08-7915db00093e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:58.266343 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c809fea-0979-4bcc-b64b-15be6b0b1a8f req-3e122170-7e23-4da8-8418-99d23fdf0238 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:58.271914 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c809fea-0979-4bcc-b64b-15be6b0b1a8f req-3e122170-7e23-4da8-8418-99d23fdf0238 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:58.294161 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c809fea-0979-4bcc-b64b-15be6b0b1a8f req-3e122170-7e23-4da8-8418-99d23fdf0238 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:58.300001 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c809fea-0979-4bcc-b64b-15be6b0b1a8f req-3e122170-7e23-4da8-8418-99d23fdf0238 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:58.307496 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c809fea-0979-4bcc-b64b-15be6b0b1a8f req-3e122170-7e23-4da8-8418-99d23fdf0238 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:58.313783 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c809fea-0979-4bcc-b64b-15be6b0b1a8f req-3e122170-7e23-4da8-8418-99d23fdf0238 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:58.316053 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3c809fea-0979-4bcc-b64b-15be6b0b1a8f req-3e122170-7e23-4da8-8418-99d23fdf0238 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 5431 time: 0.2460463 Jan 28 02:56:58.386730 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3c809fea-0979-4bcc-b64b-15be6b0b1a8f req-5b55ab59-5267-4c4a-9d8d-1d197f6b4179 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&id=3711f489-87e7-4ab3-8353-77075d27f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0645428 Jan 28 02:56:58.456022 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-3000efc5-e6a5-4fe4-b732-7660ff657a3f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] device_id is not set on port 1429705b-7fd4-4e17-80d4-a68a4861f3d3 yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:56:58.462260 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b7411e-fbfe-465e-aa9b-7557b7e20870 service neutron] Pushing event updated for resources: {'Port': ['ID=1aeb88e4-4b67-40d7-a4fd-e270b37968fa,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:58.483043 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-a580261f-239d-4965-abe9-19c0512cc016 req-6b141f2c-67df-4015-9c74-a4fb4841a46d tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] For port b373f020-97f8-4599-a986-046cb3b70596, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=b373f020-97f8-4599-a986-046cb3b70596,segment=NetworkSegment(358dad74-8d99-4de6-a555-7b85f019730b),segment_id=358dad74-8d99-4de6-a555-7b85f019730b)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:58.483683 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a580261f-239d-4965-abe9-19c0512cc016 req-6b141f2c-67df-4015-9c74-a4fb4841a46d tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (b373f020-97f8-4599-a986-046cb3b70596), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:58.499431 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9366e34-d7b5-4810-ab61-a34549c03455 x-openstack-request-id: req-d9366e34-d7b5-4810-ab61-a34549c03455 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:56:58.499713 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fca47af-76dd-4dd5-8e8f-301f34bc9239", "tag": "1aeb88e4-4b67-40d7-a4fd-e270b37968fa", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:56:58.499969 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d9366e34-d7b5-4810-ab61-a34549c03455 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:56:58.500374 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fca47af-76dd-4dd5-8e8f-301f34bc9239', 'tag': '1aeb88e4-4b67-40d7-a4fd-e270b37968fa', 'status': 'completed', 'code': 200} Jan 28 02:56:58.556102 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-270fd47e-612a-40ff-960f-1cc644372795 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (fd840286-82b7-4749-8ad9-8c47fdb8c4e8), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:58.567841 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-318e8dd5-6acf-4750-ab52-31996bd5da03 None None] Publish callbacks [] for port (0c42296c-d956-4a6f-884e-47dd17edf8dc), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:58.585287 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-318e8dd5-6acf-4750-ab52-31996bd5da03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (0c42296c-d956-4a6f-884e-47dd17edf8dc), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:58.589044 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-a580261f-239d-4965-abe9-19c0512cc016 req-6b141f2c-67df-4015-9c74-a4fb4841a46d tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Calling delete_port for b373f020-97f8-4599-a986-046cb3b70596 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:56:58.604079 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00553771-8137-4719-8166-92e72d3d45f8 req-df3235f6-f210-4571-b27e-c57dc4c92c07 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:58.605857 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-00553771-8137-4719-8166-92e72d3d45f8 req-df3235f6-f210-4571-b27e-c57dc4c92c07 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 943 time: 0.0713270 Jan 28 02:56:58.612904 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb662e8-851d-46cf-84c3-28e253a290d1 req-c58172f9-c273-4118-8cf8-5a62721e1592 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:58.614516 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0eb662e8-851d-46cf-84c3-28e253a290d1 req-c58172f9-c273-4118-8cf8-5a62721e1592 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=6fd8825b-c79a-44dc-bf17-d231e155c23c HTTP/1.1" status: 200 len: 945 time: 0.3052435 Jan 28 02:56:58.616569 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaefebee-67be-4dc3-922d-63705f2829a9 req-c40a6090-b7bc-4fb3-9e72-32a3df994e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:58.617994 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-aaefebee-67be-4dc3-922d-63705f2829a9 req-c40a6090-b7bc-4fb3-9e72-32a3df994e5b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=681abe9293864888ab6acd56a99956db&device_id=1fca47af-76dd-4dd5-8e8f-301f34bc9239 HTTP/1.1" status: 200 len: 1095 time: 0.3836312 Jan 28 02:56:58.626570 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=adb6e36c-de05-4418-b914-1cc1d87b0029,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:58.630806 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318e8dd5-6acf-4750-ab52-31996bd5da03 None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:56:58.632005 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 1ab715d2-bc27-4588-bd67-bdf04c55fd07 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:56:58.637698 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-318e8dd5-6acf-4750-ab52-31996bd5da03 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:56:58.641469 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318e8dd5-6acf-4750-ab52-31996bd5da03 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:56:58.660266 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 1ab715d2-bc27-4588-bd67-bdf04c55fd07 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:56:58.660810 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (1ab715d2-bc27-4588-bd67-bdf04c55fd07), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:58.732099 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-00553771-8137-4719-8166-92e72d3d45f8 req-fd9430a3-4cca-4104-897c-4e7b003fc5cd tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201603 Jan 28 02:56:58.752635 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-aaefebee-67be-4dc3-922d-63705f2829a9 req-26aba635-297a-444e-98fe-1ad72a4d899d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1aeb88e4-4b67-40d7-a4fd-e270b37968fa HTTP/1.1" status: 200 len: 217 time: 0.1065576 Jan 28 02:56:58.752826 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e8dd5-6acf-4750-ab52-31996bd5da03 None None] Pushing event updated for resources: {'Port': ['ID=0c42296c-d956-4a6f-884e-47dd17edf8dc,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:58.816079 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-318e8dd5-6acf-4750-ab52-31996bd5da03 None None] Attempting to bind port 0c42296c-d956-4a6f-884e-47dd17edf8dc on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:56:58.816816 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-318e8dd5-6acf-4750-ab52-31996bd5da03 None None] Attempting to bind port 0c42296c-d956-4a6f-884e-47dd17edf8dc by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:56:58.817449 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318e8dd5-6acf-4750-ab52-31996bd5da03 None None] Attempting to bind port 0c42296c-d956-4a6f-884e-47dd17edf8dc on network f4e9908e-37c3-477d-90df-65c02e38c857 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:56:58.828079 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-270fd47e-612a-40ff-960f-1cc644372795 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (fd840286-82b7-4749-8ad9-8c47fdb8c4e8), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:58.852910 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318e8dd5-6acf-4750-ab52-31996bd5da03 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:56:58.853893 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318e8dd5-6acf-4750-ab52-31996bd5da03 None None] Checking segment: {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:56:58.854551 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-318e8dd5-6acf-4750-ab52-31996bd5da03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:58.855144 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318e8dd5-6acf-4750-ab52-31996bd5da03 None None] Bound using segment: {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:56:58.856015 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-318e8dd5-6acf-4750-ab52-31996bd5da03 None None] Bound port: 0c42296c-d956-4a6f-884e-47dd17edf8dc, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:56:58.856671 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-318e8dd5-6acf-4750-ab52-31996bd5da03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (0c42296c-d956-4a6f-884e-47dd17edf8dc), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:58.873023 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-270fd47e-612a-40ff-960f-1cc644372795 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (fd840286-82b7-4749-8ad9-8c47fdb8c4e8), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:58.883047 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 1ab715d2-bc27-4588-bd67-bdf04c55fd07 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:58.883831 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1ab715d2-bc27-4588-bd67-bdf04c55fd07), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:58.888377 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de87e0-2da8-4d24-9d69-3e00d4a04660 req-62e28cf5-10f2-4f62-af63-a9ee312b4ac6 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:58.891261 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c0de87e0-2da8-4d24-9d69-3e00d4a04660 req-62e28cf5-10f2-4f62-af63-a9ee312b4ac6 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fca47af-76dd-4dd5-8e8f-301f34bc9239 HTTP/1.1" status: 200 len: 943 time: 0.0864623 Jan 28 02:56:58.902312 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0eb662e8-851d-46cf-84c3-28e253a290d1 req-3cef38df-28ee-4ff6-8708-900736d0689d tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a8d6cc-094f-4ed9-a31d-e9e291180025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702184 Jan 28 02:56:58.904653 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-3000efc5-e6a5-4fe4-b732-7660ff657a3f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Allocated IP 2001:db8::f816:3eff:fec5:6db2 (f4e9908e-37c3-477d-90df-65c02e38c857/b4fc3a06-2da8-45e2-9699-f33e60aa0073/1429705b-7fd4-4e17-80d4-a68a4861f3d3) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:56:58.930987 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaefebee-67be-4dc3-922d-63705f2829a9 req-d8b12015-7438-4410-a816-cb19109ce2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:58.932916 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-aaefebee-67be-4dc3-922d-63705f2829a9 req-d8b12015-7438-4410-a816-cb19109ce2f8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4a514938-18f7-4fe1-ae61-4e73697ccb7f HTTP/1.1" status: 200 len: 845 time: 0.1552119 Jan 28 02:56:58.933846 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270fd47e-612a-40ff-960f-1cc644372795 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd840286-82b7-4749-8ad9-8c47fdb8c4e8,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:58.988898 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-270fd47e-612a-40ff-960f-1cc644372795 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:58.991094 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-270fd47e-612a-40ff-960f-1cc644372795 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7440379 Jan 28 02:56:59.004341 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42250) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:59.009247 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c0de87e0-2da8-4d24-9d69-3e00d4a04660 req-8cdc183c-4f90-4ad0-a9c6-2805d2cfad11 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055343 Jan 28 02:56:59.018747 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-49d76511-cb11-49d2-bb8a-189aa2ae439b tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Request body: {'security_group_rule': {'security_group_id': '3f1a3bed-f9e1-4831-ae08-7915db00093e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:59.022646 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-aaefebee-67be-4dc3-922d-63705f2829a9 req-07a7d185-7970-4d3d-b374-d1807dc04a3f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a90ebac-f69f-461b-a785-3d45e68aad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746644 Jan 28 02:56:59.037581 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:59.040019 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 1ab715d2-bc27-4588-bd67-bdf04c55fd07, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=1ab715d2-bc27-4588-bd67-bdf04c55fd07,segment=NetworkSegment(08579d7b-ee04-4dba-9a58-af7df8141495),segment_id=08579d7b-ee04-4dba-9a58-af7df8141495)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:59.044376 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-318e8dd5-6acf-4750-ab52-31996bd5da03 None None] For port 0c42296c-d956-4a6f-884e-47dd17edf8dc, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:56:59.048937 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-318e8dd5-6acf-4750-ab52-31996bd5da03 None None] For port 0c42296c-d956-4a6f-884e-47dd17edf8dc, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=0c42296c-d956-4a6f-884e-47dd17edf8dc,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:56:59.050640 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (1ab715d2-bc27-4588-bd67-bdf04c55fd07), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:59.051653 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device b7ea256c-1185-43f6-ab32-04eda1634fc5 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:56:59.067290 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-49d76511-cb11-49d2-bb8a-189aa2ae439b tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (f2567586-68fb-40e3-bc15-4d7296b8ffe6), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:59.096604 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-318e8dd5-6acf-4750-ab52-31996bd5da03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (0c42296c-d956-4a6f-884e-47dd17edf8dc), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:59.128252 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-49d76511-cb11-49d2-bb8a-189aa2ae439b tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (f2567586-68fb-40e3-bc15-4d7296b8ffe6), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:59.143517 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-49d76511-cb11-49d2-bb8a-189aa2ae439b tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (f2567586-68fb-40e3-bc15-4d7296b8ffe6), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:59.164328 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=1ab715d2-bc27-4588-bd67-bdf04c55fd07,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:59.190173 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-49d76511-cb11-49d2-bb8a-189aa2ae439b tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:59.195536 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-49d76511-cb11-49d2-bb8a-189aa2ae439b tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1849954 Jan 28 02:56:59.198205 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42252) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:59.204445 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-e0f7a3ba-9c8f-4185-9cbf-0e8c328942fe tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Request body: {'security_group_rule': {'security_group_id': '3f1a3bed-f9e1-4831-ae08-7915db00093e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:59.211363 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d76511-cb11-49d2-bb8a-189aa2ae439b tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2567586-68fb-40e3-bc15-4d7296b8ffe6,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:59.252397 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e0f7a3ba-9c8f-4185-9cbf-0e8c328942fe tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (cbd1f210-8233-4d23-9d22-0f4c2493bd03), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:59.291537 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port b7ea256c-1185-43f6-ab32-04eda1634fc5 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:56:59.312658 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-aaefebee-67be-4dc3-922d-63705f2829a9 req-c0b4f6df-4d10-4308-aa16-bb4de69a8f7a service neutron] 10.222.0.39 "GET /v2.0/networks/8a90ebac-f69f-461b-a785-3d45e68aad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805226 Jan 28 02:56:59.318649 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port b7ea256c-1185-43f6-ab32-04eda1634fc5 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:56:59.319116 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b7ea256c-1185-43f6-ab32-04eda1634fc5), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:59.320907 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e8dd5-6acf-4750-ab52-31996bd5da03 None None] Pushing event updated for resources: {'Port': ['ID=0c42296c-d956-4a6f-884e-47dd17edf8dc,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:59.412332 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e0f7a3ba-9c8f-4185-9cbf-0e8c328942fe tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (cbd1f210-8233-4d23-9d22-0f4c2493bd03), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:59.462521 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c661d9-404d-4f64-b972-364e2acccbf9 req-6ebc9171-8e77-4839-a9fb-85c67f82882c tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:59.464081 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-43c661d9-404d-4f64-b972-364e2acccbf9 req-6ebc9171-8e77-4839-a9fb-85c67f82882c tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] 10.222.0.53 "GET /v2.0/ports?device_id=90c3dbfa-931a-40fc-975d-ece41d334e9c HTTP/1.1" status: 200 len: 945 time: 0.1409221 Jan 28 02:56:59.465012 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e0f7a3ba-9c8f-4185-9cbf-0e8c328942fe tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (cbd1f210-8233-4d23-9d22-0f4c2493bd03), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:59.465643 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port b7ea256c-1185-43f6-ab32-04eda1634fc5 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:59.466342 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b7ea256c-1185-43f6-ab32-04eda1634fc5), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:59.480619 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3000efc5-e6a5-4fe4-b732-7660ff657a3f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for port (1429705b-7fd4-4e17-80d4-a68a4861f3d3), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:59.505303 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port b7ea256c-1185-43f6-ab32-04eda1634fc5, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=b7ea256c-1185-43f6-ab32-04eda1634fc5,segment=NetworkSegment(08579d7b-ee04-4dba-9a58-af7df8141495),segment_id=08579d7b-ee04-4dba-9a58-af7df8141495)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:59.510340 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5796229-716b-4448-bfde-fcd9bdf85cdd'}, {'server_uuid': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb6e36c-de05-4418-b914-1cc1d87b0029'}, {'server_uuid': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab715d2-bc27-4588-bd67-bdf04c55fd07'}, {'server_uuid': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ea256c-1185-43f6-ab32-04eda1634fc5'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:56:59.518218 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f54afb5-5c63-4568-9da8-57fed22adfef" -d '{"events": [{"server_uuid": "3e4b5d3f-9d94-4228-974e-b08b737d3e4c", "name": "network-vif-plugged", "status": "completed", "tag": "e5796229-716b-4448-bfde-fcd9bdf85cdd"}, {"server_uuid": "3e4b5d3f-9d94-4228-974e-b08b737d3e4c", "name": "network-vif-plugged", "status": "completed", "tag": "adb6e36c-de05-4418-b914-1cc1d87b0029"}, {"server_uuid": "3e4b5d3f-9d94-4228-974e-b08b737d3e4c", "name": "network-vif-plugged", "status": "completed", "tag": "1ab715d2-bc27-4588-bd67-bdf04c55fd07"}, {"server_uuid": "3e4b5d3f-9d94-4228-974e-b08b737d3e4c", "name": "network-vif-plugged", "status": "completed", "tag": "b7ea256c-1185-43f6-ab32-04eda1634fc5"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:56:59.522896 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b7ea256c-1185-43f6-ab32-04eda1634fc5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:59.524035 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 44267f57-f4c4-404e-bfd0-6e33bcab411a up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:56:59.541244 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7a3ba-9c8f-4185-9cbf-0e8c328942fe tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbd1f210-8233-4d23-9d22-0f4c2493bd03,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:59.587190 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e0f7a3ba-9c8f-4185-9cbf-0e8c328942fe tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:59.588729 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e0f7a3ba-9c8f-4185-9cbf-0e8c328942fe tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3879499 Jan 28 02:56:59.593304 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-43c661d9-404d-4f64-b972-364e2acccbf9 req-a8851494-be6b-482f-a4fc-380fd6c4bdbe tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] 10.222.0.53 "GET /v2.0/security-groups?id=1f3d54fa-ce2f-40d0-a3fd-423661de65cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114702 Jan 28 02:56:59.594097 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42260) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:59.600807 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-3714e9c1-779c-43e4-9672-27c9a1cdc94e tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Request body: {'security_group_rule': {'security_group_id': '3f1a3bed-f9e1-4831-ae08-7915db00093e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:56:59.637876 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3c48b7bf-67b7-4a89-826b-aef2ce7d595b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:59.643622 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=b7ea256c-1185-43f6-ab32-04eda1634fc5,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:59.649389 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a580261f-239d-4965-abe9-19c0512cc016 req-6b141f2c-67df-4015-9c74-a4fb4841a46d tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (b373f020-97f8-4599-a986-046cb3b70596), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:59.653675 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-aaefebee-67be-4dc3-922d-63705f2829a9 req-66e67a15-fda5-4f2e-90d4-8aab4422162f service neutron] 10.222.0.39 "GET /v2.0/networks/8a90ebac-f69f-461b-a785-3d45e68aad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458619 Jan 28 02:56:59.667435 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 44267f57-f4c4-404e-bfd0-6e33bcab411a completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:56:59.680318 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3714e9c1-779c-43e4-9672-27c9a1cdc94e tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (671c97d6-ff80-4bc1-969e-170f4592b96d), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:59.681202 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 44267f57-f4c4-404e-bfd0-6e33bcab411a triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:56:59.681658 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (44267f57-f4c4-404e-bfd0-6e33bcab411a), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:59.747313 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b141f2c-67df-4015-9c74-a4fb4841a46d tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Pushing event deleted for resources: {'Port': ['ID=b373f020-97f8-4599-a986-046cb3b70596,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:59.813044 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3714e9c1-779c-43e4-9672-27c9a1cdc94e tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (671c97d6-ff80-4bc1-969e-170f4592b96d), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:59.825873 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3714e9c1-779c-43e4-9672-27c9a1cdc94e tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (671c97d6-ff80-4bc1-969e-170f4592b96d), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:59.838986 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 44267f57-f4c4-404e-bfd0-6e33bcab411a is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:56:59.840016 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (44267f57-f4c4-404e-bfd0-6e33bcab411a), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:59.860206 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3714e9c1-779c-43e4-9672-27c9a1cdc94e tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:59.866314 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b141f2c-67df-4015-9c74-a4fb4841a46d tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:56:59.866589 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b141f2c-67df-4015-9c74-a4fb4841a46d tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:56:59.866832 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3714e9c1-779c-43e4-9672-27c9a1cdc94e tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2709014 Jan 28 02:56:59.866941 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b141f2c-67df-4015-9c74-a4fb4841a46d tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:56:59.867312 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b141f2c-67df-4015-9c74-a4fb4841a46d tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:56:59.867649 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b141f2c-67df-4015-9c74-a4fb4841a46d tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:56:59.868028 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b141f2c-67df-4015-9c74-a4fb4841a46d tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:56:59.868358 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b141f2c-67df-4015-9c74-a4fb4841a46d tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:56:59.869047 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b141f2c-67df-4015-9c74-a4fb4841a46d tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:56:59.869429 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b141f2c-67df-4015-9c74-a4fb4841a46d tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:56:59.869795 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b141f2c-67df-4015-9c74-a4fb4841a46d tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:56:59.870173 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b141f2c-67df-4015-9c74-a4fb4841a46d tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:56:59.870506 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b141f2c-67df-4015-9c74-a4fb4841a46d tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:56:59.870839 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b141f2c-67df-4015-9c74-a4fb4841a46d tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:56:59.874596 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42264) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:56:59.887252 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-a580261f-239d-4965-abe9-19c0512cc016 req-6b141f2c-67df-4015-9c74-a4fb4841a46d tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] No DVR routers for this DVR port b373f020-97f8-4599-a986-046cb3b70596 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:56:59.889906 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 44267f57-f4c4-404e-bfd0-6e33bcab411a, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=44267f57-f4c4-404e-bfd0-6e33bcab411a,segment=NetworkSegment(b07f2473-f884-4e6c-9979-6090b836f5c9),segment_id=b07f2473-f884-4e6c-9979-6090b836f5c9)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:56:59.890118 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a580261f-239d-4965-abe9-19c0512cc016 req-6b141f2c-67df-4015-9c74-a4fb4841a46d tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:59.896513 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a580261f-239d-4965-abe9-19c0512cc016 req-6b141f2c-67df-4015-9c74-a4fb4841a46d tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.39 "DELETE /v2.0/ports/b373f020-97f8-4599-a986-046cb3b70596 HTTP/1.1" status: 204 len: 173 time: 2.1663263 Jan 28 02:56:59.898158 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (44267f57-f4c4-404e-bfd0-6e33bcab411a), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:59.913160 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7e2f1f6e-b355-44c3-aa13-2d68cf7a2c13 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (671c97d6-ff80-4bc1-969e-170f4592b96d), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:56:59.915567 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3714e9c1-779c-43e4-9672-27c9a1cdc94e tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=671c97d6-ff80-4bc1-969e-170f4592b96d,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:56:59.936482 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0bbe5-6c97-4999-9cd1-77bb4f3337e3 req-2c2d5b9c-b9b2-4528-8909-7913faf250e0 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:59.945651 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0bbe5-6c97-4999-9cd1-77bb4f3337e3 req-2c2d5b9c-b9b2-4528-8909-7913faf250e0 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:59.951445 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0bbe5-6c97-4999-9cd1-77bb4f3337e3 req-2c2d5b9c-b9b2-4528-8909-7913faf250e0 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:59.957820 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0bbe5-6c97-4999-9cd1-77bb4f3337e3 req-2c2d5b9c-b9b2-4528-8909-7913faf250e0 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:59.965050 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0bbe5-6c97-4999-9cd1-77bb4f3337e3 req-2c2d5b9c-b9b2-4528-8909-7913faf250e0 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:59.973560 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0bbe5-6c97-4999-9cd1-77bb4f3337e3 req-2c2d5b9c-b9b2-4528-8909-7913faf250e0 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:59.980499 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0bbe5-6c97-4999-9cd1-77bb4f3337e3 req-2c2d5b9c-b9b2-4528-8909-7913faf250e0 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:59.981622 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74303f98-a9f5-4d16-a24c-c80c926d2e60 req-076fb4fc-48e3-480b-a682-a6f4ce22defe tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:56:59.982531 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c3e0bbe5-6c97-4999-9cd1-77bb4f3337e3 req-2c2d5b9c-b9b2-4528-8909-7913faf250e0 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 5434 time: 0.2190423 Jan 28 02:56:59.983292 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-74303f98-a9f5-4d16-a24c-c80c926d2e60 req-076fb4fc-48e3-480b-a682-a6f4ce22defe tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c3dbfa-931a-40fc-975d-ece41d334e9c HTTP/1.1" status: 200 len: 945 time: 0.4947271 Jan 28 02:56:59.990771 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7e2f1f6e-b355-44c3-aa13-2d68cf7a2c13 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (671c97d6-ff80-4bc1-969e-170f4592b96d), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:00.000201 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=44267f57-f4c4-404e-bfd0-6e33bcab411a,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:00.021387 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b31a1-d501-4f9b-a612-e7a568ec44cc req-e3564827-acd8-4513-868d-13979537d70c tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:00.023789 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-671b31a1-d501-4f9b-a612-e7a568ec44cc req-e3564827-acd8-4513-868d-13979537d70c tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 944 time: 0.9686058 Jan 28 02:57:00.072226 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7e2f1f6e-b355-44c3-aa13-2d68cf7a2c13 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (671c97d6-ff80-4bc1-969e-170f4592b96d), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:00.086977 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7e2f1f6e-b355-44c3-aa13-2d68cf7a2c13 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:00.088406 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7e2f1f6e-b355-44c3-aa13-2d68cf7a2c13 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/671c97d6-ff80-4bc1-969e-170f4592b96d HTTP/1.1" status: 204 len: 168 time: 0.2117848 Jan 28 02:57:00.093291 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42270) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:00.097736 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e87fb-d8f8-4b0a-83fb-8ed235d92bda req-43c95cfc-d011-48c2-9458-6f8a90ecd0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:00.099227 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f02e87fb-d8f8-4b0a-83fb-8ed235d92bda req-43c95cfc-d011-48c2-9458-6f8a90ecd0ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=681abe9293864888ab6acd56a99956db&device_id=1fca47af-76dd-4dd5-8e8f-301f34bc9239 HTTP/1.1" status: 200 len: 1095 time: 0.3334124 Jan 28 02:57:00.102831 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f1f6e-b355-44c3-aa13-2d68cf7a2c13 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=671c97d6-ff80-4bc1-969e-170f4592b96d,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:00.120782 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c3e0bbe5-6c97-4999-9cd1-77bb4f3337e3 req-0fb7d033-efb3-40c5-9f28-e869aa6b206f tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&id=3711f489-87e7-4ab3-8353-77075d27f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1172373 Jan 28 02:57:00.176586 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 28 Jan 2022 02:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdafd187-0fb2-49da-9c43-27d0fc57f44c x-openstack-request-id: req-cdafd187-0fb2-49da-9c43-27d0fc57f44c {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:57:00.176895 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4b5d3f-9d94-4228-974e-b08b737d3e4c", "name": "network-vif-plugged", "status": "completed", "tag": "e5796229-716b-4448-bfde-fcd9bdf85cdd", "code": 200}, {"server_uuid": "3e4b5d3f-9d94-4228-974e-b08b737d3e4c", "name": "network-vif-plugged", "status": "completed", "tag": "adb6e36c-de05-4418-b914-1cc1d87b0029", "code": 200}, {"server_uuid": "3e4b5d3f-9d94-4228-974e-b08b737d3e4c", "name": "network-vif-plugged", "status": "completed", "tag": "1ab715d2-bc27-4588-bd67-bdf04c55fd07", "code": 200}, {"server_uuid": "3e4b5d3f-9d94-4228-974e-b08b737d3e4c", "name": "network-vif-plugged", "status": "completed", "tag": "b7ea256c-1185-43f6-ab32-04eda1634fc5", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:57:00.177178 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cdafd187-0fb2-49da-9c43-27d0fc57f44c {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:57:00.177623 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5796229-716b-4448-bfde-fcd9bdf85cdd', 'code': 200} Jan 28 02:57:00.178113 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb6e36c-de05-4418-b914-1cc1d87b0029', 'code': 200} Jan 28 02:57:00.179061 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab715d2-bc27-4588-bd67-bdf04c55fd07', 'code': 200} Jan 28 02:57:00.179338 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ea256c-1185-43f6-ab32-04eda1634fc5', 'code': 200} Jan 28 02:57:00.301360 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73928b-80f2-4984-abdf-b503a783859c req-a49f17fe-f627-4137-b77c-d638793eb8bf tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:00.309270 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ce73928b-80f2-4984-abdf-b503a783859c req-a49f17fe-f627-4137-b77c-d638793eb8bf tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 943 time: 0.0722339 Jan 28 02:57:00.366757 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ce73928b-80f2-4984-abdf-b503a783859c req-e1304c22-3601-432b-ab15-a7269ee4d90f tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565069 Jan 28 02:57:00.637131 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3000efc5-e6a5-4fe4-b732-7660ff657a3f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (1429705b-7fd4-4e17-80d4-a68a4861f3d3), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:00.696857 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 0c42296c-d956-4a6f-884e-47dd17edf8dc up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:57:00.697828 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bf18f217-f813-4712-9360-2afed6810507 req-c88a8ce3-7ea7-4e4c-9e76-3f5c98f0c346 tempest-ServerDiskConfigTestJSON-839378200 tempest-ServerDiskConfigTestJSON-839378200-project] 10.222.0.53 "GET /v2.0/ports?device_id=6fd8825b-c79a-44dc-bf17-d231e155c23c HTTP/1.1" status: 200 len: 210 time: 0.0951505 Jan 28 02:57:00.712565 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd8825b-c79a-44dc-bf17-d231e155c23c', 'name': 'network-vif-deleted', 'tag': 'b373f020-97f8-4599-a986-046cb3b70596'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:57:00.731349 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952c0283-99a6-4f4b-a329-d5813a3bd166" -d '{"events": [{"server_uuid": "6fd8825b-c79a-44dc-bf17-d231e155c23c", "name": "network-vif-deleted", "tag": "b373f020-97f8-4599-a986-046cb3b70596"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:57:00.800708 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 0c42296c-d956-4a6f-884e-47dd17edf8dc triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:57:00.801236 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (0c42296c-d956-4a6f-884e-47dd17edf8dc), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:00.830336 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-671b31a1-d501-4f9b-a612-e7a568ec44cc req-741f925b-6a15-4c71-b975-5e9f2ef31bc0 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/security-groups?id=950b0d70-c9c8-434a-a09a-520ef6e676e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7857356 Jan 28 02:57:00.863880 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-43601447-b236-4424-82d8-cc52db59ecca tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.7635398 Jan 28 02:57:00.869294 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3000efc5-e6a5-4fe4-b732-7660ff657a3f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Port': ['ID=1429705b-7fd4-4e17-80d4-a68a4861f3d3,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:00.871940 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42276) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:00.890363 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-d2320b44-4437-4330-9d49-c5b6c24aca55 None None] Provisioning complete for port 0c42296c-d956-4a6f-884e-47dd17edf8dc triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:57:00.890747 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d2320b44-4437-4330-9d49-c5b6c24aca55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (0c42296c-d956-4a6f-884e-47dd17edf8dc), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:00.891276 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3000efc5-e6a5-4fe4-b732-7660ff657a3f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:57:00.910187 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-3000efc5-e6a5-4fe4-b732-7660ff657a3f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:57:00.921016 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3000efc5-e6a5-4fe4-b732-7660ff657a3f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:57:00.926977 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3000efc5-e6a5-4fe4-b732-7660ff657a3f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:00.927666 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3000efc5-e6a5-4fe4-b732-7660ff657a3f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:00.933361 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9278f719-ef47-489a-805d-b4ba1e3a2a75 req-c4408139-cd7e-46b5-a043-6e692f45358b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:00.935369 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9278f719-ef47-489a-805d-b4ba1e3a2a75 req-c4408139-cd7e-46b5-a043-6e692f45358b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fca47af-76dd-4dd5-8e8f-301f34bc9239 HTTP/1.1" status: 200 len: 943 time: 0.1391678 Jan 28 02:57:00.991100 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 0c42296c-d956-4a6f-884e-47dd17edf8dc is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:00.991761 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (0c42296c-d956-4a6f-884e-47dd17edf8dc), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:00.992027 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-93546f7b-53e0-4ba1-89bc-820c9de2234b tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (cbd1f210-8233-4d23-9d22-0f4c2493bd03), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:01.026256 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9278f719-ef47-489a-805d-b4ba1e3a2a75 req-81b17a2a-0c4e-4a41-8ec2-1bd0af254214 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830488 Jan 28 02:57:01.038299 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-3000efc5-e6a5-4fe4-b732-7660ff657a3f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.6329536 Jan 28 02:57:01.038887 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e87fb-d8f8-4b0a-83fb-8ed235d92bda req-78839da1-1297-4177-a009-633b39f30486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:01.040363 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f02e87fb-d8f8-4b0a-83fb-8ed235d92bda req-78839da1-1297-4177-a009-633b39f30486 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8a90ebac-f69f-461b-a785-3d45e68aad72 HTTP/1.1" status: 200 len: 906 time: 0.9274201 Jan 28 02:57:01.040785 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42278) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:01.074560 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-93546f7b-53e0-4ba1-89bc-820c9de2234b tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (cbd1f210-8233-4d23-9d22-0f4c2493bd03), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:01.081769 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 0c42296c-d956-4a6f-884e-47dd17edf8dc, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=0c42296c-d956-4a6f-884e-47dd17edf8dc,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:57:01.091873 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (0c42296c-d956-4a6f-884e-47dd17edf8dc), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:01.138577 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b94c27-d280-4255-999d-6b7ae358bb2c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:01.154812 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b94c27-d280-4255-999d-6b7ae358bb2c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:01.157843 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-74303f98-a9f5-4d16-a24c-c80c926d2e60 req-05ccbf6b-2694-4ecf-925f-ecdbab8933f6 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Deleting port b6200bc4-b3e8-4724-9acf-531af101fa22 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:57:01.158197 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-74303f98-a9f5-4d16-a24c-c80c926d2e60 req-05ccbf6b-2694-4ecf-925f-ecdbab8933f6 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (b6200bc4-b3e8-4724-9acf-531af101fa22), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:01.165284 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-61b94c27-d280-4255-999d-6b7ae358bb2c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1146042 Jan 28 02:57:01.166073 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42282) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:01.169566 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e7b7d7-e6c9-4f50-8201-eefeb45a4ac9 x-openstack-request-id: req-75e7b7d7-e6c9-4f50-8201-eefeb45a4ac9 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:57:01.169862 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd8825b-c79a-44dc-bf17-d231e155c23c", "name": "network-vif-deleted", "tag": "b373f020-97f8-4599-a986-046cb3b70596", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:57:01.170644 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-75e7b7d7-e6c9-4f50-8201-eefeb45a4ac9 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:57:01.170644 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd8825b-c79a-44dc-bf17-d231e155c23c', 'name': 'network-vif-deleted', 'tag': 'b373f020-97f8-4599-a986-046cb3b70596', 'status': 'completed', 'code': 200} Jan 28 02:57:01.196533 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f02e87fb-d8f8-4b0a-83fb-8ed235d92bda req-101e3f96-5c9b-45ff-91ab-ef769931a725 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1aeb88e4-4b67-40d7-a4fd-e270b37968fa HTTP/1.1" status: 200 len: 217 time: 0.1392355 Jan 28 02:57:01.215385 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-d2320b44-4437-4330-9d49-c5b6c24aca55 None None] Current status of the port 0c42296c-d956-4a6f-884e-47dd17edf8dc is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:01.215866 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d2320b44-4437-4330-9d49-c5b6c24aca55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (0c42296c-d956-4a6f-884e-47dd17edf8dc), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:01.281841 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device b373f020-97f8-4599-a986-046cb3b70596 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:57:01.287810 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=0c42296c-d956-4a6f-884e-47dd17edf8dc,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:01.321522 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: b373f020-97f8-4599-a986-046cb3b70596 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:57:01.322136 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device b373f020-97f8-4599-a986-046cb3b70596 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:57:01.325270 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6a897-7737-4249-8752-759aa879de70 req-cb28d197-aa8d-44e6-a0f5-9e3478c23f8f tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:01.327106 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-67d6a897-7737-4249-8752-759aa879de70 req-cb28d197-aa8d-44e6-a0f5-9e3478c23f8f tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] 10.222.0.53 "GET /v2.0/ports?device_id=90c3dbfa-931a-40fc-975d-ece41d334e9c HTTP/1.1" status: 200 len: 945 time: 0.3627236 Jan 28 02:57:01.341750 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78c0ae-7cf7-499e-af11-11a1944b8698 req-03a5b5c5-bc76-489b-b299-e1e550c4a257 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:01.342761 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-93546f7b-53e0-4ba1-89bc-820c9de2234b tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (cbd1f210-8233-4d23-9d22-0f4c2493bd03), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:01.348169 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78c0ae-7cf7-499e-af11-11a1944b8698 req-03a5b5c5-bc76-489b-b299-e1e550c4a257 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:01.354606 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-93546f7b-53e0-4ba1-89bc-820c9de2234b tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:01.355178 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78c0ae-7cf7-499e-af11-11a1944b8698 req-03a5b5c5-bc76-489b-b299-e1e550c4a257 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:01.355788 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-93546f7b-53e0-4ba1-89bc-820c9de2234b tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/cbd1f210-8233-4d23-9d22-0f4c2493bd03 HTTP/1.1" status: 204 len: 168 time: 0.4777679 Jan 28 02:57:01.361104 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78c0ae-7cf7-499e-af11-11a1944b8698 req-03a5b5c5-bc76-489b-b299-e1e550c4a257 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:01.368026 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78c0ae-7cf7-499e-af11-11a1944b8698 req-03a5b5c5-bc76-489b-b299-e1e550c4a257 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:01.373898 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42284) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:01.374543 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.api [None req-d2320b44-4437-4330-9d49-c5b6c24aca55 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 02:57:01.374914 n-d-712139-27 neutron-server[109804]: DEBUG oslo_db.api [None req-d2320b44-4437-4330-9d49-c5b6c24aca55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 02:57:01.375212 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78c0ae-7cf7-499e-af11-11a1944b8698 req-03a5b5c5-bc76-489b-b299-e1e550c4a257 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:01.380629 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78c0ae-7cf7-499e-af11-11a1944b8698 req-03a5b5c5-bc76-489b-b299-e1e550c4a257 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:01.383366 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3a78c0ae-7cf7-499e-af11-11a1944b8698 req-03a5b5c5-bc76-489b-b299-e1e550c4a257 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 5435 time: 0.1378012 Jan 28 02:57:01.396302 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93546f7b-53e0-4ba1-89bc-820c9de2234b tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cbd1f210-8233-4d23-9d22-0f4c2493bd03,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:01.430547 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e87fb-d8f8-4b0a-83fb-8ed235d92bda req-09fa7e99-8119-470a-920d-ee54fb20e2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:01.432604 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f02e87fb-d8f8-4b0a-83fb-8ed235d92bda req-09fa7e99-8119-470a-920d-ee54fb20e2d7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4a514938-18f7-4fe1-ae61-4e73697ccb7f HTTP/1.1" status: 200 len: 845 time: 0.2275379 Jan 28 02:57:01.446935 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-0b175e1e-9627-4ee7-8369-60b6fa1a7f4e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting port 1429705b-7fd4-4e17-80d4-a68a4861f3d3 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:57:01.447283 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0b175e1e-9627-4ee7-8369-60b6fa1a7f4e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (1429705b-7fd4-4e17-80d4-a68a4861f3d3), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:01.488795 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f02e87fb-d8f8-4b0a-83fb-8ed235d92bda req-de40ff03-265c-4784-85a8-67eea6147877 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a90ebac-f69f-461b-a785-3d45e68aad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423965 Jan 28 02:57:01.491995 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-67d6a897-7737-4249-8752-759aa879de70 req-2b97d29a-0016-4170-b656-48cd24c86a7b tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] 10.222.0.53 "GET /v2.0/security-groups?id=1f3d54fa-ce2f-40d0-a3fd-423661de65cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555843 Jan 28 02:57:01.525471 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-74303f98-a9f5-4d16-a24c-c80c926d2e60 req-05ccbf6b-2694-4ecf-925f-ecdbab8933f6 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] For port b6200bc4-b3e8-4724-9acf-531af101fa22, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=b6200bc4-b3e8-4724-9acf-531af101fa22,segment=NetworkSegment(e82e57e3-b2ae-4a12-b8fe-2a627edafa91),segment_id=e82e57e3-b2ae-4a12-b8fe-2a627edafa91)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:57:01.525868 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-74303f98-a9f5-4d16-a24c-c80c926d2e60 req-05ccbf6b-2694-4ecf-925f-ecdbab8933f6 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (b6200bc4-b3e8-4724-9acf-531af101fa22), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:01.529186 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3a78c0ae-7cf7-499e-af11-11a1944b8698 req-ea94d42d-3308-4db6-9a89-77befb39f303 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&id=3711f489-87e7-4ab3-8353-77075d27f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1366267 Jan 28 02:57:01.587739 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0b175e1e-9627-4ee7-8369-60b6fa1a7f4e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (1429705b-7fd4-4e17-80d4-a68a4861f3d3), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:01.594804 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a711d43e-876b-4835-84c9-fcd8d353552a tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2197437 Jan 28 02:57:01.606489 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-0b175e1e-9627-4ee7-8369-60b6fa1a7f4e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Calling delete_port for 1429705b-7fd4-4e17-80d4-a68a4861f3d3 owned by {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:57:01.607963 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42288) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:01.680412 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8d9800ce-c39f-4494-a63f-d7ba75f6e52c tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (f2567586-68fb-40e3-bc15-4d7296b8ffe6), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:01.693000 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8d9800ce-c39f-4494-a63f-d7ba75f6e52c tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (f2567586-68fb-40e3-bc15-4d7296b8ffe6), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:01.768144 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8d9800ce-c39f-4494-a63f-d7ba75f6e52c tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (f2567586-68fb-40e3-bc15-4d7296b8ffe6), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:01.774167 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8d9800ce-c39f-4494-a63f-d7ba75f6e52c tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:01.781622 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8d9800ce-c39f-4494-a63f-d7ba75f6e52c tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/f2567586-68fb-40e3-bc15-4d7296b8ffe6 HTTP/1.1" status: 204 len: 168 time: 0.1722438 Jan 28 02:57:01.783484 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42292) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:01.794085 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9a457064-bc93-44c9-b210-5b38de460212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:01.833244 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9800ce-c39f-4494-a63f-d7ba75f6e52c tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2567586-68fb-40e3-bc15-4d7296b8ffe6,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:01.858212 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad0ee5-5e34-47ac-ba58-08c8383affc6 req-7611170f-0118-4d55-93cd-52a2a1d2567b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:01.866761 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0bad0ee5-5e34-47ac-ba58-08c8383affc6 req-7611170f-0118-4d55-93cd-52a2a1d2567b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 943 time: 0.2707763 Jan 28 02:57:01.877939 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-634cb1a9-5659-40b7-aabd-e3b48614c13a tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0781360 Jan 28 02:57:01.884881 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42302) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:01.911761 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f02e87fb-d8f8-4b0a-83fb-8ed235d92bda req-3971fbed-798d-41b1-89b0-67c682fe83b4 service neutron] 10.222.0.39 "GET /v2.0/networks/8a90ebac-f69f-461b-a785-3d45e68aad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119356 Jan 28 02:57:01.948446 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ad156b5d-9211-4f72-83ac-419c45da53c6 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (fd840286-82b7-4749-8ad9-8c47fdb8c4e8), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:01.965291 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-d2320b44-4437-4330-9d49-c5b6c24aca55 None None] Current status of the port 0c42296c-d956-4a6f-884e-47dd17edf8dc is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:01.977346 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ad156b5d-9211-4f72-83ac-419c45da53c6 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (fd840286-82b7-4749-8ad9-8c47fdb8c4e8), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:02.003106 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0b175e1e-9627-4ee7-8369-60b6fa1a7f4e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (1429705b-7fd4-4e17-80d4-a68a4861f3d3), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:02.060947 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b175e1e-9627-4ee7-8369-60b6fa1a7f4e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Port': ['ID=1429705b-7fd4-4e17-80d4-a68a4861f3d3,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:02.090072 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-868b8cdf-d873-4d2f-9a15-71c87c5969a1 None None] Could not find standard attr ID for object 1429705b-7fd4-4e17-80d4-a68a4861f3d3. {{(pid=109804) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 02:57:02.101053 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ad156b5d-9211-4f72-83ac-419c45da53c6 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (fd840286-82b7-4749-8ad9-8c47fdb8c4e8), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:02.107453 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0bad0ee5-5e34-47ac-ba58-08c8383affc6 req-51eadb93-b523-4033-926e-a3dc9c712304 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394910 Jan 28 02:57:02.112505 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4c8eb-7229-45ac-b7c8-fd31f3c3eea5 req-3d8cd388-f160-41fa-b06b-aa4cfec5b03a tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:02.113191 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-74303f98-a9f5-4d16-a24c-c80c926d2e60 req-05ccbf6b-2694-4ecf-925f-ecdbab8933f6 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:02.113584 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-74303f98-a9f5-4d16-a24c-c80c926d2e60 req-05ccbf6b-2694-4ecf-925f-ecdbab8933f6 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (02c9d3e3-81fa-4755-8022-83493a90761a), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:02.113904 n-d-712139-27 neutron-server[109803]: INFO neutron.db.l3_db [req-74303f98-a9f5-4d16-a24c-c80c926d2e60 req-05ccbf6b-2694-4ecf-925f-ecdbab8933f6 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Floating IP 02c9d3e3-81fa-4755-8022-83493a90761a disassociated. External IP: 172.25.0.149, port: b6200bc4-b3e8-4724-9acf-531af101fa22. Jan 28 02:57:02.114192 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ffc4c8eb-7229-45ac-b7c8-fd31f3c3eea5 req-3d8cd388-f160-41fa-b06b-aa4cfec5b03a tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 944 time: 0.1561859 Jan 28 02:57:02.114332 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-74303f98-a9f5-4d16-a24c-c80c926d2e60 req-05ccbf6b-2694-4ecf-925f-ecdbab8933f6 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Calling delete_port for b6200bc4-b3e8-4724-9acf-531af101fa22 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:57:02.119187 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ad156b5d-9211-4f72-83ac-419c45da53c6 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:02.123585 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ad156b5d-9211-4f72-83ac-419c45da53c6 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/fd840286-82b7-4749-8ad9-8c47fdb8c4e8 HTTP/1.1" status: 204 len: 168 time: 0.2343090 Jan 28 02:57:02.123585 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0b175e1e-9627-4ee7-8369-60b6fa1a7f4e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:02.128329 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0b175e1e-9627-4ee7-8369-60b6fa1a7f4e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/ports/1429705b-7fd4-4e17-80d4-a68a4861f3d3 HTTP/1.1" status: 204 len: 168 time: 0.9586730 Jan 28 02:57:02.128523 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42306) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:02.130466 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42308) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:02.139573 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad156b5d-9211-4f72-83ac-419c45da53c6 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fd840286-82b7-4749-8ad9-8c47fdb8c4e8,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:02.181264 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44267f57-f4c4-404e-bfd0-6e33bcab411a'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:57:02.184582 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb8df42-37e5-4c16-b33d-0564e55faa29" -d '{"events": [{"server_uuid": "3e4b5d3f-9d94-4228-974e-b08b737d3e4c", "name": "network-vif-plugged", "status": "completed", "tag": "44267f57-f4c4-404e-bfd0-6e33bcab411a"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:57:02.227986 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f02e87fb-d8f8-4b0a-83fb-8ed235d92bda req-7cb18d82-b145-45ad-85c0-faa5eefe9a7f service neutron] 10.222.0.39 "GET /v2.0/networks/8a90ebac-f69f-461b-a785-3d45e68aad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676921 Jan 28 02:57:02.228156 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f66d42-9482-4738-b38c-2acb57ac9f74 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:02.229678 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f66d42-9482-4738-b38c-2acb57ac9f74 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:02.233769 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-97f66d42-9482-4738-b38c-2acb57ac9f74 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0998738 Jan 28 02:57:02.234475 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42314) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:02.246387 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ffc4c8eb-7229-45ac-b7c8-fd31f3c3eea5 req-81aa5edf-c63f-4dc7-a383-8d46b1adf8c0 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/security-groups?id=950b0d70-c9c8-434a-a09a-520ef6e676e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044884 Jan 28 02:57:02.304096 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5a6b4c5d-ad3f-4b41-bf38-960ad6626f2d tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1725194 Jan 28 02:57:02.304566 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42316) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:02.334354 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e861bef-0de3-4441-8fed-d7387ba2780b x-openstack-request-id: req-9e861bef-0de3-4441-8fed-d7387ba2780b {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:57:02.334552 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4b5d3f-9d94-4228-974e-b08b737d3e4c", "name": "network-vif-plugged", "status": "completed", "tag": "44267f57-f4c4-404e-bfd0-6e33bcab411a", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:57:02.334765 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9e861bef-0de3-4441-8fed-d7387ba2780b {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:57:02.335164 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44267f57-f4c4-404e-bfd0-6e33bcab411a', 'code': 200} Jan 28 02:57:02.364283 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-57c62f90-23a0-48a2-8a86-7e884233ccb2 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (596a6b98-fe4e-4a30-aa53-d007d25b33c7), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:02.382780 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-57c62f90-23a0-48a2-8a86-7e884233ccb2 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (596a6b98-fe4e-4a30-aa53-d007d25b33c7), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:02.418174 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42318) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:02.447252 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a1f6d9b-67dc-4dca-b1b0-a57a129b8604 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting subnet b4fc3a06-2da8-45e2-9699-f33e60aa0073 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:57:02.478233 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5a1f6d9b-67dc-4dca-b1b0-a57a129b8604 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (b4fc3a06-2da8-45e2-9699-f33e60aa0073), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:02.515890 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-74303f98-a9f5-4d16-a24c-c80c926d2e60 req-05ccbf6b-2694-4ecf-925f-ecdbab8933f6 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (b6200bc4-b3e8-4724-9acf-531af101fa22), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:02.522166 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 0c42296c-d956-4a6f-884e-47dd17edf8dc up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:57:02.535175 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-57c62f90-23a0-48a2-8a86-7e884233ccb2 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (596a6b98-fe4e-4a30-aa53-d007d25b33c7), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:02.543605 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-35c32185-2f71-4273-88da-f3d9cbf2c319 admin admin] Deleting subnet 71933df8-4f13-480f-bf22-3df8e014d14e {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:57:02.549792 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-57c62f90-23a0-48a2-8a86-7e884233ccb2 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:02.550936 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-57c62f90-23a0-48a2-8a86-7e884233ccb2 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/596a6b98-fe4e-4a30-aa53-d007d25b33c7 HTTP/1.1" status: 204 len: 168 time: 0.2453558 Jan 28 02:57:02.552553 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-35c32185-2f71-4273-88da-f3d9cbf2c319 admin admin] Publish callbacks [] for subnet (71933df8-4f13-480f-bf22-3df8e014d14e), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:02.558251 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42324) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:02.592920 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c62f90-23a0-48a2-8a86-7e884233ccb2 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=596a6b98-fe4e-4a30-aa53-d007d25b33c7,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:02.611779 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6206e-d057-47fd-9b50-032a1ad10cfa req-bcd8053a-271b-402a-9eaa-c699b4293e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:02.612272 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6206e-d057-47fd-9b50-032a1ad10cfa req-bcd8053a-271b-402a-9eaa-c699b4293e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:02.612749 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6206e-d057-47fd-9b50-032a1ad10cfa req-bcd8053a-271b-402a-9eaa-c699b4293e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:02.613286 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6206e-d057-47fd-9b50-032a1ad10cfa req-bcd8053a-271b-402a-9eaa-c699b4293e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:02.613758 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6206e-d057-47fd-9b50-032a1ad10cfa req-bcd8053a-271b-402a-9eaa-c699b4293e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:02.614644 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6206e-d057-47fd-9b50-032a1ad10cfa req-bcd8053a-271b-402a-9eaa-c699b4293e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:02.614644 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6206e-d057-47fd-9b50-032a1ad10cfa req-bcd8053a-271b-402a-9eaa-c699b4293e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:02.616688 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-83a6206e-d057-47fd-9b50-032a1ad10cfa req-bcd8053a-271b-402a-9eaa-c699b4293e5a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 6499 time: 0.1446223 Jan 28 02:57:02.631249 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ccbf6b-2694-4ecf-925f-ecdbab8933f6 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Pushing event deleted for resources: {'Port': ['ID=b6200bc4-b3e8-4724-9acf-531af101fa22,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:02.643504 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 0c42296c-d956-4a6f-884e-47dd17edf8dc triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:57:02.644148 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (0c42296c-d956-4a6f-884e-47dd17edf8dc), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:02.655115 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3f895-dbaa-4f6a-b2d2-9df47a39513f req-5c4bd21f-7ed8-41e1-a784-5b1c7c83ba3f tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:02.656072 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a4c53df1-695f-461c-9161-e529363314ce req-39d5db1c-e072-4024-9c7b-cc1f77b63d9d tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] 10.222.0.53 "GET /v2.0/ports?device_id=90c3dbfa-931a-40fc-975d-ece41d334e9c HTTP/1.1" status: 200 len: 210 time: 0.0383461 Jan 28 02:57:02.675960 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-79c3f895-dbaa-4f6a-b2d2-9df47a39513f req-5c4bd21f-7ed8-41e1-a784-5b1c7c83ba3f tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fca47af-76dd-4dd5-8e8f-301f34bc9239 HTTP/1.1" status: 200 len: 943 time: 0.3121598 Jan 28 02:57:02.683495 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-35c32185-2f71-4273-88da-f3d9cbf2c319 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (71933df8-4f13-480f-bf22-3df8e014d14e), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:02.744644 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-cd31829c-7344-4754-b4d0-daeb7745a697 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1663487 Jan 28 02:57:02.749991 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42326) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:02.799685 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-35c32185-2f71-4273-88da-f3d9cbf2c319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (71933df8-4f13-480f-bf22-3df8e014d14e), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:02.807036 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-83a6206e-d057-47fd-9b50-032a1ad10cfa req-9a398a38-c35f-442c-85b1-9812267d204e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3711f489-87e7-4ab3-8353-77075d27f3a2&id=9ca97519-4165-4353-a1f7-1a144a9a1986&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1499681 Jan 28 02:57:02.822686 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5a1f6d9b-67dc-4dca-b1b0-a57a129b8604 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (b4fc3a06-2da8-45e2-9699-f33e60aa0073), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:02.849673 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 0c42296c-d956-4a6f-884e-47dd17edf8dc is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:02.865547 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74303f98-a9f5-4d16-a24c-c80c926d2e60 req-05ccbf6b-2694-4ecf-925f-ecdbab8933f6 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Router 189942bd-f75e-4c5f-ab86-ba00dcc66ac5 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:57:02.916899 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-00ee686f-136c-4a24-9aa1-c2e55e228466 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (3f1a3bed-f9e1-4831-ae08-7915db00093e), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:02.951695 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-79c3f895-dbaa-4f6a-b2d2-9df47a39513f req-438421c4-491b-4491-a66b-ab5d871c5ce0 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532133 Jan 28 02:57:02.954946 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315a6b4-d899-4c38-abbf-db470649be72 req-107a40b9-251a-4013-b40b-9deee9964f81 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:02.960574 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315a6b4-d899-4c38-abbf-db470649be72 req-107a40b9-251a-4013-b40b-9deee9964f81 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:02.966000 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315a6b4-d899-4c38-abbf-db470649be72 req-107a40b9-251a-4013-b40b-9deee9964f81 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:02.976117 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315a6b4-d899-4c38-abbf-db470649be72 req-107a40b9-251a-4013-b40b-9deee9964f81 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:02.976863 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315a6b4-d899-4c38-abbf-db470649be72 req-107a40b9-251a-4013-b40b-9deee9964f81 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:02.982335 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315a6b4-d899-4c38-abbf-db470649be72 req-107a40b9-251a-4013-b40b-9deee9964f81 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:02.988089 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315a6b4-d899-4c38-abbf-db470649be72 req-107a40b9-251a-4013-b40b-9deee9964f81 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:02.990132 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c315a6b4-d899-4c38-abbf-db470649be72 req-107a40b9-251a-4013-b40b-9deee9964f81 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 5435 time: 0.1572943 Jan 28 02:57:03.010810 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-00ee686f-136c-4a24-9aa1-c2e55e228466 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (3f1a3bed-f9e1-4831-ae08-7915db00093e), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:03.014850 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-35c32185-2f71-4273-88da-f3d9cbf2c319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (71933df8-4f13-480f-bf22-3df8e014d14e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:03.015513 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5a1f6d9b-67dc-4dca-b1b0-a57a129b8604 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (b4fc3a06-2da8-45e2-9699-f33e60aa0073), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:03.093050 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-35c32185-2f71-4273-88da-f3d9cbf2c319 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:03.098768 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-35c32185-2f71-4273-88da-f3d9cbf2c319 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/71933df8-4f13-480f-bf22-3df8e014d14e HTTP/1.1" status: 204 len: 168 time: 0.6700470 Jan 28 02:57:03.098768 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c32185-2f71-4273-88da-f3d9cbf2c319 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71933df8-4f13-480f-bf22-3df8e014d14e,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:03.099206 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42328) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:03.201334 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74303f98-a9f5-4d16-a24c-c80c926d2e60 req-05ccbf6b-2694-4ecf-925f-ecdbab8933f6 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:57:03.209831 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c315a6b4-d899-4c38-abbf-db470649be72 req-ac3272d8-771b-409e-bf91-2bb831155fa5 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&id=3711f489-87e7-4ab3-8353-77075d27f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2095709 Jan 28 02:57:03.221047 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2f1982-8a63-4c11-a254-8fa2ec271db9 None None] Sync routers for ids ['189942bd-f75e-4c5f-ab86-ba00dcc66ac5'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:57:03.226564 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-00ee686f-136c-4a24-9aa1-c2e55e228466 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (3f1a3bed-f9e1-4831-ae08-7915db00093e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:03.231808 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-00ee686f-136c-4a24-9aa1-c2e55e228466 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:03.233182 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-00ee686f-136c-4a24-9aa1-c2e55e228466 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "DELETE /v2.0/security-groups/3f1a3bed-f9e1-4831-ae08-7915db00093e HTTP/1.1" status: 204 len: 168 time: 0.4806015 Jan 28 02:57:03.239477 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42332) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:03.255610 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:03.281537 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee686f-136c-4a24-9aa1-c2e55e228466 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1a3bed-f9e1-4831-ae08-7915db00093e,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:03.296547 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5a1f6d9b-67dc-4dca-b1b0-a57a129b8604 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (b4fc3a06-2da8-45e2-9699-f33e60aa0073), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:03.297865 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-041a1586-1b97-4278-98c0-88a56a9ae5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (a227bef5-33d4-4761-8f4b-7835ff8b706a), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:03.314996 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 1aeb88e4-4b67-40d7-a4fd-e270b37968fa details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:57:03.340569 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2f1982-8a63-4c11-a254-8fa2ec271db9 None None] Routers {'189942bd-f75e-4c5f-ab86-ba00dcc66ac5'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:57:03.341855 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-2a2f1982-8a63-4c11-a254-8fa2ec271db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:57:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['189942bd-f75e-4c5f-ab86-ba00dcc66ac5'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:57:03.362391 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:03.382818 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f6d9b-67dc-4dca-b1b0-a57a129b8604 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Subnet': ['ID=b4fc3a06-2da8-45e2-9699-f33e60aa0073,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:03.389527 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-74303f98-a9f5-4d16-a24c-c80c926d2e60 req-05ccbf6b-2694-4ecf-925f-ecdbab8933f6 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] No DVR routers for this DVR port b6200bc4-b3e8-4724-9acf-531af101fa22 on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:57:03.410325 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-74303f98-a9f5-4d16-a24c-c80c926d2e60 req-05ccbf6b-2694-4ecf-925f-ecdbab8933f6 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:03.414179 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-74303f98-a9f5-4d16-a24c-c80c926d2e60 req-05ccbf6b-2694-4ecf-925f-ecdbab8933f6 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] 10.222.0.67 "DELETE /v2.0/ports/b6200bc4-b3e8-4724-9acf-531af101fa22 HTTP/1.1" status: 204 len: 173 time: 3.3830225 Jan 28 02:57:03.415185 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c3dbfa-931a-40fc-975d-ece41d334e9c', 'name': 'network-vif-deleted', 'tag': 'b6200bc4-b3e8-4724-9acf-531af101fa22'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:57:03.417959 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b10632a-ba30-4316-b530-79817b85145b" -d '{"events": [{"server_uuid": "90c3dbfa-931a-40fc-975d-ece41d334e9c", "name": "network-vif-deleted", "tag": "b6200bc4-b3e8-4724-9acf-531af101fa22"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:57:03.453347 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5a1f6d9b-67dc-4dca-b1b0-a57a129b8604 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:03.458322 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5a1f6d9b-67dc-4dca-b1b0-a57a129b8604 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/b4fc3a06-2da8-45e2-9699-f33e60aa0073 HTTP/1.1" status: 204 len: 168 time: 1.2228274 Jan 28 02:57:03.463052 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42338) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:03.493220 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-372b5c96-7fc2-4b78-9194-a7727e716496 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2520006 Jan 28 02:57:03.501177 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15503916-8f27-4ffb-98c2-a669136e7fdf None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:57:03.506048 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42340) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:03.517626 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada76767-1510-43df-b0b0-bcebc8a44819 req-bcef7167-3551-4c57-a03b-88cfb40cf95b tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:03.520234 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce820bc3-3595-4f73-9cd6-52a8e6b05370 req-b6a4a7bd-a692-4d99-9e50-41a2e18dfec6 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:03.521831 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ce820bc3-3595-4f73-9cd6-52a8e6b05370 req-b6a4a7bd-a692-4d99-9e50-41a2e18dfec6 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 943 time: 0.2391374 Jan 28 02:57:03.532963 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ada76767-1510-43df-b0b0-bcebc8a44819 req-bcef7167-3551-4c57-a03b-88cfb40cf95b tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 944 time: 0.1654572 Jan 28 02:57:03.536853 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-29a6bd24-08d2-41e5-bd8e-a2bea1e91bb1 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Request body: {'security_group': {'name': 'tempest-secgroup--1214556964'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:03.541830 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-041a1586-1b97-4278-98c0-88a56a9ae5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (a227bef5-33d4-4761-8f4b-7835ff8b706a), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:03.547370 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-316669e6-0ae1-4564-ac75-ca5fcf3c2366 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0820520 Jan 28 02:57:03.567734 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42342) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:03.573060 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-2193b59c-210a-4e9d-ac07-9bf9937f079f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'subnet': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:03.655979 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-041a1586-1b97-4278-98c0-88a56a9ae5f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a227bef5-33d4-4761-8f4b-7835ff8b706a']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:57:03.668063 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ada76767-1510-43df-b0b0-bcebc8a44819 req-689c8203-ad68-421d-bae4-8535f04148de tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/security-groups?id=950b0d70-c9c8-434a-a09a-520ef6e676e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329634 Jan 28 02:57:03.722513 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-041a1586-1b97-4278-98c0-88a56a9ae5f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '358dad74-8d99-4de6-a555-7b85f019730b') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:57:03.723890 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-041a1586-1b97-4278-98c0-88a56a9ae5f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '358dad74-8d99-4de6-a555-7b85f019730b') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:57:03.736986 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ce820bc3-3595-4f73-9cd6-52a8e6b05370 req-2fc52780-8a99-40a4-9d73-047823752a6d tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465564 Jan 28 02:57:03.738954 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-29a6bd24-08d2-41e5-bd8e-a2bea1e91bb1 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:03.757503 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24cf5673-0494-4501-b45d-f2dd1bef0a8d x-openstack-request-id: req-24cf5673-0494-4501-b45d-f2dd1bef0a8d {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:57:03.759652 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c3dbfa-931a-40fc-975d-ece41d334e9c", "name": "network-vif-deleted", "tag": "b6200bc4-b3e8-4724-9acf-531af101fa22", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:57:03.760949 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-24cf5673-0494-4501-b45d-f2dd1bef0a8d {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:57:03.762693 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c3dbfa-931a-40fc-975d-ece41d334e9c', 'name': 'network-vif-deleted', 'tag': 'b6200bc4-b3e8-4724-9acf-531af101fa22', 'status': 'completed', 'code': 200} Jan 28 02:57:03.764803 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-041a1586-1b97-4278-98c0-88a56a9ae5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (358dad74-8d99-4de6-a555-7b85f019730b), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:03.772486 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device b6200bc4-b3e8-4724-9acf-531af101fa22 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:57:03.806263 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-2a2f1982-8a63-4c11-a254-8fa2ec271db9 None None] Set router 189942bd-f75e-4c5f-ab86-ba00dcc66ac5 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:57:03.841493 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-041a1586-1b97-4278-98c0-88a56a9ae5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (358dad74-8d99-4de6-a555-7b85f019730b), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:03.848980 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2193b59c-210a-4e9d-ac07-9bf9937f079f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:57:03.851492 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: b6200bc4-b3e8-4724-9acf-531af101fa22 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:57:03.852445 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device b6200bc4-b3e8-4724-9acf-531af101fa22 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:57:03.858518 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2193b59c-210a-4e9d-ac07-9bf9937f079f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:03.865315 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 1aeb88e4-4b67-40d7-a4fd-e270b37968fa, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=1aeb88e4-4b67-40d7-a4fd-e270b37968fa,segment=NetworkSegment(5ec551e3-78ab-42a1-92af-4f07dc8530f7),segment_id=5ec551e3-78ab-42a1-92af-4f07dc8530f7)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:57:03.867717 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-29a6bd24-08d2-41e5-bd8e-a2bea1e91bb1 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (219948f0-d813-4642-b2d2-0fdcddf0fea0), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:03.872806 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-29a6bd24-08d2-41e5-bd8e-a2bea1e91bb1 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (219948f0-d813-4642-b2d2-0fdcddf0fea0), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:03.887454 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '1aeb88e4-4b67-40d7-a4fd-e270b37968fa', 'network_id': '8a90ebac-f69f-461b-a785-3d45e68aad72', 'port_id': '1aeb88e4-4b67-40d7-a4fd-e270b37968fa', 'mac_address': 'fa:16:3e:9e:41:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a514938-18f7-4fe1-ae61-4e73697ccb7f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:57:03.930118 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-041a1586-1b97-4278-98c0-88a56a9ae5f8 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:57:03.930537 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-041a1586-1b97-4278-98c0-88a56a9ae5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (358dad74-8d99-4de6-a555-7b85f019730b), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:03.948634 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73935c0-1695-42e1-b81b-aaa39c581fb6 None None] DHCP port deletion for f4e9908e-37c3-477d-90df-65c02e38c857 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:57:03.971384 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-29a6bd24-08d2-41e5-bd8e-a2bea1e91bb1 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:03.975384 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 02:57:03.975384 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:57:03.975384 n-d-712139-27 neutron-server[109802]: timer() Jan 28 02:57:03.975384 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:57:03.975384 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 02:57:03.975384 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:57:03.975384 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 02:57:03.975384 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:57:03.975384 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 02:57:03.975384 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:57:03.975384 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 02:57:03.975384 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:57:03.975384 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 02:57:03.975384 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:57:03.975384 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:57:03.975384 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:57:03.975384 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:57:03.975384 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:57:03.975384 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 02:57:03.975384 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:57:03.975384 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 02:57:03.975384 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:57:03.975384 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:57:03.975384 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:57:03.975384 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 02:57:03.975384 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:57:03.975384 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:57:03.975384 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:57:03.975384 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:57:03.975384 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:57:03.975384 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:57:03.975384 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:57:03.995585 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42348) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:04.008365 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-29a6bd24-08d2-41e5-bd8e-a2bea1e91bb1 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4785771 Jan 28 02:57:04.010198 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6bd24-08d2-41e5-bd8e-a2bea1e91bb1 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=219948f0-d813-4642-b2d2-0fdcddf0fea0,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:04.014522 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-4200c89f-4c90-4710-bda8-01fde2c247dc tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Request body: {'security_group_rule': {'security_group_id': '219948f0-d813-4642-b2d2-0fdcddf0fea0', 'direction': 'ingress', 'protocol': 17}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:04.033590 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-523f2bd3-b8df-4d3b-828b-21fb96d60c90 req-9f2b8faf-8933-46e7-9727-3b8c7cc79f81 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] 10.222.0.53 "GET /v2.0/ports?device_id=90c3dbfa-931a-40fc-975d-ece41d334e9c HTTP/1.1" status: 200 len: 210 time: 0.1151593 Jan 28 02:57:04.139791 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-041a1586-1b97-4278-98c0-88a56a9ae5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (a227bef5-33d4-4761-8f4b-7835ff8b706a), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:04.145229 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4200c89f-4c90-4710-bda8-01fde2c247dc tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (7995f22b-0db0-4835-b0fc-a9c25236cec9), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:04.207912 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ca71d-ca7b-403a-8ec9-2e25a3863587 req-7bbcaa90-2414-475e-8120-cf73295427f6 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:04.209933 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c10ca71d-ca7b-403a-8ec9-2e25a3863587 req-7bbcaa90-2414-475e-8120-cf73295427f6 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fca47af-76dd-4dd5-8e8f-301f34bc9239 HTTP/1.1" status: 200 len: 943 time: 0.1081283 Jan 28 02:57:04.306441 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 1aeb88e4-4b67-40d7-a4fd-e270b37968fa is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:04.306992 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1aeb88e4-4b67-40d7-a4fd-e270b37968fa), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:04.321532 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c10ca71d-ca7b-403a-8ec9-2e25a3863587 req-c92523b5-4909-4e06-8e24-01da6c656d18 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008036 Jan 28 02:57:04.334809 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aeb88e4-4b67-40d7-a4fd-e270b37968fa {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:57:04.382738 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 1aeb88e4-4b67-40d7-a4fd-e270b37968fa, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=1aeb88e4-4b67-40d7-a4fd-e270b37968fa,segment=NetworkSegment(5ec551e3-78ab-42a1-92af-4f07dc8530f7),segment_id=5ec551e3-78ab-42a1-92af-4f07dc8530f7)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:57:04.395600 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (1aeb88e4-4b67-40d7-a4fd-e270b37968fa), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:04.424616 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-a73935c0-1695-42e1-b81b-aaa39c581fb6 None None] Deleting port 0c42296c-d956-4a6f-884e-47dd17edf8dc {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:57:04.425137 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a73935c0-1695-42e1-b81b-aaa39c581fb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (0c42296c-d956-4a6f-884e-47dd17edf8dc), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:04.522773 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=1aeb88e4-4b67-40d7-a4fd-e270b37968fa,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:04.537808 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 0c42296c-d956-4a6f-884e-47dd17edf8dc no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:57:04.568078 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-a73935c0-1695-42e1-b81b-aaa39c581fb6 None None] For port 0c42296c-d956-4a6f-884e-47dd17edf8dc, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=0c42296c-d956-4a6f-884e-47dd17edf8dc,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:57:04.568642 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a73935c0-1695-42e1-b81b-aaa39c581fb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (0c42296c-d956-4a6f-884e-47dd17edf8dc), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:04.591442 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-a73935c0-1695-42e1-b81b-aaa39c581fb6 None None] Calling delete_port for 0c42296c-d956-4a6f-884e-47dd17edf8dc owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:57:04.610490 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-041a1586-1b97-4278-98c0-88a56a9ae5f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:04.613682 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-041a1586-1b97-4278-98c0-88a56a9ae5f8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a227bef5-33d4-4761-8f4b-7835ff8b706a HTTP/1.1" status: 204 len: 168 time: 1.5062058 Jan 28 02:57:04.692827 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a1586-1b97-4278-98c0-88a56a9ae5f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a227bef5-33d4-4761-8f4b-7835ff8b706a,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:04.717343 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:04.724929 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['1aeb88e4-4b67-40d7-a4fd-e270b37968fa'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:57:04.729350 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-2a2f1982-8a63-4c11-a254-8fa2ec271db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189942bd-f75e-4c5f-ab86-ba00dcc66ac5', 'name': 'tempest-ServersTestFqdnHostnames-1756558027-router', 'tenant_id': '58413890441044459c04be3647465ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'e8d4cd73-0fb3-444f-a71d-9fdf3c91b279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:53:24Z', 'updated_at': '2022-01-28T02:53:34Z', 'revision_number': 4, 'project_id': '58413890441044459c04be3647465ec6', 'gw_port': {'id': 'e8d4cd73-0fb3-444f-a71d-9fdf3c91b279', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:76:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189942bd-f75e-4c5f-ab86-ba00dcc66ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:25Z', 'updated_at': '2022-01-28T02:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '9f3afe72-8484-45d8-b5ce-73ab5916d26b', 'name': '', 'network_id': 'f788fb8a-f235-4456-a255-8d95263f97c9', 'tenant_id': '58413890441044459c04be3647465ec6', 'mac_address': 'fa:16:3e:06:0c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189942bd-f75e-4c5f-ab86-ba00dcc66ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '8233c9f8-90da-42d9-9cc8-120e645e8525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:30Z', 'updated_at': '2022-01-28T02:53:41Z', 'revision_number': 5, 'project_id': '58413890441044459c04be3647465ec6', 'subnets': [{'id': '8233c9f8-90da-42d9-9cc8-120e645e8525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:57:04.757898 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a1586-1b97-4278-98c0-88a56a9ae5f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:57:04.758217 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a1586-1b97-4278-98c0-88a56a9ae5f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:57:04.759159 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a1586-1b97-4278-98c0-88a56a9ae5f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:57:04.759499 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a1586-1b97-4278-98c0-88a56a9ae5f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:57:04.759897 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a1586-1b97-4278-98c0-88a56a9ae5f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:57:04.760259 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a1586-1b97-4278-98c0-88a56a9ae5f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:57:04.760693 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a1586-1b97-4278-98c0-88a56a9ae5f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:57:04.761739 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a1586-1b97-4278-98c0-88a56a9ae5f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:57:04.762068 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a1586-1b97-4278-98c0-88a56a9ae5f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:57:04.762480 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a1586-1b97-4278-98c0-88a56a9ae5f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:57:04.762847 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a1586-1b97-4278-98c0-88a56a9ae5f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:57:04.763247 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a1586-1b97-4278-98c0-88a56a9ae5f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:57:04.763825 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a1586-1b97-4278-98c0-88a56a9ae5f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:57:04.796458 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2f1982-8a63-4c11-a254-8fa2ec271db9 None None] Checking router: 189942bd-f75e-4c5f-ab86-ba00dcc66ac5 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:57:04.804181 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 0c42296c-d956-4a6f-884e-47dd17edf8dc is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:04.804729 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (0c42296c-d956-4a6f-884e-47dd17edf8dc), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:04.844776 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2f1982-8a63-4c11-a254-8fa2ec271db9 None None] Routers {'189942bd-f75e-4c5f-ab86-ba00dcc66ac5'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:57:04.845840 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-2a2f1982-8a63-4c11-a254-8fa2ec271db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:57:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['189942bd-f75e-4c5f-ab86-ba00dcc66ac5'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:57:04.892343 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a73935c0-1695-42e1-b81b-aaa39c581fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (0c42296c-d956-4a6f-884e-47dd17edf8dc), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:04.899856 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f94417-263e-44b6-9fbe-6c357014c403 req-0f1cfd29-d904-49a2-a97b-96225d04dd61 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:04.902506 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f4f94417-263e-44b6-9fbe-6c357014c403 req-0f1cfd29-d904-49a2-a97b-96225d04dd61 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 944 time: 0.1187360 Jan 28 02:57:04.922649 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202d341-3c0b-47f4-9df4-72100de66cc9 req-e4173a82-4360-4a09-8e99-45b388874cae tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:04.928022 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202d341-3c0b-47f4-9df4-72100de66cc9 req-e4173a82-4360-4a09-8e99-45b388874cae tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:04.933392 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202d341-3c0b-47f4-9df4-72100de66cc9 req-e4173a82-4360-4a09-8e99-45b388874cae tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:04.938861 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202d341-3c0b-47f4-9df4-72100de66cc9 req-e4173a82-4360-4a09-8e99-45b388874cae tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:04.944238 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202d341-3c0b-47f4-9df4-72100de66cc9 req-e4173a82-4360-4a09-8e99-45b388874cae tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:04.949665 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202d341-3c0b-47f4-9df4-72100de66cc9 req-e4173a82-4360-4a09-8e99-45b388874cae tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:04.955127 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202d341-3c0b-47f4-9df4-72100de66cc9 req-e4173a82-4360-4a09-8e99-45b388874cae tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:04.962950 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e202d341-3c0b-47f4-9df4-72100de66cc9 req-e4173a82-4360-4a09-8e99-45b388874cae tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 5435 time: 0.3636105 Jan 28 02:57:04.967807 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42358) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:05.003012 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73935c0-1695-42e1-b81b-aaa39c581fb6 None None] Pushing event deleted for resources: {'Port': ['ID=0c42296c-d956-4a6f-884e-47dd17edf8dc,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:05.012953 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73935c0-1695-42e1-b81b-aaa39c581fb6 None None] No DVR routers for this DVR port 0c42296c-d956-4a6f-884e-47dd17edf8dc on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:57:05.015697 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4200c89f-4c90-4710-bda8-01fde2c247dc tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (7995f22b-0db0-4835-b0fc-a9c25236cec9), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:05.036711 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f4f94417-263e-44b6-9fbe-6c357014c403 req-27378577-c59f-4be3-baab-977813db7225 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/security-groups?id=950b0d70-c9c8-434a-a09a-520ef6e676e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248190 Jan 28 02:57:05.051409 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4200c89f-4c90-4710-bda8-01fde2c247dc tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (7995f22b-0db0-4835-b0fc-a9c25236cec9), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:05.106362 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-2a2f1982-8a63-4c11-a254-8fa2ec271db9 None None] Set router 189942bd-f75e-4c5f-ab86-ba00dcc66ac5 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:57:05.109604 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4200c89f-4c90-4710-bda8-01fde2c247dc tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7995f22b-0db0-4835-b0fc-a9c25236cec9,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:05.115821 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7fa1dcc5-c4ca-4f70-94ed-9907592ad80a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d6b2da0075934bcaafbee1846721359a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1168129 Jan 28 02:57:05.120845 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42362) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:05.214136 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4200c89f-4c90-4710-bda8-01fde2c247dc tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:05.218705 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4200c89f-4c90-4710-bda8-01fde2c247dc tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.2078137 Jan 28 02:57:05.223233 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42364) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:05.232850 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e202d341-3c0b-47f4-9df4-72100de66cc9 req-de90cc16-9ff2-4a62-8e00-f873f517c46e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&id=3711f489-87e7-4ab3-8353-77075d27f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2685847 Jan 28 02:57:05.352278 n-d-712139-27 neutron-server[109802]: DEBUG neutron.objects.ports [None req-2193b59c-210a-4e9d-ac07-9bf9937f079f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109802) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 02:57:05.356605 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2193b59c-210a-4e9d-ac07-9bf9937f079f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (0fec2d62-d9f9-4977-8ec5-e52d15704208), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:05.369626 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bc6759d2-0ed0-479b-b05d-333d4dd3852f tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (219948f0-d813-4642-b2d2-0fdcddf0fea0), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:05.419858 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2193b59c-210a-4e9d-ac07-9bf9937f079f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:57:05.429355 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-2193b59c-210a-4e9d-ac07-9bf9937f079f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:57:05.437744 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2193b59c-210a-4e9d-ac07-9bf9937f079f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:05.440798 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2193b59c-210a-4e9d-ac07-9bf9937f079f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:05.448537 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e351338-75ad-4039-b7eb-194bb7657842 None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:57:05.473443 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2193b59c-210a-4e9d-ac07-9bf9937f079f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9042392 Jan 28 02:57:05.478847 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42370) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:05.486454 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-2a2f1982-8a63-4c11-a254-8fa2ec271db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189942bd-f75e-4c5f-ab86-ba00dcc66ac5', 'name': 'tempest-ServersTestFqdnHostnames-1756558027-router', 'tenant_id': '58413890441044459c04be3647465ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'e8d4cd73-0fb3-444f-a71d-9fdf3c91b279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:53:24Z', 'updated_at': '2022-01-28T02:53:34Z', 'revision_number': 4, 'project_id': '58413890441044459c04be3647465ec6', 'gw_port': {'id': 'e8d4cd73-0fb3-444f-a71d-9fdf3c91b279', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:76:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189942bd-f75e-4c5f-ab86-ba00dcc66ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:25Z', 'updated_at': '2022-01-28T02:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '9f3afe72-8484-45d8-b5ce-73ab5916d26b', 'name': '', 'network_id': 'f788fb8a-f235-4456-a255-8d95263f97c9', 'tenant_id': '58413890441044459c04be3647465ec6', 'mac_address': 'fa:16:3e:06:0c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189942bd-f75e-4c5f-ab86-ba00dcc66ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '8233c9f8-90da-42d9-9cc8-120e645e8525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:30Z', 'updated_at': '2022-01-28T02:53:41Z', 'revision_number': 5, 'project_id': '58413890441044459c04be3647465ec6', 'subnets': [{'id': '8233c9f8-90da-42d9-9cc8-120e645e8525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:57:05.488887 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-f571e3f5-a9f8-4862-a2cd-4e31725f15fc tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'port': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'mac_address': 'fa:16:3e:03:45:71', 'name': 'tempest-NetworksTestDHCPv6-1661821399'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:05.493479 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bc6759d2-0ed0-479b-b05d-333d4dd3852f tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (219948f0-d813-4642-b2d2-0fdcddf0fea0), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:05.581540 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4789f6b0-0da7-4aaa-983c-04ed159826f4 admin admin] Publish callbacks [] for security_group (55a8d6cc-094f-4ed9-a31d-e9e291180025), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:05.590039 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177d19c-ced7-4671-a8b5-462cb99b021a req-f57b3039-b11c-42e3-a408-e52bb8e244c8 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:05.592113 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2177d19c-ced7-4671-a8b5-462cb99b021a req-f57b3039-b11c-42e3-a408-e52bb8e244c8 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 943 time: 0.4498875 Jan 28 02:57:05.605342 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2193b59c-210a-4e9d-ac07-9bf9937f079f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Subnet': ['ID=0fec2d62-d9f9-4977-8ec5-e52d15704208,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:05.630206 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4789f6b0-0da7-4aaa-983c-04ed159826f4 admin admin] Publish callbacks [] for security_group (55a8d6cc-094f-4ed9-a31d-e9e291180025), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:05.644838 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2f1982-8a63-4c11-a254-8fa2ec271db9 None None] The sync data for ids ['189942bd-f75e-4c5f-ab86-ba00dcc66ac5'] in n-d-712139-27 is: [{'id': '189942bd-f75e-4c5f-ab86-ba00dcc66ac5', 'name': 'tempest-ServersTestFqdnHostnames-1756558027-router', 'tenant_id': '58413890441044459c04be3647465ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'e8d4cd73-0fb3-444f-a71d-9fdf3c91b279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:53:24Z', 'updated_at': '2022-01-28T02:53:34Z', 'revision_number': 4, 'project_id': '58413890441044459c04be3647465ec6', 'gw_port': {'id': 'e8d4cd73-0fb3-444f-a71d-9fdf3c91b279', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:76:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189942bd-f75e-4c5f-ab86-ba00dcc66ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:25Z', 'updated_at': '2022-01-28T02:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '9f3afe72-8484-45d8-b5ce-73ab5916d26b', 'name': '', 'network_id': 'f788fb8a-f235-4456-a255-8d95263f97c9', 'tenant_id': '58413890441044459c04be3647465ec6', 'mac_address': 'fa:16:3e:06:0c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189942bd-f75e-4c5f-ab86-ba00dcc66ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '8233c9f8-90da-42d9-9cc8-120e645e8525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:30Z', 'updated_at': '2022-01-28T02:53:41Z', 'revision_number': 5, 'project_id': '58413890441044459c04be3647465ec6', 'subnets': [{'id': '8233c9f8-90da-42d9-9cc8-120e645e8525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:57:05.653850 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0c2868-36c7-4519-afe7-de5f0351001b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-f4e9908e-37c3-477d-90df-65c02e38c857', 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'project_id': '3079a2e247734574a53d1baca2087c94', 'fixed_ips': [{'subnet_id': '0fec2d62-d9f9-4977-8ec5-e52d15704208'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:57:05.655141 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2e0c2868-36c7-4519-afe7-de5f0351001b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:05.706964 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302c50c-cdbf-4e4b-97ab-db60695efa78 req-27a430c4-5a5f-44fe-a83b-cf6420d92a4b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:05.709294 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c302c50c-cdbf-4e4b-97ab-db60695efa78 req-27a430c4-5a5f-44fe-a83b-cf6420d92a4b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fca47af-76dd-4dd5-8e8f-301f34bc9239 HTTP/1.1" status: 200 len: 944 time: 0.2294974 Jan 28 02:57:05.728155 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2177d19c-ced7-4671-a8b5-462cb99b021a req-49b043e7-dd47-4d8d-b15a-b324bbbbb829 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211870 Jan 28 02:57:05.758599 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4789f6b0-0da7-4aaa-983c-04ed159826f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (55a8d6cc-094f-4ed9-a31d-e9e291180025), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:05.762321 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4789f6b0-0da7-4aaa-983c-04ed159826f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:05.767104 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4789f6b0-0da7-4aaa-983c-04ed159826f4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/55a8d6cc-094f-4ed9-a31d-e9e291180025 HTTP/1.1" status: 204 len: 168 time: 0.6448889 Jan 28 02:57:05.779105 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4789f6b0-0da7-4aaa-983c-04ed159826f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a8d6cc-094f-4ed9-a31d-e9e291180025,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:05.799255 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42374) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:05.871735 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-065fef6d-65b5-4abc-8b61-915814be51f4 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Publish callbacks [] for security_group (1f3d54fa-ce2f-40d0-a3fd-423661de65cc), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:05.906126 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-2e0c2868-36c7-4519-afe7-de5f0351001b None None] Allocated IP 2001:db8::f816:3eff:fe84:6f26 (f4e9908e-37c3-477d-90df-65c02e38c857/0fec2d62-d9f9-4977-8ec5-e52d15704208/c2e9db6d-11d0-49a1-ba34-e21552c0e08d) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:57:05.909220 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-065fef6d-65b5-4abc-8b61-915814be51f4 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Publish callbacks [] for security_group (1f3d54fa-ce2f-40d0-a3fd-423661de65cc), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:05.924158 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bc6759d2-0ed0-479b-b05d-333d4dd3852f tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (219948f0-d813-4642-b2d2-0fdcddf0fea0), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:05.930210 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bc6759d2-0ed0-479b-b05d-333d4dd3852f tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:05.935477 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42376) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:05.936258 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-bc6759d2-0ed0-479b-b05d-333d4dd3852f tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "DELETE /v2.0/security-groups/219948f0-d813-4642-b2d2-0fdcddf0fea0 HTTP/1.1" status: 204 len: 168 time: 0.7017710 Jan 28 02:57:05.983963 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c302c50c-cdbf-4e4b-97ab-db60695efa78 req-571e7094-8bb5-4b65-b4b0-dfeb6c9a50a7 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566233 Jan 28 02:57:06.008268 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6759d2-0ed0-479b-b05d-333d4dd3852f tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=219948f0-d813-4642-b2d2-0fdcddf0fea0,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:06.018979 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-17a37cd6-ae0d-4cc0-9b8f-3e3cda14d721 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0815680 Jan 28 02:57:06.025108 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42378) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:06.030157 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-f31b1dfa-2087-41d4-bc7d-19f1fc37f6f1 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Request body: {'security_group': {'name': 'tempest-secgroup--294009382'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:06.046080 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f571e3f5-a9f8-4862-a2cd-4e31725f15fc tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:57:06.055326 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-065fef6d-65b5-4abc-8b61-915814be51f4 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (1f3d54fa-ce2f-40d0-a3fd-423661de65cc), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:06.088345 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-065fef6d-65b5-4abc-8b61-915814be51f4 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:06.092999 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-065fef6d-65b5-4abc-8b61-915814be51f4 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] 10.222.0.53 "DELETE /v2.0/security-groups/1f3d54fa-ce2f-40d0-a3fd-423661de65cc HTTP/1.1" status: 204 len: 168 time: 0.2900922 Jan 28 02:57:06.121918 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2e0c2868-36c7-4519-afe7-de5f0351001b None None] Publish callbacks [] for port (c2e9db6d-11d0-49a1-ba34-e21552c0e08d), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:06.126258 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42382) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:06.128463 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:06.129992 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065fef6d-65b5-4abc-8b61-915814be51f4 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3d54fa-ce2f-40d0-a3fd-423661de65cc,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:06.143629 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f31b1dfa-2087-41d4-bc7d-19f1fc37f6f1 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:06.152627 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2e0c2868-36c7-4519-afe7-de5f0351001b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (c2e9db6d-11d0-49a1-ba34-e21552c0e08d), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:06.154372 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f571e3f5-a9f8-4862-a2cd-4e31725f15fc tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:06.170331 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1855e064-97ca-4713-9602-595ac91e948c None None] New status for floating IP 02c9d3e3-81fa-4755-8022-83493a90761a: DOWN {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:57:06.184774 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-f571e3f5-a9f8-4862-a2cd-4e31725f15fc tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] device_id is not set on port 92cfe9b6-ab74-4ad2-835f-5e5b85a00980 yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:57:06.237237 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0c2868-36c7-4519-afe7-de5f0351001b None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:57:06.241430 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-2e0c2868-36c7-4519-afe7-de5f0351001b None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:57:06.248126 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0c2868-36c7-4519-afe7-de5f0351001b None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:57:06.277808 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-b5d975b2-790e-4500-8bf7-5ad61a6d6889 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] show failed (client error): The resource could not be found. Jan 28 02:57:06.282819 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b5d975b2-790e-4500-8bf7-5ad61a6d6889 tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] 10.222.0.53 "GET /v2.0/security-groups/1f3d54fa-ce2f-40d0-a3fd-423661de65cc HTTP/1.1" status: 404 len: 347 time: 0.1429822 Jan 28 02:57:06.363695 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-f571e3f5-a9f8-4862-a2cd-4e31725f15fc tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Allocated IP 2001:db8::f816:3eff:fe03:4571 (f4e9908e-37c3-477d-90df-65c02e38c857/0fec2d62-d9f9-4977-8ec5-e52d15704208/92cfe9b6-ab74-4ad2-835f-5e5b85a00980) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:57:06.401311 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-2e0c2868-36c7-4519-afe7-de5f0351001b None None] Attempting to bind port c2e9db6d-11d0-49a1-ba34-e21552c0e08d on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:57:06.401633 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-2e0c2868-36c7-4519-afe7-de5f0351001b None None] Attempting to bind port c2e9db6d-11d0-49a1-ba34-e21552c0e08d by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:57:06.403322 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0c2868-36c7-4519-afe7-de5f0351001b None None] Attempting to bind port c2e9db6d-11d0-49a1-ba34-e21552c0e08d on network f4e9908e-37c3-477d-90df-65c02e38c857 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:57:06.410589 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c2868-36c7-4519-afe7-de5f0351001b None None] Pushing event updated for resources: {'Port': ['ID=c2e9db6d-11d0-49a1-ba34-e21552c0e08d,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:06.422893 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f31b1dfa-2087-41d4-bc7d-19f1fc37f6f1 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (c21a4cfc-7dfd-466d-92a3-d4e9941650fe), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:06.425286 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42386) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:06.462097 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0c2868-36c7-4519-afe7-de5f0351001b None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:57:06.464143 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0c2868-36c7-4519-afe7-de5f0351001b None None] Checking segment: {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:57:06.466981 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2e0c2868-36c7-4519-afe7-de5f0351001b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:06.468254 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0c2868-36c7-4519-afe7-de5f0351001b None None] Bound using segment: {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:57:06.468919 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-2e0c2868-36c7-4519-afe7-de5f0351001b None None] Bound port: c2e9db6d-11d0-49a1-ba34-e21552c0e08d, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:57:06.470238 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2e0c2868-36c7-4519-afe7-de5f0351001b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c2e9db6d-11d0-49a1-ba34-e21552c0e08d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:06.540803 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f31b1dfa-2087-41d4-bc7d-19f1fc37f6f1 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c21a4cfc-7dfd-466d-92a3-d4e9941650fe), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:06.587074 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-2e0c2868-36c7-4519-afe7-de5f0351001b None None] For port c2e9db6d-11d0-49a1-ba34-e21552c0e08d, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:57:06.588585 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f571e3f5-a9f8-4862-a2cd-4e31725f15fc tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for port (92cfe9b6-ab74-4ad2-835f-5e5b85a00980), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:06.605159 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-2e0c2868-36c7-4519-afe7-de5f0351001b None None] For port c2e9db6d-11d0-49a1-ba34-e21552c0e08d, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=c2e9db6d-11d0-49a1-ba34-e21552c0e08d,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:57:06.614697 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2e0c2868-36c7-4519-afe7-de5f0351001b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c2e9db6d-11d0-49a1-ba34-e21552c0e08d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:06.670391 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f31b1dfa-2087-41d4-bc7d-19f1fc37f6f1 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:06.672741 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f31b1dfa-2087-41d4-bc7d-19f1fc37f6f1 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6475596 Jan 28 02:57:06.680178 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42396) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:06.680578 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d48633-3675-42d7-809d-085aefbcec0e req-88488242-cb67-4ec4-9f2f-0c599f1807f2 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:06.686464 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d48633-3675-42d7-809d-085aefbcec0e req-88488242-cb67-4ec4-9f2f-0c599f1807f2 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:06.691161 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c23fe-f82b-4b28-b99b-37c03a685777 req-83edef59-fb7e-4e6a-bb5a-87256bc4eec2 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:06.692023 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d48633-3675-42d7-809d-085aefbcec0e req-88488242-cb67-4ec4-9f2f-0c599f1807f2 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:06.693810 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e01c23fe-f82b-4b28-b99b-37c03a685777 req-83edef59-fb7e-4e6a-bb5a-87256bc4eec2 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 944 time: 0.4312913 Jan 28 02:57:06.698450 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c2868-36c7-4519-afe7-de5f0351001b None None] Pushing event updated for resources: {'Port': ['ID=c2e9db6d-11d0-49a1-ba34-e21552c0e08d,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:06.699398 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-7809fbfe-7dd5-422f-a30b-eac0d4c8c76f tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Request body: {'security_group': {'name': 'tempest-secgroup--754178802'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:06.702018 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d48633-3675-42d7-809d-085aefbcec0e req-88488242-cb67-4ec4-9f2f-0c599f1807f2 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:06.710571 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d48633-3675-42d7-809d-085aefbcec0e req-88488242-cb67-4ec4-9f2f-0c599f1807f2 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:06.724582 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d48633-3675-42d7-809d-085aefbcec0e req-88488242-cb67-4ec4-9f2f-0c599f1807f2 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:06.732354 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d48633-3675-42d7-809d-085aefbcec0e req-88488242-cb67-4ec4-9f2f-0c599f1807f2 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:06.741469 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a9d48633-3675-42d7-809d-085aefbcec0e req-88488242-cb67-4ec4-9f2f-0c599f1807f2 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 5435 time: 0.1689076 Jan 28 02:57:06.769867 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f571e3f5-a9f8-4862-a2cd-4e31725f15fc tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (92cfe9b6-ab74-4ad2-835f-5e5b85a00980), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:06.803839 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b1dfa-2087-41d4-bc7d-19f1fc37f6f1 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c21a4cfc-7dfd-466d-92a3-d4e9941650fe,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:06.820174 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f571e3f5-a9f8-4862-a2cd-4e31725f15fc tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:57:06.824618 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7809fbfe-7dd5-422f-a30b-eac0d4c8c76f tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:06.830007 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-f571e3f5-a9f8-4862-a2cd-4e31725f15fc tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:57:06.832725 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f571e3f5-a9f8-4862-a2cd-4e31725f15fc tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:57:06.838546 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f571e3f5-a9f8-4862-a2cd-4e31725f15fc tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:06.839205 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f571e3f5-a9f8-4862-a2cd-4e31725f15fc tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:06.880496 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f571e3f5-a9f8-4862-a2cd-4e31725f15fc tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Port': ['ID=92cfe9b6-ab74-4ad2-835f-5e5b85a00980,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:06.896714 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f571e3f5-a9f8-4862-a2cd-4e31725f15fc tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4156404 Jan 28 02:57:06.899056 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42402) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:06.916174 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e01c23fe-f82b-4b28-b99b-37c03a685777 req-9a5c458a-c449-48f4-a8be-7b1f45ea9e82 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/security-groups?id=950b0d70-c9c8-434a-a09a-520ef6e676e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941047 Jan 28 02:57:06.930093 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a9d48633-3675-42d7-809d-085aefbcec0e req-dfee98e2-9758-41d1-b247-0e445af8d7e5 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&id=3711f489-87e7-4ab3-8353-77075d27f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1870978 Jan 28 02:57:07.100343 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:57:07.113036 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-b0952eaf-8691-4734-adae-4dd470d3ed4e tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Deleting port 88577005-42f1-42bb-8d60-1622a4c90f90 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:57:07.113396 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b0952eaf-8691-4734-adae-4dd470d3ed4e tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (88577005-42f1-42bb-8d60-1622a4c90f90), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:07.144376 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c4f4f-b19f-47bc-85ff-02edee1f5f84 req-207f0de1-7a31-43da-81e4-37ec34117ab0 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:07.153620 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c4f4f-b19f-47bc-85ff-02edee1f5f84 req-207f0de1-7a31-43da-81e4-37ec34117ab0 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:07.163802 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c4f4f-b19f-47bc-85ff-02edee1f5f84 req-207f0de1-7a31-43da-81e4-37ec34117ab0 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:07.182542 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c4f4f-b19f-47bc-85ff-02edee1f5f84 req-207f0de1-7a31-43da-81e4-37ec34117ab0 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:07.188800 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858ac549-cbcd-4821-bbd5-2c292201ea28 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:07.193767 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c4f4f-b19f-47bc-85ff-02edee1f5f84 req-207f0de1-7a31-43da-81e4-37ec34117ab0 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:07.194378 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858ac549-cbcd-4821-bbd5-2c292201ea28 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:07.199456 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-858ac549-cbcd-4821-bbd5-2c292201ea28 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2985301 Jan 28 02:57:07.200114 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42414) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:07.203251 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c4f4f-b19f-47bc-85ff-02edee1f5f84 req-207f0de1-7a31-43da-81e4-37ec34117ab0 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:07.213894 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c4f4f-b19f-47bc-85ff-02edee1f5f84 req-207f0de1-7a31-43da-81e4-37ec34117ab0 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:07.225851 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2c3c4f4f-b19f-47bc-85ff-02edee1f5f84 req-207f0de1-7a31-43da-81e4-37ec34117ab0 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 5435 time: 0.1806705 Jan 28 02:57:07.236791 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42416) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:07.243956 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-4a4de209-1256-43ab-803d-5dbd02a96e4d tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Request body: {'floatingip': {'port_id': '44267f57-f4c4-404e-bfd0-6e33bcab411a'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:07.299941 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751762b0-62d5-4437-8568-36a807ff9739 req-ee8ce283-ae3b-4f60-900a-80f736ed1a29 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:07.309215 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 1aeb88e4-4b67-40d7-a4fd-e270b37968fa up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:57:07.309869 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-751762b0-62d5-4437-8568-36a807ff9739 req-ee8ce283-ae3b-4f60-900a-80f736ed1a29 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 943 time: 0.2594168 Jan 28 02:57:07.396546 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 1aeb88e4-4b67-40d7-a4fd-e270b37968fa completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:57:07.400461 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42420) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:07.401243 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 1aeb88e4-4b67-40d7-a4fd-e270b37968fa triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:57:07.401486 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (1aeb88e4-4b67-40d7-a4fd-e270b37968fa), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:07.405465 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4a4de209-1256-43ab-803d-5dbd02a96e4d tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks [] for floatingip (c1674d6a-9079-4401-90c0-6269bc065173), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:07.430319 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7809fbfe-7dd5-422f-a30b-eac0d4c8c76f tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (ca14170b-1c46-4ddc-a506-c651267e7eaf), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:07.451581 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7809fbfe-7dd5-422f-a30b-eac0d4c8c76f tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (ca14170b-1c46-4ddc-a506-c651267e7eaf), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:07.502736 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b0952eaf-8691-4734-adae-4dd470d3ed4e tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (88577005-42f1-42bb-8d60-1622a4c90f90), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:07.503095 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b0952eaf-8691-4734-adae-4dd470d3ed4e tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Publish callbacks [] for floatingip (88577005-42f1-42bb-8d60-1622a4c90f90), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:07.504476 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 1aeb88e4-4b67-40d7-a4fd-e270b37968fa is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:07.505098 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1aeb88e4-4b67-40d7-a4fd-e270b37968fa), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:07.537584 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fca47af-76dd-4dd5-8e8f-301f34bc9239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aeb88e4-4b67-40d7-a4fd-e270b37968fa'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:57:07.540989 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e9a6bc-0ae2-4253-81f3-f0c46e8771e1" -d '{"events": [{"server_uuid": "1fca47af-76dd-4dd5-8e8f-301f34bc9239", "name": "network-vif-plugged", "status": "completed", "tag": "1aeb88e4-4b67-40d7-a4fd-e270b37968fa"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:57:07.576123 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 1aeb88e4-4b67-40d7-a4fd-e270b37968fa, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=1aeb88e4-4b67-40d7-a4fd-e270b37968fa,segment=NetworkSegment(5ec551e3-78ab-42a1-92af-4f07dc8530f7),segment_id=5ec551e3-78ab-42a1-92af-4f07dc8530f7)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:57:07.576561 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-b0952eaf-8691-4734-adae-4dd470d3ed4e tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Calling delete_port for 88577005-42f1-42bb-8d60-1622a4c90f90 owned by network:floatingip {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:57:07.582449 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506afd4-4a62-4c0b-bf5e-e0b44b9c0982 req-e17669d9-1569-43d9-9a97-3f72edb5c2bd tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:07.584742 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3506afd4-4a62-4c0b-bf5e-e0b44b9c0982 req-e17669d9-1569-43d9-9a97-3f72edb5c2bd tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fca47af-76dd-4dd5-8e8f-301f34bc9239 HTTP/1.1" status: 200 len: 944 time: 0.1831048 Jan 28 02:57:07.586381 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7809fbfe-7dd5-422f-a30b-eac0d4c8c76f tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:07.591440 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7809fbfe-7dd5-422f-a30b-eac0d4c8c76f tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8935561 Jan 28 02:57:07.593451 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (1aeb88e4-4b67-40d7-a4fd-e270b37968fa), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:07.593891 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42426) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:07.598371 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-7efc2991-5614-4544-81b6-267c4f3a1cf2 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Request body: {'security_group_rule': {'security_group_id': 'c21a4cfc-7dfd-466d-92a3-d4e9941650fe', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ca14170b-1c46-4ddc-a506-c651267e7eaf', 'remote_ip_prefix': None}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:07.602509 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-751762b0-62d5-4437-8568-36a807ff9739 req-c3816b0c-392c-47bc-ba9e-311749e5e56d tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913024 Jan 28 02:57:07.617123 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7809fbfe-7dd5-422f-a30b-eac0d4c8c76f tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca14170b-1c46-4ddc-a506-c651267e7eaf,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:07.624166 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-839c6921-c935-4b55-97cd-ab55e3e0e5b7 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting port 92cfe9b6-ab74-4ad2-835f-5e5b85a00980 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:57:07.624523 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-839c6921-c935-4b55-97cd-ab55e3e0e5b7 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (92cfe9b6-ab74-4ad2-835f-5e5b85a00980), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:07.699303 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3506afd4-4a62-4c0b-bf5e-e0b44b9c0982 req-a1db71ec-4743-45ba-a0ee-b71161761505 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063118 Jan 28 02:57:07.772660 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a364a9ae-1e20-42ac-8d76-17b7231f422d x-openstack-request-id: req-a364a9ae-1e20-42ac-8d76-17b7231f422d {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:57:07.772960 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fca47af-76dd-4dd5-8e8f-301f34bc9239", "name": "network-vif-plugged", "status": "completed", "tag": "1aeb88e4-4b67-40d7-a4fd-e270b37968fa", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:57:07.773257 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a364a9ae-1e20-42ac-8d76-17b7231f422d {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:57:07.773663 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fca47af-76dd-4dd5-8e8f-301f34bc9239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aeb88e4-4b67-40d7-a4fd-e270b37968fa', 'code': 200} Jan 28 02:57:07.784031 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=1aeb88e4-4b67-40d7-a4fd-e270b37968fa,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:07.796763 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-c8240e00-30af-473b-bc0b-9ee418a72200 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-693302995-network', 'tenant_id': '718af09b03c940c88c41db74297b10fa'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:07.828046 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-839c6921-c935-4b55-97cd-ab55e3e0e5b7 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (92cfe9b6-ab74-4ad2-835f-5e5b85a00980), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:07.847656 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7efc2991-5614-4544-81b6-267c4f3a1cf2 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (1d2ec696-865b-4fe4-9d5b-f481ac2b6a72), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:07.862676 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-839c6921-c935-4b55-97cd-ab55e3e0e5b7 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Calling delete_port for 92cfe9b6-ab74-4ad2-835f-5e5b85a00980 owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:57:07.882064 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8240e00-30af-473b-bc0b-9ee418a72200 admin admin] Made reservation on behalf of 718af09b03c940c88c41db74297b10fa for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:57:07.885347 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c8240e00-30af-473b-bc0b-9ee418a72200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:07.901763 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c8240e00-30af-473b-bc0b-9ee418a72200 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:07.935027 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b0952eaf-8691-4734-adae-4dd470d3ed4e tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (88577005-42f1-42bb-8d60-1622a4c90f90), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:08.007811 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0952eaf-8691-4734-adae-4dd470d3ed4e tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Pushing event deleted for resources: {'Port': ['ID=88577005-42f1-42bb-8d60-1622a4c90f90,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:08.082341 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d10d2b-7f9c-490c-90a6-8d36ef478b68 req-fa0150b1-3d7d-47bc-a54e-c199f97ac46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:08.084357 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-00d10d2b-7f9c-490c-90a6-8d36ef478b68 req-fa0150b1-3d7d-47bc-a54e-c199f97ac46b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1fca47af-76dd-4dd5-8e8f-301f34bc9239 HTTP/1.1" status: 200 len: 1097 time: 0.1628194 Jan 28 02:57:08.180710 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-00d10d2b-7f9c-490c-90a6-8d36ef478b68 req-dc4a6b22-e502-4e49-81c8-08afae70e486 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899832 Jan 28 02:57:08.185256 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b0952eaf-8691-4734-adae-4dd470d3ed4e tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Publish callbacks [] for floatingip (02c9d3e3-81fa-4755-8022-83493a90761a), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:08.189125 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b0952eaf-8691-4734-adae-4dd470d3ed4e tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:08.190392 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b0952eaf-8691-4734-adae-4dd470d3ed4e tempest-ServersTestFqdnHostnames-1143938282 tempest-ServersTestFqdnHostnames-1143938282-project] 10.222.0.53 "DELETE /v2.0/floatingips/02c9d3e3-81fa-4755-8022-83493a90761a HTTP/1.1" status: 204 len: 168 time: 1.7597497 Jan 28 02:57:08.194810 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42430) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:08.348327 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-839c6921-c935-4b55-97cd-ab55e3e0e5b7 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (92cfe9b6-ab74-4ad2-835f-5e5b85a00980), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:08.391125 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-4b302ef2-9c18-4b66-9646-32835cb7ba61 None None] Provisioning complete for port c2e9db6d-11d0-49a1-ba34-e21552c0e08d triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:57:08.393804 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4b302ef2-9c18-4b66-9646-32835cb7ba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c2e9db6d-11d0-49a1-ba34-e21552c0e08d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:08.434274 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c6921-c935-4b55-97cd-ab55e3e0e5b7 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Port': ['ID=92cfe9b6-ab74-4ad2-835f-5e5b85a00980,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:08.469231 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-839c6921-c935-4b55-97cd-ab55e3e0e5b7 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:08.477202 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-839c6921-c935-4b55-97cd-ab55e3e0e5b7 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/ports/92cfe9b6-ab74-4ad2-835f-5e5b85a00980 HTTP/1.1" status: 204 len: 168 time: 1.2680135 Jan 28 02:57:08.479833 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42432) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:08.595794 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658b9cd9-0dd8-4227-9e34-78e26f64f66f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:08.597263 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658b9cd9-0dd8-4227-9e34-78e26f64f66f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:08.601598 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-658b9cd9-0dd8-4227-9e34-78e26f64f66f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1207795 Jan 28 02:57:08.602188 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42434) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:08.628053 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7efc2991-5614-4544-81b6-267c4f3a1cf2 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (1d2ec696-865b-4fe4-9d5b-f481ac2b6a72), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:08.676194 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa91f42-bd19-4383-8392-681c466b0b8b req-c962c90c-0ff8-4538-8a64-3f2196a855c1 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:08.690106 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4aa91f42-bd19-4383-8392-681c466b0b8b req-c962c90c-0ff8-4538-8a64-3f2196a855c1 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 944 time: 0.5815370 Jan 28 02:57:08.726387 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-10ff8f7c-030e-4b6f-a720-f321ab170eb9 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting subnet 0fec2d62-d9f9-4977-8ec5-e52d15704208 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:57:08.739031 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-10ff8f7c-030e-4b6f-a720-f321ab170eb9 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (0fec2d62-d9f9-4977-8ec5-e52d15704208), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:08.801007 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7efc2991-5614-4544-81b6-267c4f3a1cf2 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (1d2ec696-865b-4fe4-9d5b-f481ac2b6a72), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:08.876670 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efc2991-5614-4544-81b6-267c4f3a1cf2 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d2ec696-865b-4fe4-9d5b-f481ac2b6a72,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:08.885805 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c2e9db6d-11d0-49a1-ba34-e21552c0e08d up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:57:08.920365 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-10ff8f7c-030e-4b6f-a720-f321ab170eb9 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (0fec2d62-d9f9-4977-8ec5-e52d15704208), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:09.023870 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.db.resource_extend [None req-4a4de209-1256-43ab-803d-5dbd02a96e4d tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 02:57:09.058534 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port c2e9db6d-11d0-49a1-ba34-e21552c0e08d triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:57:09.058908 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c2e9db6d-11d0-49a1-ba34-e21552c0e08d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:09.073888 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-10ff8f7c-030e-4b6f-a720-f321ab170eb9 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (0fec2d62-d9f9-4977-8ec5-e52d15704208), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:09.111454 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-4b302ef2-9c18-4b66-9646-32835cb7ba61 None None] Current status of the port c2e9db6d-11d0-49a1-ba34-e21552c0e08d is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:09.111843 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4b302ef2-9c18-4b66-9646-32835cb7ba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c2e9db6d-11d0-49a1-ba34-e21552c0e08d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:09.140152 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c8240e00-30af-473b-bc0b-9ee418a72200 admin admin] Publish callbacks [] for security_group (b0d6f1b4-a765-4649-a701-1de747dcfdd4), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:09.174991 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port c2e9db6d-11d0-49a1-ba34-e21552c0e08d is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:09.175473 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c2e9db6d-11d0-49a1-ba34-e21552c0e08d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:09.248983 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-10ff8f7c-030e-4b6f-a720-f321ab170eb9 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (0fec2d62-d9f9-4977-8ec5-e52d15704208), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:09.265615 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.api [None req-4b302ef2-9c18-4b66-9646-32835cb7ba61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 02:57:09.265975 n-d-712139-27 neutron-server[109804]: DEBUG oslo_db.api [None req-4b302ef2-9c18-4b66-9646-32835cb7ba61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 02:57:09.274650 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.api [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 02:57:09.274999 n-d-712139-27 neutron-server[109804]: DEBUG oslo_db.api [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 02:57:09.290499 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c8240e00-30af-473b-bc0b-9ee418a72200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b0d6f1b4-a765-4649-a701-1de747dcfdd4), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:09.298786 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff8f7c-030e-4b6f-a720-f321ab170eb9 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Subnet': ['ID=0fec2d62-d9f9-4977-8ec5-e52d15704208,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:09.299980 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7efc2991-5614-4544-81b6-267c4f3a1cf2 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:09.308093 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7efc2991-5614-4544-81b6-267c4f3a1cf2 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.7070074 Jan 28 02:57:09.308432 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42440) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:09.317406 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc88ac-2e4e-4598-9448-a6f82041b8c8 req-cacbda68-17ee-4663-be5e-fefd0f7e5269 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:09.319126 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eacc88ac-2e4e-4598-9448-a6f82041b8c8 req-cacbda68-17ee-4663-be5e-fefd0f7e5269 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 943 time: 0.5314274 Jan 28 02:57:09.348950 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-10ff8f7c-030e-4b6f-a720-f321ab170eb9 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:09.354970 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-10ff8f7c-030e-4b6f-a720-f321ab170eb9 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/0fec2d62-d9f9-4977-8ec5-e52d15704208 HTTP/1.1" status: 204 len: 168 time: 0.7497933 Jan 28 02:57:09.356167 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42442) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:09.358322 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee742007-4c61-4070-9835-cc16e53942ca None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:57:09.409542 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f6cd0058-ee1f-4944-9be9-f3c2032d6073 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (1d2ec696-865b-4fe4-9d5b-f481ac2b6a72), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:09.411105 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4aa91f42-bd19-4383-8392-681c466b0b8b req-d3373d80-5d38-4445-8cf5-bcd7d194fe65 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/security-groups?id=950b0d70-c9c8-434a-a09a-520ef6e676e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7198441 Jan 28 02:57:09.414215 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4a4de209-1256-43ab-803d-5dbd02a96e4d tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:09.422441 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8240e00-30af-473b-bc0b-9ee418a72200 admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:57:09.430686 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f6cd0058-ee1f-4944-9be9-f3c2032d6073 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (1d2ec696-865b-4fe4-9d5b-f481ac2b6a72), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:09.500715 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eacc88ac-2e4e-4598-9448-a6f82041b8c8 req-47d3a590-2cb7-4cf4-9487-fa1ede720b01 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618741 Jan 28 02:57:09.513545 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f6cd0058-ee1f-4944-9be9-f3c2032d6073 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (1d2ec696-865b-4fe4-9d5b-f481ac2b6a72), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:09.540257 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f6cd0058-ee1f-4944-9be9-f3c2032d6073 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:09.541694 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f6cd0058-ee1f-4944-9be9-f3c2032d6073 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/1d2ec696-865b-4fe4-9d5b-f481ac2b6a72 HTTP/1.1" status: 204 len: 168 time: 0.2212274 Jan 28 02:57:09.554786 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-05e7a976-34d0-4308-b69f-f8757397bfb3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1855779 Jan 28 02:57:09.554786 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4a4de209-1256-43ab-803d-5dbd02a96e4d tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (c1674d6a-9079-4401-90c0-6269bc065173), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:09.555101 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42444) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:09.555336 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42446) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:09.569399 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd0058-ee1f-4944-9be9-f3c2032d6073 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d2ec696-865b-4fe4-9d5b-f481ac2b6a72,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:09.620728 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d902172d-4b2d-4aa9-8114-893e1b64d446 None None] DHCP port deletion for f4e9908e-37c3-477d-90df-65c02e38c857 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:57:09.623470 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-80f83c07-7fc5-42ec-8bd7-1b2c5d37da54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (189942bd-f75e-4c5f-ab86-ba00dcc66ac5), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:09.690014 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-d902172d-4b2d-4aa9-8114-893e1b64d446 None None] Deleting port c2e9db6d-11d0-49a1-ba34-e21552c0e08d {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:57:09.691171 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d902172d-4b2d-4aa9-8114-893e1b64d446 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (c2e9db6d-11d0-49a1-ba34-e21552c0e08d), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:09.776668 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-d902172d-4b2d-4aa9-8114-893e1b64d446 None None] For port c2e9db6d-11d0-49a1-ba34-e21552c0e08d, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=c2e9db6d-11d0-49a1-ba34-e21552c0e08d,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:57:09.777498 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d902172d-4b2d-4aa9-8114-893e1b64d446 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (c2e9db6d-11d0-49a1-ba34-e21552c0e08d), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:09.795900 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-d902172d-4b2d-4aa9-8114-893e1b64d446 None None] Calling delete_port for c2e9db6d-11d0-49a1-ba34-e21552c0e08d owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:57:09.962015 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port c2e9db6d-11d0-49a1-ba34-e21552c0e08d is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:09.962994 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c2e9db6d-11d0-49a1-ba34-e21552c0e08d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:09.971089 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8240e00-30af-473b-bc0b-9ee418a72200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d6f1b4-a765-4649-a701-1de747dcfdd4,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:09.972666 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-4b302ef2-9c18-4b66-9646-32835cb7ba61 None None] Current status of the port c2e9db6d-11d0-49a1-ba34-e21552c0e08d is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:09.973376 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4b302ef2-9c18-4b66-9646-32835cb7ba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c2e9db6d-11d0-49a1-ba34-e21552c0e08d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:09.983948 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c8240e00-30af-473b-bc0b-9ee418a72200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (bafc5e9a-dbcc-4536-9a86-e2fe835f6204), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:09.984471 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-c8240e00-30af-473b-bc0b-9ee418a72200 admin admin] Added segment bafc5e9a-dbcc-4536-9a86-e2fe835f6204 of type vlan for network 9ad405c8-038c-420f-81fd-16301459f3e0 Jan 28 02:57:10.051852 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-80f83c07-7fc5-42ec-8bd7-1b2c5d37da54 admin admin] Deleting port 9f3afe72-8484-45d8-b5ce-73ab5916d26b {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:57:10.052803 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-80f83c07-7fc5-42ec-8bd7-1b2c5d37da54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (9f3afe72-8484-45d8-b5ce-73ab5916d26b), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:10.072731 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port c2e9db6d-11d0-49a1-ba34-e21552c0e08d, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=c2e9db6d-11d0-49a1-ba34-e21552c0e08d,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:57:10.092039 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c2e9db6d-11d0-49a1-ba34-e21552c0e08d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:10.119557 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c8240e00-30af-473b-bc0b-9ee418a72200 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (9ad405c8-038c-420f-81fd-16301459f3e0), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:10.126326 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d902172d-4b2d-4aa9-8114-893e1b64d446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (c2e9db6d-11d0-49a1-ba34-e21552c0e08d), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:10.167988 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event deleted for resources: {'Port': ['ID=c2e9db6d-11d0-49a1-ba34-e21552c0e08d,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:10.202170 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e3bb33ef-9a33-4270-ace2-5296a0abe23c tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.6363745 Jan 28 02:57:10.210209 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42448) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:10.221831 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d902172d-4b2d-4aa9-8114-893e1b64d446 None None] No DVR routers for this DVR port c2e9db6d-11d0-49a1-ba34-e21552c0e08d on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:57:10.223236 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-80f83c07-7fc5-42ec-8bd7-1b2c5d37da54 admin admin] For port 9f3afe72-8484-45d8-b5ce-73ab5916d26b, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=9f3afe72-8484-45d8-b5ce-73ab5916d26b,segment=NetworkSegment(e82e57e3-b2ae-4a12-b8fe-2a627edafa91),segment_id=e82e57e3-b2ae-4a12-b8fe-2a627edafa91)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:57:10.224640 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-80f83c07-7fc5-42ec-8bd7-1b2c5d37da54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (9f3afe72-8484-45d8-b5ce-73ab5916d26b), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:10.230573 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d902172d-4b2d-4aa9-8114-893e1b64d446 None None] Pushing event deleted for resources: {'Port': ['ID=c2e9db6d-11d0-49a1-ba34-e21552c0e08d,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:10.240361 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5edd6e2-f1a8-4d03-b04c-167c8d6279fa tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:10.245612 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e5edd6e2-f1a8-4d03-b04c-167c8d6279fa tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.6753402 Jan 28 02:57:10.254938 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-4ada36a0-a306-4bf7-b48d-06c006e88d0c None None] Could not find standard attr ID for object 92cfe9b6-ab74-4ad2-835f-5e5b85a00980. {{(pid=109804) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 02:57:10.256525 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c16c84-2b45-4acc-a7d0-4865c79ae7b8 req-17cc738e-7c7f-4bc4-bafe-1e99f1a4d72e tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:10.262580 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42450) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:10.266067 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-08c16c84-2b45-4acc-a7d0-4865c79ae7b8 req-17cc738e-7c7f-4bc4-bafe-1e99f1a4d72e tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fca47af-76dd-4dd5-8e8f-301f34bc9239 HTTP/1.1" status: 200 len: 945 time: 0.7310252 Jan 28 02:57:10.302797 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-80f83c07-7fc5-42ec-8bd7-1b2c5d37da54 admin admin] Calling delete_port for 9f3afe72-8484-45d8-b5ce-73ab5916d26b owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:57:10.361336 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [None req-4a4de209-1256-43ab-803d-5dbd02a96e4d tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Floating IP c1674d6a-9079-4401-90c0-6269bc065173 associated. External IP: 172.25.0.139, port: 44267f57-f4c4-404e-bfd0-6e33bcab411a. Jan 28 02:57:10.367643 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c8240e00-30af-473b-bc0b-9ee418a72200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (9ad405c8-038c-420f-81fd-16301459f3e0), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:10.368085 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8240e00-30af-473b-bc0b-9ee418a72200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:10.369386 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c8240e00-30af-473b-bc0b-9ee418a72200 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:10.392985 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b090141-1e3c-4ba9-825a-30a38223b5ff tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:10.404987 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0b090141-1e3c-4ba9-825a-30a38223b5ff tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1404428 Jan 28 02:57:10.405827 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42452) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:10.485760 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-16c99db6-0651-49ae-886a-e42d3345680f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0757380 Jan 28 02:57:10.487990 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42456) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:10.492834 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-198cce29-26a6-40bf-b42a-b5002e3f798a tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'subnet': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:10.566638 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c2e9db6d-11d0-49a1-ba34-e21552c0e08d no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:57:10.615178 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: c2e9db6d-11d0-49a1-ba34-e21552c0e08d {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:57:10.616323 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c2e9db6d-11d0-49a1-ba34-e21552c0e08d not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:57:10.678919 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c8240e00-30af-473b-bc0b-9ee418a72200 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.2695117 Jan 28 02:57:10.717308 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42460) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:10.737229 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-d40f7f07-2b57-4f65-88a4-83969936cbed admin admin] Request body: {'subnet': {'network_id': '9ad405c8-038c-420f-81fd-16301459f3e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-693302995-subnet', 'tenant_id': '718af09b03c940c88c41db74297b10fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:10.767186 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-08c16c84-2b45-4acc-a7d0-4865c79ae7b8 req-3c8aa7df-654b-4689-91ad-3a96ece15c0d tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4997954 Jan 28 02:57:10.875196 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-285a332f-2343-4856-9468-30ad9f6ef61b tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (ca14170b-1c46-4ddc-a506-c651267e7eaf), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:10.883051 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40f7f07-2b57-4f65-88a4-83969936cbed admin admin] Made reservation on behalf of 718af09b03c940c88c41db74297b10fa for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:57:10.888324 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d40f7f07-2b57-4f65-88a4-83969936cbed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:10.890811 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8240e00-30af-473b-bc0b-9ee418a72200 admin admin] Pushing event updated for resources: {'Network': ['ID=9ad405c8-038c-420f-81fd-16301459f3e0,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:10.903446 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 9ad405c8-038c-420f-81fd-16301459f3e0 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:57:11.011953 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-285a332f-2343-4856-9468-30ad9f6ef61b tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (ca14170b-1c46-4ddc-a506-c651267e7eaf), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:11.125754 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd945189-547f-40af-a598-b6ff23cfc02f req-6c413b81-6b37-4754-9c4f-b6bfe7c6e098 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:11.128964 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cd945189-547f-40af-a598-b6ff23cfc02f req-6c413b81-6b37-4754-9c4f-b6bfe7c6e098 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 943 time: 0.2294021 Jan 28 02:57:11.156365 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-285a332f-2343-4856-9468-30ad9f6ef61b tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (ca14170b-1c46-4ddc-a506-c651267e7eaf), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:11.158980 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-285a332f-2343-4856-9468-30ad9f6ef61b tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:11.160137 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-285a332f-2343-4856-9468-30ad9f6ef61b tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "DELETE /v2.0/security-groups/ca14170b-1c46-4ddc-a506-c651267e7eaf HTTP/1.1" status: 204 len: 168 time: 0.9460664 Jan 28 02:57:11.167252 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42464) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:11.219935 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804753d6-5f01-40f4-9d71-f6d609346e84 req-7d5cc98d-b93d-490e-bc61-5de214c30e92 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:11.225745 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-804753d6-5f01-40f4-9d71-f6d609346e84 req-7d5cc98d-b93d-490e-bc61-5de214c30e92 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 944 time: 0.6314824 Jan 28 02:57:11.235054 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285a332f-2343-4856-9468-30ad9f6ef61b tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca14170b-1c46-4ddc-a506-c651267e7eaf,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:11.286856 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198cce29-26a6-40bf-b42a-b5002e3f798a tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:57:11.290438 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-198cce29-26a6-40bf-b42a-b5002e3f798a tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:11.312849 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cd945189-547f-40af-a598-b6ff23cfc02f req-77056cde-5705-4c29-a06f-19e24a9ce2c5 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701152 Jan 28 02:57:11.354000 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a4de209-1256-43ab-803d-5dbd02a96e4d tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Router 342786c2-eba4-459a-a2c0-9d6d40860bd2 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:57:11.382316 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d40f7f07-2b57-4f65-88a4-83969936cbed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (9725b179-589c-41d6-9206-867190a48986), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:11.427091 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-804753d6-5f01-40f4-9d71-f6d609346e84 req-1972854c-b5d7-4640-a353-01e088ff42c0 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/security-groups?id=950b0d70-c9c8-434a-a09a-520ef6e676e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921518 Jan 28 02:57:11.441376 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-dc6ed47e-331d-439c-a53a-a72d8fdd0487 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2690372 Jan 28 02:57:11.444247 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42466) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:11.480235 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-80f83c07-7fc5-42ec-8bd7-1b2c5d37da54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (9f3afe72-8484-45d8-b5ce-73ab5916d26b), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:11.523830 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f83c07-7fc5-42ec-8bd7-1b2c5d37da54 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f3afe72-8484-45d8-b5ce-73ab5916d26b,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:11.524484 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f7f07-2b57-4f65-88a4-83969936cbed admin admin] Pushing event updated for resources: {'Subnet': ['ID=9725b179-589c-41d6-9206-867190a48986,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:11.585776 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40f7f07-2b57-4f65-88a4-83969936cbed admin admin] Checking segment: {'id': 'bafc5e9a-dbcc-4536-9a86-e2fe835f6204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9ad405c8-038c-420f-81fd-16301459f3e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:57:11.586297 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40f7f07-2b57-4f65-88a4-83969936cbed admin admin] Network hostable DHCP agents. Network: 9ad405c8-038c-420f-81fd-16301459f3e0, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:57:11.599144 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79769843-df78-4aa4-9c65-26285366c80d req-f68416e9-68d3-479d-b760-7585808b12e0 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:11.608024 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-79769843-df78-4aa4-9c65-26285366c80d req-f68416e9-68d3-479d-b760-7585808b12e0 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e56b4d3a-8acd-4529-b287-5317c94039ee HTTP/1.1" status: 200 len: 945 time: 0.1701353 Jan 28 02:57:11.650876 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e45bc310-12a7-4aa8-805d-c89b1b3aeaae tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (c21a4cfc-7dfd-466d-92a3-d4e9941650fe), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:11.668553 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4de209-1256-43ab-803d-5dbd02a96e4d tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:57:11.679513 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4a4de209-1256-43ab-803d-5dbd02a96e4d tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:11.698788 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe703386-8e5a-4462-9c2e-50bb11063c21 None None] Sync routers for ids ['342786c2-eba4-459a-a2c0-9d6d40860bd2'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:57:11.715075 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe703386-8e5a-4462-9c2e-50bb11063c21 None None] Routers {'342786c2-eba4-459a-a2c0-9d6d40860bd2'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:57:11.715827 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-fe703386-8e5a-4462-9c2e-50bb11063c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:57:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['342786c2-eba4-459a-a2c0-9d6d40860bd2'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:57:11.726530 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40f7f07-2b57-4f65-88a4-83969936cbed admin admin] Network 9ad405c8-038c-420f-81fd-16301459f3e0 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:57:11.756235 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-79769843-df78-4aa4-9c65-26285366c80d req-0a064252-ed61-47ba-95c8-02accd2cb168 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468747 Jan 28 02:57:11.758990 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4a4de209-1256-43ab-803d-5dbd02a96e4d tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "PUT /v2.0/floatingips/c1674d6a-9079-4401-90c0-6269bc065173 HTTP/1.1" status: 200 len: 992 time: 4.5207064 Jan 28 02:57:11.760867 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'tag': '44267f57-f4c4-404e-bfd0-6e33bcab411a'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:57:11.777053 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a470a597-01eb-47a4-84a8-629f96a2fbb4" -d '{"events": [{"name": "network-changed", "server_uuid": "3e4b5d3f-9d94-4228-974e-b08b737d3e4c", "tag": "44267f57-f4c4-404e-bfd0-6e33bcab411a"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:57:11.782573 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-d40f7f07-2b57-4f65-88a4-83969936cbed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 9ad405c8-038c-420f-81fd-16301459f3e0) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:57:11.784872 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e45bc310-12a7-4aa8-805d-c89b1b3aeaae tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (c21a4cfc-7dfd-466d-92a3-d4e9941650fe), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:11.806634 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40f7f07-2b57-4f65-88a4-83969936cbed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:11.807222 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d40f7f07-2b57-4f65-88a4-83969936cbed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:11.857649 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d40f7f07-2b57-4f65-88a4-83969936cbed admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1277857 Jan 28 02:57:11.876887 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-198cce29-26a6-40bf-b42a-b5002e3f798a tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (4909085d-e260-4c06-bac2-78d6d2646fe9), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:11.905205 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751e80b1-dcf9-4027-9b41-3fa4e4e288a1 x-openstack-request-id: req-751e80b1-dcf9-4027-9b41-3fa4e4e288a1 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:57:11.905205 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e4b5d3f-9d94-4228-974e-b08b737d3e4c", "tag": "44267f57-f4c4-404e-bfd0-6e33bcab411a", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:57:11.905205 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-751e80b1-dcf9-4027-9b41-3fa4e4e288a1 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:57:11.905205 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'tag': '44267f57-f4c4-404e-bfd0-6e33bcab411a', 'status': 'completed', 'code': 200} Jan 28 02:57:11.939396 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f75d5b2-a900-4d36-a522-121104996130 None None] Network 9ad405c8-038c-420f-81fd-16301459f3e0 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:57:11.950799 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198cce29-26a6-40bf-b42a-b5002e3f798a tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:57:11.961438 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-198cce29-26a6-40bf-b42a-b5002e3f798a tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:57:11.977314 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198cce29-26a6-40bf-b42a-b5002e3f798a tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:11.977314 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-198cce29-26a6-40bf-b42a-b5002e3f798a tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:12.001534 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46555927-ce8a-40b2-a56d-77c141b2da81 None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:57:12.018156 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-80f83c07-7fc5-42ec-8bd7-1b2c5d37da54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (189942bd-f75e-4c5f-ab86-ba00dcc66ac5), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:12.020279 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e45bc310-12a7-4aa8-805d-c89b1b3aeaae tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c21a4cfc-7dfd-466d-92a3-d4e9941650fe), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:12.023187 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e45bc310-12a7-4aa8-805d-c89b1b3aeaae tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:12.024359 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e45bc310-12a7-4aa8-805d-c89b1b3aeaae tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "DELETE /v2.0/security-groups/c21a4cfc-7dfd-466d-92a3-d4e9941650fe HTTP/1.1" status: 204 len: 168 time: 0.5778944 Jan 28 02:57:12.042719 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42476) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:12.043706 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45bc310-12a7-4aa8-805d-c89b1b3aeaae tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21a4cfc-7dfd-466d-92a3-d4e9941650fe,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:12.048150 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198cce29-26a6-40bf-b42a-b5002e3f798a tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Subnet': ['ID=4909085d-e260-4c06-bac2-78d6d2646fe9,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:12.059699 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-198cce29-26a6-40bf-b42a-b5002e3f798a tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5707049 Jan 28 02:57:12.065432 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42478) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:12.079054 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-b824ee47-fff8-4509-8f75-c53e5e15a278 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'port': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'mac_address': 'fa:16:3e:32:b5:2e', 'name': 'tempest-NetworksTestDHCPv6-392474848'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:12.116379 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667bc8d-f06d-4110-8804-8735e34ef690 req-1e2b521c-3a6e-4ffd-9f9c-7c604ff4f66c tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:12.118900 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9667bc8d-f06d-4110-8804-8735e34ef690 req-1e2b521c-3a6e-4ffd-9f9c-7c604ff4f66c tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fca47af-76dd-4dd5-8e8f-301f34bc9239 HTTP/1.1" status: 200 len: 945 time: 0.1186829 Jan 28 02:57:12.173828 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9667bc8d-f06d-4110-8804-8735e34ef690 req-3ad1d3c5-b79e-4ad0-a54b-36bc139cc254 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491769 Jan 28 02:57:12.267749 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470a597-01eb-47a4-84a8-629f96a2fbb4 req-1953f153-a165-42d5-bc13-edf274fff233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:12.268412 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470a597-01eb-47a4-84a8-629f96a2fbb4 req-1953f153-a165-42d5-bc13-edf274fff233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:12.268699 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470a597-01eb-47a4-84a8-629f96a2fbb4 req-1953f153-a165-42d5-bc13-edf274fff233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:12.269198 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470a597-01eb-47a4-84a8-629f96a2fbb4 req-1953f153-a165-42d5-bc13-edf274fff233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:12.269670 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470a597-01eb-47a4-84a8-629f96a2fbb4 req-1953f153-a165-42d5-bc13-edf274fff233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:12.270191 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470a597-01eb-47a4-84a8-629f96a2fbb4 req-1953f153-a165-42d5-bc13-edf274fff233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:12.270684 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470a597-01eb-47a4-84a8-629f96a2fbb4 req-1953f153-a165-42d5-bc13-edf274fff233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:12.272672 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a470a597-01eb-47a4-84a8-629f96a2fbb4 req-1953f153-a165-42d5-bc13-edf274fff233 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7581cafbb59a47148e5d33dde7c9cb23&device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 6499 time: 0.3079114 Jan 28 02:57:12.274838 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-fe703386-8e5a-4462-9c2e-50bb11063c21 None None] Set router 342786c2-eba4-459a-a2c0-9d6d40860bd2 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:57:12.277830 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe0013f-11e3-407f-a33f-36aabba70247 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-f4e9908e-37c3-477d-90df-65c02e38c857', 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'project_id': '3079a2e247734574a53d1baca2087c94', 'fixed_ips': [{'subnet_id': '4909085d-e260-4c06-bac2-78d6d2646fe9'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:57:12.282079 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-afe0013f-11e3-407f-a33f-36aabba70247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:12.470282 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42500) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:12.472077 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-64824262-fdaf-464f-b371-df70157726b9 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4257360 Jan 28 02:57:12.474512 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-c933741f-ae1b-4e55-880a-d2eb3ea788dd tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Request body: {'security_group': {'name': 'tempest-secgroup--1184455949'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:12.486082 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b824ee47-fff8-4509-8f75-c53e5e15a278 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:57:12.601877 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6927f337-3a41-4ba0-af2d-f46b0dc96754 None None] Network 9ad405c8-038c-420f-81fd-16301459f3e0 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:57:12.625312 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470a597-01eb-47a4-84a8-629f96a2fbb4 req-f56d884f-d3f3-4135-bf6c-b4061b6e52ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:12.627081 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a470a597-01eb-47a4-84a8-629f96a2fbb4 req-f56d884f-d3f3-4135-bf6c-b4061b6e52ae service neutron] 10.222.0.67 "GET /v2.0/networks?id=266d65f2-ae3d-4ae4-8df9-31c67ca10beb HTTP/1.1" status: 200 len: 912 time: 0.3434892 Jan 28 02:57:12.654554 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-23fcf9b5-830c-401c-ad08-209678c7c0e4 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:12.656111 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-23fcf9b5-830c-401c-ad08-209678c7c0e4 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/networks?id=9ad405c8-038c-420f-81fd-16301459f3e0 HTTP/1.1" status: 200 len: 812 time: 0.1680293 Jan 28 02:57:12.675069 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-3f7325c5-3e4f-4d8e-a578-b2a23280f1b8 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/quotas/718af09b03c940c88c41db74297b10fa HTTP/1.1" status: 200 len: 375 time: 0.0129786 Jan 28 02:57:12.715311 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-dcf57bf8-1995-4d77-9b8f-7cefae747d56 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=718af09b03c940c88c41db74297b10fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341978 Jan 28 02:57:12.716931 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c933741f-ae1b-4e55-880a-d2eb3ea788dd tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:12.822309 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-98241ef3-32f2-419f-b2ae-0c850b65d77e service neutron] 10.222.0.53 "GET /v2.0/networks/9ad405c8-038c-420f-81fd-16301459f3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954645 Jan 28 02:57:12.881998 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b824ee47-fff8-4509-8f75-c53e5e15a278 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:12.914591 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d234a8f-fa90-4456-89b1-bded0e63213e req-919bf614-9ca9-497b-bfc4-0e8ede76fb91 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:12.916549 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6d234a8f-fa90-4456-89b1-bded0e63213e req-919bf614-9ca9-497b-bfc4-0e8ede76fb91 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 943 time: 0.3633542 Jan 28 02:57:12.932102 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a470a597-01eb-47a4-84a8-629f96a2fbb4 req-d6d28091-00ec-4f1e-8820-08d6c4fd4caa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44267f57-f4c4-404e-bfd0-6e33bcab411a HTTP/1.1" status: 200 len: 1000 time: 0.2971780 Jan 28 02:57:13.007939 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-d920333a-df90-4672-9dc8-019a663a8f46 service neutron] 10.222.0.53 "GET /v2.0/networks/9ad405c8-038c-420f-81fd-16301459f3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793530 Jan 28 02:57:13.010817 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c933741f-ae1b-4e55-880a-d2eb3ea788dd tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (c4d46b09-4f38-48a4-97eb-c18a92bf363c), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:13.015267 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-b824ee47-fff8-4509-8f75-c53e5e15a278 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] device_id is not set on port b42847f5-37fc-4df2-a424-d27185368675 yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:57:13.018830 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c933741f-ae1b-4e55-880a-d2eb3ea788dd tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c4d46b09-4f38-48a4-97eb-c18a92bf363c), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:13.063921 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933741f-ae1b-4e55-880a-d2eb3ea788dd tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d46b09-4f38-48a4-97eb-c18a92bf363c,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:13.069828 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c933741f-ae1b-4e55-880a-d2eb3ea788dd tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:13.072216 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c933741f-ae1b-4e55-880a-d2eb3ea788dd tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6004345 Jan 28 02:57:13.075242 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42506) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:13.087287 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-e866f7aa-62fb-4678-a14e-9405104954d2 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Request body: {'security_group_rule': {'security_group_id': 'c4d46b09-4f38-48a4-97eb-c18a92bf363c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:13.111482 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-afe0013f-11e3-407f-a33f-36aabba70247 None None] Allocated IP 2001:db8::2 (f4e9908e-37c3-477d-90df-65c02e38c857/4909085d-e260-4c06-bac2-78d6d2646fe9/7c5742f9-841d-4b35-8395-3fb96858377c) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:57:13.120571 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470a597-01eb-47a4-84a8-629f96a2fbb4 req-8db4d596-6a8f-43cd-b676-7368f66d7dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:13.122281 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a470a597-01eb-47a4-84a8-629f96a2fbb4 req-8db4d596-6a8f-43cd-b676-7368f66d7dc4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=25561413-0d19-438c-afcd-b5c53014f067 HTTP/1.1" status: 200 len: 850 time: 0.1781201 Jan 28 02:57:13.124480 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f83c07-7fc5-42ec-8bd7-1b2c5d37da54 admin admin] Router 189942bd-f75e-4c5f-ab86-ba00dcc66ac5 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:57:13.126615 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e866f7aa-62fb-4678-a14e-9405104954d2 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (58e51428-9226-4852-93b9-1fc9bb51278d), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:13.190461 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6d234a8f-fa90-4456-89b1-bded0e63213e req-e228aaf5-5b5e-4f57-b4c3-b96d9e55338c tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548044 Jan 28 02:57:13.300564 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e866f7aa-62fb-4678-a14e-9405104954d2 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (58e51428-9226-4852-93b9-1fc9bb51278d), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:13.319261 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e866f7aa-62fb-4678-a14e-9405104954d2 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (58e51428-9226-4852-93b9-1fc9bb51278d), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:13.349925 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866f7aa-62fb-4678-a14e-9405104954d2 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58e51428-9226-4852-93b9-1fc9bb51278d,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:13.351106 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-fe703386-8e5a-4462-9c2e-50bb11063c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342786c2-eba4-459a-a2c0-9d6d40860bd2', 'name': 'tempest-TaggedBootDevicesTest-263614113-router', 'tenant_id': '7581cafbb59a47148e5d33dde7c9cb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'da35fe1d-c7ec-451a-8fd0-b039fc1498a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:53:27Z', 'updated_at': '2022-01-28T02:53:44Z', 'revision_number': 4, 'project_id': '7581cafbb59a47148e5d33dde7c9cb23', 'gw_port': {'id': 'da35fe1d-c7ec-451a-8fd0-b039fc1498a4', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342786c2-eba4-459a-a2c0-9d6d40860bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:31Z', 'updated_at': '2022-01-28T02:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': 'c1674d6a-9079-4401-90c0-6269bc065173', 'tenant_id': '7581cafbb59a47148e5d33dde7c9cb23', 'floating_ip_address': '172.25.0.139', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '342786c2-eba4-459a-a2c0-9d6d40860bd2', 'port_id': '44267f57-f4c4-404e-bfd0-6e33bcab411a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1287, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '266d65f2-ae3d-4ae4-8df9-31c67ca10beb', 'mac_address': 'fa:16:3e:ef:9e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:55:06Z', 'updated_at': '2022-01-28T02:57:08Z', 'revision_number': 1, 'project_id': '7581cafbb59a47148e5d33dde7c9cb23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59116e85-32c3-4dbe-99b3-c597c59726a0', 'name': '', 'network_id': '266d65f2-ae3d-4ae4-8df9-31c67ca10beb', 'tenant_id': '7581cafbb59a47148e5d33dde7c9cb23', 'mac_address': 'fa:16:3e:1b:ee:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342786c2-eba4-459a-a2c0-9d6d40860bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '25561413-0d19-438c-afcd-b5c53014f067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:41Z', 'updated_at': '2022-01-28T02:53:52Z', 'revision_number': 5, 'project_id': '7581cafbb59a47148e5d33dde7c9cb23', 'subnets': [{'id': '25561413-0d19-438c-afcd-b5c53014f067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:57:13.414688 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470a597-01eb-47a4-84a8-629f96a2fbb4 req-fc3f69cf-347f-4342-90f2-2e14ba3e0b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:13.415714 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a470a597-01eb-47a4-84a8-629f96a2fbb4 req-fc3f69cf-347f-4342-90f2-2e14ba3e0b90 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=266d65f2-ae3d-4ae4-8df9-31c67ca10beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2790861 Jan 28 02:57:13.419734 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e866f7aa-62fb-4678-a14e-9405104954d2 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:13.428385 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e866f7aa-62fb-4678-a14e-9405104954d2 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3521028 Jan 28 02:57:13.429101 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42512) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:13.465276 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f61db29a-0b6d-4e37-81c8-bfab0587392d tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (58e51428-9226-4852-93b9-1fc9bb51278d), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:13.474821 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe703386-8e5a-4462-9c2e-50bb11063c21 None None] Checking router: 342786c2-eba4-459a-a2c0-9d6d40860bd2 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:57:13.491375 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f61db29a-0b6d-4e37-81c8-bfab0587392d tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (58e51428-9226-4852-93b9-1fc9bb51278d), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:13.523043 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe703386-8e5a-4462-9c2e-50bb11063c21 None None] Routers {'342786c2-eba4-459a-a2c0-9d6d40860bd2'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:57:13.524114 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-fe703386-8e5a-4462-9c2e-50bb11063c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:57:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['342786c2-eba4-459a-a2c0-9d6d40860bd2'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:57:13.555038 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27177f27-6bf3-4056-b084-31ce90950219 req-8ac29b98-3981-4c3d-b063-3d1c16ed2df6 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:13.569692 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-27177f27-6bf3-4056-b084-31ce90950219 req-8ac29b98-3981-4c3d-b063-3d1c16ed2df6 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 944 time: 0.2208996 Jan 28 02:57:13.582123 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f61db29a-0b6d-4e37-81c8-bfab0587392d tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (58e51428-9226-4852-93b9-1fc9bb51278d), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:13.593010 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f61db29a-0b6d-4e37-81c8-bfab0587392d tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:13.593913 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f61db29a-0b6d-4e37-81c8-bfab0587392d tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/58e51428-9226-4852-93b9-1fc9bb51278d HTTP/1.1" status: 204 len: 168 time: 0.1637037 Jan 28 02:57:13.601301 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42514) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:13.609476 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61db29a-0b6d-4e37-81c8-bfab0587392d tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58e51428-9226-4852-93b9-1fc9bb51278d,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:13.623590 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088f36e-2600-4675-8be7-0483b71bcf13 req-6ee1c760-d3d1-4a7e-a731-7410a6779559 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:13.626789 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a088f36e-2600-4675-8be7-0483b71bcf13 req-6ee1c760-d3d1-4a7e-a731-7410a6779559 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fca47af-76dd-4dd5-8e8f-301f34bc9239 HTTP/1.1" status: 200 len: 945 time: 0.1143920 Jan 28 02:57:13.700145 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-afe0013f-11e3-407f-a33f-36aabba70247 None None] Publish callbacks [] for port (7c5742f9-841d-4b35-8395-3fb96858377c), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:13.713913 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f83c07-7fc5-42ec-8bd7-1b2c5d37da54 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:57:13.727105 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157c395f-a826-46a8-a12f-3693d769d7ce None None] Sync routers for ids ['189942bd-f75e-4c5f-ab86-ba00dcc66ac5'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:57:13.734523 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-80f83c07-7fc5-42ec-8bd7-1b2c5d37da54 admin admin] 10.222.0.53 "PUT /v2.0/routers/189942bd-f75e-4c5f-ab86-ba00dcc66ac5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5357661 Jan 28 02:57:13.741756 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42518) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:13.756252 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-566f8c37-2f50-4fea-b580-0e3d15890e71 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1537380 Jan 28 02:57:13.768731 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157c395f-a826-46a8-a12f-3693d769d7ce None None] Routers {'189942bd-f75e-4c5f-ab86-ba00dcc66ac5'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:57:13.773974 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-157c395f-a826-46a8-a12f-3693d769d7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:57:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['189942bd-f75e-4c5f-ab86-ba00dcc66ac5'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:57:13.789557 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42522) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:13.792453 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-fe703386-8e5a-4462-9c2e-50bb11063c21 None None] Set router 342786c2-eba4-459a-a2c0-9d6d40860bd2 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:57:13.869477 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-25ee566b-fe1d-43c7-a34d-3d4fb783612a admin admin] Publish callbacks [] for router (189942bd-f75e-4c5f-ab86-ba00dcc66ac5), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:13.912116 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a088f36e-2600-4675-8be7-0483b71bcf13 req-2207f7ce-88e9-43d0-af71-b87908594555 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725472 Jan 28 02:57:13.990071 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-afe0013f-11e3-407f-a33f-36aabba70247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (7c5742f9-841d-4b35-8395-3fb96858377c), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:14.002463 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-507d9de9-ea91-4574-83fd-3e4cc81a480f tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (c4d46b09-4f38-48a4-97eb-c18a92bf363c), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:14.050765 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe0013f-11e3-407f-a33f-36aabba70247 None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:57:14.066357 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-507d9de9-ea91-4574-83fd-3e4cc81a480f tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (c4d46b09-4f38-48a4-97eb-c18a92bf363c), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:14.081575 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-afe0013f-11e3-407f-a33f-36aabba70247 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:57:14.090597 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe0013f-11e3-407f-a33f-36aabba70247 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:57:14.117670 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe0013f-11e3-407f-a33f-36aabba70247 None None] Pushing event updated for resources: {'Port': ['ID=7c5742f9-841d-4b35-8395-3fb96858377c,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:14.133231 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-507d9de9-ea91-4574-83fd-3e4cc81a480f tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c4d46b09-4f38-48a4-97eb-c18a92bf363c), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:14.137907 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-507d9de9-ea91-4574-83fd-3e4cc81a480f tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:14.138534 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-157c395f-a826-46a8-a12f-3693d769d7ce None None] Set router 189942bd-f75e-4c5f-ab86-ba00dcc66ac5 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:57:14.144503 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-507d9de9-ea91-4574-83fd-3e4cc81a480f tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "DELETE /v2.0/security-groups/c4d46b09-4f38-48a4-97eb-c18a92bf363c HTTP/1.1" status: 204 len: 168 time: 0.3505747 Jan 28 02:57:14.145209 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42528) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:14.214010 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-afe0013f-11e3-407f-a33f-36aabba70247 None None] Attempting to bind port 7c5742f9-841d-4b35-8395-3fb96858377c on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:57:14.214636 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-afe0013f-11e3-407f-a33f-36aabba70247 None None] Attempting to bind port 7c5742f9-841d-4b35-8395-3fb96858377c by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:57:14.215202 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe0013f-11e3-407f-a33f-36aabba70247 None None] Attempting to bind port 7c5742f9-841d-4b35-8395-3fb96858377c on network f4e9908e-37c3-477d-90df-65c02e38c857 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:57:14.218324 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-27177f27-6bf3-4056-b084-31ce90950219 req-6b986d66-eb5a-4117-ab7b-b8570f8c8174 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/security-groups?id=950b0d70-c9c8-434a-a09a-520ef6e676e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6474047 Jan 28 02:57:14.221610 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a470a597-01eb-47a4-84a8-629f96a2fbb4 req-53b02ad5-4668-4126-a844-ef27bdeb361b service neutron] 10.222.0.67 "GET /v2.0/networks/266d65f2-ae3d-4ae4-8df9-31c67ca10beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7715635 Jan 28 02:57:14.226703 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-25ee566b-fe1d-43c7-a34d-3d4fb783612a admin admin] Publish callbacks [] for router_gateway (189942bd-f75e-4c5f-ab86-ba00dcc66ac5), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:14.228429 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe0013f-11e3-407f-a33f-36aabba70247 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:57:14.229094 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe0013f-11e3-407f-a33f-36aabba70247 None None] Checking segment: {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:57:14.229782 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-afe0013f-11e3-407f-a33f-36aabba70247 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:14.230368 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe0013f-11e3-407f-a33f-36aabba70247 None None] Bound using segment: {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:57:14.231175 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-afe0013f-11e3-407f-a33f-36aabba70247 None None] Bound port: 7c5742f9-841d-4b35-8395-3fb96858377c, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:57:14.231759 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-afe0013f-11e3-407f-a33f-36aabba70247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7c5742f9-841d-4b35-8395-3fb96858377c), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:14.242900 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d9de9-ea91-4574-83fd-3e4cc81a480f tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d46b09-4f38-48a4-97eb-c18a92bf363c,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:14.300415 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-fe703386-8e5a-4462-9c2e-50bb11063c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342786c2-eba4-459a-a2c0-9d6d40860bd2', 'name': 'tempest-TaggedBootDevicesTest-263614113-router', 'tenant_id': '7581cafbb59a47148e5d33dde7c9cb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'da35fe1d-c7ec-451a-8fd0-b039fc1498a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:53:27Z', 'updated_at': '2022-01-28T02:53:44Z', 'revision_number': 4, 'project_id': '7581cafbb59a47148e5d33dde7c9cb23', 'gw_port': {'id': 'da35fe1d-c7ec-451a-8fd0-b039fc1498a4', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342786c2-eba4-459a-a2c0-9d6d40860bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:31Z', 'updated_at': '2022-01-28T02:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': 'c1674d6a-9079-4401-90c0-6269bc065173', 'tenant_id': '7581cafbb59a47148e5d33dde7c9cb23', 'floating_ip_address': '172.25.0.139', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '342786c2-eba4-459a-a2c0-9d6d40860bd2', 'port_id': '44267f57-f4c4-404e-bfd0-6e33bcab411a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1287, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '266d65f2-ae3d-4ae4-8df9-31c67ca10beb', 'mac_address': 'fa:16:3e:ef:9e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:55:06Z', 'updated_at': '2022-01-28T02:57:08Z', 'revision_number': 1, 'project_id': '7581cafbb59a47148e5d33dde7c9cb23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59116e85-32c3-4dbe-99b3-c597c59726a0', 'name': '', 'network_id': '266d65f2-ae3d-4ae4-8df9-31c67ca10beb', 'tenant_id': '7581cafbb59a47148e5d33dde7c9cb23', 'mac_address': 'fa:16:3e:1b:ee:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342786c2-eba4-459a-a2c0-9d6d40860bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '25561413-0d19-438c-afcd-b5c53014f067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:41Z', 'updated_at': '2022-01-28T02:53:52Z', 'revision_number': 5, 'project_id': '7581cafbb59a47148e5d33dde7c9cb23', 'subnets': [{'id': '25561413-0d19-438c-afcd-b5c53014f067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:57:14.340189 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe703386-8e5a-4462-9c2e-50bb11063c21 None None] The sync data for ids ['342786c2-eba4-459a-a2c0-9d6d40860bd2'] in n-d-712139-27 is: [{'id': '342786c2-eba4-459a-a2c0-9d6d40860bd2', 'name': 'tempest-TaggedBootDevicesTest-263614113-router', 'tenant_id': '7581cafbb59a47148e5d33dde7c9cb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'da35fe1d-c7ec-451a-8fd0-b039fc1498a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:53:27Z', 'updated_at': '2022-01-28T02:53:44Z', 'revision_number': 4, 'project_id': '7581cafbb59a47148e5d33dde7c9cb23', 'gw_port': {'id': 'da35fe1d-c7ec-451a-8fd0-b039fc1498a4', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342786c2-eba4-459a-a2c0-9d6d40860bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:31Z', 'updated_at': '2022-01-28T02:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': 'c1674d6a-9079-4401-90c0-6269bc065173', 'tenant_id': '7581cafbb59a47148e5d33dde7c9cb23', 'floating_ip_address': '172.25.0.139', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '342786c2-eba4-459a-a2c0-9d6d40860bd2', 'port_id': '44267f57-f4c4-404e-bfd0-6e33bcab411a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1287, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '266d65f2-ae3d-4ae4-8df9-31c67ca10beb', 'mac_address': 'fa:16:3e:ef:9e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:55:06Z', 'updated_at': '2022-01-28T02:57:08Z', 'revision_number': 1, 'project_id': '7581cafbb59a47148e5d33dde7c9cb23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59116e85-32c3-4dbe-99b3-c597c59726a0', 'name': '', 'network_id': '266d65f2-ae3d-4ae4-8df9-31c67ca10beb', 'tenant_id': '7581cafbb59a47148e5d33dde7c9cb23', 'mac_address': 'fa:16:3e:1b:ee:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342786c2-eba4-459a-a2c0-9d6d40860bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '25561413-0d19-438c-afcd-b5c53014f067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:41Z', 'updated_at': '2022-01-28T02:53:52Z', 'revision_number': 5, 'project_id': '7581cafbb59a47148e5d33dde7c9cb23', 'subnets': [{'id': '25561413-0d19-438c-afcd-b5c53014f067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:57:14.353581 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-261e289d-b40d-4004-b4a4-d753c1484fbd tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1933689 Jan 28 02:57:14.358545 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42534) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:14.376501 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-636d8a46-3298-475a-b419-7279ce35c157 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Request body: {'security_group': {'name': 'tempest-secgroup--608686661'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:14.421653 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-636d8a46-3298-475a-b419-7279ce35c157 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:14.427177 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-afe0013f-11e3-407f-a33f-36aabba70247 None None] For port 7c5742f9-841d-4b35-8395-3fb96858377c, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:57:14.462783 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-afe0013f-11e3-407f-a33f-36aabba70247 None None] For port 7c5742f9-841d-4b35-8395-3fb96858377c, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=7c5742f9-841d-4b35-8395-3fb96858377c,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:57:14.469753 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-afe0013f-11e3-407f-a33f-36aabba70247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (7c5742f9-841d-4b35-8395-3fb96858377c), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:14.502344 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e69222b3-a0e1-4119-9865-daea3e5c52c5 req-76cd6bd5-f52c-41b3-a561-28711c0b5135 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/ports?device_id=59a49f46-77d8-4533-b310-c7939f5d7c73 HTTP/1.1" status: 200 len: 210 time: 0.0566370 Jan 28 02:57:14.562271 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe0013f-11e3-407f-a33f-36aabba70247 None None] Pushing event updated for resources: {'Port': ['ID=7c5742f9-841d-4b35-8395-3fb96858377c,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:14.574392 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-b824ee47-fff8-4509-8f75-c53e5e15a278 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Allocated IP 2001:db8::124 (f4e9908e-37c3-477d-90df-65c02e38c857/4909085d-e260-4c06-bac2-78d6d2646fe9/b42847f5-37fc-4df2-a424-d27185368675) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:57:14.600666 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-636d8a46-3298-475a-b419-7279ce35c157 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (9ebb4786-1a6d-4f7b-8fba-542d4403a506), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:14.602361 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765cb11-7c1e-40c2-b868-dfe4bec21202 req-002627c6-d1b2-41fb-a584-4f8efa25d4fb tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:14.604944 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9765cb11-7c1e-40c2-b868-dfe4bec21202 req-002627c6-d1b2-41fb-a584-4f8efa25d4fb tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fca47af-76dd-4dd5-8e8f-301f34bc9239 HTTP/1.1" status: 200 len: 945 time: 0.4679143 Jan 28 02:57:14.611123 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-636d8a46-3298-475a-b419-7279ce35c157 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (9ebb4786-1a6d-4f7b-8fba-542d4403a506), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:14.648437 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-636d8a46-3298-475a-b419-7279ce35c157 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:14.652661 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-636d8a46-3298-475a-b419-7279ce35c157 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2902989 Jan 28 02:57:14.653659 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42538) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:14.668210 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-968a5d5b-82b4-4400-8125-50914019b592 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Request body: {'security_group_rule': {'security_group_id': '9ebb4786-1a6d-4f7b-8fba-542d4403a506', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:14.685930 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-157c395f-a826-46a8-a12f-3693d769d7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189942bd-f75e-4c5f-ab86-ba00dcc66ac5', 'name': 'tempest-ServersTestFqdnHostnames-1756558027-router', 'tenant_id': '58413890441044459c04be3647465ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'e8d4cd73-0fb3-444f-a71d-9fdf3c91b279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:53:24Z', 'updated_at': '2022-01-28T02:57:11Z', 'revision_number': 5, 'project_id': '58413890441044459c04be3647465ec6', 'gw_port': {'id': 'e8d4cd73-0fb3-444f-a71d-9fdf3c91b279', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:76:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189942bd-f75e-4c5f-ab86-ba00dcc66ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:25Z', 'updated_at': '2022-01-28T02:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:57:14.696106 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636d8a46-3298-475a-b419-7279ce35c157 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebb4786-1a6d-4f7b-8fba-542d4403a506,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:14.753039 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-968a5d5b-82b4-4400-8125-50914019b592 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (d608603f-608d-441c-8dc7-bcd407db6c65), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:14.772868 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157c395f-a826-46a8-a12f-3693d769d7ce None None] Checking router: 189942bd-f75e-4c5f-ab86-ba00dcc66ac5 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:57:14.803363 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157c395f-a826-46a8-a12f-3693d769d7ce None None] Routers {'189942bd-f75e-4c5f-ab86-ba00dcc66ac5'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:57:14.804057 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-157c395f-a826-46a8-a12f-3693d769d7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:57:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['189942bd-f75e-4c5f-ab86-ba00dcc66ac5'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:57:14.866867 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7095d0-8c8d-4c90-991e-fb641dc73913 None None] New status for floating IP c1674d6a-9079-4401-90c0-6269bc065173: ACTIVE {{(pid=109804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:57:14.913959 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-968a5d5b-82b4-4400-8125-50914019b592 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (d608603f-608d-441c-8dc7-bcd407db6c65), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:14.926091 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-968a5d5b-82b4-4400-8125-50914019b592 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (d608603f-608d-441c-8dc7-bcd407db6c65), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:14.953652 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a470a597-01eb-47a4-84a8-629f96a2fbb4 req-25a5427b-0af9-4977-b327-3ec2359c9d8c service neutron] 10.222.0.67 "GET /v2.0/networks/266d65f2-ae3d-4ae4-8df9-31c67ca10beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7012701 Jan 28 02:57:14.976112 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-968a5d5b-82b4-4400-8125-50914019b592 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:14.985441 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42542) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:14.988682 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-968a5d5b-82b4-4400-8125-50914019b592 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3210766 Jan 28 02:57:14.991862 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a5d5b-82b4-4400-8125-50914019b592 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d608603f-608d-441c-8dc7-bcd407db6c65,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:15.059617 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-157c395f-a826-46a8-a12f-3693d769d7ce None None] Set router 189942bd-f75e-4c5f-ab86-ba00dcc66ac5 gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:57:15.110113 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-be475ed9-23f0-4e71-bb91-cc52d25c5bde tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "GET /v2.0/security-group-rules/d608603f-608d-441c-8dc7-bcd407db6c65 HTTP/1.1" status: 200 len: 763 time: 0.1195257 Jan 28 02:57:15.111039 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42546) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:15.136884 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a2a30-6586-41ee-9cea-2fbc8d0f2150 req-277bd796-e659-44ae-9d75-f80efed8b843 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:15.144869 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-673a2a30-6586-41ee-9cea-2fbc8d0f2150 req-277bd796-e659-44ae-9d75-f80efed8b843 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fca47af-76dd-4dd5-8e8f-301f34bc9239 HTTP/1.1" status: 200 len: 945 time: 0.1076417 Jan 28 02:57:15.162429 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-25ee566b-fe1d-43c7-a34d-3d4fb783612a admin admin] Deleting port e8d4cd73-0fb3-444f-a71d-9fdf3c91b279 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:57:15.162895 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-25ee566b-fe1d-43c7-a34d-3d4fb783612a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (e8d4cd73-0fb3-444f-a71d-9fdf3c91b279), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:15.180115 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-157c395f-a826-46a8-a12f-3693d769d7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189942bd-f75e-4c5f-ab86-ba00dcc66ac5', 'name': 'tempest-ServersTestFqdnHostnames-1756558027-router', 'tenant_id': '58413890441044459c04be3647465ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:53:24Z', 'updated_at': '2022-01-28T02:57:14Z', 'revision_number': 6, 'project_id': '58413890441044459c04be3647465ec6', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:57:15.188415 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f3c461-3453-4ba0-9ddb-61d7e6584154 req-0f9802b9-7001-4c02-aa16-a21993ccf11c tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:15.192415 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-15f3c461-3453-4ba0-9ddb-61d7e6584154 req-0f9802b9-7001-4c02-aa16-a21993ccf11c tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 943 time: 0.7241313 Jan 28 02:57:15.227007 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157c395f-a826-46a8-a12f-3693d769d7ce None None] The sync data for ids ['189942bd-f75e-4c5f-ab86-ba00dcc66ac5'] in n-d-712139-27 is: [{'id': '189942bd-f75e-4c5f-ab86-ba00dcc66ac5', 'name': 'tempest-ServersTestFqdnHostnames-1756558027-router', 'tenant_id': '58413890441044459c04be3647465ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:53:24Z', 'updated_at': '2022-01-28T02:57:14Z', 'revision_number': 6, 'project_id': '58413890441044459c04be3647465ec6', 'gw_port_host': None}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:57:15.270768 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-cd05d568-1d32-4a99-bc3c-931f74dcd662 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1550753 Jan 28 02:57:15.272506 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42550) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:15.284146 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-673a2a30-6586-41ee-9cea-2fbc8d0f2150 req-7a806a64-f865-4192-b69b-145d180bba3a tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175096 Jan 28 02:57:15.315664 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-83d2b908-f3d3-4842-8e8a-76d813c668a5 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (d608603f-608d-441c-8dc7-bcd407db6c65), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:15.327098 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-83d2b908-f3d3-4842-8e8a-76d813c668a5 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (d608603f-608d-441c-8dc7-bcd407db6c65), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:15.360132 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-83d2b908-f3d3-4842-8e8a-76d813c668a5 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (d608603f-608d-441c-8dc7-bcd407db6c65), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:15.366254 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-83d2b908-f3d3-4842-8e8a-76d813c668a5 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:15.370485 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-83d2b908-f3d3-4842-8e8a-76d813c668a5 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/d608603f-608d-441c-8dc7-bcd407db6c65 HTTP/1.1" status: 204 len: 168 time: 0.0939965 Jan 28 02:57:15.377131 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42552) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:15.377910 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d2b908-f3d3-4842-8e8a-76d813c668a5 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d608603f-608d-441c-8dc7-bcd407db6c65,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:15.429284 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c85aa9dd-9253-402e-a4f4-a9daba27d370 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0453844 Jan 28 02:57:15.430431 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42554) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:15.435694 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-ec168407-19d2-4649-8be9-b628d2eb9ce6 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Request body: {'security_group_rule': {'security_group_id': '9ebb4786-1a6d-4f7b-8fba-542d4403a506', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:15.480227 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ec168407-19d2-4649-8be9-b628d2eb9ce6 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (2ddac502-faf5-4063-97ce-ac209c79d999), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:15.566442 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598df72-578f-472e-9f0c-9ab43d7109d9 req-e3e6b1f6-3e99-4023-94cd-e2b3a62cc369 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:15.568279 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3598df72-578f-472e-9f0c-9ab43d7109d9 req-e3e6b1f6-3e99-4023-94cd-e2b3a62cc369 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 944 time: 0.1048057 Jan 28 02:57:15.575441 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ec168407-19d2-4649-8be9-b628d2eb9ce6 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (2ddac502-faf5-4063-97ce-ac209c79d999), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:15.582968 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ec168407-19d2-4649-8be9-b628d2eb9ce6 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (2ddac502-faf5-4063-97ce-ac209c79d999), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:15.635405 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec168407-19d2-4649-8be9-b628d2eb9ce6 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ddac502-faf5-4063-97ce-ac209c79d999,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:15.642663 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ec168407-19d2-4649-8be9-b628d2eb9ce6 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:15.644297 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ec168407-19d2-4649-8be9-b628d2eb9ce6 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2126021 Jan 28 02:57:15.648330 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42558) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:15.690784 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3d10593d-37be-4a69-98ad-b710ed415f0f tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "GET /v2.0/security-group-rules/2ddac502-faf5-4063-97ce-ac209c79d999 HTTP/1.1" status: 200 len: 763 time: 0.0397494 Jan 28 02:57:15.694981 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42560) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:15.739681 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3598df72-578f-472e-9f0c-9ab43d7109d9 req-c99135c0-b0f1-41b2-b2bb-c690c68cea47 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/security-groups?id=950b0d70-c9c8-434a-a09a-520ef6e676e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595297 Jan 28 02:57:15.772045 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-90a4ae77-5d90-4393-b68a-cb8bd9ae33c6 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0756180 Jan 28 02:57:15.774793 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42562) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:15.830709 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-65b372f4-3110-4b7a-857c-0977925c2d9c tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (2ddac502-faf5-4063-97ce-ac209c79d999), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:15.851382 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-65b372f4-3110-4b7a-857c-0977925c2d9c tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (2ddac502-faf5-4063-97ce-ac209c79d999), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:15.860612 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-e4973253-0dbc-4639-8725-987eb59f33d8 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:15.863167 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-e4973253-0dbc-4639-8725-987eb59f33d8 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.39 "GET /v2.0/networks?id=9ad405c8-038c-420f-81fd-16301459f3e0 HTTP/1.1" status: 200 len: 812 time: 0.2487733 Jan 28 02:57:15.906403 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-85a093ec-be2f-4cf1-a2aa-26718677e86d tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Request body: {'port': {'device_id': 'b7304f01-7d8c-42b7-bfff-200204e5ab54', 'network_id': '9ad405c8-038c-420f-81fd-16301459f3e0', 'admin_state_up': True, 'tenant_id': '718af09b03c940c88c41db74297b10fa'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:15.942102 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e756e742-d9a4-481e-a260-e73adb18f01b req-4a02cfec-d920-4569-9640-3c66d9c756d0 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/ports?device_id=59a49f46-77d8-4533-b310-c7939f5d7c73 HTTP/1.1" status: 200 len: 210 time: 0.0442212 Jan 28 02:57:15.956143 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-65b372f4-3110-4b7a-857c-0977925c2d9c tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (2ddac502-faf5-4063-97ce-ac209c79d999), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:15.966707 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-65b372f4-3110-4b7a-857c-0977925c2d9c tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:15.968132 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-65b372f4-3110-4b7a-857c-0977925c2d9c tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/2ddac502-faf5-4063-97ce-ac209c79d999 HTTP/1.1" status: 204 len: 168 time: 0.1918793 Jan 28 02:57:15.985702 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42566) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:15.989044 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b372f4-3110-4b7a-857c-0977925c2d9c tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ddac502-faf5-4063-97ce-ac209c79d999,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:16.221121 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-fb0b2384-b905-40c6-9b0f-ff7643323ce4 None None] Provisioning complete for port 7c5742f9-841d-4b35-8395-3fb96858377c triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:57:16.221751 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fb0b2384-b905-40c6-9b0f-ff7643323ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7c5742f9-841d-4b35-8395-3fb96858377c), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:16.237062 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-9765cb11-7c1e-40c2-b868-dfe4bec21202 req-abc8c2e7-21e7-4243-802d-adae8f5fc8ab tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Deleting port 1aeb88e4-4b67-40d7-a4fd-e270b37968fa {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:57:16.237409 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9765cb11-7c1e-40c2-b868-dfe4bec21202 req-abc8c2e7-21e7-4243-802d-adae8f5fc8ab tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (1aeb88e4-4b67-40d7-a4fd-e270b37968fa), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:16.255620 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-25ee566b-fe1d-43c7-a34d-3d4fb783612a admin admin] For port e8d4cd73-0fb3-444f-a71d-9fdf3c91b279, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=e8d4cd73-0fb3-444f-a71d-9fdf3c91b279,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:57:16.256031 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-25ee566b-fe1d-43c7-a34d-3d4fb783612a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (e8d4cd73-0fb3-444f-a71d-9fdf3c91b279), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:16.266833 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b824ee47-fff8-4509-8f75-c53e5e15a278 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for port (b42847f5-37fc-4df2-a424-d27185368675), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:16.303943 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7887d28a-0478-4d7a-826d-d9091ad2946f tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3036003 Jan 28 02:57:16.306769 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42568) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:16.314554 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-fb0b2384-b905-40c6-9b0f-ff7643323ce4 None None] Current status of the port 7c5742f9-841d-4b35-8395-3fb96858377c is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:16.314554 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fb0b2384-b905-40c6-9b0f-ff7643323ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7c5742f9-841d-4b35-8395-3fb96858377c), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:16.318189 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-f513d041-cc25-487e-9ddc-52f285c6354d tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Request body: {'security_group_rule': {'security_group_id': '9ebb4786-1a6d-4f7b-8fba-542d4403a506', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:16.356936 n-d-712139-27 neutron-server[109802]: INFO neutron.db.securitygroups_db [None req-f513d041-cc25-487e-9ddc-52f285c6354d tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Project a6ba6b053e51406a8dfc9e5d70ef9398 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 02:57:16.361639 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-fb0b2384-b905-40c6-9b0f-ff7643323ce4 None None] For port 7c5742f9-841d-4b35-8395-3fb96858377c, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=7c5742f9-841d-4b35-8395-3fb96858377c,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:57:16.367825 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f513d041-cc25-487e-9ddc-52f285c6354d tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (47f1f4fc-bd16-4210-bc03-08792a0473bc), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:16.373601 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fb0b2384-b905-40c6-9b0f-ff7643323ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (7c5742f9-841d-4b35-8395-3fb96858377c), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:16.377696 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-25ee566b-fe1d-43c7-a34d-3d4fb783612a admin admin] Calling delete_port for e8d4cd73-0fb3-444f-a71d-9fdf3c91b279 owned by network:router_gateway {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:57:16.445039 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-15f3c461-3453-4ba0-9ddb-61d7e6584154 req-90a5273f-f558-47f0-8252-1ce247230a51 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8271687 Jan 28 02:57:16.450633 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b2384-b905-40c6-9b0f-ff7643323ce4 None None] Pushing event updated for resources: {'Port': ['ID=7c5742f9-841d-4b35-8395-3fb96858377c,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:16.486995 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb82168-0b41-4438-880c-44a843072679 req-0f3d8056-cd68-4e3f-9b74-a15fbab3ecc1 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:16.488865 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8fb82168-0b41-4438-880c-44a843072679 req-0f3d8056-cd68-4e3f-9b74-a15fbab3ecc1 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fca47af-76dd-4dd5-8e8f-301f34bc9239 HTTP/1.1" status: 200 len: 945 time: 0.0817976 Jan 28 02:57:16.500201 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f513d041-cc25-487e-9ddc-52f285c6354d tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (47f1f4fc-bd16-4210-bc03-08792a0473bc), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:16.520619 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-e10a691c-0b31-4ec5-9f02-2415301bf5d4 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:16.522390 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-e10a691c-0b31-4ec5-9f02-2415301bf5d4 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.67 "GET /v2.0/networks?id=9ad405c8-038c-420f-81fd-16301459f3e0 HTTP/1.1" status: 200 len: 812 time: 0.6571982 Jan 28 02:57:16.533870 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f513d041-cc25-487e-9ddc-52f285c6354d tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (47f1f4fc-bd16-4210-bc03-08792a0473bc), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:16.548314 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-85a093ec-be2f-4cf1-a2aa-26718677e86d tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Made reservation on behalf of 718af09b03c940c88c41db74297b10fa for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:57:16.552262 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-85a093ec-be2f-4cf1-a2aa-26718677e86d tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:16.558662 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-58713adf-d296-4ebb-b85d-920e5a4a7672 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Request body: {'port': {'device_id': '59a49f46-77d8-4533-b310-c7939f5d7c73', 'network_id': '9ad405c8-038c-420f-81fd-16301459f3e0', 'admin_state_up': True, 'tenant_id': '718af09b03c940c88c41db74297b10fa'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:16.575734 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f513d041-cc25-487e-9ddc-52f285c6354d tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47f1f4fc-bd16-4210-bc03-08792a0473bc,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:16.581197 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8fb82168-0b41-4438-880c-44a843072679 req-b751ee94-6464-4aa1-9bd7-6fb9f5919572 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780542 Jan 28 02:57:16.595598 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f513d041-cc25-487e-9ddc-52f285c6354d tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:16.599012 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f513d041-cc25-487e-9ddc-52f285c6354d tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2886219 Jan 28 02:57:16.600499 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42574) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:16.634655 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4a6ee678-b7f3-4336-94db-6f5002fb9a4a tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "GET /v2.0/security-group-rules/47f1f4fc-bd16-4210-bc03-08792a0473bc HTTP/1.1" status: 200 len: 769 time: 0.0327804 Jan 28 02:57:16.637195 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42576) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:16.690984 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0ed46ebd-e9ac-4e65-bcb6-5cc179057240 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0522828 Jan 28 02:57:16.691602 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42578) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:16.694803 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 7c5742f9-841d-4b35-8395-3fb96858377c up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:57:16.699606 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b824ee47-fff8-4509-8f75-c53e5e15a278 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (b42847f5-37fc-4df2-a424-d27185368675), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:16.705664 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-9765cb11-7c1e-40c2-b868-dfe4bec21202 req-abc8c2e7-21e7-4243-802d-adae8f5fc8ab tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] For port 1aeb88e4-4b67-40d7-a4fd-e270b37968fa, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=1aeb88e4-4b67-40d7-a4fd-e270b37968fa,segment=NetworkSegment(5ec551e3-78ab-42a1-92af-4f07dc8530f7),segment_id=5ec551e3-78ab-42a1-92af-4f07dc8530f7)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:57:16.706031 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9765cb11-7c1e-40c2-b868-dfe4bec21202 req-abc8c2e7-21e7-4243-802d-adae8f5fc8ab tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (1aeb88e4-4b67-40d7-a4fd-e270b37968fa), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:16.725319 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3fc6c15a-1876-4292-8816-0b8a89774f3d tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (47f1f4fc-bd16-4210-bc03-08792a0473bc), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:16.736823 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3fc6c15a-1876-4292-8816-0b8a89774f3d tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (47f1f4fc-bd16-4210-bc03-08792a0473bc), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:16.746361 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 7c5742f9-841d-4b35-8395-3fb96858377c triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:57:16.746737 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7c5742f9-841d-4b35-8395-3fb96858377c), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:16.763161 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-9765cb11-7c1e-40c2-b868-dfe4bec21202 req-abc8c2e7-21e7-4243-802d-adae8f5fc8ab tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Calling delete_port for 1aeb88e4-4b67-40d7-a4fd-e270b37968fa owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:57:16.771699 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3fc6c15a-1876-4292-8816-0b8a89774f3d tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (47f1f4fc-bd16-4210-bc03-08792a0473bc), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:16.778403 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3fc6c15a-1876-4292-8816-0b8a89774f3d tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:16.779938 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3fc6c15a-1876-4292-8816-0b8a89774f3d tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/47f1f4fc-bd16-4210-bc03-08792a0473bc HTTP/1.1" status: 204 len: 168 time: 0.0871866 Jan 28 02:57:16.784153 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42582) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:16.808930 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc6c15a-1876-4292-8816-0b8a89774f3d tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47f1f4fc-bd16-4210-bc03-08792a0473bc,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:16.844204 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-10e773fd-0548-4cd6-afc5-dc636f9167ec tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0558643 Jan 28 02:57:16.845376 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42584) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:16.862831 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 7c5742f9-841d-4b35-8395-3fb96858377c is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:16.913367 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b824ee47-fff8-4509-8f75-c53e5e15a278 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:57:16.918176 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824ee47-fff8-4509-8f75-c53e5e15a278 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Port': ['ID=b42847f5-37fc-4df2-a424-d27185368675,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:16.939261 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 9f3afe72-8484-45d8-b5ce-73ab5916d26b no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:57:16.943129 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c40ae-0286-469a-81e3-c907f20ab11b req-f29c892b-cb34-4455-ac61-0c6ab4d96388 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:16.944889 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e15c40ae-0286-469a-81e3-c907f20ab11b req-f29c892b-cb34-4455-ac61-0c6ab4d96388 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 944 time: 0.1018672 Jan 28 02:57:16.967899 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-b824ee47-fff8-4509-8f75-c53e5e15a278 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:57:16.969712 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 9f3afe72-8484-45d8-b5ce-73ab5916d26b {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:57:16.970231 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 9f3afe72-8484-45d8-b5ce-73ab5916d26b not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:57:16.970418 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-acd8d67c-75fc-412b-8246-4de26ac35581 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (9ebb4786-1a6d-4f7b-8fba-542d4403a506), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:16.970939 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device e8d4cd73-0fb3-444f-a71d-9fdf3c91b279 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:57:16.997046 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b824ee47-fff8-4509-8f75-c53e5e15a278 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:57:17.002454 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b824ee47-fff8-4509-8f75-c53e5e15a278 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:17.003545 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b824ee47-fff8-4509-8f75-c53e5e15a278 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:17.014326 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-acd8d67c-75fc-412b-8246-4de26ac35581 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (9ebb4786-1a6d-4f7b-8fba-542d4403a506), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:17.065465 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b824ee47-fff8-4509-8f75-c53e5e15a278 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.9892368 Jan 28 02:57:17.070671 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e15c40ae-0286-469a-81e3-c907f20ab11b req-4fb3f92b-1f54-4956-b2e1-25b350910569 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/security-groups?id=950b0d70-c9c8-434a-a09a-520ef6e676e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142299 Jan 28 02:57:17.072674 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42588) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:17.114314 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-85a093ec-be2f-4cf1-a2aa-26718677e86d tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Allocated IP 172.20.0.5 (9ad405c8-038c-420f-81fd-16301459f3e0/9725b179-589c-41d6-9206-867190a48986/3b632f61-c2ea-4e21-8400-21219ca29b64) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:57:17.115094 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-acd8d67c-75fc-412b-8246-4de26ac35581 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (9ebb4786-1a6d-4f7b-8fba-542d4403a506), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:17.121029 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-acd8d67c-75fc-412b-8246-4de26ac35581 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:17.121238 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port e8d4cd73-0fb3-444f-a71d-9fdf3c91b279 is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:17.121515 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e8d4cd73-0fb3-444f-a71d-9fdf3c91b279), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:17.124938 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-acd8d67c-75fc-412b-8246-4de26ac35581 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "DELETE /v2.0/security-groups/9ebb4786-1a6d-4f7b-8fba-542d4403a506 HTTP/1.1" status: 204 len: 168 time: 0.2684681 Jan 28 02:57:17.127666 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42590) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:17.149180 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd8d67c-75fc-412b-8246-4de26ac35581 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebb4786-1a6d-4f7b-8fba-542d4403a506,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:17.159146 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-58713adf-d296-4ebb-b85d-920e5a4a7672 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Made reservation on behalf of 718af09b03c940c88c41db74297b10fa for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:57:17.162593 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-58713adf-d296-4ebb-b85d-920e5a4a7672 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:17.195689 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6605de1b-535c-4c43-91fd-5234973c26b8 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0660925 Jan 28 02:57:17.201836 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42592) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:17.207366 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-900aeb06-da7d-4a49-b4f0-13e839891c25 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Request body: {'security_group': {'name': 'tempest-secgroup--1778062928'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:17.214292 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1a0115a9-9395-4998-b5de-acf8e4993b9e req-8512b8c4-cd1a-4eff-a4b4-de78249fea51 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/ports?device_id=59a49f46-77d8-4533-b310-c7939f5d7c73 HTTP/1.1" status: 200 len: 210 time: 0.1015344 Jan 28 02:57:17.249456 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-900aeb06-da7d-4a49-b4f0-13e839891c25 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:17.272937 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-25ee566b-fe1d-43c7-a34d-3d4fb783612a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (e8d4cd73-0fb3-444f-a71d-9fdf3c91b279), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:17.336865 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-900aeb06-da7d-4a49-b4f0-13e839891c25 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (82167ae9-6ce7-4c68-8efb-8a6f3b147cd9), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:17.342148 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-900aeb06-da7d-4a49-b4f0-13e839891c25 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (82167ae9-6ce7-4c68-8efb-8a6f3b147cd9), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:17.357396 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 1aeb88e4-4b67-40d7-a4fd-e270b37968fa no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:57:17.376786 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-900aeb06-da7d-4a49-b4f0-13e839891c25 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:17.380643 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-900aeb06-da7d-4a49-b4f0-13e839891c25 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1751363 Jan 28 02:57:17.381933 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42594) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:17.383956 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eea5d52-5f76-46a4-a009-5cfc11ff7cce tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:17.387255 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-98e959f2-8642-433e-98af-3f2ddb7e81e6 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Request body: {'security_group_rule': {'security_group_id': '82167ae9-6ce7-4c68-8efb-8a6f3b147cd9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:17.389375 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eea5d52-5f76-46a4-a009-5cfc11ff7cce tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:17.391007 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9eea5d52-5f76-46a4-a009-5cfc11ff7cce tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.3134422 Jan 28 02:57:17.394021 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42596) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:17.394841 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900aeb06-da7d-4a49-b4f0-13e839891c25 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82167ae9-6ce7-4c68-8efb-8a6f3b147cd9,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:17.403103 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ee566b-fe1d-43c7-a34d-3d4fb783612a admin admin] Pushing event deleted for resources: {'Port': ['ID=e8d4cd73-0fb3-444f-a71d-9fdf3c91b279,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:17.470965 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7374a422-8765-459c-ba16-f22ec5463a78 None None] Provisioning complete for port b42847f5-37fc-4df2-a424-d27185368675 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:57:17.471496 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7374a422-8765-459c-ba16-f22ec5463a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b42847f5-37fc-4df2-a424-d27185368675), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:17.474776 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 1aeb88e4-4b67-40d7-a4fd-e270b37968fa is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:17.475160 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1aeb88e4-4b67-40d7-a4fd-e270b37968fa), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:17.512960 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-98e959f2-8642-433e-98af-3f2ddb7e81e6 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (258d5eef-7cfd-42f5-8932-daf32587b0ba), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:17.513966 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9765cb11-7c1e-40c2-b868-dfe4bec21202 req-abc8c2e7-21e7-4243-802d-adae8f5fc8ab tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (1aeb88e4-4b67-40d7-a4fd-e270b37968fa), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:17.526843 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7374a422-8765-459c-ba16-f22ec5463a78 None None] Port b42847f5-37fc-4df2-a424-d27185368675 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:57:17.566120 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-3f2d0b25-6410-4827-b12c-d9c7b4464652 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting port b42847f5-37fc-4df2-a424-d27185368675 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:57:17.566469 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3f2d0b25-6410-4827-b12c-d9c7b4464652 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (b42847f5-37fc-4df2-a424-d27185368675), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:17.567559 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['8bc3e1e3-3b8b-493b-825e-e109d60fabfc', 'e4417d8b-2495-40d0-89f1-a20bba68a3ae'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:57:17.628140 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-25ee566b-fe1d-43c7-a34d-3d4fb783612a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (189942bd-f75e-4c5f-ab86-ba00dcc66ac5), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:17.676209 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-98e959f2-8642-433e-98af-3f2ddb7e81e6 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (258d5eef-7cfd-42f5-8932-daf32587b0ba), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:17.684948 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc8c2e7-21e7-4243-802d-adae8f5fc8ab tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Pushing event deleted for resources: {'Port': ['ID=1aeb88e4-4b67-40d7-a4fd-e270b37968fa,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:17.691195 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-98e959f2-8642-433e-98af-3f2ddb7e81e6 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (258d5eef-7cfd-42f5-8932-daf32587b0ba), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:17.737173 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aecca48-7ca6-44fb-9c94-a163ff3fc194 req-35294584-22bb-40b1-b611-3f6781d36fb6 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:17.738507 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6aecca48-7ca6-44fb-9c94-a163ff3fc194 req-35294584-22bb-40b1-b611-3f6781d36fb6 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 943 time: 0.1502819 Jan 28 02:57:17.741117 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3f2d0b25-6410-4827-b12c-d9c7b4464652 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (b42847f5-37fc-4df2-a424-d27185368675), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:17.743123 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-9765cb11-7c1e-40c2-b868-dfe4bec21202 req-abc8c2e7-21e7-4243-802d-adae8f5fc8ab tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] No DVR routers for this DVR port 1aeb88e4-4b67-40d7-a4fd-e270b37968fa on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:57:17.744204 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e959f2-8642-433e-98af-3f2ddb7e81e6 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=258d5eef-7cfd-42f5-8932-daf32587b0ba,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:17.746617 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9765cb11-7c1e-40c2-b868-dfe4bec21202 req-abc8c2e7-21e7-4243-802d-adae8f5fc8ab tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:17.750522 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9765cb11-7c1e-40c2-b868-dfe4bec21202 req-abc8c2e7-21e7-4243-802d-adae8f5fc8ab tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.39 "DELETE /v2.0/ports/1aeb88e4-4b67-40d7-a4fd-e270b37968fa HTTP/1.1" status: 204 len: 173 time: 2.9853611 Jan 28 02:57:17.766510 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fca47af-76dd-4dd5-8e8f-301f34bc9239', 'name': 'network-vif-deleted', 'tag': '1aeb88e4-4b67-40d7-a4fd-e270b37968fa'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:57:17.770327 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c410a9-f993-4b8f-85ee-59355bc0046f" -d '{"events": [{"server_uuid": "1fca47af-76dd-4dd5-8e8f-301f34bc9239", "name": "network-vif-deleted", "tag": "1aeb88e4-4b67-40d7-a4fd-e270b37968fa"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:57:17.770920 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-3f2d0b25-6410-4827-b12c-d9c7b4464652 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Calling delete_port for b42847f5-37fc-4df2-a424-d27185368675 owned by {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:57:17.781124 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-98e959f2-8642-433e-98af-3f2ddb7e81e6 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:17.784706 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-98e959f2-8642-433e-98af-3f2ddb7e81e6 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3993800 Jan 28 02:57:17.790368 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42606) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:17.834983 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-25ee566b-fe1d-43c7-a34d-3d4fb783612a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (189942bd-f75e-4c5f-ab86-ba00dcc66ac5), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:17.835679 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device ed4c6536-f823-4512-a178-a6f5dd8a1a5a details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:57:17.838394 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2c2fb367-ace8-4496-94d7-c46359c5e5f2 req-336755ef-de90-4a06-ac78-02dac212fa70 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fca47af-76dd-4dd5-8e8f-301f34bc9239 HTTP/1.1" status: 200 len: 210 time: 0.1013396 Jan 28 02:57:17.839595 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-25ee566b-fe1d-43c7-a34d-3d4fb783612a admin admin] Publish callbacks [] for router_controller (189942bd-f75e-4c5f-ab86-ba00dcc66ac5), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:17.929970 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-25ee566b-fe1d-43c7-a34d-3d4fb783612a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (189942bd-f75e-4c5f-ab86-ba00dcc66ac5), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:17.930676 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ee566b-fe1d-43c7-a34d-3d4fb783612a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 189942bd-f75e-4c5f-ab86-ba00dcc66ac5 {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:57:17.938622 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-25ee566b-fe1d-43c7-a34d-3d4fb783612a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:17.947015 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-25ee566b-fe1d-43c7-a34d-3d4fb783612a admin admin] 10.222.0.53 "DELETE /v2.0/routers/189942bd-f75e-4c5f-ab86-ba00dcc66ac5 HTTP/1.1" status: 204 len: 168 time: 4.2011776 Jan 28 02:57:17.949622 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42608) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:17.966386 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6aecca48-7ca6-44fb-9c94-a163ff3fc194 req-99b7d473-cef8-41ab-91d5-2c513d22a703 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875317 Jan 28 02:57:17.969337 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-85a093ec-be2f-4cf1-a2aa-26718677e86d tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Publish callbacks [] for port (3b632f61-c2ea-4e21-8400-21219ca29b64), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:18.022586 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc511ec5-a7cb-4beb-b51f-ac2aa18a39e6 x-openstack-request-id: req-cc511ec5-a7cb-4beb-b51f-ac2aa18a39e6 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:57:18.022957 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fca47af-76dd-4dd5-8e8f-301f34bc9239", "name": "network-vif-deleted", "tag": "1aeb88e4-4b67-40d7-a4fd-e270b37968fa", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:57:18.023287 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cc511ec5-a7cb-4beb-b51f-ac2aa18a39e6 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:57:18.024891 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fca47af-76dd-4dd5-8e8f-301f34bc9239', 'name': 'network-vif-deleted', 'tag': '1aeb88e4-4b67-40d7-a4fd-e270b37968fa', 'status': 'completed', 'code': 200} Jan 28 02:57:18.030133 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-85a093ec-be2f-4cf1-a2aa-26718677e86d tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (3b632f61-c2ea-4e21-8400-21219ca29b64), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:18.033344 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f5b18fde-cadf-4714-a78d-9b8e8cc531d5 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (82167ae9-6ce7-4c68-8efb-8a6f3b147cd9), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:18.062135 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-47aad208-922b-4141-a56d-fbed4061ce86 admin admin] Deleting subnet 8233c9f8-90da-42d9-9cc8-120e645e8525 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:57:18.065779 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-47aad208-922b-4141-a56d-fbed4061ce86 admin admin] Publish callbacks [] for subnet (8233c9f8-90da-42d9-9cc8-120e645e8525), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:18.087278 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port ed4c6536-f823-4512-a178-a6f5dd8a1a5a, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=ed4c6536-f823-4512-a178-a6f5dd8a1a5a,segment=NetworkSegment(20313ebf-9326-431b-9165-cf128e6f65fb),segment_id=20313ebf-9326-431b-9165-cf128e6f65fb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:57:18.103738 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': 'ed4c6536-f823-4512-a178-a6f5dd8a1a5a', 'network_id': '7dc952e9-3c46-450c-9a62-b53f248a00c4', 'port_id': 'ed4c6536-f823-4512-a178-a6f5dd8a1a5a', 'mac_address': 'fa:16:3e:73:1b:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16ee6f75-5845-453e-adc6-4f31252df005', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:57:18.113261 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-47aad208-922b-4141-a56d-fbed4061ce86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (8233c9f8-90da-42d9-9cc8-120e645e8525), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:18.145323 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-85a093ec-be2f-4cf1-a2aa-26718677e86d tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Network 9ad405c8-038c-420f-81fd-16301459f3e0 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:57:18.148663 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a093ec-be2f-4cf1-a2aa-26718677e86d tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Pushing event updated for resources: {'Port': ['ID=3b632f61-c2ea-4e21-8400-21219ca29b64,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:18.152355 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-85a093ec-be2f-4cf1-a2aa-26718677e86d tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:57:18.152575 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port ed4c6536-f823-4512-a178-a6f5dd8a1a5a is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:18.152896 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ed4c6536-f823-4512-a178-a6f5dd8a1a5a), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:18.158256 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-85a093ec-be2f-4cf1-a2aa-26718677e86d tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:57:18.175779 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed4c6536-f823-4512-a178-a6f5dd8a1a5a {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:57:18.184389 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f5b18fde-cadf-4714-a78d-9b8e8cc531d5 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (82167ae9-6ce7-4c68-8efb-8a6f3b147cd9), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:18.202326 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port ed4c6536-f823-4512-a178-a6f5dd8a1a5a, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=ed4c6536-f823-4512-a178-a6f5dd8a1a5a,segment=NetworkSegment(20313ebf-9326-431b-9165-cf128e6f65fb),segment_id=20313ebf-9326-431b-9165-cf128e6f65fb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:57:18.209250 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ed4c6536-f823-4512-a178-a6f5dd8a1a5a), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:18.218857 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.db.api [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-58713adf-d296-4ebb-b85d-920e5a4a7672 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.5-d3e9ec0e-87f4-499d-a0b3-ead989c8617e {{(pid=109803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 02:57:18.219199 n-d-712139-27 neutron-server[109803]: DEBUG oslo_db.api [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-58713adf-d296-4ebb-b85d-920e5a4a7672 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 02:57:18.230199 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-85a093ec-be2f-4cf1-a2aa-26718677e86d tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:18.230886 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-85a093ec-be2f-4cf1-a2aa-26718677e86d tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:18.264412 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-85a093ec-be2f-4cf1-a2aa-26718677e86d tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3742752 Jan 28 02:57:18.277399 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=ed4c6536-f823-4512-a178-a6f5dd8a1a5a,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:18.300597 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-2b5d104a-005a-414f-b173-fc3a38ab9f71 service neutron] Request body: {'port': {'device_id': 'b7304f01-7d8c-42b7-bfff-200204e5ab54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:18.334094 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-47aad208-922b-4141-a56d-fbed4061ce86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (8233c9f8-90da-42d9-9cc8-120e645e8525), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:18.349448 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-83b759ae-1f36-4aa9-9114-811a822b1fa6 req-5e97d014-8c85-4437-8649-b95c9124c69d tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/ports?device_id=59a49f46-77d8-4533-b310-c7939f5d7c73 HTTP/1.1" status: 200 len: 210 time: 0.0289698 Jan 28 02:57:18.363881 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3f2d0b25-6410-4827-b12c-d9c7b4464652 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (b42847f5-37fc-4df2-a424-d27185368675), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:18.408553 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-2b5d104a-005a-414f-b173-fc3a38ab9f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3b632f61-c2ea-4e21-8400-21219ca29b64), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:18.408904 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd9f7b-32ea-4279-af93-e9529fc0ae82 req-b5b250be-d513-45c0-b650-1bee743d97f4 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:18.410629 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c2cd9f7b-32ea-4279-af93-e9529fc0ae82 req-b5b250be-d513-45c0-b650-1bee743d97f4 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 945 time: 0.2358794 Jan 28 02:57:18.417161 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f5b18fde-cadf-4714-a78d-9b8e8cc531d5 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (82167ae9-6ce7-4c68-8efb-8a6f3b147cd9), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:18.419729 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f5b18fde-cadf-4714-a78d-9b8e8cc531d5 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:18.420914 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f5b18fde-cadf-4714-a78d-9b8e8cc531d5 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "DELETE /v2.0/security-groups/82167ae9-6ce7-4c68-8efb-8a6f3b147cd9 HTTP/1.1" status: 204 len: 168 time: 0.6296699 Jan 28 02:57:18.424246 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42614) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:18.429845 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d0b25-6410-4827-b12c-d9c7b4464652 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Port': ['ID=b42847f5-37fc-4df2-a424-d27185368675,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:18.466393 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b18fde-cadf-4714-a78d-9b8e8cc531d5 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82167ae9-6ce7-4c68-8efb-8a6f3b147cd9,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:18.503837 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8b0c7b9b-0c22-4dbe-b1d4-2088bb4bb95a tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0770631 Jan 28 02:57:18.508700 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42616) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:18.509952 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3f2d0b25-6410-4827-b12c-d9c7b4464652 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:18.513299 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3f2d0b25-6410-4827-b12c-d9c7b4464652 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/ports/b42847f5-37fc-4df2-a424-d27185368675 HTTP/1.1" status: 204 len: 168 time: 1.1022418 Jan 28 02:57:18.516648 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42618) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:18.552937 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-47aad208-922b-4141-a56d-fbed4061ce86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (8233c9f8-90da-42d9-9cc8-120e645e8525), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:18.569631 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 7c5742f9-841d-4b35-8395-3fb96858377c up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:57:18.640916 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 7c5742f9-841d-4b35-8395-3fb96858377c triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:57:18.641395 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7c5742f9-841d-4b35-8395-3fb96858377c), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:18.655801 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b82adf2-8500-4dd3-b103-bf52409e10c3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:18.657170 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b82adf2-8500-4dd3-b103-bf52409e10c3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:18.659012 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6b82adf2-8500-4dd3-b103-bf52409e10c3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1413217 Jan 28 02:57:18.669772 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42620) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:18.710158 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['ed4c6536-f823-4512-a178-a6f5dd8a1a5a'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:57:18.746285 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-58713adf-d296-4ebb-b85d-920e5a4a7672 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:18.782313 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bdec623-016a-4d3d-8663-3a366c062b32 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting subnet 4909085d-e260-4c06-bac2-78d6d2646fe9 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:57:18.789088 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8bdec623-016a-4d3d-8663-3a366c062b32 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (4909085d-e260-4c06-bac2-78d6d2646fe9), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:18.798919 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 7c5742f9-841d-4b35-8395-3fb96858377c is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:18.927584 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8bdec623-016a-4d3d-8663-3a366c062b32 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (4909085d-e260-4c06-bac2-78d6d2646fe9), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:18.946975 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c2cd9f7b-32ea-4279-af93-e9529fc0ae82 req-f880e5e7-6c96-441a-8d69-4e38b4371afd tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/security-groups?id=950b0d70-c9c8-434a-a09a-520ef6e676e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5217886 Jan 28 02:57:18.953011 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aad208-922b-4141-a56d-fbed4061ce86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8233c9f8-90da-42d9-9cc8-120e645e8525,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:18.955077 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-47aad208-922b-4141-a56d-fbed4061ce86 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:18.960844 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-47aad208-922b-4141-a56d-fbed4061ce86 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/8233c9f8-90da-42d9-9cc8-120e645e8525 HTTP/1.1" status: 204 len: 168 time: 0.9935262 Jan 28 02:57:18.962655 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42628) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:18.981626 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-011dddf6-6b32-4df5-b8d7-993e61492032 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.4634185 Jan 28 02:57:18.982549 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42632) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:18.985451 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543291f4-70cd-4cfe-8d7b-f35e403ba496 None None] Network f788fb8a-f235-4456-a255-8d95263f97c9 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:57:19.006412 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-1277eccf-7a42-459a-a5d7-8990c5ceabe3 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] delete failed (client error): The resource could not be found. Jan 28 02:57:19.009594 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1277eccf-7a42-459a-a5d7-8990c5ceabe3 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "DELETE /v2.0/security-groups/82167ae9-6ce7-4c68-8efb-8a6f3b147cd9 HTTP/1.1" status: 404 len: 347 time: 0.0256317 Jan 28 02:57:19.012922 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42634) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:19.079830 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c34ca0e6-411a-46a2-a024-7a2a8275fad2 tempest-SecGroupIPv6Test-37678360 tempest-SecGroupIPv6Test-37678360-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0654087 Jan 28 02:57:19.253281 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458fe95-ce5b-4bb5-b07f-d5d77e127896 req-7edce884-1776-4f74-b5aa-7511defc2d67 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:19.254979 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3458fe95-ce5b-4bb5-b07f-d5d77e127896 req-7edce884-1776-4f74-b5aa-7511defc2d67 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e56b4d3a-8acd-4529-b287-5317c94039ee HTTP/1.1" status: 200 len: 945 time: 0.0747421 Jan 28 02:57:19.280895 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a5219b-3add-4973-b678-dde915744a0b None None] DHCP port deletion for f788fb8a-f235-4456-a255-8d95263f97c9 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:57:19.315264 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3458fe95-ce5b-4bb5-b07f-d5d77e127896 req-c06eb57c-3568-4ead-b5be-c1d4944d460a tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530424 Jan 28 02:57:19.350734 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-74a5219b-3add-4973-b678-dde915744a0b None None] Deleting port 581e3165-bef2-41d7-9753-46e20468cae3 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:57:19.351794 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-74a5219b-3add-4973-b678-dde915744a0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (581e3165-bef2-41d7-9753-46e20468cae3), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:19.392639 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42644) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:19.470644 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a120e7e5-0455-4fc4-938b-f05f6fcec0bf req-106258bc-2a95-4824-9961-5c22b2bb1a64 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/ports?device_id=59a49f46-77d8-4533-b310-c7939f5d7c73 HTTP/1.1" status: 200 len: 210 time: 0.0308442 Jan 28 02:57:19.509021 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2a8d5285-b279-48ef-9230-227fc05fec00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (f788fb8a-f235-4456-a255-8d95263f97c9), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:19.576493 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8d476d40-3184-486f-a402-c59aec780d7d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a6ba6b053e51406a8dfc9e5d70ef9398&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1825507 Jan 28 02:57:19.579647 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42648) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:19.613751 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14285fba-701c-4fa6-875e-71823005c01b req-eb9a3f27-8b63-441e-b5f7-32e8a855fbd5 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:19.615927 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-74a5219b-3add-4973-b678-dde915744a0b None None] For port 581e3165-bef2-41d7-9753-46e20468cae3, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=581e3165-bef2-41d7-9753-46e20468cae3,segment=NetworkSegment(e82e57e3-b2ae-4a12-b8fe-2a627edafa91),segment_id=e82e57e3-b2ae-4a12-b8fe-2a627edafa91)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:57:19.616428 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-74a5219b-3add-4973-b678-dde915744a0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (581e3165-bef2-41d7-9753-46e20468cae3), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:19.619186 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-14285fba-701c-4fa6-875e-71823005c01b req-eb9a3f27-8b63-441e-b5f7-32e8a855fbd5 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 943 time: 0.1607194 Jan 28 02:57:19.631354 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-74a5219b-3add-4973-b678-dde915744a0b None None] Calling delete_port for 581e3165-bef2-41d7-9753-46e20468cae3 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:57:19.633966 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7b7b3abf-e5fe-476c-aea8-8fdfde951e4b admin admin] Publish callbacks [] for security_group (27f4c78a-a545-42fb-8bd5-337a8f325429), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:19.645279 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-2b5d104a-005a-414f-b173-fc3a38ab9f71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b632f61-c2ea-4e21-8400-21219ca29b64 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:57:19.659896 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7b7b3abf-e5fe-476c-aea8-8fdfde951e4b admin admin] Publish callbacks [] for security_group (27f4c78a-a545-42fb-8bd5-337a8f325429), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:19.719294 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7b7b3abf-e5fe-476c-aea8-8fdfde951e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (27f4c78a-a545-42fb-8bd5-337a8f325429), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:19.720715 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-14285fba-701c-4fa6-875e-71823005c01b req-c6b91ae5-7e4f-4d51-8915-3641532e0f29 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859694 Jan 28 02:57:19.722737 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-2b5d104a-005a-414f-b173-fc3a38ab9f71 service neutron] Publish callbacks [] for port (3b632f61-c2ea-4e21-8400-21219ca29b64), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:19.725288 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7b7b3abf-e5fe-476c-aea8-8fdfde951e4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:19.725800 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8bdec623-016a-4d3d-8663-3a366c062b32 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (4909085d-e260-4c06-bac2-78d6d2646fe9), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:19.727962 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7b7b3abf-e5fe-476c-aea8-8fdfde951e4b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/27f4c78a-a545-42fb-8bd5-337a8f325429 HTTP/1.1" status: 204 len: 168 time: 0.1458642 Jan 28 02:57:19.744114 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b3abf-e5fe-476c-aea8-8fdfde951e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f4c78a-a545-42fb-8bd5-337a8f325429,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:19.747257 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-74a5219b-3add-4973-b678-dde915744a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (581e3165-bef2-41d7-9753-46e20468cae3), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:19.808679 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-2b5d104a-005a-414f-b173-fc3a38ab9f71 service neutron] Transition to ACTIVE for port object 3b632f61-c2ea-4e21-8400-21219ca29b64 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:57:19.817375 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a5219b-3add-4973-b678-dde915744a0b None None] Pushing event deleted for resources: {'Port': ['ID=581e3165-bef2-41d7-9753-46e20468cae3,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:19.829213 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a5219b-3add-4973-b678-dde915744a0b None None] No DVR routers for this DVR port 581e3165-bef2-41d7-9753-46e20468cae3 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:57:19.838193 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-2b5d104a-005a-414f-b173-fc3a38ab9f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (3b632f61-c2ea-4e21-8400-21219ca29b64), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:19.964934 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-2a8d5285-b279-48ef-9230-227fc05fec00 admin admin] Deleting port 581e3165-bef2-41d7-9753-46e20468cae3 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:57:19.965725 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2a8d5285-b279-48ef-9230-227fc05fec00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (581e3165-bef2-41d7-9753-46e20468cae3), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:19.977420 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d104a-005a-414f-b173-fc3a38ab9f71 service neutron] Pushing event updated for resources: {'Port': ['ID=3b632f61-c2ea-4e21-8400-21219ca29b64,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:20.020277 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8bdec623-016a-4d3d-8663-3a366c062b32 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (4909085d-e260-4c06-bac2-78d6d2646fe9), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:20.051107 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-58713adf-d296-4ebb-b85d-920e5a4a7672 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Allocated IP 172.20.0.14 (9ad405c8-038c-420f-81fd-16301459f3e0/9725b179-589c-41d6-9206-867190a48986/78a63aee-71c7-40f6-af2d-7d95712fef02) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:57:20.145230 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467b758-b06d-46c7-b50f-03964ef5acca req-d53b93bc-b721-4748-979e-85fb7b74cd78 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:20.148393 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdec623-016a-4d3d-8663-3a366c062b32 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Subnet': ['ID=4909085d-e260-4c06-bac2-78d6d2646fe9,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:20.149962 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e467b758-b06d-46c7-b50f-03964ef5acca req-d53b93bc-b721-4748-979e-85fb7b74cd78 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 945 time: 0.0813229 Jan 28 02:57:20.158638 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8bdec623-016a-4d3d-8663-3a366c062b32 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:20.165463 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42662) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:20.165825 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8bdec623-016a-4d3d-8663-3a366c062b32 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/4909085d-e260-4c06-bac2-78d6d2646fe9 HTTP/1.1" status: 204 len: 168 time: 1.4943500 Jan 28 02:57:20.169960 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9482c4d8-dd6f-4ac9-8602-ac3845c1adbb None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:57:20.203120 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-2a8d5285-b279-48ef-9230-227fc05fec00 admin admin] For port 581e3165-bef2-41d7-9753-46e20468cae3, host n-d-712139-27, got binding levels [] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:57:20.203521 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2a8d5285-b279-48ef-9230-227fc05fec00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (581e3165-bef2-41d7-9753-46e20468cae3), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:20.232945 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5e97ca73-bbd4-402a-99b9-4c7632352ecd tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0651014 Jan 28 02:57:20.243287 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42666) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:20.244654 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-2a8d5285-b279-48ef-9230-227fc05fec00 admin admin] Calling delete_port for 581e3165-bef2-41d7-9753-46e20468cae3 owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:57:20.249140 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.ipam_backend_mixin [None req-2a8d5285-b279-48ef-9230-227fc05fec00 admin admin] Port 581e3165-bef2-41d7-9753-46e20468cae3 was not found and therefore no delete operation was performed {{(pid=109803) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 02:57:20.281622 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2a8d5285-b279-48ef-9230-227fc05fec00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (581e3165-bef2-41d7-9753-46e20468cae3), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:20.293308 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e467b758-b06d-46c7-b50f-03964ef5acca req-5066e14a-8937-4a3c-a2be-ead74dcfb355 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/security-groups?id=950b0d70-c9c8-434a-a09a-520ef6e676e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627952 Jan 28 02:57:20.320712 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-2b5d104a-005a-414f-b173-fc3a38ab9f71 service neutron] Attempting to bind port 3b632f61-c2ea-4e21-8400-21219ca29b64 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:57:20.321103 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-2b5d104a-005a-414f-b173-fc3a38ab9f71 service neutron] Attempting to bind port 3b632f61-c2ea-4e21-8400-21219ca29b64 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'bafc5e9a-dbcc-4536-9a86-e2fe835f6204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9ad405c8-038c-420f-81fd-16301459f3e0'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:57:20.321455 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-2b5d104a-005a-414f-b173-fc3a38ab9f71 service neutron] Attempting to bind port 3b632f61-c2ea-4e21-8400-21219ca29b64 on network 9ad405c8-038c-420f-81fd-16301459f3e0 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:57:20.394703 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8d5285-b279-48ef-9230-227fc05fec00 admin admin] Pushing event deleted for resources: {'Port': ['ID=581e3165-bef2-41d7-9753-46e20468cae3,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:20.417018 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1072c1e8-1398-433a-ba1c-6109adbe8520 None None] DHCP port deletion for f4e9908e-37c3-477d-90df-65c02e38c857 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:57:20.426137 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8d5285-b279-48ef-9230-227fc05fec00 admin admin] No DVR routers for this DVR port 581e3165-bef2-41d7-9753-46e20468cae3 on host n-d-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:57:20.430051 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-2b5d104a-005a-414f-b173-fc3a38ab9f71 service neutron] Port 3b632f61-c2ea-4e21-8400-21219ca29b64 on network 9ad405c8-038c-420f-81fd-16301459f3e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:57:20.430475 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-2b5d104a-005a-414f-b173-fc3a38ab9f71 service neutron] Attempting to bind port 3b632f61-c2ea-4e21-8400-21219ca29b64 on network 9ad405c8-038c-420f-81fd-16301459f3e0 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:57:20.534370 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d87b5ba-9598-4f1d-8f4b-e50e6fad0343 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:20.535944 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 7c5742f9-841d-4b35-8395-3fb96858377c no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:57:20.536436 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5d87b5ba-9598-4f1d-8f4b-e50e6fad0343 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2894995 Jan 28 02:57:20.538064 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-2b5d104a-005a-414f-b173-fc3a38ab9f71 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:57:20.539546 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-2b5d104a-005a-414f-b173-fc3a38ab9f71 service neutron] Checking segment: {'id': 'bafc5e9a-dbcc-4536-9a86-e2fe835f6204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9ad405c8-038c-420f-81fd-16301459f3e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:57:20.540253 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-2b5d104a-005a-414f-b173-fc3a38ab9f71 service neutron] Bound using segment: {'id': 'bafc5e9a-dbcc-4536-9a86-e2fe835f6204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9ad405c8-038c-420f-81fd-16301459f3e0'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:57:20.540956 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42676) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:20.542308 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-2b5d104a-005a-414f-b173-fc3a38ab9f71 service neutron] Bound port: 3b632f61-c2ea-4e21-8400-21219ca29b64, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bafc5e9a-dbcc-4536-9a86-e2fe835f6204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9ad405c8-038c-420f-81fd-16301459f3e0'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:57:20.542308 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-2b5d104a-005a-414f-b173-fc3a38ab9f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3b632f61-c2ea-4e21-8400-21219ca29b64), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:20.593601 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-1072c1e8-1398-433a-ba1c-6109adbe8520 None None] Deleting port 7c5742f9-841d-4b35-8395-3fb96858377c {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:57:20.594019 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1072c1e8-1398-433a-ba1c-6109adbe8520 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (7c5742f9-841d-4b35-8395-3fb96858377c), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:20.711603 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f01bca-568d-4757-bcd2-19b43488b7b3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:20.718877 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-09f01bca-568d-4757-bcd2-19b43488b7b3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1766489 Jan 28 02:57:20.720048 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42682) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:20.729714 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8fff7122-348d-4ad4-aca2-fc8108cabb42 req-eac980dc-dd48-482e-825e-3a4213ee35c8 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/ports?device_id=59a49f46-77d8-4533-b310-c7939f5d7c73 HTTP/1.1" status: 200 len: 210 time: 0.1070199 Jan 28 02:57:20.770947 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-58713adf-d296-4ebb-b85d-920e5a4a7672 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Publish callbacks [] for port (78a63aee-71c7-40f6-af2d-7d95712fef02), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:20.779178 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2a8d5285-b279-48ef-9230-227fc05fec00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (f788fb8a-f235-4456-a255-8d95263f97c9), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:20.789851 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b94861-ca25-4a78-859c-2524459d45a4 req-638cee59-8b5c-46be-8e50-52e56c9d1a69 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:20.792046 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-13b94861-ca25-4a78-859c-2524459d45a4 req-638cee59-8b5c-46be-8e50-52e56c9d1a69 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e56b4d3a-8acd-4529-b287-5317c94039ee HTTP/1.1" status: 200 len: 945 time: 0.3775067 Jan 28 02:57:20.793538 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-745bf95e-f134-4ba6-89c8-a5e92b47e551 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0622370 Jan 28 02:57:20.802032 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42688) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:20.804189 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-2b5d104a-005a-414f-b173-fc3a38ab9f71 service neutron] For port 3b632f61-c2ea-4e21-8400-21219ca29b64, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:57:20.809274 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-2954459a-f340-4868-b848-29df941cc294 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'subnet': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:20.836949 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-1072c1e8-1398-433a-ba1c-6109adbe8520 None None] For port 7c5742f9-841d-4b35-8395-3fb96858377c, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=7c5742f9-841d-4b35-8395-3fb96858377c,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:57:20.837616 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1072c1e8-1398-433a-ba1c-6109adbe8520 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (7c5742f9-841d-4b35-8395-3fb96858377c), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:20.855788 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-2a8d5285-b279-48ef-9230-227fc05fec00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f788fb8a-f235-4456-a255-8d95263f97c9']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:57:20.860358 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-2b5d104a-005a-414f-b173-fc3a38ab9f71 service neutron] For port 3b632f61-c2ea-4e21-8400-21219ca29b64, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=3b632f61-c2ea-4e21-8400-21219ca29b64,segment=NetworkSegment(bafc5e9a-dbcc-4536-9a86-e2fe835f6204),segment_id=bafc5e9a-dbcc-4536-9a86-e2fe835f6204)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:57:20.862517 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 7c5742f9-841d-4b35-8395-3fb96858377c is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:20.863165 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7c5742f9-841d-4b35-8395-3fb96858377c), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:20.907292 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42690) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:20.916356 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-2b5d104a-005a-414f-b173-fc3a38ab9f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (3b632f61-c2ea-4e21-8400-21219ca29b64), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:20.918157 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-1072c1e8-1398-433a-ba1c-6109adbe8520 None None] Calling delete_port for 7c5742f9-841d-4b35-8395-3fb96858377c owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:57:20.941209 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-2a8d5285-b279-48ef-9230-227fc05fec00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e82e57e3-b2ae-4a12-b8fe-2a627edafa91') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:57:20.941692 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-2a8d5285-b279-48ef-9230-227fc05fec00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e82e57e3-b2ae-4a12-b8fe-2a627edafa91') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:57:20.946895 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 7c5742f9-841d-4b35-8395-3fb96858377c, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=7c5742f9-841d-4b35-8395-3fb96858377c,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:57:20.952601 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (7c5742f9-841d-4b35-8395-3fb96858377c), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:20.953403 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 581e3165-bef2-41d7-9753-46e20468cae3 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:57:20.980193 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739a20c-1553-4efd-9f1c-857e0062a3b3 req-722e8c2e-c1fd-4568-89df-823c4224760b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:20.981654 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c739a20c-1553-4efd-9f1c-857e0062a3b3 req-722e8c2e-c1fd-4568-89df-823c4224760b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.39 "GET /v2.0/ports?device_id=e56b4d3a-8acd-4529-b287-5317c94039ee HTTP/1.1" status: 200 len: 945 time: 0.3761699 Jan 28 02:57:21.014432 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2a8d5285-b279-48ef-9230-227fc05fec00 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (e82e57e3-b2ae-4a12-b8fe-2a627edafa91), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:21.034780 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2954459a-f340-4868-b848-29df941cc294 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:57:21.040530 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2954459a-f340-4868-b848-29df941cc294 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:21.051301 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 581e3165-bef2-41d7-9753-46e20468cae3 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:57:21.051751 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 581e3165-bef2-41d7-9753-46e20468cae3 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:57:21.090336 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-2b5d104a-005a-414f-b173-fc3a38ab9f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:21.090957 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-2b5d104a-005a-414f-b173-fc3a38ab9f71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:21.092550 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-2b5d104a-005a-414f-b173-fc3a38ab9f71 service neutron] 10.222.0.39 "PUT /v2.0/ports/3b632f61-c2ea-4e21-8400-21219ca29b64 HTTP/1.1" status: 200 len: 1092 time: 2.7964206 Jan 28 02:57:21.101454 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7304f01-7d8c-42b7-bfff-200204e5ab54', 'tag': '3b632f61-c2ea-4e21-8400-21219ca29b64'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:57:21.103919 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3efaa8b-415e-4ad9-bd87-c9a6ff8d8ccd" -d '{"events": [{"name": "network-changed", "server_uuid": "b7304f01-7d8c-42b7-bfff-200204e5ab54", "tag": "3b632f61-c2ea-4e21-8400-21219ca29b64"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:57:21.112118 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=7c5742f9-841d-4b35-8395-3fb96858377c,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:21.127273 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2a8d5285-b279-48ef-9230-227fc05fec00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (e82e57e3-b2ae-4a12-b8fe-2a627edafa91), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:21.128462 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:57:21.128848 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:57:21.129630 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:57:21.130169 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:57:21.130664 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:57:21.131151 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:57:21.131537 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:57:21.131977 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:57:21.132285 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:57:21.132628 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:57:21.132960 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:57:21.133317 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:57:21.133805 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:57:21.158381 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1072c1e8-1398-433a-ba1c-6109adbe8520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (7c5742f9-841d-4b35-8395-3fb96858377c), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:21.160821 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158e7b5-fb1d-4915-b77f-16f7dd8463dd req-e32de56a-67e8-4b49-8097-096bd52f7177 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:21.171582 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e158e7b5-fb1d-4915-b77f-16f7dd8463dd req-e32de56a-67e8-4b49-8097-096bd52f7177 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 943 time: 0.2941773 Jan 28 02:57:21.196845 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1072c1e8-1398-433a-ba1c-6109adbe8520 None None] Pushing event deleted for resources: {'Port': ['ID=7c5742f9-841d-4b35-8395-3fb96858377c,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:21.203196 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1072c1e8-1398-433a-ba1c-6109adbe8520 None None] No DVR routers for this DVR port 7c5742f9-841d-4b35-8395-3fb96858377c on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:57:21.208101 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-13b94861-ca25-4a78-859c-2524459d45a4 req-fba2a4be-9c7e-4a13-8c05-74f908b1bb80 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999796 Jan 28 02:57:21.222706 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a8d5285-b279-48ef-9230-227fc05fec00 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:57:21.223151 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2a8d5285-b279-48ef-9230-227fc05fec00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (e82e57e3-b2ae-4a12-b8fe-2a627edafa91), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:21.227348 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 02:57:21.227348 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:57:21.227348 n-d-712139-27 neutron-server[109803]: timer() Jan 28 02:57:21.227348 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:57:21.227348 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 02:57:21.227348 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:57:21.227348 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 02:57:21.227348 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:57:21.227348 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 02:57:21.227348 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:57:21.227348 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 02:57:21.227348 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:57:21.227348 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 02:57:21.227348 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:57:21.227348 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:57:21.227348 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:57:21.227348 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:57:21.227348 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:57:21.227348 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 02:57:21.227348 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:57:21.227348 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 02:57:21.227348 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:57:21.227348 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:57:21.227348 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:57:21.227348 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 02:57:21.227348 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:57:21.227348 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:57:21.227348 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:57:21.227348 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:57:21.227348 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:57:21.227348 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:57:21.227348 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:57:21.251782 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-3f4ea0bd-4447-41c2-adc0-c400e4e5ce03 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Request body: {'security_group': {'name': 'tempest-secgroup--1111503445'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:21.303818 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-58713adf-d296-4ebb-b85d-920e5a4a7672 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (78a63aee-71c7-40f6-af2d-7d95712fef02), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:21.307527 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d104a-005a-414f-b173-fc3a38ab9f71 service neutron] Pushing event updated for resources: {'Port': ['ID=3b632f61-c2ea-4e21-8400-21219ca29b64,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:21.326108 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e158e7b5-fb1d-4915-b77f-16f7dd8463dd req-cf3e2499-35e4-4234-9037-90b4266fcb14 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527815 Jan 28 02:57:21.341782 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3f4ea0bd-4447-41c2-adc0-c400e4e5ce03 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:21.355398 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2f5223-6c05-45dc-b930-6a242dc2cec9 x-openstack-request-id: req-fa2f5223-6c05-45dc-b930-6a242dc2cec9 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:57:21.355714 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7304f01-7d8c-42b7-bfff-200204e5ab54", "tag": "3b632f61-c2ea-4e21-8400-21219ca29b64", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:57:21.355995 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fa2f5223-6c05-45dc-b930-6a242dc2cec9 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:57:21.356420 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7304f01-7d8c-42b7-bfff-200204e5ab54', 'tag': '3b632f61-c2ea-4e21-8400-21219ca29b64', 'status': 'completed', 'code': 200} Jan 28 02:57:21.421461 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3f4ea0bd-4447-41c2-adc0-c400e4e5ce03 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:21.441871 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-58713adf-d296-4ebb-b85d-920e5a4a7672 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Network 9ad405c8-038c-420f-81fd-16301459f3e0 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:57:21.448646 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2a8d5285-b279-48ef-9230-227fc05fec00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (f788fb8a-f235-4456-a255-8d95263f97c9), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:21.457141 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-58713adf-d296-4ebb-b85d-920e5a4a7672 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:57:21.475884 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-58713adf-d296-4ebb-b85d-920e5a4a7672 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:57:21.479526 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2a8d5285-b279-48ef-9230-227fc05fec00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:21.483729 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-2a8d5285-b279-48ef-9230-227fc05fec00 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f788fb8a-f235-4456-a255-8d95263f97c9 HTTP/1.1" status: 204 len: 168 time: 2.5163040 Jan 28 02:57:21.496381 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58713adf-d296-4ebb-b85d-920e5a4a7672 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Pushing event updated for resources: {'Port': ['ID=78a63aee-71c7-40f6-af2d-7d95712fef02,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:21.539188 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-b64d6723-16ec-4f51-a31b-5b790545da7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:21.541012 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-b64d6723-16ec-4f51-a31b-5b790545da7b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=718af09b03c940c88c41db74297b10fa&device_id=b7304f01-7d8c-42b7-bfff-200204e5ab54 HTTP/1.1" status: 200 len: 1095 time: 0.3789303 Jan 28 02:57:21.546108 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8d5285-b279-48ef-9230-227fc05fec00 admin admin] Pushing event deleted for resources: {'Network': ['ID=f788fb8a-f235-4456-a255-8d95263f97c9,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:21.559274 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34c5bc-26ea-4839-943c-518d34602280 req-996ce0fa-c332-4087-82aa-390640065682 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:21.562077 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0c34c5bc-26ea-4839-943c-518d34602280 req-996ce0fa-c332-4087-82aa-390640065682 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 945 time: 0.1676867 Jan 28 02:57:21.619515 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-c739a20c-1553-4efd-9f1c-857e0062a3b3 req-bdb4e2f3-a166-4e67-9e04-1c81e8dbaa52 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Deleting port e4417d8b-2495-40d0-89f1-a20bba68a3ae {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:57:21.620127 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c739a20c-1553-4efd-9f1c-857e0062a3b3 req-bdb4e2f3-a166-4e67-9e04-1c81e8dbaa52 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (e4417d8b-2495-40d0-89f1-a20bba68a3ae), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:21.626692 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-ccb45501-0a65-45f3-bc19-3c17100d5024 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b632f61-c2ea-4e21-8400-21219ca29b64 HTTP/1.1" status: 200 len: 217 time: 0.0692117 Jan 28 02:57:21.634312 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-58713adf-d296-4ebb-b85d-920e5a4a7672 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:21.634977 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-58713adf-d296-4ebb-b85d-920e5a4a7672 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:21.715087 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3f4ea0bd-4447-41c2-adc0-c400e4e5ce03 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (390bcd8c-1572-4e91-9b6d-f511ca178d23), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:21.723183 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0c34c5bc-26ea-4839-943c-518d34602280 req-9e1931ba-fb0d-45e3-9658-07a57b6d68cb tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/security-groups?id=950b0d70-c9c8-434a-a09a-520ef6e676e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308963 Jan 28 02:57:21.724626 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3f4ea0bd-4447-41c2-adc0-c400e4e5ce03 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (390bcd8c-1572-4e91-9b6d-f511ca178d23), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:21.735370 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-58713adf-d296-4ebb-b85d-920e5a4a7672 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1897907 Jan 28 02:57:21.759771 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-dd2464d6-1247-4ef7-b4b1-182c1b364408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:21.762344 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-dd2464d6-1247-4ef7-b4b1-182c1b364408 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9725b179-589c-41d6-9206-867190a48986 HTTP/1.1" status: 200 len: 852 time: 0.1244526 Jan 28 02:57:21.772712 n-d-712139-27 neutron-server[109802]: DEBUG neutron.objects.ports [None req-2954459a-f340-4868-b848-29df941cc294 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109802) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 02:57:21.783422 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42704) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:21.787502 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2954459a-f340-4868-b848-29df941cc294 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (41c95bfd-4751-45fb-b493-ff8d92f7a009), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:21.816374 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-74affe4c-ffc7-445d-bec2-c56fecb1484f service neutron] Request body: {'port': {'device_id': '59a49f46-77d8-4533-b310-c7939f5d7c73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:21.846490 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device ed4c6536-f823-4512-a178-a6f5dd8a1a5a up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:57:21.879668 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2954459a-f340-4868-b848-29df941cc294 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:57:21.898483 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ea0bd-4447-41c2-adc0-c400e4e5ce03 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=390bcd8c-1572-4e91-9b6d-f511ca178d23,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:21.901945 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-2954459a-f340-4868-b848-29df941cc294 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:57:21.921945 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2954459a-f340-4868-b848-29df941cc294 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:21.922547 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2954459a-f340-4868-b848-29df941cc294 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:21.924552 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port ed4c6536-f823-4512-a178-a6f5dd8a1a5a completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:57:21.931882 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-b0c09870-b18a-43a2-9b57-77d70f2bc7b1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ad405c8-038c-420f-81fd-16301459f3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1375785 Jan 28 02:57:21.935634 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port ed4c6536-f823-4512-a178-a6f5dd8a1a5a triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:57:21.936648 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ed4c6536-f823-4512-a178-a6f5dd8a1a5a), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:21.940959 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582c925a-8d9f-42e1-a4d7-864f88f37739 None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:57:21.964412 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954459a-f340-4868-b848-29df941cc294 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Subnet': ['ID=41c95bfd-4751-45fb-b493-ff8d92f7a009,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:21.973215 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-11fd97e5-31c8-4d0f-827d-e6c2ddb8a5a8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=58413890441044459c04be3647465ec6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1815293 Jan 28 02:57:21.979541 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42706) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:21.981245 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-c739a20c-1553-4efd-9f1c-857e0062a3b3 req-bdb4e2f3-a166-4e67-9e04-1c81e8dbaa52 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] For port e4417d8b-2495-40d0-89f1-a20bba68a3ae, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=e4417d8b-2495-40d0-89f1-a20bba68a3ae,segment=NetworkSegment(5ec551e3-78ab-42a1-92af-4f07dc8530f7),segment_id=5ec551e3-78ab-42a1-92af-4f07dc8530f7)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:57:21.981759 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c739a20c-1553-4efd-9f1c-857e0062a3b3 req-bdb4e2f3-a166-4e67-9e04-1c81e8dbaa52 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (e4417d8b-2495-40d0-89f1-a20bba68a3ae), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:21.984325 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3f4ea0bd-4447-41c2-adc0-c400e4e5ce03 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (eab6c7ed-ef2b-415f-b1a3-8ee6da5f33b7), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:21.995860 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2954459a-f340-4868-b848-29df941cc294 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1915748 Jan 28 02:57:22.003111 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3f4ea0bd-4447-41c2-adc0-c400e4e5ce03 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (eab6c7ed-ef2b-415f-b1a3-8ee6da5f33b7), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:22.007155 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42708) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:22.031846 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-39596ddf-0300-4325-8a26-3b6a38b5b038 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'subnet': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:22.128582 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-c739a20c-1553-4efd-9f1c-857e0062a3b3 req-bdb4e2f3-a166-4e67-9e04-1c81e8dbaa52 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Calling delete_port for e4417d8b-2495-40d0-89f1-a20bba68a3ae owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:57:22.139716 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574ec02-ea5a-480f-bb11-d17d5bc1b88d req-b8a1197e-3779-4aef-be91-26a05f3beec0 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:22.141420 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6574ec02-ea5a-480f-bb11-d17d5bc1b88d req-b8a1197e-3779-4aef-be91-26a05f3beec0 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/ports?device_id=59a49f46-77d8-4533-b310-c7939f5d7c73 HTTP/1.1" status: 200 len: 932 time: 0.3142946 Jan 28 02:57:22.151510 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3f4ea0bd-4447-41c2-adc0-c400e4e5ce03 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:22.152634 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3f4ea0bd-4447-41c2-adc0-c400e4e5ce03 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2181509 Jan 28 02:57:22.160169 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42710) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:22.162849 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ea0bd-4447-41c2-adc0-c400e4e5ce03 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eab6c7ed-ef2b-415f-b1a3-8ee6da5f33b7,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:22.168440 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-74affe4c-ffc7-445d-bec2-c56fecb1484f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (78a63aee-71c7-40f6-af2d-7d95712fef02), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:22.177609 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port ed4c6536-f823-4512-a178-a6f5dd8a1a5a is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:22.178015 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ed4c6536-f823-4512-a178-a6f5dd8a1a5a), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:22.197579 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163a05ab-6a4f-4e5d-8efa-3658dc9ba135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-f4e9908e-37c3-477d-90df-65c02e38c857', 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'project_id': '3079a2e247734574a53d1baca2087c94', 'fixed_ips': [{'subnet_id': '41c95bfd-4751-45fb-b493-ff8d92f7a009'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:57:22.198087 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58bccb7a-ad12-45b3-a395-52a4031549e7 admin admin] Publish callbacks [] for security_group (8f187bc8-a469-471b-966d-66e2f7f7afdd), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:22.199938 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-163a05ab-6a4f-4e5d-8efa-3658dc9ba135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:22.246857 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58bccb7a-ad12-45b3-a395-52a4031549e7 admin admin] Publish callbacks [] for security_group (8f187bc8-a469-471b-966d-66e2f7f7afdd), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:22.259859 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b03536b-816a-4138-81c8-e0e3342a0670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4c6536-f823-4512-a178-a6f5dd8a1a5a'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:57:22.263474 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fc154a-a16d-428c-a7ca-3e620b52dd94" -d '{"events": [{"server_uuid": "3b03536b-816a-4138-81c8-e0e3342a0670", "name": "network-vif-plugged", "status": "completed", "tag": "ed4c6536-f823-4512-a178-a6f5dd8a1a5a"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:57:22.280989 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port ed4c6536-f823-4512-a178-a6f5dd8a1a5a, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=ed4c6536-f823-4512-a178-a6f5dd8a1a5a,segment=NetworkSegment(20313ebf-9326-431b-9165-cf128e6f65fb),segment_id=20313ebf-9326-431b-9165-cf128e6f65fb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:57:22.294766 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ed4c6536-f823-4512-a178-a6f5dd8a1a5a), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:22.323989 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39596ddf-0300-4325-8a26-3b6a38b5b038 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:57:22.328687 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-39596ddf-0300-4325-8a26-3b6a38b5b038 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:22.415281 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7ae38369-4d40-458a-a480-94dc42f43410 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2536759 Jan 28 02:57:22.419968 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42718) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:22.444270 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58bccb7a-ad12-45b3-a395-52a4031549e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (8f187bc8-a469-471b-966d-66e2f7f7afdd), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:22.446977 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58bccb7a-ad12-45b3-a395-52a4031549e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:22.448704 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-58bccb7a-ad12-45b3-a395-52a4031549e7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8f187bc8-a469-471b-966d-66e2f7f7afdd HTTP/1.1" status: 204 len: 168 time: 0.4677012 Jan 28 02:57:22.475388 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bccb7a-ad12-45b3-a395-52a4031549e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f187bc8-a469-471b-966d-66e2f7f7afdd,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:22.506282 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-d2c783c8-990b-483a-94c9-afc6cf2d11d7 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Request body: {'security_group': {'name': 'tempest-security--731742577', 'description': 'tempest-security-description-1040682497'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:22.510905 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101906c-12d4-4a02-9dd5-9d41da35f8a2 req-cd8d4a07-3974-4613-9d0b-0a8127d087a6 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:22.513496 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8101906c-12d4-4a02-9dd5-9d41da35f8a2 req-cd8d4a07-3974-4613-9d0b-0a8127d087a6 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e56b4d3a-8acd-4529-b287-5317c94039ee HTTP/1.1" status: 200 len: 945 time: 0.1611466 Jan 28 02:57:22.544280 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-dbea3fa5-b507-411e-8881-bf17387ab7ea service neutron] 10.222.0.39 "GET /v2.0/networks/9ad405c8-038c-420f-81fd-16301459f3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5844455 Jan 28 02:57:22.574833 n-d-712139-27 neutron-server[109802]: INFO neutron.db.ipam_backend_mixin [None req-39596ddf-0300-4325-8a26-3b6a38b5b038 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 41c95bfd-4751-45fb-b493-ff8d92f7a009 (CIDR: 2001:db8::/64) Jan 28 02:57:22.587299 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-39596ddf-0300-4325-8a26-3b6a38b5b038 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 02:57:22.587565 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6574ec02-ea5a-480f-bb11-d17d5bc1b88d req-e3ef8fbe-5a74-46df-88a9-7e49e1e5b82e tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0d6f1b4-a765-4649-a701-1de747dcfdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700016 Jan 28 02:57:22.588219 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39596ddf-0300-4325-8a26-3b6a38b5b038 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:57:22.616184 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-39596ddf-0300-4325-8a26-3b6a38b5b038 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5997527 Jan 28 02:57:22.618819 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-163a05ab-6a4f-4e5d-8efa-3658dc9ba135 None None] Allocated IP 2001:db8::f816:3eff:fed3:7cda (f4e9908e-37c3-477d-90df-65c02e38c857/41c95bfd-4751-45fb-b493-ff8d92f7a009/ea135aee-a8fd-46a0-b5a8-85dfc6e9df46) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:57:22.621180 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42724) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:22.629734 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-b5ff46ff-daa7-49de-b636-3234155daaf0 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'subnet': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:22.649229 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d2c783c8-990b-483a-94c9-afc6cf2d11d7 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (eab6c7ed-ef2b-415f-b1a3-8ee6da5f33b7), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:22.688706 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8101906c-12d4-4a02-9dd5-9d41da35f8a2 req-4303d6e7-d259-47d1-a3cf-14105fa97272 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693065 Jan 28 02:57:22.795284 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6dd7ad-6769-4f0d-a213-9c0c8d18a32f x-openstack-request-id: req-9c6dd7ad-6769-4f0d-a213-9c0c8d18a32f {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:57:22.795568 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b03536b-816a-4138-81c8-e0e3342a0670", "name": "network-vif-plugged", "status": "completed", "tag": "ed4c6536-f823-4512-a178-a6f5dd8a1a5a", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:57:22.795844 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9c6dd7ad-6769-4f0d-a213-9c0c8d18a32f {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:57:22.796249 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b03536b-816a-4138-81c8-e0e3342a0670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4c6536-f823-4512-a178-a6f5dd8a1a5a', 'code': 200} Jan 28 02:57:22.825464 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-163a05ab-6a4f-4e5d-8efa-3658dc9ba135 None None] Publish callbacks [] for port (ea135aee-a8fd-46a0-b5a8-85dfc6e9df46), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:22.841982 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=ed4c6536-f823-4512-a178-a6f5dd8a1a5a,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:22.851397 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-163a05ab-6a4f-4e5d-8efa-3658dc9ba135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (ea135aee-a8fd-46a0-b5a8-85dfc6e9df46), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:22.903599 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a05ab-6a4f-4e5d-8efa-3658dc9ba135 None None] Pushing event updated for resources: {'Port': ['ID=ea135aee-a8fd-46a0-b5a8-85dfc6e9df46,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:22.921465 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8a08a-8e22-4d7d-82e2-611564e8ccc6 req-c9b1dc29-b7a5-4d72-a233-734506715b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:22.923878 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163a05ab-6a4f-4e5d-8efa-3658dc9ba135 None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:57:22.924470 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9ca8a08a-8e22-4d7d-82e2-611564e8ccc6 req-c9b1dc29-b7a5-4d72-a233-734506715b5e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 1098 time: 0.0944581 Jan 28 02:57:22.925494 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-163a05ab-6a4f-4e5d-8efa-3658dc9ba135 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:57:22.933963 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163a05ab-6a4f-4e5d-8efa-3658dc9ba135 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:57:22.999826 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ff46ff-daa7-49de-b636-3234155daaf0 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:57:23.003850 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b5ff46ff-daa7-49de-b636-3234155daaf0 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:23.007397 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d2c783c8-990b-483a-94c9-afc6cf2d11d7 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (eab6c7ed-ef2b-415f-b1a3-8ee6da5f33b7), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:23.020075 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-163a05ab-6a4f-4e5d-8efa-3658dc9ba135 None None] Attempting to bind port ea135aee-a8fd-46a0-b5a8-85dfc6e9df46 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:57:23.020452 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-163a05ab-6a4f-4e5d-8efa-3658dc9ba135 None None] Attempting to bind port ea135aee-a8fd-46a0-b5a8-85dfc6e9df46 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:57:23.020817 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163a05ab-6a4f-4e5d-8efa-3658dc9ba135 None None] Attempting to bind port ea135aee-a8fd-46a0-b5a8-85dfc6e9df46 on network f4e9908e-37c3-477d-90df-65c02e38c857 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:57:23.027445 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163a05ab-6a4f-4e5d-8efa-3658dc9ba135 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:57:23.028175 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163a05ab-6a4f-4e5d-8efa-3658dc9ba135 None None] Checking segment: {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:57:23.028638 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-163a05ab-6a4f-4e5d-8efa-3658dc9ba135 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:23.029112 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163a05ab-6a4f-4e5d-8efa-3658dc9ba135 None None] Bound using segment: {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:57:23.029586 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-163a05ab-6a4f-4e5d-8efa-3658dc9ba135 None None] Bound port: ea135aee-a8fd-46a0-b5a8-85dfc6e9df46, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:57:23.030722 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-163a05ab-6a4f-4e5d-8efa-3658dc9ba135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ea135aee-a8fd-46a0-b5a8-85dfc6e9df46), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:23.039786 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d2c783c8-990b-483a-94c9-afc6cf2d11d7 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (eab6c7ed-ef2b-415f-b1a3-8ee6da5f33b7), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:23.042418 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d2c783c8-990b-483a-94c9-afc6cf2d11d7 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:23.049629 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d2c783c8-990b-483a-94c9-afc6cf2d11d7 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "PUT /v2.0/security-groups/eab6c7ed-ef2b-415f-b1a3-8ee6da5f33b7 HTTP/1.1" status: 200 len: 1796 time: 0.6190133 Jan 28 02:57:23.055779 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42730) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:23.064472 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c739a20c-1553-4efd-9f1c-857e0062a3b3 req-bdb4e2f3-a166-4e67-9e04-1c81e8dbaa52 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (e4417d8b-2495-40d0-89f1-a20bba68a3ae), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:23.088706 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9ca8a08a-8e22-4d7d-82e2-611564e8ccc6 req-29dc37c1-7f06-4823-8cab-4da416004b3a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=950b0d70-c9c8-434a-a09a-520ef6e676e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526959 Jan 28 02:57:23.089668 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca96ec-b7ee-4b08-afce-d0d89cc9db34 req-af1da5ee-6ca9-486a-9586-007791dc93e4 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:23.091841 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-41ca96ec-b7ee-4b08-afce-d0d89cc9db34 req-af1da5ee-6ca9-486a-9586-007791dc93e4 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 943 time: 0.3073800 Jan 28 02:57:23.096305 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-792075df-6029-4827-aefe-3e538e19c12a service neutron] 10.222.0.39 "GET /v2.0/networks/9ad405c8-038c-420f-81fd-16301459f3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5430200 Jan 28 02:57:23.099372 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a9257-07d0-4ec6-8014-acde02501cc6 req-2061ea3d-4618-48c4-958f-3d00bb23e24c tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:23.099625 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['8bc3e1e3-3b8b-493b-825e-e109d60fabfc', 'e4417d8b-2495-40d0-89f1-a20bba68a3ae'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:57:23.101336 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-124a9257-07d0-4ec6-8014-acde02501cc6 req-2061ea3d-4618-48c4-958f-3d00bb23e24c tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 946 time: 0.1460571 Jan 28 02:57:23.191623 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-124a9257-07d0-4ec6-8014-acde02501cc6 req-baddaf13-e62a-487e-bb64-427717c30554 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/security-groups?id=950b0d70-c9c8-434a-a09a-520ef6e676e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800190 Jan 28 02:57:23.219528 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb4e2f3-a166-4e67-9e04-1c81e8dbaa52 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Pushing event deleted for resources: {'Port': ['ID=e4417d8b-2495-40d0-89f1-a20bba68a3ae,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:23.240142 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-163a05ab-6a4f-4e5d-8efa-3658dc9ba135 None None] For port ea135aee-a8fd-46a0-b5a8-85dfc6e9df46, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:57:23.253355 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-163a05ab-6a4f-4e5d-8efa-3658dc9ba135 None None] For port ea135aee-a8fd-46a0-b5a8-85dfc6e9df46, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ea135aee-a8fd-46a0-b5a8-85dfc6e9df46,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:57:23.277284 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-163a05ab-6a4f-4e5d-8efa-3658dc9ba135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ea135aee-a8fd-46a0-b5a8-85dfc6e9df46), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:23.304981 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c783c8-990b-483a-94c9-afc6cf2d11d7 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eab6c7ed-ef2b-415f-b1a3-8ee6da5f33b7,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:23.343821 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8b2b36a0-95a1-41c9-93bc-f41291749d93 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "GET /v2.0/security-groups/eab6c7ed-ef2b-415f-b1a3-8ee6da5f33b7 HTTP/1.1" status: 200 len: 1796 time: 0.2795699 Jan 28 02:57:23.344437 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42740) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:23.400062 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a05ab-6a4f-4e5d-8efa-3658dc9ba135 None None] Pushing event updated for resources: {'Port': ['ID=ea135aee-a8fd-46a0-b5a8-85dfc6e9df46,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:23.411422 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b5ff46ff-daa7-49de-b636-3234155daaf0 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (756f37a6-cf07-4ee5-9b2d-5b11b503da53), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:23.411762 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-c739a20c-1553-4efd-9f1c-857e0062a3b3 req-bdb4e2f3-a166-4e67-9e04-1c81e8dbaa52 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] No DVR routers for this DVR port e4417d8b-2495-40d0-89f1-a20bba68a3ae on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:57:23.426503 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c739a20c-1553-4efd-9f1c-857e0062a3b3 req-bdb4e2f3-a166-4e67-9e04-1c81e8dbaa52 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:23.429970 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c739a20c-1553-4efd-9f1c-857e0062a3b3 req-bdb4e2f3-a166-4e67-9e04-1c81e8dbaa52 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.39 "DELETE /v2.0/ports/e4417d8b-2495-40d0-89f1-a20bba68a3ae HTTP/1.1" status: 204 len: 173 time: 2.4254127 Jan 28 02:57:23.442294 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56b4d3a-8acd-4529-b287-5317c94039ee', 'name': 'network-vif-deleted', 'tag': 'e4417d8b-2495-40d0-89f1-a20bba68a3ae'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:57:23.444921 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96698375-e273-441c-8769-7bfa854514b3" -d '{"events": [{"server_uuid": "e56b4d3a-8acd-4529-b287-5317c94039ee", "name": "network-vif-deleted", "tag": "e4417d8b-2495-40d0-89f1-a20bba68a3ae"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:57:23.486695 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-41ca96ec-b7ee-4b08-afce-d0d89cc9db34 req-e2d714ed-7765-40c6-9247-9321a8d1797a tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452070 Jan 28 02:57:23.520522 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-74affe4c-ffc7-445d-bec2-c56fecb1484f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78a63aee-71c7-40f6-af2d-7d95712fef02 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:57:23.532559 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3efaa8b-415e-4ad9-bd87-c9a6ff8d8ccd req-5a787507-29bc-4a28-869a-8444ce536b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:23.534868 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b3efaa8b-415e-4ad9-bd87-c9a6ff8d8ccd req-5a787507-29bc-4a28-869a-8444ce536b86 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=718af09b03c940c88c41db74297b10fa&device_id=b7304f01-7d8c-42b7-bfff-200204e5ab54 HTTP/1.1" status: 200 len: 1095 time: 0.3235598 Jan 28 02:57:23.537667 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-74affe4c-ffc7-445d-bec2-c56fecb1484f service neutron] Publish callbacks [] for port (78a63aee-71c7-40f6-af2d-7d95712fef02), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:23.573417 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb95c1fb-593d-4c85-98e6-3c9cfca3069d x-openstack-request-id: req-cb95c1fb-593d-4c85-98e6-3c9cfca3069d {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:57:23.573714 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56b4d3a-8acd-4529-b287-5317c94039ee", "name": "network-vif-deleted", "tag": "e4417d8b-2495-40d0-89f1-a20bba68a3ae", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:57:23.573974 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cb95c1fb-593d-4c85-98e6-3c9cfca3069d {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:57:23.574422 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56b4d3a-8acd-4529-b287-5317c94039ee', 'name': 'network-vif-deleted', 'tag': 'e4417d8b-2495-40d0-89f1-a20bba68a3ae', 'status': 'completed', 'code': 200} Jan 28 02:57:23.587602 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-74affe4c-ffc7-445d-bec2-c56fecb1484f service neutron] Transition to ACTIVE for port object 78a63aee-71c7-40f6-af2d-7d95712fef02 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:57:23.595971 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ff46ff-daa7-49de-b636-3234155daaf0 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:57:23.631512 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff46ff-daa7-49de-b636-3234155daaf0 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Subnet': ['ID=756f37a6-cf07-4ee5-9b2d-5b11b503da53,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:23.635991 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-b5ff46ff-daa7-49de-b636-3234155daaf0 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:57:23.639033 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ff46ff-daa7-49de-b636-3234155daaf0 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:23.639904 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b5ff46ff-daa7-49de-b636-3234155daaf0 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:23.677952 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b5ff46ff-daa7-49de-b636-3234155daaf0 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0522437 Jan 28 02:57:23.678207 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-74affe4c-ffc7-445d-bec2-c56fecb1484f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (78a63aee-71c7-40f6-af2d-7d95712fef02), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:23.680332 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42748) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:23.694805 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-694b8110-6850-4b39-98c6-7c80e1456715 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'port': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'mac_address': 'fa:16:3e:d0:78:e9', 'name': 'tempest-NetworksTestDHCPv6-135464103'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:23.703419 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bac09fc0-a5b3-4bad-8382-c76f17b91349 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (eab6c7ed-ef2b-415f-b1a3-8ee6da5f33b7), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:23.845801 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 61e70dd3-4562-4fbe-b52b-e0bcc418fda0 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:57:23.897526 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-21b945a0-fb53-4891-923e-02369f313301 req-12f81e12-c01a-47be-8a0c-65435e7e609c tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e56b4d3a-8acd-4529-b287-5317c94039ee HTTP/1.1" status: 200 len: 210 time: 0.0388680 Jan 28 02:57:24.050825 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42760) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:24.154810 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 61e70dd3-4562-4fbe-b52b-e0bcc418fda0, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=61e70dd3-4562-4fbe-b52b-e0bcc418fda0,segment=NetworkSegment(4fb02108-8b37-4bb4-8350-923aa0786ccd),segment_id=4fb02108-8b37-4bb4-8350-923aa0786ccd)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:57:24.181940 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '61e70dd3-4562-4fbe-b52b-e0bcc418fda0', 'network_id': '290af027-4910-45bb-b54e-a29d61400c05', 'port_id': '61e70dd3-4562-4fbe-b52b-e0bcc418fda0', 'mac_address': 'fa:16:3e:22:ef:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49bb14d4-dcd1-48f1-bfcf-d4851c7c298c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:57:24.228350 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-74c93ed7-6ef7-47e2-9ac7-f4edd7080312 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1526340992-network', 'tenant_id': 'd47d57aa564c407d8f7b752418cdddf4'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:24.294630 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c93ed7-6ef7-47e2-9ac7-f4edd7080312 admin admin] Made reservation on behalf of d47d57aa564c407d8f7b752418cdddf4 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:57:24.297894 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-74c93ed7-6ef7-47e2-9ac7-f4edd7080312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:24.306235 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 61e70dd3-4562-4fbe-b52b-e0bcc418fda0 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:24.306733 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (61e70dd3-4562-4fbe-b52b-e0bcc418fda0), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:24.328047 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-74c93ed7-6ef7-47e2-9ac7-f4edd7080312 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:24.343747 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61e70dd3-4562-4fbe-b52b-e0bcc418fda0 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:57:24.378161 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 61e70dd3-4562-4fbe-b52b-e0bcc418fda0, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=61e70dd3-4562-4fbe-b52b-e0bcc418fda0,segment=NetworkSegment(4fb02108-8b37-4bb4-8350-923aa0786ccd),segment_id=4fb02108-8b37-4bb4-8350-923aa0786ccd)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:57:24.389217 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (61e70dd3-4562-4fbe-b52b-e0bcc418fda0), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:24.446058 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74affe4c-ffc7-445d-bec2-c56fecb1484f service neutron] Pushing event updated for resources: {'Port': ['ID=78a63aee-71c7-40f6-af2d-7d95712fef02,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:24.498637 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d6ece-b741-4ff0-baad-0d645f1418bb req-b312970d-fd7a-4d13-975d-10b54e422951 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:24.507997 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5a4d6ece-b741-4ff0-baad-0d645f1418bb req-b312970d-fd7a-4d13-975d-10b54e422951 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 946 time: 0.1247339 Jan 28 02:57:24.532771 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bac09fc0-a5b3-4bad-8382-c76f17b91349 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (eab6c7ed-ef2b-415f-b1a3-8ee6da5f33b7), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:24.571928 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=61e70dd3-4562-4fbe-b52b-e0bcc418fda0,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:24.602279 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3efaa8b-415e-4ad9-bd87-c9a6ff8d8ccd req-0d0339da-a844-479e-81e4-4861b6cf7f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:24.604738 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b3efaa8b-415e-4ad9-bd87-c9a6ff8d8ccd req-0d0339da-a844-479e-81e4-4861b6cf7f6e service neutron] 10.222.0.39 "GET /v2.0/networks?id=9ad405c8-038c-420f-81fd-16301459f3e0 HTTP/1.1" status: 200 len: 913 time: 1.0615454 Jan 28 02:57:24.649113 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c4ef4-b651-42f7-962c-ab430c049262 req-844db8eb-803d-49ba-83c3-184d6741de87 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:24.654314 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-74c93ed7-6ef7-47e2-9ac7-f4edd7080312 admin admin] Publish callbacks [] for security_group (fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:24.663593 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-74c93ed7-6ef7-47e2-9ac7-f4edd7080312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:24.667979 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-987c4ef4-b651-42f7-962c-ab430c049262 req-844db8eb-803d-49ba-83c3-184d6741de87 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/ports?device_id=59a49f46-77d8-4533-b310-c7939f5d7c73 HTTP/1.1" status: 200 len: 944 time: 0.9011469 Jan 28 02:57:24.724472 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5a4d6ece-b741-4ff0-baad-0d645f1418bb req-4a9af3e0-d1bc-443c-8b8e-b6312cb828bd tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/security-groups?id=950b0d70-c9c8-434a-a09a-520ef6e676e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152431 Jan 28 02:57:24.770194 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b3efaa8b-415e-4ad9-bd87-c9a6ff8d8ccd req-2f2660fc-7e54-4e0c-a504-04135a0a8e62 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b632f61-c2ea-4e21-8400-21219ca29b64 HTTP/1.1" status: 200 len: 217 time: 0.1398835 Jan 28 02:57:24.777499 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74c93ed7-6ef7-47e2-9ac7-f4edd7080312 admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:57:24.786749 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c93ed7-6ef7-47e2-9ac7-f4edd7080312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:24.821468 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-74c93ed7-6ef7-47e2-9ac7-f4edd7080312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (242cab35-05c2-4e9b-b7a3-b9ace6aa1f3a), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:24.822121 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-74c93ed7-6ef7-47e2-9ac7-f4edd7080312 admin admin] Added segment 242cab35-05c2-4e9b-b7a3-b9ace6aa1f3a of type vlan for network 00e51838-dce0-4440-a9f8-fd2fd28c5471 Jan 28 02:57:24.838995 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ea135aee-a8fd-46a0-b5a8-85dfc6e9df46 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:57:24.926778 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-74c93ed7-6ef7-47e2-9ac7-f4edd7080312 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (00e51838-dce0-4440-a9f8-fd2fd28c5471), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:24.935418 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['61e70dd3-4562-4fbe-b52b-e0bcc418fda0'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:57:24.940644 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port ea135aee-a8fd-46a0-b5a8-85dfc6e9df46 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:57:24.941091 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ea135aee-a8fd-46a0-b5a8-85dfc6e9df46), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:24.968648 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bac09fc0-a5b3-4bad-8382-c76f17b91349 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (eab6c7ed-ef2b-415f-b1a3-8ee6da5f33b7), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:24.972834 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bac09fc0-a5b3-4bad-8382-c76f17b91349 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:24.974496 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-bac09fc0-a5b3-4bad-8382-c76f17b91349 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "DELETE /v2.0/security-groups/eab6c7ed-ef2b-415f-b1a3-8ee6da5f33b7 HTTP/1.1" status: 204 len: 168 time: 1.6223800 Jan 28 02:57:24.984791 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42770) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:24.994952 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-74c93ed7-6ef7-47e2-9ac7-f4edd7080312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (00e51838-dce0-4440-a9f8-fd2fd28c5471), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:24.996662 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694b8110-6850-4b39-98c6-7c80e1456715 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:57:24.998312 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c93ed7-6ef7-47e2-9ac7-f4edd7080312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:25.000394 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-74c93ed7-6ef7-47e2-9ac7-f4edd7080312 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:25.045636 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac09fc0-a5b3-4bad-8382-c76f17b91349 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab6c7ed-ef2b-415f-b1a3-8ee6da5f33b7,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:25.083383 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3efaa8b-415e-4ad9-bd87-c9a6ff8d8ccd req-87093502-9f70-4b28-b256-2c1840e0554c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:25.085012 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b3efaa8b-415e-4ad9-bd87-c9a6ff8d8ccd req-87093502-9f70-4b28-b256-2c1840e0554c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9725b179-589c-41d6-9206-867190a48986 HTTP/1.1" status: 200 len: 852 time: 0.2905262 Jan 28 02:57:25.124688 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-987c4ef4-b651-42f7-962c-ab430c049262 req-ae45b19c-3a1e-48c9-b6bc-0216ab49d7f7 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0d6f1b4-a765-4649-a701-1de747dcfdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4551649 Jan 28 02:57:25.140640 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-74c93ed7-6ef7-47e2-9ac7-f4edd7080312 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0838094 Jan 28 02:57:25.144255 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-74affe4c-ffc7-445d-bec2-c56fecb1484f service neutron] Attempting to bind port 78a63aee-71c7-40f6-af2d-7d95712fef02 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:57:25.144844 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-74affe4c-ffc7-445d-bec2-c56fecb1484f service neutron] Attempting to bind port 78a63aee-71c7-40f6-af2d-7d95712fef02 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': 'bafc5e9a-dbcc-4536-9a86-e2fe835f6204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9ad405c8-038c-420f-81fd-16301459f3e0'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:57:25.145452 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-74affe4c-ffc7-445d-bec2-c56fecb1484f service neutron] Attempting to bind port 78a63aee-71c7-40f6-af2d-7d95712fef02 on network 9ad405c8-038c-420f-81fd-16301459f3e0 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:57:25.148488 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c93ed7-6ef7-47e2-9ac7-f4edd7080312 admin admin] Pushing event updated for resources: {'Network': ['ID=00e51838-dce0-4440-a9f8-fd2fd28c5471,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:25.152836 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42774) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:25.167246 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8783eb-a95b-4f25-8fba-2843ec61758d req-aea9de0a-1f41-46f1-8f83-772171c654d2 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:25.186240 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ad8783eb-a95b-4f25-8fba-2843ec61758d req-aea9de0a-1f41-46f1-8f83-772171c654d2 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 944 time: 0.3219974 Jan 28 02:57:25.193906 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-998f6732-b595-4f3c-8832-1ea32569c5b8 admin admin] Request body: {'subnet': {'network_id': '00e51838-dce0-4440-a9f8-fd2fd28c5471', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1526340992-subnet', 'tenant_id': 'd47d57aa564c407d8f7b752418cdddf4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:25.204088 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 00e51838-dce0-4440-a9f8-fd2fd28c5471 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:57:25.221873 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-517dc39f-6050-4037-bc58-528b35769aad tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2317801 Jan 28 02:57:25.222455 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42776) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:25.247879 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-62b514e5-798d-4988-abfc-03552ce8b38f tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] delete failed (client error): The resource could not be found. Jan 28 02:57:25.250275 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-62b514e5-798d-4988-abfc-03552ce8b38f tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "DELETE /v2.0/security-groups/eab6c7ed-ef2b-415f-b1a3-8ee6da5f33b7 HTTP/1.1" status: 404 len: 347 time: 0.0259523 Jan 28 02:57:25.267680 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b3efaa8b-415e-4ad9-bd87-c9a6ff8d8ccd req-9939d749-7a30-4fbf-be05-84e26ad67ea1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ad405c8-038c-420f-81fd-16301459f3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1632345 Jan 28 02:57:25.270863 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42778) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:25.271696 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-74affe4c-ffc7-445d-bec2-c56fecb1484f service neutron] Port 78a63aee-71c7-40f6-af2d-7d95712fef02 on network 9ad405c8-038c-420f-81fd-16301459f3e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:57:25.272027 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-74affe4c-ffc7-445d-bec2-c56fecb1484f service neutron] Attempting to bind port 78a63aee-71c7-40f6-af2d-7d95712fef02 on network 9ad405c8-038c-420f-81fd-16301459f3e0 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:57:25.289278 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-bafff0d6-c79c-4d09-9700-d11a7fa9917b tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Request body: {'security_group': {'name': 'tempest-secgroup--461452418'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:25.294300 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-694b8110-6850-4b39-98c6-7c80e1456715 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:25.325418 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ad8783eb-a95b-4f25-8fba-2843ec61758d req-b2199d95-a405-450a-918c-e7d220e660b1 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298189 Jan 28 02:57:25.354660 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port ea135aee-a8fd-46a0-b5a8-85dfc6e9df46 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:25.357247 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ea135aee-a8fd-46a0-b5a8-85dfc6e9df46), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:25.357633 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bafff0d6-c79c-4d09-9700-d11a7fa9917b tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:25.368659 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-74affe4c-ffc7-445d-bec2-c56fecb1484f service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:57:25.368659 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-74affe4c-ffc7-445d-bec2-c56fecb1484f service neutron] Checking segment: {'id': 'bafc5e9a-dbcc-4536-9a86-e2fe835f6204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9ad405c8-038c-420f-81fd-16301459f3e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:57:25.369022 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-74affe4c-ffc7-445d-bec2-c56fecb1484f service neutron] Bound using segment: {'id': 'bafc5e9a-dbcc-4536-9a86-e2fe835f6204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9ad405c8-038c-420f-81fd-16301459f3e0'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:57:25.369503 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-74affe4c-ffc7-445d-bec2-c56fecb1484f service neutron] Bound port: 78a63aee-71c7-40f6-af2d-7d95712fef02, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bafc5e9a-dbcc-4536-9a86-e2fe835f6204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9ad405c8-038c-420f-81fd-16301459f3e0'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:57:25.369780 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-74affe4c-ffc7-445d-bec2-c56fecb1484f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (78a63aee-71c7-40f6-af2d-7d95712fef02), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:25.390834 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 3b632f61-c2ea-4e21-8400-21219ca29b64 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:57:25.425788 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device e4417d8b-2495-40d0-89f1-a20bba68a3ae no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:57:25.437946 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a64be9-f7b8-4c2d-8842-1603e21ceec1 None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:57:25.458145 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-694b8110-6850-4b39-98c6-7c80e1456715 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] device_id is not set on port 32b6ef6a-0a99-4150-b0de-71972688e635 yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:57:25.479412 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bafff0d6-c79c-4d09-9700-d11a7fa9917b tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (c70aa404-dba4-4637-8a87-1409c9d7eda9), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:25.485975 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bafff0d6-c79c-4d09-9700-d11a7fa9917b tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c70aa404-dba4-4637-8a87-1409c9d7eda9), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:25.525927 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.resource_extend [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 02:57:25.542971 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafff0d6-c79c-4d09-9700-d11a7fa9917b tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c70aa404-dba4-4637-8a87-1409c9d7eda9,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:25.575639 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998f6732-b595-4f3c-8832-1ea32569c5b8 admin admin] Made reservation on behalf of d47d57aa564c407d8f7b752418cdddf4 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:57:25.576640 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bafff0d6-c79c-4d09-9700-d11a7fa9917b tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:25.578611 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-998f6732-b595-4f3c-8832-1ea32569c5b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:25.584311 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-bafff0d6-c79c-4d09-9700-d11a7fa9917b tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3113854 Jan 28 02:57:25.586279 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42786) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:25.593422 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-9d1d297e-f05a-4365-881f-de5ccb7038e4 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Request body: {'security_group_rule': {'security_group_id': 'c70aa404-dba4-4637-8a87-1409c9d7eda9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:25.646884 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9d1d297e-f05a-4365-881f-de5ccb7038e4 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (ed6df000-04bb-4722-8878-b70f238448cb), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:25.676800 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: e4417d8b-2495-40d0-89f1-a20bba68a3ae {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:57:25.677427 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device e4417d8b-2495-40d0-89f1-a20bba68a3ae not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:57:25.770309 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b3efaa8b-415e-4ad9-bd87-c9a6ff8d8ccd req-cc3d70cb-00a6-4f47-99d5-24f7f9fef1b6 service neutron] 10.222.0.39 "GET /v2.0/networks/9ad405c8-038c-420f-81fd-16301459f3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4925628 Jan 28 02:57:25.802018 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-74affe4c-ffc7-445d-bec2-c56fecb1484f service neutron] For port 78a63aee-71c7-40f6-af2d-7d95712fef02, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:57:25.871022 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41885db7-7feb-4d6d-a1b5-2ce0cde209d0 req-9c7ddee5-eae9-4d8d-ad0b-87d34771407b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:25.876886 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-74affe4c-ffc7-445d-bec2-c56fecb1484f service neutron] For port 78a63aee-71c7-40f6-af2d-7d95712fef02, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=78a63aee-71c7-40f6-af2d-7d95712fef02,segment=NetworkSegment(bafc5e9a-dbcc-4536-9a86-e2fe835f6204),segment_id=bafc5e9a-dbcc-4536-9a86-e2fe835f6204)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:57:25.879010 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-41885db7-7feb-4d6d-a1b5-2ce0cde209d0 req-9c7ddee5-eae9-4d8d-ad0b-87d34771407b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/networks?id=8a90ebac-f69f-461b-a785-3d45e68aad72 HTTP/1.1" status: 200 len: 805 time: 0.1974158 Jan 28 02:57:25.897658 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9d1d297e-f05a-4365-881f-de5ccb7038e4 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (ed6df000-04bb-4722-8878-b70f238448cb), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:25.903356 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-694b8110-6850-4b39-98c6-7c80e1456715 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Allocated IP 2001:db8:0:1::12f (f4e9908e-37c3-477d-90df-65c02e38c857/756f37a6-cf07-4ee5-9b2d-5b11b503da53/32b6ef6a-0a99-4150-b0de-71972688e635) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:57:25.905824 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-41885db7-7feb-4d6d-a1b5-2ce0cde209d0 req-d9eac2a7-5c6e-45da-90fb-c862a74733bd tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/quotas/681abe9293864888ab6acd56a99956db HTTP/1.1" status: 200 len: 375 time: 0.0256283 Jan 28 02:57:25.909204 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-74affe4c-ffc7-445d-bec2-c56fecb1484f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (78a63aee-71c7-40f6-af2d-7d95712fef02), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:25.911113 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9d1d297e-f05a-4365-881f-de5ccb7038e4 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (ed6df000-04bb-4722-8878-b70f238448cb), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:25.912580 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-0b126c48-3ed6-4e9a-9a11-b4ec5d14e8bf None None] Provisioning complete for port ea135aee-a8fd-46a0-b5a8-85dfc6e9df46 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:57:25.914075 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0b126c48-3ed6-4e9a-9a11-b4ec5d14e8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ea135aee-a8fd-46a0-b5a8-85dfc6e9df46), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:25.917418 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port ea135aee-a8fd-46a0-b5a8-85dfc6e9df46, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ea135aee-a8fd-46a0-b5a8-85dfc6e9df46,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:57:25.953051 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ea135aee-a8fd-46a0-b5a8-85dfc6e9df46), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:25.955114 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-694b8110-6850-4b39-98c6-7c80e1456715 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Allocated IP 2001:db8::f816:3eff:fed0:78e9 (f4e9908e-37c3-477d-90df-65c02e38c857/41c95bfd-4751-45fb-b493-ff8d92f7a009/32b6ef6a-0a99-4150-b0de-71972688e635) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:57:25.967001 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1d297e-f05a-4365-881f-de5ccb7038e4 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed6df000-04bb-4722-8878-b70f238448cb,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:25.981507 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-74affe4c-ffc7-445d-bec2-c56fecb1484f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:25.982303 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-74affe4c-ffc7-445d-bec2-c56fecb1484f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:25.983596 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-74affe4c-ffc7-445d-bec2-c56fecb1484f service neutron] 10.222.0.67 "PUT /v2.0/ports/78a63aee-71c7-40f6-af2d-7d95712fef02 HTTP/1.1" status: 200 len: 1093 time: 4.1967862 Jan 28 02:57:25.995165 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-41885db7-7feb-4d6d-a1b5-2ce0cde209d0 req-30cc432e-e398-41a6-b20d-6cf049dbef84 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=681abe9293864888ab6acd56a99956db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0811584 Jan 28 02:57:25.998112 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9d1d297e-f05a-4365-881f-de5ccb7038e4 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:26.004846 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9d1d297e-f05a-4365-881f-de5ccb7038e4 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4169886 Jan 28 02:57:26.005790 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42796) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:26.023433 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a49f46-77d8-4533-b310-c7939f5d7c73', 'tag': '78a63aee-71c7-40f6-af2d-7d95712fef02'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:57:26.025757 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc041194-7034-4892-83eb-ea629fe42a44" -d '{"events": [{"name": "network-changed", "server_uuid": "59a49f46-77d8-4533-b310-c7939f5d7c73", "tag": "78a63aee-71c7-40f6-af2d-7d95712fef02"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:57:26.030472 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 3b632f61-c2ea-4e21-8400-21219ca29b64, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=3b632f61-c2ea-4e21-8400-21219ca29b64,segment=NetworkSegment(bafc5e9a-dbcc-4536-9a86-e2fe835f6204),segment_id=bafc5e9a-dbcc-4536-9a86-e2fe835f6204)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:57:26.071872 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '3b632f61-c2ea-4e21-8400-21219ca29b64', 'network_id': '9ad405c8-038c-420f-81fd-16301459f3e0', 'port_id': '3b632f61-c2ea-4e21-8400-21219ca29b64', 'mac_address': 'fa:16:3e:69:59:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9725b179-589c-41d6-9206-867190a48986', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:57:26.101745 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-411ebde6-9d77-4fa5-8714-e94897e31037 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (ed6df000-04bb-4722-8878-b70f238448cb), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:26.113607 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-411ebde6-9d77-4fa5-8714-e94897e31037 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (ed6df000-04bb-4722-8878-b70f238448cb), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:26.142366 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd5939-56b7-4ab7-8137-e7baa39cbaa5 req-19b53c2f-20e6-4d52-b1f3-dcbe05232411 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:26.143146 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=ea135aee-a8fd-46a0-b5a8-85dfc6e9df46,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:26.143908 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e9cd5939-56b7-4ab7-8137-e7baa39cbaa5 req-19b53c2f-20e6-4d52-b1f3-dcbe05232411 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 946 time: 0.3272908 Jan 28 02:57:26.154044 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74affe4c-ffc7-445d-bec2-c56fecb1484f service neutron] Pushing event updated for resources: {'Port': ['ID=78a63aee-71c7-40f6-af2d-7d95712fef02,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:26.171530 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b3efaa8b-415e-4ad9-bd87-c9a6ff8d8ccd req-099d0366-7eb7-4691-9407-d9e5335ca9c0 service neutron] 10.222.0.39 "GET /v2.0/networks/9ad405c8-038c-420f-81fd-16301459f3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922036 Jan 28 02:57:26.177138 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-411ebde6-9d77-4fa5-8714-e94897e31037 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (ed6df000-04bb-4722-8878-b70f238448cb), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:26.190667 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-411ebde6-9d77-4fa5-8714-e94897e31037 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:26.196085 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-411ebde6-9d77-4fa5-8714-e94897e31037 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/ed6df000-04bb-4722-8878-b70f238448cb HTTP/1.1" status: 204 len: 168 time: 0.1800885 Jan 28 02:57:26.197716 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411ebde6-9d77-4fa5-8714-e94897e31037 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed6df000-04bb-4722-8878-b70f238448cb,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:26.199540 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42802) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:26.208521 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-41885db7-7feb-4d6d-a1b5-2ce0cde209d0 req-7ea77bd8-e2cb-4f00-9ad9-f9fd78f046dd service neutron] 10.222.0.53 "GET /v2.0/networks/8a90ebac-f69f-461b-a785-3d45e68aad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011096 Jan 28 02:57:26.214620 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-0b126c48-3ed6-4e9a-9a11-b4ec5d14e8bf None None] Current status of the port ea135aee-a8fd-46a0-b5a8-85dfc6e9df46 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:26.220474 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 3b632f61-c2ea-4e21-8400-21219ca29b64 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:26.220871 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3b632f61-c2ea-4e21-8400-21219ca29b64), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:26.239217 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e361e21-dc36-4839-8260-a10366407a37 None None] Update dhcp port {'port': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'fixed_ips': [{'subnet_id': '41c95bfd-4751-45fb-b493-ff8d92f7a009', 'ip_address': '2001:db8::f816:3eff:fed3:7cda'}, {'subnet_id': '756f37a6-cf07-4ee5-9b2d-5b11b503da53'}], 'binding:host_id': 'n-d-712139-27'}, 'id': 'ea135aee-a8fd-46a0-b5a8-85dfc6e9df46'} from n-d-712139-27. {{(pid=109804) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 02:57:26.245457 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b632f61-c2ea-4e21-8400-21219ca29b64 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:57:26.297947 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4e361e21-dc36-4839-8260-a10366407a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ea135aee-a8fd-46a0-b5a8-85dfc6e9df46), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:26.314710 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 3b632f61-c2ea-4e21-8400-21219ca29b64, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=3b632f61-c2ea-4e21-8400-21219ca29b64,segment=NetworkSegment(bafc5e9a-dbcc-4536-9a86-e2fe835f6204),segment_id=bafc5e9a-dbcc-4536-9a86-e2fe835f6204)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:57:26.326635 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-998f6732-b595-4f3c-8832-1ea32569c5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (a5e16ad5-afde-4ff0-9a68-1abb02683cb1), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:26.336703 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-37c57053-5ae4-4c36-b072-6daee586949d tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1062067 Jan 28 02:57:26.339202 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42804) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:26.341976 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-36d50465-a522-4743-a307-2c605642c1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:26.343497 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3b632f61-c2ea-4e21-8400-21219ca29b64), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:26.343685 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-36d50465-a522-4743-a307-2c605642c1dd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=718af09b03c940c88c41db74297b10fa&device_id=59a49f46-77d8-4533-b310-c7939f5d7c73 HTTP/1.1" status: 200 len: 1096 time: 0.2803593 Jan 28 02:57:26.398150 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-41885db7-7feb-4d6d-a1b5-2ce0cde209d0 req-2c6c05b8-5eb7-472a-b27b-c2781216930e service neutron] 10.222.0.53 "GET /v2.0/networks/8a90ebac-f69f-461b-a785-3d45e68aad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888807 Jan 28 02:57:26.443340 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9c7b272d-6ae6-42f5-87be-3ba45ffdd2a1 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (c70aa404-dba4-4637-8a87-1409c9d7eda9), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:26.457209 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e9cd5939-56b7-4ab7-8137-e7baa39cbaa5 req-94e02ed8-7861-4324-a377-897afebd630a tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/security-groups?id=950b0d70-c9c8-434a-a09a-520ef6e676e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2996709 Jan 28 02:57:26.484632 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-f3a08432-fa7e-4b5d-8cf5-81f4e271caad service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78a63aee-71c7-40f6-af2d-7d95712fef02 HTTP/1.1" status: 200 len: 217 time: 0.1057651 Jan 28 02:57:26.495541 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9c7b272d-6ae6-42f5-87be-3ba45ffdd2a1 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (c70aa404-dba4-4637-8a87-1409c9d7eda9), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:26.560624 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86135b9e-331f-4115-851a-30124bd956cd x-openstack-request-id: req-86135b9e-331f-4115-851a-30124bd956cd {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:57:26.561056 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59a49f46-77d8-4533-b310-c7939f5d7c73", "tag": "78a63aee-71c7-40f6-af2d-7d95712fef02", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:57:26.561297 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-86135b9e-331f-4115-851a-30124bd956cd {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:57:26.561681 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59a49f46-77d8-4533-b310-c7939f5d7c73', 'tag': '78a63aee-71c7-40f6-af2d-7d95712fef02', 'status': 'completed', 'code': 200} Jan 28 02:57:26.576060 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=3b632f61-c2ea-4e21-8400-21219ca29b64,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:26.599777 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ea135aee-a8fd-46a0-b5a8-85dfc6e9df46 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:57:26.602524 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9c7b272d-6ae6-42f5-87be-3ba45ffdd2a1 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c70aa404-dba4-4637-8a87-1409c9d7eda9), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:26.608192 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9c7b272d-6ae6-42f5-87be-3ba45ffdd2a1 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:26.613217 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9c7b272d-6ae6-42f5-87be-3ba45ffdd2a1 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "DELETE /v2.0/security-groups/c70aa404-dba4-4637-8a87-1409c9d7eda9 HTTP/1.1" status: 204 len: 168 time: 0.2698810 Jan 28 02:57:26.627551 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42812) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:26.669006 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['3b632f61-c2ea-4e21-8400-21219ca29b64'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:57:26.683971 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b272d-6ae6-42f5-87be-3ba45ffdd2a1 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70aa404-dba4-4637-8a87-1409c9d7eda9,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:26.699667 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f6732-b595-4f3c-8832-1ea32569c5b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5e16ad5-afde-4ff0-9a68-1abb02683cb1,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:26.718660 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-694b8110-6850-4b39-98c6-7c80e1456715 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for port (32b6ef6a-0a99-4150-b0de-71972688e635), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:26.754518 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0427f1d9-4db2-4aac-8a05-726676541f5d tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1010532 Jan 28 02:57:26.755247 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998f6732-b595-4f3c-8832-1ea32569c5b8 admin admin] Checking segment: {'id': '242cab35-05c2-4e9b-b7a3-b9ace6aa1f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '00e51838-dce0-4440-a9f8-fd2fd28c5471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:57:26.755624 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998f6732-b595-4f3c-8832-1ea32569c5b8 admin admin] Network hostable DHCP agents. Network: 00e51838-dce0-4440-a9f8-fd2fd28c5471, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:57:26.763975 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42818) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:26.770962 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-de1fdcbe-ee84-4226-9502-e406957d4502 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Request body: {'security_group': {'name': 'tempest-secgroup--647095848'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:26.794812 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-61dad71a-cb00-4f7b-a28b-f5568bed6ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:26.796521 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-61dad71a-cb00-4f7b-a28b-f5568bed6ac1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9725b179-589c-41d6-9206-867190a48986 HTTP/1.1" status: 200 len: 852 time: 0.2845969 Jan 28 02:57:26.803838 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec2428-3df4-4400-b0be-13974638c333 req-31bf3fbe-ee5b-4d61-81d7-583a74882419 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:26.808522 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-95ec2428-3df4-4400-b0be-13974638c333 req-31bf3fbe-ee5b-4d61-81d7-583a74882419 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 944 time: 0.0714979 Jan 28 02:57:26.830923 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port ea135aee-a8fd-46a0-b5a8-85dfc6e9df46 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:57:26.832598 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ea135aee-a8fd-46a0-b5a8-85dfc6e9df46), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:26.871258 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-95ec2428-3df4-4400-b0be-13974638c333 req-a5e94922-6371-491c-b31a-6d4295493ef4 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564222 Jan 28 02:57:26.871847 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-d4c8eb04-4fc8-4a63-8852-66f6dec3ae2f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9ad405c8-038c-420f-81fd-16301459f3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652282 Jan 28 02:57:26.893100 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ae38c-0de6-4735-a351-154d8dfab57b req-2bea568b-c822-4f01-adc9-87ca5a94d39c tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:26.900743 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e64ae38c-0de6-4735-a351-154d8dfab57b req-2bea568b-c822-4f01-adc9-87ca5a94d39c tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/ports?device_id=59a49f46-77d8-4533-b310-c7939f5d7c73 HTTP/1.1" status: 200 len: 944 time: 0.2122409 Jan 28 02:57:26.981035 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-de1fdcbe-ee84-4226-9502-e406957d4502 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:26.983512 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-694b8110-6850-4b39-98c6-7c80e1456715 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (32b6ef6a-0a99-4150-b0de-71972688e635), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:26.987316 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998f6732-b595-4f3c-8832-1ea32569c5b8 admin admin] Network 00e51838-dce0-4440-a9f8-fd2fd28c5471 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:57:27.011381 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599059d-36a5-4dda-ae26-e3208c9565a8 req-8ecb3d60-85cd-412d-9d6d-941069b348eb tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:27.014052 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0599059d-36a5-4dda-ae26-e3208c9565a8 req-8ecb3d60-85cd-412d-9d6d-941069b348eb tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 946 time: 0.0793159 Jan 28 02:57:27.026517 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42824) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:27.032417 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-dcd143a8-f143-4ebc-b3fb-97b567a8aadc tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Request body: {'floatingip': {'port_id': 'ed4c6536-f823-4512-a178-a6f5dd8a1a5a'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:27.060931 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-4e361e21-dc36-4839-8260-a10366407a37 None None] Allocated IP 2001:db8:0:1::2 (f4e9908e-37c3-477d-90df-65c02e38c857/756f37a6-cf07-4ee5-9b2d-5b11b503da53/ea135aee-a8fd-46a0-b5a8-85dfc6e9df46) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:57:27.069633 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-998f6732-b595-4f3c-8832-1ea32569c5b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 00e51838-dce0-4440-a9f8-fd2fd28c5471) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:57:27.084202 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998f6732-b595-4f3c-8832-1ea32569c5b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:27.084812 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-998f6732-b595-4f3c-8832-1ea32569c5b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:27.105653 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dcd143a8-f143-4ebc-b3fb-97b567a8aadc tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Publish callbacks [] for floatingip (095d31e6-3824-445b-bb55-5fcd25880b39), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:27.116282 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5436592-8371-4d76-949d-1d0cce326c95 None None] Network 00e51838-dce0-4440-a9f8-fd2fd28c5471 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:57:27.120059 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694b8110-6850-4b39-98c6-7c80e1456715 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:57:27.138662 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-694b8110-6850-4b39-98c6-7c80e1456715 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:57:27.140755 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b8110-6850-4b39-98c6-7c80e1456715 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Port': ['ID=32b6ef6a-0a99-4150-b0de-71972688e635,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:27.162186 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e64ae38c-0de6-4735-a351-154d8dfab57b req-04028957-dac3-47ee-a185-0d64522b2aed tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0d6f1b4-a765-4649-a701-1de747dcfdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603331 Jan 28 02:57:27.171703 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694b8110-6850-4b39-98c6-7c80e1456715 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:57:27.178746 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694b8110-6850-4b39-98c6-7c80e1456715 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:27.179695 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-694b8110-6850-4b39-98c6-7c80e1456715 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:27.206759 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-998f6732-b595-4f3c-8832-1ea32569c5b8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0263722 Jan 28 02:57:27.217267 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42828) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:27.224197 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-875810ef-bf35-4378-9c20-a01948edddfb admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1526340992-router', 'tenant_id': 'd47d57aa564c407d8f7b752418cdddf4', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:27.234378 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-bca00f00-d0da-443d-ad1d-9bd1dc629d75 service neutron] 10.222.0.67 "GET /v2.0/networks/9ad405c8-038c-420f-81fd-16301459f3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545766 Jan 28 02:57:27.244975 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-694b8110-6850-4b39-98c6-7c80e1456715 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.5519228 Jan 28 02:57:27.260110 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42830) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:27.271873 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-77f189a8-36ce-41a7-bf27-ece75143ef0f req-7784bde9-c8e4-4947-9ab0-bfc3c7c8b9db tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eed66d4-3408-4574-98a5-3d70fa26bd30 HTTP/1.1" status: 200 len: 210 time: 0.0453429 Jan 28 02:57:27.392313 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-875810ef-bf35-4378-9c20-a01948edddfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (ec8d61b7-9938-4b0f-901d-eff26948667f), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:27.393380 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-875810ef-bf35-4378-9c20-a01948edddfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (ec8d61b7-9938-4b0f-901d-eff26948667f), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:27.410501 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-4e361e21-dc36-4839-8260-a10366407a37 None None] For port ea135aee-a8fd-46a0-b5a8-85dfc6e9df46, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ea135aee-a8fd-46a0-b5a8-85dfc6e9df46,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:57:27.453454 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-de1fdcbe-ee84-4226-9502-e406957d4502 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (35b834d8-dc00-4009-b197-ee4f16bad710), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:27.458079 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port ea135aee-a8fd-46a0-b5a8-85dfc6e9df46 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:27.473933 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af127d8e-e6c1-4ab4-9138-968279e127fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-00e51838-dce0-4440-a9f8-fd2fd28c5471', 'network_id': '00e51838-dce0-4440-a9f8-fd2fd28c5471', 'project_id': 'd47d57aa564c407d8f7b752418cdddf4', 'fixed_ips': [{'subnet_id': 'a5e16ad5-afde-4ff0-9a68-1abb02683cb1'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:57:27.474871 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-af127d8e-e6c1-4ab4-9138-968279e127fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:27.487801 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4e361e21-dc36-4839-8260-a10366407a37 None None] Publish callbacks [] for port (ea135aee-a8fd-46a0-b5a8-85dfc6e9df46), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:27.499892 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4e361e21-dc36-4839-8260-a10366407a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ea135aee-a8fd-46a0-b5a8-85dfc6e9df46), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:27.503098 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-de1fdcbe-ee84-4226-9502-e406957d4502 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (35b834d8-dc00-4009-b197-ee4f16bad710), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:27.616849 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1fdcbe-ee84-4226-9502-e406957d4502 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35b834d8-dc00-4009-b197-ee4f16bad710,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:27.621771 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-de1fdcbe-ee84-4226-9502-e406957d4502 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:27.623295 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-de1fdcbe-ee84-4226-9502-e406957d4502 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8575339 Jan 28 02:57:27.631378 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-875810ef-bf35-4378-9c20-a01948edddfb admin admin] Publish callbacks [] for router_controller (ec8d61b7-9938-4b0f-901d-eff26948667f), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:27.633131 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42832) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:27.639332 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-e69d586c-e21a-4e0e-8cb8-a6b43c9cf741 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Request body: {'security_group_rule': {'security_group_id': '35b834d8-dc00-4009-b197-ee4f16bad710', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:27.662828 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fff4a084-9f1f-4144-945e-682174a2cf38 req-a26ceb2c-127d-42fa-8aa5-8a5180648af2 service neutron] 10.222.0.67 "GET /v2.0/networks/9ad405c8-038c-420f-81fd-16301459f3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024684 Jan 28 02:57:27.685204 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e361e21-dc36-4839-8260-a10366407a37 None None] Pushing event updated for resources: {'Port': ['ID=ea135aee-a8fd-46a0-b5a8-85dfc6e9df46,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:27.711449 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-c06b88bb-71c4-4bf9-aba8-08f73a0b4317 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting port 32b6ef6a-0a99-4150-b0de-71972688e635 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:57:27.711980 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c06b88bb-71c4-4bf9-aba8-08f73a0b4317 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (32b6ef6a-0a99-4150-b0de-71972688e635), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:27.760053 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-af127d8e-e6c1-4ab4-9138-968279e127fa None None] Allocated IP 172.20.0.2 (00e51838-dce0-4440-a9f8-fd2fd28c5471/a5e16ad5-afde-4ff0-9a68-1abb02683cb1/ae4cd1a0-5f8c-40d0-9f09-707670e2e298) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:57:27.868991 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e69d586c-e21a-4e0e-8cb8-a6b43c9cf741 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (8e76cecd-0068-4f9e-a0f3-88c5098ec27f), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:27.873525 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c06b88bb-71c4-4bf9-aba8-08f73a0b4317 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (32b6ef6a-0a99-4150-b0de-71972688e635), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:27.904079 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 61e70dd3-4562-4fbe-b52b-e0bcc418fda0 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:57:27.959864 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dcd143a8-f143-4ebc-b3fb-97b567a8aadc tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:27.964709 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dcd143a8-f143-4ebc-b3fb-97b567a8aadc tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (095d31e6-3824-445b-bb55-5fcd25880b39), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:28.055968 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-af127d8e-e6c1-4ab4-9138-968279e127fa None None] Publish callbacks [] for port (ae4cd1a0-5f8c-40d0-9f09-707670e2e298), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:28.066435 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-af127d8e-e6c1-4ab4-9138-968279e127fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (ae4cd1a0-5f8c-40d0-9f09-707670e2e298), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:28.113499 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-c06b88bb-71c4-4bf9-aba8-08f73a0b4317 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Calling delete_port for 32b6ef6a-0a99-4150-b0de-71972688e635 owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:57:28.121439 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af127d8e-e6c1-4ab4-9138-968279e127fa None None] Pushing event updated for resources: {'Port': ['ID=ae4cd1a0-5f8c-40d0-9f09-707670e2e298,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:28.162941 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af127d8e-e6c1-4ab4-9138-968279e127fa None None] Network 00e51838-dce0-4440-a9f8-fd2fd28c5471 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:57:28.173813 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-af127d8e-e6c1-4ab4-9138-968279e127fa None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:57:28.181565 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af127d8e-e6c1-4ab4-9138-968279e127fa None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:57:28.206052 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 61e70dd3-4562-4fbe-b52b-e0bcc418fda0 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:57:28.231108 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-875810ef-bf35-4378-9c20-a01948edddfb admin admin] Publish callbacks [] for router_gateway (ec8d61b7-9938-4b0f-901d-eff26948667f), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:28.237976 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e69d586c-e21a-4e0e-8cb8-a6b43c9cf741 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (8e76cecd-0068-4f9e-a0f3-88c5098ec27f), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:28.267634 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 61e70dd3-4562-4fbe-b52b-e0bcc418fda0 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:57:28.268023 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (61e70dd3-4562-4fbe-b52b-e0bcc418fda0), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:28.270192 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-af127d8e-e6c1-4ab4-9138-968279e127fa None None] Attempting to bind port ae4cd1a0-5f8c-40d0-9f09-707670e2e298 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:57:28.270704 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-af127d8e-e6c1-4ab4-9138-968279e127fa None None] Attempting to bind port ae4cd1a0-5f8c-40d0-9f09-707670e2e298 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '242cab35-05c2-4e9b-b7a3-b9ace6aa1f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '00e51838-dce0-4440-a9f8-fd2fd28c5471'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:57:28.271023 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af127d8e-e6c1-4ab4-9138-968279e127fa None None] Attempting to bind port ae4cd1a0-5f8c-40d0-9f09-707670e2e298 on network 00e51838-dce0-4440-a9f8-fd2fd28c5471 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:57:28.271641 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e69d586c-e21a-4e0e-8cb8-a6b43c9cf741 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (8e76cecd-0068-4f9e-a0f3-88c5098ec27f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:28.283226 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc041194-7034-4892-83eb-ea629fe42a44 req-4a29afb3-910a-4aa8-a733-a6345d00bc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:28.285675 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dc041194-7034-4892-83eb-ea629fe42a44 req-4a29afb3-910a-4aa8-a733-a6345d00bc5a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=718af09b03c940c88c41db74297b10fa&device_id=59a49f46-77d8-4533-b310-c7939f5d7c73 HTTP/1.1" status: 200 len: 1096 time: 0.4606929 Jan 28 02:57:28.295631 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af127d8e-e6c1-4ab4-9138-968279e127fa None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:57:28.296017 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af127d8e-e6c1-4ab4-9138-968279e127fa None None] Checking segment: {'id': '242cab35-05c2-4e9b-b7a3-b9ace6aa1f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '00e51838-dce0-4440-a9f8-fd2fd28c5471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:57:28.296429 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-af127d8e-e6c1-4ab4-9138-968279e127fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:28.296834 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af127d8e-e6c1-4ab4-9138-968279e127fa None None] Bound using segment: {'id': '242cab35-05c2-4e9b-b7a3-b9ace6aa1f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '00e51838-dce0-4440-a9f8-fd2fd28c5471'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:57:28.297422 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-af127d8e-e6c1-4ab4-9138-968279e127fa None None] Bound port: ae4cd1a0-5f8c-40d0-9f09-707670e2e298, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '242cab35-05c2-4e9b-b7a3-b9ace6aa1f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '00e51838-dce0-4440-a9f8-fd2fd28c5471'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:57:28.297742 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-af127d8e-e6c1-4ab4-9138-968279e127fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ae4cd1a0-5f8c-40d0-9f09-707670e2e298), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:28.357381 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d586c-e21a-4e0e-8cb8-a6b43c9cf741 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e76cecd-0068-4f9e-a0f3-88c5098ec27f,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:28.454040 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 61e70dd3-4562-4fbe-b52b-e0bcc418fda0 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:28.454040 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (61e70dd3-4562-4fbe-b52b-e0bcc418fda0), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:28.481281 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-af127d8e-e6c1-4ab4-9138-968279e127fa None None] For port ae4cd1a0-5f8c-40d0-9f09-707670e2e298, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:57:28.499063 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e320c8b1-639f-4caf-8f27-722c22e8dac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e70dd3-4562-4fbe-b52b-e0bcc418fda0'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:57:28.502233 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35061166-e008-4251-b349-85a6d9b43924" -d '{"events": [{"server_uuid": "e320c8b1-639f-4caf-8f27-722c22e8dac8", "name": "network-vif-plugged", "status": "completed", "tag": "61e70dd3-4562-4fbe-b52b-e0bcc418fda0"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:57:28.510093 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-af127d8e-e6c1-4ab4-9138-968279e127fa None None] For port ae4cd1a0-5f8c-40d0-9f09-707670e2e298, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ae4cd1a0-5f8c-40d0-9f09-707670e2e298,segment=NetworkSegment(242cab35-05c2-4e9b-b7a3-b9ace6aa1f3a),segment_id=242cab35-05c2-4e9b-b7a3-b9ace6aa1f3a)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:57:28.526895 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 61e70dd3-4562-4fbe-b52b-e0bcc418fda0, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=61e70dd3-4562-4fbe-b52b-e0bcc418fda0,segment=NetworkSegment(4fb02108-8b37-4bb4-8350-923aa0786ccd),segment_id=4fb02108-8b37-4bb4-8350-923aa0786ccd)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:57:28.530876 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-af127d8e-e6c1-4ab4-9138-968279e127fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ae4cd1a0-5f8c-40d0-9f09-707670e2e298), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:28.567324 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ea135aee-a8fd-46a0-b5a8-85dfc6e9df46 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:57:28.570520 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (61e70dd3-4562-4fbe-b52b-e0bcc418fda0), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:28.639754 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [None req-dcd143a8-f143-4ebc-b3fb-97b567a8aadc tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Floating IP 095d31e6-3824-445b-bb55-5fcd25880b39 associated. External IP: 172.25.0.115, port: ed4c6536-f823-4512-a178-a6f5dd8a1a5a. Jan 28 02:57:28.676231 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af127d8e-e6c1-4ab4-9138-968279e127fa None None] Pushing event updated for resources: {'Port': ['ID=ae4cd1a0-5f8c-40d0-9f09-707670e2e298,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:28.744246 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=61e70dd3-4562-4fbe-b52b-e0bcc418fda0,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:28.760678 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a58c3-61df-43e1-b492-2c2c8b9525cf req-c232651e-6bf2-4cc2-88b5-b955604e45ec tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:28.762484 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-503a58c3-61df-43e1-b492-2c2c8b9525cf req-c232651e-6bf2-4cc2-88b5-b955604e45ec tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/ports?device_id=59a49f46-77d8-4533-b310-c7939f5d7c73 HTTP/1.1" status: 200 len: 944 time: 0.1957114 Jan 28 02:57:28.763393 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-83554938-3a94-4625-ac69-3d4249ff1f6e None None] Provisioning complete for port ea135aee-a8fd-46a0-b5a8-85dfc6e9df46 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:57:28.764028 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-83554938-3a94-4625-ac69-3d4249ff1f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ea135aee-a8fd-46a0-b5a8-85dfc6e9df46), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:28.790338 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port ea135aee-a8fd-46a0-b5a8-85dfc6e9df46 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:57:28.790873 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ea135aee-a8fd-46a0-b5a8-85dfc6e9df46), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:28.947284 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port ea135aee-a8fd-46a0-b5a8-85dfc6e9df46 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:28.949867 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-83554938-3a94-4625-ac69-3d4249ff1f6e None None] Current status of the port ea135aee-a8fd-46a0-b5a8-85dfc6e9df46 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:28.952288 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-503a58c3-61df-43e1-b492-2c2c8b9525cf req-35974f93-c56a-4659-a730-24c25afdbb93 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0d6f1b4-a765-4649-a701-1de747dcfdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799824 Jan 28 02:57:28.973031 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:29.086174 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-fc0b0a2b-fe72-415e-8a70-935a38026e88 None None] Provisioning complete for port 32b6ef6a-0a99-4150-b0de-71972688e635 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:57:29.086649 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fc0b0a2b-fe72-415e-8a70-935a38026e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (32b6ef6a-0a99-4150-b0de-71972688e635), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:29.133365 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-fc0b0a2b-fe72-415e-8a70-935a38026e88 None None] Port 32b6ef6a-0a99-4150-b0de-71972688e635 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:57:29.146810 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd143a8-f143-4ebc-b3fb-97b567a8aadc tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Router bc4aa6bd-a58f-4377-8585-df37e794ff27 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:57:29.171194 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5fabe042-b83c-4e01-bf14-8abe79b31215 req-a9c64451-7c04-453e-9695-ef2ce9186195 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eed66d4-3408-4574-98a5-3d70fa26bd30 HTTP/1.1" status: 200 len: 210 time: 0.0379012 Jan 28 02:57:29.232645 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e69d586c-e21a-4e0e-8cb8-a6b43c9cf741 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:29.236094 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e69d586c-e21a-4e0e-8cb8-a6b43c9cf741 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5981719 Jan 28 02:57:29.237695 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42844) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:29.245844 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-bb7f6956-0c26-418c-9c41-78d0f91134d7 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Request body: {'security_group_rule': {'security_group_id': '35b834d8-dc00-4009-b197-ee4f16bad710', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:29.251108 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870265b8-5c15-40e3-a7a0-4fe7dd76ca48 x-openstack-request-id: req-870265b8-5c15-40e3-a7a0-4fe7dd76ca48 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:57:29.251514 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e320c8b1-639f-4caf-8f27-722c22e8dac8", "name": "network-vif-plugged", "status": "completed", "tag": "61e70dd3-4562-4fbe-b52b-e0bcc418fda0", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:57:29.251750 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-870265b8-5c15-40e3-a7a0-4fe7dd76ca48 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:57:29.252127 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e320c8b1-639f-4caf-8f27-722c22e8dac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e70dd3-4562-4fbe-b52b-e0bcc418fda0', 'code': 200} Jan 28 02:57:29.275207 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a1700-9dd4-4d69-8197-f7b8aa0a4a53 req-b5f7bc8a-971f-411a-a459-d33244ce1b33 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:29.276749 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b16a1700-9dd4-4d69-8197-f7b8aa0a4a53 req-b5f7bc8a-971f-411a-a459-d33244ce1b33 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 944 time: 1.2736058 Jan 28 02:57:29.330499 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd143a8-f143-4ebc-b3fb-97b567a8aadc tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:57:29.332315 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bb7f6956-0c26-418c-9c41-78d0f91134d7 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (d748181a-7753-4ded-a534-b1825b7e536c), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:29.349318 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff91354b-cc40-43fe-abdd-9414a00ddffb None None] Sync routers for ids ['bc4aa6bd-a58f-4377-8585-df37e794ff27'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:57:29.363731 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dcd143a8-f143-4ebc-b3fb-97b567a8aadc tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:29.373804 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff91354b-cc40-43fe-abdd-9414a00ddffb None None] Routers {'bc4aa6bd-a58f-4377-8585-df37e794ff27'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:57:29.374863 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-ff91354b-cc40-43fe-abdd-9414a00ddffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:57:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['bc4aa6bd-a58f-4377-8585-df37e794ff27'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:57:29.386580 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 3b632f61-c2ea-4e21-8400-21219ca29b64 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:57:29.390906 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41885db7-7feb-4d6d-a1b5-2ce0cde209d0 req-d1173f0e-701c-4fa0-8ce8-dfe0fbc8ec36 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:29.392594 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-41885db7-7feb-4d6d-a1b5-2ce0cde209d0 req-d1173f0e-701c-4fa0-8ce8-dfe0fbc8ec36 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.39 "GET /v2.0/networks?id=8a90ebac-f69f-461b-a785-3d45e68aad72 HTTP/1.1" status: 200 len: 805 time: 1.3905737 Jan 28 02:57:29.393704 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc041194-7034-4892-83eb-ea629fe42a44 req-8a5b430e-095c-4875-94e0-5298589fab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:29.395053 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dc041194-7034-4892-83eb-ea629fe42a44 req-8a5b430e-095c-4875-94e0-5298589fab15 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9ad405c8-038c-420f-81fd-16301459f3e0 HTTP/1.1" status: 200 len: 913 time: 1.0453739 Jan 28 02:57:29.402022 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-dcd143a8-f143-4ebc-b3fb-97b567a8aadc tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "PUT /v2.0/floatingips/095d31e6-3824-445b-bb55-5fcd25880b39 HTTP/1.1" status: 200 len: 992 time: 2.3744950 Jan 28 02:57:29.408200 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b03536b-816a-4138-81c8-e0e3342a0670', 'tag': 'ed4c6536-f823-4512-a178-a6f5dd8a1a5a'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:57:29.410014 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1552cf05-ae04-41ba-aec9-df1482acb313" -d '{"events": [{"name": "network-changed", "server_uuid": "3b03536b-816a-4138-81c8-e0e3342a0670", "tag": "ed4c6536-f823-4512-a178-a6f5dd8a1a5a"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:57:29.436343 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bb7f6956-0c26-418c-9c41-78d0f91134d7 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (d748181a-7753-4ded-a534-b1825b7e536c), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:29.442392 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-41885db7-7feb-4d6d-a1b5-2ce0cde209d0 req-62c53ac5-6ba2-41dc-b904-0c468b2f2020 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Request body: {'port': {'device_id': '9eed66d4-3408-4574-98a5-3d70fa26bd30', 'network_id': '8a90ebac-f69f-461b-a785-3d45e68aad72', 'admin_state_up': True, 'tenant_id': '681abe9293864888ab6acd56a99956db'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:29.453705 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bb7f6956-0c26-418c-9c41-78d0f91134d7 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (d748181a-7753-4ded-a534-b1825b7e536c), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:29.486556 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f6956-0c26-418c-9c41-78d0f91134d7 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d748181a-7753-4ded-a534-b1825b7e536c,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:29.496992 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 3b632f61-c2ea-4e21-8400-21219ca29b64 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:57:29.508317 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 3b632f61-c2ea-4e21-8400-21219ca29b64 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:57:29.509286 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3b632f61-c2ea-4e21-8400-21219ca29b64), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:29.511128 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bb7f6956-0c26-418c-9c41-78d0f91134d7 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:29.512373 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-bb7f6956-0c26-418c-9c41-78d0f91134d7 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2707033 Jan 28 02:57:29.515859 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42852) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:29.520432 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-0283e7d9-fb47-4848-9fcc-03a41e25c723 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Request body: {'security_group_rule': {'security_group_id': '35b834d8-dc00-4009-b197-ee4f16bad710', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:29.541890 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6775a-f903-4c23-99b4-e18fdc9c672b req-1ff92246-9b0e-4966-8385-71674e36fa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:29.543577 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7de6775a-f903-4c23-99b4-e18fdc9c672b req-1ff92246-9b0e-4966-8385-71674e36fa8f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 1097 time: 0.1057405 Jan 28 02:57:29.550410 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0283e7d9-fb47-4848-9fcc-03a41e25c723 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (e910dc8c-d17a-48e0-be63-d1da81e76fc1), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:29.551530 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c06b88bb-71c4-4bf9-aba8-08f73a0b4317 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (32b6ef6a-0a99-4150-b0de-71972688e635), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:29.617263 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dc041194-7034-4892-83eb-ea629fe42a44 req-37ea4e5c-3446-4f1f-ac4f-0dde9f08e5fe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78a63aee-71c7-40f6-af2d-7d95712fef02 HTTP/1.1" status: 200 len: 217 time: 0.1837902 Jan 28 02:57:29.644705 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f9fe30ea-0fbd-4eba-a0cb-83a44857ecd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:29.661096 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5561ea4-edc1-49cc-82ff-fd40b17a9374 x-openstack-request-id: req-d5561ea4-edc1-49cc-82ff-fd40b17a9374 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:57:29.661659 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b03536b-816a-4138-81c8-e0e3342a0670", "tag": "ed4c6536-f823-4512-a178-a6f5dd8a1a5a", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:57:29.662015 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d5561ea4-edc1-49cc-82ff-fd40b17a9374 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:57:29.662991 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b03536b-816a-4138-81c8-e0e3342a0670', 'tag': 'ed4c6536-f823-4512-a178-a6f5dd8a1a5a', 'status': 'completed', 'code': 200} Jan 28 02:57:29.691508 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-ff91354b-cc40-43fe-abdd-9414a00ddffb None None] Set router bc4aa6bd-a58f-4377-8585-df37e794ff27 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:57:29.705369 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0283e7d9-fb47-4848-9fcc-03a41e25c723 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (e910dc8c-d17a-48e0-be63-d1da81e76fc1), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:29.711082 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7de6775a-f903-4c23-99b4-e18fdc9c672b req-baa870d8-61ad-4b00-a954-82370181d234 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442018 Jan 28 02:57:29.730051 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0283e7d9-fb47-4848-9fcc-03a41e25c723 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (e910dc8c-d17a-48e0-be63-d1da81e76fc1), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:29.736472 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 3b632f61-c2ea-4e21-8400-21219ca29b64 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:29.736948 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3b632f61-c2ea-4e21-8400-21219ca29b64), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:29.787296 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc041194-7034-4892-83eb-ea629fe42a44 req-ab6faf78-c8e2-427b-a144-a2170d9c9659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:29.788871 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dc041194-7034-4892-83eb-ea629fe42a44 req-ab6faf78-c8e2-427b-a144-a2170d9c9659 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9725b179-589c-41d6-9206-867190a48986 HTTP/1.1" status: 200 len: 852 time: 0.0972822 Jan 28 02:57:29.795705 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b88bb-71c4-4bf9-aba8-08f73a0b4317 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Port': ['ID=32b6ef6a-0a99-4150-b0de-71972688e635,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:29.823256 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0283e7d9-fb47-4848-9fcc-03a41e25c723 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:29.824689 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0283e7d9-fb47-4848-9fcc-03a41e25c723 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3078780 Jan 28 02:57:29.827393 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0283e7d9-fb47-4848-9fcc-03a41e25c723 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e910dc8c-d17a-48e0-be63-d1da81e76fc1,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:29.839583 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42854) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:29.850962 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-cd071055-fa64-4dd8-9e83-81d261277c00 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Request body: {'security_group_rule': {'security_group_id': '35b834d8-dc00-4009-b197-ee4f16bad710', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:29.851413 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 3b632f61-c2ea-4e21-8400-21219ca29b64, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=3b632f61-c2ea-4e21-8400-21219ca29b64,segment=NetworkSegment(bafc5e9a-dbcc-4536-9a86-e2fe835f6204),segment_id=bafc5e9a-dbcc-4536-9a86-e2fe835f6204)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:57:29.862904 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3b632f61-c2ea-4e21-8400-21219ca29b64), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:29.892793 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b16a1700-9dd4-4d69-8197-f7b8aa0a4a53 req-409a1c97-24fe-4bdb-a85e-7bf3c880e730 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5563364 Jan 28 02:57:29.893879 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c06b88bb-71c4-4bf9-aba8-08f73a0b4317 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:29.895572 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552cf05-ae04-41ba-aec9-df1482acb313 req-6250104b-0218-4e7e-ab45-80827ee32664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:29.897623 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1552cf05-ae04-41ba-aec9-df1482acb313 req-6250104b-0218-4e7e-ab45-80827ee32664 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=befd34c380174bf4b40f46a4a27ffeac&device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 1098 time: 0.1906426 Jan 28 02:57:29.910978 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c06b88bb-71c4-4bf9-aba8-08f73a0b4317 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/ports/32b6ef6a-0a99-4150-b0de-71972688e635 HTTP/1.1" status: 204 len: 168 time: 2.6470351 Jan 28 02:57:29.916762 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42856) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:29.932838 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-cd071055-fa64-4dd8-9e83-81d261277c00 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (45ba3973-cb8a-42ea-878a-66843b2769b0), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:30.005093 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-cd071055-fa64-4dd8-9e83-81d261277c00 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (45ba3973-cb8a-42ea-878a-66843b2769b0), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:30.012421 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-cd071055-fa64-4dd8-9e83-81d261277c00 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (45ba3973-cb8a-42ea-878a-66843b2769b0), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:30.013536 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=3b632f61-c2ea-4e21-8400-21219ca29b64,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:30.043237 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd071055-fa64-4dd8-9e83-81d261277c00 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45ba3973-cb8a-42ea-878a-66843b2769b0,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:30.059767 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-cd071055-fa64-4dd8-9e83-81d261277c00 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:30.061193 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-cd071055-fa64-4dd8-9e83-81d261277c00 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2202737 Jan 28 02:57:30.072999 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42860) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:30.079507 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-fb4b001e-0655-498e-ac28-17df26550b88 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Request body: {'security_group_rule': {'security_group_id': '35b834d8-dc00-4009-b197-ee4f16bad710', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:30.109185 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-ff91354b-cc40-43fe-abdd-9414a00ddffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4aa6bd-a58f-4377-8585-df37e794ff27', 'name': 'tempest-ServersTestBootFromVolume-1814748997-router', 'tenant_id': 'befd34c380174bf4b40f46a4a27ffeac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:55:32Z', 'updated_at': '2022-01-28T02:55:39Z', 'revision_number': 4, 'project_id': 'befd34c380174bf4b40f46a4a27ffeac', 'gw_port': {'id': '3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4aa6bd-a58f-4377-8585-df37e794ff27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:55:33Z', 'updated_at': '2022-01-28T02:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '095d31e6-3824-445b-bb55-5fcd25880b39', 'tenant_id': 'befd34c380174bf4b40f46a4a27ffeac', 'floating_ip_address': '172.25.0.115', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': 'bc4aa6bd-a58f-4377-8585-df37e794ff27', 'port_id': 'ed4c6536-f823-4512-a178-a6f5dd8a1a5a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc952e9-3c46-450c-9a62-b53f248a00c4', 'mac_address': 'fa:16:3e:73:1b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b03536b-816a-4138-81c8-e0e3342a0670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:55:49Z', 'updated_at': '2022-01-28T02:57:27Z', 'revision_number': 1, 'project_id': 'befd34c380174bf4b40f46a4a27ffeac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea32e377-8c75-4715-9ada-f6b33bd5aa01', 'name': '', 'network_id': '7dc952e9-3c46-450c-9a62-b53f248a00c4', 'tenant_id': 'befd34c380174bf4b40f46a4a27ffeac', 'mac_address': 'fa:16:3e:b2:0e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4aa6bd-a58f-4377-8585-df37e794ff27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '16ee6f75-5845-453e-adc6-4f31252df005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:55:37Z', 'updated_at': '2022-01-28T02:55:46Z', 'revision_number': 5, 'project_id': 'befd34c380174bf4b40f46a4a27ffeac', 'subnets': [{'id': '16ee6f75-5845-453e-adc6-4f31252df005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:57:30.146277 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff91354b-cc40-43fe-abdd-9414a00ddffb None None] Checking router: bc4aa6bd-a58f-4377-8585-df37e794ff27 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:57:30.158054 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff91354b-cc40-43fe-abdd-9414a00ddffb None None] Routers {'bc4aa6bd-a58f-4377-8585-df37e794ff27'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:57:30.159162 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-ff91354b-cc40-43fe-abdd-9414a00ddffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:57:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['bc4aa6bd-a58f-4377-8585-df37e794ff27'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:57:30.226043 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fb4b001e-0655-498e-ac28-17df26550b88 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (791af90f-c0a5-4145-bde1-b8cf564dbf72), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:30.263219 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41885db7-7feb-4d6d-a1b5-2ce0cde209d0 req-62c53ac5-6ba2-41dc-b904-0c468b2f2020 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Made reservation on behalf of 681abe9293864888ab6acd56a99956db for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:57:30.267048 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-41885db7-7feb-4d6d-a1b5-2ce0cde209d0 req-62c53ac5-6ba2-41dc-b904-0c468b2f2020 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:30.282942 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dc041194-7034-4892-83eb-ea629fe42a44 req-f1481805-17bf-41ef-a903-7221cff39144 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9ad405c8-038c-420f-81fd-16301459f3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1238725 Jan 28 02:57:30.322005 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e992b-7fa7-41f1-a833-1b85da98740e req-a2c5c087-b6e1-44f0-bc42-92d7d6b17a19 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:30.327306 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7c9e7b-fb0c-40b5-ad5e-30c64959a596 None None] Network 00e51838-dce0-4440-a9f8-fd2fd28c5471 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:57:30.329564 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-ff91354b-cc40-43fe-abdd-9414a00ddffb None None] Set router bc4aa6bd-a58f-4377-8585-df37e794ff27 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:57:30.331122 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-715e992b-7fa7-41f1-a833-1b85da98740e req-a2c5c087-b6e1-44f0-bc42-92d7d6b17a19 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/ports?device_id=59a49f46-77d8-4533-b310-c7939f5d7c73 HTTP/1.1" status: 200 len: 944 time: 0.2257032 Jan 28 02:57:30.333767 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a252acd3-5574-4990-b533-f65b95d3c3fb tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:30.337782 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a252acd3-5574-4990-b533-f65b95d3c3fb tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4169259 Jan 28 02:57:30.353421 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42864) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:30.372511 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552cf05-ae04-41ba-aec9-df1482acb313 req-215ab817-0ec3-42c5-ba5c-4f48e9e2159f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:30.374113 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1552cf05-ae04-41ba-aec9-df1482acb313 req-215ab817-0ec3-42c5-ba5c-4f48e9e2159f service neutron] 10.222.0.67 "GET /v2.0/networks?id=7dc952e9-3c46-450c-9a62-b53f248a00c4 HTTP/1.1" status: 200 len: 917 time: 0.2676408 Jan 28 02:57:30.419735 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d7545a02-3954-4be5-b31b-830d0c23a20b req-0def50cb-2dd2-40bf-93a3-ded3de232700 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eed66d4-3408-4574-98a5-3d70fa26bd30 HTTP/1.1" status: 200 len: 210 time: 0.1276603 Jan 28 02:57:30.420943 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-875810ef-bf35-4378-9c20-a01948edddfb admin admin] Publish callbacks [] for router_gateway (ec8d61b7-9938-4b0f-901d-eff26948667f), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:30.473156 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fb4b001e-0655-498e-ac28-17df26550b88 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (791af90f-c0a5-4145-bde1-b8cf564dbf72), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:30.487398 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-3d3bfe34-ce50-417e-9274-f53ef0bf6562 None None] Provisioning complete for port ae4cd1a0-5f8c-40d0-9f09-707670e2e298 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:57:30.487637 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3d3bfe34-ce50-417e-9274-f53ef0bf6562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ae4cd1a0-5f8c-40d0-9f09-707670e2e298), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:30.504901 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-875810ef-bf35-4378-9c20-a01948edddfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:30.516743 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fb4b001e-0655-498e-ac28-17df26550b88 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (791af90f-c0a5-4145-bde1-b8cf564dbf72), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:30.547832 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-715e992b-7fa7-41f1-a833-1b85da98740e req-9367962e-4855-49a2-be0b-3bdbeabe8023 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0d6f1b4-a765-4649-a701-1de747dcfdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158139 Jan 28 02:57:30.586905 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1552cf05-ae04-41ba-aec9-df1482acb313 req-f84ce70e-a322-40bd-99ee-e662d571a8f4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed4c6536-f823-4512-a178-a6f5dd8a1a5a HTTP/1.1" status: 200 len: 1000 time: 0.2027676 Jan 28 02:57:30.589546 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4b001e-0655-498e-ac28-17df26550b88 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=791af90f-c0a5-4145-bde1-b8cf564dbf72,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:30.601199 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fb4b001e-0655-498e-ac28-17df26550b88 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:30.601199 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-fb4b001e-0655-498e-ac28-17df26550b88 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5260293 Jan 28 02:57:30.606929 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42870) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:30.696407 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ae4cd1a0-5f8c-40d0-9f09-707670e2e298 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:57:30.706581 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-089c1400-8205-464f-b8e0-ec049cf88c28 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (791af90f-c0a5-4145-bde1-b8cf564dbf72), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:30.720460 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-089c1400-8205-464f-b8e0-ec049cf88c28 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (791af90f-c0a5-4145-bde1-b8cf564dbf72), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:30.724046 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552cf05-ae04-41ba-aec9-df1482acb313 req-84e615cf-7dcc-4fdf-96c7-0297912441d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:30.725613 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1552cf05-ae04-41ba-aec9-df1482acb313 req-84e615cf-7dcc-4fdf-96c7-0297912441d7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=16ee6f75-5845-453e-adc6-4f31252df005 HTTP/1.1" status: 200 len: 855 time: 0.1197042 Jan 28 02:57:30.735061 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-ff91354b-cc40-43fe-abdd-9414a00ddffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4aa6bd-a58f-4377-8585-df37e794ff27', 'name': 'tempest-ServersTestBootFromVolume-1814748997-router', 'tenant_id': 'befd34c380174bf4b40f46a4a27ffeac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:55:32Z', 'updated_at': '2022-01-28T02:55:39Z', 'revision_number': 4, 'project_id': 'befd34c380174bf4b40f46a4a27ffeac', 'gw_port': {'id': '3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4aa6bd-a58f-4377-8585-df37e794ff27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:55:33Z', 'updated_at': '2022-01-28T02:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '095d31e6-3824-445b-bb55-5fcd25880b39', 'tenant_id': 'befd34c380174bf4b40f46a4a27ffeac', 'floating_ip_address': '172.25.0.115', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': 'bc4aa6bd-a58f-4377-8585-df37e794ff27', 'port_id': 'ed4c6536-f823-4512-a178-a6f5dd8a1a5a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc952e9-3c46-450c-9a62-b53f248a00c4', 'mac_address': 'fa:16:3e:73:1b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b03536b-816a-4138-81c8-e0e3342a0670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:55:49Z', 'updated_at': '2022-01-28T02:57:27Z', 'revision_number': 1, 'project_id': 'befd34c380174bf4b40f46a4a27ffeac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea32e377-8c75-4715-9ada-f6b33bd5aa01', 'name': '', 'network_id': '7dc952e9-3c46-450c-9a62-b53f248a00c4', 'tenant_id': 'befd34c380174bf4b40f46a4a27ffeac', 'mac_address': 'fa:16:3e:b2:0e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4aa6bd-a58f-4377-8585-df37e794ff27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '16ee6f75-5845-453e-adc6-4f31252df005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:55:37Z', 'updated_at': '2022-01-28T02:55:46Z', 'revision_number': 5, 'project_id': 'befd34c380174bf4b40f46a4a27ffeac', 'subnets': [{'id': '16ee6f75-5845-453e-adc6-4f31252df005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:57:30.762025 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-089c1400-8205-464f-b8e0-ec049cf88c28 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (791af90f-c0a5-4145-bde1-b8cf564dbf72), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:30.766246 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff91354b-cc40-43fe-abdd-9414a00ddffb None None] The sync data for ids ['bc4aa6bd-a58f-4377-8585-df37e794ff27'] in n-d-712139-27 is: [{'id': 'bc4aa6bd-a58f-4377-8585-df37e794ff27', 'name': 'tempest-ServersTestBootFromVolume-1814748997-router', 'tenant_id': 'befd34c380174bf4b40f46a4a27ffeac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:55:32Z', 'updated_at': '2022-01-28T02:55:39Z', 'revision_number': 4, 'project_id': 'befd34c380174bf4b40f46a4a27ffeac', 'gw_port': {'id': '3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4aa6bd-a58f-4377-8585-df37e794ff27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:55:33Z', 'updated_at': '2022-01-28T02:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '095d31e6-3824-445b-bb55-5fcd25880b39', 'tenant_id': 'befd34c380174bf4b40f46a4a27ffeac', 'floating_ip_address': '172.25.0.115', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': 'bc4aa6bd-a58f-4377-8585-df37e794ff27', 'port_id': 'ed4c6536-f823-4512-a178-a6f5dd8a1a5a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc952e9-3c46-450c-9a62-b53f248a00c4', 'mac_address': 'fa:16:3e:73:1b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b03536b-816a-4138-81c8-e0e3342a0670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:55:49Z', 'updated_at': '2022-01-28T02:57:27Z', 'revision_number': 1, 'project_id': 'befd34c380174bf4b40f46a4a27ffeac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea32e377-8c75-4715-9ada-f6b33bd5aa01', 'name': '', 'network_id': '7dc952e9-3c46-450c-9a62-b53f248a00c4', 'tenant_id': 'befd34c380174bf4b40f46a4a27ffeac', 'mac_address': 'fa:16:3e:b2:0e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4aa6bd-a58f-4377-8585-df37e794ff27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '16ee6f75-5845-453e-adc6-4f31252df005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:55:37Z', 'updated_at': '2022-01-28T02:55:46Z', 'revision_number': 5, 'project_id': 'befd34c380174bf4b40f46a4a27ffeac', 'subnets': [{'id': '16ee6f75-5845-453e-adc6-4f31252df005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:57:30.773784 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefd834e-7022-4453-8655-03f62fa41885 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:30.778515 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-cefd834e-7022-4453-8655-03f62fa41885 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4190290 Jan 28 02:57:30.778778 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-089c1400-8205-464f-b8e0-ec049cf88c28 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:30.778996 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-089c1400-8205-464f-b8e0-ec049cf88c28 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/791af90f-c0a5-4145-bde1-b8cf564dbf72 HTTP/1.1" status: 204 len: 168 time: 0.1709280 Jan 28 02:57:30.781465 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42872) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:30.781870 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42874) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:30.813544 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dc041194-7034-4892-83eb-ea629fe42a44 req-78dbd3f2-4b6c-441a-822f-d74949c6c8b2 service neutron] 10.222.0.67 "GET /v2.0/networks/9ad405c8-038c-420f-81fd-16301459f3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5126562 Jan 28 02:57:30.842880 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c1400-8205-464f-b8e0-ec049cf88c28 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=791af90f-c0a5-4145-bde1-b8cf564dbf72,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:30.914435 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e118dd5-a5d5-4c91-a061-a46b83138d19 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:30.915755 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e118dd5-a5d5-4c91-a061-a46b83138d19 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:30.917103 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e118dd5-a5d5-4c91-a061-a46b83138d19 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:30.921299 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6e118dd5-a5d5-4c91-a061-a46b83138d19 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1189413 Jan 28 02:57:30.933584 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b0329bca-710b-47e2-9524-bea598ae7101 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1319075 Jan 28 02:57:30.935990 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42878) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:30.936331 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42880) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:30.955288 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552cf05-ae04-41ba-aec9-df1482acb313 req-c4e754e3-f95a-4172-bf2f-d30b8f414c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:30.956912 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1552cf05-ae04-41ba-aec9-df1482acb313 req-c4e754e3-f95a-4172-bf2f-d30b8f414c9f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7dc952e9-3c46-450c-9a62-b53f248a00c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1766145 Jan 28 02:57:30.991870 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-3d3bfe34-ce50-417e-9274-f53ef0bf6562 None None] Current status of the port ae4cd1a0-5f8c-40d0-9f09-707670e2e298 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:30.992302 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3d3bfe34-ce50-417e-9274-f53ef0bf6562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ae4cd1a0-5f8c-40d0-9f09-707670e2e298), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:31.033462 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-3d3bfe34-ce50-417e-9274-f53ef0bf6562 None None] For port ae4cd1a0-5f8c-40d0-9f09-707670e2e298, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ae4cd1a0-5f8c-40d0-9f09-707670e2e298,segment=NetworkSegment(242cab35-05c2-4e9b-b7a3-b9ace6aa1f3a),segment_id=242cab35-05c2-4e9b-b7a3-b9ace6aa1f3a)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:57:31.038953 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port ae4cd1a0-5f8c-40d0-9f09-707670e2e298 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:57:31.039338 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ae4cd1a0-5f8c-40d0-9f09-707670e2e298), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:31.070594 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3d3bfe34-ce50-417e-9274-f53ef0bf6562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ae4cd1a0-5f8c-40d0-9f09-707670e2e298), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:31.085919 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-41885db7-7feb-4d6d-a1b5-2ce0cde209d0 req-62c53ac5-6ba2-41dc-b904-0c468b2f2020 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Allocated IP 172.20.0.7 (8a90ebac-f69f-461b-a785-3d45e68aad72/4a514938-18f7-4fe1-ae61-4e73697ccb7f/80f08abf-3142-47c0-8d4e-a81f5359ca91) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:57:31.093444 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dc041194-7034-4892-83eb-ea629fe42a44 req-e6e411be-9ecd-410e-8140-7a957ea6fae5 service neutron] 10.222.0.67 "GET /v2.0/networks/9ad405c8-038c-420f-81fd-16301459f3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647126 Jan 28 02:57:31.116368 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fc175544-bb32-4fae-847a-f60a0cb69c54 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (45ba3973-cb8a-42ea-878a-66843b2769b0), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:31.143065 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-8234d293-55af-4f3d-a706-777b34e34a64 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting subnet 41c95bfd-4751-45fb-b493-ff8d92f7a009 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:57:31.144565 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-875810ef-bf35-4378-9c20-a01948edddfb admin admin] Allocated IP 172.25.0.137 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/561c8070-c59b-4dcf-9a34-b7c898b7089c) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:57:31.179808 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fc175544-bb32-4fae-847a-f60a0cb69c54 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (45ba3973-cb8a-42ea-878a-66843b2769b0), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:31.182676 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8234d293-55af-4f3d-a706-777b34e34a64 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (41c95bfd-4751-45fb-b493-ff8d92f7a009), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:31.211812 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3bfe34-ce50-417e-9274-f53ef0bf6562 None None] Pushing event updated for resources: {'Port': ['ID=ae4cd1a0-5f8c-40d0-9f09-707670e2e298,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:31.220081 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f2ff71-e190-4ca2-8b76-473a84fd0145 None None] New status for floating IP 095d31e6-3824-445b-bb55-5fcd25880b39: ACTIVE {{(pid=109804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:57:31.267167 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7304f01-7d8c-42b7-bfff-200204e5ab54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b632f61-c2ea-4e21-8400-21219ca29b64'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:57:31.269657 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2924228-4698-4f2d-a15c-0d867bdf0bf8" -d '{"events": [{"server_uuid": "b7304f01-7d8c-42b7-bfff-200204e5ab54", "name": "network-vif-plugged", "status": "completed", "tag": "3b632f61-c2ea-4e21-8400-21219ca29b64"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:57:31.303198 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port ae4cd1a0-5f8c-40d0-9f09-707670e2e298 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:31.356629 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79eee85-f293-486b-86f7-12031f3f32f3 req-444bab0f-27da-4fe4-9629-5a75da9bf789 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:31.360873 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a79eee85-f293-486b-86f7-12031f3f32f3 req-444bab0f-27da-4fe4-9629-5a75da9bf789 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 945 time: 0.3617887 Jan 28 02:57:31.372744 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8234d293-55af-4f3d-a706-777b34e34a64 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (41c95bfd-4751-45fb-b493-ff8d92f7a009), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:31.378960 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a69248-f287-48d9-8ac4-919f02864db8 x-openstack-request-id: req-88a69248-f287-48d9-8ac4-919f02864db8 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:57:31.379377 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7304f01-7d8c-42b7-bfff-200204e5ab54", "name": "network-vif-plugged", "status": "completed", "tag": "3b632f61-c2ea-4e21-8400-21219ca29b64", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:57:31.379503 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-88a69248-f287-48d9-8ac4-919f02864db8 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:57:31.379915 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7304f01-7d8c-42b7-bfff-200204e5ab54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b632f61-c2ea-4e21-8400-21219ca29b64', 'code': 200} Jan 28 02:57:31.405530 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1552cf05-ae04-41ba-aec9-df1482acb313 req-6eb7eb45-ce19-49aa-9cb7-b4e63f3e3bcf service neutron] 10.222.0.67 "GET /v2.0/networks/7dc952e9-3c46-450c-9a62-b53f248a00c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176383 Jan 28 02:57:31.428269 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fc175544-bb32-4fae-847a-f60a0cb69c54 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (45ba3973-cb8a-42ea-878a-66843b2769b0), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:31.445256 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fc175544-bb32-4fae-847a-f60a0cb69c54 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:31.446544 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-fc175544-bb32-4fae-847a-f60a0cb69c54 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/45ba3973-cb8a-42ea-878a-66843b2769b0 HTTP/1.1" status: 204 len: 168 time: 0.5080550 Jan 28 02:57:31.448768 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-0d359ea8-3c20-41df-a634-181dd538a0d7 None None] Provisioning complete for port ae4cd1a0-5f8c-40d0-9f09-707670e2e298 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:57:31.450072 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0d359ea8-3c20-41df-a634-181dd538a0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ae4cd1a0-5f8c-40d0-9f09-707670e2e298), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:31.465682 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42884) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:31.493000 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-41885db7-7feb-4d6d-a1b5-2ce0cde209d0 req-62c53ac5-6ba2-41dc-b904-0c468b2f2020 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks [] for port (80f08abf-3142-47c0-8d4e-a81f5359ca91), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:31.512012 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc175544-bb32-4fae-847a-f60a0cb69c54 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45ba3973-cb8a-42ea-878a-66843b2769b0,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:31.552848 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-41885db7-7feb-4d6d-a1b5-2ce0cde209d0 req-62c53ac5-6ba2-41dc-b904-0c468b2f2020 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (80f08abf-3142-47c0-8d4e-a81f5359ca91), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:31.594096 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['8bc3e1e3-3b8b-493b-825e-e109d60fabfc'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:57:31.612796 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a79eee85-f293-486b-86f7-12031f3f32f3 req-bd8cc0d7-51e2-4ee6-a97d-f7ab8b386237 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351723 Jan 28 02:57:31.620734 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-875810ef-bf35-4378-9c20-a01948edddfb admin admin] Publish callbacks [] for port (561c8070-c59b-4dcf-9a34-b7c898b7089c), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:31.628575 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-013451bc-3ccc-4a08-94f7-5e39c2418642 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1602101 Jan 28 02:57:31.638510 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42892) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:31.643301 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-0d359ea8-3c20-41df-a634-181dd538a0d7 None None] Current status of the port ae4cd1a0-5f8c-40d0-9f09-707670e2e298 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:31.683651 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1552cf05-ae04-41ba-aec9-df1482acb313 req-79612553-2db4-4265-8f7d-35163ca7bbc7 service neutron] 10.222.0.67 "GET /v2.0/networks/7dc952e9-3c46-450c-9a62-b53f248a00c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670765 Jan 28 02:57:31.685276 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8234d293-55af-4f3d-a706-777b34e34a64 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (41c95bfd-4751-45fb-b493-ff8d92f7a009), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:31.717970 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41885db7-7feb-4d6d-a1b5-2ce0cde209d0 req-62c53ac5-6ba2-41dc-b904-0c468b2f2020 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Network 8a90ebac-f69f-461b-a785-3d45e68aad72 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:57:31.725770 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-41885db7-7feb-4d6d-a1b5-2ce0cde209d0 req-62c53ac5-6ba2-41dc-b904-0c468b2f2020 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:57:31.728461 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-41885db7-7feb-4d6d-a1b5-2ce0cde209d0 req-62c53ac5-6ba2-41dc-b904-0c468b2f2020 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:57:31.732919 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-320a0c44-e58e-4b49-8abd-95456e7cb155 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (e910dc8c-d17a-48e0-be63-d1da81e76fc1), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:31.747562 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-320a0c44-e58e-4b49-8abd-95456e7cb155 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (e910dc8c-d17a-48e0-be63-d1da81e76fc1), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:31.791603 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-320a0c44-e58e-4b49-8abd-95456e7cb155 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (e910dc8c-d17a-48e0-be63-d1da81e76fc1), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:31.803224 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-26508958-a191-43be-8e92-43b4f0462b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:31.809385 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-320a0c44-e58e-4b49-8abd-95456e7cb155 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:31.812565 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-320a0c44-e58e-4b49-8abd-95456e7cb155 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/e910dc8c-d17a-48e0-be63-d1da81e76fc1 HTTP/1.1" status: 204 len: 168 time: 0.1692717 Jan 28 02:57:31.817084 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8234d293-55af-4f3d-a706-777b34e34a64 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (41c95bfd-4751-45fb-b493-ff8d92f7a009), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:31.827110 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42896) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:31.827215 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c53ac5-6ba2-41dc-b904-0c468b2f2020 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Pushing event updated for resources: {'Port': ['ID=80f08abf-3142-47c0-8d4e-a81f5359ca91,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:31.873798 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41885db7-7feb-4d6d-a1b5-2ce0cde209d0 req-62c53ac5-6ba2-41dc-b904-0c468b2f2020 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:31.874521 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-41885db7-7feb-4d6d-a1b5-2ce0cde209d0 req-62c53ac5-6ba2-41dc-b904-0c468b2f2020 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:31.876945 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a0c44-e58e-4b49-8abd-95456e7cb155 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e910dc8c-d17a-48e0-be63-d1da81e76fc1,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:31.883165 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8234d293-55af-4f3d-a706-777b34e34a64 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Subnet': ['ID=41c95bfd-4751-45fb-b493-ff8d92f7a009,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:31.888881 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8234d293-55af-4f3d-a706-777b34e34a64 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:31.895189 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8234d293-55af-4f3d-a706-777b34e34a64 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/41c95bfd-4751-45fb-b493-ff8d92f7a009 HTTP/1.1" status: 204 len: 168 time: 0.9578347 Jan 28 02:57:31.895790 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42898) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:31.895889 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2b99d-4538-4a41-9287-f8f15f3be983 req-85daa9fb-05f8-494f-a062-8ae615777087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:31.896333 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7501fbba-16ee-4ca4-af6f-600a237058bf None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:57:31.897832 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3dd2b99d-4538-4a41-9287-f8f15f3be983 req-85daa9fb-05f8-494f-a062-8ae615777087 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b7304f01-7d8c-42b7-bfff-200204e5ab54 HTTP/1.1" status: 200 len: 1097 time: 0.3540320 Jan 28 02:57:31.917463 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 78a63aee-71c7-40f6-af2d-7d95712fef02 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:57:31.936675 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ccb369-249a-462d-9cae-789258c03eb6 req-9b788319-5685-4b22-ab5d-c1c3f40eb58f tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:31.944582 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-89ccb369-249a-462d-9cae-789258c03eb6 req-9b788319-5685-4b22-ab5d-c1c3f40eb58f tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eed66d4-3408-4574-98a5-3d70fa26bd30 HTTP/1.1" status: 200 len: 931 time: 0.3430076 Jan 28 02:57:31.955881 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-875810ef-bf35-4378-9c20-a01948edddfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (561c8070-c59b-4dcf-9a34-b7c898b7089c), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:31.972670 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-41885db7-7feb-4d6d-a1b5-2ce0cde209d0 req-62c53ac5-6ba2-41dc-b904-0c468b2f2020 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5532441 Jan 28 02:57:31.989132 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9841b830-af2d-4e86-a28c-25aaeb962bdd tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1591964 Jan 28 02:57:31.992946 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42900) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:32.017117 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-41885db7-7feb-4d6d-a1b5-2ce0cde209d0 req-04dac6dc-e7e9-4196-809c-dfd353c5b7b4 service neutron] Request body: {'port': {'device_id': '9eed66d4-3408-4574-98a5-3d70fa26bd30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:32.020091 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a69009c-6395-4d8f-a13e-6cf41b0bceaa tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting subnet 756f37a6-cf07-4ee5-9b2d-5b11b503da53 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:57:32.026957 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4a69009c-6395-4d8f-a13e-6cf41b0bceaa tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (756f37a6-cf07-4ee5-9b2d-5b11b503da53), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:32.055004 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875810ef-bf35-4378-9c20-a01948edddfb admin admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:57:32.071555 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca9a7f7-592a-4c36-a914-21d4dd2adf82 req-e13b3cae-ecfa-4b7d-8781-de41b413b8dc tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:32.073927 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6ca9a7f7-592a-4c36-a914-21d4dd2adf82 req-e13b3cae-ecfa-4b7d-8781-de41b413b8dc tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/ports?device_id=59a49f46-77d8-4533-b310-c7939f5d7c73 HTTP/1.1" status: 200 len: 944 time: 0.1758127 Jan 28 02:57:32.090406 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-97697822-4350-45c1-8d50-2ff637e46506 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (d748181a-7753-4ded-a534-b1825b7e536c), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:32.094805 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-875810ef-bf35-4378-9c20-a01948edddfb admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:57:32.097486 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875810ef-bf35-4378-9c20-a01948edddfb admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:57:32.105585 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 78a63aee-71c7-40f6-af2d-7d95712fef02, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=78a63aee-71c7-40f6-af2d-7d95712fef02,segment=NetworkSegment(bafc5e9a-dbcc-4536-9a86-e2fe835f6204),segment_id=bafc5e9a-dbcc-4536-9a86-e2fe835f6204)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:57:32.113556 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-97697822-4350-45c1-8d50-2ff637e46506 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (d748181a-7753-4ded-a534-b1825b7e536c), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:32.120913 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '78a63aee-71c7-40f6-af2d-7d95712fef02', 'network_id': '9ad405c8-038c-420f-81fd-16301459f3e0', 'port_id': '78a63aee-71c7-40f6-af2d-7d95712fef02', 'mac_address': 'fa:16:3e:da:c2:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9725b179-589c-41d6-9206-867190a48986', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:57:32.126928 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3dd2b99d-4538-4a41-9287-f8f15f3be983 req-b1fd1999-a531-4530-b165-c32d32fd4ac4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b0d6f1b4-a765-4649-a701-1de747dcfdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194061 Jan 28 02:57:32.135599 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4a69009c-6395-4d8f-a13e-6cf41b0bceaa tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (756f37a6-cf07-4ee5-9b2d-5b11b503da53), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:32.135896 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875810ef-bf35-4378-9c20-a01948edddfb admin admin] Pushing event updated for resources: {'Port': ['ID=561c8070-c59b-4dcf-9a34-b7c898b7089c,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:32.153514 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-89ccb369-249a-462d-9cae-789258c03eb6 req-b7b18283-5b2e-42e7-bd2e-2d424f5321a3 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039731 Jan 28 02:57:32.170581 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 78a63aee-71c7-40f6-af2d-7d95712fef02 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:32.171077 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (78a63aee-71c7-40f6-af2d-7d95712fef02), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:32.195722 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78a63aee-71c7-40f6-af2d-7d95712fef02 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:57:32.224745 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 78a63aee-71c7-40f6-af2d-7d95712fef02, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=78a63aee-71c7-40f6-af2d-7d95712fef02,segment=NetworkSegment(bafc5e9a-dbcc-4536-9a86-e2fe835f6204),segment_id=bafc5e9a-dbcc-4536-9a86-e2fe835f6204)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:57:32.231645 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (78a63aee-71c7-40f6-af2d-7d95712fef02), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:32.239129 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-41885db7-7feb-4d6d-a1b5-2ce0cde209d0 req-04dac6dc-e7e9-4196-809c-dfd353c5b7b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (80f08abf-3142-47c0-8d4e-a81f5359ca91), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:32.248513 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-97697822-4350-45c1-8d50-2ff637e46506 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (d748181a-7753-4ded-a534-b1825b7e536c), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:32.267747 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-97697822-4350-45c1-8d50-2ff637e46506 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:32.271691 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-97697822-4350-45c1-8d50-2ff637e46506 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/d748181a-7753-4ded-a534-b1825b7e536c HTTP/1.1" status: 204 len: 168 time: 0.2743967 Jan 28 02:57:32.301766 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42902) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:32.315212 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=78a63aee-71c7-40f6-af2d-7d95712fef02,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:32.329834 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6ca9a7f7-592a-4c36-a914-21d4dd2adf82 req-64785573-e532-4bfa-9f3d-2e9da0abb363 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0d6f1b4-a765-4649-a701-1de747dcfdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410920 Jan 28 02:57:32.330961 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97697822-4350-45c1-8d50-2ff637e46506 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d748181a-7753-4ded-a534-b1825b7e536c,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:32.367360 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4a69009c-6395-4d8f-a13e-6cf41b0bceaa tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (756f37a6-cf07-4ee5-9b2d-5b11b503da53), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:32.447320 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4a69009c-6395-4d8f-a13e-6cf41b0bceaa tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (756f37a6-cf07-4ee5-9b2d-5b11b503da53), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:32.487771 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69009c-6395-4d8f-a13e-6cf41b0bceaa tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Subnet': ['ID=756f37a6-cf07-4ee5-9b2d-5b11b503da53,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:32.490577 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4a69009c-6395-4d8f-a13e-6cf41b0bceaa tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:32.494725 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4a69009c-6395-4d8f-a13e-6cf41b0bceaa tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/756f37a6-cf07-4ee5-9b2d-5b11b503da53 HTTP/1.1" status: 204 len: 168 time: 0.5956059 Jan 28 02:57:32.497327 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42904) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:32.544578 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-782552c5-1580-4cd8-bf85-f78f576d0500 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2408338 Jan 28 02:57:32.548693 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42906) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:32.564114 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-de1158f2-2be5-4110-a5b5-8df23924a8ae tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0647123 Jan 28 02:57:32.565001 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42908) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:32.570681 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-ed949881-ed2f-426b-8a14-5b7bb870c03b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'subnet': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:32.686030 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ae4cd1a0-5f8c-40d0-9f09-707670e2e298 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:57:32.708099 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed949881-ed2f-426b-8a14-5b7bb870c03b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:57:32.715272 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ed949881-ed2f-426b-8a14-5b7bb870c03b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:32.758700 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-52bb2827-091e-48fe-9468-d1dff8e02726 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (8e76cecd-0068-4f9e-a0f3-88c5098ec27f), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:32.784862 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port ae4cd1a0-5f8c-40d0-9f09-707670e2e298 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:57:32.785445 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ae4cd1a0-5f8c-40d0-9f09-707670e2e298), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:32.790789 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-52bb2827-091e-48fe-9468-d1dff8e02726 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (8e76cecd-0068-4f9e-a0f3-88c5098ec27f), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:32.813876 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['78a63aee-71c7-40f6-af2d-7d95712fef02'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:57:32.823113 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-875810ef-bf35-4378-9c20-a01948edddfb admin admin] Publish callbacks [] for router_gateway (ec8d61b7-9938-4b0f-901d-eff26948667f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:32.945933 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb07c1a-1a43-477c-8da2-3b55c63a540c req-f51b5d9c-5e34-43c8-a1e0-4f16312107cc tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:32.954014 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cfb07c1a-1a43-477c-8da2-3b55c63a540c req-f51b5d9c-5e34-43c8-a1e0-4f16312107cc tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 945 time: 0.1680014 Jan 28 02:57:32.966203 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-52bb2827-091e-48fe-9468-d1dff8e02726 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (8e76cecd-0068-4f9e-a0f3-88c5098ec27f), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:32.974953 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-52bb2827-091e-48fe-9468-d1dff8e02726 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:32.978628 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-52bb2827-091e-48fe-9468-d1dff8e02726 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/8e76cecd-0068-4f9e-a0f3-88c5098ec27f HTTP/1.1" status: 204 len: 168 time: 0.4265091 Jan 28 02:57:32.986816 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port ae4cd1a0-5f8c-40d0-9f09-707670e2e298 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:32.995036 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42914) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:33.071192 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-36bb0068-db21-4926-beff-096357052e64 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0749722 Jan 28 02:57:33.091297 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42916) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:33.135888 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007662ca-de18-42ef-9f57-add7429bbdce None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:57:33.248536 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:33.264618 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aef77b57-726d-40e1-a5d5-5c454b96645a tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (35b834d8-dc00-4009-b197-ee4f16bad710), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:33.276047 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-056bd5a9-fba9-4ae6-ab92-f6c5e4b52d96 None None] Provisioning complete for port ea135aee-a8fd-46a0-b5a8-85dfc6e9df46 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:57:33.276311 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-056bd5a9-fba9-4ae6-ab92-f6c5e4b52d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ea135aee-a8fd-46a0-b5a8-85dfc6e9df46), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:33.278925 n-d-712139-27 neutron-server[109802]: DEBUG neutron.objects.ports [None req-ed949881-ed2f-426b-8a14-5b7bb870c03b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109802) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 02:57:33.335311 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:33.389900 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aef77b57-726d-40e1-a5d5-5c454b96645a tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (35b834d8-dc00-4009-b197-ee4f16bad710), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:33.434763 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-056bd5a9-fba9-4ae6-ab92-f6c5e4b52d96 None None] Current status of the port ea135aee-a8fd-46a0-b5a8-85dfc6e9df46 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:33.458194 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c7655-05f1-4acd-a949-9b8611c6d4fd req-7d36bcad-ab3f-4e52-ab7e-63dc20fdf04f tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:33.461644 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e29c7655-05f1-4acd-a949-9b8611c6d4fd req-7d36bcad-ab3f-4e52-ab7e-63dc20fdf04f tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eed66d4-3408-4574-98a5-3d70fa26bd30 HTTP/1.1" status: 200 len: 931 time: 0.1860175 Jan 28 02:57:33.505874 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20c69c4-9093-4d68-bd14-1469cc1d187b None None] Update dhcp port {'port': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'fixed_ips': [{'subnet_id': '4849a51a-c750-4672-a932-06d813d2b976'}], 'binding:host_id': 'n-d-712139-27'}, 'id': 'ea135aee-a8fd-46a0-b5a8-85dfc6e9df46'} from n-d-712139-27. {{(pid=109804) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 02:57:33.521525 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aef77b57-726d-40e1-a5d5-5c454b96645a tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (35b834d8-dc00-4009-b197-ee4f16bad710), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:33.524192 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aef77b57-726d-40e1-a5d5-5c454b96645a tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:33.528156 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb2827-091e-48fe-9468-d1dff8e02726 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e76cecd-0068-4f9e-a0f3-88c5098ec27f,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:33.528337 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-aef77b57-726d-40e1-a5d5-5c454b96645a tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "DELETE /v2.0/security-groups/35b834d8-dc00-4009-b197-ee4f16bad710 HTTP/1.1" status: 204 len: 168 time: 0.4335749 Jan 28 02:57:33.535834 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42924) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:33.542268 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b20c69c4-9093-4d68-bd14-1469cc1d187b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ea135aee-a8fd-46a0-b5a8-85dfc6e9df46), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:33.574126 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef77b57-726d-40e1-a5d5-5c454b96645a tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b834d8-dc00-4009-b197-ee4f16bad710,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:33.621795 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e29c7655-05f1-4acd-a949-9b8611c6d4fd req-4115d37d-c655-4dba-94b4-5cd2ca41287f tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308689 Jan 28 02:57:33.649396 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ed949881-ed2f-426b-8a14-5b7bb870c03b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ea135aee-a8fd-46a0-b5a8-85dfc6e9df46), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:33.683762 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4380b950-b599-43d2-a48a-7b946344f81f tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1442780 Jan 28 02:57:33.688963 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42926) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:33.689753 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-41885db7-7feb-4d6d-a1b5-2ce0cde209d0 req-04dac6dc-e7e9-4196-809c-dfd353c5b7b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80f08abf-3142-47c0-8d4e-a81f5359ca91 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:57:33.696043 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-c1989455-76f2-4c41-bfd5-673dace9dc8a tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Request body: {'security_group': {'name': 'tempest-secgroup--391178181'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:33.701258 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-41885db7-7feb-4d6d-a1b5-2ce0cde209d0 req-04dac6dc-e7e9-4196-809c-dfd353c5b7b4 service neutron] Publish callbacks [] for port (80f08abf-3142-47c0-8d4e-a81f5359ca91), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:33.743815 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cfb07c1a-1a43-477c-8da2-3b55c63a540c req-63503b63-46f5-473c-be28-e692acbfa288 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7657285 Jan 28 02:57:33.758586 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.api [None req-b20c69c4-9093-4d68-bd14-1469cc1d187b None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fed3:7cda-773f9f9b-c8db-4ecd-8123-23439289bf {{(pid=109804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 02:57:33.759111 n-d-712139-27 neutron-server[109804]: DEBUG oslo_db.api [None req-b20c69c4-9093-4d68-bd14-1469cc1d187b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 02:57:33.763407 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c1989455-76f2-4c41-bfd5-673dace9dc8a tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:33.780953 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-41885db7-7feb-4d6d-a1b5-2ce0cde209d0 req-04dac6dc-e7e9-4196-809c-dfd353c5b7b4 service neutron] Transition to ACTIVE for port object 80f08abf-3142-47c0-8d4e-a81f5359ca91 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:57:33.787856 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-41885db7-7feb-4d6d-a1b5-2ce0cde209d0 req-04dac6dc-e7e9-4196-809c-dfd353c5b7b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (80f08abf-3142-47c0-8d4e-a81f5359ca91), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:33.839594 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dac6dc-e7e9-4196-809c-dfd353c5b7b4 service neutron] Pushing event updated for resources: {'Port': ['ID=80f08abf-3142-47c0-8d4e-a81f5359ca91,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:33.869117 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-875810ef-bf35-4378-9c20-a01948edddfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (ec8d61b7-9938-4b0f-901d-eff26948667f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:33.991026 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-ed949881-ed2f-426b-8a14-5b7bb870c03b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] For port ea135aee-a8fd-46a0-b5a8-85dfc6e9df46, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ea135aee-a8fd-46a0-b5a8-85dfc6e9df46,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:57:34.000530 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2ba6d-9ae1-4295-91fb-f49e00fb53af req-b819a672-af25-4db8-a1d0-d3e52ba63e14 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:34.002408 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c3a2ba6d-9ae1-4295-91fb-f49e00fb53af req-b819a672-af25-4db8-a1d0-d3e52ba63e14 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/ports?device_id=59a49f46-77d8-4533-b310-c7939f5d7c73 HTTP/1.1" status: 200 len: 945 time: 0.1314678 Jan 28 02:57:34.028094 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-41885db7-7feb-4d6d-a1b5-2ce0cde209d0 req-04dac6dc-e7e9-4196-809c-dfd353c5b7b4 service neutron] Attempting to bind port 80f08abf-3142-47c0-8d4e-a81f5359ca91 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:57:34.028388 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-41885db7-7feb-4d6d-a1b5-2ce0cde209d0 req-04dac6dc-e7e9-4196-809c-dfd353c5b7b4 service neutron] Attempting to bind port 80f08abf-3142-47c0-8d4e-a81f5359ca91 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '5ec551e3-78ab-42a1-92af-4f07dc8530f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8a90ebac-f69f-461b-a785-3d45e68aad72'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:57:34.028725 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41885db7-7feb-4d6d-a1b5-2ce0cde209d0 req-04dac6dc-e7e9-4196-809c-dfd353c5b7b4 service neutron] Attempting to bind port 80f08abf-3142-47c0-8d4e-a81f5359ca91 on network 8a90ebac-f69f-461b-a785-3d45e68aad72 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:57:34.036333 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41885db7-7feb-4d6d-a1b5-2ce0cde209d0 req-04dac6dc-e7e9-4196-809c-dfd353c5b7b4 service neutron] Port 80f08abf-3142-47c0-8d4e-a81f5359ca91 on network 8a90ebac-f69f-461b-a785-3d45e68aad72 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:57:34.036660 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41885db7-7feb-4d6d-a1b5-2ce0cde209d0 req-04dac6dc-e7e9-4196-809c-dfd353c5b7b4 service neutron] Attempting to bind port 80f08abf-3142-47c0-8d4e-a81f5359ca91 on network 8a90ebac-f69f-461b-a785-3d45e68aad72 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:57:34.046838 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41885db7-7feb-4d6d-a1b5-2ce0cde209d0 req-04dac6dc-e7e9-4196-809c-dfd353c5b7b4 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:57:34.047181 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41885db7-7feb-4d6d-a1b5-2ce0cde209d0 req-04dac6dc-e7e9-4196-809c-dfd353c5b7b4 service neutron] Checking segment: {'id': '5ec551e3-78ab-42a1-92af-4f07dc8530f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8a90ebac-f69f-461b-a785-3d45e68aad72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:57:34.047578 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41885db7-7feb-4d6d-a1b5-2ce0cde209d0 req-04dac6dc-e7e9-4196-809c-dfd353c5b7b4 service neutron] Bound using segment: {'id': '5ec551e3-78ab-42a1-92af-4f07dc8530f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8a90ebac-f69f-461b-a785-3d45e68aad72'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:57:34.048079 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-41885db7-7feb-4d6d-a1b5-2ce0cde209d0 req-04dac6dc-e7e9-4196-809c-dfd353c5b7b4 service neutron] Bound port: 80f08abf-3142-47c0-8d4e-a81f5359ca91, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ec551e3-78ab-42a1-92af-4f07dc8530f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8a90ebac-f69f-461b-a785-3d45e68aad72'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:57:34.048457 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-41885db7-7feb-4d6d-a1b5-2ce0cde209d0 req-04dac6dc-e7e9-4196-809c-dfd353c5b7b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (80f08abf-3142-47c0-8d4e-a81f5359ca91), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:34.064962 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c1989455-76f2-4c41-bfd5-673dace9dc8a tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (bc83303d-4ce2-4e81-9f4a-0ffbdc1e3779), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:34.080666 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c1989455-76f2-4c41-bfd5-673dace9dc8a tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (bc83303d-4ce2-4e81-9f4a-0ffbdc1e3779), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:34.099776 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ed949881-ed2f-426b-8a14-5b7bb870c03b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for port (ea135aee-a8fd-46a0-b5a8-85dfc6e9df46), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:34.124840 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ed949881-ed2f-426b-8a14-5b7bb870c03b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (ea135aee-a8fd-46a0-b5a8-85dfc6e9df46), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:34.125763 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ed949881-ed2f-426b-8a14-5b7bb870c03b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (4849a51a-c750-4672-a932-06d813d2b976), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:34.183541 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-41885db7-7feb-4d6d-a1b5-2ce0cde209d0 req-04dac6dc-e7e9-4196-809c-dfd353c5b7b4 service neutron] For port 80f08abf-3142-47c0-8d4e-a81f5359ca91, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:57:34.184251 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c1989455-76f2-4c41-bfd5-673dace9dc8a tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:34.185893 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c1989455-76f2-4c41-bfd5-673dace9dc8a tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4969561 Jan 28 02:57:34.188015 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-41885db7-7feb-4d6d-a1b5-2ce0cde209d0 req-04dac6dc-e7e9-4196-809c-dfd353c5b7b4 service neutron] For port 80f08abf-3142-47c0-8d4e-a81f5359ca91, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=80f08abf-3142-47c0-8d4e-a81f5359ca91,segment=NetworkSegment(5ec551e3-78ab-42a1-92af-4f07dc8530f7),segment_id=5ec551e3-78ab-42a1-92af-4f07dc8530f7)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:57:34.188891 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42934) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:34.193815 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-d73b6675-c010-4cfc-90f4-f1abb021fc8a tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Request body: {'security_group_rule': {'security_group_id': 'bc83303d-4ce2-4e81-9f4a-0ffbdc1e3779', 'direction': 'ingress', 'protocol': 17}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:34.199235 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-875810ef-bf35-4378-9c20-a01948edddfb admin admin] Router ec8d61b7-9938-4b0f-901d-eff26948667f is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 02:57:34.206704 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-41885db7-7feb-4d6d-a1b5-2ce0cde209d0 req-04dac6dc-e7e9-4196-809c-dfd353c5b7b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (80f08abf-3142-47c0-8d4e-a81f5359ca91), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:34.218392 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c3a2ba6d-9ae1-4295-91fb-f49e00fb53af req-f1c32a5d-7923-405a-aeee-c051aca36f3b tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0d6f1b4-a765-4649-a701-1de747dcfdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014353 Jan 28 02:57:34.219813 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670dbea9-532a-4d8c-aa10-312b86680ef1 req-71245a2d-dc83-4492-a7ad-9f2b2a703086 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:34.221641 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-670dbea9-532a-4d8c-aa10-312b86680ef1 req-71245a2d-dc83-4492-a7ad-9f2b2a703086 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 1097 time: 0.1201932 Jan 28 02:57:34.225253 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1989455-76f2-4c41-bfd5-673dace9dc8a tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc83303d-4ce2-4e81-9f4a-0ffbdc1e3779,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:34.241832 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed949881-ed2f-426b-8a14-5b7bb870c03b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:57:34.250524 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-ed949881-ed2f-426b-8a14-5b7bb870c03b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:57:34.262522 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed949881-ed2f-426b-8a14-5b7bb870c03b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:34.263288 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ed949881-ed2f-426b-8a14-5b7bb870c03b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:34.288723 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed949881-ed2f-426b-8a14-5b7bb870c03b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Subnet': ['ID=4849a51a-c750-4672-a932-06d813d2b976,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:34.298019 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed949881-ed2f-426b-8a14-5b7bb870c03b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Port': ['ID=ea135aee-a8fd-46a0-b5a8-85dfc6e9df46,revision_number=8']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:34.311629 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ed949881-ed2f-426b-8a14-5b7bb870c03b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7452374 Jan 28 02:57:34.316066 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42936) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:34.322424 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-b7c691be-911f-4da4-9ec9-fb256991ad2d tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'subnet': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:34.332403 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41885db7-7feb-4d6d-a1b5-2ce0cde209d0 req-04dac6dc-e7e9-4196-809c-dfd353c5b7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:34.332652 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b20c69c4-9093-4d68-bd14-1469cc1d187b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ea135aee-a8fd-46a0-b5a8-85dfc6e9df46), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:34.333358 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-41885db7-7feb-4d6d-a1b5-2ce0cde209d0 req-04dac6dc-e7e9-4196-809c-dfd353c5b7b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:34.335016 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-41885db7-7feb-4d6d-a1b5-2ce0cde209d0 req-04dac6dc-e7e9-4196-809c-dfd353c5b7b4 service neutron] 10.222.0.39 "PUT /v2.0/ports/80f08abf-3142-47c0-8d4e-a81f5359ca91 HTTP/1.1" status: 200 len: 1092 time: 2.3290653 Jan 28 02:57:34.341139 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eed66d4-3408-4574-98a5-3d70fa26bd30', 'tag': '80f08abf-3142-47c0-8d4e-a81f5359ca91'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:57:34.343748 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a4b62d-8d4b-4841-9850-60e4a8056c8d" -d '{"events": [{"name": "network-changed", "server_uuid": "9eed66d4-3408-4574-98a5-3d70fa26bd30", "tag": "80f08abf-3142-47c0-8d4e-a81f5359ca91"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:57:34.396619 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dac6dc-e7e9-4196-809c-dfd353c5b7b4 service neutron] Pushing event updated for resources: {'Port': ['ID=80f08abf-3142-47c0-8d4e-a81f5359ca91,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:34.420474 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d73b6675-c010-4cfc-90f4-f1abb021fc8a tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (d1b35506-ef63-4808-97a9-9e2e84522299), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:34.477796 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c691be-911f-4da4-9ec9-fb256991ad2d tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:57:34.481473 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d2b5c8-c969-4347-8898-69d3330cd362 x-openstack-request-id: req-95d2b5c8-c969-4347-8898-69d3330cd362 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:57:34.481937 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eed66d4-3408-4574-98a5-3d70fa26bd30", "tag": "80f08abf-3142-47c0-8d4e-a81f5359ca91", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:57:34.482185 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-95d2b5c8-c969-4347-8898-69d3330cd362 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:57:34.482727 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eed66d4-3408-4574-98a5-3d70fa26bd30', 'tag': '80f08abf-3142-47c0-8d4e-a81f5359ca91', 'status': 'completed', 'code': 200} Jan 28 02:57:34.486204 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b7c691be-911f-4da4-9ec9-fb256991ad2d tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:34.565364 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-670dbea9-532a-4d8c-aa10-312b86680ef1 req-1b0c3e72-99fe-40a9-9ee4-0bcfdd8399d0 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079154 Jan 28 02:57:34.604569 n-d-712139-27 neutron-server[109802]: INFO neutron.db.ipam_backend_mixin [None req-b7c691be-911f-4da4-9ec9-fb256991ad2d tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4849a51a-c750-4672-a932-06d813d2b976 (CIDR: 2001:db8::/64) Jan 28 02:57:34.612113 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41885db7-7feb-4d6d-a1b5-2ce0cde209d0 req-47ee6be2-d98c-4b0c-9efc-3edcaaa5327d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:34.612962 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7c691be-911f-4da4-9ec9-fb256991ad2d tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 02:57:34.613633 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7c691be-911f-4da4-9ec9-fb256991ad2d tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:57:34.614049 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-41885db7-7feb-4d6d-a1b5-2ce0cde209d0 req-47ee6be2-d98c-4b0c-9efc-3edcaaa5327d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=681abe9293864888ab6acd56a99956db&device_id=9eed66d4-3408-4574-98a5-3d70fa26bd30 HTTP/1.1" status: 200 len: 1095 time: 0.2092562 Jan 28 02:57:34.620272 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875810ef-bf35-4378-9c20-a01948edddfb admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:57:34.635555 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81636a24-99b9-44a5-bad8-f93892e00742 None None] Sync routers for ids ['ec8d61b7-9938-4b0f-901d-eff26948667f'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:57:34.642448 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b7c691be-911f-4da4-9ec9-fb256991ad2d tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3251688 Jan 28 02:57:34.645365 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42942) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:34.674398 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-c7c2a27c-ff5d-4635-8492-d4b8eca5d3f5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'subnet': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:34.709732 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81636a24-99b9-44a5-bad8-f93892e00742 None None] Routers {'ec8d61b7-9938-4b0f-901d-eff26948667f'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:57:34.710183 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d73b6675-c010-4cfc-90f4-f1abb021fc8a tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (d1b35506-ef63-4808-97a9-9e2e84522299), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:34.711256 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-81636a24-99b9-44a5-bad8-f93892e00742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:57:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['ec8d61b7-9938-4b0f-901d-eff26948667f'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:57:34.713803 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-41885db7-7feb-4d6d-a1b5-2ce0cde209d0 req-5a7f474c-bd5d-41e6-8f36-a8431d25e0d4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80f08abf-3142-47c0-8d4e-a81f5359ca91 HTTP/1.1" status: 200 len: 217 time: 0.0844619 Jan 28 02:57:34.717528 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d73b6675-c010-4cfc-90f4-f1abb021fc8a tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (d1b35506-ef63-4808-97a9-9e2e84522299), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:34.745538 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-b20c69c4-9093-4d68-bd14-1469cc1d187b None None] For port ea135aee-a8fd-46a0-b5a8-85dfc6e9df46, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ea135aee-a8fd-46a0-b5a8-85dfc6e9df46,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:57:34.746004 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-875810ef-bf35-4378-9c20-a01948edddfb admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:34.750035 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-875810ef-bf35-4378-9c20-a01948edddfb admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.5285108 Jan 28 02:57:34.757637 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42946) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:34.759426 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:34.790934 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ea135aee-a8fd-46a0-b5a8-85dfc6e9df46 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:57:34.813952 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b6675-c010-4cfc-90f4-f1abb021fc8a tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1b35506-ef63-4808-97a9-9e2e84522299,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:34.871672 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d73b6675-c010-4cfc-90f4-f1abb021fc8a tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:34.875630 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d73b6675-c010-4cfc-90f4-f1abb021fc8a tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6830797 Jan 28 02:57:34.882265 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42950) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:34.886570 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b20c69c4-9093-4d68-bd14-1469cc1d187b None None] Publish callbacks [] for port (ea135aee-a8fd-46a0-b5a8-85dfc6e9df46), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:34.893798 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427349f1-e459-4768-b0da-5e045818888d req-c9a6d7eb-ba2f-4ff6-9625-8ec075d0b323 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:34.895852 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-427349f1-e459-4768-b0da-5e045818888d req-c9a6d7eb-ba2f-4ff6-9625-8ec075d0b323 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 1097 time: 0.1101878 Jan 28 02:57:34.896972 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b20c69c4-9093-4d68-bd14-1469cc1d187b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ea135aee-a8fd-46a0-b5a8-85dfc6e9df46), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:34.924167 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-81636a24-99b9-44a5-bad8-f93892e00742 None None] Set router ec8d61b7-9938-4b0f-901d-eff26948667f gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:57:34.936925 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c2a27c-ff5d-4635-8492-d4b8eca5d3f5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:57:34.942022 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c7c2a27c-ff5d-4635-8492-d4b8eca5d3f5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:34.985715 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41885db7-7feb-4d6d-a1b5-2ce0cde209d0 req-5d30da30-9467-492f-be29-77dedc4903a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:34.987208 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-41885db7-7feb-4d6d-a1b5-2ce0cde209d0 req-5d30da30-9467-492f-be29-77dedc4903a9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4a514938-18f7-4fe1-ae61-4e73697ccb7f HTTP/1.1" status: 200 len: 845 time: 0.2615027 Jan 28 02:57:35.009657 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port ea135aee-a8fd-46a0-b5a8-85dfc6e9df46 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:57:35.010330 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ea135aee-a8fd-46a0-b5a8-85dfc6e9df46), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:35.012278 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c69c4-9093-4d68-bd14-1469cc1d187b None None] Pushing event updated for resources: {'Port': ['ID=ea135aee-a8fd-46a0-b5a8-85dfc6e9df46,revision_number=9']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:35.099575 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-427349f1-e459-4768-b0da-5e045818888d req-35809523-ea20-4631-9220-58cea47f49da tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734686 Jan 28 02:57:35.119734 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port ea135aee-a8fd-46a0-b5a8-85dfc6e9df46 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:35.147272 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba08b0-ffc1-4b79-9e14-3595e647d017 req-631cb403-3831-46e1-a23a-4cd253845fd3 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:35.152902 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c5ba08b0-ffc1-4b79-9e14-3595e647d017 req-631cb403-3831-46e1-a23a-4cd253845fd3 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eed66d4-3408-4574-98a5-3d70fa26bd30 HTTP/1.1" status: 200 len: 943 time: 0.3384104 Jan 28 02:57:35.163954 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-41885db7-7feb-4d6d-a1b5-2ce0cde209d0 req-ec9b9950-bc07-4501-aaed-54a797e9ad61 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a90ebac-f69f-461b-a785-3d45e68aad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1214471 Jan 28 02:57:35.172755 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-59dc1a6f-b916-48df-9048-bc7c5111d48e tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (bc83303d-4ce2-4e81-9f4a-0ffbdc1e3779), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:35.260221 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-81636a24-99b9-44a5-bad8-f93892e00742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8d61b7-9938-4b0f-901d-eff26948667f', 'name': 'tempest-TaggedBootDevicesTest_v242-1526340992-router', 'tenant_id': 'd47d57aa564c407d8f7b752418cdddf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '561c8070-c59b-4dcf-9a34-b7c898b7089c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:57:27Z', 'updated_at': '2022-01-28T02:57:32Z', 'revision_number': 3, 'project_id': 'd47d57aa564c407d8f7b752418cdddf4', 'gw_port': {'id': '561c8070-c59b-4dcf-9a34-b7c898b7089c', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8d61b7-9938-4b0f-901d-eff26948667f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:57:30Z', 'updated_at': '2022-01-28T02:57:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:57:35.302845 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81636a24-99b9-44a5-bad8-f93892e00742 None None] Checking router: ec8d61b7-9938-4b0f-901d-eff26948667f for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:57:35.303604 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81636a24-99b9-44a5-bad8-f93892e00742 None None] Updating router ec8d61b7-9938-4b0f-901d-eff26948667f port 561c8070-c59b-4dcf-9a34-b7c898b7089c binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:57:35.339736 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-81636a24-99b9-44a5-bad8-f93892e00742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (561c8070-c59b-4dcf-9a34-b7c898b7089c), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:35.414639 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c7c2a27c-ff5d-4635-8492-d4b8eca5d3f5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (c16bcb3e-e2e5-4bf8-b4a0-89e7e6c764fc), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:35.440543 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-59dc1a6f-b916-48df-9048-bc7c5111d48e tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (bc83303d-4ce2-4e81-9f4a-0ffbdc1e3779), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:35.512570 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c2a27c-ff5d-4635-8492-d4b8eca5d3f5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:57:35.516426 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c5ba08b0-ffc1-4b79-9e14-3595e647d017 req-8d9ea870-02f9-4688-9ca0-708d28de75d6 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512917 Jan 28 02:57:35.521942 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-c7c2a27c-ff5d-4635-8492-d4b8eca5d3f5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:57:35.529119 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c2a27c-ff5d-4635-8492-d4b8eca5d3f5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:35.529942 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c7c2a27c-ff5d-4635-8492-d4b8eca5d3f5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:35.545240 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c2a27c-ff5d-4635-8492-d4b8eca5d3f5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Subnet': ['ID=c16bcb3e-e2e5-4bf8-b4a0-89e7e6c764fc,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:35.567656 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c7c2a27c-ff5d-4635-8492-d4b8eca5d3f5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9204822 Jan 28 02:57:35.570344 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42962) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:35.578831 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-47948e36-5ae7-4258-9f2b-35c4dedcb53e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'port': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'mac_address': 'fa:16:3e:50:40:58', 'name': 'tempest-NetworksTestDHCPv6-1037502684'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:35.595070 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bacf0a-f684-4a2c-a76a-4bdd4ff97f15 req-58068c72-1959-4152-b1f0-2e6f52b85508 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:35.596787 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-41885db7-7feb-4d6d-a1b5-2ce0cde209d0 req-5ffb6d26-3f12-40c4-b269-3ab47a38a2ad service neutron] 10.222.0.39 "GET /v2.0/networks/8a90ebac-f69f-461b-a785-3d45e68aad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265552 Jan 28 02:57:35.602881 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-47bacf0a-f684-4a2c-a76a-4bdd4ff97f15 req-58068c72-1959-4152-b1f0-2e6f52b85508 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/ports?device_id=59a49f46-77d8-4533-b310-c7939f5d7c73 HTTP/1.1" status: 200 len: 945 time: 0.1444151 Jan 28 02:57:35.677585 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-59dc1a6f-b916-48df-9048-bc7c5111d48e tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (bc83303d-4ce2-4e81-9f4a-0ffbdc1e3779), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:35.679980 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-59dc1a6f-b916-48df-9048-bc7c5111d48e tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:35.683694 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-59dc1a6f-b916-48df-9048-bc7c5111d48e tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "DELETE /v2.0/security-groups/bc83303d-4ce2-4e81-9f4a-0ffbdc1e3779 HTTP/1.1" status: 204 len: 168 time: 0.7978568 Jan 28 02:57:35.703588 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-2cbe42b8-e0ff-4037-89e0-596c2c5741ed req-7b3cb367-e1d3-45dc-88fa-30fb04ba1f9c service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:57:35.704664 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2cbe42b8-e0ff-4037-89e0-596c2c5741ed req-7b3cb367-e1d3-45dc-88fa-30fb04ba1f9c service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0222902 Jan 28 02:57:35.705163 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42964) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:35.774152 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc1a6f-b916-48df-9048-bc7c5111d48e tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc83303d-4ce2-4e81-9f4a-0ffbdc1e3779,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:35.897019 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:35.918879 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-81636a24-99b9-44a5-bad8-f93892e00742 None None] Publish callbacks [] for port (561c8070-c59b-4dcf-9a34-b7c898b7089c), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:35.930085 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1fdfdf-2c54-46d8-add2-70a88db2dfaf None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:57:35.933052 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-81636a24-99b9-44a5-bad8-f93892e00742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (561c8070-c59b-4dcf-9a34-b7c898b7089c), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:35.933834 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 78a63aee-71c7-40f6-af2d-7d95712fef02 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:57:35.940334 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-41885db7-7feb-4d6d-a1b5-2ce0cde209d0 req-09be5596-4a0d-4d8c-a47e-3200d89fcb90 service neutron] 10.222.0.39 "GET /v2.0/networks/8a90ebac-f69f-461b-a785-3d45e68aad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348634 Jan 28 02:57:35.955642 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-cac73e36-43e6-4e29-b3d8-1f59b20998fd tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2404127 Jan 28 02:57:35.958815 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42966) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:35.974793 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-7f3479c1-e575-44a1-bc9d-41404d4d73e8 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Request body: {'security_group': {'name': 'tempest-secgroup--1042521881'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:35.999548 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-53938b84-4f06-41bc-9adf-7d887e010d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:36.016525 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7f3479c1-e575-44a1-bc9d-41404d4d73e8 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:36.023677 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc30b9b-49d5-4c2c-94bf-387b6552e8e3 None None] Pushing event updated for resources: {'Port': ['ID=561c8070-c59b-4dcf-9a34-b7c898b7089c,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:36.037665 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc30b9b-49d5-4c2c-94bf-387b6552e8e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:57:36.038523 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc30b9b-49d5-4c2c-94bf-387b6552e8e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:57:36.040424 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc30b9b-49d5-4c2c-94bf-387b6552e8e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:57:36.041175 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc30b9b-49d5-4c2c-94bf-387b6552e8e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:57:36.042236 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc30b9b-49d5-4c2c-94bf-387b6552e8e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:57:36.042748 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc30b9b-49d5-4c2c-94bf-387b6552e8e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:57:36.043221 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc30b9b-49d5-4c2c-94bf-387b6552e8e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:57:36.043720 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc30b9b-49d5-4c2c-94bf-387b6552e8e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:57:36.044219 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc30b9b-49d5-4c2c-94bf-387b6552e8e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:57:36.044793 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc30b9b-49d5-4c2c-94bf-387b6552e8e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:57:36.045390 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc30b9b-49d5-4c2c-94bf-387b6552e8e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:57:36.045897 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc30b9b-49d5-4c2c-94bf-387b6552e8e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:57:36.046428 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc30b9b-49d5-4c2c-94bf-387b6552e8e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:57:36.094024 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-81636a24-99b9-44a5-bad8-f93892e00742 None None] Attempting to bind port 561c8070-c59b-4dcf-9a34-b7c898b7089c on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:57:36.094732 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-81636a24-99b9-44a5-bad8-f93892e00742 None None] Attempting to bind port 561c8070-c59b-4dcf-9a34-b7c898b7089c by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:57:36.095344 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81636a24-99b9-44a5-bad8-f93892e00742 None None] Attempting to bind port 561c8070-c59b-4dcf-9a34-b7c898b7089c on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:57:36.106137 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81636a24-99b9-44a5-bad8-f93892e00742 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:57:36.106520 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81636a24-99b9-44a5-bad8-f93892e00742 None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:57:36.107136 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-81636a24-99b9-44a5-bad8-f93892e00742 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:36.107767 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81636a24-99b9-44a5-bad8-f93892e00742 None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:57:36.108448 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-81636a24-99b9-44a5-bad8-f93892e00742 None None] Bound port: 561c8070-c59b-4dcf-9a34-b7c898b7089c, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:57:36.109001 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-81636a24-99b9-44a5-bad8-f93892e00742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (561c8070-c59b-4dcf-9a34-b7c898b7089c), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:36.144149 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-ad72ed3a-97b2-4e49-99c2-e1aa71d1cbc4 None None] Provisioning complete for port ea135aee-a8fd-46a0-b5a8-85dfc6e9df46 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:57:36.147409 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ad72ed3a-97b2-4e49-99c2-e1aa71d1cbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ea135aee-a8fd-46a0-b5a8-85dfc6e9df46), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:36.162607 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4b62d-8d4b-4841-9850-60e4a8056c8d req-18b82ff6-c746-4f12-8fe1-2b266cabfd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:36.164277 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-76a4b62d-8d4b-4841-9850-60e4a8056c8d req-18b82ff6-c746-4f12-8fe1-2b266cabfd09 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=681abe9293864888ab6acd56a99956db&device_id=9eed66d4-3408-4574-98a5-3d70fa26bd30 HTTP/1.1" status: 200 len: 1095 time: 0.1263058 Jan 28 02:57:36.194971 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-81636a24-99b9-44a5-bad8-f93892e00742 None None] For port 561c8070-c59b-4dcf-9a34-b7c898b7089c, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:57:36.200850 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-81636a24-99b9-44a5-bad8-f93892e00742 None None] For port 561c8070-c59b-4dcf-9a34-b7c898b7089c, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=561c8070-c59b-4dcf-9a34-b7c898b7089c,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:57:36.208784 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-81636a24-99b9-44a5-bad8-f93892e00742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (561c8070-c59b-4dcf-9a34-b7c898b7089c), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:36.285109 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc30b9b-49d5-4c2c-94bf-387b6552e8e3 None None] Pushing event updated for resources: {'Port': ['ID=561c8070-c59b-4dcf-9a34-b7c898b7089c,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:36.327123 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-47bacf0a-f684-4a2c-a76a-4bdd4ff97f15 req-fcf09e63-be8c-422c-a0ab-c2184605fe61 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0d6f1b4-a765-4649-a701-1de747dcfdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7230840 Jan 28 02:57:36.327317 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81636a24-99b9-44a5-bad8-f93892e00742 None None] Routers {'ec8d61b7-9938-4b0f-901d-eff26948667f'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:57:36.328686 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-81636a24-99b9-44a5-bad8-f93892e00742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:57:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['ec8d61b7-9938-4b0f-901d-eff26948667f'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:57:36.377172 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47948e36-5ae7-4258-9f2b-35c4dedcb53e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:57:36.404056 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 78a63aee-71c7-40f6-af2d-7d95712fef02 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:57:36.462906 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 78a63aee-71c7-40f6-af2d-7d95712fef02 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:57:36.463692 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (78a63aee-71c7-40f6-af2d-7d95712fef02), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:36.476925 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7f3479c1-e575-44a1-bc9d-41404d4d73e8 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (1dd89d4c-bead-47c6-93b8-49843c569529), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:36.498931 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-81636a24-99b9-44a5-bad8-f93892e00742 None None] Set router ec8d61b7-9938-4b0f-901d-eff26948667f gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:57:36.501259 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-ad72ed3a-97b2-4e49-99c2-e1aa71d1cbc4 None None] Current status of the port ea135aee-a8fd-46a0-b5a8-85dfc6e9df46 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:36.512688 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7f3479c1-e575-44a1-bc9d-41404d4d73e8 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (1dd89d4c-bead-47c6-93b8-49843c569529), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:36.550943 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-47948e36-5ae7-4258-9f2b-35c4dedcb53e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:36.601368 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-47948e36-5ae7-4258-9f2b-35c4dedcb53e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] device_id is not set on port f3603afd-c82d-47cd-ab93-f9ca5247b128 yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:57:36.610015 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3479c1-e575-44a1-bc9d-41404d4d73e8 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd89d4c-bead-47c6-93b8-49843c569529,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:36.752181 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac3eb14-7432-4183-981d-e0b2312baa44 None None] Update dhcp port {'port': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'fixed_ips': [{'subnet_id': '4849a51a-c750-4672-a932-06d813d2b976', 'ip_address': '2001:db8::f816:3eff:fed3:7cda'}, {'subnet_id': 'c16bcb3e-e2e5-4bf8-b4a0-89e7e6c764fc'}], 'binding:host_id': 'n-d-712139-27'}, 'id': 'ea135aee-a8fd-46a0-b5a8-85dfc6e9df46'} from n-d-712139-27. {{(pid=109804) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 02:57:36.752566 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7f3479c1-e575-44a1-bc9d-41404d4d73e8 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:36.756867 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7f3479c1-e575-44a1-bc9d-41404d4d73e8 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7974627 Jan 28 02:57:36.760624 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4b62d-8d4b-4841-9850-60e4a8056c8d req-7a84cfdc-02e5-496c-8562-d3466311958c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:36.762288 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42992) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:36.765357 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-76a4b62d-8d4b-4841-9850-60e4a8056c8d req-7a84cfdc-02e5-496c-8562-d3466311958c service neutron] 10.222.0.39 "GET /v2.0/networks?id=8a90ebac-f69f-461b-a785-3d45e68aad72 HTTP/1.1" status: 200 len: 906 time: 0.5934207 Jan 28 02:57:36.783404 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-81636a24-99b9-44a5-bad8-f93892e00742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8d61b7-9938-4b0f-901d-eff26948667f', 'name': 'tempest-TaggedBootDevicesTest_v242-1526340992-router', 'tenant_id': 'd47d57aa564c407d8f7b752418cdddf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '561c8070-c59b-4dcf-9a34-b7c898b7089c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:57:27Z', 'updated_at': '2022-01-28T02:57:32Z', 'revision_number': 3, 'project_id': 'd47d57aa564c407d8f7b752418cdddf4', 'gw_port': {'id': '561c8070-c59b-4dcf-9a34-b7c898b7089c', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8d61b7-9938-4b0f-901d-eff26948667f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:57:30Z', 'updated_at': '2022-01-28T02:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:57:36.806114 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-03c04f05-9f70-4f29-854d-6b3fbf566109 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Request body: {'security_group': {'name': 'tempest-secgroup--668952952'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:36.825040 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-53938b84-4f06-41bc-9adf-7d887e010d7f admin admin] Allocated IP 172.20.0.1 (00e51838-dce0-4440-a9f8-fd2fd28c5471/a5e16ad5-afde-4ff0-9a68-1abb02683cb1/f24853a6-6080-44f3-88c3-68b82f33a1be) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:57:36.831342 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-76a4b62d-8d4b-4841-9850-60e4a8056c8d req-163577c0-0597-43c8-85d5-754bc0ba9bca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80f08abf-3142-47c0-8d4e-a81f5359ca91 HTTP/1.1" status: 200 len: 217 time: 0.0573692 Jan 28 02:57:36.854017 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cac3eb14-7432-4183-981d-e0b2312baa44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ea135aee-a8fd-46a0-b5a8-85dfc6e9df46), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:36.868710 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 78a63aee-71c7-40f6-af2d-7d95712fef02 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:36.869521 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (78a63aee-71c7-40f6-af2d-7d95712fef02), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:36.926311 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 78a63aee-71c7-40f6-af2d-7d95712fef02, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=78a63aee-71c7-40f6-af2d-7d95712fef02,segment=NetworkSegment(bafc5e9a-dbcc-4536-9a86-e2fe835f6204),segment_id=bafc5e9a-dbcc-4536-9a86-e2fe835f6204)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:57:36.929761 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a49f46-77d8-4533-b310-c7939f5d7c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a63aee-71c7-40f6-af2d-7d95712fef02'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:57:36.933647 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9645954-2e44-488d-94c3-9165f496af7c" -d '{"events": [{"server_uuid": "59a49f46-77d8-4533-b310-c7939f5d7c73", "name": "network-vif-plugged", "status": "completed", "tag": "78a63aee-71c7-40f6-af2d-7d95712fef02"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:57:36.941041 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (78a63aee-71c7-40f6-af2d-7d95712fef02), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:36.964666 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81636a24-99b9-44a5-bad8-f93892e00742 None None] The sync data for ids ['ec8d61b7-9938-4b0f-901d-eff26948667f'] in n-d-712139-27 is: [{'id': 'ec8d61b7-9938-4b0f-901d-eff26948667f', 'name': 'tempest-TaggedBootDevicesTest_v242-1526340992-router', 'tenant_id': 'd47d57aa564c407d8f7b752418cdddf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '561c8070-c59b-4dcf-9a34-b7c898b7089c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:57:27Z', 'updated_at': '2022-01-28T02:57:32Z', 'revision_number': 3, 'project_id': 'd47d57aa564c407d8f7b752418cdddf4', 'gw_port': {'id': '561c8070-c59b-4dcf-9a34-b7c898b7089c', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8d61b7-9938-4b0f-901d-eff26948667f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:57:30Z', 'updated_at': '2022-01-28T02:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:57:36.977613 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4b62d-8d4b-4841-9850-60e4a8056c8d req-0936ca07-eb3a-4bdf-b2a0-e9bcc1b58998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:36.979154 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-76a4b62d-8d4b-4841-9850-60e4a8056c8d req-0936ca07-eb3a-4bdf-b2a0-e9bcc1b58998 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4a514938-18f7-4fe1-ae61-4e73697ccb7f HTTP/1.1" status: 200 len: 845 time: 0.1375594 Jan 28 02:57:36.988313 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-03c04f05-9f70-4f29-854d-6b3fbf566109 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:37.037576 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-76a4b62d-8d4b-4841-9850-60e4a8056c8d req-039e74af-9bc9-40fd-97fa-fd52c44f0571 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a90ebac-f69f-461b-a785-3d45e68aad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477104 Jan 28 02:57:37.064581 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc9042-b65a-463e-b578-a72428d6b8c6 req-3536e0e9-892c-4f9b-825c-353dddd3c99b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:37.067376 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3dfc9042-b65a-463e-b578-a72428d6b8c6 req-3536e0e9-892c-4f9b-825c-353dddd3c99b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eed66d4-3408-4574-98a5-3d70fa26bd30 HTTP/1.1" status: 200 len: 943 time: 0.2512894 Jan 28 02:57:37.148375 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=78a63aee-71c7-40f6-af2d-7d95712fef02,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:37.155500 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-53938b84-4f06-41bc-9adf-7d887e010d7f admin admin] Publish callbacks [] for port (f24853a6-6080-44f3-88c3-68b82f33a1be), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:37.200615 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-47948e36-5ae7-4258-9f2b-35c4dedcb53e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Allocated IP 2001:db8:0:1::1db (f4e9908e-37c3-477d-90df-65c02e38c857/c16bcb3e-e2e5-4bf8-b4a0-89e7e6c764fc/f3603afd-c82d-47cd-ab93-f9ca5247b128) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:57:37.225208 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-47948e36-5ae7-4258-9f2b-35c4dedcb53e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Allocated IP 2001:db8::f816:3eff:fe50:4058 (f4e9908e-37c3-477d-90df-65c02e38c857/4849a51a-c750-4672-a932-06d813d2b976/f3603afd-c82d-47cd-ab93-f9ca5247b128) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:57:37.230492 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-76a4b62d-8d4b-4841-9850-60e4a8056c8d req-93385e75-40c0-4892-8e98-c7066674ede8 service neutron] 10.222.0.39 "GET /v2.0/networks/8a90ebac-f69f-461b-a785-3d45e68aad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850040 Jan 28 02:57:37.237446 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3dfc9042-b65a-463e-b578-a72428d6b8c6 req-68e03aeb-bebf-4fac-87bc-4bb5b966fe80 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573741 Jan 28 02:57:37.249834 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-53938b84-4f06-41bc-9adf-7d887e010d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (f24853a6-6080-44f3-88c3-68b82f33a1be), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:37.301556 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-03c04f05-9f70-4f29-854d-6b3fbf566109 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (b2e34a2c-ef8b-4e7c-b36f-6d240edd5f88), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:37.310021 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-03c04f05-9f70-4f29-854d-6b3fbf566109 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b2e34a2c-ef8b-4e7c-b36f-6d240edd5f88), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:37.331023 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000840fd-1044-4be6-9bf1-994f121cc2dc x-openstack-request-id: req-000840fd-1044-4be6-9bf1-994f121cc2dc {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:57:37.331444 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a49f46-77d8-4533-b310-c7939f5d7c73", "name": "network-vif-plugged", "status": "completed", "tag": "78a63aee-71c7-40f6-af2d-7d95712fef02", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:57:37.331825 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-000840fd-1044-4be6-9bf1-994f121cc2dc {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:57:37.332336 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a49f46-77d8-4533-b310-c7939f5d7c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a63aee-71c7-40f6-af2d-7d95712fef02', 'code': 200} Jan 28 02:57:37.378470 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c04f05-9f70-4f29-854d-6b3fbf566109 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e34a2c-ef8b-4e7c-b36f-6d240edd5f88,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:37.528100 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-03c04f05-9f70-4f29-854d-6b3fbf566109 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:37.530008 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-03c04f05-9f70-4f29-854d-6b3fbf566109 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7665243 Jan 28 02:57:37.571597 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43002) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:37.582804 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-5cabb380-d994-49a3-a126-71784b9475e8 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Request body: {'security_group_rule': {'security_group_id': '1dd89d4c-bead-47c6-93b8-49843c569529', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b2e34a2c-ef8b-4e7c-b36f-6d240edd5f88', 'remote_ip_prefix': None}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:37.693353 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b475185a-8a46-4fe9-870b-cc2cf9152f90 req-8be9ccaa-1e3a-4892-a873-31b64f39afa9 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:37.695001 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b475185a-8a46-4fe9-870b-cc2cf9152f90 req-8be9ccaa-1e3a-4892-a873-31b64f39afa9 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/ports?device_id=59a49f46-77d8-4533-b310-c7939f5d7c73 HTTP/1.1" status: 200 len: 946 time: 0.1907454 Jan 28 02:57:37.713231 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95783aa8-fb2e-4908-b10c-7980aab2db83 req-b7c91f50-7ffd-499b-bcb6-09836f856ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:37.714776 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-95783aa8-fb2e-4908-b10c-7980aab2db83 req-b7c91f50-7ffd-499b-bcb6-09836f856ab3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=59a49f46-77d8-4533-b310-c7939f5d7c73 HTTP/1.1" status: 200 len: 1098 time: 0.2122388 Jan 28 02:57:37.749760 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5cabb380-d994-49a3-a126-71784b9475e8 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (d5197604-d6ae-4a91-8fc4-8451f9a65070), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:37.762966 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-47948e36-5ae7-4258-9f2b-35c4dedcb53e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for port (f3603afd-c82d-47cd-ab93-f9ca5247b128), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:37.808154 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-017ef898-f384-43a5-a6ef-271051f20236 req-af38447e-422e-48a4-a783-9b2a6fdb3182 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:57:37.809433 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-017ef898-f384-43a5-a6ef-271051f20236 req-af38447e-422e-48a4-a783-9b2a6fdb3182 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0161848 Jan 28 02:57:37.820761 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53938b84-4f06-41bc-9adf-7d887e010d7f admin admin] Network 00e51838-dce0-4440-a9f8-fd2fd28c5471 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:57:37.835912 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-53938b84-4f06-41bc-9adf-7d887e010d7f admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:57:37.838931 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53938b84-4f06-41bc-9adf-7d887e010d7f admin admin] Pushing event updated for resources: {'Port': ['ID=f24853a6-6080-44f3-88c3-68b82f33a1be,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:37.868934 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53938b84-4f06-41bc-9adf-7d887e010d7f admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:57:37.873170 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b475185a-8a46-4fe9-870b-cc2cf9152f90 req-e86ad8a4-c710-4dc8-987d-60ae96e69e76 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0d6f1b4-a765-4649-a701-1de747dcfdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673970 Jan 28 02:57:37.887313 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-95783aa8-fb2e-4908-b10c-7980aab2db83 req-e88d3ff1-1a7d-4af2-8aec-26a9b737d1e9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b0d6f1b4-a765-4649-a701-1de747dcfdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591895 Jan 28 02:57:37.912967 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-47948e36-5ae7-4258-9f2b-35c4dedcb53e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (f3603afd-c82d-47cd-ab93-f9ca5247b128), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:37.913638 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-53938b84-4f06-41bc-9adf-7d887e010d7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (ec8d61b7-9938-4b0f-901d-eff26948667f), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:37.958362 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47948e36-5ae7-4258-9f2b-35c4dedcb53e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:57:38.002320 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-47948e36-5ae7-4258-9f2b-35c4dedcb53e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:57:38.009588 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5cabb380-d994-49a3-a126-71784b9475e8 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (d5197604-d6ae-4a91-8fc4-8451f9a65070), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:38.013399 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47948e36-5ae7-4258-9f2b-35c4dedcb53e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:57:38.019521 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47948e36-5ae7-4258-9f2b-35c4dedcb53e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:38.020187 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-47948e36-5ae7-4258-9f2b-35c4dedcb53e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:38.024527 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-cac3eb14-7432-4183-981d-e0b2312baa44 None None] Allocated IP 2001:db8:0:1::2 (f4e9908e-37c3-477d-90df-65c02e38c857/c16bcb3e-e2e5-4bf8-b4a0-89e7e6c764fc/ea135aee-a8fd-46a0-b5a8-85dfc6e9df46) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:57:38.029753 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ef898-f384-43a5-a6ef-271051f20236 req-5fa13225-a340-456b-beb7-8cda144cee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:38.033736 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-017ef898-f384-43a5-a6ef-271051f20236 req-5fa13225-a340-456b-beb7-8cda144cee5d service neutron] 10.222.0.53 "GET /v2.0/ports/61e70dd3-4562-4fbe-b52b-e0bcc418fda0 HTTP/1.1" status: 200 len: 1094 time: 0.2116022 Jan 28 02:57:38.053462 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5cabb380-d994-49a3-a126-71784b9475e8 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (d5197604-d6ae-4a91-8fc4-8451f9a65070), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:38.056341 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-017ef898-f384-43a5-a6ef-271051f20236 req-855abd96-07f1-452a-be85-c37276a3d070 service neutron] Request body: {'binding': {'host': 'n-h2-712139-27', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:38.057480 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-017ef898-f384-43a5-a6ef-271051f20236 req-855abd96-07f1-452a-be85-c37276a3d070 service neutron] Unknown quota resources ['binding']. {{(pid=109803) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 02:57:38.121730 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-76a4b62d-8d4b-4841-9850-60e4a8056c8d req-14f6c8ca-d7d1-476e-91fc-25d95a077d89 service neutron] 10.222.0.39 "GET /v2.0/networks/8a90ebac-f69f-461b-a785-3d45e68aad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8851080 Jan 28 02:57:38.126689 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cabb380-d994-49a3-a126-71784b9475e8 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5197604-d6ae-4a91-8fc4-8451f9a65070,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:38.140731 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-47948e36-5ae7-4258-9f2b-35c4dedcb53e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.5691128 Jan 28 02:57:38.144282 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43006) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:38.160702 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47948e36-5ae7-4258-9f2b-35c4dedcb53e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Port': ['ID=f3603afd-c82d-47cd-ab93-f9ca5247b128,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:38.168289 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5cabb380-d994-49a3-a126-71784b9475e8 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:38.173021 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5cabb380-d994-49a3-a126-71784b9475e8 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5977254 Jan 28 02:57:38.173922 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43008) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:38.283100 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-53938b84-4f06-41bc-9adf-7d887e010d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f24853a6-6080-44f3-88c3-68b82f33a1be), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:38.314047 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-196d4592-f814-4aad-aa8b-48eefb200fe9 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (d5197604-d6ae-4a91-8fc4-8451f9a65070), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:38.342441 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-196d4592-f814-4aad-aa8b-48eefb200fe9 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (d5197604-d6ae-4a91-8fc4-8451f9a65070), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:38.431714 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-196d4592-f814-4aad-aa8b-48eefb200fe9 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (d5197604-d6ae-4a91-8fc4-8451f9a65070), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:38.444280 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-017ef898-f384-43a5-a6ef-271051f20236 req-855abd96-07f1-452a-be85-c37276a3d070 service neutron] Attempting to bind port 61e70dd3-4562-4fbe-b52b-e0bcc418fda0 on host n-h2-712139-27 for vnic_type normal with profile None {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:57:38.444736 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-017ef898-f384-43a5-a6ef-271051f20236 req-855abd96-07f1-452a-be85-c37276a3d070 service neutron] Attempting to bind port 61e70dd3-4562-4fbe-b52b-e0bcc418fda0 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '4fb02108-8b37-4bb4-8350-923aa0786ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '290af027-4910-45bb-b54e-a29d61400c05'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:57:38.445517 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017ef898-f384-43a5-a6ef-271051f20236 req-855abd96-07f1-452a-be85-c37276a3d070 service neutron] Attempting to bind port 61e70dd3-4562-4fbe-b52b-e0bcc418fda0 on network 290af027-4910-45bb-b54e-a29d61400c05 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:57:38.447956 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-196d4592-f814-4aad-aa8b-48eefb200fe9 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:38.457160 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-196d4592-f814-4aad-aa8b-48eefb200fe9 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/d5197604-d6ae-4a91-8fc4-8451f9a65070 HTTP/1.1" status: 204 len: 168 time: 0.2759237 Jan 28 02:57:38.457918 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017ef898-f384-43a5-a6ef-271051f20236 req-855abd96-07f1-452a-be85-c37276a3d070 service neutron] Port 61e70dd3-4562-4fbe-b52b-e0bcc418fda0 on network 290af027-4910-45bb-b54e-a29d61400c05 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:57:38.458378 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017ef898-f384-43a5-a6ef-271051f20236 req-855abd96-07f1-452a-be85-c37276a3d070 service neutron] Attempting to bind port 61e70dd3-4562-4fbe-b52b-e0bcc418fda0 on network 290af027-4910-45bb-b54e-a29d61400c05 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:57:38.460634 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43012) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:38.468701 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-960c0aab-2c8b-4c7b-aa5b-81575bd7a1d4 None None] Provisioning complete for port f24853a6-6080-44f3-88c3-68b82f33a1be triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:57:38.469191 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-960c0aab-2c8b-4c7b-aa5b-81575bd7a1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f24853a6-6080-44f3-88c3-68b82f33a1be), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:38.478549 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017ef898-f384-43a5-a6ef-271051f20236 req-855abd96-07f1-452a-be85-c37276a3d070 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:57:38.478896 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017ef898-f384-43a5-a6ef-271051f20236 req-855abd96-07f1-452a-be85-c37276a3d070 service neutron] Checking segment: {'id': '4fb02108-8b37-4bb4-8350-923aa0786ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '290af027-4910-45bb-b54e-a29d61400c05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:57:38.479297 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017ef898-f384-43a5-a6ef-271051f20236 req-855abd96-07f1-452a-be85-c37276a3d070 service neutron] Bound using segment: {'id': '4fb02108-8b37-4bb4-8350-923aa0786ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '290af027-4910-45bb-b54e-a29d61400c05'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:57:38.479916 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-017ef898-f384-43a5-a6ef-271051f20236 req-855abd96-07f1-452a-be85-c37276a3d070 service neutron] Bound port: 61e70dd3-4562-4fbe-b52b-e0bcc418fda0, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fb02108-8b37-4bb4-8350-923aa0786ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '290af027-4910-45bb-b54e-a29d61400c05'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:57:38.508764 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d4592-f814-4aad-aa8b-48eefb200fe9 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d5197604-d6ae-4a91-8fc4-8451f9a65070,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:38.589942 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a2b5fb6d-192d-49d1-ab91-55d296725c8f tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1258435 Jan 28 02:57:38.599659 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43014) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:38.609888 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-d76bcfc3-75f2-49b1-81d5-2a52845c53ec tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting port f3603afd-c82d-47cd-ab93-f9ca5247b128 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:57:38.609888 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d76bcfc3-75f2-49b1-81d5-2a52845c53ec tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (f3603afd-c82d-47cd-ab93-f9ca5247b128), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:38.613224 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-960c0aab-2c8b-4c7b-aa5b-81575bd7a1d4 None None] Port f24853a6-6080-44f3-88c3-68b82f33a1be cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:57:38.624313 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-cac3eb14-7432-4183-981d-e0b2312baa44 None None] For port ea135aee-a8fd-46a0-b5a8-85dfc6e9df46, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ea135aee-a8fd-46a0-b5a8-85dfc6e9df46,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:57:38.715789 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cac3eb14-7432-4183-981d-e0b2312baa44 None None] Publish callbacks [] for port (ea135aee-a8fd-46a0-b5a8-85dfc6e9df46), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:38.723503 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cac3eb14-7432-4183-981d-e0b2312baa44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ea135aee-a8fd-46a0-b5a8-85dfc6e9df46), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:38.728845 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00beee-9152-4580-ad5d-1b694129c7c9 req-7e463336-13d0-43af-a045-5f5611fad31f tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:38.729303 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e3471a40-d45c-489e-b3f2-c53690559a7d tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (b2e34a2c-ef8b-4e7c-b36f-6d240edd5f88), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:38.737467 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0a00beee-9152-4580-ad5d-1b694129c7c9 req-7e463336-13d0-43af-a045-5f5611fad31f tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eed66d4-3408-4574-98a5-3d70fa26bd30 HTTP/1.1" status: 200 len: 943 time: 0.1461489 Jan 28 02:57:38.746270 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-017ef898-f384-43a5-a6ef-271051f20236 req-855abd96-07f1-452a-be85-c37276a3d070 service neutron] For port 61e70dd3-4562-4fbe-b52b-e0bcc418fda0, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=61e70dd3-4562-4fbe-b52b-e0bcc418fda0,segment=NetworkSegment(4fb02108-8b37-4bb4-8350-923aa0786ccd),segment_id=4fb02108-8b37-4bb4-8350-923aa0786ccd)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:57:38.767859 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-017ef898-f384-43a5-a6ef-271051f20236 req-855abd96-07f1-452a-be85-c37276a3d070 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:38.769057 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-017ef898-f384-43a5-a6ef-271051f20236 req-855abd96-07f1-452a-be85-c37276a3d070 service neutron] 10.222.0.53 "POST /v2.0/ports/61e70dd3-4562-4fbe-b52b-e0bcc418fda0/bindings HTTP/1.1" status: 201 len: 390 time: 0.7176194 Jan 28 02:57:38.805379 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e3471a40-d45c-489e-b3f2-c53690559a7d tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (b2e34a2c-ef8b-4e7c-b36f-6d240edd5f88), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:38.835428 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0a00beee-9152-4580-ad5d-1b694129c7c9 req-0105ad83-d3d6-4040-9272-c6b134e74ec1 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962961 Jan 28 02:57:38.843538 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d76bcfc3-75f2-49b1-81d5-2a52845c53ec tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (f3603afd-c82d-47cd-ab93-f9ca5247b128), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:38.847648 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 561c8070-c59b-4dcf-9a34-b7c898b7089c up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:57:38.861581 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-d76bcfc3-75f2-49b1-81d5-2a52845c53ec tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Calling delete_port for f3603afd-c82d-47cd-ab93-f9ca5247b128 owned by {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:57:38.872337 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-53938b84-4f06-41bc-9adf-7d887e010d7f admin admin] Publish callbacks [] for port (f24853a6-6080-44f3-88c3-68b82f33a1be), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:38.884054 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-53938b84-4f06-41bc-9adf-7d887e010d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (f24853a6-6080-44f3-88c3-68b82f33a1be), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:38.896334 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e3471a40-d45c-489e-b3f2-c53690559a7d tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b2e34a2c-ef8b-4e7c-b36f-6d240edd5f88), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:38.899420 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e3471a40-d45c-489e-b3f2-c53690559a7d tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:38.901376 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e3471a40-d45c-489e-b3f2-c53690559a7d tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "DELETE /v2.0/security-groups/b2e34a2c-ef8b-4e7c-b36f-6d240edd5f88 HTTP/1.1" status: 204 len: 168 time: 0.3004797 Jan 28 02:57:38.921524 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac3eb14-7432-4183-981d-e0b2312baa44 None None] Pushing event updated for resources: {'Port': ['ID=ea135aee-a8fd-46a0-b5a8-85dfc6e9df46,revision_number=10']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:38.970705 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 561c8070-c59b-4dcf-9a34-b7c898b7089c triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:57:38.974542 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (561c8070-c59b-4dcf-9a34-b7c898b7089c), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:39.011604 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43018) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:39.036545 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3471a40-d45c-489e-b3f2-c53690559a7d tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e34a2c-ef8b-4e7c-b36f-6d240edd5f88,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:39.098956 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53938b84-4f06-41bc-9adf-7d887e010d7f admin admin] Pushing event updated for resources: {'Port': ['ID=f24853a6-6080-44f3-88c3-68b82f33a1be,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:39.130656 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 561c8070-c59b-4dcf-9a34-b7c898b7089c is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:39.131226 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (561c8070-c59b-4dcf-9a34-b7c898b7089c), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:39.135333 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-53938b84-4f06-41bc-9adf-7d887e010d7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (ec8d61b7-9938-4b0f-901d-eff26948667f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:39.159305 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 561c8070-c59b-4dcf-9a34-b7c898b7089c, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=561c8070-c59b-4dcf-9a34-b7c898b7089c,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:57:39.165601 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (561c8070-c59b-4dcf-9a34-b7c898b7089c), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:39.239788 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=561c8070-c59b-4dcf-9a34-b7c898b7089c,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:39.251882 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed2508-db22-4b36-8d61-2424adc8a1d5 req-2847f16a-8922-4e3a-95aa-63bab5b336e8 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:39.253779 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-91ed2508-db22-4b36-8d61-2424adc8a1d5 req-2847f16a-8922-4e3a-95aa-63bab5b336e8 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/ports?device_id=59a49f46-77d8-4533-b310-c7939f5d7c73 HTTP/1.1" status: 200 len: 946 time: 0.2087677 Jan 28 02:57:39.276485 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ef898-f384-43a5-a6ef-271051f20236 req-bdf1c699-97ef-4a9c-9793-fd5022bb7d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:39.278274 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-017ef898-f384-43a5-a6ef-271051f20236 req-bdf1c699-97ef-4a9c-9793-fd5022bb7d01 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e168a8b773b74055bc0667e0581a74cd&device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 1097 time: 0.1705844 Jan 28 02:57:39.279112 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aae83b-046f-408d-bf8a-acfb540a0281 req-abd66319-fd11-4688-a33c-aa6a3565658d tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:39.287086 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-98aae83b-046f-408d-bf8a-acfb540a0281 req-abd66319-fd11-4688-a33c-aa6a3565658d tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 945 time: 0.1575282 Jan 28 02:57:39.305667 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-bc1c2256-d608-43ab-adf2-9bcc36adcb76 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2936671 Jan 28 02:57:39.315287 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43022) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:39.418791 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 80f08abf-3142-47c0-8d4e-a81f5359ca91 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:57:39.431388 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53938b84-4f06-41bc-9adf-7d887e010d7f admin admin] Network 00e51838-dce0-4440-a9f8-fd2fd28c5471 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:57:39.435738 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-98aae83b-046f-408d-bf8a-acfb540a0281 req-31319832-7531-4271-b511-da17a0b2f896 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475730 Jan 28 02:57:39.464844 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-53938b84-4f06-41bc-9adf-7d887e010d7f admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:57:39.468973 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9a47a672-627e-4a6b-967d-0977f6766539 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (1dd89d4c-bead-47c6-93b8-49843c569529), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:39.499231 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-91ed2508-db22-4b36-8d61-2424adc8a1d5 req-9cdd1ed6-2f18-4c0f-9724-033646cde797 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0d6f1b4-a765-4649-a701-1de747dcfdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316787 Jan 28 02:57:39.502874 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d76bcfc3-75f2-49b1-81d5-2a52845c53ec tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (f3603afd-c82d-47cd-ab93-f9ca5247b128), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:39.519214 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ef898-f384-43a5-a6ef-271051f20236 req-266e6200-d83e-4c07-9a26-4d48b49fbf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:39.521001 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-017ef898-f384-43a5-a6ef-271051f20236 req-266e6200-d83e-4c07-9a26-4d48b49fbf77 service neutron] 10.222.0.39 "GET /v2.0/networks?id=290af027-4910-45bb-b54e-a29d61400c05 HTTP/1.1" status: 200 len: 909 time: 0.2322259 Jan 28 02:57:39.539103 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9a47a672-627e-4a6b-967d-0977f6766539 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (1dd89d4c-bead-47c6-93b8-49843c569529), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:39.599713 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76bcfc3-75f2-49b1-81d5-2a52845c53ec tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Port': ['ID=f3603afd-c82d-47cd-ab93-f9ca5247b128,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:39.704941 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 80f08abf-3142-47c0-8d4e-a81f5359ca91, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=80f08abf-3142-47c0-8d4e-a81f5359ca91,segment=NetworkSegment(5ec551e3-78ab-42a1-92af-4f07dc8530f7),segment_id=5ec551e3-78ab-42a1-92af-4f07dc8530f7)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:57:39.721179 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '80f08abf-3142-47c0-8d4e-a81f5359ca91', 'network_id': '8a90ebac-f69f-461b-a785-3d45e68aad72', 'port_id': '80f08abf-3142-47c0-8d4e-a81f5359ca91', 'mac_address': 'fa:16:3e:96:1c:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a514938-18f7-4fe1-ae61-4e73697ccb7f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:57:39.729411 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-017ef898-f384-43a5-a6ef-271051f20236 req-0db231bb-4d25-43e0-bb2d-980ab9d13498 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61e70dd3-4562-4fbe-b52b-e0bcc418fda0 HTTP/1.1" status: 200 len: 217 time: 0.1966832 Jan 28 02:57:39.768696 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9a47a672-627e-4a6b-967d-0977f6766539 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (1dd89d4c-bead-47c6-93b8-49843c569529), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:39.772425 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9a47a672-627e-4a6b-967d-0977f6766539 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:39.773668 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9a47a672-627e-4a6b-967d-0977f6766539 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "DELETE /v2.0/security-groups/1dd89d4c-bead-47c6-93b8-49843c569529 HTTP/1.1" status: 204 len: 168 time: 0.4559090 Jan 28 02:57:39.775077 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d76bcfc3-75f2-49b1-81d5-2a52845c53ec tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:39.781548 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d76bcfc3-75f2-49b1-81d5-2a52845c53ec tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/ports/f3603afd-c82d-47cd-ab93-f9ca5247b128 HTTP/1.1" status: 204 len: 168 time: 1.6327679 Jan 28 02:57:39.784119 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43028) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:39.784462 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43030) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:39.794323 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 80f08abf-3142-47c0-8d4e-a81f5359ca91 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:39.794997 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (80f08abf-3142-47c0-8d4e-a81f5359ca91), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:39.806645 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ef898-f384-43a5-a6ef-271051f20236 req-15565927-355d-418c-8570-59d26ce437d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:39.810333 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-017ef898-f384-43a5-a6ef-271051f20236 req-15565927-355d-418c-8570-59d26ce437d7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=49bb14d4-dcd1-48f1-bfcf-d4851c7c298c HTTP/1.1" status: 200 len: 848 time: 0.0745864 Jan 28 02:57:39.814977 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80f08abf-3142-47c0-8d4e-a81f5359ca91 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:57:39.845834 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a47a672-627e-4a6b-967d-0977f6766539 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd89d4c-bead-47c6-93b8-49843c569529,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:39.853706 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 80f08abf-3142-47c0-8d4e-a81f5359ca91, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=80f08abf-3142-47c0-8d4e-a81f5359ca91,segment=NetworkSegment(5ec551e3-78ab-42a1-92af-4f07dc8530f7),segment_id=5ec551e3-78ab-42a1-92af-4f07dc8530f7)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:57:39.863745 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (80f08abf-3142-47c0-8d4e-a81f5359ca91), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:39.871237 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-017ef898-f384-43a5-a6ef-271051f20236 req-27cad86e-f35c-401b-b418-50dc77ba2823 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=290af027-4910-45bb-b54e-a29d61400c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541227 Jan 28 02:57:39.943367 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=80f08abf-3142-47c0-8d4e-a81f5359ca91,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:39.981770 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c80988-3176-41be-a6db-6f760e8a5a41 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:39.983466 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-68c80988-3176-41be-a6db-6f760e8a5a41 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1921427 Jan 28 02:57:39.994226 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43034) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:39.998759 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-af6ca667-d2a3-46e5-afad-b5fa8204be78 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2127285 Jan 28 02:57:40.007932 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43036) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:40.019358 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a638243-f01b-4a5f-be97-fa5fa0a90c33 None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:57:40.029493 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-d4518698-8d42-4991-9ede-dbdf04985abd tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Request body: {'security_group': {'name': 'tempest-secgroup--1724498837'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:40.082450 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53938b84-4f06-41bc-9adf-7d887e010d7f admin admin] Router ec8d61b7-9938-4b0f-901d-eff26948667f has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:57:40.100210 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceabae2-243f-42eb-9e6b-8bad9bb5f31a req-3935550e-4b5a-4af3-a5cb-88d1e6b0b52b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:40.101901 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9ceabae2-243f-42eb-9e6b-8bad9bb5f31a req-3935550e-4b5a-4af3-a5cb-88d1e6b0b52b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eed66d4-3408-4574-98a5-3d70fa26bd30 HTTP/1.1" status: 200 len: 944 time: 0.1408184 Jan 28 02:57:40.102733 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d4518698-8d42-4991-9ede-dbdf04985abd tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:40.119625 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-017ef898-f384-43a5-a6ef-271051f20236 req-4da62071-ca07-48b8-9923-b66ed59fc693 service neutron] 10.222.0.39 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270250 Jan 28 02:57:40.128209 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7db5cc0-21aa-4af1-998a-f880a2bc2c86 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:40.129902 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b7db5cc0-21aa-4af1-998a-f880a2bc2c86 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1303978 Jan 28 02:57:40.137059 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43038) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:40.142456 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-931962c9-4f68-4c4e-973c-0abf4b7905bd None None] Provisioning complete for port f24853a6-6080-44f3-88c3-68b82f33a1be triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:57:40.143707 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-931962c9-4f68-4c4e-973c-0abf4b7905bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f24853a6-6080-44f3-88c3-68b82f33a1be), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:40.202552 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-931962c9-4f68-4c4e-973c-0abf4b7905bd None None] Port f24853a6-6080-44f3-88c3-68b82f33a1be cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:57:40.217881 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-931962c9-4f68-4c4e-973c-0abf4b7905bd None None] Provisioning complete for port ea135aee-a8fd-46a0-b5a8-85dfc6e9df46 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:57:40.218649 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-931962c9-4f68-4c4e-973c-0abf4b7905bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ea135aee-a8fd-46a0-b5a8-85dfc6e9df46), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:40.265094 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9ceabae2-243f-42eb-9e6b-8bad9bb5f31a req-d65973e1-6bfa-446e-8815-87513f8ab21b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461260 Jan 28 02:57:40.292969 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['80f08abf-3142-47c0-8d4e-a81f5359ca91'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:57:40.326924 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d4518698-8d42-4991-9ede-dbdf04985abd tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (623473bd-c995-485f-b5d6-f5a363f65f54), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:40.334709 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f9f8be-3a7b-4272-be52-ab4233a44891 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:40.337157 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f9f8be-3a7b-4272-be52-ab4233a44891 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:40.339875 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f9f8be-3a7b-4272-be52-ab4233a44891 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:40.342274 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d9f9f8be-3a7b-4272-be52-ab4233a44891 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2039928 Jan 28 02:57:40.343968 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d4518698-8d42-4991-9ede-dbdf04985abd tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (623473bd-c995-485f-b5d6-f5a363f65f54), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:40.344738 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43040) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:40.407062 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4518698-8d42-4991-9ede-dbdf04985abd tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=623473bd-c995-485f-b5d6-f5a363f65f54,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:40.412763 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d4518698-8d42-4991-9ede-dbdf04985abd tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:40.418373 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d4518698-8d42-4991-9ede-dbdf04985abd tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3948898 Jan 28 02:57:40.419967 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43042) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:40.425339 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-de2d44cf-1886-45fb-ac4d-7a908f074934 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Request body: {'security_group_rule': {'security_group_id': '623473bd-c995-485f-b5d6-f5a363f65f54', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:40.443037 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-017ef898-f384-43a5-a6ef-271051f20236 req-dbf0cccf-d64a-4482-bfc6-d4be6dc68bc1 service neutron] 10.222.0.39 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157187 Jan 28 02:57:40.458384 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53938b84-4f06-41bc-9adf-7d887e010d7f admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:57:40.462185 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-de2d44cf-1886-45fb-ac4d-7a908f074934 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (b7670e31-e607-4da2-ad20-b73017a40cb7), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:40.468819 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba8d7fd8-de7a-4b96-88a6-ee959c2de8b3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting subnet 4849a51a-c750-4672-a932-06d813d2b976 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:57:40.494448 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-53938b84-4f06-41bc-9adf-7d887e010d7f admin admin] 10.222.0.53 "PUT /v2.0/routers/ec8d61b7-9938-4b0f-901d-eff26948667f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7310948 Jan 28 02:57:40.499959 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-931962c9-4f68-4c4e-973c-0abf4b7905bd None None] Current status of the port ea135aee-a8fd-46a0-b5a8-85dfc6e9df46 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:40.501435 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ba8d7fd8-de7a-4b96-88a6-ee959c2de8b3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (4849a51a-c750-4672-a932-06d813d2b976), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:40.507244 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5bb9bf-4eb2-49e2-a860-f00f0edb8195 None None] Sync routers for ids ['ec8d61b7-9938-4b0f-901d-eff26948667f'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:57:40.607545 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ba8d7fd8-de7a-4b96-88a6-ee959c2de8b3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (4849a51a-c750-4672-a932-06d813d2b976), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:40.609509 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5bb9bf-4eb2-49e2-a860-f00f0edb8195 None None] Routers {'ec8d61b7-9938-4b0f-901d-eff26948667f'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:57:40.610452 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-1f5bb9bf-4eb2-49e2-a860-f00f0edb8195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:57:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['ec8d61b7-9938-4b0f-901d-eff26948667f'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:57:40.623091 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-de2d44cf-1886-45fb-ac4d-7a908f074934 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (b7670e31-e607-4da2-ad20-b73017a40cb7), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:40.631706 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-de2d44cf-1886-45fb-ac4d-7a908f074934 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (b7670e31-e607-4da2-ad20-b73017a40cb7), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:40.709544 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d44cf-1886-45fb-ac4d-7a908f074934 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7670e31-e607-4da2-ad20-b73017a40cb7,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:40.779834 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-de2d44cf-1886-45fb-ac4d-7a908f074934 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:40.782029 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-de2d44cf-1886-45fb-ac4d-7a908f074934 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3607481 Jan 28 02:57:40.782187 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ea135aee-a8fd-46a0-b5a8-85dfc6e9df46 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:57:40.800326 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43054) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:40.851292 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-a598aa12-7347-4e9d-8176-3813987bfd07 None None] Provisioning complete for port ea135aee-a8fd-46a0-b5a8-85dfc6e9df46 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:57:40.851292 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a598aa12-7347-4e9d-8176-3813987bfd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ea135aee-a8fd-46a0-b5a8-85dfc6e9df46), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:40.858385 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3f084ec4-61ef-4b3a-a031-a0910a1c2902 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (b7670e31-e607-4da2-ad20-b73017a40cb7), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:40.870835 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42decb-beb3-4fdc-bbce-96ba6a143705 req-6731f889-c3e2-4f84-916e-4c87592fbff0 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:40.872868 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5f42decb-beb3-4fdc-bbce-96ba6a143705 req-6731f889-c3e2-4f84-916e-4c87592fbff0 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 945 time: 0.1332364 Jan 28 02:57:40.894074 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b24f1a-56d4-489e-8758-ee4aa93d99d1 req-d044499e-2cff-4272-b45b-56991eca045b tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:40.895705 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-59b24f1a-56d4-489e-8758-ee4aa93d99d1 req-d044499e-2cff-4272-b45b-56991eca045b tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/ports?device_id=59a49f46-77d8-4533-b310-c7939f5d7c73 HTTP/1.1" status: 200 len: 946 time: 0.1928751 Jan 28 02:57:40.897998 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3f084ec4-61ef-4b3a-a031-a0910a1c2902 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (b7670e31-e607-4da2-ad20-b73017a40cb7), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:41.034066 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5f42decb-beb3-4fdc-bbce-96ba6a143705 req-01c02079-5dfd-4dec-9b6a-b27603a412a3 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089768 Jan 28 02:57:41.037278 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3f084ec4-61ef-4b3a-a031-a0910a1c2902 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (b7670e31-e607-4da2-ad20-b73017a40cb7), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:41.043441 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3f084ec4-61ef-4b3a-a031-a0910a1c2902 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:41.051440 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3f084ec4-61ef-4b3a-a031-a0910a1c2902 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/b7670e31-e607-4da2-ad20-b73017a40cb7 HTTP/1.1" status: 204 len: 168 time: 0.2459495 Jan 28 02:57:41.052878 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43060) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:41.057101 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-1f5bb9bf-4eb2-49e2-a860-f00f0edb8195 None None] Set router ec8d61b7-9938-4b0f-901d-eff26948667f gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:57:41.082585 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ba8d7fd8-de7a-4b96-88a6-ee959c2de8b3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (4849a51a-c750-4672-a932-06d813d2b976), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:41.124048 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f084ec4-61ef-4b3a-a031-a0910a1c2902 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7670e31-e607-4da2-ad20-b73017a40cb7,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:41.153402 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-59b24f1a-56d4-489e-8758-ee4aa93d99d1 req-cb355a92-67c4-4d02-b972-916eb6044453 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0d6f1b4-a765-4649-a701-1de747dcfdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444079 Jan 28 02:57:41.267480 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-78700cb4-3847-49ab-a27d-e7c989155954 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1810160 Jan 28 02:57:41.274598 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43068) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:41.338361 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ba8d7fd8-de7a-4b96-88a6-ee959c2de8b3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (4849a51a-c750-4672-a932-06d813d2b976), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:41.402878 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8d7fd8-de7a-4b96-88a6-ee959c2de8b3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Subnet': ['ID=4849a51a-c750-4672-a932-06d813d2b976,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:41.409888 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ba8d7fd8-de7a-4b96-88a6-ee959c2de8b3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:41.415705 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-a598aa12-7347-4e9d-8176-3813987bfd07 None None] Current status of the port ea135aee-a8fd-46a0-b5a8-85dfc6e9df46 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:41.419726 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ba8d7fd8-de7a-4b96-88a6-ee959c2de8b3 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/4849a51a-c750-4672-a932-06d813d2b976 HTTP/1.1" status: 204 len: 168 time: 1.0719030 Jan 28 02:57:41.421900 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43074) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:41.438507 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8150ca85-b97b-4b52-87a5-83681163adae tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (623473bd-c995-485f-b5d6-f5a363f65f54), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:41.511732 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port ea135aee-a8fd-46a0-b5a8-85dfc6e9df46 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:57:41.512344 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ea135aee-a8fd-46a0-b5a8-85dfc6e9df46), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:41.521426 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8150ca85-b97b-4b52-87a5-83681163adae tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (623473bd-c995-485f-b5d6-f5a363f65f54), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:41.560602 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b44009d-aaab-41d9-9875-b100cb8d36d6 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting subnet c16bcb3e-e2e5-4bf8-b4a0-89e7e6c764fc {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:57:41.575243 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8150ca85-b97b-4b52-87a5-83681163adae tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (623473bd-c995-485f-b5d6-f5a363f65f54), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:41.579003 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8150ca85-b97b-4b52-87a5-83681163adae tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:41.583058 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8150ca85-b97b-4b52-87a5-83681163adae tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "DELETE /v2.0/security-groups/623473bd-c995-485f-b5d6-f5a363f65f54 HTTP/1.1" status: 204 len: 168 time: 0.3042252 Jan 28 02:57:41.587327 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177acf10-0825-4b28-8328-09b01299e2e0 None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:57:41.594492 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9b44009d-aaab-41d9-9875-b100cb8d36d6 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (c16bcb3e-e2e5-4bf8-b4a0-89e7e6c764fc), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:41.597811 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43078) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:41.610515 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8150ca85-b97b-4b52-87a5-83681163adae tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=623473bd-c995-485f-b5d6-f5a363f65f54,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:41.619379 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43080) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:41.626685 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-5bf27d73-b68e-4289-abf5-4461f8a109fe admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1967063799-network', 'tenant_id': '53ad5c4f044e4be5a3ce83b00d5d2212'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:41.698421 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2883c-41d9-4497-8135-88641cd72170 req-7c31ae4c-e937-4589-a837-13b22d23f747 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:41.700596 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3ec2883c-41d9-4497-8135-88641cd72170 req-7c31ae4c-e937-4589-a837-13b22d23f747 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eed66d4-3408-4574-98a5-3d70fa26bd30 HTTP/1.1" status: 200 len: 944 time: 0.0950456 Jan 28 02:57:41.701883 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf27d73-b68e-4289-abf5-4461f8a109fe admin admin] Made reservation on behalf of 53ad5c4f044e4be5a3ce83b00d5d2212 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:57:41.704577 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5bf27d73-b68e-4289-abf5-4461f8a109fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:41.745675 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5bf27d73-b68e-4289-abf5-4461f8a109fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:41.758525 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9b44009d-aaab-41d9-9875-b100cb8d36d6 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (c16bcb3e-e2e5-4bf8-b4a0-89e7e6c764fc), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:41.770365 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da54944-2cd2-42c7-ad3c-946b6c26a8b3 req-a2e877d4-318c-4754-a2e2-9d77bf176d9a tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:41.771938 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5da54944-2cd2-42c7-ad3c-946b6c26a8b3 req-a2e877d4-318c-4754-a2e2-9d77bf176d9a tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7304f01-7d8c-42b7-bfff-200204e5ab54 HTTP/1.1" status: 200 len: 945 time: 0.2016003 Jan 28 02:57:41.851637 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5bf27d73-b68e-4289-abf5-4461f8a109fe admin admin] Publish callbacks [] for security_group (a7c62f12-d733-4505-b757-5f06a0db6977), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:41.863548 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5bf27d73-b68e-4289-abf5-4461f8a109fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (a7c62f12-d733-4505-b757-5f06a0db6977), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:41.880218 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5da54944-2cd2-42c7-ad3c-946b6c26a8b3 req-149da7ff-2abb-42ca-94a6-654c79d0c9cd tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0d6f1b4-a765-4649-a701-1de747dcfdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838358 Jan 28 02:57:41.883847 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bf54f2b8-50b5-47c4-b69c-14f5d8ebe647 req-9564a7ef-f07c-4b0c-88f3-59ffa05141d9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=53d39347-fc00-4cae-9ff6-b351ac79bc66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3147883 Jan 28 02:57:41.889982 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3ec2883c-41d9-4497-8135-88641cd72170 req-e186ae71-e976-4367-a670-63e830f94006 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818340 Jan 28 02:57:41.908281 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-a116a923-c1af-4f3a-a0cc-7c4260ae3a8a None None] Could not find standard attr ID for object f3603afd-c82d-47cd-ab93-f9ca5247b128. {{(pid=109804) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 02:57:41.931402 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bf27d73-b68e-4289-abf5-4461f8a109fe admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:57:41.938118 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf27d73-b68e-4289-abf5-4461f8a109fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c62f12-d733-4505-b757-5f06a0db6977,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:41.943187 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f539b60b-2c5c-4051-89fd-2e3f2fb7a445 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3353615 Jan 28 02:57:41.949313 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43084) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:41.956003 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5bf27d73-b68e-4289-abf5-4461f8a109fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (a43800d4-c8be-4cc2-8bc3-c4d420d51af0), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:41.956355 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-5bf27d73-b68e-4289-abf5-4461f8a109fe admin admin] Added segment a43800d4-c8be-4cc2-8bc3-c4d420d51af0 of type vlan for network 9227b0e2-14db-4f8f-8bca-720a1405b4b9 Jan 28 02:57:41.960363 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-b0b99e41-0f47-4f2b-8050-4a2328f34b4a tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Request body: {'security_group': {'name': 'tempest-secgroup--162728416'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:42.028215 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port ea135aee-a8fd-46a0-b5a8-85dfc6e9df46 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:42.029822 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 561c8070-c59b-4dcf-9a34-b7c898b7089c up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:57:42.035591 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-1f5bb9bf-4eb2-49e2-a860-f00f0edb8195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8d61b7-9938-4b0f-901d-eff26948667f', 'name': 'tempest-TaggedBootDevicesTest_v242-1526340992-router', 'tenant_id': 'd47d57aa564c407d8f7b752418cdddf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '561c8070-c59b-4dcf-9a34-b7c898b7089c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:57:27Z', 'updated_at': '2022-01-28T02:57:38Z', 'revision_number': 4, 'project_id': 'd47d57aa564c407d8f7b752418cdddf4', 'gw_port': {'id': '561c8070-c59b-4dcf-9a34-b7c898b7089c', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8d61b7-9938-4b0f-901d-eff26948667f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:57:30Z', 'updated_at': '2022-01-28T02:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'f24853a6-6080-44f3-88c3-68b82f33a1be', 'name': '', 'network_id': '00e51838-dce0-4440-a9f8-fd2fd28c5471', 'tenant_id': 'd47d57aa564c407d8f7b752418cdddf4', 'mac_address': 'fa:16:3e:44:27:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8d61b7-9938-4b0f-901d-eff26948667f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'a5e16ad5-afde-4ff0-9a68-1abb02683cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:57:36Z', 'updated_at': '2022-01-28T02:57:38Z', 'revision_number': 2, 'project_id': 'd47d57aa564c407d8f7b752418cdddf4', 'subnets': [{'id': 'a5e16ad5-afde-4ff0-9a68-1abb02683cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:57:42.037188 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5bf27d73-b68e-4289-abf5-4461f8a109fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (9227b0e2-14db-4f8f-8bca-720a1405b4b9), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:42.074335 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b0b99e41-0f47-4f2b-8050-4a2328f34b4a tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:42.088299 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5bf27d73-b68e-4289-abf5-4461f8a109fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (9227b0e2-14db-4f8f-8bca-720a1405b4b9), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:42.089411 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf27d73-b68e-4289-abf5-4461f8a109fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:42.090013 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5bf27d73-b68e-4289-abf5-4461f8a109fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:42.107966 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5bb9bf-4eb2-49e2-a860-f00f0edb8195 None None] Checking router: ec8d61b7-9938-4b0f-901d-eff26948667f for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:57:42.108588 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5bb9bf-4eb2-49e2-a860-f00f0edb8195 None None] Updating router ec8d61b7-9938-4b0f-901d-eff26948667f port f24853a6-6080-44f3-88c3-68b82f33a1be binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:57:42.112684 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54f2b8-50b5-47c4-b69c-14f5d8ebe647 req-9062fcca-6ce4-44fe-aaba-d93abd5689d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:42.124113 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bf54f2b8-50b5-47c4-b69c-14f5d8ebe647 req-9062fcca-6ce4-44fe-aaba-d93abd5689d4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e168a8b773b74055bc0667e0581a74cd&device_id=53d39347-fc00-4cae-9ff6-b351ac79bc66 HTTP/1.1" status: 200 len: 1096 time: 0.1202052 Jan 28 02:57:42.139675 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9b44009d-aaab-41d9-9875-b100cb8d36d6 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (c16bcb3e-e2e5-4bf8-b4a0-89e7e6c764fc), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:42.143382 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1f5bb9bf-4eb2-49e2-a860-f00f0edb8195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f24853a6-6080-44f3-88c3-68b82f33a1be), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:42.241007 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5bf27d73-b68e-4289-abf5-4461f8a109fe admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6187510 Jan 28 02:57:42.271830 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43090) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:42.278047 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-30758ffa-21fb-4a3a-9d59-ac8d9df62bdb admin admin] Request body: {'subnet': {'network_id': '9227b0e2-14db-4f8f-8bca-720a1405b4b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1967063799-subnet', 'tenant_id': '53ad5c4f044e4be5a3ce83b00d5d2212', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:42.363432 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf27d73-b68e-4289-abf5-4461f8a109fe admin admin] Pushing event updated for resources: {'Network': ['ID=9227b0e2-14db-4f8f-8bca-720a1405b4b9,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:42.373454 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54f2b8-50b5-47c4-b69c-14f5d8ebe647 req-0fd5b880-3172-4f8b-bfcb-eb0061e2d34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:42.376329 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bf54f2b8-50b5-47c4-b69c-14f5d8ebe647 req-0fd5b880-3172-4f8b-bfcb-eb0061e2d34c service neutron] 10.222.0.39 "GET /v2.0/networks?id=290af027-4910-45bb-b54e-a29d61400c05 HTTP/1.1" status: 200 len: 909 time: 0.1874170 Jan 28 02:57:42.403622 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30758ffa-21fb-4a3a-9d59-ac8d9df62bdb admin admin] Made reservation on behalf of 53ad5c4f044e4be5a3ce83b00d5d2212 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:57:42.406175 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-30758ffa-21fb-4a3a-9d59-ac8d9df62bdb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:42.421917 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 9227b0e2-14db-4f8f-8bca-720a1405b4b9 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:57:42.519067 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b0b99e41-0f47-4f2b-8050-4a2328f34b4a tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (0c7629c4-0f47-4e19-8482-c7c7e040f133), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:42.524594 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bf54f2b8-50b5-47c4-b69c-14f5d8ebe647 req-dc47381c-45b8-489d-9ce3-50ee3fbada5c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13b71a4f-d1b0-4c45-88a4-b1b8b0e31361 HTTP/1.1" status: 200 len: 217 time: 0.1092587 Jan 28 02:57:42.532586 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b0b99e41-0f47-4f2b-8050-4a2328f34b4a tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (0c7629c4-0f47-4e19-8482-c7c7e040f133), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:42.579234 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0360874-16b6-4e25-a4a1-bc5810da4582 req-ff209d16-1bba-433d-a59e-8952ca206964 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:42.580054 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b99e41-0f47-4f2b-8050-4a2328f34b4a tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7629c4-0f47-4e19-8482-c7c7e040f133,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:42.604238 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f0360874-16b6-4e25-a4a1-bc5810da4582 req-ff209d16-1bba-433d-a59e-8952ca206964 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 945 time: 0.3591189 Jan 28 02:57:42.607166 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9b44009d-aaab-41d9-9875-b100cb8d36d6 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (c16bcb3e-e2e5-4bf8-b4a0-89e7e6c764fc), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:42.638349 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9b44009d-aaab-41d9-9875-b100cb8d36d6 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:42.647204 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9b44009d-aaab-41d9-9875-b100cb8d36d6 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/c16bcb3e-e2e5-4bf8-b4a0-89e7e6c764fc HTTP/1.1" status: 204 len: 168 time: 1.2240062 Jan 28 02:57:42.651779 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43098) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:42.745542 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b0b99e41-0f47-4f2b-8050-4a2328f34b4a tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:42.750878 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b0b99e41-0f47-4f2b-8050-4a2328f34b4a tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7967899 Jan 28 02:57:42.761766 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-98ae6acc-c057-4955-a8fc-95b4646ff1de tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1074471 Jan 28 02:57:42.762686 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b44009d-aaab-41d9-9875-b100cb8d36d6 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Subnet': ['ID=c16bcb3e-e2e5-4bf8-b4a0-89e7e6c764fc,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:42.768543 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43104) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:42.773316 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43102) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:42.781869 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-afb29722-acc4-4027-b344-609f3a94d79b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'subnet': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:42.787935 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-d20e3d39-4375-41a5-9832-f269565ca32d tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Request body: {'security_group_rule': {'security_group_id': '0c7629c4-0f47-4e19-8482-c7c7e040f133', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:42.882880 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54f2b8-50b5-47c4-b69c-14f5d8ebe647 req-9686b6f4-fd0c-469d-8cd3-efdd5f85d0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:42.884866 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bf54f2b8-50b5-47c4-b69c-14f5d8ebe647 req-9686b6f4-fd0c-469d-8cd3-efdd5f85d0bc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=49bb14d4-dcd1-48f1-bfcf-d4851c7c298c HTTP/1.1" status: 200 len: 848 time: 0.3535435 Jan 28 02:57:42.889600 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 561c8070-c59b-4dcf-9a34-b7c898b7089c triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:57:42.890572 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (561c8070-c59b-4dcf-9a34-b7c898b7089c), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:42.928072 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bf54f2b8-50b5-47c4-b69c-14f5d8ebe647 req-d29cf3ea-fd80-4acb-874c-d640307c46d8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=290af027-4910-45bb-b54e-a29d61400c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341420 Jan 28 02:57:42.951080 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f0360874-16b6-4e25-a4a1-bc5810da4582 req-3e88c613-83a3-4ac5-b1bb-4b94083fda64 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433976 Jan 28 02:57:42.952410 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb29722-acc4-4027-b344-609f3a94d79b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:57:42.956308 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-afb29722-acc4-4027-b344-609f3a94d79b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:43.014431 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d20e3d39-4375-41a5-9832-f269565ca32d tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (c7c18289-f95c-4aa0-8767-294e28714b4a), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:43.164282 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d6a9bd-9bb7-4a6c-83f8-f1b2114c5403 None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:57:43.255168 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bf54f2b8-50b5-47c4-b69c-14f5d8ebe647 req-fdbe6ae5-9ad5-4ebc-9301-07b90c8513c0 service neutron] 10.222.0.39 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193917 Jan 28 02:57:43.284368 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d20e3d39-4375-41a5-9832-f269565ca32d tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (c7c18289-f95c-4aa0-8767-294e28714b4a), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:43.291286 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-30758ffa-21fb-4a3a-9d59-ac8d9df62bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (33b3fd4b-817a-4a39-8804-72d65c9db4cf), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:43.302516 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d20e3d39-4375-41a5-9832-f269565ca32d tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (c7c18289-f95c-4aa0-8767-294e28714b4a), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:43.315608 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19a9e4-ae5a-44b2-a754-c501ef4e9803 req-8de70c2a-1019-44f5-8ca9-0dc79e170c35 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:43.317624 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5c19a9e4-ae5a-44b2-a754-c501ef4e9803 req-8de70c2a-1019-44f5-8ca9-0dc79e170c35 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eed66d4-3408-4574-98a5-3d70fa26bd30 HTTP/1.1" status: 200 len: 944 time: 0.1942956 Jan 28 02:57:43.326738 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-aae48bf1-e22e-4763-ad9b-207e8a6840f4 None None] Provisioning complete for port ea135aee-a8fd-46a0-b5a8-85dfc6e9df46 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:57:43.327269 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-aae48bf1-e22e-4763-ad9b-207e8a6840f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ea135aee-a8fd-46a0-b5a8-85dfc6e9df46), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:43.382204 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 561c8070-c59b-4dcf-9a34-b7c898b7089c is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:43.407908 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bf54f2b8-50b5-47c4-b69c-14f5d8ebe647 req-ef4923f1-b260-472a-94a5-bc6439513ff3 service neutron] 10.222.0.39 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181095 Jan 28 02:57:43.478158 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-aae48bf1-e22e-4763-ad9b-207e8a6840f4 None None] Current status of the port ea135aee-a8fd-46a0-b5a8-85dfc6e9df46 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:43.481513 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 80f08abf-3142-47c0-8d4e-a81f5359ca91 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:57:43.501883 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e3d39-4375-41a5-9832-f269565ca32d tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7c18289-f95c-4aa0-8767-294e28714b4a,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:43.524835 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e1a579-eff3-423b-af54-a647e6718910 None None] DHCP port deletion for f4e9908e-37c3-477d-90df-65c02e38c857 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:57:43.570378 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30758ffa-21fb-4a3a-9d59-ac8d9df62bdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=33b3fd4b-817a-4a39-8804-72d65c9db4cf,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:43.585897 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d20e3d39-4375-41a5-9832-f269565ca32d tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:43.588013 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d20e3d39-4375-41a5-9832-f269565ca32d tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8086300 Jan 28 02:57:43.614516 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43116) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:43.646383 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 80f08abf-3142-47c0-8d4e-a81f5359ca91 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:57:43.656874 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1f5bb9bf-4eb2-49e2-a860-f00f0edb8195 None None] Publish callbacks [] for port (f24853a6-6080-44f3-88c3-68b82f33a1be), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:43.674208 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 80f08abf-3142-47c0-8d4e-a81f5359ca91 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:57:43.674780 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (80f08abf-3142-47c0-8d4e-a81f5359ca91), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:43.679097 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4c0ec952-6249-4dcd-bc94-2f0208015e4d tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "GET /v2.0/security-group-rules/c7c18289-f95c-4aa0-8767-294e28714b4a HTTP/1.1" status: 200 len: 763 time: 0.0621612 Jan 28 02:57:43.681217 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43120) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:43.686392 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5c19a9e4-ae5a-44b2-a754-c501ef4e9803 req-25afb0a2-a3eb-43ea-920b-43b8ca816483 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347590 Jan 28 02:57:43.704031 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30758ffa-21fb-4a3a-9d59-ac8d9df62bdb admin admin] Checking segment: {'id': 'a43800d4-c8be-4cc2-8bc3-c4d420d51af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9227b0e2-14db-4f8f-8bca-720a1405b4b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:57:43.704396 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30758ffa-21fb-4a3a-9d59-ac8d9df62bdb admin admin] Network hostable DHCP agents. Network: 9227b0e2-14db-4f8f-8bca-720a1405b4b9, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:57:43.709186 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1f5bb9bf-4eb2-49e2-a860-f00f0edb8195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (f24853a6-6080-44f3-88c3-68b82f33a1be), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:43.715034 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c1e1a579-eff3-423b-af54-a647e6718910 None None] Deleting port ea135aee-a8fd-46a0-b5a8-85dfc6e9df46 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:57:43.715554 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c1e1a579-eff3-423b-af54-a647e6718910 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (ea135aee-a8fd-46a0-b5a8-85dfc6e9df46), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:43.803184 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e24c80f1-6dd8-4c4b-828c-1b6a805cb107 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1155322 Jan 28 02:57:43.804766 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30758ffa-21fb-4a3a-9d59-ac8d9df62bdb admin admin] Network 9227b0e2-14db-4f8f-8bca-720a1405b4b9 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:57:43.827037 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43124) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:43.838957 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-30758ffa-21fb-4a3a-9d59-ac8d9df62bdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 9227b0e2-14db-4f8f-8bca-720a1405b4b9) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:57:43.855037 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30758ffa-21fb-4a3a-9d59-ac8d9df62bdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:43.855877 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-30758ffa-21fb-4a3a-9d59-ac8d9df62bdb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:43.885340 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e3f481-a8e1-4c33-90af-f5419338767b None None] Pushing event updated for resources: {'Port': ['ID=f24853a6-6080-44f3-88c3-68b82f33a1be,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:43.914753 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-709648f1-e449-4af9-8abc-e0f792fb7176 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (c7c18289-f95c-4aa0-8767-294e28714b4a), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:43.936608 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-30758ffa-21fb-4a3a-9d59-ac8d9df62bdb admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6635697 Jan 28 02:57:43.942208 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43126) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:43.943491 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689d061f-e36b-4f05-a016-369a6673a288 None None] Network 9227b0e2-14db-4f8f-8bca-720a1405b4b9 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:57:43.956655 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-286efac0-789d-468a-824f-0edd23a1f688 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1967063799-router', 'tenant_id': '53ad5c4f044e4be5a3ce83b00d5d2212', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:43.977031 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-709648f1-e449-4af9-8abc-e0f792fb7176 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (c7c18289-f95c-4aa0-8767-294e28714b4a), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:44.060918 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-286efac0-789d-468a-824f-0edd23a1f688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (9056ac4d-d8c3-482d-a526-ca2c6edcd5c3), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:44.063014 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-286efac0-789d-468a-824f-0edd23a1f688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (9056ac4d-d8c3-482d-a526-ca2c6edcd5c3), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:44.070332 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-709648f1-e449-4af9-8abc-e0f792fb7176 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (c7c18289-f95c-4aa0-8767-294e28714b4a), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:44.086661 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-709648f1-e449-4af9-8abc-e0f792fb7176 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:44.088231 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-709648f1-e449-4af9-8abc-e0f792fb7176 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/c7c18289-f95c-4aa0-8767-294e28714b4a HTTP/1.1" status: 204 len: 168 time: 0.2599075 Jan 28 02:57:44.105203 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:57:44.140254 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b208013-c4a1-414e-be57-2654f6690146 req-f7cc3898-2a95-433d-bb44-cedbf294c5ac tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:44.148417 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4b208013-c4a1-414e-be57-2654f6690146 req-f7cc3898-2a95-433d-bb44-cedbf294c5ac tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/networks?id=9ad405c8-038c-420f-81fd-16301459f3e0 HTTP/1.1" status: 200 len: 812 time: 1.1684122 Jan 28 02:57:44.166135 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43130) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:44.202864 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-286efac0-789d-468a-824f-0edd23a1f688 admin admin] Publish callbacks [] for router_controller (9056ac4d-d8c3-482d-a526-ca2c6edcd5c3), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:44.203758 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c1e1a579-eff3-423b-af54-a647e6718910 None None] For port ea135aee-a8fd-46a0-b5a8-85dfc6e9df46, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ea135aee-a8fd-46a0-b5a8-85dfc6e9df46,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:57:44.204550 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c1e1a579-eff3-423b-af54-a647e6718910 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (ea135aee-a8fd-46a0-b5a8-85dfc6e9df46), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:44.228955 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709648f1-e449-4af9-8abc-e0f792fb7176 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c7c18289-f95c-4aa0-8767-294e28714b4a,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:44.231098 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-afb29722-acc4-4027-b344-609f3a94d79b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (16207990-d33a-4f27-bd40-807db21f14d1), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:44.266812 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4b208013-c4a1-414e-be57-2654f6690146 req-8f0ff46c-142b-4103-b8c2-44893a6d7794 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/quotas/718af09b03c940c88c41db74297b10fa HTTP/1.1" status: 200 len: 375 time: 0.1144767 Jan 28 02:57:44.300585 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c1e1a579-eff3-423b-af54-a647e6718910 None None] Calling delete_port for ea135aee-a8fd-46a0-b5a8-85dfc6e9df46 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:57:44.305796 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 80f08abf-3142-47c0-8d4e-a81f5359ca91 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:44.306393 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (80f08abf-3142-47c0-8d4e-a81f5359ca91), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:44.335277 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-4e4afda4-35c4-403e-803d-270bffe6ca76 None None] Provisioning complete for port f24853a6-6080-44f3-88c3-68b82f33a1be triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:57:44.335809 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4e4afda4-35c4-403e-803d-270bffe6ca76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f24853a6-6080-44f3-88c3-68b82f33a1be), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:44.338360 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-1f5bb9bf-4eb2-49e2-a860-f00f0edb8195 None None] Attempting to bind port f24853a6-6080-44f3-88c3-68b82f33a1be on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:57:44.338360 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-1f5bb9bf-4eb2-49e2-a860-f00f0edb8195 None None] Attempting to bind port f24853a6-6080-44f3-88c3-68b82f33a1be by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '242cab35-05c2-4e9b-b7a3-b9ace6aa1f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '00e51838-dce0-4440-a9f8-fd2fd28c5471'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:57:44.338607 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5bb9bf-4eb2-49e2-a860-f00f0edb8195 None None] Attempting to bind port f24853a6-6080-44f3-88c3-68b82f33a1be on network 00e51838-dce0-4440-a9f8-fd2fd28c5471 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:57:44.357236 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb29722-acc4-4027-b344-609f3a94d79b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:57:44.376165 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-42ef0e6b-1d73-471b-899b-b81d11b8004a tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2077723 Jan 28 02:57:44.377250 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-afb29722-acc4-4027-b344-609f3a94d79b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:57:44.381047 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43132) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:44.392222 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-25d2a569-b8ef-4f57-a3d7-02bcf18fa3c7 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Request body: {'security_group_rule': {'security_group_id': '0c7629c4-0f47-4e19-8482-c7c7e040f133', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:44.398940 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb29722-acc4-4027-b344-609f3a94d79b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:44.399554 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-afb29722-acc4-4027-b344-609f3a94d79b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:44.404565 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 80f08abf-3142-47c0-8d4e-a81f5359ca91, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=80f08abf-3142-47c0-8d4e-a81f5359ca91,segment=NetworkSegment(5ec551e3-78ab-42a1-92af-4f07dc8530f7),segment_id=5ec551e3-78ab-42a1-92af-4f07dc8530f7)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:57:44.406317 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5bb9bf-4eb2-49e2-a860-f00f0edb8195 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:57:44.406821 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5bb9bf-4eb2-49e2-a860-f00f0edb8195 None None] Checking segment: {'id': '242cab35-05c2-4e9b-b7a3-b9ace6aa1f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '00e51838-dce0-4440-a9f8-fd2fd28c5471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:57:44.407314 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1f5bb9bf-4eb2-49e2-a860-f00f0edb8195 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:44.408166 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5bb9bf-4eb2-49e2-a860-f00f0edb8195 None None] Bound using segment: {'id': '242cab35-05c2-4e9b-b7a3-b9ace6aa1f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '00e51838-dce0-4440-a9f8-fd2fd28c5471'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:57:44.408826 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-1f5bb9bf-4eb2-49e2-a860-f00f0edb8195 None None] Bound port: f24853a6-6080-44f3-88c3-68b82f33a1be, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '242cab35-05c2-4e9b-b7a3-b9ace6aa1f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '00e51838-dce0-4440-a9f8-fd2fd28c5471'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:57:44.409666 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1f5bb9bf-4eb2-49e2-a860-f00f0edb8195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f24853a6-6080-44f3-88c3-68b82f33a1be), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:44.431630 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eed66d4-3408-4574-98a5-3d70fa26bd30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f08abf-3142-47c0-8d4e-a81f5359ca91'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:57:44.435536 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9077d507-b7c1-4ab9-acfe-6cab035933ec" -d '{"events": [{"server_uuid": "9eed66d4-3408-4574-98a5-3d70fa26bd30", "name": "network-vif-plugged", "status": "completed", "tag": "80f08abf-3142-47c0-8d4e-a81f5359ca91"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:57:44.435904 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992c6ad-a4d2-4ab6-8ea9-aff0c45beeac req-0defa254-ba0b-4089-9b64-7b4f38053280 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:44.437532 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b992c6ad-a4d2-4ab6-8ea9-aff0c45beeac req-0defa254-ba0b-4089-9b64-7b4f38053280 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7304f01-7d8c-42b7-bfff-200204e5ab54 HTTP/1.1" status: 200 len: 945 time: 0.2742684 Jan 28 02:57:44.443726 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (80f08abf-3142-47c0-8d4e-a81f5359ca91), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:44.445589 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb29722-acc4-4027-b344-609f3a94d79b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Subnet': ['ID=16207990-d33a-4f27-bd40-807db21f14d1,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:44.490535 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-afb29722-acc4-4027-b344-609f3a94d79b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7207663 Jan 28 02:57:44.501995 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd57d53a-6751-4389-b558-645f2d907d51 req-9a090a9c-97c8-4507-b65a-aa5e513e3835 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:44.503954 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fd57d53a-6751-4389-b558-645f2d907d51 req-9a090a9c-97c8-4507-b65a-aa5e513e3835 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 945 time: 0.3133171 Jan 28 02:57:44.504954 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43136) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:44.507440 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-286efac0-789d-468a-824f-0edd23a1f688 admin admin] Publish callbacks [] for router_gateway (9056ac4d-d8c3-482d-a526-ca2c6edcd5c3), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:44.507920 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4b208013-c4a1-414e-be57-2654f6690146 req-41fbb6e2-cb8f-4b33-8b61-9cf727b1e4f3 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=718af09b03c940c88c41db74297b10fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2171271 Jan 28 02:57:44.519336 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-25d2a569-b8ef-4f57-a3d7-02bcf18fa3c7 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (bda70309-2803-4cb7-b295-4730b5af68d3), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:44.528988 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-4b77b56f-070c-46a4-8bc0-134515c5de8a tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'subnet': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:44.579696 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-4e4afda4-35c4-403e-803d-270bffe6ca76 None None] Port f24853a6-6080-44f3-88c3-68b82f33a1be cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:57:44.592774 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb28bbe-fe35-463b-bc58-f9b8d70564ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-9227b0e2-14db-4f8f-8bca-720a1405b4b9', 'network_id': '9227b0e2-14db-4f8f-8bca-720a1405b4b9', 'project_id': '53ad5c4f044e4be5a3ce83b00d5d2212', 'fixed_ips': [{'subnet_id': '33b3fd4b-817a-4a39-8804-72d65c9db4cf'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:57:44.593983 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7eb28bbe-fe35-463b-bc58-f9b8d70564ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:44.676236 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-25d2a569-b8ef-4f57-a3d7-02bcf18fa3c7 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (bda70309-2803-4cb7-b295-4730b5af68d3), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:44.689640 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-25d2a569-b8ef-4f57-a3d7-02bcf18fa3c7 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (bda70309-2803-4cb7-b295-4730b5af68d3), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:44.708969 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4b208013-c4a1-414e-be57-2654f6690146 req-58b96739-67ca-42a7-8d84-e379d3ccf0b4 service neutron] 10.222.0.53 "GET /v2.0/networks/9ad405c8-038c-420f-81fd-16301459f3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000813 Jan 28 02:57:44.746715 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d2a569-b8ef-4f57-a3d7-02bcf18fa3c7 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bda70309-2803-4cb7-b295-4730b5af68d3,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:44.751006 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-b992c6ad-a4d2-4ab6-8ea9-aff0c45beeac req-4b818836-c2a4-41e1-b6b0-653dbe405d02 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Deleting port 3b632f61-c2ea-4e21-8400-21219ca29b64 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:57:44.751339 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b992c6ad-a4d2-4ab6-8ea9-aff0c45beeac req-4b818836-c2a4-41e1-b6b0-653dbe405d02 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (3b632f61-c2ea-4e21-8400-21219ca29b64), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:44.784032 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-25d2a569-b8ef-4f57-a3d7-02bcf18fa3c7 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:44.788170 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-25d2a569-b8ef-4f57-a3d7-02bcf18fa3c7 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3995750 Jan 28 02:57:44.788331 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-7eb28bbe-fe35-463b-bc58-f9b8d70564ea None None] Allocated IP 172.20.0.2 (9227b0e2-14db-4f8f-8bca-720a1405b4b9/33b3fd4b-817a-4a39-8804-72d65c9db4cf/c0436550-1763-4517-9048-ea9d9ce91d24) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:57:44.793650 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43140) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:44.864024 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fd57d53a-6751-4389-b558-645f2d907d51 req-b0208ca2-2fbc-4b14-b944-d5c5ba874072 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280466 Jan 28 02:57:44.877467 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2097596a-126c-4832-b978-0a18fa0c475d tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "GET /v2.0/security-group-rules/bda70309-2803-4cb7-b295-4730b5af68d3 HTTP/1.1" status: 200 len: 763 time: 0.0683401 Jan 28 02:57:44.878379 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43144) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:44.932629 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b739800-52b2-49d5-b0d2-e1c877a1cde5 req-f8e068b6-4137-42d1-baab-eb072a76f19d tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:44.934311 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3b739800-52b2-49d5-b0d2-e1c877a1cde5 req-f8e068b6-4137-42d1-baab-eb072a76f19d tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.67 "GET /v2.0/ports?device_id=59a49f46-77d8-4533-b310-c7939f5d7c73 HTTP/1.1" status: 200 len: 946 time: 0.3055379 Jan 28 02:57:44.976793 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-1f5bb9bf-4eb2-49e2-a860-f00f0edb8195 None None] For port f24853a6-6080-44f3-88c3-68b82f33a1be, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:57:44.978892 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4b208013-c4a1-414e-be57-2654f6690146 req-9ca7d4f5-38ce-42b5-a633-dfc6fccafa05 service neutron] 10.222.0.53 "GET /v2.0/networks/9ad405c8-038c-420f-81fd-16301459f3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687445 Jan 28 02:57:44.980212 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-770d7ab1-f237-494b-ab02-28aed33e508f tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0946324 Jan 28 02:57:44.981876 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43146) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:44.990866 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=80f08abf-3142-47c0-8d4e-a81f5359ca91,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:44.994133 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b77b56f-070c-46a4-8bc0-134515c5de8a tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:57:44.997635 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4b77b56f-070c-46a4-8bc0-134515c5de8a tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:45.005716 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-b992c6ad-a4d2-4ab6-8ea9-aff0c45beeac req-4b818836-c2a4-41e1-b6b0-653dbe405d02 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] For port 3b632f61-c2ea-4e21-8400-21219ca29b64, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=3b632f61-c2ea-4e21-8400-21219ca29b64,segment=NetworkSegment(bafc5e9a-dbcc-4536-9a86-e2fe835f6204),segment_id=bafc5e9a-dbcc-4536-9a86-e2fe835f6204)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:57:45.006100 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b992c6ad-a4d2-4ab6-8ea9-aff0c45beeac req-4b818836-c2a4-41e1-b6b0-653dbe405d02 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (3b632f61-c2ea-4e21-8400-21219ca29b64), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:45.018885 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9441b22-c2d1-4efa-8c1d-0f9e7c69a114 x-openstack-request-id: req-a9441b22-c2d1-4efa-8c1d-0f9e7c69a114 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:57:45.019541 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eed66d4-3408-4574-98a5-3d70fa26bd30", "name": "network-vif-plugged", "status": "completed", "tag": "80f08abf-3142-47c0-8d4e-a81f5359ca91", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:57:45.020109 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a9441b22-c2d1-4efa-8c1d-0f9e7c69a114 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:57:45.020836 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eed66d4-3408-4574-98a5-3d70fa26bd30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f08abf-3142-47c0-8d4e-a81f5359ca91', 'code': 200} Jan 28 02:57:45.036790 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-b992c6ad-a4d2-4ab6-8ea9-aff0c45beeac req-4b818836-c2a4-41e1-b6b0-653dbe405d02 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Calling delete_port for 3b632f61-c2ea-4e21-8400-21219ca29b64 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:57:45.049418 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-1f5bb9bf-4eb2-49e2-a860-f00f0edb8195 None None] For port f24853a6-6080-44f3-88c3-68b82f33a1be, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=f24853a6-6080-44f3-88c3-68b82f33a1be,segment=NetworkSegment(242cab35-05c2-4e9b-b7a3-b9ace6aa1f3a),segment_id=242cab35-05c2-4e9b-b7a3-b9ace6aa1f3a)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:57:45.058244 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1f5bb9bf-4eb2-49e2-a860-f00f0edb8195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (f24853a6-6080-44f3-88c3-68b82f33a1be), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:45.067622 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c1e1a579-eff3-423b-af54-a647e6718910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (ea135aee-a8fd-46a0-b5a8-85dfc6e9df46), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:45.134680 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e1a579-eff3-423b-af54-a647e6718910 None None] No DVR routers for this DVR port ea135aee-a8fd-46a0-b5a8-85dfc6e9df46 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:57:45.255495 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7eb28bbe-fe35-463b-bc58-f9b8d70564ea None None] Publish callbacks [] for port (c0436550-1763-4517-9048-ea9d9ce91d24), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:45.292274 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bdaabc-5ce2-4085-8658-f59cfba77b52 req-8d21ca1f-7da5-422d-b772-379a11f139f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:45.301036 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-08bdaabc-5ce2-4085-8658-f59cfba77b52 req-8d21ca1f-7da5-422d-b772-379a11f139f6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9eed66d4-3408-4574-98a5-3d70fa26bd30 HTTP/1.1" status: 200 len: 1097 time: 0.1564398 Jan 28 02:57:45.331398 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7eb28bbe-fe35-463b-bc58-f9b8d70564ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (c0436550-1763-4517-9048-ea9d9ce91d24), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:45.357515 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b650ebc8-9fce-4ff9-9602-aef3862a95d7 None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:57:45.405827 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4a443e57-9637-4328-8f3a-ebc2e6f86927 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (bda70309-2803-4cb7-b295-4730b5af68d3), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:45.443384 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5bb9bf-4eb2-49e2-a860-f00f0edb8195 None None] Routers {'ec8d61b7-9938-4b0f-901d-eff26948667f'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:57:45.445937 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-1f5bb9bf-4eb2-49e2-a860-f00f0edb8195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:57:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['ec8d61b7-9938-4b0f-901d-eff26948667f'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:57:45.478388 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-08bdaabc-5ce2-4085-8658-f59cfba77b52 req-5a323b16-a1ba-45b0-bf92-9bcd29ea4a44 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712053 Jan 28 02:57:45.483843 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b992c6ad-a4d2-4ab6-8ea9-aff0c45beeac req-4b818836-c2a4-41e1-b6b0-653dbe405d02 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (3b632f61-c2ea-4e21-8400-21219ca29b64), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:45.576303 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b818836-c2a4-41e1-b6b0-653dbe405d02 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Pushing event deleted for resources: {'Port': ['ID=3b632f61-c2ea-4e21-8400-21219ca29b64,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:45.631621 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb28bbe-fe35-463b-bc58-f9b8d70564ea None None] Network 9227b0e2-14db-4f8f-8bca-720a1405b4b9 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:57:45.650896 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['78a63aee-71c7-40f6-af2d-7d95712fef02'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:57:45.703507 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-b992c6ad-a4d2-4ab6-8ea9-aff0c45beeac req-4b818836-c2a4-41e1-b6b0-653dbe405d02 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] No DVR routers for this DVR port 3b632f61-c2ea-4e21-8400-21219ca29b64 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:57:45.707571 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b992c6ad-a4d2-4ab6-8ea9-aff0c45beeac req-4b818836-c2a4-41e1-b6b0-653dbe405d02 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:45.712828 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b992c6ad-a4d2-4ab6-8ea9-aff0c45beeac req-4b818836-c2a4-41e1-b6b0-653dbe405d02 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.39 "DELETE /v2.0/ports/3b632f61-c2ea-4e21-8400-21219ca29b64 HTTP/1.1" status: 204 len: 173 time: 1.2614694 Jan 28 02:57:45.714036 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7304f01-7d8c-42b7-bfff-200204e5ab54', 'name': 'network-vif-deleted', 'tag': '3b632f61-c2ea-4e21-8400-21219ca29b64'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:57:45.717235 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249a5923-737d-4c55-98ba-cd387d6331c5" -d '{"events": [{"server_uuid": "b7304f01-7d8c-42b7-bfff-200204e5ab54", "name": "network-vif-deleted", "tag": "3b632f61-c2ea-4e21-8400-21219ca29b64"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:57:45.905192 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e3f481-a8e1-4c33-90af-f5419338767b None None] Pushing event updated for resources: {'Port': ['ID=f24853a6-6080-44f3-88c3-68b82f33a1be,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:45.942374 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ea135aee-a8fd-46a0-b5a8-85dfc6e9df46 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:57:45.950532 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e1a579-eff3-423b-af54-a647e6718910 None None] Pushing event deleted for resources: {'Port': ['ID=ea135aee-a8fd-46a0-b5a8-85dfc6e9df46,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:45.964305 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-7eb28bbe-fe35-463b-bc58-f9b8d70564ea None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:57:45.997745 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb28bbe-fe35-463b-bc58-f9b8d70564ea None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:57:46.052071 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eab93c1-6562-473a-9275-f6bf576a91ac x-openstack-request-id: req-2eab93c1-6562-473a-9275-f6bf576a91ac {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:57:46.052553 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7304f01-7d8c-42b7-bfff-200204e5ab54", "name": "network-vif-deleted", "tag": "3b632f61-c2ea-4e21-8400-21219ca29b64", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:57:46.052661 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2eab93c1-6562-473a-9275-f6bf576a91ac {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:57:46.053033 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7304f01-7d8c-42b7-bfff-200204e5ab54', 'name': 'network-vif-deleted', 'tag': '3b632f61-c2ea-4e21-8400-21219ca29b64', 'status': 'completed', 'code': 200} Jan 28 02:57:46.131007 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: ea135aee-a8fd-46a0-b5a8-85dfc6e9df46 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:57:46.132343 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ea135aee-a8fd-46a0-b5a8-85dfc6e9df46 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:57:46.220005 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-63622cf8-0709-45a7-a19b-7f6befa3948a None None] Provisioning complete for port f24853a6-6080-44f3-88c3-68b82f33a1be triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:57:46.220395 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4a443e57-9637-4328-8f3a-ebc2e6f86927 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (bda70309-2803-4cb7-b295-4730b5af68d3), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:46.221034 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-63622cf8-0709-45a7-a19b-7f6befa3948a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f24853a6-6080-44f3-88c3-68b82f33a1be), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:46.271086 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464139a8-3f9a-4011-93ab-3c85240b7bfc req-82f78944-ade6-488b-938a-e1dbd8936dbd tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:46.281151 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-464139a8-3f9a-4011-93ab-3c85240b7bfc req-82f78944-ade6-488b-938a-e1dbd8936dbd tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 945 time: 0.1172855 Jan 28 02:57:46.304497 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4a443e57-9637-4328-8f3a-ebc2e6f86927 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (bda70309-2803-4cb7-b295-4730b5af68d3), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:46.342683 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4a443e57-9637-4328-8f3a-ebc2e6f86927 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:46.344232 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4a443e57-9637-4328-8f3a-ebc2e6f86927 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/bda70309-2803-4cb7-b295-4730b5af68d3 HTTP/1.1" status: 204 len: 168 time: 1.3596051 Jan 28 02:57:46.352549 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43170) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:46.388253 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-464139a8-3f9a-4011-93ab-3c85240b7bfc req-8e3ae990-a3f3-4374-9f43-24ab0f6ceb77 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026981 Jan 28 02:57:46.418807 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a443e57-9637-4328-8f3a-ebc2e6f86927 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bda70309-2803-4cb7-b295-4730b5af68d3,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:46.465477 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d45854e0-5448-48d5-8baa-fcf518a4f04c tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1109111 Jan 28 02:57:46.469454 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43172) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:46.474677 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-7991766d-9b04-4108-9b9d-7a4506de2bfc tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Request body: {'security_group_rule': {'security_group_id': '0c7629c4-0f47-4e19-8482-c7c7e040f133', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:46.532195 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-1f5bb9bf-4eb2-49e2-a860-f00f0edb8195 None None] Set router ec8d61b7-9938-4b0f-901d-eff26948667f gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:57:46.541063 n-d-712139-27 neutron-server[109802]: INFO neutron.db.ipam_backend_mixin [None req-4b77b56f-070c-46a4-8bc0-134515c5de8a tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 16207990-d33a-4f27-bd40-807db21f14d1 (CIDR: 2001:db8::/64) Jan 28 02:57:46.595599 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1a335ace-9cc1-4b28-81ad-cb12aa04f0d0 req-6faef2ed-0c3a-4d08-9fc9-22953cbcd070 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ff5e3b8-d5e5-4d8c-8f35-af78edfb5bce HTTP/1.1" status: 200 len: 210 time: 0.0975320 Jan 28 02:57:46.614295 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7991766d-9b04-4108-9b9d-7a4506de2bfc tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (faa3a771-0bb8-474f-a9d5-06041ca97f13), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:46.630506 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7a061-c94c-4d7a-bed2-d8f2f91d7cda req-d22a9095-bd53-4130-8882-de602d8b4935 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:46.644641 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6ab7a061-c94c-4d7a-bed2-d8f2f91d7cda req-d22a9095-bd53-4130-8882-de602d8b4935 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eed66d4-3408-4574-98a5-3d70fa26bd30 HTTP/1.1" status: 200 len: 945 time: 1.4238458 Jan 28 02:57:46.651430 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b77b56f-070c-46a4-8bc0-134515c5de8a tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 02:57:46.652234 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b77b56f-070c-46a4-8bc0-134515c5de8a tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:57:46.714959 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7991766d-9b04-4108-9b9d-7a4506de2bfc tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (faa3a771-0bb8-474f-a9d5-06041ca97f13), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:46.727009 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7991766d-9b04-4108-9b9d-7a4506de2bfc tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (faa3a771-0bb8-474f-a9d5-06041ca97f13), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:46.770776 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991766d-9b04-4108-9b9d-7a4506de2bfc tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faa3a771-0bb8-474f-a9d5-06041ca97f13,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:46.781180 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7991766d-9b04-4108-9b9d-7a4506de2bfc tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:46.782690 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7991766d-9b04-4108-9b9d-7a4506de2bfc tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3122158 Jan 28 02:57:46.787697 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43180) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:46.803291 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb28bbe-fe35-463b-bc58-f9b8d70564ea None None] Pushing event updated for resources: {'Port': ['ID=c0436550-1763-4517-9048-ea9d9ce91d24,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:46.823232 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-41414680-24c6-4b9e-a80f-567da947348e tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "GET /v2.0/security-group-rules/faa3a771-0bb8-474f-a9d5-06041ca97f13 HTTP/1.1" status: 200 len: 764 time: 0.0341592 Jan 28 02:57:46.834094 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43182) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:46.927138 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b4100fbb-bb3f-4e4b-91f9-5143a6bf3c47 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0914302 Jan 28 02:57:46.930380 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43184) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:46.977032 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-7eb28bbe-fe35-463b-bc58-f9b8d70564ea None None] Attempting to bind port c0436550-1763-4517-9048-ea9d9ce91d24 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:57:46.978225 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-7eb28bbe-fe35-463b-bc58-f9b8d70564ea None None] Attempting to bind port c0436550-1763-4517-9048-ea9d9ce91d24 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'a43800d4-c8be-4cc2-8bc3-c4d420d51af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9227b0e2-14db-4f8f-8bca-720a1405b4b9'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:57:46.978911 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb28bbe-fe35-463b-bc58-f9b8d70564ea None None] Attempting to bind port c0436550-1763-4517-9048-ea9d9ce91d24 on network 9227b0e2-14db-4f8f-8bca-720a1405b4b9 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:57:47.000214 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4b77b56f-070c-46a4-8bc0-134515c5de8a tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.4821701 Jan 28 02:57:47.000442 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-82ee5d46-63a5-469f-9c84-611a74e15c05 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (faa3a771-0bb8-474f-a9d5-06041ca97f13), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:47.010141 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-3b739800-52b2-49d5-b0d2-e1c877a1cde5 req-2389fadf-54ee-4e6c-94fe-1eaf1f6b9405 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Deleting port 78a63aee-71c7-40f6-af2d-7d95712fef02 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:57:47.010487 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-3b739800-52b2-49d5-b0d2-e1c877a1cde5 req-2389fadf-54ee-4e6c-94fe-1eaf1f6b9405 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (78a63aee-71c7-40f6-af2d-7d95712fef02), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:47.013502 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43186) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:47.018880 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-82ee5d46-63a5-469f-9c84-611a74e15c05 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (faa3a771-0bb8-474f-a9d5-06041ca97f13), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:47.023451 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-b818f1d6-834d-4bfe-ab1d-a675c12cf5ce tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'subnet': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:47.057791 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6ab7a061-c94c-4d7a-bed2-d8f2f91d7cda req-1b96337d-11cd-4a95-84f4-f02eda5187f4 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4076743 Jan 28 02:57:47.075708 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-286efac0-789d-468a-824f-0edd23a1f688 admin admin] Publish callbacks [] for router_gateway (9056ac4d-d8c3-482d-a526-ca2c6edcd5c3), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:47.079807 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-82ee5d46-63a5-469f-9c84-611a74e15c05 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (faa3a771-0bb8-474f-a9d5-06041ca97f13), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:47.087058 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-82ee5d46-63a5-469f-9c84-611a74e15c05 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:47.091618 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-82ee5d46-63a5-469f-9c84-611a74e15c05 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/faa3a771-0bb8-474f-a9d5-06041ca97f13 HTTP/1.1" status: 204 len: 168 time: 0.1563184 Jan 28 02:57:47.101646 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43188) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:47.112835 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee5d46-63a5-469f-9c84-611a74e15c05 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=faa3a771-0bb8-474f-a9d5-06041ca97f13,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:47.191536 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1b19b633-f207-4238-8980-420750aa5e80 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0853136 Jan 28 02:57:47.192448 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43190) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:47.194913 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4e447a-8411-41a1-95c8-5c1967630d1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-f4e9908e-37c3-477d-90df-65c02e38c857', 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'project_id': '3079a2e247734574a53d1baca2087c94', 'fixed_ips': [{'subnet_id': '16207990-d33a-4f27-bd40-807db21f14d1'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:57:47.196124 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ac4e447a-8411-41a1-95c8-5c1967630d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:47.253187 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb28bbe-fe35-463b-bc58-f9b8d70564ea None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:57:47.254749 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-3b739800-52b2-49d5-b0d2-e1c877a1cde5 req-2389fadf-54ee-4e6c-94fe-1eaf1f6b9405 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] For port 78a63aee-71c7-40f6-af2d-7d95712fef02, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=78a63aee-71c7-40f6-af2d-7d95712fef02,segment=NetworkSegment(bafc5e9a-dbcc-4536-9a86-e2fe835f6204),segment_id=bafc5e9a-dbcc-4536-9a86-e2fe835f6204)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:57:47.255756 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-3b739800-52b2-49d5-b0d2-e1c877a1cde5 req-2389fadf-54ee-4e6c-94fe-1eaf1f6b9405 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (78a63aee-71c7-40f6-af2d-7d95712fef02), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:47.256204 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb28bbe-fe35-463b-bc58-f9b8d70564ea None None] Checking segment: {'id': 'a43800d4-c8be-4cc2-8bc3-c4d420d51af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9227b0e2-14db-4f8f-8bca-720a1405b4b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:57:47.257458 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7eb28bbe-fe35-463b-bc58-f9b8d70564ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:47.258021 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb28bbe-fe35-463b-bc58-f9b8d70564ea None None] Bound using segment: {'id': 'a43800d4-c8be-4cc2-8bc3-c4d420d51af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9227b0e2-14db-4f8f-8bca-720a1405b4b9'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:57:47.258689 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-7eb28bbe-fe35-463b-bc58-f9b8d70564ea None None] Bound port: c0436550-1763-4517-9048-ea9d9ce91d24, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a43800d4-c8be-4cc2-8bc3-c4d420d51af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9227b0e2-14db-4f8f-8bca-720a1405b4b9'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:57:47.259203 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7eb28bbe-fe35-463b-bc58-f9b8d70564ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c0436550-1763-4517-9048-ea9d9ce91d24), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:47.279506 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-3b739800-52b2-49d5-b0d2-e1c877a1cde5 req-2389fadf-54ee-4e6c-94fe-1eaf1f6b9405 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Calling delete_port for 78a63aee-71c7-40f6-af2d-7d95712fef02 owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:57:47.319071 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5f4c6538-49c2-46c3-a2f4-a2b22ddf92f8 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (0c7629c4-0f47-4e19-8482-c7c7e040f133), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:47.337133 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-63622cf8-0709-45a7-a19b-7f6befa3948a None None] Current status of the port f24853a6-6080-44f3-88c3-68b82f33a1be is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:47.337885 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-63622cf8-0709-45a7-a19b-7f6befa3948a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f24853a6-6080-44f3-88c3-68b82f33a1be), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:47.375088 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5f4c6538-49c2-46c3-a2f4-a2b22ddf92f8 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (0c7629c4-0f47-4e19-8482-c7c7e040f133), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:47.454303 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5f4c6538-49c2-46c3-a2f4-a2b22ddf92f8 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (0c7629c4-0f47-4e19-8482-c7c7e040f133), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:47.460139 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5f4c6538-49c2-46c3-a2f4-a2b22ddf92f8 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:47.465212 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5f4c6538-49c2-46c3-a2f4-a2b22ddf92f8 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "DELETE /v2.0/security-groups/0c7629c4-0f47-4e19-8482-c7c7e040f133 HTTP/1.1" status: 204 len: 168 time: 0.2715383 Jan 28 02:57:47.466167 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43194) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:47.472079 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7eb28bbe-fe35-463b-bc58-f9b8d70564ea None None] For port c0436550-1763-4517-9048-ea9d9ce91d24, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:57:47.483893 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7eb28bbe-fe35-463b-bc58-f9b8d70564ea None None] For port c0436550-1763-4517-9048-ea9d9ce91d24, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=c0436550-1763-4517-9048-ea9d9ce91d24,segment=NetworkSegment(a43800d4-c8be-4cc2-8bc3-c4d420d51af0),segment_id=a43800d4-c8be-4cc2-8bc3-c4d420d51af0)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:57:47.488716 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c6538-49c2-46c3-a2f4-a2b22ddf92f8 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7629c4-0f47-4e19-8482-c7c7e040f133,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:47.515021 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 3b632f61-c2ea-4e21-8400-21219ca29b64 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:57:47.601280 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c04debd3-9d03-4042-8e00-799130ec096a tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1209507 Jan 28 02:57:47.602781 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43196) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:47.609399 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-3b739800-52b2-49d5-b0d2-e1c877a1cde5 req-2389fadf-54ee-4e6c-94fe-1eaf1f6b9405 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (78a63aee-71c7-40f6-af2d-7d95712fef02), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:47.613416 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-286efac0-789d-468a-824f-0edd23a1f688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:47.626479 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-27c63654-ae1b-41ad-ac19-3a2800b07cf4 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Request body: {'security_group': {'name': 'tempest-secgroup--1976219558'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:47.706808 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2ec8f-0464-48c3-9042-49b05dce0e4f req-58b005d0-4c09-4e83-a5ac-9c8dd9544d21 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:47.710779 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3cd2ec8f-0464-48c3-9042-49b05dce0e4f req-58b005d0-4c09-4e83-a5ac-9c8dd9544d21 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 945 time: 0.1780589 Jan 28 02:57:47.720952 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7eb28bbe-fe35-463b-bc58-f9b8d70564ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c0436550-1763-4517-9048-ea9d9ce91d24), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:47.753610 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-27c63654-ae1b-41ad-ac19-3a2800b07cf4 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:47.781242 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2389fadf-54ee-4e6c-94fe-1eaf1f6b9405 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Pushing event deleted for resources: {'Port': ['ID=78a63aee-71c7-40f6-af2d-7d95712fef02,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:47.827685 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3cd2ec8f-0464-48c3-9042-49b05dce0e4f req-78076343-3ed7-4617-b6e0-b9932aabd6bb tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053498 Jan 28 02:57:47.851828 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 3b632f61-c2ea-4e21-8400-21219ca29b64 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:57:47.852589 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 3b632f61-c2ea-4e21-8400-21219ca29b64 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:57:47.863582 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dfb35bed-b42e-453e-bc11-5ba1e57de05d req-e75e69be-0c50-49f8-b92f-ed8fc1ddd7f5 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ff5e3b8-d5e5-4d8c-8f35-af78edfb5bce HTTP/1.1" status: 200 len: 210 time: 0.0781741 Jan 28 02:57:47.887690 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-63622cf8-0709-45a7-a19b-7f6befa3948a None None] For port f24853a6-6080-44f3-88c3-68b82f33a1be, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=f24853a6-6080-44f3-88c3-68b82f33a1be,segment=NetworkSegment(242cab35-05c2-4e9b-b7a3-b9ace6aa1f3a),segment_id=242cab35-05c2-4e9b-b7a3-b9ace6aa1f3a)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:57:47.897415 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-27c63654-ae1b-41ad-ac19-3a2800b07cf4 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (06c1227f-5f77-4807-8493-81628d27256a), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:47.902497 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b818f1d6-834d-4bfe-ab1d-a675c12cf5ce tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:57:47.902931 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-27c63654-ae1b-41ad-ac19-3a2800b07cf4 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (06c1227f-5f77-4807-8493-81628d27256a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:47.907188 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b818f1d6-834d-4bfe-ab1d-a675c12cf5ce tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:47.936727 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-63622cf8-0709-45a7-a19b-7f6befa3948a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (f24853a6-6080-44f3-88c3-68b82f33a1be), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:47.955803 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-27c63654-ae1b-41ad-ac19-3a2800b07cf4 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:47.960188 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-27c63654-ae1b-41ad-ac19-3a2800b07cf4 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3428698 Jan 28 02:57:47.960649 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43202) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:47.972588 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-19ee94f5-b2a5-4be6-a48c-c30e032beade tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Request body: {'security_group_rule': {'security_group_id': '06c1227f-5f77-4807-8493-81628d27256a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:47.979736 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b739800-52b2-49d5-b0d2-e1c877a1cde5 req-2389fadf-54ee-4e6c-94fe-1eaf1f6b9405 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] No DVR routers for this DVR port 78a63aee-71c7-40f6-af2d-7d95712fef02 on host n-h1-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:57:48.004636 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c63654-ae1b-41ad-ac19-3a2800b07cf4 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06c1227f-5f77-4807-8493-81628d27256a,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:48.017541 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-19ee94f5-b2a5-4be6-a48c-c30e032beade tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (ca986b11-9e86-4b5e-926a-41c6cea363ec), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:48.072383 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-3b739800-52b2-49d5-b0d2-e1c877a1cde5 req-2389fadf-54ee-4e6c-94fe-1eaf1f6b9405 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:48.101351 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3b739800-52b2-49d5-b0d2-e1c877a1cde5 req-2389fadf-54ee-4e6c-94fe-1eaf1f6b9405 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.67 "DELETE /v2.0/ports/78a63aee-71c7-40f6-af2d-7d95712fef02 HTTP/1.1" status: 204 len: 173 time: 3.0490334 Jan 28 02:57:48.101517 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 78a63aee-71c7-40f6-af2d-7d95712fef02 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:57:48.111789 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a49f46-77d8-4533-b310-c7939f5d7c73', 'name': 'network-vif-deleted', 'tag': '78a63aee-71c7-40f6-af2d-7d95712fef02'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:57:48.112606 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-19ee94f5-b2a5-4be6-a48c-c30e032beade tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (ca986b11-9e86-4b5e-926a-41c6cea363ec), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:48.119461 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-19ee94f5-b2a5-4be6-a48c-c30e032beade tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (ca986b11-9e86-4b5e-926a-41c6cea363ec), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:48.120109 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede70f49-0685-4e20-8758-dcaf641e4a87" -d '{"events": [{"server_uuid": "59a49f46-77d8-4533-b310-c7939f5d7c73", "name": "network-vif-deleted", "tag": "78a63aee-71c7-40f6-af2d-7d95712fef02"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:57:48.140835 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee94f5-b2a5-4be6-a48c-c30e032beade tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca986b11-9e86-4b5e-926a-41c6cea363ec,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:48.171644 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-19ee94f5-b2a5-4be6-a48c-c30e032beade tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:48.174970 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-19ee94f5-b2a5-4be6-a48c-c30e032beade tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2128882 Jan 28 02:57:48.177625 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43210) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:48.278813 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-ac4e447a-8411-41a1-95c8-5c1967630d1e None None] Allocated IP 2001:db8::2 (f4e9908e-37c3-477d-90df-65c02e38c857/16207990-d33a-4f27-bd40-807db21f14d1/6ca19962-985c-4dee-8cb1-881c011b35d5) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:57:48.337720 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53162ce-55c8-4155-98e4-a6f3b1a54fa1 x-openstack-request-id: req-c53162ce-55c8-4155-98e4-a6f3b1a54fa1 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:57:48.339226 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a49f46-77d8-4533-b310-c7939f5d7c73", "name": "network-vif-deleted", "tag": "78a63aee-71c7-40f6-af2d-7d95712fef02", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:57:48.340507 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c53162ce-55c8-4155-98e4-a6f3b1a54fa1 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:57:48.342156 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a49f46-77d8-4533-b310-c7939f5d7c73', 'name': 'network-vif-deleted', 'tag': '78a63aee-71c7-40f6-af2d-7d95712fef02', 'status': 'completed', 'code': 200} Jan 28 02:57:48.376043 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-286efac0-789d-468a-824f-0edd23a1f688 admin admin] Allocated IP 172.25.0.162 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/c0fd1734-319c-47aa-8c1f-10624aa7a6e4) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:57:48.487477 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-1f5bb9bf-4eb2-49e2-a860-f00f0edb8195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8d61b7-9938-4b0f-901d-eff26948667f', 'name': 'tempest-TaggedBootDevicesTest_v242-1526340992-router', 'tenant_id': 'd47d57aa564c407d8f7b752418cdddf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '561c8070-c59b-4dcf-9a34-b7c898b7089c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:57:27Z', 'updated_at': '2022-01-28T02:57:38Z', 'revision_number': 4, 'project_id': 'd47d57aa564c407d8f7b752418cdddf4', 'gw_port': {'id': '561c8070-c59b-4dcf-9a34-b7c898b7089c', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8d61b7-9938-4b0f-901d-eff26948667f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:57:30Z', 'updated_at': '2022-01-28T02:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'f24853a6-6080-44f3-88c3-68b82f33a1be', 'name': '', 'network_id': '00e51838-dce0-4440-a9f8-fd2fd28c5471', 'tenant_id': 'd47d57aa564c407d8f7b752418cdddf4', 'mac_address': 'fa:16:3e:44:27:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8d61b7-9938-4b0f-901d-eff26948667f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'a5e16ad5-afde-4ff0-9a68-1abb02683cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:57:36Z', 'updated_at': '2022-01-28T02:57:44Z', 'revision_number': 4, 'project_id': 'd47d57aa564c407d8f7b752418cdddf4', 'subnets': [{'id': 'a5e16ad5-afde-4ff0-9a68-1abb02683cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:57:48.495789 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: 78a63aee-71c7-40f6-af2d-7d95712fef02 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:57:48.496522 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 78a63aee-71c7-40f6-af2d-7d95712fef02 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:57:48.511432 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb28bbe-fe35-463b-bc58-f9b8d70564ea None None] Pushing event updated for resources: {'Port': ['ID=c0436550-1763-4517-9048-ea9d9ce91d24,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:48.622818 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5bb9bf-4eb2-49e2-a860-f00f0edb8195 None None] The sync data for ids ['ec8d61b7-9938-4b0f-901d-eff26948667f'] in n-d-712139-27 is: [{'id': 'ec8d61b7-9938-4b0f-901d-eff26948667f', 'name': 'tempest-TaggedBootDevicesTest_v242-1526340992-router', 'tenant_id': 'd47d57aa564c407d8f7b752418cdddf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '561c8070-c59b-4dcf-9a34-b7c898b7089c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:57:27Z', 'updated_at': '2022-01-28T02:57:38Z', 'revision_number': 4, 'project_id': 'd47d57aa564c407d8f7b752418cdddf4', 'gw_port': {'id': '561c8070-c59b-4dcf-9a34-b7c898b7089c', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8d61b7-9938-4b0f-901d-eff26948667f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:57:30Z', 'updated_at': '2022-01-28T02:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'f24853a6-6080-44f3-88c3-68b82f33a1be', 'name': '', 'network_id': '00e51838-dce0-4440-a9f8-fd2fd28c5471', 'tenant_id': 'd47d57aa564c407d8f7b752418cdddf4', 'mac_address': 'fa:16:3e:44:27:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8d61b7-9938-4b0f-901d-eff26948667f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'a5e16ad5-afde-4ff0-9a68-1abb02683cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:57:36Z', 'updated_at': '2022-01-28T02:57:44Z', 'revision_number': 4, 'project_id': 'd47d57aa564c407d8f7b752418cdddf4', 'subnets': [{'id': 'a5e16ad5-afde-4ff0-9a68-1abb02683cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:57:48.723909 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-286efac0-789d-468a-824f-0edd23a1f688 admin admin] Publish callbacks [] for port (c0fd1734-319c-47aa-8c1f-10624aa7a6e4), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:48.870650 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b208013-c4a1-414e-be57-2654f6690146 req-05c34e21-64ac-4cfa-881d-180df937d95f tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:48.879888 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4b208013-c4a1-414e-be57-2654f6690146 req-05c34e21-64ac-4cfa-881d-180df937d95f tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.39 "GET /v2.0/networks?id=9ad405c8-038c-420f-81fd-16301459f3e0 HTTP/1.1" status: 200 len: 812 time: 0.5015109 Jan 28 02:57:48.902427 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-286efac0-789d-468a-824f-0edd23a1f688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (c0fd1734-319c-47aa-8c1f-10624aa7a6e4), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:48.933011 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-4b208013-c4a1-414e-be57-2654f6690146 req-51b37352-f3bc-4832-ab2b-5876140be2b0 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Request body: {'port': {'device_id': '3ff5e3b8-d5e5-4d8c-8f35-af78edfb5bce', 'network_id': '9ad405c8-038c-420f-81fd-16301459f3e0', 'admin_state_up': True, 'tenant_id': '718af09b03c940c88c41db74297b10fa'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:49.008706 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4dd98-0dd0-4088-9b52-7d2c113cdca6 req-85183932-b28f-4a16-9d41-980db53a83d7 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:49.019076 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-86d4dd98-0dd0-4088-9b52-7d2c113cdca6 req-85183932-b28f-4a16-9d41-980db53a83d7 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eed66d4-3408-4574-98a5-3d70fa26bd30 HTTP/1.1" status: 200 len: 945 time: 0.7463319 Jan 28 02:57:49.037452 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286efac0-789d-468a-824f-0edd23a1f688 admin admin] Pushing event updated for resources: {'Port': ['ID=c0fd1734-319c-47aa-8c1f-10624aa7a6e4,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:49.065045 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63622cf8-0709-45a7-a19b-7f6befa3948a None None] Pushing event updated for resources: {'Port': ['ID=f24853a6-6080-44f3-88c3-68b82f33a1be,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:49.132377 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2fc8a3b2-5352-4945-b66c-33b51f2b9272 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (06c1227f-5f77-4807-8493-81628d27256a), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:49.133517 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286efac0-789d-468a-824f-0edd23a1f688 admin admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:57:49.141626 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-286efac0-789d-468a-824f-0edd23a1f688 admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:57:49.145028 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286efac0-789d-468a-824f-0edd23a1f688 admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:57:49.233566 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-86d4dd98-0dd0-4088-9b52-7d2c113cdca6 req-a2aa1ed9-cd64-4a4d-8928-6d5aaa6b1a19 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134051 Jan 28 02:57:49.279988 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2fc8a3b2-5352-4945-b66c-33b51f2b9272 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (06c1227f-5f77-4807-8493-81628d27256a), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:49.282995 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ac4e447a-8411-41a1-95c8-5c1967630d1e None None] Publish callbacks [] for port (6ca19962-985c-4dee-8cb1-881c011b35d5), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:49.293731 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ac4e447a-8411-41a1-95c8-5c1967630d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (6ca19962-985c-4dee-8cb1-881c011b35d5), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:49.331690 n-d-712139-27 neutron-server[109802]: DEBUG neutron.objects.ports [None req-b818f1d6-834d-4bfe-ab1d-a675c12cf5ce tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109802) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 02:57:49.349119 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4e447a-8411-41a1-95c8-5c1967630d1e None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:57:49.356843 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-ac4e447a-8411-41a1-95c8-5c1967630d1e None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:57:49.417670 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4e447a-8411-41a1-95c8-5c1967630d1e None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:57:49.599439 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e447a-8411-41a1-95c8-5c1967630d1e None None] Pushing event updated for resources: {'Port': ['ID=6ca19962-985c-4dee-8cb1-881c011b35d5,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:49.708367 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-ac4e447a-8411-41a1-95c8-5c1967630d1e None None] Attempting to bind port 6ca19962-985c-4dee-8cb1-881c011b35d5 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:57:49.710220 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-ac4e447a-8411-41a1-95c8-5c1967630d1e None None] Attempting to bind port 6ca19962-985c-4dee-8cb1-881c011b35d5 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:57:49.710634 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4e447a-8411-41a1-95c8-5c1967630d1e None None] Attempting to bind port 6ca19962-985c-4dee-8cb1-881c011b35d5 on network f4e9908e-37c3-477d-90df-65c02e38c857 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:57:49.734673 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4e447a-8411-41a1-95c8-5c1967630d1e None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:57:49.736928 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4e447a-8411-41a1-95c8-5c1967630d1e None None] Checking segment: {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:57:49.737450 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ac4e447a-8411-41a1-95c8-5c1967630d1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:49.747257 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4e447a-8411-41a1-95c8-5c1967630d1e None None] Bound using segment: {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:57:49.748239 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-ac4e447a-8411-41a1-95c8-5c1967630d1e None None] Bound port: 6ca19962-985c-4dee-8cb1-881c011b35d5, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:57:49.749148 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ac4e447a-8411-41a1-95c8-5c1967630d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (6ca19962-985c-4dee-8cb1-881c011b35d5), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:49.858946 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b818f1d6-834d-4bfe-ab1d-a675c12cf5ce tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (4cd21071-21c5-4ba4-a22d-cb4afd6a9085), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:49.903671 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device f24853a6-6080-44f3-88c3-68b82f33a1be up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:57:49.959242 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b208013-c4a1-414e-be57-2654f6690146 req-28aa9976-9564-45e8-ac29-bf2578ebc5fd tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:49.961040 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4b208013-c4a1-414e-be57-2654f6690146 req-28aa9976-9564-45e8-ac29-bf2578ebc5fd tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.39 "GET /v2.0/networks?id=9ad405c8-038c-420f-81fd-16301459f3e0 HTTP/1.1" status: 200 len: 812 time: 0.4928117 Jan 28 02:57:49.972475 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a2692527-42b6-4fa5-b168-d5aca8e38a9a req-5d628d92-dc63-42e1-916c-a0c1e3702c6b tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ff5e3b8-d5e5-4d8c-8f35-af78edfb5bce HTTP/1.1" status: 200 len: 210 time: 0.4525018 Jan 28 02:57:49.986590 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-4b208013-c4a1-414e-be57-2654f6690146 req-de876045-ef42-4a70-81ba-3d5429ee843e tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Request body: {'port': {'device_id': '547d6676-d673-4499-a3fb-e74ec0174bc8', 'network_id': '9ad405c8-038c-420f-81fd-16301459f3e0', 'admin_state_up': True, 'tenant_id': '718af09b03c940c88c41db74297b10fa'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:50.008391 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-ac4e447a-8411-41a1-95c8-5c1967630d1e None None] For port 6ca19962-985c-4dee-8cb1-881c011b35d5, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:57:50.055714 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-ac4e447a-8411-41a1-95c8-5c1967630d1e None None] For port 6ca19962-985c-4dee-8cb1-881c011b35d5, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=6ca19962-985c-4dee-8cb1-881c011b35d5,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:57:50.069531 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ac4e447a-8411-41a1-95c8-5c1967630d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (6ca19962-985c-4dee-8cb1-881c011b35d5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:50.166984 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e447a-8411-41a1-95c8-5c1967630d1e None None] Pushing event updated for resources: {'Port': ['ID=6ca19962-985c-4dee-8cb1-881c011b35d5,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:50.175847 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b208013-c4a1-414e-be57-2654f6690146 req-51b37352-f3bc-4832-ab2b-5876140be2b0 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Made reservation on behalf of 718af09b03c940c88c41db74297b10fa for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:57:50.180562 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45466ace-bea5-40bc-8cd2-1ab42abb393f None None] Network 9227b0e2-14db-4f8f-8bca-720a1405b4b9 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:57:50.191610 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4b208013-c4a1-414e-be57-2654f6690146 req-51b37352-f3bc-4832-ab2b-5876140be2b0 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:50.238114 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2fc8a3b2-5352-4945-b66c-33b51f2b9272 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (06c1227f-5f77-4807-8493-81628d27256a), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:50.241384 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2fc8a3b2-5352-4945-b66c-33b51f2b9272 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:50.243840 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125637cf-2a7f-405c-8f62-77f207ecefa5 req-7ac65bd4-81d7-4b52-b5fd-0fe486b1c5d3 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:50.247261 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-125637cf-2a7f-405c-8f62-77f207ecefa5 req-7ac65bd4-81d7-4b52-b5fd-0fe486b1c5d3 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 945 time: 1.1878221 Jan 28 02:57:50.255127 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-2fc8a3b2-5352-4945-b66c-33b51f2b9272 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "DELETE /v2.0/security-groups/06c1227f-5f77-4807-8493-81628d27256a HTTP/1.1" status: 204 len: 168 time: 2.0747356 Jan 28 02:57:50.255977 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43224) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:50.314223 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-9215e191-0aa7-4945-8f4a-3a12787ce056 None None] Provisioning complete for port c0436550-1763-4517-9048-ea9d9ce91d24 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:57:50.314606 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9215e191-0aa7-4945-8f4a-3a12787ce056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c0436550-1763-4517-9048-ea9d9ce91d24), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:50.324754 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port f24853a6-6080-44f3-88c3-68b82f33a1be triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:57:50.325184 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f24853a6-6080-44f3-88c3-68b82f33a1be), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:50.326566 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-286efac0-789d-468a-824f-0edd23a1f688 admin admin] Publish callbacks [] for router_gateway (9056ac4d-d8c3-482d-a526-ca2c6edcd5c3), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:50.399731 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b818f1d6-834d-4bfe-ab1d-a675c12cf5ce tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Subnet': ['ID=4cd21071-21c5-4ba4-a22d-cb4afd6a9085,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:50.426279 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b818f1d6-834d-4bfe-ab1d-a675c12cf5ce tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:57:50.438624 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8a3b2-5352-4945-b66c-33b51f2b9272 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c1227f-5f77-4807-8493-81628d27256a,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:50.482396 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-b818f1d6-834d-4bfe-ab1d-a675c12cf5ce tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:57:50.496787 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b818f1d6-834d-4bfe-ab1d-a675c12cf5ce tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:50.498666 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b818f1d6-834d-4bfe-ab1d-a675c12cf5ce tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:50.585954 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f6c1459b-19aa-4679-b0fd-adb8554ed6b7 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3130274 Jan 28 02:57:50.599501 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43226) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:50.740992 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-97e630cc-32da-494d-89c0-716fb60bb604 req-b776f243-6f7e-44cc-bc26-0bbb2e60d670 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ba36a6fb-a249-45ba-a1ae-61fff41a1e7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.5210149 Jan 28 02:57:50.817091 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port f24853a6-6080-44f3-88c3-68b82f33a1be is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:50.819104 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c0436550-1763-4517-9048-ea9d9ce91d24 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:57:50.869598 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5fc3a667-6bba-4f19-8496-71635665bb0d tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2688076 Jan 28 02:57:50.879736 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43230) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:50.886023 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b208013-c4a1-414e-be57-2654f6690146 req-de876045-ef42-4a70-81ba-3d5429ee843e tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Made reservation on behalf of 718af09b03c940c88c41db74297b10fa for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:57:50.889875 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4b208013-c4a1-414e-be57-2654f6690146 req-de876045-ef42-4a70-81ba-3d5429ee843e tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:50.890886 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b818f1d6-834d-4bfe-ab1d-a675c12cf5ce tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.8728771 Jan 28 02:57:50.891591 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43232) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:50.903269 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-5a6c34d0-40df-4fa3-9d98-43d7ed7167ca tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'port': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'mac_address': 'fa:16:3e:ab:9d:5f', 'name': 'tempest-NetworksTestDHCPv6-95257634'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:50.961121 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-116cd8cd-bfc4-4705-961c-38b33def97dc tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] delete failed (client error): The resource could not be found. Jan 28 02:57:50.963043 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-116cd8cd-bfc4-4705-961c-38b33def97dc tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "DELETE /v2.0/security-groups/06c1227f-5f77-4807-8493-81628d27256a HTTP/1.1" status: 404 len: 347 time: 0.0785878 Jan 28 02:57:51.032620 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43234) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:51.108312 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-125637cf-2a7f-405c-8f62-77f207ecefa5 req-75a8d675-ae48-4e1a-9883-8df5acd2b3eb tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7097456 Jan 28 02:57:51.173569 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-9215e191-0aa7-4945-8f4a-3a12787ce056 None None] Current status of the port c0436550-1763-4517-9048-ea9d9ce91d24 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:51.174179 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9215e191-0aa7-4945-8f4a-3a12787ce056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c0436550-1763-4517-9048-ea9d9ce91d24), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:51.199835 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-4b208013-c4a1-414e-be57-2654f6690146 req-51b37352-f3bc-4832-ab2b-5876140be2b0 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Allocated IP 172.20.0.12 (9ad405c8-038c-420f-81fd-16301459f3e0/9725b179-589c-41d6-9206-867190a48986/ea61766d-f633-45b9-94a0-97b1da8b66bb) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:57:51.220173 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port c0436550-1763-4517-9048-ea9d9ce91d24 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:57:51.221302 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c0436550-1763-4517-9048-ea9d9ce91d24), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:51.293587 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e630cc-32da-494d-89c0-716fb60bb604 req-ed0848b5-2d7e-4071-8376-0c6762089889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:51.296813 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-97e630cc-32da-494d-89c0-716fb60bb604 req-ed0848b5-2d7e-4071-8376-0c6762089889 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e168a8b773b74055bc0667e0581a74cd&device_id=ba36a6fb-a249-45ba-a1ae-61fff41a1e7e HTTP/1.1" status: 200 len: 1097 time: 0.4322767 Jan 28 02:57:51.324163 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6c34d0-40df-4fa3-9d98-43d7ed7167ca tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:57:51.335079 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-9215e191-0aa7-4945-8f4a-3a12787ce056 None None] For port c0436550-1763-4517-9048-ea9d9ce91d24, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=c0436550-1763-4517-9048-ea9d9ce91d24,segment=NetworkSegment(a43800d4-c8be-4cc2-8bc3-c4d420d51af0),segment_id=a43800d4-c8be-4cc2-8bc3-c4d420d51af0)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:57:51.345345 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9215e191-0aa7-4945-8f4a-3a12787ce056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c0436550-1763-4517-9048-ea9d9ce91d24), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:51.429378 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c02601-5386-43f9-9de6-d6337161fe1b req-6c8996be-06bb-4361-84eb-66d118930433 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:51.436894 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-38c02601-5386-43f9-9de6-d6337161fe1b req-6c8996be-06bb-4361-84eb-66d118930433 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eed66d4-3408-4574-98a5-3d70fa26bd30 HTTP/1.1" status: 200 len: 945 time: 0.5587623 Jan 28 02:57:51.489186 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-286efac0-789d-468a-824f-0edd23a1f688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (9056ac4d-d8c3-482d-a526-ca2c6edcd5c3), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:51.504978 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1fb7b112-d7af-41ab-a540-0647280169b6 tempest-SecGroupTest-2142225069 tempest-SecGroupTest-2142225069-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4644666 Jan 28 02:57:51.539816 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9215e191-0aa7-4945-8f4a-3a12787ce056 None None] Pushing event updated for resources: {'Port': ['ID=c0436550-1763-4517-9048-ea9d9ce91d24,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:51.556669 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-e97ad24f-f8c3-4932-8da1-da52e661986e None None] Provisioning complete for port c0436550-1763-4517-9048-ea9d9ce91d24 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:57:51.557059 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e97ad24f-f8c3-4932-8da1-da52e661986e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c0436550-1763-4517-9048-ea9d9ce91d24), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:51.594678 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-38c02601-5386-43f9-9de6-d6337161fe1b req-72c1f170-1109-4cb8-b56a-3d667b7a0745 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567941 Jan 28 02:57:51.600534 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port c0436550-1763-4517-9048-ea9d9ce91d24 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:51.619385 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c9771bcc-9153-4cdf-a701-134b76542c11 req-1387c470-ae10-4d5d-ad12-9507ec7e6b2b tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ff5e3b8-d5e5-4d8c-8f35-af78edfb5bce HTTP/1.1" status: 200 len: 210 time: 0.2670267 Jan 28 02:57:51.915370 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4b208013-c4a1-414e-be57-2654f6690146 req-51b37352-f3bc-4832-ab2b-5876140be2b0 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Publish callbacks [] for port (ea61766d-f633-45b9-94a0-97b1da8b66bb), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:51.926441 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e97ad24f-f8c3-4932-8da1-da52e661986e None None] Current status of the port c0436550-1763-4517-9048-ea9d9ce91d24 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:52.028252 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5a6c34d0-40df-4fa3-9d98-43d7ed7167ca tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:52.078137 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-5a6c34d0-40df-4fa3-9d98-43d7ed7167ca tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] device_id is not set on port 3442e888-c977-49ed-ac33-b0b13035b0b0 yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:57:52.126916 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7bebb-a04f-427a-8388-d0067df398f7 req-06313773-0c76-4a64-bf53-06fd2c634dd6 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:52.134202 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0cb7bebb-a04f-427a-8388-d0067df398f7 req-06313773-0c76-4a64-bf53-06fd2c634dd6 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eed66d4-3408-4574-98a5-3d70fa26bd30 HTTP/1.1" status: 200 len: 945 time: 0.1580570 Jan 28 02:57:52.136515 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4b208013-c4a1-414e-be57-2654f6690146 req-51b37352-f3bc-4832-ab2b-5876140be2b0 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (ea61766d-f633-45b9-94a0-97b1da8b66bb), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:52.142760 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c0436550-1763-4517-9048-ea9d9ce91d24 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:57:52.309605 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port c0436550-1763-4517-9048-ea9d9ce91d24 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:57:52.310325 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c0436550-1763-4517-9048-ea9d9ce91d24), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:52.316528 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43250) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:52.353086 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0cb7bebb-a04f-427a-8388-d0067df398f7 req-8d7de8f5-9366-4090-96fa-b4de29650aa8 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178860 Jan 28 02:57:52.435126 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b208013-c4a1-414e-be57-2654f6690146 req-51b37352-f3bc-4832-ab2b-5876140be2b0 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Network 9ad405c8-038c-420f-81fd-16301459f3e0 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:57:52.446592 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-4b208013-c4a1-414e-be57-2654f6690146 req-51b37352-f3bc-4832-ab2b-5876140be2b0 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:57:52.459857 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b208013-c4a1-414e-be57-2654f6690146 req-51b37352-f3bc-4832-ab2b-5876140be2b0 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:57:52.484559 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-5a6c34d0-40df-4fa3-9d98-43d7ed7167ca tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Allocated IP 2001:db8::24 (f4e9908e-37c3-477d-90df-65c02e38c857/16207990-d33a-4f27-bd40-807db21f14d1/3442e888-c977-49ed-ac33-b0b13035b0b0) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:57:52.491916 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-5a6c34d0-40df-4fa3-9d98-43d7ed7167ca tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Allocated IP 2001:db8:0:1:f816:3eff:feab:9d5f (f4e9908e-37c3-477d-90df-65c02e38c857/4cd21071-21c5-4ba4-a22d-cb4afd6a9085/3442e888-c977-49ed-ac33-b0b13035b0b0) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:57:52.559538 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b37352-f3bc-4832-ab2b-5876140be2b0 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Pushing event updated for resources: {'Port': ['ID=ea61766d-f633-45b9-94a0-97b1da8b66bb,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:52.577321 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-4b208013-c4a1-414e-be57-2654f6690146 req-de876045-ef42-4a70-81ba-3d5429ee843e tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Allocated IP 172.20.0.9 (9ad405c8-038c-420f-81fd-16301459f3e0/9725b179-589c-41d6-9206-867190a48986/3c6f45ee-3648-4ee4-9242-f1d4103c90f5) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:57:52.682894 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b208013-c4a1-414e-be57-2654f6690146 req-51b37352-f3bc-4832-ab2b-5876140be2b0 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:52.687371 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4b208013-c4a1-414e-be57-2654f6690146 req-51b37352-f3bc-4832-ab2b-5876140be2b0 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:52.714023 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5193ab53-06a5-4f33-8aed-78fdf3a0d120 None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:57:52.769261 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4b208013-c4a1-414e-be57-2654f6690146 req-51b37352-f3bc-4832-ab2b-5876140be2b0 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8454480 Jan 28 02:57:52.801426 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-4b208013-c4a1-414e-be57-2654f6690146 req-60c7ed26-3100-4136-ba73-59b4d9ca1975 service neutron] Request body: {'port': {'device_id': '3ff5e3b8-d5e5-4d8c-8f35-af78edfb5bce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:52.828040 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-315872dc-7f2f-4b5f-bf29-9c25b6bafb98 None None] Provisioning complete for port 6ca19962-985c-4dee-8cb1-881c011b35d5 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:57:52.828741 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-315872dc-7f2f-4b5f-bf29-9c25b6bafb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (6ca19962-985c-4dee-8cb1-881c011b35d5), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:52.874992 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e630cc-32da-494d-89c0-716fb60bb604 req-bc372735-96b1-42d2-b5dd-eb6dd0015fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:52.876497 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-97e630cc-32da-494d-89c0-716fb60bb604 req-bc372735-96b1-42d2-b5dd-eb6dd0015fc9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=290af027-4910-45bb-b54e-a29d61400c05 HTTP/1.1" status: 200 len: 909 time: 1.4825649 Jan 28 02:57:52.959645 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-97e630cc-32da-494d-89c0-716fb60bb604 req-5f53b0c4-7482-4112-bd13-69f4f65fd599 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f6ff42a-bd63-463b-8d11-5854d303b878 HTTP/1.1" status: 200 len: 217 time: 0.0647480 Jan 28 02:57:52.972123 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7868b22a-17a6-4f47-9122-6262f5e0c2d9 req-feedbda0-7115-4475-9987-d138ef24a718 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:52.979563 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7868b22a-17a6-4f47-9122-6262f5e0c2d9 req-feedbda0-7115-4475-9987-d138ef24a718 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 945 time: 0.3344376 Jan 28 02:57:52.994290 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5a6c34d0-40df-4fa3-9d98-43d7ed7167ca tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for port (3442e888-c977-49ed-ac33-b0b13035b0b0), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:53.006606 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-315872dc-7f2f-4b5f-bf29-9c25b6bafb98 None None] Current status of the port 6ca19962-985c-4dee-8cb1-881c011b35d5 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:53.007360 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-315872dc-7f2f-4b5f-bf29-9c25b6bafb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (6ca19962-985c-4dee-8cb1-881c011b35d5), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:53.017666 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-69f42a31-9d8c-41b8-8a11-9e24194a820b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9190ac23f91c45f2a1179a81656d29dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6633184 Jan 28 02:57:53.053133 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43264) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:53.100614 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4b208013-c4a1-414e-be57-2654f6690146 req-60c7ed26-3100-4136-ba73-59b4d9ca1975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ea61766d-f633-45b9-94a0-97b1da8b66bb), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:53.110985 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-315872dc-7f2f-4b5f-bf29-9c25b6bafb98 None None] For port 6ca19962-985c-4dee-8cb1-881c011b35d5, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=6ca19962-985c-4dee-8cb1-881c011b35d5,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:57:53.144662 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-315872dc-7f2f-4b5f-bf29-9c25b6bafb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (6ca19962-985c-4dee-8cb1-881c011b35d5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:53.162246 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a55ccd3-9225-4a11-a58e-3fd5e9936281 req-39c70a79-bfd5-4ee1-bc5f-ae687db0da08 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:53.170731 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5a55ccd3-9225-4a11-a58e-3fd5e9936281 req-39c70a79-bfd5-4ee1-bc5f-ae687db0da08 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eed66d4-3408-4574-98a5-3d70fa26bd30 HTTP/1.1" status: 200 len: 945 time: 0.3814790 Jan 28 02:57:53.204596 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port c0436550-1763-4517-9048-ea9d9ce91d24 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:53.205830 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 6ca19962-985c-4dee-8cb1-881c011b35d5 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:57:53.321686 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315872dc-7f2f-4b5f-bf29-9c25b6bafb98 None None] Pushing event updated for resources: {'Port': ['ID=6ca19962-985c-4dee-8cb1-881c011b35d5,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:53.352396 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5a55ccd3-9225-4a11-a58e-3fd5e9936281 req-393070b4-7b61-4d7c-bb2f-a74054fec060 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805637 Jan 28 02:57:53.398164 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-180cf12c-81d7-46ae-9bf2-1bf9eca1b478 admin admin] Publish callbacks [] for security_group (390bcd8c-1572-4e91-9b6d-f511ca178d23), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:53.419073 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 6ca19962-985c-4dee-8cb1-881c011b35d5 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:57:53.421241 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (6ca19962-985c-4dee-8cb1-881c011b35d5), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:53.450405 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4b208013-c4a1-414e-be57-2654f6690146 req-de876045-ef42-4a70-81ba-3d5429ee843e tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Publish callbacks [] for port (3c6f45ee-3648-4ee4-9242-f1d4103c90f5), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:53.498064 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-180cf12c-81d7-46ae-9bf2-1bf9eca1b478 admin admin] Publish callbacks [] for security_group (390bcd8c-1572-4e91-9b6d-f511ca178d23), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:53.588003 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e55da61-ba95-4bad-b149-7a4cc03273af None None] Update dhcp port {'port': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'fixed_ips': [{'subnet_id': '16207990-d33a-4f27-bd40-807db21f14d1', 'ip_address': '2001:db8::2'}, {'subnet_id': '4cd21071-21c5-4ba4-a22d-cb4afd6a9085'}], 'binding:host_id': 'n-d-712139-27'}, 'id': '6ca19962-985c-4dee-8cb1-881c011b35d5'} from n-d-712139-27. {{(pid=109804) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 02:57:53.616448 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4b208013-c4a1-414e-be57-2654f6690146 req-de876045-ef42-4a70-81ba-3d5429ee843e tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (3c6f45ee-3648-4ee4-9242-f1d4103c90f5), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:53.694687 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0e55da61-ba95-4bad-b149-7a4cc03273af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (6ca19962-985c-4dee-8cb1-881c011b35d5), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:53.738709 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b208013-c4a1-414e-be57-2654f6690146 req-de876045-ef42-4a70-81ba-3d5429ee843e tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Network 9ad405c8-038c-420f-81fd-16301459f3e0 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:57:53.748443 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89a064-24b2-4ed9-8b1d-ffb4a49bcb99 req-fcd2c520-2929-42cd-a603-a5ff24658f5c tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:53.750533 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ce89a064-24b2-4ed9-8b1d-ffb4a49bcb99 req-fcd2c520-2929-42cd-a603-a5ff24658f5c tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ff5e3b8-d5e5-4d8c-8f35-af78edfb5bce HTTP/1.1" status: 200 len: 932 time: 0.2114601 Jan 28 02:57:53.755256 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-180cf12c-81d7-46ae-9bf2-1bf9eca1b478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (390bcd8c-1572-4e91-9b6d-f511ca178d23), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:53.758220 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-180cf12c-81d7-46ae-9bf2-1bf9eca1b478 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:53.759590 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-180cf12c-81d7-46ae-9bf2-1bf9eca1b478 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/390bcd8c-1572-4e91-9b6d-f511ca178d23 HTTP/1.1" status: 204 len: 168 time: 0.7002223 Jan 28 02:57:53.779570 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-4b208013-c4a1-414e-be57-2654f6690146 req-de876045-ef42-4a70-81ba-3d5429ee843e tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:57:53.790439 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b208013-c4a1-414e-be57-2654f6690146 req-de876045-ef42-4a70-81ba-3d5429ee843e tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:57:53.911936 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e630cc-32da-494d-89c0-716fb60bb604 req-804c9104-876e-470b-8ad6-bbb5e2d2abb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:53.913642 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-97e630cc-32da-494d-89c0-716fb60bb604 req-804c9104-876e-470b-8ad6-bbb5e2d2abb4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=49bb14d4-dcd1-48f1-bfcf-d4851c7c298c HTTP/1.1" status: 200 len: 848 time: 0.9314289 Jan 28 02:57:53.949601 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7868b22a-17a6-4f47-9122-6262f5e0c2d9 req-49ec0bf4-7fd7-4325-87c5-d87a7bda2240 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9688683 Jan 28 02:57:53.955589 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180cf12c-81d7-46ae-9bf2-1bf9eca1b478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390bcd8c-1572-4e91-9b6d-f511ca178d23,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:53.983880 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de876045-ef42-4a70-81ba-3d5429ee843e tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Pushing event updated for resources: {'Port': ['ID=3c6f45ee-3648-4ee4-9242-f1d4103c90f5,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:54.008814 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-286efac0-789d-468a-824f-0edd23a1f688 admin admin] Router 9056ac4d-d8c3-482d-a526-ca2c6edcd5c3 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 02:57:54.025050 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-97e630cc-32da-494d-89c0-716fb60bb604 req-f87dcf21-f571-438b-858e-27d1c2c49a62 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=290af027-4910-45bb-b54e-a29d61400c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008897 Jan 28 02:57:54.061649 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 6ca19962-985c-4dee-8cb1-881c011b35d5 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:54.079934 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5a6c34d0-40df-4fa3-9d98-43d7ed7167ca tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (3442e888-c977-49ed-ac33-b0b13035b0b0), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:54.143963 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b208013-c4a1-414e-be57-2654f6690146 req-de876045-ef42-4a70-81ba-3d5429ee843e tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:54.144648 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4b208013-c4a1-414e-be57-2654f6690146 req-de876045-ef42-4a70-81ba-3d5429ee843e tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:54.227937 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-0e55da61-ba95-4bad-b149-7a4cc03273af None None] Allocated IP 2001:db8:0:1:f816:3eff:fef0:289e (f4e9908e-37c3-477d-90df-65c02e38c857/4cd21071-21c5-4ba4-a22d-cb4afd6a9085/6ca19962-985c-4dee-8cb1-881c011b35d5) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:57:54.230672 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ce89a064-24b2-4ed9-8b1d-ffb4a49bcb99 req-df3ae657-58a5-441f-b7d7-5f86cfe0ce96 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0d6f1b4-a765-4649-a701-1de747dcfdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4696496 Jan 28 02:57:54.311715 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4b208013-c4a1-414e-be57-2654f6690146 req-de876045-ef42-4a70-81ba-3d5429ee843e tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3293011 Jan 28 02:57:54.326365 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 6ca19962-985c-4dee-8cb1-881c011b35d5 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:57:54.335129 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-4b208013-c4a1-414e-be57-2654f6690146 req-60c7ed26-3100-4136-ba73-59b4d9ca1975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea61766d-f633-45b9-94a0-97b1da8b66bb {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:57:54.345649 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-4b208013-c4a1-414e-be57-2654f6690146 req-872fd5a0-89e9-4dec-b2b5-7f6cbccaa25c service neutron] Request body: {'port': {'device_id': '547d6676-d673-4499-a3fb-e74ec0174bc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:54.380317 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4b208013-c4a1-414e-be57-2654f6690146 req-60c7ed26-3100-4136-ba73-59b4d9ca1975 service neutron] Publish callbacks [] for port (ea61766d-f633-45b9-94a0-97b1da8b66bb), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:54.427450 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-4b208013-c4a1-414e-be57-2654f6690146 req-60c7ed26-3100-4136-ba73-59b4d9ca1975 service neutron] Transition to ACTIVE for port object ea61766d-f633-45b9-94a0-97b1da8b66bb will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:57:54.457659 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4b208013-c4a1-414e-be57-2654f6690146 req-60c7ed26-3100-4136-ba73-59b4d9ca1975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (ea61766d-f633-45b9-94a0-97b1da8b66bb), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:54.505205 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4b208013-c4a1-414e-be57-2654f6690146 req-872fd5a0-89e9-4dec-b2b5-7f6cbccaa25c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3c6f45ee-3648-4ee4-9242-f1d4103c90f5), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:54.567890 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c34d0-40df-4fa3-9d98-43d7ed7167ca tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Port': ['ID=3442e888-c977-49ed-ac33-b0b13035b0b0,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:54.594790 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-0e55da61-ba95-4bad-b149-7a4cc03273af None None] For port 6ca19962-985c-4dee-8cb1-881c011b35d5, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=6ca19962-985c-4dee-8cb1-881c011b35d5,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:57:54.602197 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6c34d0-40df-4fa3-9d98-43d7ed7167ca tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:57:54.609292 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-5a6c34d0-40df-4fa3-9d98-43d7ed7167ca tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:57:54.612549 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6c34d0-40df-4fa3-9d98-43d7ed7167ca tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:57:54.618426 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6c34d0-40df-4fa3-9d98-43d7ed7167ca tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:54.619338 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5a6c34d0-40df-4fa3-9d98-43d7ed7167ca tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:54.640854 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0e55da61-ba95-4bad-b149-7a4cc03273af None None] Publish callbacks [] for port (6ca19962-985c-4dee-8cb1-881c011b35d5), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:54.656058 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0e55da61-ba95-4bad-b149-7a4cc03273af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (6ca19962-985c-4dee-8cb1-881c011b35d5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:54.691709 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5a6c34d0-40df-4fa3-9d98-43d7ed7167ca tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.7898276 Jan 28 02:57:54.701493 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43284) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:54.752086 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 6ca19962-985c-4dee-8cb1-881c011b35d5 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:57:54.752566 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (6ca19962-985c-4dee-8cb1-881c011b35d5), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:54.760046 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b0828-f31f-4777-b5db-e6febdf94bb5 req-1262b227-8f4f-42af-ba0e-60ef8ba44425 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:54.762006 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-775b0828-f31f-4777-b5db-e6febdf94bb5 req-1262b227-8f4f-42af-ba0e-60ef8ba44425 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eed66d4-3408-4574-98a5-3d70fa26bd30 HTTP/1.1" status: 200 len: 945 time: 0.5076056 Jan 28 02:57:54.828021 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c7ed26-3100-4136-ba73-59b4d9ca1975 service neutron] Pushing event updated for resources: {'Port': ['ID=ea61766d-f633-45b9-94a0-97b1da8b66bb,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:54.853297 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-97e630cc-32da-494d-89c0-716fb60bb604 req-df10a518-1989-44b7-a096-99e53a8213e5 service neutron] 10.222.0.67 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8064024 Jan 28 02:57:54.858177 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286efac0-789d-468a-824f-0edd23a1f688 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:57:54.880799 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12f432e-0d5f-4fe4-8cd0-54ae8ac69ba1 None None] Sync routers for ids ['9056ac4d-d8c3-482d-a526-ca2c6edcd5c3'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:57:54.903049 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12f432e-0d5f-4fe4-8cd0-54ae8ac69ba1 None None] Routers {'9056ac4d-d8c3-482d-a526-ca2c6edcd5c3'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:57:54.908565 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-e12f432e-0d5f-4fe4-8cd0-54ae8ac69ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:57:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['9056ac4d-d8c3-482d-a526-ca2c6edcd5c3'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:57:54.920317 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-286efac0-789d-468a-824f-0edd23a1f688 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:54.924511 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-286efac0-789d-468a-824f-0edd23a1f688 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.9762456 Jan 28 02:57:54.940136 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43290) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:55.036288 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e55da61-ba95-4bad-b149-7a4cc03273af None None] Pushing event updated for resources: {'Port': ['ID=6ca19962-985c-4dee-8cb1-881c011b35d5,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:55.128936 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 6ca19962-985c-4dee-8cb1-881c011b35d5 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:55.206207 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-97e630cc-32da-494d-89c0-716fb60bb604 req-b59576d8-d69a-4881-9d97-559194c107f2 service neutron] 10.222.0.67 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087349 Jan 28 02:57:55.211926 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-e12f432e-0d5f-4fe4-8cd0-54ae8ac69ba1 None None] Set router 9056ac4d-d8c3-482d-a526-ca2c6edcd5c3 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:57:55.313500 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43298) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:55.386614 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-7b3226a8-490d-47bc-aff2-d4705ea33638 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting port 3442e888-c977-49ed-ac33-b0b13035b0b0 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:57:55.386959 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7b3226a8-490d-47bc-aff2-d4705ea33638 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (3442e888-c977-49ed-ac33-b0b13035b0b0), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:55.521434 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3fc0ae-c440-469d-9a51-c39b77ee2f5d req-9680787a-fef3-4f43-8139-a8f10843c85c tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:55.529301 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9d3fc0ae-c440-469d-9a51-c39b77ee2f5d req-9680787a-fef3-4f43-8139-a8f10843c85c tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 945 time: 0.3219209 Jan 28 02:57:55.547880 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-775b0828-f31f-4777-b5db-e6febdf94bb5 req-50d1db33-60db-4536-b0d2-deecb46e6d2a tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Deleting port 80f08abf-3142-47c0-8d4e-a81f5359ca91 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:57:55.548225 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-775b0828-f31f-4777-b5db-e6febdf94bb5 req-50d1db33-60db-4536-b0d2-deecb46e6d2a tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (80f08abf-3142-47c0-8d4e-a81f5359ca91), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:55.628391 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7b3226a8-490d-47bc-aff2-d4705ea33638 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (3442e888-c977-49ed-ac33-b0b13035b0b0), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:55.665263 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-7b3226a8-490d-47bc-aff2-d4705ea33638 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Calling delete_port for 3442e888-c977-49ed-ac33-b0b13035b0b0 owned by {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:57:55.688071 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-e12f432e-0d5f-4fe4-8cd0-54ae8ac69ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9056ac4d-d8c3-482d-a526-ca2c6edcd5c3', 'name': 'tempest-TaggedBootDevicesTest_v242-1967063799-router', 'tenant_id': '53ad5c4f044e4be5a3ce83b00d5d2212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'c0fd1734-319c-47aa-8c1f-10624aa7a6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:57:44Z', 'updated_at': '2022-01-28T02:57:49Z', 'revision_number': 3, 'project_id': '53ad5c4f044e4be5a3ce83b00d5d2212', 'gw_port': {'id': 'c0fd1734-319c-47aa-8c1f-10624aa7a6e4', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:88:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9056ac4d-d8c3-482d-a526-ca2c6edcd5c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:57:47Z', 'updated_at': '2022-01-28T02:57:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:57:55.718229 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12f432e-0d5f-4fe4-8cd0-54ae8ac69ba1 None None] Checking router: 9056ac4d-d8c3-482d-a526-ca2c6edcd5c3 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:57:55.718564 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12f432e-0d5f-4fe4-8cd0-54ae8ac69ba1 None None] Updating router 9056ac4d-d8c3-482d-a526-ca2c6edcd5c3 port c0fd1734-319c-47aa-8c1f-10624aa7a6e4 binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:57:55.792662 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-e12f432e-0d5f-4fe4-8cd0-54ae8ac69ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c0fd1734-319c-47aa-8c1f-10624aa7a6e4), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:55.947629 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5050b3ae-9fd8-4cce-839b-0a2529b1352e tempest-ServiceProvidersTest-262729347 tempest-ServiceProvidersTest-262729347-project] 10.222.0.53 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.6211529 Jan 28 02:57:55.981931 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7b3226a8-490d-47bc-aff2-d4705ea33638 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (3442e888-c977-49ed-ac33-b0b13035b0b0), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:56.055242 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ad590-9401-4b9c-9503-16fd537f4944 req-25834712-4db7-4913-bf68-d1511252e596 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:56.070673 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e61ad590-9401-4b9c-9503-16fd537f4944 req-25834712-4db7-4913-bf68-d1511252e596 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eed66d4-3408-4574-98a5-3d70fa26bd30 HTTP/1.1" status: 200 len: 945 time: 1.5428629 Jan 28 02:57:56.158549 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3226a8-490d-47bc-aff2-d4705ea33638 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Port': ['ID=3442e888-c977-49ed-ac33-b0b13035b0b0,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:56.171559 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7b3226a8-490d-47bc-aff2-d4705ea33638 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:56.174882 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7b3226a8-490d-47bc-aff2-d4705ea33638 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/ports/3442e888-c977-49ed-ac33-b0b13035b0b0 HTTP/1.1" status: 204 len: 168 time: 1.4713552 Jan 28 02:57:56.204758 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9d3fc0ae-c440-469d-9a51-c39b77ee2f5d req-de3bd249-ed98-4db1-ab84-23d0c8796b65 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6744573 Jan 28 02:57:56.206303 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43306) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:56.237206 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-f09b4efa-4a69-45df-8c7b-f5970648b21b None None] Provisioning complete for port 6ca19962-985c-4dee-8cb1-881c011b35d5 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:57:56.237684 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f09b4efa-4a69-45df-8c7b-f5970648b21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (6ca19962-985c-4dee-8cb1-881c011b35d5), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:56.253234 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e61ad590-9401-4b9c-9503-16fd537f4944 req-e41e6267-a4d0-4fc8-98f8-db4e8871e6d5 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679683 Jan 28 02:57:56.341440 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 6ca19962-985c-4dee-8cb1-881c011b35d5 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:57:56.406427 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-4b208013-c4a1-414e-be57-2654f6690146 req-60c7ed26-3100-4136-ba73-59b4d9ca1975 service neutron] Attempting to bind port ea61766d-f633-45b9-94a0-97b1da8b66bb on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:57:56.409376 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-4b208013-c4a1-414e-be57-2654f6690146 req-60c7ed26-3100-4136-ba73-59b4d9ca1975 service neutron] Attempting to bind port ea61766d-f633-45b9-94a0-97b1da8b66bb by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'bafc5e9a-dbcc-4536-9a86-e2fe835f6204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9ad405c8-038c-420f-81fd-16301459f3e0'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:57:56.410014 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b208013-c4a1-414e-be57-2654f6690146 req-60c7ed26-3100-4136-ba73-59b4d9ca1975 service neutron] Attempting to bind port ea61766d-f633-45b9-94a0-97b1da8b66bb on network 9ad405c8-038c-420f-81fd-16301459f3e0 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:57:56.439664 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-e12f432e-0d5f-4fe4-8cd0-54ae8ac69ba1 None None] Publish callbacks [] for port (c0fd1734-319c-47aa-8c1f-10624aa7a6e4), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:56.440259 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-775b0828-f31f-4777-b5db-e6febdf94bb5 req-50d1db33-60db-4536-b0d2-deecb46e6d2a tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] For port 80f08abf-3142-47c0-8d4e-a81f5359ca91, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=80f08abf-3142-47c0-8d4e-a81f5359ca91,segment=NetworkSegment(5ec551e3-78ab-42a1-92af-4f07dc8530f7),segment_id=5ec551e3-78ab-42a1-92af-4f07dc8530f7)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:57:56.442834 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-775b0828-f31f-4777-b5db-e6febdf94bb5 req-50d1db33-60db-4536-b0d2-deecb46e6d2a tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (80f08abf-3142-47c0-8d4e-a81f5359ca91), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:56.452355 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-e12f432e-0d5f-4fe4-8cd0-54ae8ac69ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c0fd1734-319c-47aa-8c1f-10624aa7a6e4), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:56.519062 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-775b0828-f31f-4777-b5db-e6febdf94bb5 req-50d1db33-60db-4536-b0d2-deecb46e6d2a tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Calling delete_port for 80f08abf-3142-47c0-8d4e-a81f5359ca91 owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:57:56.527544 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b208013-c4a1-414e-be57-2654f6690146 req-60c7ed26-3100-4136-ba73-59b4d9ca1975 service neutron] Port ea61766d-f633-45b9-94a0-97b1da8b66bb on network 9ad405c8-038c-420f-81fd-16301459f3e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:57:56.527996 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b208013-c4a1-414e-be57-2654f6690146 req-60c7ed26-3100-4136-ba73-59b4d9ca1975 service neutron] Attempting to bind port ea61766d-f633-45b9-94a0-97b1da8b66bb on network 9ad405c8-038c-420f-81fd-16301459f3e0 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:57:56.554261 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e05cb-9bf8-41e8-8113-65e8c824f715 None None] Pushing event updated for resources: {'Port': ['ID=c0fd1734-319c-47aa-8c1f-10624aa7a6e4,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:56.562840 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1f095f-1bfe-4ff1-8f40-d8c8a57aeb21 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:56.576884 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0c1f095f-1bfe-4ff1-8f40-d8c8a57aeb21 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3480372 Jan 28 02:57:56.577692 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43310) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:56.581216 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 6ca19962-985c-4dee-8cb1-881c011b35d5 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:57:56.583523 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (6ca19962-985c-4dee-8cb1-881c011b35d5), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:56.603897 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-e12f432e-0d5f-4fe4-8cd0-54ae8ac69ba1 None None] Attempting to bind port c0fd1734-319c-47aa-8c1f-10624aa7a6e4 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:57:56.604264 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-e12f432e-0d5f-4fe4-8cd0-54ae8ac69ba1 None None] Attempting to bind port c0fd1734-319c-47aa-8c1f-10624aa7a6e4 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:57:56.604844 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12f432e-0d5f-4fe4-8cd0-54ae8ac69ba1 None None] Attempting to bind port c0fd1734-319c-47aa-8c1f-10624aa7a6e4 on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:57:56.621040 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b208013-c4a1-414e-be57-2654f6690146 req-60c7ed26-3100-4136-ba73-59b4d9ca1975 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:57:56.622910 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12f432e-0d5f-4fe4-8cd0-54ae8ac69ba1 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:57:56.623623 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12f432e-0d5f-4fe4-8cd0-54ae8ac69ba1 None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:57:56.624192 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-e12f432e-0d5f-4fe4-8cd0-54ae8ac69ba1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:56.624736 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12f432e-0d5f-4fe4-8cd0-54ae8ac69ba1 None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:57:56.625426 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-e12f432e-0d5f-4fe4-8cd0-54ae8ac69ba1 None None] Bound port: c0fd1734-319c-47aa-8c1f-10624aa7a6e4, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:57:56.625974 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-e12f432e-0d5f-4fe4-8cd0-54ae8ac69ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c0fd1734-319c-47aa-8c1f-10624aa7a6e4), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:56.627950 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b208013-c4a1-414e-be57-2654f6690146 req-60c7ed26-3100-4136-ba73-59b4d9ca1975 service neutron] Checking segment: {'id': 'bafc5e9a-dbcc-4536-9a86-e2fe835f6204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9ad405c8-038c-420f-81fd-16301459f3e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:57:56.632274 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b208013-c4a1-414e-be57-2654f6690146 req-60c7ed26-3100-4136-ba73-59b4d9ca1975 service neutron] Bound using segment: {'id': 'bafc5e9a-dbcc-4536-9a86-e2fe835f6204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9ad405c8-038c-420f-81fd-16301459f3e0'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:57:56.633010 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-4b208013-c4a1-414e-be57-2654f6690146 req-60c7ed26-3100-4136-ba73-59b4d9ca1975 service neutron] Bound port: ea61766d-f633-45b9-94a0-97b1da8b66bb, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bafc5e9a-dbcc-4536-9a86-e2fe835f6204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9ad405c8-038c-420f-81fd-16301459f3e0'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:57:56.633715 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4b208013-c4a1-414e-be57-2654f6690146 req-60c7ed26-3100-4136-ba73-59b4d9ca1975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ea61766d-f633-45b9-94a0-97b1da8b66bb), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:56.647740 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43312) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:56.719978 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-f09b4efa-4a69-45df-8c7b-f5970648b21b None None] Current status of the port 6ca19962-985c-4dee-8cb1-881c011b35d5 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:56.736824 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-e12f432e-0d5f-4fe4-8cd0-54ae8ac69ba1 None None] For port c0fd1734-319c-47aa-8c1f-10624aa7a6e4, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:57:56.741131 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-e12f432e-0d5f-4fe4-8cd0-54ae8ac69ba1 None None] For port c0fd1734-319c-47aa-8c1f-10624aa7a6e4, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=c0fd1734-319c-47aa-8c1f-10624aa7a6e4,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:57:56.751884 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-e12f432e-0d5f-4fe4-8cd0-54ae8ac69ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c0fd1734-319c-47aa-8c1f-10624aa7a6e4), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:56.793571 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff0d831-fb48-4e6a-b6cc-59595fef06b7 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:56.802891 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3ff0d831-fb48-4e6a-b6cc-59595fef06b7 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2181728 Jan 28 02:57:56.807961 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43316) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:56.864170 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-b55943c7-eb7d-4848-83dc-ed41e3bef690 None None] Could not find standard attr ID for object 3442e888-c977-49ed-ac33-b0b13035b0b0. {{(pid=109804) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 02:57:56.909581 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12f432e-0d5f-4fe4-8cd0-54ae8ac69ba1 None None] Routers {'9056ac4d-d8c3-482d-a526-ca2c6edcd5c3'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:57:56.910238 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-e12f432e-0d5f-4fe4-8cd0-54ae8ac69ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:57:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['9056ac4d-d8c3-482d-a526-ca2c6edcd5c3'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:57:56.912761 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 6ca19962-985c-4dee-8cb1-881c011b35d5 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:56.943023 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e66bc32-090d-48d2-8a4c-8e6d1a45f03c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:56.944659 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e66bc32-090d-48d2-8a4c-8e6d1a45f03c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:56.946150 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e66bc32-090d-48d2-8a4c-8e6d1a45f03c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:56.951710 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4e66bc32-090d-48d2-8a4c-8e6d1a45f03c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1425445 Jan 28 02:57:56.956551 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43318) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:56.994670 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e05cb-9bf8-41e8-8113-65e8c824f715 None None] Pushing event updated for resources: {'Port': ['ID=c0fd1734-319c-47aa-8c1f-10624aa7a6e4,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:57.069716 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa9f5a1-bb27-42cc-a613-570452facc45 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting subnet 16207990-d33a-4f27-bd40-807db21f14d1 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:57:57.073852 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1fa9f5a1-bb27-42cc-a613-570452facc45 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (16207990-d33a-4f27-bd40-807db21f14d1), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:57.076962 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-775b0828-f31f-4777-b5db-e6febdf94bb5 req-50d1db33-60db-4536-b0d2-deecb46e6d2a tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (80f08abf-3142-47c0-8d4e-a81f5359ca91), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:57.090370 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-e12f432e-0d5f-4fe4-8cd0-54ae8ac69ba1 None None] Set router 9056ac4d-d8c3-482d-a526-ca2c6edcd5c3 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:57:57.110267 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['8bc3e1e3-3b8b-493b-825e-e109d60fabfc'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:57:57.128156 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e2f63-20b8-4f5c-bc7b-f85269d2d1c8 req-515d59b5-d43e-4aec-93ca-4a09fde29a45 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:57.129794 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-804e2f63-20b8-4f5c-bc7b-f85269d2d1c8 req-515d59b5-d43e-4aec-93ca-4a09fde29a45 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ff5e3b8-d5e5-4d8c-8f35-af78edfb5bce HTTP/1.1" status: 200 len: 944 time: 0.6802595 Jan 28 02:57:57.147145 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d1db33-60db-4536-b0d2-deecb46e6d2a tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Pushing event deleted for resources: {'Port': ['ID=80f08abf-3142-47c0-8d4e-a81f5359ca91,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:57.163677 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4a8556c0-29b0-4b7c-9a2e-0899b24b4644 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:57.195439 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-4b208013-c4a1-414e-be57-2654f6690146 req-872fd5a0-89e9-4dec-b2b5-7f6cbccaa25c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c6f45ee-3648-4ee4-9242-f1d4103c90f5 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:57:57.198440 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1fa9f5a1-bb27-42cc-a613-570452facc45 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (16207990-d33a-4f27-bd40-807db21f14d1), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:57.201500 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-775b0828-f31f-4777-b5db-e6febdf94bb5 req-50d1db33-60db-4536-b0d2-deecb46e6d2a tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] No DVR routers for this DVR port 80f08abf-3142-47c0-8d4e-a81f5359ca91 on host n-h2-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:57:57.220897 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-775b0828-f31f-4777-b5db-e6febdf94bb5 req-50d1db33-60db-4536-b0d2-deecb46e6d2a tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:57.224337 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-775b0828-f31f-4777-b5db-e6febdf94bb5 req-50d1db33-60db-4536-b0d2-deecb46e6d2a tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.39 "DELETE /v2.0/ports/80f08abf-3142-47c0-8d4e-a81f5359ca91 HTTP/1.1" status: 204 len: 173 time: 2.4455948 Jan 28 02:57:57.224806 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eed66d4-3408-4574-98a5-3d70fa26bd30', 'name': 'network-vif-deleted', 'tag': '80f08abf-3142-47c0-8d4e-a81f5359ca91'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:57:57.227221 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b1436a-b386-492c-98d1-644a048f1e34" -d '{"events": [{"server_uuid": "9eed66d4-3408-4574-98a5-3d70fa26bd30", "name": "network-vif-deleted", "tag": "80f08abf-3142-47c0-8d4e-a81f5359ca91"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:57:57.318355 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1fa9f5a1-bb27-42cc-a613-570452facc45 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (16207990-d33a-4f27-bd40-807db21f14d1), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:57.350507 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-e12f432e-0d5f-4fe4-8cd0-54ae8ac69ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9056ac4d-d8c3-482d-a526-ca2c6edcd5c3', 'name': 'tempest-TaggedBootDevicesTest_v242-1967063799-router', 'tenant_id': '53ad5c4f044e4be5a3ce83b00d5d2212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'c0fd1734-319c-47aa-8c1f-10624aa7a6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:57:44Z', 'updated_at': '2022-01-28T02:57:49Z', 'revision_number': 3, 'project_id': '53ad5c4f044e4be5a3ce83b00d5d2212', 'gw_port': {'id': 'c0fd1734-319c-47aa-8c1f-10624aa7a6e4', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:88:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9056ac4d-d8c3-482d-a526-ca2c6edcd5c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:57:47Z', 'updated_at': '2022-01-28T02:57:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:57:57.382283 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12f432e-0d5f-4fe4-8cd0-54ae8ac69ba1 None None] The sync data for ids ['9056ac4d-d8c3-482d-a526-ca2c6edcd5c3'] in n-d-712139-27 is: [{'id': '9056ac4d-d8c3-482d-a526-ca2c6edcd5c3', 'name': 'tempest-TaggedBootDevicesTest_v242-1967063799-router', 'tenant_id': '53ad5c4f044e4be5a3ce83b00d5d2212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'c0fd1734-319c-47aa-8c1f-10624aa7a6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:57:44Z', 'updated_at': '2022-01-28T02:57:49Z', 'revision_number': 3, 'project_id': '53ad5c4f044e4be5a3ce83b00d5d2212', 'gw_port': {'id': 'c0fd1734-319c-47aa-8c1f-10624aa7a6e4', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:88:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9056ac4d-d8c3-482d-a526-ca2c6edcd5c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:57:47Z', 'updated_at': '2022-01-28T02:57:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:57:57.396494 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4b208013-c4a1-414e-be57-2654f6690146 req-872fd5a0-89e9-4dec-b2b5-7f6cbccaa25c service neutron] Publish callbacks [] for port (3c6f45ee-3648-4ee4-9242-f1d4103c90f5), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:57.408716 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1fa9f5a1-bb27-42cc-a613-570452facc45 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (16207990-d33a-4f27-bd40-807db21f14d1), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:57.490762 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-4b208013-c4a1-414e-be57-2654f6690146 req-60c7ed26-3100-4136-ba73-59b4d9ca1975 service neutron] For port ea61766d-f633-45b9-94a0-97b1da8b66bb, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:57:57.496937 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 80f08abf-3142-47c0-8d4e-a81f5359ca91 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:57:57.500641 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa9f5a1-bb27-42cc-a613-570452facc45 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Subnet': ['ID=16207990-d33a-4f27-bd40-807db21f14d1,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:57.525260 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-4b208013-c4a1-414e-be57-2654f6690146 req-872fd5a0-89e9-4dec-b2b5-7f6cbccaa25c service neutron] Transition to ACTIVE for port object 3c6f45ee-3648-4ee4-9242-f1d4103c90f5 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:57:57.536809 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-4b208013-c4a1-414e-be57-2654f6690146 req-60c7ed26-3100-4136-ba73-59b4d9ca1975 service neutron] For port ea61766d-f633-45b9-94a0-97b1da8b66bb, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=ea61766d-f633-45b9-94a0-97b1da8b66bb,segment=NetworkSegment(bafc5e9a-dbcc-4536-9a86-e2fe835f6204),segment_id=bafc5e9a-dbcc-4536-9a86-e2fe835f6204)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:57:57.548886 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4b208013-c4a1-414e-be57-2654f6690146 req-872fd5a0-89e9-4dec-b2b5-7f6cbccaa25c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (3c6f45ee-3648-4ee4-9242-f1d4103c90f5), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:57.570913 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4b208013-c4a1-414e-be57-2654f6690146 req-60c7ed26-3100-4136-ba73-59b4d9ca1975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (ea61766d-f633-45b9-94a0-97b1da8b66bb), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:57.571957 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1fa9f5a1-bb27-42cc-a613-570452facc45 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:57.586396 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1fa9f5a1-bb27-42cc-a613-570452facc45 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/16207990-d33a-4f27-bd40-807db21f14d1 HTTP/1.1" status: 204 len: 168 time: 0.6285348 Jan 28 02:57:57.595069 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43330) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:57.597241 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b64c8bb-2a08-4184-8735-53c718cf6e78 None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:57:57.628420 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-804e2f63-20b8-4f5c-bc7b-f85269d2d1c8 req-9dd793c8-7ab8-40b1-a98d-91b2e1ade248 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0d6f1b4-a765-4649-a701-1de747dcfdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4768317 Jan 28 02:57:57.758334 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b208013-c4a1-414e-be57-2654f6690146 req-60c7ed26-3100-4136-ba73-59b4d9ca1975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:57.758961 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4b208013-c4a1-414e-be57-2654f6690146 req-60c7ed26-3100-4136-ba73-59b4d9ca1975 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:57.760595 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4b208013-c4a1-414e-be57-2654f6690146 req-60c7ed26-3100-4136-ba73-59b4d9ca1975 service neutron] 10.222.0.39 "PUT /v2.0/ports/ea61766d-f633-45b9-94a0-97b1da8b66bb HTTP/1.1" status: 200 len: 1093 time: 4.9726398 Jan 28 02:57:57.763483 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ff5e3b8-d5e5-4d8c-8f35-af78edfb5bce', 'tag': 'ea61766d-f633-45b9-94a0-97b1da8b66bb'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:57:57.766309 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f38a45e-ddac-42c1-be08-45bfd87f40aa" -d '{"events": [{"name": "network-changed", "server_uuid": "3ff5e3b8-d5e5-4d8c-8f35-af78edfb5bce", "tag": "ea61766d-f633-45b9-94a0-97b1da8b66bb"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:57:57.773617 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b01c475-80a0-46ba-b380-88d6f03c7bee x-openstack-request-id: req-8b01c475-80a0-46ba-b380-88d6f03c7bee {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:57:57.776977 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eed66d4-3408-4574-98a5-3d70fa26bd30", "name": "network-vif-deleted", "tag": "80f08abf-3142-47c0-8d4e-a81f5359ca91", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:57:57.777429 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8b01c475-80a0-46ba-b380-88d6f03c7bee {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:57:57.778131 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eed66d4-3408-4574-98a5-3d70fa26bd30', 'name': 'network-vif-deleted', 'tag': '80f08abf-3142-47c0-8d4e-a81f5359ca91', 'status': 'completed', 'code': 200} Jan 28 02:57:57.796622 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-eebb68b9-437a-4c70-a6e8-959d5d2c1b14 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting subnet 4cd21071-21c5-4ba4-a22d-cb4afd6a9085 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:57:57.800291 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872fd5a0-89e9-4dec-b2b5-7f6cbccaa25c service neutron] Pushing event updated for resources: {'Port': ['ID=3c6f45ee-3648-4ee4-9242-f1d4103c90f5,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:57.829432 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-eebb68b9-437a-4c70-a6e8-959d5d2c1b14 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (4cd21071-21c5-4ba4-a22d-cb4afd6a9085), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:57.887917 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 80f08abf-3142-47c0-8d4e-a81f5359ca91 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:57:57.888295 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 80f08abf-3142-47c0-8d4e-a81f5359ca91 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:57:57.954695 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4a8556c0-29b0-4b7c-9a2e-0899b24b4644 admin admin] Publish callbacks [] for security_group (15ed8902-44d5-4fda-a512-4e51b76874d9), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:57.972793 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d8ac7-088c-4000-84fc-3edbd4acbeb4 req-e50c53c8-6d84-4310-9b83-c4c8d0e00cbd tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:57.976839 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bf5d8ac7-088c-4000-84fc-3edbd4acbeb4 req-e50c53c8-6d84-4310-9b83-c4c8d0e00cbd tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 945 time: 0.5037215 Jan 28 02:57:58.010983 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4a8556c0-29b0-4b7c-9a2e-0899b24b4644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (15ed8902-44d5-4fda-a512-4e51b76874d9), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:58.031627 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fe619a5c-f98f-41da-ac50-1dd4c75f0104 req-e0741c8c-9ddd-4f55-8d75-238a1d509b4e tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eed66d4-3408-4574-98a5-3d70fa26bd30 HTTP/1.1" status: 200 len: 210 time: 0.1226304 Jan 28 02:57:58.177802 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c7ed26-3100-4136-ba73-59b4d9ca1975 service neutron] Pushing event updated for resources: {'Port': ['ID=ea61766d-f633-45b9-94a0-97b1da8b66bb,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:58.193691 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4a8556c0-29b0-4b7c-9a2e-0899b24b4644 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a47def459d904a368431bd6aa2603b7c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5256100 Jan 28 02:57:58.198515 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43334) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:58.203631 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-72ce72b0-8dc7-4d83-b9b4-28564b048efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:58.206091 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8556c0-29b0-4b7c-9a2e-0899b24b4644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ed8902-44d5-4fda-a512-4e51b76874d9,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:58.209235 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-eebb68b9-437a-4c70-a6e8-959d5d2c1b14 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (4cd21071-21c5-4ba4-a22d-cb4afd6a9085), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:58.234412 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b208013-c4a1-414e-be57-2654f6690146 req-1ee8f447-c846-49f7-a676-266d91b2106c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:58.236172 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4b208013-c4a1-414e-be57-2654f6690146 req-1ee8f447-c846-49f7-a676-266d91b2106c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=718af09b03c940c88c41db74297b10fa&device_id=3ff5e3b8-d5e5-4d8c-8f35-af78edfb5bce HTTP/1.1" status: 200 len: 1096 time: 0.3976889 Jan 28 02:57:58.249113 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-4b208013-c4a1-414e-be57-2654f6690146 req-872fd5a0-89e9-4dec-b2b5-7f6cbccaa25c service neutron] Attempting to bind port 3c6f45ee-3648-4ee4-9242-f1d4103c90f5 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:57:58.254680 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-4b208013-c4a1-414e-be57-2654f6690146 req-872fd5a0-89e9-4dec-b2b5-7f6cbccaa25c service neutron] Attempting to bind port 3c6f45ee-3648-4ee4-9242-f1d4103c90f5 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'bafc5e9a-dbcc-4536-9a86-e2fe835f6204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9ad405c8-038c-420f-81fd-16301459f3e0'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:57:58.255192 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b208013-c4a1-414e-be57-2654f6690146 req-872fd5a0-89e9-4dec-b2b5-7f6cbccaa25c service neutron] Attempting to bind port 3c6f45ee-3648-4ee4-9242-f1d4103c90f5 on network 9ad405c8-038c-420f-81fd-16301459f3e0 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:57:58.360333 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bf5d8ac7-088c-4000-84fc-3edbd4acbeb4 req-a417ca6a-32ea-4351-a779-8ded3f3bf674 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696454 Jan 28 02:57:58.373050 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b208013-c4a1-414e-be57-2654f6690146 req-872fd5a0-89e9-4dec-b2b5-7f6cbccaa25c service neutron] Port 3c6f45ee-3648-4ee4-9242-f1d4103c90f5 on network 9ad405c8-038c-420f-81fd-16301459f3e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:57:58.373506 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b208013-c4a1-414e-be57-2654f6690146 req-872fd5a0-89e9-4dec-b2b5-7f6cbccaa25c service neutron] Attempting to bind port 3c6f45ee-3648-4ee4-9242-f1d4103c90f5 on network 9ad405c8-038c-420f-81fd-16301459f3e0 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:57:58.416533 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4b208013-c4a1-414e-be57-2654f6690146 req-24e40a89-fb93-4760-b03a-95efe5ccd090 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea61766d-f633-45b9-94a0-97b1da8b66bb HTTP/1.1" status: 200 len: 217 time: 0.1452446 Jan 28 02:57:58.508728 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b208013-c4a1-414e-be57-2654f6690146 req-872fd5a0-89e9-4dec-b2b5-7f6cbccaa25c service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:57:58.510063 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b208013-c4a1-414e-be57-2654f6690146 req-872fd5a0-89e9-4dec-b2b5-7f6cbccaa25c service neutron] Checking segment: {'id': 'bafc5e9a-dbcc-4536-9a86-e2fe835f6204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9ad405c8-038c-420f-81fd-16301459f3e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:57:58.510766 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b208013-c4a1-414e-be57-2654f6690146 req-872fd5a0-89e9-4dec-b2b5-7f6cbccaa25c service neutron] Bound using segment: {'id': 'bafc5e9a-dbcc-4536-9a86-e2fe835f6204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9ad405c8-038c-420f-81fd-16301459f3e0'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:57:58.511729 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-4b208013-c4a1-414e-be57-2654f6690146 req-872fd5a0-89e9-4dec-b2b5-7f6cbccaa25c service neutron] Bound port: 3c6f45ee-3648-4ee4-9242-f1d4103c90f5, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bafc5e9a-dbcc-4536-9a86-e2fe835f6204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9ad405c8-038c-420f-81fd-16301459f3e0'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:57:58.512341 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4b208013-c4a1-414e-be57-2654f6690146 req-872fd5a0-89e9-4dec-b2b5-7f6cbccaa25c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3c6f45ee-3648-4ee4-9242-f1d4103c90f5), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:58.550552 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-eebb68b9-437a-4c70-a6e8-959d5d2c1b14 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (4cd21071-21c5-4ba4-a22d-cb4afd6a9085), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:58.574253 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85825afb-2aea-4226-91c3-17b9881828c9 x-openstack-request-id: req-85825afb-2aea-4226-91c3-17b9881828c9 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:57:58.574695 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c0fd1734-319c-47aa-8c1f-10624aa7a6e4 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:57:58.575309 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ff5e3b8-d5e5-4d8c-8f35-af78edfb5bce", "tag": "ea61766d-f633-45b9-94a0-97b1da8b66bb", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:57:58.575718 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-85825afb-2aea-4226-91c3-17b9881828c9 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:57:58.576381 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ff5e3b8-d5e5-4d8c-8f35-af78edfb5bce', 'tag': 'ea61766d-f633-45b9-94a0-97b1da8b66bb', 'status': 'completed', 'code': 200} Jan 28 02:57:58.687163 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b208013-c4a1-414e-be57-2654f6690146 req-5a1006d3-6bbb-4509-b9e4-8e92429a211a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:58.689410 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4b208013-c4a1-414e-be57-2654f6690146 req-5a1006d3-6bbb-4509-b9e4-8e92429a211a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9725b179-589c-41d6-9206-867190a48986 HTTP/1.1" status: 200 len: 852 time: 0.2262206 Jan 28 02:57:58.740850 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port c0fd1734-319c-47aa-8c1f-10624aa7a6e4 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:57:58.744371 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c0fd1734-319c-47aa-8c1f-10624aa7a6e4), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:58.772396 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-eebb68b9-437a-4c70-a6e8-959d5d2c1b14 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (4cd21071-21c5-4ba4-a22d-cb4afd6a9085), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:58.817526 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-eebb68b9-437a-4c70-a6e8-959d5d2c1b14 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:58.836277 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-eebb68b9-437a-4c70-a6e8-959d5d2c1b14 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/4cd21071-21c5-4ba4-a22d-cb4afd6a9085 HTTP/1.1" status: 204 len: 168 time: 1.2362556 Jan 28 02:57:58.841788 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43338) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:58.953617 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port c0fd1734-319c-47aa-8c1f-10624aa7a6e4 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:57:58.954448 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c0fd1734-319c-47aa-8c1f-10624aa7a6e4), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:58.961923 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9150c04b-4074-49cd-a249-3c6dddfac082 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1180172 Jan 28 02:57:58.963619 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43340) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:58.972204 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-72ce72b0-8dc7-4d83-b9b4-28564b048efa admin admin] Allocated IP 172.20.0.1 (9227b0e2-14db-4f8f-8bca-720a1405b4b9/33b3fd4b-817a-4a39-8804-72d65c9db4cf/3dcd4012-88dd-4827-ae92-1fc8b81fd10d) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:57:58.980991 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-ef2982f6-56cd-435c-9f8a-fbc1f94a0604 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'subnet': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:58.989771 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb68b9-437a-4c70-a6e8-959d5d2c1b14 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Subnet': ['ID=4cd21071-21c5-4ba4-a22d-cb4afd6a9085,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:59.030445 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c3142585-4567-4cea-9a55-8a4442a73ef4 admin admin] Publish callbacks [] for security_group (15ed8902-44d5-4fda-a512-4e51b76874d9), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:59.039574 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port c0fd1734-319c-47aa-8c1f-10624aa7a6e4, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=c0fd1734-319c-47aa-8c1f-10624aa7a6e4,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:57:59.044294 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:59.048703 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c0fd1734-319c-47aa-8c1f-10624aa7a6e4), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:59.171143 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=c0fd1734-319c-47aa-8c1f-10624aa7a6e4,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:59.233310 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2982f6-56cd-435c-9f8a-fbc1f94a0604 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:57:59.239914 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ef2982f6-56cd-435c-9f8a-fbc1f94a0604 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:59.286125 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f63811-0c97-4767-94d0-920bc2bd737b None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:57:59.331592 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4b208013-c4a1-414e-be57-2654f6690146 req-ef051159-172b-4e0d-8559-9bd7e52b8d99 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ad405c8-038c-420f-81fd-16301459f3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2818727 Jan 28 02:57:59.355649 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c3142585-4567-4cea-9a55-8a4442a73ef4 admin admin] Publish callbacks [] for security_group (15ed8902-44d5-4fda-a512-4e51b76874d9), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:59.386287 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319a8d3-d054-48fb-82b3-96b6a61245a4 req-345c310d-047d-4222-b39e-bce1eccb7aea tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:59.389278 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9319a8d3-d054-48fb-82b3-96b6a61245a4 req-345c310d-047d-4222-b39e-bce1eccb7aea tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ff5e3b8-d5e5-4d8c-8f35-af78edfb5bce HTTP/1.1" status: 200 len: 944 time: 0.3406851 Jan 28 02:57:59.522433 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-18ecaf00-bfb9-4fdf-a187-b5be0e6b62cd None None] Provisioning complete for port 6ca19962-985c-4dee-8cb1-881c011b35d5 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:57:59.523268 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-18ecaf00-bfb9-4fdf-a187-b5be0e6b62cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (6ca19962-985c-4dee-8cb1-881c011b35d5), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:59.609486 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-96e17689-d36b-41ad-8982-0b158bce1a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:59.649035 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649a50dd-b276-4b33-bca9-d6d594ab9dd7 None None] DHCP port deletion for f4e9908e-37c3-477d-90df-65c02e38c857 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:57:59.678960 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ef2982f6-56cd-435c-9f8a-fbc1f94a0604 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (fe8281d9-f7a6-471d-aa85-6fb1c04cf461), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:59.708090 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-4b208013-c4a1-414e-be57-2654f6690146 req-872fd5a0-89e9-4dec-b2b5-7f6cbccaa25c service neutron] For port 3c6f45ee-3648-4ee4-9242-f1d4103c90f5, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:57:59.723952 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-4b208013-c4a1-414e-be57-2654f6690146 req-872fd5a0-89e9-4dec-b2b5-7f6cbccaa25c service neutron] For port 3c6f45ee-3648-4ee4-9242-f1d4103c90f5, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=3c6f45ee-3648-4ee4-9242-f1d4103c90f5,segment=NetworkSegment(bafc5e9a-dbcc-4536-9a86-e2fe835f6204),segment_id=bafc5e9a-dbcc-4536-9a86-e2fe835f6204)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:57:59.736601 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2982f6-56cd-435c-9f8a-fbc1f94a0604 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Subnet': ['ID=fe8281d9-f7a6-471d-aa85-6fb1c04cf461,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:57:59.759527 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2982f6-56cd-435c-9f8a-fbc1f94a0604 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:57:59.763745 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-ef2982f6-56cd-435c-9f8a-fbc1f94a0604 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:57:59.767218 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2982f6-56cd-435c-9f8a-fbc1f94a0604 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:59.767819 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ef2982f6-56cd-435c-9f8a-fbc1f94a0604 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:59.787379 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b8b42-4650-4a06-8b10-f57d01f7e4db req-3e91bef0-08a6-4c76-86a9-b4e69fd3737b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:57:59.789022 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c10b8b42-4650-4a06-8b10-f57d01f7e4db req-3e91bef0-08a6-4c76-86a9-b4e69fd3737b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 945 time: 0.1739063 Jan 28 02:57:59.795894 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ef2982f6-56cd-435c-9f8a-fbc1f94a0604 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8265567 Jan 28 02:57:59.797752 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43356) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:57:59.803497 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-55f64d63-b640-4769-9d9b-43a2562969f9 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'subnet': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:57:59.830123 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-72ce72b0-8dc7-4d83-b9b4-28564b048efa admin admin] Publish callbacks [] for port (3dcd4012-88dd-4827-ae92-1fc8b81fd10d), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:59.910446 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9319a8d3-d054-48fb-82b3-96b6a61245a4 req-e333aa99-60e9-4a39-ac1c-b3fbdd214ab6 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0d6f1b4-a765-4649-a701-1de747dcfdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797464 Jan 28 02:57:59.912812 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c3142585-4567-4cea-9a55-8a4442a73ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (15ed8902-44d5-4fda-a512-4e51b76874d9), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:59.921889 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c3142585-4567-4cea-9a55-8a4442a73ef4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:59.926535 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c3142585-4567-4cea-9a55-8a4442a73ef4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/15ed8902-44d5-4fda-a512-4e51b76874d9 HTTP/1.1" status: 204 len: 168 time: 1.7230937 Jan 28 02:57:59.959442 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4b208013-c4a1-414e-be57-2654f6690146 req-872fd5a0-89e9-4dec-b2b5-7f6cbccaa25c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (3c6f45ee-3648-4ee4-9242-f1d4103c90f5), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:57:59.985088 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-18ecaf00-bfb9-4fdf-a187-b5be0e6b62cd None None] Current status of the port 6ca19962-985c-4dee-8cb1-881c011b35d5 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:58:00.004492 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-72ce72b0-8dc7-4d83-b9b4-28564b048efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (3dcd4012-88dd-4827-ae92-1fc8b81fd10d), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:00.007047 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f64d63-b640-4769-9d9b-43a2562969f9 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:58:00.012628 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-55f64d63-b640-4769-9d9b-43a2562969f9 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:00.029358 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3142585-4567-4cea-9a55-8a4442a73ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ed8902-44d5-4fda-a512-4e51b76874d9,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:00.032436 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c10b8b42-4650-4a06-8b10-f57d01f7e4db req-501a55b6-d568-4ee4-9b02-52be866b7c4b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361698 Jan 28 02:58:00.080641 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b208013-c4a1-414e-be57-2654f6690146 req-872fd5a0-89e9-4dec-b2b5-7f6cbccaa25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:00.081340 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4b208013-c4a1-414e-be57-2654f6690146 req-872fd5a0-89e9-4dec-b2b5-7f6cbccaa25c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:00.082873 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4b208013-c4a1-414e-be57-2654f6690146 req-872fd5a0-89e9-4dec-b2b5-7f6cbccaa25c service neutron] 10.222.0.39 "PUT /v2.0/ports/3c6f45ee-3648-4ee4-9242-f1d4103c90f5 HTTP/1.1" status: 200 len: 1092 time: 5.7524610 Jan 28 02:58:00.105722 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3142585-4567-4cea-9a55-8a4442a73ef4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:58:00.106074 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3142585-4567-4cea-9a55-8a4442a73ef4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:58:00.106473 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3142585-4567-4cea-9a55-8a4442a73ef4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:58:00.106650 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-649a50dd-b276-4b33-bca9-d6d594ab9dd7 None None] Deleting port 6ca19962-985c-4dee-8cb1-881c011b35d5 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:58:00.106891 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3142585-4567-4cea-9a55-8a4442a73ef4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:58:00.107189 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-649a50dd-b276-4b33-bca9-d6d594ab9dd7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (6ca19962-985c-4dee-8cb1-881c011b35d5), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:00.107438 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3142585-4567-4cea-9a55-8a4442a73ef4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:58:00.107691 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3142585-4567-4cea-9a55-8a4442a73ef4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:58:00.108026 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3142585-4567-4cea-9a55-8a4442a73ef4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:58:00.108424 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3142585-4567-4cea-9a55-8a4442a73ef4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:58:00.108809 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3142585-4567-4cea-9a55-8a4442a73ef4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:58:00.109280 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3142585-4567-4cea-9a55-8a4442a73ef4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:58:00.109824 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3142585-4567-4cea-9a55-8a4442a73ef4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:58:00.110105 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3142585-4567-4cea-9a55-8a4442a73ef4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:58:00.110703 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3142585-4567-4cea-9a55-8a4442a73ef4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:58:00.142510 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ce72b0-8dc7-4d83-b9b4-28564b048efa admin admin] Network 9227b0e2-14db-4f8f-8bca-720a1405b4b9 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:58:00.165530 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-72ce72b0-8dc7-4d83-b9b4-28564b048efa admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:58:00.203602 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ce72b0-8dc7-4d83-b9b4-28564b048efa admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:58:00.209418 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4b208013-c4a1-414e-be57-2654f6690146 req-f82187fb-bbac-4396-a900-78ac66a8689a service neutron] 10.222.0.39 "GET /v2.0/networks/9ad405c8-038c-420f-81fd-16301459f3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8424144 Jan 28 02:58:00.261053 n-d-712139-27 neutron-server[109802]: INFO neutron.db.ipam_backend_mixin [None req-55f64d63-b640-4769-9d9b-43a2562969f9 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fe8281d9-f7a6-471d-aa85-6fb1c04cf461 (CIDR: 2001:db8::/64) Jan 28 02:58:00.269819 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-55f64d63-b640-4769-9d9b-43a2562969f9 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 02:58:00.270272 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55f64d63-b640-4769-9d9b-43a2562969f9 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:00.367314 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-55f64d63-b640-4769-9d9b-43a2562969f9 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5670016 Jan 28 02:58:00.369481 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43368) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:00.370287 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c0fd1734-319c-47aa-8c1f-10624aa7a6e4 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:58:00.405365 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-1a9034c0-8d8e-4dd7-bcd8-140ee164eec0 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'subnet': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:58:00.511728 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872fd5a0-89e9-4dec-b2b5-7f6cbccaa25c service neutron] Pushing event updated for resources: {'Port': ['ID=3c6f45ee-3648-4ee4-9242-f1d4103c90f5,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:00.587742 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port c0fd1734-319c-47aa-8c1f-10624aa7a6e4 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:58:00.590838 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c0fd1734-319c-47aa-8c1f-10624aa7a6e4), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:00.642836 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547d6676-d673-4499-a3fb-e74ec0174bc8', 'tag': '3c6f45ee-3648-4ee4-9242-f1d4103c90f5'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:58:00.645887 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26eb4a5-6b17-40ac-bda0-443095e1b2ef" -d '{"events": [{"name": "network-changed", "server_uuid": "547d6676-d673-4499-a3fb-e74ec0174bc8", "tag": "3c6f45ee-3648-4ee4-9242-f1d4103c90f5"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:58:00.650822 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-649a50dd-b276-4b33-bca9-d6d594ab9dd7 None None] For port 6ca19962-985c-4dee-8cb1-881c011b35d5, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=6ca19962-985c-4dee-8cb1-881c011b35d5,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:58:00.651386 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-649a50dd-b276-4b33-bca9-d6d594ab9dd7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (6ca19962-985c-4dee-8cb1-881c011b35d5), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:00.704127 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-649a50dd-b276-4b33-bca9-d6d594ab9dd7 None None] Calling delete_port for 6ca19962-985c-4dee-8cb1-881c011b35d5 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:58:00.745366 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9034c0-8d8e-4dd7-bcd8-140ee164eec0 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:58:00.751040 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1a9034c0-8d8e-4dd7-bcd8-140ee164eec0 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:00.822093 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-2a4c4d09-490b-4177-9f4e-01aef359c71e None None] Provisioning complete for port 3dcd4012-88dd-4827-ae92-1fc8b81fd10d triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:58:00.822868 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2a4c4d09-490b-4177-9f4e-01aef359c71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3dcd4012-88dd-4827-ae92-1fc8b81fd10d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:00.928246 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-2a4c4d09-490b-4177-9f4e-01aef359c71e None None] Port 3dcd4012-88dd-4827-ae92-1fc8b81fd10d cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:58:00.934883 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-649a50dd-b276-4b33-bca9-d6d594ab9dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (6ca19962-985c-4dee-8cb1-881c011b35d5), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:01.015511 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port c0fd1734-319c-47aa-8c1f-10624aa7a6e4 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:58:01.027347 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a50dd-b276-4b33-bca9-d6d594ab9dd7 None None] Pushing event deleted for resources: {'Port': ['ID=6ca19962-985c-4dee-8cb1-881c011b35d5,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:01.032368 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649a50dd-b276-4b33-bca9-d6d594ab9dd7 None None] No DVR routers for this DVR port 6ca19962-985c-4dee-8cb1-881c011b35d5 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:58:01.057148 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bfa583-88fb-49cd-a5c3-6937b7e693eb None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:58:01.113121 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b367c-3884-48e3-9b49-c1d78252c7a8 req-f9d20d44-3534-4d8c-aad5-785f1084f148 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:01.115081 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ae9b367c-3884-48e3-9b49-c1d78252c7a8 req-f9d20d44-3534-4d8c-aad5-785f1084f148 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ff5e3b8-d5e5-4d8c-8f35-af78edfb5bce HTTP/1.1" status: 200 len: 944 time: 0.0781753 Jan 28 02:58:01.156779 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 6ca19962-985c-4dee-8cb1-881c011b35d5 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:58:01.202381 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 6ca19962-985c-4dee-8cb1-881c011b35d5 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:58:01.203316 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 6ca19962-985c-4dee-8cb1-881c011b35d5 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:58:01.216444 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0fe0de-b102-493e-9593-50fbd1960a93 x-openstack-request-id: req-1e0fe0de-b102-493e-9593-50fbd1960a93 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:58:01.216923 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "547d6676-d673-4499-a3fb-e74ec0174bc8", "tag": "3c6f45ee-3648-4ee4-9242-f1d4103c90f5", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:58:01.217129 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1e0fe0de-b102-493e-9593-50fbd1960a93 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:58:01.217598 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '547d6676-d673-4499-a3fb-e74ec0174bc8', 'tag': '3c6f45ee-3648-4ee4-9242-f1d4103c90f5', 'status': 'completed', 'code': 200} Jan 28 02:58:01.250824 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ae9b367c-3884-48e3-9b49-c1d78252c7a8 req-10514bec-39b1-4ac6-aaea-d6f5d73ba3d4 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0d6f1b4-a765-4649-a701-1de747dcfdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279902 Jan 28 02:58:01.270318 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-72ce72b0-8dc7-4d83-b9b4-28564b048efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (9056ac4d-d8c3-482d-a526-ca2c6edcd5c3), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:01.319392 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b208013-c4a1-414e-be57-2654f6690146 req-292715b8-720a-4b8c-ba40-94855451bcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:01.320967 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4b208013-c4a1-414e-be57-2654f6690146 req-292715b8-720a-4b8c-ba40-94855451bcdd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=718af09b03c940c88c41db74297b10fa&device_id=547d6676-d673-4499-a3fb-e74ec0174bc8 HTTP/1.1" status: 200 len: 1095 time: 1.1312225 Jan 28 02:58:01.321672 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce72b0-8dc7-4d83-b9b4-28564b048efa admin admin] Pushing event updated for resources: {'Port': ['ID=3dcd4012-88dd-4827-ae92-1fc8b81fd10d,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:01.338272 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95426d0-0341-49b0-8e81-fa657b8abd23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-f4e9908e-37c3-477d-90df-65c02e38c857', 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'project_id': '3079a2e247734574a53d1baca2087c94', 'fixed_ips': [{'subnet_id': 'fe8281d9-f7a6-471d-aa85-6fb1c04cf461'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:58:01.341725 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d95426d0-0341-49b0-8e81-fa657b8abd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:01.394436 n-d-712139-27 neutron-server[109802]: DEBUG neutron.objects.ports [None req-1a9034c0-8d8e-4dd7-bcd8-140ee164eec0 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109802) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 02:58:01.414847 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1a9034c0-8d8e-4dd7-bcd8-140ee164eec0 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (fea1d7f3-ed81-41ed-8b62-5090a48b9749), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:01.418729 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a1cf8-9628-4ee1-b4a2-1866e5254182 req-bff3c89e-6f8a-4303-bc75-6a623cb93ca1 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:01.420709 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-124a1cf8-9628-4ee1-b4a2-1866e5254182 req-bff3c89e-6f8a-4303-bc75-6a623cb93ca1 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/networks?id=8a90ebac-f69f-461b-a785-3d45e68aad72 HTTP/1.1" status: 200 len: 805 time: 1.2745011 Jan 28 02:58:01.422486 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4b208013-c4a1-414e-be57-2654f6690146 req-abb7dd62-32f8-4765-a524-cb3144f604ec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c6f45ee-3648-4ee4-9242-f1d4103c90f5 HTTP/1.1" status: 200 len: 217 time: 0.0732868 Jan 28 02:58:01.494461 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4b208013-c4a1-414e-be57-2654f6690146 req-7fd7fae6-d2e4-4a97-818e-52ed7d72ba1f service neutron] 10.222.0.39 "GET /v2.0/networks/9ad405c8-038c-420f-81fd-16301459f3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1764388 Jan 28 02:58:01.499845 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-124a1cf8-9628-4ee1-b4a2-1866e5254182 req-426269b3-b066-4d4e-b086-9ea1d5df5413 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/quotas/681abe9293864888ab6acd56a99956db HTTP/1.1" status: 200 len: 375 time: 0.0612211 Jan 28 02:58:01.534682 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9034c0-8d8e-4dd7-bcd8-140ee164eec0 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Subnet': ['ID=fea1d7f3-ed81-41ed-8b62-5090a48b9749,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:01.577792 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9034c0-8d8e-4dd7-bcd8-140ee164eec0 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:58:01.580994 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-1a9034c0-8d8e-4dd7-bcd8-140ee164eec0 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:58:01.587504 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b208013-c4a1-414e-be57-2654f6690146 req-dbe6a33b-2b8b-435c-a32e-7d36865a83c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:01.589645 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4b208013-c4a1-414e-be57-2654f6690146 req-dbe6a33b-2b8b-435c-a32e-7d36865a83c0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9725b179-589c-41d6-9206-867190a48986 HTTP/1.1" status: 200 len: 852 time: 0.1585486 Jan 28 02:58:01.590299 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9034c0-8d8e-4dd7-bcd8-140ee164eec0 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:01.591046 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1a9034c0-8d8e-4dd7-bcd8-140ee164eec0 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:01.626986 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1a9034c0-8d8e-4dd7-bcd8-140ee164eec0 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2536762 Jan 28 02:58:01.629286 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43402) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:01.636892 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-d95426d0-0341-49b0-8e81-fa657b8abd23 None None] Allocated IP 2001:db8::2 (f4e9908e-37c3-477d-90df-65c02e38c857/fe8281d9-f7a6-471d-aa85-6fb1c04cf461/8cef7496-da61-44f9-9f6b-6f59d831effa) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:58:01.638728 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-55d6d011-769b-497a-bbd3-301b7b8146fe tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Request body: {'port': {'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857', 'mac_address': 'fa:16:3e:57:5c:11', 'name': 'tempest-NetworksTestDHCPv6-304511570'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:58:01.645410 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-d95426d0-0341-49b0-8e81-fa657b8abd23 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe9b:7500 (f4e9908e-37c3-477d-90df-65c02e38c857/fea1d7f3-ed81-41ed-8b62-5090a48b9749/8cef7496-da61-44f9-9f6b-6f59d831effa) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:58:01.710384 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4b208013-c4a1-414e-be57-2654f6690146 req-29b5f0b6-5da2-445d-945d-58c801b55c7d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ad405c8-038c-420f-81fd-16301459f3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931156 Jan 28 02:58:01.754026 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-124a1cf8-9628-4ee1-b4a2-1866e5254182 req-2f067755-8b0a-46b4-96db-da3e03146c6d tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=681abe9293864888ab6acd56a99956db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2163200 Jan 28 02:58:01.769587 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d080c-d55a-46db-aacc-12ca5ccf5cdf req-272116d3-4ffc-4d6f-814a-b059571ce5d6 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:01.772941 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-406d080c-d55a-46db-aacc-12ca5ccf5cdf req-272116d3-4ffc-4d6f-814a-b059571ce5d6 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 945 time: 0.3749478 Jan 28 02:58:01.840501 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-01f3d869-4337-4eea-a647-e09bb5e65377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:01.845401 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38a45e-ddac-42c1-be08-45bfd87f40aa req-16410a93-4c58-4875-ab11-788b795c1f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:01.846972 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5f38a45e-ddac-42c1-be08-45bfd87f40aa req-16410a93-4c58-4875-ab11-788b795c1f13 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=718af09b03c940c88c41db74297b10fa&device_id=3ff5e3b8-d5e5-4d8c-8f35-af78edfb5bce HTTP/1.1" status: 200 len: 1096 time: 0.2333751 Jan 28 02:58:01.848273 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-72ce72b0-8dc7-4d83-b9b4-28564b048efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3dcd4012-88dd-4827-ae92-1fc8b81fd10d), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:01.873215 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d95426d0-0341-49b0-8e81-fa657b8abd23 None None] Publish callbacks [] for port (8cef7496-da61-44f9-9f6b-6f59d831effa), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:01.884740 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d95426d0-0341-49b0-8e81-fa657b8abd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (8cef7496-da61-44f9-9f6b-6f59d831effa), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:01.949581 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95426d0-0341-49b0-8e81-fa657b8abd23 None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:58:01.954038 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-d95426d0-0341-49b0-8e81-fa657b8abd23 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:58:01.955515 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-406d080c-d55a-46db-aacc-12ca5ccf5cdf req-972d5ca3-69b1-435a-b396-53eac4a1f5bf tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909307 Jan 28 02:58:01.957411 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95426d0-0341-49b0-8e81-fa657b8abd23 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:58:01.963520 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d6d011-769b-497a-bbd3-301b7b8146fe tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Made reservation on behalf of 3079a2e247734574a53d1baca2087c94 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:58:02.049673 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95426d0-0341-49b0-8e81-fa657b8abd23 None None] Pushing event updated for resources: {'Port': ['ID=8cef7496-da61-44f9-9f6b-6f59d831effa,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:02.091107 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4b208013-c4a1-414e-be57-2654f6690146 req-79acfbce-53a6-4211-9d72-55eecc2ce202 service neutron] 10.222.0.39 "GET /v2.0/networks/9ad405c8-038c-420f-81fd-16301459f3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713224 Jan 28 02:58:02.094101 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-d95426d0-0341-49b0-8e81-fa657b8abd23 None None] Attempting to bind port 8cef7496-da61-44f9-9f6b-6f59d831effa on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:58:02.094797 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-d95426d0-0341-49b0-8e81-fa657b8abd23 None None] Attempting to bind port 8cef7496-da61-44f9-9f6b-6f59d831effa by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:58:02.095738 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95426d0-0341-49b0-8e81-fa657b8abd23 None None] Attempting to bind port 8cef7496-da61-44f9-9f6b-6f59d831effa on network f4e9908e-37c3-477d-90df-65c02e38c857 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:58:02.101933 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95426d0-0341-49b0-8e81-fa657b8abd23 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:58:02.102438 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95426d0-0341-49b0-8e81-fa657b8abd23 None None] Checking segment: {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:58:02.106323 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d95426d0-0341-49b0-8e81-fa657b8abd23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:02.106323 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95426d0-0341-49b0-8e81-fa657b8abd23 None None] Bound using segment: {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:58:02.106323 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-d95426d0-0341-49b0-8e81-fa657b8abd23 None None] Bound port: 8cef7496-da61-44f9-9f6b-6f59d831effa, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad6e675-73a1-4f4d-b340-f51ed05e65db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f4e9908e-37c3-477d-90df-65c02e38c857'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:58:02.106323 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d95426d0-0341-49b0-8e81-fa657b8abd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8cef7496-da61-44f9-9f6b-6f59d831effa), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:02.145326 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-124a1cf8-9628-4ee1-b4a2-1866e5254182 req-db56794c-04d2-4c2b-a72d-ce9808d17771 service neutron] 10.222.0.53 "GET /v2.0/networks/8a90ebac-f69f-461b-a785-3d45e68aad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674202 Jan 28 02:58:02.173623 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38a45e-ddac-42c1-be08-45bfd87f40aa req-abb1880e-43e6-4952-bce6-6611a5172bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:02.175154 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5f38a45e-ddac-42c1-be08-45bfd87f40aa req-abb1880e-43e6-4952-bce6-6611a5172bbe service neutron] 10.222.0.39 "GET /v2.0/networks?id=9ad405c8-038c-420f-81fd-16301459f3e0 HTTP/1.1" status: 200 len: 913 time: 0.2973754 Jan 28 02:58:02.213017 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-55d6d011-769b-497a-bbd3-301b7b8146fe tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:02.217924 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-d95426d0-0341-49b0-8e81-fa657b8abd23 None None] For port 8cef7496-da61-44f9-9f6b-6f59d831effa, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:58:02.227026 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-d95426d0-0341-49b0-8e81-fa657b8abd23 None None] For port 8cef7496-da61-44f9-9f6b-6f59d831effa, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=8cef7496-da61-44f9-9f6b-6f59d831effa,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:58:02.235260 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d95426d0-0341-49b0-8e81-fa657b8abd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (8cef7496-da61-44f9-9f6b-6f59d831effa), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:02.249292 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-55d6d011-769b-497a-bbd3-301b7b8146fe tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] device_id is not set on port 9b40eb51-43c6-4eb9-a707-66eab9f849b5 yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:58:02.339824 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5f38a45e-ddac-42c1-be08-45bfd87f40aa req-dd783327-2041-45ce-9d58-d3ca6f779475 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea61766d-f633-45b9-94a0-97b1da8b66bb HTTP/1.1" status: 200 len: 217 time: 0.1132927 Jan 28 02:58:02.357428 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95426d0-0341-49b0-8e81-fa657b8abd23 None None] Pushing event updated for resources: {'Port': ['ID=8cef7496-da61-44f9-9f6b-6f59d831effa,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:02.545573 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4b208013-c4a1-414e-be57-2654f6690146 req-96dc623d-f29c-4b5a-8c29-8c6449344c72 service neutron] 10.222.0.39 "GET /v2.0/networks/9ad405c8-038c-420f-81fd-16301459f3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4443276 Jan 28 02:58:02.553626 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33421e99-109b-4006-97c3-68b8af420dcf req-683c5624-e118-4f21-8503-74a0e5c07bd6 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:02.555401 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-33421e99-109b-4006-97c3-68b8af420dcf req-683c5624-e118-4f21-8503-74a0e5c07bd6 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ff5e3b8-d5e5-4d8c-8f35-af78edfb5bce HTTP/1.1" status: 200 len: 944 time: 0.1212411 Jan 28 02:58:02.565197 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38a45e-ddac-42c1-be08-45bfd87f40aa req-88b81f0c-f726-4b3d-a728-51634e98247e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:02.567661 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5f38a45e-ddac-42c1-be08-45bfd87f40aa req-88b81f0c-f726-4b3d-a728-51634e98247e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9725b179-589c-41d6-9206-867190a48986 HTTP/1.1" status: 200 len: 852 time: 0.2187550 Jan 28 02:58:02.639747 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5f38a45e-ddac-42c1-be08-45bfd87f40aa req-1bb76667-a729-40f7-bb02-db8ff8022623 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ad405c8-038c-420f-81fd-16301459f3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624311 Jan 28 02:58:02.657276 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-72ce72b0-8dc7-4d83-b9b4-28564b048efa admin admin] Publish callbacks [] for port (3dcd4012-88dd-4827-ae92-1fc8b81fd10d), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:02.677168 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-124a1cf8-9628-4ee1-b4a2-1866e5254182 req-6553c67f-4e6f-488b-8b32-47ff032a2eec service neutron] 10.222.0.53 "GET /v2.0/networks/8a90ebac-f69f-461b-a785-3d45e68aad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4722064 Jan 28 02:58:02.690204 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-72ce72b0-8dc7-4d83-b9b4-28564b048efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (3dcd4012-88dd-4827-ae92-1fc8b81fd10d), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:02.941619 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26eb4a5-6b17-40ac-bda0-443095e1b2ef req-d73402fa-0770-4d09-ba2b-c98ac18e3960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:02.943274 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d26eb4a5-6b17-40ac-bda0-443095e1b2ef req-d73402fa-0770-4d09-ba2b-c98ac18e3960 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=718af09b03c940c88c41db74297b10fa&device_id=547d6676-d673-4499-a3fb-e74ec0174bc8 HTTP/1.1" status: 200 len: 1095 time: 0.2594855 Jan 28 02:58:02.976294 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-72ce72b0-8dc7-4d83-b9b4-28564b048efa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (9056ac4d-d8c3-482d-a526-ca2c6edcd5c3), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:03.018377 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce72b0-8dc7-4d83-b9b4-28564b048efa admin admin] Pushing event updated for resources: {'Port': ['ID=3dcd4012-88dd-4827-ae92-1fc8b81fd10d,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:03.189251 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-810e01d9-cf3f-4769-a0fd-f403f644b3d3 req-5af3d111-cbc3-4e59-8428-6c95f4629c10 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91be756e-4302-4c91-acef-b2ea0430f815 HTTP/1.1" status: 200 len: 210 time: 0.1335166 Jan 28 02:58:03.197241 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5f38a45e-ddac-42c1-be08-45bfd87f40aa req-cef67039-69b7-42b0-a6e7-5b6cfbd4a6d8 service neutron] 10.222.0.39 "GET /v2.0/networks/9ad405c8-038c-420f-81fd-16301459f3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5155787 Jan 28 02:58:03.233574 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:03.236324 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-55d6d011-769b-497a-bbd3-301b7b8146fe tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Allocated IP 2001:db8::1e7 (f4e9908e-37c3-477d-90df-65c02e38c857/fe8281d9-f7a6-471d-aa85-6fb1c04cf461/9b40eb51-43c6-4eb9-a707-66eab9f849b5) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:58:03.252618 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-55d6d011-769b-497a-bbd3-301b7b8146fe tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Allocated IP 2001:db8:0:1:f816:3eff:fe57:5c11 (f4e9908e-37c3-477d-90df-65c02e38c857/fea1d7f3-ed81-41ed-8b62-5090a48b9749/9b40eb51-43c6-4eb9-a707-66eab9f849b5) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:58:03.274196 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-33421e99-109b-4006-97c3-68b8af420dcf req-445dc3fc-ea49-4b04-aec9-6a65e3f73a4e tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0d6f1b4-a765-4649-a701-1de747dcfdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500378 Jan 28 02:58:03.338114 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:03.387823 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26eb4a5-6b17-40ac-bda0-443095e1b2ef req-d8bc6e30-89a9-4982-a6c8-8c3065ab0360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:03.390498 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d26eb4a5-6b17-40ac-bda0-443095e1b2ef req-d8bc6e30-89a9-4982-a6c8-8c3065ab0360 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9ad405c8-038c-420f-81fd-16301459f3e0 HTTP/1.1" status: 200 len: 913 time: 0.4349329 Jan 28 02:58:03.504529 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d26eb4a5-6b17-40ac-bda0-443095e1b2ef req-76a5cdc5-337d-43f7-8a33-225319ed8fb8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c6f45ee-3648-4ee4-9242-f1d4103c90f5 HTTP/1.1" status: 200 len: 217 time: 0.0566938 Jan 28 02:58:03.522115 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ce72b0-8dc7-4d83-b9b4-28564b048efa admin admin] Network 9227b0e2-14db-4f8f-8bca-720a1405b4b9 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:58:03.534861 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-72ce72b0-8dc7-4d83-b9b4-28564b048efa admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:58:03.547210 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device ea61766d-f633-45b9-94a0-97b1da8b66bb details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:58:03.610777 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5f38a45e-ddac-42c1-be08-45bfd87f40aa req-ba3da573-6ae2-42b5-8144-d332da665673 service neutron] 10.222.0.39 "GET /v2.0/networks/9ad405c8-038c-420f-81fd-16301459f3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024863 Jan 28 02:58:03.646615 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9d097-a3f8-4dbb-825c-141e7de6c85d req-5489aa72-355b-468c-a001-ce2ee402057d tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:03.654826 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c3b9d097-a3f8-4dbb-825c-141e7de6c85d req-5489aa72-355b-468c-a001-ce2ee402057d tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 945 time: 0.3089914 Jan 28 02:58:03.683001 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-55d6d011-769b-497a-bbd3-301b7b8146fe tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for port (9b40eb51-43c6-4eb9-a707-66eab9f849b5), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:03.786427 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-55d6d011-769b-497a-bbd3-301b7b8146fe tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (9b40eb51-43c6-4eb9-a707-66eab9f849b5), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:03.788506 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26eb4a5-6b17-40ac-bda0-443095e1b2ef req-b135ee54-9af6-4234-b577-388033920d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:03.789545 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d26eb4a5-6b17-40ac-bda0-443095e1b2ef req-b135ee54-9af6-4234-b577-388033920d8b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9725b179-589c-41d6-9206-867190a48986 HTTP/1.1" status: 200 len: 852 time: 0.2780778 Jan 28 02:58:03.823088 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port ea61766d-f633-45b9-94a0-97b1da8b66bb, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=ea61766d-f633-45b9-94a0-97b1da8b66bb,segment=NetworkSegment(bafc5e9a-dbcc-4536-9a86-e2fe835f6204),segment_id=bafc5e9a-dbcc-4536-9a86-e2fe835f6204)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:58:03.841026 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': 'ea61766d-f633-45b9-94a0-97b1da8b66bb', 'network_id': '9ad405c8-038c-420f-81fd-16301459f3e0', 'port_id': 'ea61766d-f633-45b9-94a0-97b1da8b66bb', 'mac_address': 'fa:16:3e:f9:50:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9725b179-589c-41d6-9206-867190a48986', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:58:03.843706 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d6d011-769b-497a-bbd3-301b7b8146fe tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Network f4e9908e-37c3-477d-90df-65c02e38c857 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:58:03.851341 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-55d6d011-769b-497a-bbd3-301b7b8146fe tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:58:03.855621 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d6d011-769b-497a-bbd3-301b7b8146fe tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:58:03.861408 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d6d011-769b-497a-bbd3-301b7b8146fe tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:03.874927 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-55d6d011-769b-497a-bbd3-301b7b8146fe tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:03.932394 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-55d6d011-769b-497a-bbd3-301b7b8146fe tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3018272 Jan 28 02:58:03.933034 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43454) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:03.936211 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port ea61766d-f633-45b9-94a0-97b1da8b66bb is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:58:03.936629 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ea61766d-f633-45b9-94a0-97b1da8b66bb), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:03.944520 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d6d011-769b-497a-bbd3-301b7b8146fe tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event updated for resources: {'Port': ['ID=9b40eb51-43c6-4eb9-a707-66eab9f849b5,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:03.970554 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea61766d-f633-45b9-94a0-97b1da8b66bb {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:58:04.038153 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d26eb4a5-6b17-40ac-bda0-443095e1b2ef req-803232d0-6ffd-4a59-a576-66766654b838 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ad405c8-038c-420f-81fd-16301459f3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1227086 Jan 28 02:58:04.041501 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port ea61766d-f633-45b9-94a0-97b1da8b66bb, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=ea61766d-f633-45b9-94a0-97b1da8b66bb,segment=NetworkSegment(bafc5e9a-dbcc-4536-9a86-e2fe835f6204),segment_id=bafc5e9a-dbcc-4536-9a86-e2fe835f6204)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:58:04.047777 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43458) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:04.052987 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ea61766d-f633-45b9-94a0-97b1da8b66bb), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:04.121813 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-8e76d3ac-daf6-41f9-bd82-f23e9ab5e180 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting port 9b40eb51-43c6-4eb9-a707-66eab9f849b5 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:58:04.123446 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8e76d3ac-daf6-41f9-bd82-f23e9ab5e180 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (9b40eb51-43c6-4eb9-a707-66eab9f849b5), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:04.225718 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ce72b0-8dc7-4d83-b9b4-28564b048efa admin admin] Router 9056ac4d-d8c3-482d-a526-ca2c6edcd5c3 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:58:04.267040 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1e780efe-43bd-4c64-a2b1-07dd21a135e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:04.271002 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c3b9d097-a3f8-4dbb-825c-141e7de6c85d req-54616847-0ec6-4a58-8690-85039608df60 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6036594 Jan 28 02:58:04.279143 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-4e8e3a03-714c-4895-8db5-6f25efd0ecd9 None None] Provisioning complete for port 3dcd4012-88dd-4827-ae92-1fc8b81fd10d triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:58:04.286073 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4e8e3a03-714c-4895-8db5-6f25efd0ecd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3dcd4012-88dd-4827-ae92-1fc8b81fd10d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:04.303266 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d26eb4a5-6b17-40ac-bda0-443095e1b2ef req-bb9ebb7b-a9d5-4628-9df6-23630e39380d service neutron] 10.222.0.39 "GET /v2.0/networks/9ad405c8-038c-420f-81fd-16301459f3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483234 Jan 28 02:58:04.350762 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 8cef7496-da61-44f9-9f6b-6f59d831effa up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:58:04.353496 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=ea61766d-f633-45b9-94a0-97b1da8b66bb,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:04.389473 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['ea61766d-f633-45b9-94a0-97b1da8b66bb'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:58:04.427218 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94fd20b-c07e-46d9-acdd-7135a7aae64a None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:58:04.433144 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-4e8e3a03-714c-4895-8db5-6f25efd0ecd9 None None] Port 3dcd4012-88dd-4827-ae92-1fc8b81fd10d cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:58:04.440367 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-439319b8-f888-4f7e-88a7-077a1d59701a req-d7892cb4-0157-48a9-955a-12e4c8fee532 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91be756e-4302-4c91-acef-b2ea0430f815 HTTP/1.1" status: 200 len: 210 time: 0.0999165 Jan 28 02:58:04.489970 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8e76d3ac-daf6-41f9-bd82-f23e9ab5e180 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (9b40eb51-43c6-4eb9-a707-66eab9f849b5), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:04.528815 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-8e76d3ac-daf6-41f9-bd82-f23e9ab5e180 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Calling delete_port for 9b40eb51-43c6-4eb9-a707-66eab9f849b5 owned by {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:58:04.553815 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1e780efe-43bd-4c64-a2b1-07dd21a135e5 admin admin] Publish callbacks [] for security_group (2616d0d1-a25d-47bb-b496-9d2c060b0ac4), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:04.588319 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 8cef7496-da61-44f9-9f6b-6f59d831effa triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:58:04.589025 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (8cef7496-da61-44f9-9f6b-6f59d831effa), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:04.612528 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1e780efe-43bd-4c64-a2b1-07dd21a135e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (2616d0d1-a25d-47bb-b496-9d2c060b0ac4), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:04.696611 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1e780efe-43bd-4c64-a2b1-07dd21a135e5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c813c64d62b64333baaff225f564e85b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6474400 Jan 28 02:58:04.704104 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43468) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:04.716689 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-cb0b5303-58d2-4841-961c-4e991dd25ec2 None None] Provisioning complete for port 8cef7496-da61-44f9-9f6b-6f59d831effa triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:58:04.717108 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cb0b5303-58d2-4841-961c-4e991dd25ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (8cef7496-da61-44f9-9f6b-6f59d831effa), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:04.719157 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e780efe-43bd-4c64-a2b1-07dd21a135e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2616d0d1-a25d-47bb-b496-9d2c060b0ac4,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:04.836540 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-21cb348f-a157-4060-a4e6-4358aea35214 admin admin] Publish callbacks [] for security_group (2616d0d1-a25d-47bb-b496-9d2c060b0ac4), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:04.861655 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:04.920034 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-21cb348f-a157-4060-a4e6-4358aea35214 admin admin] Publish callbacks [] for security_group (2616d0d1-a25d-47bb-b496-9d2c060b0ac4), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:04.970251 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8e76d3ac-daf6-41f9-bd82-f23e9ab5e180 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (9b40eb51-43c6-4eb9-a707-66eab9f849b5), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:04.978644 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 8cef7496-da61-44f9-9f6b-6f59d831effa is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:58:04.979611 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8cef7496-da61-44f9-9f6b-6f59d831effa), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:04.983773 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-cb0b5303-58d2-4841-961c-4e991dd25ec2 None None] Current status of the port 8cef7496-da61-44f9-9f6b-6f59d831effa is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:58:04.984555 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cb0b5303-58d2-4841-961c-4e991dd25ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8cef7496-da61-44f9-9f6b-6f59d831effa), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:05.006056 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e76d3ac-daf6-41f9-bd82-f23e9ab5e180 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Port': ['ID=9b40eb51-43c6-4eb9-a707-66eab9f849b5,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:05.018291 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e76d3ac-daf6-41f9-bd82-f23e9ab5e180 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:58:05.018709 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e76d3ac-daf6-41f9-bd82-f23e9ab5e180 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:58:05.019194 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e76d3ac-daf6-41f9-bd82-f23e9ab5e180 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:58:05.019641 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e76d3ac-daf6-41f9-bd82-f23e9ab5e180 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:58:05.020086 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e76d3ac-daf6-41f9-bd82-f23e9ab5e180 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:58:05.020531 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e76d3ac-daf6-41f9-bd82-f23e9ab5e180 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:58:05.020985 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e76d3ac-daf6-41f9-bd82-f23e9ab5e180 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:58:05.021765 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e76d3ac-daf6-41f9-bd82-f23e9ab5e180 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:58:05.022093 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e76d3ac-daf6-41f9-bd82-f23e9ab5e180 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:58:05.022875 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e76d3ac-daf6-41f9-bd82-f23e9ab5e180 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:58:05.022875 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e76d3ac-daf6-41f9-bd82-f23e9ab5e180 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:58:05.023315 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e76d3ac-daf6-41f9-bd82-f23e9ab5e180 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:58:05.023749 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e76d3ac-daf6-41f9-bd82-f23e9ab5e180 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:58:05.091333 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8e76d3ac-daf6-41f9-bd82-f23e9ab5e180 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:05.100067 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8e76d3ac-daf6-41f9-bd82-f23e9ab5e180 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/ports/9b40eb51-43c6-4eb9-a707-66eab9f849b5 HTTP/1.1" status: 204 len: 168 time: 1.1646614 Jan 28 02:58:05.101989 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-21cb348f-a157-4060-a4e6-4358aea35214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (2616d0d1-a25d-47bb-b496-9d2c060b0ac4), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:05.106895 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-21cb348f-a157-4060-a4e6-4358aea35214 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:05.108247 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-21cb348f-a157-4060-a4e6-4358aea35214 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2616d0d1-a25d-47bb-b496-9d2c060b0ac4 HTTP/1.1" status: 204 len: 168 time: 0.4016583 Jan 28 02:58:05.109040 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43472) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:05.113787 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70e308-4190-4ba8-89b9-1ceadad7a76e req-5c401e23-d288-4510-b588-9bdf8bc693ff tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:05.115796 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-aa70e308-4190-4ba8-89b9-1ceadad7a76e req-5c401e23-d288-4510-b588-9bdf8bc693ff tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ff5e3b8-d5e5-4d8c-8f35-af78edfb5bce HTTP/1.1" status: 200 len: 945 time: 0.6967609 Jan 28 02:58:05.130064 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb348f-a157-4060-a4e6-4358aea35214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2616d0d1-a25d-47bb-b496-9d2c060b0ac4,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:05.132840 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ce72b0-8dc7-4d83-b9b4-28564b048efa admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:58:05.152268 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-72ce72b0-8dc7-4d83-b9b4-28564b048efa admin admin] 10.222.0.53 "PUT /v2.0/routers/9056ac4d-d8c3-482d-a526-ca2c6edcd5c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2064815 Jan 28 02:58:05.188441 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d26eb4a5-6b17-40ac-bda0-443095e1b2ef req-e7ada4b4-4abc-4d96-bc35-412e91a15900 service neutron] 10.222.0.39 "GET /v2.0/networks/9ad405c8-038c-420f-81fd-16301459f3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8720787 Jan 28 02:58:05.252725 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d2ce49-041d-4c67-bb1b-981a00664063 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:05.259434 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43478) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:05.264078 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c7d2ce49-041d-4c67-bb1b-981a00664063 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1441817 Jan 28 02:58:05.304634 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-aa70e308-4190-4ba8-89b9-1ceadad7a76e req-e30fb381-6a8a-4a8e-af14-61c88a0713a9 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0d6f1b4-a765-4649-a701-1de747dcfdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618934 Jan 28 02:58:05.365478 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec906fae-1cee-4560-8851-b70859e2664d tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:05.390689 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ec906fae-1cee-4560-8851-b70859e2664d tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1294355 Jan 28 02:58:05.392371 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43484) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:05.479156 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 8cef7496-da61-44f9-9f6b-6f59d831effa, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=8cef7496-da61-44f9-9f6b-6f59d831effa,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:58:05.505209 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eba3881-bbc4-416d-b735-9178bef3fea1 None None] Sync routers for ids ['9056ac4d-d8c3-482d-a526-ca2c6edcd5c3'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:58:05.506365 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6b76f7-a431-45b6-8384-44e04bf18cd0 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:05.510117 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6b76f7-a431-45b6-8384-44e04bf18cd0 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:05.512986 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6b76f7-a431-45b6-8384-44e04bf18cd0 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:05.518965 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6f6b76f7-a431-45b6-8384-44e04bf18cd0 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1245961 Jan 28 02:58:05.520365 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43492) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:05.520655 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (8cef7496-da61-44f9-9f6b-6f59d831effa), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:05.633023 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 3c6f45ee-3648-4ee4-9242-f1d4103c90f5 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:58:05.641327 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.api [None req-cb0b5303-58d2-4841-961c-4e991dd25ec2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 02:58:05.641862 n-d-712139-27 neutron-server[109804]: DEBUG oslo_db.api [None req-cb0b5303-58d2-4841-961c-4e991dd25ec2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 02:58:05.642794 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device ea61766d-f633-45b9-94a0-97b1da8b66bb up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:58:05.705158 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7c4e0185-992b-4cd4-9dad-de9d4a662f88 req-ec4ec49a-ee3f-4eee-b047-a208ac39b55c tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91be756e-4302-4c91-acef-b2ea0430f815 HTTP/1.1" status: 200 len: 210 time: 0.0687053 Jan 28 02:58:05.718008 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-7549c645-87a7-4f72-8424-02fd961a78dd tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting subnet fe8281d9-f7a6-471d-aa85-6fb1c04cf461 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:58:05.722964 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7549c645-87a7-4f72-8424-02fd961a78dd tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (fe8281d9-f7a6-471d-aa85-6fb1c04cf461), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:05.750077 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdde84c-917a-4a65-bae1-3fcf0fdfff0d req-462dde72-7e70-49d6-a3e1-71641491850c tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:05.751731 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5fdde84c-917a-4a65-bae1-3fcf0fdfff0d req-462dde72-7e70-49d6-a3e1-71641491850c tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 945 time: 0.3073595 Jan 28 02:58:05.778758 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eba3881-bbc4-416d-b735-9178bef3fea1 None None] Routers {'9056ac4d-d8c3-482d-a526-ca2c6edcd5c3'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:58:05.779551 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-2eba3881-bbc4-416d-b735-9178bef3fea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:58:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['9056ac4d-d8c3-482d-a526-ca2c6edcd5c3'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:58:05.818467 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7549c645-87a7-4f72-8424-02fd961a78dd tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (fe8281d9-f7a6-471d-aa85-6fb1c04cf461), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:05.854249 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a1cf8-9628-4ee1-b4a2-1866e5254182 req-ad1e197f-735d-4648-a803-92bdaa990d31 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:05.855676 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-124a1cf8-9628-4ee1-b4a2-1866e5254182 req-ad1e197f-735d-4648-a803-92bdaa990d31 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.67 "GET /v2.0/networks?id=8a90ebac-f69f-461b-a785-3d45e68aad72 HTTP/1.1" status: 200 len: 805 time: 0.4713962 Jan 28 02:58:05.882935 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.resource_extend [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 02:58:05.914572 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-124a1cf8-9628-4ee1-b4a2-1866e5254182 req-542295e1-887c-40fd-8223-4986d8e5b9e5 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Request body: {'port': {'device_id': '91be756e-4302-4c91-acef-b2ea0430f815', 'network_id': '8a90ebac-f69f-461b-a785-3d45e68aad72', 'admin_state_up': True, 'tenant_id': '681abe9293864888ab6acd56a99956db'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:58:05.944472 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43514) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:05.970246 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6470cbb2-353d-41da-80f5-90677c0b7733 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:06.061428 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=8cef7496-da61-44f9-9f6b-6f59d831effa,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:06.070884 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5fdde84c-917a-4a65-bae1-3fcf0fdfff0d req-863316cd-69dd-4714-b258-7524cb0cc97f tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019021 Jan 28 02:58:06.073916 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:06.129118 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7549c645-87a7-4f72-8424-02fd961a78dd tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (fe8281d9-f7a6-471d-aa85-6fb1c04cf461), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:06.188522 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-124a1cf8-9628-4ee1-b4a2-1866e5254182 req-542295e1-887c-40fd-8223-4986d8e5b9e5 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Made reservation on behalf of 681abe9293864888ab6acd56a99956db for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:58:06.198041 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-124a1cf8-9628-4ee1-b4a2-1866e5254182 req-542295e1-887c-40fd-8223-4986d8e5b9e5 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:06.245878 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6470cbb2-353d-41da-80f5-90677c0b7733 admin admin] Publish callbacks [] for security_group (9e20aa75-3bf7-4af1-8cac-850b355d6ae4), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:06.254742 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6470cbb2-353d-41da-80f5-90677c0b7733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (9e20aa75-3bf7-4af1-8cac-850b355d6ae4), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:06.257523 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port ea61766d-f633-45b9-94a0-97b1da8b66bb completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:58:06.269904 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-cb0b5303-58d2-4841-961c-4e991dd25ec2 None None] Current status of the port 8cef7496-da61-44f9-9f6b-6f59d831effa is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:58:06.278863 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-2eba3881-bbc4-416d-b735-9178bef3fea1 None None] Set router 9056ac4d-d8c3-482d-a526-ca2c6edcd5c3 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:58:06.284598 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port ea61766d-f633-45b9-94a0-97b1da8b66bb triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:58:06.285045 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ea61766d-f633-45b9-94a0-97b1da8b66bb), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:06.294908 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6470cbb2-353d-41da-80f5-90677c0b7733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e20aa75-3bf7-4af1-8cac-850b355d6ae4,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:06.302196 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7549c645-87a7-4f72-8424-02fd961a78dd tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (fe8281d9-f7a6-471d-aa85-6fb1c04cf461), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:06.333578 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7549c645-87a7-4f72-8424-02fd961a78dd tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Subnet': ['ID=fe8281d9-f7a6-471d-aa85-6fb1c04cf461,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:06.348465 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 3c6f45ee-3648-4ee4-9242-f1d4103c90f5, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=3c6f45ee-3648-4ee4-9242-f1d4103c90f5,segment=NetworkSegment(bafc5e9a-dbcc-4536-9a86-e2fe835f6204),segment_id=bafc5e9a-dbcc-4536-9a86-e2fe835f6204)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:58:06.354405 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6470cbb2-353d-41da-80f5-90677c0b7733 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a6e5e41c16724f5f94ff3458cc6af7f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4042118 Jan 28 02:58:06.354405 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7549c645-87a7-4f72-8424-02fd961a78dd tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:06.360544 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 8cef7496-da61-44f9-9f6b-6f59d831effa up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:58:06.360797 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7549c645-87a7-4f72-8424-02fd961a78dd tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/fe8281d9-f7a6-471d-aa85-6fb1c04cf461 HTTP/1.1" status: 204 len: 168 time: 0.8334739 Jan 28 02:58:06.360797 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43532) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:06.429989 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43536) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:06.508207 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '3c6f45ee-3648-4ee4-9242-f1d4103c90f5', 'network_id': '9ad405c8-038c-420f-81fd-16301459f3e0', 'port_id': '3c6f45ee-3648-4ee4-9242-f1d4103c90f5', 'mac_address': 'fa:16:3e:f9:4b:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9725b179-589c-41d6-9206-867190a48986', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:58:06.527948 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-124a1cf8-9628-4ee1-b4a2-1866e5254182 req-542295e1-887c-40fd-8223-4986d8e5b9e5 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Allocated IP 172.20.0.5 (8a90ebac-f69f-461b-a785-3d45e68aad72/4a514938-18f7-4fe1-ae61-4e73697ccb7f/421dce20-e717-4787-acb9-285dcf577d71) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:58:06.529831 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-d78ad588-5639-4486-918e-d4feb1d2782d tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Deleting subnet fea1d7f3-ed81-41ed-8b62-5090a48b9749 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:58:06.584565 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d78ad588-5639-4486-918e-d4feb1d2782d tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks [] for subnet (fea1d7f3-ed81-41ed-8b62-5090a48b9749), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:06.678632 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355cb969-4459-4421-b452-d692e28f33c2 req-487d2c8a-156c-4892-9eed-d3af56d24b95 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:06.687662 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-355cb969-4459-4421-b452-d692e28f33c2 req-487d2c8a-156c-4892-9eed-d3af56d24b95 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ff5e3b8-d5e5-4d8c-8f35-af78edfb5bce HTTP/1.1" status: 200 len: 945 time: 0.1551313 Jan 28 02:58:06.694114 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0a933792-778c-4be8-9e93-896ef5790034 admin admin] Publish callbacks [] for security_group (9e20aa75-3bf7-4af1-8cac-850b355d6ae4), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:06.735829 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d78ad588-5639-4486-918e-d4feb1d2782d tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (fea1d7f3-ed81-41ed-8b62-5090a48b9749), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:06.759761 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3d2eee-cfa1-4032-84d6-96bafdb78d31 None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:58:06.796708 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-124a1cf8-9628-4ee1-b4a2-1866e5254182 req-542295e1-887c-40fd-8223-4986d8e5b9e5 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks [] for port (421dce20-e717-4787-acb9-285dcf577d71), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:06.813453 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 8cef7496-da61-44f9-9f6b-6f59d831effa triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:58:06.813837 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (8cef7496-da61-44f9-9f6b-6f59d831effa), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:06.861794 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0a933792-778c-4be8-9e93-896ef5790034 admin admin] Publish callbacks [] for security_group (9e20aa75-3bf7-4af1-8cac-850b355d6ae4), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:06.866633 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-124a1cf8-9628-4ee1-b4a2-1866e5254182 req-542295e1-887c-40fd-8223-4986d8e5b9e5 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (421dce20-e717-4787-acb9-285dcf577d71), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:06.887289 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-6a1f4597-07c9-433b-b31f-dafde0697e8b None None] Provisioning complete for port 8cef7496-da61-44f9-9f6b-6f59d831effa triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:58:06.887695 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6a1f4597-07c9-433b-b31f-dafde0697e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (8cef7496-da61-44f9-9f6b-6f59d831effa), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:06.898603 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-355cb969-4459-4421-b452-d692e28f33c2 req-24a732f6-0d62-4d8c-ab95-d3fa408f66fc tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0d6f1b4-a765-4649-a701-1de747dcfdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071233 Jan 28 02:58:06.975229 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['8bc3e1e3-3b8b-493b-825e-e109d60fabfc'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:58:06.976769 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 3c6f45ee-3648-4ee4-9242-f1d4103c90f5 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:58:06.976926 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-124a1cf8-9628-4ee1-b4a2-1866e5254182 req-542295e1-887c-40fd-8223-4986d8e5b9e5 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Network 8a90ebac-f69f-461b-a785-3d45e68aad72 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:58:06.977257 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3c6f45ee-3648-4ee4-9242-f1d4103c90f5), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:06.990916 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ef898-f384-43a5-a6ef-271051f20236 req-b9440f11-95ba-40a8-bf69-ef30fcfa7475 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:06.993049 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-017ef898-f384-43a5-a6ef-271051f20236 req-b9440f11-95ba-40a8-bf69-ef30fcfa7475 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8&tenant_id=e168a8b773b74055bc0667e0581a74cd&binding%3Ahost_id=n-h1-712139-27 HTTP/1.1" status: 200 len: 1097 time: 0.1984775 Jan 28 02:58:06.994310 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030d2a4-fa4f-4310-86d8-fcae61d053e4 req-9bb7f4c5-097d-4f8f-899e-bb00c9ebdbc3 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:06.996863 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c030d2a4-fa4f-4310-86d8-fcae61d053e4 req-9bb7f4c5-097d-4f8f-899e-bb00c9ebdbc3 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91be756e-4302-4c91-acef-b2ea0430f815 HTTP/1.1" status: 200 len: 931 time: 0.1638339 Jan 28 02:58:07.004984 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-124a1cf8-9628-4ee1-b4a2-1866e5254182 req-542295e1-887c-40fd-8223-4986d8e5b9e5 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:58:07.012158 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-124a1cf8-9628-4ee1-b4a2-1866e5254182 req-542295e1-887c-40fd-8223-4986d8e5b9e5 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:58:07.012533 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-017ef898-f384-43a5-a6ef-271051f20236 req-fb5caeeb-54d5-475a-9668-ce592db77a13 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712139-27'}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:58:07.056599 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d78ad588-5639-4486-918e-d4feb1d2782d tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (fea1d7f3-ed81-41ed-8b62-5090a48b9749), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:07.064833 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port ea61766d-f633-45b9-94a0-97b1da8b66bb is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:58:07.065279 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ea61766d-f633-45b9-94a0-97b1da8b66bb), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:07.068075 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c6f45ee-3648-4ee4-9242-f1d4103c90f5 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:58:07.091606 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0a933792-778c-4be8-9e93-896ef5790034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (9e20aa75-3bf7-4af1-8cac-850b355d6ae4), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:07.094290 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0a933792-778c-4be8-9e93-896ef5790034 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:07.098406 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0a933792-778c-4be8-9e93-896ef5790034 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9e20aa75-3bf7-4af1-8cac-850b355d6ae4 HTTP/1.1" status: 204 len: 168 time: 0.7361870 Jan 28 02:58:07.128037 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a1cf8-9628-4ee1-b4a2-1866e5254182 req-542295e1-887c-40fd-8223-4986d8e5b9e5 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:07.129490 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-124a1cf8-9628-4ee1-b4a2-1866e5254182 req-542295e1-887c-40fd-8223-4986d8e5b9e5 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:07.140608 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a933792-778c-4be8-9e93-896ef5790034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e20aa75-3bf7-4af1-8cac-850b355d6ae4,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:07.146650 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542295e1-887c-40fd-8223-4986d8e5b9e5 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Pushing event updated for resources: {'Port': ['ID=421dce20-e717-4787-acb9-285dcf577d71,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:07.156593 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-017ef898-f384-43a5-a6ef-271051f20236 req-fb5caeeb-54d5-475a-9668-ce592db77a13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (61e70dd3-4562-4fbe-b52b-e0bcc418fda0), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:07.186096 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 3c6f45ee-3648-4ee4-9242-f1d4103c90f5, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=3c6f45ee-3648-4ee4-9242-f1d4103c90f5,segment=NetworkSegment(bafc5e9a-dbcc-4536-9a86-e2fe835f6204),segment_id=bafc5e9a-dbcc-4536-9a86-e2fe835f6204)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:58:07.202009 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-124a1cf8-9628-4ee1-b4a2-1866e5254182 req-542295e1-887c-40fd-8223-4986d8e5b9e5 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3185878 Jan 28 02:58:07.225244 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff5e3b8-d5e5-4d8c-8f35-af78edfb5bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea61766d-f633-45b9-94a0-97b1da8b66bb'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:58:07.228216 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ce96eb-2b69-4ecd-ab31-f671fdf7ffde" -d '{"events": [{"server_uuid": "3ff5e3b8-d5e5-4d8c-8f35-af78edfb5bce", "name": "network-vif-plugged", "status": "completed", "tag": "ea61766d-f633-45b9-94a0-97b1da8b66bb"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:58:07.247925 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-124a1cf8-9628-4ee1-b4a2-1866e5254182 req-9aa819ac-309e-4e1b-9bb7-51d0489bba02 service neutron] Request body: {'port': {'device_id': '91be756e-4302-4c91-acef-b2ea0430f815', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:58:07.253146 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3c6f45ee-3648-4ee4-9242-f1d4103c90f5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:07.313850 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port ea61766d-f633-45b9-94a0-97b1da8b66bb, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=ea61766d-f633-45b9-94a0-97b1da8b66bb,segment=NetworkSegment(bafc5e9a-dbcc-4536-9a86-e2fe835f6204),segment_id=bafc5e9a-dbcc-4536-9a86-e2fe835f6204)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:58:07.342109 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c030d2a4-fa4f-4310-86d8-fcae61d053e4 req-293fa9c4-1e28-49d2-95a2-bf04f695d61f tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383894 Jan 28 02:58:07.390198 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ea61766d-f633-45b9-94a0-97b1da8b66bb), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:07.392029 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 8cef7496-da61-44f9-9f6b-6f59d831effa is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:58:07.408922 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-124a1cf8-9628-4ee1-b4a2-1866e5254182 req-9aa819ac-309e-4e1b-9bb7-51d0489bba02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (421dce20-e717-4787-acb9-285dcf577d71), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:07.425050 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-017ef898-f384-43a5-a6ef-271051f20236 req-fb5caeeb-54d5-475a-9668-ce592db77a13 service neutron] For port 61e70dd3-4562-4fbe-b52b-e0bcc418fda0, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=61e70dd3-4562-4fbe-b52b-e0bcc418fda0,segment=NetworkSegment(4fb02108-8b37-4bb4-8350-923aa0786ccd),segment_id=4fb02108-8b37-4bb4-8350-923aa0786ccd)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:58:07.440432 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f26461-882a-45c4-a415-830f47bf37f7 x-openstack-request-id: req-70f26461-882a-45c4-a415-830f47bf37f7 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:58:07.441001 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ff5e3b8-d5e5-4d8c-8f35-af78edfb5bce", "name": "network-vif-plugged", "status": "completed", "tag": "ea61766d-f633-45b9-94a0-97b1da8b66bb", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:58:07.441489 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-70f26461-882a-45c4-a415-830f47bf37f7 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:58:07.442078 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff5e3b8-d5e5-4d8c-8f35-af78edfb5bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea61766d-f633-45b9-94a0-97b1da8b66bb', 'code': 200} Jan 28 02:58:07.453412 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-2eba3881-bbc4-416d-b735-9178bef3fea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9056ac4d-d8c3-482d-a526-ca2c6edcd5c3', 'name': 'tempest-TaggedBootDevicesTest_v242-1967063799-router', 'tenant_id': '53ad5c4f044e4be5a3ce83b00d5d2212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'c0fd1734-319c-47aa-8c1f-10624aa7a6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:57:44Z', 'updated_at': '2022-01-28T02:58:01Z', 'revision_number': 4, 'project_id': '53ad5c4f044e4be5a3ce83b00d5d2212', 'gw_port': {'id': 'c0fd1734-319c-47aa-8c1f-10624aa7a6e4', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9056ac4d-d8c3-482d-a526-ca2c6edcd5c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:57:47Z', 'updated_at': '2022-01-28T02:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '3dcd4012-88dd-4827-ae92-1fc8b81fd10d', 'name': '', 'network_id': '9227b0e2-14db-4f8f-8bca-720a1405b4b9', 'tenant_id': '53ad5c4f044e4be5a3ce83b00d5d2212', 'mac_address': 'fa:16:3e:58:fa:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9056ac4d-d8c3-482d-a526-ca2c6edcd5c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '33b3fd4b-817a-4a39-8804-72d65c9db4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:57:58Z', 'updated_at': '2022-01-28T02:58:02Z', 'revision_number': 2, 'project_id': '53ad5c4f044e4be5a3ce83b00d5d2212', 'subnets': [{'id': '33b3fd4b-817a-4a39-8804-72d65c9db4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:58:07.519594 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-017ef898-f384-43a5-a6ef-271051f20236 req-fb5caeeb-54d5-475a-9668-ce592db77a13 service neutron] For port 61e70dd3-4562-4fbe-b52b-e0bcc418fda0, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:58:07.546643 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=3c6f45ee-3648-4ee4-9242-f1d4103c90f5,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:07.550426 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-6a1f4597-07c9-433b-b31f-dafde0697e8b None None] Current status of the port 8cef7496-da61-44f9-9f6b-6f59d831effa is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:58:07.560217 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eba3881-bbc4-416d-b735-9178bef3fea1 None None] Checking router: 9056ac4d-d8c3-482d-a526-ca2c6edcd5c3 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:58:07.563076 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eba3881-bbc4-416d-b735-9178bef3fea1 None None] Updating router 9056ac4d-d8c3-482d-a526-ca2c6edcd5c3 port 3dcd4012-88dd-4827-ae92-1fc8b81fd10d binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:58:07.620638 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-6a1f4597-07c9-433b-b31f-dafde0697e8b None None] Could not find standard attr ID for object 9b40eb51-43c6-4eb9-a707-66eab9f849b5. {{(pid=109804) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 02:58:07.622165 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-017ef898-f384-43a5-a6ef-271051f20236 req-fb5caeeb-54d5-475a-9668-ce592db77a13 service neutron] Publish callbacks [] for port (61e70dd3-4562-4fbe-b52b-e0bcc418fda0), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:07.631418 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['3c6f45ee-3648-4ee4-9242-f1d4103c90f5'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:58:07.635303 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e320c8b1-639f-4caf-8f27-722c22e8dac8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61e70dd3-4562-4fbe-b52b-e0bcc418fda0'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:58:07.642255 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fbff8a8-8103-4571-b57c-21bc3f255fab" -d '{"events": [{"server_uuid": "e320c8b1-639f-4caf-8f27-722c22e8dac8", "name": "network-vif-unplugged", "status": "completed", "tag": "61e70dd3-4562-4fbe-b52b-e0bcc418fda0"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:58:07.796517 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 02:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d1d65a-4ca2-4447-ac2f-6c32bca498bc x-openstack-request-id: req-b5d1d65a-4ca2-4447-ac2f-6c32bca498bc {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:58:07.796809 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e320c8b1-639f-4caf-8f27-722c22e8dac8", "name": "network-vif-unplugged", "status": "completed", "tag": "61e70dd3-4562-4fbe-b52b-e0bcc418fda0", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:58:07.797065 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b5d1d65a-4ca2-4447-ac2f-6c32bca498bc {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:58:07.797515 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e320c8b1-639f-4caf-8f27-722c22e8dac8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61e70dd3-4562-4fbe-b52b-e0bcc418fda0', 'code': 200} Jan 28 02:58:07.799157 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-017ef898-f384-43a5-a6ef-271051f20236 req-fb5caeeb-54d5-475a-9668-ce592db77a13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (61e70dd3-4562-4fbe-b52b-e0bcc418fda0), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:07.864394 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2eba3881-bbc4-416d-b735-9178bef3fea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3dcd4012-88dd-4827-ae92-1fc8b81fd10d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:07.866937 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d78ad588-5639-4486-918e-d4feb1d2782d tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (fea1d7f3-ed81-41ed-8b62-5090a48b9749), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:07.902352 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=ea61766d-f633-45b9-94a0-97b1da8b66bb,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:07.907449 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-a8b0373f-8627-4954-8a23-b4326935358a None None] Could not find standard attr ID for object 9b40eb51-43c6-4eb9-a707-66eab9f849b5. {{(pid=109804) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 02:58:07.949387 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ad588-5639-4486-918e-d4feb1d2782d tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Subnet': ['ID=fea1d7f3-ed81-41ed-8b62-5090a48b9749,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:08.012704 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5caeeb-54d5-475a-9668-ce592db77a13 service neutron] Pushing event updated for resources: {'Port': ['ID=61e70dd3-4562-4fbe-b52b-e0bcc418fda0,revision_number=7']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:08.047095 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d78ad588-5639-4486-918e-d4feb1d2782d tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:08.054331 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d78ad588-5639-4486-918e-d4feb1d2782d tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/fea1d7f3-ed81-41ed-8b62-5090a48b9749 HTTP/1.1" status: 204 len: 168 time: 1.6231432 Jan 28 02:58:08.081416 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43600) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:08.091291 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbd570-0d86-4e36-a788-ca5034e6c874 req-48cbf8db-0ee0-4990-901d-92f067acdda5 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:08.100264 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-124a1cf8-9628-4ee1-b4a2-1866e5254182 req-9aa819ac-309e-4e1b-9bb7-51d0489bba02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 421dce20-e717-4787-acb9-285dcf577d71 {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:58:08.100840 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c9fbd570-0d86-4e36-a788-ca5034e6c874 req-48cbf8db-0ee0-4990-901d-92f067acdda5 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 943 time: 0.8368006 Jan 28 02:58:08.103376 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-017ef898-f384-43a5-a6ef-271051f20236 req-fb5caeeb-54d5-475a-9668-ce592db77a13 service neutron] Attempting to bind port 61e70dd3-4562-4fbe-b52b-e0bcc418fda0 on host n-h1-712139-27 for vnic_type normal with profile {"migrating_to": "n-h2-712139-27"} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:58:08.103843 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-017ef898-f384-43a5-a6ef-271051f20236 req-fb5caeeb-54d5-475a-9668-ce592db77a13 service neutron] Attempting to bind port 61e70dd3-4562-4fbe-b52b-e0bcc418fda0 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '4fb02108-8b37-4bb4-8350-923aa0786ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '290af027-4910-45bb-b54e-a29d61400c05'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:58:08.104246 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017ef898-f384-43a5-a6ef-271051f20236 req-fb5caeeb-54d5-475a-9668-ce592db77a13 service neutron] Attempting to bind port 61e70dd3-4562-4fbe-b52b-e0bcc418fda0 on network 290af027-4910-45bb-b54e-a29d61400c05 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:58:08.108539 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca7e94-0213-48d6-a79b-ff19e77aa8bd req-c8665b4e-03d7-4ac5-8688-9508831d157a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:08.111201 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-88ca7e94-0213-48d6-a79b-ff19e77aa8bd req-c8665b4e-03d7-4ac5-8688-9508831d157a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3ff5e3b8-d5e5-4d8c-8f35-af78edfb5bce HTTP/1.1" status: 200 len: 1098 time: 0.4530420 Jan 28 02:58:08.126344 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-124a1cf8-9628-4ee1-b4a2-1866e5254182 req-9aa819ac-309e-4e1b-9bb7-51d0489bba02 service neutron] Publish callbacks [] for port (421dce20-e717-4787-acb9-285dcf577d71), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:08.165058 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-124a1cf8-9628-4ee1-b4a2-1866e5254182 req-9aa819ac-309e-4e1b-9bb7-51d0489bba02 service neutron] Transition to ACTIVE for port object 421dce20-e717-4787-acb9-285dcf577d71 will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:58:08.196885 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-124a1cf8-9628-4ee1-b4a2-1866e5254182 req-9aa819ac-309e-4e1b-9bb7-51d0489bba02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (421dce20-e717-4787-acb9-285dcf577d71), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:08.223960 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5b918cd2-88a3-49b6-85dd-a5c90f07552e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1088824 Jan 28 02:58:08.229089 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43606) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:08.333505 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017ef898-f384-43a5-a6ef-271051f20236 req-fb5caeeb-54d5-475a-9668-ce592db77a13 service neutron] Port 61e70dd3-4562-4fbe-b52b-e0bcc418fda0 on network 290af027-4910-45bb-b54e-a29d61400c05 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:58:08.334614 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017ef898-f384-43a5-a6ef-271051f20236 req-fb5caeeb-54d5-475a-9668-ce592db77a13 service neutron] Attempting to bind port 61e70dd3-4562-4fbe-b52b-e0bcc418fda0 on network 290af027-4910-45bb-b54e-a29d61400c05 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:58:08.425789 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa819ac-309e-4e1b-9bb7-51d0489bba02 service neutron] Pushing event updated for resources: {'Port': ['ID=421dce20-e717-4787-acb9-285dcf577d71,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:08.447255 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017ef898-f384-43a5-a6ef-271051f20236 req-fb5caeeb-54d5-475a-9668-ce592db77a13 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:58:08.448434 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ebd8f-e80d-4de6-8495-f31b59672b02 req-91c3e65b-0b75-43b4-aad6-470a91239464 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:08.448850 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017ef898-f384-43a5-a6ef-271051f20236 req-fb5caeeb-54d5-475a-9668-ce592db77a13 service neutron] Checking segment: {'id': '4fb02108-8b37-4bb4-8350-923aa0786ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '290af027-4910-45bb-b54e-a29d61400c05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:58:08.449588 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017ef898-f384-43a5-a6ef-271051f20236 req-fb5caeeb-54d5-475a-9668-ce592db77a13 service neutron] Bound using segment: {'id': '4fb02108-8b37-4bb4-8350-923aa0786ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '290af027-4910-45bb-b54e-a29d61400c05'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:58:08.450355 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-017ef898-f384-43a5-a6ef-271051f20236 req-fb5caeeb-54d5-475a-9668-ce592db77a13 service neutron] Bound port: 61e70dd3-4562-4fbe-b52b-e0bcc418fda0, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fb02108-8b37-4bb4-8350-923aa0786ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '290af027-4910-45bb-b54e-a29d61400c05'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:58:08.451035 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-017ef898-f384-43a5-a6ef-271051f20236 req-fb5caeeb-54d5-475a-9668-ce592db77a13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (61e70dd3-4562-4fbe-b52b-e0bcc418fda0), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:08.460500 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-391ebd8f-e80d-4de6-8495-f31b59672b02 req-91c3e65b-0b75-43b4-aad6-470a91239464 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ff5e3b8-d5e5-4d8c-8f35-af78edfb5bce HTTP/1.1" status: 200 len: 946 time: 0.2909858 Jan 28 02:58:08.498848 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c9fbd570-0d86-4e36-a788-ca5034e6c874 req-6c76ebe4-160b-4670-9c8b-30a5b286f841 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969646 Jan 28 02:58:08.539120 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d14e2f-b37b-4e68-9bdf-9e3d120cbcd7 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:08.543390 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-91d14e2f-b37b-4e68-9bdf-9e3d120cbcd7 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2520366 Jan 28 02:58:08.567186 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae25bc0-0900-4389-898c-b28f301bd26c None None] Network f4e9908e-37c3-477d-90df-65c02e38c857 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:58:08.581859 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43614) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:08.619274 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-88ca7e94-0213-48d6-a79b-ff19e77aa8bd req-cbcc79bd-4687-4f6a-b269-30e0f9f7edf5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b0d6f1b4-a765-4649-a701-1de747dcfdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320649 Jan 28 02:58:08.706135 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000bc89b-7731-4273-bd7d-5ac8d40d1d05 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:08.707664 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-000bc89b-7731-4273-bd7d-5ac8d40d1d05 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1248152 Jan 28 02:58:08.711082 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43620) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:08.712582 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-124a1cf8-9628-4ee1-b4a2-1866e5254182 req-9aa819ac-309e-4e1b-9bb7-51d0489bba02 service neutron] Attempting to bind port 421dce20-e717-4787-acb9-285dcf577d71 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:58:08.713517 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-124a1cf8-9628-4ee1-b4a2-1866e5254182 req-9aa819ac-309e-4e1b-9bb7-51d0489bba02 service neutron] Attempting to bind port 421dce20-e717-4787-acb9-285dcf577d71 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '5ec551e3-78ab-42a1-92af-4f07dc8530f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8a90ebac-f69f-461b-a785-3d45e68aad72'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:58:08.714079 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124a1cf8-9628-4ee1-b4a2-1866e5254182 req-9aa819ac-309e-4e1b-9bb7-51d0489bba02 service neutron] Attempting to bind port 421dce20-e717-4787-acb9-285dcf577d71 on network 8a90ebac-f69f-461b-a785-3d45e68aad72 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:58:08.733737 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-017ef898-f384-43a5-a6ef-271051f20236 req-fb5caeeb-54d5-475a-9668-ce592db77a13 service neutron] For port 61e70dd3-4562-4fbe-b52b-e0bcc418fda0, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:58:08.745420 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-017ef898-f384-43a5-a6ef-271051f20236 req-fb5caeeb-54d5-475a-9668-ce592db77a13 service neutron] For port 61e70dd3-4562-4fbe-b52b-e0bcc418fda0, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=61e70dd3-4562-4fbe-b52b-e0bcc418fda0,segment=NetworkSegment(4fb02108-8b37-4bb4-8350-923aa0786ccd),segment_id=4fb02108-8b37-4bb4-8350-923aa0786ccd)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:58:08.785920 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-391ebd8f-e80d-4de6-8495-f31b59672b02 req-368abd6e-38b7-4030-806b-0634253e6056 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0d6f1b4-a765-4649-a701-1de747dcfdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241730 Jan 28 02:58:08.801060 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124a1cf8-9628-4ee1-b4a2-1866e5254182 req-9aa819ac-309e-4e1b-9bb7-51d0489bba02 service neutron] Port 421dce20-e717-4787-acb9-285dcf577d71 on network 8a90ebac-f69f-461b-a785-3d45e68aad72 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:58:08.801666 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124a1cf8-9628-4ee1-b4a2-1866e5254182 req-9aa819ac-309e-4e1b-9bb7-51d0489bba02 service neutron] Attempting to bind port 421dce20-e717-4787-acb9-285dcf577d71 on network 8a90ebac-f69f-461b-a785-3d45e68aad72 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:58:08.828760 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124a1cf8-9628-4ee1-b4a2-1866e5254182 req-9aa819ac-309e-4e1b-9bb7-51d0489bba02 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:58:08.836986 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124a1cf8-9628-4ee1-b4a2-1866e5254182 req-9aa819ac-309e-4e1b-9bb7-51d0489bba02 service neutron] Checking segment: {'id': '5ec551e3-78ab-42a1-92af-4f07dc8530f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8a90ebac-f69f-461b-a785-3d45e68aad72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:58:08.841347 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b1df67e2-bf89-48fb-bd63-695d1124b950 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1288154 Jan 28 02:58:08.843277 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-017ef898-f384-43a5-a6ef-271051f20236 req-fb5caeeb-54d5-475a-9668-ce592db77a13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (61e70dd3-4562-4fbe-b52b-e0bcc418fda0), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:08.843806 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124a1cf8-9628-4ee1-b4a2-1866e5254182 req-9aa819ac-309e-4e1b-9bb7-51d0489bba02 service neutron] Bound using segment: {'id': '5ec551e3-78ab-42a1-92af-4f07dc8530f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8a90ebac-f69f-461b-a785-3d45e68aad72'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:58:08.844623 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-124a1cf8-9628-4ee1-b4a2-1866e5254182 req-9aa819ac-309e-4e1b-9bb7-51d0489bba02 service neutron] Bound port: 421dce20-e717-4787-acb9-285dcf577d71, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ec551e3-78ab-42a1-92af-4f07dc8530f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8a90ebac-f69f-461b-a785-3d45e68aad72'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:58:08.845398 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-124a1cf8-9628-4ee1-b4a2-1866e5254182 req-9aa819ac-309e-4e1b-9bb7-51d0489bba02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (421dce20-e717-4787-acb9-285dcf577d71), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:08.849206 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43624) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:08.891138 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f975e7f-9bdd-4787-be9f-3f9100b67ec9 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:08.891852 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f975e7f-9bdd-4787-be9f-3f9100b67ec9 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:08.897827 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4f975e7f-9bdd-4787-be9f-3f9100b67ec9 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/ports/9b40eb51-43c6-4eb9-a707-66eab9f849b5 HTTP/1.1" status: 404 len: 333 time: 0.0460849 Jan 28 02:58:08.898648 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43626) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:08.972316 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5caeeb-54d5-475a-9668-ce592db77a13 service neutron] Pushing event updated for resources: {'Port': ['ID=61e70dd3-4562-4fbe-b52b-e0bcc418fda0,revision_number=8']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:08.992113 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e930b36-0767-4d77-91bf-bb019f06fd85 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:08.993104 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e930b36-0767-4d77-91bf-bb019f06fd85 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:09.002481 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43630) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:09.005198 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2e930b36-0767-4d77-91bf-bb019f06fd85 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/fea1d7f3-ed81-41ed-8b62-5090a48b9749 HTTP/1.1" status: 404 len: 337 time: 0.1019487 Jan 28 02:58:09.005818 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ef898-f384-43a5-a6ef-271051f20236 req-fb5caeeb-54d5-475a-9668-ce592db77a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:09.006454 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-017ef898-f384-43a5-a6ef-271051f20236 req-fb5caeeb-54d5-475a-9668-ce592db77a13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:09.008181 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-017ef898-f384-43a5-a6ef-271051f20236 req-fb5caeeb-54d5-475a-9668-ce592db77a13 service neutron] 10.222.0.39 "PUT /v2.0/ports/61e70dd3-4562-4fbe-b52b-e0bcc418fda0 HTTP/1.1" status: 200 len: 1123 time: 2.0020826 Jan 28 02:58:09.040454 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba011327-9e17-4745-bc84-0c5a3da3e1c6 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:09.040931 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba011327-9e17-4745-bc84-0c5a3da3e1c6 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:09.045305 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ba011327-9e17-4745-bc84-0c5a3da3e1c6 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/fe8281d9-f7a6-471d-aa85-6fb1c04cf461 HTTP/1.1" status: 404 len: 337 time: 0.0416563 Jan 28 02:58:09.047999 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43632) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:09.071561 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-d8c90377-1f6e-4312-8fa3-2b50de96e5a0 None None] Provisioning complete for port 8cef7496-da61-44f9-9f6b-6f59d831effa triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:58:09.072212 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d8c90377-1f6e-4312-8fa3-2b50de96e5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (8cef7496-da61-44f9-9f6b-6f59d831effa), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:09.085036 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-56093d9b-3a69-42a6-9289-104572cbf164 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:09.087039 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56093d9b-3a69-42a6-9289-104572cbf164 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:09.097136 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-56093d9b-3a69-42a6-9289-104572cbf164 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/ports/3442e888-c977-49ed-ac33-b0b13035b0b0 HTTP/1.1" status: 404 len: 333 time: 0.0460694 Jan 28 02:58:09.098906 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43634) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:09.162589 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff97173f-0df2-48ca-8364-d58ca2a635e1 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:09.163072 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff97173f-0df2-48ca-8364-d58ca2a635e1 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:09.166699 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ff97173f-0df2-48ca-8364-d58ca2a635e1 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/4cd21071-21c5-4ba4-a22d-cb4afd6a9085 HTTP/1.1" status: 404 len: 337 time: 0.0666931 Jan 28 02:58:09.169891 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43636) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:09.189628 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['61e70dd3-4562-4fbe-b52b-e0bcc418fda0'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:58:09.225971 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e4bec42-faa5-4752-a363-dc87e266e404 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:09.226425 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e4bec42-faa5-4752-a363-dc87e266e404 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:09.229817 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9e4bec42-faa5-4752-a363-dc87e266e404 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/16207990-d33a-4f27-bd40-807db21f14d1 HTTP/1.1" status: 404 len: 337 time: 0.0577848 Jan 28 02:58:09.232647 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43640) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:09.261039 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f9e43c0-c95a-498c-91c2-cd7fce380a04 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:09.261807 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f9e43c0-c95a-498c-91c2-cd7fce380a04 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:09.265831 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7f9e43c0-c95a-498c-91c2-cd7fce380a04 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/ports/f3603afd-c82d-47cd-ab93-f9ca5247b128 HTTP/1.1" status: 404 len: 333 time: 0.0318675 Jan 28 02:58:09.268285 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43642) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:09.282927 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-124a1cf8-9628-4ee1-b4a2-1866e5254182 req-9aa819ac-309e-4e1b-9bb7-51d0489bba02 service neutron] For port 421dce20-e717-4787-acb9-285dcf577d71, host n-h1-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:58:09.284598 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['61e70dd3-4562-4fbe-b52b-e0bcc418fda0'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:58:09.297861 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-124a1cf8-9628-4ee1-b4a2-1866e5254182 req-9aa819ac-309e-4e1b-9bb7-51d0489bba02 service neutron] For port 421dce20-e717-4787-acb9-285dcf577d71, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=421dce20-e717-4787-acb9-285dcf577d71,segment=NetworkSegment(5ec551e3-78ab-42a1-92af-4f07dc8530f7),segment_id=5ec551e3-78ab-42a1-92af-4f07dc8530f7)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:58:09.308683 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ceb07b5-e1ab-409e-9670-6b080e00709c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:09.309204 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ceb07b5-e1ab-409e-9670-6b080e00709c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:09.320450 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0ceb07b5-e1ab-409e-9670-6b080e00709c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/c16bcb3e-e2e5-4bf8-b4a0-89e7e6c764fc HTTP/1.1" status: 404 len: 337 time: 0.0510075 Jan 28 02:58:09.329148 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf4c45-61a7-46f3-b3b4-4049a5e13322 req-0ae6c9f5-2710-444d-a1cc-f48d20717db3 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:09.329866 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43644) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:09.332038 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4edf4c45-61a7-46f3-b3b4-4049a5e13322 req-0ae6c9f5-2710-444d-a1cc-f48d20717db3 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91be756e-4302-4c91-acef-b2ea0430f815 HTTP/1.1" status: 200 len: 943 time: 0.2354755 Jan 28 02:58:09.335037 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-124a1cf8-9628-4ee1-b4a2-1866e5254182 req-9aa819ac-309e-4e1b-9bb7-51d0489bba02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (421dce20-e717-4787-acb9-285dcf577d71), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:09.441166 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-d8c90377-1f6e-4312-8fa3-2b50de96e5a0 None None] Current status of the port 8cef7496-da61-44f9-9f6b-6f59d831effa is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:58:09.445793 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8264350-eaf9-4f57-a79a-3a17998f4c35 None None] DHCP port deletion for f4e9908e-37c3-477d-90df-65c02e38c857 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:58:09.465758 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-276162f6-9e63-408b-ab05-60a22f86faf9 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:09.466736 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-276162f6-9e63-408b-ab05-60a22f86faf9 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:09.469223 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a1cf8-9628-4ee1-b4a2-1866e5254182 req-9aa819ac-309e-4e1b-9bb7-51d0489bba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:09.470898 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-124a1cf8-9628-4ee1-b4a2-1866e5254182 req-9aa819ac-309e-4e1b-9bb7-51d0489bba02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:09.472376 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-124a1cf8-9628-4ee1-b4a2-1866e5254182 req-9aa819ac-309e-4e1b-9bb7-51d0489bba02 service neutron] 10.222.0.67 "PUT /v2.0/ports/421dce20-e717-4787-acb9-285dcf577d71 HTTP/1.1" status: 200 len: 1092 time: 2.2527959 Jan 28 02:58:09.475548 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-276162f6-9e63-408b-ab05-60a22f86faf9 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/4849a51a-c750-4672-a932-06d813d2b976 HTTP/1.1" status: 404 len: 337 time: 0.1443300 Jan 28 02:58:09.486573 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43646) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:09.526282 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91be756e-4302-4c91-acef-b2ea0430f815', 'tag': '421dce20-e717-4787-acb9-285dcf577d71'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:58:09.532497 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42612cb3-f0e5-4a05-ac51-a9bd539be2cc" -d '{"events": [{"name": "network-changed", "server_uuid": "91be756e-4302-4c91-acef-b2ea0430f815", "tag": "421dce20-e717-4787-acb9-285dcf577d71"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:58:09.580877 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 61e70dd3-4562-4fbe-b52b-e0bcc418fda0 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:58:09.585246 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-32c8cd88-3d63-4a76-a5f2-72fef04f246b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:09.586297 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32c8cd88-3d63-4a76-a5f2-72fef04f246b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:09.592012 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4edf4c45-61a7-46f3-b3b4-4049a5e13322 req-ae918d6a-9a84-470a-be39-ccc98d6a4ea0 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920438 Jan 28 02:58:09.595037 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-32c8cd88-3d63-4a76-a5f2-72fef04f246b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/ports/32b6ef6a-0a99-4150-b0de-71972688e635 HTTP/1.1" status: 404 len: 333 time: 0.1066306 Jan 28 02:58:09.599111 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43654) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:09.722270 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-96b7c620-2d8b-4c8a-8f95-d2d7cb85f9e4 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:09.722708 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96b7c620-2d8b-4c8a-8f95-d2d7cb85f9e4 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:09.726578 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa819ac-309e-4e1b-9bb7-51d0489bba02 service neutron] Pushing event updated for resources: {'Port': ['ID=421dce20-e717-4787-acb9-285dcf577d71,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:09.733171 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-96b7c620-2d8b-4c8a-8f95-d2d7cb85f9e4 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/756f37a6-cf07-4ee5-9b2d-5b11b503da53 HTTP/1.1" status: 404 len: 337 time: 0.1303663 Jan 28 02:58:09.733958 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43660) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:09.738259 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f549cce0-a0df-451a-a3cc-0d4588901c93 x-openstack-request-id: req-f549cce0-a0df-451a-a3cc-0d4588901c93 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:58:09.738991 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91be756e-4302-4c91-acef-b2ea0430f815", "tag": "421dce20-e717-4787-acb9-285dcf577d71", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:58:09.739786 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f549cce0-a0df-451a-a3cc-0d4588901c93 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:58:09.741881 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91be756e-4302-4c91-acef-b2ea0430f815', 'tag': '421dce20-e717-4787-acb9-285dcf577d71', 'status': 'completed', 'code': 200} Jan 28 02:58:09.760183 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a1cf8-9628-4ee1-b4a2-1866e5254182 req-61274abb-a9b3-4678-ba7e-c223c0877b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:09.770464 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-124a1cf8-9628-4ee1-b4a2-1866e5254182 req-61274abb-a9b3-4678-ba7e-c223c0877b64 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=681abe9293864888ab6acd56a99956db&device_id=91be756e-4302-4c91-acef-b2ea0430f815 HTTP/1.1" status: 200 len: 1095 time: 0.1772075 Jan 28 02:58:09.806069 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e320c8b1-639f-4caf-8f27-722c22e8dac8', 'tag': '61e70dd3-4562-4fbe-b52b-e0bcc418fda0'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:58:09.815627 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120ee16c-9d7b-47ee-b482-8cf80b082a4a" -d '{"events": [{"name": "network-changed", "server_uuid": "e320c8b1-639f-4caf-8f27-722c22e8dac8", "tag": "61e70dd3-4562-4fbe-b52b-e0bcc418fda0"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:58:09.915237 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.resource_extend [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 02:58:09.954999 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2eba3881-bbc4-416d-b735-9178bef3fea1 None None] Publish callbacks [] for port (3dcd4012-88dd-4827-ae92-1fc8b81fd10d), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:09.967645 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ac76b12-2593-427b-ac01-a58e8dfee239 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:09.970035 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-124a1cf8-9628-4ee1-b4a2-1866e5254182 req-f32a1274-4afa-462e-9073-0f6f650ce73c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=421dce20-e717-4787-acb9-285dcf577d71 HTTP/1.1" status: 200 len: 217 time: 0.1790035 Jan 28 02:58:09.980991 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ac76b12-2593-427b-ac01-a58e8dfee239 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:10.003931 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4ac76b12-2593-427b-ac01-a58e8dfee239 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/41c95bfd-4751-45fb-b493-ff8d92f7a009 HTTP/1.1" status: 404 len: 337 time: 0.2193973 Jan 28 02:58:10.006119 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43676) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:10.102947 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2eba3881-bbc4-416d-b735-9178bef3fea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3dcd4012-88dd-4827-ae92-1fc8b81fd10d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:10.162398 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a1cf8-9628-4ee1-b4a2-1866e5254182 req-b06416a2-f5e6-4185-a981-325c364bb061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:10.164697 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-124a1cf8-9628-4ee1-b4a2-1866e5254182 req-b06416a2-f5e6-4185-a981-325c364bb061 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4a514938-18f7-4fe1-ae61-4e73697ccb7f HTTP/1.1" status: 200 len: 845 time: 0.1902084 Jan 28 02:58:10.201461 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07be409-dff9-49c8-abe2-44bb6eb83d3f req-78f8015f-8a1c-49ea-a55a-4d4faaa12816 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:10.203783 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b07be409-dff9-49c8-abe2-44bb6eb83d3f req-78f8015f-8a1c-49ea-a55a-4d4faaa12816 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 943 time: 0.4895644 Jan 28 02:58:10.221578 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-1314746b-5752-428f-afad-f49bc076fc69 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:10.222852 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1314746b-5752-428f-afad-f49bc076fc69 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:10.245024 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1314746b-5752-428f-afad-f49bc076fc69 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/ports/b42847f5-37fc-4df2-a424-d27185368675 HTTP/1.1" status: 404 len: 333 time: 0.2331274 Jan 28 02:58:10.246609 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa144f7a-ab03-4a65-bef6-af14d40e0c9e req-2ee9c226-ceae-467e-9110-bc5c21915182 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:10.246609 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aa144f7a-ab03-4a65-bef6-af14d40e0c9e req-2ee9c226-ceae-467e-9110-bc5c21915182 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ff5e3b8-d5e5-4d8c-8f35-af78edfb5bce HTTP/1.1" status: 200 len: 946 time: 0.1829407 Jan 28 02:58:10.261927 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-d8264350-eaf9-4f57-a79a-3a17998f4c35 None None] Deleting port 8cef7496-da61-44f9-9f6b-6f59d831effa {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:58:10.262420 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d8264350-eaf9-4f57-a79a-3a17998f4c35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (8cef7496-da61-44f9-9f6b-6f59d831effa), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:10.274111 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43682) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:10.279114 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-124a1cf8-9628-4ee1-b4a2-1866e5254182 req-7d4dd96a-95b3-49be-b820-c693b01f2f2f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8a90ebac-f69f-461b-a785-3d45e68aad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863461 Jan 28 02:58:10.304034 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 8cef7496-da61-44f9-9f6b-6f59d831effa no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:58:10.314374 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-334815a3-45dc-4433-bf44-e7df089a5b08 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:10.314997 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-334815a3-45dc-4433-bf44-e7df089a5b08 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:10.318079 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-334815a3-45dc-4433-bf44-e7df089a5b08 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/4909085d-e260-4c06-bac2-78d6d2646fe9 HTTP/1.1" status: 404 len: 337 time: 0.0379512 Jan 28 02:58:10.323472 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43684) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:10.401222 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4d3dc6f-39a8-49d5-896e-64635c6d64b5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:10.402886 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4d3dc6f-39a8-49d5-896e-64635c6d64b5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:10.412549 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a4d3dc6f-39a8-49d5-896e-64635c6d64b5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/ports/92cfe9b6-ab74-4ad2-835f-5e5b85a00980 HTTP/1.1" status: 404 len: 333 time: 0.0849097 Jan 28 02:58:10.433447 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43686) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:10.484197 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-c48d86f9-9127-46cc-8d7d-310dd9996c34 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:10.484771 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-124a1cf8-9628-4ee1-b4a2-1866e5254182 req-5eacb6cd-9275-47fd-b619-78a8be092015 service neutron] 10.222.0.67 "GET /v2.0/networks/8a90ebac-f69f-461b-a785-3d45e68aad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652300 Jan 28 02:58:10.484904 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c48d86f9-9127-46cc-8d7d-310dd9996c34 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:10.490629 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c48d86f9-9127-46cc-8d7d-310dd9996c34 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/0fec2d62-d9f9-4977-8ec5-e52d15704208 HTTP/1.1" status: 404 len: 337 time: 0.0513129 Jan 28 02:58:10.494280 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43688) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:10.534843 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2764038-a857-42d8-b82d-21e71c7381bc tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:10.536024 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2764038-a857-42d8-b82d-21e71c7381bc tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:10.540003 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f2764038-a857-42d8-b82d-21e71c7381bc tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/ports/1429705b-7fd4-4e17-80d4-a68a4861f3d3 HTTP/1.1" status: 404 len: 333 time: 0.0393312 Jan 28 02:58:10.542651 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43692) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:10.561532 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aa144f7a-ab03-4a65-bef6-af14d40e0c9e req-67f6b5b2-4cfb-4d6d-85ca-50b12b46a5c1 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0d6f1b4-a765-4649-a701-1de747dcfdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674000 Jan 28 02:58:10.599380 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b07be409-dff9-49c8-abe2-44bb6eb83d3f req-6e9b7174-7131-4685-9b01-a1138df9c857 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464785 Jan 28 02:58:10.603175 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-c29bb608-3e77-4461-a9c6-f42daf1bafff tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:10.604147 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c29bb608-3e77-4461-a9c6-f42daf1bafff tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:10.611951 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c29bb608-3e77-4461-a9c6-f42daf1bafff tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/b4fc3a06-2da8-45e2-9699-f33e60aa0073 HTTP/1.1" status: 404 len: 337 time: 0.0654328 Jan 28 02:58:10.614335 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43700) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:10.670177 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 61e70dd3-4562-4fbe-b52b-e0bcc418fda0, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=61e70dd3-4562-4fbe-b52b-e0bcc418fda0,segment=NetworkSegment(4fb02108-8b37-4bb4-8350-923aa0786ccd),segment_id=4fb02108-8b37-4bb4-8350-923aa0786ccd)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:58:10.685143 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20673f5-68cb-427b-b02b-f995b047441c x-openstack-request-id: req-b20673f5-68cb-427b-b02b-f995b047441c {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:58:10.685452 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e320c8b1-639f-4caf-8f27-722c22e8dac8", "tag": "61e70dd3-4562-4fbe-b52b-e0bcc418fda0", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:58:10.685682 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b20673f5-68cb-427b-b02b-f995b047441c {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:58:10.686079 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e320c8b1-639f-4caf-8f27-722c22e8dac8', 'tag': '61e70dd3-4562-4fbe-b52b-e0bcc418fda0', 'status': 'completed', 'code': 200} Jan 28 02:58:10.697816 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab17880a-dfe4-4137-a8ea-956d92e8d41e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:10.698402 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab17880a-dfe4-4137-a8ea-956d92e8d41e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:10.707044 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ab17880a-dfe4-4137-a8ea-956d92e8d41e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/ports/d71dedbe-a3b6-4ce8-ba38-859fc08343c8 HTTP/1.1" status: 404 len: 333 time: 0.0892670 Jan 28 02:58:10.722049 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43704) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:10.754739 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-950c8ac2-780f-498c-9db9-75c999c82a3c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:10.755512 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-950c8ac2-780f-498c-9db9-75c999c82a3c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:10.758589 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-950c8ac2-780f-498c-9db9-75c999c82a3c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/6542ea44-639a-4d55-ba24-a929349bdc90 HTTP/1.1" status: 404 len: 337 time: 0.0347648 Jan 28 02:58:10.765665 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 61e70dd3-4562-4fbe-b52b-e0bcc418fda0 has no active binding in host n-h2-712139-27 {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 02:58:10.767958 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43706) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:10.771435 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd88ce7e-9bdc-4e31-963d-d915e80f73fe None None] Pushing event updated for resources: {'Port': ['ID=3dcd4012-88dd-4827-ae92-1fc8b81fd10d,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:10.792200 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-124a1cf8-9628-4ee1-b4a2-1866e5254182 req-e5f81a16-00e5-48e7-a594-e683c54146a8 service neutron] 10.222.0.67 "GET /v2.0/networks/8a90ebac-f69f-461b-a785-3d45e68aad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640839 Jan 28 02:58:10.816991 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-807136c9-eb22-4285-b183-e9564aa7414f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:10.817611 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-807136c9-eb22-4285-b183-e9564aa7414f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:10.826037 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-807136c9-eb22-4285-b183-e9564aa7414f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/ports/ef037827-96fe-49a9-af4a-da8e2f5bffac HTTP/1.1" status: 404 len: 333 time: 0.0558310 Jan 28 02:58:10.830031 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43708) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:10.886731 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ee16c-9d7b-47ee-b482-8cf80b082a4a req-aa700d43-0cac-4186-ba8f-9628ec8ecd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:10.888530 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-120ee16c-9d7b-47ee-b482-8cf80b082a4a req-aa700d43-0cac-4186-ba8f-9628ec8ecd8a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e168a8b773b74055bc0667e0581a74cd&device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 1126 time: 0.2012131 Jan 28 02:58:10.890294 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d77c2fd-e8c6-4ef7-b8b8-2c9c20bb0807 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:10.890738 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d77c2fd-e8c6-4ef7-b8b8-2c9c20bb0807 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:10.894035 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5d77c2fd-e8c6-4ef7-b8b8-2c9c20bb0807 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/b2c5b52f-f76a-4116-bd9a-48d10bf1c3a9 HTTP/1.1" status: 404 len: 337 time: 0.0628939 Jan 28 02:58:10.896930 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43712) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:10.928952 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f8b21a8-fa53-48fa-b7df-c120ce6cba7e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:10.929800 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f8b21a8-fa53-48fa-b7df-c120ce6cba7e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:10.930578 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb5ba9-8106-49c6-b183-1b5c5748d996 req-b55da751-03f9-4604-be52-c8c6b68ee131 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:10.932181 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-30fb5ba9-8106-49c6-b183-1b5c5748d996 req-b55da751-03f9-4604-be52-c8c6b68ee131 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/ports?device_id=547d6676-d673-4499-a3fb-e74ec0174bc8 HTTP/1.1" status: 200 len: 944 time: 0.1390767 Jan 28 02:58:10.932574 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8f8b21a8-fa53-48fa-b7df-c120ce6cba7e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/ports/767b1f88-d345-42de-ba2e-dd2619a66977 HTTP/1.1" status: 404 len: 333 time: 0.0323391 Jan 28 02:58:10.935238 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43714) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:10.982085 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-8061df78-3c5c-408e-8abb-ed7b5b281d3d None None] Provisioning complete for port 3dcd4012-88dd-4827-ae92-1fc8b81fd10d triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:58:10.982499 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8061df78-3c5c-408e-8abb-ed7b5b281d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3dcd4012-88dd-4827-ae92-1fc8b81fd10d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:11.004635 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 8cef7496-da61-44f9-9f6b-6f59d831effa is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:58:11.005099 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8cef7496-da61-44f9-9f6b-6f59d831effa), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:11.014900 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-2eba3881-bbc4-416d-b735-9178bef3fea1 None None] Attempting to bind port 3dcd4012-88dd-4827-ae92-1fc8b81fd10d on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:58:11.015368 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-2eba3881-bbc4-416d-b735-9178bef3fea1 None None] Attempting to bind port 3dcd4012-88dd-4827-ae92-1fc8b81fd10d by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'a43800d4-c8be-4cc2-8bc3-c4d420d51af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9227b0e2-14db-4f8f-8bca-720a1405b4b9'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:58:11.015796 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eba3881-bbc4-416d-b735-9178bef3fea1 None None] Attempting to bind port 3dcd4012-88dd-4827-ae92-1fc8b81fd10d on network 9227b0e2-14db-4f8f-8bca-720a1405b4b9 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:58:11.052664 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42612cb3-f0e5-4a05-ac51-a9bd539be2cc req-c6bfff6a-6a9e-41ab-aedf-be1dd001377c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:11.054333 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-42612cb3-f0e5-4a05-ac51-a9bd539be2cc req-c6bfff6a-6a9e-41ab-aedf-be1dd001377c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=681abe9293864888ab6acd56a99956db&device_id=91be756e-4302-4c91-acef-b2ea0430f815 HTTP/1.1" status: 200 len: 1095 time: 0.0966687 Jan 28 02:58:11.054794 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-d8264350-eaf9-4f57-a79a-3a17998f4c35 None None] For port 8cef7496-da61-44f9-9f6b-6f59d831effa, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=8cef7496-da61-44f9-9f6b-6f59d831effa,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:58:11.055409 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d8264350-eaf9-4f57-a79a-3a17998f4c35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (8cef7496-da61-44f9-9f6b-6f59d831effa), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:11.071513 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ee16c-9d7b-47ee-b482-8cf80b082a4a req-586fd1ef-480b-4dc1-af0e-fe556200418d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:11.073130 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-120ee16c-9d7b-47ee-b482-8cf80b082a4a req-586fd1ef-480b-4dc1-af0e-fe556200418d service neutron] 10.222.0.67 "GET /v2.0/networks?id=290af027-4910-45bb-b54e-a29d61400c05 HTTP/1.1" status: 200 len: 909 time: 0.1226344 Jan 28 02:58:11.081776 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eba3881-bbc4-416d-b735-9178bef3fea1 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:58:11.082161 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eba3881-bbc4-416d-b735-9178bef3fea1 None None] Checking segment: {'id': 'a43800d4-c8be-4cc2-8bc3-c4d420d51af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9227b0e2-14db-4f8f-8bca-720a1405b4b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:58:11.082576 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2eba3881-bbc4-416d-b735-9178bef3fea1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:11.082990 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eba3881-bbc4-416d-b735-9178bef3fea1 None None] Bound using segment: {'id': 'a43800d4-c8be-4cc2-8bc3-c4d420d51af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9227b0e2-14db-4f8f-8bca-720a1405b4b9'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:58:11.083734 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-2eba3881-bbc4-416d-b735-9178bef3fea1 None None] Bound port: 3dcd4012-88dd-4827-ae92-1fc8b81fd10d, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a43800d4-c8be-4cc2-8bc3-c4d420d51af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9227b0e2-14db-4f8f-8bca-720a1405b4b9'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:58:11.084122 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2eba3881-bbc4-416d-b735-9178bef3fea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3dcd4012-88dd-4827-ae92-1fc8b81fd10d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:11.097475 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-30fb5ba9-8106-49c6-b183-1b5c5748d996 req-ec7dd148-5cf8-4443-ae62-b97ed65faea2 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0d6f1b4-a765-4649-a701-1de747dcfdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556456 Jan 28 02:58:11.118964 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-d8264350-eaf9-4f57-a79a-3a17998f4c35 None None] Calling delete_port for 8cef7496-da61-44f9-9f6b-6f59d831effa owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:58:11.127271 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-8061df78-3c5c-408e-8abb-ed7b5b281d3d None None] Port 3dcd4012-88dd-4827-ae92-1fc8b81fd10d cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:58:11.148749 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 8cef7496-da61-44f9-9f6b-6f59d831effa, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=8cef7496-da61-44f9-9f6b-6f59d831effa,segment=NetworkSegment(dad6e675-73a1-4f4d-b340-f51ed05e65db),segment_id=dad6e675-73a1-4f4d-b340-f51ed05e65db)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:58:11.173409 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-95968361-eae0-4032-9a54-243e66822a45 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:11.173683 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95968361-eae0-4032-9a54-243e66822a45 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:11.179109 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (8cef7496-da61-44f9-9f6b-6f59d831effa), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:11.228653 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-95968361-eae0-4032-9a54-243e66822a45 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/a8806c5f-22b7-4ac7-a37a-1a875b1ca93d HTTP/1.1" status: 404 len: 337 time: 0.2855263 Jan 28 02:58:11.229691 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43718) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:11.291091 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e90015b-d059-4738-975e-361650821bf9 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:11.291726 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e90015b-d059-4738-975e-361650821bf9 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:11.307864 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2e90015b-d059-4738-975e-361650821bf9 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/2705e572-3cd2-4e70-907c-aebc4327db6a HTTP/1.1" status: 404 len: 337 time: 0.0769238 Jan 28 02:58:11.311202 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43724) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:11.312658 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-120ee16c-9d7b-47ee-b482-8cf80b082a4a req-6c3c074e-d2c4-4fbf-9766-294adc45fa44 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61e70dd3-4562-4fbe-b52b-e0bcc418fda0 HTTP/1.1" status: 200 len: 217 time: 0.1627715 Jan 28 02:58:11.361585 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-2eba3881-bbc4-416d-b735-9178bef3fea1 None None] For port 3dcd4012-88dd-4827-ae92-1fc8b81fd10d, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:58:11.363852 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42612cb3-f0e5-4a05-ac51-a9bd539be2cc req-9f820bdc-9c57-4528-be12-4110eb98cf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:11.367078 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-42612cb3-f0e5-4a05-ac51-a9bd539be2cc req-9f820bdc-9c57-4528-be12-4110eb98cf4a service neutron] 10.222.0.67 "GET /v2.0/networks?id=8a90ebac-f69f-461b-a785-3d45e68aad72 HTTP/1.1" status: 200 len: 906 time: 0.2983670 Jan 28 02:58:11.371277 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-2eba3881-bbc4-416d-b735-9178bef3fea1 None None] For port 3dcd4012-88dd-4827-ae92-1fc8b81fd10d, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=3dcd4012-88dd-4827-ae92-1fc8b81fd10d,segment=NetworkSegment(a43800d4-c8be-4cc2-8bc3-c4d420d51af0),segment_id=a43800d4-c8be-4cc2-8bc3-c4d420d51af0)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:58:11.390007 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=8cef7496-da61-44f9-9f6b-6f59d831effa,revision_number=6']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:11.393290 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2eba3881-bbc4-416d-b735-9178bef3fea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3dcd4012-88dd-4827-ae92-1fc8b81fd10d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:11.400422 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-4129d350-67d1-4ff3-a894-9a725cf29e9a tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:11.400422 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4129d350-67d1-4ff3-a894-9a725cf29e9a tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:11.407014 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4129d350-67d1-4ff3-a894-9a725cf29e9a tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/ports/ac1f367f-ffdf-4335-9870-b05d0c21c824 HTTP/1.1" status: 404 len: 333 time: 0.0924611 Jan 28 02:58:11.410950 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43726) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:11.435101 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-42612cb3-f0e5-4a05-ac51-a9bd539be2cc req-b7360bb7-af00-48dc-b002-fe0dc2835fcf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=421dce20-e717-4787-acb9-285dcf577d71 HTTP/1.1" status: 200 len: 217 time: 0.0600407 Jan 28 02:58:11.444439 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d8264350-eaf9-4f57-a79a-3a17998f4c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (8cef7496-da61-44f9-9f6b-6f59d831effa), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:11.448448 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4a78345-3ccd-453a-9ea7-1eb6e006fe3f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:11.448915 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4a78345-3ccd-453a-9ea7-1eb6e006fe3f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:11.455346 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b4a78345-3ccd-453a-9ea7-1eb6e006fe3f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/55f55871-6fbf-4a72-abb0-0a94faade081 HTTP/1.1" status: 404 len: 337 time: 0.0430868 Jan 28 02:58:11.455556 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43730) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:11.465378 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa99aa0-e06a-4915-a144-560790e8f7bf req-9f23ecd3-955b-452e-800d-9b0d3cef86ed tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:11.469429 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2fa99aa0-e06a-4915-a144-560790e8f7bf req-9f23ecd3-955b-452e-800d-9b0d3cef86ed tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91be756e-4302-4c91-acef-b2ea0430f815 HTTP/1.1" status: 200 len: 943 time: 0.3676550 Jan 28 02:58:11.480127 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ee16c-9d7b-47ee-b482-8cf80b082a4a req-1d35c0ec-df62-4c1f-a645-a69e7194f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:11.482240 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-120ee16c-9d7b-47ee-b482-8cf80b082a4a req-1d35c0ec-df62-4c1f-a645-a69e7194f846 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=49bb14d4-dcd1-48f1-bfcf-d4851c7c298c HTTP/1.1" status: 200 len: 848 time: 0.1589046 Jan 28 02:58:11.483581 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8264350-eaf9-4f57-a79a-3a17998f4c35 None None] No DVR routers for this DVR port 8cef7496-da61-44f9-9f6b-6f59d831effa on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:58:11.519809 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eba3881-bbc4-416d-b735-9178bef3fea1 None None] Routers {'9056ac4d-d8c3-482d-a526-ca2c6edcd5c3'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:58:11.520471 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-2eba3881-bbc4-416d-b735-9178bef3fea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:58:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['9056ac4d-d8c3-482d-a526-ca2c6edcd5c3'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:58:11.533602 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-120ee16c-9d7b-47ee-b482-8cf80b082a4a req-0422509f-5234-41bf-90f3-b4d61c72bd63 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=290af027-4910-45bb-b54e-a29d61400c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426311 Jan 28 02:58:11.569133 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-4447c5fc-0acd-4365-b5be-47d3a37c1781 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:11.570004 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4447c5fc-0acd-4365-b5be-47d3a37c1781 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:11.574609 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4447c5fc-0acd-4365-b5be-47d3a37c1781 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/4db0d6a4-c2bd-4772-b4f6-baa40d14d10c HTTP/1.1" status: 404 len: 337 time: 0.1127074 Jan 28 02:58:11.579161 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43732) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:11.598810 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd88ce7e-9bdc-4e31-963d-d915e80f73fe None None] Pushing event updated for resources: {'Port': ['ID=3dcd4012-88dd-4827-ae92-1fc8b81fd10d,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:11.623328 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae993e8c-e626-4cd2-b43f-b5a66dda1431 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:11.623966 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae993e8c-e626-4cd2-b43f-b5a66dda1431 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:11.627194 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ae993e8c-e626-4cd2-b43f-b5a66dda1431 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/ports/79037c52-57d2-43cd-a164-e3a154aa6c3f HTTP/1.1" status: 404 len: 333 time: 0.0460432 Jan 28 02:58:11.630882 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43736) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:11.637515 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 3c6f45ee-3648-4ee4-9242-f1d4103c90f5 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:58:11.643723 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42612cb3-f0e5-4a05-ac51-a9bd539be2cc req-fa77c72d-43ce-47bb-9589-9b91219e2181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:11.645941 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-42612cb3-f0e5-4a05-ac51-a9bd539be2cc req-fa77c72d-43ce-47bb-9589-9b91219e2181 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4a514938-18f7-4fe1-ae61-4e73697ccb7f HTTP/1.1" status: 200 len: 845 time: 0.1995304 Jan 28 02:58:11.648755 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2fa99aa0-e06a-4915-a144-560790e8f7bf req-b9ca4c81-a18c-46b1-a210-228cfd779bfe tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652324 Jan 28 02:58:11.693291 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-d389d4e9-50fd-4beb-92ec-5101eadcd6d1 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:11.693753 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d389d4e9-50fd-4beb-92ec-5101eadcd6d1 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:11.702187 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d389d4e9-50fd-4beb-92ec-5101eadcd6d1 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/25f1e884-1f0f-4ddd-b8da-522296472c37 HTTP/1.1" status: 404 len: 337 time: 0.0697813 Jan 28 02:58:11.705330 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43738) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:11.754294 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f7b301a-f08d-4d33-a1dd-983a9f040b73 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:11.755191 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f7b301a-f08d-4d33-a1dd-983a9f040b73 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:11.761965 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4f7b301a-f08d-4d33-a1dd-983a9f040b73 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/3835e2e7-9de4-4c6c-8149-8bba91248403 HTTP/1.1" status: 404 len: 337 time: 0.0531452 Jan 28 02:58:11.762866 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43740) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:11.767647 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8264350-eaf9-4f57-a79a-3a17998f4c35 None None] Pushing event deleted for resources: {'Port': ['ID=8cef7496-da61-44f9-9f6b-6f59d831effa,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:11.773171 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-42612cb3-f0e5-4a05-ac51-a9bd539be2cc req-33a83758-6751-47e5-93f2-983119ab3a45 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8a90ebac-f69f-461b-a785-3d45e68aad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826361 Jan 28 02:58:11.779499 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-120ee16c-9d7b-47ee-b482-8cf80b082a4a req-b32a38cd-84ca-476f-99b7-9551266fe8ae service neutron] 10.222.0.67 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362850 Jan 28 02:58:11.826104 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9121ac6-6647-4247-9af0-27665f6f0ffe tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:11.829885 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9121ac6-6647-4247-9af0-27665f6f0ffe tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:11.841297 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a9121ac6-6647-4247-9af0-27665f6f0ffe tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/ports/c8ebc32c-01ba-4edc-88f8-a67e32d1b32d HTTP/1.1" status: 404 len: 333 time: 0.0717845 Jan 28 02:58:11.845519 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43744) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:11.973103 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-c61ff18b-7556-4e66-aaa0-289c8ffc458d tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:11.973890 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c61ff18b-7556-4e66-aaa0-289c8ffc458d tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:11.976457 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-42612cb3-f0e5-4a05-ac51-a9bd539be2cc req-5a608a29-b433-44d2-8aee-152eeb43a3a7 service neutron] 10.222.0.67 "GET /v2.0/networks/8a90ebac-f69f-461b-a785-3d45e68aad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536245 Jan 28 02:58:11.980187 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c61ff18b-7556-4e66-aaa0-289c8ffc458d tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/50e12085-084f-4aa6-9f2a-5fa4e24293e0 HTTP/1.1" status: 404 len: 337 time: 0.1312420 Jan 28 02:58:11.981045 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43746) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:12.019124 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-2eba3881-bbc4-416d-b735-9178bef3fea1 None None] Set router 9056ac4d-d8c3-482d-a526-ca2c6edcd5c3 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:58:12.035663 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-120ee16c-9d7b-47ee-b482-8cf80b082a4a req-f7bbf296-87ba-40c7-a73f-b46df39a2f3a service neutron] 10.222.0.67 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374105 Jan 28 02:58:12.066498 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 3c6f45ee-3648-4ee4-9242-f1d4103c90f5 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:58:12.073749 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-224023d8-d220-42d3-8483-1610b3326cd0 None None] Provisioning complete for port 3dcd4012-88dd-4827-ae92-1fc8b81fd10d triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:58:12.074214 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-224023d8-d220-42d3-8483-1610b3326cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3dcd4012-88dd-4827-ae92-1fc8b81fd10d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:12.078018 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 3c6f45ee-3648-4ee4-9242-f1d4103c90f5 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:58:12.078661 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3c6f45ee-3648-4ee4-9242-f1d4103c90f5), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:12.132595 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-42612cb3-f0e5-4a05-ac51-a9bd539be2cc req-a35586d9-c2e2-4b58-ab74-fd9ef0323b6b service neutron] 10.222.0.67 "GET /v2.0/networks/8a90ebac-f69f-461b-a785-3d45e68aad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408527 Jan 28 02:58:12.142706 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dff795-e8b2-4872-a8f2-c212f50949a1 req-b53d1c8b-2a77-4c43-bb3f-6a22ac2511d0 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:12.144881 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-78dff795-e8b2-4872-a8f2-c212f50949a1 req-b53d1c8b-2a77-4c43-bb3f-6a22ac2511d0 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 943 time: 0.3707020 Jan 28 02:58:12.145929 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-58ae8c1d-e898-4476-b615-08ad1147e790 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:12.146492 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58ae8c1d-e898-4476-b615-08ad1147e790 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:12.150266 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-58ae8c1d-e898-4476-b615-08ad1147e790 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/b32f4a24-5960-42ba-9d40-b63c1f41cc1a HTTP/1.1" status: 404 len: 337 time: 0.1682053 Jan 28 02:58:12.152960 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43750) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:12.212505 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-21eb8de2-4372-4f24-bb87-c5d83aa1a277 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/ports?device_id=af9b5d59-addf-4c07-b3fb-95703a566a97 HTTP/1.1" status: 200 len: 205 time: 0.0567174 Jan 28 02:58:12.215689 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43752) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:12.249951 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-78dff795-e8b2-4872-a8f2-c212f50949a1 req-31fdc5ef-da06-4fd5-a87e-2f4341a58ff0 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965698 Jan 28 02:58:12.343207 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-9aed60f2-f0dc-4b39-9954-b840c52c8261 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] delete failed (client error): The resource could not be found. Jan 28 02:58:12.347001 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9aed60f2-f0dc-4b39-9954-b840c52c8261 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/routers/af9b5d59-addf-4c07-b3fb-95703a566a97 HTTP/1.1" status: 404 len: 336 time: 0.1269774 Jan 28 02:58:12.347359 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43760) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:12.388307 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-f137faee-ddf5-4b65-9996-ff702562024e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:12.388763 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f137faee-ddf5-4b65-9996-ff702562024e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:12.395244 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f137faee-ddf5-4b65-9996-ff702562024e tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/f99153af-d28b-466e-93af-f6ba3fd2b961 HTTP/1.1" status: 404 len: 337 time: 0.0445108 Jan 28 02:58:12.396129 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43762) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:12.425879 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a07f8-efa7-4d36-abed-a76829dd6f65 req-8af4e791-c1e0-4c58-b46a-9ac3a743c70a tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:12.432827 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-813a07f8-efa7-4d36-abed-a76829dd6f65 req-8af4e791-c1e0-4c58-b46a-9ac3a743c70a tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/ports?device_id=547d6676-d673-4499-a3fb-e74ec0174bc8 HTTP/1.1" status: 200 len: 944 time: 0.2161090 Jan 28 02:58:12.444818 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-942f7323-2fc2-428f-b4e7-814a8dde59c4 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dfbf66f-0988-48d9-8d88-a62d82a78358 HTTP/1.1" status: 200 len: 205 time: 0.0457747 Jan 28 02:58:12.446908 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43764) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:12.498787 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-12bf66a2-778d-4c10-80dc-98de9ad1cac0 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] delete failed (client error): The resource could not be found. Jan 28 02:58:12.502611 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-12bf66a2-778d-4c10-80dc-98de9ad1cac0 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/routers/6dfbf66f-0988-48d9-8d88-a62d82a78358 HTTP/1.1" status: 404 len: 336 time: 0.0519829 Jan 28 02:58:12.502978 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43766) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:12.539464 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-813a07f8-efa7-4d36-abed-a76829dd6f65 req-9e51cf24-c15e-4030-9b7e-63aa1dd6c725 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0d6f1b4-a765-4649-a701-1de747dcfdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991895 Jan 28 02:58:12.562307 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ffadba5-39f1-47ae-b04c-283516fb2ee1 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:12.562893 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ffadba5-39f1-47ae-b04c-283516fb2ee1 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:12.566211 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5ffadba5-39f1-47ae-b04c-283516fb2ee1 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/af4ddca8-10dc-47da-a31f-37b2f151280d HTTP/1.1" status: 404 len: 337 time: 0.0618002 Jan 28 02:58:12.569376 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43768) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:12.603135 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b220a83-18eb-42c3-b371-df05cf3c9e6b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:12.603738 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b220a83-18eb-42c3-b371-df05cf3c9e6b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:12.608497 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4b220a83-18eb-42c3-b371-df05cf3c9e6b tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/188b76bc-42d6-40af-8b63-4213f7f89f15 HTTP/1.1" status: 404 len: 337 time: 0.0379832 Jan 28 02:58:12.611246 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43770) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:12.641829 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-00369bc0-4806-485d-8578-b9bc8c12a1b6 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:12.642721 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00369bc0-4806-485d-8578-b9bc8c12a1b6 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:12.646187 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-00369bc0-4806-485d-8578-b9bc8c12a1b6 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/ports/a3268ccc-0776-4aac-9d9d-3da445d757ad HTTP/1.1" status: 404 len: 333 time: 0.0338762 Jan 28 02:58:12.649057 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43772) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:12.697620 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0f645c0-b68f-426b-af27-1844e8d151d5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:12.698088 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0f645c0-b68f-426b-af27-1844e8d151d5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:12.705133 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f0f645c0-b68f-426b-af27-1844e8d151d5 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/62a44267-92f6-4344-a44c-f12e62dfd27b HTTP/1.1" status: 404 len: 337 time: 0.0531731 Jan 28 02:58:12.706421 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43776) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:12.756585 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-0835864c-cd5d-4caa-89d2-732e736f9dac tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:12.757236 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0835864c-cd5d-4caa-89d2-732e736f9dac tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:12.776013 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0835864c-cd5d-4caa-89d2-732e736f9dac tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/ports/f6d2ae37-c143-41ce-9f0f-5aeec1c6390c HTTP/1.1" status: 404 len: 333 time: 0.0670521 Jan 28 02:58:12.776240 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43778) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:12.791852 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-224023d8-d220-42d3-8483-1610b3326cd0 None None] Current status of the port 3dcd4012-88dd-4827-ae92-1fc8b81fd10d is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:58:12.792433 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-224023d8-d220-42d3-8483-1610b3326cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3dcd4012-88dd-4827-ae92-1fc8b81fd10d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:12.843206 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ddebd57-1201-4576-a403-56e7c012b96c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:12.843683 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ddebd57-1201-4576-a403-56e7c012b96c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:12.853977 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43780) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:12.854206 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 3c6f45ee-3648-4ee4-9242-f1d4103c90f5 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:58:12.854601 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6ddebd57-1201-4576-a403-56e7c012b96c tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/522756f1-bc78-4e7d-acae-92950a30ade4 HTTP/1.1" status: 404 len: 337 time: 0.0765707 Jan 28 02:58:12.854745 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3c6f45ee-3648-4ee4-9242-f1d4103c90f5), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:12.876450 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a27e71-175b-45a8-9caf-03ce7f3fafc5 req-349f3abb-7687-41c3-94d7-ccb194f2aa33 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:12.888120 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d4a27e71-175b-45a8-9caf-03ce7f3fafc5 req-349f3abb-7687-41c3-94d7-ccb194f2aa33 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91be756e-4302-4c91-acef-b2ea0430f815 HTTP/1.1" status: 200 len: 943 time: 0.1254957 Jan 28 02:58:12.912387 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547d6676-d673-4499-a3fb-e74ec0174bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c6f45ee-3648-4ee4-9242-f1d4103c90f5'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:58:12.915102 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6f9ed1-3981-4bb2-b1a1-94203ad59ba5" -d '{"events": [{"server_uuid": "547d6676-d673-4499-a3fb-e74ec0174bc8", "name": "network-vif-plugged", "status": "completed", "tag": "3c6f45ee-3648-4ee4-9242-f1d4103c90f5"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:58:12.922132 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-224023d8-d220-42d3-8483-1610b3326cd0 None None] For port 3dcd4012-88dd-4827-ae92-1fc8b81fd10d, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=3dcd4012-88dd-4827-ae92-1fc8b81fd10d,segment=NetworkSegment(a43800d4-c8be-4cc2-8bc3-c4d420d51af0),segment_id=a43800d4-c8be-4cc2-8bc3-c4d420d51af0)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:58:12.935421 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 3c6f45ee-3648-4ee4-9242-f1d4103c90f5, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=3c6f45ee-3648-4ee4-9242-f1d4103c90f5,segment=NetworkSegment(bafc5e9a-dbcc-4536-9a86-e2fe835f6204),segment_id=bafc5e9a-dbcc-4536-9a86-e2fe835f6204)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:58:12.941190 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-224023d8-d220-42d3-8483-1610b3326cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3dcd4012-88dd-4827-ae92-1fc8b81fd10d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:12.948478 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3c6f45ee-3648-4ee4-9242-f1d4103c90f5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:12.974726 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-656362b6-88b2-44dc-9327-601df471fde1 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:12.975325 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-656362b6-88b2-44dc-9327-601df471fde1 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:12.983770 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43786) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:12.984859 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-656362b6-88b2-44dc-9327-601df471fde1 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/ports/7e1001d6-094a-40bf-b214-9b51daee2e26 HTTP/1.1" status: 404 len: 333 time: 0.0943115 Jan 28 02:58:13.005891 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-2eba3881-bbc4-416d-b735-9178bef3fea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9056ac4d-d8c3-482d-a526-ca2c6edcd5c3', 'name': 'tempest-TaggedBootDevicesTest_v242-1967063799-router', 'tenant_id': '53ad5c4f044e4be5a3ce83b00d5d2212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'c0fd1734-319c-47aa-8c1f-10624aa7a6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:57:44Z', 'updated_at': '2022-01-28T02:58:01Z', 'revision_number': 4, 'project_id': '53ad5c4f044e4be5a3ce83b00d5d2212', 'gw_port': {'id': 'c0fd1734-319c-47aa-8c1f-10624aa7a6e4', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9056ac4d-d8c3-482d-a526-ca2c6edcd5c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:57:47Z', 'updated_at': '2022-01-28T02:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '3dcd4012-88dd-4827-ae92-1fc8b81fd10d', 'name': '', 'network_id': '9227b0e2-14db-4f8f-8bca-720a1405b4b9', 'tenant_id': '53ad5c4f044e4be5a3ce83b00d5d2212', 'mac_address': 'fa:16:3e:58:fa:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9056ac4d-d8c3-482d-a526-ca2c6edcd5c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '33b3fd4b-817a-4a39-8804-72d65c9db4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:57:58Z', 'updated_at': '2022-01-28T02:58:11Z', 'revision_number': 4, 'project_id': '53ad5c4f044e4be5a3ce83b00d5d2212', 'subnets': [{'id': '33b3fd4b-817a-4a39-8804-72d65c9db4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:58:13.039758 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b01880-1d2f-45b1-9830-a164db21f2ff x-openstack-request-id: req-24b01880-1d2f-45b1-9830-a164db21f2ff {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:58:13.040195 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547d6676-d673-4499-a3fb-e74ec0174bc8", "name": "network-vif-plugged", "status": "completed", "tag": "3c6f45ee-3648-4ee4-9242-f1d4103c90f5", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:58:13.040459 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-24b01880-1d2f-45b1-9830-a164db21f2ff {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:58:13.040960 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '547d6676-d673-4499-a3fb-e74ec0174bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c6f45ee-3648-4ee4-9242-f1d4103c90f5', 'code': 200} Jan 28 02:58:13.047268 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eba3881-bbc4-416d-b735-9178bef3fea1 None None] The sync data for ids ['9056ac4d-d8c3-482d-a526-ca2c6edcd5c3'] in n-d-712139-27 is: [{'id': '9056ac4d-d8c3-482d-a526-ca2c6edcd5c3', 'name': 'tempest-TaggedBootDevicesTest_v242-1967063799-router', 'tenant_id': '53ad5c4f044e4be5a3ce83b00d5d2212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'c0fd1734-319c-47aa-8c1f-10624aa7a6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:57:44Z', 'updated_at': '2022-01-28T02:58:01Z', 'revision_number': 4, 'project_id': '53ad5c4f044e4be5a3ce83b00d5d2212', 'gw_port': {'id': 'c0fd1734-319c-47aa-8c1f-10624aa7a6e4', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9056ac4d-d8c3-482d-a526-ca2c6edcd5c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:57:47Z', 'updated_at': '2022-01-28T02:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '3dcd4012-88dd-4827-ae92-1fc8b81fd10d', 'name': '', 'network_id': '9227b0e2-14db-4f8f-8bca-720a1405b4b9', 'tenant_id': '53ad5c4f044e4be5a3ce83b00d5d2212', 'mac_address': 'fa:16:3e:58:fa:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9056ac4d-d8c3-482d-a526-ca2c6edcd5c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '33b3fd4b-817a-4a39-8804-72d65c9db4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:57:58Z', 'updated_at': '2022-01-28T02:58:11Z', 'revision_number': 4, 'project_id': '53ad5c4f044e4be5a3ce83b00d5d2212', 'subnets': [{'id': '33b3fd4b-817a-4a39-8804-72d65c9db4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:58:13.053450 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a2c238d-b237-4b2f-8f97-9642a0c4758f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:13.053803 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a2c238d-b237-4b2f-8f97-9642a0c4758f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:13.066363 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6a2c238d-b237-4b2f-8f97-9642a0c4758f tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/e40d33ba-fd42-478c-b025-f51a06440c64 HTTP/1.1" status: 404 len: 337 time: 0.0812855 Jan 28 02:58:13.067177 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43788) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:13.072265 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224023d8-d220-42d3-8483-1610b3326cd0 None None] Pushing event updated for resources: {'Port': ['ID=3dcd4012-88dd-4827-ae92-1fc8b81fd10d,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:13.090306 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d4a27e71-175b-45a8-9caf-03ce7f3fafc5 req-888d4513-5fd6-4835-92a4-accd4870b074 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964886 Jan 28 02:58:13.116186 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-52cbeb40-a95c-454f-a358-6394973f4193 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:13.116764 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52cbeb40-a95c-454f-a358-6394973f4193 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:13.123850 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43790) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:13.124733 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-52cbeb40-a95c-454f-a358-6394973f4193 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/ports/acd6efd3-bc13-4cdf-8b21-60fac81a13c1 HTTP/1.1" status: 404 len: 333 time: 0.0559540 Jan 28 02:58:13.251227 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7acf93-8792-490c-bedf-db763212a9f3 req-4eac796c-a53e-42f7-bcee-f65d370059c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:13.253349 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-beb982b5-32cb-4c1e-bc78-c67d9fa3cd57 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:13.254770 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beb982b5-32cb-4c1e-bc78-c67d9fa3cd57 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:13.255310 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8b7acf93-8792-490c-bedf-db763212a9f3 req-4eac796c-a53e-42f7-bcee-f65d370059c7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=547d6676-d673-4499-a3fb-e74ec0174bc8 HTTP/1.1" status: 200 len: 1097 time: 0.1272221 Jan 28 02:58:13.264125 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-beb982b5-32cb-4c1e-bc78-c67d9fa3cd57 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/81f1a3eb-423d-4083-9e6d-3ee8368dcb8f HTTP/1.1" status: 404 len: 337 time: 0.1376936 Jan 28 02:58:13.268317 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43792) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:13.329140 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=3c6f45ee-3648-4ee4-9242-f1d4103c90f5,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:13.368934 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-567ab6f0-0677-43a3-a784-1f95a5802af1 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:13.373335 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-567ab6f0-0677-43a3-a784-1f95a5802af1 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:13.377415 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-567ab6f0-0677-43a3-a784-1f95a5802af1 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/ports/0a0d061b-bbfb-44fb-bad6-a3e5c3a3645b HTTP/1.1" status: 404 len: 333 time: 0.1068959 Jan 28 02:58:13.381977 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43798) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:13.457608 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8b7acf93-8792-490c-bedf-db763212a9f3 req-eacd6605-cc75-47f3-81a7-eac25a671152 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b0d6f1b4-a765-4649-a701-1de747dcfdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844192 Jan 28 02:58:13.462704 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7dd2936-29e5-4d1c-a6ae-b99b00ed2fea tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:13.467051 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7dd2936-29e5-4d1c-a6ae-b99b00ed2fea tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:13.474588 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43804) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:13.484616 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e7dd2936-29e5-4d1c-a6ae-b99b00ed2fea tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/0110eb61-76d5-4c3f-b3bf-3024352c2794 HTTP/1.1" status: 404 len: 337 time: 0.0848548 Jan 28 02:58:13.561364 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-46c56779-ee2a-4994-9e50-2b2d780aeae1 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:13.563167 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46c56779-ee2a-4994-9e50-2b2d780aeae1 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:13.586671 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-46c56779-ee2a-4994-9e50-2b2d780aeae1 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/ports/c6fcd681-5790-4143-a13f-2eb4a9912dce HTTP/1.1" status: 404 len: 333 time: 0.1105297 Jan 28 02:58:13.587431 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43808) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:13.639409 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad6b52b-0f9c-4a97-97b1-69d1c97023e8 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:13.641338 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ad6b52b-0f9c-4a97-97b1-69d1c97023e8 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:13.647466 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1ad6b52b-0f9c-4a97-97b1-69d1c97023e8 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/59429586-c11f-4ca6-9246-f5a96efaa717 HTTP/1.1" status: 404 len: 337 time: 0.0542417 Jan 28 02:58:13.650344 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43810) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:13.661944 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a049310-0d68-449d-9696-332ee75a89f5 req-b8377cc6-5b45-4433-96de-e29eda618419 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:13.670018 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3a049310-0d68-449d-9696-332ee75a89f5 req-b8377cc6-5b45-4433-96de-e29eda618419 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 943 time: 0.1716764 Jan 28 02:58:13.711464 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d834070-d41f-4046-b2b7-673c02da2cec tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:13.714711 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d834070-d41f-4046-b2b7-673c02da2cec tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:13.730666 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7d834070-d41f-4046-b2b7-673c02da2cec tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/ports/f59f61bc-46b2-4e33-bcab-fb18a63068bc HTTP/1.1" status: 404 len: 333 time: 0.0777149 Jan 28 02:58:13.731945 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43812) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:13.747660 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3a049310-0d68-449d-9696-332ee75a89f5 req-5e40c192-5c30-4744-b3af-0f0088d5e908 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761881 Jan 28 02:58:13.811355 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d153234-fbcf-4a6e-a6af-e22ea22a73a4 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] DELETE failed (client error): The resource could not be found. Jan 28 02:58:13.811917 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d153234-fbcf-4a6e-a6af-e22ea22a73a4 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:58:13.818543 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0d153234-fbcf-4a6e-a6af-e22ea22a73a4 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/subnets/00f039ac-b093-4fe8-8be4-f09bbb4569ff HTTP/1.1" status: 404 len: 337 time: 0.0828903 Jan 28 02:58:13.818817 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43814) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:13.865468 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d784a5-e55b-4fd3-a605-f62a7578aa09 req-12973485-db9c-45c3-b7df-43509dd77ec9 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:13.869540 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a8d784a5-e55b-4fd3-a605-f62a7578aa09 req-12973485-db9c-45c3-b7df-43509dd77ec9 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/ports?device_id=547d6676-d673-4499-a3fb-e74ec0174bc8 HTTP/1.1" status: 200 len: 945 time: 0.0713165 Jan 28 02:58:13.962266 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f51d523b-1c2d-4191-aca2-26a74c9b5850 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (f4e9908e-37c3-477d-90df-65c02e38c857), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:13.978869 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a8d784a5-e55b-4fd3-a605-f62a7578aa09 req-84aca352-8c38-448e-92b3-e4bcd929cf2f tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0d6f1b4-a765-4649-a701-1de747dcfdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017551 Jan 28 02:58:14.055933 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 421dce20-e717-4787-acb9-285dcf577d71 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:58:14.094849 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f51d523b-1c2d-4191-aca2-26a74c9b5850 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (f4e9908e-37c3-477d-90df-65c02e38c857), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:14.120235 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-f51d523b-1c2d-4191-aca2-26a74c9b5850 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4e9908e-37c3-477d-90df-65c02e38c857']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:58:14.131498 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-f51d523b-1c2d-4191-aca2-26a74c9b5850 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dad6e675-73a1-4f4d-b340-f51ed05e65db') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:58:14.131977 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-f51d523b-1c2d-4191-aca2-26a74c9b5850 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dad6e675-73a1-4f4d-b340-f51ed05e65db') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:58:14.164732 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f51d523b-1c2d-4191-aca2-26a74c9b5850 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (dad6e675-73a1-4f4d-b340-f51ed05e65db), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:14.198489 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f51d523b-1c2d-4191-aca2-26a74c9b5850 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (dad6e675-73a1-4f4d-b340-f51ed05e65db), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:14.206273 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f51d523b-1c2d-4191-aca2-26a74c9b5850 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:58:14.206675 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f51d523b-1c2d-4191-aca2-26a74c9b5850 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (dad6e675-73a1-4f4d-b340-f51ed05e65db), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:14.297063 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 02:58:14.297063 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:58:14.297063 n-d-712139-27 neutron-server[109802]: timer() Jan 28 02:58:14.297063 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:58:14.297063 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 02:58:14.297063 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:58:14.297063 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 02:58:14.297063 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:58:14.297063 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 02:58:14.297063 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:58:14.297063 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 02:58:14.297063 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:58:14.297063 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 02:58:14.297063 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:58:14.297063 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:58:14.297063 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:58:14.297063 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:58:14.297063 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:58:14.297063 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 02:58:14.297063 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:58:14.297063 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 02:58:14.297063 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:58:14.297063 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:58:14.297063 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:58:14.297063 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 02:58:14.297063 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:58:14.297063 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:58:14.297063 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:58:14.297063 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:58:14.297063 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:58:14.297063 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:58:14.297063 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:58:14.313887 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 421dce20-e717-4787-acb9-285dcf577d71, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=421dce20-e717-4787-acb9-285dcf577d71,segment=NetworkSegment(5ec551e3-78ab-42a1-92af-4f07dc8530f7),segment_id=5ec551e3-78ab-42a1-92af-4f07dc8530f7)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:58:14.347674 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '421dce20-e717-4787-acb9-285dcf577d71', 'network_id': '8a90ebac-f69f-461b-a785-3d45e68aad72', 'port_id': '421dce20-e717-4787-acb9-285dcf577d71', 'mac_address': 'fa:16:3e:7a:20:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a514938-18f7-4fe1-ae61-4e73697ccb7f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:58:14.380558 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f51d523b-1c2d-4191-aca2-26a74c9b5850 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (f4e9908e-37c3-477d-90df-65c02e38c857), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:14.396249 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f51d523b-1c2d-4191-aca2-26a74c9b5850 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:14.408157 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f51d523b-1c2d-4191-aca2-26a74c9b5850 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] 10.222.0.53 "DELETE /v2.0/networks/f4e9908e-37c3-477d-90df-65c02e38c857 HTTP/1.1" status: 204 len: 168 time: 0.5882537 Jan 28 02:58:14.430272 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 3dcd4012-88dd-4827-ae92-1fc8b81fd10d up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:58:14.432427 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d523b-1c2d-4191-aca2-26a74c9b5850 tempest-NetworksTestDHCPv6-617660593 tempest-NetworksTestDHCPv6-617660593-project] Pushing event deleted for resources: {'Network': ['ID=f4e9908e-37c3-477d-90df-65c02e38c857,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:14.457182 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc539910-5a06-4efc-b7ce-cbb86aca4001 req-d9242485-1377-49b8-8d61-9cf9c264052f tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:14.458250 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cc539910-5a06-4efc-b7ce-cbb86aca4001 req-d9242485-1377-49b8-8d61-9cf9c264052f tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91be756e-4302-4c91-acef-b2ea0430f815 HTTP/1.1" status: 200 len: 943 time: 0.1600769 Jan 28 02:58:14.496194 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 421dce20-e717-4787-acb9-285dcf577d71 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:58:14.496689 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (421dce20-e717-4787-acb9-285dcf577d71), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:14.524008 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 421dce20-e717-4787-acb9-285dcf577d71 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:58:14.557617 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 421dce20-e717-4787-acb9-285dcf577d71, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=421dce20-e717-4787-acb9-285dcf577d71,segment=NetworkSegment(5ec551e3-78ab-42a1-92af-4f07dc8530f7),segment_id=5ec551e3-78ab-42a1-92af-4f07dc8530f7)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:58:14.566494 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (421dce20-e717-4787-acb9-285dcf577d71), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:14.590777 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cc539910-5a06-4efc-b7ce-cbb86aca4001 req-add41d99-3cfd-45e0-9cb7-21bff70df621 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233187 Jan 28 02:58:14.622399 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 3dcd4012-88dd-4827-ae92-1fc8b81fd10d triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:58:14.622833 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3dcd4012-88dd-4827-ae92-1fc8b81fd10d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:14.815517 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=421dce20-e717-4787-acb9-285dcf577d71,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:14.956942 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 3dcd4012-88dd-4827-ae92-1fc8b81fd10d is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:58:15.032712 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc243c1e-28b2-4acb-ba54-9dba0119a333 req-4ad0b5a1-e001-41be-8a30-a48976f02680 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:15.033811 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fc243c1e-28b2-4acb-ba54-9dba0119a333 req-4ad0b5a1-e001-41be-8a30-a48976f02680 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 943 time: 0.1215932 Jan 28 02:58:15.048186 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['421dce20-e717-4787-acb9-285dcf577d71'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:58:15.109190 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43838) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:15.230595 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fc243c1e-28b2-4acb-ba54-9dba0119a333 req-67c7d3f9-8847-4254-9c6d-b7b9b77f059f tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895647 Jan 28 02:58:15.314783 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22c22c-b358-4017-8cb0-4ea0ccde5fbf req-4e0c2c26-fc5a-479e-81b3-0dfe35250de4 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:15.317111 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e22c22c-b358-4017-8cb0-4ea0ccde5fbf req-4e0c2c26-fc5a-479e-81b3-0dfe35250de4 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/ports?device_id=547d6676-d673-4499-a3fb-e74ec0174bc8 HTTP/1.1" status: 200 len: 945 time: 0.1308422 Jan 28 02:58:15.492412 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6812dc1f-633c-4432-b1ae-6d271bfef6f2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3079a2e247734574a53d1baca2087c94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3806908 Jan 28 02:58:15.495986 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43846) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:15.510547 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e22c22c-b358-4017-8cb0-4ea0ccde5fbf req-5cf7142e-6ba2-48c6-9a0f-589ba22e1506 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0d6f1b4-a765-4649-a701-1de747dcfdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708064 Jan 28 02:58:15.610058 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c5ba1e17-f948-480a-a61a-44fd91b2035e admin admin] Publish callbacks [] for security_group (1c427052-9233-4597-9e2b-6ec128bb4088), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:15.702721 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c5ba1e17-f948-480a-a61a-44fd91b2035e admin admin] Publish callbacks [] for security_group (1c427052-9233-4597-9e2b-6ec128bb4088), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:15.818482 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c5ba1e17-f948-480a-a61a-44fd91b2035e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (1c427052-9233-4597-9e2b-6ec128bb4088), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:15.825943 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c5ba1e17-f948-480a-a61a-44fd91b2035e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:15.829463 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c5ba1e17-f948-480a-a61a-44fd91b2035e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1c427052-9233-4597-9e2b-6ec128bb4088 HTTP/1.1" status: 204 len: 168 time: 0.3320756 Jan 28 02:58:15.849606 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2168807-4c6c-4976-ba51-d2f5d839a3b1 req-356e7b50-6805-42b8-a1ef-d4afc52a64fa tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:15.856026 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a2168807-4c6c-4976-ba51-d2f5d839a3b1 req-356e7b50-6805-42b8-a1ef-d4afc52a64fa tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91be756e-4302-4c91-acef-b2ea0430f815 HTTP/1.1" status: 200 len: 944 time: 0.1374173 Jan 28 02:58:15.872219 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba1e17-f948-480a-a61a-44fd91b2035e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c427052-9233-4597-9e2b-6ec128bb4088,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:15.984430 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a2168807-4c6c-4976-ba51-d2f5d839a3b1 req-9c4da571-88bf-4022-a7ed-de480ba3baa4 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202750 Jan 28 02:58:16.051138 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 61e70dd3-4562-4fbe-b52b-e0bcc418fda0 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:58:16.220664 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 61e70dd3-4562-4fbe-b52b-e0bcc418fda0 is: DOWN; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:58:16.238635 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c146d78-e8f5-4353-a3f6-00ed4f8624ff req-f35066c6-2ce9-488d-b2bb-2ce904722fa0 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:16.240304 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9c146d78-e8f5-4353-a3f6-00ed4f8624ff req-f35066c6-2ce9-488d-b2bb-2ce904722fa0 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/ports?device_id=547d6676-d673-4499-a3fb-e74ec0174bc8 HTTP/1.1" status: 200 len: 945 time: 0.0878341 Jan 28 02:58:16.357718 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9c146d78-e8f5-4353-a3f6-00ed4f8624ff req-02f22b02-e655-44f1-87eb-ee1847d0893b tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0d6f1b4-a765-4649-a701-1de747dcfdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056840 Jan 28 02:58:16.401266 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e36c6b-74a2-45e0-b31e-f09113dab19b req-cdefd27f-a974-43c2-a2ac-121c067ad57c tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:16.411472 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-88e36c6b-74a2-45e0-b31e-f09113dab19b req-cdefd27f-a974-43c2-a2ac-121c067ad57c tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 943 time: 0.0871263 Jan 28 02:58:16.610921 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-88e36c6b-74a2-45e0-b31e-f09113dab19b req-961b9e85-9f93-4944-a78c-868ed30a960b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974294 Jan 28 02:58:17.118164 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43898) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:17.222531 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec48400-a36f-47df-8444-0ff3ed92a5f4 req-54e0dd4d-60d5-4f1c-af76-7b5e4e2fe720 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:17.233758 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6ec48400-a36f-47df-8444-0ff3ed92a5f4 req-54e0dd4d-60d5-4f1c-af76-7b5e4e2fe720 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91be756e-4302-4c91-acef-b2ea0430f815 HTTP/1.1" status: 200 len: 944 time: 0.1494129 Jan 28 02:58:17.281744 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-52917ef1-cc03-4c43-999e-31e1d4a488ab tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Request body: {'networks': [{'name': 'tempest-network--1027270710'}, {'name': 'tempest-network--810859712'}]} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:58:17.282048 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-52917ef1-cc03-4c43-999e-31e1d4a488ab tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Request body: {'network': {'name': 'tempest-network--1027270710'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:58:17.282711 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-52917ef1-cc03-4c43-999e-31e1d4a488ab tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Request body: {'network': {'name': 'tempest-network--810859712'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:58:17.338440 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52917ef1-cc03-4c43-999e-31e1d4a488ab tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Made reservation on behalf of 2c0ff52351b04b9fab332a9cc2201ab3 for: {'network': 2} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:58:17.345116 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-52917ef1-cc03-4c43-999e-31e1d4a488ab tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:17.364898 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-52917ef1-cc03-4c43-999e-31e1d4a488ab tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:17.370222 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6ec48400-a36f-47df-8444-0ff3ed92a5f4 req-a20a31ab-8228-4335-abb4-483ea081c67b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348228 Jan 28 02:58:17.552472 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-52917ef1-cc03-4c43-999e-31e1d4a488ab tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks [] for security_group (6053d012-5013-45e8-a469-262d0ac8ba10), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:17.561965 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688da972-992c-4952-b918-726b320daf2e req-22d9e65e-4905-48fc-8c54-d489d37f4190 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:17.563720 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-688da972-992c-4952-b918-726b320daf2e req-22d9e65e-4905-48fc-8c54-d489d37f4190 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/ports?device_id=547d6676-d673-4499-a3fb-e74ec0174bc8 HTTP/1.1" status: 200 len: 945 time: 0.1113186 Jan 28 02:58:17.565567 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-52917ef1-cc03-4c43-999e-31e1d4a488ab tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (6053d012-5013-45e8-a469-262d0ac8ba10), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:17.566256 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-52917ef1-cc03-4c43-999e-31e1d4a488ab tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:17.613055 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52917ef1-cc03-4c43-999e-31e1d4a488ab tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:58:17.626257 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-52917ef1-cc03-4c43-999e-31e1d4a488ab tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (850c4498-4464-48f4-8d4d-34451244f3f9), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:17.626593 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-52917ef1-cc03-4c43-999e-31e1d4a488ab tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Added segment 850c4498-4464-48f4-8d4d-34451244f3f9 of type vlan for network 6bd6f8d4-e096-4fb1-9a60-0882952e6cf5 Jan 28 02:58:17.710124 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-52917ef1-cc03-4c43-999e-31e1d4a488ab tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (6bd6f8d4-e096-4fb1-9a60-0882952e6cf5), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:17.795376 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52917ef1-cc03-4c43-999e-31e1d4a488ab tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:58:17.813788 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-52917ef1-cc03-4c43-999e-31e1d4a488ab tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (b5798b29-3ad3-4380-881a-e06c7f3eb20e), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:17.814334 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-52917ef1-cc03-4c43-999e-31e1d4a488ab tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Added segment b5798b29-3ad3-4380-881a-e06c7f3eb20e of type vlan for network 4b4db104-5e58-4fd7-adab-1f756e02497a Jan 28 02:58:17.901552 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-52917ef1-cc03-4c43-999e-31e1d4a488ab tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (4b4db104-5e58-4fd7-adab-1f756e02497a), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:18.056442 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 421dce20-e717-4787-acb9-285dcf577d71 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:58:18.072738 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91242c4-e15b-4cfb-a8dc-c648b2dd915e req-b740caa0-f4f2-4227-a8a9-2e717ae91bbf tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:18.092073 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d91242c4-e15b-4cfb-a8dc-c648b2dd915e req-b740caa0-f4f2-4227-a8a9-2e717ae91bbf tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 943 time: 0.1750846 Jan 28 02:58:18.154163 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-52917ef1-cc03-4c43-999e-31e1d4a488ab tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (6bd6f8d4-e096-4fb1-9a60-0882952e6cf5), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:18.154736 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-52917ef1-cc03-4c43-999e-31e1d4a488ab tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (4b4db104-5e58-4fd7-adab-1f756e02497a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:18.165488 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52917ef1-cc03-4c43-999e-31e1d4a488ab tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:18.172476 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52917ef1-cc03-4c43-999e-31e1d4a488ab tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:18.173199 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-52917ef1-cc03-4c43-999e-31e1d4a488ab tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:18.228767 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 421dce20-e717-4787-acb9-285dcf577d71 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:58:18.239216 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 421dce20-e717-4787-acb9-285dcf577d71 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:58:18.240090 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (421dce20-e717-4787-acb9-285dcf577d71), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:18.268056 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d91242c4-e15b-4cfb-a8dc-c648b2dd915e req-be5335ce-6028-4125-9ab6-d79eb03d8903 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684484 Jan 28 02:58:18.317122 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52917ef1-cc03-4c43-999e-31e1d4a488ab tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Pushing event updated for resources: {'Network': ['ID=6bd6f8d4-e096-4fb1-9a60-0882952e6cf5,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:18.337968 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 6bd6f8d4-e096-4fb1-9a60-0882952e6cf5 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:58:18.420500 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52917ef1-cc03-4c43-999e-31e1d4a488ab tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Pushing event updated for resources: {'Network': ['ID=4b4db104-5e58-4fd7-adab-1f756e02497a,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:18.485115 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 4b4db104-5e58-4fd7-adab-1f756e02497a details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:58:18.493765 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52917ef1-cc03-4c43-999e-31e1d4a488ab tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6053d012-5013-45e8-a469-262d0ac8ba10,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:18.535619 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-52917ef1-cc03-4c43-999e-31e1d4a488ab tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.4160731 Jan 28 02:58:18.538909 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43920) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:18.558075 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-688da972-992c-4952-b918-726b320daf2e req-dda8b5eb-0811-4195-afca-8da017f42032 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0d6f1b4-a765-4649-a701-1de747dcfdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9681211 Jan 28 02:58:18.577030 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078ef95-48e2-4a89-b66b-1ecf732b54d3 req-8333fa35-1d52-4652-b211-1c4d038bee9c tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:18.588866 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1078ef95-48e2-4a89-b66b-1ecf732b54d3 req-8333fa35-1d52-4652-b211-1c4d038bee9c tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ff5e3b8-d5e5-4d8c-8f35-af78edfb5bce HTTP/1.1" status: 200 len: 946 time: 0.6379840 Jan 28 02:58:18.614373 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa071970-972b-46ae-96b7-b727b0299fbf req-adf6df1f-7531-4e89-9b91-8ab3d6332d6f tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:18.625043 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fa071970-972b-46ae-96b7-b727b0299fbf req-adf6df1f-7531-4e89-9b91-8ab3d6332d6f tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.39 "GET /v2.0/ports?device_id=547d6676-d673-4499-a3fb-e74ec0174bc8 HTTP/1.1" status: 200 len: 945 time: 1.0339894 Jan 28 02:58:18.832196 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67e610-6ce9-4c0e-9a37-b685a683af0d req-dcd163ba-6f7a-4652-97cf-d65d5de5261b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:18.834708 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 421dce20-e717-4787-acb9-285dcf577d71 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:58:18.835349 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (421dce20-e717-4787-acb9-285dcf577d71), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:18.846474 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ff67e610-6ce9-4c0e-9a37-b685a683af0d req-dcd163ba-6f7a-4652-97cf-d65d5de5261b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91be756e-4302-4c91-acef-b2ea0430f815 HTTP/1.1" status: 200 len: 944 time: 0.3293490 Jan 28 02:58:18.937144 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91be756e-4302-4c91-acef-b2ea0430f815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421dce20-e717-4787-acb9-285dcf577d71'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:58:18.939644 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59608700-3c22-42c0-a40c-f9a05a152602" -d '{"events": [{"server_uuid": "91be756e-4302-4c91-acef-b2ea0430f815", "name": "network-vif-plugged", "status": "completed", "tag": "421dce20-e717-4787-acb9-285dcf577d71"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:58:19.000357 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 421dce20-e717-4787-acb9-285dcf577d71, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=421dce20-e717-4787-acb9-285dcf577d71,segment=NetworkSegment(5ec551e3-78ab-42a1-92af-4f07dc8530f7),segment_id=5ec551e3-78ab-42a1-92af-4f07dc8530f7)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:58:19.012124 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (421dce20-e717-4787-acb9-285dcf577d71), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:19.134531 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cec862f-f895-47c5-b56a-423c56b542d2 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:19.151065 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ec9816-a670-4843-9ea9-ec0b344a5b2f x-openstack-request-id: req-87ec9816-a670-4843-9ea9-ec0b344a5b2f {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:58:19.151871 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91be756e-4302-4c91-acef-b2ea0430f815", "name": "network-vif-plugged", "status": "completed", "tag": "421dce20-e717-4787-acb9-285dcf577d71", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:58:19.154230 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-87ec9816-a670-4843-9ea9-ec0b344a5b2f {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:58:19.154881 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91be756e-4302-4c91-acef-b2ea0430f815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421dce20-e717-4787-acb9-285dcf577d71', 'code': 200} Jan 28 02:58:19.159867 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=421dce20-e717-4787-acb9-285dcf577d71,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:19.161258 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cec862f-f895-47c5-b56a-423c56b542d2 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:19.182971 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cec862f-f895-47c5-b56a-423c56b542d2 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:19.205179 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cec862f-f895-47c5-b56a-423c56b542d2 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:19.212823 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7cec862f-f895-47c5-b56a-423c56b542d2 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6726482 Jan 28 02:58:19.221281 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-1078ef95-48e2-4a89-b66b-1ecf732b54d3 req-e7747cfd-3c7c-4586-9bf0-a41a7402e2a4 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Deleting port ea61766d-f633-45b9-94a0-97b1da8b66bb {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:58:19.222072 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-1078ef95-48e2-4a89-b66b-1ecf732b54d3 req-e7747cfd-3c7c-4586-9bf0-a41a7402e2a4 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (ea61766d-f633-45b9-94a0-97b1da8b66bb), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:19.230728 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43930) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:19.310861 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ff67e610-6ce9-4c0e-9a37-b685a683af0d req-c514b533-1ddf-41e1-982a-43ab16c3de0c tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4614875 Jan 28 02:58:19.333281 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa045dba-0d71-43d9-89d1-b841d3540990 req-e3de0365-9b63-440d-93b9-9d937874babe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:19.335136 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aa045dba-0d71-43d9-89d1-b841d3540990 req-e3de0365-9b63-440d-93b9-9d937874babe service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=91be756e-4302-4c91-acef-b2ea0430f815 HTTP/1.1" status: 200 len: 1097 time: 0.0983846 Jan 28 02:58:19.402654 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c3634871-9da1-45b1-8918-b0eff7fd9cb9 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (6bd6f8d4-e096-4fb1-9a60-0882952e6cf5), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:19.435991 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aa045dba-0d71-43d9-89d1-b841d3540990 req-7191100f-be8b-4047-a535-c536d38817e1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943809 Jan 28 02:58:19.877307 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-fa071970-972b-46ae-96b7-b727b0299fbf req-d8b19625-211e-44d5-88f2-495d3e089bfe tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Deleting port 3c6f45ee-3648-4ee4-9242-f1d4103c90f5 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:58:19.878076 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-fa071970-972b-46ae-96b7-b727b0299fbf req-d8b19625-211e-44d5-88f2-495d3e089bfe tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (3c6f45ee-3648-4ee4-9242-f1d4103c90f5), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:19.926413 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-017ef898-f384-43a5-a6ef-271051f20236 req-e9dcc093-4181-479e-bdb8-a3dc9164c4d8 service neutron] 10.222.0.67 "GET /v2.0/ports/61e70dd3-4562-4fbe-b52b-e0bcc418fda0/bindings/n-h2-712139-27 HTTP/1.1" status: 200 len: 385 time: 0.1123509 Jan 28 02:58:20.228999 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c3634871-9da1-45b1-8918-b0eff7fd9cb9 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (6bd6f8d4-e096-4fb1-9a60-0882952e6cf5), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:20.274549 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd2953-ea20-4fd6-ac73-90254667f1a4 req-8fc2cde0-c00a-4360-8ae9-43f612eac1ea tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:20.276257 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-56dd2953-ea20-4fd6-ac73-90254667f1a4 req-8fc2cde0-c00a-4360-8ae9-43f612eac1ea tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 943 time: 0.3508101 Jan 28 02:58:20.303412 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-1078ef95-48e2-4a89-b66b-1ecf732b54d3 req-e7747cfd-3c7c-4586-9bf0-a41a7402e2a4 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] For port ea61766d-f633-45b9-94a0-97b1da8b66bb, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=ea61766d-f633-45b9-94a0-97b1da8b66bb,segment=NetworkSegment(bafc5e9a-dbcc-4536-9a86-e2fe835f6204),segment_id=bafc5e9a-dbcc-4536-9a86-e2fe835f6204)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:58:20.303801 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-1078ef95-48e2-4a89-b66b-1ecf732b54d3 req-e7747cfd-3c7c-4586-9bf0-a41a7402e2a4 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (ea61766d-f633-45b9-94a0-97b1da8b66bb), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:20.347041 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-c3634871-9da1-45b1-8918-b0eff7fd9cb9 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bd6f8d4-e096-4fb1-9a60-0882952e6cf5']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:58:20.393211 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63937546-a7d4-43cc-855e-c69b2697fcb6 req-9ea62545-97c6-48b2-831f-9afa8df6817c tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:20.394831 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-63937546-a7d4-43cc-855e-c69b2697fcb6 req-9ea62545-97c6-48b2-831f-9afa8df6817c tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/ports?device_id=547d6676-d673-4499-a3fb-e74ec0174bc8 HTTP/1.1" status: 200 len: 945 time: 0.4767559 Jan 28 02:58:20.411419 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-c3634871-9da1-45b1-8918-b0eff7fd9cb9 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '850c4498-4464-48f4-8d4d-34451244f3f9') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:58:20.411703 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-c3634871-9da1-45b1-8918-b0eff7fd9cb9 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '850c4498-4464-48f4-8d4d-34451244f3f9') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:58:20.414212 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-1078ef95-48e2-4a89-b66b-1ecf732b54d3 req-e7747cfd-3c7c-4586-9bf0-a41a7402e2a4 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Calling delete_port for ea61766d-f633-45b9-94a0-97b1da8b66bb owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:58:20.421263 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-56dd2953-ea20-4fd6-ac73-90254667f1a4 req-70ede6a5-ce03-43c8-8fa3-813aeeb171a5 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342776 Jan 28 02:58:20.441028 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-fa071970-972b-46ae-96b7-b727b0299fbf req-d8b19625-211e-44d5-88f2-495d3e089bfe tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] For port 3c6f45ee-3648-4ee4-9242-f1d4103c90f5, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=3c6f45ee-3648-4ee4-9242-f1d4103c90f5,segment=NetworkSegment(bafc5e9a-dbcc-4536-9a86-e2fe835f6204),segment_id=bafc5e9a-dbcc-4536-9a86-e2fe835f6204)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:58:20.441506 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-fa071970-972b-46ae-96b7-b727b0299fbf req-d8b19625-211e-44d5-88f2-495d3e089bfe tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (3c6f45ee-3648-4ee4-9242-f1d4103c90f5), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:20.473318 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c3634871-9da1-45b1-8918-b0eff7fd9cb9 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (850c4498-4464-48f4-8d4d-34451244f3f9), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:20.515183 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-fa071970-972b-46ae-96b7-b727b0299fbf req-d8b19625-211e-44d5-88f2-495d3e089bfe tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Calling delete_port for 3c6f45ee-3648-4ee4-9242-f1d4103c90f5 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:58:20.631415 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c3634871-9da1-45b1-8918-b0eff7fd9cb9 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (850c4498-4464-48f4-8d4d-34451244f3f9), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:20.651729 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-63937546-a7d4-43cc-855e-c69b2697fcb6 req-84db4c3a-d5bf-4b4f-b5ee-6d5760c45f56 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0d6f1b4-a765-4649-a701-1de747dcfdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384899 Jan 28 02:58:20.667472 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-017ef898-f384-43a5-a6ef-271051f20236 req-ef6f134f-5028-4975-9f40-0945c724424d service neutron] For port 61e70dd3-4562-4fbe-b52b-e0bcc418fda0, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=61e70dd3-4562-4fbe-b52b-e0bcc418fda0,segment=NetworkSegment(4fb02108-8b37-4bb4-8350-923aa0786ccd),segment_id=4fb02108-8b37-4bb4-8350-923aa0786ccd)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:58:20.693771 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3634871-9da1-45b1-8918-b0eff7fd9cb9 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:58:20.695526 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c3634871-9da1-45b1-8918-b0eff7fd9cb9 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (850c4498-4464-48f4-8d4d-34451244f3f9), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:20.700405 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 02:58:20.700405 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:58:20.700405 n-d-712139-27 neutron-server[109803]: timer() Jan 28 02:58:20.700405 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:58:20.700405 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 02:58:20.700405 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:58:20.700405 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 02:58:20.700405 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:58:20.700405 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 02:58:20.700405 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:58:20.700405 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 02:58:20.700405 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:58:20.700405 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 02:58:20.700405 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:58:20.700405 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:58:20.700405 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:58:20.700405 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:58:20.700405 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:58:20.700405 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 02:58:20.700405 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:58:20.700405 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 02:58:20.700405 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:58:20.700405 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:58:20.700405 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:58:20.700405 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 02:58:20.700405 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:58:20.700405 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:58:20.700405 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:58:20.700405 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:58:20.700405 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:58:20.700405 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:58:20.700405 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:58:20.721667 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-017ef898-f384-43a5-a6ef-271051f20236 req-ef6f134f-5028-4975-9f40-0945c724424d service neutron] For port 61e70dd3-4562-4fbe-b52b-e0bcc418fda0, host n-h1-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:58:20.764060 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-017ef898-f384-43a5-a6ef-271051f20236 req-ef6f134f-5028-4975-9f40-0945c724424d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61e70dd3-4562-4fbe-b52b-e0bcc418fda0 {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:58:20.781564 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-017ef898-f384-43a5-a6ef-271051f20236 req-ef6f134f-5028-4975-9f40-0945c724424d service neutron] For port 61e70dd3-4562-4fbe-b52b-e0bcc418fda0, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=61e70dd3-4562-4fbe-b52b-e0bcc418fda0,segment=NetworkSegment(4fb02108-8b37-4bb4-8350-923aa0786ccd),segment_id=4fb02108-8b37-4bb4-8350-923aa0786ccd)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:58:20.811038 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-017ef898-f384-43a5-a6ef-271051f20236 req-ef6f134f-5028-4975-9f40-0945c724424d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (61e70dd3-4562-4fbe-b52b-e0bcc418fda0), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:20.884757 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c3634871-9da1-45b1-8918-b0eff7fd9cb9 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (6bd6f8d4-e096-4fb1-9a60-0882952e6cf5), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:20.932943 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c3634871-9da1-45b1-8918-b0eff7fd9cb9 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:20.939085 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c3634871-9da1-45b1-8918-b0eff7fd9cb9 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] 10.222.0.53 "DELETE /v2.0/networks/6bd6f8d4-e096-4fb1-9a60-0882952e6cf5 HTTP/1.1" status: 204 len: 168 time: 1.7044961 Jan 28 02:58:20.940434 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3634871-9da1-45b1-8918-b0eff7fd9cb9 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Pushing event deleted for resources: {'Network': ['ID=6bd6f8d4-e096-4fb1-9a60-0882952e6cf5,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:20.945273 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43948) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:20.958380 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aab6c6-09fb-4459-a47e-9dd22a43c49a req-86390a47-d667-42ae-8cdc-e296d544b6ca tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:20.966118 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c9aab6c6-09fb-4459-a47e-9dd22a43c49a req-86390a47-d667-42ae-8cdc-e296d544b6ca tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91be756e-4302-4c91-acef-b2ea0430f815 HTTP/1.1" status: 200 len: 945 time: 0.2465158 Jan 28 02:58:21.006392 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-017ef898-f384-43a5-a6ef-271051f20236 req-ef6f134f-5028-4975-9f40-0945c724424d service neutron] Transition to ACTIVE for port object 61e70dd3-4562-4fbe-b52b-e0bcc418fda0 will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:58:21.017888 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-017ef898-f384-43a5-a6ef-271051f20236 req-ef6f134f-5028-4975-9f40-0945c724424d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (61e70dd3-4562-4fbe-b52b-e0bcc418fda0), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:21.064349 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-499aa80b-3734-4a85-ae64-a75a171eda53 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (4b4db104-5e58-4fd7-adab-1f756e02497a), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:21.107496 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:58:21.147001 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f134f-5028-4975-9f40-0945c724424d service neutron] Pushing event updated for resources: {'Port': ['ID=61e70dd3-4562-4fbe-b52b-e0bcc418fda0,revision_number=10']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:21.198357 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-017ef898-f384-43a5-a6ef-271051f20236 req-ef6f134f-5028-4975-9f40-0945c724424d service neutron] No DVR routers for this DVR port 61e70dd3-4562-4fbe-b52b-e0bcc418fda0 on host n-h1-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:58:21.198603 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c9aab6c6-09fb-4459-a47e-9dd22a43c49a req-b2ac43c9-cc60-475d-a01f-4cfd6cf61d75 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315845 Jan 28 02:58:21.250221 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-017ef898-f384-43a5-a6ef-271051f20236 req-ef6f134f-5028-4975-9f40-0945c724424d service neutron] 10.222.0.67 "PUT /v2.0/ports/61e70dd3-4562-4fbe-b52b-e0bcc418fda0/bindings/n-h2-712139-27/activate HTTP/1.1" status: 200 len: 370 time: 1.3137872 Jan 28 02:58:21.324651 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-499aa80b-3734-4a85-ae64-a75a171eda53 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (4b4db104-5e58-4fd7-adab-1f756e02497a), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:21.358278 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-1078ef95-48e2-4a89-b66b-1ecf732b54d3 req-e7747cfd-3c7c-4586-9bf0-a41a7402e2a4 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (ea61766d-f633-45b9-94a0-97b1da8b66bb), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:21.362076 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-499aa80b-3734-4a85-ae64-a75a171eda53 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b4db104-5e58-4fd7-adab-1f756e02497a']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:58:21.408107 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-499aa80b-3734-4a85-ae64-a75a171eda53 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5798b29-3ad3-4380-881a-e06c7f3eb20e') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:58:21.408107 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-499aa80b-3734-4a85-ae64-a75a171eda53 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5798b29-3ad3-4380-881a-e06c7f3eb20e') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:58:21.412788 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7747cfd-3c7c-4586-9bf0-a41a7402e2a4 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Pushing event deleted for resources: {'Port': ['ID=ea61766d-f633-45b9-94a0-97b1da8b66bb,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:21.425026 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-fa071970-972b-46ae-96b7-b727b0299fbf req-d8b19625-211e-44d5-88f2-495d3e089bfe tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (3c6f45ee-3648-4ee4-9242-f1d4103c90f5), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:21.427986 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-499aa80b-3734-4a85-ae64-a75a171eda53 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (b5798b29-3ad3-4380-881a-e06c7f3eb20e), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:21.446031 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ef898-f384-43a5-a6ef-271051f20236 req-2e340cbc-d5f9-422d-a70e-e833c143d354 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:21.450139 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-017ef898-f384-43a5-a6ef-271051f20236 req-2e340cbc-d5f9-422d-a70e-e833c143d354 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8&tenant_id=e168a8b773b74055bc0667e0581a74cd&binding%3Ahost_id=n-h1-712139-27 HTTP/1.1" status: 200 len: 1096 time: 0.0949872 Jan 28 02:58:21.495133 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-499aa80b-3734-4a85-ae64-a75a171eda53 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (b5798b29-3ad3-4380-881a-e06c7f3eb20e), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:21.506387 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b19625-211e-44d5-88f2-495d3e089bfe tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Pushing event deleted for resources: {'Port': ['ID=3c6f45ee-3648-4ee4-9242-f1d4103c90f5,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:21.512975 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-499aa80b-3734-4a85-ae64-a75a171eda53 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:58:21.513487 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-499aa80b-3734-4a85-ae64-a75a171eda53 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (b5798b29-3ad3-4380-881a-e06c7f3eb20e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:21.531280 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 02:58:21.531280 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:58:21.531280 n-d-712139-27 neutron-server[109803]: timer() Jan 28 02:58:21.531280 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:58:21.531280 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 02:58:21.531280 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:58:21.531280 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 02:58:21.531280 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:58:21.531280 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 02:58:21.531280 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:58:21.531280 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 02:58:21.531280 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:58:21.531280 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 02:58:21.531280 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:58:21.531280 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:58:21.531280 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:58:21.531280 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:58:21.531280 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:58:21.531280 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 02:58:21.531280 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:58:21.531280 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 02:58:21.531280 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:58:21.531280 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:58:21.531280 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:58:21.531280 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 02:58:21.531280 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:58:21.531280 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:58:21.531280 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:58:21.531280 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:58:21.531280 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:58:21.531280 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:58:21.531280 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:58:21.545118 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-1078ef95-48e2-4a89-b66b-1ecf732b54d3 req-e7747cfd-3c7c-4586-9bf0-a41a7402e2a4 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] No DVR routers for this DVR port ea61766d-f633-45b9-94a0-97b1da8b66bb on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:58:21.575248 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 3c6f45ee-3648-4ee4-9242-f1d4103c90f5 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:58:21.577319 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-1078ef95-48e2-4a89-b66b-1ecf732b54d3 req-e7747cfd-3c7c-4586-9bf0-a41a7402e2a4 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:21.580769 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1078ef95-48e2-4a89-b66b-1ecf732b54d3 req-e7747cfd-3c7c-4586-9bf0-a41a7402e2a4 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.39 "DELETE /v2.0/ports/ea61766d-f633-45b9-94a0-97b1da8b66bb HTTP/1.1" status: 204 len: 173 time: 2.9563448 Jan 28 02:58:21.581270 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff5e3b8-d5e5-4d8c-8f35-af78edfb5bce', 'name': 'network-vif-deleted', 'tag': 'ea61766d-f633-45b9-94a0-97b1da8b66bb'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:58:21.583573 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c461e38f-151f-4a79-a585-29c6f3ac806d" -d '{"events": [{"server_uuid": "3ff5e3b8-d5e5-4d8c-8f35-af78edfb5bce", "name": "network-vif-deleted", "tag": "ea61766d-f633-45b9-94a0-97b1da8b66bb"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:58:21.641203 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 3c6f45ee-3648-4ee4-9242-f1d4103c90f5 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:58:21.643279 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 3c6f45ee-3648-4ee4-9242-f1d4103c90f5 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:58:21.644042 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device ea61766d-f633-45b9-94a0-97b1da8b66bb no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:58:21.644932 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa071970-972b-46ae-96b7-b727b0299fbf req-d8b19625-211e-44d5-88f2-495d3e089bfe tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] No DVR routers for this DVR port 3c6f45ee-3648-4ee4-9242-f1d4103c90f5 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:58:21.649711 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-fa071970-972b-46ae-96b7-b727b0299fbf req-d8b19625-211e-44d5-88f2-495d3e089bfe tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:21.654571 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fa071970-972b-46ae-96b7-b727b0299fbf req-d8b19625-211e-44d5-88f2-495d3e089bfe tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.39 "DELETE /v2.0/ports/3c6f45ee-3648-4ee4-9242-f1d4103c90f5 HTTP/1.1" status: 204 len: 173 time: 2.8855848 Jan 28 02:58:21.674110 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-499aa80b-3734-4a85-ae64-a75a171eda53 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (4b4db104-5e58-4fd7-adab-1f756e02497a), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:21.681838 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8723718-7516-4303-a819-848f3b183b9e x-openstack-request-id: req-f8723718-7516-4303-a819-848f3b183b9e {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:58:21.682138 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ff5e3b8-d5e5-4d8c-8f35-af78edfb5bce", "name": "network-vif-deleted", "tag": "ea61766d-f633-45b9-94a0-97b1da8b66bb", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:58:21.682394 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f8723718-7516-4303-a819-848f3b183b9e {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:58:21.682812 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff5e3b8-d5e5-4d8c-8f35-af78edfb5bce', 'name': 'network-vif-deleted', 'tag': 'ea61766d-f633-45b9-94a0-97b1da8b66bb', 'status': 'completed', 'code': 200} Jan 28 02:58:21.701047 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-499aa80b-3734-4a85-ae64-a75a171eda53 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:21.708411 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-499aa80b-3734-4a85-ae64-a75a171eda53 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] 10.222.0.53 "DELETE /v2.0/networks/4b4db104-5e58-4fd7-adab-1f756e02497a HTTP/1.1" status: 204 len: 168 time: 0.7599003 Jan 28 02:58:21.712198 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43962) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:21.720056 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499aa80b-3734-4a85-ae64-a75a171eda53 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Pushing event deleted for resources: {'Network': ['ID=4b4db104-5e58-4fd7-adab-1f756e02497a,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:21.729351 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: ea61766d-f633-45b9-94a0-97b1da8b66bb {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:58:21.732611 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device ea61766d-f633-45b9-94a0-97b1da8b66bb not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:58:21.754068 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ef898-f384-43a5-a6ef-271051f20236 req-bcdffed5-e942-4c02-9715-6806fe22eb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:21.755951 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-017ef898-f384-43a5-a6ef-271051f20236 req-bcdffed5-e942-4c02-9715-6806fe22eb08 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8&tenant_id=e168a8b773b74055bc0667e0581a74cd HTTP/1.1" status: 200 len: 1096 time: 0.2903070 Jan 28 02:58:21.852184 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46a612-f7e5-42d1-a21c-31251c60f6ca req-5716c029-d93b-4d2c-bfdf-9658b21f5d69 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:21.854071 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2e46a612-f7e5-42d1-a21c-31251c60f6ca req-5716c029-d93b-4d2c-bfdf-9658b21f5d69 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 944 time: 0.2873323 Jan 28 02:58:21.917428 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1a12eb1d-b510-4560-9195-443a2269d3af req-59b12330-7c03-4b72-899b-560353581132 tempest-MultipleCreateTestJSON-601520789 tempest-MultipleCreateTestJSON-601520789-project] 10.222.0.53 "GET /v2.0/ports?device_id=547d6676-d673-4499-a3fb-e74ec0174bc8 HTTP/1.1" status: 200 len: 210 time: 0.0551350 Jan 28 02:58:21.965769 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ef898-f384-43a5-a6ef-271051f20236 req-b7046968-8aad-4d35-8376-ed724abcf5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:21.967337 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-017ef898-f384-43a5-a6ef-271051f20236 req-b7046968-8aad-4d35-8376-ed724abcf5a7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e168a8b773b74055bc0667e0581a74cd&device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 1096 time: 0.1470165 Jan 28 02:58:22.004178 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2e46a612-f7e5-42d1-a21c-31251c60f6ca req-7407e291-7133-469c-a18e-22f042d97094 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257670 Jan 28 02:58:22.056781 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2015354-c6bb-4f68-9adf-3bac926249a0 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:22.062951 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2015354-c6bb-4f68-9adf-3bac926249a0 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:22.068093 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f2015354-c6bb-4f68-9adf-3bac926249a0 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3320603 Jan 28 02:58:22.068454 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43966) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:22.075204 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-bb0c092f-0f57-4215-b83b-ce2940f4d493 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2115614590'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:58:22.101658 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0c092f-0f57-4215-b83b-ce2940f4d493 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Made reservation on behalf of 2c0ff52351b04b9fab332a9cc2201ab3 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:58:22.109801 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bb0c092f-0f57-4215-b83b-ce2940f4d493 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:22.138621 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ef898-f384-43a5-a6ef-271051f20236 req-90afb461-a591-449f-bea4-f499362756f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:22.141193 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-017ef898-f384-43a5-a6ef-271051f20236 req-90afb461-a591-449f-bea4-f499362756f7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=290af027-4910-45bb-b54e-a29d61400c05 HTTP/1.1" status: 200 len: 909 time: 0.1629643 Jan 28 02:58:22.143401 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb0c092f-0f57-4215-b83b-ce2940f4d493 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:58:22.155949 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bb0c092f-0f57-4215-b83b-ce2940f4d493 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (d4d07ec9-d6b2-49db-ad15-d913b0e40957), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:22.156316 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-bb0c092f-0f57-4215-b83b-ce2940f4d493 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Added segment d4d07ec9-d6b2-49db-ad15-d913b0e40957 of type vlan for network ee44c2b9-0052-4516-a82a-98dd24c54706 Jan 28 02:58:22.215622 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-017ef898-f384-43a5-a6ef-271051f20236 req-1798a58a-6ed7-48ae-b754-4009113108ea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61e70dd3-4562-4fbe-b52b-e0bcc418fda0 HTTP/1.1" status: 200 len: 217 time: 0.0653253 Jan 28 02:58:22.256046 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bb0c092f-0f57-4215-b83b-ce2940f4d493 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (ee44c2b9-0052-4516-a82a-98dd24c54706), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:22.287393 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ef898-f384-43a5-a6ef-271051f20236 req-2e2e71b9-a59d-44ff-a3ed-c3cec76f8e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:22.289728 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-017ef898-f384-43a5-a6ef-271051f20236 req-2e2e71b9-a59d-44ff-a3ed-c3cec76f8e72 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=49bb14d4-dcd1-48f1-bfcf-d4851c7c298c HTTP/1.1" status: 200 len: 848 time: 0.0558407 Jan 28 02:58:22.292098 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bb0c092f-0f57-4215-b83b-ce2940f4d493 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (ee44c2b9-0052-4516-a82a-98dd24c54706), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:22.318930 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0c092f-0f57-4215-b83b-ce2940f4d493 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:22.321820 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bb0c092f-0f57-4215-b83b-ce2940f4d493 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:22.338231 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-017ef898-f384-43a5-a6ef-271051f20236 req-4c2c619f-38ed-4e54-9f83-fa00b58e766a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=290af027-4910-45bb-b54e-a29d61400c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423985 Jan 28 02:58:22.390320 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-bb0c092f-0f57-4215-b83b-ce2940f4d493 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3205791 Jan 28 02:58:22.391100 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43972) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:22.435994 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-123cc39d-b15a-4334-9076-71783bd52c2d tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-611989796'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:58:22.466085 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123cc39d-b15a-4334-9076-71783bd52c2d tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Made reservation on behalf of 2c0ff52351b04b9fab332a9cc2201ab3 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:58:22.470852 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-123cc39d-b15a-4334-9076-71783bd52c2d tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:22.525427 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c092f-0f57-4215-b83b-ce2940f4d493 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Pushing event updated for resources: {'Network': ['ID=ee44c2b9-0052-4516-a82a-98dd24c54706,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:22.545706 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network ee44c2b9-0052-4516-a82a-98dd24c54706 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:58:22.559046 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-123cc39d-b15a-4334-9076-71783bd52c2d tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:58:22.577003 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-123cc39d-b15a-4334-9076-71783bd52c2d tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (999a3033-54df-43cf-badb-43f63fed9f9c), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:22.577556 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-123cc39d-b15a-4334-9076-71783bd52c2d tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Added segment 999a3033-54df-43cf-badb-43f63fed9f9c of type vlan for network 8977cdba-bfcb-49d4-9eb8-841abb12393f Jan 28 02:58:22.619428 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b119181-36b3-4e2e-b474-9cce589f8e1f req-9dad6a0d-6973-465e-8c07-13e86e2de8b1 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:22.629813 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7b119181-36b3-4e2e-b474-9cce589f8e1f req-9dad6a0d-6973-465e-8c07-13e86e2de8b1 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91be756e-4302-4c91-acef-b2ea0430f815 HTTP/1.1" status: 200 len: 945 time: 0.2727330 Jan 28 02:58:22.668118 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-123cc39d-b15a-4334-9076-71783bd52c2d tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (8977cdba-bfcb-49d4-9eb8-841abb12393f), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:22.704173 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-123cc39d-b15a-4334-9076-71783bd52c2d tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (8977cdba-bfcb-49d4-9eb8-841abb12393f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:22.711898 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123cc39d-b15a-4334-9076-71783bd52c2d tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:22.712926 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-123cc39d-b15a-4334-9076-71783bd52c2d tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:22.723400 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-017ef898-f384-43a5-a6ef-271051f20236 req-ab3fcffa-f3b3-49d2-95cd-fa7dc82e02a5 service neutron] 10.222.0.39 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350289 Jan 28 02:58:22.747158 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7b119181-36b3-4e2e-b474-9cce589f8e1f req-8f546eb2-0469-4fe6-8b76-0bb58ad9539a tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137838 Jan 28 02:58:22.802124 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123cc39d-b15a-4334-9076-71783bd52c2d tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Pushing event updated for resources: {'Network': ['ID=8977cdba-bfcb-49d4-9eb8-841abb12393f,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:22.810260 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-123cc39d-b15a-4334-9076-71783bd52c2d tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3791678 Jan 28 02:58:22.816641 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 8977cdba-bfcb-49d4-9eb8-841abb12393f details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:58:22.825589 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43980) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:22.837819 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-1d15be25-a345-4e6f-8078-ff073f563e66 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Request body: {'ports': [{'network_id': 'ee44c2b9-0052-4516-a82a-98dd24c54706', 'name': 'tempest-port--1004297871', 'admin_state_up': True}, {'network_id': '8977cdba-bfcb-49d4-9eb8-841abb12393f', 'admin_state_up': False}]} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:58:22.838267 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-1d15be25-a345-4e6f-8078-ff073f563e66 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Request body: {'port': {'network_id': 'ee44c2b9-0052-4516-a82a-98dd24c54706', 'name': 'tempest-port--1004297871', 'admin_state_up': True}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:58:22.840447 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-1d15be25-a345-4e6f-8078-ff073f563e66 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Request body: {'port': {'network_id': '8977cdba-bfcb-49d4-9eb8-841abb12393f', 'admin_state_up': False}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:58:22.865634 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-017ef898-f384-43a5-a6ef-271051f20236 req-7fa6b56f-d8e2-481e-bd16-5fb91a6eb8f9 service neutron] 10.222.0.39 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347830 Jan 28 02:58:23.031753 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43988) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:23.098726 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-de8cd734-1e8b-48d5-a14b-de282501c4b6 admin admin] Deleting subnet 9725b179-589c-41d6-9206-867190a48986 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:58:23.110912 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-de8cd734-1e8b-48d5-a14b-de282501c4b6 admin admin] Publish callbacks [] for subnet (9725b179-589c-41d6-9206-867190a48986), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:23.235618 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426e23e-15c2-4180-92d1-a349a56713ff req-e38853ae-9f20-4513-b612-0be0cb0848f8 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:23.238194 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b426e23e-15c2-4180-92d1-a349a56713ff req-e38853ae-9f20-4513-b612-0be0cb0848f8 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 944 time: 0.0964751 Jan 28 02:58:23.241868 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ef898-f384-43a5-a6ef-271051f20236 req-580481d4-3cf1-444e-9f32-3840bf3a9985 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:23.243895 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-017ef898-f384-43a5-a6ef-271051f20236 req-580481d4-3cf1-444e-9f32-3840bf3a9985 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8&tenant_id=e168a8b773b74055bc0667e0581a74cd&binding%3Ahost_id=n-h2-712139-27 HTTP/1.1" status: 200 len: 1096 time: 0.1036389 Jan 28 02:58:23.305761 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c6caf-e149-48f8-ba83-655e68887ac3 req-869efff5-5e1a-4bbf-9cca-90238e11725f tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:23.307761 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e22c6caf-e149-48f8-ba83-655e68887ac3 req-869efff5-5e1a-4bbf-9cca-90238e11725f tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91be756e-4302-4c91-acef-b2ea0430f815 HTTP/1.1" status: 200 len: 945 time: 0.2055600 Jan 28 02:58:23.319200 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-de8cd734-1e8b-48d5-a14b-de282501c4b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (9725b179-589c-41d6-9206-867190a48986), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:23.326162 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d15be25-a345-4e6f-8078-ff073f563e66 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Made reservation on behalf of 2c0ff52351b04b9fab332a9cc2201ab3 for: {'port': 2} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:58:23.330789 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1d15be25-a345-4e6f-8078-ff073f563e66 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:23.339755 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b426e23e-15c2-4180-92d1-a349a56713ff req-6ca60ca9-1ff7-4868-814b-462110772ccd tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946374 Jan 28 02:58:23.383148 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1d15be25-a345-4e6f-8078-ff073f563e66 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:23.412518 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-de8cd734-1e8b-48d5-a14b-de282501c4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (9725b179-589c-41d6-9206-867190a48986), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:23.510207 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e22c6caf-e149-48f8-ba83-655e68887ac3 req-be781ccf-73cd-4d63-9b7e-f2cdc724d0a7 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777070 Jan 28 02:58:23.544891 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-017ef898-f384-43a5-a6ef-271051f20236 req-2e48a9f8-5ad9-4be9-b4d9-35bf268abbfa service neutron] For port 61e70dd3-4562-4fbe-b52b-e0bcc418fda0, host n-h1-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:58:23.548317 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-017ef898-f384-43a5-a6ef-271051f20236 req-2e48a9f8-5ad9-4be9-b4d9-35bf268abbfa service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:23.549632 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-017ef898-f384-43a5-a6ef-271051f20236 req-2e48a9f8-5ad9-4be9-b4d9-35bf268abbfa service neutron] 10.222.0.39 "DELETE /v2.0/ports/61e70dd3-4562-4fbe-b52b-e0bcc418fda0/bindings/n-h1-712139-27 HTTP/1.1" status: 204 len: 173 time: 0.2970483 Jan 28 02:58:23.685020 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547d6676-d673-4499-a3fb-e74ec0174bc8', 'name': 'network-vif-deleted', 'tag': '3c6f45ee-3648-4ee4-9242-f1d4103c90f5'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:58:23.687419 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9407c1-7344-4962-bffc-5272ec0a0586" -d '{"events": [{"server_uuid": "547d6676-d673-4499-a3fb-e74ec0174bc8", "name": "network-vif-deleted", "tag": "3c6f45ee-3648-4ee4-9242-f1d4103c90f5"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:58:23.733786 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-de8cd734-1e8b-48d5-a14b-de282501c4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (9725b179-589c-41d6-9206-867190a48986), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:23.773215 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-1d15be25-a345-4e6f-8078-ff073f563e66 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] device_id is not set on port 3cdd8b09-13e7-4737-bee7-f8e9aaaf9f74 yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:58:23.799699 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29c95d8-68b8-4914-82bb-3ab5fc6a42a1 x-openstack-request-id: req-a29c95d8-68b8-4914-82bb-3ab5fc6a42a1 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:58:23.800033 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547d6676-d673-4499-a3fb-e74ec0174bc8", "name": "network-vif-deleted", "tag": "3c6f45ee-3648-4ee4-9242-f1d4103c90f5", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:58:23.800387 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a29c95d8-68b8-4914-82bb-3ab5fc6a42a1 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:58:23.800851 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '547d6676-d673-4499-a3fb-e74ec0174bc8', 'name': 'network-vif-deleted', 'tag': '3c6f45ee-3648-4ee4-9242-f1d4103c90f5', 'status': 'completed', 'code': 200} Jan 28 02:58:23.805242 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8cd734-1e8b-48d5-a14b-de282501c4b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9725b179-589c-41d6-9206-867190a48986,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:23.807799 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-de8cd734-1e8b-48d5-a14b-de282501c4b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:23.811355 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-de8cd734-1e8b-48d5-a14b-de282501c4b6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9725b179-589c-41d6-9206-867190a48986 HTTP/1.1" status: 204 len: 168 time: 0.7785954 Jan 28 02:58:23.815197 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44008) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:23.840456 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb39424-1a6e-48a3-a630-530867bdf6be req-e034b2ec-341a-4164-b4b8-0fb93f15ccb5 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:23.842973 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-beb39424-1a6e-48a3-a630-530867bdf6be req-e034b2ec-341a-4164-b4b8-0fb93f15ccb5 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91be756e-4302-4c91-acef-b2ea0430f815 HTTP/1.1" status: 200 len: 945 time: 0.2176189 Jan 28 02:58:23.939216 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44ac7d7b-4d7f-49fd-b531-8a36438163df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (9ad405c8-038c-420f-81fd-16301459f3e0), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:24.028582 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1d15be25-a345-4e6f-8078-ff073f563e66 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks [] for port (3cdd8b09-13e7-4737-bee7-f8e9aaaf9f74), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:24.106006 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44ac7d7b-4d7f-49fd-b531-8a36438163df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (9ad405c8-038c-420f-81fd-16301459f3e0), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:24.130322 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-1d15be25-a345-4e6f-8078-ff073f563e66 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] device_id is not set on port 1ed55b5a-41e1-439b-b2d6-2bcc4404216e yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:58:24.138979 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-44ac7d7b-4d7f-49fd-b531-8a36438163df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ad405c8-038c-420f-81fd-16301459f3e0']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:58:24.156618 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-44ac7d7b-4d7f-49fd-b531-8a36438163df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bafc5e9a-dbcc-4536-9a86-e2fe835f6204') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:58:24.157063 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-44ac7d7b-4d7f-49fd-b531-8a36438163df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bafc5e9a-dbcc-4536-9a86-e2fe835f6204') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:58:24.174088 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44ac7d7b-4d7f-49fd-b531-8a36438163df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (bafc5e9a-dbcc-4536-9a86-e2fe835f6204), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:24.194477 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44ac7d7b-4d7f-49fd-b531-8a36438163df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (bafc5e9a-dbcc-4536-9a86-e2fe835f6204), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:24.203033 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44ac7d7b-4d7f-49fd-b531-8a36438163df admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:58:24.203714 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44ac7d7b-4d7f-49fd-b531-8a36438163df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (bafc5e9a-dbcc-4536-9a86-e2fe835f6204), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:24.206350 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 02:58:24.206350 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:58:24.206350 n-d-712139-27 neutron-server[109802]: timer() Jan 28 02:58:24.206350 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:58:24.206350 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 02:58:24.206350 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:58:24.206350 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 02:58:24.206350 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:58:24.206350 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 02:58:24.206350 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:58:24.206350 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 02:58:24.206350 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:58:24.206350 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 02:58:24.206350 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:58:24.206350 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:58:24.206350 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:58:24.206350 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:58:24.206350 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:58:24.206350 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 02:58:24.206350 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:58:24.206350 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 02:58:24.206350 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:58:24.206350 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:58:24.206350 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:58:24.206350 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 02:58:24.206350 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:58:24.206350 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:58:24.206350 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:58:24.206350 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:58:24.206350 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:58:24.206350 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:58:24.206350 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:58:24.313771 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44ac7d7b-4d7f-49fd-b531-8a36438163df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (9ad405c8-038c-420f-81fd-16301459f3e0), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:24.323145 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1d15be25-a345-4e6f-8078-ff073f563e66 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks [] for port (1ed55b5a-41e1-439b-b2d6-2bcc4404216e), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:24.350574 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-beb39424-1a6e-48a3-a630-530867bdf6be req-d72d4489-6d79-45df-956b-600cfb467604 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418667 Jan 28 02:58:24.363410 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44ac7d7b-4d7f-49fd-b531-8a36438163df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:24.377673 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-44ac7d7b-4d7f-49fd-b531-8a36438163df admin admin] 10.222.0.53 "DELETE /v2.0/networks/9ad405c8-038c-420f-81fd-16301459f3e0 HTTP/1.1" status: 204 len: 168 time: 0.5538058 Jan 28 02:58:24.377673 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac7d7b-4d7f-49fd-b531-8a36438163df admin admin] Pushing event deleted for resources: {'Network': ['ID=9ad405c8-038c-420f-81fd-16301459f3e0,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:24.454950 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1d15be25-a345-4e6f-8078-ff073f563e66 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (3cdd8b09-13e7-4737-bee7-f8e9aaaf9f74), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:24.575880 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d15be25-a345-4e6f-8078-ff073f563e66 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Pushing event updated for resources: {'Port': ['ID=3cdd8b09-13e7-4737-bee7-f8e9aaaf9f74,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:24.628699 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a767d80-5b90-4123-8edc-f7deb40aea3f req-df881741-7cb9-4e0a-b64e-bcbee060ea13 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:24.640298 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7a767d80-5b90-4123-8edc-f7deb40aea3f req-df881741-7cb9-4e0a-b64e-bcbee060ea13 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 944 time: 0.1443362 Jan 28 02:58:24.642670 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44030) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:24.686649 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44034) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:24.701290 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d15be25-a345-4e6f-8078-ff073f563e66 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Checking segment: {'id': 'd4d07ec9-d6b2-49db-ad15-d913b0e40957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ee44c2b9-0052-4516-a82a-98dd24c54706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:58:24.701733 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d15be25-a345-4e6f-8078-ff073f563e66 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Network hostable DHCP agents. Network: ee44c2b9-0052-4516-a82a-98dd24c54706, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:58:24.797223 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d15be25-a345-4e6f-8078-ff073f563e66 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Network ee44c2b9-0052-4516-a82a-98dd24c54706 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:58:24.866519 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-320c85d2-3a6d-4691-8c1a-e436d4f758f6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=718af09b03c940c88c41db74297b10fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1767805 Jan 28 02:58:24.870862 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44036) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:24.896228 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-1d15be25-a345-4e6f-8078-ff073f563e66 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, ee44c2b9-0052-4516-a82a-98dd24c54706) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:58:24.911530 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7a767d80-5b90-4123-8edc-f7deb40aea3f req-eaddd36a-c2a8-4741-a4e3-2e99235bfb6f tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631161 Jan 28 02:58:24.918721 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823c22dc-0905-460d-83fa-d2bc13f2b1d8 None None] Network ee44c2b9-0052-4516-a82a-98dd24c54706 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:58:25.003198 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d15be25-a345-4e6f-8078-ff073f563e66 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:58:25.004286 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1d15be25-a345-4e6f-8078-ff073f563e66 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (1ed55b5a-41e1-439b-b2d6-2bcc4404216e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:25.114695 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-39321145-18a1-4210-82fc-1cab5d963453 admin admin] Publish callbacks [] for security_group (b0d6f1b4-a765-4649-a701-1de747dcfdd4), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:25.180625 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d15be25-a345-4e6f-8078-ff073f563e66 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Pushing event updated for resources: {'Port': ['ID=1ed55b5a-41e1-439b-b2d6-2bcc4404216e,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:25.206103 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-39321145-18a1-4210-82fc-1cab5d963453 admin admin] Publish callbacks [] for security_group (b0d6f1b4-a765-4649-a701-1de747dcfdd4), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:25.285954 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e949da-c608-44f6-9f10-06e611615c79 req-56866f3d-f083-4154-9997-27f744273b04 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:25.301202 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b5e949da-c608-44f6-9f10-06e611615c79 req-56866f3d-f083-4154-9997-27f744273b04 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91be756e-4302-4c91-acef-b2ea0430f815 HTTP/1.1" status: 200 len: 945 time: 0.4614322 Jan 28 02:58:25.316962 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-cc0cf201-3a7c-475f-a52f-0758263c0db7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:25.360837 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c219316-8326-4124-9716-9465e1638e43 req-ee35c85b-24e0-4f49-a4da-6fb4a586f6d8 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:25.363427 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1c219316-8326-4124-9716-9465e1638e43 req-ee35c85b-24e0-4f49-a4da-6fb4a586f6d8 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 1096 time: 0.0966330 Jan 28 02:58:25.391235 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-39321145-18a1-4210-82fc-1cab5d963453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b0d6f1b4-a765-4649-a701-1de747dcfdd4), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:25.394083 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-39321145-18a1-4210-82fc-1cab5d963453 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:25.395284 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-39321145-18a1-4210-82fc-1cab5d963453 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b0d6f1b4-a765-4649-a701-1de747dcfdd4 HTTP/1.1" status: 204 len: 168 time: 0.5207119 Jan 28 02:58:25.414207 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b5e949da-c608-44f6-9f10-06e611615c79 req-8c512115-cc1f-4270-aad6-60aae37108ae tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112115 Jan 28 02:58:25.422123 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39321145-18a1-4210-82fc-1cab5d963453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d6f1b4-a765-4649-a701-1de747dcfdd4,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:25.427259 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d15be25-a345-4e6f-8078-ff073f563e66 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Checking segment: {'id': '999a3033-54df-43cf-badb-43f63fed9f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '8977cdba-bfcb-49d4-9eb8-841abb12393f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:58:25.430229 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d15be25-a345-4e6f-8078-ff073f563e66 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Network hostable DHCP agents. Network: 8977cdba-bfcb-49d4-9eb8-841abb12393f, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:58:25.476875 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1c219316-8326-4124-9716-9465e1638e43 req-53e9f847-6f83-4251-a980-03acff934925 tempest-LiveMigrationTest-1598389034 tempest-LiveMigrationTest-1598389034-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023719 Jan 28 02:58:25.502590 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d15be25-a345-4e6f-8078-ff073f563e66 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Network 8977cdba-bfcb-49d4-9eb8-841abb12393f is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:58:25.534537 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-1d15be25-a345-4e6f-8078-ff073f563e66 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 8977cdba-bfcb-49d4-9eb8-841abb12393f) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:58:25.539478 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d15be25-a345-4e6f-8078-ff073f563e66 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:58:25.558451 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d15be25-a345-4e6f-8078-ff073f563e66 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:25.558700 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72e9ce6-295b-4759-9196-d5bb32eb5eb2 None None] Network 8977cdba-bfcb-49d4-9eb8-841abb12393f requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:58:25.566028 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-cc0cf201-3a7c-475f-a52f-0758263c0db7 admin admin] Publish callbacks [] for security_group (6d5f3cf9-7eea-456f-9ff3-bae2d524c50f), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:25.569464 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d15be25-a345-4e6f-8078-ff073f563e66 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:25.570433 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1d15be25-a345-4e6f-8078-ff073f563e66 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:25.572903 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-cc0cf201-3a7c-475f-a52f-0758263c0db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (6d5f3cf9-7eea-456f-9ff3-bae2d524c50f), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:25.611134 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1d15be25-a345-4e6f-8078-ff073f563e66 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.7844136 Jan 28 02:58:25.614468 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44050) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:25.678743 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cf201-3a7c-475f-a52f-0758263c0db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5f3cf9-7eea-456f-9ff3-bae2d524c50f,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:25.726886 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-cc0cf201-3a7c-475f-a52f-0758263c0db7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bdc14a4fbf0a4b1aa6b06ac86ef05d2e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0808001 Jan 28 02:58:25.739821 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44054) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:25.937039 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d28371e5-e77b-46a6-af6f-ac4bd7f01777 admin admin] Publish callbacks [] for security_group (6d5f3cf9-7eea-456f-9ff3-bae2d524c50f), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:25.970865 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d1a8d2-2c20-444d-8dd4-bb4041fb7af0 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:25.988196 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d1a8d2-2c20-444d-8dd4-bb4041fb7af0 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:25.992108 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-02d1a8d2-2c20-444d-8dd4-bb4041fb7af0 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3765700 Jan 28 02:58:25.995548 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44058) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:26.027573 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d28371e5-e77b-46a6-af6f-ac4bd7f01777 admin admin] Publish callbacks [] for security_group (6d5f3cf9-7eea-456f-9ff3-bae2d524c50f), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:26.098652 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d28371e5-e77b-46a6-af6f-ac4bd7f01777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (6d5f3cf9-7eea-456f-9ff3-bae2d524c50f), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:26.101675 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d28371e5-e77b-46a6-af6f-ac4bd7f01777 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:26.102964 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d28371e5-e77b-46a6-af6f-ac4bd7f01777 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6d5f3cf9-7eea-456f-9ff3-bae2d524c50f HTTP/1.1" status: 204 len: 168 time: 0.3723438 Jan 28 02:58:26.113131 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28371e5-e77b-46a6-af6f-ac4bd7f01777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5f3cf9-7eea-456f-9ff3-bae2d524c50f,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:26.203660 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-80d90bd9-69c0-4f10-9f77-c627bc6a03f6 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Deleting port 3cdd8b09-13e7-4737-bee7-f8e9aaaf9f74 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:58:26.204260 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-80d90bd9-69c0-4f10-9f77-c627bc6a03f6 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (3cdd8b09-13e7-4737-bee7-f8e9aaaf9f74), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:26.314967 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011cd12-8fc5-40a5-8f1e-b7f5e4d16c80 req-116edd3d-d044-473b-894b-18bb9812683f tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:26.327563 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b011cd12-8fc5-40a5-8f1e-b7f5e4d16c80 req-116edd3d-d044-473b-894b-18bb9812683f tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 944 time: 0.1506224 Jan 28 02:58:26.350549 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-80d90bd9-69c0-4f10-9f77-c627bc6a03f6 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (3cdd8b09-13e7-4737-bee7-f8e9aaaf9f74), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:26.385973 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-80d90bd9-69c0-4f10-9f77-c627bc6a03f6 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Calling delete_port for 3cdd8b09-13e7-4737-bee7-f8e9aaaf9f74 owned by {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:58:26.458360 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b011cd12-8fc5-40a5-8f1e-b7f5e4d16c80 req-6f5b39b0-0fad-4194-b254-77ce0489cd8e tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296740 Jan 28 02:58:26.652876 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015e2f7-be02-46b2-baa8-bec508131eb5 req-cd70c585-12d1-4a24-9d75-08bc8e6282f9 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:26.655433 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2015e2f7-be02-46b2-baa8-bec508131eb5 req-cd70c585-12d1-4a24-9d75-08bc8e6282f9 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91be756e-4302-4c91-acef-b2ea0430f815 HTTP/1.1" status: 200 len: 945 time: 0.1024590 Jan 28 02:58:26.657317 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44080) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:26.683049 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a14944ad-89c0-4f4e-bfa6-c2e26809863b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:26.689244 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-80d90bd9-69c0-4f10-9f77-c627bc6a03f6 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (3cdd8b09-13e7-4737-bee7-f8e9aaaf9f74), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:26.737855 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d90bd9-69c0-4f10-9f77-c627bc6a03f6 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Pushing event deleted for resources: {'Port': ['ID=3cdd8b09-13e7-4737-bee7-f8e9aaaf9f74,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:26.751178 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-80d90bd9-69c0-4f10-9f77-c627bc6a03f6 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:26.760659 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-80d90bd9-69c0-4f10-9f77-c627bc6a03f6 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] 10.222.0.53 "DELETE /v2.0/ports/3cdd8b09-13e7-4737-bee7-f8e9aaaf9f74 HTTP/1.1" status: 204 len: 168 time: 0.7571325 Jan 28 02:58:26.761033 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44082) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:26.788103 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2015e2f7-be02-46b2-baa8-bec508131eb5 req-5d19e121-1dae-4471-b04e-28d002568efb tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145699 Jan 28 02:58:26.840889 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a14944ad-89c0-4f4e-bfa6-c2e26809863b admin admin] Publish callbacks [] for security_group (63220df6-5101-4b16-be94-9e8b03fa4512), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:26.849176 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a14944ad-89c0-4f4e-bfa6-c2e26809863b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (63220df6-5101-4b16-be94-9e8b03fa4512), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:26.862295 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e13253-a3d3-438e-8655-934cd5d77117 req-c340bdf8-31d8-4df6-a814-cd78dbfe8bbd tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:26.864172 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-09e13253-a3d3-438e-8655-934cd5d77117 req-c340bdf8-31d8-4df6-a814-cd78dbfe8bbd tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.39 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 944 time: 0.0620043 Jan 28 02:58:26.946882 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14944ad-89c0-4f4e-bfa6-c2e26809863b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63220df6-5101-4b16-be94-9e8b03fa4512,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:26.954772 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a14944ad-89c0-4f4e-bfa6-c2e26809863b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8b63d8a9ffda49648a146482f3e612cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2958140 Jan 28 02:58:26.957955 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44090) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:27.045366 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-09e13253-a3d3-438e-8655-934cd5d77117 req-7c92add9-ea80-4ac6-9632-506d1c3f03bd tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Deleting port 61e70dd3-4562-4fbe-b52b-e0bcc418fda0 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:58:27.046066 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-09e13253-a3d3-438e-8655-934cd5d77117 req-7c92add9-ea80-4ac6-9632-506d1c3f03bd tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (61e70dd3-4562-4fbe-b52b-e0bcc418fda0), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:27.046817 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-0582caa9-bc26-46cc-867f-ede6adbb8a5e tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Deleting port 1ed55b5a-41e1-439b-b2d6-2bcc4404216e {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:58:27.047200 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0582caa9-bc26-46cc-867f-ede6adbb8a5e tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (1ed55b5a-41e1-439b-b2d6-2bcc4404216e), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:27.113295 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-627a25ff-c301-4f20-822e-01eeec520b87 admin admin] Publish callbacks [] for security_group (63220df6-5101-4b16-be94-9e8b03fa4512), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:27.160371 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-09e13253-a3d3-438e-8655-934cd5d77117 req-7c92add9-ea80-4ac6-9632-506d1c3f03bd tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] For port 61e70dd3-4562-4fbe-b52b-e0bcc418fda0, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=61e70dd3-4562-4fbe-b52b-e0bcc418fda0,segment=NetworkSegment(4fb02108-8b37-4bb4-8350-923aa0786ccd),segment_id=4fb02108-8b37-4bb4-8350-923aa0786ccd)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:58:27.161609 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-09e13253-a3d3-438e-8655-934cd5d77117 req-7c92add9-ea80-4ac6-9632-506d1c3f03bd tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (61e70dd3-4562-4fbe-b52b-e0bcc418fda0), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:27.168655 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-627a25ff-c301-4f20-822e-01eeec520b87 admin admin] Publish callbacks [] for security_group (63220df6-5101-4b16-be94-9e8b03fa4512), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:27.172374 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0582caa9-bc26-46cc-867f-ede6adbb8a5e tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (1ed55b5a-41e1-439b-b2d6-2bcc4404216e), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:27.195734 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-09e13253-a3d3-438e-8655-934cd5d77117 req-7c92add9-ea80-4ac6-9632-506d1c3f03bd tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Calling delete_port for 61e70dd3-4562-4fbe-b52b-e0bcc418fda0 owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:58:27.200867 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-0582caa9-bc26-46cc-867f-ede6adbb8a5e tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Calling delete_port for 1ed55b5a-41e1-439b-b2d6-2bcc4404216e owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:58:27.303602 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-627a25ff-c301-4f20-822e-01eeec520b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (63220df6-5101-4b16-be94-9e8b03fa4512), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:27.306574 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-627a25ff-c301-4f20-822e-01eeec520b87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:27.311198 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-627a25ff-c301-4f20-822e-01eeec520b87 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/63220df6-5101-4b16-be94-9e8b03fa4512 HTTP/1.1" status: 204 len: 168 time: 0.3470278 Jan 28 02:58:27.329135 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a25ff-c301-4f20-822e-01eeec520b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63220df6-5101-4b16-be94-9e8b03fa4512,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:27.349488 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0582caa9-bc26-46cc-867f-ede6adbb8a5e tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (1ed55b5a-41e1-439b-b2d6-2bcc4404216e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:27.402970 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-09e13253-a3d3-438e-8655-934cd5d77117 req-7c92add9-ea80-4ac6-9632-506d1c3f03bd tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (61e70dd3-4562-4fbe-b52b-e0bcc418fda0), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:27.412906 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0582caa9-bc26-46cc-867f-ede6adbb8a5e tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Pushing event deleted for resources: {'Port': ['ID=1ed55b5a-41e1-439b-b2d6-2bcc4404216e,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:27.417036 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0582caa9-bc26-46cc-867f-ede6adbb8a5e tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:27.424607 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0582caa9-bc26-46cc-867f-ede6adbb8a5e tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] 10.222.0.53 "DELETE /v2.0/ports/1ed55b5a-41e1-439b-b2d6-2bcc4404216e HTTP/1.1" status: 204 len: 168 time: 0.6620078 Jan 28 02:58:27.426623 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44102) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:27.436181 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['eea1bd53-e8ff-4e33-b889-848ca0389ca6', '61e70dd3-4562-4fbe-b52b-e0bcc418fda0'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:58:27.464716 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e055f357-e7fa-4f2a-9903-ef1eea56ebba tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0366423 Jan 28 02:58:27.465729 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44104) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:27.471424 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-06fde580-8785-410a-bc9f-91b0965febf9 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1401855949'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:58:27.479282 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c92add9-ea80-4ac6-9632-506d1c3f03bd tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Pushing event deleted for resources: {'Port': ['ID=61e70dd3-4562-4fbe-b52b-e0bcc418fda0,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:27.542916 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fde580-8785-410a-bc9f-91b0965febf9 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Made reservation on behalf of 2c0ff52351b04b9fab332a9cc2201ab3 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:58:27.547657 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-06fde580-8785-410a-bc9f-91b0965febf9 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:27.566901 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e13253-a3d3-438e-8655-934cd5d77117 req-7c92add9-ea80-4ac6-9632-506d1c3f03bd tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] No DVR routers for this DVR port 61e70dd3-4562-4fbe-b52b-e0bcc418fda0 on host n-h2-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:58:27.577214 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-09e13253-a3d3-438e-8655-934cd5d77117 req-7c92add9-ea80-4ac6-9632-506d1c3f03bd tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:27.585681 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-09e13253-a3d3-438e-8655-934cd5d77117 req-7c92add9-ea80-4ac6-9632-506d1c3f03bd tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.39 "DELETE /v2.0/ports/61e70dd3-4562-4fbe-b52b-e0bcc418fda0 HTTP/1.1" status: 204 len: 173 time: 0.7155643 Jan 28 02:58:27.587831 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e320c8b1-639f-4caf-8f27-722c22e8dac8', 'name': 'network-vif-deleted', 'tag': '61e70dd3-4562-4fbe-b52b-e0bcc418fda0'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:58:27.593988 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9decd61-5cb8-45e0-80b5-0fe36a006365" -d '{"events": [{"server_uuid": "e320c8b1-639f-4caf-8f27-722c22e8dac8", "name": "network-vif-deleted", "tag": "61e70dd3-4562-4fbe-b52b-e0bcc418fda0"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:58:27.618782 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06fde580-8785-410a-bc9f-91b0965febf9 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:58:27.630063 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-06fde580-8785-410a-bc9f-91b0965febf9 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (9d3aa891-c30a-4968-88d9-17b3e86b9ea9), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:27.630555 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-06fde580-8785-410a-bc9f-91b0965febf9 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Added segment 9d3aa891-c30a-4968-88d9-17b3e86b9ea9 of type vlan for network 89412cf4-9035-485b-b804-99da75c53af8 Jan 28 02:58:27.678921 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-06fde580-8785-410a-bc9f-91b0965febf9 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (89412cf4-9035-485b-b804-99da75c53af8), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:27.740538 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-06fde580-8785-410a-bc9f-91b0965febf9 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (89412cf4-9035-485b-b804-99da75c53af8), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:27.760717 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a4e38e99-af16-4e71-ad0b-04037fdcff45 req-ea34f8a5-e682-4033-9d14-ef455bf84a26 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 210 time: 0.1448352 Jan 28 02:58:27.767531 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3264d139-d414-4959-8ef2-63a01b8488e6 x-openstack-request-id: req-3264d139-d414-4959-8ef2-63a01b8488e6 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:58:27.768016 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e320c8b1-639f-4caf-8f27-722c22e8dac8", "name": "network-vif-deleted", "tag": "61e70dd3-4562-4fbe-b52b-e0bcc418fda0", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:58:27.768443 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3264d139-d414-4959-8ef2-63a01b8488e6 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:58:27.769127 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e320c8b1-639f-4caf-8f27-722c22e8dac8', 'name': 'network-vif-deleted', 'tag': '61e70dd3-4562-4fbe-b52b-e0bcc418fda0', 'status': 'completed', 'code': 200} Jan 28 02:58:27.773585 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fde580-8785-410a-bc9f-91b0965febf9 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:27.776876 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-06fde580-8785-410a-bc9f-91b0965febf9 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:27.907165 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44120) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:27.908254 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-06fde580-8785-410a-bc9f-91b0965febf9 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4401236 Jan 28 02:58:27.922050 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-c0853a19-3a03-4e6f-9292-2de0d166f2c3 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1980351046'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:58:27.924241 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fde580-8785-410a-bc9f-91b0965febf9 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Pushing event updated for resources: {'Network': ['ID=89412cf4-9035-485b-b804-99da75c53af8,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:27.937453 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 89412cf4-9035-485b-b804-99da75c53af8 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:58:27.956441 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0853a19-3a03-4e6f-9292-2de0d166f2c3 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Made reservation on behalf of 2c0ff52351b04b9fab332a9cc2201ab3 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:58:27.960412 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c0853a19-3a03-4e6f-9292-2de0d166f2c3 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:28.075983 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0853a19-3a03-4e6f-9292-2de0d166f2c3 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:58:28.099159 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32811dd4-8b7d-43ba-9f43-ad021fa8c7f0 req-26ca0d35-ff57-4a27-8009-8cc83b297f14 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:28.100802 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-32811dd4-8b7d-43ba-9f43-ad021fa8c7f0 req-26ca0d35-ff57-4a27-8009-8cc83b297f14 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91be756e-4302-4c91-acef-b2ea0430f815 HTTP/1.1" status: 200 len: 945 time: 0.1090877 Jan 28 02:58:28.104477 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c0853a19-3a03-4e6f-9292-2de0d166f2c3 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (373d6da2-630f-40af-a5b2-2711e893d190), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:28.104892 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-c0853a19-3a03-4e6f-9292-2de0d166f2c3 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Added segment 373d6da2-630f-40af-a5b2-2711e893d190 of type vlan for network ff4346f5-d18f-4a49-aa09-b9116ac31dc1 Jan 28 02:58:28.217989 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-32811dd4-8b7d-43ba-9f43-ad021fa8c7f0 req-2c0c64f7-0406-4d2b-a32c-f0192b3c26b7 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990248 Jan 28 02:58:28.223626 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c0853a19-3a03-4e6f-9292-2de0d166f2c3 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (ff4346f5-d18f-4a49-aa09-b9116ac31dc1), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:28.257206 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c0853a19-3a03-4e6f-9292-2de0d166f2c3 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (ff4346f5-d18f-4a49-aa09-b9116ac31dc1), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:28.267367 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0853a19-3a03-4e6f-9292-2de0d166f2c3 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:28.268486 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c0853a19-3a03-4e6f-9292-2de0d166f2c3 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:28.325340 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c0853a19-3a03-4e6f-9292-2de0d166f2c3 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4088743 Jan 28 02:58:28.441668 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0853a19-3a03-4e6f-9292-2de0d166f2c3 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Pushing event updated for resources: {'Network': ['ID=ff4346f5-d18f-4a49-aa09-b9116ac31dc1,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:28.456193 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network ff4346f5-d18f-4a49-aa09-b9116ac31dc1 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:58:29.025167 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:29.043141 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3ff78b3f-1933-4ab5-bc28-de6894f806ba req-6de74c14-62a0-42bd-ba27-0d17a64d5f8c tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 210 time: 0.1022837 Jan 28 02:58:29.473645 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa40661-d2cc-440f-b200-465d21de875d req-6d10fa06-ecbf-4054-be7d-8a252e69c5b1 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:29.476618 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1aa40661-d2cc-440f-b200-465d21de875d req-6d10fa06-ecbf-4054-be7d-8a252e69c5b1 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91be756e-4302-4c91-acef-b2ea0430f815 HTTP/1.1" status: 200 len: 945 time: 0.0964508 Jan 28 02:58:29.605897 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 61e70dd3-4562-4fbe-b52b-e0bcc418fda0 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:58:29.649105 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1aa40661-d2cc-440f-b200-465d21de875d req-e61225b3-79ca-4e8b-a846-d530324d9554 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643949 Jan 28 02:58:29.686648 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a2c66028-8ef5-4142-9992-20fe7378f043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:29.692993 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 61e70dd3-4562-4fbe-b52b-e0bcc418fda0 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:58:29.695811 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 61e70dd3-4562-4fbe-b52b-e0bcc418fda0 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:58:30.258154 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dfc15d75-7fa5-4a79-90ed-6f939d1200b1 req-2061d555-bef7-43a5-a754-6551704d20a3 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 210 time: 0.0675862 Jan 28 02:58:30.889399 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e80afb-8473-4128-b359-cc01c0fa1f96 req-6e619233-cae0-40f1-9372-4bdd90ca7bf3 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:30.897486 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-25e80afb-8473-4128-b359-cc01c0fa1f96 req-6e619233-cae0-40f1-9372-4bdd90ca7bf3 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91be756e-4302-4c91-acef-b2ea0430f815 HTTP/1.1" status: 200 len: 945 time: 0.1126187 Jan 28 02:58:31.022756 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-25e80afb-8473-4128-b359-cc01c0fa1f96 req-860a4974-b7ae-4799-a7cb-4db4250585af tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127210 Jan 28 02:58:31.442321 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44270) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:31.447675 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-c7f30492-e483-4b60-9e55-e8ed80f378fd tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Request body: {'subnets': [{'network_id': '89412cf4-9035-485b-b804-99da75c53af8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1827107449', 'ip_version': 6}, {'network_id': 'ff4346f5-d18f-4a49-aa09-b9116ac31dc1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:58:31.448121 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-c7f30492-e483-4b60-9e55-e8ed80f378fd tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Request body: {'subnet': {'network_id': '89412cf4-9035-485b-b804-99da75c53af8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1827107449', 'ip_version': 6}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:58:31.449205 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-c7f30492-e483-4b60-9e55-e8ed80f378fd tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Request body: {'subnet': {'network_id': 'ff4346f5-d18f-4a49-aa09-b9116ac31dc1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:58:31.511728 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e29ce0a7-7d66-43ff-b4c0-06275c195144 req-be8c500b-8af0-4be8-a027-07dfc50b495e tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 210 time: 0.0539596 Jan 28 02:58:31.788609 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dbea3bf4-538d-41ca-8e89-5c24367c93f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:31.845292 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f30492-e483-4b60-9e55-e8ed80f378fd tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Made reservation on behalf of 2c0ff52351b04b9fab332a9cc2201ab3 for: {'subnet': 2} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:58:31.852594 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c7f30492-e483-4b60-9e55-e8ed80f378fd tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:31.853415 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c7f30492-e483-4b60-9e55-e8ed80f378fd tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:32.271239 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42e52a-22ac-4c3c-987b-de2afd91ce15 req-7a3321ed-e265-4fe9-a673-0d4b7420a646 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:32.292104 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fc42e52a-22ac-4c3c-987b-de2afd91ce15 req-7a3321ed-e265-4fe9-a673-0d4b7420a646 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91be756e-4302-4c91-acef-b2ea0430f815 HTTP/1.1" status: 200 len: 945 time: 0.1446371 Jan 28 02:58:32.392675 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fc42e52a-22ac-4c3c-987b-de2afd91ce15 req-a892b11a-8d05-461c-9199-5e785658eb1f tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990815 Jan 28 02:58:32.771331 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e9d90edc-9023-40dd-960c-24757264ca59 req-4d073423-d25f-4dcd-b95f-bf80883f6582 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 210 time: 0.0956588 Jan 28 02:58:32.800503 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c7f30492-e483-4b60-9e55-e8ed80f378fd tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (546d90ae-bf1f-47f0-9edf-1c72ab1a17af), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:32.918102 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f30492-e483-4b60-9e55-e8ed80f378fd tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Pushing event updated for resources: {'Subnet': ['ID=546d90ae-bf1f-47f0-9edf-1c72ab1a17af,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:32.934242 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f30492-e483-4b60-9e55-e8ed80f378fd tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Checking segment: {'id': '9d3aa891-c30a-4968-88d9-17b3e86b9ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '89412cf4-9035-485b-b804-99da75c53af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:58:32.934615 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f30492-e483-4b60-9e55-e8ed80f378fd tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Network hostable DHCP agents. Network: 89412cf4-9035-485b-b804-99da75c53af8, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:58:32.969708 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f30492-e483-4b60-9e55-e8ed80f378fd tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Network 89412cf4-9035-485b-b804-99da75c53af8 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:58:32.995093 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-c7f30492-e483-4b60-9e55-e8ed80f378fd tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 89412cf4-9035-485b-b804-99da75c53af8) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:58:33.003166 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c7f30492-e483-4b60-9e55-e8ed80f378fd tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (85241a3f-bc6d-4bd4-aa1c-fe5cce3eda76), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:33.004116 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7495507e-c1a7-46e8-9bb9-8dc32dadd971 None None] Network 89412cf4-9035-485b-b804-99da75c53af8 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:58:33.146169 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44312) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:33.217974 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f30492-e483-4b60-9e55-e8ed80f378fd tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Pushing event updated for resources: {'Subnet': ['ID=85241a3f-bc6d-4bd4-aa1c-fe5cce3eda76,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:33.248235 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f30492-e483-4b60-9e55-e8ed80f378fd tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Checking segment: {'id': '373d6da2-630f-40af-a5b2-2711e893d190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ff4346f5-d18f-4a49-aa09-b9116ac31dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:58:33.248235 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f30492-e483-4b60-9e55-e8ed80f378fd tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Network hostable DHCP agents. Network: ff4346f5-d18f-4a49-aa09-b9116ac31dc1, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:58:33.293592 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7604f4e-2d9f-45ea-a1d5-c990b94f5246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-89412cf4-9035-485b-b804-99da75c53af8', 'network_id': '89412cf4-9035-485b-b804-99da75c53af8', 'project_id': '2c0ff52351b04b9fab332a9cc2201ab3', 'fixed_ips': [{'subnet_id': '546d90ae-bf1f-47f0-9edf-1c72ab1a17af'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:58:33.295750 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f30492-e483-4b60-9e55-e8ed80f378fd tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Network ff4346f5-d18f-4a49-aa09-b9116ac31dc1 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:58:33.299647 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7604f4e-2d9f-45ea-a1d5-c990b94f5246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:33.313825 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-c7f30492-e483-4b60-9e55-e8ed80f378fd tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, ff4346f5-d18f-4a49-aa09-b9116ac31dc1) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:58:33.340040 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f30492-e483-4b60-9e55-e8ed80f378fd tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:33.342846 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f30492-e483-4b60-9e55-e8ed80f378fd tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:33.343784 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c7f30492-e483-4b60-9e55-e8ed80f378fd tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:33.386706 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c7f30492-e483-4b60-9e55-e8ed80f378fd tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.9430280 Jan 28 02:58:33.389414 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44316) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:33.533708 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-c7604f4e-2d9f-45ea-a1d5-c990b94f5246 None None] Allocated IP 2001:db8::1 (89412cf4-9035-485b-b804-99da75c53af8/546d90ae-bf1f-47f0-9edf-1c72ab1a17af/52884027-cb59-49f2-922c-2d8bb50b4dec) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:58:33.659689 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b608e4a4-6605-40bb-8c08-5921119cd1e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:33.693844 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:33.714243 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cd3988-38b2-495e-9e2e-e51d6edec549 None None] Network ff4346f5-d18f-4a49-aa09-b9116ac31dc1 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:58:33.833512 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4992acb7-1e87-47ae-a7b6-fdf41006200b tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:33.835261 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4992acb7-1e87-47ae-a7b6-fdf41006200b tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:33.841515 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4992acb7-1e87-47ae-a7b6-fdf41006200b tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:33.846868 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4992acb7-1e87-47ae-a7b6-fdf41006200b tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.4538026 Jan 28 02:58:33.854829 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44328) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:33.965746 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b8c1b-09b4-4097-9555-abda28ba9bc7 req-379b8936-91fa-439f-9509-5b6586baa72b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:33.973761 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-030b8c1b-09b4-4097-9555-abda28ba9bc7 req-379b8936-91fa-439f-9509-5b6586baa72b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91be756e-4302-4c91-acef-b2ea0430f815 HTTP/1.1" status: 200 len: 945 time: 0.2778077 Jan 28 02:58:34.012366 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ad232c6d-ec42-49bd-8215-80337fec9103 req-95c6e5d4-0597-4319-9a4d-a60cbc61d326 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 210 time: 0.0523472 Jan 28 02:58:34.052651 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-e555d9f3-f910-468d-8942-9894f888c6b7 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Deleting subnet 546d90ae-bf1f-47f0-9edf-1c72ab1a17af {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:58:34.054207 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b608e4a4-6605-40bb-8c08-5921119cd1e2 admin admin] Publish callbacks [] for security_group (102a673b-04d5-4d2d-b1f0-3ce76bc949fc), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:34.064016 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b608e4a4-6605-40bb-8c08-5921119cd1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (102a673b-04d5-4d2d-b1f0-3ce76bc949fc), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:34.159057 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b608e4a4-6605-40bb-8c08-5921119cd1e2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d16e6fa356fd4e7dba12576252b834f1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0115016 Jan 28 02:58:34.161573 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44336) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:34.184252 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-030b8c1b-09b4-4097-9555-abda28ba9bc7 req-5cc9e723-29c1-4939-8260-c54265df929b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064500 Jan 28 02:58:34.190997 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608e4a4-6605-40bb-8c08-5921119cd1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102a673b-04d5-4d2d-b1f0-3ce76bc949fc,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:34.234795 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:34.241628 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a7d82e-f1c4-4bc4-9b3d-172d4b0d7e17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-ff4346f5-d18f-4a49-aa09-b9116ac31dc1', 'network_id': 'ff4346f5-d18f-4a49-aa09-b9116ac31dc1', 'project_id': '2c0ff52351b04b9fab332a9cc2201ab3', 'fixed_ips': [{'subnet_id': '85241a3f-bc6d-4bd4-aa1c-fe5cce3eda76'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:58:34.243740 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-77a7d82e-f1c4-4bc4-9b3d-172d4b0d7e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:34.246322 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e2630728-e10b-4fe7-8dc3-391ce5cf716b admin admin] Publish callbacks [] for security_group (102a673b-04d5-4d2d-b1f0-3ce76bc949fc), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:34.283641 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e2630728-e10b-4fe7-8dc3-391ce5cf716b admin admin] Publish callbacks [] for security_group (102a673b-04d5-4d2d-b1f0-3ce76bc949fc), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:34.350375 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e2630728-e10b-4fe7-8dc3-391ce5cf716b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (102a673b-04d5-4d2d-b1f0-3ce76bc949fc), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:34.354842 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e2630728-e10b-4fe7-8dc3-391ce5cf716b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:34.356801 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e2630728-e10b-4fe7-8dc3-391ce5cf716b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/102a673b-04d5-4d2d-b1f0-3ce76bc949fc HTTP/1.1" status: 204 len: 168 time: 0.1938977 Jan 28 02:58:34.396010 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7604f4e-2d9f-45ea-a1d5-c990b94f5246 None None] Publish callbacks [] for port (52884027-cb59-49f2-922c-2d8bb50b4dec), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:34.408003 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2630728-e10b-4fe7-8dc3-391ce5cf716b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102a673b-04d5-4d2d-b1f0-3ce76bc949fc,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:34.408283 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7604f4e-2d9f-45ea-a1d5-c990b94f5246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (52884027-cb59-49f2-922c-2d8bb50b4dec), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:34.415548 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e555d9f3-f910-468d-8942-9894f888c6b7 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks [] for subnet (546d90ae-bf1f-47f0-9edf-1c72ab1a17af), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:34.475970 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7604f4e-2d9f-45ea-a1d5-c990b94f5246 None None] Pushing event updated for resources: {'Port': ['ID=52884027-cb59-49f2-922c-2d8bb50b4dec,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:34.496547 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7604f4e-2d9f-45ea-a1d5-c990b94f5246 None None] Network 89412cf4-9035-485b-b804-99da75c53af8 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:58:34.524158 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-c7604f4e-2d9f-45ea-a1d5-c990b94f5246 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:58:34.528161 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7604f4e-2d9f-45ea-a1d5-c990b94f5246 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:58:34.540357 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e555d9f3-f910-468d-8942-9894f888c6b7 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (546d90ae-bf1f-47f0-9edf-1c72ab1a17af), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:34.553108 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7604f4e-2d9f-45ea-a1d5-c990b94f5246 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:58:34.553757 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7604f4e-2d9f-45ea-a1d5-c990b94f5246 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:58:34.554257 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7604f4e-2d9f-45ea-a1d5-c990b94f5246 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:58:34.554748 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7604f4e-2d9f-45ea-a1d5-c990b94f5246 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:58:34.555285 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7604f4e-2d9f-45ea-a1d5-c990b94f5246 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:58:34.556327 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7604f4e-2d9f-45ea-a1d5-c990b94f5246 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:58:34.557059 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7604f4e-2d9f-45ea-a1d5-c990b94f5246 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:58:34.557703 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7604f4e-2d9f-45ea-a1d5-c990b94f5246 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:58:34.558188 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7604f4e-2d9f-45ea-a1d5-c990b94f5246 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:58:34.559335 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7604f4e-2d9f-45ea-a1d5-c990b94f5246 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:58:34.559879 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7604f4e-2d9f-45ea-a1d5-c990b94f5246 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:58:34.560363 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7604f4e-2d9f-45ea-a1d5-c990b94f5246 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:58:34.560844 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7604f4e-2d9f-45ea-a1d5-c990b94f5246 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:58:34.643154 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-c7604f4e-2d9f-45ea-a1d5-c990b94f5246 None None] Attempting to bind port 52884027-cb59-49f2-922c-2d8bb50b4dec on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:58:34.643909 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-c7604f4e-2d9f-45ea-a1d5-c990b94f5246 None None] Attempting to bind port 52884027-cb59-49f2-922c-2d8bb50b4dec by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '9d3aa891-c30a-4968-88d9-17b3e86b9ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '89412cf4-9035-485b-b804-99da75c53af8'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:58:34.644548 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7604f4e-2d9f-45ea-a1d5-c990b94f5246 None None] Attempting to bind port 52884027-cb59-49f2-922c-2d8bb50b4dec on network 89412cf4-9035-485b-b804-99da75c53af8 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:58:34.648163 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e555d9f3-f910-468d-8942-9894f888c6b7 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (546d90ae-bf1f-47f0-9edf-1c72ab1a17af), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:34.682803 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7604f4e-2d9f-45ea-a1d5-c990b94f5246 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:58:34.683392 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7604f4e-2d9f-45ea-a1d5-c990b94f5246 None None] Checking segment: {'id': '9d3aa891-c30a-4968-88d9-17b3e86b9ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '89412cf4-9035-485b-b804-99da75c53af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:58:34.683996 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7604f4e-2d9f-45ea-a1d5-c990b94f5246 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:34.684547 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7604f4e-2d9f-45ea-a1d5-c990b94f5246 None None] Bound using segment: {'id': '9d3aa891-c30a-4968-88d9-17b3e86b9ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '89412cf4-9035-485b-b804-99da75c53af8'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:58:34.685403 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-c7604f4e-2d9f-45ea-a1d5-c990b94f5246 None None] Bound port: 52884027-cb59-49f2-922c-2d8bb50b4dec, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d3aa891-c30a-4968-88d9-17b3e86b9ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '89412cf4-9035-485b-b804-99da75c53af8'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:58:34.686027 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7604f4e-2d9f-45ea-a1d5-c990b94f5246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (52884027-cb59-49f2-922c-2d8bb50b4dec), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:34.700297 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-77a7d82e-f1c4-4bc4-9b3d-172d4b0d7e17 None None] Allocated IP 2001:db8:0:1::1 (ff4346f5-d18f-4a49-aa09-b9116ac31dc1/85241a3f-bc6d-4bd4-aa1c-fe5cce3eda76/7169b564-538a-4e9d-b10f-1495a82acae9) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:58:34.760847 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:34.776388 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e555d9f3-f910-468d-8942-9894f888c6b7 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (546d90ae-bf1f-47f0-9edf-1c72ab1a17af), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:34.846996 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555d9f3-f910-468d-8942-9894f888c6b7 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Pushing event deleted for resources: {'Subnet': ['ID=546d90ae-bf1f-47f0-9edf-1c72ab1a17af,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:34.857276 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e555d9f3-f910-468d-8942-9894f888c6b7 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:34.860637 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7604f4e-2d9f-45ea-a1d5-c990b94f5246 None None] For port 52884027-cb59-49f2-922c-2d8bb50b4dec, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:58:34.865316 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44350) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:34.865872 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e555d9f3-f910-468d-8942-9894f888c6b7 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] 10.222.0.53 "DELETE /v2.0/subnets/546d90ae-bf1f-47f0-9edf-1c72ab1a17af HTTP/1.1" status: 204 len: 168 time: 1.0058672 Jan 28 02:58:34.869796 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7604f4e-2d9f-45ea-a1d5-c990b94f5246 None None] For port 52884027-cb59-49f2-922c-2d8bb50b4dec, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=52884027-cb59-49f2-922c-2d8bb50b4dec,segment=NetworkSegment(9d3aa891-c30a-4968-88d9-17b3e86b9ea9),segment_id=9d3aa891-c30a-4968-88d9-17b3e86b9ea9)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:58:34.896293 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7604f4e-2d9f-45ea-a1d5-c990b94f5246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (52884027-cb59-49f2-922c-2d8bb50b4dec), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:35.014087 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc3f1cad-b82b-4b58-8228-6986d70359a5 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Deleting subnet 85241a3f-bc6d-4bd4-aa1c-fe5cce3eda76 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:58:35.042630 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44358) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:35.046387 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7604f4e-2d9f-45ea-a1d5-c990b94f5246 None None] Pushing event updated for resources: {'Port': ['ID=52884027-cb59-49f2-922c-2d8bb50b4dec,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:35.078266 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-86fcada8-e129-440f-9d32-b454992c9391 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:35.170749 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-77a7d82e-f1c4-4bc4-9b3d-172d4b0d7e17 None None] Publish callbacks [] for port (7169b564-538a-4e9d-b10f-1495a82acae9), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:35.187192 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-77a7d82e-f1c4-4bc4-9b3d-172d4b0d7e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (7169b564-538a-4e9d-b10f-1495a82acae9), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:35.246395 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a7d82e-f1c4-4bc4-9b3d-172d4b0d7e17 None None] Pushing event updated for resources: {'Port': ['ID=7169b564-538a-4e9d-b10f-1495a82acae9,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:35.288412 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a7d82e-f1c4-4bc4-9b3d-172d4b0d7e17 None None] Network ff4346f5-d18f-4a49-aa09-b9116ac31dc1 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:58:35.298790 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-77a7d82e-f1c4-4bc4-9b3d-172d4b0d7e17 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:58:35.301196 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a7d82e-f1c4-4bc4-9b3d-172d4b0d7e17 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:58:35.312846 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-86fcada8-e129-440f-9d32-b454992c9391 admin admin] Publish callbacks [] for security_group (6cc71e65-869b-4c30-882f-05cdf91d11e3), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:35.314316 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fc3f1cad-b82b-4b58-8228-6986d70359a5 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks [] for subnet (85241a3f-bc6d-4bd4-aa1c-fe5cce3eda76), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:35.381427 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-86fcada8-e129-440f-9d32-b454992c9391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (6cc71e65-869b-4c30-882f-05cdf91d11e3), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:35.416349 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-02093171-6996-4e11-8ec7-903bae05c932 req-417f04b6-39e8-40ea-9940-81760ea98534 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 210 time: 0.1074772 Jan 28 02:58:35.426878 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-77a7d82e-f1c4-4bc4-9b3d-172d4b0d7e17 None None] Attempting to bind port 7169b564-538a-4e9d-b10f-1495a82acae9 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:58:35.427251 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-77a7d82e-f1c4-4bc4-9b3d-172d4b0d7e17 None None] Attempting to bind port 7169b564-538a-4e9d-b10f-1495a82acae9 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '373d6da2-630f-40af-a5b2-2711e893d190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ff4346f5-d18f-4a49-aa09-b9116ac31dc1'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:58:35.427635 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a7d82e-f1c4-4bc4-9b3d-172d4b0d7e17 None None] Attempting to bind port 7169b564-538a-4e9d-b10f-1495a82acae9 on network ff4346f5-d18f-4a49-aa09-b9116ac31dc1 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:58:35.452896 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a7d82e-f1c4-4bc4-9b3d-172d4b0d7e17 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:58:35.453327 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a7d82e-f1c4-4bc4-9b3d-172d4b0d7e17 None None] Checking segment: {'id': '373d6da2-630f-40af-a5b2-2711e893d190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ff4346f5-d18f-4a49-aa09-b9116ac31dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:58:35.453749 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-77a7d82e-f1c4-4bc4-9b3d-172d4b0d7e17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:35.454161 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a7d82e-f1c4-4bc4-9b3d-172d4b0d7e17 None None] Bound using segment: {'id': '373d6da2-630f-40af-a5b2-2711e893d190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ff4346f5-d18f-4a49-aa09-b9116ac31dc1'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:58:35.459972 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-77a7d82e-f1c4-4bc4-9b3d-172d4b0d7e17 None None] Bound port: 7169b564-538a-4e9d-b10f-1495a82acae9, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373d6da2-630f-40af-a5b2-2711e893d190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ff4346f5-d18f-4a49-aa09-b9116ac31dc1'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:58:35.460404 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-77a7d82e-f1c4-4bc4-9b3d-172d4b0d7e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7169b564-538a-4e9d-b10f-1495a82acae9), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:35.488164 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fc3f1cad-b82b-4b58-8228-6986d70359a5 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (85241a3f-bc6d-4bd4-aa1c-fe5cce3eda76), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:35.529222 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fcada8-e129-440f-9d32-b454992c9391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc71e65-869b-4c30-882f-05cdf91d11e3,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:35.534265 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-86fcada8-e129-440f-9d32-b454992c9391 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=05b3479fe6ec4b83a2655b40bd92d603&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4903233 Jan 28 02:58:35.537657 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44372) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:35.554368 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350434a-028b-443d-bd8a-728cdcb4f408 req-90673cbb-2f2b-4f88-9812-0bf15247cd00 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:35.562996 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d350434a-028b-443d-bd8a-728cdcb4f408 req-90673cbb-2f2b-4f88-9812-0bf15247cd00 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91be756e-4302-4c91-acef-b2ea0430f815 HTTP/1.1" status: 200 len: 945 time: 0.1099169 Jan 28 02:58:35.621401 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-77a7d82e-f1c4-4bc4-9b3d-172d4b0d7e17 None None] For port 7169b564-538a-4e9d-b10f-1495a82acae9, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:58:35.625125 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-77a7d82e-f1c4-4bc4-9b3d-172d4b0d7e17 None None] For port 7169b564-538a-4e9d-b10f-1495a82acae9, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=7169b564-538a-4e9d-b10f-1495a82acae9,segment=NetworkSegment(373d6da2-630f-40af-a5b2-2711e893d190),segment_id=373d6da2-630f-40af-a5b2-2711e893d190)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:58:35.640646 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-77a7d82e-f1c4-4bc4-9b3d-172d4b0d7e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (7169b564-538a-4e9d-b10f-1495a82acae9), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:35.676328 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a2fb14bc-7c00-4991-be12-df8f24a442d2 admin admin] Publish callbacks [] for security_group (6cc71e65-869b-4c30-882f-05cdf91d11e3), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:35.765028 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d350434a-028b-443d-bd8a-728cdcb4f408 req-02a27d53-c6d0-4a62-94db-cf6614848b88 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004344 Jan 28 02:58:35.776426 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a7d82e-f1c4-4bc4-9b3d-172d4b0d7e17 None None] Pushing event updated for resources: {'Port': ['ID=7169b564-538a-4e9d-b10f-1495a82acae9,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:35.808276 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a2fb14bc-7c00-4991-be12-df8f24a442d2 admin admin] Publish callbacks [] for security_group (6cc71e65-869b-4c30-882f-05cdf91d11e3), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:35.883658 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:35.916840 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fc3f1cad-b82b-4b58-8228-6986d70359a5 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (85241a3f-bc6d-4bd4-aa1c-fe5cce3eda76), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:36.601217 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 7169b564-538a-4e9d-b10f-1495a82acae9 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:58:36.707220 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 7169b564-538a-4e9d-b10f-1495a82acae9 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:58:36.707637 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7169b564-538a-4e9d-b10f-1495a82acae9), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:36.782140 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fc3f1cad-b82b-4b58-8228-6986d70359a5 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (85241a3f-bc6d-4bd4-aa1c-fe5cce3eda76), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:36.862950 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-91898eb0-2f89-48da-99de-a9cae7068223 req-37ca4252-51a1-4a01-a2bd-0bb7cd44004a tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 210 time: 0.0993125 Jan 28 02:58:36.912236 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 7169b564-538a-4e9d-b10f-1495a82acae9 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:58:36.912644 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7169b564-538a-4e9d-b10f-1495a82acae9), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:36.956381 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3f1cad-b82b-4b58-8228-6986d70359a5 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Pushing event deleted for resources: {'Subnet': ['ID=85241a3f-bc6d-4bd4-aa1c-fe5cce3eda76,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:36.967550 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a2fb14bc-7c00-4991-be12-df8f24a442d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (6cc71e65-869b-4c30-882f-05cdf91d11e3), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:36.973840 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a2fb14bc-7c00-4991-be12-df8f24a442d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:36.983683 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a2fb14bc-7c00-4991-be12-df8f24a442d2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6cc71e65-869b-4c30-882f-05cdf91d11e3 HTTP/1.1" status: 204 len: 168 time: 1.4364572 Jan 28 02:58:36.985395 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fc3f1cad-b82b-4b58-8228-6986d70359a5 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:37.001145 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-fc3f1cad-b82b-4b58-8228-6986d70359a5 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] 10.222.0.53 "DELETE /v2.0/subnets/85241a3f-bc6d-4bd4-aa1c-fe5cce3eda76 HTTP/1.1" status: 204 len: 168 time: 2.1332383 Jan 28 02:58:37.002641 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44390) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:37.021986 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fb14bc-7c00-4991-be12-df8f24a442d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc71e65-869b-4c30-882f-05cdf91d11e3,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:37.079815 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 7169b564-538a-4e9d-b10f-1495a82acae9, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=7169b564-538a-4e9d-b10f-1495a82acae9,segment=NetworkSegment(373d6da2-630f-40af-a5b2-2711e893d190),segment_id=373d6da2-630f-40af-a5b2-2711e893d190)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:58:37.095712 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (7169b564-538a-4e9d-b10f-1495a82acae9), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:37.096510 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 52884027-cb59-49f2-922c-2d8bb50b4dec up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:58:37.121598 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a92ed7-80cb-410b-8634-514425a61625 req-daf22cb1-918d-46f4-b667-83c701527034 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:37.131708 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-95a92ed7-80cb-410b-8634-514425a61625 req-daf22cb1-918d-46f4-b667-83c701527034 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91be756e-4302-4c91-acef-b2ea0430f815 HTTP/1.1" status: 200 len: 945 time: 0.2104745 Jan 28 02:58:37.208986 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a07bdc3-9f46-4c30-88ef-fb15af30fec5 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:37.215924 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44394) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:37.226072 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4a07bdc3-9f46-4c30-88ef-fb15af30fec5 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2123473 Jan 28 02:58:37.235012 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=7169b564-538a-4e9d-b10f-1495a82acae9,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:37.283710 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d65d2a-5112-47e3-81fb-fc2cb4ddb8fe None None] Network 89412cf4-9035-485b-b804-99da75c53af8 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:58:37.315557 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-95a92ed7-80cb-410b-8634-514425a61625 req-61ecd9d3-2ce8-4ca5-a322-8decbb2b98cd tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825457 Jan 28 02:58:37.371539 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-f256fd1e-d95f-4e1d-83e7-36af31321537 None None] Provisioning complete for port 52884027-cb59-49f2-922c-2d8bb50b4dec triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:58:37.371999 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f256fd1e-d95f-4e1d-83e7-36af31321537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (52884027-cb59-49f2-922c-2d8bb50b4dec), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:37.473883 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1da92f6f-e310-4fd7-b3f5-0523917b2735 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (ff4346f5-d18f-4a49-aa09-b9116ac31dc1), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:37.538804 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-f256fd1e-d95f-4e1d-83e7-36af31321537 None None] Current status of the port 52884027-cb59-49f2-922c-2d8bb50b4dec is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:58:37.539218 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f256fd1e-d95f-4e1d-83e7-36af31321537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (52884027-cb59-49f2-922c-2d8bb50b4dec), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:37.576479 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 52884027-cb59-49f2-922c-2d8bb50b4dec triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:58:37.576867 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (52884027-cb59-49f2-922c-2d8bb50b4dec), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:37.613888 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-1da92f6f-e310-4fd7-b3f5-0523917b2735 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Deleting port 7169b564-538a-4e9d-b10f-1495a82acae9 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:58:37.616220 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1da92f6f-e310-4fd7-b3f5-0523917b2735 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (7169b564-538a-4e9d-b10f-1495a82acae9), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:37.700395 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-f256fd1e-d95f-4e1d-83e7-36af31321537 None None] For port 52884027-cb59-49f2-922c-2d8bb50b4dec, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=52884027-cb59-49f2-922c-2d8bb50b4dec,segment=NetworkSegment(9d3aa891-c30a-4968-88d9-17b3e86b9ea9),segment_id=9d3aa891-c30a-4968-88d9-17b3e86b9ea9)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:58:37.755675 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 52884027-cb59-49f2-922c-2d8bb50b4dec is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:58:37.760704 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f256fd1e-d95f-4e1d-83e7-36af31321537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (52884027-cb59-49f2-922c-2d8bb50b4dec), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:37.828678 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-1da92f6f-e310-4fd7-b3f5-0523917b2735 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] For port 7169b564-538a-4e9d-b10f-1495a82acae9, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=7169b564-538a-4e9d-b10f-1495a82acae9,segment=NetworkSegment(373d6da2-630f-40af-a5b2-2711e893d190),segment_id=373d6da2-630f-40af-a5b2-2711e893d190)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:58:37.829436 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1da92f6f-e310-4fd7-b3f5-0523917b2735 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (7169b564-538a-4e9d-b10f-1495a82acae9), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:37.832952 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f256fd1e-d95f-4e1d-83e7-36af31321537 None None] Pushing event updated for resources: {'Port': ['ID=52884027-cb59-49f2-922c-2d8bb50b4dec,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:37.838034 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b60403-ca6c-458a-8452-e370c62737a9 None None] DHCP port deletion for 89412cf4-9035-485b-b804-99da75c53af8 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:58:37.843993 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb9feb4-6930-478c-916a-b32d083be9b3 None None] Network ff4346f5-d18f-4a49-aa09-b9116ac31dc1 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:58:37.855924 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-1da92f6f-e310-4fd7-b3f5-0523917b2735 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Calling delete_port for 7169b564-538a-4e9d-b10f-1495a82acae9 owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:58:37.970852 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-ea7a84f8-d982-4065-b74c-6f586eb09ba2 None None] Provisioning complete for port 7169b564-538a-4e9d-b10f-1495a82acae9 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:58:37.971234 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ea7a84f8-d982-4065-b74c-6f586eb09ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7169b564-538a-4e9d-b10f-1495a82acae9), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:38.026812 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1da92f6f-e310-4fd7-b3f5-0523917b2735 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (7169b564-538a-4e9d-b10f-1495a82acae9), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:38.086975 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-ea7a84f8-d982-4065-b74c-6f586eb09ba2 None None] Could not find standard attr ID for object 7169b564-538a-4e9d-b10f-1495a82acae9. {{(pid=109804) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 02:58:38.099011 n-d-712139-27 neutron-server[109804]: INFO neutron.plugins.ml2.db [None req-ea7a84f8-d982-4065-b74c-6f586eb09ba2 None None] No ports have port_id starting with 7169b564-538a-4e9d-b10f-1495a82acae9 Jan 28 02:58:38.136223 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-55c59628-1658-4db2-8c96-aa1b57aebb59 req-99d01d44-6bbd-466c-9ef3-d396f2f6cdd6 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 210 time: 0.0903356 Jan 28 02:58:38.139999 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da92f6f-e310-4fd7-b3f5-0523917b2735 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] No DVR routers for this DVR port 7169b564-538a-4e9d-b10f-1495a82acae9 on host n-d-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:58:38.164514 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da92f6f-e310-4fd7-b3f5-0523917b2735 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Pushing event deleted for resources: {'Port': ['ID=7169b564-538a-4e9d-b10f-1495a82acae9,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:38.199824 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-a1b60403-ca6c-458a-8452-e370c62737a9 None None] Deleting port 52884027-cb59-49f2-922c-2d8bb50b4dec {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:58:38.200536 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a1b60403-ca6c-458a-8452-e370c62737a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (52884027-cb59-49f2-922c-2d8bb50b4dec), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:38.239607 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8bed0b-66da-4f96-b152-6ba92b2c260e None None] DHCP port deletion for ff4346f5-d18f-4a49-aa09-b9116ac31dc1 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:58:38.360741 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-a1b60403-ca6c-458a-8452-e370c62737a9 None None] For port 52884027-cb59-49f2-922c-2d8bb50b4dec, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=52884027-cb59-49f2-922c-2d8bb50b4dec,segment=NetworkSegment(9d3aa891-c30a-4968-88d9-17b3e86b9ea9),segment_id=9d3aa891-c30a-4968-88d9-17b3e86b9ea9)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:58:38.361513 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a1b60403-ca6c-458a-8452-e370c62737a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (52884027-cb59-49f2-922c-2d8bb50b4dec), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:38.402810 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-a1b60403-ca6c-458a-8452-e370c62737a9 None None] Calling delete_port for 52884027-cb59-49f2-922c-2d8bb50b4dec owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:58:38.440572 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1da92f6f-e310-4fd7-b3f5-0523917b2735 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (ff4346f5-d18f-4a49-aa09-b9116ac31dc1), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:38.482612 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 52884027-cb59-49f2-922c-2d8bb50b4dec no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:58:38.554769 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-1da92f6f-e310-4fd7-b3f5-0523917b2735 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff4346f5-d18f-4a49-aa09-b9116ac31dc1']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:58:38.602060 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-1da92f6f-e310-4fd7-b3f5-0523917b2735 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '373d6da2-630f-40af-a5b2-2711e893d190') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:58:38.602700 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-1da92f6f-e310-4fd7-b3f5-0523917b2735 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '373d6da2-630f-40af-a5b2-2711e893d190') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:58:38.630517 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384137ef-d4c0-4c9c-8ce5-38f085a632e7 req-342ad663-d21e-493c-bdd9-abe463f2af46 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:38.644982 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a1b60403-ca6c-458a-8452-e370c62737a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (52884027-cb59-49f2-922c-2d8bb50b4dec), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:38.651017 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1da92f6f-e310-4fd7-b3f5-0523917b2735 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (373d6da2-630f-40af-a5b2-2711e893d190), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:38.673420 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-384137ef-d4c0-4c9c-8ce5-38f085a632e7 req-342ad663-d21e-493c-bdd9-abe463f2af46 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91be756e-4302-4c91-acef-b2ea0430f815 HTTP/1.1" status: 200 len: 945 time: 0.1796076 Jan 28 02:58:38.680623 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1da92f6f-e310-4fd7-b3f5-0523917b2735 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (373d6da2-630f-40af-a5b2-2711e893d190), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:38.696803 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1da92f6f-e310-4fd7-b3f5-0523917b2735 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:58:38.697915 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1da92f6f-e310-4fd7-b3f5-0523917b2735 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (373d6da2-630f-40af-a5b2-2711e893d190), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:38.705537 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b60403-ca6c-458a-8452-e370c62737a9 None None] Pushing event deleted for resources: {'Port': ['ID=52884027-cb59-49f2-922c-2d8bb50b4dec,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:38.720336 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 02:58:38.720336 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:58:38.720336 n-d-712139-27 neutron-server[109803]: timer() Jan 28 02:58:38.720336 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:58:38.720336 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 02:58:38.720336 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:58:38.720336 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 02:58:38.720336 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:58:38.720336 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 02:58:38.720336 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:58:38.720336 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 02:58:38.720336 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:58:38.720336 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 02:58:38.720336 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:58:38.720336 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:58:38.720336 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:58:38.720336 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:58:38.720336 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:58:38.720336 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 02:58:38.720336 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:58:38.720336 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 02:58:38.720336 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:58:38.720336 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:58:38.720336 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:58:38.720336 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 02:58:38.720336 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:58:38.720336 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:58:38.720336 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:58:38.720336 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:58:38.720336 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:58:38.720336 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:58:38.720336 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:58:38.751420 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b60403-ca6c-458a-8452-e370c62737a9 None None] No DVR routers for this DVR port 52884027-cb59-49f2-922c-2d8bb50b4dec on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:58:38.806306 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 52884027-cb59-49f2-922c-2d8bb50b4dec is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:58:38.806956 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (52884027-cb59-49f2-922c-2d8bb50b4dec), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:38.864473 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-384137ef-d4c0-4c9c-8ce5-38f085a632e7 req-f44a5bd5-29c8-4121-942c-19d79b0a8bb1 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855795 Jan 28 02:58:38.952099 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1da92f6f-e310-4fd7-b3f5-0523917b2735 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (ff4346f5-d18f-4a49-aa09-b9116ac31dc1), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:38.981366 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1da92f6f-e310-4fd7-b3f5-0523917b2735 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:38.985474 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1da92f6f-e310-4fd7-b3f5-0523917b2735 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] 10.222.0.53 "DELETE /v2.0/networks/ff4346f5-d18f-4a49-aa09-b9116ac31dc1 HTTP/1.1" status: 204 len: 168 time: 1.7682350 Jan 28 02:58:38.986469 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da92f6f-e310-4fd7-b3f5-0523917b2735 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Pushing event deleted for resources: {'Network': ['ID=ff4346f5-d18f-4a49-aa09-b9116ac31dc1,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:38.988612 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44430) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:39.100640 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-495de356-ea7d-4e97-8730-0facefab32f1 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (89412cf4-9035-485b-b804-99da75c53af8), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:39.226899 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-495de356-ea7d-4e97-8730-0facefab32f1 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (89412cf4-9035-485b-b804-99da75c53af8), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:39.276313 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-495de356-ea7d-4e97-8730-0facefab32f1 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89412cf4-9035-485b-b804-99da75c53af8']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:58:39.314609 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-495de356-ea7d-4e97-8730-0facefab32f1 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d3aa891-c30a-4968-88d9-17b3e86b9ea9') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:58:39.314915 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-495de356-ea7d-4e97-8730-0facefab32f1 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d3aa891-c30a-4968-88d9-17b3e86b9ea9') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:58:39.336567 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-495de356-ea7d-4e97-8730-0facefab32f1 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (9d3aa891-c30a-4968-88d9-17b3e86b9ea9), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:39.357397 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-35b47b91-82a3-440e-92e3-2d78e0cfb7f6 req-0ecb2a2c-1a2f-4126-8676-523d0b63735e tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 210 time: 0.0720580 Jan 28 02:58:39.377777 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-495de356-ea7d-4e97-8730-0facefab32f1 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (9d3aa891-c30a-4968-88d9-17b3e86b9ea9), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:39.390588 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-495de356-ea7d-4e97-8730-0facefab32f1 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:58:39.391043 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-495de356-ea7d-4e97-8730-0facefab32f1 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (9d3aa891-c30a-4968-88d9-17b3e86b9ea9), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:39.463686 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 02:58:39.463686 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:58:39.463686 n-d-712139-27 neutron-server[109802]: timer() Jan 28 02:58:39.463686 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:58:39.463686 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 02:58:39.463686 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:58:39.463686 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 02:58:39.463686 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:58:39.463686 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 02:58:39.463686 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:58:39.463686 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 02:58:39.463686 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:58:39.463686 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 02:58:39.463686 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:58:39.463686 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:58:39.463686 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:58:39.463686 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:58:39.463686 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:58:39.463686 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 02:58:39.463686 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:58:39.463686 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 02:58:39.463686 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:58:39.463686 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:58:39.463686 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:58:39.463686 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 02:58:39.463686 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:58:39.463686 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:58:39.463686 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:58:39.463686 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:58:39.463686 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:58:39.463686 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:58:39.463686 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:58:39.470310 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-495de356-ea7d-4e97-8730-0facefab32f1 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (89412cf4-9035-485b-b804-99da75c53af8), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:39.484658 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-495de356-ea7d-4e97-8730-0facefab32f1 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:39.489392 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-495de356-ea7d-4e97-8730-0facefab32f1 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] 10.222.0.53 "DELETE /v2.0/networks/89412cf4-9035-485b-b804-99da75c53af8 HTTP/1.1" status: 204 len: 168 time: 0.4995971 Jan 28 02:58:39.493205 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44444) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:39.518446 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495de356-ea7d-4e97-8730-0facefab32f1 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Pushing event deleted for resources: {'Network': ['ID=89412cf4-9035-485b-b804-99da75c53af8,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:39.613349 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a7b83319-b030-414b-9fe9-d1f5b6165b54 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (8977cdba-bfcb-49d4-9eb8-841abb12393f), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:39.907162 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a7b83319-b030-414b-9fe9-d1f5b6165b54 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (8977cdba-bfcb-49d4-9eb8-841abb12393f), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:39.963568 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-a7b83319-b030-414b-9fe9-d1f5b6165b54 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8977cdba-bfcb-49d4-9eb8-841abb12393f']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:58:39.993362 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-a7b83319-b030-414b-9fe9-d1f5b6165b54 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '999a3033-54df-43cf-badb-43f63fed9f9c') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:58:39.994154 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-a7b83319-b030-414b-9fe9-d1f5b6165b54 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '999a3033-54df-43cf-badb-43f63fed9f9c') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:58:40.022619 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a7b83319-b030-414b-9fe9-d1f5b6165b54 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (999a3033-54df-43cf-badb-43f63fed9f9c), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:40.050450 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a7b83319-b030-414b-9fe9-d1f5b6165b54 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (999a3033-54df-43cf-badb-43f63fed9f9c), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:40.075904 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b83319-b030-414b-9fe9-d1f5b6165b54 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:58:40.078345 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a7b83319-b030-414b-9fe9-d1f5b6165b54 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (999a3033-54df-43cf-badb-43f63fed9f9c), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:40.154799 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 02:58:40.154799 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:58:40.154799 n-d-712139-27 neutron-server[109803]: timer() Jan 28 02:58:40.154799 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:58:40.154799 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 02:58:40.154799 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:58:40.154799 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 02:58:40.154799 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:58:40.154799 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 02:58:40.154799 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:58:40.154799 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 02:58:40.154799 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:58:40.154799 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 02:58:40.154799 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:58:40.154799 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:58:40.154799 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:58:40.154799 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:58:40.154799 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:58:40.154799 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 02:58:40.154799 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:58:40.154799 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 02:58:40.154799 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:58:40.154799 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:58:40.154799 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:58:40.154799 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 02:58:40.154799 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:58:40.154799 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:58:40.154799 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:58:40.154799 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:58:40.154799 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:58:40.154799 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:58:40.154799 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:58:40.219182 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a7b83319-b030-414b-9fe9-d1f5b6165b54 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (8977cdba-bfcb-49d4-9eb8-841abb12393f), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:40.222364 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15aec67-7153-42e9-b8e4-f6883f8b929c req-4cc6f9cf-b2bc-4ab0-bd36-62c3892afe94 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:40.226003 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a7b83319-b030-414b-9fe9-d1f5b6165b54 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:40.227552 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a15aec67-7153-42e9-b8e4-f6883f8b929c req-4cc6f9cf-b2bc-4ab0-bd36-62c3892afe94 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91be756e-4302-4c91-acef-b2ea0430f815 HTTP/1.1" status: 200 len: 945 time: 0.1689644 Jan 28 02:58:40.235623 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a7b83319-b030-414b-9fe9-d1f5b6165b54 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] 10.222.0.53 "DELETE /v2.0/networks/8977cdba-bfcb-49d4-9eb8-841abb12393f HTTP/1.1" status: 204 len: 168 time: 0.7409768 Jan 28 02:58:40.239185 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44460) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:40.242563 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 7169b564-538a-4e9d-b10f-1495a82acae9 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:58:40.268251 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b83319-b030-414b-9fe9-d1f5b6165b54 tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Pushing event deleted for resources: {'Network': ['ID=8977cdba-bfcb-49d4-9eb8-841abb12393f,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:40.316555 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 7169b564-538a-4e9d-b10f-1495a82acae9 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:58:40.316875 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 7169b564-538a-4e9d-b10f-1495a82acae9 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:58:40.432057 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1053e43e-36ca-41e4-bb58-24540497b1dd tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (ee44c2b9-0052-4516-a82a-98dd24c54706), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:40.461593 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a15aec67-7153-42e9-b8e4-f6883f8b929c req-f7954b8c-205e-4c6b-9638-4641a8023edf tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280548 Jan 28 02:58:40.566738 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1053e43e-36ca-41e4-bb58-24540497b1dd tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (ee44c2b9-0052-4516-a82a-98dd24c54706), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:40.594898 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-1053e43e-36ca-41e4-bb58-24540497b1dd tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee44c2b9-0052-4516-a82a-98dd24c54706']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:58:40.608784 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-1053e43e-36ca-41e4-bb58-24540497b1dd tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4d07ec9-d6b2-49db-ad15-d913b0e40957') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:58:40.609115 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-1053e43e-36ca-41e4-bb58-24540497b1dd tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4d07ec9-d6b2-49db-ad15-d913b0e40957') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:58:40.622228 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1053e43e-36ca-41e4-bb58-24540497b1dd tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (d4d07ec9-d6b2-49db-ad15-d913b0e40957), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:40.628458 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f775f86b-3580-491f-88ee-f7b1e61ac278 req-38c9290f-1c0f-46a3-bcbc-683971482189 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 210 time: 0.1215246 Jan 28 02:58:40.650984 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1053e43e-36ca-41e4-bb58-24540497b1dd tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (d4d07ec9-d6b2-49db-ad15-d913b0e40957), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:40.670027 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1053e43e-36ca-41e4-bb58-24540497b1dd tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:58:40.671840 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1053e43e-36ca-41e4-bb58-24540497b1dd tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (d4d07ec9-d6b2-49db-ad15-d913b0e40957), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:41.146096 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 02:58:41.146096 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:58:41.146096 n-d-712139-27 neutron-server[109802]: timer() Jan 28 02:58:41.146096 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:58:41.146096 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 02:58:41.146096 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:58:41.146096 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 02:58:41.146096 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:58:41.146096 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 02:58:41.146096 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:58:41.146096 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 02:58:41.146096 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:58:41.146096 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 02:58:41.146096 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:58:41.146096 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:58:41.146096 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:58:41.146096 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:58:41.146096 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:58:41.146096 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 02:58:41.146096 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:58:41.146096 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 02:58:41.146096 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:58:41.146096 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:58:41.146096 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:58:41.146096 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 02:58:41.146096 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:58:41.146096 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:58:41.146096 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:58:41.146096 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:58:41.146096 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:58:41.146096 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:58:41.146096 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:58:41.181522 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1053e43e-36ca-41e4-bb58-24540497b1dd tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (ee44c2b9-0052-4516-a82a-98dd24c54706), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:41.188117 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1053e43e-36ca-41e4-bb58-24540497b1dd tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:41.197339 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1053e43e-36ca-41e4-bb58-24540497b1dd tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] 10.222.0.53 "DELETE /v2.0/networks/ee44c2b9-0052-4516-a82a-98dd24c54706 HTTP/1.1" status: 204 len: 168 time: 0.9567158 Jan 28 02:58:41.227847 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1053e43e-36ca-41e4-bb58-24540497b1dd tempest-BulkNetworkOpsIpV6Test-231159916 tempest-BulkNetworkOpsIpV6Test-231159916-project] Pushing event deleted for resources: {'Network': ['ID=ee44c2b9-0052-4516-a82a-98dd24c54706,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:41.748845 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf563eef-b764-4b00-8842-5a784116a6ae req-e3160897-701f-4bfa-83aa-b5dbde487e0a tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:41.750300 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44504) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:41.752432 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cf563eef-b764-4b00-8842-5a784116a6ae req-e3160897-701f-4bfa-83aa-b5dbde487e0a tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91be756e-4302-4c91-acef-b2ea0430f815 HTTP/1.1" status: 200 len: 945 time: 0.1362693 Jan 28 02:58:41.886453 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cf563eef-b764-4b00-8842-5a784116a6ae req-22ce48e6-bf02-4c11-a7bb-55c84741ca96 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267018 Jan 28 02:58:41.983753 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-34665ccc-32f3-4027-8b79-a80f5ff1b611 req-16428d2e-099e-4826-8e64-21886dc2a637 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 210 time: 0.1772218 Jan 28 02:58:42.358895 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f373c296-936f-4f7d-9b20-a70f214e45b0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2c0ff52351b04b9fab332a9cc2201ab3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6052675 Jan 28 02:58:42.360061 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44520) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:42.455529 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a64dcea4-8a71-4618-9b1b-6c62ea077238 admin admin] Publish callbacks [] for security_group (6053d012-5013-45e8-a469-262d0ac8ba10), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:42.503346 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a64dcea4-8a71-4618-9b1b-6c62ea077238 admin admin] Publish callbacks [] for security_group (6053d012-5013-45e8-a469-262d0ac8ba10), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:42.616208 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a64dcea4-8a71-4618-9b1b-6c62ea077238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (6053d012-5013-45e8-a469-262d0ac8ba10), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:42.622256 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a64dcea4-8a71-4618-9b1b-6c62ea077238 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:42.629011 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a64dcea4-8a71-4618-9b1b-6c62ea077238 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6053d012-5013-45e8-a469-262d0ac8ba10 HTTP/1.1" status: 204 len: 168 time: 0.2673144 Jan 28 02:58:42.645949 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64dcea4-8a71-4618-9b1b-6c62ea077238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6053d012-5013-45e8-a469-262d0ac8ba10,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:43.180558 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0158e9c3-84ca-4227-983b-53c76055ba20 req-1c56e9c2-62e6-48db-911a-7e74241ecbcc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2106578 Jan 28 02:58:43.201455 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51317986-7367-45d8-91c5-ad9bd67904e1 req-b57450a2-be2b-4273-94d9-6d0b26a78257 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:43.208883 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-51317986-7367-45d8-91c5-ad9bd67904e1 req-b57450a2-be2b-4273-94d9-6d0b26a78257 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91be756e-4302-4c91-acef-b2ea0430f815 HTTP/1.1" status: 200 len: 945 time: 0.1754515 Jan 28 02:58:43.220541 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f37d436f-7834-42e8-b39f-cc3ab1e6bf43 req-2d5dc5dc-84b2-4099-883c-aea85f53ed24 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=e320c8b1-639f-4caf-8f27-722c22e8dac8 HTTP/1.1" status: 200 len: 210 time: 0.0735536 Jan 28 02:58:43.357612 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-51317986-7367-45d8-91c5-ad9bd67904e1 req-2f60d16e-285c-4143-baab-04132f6da4a9 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436667 Jan 28 02:58:43.403923 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158e9c3-84ca-4227-983b-53c76055ba20 req-715c6d6f-c06f-4c70-b808-e1b09931e8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:43.405447 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0158e9c3-84ca-4227-983b-53c76055ba20 req-715c6d6f-c06f-4c70-b808-e1b09931e8a9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e168a8b773b74055bc0667e0581a74cd&device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9 HTTP/1.1" status: 200 len: 1096 time: 0.1945119 Jan 28 02:58:43.615396 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158e9c3-84ca-4227-983b-53c76055ba20 req-4dd3e70f-7104-4314-8c3c-f2a341f2c9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:43.616872 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0158e9c3-84ca-4227-983b-53c76055ba20 req-4dd3e70f-7104-4314-8c3c-f2a341f2c9a9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=290af027-4910-45bb-b54e-a29d61400c05 HTTP/1.1" status: 200 len: 909 time: 0.1850021 Jan 28 02:58:43.697732 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0158e9c3-84ca-4227-983b-53c76055ba20 req-ccaf45da-30dd-477b-baf6-d5d6e03c0cad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eea1bd53-e8ff-4e33-b889-848ca0389ca6 HTTP/1.1" status: 200 len: 217 time: 0.0734115 Jan 28 02:58:43.772466 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158e9c3-84ca-4227-983b-53c76055ba20 req-ea8490ef-1a3f-4c94-937e-8f1d1bfaac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:43.774124 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0158e9c3-84ca-4227-983b-53c76055ba20 req-ea8490ef-1a3f-4c94-937e-8f1d1bfaac77 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=49bb14d4-dcd1-48f1-bfcf-d4851c7c298c HTTP/1.1" status: 200 len: 848 time: 0.0628827 Jan 28 02:58:43.828372 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0158e9c3-84ca-4227-983b-53c76055ba20 req-6548d993-7e2f-4a76-b254-7de50873946b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=290af027-4910-45bb-b54e-a29d61400c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482547 Jan 28 02:58:43.862732 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44562) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:44.001039 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0158e9c3-84ca-4227-983b-53c76055ba20 req-e4885ea8-7346-43f5-918b-87f06ed634fe service neutron] 10.222.0.39 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650598 Jan 28 02:58:44.155018 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0158e9c3-84ca-4227-983b-53c76055ba20 req-f08fe6ad-0216-40bc-a53d-d8d1b8dbbb95 service neutron] 10.222.0.39 "GET /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443830 Jan 28 02:58:44.378803 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8af8a776-8af8-4f03-bb8f-067dd0c7bbea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:44.668617 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d996ab-517e-4ee2-a581-d841cf3bf7d3 req-3512eb37-decb-44a3-93a7-3f71d4bffe5c tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:44.676954 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b0d996ab-517e-4ee2-a581-d841cf3bf7d3 req-3512eb37-decb-44a3-93a7-3f71d4bffe5c tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91be756e-4302-4c91-acef-b2ea0430f815 HTTP/1.1" status: 200 len: 945 time: 0.1536572 Jan 28 02:58:44.691372 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8af8a776-8af8-4f03-bb8f-067dd0c7bbea admin admin] Publish callbacks [] for security_group (186b384f-ef13-419b-b689-c40b8cad9c44), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:44.709542 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8af8a776-8af8-4f03-bb8f-067dd0c7bbea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (186b384f-ef13-419b-b689-c40b8cad9c44), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:44.822011 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8a776-8af8-4f03-bb8f-067dd0c7bbea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186b384f-ef13-419b-b689-c40b8cad9c44,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:44.851202 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8af8a776-8af8-4f03-bb8f-067dd0c7bbea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c74a8ec13f4e4165b23dfb741f08e7b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9868917 Jan 28 02:58:44.851866 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44592) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:44.853672 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b0d996ab-517e-4ee2-a581-d841cf3bf7d3 req-4c4d9ab4-f531-45f1-93fd-e34c1a6a0b8a tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736803 Jan 28 02:58:45.015272 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2a762f34-48ff-4ba9-b292-bb5f2bc1c3cd admin admin] Publish callbacks [] for security_group (186b384f-ef13-419b-b689-c40b8cad9c44), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:45.066340 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2a762f34-48ff-4ba9-b292-bb5f2bc1c3cd admin admin] Publish callbacks [] for security_group (186b384f-ef13-419b-b689-c40b8cad9c44), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:45.072589 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44598) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:45.171502 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2a762f34-48ff-4ba9-b292-bb5f2bc1c3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (186b384f-ef13-419b-b689-c40b8cad9c44), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:45.175202 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2a762f34-48ff-4ba9-b292-bb5f2bc1c3cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:45.176677 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-2a762f34-48ff-4ba9-b292-bb5f2bc1c3cd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/186b384f-ef13-419b-b689-c40b8cad9c44 HTTP/1.1" status: 204 len: 168 time: 0.3237166 Jan 28 02:58:45.192583 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a762f34-48ff-4ba9-b292-bb5f2bc1c3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186b384f-ef13-419b-b689-c40b8cad9c44,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:45.435282 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-46e56a8a-132d-4491-9ee5-e943f0b263c7 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-434243192'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:58:45.481157 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e56a8a-132d-4491-9ee5-e943f0b263c7 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Made reservation on behalf of 9c59567226e943da9dd248eb2e296e73 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:58:45.486833 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-46e56a8a-132d-4491-9ee5-e943f0b263c7 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:45.505062 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-46e56a8a-132d-4491-9ee5-e943f0b263c7 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:45.706853 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-46e56a8a-132d-4491-9ee5-e943f0b263c7 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for security_group (8e228041-8477-474a-bc57-8308a85cd259), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:45.716282 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-46e56a8a-132d-4491-9ee5-e943f0b263c7 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (8e228041-8477-474a-bc57-8308a85cd259), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:45.744111 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46e56a8a-132d-4491-9ee5-e943f0b263c7 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:58:45.759976 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-46e56a8a-132d-4491-9ee5-e943f0b263c7 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (9e0a682e-6d92-40dd-89d9-9d373febd5cd), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:45.760940 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-46e56a8a-132d-4491-9ee5-e943f0b263c7 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Added segment 9e0a682e-6d92-40dd-89d9-9d373febd5cd of type vlan for network f30bfa7c-3f96-4503-a92f-3a5622960969 Jan 28 02:58:45.820271 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-46e56a8a-132d-4491-9ee5-e943f0b263c7 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (f30bfa7c-3f96-4503-a92f-3a5622960969), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:45.863726 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-46e56a8a-132d-4491-9ee5-e943f0b263c7 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (f30bfa7c-3f96-4503-a92f-3a5622960969), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:45.871115 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e56a8a-132d-4491-9ee5-e943f0b263c7 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:45.872113 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-46e56a8a-132d-4491-9ee5-e943f0b263c7 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:45.928178 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e56a8a-132d-4491-9ee5-e943f0b263c7 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e228041-8477-474a-bc57-8308a85cd259,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:46.017776 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-46e56a8a-132d-4491-9ee5-e943f0b263c7 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9436736 Jan 28 02:58:46.018920 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44622) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:46.038527 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-3f245d7b-997a-40a8-adf4-920a76bafbd6 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'port': {'network_id': 'f30bfa7c-3f96-4503-a92f-3a5622960969', 'name': 'tempest-PortsIpV6TestJSON-1036762809'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:58:46.076789 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b1575-63ca-4cbb-91e8-5fd923dccec7 req-4b341e8b-65a4-42c2-8444-bca5ac9e395f tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:46.084473 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-968b1575-63ca-4cbb-91e8-5fd923dccec7 req-4b341e8b-65a4-42c2-8444-bca5ac9e395f tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91be756e-4302-4c91-acef-b2ea0430f815 HTTP/1.1" status: 200 len: 945 time: 0.1251276 Jan 28 02:58:46.093520 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44626) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:46.114607 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ffc3911-e487-4187-bb96-226f8ac156e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:46.140620 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e56a8a-132d-4491-9ee5-e943f0b263c7 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event updated for resources: {'Network': ['ID=f30bfa7c-3f96-4503-a92f-3a5622960969,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:46.155379 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network f30bfa7c-3f96-4503-a92f-3a5622960969 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:58:46.160351 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f245d7b-997a-40a8-adf4-920a76bafbd6 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Made reservation on behalf of 9c59567226e943da9dd248eb2e296e73 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:58:46.165953 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3f245d7b-997a-40a8-adf4-920a76bafbd6 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:46.204222 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-3f245d7b-997a-40a8-adf4-920a76bafbd6 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] device_id is not set on port 9ddd5985-6951-4c20-9688-8db78d544522 yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:58:46.204728 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-968b1575-63ca-4cbb-91e8-5fd923dccec7 req-95cd3e09-5057-42bc-976a-6758503fd082 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192541 Jan 28 02:58:46.312637 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ffc3911-e487-4187-bb96-226f8ac156e8 admin admin] Publish callbacks [] for security_group (812a0ea5-c215-497f-ac87-188e2addd7f1), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:46.324502 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ffc3911-e487-4187-bb96-226f8ac156e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (812a0ea5-c215-497f-ac87-188e2addd7f1), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:46.441458 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4ffc3911-e487-4187-bb96-226f8ac156e8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=57abec5bd797435480cf757646c34675&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3466651 Jan 28 02:58:46.451878 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44638) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:46.471534 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffc3911-e487-4187-bb96-226f8ac156e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812a0ea5-c215-497f-ac87-188e2addd7f1,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:46.527383 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3f245d7b-997a-40a8-adf4-920a76bafbd6 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for port (9ddd5985-6951-4c20-9688-8db78d544522), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:46.604518 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-40a27537-3bd5-4519-b02d-baf3de33e85f admin admin] Publish callbacks [] for security_group (812a0ea5-c215-497f-ac87-188e2addd7f1), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:46.626567 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3f245d7b-997a-40a8-adf4-920a76bafbd6 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (9ddd5985-6951-4c20-9688-8db78d544522), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:46.640534 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-40a27537-3bd5-4519-b02d-baf3de33e85f admin admin] Publish callbacks [] for security_group (812a0ea5-c215-497f-ac87-188e2addd7f1), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:46.702813 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f245d7b-997a-40a8-adf4-920a76bafbd6 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event updated for resources: {'Port': ['ID=9ddd5985-6951-4c20-9688-8db78d544522,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:46.756690 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-40a27537-3bd5-4519-b02d-baf3de33e85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (812a0ea5-c215-497f-ac87-188e2addd7f1), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:46.760139 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-40a27537-3bd5-4519-b02d-baf3de33e85f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:46.763763 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-40a27537-3bd5-4519-b02d-baf3de33e85f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/812a0ea5-c215-497f-ac87-188e2addd7f1 HTTP/1.1" status: 204 len: 168 time: 0.3045828 Jan 28 02:58:46.778073 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a27537-3bd5-4519-b02d-baf3de33e85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812a0ea5-c215-497f-ac87-188e2addd7f1,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:46.795006 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f245d7b-997a-40a8-adf4-920a76bafbd6 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Checking segment: {'id': '9e0a682e-6d92-40dd-89d9-9d373febd5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f30bfa7c-3f96-4503-a92f-3a5622960969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:58:46.795636 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f245d7b-997a-40a8-adf4-920a76bafbd6 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Network hostable DHCP agents. Network: f30bfa7c-3f96-4503-a92f-3a5622960969, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:58:46.817823 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f245d7b-997a-40a8-adf4-920a76bafbd6 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Network f30bfa7c-3f96-4503-a92f-3a5622960969 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:58:46.834572 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-3f245d7b-997a-40a8-adf4-920a76bafbd6 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, f30bfa7c-3f96-4503-a92f-3a5622960969) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:58:46.847728 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3656bc-0255-4cca-ae3f-7e0ae73595be None None] Network f30bfa7c-3f96-4503-a92f-3a5622960969 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:58:46.871372 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f245d7b-997a-40a8-adf4-920a76bafbd6 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:58:46.890842 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f245d7b-997a-40a8-adf4-920a76bafbd6 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:46.891589 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3f245d7b-997a-40a8-adf4-920a76bafbd6 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:46.958326 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3f245d7b-997a-40a8-adf4-920a76bafbd6 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9271743 Jan 28 02:58:46.961342 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44654) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:46.967328 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-f4c42927-c0b2-4441-b0f0-f4c268a12a07 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1453401478'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:58:47.044232 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c42927-c0b2-4441-b0f0-f4c268a12a07 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Made reservation on behalf of 9c59567226e943da9dd248eb2e296e73 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:58:47.060439 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f4c42927-c0b2-4441-b0f0-f4c268a12a07 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:47.138403 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4c42927-c0b2-4441-b0f0-f4c268a12a07 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:58:47.179095 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f4c42927-c0b2-4441-b0f0-f4c268a12a07 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (b2496360-95df-4a3b-9ba2-fd07af139072), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:47.179471 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-f4c42927-c0b2-4441-b0f0-f4c268a12a07 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Added segment b2496360-95df-4a3b-9ba2-fd07af139072 of type vlan for network 3b8adc52-111b-42da-96c1-baed95824fdb Jan 28 02:58:47.294668 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f4c42927-c0b2-4441-b0f0-f4c268a12a07 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (3b8adc52-111b-42da-96c1-baed95824fdb), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:47.394398 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f4c42927-c0b2-4441-b0f0-f4c268a12a07 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (3b8adc52-111b-42da-96c1-baed95824fdb), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:47.408938 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c42927-c0b2-4441-b0f0-f4c268a12a07 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:47.412727 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f4c42927-c0b2-4441-b0f0-f4c268a12a07 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:47.470585 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d8e9a-c6b1-4c0b-abc0-0f773facf89a req-9095fe98-4ec1-4a45-92d1-65e1d617d916 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:47.487558 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b60d8e9a-c6b1-4c0b-abc0-0f773facf89a req-9095fe98-4ec1-4a45-92d1-65e1d617d916 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91be756e-4302-4c91-acef-b2ea0430f815 HTTP/1.1" status: 200 len: 945 time: 0.1731260 Jan 28 02:58:47.635627 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b60d8e9a-c6b1-4c0b-abc0-0f773facf89a req-75eb2e2c-0f88-4021-ae27-a323b3dbe486 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412766 Jan 28 02:58:47.637691 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f4c42927-c0b2-4441-b0f0-f4c268a12a07 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6750860 Jan 28 02:58:47.638314 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44674) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:47.651925 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-5a6dd681-c3ac-4f6f-99b6-3415e1113a2d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'ports': [{'network_id': 'f30bfa7c-3f96-4503-a92f-3a5622960969'}, {'network_id': '3b8adc52-111b-42da-96c1-baed95824fdb'}]} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:58:47.653476 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-5a6dd681-c3ac-4f6f-99b6-3415e1113a2d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'port': {'network_id': 'f30bfa7c-3f96-4503-a92f-3a5622960969'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:58:47.655243 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-5a6dd681-c3ac-4f6f-99b6-3415e1113a2d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'port': {'network_id': '3b8adc52-111b-42da-96c1-baed95824fdb'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:58:47.692722 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c42927-c0b2-4441-b0f0-f4c268a12a07 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event updated for resources: {'Network': ['ID=3b8adc52-111b-42da-96c1-baed95824fdb,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:47.717905 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 3b8adc52-111b-42da-96c1-baed95824fdb details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:58:48.108346 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6dd681-c3ac-4f6f-99b6-3415e1113a2d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Made reservation on behalf of 9c59567226e943da9dd248eb2e296e73 for: {'port': 2} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:58:48.115106 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5a6dd681-c3ac-4f6f-99b6-3415e1113a2d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:48.155894 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5a6dd681-c3ac-4f6f-99b6-3415e1113a2d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:48.404673 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-5a6dd681-c3ac-4f6f-99b6-3415e1113a2d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] device_id is not set on port c010e17f-eaa0-4af9-9174-030464066b6d yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:58:48.655027 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5a6dd681-c3ac-4f6f-99b6-3415e1113a2d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for port (c010e17f-eaa0-4af9-9174-030464066b6d), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:48.764010 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-5a6dd681-c3ac-4f6f-99b6-3415e1113a2d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] device_id is not set on port faba3b9f-7de2-465a-a919-991eb2262e13 yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:58:48.974173 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5a6dd681-c3ac-4f6f-99b6-3415e1113a2d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for port (faba3b9f-7de2-465a-a919-991eb2262e13), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:48.985794 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713e550-5eea-4450-b45b-badd6078db29 req-94fa0040-6eb0-4369-849f-2b8bed31b2bc tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:48.996018 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f713e550-5eea-4450-b45b-badd6078db29 req-94fa0040-6eb0-4369-849f-2b8bed31b2bc tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91be756e-4302-4c91-acef-b2ea0430f815 HTTP/1.1" status: 200 len: 945 time: 0.1628957 Jan 28 02:58:49.076703 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5a6dd681-c3ac-4f6f-99b6-3415e1113a2d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (c010e17f-eaa0-4af9-9174-030464066b6d), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:49.116946 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f713e550-5eea-4450-b45b-badd6078db29 req-827f8f97-2dcb-44af-be61-0250cbca45ef tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185639 Jan 28 02:58:49.200066 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6dd681-c3ac-4f6f-99b6-3415e1113a2d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Network f30bfa7c-3f96-4503-a92f-3a5622960969 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:58:49.205275 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-5a6dd681-c3ac-4f6f-99b6-3415e1113a2d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:58:49.215237 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6dd681-c3ac-4f6f-99b6-3415e1113a2d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:58:49.217764 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5a6dd681-c3ac-4f6f-99b6-3415e1113a2d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (faba3b9f-7de2-465a-a919-991eb2262e13), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:49.242945 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6dd681-c3ac-4f6f-99b6-3415e1113a2d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event updated for resources: {'Port': ['ID=c010e17f-eaa0-4af9-9174-030464066b6d,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:49.331595 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6dd681-c3ac-4f6f-99b6-3415e1113a2d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Checking segment: {'id': 'b2496360-95df-4a3b-9ba2-fd07af139072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3b8adc52-111b-42da-96c1-baed95824fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:58:49.332187 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6dd681-c3ac-4f6f-99b6-3415e1113a2d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Network hostable DHCP agents. Network: 3b8adc52-111b-42da-96c1-baed95824fdb, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:58:49.339366 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6dd681-c3ac-4f6f-99b6-3415e1113a2d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event updated for resources: {'Port': ['ID=faba3b9f-7de2-465a-a919-991eb2262e13,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:49.377404 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6dd681-c3ac-4f6f-99b6-3415e1113a2d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Network 3b8adc52-111b-42da-96c1-baed95824fdb is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:58:49.394991 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-5a6dd681-c3ac-4f6f-99b6-3415e1113a2d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 3b8adc52-111b-42da-96c1-baed95824fdb) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:58:49.407126 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4168c38e-cef2-4e1f-b7de-425aaf0cc3fb None None] Network 3b8adc52-111b-42da-96c1-baed95824fdb requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:58:49.408606 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6dd681-c3ac-4f6f-99b6-3415e1113a2d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:58:49.416431 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6dd681-c3ac-4f6f-99b6-3415e1113a2d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:49.421697 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6dd681-c3ac-4f6f-99b6-3415e1113a2d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:49.422527 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5a6dd681-c3ac-4f6f-99b6-3415e1113a2d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:49.450432 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5a6dd681-c3ac-4f6f-99b6-3415e1113a2d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8080876 Jan 28 02:58:49.451244 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44728) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:49.751914 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-4574f081-dd39-436d-8cb8-032a4c152c38 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Deleting port faba3b9f-7de2-465a-a919-991eb2262e13 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:58:49.754579 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4574f081-dd39-436d-8cb8-032a4c152c38 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (faba3b9f-7de2-465a-a919-991eb2262e13), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:49.955627 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4574f081-dd39-436d-8cb8-032a4c152c38 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (faba3b9f-7de2-465a-a919-991eb2262e13), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:50.007766 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-4574f081-dd39-436d-8cb8-032a4c152c38 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Calling delete_port for faba3b9f-7de2-465a-a919-991eb2262e13 owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:58:50.156899 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4574f081-dd39-436d-8cb8-032a4c152c38 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (faba3b9f-7de2-465a-a919-991eb2262e13), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:50.354651 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4574f081-dd39-436d-8cb8-032a4c152c38 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:50.366957 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4574f081-dd39-436d-8cb8-032a4c152c38 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/ports/faba3b9f-7de2-465a-a919-991eb2262e13 HTTP/1.1" status: 204 len: 168 time: 0.9140849 Jan 28 02:58:50.369026 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4574f081-dd39-436d-8cb8-032a4c152c38 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event deleted for resources: {'Port': ['ID=faba3b9f-7de2-465a-a919-991eb2262e13,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:50.369745 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44756) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:50.610531 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-533b3640-e25d-4025-9dbc-3b8cdc7ee87c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0954580 Jan 28 02:58:50.628733 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d564e922-01a9-4094-ba00-508b2aa83abe tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:50.635580 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d564e922-01a9-4094-ba00-508b2aa83abe tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:50.637642 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d564e922-01a9-4094-ba00-508b2aa83abe tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2666585 Jan 28 02:58:50.640644 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44762) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:50.700661 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd8610-b8cc-4907-a144-48cb2ae02f09 req-d5f236e1-7ca3-461c-98aa-09fd9cf9e149 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:50.710197 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44766) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:50.711140 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c7dd8610-b8cc-4907-a144-48cb2ae02f09 req-d5f236e1-7ca3-461c-98aa-09fd9cf9e149 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91be756e-4302-4c91-acef-b2ea0430f815 HTTP/1.1" status: 200 len: 945 time: 0.2235525 Jan 28 02:58:50.837768 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-1ec53cdc-1959-47a8-bb32-02fea5a5813d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:50.838270 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-1ec53cdc-1959-47a8-bb32-02fea5a5813d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:50.838811 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-1ec53cdc-1959-47a8-bb32-02fea5a5813d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:50.839290 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-1ec53cdc-1959-47a8-bb32-02fea5a5813d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:50.839924 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-1ec53cdc-1959-47a8-bb32-02fea5a5813d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:50.840397 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-1ec53cdc-1959-47a8-bb32-02fea5a5813d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:50.840994 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-1ec53cdc-1959-47a8-bb32-02fea5a5813d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:50.843475 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-1ec53cdc-1959-47a8-bb32-02fea5a5813d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7581cafbb59a47148e5d33dde7c9cb23&device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 6499 time: 0.1516068 Jan 28 02:58:50.905586 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c7dd8610-b8cc-4907-a144-48cb2ae02f09 req-6ece9ba4-b2aa-43ae-b651-fd7af7a22a15 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882129 Jan 28 02:58:50.932429 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-d47a36f5-c8d2-478c-8fc5-82579463c29c tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Deleting port c010e17f-eaa0-4af9-9174-030464066b6d {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:58:50.933593 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d47a36f5-c8d2-478c-8fc5-82579463c29c tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (c010e17f-eaa0-4af9-9174-030464066b6d), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:50.988168 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c58da06d-f088-46b0-b5ae-fe99fa708637 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:51.219833 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d47a36f5-c8d2-478c-8fc5-82579463c29c tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (c010e17f-eaa0-4af9-9174-030464066b6d), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:51.274442 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c58da06d-f088-46b0-b5ae-fe99fa708637 admin admin] Publish callbacks [] for security_group (24ac3182-7e0e-4341-95bc-f56e77cb8a98), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:51.283342 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c58da06d-f088-46b0-b5ae-fe99fa708637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (24ac3182-7e0e-4341-95bc-f56e77cb8a98), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:51.317275 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-d47a36f5-c8d2-478c-8fc5-82579463c29c tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Calling delete_port for c010e17f-eaa0-4af9-9174-030464066b6d owned by {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:58:51.345052 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58da06d-f088-46b0-b5ae-fe99fa708637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ac3182-7e0e-4341-95bc-f56e77cb8a98,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:51.349399 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-ac77425a-b741-4421-a223-2f1efea6ee08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:51.349869 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-ac77425a-b741-4421-a223-2f1efea6ee08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:51.350331 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-ac77425a-b741-4421-a223-2f1efea6ee08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:51.351990 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-ac77425a-b741-4421-a223-2f1efea6ee08 service neutron] 10.222.0.67 "GET /v2.0/networks?id=266d65f2-ae3d-4ae4-8df9-31c67ca10beb&id=d468efc2-a65f-4457-a846-ab761946515b&id=d468efc2-a65f-4457-a846-ab761946515b&id=d468efc2-a65f-4457-a846-ab761946515b&id=d468efc2-a65f-4457-a846-ab761946515b&id=9d63e9ac-6b2c-46ae-b695-7b9d65c9a866&id=9d63e9ac-6b2c-46ae-b695-7b9d65c9a866 HTTP/1.1" status: 200 len: 2293 time: 0.4453504 Jan 28 02:58:51.423623 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c58da06d-f088-46b0-b5ae-fe99fa708637 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d45587c5e34245fb8202168675920a68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7110853 Jan 28 02:58:51.425328 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44798) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:51.586884 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0f69d2bc-b1bd-4032-981c-0551a080ccbc admin admin] Publish callbacks [] for security_group (24ac3182-7e0e-4341-95bc-f56e77cb8a98), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:51.676145 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0f69d2bc-b1bd-4032-981c-0551a080ccbc admin admin] Publish callbacks [] for security_group (24ac3182-7e0e-4341-95bc-f56e77cb8a98), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:51.704941 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-46d62018-7f88-4e04-9c59-6cb5fbf74999 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44267f57-f4c4-404e-bfd0-6e33bcab411a HTTP/1.1" status: 200 len: 1002 time: 0.3245370 Jan 28 02:58:51.714894 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97d0dd-2a25-4f57-b204-b2379f780158 req-c2c0578d-03c3-4e51-8e68-44f66a82a337 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:51.716779 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb97d0dd-2a25-4f57-b204-b2379f780158 req-c2c0578d-03c3-4e51-8e68-44f66a82a337 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91be756e-4302-4c91-acef-b2ea0430f815 HTTP/1.1" status: 200 len: 945 time: 0.3770585 Jan 28 02:58:51.779929 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0f69d2bc-b1bd-4032-981c-0551a080ccbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (24ac3182-7e0e-4341-95bc-f56e77cb8a98), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:51.782961 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0f69d2bc-b1bd-4032-981c-0551a080ccbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:51.785453 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0f69d2bc-b1bd-4032-981c-0551a080ccbc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/24ac3182-7e0e-4341-95bc-f56e77cb8a98 HTTP/1.1" status: 204 len: 168 time: 0.3459475 Jan 28 02:58:51.805530 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69d2bc-b1bd-4032-981c-0551a080ccbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ac3182-7e0e-4341-95bc-f56e77cb8a98,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:51.910822 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb97d0dd-2a25-4f57-b204-b2379f780158 req-13969d2d-3eaf-4a26-8285-dbe1bad888fa tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653469 Jan 28 02:58:51.933751 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-a1cc74c7-64db-4558-b2c2-1fbd70ef6877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:51.935894 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-a1cc74c7-64db-4558-b2c2-1fbd70ef6877 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=25561413-0d19-438c-afcd-b5c53014f067 HTTP/1.1" status: 200 len: 850 time: 0.2135997 Jan 28 02:58:51.955374 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d47a36f5-c8d2-478c-8fc5-82579463c29c tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (c010e17f-eaa0-4af9-9174-030464066b6d), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:52.027813 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a36f5-c8d2-478c-8fc5-82579463c29c tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event deleted for resources: {'Port': ['ID=c010e17f-eaa0-4af9-9174-030464066b6d,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:52.053977 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d47a36f5-c8d2-478c-8fc5-82579463c29c tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:52.064294 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d47a36f5-c8d2-478c-8fc5-82579463c29c tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/ports/c010e17f-eaa0-4af9-9174-030464066b6d HTTP/1.1" status: 204 len: 168 time: 1.4221218 Jan 28 02:58:52.068343 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44820) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:52.113051 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e697d42-f55f-4025-ad8b-99ff75685c88 req-f5315a85-57ae-4f53-bd08-a8c192bf1d71 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:52.129958 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9e697d42-f55f-4025-ad8b-99ff75685c88 req-f5315a85-57ae-4f53-bd08-a8c192bf1d71 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91be756e-4302-4c91-acef-b2ea0430f815 HTTP/1.1" status: 200 len: 945 time: 0.1049206 Jan 28 02:58:52.157340 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-a73e3bcf-53f6-4afb-aa00-d70b01fd9004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:52.158880 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-a73e3bcf-53f6-4afb-aa00-d70b01fd9004 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=266d65f2-ae3d-4ae4-8df9-31c67ca10beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2165101 Jan 28 02:58:52.240181 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9e697d42-f55f-4025-ad8b-99ff75685c88 req-18fe1d3b-467c-431d-b5d0-a2614dfc2540 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090722 Jan 28 02:58:52.280098 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44828) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:52.339000 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c863cbb-0ebc-41fa-861b-ac3dab5831f4 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:52.348885 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7c863cbb-0ebc-41fa-861b-ac3dab5831f4 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2795002 Jan 28 02:58:52.352796 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44832) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:52.468394 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-efe2c0c3-e107-4c62-b9a9-1839d5c6b6f2 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] GET failed (client error): The resource could not be found. Jan 28 02:58:52.471673 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-efe2c0c3-e107-4c62-b9a9-1839d5c6b6f2 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "GET /v2.0/ports/faba3b9f-7de2-465a-a919-991eb2262e13 HTTP/1.1" status: 404 len: 333 time: 0.1175063 Jan 28 02:58:52.476049 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44834) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:52.488536 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-57decea8-5df7-42ac-8a31-1a6e311c0a73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:52.535489 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-0bb49289-c63f-48b5-9b41-00958bca08d7 service neutron] 10.222.0.67 "GET /v2.0/networks/266d65f2-ae3d-4ae4-8df9-31c67ca10beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589413 Jan 28 02:58:52.569294 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44836) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:52.617536 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-271b22b0-b860-42ba-9b19-b481c4636ffa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:52.797616 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-7857a64a-68c9-482f-b76a-104be501d553 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] GET failed (client error): The resource could not be found. Jan 28 02:58:52.812377 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44846) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:52.813754 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7857a64a-68c9-482f-b76a-104be501d553 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "GET /v2.0/ports/c010e17f-eaa0-4af9-9174-030464066b6d HTTP/1.1" status: 404 len: 333 time: 0.3339217 Jan 28 02:58:52.872436 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-57decea8-5df7-42ac-8a31-1a6e311c0a73 admin admin] Publish callbacks [] for security_group (d709ad05-cf6c-45ac-b0e7-6aa3c638b190), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:52.922776 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-57decea8-5df7-42ac-8a31-1a6e311c0a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (d709ad05-cf6c-45ac-b0e7-6aa3c638b190), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:53.027512 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-610ed90d-73b9-4a5f-8d43-aad0c441bdaf tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (3b8adc52-111b-42da-96c1-baed95824fdb), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:53.036603 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-57decea8-5df7-42ac-8a31-1a6e311c0a73 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3fadf5975b064a76b91d76fde450ef68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7540367 Jan 28 02:58:53.040338 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-271b22b0-b860-42ba-9b19-b481c4636ffa admin admin] Publish callbacks [] for security_group (bd33b3d7-8303-4ff3-977b-55b7ff2951b7), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:53.041930 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57decea8-5df7-42ac-8a31-1a6e311c0a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d709ad05-cf6c-45ac-b0e7-6aa3c638b190,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:53.057968 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44848) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:53.080135 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-271b22b0-b860-42ba-9b19-b481c4636ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (bd33b3d7-8303-4ff3-977b-55b7ff2951b7), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:53.153987 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a30f0-8a7c-4386-979c-99bfa69ecb6c req-df38fe0c-bbd1-4770-8420-b1bc31b7a042 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:53.166486 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c25a30f0-8a7c-4386-979c-99bfa69ecb6c req-df38fe0c-bbd1-4770-8420-b1bc31b7a042 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91be756e-4302-4c91-acef-b2ea0430f815 HTTP/1.1" status: 200 len: 945 time: 0.3411608 Jan 28 02:58:53.247226 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-271b22b0-b860-42ba-9b19-b481c4636ffa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0f859fa9d51944c3a5fb54dd4dec656c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6763012 Jan 28 02:58:53.249370 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271b22b0-b860-42ba-9b19-b481c4636ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd33b3d7-8303-4ff3-977b-55b7ff2951b7,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:53.268441 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44850) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:53.304078 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c25a30f0-8a7c-4386-979c-99bfa69ecb6c req-46df173b-913e-4173-a1bc-c6790c467eb9 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274247 Jan 28 02:58:53.329612 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-f8fb67db-7c24-4f42-9e38-0dc8d4f61853 service neutron] 10.222.0.67 "GET /v2.0/networks/266d65f2-ae3d-4ae4-8df9-31c67ca10beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7023010 Jan 28 02:58:53.410282 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-0b1b88fd-fe05-42ec-af96-fdd501a4fe9c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=b7ea256c-1185-43f6-ab32-04eda1634fc5 HTTP/1.1" status: 200 len: 217 time: 0.0708098 Jan 28 02:58:53.484171 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-da9316e7-bad9-474a-8777-d730f73926a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:53.485979 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-da9316e7-bad9-474a-8777-d730f73926a3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=49a68bb6-80b9-4dbc-a512-787aeaf1e11f HTTP/1.1" status: 200 len: 797 time: 0.0678394 Jan 28 02:58:53.490262 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8c5f8498-ab46-4034-b3c8-0b08cb2ded4d admin admin] Publish callbacks [] for security_group (bd33b3d7-8303-4ff3-977b-55b7ff2951b7), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:53.521985 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-610ed90d-73b9-4a5f-8d43-aad0c441bdaf tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (3b8adc52-111b-42da-96c1-baed95824fdb), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:53.534683 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b870709a-a53b-4e9d-9837-1fd648d14195 admin admin] Publish callbacks [] for security_group (d709ad05-cf6c-45ac-b0e7-6aa3c638b190), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:53.562468 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-563b6c8c-7101-4fe5-8b37-021988cf1920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:53.564069 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-563b6c8c-7101-4fe5-8b37-021988cf1920 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d468efc2-a65f-4457-a846-ab761946515b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0718212 Jan 28 02:58:53.565292 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b870709a-a53b-4e9d-9837-1fd648d14195 admin admin] Publish callbacks [] for security_group (d709ad05-cf6c-45ac-b0e7-6aa3c638b190), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:53.591170 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8c5f8498-ab46-4034-b3c8-0b08cb2ded4d admin admin] Publish callbacks [] for security_group (bd33b3d7-8303-4ff3-977b-55b7ff2951b7), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:53.619840 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-610ed90d-73b9-4a5f-8d43-aad0c441bdaf tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b8adc52-111b-42da-96c1-baed95824fdb']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:58:53.648348 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-610ed90d-73b9-4a5f-8d43-aad0c441bdaf tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2496360-95df-4a3b-9ba2-fd07af139072') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:58:53.648708 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-610ed90d-73b9-4a5f-8d43-aad0c441bdaf tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2496360-95df-4a3b-9ba2-fd07af139072') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:58:53.669822 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-610ed90d-73b9-4a5f-8d43-aad0c441bdaf tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (b2496360-95df-4a3b-9ba2-fd07af139072), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:53.715838 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-610ed90d-73b9-4a5f-8d43-aad0c441bdaf tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (b2496360-95df-4a3b-9ba2-fd07af139072), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:53.724442 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-610ed90d-73b9-4a5f-8d43-aad0c441bdaf tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:58:53.724839 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-610ed90d-73b9-4a5f-8d43-aad0c441bdaf tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (b2496360-95df-4a3b-9ba2-fd07af139072), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:53.818629 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 02:58:53.818629 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:58:53.818629 n-d-712139-27 neutron-server[109803]: timer() Jan 28 02:58:53.818629 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:58:53.818629 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 02:58:53.818629 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:58:53.818629 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 02:58:53.818629 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:58:53.818629 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 02:58:53.818629 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:58:53.818629 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 02:58:53.818629 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:58:53.818629 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 02:58:53.818629 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:58:53.818629 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:58:53.818629 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:58:53.818629 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:58:53.818629 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:58:53.818629 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 02:58:53.818629 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:58:53.818629 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 02:58:53.818629 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:58:53.818629 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:58:53.818629 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:58:53.818629 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 02:58:53.818629 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:58:53.818629 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:58:53.818629 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:58:53.818629 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:58:53.818629 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:58:53.818629 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:58:53.818629 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:58:53.820962 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-0ca8254f-2167-4911-adc3-afabe3968b1e service neutron] 10.222.0.67 "GET /v2.0/networks/d468efc2-a65f-4457-a846-ab761946515b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455883 Jan 28 02:58:53.821454 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-610ed90d-73b9-4a5f-8d43-aad0c441bdaf tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (3b8adc52-111b-42da-96c1-baed95824fdb), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:53.841452 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-610ed90d-73b9-4a5f-8d43-aad0c441bdaf tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:53.845555 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-610ed90d-73b9-4a5f-8d43-aad0c441bdaf tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/networks/3b8adc52-111b-42da-96c1-baed95824fdb HTTP/1.1" status: 204 len: 168 time: 1.0314791 Jan 28 02:58:53.847305 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ed90d-73b9-4a5f-8d43-aad0c441bdaf tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event deleted for resources: {'Network': ['ID=3b8adc52-111b-42da-96c1-baed95824fdb,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:53.849859 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b870709a-a53b-4e9d-9837-1fd648d14195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (d709ad05-cf6c-45ac-b0e7-6aa3c638b190), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:53.858434 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b870709a-a53b-4e9d-9837-1fd648d14195 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:53.860186 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b870709a-a53b-4e9d-9837-1fd648d14195 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d709ad05-cf6c-45ac-b0e7-6aa3c638b190 HTTP/1.1" status: 204 len: 168 time: 0.7999535 Jan 28 02:58:53.861237 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44858) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:53.875109 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-c746c8ff-c993-4db0-aee3-1665751e432d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-239428717'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:58:53.893329 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8c5f8498-ab46-4034-b3c8-0b08cb2ded4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (bd33b3d7-8303-4ff3-977b-55b7ff2951b7), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:53.896571 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8c5f8498-ab46-4034-b3c8-0b08cb2ded4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:53.901296 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8c5f8498-ab46-4034-b3c8-0b08cb2ded4d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bd33b3d7-8303-4ff3-977b-55b7ff2951b7 HTTP/1.1" status: 204 len: 168 time: 0.6258800 Jan 28 02:58:53.907379 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b870709a-a53b-4e9d-9837-1fd648d14195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d709ad05-cf6c-45ac-b0e7-6aa3c638b190,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:53.935353 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44864) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:53.954586 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-eb8b50a1-ff76-4374-b5c9-bcedbe2cd63d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1648999039'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:58:53.993828 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f8498-ab46-4034-b3c8-0b08cb2ded4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd33b3d7-8303-4ff3-977b-55b7ff2951b7,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:54.016060 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8b50a1-ff76-4374-b5c9-bcedbe2cd63d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Made reservation on behalf of d47d57aa564c407d8f7b752418cdddf4 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:58:54.037193 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-eb8b50a1-ff76-4374-b5c9-bcedbe2cd63d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:54.069809 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c746c8ff-c993-4db0-aee3-1665751e432d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Made reservation on behalf of 9c59567226e943da9dd248eb2e296e73 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:58:54.073461 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c746c8ff-c993-4db0-aee3-1665751e432d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:54.149349 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-500ce18b-4f9b-4647-b138-6e55a2ddb5a2 service neutron] 10.222.0.67 "GET /v2.0/networks/d468efc2-a65f-4457-a846-ab761946515b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221779 Jan 28 02:58:54.221363 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb8b50a1-ff76-4374-b5c9-bcedbe2cd63d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:58:54.224761 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c746c8ff-c993-4db0-aee3-1665751e432d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:58:54.265008 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-b42e6451-de4b-4aeb-86f9-84647445aa85 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=1aab93c4-9491-4b44-ab45-394e2d033a1e HTTP/1.1" status: 200 len: 217 time: 0.1075222 Jan 28 02:58:54.298806 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417353bf-7d3a-4505-8592-0718922dfe02 req-c5597c3c-b4c8-4a53-8b07-dc5d6a0d500b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:54.308770 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-417353bf-7d3a-4505-8592-0718922dfe02 req-c5597c3c-b4c8-4a53-8b07-dc5d6a0d500b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.67 "GET /v2.0/ports?device_id=91be756e-4302-4c91-acef-b2ea0430f815 HTTP/1.1" status: 200 len: 945 time: 0.1780734 Jan 28 02:58:54.312411 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-eb8b50a1-ff76-4374-b5c9-bcedbe2cd63d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (db598c0e-8e20-40ef-9b23-0e841e396fc3), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:54.314783 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-eb8b50a1-ff76-4374-b5c9-bcedbe2cd63d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Added segment db598c0e-8e20-40ef-9b23-0e841e396fc3 of type vlan for network 45f5aab1-77c3-46bf-9724-8eea4a5c0efa Jan 28 02:58:54.319285 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c746c8ff-c993-4db0-aee3-1665751e432d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (31ae1569-bd98-4b1b-8357-6d298e8914e1), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:54.321514 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-c746c8ff-c993-4db0-aee3-1665751e432d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Added segment 31ae1569-bd98-4b1b-8357-6d298e8914e1 of type vlan for network 35daebed-c6dc-49b6-a9f0-576487a25475 Jan 28 02:58:54.386498 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-b7880c4e-ee02-40f7-af36-88a9d8fce078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:54.388293 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-b7880c4e-ee02-40f7-af36-88a9d8fce078 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=49a68bb6-80b9-4dbc-a512-787aeaf1e11f HTTP/1.1" status: 200 len: 797 time: 0.1190453 Jan 28 02:58:54.500575 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-2b405100-06a3-48d1-af56-076e6f2670d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:54.502600 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-2b405100-06a3-48d1-af56-076e6f2670d5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d468efc2-a65f-4457-a846-ab761946515b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1054468 Jan 28 02:58:54.662837 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c746c8ff-c993-4db0-aee3-1665751e432d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (35daebed-c6dc-49b6-a9f0-576487a25475), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:54.746789 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44880) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:54.752418 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-eb8b50a1-ff76-4374-b5c9-bcedbe2cd63d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (45f5aab1-77c3-46bf-9724-8eea4a5c0efa), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:54.770948 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-6f94a0a9-a438-4f62-bd9b-0706b6d84284 service neutron] 10.222.0.67 "GET /v2.0/networks/d468efc2-a65f-4457-a846-ab761946515b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607954 Jan 28 02:58:54.772297 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-65ca4536-0b20-49d7-8276-91e53657edf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:54.824868 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-eb8b50a1-ff76-4374-b5c9-bcedbe2cd63d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (45f5aab1-77c3-46bf-9724-8eea4a5c0efa), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:54.837991 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8b50a1-ff76-4374-b5c9-bcedbe2cd63d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:54.840252 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-eb8b50a1-ff76-4374-b5c9-bcedbe2cd63d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:54.865041 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c746c8ff-c993-4db0-aee3-1665751e432d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (35daebed-c6dc-49b6-a9f0-576487a25475), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:54.876384 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c746c8ff-c993-4db0-aee3-1665751e432d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:54.877039 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c746c8ff-c993-4db0-aee3-1665751e432d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:54.920627 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-65ca4536-0b20-49d7-8276-91e53657edf3 admin admin] Publish callbacks [] for security_group (fe3216c2-6999-4929-b3fe-8c4a3136d9cf), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:54.958641 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb62bdd-c394-4fb3-bdf7-b000d6daba3f req-28602060-af0a-4f06-8fb8-d60e89a61e82 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:54.973681 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9cb62bdd-c394-4fb3-bdf7-b000d6daba3f req-28602060-af0a-4f06-8fb8-d60e89a61e82 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91be756e-4302-4c91-acef-b2ea0430f815 HTTP/1.1" status: 200 len: 945 time: 0.4223580 Jan 28 02:58:55.054859 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-4064015b-b096-472d-aebd-37f8b699ff16 service neutron] 10.222.0.67 "GET /v2.0/networks/d468efc2-a65f-4457-a846-ab761946515b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599750 Jan 28 02:58:55.056387 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-65ca4536-0b20-49d7-8276-91e53657edf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (fe3216c2-6999-4929-b3fe-8c4a3136d9cf), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:55.101948 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-65ca4536-0b20-49d7-8276-91e53657edf3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=30260cb0161241ebb595a9dd2759b949&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3535430 Jan 28 02:58:55.110657 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44890) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:55.111324 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-eb8b50a1-ff76-4374-b5c9-bcedbe2cd63d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1640832 Jan 28 02:58:55.111903 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44892) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:55.127816 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c746c8ff-c993-4db0-aee3-1665751e432d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2556870 Jan 28 02:58:55.132250 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-65f6e0a0-49e1-46ea-aabb-912a05ab653a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-772418755'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:58:55.155857 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44894) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:55.176251 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9cb62bdd-c394-4fb3-bdf7-b000d6daba3f req-9c02d7d8-30b0-48ce-bf25-91299de95973 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991873 Jan 28 02:58:55.183220 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b50a1-ff76-4374-b5c9-bcedbe2cd63d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Pushing event updated for resources: {'Network': ['ID=45f5aab1-77c3-46bf-9724-8eea4a5c0efa,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:55.187989 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-417353bf-7d3a-4505-8592-0718922dfe02 req-5dba3188-688d-46fa-a058-16bed789e00b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Deleting port 421dce20-e717-4787-acb9-285dcf577d71 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:58:55.188336 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-417353bf-7d3a-4505-8592-0718922dfe02 req-5dba3188-688d-46fa-a058-16bed789e00b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (421dce20-e717-4787-acb9-285dcf577d71), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:55.193850 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 45f5aab1-77c3-46bf-9724-8eea4a5c0efa details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:58:55.274551 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-9398e947-92d1-4851-8124-fd85197b8858 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'subnet': {'network_id': '35daebed-c6dc-49b6-a9f0-576487a25475', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:58:55.305881 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f6e0a0-49e1-46ea-aabb-912a05ab653a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Made reservation on behalf of d47d57aa564c407d8f7b752418cdddf4 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:58:55.309202 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-65f6e0a0-49e1-46ea-aabb-912a05ab653a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:55.418355 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-f4e6d22e-c041-4ca2-98fe-63407713abc0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=adb6e36c-de05-4418-b914-1cc1d87b0029 HTTP/1.1" status: 200 len: 217 time: 0.3262239 Jan 28 02:58:55.482833 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c746c8ff-c993-4db0-aee3-1665751e432d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event updated for resources: {'Network': ['ID=35daebed-c6dc-49b6-a9f0-576487a25475,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:55.493978 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 35daebed-c6dc-49b6-a9f0-576487a25475 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:58:55.537910 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca4536-0b20-49d7-8276-91e53657edf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3216c2-6999-4929-b3fe-8c4a3136d9cf,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:55.582099 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-417353bf-7d3a-4505-8592-0718922dfe02 req-5dba3188-688d-46fa-a058-16bed789e00b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] For port 421dce20-e717-4787-acb9-285dcf577d71, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=421dce20-e717-4787-acb9-285dcf577d71,segment=NetworkSegment(5ec551e3-78ab-42a1-92af-4f07dc8530f7),segment_id=5ec551e3-78ab-42a1-92af-4f07dc8530f7)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:58:55.582464 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-417353bf-7d3a-4505-8592-0718922dfe02 req-5dba3188-688d-46fa-a058-16bed789e00b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (421dce20-e717-4787-acb9-285dcf577d71), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:55.617403 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-417353bf-7d3a-4505-8592-0718922dfe02 req-5dba3188-688d-46fa-a058-16bed789e00b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Calling delete_port for 421dce20-e717-4787-acb9-285dcf577d71 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:58:55.680522 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9e8a6553-1847-4f2d-9ea5-1fdeec65f3b2 admin admin] Publish callbacks [] for security_group (fe3216c2-6999-4929-b3fe-8c4a3136d9cf), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:55.741746 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65f6e0a0-49e1-46ea-aabb-912a05ab653a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:58:55.751594 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9e8a6553-1847-4f2d-9ea5-1fdeec65f3b2 admin admin] Publish callbacks [] for security_group (fe3216c2-6999-4929-b3fe-8c4a3136d9cf), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:55.756469 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-599650ed-e541-4c1e-a04b-1c7ab02ed369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:55.758329 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-599650ed-e541-4c1e-a04b-1c7ab02ed369 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=49a68bb6-80b9-4dbc-a512-787aeaf1e11f HTTP/1.1" status: 200 len: 797 time: 0.2213852 Jan 28 02:58:55.817064 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-65f6e0a0-49e1-46ea-aabb-912a05ab653a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (56ecf217-4f55-4505-a70a-3d133ecc059a), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:55.817840 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-65f6e0a0-49e1-46ea-aabb-912a05ab653a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Added segment 56ecf217-4f55-4505-a70a-3d133ecc059a of type vlan for network 8f5c2a2c-a994-4917-b3e0-21b15ad56c20 Jan 28 02:58:55.859701 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9398e947-92d1-4851-8124-fd85197b8858 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Made reservation on behalf of 9c59567226e943da9dd248eb2e296e73 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:58:55.876361 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9398e947-92d1-4851-8124-fd85197b8858 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:55.942358 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-417353bf-7d3a-4505-8592-0718922dfe02 req-5dba3188-688d-46fa-a058-16bed789e00b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (421dce20-e717-4787-acb9-285dcf577d71), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:55.964922 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-72c3147d-a449-46ad-9727-09cda37d1b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:55.966668 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-72c3147d-a449-46ad-9727-09cda37d1b40 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d468efc2-a65f-4457-a846-ab761946515b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1981654 Jan 28 02:58:55.977545 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-65f6e0a0-49e1-46ea-aabb-912a05ab653a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (8f5c2a2c-a994-4917-b3e0-21b15ad56c20), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:55.982297 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['421dce20-e717-4787-acb9-285dcf577d71'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:58:55.986093 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['8bc3e1e3-3b8b-493b-825e-e109d60fabfc'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:58:56.019679 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba3188-688d-46fa-a058-16bed789e00b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Pushing event deleted for resources: {'Port': ['ID=421dce20-e717-4787-acb9-285dcf577d71,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:56.079457 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-6fb434bf-7ba2-49c8-8135-4ea609d35dd1 service neutron] 10.222.0.67 "GET /v2.0/networks/d468efc2-a65f-4457-a846-ab761946515b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992603 Jan 28 02:58:56.093043 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.ipam_backend_mixin [None req-9398e947-92d1-4851-8124-fd85197b8858 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Performing IP validity checks on allocation pools {{(pid=109802) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 02:58:56.096132 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.ipam_backend_mixin [None req-9398e947-92d1-4851-8124-fd85197b8858 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109802) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 02:58:56.105791 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-417353bf-7d3a-4505-8592-0718922dfe02 req-5dba3188-688d-46fa-a058-16bed789e00b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] No DVR routers for this DVR port 421dce20-e717-4787-acb9-285dcf577d71 on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:58:56.107588 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.db.resource_extend [None req-65f6e0a0-49e1-46ea-aabb-912a05ab653a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 02:58:56.110911 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-417353bf-7d3a-4505-8592-0718922dfe02 req-5dba3188-688d-46fa-a058-16bed789e00b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:56.114889 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-417353bf-7d3a-4505-8592-0718922dfe02 req-5dba3188-688d-46fa-a058-16bed789e00b tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.67 "DELETE /v2.0/ports/421dce20-e717-4787-acb9-285dcf577d71 HTTP/1.1" status: 204 len: 173 time: 1.7747529 Jan 28 02:58:56.115378 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91be756e-4302-4c91-acef-b2ea0430f815', 'name': 'network-vif-deleted', 'tag': '421dce20-e717-4787-acb9-285dcf577d71'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:58:56.118775 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06082604-ff03-4145-b40b-c116601debd7" -d '{"events": [{"server_uuid": "91be756e-4302-4c91-acef-b2ea0430f815", "name": "network-vif-deleted", "tag": "421dce20-e717-4787-acb9-285dcf577d71"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:58:56.173601 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ec8f47-bdbf-4b0d-86d4-180ca6ba1e25 x-openstack-request-id: req-c2ec8f47-bdbf-4b0d-86d4-180ca6ba1e25 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:58:56.174768 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91be756e-4302-4c91-acef-b2ea0430f815", "name": "network-vif-deleted", "tag": "421dce20-e717-4787-acb9-285dcf577d71", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:58:56.175243 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c2ec8f47-bdbf-4b0d-86d4-180ca6ba1e25 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:58:56.175886 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91be756e-4302-4c91-acef-b2ea0430f815', 'name': 'network-vif-deleted', 'tag': '421dce20-e717-4787-acb9-285dcf577d71', 'status': 'completed', 'code': 200} Jan 28 02:58:56.182074 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9e8a6553-1847-4f2d-9ea5-1fdeec65f3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (fe3216c2-6999-4929-b3fe-8c4a3136d9cf), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:56.184990 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9e8a6553-1847-4f2d-9ea5-1fdeec65f3b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:56.186727 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9e8a6553-1847-4f2d-9ea5-1fdeec65f3b2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fe3216c2-6999-4929-b3fe-8c4a3136d9cf HTTP/1.1" status: 204 len: 168 time: 1.0660005 Jan 28 02:58:56.304124 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-65f6e0a0-49e1-46ea-aabb-912a05ab653a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (8f5c2a2c-a994-4917-b3e0-21b15ad56c20), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:56.310451 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f6e0a0-49e1-46ea-aabb-912a05ab653a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:56.311376 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-65f6e0a0-49e1-46ea-aabb-912a05ab653a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:56.448469 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1c0b60c2-d28d-410c-af5e-060a4a0ac0df req-bd73e5a6-212d-4d44-b613-1d56146fb595 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=91be756e-4302-4c91-acef-b2ea0430f815 HTTP/1.1" status: 200 len: 210 time: 0.0766218 Jan 28 02:58:56.944012 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a6553-1847-4f2d-9ea5-1fdeec65f3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3216c2-6999-4929-b3fe-8c4a3136d9cf,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:56.980141 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f6e0a0-49e1-46ea-aabb-912a05ab653a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Pushing event updated for resources: {'Network': ['ID=8f5c2a2c-a994-4917-b3e0-21b15ad56c20,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:56.996034 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44938) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:56.997140 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-65f6e0a0-49e1-46ea-aabb-912a05ab653a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.8740735 Jan 28 02:58:57.001199 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-7209d007-9d24-4d5e-8988-d76e50b8bf05 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Request body: {'subnet': {'network_id': '45f5aab1-77c3-46bf-9724-8eea4a5c0efa', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:58:57.020869 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 8f5c2a2c-a994-4917-b3e0-21b15ad56c20 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:58:57.047491 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-475be227-6f0d-4de6-80f9-a6f310f76def service neutron] 10.222.0.67 "GET /v2.0/networks/d468efc2-a65f-4457-a846-ab761946515b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9581661 Jan 28 02:58:57.105919 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-78ab6376-d2b5-43e8-af6f-dbcfbdec3bd6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=1ab715d2-bc27-4588-bd67-bdf04c55fd07 HTTP/1.1" status: 200 len: 217 time: 0.0474033 Jan 28 02:58:57.229621 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-567b78ce-7c5a-46af-a6fc-19dac63e7bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:57.231229 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-567b78ce-7c5a-46af-a6fc-19dac63e7bad service neutron] 10.222.0.67 "GET /v2.0/subnets?id=49a68bb6-80b9-4dbc-a512-787aeaf1e11f HTTP/1.1" status: 200 len: 797 time: 0.1187172 Jan 28 02:58:57.275409 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9398e947-92d1-4851-8124-fd85197b8858 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (45fa39e0-e4ae-4397-81fa-4c58674c8596), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:57.299053 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7209d007-9d24-4d5e-8988-d76e50b8bf05 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Made reservation on behalf of d47d57aa564c407d8f7b752418cdddf4 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:58:57.302874 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7209d007-9d24-4d5e-8988-d76e50b8bf05 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:57.384415 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-d8aa2638-959e-4eb2-87e4-6235051d1ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:57.386549 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-d8aa2638-959e-4eb2-87e4-6235051d1ffb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d468efc2-a65f-4457-a846-ab761946515b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1476300 Jan 28 02:58:57.520492 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9398e947-92d1-4851-8124-fd85197b8858 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event updated for resources: {'Subnet': ['ID=45fa39e0-e4ae-4397-81fa-4c58674c8596,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:57.552769 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9398e947-92d1-4851-8124-fd85197b8858 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Checking segment: {'id': '31ae1569-bd98-4b1b-8357-6d298e8914e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '35daebed-c6dc-49b6-a9f0-576487a25475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:58:57.553183 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9398e947-92d1-4851-8124-fd85197b8858 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Network hostable DHCP agents. Network: 35daebed-c6dc-49b6-a9f0-576487a25475, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:58:57.633391 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-3a527a50-7288-46d3-ae79-114b00147c37 service neutron] 10.222.0.67 "GET /v2.0/networks/d468efc2-a65f-4457-a846-ab761946515b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410102 Jan 28 02:58:57.639611 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9398e947-92d1-4851-8124-fd85197b8858 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Network 35daebed-c6dc-49b6-a9f0-576487a25475 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:58:57.786810 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-9398e947-92d1-4851-8124-fd85197b8858 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 35daebed-c6dc-49b6-a9f0-576487a25475) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:58:57.809598 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33570648-84e9-4a65-8621-fbc5e7f0f6a0 None None] Network 35daebed-c6dc-49b6-a9f0-576487a25475 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:58:57.817674 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9398e947-92d1-4851-8124-fd85197b8858 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:57.820290 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9398e947-92d1-4851-8124-fd85197b8858 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:57.823692 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7209d007-9d24-4d5e-8988-d76e50b8bf05 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (d1901a35-0605-40aa-86b7-558d17d5580a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:57.878477 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9398e947-92d1-4851-8124-fd85197b8858 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7152426 Jan 28 02:58:57.883842 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44974) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:57.904100 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-f5480189-c03b-4e55-a362-7ad9c69e1a5c tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'port': {'network_id': '35daebed-c6dc-49b6-a9f0-576487a25475', 'name': 'tempest-PortsIpV6TestJSON-1190271290'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:58:58.081175 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-6bd706ee-b712-4b24-8f47-b14230468ba8 service neutron] 10.222.0.67 "GET /v2.0/networks/d468efc2-a65f-4457-a846-ab761946515b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4360216 Jan 28 02:58:58.083138 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7209d007-9d24-4d5e-8988-d76e50b8bf05 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Pushing event updated for resources: {'Subnet': ['ID=d1901a35-0605-40aa-86b7-558d17d5580a,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:58.111182 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:58:58.140660 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7209d007-9d24-4d5e-8988-d76e50b8bf05 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Checking segment: {'id': 'db598c0e-8e20-40ef-9b23-0e841e396fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '45f5aab1-77c3-46bf-9724-8eea4a5c0efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:58:58.141037 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7209d007-9d24-4d5e-8988-d76e50b8bf05 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Network hostable DHCP agents. Network: 45f5aab1-77c3-46bf-9724-8eea4a5c0efa, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:58:58.196020 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7209d007-9d24-4d5e-8988-d76e50b8bf05 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Network 45f5aab1-77c3-46bf-9724-8eea4a5c0efa is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:58:58.203284 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-be471621-0e43-4623-af64-2d1dd43f3c6d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e5796229-716b-4448-bfde-fcd9bdf85cdd HTTP/1.1" status: 200 len: 217 time: 0.1101921 Jan 28 02:58:58.225779 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-7209d007-9d24-4d5e-8988-d76e50b8bf05 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 45f5aab1-77c3-46bf-9724-8eea4a5c0efa) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:58:58.243324 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7209d007-9d24-4d5e-8988-d76e50b8bf05 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:58.260183 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7209d007-9d24-4d5e-8988-d76e50b8bf05 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:58.289296 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7209d007-9d24-4d5e-8988-d76e50b8bf05 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2918742 Jan 28 02:58:58.289493 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb57d41d-d059-4a87-8d86-719b538c58cb None None] Network 45f5aab1-77c3-46bf-9724-8eea4a5c0efa requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:58:58.291453 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 421dce20-e717-4787-acb9-285dcf577d71 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:58:58.291754 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 45006) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:58.303662 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-3058c19a-9452-489b-925d-93290e20f097 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Request body: {'subnet': {'network_id': '8f5c2a2c-a994-4917-b3e0-21b15ad56c20', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:58:58.380794 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-bbd83021-4e1b-4a1c-969c-75701d0eb943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:58.386943 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-bbd83021-4e1b-4a1c-969c-75701d0eb943 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5890570a-cc0c-4403-a94d-1750b1aeb6ea HTTP/1.1" status: 200 len: 797 time: 0.1736445 Jan 28 02:58:58.412933 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5480189-c03b-4e55-a362-7ad9c69e1a5c tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Made reservation on behalf of 9c59567226e943da9dd248eb2e296e73 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:58:58.419871 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: 421dce20-e717-4787-acb9-285dcf577d71 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:58:58.420709 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 421dce20-e717-4787-acb9-285dcf577d71 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:58:58.423613 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f5480189-c03b-4e55-a362-7ad9c69e1a5c tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:58.527172 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-f5480189-c03b-4e55-a362-7ad9c69e1a5c tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] device_id is not set on port e397999b-defa-4145-9b2f-d6c54a1bb346 yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:58:58.563673 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3058c19a-9452-489b-925d-93290e20f097 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Made reservation on behalf of d47d57aa564c407d8f7b752418cdddf4 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:58:58.579533 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3058c19a-9452-489b-925d-93290e20f097 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:58.606816 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e3b123-7860-4a22-9a6a-70001a50bd48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-35daebed-c6dc-49b6-a9f0-576487a25475', 'network_id': '35daebed-c6dc-49b6-a9f0-576487a25475', 'project_id': '9c59567226e943da9dd248eb2e296e73', 'fixed_ips': [{'subnet_id': '45fa39e0-e4ae-4397-81fa-4c58674c8596'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:58:58.607400 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-97e3b123-7860-4a22-9a6a-70001a50bd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:58.670861 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-84790577-8708-4e4e-a2c2-43491aefbfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:58.675805 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-84790577-8708-4e4e-a2c2-43491aefbfe2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9d63e9ac-6b2c-46ae-b695-7b9d65c9a866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2796552 Jan 28 02:58:58.687361 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d570638b-b819-4ed3-97f9-cc527524127f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-45f5aab1-77c3-46bf-9724-8eea4a5c0efa', 'network_id': '45f5aab1-77c3-46bf-9724-8eea4a5c0efa', 'project_id': 'd47d57aa564c407d8f7b752418cdddf4', 'fixed_ips': [{'subnet_id': 'd1901a35-0605-40aa-86b7-558d17d5580a'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:58:58.688261 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d570638b-b819-4ed3-97f9-cc527524127f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:59.017589 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3058c19a-9452-489b-925d-93290e20f097 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (d7ff91e7-f241-4c5c-a917-a215b6f26f85), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:59.038961 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 45040) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:59.082228 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:59.121207 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-f5480189-c03b-4e55-a362-7ad9c69e1a5c tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Allocated IP 2001:db8::c6 (35daebed-c6dc-49b6-a9f0-576487a25475/45fa39e0-e4ae-4397-81fa-4c58674c8596/e397999b-defa-4145-9b2f-d6c54a1bb346) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:58:59.200481 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-48373b40-9819-40f3-9c74-9f6728c98cfe service neutron] 10.222.0.67 "GET /v2.0/networks/9d63e9ac-6b2c-46ae-b695-7b9d65c9a866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5149956 Jan 28 02:58:59.203941 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3058c19a-9452-489b-925d-93290e20f097 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Pushing event updated for resources: {'Subnet': ['ID=d7ff91e7-f241-4c5c-a917-a215b6f26f85,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:59.225385 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3058c19a-9452-489b-925d-93290e20f097 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Checking segment: {'id': '56ecf217-4f55-4505-a70a-3d133ecc059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8f5c2a2c-a994-4917-b3e0-21b15ad56c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:58:59.227147 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3058c19a-9452-489b-925d-93290e20f097 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Network hostable DHCP agents. Network: 8f5c2a2c-a994-4917-b3e0-21b15ad56c20, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:58:59.256856 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-d570638b-b819-4ed3-97f9-cc527524127f None None] Allocated IP 10.1.1.2 (45f5aab1-77c3-46bf-9724-8eea4a5c0efa/d1901a35-0605-40aa-86b7-558d17d5580a/23aafba3-4833-43a6-b2a1-0c4dedb46d0d) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:58:59.276638 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3058c19a-9452-489b-925d-93290e20f097 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Network 8f5c2a2c-a994-4917-b3e0-21b15ad56c20 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:58:59.308122 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-3058c19a-9452-489b-925d-93290e20f097 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 8f5c2a2c-a994-4917-b3e0-21b15ad56c20) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:58:59.312178 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8c97621f-bf7c-4172-9aa1-2cacfc1c08f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:59.332499 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3058c19a-9452-489b-925d-93290e20f097 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:59.333581 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3058c19a-9452-489b-925d-93290e20f097 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:59.370562 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f9f54-a8fb-4dfb-9c95-4345ecea025d req-e3ffb2b1-57ab-4571-b75a-daf4d9d67104 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:59.379570 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b44f9f54-a8fb-4dfb-9c95-4345ecea025d req-e3ffb2b1-57ab-4571-b75a-daf4d9d67104 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cef09b1-7a25-4336-9006-de0895b69927 HTTP/1.1" status: 200 len: 945 time: 0.0897362 Jan 28 02:58:59.410263 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-3058c19a-9452-489b-925d-93290e20f097 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1150961 Jan 28 02:58:59.411267 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 45050) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:59.419307 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-56e92e92-07c2-4409-ad83-a0321f8af398 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Request body: {'port': {'network_id': '45f5aab1-77c3-46bf-9724-8eea4a5c0efa', 'name': 'tempest-TaggedBootDevicesTest_v242-957272590', 'fixed_ips': [{'subnet_id': 'd1901a35-0605-40aa-86b7-558d17d5580a'}]}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:58:59.487171 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d570638b-b819-4ed3-97f9-cc527524127f None None] Publish callbacks [] for port (23aafba3-4833-43a6-b2a1-0c4dedb46d0d), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:59.496579 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722ecb9c-6df3-4c1c-a957-ca9a3428884e None None] Network 8f5c2a2c-a994-4917-b3e0-21b15ad56c20 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:58:59.501497 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d570638b-b819-4ed3-97f9-cc527524127f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (23aafba3-4833-43a6-b2a1-0c4dedb46d0d), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:59.523914 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b44f9f54-a8fb-4dfb-9c95-4345ecea025d req-fdfb177d-ab36-4889-b769-db1286306cb6 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408348 Jan 28 02:58:59.525718 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8c97621f-bf7c-4172-9aa1-2cacfc1c08f3 admin admin] Publish callbacks [] for security_group (310c895c-ce43-4a50-a078-3ad8456b6f74), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:59.577773 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 45052) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:59.579464 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8c97621f-bf7c-4172-9aa1-2cacfc1c08f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (310c895c-ce43-4a50-a078-3ad8456b6f74), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:59.626848 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d570638b-b819-4ed3-97f9-cc527524127f None None] Network 45f5aab1-77c3-46bf-9724-8eea4a5c0efa is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:58:59.628431 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e92e92-07c2-4409-ad83-a0321f8af398 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Made reservation on behalf of d47d57aa564c407d8f7b752418cdddf4 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:58:59.630945 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6d4a84d7-9d30-4f21-af54-a01784b9d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:59.651388 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-d570638b-b819-4ed3-97f9-cc527524127f None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:58:59.673435 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d570638b-b819-4ed3-97f9-cc527524127f None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:58:59.678989 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8c97621f-bf7c-4172-9aa1-2cacfc1c08f3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=27f7df47281f4c90abc3fb0153d464b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6388309 Jan 28 02:58:59.691678 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 45058) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:58:59.716428 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5b759-83e4-4032-83a8-290a98474f5d req-6774070f-a35a-40b2-966f-ad0142c98be3 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:58:59.723482 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3ca5b759-83e4-4032-83a8-290a98474f5d req-6774070f-a35a-40b2-966f-ad0142c98be3 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9 HTTP/1.1" status: 200 len: 944 time: 0.4080815 Jan 28 02:58:59.745151 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c97621f-bf7c-4172-9aa1-2cacfc1c08f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310c895c-ce43-4a50-a078-3ad8456b6f74,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:59.768061 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d570638b-b819-4ed3-97f9-cc527524127f None None] Pushing event updated for resources: {'Port': ['ID=23aafba3-4833-43a6-b2a1-0c4dedb46d0d,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:58:59.829471 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-2048a8ca-3c53-41a7-b82e-f6171bfef2a3 service neutron] 10.222.0.67 "GET /v2.0/networks/9d63e9ac-6b2c-46ae-b695-7b9d65c9a866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6180558 Jan 28 02:58:59.846904 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e4e0ef-25e4-4d3f-9509-6d5add2de188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-8f5c2a2c-a994-4917-b3e0-21b15ad56c20', 'network_id': '8f5c2a2c-a994-4917-b3e0-21b15ad56c20', 'project_id': 'd47d57aa564c407d8f7b752418cdddf4', 'fixed_ips': [{'subnet_id': 'd7ff91e7-f241-4c5c-a917-a215b6f26f85'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:58:59.848318 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f2e4e0ef-25e4-4d3f-9509-6d5add2de188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:59.856734 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-56e92e92-07c2-4409-ad83-a0321f8af398 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:59.870284 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-d570638b-b819-4ed3-97f9-cc527524127f None None] Attempting to bind port 23aafba3-4833-43a6-b2a1-0c4dedb46d0d on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:58:59.870670 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-d570638b-b819-4ed3-97f9-cc527524127f None None] Attempting to bind port 23aafba3-4833-43a6-b2a1-0c4dedb46d0d by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'db598c0e-8e20-40ef-9b23-0e841e396fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '45f5aab1-77c3-46bf-9724-8eea4a5c0efa'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:58:59.871678 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d570638b-b819-4ed3-97f9-cc527524127f None None] Attempting to bind port 23aafba3-4833-43a6-b2a1-0c4dedb46d0d on network 45f5aab1-77c3-46bf-9724-8eea4a5c0efa {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:58:59.878284 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-56e92e92-07c2-4409-ad83-a0321f8af398 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] device_id is not set on port 5412df90-162b-4d92-af88-5241f7fd5d82 yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:58:59.889106 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d570638b-b819-4ed3-97f9-cc527524127f None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:58:59.890636 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d570638b-b819-4ed3-97f9-cc527524127f None None] Checking segment: {'id': 'db598c0e-8e20-40ef-9b23-0e841e396fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '45f5aab1-77c3-46bf-9724-8eea4a5c0efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:58:59.891045 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d570638b-b819-4ed3-97f9-cc527524127f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:59.891807 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d570638b-b819-4ed3-97f9-cc527524127f None None] Bound using segment: {'id': 'db598c0e-8e20-40ef-9b23-0e841e396fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '45f5aab1-77c3-46bf-9724-8eea4a5c0efa'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:58:59.892929 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-d570638b-b819-4ed3-97f9-cc527524127f None None] Bound port: 23aafba3-4833-43a6-b2a1-0c4dedb46d0d, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db598c0e-8e20-40ef-9b23-0e841e396fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '45f5aab1-77c3-46bf-9724-8eea4a5c0efa'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:58:59.893532 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d570638b-b819-4ed3-97f9-cc527524127f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (23aafba3-4833-43a6-b2a1-0c4dedb46d0d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:59.896426 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-c6d256e2-7713-4f8f-8a08-7d1f6234c061 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e3dc7402-b465-4b15-8094-ca4f81d3337e HTTP/1.1" status: 200 len: 217 time: 0.0523040 Jan 28 02:58:59.987596 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-d570638b-b819-4ed3-97f9-cc527524127f None None] For port 23aafba3-4833-43a6-b2a1-0c4dedb46d0d, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:58:59.993961 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f5480189-c03b-4e55-a362-7ad9c69e1a5c tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for port (e397999b-defa-4145-9b2f-d6c54a1bb346), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:58:59.996916 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-d570638b-b819-4ed3-97f9-cc527524127f None None] For port 23aafba3-4833-43a6-b2a1-0c4dedb46d0d, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=23aafba3-4833-43a6-b2a1-0c4dedb46d0d,segment=NetworkSegment(db598c0e-8e20-40ef-9b23-0e841e396fc3),segment_id=db598c0e-8e20-40ef-9b23-0e841e396fc3)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:58:59.999364 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2b8cc847-fbe0-4de9-ac44-ff674ad4aee6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:00.020210 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d570638b-b819-4ed3-97f9-cc527524127f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (23aafba3-4833-43a6-b2a1-0c4dedb46d0d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:00.048603 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3ca5b759-83e4-4032-83a8-290a98474f5d req-0102aa18-9f25-4d7e-8116-1848bdb49fd7 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203220 Jan 28 02:59:00.057352 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d7118979-cdb8-4d5c-b50f-df0227c50c61 admin admin] Publish callbacks [] for security_group (310c895c-ce43-4a50-a078-3ad8456b6f74), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:00.099956 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-b8a238d7-ce61-46ea-848b-157f980aa63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:00.101812 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-b8a238d7-ce61-46ea-848b-157f980aa63b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5890570a-cc0c-4403-a94d-1750b1aeb6ea HTTP/1.1" status: 200 len: 797 time: 0.1868324 Jan 28 02:59:00.108024 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-56e92e92-07c2-4409-ad83-a0321f8af398 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Allocated IP 10.1.1.8 (45f5aab1-77c3-46bf-9724-8eea4a5c0efa/d1901a35-0605-40aa-86b7-558d17d5580a/5412df90-162b-4d92-af88-5241f7fd5d82) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:59:00.133265 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d7118979-cdb8-4d5c-b50f-df0227c50c61 admin admin] Publish callbacks [] for security_group (310c895c-ce43-4a50-a078-3ad8456b6f74), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:00.189648 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32abe57-9d1a-4248-823f-23d6bb19b966 req-28215502-f114-4ec5-9088-b9815fec09fe tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:00.191555 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f32abe57-9d1a-4248-823f-23d6bb19b966 req-28215502-f114-4ec5-9088-b9815fec09fe tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.39 "GET /v2.0/ports?device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9 HTTP/1.1" status: 200 len: 944 time: 0.2472322 Jan 28 02:59:00.204258 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d570638b-b819-4ed3-97f9-cc527524127f None None] Pushing event updated for resources: {'Port': ['ID=23aafba3-4833-43a6-b2a1-0c4dedb46d0d,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:00.313882 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f5480189-c03b-4e55-a362-7ad9c69e1a5c tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (e397999b-defa-4145-9b2f-d6c54a1bb346), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:00.335912 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-f2e4e0ef-25e4-4d3f-9509-6d5add2de188 None None] Allocated IP 10.2.2.2 (8f5c2a2c-a994-4917-b3e0-21b15ad56c20/d7ff91e7-f241-4c5c-a917-a215b6f26f85/e12045af-af54-476b-b971-863cd062c787) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:59:00.343255 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-56e92e92-07c2-4409-ad83-a0321f8af398 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks [] for port (5412df90-162b-4d92-af88-5241f7fd5d82), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:00.408810 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-56e92e92-07c2-4409-ad83-a0321f8af398 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (5412df90-162b-4d92-af88-5241f7fd5d82), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:00.412343 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-927e3ceb-2145-479f-bb8d-1e87bc55e417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:00.413805 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-927e3ceb-2145-479f-bb8d-1e87bc55e417 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9d63e9ac-6b2c-46ae-b695-7b9d65c9a866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2973003 Jan 28 02:59:00.483764 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e92e92-07c2-4409-ad83-a0321f8af398 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Network 45f5aab1-77c3-46bf-9724-8eea4a5c0efa is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:59:00.497407 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e92e92-07c2-4409-ad83-a0321f8af398 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Pushing event updated for resources: {'Port': ['ID=5412df90-162b-4d92-af88-5241f7fd5d82,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:00.498270 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2b8cc847-fbe0-4de9-ac44-ff674ad4aee6 admin admin] Publish callbacks [] for security_group (61f6121e-758c-46d2-9b0b-410c812b0ead), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:00.501939 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-56e92e92-07c2-4409-ad83-a0321f8af398 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:59:00.510466 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e92e92-07c2-4409-ad83-a0321f8af398 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:59:00.515275 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5480189-c03b-4e55-a362-7ad9c69e1a5c tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Network 35daebed-c6dc-49b6-a9f0-576487a25475 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:59:00.530354 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d7118979-cdb8-4d5c-b50f-df0227c50c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (310c895c-ce43-4a50-a078-3ad8456b6f74), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:00.535585 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d7118979-cdb8-4d5c-b50f-df0227c50c61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:00.536808 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d7118979-cdb8-4d5c-b50f-df0227c50c61 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/310c895c-ce43-4a50-a078-3ad8456b6f74 HTTP/1.1" status: 204 len: 168 time: 0.8424203 Jan 28 02:59:00.569394 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2b8cc847-fbe0-4de9-ac44-ff674ad4aee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (61f6121e-758c-46d2-9b0b-410c812b0ead), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:00.572197 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-f5480189-c03b-4e55-a362-7ad9c69e1a5c tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:59:00.586826 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5480189-c03b-4e55-a362-7ad9c69e1a5c tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:59:00.594882 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5480189-c03b-4e55-a362-7ad9c69e1a5c tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:00.595561 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f5480189-c03b-4e55-a362-7ad9c69e1a5c tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:00.607536 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5480189-c03b-4e55-a362-7ad9c69e1a5c tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event updated for resources: {'Port': ['ID=e397999b-defa-4145-9b2f-d6c54a1bb346,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:00.607802 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e92e92-07c2-4409-ad83-a0321f8af398 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:00.609193 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-56e92e92-07c2-4409-ad83-a0321f8af398 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:00.623059 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7118979-cdb8-4d5c-b50f-df0227c50c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310c895c-ce43-4a50-a078-3ad8456b6f74,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:00.632991 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e92e92-07c2-4409-ad83-a0321f8af398 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:00.633537 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e92e92-07c2-4409-ad83-a0321f8af398 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:00.634724 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e92e92-07c2-4409-ad83-a0321f8af398 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:00.634724 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e92e92-07c2-4409-ad83-a0321f8af398 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:00.636741 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e92e92-07c2-4409-ad83-a0321f8af398 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:00.637600 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e92e92-07c2-4409-ad83-a0321f8af398 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:00.638163 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e92e92-07c2-4409-ad83-a0321f8af398 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:00.638610 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e92e92-07c2-4409-ad83-a0321f8af398 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:00.639451 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e92e92-07c2-4409-ad83-a0321f8af398 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:00.640159 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e92e92-07c2-4409-ad83-a0321f8af398 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:00.641379 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e92e92-07c2-4409-ad83-a0321f8af398 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:00.641890 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e92e92-07c2-4409-ad83-a0321f8af398 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:00.642765 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e92e92-07c2-4409-ad83-a0321f8af398 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:00.657034 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-56e92e92-07c2-4409-ad83-a0321f8af398 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2421153 Jan 28 02:59:00.661755 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 45066) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:00.676805 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2b8cc847-fbe0-4de9-ac44-ff674ad4aee6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c34570b6e0c64237a965c86990fb9fab&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0809772 Jan 28 02:59:00.686589 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-0542d870-f62c-4945-8200-44a927eabfbb tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Request body: {'port': {'network_id': '45f5aab1-77c3-46bf-9724-8eea4a5c0efa', 'name': 'tempest-TaggedBootDevicesTest_v242-1135701386', 'fixed_ips': [{'subnet_id': 'd1901a35-0605-40aa-86b7-558d17d5580a'}]}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:00.689377 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 45068) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:00.689622 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f5480189-c03b-4e55-a362-7ad9c69e1a5c tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8024757 Jan 28 02:59:00.702009 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 45070) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:00.724138 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f2e4e0ef-25e4-4d3f-9509-6d5add2de188 None None] Publish callbacks [] for port (e12045af-af54-476b-b971-863cd062c787), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:00.727243 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8cc847-fbe0-4de9-ac44-ff674ad4aee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f6121e-758c-46d2-9b0b-410c812b0ead,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:00.781217 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-f32abe57-9d1a-4248-823f-23d6bb19b966 req-dbf86fe3-0738-402a-8114-d6138497000e tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Deleting port eea1bd53-e8ff-4e33-b889-848ca0389ca6 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:59:00.781530 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f32abe57-9d1a-4248-823f-23d6bb19b966 req-dbf86fe3-0738-402a-8114-d6138497000e tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (eea1bd53-e8ff-4e33-b889-848ca0389ca6), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:00.823268 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-5c42321b-19ce-4ea1-a802-262da437faf2 service neutron] 10.222.0.67 "GET /v2.0/networks/9d63e9ac-6b2c-46ae-b695-7b9d65c9a866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734648 Jan 28 02:59:00.846974 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-97e3b123-7860-4a22-9a6a-70001a50bd48 None None] Allocated IP 2001:db8::2 (35daebed-c6dc-49b6-a9f0-576487a25475/45fa39e0-e4ae-4397-81fa-4c58674c8596/bb88df0c-658c-45a3-9669-6bfd2affd91b) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:59:00.958471 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f2e4e0ef-25e4-4d3f-9509-6d5add2de188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (e12045af-af54-476b-b971-863cd062c787), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:01.107799 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e4e0ef-25e4-4d3f-9509-6d5add2de188 None None] Network 8f5c2a2c-a994-4917-b3e0-21b15ad56c20 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:59:01.108569 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4e0ef-25e4-4d3f-9509-6d5add2de188 None None] Pushing event updated for resources: {'Port': ['ID=e12045af-af54-476b-b971-863cd062c787,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:01.114397 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-f2e4e0ef-25e4-4d3f-9509-6d5add2de188 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:59:01.120652 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e4e0ef-25e4-4d3f-9509-6d5add2de188 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:59:01.150989 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-f32abe57-9d1a-4248-823f-23d6bb19b966 req-dbf86fe3-0738-402a-8114-d6138497000e tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] For port eea1bd53-e8ff-4e33-b889-848ca0389ca6, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=eea1bd53-e8ff-4e33-b889-848ca0389ca6,segment=NetworkSegment(4fb02108-8b37-4bb4-8350-923aa0786ccd),segment_id=4fb02108-8b37-4bb4-8350-923aa0786ccd)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:59:01.151574 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f32abe57-9d1a-4248-823f-23d6bb19b966 req-dbf86fe3-0738-402a-8114-d6138497000e tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (eea1bd53-e8ff-4e33-b889-848ca0389ca6), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:01.161739 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0542d870-f62c-4945-8200-44a927eabfbb tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Made reservation on behalf of d47d57aa564c407d8f7b752418cdddf4 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:59:01.170533 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0542d870-f62c-4945-8200-44a927eabfbb tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:01.188073 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de06cba-f739-4114-8875-e8c5239d6d9f req-7c01b20f-6d35-44d6-b4c9-0a8c08bcced9 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:01.191079 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-f32abe57-9d1a-4248-823f-23d6bb19b966 req-dbf86fe3-0738-402a-8114-d6138497000e tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Calling delete_port for eea1bd53-e8ff-4e33-b889-848ca0389ca6 owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:59:01.196792 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9de06cba-f739-4114-8875-e8c5239d6d9f req-7c01b20f-6d35-44d6-b4c9-0a8c08bcced9 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cef09b1-7a25-4336-9006-de0895b69927 HTTP/1.1" status: 200 len: 945 time: 0.3049049 Jan 28 02:59:01.229593 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705350da-62cb-423e-9760-6c96ad59398c req-b773a70e-eb2c-41c1-b5b0-69aecb76ccc4 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:01.231922 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-705350da-62cb-423e-9760-6c96ad59398c req-b773a70e-eb2c-41c1-b5b0-69aecb76ccc4 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cef09b1-7a25-4336-9006-de0895b69927 HTTP/1.1" status: 200 len: 945 time: 0.3055379 Jan 28 02:59:01.274336 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-f2e4e0ef-25e4-4d3f-9509-6d5add2de188 None None] Attempting to bind port e12045af-af54-476b-b971-863cd062c787 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:59:01.275059 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-f2e4e0ef-25e4-4d3f-9509-6d5add2de188 None None] Attempting to bind port e12045af-af54-476b-b971-863cd062c787 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '56ecf217-4f55-4505-a70a-3d133ecc059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8f5c2a2c-a994-4917-b3e0-21b15ad56c20'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:59:01.275717 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e4e0ef-25e4-4d3f-9509-6d5add2de188 None None] Attempting to bind port e12045af-af54-476b-b971-863cd062c787 on network 8f5c2a2c-a994-4917-b3e0-21b15ad56c20 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:59:01.281776 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-d4c1978a-4505-4faf-a1e2-1fe2fa793cd2 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Deleting port e397999b-defa-4145-9b2f-d6c54a1bb346 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:59:01.282225 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d4c1978a-4505-4faf-a1e2-1fe2fa793cd2 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (e397999b-defa-4145-9b2f-d6c54a1bb346), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:01.294934 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-0542d870-f62c-4945-8200-44a927eabfbb tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] device_id is not set on port db7ee719-a3aa-47ed-85e5-5c79bf8865fd yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:59:01.314078 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e4e0ef-25e4-4d3f-9509-6d5add2de188 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:59:01.315032 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e4e0ef-25e4-4d3f-9509-6d5add2de188 None None] Checking segment: {'id': '56ecf217-4f55-4505-a70a-3d133ecc059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8f5c2a2c-a994-4917-b3e0-21b15ad56c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:59:01.316189 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f2e4e0ef-25e4-4d3f-9509-6d5add2de188 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:01.317695 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e4e0ef-25e4-4d3f-9509-6d5add2de188 None None] Bound using segment: {'id': '56ecf217-4f55-4505-a70a-3d133ecc059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8f5c2a2c-a994-4917-b3e0-21b15ad56c20'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:59:01.319269 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-f2e4e0ef-25e4-4d3f-9509-6d5add2de188 None None] Bound port: e12045af-af54-476b-b971-863cd062c787, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56ecf217-4f55-4505-a70a-3d133ecc059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8f5c2a2c-a994-4917-b3e0-21b15ad56c20'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:59:01.320701 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f2e4e0ef-25e4-4d3f-9509-6d5add2de188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e12045af-af54-476b-b971-863cd062c787), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:01.349042 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-97e3b123-7860-4a22-9a6a-70001a50bd48 None None] Publish callbacks [] for port (bb88df0c-658c-45a3-9669-6bfd2affd91b), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:01.376123 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9653e717-a72b-4900-80cd-998de118c3f9 admin admin] Publish callbacks [] for security_group (61f6121e-758c-46d2-9b0b-410c812b0ead), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:01.401053 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-97e3b123-7860-4a22-9a6a-70001a50bd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (bb88df0c-658c-45a3-9669-6bfd2affd91b), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:01.426144 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d4c1978a-4505-4faf-a1e2-1fe2fa793cd2 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (e397999b-defa-4145-9b2f-d6c54a1bb346), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:01.441192 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-d4c1978a-4505-4faf-a1e2-1fe2fa793cd2 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Calling delete_port for e397999b-defa-4145-9b2f-d6c54a1bb346 owned by {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:59:01.465627 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3b123-7860-4a22-9a6a-70001a50bd48 None None] Pushing event updated for resources: {'Port': ['ID=bb88df0c-658c-45a3-9669-6bfd2affd91b,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:01.483238 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e3b123-7860-4a22-9a6a-70001a50bd48 None None] Network 35daebed-c6dc-49b6-a9f0-576487a25475 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:59:01.490416 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-97e3b123-7860-4a22-9a6a-70001a50bd48 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:59:01.499342 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e3b123-7860-4a22-9a6a-70001a50bd48 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:59:01.550194 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-f2e4e0ef-25e4-4d3f-9509-6d5add2de188 None None] For port e12045af-af54-476b-b971-863cd062c787, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:59:01.597260 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-f2e4e0ef-25e4-4d3f-9509-6d5add2de188 None None] For port e12045af-af54-476b-b971-863cd062c787, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=e12045af-af54-476b-b971-863cd062c787,segment=NetworkSegment(56ecf217-4f55-4505-a70a-3d133ecc059a),segment_id=56ecf217-4f55-4505-a70a-3d133ecc059a)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:59:01.597661 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-51ff5e5d-f0d2-4196-b82d-8a7572634969 req-f83b29e5-84c2-4997-b78c-eff8812283f1 service neutron] 10.222.0.67 "GET /v2.0/networks/9d63e9ac-6b2c-46ae-b695-7b9d65c9a866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7450688 Jan 28 02:59:01.613220 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f2e4e0ef-25e4-4d3f-9509-6d5add2de188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e12045af-af54-476b-b971-863cd062c787), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:01.635397 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9653e717-a72b-4900-80cd-998de118c3f9 admin admin] Publish callbacks [] for security_group (61f6121e-758c-46d2-9b0b-410c812b0ead), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:01.703571 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4e0ef-25e4-4d3f-9509-6d5add2de188 None None] Pushing event updated for resources: {'Port': ['ID=e12045af-af54-476b-b971-863cd062c787,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:01.719982 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-97e3b123-7860-4a22-9a6a-70001a50bd48 None None] Attempting to bind port bb88df0c-658c-45a3-9669-6bfd2affd91b on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:59:01.720749 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-97e3b123-7860-4a22-9a6a-70001a50bd48 None None] Attempting to bind port bb88df0c-658c-45a3-9669-6bfd2affd91b by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '31ae1569-bd98-4b1b-8357-6d298e8914e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '35daebed-c6dc-49b6-a9f0-576487a25475'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:59:01.721317 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e3b123-7860-4a22-9a6a-70001a50bd48 None None] Attempting to bind port bb88df0c-658c-45a3-9669-6bfd2affd91b on network 35daebed-c6dc-49b6-a9f0-576487a25475 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:59:01.734181 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e3b123-7860-4a22-9a6a-70001a50bd48 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:59:01.734913 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e3b123-7860-4a22-9a6a-70001a50bd48 None None] Checking segment: {'id': '31ae1569-bd98-4b1b-8357-6d298e8914e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '35daebed-c6dc-49b6-a9f0-576487a25475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:59:01.735994 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-97e3b123-7860-4a22-9a6a-70001a50bd48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:01.736583 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e3b123-7860-4a22-9a6a-70001a50bd48 None None] Bound using segment: {'id': '31ae1569-bd98-4b1b-8357-6d298e8914e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '35daebed-c6dc-49b6-a9f0-576487a25475'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:59:01.737949 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-97e3b123-7860-4a22-9a6a-70001a50bd48 None None] Bound port: bb88df0c-658c-45a3-9669-6bfd2affd91b, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ae1569-bd98-4b1b-8357-6d298e8914e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '35daebed-c6dc-49b6-a9f0-576487a25475'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:59:01.738453 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-97e3b123-7860-4a22-9a6a-70001a50bd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (bb88df0c-658c-45a3-9669-6bfd2affd91b), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:01.774459 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9de06cba-f739-4114-8875-e8c5239d6d9f req-2381802b-7127-416d-b652-45ffa4197aa1 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5729561 Jan 28 02:59:01.782467 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-0542d870-f62c-4945-8200-44a927eabfbb tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Allocated IP 10.1.1.184 (45f5aab1-77c3-46bf-9724-8eea4a5c0efa/d1901a35-0605-40aa-86b7-558d17d5580a/db7ee719-a3aa-47ed-85e5-5c79bf8865fd) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:59:01.789065 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9653e717-a72b-4900-80cd-998de118c3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (61f6121e-758c-46d2-9b0b-410c812b0ead), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:01.801150 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9653e717-a72b-4900-80cd-998de118c3f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:01.806472 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9653e717-a72b-4900-80cd-998de118c3f9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/61f6121e-758c-46d2-9b0b-410c812b0ead HTTP/1.1" status: 204 len: 168 time: 1.1147938 Jan 28 02:59:01.839865 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45a591-f132-4f2e-80e3-89f52a36d293 req-b93c8505-c7db-4faf-8f2c-b69f5d290e88 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:01.849232 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3b45a591-f132-4f2e-80e3-89f52a36d293 req-b93c8505-c7db-4faf-8f2c-b69f5d290e88 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9 HTTP/1.1" status: 200 len: 944 time: 0.2806184 Jan 28 02:59:01.868048 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9653e717-a72b-4900-80cd-998de118c3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f6121e-758c-46d2-9b0b-410c812b0ead,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:01.974627 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1dae8536-91f3-447e-b7ca-f1c656460fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:02.023386 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-705350da-62cb-423e-9760-6c96ad59398c req-79e16765-8e9b-4735-b1c2-5a45871227fd tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Deleting port 8bc3e1e3-3b8b-493b-825e-e109d60fabfc {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:59:02.028778 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-705350da-62cb-423e-9760-6c96ad59398c req-79e16765-8e9b-4735-b1c2-5a45871227fd tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (8bc3e1e3-3b8b-493b-825e-e109d60fabfc), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:02.048500 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-97e3b123-7860-4a22-9a6a-70001a50bd48 None None] For port bb88df0c-658c-45a3-9669-6bfd2affd91b, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:59:02.055600 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-97e3b123-7860-4a22-9a6a-70001a50bd48 None None] For port bb88df0c-658c-45a3-9669-6bfd2affd91b, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=bb88df0c-658c-45a3-9669-6bfd2affd91b,segment=NetworkSegment(31ae1569-bd98-4b1b-8357-6d298e8914e1),segment_id=31ae1569-bd98-4b1b-8357-6d298e8914e1)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:59:02.060786 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3b45a591-f132-4f2e-80e3-89f52a36d293 req-755cb0c8-15bb-40b9-8bb0-7b18915debe6 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104416 Jan 28 02:59:02.064322 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-97e3b123-7860-4a22-9a6a-70001a50bd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (bb88df0c-658c-45a3-9669-6bfd2affd91b), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:02.350135 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-705350da-62cb-423e-9760-6c96ad59398c req-79e16765-8e9b-4735-b1c2-5a45871227fd tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] For port 8bc3e1e3-3b8b-493b-825e-e109d60fabfc, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=8bc3e1e3-3b8b-493b-825e-e109d60fabfc,segment=NetworkSegment(5ec551e3-78ab-42a1-92af-4f07dc8530f7),segment_id=5ec551e3-78ab-42a1-92af-4f07dc8530f7)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:59:02.350521 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-705350da-62cb-423e-9760-6c96ad59398c req-79e16765-8e9b-4735-b1c2-5a45871227fd tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (8bc3e1e3-3b8b-493b-825e-e109d60fabfc), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:02.353248 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3b123-7860-4a22-9a6a-70001a50bd48 None None] Pushing event updated for resources: {'Port': ['ID=bb88df0c-658c-45a3-9669-6bfd2affd91b,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:02.392213 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-705350da-62cb-423e-9760-6c96ad59398c req-79e16765-8e9b-4735-b1c2-5a45871227fd tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Calling delete_port for 8bc3e1e3-3b8b-493b-825e-e109d60fabfc owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:59:02.519766 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 23aafba3-4833-43a6-b2a1-0c4dedb46d0d up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:59:02.553635 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f32abe57-9d1a-4248-823f-23d6bb19b966 req-dbf86fe3-0738-402a-8114-d6138497000e tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (eea1bd53-e8ff-4e33-b889-848ca0389ca6), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:02.634289 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 45108) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:02.638184 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf86fe3-0738-402a-8114-d6138497000e tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Pushing event deleted for resources: {'Port': ['ID=eea1bd53-e8ff-4e33-b889-848ca0389ca6,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:02.651898 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d4c1978a-4505-4faf-a1e2-1fe2fa793cd2 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (e397999b-defa-4145-9b2f-d6c54a1bb346), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:02.666968 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036914c9-a6f0-4a30-9dbe-218732e4ba76 None None] Network 45f5aab1-77c3-46bf-9724-8eea4a5c0efa requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:59:02.686711 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-48dcf589-3d49-410f-acd3-931429f320d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:02.706273 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 23aafba3-4833-43a6-b2a1-0c4dedb46d0d triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:02.706648 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (23aafba3-4833-43a6-b2a1-0c4dedb46d0d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:03.039563 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32abe57-9d1a-4248-823f-23d6bb19b966 req-dbf86fe3-0738-402a-8114-d6138497000e tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] No DVR routers for this DVR port eea1bd53-e8ff-4e33-b889-848ca0389ca6 on host n-h2-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:59:03.041345 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c1978a-4505-4faf-a1e2-1fe2fa793cd2 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event deleted for resources: {'Port': ['ID=e397999b-defa-4145-9b2f-d6c54a1bb346,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:03.044388 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f32abe57-9d1a-4248-823f-23d6bb19b966 req-dbf86fe3-0738-402a-8114-d6138497000e tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:03.053879 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f32abe57-9d1a-4248-823f-23d6bb19b966 req-dbf86fe3-0738-402a-8114-d6138497000e tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.39 "DELETE /v2.0/ports/eea1bd53-e8ff-4e33-b889-848ca0389ca6 HTTP/1.1" status: 204 len: 173 time: 2.8531790 Jan 28 02:59:03.056383 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d4c1978a-4505-4faf-a1e2-1fe2fa793cd2 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:03.059881 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d4c1978a-4505-4faf-a1e2-1fe2fa793cd2 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/ports/e397999b-defa-4145-9b2f-d6c54a1bb346 HTTP/1.1" status: 204 len: 168 time: 2.3564277 Jan 28 02:59:03.060497 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '014fc7b7-beb5-4427-b7ef-9e2fcceba7c9', 'name': 'network-vif-deleted', 'tag': 'eea1bd53-e8ff-4e33-b889-848ca0389ca6'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:59:03.078069 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252af72b-b831-4d02-97d5-f760b8ee5b86" -d '{"events": [{"server_uuid": "014fc7b7-beb5-4427-b7ef-9e2fcceba7c9", "name": "network-vif-deleted", "tag": "eea1bd53-e8ff-4e33-b889-848ca0389ca6"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:59:03.090265 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 45112) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:03.109665 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-fbc17abe-7c35-4e25-858d-f27469c1d43e None None] Provisioning complete for port 23aafba3-4833-43a6-b2a1-0c4dedb46d0d triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:03.113686 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fbc17abe-7c35-4e25-858d-f27469c1d43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (23aafba3-4833-43a6-b2a1-0c4dedb46d0d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:03.152347 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-f40ea634-a884-4506-8e34-a4fb36240f6f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] DELETE failed (client error): The resource could not be found. Jan 28 02:59:03.152943 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f40ea634-a884-4506-8e34-a4fb36240f6f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:59:03.158813 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f40ea634-a884-4506-8e34-a4fb36240f6f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/ports/e397999b-defa-4145-9b2f-d6c54a1bb346 HTTP/1.1" status: 404 len: 333 time: 0.0636539 Jan 28 02:59:03.167190 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 45120) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:03.240802 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a2963a8-3acb-4587-89ce-344ad6b7429e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] GET failed (client error): The resource could not be found. Jan 28 02:59:03.242918 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5a2963a8-3acb-4587-89ce-344ad6b7429e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "GET /v2.0/ports/e397999b-defa-4145-9b2f-d6c54a1bb346 HTTP/1.1" status: 404 len: 333 time: 0.0747681 Jan 28 02:59:03.271907 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 45122) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:03.329395 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:03.342404 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-eddce6be-2d76-4aec-99ea-188d90a36d5d req-baa02b80-66e2-4f76-8507-6f319edf2724 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=014fc7b7-beb5-4427-b7ef-9e2fcceba7c9 HTTP/1.1" status: 200 len: 210 time: 0.1073687 Jan 28 02:59:03.469341 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:03.476440 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441409b2-d953-481a-978b-8eba20948ed4 x-openstack-request-id: req-441409b2-d953-481a-978b-8eba20948ed4 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:59:03.476735 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "014fc7b7-beb5-4427-b7ef-9e2fcceba7c9", "name": "network-vif-deleted", "tag": "eea1bd53-e8ff-4e33-b889-848ca0389ca6", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:59:03.476988 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-441409b2-d953-481a-978b-8eba20948ed4 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:59:03.477495 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '014fc7b7-beb5-4427-b7ef-9e2fcceba7c9', 'name': 'network-vif-deleted', 'tag': 'eea1bd53-e8ff-4e33-b889-848ca0389ca6', 'status': 'completed', 'code': 200} Jan 28 02:59:03.522946 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c7deb27-eb50-4447-94e5-8f15abfddc18 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Deleting subnet 45fa39e0-e4ae-4397-81fa-4c58674c8596 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:59:03.535841 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8c7deb27-eb50-4447-94e5-8f15abfddc18 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for subnet (45fa39e0-e4ae-4397-81fa-4c58674c8596), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:03.555401 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 23aafba3-4833-43a6-b2a1-0c4dedb46d0d is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:59:03.555799 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (23aafba3-4833-43a6-b2a1-0c4dedb46d0d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:03.640779 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b1338-b9c6-444a-84c0-c59fb3ff1a09 req-ffc90596-6453-429c-b153-baeb2f227261 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:03.642557 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d70b1338-b9c6-444a-84c0-c59fb3ff1a09 req-ffc90596-6453-429c-b153-baeb2f227261 tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cef09b1-7a25-4336-9006-de0895b69927 HTTP/1.1" status: 200 len: 945 time: 0.2665792 Jan 28 02:59:03.729718 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8c7deb27-eb50-4447-94e5-8f15abfddc18 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (45fa39e0-e4ae-4397-81fa-4c58674c8596), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:03.807102 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device eea1bd53-e8ff-4e33-b889-848ca0389ca6 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:59:03.830081 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 23aafba3-4833-43a6-b2a1-0c4dedb46d0d, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=23aafba3-4833-43a6-b2a1-0c4dedb46d0d,segment=NetworkSegment(db598c0e-8e20-40ef-9b23-0e841e396fc3),segment_id=db598c0e-8e20-40ef-9b23-0e841e396fc3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:59:03.875191 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (23aafba3-4833-43a6-b2a1-0c4dedb46d0d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:03.876726 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-fbc17abe-7c35-4e25-858d-f27469c1d43e None None] Current status of the port 23aafba3-4833-43a6-b2a1-0c4dedb46d0d is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:59:03.890965 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fbc17abe-7c35-4e25-858d-f27469c1d43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (23aafba3-4833-43a6-b2a1-0c4dedb46d0d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:03.893240 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: eea1bd53-e8ff-4e33-b889-848ca0389ca6 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:59:03.893594 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device eea1bd53-e8ff-4e33-b889-848ca0389ca6 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:59:03.893956 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 8bc3e1e3-3b8b-493b-825e-e109d60fabfc no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:59:03.950415 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8c7deb27-eb50-4447-94e5-8f15abfddc18 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (45fa39e0-e4ae-4397-81fa-4c58674c8596), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:03.990050 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0542d870-f62c-4945-8200-44a927eabfbb tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks [] for port (db7ee719-a3aa-47ed-85e5-5c79bf8865fd), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:04.016243 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d70b1338-b9c6-444a-84c0-c59fb3ff1a09 req-828d1822-615b-4dc8-a4c3-481b831a988c tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.53 "GET /v2.0/security-groups?id=e956ecaf-5280-4037-991f-b96cdcf9eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619928 Jan 28 02:59:04.073447 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-48dcf589-3d49-410f-acd3-931429f320d0 admin admin] Publish callbacks [] for security_group (a4a27b63-31dd-4e0b-8488-06215d36effe), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:04.084158 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-48dcf589-3d49-410f-acd3-931429f320d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (a4a27b63-31dd-4e0b-8488-06215d36effe), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:04.109496 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=23aafba3-4833-43a6-b2a1-0c4dedb46d0d,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:04.125050 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ba70c7-3157-4b04-97bb-9012f7d24d58 None None] Network 8f5c2a2c-a994-4917-b3e0-21b15ad56c20 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:59:04.149508 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8c7deb27-eb50-4447-94e5-8f15abfddc18 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (45fa39e0-e4ae-4397-81fa-4c58674c8596), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:04.154797 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-705350da-62cb-423e-9760-6c96ad59398c req-79e16765-8e9b-4735-b1c2-5a45871227fd tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (8bc3e1e3-3b8b-493b-825e-e109d60fabfc), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:04.300849 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-48dcf589-3d49-410f-acd3-931429f320d0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c91e0f24fb604f749cdf19ef043393ff&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6602921 Jan 28 02:59:04.308060 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 45132) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:04.323076 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7deb27-eb50-4447-94e5-8f15abfddc18 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event deleted for resources: {'Subnet': ['ID=45fa39e0-e4ae-4397-81fa-4c58674c8596,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:04.336074 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dcf589-3d49-410f-acd3-931429f320d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a27b63-31dd-4e0b-8488-06215d36effe,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:04.351800 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e16765-8e9b-4735-b1c2-5a45871227fd tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Pushing event deleted for resources: {'Port': ['ID=8bc3e1e3-3b8b-493b-825e-e109d60fabfc,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:04.360047 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-705350da-62cb-423e-9760-6c96ad59398c req-79e16765-8e9b-4735-b1c2-5a45871227fd tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] No DVR routers for this DVR port 8bc3e1e3-3b8b-493b-825e-e109d60fabfc on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:59:04.363715 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No active binding found for port 8bc3e1e3-3b8b-493b-825e-e109d60fabfc {{(pid=109804) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 02:59:04.365756 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] The host n-h2-712139-27 is not matching for port 8bc3e1e3-3b8b-493b-825e-e109d60fabfc host None! {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 02:59:04.366531 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 8bc3e1e3-3b8b-493b-825e-e109d60fabfc not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:59:04.369007 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-705350da-62cb-423e-9760-6c96ad59398c req-79e16765-8e9b-4735-b1c2-5a45871227fd tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:04.376152 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8c7deb27-eb50-4447-94e5-8f15abfddc18 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:04.378868 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-705350da-62cb-423e-9760-6c96ad59398c req-79e16765-8e9b-4735-b1c2-5a45871227fd tempest-ServersTestJSON-788804846 tempest-ServersTestJSON-788804846-project] 10.222.0.39 "DELETE /v2.0/ports/8bc3e1e3-3b8b-493b-825e-e109d60fabfc HTTP/1.1" status: 204 len: 173 time: 3.1348467 Jan 28 02:59:04.380283 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cef09b1-7a25-4336-9006-de0895b69927', 'name': 'network-vif-deleted', 'tag': '8bc3e1e3-3b8b-493b-825e-e109d60fabfc'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:59:04.386450 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8c7deb27-eb50-4447-94e5-8f15abfddc18 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/subnets/45fa39e0-e4ae-4397-81fa-4c58674c8596 HTTP/1.1" status: 204 len: 168 time: 1.1133204 Jan 28 02:59:04.391849 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46b42fa-2144-4d26-83cd-56e6bf330ea8" -d '{"events": [{"server_uuid": "0cef09b1-7a25-4336-9006-de0895b69927", "name": "network-vif-deleted", "tag": "8bc3e1e3-3b8b-493b-825e-e109d60fabfc"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:59:04.395876 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 45136) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:04.415390 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0542d870-f62c-4945-8200-44a927eabfbb tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (db7ee719-a3aa-47ed-85e5-5c79bf8865fd), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:04.503585 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0542d870-f62c-4945-8200-44a927eabfbb tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Network 45f5aab1-77c3-46bf-9724-8eea4a5c0efa is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:59:04.515177 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-0542d870-f62c-4945-8200-44a927eabfbb tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:59:04.528795 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0542d870-f62c-4945-8200-44a927eabfbb tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:59:04.598948 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.api [None req-fbc17abe-7c35-4e25-858d-f27469c1d43e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 02:59:04.599335 n-d-712139-27 neutron-server[109804]: DEBUG oslo_db.api [None req-fbc17abe-7c35-4e25-858d-f27469c1d43e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 02:59:04.616675 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee348b23-73f9-4bb5-9b01-fdaabd51a696 x-openstack-request-id: req-ee348b23-73f9-4bb5-9b01-fdaabd51a696 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:59:04.617278 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cef09b1-7a25-4336-9006-de0895b69927", "name": "network-vif-deleted", "tag": "8bc3e1e3-3b8b-493b-825e-e109d60fabfc", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:59:04.617473 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ee348b23-73f9-4bb5-9b01-fdaabd51a696 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:59:04.617899 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cef09b1-7a25-4336-9006-de0895b69927', 'name': 'network-vif-deleted', 'tag': '8bc3e1e3-3b8b-493b-825e-e109d60fabfc', 'status': 'completed', 'code': 200} Jan 28 02:59:04.716901 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:04.824969 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device e12045af-af54-476b-b971-863cd062c787 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:59:04.841789 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0542d870-f62c-4945-8200-44a927eabfbb tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Pushing event updated for resources: {'Port': ['ID=db7ee719-a3aa-47ed-85e5-5c79bf8865fd,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:04.864355 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0542d870-f62c-4945-8200-44a927eabfbb tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:04.865999 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0542d870-f62c-4945-8200-44a927eabfbb tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:04.899766 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0542d870-f62c-4945-8200-44a927eabfbb tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2367299 Jan 28 02:59:04.998507 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cce0d1e-00bd-45f9-bd1d-6a225f083753 None None] Network 35daebed-c6dc-49b6-a9f0-576487a25475 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:59:05.195761 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port e12045af-af54-476b-b971-863cd062c787 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:05.202049 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e12045af-af54-476b-b971-863cd062c787), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:05.319909 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3388c-112a-4d8e-aafe-1da4a4a7b17d req-e2657da8-5ec4-498b-af87-bd1122ff926d tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:05.322725 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f8b3388c-112a-4d8e-aafe-1da4a4a7b17d req-e2657da8-5ec4-498b-af87-bd1122ff926d tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d39347-fc00-4cae-9ff6-b351ac79bc66 HTTP/1.1" status: 200 len: 944 time: 0.1473143 Jan 28 02:59:05.337382 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-fbc17abe-7c35-4e25-858d-f27469c1d43e None None] Current status of the port 23aafba3-4833-43a6-b2a1-0c4dedb46d0d is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:59:05.396424 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c5501161-1aaf-4a56-b639-2cfdc6f79e02 admin admin] Publish callbacks [] for security_group (a4a27b63-31dd-4e0b-8488-06215d36effe), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:05.412741 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0b3e3604-21e5-4447-8a28-9de6d654a524 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (35daebed-c6dc-49b6-a9f0-576487a25475), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:05.446414 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f8b3388c-112a-4d8e-aafe-1da4a4a7b17d req-bd74e695-a63b-4b53-a1ca-8bfc20378e01 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126468 Jan 28 02:59:05.453305 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port e12045af-af54-476b-b971-863cd062c787 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:59:05.454021 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e12045af-af54-476b-b971-863cd062c787), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:05.470900 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c5501161-1aaf-4a56-b639-2cfdc6f79e02 admin admin] Publish callbacks [] for security_group (a4a27b63-31dd-4e0b-8488-06215d36effe), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:05.485684 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd9428f-f23c-4c86-9857-29aa4064cc30 None None] DHCP port deletion for 35daebed-c6dc-49b6-a9f0-576487a25475 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:59:05.499421 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-59e29109-39a1-4b85-9535-98a62f0d3db0 None None] Provisioning complete for port db7ee719-a3aa-47ed-85e5-5c79bf8865fd triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:05.499995 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-59e29109-39a1-4b85-9535-98a62f0d3db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (db7ee719-a3aa-47ed-85e5-5c79bf8865fd), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:05.544223 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 45154) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:05.578319 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port e12045af-af54-476b-b971-863cd062c787, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=e12045af-af54-476b-b971-863cd062c787,segment=NetworkSegment(56ecf217-4f55-4505-a70a-3d133ecc059a),segment_id=56ecf217-4f55-4505-a70a-3d133ecc059a)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:59:05.595706 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e12045af-af54-476b-b971-863cd062c787), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:05.596984 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device bb88df0c-658c-45a3-9669-6bfd2affd91b up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:59:05.603912 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa11d0-2162-4d5e-bf42-ca21d4913e76 req-99ed419e-174c-4628-b9dc-2fbec172c79e tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:05.605818 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-61aa11d0-2162-4d5e-bf42-ca21d4913e76 req-99ed419e-174c-4628-b9dc-2fbec172c79e tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.39 "GET /v2.0/ports?device_id=53d39347-fc00-4cae-9ff6-b351ac79bc66 HTTP/1.1" status: 200 len: 944 time: 0.1207607 Jan 28 02:59:05.628566 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-59e29109-39a1-4b85-9535-98a62f0d3db0 None None] Port db7ee719-a3aa-47ed-85e5-5c79bf8865fd cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:59:05.737135 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 45158) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:05.751556 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-fc06b18f-8991-4f61-92a0-a9406543ec97 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Request body: {'security_group': {'name': 'tempest-securitygroup--688150789', 'description': 'tempest-description--2022745009'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:05.758704 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-59e29109-39a1-4b85-9535-98a62f0d3db0 None None] Provisioning complete for port e12045af-af54-476b-b971-863cd062c787 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:05.759121 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-59e29109-39a1-4b85-9535-98a62f0d3db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e12045af-af54-476b-b971-863cd062c787), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:05.784645 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-e43034ad-17c3-437d-affc-7958ac83d1e1 admin admin] Deleting subnet 4a514938-18f7-4fe1-ae61-4e73697ccb7f {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:59:05.792516 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fc06b18f-8991-4f61-92a0-a9406543ec97 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:05.796346 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e43034ad-17c3-437d-affc-7958ac83d1e1 admin admin] Publish callbacks [] for subnet (4a514938-18f7-4fe1-ae61-4e73697ccb7f), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:05.799113 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-0b3e3604-21e5-4447-8a28-9de6d654a524 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Deleting port bb88df0c-658c-45a3-9669-6bfd2affd91b {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:59:05.799457 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0b3e3604-21e5-4447-8a28-9de6d654a524 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (bb88df0c-658c-45a3-9669-6bfd2affd91b), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:05.801902 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=e12045af-af54-476b-b971-863cd062c787,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:05.808232 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-61aa11d0-2162-4d5e-bf42-ca21d4913e76 req-2879cf28-4df9-45c0-b602-c9c17d5b8d9b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Deleting port 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:59:05.808934 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-bdd9428f-f23c-4c86-9857-29aa4064cc30 None None] Deleting port bb88df0c-658c-45a3-9669-6bfd2affd91b {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:59:05.809375 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-61aa11d0-2162-4d5e-bf42-ca21d4913e76 req-2879cf28-4df9-45c0-b602-c9c17d5b8d9b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (13b71a4f-d1b0-4c45-88a4-b1b8b0e31361), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:05.809508 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-bdd9428f-f23c-4c86-9857-29aa4064cc30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (bb88df0c-658c-45a3-9669-6bfd2affd91b), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:05.884852 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port bb88df0c-658c-45a3-9669-6bfd2affd91b triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:05.885302 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (bb88df0c-658c-45a3-9669-6bfd2affd91b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:05.956487 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-0b3e3604-21e5-4447-8a28-9de6d654a524 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] For port bb88df0c-658c-45a3-9669-6bfd2affd91b, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=bb88df0c-658c-45a3-9669-6bfd2affd91b,segment=NetworkSegment(31ae1569-bd98-4b1b-8357-6d298e8914e1),segment_id=31ae1569-bd98-4b1b-8357-6d298e8914e1)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:59:05.956968 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0b3e3604-21e5-4447-8a28-9de6d654a524 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (bb88df0c-658c-45a3-9669-6bfd2affd91b), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:05.960312 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:05.976679 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-0b3e3604-21e5-4447-8a28-9de6d654a524 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Calling delete_port for bb88df0c-658c-45a3-9669-6bfd2affd91b owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:59:05.978187 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-bdd9428f-f23c-4c86-9857-29aa4064cc30 None None] For port bb88df0c-658c-45a3-9669-6bfd2affd91b, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=bb88df0c-658c-45a3-9669-6bfd2affd91b,segment=NetworkSegment(31ae1569-bd98-4b1b-8357-6d298e8914e1),segment_id=31ae1569-bd98-4b1b-8357-6d298e8914e1)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:59:05.978606 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-bdd9428f-f23c-4c86-9857-29aa4064cc30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (bb88df0c-658c-45a3-9669-6bfd2affd91b), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:06.014046 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-61aa11d0-2162-4d5e-bf42-ca21d4913e76 req-2879cf28-4df9-45c0-b602-c9c17d5b8d9b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] For port 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=13b71a4f-d1b0-4c45-88a4-b1b8b0e31361,segment=NetworkSegment(4fb02108-8b37-4bb4-8350-923aa0786ccd),segment_id=4fb02108-8b37-4bb4-8350-923aa0786ccd)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:59:06.014664 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-61aa11d0-2162-4d5e-bf42-ca21d4913e76 req-2879cf28-4df9-45c0-b602-c9c17d5b8d9b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (13b71a4f-d1b0-4c45-88a4-b1b8b0e31361), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:06.030301 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-61aa11d0-2162-4d5e-bf42-ca21d4913e76 req-2879cf28-4df9-45c0-b602-c9c17d5b8d9b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Calling delete_port for 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:59:06.044271 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-bdd9428f-f23c-4c86-9857-29aa4064cc30 None None] Calling delete_port for bb88df0c-658c-45a3-9669-6bfd2affd91b owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:59:06.093350 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c5501161-1aaf-4a56-b639-2cfdc6f79e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (a4a27b63-31dd-4e0b-8488-06215d36effe), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:06.097316 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c5501161-1aaf-4a56-b639-2cfdc6f79e02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:06.099106 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c5501161-1aaf-4a56-b639-2cfdc6f79e02 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a4a27b63-31dd-4e0b-8488-06215d36effe HTTP/1.1" status: 204 len: 168 time: 1.7890582 Jan 28 02:59:06.125252 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5501161-1aaf-4a56-b639-2cfdc6f79e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a27b63-31dd-4e0b-8488-06215d36effe,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:06.163537 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5501161-1aaf-4a56-b639-2cfdc6f79e02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:06.163537 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5501161-1aaf-4a56-b639-2cfdc6f79e02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:06.163537 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5501161-1aaf-4a56-b639-2cfdc6f79e02 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:06.163537 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5501161-1aaf-4a56-b639-2cfdc6f79e02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:06.163537 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5501161-1aaf-4a56-b639-2cfdc6f79e02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:06.163537 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5501161-1aaf-4a56-b639-2cfdc6f79e02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:06.163537 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5501161-1aaf-4a56-b639-2cfdc6f79e02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:06.164394 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5501161-1aaf-4a56-b639-2cfdc6f79e02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:06.164914 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5501161-1aaf-4a56-b639-2cfdc6f79e02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:06.166573 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5501161-1aaf-4a56-b639-2cfdc6f79e02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:06.166573 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5501161-1aaf-4a56-b639-2cfdc6f79e02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:06.166573 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5501161-1aaf-4a56-b639-2cfdc6f79e02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:06.167649 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5501161-1aaf-4a56-b639-2cfdc6f79e02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:06.173544 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-59e29109-39a1-4b85-9535-98a62f0d3db0 None None] Current status of the port e12045af-af54-476b-b971-863cd062c787 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:59:06.183674 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e43034ad-17c3-437d-affc-7958ac83d1e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (4a514938-18f7-4fe1-ae61-4e73697ccb7f), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:06.291058 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fc06b18f-8991-4f61-92a0-a9406543ec97 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks [] for security_group (8e6761aa-0c2e-4ffa-8162-05ff3bf2a637), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:06.302663 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port bb88df0c-658c-45a3-9669-6bfd2affd91b is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:59:06.303826 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (bb88df0c-658c-45a3-9669-6bfd2affd91b), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:06.305830 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fc06b18f-8991-4f61-92a0-a9406543ec97 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (8e6761aa-0c2e-4ffa-8162-05ff3bf2a637), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:06.306686 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-59e29109-39a1-4b85-9535-98a62f0d3db0 None None] Provisioning complete for port bb88df0c-658c-45a3-9669-6bfd2affd91b triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:06.307395 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-59e29109-39a1-4b85-9535-98a62f0d3db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (bb88df0c-658c-45a3-9669-6bfd2affd91b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:06.323641 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0b3e3604-21e5-4447-8a28-9de6d654a524 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (bb88df0c-658c-45a3-9669-6bfd2affd91b), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:06.323836 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-61aa11d0-2162-4d5e-bf42-ca21d4913e76 req-2879cf28-4df9-45c0-b602-c9c17d5b8d9b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (13b71a4f-d1b0-4c45-88a4-b1b8b0e31361), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:06.339476 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e43034ad-17c3-437d-affc-7958ac83d1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (4a514938-18f7-4fe1-ae61-4e73697ccb7f), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:06.352613 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-59e29109-39a1-4b85-9535-98a62f0d3db0 None None] Port bb88df0c-658c-45a3-9669-6bfd2affd91b was deleted so its status cannot be updated. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 28 02:59:06.391692 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-bdd9428f-f23c-4c86-9857-29aa4064cc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (bb88df0c-658c-45a3-9669-6bfd2affd91b), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:06.393755 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2879cf28-4df9-45c0-b602-c9c17d5b8d9b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Pushing event deleted for resources: {'Port': ['ID=13b71a4f-d1b0-4c45-88a4-b1b8b0e31361,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:06.400679 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 23aafba3-4833-43a6-b2a1-0c4dedb46d0d up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:59:06.419559 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e3604-21e5-4447-8a28-9de6d654a524 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event deleted for resources: {'Port': ['ID=bb88df0c-658c-45a3-9669-6bfd2affd91b,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:06.427821 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-59e29109-39a1-4b85-9535-98a62f0d3db0 None None] Provisioning complete for port 23aafba3-4833-43a6-b2a1-0c4dedb46d0d triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:06.428384 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-59e29109-39a1-4b85-9535-98a62f0d3db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (23aafba3-4833-43a6-b2a1-0c4dedb46d0d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:06.446156 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3e3604-21e5-4447-8a28-9de6d654a524 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] No DVR routers for this DVR port bb88df0c-658c-45a3-9669-6bfd2affd91b on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:59:06.462437 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd9428f-f23c-4c86-9857-29aa4064cc30 None None] Pushing event deleted for resources: {'Port': ['ID=bb88df0c-658c-45a3-9669-6bfd2affd91b,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:06.467384 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd9428f-f23c-4c86-9857-29aa4064cc30 None None] No DVR routers for this DVR port bb88df0c-658c-45a3-9669-6bfd2affd91b on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:59:06.507546 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-61aa11d0-2162-4d5e-bf42-ca21d4913e76 req-2879cf28-4df9-45c0-b602-c9c17d5b8d9b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] No DVR routers for this DVR port 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:59:06.509746 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-61aa11d0-2162-4d5e-bf42-ca21d4913e76 req-2879cf28-4df9-45c0-b602-c9c17d5b8d9b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:06.520688 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-61aa11d0-2162-4d5e-bf42-ca21d4913e76 req-2879cf28-4df9-45c0-b602-c9c17d5b8d9b tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.39 "DELETE /v2.0/ports/13b71a4f-d1b0-4c45-88a4-b1b8b0e31361 HTTP/1.1" status: 204 len: 173 time: 0.9094522 Jan 28 02:59:06.542205 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fc06b18f-8991-4f61-92a0-a9406543ec97 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:06.547980 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 45170) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:06.548909 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-fc06b18f-8991-4f61-92a0-a9406543ec97 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8083785 Jan 28 02:59:06.553956 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-3489ccbd-37b4-410a-92b2-52fe22db887e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Request body: {'security_group_rule': {'security_group_id': '8e6761aa-0c2e-4ffa-8162-05ff3bf2a637', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:06.581230 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc06b18f-8991-4f61-92a0-a9406543ec97 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:06.587132 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 23aafba3-4833-43a6-b2a1-0c4dedb46d0d triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:06.587983 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (23aafba3-4833-43a6-b2a1-0c4dedb46d0d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:06.623644 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53d39347-fc00-4cae-9ff6-b351ac79bc66', 'name': 'network-vif-deleted', 'tag': '13b71a4f-d1b0-4c45-88a4-b1b8b0e31361'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:59:06.635542 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8058eae9-1f77-4e3f-85bf-e6ad42749a6e" -d '{"events": [{"server_uuid": "53d39347-fc00-4cae-9ff6-b351ac79bc66", "name": "network-vif-deleted", "tag": "13b71a4f-d1b0-4c45-88a4-b1b8b0e31361"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:59:06.679427 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-59e29109-39a1-4b85-9535-98a62f0d3db0 None None] Current status of the port 23aafba3-4833-43a6-b2a1-0c4dedb46d0d is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:59:06.706997 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e43034ad-17c3-437d-affc-7958ac83d1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (4a514938-18f7-4fe1-ae61-4e73697ccb7f), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:06.723606 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-59e29109-39a1-4b85-9535-98a62f0d3db0 None None] Provisioning complete for port 5412df90-162b-4d92-af88-5241f7fd5d82 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:06.724088 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-59e29109-39a1-4b85-9535-98a62f0d3db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (5412df90-162b-4d92-af88-5241f7fd5d82), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:06.743882 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3489ccbd-37b4-410a-92b2-52fe22db887e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks [] for security_group_rule (3d6e54c6-c0dc-4d96-8ea5-0d11cf4b4d17), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:06.749458 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e43034ad-17c3-437d-affc-7958ac83d1e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:06.753982 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e43034ad-17c3-437d-affc-7958ac83d1e1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4a514938-18f7-4fe1-ae61-4e73697ccb7f HTTP/1.1" status: 204 len: 168 time: 1.2024624 Jan 28 02:59:06.755799 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d3bf17-4989-4a81-baa6-928ee114ec06 x-openstack-request-id: req-51d3bf17-4989-4a81-baa6-928ee114ec06 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:59:06.756217 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53d39347-fc00-4cae-9ff6-b351ac79bc66", "name": "network-vif-deleted", "tag": "13b71a4f-d1b0-4c45-88a4-b1b8b0e31361", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:59:06.756479 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-51d3bf17-4989-4a81-baa6-928ee114ec06 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:59:06.756887 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d39347-fc00-4cae-9ff6-b351ac79bc66', 'name': 'network-vif-deleted', 'tag': '13b71a4f-d1b0-4c45-88a4-b1b8b0e31361', 'status': 'completed', 'code': 200} Jan 28 02:59:06.759058 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0b3e3604-21e5-4447-8a28-9de6d654a524 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (35daebed-c6dc-49b6-a9f0-576487a25475), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:06.763039 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 23aafba3-4833-43a6-b2a1-0c4dedb46d0d is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:59:06.764598 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 45180) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:06.776117 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8b257d7c-ad48-4646-9a13-a6abf692aaaf req-1703a53d-ad3f-45e6-9d1f-66012f539252 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d39347-fc00-4cae-9ff6-b351ac79bc66 HTTP/1.1" status: 200 len: 210 time: 0.1897404 Jan 28 02:59:06.782178 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-59e29109-39a1-4b85-9535-98a62f0d3db0 None None] Port 5412df90-162b-4d92-af88-5241f7fd5d82 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:59:06.862520 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43034ad-17c3-437d-affc-7958ac83d1e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a514938-18f7-4fe1-ae61-4e73697ccb7f,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:06.896002 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3489ccbd-37b4-410a-92b2-52fe22db887e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks [] for security_group_rule (3d6e54c6-c0dc-4d96-8ea5-0d11cf4b4d17), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:06.903806 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3489ccbd-37b4-410a-92b2-52fe22db887e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (3d6e54c6-c0dc-4d96-8ea5-0d11cf4b4d17), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:06.924433 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device e12045af-af54-476b-b971-863cd062c787 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:59:06.940313 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489ccbd-37b4-410a-92b2-52fe22db887e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d6e54c6-c0dc-4d96-8ea5-0d11cf4b4d17,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:06.949781 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-0b3e3604-21e5-4447-8a28-9de6d654a524 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35daebed-c6dc-49b6-a9f0-576487a25475']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:59:06.960013 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3489ccbd-37b4-410a-92b2-52fe22db887e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:06.962570 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-3489ccbd-37b4-410a-92b2-52fe22db887e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4134200 Jan 28 02:59:06.965721 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 45188) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:06.973002 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-0b3e3604-21e5-4447-8a28-9de6d654a524 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ae1569-bd98-4b1b-8357-6d298e8914e1') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:59:06.973413 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-0b3e3604-21e5-4447-8a28-9de6d654a524 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ae1569-bd98-4b1b-8357-6d298e8914e1') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:59:06.974090 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-cbd0dbf2-6af0-4fae-88e5-2590befeca3c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Request body: {'security_group_rule': {'security_group_id': '8e6761aa-0c2e-4ffa-8162-05ff3bf2a637', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:06.997262 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0b3e3604-21e5-4447-8a28-9de6d654a524 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (31ae1569-bd98-4b1b-8357-6d298e8914e1), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:07.003882 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port e12045af-af54-476b-b971-863cd062c787 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:07.004270 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e12045af-af54-476b-b971-863cd062c787), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:07.014543 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-54cb7e47-61b1-4a99-ac05-f1531f3652ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (8a90ebac-f69f-461b-a785-3d45e68aad72), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:07.024351 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0b3e3604-21e5-4447-8a28-9de6d654a524 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (31ae1569-bd98-4b1b-8357-6d298e8914e1), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:07.037768 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b3e3604-21e5-4447-8a28-9de6d654a524 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:59:07.038598 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0b3e3604-21e5-4447-8a28-9de6d654a524 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (31ae1569-bd98-4b1b-8357-6d298e8914e1), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:07.041580 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 02:59:07.041580 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:59:07.041580 n-d-712139-27 neutron-server[109802]: timer() Jan 28 02:59:07.041580 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:59:07.041580 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 02:59:07.041580 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:59:07.041580 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 02:59:07.041580 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:59:07.041580 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 02:59:07.041580 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:59:07.041580 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 02:59:07.041580 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:59:07.041580 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 02:59:07.041580 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:59:07.041580 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:59:07.041580 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:59:07.041580 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:59:07.041580 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:59:07.041580 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 02:59:07.041580 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:59:07.041580 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 02:59:07.041580 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:59:07.041580 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:59:07.041580 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:59:07.041580 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 02:59:07.041580 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:59:07.041580 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:59:07.041580 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:59:07.041580 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:59:07.041580 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:59:07.041580 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:59:07.041580 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:59:07.051009 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cbd0dbf2-6af0-4fae-88e5-2590befeca3c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks [] for security_group_rule (91d37765-66f5-48f5-8f4f-4320f3b2410c), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:07.147123 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cbd0dbf2-6af0-4fae-88e5-2590befeca3c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks [] for security_group_rule (91d37765-66f5-48f5-8f4f-4320f3b2410c), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:07.153615 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cbd0dbf2-6af0-4fae-88e5-2590befeca3c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (91d37765-66f5-48f5-8f4f-4320f3b2410c), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:07.180236 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0dbf2-6af0-4fae-88e5-2590befeca3c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91d37765-66f5-48f5-8f4f-4320f3b2410c,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:07.201359 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cbd0dbf2-6af0-4fae-88e5-2590befeca3c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:07.202739 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-cbd0dbf2-6af0-4fae-88e5-2590befeca3c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2359447 Jan 28 02:59:07.206081 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 45200) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:07.215772 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-36339338-c358-4012-b4b2-6f0c379b72f6 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:07.223657 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port e12045af-af54-476b-b971-863cd062c787 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:59:07.294227 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-54cb7e47-61b1-4a99-ac05-f1531f3652ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (8a90ebac-f69f-461b-a785-3d45e68aad72), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:07.305211 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-36339338-c358-4012-b4b2-6f0c379b72f6 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:07.308520 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0b3e3604-21e5-4447-8a28-9de6d654a524 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (35daebed-c6dc-49b6-a9f0-576487a25475), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:07.322118 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0b3e3604-21e5-4447-8a28-9de6d654a524 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:07.326489 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0b3e3604-21e5-4447-8a28-9de6d654a524 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/networks/35daebed-c6dc-49b6-a9f0-576487a25475 HTTP/1.1" status: 204 len: 168 time: 2.9274545 Jan 28 02:59:07.334470 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 45212) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:07.343496 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device bb88df0c-658c-45a3-9669-6bfd2affd91b no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:59:07.360975 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-aa4ee723-e15c-42c1-8e27-1d2b4fffe5cc tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-756703578'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:07.373190 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-54cb7e47-61b1-4a99-ac05-f1531f3652ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a90ebac-f69f-461b-a785-3d45e68aad72']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:59:07.382185 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: bb88df0c-658c-45a3-9669-6bfd2affd91b {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:59:07.382741 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device bb88df0c-658c-45a3-9669-6bfd2affd91b not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:59:07.396599 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e3604-21e5-4447-8a28-9de6d654a524 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event deleted for resources: {'Network': ['ID=35daebed-c6dc-49b6-a9f0-576487a25475,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:07.412741 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-54cb7e47-61b1-4a99-ac05-f1531f3652ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ec551e3-78ab-42a1-92af-4f07dc8530f7') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:59:07.413042 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-54cb7e47-61b1-4a99-ac05-f1531f3652ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ec551e3-78ab-42a1-92af-4f07dc8530f7') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:59:07.423755 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-a31eefb7-56ea-4b4a-be50-f7e839035de0 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=c21ad8f3df494e3bb40109ce4bbc0014&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1030426 Jan 28 02:59:07.428441 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-54cb7e47-61b1-4a99-ac05-f1531f3652ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (5ec551e3-78ab-42a1-92af-4f07dc8530f7), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:07.462543 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4ee723-e15c-42c1-8e27-1d2b4fffe5cc tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Made reservation on behalf of 9c59567226e943da9dd248eb2e296e73 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:59:07.466075 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aa4ee723-e15c-42c1-8e27-1d2b4fffe5cc tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:07.466965 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-36339338-c358-4012-b4b2-6f0c379b72f6 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:07.468650 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-54cb7e47-61b1-4a99-ac05-f1531f3652ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (5ec551e3-78ab-42a1-92af-4f07dc8530f7), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:07.543275 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54cb7e47-61b1-4a99-ac05-f1531f3652ab admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:59:07.543773 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-54cb7e47-61b1-4a99-ac05-f1531f3652ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (5ec551e3-78ab-42a1-92af-4f07dc8530f7), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:07.546849 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 02:59:07.546849 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:59:07.546849 n-d-712139-27 neutron-server[109802]: timer() Jan 28 02:59:07.546849 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:59:07.546849 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 02:59:07.546849 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:59:07.546849 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 02:59:07.546849 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:59:07.546849 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 02:59:07.546849 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:59:07.546849 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 02:59:07.546849 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:59:07.546849 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 02:59:07.546849 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:59:07.546849 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:59:07.546849 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:59:07.546849 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:59:07.546849 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:59:07.546849 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 02:59:07.546849 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:59:07.546849 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 02:59:07.546849 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:59:07.546849 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:59:07.546849 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:59:07.546849 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 02:59:07.546849 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:59:07.546849 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:59:07.546849 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:59:07.546849 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:59:07.546849 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:59:07.546849 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:59:07.546849 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:59:07.596053 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-36339338-c358-4012-b4b2-6f0c379b72f6 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Allocated IP 172.25.0.225 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/95c9b84b-9254-4fa5-b849-a042124449f4) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:59:07.660750 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa4ee723-e15c-42c1-8e27-1d2b4fffe5cc tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:59:07.689349 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-54cb7e47-61b1-4a99-ac05-f1531f3652ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (8a90ebac-f69f-461b-a785-3d45e68aad72), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:07.704154 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-54cb7e47-61b1-4a99-ac05-f1531f3652ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:07.710327 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-54cb7e47-61b1-4a99-ac05-f1531f3652ab admin admin] 10.222.0.53 "DELETE /v2.0/networks/8a90ebac-f69f-461b-a785-3d45e68aad72 HTTP/1.1" status: 204 len: 168 time: 0.8831639 Jan 28 02:59:07.719449 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aa4ee723-e15c-42c1-8e27-1d2b4fffe5cc tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (1a2af4a4-7096-4e6d-a275-a5a1306d19bc), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:07.719879 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-aa4ee723-e15c-42c1-8e27-1d2b4fffe5cc tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Added segment 1a2af4a4-7096-4e6d-a275-a5a1306d19bc of type vlan for network f9f55dfa-9845-4d10-87ab-018fae8227c3 Jan 28 02:59:07.764859 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-36339338-c358-4012-b4b2-6f0c379b72f6 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks [] for port (95c9b84b-9254-4fa5-b849-a042124449f4), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:07.766292 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb7e47-61b1-4a99-ac05-f1531f3652ab admin admin] Pushing event deleted for resources: {'Network': ['ID=8a90ebac-f69f-461b-a785-3d45e68aad72,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:07.787540 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-58b90592-452a-4c30-b568-d1c4db9ac158 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:07.789098 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-58b90592-452a-4c30-b568-d1c4db9ac158 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3504276 Jan 28 02:59:07.793434 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aa4ee723-e15c-42c1-8e27-1d2b4fffe5cc tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (f9f55dfa-9845-4d10-87ab-018fae8227c3), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:07.811851 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-fe920daa-af68-4ee3-a233-0374fef93fcb tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] 10.222.0.53 "GET /v2.0/quotas/c21ad8f3df494e3bb40109ce4bbc0014 HTTP/1.1" status: 200 len: 375 time: 0.0141094 Jan 28 02:59:07.853740 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-36339338-c358-4012-b4b2-6f0c379b72f6 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (95c9b84b-9254-4fa5-b849-a042124449f4), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:07.896684 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-ab241844-aac4-4247-b1ca-316ffc871e94 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c21ad8f3df494e3bb40109ce4bbc0014&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0728788 Jan 28 02:59:07.897999 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aa4ee723-e15c-42c1-8e27-1d2b4fffe5cc tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (f9f55dfa-9845-4d10-87ab-018fae8227c3), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:07.919966 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4ee723-e15c-42c1-8e27-1d2b4fffe5cc tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:07.920973 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aa4ee723-e15c-42c1-8e27-1d2b4fffe5cc tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:07.928523 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36339338-c358-4012-b4b2-6f0c379b72f6 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:59:07.930902 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-36339338-c358-4012-b4b2-6f0c379b72f6 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:59:07.934628 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36339338-c358-4012-b4b2-6f0c379b72f6 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:59:07.965432 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36339338-c358-4012-b4b2-6f0c379b72f6 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Pushing event updated for resources: {'Port': ['ID=95c9b84b-9254-4fa5-b849-a042124449f4,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:08.056863 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 45238) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:08.071101 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-36339338-c358-4012-b4b2-6f0c379b72f6 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks [] for floatingip (611dd1ee-d0a5-4134-ae84-7290a9a1f723), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:08.114488 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-aa4ee723-e15c-42c1-8e27-1d2b4fffe5cc tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7772474 Jan 28 02:59:08.120174 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 45242) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:08.143781 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-9a97c9da-eeac-4ad0-909f-23a38eb31990 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'subnet': {'network_id': 'f9f55dfa-9845-4d10-87ab-018fae8227c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:08.165499 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ee723-e15c-42c1-8e27-1d2b4fffe5cc tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event updated for resources: {'Network': ['ID=f9f55dfa-9845-4d10-87ab-018fae8227c3,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:08.182497 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network f9f55dfa-9845-4d10-87ab-018fae8227c3 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:59:08.190382 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-36339338-c358-4012-b4b2-6f0c379b72f6 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (95c9b84b-9254-4fa5-b849-a042124449f4), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:08.279321 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4e17382e-f55e-4187-a125-d25b8c85a996 req-3b3b8ef2-b612-4b51-917c-7c23d613d76d tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eb9b5dd-eba5-4b95-a5dc-4a0a90bc4a51 HTTP/1.1" status: 200 len: 210 time: 0.1313994 Jan 28 02:59:08.317660 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8f9bfb2f-1631-4cf4-a7a3-230acf66aa0a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=681abe9293864888ab6acd56a99956db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2551250 Jan 28 02:59:08.318330 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 45258) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:08.357491 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a97c9da-eeac-4ad0-909f-23a38eb31990 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Made reservation on behalf of 9c59567226e943da9dd248eb2e296e73 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:59:08.360568 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9a97c9da-eeac-4ad0-909f-23a38eb31990 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:08.441423 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d0403-6eac-4e2e-b676-efb6e7cc4b45 req-d00c2f9a-c96a-4a4a-a65b-d0e984a57f5d tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:08.449137 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b10d0403-6eac-4e2e-b676-efb6e7cc4b45 req-d00c2f9a-c96a-4a4a-a65b-d0e984a57f5d tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba36a6fb-a249-45ba-a1ae-61fff41a1e7e HTTP/1.1" status: 200 len: 945 time: 0.1890731 Jan 28 02:59:08.477772 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7449f5b8-4e9c-4a72-b3fe-43cfd70d7b98 admin admin] Publish callbacks [] for security_group (e956ecaf-5280-4037-991f-b96cdcf9eb37), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:08.509043 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7449f5b8-4e9c-4a72-b3fe-43cfd70d7b98 admin admin] Publish callbacks [] for security_group (e956ecaf-5280-4037-991f-b96cdcf9eb37), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:08.572430 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b10d0403-6eac-4e2e-b676-efb6e7cc4b45 req-7e3d7a8e-2b0b-4488-8cbf-9c5f55802ab9 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/security-groups?id=23897d02-4a7a-4504-84e8-6ac8c98d346d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218703 Jan 28 02:59:08.621396 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-36339338-c358-4012-b4b2-6f0c379b72f6 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks [] for port (95c9b84b-9254-4fa5-b849-a042124449f4), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:08.631027 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-36339338-c358-4012-b4b2-6f0c379b72f6 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (95c9b84b-9254-4fa5-b849-a042124449f4), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:08.684646 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7449f5b8-4e9c-4a72-b3fe-43cfd70d7b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (e956ecaf-5280-4037-991f-b96cdcf9eb37), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:08.687490 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7449f5b8-4e9c-4a72-b3fe-43cfd70d7b98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:08.689356 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7449f5b8-4e9c-4a72-b3fe-43cfd70d7b98 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e956ecaf-5280-4037-991f-b96cdcf9eb37 HTTP/1.1" status: 204 len: 168 time: 0.3675821 Jan 28 02:59:08.713768 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449f5b8-4e9c-4a72-b3fe-43cfd70d7b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e956ecaf-5280-4037-991f-b96cdcf9eb37,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:08.756596 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36339338-c358-4012-b4b2-6f0c379b72f6 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Pushing event updated for resources: {'Port': ['ID=95c9b84b-9254-4fa5-b849-a042124449f4,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:08.772680 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-36339338-c358-4012-b4b2-6f0c379b72f6 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (611dd1ee-d0a5-4134-ae84-7290a9a1f723), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:08.794960 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-36339338-c358-4012-b4b2-6f0c379b72f6 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:08.797956 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-36339338-c358-4012-b4b2-6f0c379b72f6 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5889244 Jan 28 02:59:08.866464 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9a97c9da-eeac-4ad0-909f-23a38eb31990 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (faaab7e0-1540-4779-b552-c81f243d49bd), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:08.975336 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a97c9da-eeac-4ad0-909f-23a38eb31990 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event updated for resources: {'Subnet': ['ID=faaab7e0-1540-4779-b552-c81f243d49bd,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:08.984440 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f1020-14e3-4381-9a5d-06bcf31357db req-a1fc4c6b-a7ec-40fa-b257-88d335ecdf3e tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:08.986272 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4c4f1020-14e3-4381-9a5d-06bcf31357db req-a1fc4c6b-a7ec-40fa-b257-88d335ecdf3e tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba36a6fb-a249-45ba-a1ae-61fff41a1e7e HTTP/1.1" status: 200 len: 945 time: 0.1334584 Jan 28 02:59:09.003416 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a97c9da-eeac-4ad0-909f-23a38eb31990 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Checking segment: {'id': '1a2af4a4-7096-4e6d-a275-a5a1306d19bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f9f55dfa-9845-4d10-87ab-018fae8227c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:59:09.003811 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a97c9da-eeac-4ad0-909f-23a38eb31990 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Network hostable DHCP agents. Network: f9f55dfa-9845-4d10-87ab-018fae8227c3, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:59:09.074388 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a97c9da-eeac-4ad0-909f-23a38eb31990 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Network f9f55dfa-9845-4d10-87ab-018fae8227c3 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:59:09.092141 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-9a97c9da-eeac-4ad0-909f-23a38eb31990 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, f9f55dfa-9845-4d10-87ab-018fae8227c3) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:59:09.097936 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a97c9da-eeac-4ad0-909f-23a38eb31990 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:09.098521 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9a97c9da-eeac-4ad0-909f-23a38eb31990 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:09.112299 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9447175d-9f48-4045-9187-7d41faf390f7 None None] Network f9f55dfa-9845-4d10-87ab-018fae8227c3 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:59:09.121059 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9a97c9da-eeac-4ad0-909f-23a38eb31990 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9828517 Jan 28 02:59:09.123892 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 45284) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:09.125588 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-4c4f1020-14e3-4381-9a5d-06bcf31357db req-778eba35-a663-40b3-9958-d5b055ff1056 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Deleting port 8f6ff42a-bd63-463b-8d11-5854d303b878 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:59:09.125929 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-4c4f1020-14e3-4381-9a5d-06bcf31357db req-778eba35-a663-40b3-9958-d5b055ff1056 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (8f6ff42a-bd63-463b-8d11-5854d303b878), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:09.132738 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-1b28812b-c68b-4106-a7f0-9f40227fb120 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'port': {'network_id': 'f9f55dfa-9845-4d10-87ab-018fae8227c3', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-110760049'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:09.197960 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 45286) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:09.326026 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e167ba-33e1-4693-b283-13f31ff992fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-f9f55dfa-9845-4d10-87ab-018fae8227c3', 'network_id': 'f9f55dfa-9845-4d10-87ab-018fae8227c3', 'project_id': '9c59567226e943da9dd248eb2e296e73', 'fixed_ips': [{'subnet_id': 'faaab7e0-1540-4779-b552-c81f243d49bd'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:59:09.328796 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-45e167ba-33e1-4693-b283-13f31ff992fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:09.362367 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-4c4f1020-14e3-4381-9a5d-06bcf31357db req-778eba35-a663-40b3-9958-d5b055ff1056 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] For port 8f6ff42a-bd63-463b-8d11-5854d303b878, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=8f6ff42a-bd63-463b-8d11-5854d303b878,segment=NetworkSegment(4fb02108-8b37-4bb4-8350-923aa0786ccd),segment_id=4fb02108-8b37-4bb4-8350-923aa0786ccd)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:59:09.362752 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-4c4f1020-14e3-4381-9a5d-06bcf31357db req-778eba35-a663-40b3-9958-d5b055ff1056 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (8f6ff42a-bd63-463b-8d11-5854d303b878), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:09.410452 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-4c4f1020-14e3-4381-9a5d-06bcf31357db req-778eba35-a663-40b3-9958-d5b055ff1056 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Calling delete_port for 8f6ff42a-bd63-463b-8d11-5854d303b878 owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:59:09.454727 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b28812b-c68b-4106-a7f0-9f40227fb120 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Made reservation on behalf of 9c59567226e943da9dd248eb2e296e73 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:59:09.458771 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1b28812b-c68b-4106-a7f0-9f40227fb120 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:09.482814 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-f3cf30a7-67a6-4682-bb44-be100aacc31f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--688150789&fields=id&tenant_id=d47d57aa564c407d8f7b752418cdddf4 HTTP/1.1" status: 200 len: 267 time: 0.1627891 Jan 28 02:59:09.485494 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f1c4b576-afb3-43fa-b38c-864f78467e9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:09.488860 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-1b28812b-c68b-4106-a7f0-9f40227fb120 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] device_id is not set on port 056b06c1-27d6-4006-b209-dac829cdea08 yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:59:09.510734 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e61824b4-dec5-45ce-80f8-b58edb1364f8 req-069d83c7-13d0-4731-9515-e263bfc1e621 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eb9b5dd-eba5-4b95-a5dc-4a0a90bc4a51 HTTP/1.1" status: 200 len: 210 time: 0.0668921 Jan 28 02:59:09.543793 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-45e167ba-33e1-4693-b283-13f31ff992fe None None] Allocated IP 2001:db8::2 (f9f55dfa-9845-4d10-87ab-018fae8227c3/faaab7e0-1540-4779-b552-c81f243d49bd/b67e2ded-446d-4837-b0c8-0ad4dbc223e2) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:59:09.607719 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-6e9247ad-3822-4dd2-999d-624b7af1d941 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:09.609222 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-6e9247ad-3822-4dd2-999d-624b7af1d941 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports/5412df90-162b-4d92-af88-5241f7fd5d82 HTTP/1.1" status: 200 len: 934 time: 0.1146696 Jan 28 02:59:09.740345 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-a61e5e2f-52cc-48e7-91c4-09ec4d56389c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:09.742572 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-a61e5e2f-52cc-48e7-91c4-09ec4d56389c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports/db7ee719-a3aa-47ed-85e5-5c79bf8865fd HTTP/1.1" status: 200 len: 937 time: 0.1070821 Jan 28 02:59:09.753142 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-4c4f1020-14e3-4381-9a5d-06bcf31357db req-778eba35-a663-40b3-9958-d5b055ff1056 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (8f6ff42a-bd63-463b-8d11-5854d303b878), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:09.764380 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-45e167ba-33e1-4693-b283-13f31ff992fe None None] Publish callbacks [] for port (b67e2ded-446d-4837-b0c8-0ad4dbc223e2), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:09.776519 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-45e167ba-33e1-4693-b283-13f31ff992fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (b67e2ded-446d-4837-b0c8-0ad4dbc223e2), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:09.786756 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-30847030-4642-4eab-b4ad-de8ffd520c1e req-67617e74-2ef4-4813-8278-44e3775e69fe tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba36a6fb-a249-45ba-a1ae-61fff41a1e7e HTTP/1.1" status: 200 len: 210 time: 0.0728991 Jan 28 02:59:09.795463 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-43ed2071-b970-4c84-a33c-eb751af682c6 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=c21ad8f3df494e3bb40109ce4bbc0014&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505736 Jan 28 02:59:09.801968 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:59:09.827932 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778eba35-a663-40b3-9958-d5b055ff1056 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Pushing event deleted for resources: {'Port': ['ID=8f6ff42a-bd63-463b-8d11-5854d303b878,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:09.850953 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-4de87646-28a3-4eff-b154-01a49bd3673d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?network_id=8f5c2a2c-a994-4917-b3e0-21b15ad56c20&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0842316 Jan 28 02:59:09.909100 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4f1020-14e3-4381-9a5d-06bcf31357db req-778eba35-a663-40b3-9958-d5b055ff1056 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] No DVR routers for this DVR port 8f6ff42a-bd63-463b-8d11-5854d303b878 on host n-h1-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:59:09.912097 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-4c4f1020-14e3-4381-9a5d-06bcf31357db req-778eba35-a663-40b3-9958-d5b055ff1056 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:09.917334 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4c4f1020-14e3-4381-9a5d-06bcf31357db req-778eba35-a663-40b3-9958-d5b055ff1056 tempest-LiveMigrationTest-1062149904 tempest-LiveMigrationTest-1062149904-project] 10.222.0.67 "DELETE /v2.0/ports/8f6ff42a-bd63-463b-8d11-5854d303b878 HTTP/1.1" status: 204 len: 173 time: 0.9260902 Jan 28 02:59:09.918037 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba36a6fb-a249-45ba-a1ae-61fff41a1e7e', 'name': 'network-vif-deleted', 'tag': '8f6ff42a-bd63-463b-8d11-5854d303b878'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:59:09.921226 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e745a3-2401-4076-b935-721029623660" -d '{"events": [{"server_uuid": "ba36a6fb-a249-45ba-a1ae-61fff41a1e7e", "name": "network-vif-deleted", "tag": "8f6ff42a-bd63-463b-8d11-5854d303b878"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:59:10.029377 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-6872152d-f8cb-4a39-9884-e1df9ad4b666 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?network_id=8f5c2a2c-a994-4917-b3e0-21b15ad56c20&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1597574 Jan 28 02:59:10.064931 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-1b28812b-c68b-4106-a7f0-9f40227fb120 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Allocated IP 2001:db8::29d (f9f55dfa-9845-4d10-87ab-018fae8227c3/faaab7e0-1540-4779-b552-c81f243d49bd/056b06c1-27d6-4006-b209-dac829cdea08) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:59:10.099909 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:59:10.100253 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 13b71a4f-d1b0-4c45-88a4-b1b8b0e31361 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:59:10.106356 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e167ba-33e1-4693-b283-13f31ff992fe None None] Network f9f55dfa-9845-4d10-87ab-018fae8227c3 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:59:10.111679 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-45e167ba-33e1-4693-b283-13f31ff992fe None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:59:10.119521 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e167ba-33e1-4693-b283-13f31ff992fe None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:59:10.132622 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f1c4b576-afb3-43fa-b38c-864f78467e9c admin admin] Publish callbacks [] for security_group (9405b49d-06ce-484f-adf3-97653058394e), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:10.171020 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e167ba-33e1-4693-b283-13f31ff992fe None None] Pushing event updated for resources: {'Port': ['ID=b67e2ded-446d-4837-b0c8-0ad4dbc223e2,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:10.193325 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe9c17f-54ec-4378-b877-979fe53c1f29 x-openstack-request-id: req-dfe9c17f-54ec-4378-b877-979fe53c1f29 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:59:10.193843 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba36a6fb-a249-45ba-a1ae-61fff41a1e7e", "name": "network-vif-deleted", "tag": "8f6ff42a-bd63-463b-8d11-5854d303b878", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:59:10.194310 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dfe9c17f-54ec-4378-b877-979fe53c1f29 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:59:10.194931 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba36a6fb-a249-45ba-a1ae-61fff41a1e7e', 'name': 'network-vif-deleted', 'tag': '8f6ff42a-bd63-463b-8d11-5854d303b878', 'status': 'completed', 'code': 200} Jan 28 02:59:10.200237 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-45e167ba-33e1-4693-b283-13f31ff992fe None None] Attempting to bind port b67e2ded-446d-4837-b0c8-0ad4dbc223e2 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:59:10.200694 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-45e167ba-33e1-4693-b283-13f31ff992fe None None] Attempting to bind port b67e2ded-446d-4837-b0c8-0ad4dbc223e2 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '1a2af4a4-7096-4e6d-a275-a5a1306d19bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f9f55dfa-9845-4d10-87ab-018fae8227c3'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:59:10.201469 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e167ba-33e1-4693-b283-13f31ff992fe None None] Attempting to bind port b67e2ded-446d-4837-b0c8-0ad4dbc223e2 on network f9f55dfa-9845-4d10-87ab-018fae8227c3 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:59:10.206689 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e167ba-33e1-4693-b283-13f31ff992fe None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:59:10.207077 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e167ba-33e1-4693-b283-13f31ff992fe None None] Checking segment: {'id': '1a2af4a4-7096-4e6d-a275-a5a1306d19bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f9f55dfa-9845-4d10-87ab-018fae8227c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:59:10.207478 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-45e167ba-33e1-4693-b283-13f31ff992fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:10.207875 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e167ba-33e1-4693-b283-13f31ff992fe None None] Bound using segment: {'id': '1a2af4a4-7096-4e6d-a275-a5a1306d19bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f9f55dfa-9845-4d10-87ab-018fae8227c3'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:59:10.208504 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-45e167ba-33e1-4693-b283-13f31ff992fe None None] Bound port: b67e2ded-446d-4837-b0c8-0ad4dbc223e2, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a2af4a4-7096-4e6d-a275-a5a1306d19bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f9f55dfa-9845-4d10-87ab-018fae8227c3'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:59:10.208890 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-45e167ba-33e1-4693-b283-13f31ff992fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b67e2ded-446d-4837-b0c8-0ad4dbc223e2), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:10.212175 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f1c4b576-afb3-43fa-b38c-864f78467e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (9405b49d-06ce-484f-adf3-97653058394e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:10.274531 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-45e167ba-33e1-4693-b283-13f31ff992fe None None] For port b67e2ded-446d-4837-b0c8-0ad4dbc223e2, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:59:10.278779 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-45e167ba-33e1-4693-b283-13f31ff992fe None None] For port b67e2ded-446d-4837-b0c8-0ad4dbc223e2, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=b67e2ded-446d-4837-b0c8-0ad4dbc223e2,segment=NetworkSegment(1a2af4a4-7096-4e6d-a275-a5a1306d19bc),segment_id=1a2af4a4-7096-4e6d-a275-a5a1306d19bc)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:59:10.283216 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-45e167ba-33e1-4693-b283-13f31ff992fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b67e2ded-446d-4837-b0c8-0ad4dbc223e2), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:10.343463 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e167ba-33e1-4693-b283-13f31ff992fe None None] Pushing event updated for resources: {'Port': ['ID=b67e2ded-446d-4837-b0c8-0ad4dbc223e2,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:10.360819 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-e4be9878-d5ee-4f31-a477-394651248449 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:10.362433 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-e4be9878-d5ee-4f31-a477-394651248449 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5186646 Jan 28 02:59:10.376202 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f1c4b576-afb3-43fa-b38c-864f78467e9c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2c64b3f81ef9441ab4da2019cfd2995f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1745796 Jan 28 02:59:10.376479 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 45334) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:10.378992 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c4b576-afb3-43fa-b38c-864f78467e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9405b49d-06ce-484f-adf3-97653058394e,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:10.398696 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-5dbcd2b0-3394-4f5c-834e-0f437c1e0df2 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] Request body: {'port': {'device_id': '7eb9b5dd-eba5-4b95-a5dc-4a0a90bc4a51', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'admin_state_up': True, 'tenant_id': 'c21ad8f3df494e3bb40109ce4bbc0014'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:10.431857 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-961c0c5e-3363-44c1-8cdc-fdee19817f6b tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:10.437444 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-693ead8c-2a33-426f-8375-c8cdf7ee697f admin admin] Publish callbacks [] for security_group (9405b49d-06ce-484f-adf3-97653058394e), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:10.437634 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-961c0c5e-3363-44c1-8cdc-fdee19817f6b tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:10.443334 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-961c0c5e-3363-44c1-8cdc-fdee19817f6b tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:10.446057 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-961c0c5e-3363-44c1-8cdc-fdee19817f6b tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/networks?id=00e51838-dce0-4440-a9f8-fd2fd28c5471&id=45f5aab1-77c3-46bf-9724-8eea4a5c0efa&id=45f5aab1-77c3-46bf-9724-8eea4a5c0efa&id=8f5c2a2c-a994-4917-b3e0-21b15ad56c20&id=8f5c2a2c-a994-4917-b3e0-21b15ad56c20 HTTP/1.1" status: 200 len: 1995 time: 0.3912060 Jan 28 02:59:10.470137 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-693ead8c-2a33-426f-8375-c8cdf7ee697f admin admin] Publish callbacks [] for security_group (9405b49d-06ce-484f-adf3-97653058394e), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:10.518808 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-92377f0f-a51d-45e5-b5c1-9b3e5277edd1 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/quotas/d47d57aa564c407d8f7b752418cdddf4 HTTP/1.1" status: 200 len: 375 time: 0.0341933 Jan 28 02:59:10.536524 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-693ead8c-2a33-426f-8375-c8cdf7ee697f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (9405b49d-06ce-484f-adf3-97653058394e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:10.542030 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-693ead8c-2a33-426f-8375-c8cdf7ee697f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:10.545107 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-693ead8c-2a33-426f-8375-c8cdf7ee697f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9405b49d-06ce-484f-adf3-97653058394e HTTP/1.1" status: 204 len: 168 time: 0.1675560 Jan 28 02:59:10.556809 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693ead8c-2a33-426f-8375-c8cdf7ee697f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9405b49d-06ce-484f-adf3-97653058394e,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:10.607935 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1b28812b-c68b-4106-a7f0-9f40227fb120 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for port (056b06c1-27d6-4006-b209-dac829cdea08), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:10.657007 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c9916b45-9f21-4342-ad5a-086157350bda req-9dbe9c41-52c3-4e0d-b6f0-870e58674217 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eb9b5dd-eba5-4b95-a5dc-4a0a90bc4a51 HTTP/1.1" status: 200 len: 210 time: 0.0491681 Jan 28 02:59:10.716185 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-ae637b68-f7cb-41d7-9a54-5c25d3a91d80 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d47d57aa564c407d8f7b752418cdddf4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1825235 Jan 28 02:59:10.721062 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-5dbcd2b0-3394-4f5c-834e-0f437c1e0df2 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] Made reservation on behalf of c21ad8f3df494e3bb40109ce4bbc0014 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:59:10.724482 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-5dbcd2b0-3394-4f5c-834e-0f437c1e0df2 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:10.778122 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-5dbcd2b0-3394-4f5c-834e-0f437c1e0df2 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:10.846294 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1b28812b-c68b-4106-a7f0-9f40227fb120 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (056b06c1-27d6-4006-b209-dac829cdea08), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:10.916219 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b28812b-c68b-4106-a7f0-9f40227fb120 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Network f9f55dfa-9845-4d10-87ab-018fae8227c3 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:59:10.935705 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-1b28812b-c68b-4106-a7f0-9f40227fb120 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:59:10.938154 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b28812b-c68b-4106-a7f0-9f40227fb120 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:59:10.943835 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b28812b-c68b-4106-a7f0-9f40227fb120 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:10.945202 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1b28812b-c68b-4106-a7f0-9f40227fb120 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:10.985712 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b28812b-c68b-4106-a7f0-9f40227fb120 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event updated for resources: {'Port': ['ID=056b06c1-27d6-4006-b209-dac829cdea08,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:11.021548 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1b28812b-c68b-4106-a7f0-9f40227fb120 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.8962684 Jan 28 02:59:11.025123 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 45366) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:11.040768 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-3e0cc19e-9ac0-4c46-91b2-4f04e4b7582e service neutron] 10.222.0.53 "GET /v2.0/networks/00e51838-dce0-4440-a9f8-fd2fd28c5471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839127 Jan 28 02:59:11.042406 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 45368) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:11.050849 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device b67e2ded-446d-4837-b0c8-0ad4dbc223e2 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:59:11.135047 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-5dbcd2b0-3394-4f5c-834e-0f437c1e0df2 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] Publish callbacks [] for security_group (1d74cc6c-70cf-44cb-8cf9-04e1371454b8), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:11.143258 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-5dbcd2b0-3394-4f5c-834e-0f437c1e0df2 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (1d74cc6c-70cf-44cb-8cf9-04e1371454b8), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:11.166973 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port b67e2ded-446d-4837-b0c8-0ad4dbc223e2 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:11.167995 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b67e2ded-446d-4837-b0c8-0ad4dbc223e2), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:11.182882 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-44d80971-abb7-44e5-adfe-af1ccbacaca8 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Deleting port 056b06c1-27d6-4006-b209-dac829cdea08 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:59:11.184578 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44d80971-abb7-44e5-adfe-af1ccbacaca8 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (056b06c1-27d6-4006-b209-dac829cdea08), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:11.214663 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbcd2b0-3394-4f5c-834e-0f437c1e0df2 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d74cc6c-70cf-44cb-8cf9-04e1371454b8,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:11.309434 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-ed529e34-0601-456b-b1db-36cc6140eef9 service neutron] 10.222.0.53 "GET /v2.0/networks/00e51838-dce0-4440-a9f8-fd2fd28c5471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482505 Jan 28 02:59:11.329830 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port b67e2ded-446d-4837-b0c8-0ad4dbc223e2 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:59:11.330528 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b67e2ded-446d-4837-b0c8-0ad4dbc223e2), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:11.335564 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c400ce7-b0fc-4a17-bfc6-796d94bfd55f admin admin] Deleting subnet 49bb14d4-dcd1-48f1-bfcf-d4851c7c298c {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:59:11.381845 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44d80971-abb7-44e5-adfe-af1ccbacaca8 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (056b06c1-27d6-4006-b209-dac829cdea08), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:11.389817 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port b67e2ded-446d-4837-b0c8-0ad4dbc223e2, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=b67e2ded-446d-4837-b0c8-0ad4dbc223e2,segment=NetworkSegment(1a2af4a4-7096-4e6d-a275-a5a1306d19bc),segment_id=1a2af4a4-7096-4e6d-a275-a5a1306d19bc)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:59:11.394069 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-5c2f8efd-3835-4b38-83ad-f28c9f742a12 service neutron] 10.222.0.53 "GET /v2.0/ports/5412df90-162b-4d92-af88-5241f7fd5d82?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0616889 Jan 28 02:59:11.394895 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3c400ce7-b0fc-4a17-bfc6-796d94bfd55f admin admin] Publish callbacks [] for subnet (49bb14d4-dcd1-48f1-bfcf-d4851c7c298c), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:11.404139 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b67e2ded-446d-4837-b0c8-0ad4dbc223e2), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:11.418183 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-44d80971-abb7-44e5-adfe-af1ccbacaca8 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Calling delete_port for 056b06c1-27d6-4006-b209-dac829cdea08 owned by {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:59:11.464043 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=b67e2ded-446d-4837-b0c8-0ad4dbc223e2,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:11.716342 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44d80971-abb7-44e5-adfe-af1ccbacaca8 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (056b06c1-27d6-4006-b209-dac829cdea08), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:11.786285 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d80971-abb7-44e5-adfe-af1ccbacaca8 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event deleted for resources: {'Port': ['ID=056b06c1-27d6-4006-b209-dac829cdea08,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:11.829864 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44d80971-abb7-44e5-adfe-af1ccbacaca8 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:11.833524 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-44d80971-abb7-44e5-adfe-af1ccbacaca8 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/ports/056b06c1-27d6-4006-b209-dac829cdea08 HTTP/1.1" status: 204 len: 168 time: 0.8075314 Jan 28 02:59:11.836390 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 45398) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:11.891774 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d0045be-6e67-413d-9cb4-90ff240536c1 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] GET failed (client error): The resource could not be found. Jan 28 02:59:11.898943 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7d0045be-6e67-413d-9cb4-90ff240536c1 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "GET /v2.0/ports/056b06c1-27d6-4006-b209-dac829cdea08 HTTP/1.1" status: 404 len: 333 time: 0.0601704 Jan 28 02:59:11.899770 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 45400) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:11.993908 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 45402) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:12.001514 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6c4922da-0c14-49e5-b077-5967e7244556 req-1dda66b1-8edd-4bb3-9da8-c326865e446d tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eb9b5dd-eba5-4b95-a5dc-4a0a90bc4a51 HTTP/1.1" status: 200 len: 210 time: 0.0445495 Jan 28 02:59:12.029794 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c963a0a-1d26-4811-8015-c28f069cba19 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Deleting subnet faaab7e0-1540-4779-b552-c81f243d49bd {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:59:12.032260 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-5dbcd2b0-3394-4f5c-834e-0f437c1e0df2 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] Allocated IP 192.168.233.29 (00399c87-9b8d-4ccb-b18d-7ccb90f49322/24329ac8-3d67-49eb-9f63-d2859e79e36f/ef8714ce-5095-4cb5-af76-030c5e5b8cbb) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:59:12.032989 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5c963a0a-1d26-4811-8015-c28f069cba19 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for subnet (faaab7e0-1540-4779-b552-c81f243d49bd), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:12.037911 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4971912-0ae4-40ce-9a7a-0027dbb26a36 None None] Network f9f55dfa-9845-4d10-87ab-018fae8227c3 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:59:12.051188 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3c400ce7-b0fc-4a17-bfc6-796d94bfd55f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (49bb14d4-dcd1-48f1-bfcf-d4851c7c298c), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:12.081029 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5c963a0a-1d26-4811-8015-c28f069cba19 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (faaab7e0-1540-4779-b552-c81f243d49bd), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:12.096403 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-d73bc5fd-76d6-46e0-bf47-0bd9c43f359f service neutron] 10.222.0.53 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6732078 Jan 28 02:59:12.199965 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3c400ce7-b0fc-4a17-bfc6-796d94bfd55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (49bb14d4-dcd1-48f1-bfcf-d4851c7c298c), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:12.203778 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5c963a0a-1d26-4811-8015-c28f069cba19 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (faaab7e0-1540-4779-b552-c81f243d49bd), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:12.206165 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-fdc8b429-9541-459c-bd02-3a69d507a695 None None] Provisioning complete for port b67e2ded-446d-4837-b0c8-0ad4dbc223e2 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:12.206648 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fdc8b429-9541-459c-bd02-3a69d507a695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b67e2ded-446d-4837-b0c8-0ad4dbc223e2), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:12.314044 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5c963a0a-1d26-4811-8015-c28f069cba19 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (faaab7e0-1540-4779-b552-c81f243d49bd), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:12.361455 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-fdc8b429-9541-459c-bd02-3a69d507a695 None None] Current status of the port b67e2ded-446d-4837-b0c8-0ad4dbc223e2 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:59:12.367839 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-fbe49ed5-a4e4-414c-afb8-12e5285517da service neutron] 10.222.0.53 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705057 Jan 28 02:59:12.371684 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c963a0a-1d26-4811-8015-c28f069cba19 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event deleted for resources: {'Subnet': ['ID=faaab7e0-1540-4779-b552-c81f243d49bd,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:12.375492 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5c963a0a-1d26-4811-8015-c28f069cba19 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:12.378888 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5c963a0a-1d26-4811-8015-c28f069cba19 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/subnets/faaab7e0-1540-4779-b552-c81f243d49bd HTTP/1.1" status: 204 len: 168 time: 0.4781299 Jan 28 02:59:12.381591 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 45412) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:12.422673 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3c400ce7-b0fc-4a17-bfc6-796d94bfd55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (49bb14d4-dcd1-48f1-bfcf-d4851c7c298c), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:12.492582 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c400ce7-b0fc-4a17-bfc6-796d94bfd55f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49bb14d4-dcd1-48f1-bfcf-d4851c7c298c,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:12.495276 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3c400ce7-b0fc-4a17-bfc6-796d94bfd55f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:12.496618 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-93884ec2-c938-4509-a891-ea12eef72c38 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (f9f55dfa-9845-4d10-87ab-018fae8227c3), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:12.498876 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-3c400ce7-b0fc-4a17-bfc6-796d94bfd55f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/49bb14d4-dcd1-48f1-bfcf-d4851c7c298c HTTP/1.1" status: 204 len: 168 time: 1.4554174 Jan 28 02:59:12.502395 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 45416) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:12.509618 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-74569da4-190d-407f-a58a-79c70ebd10af service neutron] 10.222.0.53 "GET /v2.0/ports/db7ee719-a3aa-47ed-85e5-5c79bf8865fd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1405334 Jan 28 02:59:12.511833 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1915f532-777a-4c2b-baf0-78b06fc454ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:12.525930 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-5dbcd2b0-3394-4f5c-834e-0f437c1e0df2 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] Publish callbacks [] for port (ef8714ce-5095-4cb5-af76-030c5e5b8cbb), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:12.579775 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-5dbcd2b0-3394-4f5c-834e-0f437c1e0df2 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (ef8714ce-5095-4cb5-af76-030c5e5b8cbb), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:12.616150 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-85d920ac-13fb-4b0d-8aab-fdfb1c1eb675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (290af027-4910-45bb-b54e-a29d61400c05), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:12.648029 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-93884ec2-c938-4509-a891-ea12eef72c38 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Deleting port b67e2ded-446d-4837-b0c8-0ad4dbc223e2 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:59:12.648029 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-93884ec2-c938-4509-a891-ea12eef72c38 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (b67e2ded-446d-4837-b0c8-0ad4dbc223e2), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:12.653046 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9e5ff5-c397-41f9-b23e-c67b256b5c84 None None] Network f9f55dfa-9845-4d10-87ab-018fae8227c3 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:59:12.701244 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-5dbcd2b0-3394-4f5c-834e-0f437c1e0df2 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] Network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:59:12.712511 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-5dbcd2b0-3394-4f5c-834e-0f437c1e0df2 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:59:12.732147 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-5dbcd2b0-3394-4f5c-834e-0f437c1e0df2 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:59:12.790058 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-5dbcd2b0-3394-4f5c-834e-0f437c1e0df2 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:12.790860 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-5dbcd2b0-3394-4f5c-834e-0f437c1e0df2 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:12.805984 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbcd2b0-3394-4f5c-834e-0f437c1e0df2 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] Pushing event updated for resources: {'Port': ['ID=ef8714ce-5095-4cb5-af76-030c5e5b8cbb,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:12.817861 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-5dbcd2b0-3394-4f5c-834e-0f437c1e0df2 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4282591 Jan 28 02:59:12.846330 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-85d920ac-13fb-4b0d-8aab-fdfb1c1eb675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (290af027-4910-45bb-b54e-a29d61400c05), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:12.861244 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-93884ec2-c938-4509-a891-ea12eef72c38 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] For port b67e2ded-446d-4837-b0c8-0ad4dbc223e2, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=b67e2ded-446d-4837-b0c8-0ad4dbc223e2,segment=NetworkSegment(1a2af4a4-7096-4e6d-a275-a5a1306d19bc),segment_id=1a2af4a4-7096-4e6d-a275-a5a1306d19bc)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:59:12.861714 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-93884ec2-c938-4509-a891-ea12eef72c38 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (b67e2ded-446d-4837-b0c8-0ad4dbc223e2), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:12.870683 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-91d72862-f6a3-4087-829f-7b2f41128e5b service neutron] Request body: {'port': {'device_id': '7eb9b5dd-eba5-4b95-a5dc-4a0a90bc4a51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:12.879233 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-85f44252-ec03-4465-94a6-eb6db7dc6d5e None None] Provisioning complete for port b67e2ded-446d-4837-b0c8-0ad4dbc223e2 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:12.880642 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-85f44252-ec03-4465-94a6-eb6db7dc6d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b67e2ded-446d-4837-b0c8-0ad4dbc223e2), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:12.893723 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-93884ec2-c938-4509-a891-ea12eef72c38 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Calling delete_port for b67e2ded-446d-4837-b0c8-0ad4dbc223e2 owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:59:12.896762 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-85d920ac-13fb-4b0d-8aab-fdfb1c1eb675 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['290af027-4910-45bb-b54e-a29d61400c05']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:59:12.923583 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-85d920ac-13fb-4b0d-8aab-fdfb1c1eb675 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fb02108-8b37-4bb4-8350-923aa0786ccd') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:59:12.924162 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-85d920ac-13fb-4b0d-8aab-fdfb1c1eb675 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fb02108-8b37-4bb4-8350-923aa0786ccd') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:59:12.954902 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device b67e2ded-446d-4837-b0c8-0ad4dbc223e2 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:59:12.974703 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-68b1fdfe-3c0c-411d-b70d-a0cd7a11a7a6 service neutron] 10.222.0.53 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4526348 Jan 28 02:59:13.003985 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-85d920ac-13fb-4b0d-8aab-fdfb1c1eb675 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (4fb02108-8b37-4bb4-8350-923aa0786ccd), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:13.072757 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port b67e2ded-446d-4837-b0c8-0ad4dbc223e2 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:13.073151 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b67e2ded-446d-4837-b0c8-0ad4dbc223e2), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:13.091770 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-85d920ac-13fb-4b0d-8aab-fdfb1c1eb675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (4fb02108-8b37-4bb4-8350-923aa0786ccd), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:13.104278 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-93884ec2-c938-4509-a891-ea12eef72c38 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (b67e2ded-446d-4837-b0c8-0ad4dbc223e2), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:13.124154 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85d920ac-13fb-4b0d-8aab-fdfb1c1eb675 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:59:13.124570 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-85d920ac-13fb-4b0d-8aab-fdfb1c1eb675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (4fb02108-8b37-4bb4-8350-923aa0786ccd), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:13.127363 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 02:59:13.127363 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:59:13.127363 n-d-712139-27 neutron-server[109802]: timer() Jan 28 02:59:13.127363 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:59:13.127363 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 02:59:13.127363 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:59:13.127363 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 02:59:13.127363 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:59:13.127363 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 02:59:13.127363 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:59:13.127363 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 02:59:13.127363 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:59:13.127363 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 02:59:13.127363 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:59:13.127363 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:59:13.127363 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:59:13.127363 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:59:13.127363 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:59:13.127363 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 02:59:13.127363 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:59:13.127363 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 02:59:13.127363 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:59:13.127363 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:59:13.127363 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:59:13.127363 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 02:59:13.127363 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:59:13.127363 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:59:13.127363 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:59:13.127363 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:59:13.127363 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:59:13.127363 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:59:13.127363 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:59:13.164408 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-85f44252-ec03-4465-94a6-eb6db7dc6d5e None None] Current status of the port b67e2ded-446d-4837-b0c8-0ad4dbc223e2 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:59:13.173368 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-91d72862-f6a3-4087-829f-7b2f41128e5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ef8714ce-5095-4cb5-af76-030c5e5b8cbb), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:13.173534 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc53c26c-e1b8-4be1-b987-7dd93b1246cd None None] DHCP port deletion for f9f55dfa-9845-4d10-87ab-018fae8227c3 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:59:13.202434 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Could not find standard attr ID for object b67e2ded-446d-4837-b0c8-0ad4dbc223e2. {{(pid=109804) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 02:59:13.205738 n-d-712139-27 neutron-server[109804]: INFO neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No ports have port_id starting with b67e2ded-446d-4837-b0c8-0ad4dbc223e2 Jan 28 02:59:13.226097 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93884ec2-c938-4509-a891-ea12eef72c38 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event deleted for resources: {'Port': ['ID=b67e2ded-446d-4837-b0c8-0ad4dbc223e2,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:13.253209 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1915f532-777a-4c2b-baf0-78b06fc454ad admin admin] Publish callbacks [] for security_group (be6d3ec5-34a4-4260-91f8-4fc4a1433550), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:13.254297 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93884ec2-c938-4509-a891-ea12eef72c38 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] No DVR routers for this DVR port b67e2ded-446d-4837-b0c8-0ad4dbc223e2 on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:59:13.260635 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1915f532-777a-4c2b-baf0-78b06fc454ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (be6d3ec5-34a4-4260-91f8-4fc4a1433550), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:13.290482 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-042be9e6-b9c1-4262-9005-b44d18936069 None None] Provisioning complete for port ef8714ce-5095-4cb5-af76-030c5e5b8cbb triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:13.291568 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-042be9e6-b9c1-4262-9005-b44d18936069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ef8714ce-5095-4cb5-af76-030c5e5b8cbb), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:13.318712 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59daac77-1ed8-4af6-ab9e-56115e759dfd req-9aa5570a-8839-4232-856d-742abcb799b7 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:13.320496 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-59daac77-1ed8-4af6-ab9e-56115e759dfd req-9aa5570a-8839-4232-856d-742abcb799b7 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eb9b5dd-eba5-4b95-a5dc-4a0a90bc4a51 HTTP/1.1" status: 200 len: 935 time: 0.1799338 Jan 28 02:59:13.321207 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-85d920ac-13fb-4b0d-8aab-fdfb1c1eb675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (290af027-4910-45bb-b54e-a29d61400c05), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:13.343181 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-042be9e6-b9c1-4262-9005-b44d18936069 None None] Port ef8714ce-5095-4cb5-af76-030c5e5b8cbb cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:59:13.354683 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-85d920ac-13fb-4b0d-8aab-fdfb1c1eb675 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:13.358001 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-85d920ac-13fb-4b0d-8aab-fdfb1c1eb675 admin admin] 10.222.0.53 "DELETE /v2.0/networks/290af027-4910-45bb-b54e-a29d61400c05 HTTP/1.1" status: 204 len: 168 time: 0.8544614 Jan 28 02:59:13.381487 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 45438) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:13.395591 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d920ac-13fb-4b0d-8aab-fdfb1c1eb675 admin admin] Pushing event deleted for resources: {'Network': ['ID=290af027-4910-45bb-b54e-a29d61400c05,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:13.402702 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-93884ec2-c938-4509-a891-ea12eef72c38 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (f9f55dfa-9845-4d10-87ab-018fae8227c3), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:13.404203 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1915f532-777a-4c2b-baf0-78b06fc454ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6d3ec5-34a4-4260-91f8-4fc4a1433550,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:13.415602 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1915f532-777a-4c2b-baf0-78b06fc454ad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4f2515e77410499f8f17bab75b9d85df&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4192269 Jan 28 02:59:13.425610 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 45440) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:13.459892 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-6018d4c8-c869-49c7-900e-afbb330bb8e8 service neutron] 10.222.0.53 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4842944 Jan 28 02:59:13.462066 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-93884ec2-c938-4509-a891-ea12eef72c38 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9f55dfa-9845-4d10-87ab-018fae8227c3']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:59:13.488954 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-93884ec2-c938-4509-a891-ea12eef72c38 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a2af4a4-7096-4e6d-a275-a5a1306d19bc') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:59:13.489375 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-93884ec2-c938-4509-a891-ea12eef72c38 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a2af4a4-7096-4e6d-a275-a5a1306d19bc') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:59:13.512929 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-93884ec2-c938-4509-a891-ea12eef72c38 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (1a2af4a4-7096-4e6d-a275-a5a1306d19bc), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:13.517644 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b8f1300-5ce4-4681-99a2-6f6c01e3aef1 admin admin] Deleting subnet 94c05877-80cc-4457-a641-23b9e48afe15 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:59:13.520886 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3b8f1300-5ce4-4681-99a2-6f6c01e3aef1 admin admin] Publish callbacks [] for subnet (94c05877-80cc-4457-a641-23b9e48afe15), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:13.547168 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-59daac77-1ed8-4af6-ab9e-56115e759dfd req-0b76eae9-89a1-4ec4-8379-1aa38a6e1b72 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d74cc6c-70cf-44cb-8cf9-04e1371454b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880281 Jan 28 02:59:13.563247 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-93884ec2-c938-4509-a891-ea12eef72c38 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (1a2af4a4-7096-4e6d-a275-a5a1306d19bc), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:13.584320 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3b8f1300-5ce4-4681-99a2-6f6c01e3aef1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (94c05877-80cc-4457-a641-23b9e48afe15), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:13.622936 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fdb7a563-25aa-4424-a184-185bed8e4fc2 admin admin] Publish callbacks [] for security_group (be6d3ec5-34a4-4260-91f8-4fc4a1433550), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:13.626977 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93884ec2-c938-4509-a891-ea12eef72c38 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:59:13.627611 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-93884ec2-c938-4509-a891-ea12eef72c38 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (1a2af4a4-7096-4e6d-a275-a5a1306d19bc), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:13.631269 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 02:59:13.631269 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:59:13.631269 n-d-712139-27 neutron-server[109802]: timer() Jan 28 02:59:13.631269 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:59:13.631269 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 02:59:13.631269 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:59:13.631269 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 02:59:13.631269 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:59:13.631269 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 02:59:13.631269 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:59:13.631269 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 02:59:13.631269 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:59:13.631269 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 02:59:13.631269 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:59:13.631269 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:59:13.631269 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:59:13.631269 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:59:13.631269 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:59:13.631269 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 02:59:13.631269 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:59:13.631269 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 02:59:13.631269 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:59:13.631269 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:59:13.631269 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:59:13.631269 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 02:59:13.631269 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:59:13.631269 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:59:13.631269 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:59:13.631269 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:59:13.631269 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:59:13.631269 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:59:13.631269 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:59:13.677581 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-b08c8f2e-17a4-44ae-9e17-a80d6c10d79c service neutron] 10.222.0.53 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783023 Jan 28 02:59:13.682647 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fdb7a563-25aa-4424-a184-185bed8e4fc2 admin admin] Publish callbacks [] for security_group (be6d3ec5-34a4-4260-91f8-4fc4a1433550), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:13.700053 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3b8f1300-5ce4-4681-99a2-6f6c01e3aef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (94c05877-80cc-4457-a641-23b9e48afe15), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:13.735586 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-93884ec2-c938-4509-a891-ea12eef72c38 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (f9f55dfa-9845-4d10-87ab-018fae8227c3), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:13.757114 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-93884ec2-c938-4509-a891-ea12eef72c38 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:13.763475 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-93884ec2-c938-4509-a891-ea12eef72c38 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/networks/f9f55dfa-9845-4d10-87ab-018fae8227c3 HTTP/1.1" status: 204 len: 168 time: 1.3775051 Jan 28 02:59:13.767054 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 45470) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:13.767535 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93884ec2-c938-4509-a891-ea12eef72c38 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event deleted for resources: {'Network': ['ID=f9f55dfa-9845-4d10-87ab-018fae8227c3,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:13.773532 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-982ad6b7-fe91-4cd9-bbda-9e077fcbdca5 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'port': {'network_id': 'f30bfa7c-3f96-4503-a92f-3a5622960969', 'name': 'tempest-PortsIpV6TestJSON-933832571'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:13.820145 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-91d72862-f6a3-4087-829f-7b2f41128e5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef8714ce-5095-4cb5-af76-030c5e5b8cbb {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:59:13.838859 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-91d72862-f6a3-4087-829f-7b2f41128e5b service neutron] Publish callbacks [] for port (ef8714ce-5095-4cb5-af76-030c5e5b8cbb), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:13.855175 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3b8f1300-5ce4-4681-99a2-6f6c01e3aef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (94c05877-80cc-4457-a641-23b9e48afe15), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:13.860214 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-a8b1484f-148f-434f-8460-41cdc3c23c36 service neutron] 10.222.0.53 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753762 Jan 28 02:59:13.867347 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-91d72862-f6a3-4087-829f-7b2f41128e5b service neutron] Transition to ACTIVE for port object ef8714ce-5095-4cb5-af76-030c5e5b8cbb will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:59:13.868141 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fdb7a563-25aa-4424-a184-185bed8e4fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (be6d3ec5-34a4-4260-91f8-4fc4a1433550), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:13.871281 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fdb7a563-25aa-4424-a184-185bed8e4fc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:13.872443 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-fdb7a563-25aa-4424-a184-185bed8e4fc2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/be6d3ec5-34a4-4260-91f8-4fc4a1433550 HTTP/1.1" status: 204 len: 168 time: 0.4436934 Jan 28 02:59:13.884382 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-91d72862-f6a3-4087-829f-7b2f41128e5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (ef8714ce-5095-4cb5-af76-030c5e5b8cbb), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:13.928442 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3b8f1300-5ce4-4681-99a2-6f6c01e3aef1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:13.932265 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3b8f1300-5ce4-4681-99a2-6f6c01e3aef1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/94c05877-80cc-4457-a641-23b9e48afe15 HTTP/1.1" status: 204 len: 168 time: 0.5489089 Jan 28 02:59:13.937740 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 45478) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:13.938290 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb7a563-25aa-4424-a184-185bed8e4fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6d3ec5-34a4-4260-91f8-4fc4a1433550,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:13.938629 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f1300-5ce4-4681-99a2-6f6c01e3aef1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94c05877-80cc-4457-a641-23b9e48afe15,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:14.038779 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a45ff01d-f583-4237-81d7-50d5dba46ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (57514c6b-898b-43fe-91bf-7e0f48d673f7), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:14.048457 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d72862-f6a3-4087-829f-7b2f41128e5b service neutron] Pushing event updated for resources: {'Port': ['ID=ef8714ce-5095-4cb5-af76-030c5e5b8cbb,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:14.052532 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982ad6b7-fe91-4cd9-bbda-9e077fcbdca5 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Made reservation on behalf of 9c59567226e943da9dd248eb2e296e73 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:59:14.063787 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-982ad6b7-fe91-4cd9-bbda-9e077fcbdca5 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:14.116146 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-9163db2b-3248-4a5f-be3a-3429d9c97eef service neutron] 10.222.0.53 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422431 Jan 28 02:59:14.228826 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-91d72862-f6a3-4087-829f-7b2f41128e5b service neutron] Attempting to bind port ef8714ce-5095-4cb5-af76-030c5e5b8cbb on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:59:14.229195 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-91d72862-f6a3-4087-829f-7b2f41128e5b service neutron] Attempting to bind port ef8714ce-5095-4cb5-af76-030c5e5b8cbb by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:59:14.229655 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-91d72862-f6a3-4087-829f-7b2f41128e5b service neutron] Attempting to bind port ef8714ce-5095-4cb5-af76-030c5e5b8cbb on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:59:14.245181 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-91d72862-f6a3-4087-829f-7b2f41128e5b service neutron] Port ef8714ce-5095-4cb5-af76-030c5e5b8cbb on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:59:14.245843 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-91d72862-f6a3-4087-829f-7b2f41128e5b service neutron] Attempting to bind port ef8714ce-5095-4cb5-af76-030c5e5b8cbb on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:59:14.259880 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-91d72862-f6a3-4087-829f-7b2f41128e5b service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:59:14.262370 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-91d72862-f6a3-4087-829f-7b2f41128e5b service neutron] Checking segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:59:14.265445 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-91d72862-f6a3-4087-829f-7b2f41128e5b service neutron] Bound using segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:59:14.267637 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-91d72862-f6a3-4087-829f-7b2f41128e5b service neutron] Bound port: ef8714ce-5095-4cb5-af76-030c5e5b8cbb, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:59:14.268326 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-91d72862-f6a3-4087-829f-7b2f41128e5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ef8714ce-5095-4cb5-af76-030c5e5b8cbb), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:14.335752 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 8f6ff42a-bd63-463b-8d11-5854d303b878 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:59:14.350950 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-96138309-0420-4009-9737-92dc71f14444 service neutron] 10.222.0.53 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248302 Jan 28 02:59:14.379816 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 45486) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:14.384311 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: 8f6ff42a-bd63-463b-8d11-5854d303b878 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:59:14.384904 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 8f6ff42a-bd63-463b-8d11-5854d303b878 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:59:14.440418 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-91d72862-f6a3-4087-829f-7b2f41128e5b service neutron] For port ef8714ce-5095-4cb5-af76-030c5e5b8cbb, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:59:14.464686 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-91d72862-f6a3-4087-829f-7b2f41128e5b service neutron] For port ef8714ce-5095-4cb5-af76-030c5e5b8cbb, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=ef8714ce-5095-4cb5-af76-030c5e5b8cbb,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:59:14.480451 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-91d72862-f6a3-4087-829f-7b2f41128e5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (ef8714ce-5095-4cb5-af76-030c5e5b8cbb), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:14.545024 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-91d72862-f6a3-4087-829f-7b2f41128e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:14.545668 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-91d72862-f6a3-4087-829f-7b2f41128e5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:14.547427 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-91d72862-f6a3-4087-829f-7b2f41128e5b service neutron] 10.222.0.39 "PUT /v2.0/ports/ef8714ce-5095-4cb5-af76-030c5e5b8cbb HTTP/1.1" status: 200 len: 1096 time: 1.7099721 Jan 28 02:59:14.549716 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb9b5dd-eba5-4b95-a5dc-4a0a90bc4a51', 'tag': 'ef8714ce-5095-4cb5-af76-030c5e5b8cbb'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:59:14.552183 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2672e250-eda1-4879-b064-ef012cc2f3ec" -d '{"events": [{"name": "network-changed", "server_uuid": "7eb9b5dd-eba5-4b95-a5dc-4a0a90bc4a51", "tag": "ef8714ce-5095-4cb5-af76-030c5e5b8cbb"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:59:14.561347 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-1fe553ed-41aa-4a52-be4c-f283431fc328 service neutron] 10.222.0.53 "GET /v2.0/networks/8f5c2a2c-a994-4917-b3e0-21b15ad56c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015080 Jan 28 02:59:14.568947 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-982ad6b7-fe91-4cd9-bbda-9e077fcbdca5 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] device_id is not set on port 68b4d68e-5b0b-4bb5-b85c-3a0b12cdab6e yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:59:14.604316 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d72862-f6a3-4087-829f-7b2f41128e5b service neutron] Pushing event updated for resources: {'Port': ['ID=ef8714ce-5095-4cb5-af76-030c5e5b8cbb,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:14.673458 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be307add-5451-4032-af63-d9214aa72ddd x-openstack-request-id: req-be307add-5451-4032-af63-d9214aa72ddd {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:59:14.673458 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eb9b5dd-eba5-4b95-a5dc-4a0a90bc4a51", "tag": "ef8714ce-5095-4cb5-af76-030c5e5b8cbb", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:59:14.673458 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-be307add-5451-4032-af63-d9214aa72ddd {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:59:14.673458 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eb9b5dd-eba5-4b95-a5dc-4a0a90bc4a51', 'tag': 'ef8714ce-5095-4cb5-af76-030c5e5b8cbb', 'status': 'completed', 'code': 200} Jan 28 02:59:14.695709 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0537a4d1-29d2-4e7d-92d0-f99a37fe8961 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:14.793661 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-3d91b2db-835a-4289-9e9a-fed3c8370e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:14.795295 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-3d91b2db-835a-4289-9e9a-fed3c8370e75 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c21ad8f3df494e3bb40109ce4bbc0014&device_id=7eb9b5dd-eba5-4b95-a5dc-4a0a90bc4a51 HTTP/1.1" status: 200 len: 1099 time: 0.1608183 Jan 28 02:59:14.800018 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-6ecbb808-4f5b-4cea-8b1b-eecaab6cee54 service neutron] 10.222.0.53 "GET /v2.0/networks/8f5c2a2c-a994-4917-b3e0-21b15ad56c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291062 Jan 28 02:59:14.863734 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a45ff01d-f583-4237-81d7-50d5dba46ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (57514c6b-898b-43fe-91bf-7e0f48d673f7), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:14.898997 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-2b8edefb-73a5-4e5e-b259-dca6527e8874 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=ef8714ce-5095-4cb5-af76-030c5e5b8cbb HTTP/1.1" status: 200 len: 217 time: 0.0901668 Jan 28 02:59:14.917356 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device b67e2ded-446d-4837-b0c8-0ad4dbc223e2 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:59:14.932555 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-a45ff01d-f583-4237-81d7-50d5dba46ede admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57514c6b-898b-43fe-91bf-7e0f48d673f7']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:59:14.944117 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-a45ff01d-f583-4237-81d7-50d5dba46ede admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6775ff6a-69c8-46c9-aeba-c8629651f03b') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:59:14.944856 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-a45ff01d-f583-4237-81d7-50d5dba46ede admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6775ff6a-69c8-46c9-aeba-c8629651f03b') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:59:14.947567 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: b67e2ded-446d-4837-b0c8-0ad4dbc223e2 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:59:14.947983 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device b67e2ded-446d-4837-b0c8-0ad4dbc223e2 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:59:14.974319 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a45ff01d-f583-4237-81d7-50d5dba46ede admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (6775ff6a-69c8-46c9-aeba-c8629651f03b), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:14.978000 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0537a4d1-29d2-4e7d-92d0-f99a37fe8961 admin admin] Publish callbacks [] for security_group (42a021da-94b6-49bc-a5a0-d47f3e40adcc), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:14.988755 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-982ad6b7-fe91-4cd9-bbda-9e077fcbdca5 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for port (68b4d68e-5b0b-4bb5-b85c-3a0b12cdab6e), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:14.988868 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0537a4d1-29d2-4e7d-92d0-f99a37fe8961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (42a021da-94b6-49bc-a5a0-d47f3e40adcc), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:15.001243 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a45ff01d-f583-4237-81d7-50d5dba46ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (6775ff6a-69c8-46c9-aeba-c8629651f03b), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:15.019819 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0537a4d1-29d2-4e7d-92d0-f99a37fe8961 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6c1291cd4ff34bf685db2b55ebb4596f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6337068 Jan 28 02:59:15.019819 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-36fa7945-ab2e-4d79-9049-68ed7c842445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:15.020071 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56a3b7-52d9-4c4e-834b-e57f0a0b5280 req-41c250f3-387e-45c0-8b62-7a0e899974a1 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:15.020188 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-36fa7945-ab2e-4d79-9049-68ed7c842445 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.1111341 Jan 28 02:59:15.021453 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 45510) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:15.025696 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb56a3b7-52d9-4c4e-834b-e57f0a0b5280 req-41c250f3-387e-45c0-8b62-7a0e899974a1 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eb9b5dd-eba5-4b95-a5dc-4a0a90bc4a51 HTTP/1.1" status: 200 len: 947 time: 0.2822714 Jan 28 02:59:15.028706 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a45ff01d-f583-4237-81d7-50d5dba46ede admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:59:15.030196 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a45ff01d-f583-4237-81d7-50d5dba46ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (6775ff6a-69c8-46c9-aeba-c8629651f03b), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:15.080110 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 02:59:15.080110 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:59:15.080110 n-d-712139-27 neutron-server[109802]: timer() Jan 28 02:59:15.080110 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:59:15.080110 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 02:59:15.080110 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:59:15.080110 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 02:59:15.080110 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:59:15.080110 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 02:59:15.080110 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:59:15.080110 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 02:59:15.080110 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:59:15.080110 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 02:59:15.080110 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:59:15.080110 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:59:15.080110 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:59:15.080110 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:59:15.080110 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:59:15.080110 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 02:59:15.080110 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:59:15.080110 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 02:59:15.080110 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:59:15.080110 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:59:15.080110 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:59:15.080110 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 02:59:15.080110 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:59:15.080110 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:59:15.080110 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:59:15.080110 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:59:15.080110 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:59:15.080110 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:59:15.080110 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:59:15.110129 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-96ef5f92-6cb5-42c6-9b13-1a57f36aaa5a service neutron] 10.222.0.53 "GET /v2.0/networks/8f5c2a2c-a994-4917-b3e0-21b15ad56c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000498 Jan 28 02:59:15.124809 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537a4d1-29d2-4e7d-92d0-f99a37fe8961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a021da-94b6-49bc-a5a0-d47f3e40adcc,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:15.140480 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a45ff01d-f583-4237-81d7-50d5dba46ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (57514c6b-898b-43fe-91bf-7e0f48d673f7), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:15.166584 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a45ff01d-f583-4237-81d7-50d5dba46ede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:15.172544 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a45ff01d-f583-4237-81d7-50d5dba46ede admin admin] 10.222.0.53 "DELETE /v2.0/networks/57514c6b-898b-43fe-91bf-7e0f48d673f7 HTTP/1.1" status: 204 len: 168 time: 1.2274811 Jan 28 02:59:15.182938 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ff01d-f583-4237-81d7-50d5dba46ede admin admin] Pushing event deleted for resources: {'Network': ['ID=57514c6b-898b-43fe-91bf-7e0f48d673f7,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:15.202195 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-302ca729-5c07-4522-93b7-d3adc81f965b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:15.203632 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-302ca729-5c07-4522-93b7-d3adc81f965b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1612916 Jan 28 02:59:15.204270 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-129e379b-4a41-4b4b-ad4f-d6a46120cdf3 admin admin] Publish callbacks [] for security_group (42a021da-94b6-49bc-a5a0-d47f3e40adcc), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:15.206117 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb56a3b7-52d9-4c4e-834b-e57f0a0b5280 req-94495082-c150-4521-a2a6-064af7b7194a tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d74cc6c-70cf-44cb-8cf9-04e1371454b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789353 Jan 28 02:59:15.209990 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-982ad6b7-fe91-4cd9-bbda-9e077fcbdca5 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (68b4d68e-5b0b-4bb5-b85c-3a0b12cdab6e), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:15.292211 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-129e379b-4a41-4b4b-ad4f-d6a46120cdf3 admin admin] Publish callbacks [] for security_group (42a021da-94b6-49bc-a5a0-d47f3e40adcc), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:15.300904 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982ad6b7-fe91-4cd9-bbda-9e077fcbdca5 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Network f30bfa7c-3f96-4503-a92f-3a5622960969 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:59:15.302415 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-982ad6b7-fe91-4cd9-bbda-9e077fcbdca5 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:59:15.308125 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982ad6b7-fe91-4cd9-bbda-9e077fcbdca5 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:59:15.313824 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982ad6b7-fe91-4cd9-bbda-9e077fcbdca5 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:15.314487 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-982ad6b7-fe91-4cd9-bbda-9e077fcbdca5 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:15.334085 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ad6b7-fe91-4cd9-bbda-9e077fcbdca5 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event updated for resources: {'Port': ['ID=68b4d68e-5b0b-4bb5-b85c-3a0b12cdab6e,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:15.343789 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-982ad6b7-fe91-4cd9-bbda-9e077fcbdca5 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5739880 Jan 28 02:59:15.346723 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 45520) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:15.355762 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-d08a53e3-a079-44ad-8e52-5a4676c2768b service neutron] 10.222.0.53 "GET /v2.0/networks/8f5c2a2c-a994-4917-b3e0-21b15ad56c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255044 Jan 28 02:59:15.383029 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-ce4a0595-ea56-47df-97d4-4232a7983468 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729069 Jan 28 02:59:15.501757 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 45524) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:15.513371 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-129e379b-4a41-4b4b-ad4f-d6a46120cdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (42a021da-94b6-49bc-a5a0-d47f3e40adcc), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:15.523738 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-129e379b-4a41-4b4b-ad4f-d6a46120cdf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:15.527609 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-129e379b-4a41-4b4b-ad4f-d6a46120cdf3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/42a021da-94b6-49bc-a5a0-d47f3e40adcc HTTP/1.1" status: 204 len: 168 time: 0.5010643 Jan 28 02:59:15.563129 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e379b-4a41-4b4b-ad4f-d6a46120cdf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a021da-94b6-49bc-a5a0-d47f3e40adcc,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:15.612481 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3c0b5c11-4288-408d-a7c5-464932896f14 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e168a8b773b74055bc0667e0581a74cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1095533 Jan 28 02:59:15.615154 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 45532) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:15.628223 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b3608587-31aa-4b10-9a60-ea42f0aa8a9c req-2e2c53d4-cf8f-468b-a69a-a52fad73449c service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390883 Jan 28 02:59:15.665696 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-2423db3e-22ff-414c-8a42-9277948e04ce tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Deleting port 68b4d68e-5b0b-4bb5-b85c-3a0b12cdab6e {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:59:15.666044 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2423db3e-22ff-414c-8a42-9277948e04ce tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (68b4d68e-5b0b-4bb5-b85c-3a0b12cdab6e), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:15.711127 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4a4781a3-e4b5-4cb4-836d-2ed46871c7de admin admin] Publish callbacks [] for security_group (23897d02-4a7a-4504-84e8-6ac8c98d346d), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:15.796242 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4a4781a3-e4b5-4cb4-836d-2ed46871c7de admin admin] Publish callbacks [] for security_group (23897d02-4a7a-4504-84e8-6ac8c98d346d), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:15.815589 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2423db3e-22ff-414c-8a42-9277948e04ce tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (68b4d68e-5b0b-4bb5-b85c-3a0b12cdab6e), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:15.850633 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672e250-eda1-4879-b064-ef012cc2f3ec req-7dbb4b34-6a5a-432c-a81b-b629ee22a553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:15.850986 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-2423db3e-22ff-414c-8a42-9277948e04ce tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Calling delete_port for 68b4d68e-5b0b-4bb5-b85c-3a0b12cdab6e owned by {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:59:15.852961 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2672e250-eda1-4879-b064-ef012cc2f3ec req-7dbb4b34-6a5a-432c-a81b-b629ee22a553 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c21ad8f3df494e3bb40109ce4bbc0014&device_id=7eb9b5dd-eba5-4b95-a5dc-4a0a90bc4a51 HTTP/1.1" status: 200 len: 1099 time: 0.1121843 Jan 28 02:59:15.959319 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2423db3e-22ff-414c-8a42-9277948e04ce tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (68b4d68e-5b0b-4bb5-b85c-3a0b12cdab6e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:15.992221 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672e250-eda1-4879-b064-ef012cc2f3ec req-766bb522-d1b7-41e9-a9a4-35262b90651b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:15.994143 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2672e250-eda1-4879-b064-ef012cc2f3ec req-766bb522-d1b7-41e9-a9a4-35262b90651b service neutron] 10.222.0.39 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.1306002 Jan 28 02:59:16.018941 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2423db3e-22ff-414c-8a42-9277948e04ce tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event deleted for resources: {'Port': ['ID=68b4d68e-5b0b-4bb5-b85c-3a0b12cdab6e,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:16.026393 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2423db3e-22ff-414c-8a42-9277948e04ce tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:16.031375 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2423db3e-22ff-414c-8a42-9277948e04ce tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/ports/68b4d68e-5b0b-4bb5-b85c-3a0b12cdab6e HTTP/1.1" status: 204 len: 168 time: 0.6826162 Jan 28 02:59:16.034312 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 45552) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:16.041970 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-b14e90c4-eb83-4808-9223-34d36f0b0971 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'port': {'network_id': 'f30bfa7c-3f96-4503-a92f-3a5622960969', 'mac_address': 'fa:16:3e:3e:cd:08', 'name': 'tempest-PortsIpV6TestJSON-545975077'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:16.069226 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2672e250-eda1-4879-b064-ef012cc2f3ec req-2f21ac90-31cd-4e19-9b1e-dab7e019bef8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=ef8714ce-5095-4cb5-af76-030c5e5b8cbb HTTP/1.1" status: 200 len: 217 time: 0.0683432 Jan 28 02:59:16.070323 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4a4781a3-e4b5-4cb4-836d-2ed46871c7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (23897d02-4a7a-4504-84e8-6ac8c98d346d), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:16.074848 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4a4781a3-e4b5-4cb4-836d-2ed46871c7de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:16.076321 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4a4781a3-e4b5-4cb4-836d-2ed46871c7de admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/23897d02-4a7a-4504-84e8-6ac8c98d346d HTTP/1.1" status: 204 len: 168 time: 0.4582694 Jan 28 02:59:16.143929 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4781a3-e4b5-4cb4-836d-2ed46871c7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23897d02-4a7a-4504-84e8-6ac8c98d346d,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:16.148159 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 45556) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:16.164808 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672e250-eda1-4879-b064-ef012cc2f3ec req-7680feb9-9f68-4e3a-9ef5-da1795faa1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:16.167559 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2672e250-eda1-4879-b064-ef012cc2f3ec req-7680feb9-9f68-4e3a-9ef5-da1795faa1e3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.0900526 Jan 28 02:59:16.185138 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6dc53663-aa30-4aa2-9619-7b1f0a562416 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:16.284412 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14e90c4-eb83-4808-9223-34d36f0b0971 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Made reservation on behalf of 9c59567226e943da9dd248eb2e296e73 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:59:16.331392 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a6f5f965-9329-42a8-b9dd-3a86043529e0 req-f27220ba-8022-499a-b681-a5f07f4fa4d6 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 210 time: 0.0656676 Jan 28 02:59:16.338692 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672e250-eda1-4879-b064-ef012cc2f3ec req-d0ffa22b-44c9-43d7-a963-b4d95816de54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:16.341843 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2672e250-eda1-4879-b064-ef012cc2f3ec req-d0ffa22b-44c9-43d7-a963-b4d95816de54 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1634562 Jan 28 02:59:16.410751 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b14e90c4-eb83-4808-9223-34d36f0b0971 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:16.484605 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-b14e90c4-eb83-4808-9223-34d36f0b0971 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] device_id is not set on port bec36e48-d1a4-44ee-a406-6dbd2b353788 yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:59:16.587694 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2672e250-eda1-4879-b064-ef012cc2f3ec req-c96b27e3-adbc-4d7e-9100-a45a03bb4810 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376587 Jan 28 02:59:16.589533 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6dc53663-aa30-4aa2-9619-7b1f0a562416 admin admin] Publish callbacks [] for security_group (7b553bf0-5bff-4c48-b578-8de156fde28a), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:16.614724 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6dc53663-aa30-4aa2-9619-7b1f0a562416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (7b553bf0-5bff-4c48-b578-8de156fde28a), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:16.653992 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6dc53663-aa30-4aa2-9619-7b1f0a562416 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f315b7c79e514963865aa8bf79da5b51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5019240 Jan 28 02:59:16.657161 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 45580) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:16.677978 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c454cb5-632c-40bd-bf5e-97a414dc8ac4 req-74feca80-c5d4-4ee3-ba3a-3e1cab620e5f tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:16.679915 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c454cb5-632c-40bd-bf5e-97a414dc8ac4 req-74feca80-c5d4-4ee3-ba3a-3e1cab620e5f tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eb9b5dd-eba5-4b95-a5dc-4a0a90bc4a51 HTTP/1.1" status: 200 len: 947 time: 0.2165101 Jan 28 02:59:16.782147 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc53663-aa30-4aa2-9619-7b1f0a562416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b553bf0-5bff-4c48-b578-8de156fde28a,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:16.790729 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c454cb5-632c-40bd-bf5e-97a414dc8ac4 req-b18642cf-c638-4a93-8c7b-3138e601d0f5 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d74cc6c-70cf-44cb-8cf9-04e1371454b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976954 Jan 28 02:59:16.828485 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-89ddde8b-0527-4798-bdf2-933445fa9327 admin admin] Publish callbacks [] for security_group (7b553bf0-5bff-4c48-b578-8de156fde28a), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:16.853019 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b14e90c4-eb83-4808-9223-34d36f0b0971 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for port (bec36e48-d1a4-44ee-a406-6dbd2b353788), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:16.861264 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2672e250-eda1-4879-b064-ef012cc2f3ec req-653c2ec7-f127-450d-a547-a7f488077156 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653291 Jan 28 02:59:16.886226 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-89ddde8b-0527-4798-bdf2-933445fa9327 admin admin] Publish callbacks [] for security_group (7b553bf0-5bff-4c48-b578-8de156fde28a), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:16.959273 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b14e90c4-eb83-4808-9223-34d36f0b0971 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (bec36e48-d1a4-44ee-a406-6dbd2b353788), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:16.967103 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 45588) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:17.007483 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-89ddde8b-0527-4798-bdf2-933445fa9327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (7b553bf0-5bff-4c48-b578-8de156fde28a), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:17.010401 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-89ddde8b-0527-4798-bdf2-933445fa9327 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:17.016602 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-89ddde8b-0527-4798-bdf2-933445fa9327 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7b553bf0-5bff-4c48-b578-8de156fde28a HTTP/1.1" status: 204 len: 168 time: 0.3503757 Jan 28 02:59:17.017246 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-676d782f-8730-4ea4-ba18-f6018b7b21e5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e69989b5afef411d88627bd8e9832466&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0448503 Jan 28 02:59:17.017769 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 45592) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:17.059910 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ddde8b-0527-4798-bdf2-933445fa9327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b553bf0-5bff-4c48-b578-8de156fde28a,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:17.065889 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14e90c4-eb83-4808-9223-34d36f0b0971 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Network f30bfa7c-3f96-4503-a92f-3a5622960969 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:59:17.071987 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14e90c4-eb83-4808-9223-34d36f0b0971 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event updated for resources: {'Port': ['ID=bec36e48-d1a4-44ee-a406-6dbd2b353788,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:17.098678 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-b14e90c4-eb83-4808-9223-34d36f0b0971 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:59:17.106023 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14e90c4-eb83-4808-9223-34d36f0b0971 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:59:17.114821 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14e90c4-eb83-4808-9223-34d36f0b0971 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:17.115441 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b14e90c4-eb83-4808-9223-34d36f0b0971 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:17.148865 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b14e90c4-eb83-4808-9223-34d36f0b0971 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1121762 Jan 28 02:59:17.151831 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 45594) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:17.155166 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f2efe43d-984f-47b2-983c-c528e66f189a admin admin] Publish callbacks [] for security_group (73221ea3-d3fa-4ed8-821e-a1032a66f98f), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:17.186425 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f2efe43d-984f-47b2-983c-c528e66f189a admin admin] Publish callbacks [] for security_group (73221ea3-d3fa-4ed8-821e-a1032a66f98f), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:17.212346 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843c2706-1f58-4205-9be3-ebf1349953ea tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:17.214959 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-843c2706-1f58-4205-9be3-ebf1349953ea tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "GET /v2.0/ports/bec36e48-d1a4-44ee-a406-6dbd2b353788 HTTP/1.1" status: 200 len: 844 time: 0.0618684 Jan 28 02:59:17.217615 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 45596) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:17.265240 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f2efe43d-984f-47b2-983c-c528e66f189a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (73221ea3-d3fa-4ed8-821e-a1032a66f98f), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:17.268303 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f2efe43d-984f-47b2-983c-c528e66f189a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:17.270112 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f2efe43d-984f-47b2-983c-c528e66f189a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/73221ea3-d3fa-4ed8-821e-a1032a66f98f HTTP/1.1" status: 204 len: 168 time: 0.2492917 Jan 28 02:59:17.290879 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2efe43d-984f-47b2-983c-c528e66f189a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73221ea3-d3fa-4ed8-821e-a1032a66f98f,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:17.395890 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-1cc2604d-fdaf-4436-8f5f-1b8eb57bfe22 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Deleting port bec36e48-d1a4-44ee-a406-6dbd2b353788 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:59:17.396482 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1cc2604d-fdaf-4436-8f5f-1b8eb57bfe22 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (bec36e48-d1a4-44ee-a406-6dbd2b353788), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:17.487099 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1cc2604d-fdaf-4436-8f5f-1b8eb57bfe22 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (bec36e48-d1a4-44ee-a406-6dbd2b353788), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:17.503299 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-1cc2604d-fdaf-4436-8f5f-1b8eb57bfe22 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Calling delete_port for bec36e48-d1a4-44ee-a406-6dbd2b353788 owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:59:17.504223 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-14a7a549-26b8-4239-bc8f-f2058077834f req-99935d0c-ca32-4da7-90fe-7b99baf15fb5 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 210 time: 0.0471244 Jan 28 02:59:17.626174 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1cc2604d-fdaf-4436-8f5f-1b8eb57bfe22 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (bec36e48-d1a4-44ee-a406-6dbd2b353788), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:17.682233 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc2604d-fdaf-4436-8f5f-1b8eb57bfe22 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event deleted for resources: {'Port': ['ID=bec36e48-d1a4-44ee-a406-6dbd2b353788,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:17.688092 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1cc2604d-fdaf-4436-8f5f-1b8eb57bfe22 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:17.691790 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1cc2604d-fdaf-4436-8f5f-1b8eb57bfe22 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/ports/bec36e48-d1a4-44ee-a406-6dbd2b353788 HTTP/1.1" status: 204 len: 168 time: 0.4728720 Jan 28 02:59:17.694537 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 45614) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:17.725567 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-f92e6e62-b365-492d-acf9-ab33edb910a3 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] GET failed (client error): The resource could not be found. Jan 28 02:59:17.727135 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f92e6e62-b365-492d-acf9-ab33edb910a3 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "GET /v2.0/ports/bec36e48-d1a4-44ee-a406-6dbd2b353788 HTTP/1.1" status: 404 len: 333 time: 0.0314782 Jan 28 02:59:17.731025 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 45618) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:17.736564 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-1a47442b-1b66-402c-9dfc-fc9c0e7f936e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'port': {'network_id': 'f30bfa7c-3f96-4503-a92f-3a5622960969', 'name': 'tempest-PortsIpV6TestJSON-306332910'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:17.811091 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device ef8714ce-5095-4cb5-af76-030c5e5b8cbb details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:59:17.869049 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a47442b-1b66-402c-9dfc-fc9c0e7f936e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Made reservation on behalf of 9c59567226e943da9dd248eb2e296e73 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:59:17.889050 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1a47442b-1b66-402c-9dfc-fc9c0e7f936e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:17.945398 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-1a47442b-1b66-402c-9dfc-fc9c0e7f936e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] device_id is not set on port 1316816c-a53e-422e-af79-0261cc5fd41f yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:59:18.028960 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-10c95fbb-333e-4506-abbd-6c8506296232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:18.032751 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-10c95fbb-333e-4506-abbd-6c8506296232 service neutron] 10.222.0.67 "GET /v2.0/ports/5412df90-162b-4d92-af88-5241f7fd5d82 HTTP/1.1" status: 200 len: 1030 time: 0.1153767 Jan 28 02:59:18.126332 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port ef8714ce-5095-4cb5-af76-030c5e5b8cbb, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=ef8714ce-5095-4cb5-af76-030c5e5b8cbb,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:59:18.149945 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': 'ef8714ce-5095-4cb5-af76-030c5e5b8cbb', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'port_id': 'ef8714ce-5095-4cb5-af76-030c5e5b8cbb', 'mac_address': 'fa:16:3e:ba:2b:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24329ac8-3d67-49eb-9f63-d2859e79e36f', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:59:18.173225 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-47c1fe68-160f-4993-b8b8-fba783dd109f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:18.192593 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-47c1fe68-160f-4993-b8b8-fba783dd109f service neutron] 10.222.0.67 "GET /v2.0/ports/db7ee719-a3aa-47ed-85e5-5c79bf8865fd HTTP/1.1" status: 200 len: 1033 time: 0.0985851 Jan 28 02:59:18.276771 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port ef8714ce-5095-4cb5-af76-030c5e5b8cbb is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:59:18.281420 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ef8714ce-5095-4cb5-af76-030c5e5b8cbb), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:18.338612 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef8714ce-5095-4cb5-af76-030c5e5b8cbb {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:59:18.359490 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1104b-41df-4d6f-8b97-69296e0ec2e4 req-4ea8ca25-ebed-4f57-bb03-1b59215e4b72 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:18.371304 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8fb1104b-41df-4d6f-8b97-69296e0ec2e4 req-4ea8ca25-ebed-4f57-bb03-1b59215e4b72 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eb9b5dd-eba5-4b95-a5dc-4a0a90bc4a51 HTTP/1.1" status: 200 len: 947 time: 0.3498597 Jan 28 02:59:18.394610 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port ef8714ce-5095-4cb5-af76-030c5e5b8cbb, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=ef8714ce-5095-4cb5-af76-030c5e5b8cbb,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:59:18.403502 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ef8714ce-5095-4cb5-af76-030c5e5b8cbb), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:18.553144 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-8e4478e5-6fdb-48b2-9c17-46865838072b tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:18.560229 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-8e4478e5-6fdb-48b2-9c17-46865838072b tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:18.566283 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-8e4478e5-6fdb-48b2-9c17-46865838072b tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:18.568705 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-8e4478e5-6fdb-48b2-9c17-46865838072b tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.67 "GET /v2.0/networks?id=00e51838-dce0-4440-a9f8-fd2fd28c5471&id=45f5aab1-77c3-46bf-9724-8eea4a5c0efa&id=45f5aab1-77c3-46bf-9724-8eea4a5c0efa&id=45f5aab1-77c3-46bf-9724-8eea4a5c0efa&id=45f5aab1-77c3-46bf-9724-8eea4a5c0efa&id=8f5c2a2c-a994-4917-b3e0-21b15ad56c20&id=8f5c2a2c-a994-4917-b3e0-21b15ad56c20 HTTP/1.1" status: 200 len: 1995 time: 0.3689227 Jan 28 02:59:18.571965 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=ef8714ce-5095-4cb5-af76-030c5e5b8cbb,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:18.595385 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8fb1104b-41df-4d6f-8b97-69296e0ec2e4 req-573d9d38-d03b-4f3d-aa4c-40ae8e8d6901 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d74cc6c-70cf-44cb-8cf9-04e1371454b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229097 Jan 28 02:59:18.678604 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['ef8714ce-5095-4cb5-af76-030c5e5b8cbb'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:59:18.740808 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-ee70205f-f571-40d5-8174-0e511c4de57c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d47d57aa564c407d8f7b752418cdddf4 HTTP/1.1" status: 200 len: 379 time: 0.1411104 Jan 28 02:59:18.756357 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-74594e0e-f3a4-47ed-aefa-28f9a495e29f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Request body: {'port': {'device_id': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'network_id': '00e51838-dce0-4440-a9f8-fd2fd28c5471', 'admin_state_up': True, 'tenant_id': 'd47d57aa564c407d8f7b752418cdddf4', 'security_groups': ['8e6761aa-0c2e-4ffa-8162-05ff3bf2a637']}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:18.920707 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-02b73d15-5435-4cf2-9123-4ffdb0840721 req-b02c9265-0168-4a18-8c68-978dfeb49815 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 210 time: 0.0523396 Jan 28 02:59:18.987076 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-74594e0e-f3a4-47ed-aefa-28f9a495e29f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Made reservation on behalf of d47d57aa564c407d8f7b752418cdddf4 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:59:18.992894 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-74594e0e-f3a4-47ed-aefa-28f9a495e29f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:19.170188 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35adee67-8b03-4f66-b067-a0b7fdc91da1 req-593a5763-23fe-4480-be46-c2500c81d033 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:19.177425 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-35adee67-8b03-4f66-b067-a0b7fdc91da1 req-593a5763-23fe-4480-be46-c2500c81d033 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 946 time: 0.1634550 Jan 28 02:59:19.207887 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1a47442b-1b66-402c-9dfc-fc9c0e7f936e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for port (1316816c-a53e-422e-af79-0261cc5fd41f), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:19.273299 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-35adee67-8b03-4f66-b067-a0b7fdc91da1 req-d4700593-8aa1-4a48-8e4d-35ef766fd8af tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/security-groups?id=950b0d70-c9c8-434a-a09a-520ef6e676e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854135 Jan 28 02:59:19.291584 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-74594e0e-f3a4-47ed-aefa-28f9a495e29f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Allocated IP 172.20.0.3 (00e51838-dce0-4440-a9f8-fd2fd28c5471/a5e16ad5-afde-4ff0-9a68-1abb02683cb1/522e2e39-e847-4a52-8a70-9410b617ab1b) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:59:19.305888 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1a47442b-1b66-402c-9dfc-fc9c0e7f936e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (1316816c-a53e-422e-af79-0261cc5fd41f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:19.360459 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a47442b-1b66-402c-9dfc-fc9c0e7f936e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Network f30bfa7c-3f96-4503-a92f-3a5622960969 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:59:19.372012 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-1a47442b-1b66-402c-9dfc-fc9c0e7f936e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:59:19.373440 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a47442b-1b66-402c-9dfc-fc9c0e7f936e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event updated for resources: {'Port': ['ID=1316816c-a53e-422e-af79-0261cc5fd41f,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:19.375795 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a47442b-1b66-402c-9dfc-fc9c0e7f936e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:59:19.391601 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a47442b-1b66-402c-9dfc-fc9c0e7f936e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:19.392527 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1a47442b-1b66-402c-9dfc-fc9c0e7f936e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:19.423514 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1a47442b-1b66-402c-9dfc-fc9c0e7f936e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6912832 Jan 28 02:59:19.426424 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 45728) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:19.438950 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-55801fa4-2c10-4a07-9ba3-319b632583ac tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:19.533636 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-55801fa4-2c10-4a07-9ba3-319b632583ac tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1316816c-a53e-422e-af79-0261cc5fd41f), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:19.559380 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-74594e0e-f3a4-47ed-aefa-28f9a495e29f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks [] for port (522e2e39-e847-4a52-8a70-9410b617ab1b), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:19.660548 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-74594e0e-f3a4-47ed-aefa-28f9a495e29f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (522e2e39-e847-4a52-8a70-9410b617ab1b), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:19.738544 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-55801fa4-2c10-4a07-9ba3-319b632583ac tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for port (1316816c-a53e-422e-af79-0261cc5fd41f), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:19.759423 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-55801fa4-2c10-4a07-9ba3-319b632583ac tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (1316816c-a53e-422e-af79-0261cc5fd41f), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:19.815298 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device ef8714ce-5095-4cb5-af76-030c5e5b8cbb up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:59:19.913154 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-55801fa4-2c10-4a07-9ba3-319b632583ac tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] In _notify_port_updated(), no bound segment for port 1316816c-a53e-422e-af79-0261cc5fd41f on network f30bfa7c-3f96-4503-a92f-3a5622960969 {{(pid=109803) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 02:59:19.926512 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-74594e0e-f3a4-47ed-aefa-28f9a495e29f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Network 00e51838-dce0-4440-a9f8-fd2fd28c5471 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:59:19.935408 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port ef8714ce-5095-4cb5-af76-030c5e5b8cbb completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:59:19.941657 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port ef8714ce-5095-4cb5-af76-030c5e5b8cbb triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:19.942524 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ef8714ce-5095-4cb5-af76-030c5e5b8cbb), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:19.944398 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55801fa4-2c10-4a07-9ba3-319b632583ac tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:19.945092 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-55801fa4-2c10-4a07-9ba3-319b632583ac tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:19.949326 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-74594e0e-f3a4-47ed-aefa-28f9a495e29f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:59:19.960190 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-55801fa4-2c10-4a07-9ba3-319b632583ac tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "PUT /v2.0/ports/1316816c-a53e-422e-af79-0261cc5fd41f HTTP/1.1" status: 200 len: 818 time: 0.5310240 Jan 28 02:59:19.960933 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 45774) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:19.977264 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55801fa4-2c10-4a07-9ba3-319b632583ac tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event updated for resources: {'Port': ['ID=1316816c-a53e-422e-af79-0261cc5fd41f,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:19.992115 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-74594e0e-f3a4-47ed-aefa-28f9a495e29f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:59:20.072356 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74594e0e-f3a4-47ed-aefa-28f9a495e29f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Pushing event updated for resources: {'Port': ['ID=522e2e39-e847-4a52-8a70-9410b617ab1b,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:20.147401 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090bc99b-84d5-468b-a52a-8b09b66585f1 req-552a17f7-9929-43bd-8e8c-6e885d57b7d6 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:20.172887 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-090bc99b-84d5-468b-a52a-8b09b66585f1 req-552a17f7-9929-43bd-8e8c-6e885d57b7d6 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eb9b5dd-eba5-4b95-a5dc-4a0a90bc4a51 HTTP/1.1" status: 200 len: 948 time: 0.4199166 Jan 28 02:59:20.214660 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port ef8714ce-5095-4cb5-af76-030c5e5b8cbb is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:59:20.218641 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ef8714ce-5095-4cb5-af76-030c5e5b8cbb), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:20.236408 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-74594e0e-f3a4-47ed-aefa-28f9a495e29f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:20.237435 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-74594e0e-f3a4-47ed-aefa-28f9a495e29f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:20.277939 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb9b5dd-eba5-4b95-a5dc-4a0a90bc4a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8714ce-5095-4cb5-af76-030c5e5b8cbb'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:59:20.285618 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a765955f-ac5e-4a06-ac9f-321cfd6cce4a" -d '{"events": [{"server_uuid": "7eb9b5dd-eba5-4b95-a5dc-4a0a90bc4a51", "name": "network-vif-plugged", "status": "completed", "tag": "ef8714ce-5095-4cb5-af76-030c5e5b8cbb"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:59:20.292844 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 45788) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:20.296995 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-e4dede45-6542-45b2-a8fc-c8231759d7dc tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Deleting port 1316816c-a53e-422e-af79-0261cc5fd41f {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:59:20.297574 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e4dede45-6542-45b2-a8fc-c8231759d7dc tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (1316816c-a53e-422e-af79-0261cc5fd41f), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:20.308633 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port ef8714ce-5095-4cb5-af76-030c5e5b8cbb, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=ef8714ce-5095-4cb5-af76-030c5e5b8cbb,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:59:20.314888 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-74594e0e-f3a4-47ed-aefa-28f9a495e29f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5674691 Jan 28 02:59:20.325305 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ef8714ce-5095-4cb5-af76-030c5e5b8cbb), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:20.343244 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-6e9ca158-18b6-456d-a41e-1229aa2c1bdc tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Request body: {'port': {'device_id': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'network_id': '45f5aab1-77c3-46bf-9724-8eea4a5c0efa', 'admin_state_up': True, 'tenant_id': 'd47d57aa564c407d8f7b752418cdddf4', 'security_groups': ['8e6761aa-0c2e-4ffa-8162-05ff3bf2a637']}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:20.363551 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-090bc99b-84d5-468b-a52a-8b09b66585f1 req-2dc87394-9f0c-4ccb-8e80-644d20341926 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d74cc6c-70cf-44cb-8cf9-04e1371454b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681662 Jan 28 02:59:20.436987 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=ef8714ce-5095-4cb5-af76-030c5e5b8cbb,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:20.451750 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5fa70-a394-4414-8b0e-1d36725deaf5 req-6aae26b0-a848-45cc-9f27-c694d9d90ed4 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:20.453609 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1ba5fa70-a394-4414-8b0e-1d36725deaf5 req-6aae26b0-a848-45cc-9f27-c694d9d90ed4 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 931 time: 0.2614114 Jan 28 02:59:20.499033 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e4dede45-6542-45b2-a8fc-c8231759d7dc tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (1316816c-a53e-422e-af79-0261cc5fd41f), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:20.540254 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-e4dede45-6542-45b2-a8fc-c8231759d7dc tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Calling delete_port for 1316816c-a53e-422e-af79-0261cc5fd41f owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:59:20.548161 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c88fffe2-c2d7-4cd1-9625-a88d65175c44 None None] Provisioning complete for port 522e2e39-e847-4a52-8a70-9410b617ab1b triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:20.551245 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c88fffe2-c2d7-4cd1-9625-a88d65175c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (522e2e39-e847-4a52-8a70-9410b617ab1b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:20.561313 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1ba5fa70-a394-4414-8b0e-1d36725deaf5 req-697272bd-4ff1-4b32-abb6-76e992cc6261 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006620 Jan 28 02:59:20.651908 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-6e9ca158-18b6-456d-a41e-1229aa2c1bdc tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Made reservation on behalf of d47d57aa564c407d8f7b752418cdddf4 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:59:20.653673 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c88fffe2-c2d7-4cd1-9625-a88d65175c44 None None] Port 522e2e39-e847-4a52-8a70-9410b617ab1b cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:59:20.668833 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-6e9ca158-18b6-456d-a41e-1229aa2c1bdc tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:20.740997 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e4dede45-6542-45b2-a8fc-c8231759d7dc tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (1316816c-a53e-422e-af79-0261cc5fd41f), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:20.795814 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35235874-932c-4d4e-90aa-206b9843f949 x-openstack-request-id: req-35235874-932c-4d4e-90aa-206b9843f949 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:59:20.796335 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb9b5dd-eba5-4b95-a5dc-4a0a90bc4a51", "name": "network-vif-plugged", "status": "completed", "tag": "ef8714ce-5095-4cb5-af76-030c5e5b8cbb", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:59:20.796843 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-35235874-932c-4d4e-90aa-206b9843f949 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:59:20.797451 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb9b5dd-eba5-4b95-a5dc-4a0a90bc4a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8714ce-5095-4cb5-af76-030c5e5b8cbb', 'code': 200} Jan 28 02:59:20.856762 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-04bf9fea-f27b-4c44-9bca-958870845a99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:20.870751 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-6e9ca158-18b6-456d-a41e-1229aa2c1bdc tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Allocated IP 10.1.1.197 (45f5aab1-77c3-46bf-9724-8eea4a5c0efa/d1901a35-0605-40aa-86b7-558d17d5580a/1a299c13-361c-41af-87eb-964dd7de4708) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:59:20.910672 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e4dede45-6542-45b2-a8fc-c8231759d7dc tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:20.914129 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e4dede45-6542-45b2-a8fc-c8231759d7dc tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/ports/1316816c-a53e-422e-af79-0261cc5fd41f HTTP/1.1" status: 204 len: 168 time: 0.9516876 Jan 28 02:59:20.938325 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 45804) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:20.959032 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dede45-6542-45b2-a8fc-c8231759d7dc tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event deleted for resources: {'Port': ['ID=1316816c-a53e-422e-af79-0261cc5fd41f,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:21.085991 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-04bf9fea-f27b-4c44-9bca-958870845a99 admin admin] Publish callbacks [] for security_group (2b34c499-e2c7-45a4-bbc3-b44a40a6c541), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:21.087620 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-6e9ca158-18b6-456d-a41e-1229aa2c1bdc tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks [] for port (1a299c13-361c-41af-87eb-964dd7de4708), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:21.137882 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-04bf9fea-f27b-4c44-9bca-958870845a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (2b34c499-e2c7-45a4-bbc3-b44a40a6c541), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:21.151506 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-6e9ca158-18b6-456d-a41e-1229aa2c1bdc tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (1a299c13-361c-41af-87eb-964dd7de4708), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:21.174795 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf9fea-f27b-4c44-9bca-958870845a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b34c499-e2c7-45a4-bbc3-b44a40a6c541,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:21.218703 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc7992-dfb8-4fc0-8025-a017204bf997 req-eb5613ef-c8e5-4168-b7e7-668e2c963d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:21.220171 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c4dc7992-dfb8-4fc0-8025-a017204bf997 req-eb5613ef-c8e5-4168-b7e7-668e2c963d31 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7eb9b5dd-eba5-4b95-a5dc-4a0a90bc4a51 HTTP/1.1" status: 200 len: 1101 time: 0.3036633 Jan 28 02:59:21.227459 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-04bf9fea-f27b-4c44-9bca-958870845a99 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e43445bfc7234e2a99e03d230775e0c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9264910 Jan 28 02:59:21.235632 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5b5c46-c993-4d8a-9642-e9c246fab70e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:21.237183 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6d5b5c46-c993-4d8a-9642-e9c246fab70e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2728095 Jan 28 02:59:21.245523 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 45806) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:21.245931 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 45810) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:21.247619 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ca158-18b6-456d-a41e-1229aa2c1bdc tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Pushing event updated for resources: {'Port': ['ID=1a299c13-361c-41af-87eb-964dd7de4708,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:21.255201 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd0c43-3bec-42c7-ac01-541e24546be4 req-cc7c8914-1587-4c6c-83f4-c5efb0786762 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:21.257577 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-11cd0c43-3bec-42c7-ac01-541e24546be4 req-cc7c8914-1587-4c6c-83f4-c5efb0786762 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 946 time: 0.1471455 Jan 28 02:59:21.314036 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c4dc7992-dfb8-4fc0-8025-a017204bf997 req-e173cb23-edc0-4a30-a9b4-a595c36191c5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1d74cc6c-70cf-44cb-8cf9-04e1371454b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713179 Jan 28 02:59:21.318096 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d47e208-47ee-474d-9332-133406648134 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] GET failed (client error): The resource could not be found. Jan 28 02:59:21.319665 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3d47e208-47ee-474d-9332-133406648134 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "GET /v2.0/ports/1316816c-a53e-422e-af79-0261cc5fd41f HTTP/1.1" status: 404 len: 333 time: 0.0676074 Jan 28 02:59:21.325613 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-6e9ca158-18b6-456d-a41e-1229aa2c1bdc tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Network 45f5aab1-77c3-46bf-9724-8eea4a5c0efa is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:59:21.326618 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 45814) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:21.336754 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-b071d4c7-d3ae-43cb-95bd-bc2e690641af tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1067341575'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:21.344600 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-6e9ca158-18b6-456d-a41e-1229aa2c1bdc tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:59:21.352248 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-11cd0c43-3bec-42c7-ac01-541e24546be4 req-8efed18a-b21a-4bb6-8356-bcde836e40cc tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/security-groups?id=950b0d70-c9c8-434a-a09a-520ef6e676e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846434 Jan 28 02:59:21.382649 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-6e9ca158-18b6-456d-a41e-1229aa2c1bdc tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:59:21.458028 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-6e9ca158-18b6-456d-a41e-1229aa2c1bdc tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:21.459050 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-6e9ca158-18b6-456d-a41e-1229aa2c1bdc tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:21.500899 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-6e9ca158-18b6-456d-a41e-1229aa2c1bdc tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1617391 Jan 28 02:59:21.528102 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-72d8456b-6b6b-43d4-8feb-9d9f2825f11a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Request body: {'port': {'device_id': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'network_id': '45f5aab1-77c3-46bf-9724-8eea4a5c0efa', 'admin_state_up': True, 'tenant_id': 'd47d57aa564c407d8f7b752418cdddf4', 'security_groups': ['8e6761aa-0c2e-4ffa-8162-05ff3bf2a637']}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:21.578207 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9d76329e-9390-423c-afcf-04c822888d4a admin admin] Publish callbacks [] for security_group (2b34c499-e2c7-45a4-bbc3-b44a40a6c541), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:21.592527 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b071d4c7-d3ae-43cb-95bd-bc2e690641af tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Made reservation on behalf of 9c59567226e943da9dd248eb2e296e73 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:59:21.595848 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b071d4c7-d3ae-43cb-95bd-bc2e690641af tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:21.646582 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8d698-fd74-447b-b3ed-ce52db912c41 req-97def6a8-3d5b-41b9-976f-82fb57646c31 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:21.648131 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a8d8d698-fd74-447b-b3ed-ce52db912c41 req-97def6a8-3d5b-41b9-976f-82fb57646c31 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eb9b5dd-eba5-4b95-a5dc-4a0a90bc4a51 HTTP/1.1" status: 200 len: 949 time: 0.1352184 Jan 28 02:59:21.717632 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9d76329e-9390-423c-afcf-04c822888d4a admin admin] Publish callbacks [] for security_group (2b34c499-e2c7-45a4-bbc3-b44a40a6c541), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:21.720280 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b071d4c7-d3ae-43cb-95bd-bc2e690641af tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:59:21.751839 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b071d4c7-d3ae-43cb-95bd-bc2e690641af tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (321fd1f3-6534-4089-b9d2-fbda16bc23b8), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:21.752199 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-b071d4c7-d3ae-43cb-95bd-bc2e690641af tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Added segment 321fd1f3-6534-4089-b9d2-fbda16bc23b8 of type vlan for network 787154d5-d90c-4422-8f53-c8f04577cfde Jan 28 02:59:21.767547 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a8d8d698-fd74-447b-b3ed-ce52db912c41 req-88561b28-0c1c-448c-9b60-67c4c0967b56 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d74cc6c-70cf-44cb-8cf9-04e1371454b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092215 Jan 28 02:59:21.804629 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-afbca72a-aceb-4794-b602-d21177404a56 None None] Provisioning complete for port 1a299c13-361c-41af-87eb-964dd7de4708 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:21.805321 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-afbca72a-aceb-4794-b602-d21177404a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (1a299c13-361c-41af-87eb-964dd7de4708), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:21.854807 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-afbca72a-aceb-4794-b602-d21177404a56 None None] Port 1a299c13-361c-41af-87eb-964dd7de4708 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:59:21.893300 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b071d4c7-d3ae-43cb-95bd-bc2e690641af tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (787154d5-d90c-4422-8f53-c8f04577cfde), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:21.948442 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9d76329e-9390-423c-afcf-04c822888d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (2b34c499-e2c7-45a4-bbc3-b44a40a6c541), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:21.951438 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9d76329e-9390-423c-afcf-04c822888d4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:21.955264 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9d76329e-9390-423c-afcf-04c822888d4a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2b34c499-e2c7-45a4-bbc3-b44a40a6c541 HTTP/1.1" status: 204 len: 168 time: 0.7023101 Jan 28 02:59:21.965597 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5aee6c-1c64-46e5-a38a-dd6694c06005 req-72140ba4-390c-4d83-a9fa-82a262a98fa6 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:21.971123 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5aee6c-1c64-46e5-a38a-dd6694c06005 req-72140ba4-390c-4d83-a9fa-82a262a98fa6 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:21.972837 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9c5aee6c-1c64-46e5-a38a-dd6694c06005 req-72140ba4-390c-4d83-a9fa-82a262a98fa6 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 1653 time: 0.2171271 Jan 28 02:59:21.979733 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b071d4c7-d3ae-43cb-95bd-bc2e690641af tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (787154d5-d90c-4422-8f53-c8f04577cfde), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:21.984818 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b071d4c7-d3ae-43cb-95bd-bc2e690641af tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:21.985375 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b071d4c7-d3ae-43cb-95bd-bc2e690641af tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:21.987730 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-72d8456b-6b6b-43d4-8feb-9d9f2825f11a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Made reservation on behalf of d47d57aa564c407d8f7b752418cdddf4 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:59:21.990973 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-72d8456b-6b6b-43d4-8feb-9d9f2825f11a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:21.999931 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76329e-9390-423c-afcf-04c822888d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b34c499-e2c7-45a4-bbc3-b44a40a6c541,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:22.112584 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b071d4c7-d3ae-43cb-95bd-bc2e690641af tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7806306 Jan 28 02:59:22.117000 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 45854) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:22.126148 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-d0c3481a-0653-4f7e-b598-4828d0f661ea tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'subnet': {'network_id': '787154d5-d90c-4422-8f53-c8f04577cfde', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:22.170009 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b071d4c7-d3ae-43cb-95bd-bc2e690641af tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event updated for resources: {'Network': ['ID=787154d5-d90c-4422-8f53-c8f04577cfde,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:22.186020 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 787154d5-d90c-4422-8f53-c8f04577cfde details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:59:22.229628 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9c5aee6c-1c64-46e5-a38a-dd6694c06005 req-206f612d-64fc-48cf-9dde-64aca60ee7bf tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2337868 Jan 28 02:59:22.362240 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-72d8456b-6b6b-43d4-8feb-9d9f2825f11a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Allocated IP 10.1.1.9 (45f5aab1-77c3-46bf-9724-8eea4a5c0efa/d1901a35-0605-40aa-86b7-558d17d5580a/32253399-bfa8-4777-9ebe-28270de068d4) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:59:22.507763 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c3481a-0653-4f7e-b598-4828d0f661ea tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Made reservation on behalf of 9c59567226e943da9dd248eb2e296e73 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:59:22.513641 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d0c3481a-0653-4f7e-b598-4828d0f661ea tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:22.677552 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-72d8456b-6b6b-43d4-8feb-9d9f2825f11a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks [] for port (32253399-bfa8-4777-9ebe-28270de068d4), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:22.720015 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-72d8456b-6b6b-43d4-8feb-9d9f2825f11a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (32253399-bfa8-4777-9ebe-28270de068d4), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:22.790725 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-72d8456b-6b6b-43d4-8feb-9d9f2825f11a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Network 45f5aab1-77c3-46bf-9724-8eea4a5c0efa is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:59:22.795766 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-72d8456b-6b6b-43d4-8feb-9d9f2825f11a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:59:22.824912 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-72d8456b-6b6b-43d4-8feb-9d9f2825f11a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:59:22.892733 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d8456b-6b6b-43d4-8feb-9d9f2825f11a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Pushing event updated for resources: {'Port': ['ID=32253399-bfa8-4777-9ebe-28270de068d4,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:22.938609 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-72d8456b-6b6b-43d4-8feb-9d9f2825f11a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:22.939360 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-72d8456b-6b6b-43d4-8feb-9d9f2825f11a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:22.966599 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d78347e-8c69-4178-a800-f481201a8019 req-cf173426-5e61-4b43-a219-3866cc2ed79e tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:22.975234 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-72d8456b-6b6b-43d4-8feb-9d9f2825f11a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4603009 Jan 28 02:59:22.983346 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4d78347e-8c69-4178-a800-f481201a8019 req-cf173426-5e61-4b43-a219-3866cc2ed79e tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 946 time: 0.2815950 Jan 28 02:59:22.995158 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-0216f44c-07b6-469b-9d93-3d66f3c8435c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Request body: {'port': {'device_id': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '8f5c2a2c-a994-4917-b3e0-21b15ad56c20', 'admin_state_up': True, 'tenant_id': 'd47d57aa564c407d8f7b752418cdddf4', 'security_groups': ['8e6761aa-0c2e-4ffa-8162-05ff3bf2a637']}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:23.180076 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d0c3481a-0653-4f7e-b598-4828d0f661ea tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (6e4a5e42-0efd-4431-a279-1bd082d56edd), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:23.295440 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-fba08fd5-29df-458f-8f69-aeba59578ee8 None None] Provisioning complete for port 32253399-bfa8-4777-9ebe-28270de068d4 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:23.296433 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fba08fd5-29df-458f-8f69-aeba59578ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (32253399-bfa8-4777-9ebe-28270de068d4), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:23.348105 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c3481a-0653-4f7e-b598-4828d0f661ea tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event updated for resources: {'Subnet': ['ID=6e4a5e42-0efd-4431-a279-1bd082d56edd,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:23.353364 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c3481a-0653-4f7e-b598-4828d0f661ea tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Checking segment: {'id': '321fd1f3-6534-4089-b9d2-fbda16bc23b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '787154d5-d90c-4422-8f53-c8f04577cfde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:59:23.355573 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c3481a-0653-4f7e-b598-4828d0f661ea tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Network hostable DHCP agents. Network: 787154d5-d90c-4422-8f53-c8f04577cfde, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:59:23.377193 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 45896) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:23.399057 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4d78347e-8c69-4178-a800-f481201a8019 req-f49d4241-4392-48f0-b598-ec68d3496f83 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/security-groups?id=950b0d70-c9c8-434a-a09a-520ef6e676e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4146616 Jan 28 02:59:23.410365 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-fba08fd5-29df-458f-8f69-aeba59578ee8 None None] Port 32253399-bfa8-4777-9ebe-28270de068d4 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:59:23.456666 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c3481a-0653-4f7e-b598-4828d0f661ea tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Network 787154d5-d90c-4422-8f53-c8f04577cfde is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:59:23.457700 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a3228-3939-4109-be7e-69e216cd013a req-bc085774-d3df-475b-a5ec-b605ad128467 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:23.463114 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cc5a3228-3939-4109-be7e-69e216cd013a req-bc085774-d3df-475b-a5ec-b605ad128467 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eb9b5dd-eba5-4b95-a5dc-4a0a90bc4a51 HTTP/1.1" status: 200 len: 949 time: 0.3000543 Jan 28 02:59:23.466543 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-0216f44c-07b6-469b-9d93-3d66f3c8435c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Made reservation on behalf of d47d57aa564c407d8f7b752418cdddf4 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:59:23.480058 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-d0c3481a-0653-4f7e-b598-4828d0f661ea tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 787154d5-d90c-4422-8f53-c8f04577cfde) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:59:23.487926 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c3481a-0653-4f7e-b598-4828d0f661ea tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:23.489399 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d0c3481a-0653-4f7e-b598-4828d0f661ea tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:23.490674 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d29d4c-7a88-456e-87d7-c3ce1737caf0 None None] Network 787154d5-d90c-4422-8f53-c8f04577cfde requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:59:23.526799 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d0c3481a-0653-4f7e-b598-4828d0f661ea tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4076693 Jan 28 02:59:23.530753 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 45902) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:23.541440 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-74b8386e-0a76-436e-8e89-6f87a27b31fa tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'subnet': {'network_id': '787154d5-d90c-4422-8f53-c8f04577cfde', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:23.683317 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abde83b9-bcf3-4800-8b5f-cca47512e162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-787154d5-d90c-4422-8f53-c8f04577cfde', 'network_id': '787154d5-d90c-4422-8f53-c8f04577cfde', 'project_id': '9c59567226e943da9dd248eb2e296e73', 'fixed_ips': [{'subnet_id': '6e4a5e42-0efd-4431-a279-1bd082d56edd'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:59:23.685038 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-abde83b9-bcf3-4800-8b5f-cca47512e162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:23.688241 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cc5a3228-3939-4109-be7e-69e216cd013a req-b55b51cb-7312-49db-a83c-169f5b2efa11 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d74cc6c-70cf-44cb-8cf9-04e1371454b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658545 Jan 28 02:59:23.727742 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-0216f44c-07b6-469b-9d93-3d66f3c8435c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:23.793854 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b10344c1-a834-4f92-9f0d-a5a5839e17c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:23.905346 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aea525-b506-49eb-9b73-a839199abaa0 req-f2eeb9d6-bd34-41a4-92c0-350d3069165c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:23.911926 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aea525-b506-49eb-9b73-a839199abaa0 req-f2eeb9d6-bd34-41a4-92c0-350d3069165c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:23.918107 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aea525-b506-49eb-9b73-a839199abaa0 req-f2eeb9d6-bd34-41a4-92c0-350d3069165c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:23.925820 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-93aea525-b506-49eb-9b73-a839199abaa0 req-f2eeb9d6-bd34-41a4-92c0-350d3069165c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 2372 time: 0.1647055 Jan 28 02:59:23.974465 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b8386e-0a76-436e-8e89-6f87a27b31fa tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Made reservation on behalf of 9c59567226e943da9dd248eb2e296e73 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:59:23.993215 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-74b8386e-0a76-436e-8e89-6f87a27b31fa tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:24.067912 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-0216f44c-07b6-469b-9d93-3d66f3c8435c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Allocated IP 10.2.2.100 (8f5c2a2c-a994-4917-b3e0-21b15ad56c20/d7ff91e7-f241-4c5c-a917-a215b6f26f85/fab89d88-a54d-4fec-bf38-88eba2285661) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:59:24.117409 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-abde83b9-bcf3-4800-8b5f-cca47512e162 None None] Allocated IP 2001:db8::2 (787154d5-d90c-4422-8f53-c8f04577cfde/6e4a5e42-0efd-4431-a279-1bd082d56edd/e56e7e93-f284-4b85-b9ac-e1b246ccabcc) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:59:24.378828 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-93aea525-b506-49eb-9b73-a839199abaa0 req-bc0758e0-384c-4fd5-b1a3-8642a6602760 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4510498 Jan 28 02:59:24.417157 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-0216f44c-07b6-469b-9d93-3d66f3c8435c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks [] for port (fab89d88-a54d-4fec-bf38-88eba2285661), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:24.492220 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-0216f44c-07b6-469b-9d93-3d66f3c8435c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (fab89d88-a54d-4fec-bf38-88eba2285661), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:24.521412 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816d83b-74e5-4ccb-82ef-d833783017d1 req-46186b6f-77ae-46ef-ac1b-839c46873b5d tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:24.525173 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1816d83b-74e5-4ccb-82ef-d833783017d1 req-46186b6f-77ae-46ef-ac1b-839c46873b5d tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 946 time: 0.5861950 Jan 28 02:59:24.535824 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b10344c1-a834-4f92-9f0d-a5a5839e17c4 admin admin] Publish callbacks [] for security_group (57d937fb-97da-4000-b33a-1ec873216d67), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:24.570188 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-abde83b9-bcf3-4800-8b5f-cca47512e162 None None] Publish callbacks [] for port (e56e7e93-f284-4b85-b9ac-e1b246ccabcc), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:24.584788 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-abde83b9-bcf3-4800-8b5f-cca47512e162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (e56e7e93-f284-4b85-b9ac-e1b246ccabcc), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:24.658288 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde83b9-bcf3-4800-8b5f-cca47512e162 None None] Pushing event updated for resources: {'Port': ['ID=e56e7e93-f284-4b85-b9ac-e1b246ccabcc,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:24.675223 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b10344c1-a834-4f92-9f0d-a5a5839e17c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (57d937fb-97da-4000-b33a-1ec873216d67), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:24.686204 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abde83b9-bcf3-4800-8b5f-cca47512e162 None None] Network 787154d5-d90c-4422-8f53-c8f04577cfde is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:59:24.688193 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0216f44c-07b6-469b-9d93-3d66f3c8435c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Pushing event updated for resources: {'Port': ['ID=fab89d88-a54d-4fec-bf38-88eba2285661,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:24.691304 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-abde83b9-bcf3-4800-8b5f-cca47512e162 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:59:24.699734 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abde83b9-bcf3-4800-8b5f-cca47512e162 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:59:24.732249 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-0216f44c-07b6-469b-9d93-3d66f3c8435c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Network 8f5c2a2c-a994-4917-b3e0-21b15ad56c20 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:59:24.735282 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-0216f44c-07b6-469b-9d93-3d66f3c8435c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:59:24.740812 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-0216f44c-07b6-469b-9d93-3d66f3c8435c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:59:24.780613 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b10344c1-a834-4f92-9f0d-a5a5839e17c4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8186882b5b2a4355848607889a3914c2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3779192 Jan 28 02:59:24.781602 n-d-712139-27 neutron-server[109803]: INFO neutron.db.ipam_backend_mixin [None req-74b8386e-0a76-436e-8e89-6f87a27b31fa tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6e4a5e42-0efd-4431-a279-1bd082d56edd (CIDR: 2001:db8::/64) Jan 28 02:59:24.785455 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10344c1-a834-4f92-9f0d-a5a5839e17c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d937fb-97da-4000-b33a-1ec873216d67,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:24.795069 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 45934) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:24.841305 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-abde83b9-bcf3-4800-8b5f-cca47512e162 None None] Attempting to bind port e56e7e93-f284-4b85-b9ac-e1b246ccabcc on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:59:24.841689 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-abde83b9-bcf3-4800-8b5f-cca47512e162 None None] Attempting to bind port e56e7e93-f284-4b85-b9ac-e1b246ccabcc by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '321fd1f3-6534-4089-b9d2-fbda16bc23b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '787154d5-d90c-4422-8f53-c8f04577cfde'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:59:24.842127 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abde83b9-bcf3-4800-8b5f-cca47512e162 None None] Attempting to bind port e56e7e93-f284-4b85-b9ac-e1b246ccabcc on network 787154d5-d90c-4422-8f53-c8f04577cfde {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:59:24.879128 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abde83b9-bcf3-4800-8b5f-cca47512e162 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:59:24.879725 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abde83b9-bcf3-4800-8b5f-cca47512e162 None None] Checking segment: {'id': '321fd1f3-6534-4089-b9d2-fbda16bc23b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '787154d5-d90c-4422-8f53-c8f04577cfde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:59:24.883517 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-abde83b9-bcf3-4800-8b5f-cca47512e162 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:24.884014 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abde83b9-bcf3-4800-8b5f-cca47512e162 None None] Bound using segment: {'id': '321fd1f3-6534-4089-b9d2-fbda16bc23b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '787154d5-d90c-4422-8f53-c8f04577cfde'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:59:24.891123 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-abde83b9-bcf3-4800-8b5f-cca47512e162 None None] Bound port: e56e7e93-f284-4b85-b9ac-e1b246ccabcc, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321fd1f3-6534-4089-b9d2-fbda16bc23b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '787154d5-d90c-4422-8f53-c8f04577cfde'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:59:24.892004 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-abde83b9-bcf3-4800-8b5f-cca47512e162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e56e7e93-f284-4b85-b9ac-e1b246ccabcc), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:24.892356 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c058a97-f997-4880-b4cc-23ede2e2e025 req-0a37eb37-3322-4180-bc8d-6eb45f66b973 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:24.898251 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2c058a97-f997-4880-b4cc-23ede2e2e025 req-0a37eb37-3322-4180-bc8d-6eb45f66b973 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 946 time: 0.3003342 Jan 28 02:59:24.925138 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-74b8386e-0a76-436e-8e89-6f87a27b31fa tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 02:59:24.925664 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74b8386e-0a76-436e-8e89-6f87a27b31fa tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:59:24.972688 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-0216f44c-07b6-469b-9d93-3d66f3c8435c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:24.973427 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-0216f44c-07b6-469b-9d93-3d66f3c8435c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:24.989338 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-74b8386e-0a76-436e-8e89-6f87a27b31fa tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4465010 Jan 28 02:59:24.990696 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 45944) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:25.020886 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-ff00d22e-05a5-46be-8bb7-a16503bb3064 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'subnet': {'network_id': '787154d5-d90c-4422-8f53-c8f04577cfde', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:25.028868 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e725c016-546a-4863-9ab4-df0e45c0eb1a admin admin] Publish callbacks [] for security_group (57d937fb-97da-4000-b33a-1ec873216d67), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:25.088836 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-0216f44c-07b6-469b-9d93-3d66f3c8435c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0992770 Jan 28 02:59:25.110255 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-abde83b9-bcf3-4800-8b5f-cca47512e162 None None] For port e56e7e93-f284-4b85-b9ac-e1b246ccabcc, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:59:25.119646 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-abde83b9-bcf3-4800-8b5f-cca47512e162 None None] For port e56e7e93-f284-4b85-b9ac-e1b246ccabcc, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=e56e7e93-f284-4b85-b9ac-e1b246ccabcc,segment=NetworkSegment(321fd1f3-6534-4089-b9d2-fbda16bc23b8),segment_id=321fd1f3-6534-4089-b9d2-fbda16bc23b8)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:59:25.127739 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-b7bcb70f-da04-4a9f-84e0-05ac1c2e6f6d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Request body: {'port': {'device_id': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '8f5c2a2c-a994-4917-b3e0-21b15ad56c20', 'admin_state_up': True, 'tenant_id': 'd47d57aa564c407d8f7b752418cdddf4', 'security_groups': ['8e6761aa-0c2e-4ffa-8162-05ff3bf2a637']}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:25.135336 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-1816d83b-74e5-4ccb-82ef-d833783017d1 req-c32eabdb-e3f7-4c88-a32a-5b5de4d96d6e tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Deleting port ed4c6536-f823-4512-a178-a6f5dd8a1a5a {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:59:25.136190 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-abde83b9-bcf3-4800-8b5f-cca47512e162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e56e7e93-f284-4b85-b9ac-e1b246ccabcc), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:25.136589 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-1816d83b-74e5-4ccb-82ef-d833783017d1 req-c32eabdb-e3f7-4c88-a32a-5b5de4d96d6e tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (ed4c6536-f823-4512-a178-a6f5dd8a1a5a), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:25.203949 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2c058a97-f997-4880-b4cc-23ede2e2e025 req-1a10ad19-6065-46e5-ab98-bab45b00d03f tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/security-groups?id=950b0d70-c9c8-434a-a09a-520ef6e676e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2954259 Jan 28 02:59:25.260950 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-1816d83b-74e5-4ccb-82ef-d833783017d1 req-c32eabdb-e3f7-4c88-a32a-5b5de4d96d6e tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] For port ed4c6536-f823-4512-a178-a6f5dd8a1a5a, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=ed4c6536-f823-4512-a178-a6f5dd8a1a5a,segment=NetworkSegment(20313ebf-9326-431b-9165-cf128e6f65fb),segment_id=20313ebf-9326-431b-9165-cf128e6f65fb)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:59:25.261422 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-1816d83b-74e5-4ccb-82ef-d833783017d1 req-c32eabdb-e3f7-4c88-a32a-5b5de4d96d6e tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (ed4c6536-f823-4512-a178-a6f5dd8a1a5a), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:25.392007 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-df14a228-a710-4032-a7eb-a28b844449e1 None None] Provisioning complete for port fab89d88-a54d-4fec-bf38-88eba2285661 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:25.392404 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-df14a228-a710-4032-a7eb-a28b844449e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (fab89d88-a54d-4fec-bf38-88eba2285661), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:25.500405 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-b7bcb70f-da04-4a9f-84e0-05ac1c2e6f6d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Made reservation on behalf of d47d57aa564c407d8f7b752418cdddf4 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:59:25.503830 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde83b9-bcf3-4800-8b5f-cca47512e162 None None] Pushing event updated for resources: {'Port': ['ID=e56e7e93-f284-4b85-b9ac-e1b246ccabcc,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:25.510953 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-b7bcb70f-da04-4a9f-84e0-05ac1c2e6f6d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:25.553895 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-df14a228-a710-4032-a7eb-a28b844449e1 None None] Port fab89d88-a54d-4fec-bf38-88eba2285661 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:59:25.611240 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e725c016-546a-4863-9ab4-df0e45c0eb1a admin admin] Publish callbacks [] for security_group (57d937fb-97da-4000-b33a-1ec873216d67), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:25.745925 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-1816d83b-74e5-4ccb-82ef-d833783017d1 req-c32eabdb-e3f7-4c88-a32a-5b5de4d96d6e tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:25.746354 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-1816d83b-74e5-4ccb-82ef-d833783017d1 req-c32eabdb-e3f7-4c88-a32a-5b5de4d96d6e tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (095d31e6-3824-445b-bb55-5fcd25880b39), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:25.746690 n-d-712139-27 neutron-server[109803]: INFO neutron.db.l3_db [req-1816d83b-74e5-4ccb-82ef-d833783017d1 req-c32eabdb-e3f7-4c88-a32a-5b5de4d96d6e tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Floating IP 095d31e6-3824-445b-bb55-5fcd25880b39 disassociated. External IP: 172.25.0.115, port: ed4c6536-f823-4512-a178-a6f5dd8a1a5a. Jan 28 02:59:25.747382 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-1816d83b-74e5-4ccb-82ef-d833783017d1 req-c32eabdb-e3f7-4c88-a32a-5b5de4d96d6e tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Calling delete_port for ed4c6536-f823-4512-a178-a6f5dd8a1a5a owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:59:25.835896 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 45958) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:25.886698 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b1629-e3a2-4740-8db4-16812aa68bba req-12ba74e0-68bb-45c1-aea8-d0c2a26c97e5 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:25.893510 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b1629-e3a2-4740-8db4-16812aa68bba req-12ba74e0-68bb-45c1-aea8-d0c2a26c97e5 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:25.904547 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b1629-e3a2-4740-8db4-16812aa68bba req-12ba74e0-68bb-45c1-aea8-d0c2a26c97e5 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:25.914667 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b1629-e3a2-4740-8db4-16812aa68bba req-12ba74e0-68bb-45c1-aea8-d0c2a26c97e5 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:25.922901 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f00b1629-e3a2-4740-8db4-16812aa68bba req-12ba74e0-68bb-45c1-aea8-d0c2a26c97e5 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 3093 time: 0.3147953 Jan 28 02:59:26.044163 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e725c016-546a-4863-9ab4-df0e45c0eb1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (57d937fb-97da-4000-b33a-1ec873216d67), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:26.053728 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e725c016-546a-4863-9ab4-df0e45c0eb1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:26.058720 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e725c016-546a-4863-9ab4-df0e45c0eb1a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/57d937fb-97da-4000-b33a-1ec873216d67 HTTP/1.1" status: 204 len: 168 time: 1.2600570 Jan 28 02:59:26.066497 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff00d22e-05a5-46be-8bb7-a16503bb3064 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Made reservation on behalf of 9c59567226e943da9dd248eb2e296e73 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:59:26.079016 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ff00d22e-05a5-46be-8bb7-a16503bb3064 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:26.141803 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e725c016-546a-4863-9ab4-df0e45c0eb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d937fb-97da-4000-b33a-1ec873216d67,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:26.212912 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-aa4f4a09-ac6b-4283-bcaf-ed8952a87708 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:26.291551 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa4f4a09-ac6b-4283-bcaf-ed8952a87708 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:26.534677 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-1816d83b-74e5-4ccb-82ef-d833783017d1 req-c32eabdb-e3f7-4c88-a32a-5b5de4d96d6e tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (ed4c6536-f823-4512-a178-a6f5dd8a1a5a), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:26.721907 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32eabdb-e3f7-4c88-a32a-5b5de4d96d6e tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Pushing event deleted for resources: {'Port': ['ID=ed4c6536-f823-4512-a178-a6f5dd8a1a5a,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:26.826728 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 45968) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:26.831864 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f00b1629-e3a2-4740-8db4-16812aa68bba req-7270cd04-0bb4-417e-bcca-ae616396078c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9075093 Jan 28 02:59:26.905275 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-b7bcb70f-da04-4a9f-84e0-05ac1c2e6f6d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Allocated IP 10.2.2.200 (8f5c2a2c-a994-4917-b3e0-21b15ad56c20/d7ff91e7-f241-4c5c-a917-a215b6f26f85/7449fb17-3519-4387-a4d3-63b8cf30ebec) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:59:26.967772 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4b5b6472-7320-48b9-935d-43fe91716908 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:26.970917 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ff00d22e-05a5-46be-8bb7-a16503bb3064 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (3f2b128d-bc92-49e1-8886-ec8516c9ae71), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:27.063602 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device e56e7e93-f284-4b85-b9ac-e1b246ccabcc up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:59:27.158403 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff00d22e-05a5-46be-8bb7-a16503bb3064 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Network 787154d5-d90c-4422-8f53-c8f04577cfde is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:59:27.189129 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port e56e7e93-f284-4b85-b9ac-e1b246ccabcc triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:27.189482 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e56e7e93-f284-4b85-b9ac-e1b246ccabcc), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:27.215437 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-ff00d22e-05a5-46be-8bb7-a16503bb3064 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:59:27.227491 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff00d22e-05a5-46be-8bb7-a16503bb3064 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:27.228234 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ff00d22e-05a5-46be-8bb7-a16503bb3064 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:27.233737 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f5341de3-3274-47a8-a0ba-315aac86c481 req-0cb61bf1-8a61-4197-b766-2edc6fbdebce tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 210 time: 0.0861528 Jan 28 02:59:27.317366 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd286847-7e3f-414b-9616-58ca3ec8a11f None None] Network 787154d5-d90c-4422-8f53-c8f04577cfde requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:59:27.332866 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-b7bcb70f-da04-4a9f-84e0-05ac1c2e6f6d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks [] for port (7449fb17-3519-4387-a4d3-63b8cf30ebec), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:27.358225 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff00d22e-05a5-46be-8bb7-a16503bb3064 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event updated for resources: {'Subnet': ['ID=3f2b128d-bc92-49e1-8886-ec8516c9ae71,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:27.399232 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-b7bcb70f-da04-4a9f-84e0-05ac1c2e6f6d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (7449fb17-3519-4387-a4d3-63b8cf30ebec), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:27.417235 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ff00d22e-05a5-46be-8bb7-a16503bb3064 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4026113 Jan 28 02:59:27.430218 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 45970) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:27.446365 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-6572beab-2703-41b8-90b2-a7e9dae15c8f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'port': {'network_id': '787154d5-d90c-4422-8f53-c8f04577cfde', 'fixed_ips': [{'subnet_id': '6e4a5e42-0efd-4431-a279-1bd082d56edd'}, {'subnet_id': '3f2b128d-bc92-49e1-8886-ec8516c9ae71'}], 'name': 'tempest-PortsIpV6TestJSON-1286471534'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:27.450941 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1816d83b-74e5-4ccb-82ef-d833783017d1 req-c32eabdb-e3f7-4c88-a32a-5b5de4d96d6e tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Router bc4aa6bd-a58f-4377-8585-df37e794ff27 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:59:27.489229 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-b7bcb70f-da04-4a9f-84e0-05ac1c2e6f6d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Network 8f5c2a2c-a994-4917-b3e0-21b15ad56c20 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:59:27.492649 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-b7bcb70f-da04-4a9f-84e0-05ac1c2e6f6d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:59:27.516020 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-b7bcb70f-da04-4a9f-84e0-05ac1c2e6f6d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:59:27.555868 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa4f4a09-ac6b-4283-bcaf-ed8952a87708 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:27.559713 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bcb70f-da04-4a9f-84e0-05ac1c2e6f6d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Pushing event updated for resources: {'Port': ['ID=7449fb17-3519-4387-a4d3-63b8cf30ebec,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:27.584737 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port e56e7e93-f284-4b85-b9ac-e1b246ccabcc is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:59:27.596226 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-b7bcb70f-da04-4a9f-84e0-05ac1c2e6f6d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:27.596986 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e56e7e93-f284-4b85-b9ac-e1b246ccabcc), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:27.597792 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4b5b6472-7320-48b9-935d-43fe91716908 admin admin] Publish callbacks [] for security_group (04ca29e5-3be6-4f1a-96a8-9af69e7b9e26), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:27.597925 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-b7bcb70f-da04-4a9f-84e0-05ac1c2e6f6d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:27.626395 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-b7bcb70f-da04-4a9f-84e0-05ac1c2e6f6d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5117152 Jan 28 02:59:27.657198 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-57c92859-c3f8-43a1-b391-cb1b362579ed service neutron] Request body: {'port': {'device_id': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:27.698264 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-d1730716-ae0f-4b53-ac8b-3a4c8e144128 None None] Provisioning complete for port e56e7e93-f284-4b85-b9ac-e1b246ccabcc triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:27.702661 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d1730716-ae0f-4b53-ac8b-3a4c8e144128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e56e7e93-f284-4b85-b9ac-e1b246ccabcc), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:27.766794 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-57c92859-c3f8-43a1-b391-cb1b362579ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (522e2e39-e847-4a52-8a70-9410b617ab1b), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:27.867388 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1816d83b-74e5-4ccb-82ef-d833783017d1 req-c32eabdb-e3f7-4c88-a32a-5b5de4d96d6e tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:59:27.883577 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8c98b5-5850-42ac-b82b-315d8a58e1e1 None None] Sync routers for ids ['bc4aa6bd-a58f-4377-8585-df37e794ff27'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:59:27.904320 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4b5b6472-7320-48b9-935d-43fe91716908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (04ca29e5-3be6-4f1a-96a8-9af69e7b9e26), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:27.908605 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8c98b5-5850-42ac-b82b-315d8a58e1e1 None None] Routers {'bc4aa6bd-a58f-4377-8585-df37e794ff27'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:59:27.909438 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-bf8c98b5-5850-42ac-b82b-315d8a58e1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:59:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['bc4aa6bd-a58f-4377-8585-df37e794ff27'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:59:28.032619 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4b5b6472-7320-48b9-935d-43fe91716908 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e0f270e9b7944fbb85d5f315b6e63a02&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0972106 Jan 28 02:59:28.042814 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5b6472-7320-48b9-935d-43fe91716908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ca29e5-3be6-4f1a-96a8-9af69e7b9e26,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:28.067076 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port e56e7e93-f284-4b85-b9ac-e1b246ccabcc, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=e56e7e93-f284-4b85-b9ac-e1b246ccabcc,segment=NetworkSegment(321fd1f3-6534-4089-b9d2-fbda16bc23b8),segment_id=321fd1f3-6534-4089-b9d2-fbda16bc23b8)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:59:28.087923 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-bf8c98b5-5850-42ac-b82b-315d8a58e1e1 None None] Set router bc4aa6bd-a58f-4377-8585-df37e794ff27 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:59:28.096096 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 45976) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:28.134688 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-57c92859-c3f8-43a1-b391-cb1b362579ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 522e2e39-e847-4a52-8a70-9410b617ab1b {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:59:28.140148 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e56e7e93-f284-4b85-b9ac-e1b246ccabcc), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:28.143002 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-57c92859-c3f8-43a1-b391-cb1b362579ed service neutron] Publish callbacks [] for port (522e2e39-e847-4a52-8a70-9410b617ab1b), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:28.158235 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-57c92859-c3f8-43a1-b391-cb1b362579ed service neutron] Transition to ACTIVE for port object 522e2e39-e847-4a52-8a70-9410b617ab1b will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:59:28.170886 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-57c92859-c3f8-43a1-b391-cb1b362579ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (522e2e39-e847-4a52-8a70-9410b617ab1b), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:28.191850 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-1816d83b-74e5-4ccb-82ef-d833783017d1 req-c32eabdb-e3f7-4c88-a32a-5b5de4d96d6e tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] No DVR routers for this DVR port ed4c6536-f823-4512-a178-a6f5dd8a1a5a on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:59:28.199143 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-1816d83b-74e5-4ccb-82ef-d833783017d1 req-c32eabdb-e3f7-4c88-a32a-5b5de4d96d6e tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:28.206192 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1816d83b-74e5-4ccb-82ef-d833783017d1 req-c32eabdb-e3f7-4c88-a32a-5b5de4d96d6e tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.67 "DELETE /v2.0/ports/ed4c6536-f823-4512-a178-a6f5dd8a1a5a HTTP/1.1" status: 204 len: 173 time: 3.6642082 Jan 28 02:59:28.256605 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b03536b-816a-4138-81c8-e0e3342a0670', 'name': 'network-vif-deleted', 'tag': 'ed4c6536-f823-4512-a178-a6f5dd8a1a5a'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:59:28.264229 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f8d426-fb7e-4ed3-85bc-136c2338437a" -d '{"events": [{"server_uuid": "3b03536b-816a-4138-81c8-e0e3342a0670", "name": "network-vif-deleted", "tag": "ed4c6536-f823-4512-a178-a6f5dd8a1a5a"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:59:28.297052 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532d344-62cf-41ba-8c7c-e1a5497e44a0 req-faca63db-e8d6-4ea1-9d04-c0e2ac7dee39 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:28.302571 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532d344-62cf-41ba-8c7c-e1a5497e44a0 req-faca63db-e8d6-4ea1-9d04-c0e2ac7dee39 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:28.309096 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532d344-62cf-41ba-8c7c-e1a5497e44a0 req-faca63db-e8d6-4ea1-9d04-c0e2ac7dee39 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:28.314572 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532d344-62cf-41ba-8c7c-e1a5497e44a0 req-faca63db-e8d6-4ea1-9d04-c0e2ac7dee39 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:28.320259 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532d344-62cf-41ba-8c7c-e1a5497e44a0 req-faca63db-e8d6-4ea1-9d04-c0e2ac7dee39 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:28.322254 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9532d344-62cf-41ba-8c7c-e1a5497e44a0 req-faca63db-e8d6-4ea1-9d04-c0e2ac7dee39 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 3826 time: 0.3561788 Jan 28 02:59:28.326483 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=e56e7e93-f284-4b85-b9ac-e1b246ccabcc,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:28.362257 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c92859-c3f8-43a1-b391-cb1b362579ed service neutron] Pushing event updated for resources: {'Port': ['ID=522e2e39-e847-4a52-8a70-9410b617ab1b,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:28.393797 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-bf8c98b5-5850-42ac-b82b-315d8a58e1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4aa6bd-a58f-4377-8585-df37e794ff27', 'name': 'tempest-ServersTestBootFromVolume-1814748997-router', 'tenant_id': 'befd34c380174bf4b40f46a4a27ffeac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:55:32Z', 'updated_at': '2022-01-28T02:55:39Z', 'revision_number': 4, 'project_id': 'befd34c380174bf4b40f46a4a27ffeac', 'gw_port': {'id': '3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4aa6bd-a58f-4377-8585-df37e794ff27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:55:33Z', 'updated_at': '2022-01-28T02:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'ea32e377-8c75-4715-9ada-f6b33bd5aa01', 'name': '', 'network_id': '7dc952e9-3c46-450c-9a62-b53f248a00c4', 'tenant_id': 'befd34c380174bf4b40f46a4a27ffeac', 'mac_address': 'fa:16:3e:b2:0e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4aa6bd-a58f-4377-8585-df37e794ff27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '16ee6f75-5845-453e-adc6-4f31252df005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:55:37Z', 'updated_at': '2022-01-28T02:55:46Z', 'revision_number': 5, 'project_id': 'befd34c380174bf4b40f46a4a27ffeac', 'subnets': [{'id': '16ee6f75-5845-453e-adc6-4f31252df005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:59:28.440061 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8c98b5-5850-42ac-b82b-315d8a58e1e1 None None] Checking router: bc4aa6bd-a58f-4377-8585-df37e794ff27 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:59:28.451365 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8c98b5-5850-42ac-b82b-315d8a58e1e1 None None] Routers {'bc4aa6bd-a58f-4377-8585-df37e794ff27'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:59:28.452285 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-bf8c98b5-5850-42ac-b82b-315d8a58e1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:59:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['bc4aa6bd-a58f-4377-8585-df37e794ff27'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:59:28.457693 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-d1730716-ae0f-4b53-ac8b-3a4c8e144128 None None] Current status of the port e56e7e93-f284-4b85-b9ac-e1b246ccabcc is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:59:28.460131 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device ed4c6536-f823-4512-a178-a6f5dd8a1a5a no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:59:28.489538 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9532d344-62cf-41ba-8c7c-e1a5497e44a0 req-e7b84291-0c70-4ef9-9409-d43df03e0496 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575990 Jan 28 02:59:28.502077 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-57c92859-c3f8-43a1-b391-cb1b362579ed service neutron] Attempting to bind port 522e2e39-e847-4a52-8a70-9410b617ab1b on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:59:28.506983 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-57c92859-c3f8-43a1-b391-cb1b362579ed service neutron] Attempting to bind port 522e2e39-e847-4a52-8a70-9410b617ab1b by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '242cab35-05c2-4e9b-b7a3-b9ace6aa1f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '00e51838-dce0-4440-a9f8-fd2fd28c5471'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:59:28.507827 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-57c92859-c3f8-43a1-b391-cb1b362579ed service neutron] Attempting to bind port 522e2e39-e847-4a52-8a70-9410b617ab1b on network 00e51838-dce0-4440-a9f8-fd2fd28c5471 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:59:28.516950 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-57c92859-c3f8-43a1-b391-cb1b362579ed service neutron] Port 522e2e39-e847-4a52-8a70-9410b617ab1b on network 00e51838-dce0-4440-a9f8-fd2fd28c5471 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:59:28.517417 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-57c92859-c3f8-43a1-b391-cb1b362579ed service neutron] Attempting to bind port 522e2e39-e847-4a52-8a70-9410b617ab1b on network 00e51838-dce0-4440-a9f8-fd2fd28c5471 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:59:28.520274 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9d3ab2-12c8-4018-a99d-55ab868a6983 None None] Update dhcp port {'port': {'network_id': '787154d5-d90c-4422-8f53-c8f04577cfde', 'fixed_ips': [{'subnet_id': '6e4a5e42-0efd-4431-a279-1bd082d56edd', 'ip_address': '2001:db8::2'}, {'subnet_id': '3f2b128d-bc92-49e1-8886-ec8516c9ae71'}], 'binding:host_id': 'n-d-712139-27'}, 'id': 'e56e7e93-f284-4b85-b9ac-e1b246ccabcc'} from n-d-712139-27. {{(pid=109804) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 02:59:28.543089 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-57c92859-c3f8-43a1-b391-cb1b362579ed service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:59:28.543769 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4874bc1e-bfa6-4ca8-b1c0-a674cd5c801f admin admin] Publish callbacks [] for security_group (04ca29e5-3be6-4f1a-96a8-9af69e7b9e26), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:28.544892 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: ed4c6536-f823-4512-a178-a6f5dd8a1a5a {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:59:28.545650 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-57c92859-c3f8-43a1-b391-cb1b362579ed service neutron] Checking segment: {'id': '242cab35-05c2-4e9b-b7a3-b9ace6aa1f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '00e51838-dce0-4440-a9f8-fd2fd28c5471'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:59:28.546744 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-57c92859-c3f8-43a1-b391-cb1b362579ed service neutron] Bound using segment: {'id': '242cab35-05c2-4e9b-b7a3-b9ace6aa1f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '00e51838-dce0-4440-a9f8-fd2fd28c5471'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:59:28.546901 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device ed4c6536-f823-4512-a178-a6f5dd8a1a5a not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:59:28.547528 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-57c92859-c3f8-43a1-b391-cb1b362579ed service neutron] Bound port: 522e2e39-e847-4a52-8a70-9410b617ab1b, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '242cab35-05c2-4e9b-b7a3-b9ace6aa1f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '00e51838-dce0-4440-a9f8-fd2fd28c5471'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:59:28.548034 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-57c92859-c3f8-43a1-b391-cb1b362579ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (522e2e39-e847-4a52-8a70-9410b617ab1b), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:28.598980 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4874bc1e-bfa6-4ca8-b1c0-a674cd5c801f admin admin] Publish callbacks [] for security_group (04ca29e5-3be6-4f1a-96a8-9af69e7b9e26), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:28.651054 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6572beab-2703-41b8-90b2-a7e9dae15c8f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Made reservation on behalf of 9c59567226e943da9dd248eb2e296e73 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:59:28.660722 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4874bc1e-bfa6-4ca8-b1c0-a674cd5c801f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (04ca29e5-3be6-4f1a-96a8-9af69e7b9e26), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:28.666789 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0a9d3ab2-12c8-4018-a99d-55ab868a6983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e56e7e93-f284-4b85-b9ac-e1b246ccabcc), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:28.667267 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4874bc1e-bfa6-4ca8-b1c0-a674cd5c801f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:28.673512 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4874bc1e-bfa6-4ca8-b1c0-a674cd5c801f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/04ca29e5-3be6-4f1a-96a8-9af69e7b9e26 HTTP/1.1" status: 204 len: 168 time: 0.4640834 Jan 28 02:59:28.689439 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-bf8c98b5-5850-42ac-b82b-315d8a58e1e1 None None] Set router bc4aa6bd-a58f-4377-8585-df37e794ff27 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:59:28.689802 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-f6166ac7-ba8b-4ab3-b221-a711e99d3cef None None] Provisioning complete for port 7449fb17-3519-4387-a4d3-63b8cf30ebec triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:28.697327 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f6166ac7-ba8b-4ab3-b221-a711e99d3cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7449fb17-3519-4387-a4d3-63b8cf30ebec), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:28.725140 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-57c92859-c3f8-43a1-b391-cb1b362579ed service neutron] For port 522e2e39-e847-4a52-8a70-9410b617ab1b, host n-h1-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:59:28.732018 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-57c92859-c3f8-43a1-b391-cb1b362579ed service neutron] For port 522e2e39-e847-4a52-8a70-9410b617ab1b, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=522e2e39-e847-4a52-8a70-9410b617ab1b,segment=NetworkSegment(242cab35-05c2-4e9b-b7a3-b9ace6aa1f3a),segment_id=242cab35-05c2-4e9b-b7a3-b9ace6aa1f3a)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:59:28.749429 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-57c92859-c3f8-43a1-b391-cb1b362579ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (522e2e39-e847-4a52-8a70-9410b617ab1b), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:28.850690 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-aa4f4a09-ac6b-4283-bcaf-ed8952a87708 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Allocated IP 172.25.0.172 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/afa9ff3d-1319-4cce-b253-acf1ee170827) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:59:28.861212 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4874bc1e-bfa6-4ca8-b1c0-a674cd5c801f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ca29e5-3be6-4f1a-96a8-9af69e7b9e26,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:28.898049 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-f6166ac7-ba8b-4ab3-b221-a711e99d3cef None None] Port 7449fb17-3519-4387-a4d3-63b8cf30ebec cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:59:28.924931 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c92859-c3f8-43a1-b391-cb1b362579ed service neutron] Pushing event updated for resources: {'Port': ['ID=522e2e39-e847-4a52-8a70-9410b617ab1b,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:28.949853 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e0fdc8fb-b791-4c49-98d6-49e636b0d55a req-17213a14-460f-4ee5-b1bd-d751174f8ca1 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 210 time: 0.0923209 Jan 28 02:59:28.975382 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-57c92859-c3f8-43a1-b391-cb1b362579ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:28.978234 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-57c92859-c3f8-43a1-b391-cb1b362579ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:28.985132 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-57c92859-c3f8-43a1-b391-cb1b362579ed service neutron] 10.222.0.67 "PUT /v2.0/ports/522e2e39-e847-4a52-8a70-9410b617ab1b HTTP/1.1" status: 200 len: 1092 time: 1.3404377 Jan 28 02:59:28.988502 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'tag': '522e2e39-e847-4a52-8a70-9410b617ab1b'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:59:28.998557 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab6b96f-511a-4c45-af6b-a72e69fb1e8c" -d '{"events": [{"name": "network-changed", "server_uuid": "fb1e8349-1adc-4a91-982e-9c61323be61f", "tag": "522e2e39-e847-4a52-8a70-9410b617ab1b"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:59:29.036920 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-b57c0a15-8135-4f00-9018-1425737ba958 service neutron] Request body: {'port': {'device_id': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:29.157728 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59551e4b-276f-431f-bba8-f0dc47d7075e x-openstack-request-id: req-59551e4b-276f-431f-bba8-f0dc47d7075e {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:59:29.158324 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b03536b-816a-4138-81c8-e0e3342a0670", "name": "network-vif-deleted", "tag": "ed4c6536-f823-4512-a178-a6f5dd8a1a5a", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:59:29.158324 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-59551e4b-276f-431f-bba8-f0dc47d7075e {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:59:29.162159 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b03536b-816a-4138-81c8-e0e3342a0670', 'name': 'network-vif-deleted', 'tag': 'ed4c6536-f823-4512-a178-a6f5dd8a1a5a', 'status': 'completed', 'code': 200} Jan 28 02:59:29.172083 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-bf8c98b5-5850-42ac-b82b-315d8a58e1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4aa6bd-a58f-4377-8585-df37e794ff27', 'name': 'tempest-ServersTestBootFromVolume-1814748997-router', 'tenant_id': 'befd34c380174bf4b40f46a4a27ffeac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:55:32Z', 'updated_at': '2022-01-28T02:55:39Z', 'revision_number': 4, 'project_id': 'befd34c380174bf4b40f46a4a27ffeac', 'gw_port': {'id': '3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4aa6bd-a58f-4377-8585-df37e794ff27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:55:33Z', 'updated_at': '2022-01-28T02:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'ea32e377-8c75-4715-9ada-f6b33bd5aa01', 'name': '', 'network_id': '7dc952e9-3c46-450c-9a62-b53f248a00c4', 'tenant_id': 'befd34c380174bf4b40f46a4a27ffeac', 'mac_address': 'fa:16:3e:b2:0e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4aa6bd-a58f-4377-8585-df37e794ff27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '16ee6f75-5845-453e-adc6-4f31252df005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:55:37Z', 'updated_at': '2022-01-28T02:55:46Z', 'revision_number': 5, 'project_id': 'befd34c380174bf4b40f46a4a27ffeac', 'subnets': [{'id': '16ee6f75-5845-453e-adc6-4f31252df005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:59:29.189317 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device e56e7e93-f284-4b85-b9ac-e1b246ccabcc up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:59:29.216634 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6572beab-2703-41b8-90b2-a7e9dae15c8f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:29.235412 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca202b5d-47a4-4162-9c30-327d413b4f99 x-openstack-request-id: req-ca202b5d-47a4-4162-9c30-327d413b4f99 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:59:29.237335 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb1e8349-1adc-4a91-982e-9c61323be61f", "tag": "522e2e39-e847-4a52-8a70-9410b617ab1b", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:59:29.237763 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ca202b5d-47a4-4162-9c30-327d413b4f99 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:59:29.239679 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'tag': '522e2e39-e847-4a52-8a70-9410b617ab1b', 'status': 'completed', 'code': 200} Jan 28 02:59:29.254115 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-b57c0a15-8135-4f00-9018-1425737ba958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5412df90-162b-4d92-af88-5241f7fd5d82), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:29.273503 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8c98b5-5850-42ac-b82b-315d8a58e1e1 None None] The sync data for ids ['bc4aa6bd-a58f-4377-8585-df37e794ff27'] in n-d-712139-27 is: [{'id': 'bc4aa6bd-a58f-4377-8585-df37e794ff27', 'name': 'tempest-ServersTestBootFromVolume-1814748997-router', 'tenant_id': 'befd34c380174bf4b40f46a4a27ffeac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:55:32Z', 'updated_at': '2022-01-28T02:55:39Z', 'revision_number': 4, 'project_id': 'befd34c380174bf4b40f46a4a27ffeac', 'gw_port': {'id': '3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4aa6bd-a58f-4377-8585-df37e794ff27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:55:33Z', 'updated_at': '2022-01-28T02:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'ea32e377-8c75-4715-9ada-f6b33bd5aa01', 'name': '', 'network_id': '7dc952e9-3c46-450c-9a62-b53f248a00c4', 'tenant_id': 'befd34c380174bf4b40f46a4a27ffeac', 'mac_address': 'fa:16:3e:b2:0e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4aa6bd-a58f-4377-8585-df37e794ff27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '16ee6f75-5845-453e-adc6-4f31252df005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:55:37Z', 'updated_at': '2022-01-28T02:55:46Z', 'revision_number': 5, 'project_id': 'befd34c380174bf4b40f46a4a27ffeac', 'subnets': [{'id': '16ee6f75-5845-453e-adc6-4f31252df005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:59:29.337989 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-6572beab-2703-41b8-90b2-a7e9dae15c8f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] device_id is not set on port c21c917f-1b9a-497c-b868-f386d1feee56 yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:59:29.400458 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:29.484347 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port e56e7e93-f284-4b85-b9ac-e1b246ccabcc triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:29.484842 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e56e7e93-f284-4b85-b9ac-e1b246ccabcc), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:29.644452 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-0a9d3ab2-12c8-4018-a99d-55ab868a6983 None None] Allocated IP 2001:db8:0:1::2 (787154d5-d90c-4422-8f53-c8f04577cfde/3f2b128d-bc92-49e1-8886-ec8516c9ae71/e56e7e93-f284-4b85-b9ac-e1b246ccabcc) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:59:29.785835 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2494960f-162b-4cc2-bedc-7739b87cdecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:29.797290 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port e56e7e93-f284-4b85-b9ac-e1b246ccabcc is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:59:29.945354 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be5e23-3b3b-44c0-b198-3bdae9a9cf92 req-833b146a-2e43-49de-8129-f2879d91b32d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:29.961291 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be5e23-3b3b-44c0-b198-3bdae9a9cf92 req-833b146a-2e43-49de-8129-f2879d91b32d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:29.978433 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be5e23-3b3b-44c0-b198-3bdae9a9cf92 req-833b146a-2e43-49de-8129-f2879d91b32d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:29.985631 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be5e23-3b3b-44c0-b198-3bdae9a9cf92 req-833b146a-2e43-49de-8129-f2879d91b32d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:30.002214 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be5e23-3b3b-44c0-b198-3bdae9a9cf92 req-833b146a-2e43-49de-8129-f2879d91b32d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:30.013714 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-50be5e23-3b3b-44c0-b198-3bdae9a9cf92 req-833b146a-2e43-49de-8129-f2879d91b32d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 3826 time: 0.2991772 Jan 28 02:59:30.031185 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-0a9d3ab2-12c8-4018-a99d-55ab868a6983 None None] For port e56e7e93-f284-4b85-b9ac-e1b246ccabcc, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=e56e7e93-f284-4b85-b9ac-e1b246ccabcc,segment=NetworkSegment(321fd1f3-6534-4089-b9d2-fbda16bc23b8),segment_id=321fd1f3-6534-4089-b9d2-fbda16bc23b8)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:59:30.073474 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0a9d3ab2-12c8-4018-a99d-55ab868a6983 None None] Publish callbacks [] for port (e56e7e93-f284-4b85-b9ac-e1b246ccabcc), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:30.078961 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2963a8d5-e089-44d1-8988-f97c0bb2b870 None None] New status for floating IP 095d31e6-3824-445b-bb55-5fcd25880b39: DOWN {{(pid=109804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:59:30.131909 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0a9d3ab2-12c8-4018-a99d-55ab868a6983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e56e7e93-f284-4b85-b9ac-e1b246ccabcc), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:30.140975 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-50be5e23-3b3b-44c0-b198-3bdae9a9cf92 req-8af85a27-ea8f-4350-95cd-38eb41b07bd4 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263623 Jan 28 02:59:30.165378 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-b57c0a15-8135-4f00-9018-1425737ba958 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5412df90-162b-4d92-af88-5241f7fd5d82 {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:59:30.178904 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-b57c0a15-8135-4f00-9018-1425737ba958 service neutron] Publish callbacks [] for port (5412df90-162b-4d92-af88-5241f7fd5d82), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:30.194310 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-b57c0a15-8135-4f00-9018-1425737ba958 service neutron] Transition to ACTIVE for port object 5412df90-162b-4d92-af88-5241f7fd5d82 will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:59:30.207981 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-b57c0a15-8135-4f00-9018-1425737ba958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (5412df90-162b-4d92-af88-5241f7fd5d82), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:30.252261 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46010) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:30.294148 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c0a15-8135-4f00-9018-1425737ba958 service neutron] Pushing event updated for resources: {'Port': ['ID=5412df90-162b-4d92-af88-5241f7fd5d82,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:30.378776 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa4f4a09-ac6b-4283-bcaf-ed8952a87708 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks [] for port (afa9ff3d-1319-4cce-b253-acf1ee170827), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:30.470234 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9d3ab2-12c8-4018-a99d-55ab868a6983 None None] Pushing event updated for resources: {'Port': ['ID=e56e7e93-f284-4b85-b9ac-e1b246ccabcc,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:30.531396 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-b57c0a15-8135-4f00-9018-1425737ba958 service neutron] Attempting to bind port 5412df90-162b-4d92-af88-5241f7fd5d82 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:59:30.541689 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-b57c0a15-8135-4f00-9018-1425737ba958 service neutron] Attempting to bind port 5412df90-162b-4d92-af88-5241f7fd5d82 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': 'db598c0e-8e20-40ef-9b23-0e841e396fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '45f5aab1-77c3-46bf-9724-8eea4a5c0efa'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:59:30.542105 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-b57c0a15-8135-4f00-9018-1425737ba958 service neutron] Attempting to bind port 5412df90-162b-4d92-af88-5241f7fd5d82 on network 45f5aab1-77c3-46bf-9724-8eea4a5c0efa {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:59:30.548507 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6b96f-511a-4c45-af6b-a72e69fb1e8c req-c3a12c04-19b8-4a02-9339-9bf75c316fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:30.548992 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6b96f-511a-4c45-af6b-a72e69fb1e8c req-c3a12c04-19b8-4a02-9339-9bf75c316fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:30.549500 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6b96f-511a-4c45-af6b-a72e69fb1e8c req-c3a12c04-19b8-4a02-9339-9bf75c316fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:30.549968 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6b96f-511a-4c45-af6b-a72e69fb1e8c req-c3a12c04-19b8-4a02-9339-9bf75c316fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:30.550428 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6b96f-511a-4c45-af6b-a72e69fb1e8c req-c3a12c04-19b8-4a02-9339-9bf75c316fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:30.551831 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-3381b270-4fc9-4c2d-8859-07df0d108ec4 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-633845331-network', 'tenant_id': '03f2764faa5b40ccac2b3b80bfd1adcd'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:30.552269 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1ab6b96f-511a-4c45-af6b-a72e69fb1e8c req-c3a12c04-19b8-4a02-9339-9bf75c316fa5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d47d57aa564c407d8f7b752418cdddf4&device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 4362 time: 1.2825377 Jan 28 02:59:30.589349 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d6323dbd-8e78-43a1-96e1-06e15425d31f req-56ecc8a2-5a15-44bc-aa7f-eb3cb2957d7d tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 210 time: 0.0808284 Jan 28 02:59:30.603904 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-b57c0a15-8135-4f00-9018-1425737ba958 service neutron] Port 5412df90-162b-4d92-af88-5241f7fd5d82 on network 45f5aab1-77c3-46bf-9724-8eea4a5c0efa not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:59:30.604382 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-b57c0a15-8135-4f00-9018-1425737ba958 service neutron] Attempting to bind port 5412df90-162b-4d92-af88-5241f7fd5d82 on network 45f5aab1-77c3-46bf-9724-8eea4a5c0efa {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:59:30.617982 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-b57c0a15-8135-4f00-9018-1425737ba958 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:59:30.627956 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-b57c0a15-8135-4f00-9018-1425737ba958 service neutron] Checking segment: {'id': 'db598c0e-8e20-40ef-9b23-0e841e396fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '45f5aab1-77c3-46bf-9724-8eea4a5c0efa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:59:30.628854 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-b57c0a15-8135-4f00-9018-1425737ba958 service neutron] Bound using segment: {'id': 'db598c0e-8e20-40ef-9b23-0e841e396fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '45f5aab1-77c3-46bf-9724-8eea4a5c0efa'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:59:30.629777 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-b57c0a15-8135-4f00-9018-1425737ba958 service neutron] Bound port: 5412df90-162b-4d92-af88-5241f7fd5d82, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db598c0e-8e20-40ef-9b23-0e841e396fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '45f5aab1-77c3-46bf-9724-8eea4a5c0efa'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:59:30.630247 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-b57c0a15-8135-4f00-9018-1425737ba958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5412df90-162b-4d92-af88-5241f7fd5d82), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:30.644493 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3381b270-4fc9-4c2d-8859-07df0d108ec4 admin admin] Made reservation on behalf of 03f2764faa5b40ccac2b3b80bfd1adcd for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:59:30.647028 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3381b270-4fc9-4c2d-8859-07df0d108ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:30.681801 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-6572beab-2703-41b8-90b2-a7e9dae15c8f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Allocated IP 2001:db8::293 (787154d5-d90c-4422-8f53-c8f04577cfde/6e4a5e42-0efd-4431-a279-1bd082d56edd/c21c917f-1b9a-497c-b868-f386d1feee56) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:59:30.692147 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-6572beab-2703-41b8-90b2-a7e9dae15c8f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Allocated IP 2001:db8:0:1::92 (787154d5-d90c-4422-8f53-c8f04577cfde/3f2b128d-bc92-49e1-8886-ec8516c9ae71/c21c917f-1b9a-497c-b868-f386d1feee56) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:59:30.696958 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3381b270-4fc9-4c2d-8859-07df0d108ec4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:30.867964 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa4f4a09-ac6b-4283-bcaf-ed8952a87708 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (afa9ff3d-1319-4cce-b253-acf1ee170827), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:30.887530 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-b57c0a15-8135-4f00-9018-1425737ba958 service neutron] For port 5412df90-162b-4d92-af88-5241f7fd5d82, host n-h1-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:59:30.905497 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-b57c0a15-8135-4f00-9018-1425737ba958 service neutron] For port 5412df90-162b-4d92-af88-5241f7fd5d82, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=5412df90-162b-4d92-af88-5241f7fd5d82,segment=NetworkSegment(db598c0e-8e20-40ef-9b23-0e841e396fc3),segment_id=db598c0e-8e20-40ef-9b23-0e841e396fc3)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:59:30.923677 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-b57c0a15-8135-4f00-9018-1425737ba958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (5412df90-162b-4d92-af88-5241f7fd5d82), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:30.956223 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device e56e7e93-f284-4b85-b9ac-e1b246ccabcc up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:59:30.985775 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-b57c0a15-8135-4f00-9018-1425737ba958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:30.986406 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-b57c0a15-8135-4f00-9018-1425737ba958 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:30.988039 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-b57c0a15-8135-4f00-9018-1425737ba958 service neutron] 10.222.0.67 "PUT /v2.0/ports/5412df90-162b-4d92-af88-5241f7fd5d82 HTTP/1.1" status: 200 len: 1134 time: 1.9559810 Jan 28 02:59:31.024871 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3381b270-4fc9-4c2d-8859-07df0d108ec4 admin admin] Publish callbacks [] for security_group (786ce2cb-8fe2-441b-977a-dfaf6a43011e), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:31.053391 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-9f9e0e4a-c1e0-42a4-9cad-40bf1d65de5f service neutron] Request body: {'port': {'device_id': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:31.085245 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port e56e7e93-f284-4b85-b9ac-e1b246ccabcc triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:31.085876 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e56e7e93-f284-4b85-b9ac-e1b246ccabcc), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:31.099608 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3381b270-4fc9-4c2d-8859-07df0d108ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (786ce2cb-8fe2-441b-977a-dfaf6a43011e), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:31.108630 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c0a15-8135-4f00-9018-1425737ba958 service neutron] Pushing event updated for resources: {'Port': ['ID=5412df90-162b-4d92-af88-5241f7fd5d82,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:31.164906 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4f4a09-ac6b-4283-bcaf-ed8952a87708 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:59:31.210872 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-aa4f4a09-ac6b-4283-bcaf-ed8952a87708 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:59:31.216761 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3381b270-4fc9-4c2d-8859-07df0d108ec4 admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:59:31.243609 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'tag': '5412df90-162b-4d92-af88-5241f7fd5d82'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:59:31.246060 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1ddde4-7d39-41ad-8ff8-05e08b47bbf6" -d '{"events": [{"name": "network-changed", "server_uuid": "fb1e8349-1adc-4a91-982e-9c61323be61f", "tag": "5412df90-162b-4d92-af88-5241f7fd5d82"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:59:31.248549 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-9f9e0e4a-c1e0-42a4-9cad-40bf1d65de5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (db7ee719-a3aa-47ed-85e5-5c79bf8865fd), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:31.275435 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4f4a09-ac6b-4283-bcaf-ed8952a87708 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:59:31.298713 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f4a09-ac6b-4283-bcaf-ed8952a87708 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Pushing event updated for resources: {'Port': ['ID=afa9ff3d-1319-4cce-b253-acf1ee170827,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:31.307694 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3381b270-4fc9-4c2d-8859-07df0d108ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786ce2cb-8fe2-441b-977a-dfaf6a43011e,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:31.311858 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port e56e7e93-f284-4b85-b9ac-e1b246ccabcc is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:59:31.321850 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3381b270-4fc9-4c2d-8859-07df0d108ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (7d7091a8-a073-429a-a4b4-3148b56eff22), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:31.321850 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-3381b270-4fc9-4c2d-8859-07df0d108ec4 admin admin] Added segment 7d7091a8-a073-429a-a4b4-3148b56eff22 of type vlan for network a5db66a1-ffc2-4d02-8359-f887877fa869 Jan 28 02:59:31.407818 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6a1cbb-8261-4722-aefc-8e7795dd7ce6 None None] Network 787154d5-d90c-4422-8f53-c8f04577cfde requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:59:31.525686 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-ace2a3e8-87ff-47ec-b9ca-afa5b018a69d None None] Provisioning complete for port e56e7e93-f284-4b85-b9ac-e1b246ccabcc triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:31.527010 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ace2a3e8-87ff-47ec-b9ca-afa5b018a69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e56e7e93-f284-4b85-b9ac-e1b246ccabcc), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:31.536073 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6572beab-2703-41b8-90b2-a7e9dae15c8f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for port (c21c917f-1b9a-497c-b868-f386d1feee56), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:31.601537 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6b96f-511a-4c45-af6b-a72e69fb1e8c req-bdff5f9c-a4d5-4e55-bacc-6b3d4ff42318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:31.602083 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6b96f-511a-4c45-af6b-a72e69fb1e8c req-bdff5f9c-a4d5-4e55-bacc-6b3d4ff42318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:31.602567 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6b96f-511a-4c45-af6b-a72e69fb1e8c req-bdff5f9c-a4d5-4e55-bacc-6b3d4ff42318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:31.604468 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1ab6b96f-511a-4c45-af6b-a72e69fb1e8c req-bdff5f9c-a4d5-4e55-bacc-6b3d4ff42318 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=d47d57aa564c407d8f7b752418cdddf4&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7267358 Jan 28 02:59:31.671934 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-ace2a3e8-87ff-47ec-b9ca-afa5b018a69d None None] Current status of the port e56e7e93-f284-4b85-b9ac-e1b246ccabcc is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:59:31.709665 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa4f4a09-ac6b-4283-bcaf-ed8952a87708 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks [] for floatingip (43ee8281-e106-45b4-9f53-e6b144a2761e), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:31.741187 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3381b270-4fc9-4c2d-8859-07df0d108ec4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (a5db66a1-ffc2-4d02-8359-f887877fa869), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:31.782209 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ff5a63a5-35c5-46ea-9708-70d100df7fc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:31.795969 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9740fda-d5e1-4e9a-a618-539e2b7f684d req-75844003-9b23-43c0-a3f6-f268c9f3222b tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:31.803067 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9740fda-d5e1-4e9a-a618-539e2b7f684d req-75844003-9b23-43c0-a3f6-f268c9f3222b tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:31.809388 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9740fda-d5e1-4e9a-a618-539e2b7f684d req-75844003-9b23-43c0-a3f6-f268c9f3222b tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:31.816004 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9740fda-d5e1-4e9a-a618-539e2b7f684d req-75844003-9b23-43c0-a3f6-f268c9f3222b tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:31.823409 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9740fda-d5e1-4e9a-a618-539e2b7f684d req-75844003-9b23-43c0-a3f6-f268c9f3222b tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:31.828974 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9740fda-d5e1-4e9a-a618-539e2b7f684d req-75844003-9b23-43c0-a3f6-f268c9f3222b tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:31.836782 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f9740fda-d5e1-4e9a-a618-539e2b7f684d req-75844003-9b23-43c0-a3f6-f268c9f3222b tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 4601 time: 0.4928296 Jan 28 02:59:31.880523 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa4f4a09-ac6b-4283-bcaf-ed8952a87708 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (afa9ff3d-1319-4cce-b253-acf1ee170827), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:31.882632 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6572beab-2703-41b8-90b2-a7e9dae15c8f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (c21c917f-1b9a-497c-b868-f386d1feee56), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:31.970569 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f9740fda-d5e1-4e9a-a618-539e2b7f684d req-caa148a5-dade-4b64-915a-936ba9294116 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1327574 Jan 28 02:59:32.015489 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3381b270-4fc9-4c2d-8859-07df0d108ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (a5db66a1-ffc2-4d02-8359-f887877fa869), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:32.019723 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3381b270-4fc9-4c2d-8859-07df0d108ec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:32.021772 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3381b270-4fc9-4c2d-8859-07df0d108ec4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:32.026803 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6b96f-511a-4c45-af6b-a72e69fb1e8c req-8f821557-4add-4aa3-ae22-1ddb0b053760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:32.029024 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1ab6b96f-511a-4c45-af6b-a72e69fb1e8c req-8f821557-4add-4aa3-ae22-1ddb0b053760 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4153814 Jan 28 02:59:32.035883 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6572beab-2703-41b8-90b2-a7e9dae15c8f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Network 787154d5-d90c-4422-8f53-c8f04577cfde is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:59:32.051845 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-6572beab-2703-41b8-90b2-a7e9dae15c8f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:59:32.055474 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6572beab-2703-41b8-90b2-a7e9dae15c8f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:59:32.057479 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-441bfff6-e8a8-449a-9d7a-812297ca39ca None None] Provisioning complete for port e56e7e93-f284-4b85-b9ac-e1b246ccabcc triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:32.057861 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-441bfff6-e8a8-449a-9d7a-812297ca39ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e56e7e93-f284-4b85-b9ac-e1b246ccabcc), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:32.060859 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6572beab-2703-41b8-90b2-a7e9dae15c8f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:32.061547 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6572beab-2703-41b8-90b2-a7e9dae15c8f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:32.063977 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6572beab-2703-41b8-90b2-a7e9dae15c8f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event updated for resources: {'Port': ['ID=c21c917f-1b9a-497c-b868-f386d1feee56,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:32.131681 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6572beab-2703-41b8-90b2-a7e9dae15c8f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.6994162 Jan 28 02:59:32.134676 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46022) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:32.140120 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-ba7e0e9c-4f66-4d20-826c-f081afe5681b tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6e4a5e42-0efd-4431-a279-1bd082d56edd'}]}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:32.202205 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-441bfff6-e8a8-449a-9d7a-812297ca39ca None None] Current status of the port e56e7e93-f284-4b85-b9ac-e1b246ccabcc is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:59:32.212484 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbce5a04-130e-45ed-a13e-3658e1a3acd2 x-openstack-request-id: req-fbce5a04-130e-45ed-a13e-3658e1a3acd2 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:59:32.212895 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb1e8349-1adc-4a91-982e-9c61323be61f", "tag": "5412df90-162b-4d92-af88-5241f7fd5d82", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:59:32.213396 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fbce5a04-130e-45ed-a13e-3658e1a3acd2 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:59:32.214003 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'tag': '5412df90-162b-4d92-af88-5241f7fd5d82', 'status': 'completed', 'code': 200} Jan 28 02:59:32.217522 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-9f9e0e4a-c1e0-42a4-9cad-40bf1d65de5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db7ee719-a3aa-47ed-85e5-5c79bf8865fd {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:59:32.234864 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3381b270-4fc9-4c2d-8859-07df0d108ec4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9778032 Jan 28 02:59:32.240153 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-9f9e0e4a-c1e0-42a4-9cad-40bf1d65de5f service neutron] Publish callbacks [] for port (db7ee719-a3aa-47ed-85e5-5c79bf8865fd), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:32.245960 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46024) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:32.249390 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3381b270-4fc9-4c2d-8859-07df0d108ec4 admin admin] Pushing event updated for resources: {'Network': ['ID=a5db66a1-ffc2-4d02-8359-f887877fa869,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:32.255382 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-69b289a9-d644-44b7-86fd-1a715ad08eb3 admin admin] Request body: {'subnet': {'network_id': 'a5db66a1-ffc2-4d02-8359-f887877fa869', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-633845331-subnet', 'tenant_id': '03f2764faa5b40ccac2b3b80bfd1adcd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:32.262949 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network a5db66a1-ffc2-4d02-8359-f887877fa869 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:59:32.290187 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-9f9e0e4a-c1e0-42a4-9cad-40bf1d65de5f service neutron] Transition to ACTIVE for port object db7ee719-a3aa-47ed-85e5-5c79bf8865fd will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:59:32.299364 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-9f9e0e4a-c1e0-42a4-9cad-40bf1d65de5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (db7ee719-a3aa-47ed-85e5-5c79bf8865fd), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:32.350472 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ddde4-7d39-41ad-8ff8-05e08b47bbf6 req-edd417fe-42ab-4470-ab6e-2570398e8757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:32.351259 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ddde4-7d39-41ad-8ff8-05e08b47bbf6 req-edd417fe-42ab-4470-ab6e-2570398e8757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:32.351908 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ddde4-7d39-41ad-8ff8-05e08b47bbf6 req-edd417fe-42ab-4470-ab6e-2570398e8757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:32.352530 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ddde4-7d39-41ad-8ff8-05e08b47bbf6 req-edd417fe-42ab-4470-ab6e-2570398e8757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:32.353181 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ddde4-7d39-41ad-8ff8-05e08b47bbf6 req-edd417fe-42ab-4470-ab6e-2570398e8757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:32.353800 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ddde4-7d39-41ad-8ff8-05e08b47bbf6 req-edd417fe-42ab-4470-ab6e-2570398e8757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:32.355939 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6c1ddde4-7d39-41ad-8ff8-05e08b47bbf6 req-edd417fe-42ab-4470-ab6e-2570398e8757 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d47d57aa564c407d8f7b752418cdddf4&device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5289 time: 0.1870837 Jan 28 02:59:32.359562 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b289a9-d644-44b7-86fd-1a715ad08eb3 admin admin] Made reservation on behalf of 03f2764faa5b40ccac2b3b80bfd1adcd for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:59:32.362082 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-69b289a9-d644-44b7-86fd-1a715ad08eb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:32.364233 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ba7e0e9c-4f66-4d20-826c-f081afe5681b tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c21c917f-1b9a-497c-b868-f386d1feee56), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:32.381995 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa4f4a09-ac6b-4283-bcaf-ed8952a87708 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks [] for port (afa9ff3d-1319-4cce-b253-acf1ee170827), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:32.465739 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8413fd8a-4d83-40a1-81a0-ed9622a6d9c6 req-f85dd153-2d18-4843-909d-b65892464be1 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 210 time: 0.1273313 Jan 28 02:59:32.496072 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa4f4a09-ac6b-4283-bcaf-ed8952a87708 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (afa9ff3d-1319-4cce-b253-acf1ee170827), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:32.540160 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-a5eb07f1-8337-47c5-96ef-05fd0d3e9f34 None None] Provisioning complete for port c21c917f-1b9a-497c-b868-f386d1feee56 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:32.541417 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a5eb07f1-8337-47c5-96ef-05fd0d3e9f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c21c917f-1b9a-497c-b868-f386d1feee56), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:32.551882 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9e0e4a-c1e0-42a4-9cad-40bf1d65de5f service neutron] Pushing event updated for resources: {'Port': ['ID=db7ee719-a3aa-47ed-85e5-5c79bf8865fd,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:32.592119 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-a5eb07f1-8337-47c5-96ef-05fd0d3e9f34 None None] Port c21c917f-1b9a-497c-b868-f386d1feee56 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:59:32.606754 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-9f9e0e4a-c1e0-42a4-9cad-40bf1d65de5f service neutron] Attempting to bind port db7ee719-a3aa-47ed-85e5-5c79bf8865fd on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:59:32.607098 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-9f9e0e4a-c1e0-42a4-9cad-40bf1d65de5f service neutron] Attempting to bind port db7ee719-a3aa-47ed-85e5-5c79bf8865fd by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': 'db598c0e-8e20-40ef-9b23-0e841e396fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '45f5aab1-77c3-46bf-9724-8eea4a5c0efa'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:59:32.607432 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-9f9e0e4a-c1e0-42a4-9cad-40bf1d65de5f service neutron] Attempting to bind port db7ee719-a3aa-47ed-85e5-5c79bf8865fd on network 45f5aab1-77c3-46bf-9724-8eea4a5c0efa {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:59:32.612982 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-9f9e0e4a-c1e0-42a4-9cad-40bf1d65de5f service neutron] Port db7ee719-a3aa-47ed-85e5-5c79bf8865fd on network 45f5aab1-77c3-46bf-9724-8eea4a5c0efa not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:59:32.613335 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-9f9e0e4a-c1e0-42a4-9cad-40bf1d65de5f service neutron] Attempting to bind port db7ee719-a3aa-47ed-85e5-5c79bf8865fd on network 45f5aab1-77c3-46bf-9724-8eea4a5c0efa {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:59:32.620418 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-9f9e0e4a-c1e0-42a4-9cad-40bf1d65de5f service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:59:32.621059 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-9f9e0e4a-c1e0-42a4-9cad-40bf1d65de5f service neutron] Checking segment: {'id': 'db598c0e-8e20-40ef-9b23-0e841e396fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '45f5aab1-77c3-46bf-9724-8eea4a5c0efa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:59:32.621348 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-9f9e0e4a-c1e0-42a4-9cad-40bf1d65de5f service neutron] Bound using segment: {'id': 'db598c0e-8e20-40ef-9b23-0e841e396fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '45f5aab1-77c3-46bf-9724-8eea4a5c0efa'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:59:32.621807 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-9f9e0e4a-c1e0-42a4-9cad-40bf1d65de5f service neutron] Bound port: db7ee719-a3aa-47ed-85e5-5c79bf8865fd, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db598c0e-8e20-40ef-9b23-0e841e396fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '45f5aab1-77c3-46bf-9724-8eea4a5c0efa'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:59:32.622217 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-9f9e0e4a-c1e0-42a4-9cad-40bf1d65de5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (db7ee719-a3aa-47ed-85e5-5c79bf8865fd), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:32.712388 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-9f9e0e4a-c1e0-42a4-9cad-40bf1d65de5f service neutron] For port db7ee719-a3aa-47ed-85e5-5c79bf8865fd, host n-h1-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:59:32.721252 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-9f9e0e4a-c1e0-42a4-9cad-40bf1d65de5f service neutron] For port db7ee719-a3aa-47ed-85e5-5c79bf8865fd, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=db7ee719-a3aa-47ed-85e5-5c79bf8865fd,segment=NetworkSegment(db598c0e-8e20-40ef-9b23-0e841e396fc3),segment_id=db598c0e-8e20-40ef-9b23-0e841e396fc3)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:59:32.729197 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-9f9e0e4a-c1e0-42a4-9cad-40bf1d65de5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (db7ee719-a3aa-47ed-85e5-5c79bf8865fd), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:32.735654 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f4a09-ac6b-4283-bcaf-ed8952a87708 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Pushing event updated for resources: {'Port': ['ID=afa9ff3d-1319-4cce-b253-acf1ee170827,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:32.772066 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-9f9e0e4a-c1e0-42a4-9cad-40bf1d65de5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:32.773197 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-9f9e0e4a-c1e0-42a4-9cad-40bf1d65de5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:32.775158 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-9f9e0e4a-c1e0-42a4-9cad-40bf1d65de5f service neutron] 10.222.0.67 "PUT /v2.0/ports/db7ee719-a3aa-47ed-85e5-5c79bf8865fd HTTP/1.1" status: 200 len: 1137 time: 1.7371387 Jan 28 02:59:32.780774 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa4f4a09-ac6b-4283-bcaf-ed8952a87708 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (43ee8281-e106-45b4-9f53-e6b144a2761e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:32.806654 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9e0e4a-c1e0-42a4-9cad-40bf1d65de5f service neutron] Pushing event updated for resources: {'Port': ['ID=db7ee719-a3aa-47ed-85e5-5c79bf8865fd,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:32.815053 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-c446f5c9-85e6-48e7-88cb-931fb8b42326 service neutron] Request body: {'port': {'device_id': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:32.851188 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ddde4-7d39-41ad-8ff8-05e08b47bbf6 req-498eb896-76f4-4d42-8d6d-185b1f05d010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:32.851661 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ddde4-7d39-41ad-8ff8-05e08b47bbf6 req-498eb896-76f4-4d42-8d6d-185b1f05d010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:32.852120 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ddde4-7d39-41ad-8ff8-05e08b47bbf6 req-498eb896-76f4-4d42-8d6d-185b1f05d010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:32.854181 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6c1ddde4-7d39-41ad-8ff8-05e08b47bbf6 req-498eb896-76f4-4d42-8d6d-185b1f05d010 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=d47d57aa564c407d8f7b752418cdddf4&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4696581 Jan 28 02:59:32.907659 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-c446f5c9-85e6-48e7-88cb-931fb8b42326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1a299c13-361c-41af-87eb-964dd7de4708), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:32.942408 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa4f4a09-ac6b-4283-bcaf-ed8952a87708 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:32.946891 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-aa4f4a09-ac6b-4283-bcaf-ed8952a87708 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0952315 Jan 28 02:59:32.947580 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46026) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:32.955840 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-3385a3c5-aed3-4e21-9c8c-9e75a24c0518 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-583279334'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:32.985870 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3385a3c5-aed3-4e21-9c8c-9e75a24c0518 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Made reservation on behalf of db511ae1d76f452195c189c6c50b3c04 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:59:32.990404 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3385a3c5-aed3-4e21-9c8c-9e75a24c0518 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:33.015248 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3385a3c5-aed3-4e21-9c8c-9e75a24c0518 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:33.097548 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ddde4-7d39-41ad-8ff8-05e08b47bbf6 req-60bbc501-df8f-477f-8ee3-fa862bf013f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:33.099149 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6c1ddde4-7d39-41ad-8ff8-05e08b47bbf6 req-60bbc501-df8f-477f-8ee3-fa862bf013f3 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2395625 Jan 28 02:59:33.151207 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-69b289a9-d644-44b7-86fd-1a715ad08eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (9da91d80-777a-4952-8a0b-1836dcebe1ab), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:33.171079 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3385a3c5-aed3-4e21-9c8c-9e75a24c0518 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks [] for security_group (aa03a8ad-7b69-40e7-8758-b6528f1b96bf), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:33.207091 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-ba7e0e9c-4f66-4d20-826c-f081afe5681b tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Delete allocated IP 2001:db8:0:1::92 (787154d5-d90c-4422-8f53-c8f04577cfde/3f2b128d-bc92-49e1-8886-ec8516c9ae71) {{(pid=109803) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 02:59:33.224755 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:33.238678 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3385a3c5-aed3-4e21-9c8c-9e75a24c0518 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (aa03a8ad-7b69-40e7-8758-b6528f1b96bf), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:33.252709 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b289a9-d644-44b7-86fd-1a715ad08eb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9da91d80-777a-4952-8a0b-1836dcebe1ab,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:33.293024 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b289a9-d644-44b7-86fd-1a715ad08eb3 admin admin] Checking segment: {'id': '7d7091a8-a073-429a-a4b4-3148b56eff22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a5db66a1-ffc2-4d02-8359-f887877fa869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:59:33.293332 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3385a3c5-aed3-4e21-9c8c-9e75a24c0518 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa03a8ad-7b69-40e7-8758-b6528f1b96bf,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:33.293460 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b289a9-d644-44b7-86fd-1a715ad08eb3 admin admin] Network hostable DHCP agents. Network: a5db66a1-ffc2-4d02-8359-f887877fa869, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:59:33.315524 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3385a3c5-aed3-4e21-9c8c-9e75a24c0518 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:59:33.328649 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b289a9-d644-44b7-86fd-1a715ad08eb3 admin admin] Network a5db66a1-ffc2-4d02-8359-f887877fa869 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:59:33.340345 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3385a3c5-aed3-4e21-9c8c-9e75a24c0518 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (12971174-8f35-4a2a-a920-7af4d5308bcc), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:33.340793 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-3385a3c5-aed3-4e21-9c8c-9e75a24c0518 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Added segment 12971174-8f35-4a2a-a920-7af4d5308bcc of type vlan for network 47f3e36b-5e2b-4dff-a28f-6b808828f87f Jan 28 02:59:33.355359 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-69b289a9-d644-44b7-86fd-1a715ad08eb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, a5db66a1-ffc2-4d02-8359-f887877fa869) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:59:33.363749 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b289a9-d644-44b7-86fd-1a715ad08eb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:33.364480 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-69b289a9-d644-44b7-86fd-1a715ad08eb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:33.381136 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fc3797-9a84-449a-a76a-3456edc4b92e None None] Network a5db66a1-ffc2-4d02-8359-f887877fa869 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:59:33.382824 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:33.408378 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-69b289a9-d644-44b7-86fd-1a715ad08eb3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1612484 Jan 28 02:59:33.409364 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46032) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:33.418622 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b0c022-ab41-4160-a0c4-bb04c43e725a req-c51dc3fd-8b9a-47dd-9442-9deb2e1e2845 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:33.423920 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-95804c33-cd6e-4090-baa7-0f1d04f58516 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-633845331-router', 'tenant_id': '03f2764faa5b40ccac2b3b80bfd1adcd', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:33.424128 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b0c022-ab41-4160-a0c4-bb04c43e725a req-c51dc3fd-8b9a-47dd-9442-9deb2e1e2845 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:33.429627 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b0c022-ab41-4160-a0c4-bb04c43e725a req-c51dc3fd-8b9a-47dd-9442-9deb2e1e2845 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:33.435130 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b0c022-ab41-4160-a0c4-bb04c43e725a req-c51dc3fd-8b9a-47dd-9442-9deb2e1e2845 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:33.444645 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b0c022-ab41-4160-a0c4-bb04c43e725a req-c51dc3fd-8b9a-47dd-9442-9deb2e1e2845 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:33.447779 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ba7e0e9c-4f66-4d20-826c-f081afe5681b tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for port (c21c917f-1b9a-497c-b868-f386d1feee56), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:33.450495 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b0c022-ab41-4160-a0c4-bb04c43e725a req-c51dc3fd-8b9a-47dd-9442-9deb2e1e2845 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:33.458227 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b0c022-ab41-4160-a0c4-bb04c43e725a req-c51dc3fd-8b9a-47dd-9442-9deb2e1e2845 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:33.461870 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ba7e0e9c-4f66-4d20-826c-f081afe5681b tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (c21c917f-1b9a-497c-b868-f386d1feee56), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:33.466278 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-31b0c022-ab41-4160-a0c4-bb04c43e725a req-c51dc3fd-8b9a-47dd-9442-9deb2e1e2845 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5379 time: 0.3398612 Jan 28 02:59:33.546566 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3385a3c5-aed3-4e21-9c8c-9e75a24c0518 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (47f3e36b-5e2b-4dff-a28f-6b808828f87f), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:33.564753 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-ba7e0e9c-4f66-4d20-826c-f081afe5681b tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] In _notify_port_updated(), no bound segment for port c21c917f-1b9a-497c-b868-f386d1feee56 on network 787154d5-d90c-4422-8f53-c8f04577cfde {{(pid=109803) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 02:59:33.582508 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cc5ae3-c69b-40b9-a2f6-3c39561141ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-a5db66a1-ffc2-4d02-8359-f887877fa869', 'network_id': 'a5db66a1-ffc2-4d02-8359-f887877fa869', 'project_id': '03f2764faa5b40ccac2b3b80bfd1adcd', 'fixed_ips': [{'subnet_id': '9da91d80-777a-4952-8a0b-1836dcebe1ab'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:59:33.583139 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7e0e9c-4f66-4d20-826c-f081afe5681b tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:33.583582 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-13cc5ae3-c69b-40b9-a2f6-3c39561141ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:33.584082 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ba7e0e9c-4f66-4d20-826c-f081afe5681b tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:33.589629 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ba7e0e9c-4f66-4d20-826c-f081afe5681b tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "PUT /v2.0/ports/c21c917f-1b9a-497c-b868-f386d1feee56 HTTP/1.1" status: 200 len: 926 time: 1.4537611 Jan 28 02:59:33.592696 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46036) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:33.593794 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-95804c33-cd6e-4090-baa7-0f1d04f58516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (15b6b21b-d3dd-4306-90cc-e72eedca063a), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:33.594987 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-95804c33-cd6e-4090-baa7-0f1d04f58516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (15b6b21b-d3dd-4306-90cc-e72eedca063a), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:33.604493 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-59c38050-e556-4394-93c0-5d7d8e1eb47a tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6e4a5e42-0efd-4431-a279-1bd082d56edd'}, {'subnet_id': '3f2b128d-bc92-49e1-8886-ec8516c9ae71'}]}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:33.638132 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e0e9c-4f66-4d20-826c-f081afe5681b tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event updated for resources: {'Port': ['ID=c21c917f-1b9a-497c-b868-f386d1feee56,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:33.638987 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-31b0c022-ab41-4160-a0c4-bb04c43e725a req-0b3a0053-d871-4c9f-aae8-f2203df53155 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1717255 Jan 28 02:59:33.701118 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-95804c33-cd6e-4090-baa7-0f1d04f58516 admin admin] Publish callbacks [] for router_controller (15b6b21b-d3dd-4306-90cc-e72eedca063a), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:33.748589 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3385a3c5-aed3-4e21-9c8c-9e75a24c0518 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (47f3e36b-5e2b-4dff-a28f-6b808828f87f), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:33.753538 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3385a3c5-aed3-4e21-9c8c-9e75a24c0518 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:33.754138 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3385a3c5-aed3-4e21-9c8c-9e75a24c0518 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:33.870770 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-13cc5ae3-c69b-40b9-a2f6-3c39561141ca None None] Allocated IP 172.20.0.2 (a5db66a1-ffc2-4d02-8359-f887877fa869/9da91d80-777a-4952-8a0b-1836dcebe1ab/3aa5fd42-f014-477d-b9c9-71a0dff54695) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:59:33.931808 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3385a3c5-aed3-4e21-9c8c-9e75a24c0518 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Pushing event updated for resources: {'Network': ['ID=47f3e36b-5e2b-4dff-a28f-6b808828f87f,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:33.947291 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-95804c33-cd6e-4090-baa7-0f1d04f58516 admin admin] Publish callbacks [] for router_gateway (15b6b21b-d3dd-4306-90cc-e72eedca063a), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:33.958838 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 47f3e36b-5e2b-4dff-a28f-6b808828f87f details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:59:33.968721 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3385a3c5-aed3-4e21-9c8c-9e75a24c0518 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0200441 Jan 28 02:59:33.971277 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-438321fb-ce64-44cc-9f2c-45dd174ceb34 req-7fcfa2a1-3c1e-4ec8-a239-d13f41519c7f tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 210 time: 0.0897386 Jan 28 02:59:33.978447 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46038) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:33.986294 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-a92f8a95-f528-43b5-95ea-c54f23eeedfd tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Request body: {'subnet': {'network_id': '47f3e36b-5e2b-4dff-a28f-6b808828f87f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:34.017728 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-c446f5c9-85e6-48e7-88cb-931fb8b42326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a299c13-361c-41af-87eb-964dd7de4708 {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:59:34.030635 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-c446f5c9-85e6-48e7-88cb-931fb8b42326 service neutron] Publish callbacks [] for port (1a299c13-361c-41af-87eb-964dd7de4708), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:34.073702 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-fbf0a841-962d-43ac-b3fa-cdc1877334c8 None None] Provisioning complete for port c21c917f-1b9a-497c-b868-f386d1feee56 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:34.074079 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fbf0a841-962d-43ac-b3fa-cdc1877334c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c21c917f-1b9a-497c-b868-f386d1feee56), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:34.093183 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-c446f5c9-85e6-48e7-88cb-931fb8b42326 service neutron] Transition to ACTIVE for port object 1a299c13-361c-41af-87eb-964dd7de4708 will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:59:34.094180 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-59c38050-e556-4394-93c0-5d7d8e1eb47a tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c21c917f-1b9a-497c-b868-f386d1feee56), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:34.109886 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-c446f5c9-85e6-48e7-88cb-931fb8b42326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (1a299c13-361c-41af-87eb-964dd7de4708), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:34.112401 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-fbf0a841-962d-43ac-b3fa-cdc1877334c8 None None] Port c21c917f-1b9a-497c-b868-f386d1feee56 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:59:34.162283 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92f8a95-f528-43b5-95ea-c54f23eeedfd tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Made reservation on behalf of db511ae1d76f452195c189c6c50b3c04 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:59:34.165993 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a92f8a95-f528-43b5-95ea-c54f23eeedfd tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:34.192031 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-13cc5ae3-c69b-40b9-a2f6-3c39561141ca None None] Publish callbacks [] for port (3aa5fd42-f014-477d-b9c9-71a0dff54695), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:34.202776 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-13cc5ae3-c69b-40b9-a2f6-3c39561141ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (3aa5fd42-f014-477d-b9c9-71a0dff54695), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:34.223084 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'tag': 'db7ee719-a3aa-47ed-85e5-5c79bf8865fd'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:59:34.225385 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14732f9f-d86d-4b01-b773-055bb7f98e12" -d '{"events": [{"name": "network-changed", "server_uuid": "fb1e8349-1adc-4a91-982e-9c61323be61f", "tag": "db7ee719-a3aa-47ed-85e5-5c79bf8865fd"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:59:34.237132 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c446f5c9-85e6-48e7-88cb-931fb8b42326 service neutron] Pushing event updated for resources: {'Port': ['ID=1a299c13-361c-41af-87eb-964dd7de4708,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:34.258382 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc5ae3-c69b-40b9-a2f6-3c39561141ca None None] Pushing event updated for resources: {'Port': ['ID=3aa5fd42-f014-477d-b9c9-71a0dff54695,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:34.272118 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cc5ae3-c69b-40b9-a2f6-3c39561141ca None None] Network a5db66a1-ffc2-4d02-8359-f887877fa869 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:59:34.274387 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-13cc5ae3-c69b-40b9-a2f6-3c39561141ca None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:59:34.277304 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cc5ae3-c69b-40b9-a2f6-3c39561141ca None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:59:34.303576 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf64294-ccc5-4271-ae3e-0a86dfb870f7 x-openstack-request-id: req-9bf64294-ccc5-4271-ae3e-0a86dfb870f7 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:59:34.304162 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb1e8349-1adc-4a91-982e-9c61323be61f", "tag": "db7ee719-a3aa-47ed-85e5-5c79bf8865fd", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:59:34.304439 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9bf64294-ccc5-4271-ae3e-0a86dfb870f7 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:59:34.304858 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'tag': 'db7ee719-a3aa-47ed-85e5-5c79bf8865fd', 'status': 'completed', 'code': 200} Jan 28 02:59:34.351346 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-13cc5ae3-c69b-40b9-a2f6-3c39561141ca None None] Attempting to bind port 3aa5fd42-f014-477d-b9c9-71a0dff54695 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:59:34.351871 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-13cc5ae3-c69b-40b9-a2f6-3c39561141ca None None] Attempting to bind port 3aa5fd42-f014-477d-b9c9-71a0dff54695 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '7d7091a8-a073-429a-a4b4-3148b56eff22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a5db66a1-ffc2-4d02-8359-f887877fa869'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:59:34.354947 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cc5ae3-c69b-40b9-a2f6-3c39561141ca None None] Attempting to bind port 3aa5fd42-f014-477d-b9c9-71a0dff54695 on network a5db66a1-ffc2-4d02-8359-f887877fa869 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:59:34.361649 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cc5ae3-c69b-40b9-a2f6-3c39561141ca None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:59:34.362180 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cc5ae3-c69b-40b9-a2f6-3c39561141ca None None] Checking segment: {'id': '7d7091a8-a073-429a-a4b4-3148b56eff22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a5db66a1-ffc2-4d02-8359-f887877fa869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:59:34.362904 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-13cc5ae3-c69b-40b9-a2f6-3c39561141ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:34.363415 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cc5ae3-c69b-40b9-a2f6-3c39561141ca None None] Bound using segment: {'id': '7d7091a8-a073-429a-a4b4-3148b56eff22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a5db66a1-ffc2-4d02-8359-f887877fa869'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:59:34.364008 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-13cc5ae3-c69b-40b9-a2f6-3c39561141ca None None] Bound port: 3aa5fd42-f014-477d-b9c9-71a0dff54695, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d7091a8-a073-429a-a4b4-3148b56eff22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a5db66a1-ffc2-4d02-8359-f887877fa869'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:59:34.365059 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-13cc5ae3-c69b-40b9-a2f6-3c39561141ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3aa5fd42-f014-477d-b9c9-71a0dff54695), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:34.474779 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-13cc5ae3-c69b-40b9-a2f6-3c39561141ca None None] For port 3aa5fd42-f014-477d-b9c9-71a0dff54695, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:59:34.480428 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-13cc5ae3-c69b-40b9-a2f6-3c39561141ca None None] For port 3aa5fd42-f014-477d-b9c9-71a0dff54695, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=3aa5fd42-f014-477d-b9c9-71a0dff54695,segment=NetworkSegment(7d7091a8-a073-429a-a4b4-3148b56eff22),segment_id=7d7091a8-a073-429a-a4b4-3148b56eff22)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:59:34.495887 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-13cc5ae3-c69b-40b9-a2f6-3c39561141ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3aa5fd42-f014-477d-b9c9-71a0dff54695), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:34.555372 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-c446f5c9-85e6-48e7-88cb-931fb8b42326 service neutron] Attempting to bind port 1a299c13-361c-41af-87eb-964dd7de4708 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:59:34.555867 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-c446f5c9-85e6-48e7-88cb-931fb8b42326 service neutron] Attempting to bind port 1a299c13-361c-41af-87eb-964dd7de4708 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': 'db598c0e-8e20-40ef-9b23-0e841e396fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '45f5aab1-77c3-46bf-9724-8eea4a5c0efa'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:59:34.556185 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-c446f5c9-85e6-48e7-88cb-931fb8b42326 service neutron] Attempting to bind port 1a299c13-361c-41af-87eb-964dd7de4708 on network 45f5aab1-77c3-46bf-9724-8eea4a5c0efa {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:59:34.592663 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-c446f5c9-85e6-48e7-88cb-931fb8b42326 service neutron] Port 1a299c13-361c-41af-87eb-964dd7de4708 on network 45f5aab1-77c3-46bf-9724-8eea4a5c0efa not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:59:34.592995 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-c446f5c9-85e6-48e7-88cb-931fb8b42326 service neutron] Attempting to bind port 1a299c13-361c-41af-87eb-964dd7de4708 on network 45f5aab1-77c3-46bf-9724-8eea4a5c0efa {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:59:34.600841 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc5ae3-c69b-40b9-a2f6-3c39561141ca None None] Pushing event updated for resources: {'Port': ['ID=3aa5fd42-f014-477d-b9c9-71a0dff54695,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:34.605959 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-c446f5c9-85e6-48e7-88cb-931fb8b42326 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:59:34.606321 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-c446f5c9-85e6-48e7-88cb-931fb8b42326 service neutron] Checking segment: {'id': 'db598c0e-8e20-40ef-9b23-0e841e396fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '45f5aab1-77c3-46bf-9724-8eea4a5c0efa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:59:34.606702 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-c446f5c9-85e6-48e7-88cb-931fb8b42326 service neutron] Bound using segment: {'id': 'db598c0e-8e20-40ef-9b23-0e841e396fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '45f5aab1-77c3-46bf-9724-8eea4a5c0efa'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:59:34.607158 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-c446f5c9-85e6-48e7-88cb-931fb8b42326 service neutron] Bound port: 1a299c13-361c-41af-87eb-964dd7de4708, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db598c0e-8e20-40ef-9b23-0e841e396fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '45f5aab1-77c3-46bf-9724-8eea4a5c0efa'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:59:34.607522 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-c446f5c9-85e6-48e7-88cb-931fb8b42326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1a299c13-361c-41af-87eb-964dd7de4708), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:34.614059 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc5ae3-c69b-40b9-a2f6-3c39561141ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:34.614841 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc5ae3-c69b-40b9-a2f6-3c39561141ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:34.615424 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc5ae3-c69b-40b9-a2f6-3c39561141ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:34.616200 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc5ae3-c69b-40b9-a2f6-3c39561141ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:34.617264 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc5ae3-c69b-40b9-a2f6-3c39561141ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:34.618116 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc5ae3-c69b-40b9-a2f6-3c39561141ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:34.618667 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc5ae3-c69b-40b9-a2f6-3c39561141ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:34.619230 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc5ae3-c69b-40b9-a2f6-3c39561141ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:34.619820 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc5ae3-c69b-40b9-a2f6-3c39561141ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:34.621231 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc5ae3-c69b-40b9-a2f6-3c39561141ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:34.624730 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc5ae3-c69b-40b9-a2f6-3c39561141ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:34.625424 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc5ae3-c69b-40b9-a2f6-3c39561141ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:34.626135 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc5ae3-c69b-40b9-a2f6-3c39561141ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:34.700482 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:34.744311 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-59c38050-e556-4394-93c0-5d7d8e1eb47a tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Allocated IP 2001:db8:0:1::101 (787154d5-d90c-4422-8f53-c8f04577cfde/3f2b128d-bc92-49e1-8886-ec8516c9ae71/c21c917f-1b9a-497c-b868-f386d1feee56) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:59:34.755522 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-c446f5c9-85e6-48e7-88cb-931fb8b42326 service neutron] For port 1a299c13-361c-41af-87eb-964dd7de4708, host n-h1-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:59:34.762352 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-c446f5c9-85e6-48e7-88cb-931fb8b42326 service neutron] For port 1a299c13-361c-41af-87eb-964dd7de4708, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=1a299c13-361c-41af-87eb-964dd7de4708,segment=NetworkSegment(db598c0e-8e20-40ef-9b23-0e841e396fc3),segment_id=db598c0e-8e20-40ef-9b23-0e841e396fc3)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:59:34.776284 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-c446f5c9-85e6-48e7-88cb-931fb8b42326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (1a299c13-361c-41af-87eb-964dd7de4708), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:34.892795 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-c446f5c9-85e6-48e7-88cb-931fb8b42326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:34.901205 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-c446f5c9-85e6-48e7-88cb-931fb8b42326 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:34.902883 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-c446f5c9-85e6-48e7-88cb-931fb8b42326 service neutron] 10.222.0.67 "PUT /v2.0/ports/1a299c13-361c-41af-87eb-964dd7de4708 HTTP/1.1" status: 200 len: 1092 time: 2.0928659 Jan 28 02:59:34.964453 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14732f9f-d86d-4b01-b773-055bb7f98e12 req-53c3317b-94de-428e-a07a-4ee8b05b24a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:34.965150 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-5bda8d32-262c-4c46-9f56-8e192f932f31 service neutron] Request body: {'port': {'device_id': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:34.965259 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14732f9f-d86d-4b01-b773-055bb7f98e12 req-53c3317b-94de-428e-a07a-4ee8b05b24a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:34.965462 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14732f9f-d86d-4b01-b773-055bb7f98e12 req-53c3317b-94de-428e-a07a-4ee8b05b24a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:34.965914 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14732f9f-d86d-4b01-b773-055bb7f98e12 req-53c3317b-94de-428e-a07a-4ee8b05b24a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:34.966371 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14732f9f-d86d-4b01-b773-055bb7f98e12 req-53c3317b-94de-428e-a07a-4ee8b05b24a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:34.966823 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14732f9f-d86d-4b01-b773-055bb7f98e12 req-53c3317b-94de-428e-a07a-4ee8b05b24a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:34.967270 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14732f9f-d86d-4b01-b773-055bb7f98e12 req-53c3317b-94de-428e-a07a-4ee8b05b24a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:34.970503 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-14732f9f-d86d-4b01-b773-055bb7f98e12 req-53c3317b-94de-428e-a07a-4ee8b05b24a4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d47d57aa564c407d8f7b752418cdddf4&device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 6245 time: 0.6212342 Jan 28 02:59:35.009702 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c446f5c9-85e6-48e7-88cb-931fb8b42326 service neutron] Pushing event updated for resources: {'Port': ['ID=1a299c13-361c-41af-87eb-964dd7de4708,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:35.063282 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa6dfb-5d07-404e-b52f-025faa0fc6b0 req-dcf14547-381d-4aa5-8544-169bae6032b5 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:35.069318 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa6dfb-5d07-404e-b52f-025faa0fc6b0 req-dcf14547-381d-4aa5-8544-169bae6032b5 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:35.074578 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa6dfb-5d07-404e-b52f-025faa0fc6b0 req-dcf14547-381d-4aa5-8544-169bae6032b5 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:35.090352 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa6dfb-5d07-404e-b52f-025faa0fc6b0 req-dcf14547-381d-4aa5-8544-169bae6032b5 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:35.110338 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:59:35.122101 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa6dfb-5d07-404e-b52f-025faa0fc6b0 req-dcf14547-381d-4aa5-8544-169bae6032b5 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:35.128488 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa6dfb-5d07-404e-b52f-025faa0fc6b0 req-dcf14547-381d-4aa5-8544-169bae6032b5 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:35.137523 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa6dfb-5d07-404e-b52f-025faa0fc6b0 req-dcf14547-381d-4aa5-8544-169bae6032b5 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:35.139523 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-53aa6dfb-5d07-404e-b52f-025faa0fc6b0 req-dcf14547-381d-4aa5-8544-169bae6032b5 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5391 time: 0.3327916 Jan 28 02:59:35.185900 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a92f8a95-f528-43b5-95ea-c54f23eeedfd tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (1b0799cc-957f-422b-afda-dead260d642c), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:35.216903 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-59c38050-e556-4394-93c0-5d7d8e1eb47a tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for port (c21c917f-1b9a-497c-b868-f386d1feee56), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:35.230415 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-5bda8d32-262c-4c46-9f56-8e192f932f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (32253399-bfa8-4777-9ebe-28270de068d4), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:35.238744 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-59c38050-e556-4394-93c0-5d7d8e1eb47a tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (c21c917f-1b9a-497c-b868-f386d1feee56), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:35.303929 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-95804c33-cd6e-4090-baa7-0f1d04f58516 admin admin] Publish callbacks [] for router_gateway (15b6b21b-d3dd-4306-90cc-e72eedca063a), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:35.333877 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-95804c33-cd6e-4090-baa7-0f1d04f58516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:35.362514 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f8a95-f528-43b5-95ea-c54f23eeedfd tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Pushing event updated for resources: {'Subnet': ['ID=1b0799cc-957f-422b-afda-dead260d642c,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:35.467920 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14732f9f-d86d-4b01-b773-055bb7f98e12 req-d020fdec-e607-46a5-b819-dc35a043fd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:35.468397 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14732f9f-d86d-4b01-b773-055bb7f98e12 req-d020fdec-e607-46a5-b819-dc35a043fd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:35.469742 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14732f9f-d86d-4b01-b773-055bb7f98e12 req-d020fdec-e607-46a5-b819-dc35a043fd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:35.470956 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-14732f9f-d86d-4b01-b773-055bb7f98e12 req-d020fdec-e607-46a5-b819-dc35a043fd5b service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=d47d57aa564c407d8f7b752418cdddf4&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4715538 Jan 28 02:59:35.514731 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92f8a95-f528-43b5-95ea-c54f23eeedfd tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Checking segment: {'id': '12971174-8f35-4a2a-a920-7af4d5308bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '47f3e36b-5e2b-4dff-a28f-6b808828f87f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:59:35.515139 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92f8a95-f528-43b5-95ea-c54f23eeedfd tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Network hostable DHCP agents. Network: 47f3e36b-5e2b-4dff-a28f-6b808828f87f, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:59:35.610401 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-95804c33-cd6e-4090-baa7-0f1d04f58516 admin admin] Allocated IP 172.25.0.2 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/704a2507-5bce-4202-8edb-c21bb5339198) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:59:35.612511 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92f8a95-f528-43b5-95ea-c54f23eeedfd tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Network 47f3e36b-5e2b-4dff-a28f-6b808828f87f is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:59:35.657829 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-a92f8a95-f528-43b5-95ea-c54f23eeedfd tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 47f3e36b-5e2b-4dff-a28f-6b808828f87f) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:59:35.682411 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92f8a95-f528-43b5-95ea-c54f23eeedfd tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:35.683523 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a92f8a95-f528-43b5-95ea-c54f23eeedfd tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:35.685002 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-53aa6dfb-5d07-404e-b52f-025faa0fc6b0 req-94b66cf2-19b8-4a71-bb12-f947acf7a7ca tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5309372 Jan 28 02:59:35.685818 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e107df85-8aa4-4b9d-94a2-722712a9e9b2 None None] Network 47f3e36b-5e2b-4dff-a28f-6b808828f87f requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:59:35.774555 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-59c38050-e556-4394-93c0-5d7d8e1eb47a tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] In _notify_port_updated(), no bound segment for port c21c917f-1b9a-497c-b868-f386d1feee56 on network 787154d5-d90c-4422-8f53-c8f04577cfde {{(pid=109802) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 02:59:35.783117 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c38050-e556-4394-93c0-5d7d8e1eb47a tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:35.784099 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-59c38050-e556-4394-93c0-5d7d8e1eb47a tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:35.786156 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-59c38050-e556-4394-93c0-5d7d8e1eb47a tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "PUT /v2.0/ports/c21c917f-1b9a-497c-b868-f386d1feee56 HTTP/1.1" status: 200 len: 1012 time: 2.1922781 Jan 28 02:59:35.787157 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14732f9f-d86d-4b01-b773-055bb7f98e12 req-b805d7c6-b45a-4910-b18a-9c5710aa0f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:35.789358 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-14732f9f-d86d-4b01-b773-055bb7f98e12 req-b805d7c6-b45a-4910-b18a-9c5710aa0f0d service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2886848 Jan 28 02:59:35.796418 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46048) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:35.866838 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a92f8a95-f528-43b5-95ea-c54f23eeedfd tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8862014 Jan 28 02:59:35.872254 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46050) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:35.884360 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-c223bd91-413e-4ab0-8b28-3d5c59ffc0e6 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-921207921', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}, 'admin_state_up': False}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:35.951037 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:36.010771 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99d0a07-55bf-4a00-8b4e-94cd5cba979a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-47f3e36b-5e2b-4dff-a28f-6b808828f87f', 'network_id': '47f3e36b-5e2b-4dff-a28f-6b808828f87f', 'project_id': 'db511ae1d76f452195c189c6c50b3c04', 'fixed_ips': [{'subnet_id': '1b0799cc-957f-422b-afda-dead260d642c'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:59:36.011666 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b99d0a07-55bf-4a00-8b4e-94cd5cba979a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:36.018455 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c38050-e556-4394-93c0-5d7d8e1eb47a tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event updated for resources: {'Port': ['ID=c21c917f-1b9a-497c-b868-f386d1feee56,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:36.125372 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c223bd91-413e-4ab0-8b28-3d5c59ffc0e6 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (f14d97a6-f463-48f8-a00f-8e7ea730718d), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:36.126386 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c223bd91-413e-4ab0-8b28-3d5c59ffc0e6 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (f14d97a6-f463-48f8-a00f-8e7ea730718d), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:36.165469 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-95804c33-cd6e-4090-baa7-0f1d04f58516 admin admin] Publish callbacks [] for port (704a2507-5bce-4202-8edb-c21bb5339198), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:36.213628 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9bb64b6c-e74d-4d72-beb4-82ba885f4eb5 req-1d43df28-d251-4cd2-ad61-6db516bbd51b tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 210 time: 0.1576633 Jan 28 02:59:36.292234 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c223bd91-413e-4ab0-8b28-3d5c59ffc0e6 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks [] for router_controller (f14d97a6-f463-48f8-a00f-8e7ea730718d), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:36.305275 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-ca242a93-e1d6-43f4-9c29-a98cdced9065 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Deleting port c21c917f-1b9a-497c-b868-f386d1feee56 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:59:36.306000 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ca242a93-e1d6-43f4-9c29-a98cdced9065 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (c21c917f-1b9a-497c-b868-f386d1feee56), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:36.329188 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-b99d0a07-55bf-4a00-8b4e-94cd5cba979a None None] Allocated IP 172.20.0.2 (47f3e36b-5e2b-4dff-a28f-6b808828f87f/1b0799cc-957f-422b-afda-dead260d642c/0aa114f2-c291-4039-bfc8-60fdff0818da) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:59:36.341324 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-dd4d27cf-9c73-439d-a750-a33d5f245710 None None] Provisioning complete for port c21c917f-1b9a-497c-b868-f386d1feee56 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:36.341984 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dd4d27cf-9c73-439d-a750-a33d5f245710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c21c917f-1b9a-497c-b868-f386d1feee56), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:36.346801 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'tag': '1a299c13-361c-41af-87eb-964dd7de4708'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:59:36.349959 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3131ac39-ba19-490a-a239-84f6d6093b83" -d '{"events": [{"name": "network-changed", "server_uuid": "fb1e8349-1adc-4a91-982e-9c61323be61f", "tag": "1a299c13-361c-41af-87eb-964dd7de4708"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:59:36.429473 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07749721-ad22-4377-ad62-dd342a183c7b x-openstack-request-id: req-07749721-ad22-4377-ad62-dd342a183c7b {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:59:36.429702 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb1e8349-1adc-4a91-982e-9c61323be61f", "tag": "1a299c13-361c-41af-87eb-964dd7de4708", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:59:36.430201 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-07749721-ad22-4377-ad62-dd342a183c7b {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:59:36.430762 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'tag': '1a299c13-361c-41af-87eb-964dd7de4708', 'status': 'completed', 'code': 200} Jan 28 02:59:36.439756 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc3191b-3406-4e57-9f08-007f2afe1dc9 None None] Network a5db66a1-ffc2-4d02-8359-f887877fa869 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:59:36.440289 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-95804c33-cd6e-4090-baa7-0f1d04f58516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (704a2507-5bce-4202-8edb-c21bb5339198), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:36.477943 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-5bda8d32-262c-4c46-9f56-8e192f932f31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32253399-bfa8-4777-9ebe-28270de068d4 {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:59:36.497737 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-5bda8d32-262c-4c46-9f56-8e192f932f31 service neutron] Publish callbacks [] for port (32253399-bfa8-4777-9ebe-28270de068d4), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:36.519361 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-5bda8d32-262c-4c46-9f56-8e192f932f31 service neutron] Transition to ACTIVE for port object 32253399-bfa8-4777-9ebe-28270de068d4 will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:59:36.533046 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-5bda8d32-262c-4c46-9f56-8e192f932f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (32253399-bfa8-4777-9ebe-28270de068d4), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:36.573052 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95804c33-cd6e-4090-baa7-0f1d04f58516 admin admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:59:36.644263 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-95804c33-cd6e-4090-baa7-0f1d04f58516 admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:59:36.650833 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-dd4d27cf-9c73-439d-a750-a33d5f245710 None None] Port c21c917f-1b9a-497c-b868-f386d1feee56 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:59:36.653424 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda8d32-262c-4c46-9f56-8e192f932f31 service neutron] Pushing event updated for resources: {'Port': ['ID=32253399-bfa8-4777-9ebe-28270de068d4,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:36.656683 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95804c33-cd6e-4090-baa7-0f1d04f58516 admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:59:36.811890 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-5041538b-29fd-47e5-9a5c-f69cd739aa4e None None] Provisioning complete for port 3aa5fd42-f014-477d-b9c9-71a0dff54695 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:36.812650 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5041538b-29fd-47e5-9a5c-f69cd739aa4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3aa5fd42-f014-477d-b9c9-71a0dff54695), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:36.819979 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-5bda8d32-262c-4c46-9f56-8e192f932f31 service neutron] Attempting to bind port 32253399-bfa8-4777-9ebe-28270de068d4 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:59:36.820728 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-5bda8d32-262c-4c46-9f56-8e192f932f31 service neutron] Attempting to bind port 32253399-bfa8-4777-9ebe-28270de068d4 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': 'db598c0e-8e20-40ef-9b23-0e841e396fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '45f5aab1-77c3-46bf-9724-8eea4a5c0efa'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:59:36.820728 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-5bda8d32-262c-4c46-9f56-8e192f932f31 service neutron] Attempting to bind port 32253399-bfa8-4777-9ebe-28270de068d4 on network 45f5aab1-77c3-46bf-9724-8eea4a5c0efa {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:59:36.827204 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-5bda8d32-262c-4c46-9f56-8e192f932f31 service neutron] Port 32253399-bfa8-4777-9ebe-28270de068d4 on network 45f5aab1-77c3-46bf-9724-8eea4a5c0efa not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:59:36.827813 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-5bda8d32-262c-4c46-9f56-8e192f932f31 service neutron] Attempting to bind port 32253399-bfa8-4777-9ebe-28270de068d4 on network 45f5aab1-77c3-46bf-9724-8eea4a5c0efa {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:59:36.835871 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-5bda8d32-262c-4c46-9f56-8e192f932f31 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:59:36.836463 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-5bda8d32-262c-4c46-9f56-8e192f932f31 service neutron] Checking segment: {'id': 'db598c0e-8e20-40ef-9b23-0e841e396fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '45f5aab1-77c3-46bf-9724-8eea4a5c0efa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:59:36.836952 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-5bda8d32-262c-4c46-9f56-8e192f932f31 service neutron] Bound using segment: {'id': 'db598c0e-8e20-40ef-9b23-0e841e396fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '45f5aab1-77c3-46bf-9724-8eea4a5c0efa'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:59:36.837608 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-5bda8d32-262c-4c46-9f56-8e192f932f31 service neutron] Bound port: 32253399-bfa8-4777-9ebe-28270de068d4, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db598c0e-8e20-40ef-9b23-0e841e396fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '45f5aab1-77c3-46bf-9724-8eea4a5c0efa'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:59:36.838229 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-5bda8d32-262c-4c46-9f56-8e192f932f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (32253399-bfa8-4777-9ebe-28270de068d4), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:36.840394 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95804c33-cd6e-4090-baa7-0f1d04f58516 admin admin] Pushing event updated for resources: {'Port': ['ID=704a2507-5bce-4202-8edb-c21bb5339198,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:36.869453 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c223bd91-413e-4ab0-8b28-3d5c59ffc0e6 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks [] for router_gateway (f14d97a6-f463-48f8-a00f-8e7ea730718d), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:36.887596 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ca242a93-e1d6-43f4-9c29-a98cdced9065 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (c21c917f-1b9a-497c-b868-f386d1feee56), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:36.947301 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-ca242a93-e1d6-43f4-9c29-a98cdced9065 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Calling delete_port for c21c917f-1b9a-497c-b868-f386d1feee56 owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:59:37.026580 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-5041538b-29fd-47e5-9a5c-f69cd739aa4e None None] Current status of the port 3aa5fd42-f014-477d-b9c9-71a0dff54695 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:59:37.027306 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5041538b-29fd-47e5-9a5c-f69cd739aa4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3aa5fd42-f014-477d-b9c9-71a0dff54695), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:37.057357 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b99d0a07-55bf-4a00-8b4e-94cd5cba979a None None] Publish callbacks [] for port (0aa114f2-c291-4039-bfc8-60fdff0818da), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:37.087728 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b99d0a07-55bf-4a00-8b4e-94cd5cba979a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (0aa114f2-c291-4039-bfc8-60fdff0818da), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:37.091360 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-5041538b-29fd-47e5-9a5c-f69cd739aa4e None None] For port 3aa5fd42-f014-477d-b9c9-71a0dff54695, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=3aa5fd42-f014-477d-b9c9-71a0dff54695,segment=NetworkSegment(7d7091a8-a073-429a-a4b4-3148b56eff22),segment_id=7d7091a8-a073-429a-a4b4-3148b56eff22)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:59:37.092568 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4adb9b5-88e0-4580-a83a-576af8263997 req-64e173c6-fb4c-4f07-842a-8c59d95ed35e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:37.106774 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4adb9b5-88e0-4580-a83a-576af8263997 req-64e173c6-fb4c-4f07-842a-8c59d95ed35e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:37.113792 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4adb9b5-88e0-4580-a83a-576af8263997 req-64e173c6-fb4c-4f07-842a-8c59d95ed35e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:37.128378 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4adb9b5-88e0-4580-a83a-576af8263997 req-64e173c6-fb4c-4f07-842a-8c59d95ed35e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:37.136464 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4adb9b5-88e0-4580-a83a-576af8263997 req-64e173c6-fb4c-4f07-842a-8c59d95ed35e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:37.140777 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d0a07-55bf-4a00-8b4e-94cd5cba979a None None] Pushing event updated for resources: {'Port': ['ID=0aa114f2-c291-4039-bfc8-60fdff0818da,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:37.146338 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 3aa5fd42-f014-477d-b9c9-71a0dff54695 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:59:37.155640 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4adb9b5-88e0-4580-a83a-576af8263997 req-64e173c6-fb4c-4f07-842a-8c59d95ed35e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:37.164549 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4adb9b5-88e0-4580-a83a-576af8263997 req-64e173c6-fb4c-4f07-842a-8c59d95ed35e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:37.168001 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b4adb9b5-88e0-4580-a83a-576af8263997 req-64e173c6-fb4c-4f07-842a-8c59d95ed35e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5403 time: 0.2264235 Jan 28 02:59:37.173605 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-5bda8d32-262c-4c46-9f56-8e192f932f31 service neutron] For port 32253399-bfa8-4777-9ebe-28270de068d4, host n-h1-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:59:37.178636 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-5bda8d32-262c-4c46-9f56-8e192f932f31 service neutron] For port 32253399-bfa8-4777-9ebe-28270de068d4, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=32253399-bfa8-4777-9ebe-28270de068d4,segment=NetworkSegment(db598c0e-8e20-40ef-9b23-0e841e396fc3),segment_id=db598c0e-8e20-40ef-9b23-0e841e396fc3)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:59:37.185439 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5041538b-29fd-47e5-9a5c-f69cd739aa4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3aa5fd42-f014-477d-b9c9-71a0dff54695), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:37.195583 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-5bda8d32-262c-4c46-9f56-8e192f932f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (32253399-bfa8-4777-9ebe-28270de068d4), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:37.200873 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99d0a07-55bf-4a00-8b4e-94cd5cba979a None None] Network 47f3e36b-5e2b-4dff-a28f-6b808828f87f is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:59:37.220853 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-b99d0a07-55bf-4a00-8b4e-94cd5cba979a None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:59:37.225414 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99d0a07-55bf-4a00-8b4e-94cd5cba979a None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:59:37.229043 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131ac39-ba19-490a-a239-84f6d6093b83 req-36a60f30-ff87-49ba-9d69-677ea592ed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:37.230582 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131ac39-ba19-490a-a239-84f6d6093b83 req-36a60f30-ff87-49ba-9d69-677ea592ed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:37.231984 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131ac39-ba19-490a-a239-84f6d6093b83 req-36a60f30-ff87-49ba-9d69-677ea592ed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:37.232658 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131ac39-ba19-490a-a239-84f6d6093b83 req-36a60f30-ff87-49ba-9d69-677ea592ed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:37.233486 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131ac39-ba19-490a-a239-84f6d6093b83 req-36a60f30-ff87-49ba-9d69-677ea592ed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:37.234348 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131ac39-ba19-490a-a239-84f6d6093b83 req-36a60f30-ff87-49ba-9d69-677ea592ed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:37.236270 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131ac39-ba19-490a-a239-84f6d6093b83 req-36a60f30-ff87-49ba-9d69-677ea592ed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:37.239610 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3131ac39-ba19-490a-a239-84f6d6093b83 req-36a60f30-ff87-49ba-9d69-677ea592ed5a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d47d57aa564c407d8f7b752418cdddf4&device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 6313 time: 0.7402773 Jan 28 02:59:37.335581 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-5bda8d32-262c-4c46-9f56-8e192f932f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:37.336700 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-5bda8d32-262c-4c46-9f56-8e192f932f31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:37.339237 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-5bda8d32-262c-4c46-9f56-8e192f932f31 service neutron] 10.222.0.67 "PUT /v2.0/ports/32253399-bfa8-4777-9ebe-28270de068d4 HTTP/1.1" status: 200 len: 1090 time: 2.3912687 Jan 28 02:59:37.360549 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5041538b-29fd-47e5-9a5c-f69cd739aa4e None None] Pushing event updated for resources: {'Port': ['ID=3aa5fd42-f014-477d-b9c9-71a0dff54695,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:37.368809 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 3aa5fd42-f014-477d-b9c9-71a0dff54695 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:37.371960 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3aa5fd42-f014-477d-b9c9-71a0dff54695), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:37.403529 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-acac9efd-0951-485d-bc6f-f2afe0cc274a service neutron] Request body: {'port': {'device_id': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:37.438280 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda8d32-262c-4c46-9f56-8e192f932f31 service neutron] Pushing event updated for resources: {'Port': ['ID=32253399-bfa8-4777-9ebe-28270de068d4,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:37.474889 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-b99d0a07-55bf-4a00-8b4e-94cd5cba979a None None] Attempting to bind port 0aa114f2-c291-4039-bfc8-60fdff0818da on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:59:37.475371 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-b99d0a07-55bf-4a00-8b4e-94cd5cba979a None None] Attempting to bind port 0aa114f2-c291-4039-bfc8-60fdff0818da by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '12971174-8f35-4a2a-a920-7af4d5308bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '47f3e36b-5e2b-4dff-a28f-6b808828f87f'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:59:37.476124 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99d0a07-55bf-4a00-8b4e-94cd5cba979a None None] Attempting to bind port 0aa114f2-c291-4039-bfc8-60fdff0818da on network 47f3e36b-5e2b-4dff-a28f-6b808828f87f {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:59:37.486379 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99d0a07-55bf-4a00-8b4e-94cd5cba979a None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:59:37.486855 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99d0a07-55bf-4a00-8b4e-94cd5cba979a None None] Checking segment: {'id': '12971174-8f35-4a2a-a920-7af4d5308bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '47f3e36b-5e2b-4dff-a28f-6b808828f87f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:59:37.487336 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b99d0a07-55bf-4a00-8b4e-94cd5cba979a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:37.487799 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99d0a07-55bf-4a00-8b4e-94cd5cba979a None None] Bound using segment: {'id': '12971174-8f35-4a2a-a920-7af4d5308bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '47f3e36b-5e2b-4dff-a28f-6b808828f87f'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:59:37.492165 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b4adb9b5-88e0-4580-a83a-576af8263997 req-d629ba45-609c-4c19-abc0-b5016eb138dd tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3100536 Jan 28 02:59:37.493633 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-b99d0a07-55bf-4a00-8b4e-94cd5cba979a None None] Bound port: 0aa114f2-c291-4039-bfc8-60fdff0818da, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12971174-8f35-4a2a-a920-7af4d5308bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '47f3e36b-5e2b-4dff-a28f-6b808828f87f'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:59:37.494196 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b99d0a07-55bf-4a00-8b4e-94cd5cba979a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (0aa114f2-c291-4039-bfc8-60fdff0818da), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:37.572647 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-acac9efd-0951-485d-bc6f-f2afe0cc274a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (fab89d88-a54d-4fec-bf38-88eba2285661), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:37.690354 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-b99d0a07-55bf-4a00-8b4e-94cd5cba979a None None] For port 0aa114f2-c291-4039-bfc8-60fdff0818da, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:59:37.696233 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-b99d0a07-55bf-4a00-8b4e-94cd5cba979a None None] For port 0aa114f2-c291-4039-bfc8-60fdff0818da, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=0aa114f2-c291-4039-bfc8-60fdff0818da,segment=NetworkSegment(12971174-8f35-4a2a-a920-7af4d5308bcc),segment_id=12971174-8f35-4a2a-a920-7af4d5308bcc)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:59:37.709593 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b99d0a07-55bf-4a00-8b4e-94cd5cba979a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (0aa114f2-c291-4039-bfc8-60fdff0818da), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:37.789467 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ca242a93-e1d6-43f4-9c29-a98cdced9065 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (c21c917f-1b9a-497c-b868-f386d1feee56), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:37.816572 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 3aa5fd42-f014-477d-b9c9-71a0dff54695 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:59:37.831755 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-a94d26a4-9aa0-4b2b-80c2-0244c75306f3 None None] Provisioning complete for port 3aa5fd42-f014-477d-b9c9-71a0dff54695 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:37.832173 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a94d26a4-9aa0-4b2b-80c2-0244c75306f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3aa5fd42-f014-477d-b9c9-71a0dff54695), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:37.859786 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-16e6be76-7d75-4573-8d98-228f449a538c req-77a4df6c-74f5-4def-9583-fb02702a7f73 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 210 time: 0.0609851 Jan 28 02:59:37.919080 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca242a93-e1d6-43f4-9c29-a98cdced9065 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event deleted for resources: {'Port': ['ID=c21c917f-1b9a-497c-b868-f386d1feee56,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:37.921044 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-95804c33-cd6e-4090-baa7-0f1d04f58516 admin admin] Publish callbacks [] for router_gateway (15b6b21b-d3dd-4306-90cc-e72eedca063a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:37.969565 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d0a07-55bf-4a00-8b4e-94cd5cba979a None None] Pushing event updated for resources: {'Port': ['ID=0aa114f2-c291-4039-bfc8-60fdff0818da,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:37.995964 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131ac39-ba19-490a-a239-84f6d6093b83 req-7efc70ea-27e7-413b-8dcd-f706a4ba5d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:37.996655 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131ac39-ba19-490a-a239-84f6d6093b83 req-7efc70ea-27e7-413b-8dcd-f706a4ba5d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:37.997302 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131ac39-ba19-490a-a239-84f6d6093b83 req-7efc70ea-27e7-413b-8dcd-f706a4ba5d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:37.997445 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-a94d26a4-9aa0-4b2b-80c2-0244c75306f3 None None] Current status of the port 3aa5fd42-f014-477d-b9c9-71a0dff54695 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:59:37.999527 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3131ac39-ba19-490a-a239-84f6d6093b83 req-7efc70ea-27e7-413b-8dcd-f706a4ba5d1b service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=d47d57aa564c407d8f7b752418cdddf4&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7465677 Jan 28 02:59:38.067335 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-acac9efd-0951-485d-bc6f-f2afe0cc274a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fab89d88-a54d-4fec-bf38-88eba2285661 {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:59:38.076420 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-acac9efd-0951-485d-bc6f-f2afe0cc274a service neutron] Publish callbacks [] for port (fab89d88-a54d-4fec-bf38-88eba2285661), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:38.097163 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-acac9efd-0951-485d-bc6f-f2afe0cc274a service neutron] Transition to ACTIVE for port object fab89d88-a54d-4fec-bf38-88eba2285661 will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:59:38.103272 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-acac9efd-0951-485d-bc6f-f2afe0cc274a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (fab89d88-a54d-4fec-bf38-88eba2285661), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:38.250426 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ca242a93-e1d6-43f4-9c29-a98cdced9065 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:38.257842 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ca242a93-e1d6-43f4-9c29-a98cdced9065 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/ports/c21c917f-1b9a-497c-b868-f386d1feee56 HTTP/1.1" status: 204 len: 168 time: 2.4598432 Jan 28 02:59:38.268144 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac9efd-0951-485d-bc6f-f2afe0cc274a service neutron] Pushing event updated for resources: {'Port': ['ID=fab89d88-a54d-4fec-bf38-88eba2285661,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:38.272409 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46062) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:38.404504 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131ac39-ba19-490a-a239-84f6d6093b83 req-60fdda2f-e86b-4410-a053-ed21ebc27ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:38.406029 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3131ac39-ba19-490a-a239-84f6d6093b83 req-60fdda2f-e86b-4410-a053-ed21ebc27ede service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3039520 Jan 28 02:59:38.414731 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-acac9efd-0951-485d-bc6f-f2afe0cc274a service neutron] Attempting to bind port fab89d88-a54d-4fec-bf38-88eba2285661 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:59:38.417943 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-acac9efd-0951-485d-bc6f-f2afe0cc274a service neutron] Attempting to bind port fab89d88-a54d-4fec-bf38-88eba2285661 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '56ecf217-4f55-4505-a70a-3d133ecc059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8f5c2a2c-a994-4917-b3e0-21b15ad56c20'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:59:38.417943 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-acac9efd-0951-485d-bc6f-f2afe0cc274a service neutron] Attempting to bind port fab89d88-a54d-4fec-bf38-88eba2285661 on network 8f5c2a2c-a994-4917-b3e0-21b15ad56c20 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:59:38.421516 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b9faa2a-ff39-4e51-928c-829ef7f2b9f3 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] GET failed (client error): The resource could not be found. Jan 28 02:59:38.424326 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9b9faa2a-ff39-4e51-928c-829ef7f2b9f3 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "GET /v2.0/ports/c21c917f-1b9a-497c-b868-f386d1feee56 HTTP/1.1" status: 404 len: 333 time: 0.1457415 Jan 28 02:59:38.426212 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46064) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:38.472128 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'tag': '32253399-bfa8-4777-9ebe-28270de068d4'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:59:38.476059 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac8a463-799a-4982-a282-37316d484a36" -d '{"events": [{"name": "network-changed", "server_uuid": "fb1e8349-1adc-4a91-982e-9c61323be61f", "tag": "32253399-bfa8-4777-9ebe-28270de068d4"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:59:38.480249 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-acac9efd-0951-485d-bc6f-f2afe0cc274a service neutron] Port fab89d88-a54d-4fec-bf38-88eba2285661 on network 8f5c2a2c-a994-4917-b3e0-21b15ad56c20 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:59:38.481121 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-acac9efd-0951-485d-bc6f-f2afe0cc274a service neutron] Attempting to bind port fab89d88-a54d-4fec-bf38-88eba2285661 on network 8f5c2a2c-a994-4917-b3e0-21b15ad56c20 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:59:38.506351 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-acac9efd-0951-485d-bc6f-f2afe0cc274a service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:59:38.506886 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-acac9efd-0951-485d-bc6f-f2afe0cc274a service neutron] Checking segment: {'id': '56ecf217-4f55-4505-a70a-3d133ecc059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8f5c2a2c-a994-4917-b3e0-21b15ad56c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:59:38.507427 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-acac9efd-0951-485d-bc6f-f2afe0cc274a service neutron] Bound using segment: {'id': '56ecf217-4f55-4505-a70a-3d133ecc059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8f5c2a2c-a994-4917-b3e0-21b15ad56c20'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:59:38.508030 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-acac9efd-0951-485d-bc6f-f2afe0cc274a service neutron] Bound port: fab89d88-a54d-4fec-bf38-88eba2285661, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56ecf217-4f55-4505-a70a-3d133ecc059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8f5c2a2c-a994-4917-b3e0-21b15ad56c20'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:59:38.508716 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-acac9efd-0951-485d-bc6f-f2afe0cc274a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (fab89d88-a54d-4fec-bf38-88eba2285661), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:38.535048 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c223bd91-413e-4ab0-8b28-3d5c59ffc0e6 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks [] for router_gateway (f14d97a6-f463-48f8-a00f-8e7ea730718d), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:38.574713 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-07f2eaa4-5ee4-45da-bddd-ac59d1657fb1 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Deleting subnet 3f2b128d-bc92-49e1-8886-ec8516c9ae71 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:59:38.581330 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-07f2eaa4-5ee4-45da-bddd-ac59d1657fb1 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for subnet (3f2b128d-bc92-49e1-8886-ec8516c9ae71), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:38.610967 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c223bd91-413e-4ab0-8b28-3d5c59ffc0e6 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:38.629421 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8396d228-1687-46c1-b6af-a3acac5d60fb x-openstack-request-id: req-8396d228-1687-46c1-b6af-a3acac5d60fb {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:59:38.629703 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb1e8349-1adc-4a91-982e-9c61323be61f", "tag": "32253399-bfa8-4777-9ebe-28270de068d4", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:59:38.629977 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8396d228-1687-46c1-b6af-a3acac5d60fb {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:59:38.630878 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'tag': '32253399-bfa8-4777-9ebe-28270de068d4', 'status': 'completed', 'code': 200} Jan 28 02:59:38.672394 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-07f2eaa4-5ee4-45da-bddd-ac59d1657fb1 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (3f2b128d-bc92-49e1-8886-ec8516c9ae71), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:38.713146 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-acac9efd-0951-485d-bc6f-f2afe0cc274a service neutron] For port fab89d88-a54d-4fec-bf38-88eba2285661, host n-h1-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:59:38.766131 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-acac9efd-0951-485d-bc6f-f2afe0cc274a service neutron] For port fab89d88-a54d-4fec-bf38-88eba2285661, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=fab89d88-a54d-4fec-bf38-88eba2285661,segment=NetworkSegment(56ecf217-4f55-4505-a70a-3d133ecc059a),segment_id=56ecf217-4f55-4505-a70a-3d133ecc059a)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:59:38.782121 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-acac9efd-0951-485d-bc6f-f2afe0cc274a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (fab89d88-a54d-4fec-bf38-88eba2285661), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:38.805483 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-acac9efd-0951-485d-bc6f-f2afe0cc274a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:38.806735 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-acac9efd-0951-485d-bc6f-f2afe0cc274a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:38.808858 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-acac9efd-0951-485d-bc6f-f2afe0cc274a service neutron] 10.222.0.67 "PUT /v2.0/ports/fab89d88-a54d-4fec-bf38-88eba2285661 HTTP/1.1" status: 200 len: 1092 time: 1.4112272 Jan 28 02:59:38.881029 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac77d2f-e395-4a5b-a54e-f206b6bf0de4 req-b421e7ed-0ef9-4988-8934-1f11bf21876a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:38.902753 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac77d2f-e395-4a5b-a54e-f206b6bf0de4 req-b421e7ed-0ef9-4988-8934-1f11bf21876a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:38.920372 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac77d2f-e395-4a5b-a54e-f206b6bf0de4 req-b421e7ed-0ef9-4988-8934-1f11bf21876a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:38.931477 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac77d2f-e395-4a5b-a54e-f206b6bf0de4 req-b421e7ed-0ef9-4988-8934-1f11bf21876a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:38.978105 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac77d2f-e395-4a5b-a54e-f206b6bf0de4 req-b421e7ed-0ef9-4988-8934-1f11bf21876a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:38.989381 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac77d2f-e395-4a5b-a54e-f206b6bf0de4 req-b421e7ed-0ef9-4988-8934-1f11bf21876a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:39.003221 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac77d2f-e395-4a5b-a54e-f206b6bf0de4 req-b421e7ed-0ef9-4988-8934-1f11bf21876a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:39.020248 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dac77d2f-e395-4a5b-a54e-f206b6bf0de4 req-b421e7ed-0ef9-4988-8934-1f11bf21876a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5415 time: 0.3570306 Jan 28 02:59:39.042189 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-0752b009-9218-4a7d-907f-dc89b74bb096 service neutron] Request body: {'port': {'device_id': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:39.155991 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-0752b009-9218-4a7d-907f-dc89b74bb096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7449fb17-3519-4387-a4d3-63b8cf30ebec), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:39.162284 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 3aa5fd42-f014-477d-b9c9-71a0dff54695 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:59:39.263441 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-95804c33-cd6e-4090-baa7-0f1d04f58516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (15b6b21b-d3dd-4306-90cc-e72eedca063a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:39.294816 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac9efd-0951-485d-bc6f-f2afe0cc274a service neutron] Pushing event updated for resources: {'Port': ['ID=fab89d88-a54d-4fec-bf38-88eba2285661,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:39.302594 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 3aa5fd42-f014-477d-b9c9-71a0dff54695 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:39.304113 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3aa5fd42-f014-477d-b9c9-71a0dff54695), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:39.358275 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-07f2eaa4-5ee4-45da-bddd-ac59d1657fb1 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (3f2b128d-bc92-49e1-8886-ec8516c9ae71), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:39.418162 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 3aa5fd42-f014-477d-b9c9-71a0dff54695 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:59:39.419475 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 0aa114f2-c291-4039-bfc8-60fdff0818da up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:59:39.474497 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 0aa114f2-c291-4039-bfc8-60fdff0818da triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:39.474960 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (0aa114f2-c291-4039-bfc8-60fdff0818da), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:39.504418 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-07f2eaa4-5ee4-45da-bddd-ac59d1657fb1 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (3f2b128d-bc92-49e1-8886-ec8516c9ae71), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:39.508701 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8a463-799a-4982-a282-37316d484a36 req-ea71a481-9846-4969-ba19-00413751fad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:39.509357 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8a463-799a-4982-a282-37316d484a36 req-ea71a481-9846-4969-ba19-00413751fad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:39.510167 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8a463-799a-4982-a282-37316d484a36 req-ea71a481-9846-4969-ba19-00413751fad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:39.510703 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8a463-799a-4982-a282-37316d484a36 req-ea71a481-9846-4969-ba19-00413751fad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:39.511234 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8a463-799a-4982-a282-37316d484a36 req-ea71a481-9846-4969-ba19-00413751fad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:39.511811 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8a463-799a-4982-a282-37316d484a36 req-ea71a481-9846-4969-ba19-00413751fad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:39.512333 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8a463-799a-4982-a282-37316d484a36 req-ea71a481-9846-4969-ba19-00413751fad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:39.514438 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9ac8a463-799a-4982-a282-37316d484a36 req-ea71a481-9846-4969-ba19-00413751fad0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d47d57aa564c407d8f7b752418cdddf4&device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 6423 time: 0.2604692 Jan 28 02:59:39.565289 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95804c33-cd6e-4090-baa7-0f1d04f58516 admin admin] Router 15b6b21b-d3dd-4306-90cc-e72eedca063a is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 02:59:39.580467 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-07f2eaa4-5ee4-45da-bddd-ac59d1657fb1 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:39.587287 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-07f2eaa4-5ee4-45da-bddd-ac59d1657fb1 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/subnets/3f2b128d-bc92-49e1-8886-ec8516c9ae71 HTTP/1.1" status: 204 len: 168 time: 1.1597168 Jan 28 02:59:39.588655 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f2eaa4-5ee4-45da-bddd-ac59d1657fb1 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event deleted for resources: {'Subnet': ['ID=3f2b128d-bc92-49e1-8886-ec8516c9ae71,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:39.595953 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ca0910-2654-4bd9-91fb-19bad1108aee None None] Network 787154d5-d90c-4422-8f53-c8f04577cfde requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:59:39.602146 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dac77d2f-e395-4a5b-a54e-f206b6bf0de4 req-cf7f4ab6-7442-49c3-9643-44cd7dfa8556 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5805013 Jan 28 02:59:39.602889 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46074) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:39.617983 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-c223bd91-413e-4ab0-8b28-3d5c59ffc0e6 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Allocated IP 172.25.0.251 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/8cc40182-ea11-4391-a89f-ec292511ec5c) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:59:39.732349 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6c9dd0-324f-4e35-8339-311ba2344be5 None None] Network 47f3e36b-5e2b-4dff-a28f-6b808828f87f requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:59:39.803863 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8a463-799a-4982-a282-37316d484a36 req-71974953-97ac-4b6d-abcc-33df5d07bea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:39.804507 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8a463-799a-4982-a282-37316d484a36 req-71974953-97ac-4b6d-abcc-33df5d07bea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:39.805045 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8a463-799a-4982-a282-37316d484a36 req-71974953-97ac-4b6d-abcc-33df5d07bea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:39.806946 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9ac8a463-799a-4982-a282-37316d484a36 req-71974953-97ac-4b6d-abcc-33df5d07bea0 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=d47d57aa564c407d8f7b752418cdddf4&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2749953 Jan 28 02:59:39.828977 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffa09feb-5832-4197-90c5-80da94741ff0 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Deleting subnet 6e4a5e42-0efd-4431-a279-1bd082d56edd {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:59:39.861345 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-61fa3a40-b7ce-4888-a64c-36800bf2e48e None None] Provisioning complete for port 0aa114f2-c291-4039-bfc8-60fdff0818da triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:39.861637 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-61fa3a40-b7ce-4888-a64c-36800bf2e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (0aa114f2-c291-4039-bfc8-60fdff0818da), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:39.867612 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ffa09feb-5832-4197-90c5-80da94741ff0 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for subnet (6e4a5e42-0efd-4431-a279-1bd082d56edd), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:39.899244 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 0aa114f2-c291-4039-bfc8-60fdff0818da is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:59:39.899632 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (0aa114f2-c291-4039-bfc8-60fdff0818da), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:39.971252 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8a463-799a-4982-a282-37316d484a36 req-ff1410a8-949b-410f-b510-b579484f3e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:39.971457 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ffa09feb-5832-4197-90c5-80da94741ff0 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (6e4a5e42-0efd-4431-a279-1bd082d56edd), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:39.980454 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9ac8a463-799a-4982-a282-37316d484a36 req-ff1410a8-949b-410f-b510-b579484f3e12 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1325834 Jan 28 02:59:39.984721 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 0aa114f2-c291-4039-bfc8-60fdff0818da, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=0aa114f2-c291-4039-bfc8-60fdff0818da,segment=NetworkSegment(12971174-8f35-4a2a-a920-7af4d5308bcc),segment_id=12971174-8f35-4a2a-a920-7af4d5308bcc)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:59:40.086138 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-61fa3a40-b7ce-4888-a64c-36800bf2e48e None None] Current status of the port 0aa114f2-c291-4039-bfc8-60fdff0818da is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:59:40.098249 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (0aa114f2-c291-4039-bfc8-60fdff0818da), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:40.112801 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95804c33-cd6e-4090-baa7-0f1d04f58516 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:59:40.127721 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3821af-266d-4394-b7ec-923897514621 None None] Sync routers for ids ['15b6b21b-d3dd-4306-90cc-e72eedca063a'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:59:40.131086 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c223bd91-413e-4ab0-8b28-3d5c59ffc0e6 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks [] for port (8cc40182-ea11-4391-a89f-ec292511ec5c), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:40.150056 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3821af-266d-4394-b7ec-923897514621 None None] Routers {'15b6b21b-d3dd-4306-90cc-e72eedca063a'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:59:40.150828 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-6e3821af-266d-4394-b7ec-923897514621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:59:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['15b6b21b-d3dd-4306-90cc-e72eedca063a'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:59:40.161801 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-95804c33-cd6e-4090-baa7-0f1d04f58516 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:40.163449 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-95804c33-cd6e-4090-baa7-0f1d04f58516 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.7493880 Jan 28 02:59:40.169535 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46078) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:40.203916 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=0aa114f2-c291-4039-bfc8-60fdff0818da,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:40.283771 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ffa09feb-5832-4197-90c5-80da94741ff0 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (6e4a5e42-0efd-4431-a279-1bd082d56edd), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:40.299362 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-83e5c05c-2a22-4968-b6f4-85f2e5be93be req-946cb5ce-e1da-4814-93ed-58337f478d8c tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 210 time: 0.4060524 Jan 28 02:59:40.344540 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c223bd91-413e-4ab0-8b28-3d5c59ffc0e6 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (8cc40182-ea11-4391-a89f-ec292511ec5c), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:40.350747 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-0752b009-9218-4a7d-907f-dc89b74bb096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7449fb17-3519-4387-a4d3-63b8cf30ebec {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:59:40.365674 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-0752b009-9218-4a7d-907f-dc89b74bb096 service neutron] Publish callbacks [] for port (7449fb17-3519-4387-a4d3-63b8cf30ebec), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:40.371253 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-6e3821af-266d-4394-b7ec-923897514621 None None] Set router 15b6b21b-d3dd-4306-90cc-e72eedca063a gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:59:40.395202 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-0752b009-9218-4a7d-907f-dc89b74bb096 service neutron] Transition to ACTIVE for port object 7449fb17-3519-4387-a4d3-63b8cf30ebec will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:59:40.407227 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-0752b009-9218-4a7d-907f-dc89b74bb096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (7449fb17-3519-4387-a4d3-63b8cf30ebec), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:40.425613 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-9a9b9cb5-9b62-409e-87c2-9c6610bd721d None None] Provisioning complete for port 0aa114f2-c291-4039-bfc8-60fdff0818da triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:40.425988 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9a9b9cb5-9b62-409e-87c2-9c6610bd721d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (0aa114f2-c291-4039-bfc8-60fdff0818da), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:40.506453 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c223bd91-413e-4ab0-8b28-3d5c59ffc0e6 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Pushing event updated for resources: {'Port': ['ID=8cc40182-ea11-4391-a89f-ec292511ec5c,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:40.511118 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ffa09feb-5832-4197-90c5-80da94741ff0 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (6e4a5e42-0efd-4431-a279-1bd082d56edd), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:40.515545 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c223bd91-413e-4ab0-8b28-3d5c59ffc0e6 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:59:40.529512 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-c223bd91-413e-4ab0-8b28-3d5c59ffc0e6 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:59:40.533768 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c223bd91-413e-4ab0-8b28-3d5c59ffc0e6 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:59:40.629740 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa09feb-5832-4197-90c5-80da94741ff0 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event deleted for resources: {'Subnet': ['ID=6e4a5e42-0efd-4431-a279-1bd082d56edd,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:40.635488 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'tag': 'fab89d88-a54d-4fec-bf38-88eba2285661'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:59:40.636577 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80813526-57b4-4d27-bd1d-883aefaf02a8" -d '{"events": [{"name": "network-changed", "server_uuid": "fb1e8349-1adc-4a91-982e-9c61323be61f", "tag": "fab89d88-a54d-4fec-bf38-88eba2285661"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:59:40.640734 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-6e3821af-266d-4394-b7ec-923897514621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b6b21b-d3dd-4306-90cc-e72eedca063a', 'name': 'tempest-AttachSCSIVolumeTestJSON-633845331-router', 'tenant_id': '03f2764faa5b40ccac2b3b80bfd1adcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '704a2507-5bce-4202-8edb-c21bb5339198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:59:33Z', 'updated_at': '2022-01-28T02:59:37Z', 'revision_number': 3, 'project_id': '03f2764faa5b40ccac2b3b80bfd1adcd', 'gw_port': {'id': '704a2507-5bce-4202-8edb-c21bb5339198', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:81:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b6b21b-d3dd-4306-90cc-e72eedca063a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:59:35Z', 'updated_at': '2022-01-28T02:59:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:59:40.643912 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0752b009-9218-4a7d-907f-dc89b74bb096 service neutron] Pushing event updated for resources: {'Port': ['ID=7449fb17-3519-4387-a4d3-63b8cf30ebec,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:40.644509 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-9a9b9cb5-9b62-409e-87c2-9c6610bd721d None None] Current status of the port 0aa114f2-c291-4039-bfc8-60fdff0818da is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:59:40.694165 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3821af-266d-4394-b7ec-923897514621 None None] Checking router: 15b6b21b-d3dd-4306-90cc-e72eedca063a for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:59:40.694807 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3821af-266d-4394-b7ec-923897514621 None None] Updating router 15b6b21b-d3dd-4306-90cc-e72eedca063a port 704a2507-5bce-4202-8edb-c21bb5339198 binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:59:40.710563 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ffa09feb-5832-4197-90c5-80da94741ff0 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:40.721569 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ffa09feb-5832-4197-90c5-80da94741ff0 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/subnets/6e4a5e42-0efd-4431-a279-1bd082d56edd HTTP/1.1" status: 204 len: 168 time: 1.1141677 Jan 28 02:59:40.722354 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46084) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:40.736466 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-6e3821af-266d-4394-b7ec-923897514621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (704a2507-5bce-4202-8edb-c21bb5339198), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:40.809533 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3683a916-289f-4b4c-aa06-ff29a8236d5c x-openstack-request-id: req-3683a916-289f-4b4c-aa06-ff29a8236d5c {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:59:40.809977 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb1e8349-1adc-4a91-982e-9c61323be61f", "tag": "fab89d88-a54d-4fec-bf38-88eba2285661", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:59:40.810340 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3683a916-289f-4b4c-aa06-ff29a8236d5c {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:59:40.810835 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'tag': 'fab89d88-a54d-4fec-bf38-88eba2285661', 'status': 'completed', 'code': 200} Jan 28 02:59:41.019887 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c8f23b26-aae7-4a63-acb9-c568b05317dc tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (787154d5-d90c-4422-8f53-c8f04577cfde), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:41.020755 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 0aa114f2-c291-4039-bfc8-60fdff0818da up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:59:41.026200 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-0752b009-9218-4a7d-907f-dc89b74bb096 service neutron] Attempting to bind port 7449fb17-3519-4387-a4d3-63b8cf30ebec on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:59:41.026680 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-0752b009-9218-4a7d-907f-dc89b74bb096 service neutron] Attempting to bind port 7449fb17-3519-4387-a4d3-63b8cf30ebec by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '56ecf217-4f55-4505-a70a-3d133ecc059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8f5c2a2c-a994-4917-b3e0-21b15ad56c20'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:59:41.027105 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-0752b009-9218-4a7d-907f-dc89b74bb096 service neutron] Attempting to bind port 7449fb17-3519-4387-a4d3-63b8cf30ebec on network 8f5c2a2c-a994-4917-b3e0-21b15ad56c20 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:59:41.049568 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76afb00-1337-45e0-9c89-c9ccae8b6ceb req-9df2cc7e-ab27-4eeb-9db4-9604d7bea98f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:41.056894 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76afb00-1337-45e0-9c89-c9ccae8b6ceb req-9df2cc7e-ab27-4eeb-9db4-9604d7bea98f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:41.062916 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76afb00-1337-45e0-9c89-c9ccae8b6ceb req-9df2cc7e-ab27-4eeb-9db4-9604d7bea98f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:41.068725 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76afb00-1337-45e0-9c89-c9ccae8b6ceb req-9df2cc7e-ab27-4eeb-9db4-9604d7bea98f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:41.074590 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76afb00-1337-45e0-9c89-c9ccae8b6ceb req-9df2cc7e-ab27-4eeb-9db4-9604d7bea98f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:41.080392 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76afb00-1337-45e0-9c89-c9ccae8b6ceb req-9df2cc7e-ab27-4eeb-9db4-9604d7bea98f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:41.086610 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76afb00-1337-45e0-9c89-c9ccae8b6ceb req-9df2cc7e-ab27-4eeb-9db4-9604d7bea98f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:41.088625 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a76afb00-1337-45e0-9c89-c9ccae8b6ceb req-9df2cc7e-ab27-4eeb-9db4-9604d7bea98f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5427 time: 0.1879892 Jan 28 02:59:41.090460 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-0752b009-9218-4a7d-907f-dc89b74bb096 service neutron] Port 7449fb17-3519-4387-a4d3-63b8cf30ebec on network 8f5c2a2c-a994-4917-b3e0-21b15ad56c20 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:59:41.090896 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-0752b009-9218-4a7d-907f-dc89b74bb096 service neutron] Attempting to bind port 7449fb17-3519-4387-a4d3-63b8cf30ebec on network 8f5c2a2c-a994-4917-b3e0-21b15ad56c20 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:59:41.114646 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-0752b009-9218-4a7d-907f-dc89b74bb096 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:59:41.115240 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-0752b009-9218-4a7d-907f-dc89b74bb096 service neutron] Checking segment: {'id': '56ecf217-4f55-4505-a70a-3d133ecc059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8f5c2a2c-a994-4917-b3e0-21b15ad56c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:59:41.115774 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-0752b009-9218-4a7d-907f-dc89b74bb096 service neutron] Bound using segment: {'id': '56ecf217-4f55-4505-a70a-3d133ecc059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8f5c2a2c-a994-4917-b3e0-21b15ad56c20'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:59:41.116718 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-0752b009-9218-4a7d-907f-dc89b74bb096 service neutron] Bound port: 7449fb17-3519-4387-a4d3-63b8cf30ebec, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56ecf217-4f55-4505-a70a-3d133ecc059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8f5c2a2c-a994-4917-b3e0-21b15ad56c20'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:59:41.117209 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-0752b009-9218-4a7d-907f-dc89b74bb096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7449fb17-3519-4387-a4d3-63b8cf30ebec), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:41.146194 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 0aa114f2-c291-4039-bfc8-60fdff0818da triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:41.146880 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (0aa114f2-c291-4039-bfc8-60fdff0818da), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:41.214695 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-6e3821af-266d-4394-b7ec-923897514621 None None] Publish callbacks [] for port (704a2507-5bce-4202-8edb-c21bb5339198), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:41.227531 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-6e3821af-266d-4394-b7ec-923897514621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (704a2507-5bce-4202-8edb-c21bb5339198), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:41.284039 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-6e3821af-266d-4394-b7ec-923897514621 None None] Attempting to bind port 704a2507-5bce-4202-8edb-c21bb5339198 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:59:41.284704 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-6e3821af-266d-4394-b7ec-923897514621 None None] Attempting to bind port 704a2507-5bce-4202-8edb-c21bb5339198 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:59:41.287581 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3821af-266d-4394-b7ec-923897514621 None None] Attempting to bind port 704a2507-5bce-4202-8edb-c21bb5339198 on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:59:41.291251 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c223bd91-413e-4ab0-8b28-3d5c59ffc0e6 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks [] for router_gateway (f14d97a6-f463-48f8-a00f-8e7ea730718d), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:41.296286 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 0aa114f2-c291-4039-bfc8-60fdff0818da is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:59:41.323822 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3821af-266d-4394-b7ec-923897514621 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:59:41.324404 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3821af-266d-4394-b7ec-923897514621 None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:59:41.324518 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-6e3821af-266d-4394-b7ec-923897514621 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:41.324917 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3821af-266d-4394-b7ec-923897514621 None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:59:41.325438 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-6e3821af-266d-4394-b7ec-923897514621 None None] Bound port: 704a2507-5bce-4202-8edb-c21bb5339198, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:59:41.325813 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-6e3821af-266d-4394-b7ec-923897514621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (704a2507-5bce-4202-8edb-c21bb5339198), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:41.328502 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a76afb00-1337-45e0-9c89-c9ccae8b6ceb req-75865d44-f980-4b6a-94c0-6321e38b5591 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2318513 Jan 28 02:59:41.385249 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-6e3821af-266d-4394-b7ec-923897514621 None None] For port 704a2507-5bce-4202-8edb-c21bb5339198, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:59:41.388776 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-6e3821af-266d-4394-b7ec-923897514621 None None] For port 704a2507-5bce-4202-8edb-c21bb5339198, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=704a2507-5bce-4202-8edb-c21bb5339198,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:59:41.403424 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-6e3821af-266d-4394-b7ec-923897514621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (704a2507-5bce-4202-8edb-c21bb5339198), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:41.413713 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ca2140-205f-4b4e-b4b8-5d1fdb844796 None None] Network 787154d5-d90c-4422-8f53-c8f04577cfde requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:59:41.420921 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b7338b-b8e8-4bef-bd39-b187f592cf97 None None] Pushing event updated for resources: {'Port': ['ID=704a2507-5bce-4202-8edb-c21bb5339198,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:41.434825 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b7338b-b8e8-4bef-bd39-b187f592cf97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:41.435050 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-c8f23b26-aae7-4a63-acb9-c568b05317dc tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Deleting port e56e7e93-f284-4b85-b9ac-e1b246ccabcc {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:59:41.435402 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c8f23b26-aae7-4a63-acb9-c568b05317dc tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (e56e7e93-f284-4b85-b9ac-e1b246ccabcc), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:41.435740 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b7338b-b8e8-4bef-bd39-b187f592cf97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:41.436233 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b7338b-b8e8-4bef-bd39-b187f592cf97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:41.436720 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b7338b-b8e8-4bef-bd39-b187f592cf97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:41.437388 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b7338b-b8e8-4bef-bd39-b187f592cf97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:41.438052 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b7338b-b8e8-4bef-bd39-b187f592cf97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:41.439091 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b7338b-b8e8-4bef-bd39-b187f592cf97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:41.439756 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b7338b-b8e8-4bef-bd39-b187f592cf97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:41.440244 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b7338b-b8e8-4bef-bd39-b187f592cf97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:41.440744 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b7338b-b8e8-4bef-bd39-b187f592cf97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:41.441261 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b7338b-b8e8-4bef-bd39-b187f592cf97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:41.441741 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b7338b-b8e8-4bef-bd39-b187f592cf97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:41.442218 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b7338b-b8e8-4bef-bd39-b187f592cf97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:59:41.461056 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-0752b009-9218-4a7d-907f-dc89b74bb096 service neutron] For port 7449fb17-3519-4387-a4d3-63b8cf30ebec, host n-h1-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:59:41.528781 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-0752b009-9218-4a7d-907f-dc89b74bb096 service neutron] For port 7449fb17-3519-4387-a4d3-63b8cf30ebec, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=7449fb17-3519-4387-a4d3-63b8cf30ebec,segment=NetworkSegment(56ecf217-4f55-4505-a70a-3d133ecc059a),segment_id=56ecf217-4f55-4505-a70a-3d133ecc059a)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:59:41.544448 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-0752b009-9218-4a7d-907f-dc89b74bb096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (7449fb17-3519-4387-a4d3-63b8cf30ebec), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:41.570936 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-0752b009-9218-4a7d-907f-dc89b74bb096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:41.571681 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-0752b009-9218-4a7d-907f-dc89b74bb096 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:41.575019 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-0752b009-9218-4a7d-907f-dc89b74bb096 service neutron] 10.222.0.67 "PUT /v2.0/ports/7449fb17-3519-4387-a4d3-63b8cf30ebec HTTP/1.1" status: 200 len: 1092 time: 2.5487106 Jan 28 02:59:41.607981 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3821af-266d-4394-b7ec-923897514621 None None] Routers {'15b6b21b-d3dd-4306-90cc-e72eedca063a'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:59:41.612879 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-6e3821af-266d-4394-b7ec-923897514621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:59:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['15b6b21b-d3dd-4306-90cc-e72eedca063a'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:59:41.614011 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-c8f23b26-aae7-4a63-acb9-c568b05317dc tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] For port e56e7e93-f284-4b85-b9ac-e1b246ccabcc, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=e56e7e93-f284-4b85-b9ac-e1b246ccabcc,segment=NetworkSegment(321fd1f3-6534-4089-b9d2-fbda16bc23b8),segment_id=321fd1f3-6534-4089-b9d2-fbda16bc23b8)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:59:41.614565 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c8f23b26-aae7-4a63-acb9-c568b05317dc tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (e56e7e93-f284-4b85-b9ac-e1b246ccabcc), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:41.617219 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-ae1e3a9d-0819-43c0-8602-172a41f279ea None None] Provisioning complete for port e56e7e93-f284-4b85-b9ac-e1b246ccabcc triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:41.624132 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ae1e3a9d-0819-43c0-8602-172a41f279ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e56e7e93-f284-4b85-b9ac-e1b246ccabcc), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:41.647799 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80813526-57b4-4d27-bd1d-883aefaf02a8 req-048c4bbb-2f1c-4b79-b5a9-b1ad48f2cfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:41.648507 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80813526-57b4-4d27-bd1d-883aefaf02a8 req-048c4bbb-2f1c-4b79-b5a9-b1ad48f2cfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:41.649006 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80813526-57b4-4d27-bd1d-883aefaf02a8 req-048c4bbb-2f1c-4b79-b5a9-b1ad48f2cfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:41.649791 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80813526-57b4-4d27-bd1d-883aefaf02a8 req-048c4bbb-2f1c-4b79-b5a9-b1ad48f2cfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:41.649997 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80813526-57b4-4d27-bd1d-883aefaf02a8 req-048c4bbb-2f1c-4b79-b5a9-b1ad48f2cfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:41.650466 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80813526-57b4-4d27-bd1d-883aefaf02a8 req-048c4bbb-2f1c-4b79-b5a9-b1ad48f2cfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:41.651078 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80813526-57b4-4d27-bd1d-883aefaf02a8 req-048c4bbb-2f1c-4b79-b5a9-b1ad48f2cfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:41.653315 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-80813526-57b4-4d27-bd1d-883aefaf02a8 req-048c4bbb-2f1c-4b79-b5a9-b1ad48f2cfe3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d47d57aa564c407d8f7b752418cdddf4&device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 6449 time: 0.8065886 Jan 28 02:59:41.667767 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5a46b2ef-b688-40ec-959c-95a8e3aa26bb req-505cf41b-fc02-4499-976d-c2397b63fc35 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 210 time: 0.0406747 Jan 28 02:59:41.668911 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-c8f23b26-aae7-4a63-acb9-c568b05317dc tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Calling delete_port for e56e7e93-f284-4b85-b9ac-e1b246ccabcc owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:59:41.727767 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0752b009-9218-4a7d-907f-dc89b74bb096 service neutron] Pushing event updated for resources: {'Port': ['ID=7449fb17-3519-4387-a4d3-63b8cf30ebec,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:41.784331 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b7338b-b8e8-4bef-bd39-b187f592cf97 None None] Pushing event updated for resources: {'Port': ['ID=704a2507-5bce-4202-8edb-c21bb5339198,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:41.830729 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-ae1e3a9d-0819-43c0-8602-172a41f279ea None None] Current status of the port e56e7e93-f284-4b85-b9ac-e1b246ccabcc is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:59:41.837120 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079dd106-8f8e-4e13-a4e2-5ee8b22c8fe8 None None] DHCP port deletion for 787154d5-d90c-4422-8f53-c8f04577cfde request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:59:41.903683 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c8f23b26-aae7-4a63-acb9-c568b05317dc tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (e56e7e93-f284-4b85-b9ac-e1b246ccabcc), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:41.905422 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-6e3821af-266d-4394-b7ec-923897514621 None None] Set router 15b6b21b-d3dd-4306-90cc-e72eedca063a gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:59:41.915487 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-079dd106-8f8e-4e13-a4e2-5ee8b22c8fe8 None None] Deleting port e56e7e93-f284-4b85-b9ac-e1b246ccabcc {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:59:41.916058 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-079dd106-8f8e-4e13-a4e2-5ee8b22c8fe8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (e56e7e93-f284-4b85-b9ac-e1b246ccabcc), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:41.950632 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f23b26-aae7-4a63-acb9-c568b05317dc tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event deleted for resources: {'Port': ['ID=e56e7e93-f284-4b85-b9ac-e1b246ccabcc,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:41.960942 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f23b26-aae7-4a63-acb9-c568b05317dc tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] No DVR routers for this DVR port e56e7e93-f284-4b85-b9ac-e1b246ccabcc on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:59:41.999025 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-079dd106-8f8e-4e13-a4e2-5ee8b22c8fe8 None None] For port e56e7e93-f284-4b85-b9ac-e1b246ccabcc, host n-d-712139-27, got binding levels [] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:59:41.999777 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-079dd106-8f8e-4e13-a4e2-5ee8b22c8fe8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (e56e7e93-f284-4b85-b9ac-e1b246ccabcc), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:42.020477 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-079dd106-8f8e-4e13-a4e2-5ee8b22c8fe8 None None] Calling delete_port for e56e7e93-f284-4b85-b9ac-e1b246ccabcc owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:59:42.025264 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.ipam_backend_mixin [None req-079dd106-8f8e-4e13-a4e2-5ee8b22c8fe8 None None] Port e56e7e93-f284-4b85-b9ac-e1b246ccabcc was not found and therefore no delete operation was performed {{(pid=109804) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 02:59:42.027015 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-079dd106-8f8e-4e13-a4e2-5ee8b22c8fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (e56e7e93-f284-4b85-b9ac-e1b246ccabcc), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:42.051417 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079dd106-8f8e-4e13-a4e2-5ee8b22c8fe8 None None] No DVR routers for this DVR port e56e7e93-f284-4b85-b9ac-e1b246ccabcc on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:59:42.060318 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80813526-57b4-4d27-bd1d-883aefaf02a8 req-c4e69bd2-2ad9-4ddd-a874-8edd1806e006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:42.060799 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80813526-57b4-4d27-bd1d-883aefaf02a8 req-c4e69bd2-2ad9-4ddd-a874-8edd1806e006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:42.061302 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80813526-57b4-4d27-bd1d-883aefaf02a8 req-c4e69bd2-2ad9-4ddd-a874-8edd1806e006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:42.063208 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-80813526-57b4-4d27-bd1d-883aefaf02a8 req-c4e69bd2-2ad9-4ddd-a874-8edd1806e006 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=d47d57aa564c407d8f7b752418cdddf4&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3931220 Jan 28 02:59:42.105345 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079dd106-8f8e-4e13-a4e2-5ee8b22c8fe8 None None] Pushing event deleted for resources: {'Port': ['ID=e56e7e93-f284-4b85-b9ac-e1b246ccabcc,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:42.155876 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c8f23b26-aae7-4a63-acb9-c568b05317dc tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (787154d5-d90c-4422-8f53-c8f04577cfde), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:42.193612 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-6e3821af-266d-4394-b7ec-923897514621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b6b21b-d3dd-4306-90cc-e72eedca063a', 'name': 'tempest-AttachSCSIVolumeTestJSON-633845331-router', 'tenant_id': '03f2764faa5b40ccac2b3b80bfd1adcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '704a2507-5bce-4202-8edb-c21bb5339198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:59:33Z', 'updated_at': '2022-01-28T02:59:37Z', 'revision_number': 3, 'project_id': '03f2764faa5b40ccac2b3b80bfd1adcd', 'gw_port': {'id': '704a2507-5bce-4202-8edb-c21bb5339198', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:81:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b6b21b-d3dd-4306-90cc-e72eedca063a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:59:35Z', 'updated_at': '2022-01-28T02:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:59:42.208383 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-c8f23b26-aae7-4a63-acb9-c568b05317dc tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['787154d5-d90c-4422-8f53-c8f04577cfde']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:59:42.222438 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-c8f23b26-aae7-4a63-acb9-c568b05317dc tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '321fd1f3-6534-4089-b9d2-fbda16bc23b8') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:59:42.223671 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-c8f23b26-aae7-4a63-acb9-c568b05317dc tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '321fd1f3-6534-4089-b9d2-fbda16bc23b8') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:59:42.228709 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3821af-266d-4394-b7ec-923897514621 None None] The sync data for ids ['15b6b21b-d3dd-4306-90cc-e72eedca063a'] in n-d-712139-27 is: [{'id': '15b6b21b-d3dd-4306-90cc-e72eedca063a', 'name': 'tempest-AttachSCSIVolumeTestJSON-633845331-router', 'tenant_id': '03f2764faa5b40ccac2b3b80bfd1adcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '704a2507-5bce-4202-8edb-c21bb5339198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:59:33Z', 'updated_at': '2022-01-28T02:59:37Z', 'revision_number': 3, 'project_id': '03f2764faa5b40ccac2b3b80bfd1adcd', 'gw_port': {'id': '704a2507-5bce-4202-8edb-c21bb5339198', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:81:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b6b21b-d3dd-4306-90cc-e72eedca063a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:59:35Z', 'updated_at': '2022-01-28T02:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:59:42.241735 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c8f23b26-aae7-4a63-acb9-c568b05317dc tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (321fd1f3-6534-4089-b9d2-fbda16bc23b8), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:42.261920 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c8f23b26-aae7-4a63-acb9-c568b05317dc tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (321fd1f3-6534-4089-b9d2-fbda16bc23b8), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:42.271495 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8f23b26-aae7-4a63-acb9-c568b05317dc tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:59:42.271905 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c8f23b26-aae7-4a63-acb9-c568b05317dc tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (321fd1f3-6534-4089-b9d2-fbda16bc23b8), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:42.275729 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 02:59:42.275729 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:59:42.275729 n-d-712139-27 neutron-server[109802]: timer() Jan 28 02:59:42.275729 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:59:42.275729 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 02:59:42.275729 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:59:42.275729 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 02:59:42.275729 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:59:42.275729 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 02:59:42.275729 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:59:42.275729 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 02:59:42.275729 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:59:42.275729 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 02:59:42.275729 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:59:42.275729 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:59:42.275729 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:59:42.275729 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:59:42.275729 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:59:42.275729 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 02:59:42.275729 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:59:42.275729 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 02:59:42.275729 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:59:42.275729 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:59:42.275729 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:59:42.275729 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 02:59:42.275729 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:59:42.275729 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:59:42.275729 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:59:42.275729 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:59:42.275729 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:59:42.275729 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:59:42.275729 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:59:42.347847 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c8f23b26-aae7-4a63-acb9-c568b05317dc tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (787154d5-d90c-4422-8f53-c8f04577cfde), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:42.357026 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c8f23b26-aae7-4a63-acb9-c568b05317dc tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:42.370389 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c8f23b26-aae7-4a63-acb9-c568b05317dc tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/networks/787154d5-d90c-4422-8f53-c8f04577cfde HTTP/1.1" status: 204 len: 168 time: 1.6455791 Jan 28 02:59:42.370893 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46092) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:42.389862 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f23b26-aae7-4a63-acb9-c568b05317dc tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event deleted for resources: {'Network': ['ID=787154d5-d90c-4422-8f53-c8f04577cfde,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:42.488494 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59f3279-9504-4aa3-9855-0b4e6c0ec43e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:42.494183 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f59f3279-9504-4aa3-9855-0b4e6c0ec43e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1020157 Jan 28 02:59:42.495906 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46094) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:42.541986 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918378ce-ce45-4576-b66c-795c2cb7118e req-e89a577b-c81b-4881-b7e2-580cbf91e908 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:42.547493 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918378ce-ce45-4576-b66c-795c2cb7118e req-e89a577b-c81b-4881-b7e2-580cbf91e908 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:42.552776 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918378ce-ce45-4576-b66c-795c2cb7118e req-e89a577b-c81b-4881-b7e2-580cbf91e908 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:42.558171 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918378ce-ce45-4576-b66c-795c2cb7118e req-e89a577b-c81b-4881-b7e2-580cbf91e908 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:42.568275 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918378ce-ce45-4576-b66c-795c2cb7118e req-e89a577b-c81b-4881-b7e2-580cbf91e908 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:42.579141 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918378ce-ce45-4576-b66c-795c2cb7118e req-e89a577b-c81b-4881-b7e2-580cbf91e908 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:42.584927 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918378ce-ce45-4576-b66c-795c2cb7118e req-e89a577b-c81b-4881-b7e2-580cbf91e908 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:42.588164 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-918378ce-ce45-4576-b66c-795c2cb7118e req-e89a577b-c81b-4881-b7e2-580cbf91e908 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5427 time: 0.1485424 Jan 28 02:59:42.648877 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-aecc52ac-7b52-4950-bf62-76ad588dacda tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1482582 Jan 28 02:59:42.650000 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46098) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:42.654892 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-239552da-2906-4085-833b-b0fdddbe760e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-774714017'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:42.692258 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5457a1e8-1db1-49e2-838b-0469c7a19579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:42.703118 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-918378ce-ce45-4576-b66c-795c2cb7118e req-552eba35-2ea0-430e-bb6e-6b505cd92c44 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0981877 Jan 28 02:59:42.704318 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239552da-2906-4085-833b-b0fdddbe760e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Made reservation on behalf of 9c59567226e943da9dd248eb2e296e73 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:59:42.711454 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-239552da-2906-4085-833b-b0fdddbe760e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:42.724489 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c223bd91-413e-4ab0-8b28-3d5c59ffc0e6 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (f14d97a6-f463-48f8-a00f-8e7ea730718d), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:42.750266 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-239552da-2906-4085-833b-b0fdddbe760e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:59:42.775809 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-239552da-2906-4085-833b-b0fdddbe760e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (6b49962c-cbcf-4c65-ad12-1cbe2431c83d), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:42.776183 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-239552da-2906-4085-833b-b0fdddbe760e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Added segment 6b49962c-cbcf-4c65-ad12-1cbe2431c83d of type vlan for network bcefe962-d935-451b-bbea-a212c1bde9ae Jan 28 02:59:42.821257 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'tag': '7449fb17-3519-4387-a4d3-63b8cf30ebec'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:59:42.823580 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37afb2c-283d-4e86-9c7b-25433365ed6d" -d '{"events": [{"name": "network-changed", "server_uuid": "fb1e8349-1adc-4a91-982e-9c61323be61f", "tag": "7449fb17-3519-4387-a4d3-63b8cf30ebec"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:59:42.848352 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-239552da-2906-4085-833b-b0fdddbe760e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (bcefe962-d935-451b-bbea-a212c1bde9ae), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:42.899951 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80813526-57b4-4d27-bd1d-883aefaf02a8 req-19861fb7-1552-4b33-9559-4ba9241e3b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:42.904397 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-80813526-57b4-4d27-bd1d-883aefaf02a8 req-19861fb7-1552-4b33-9559-4ba9241e3b44 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8094826 Jan 28 02:59:42.928066 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-239552da-2906-4085-833b-b0fdddbe760e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (bcefe962-d935-451b-bbea-a212c1bde9ae), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:42.945382 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239552da-2906-4085-833b-b0fdddbe760e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:42.946165 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-239552da-2906-4085-833b-b0fdddbe760e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:43.038066 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-239552da-2906-4085-833b-b0fdddbe760e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3850405 Jan 28 02:59:43.041305 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46104) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:43.049545 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-0928ccb1-643b-48f8-b31d-4856a6972b95 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'subnet': {'network_id': 'bcefe962-d935-451b-bbea-a212c1bde9ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:43.050711 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 704a2507-5bce-4202-8edb-c21bb5339198 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:59:43.070497 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-86331804-bc84-4b5f-af8e-1f205ab90243 req-e47bd38a-d1d9-44bd-a4bb-b4c35607223e tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 210 time: 0.0613782 Jan 28 02:59:43.085158 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239552da-2906-4085-833b-b0fdddbe760e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event updated for resources: {'Network': ['ID=bcefe962-d935-451b-bbea-a212c1bde9ae,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:43.115076 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network bcefe962-d935-451b-bbea-a212c1bde9ae details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:59:43.119191 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0da9a4-f51d-48ce-a07d-eed1a3099aac x-openstack-request-id: req-ed0da9a4-f51d-48ce-a07d-eed1a3099aac {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:59:43.119484 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb1e8349-1adc-4a91-982e-9c61323be61f", "tag": "7449fb17-3519-4387-a4d3-63b8cf30ebec", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:59:43.119743 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ed0da9a4-f51d-48ce-a07d-eed1a3099aac {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:59:43.120150 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'tag': '7449fb17-3519-4387-a4d3-63b8cf30ebec', 'status': 'completed', 'code': 200} Jan 28 02:59:43.239143 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 704a2507-5bce-4202-8edb-c21bb5339198 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:43.239634 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (704a2507-5bce-4202-8edb-c21bb5339198), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:43.288271 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-5d67dc9f-b11c-4fa0-a224-91ec66796b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:43.290325 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-5d67dc9f-b11c-4fa0-a224-91ec66796b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:43.290805 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-5d67dc9f-b11c-4fa0-a224-91ec66796b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:43.291282 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-5d67dc9f-b11c-4fa0-a224-91ec66796b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:43.291792 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-5d67dc9f-b11c-4fa0-a224-91ec66796b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:43.292255 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-5d67dc9f-b11c-4fa0-a224-91ec66796b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:43.292721 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-5d67dc9f-b11c-4fa0-a224-91ec66796b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:43.295243 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-5d67dc9f-b11c-4fa0-a224-91ec66796b60 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d47d57aa564c407d8f7b752418cdddf4&device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 6491 time: 0.3007026 Jan 28 02:59:43.314176 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-5457a1e8-1db1-49e2-838b-0469c7a19579 admin admin] Allocated IP 172.20.0.1 (a5db66a1-ffc2-4d02-8359-f887877fa869/9da91d80-777a-4952-8a0b-1836dcebe1ab/e8f227f7-d049-486a-ba22-2daeacf9cbbf) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:59:43.326545 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c223bd91-413e-4ab0-8b28-3d5c59ffc0e6 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Router f14d97a6-f463-48f8-a00f-8e7ea730718d is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 02:59:43.358856 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 704a2507-5bce-4202-8edb-c21bb5339198 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:59:43.359386 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (704a2507-5bce-4202-8edb-c21bb5339198), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:43.372984 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0928ccb1-643b-48f8-b31d-4856a6972b95 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Made reservation on behalf of 9c59567226e943da9dd248eb2e296e73 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:59:43.376679 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0928ccb1-643b-48f8-b31d-4856a6972b95 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:43.383890 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 704a2507-5bce-4202-8edb-c21bb5339198, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=704a2507-5bce-4202-8edb-c21bb5339198,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:59:43.389574 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (704a2507-5bce-4202-8edb-c21bb5339198), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:43.399342 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-367a72b8-26bc-4284-ab20-808fc27aa88b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=522e2e39-e847-4a52-8a70-9410b617ab1b HTTP/1.1" status: 200 len: 217 time: 0.0886033 Jan 28 02:59:43.450639 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=704a2507-5bce-4202-8edb-c21bb5339198,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:43.490400 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device e56e7e93-f284-4b85-b9ac-e1b246ccabcc no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:59:43.524711 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: e56e7e93-f284-4b85-b9ac-e1b246ccabcc {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:59:43.525530 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device e56e7e93-f284-4b85-b9ac-e1b246ccabcc not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:59:43.630612 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-7d5c00b9-1e4b-4680-9a8e-961edf9508e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:43.632032 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-7d5c00b9-1e4b-4680-9a8e-961edf9508e2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a5e16ad5-afde-4ff0-9a68-1abb02683cb1 HTTP/1.1" status: 200 len: 856 time: 0.1984432 Jan 28 02:59:43.771409 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c223bd91-413e-4ab0-8b28-3d5c59ffc0e6 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:59:43.785302 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faaee91-4eba-4a9c-94b1-9d566d5675a8 None None] Sync routers for ids ['f14d97a6-f463-48f8-a00f-8e7ea730718d'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:59:43.787339 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5457a1e8-1db1-49e2-838b-0469c7a19579 admin admin] Publish callbacks [] for port (e8f227f7-d049-486a-ba22-2daeacf9cbbf), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:43.800392 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faaee91-4eba-4a9c-94b1-9d566d5675a8 None None] Routers {'f14d97a6-f463-48f8-a00f-8e7ea730718d'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:59:43.802093 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-0faaee91-4eba-4a9c-94b1-9d566d5675a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:59:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['f14d97a6-f463-48f8-a00f-8e7ea730718d'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:59:43.814732 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-a56653c9-76c5-436d-99b9-206d2f56f762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:43.816244 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-a56653c9-76c5-436d-99b9-206d2f56f762 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=00e51838-dce0-4440-a9f8-fd2fd28c5471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1494813 Jan 28 02:59:43.828780 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c223bd91-413e-4ab0-8b28-3d5c59ffc0e6 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:43.830066 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c223bd91-413e-4ab0-8b28-3d5c59ffc0e6 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.9564786 Jan 28 02:59:43.833577 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46108) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:43.882911 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-0faaee91-4eba-4a9c-94b1-9d566d5675a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:59:43.901352 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faaee91-4eba-4a9c-94b1-9d566d5675a8 None None] Routers {'f14d97a6-f463-48f8-a00f-8e7ea730718d'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:59:43.903465 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-0faaee91-4eba-4a9c-94b1-9d566d5675a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:59:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['f14d97a6-f463-48f8-a00f-8e7ea730718d'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:59:43.951924 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0928ccb1-643b-48f8-b31d-4856a6972b95 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (5200b346-fd47-40d4-9375-632f8b1d4283), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:43.954980 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-0faaee91-4eba-4a9c-94b1-9d566d5675a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:59:43.956113 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faaee91-4eba-4a9c-94b1-9d566d5675a8 None None] The sync data for ids ['f14d97a6-f463-48f8-a00f-8e7ea730718d'] in n-d-712139-27 is: [] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:59:43.976516 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5457a1e8-1db1-49e2-838b-0469c7a19579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (e8f227f7-d049-486a-ba22-2daeacf9cbbf), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:44.066325 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-0ad2596e-693c-4686-abad-2841c1005582 service neutron] 10.222.0.67 "GET /v2.0/networks/00e51838-dce0-4440-a9f8-fd2fd28c5471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432528 Jan 28 02:59:44.069645 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5457a1e8-1db1-49e2-838b-0469c7a19579 admin admin] Network a5db66a1-ffc2-4d02-8359-f887877fa869 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:59:44.089523 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-5457a1e8-1db1-49e2-838b-0469c7a19579 admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:59:44.096184 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5457a1e8-1db1-49e2-838b-0469c7a19579 admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:59:44.098452 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0928ccb1-643b-48f8-b31d-4856a6972b95 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event updated for resources: {'Subnet': ['ID=5200b346-fd47-40d4-9375-632f8b1d4283,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:44.115063 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b104b9c6-b686-4dde-9f59-d265c2d88d61 req-23d5df0a-7044-47d4-b577-cfe9e451814c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:44.116963 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5457a1e8-1db1-49e2-838b-0469c7a19579 admin admin] Pushing event updated for resources: {'Port': ['ID=e8f227f7-d049-486a-ba22-2daeacf9cbbf,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:44.121056 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b104b9c6-b686-4dde-9f59-d265c2d88d61 req-23d5df0a-7044-47d4-b577-cfe9e451814c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:44.126542 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b104b9c6-b686-4dde-9f59-d265c2d88d61 req-23d5df0a-7044-47d4-b577-cfe9e451814c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:44.131944 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b104b9c6-b686-4dde-9f59-d265c2d88d61 req-23d5df0a-7044-47d4-b577-cfe9e451814c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:44.139448 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b104b9c6-b686-4dde-9f59-d265c2d88d61 req-23d5df0a-7044-47d4-b577-cfe9e451814c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:44.144208 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b104b9c6-b686-4dde-9f59-d265c2d88d61 req-23d5df0a-7044-47d4-b577-cfe9e451814c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:44.150914 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b104b9c6-b686-4dde-9f59-d265c2d88d61 req-23d5df0a-7044-47d4-b577-cfe9e451814c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:44.158545 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b104b9c6-b686-4dde-9f59-d265c2d88d61 req-23d5df0a-7044-47d4-b577-cfe9e451814c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5427 time: 0.1920812 Jan 28 02:59:44.225362 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0928ccb1-643b-48f8-b31d-4856a6972b95 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Checking segment: {'id': '6b49962c-cbcf-4c65-ad12-1cbe2431c83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'bcefe962-d935-451b-bbea-a212c1bde9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:59:44.226179 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0928ccb1-643b-48f8-b31d-4856a6972b95 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Network hostable DHCP agents. Network: bcefe962-d935-451b-bbea-a212c1bde9ae, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:59:44.239683 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5457a1e8-1db1-49e2-838b-0469c7a19579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (15b6b21b-d3dd-4306-90cc-e72eedca063a), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:44.309721 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b104b9c6-b686-4dde-9f59-d265c2d88d61 req-10b4f04c-5bc1-4e76-affa-d21e8d72a302 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1501963 Jan 28 02:59:44.323732 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-4123b1a3-d08a-447d-90a6-b23eba6d7fc0 service neutron] 10.222.0.67 "GET /v2.0/networks/00e51838-dce0-4440-a9f8-fd2fd28c5471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492399 Jan 28 02:59:44.339936 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0928ccb1-643b-48f8-b31d-4856a6972b95 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Network bcefe962-d935-451b-bbea-a212c1bde9ae is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:59:44.399523 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-2834adc8-ae0e-4aef-bd63-f551554fac8c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=5412df90-162b-4d92-af88-5241f7fd5d82 HTTP/1.1" status: 200 len: 217 time: 0.0690799 Jan 28 02:59:44.400035 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-0928ccb1-643b-48f8-b31d-4856a6972b95 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, bcefe962-d935-451b-bbea-a212c1bde9ae) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:59:44.414971 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a204deb-df4f-4de4-a32a-d18d932d8622 None None] Network bcefe962-d935-451b-bbea-a212c1bde9ae requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:59:44.426583 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0928ccb1-643b-48f8-b31d-4856a6972b95 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:44.427182 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0928ccb1-643b-48f8-b31d-4856a6972b95 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:44.487853 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0928ccb1-643b-48f8-b31d-4856a6972b95 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4437447 Jan 28 02:59:44.488290 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46114) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:44.493849 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-7d9e2eb5-252d-416a-b8bc-a901cf507ba5 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'port': {'network_id': 'bcefe962-d935-451b-bbea-a212c1bde9ae', 'name': 'tempest-PortsIpV6TestJSON-1063267265'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:44.502821 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-116442ae-2043-4563-a309-7bd4f36341a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:44.504851 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-116442ae-2043-4563-a309-7bd4f36341a8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d1901a35-0605-40aa-86b7-558d17d5580a HTTP/1.1" status: 200 len: 797 time: 0.0970840 Jan 28 02:59:44.553582 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-e67d4756-50b9-472d-b2ac-082908607396 None None] Provisioning complete for port e8f227f7-d049-486a-ba22-2daeacf9cbbf triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:44.553962 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e67d4756-50b9-472d-b2ac-082908607396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e8f227f7-d049-486a-ba22-2daeacf9cbbf), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:44.607460 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5457a1e8-1db1-49e2-838b-0469c7a19579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e8f227f7-d049-486a-ba22-2daeacf9cbbf), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:44.632302 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-e602e5cd-6bea-47cc-b8ef-b6347202c196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:44.633913 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-e602e5cd-6bea-47cc-b8ef-b6347202c196 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45f5aab1-77c3-46bf-9724-8eea4a5c0efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1183975 Jan 28 02:59:44.682110 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e67d4756-50b9-472d-b2ac-082908607396 None None] Port e8f227f7-d049-486a-ba22-2daeacf9cbbf cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:59:44.695861 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ee0f79-c3e7-4a61-9f43-3071a5bb1f54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-bcefe962-d935-451b-bbea-a212c1bde9ae', 'network_id': 'bcefe962-d935-451b-bbea-a212c1bde9ae', 'project_id': '9c59567226e943da9dd248eb2e296e73', 'fixed_ips': [{'subnet_id': '5200b346-fd47-40d4-9375-632f8b1d4283'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:59:44.696900 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d0ee0f79-c3e7-4a61-9f43-3071a5bb1f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:44.850901 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-88eec372-4fb6-4908-a311-0db776b8f582 service neutron] 10.222.0.67 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994746 Jan 28 02:59:44.984615 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5457a1e8-1db1-49e2-838b-0469c7a19579 admin admin] Publish callbacks [] for port (e8f227f7-d049-486a-ba22-2daeacf9cbbf), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:44.999900 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5457a1e8-1db1-49e2-838b-0469c7a19579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (e8f227f7-d049-486a-ba22-2daeacf9cbbf), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:45.009572 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-5723b943-e9fa-4a05-a80c-e70254c7b34a service neutron] 10.222.0.67 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468379 Jan 28 02:59:45.111409 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-073f574c-206f-4ff7-bb7f-8bb8115894cd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=db7ee719-a3aa-47ed-85e5-5c79bf8865fd HTTP/1.1" status: 200 len: 217 time: 0.0619006 Jan 28 02:59:45.134024 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5457a1e8-1db1-49e2-838b-0469c7a19579 admin admin] Pushing event updated for resources: {'Port': ['ID=e8f227f7-d049-486a-ba22-2daeacf9cbbf,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:45.139265 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5457a1e8-1db1-49e2-838b-0469c7a19579 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (15b6b21b-d3dd-4306-90cc-e72eedca063a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:45.214876 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-a8d88640-0ebf-47a1-bb8a-784972596807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:45.216939 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-a8d88640-0ebf-47a1-bb8a-784972596807 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d1901a35-0605-40aa-86b7-558d17d5580a HTTP/1.1" status: 200 len: 797 time: 0.0745971 Jan 28 02:59:45.273904 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 704a2507-5bce-4202-8edb-c21bb5339198 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:59:45.314051 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-15984fb0-a4d4-408b-8d7b-22f92500ac96 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:45.372350 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f12ed153-0ea6-4003-907d-5fd7667d3d15 req-7ca2aa41-d4c0-4d56-b90f-16098c665e65 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 210 time: 0.7330692 Jan 28 02:59:45.383598 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 704a2507-5bce-4202-8edb-c21bb5339198 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:45.387080 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (704a2507-5bce-4202-8edb-c21bb5339198), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:45.421088 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5457a1e8-1db1-49e2-838b-0469c7a19579 admin admin] Network a5db66a1-ffc2-4d02-8359-f887877fa869 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:59:45.427532 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-5457a1e8-1db1-49e2-838b-0469c7a19579 admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:59:45.477667 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46124) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:45.524568 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-d0ee0f79-c3e7-4a61-9f43-3071a5bb1f54 None None] Allocated IP 2001:db8::2 (bcefe962-d935-451b-bbea-a212c1bde9ae/5200b346-fd47-40d4-9375-632f8b1d4283/06f71993-b031-45cc-8177-2d1ad7a629da) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:59:45.583030 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-ba98a3b8-c59f-4135-9865-5b0638363020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:45.584839 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-ba98a3b8-c59f-4135-9865-5b0638363020 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45f5aab1-77c3-46bf-9724-8eea4a5c0efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2435234 Jan 28 02:59:45.594257 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 704a2507-5bce-4202-8edb-c21bb5339198 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:59:45.721849 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f9d37435-99bf-4f22-9396-8963b91bf934 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:45.759002 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae608602-a3a5-43fc-90cb-60e2a6bf8306 req-5568ad37-ed6c-42b5-9705-3f4ffff09357 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:45.766262 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae608602-a3a5-43fc-90cb-60e2a6bf8306 req-5568ad37-ed6c-42b5-9705-3f4ffff09357 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:45.776366 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae608602-a3a5-43fc-90cb-60e2a6bf8306 req-5568ad37-ed6c-42b5-9705-3f4ffff09357 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:45.782335 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae608602-a3a5-43fc-90cb-60e2a6bf8306 req-5568ad37-ed6c-42b5-9705-3f4ffff09357 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:45.788031 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae608602-a3a5-43fc-90cb-60e2a6bf8306 req-5568ad37-ed6c-42b5-9705-3f4ffff09357 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:45.793986 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae608602-a3a5-43fc-90cb-60e2a6bf8306 req-5568ad37-ed6c-42b5-9705-3f4ffff09357 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:45.799397 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae608602-a3a5-43fc-90cb-60e2a6bf8306 req-5568ad37-ed6c-42b5-9705-3f4ffff09357 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:45.801658 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ae608602-a3a5-43fc-90cb-60e2a6bf8306 req-5568ad37-ed6c-42b5-9705-3f4ffff09357 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5427 time: 0.3154030 Jan 28 02:59:45.813843 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f9d37435-99bf-4f22-9396-8963b91bf934 admin admin] Publish callbacks [] for security_group (5947e1aa-5309-4765-a44a-c6d135bca328), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:45.840476 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-255ac0d3-b418-4f80-ad3a-7fdfb7c5d381 None None] Provisioning complete for port e8f227f7-d049-486a-ba22-2daeacf9cbbf triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:45.841185 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f9d37435-99bf-4f22-9396-8963b91bf934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (5947e1aa-5309-4765-a44a-c6d135bca328), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:45.841556 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-255ac0d3-b418-4f80-ad3a-7fdfb7c5d381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e8f227f7-d049-486a-ba22-2daeacf9cbbf), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:45.858801 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5457a1e8-1db1-49e2-838b-0469c7a19579 admin admin] Router 15b6b21b-d3dd-4306-90cc-e72eedca063a has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:59:45.878076 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d0ee0f79-c3e7-4a61-9f43-3071a5bb1f54 None None] Publish callbacks [] for port (06f71993-b031-45cc-8177-2d1ad7a629da), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:45.880413 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f9d37435-99bf-4f22-9396-8963b91bf934 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dcaac8ceca394d31b3a8c8d656d3de45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4016228 Jan 28 02:59:45.881672 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9e2eb5-252d-416a-b8bc-a901cf507ba5 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Made reservation on behalf of 9c59567226e943da9dd248eb2e296e73 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:59:45.886036 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7d9e2eb5-252d-416a-b8bc-a901cf507ba5 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:45.892416 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46130) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:45.895021 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d0ee0f79-c3e7-4a61-9f43-3071a5bb1f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (06f71993-b031-45cc-8177-2d1ad7a629da), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:45.911247 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ee0f79-c3e7-4a61-9f43-3071a5bb1f54 None None] Network bcefe962-d935-451b-bbea-a212c1bde9ae is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:59:45.914281 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-d0ee0f79-c3e7-4a61-9f43-3071a5bb1f54 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:59:45.916144 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-255ac0d3-b418-4f80-ad3a-7fdfb7c5d381 None None] Port e8f227f7-d049-486a-ba22-2daeacf9cbbf cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:59:45.917671 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ee0f79-c3e7-4a61-9f43-3071a5bb1f54 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:59:45.920632 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ae608602-a3a5-43fc-90cb-60e2a6bf8306 req-b0f61025-d902-4fa3-ac7a-7f049dc44c6f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1053228 Jan 28 02:59:45.980679 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-d4b90647-2c59-4dce-a264-ba7794f51d67 service neutron] 10.222.0.67 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670545 Jan 28 02:59:45.999649 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-7d9e2eb5-252d-416a-b8bc-a901cf507ba5 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] device_id is not set on port 5c892431-3395-479e-8a8a-d13f4458fb40 yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:59:46.021089 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee0f79-c3e7-4a61-9f43-3071a5bb1f54 None None] Pushing event updated for resources: {'Port': ['ID=06f71993-b031-45cc-8177-2d1ad7a629da,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:46.033560 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-d0ee0f79-c3e7-4a61-9f43-3071a5bb1f54 None None] Attempting to bind port 06f71993-b031-45cc-8177-2d1ad7a629da on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:59:46.034206 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-d0ee0f79-c3e7-4a61-9f43-3071a5bb1f54 None None] Attempting to bind port 06f71993-b031-45cc-8177-2d1ad7a629da by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '6b49962c-cbcf-4c65-ad12-1cbe2431c83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'bcefe962-d935-451b-bbea-a212c1bde9ae'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:59:46.034807 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ee0f79-c3e7-4a61-9f43-3071a5bb1f54 None None] Attempting to bind port 06f71993-b031-45cc-8177-2d1ad7a629da on network bcefe962-d935-451b-bbea-a212c1bde9ae {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:59:46.040518 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ee0f79-c3e7-4a61-9f43-3071a5bb1f54 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:59:46.041300 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ee0f79-c3e7-4a61-9f43-3071a5bb1f54 None None] Checking segment: {'id': '6b49962c-cbcf-4c65-ad12-1cbe2431c83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'bcefe962-d935-451b-bbea-a212c1bde9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:59:46.041932 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d0ee0f79-c3e7-4a61-9f43-3071a5bb1f54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:46.042535 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ee0f79-c3e7-4a61-9f43-3071a5bb1f54 None None] Bound using segment: {'id': '6b49962c-cbcf-4c65-ad12-1cbe2431c83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'bcefe962-d935-451b-bbea-a212c1bde9ae'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:59:46.043255 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-d0ee0f79-c3e7-4a61-9f43-3071a5bb1f54 None None] Bound port: 06f71993-b031-45cc-8177-2d1ad7a629da, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b49962c-cbcf-4c65-ad12-1cbe2431c83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'bcefe962-d935-451b-bbea-a212c1bde9ae'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:59:46.043882 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d0ee0f79-c3e7-4a61-9f43-3071a5bb1f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (06f71993-b031-45cc-8177-2d1ad7a629da), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:46.115632 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-d0ee0f79-c3e7-4a61-9f43-3071a5bb1f54 None None] For port 06f71993-b031-45cc-8177-2d1ad7a629da, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:59:46.122393 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-d0ee0f79-c3e7-4a61-9f43-3071a5bb1f54 None None] For port 06f71993-b031-45cc-8177-2d1ad7a629da, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=06f71993-b031-45cc-8177-2d1ad7a629da,segment=NetworkSegment(6b49962c-cbcf-4c65-ad12-1cbe2431c83d),segment_id=6b49962c-cbcf-4c65-ad12-1cbe2431c83d)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:59:46.126284 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-a6cb0571-2702-4bd9-a3c1-93769ae2a1d0 service neutron] 10.222.0.67 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375391 Jan 28 02:59:46.132446 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d0ee0f79-c3e7-4a61-9f43-3071a5bb1f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (06f71993-b031-45cc-8177-2d1ad7a629da), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:46.138141 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-7d9e2eb5-252d-416a-b8bc-a901cf507ba5 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Allocated IP 2001:db8::f3 (bcefe962-d935-451b-bbea-a212c1bde9ae/5200b346-fd47-40d4-9375-632f8b1d4283/5c892431-3395-479e-8a8a-d13f4458fb40) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:59:46.177870 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-385ea760-391a-4bb2-b506-4c6e04104c6c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=1a299c13-361c-41af-87eb-964dd7de4708 HTTP/1.1" status: 200 len: 217 time: 0.0432358 Jan 28 02:59:46.179467 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5457a1e8-1db1-49e2-838b-0469c7a19579 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:59:46.185104 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5457a1e8-1db1-49e2-838b-0469c7a19579 admin admin] 10.222.0.53 "PUT /v2.0/routers/15b6b21b-d3dd-4306-90cc-e72eedca063a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0138595 Jan 28 02:59:46.194380 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee0f79-c3e7-4a61-9f43-3071a5bb1f54 None None] Pushing event updated for resources: {'Port': ['ID=06f71993-b031-45cc-8177-2d1ad7a629da,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:46.209914 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378fc553-d67d-4d88-8b41-113a2dd5879a None None] Sync routers for ids ['15b6b21b-d3dd-4306-90cc-e72eedca063a'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:59:46.225568 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378fc553-d67d-4d88-8b41-113a2dd5879a None None] Routers {'15b6b21b-d3dd-4306-90cc-e72eedca063a'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:59:46.226195 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-378fc553-d67d-4d88-8b41-113a2dd5879a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:59:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['15b6b21b-d3dd-4306-90cc-e72eedca063a'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:59:46.267240 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-a2b9b11c-3054-49b4-bd21-073f955d7e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:46.268728 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-a2b9b11c-3054-49b4-bd21-073f955d7e55 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d1901a35-0605-40aa-86b7-558d17d5580a HTTP/1.1" status: 200 len: 797 time: 0.0825148 Jan 28 02:59:46.369814 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-1ca41323-a591-484a-aeac-6526ece5dcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:46.371320 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7d9e2eb5-252d-416a-b8bc-a901cf507ba5 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for port (5c892431-3395-479e-8a8a-d13f4458fb40), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:46.372568 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-1ca41323-a591-484a-aeac-6526ece5dcb4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45f5aab1-77c3-46bf-9724-8eea4a5c0efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0974000 Jan 28 02:59:46.394991 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-378fc553-d67d-4d88-8b41-113a2dd5879a None None] Set router 15b6b21b-d3dd-4306-90cc-e72eedca063a gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:59:46.516234 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7d9e2eb5-252d-416a-b8bc-a901cf507ba5 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (5c892431-3395-479e-8a8a-d13f4458fb40), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:46.535971 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d37435-99bf-4f22-9396-8963b91bf934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5947e1aa-5309-4765-a44a-c6d135bca328,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:46.648393 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-f919860c-9513-4be1-9fc8-ad451bbe6291 service neutron] 10.222.0.67 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689288 Jan 28 02:59:46.670980 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9e2eb5-252d-416a-b8bc-a901cf507ba5 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Network bcefe962-d935-451b-bbea-a212c1bde9ae is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:59:46.672204 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-514f2370-4ea4-40bb-958c-5416b36bfd71 admin admin] Publish callbacks [] for security_group (5947e1aa-5309-4765-a44a-c6d135bca328), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:46.698043 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-514f2370-4ea4-40bb-958c-5416b36bfd71 admin admin] Publish callbacks [] for security_group (5947e1aa-5309-4765-a44a-c6d135bca328), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:46.757041 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c2d17647-adaf-4017-83c3-498d5273ce7d req-cc8f8b58-c272-4307-8fd0-862cef67384b tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 210 time: 0.2340033 Jan 28 02:59:46.811318 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-7d9e2eb5-252d-416a-b8bc-a901cf507ba5 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:59:46.815451 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9e2eb5-252d-416a-b8bc-a901cf507ba5 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:59:46.822884 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9e2eb5-252d-416a-b8bc-a901cf507ba5 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:46.823741 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7d9e2eb5-252d-416a-b8bc-a901cf507ba5 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:46.833528 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-514f2370-4ea4-40bb-958c-5416b36bfd71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (5947e1aa-5309-4765-a44a-c6d135bca328), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:46.836558 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-514f2370-4ea4-40bb-958c-5416b36bfd71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:46.849400 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-9d83a082-d3f9-4b38-9fc6-ece04ae05c56 service neutron] 10.222.0.67 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917400 Jan 28 02:59:46.856783 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-514f2370-4ea4-40bb-958c-5416b36bfd71 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5947e1aa-5309-4765-a44a-c6d135bca328 HTTP/1.1" status: 204 len: 168 time: 0.9632139 Jan 28 02:59:46.933982 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-378fc553-d67d-4d88-8b41-113a2dd5879a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b6b21b-d3dd-4306-90cc-e72eedca063a', 'name': 'tempest-AttachSCSIVolumeTestJSON-633845331-router', 'tenant_id': '03f2764faa5b40ccac2b3b80bfd1adcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '704a2507-5bce-4202-8edb-c21bb5339198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:59:33Z', 'updated_at': '2022-01-28T02:59:44Z', 'revision_number': 4, 'project_id': '03f2764faa5b40ccac2b3b80bfd1adcd', 'gw_port': {'id': '704a2507-5bce-4202-8edb-c21bb5339198', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:81:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b6b21b-d3dd-4306-90cc-e72eedca063a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:59:35Z', 'updated_at': '2022-01-28T02:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'e8f227f7-d049-486a-ba22-2daeacf9cbbf', 'name': '', 'network_id': 'a5db66a1-ffc2-4d02-8359-f887877fa869', 'tenant_id': '03f2764faa5b40ccac2b3b80bfd1adcd', 'mac_address': 'fa:16:3e:7c:54:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b6b21b-d3dd-4306-90cc-e72eedca063a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '9da91d80-777a-4952-8a0b-1836dcebe1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:59:42Z', 'updated_at': '2022-01-28T02:59:44Z', 'revision_number': 2, 'project_id': '03f2764faa5b40ccac2b3b80bfd1adcd', 'subnets': [{'id': '9da91d80-777a-4952-8a0b-1836dcebe1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:59:47.012659 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378fc553-d67d-4d88-8b41-113a2dd5879a None None] Checking router: 15b6b21b-d3dd-4306-90cc-e72eedca063a for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:59:47.013424 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378fc553-d67d-4d88-8b41-113a2dd5879a None None] Updating router 15b6b21b-d3dd-4306-90cc-e72eedca063a port e8f227f7-d049-486a-ba22-2daeacf9cbbf binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:59:47.078863 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 06f71993-b031-45cc-8177-2d1ad7a629da up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:59:47.095862 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f2370-4ea4-40bb-958c-5416b36bfd71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5947e1aa-5309-4765-a44a-c6d135bca328,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:47.096149 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-378fc553-d67d-4d88-8b41-113a2dd5879a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e8f227f7-d049-486a-ba22-2daeacf9cbbf), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:47.166213 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e2eb5-252d-416a-b8bc-a901cf507ba5 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event updated for resources: {'Port': ['ID=5c892431-3395-479e-8a8a-d13f4458fb40,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:47.175429 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7d9e2eb5-252d-416a-b8bc-a901cf507ba5 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6864822 Jan 28 02:59:47.198582 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 06f71993-b031-45cc-8177-2d1ad7a629da triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:47.200082 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (06f71993-b031-45cc-8177-2d1ad7a629da), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:47.216587 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46152) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:47.222072 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-98c00d4e-4e67-4cc0-820f-e249d4c6ae9b tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'port': {'network_id': 'bcefe962-d935-451b-bbea-a212c1bde9ae', 'name': 'tempest-PortsIpV6TestJSON-1458653426'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:47.349834 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 06f71993-b031-45cc-8177-2d1ad7a629da is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:59:47.350525 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (06f71993-b031-45cc-8177-2d1ad7a629da), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:47.443177 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 06f71993-b031-45cc-8177-2d1ad7a629da, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=06f71993-b031-45cc-8177-2d1ad7a629da,segment=NetworkSegment(6b49962c-cbcf-4c65-ad12-1cbe2431c83d),segment_id=6b49962c-cbcf-4c65-ad12-1cbe2431c83d)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:59:47.451553 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (06f71993-b031-45cc-8177-2d1ad7a629da), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:47.536650 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb266c-bced-494a-b741-b3372341bce5 req-0dcfcc2a-42ef-43d8-8193-17d9c38475fd tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:47.552406 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb266c-bced-494a-b741-b3372341bce5 req-0dcfcc2a-42ef-43d8-8193-17d9c38475fd tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:47.565679 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=06f71993-b031-45cc-8177-2d1ad7a629da,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:47.574898 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb266c-bced-494a-b741-b3372341bce5 req-0dcfcc2a-42ef-43d8-8193-17d9c38475fd tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:47.582167 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb266c-bced-494a-b741-b3372341bce5 req-0dcfcc2a-42ef-43d8-8193-17d9c38475fd tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:47.595681 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb266c-bced-494a-b741-b3372341bce5 req-0dcfcc2a-42ef-43d8-8193-17d9c38475fd tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:47.607651 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb266c-bced-494a-b741-b3372341bce5 req-0dcfcc2a-42ef-43d8-8193-17d9c38475fd tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:47.618043 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb266c-bced-494a-b741-b3372341bce5 req-0dcfcc2a-42ef-43d8-8193-17d9c38475fd tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:47.624006 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1acb266c-bced-494a-b741-b3372341bce5 req-0dcfcc2a-42ef-43d8-8193-17d9c38475fd tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5427 time: 0.5194848 Jan 28 02:59:47.677344 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46162) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:47.679004 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-15984fb0-a4d4-408b-8d7b-22f92500ac96 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Allocated IP 172.20.0.1 (47f3e36b-5e2b-4dff-a28f-6b808828f87f/1b0799cc-957f-422b-afda-dead260d642c/d2213642-6157-45d6-8322-9d27b987d5d1) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:59:47.725639 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-378fc553-d67d-4d88-8b41-113a2dd5879a None None] Publish callbacks [] for port (e8f227f7-d049-486a-ba22-2daeacf9cbbf), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:47.732682 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-378fc553-d67d-4d88-8b41-113a2dd5879a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e8f227f7-d049-486a-ba22-2daeacf9cbbf), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:47.848240 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d262a-8564-4a88-994e-e70e8d2fe600 None None] Pushing event updated for resources: {'Port': ['ID=e8f227f7-d049-486a-ba22-2daeacf9cbbf,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:47.867383 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-104d3d4e-5cc2-4834-aea1-acade764a332 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=32253399-bfa8-4777-9ebe-28270de068d4 HTTP/1.1" status: 200 len: 217 time: 1.0142474 Jan 28 02:59:47.940660 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-15984fb0-a4d4-408b-8d7b-22f92500ac96 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks [] for port (d2213642-6157-45d6-8322-9d27b987d5d1), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:47.969456 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-378fc553-d67d-4d88-8b41-113a2dd5879a None None] Attempting to bind port e8f227f7-d049-486a-ba22-2daeacf9cbbf on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:59:47.970181 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-378fc553-d67d-4d88-8b41-113a2dd5879a None None] Attempting to bind port e8f227f7-d049-486a-ba22-2daeacf9cbbf by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '7d7091a8-a073-429a-a4b4-3148b56eff22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a5db66a1-ffc2-4d02-8359-f887877fa869'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:59:47.970877 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378fc553-d67d-4d88-8b41-113a2dd5879a None None] Attempting to bind port e8f227f7-d049-486a-ba22-2daeacf9cbbf on network a5db66a1-ffc2-4d02-8359-f887877fa869 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:59:47.977224 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378fc553-d67d-4d88-8b41-113a2dd5879a None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:59:47.978032 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378fc553-d67d-4d88-8b41-113a2dd5879a None None] Checking segment: {'id': '7d7091a8-a073-429a-a4b4-3148b56eff22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a5db66a1-ffc2-4d02-8359-f887877fa869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:59:47.978877 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-378fc553-d67d-4d88-8b41-113a2dd5879a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:47.979490 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378fc553-d67d-4d88-8b41-113a2dd5879a None None] Bound using segment: {'id': '7d7091a8-a073-429a-a4b4-3148b56eff22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a5db66a1-ffc2-4d02-8359-f887877fa869'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:59:47.980182 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-378fc553-d67d-4d88-8b41-113a2dd5879a None None] Bound port: e8f227f7-d049-486a-ba22-2daeacf9cbbf, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d7091a8-a073-429a-a4b4-3148b56eff22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a5db66a1-ffc2-4d02-8359-f887877fa869'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:59:47.980937 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-378fc553-d67d-4d88-8b41-113a2dd5879a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e8f227f7-d049-486a-ba22-2daeacf9cbbf), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:48.002133 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e724616d-0c15-436a-8113-32812fc0e854 req-398aeb9d-0eb2-4658-a075-1d8659b13335 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 210 time: 0.0672355 Jan 28 02:59:48.023551 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-64aa5fda-3f3a-4cf8-b703-0a5bcd7f922c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:48.033200 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-64aa5fda-3f3a-4cf8-b703-0a5bcd7f922c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d1901a35-0605-40aa-86b7-558d17d5580a HTTP/1.1" status: 200 len: 797 time: 0.1590736 Jan 28 02:59:48.046418 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-d3438d6c-6b2a-436e-825a-a61f3059f81c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1958386318-network', 'tenant_id': 'c6c9ce367dc949bcac439df203fc2eb4'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:48.067946 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-15984fb0-a4d4-408b-8d7b-22f92500ac96 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (d2213642-6157-45d6-8322-9d27b987d5d1), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:48.110543 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-378fc553-d67d-4d88-8b41-113a2dd5879a None None] For port e8f227f7-d049-486a-ba22-2daeacf9cbbf, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:59:48.118831 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-378fc553-d67d-4d88-8b41-113a2dd5879a None None] For port e8f227f7-d049-486a-ba22-2daeacf9cbbf, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=e8f227f7-d049-486a-ba22-2daeacf9cbbf,segment=NetworkSegment(7d7091a8-a073-429a-a4b4-3148b56eff22),segment_id=7d7091a8-a073-429a-a4b4-3148b56eff22)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:59:48.131202 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-378fc553-d67d-4d88-8b41-113a2dd5879a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e8f227f7-d049-486a-ba22-2daeacf9cbbf), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:48.133477 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-a6109a63-28e6-49fa-b6f5-3adbefe5815c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:48.135752 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-a6109a63-28e6-49fa-b6f5-3adbefe5815c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45f5aab1-77c3-46bf-9724-8eea4a5c0efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0958600 Jan 28 02:59:48.195865 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15984fb0-a4d4-408b-8d7b-22f92500ac96 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Network 47f3e36b-5e2b-4dff-a28f-6b808828f87f is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:59:48.202394 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-15984fb0-a4d4-408b-8d7b-22f92500ac96 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:59:48.262754 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15984fb0-a4d4-408b-8d7b-22f92500ac96 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:59:48.267896 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fc26dd-6254-4ace-a206-55f2abb32ab2 None None] Network bcefe962-d935-451b-bbea-a212c1bde9ae requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:59:48.274308 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378fc553-d67d-4d88-8b41-113a2dd5879a None None] Routers {'15b6b21b-d3dd-4306-90cc-e72eedca063a'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:59:48.276178 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-378fc553-d67d-4d88-8b41-113a2dd5879a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:59:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['15b6b21b-d3dd-4306-90cc-e72eedca063a'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:59:48.294808 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-7acd6544-e63d-42ee-accc-04c556dfb036 service neutron] 10.222.0.67 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387901 Jan 28 02:59:48.412213 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1acb266c-bced-494a-b741-b3372341bce5 req-cd64b9eb-a0ef-4390-a8ac-3cc1a28da1bc tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3505921 Jan 28 02:59:48.412213 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3438d6c-6b2a-436e-825a-a61f3059f81c admin admin] Made reservation on behalf of c6c9ce367dc949bcac439df203fc2eb4 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:59:48.412213 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d3438d6c-6b2a-436e-825a-a61f3059f81c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:48.412213 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-15984fb0-a4d4-408b-8d7b-22f92500ac96 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (f14d97a6-f463-48f8-a00f-8e7ea730718d), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:48.412213 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c00d4e-4e67-4cc0-820f-e249d4c6ae9b tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Made reservation on behalf of 9c59567226e943da9dd248eb2e296e73 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:59:48.438219 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-98c00d4e-4e67-4cc0-820f-e249d4c6ae9b tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:48.535186 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-5e7a4190-7bb9-4ed2-bd40-d30edc85c8a8 None None] Provisioning complete for port e8f227f7-d049-486a-ba22-2daeacf9cbbf triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:48.538806 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5e7a4190-7bb9-4ed2-bd40-d30edc85c8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e8f227f7-d049-486a-ba22-2daeacf9cbbf), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:48.545999 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-fa82bd17-143a-4103-a11e-e5fc294e52c9 service neutron] 10.222.0.67 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442122 Jan 28 02:59:48.579073 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-378fc553-d67d-4d88-8b41-113a2dd5879a None None] Set router 15b6b21b-d3dd-4306-90cc-e72eedca063a gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:59:48.581541 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d3438d6c-6b2a-436e-825a-a61f3059f81c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:48.610492 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15984fb0-a4d4-408b-8d7b-22f92500ac96 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Pushing event updated for resources: {'Port': ['ID=d2213642-6157-45d6-8322-9d27b987d5d1,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:48.642962 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-53804503-d395-4a62-bba3-c40138ab335c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fab89d88-a54d-4fec-bf38-88eba2285661 HTTP/1.1" status: 200 len: 217 time: 0.0907710 Jan 28 02:59:48.656868 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-98c00d4e-4e67-4cc0-820f-e249d4c6ae9b tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] device_id is not set on port fa27e9db-2780-4b93-86bf-f1e69729271d yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:59:48.757674 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-ede57fd8-f379-4081-9be6-ddfe900f3d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:48.759934 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-ede57fd8-f379-4081-9be6-ddfe900f3d83 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d7ff91e7-f241-4c5c-a917-a215b6f26f85 HTTP/1.1" status: 200 len: 797 time: 0.1096811 Jan 28 02:59:48.772968 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d262a-8564-4a88-994e-e70e8d2fe600 None None] Pushing event updated for resources: {'Port': ['ID=e8f227f7-d049-486a-ba22-2daeacf9cbbf,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:48.851771 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-78210f31-5ac2-4bd6-8671-6c0975d4c763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:48.855656 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-78210f31-5ac2-4bd6-8671-6c0975d4c763 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8f5c2a2c-a994-4917-b3e0-21b15ad56c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0879395 Jan 28 02:59:48.913485 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-5e7a4190-7bb9-4ed2-bd40-d30edc85c8a8 None None] Current status of the port e8f227f7-d049-486a-ba22-2daeacf9cbbf is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:59:48.914592 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5e7a4190-7bb9-4ed2-bd40-d30edc85c8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e8f227f7-d049-486a-ba22-2daeacf9cbbf), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:48.987787 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 06f71993-b031-45cc-8177-2d1ad7a629da up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:59:49.051184 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-5e7a4190-7bb9-4ed2-bd40-d30edc85c8a8 None None] For port e8f227f7-d049-486a-ba22-2daeacf9cbbf, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=e8f227f7-d049-486a-ba22-2daeacf9cbbf,segment=NetworkSegment(7d7091a8-a073-429a-a4b4-3148b56eff22),segment_id=7d7091a8-a073-429a-a4b4-3148b56eff22)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:59:49.064705 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-4148fee2-938d-4f80-ac1c-847955bdc6b0 service neutron] 10.222.0.67 "GET /v2.0/networks/8f5c2a2c-a994-4917-b3e0-21b15ad56c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028050 Jan 28 02:59:49.082823 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5e7a4190-7bb9-4ed2-bd40-d30edc85c8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e8f227f7-d049-486a-ba22-2daeacf9cbbf), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:49.198053 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-98c00d4e-4e67-4cc0-820f-e249d4c6ae9b tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Allocated IP 2001:db8::185 (bcefe962-d935-451b-bbea-a212c1bde9ae/5200b346-fd47-40d4-9375-632f8b1d4283/fa27e9db-2780-4b93-86bf-f1e69729271d) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:59:49.252284 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-61ffb1cc-d720-4461-872d-76c286eeb52a req-ff6e6661-d767-4354-89a1-3835eb77f00f tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 210 time: 0.0790470 Jan 28 02:59:49.289981 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a4190-7bb9-4ed2-bd40-d30edc85c8a8 None None] Pushing event updated for resources: {'Port': ['ID=e8f227f7-d049-486a-ba22-2daeacf9cbbf,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:49.345833 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-de5ab929-2afe-4cdf-9662-278ad4b017d1 service neutron] 10.222.0.67 "GET /v2.0/networks/8f5c2a2c-a994-4917-b3e0-21b15ad56c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712836 Jan 28 02:59:49.347439 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-5e7a4190-7bb9-4ed2-bd40-d30edc85c8a8 None None] Provisioning complete for port 06f71993-b031-45cc-8177-2d1ad7a629da triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:49.347837 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5e7a4190-7bb9-4ed2-bd40-d30edc85c8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (06f71993-b031-45cc-8177-2d1ad7a629da), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:49.393910 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 06f71993-b031-45cc-8177-2d1ad7a629da triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:49.394664 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (06f71993-b031-45cc-8177-2d1ad7a629da), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:49.427808 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-0cc9bd2b-cd86-40ef-8b6e-ce3e6ce7f372 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7449fb17-3519-4387-a4d3-63b8cf30ebec HTTP/1.1" status: 200 len: 217 time: 0.0698504 Jan 28 02:59:49.436078 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-378fc553-d67d-4d88-8b41-113a2dd5879a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b6b21b-d3dd-4306-90cc-e72eedca063a', 'name': 'tempest-AttachSCSIVolumeTestJSON-633845331-router', 'tenant_id': '03f2764faa5b40ccac2b3b80bfd1adcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '704a2507-5bce-4202-8edb-c21bb5339198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:59:33Z', 'updated_at': '2022-01-28T02:59:44Z', 'revision_number': 4, 'project_id': '03f2764faa5b40ccac2b3b80bfd1adcd', 'gw_port': {'id': '704a2507-5bce-4202-8edb-c21bb5339198', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:81:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b6b21b-d3dd-4306-90cc-e72eedca063a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:59:35Z', 'updated_at': '2022-01-28T02:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'e8f227f7-d049-486a-ba22-2daeacf9cbbf', 'name': '', 'network_id': 'a5db66a1-ffc2-4d02-8359-f887877fa869', 'tenant_id': '03f2764faa5b40ccac2b3b80bfd1adcd', 'mac_address': 'fa:16:3e:7c:54:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b6b21b-d3dd-4306-90cc-e72eedca063a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '9da91d80-777a-4952-8a0b-1836dcebe1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:59:42Z', 'updated_at': '2022-01-28T02:59:48Z', 'revision_number': 4, 'project_id': '03f2764faa5b40ccac2b3b80bfd1adcd', 'subnets': [{'id': '9da91d80-777a-4952-8a0b-1836dcebe1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:59:49.496498 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378fc553-d67d-4d88-8b41-113a2dd5879a None None] The sync data for ids ['15b6b21b-d3dd-4306-90cc-e72eedca063a'] in n-d-712139-27 is: [{'id': '15b6b21b-d3dd-4306-90cc-e72eedca063a', 'name': 'tempest-AttachSCSIVolumeTestJSON-633845331-router', 'tenant_id': '03f2764faa5b40ccac2b3b80bfd1adcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '704a2507-5bce-4202-8edb-c21bb5339198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:59:33Z', 'updated_at': '2022-01-28T02:59:44Z', 'revision_number': 4, 'project_id': '03f2764faa5b40ccac2b3b80bfd1adcd', 'gw_port': {'id': '704a2507-5bce-4202-8edb-c21bb5339198', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:81:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b6b21b-d3dd-4306-90cc-e72eedca063a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:59:35Z', 'updated_at': '2022-01-28T02:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'e8f227f7-d049-486a-ba22-2daeacf9cbbf', 'name': '', 'network_id': 'a5db66a1-ffc2-4d02-8359-f887877fa869', 'tenant_id': '03f2764faa5b40ccac2b3b80bfd1adcd', 'mac_address': 'fa:16:3e:7c:54:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b6b21b-d3dd-4306-90cc-e72eedca063a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '9da91d80-777a-4952-8a0b-1836dcebe1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:59:42Z', 'updated_at': '2022-01-28T02:59:48Z', 'revision_number': 4, 'project_id': '03f2764faa5b40ccac2b3b80bfd1adcd', 'subnets': [{'id': '9da91d80-777a-4952-8a0b-1836dcebe1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:59:49.552416 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-98c00d4e-4e67-4cc0-820f-e249d4c6ae9b tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for port (fa27e9db-2780-4b93-86bf-f1e69729271d), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:49.587179 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-ff1da298-d556-40ca-afac-47b29b6e8e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:49.591249 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-ff1da298-d556-40ca-afac-47b29b6e8e9e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d7ff91e7-f241-4c5c-a917-a215b6f26f85 HTTP/1.1" status: 200 len: 797 time: 0.1522732 Jan 28 02:59:49.635735 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 06f71993-b031-45cc-8177-2d1ad7a629da is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:59:49.671172 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-98c00d4e-4e67-4cc0-820f-e249d4c6ae9b tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (fa27e9db-2780-4b93-86bf-f1e69729271d), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:49.679067 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-5e7a4190-7bb9-4ed2-bd40-d30edc85c8a8 None None] Current status of the port 06f71993-b031-45cc-8177-2d1ad7a629da is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:59:49.736945 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-e5238454-f849-4e74-828e-0d81c83ecd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:49.738635 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-e5238454-f849-4e74-828e-0d81c83ecd4d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8f5c2a2c-a994-4917-b3e0-21b15ad56c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1377773 Jan 28 02:59:49.763590 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-15984fb0-a4d4-408b-8d7b-22f92500ac96 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d2213642-6157-45d6-8322-9d27b987d5d1), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:49.786386 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c00d4e-4e67-4cc0-820f-e249d4c6ae9b tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Network bcefe962-d935-451b-bbea-a212c1bde9ae is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:59:49.808020 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-98c00d4e-4e67-4cc0-820f-e249d4c6ae9b tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:59:49.826918 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-af3f8409-92c3-4e2a-a70c-a38cbdba8e7e None None] Provisioning complete for port e8f227f7-d049-486a-ba22-2daeacf9cbbf triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:49.827320 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-af3f8409-92c3-4e2a-a70c-a38cbdba8e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e8f227f7-d049-486a-ba22-2daeacf9cbbf), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:49.828837 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c00d4e-4e67-4cc0-820f-e249d4c6ae9b tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:59:49.845710 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c00d4e-4e67-4cc0-820f-e249d4c6ae9b tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:49.860546 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-98c00d4e-4e67-4cc0-820f-e249d4c6ae9b tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:49.861386 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-280d0049-e798-40e9-baec-5f8d23e5ef3a service neutron] 10.222.0.67 "GET /v2.0/networks/8f5c2a2c-a994-4917-b3e0-21b15ad56c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154516 Jan 28 02:59:49.873768 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e00c23-0479-4492-b803-47232ff67c13 req-83c5543c-7d29-4dec-b8ab-259755f4cffa tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:49.881962 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e00c23-0479-4492-b803-47232ff67c13 req-83c5543c-7d29-4dec-b8ab-259755f4cffa tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:49.889012 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e00c23-0479-4492-b803-47232ff67c13 req-83c5543c-7d29-4dec-b8ab-259755f4cffa tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:49.895993 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e00c23-0479-4492-b803-47232ff67c13 req-83c5543c-7d29-4dec-b8ab-259755f4cffa tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:49.900499 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c00d4e-4e67-4cc0-820f-e249d4c6ae9b tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event updated for resources: {'Port': ['ID=fa27e9db-2780-4b93-86bf-f1e69729271d,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:49.907037 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e00c23-0479-4492-b803-47232ff67c13 req-83c5543c-7d29-4dec-b8ab-259755f4cffa tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:49.915331 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e00c23-0479-4492-b803-47232ff67c13 req-83c5543c-7d29-4dec-b8ab-259755f4cffa tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:49.921705 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d3438d6c-6b2a-436e-825a-a61f3059f81c admin admin] Publish callbacks [] for security_group (e9534ad3-c999-4a3e-a9b4-df97284a14be), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:49.924190 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e00c23-0479-4492-b803-47232ff67c13 req-83c5543c-7d29-4dec-b8ab-259755f4cffa tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:49.937144 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-98c00d4e-4e67-4cc0-820f-e249d4c6ae9b tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7164419 Jan 28 02:59:49.941508 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-43e00c23-0479-4492-b803-47232ff67c13 req-83c5543c-7d29-4dec-b8ab-259755f4cffa tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5427 time: 0.2770958 Jan 28 02:59:49.960293 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46190) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:50.002524 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d3438d6c-6b2a-436e-825a-a61f3059f81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (e9534ad3-c999-4a3e-a9b4-df97284a14be), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:50.049955 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-af3f8409-92c3-4e2a-a70c-a38cbdba8e7e None None] Current status of the port e8f227f7-d049-486a-ba22-2daeacf9cbbf is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:59:50.077115 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-af3f8409-92c3-4e2a-a70c-a38cbdba8e7e None None] Provisioning complete for port 5c892431-3395-479e-8a8a-d13f4458fb40 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:50.077899 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-af3f8409-92c3-4e2a-a70c-a38cbdba8e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (5c892431-3395-479e-8a8a-d13f4458fb40), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:50.082456 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3438d6c-6b2a-436e-825a-a61f3059f81c admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:59:50.120419 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-af3f8409-92c3-4e2a-a70c-a38cbdba8e7e None None] Port 5c892431-3395-479e-8a8a-d13f4458fb40 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:59:50.135517 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-af3f8409-92c3-4e2a-a70c-a38cbdba8e7e None None] Provisioning complete for port 06f71993-b031-45cc-8177-2d1ad7a629da triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:50.136493 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-af3f8409-92c3-4e2a-a70c-a38cbdba8e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (06f71993-b031-45cc-8177-2d1ad7a629da), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:50.219931 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d3438d6c-6b2a-436e-825a-a61f3059f81c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (a5cfba65-383b-4542-afb3-5f082cebddf1), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:50.220305 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-d3438d6c-6b2a-436e-825a-a61f3059f81c admin admin] Added segment a5cfba65-383b-4542-afb3-5f082cebddf1 of type vlan for network ed05f1c2-aa72-4a5a-971c-664bd351fbe9 Jan 28 02:59:50.233205 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3438d6c-6b2a-436e-825a-a61f3059f81c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9534ad3-c999-4a3e-a9b4-df97284a14be,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:50.237874 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6da4c89-aa19-4f05-a821-e40111358694 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:50.239582 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e6da4c89-aa19-4f05-a821-e40111358694 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Af3 HTTP/1.1" status: 200 len: 928 time: 0.2766426 Jan 28 02:59:50.243758 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46192) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:50.261496 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-af3f8409-92c3-4e2a-a70c-a38cbdba8e7e None None] Current status of the port 06f71993-b031-45cc-8177-2d1ad7a629da is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:59:50.273133 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-af3f8409-92c3-4e2a-a70c-a38cbdba8e7e None None] Provisioning complete for port d2213642-6157-45d6-8322-9d27b987d5d1 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:50.273526 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-af3f8409-92c3-4e2a-a70c-a38cbdba8e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d2213642-6157-45d6-8322-9d27b987d5d1), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:50.303591 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-43e00c23-0479-4492-b803-47232ff67c13 req-1a0c1891-e66a-4dca-bcff-b8f9aa007872 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3606942 Jan 28 02:59:50.311177 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-af3f8409-92c3-4e2a-a70c-a38cbdba8e7e None None] Port d2213642-6157-45d6-8322-9d27b987d5d1 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:59:50.369361 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e94910c-4752-4e29-9ca9-6c9847997fa6 req-3769aa6f-2f55-4e1d-a7e2-3e758344fe22 service neutron] 10.222.0.67 "GET /v2.0/networks/8f5c2a2c-a994-4917-b3e0-21b15ad56c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4187641 Jan 28 02:59:50.441828 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-e765d46b-9363-43e8-8133-6e424b2fa35b None None] Provisioning complete for port fa27e9db-2780-4b93-86bf-f1e69729271d triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:50.459473 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e765d46b-9363-43e8-8133-6e424b2fa35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (fa27e9db-2780-4b93-86bf-f1e69729271d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:50.518700 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e765d46b-9363-43e8-8133-6e424b2fa35b None None] Port fa27e9db-2780-4b93-86bf-f1e69729271d cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:59:50.531237 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-e765d46b-9363-43e8-8133-6e424b2fa35b None None] Provisioning complete for port 5c892431-3395-479e-8a8a-d13f4458fb40 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:50.532248 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e765d46b-9363-43e8-8133-6e424b2fa35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (5c892431-3395-479e-8a8a-d13f4458fb40), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:50.537878 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-15984fb0-a4d4-408b-8d7b-22f92500ac96 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks [] for port (d2213642-6157-45d6-8322-9d27b987d5d1), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:50.545862 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-a97bc54d-e65d-4f90-a0cf-d6fbda6b4b2a tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Deleting port fa27e9db-2780-4b93-86bf-f1e69729271d {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:59:50.546514 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a97bc54d-e65d-4f90-a0cf-d6fbda6b4b2a tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (fa27e9db-2780-4b93-86bf-f1e69729271d), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:50.552383 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-15984fb0-a4d4-408b-8d7b-22f92500ac96 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (d2213642-6157-45d6-8322-9d27b987d5d1), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:50.558556 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37afb2c-283d-4e86-9c7b-25433365ed6d req-cbe08df9-d7d0-4878-9192-9d503e82949a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:50.559277 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37afb2c-283d-4e86-9c7b-25433365ed6d req-cbe08df9-d7d0-4878-9192-9d503e82949a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:50.559888 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37afb2c-283d-4e86-9c7b-25433365ed6d req-cbe08df9-d7d0-4878-9192-9d503e82949a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:50.560637 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37afb2c-283d-4e86-9c7b-25433365ed6d req-cbe08df9-d7d0-4878-9192-9d503e82949a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:50.561272 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37afb2c-283d-4e86-9c7b-25433365ed6d req-cbe08df9-d7d0-4878-9192-9d503e82949a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:50.561922 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37afb2c-283d-4e86-9c7b-25433365ed6d req-cbe08df9-d7d0-4878-9192-9d503e82949a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:50.562520 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37afb2c-283d-4e86-9c7b-25433365ed6d req-cbe08df9-d7d0-4878-9192-9d503e82949a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:50.571360 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d37afb2c-283d-4e86-9c7b-25433365ed6d req-cbe08df9-d7d0-4878-9192-9d503e82949a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d47d57aa564c407d8f7b752418cdddf4&device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 6491 time: 0.1021788 Jan 28 02:59:50.581220 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d3438d6c-6b2a-436e-825a-a61f3059f81c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (ed05f1c2-aa72-4a5a-971c-664bd351fbe9), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:50.594649 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e765d46b-9363-43e8-8133-6e424b2fa35b None None] Port 5c892431-3395-479e-8a8a-d13f4458fb40 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:59:50.637188 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2fcb5ae4-adc6-42ab-aaa7-0fa5c4b21238 req-b44ffd14-39cd-44b7-85ed-f0fbfbdffb8d tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 210 time: 0.0929351 Jan 28 02:59:50.706088 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d3438d6c-6b2a-436e-825a-a61f3059f81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (ed05f1c2-aa72-4a5a-971c-664bd351fbe9), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:50.707191 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3438d6c-6b2a-436e-825a-a61f3059f81c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:50.707848 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d3438d6c-6b2a-436e-825a-a61f3059f81c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:50.724748 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-15984fb0-a4d4-408b-8d7b-22f92500ac96 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (f14d97a6-f463-48f8-a00f-8e7ea730718d), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:50.726555 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15984fb0-a4d4-408b-8d7b-22f92500ac96 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Pushing event updated for resources: {'Port': ['ID=d2213642-6157-45d6-8322-9d27b987d5d1,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:50.759185 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a97bc54d-e65d-4f90-a0cf-d6fbda6b4b2a tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (fa27e9db-2780-4b93-86bf-f1e69729271d), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:50.774362 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37afb2c-283d-4e86-9c7b-25433365ed6d req-45afc8b4-0d83-4eea-ae58-4f353e929e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:50.775867 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d37afb2c-283d-4e86-9c7b-25433365ed6d req-45afc8b4-0d83-4eea-ae58-4f353e929e96 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8f5c2a2c-a994-4917-b3e0-21b15ad56c20 HTTP/1.1" status: 200 len: 902 time: 0.1900034 Jan 28 02:59:50.780759 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-a97bc54d-e65d-4f90-a0cf-d6fbda6b4b2a tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Calling delete_port for fa27e9db-2780-4b93-86bf-f1e69729271d owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:59:50.831706 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d37afb2c-283d-4e86-9c7b-25433365ed6d req-00f066e9-876f-4379-9c94-90be2f8fce5f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7449fb17-3519-4387-a4d3-63b8cf30ebec HTTP/1.1" status: 200 len: 217 time: 0.0485079 Jan 28 02:59:50.905581 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d3438d6c-6b2a-436e-825a-a61f3059f81c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.8688052 Jan 28 02:59:50.911466 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46198) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:50.918561 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-2869375d-df00-4c23-83bd-0e2abea2d926 admin admin] Request body: {'subnet': {'network_id': 'ed05f1c2-aa72-4a5a-971c-664bd351fbe9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1958386318-subnet', 'tenant_id': 'c6c9ce367dc949bcac439df203fc2eb4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:50.942545 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15984fb0-a4d4-408b-8d7b-22f92500ac96 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Network 47f3e36b-5e2b-4dff-a28f-6b808828f87f is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:59:50.945184 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-15984fb0-a4d4-408b-8d7b-22f92500ac96 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:59:50.948250 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2869375d-df00-4c23-83bd-0e2abea2d926 admin admin] Made reservation on behalf of c6c9ce367dc949bcac439df203fc2eb4 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:59:50.956195 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2869375d-df00-4c23-83bd-0e2abea2d926 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:50.956195 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3438d6c-6b2a-436e-825a-a61f3059f81c admin admin] Pushing event updated for resources: {'Network': ['ID=ed05f1c2-aa72-4a5a-971c-664bd351fbe9,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:50.974700 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37afb2c-283d-4e86-9c7b-25433365ed6d req-289f7df4-8158-4033-82e7-e10db4248106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:50.976393 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d37afb2c-283d-4e86-9c7b-25433365ed6d req-289f7df4-8158-4033-82e7-e10db4248106 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d7ff91e7-f241-4c5c-a917-a215b6f26f85 HTTP/1.1" status: 200 len: 797 time: 0.0816650 Jan 28 02:59:50.992522 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network ed05f1c2-aa72-4a5a-971c-664bd351fbe9 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:59:51.125543 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device e8f227f7-d049-486a-ba22-2daeacf9cbbf up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:59:51.136443 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37afb2c-283d-4e86-9c7b-25433365ed6d req-98e9e6b1-3c5a-4b9f-846a-f13039d8e090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:51.139354 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d37afb2c-283d-4e86-9c7b-25433365ed6d req-98e9e6b1-3c5a-4b9f-846a-f13039d8e090 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8f5c2a2c-a994-4917-b3e0-21b15ad56c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1471560 Jan 28 02:59:51.212958 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a97bc54d-e65d-4f90-a0cf-d6fbda6b4b2a tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (fa27e9db-2780-4b93-86bf-f1e69729271d), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:51.284905 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15984fb0-a4d4-408b-8d7b-22f92500ac96 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Router f14d97a6-f463-48f8-a00f-8e7ea730718d has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:59:51.299158 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port e8f227f7-d049-486a-ba22-2daeacf9cbbf triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:51.301046 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97bc54d-e65d-4f90-a0cf-d6fbda6b4b2a tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event deleted for resources: {'Port': ['ID=fa27e9db-2780-4b93-86bf-f1e69729271d,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:51.313098 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e8f227f7-d049-486a-ba22-2daeacf9cbbf), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:51.392914 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a97bc54d-e65d-4f90-a0cf-d6fbda6b4b2a tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:51.414224 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a97bc54d-e65d-4f90-a0cf-d6fbda6b4b2a tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/ports/fa27e9db-2780-4b93-86bf-f1e69729271d HTTP/1.1" status: 204 len: 168 time: 1.1500170 Jan 28 02:59:51.420979 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46202) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:51.552772 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-21e331a5-a7a5-4203-88cc-f1a43567336f None None] Provisioning complete for port d2213642-6157-45d6-8322-9d27b987d5d1 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:51.553761 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-21e331a5-a7a5-4203-88cc-f1a43567336f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d2213642-6157-45d6-8322-9d27b987d5d1), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:51.596483 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-0370c571-9604-4e99-9d97-7c5878ad7b5d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] GET failed (client error): The resource could not be found. Jan 28 02:59:51.617931 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0370c571-9604-4e99-9d97-7c5878ad7b5d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "GET /v2.0/ports/fa27e9db-2780-4b93-86bf-f1e69729271d HTTP/1.1" status: 404 len: 333 time: 0.1921933 Jan 28 02:59:51.665142 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46206) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:51.715449 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d37afb2c-283d-4e86-9c7b-25433365ed6d req-a46dea86-8388-42f4-a54b-95da48bb9c8a service neutron] 10.222.0.67 "GET /v2.0/networks/8f5c2a2c-a994-4917-b3e0-21b15ad56c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5673103 Jan 28 02:59:51.749215 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2869375d-df00-4c23-83bd-0e2abea2d926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (2a1d1b90-0044-4720-abbc-ad89283cc2ec), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:51.759004 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port e8f227f7-d049-486a-ba22-2daeacf9cbbf is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:59:51.790967 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-21e331a5-a7a5-4203-88cc-f1a43567336f None None] Port d2213642-6157-45d6-8322-9d27b987d5d1 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:59:51.884278 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6c5ea-ab5c-4584-aec7-c9012b20650c req-d399a22b-5f71-44cf-b9fd-02489f178609 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:51.893825 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6c5ea-ab5c-4584-aec7-c9012b20650c req-d399a22b-5f71-44cf-b9fd-02489f178609 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:51.908144 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6c5ea-ab5c-4584-aec7-c9012b20650c req-d399a22b-5f71-44cf-b9fd-02489f178609 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:51.918987 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6c5ea-ab5c-4584-aec7-c9012b20650c req-d399a22b-5f71-44cf-b9fd-02489f178609 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:51.938952 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6c5ea-ab5c-4584-aec7-c9012b20650c req-d399a22b-5f71-44cf-b9fd-02489f178609 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:51.944478 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6c5ea-ab5c-4584-aec7-c9012b20650c req-d399a22b-5f71-44cf-b9fd-02489f178609 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:51.960237 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6c5ea-ab5c-4584-aec7-c9012b20650c req-d399a22b-5f71-44cf-b9fd-02489f178609 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:51.962208 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a9d6c5ea-ab5c-4584-aec7-c9012b20650c req-d399a22b-5f71-44cf-b9fd-02489f178609 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5427 time: 0.3735111 Jan 28 02:59:52.000567 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2cbaeab7-cf95-4700-853f-2bcf98c91538 req-c6057142-cd50-45bb-a918-fd257dbf1c95 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 210 time: 0.1731555 Jan 28 02:59:52.068629 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15984fb0-a4d4-408b-8d7b-22f92500ac96 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:59:52.083131 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f82fc3-23de-49f8-82dc-8d9571de0682 None None] Sync routers for ids ['f14d97a6-f463-48f8-a00f-8e7ea730718d'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:59:52.098278 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f82fc3-23de-49f8-82dc-8d9571de0682 None None] Routers {'f14d97a6-f463-48f8-a00f-8e7ea730718d'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:59:52.098823 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-48f82fc3-23de-49f8-82dc-8d9571de0682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:59:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['f14d97a6-f463-48f8-a00f-8e7ea730718d'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:59:52.107341 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46212) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:52.113660 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-15984fb0-a4d4-408b-8d7b-22f92500ac96 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] 10.222.0.53 "PUT /v2.0/routers/f14d97a6-f463-48f8-a00f-8e7ea730718d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2788360 Jan 28 02:59:52.119612 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869375d-df00-4c23-83bd-0e2abea2d926 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a1d1b90-0044-4720-abbc-ad89283cc2ec,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:52.124557 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-1cc3929b-deba-43bd-8448-cd0c0e932a75 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Request body: {'port': {'network_id': '47f3e36b-5e2b-4dff-a28f-6b808828f87f', 'name': 'tempest-FloatingIPAdminTestJSON-2022358676'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:52.150013 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2869375d-df00-4c23-83bd-0e2abea2d926 admin admin] Checking segment: {'id': 'a5cfba65-383b-4542-afb3-5f082cebddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ed05f1c2-aa72-4a5a-971c-664bd351fbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:59:52.150377 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2869375d-df00-4c23-83bd-0e2abea2d926 admin admin] Network hostable DHCP agents. Network: ed05f1c2-aa72-4a5a-971c-664bd351fbe9, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:59:52.190072 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-48f82fc3-23de-49f8-82dc-8d9571de0682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:59:52.191902 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a9d6c5ea-ab5c-4584-aec7-c9012b20650c req-15a11b51-ae88-4760-8422-dda3a1b588b8 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2137101 Jan 28 02:59:52.200855 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-b463479c-3d4d-40f9-850f-a94bcdef5c9f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Deleting port 5c892431-3395-479e-8a8a-d13f4458fb40 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:59:52.201311 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b463479c-3d4d-40f9-850f-a94bcdef5c9f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (5c892431-3395-479e-8a8a-d13f4458fb40), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:52.216493 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f82fc3-23de-49f8-82dc-8d9571de0682 None None] Routers {'f14d97a6-f463-48f8-a00f-8e7ea730718d'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:59:52.217172 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-48f82fc3-23de-49f8-82dc-8d9571de0682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:59:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['f14d97a6-f463-48f8-a00f-8e7ea730718d'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:59:52.220938 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2869375d-df00-4c23-83bd-0e2abea2d926 admin admin] Network ed05f1c2-aa72-4a5a-971c-664bd351fbe9 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:59:52.255631 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d37afb2c-283d-4e86-9c7b-25433365ed6d req-cfbbe303-8f64-4eef-a881-a1f44595dc53 service neutron] 10.222.0.67 "GET /v2.0/networks/8f5c2a2c-a994-4917-b3e0-21b15ad56c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5280652 Jan 28 02:59:52.268029 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-2869375d-df00-4c23-83bd-0e2abea2d926 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, ed05f1c2-aa72-4a5a-971c-664bd351fbe9) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:59:52.276638 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2869375d-df00-4c23-83bd-0e2abea2d926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:52.277365 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2869375d-df00-4c23-83bd-0e2abea2d926 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:52.311371 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2869375d-df00-4c23-83bd-0e2abea2d926 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3969481 Jan 28 02:59:52.315207 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46214) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:52.321296 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-bd0dd620-cd65-4220-ad06-784f48392c94 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1958386318-router', 'tenant_id': 'c6c9ce367dc949bcac439df203fc2eb4', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:52.362088 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b463479c-3d4d-40f9-850f-a94bcdef5c9f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (5c892431-3395-479e-8a8a-d13f4458fb40), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:52.383318 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-b463479c-3d4d-40f9-850f-a94bcdef5c9f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Calling delete_port for 5c892431-3395-479e-8a8a-d13f4458fb40 owned by {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:59:52.390665 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bd0dd620-cd65-4220-ad06-784f48392c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (1404950d-8e72-412c-b8e5-7c5ceea488ac), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:52.392297 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bd0dd620-cd65-4220-ad06-784f48392c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (1404950d-8e72-412c-b8e5-7c5ceea488ac), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:52.411340 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-48f82fc3-23de-49f8-82dc-8d9571de0682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:59:52.414400 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f82fc3-23de-49f8-82dc-8d9571de0682 None None] The sync data for ids ['f14d97a6-f463-48f8-a00f-8e7ea730718d'] in n-d-712139-27 is: [] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:59:52.427571 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c80464-0b1e-484d-bb40-374f9c35d49e None None] Network ed05f1c2-aa72-4a5a-971c-664bd351fbe9 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:59:52.437925 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc3929b-deba-43bd-8448-cd0c0e932a75 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Made reservation on behalf of db511ae1d76f452195c189c6c50b3c04 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:59:52.443470 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1cc3929b-deba-43bd-8448-cd0c0e932a75 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:52.492366 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-1cc3929b-deba-43bd-8448-cd0c0e932a75 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] device_id is not set on port 434a24d0-2583-4991-a3fa-97017b04e096 yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 02:59:52.636233 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f34e3b1-0b73-453f-82e4-72eb5d552279 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-ed05f1c2-aa72-4a5a-971c-664bd351fbe9', 'network_id': 'ed05f1c2-aa72-4a5a-971c-664bd351fbe9', 'project_id': 'c6c9ce367dc949bcac439df203fc2eb4', 'fixed_ips': [{'subnet_id': '2a1d1b90-0044-4720-abbc-ad89283cc2ec'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:59:52.637302 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9f34e3b1-0b73-453f-82e4-72eb5d552279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:52.770693 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b463479c-3d4d-40f9-850f-a94bcdef5c9f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (5c892431-3395-479e-8a8a-d13f4458fb40), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:52.817859 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-1cc3929b-deba-43bd-8448-cd0c0e932a75 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Allocated IP 172.20.0.11 (47f3e36b-5e2b-4dff-a28f-6b808828f87f/1b0799cc-957f-422b-afda-dead260d642c/434a24d0-2583-4991-a3fa-97017b04e096) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:59:52.885633 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bd0dd620-cd65-4220-ad06-784f48392c94 admin admin] Publish callbacks [] for router_controller (1404950d-8e72-412c-b8e5-7c5ceea488ac), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:52.898817 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b463479c-3d4d-40f9-850f-a94bcdef5c9f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event deleted for resources: {'Port': ['ID=5c892431-3395-479e-8a8a-d13f4458fb40,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:52.998819 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b463479c-3d4d-40f9-850f-a94bcdef5c9f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:53.002180 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b463479c-3d4d-40f9-850f-a94bcdef5c9f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/ports/5c892431-3395-479e-8a8a-d13f4458fb40 HTTP/1.1" status: 204 len: 168 time: 1.3340719 Jan 28 02:59:53.086669 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-9f34e3b1-0b73-453f-82e4-72eb5d552279 None None] Allocated IP 172.20.0.2 (ed05f1c2-aa72-4a5a-971c-664bd351fbe9/2a1d1b90-0044-4720-abbc-ad89283cc2ec/cfa544dd-db1d-45a8-8c54-39e7c35dfa2a) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:59:53.101363 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46228) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:53.125432 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1cc3929b-deba-43bd-8448-cd0c0e932a75 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks [] for port (434a24d0-2583-4991-a3fa-97017b04e096), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:53.176744 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1cc3929b-deba-43bd-8448-cd0c0e932a75 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (434a24d0-2583-4991-a3fa-97017b04e096), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:53.202322 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-15203b5d-cb08-494d-b7be-aa3594a4eeb4 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] GET failed (client error): The resource could not be found. Jan 28 02:59:53.203814 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-15203b5d-cb08-494d-b7be-aa3594a4eeb4 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "GET /v2.0/ports/5c892431-3395-479e-8a8a-d13f4458fb40 HTTP/1.1" status: 404 len: 333 time: 0.1015005 Jan 28 02:59:53.217703 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46232) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:53.370429 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc3929b-deba-43bd-8448-cd0c0e932a75 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Pushing event updated for resources: {'Port': ['ID=434a24d0-2583-4991-a3fa-97017b04e096,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:53.377582 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f0713dd5-a4d6-4444-bdfc-4f831d293022 req-887415cc-90f6-41d9-8817-0490d08cbc3d tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 210 time: 0.1985199 Jan 28 02:59:53.394086 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc3929b-deba-43bd-8448-cd0c0e932a75 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Network 47f3e36b-5e2b-4dff-a28f-6b808828f87f is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:59:53.399092 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-1cc3929b-deba-43bd-8448-cd0c0e932a75 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:59:53.415709 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc3929b-deba-43bd-8448-cd0c0e932a75 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:59:53.467877 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9f34e3b1-0b73-453f-82e4-72eb5d552279 None None] Publish callbacks [] for port (cfa544dd-db1d-45a8-8c54-39e7c35dfa2a), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:53.478620 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9f34e3b1-0b73-453f-82e4-72eb5d552279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (cfa544dd-db1d-45a8-8c54-39e7c35dfa2a), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:53.529615 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc3929b-deba-43bd-8448-cd0c0e932a75 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:53.530293 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1cc3929b-deba-43bd-8448-cd0c0e932a75 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:53.542369 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-b33413bf-9765-42ef-91cc-abc45883e2ef tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Deleting subnet 5200b346-fd47-40d4-9375-632f8b1d4283 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:59:53.559611 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b33413bf-9765-42ef-91cc-abc45883e2ef tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for subnet (5200b346-fd47-40d4-9375-632f8b1d4283), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:53.563938 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bd0dd620-cd65-4220-ad06-784f48392c94 admin admin] Publish callbacks [] for router_gateway (1404950d-8e72-412c-b8e5-7c5ceea488ac), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:53.572311 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1cc3929b-deba-43bd-8448-cd0c0e932a75 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.4638212 Jan 28 02:59:53.575807 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46236) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:53.617023 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f34e3b1-0b73-453f-82e4-72eb5d552279 None None] Network ed05f1c2-aa72-4a5a-971c-664bd351fbe9 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:59:53.619050 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-9f34e3b1-0b73-453f-82e4-72eb5d552279 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:59:53.625881 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f34e3b1-0b73-453f-82e4-72eb5d552279 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:59:53.647358 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34e3b1-0b73-453f-82e4-72eb5d552279 None None] Pushing event updated for resources: {'Port': ['ID=cfa544dd-db1d-45a8-8c54-39e7c35dfa2a,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:53.813895 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b33413bf-9765-42ef-91cc-abc45883e2ef tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (5200b346-fd47-40d4-9375-632f8b1d4283), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:53.821342 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-9f34e3b1-0b73-453f-82e4-72eb5d552279 None None] Attempting to bind port cfa544dd-db1d-45a8-8c54-39e7c35dfa2a on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:59:53.821729 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-9f34e3b1-0b73-453f-82e4-72eb5d552279 None None] Attempting to bind port cfa544dd-db1d-45a8-8c54-39e7c35dfa2a by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'a5cfba65-383b-4542-afb3-5f082cebddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ed05f1c2-aa72-4a5a-971c-664bd351fbe9'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:59:53.822117 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f34e3b1-0b73-453f-82e4-72eb5d552279 None None] Attempting to bind port cfa544dd-db1d-45a8-8c54-39e7c35dfa2a on network ed05f1c2-aa72-4a5a-971c-664bd351fbe9 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:59:53.833841 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f34e3b1-0b73-453f-82e4-72eb5d552279 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:59:53.834222 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f34e3b1-0b73-453f-82e4-72eb5d552279 None None] Checking segment: {'id': 'a5cfba65-383b-4542-afb3-5f082cebddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ed05f1c2-aa72-4a5a-971c-664bd351fbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:59:53.834750 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9f34e3b1-0b73-453f-82e4-72eb5d552279 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:53.837911 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f34e3b1-0b73-453f-82e4-72eb5d552279 None None] Bound using segment: {'id': 'a5cfba65-383b-4542-afb3-5f082cebddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ed05f1c2-aa72-4a5a-971c-664bd351fbe9'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:59:53.840754 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-9f34e3b1-0b73-453f-82e4-72eb5d552279 None None] Bound port: cfa544dd-db1d-45a8-8c54-39e7c35dfa2a, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5cfba65-383b-4542-afb3-5f082cebddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ed05f1c2-aa72-4a5a-971c-664bd351fbe9'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:59:53.841205 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9f34e3b1-0b73-453f-82e4-72eb5d552279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (cfa544dd-db1d-45a8-8c54-39e7c35dfa2a), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:53.955830 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-66bb4c5d-b18e-429e-881a-e7c9f4551856 tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'project_id': 'db511ae1d76f452195c189c6c50b3c04', 'port_id': '434a24d0-2583-4991-a3fa-97017b04e096'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:53.982815 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601b87d-7656-4ffa-b4f2-ae749d21b1ec req-28fbbcf6-20c8-43c8-aaaa-f61afb17bc21 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:53.996266 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66bb4c5d-b18e-429e-881a-e7c9f4551856 tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:54.000868 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601b87d-7656-4ffa-b4f2-ae749d21b1ec req-28fbbcf6-20c8-43c8-aaaa-f61afb17bc21 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:54.014899 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601b87d-7656-4ffa-b4f2-ae749d21b1ec req-28fbbcf6-20c8-43c8-aaaa-f61afb17bc21 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:54.028141 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601b87d-7656-4ffa-b4f2-ae749d21b1ec req-28fbbcf6-20c8-43c8-aaaa-f61afb17bc21 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:54.031377 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-4ef63806-74cc-476a-b251-381d4acc6577 None None] Provisioning complete for port 434a24d0-2583-4991-a3fa-97017b04e096 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:54.031762 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4ef63806-74cc-476a-b251-381d4acc6577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (434a24d0-2583-4991-a3fa-97017b04e096), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:54.042748 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601b87d-7656-4ffa-b4f2-ae749d21b1ec req-28fbbcf6-20c8-43c8-aaaa-f61afb17bc21 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:54.054560 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601b87d-7656-4ffa-b4f2-ae749d21b1ec req-28fbbcf6-20c8-43c8-aaaa-f61afb17bc21 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:54.066615 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601b87d-7656-4ffa-b4f2-ae749d21b1ec req-28fbbcf6-20c8-43c8-aaaa-f61afb17bc21 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:54.081683 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c601b87d-7656-4ffa-b4f2-ae749d21b1ec req-28fbbcf6-20c8-43c8-aaaa-f61afb17bc21 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5427 time: 0.5209308 Jan 28 02:59:54.108192 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-4ef63806-74cc-476a-b251-381d4acc6577 None None] Port 434a24d0-2583-4991-a3fa-97017b04e096 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:59:54.115465 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-9f34e3b1-0b73-453f-82e4-72eb5d552279 None None] For port cfa544dd-db1d-45a8-8c54-39e7c35dfa2a, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:59:54.139437 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-9f34e3b1-0b73-453f-82e4-72eb5d552279 None None] For port cfa544dd-db1d-45a8-8c54-39e7c35dfa2a, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=cfa544dd-db1d-45a8-8c54-39e7c35dfa2a,segment=NetworkSegment(a5cfba65-383b-4542-afb3-5f082cebddf1),segment_id=a5cfba65-383b-4542-afb3-5f082cebddf1)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:59:54.154353 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9f34e3b1-0b73-453f-82e4-72eb5d552279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (cfa544dd-db1d-45a8-8c54-39e7c35dfa2a), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:54.193007 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66bb4c5d-b18e-429e-881a-e7c9f4551856 tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:54.300495 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34e3b1-0b73-453f-82e4-72eb5d552279 None None] Pushing event updated for resources: {'Port': ['ID=cfa544dd-db1d-45a8-8c54-39e7c35dfa2a,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:54.482067 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-66bb4c5d-b18e-429e-881a-e7c9f4551856 tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] Allocated IP 172.25.0.211 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/aee3714e-b3d6-4f07-8092-a5b2823acaac) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:59:54.746031 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66bb4c5d-b18e-429e-881a-e7c9f4551856 tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] Publish callbacks [] for port (aee3714e-b3d6-4f07-8092-a5b2823acaac), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:54.791637 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66bb4c5d-b18e-429e-881a-e7c9f4551856 tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (aee3714e-b3d6-4f07-8092-a5b2823acaac), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:54.843055 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b3454a1b-33bf-4e6a-a97f-7a0c8957bc6d req-ff7835dc-9e8f-4917-ad14-efb3c4866b1c tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 210 time: 0.0623050 Jan 28 02:59:54.890787 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bb4c5d-b18e-429e-881a-e7c9f4551856 tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:59:54.894566 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-66bb4c5d-b18e-429e-881a-e7c9f4551856 tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:59:54.899128 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bb4c5d-b18e-429e-881a-e7c9f4551856 tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:59:54.925525 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b33413bf-9765-42ef-91cc-abc45883e2ef tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (5200b346-fd47-40d4-9375-632f8b1d4283), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:54.947825 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb4c5d-b18e-429e-881a-e7c9f4551856 tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] Pushing event updated for resources: {'Port': ['ID=aee3714e-b3d6-4f07-8092-a5b2823acaac,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:55.223930 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device cfa544dd-db1d-45a8-8c54-39e7c35dfa2a up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:59:55.225723 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b33413bf-9765-42ef-91cc-abc45883e2ef tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (5200b346-fd47-40d4-9375-632f8b1d4283), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:55.301126 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b33413bf-9765-42ef-91cc-abc45883e2ef tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:55.326667 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b33413bf-9765-42ef-91cc-abc45883e2ef tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/subnets/5200b346-fd47-40d4-9375-632f8b1d4283 HTTP/1.1" status: 204 len: 168 time: 1.9997213 Jan 28 02:59:55.330798 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46248) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:55.331842 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33413bf-9765-42ef-91cc-abc45883e2ef tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event deleted for resources: {'Subnet': ['ID=5200b346-fd47-40d4-9375-632f8b1d4283,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:55.355971 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4faedf79-938e-476f-8fb9-c1806c058b3f None None] Network bcefe962-d935-451b-bbea-a212c1bde9ae requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:59:55.584412 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-04e34561-4771-4f16-a218-632b526ad578 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (bcefe962-d935-451b-bbea-a212c1bde9ae), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:55.610830 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c601b87d-7656-4ffa-b4f2-ae749d21b1ec req-00601c2a-d1e5-4986-9568-e7da2f79e400 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.5279987 Jan 28 02:59:55.620926 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port cfa544dd-db1d-45a8-8c54-39e7c35dfa2a triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:55.624976 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (cfa544dd-db1d-45a8-8c54-39e7c35dfa2a), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:55.832271 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port cfa544dd-db1d-45a8-8c54-39e7c35dfa2a is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:59:55.832831 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (cfa544dd-db1d-45a8-8c54-39e7c35dfa2a), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:55.930820 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port cfa544dd-db1d-45a8-8c54-39e7c35dfa2a, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=cfa544dd-db1d-45a8-8c54-39e7c35dfa2a,segment=NetworkSegment(a5cfba65-383b-4542-afb3-5f082cebddf1),segment_id=a5cfba65-383b-4542-afb3-5f082cebddf1)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:59:55.932946 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda4eb45-b053-483f-bab9-f602b774eb26 None None] DHCP port deletion for bcefe962-d935-451b-bbea-a212c1bde9ae request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:59:55.982575 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (cfa544dd-db1d-45a8-8c54-39e7c35dfa2a), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:56.054580 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=cfa544dd-db1d-45a8-8c54-39e7c35dfa2a,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:56.097053 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9336d120-2dd9-481b-a089-d4c5cdb7f6f7 req-54b5d9ab-6054-4f21-bcb6-b020125b70d0 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 210 time: 0.0585938 Jan 28 02:59:56.100377 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-eda4eb45-b053-483f-bab9-f602b774eb26 None None] Deleting port 06f71993-b031-45cc-8177-2d1ad7a629da {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:59:56.100764 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-eda4eb45-b053-483f-bab9-f602b774eb26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (06f71993-b031-45cc-8177-2d1ad7a629da), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:56.138443 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-04e34561-4771-4f16-a218-632b526ad578 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Deleting port 06f71993-b031-45cc-8177-2d1ad7a629da {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:59:56.138913 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-04e34561-4771-4f16-a218-632b526ad578 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (06f71993-b031-45cc-8177-2d1ad7a629da), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:56.141264 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66bb4c5d-b18e-429e-881a-e7c9f4551856 tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] Publish callbacks [] for floatingip (fcac446d-c5fa-4dbf-b6c1-fbf489aa3fdc), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:56.244150 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-04e34561-4771-4f16-a218-632b526ad578 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] For port 06f71993-b031-45cc-8177-2d1ad7a629da, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=06f71993-b031-45cc-8177-2d1ad7a629da,segment=NetworkSegment(6b49962c-cbcf-4c65-ad12-1cbe2431c83d),segment_id=6b49962c-cbcf-4c65-ad12-1cbe2431c83d)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:59:56.244694 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-04e34561-4771-4f16-a218-632b526ad578 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (06f71993-b031-45cc-8177-2d1ad7a629da), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:56.246454 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-eda4eb45-b053-483f-bab9-f602b774eb26 None None] For port 06f71993-b031-45cc-8177-2d1ad7a629da, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=06f71993-b031-45cc-8177-2d1ad7a629da,segment=NetworkSegment(6b49962c-cbcf-4c65-ad12-1cbe2431c83d),segment_id=6b49962c-cbcf-4c65-ad12-1cbe2431c83d)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:59:56.247104 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-eda4eb45-b053-483f-bab9-f602b774eb26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (06f71993-b031-45cc-8177-2d1ad7a629da), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:56.260047 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-04e34561-4771-4f16-a218-632b526ad578 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Calling delete_port for 06f71993-b031-45cc-8177-2d1ad7a629da owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:59:56.342424 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66bb4c5d-b18e-429e-881a-e7c9f4551856 tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (aee3714e-b3d6-4f07-8092-a5b2823acaac), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:56.348407 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bd0dd620-cd65-4220-ad06-784f48392c94 admin admin] Publish callbacks [] for router_gateway (1404950d-8e72-412c-b8e5-7c5ceea488ac), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:56.377586 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bd0dd620-cd65-4220-ad06-784f48392c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:56.436985 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-eda4eb45-b053-483f-bab9-f602b774eb26 None None] Calling delete_port for 06f71993-b031-45cc-8177-2d1ad7a629da owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:59:56.527281 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4d8972-97fc-466a-96de-63646f83731d None None] Network ed05f1c2-aa72-4a5a-971c-664bd351fbe9 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:59:56.556779 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-bd0dd620-cd65-4220-ad06-784f48392c94 admin admin] Allocated IP 172.25.0.61 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/b4999853-ae72-4878-a6cc-26d8f37201df) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:59:56.576672 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66bb4c5d-b18e-429e-881a-e7c9f4551856 tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] Publish callbacks [] for port (aee3714e-b3d6-4f07-8092-a5b2823acaac), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:56.583156 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66bb4c5d-b18e-429e-881a-e7c9f4551856 tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (aee3714e-b3d6-4f07-8092-a5b2823acaac), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:56.646865 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-467c2803-3380-4975-beb4-58c14b851d7e None None] Provisioning complete for port cfa544dd-db1d-45a8-8c54-39e7c35dfa2a triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:56.647263 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-467c2803-3380-4975-beb4-58c14b851d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (cfa544dd-db1d-45a8-8c54-39e7c35dfa2a), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:56.683025 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb4c5d-b18e-429e-881a-e7c9f4551856 tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] Pushing event updated for resources: {'Port': ['ID=aee3714e-b3d6-4f07-8092-a5b2823acaac,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:56.700563 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bd0dd620-cd65-4220-ad06-784f48392c94 admin admin] Publish callbacks [] for port (b4999853-ae72-4878-a6cc-26d8f37201df), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:56.739026 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66bb4c5d-b18e-429e-881a-e7c9f4551856 tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (fcac446d-c5fa-4dbf-b6c1-fbf489aa3fdc), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:56.748574 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bd0dd620-cd65-4220-ad06-784f48392c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (b4999853-ae72-4878-a6cc-26d8f37201df), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:56.752588 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-467c2803-3380-4975-beb4-58c14b851d7e None None] Current status of the port cfa544dd-db1d-45a8-8c54-39e7c35dfa2a is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:59:56.761753 n-d-712139-27 neutron-server[109804]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 02:59:56.761753 n-d-712139-27 neutron-server[109804]: from cryptography.utils import int_from_bytes Jan 28 02:59:56.761753 n-d-712139-27 neutron-server[109804]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 02:59:56.761753 n-d-712139-27 neutron-server[109804]: from cryptography.utils import int_from_bytes Jan 28 02:59:56.761753 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 02:59:56.761753 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 02:59:56.761753 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 02:59:56.761753 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 02:59:56.761753 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 02:59:56.761753 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 02:59:56.761753 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 02:59:56.761753 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 02:59:56.761753 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 02:59:56.761753 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 02:59:56.761753 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 02:59:56.761753 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 02:59:56.761753 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 02:59:56.761753 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 02:59:56.761753 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 02:59:56.761753 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 02:59:56.761753 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 02:59:56.761753 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 02:59:56.761753 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 02:59:56.761753 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 02:59:56.761753 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 02:59:56.761753 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 02:59:56.761753 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 02:59:56.761753 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 02:59:56.761753 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 02:59:56.761753 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 02:59:56.761753 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 02:59:56.761753 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 02:59:56.761753 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 02:59:56.761753 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 02:59:56.761753 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 02:59:56.761753 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 02:59:56.761753 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 02:59:56.761753 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 02:59:56.761753 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 02:59:56.761753 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 02:59:56.761753 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 02:59:56.761753 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 02:59:56.765124 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 02:59:56.765124 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 02:59:56.765124 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 02:59:56.765124 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 02:59:56.765124 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 02:59:56.765124 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 02:59:56.765124 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 02:59:56.765124 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 02:59:56.765124 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 02:59:56.765124 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 02:59:56.765124 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 02:59:56.765124 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 02:59:56.765124 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 02:59:56.765124 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 02:59:56.767770 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-eda4eb45-b053-483f-bab9-f602b774eb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (06f71993-b031-45cc-8177-2d1ad7a629da), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:56.770678 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-04e34561-4771-4f16-a218-632b526ad578 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (06f71993-b031-45cc-8177-2d1ad7a629da), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:56.808232 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4eb45-b053-483f-bab9-f602b774eb26 None None] Pushing event deleted for resources: {'Port': ['ID=06f71993-b031-45cc-8177-2d1ad7a629da,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:56.815937 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda4eb45-b053-483f-bab9-f602b774eb26 None None] No DVR routers for this DVR port 06f71993-b031-45cc-8177-2d1ad7a629da on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:59:56.853446 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e34561-4771-4f16-a218-632b526ad578 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] No DVR routers for this DVR port 06f71993-b031-45cc-8177-2d1ad7a629da on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:59:56.866575 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0dd620-cd65-4220-ad06-784f48392c94 admin admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:59:56.894222 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-bd0dd620-cd65-4220-ad06-784f48392c94 admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:59:56.901866 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0dd620-cd65-4220-ad06-784f48392c94 admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:59:56.919561 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0dd620-cd65-4220-ad06-784f48392c94 admin admin] Pushing event updated for resources: {'Port': ['ID=b4999853-ae72-4878-a6cc-26d8f37201df,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:57.009695 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device cfa544dd-db1d-45a8-8c54-39e7c35dfa2a up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:59:57.079539 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port cfa544dd-db1d-45a8-8c54-39e7c35dfa2a triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:57.079924 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (cfa544dd-db1d-45a8-8c54-39e7c35dfa2a), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:57.122589 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-045cb607-58ae-4e07-9697-5823c51181bb None None] Provisioning complete for port cfa544dd-db1d-45a8-8c54-39e7c35dfa2a triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:59:57.123005 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-045cb607-58ae-4e07-9697-5823c51181bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (cfa544dd-db1d-45a8-8c54-39e7c35dfa2a), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:57.202473 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-04e34561-4771-4f16-a218-632b526ad578 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (bcefe962-d935-451b-bbea-a212c1bde9ae), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:57.233484 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-04e34561-4771-4f16-a218-632b526ad578 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcefe962-d935-451b-bbea-a212c1bde9ae']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:59:57.245447 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-04e34561-4771-4f16-a218-632b526ad578 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b49962c-cbcf-4c65-ad12-1cbe2431c83d') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:59:57.246024 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-04e34561-4771-4f16-a218-632b526ad578 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b49962c-cbcf-4c65-ad12-1cbe2431c83d') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:59:57.258051 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-04e34561-4771-4f16-a218-632b526ad578 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (6b49962c-cbcf-4c65-ad12-1cbe2431c83d), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:57.274970 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-04e34561-4771-4f16-a218-632b526ad578 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (6b49962c-cbcf-4c65-ad12-1cbe2431c83d), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:57.284788 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04e34561-4771-4f16-a218-632b526ad578 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:59:57.285302 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-04e34561-4771-4f16-a218-632b526ad578 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (6b49962c-cbcf-4c65-ad12-1cbe2431c83d), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:57.321390 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-045cb607-58ae-4e07-9697-5823c51181bb None None] Current status of the port cfa544dd-db1d-45a8-8c54-39e7c35dfa2a is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:59:57.338761 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port cfa544dd-db1d-45a8-8c54-39e7c35dfa2a is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:59:57.341089 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592532f-1a88-4ee7-a1b3-cabf0a860694 req-f2eac47d-782b-45c7-959a-ce4c8498f7bb tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:57.347526 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592532f-1a88-4ee7-a1b3-cabf0a860694 req-f2eac47d-782b-45c7-959a-ce4c8498f7bb tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:57.349888 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 02:59:57.349888 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:59:57.349888 n-d-712139-27 neutron-server[109802]: timer() Jan 28 02:59:57.349888 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:59:57.349888 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 02:59:57.349888 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:59:57.349888 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 02:59:57.349888 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:59:57.349888 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 02:59:57.349888 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:59:57.349888 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 02:59:57.349888 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:59:57.349888 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 02:59:57.349888 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:59:57.349888 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:59:57.349888 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:59:57.349888 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:59:57.349888 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:59:57.349888 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 02:59:57.349888 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:59:57.349888 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 02:59:57.349888 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:59:57.349888 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:59:57.349888 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:59:57.349888 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 02:59:57.349888 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:59:57.349888 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:59:57.349888 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:59:57.349888 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:59:57.349888 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:59:57.349888 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:59:57.349888 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:59:57.353031 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592532f-1a88-4ee7-a1b3-cabf0a860694 req-f2eac47d-782b-45c7-959a-ce4c8498f7bb tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:57.358538 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592532f-1a88-4ee7-a1b3-cabf0a860694 req-f2eac47d-782b-45c7-959a-ce4c8498f7bb tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:57.364439 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592532f-1a88-4ee7-a1b3-cabf0a860694 req-f2eac47d-782b-45c7-959a-ce4c8498f7bb tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:57.370190 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592532f-1a88-4ee7-a1b3-cabf0a860694 req-f2eac47d-782b-45c7-959a-ce4c8498f7bb tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:57.375976 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592532f-1a88-4ee7-a1b3-cabf0a860694 req-f2eac47d-782b-45c7-959a-ce4c8498f7bb tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:57.377992 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3592532f-1a88-4ee7-a1b3-cabf0a860694 req-f2eac47d-782b-45c7-959a-ce4c8498f7bb tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5427 time: 0.5674763 Jan 28 02:59:57.396768 n-d-712139-27 neutron-server[109803]: INFO neutron.db.l3_db [None req-66bb4c5d-b18e-429e-881a-e7c9f4551856 tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] Floating IP fcac446d-c5fa-4dbf-b6c1-fbf489aa3fdc associated. External IP: 172.25.0.211, port: 434a24d0-2583-4991-a3fa-97017b04e096. Jan 28 02:59:57.416997 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e34561-4771-4f16-a218-632b526ad578 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event deleted for resources: {'Port': ['ID=06f71993-b031-45cc-8177-2d1ad7a629da,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:57.420009 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 06f71993-b031-45cc-8177-2d1ad7a629da no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:59:57.452186 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-42b71165-bf8e-484b-8eb5-31ef74c46529 req-de974e05-764f-4980-a763-f3dfc5f22d38 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 210 time: 0.0422535 Jan 28 02:59:57.455346 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-04e34561-4771-4f16-a218-632b526ad578 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (bcefe962-d935-451b-bbea-a212c1bde9ae), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:57.461382 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-04e34561-4771-4f16-a218-632b526ad578 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:57.471535 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-04e34561-4771-4f16-a218-632b526ad578 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/networks/bcefe962-d935-451b-bbea-a212c1bde9ae HTTP/1.1" status: 204 len: 168 time: 2.1255183 Jan 28 02:59:57.473422 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46260) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:57.481555 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-f9fd7b6e-563d-421b-9c2a-bee111b17751 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1084255960'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:57.494810 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 06f71993-b031-45cc-8177-2d1ad7a629da {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:59:57.495274 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 06f71993-b031-45cc-8177-2d1ad7a629da not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:59:57.560548 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e34561-4771-4f16-a218-632b526ad578 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event deleted for resources: {'Network': ['ID=bcefe962-d935-451b-bbea-a212c1bde9ae,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:57.563029 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3592532f-1a88-4ee7-a1b3-cabf0a860694 req-2a4e5e4e-afa5-4c3b-bfae-2a4fe9e615a3 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1255093 Jan 28 02:59:57.614981 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9fd7b6e-563d-421b-9c2a-bee111b17751 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Made reservation on behalf of 9c59567226e943da9dd248eb2e296e73 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:59:57.618912 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f9fd7b6e-563d-421b-9c2a-bee111b17751 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:57.654775 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bd0dd620-cd65-4220-ad06-784f48392c94 admin admin] Publish callbacks [] for router_gateway (1404950d-8e72-412c-b8e5-7c5ceea488ac), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:57.700972 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9fd7b6e-563d-421b-9c2a-bee111b17751 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:59:57.719452 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f9fd7b6e-563d-421b-9c2a-bee111b17751 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (d2c207fc-a117-4fe0-a0c3-48c4e3feb93e), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:57.719895 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-f9fd7b6e-563d-421b-9c2a-bee111b17751 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Added segment d2c207fc-a117-4fe0-a0c3-48c4e3feb93e of type vlan for network a28cbc15-1e01-474e-b434-ec7076a47a83 Jan 28 02:59:57.720109 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66bb4c5d-b18e-429e-881a-e7c9f4551856 tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] Router f14d97a6-f463-48f8-a00f-8e7ea730718d has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:59:57.815401 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f9fd7b6e-563d-421b-9c2a-bee111b17751 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (a28cbc15-1e01-474e-b434-ec7076a47a83), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:57.860957 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66bb4c5d-b18e-429e-881a-e7c9f4551856 tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:59:57.876725 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535a1099-a77d-43e4-bc15-8d964492a250 None None] Sync routers for ids ['f14d97a6-f463-48f8-a00f-8e7ea730718d'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:59:57.889107 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66bb4c5d-b18e-429e-881a-e7c9f4551856 tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:57.895115 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f9fd7b6e-563d-421b-9c2a-bee111b17751 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (a28cbc15-1e01-474e-b434-ec7076a47a83), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:57.895655 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535a1099-a77d-43e4-bc15-8d964492a250 None None] Routers {'f14d97a6-f463-48f8-a00f-8e7ea730718d'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:59:57.896476 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-535a1099-a77d-43e4-bc15-8d964492a250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:59:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['f14d97a6-f463-48f8-a00f-8e7ea730718d'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:59:57.900201 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fd7b6e-563d-421b-9c2a-bee111b17751 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:57.900830 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f9fd7b6e-563d-421b-9c2a-bee111b17751 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:57.930842 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-66bb4c5d-b18e-429e-881a-e7c9f4551856 tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 4.3535318 Jan 28 02:59:57.933732 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46262) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:57.938330 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-535a1099-a77d-43e4-bc15-8d964492a250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:59:57.947432 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535a1099-a77d-43e4-bc15-8d964492a250 None None] Routers {'f14d97a6-f463-48f8-a00f-8e7ea730718d'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:59:57.948303 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-535a1099-a77d-43e4-bc15-8d964492a250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:59:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['f14d97a6-f463-48f8-a00f-8e7ea730718d'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:59:57.981917 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-535a1099-a77d-43e4-bc15-8d964492a250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:59:57.982982 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535a1099-a77d-43e4-bc15-8d964492a250 None None] The sync data for ids ['f14d97a6-f463-48f8-a00f-8e7ea730718d'] in n-d-712139-27 is: [] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:59:58.003969 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f9fd7b6e-563d-421b-9c2a-bee111b17751 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5245209 Jan 28 02:59:58.005585 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46264) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:58.010668 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-c3a4aae9-c811-4c58-b252-0e546133045f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'subnet': {'network_id': 'a28cbc15-1e01-474e-b434-ec7076a47a83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:58.078879 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fd7b6e-563d-421b-9c2a-bee111b17751 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event updated for resources: {'Network': ['ID=a28cbc15-1e01-474e-b434-ec7076a47a83,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:58.081393 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-725db2ad-64b3-4d49-979f-5ff3843eb03f tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] 10.222.0.53 "GET /v2.0/floatingips/fcac446d-c5fa-4dbf-b6c1-fbf489aa3fdc HTTP/1.1" status: 200 len: 984 time: 0.1463399 Jan 28 02:59:58.082206 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46266) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:58.093877 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bd0dd620-cd65-4220-ad06-784f48392c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (1404950d-8e72-412c-b8e5-7c5ceea488ac), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:58.108795 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network a28cbc15-1e01-474e-b434-ec7076a47a83 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:59:58.208363 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a4aae9-c811-4c58-b252-0e546133045f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Made reservation on behalf of 9c59567226e943da9dd248eb2e296e73 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:59:58.212538 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c3a4aae9-c811-4c58-b252-0e546133045f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:58.232655 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46268) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:58.233110 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ab72a0e2-ee85-4554-83c3-21c9f364297a tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3214 time: 0.1496997 Jan 28 02:59:58.474999 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd0dd620-cd65-4220-ad06-784f48392c94 admin admin] Router 1404950d-8e72-412c-b8e5-7c5ceea488ac is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 02:59:58.608490 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d1e03686-9a37-4834-971a-297039365a3d req-9950c446-84e6-4ea8-9c98-ef479c6f3673 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 210 time: 0.0523279 Jan 28 02:59:58.634553 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c3a4aae9-c811-4c58-b252-0e546133045f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (6ae66605-a821-4e62-97c3-fab16f66188b), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:58.639934 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-21ea6746-8ec1-41f4-afc5-c66ef2f3d06c tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Deleting port aee3714e-b3d6-4f07-8092-a5b2823acaac {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:59:58.640271 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-21ea6746-8ec1-41f4-afc5-c66ef2f3d06c tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (aee3714e-b3d6-4f07-8092-a5b2823acaac), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:58.854364 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0dd620-cd65-4220-ad06-784f48392c94 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:59:58.856697 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a4aae9-c811-4c58-b252-0e546133045f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event updated for resources: {'Subnet': ['ID=6ae66605-a821-4e62-97c3-fab16f66188b,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:59:58.874670 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98e5e0e-ccef-479a-b854-e1230c736a97 None None] Sync routers for ids ['1404950d-8e72-412c-b8e5-7c5ceea488ac'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:59:58.881466 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a4aae9-c811-4c58-b252-0e546133045f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Checking segment: {'id': 'd2c207fc-a117-4fe0-a0c3-48c4e3feb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'a28cbc15-1e01-474e-b434-ec7076a47a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:59:58.881968 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a4aae9-c811-4c58-b252-0e546133045f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Network hostable DHCP agents. Network: a28cbc15-1e01-474e-b434-ec7076a47a83, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:59:58.885566 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-21ea6746-8ec1-41f4-afc5-c66ef2f3d06c tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (aee3714e-b3d6-4f07-8092-a5b2823acaac), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:58.885910 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-21ea6746-8ec1-41f4-afc5-c66ef2f3d06c tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks [] for floatingip (aee3714e-b3d6-4f07-8092-a5b2823acaac), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:58.889977 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98e5e0e-ccef-479a-b854-e1230c736a97 None None] Routers {'1404950d-8e72-412c-b8e5-7c5ceea488ac'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:59:58.891321 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-f98e5e0e-ccef-479a-b854-e1230c736a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:59:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['1404950d-8e72-412c-b8e5-7c5ceea488ac'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:59:58.916522 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-21ea6746-8ec1-41f4-afc5-c66ef2f3d06c tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Calling delete_port for aee3714e-b3d6-4f07-8092-a5b2823acaac owned by network:floatingip {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:59:58.927668 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bd0dd620-cd65-4220-ad06-784f48392c94 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:58.929933 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-bd0dd620-cd65-4220-ad06-784f48392c94 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.6133127 Jan 28 02:59:58.932708 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46276) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:58.942165 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5548af7-ad97-452b-b505-a10abcba9426 req-07ca98d4-5281-4709-b773-07663cbd07e2 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:58.947002 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5548af7-ad97-452b-b505-a10abcba9426 req-07ca98d4-5281-4709-b773-07663cbd07e2 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:58.952644 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5548af7-ad97-452b-b505-a10abcba9426 req-07ca98d4-5281-4709-b773-07663cbd07e2 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:58.958247 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5548af7-ad97-452b-b505-a10abcba9426 req-07ca98d4-5281-4709-b773-07663cbd07e2 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:58.963523 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5548af7-ad97-452b-b505-a10abcba9426 req-07ca98d4-5281-4709-b773-07663cbd07e2 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:58.969667 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5548af7-ad97-452b-b505-a10abcba9426 req-07ca98d4-5281-4709-b773-07663cbd07e2 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:58.975998 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5548af7-ad97-452b-b505-a10abcba9426 req-07ca98d4-5281-4709-b773-07663cbd07e2 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:58.977107 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e5548af7-ad97-452b-b505-a10abcba9426 req-07ca98d4-5281-4709-b773-07663cbd07e2 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5427 time: 0.2296293 Jan 28 02:59:59.001008 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a4aae9-c811-4c58-b252-0e546133045f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Network a28cbc15-1e01-474e-b434-ec7076a47a83 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:59:59.055191 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:59.074032 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-f98e5e0e-ccef-479a-b854-e1230c736a97 None None] Set router 1404950d-8e72-412c-b8e5-7c5ceea488ac gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:59:59.093621 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-c3a4aae9-c811-4c58-b252-0e546133045f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, a28cbc15-1e01-474e-b434-ec7076a47a83) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:59:59.113630 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0e17ab-b8b5-4990-bbbc-3c59f094d969 None None] Network a28cbc15-1e01-474e-b434-ec7076a47a83 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:59:59.123528 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a4aae9-c811-4c58-b252-0e546133045f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:59:59.124129 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c3a4aae9-c811-4c58-b252-0e546133045f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:59.187592 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c3a4aae9-c811-4c58-b252-0e546133045f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1780019 Jan 28 02:59:59.191248 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46278) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:59:59.199209 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-58604184-3fa1-4a8e-b4c8-2bd86534e4e4 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'port': {'network_id': 'a28cbc15-1e01-474e-b434-ec7076a47a83', 'name': 'tempest-PortsIpV6TestJSON-360359815', 'fixed_ips': [{'subnet_id': '6ae66605-a821-4e62-97c3-fab16f66188b', 'ip_address': '2001:db8::10'}]}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:59:59.218676 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e5548af7-ad97-452b-b505-a10abcba9426 req-968d6676-9095-4272-b6b3-0ec5e63eb7ab tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2279468 Jan 28 02:59:59.436707 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e092e9e5-8f6e-4fa8-85dd-41ce3fd71fc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-a28cbc15-1e01-474e-b434-ec7076a47a83', 'network_id': 'a28cbc15-1e01-474e-b434-ec7076a47a83', 'project_id': '9c59567226e943da9dd248eb2e296e73', 'fixed_ips': [{'subnet_id': '6ae66605-a821-4e62-97c3-fab16f66188b'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:59:59.437634 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e092e9e5-8f6e-4fa8-85dd-41ce3fd71fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:59.459196 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-f98e5e0e-ccef-479a-b854-e1230c736a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1404950d-8e72-412c-b8e5-7c5ceea488ac', 'name': 'tempest-AttachSCSIVolumeTestJSON-1958386318-router', 'tenant_id': 'c6c9ce367dc949bcac439df203fc2eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'b4999853-ae72-4878-a6cc-26d8f37201df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:59:52Z', 'updated_at': '2022-01-28T02:59:57Z', 'revision_number': 3, 'project_id': 'c6c9ce367dc949bcac439df203fc2eb4', 'gw_port': {'id': 'b4999853-ae72-4878-a6cc-26d8f37201df', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:88:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1404950d-8e72-412c-b8e5-7c5ceea488ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:59:56Z', 'updated_at': '2022-01-28T02:59:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:59:59.500584 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98e5e0e-ccef-479a-b854-e1230c736a97 None None] Checking router: 1404950d-8e72-412c-b8e5-7c5ceea488ac for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:59:59.501281 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98e5e0e-ccef-479a-b854-e1230c736a97 None None] Updating router 1404950d-8e72-412c-b8e5-7c5ceea488ac port b4999853-ae72-4878-a6cc-26d8f37201df binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:59:59.539165 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f98e5e0e-ccef-479a-b854-e1230c736a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b4999853-ae72-4878-a6cc-26d8f37201df), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:59.582004 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c384d3ae-88f6-4c46-a864-e7b0dfcdc4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:59.708730 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a489395f-806f-45fd-aea8-2d03d43c34d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:59.836977 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-c384d3ae-88f6-4c46-a864-e7b0dfcdc4db admin admin] Allocated IP 172.20.0.1 (ed05f1c2-aa72-4a5a-971c-664bd351fbe9/2a1d1b90-0044-4720-abbc-ad89283cc2ec/9e36a474-4e14-4490-94b4-c0e8352a2813) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:59:59.846807 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-e092e9e5-8f6e-4fa8-85dd-41ce3fd71fc5 None None] Allocated IP 2001:db8::2 (a28cbc15-1e01-474e-b434-ec7076a47a83/6ae66605-a821-4e62-97c3-fab16f66188b/cced55ad-7d13-47ab-9b4b-84a66f1d8101) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:59:59.879348 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3ecb2e09-2fee-4143-bb8d-745e96bc7345 req-b355ac83-c28f-4f9d-ac18-bad88eb29a01 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 210 time: 0.1280532 Jan 28 02:59:59.934974 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-21ea6746-8ec1-41f4-afc5-c66ef2f3d06c tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (aee3714e-b3d6-4f07-8092-a5b2823acaac), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:59:59.948245 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58604184-3fa1-4a8e-b4c8-2bd86534e4e4 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Made reservation on behalf of 9c59567226e943da9dd248eb2e296e73 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:59:59.974789 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea6746-8ec1-41f4-afc5-c66ef2f3d06c tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Pushing event deleted for resources: {'Port': ['ID=aee3714e-b3d6-4f07-8092-a5b2823acaac,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:00.060237 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c384d3ae-88f6-4c46-a864-e7b0dfcdc4db admin admin] Publish callbacks [] for port (9e36a474-4e14-4490-94b4-c0e8352a2813), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:00.116517 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-21ea6746-8ec1-41f4-afc5-c66ef2f3d06c tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks [] for floatingip (fcac446d-c5fa-4dbf-b6c1-fbf489aa3fdc), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:00.116909 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [None req-21ea6746-8ec1-41f4-afc5-c66ef2f3d06c tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Floating IP fcac446d-c5fa-4dbf-b6c1-fbf489aa3fdc disassociated (deleted). External IP: 172.25.0.211, port: 434a24d0-2583-4991-a3fa-97017b04e096. Jan 28 03:00:00.120794 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c384d3ae-88f6-4c46-a864-e7b0dfcdc4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (9e36a474-4e14-4490-94b4-c0e8352a2813), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:00.149512 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e092e9e5-8f6e-4fa8-85dd-41ce3fd71fc5 None None] Publish callbacks [] for port (cced55ad-7d13-47ab-9b4b-84a66f1d8101), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:00.168867 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58604184-3fa1-4a8e-b4c8-2bd86534e4e4 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:00.179502 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f98e5e0e-ccef-479a-b854-e1230c736a97 None None] Publish callbacks [] for port (b4999853-ae72-4878-a6cc-26d8f37201df), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:00.184074 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c384d3ae-88f6-4c46-a864-e7b0dfcdc4db admin admin] Pushing event updated for resources: {'Port': ['ID=9e36a474-4e14-4490-94b4-c0e8352a2813,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:00.189266 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e092e9e5-8f6e-4fa8-85dd-41ce3fd71fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (cced55ad-7d13-47ab-9b4b-84a66f1d8101), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:00.195691 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-58604184-3fa1-4a8e-b4c8-2bd86534e4e4 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] device_id is not set on port eaf26bd7-4e87-4918-bb02-19cf6ee3c6f1 yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:00:00.198313 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c384d3ae-88f6-4c46-a864-e7b0dfcdc4db admin admin] Network ed05f1c2-aa72-4a5a-971c-664bd351fbe9 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:00:00.200320 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-c384d3ae-88f6-4c46-a864-e7b0dfcdc4db admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:00:00.203561 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c384d3ae-88f6-4c46-a864-e7b0dfcdc4db admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:00:00.227369 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e092e9e5-8f6e-4fa8-85dd-41ce3fd71fc5 None None] Network a28cbc15-1e01-474e-b434-ec7076a47a83 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:00:00.230430 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-e092e9e5-8f6e-4fa8-85dd-41ce3fd71fc5 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:00:00.239765 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e092e9e5-8f6e-4fa8-85dd-41ce3fd71fc5 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:00:00.247681 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f98e5e0e-ccef-479a-b854-e1230c736a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b4999853-ae72-4878-a6cc-26d8f37201df), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:00.256005 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c384d3ae-88f6-4c46-a864-e7b0dfcdc4db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (1404950d-8e72-412c-b8e5-7c5ceea488ac), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:00.410928 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-e092e9e5-8f6e-4fa8-85dd-41ce3fd71fc5 None None] Attempting to bind port cced55ad-7d13-47ab-9b4b-84a66f1d8101 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:00:00.411347 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-e092e9e5-8f6e-4fa8-85dd-41ce3fd71fc5 None None] Attempting to bind port cced55ad-7d13-47ab-9b4b-84a66f1d8101 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'd2c207fc-a117-4fe0-a0c3-48c4e3feb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'a28cbc15-1e01-474e-b434-ec7076a47a83'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:00:00.411716 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e092e9e5-8f6e-4fa8-85dd-41ce3fd71fc5 None None] Attempting to bind port cced55ad-7d13-47ab-9b4b-84a66f1d8101 on network a28cbc15-1e01-474e-b434-ec7076a47a83 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:00:00.413962 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-f98e5e0e-ccef-479a-b854-e1230c736a97 None None] Attempting to bind port b4999853-ae72-4878-a6cc-26d8f37201df on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:00:00.414325 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-f98e5e0e-ccef-479a-b854-e1230c736a97 None None] Attempting to bind port b4999853-ae72-4878-a6cc-26d8f37201df by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:00:00.414681 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98e5e0e-ccef-479a-b854-e1230c736a97 None None] Attempting to bind port b4999853-ae72-4878-a6cc-26d8f37201df on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:00:00.449175 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98e5e0e-ccef-479a-b854-e1230c736a97 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:00:00.449585 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98e5e0e-ccef-479a-b854-e1230c736a97 None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:00:00.450147 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f98e5e0e-ccef-479a-b854-e1230c736a97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:00.450538 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98e5e0e-ccef-479a-b854-e1230c736a97 None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:00:00.453242 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-f98e5e0e-ccef-479a-b854-e1230c736a97 None None] Bound port: b4999853-ae72-4878-a6cc-26d8f37201df, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:00:00.454452 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f98e5e0e-ccef-479a-b854-e1230c736a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b4999853-ae72-4878-a6cc-26d8f37201df), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:00.482590 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c384d3ae-88f6-4c46-a864-e7b0dfcdc4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9e36a474-4e14-4490-94b4-c0e8352a2813), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:00.505317 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e092e9e5-8f6e-4fa8-85dd-41ce3fd71fc5 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:00:00.505901 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e092e9e5-8f6e-4fa8-85dd-41ce3fd71fc5 None None] Checking segment: {'id': 'd2c207fc-a117-4fe0-a0c3-48c4e3feb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'a28cbc15-1e01-474e-b434-ec7076a47a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:00:00.506858 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e092e9e5-8f6e-4fa8-85dd-41ce3fd71fc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:00.507415 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e092e9e5-8f6e-4fa8-85dd-41ce3fd71fc5 None None] Bound using segment: {'id': 'd2c207fc-a117-4fe0-a0c3-48c4e3feb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'a28cbc15-1e01-474e-b434-ec7076a47a83'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:00:00.507918 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-e092e9e5-8f6e-4fa8-85dd-41ce3fd71fc5 None None] Bound port: cced55ad-7d13-47ab-9b4b-84a66f1d8101, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2c207fc-a117-4fe0-a0c3-48c4e3feb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'a28cbc15-1e01-474e-b434-ec7076a47a83'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:00:00.508321 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e092e9e5-8f6e-4fa8-85dd-41ce3fd71fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (cced55ad-7d13-47ab-9b4b-84a66f1d8101), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:00.525458 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e092e9e5-8f6e-4fa8-85dd-41ce3fd71fc5 None None] Pushing event updated for resources: {'Port': ['ID=cced55ad-7d13-47ab-9b4b-84a66f1d8101,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:00.581360 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7eebc-20ce-4af0-abaa-30a4265b21c1 req-d1c5114f-3ae5-4cb2-b8ed-137267709289 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:00.587228 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7eebc-20ce-4af0-abaa-30a4265b21c1 req-d1c5114f-3ae5-4cb2-b8ed-137267709289 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:00.593754 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7eebc-20ce-4af0-abaa-30a4265b21c1 req-d1c5114f-3ae5-4cb2-b8ed-137267709289 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:00.599921 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7eebc-20ce-4af0-abaa-30a4265b21c1 req-d1c5114f-3ae5-4cb2-b8ed-137267709289 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:00.605638 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7eebc-20ce-4af0-abaa-30a4265b21c1 req-d1c5114f-3ae5-4cb2-b8ed-137267709289 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:00.611002 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7eebc-20ce-4af0-abaa-30a4265b21c1 req-d1c5114f-3ae5-4cb2-b8ed-137267709289 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:00.617306 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7eebc-20ce-4af0-abaa-30a4265b21c1 req-d1c5114f-3ae5-4cb2-b8ed-137267709289 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:00.628190 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1ed7eebc-20ce-4af0-abaa-30a4265b21c1 req-d1c5114f-3ae5-4cb2-b8ed-137267709289 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5427 time: 0.1893301 Jan 28 03:00:00.632150 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-e092e9e5-8f6e-4fa8-85dd-41ce3fd71fc5 None None] For port cced55ad-7d13-47ab-9b4b-84a66f1d8101, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:00:00.635653 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-e092e9e5-8f6e-4fa8-85dd-41ce3fd71fc5 None None] For port cced55ad-7d13-47ab-9b4b-84a66f1d8101, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=cced55ad-7d13-47ab-9b4b-84a66f1d8101,segment=NetworkSegment(d2c207fc-a117-4fe0-a0c3-48c4e3feb93e),segment_id=d2c207fc-a117-4fe0-a0c3-48c4e3feb93e)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:00:00.638646 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d7608-32ac-46e1-a8c1-6ee9740738d2 None None] Pushing event updated for resources: {'Port': ['ID=b4999853-ae72-4878-a6cc-26d8f37201df,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:00.670421 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-758a9a30-4bb3-4ac2-9fdc-a7a047465428 None None] Provisioning complete for port 9e36a474-4e14-4490-94b4-c0e8352a2813 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:00:00.670846 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-758a9a30-4bb3-4ac2-9fdc-a7a047465428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9e36a474-4e14-4490-94b4-c0e8352a2813), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:00.673207 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e092e9e5-8f6e-4fa8-85dd-41ce3fd71fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (cced55ad-7d13-47ab-9b4b-84a66f1d8101), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:00.712863 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-58604184-3fa1-4a8e-b4c8-2bd86534e4e4 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Allocated IP 2001:db8::10 (a28cbc15-1e01-474e-b434-ec7076a47a83/6ae66605-a821-4e62-97c3-fab16f66188b/eaf26bd7-4e87-4918-bb02-19cf6ee3c6f1) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:00:00.833650 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c384d3ae-88f6-4c46-a864-e7b0dfcdc4db admin admin] Publish callbacks [] for port (9e36a474-4e14-4490-94b4-c0e8352a2813), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:00.837637 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1ed7eebc-20ce-4af0-abaa-30a4265b21c1 req-c79f262b-b6fb-4cfa-81fd-6cb217ee5571 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2080863 Jan 28 03:00:00.850557 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c384d3ae-88f6-4c46-a864-e7b0dfcdc4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (9e36a474-4e14-4490-94b4-c0e8352a2813), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:00.950713 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e092e9e5-8f6e-4fa8-85dd-41ce3fd71fc5 None None] Pushing event updated for resources: {'Port': ['ID=cced55ad-7d13-47ab-9b4b-84a66f1d8101,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:01.006971 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-f98e5e0e-ccef-479a-b854-e1230c736a97 None None] For port b4999853-ae72-4878-a6cc-26d8f37201df, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:00:01.009195 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-758a9a30-4bb3-4ac2-9fdc-a7a047465428 None None] Port 9e36a474-4e14-4490-94b4-c0e8352a2813 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:00:01.023378 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-f98e5e0e-ccef-479a-b854-e1230c736a97 None None] For port b4999853-ae72-4878-a6cc-26d8f37201df, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=b4999853-ae72-4878-a6cc-26d8f37201df,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:00:01.034343 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c384d3ae-88f6-4c46-a864-e7b0dfcdc4db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (1404950d-8e72-412c-b8e5-7c5ceea488ac), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:01.035966 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f98e5e0e-ccef-479a-b854-e1230c736a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b4999853-ae72-4878-a6cc-26d8f37201df), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:01.039238 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c384d3ae-88f6-4c46-a864-e7b0dfcdc4db admin admin] Pushing event updated for resources: {'Port': ['ID=9e36a474-4e14-4490-94b4-c0e8352a2813,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:01.055275 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ea6746-8ec1-41f4-afc5-c66ef2f3d06c tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Router f14d97a6-f463-48f8-a00f-8e7ea730718d has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:00:01.110874 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9d894cee-4433-42f6-ad5f-0b4d3a307108 req-9803c0e9-22cb-4893-8d14-86adaad10005 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 210 time: 0.0542419 Jan 28 03:00:01.156111 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98e5e0e-ccef-479a-b854-e1230c736a97 None None] Routers {'1404950d-8e72-412c-b8e5-7c5ceea488ac'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:00:01.156936 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-f98e5e0e-ccef-479a-b854-e1230c736a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:59:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['1404950d-8e72-412c-b8e5-7c5ceea488ac'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:00:01.173633 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c384d3ae-88f6-4c46-a864-e7b0dfcdc4db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:01.174052 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c384d3ae-88f6-4c46-a864-e7b0dfcdc4db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:01.174311 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c384d3ae-88f6-4c46-a864-e7b0dfcdc4db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:01.174647 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c384d3ae-88f6-4c46-a864-e7b0dfcdc4db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:01.175380 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c384d3ae-88f6-4c46-a864-e7b0dfcdc4db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:01.175720 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c384d3ae-88f6-4c46-a864-e7b0dfcdc4db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:01.176047 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c384d3ae-88f6-4c46-a864-e7b0dfcdc4db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:01.176524 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c384d3ae-88f6-4c46-a864-e7b0dfcdc4db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:01.176864 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c384d3ae-88f6-4c46-a864-e7b0dfcdc4db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:01.177334 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c384d3ae-88f6-4c46-a864-e7b0dfcdc4db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:01.177658 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c384d3ae-88f6-4c46-a864-e7b0dfcdc4db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:01.177995 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c384d3ae-88f6-4c46-a864-e7b0dfcdc4db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:01.178314 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c384d3ae-88f6-4c46-a864-e7b0dfcdc4db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:01.193159 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c384d3ae-88f6-4c46-a864-e7b0dfcdc4db admin admin] Network ed05f1c2-aa72-4a5a-971c-664bd351fbe9 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:00:01.195417 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-c384d3ae-88f6-4c46-a864-e7b0dfcdc4db admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:00:01.218071 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58604184-3fa1-4a8e-b4c8-2bd86534e4e4 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for port (eaf26bd7-4e87-4918-bb02-19cf6ee3c6f1), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:01.255843 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d7608-32ac-46e1-a8c1-6ee9740738d2 None None] Pushing event updated for resources: {'Port': ['ID=b4999853-ae72-4878-a6cc-26d8f37201df,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:01.282627 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58604184-3fa1-4a8e-b4c8-2bd86534e4e4 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (eaf26bd7-4e87-4918-bb02-19cf6ee3c6f1), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:01.400997 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58604184-3fa1-4a8e-b4c8-2bd86534e4e4 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event updated for resources: {'Port': ['ID=eaf26bd7-4e87-4918-bb02-19cf6ee3c6f1,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:01.405028 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58604184-3fa1-4a8e-b4c8-2bd86534e4e4 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Network a28cbc15-1e01-474e-b434-ec7076a47a83 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:00:01.408992 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-58604184-3fa1-4a8e-b4c8-2bd86534e4e4 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:00:01.420487 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-f98e5e0e-ccef-479a-b854-e1230c736a97 None None] Set router 1404950d-8e72-412c-b8e5-7c5ceea488ac gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:00:01.470081 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58604184-3fa1-4a8e-b4c8-2bd86534e4e4 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:00:01.475318 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c384d3ae-88f6-4c46-a864-e7b0dfcdc4db admin admin] Router 1404950d-8e72-412c-b8e5-7c5ceea488ac has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:00:01.476498 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58604184-3fa1-4a8e-b4c8-2bd86534e4e4 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:01.476642 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58604184-3fa1-4a8e-b4c8-2bd86534e4e4 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:01.519060 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-58604184-3fa1-4a8e-b4c8-2bd86534e4e4 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3266108 Jan 28 03:00:01.519810 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46290) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:01.540692 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-848404be-c7a6-4e9d-b24c-aa358a95113e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'port': {'network_id': 'a28cbc15-1e01-474e-b434-ec7076a47a83', 'name': 'tempest-PortsIpV6TestJSON-1995513927', 'fixed_ips': [{'subnet_id': '6ae66605-a821-4e62-97c3-fab16f66188b', 'ip_address': '2001:db8::f'}]}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:00:01.552136 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ea6746-8ec1-41f4-afc5-c66ef2f3d06c tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:00:01.559496 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-21ea6746-8ec1-41f4-afc5-c66ef2f3d06c tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:01.570446 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7c44e1-2244-4302-be69-9ae2181ebd1e None None] Sync routers for ids ['f14d97a6-f463-48f8-a00f-8e7ea730718d'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:00:01.603626 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7c44e1-2244-4302-be69-9ae2181ebd1e None None] Routers {'f14d97a6-f463-48f8-a00f-8e7ea730718d'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:00:01.605562 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-df7c44e1-2244-4302-be69-9ae2181ebd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:59:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['f14d97a6-f463-48f8-a00f-8e7ea730718d'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:00:01.691337 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-df7c44e1-2244-4302-be69-9ae2181ebd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:00:01.699161 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c384d3ae-88f6-4c46-a864-e7b0dfcdc4db admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:00:01.710767 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c384d3ae-88f6-4c46-a864-e7b0dfcdc4db admin admin] 10.222.0.53 "PUT /v2.0/routers/1404950d-8e72-412c-b8e5-7c5ceea488ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7760727 Jan 28 03:00:01.714916 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7c44e1-2244-4302-be69-9ae2181ebd1e None None] Routers {'f14d97a6-f463-48f8-a00f-8e7ea730718d'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:00:01.715792 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-df7c44e1-2244-4302-be69-9ae2181ebd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T02:59:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['f14d97a6-f463-48f8-a00f-8e7ea730718d'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:00:01.736558 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-21ea6746-8ec1-41f4-afc5-c66ef2f3d06c tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] 10.222.0.53 "DELETE /v2.0/floatingips/fcac446d-c5fa-4dbf-b6c1-fbf489aa3fdc HTTP/1.1" status: 204 len: 168 time: 3.5029624 Jan 28 03:00:01.739842 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46294) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:01.746074 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-5fac23f0-8cf9-4099-bc4e-41303c64ff7b tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:00:01.788514 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848404be-c7a6-4e9d-b24c-aa358a95113e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Made reservation on behalf of 9c59567226e943da9dd248eb2e296e73 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:00:01.796156 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5fac23f0-8cf9-4099-bc4e-41303c64ff7b tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:01.798506 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-848404be-c7a6-4e9d-b24c-aa358a95113e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:01.810149 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-5decf6eb-475b-49c5-ab5b-dddd36fe0106 None None] Provisioning complete for port 9e36a474-4e14-4490-94b4-c0e8352a2813 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:00:01.810559 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5decf6eb-475b-49c5-ab5b-dddd36fe0106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9e36a474-4e14-4490-94b4-c0e8352a2813), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:01.813276 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-df7c44e1-2244-4302-be69-9ae2181ebd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:00:01.814284 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7c44e1-2244-4302-be69-9ae2181ebd1e None None] The sync data for ids ['f14d97a6-f463-48f8-a00f-8e7ea730718d'] in n-d-712139-27 is: [] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:00:01.829157 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-848404be-c7a6-4e9d-b24c-aa358a95113e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] device_id is not set on port 85ac79f3-bd05-461e-9a55-4b65c04a058d yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:00:01.871565 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-458d3af4-d972-49d0-84e9-cab20f650866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:01.873897 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-5decf6eb-475b-49c5-ab5b-dddd36fe0106 None None] Port 9e36a474-4e14-4490-94b4-c0e8352a2813 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:00:01.978359 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-f98e5e0e-ccef-479a-b854-e1230c736a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1404950d-8e72-412c-b8e5-7c5ceea488ac', 'name': 'tempest-AttachSCSIVolumeTestJSON-1958386318-router', 'tenant_id': 'c6c9ce367dc949bcac439df203fc2eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'b4999853-ae72-4878-a6cc-26d8f37201df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:59:52Z', 'updated_at': '2022-01-28T03:00:00Z', 'revision_number': 4, 'project_id': 'c6c9ce367dc949bcac439df203fc2eb4', 'gw_port': {'id': 'b4999853-ae72-4878-a6cc-26d8f37201df', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:88:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1404950d-8e72-412c-b8e5-7c5ceea488ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:59:56Z', 'updated_at': '2022-01-28T03:00:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '9e36a474-4e14-4490-94b4-c0e8352a2813', 'name': '', 'network_id': 'ed05f1c2-aa72-4a5a-971c-664bd351fbe9', 'tenant_id': 'c6c9ce367dc949bcac439df203fc2eb4', 'mac_address': 'fa:16:3e:41:46:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1404950d-8e72-412c-b8e5-7c5ceea488ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '2a1d1b90-0044-4720-abbc-ad89283cc2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:59:59Z', 'updated_at': '2022-01-28T03:00:00Z', 'revision_number': 2, 'project_id': 'c6c9ce367dc949bcac439df203fc2eb4', 'subnets': [{'id': '2a1d1b90-0044-4720-abbc-ad89283cc2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:00:02.047309 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98e5e0e-ccef-479a-b854-e1230c736a97 None None] The sync data for ids ['1404950d-8e72-412c-b8e5-7c5ceea488ac'] in n-d-712139-27 is: [{'id': '1404950d-8e72-412c-b8e5-7c5ceea488ac', 'name': 'tempest-AttachSCSIVolumeTestJSON-1958386318-router', 'tenant_id': 'c6c9ce367dc949bcac439df203fc2eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'b4999853-ae72-4878-a6cc-26d8f37201df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:59:52Z', 'updated_at': '2022-01-28T03:00:00Z', 'revision_number': 4, 'project_id': 'c6c9ce367dc949bcac439df203fc2eb4', 'gw_port': {'id': 'b4999853-ae72-4878-a6cc-26d8f37201df', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:88:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1404950d-8e72-412c-b8e5-7c5ceea488ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:59:56Z', 'updated_at': '2022-01-28T03:00:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '9e36a474-4e14-4490-94b4-c0e8352a2813', 'name': '', 'network_id': 'ed05f1c2-aa72-4a5a-971c-664bd351fbe9', 'tenant_id': 'c6c9ce367dc949bcac439df203fc2eb4', 'mac_address': 'fa:16:3e:41:46:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1404950d-8e72-412c-b8e5-7c5ceea488ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '2a1d1b90-0044-4720-abbc-ad89283cc2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:59:59Z', 'updated_at': '2022-01-28T03:00:00Z', 'revision_number': 2, 'project_id': 'c6c9ce367dc949bcac439df203fc2eb4', 'subnets': [{'id': '2a1d1b90-0044-4720-abbc-ad89283cc2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:00:02.139588 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5fac23f0-8cf9-4099-bc4e-41303c64ff7b tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:02.170743 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b47e6-0f8a-4e4d-9a08-2226a05a0303 req-06946c53-3598-4cd5-8465-e638662bf960 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:02.192146 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b47e6-0f8a-4e4d-9a08-2226a05a0303 req-06946c53-3598-4cd5-8465-e638662bf960 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:02.203295 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b47e6-0f8a-4e4d-9a08-2226a05a0303 req-06946c53-3598-4cd5-8465-e638662bf960 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:02.207495 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-848404be-c7a6-4e9d-b24c-aa358a95113e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Allocated IP 2001:db8::f (a28cbc15-1e01-474e-b434-ec7076a47a83/6ae66605-a821-4e62-97c3-fab16f66188b/85ac79f3-bd05-461e-9a55-4b65c04a058d) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:00:02.210153 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b47e6-0f8a-4e4d-9a08-2226a05a0303 req-06946c53-3598-4cd5-8465-e638662bf960 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:02.216952 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b47e6-0f8a-4e4d-9a08-2226a05a0303 req-06946c53-3598-4cd5-8465-e638662bf960 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:02.223060 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b47e6-0f8a-4e4d-9a08-2226a05a0303 req-06946c53-3598-4cd5-8465-e638662bf960 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:02.229458 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b47e6-0f8a-4e4d-9a08-2226a05a0303 req-06946c53-3598-4cd5-8465-e638662bf960 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:02.231813 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-714b47e6-0f8a-4e4d-9a08-2226a05a0303 req-06946c53-3598-4cd5-8465-e638662bf960 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5427 time: 0.2594299 Jan 28 03:00:02.466329 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-714b47e6-0f8a-4e4d-9a08-2226a05a0303 req-444ab66e-4a54-49b4-8a9c-0e7586721207 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1610978 Jan 28 03:00:02.501978 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-5fac23f0-8cf9-4099-bc4e-41303c64ff7b tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] Allocated IP 172.25.0.155 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/2d715903-2dbf-44b2-b1fe-71f0c4aabc96) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:00:02.508480 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-848404be-c7a6-4e9d-b24c-aa358a95113e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for port (85ac79f3-bd05-461e-9a55-4b65c04a058d), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:02.584675 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-848404be-c7a6-4e9d-b24c-aa358a95113e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (85ac79f3-bd05-461e-9a55-4b65c04a058d), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:02.683507 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d5a43d9f-998f-4cc3-abd6-172d149700fa req-8f2bf117-cb62-44ad-99a0-c2151650b851 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 210 time: 0.1296625 Jan 28 03:00:02.725438 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848404be-c7a6-4e9d-b24c-aa358a95113e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Network a28cbc15-1e01-474e-b434-ec7076a47a83 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:00:02.730460 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-848404be-c7a6-4e9d-b24c-aa358a95113e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:00:02.740436 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848404be-c7a6-4e9d-b24c-aa358a95113e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:00:02.774240 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848404be-c7a6-4e9d-b24c-aa358a95113e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:02.775180 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-848404be-c7a6-4e9d-b24c-aa358a95113e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:02.778840 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848404be-c7a6-4e9d-b24c-aa358a95113e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event updated for resources: {'Port': ['ID=85ac79f3-bd05-461e-9a55-4b65c04a058d,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:02.848877 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-848404be-c7a6-4e9d-b24c-aa358a95113e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3262069 Jan 28 03:00:02.850026 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46312) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:03.066032 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359b067c-33e4-49df-990c-d26ecd37a71b None None] Network a28cbc15-1e01-474e-b434-ec7076a47a83 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:00:03.260430 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4c8f35-2233-4f5c-9cbf-b31028f7215f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:03.262776 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9c4c8f35-2233-4f5c-9cbf-b31028f7215f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.4066122 Jan 28 03:00:03.269696 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46314) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:03.280583 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device cced55ad-7d13-47ab-9b4b-84a66f1d8101 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:00:03.390132 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-95e2f955-58e2-4d98-b68d-b8626216e112 None None] Provisioning complete for port cced55ad-7d13-47ab-9b4b-84a66f1d8101 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:00:03.390807 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-95e2f955-58e2-4d98-b68d-b8626216e112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (cced55ad-7d13-47ab-9b4b-84a66f1d8101), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:03.400549 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:03.479380 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5664a6-9bc7-460a-a119-ea1cfec0416a tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:03.492998 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5664a6-9bc7-460a-a119-ea1cfec0416a tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:03.506702 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5664a6-9bc7-460a-a119-ea1cfec0416a tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:03.513844 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5f5664a6-9bc7-460a-a119-ea1cfec0416a tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.2427118 Jan 28 03:00:03.519420 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:03.526476 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46318) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:03.591384 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5fac23f0-8cf9-4099-bc4e-41303c64ff7b tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] Publish callbacks [] for port (2d715903-2dbf-44b2-b1fe-71f0c4aabc96), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:03.707069 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port cced55ad-7d13-47ab-9b4b-84a66f1d8101 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:00:03.707462 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (cced55ad-7d13-47ab-9b4b-84a66f1d8101), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:03.724746 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5fac23f0-8cf9-4099-bc4e-41303c64ff7b tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (2d715903-2dbf-44b2-b1fe-71f0c4aabc96), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:03.811765 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fac23f0-8cf9-4099-bc4e-41303c64ff7b tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:00:03.824764 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-5fac23f0-8cf9-4099-bc4e-41303c64ff7b tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:00:03.831933 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fac23f0-8cf9-4099-bc4e-41303c64ff7b tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:00:03.938849 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9ec95-23b0-4375-be03-8f2440d7b809 req-8955929b-67e2-48f5-8230-bfb5d3331a7b tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:03.957737 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9ec95-23b0-4375-be03-8f2440d7b809 req-8955929b-67e2-48f5-8230-bfb5d3331a7b tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:03.976606 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9ec95-23b0-4375-be03-8f2440d7b809 req-8955929b-67e2-48f5-8230-bfb5d3331a7b tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:03.982159 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9ec95-23b0-4375-be03-8f2440d7b809 req-8955929b-67e2-48f5-8230-bfb5d3331a7b tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:03.997044 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9ec95-23b0-4375-be03-8f2440d7b809 req-8955929b-67e2-48f5-8230-bfb5d3331a7b tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:04.002501 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9ec95-23b0-4375-be03-8f2440d7b809 req-8955929b-67e2-48f5-8230-bfb5d3331a7b tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:04.018653 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9ec95-23b0-4375-be03-8f2440d7b809 req-8955929b-67e2-48f5-8230-bfb5d3331a7b tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:04.035265 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c0f9ec95-23b0-4375-be03-8f2440d7b809 req-8955929b-67e2-48f5-8230-bfb5d3331a7b tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5427 time: 0.3210630 Jan 28 03:00:04.076505 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-18218eb4-0c20-4ce9-940e-8ac92d673056 req-9be3fa00-b36e-4b08-9d1e-8fd807b8e079 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 210 time: 0.1239100 Jan 28 03:00:04.087757 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac23f0-8cf9-4099-bc4e-41303c64ff7b tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] Pushing event updated for resources: {'Port': ['ID=2d715903-2dbf-44b2-b1fe-71f0c4aabc96,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:04.100282 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-95e2f955-58e2-4d98-b68d-b8626216e112 None None] Current status of the port cced55ad-7d13-47ab-9b4b-84a66f1d8101 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:00:04.100840 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-95e2f955-58e2-4d98-b68d-b8626216e112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (cced55ad-7d13-47ab-9b4b-84a66f1d8101), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:04.204966 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-7d648683-d260-4b1a-bed9-bc83f0d1db3f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Deleting port 85ac79f3-bd05-461e-9a55-4b65c04a058d {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:00:04.205248 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7d648683-d260-4b1a-bed9-bc83f0d1db3f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (85ac79f3-bd05-461e-9a55-4b65c04a058d), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:04.302882 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5fac23f0-8cf9-4099-bc4e-41303c64ff7b tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] Publish callbacks [] for floatingip (e9077730-988f-44a2-8c35-0186e31d7e0c), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:04.317319 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port cced55ad-7d13-47ab-9b4b-84a66f1d8101 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:00:04.319109 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (cced55ad-7d13-47ab-9b4b-84a66f1d8101), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:04.388841 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5fac23f0-8cf9-4099-bc4e-41303c64ff7b tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2d715903-2dbf-44b2-b1fe-71f0c4aabc96), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:04.447103 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c0f9ec95-23b0-4375-be03-8f2440d7b809 req-7a212c26-7a8e-4c89-97c6-3e7530087450 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3972213 Jan 28 03:00:04.521898 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port cced55ad-7d13-47ab-9b4b-84a66f1d8101, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=cced55ad-7d13-47ab-9b4b-84a66f1d8101,segment=NetworkSegment(d2c207fc-a117-4fe0-a0c3-48c4e3feb93e),segment_id=d2c207fc-a117-4fe0-a0c3-48c4e3feb93e)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:00:04.563408 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (cced55ad-7d13-47ab-9b4b-84a66f1d8101), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:04.643351 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7d648683-d260-4b1a-bed9-bc83f0d1db3f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (85ac79f3-bd05-461e-9a55-4b65c04a058d), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:04.689205 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.api [None req-95e2f955-58e2-4d98-b68d-b8626216e112 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:00:04.690038 n-d-712139-27 neutron-server[109804]: DEBUG oslo_db.api [None req-95e2f955-58e2-4d98-b68d-b8626216e112 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:00:04.715173 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-7d648683-d260-4b1a-bed9-bc83f0d1db3f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Calling delete_port for 85ac79f3-bd05-461e-9a55-4b65c04a058d owned by {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:00:04.725261 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:04.750872 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=cced55ad-7d13-47ab-9b4b-84a66f1d8101,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:04.956234 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5fac23f0-8cf9-4099-bc4e-41303c64ff7b tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] Publish callbacks [] for port (2d715903-2dbf-44b2-b1fe-71f0c4aabc96), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:04.968342 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5fac23f0-8cf9-4099-bc4e-41303c64ff7b tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (2d715903-2dbf-44b2-b1fe-71f0c4aabc96), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:05.216980 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7d648683-d260-4b1a-bed9-bc83f0d1db3f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (85ac79f3-bd05-461e-9a55-4b65c04a058d), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:05.341963 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-95e2f955-58e2-4d98-b68d-b8626216e112 None None] Current status of the port cced55ad-7d13-47ab-9b4b-84a66f1d8101 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:00:05.350618 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac23f0-8cf9-4099-bc4e-41303c64ff7b tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] Pushing event updated for resources: {'Port': ['ID=2d715903-2dbf-44b2-b1fe-71f0c4aabc96,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:05.371897 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5fac23f0-8cf9-4099-bc4e-41303c64ff7b tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (e9077730-988f-44a2-8c35-0186e31d7e0c), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:05.400818 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d648683-d260-4b1a-bed9-bc83f0d1db3f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event deleted for resources: {'Port': ['ID=85ac79f3-bd05-461e-9a55-4b65c04a058d,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:05.413228 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5fac23f0-8cf9-4099-bc4e-41303c64ff7b tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:05.418572 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5fac23f0-8cf9-4099-bc4e-41303c64ff7b tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6756256 Jan 28 03:00:05.420177 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46328) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:05.437678 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-de638daf-23f6-4143-b892-c750681c0744 req-3e9c6cc8-7978-46d5-a7e2-d7cdcee07cb8 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 210 time: 0.0812662 Jan 28 03:00:05.456930 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device cced55ad-7d13-47ab-9b4b-84a66f1d8101 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:00:05.575347 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7d648683-d260-4b1a-bed9-bc83f0d1db3f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:05.587368 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7d648683-d260-4b1a-bed9-bc83f0d1db3f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/ports/85ac79f3-bd05-461e-9a55-4b65c04a058d HTTP/1.1" status: 204 len: 168 time: 2.0595009 Jan 28 03:00:05.590240 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46334) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:05.679500 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port cced55ad-7d13-47ab-9b4b-84a66f1d8101 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:00:05.679880 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (cced55ad-7d13-47ab-9b4b-84a66f1d8101), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:05.684347 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-17f9c5bd-8957-4edc-96a8-398a9bdf2a61 None None] Could not find standard attr ID for object 85ac79f3-bd05-461e-9a55-4b65c04a058d. {{(pid=109804) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:00:05.691450 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab26463d-9eed-4712-8b07-6f267c1a05a1 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] GET failed (client error): The resource could not be found. Jan 28 03:00:05.696370 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ab26463d-9eed-4712-8b07-6f267c1a05a1 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "GET /v2.0/ports/85ac79f3-bd05-461e-9a55-4b65c04a058d HTTP/1.1" status: 404 len: 333 time: 0.1048093 Jan 28 03:00:05.700188 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46336) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:05.801873 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-17f9c5bd-8957-4edc-96a8-398a9bdf2a61 None None] Provisioning complete for port cced55ad-7d13-47ab-9b4b-84a66f1d8101 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:00:05.803952 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-17f9c5bd-8957-4edc-96a8-398a9bdf2a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (cced55ad-7d13-47ab-9b4b-84a66f1d8101), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:05.810302 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-3afb9dc4-df92-4bb9-8ed2-cb0c7a67d779 tempest-FloatingIPAdminTestJSON-678296542 tempest-FloatingIPAdminTestJSON-678296542-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:00:05.899074 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d09d91-bf07-4148-bde0-8bb76962af9c req-dedbe3be-719d-4f1b-870e-bf29d5e6ec7d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:05.922261 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d09d91-bf07-4148-bde0-8bb76962af9c req-dedbe3be-719d-4f1b-870e-bf29d5e6ec7d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:05.954961 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d09d91-bf07-4148-bde0-8bb76962af9c req-dedbe3be-719d-4f1b-870e-bf29d5e6ec7d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:05.976769 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d09d91-bf07-4148-bde0-8bb76962af9c req-dedbe3be-719d-4f1b-870e-bf29d5e6ec7d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:05.987989 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d09d91-bf07-4148-bde0-8bb76962af9c req-dedbe3be-719d-4f1b-870e-bf29d5e6ec7d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:06.027595 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d09d91-bf07-4148-bde0-8bb76962af9c req-dedbe3be-719d-4f1b-870e-bf29d5e6ec7d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:06.046308 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-641bba15-62b1-4281-8a20-858b149d796d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Deleting port eaf26bd7-4e87-4918-bb02-19cf6ee3c6f1 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:00:06.047086 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-641bba15-62b1-4281-8a20-858b149d796d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (eaf26bd7-4e87-4918-bb02-19cf6ee3c6f1), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:06.054621 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d09d91-bf07-4148-bde0-8bb76962af9c req-dedbe3be-719d-4f1b-870e-bf29d5e6ec7d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:06.059976 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-53d09d91-bf07-4148-bde0-8bb76962af9c req-dedbe3be-719d-4f1b-870e-bf29d5e6ec7d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5427 time: 0.3127558 Jan 28 03:00:06.064920 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3afb9dc4-df92-4bb9-8ed2-cb0c7a67d779 tempest-FloatingIPAdminTestJSON-678296542 tempest-FloatingIPAdminTestJSON-678296542-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:06.070321 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:06.163834 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port cced55ad-7d13-47ab-9b4b-84a66f1d8101 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:00:06.164929 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device b4999853-ae72-4878-a6cc-26d8f37201df up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:00:06.275756 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-17f9c5bd-8957-4edc-96a8-398a9bdf2a61 None None] Current status of the port cced55ad-7d13-47ab-9b4b-84a66f1d8101 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:00:06.286901 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-641bba15-62b1-4281-8a20-858b149d796d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (eaf26bd7-4e87-4918-bb02-19cf6ee3c6f1), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:06.303884 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-17f9c5bd-8957-4edc-96a8-398a9bdf2a61 None None] Provisioning complete for port eaf26bd7-4e87-4918-bb02-19cf6ee3c6f1 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:00:06.304728 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-17f9c5bd-8957-4edc-96a8-398a9bdf2a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (eaf26bd7-4e87-4918-bb02-19cf6ee3c6f1), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:06.317992 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-641bba15-62b1-4281-8a20-858b149d796d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Calling delete_port for eaf26bd7-4e87-4918-bb02-19cf6ee3c6f1 owned by {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:00:06.359938 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-53d09d91-bf07-4148-bde0-8bb76962af9c req-ff9396a7-5e61-4c6d-9896-9b6ece5fd4af tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2832642 Jan 28 03:00:06.383083 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-17f9c5bd-8957-4edc-96a8-398a9bdf2a61 None None] Port eaf26bd7-4e87-4918-bb02-19cf6ee3c6f1 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:00:06.430926 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port b4999853-ae72-4878-a6cc-26d8f37201df triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:00:06.432229 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b4999853-ae72-4878-a6cc-26d8f37201df), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:06.467218 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3afb9dc4-df92-4bb9-8ed2-cb0c7a67d779 tempest-FloatingIPAdminTestJSON-678296542 tempest-FloatingIPAdminTestJSON-678296542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:06.530711 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-83271c9c-e975-46eb-b2c8-fb883c3f58df None None] Could not find standard attr ID for object 85ac79f3-bd05-461e-9a55-4b65c04a058d. {{(pid=109804) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:00:06.677586 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port b4999853-ae72-4878-a6cc-26d8f37201df is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:00:06.678729 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b4999853-ae72-4878-a6cc-26d8f37201df), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:06.683463 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-3afb9dc4-df92-4bb9-8ed2-cb0c7a67d779 tempest-FloatingIPAdminTestJSON-678296542 tempest-FloatingIPAdminTestJSON-678296542-project] Allocated IP 172.25.0.127 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/6c3a478f-eef6-4678-9e08-5bbbd930d94d) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:00:06.712981 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port b4999853-ae72-4878-a6cc-26d8f37201df, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=b4999853-ae72-4878-a6cc-26d8f37201df,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:00:06.723184 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b4999853-ae72-4878-a6cc-26d8f37201df), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:06.723927 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bfa36150-4846-4dca-86ed-f15f2d4aaec0 req-c4ddecd6-fc23-4c93-acfb-3ff0ebebd4e6 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 210 time: 0.0961876 Jan 28 03:00:06.763789 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-641bba15-62b1-4281-8a20-858b149d796d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (eaf26bd7-4e87-4918-bb02-19cf6ee3c6f1), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:06.809349 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641bba15-62b1-4281-8a20-858b149d796d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event deleted for resources: {'Port': ['ID=eaf26bd7-4e87-4918-bb02-19cf6ee3c6f1,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:06.818253 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=b4999853-ae72-4878-a6cc-26d8f37201df,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:06.877188 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3afb9dc4-df92-4bb9-8ed2-cb0c7a67d779 tempest-FloatingIPAdminTestJSON-678296542 tempest-FloatingIPAdminTestJSON-678296542-project] Publish callbacks [] for port (6c3a478f-eef6-4678-9e08-5bbbd930d94d), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:06.927297 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641bba15-62b1-4281-8a20-858b149d796d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:06.930267 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641bba15-62b1-4281-8a20-858b149d796d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:06.933864 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641bba15-62b1-4281-8a20-858b149d796d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:06.936124 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641bba15-62b1-4281-8a20-858b149d796d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:06.936651 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641bba15-62b1-4281-8a20-858b149d796d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:06.937174 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641bba15-62b1-4281-8a20-858b149d796d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:06.941277 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641bba15-62b1-4281-8a20-858b149d796d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:06.943301 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641bba15-62b1-4281-8a20-858b149d796d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:06.943653 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641bba15-62b1-4281-8a20-858b149d796d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:06.943988 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641bba15-62b1-4281-8a20-858b149d796d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:06.944323 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641bba15-62b1-4281-8a20-858b149d796d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:06.944652 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641bba15-62b1-4281-8a20-858b149d796d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:06.944978 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641bba15-62b1-4281-8a20-858b149d796d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:06.973983 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-641bba15-62b1-4281-8a20-858b149d796d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:06.985030 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-641bba15-62b1-4281-8a20-858b149d796d tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/ports/eaf26bd7-4e87-4918-bb02-19cf6ee3c6f1 HTTP/1.1" status: 204 len: 168 time: 1.2811110 Jan 28 03:00:06.987622 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46344) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:07.041526 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device b4999853-ae72-4878-a6cc-26d8f37201df up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:00:07.097371 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9770988-1fc1-401f-8ae7-b8ac79c4667a tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] GET failed (client error): The resource could not be found. Jan 28 03:00:07.102394 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d9770988-1fc1-401f-8ae7-b8ac79c4667a tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "GET /v2.0/ports/eaf26bd7-4e87-4918-bb02-19cf6ee3c6f1 HTTP/1.1" status: 404 len: 333 time: 0.1080594 Jan 28 03:00:07.103333 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46346) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:07.118318 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port b4999853-ae72-4878-a6cc-26d8f37201df triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:00:07.118736 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b4999853-ae72-4878-a6cc-26d8f37201df), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:07.201484 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4669fa-888e-42ce-9929-ed4a2f1953ab None None] Sync routers for ids ['1404950d-8e72-412c-b8e5-7c5ceea488ac'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:00:07.250742 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1e9c99e-f898-4ff2-8190-eceb09a11e90 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Deleting subnet 6ae66605-a821-4e62-97c3-fab16f66188b {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:00:07.255136 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3afb9dc4-df92-4bb9-8ed2-cb0c7a67d779 tempest-FloatingIPAdminTestJSON-678296542 tempest-FloatingIPAdminTestJSON-678296542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (6c3a478f-eef6-4678-9e08-5bbbd930d94d), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:07.258239 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d1e9c99e-f898-4ff2-8190-eceb09a11e90 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for subnet (6ae66605-a821-4e62-97c3-fab16f66188b), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:07.287354 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port b4999853-ae72-4878-a6cc-26d8f37201df is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:00:07.290654 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4669fa-888e-42ce-9929-ed4a2f1953ab None None] Routers {'1404950d-8e72-412c-b8e5-7c5ceea488ac'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:00:07.291736 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-8a4669fa-888e-42ce-9929-ed4a2f1953ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:00:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['1404950d-8e72-412c-b8e5-7c5ceea488ac'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:00:07.354200 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb9dc4-df92-4bb9-8ed2-cb0c7a67d779 tempest-FloatingIPAdminTestJSON-678296542 tempest-FloatingIPAdminTestJSON-678296542-project] Pushing event updated for resources: {'Port': ['ID=6c3a478f-eef6-4678-9e08-5bbbd930d94d,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:07.373733 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afb9dc4-df92-4bb9-8ed2-cb0c7a67d779 tempest-FloatingIPAdminTestJSON-678296542 tempest-FloatingIPAdminTestJSON-678296542-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:00:07.377941 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-3afb9dc4-df92-4bb9-8ed2-cb0c7a67d779 tempest-FloatingIPAdminTestJSON-678296542 tempest-FloatingIPAdminTestJSON-678296542-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:00:07.386278 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afb9dc4-df92-4bb9-8ed2-cb0c7a67d779 tempest-FloatingIPAdminTestJSON-678296542 tempest-FloatingIPAdminTestJSON-678296542-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:00:07.424956 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d1e9c99e-f898-4ff2-8190-eceb09a11e90 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (6ae66605-a821-4e62-97c3-fab16f66188b), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:07.426792 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-8a4669fa-888e-42ce-9929-ed4a2f1953ab None None] Set router 1404950d-8e72-412c-b8e5-7c5ceea488ac gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:00:07.644949 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf5d2a-a0e0-431d-9ece-13714e66b3b9 req-25ee84b3-ee0e-4efd-a2f5-cf9714a3c4ee tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:07.672160 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf5d2a-a0e0-431d-9ece-13714e66b3b9 req-25ee84b3-ee0e-4efd-a2f5-cf9714a3c4ee tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:07.683464 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf5d2a-a0e0-431d-9ece-13714e66b3b9 req-25ee84b3-ee0e-4efd-a2f5-cf9714a3c4ee tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:07.696522 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf5d2a-a0e0-431d-9ece-13714e66b3b9 req-25ee84b3-ee0e-4efd-a2f5-cf9714a3c4ee tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:07.712152 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf5d2a-a0e0-431d-9ece-13714e66b3b9 req-25ee84b3-ee0e-4efd-a2f5-cf9714a3c4ee tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:07.727111 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf5d2a-a0e0-431d-9ece-13714e66b3b9 req-25ee84b3-ee0e-4efd-a2f5-cf9714a3c4ee tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:07.742135 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf5d2a-a0e0-431d-9ece-13714e66b3b9 req-25ee84b3-ee0e-4efd-a2f5-cf9714a3c4ee tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:07.769536 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-87bf5d2a-a0e0-431d-9ece-13714e66b3b9 req-25ee84b3-ee0e-4efd-a2f5-cf9714a3c4ee tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5427 time: 0.2486756 Jan 28 03:00:07.870833 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3afb9dc4-df92-4bb9-8ed2-cb0c7a67d779 tempest-FloatingIPAdminTestJSON-678296542 tempest-FloatingIPAdminTestJSON-678296542-project] Publish callbacks [] for floatingip (fe695381-02d7-4b56-9086-51548e5f6d5d), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:07.965639 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-87bf5d2a-a0e0-431d-9ece-13714e66b3b9 req-4eddfbeb-1cb0-4cc8-843b-33344888db1a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1932230 Jan 28 03:00:07.999564 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d1e9c99e-f898-4ff2-8190-eceb09a11e90 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (6ae66605-a821-4e62-97c3-fab16f66188b), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:08.003680 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3afb9dc4-df92-4bb9-8ed2-cb0c7a67d779 tempest-FloatingIPAdminTestJSON-678296542 tempest-FloatingIPAdminTestJSON-678296542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (6c3a478f-eef6-4678-9e08-5bbbd930d94d), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:08.209913 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3afb9dc4-df92-4bb9-8ed2-cb0c7a67d779 tempest-FloatingIPAdminTestJSON-678296542 tempest-FloatingIPAdminTestJSON-678296542-project] Publish callbacks [] for port (6c3a478f-eef6-4678-9e08-5bbbd930d94d), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:08.290768 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-8a4669fa-888e-42ce-9929-ed4a2f1953ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1404950d-8e72-412c-b8e5-7c5ceea488ac', 'name': 'tempest-AttachSCSIVolumeTestJSON-1958386318-router', 'tenant_id': 'c6c9ce367dc949bcac439df203fc2eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'b4999853-ae72-4878-a6cc-26d8f37201df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:59:52Z', 'updated_at': '2022-01-28T03:00:00Z', 'revision_number': 4, 'project_id': 'c6c9ce367dc949bcac439df203fc2eb4', 'gw_port': {'id': 'b4999853-ae72-4878-a6cc-26d8f37201df', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:88:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1404950d-8e72-412c-b8e5-7c5ceea488ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:59:56Z', 'updated_at': '2022-01-28T03:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '9e36a474-4e14-4490-94b4-c0e8352a2813', 'name': '', 'network_id': 'ed05f1c2-aa72-4a5a-971c-664bd351fbe9', 'tenant_id': 'c6c9ce367dc949bcac439df203fc2eb4', 'mac_address': 'fa:16:3e:41:46:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1404950d-8e72-412c-b8e5-7c5ceea488ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '2a1d1b90-0044-4720-abbc-ad89283cc2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:59:59Z', 'updated_at': '2022-01-28T03:00:00Z', 'revision_number': 2, 'project_id': 'c6c9ce367dc949bcac439df203fc2eb4', 'subnets': [{'id': '2a1d1b90-0044-4720-abbc-ad89283cc2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:00:08.328932 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4669fa-888e-42ce-9929-ed4a2f1953ab None None] Checking router: 1404950d-8e72-412c-b8e5-7c5ceea488ac for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:00:08.329528 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4669fa-888e-42ce-9929-ed4a2f1953ab None None] Updating router 1404950d-8e72-412c-b8e5-7c5ceea488ac port 9e36a474-4e14-4490-94b4-c0e8352a2813 binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:00:08.406000 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8a4669fa-888e-42ce-9929-ed4a2f1953ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9e36a474-4e14-4490-94b4-c0e8352a2813), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:08.433909 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-28680e15-f578-476f-bdb1-6bbb54f6d8bd req-83e340f4-e90d-4269-af67-e20eb3df2bd0 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b03536b-816a-4138-81c8-e0e3342a0670 HTTP/1.1" status: 200 len: 210 time: 0.0976248 Jan 28 03:00:08.454322 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d1e9c99e-f898-4ff2-8190-eceb09a11e90 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (6ae66605-a821-4e62-97c3-fab16f66188b), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:08.473804 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3afb9dc4-df92-4bb9-8ed2-cb0c7a67d779 tempest-FloatingIPAdminTestJSON-678296542 tempest-FloatingIPAdminTestJSON-678296542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (6c3a478f-eef6-4678-9e08-5bbbd930d94d), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:08.491370 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d1e9c99e-f898-4ff2-8190-eceb09a11e90 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:08.496521 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d1e9c99e-f898-4ff2-8190-eceb09a11e90 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/subnets/6ae66605-a821-4e62-97c3-fab16f66188b HTTP/1.1" status: 204 len: 168 time: 1.3911164 Jan 28 03:00:08.498372 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46364) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:08.522538 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d9405e-4634-498b-8055-cebd78ce4c96 None None] Network a28cbc15-1e01-474e-b434-ec7076a47a83 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:00:08.626784 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e9c99e-f898-4ff2-8190-eceb09a11e90 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event deleted for resources: {'Subnet': ['ID=6ae66605-a821-4e62-97c3-fab16f66188b,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:08.720498 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7eca-da72-44b2-b5b3-021043feb794 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (a28cbc15-1e01-474e-b434-ec7076a47a83), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:08.768810 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb9dc4-df92-4bb9-8ed2-cb0c7a67d779 tempest-FloatingIPAdminTestJSON-678296542 tempest-FloatingIPAdminTestJSON-678296542-project] Pushing event updated for resources: {'Port': ['ID=6c3a478f-eef6-4678-9e08-5bbbd930d94d,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:08.818670 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3afb9dc4-df92-4bb9-8ed2-cb0c7a67d779 tempest-FloatingIPAdminTestJSON-678296542 tempest-FloatingIPAdminTestJSON-678296542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (fe695381-02d7-4b56-9086-51548e5f6d5d), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:08.858492 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3afb9dc4-df92-4bb9-8ed2-cb0c7a67d779 tempest-FloatingIPAdminTestJSON-678296542 tempest-FloatingIPAdminTestJSON-678296542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:08.863099 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-3afb9dc4-df92-4bb9-8ed2-cb0c7a67d779 tempest-FloatingIPAdminTestJSON-678296542 tempest-FloatingIPAdminTestJSON-678296542-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4419208 Jan 28 03:00:08.863920 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46372) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:08.925980 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-ac6c7eca-da72-44b2-b5b3-021043feb794 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Deleting port cced55ad-7d13-47ab-9b4b-84a66f1d8101 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:00:08.926497 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7eca-da72-44b2-b5b3-021043feb794 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (cced55ad-7d13-47ab-9b4b-84a66f1d8101), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:09.106739 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0f22f712-565c-4fc7-ac55-60c40dc3a0d8 tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3398 time: 0.2415307 Jan 28 03:00:09.107419 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46378) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:09.143980 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-ac6c7eca-da72-44b2-b5b3-021043feb794 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] For port cced55ad-7d13-47ab-9b4b-84a66f1d8101, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=cced55ad-7d13-47ab-9b4b-84a66f1d8101,segment=NetworkSegment(d2c207fc-a117-4fe0-a0c3-48c4e3feb93e),segment_id=d2c207fc-a117-4fe0-a0c3-48c4e3feb93e)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:00:09.144371 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7eca-da72-44b2-b5b3-021043feb794 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (cced55ad-7d13-47ab-9b4b-84a66f1d8101), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:09.196339 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-ac6c7eca-da72-44b2-b5b3-021043feb794 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Calling delete_port for cced55ad-7d13-47ab-9b4b-84a66f1d8101 owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:00:09.240568 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c19919-687e-4c90-960a-1ad1f150aa08 None None] DHCP port deletion for a28cbc15-1e01-474e-b434-ec7076a47a83 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:00:09.369845 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7f72efdd-a70b-409b-b994-21966c6d3ebc tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2576120 Jan 28 03:00:09.370781 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46382) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:09.423786 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7eca-da72-44b2-b5b3-021043feb794 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (cced55ad-7d13-47ab-9b4b-84a66f1d8101), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:09.428120 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8a4669fa-888e-42ce-9929-ed4a2f1953ab None None] Publish callbacks [] for port (9e36a474-4e14-4490-94b4-c0e8352a2813), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:09.449215 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8a4669fa-888e-42ce-9929-ed4a2f1953ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9e36a474-4e14-4490-94b4-c0e8352a2813), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:09.478071 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-a9c19919-687e-4c90-960a-1ad1f150aa08 None None] Deleting port cced55ad-7d13-47ab-9b4b-84a66f1d8101 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:00:09.495380 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a9c19919-687e-4c90-960a-1ad1f150aa08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (cced55ad-7d13-47ab-9b4b-84a66f1d8101), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:09.536762 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6c7eca-da72-44b2-b5b3-021043feb794 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] No DVR routers for this DVR port cced55ad-7d13-47ab-9b4b-84a66f1d8101 on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:00:09.631144 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c7eca-da72-44b2-b5b3-021043feb794 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event deleted for resources: {'Port': ['ID=cced55ad-7d13-47ab-9b4b-84a66f1d8101,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:09.675307 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46390) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:09.755808 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-46cae314-7d68-429a-9c60-0fb6bbbdda16 tempest-FloatingIPAdminTestJSON-678296542 tempest-FloatingIPAdminTestJSON-678296542-project] Deleting port 6c3a478f-eef6-4678-9e08-5bbbd930d94d {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:00:09.756557 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-46cae314-7d68-429a-9c60-0fb6bbbdda16 tempest-FloatingIPAdminTestJSON-678296542 tempest-FloatingIPAdminTestJSON-678296542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (6c3a478f-eef6-4678-9e08-5bbbd930d94d), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:09.829434 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7eca-da72-44b2-b5b3-021043feb794 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (a28cbc15-1e01-474e-b434-ec7076a47a83), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:09.897750 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-ac6c7eca-da72-44b2-b5b3-021043feb794 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a28cbc15-1e01-474e-b434-ec7076a47a83']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:00:09.926030 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-ac6c7eca-da72-44b2-b5b3-021043feb794 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2c207fc-a117-4fe0-a0c3-48c4e3feb93e') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:00:09.926401 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-ac6c7eca-da72-44b2-b5b3-021043feb794 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2c207fc-a117-4fe0-a0c3-48c4e3feb93e') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:00:09.944366 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7eca-da72-44b2-b5b3-021043feb794 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (d2c207fc-a117-4fe0-a0c3-48c4e3feb93e), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:09.966934 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-46cae314-7d68-429a-9c60-0fb6bbbdda16 tempest-FloatingIPAdminTestJSON-678296542 tempest-FloatingIPAdminTestJSON-678296542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (6c3a478f-eef6-4678-9e08-5bbbd930d94d), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:09.969172 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-46cae314-7d68-429a-9c60-0fb6bbbdda16 tempest-FloatingIPAdminTestJSON-678296542 tempest-FloatingIPAdminTestJSON-678296542-project] Publish callbacks [] for floatingip (6c3a478f-eef6-4678-9e08-5bbbd930d94d), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:09.986439 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7eca-da72-44b2-b5b3-021043feb794 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (d2c207fc-a117-4fe0-a0c3-48c4e3feb93e), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:10.013717 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac6c7eca-da72-44b2-b5b3-021043feb794 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:00:10.016248 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7eca-da72-44b2-b5b3-021043feb794 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (d2c207fc-a117-4fe0-a0c3-48c4e3feb93e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:10.043469 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-46cae314-7d68-429a-9c60-0fb6bbbdda16 tempest-FloatingIPAdminTestJSON-678296542 tempest-FloatingIPAdminTestJSON-678296542-project] Calling delete_port for 6c3a478f-eef6-4678-9e08-5bbbd930d94d owned by network:floatingip {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:00:10.055656 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-8a4669fa-888e-42ce-9929-ed4a2f1953ab None None] Attempting to bind port 9e36a474-4e14-4490-94b4-c0e8352a2813 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:00:10.056236 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-8a4669fa-888e-42ce-9929-ed4a2f1953ab None None] Attempting to bind port 9e36a474-4e14-4490-94b4-c0e8352a2813 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'a5cfba65-383b-4542-afb3-5f082cebddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ed05f1c2-aa72-4a5a-971c-664bd351fbe9'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:00:10.056508 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4669fa-888e-42ce-9929-ed4a2f1953ab None None] Attempting to bind port 9e36a474-4e14-4490-94b4-c0e8352a2813 on network ed05f1c2-aa72-4a5a-971c-664bd351fbe9 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:00:10.088912 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4669fa-888e-42ce-9929-ed4a2f1953ab None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:00:10.094884 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4669fa-888e-42ce-9929-ed4a2f1953ab None None] Checking segment: {'id': 'a5cfba65-383b-4542-afb3-5f082cebddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ed05f1c2-aa72-4a5a-971c-664bd351fbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:00:10.095325 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8a4669fa-888e-42ce-9929-ed4a2f1953ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:10.095740 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4669fa-888e-42ce-9929-ed4a2f1953ab None None] Bound using segment: {'id': 'a5cfba65-383b-4542-afb3-5f082cebddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ed05f1c2-aa72-4a5a-971c-664bd351fbe9'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:00:10.099570 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-8a4669fa-888e-42ce-9929-ed4a2f1953ab None None] Bound port: 9e36a474-4e14-4490-94b4-c0e8352a2813, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5cfba65-383b-4542-afb3-5f082cebddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ed05f1c2-aa72-4a5a-971c-664bd351fbe9'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:00:10.099977 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8a4669fa-888e-42ce-9929-ed4a2f1953ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9e36a474-4e14-4490-94b4-c0e8352a2813), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:10.102081 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937c967-f3da-46d1-a64e-676d0e4919e4 None None] Pushing event updated for resources: {'Port': ['ID=9e36a474-4e14-4490-94b4-c0e8352a2813,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:10.127765 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-a9c19919-687e-4c90-960a-1ad1f150aa08 None None] For port cced55ad-7d13-47ab-9b4b-84a66f1d8101, host n-d-712139-27, got binding levels [] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:00:10.129455 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a9c19919-687e-4c90-960a-1ad1f150aa08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (cced55ad-7d13-47ab-9b4b-84a66f1d8101), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:10.157904 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-a9c19919-687e-4c90-960a-1ad1f150aa08 None None] Calling delete_port for cced55ad-7d13-47ab-9b4b-84a66f1d8101 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:00:10.164358 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.ipam_backend_mixin [None req-a9c19919-687e-4c90-960a-1ad1f150aa08 None None] Port cced55ad-7d13-47ab-9b4b-84a66f1d8101 was not found and therefore no delete operation was performed {{(pid=109804) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 03:00:10.183395 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:00:10.183395 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:00:10.183395 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:00:10.183395 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:00:10.183395 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:00:10.183395 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:00:10.183395 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:00:10.183395 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:00:10.183395 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:00:10.183395 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:00:10.183395 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:00:10.183395 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:00:10.183395 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:00:10.183395 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:00:10.183395 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:00:10.183395 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:00:10.183395 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:00:10.183395 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:00:10.183395 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:00:10.183395 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:00:10.183395 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:00:10.183395 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:00:10.183395 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:00:10.183395 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:00:10.183395 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:00:10.183395 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:00:10.183395 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:00:10.183395 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:00:10.183395 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:00:10.183395 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:00:10.183395 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:00:10.183395 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:00:10.199315 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a9c19919-687e-4c90-960a-1ad1f150aa08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (cced55ad-7d13-47ab-9b4b-84a66f1d8101), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:10.201280 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7eca-da72-44b2-b5b3-021043feb794 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (a28cbc15-1e01-474e-b434-ec7076a47a83), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:10.213025 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7eca-da72-44b2-b5b3-021043feb794 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:10.227963 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ac6c7eca-da72-44b2-b5b3-021043feb794 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/networks/a28cbc15-1e01-474e-b434-ec7076a47a83 HTTP/1.1" status: 204 len: 168 time: 1.7283292 Jan 28 03:00:10.228680 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46394) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:10.254102 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-8a2373c5-f661-4d57-8576-8e30416f50c5 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-729620601'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:00:10.314608 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7ff2e-d4fb-4558-ba93-fa20a5da6650 req-465d12da-95b9-4f58-8820-5799abbf8448 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:10.321108 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a9c19919-687e-4c90-960a-1ad1f150aa08 None None] Network a28cbc15-1e01-474e-b434-ec7076a47a83 is not hosted by any dhcp agent {{(pid=109804) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 03:00:10.326838 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7ff2e-d4fb-4558-ba93-fa20a5da6650 req-465d12da-95b9-4f58-8820-5799abbf8448 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:10.327036 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c19919-687e-4c90-960a-1ad1f150aa08 None None] No DVR routers for this DVR port cced55ad-7d13-47ab-9b4b-84a66f1d8101 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:00:10.332088 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c19919-687e-4c90-960a-1ad1f150aa08 None None] Pushing event deleted for resources: {'Port': ['ID=cced55ad-7d13-47ab-9b4b-84a66f1d8101,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:10.344284 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7ff2e-d4fb-4558-ba93-fa20a5da6650 req-465d12da-95b9-4f58-8820-5799abbf8448 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:10.364067 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-92ddd623-2a22-43ca-a566-0b36c56737b8 None None] Provisioning complete for port 9e36a474-4e14-4490-94b4-c0e8352a2813 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:00:10.365435 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-92ddd623-2a22-43ca-a566-0b36c56737b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9e36a474-4e14-4490-94b4-c0e8352a2813), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:10.369869 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7ff2e-d4fb-4558-ba93-fa20a5da6650 req-465d12da-95b9-4f58-8820-5799abbf8448 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:10.379376 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7ff2e-d4fb-4558-ba93-fa20a5da6650 req-465d12da-95b9-4f58-8820-5799abbf8448 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:10.387393 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7ff2e-d4fb-4558-ba93-fa20a5da6650 req-465d12da-95b9-4f58-8820-5799abbf8448 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:10.400579 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7ff2e-d4fb-4558-ba93-fa20a5da6650 req-465d12da-95b9-4f58-8820-5799abbf8448 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:10.413714 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6bb7ff2e-d4fb-4558-ba93-fa20a5da6650 req-465d12da-95b9-4f58-8820-5799abbf8448 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5427 time: 1.0398393 Jan 28 03:00:10.430696 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c7eca-da72-44b2-b5b3-021043feb794 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event deleted for resources: {'Network': ['ID=a28cbc15-1e01-474e-b434-ec7076a47a83,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:10.453957 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-92ddd623-2a22-43ca-a566-0b36c56737b8 None None] Port 9e36a474-4e14-4490-94b4-c0e8352a2813 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:00:10.510067 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-8a4669fa-888e-42ce-9929-ed4a2f1953ab None None] For port 9e36a474-4e14-4490-94b4-c0e8352a2813, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:00:10.520351 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-8a4669fa-888e-42ce-9929-ed4a2f1953ab None None] For port 9e36a474-4e14-4490-94b4-c0e8352a2813, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=9e36a474-4e14-4490-94b4-c0e8352a2813,segment=NetworkSegment(a5cfba65-383b-4542-afb3-5f082cebddf1),segment_id=a5cfba65-383b-4542-afb3-5f082cebddf1)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:00:10.530289 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-46cae314-7d68-429a-9c60-0fb6bbbdda16 tempest-FloatingIPAdminTestJSON-678296542 tempest-FloatingIPAdminTestJSON-678296542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (6c3a478f-eef6-4678-9e08-5bbbd930d94d), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:10.533311 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8a4669fa-888e-42ce-9929-ed4a2f1953ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9e36a474-4e14-4490-94b4-c0e8352a2813), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:10.588255 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6bb7ff2e-d4fb-4558-ba93-fa20a5da6650 req-52b5a215-d983-4f8c-8224-133d86ddea9f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1735334 Jan 28 03:00:10.588950 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2373c5-f661-4d57-8576-8e30416f50c5 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Made reservation on behalf of 9c59567226e943da9dd248eb2e296e73 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:00:10.597629 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-774a348a-67d3-460e-beb9-c2eb23e3ef97 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Publish callbacks [] for security_group (950b0d70-c9c8-434a-a09a-520ef6e676e0), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:10.612296 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8a2373c5-f661-4d57-8576-8e30416f50c5 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:10.689348 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a2373c5-f661-4d57-8576-8e30416f50c5 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:00:10.710064 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937c967-f3da-46d1-a64e-676d0e4919e4 None None] Pushing event updated for resources: {'Port': ['ID=9e36a474-4e14-4490-94b4-c0e8352a2813,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:10.726764 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8a2373c5-f661-4d57-8576-8e30416f50c5 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (71bc53a0-5b4e-4da2-b236-d2f36b621811), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:10.736631 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-8a2373c5-f661-4d57-8576-8e30416f50c5 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Added segment 71bc53a0-5b4e-4da2-b236-d2f36b621811 of type vlan for network 55d5242a-5255-47d8-9f74-d9dbc4e7e3a1 Jan 28 03:00:10.743257 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4669fa-888e-42ce-9929-ed4a2f1953ab None None] Routers {'1404950d-8e72-412c-b8e5-7c5ceea488ac'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:00:10.745590 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-8a4669fa-888e-42ce-9929-ed4a2f1953ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:00:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['1404950d-8e72-412c-b8e5-7c5ceea488ac'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:00:10.755466 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cae314-7d68-429a-9c60-0fb6bbbdda16 tempest-FloatingIPAdminTestJSON-678296542 tempest-FloatingIPAdminTestJSON-678296542-project] Pushing event deleted for resources: {'Port': ['ID=6c3a478f-eef6-4678-9e08-5bbbd930d94d,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:10.893906 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8a2373c5-f661-4d57-8576-8e30416f50c5 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (55d5242a-5255-47d8-9f74-d9dbc4e7e3a1), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:10.938505 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-774a348a-67d3-460e-beb9-c2eb23e3ef97 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Publish callbacks [] for security_group (950b0d70-c9c8-434a-a09a-520ef6e676e0), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:11.007498 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8a2373c5-f661-4d57-8576-8e30416f50c5 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (55d5242a-5255-47d8-9f74-d9dbc4e7e3a1), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:11.016373 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2373c5-f661-4d57-8576-8e30416f50c5 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:11.022128 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8a2373c5-f661-4d57-8576-8e30416f50c5 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:11.157327 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-774a348a-67d3-460e-beb9-c2eb23e3ef97 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (950b0d70-c9c8-434a-a09a-520ef6e676e0), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:11.164373 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-774a348a-67d3-460e-beb9-c2eb23e3ef97 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:11.175615 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-774a348a-67d3-460e-beb9-c2eb23e3ef97 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "DELETE /v2.0/security-groups/950b0d70-c9c8-434a-a09a-520ef6e676e0 HTTP/1.1" status: 204 len: 168 time: 1.4989376 Jan 28 03:00:11.180718 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46402) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:11.204460 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-46cae314-7d68-429a-9c60-0fb6bbbdda16 tempest-FloatingIPAdminTestJSON-678296542 tempest-FloatingIPAdminTestJSON-678296542-project] Publish callbacks [] for floatingip (fe695381-02d7-4b56-9086-51548e5f6d5d), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:11.212907 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-8a4669fa-888e-42ce-9929-ed4a2f1953ab None None] Set router 1404950d-8e72-412c-b8e5-7c5ceea488ac gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:00:11.224168 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-46cae314-7d68-429a-9c60-0fb6bbbdda16 tempest-FloatingIPAdminTestJSON-678296542 tempest-FloatingIPAdminTestJSON-678296542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:11.228076 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-46cae314-7d68-429a-9c60-0fb6bbbdda16 tempest-FloatingIPAdminTestJSON-678296542 tempest-FloatingIPAdminTestJSON-678296542-project] 10.222.0.53 "DELETE /v2.0/floatingips/fe695381-02d7-4b56-9086-51548e5f6d5d HTTP/1.1" status: 204 len: 168 time: 1.8528719 Jan 28 03:00:11.230307 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a348a-67d3-460e-beb9-c2eb23e3ef97 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=950b0d70-c9c8-434a-a09a-520ef6e676e0,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:11.252105 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46404) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:11.342754 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 9e36a474-4e14-4490-94b4-c0e8352a2813 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:00:11.374912 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2373c5-f661-4d57-8576-8e30416f50c5 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event updated for resources: {'Network': ['ID=55d5242a-5255-47d8-9f74-d9dbc4e7e3a1,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:11.378495 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-5f43324f-065c-4da6-89d7-5a3aefce0f23 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] show failed (client error): The resource could not be found. Jan 28 03:00:11.386490 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5f43324f-065c-4da6-89d7-5a3aefce0f23 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "GET /v2.0/security-groups/950b0d70-c9c8-434a-a09a-520ef6e676e0 HTTP/1.1" status: 404 len: 347 time: 0.2020049 Jan 28 03:00:11.387937 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46406) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:11.435384 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 55d5242a-5255-47d8-9f74-d9dbc4e7e3a1 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:00:11.559099 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46408) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:11.559713 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8a2373c5-f661-4d57-8576-8e30416f50c5 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3170505 Jan 28 03:00:11.580604 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-646218d5-2e00-458a-9860-78948473282c tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'subnet': {'network_id': '55d5242a-5255-47d8-9f74-d9dbc4e7e3a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:00:11.803037 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-ab905765-0ef1-48b5-b133-1c4d63f26c21 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Deleting port 3eca50ef-fe07-452c-a700-de15782e21e7 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:00:11.818180 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-33e29a79-2d20-4c18-a844-4ecbcf3266b5 None None] Provisioning complete for port 9e36a474-4e14-4490-94b4-c0e8352a2813 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:00:11.818180 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-33e29a79-2d20-4c18-a844-4ecbcf3266b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9e36a474-4e14-4490-94b4-c0e8352a2813), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:11.821944 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ab905765-0ef1-48b5-b133-1c4d63f26c21 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (3eca50ef-fe07-452c-a700-de15782e21e7), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:11.890342 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 9e36a474-4e14-4490-94b4-c0e8352a2813 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:00:11.890738 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9e36a474-4e14-4490-94b4-c0e8352a2813), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:11.947482 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-6c5afbaa-65cb-4a00-87e5-80dc45c4d15f tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] Deleting port 2d715903-2dbf-44b2-b1fe-71f0c4aabc96 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:00:11.948436 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6c5afbaa-65cb-4a00-87e5-80dc45c4d15f tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (2d715903-2dbf-44b2-b1fe-71f0c4aabc96), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:12.118803 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:00:12.262007 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6c5afbaa-65cb-4a00-87e5-80dc45c4d15f tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (2d715903-2dbf-44b2-b1fe-71f0c4aabc96), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:12.262348 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6c5afbaa-65cb-4a00-87e5-80dc45c4d15f tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] Publish callbacks [] for floatingip (2d715903-2dbf-44b2-b1fe-71f0c4aabc96), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:12.286379 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ab905765-0ef1-48b5-b133-1c4d63f26c21 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (3eca50ef-fe07-452c-a700-de15782e21e7), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:12.287039 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ab905765-0ef1-48b5-b133-1c4d63f26c21 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Publish callbacks [] for floatingip (3eca50ef-fe07-452c-a700-de15782e21e7), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:12.290333 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-6c5afbaa-65cb-4a00-87e5-80dc45c4d15f tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] Calling delete_port for 2d715903-2dbf-44b2-b1fe-71f0c4aabc96 owned by network:floatingip {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:00:12.314208 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-ab905765-0ef1-48b5-b133-1c4d63f26c21 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Calling delete_port for 3eca50ef-fe07-452c-a700-de15782e21e7 owned by network:floatingip {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:00:12.393243 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb332f-6d7b-4e9e-90e8-55cc2b4c336b req-44280594-ecf3-429f-be0f-3a5b394b91c7 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:12.400283 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb332f-6d7b-4e9e-90e8-55cc2b4c336b req-44280594-ecf3-429f-be0f-3a5b394b91c7 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:12.414612 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb332f-6d7b-4e9e-90e8-55cc2b4c336b req-44280594-ecf3-429f-be0f-3a5b394b91c7 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:12.426734 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb332f-6d7b-4e9e-90e8-55cc2b4c336b req-44280594-ecf3-429f-be0f-3a5b394b91c7 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:12.442762 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb332f-6d7b-4e9e-90e8-55cc2b4c336b req-44280594-ecf3-429f-be0f-3a5b394b91c7 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:12.454238 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb332f-6d7b-4e9e-90e8-55cc2b4c336b req-44280594-ecf3-429f-be0f-3a5b394b91c7 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:12.457582 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 9e36a474-4e14-4490-94b4-c0e8352a2813 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:00:12.465303 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9e36a474-4e14-4490-94b4-c0e8352a2813), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:12.468453 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-33e29a79-2d20-4c18-a844-4ecbcf3266b5 None None] Current status of the port 9e36a474-4e14-4490-94b4-c0e8352a2813 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:00:12.471630 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-33e29a79-2d20-4c18-a844-4ecbcf3266b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9e36a474-4e14-4490-94b4-c0e8352a2813), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:12.476308 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb332f-6d7b-4e9e-90e8-55cc2b4c336b req-44280594-ecf3-429f-be0f-3a5b394b91c7 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:12.491931 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3acb332f-6d7b-4e9e-90e8-55cc2b4c336b req-44280594-ecf3-429f-be0f-3a5b394b91c7 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5427 time: 0.6027815 Jan 28 03:00:12.566539 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 9e36a474-4e14-4490-94b4-c0e8352a2813, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=9e36a474-4e14-4490-94b4-c0e8352a2813,segment=NetworkSegment(a5cfba65-383b-4542-afb3-5f082cebddf1),segment_id=a5cfba65-383b-4542-afb3-5f082cebddf1)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:00:12.573058 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646218d5-2e00-458a-9860-78948473282c tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Made reservation on behalf of 9c59567226e943da9dd248eb2e296e73 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:00:12.577667 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9e36a474-4e14-4490-94b4-c0e8352a2813), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:12.581247 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-646218d5-2e00-458a-9860-78948473282c tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:12.621872 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-8a4669fa-888e-42ce-9929-ed4a2f1953ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1404950d-8e72-412c-b8e5-7c5ceea488ac', 'name': 'tempest-AttachSCSIVolumeTestJSON-1958386318-router', 'tenant_id': 'c6c9ce367dc949bcac439df203fc2eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'b4999853-ae72-4878-a6cc-26d8f37201df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:59:52Z', 'updated_at': '2022-01-28T03:00:00Z', 'revision_number': 4, 'project_id': 'c6c9ce367dc949bcac439df203fc2eb4', 'gw_port': {'id': 'b4999853-ae72-4878-a6cc-26d8f37201df', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:88:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1404950d-8e72-412c-b8e5-7c5ceea488ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:59:56Z', 'updated_at': '2022-01-28T03:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '9e36a474-4e14-4490-94b4-c0e8352a2813', 'name': '', 'network_id': 'ed05f1c2-aa72-4a5a-971c-664bd351fbe9', 'tenant_id': 'c6c9ce367dc949bcac439df203fc2eb4', 'mac_address': 'fa:16:3e:41:46:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1404950d-8e72-412c-b8e5-7c5ceea488ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '2a1d1b90-0044-4720-abbc-ad89283cc2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:59:59Z', 'updated_at': '2022-01-28T03:00:10Z', 'revision_number': 4, 'project_id': 'c6c9ce367dc949bcac439df203fc2eb4', 'subnets': [{'id': '2a1d1b90-0044-4720-abbc-ad89283cc2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:00:12.760734 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6c5afbaa-65cb-4a00-87e5-80dc45c4d15f tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (2d715903-2dbf-44b2-b1fe-71f0c4aabc96), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:12.797146 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=9e36a474-4e14-4490-94b4-c0e8352a2813,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:12.849528 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5afbaa-65cb-4a00-87e5-80dc45c4d15f tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d715903-2dbf-44b2-b1fe-71f0c4aabc96,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:12.874522 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device cced55ad-7d13-47ab-9b4b-84a66f1d8101 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:00:12.895685 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4669fa-888e-42ce-9929-ed4a2f1953ab None None] The sync data for ids ['1404950d-8e72-412c-b8e5-7c5ceea488ac'] in n-d-712139-27 is: [{'id': '1404950d-8e72-412c-b8e5-7c5ceea488ac', 'name': 'tempest-AttachSCSIVolumeTestJSON-1958386318-router', 'tenant_id': 'c6c9ce367dc949bcac439df203fc2eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'b4999853-ae72-4878-a6cc-26d8f37201df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:59:52Z', 'updated_at': '2022-01-28T03:00:00Z', 'revision_number': 4, 'project_id': 'c6c9ce367dc949bcac439df203fc2eb4', 'gw_port': {'id': 'b4999853-ae72-4878-a6cc-26d8f37201df', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:88:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1404950d-8e72-412c-b8e5-7c5ceea488ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:59:56Z', 'updated_at': '2022-01-28T03:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '9e36a474-4e14-4490-94b4-c0e8352a2813', 'name': '', 'network_id': 'ed05f1c2-aa72-4a5a-971c-664bd351fbe9', 'tenant_id': 'c6c9ce367dc949bcac439df203fc2eb4', 'mac_address': 'fa:16:3e:41:46:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1404950d-8e72-412c-b8e5-7c5ceea488ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '2a1d1b90-0044-4720-abbc-ad89283cc2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:59:59Z', 'updated_at': '2022-01-28T03:00:10Z', 'revision_number': 4, 'project_id': 'c6c9ce367dc949bcac439df203fc2eb4', 'subnets': [{'id': '2a1d1b90-0044-4720-abbc-ad89283cc2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:00:12.963315 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: cced55ad-7d13-47ab-9b4b-84a66f1d8101 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:00:12.963583 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device cced55ad-7d13-47ab-9b4b-84a66f1d8101 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:00:12.987579 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.api [None req-33e29a79-2d20-4c18-a844-4ecbcf3266b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:00:12.988028 n-d-712139-27 neutron-server[109804]: DEBUG oslo_db.api [None req-33e29a79-2d20-4c18-a844-4ecbcf3266b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:00:13.099037 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6c5afbaa-65cb-4a00-87e5-80dc45c4d15f tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] Publish callbacks [] for floatingip (e9077730-988f-44a2-8c35-0186e31d7e0c), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:13.105476 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6c5afbaa-65cb-4a00-87e5-80dc45c4d15f tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:13.111722 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6c5afbaa-65cb-4a00-87e5-80dc45c4d15f tempest-FloatingIPAdminTestJSON-358492242 tempest-FloatingIPAdminTestJSON-358492242-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/e9077730-988f-44a2-8c35-0186e31d7e0c HTTP/1.1" status: 204 len: 168 time: 1.8560524 Jan 28 03:00:13.121233 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46426) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:13.268506 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 9e36a474-4e14-4490-94b4-c0e8352a2813 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:00:13.384404 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 9e36a474-4e14-4490-94b4-c0e8352a2813 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:00:13.384799 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9e36a474-4e14-4490-94b4-c0e8352a2813), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:13.605730 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-0e1259b1-298f-446f-8208-d657222dde09 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Deleting port 434a24d0-2583-4991-a3fa-97017b04e096 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:00:13.606379 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0e1259b1-298f-446f-8208-d657222dde09 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (434a24d0-2583-4991-a3fa-97017b04e096), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:13.654253 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-646218d5-2e00-458a-9860-78948473282c tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (5f288ced-358e-4aa7-a168-e6ff964365b9), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:13.754455 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 9e36a474-4e14-4490-94b4-c0e8352a2813 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:00:13.798392 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-33e29a79-2d20-4c18-a844-4ecbcf3266b5 None None] Current status of the port 9e36a474-4e14-4490-94b4-c0e8352a2813 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:00:13.997192 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646218d5-2e00-458a-9860-78948473282c tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event updated for resources: {'Subnet': ['ID=5f288ced-358e-4aa7-a168-e6ff964365b9,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:14.175797 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3acb332f-6d7b-4e9e-90e8-55cc2b4c336b req-d83ded26-2917-411b-bdbe-1958a7f39cf3 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.6796949 Jan 28 03:00:14.256167 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ab905765-0ef1-48b5-b133-1c4d63f26c21 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (3eca50ef-fe07-452c-a700-de15782e21e7), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:14.304042 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646218d5-2e00-458a-9860-78948473282c tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Checking segment: {'id': '71bc53a0-5b4e-4da2-b236-d2f36b621811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '55d5242a-5255-47d8-9f74-d9dbc4e7e3a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:00:14.304879 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646218d5-2e00-458a-9860-78948473282c tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Network hostable DHCP agents. Network: 55d5242a-5255-47d8-9f74-d9dbc4e7e3a1, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:00:14.321249 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0e1259b1-298f-446f-8208-d657222dde09 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (434a24d0-2583-4991-a3fa-97017b04e096), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:14.409942 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646218d5-2e00-458a-9860-78948473282c tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Network 55d5242a-5255-47d8-9f74-d9dbc4e7e3a1 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:00:14.414101 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-0e1259b1-298f-446f-8208-d657222dde09 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Calling delete_port for 434a24d0-2583-4991-a3fa-97017b04e096 owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:00:14.425030 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab905765-0ef1-48b5-b133-1c4d63f26c21 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Pushing event deleted for resources: {'Port': ['ID=3eca50ef-fe07-452c-a700-de15782e21e7,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:14.439340 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-646218d5-2e00-458a-9860-78948473282c tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 55d5242a-5255-47d8-9f74-d9dbc4e7e3a1) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:00:14.452355 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646218d5-2e00-458a-9860-78948473282c tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:14.453545 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-646218d5-2e00-458a-9860-78948473282c tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:14.456420 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86783c4-c735-403e-8c3d-f9f3134e36c6 None None] Network 55d5242a-5255-47d8-9f74-d9dbc4e7e3a1 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:00:14.553533 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-646218d5-2e00-458a-9860-78948473282c tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9938271 Jan 28 03:00:14.559778 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46440) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:14.570059 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-55c4ed7a-28d6-4c46-9023-5ec7f3f8f16a tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2048103425', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:00:14.618766 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ab905765-0ef1-48b5-b133-1c4d63f26c21 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Publish callbacks [] for floatingip (095d31e6-3824-445b-bb55-5fcd25880b39), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:14.621831 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ab905765-0ef1-48b5-b133-1c4d63f26c21 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:14.645818 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ab905765-0ef1-48b5-b133-1c4d63f26c21 tempest-ServersTestBootFromVolume-1611155840 tempest-ServersTestBootFromVolume-1611155840-project] 10.222.0.53 "DELETE /v2.0/floatingips/095d31e6-3824-445b-bb55-5fcd25880b39 HTTP/1.1" status: 204 len: 168 time: 3.2567923 Jan 28 03:00:14.647513 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46444) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:14.656614 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-55c4ed7a-28d6-4c46-9023-5ec7f3f8f16a tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (3bad475a-a5e7-4991-9d51-8fdbf3b725a7), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:14.665387 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-55c4ed7a-28d6-4c46-9023-5ec7f3f8f16a tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (3bad475a-a5e7-4991-9d51-8fdbf3b725a7), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:14.803655 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5143135-eb60-4ee6-8f76-00758894046a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-55d5242a-5255-47d8-9f74-d9dbc4e7e3a1', 'network_id': '55d5242a-5255-47d8-9f74-d9dbc4e7e3a1', 'project_id': '9c59567226e943da9dd248eb2e296e73', 'fixed_ips': [{'subnet_id': '5f288ced-358e-4aa7-a168-e6ff964365b9'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:00:14.805506 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b5143135-eb60-4ee6-8f76-00758894046a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:14.858264 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-55c4ed7a-28d6-4c46-9023-5ec7f3f8f16a tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for router_controller (3bad475a-a5e7-4991-9d51-8fdbf3b725a7), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:14.944852 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-55c4ed7a-28d6-4c46-9023-5ec7f3f8f16a tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (3bad475a-a5e7-4991-9d51-8fdbf3b725a7), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:15.010172 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-55c4ed7a-28d6-4c46-9023-5ec7f3f8f16a tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:15.014501 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-55c4ed7a-28d6-4c46-9023-5ec7f3f8f16a tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4532106 Jan 28 03:00:15.019351 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46446) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:15.036067 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-5b8b7fc8-cb52-4280-8af5-bd9397e77f19 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'port': {'network_id': '55d5242a-5255-47d8-9f74-d9dbc4e7e3a1', 'name': 'tempest-PortsIpV6TestJSON-1008044497'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:00:15.091400 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0e1259b1-298f-446f-8208-d657222dde09 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (434a24d0-2583-4991-a3fa-97017b04e096), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:15.154361 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1259b1-298f-446f-8208-d657222dde09 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Pushing event deleted for resources: {'Port': ['ID=434a24d0-2583-4991-a3fa-97017b04e096,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:15.407187 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0e1259b1-298f-446f-8208-d657222dde09 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:15.410743 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0e1259b1-298f-446f-8208-d657222dde09 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] 10.222.0.53 "DELETE /v2.0/ports/434a24d0-2583-4991-a3fa-97017b04e096 HTTP/1.1" status: 204 len: 168 time: 2.2883105 Jan 28 03:00:15.436118 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46464) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:15.596292 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8d31b6-44cb-45af-bd23-25b74b5ca570 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:15.600333 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-be8d31b6-44cb-45af-bd23-25b74b5ca570 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] 10.222.0.53 "GET /v2.0/ports?device_id=f14d97a6-f463-48f8-a00f-8e7ea730718d HTTP/1.1" status: 200 len: 913 time: 0.1603358 Jan 28 03:00:15.605799 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46468) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:15.641142 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620333af-2d31-4b17-89e1-b2bfc83c664b req-a1da5b26-9ce2-4c53-8294-1f3b5af5a549 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:15.660272 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620333af-2d31-4b17-89e1-b2bfc83c664b req-a1da5b26-9ce2-4c53-8294-1f3b5af5a549 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:15.677278 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620333af-2d31-4b17-89e1-b2bfc83c664b req-a1da5b26-9ce2-4c53-8294-1f3b5af5a549 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:15.683190 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620333af-2d31-4b17-89e1-b2bfc83c664b req-a1da5b26-9ce2-4c53-8294-1f3b5af5a549 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:15.688961 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620333af-2d31-4b17-89e1-b2bfc83c664b req-a1da5b26-9ce2-4c53-8294-1f3b5af5a549 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:15.695885 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620333af-2d31-4b17-89e1-b2bfc83c664b req-a1da5b26-9ce2-4c53-8294-1f3b5af5a549 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:15.704134 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620333af-2d31-4b17-89e1-b2bfc83c664b req-a1da5b26-9ce2-4c53-8294-1f3b5af5a549 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:15.707289 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-620333af-2d31-4b17-89e1-b2bfc83c664b req-a1da5b26-9ce2-4c53-8294-1f3b5af5a549 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5427 time: 0.3156188 Jan 28 03:00:15.765889 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-b5143135-eb60-4ee6-8f76-00758894046a None None] Allocated IP 2001:db8::2 (55d5242a-5255-47d8-9f74-d9dbc4e7e3a1/5f288ced-358e-4aa7-a168-e6ff964365b9/90bdfb7e-527e-4c94-aacb-09431ccf21fe) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:00:15.949636 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8b7fc8-cb52-4280-8af5-bd9397e77f19 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Made reservation on behalf of 9c59567226e943da9dd248eb2e296e73 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:00:15.958270 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5b8b7fc8-cb52-4280-8af5-bd9397e77f19 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:15.972169 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b5143135-eb60-4ee6-8f76-00758894046a None None] Publish callbacks [] for port (90bdfb7e-527e-4c94-aacb-09431ccf21fe), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:15.984715 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b5143135-eb60-4ee6-8f76-00758894046a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (90bdfb7e-527e-4c94-aacb-09431ccf21fe), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:16.040132 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5143135-eb60-4ee6-8f76-00758894046a None None] Network 55d5242a-5255-47d8-9f74-d9dbc4e7e3a1 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:00:16.051809 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-b5143135-eb60-4ee6-8f76-00758894046a None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:00:16.054754 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5143135-eb60-4ee6-8f76-00758894046a None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:00:16.086555 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-620333af-2d31-4b17-89e1-b2bfc83c664b req-6d065c6d-da49-4656-9f21-9bdb7e6b3d7c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3724697 Jan 28 03:00:16.118080 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5143135-eb60-4ee6-8f76-00758894046a None None] Pushing event updated for resources: {'Port': ['ID=90bdfb7e-527e-4c94-aacb-09431ccf21fe,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:16.136605 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-5b8b7fc8-cb52-4280-8af5-bd9397e77f19 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] device_id is not set on port a8010f97-d34b-45de-93bf-25a00872bbfb yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:00:16.147360 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-b5143135-eb60-4ee6-8f76-00758894046a None None] Attempting to bind port 90bdfb7e-527e-4c94-aacb-09431ccf21fe on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:00:16.147655 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-b5143135-eb60-4ee6-8f76-00758894046a None None] Attempting to bind port 90bdfb7e-527e-4c94-aacb-09431ccf21fe by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '71bc53a0-5b4e-4da2-b236-d2f36b621811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '55d5242a-5255-47d8-9f74-d9dbc4e7e3a1'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:00:16.148028 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5143135-eb60-4ee6-8f76-00758894046a None None] Attempting to bind port 90bdfb7e-527e-4c94-aacb-09431ccf21fe on network 55d5242a-5255-47d8-9f74-d9dbc4e7e3a1 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:00:16.161589 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5143135-eb60-4ee6-8f76-00758894046a None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:00:16.164029 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5143135-eb60-4ee6-8f76-00758894046a None None] Checking segment: {'id': '71bc53a0-5b4e-4da2-b236-d2f36b621811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '55d5242a-5255-47d8-9f74-d9dbc4e7e3a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:00:16.164611 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b5143135-eb60-4ee6-8f76-00758894046a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:16.165030 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5143135-eb60-4ee6-8f76-00758894046a None None] Bound using segment: {'id': '71bc53a0-5b4e-4da2-b236-d2f36b621811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '55d5242a-5255-47d8-9f74-d9dbc4e7e3a1'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:00:16.166683 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-b5143135-eb60-4ee6-8f76-00758894046a None None] Bound port: 90bdfb7e-527e-4c94-aacb-09431ccf21fe, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71bc53a0-5b4e-4da2-b236-d2f36b621811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '55d5242a-5255-47d8-9f74-d9dbc4e7e3a1'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:00:16.167118 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b5143135-eb60-4ee6-8f76-00758894046a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (90bdfb7e-527e-4c94-aacb-09431ccf21fe), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:16.368451 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-b5143135-eb60-4ee6-8f76-00758894046a None None] For port 90bdfb7e-527e-4c94-aacb-09431ccf21fe, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:00:16.382407 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-b5143135-eb60-4ee6-8f76-00758894046a None None] For port 90bdfb7e-527e-4c94-aacb-09431ccf21fe, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=90bdfb7e-527e-4c94-aacb-09431ccf21fe,segment=NetworkSegment(71bc53a0-5b4e-4da2-b236-d2f36b621811),segment_id=71bc53a0-5b4e-4da2-b236-d2f36b621811)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:00:16.395810 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b5143135-eb60-4ee6-8f76-00758894046a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (90bdfb7e-527e-4c94-aacb-09431ccf21fe), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:16.506662 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-5b8b7fc8-cb52-4280-8af5-bd9397e77f19 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Allocated IP 2001:db8::2c4 (55d5242a-5255-47d8-9f74-d9dbc4e7e3a1/5f288ced-358e-4aa7-a168-e6ff964365b9/a8010f97-d34b-45de-93bf-25a00872bbfb) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:00:16.572555 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-033e691e-ea77-45db-9c2b-8eefa415d45e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (bc4aa6bd-a58f-4377-8585-df37e794ff27), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:16.597098 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5143135-eb60-4ee6-8f76-00758894046a None None] Pushing event updated for resources: {'Port': ['ID=90bdfb7e-527e-4c94-aacb-09431ccf21fe,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:17.156662 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5b8b7fc8-cb52-4280-8af5-bd9397e77f19 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for port (a8010f97-d34b-45de-93bf-25a00872bbfb), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:17.357862 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-88a6f7a8-3d19-4f71-be6a-26b6cefb5a77 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (f14d97a6-f463-48f8-a00f-8e7ea730718d), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:17.371976 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5b8b7fc8-cb52-4280-8af5-bd9397e77f19 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (a8010f97-d34b-45de-93bf-25a00872bbfb), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:17.389028 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 90bdfb7e-527e-4c94-aacb-09431ccf21fe up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:00:17.509232 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 90bdfb7e-527e-4c94-aacb-09431ccf21fe triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:00:17.509855 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (90bdfb7e-527e-4c94-aacb-09431ccf21fe), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:17.584604 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8b7fc8-cb52-4280-8af5-bd9397e77f19 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Network 55d5242a-5255-47d8-9f74-d9dbc4e7e3a1 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:00:17.595080 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-5b8b7fc8-cb52-4280-8af5-bd9397e77f19 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:00:17.630868 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8b7fc8-cb52-4280-8af5-bd9397e77f19 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:00:17.639365 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8b7fc8-cb52-4280-8af5-bd9397e77f19 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:17.640030 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5b8b7fc8-cb52-4280-8af5-bd9397e77f19 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:17.682083 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11464c10-f3fa-4f4f-a198-08b25c19ab14 req-99bb037c-89f9-43a4-af69-0daf4d499acf tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:17.687629 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11464c10-f3fa-4f4f-a198-08b25c19ab14 req-99bb037c-89f9-43a4-af69-0daf4d499acf tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:17.693415 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11464c10-f3fa-4f4f-a198-08b25c19ab14 req-99bb037c-89f9-43a4-af69-0daf4d499acf tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:17.698882 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11464c10-f3fa-4f4f-a198-08b25c19ab14 req-99bb037c-89f9-43a4-af69-0daf4d499acf tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:17.705007 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11464c10-f3fa-4f4f-a198-08b25c19ab14 req-99bb037c-89f9-43a4-af69-0daf4d499acf tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:17.711097 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11464c10-f3fa-4f4f-a198-08b25c19ab14 req-99bb037c-89f9-43a4-af69-0daf4d499acf tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:17.712153 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 90bdfb7e-527e-4c94-aacb-09431ccf21fe is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:00:17.716913 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11464c10-f3fa-4f4f-a198-08b25c19ab14 req-99bb037c-89f9-43a4-af69-0daf4d499acf tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:17.717745 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (90bdfb7e-527e-4c94-aacb-09431ccf21fe), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:17.718991 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-11464c10-f3fa-4f4f-a198-08b25c19ab14 req-99bb037c-89f9-43a4-af69-0daf4d499acf tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5427 time: 0.3986697 Jan 28 03:00:17.725529 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b7fc8-cb52-4280-8af5-bd9397e77f19 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event updated for resources: {'Port': ['ID=a8010f97-d34b-45de-93bf-25a00872bbfb,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:17.795663 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5b8b7fc8-cb52-4280-8af5-bd9397e77f19 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7690003 Jan 28 03:00:17.798818 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46502) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:17.842989 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 90bdfb7e-527e-4c94-aacb-09431ccf21fe, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=90bdfb7e-527e-4c94-aacb-09431ccf21fe,segment=NetworkSegment(71bc53a0-5b4e-4da2-b236-d2f36b621811),segment_id=71bc53a0-5b4e-4da2-b236-d2f36b621811)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:00:17.855514 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (90bdfb7e-527e-4c94-aacb-09431ccf21fe), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:17.906705 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-11464c10-f3fa-4f4f-a198-08b25c19ab14 req-e144b6ea-0bc3-496a-af44-663f757ebc5c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1673040 Jan 28 03:00:17.945164 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-033e691e-ea77-45db-9c2b-8eefa415d45e admin admin] Deleting port ea32e377-8c75-4715-9ada-f6b33bd5aa01 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:00:17.946316 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-033e691e-ea77-45db-9c2b-8eefa415d45e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (ea32e377-8c75-4715-9ada-f6b33bd5aa01), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:17.962214 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=90bdfb7e-527e-4c94-aacb-09431ccf21fe,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:18.071092 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-033e691e-ea77-45db-9c2b-8eefa415d45e admin admin] For port ea32e377-8c75-4715-9ada-f6b33bd5aa01, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ea32e377-8c75-4715-9ada-f6b33bd5aa01,segment=NetworkSegment(20313ebf-9326-431b-9165-cf128e6f65fb),segment_id=20313ebf-9326-431b-9165-cf128e6f65fb)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:00:18.071462 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-033e691e-ea77-45db-9c2b-8eefa415d45e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (ea32e377-8c75-4715-9ada-f6b33bd5aa01), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:18.102052 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-033e691e-ea77-45db-9c2b-8eefa415d45e admin admin] Calling delete_port for ea32e377-8c75-4715-9ada-f6b33bd5aa01 owned by network:router_interface {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:00:18.451811 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-033e691e-ea77-45db-9c2b-8eefa415d45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (ea32e377-8c75-4715-9ada-f6b33bd5aa01), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:18.505955 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e578b786-8c28-4819-ac5e-ca980e79a79b None None] Network 55d5242a-5255-47d8-9f74-d9dbc4e7e3a1 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:00:18.531268 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e691e-ea77-45db-9c2b-8eefa415d45e admin admin] Pushing event deleted for resources: {'Port': ['ID=ea32e377-8c75-4715-9ada-f6b33bd5aa01,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:18.765962 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c4e435a6-1219-4302-9b3e-12ed4d8c7099 None None] Provisioning complete for port 90bdfb7e-527e-4c94-aacb-09431ccf21fe triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:00:18.768620 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c4e435a6-1219-4302-9b3e-12ed4d8c7099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (90bdfb7e-527e-4c94-aacb-09431ccf21fe), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:18.939983 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7af44d59-ed3a-4f4e-a668-90150cde6181 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (a8010f97-d34b-45de-93bf-25a00872bbfb), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:18.963277 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-88a6f7a8-3d19-4f71-be6a-26b6cefb5a77 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Deleting port d2213642-6157-45d6-8322-9d27b987d5d1 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:00:18.963610 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-88a6f7a8-3d19-4f71-be6a-26b6cefb5a77 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (d2213642-6157-45d6-8322-9d27b987d5d1), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:19.096327 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-88a6f7a8-3d19-4f71-be6a-26b6cefb5a77 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (d2213642-6157-45d6-8322-9d27b987d5d1), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:19.111924 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-88a6f7a8-3d19-4f71-be6a-26b6cefb5a77 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Calling delete_port for d2213642-6157-45d6-8322-9d27b987d5d1 owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:00:19.147302 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-033e691e-ea77-45db-9c2b-8eefa415d45e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (bc4aa6bd-a58f-4377-8585-df37e794ff27), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:19.326281 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c4e435a6-1219-4302-9b3e-12ed4d8c7099 None None] Current status of the port 90bdfb7e-527e-4c94-aacb-09431ccf21fe is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:00:19.349865 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 90bdfb7e-527e-4c94-aacb-09431ccf21fe up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:00:19.470396 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 90bdfb7e-527e-4c94-aacb-09431ccf21fe triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:00:19.471201 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (90bdfb7e-527e-4c94-aacb-09431ccf21fe), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:19.692771 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-88a6f7a8-3d19-4f71-be6a-26b6cefb5a77 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (d2213642-6157-45d6-8322-9d27b987d5d1), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:19.710573 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 90bdfb7e-527e-4c94-aacb-09431ccf21fe is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:00:19.790399 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89edae47-ff47-4514-a0cc-739e0b5875f6 req-9f0dc386-3bf4-4f2b-a35b-b3d7cff5d6cb tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:19.797042 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033e691e-ea77-45db-9c2b-8eefa415d45e admin admin] Router bc4aa6bd-a58f-4377-8585-df37e794ff27 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:00:19.800121 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89edae47-ff47-4514-a0cc-739e0b5875f6 req-9f0dc386-3bf4-4f2b-a35b-b3d7cff5d6cb tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:19.805860 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89edae47-ff47-4514-a0cc-739e0b5875f6 req-9f0dc386-3bf4-4f2b-a35b-b3d7cff5d6cb tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:19.811535 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89edae47-ff47-4514-a0cc-739e0b5875f6 req-9f0dc386-3bf4-4f2b-a35b-b3d7cff5d6cb tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:19.817437 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89edae47-ff47-4514-a0cc-739e0b5875f6 req-9f0dc386-3bf4-4f2b-a35b-b3d7cff5d6cb tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:19.822939 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89edae47-ff47-4514-a0cc-739e0b5875f6 req-9f0dc386-3bf4-4f2b-a35b-b3d7cff5d6cb tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:19.845871 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89edae47-ff47-4514-a0cc-739e0b5875f6 req-9f0dc386-3bf4-4f2b-a35b-b3d7cff5d6cb tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:19.856249 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-89edae47-ff47-4514-a0cc-739e0b5875f6 req-9f0dc386-3bf4-4f2b-a35b-b3d7cff5d6cb tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5427 time: 0.6453629 Jan 28 03:00:19.886384 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-78ff41c5-dd51-42fa-9e9f-2020cb2c9c42 None None] Provisioning complete for port 90bdfb7e-527e-4c94-aacb-09431ccf21fe triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:00:19.886769 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-78ff41c5-dd51-42fa-9e9f-2020cb2c9c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (90bdfb7e-527e-4c94-aacb-09431ccf21fe), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:19.947674 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a6f7a8-3d19-4f71-be6a-26b6cefb5a77 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Pushing event deleted for resources: {'Port': ['ID=d2213642-6157-45d6-8322-9d27b987d5d1,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:20.109680 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-78ff41c5-dd51-42fa-9e9f-2020cb2c9c42 None None] Current status of the port 90bdfb7e-527e-4c94-aacb-09431ccf21fe is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:00:20.147865 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-78ff41c5-dd51-42fa-9e9f-2020cb2c9c42 None None] Provisioning complete for port a8010f97-d34b-45de-93bf-25a00872bbfb triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:00:20.148358 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-78ff41c5-dd51-42fa-9e9f-2020cb2c9c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (a8010f97-d34b-45de-93bf-25a00872bbfb), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:20.192779 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033e691e-ea77-45db-9c2b-8eefa415d45e admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:00:20.202824 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f593efa5-de7d-4bb4-8e4c-3254f2c0af36 None None] Sync routers for ids ['bc4aa6bd-a58f-4377-8585-df37e794ff27'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:00:20.206854 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-033e691e-ea77-45db-9c2b-8eefa415d45e admin admin] 10.222.0.53 "PUT /v2.0/routers/bc4aa6bd-a58f-4377-8585-df37e794ff27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5554223 Jan 28 03:00:20.213440 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46540) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:20.223044 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f593efa5-de7d-4bb4-8e4c-3254f2c0af36 None None] Routers {'bc4aa6bd-a58f-4377-8585-df37e794ff27'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:00:20.226469 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-f593efa5-de7d-4bb4-8e4c-3254f2c0af36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:00:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['bc4aa6bd-a58f-4377-8585-df37e794ff27'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:00:20.266721 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-78ff41c5-dd51-42fa-9e9f-2020cb2c9c42 None None] Port a8010f97-d34b-45de-93bf-25a00872bbfb cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:00:20.285441 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7af44d59-ed3a-4f4e-a668-90150cde6181 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for port (a8010f97-d34b-45de-93bf-25a00872bbfb), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:20.320236 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7af44d59-ed3a-4f4e-a668-90150cde6181 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (a8010f97-d34b-45de-93bf-25a00872bbfb), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:20.398241 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-230f1af6-5cbb-4d4b-b718-339595d247e0 None None] Provisioning complete for port a8010f97-d34b-45de-93bf-25a00872bbfb triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:00:20.398620 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-230f1af6-5cbb-4d4b-b718-339595d247e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (a8010f97-d34b-45de-93bf-25a00872bbfb), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:20.489154 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-230f1af6-5cbb-4d4b-b718-339595d247e0 None None] Port a8010f97-d34b-45de-93bf-25a00872bbfb cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:00:20.529519 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-89edae47-ff47-4514-a0cc-739e0b5875f6 req-a691b123-f624-4d64-b8e5-ec460e7b7bba tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5795720 Jan 28 03:00:20.545198 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e8883fe6-d8f4-48de-9f0f-f3d39ea93172 admin admin] Publish callbacks [] for router (bc4aa6bd-a58f-4377-8585-df37e794ff27), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:20.566186 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-f593efa5-de7d-4bb4-8e4c-3254f2c0af36 None None] Set router bc4aa6bd-a58f-4377-8585-df37e794ff27 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:00:20.758672 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e8883fe6-d8f4-48de-9f0f-f3d39ea93172 admin admin] Publish callbacks [] for router_gateway (bc4aa6bd-a58f-4377-8585-df37e794ff27), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:20.777336 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af44d59-ed3a-4f4e-a668-90150cde6181 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event updated for resources: {'Port': ['ID=a8010f97-d34b-45de-93bf-25a00872bbfb,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:20.910418 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-e8883fe6-d8f4-48de-9f0f-f3d39ea93172 admin admin] Deleting port 3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:00:20.911019 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e8883fe6-d8f4-48de-9f0f-f3d39ea93172 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:21.050734 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7af44d59-ed3a-4f4e-a668-90150cde6181 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (3bad475a-a5e7-4991-9d51-8fdbf3b725a7), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:21.051944 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-f593efa5-de7d-4bb4-8e4c-3254f2c0af36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4aa6bd-a58f-4377-8585-df37e794ff27', 'name': 'tempest-ServersTestBootFromVolume-1814748997-router', 'tenant_id': 'befd34c380174bf4b40f46a4a27ffeac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:55:32Z', 'updated_at': '2022-01-28T03:00:18Z', 'revision_number': 5, 'project_id': 'befd34c380174bf4b40f46a4a27ffeac', 'gw_port': {'id': '3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4aa6bd-a58f-4377-8585-df37e794ff27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:55:33Z', 'updated_at': '2022-01-28T02:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:00:21.160741 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-e8883fe6-d8f4-48de-9f0f-f3d39ea93172 admin admin] For port 3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:00:21.165593 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e8883fe6-d8f4-48de-9f0f-f3d39ea93172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:21.173210 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f593efa5-de7d-4bb4-8e4c-3254f2c0af36 None None] Checking router: bc4aa6bd-a58f-4377-8585-df37e794ff27 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:00:21.186819 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f593efa5-de7d-4bb4-8e4c-3254f2c0af36 None None] Routers {'bc4aa6bd-a58f-4377-8585-df37e794ff27'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:00:21.187860 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-f593efa5-de7d-4bb4-8e4c-3254f2c0af36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:00:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['bc4aa6bd-a58f-4377-8585-df37e794ff27'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:00:21.195510 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-e8883fe6-d8f4-48de-9f0f-f3d39ea93172 admin admin] Calling delete_port for 3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5 owned by network:router_gateway {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:00:21.198171 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-e0265ced-079f-4d43-a81d-435783d62321 None None] Provisioning complete for port a8010f97-d34b-45de-93bf-25a00872bbfb triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:00:21.198819 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e0265ced-079f-4d43-a81d-435783d62321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (a8010f97-d34b-45de-93bf-25a00872bbfb), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:21.247419 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-88a6f7a8-3d19-4f71-be6a-26b6cefb5a77 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (f14d97a6-f463-48f8-a00f-8e7ea730718d), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:21.359764 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e0265ced-079f-4d43-a81d-435783d62321 None None] Port a8010f97-d34b-45de-93bf-25a00872bbfb cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:00:21.363601 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-f593efa5-de7d-4bb4-8e4c-3254f2c0af36 None None] Set router bc4aa6bd-a58f-4377-8585-df37e794ff27 gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:00:21.507613 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-f593efa5-de7d-4bb4-8e4c-3254f2c0af36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4aa6bd-a58f-4377-8585-df37e794ff27', 'name': 'tempest-ServersTestBootFromVolume-1814748997-router', 'tenant_id': 'befd34c380174bf4b40f46a4a27ffeac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:55:32Z', 'updated_at': '2022-01-28T03:00:20Z', 'revision_number': 6, 'project_id': 'befd34c380174bf4b40f46a4a27ffeac', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:00:21.664948 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f593efa5-de7d-4bb4-8e4c-3254f2c0af36 None None] The sync data for ids ['bc4aa6bd-a58f-4377-8585-df37e794ff27'] in n-d-712139-27 is: [{'id': 'bc4aa6bd-a58f-4377-8585-df37e794ff27', 'name': 'tempest-ServersTestBootFromVolume-1814748997-router', 'tenant_id': 'befd34c380174bf4b40f46a4a27ffeac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:55:32Z', 'updated_at': '2022-01-28T03:00:20Z', 'revision_number': 6, 'project_id': 'befd34c380174bf4b40f46a4a27ffeac', 'gw_port_host': None}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:00:21.713226 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7af44d59-ed3a-4f4e-a668-90150cde6181 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (a8010f97-d34b-45de-93bf-25a00872bbfb), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:21.851855 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e8883fe6-d8f4-48de-9f0f-f3d39ea93172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:21.853511 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a6f7a8-3d19-4f71-be6a-26b6cefb5a77 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Router f14d97a6-f463-48f8-a00f-8e7ea730718d has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:00:21.896760 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8883fe6-d8f4-48de-9f0f-f3d39ea93172 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:21.910390 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc250f53-bce4-4720-a648-9bb163707cad req-df7e469d-343a-424b-8cec-855ce885a5e1 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:21.916454 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc250f53-bce4-4720-a648-9bb163707cad req-df7e469d-343a-424b-8cec-855ce885a5e1 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:21.921962 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc250f53-bce4-4720-a648-9bb163707cad req-df7e469d-343a-424b-8cec-855ce885a5e1 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:21.927347 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc250f53-bce4-4720-a648-9bb163707cad req-df7e469d-343a-424b-8cec-855ce885a5e1 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:21.932716 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc250f53-bce4-4720-a648-9bb163707cad req-df7e469d-343a-424b-8cec-855ce885a5e1 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:21.938453 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc250f53-bce4-4720-a648-9bb163707cad req-df7e469d-343a-424b-8cec-855ce885a5e1 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:21.944125 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc250f53-bce4-4720-a648-9bb163707cad req-df7e469d-343a-424b-8cec-855ce885a5e1 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:21.952090 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cc250f53-bce4-4720-a648-9bb163707cad req-df7e469d-343a-424b-8cec-855ce885a5e1 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5427 time: 0.1524215 Jan 28 03:00:22.055334 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e8883fe6-d8f4-48de-9f0f-f3d39ea93172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (bc4aa6bd-a58f-4377-8585-df37e794ff27), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:22.116495 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cc250f53-bce4-4720-a648-9bb163707cad req-aee9c746-cabb-4373-942a-f8eaa9fc21d4 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1598749 Jan 28 03:00:23.102056 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a6f7a8-3d19-4f71-be6a-26b6cefb5a77 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:00:23.116571 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4090df-69db-4bda-9813-945db6164ec1 None None] Sync routers for ids ['f14d97a6-f463-48f8-a00f-8e7ea730718d'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:00:23.137166 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4090df-69db-4bda-9813-945db6164ec1 None None] Routers {'f14d97a6-f463-48f8-a00f-8e7ea730718d'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:00:23.137831 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-2b4090df-69db-4bda-9813-945db6164ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:00:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['f14d97a6-f463-48f8-a00f-8e7ea730718d'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:00:23.229685 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-88a6f7a8-3d19-4f71-be6a-26b6cefb5a77 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] 10.222.0.53 "PUT /v2.0/routers/f14d97a6-f463-48f8-a00f-8e7ea730718d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6147883 Jan 28 03:00:23.230799 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46574) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:23.259303 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:00:23.305227 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:00:23.305576 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 3e5b599d-dedc-40d9-8ab9-0f2f76bf18c5 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:00:23.306000 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ea32e377-8c75-4715-9ada-f6b33bd5aa01 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:00:23.308354 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-2b4090df-69db-4bda-9813-945db6164ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:00:23.332807 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e8883fe6-d8f4-48de-9f0f-f3d39ea93172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (bc4aa6bd-a58f-4377-8585-df37e794ff27), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:23.335133 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e8883fe6-d8f4-48de-9f0f-f3d39ea93172 admin admin] Publish callbacks [] for router_controller (bc4aa6bd-a58f-4377-8585-df37e794ff27), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:23.405197 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e8883fe6-d8f4-48de-9f0f-f3d39ea93172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (bc4aa6bd-a58f-4377-8585-df37e794ff27), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:23.405197 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8883fe6-d8f4-48de-9f0f-f3d39ea93172 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc4aa6bd-a58f-4377-8585-df37e794ff27 {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:00:23.405492 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: ea32e377-8c75-4715-9ada-f6b33bd5aa01 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:00:23.408623 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ea32e377-8c75-4715-9ada-f6b33bd5aa01 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:00:23.410259 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e8883fe6-d8f4-48de-9f0f-f3d39ea93172 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:23.411690 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e8883fe6-d8f4-48de-9f0f-f3d39ea93172 admin admin] 10.222.0.53 "DELETE /v2.0/routers/bc4aa6bd-a58f-4377-8585-df37e794ff27 HTTP/1.1" status: 204 len: 168 time: 3.1971970 Jan 28 03:00:23.417371 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4090df-69db-4bda-9813-945db6164ec1 None None] Routers {'f14d97a6-f463-48f8-a00f-8e7ea730718d'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:00:23.418028 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-2b4090df-69db-4bda-9813-945db6164ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:00:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['f14d97a6-f463-48f8-a00f-8e7ea730718d'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:00:23.421152 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46576) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:23.494477 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ee52c-508a-478a-b968-2e749d8b4ff5 req-70fc0687-b7ce-4858-b37f-8e800a533da5 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:23.500575 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ee52c-508a-478a-b968-2e749d8b4ff5 req-70fc0687-b7ce-4858-b37f-8e800a533da5 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:23.522536 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ee52c-508a-478a-b968-2e749d8b4ff5 req-70fc0687-b7ce-4858-b37f-8e800a533da5 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:23.530417 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ee52c-508a-478a-b968-2e749d8b4ff5 req-70fc0687-b7ce-4858-b37f-8e800a533da5 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:23.533405 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-2b4090df-69db-4bda-9813-945db6164ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:00:23.534248 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4090df-69db-4bda-9813-945db6164ec1 None None] The sync data for ids ['f14d97a6-f463-48f8-a00f-8e7ea730718d'] in n-d-712139-27 is: [] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:00:23.544453 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ee52c-508a-478a-b968-2e749d8b4ff5 req-70fc0687-b7ce-4858-b37f-8e800a533da5 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:23.554780 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ee52c-508a-478a-b968-2e749d8b4ff5 req-70fc0687-b7ce-4858-b37f-8e800a533da5 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:23.570134 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ee52c-508a-478a-b968-2e749d8b4ff5 req-70fc0687-b7ce-4858-b37f-8e800a533da5 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:23.606729 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-021ee52c-508a-478a-b968-2e749d8b4ff5 req-70fc0687-b7ce-4858-b37f-8e800a533da5 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5427 time: 0.1874855 Jan 28 03:00:23.732764 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-021ee52c-508a-478a-b968-2e749d8b4ff5 req-d35acc88-aa14-409c-942d-2178a11dd1d4 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1247573 Jan 28 03:00:23.741718 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-05f252ba-b7d3-4074-a102-c885fd71b7de admin admin] Deleting subnet 16ee6f75-5845-453e-adc6-4f31252df005 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:00:23.763103 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7af44d59-ed3a-4f4e-a668-90150cde6181 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for port (a8010f97-d34b-45de-93bf-25a00872bbfb), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:23.767095 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f906b35f-9685-4ffa-9614-110d2163ff34 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks [] for router (f14d97a6-f463-48f8-a00f-8e7ea730718d), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:23.771937 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-05f252ba-b7d3-4074-a102-c885fd71b7de admin admin] Publish callbacks [] for subnet (16ee6f75-5845-453e-adc6-4f31252df005), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:23.779919 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7af44d59-ed3a-4f4e-a668-90150cde6181 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (a8010f97-d34b-45de-93bf-25a00872bbfb), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:23.779919 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7af44d59-ed3a-4f4e-a668-90150cde6181 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (3bad475a-a5e7-4991-9d51-8fdbf3b725a7), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:24.074383 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af44d59-ed3a-4f4e-a668-90150cde6181 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event updated for resources: {'Port': ['ID=a8010f97-d34b-45de-93bf-25a00872bbfb,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:24.118639 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-05f252ba-b7d3-4074-a102-c885fd71b7de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (16ee6f75-5845-453e-adc6-4f31252df005), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:24.351829 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f906b35f-9685-4ffa-9614-110d2163ff34 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks [] for router_gateway (f14d97a6-f463-48f8-a00f-8e7ea730718d), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:24.370607 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af44d59-ed3a-4f4e-a668-90150cde6181 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Network 55d5242a-5255-47d8-9f74-d9dbc4e7e3a1 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:00:24.374496 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-7af44d59-ed3a-4f4e-a668-90150cde6181 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:00:24.455303 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-05f252ba-b7d3-4074-a102-c885fd71b7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (16ee6f75-5845-453e-adc6-4f31252df005), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:24.747232 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-f906b35f-9685-4ffa-9614-110d2163ff34 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Deleting port 8cc40182-ea11-4391-a89f-ec292511ec5c {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:00:24.747579 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f906b35f-9685-4ffa-9614-110d2163ff34 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (8cc40182-ea11-4391-a89f-ec292511ec5c), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:24.836202 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-abfce208-c3c5-41dc-9541-aa0c3b8115f7 None None] Provisioning complete for port a8010f97-d34b-45de-93bf-25a00872bbfb triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:00:24.837467 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-abfce208-c3c5-41dc-9541-aa0c3b8115f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (a8010f97-d34b-45de-93bf-25a00872bbfb), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:24.871248 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-05f252ba-b7d3-4074-a102-c885fd71b7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (16ee6f75-5845-453e-adc6-4f31252df005), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:24.933503 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-05f252ba-b7d3-4074-a102-c885fd71b7de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:24.947527 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-05f252ba-b7d3-4074-a102-c885fd71b7de admin admin] 10.222.0.53 "DELETE /v2.0/subnets/16ee6f75-5845-453e-adc6-4f31252df005 HTTP/1.1" status: 204 len: 168 time: 1.5095801 Jan 28 03:00:24.950176 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46590) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:24.989950 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056f9176-6a2e-4930-930b-6d5b32e23341 None None] Network 7dc952e9-3c46-450c-9a62-b53f248a00c4 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:00:25.004568 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-abfce208-c3c5-41dc-9541-aa0c3b8115f7 None None] Port a8010f97-d34b-45de-93bf-25a00872bbfb cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:00:25.039524 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e65657-8457-4363-b287-85c0c3092d87 req-69b6f1b8-2254-495f-b9f0-e94ba8858644 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:25.048213 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f252ba-b7d3-4074-a102-c885fd71b7de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16ee6f75-5845-453e-adc6-4f31252df005,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:25.068206 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e65657-8457-4363-b287-85c0c3092d87 req-69b6f1b8-2254-495f-b9f0-e94ba8858644 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:25.104486 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e65657-8457-4363-b287-85c0c3092d87 req-69b6f1b8-2254-495f-b9f0-e94ba8858644 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:25.134474 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e65657-8457-4363-b287-85c0c3092d87 req-69b6f1b8-2254-495f-b9f0-e94ba8858644 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:25.155018 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e65657-8457-4363-b287-85c0c3092d87 req-69b6f1b8-2254-495f-b9f0-e94ba8858644 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:25.155382 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f906b35f-9685-4ffa-9614-110d2163ff34 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (8cc40182-ea11-4391-a89f-ec292511ec5c), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:25.178386 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e65657-8457-4363-b287-85c0c3092d87 req-69b6f1b8-2254-495f-b9f0-e94ba8858644 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:25.192233 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-f906b35f-9685-4ffa-9614-110d2163ff34 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Calling delete_port for 8cc40182-ea11-4391-a89f-ec292511ec5c owned by network:router_gateway {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:00:25.205656 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af44d59-ed3a-4f4e-a668-90150cde6181 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Router 3bad475a-a5e7-4991-9d51-8fdbf3b725a7 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:00:25.209333 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e65657-8457-4363-b287-85c0c3092d87 req-69b6f1b8-2254-495f-b9f0-e94ba8858644 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:25.216398 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-44e65657-8457-4363-b287-85c0c3092d87 req-69b6f1b8-2254-495f-b9f0-e94ba8858644 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5427 time: 0.3405118 Jan 28 03:00:25.295919 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658a7204-88bd-44d2-9c57-19ea2e57cac7 None None] DHCP port deletion for 7dc952e9-3c46-450c-9a62-b53f248a00c4 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:00:25.413628 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-04daae5c-0727-46e5-81ad-b9444def5d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (7dc952e9-3c46-450c-9a62-b53f248a00c4), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:25.417728 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-658a7204-88bd-44d2-9c57-19ea2e57cac7 None None] Deleting port 2069bd26-60eb-4ba3-b33e-4b1149f99299 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:00:25.418383 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-658a7204-88bd-44d2-9c57-19ea2e57cac7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (2069bd26-60eb-4ba3-b33e-4b1149f99299), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:25.454734 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-44e65657-8457-4363-b287-85c0c3092d87 req-2af13317-7dd3-4e4b-bd43-c62df40f882f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2192740 Jan 28 03:00:25.566849 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-658a7204-88bd-44d2-9c57-19ea2e57cac7 None None] For port 2069bd26-60eb-4ba3-b33e-4b1149f99299, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=2069bd26-60eb-4ba3-b33e-4b1149f99299,segment=NetworkSegment(20313ebf-9326-431b-9165-cf128e6f65fb),segment_id=20313ebf-9326-431b-9165-cf128e6f65fb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:00:25.567578 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-658a7204-88bd-44d2-9c57-19ea2e57cac7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (2069bd26-60eb-4ba3-b33e-4b1149f99299), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:25.580411 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-04daae5c-0727-46e5-81ad-b9444def5d70 admin admin] Deleting port 2069bd26-60eb-4ba3-b33e-4b1149f99299 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:00:25.583662 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-658a7204-88bd-44d2-9c57-19ea2e57cac7 None None] Calling delete_port for 2069bd26-60eb-4ba3-b33e-4b1149f99299 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:00:25.584240 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-04daae5c-0727-46e5-81ad-b9444def5d70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (2069bd26-60eb-4ba3-b33e-4b1149f99299), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:25.694798 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-658a7204-88bd-44d2-9c57-19ea2e57cac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (2069bd26-60eb-4ba3-b33e-4b1149f99299), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:25.732524 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a7204-88bd-44d2-9c57-19ea2e57cac7 None None] Pushing event deleted for resources: {'Port': ['ID=2069bd26-60eb-4ba3-b33e-4b1149f99299,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:25.734872 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-04daae5c-0727-46e5-81ad-b9444def5d70 admin admin] For port 2069bd26-60eb-4ba3-b33e-4b1149f99299, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=2069bd26-60eb-4ba3-b33e-4b1149f99299,segment=NetworkSegment(20313ebf-9326-431b-9165-cf128e6f65fb),segment_id=20313ebf-9326-431b-9165-cf128e6f65fb)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:00:25.735363 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-04daae5c-0727-46e5-81ad-b9444def5d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (2069bd26-60eb-4ba3-b33e-4b1149f99299), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:25.772266 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-04daae5c-0727-46e5-81ad-b9444def5d70 admin admin] Calling delete_port for 2069bd26-60eb-4ba3-b33e-4b1149f99299 owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:00:25.824678 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af44d59-ed3a-4f4e-a668-90150cde6181 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:00:25.906896 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658a7204-88bd-44d2-9c57-19ea2e57cac7 None None] No DVR routers for this DVR port 2069bd26-60eb-4ba3-b33e-4b1149f99299 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:00:25.933199 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7af44d59-ed3a-4f4e-a668-90150cde6181 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "PUT /v2.0/routers/3bad475a-a5e7-4991-9d51-8fdbf3b725a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1347053 Jan 28 03:00:25.941193 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46594) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:25.961435 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a42d07-d65c-4609-835c-85c602399d48 None None] Sync routers for ids ['3bad475a-a5e7-4991-9d51-8fdbf3b725a7'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:00:25.981338 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a42d07-d65c-4609-835c-85c602399d48 None None] Routers {'3bad475a-a5e7-4991-9d51-8fdbf3b725a7'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:00:25.981338 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a7a42d07-d65c-4609-835c-85c602399d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:00:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['3bad475a-a5e7-4991-9d51-8fdbf3b725a7'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:00:25.988055 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f906b35f-9685-4ffa-9614-110d2163ff34 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (8cc40182-ea11-4391-a89f-ec292511ec5c), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:26.101776 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-04daae5c-0727-46e5-81ad-b9444def5d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (2069bd26-60eb-4ba3-b33e-4b1149f99299), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:26.135360 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b0cc8d-0993-468d-bb4b-43a0277329d2 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:26.137140 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d3b0cc8d-0993-468d-bb4b-43a0277329d2 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bad475a-a5e7-4991-9d51-8fdbf3b725a7 HTTP/1.1" status: 200 len: 989 time: 0.1894858 Jan 28 03:00:26.146257 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46600) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:26.161684 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a7a42d07-d65c-4609-835c-85c602399d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:00:26.194068 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04daae5c-0727-46e5-81ad-b9444def5d70 admin admin] Pushing event deleted for resources: {'Port': ['ID=2069bd26-60eb-4ba3-b33e-4b1149f99299,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:26.206661 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04daae5c-0727-46e5-81ad-b9444def5d70 admin admin] No DVR routers for this DVR port 2069bd26-60eb-4ba3-b33e-4b1149f99299 on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:00:26.291851 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a42d07-d65c-4609-835c-85c602399d48 None None] Routers {'3bad475a-a5e7-4991-9d51-8fdbf3b725a7'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:00:26.293699 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a7a42d07-d65c-4609-835c-85c602399d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:00:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['3bad475a-a5e7-4991-9d51-8fdbf3b725a7'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:00:26.448776 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a7a42d07-d65c-4609-835c-85c602399d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:00:26.453196 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a42d07-d65c-4609-835c-85c602399d48 None None] The sync data for ids ['3bad475a-a5e7-4991-9d51-8fdbf3b725a7'] in n-d-712139-27 is: [] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:00:26.498537 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-04daae5c-0727-46e5-81ad-b9444def5d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (7dc952e9-3c46-450c-9a62-b53f248a00c4), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:26.664175 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f906b35f-9685-4ffa-9614-110d2163ff34 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Pushing event deleted for resources: {'Port': ['ID=8cc40182-ea11-4391-a89f-ec292511ec5c,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:26.688017 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-04daae5c-0727-46e5-81ad-b9444def5d70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dc952e9-3c46-450c-9a62-b53f248a00c4']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:00:26.742316 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-04daae5c-0727-46e5-81ad-b9444def5d70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20313ebf-9326-431b-9165-cf128e6f65fb') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:00:26.742530 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-04daae5c-0727-46e5-81ad-b9444def5d70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20313ebf-9326-431b-9165-cf128e6f65fb') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:00:26.788351 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-04daae5c-0727-46e5-81ad-b9444def5d70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (20313ebf-9326-431b-9165-cf128e6f65fb), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:26.835534 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-04daae5c-0727-46e5-81ad-b9444def5d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (20313ebf-9326-431b-9165-cf128e6f65fb), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:26.872551 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04daae5c-0727-46e5-81ad-b9444def5d70 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:00:26.885522 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-04daae5c-0727-46e5-81ad-b9444def5d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (20313ebf-9326-431b-9165-cf128e6f65fb), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:26.888916 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:00:26.888916 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 03:00:26.888916 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:00:26.888916 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 03:00:26.888916 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:00:26.888916 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 03:00:26.888916 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:00:26.888916 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 03:00:26.888916 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:00:26.888916 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:00:26.888916 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:00:26.888916 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:00:26.888916 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:00:26.888916 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:00:26.888916 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:00:26.888916 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:00:26.888916 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:00:26.888916 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:00:26.888916 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:00:26.888916 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:00:26.888916 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:00:26.888916 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:00:26.888916 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:00:26.888916 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:00:26.888916 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:00:26.888916 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:00:26.888916 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:00:26.888916 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:00:26.888916 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:00:26.888916 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:00:26.888916 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:00:26.888916 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:00:26.888916 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:00:26.888916 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:00:26.888916 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:00:26.888916 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:00:26.888916 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:00:26.888916 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:00:26.888916 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:00:26.888916 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:00:26.917474 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f906b35f-9685-4ffa-9614-110d2163ff34 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (f14d97a6-f463-48f8-a00f-8e7ea730718d), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:27.085606 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f906b35f-9685-4ffa-9614-110d2163ff34 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (f14d97a6-f463-48f8-a00f-8e7ea730718d), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:27.091401 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e81603-190d-4308-8e22-a6eecea3842a req-d386bfb4-c45d-45a1-bc83-9d17f2d9ccbf tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:27.101302 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f906b35f-9685-4ffa-9614-110d2163ff34 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks [] for router_controller (f14d97a6-f463-48f8-a00f-8e7ea730718d), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:27.137105 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e81603-190d-4308-8e22-a6eecea3842a req-d386bfb4-c45d-45a1-bc83-9d17f2d9ccbf tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:27.146659 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e81603-190d-4308-8e22-a6eecea3842a req-d386bfb4-c45d-45a1-bc83-9d17f2d9ccbf tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:27.205261 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e81603-190d-4308-8e22-a6eecea3842a req-d386bfb4-c45d-45a1-bc83-9d17f2d9ccbf tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:27.210837 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e81603-190d-4308-8e22-a6eecea3842a req-d386bfb4-c45d-45a1-bc83-9d17f2d9ccbf tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:27.232265 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 2069bd26-60eb-4ba3-b33e-4b1149f99299 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:00:27.234951 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e81603-190d-4308-8e22-a6eecea3842a req-d386bfb4-c45d-45a1-bc83-9d17f2d9ccbf tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:27.242383 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e81603-190d-4308-8e22-a6eecea3842a req-d386bfb4-c45d-45a1-bc83-9d17f2d9ccbf tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:27.250699 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e0e81603-190d-4308-8e22-a6eecea3842a req-d386bfb4-c45d-45a1-bc83-9d17f2d9ccbf tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5427 time: 0.3942184 Jan 28 03:00:27.262001 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-04daae5c-0727-46e5-81ad-b9444def5d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (7dc952e9-3c46-450c-9a62-b53f248a00c4), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:27.278917 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-04daae5c-0727-46e5-81ad-b9444def5d70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:27.285163 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-04daae5c-0727-46e5-81ad-b9444def5d70 admin admin] 10.222.0.53 "DELETE /v2.0/networks/7dc952e9-3c46-450c-9a62-b53f248a00c4 HTTP/1.1" status: 204 len: 168 time: 2.3296583 Jan 28 03:00:27.316029 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 2069bd26-60eb-4ba3-b33e-4b1149f99299 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:00:27.316382 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 2069bd26-60eb-4ba3-b33e-4b1149f99299 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:00:27.372167 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f906b35f-9685-4ffa-9614-110d2163ff34 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (f14d97a6-f463-48f8-a00f-8e7ea730718d), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:27.372739 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f906b35f-9685-4ffa-9614-110d2163ff34 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Fanout notify agent at l3_agent the message router_deleted on router f14d97a6-f463-48f8-a00f-8e7ea730718d {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:00:27.374794 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e0e81603-190d-4308-8e22-a6eecea3842a req-c9827802-34bd-4589-b7e9-a5ca0ff500c1 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1125448 Jan 28 03:00:27.375920 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04daae5c-0727-46e5-81ad-b9444def5d70 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dc952e9-3c46-450c-9a62-b53f248a00c4,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:27.390444 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f906b35f-9685-4ffa-9614-110d2163ff34 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:27.394637 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46616) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:27.397660 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f906b35f-9685-4ffa-9614-110d2163ff34 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] 10.222.0.53 "DELETE /v2.0/routers/f14d97a6-f463-48f8-a00f-8e7ea730718d HTTP/1.1" status: 204 len: 168 time: 4.1478369 Jan 28 03:00:27.483118 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-c49a880a-5c55-4680-b947-4684548d4b43 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Deleting subnet 1b0799cc-957f-422b-afda-dead260d642c {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:00:27.487858 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c49a880a-5c55-4680-b947-4684548d4b43 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks [] for subnet (1b0799cc-957f-422b-afda-dead260d642c), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:27.578286 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c49a880a-5c55-4680-b947-4684548d4b43 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (1b0799cc-957f-422b-afda-dead260d642c), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:27.735293 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-51462cd7-872c-4e5d-87c7-e1c59f3e5e63 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (3bad475a-a5e7-4991-9d51-8fdbf3b725a7), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:27.788848 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c49a880a-5c55-4680-b947-4684548d4b43 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (1b0799cc-957f-422b-afda-dead260d642c), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:27.818418 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46620) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:27.926936 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c49a880a-5c55-4680-b947-4684548d4b43 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (1b0799cc-957f-422b-afda-dead260d642c), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:27.991348 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a880a-5c55-4680-b947-4684548d4b43 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Pushing event deleted for resources: {'Subnet': ['ID=1b0799cc-957f-422b-afda-dead260d642c,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:28.003903 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c49a880a-5c55-4680-b947-4684548d4b43 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:28.013643 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c49a880a-5c55-4680-b947-4684548d4b43 tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] 10.222.0.53 "DELETE /v2.0/subnets/1b0799cc-957f-422b-afda-dead260d642c HTTP/1.1" status: 204 len: 168 time: 0.6137633 Jan 28 03:00:28.015869 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46622) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:28.018065 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b903cc5-c972-46e3-9cc1-2a6805bb565b None None] Network 47f3e36b-5e2b-4dff-a28f-6b808828f87f requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:00:28.296062 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d6dc9a1a-e1ed-4547-9833-1640573fab0c tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (47f3e36b-5e2b-4dff-a28f-6b808828f87f), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:28.422837 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0ac25f-59b4-4bce-afb9-fb5c25c67335 None None] DHCP port deletion for 47f3e36b-5e2b-4dff-a28f-6b808828f87f request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:00:28.528110 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-d6dc9a1a-e1ed-4547-9833-1640573fab0c tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Deleting port 0aa114f2-c291-4039-bfc8-60fdff0818da {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:00:28.528456 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d6dc9a1a-e1ed-4547-9833-1640573fab0c tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (0aa114f2-c291-4039-bfc8-60fdff0818da), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:28.600714 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-0e0ac25f-59b4-4bce-afb9-fb5c25c67335 None None] Deleting port 0aa114f2-c291-4039-bfc8-60fdff0818da {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:00:28.603791 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0e0ac25f-59b4-4bce-afb9-fb5c25c67335 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (0aa114f2-c291-4039-bfc8-60fdff0818da), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:28.908666 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-0e0ac25f-59b4-4bce-afb9-fb5c25c67335 None None] For port 0aa114f2-c291-4039-bfc8-60fdff0818da, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=0aa114f2-c291-4039-bfc8-60fdff0818da,segment=NetworkSegment(12971174-8f35-4a2a-a920-7af4d5308bcc),segment_id=12971174-8f35-4a2a-a920-7af4d5308bcc)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:00:28.915226 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0e0ac25f-59b4-4bce-afb9-fb5c25c67335 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (0aa114f2-c291-4039-bfc8-60fdff0818da), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:28.945831 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9c142-1f00-419b-ba44-0ffeb22bc4e2 req-663b2cfe-1e52-41e7-95c0-df35cf9eee3a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:28.964543 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9c142-1f00-419b-ba44-0ffeb22bc4e2 req-663b2cfe-1e52-41e7-95c0-df35cf9eee3a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:28.970073 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-0e0ac25f-59b4-4bce-afb9-fb5c25c67335 None None] Calling delete_port for 0aa114f2-c291-4039-bfc8-60fdff0818da owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:00:28.992328 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9c142-1f00-419b-ba44-0ffeb22bc4e2 req-663b2cfe-1e52-41e7-95c0-df35cf9eee3a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:29.026213 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9c142-1f00-419b-ba44-0ffeb22bc4e2 req-663b2cfe-1e52-41e7-95c0-df35cf9eee3a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:29.041514 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9c142-1f00-419b-ba44-0ffeb22bc4e2 req-663b2cfe-1e52-41e7-95c0-df35cf9eee3a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:29.051368 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9c142-1f00-419b-ba44-0ffeb22bc4e2 req-663b2cfe-1e52-41e7-95c0-df35cf9eee3a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:29.071305 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9c142-1f00-419b-ba44-0ffeb22bc4e2 req-663b2cfe-1e52-41e7-95c0-df35cf9eee3a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:29.080234 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b1d9c142-1f00-419b-ba44-0ffeb22bc4e2 req-663b2cfe-1e52-41e7-95c0-df35cf9eee3a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5427 time: 0.4998565 Jan 28 03:00:29.091212 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-51462cd7-872c-4e5d-87c7-e1c59f3e5e63 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Deleting port a8010f97-d34b-45de-93bf-25a00872bbfb {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:00:29.092591 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-51462cd7-872c-4e5d-87c7-e1c59f3e5e63 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (a8010f97-d34b-45de-93bf-25a00872bbfb), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:29.202304 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b1d9c142-1f00-419b-ba44-0ffeb22bc4e2 req-a088dbd0-ddc6-4c23-bade-11aa81a9c96b tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1209610 Jan 28 03:00:29.220170 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-d6dc9a1a-e1ed-4547-9833-1640573fab0c tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] For port 0aa114f2-c291-4039-bfc8-60fdff0818da, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=0aa114f2-c291-4039-bfc8-60fdff0818da,segment=NetworkSegment(12971174-8f35-4a2a-a920-7af4d5308bcc),segment_id=12971174-8f35-4a2a-a920-7af4d5308bcc)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:00:29.220843 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d6dc9a1a-e1ed-4547-9833-1640573fab0c tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (0aa114f2-c291-4039-bfc8-60fdff0818da), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:29.251091 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-d6dc9a1a-e1ed-4547-9833-1640573fab0c tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Calling delete_port for 0aa114f2-c291-4039-bfc8-60fdff0818da owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:00:29.270210 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 0aa114f2-c291-4039-bfc8-60fdff0818da no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:00:29.346821 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-51462cd7-872c-4e5d-87c7-e1c59f3e5e63 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (a8010f97-d34b-45de-93bf-25a00872bbfb), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:29.426461 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:29.445862 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-51462cd7-872c-4e5d-87c7-e1c59f3e5e63 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Calling delete_port for a8010f97-d34b-45de-93bf-25a00872bbfb owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:00:29.454461 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 0aa114f2-c291-4039-bfc8-60fdff0818da is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:00:29.455193 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (0aa114f2-c291-4039-bfc8-60fdff0818da), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:29.460135 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0e0ac25f-59b4-4bce-afb9-fb5c25c67335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (0aa114f2-c291-4039-bfc8-60fdff0818da), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:29.472656 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d6dc9a1a-e1ed-4547-9833-1640573fab0c tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (0aa114f2-c291-4039-bfc8-60fdff0818da), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:29.526139 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc9a1a-e1ed-4547-9833-1640573fab0c tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Pushing event deleted for resources: {'Port': ['ID=0aa114f2-c291-4039-bfc8-60fdff0818da,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:29.543714 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dc9a1a-e1ed-4547-9833-1640573fab0c tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] No DVR routers for this DVR port 0aa114f2-c291-4039-bfc8-60fdff0818da on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:00:29.550296 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ac25f-59b4-4bce-afb9-fb5c25c67335 None None] Pushing event deleted for resources: {'Port': ['ID=0aa114f2-c291-4039-bfc8-60fdff0818da,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:29.713237 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0ac25f-59b4-4bce-afb9-fb5c25c67335 None None] No DVR routers for this DVR port 0aa114f2-c291-4039-bfc8-60fdff0818da on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:00:29.753184 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6b3865a6-02df-4484-9c60-195022a0b0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:29.759509 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d6dc9a1a-e1ed-4547-9833-1640573fab0c tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (47f3e36b-5e2b-4dff-a28f-6b808828f87f), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:29.856093 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-d6dc9a1a-e1ed-4547-9833-1640573fab0c tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47f3e36b-5e2b-4dff-a28f-6b808828f87f']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:00:29.900312 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-d6dc9a1a-e1ed-4547-9833-1640573fab0c tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12971174-8f35-4a2a-a920-7af4d5308bcc') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:00:29.900603 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-d6dc9a1a-e1ed-4547-9833-1640573fab0c tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12971174-8f35-4a2a-a920-7af4d5308bcc') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:00:29.918245 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-51462cd7-872c-4e5d-87c7-e1c59f3e5e63 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (a8010f97-d34b-45de-93bf-25a00872bbfb), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:29.972109 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d6dc9a1a-e1ed-4547-9833-1640573fab0c tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (12971174-8f35-4a2a-a920-7af4d5308bcc), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:30.031560 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d6dc9a1a-e1ed-4547-9833-1640573fab0c tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (12971174-8f35-4a2a-a920-7af4d5308bcc), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:30.051368 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6dc9a1a-e1ed-4547-9833-1640573fab0c tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:00:30.051793 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d6dc9a1a-e1ed-4547-9833-1640573fab0c tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (12971174-8f35-4a2a-a920-7af4d5308bcc), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:30.060257 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:00:30.060257 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:00:30.060257 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:00:30.060257 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:00:30.060257 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:00:30.060257 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:00:30.060257 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:00:30.060257 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:00:30.060257 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:00:30.060257 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:00:30.060257 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:00:30.060257 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:00:30.060257 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:00:30.060257 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:00:30.060257 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:00:30.060257 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:00:30.060257 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:00:30.060257 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:00:30.060257 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:00:30.060257 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:00:30.060257 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:00:30.060257 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:00:30.060257 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:00:30.060257 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:00:30.060257 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:00:30.060257 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:00:30.060257 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:00:30.060257 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:00:30.060257 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:00:30.060257 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:00:30.060257 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:00:30.060257 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:00:30.091546 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-fb4488d6-1391-4999-91d9-34019d09935e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=befd34c380174bf4b40f46a4a27ffeac&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2642329 Jan 28 03:00:30.094655 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46644) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:30.117173 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51462cd7-872c-4e5d-87c7-e1c59f3e5e63 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event deleted for resources: {'Port': ['ID=a8010f97-d34b-45de-93bf-25a00872bbfb,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:30.285552 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d6dc9a1a-e1ed-4547-9833-1640573fab0c tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (47f3e36b-5e2b-4dff-a28f-6b808828f87f), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:30.303397 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d6dc9a1a-e1ed-4547-9833-1640573fab0c tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:30.309185 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d6dc9a1a-e1ed-4547-9833-1640573fab0c tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] 10.222.0.53 "DELETE /v2.0/networks/47f3e36b-5e2b-4dff-a28f-6b808828f87f HTTP/1.1" status: 204 len: 168 time: 2.2861016 Jan 28 03:00:30.312878 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46648) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:30.359546 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc9a1a-e1ed-4547-9833-1640573fab0c tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Pushing event deleted for resources: {'Network': ['ID=47f3e36b-5e2b-4dff-a28f-6b808828f87f,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:30.444632 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-51462cd7-872c-4e5d-87c7-e1c59f3e5e63 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (3bad475a-a5e7-4991-9d51-8fdbf3b725a7), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:30.476100 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-474e2ec5-5248-43a7-9ac3-582dab5b9da3 admin admin] Publish callbacks [] for security_group (270485c8-051a-4995-b2ce-a415a39fc7d0), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:30.588786 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-474e2ec5-5248-43a7-9ac3-582dab5b9da3 admin admin] Publish callbacks [] for security_group (270485c8-051a-4995-b2ce-a415a39fc7d0), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:30.803039 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-474e2ec5-5248-43a7-9ac3-582dab5b9da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (270485c8-051a-4995-b2ce-a415a39fc7d0), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:30.806998 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-474e2ec5-5248-43a7-9ac3-582dab5b9da3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:30.810717 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-474e2ec5-5248-43a7-9ac3-582dab5b9da3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/270485c8-051a-4995-b2ce-a415a39fc7d0 HTTP/1.1" status: 204 len: 168 time: 0.6186802 Jan 28 03:00:30.844515 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e2ec5-5248-43a7-9ac3-582dab5b9da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270485c8-051a-4995-b2ce-a415a39fc7d0,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:30.921496 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db13bb-b612-4445-9b4f-ab2edfa677f2 req-92e5bee1-f9fa-40d9-9d42-f0ef9d08050b tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:30.937740 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db13bb-b612-4445-9b4f-ab2edfa677f2 req-92e5bee1-f9fa-40d9-9d42-f0ef9d08050b tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:30.951327 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db13bb-b612-4445-9b4f-ab2edfa677f2 req-92e5bee1-f9fa-40d9-9d42-f0ef9d08050b tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:30.964890 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db13bb-b612-4445-9b4f-ab2edfa677f2 req-92e5bee1-f9fa-40d9-9d42-f0ef9d08050b tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:30.978749 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db13bb-b612-4445-9b4f-ab2edfa677f2 req-92e5bee1-f9fa-40d9-9d42-f0ef9d08050b tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:31.004881 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db13bb-b612-4445-9b4f-ab2edfa677f2 req-92e5bee1-f9fa-40d9-9d42-f0ef9d08050b tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:31.016813 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db13bb-b612-4445-9b4f-ab2edfa677f2 req-92e5bee1-f9fa-40d9-9d42-f0ef9d08050b tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:31.022710 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-60db13bb-b612-4445-9b4f-ab2edfa677f2 req-92e5bee1-f9fa-40d9-9d42-f0ef9d08050b tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5427 time: 0.5487375 Jan 28 03:00:31.193837 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-60db13bb-b612-4445-9b4f-ab2edfa677f2 req-df956dce-76f1-44c5-86a5-b986c90d428f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1548805 Jan 28 03:00:31.267680 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51462cd7-872c-4e5d-87c7-e1c59f3e5e63 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Router 3bad475a-a5e7-4991-9d51-8fdbf3b725a7 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:00:31.269501 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-e5ff158a-564f-41fc-9faf-71701601e95a tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Deleting port afa9ff3d-1319-4cce-b253-acf1ee170827 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:00:31.269845 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e5ff158a-564f-41fc-9faf-71701601e95a tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (afa9ff3d-1319-4cce-b253-acf1ee170827), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:31.376870 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e5ff158a-564f-41fc-9faf-71701601e95a tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (afa9ff3d-1319-4cce-b253-acf1ee170827), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:31.377277 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e5ff158a-564f-41fc-9faf-71701601e95a tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks [] for floatingip (afa9ff3d-1319-4cce-b253-acf1ee170827), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:31.393035 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-e5ff158a-564f-41fc-9faf-71701601e95a tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Calling delete_port for afa9ff3d-1319-4cce-b253-acf1ee170827 owned by network:floatingip {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:00:31.692242 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51462cd7-872c-4e5d-87c7-e1c59f3e5e63 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:00:31.694419 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e5ff158a-564f-41fc-9faf-71701601e95a tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (afa9ff3d-1319-4cce-b253-acf1ee170827), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:31.703370 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-51462cd7-872c-4e5d-87c7-e1c59f3e5e63 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "PUT /v2.0/routers/3bad475a-a5e7-4991-9d51-8fdbf3b725a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5509567 Jan 28 03:00:31.703787 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46670) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:31.714568 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6945795b-cf7f-4fe8-beb1-2fe940de7383 None None] Sync routers for ids ['3bad475a-a5e7-4991-9d51-8fdbf3b725a7'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:00:31.737894 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6945795b-cf7f-4fe8-beb1-2fe940de7383 None None] Routers {'3bad475a-a5e7-4991-9d51-8fdbf3b725a7'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:00:31.739147 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-6945795b-cf7f-4fe8-beb1-2fe940de7383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:00:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['3bad475a-a5e7-4991-9d51-8fdbf3b725a7'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:00:31.762426 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-8330c9b7-eb01-4f6c-8463-6708ab46b8a5 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] GET failed (client error): The resource could not be found. Jan 28 03:00:31.765952 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8330c9b7-eb01-4f6c-8463-6708ab46b8a5 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "GET /v2.0/ports/a8010f97-d34b-45de-93bf-25a00872bbfb HTTP/1.1" status: 404 len: 333 time: 0.0611434 Jan 28 03:00:31.768926 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46672) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:31.769762 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff158a-564f-41fc-9faf-71701601e95a tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Pushing event deleted for resources: {'Port': ['ID=afa9ff3d-1319-4cce-b253-acf1ee170827,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:31.982910 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-6945795b-cf7f-4fe8-beb1-2fe940de7383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:00:32.022593 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-208230c6-81e9-4bf4-b420-7b6b9070a414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:32.044130 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6945795b-cf7f-4fe8-beb1-2fe940de7383 None None] Routers {'3bad475a-a5e7-4991-9d51-8fdbf3b725a7'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:00:32.047280 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-6945795b-cf7f-4fe8-beb1-2fe940de7383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:00:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['3bad475a-a5e7-4991-9d51-8fdbf3b725a7'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:00:32.081909 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a9ebde34-fd2d-4f20-ab56-332d523c7d1e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for router (3bad475a-a5e7-4991-9d51-8fdbf3b725a7), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:32.093689 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e5ff158a-564f-41fc-9faf-71701601e95a tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks [] for floatingip (43ee8281-e106-45b4-9f53-e6b144a2761e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:32.100892 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e5ff158a-564f-41fc-9faf-71701601e95a tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:32.120892 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e5ff158a-564f-41fc-9faf-71701601e95a tempest-FloatingIPAdminTestJSON-1403190080 tempest-FloatingIPAdminTestJSON-1403190080-project] 10.222.0.53 "DELETE /v2.0/floatingips/43ee8281-e106-45b4-9f53-e6b144a2761e HTTP/1.1" status: 204 len: 168 time: 1.8063810 Jan 28 03:00:32.197462 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-6945795b-cf7f-4fe8-beb1-2fe940de7383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:00:32.201323 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6945795b-cf7f-4fe8-beb1-2fe940de7383 None None] The sync data for ids ['3bad475a-a5e7-4991-9d51-8fdbf3b725a7'] in n-d-712139-27 is: [] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:00:32.452006 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46690) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:32.631594 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ebfcf-1b82-42b0-9da2-bf2ba36c8d28 req-7c363a36-5b46-4ee6-82b5-e3ccc7a90907 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:32.650785 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ebfcf-1b82-42b0-9da2-bf2ba36c8d28 req-7c363a36-5b46-4ee6-82b5-e3ccc7a90907 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:32.680157 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ebfcf-1b82-42b0-9da2-bf2ba36c8d28 req-7c363a36-5b46-4ee6-82b5-e3ccc7a90907 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:32.694475 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ebfcf-1b82-42b0-9da2-bf2ba36c8d28 req-7c363a36-5b46-4ee6-82b5-e3ccc7a90907 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:32.716844 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ebfcf-1b82-42b0-9da2-bf2ba36c8d28 req-7c363a36-5b46-4ee6-82b5-e3ccc7a90907 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:32.728039 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ebfcf-1b82-42b0-9da2-bf2ba36c8d28 req-7c363a36-5b46-4ee6-82b5-e3ccc7a90907 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:32.757357 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ebfcf-1b82-42b0-9da2-bf2ba36c8d28 req-7c363a36-5b46-4ee6-82b5-e3ccc7a90907 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:32.770859 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-687ebfcf-1b82-42b0-9da2-bf2ba36c8d28 req-7c363a36-5b46-4ee6-82b5-e3ccc7a90907 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5427 time: 0.3527362 Jan 28 03:00:32.834322 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a9ebde34-fd2d-4f20-ab56-332d523c7d1e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (3bad475a-a5e7-4991-9d51-8fdbf3b725a7), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:32.836016 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46698) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:32.842286 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a9ebde34-fd2d-4f20-ab56-332d523c7d1e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for router_controller (3bad475a-a5e7-4991-9d51-8fdbf3b725a7), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:32.914490 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-687ebfcf-1b82-42b0-9da2-bf2ba36c8d28 req-3fc719ad-b139-4e33-805e-fbadfe3fd35e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1357515 Jan 28 03:00:32.986040 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-e65bed6e-a510-4239-82de-c1445d8ad4fd admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1599130923-network', 'tenant_id': 'dc657e3b97f846ab8907f404f62e40e1'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:00:33.016843 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a9ebde34-fd2d-4f20-ab56-332d523c7d1e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (3bad475a-a5e7-4991-9d51-8fdbf3b725a7), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:33.017453 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ebde34-fd2d-4f20-ab56-332d523c7d1e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Fanout notify agent at l3_agent the message router_deleted on router 3bad475a-a5e7-4991-9d51-8fdbf3b725a7 {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:00:33.027542 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a9ebde34-fd2d-4f20-ab56-332d523c7d1e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:33.031346 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a9ebde34-fd2d-4f20-ab56-332d523c7d1e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/routers/3bad475a-a5e7-4991-9d51-8fdbf3b725a7 HTTP/1.1" status: 204 len: 168 time: 1.2505901 Jan 28 03:00:33.031655 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46704) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:33.139451 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65bed6e-a510-4239-82de-c1445d8ad4fd admin admin] Made reservation on behalf of dc657e3b97f846ab8907f404f62e40e1 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:00:33.146369 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e65bed6e-a510-4239-82de-c1445d8ad4fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:33.160167 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-815f2fdf-7766-4b36-af0a-9e8fa4b49ab3 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Deleting subnet 5f288ced-358e-4aa7-a168-e6ff964365b9 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:00:33.167266 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-815f2fdf-7766-4b36-af0a-9e8fa4b49ab3 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for subnet (5f288ced-358e-4aa7-a168-e6ff964365b9), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:33.177431 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e65bed6e-a510-4239-82de-c1445d8ad4fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:33.240246 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6d46e32a-1a12-4f7a-9757-29f178a80374 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=db511ae1d76f452195c189c6c50b3c04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4003515 Jan 28 03:00:33.241062 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46706) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:33.285168 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:33.285862 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-815f2fdf-7766-4b36-af0a-9e8fa4b49ab3 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (5f288ced-358e-4aa7-a168-e6ff964365b9), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:33.351183 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:33.388993 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e65bed6e-a510-4239-82de-c1445d8ad4fd admin admin] Publish callbacks [] for security_group (389d7229-f56f-4fba-80fd-3c10167f7dde), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:33.404657 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e65bed6e-a510-4239-82de-c1445d8ad4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (389d7229-f56f-4fba-80fd-3c10167f7dde), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:33.459111 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e65bed6e-a510-4239-82de-c1445d8ad4fd admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:00:33.473118 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a5aed545-d792-44ef-9d34-7187cae5aebf admin admin] Publish callbacks [] for security_group (aa03a8ad-7b69-40e7-8758-b6528f1b96bf), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:33.485946 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65bed6e-a510-4239-82de-c1445d8ad4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389d7229-f56f-4fba-80fd-3c10167f7dde,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:33.504293 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e65bed6e-a510-4239-82de-c1445d8ad4fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (b2a2021a-0c43-4c37-8dd4-60d490753889), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:33.505677 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-e65bed6e-a510-4239-82de-c1445d8ad4fd admin admin] Added segment b2a2021a-0c43-4c37-8dd4-60d490753889 of type vlan for network 7b97fcf8-e8fa-448b-8dc8-46370ff64039 Jan 28 03:00:33.543125 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a5aed545-d792-44ef-9d34-7187cae5aebf admin admin] Publish callbacks [] for security_group (aa03a8ad-7b69-40e7-8758-b6528f1b96bf), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:33.622968 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e65bed6e-a510-4239-82de-c1445d8ad4fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (7b97fcf8-e8fa-448b-8dc8-46370ff64039), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:33.683374 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a5aed545-d792-44ef-9d34-7187cae5aebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (aa03a8ad-7b69-40e7-8758-b6528f1b96bf), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:33.685964 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a5aed545-d792-44ef-9d34-7187cae5aebf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:33.700357 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a5aed545-d792-44ef-9d34-7187cae5aebf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aa03a8ad-7b69-40e7-8758-b6528f1b96bf HTTP/1.1" status: 204 len: 168 time: 0.4497304 Jan 28 03:00:33.752997 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e65bed6e-a510-4239-82de-c1445d8ad4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (7b97fcf8-e8fa-448b-8dc8-46370ff64039), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:33.758735 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65bed6e-a510-4239-82de-c1445d8ad4fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:33.759810 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e65bed6e-a510-4239-82de-c1445d8ad4fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:33.804584 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aed545-d792-44ef-9d34-7187cae5aebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa03a8ad-7b69-40e7-8758-b6528f1b96bf,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:33.874561 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-815f2fdf-7766-4b36-af0a-9e8fa4b49ab3 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (5f288ced-358e-4aa7-a168-e6ff964365b9), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:34.038336 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e65bed6e-a510-4239-82de-c1445d8ad4fd admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5579777 Jan 28 03:00:34.046983 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46716) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:34.052780 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-6bf21349-09e9-4572-913b-d833f9234a6f admin admin] Request body: {'subnet': {'network_id': '7b97fcf8-e8fa-448b-8dc8-46370ff64039', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1599130923-subnet', 'tenant_id': 'dc657e3b97f846ab8907f404f62e40e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:00:34.114579 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65bed6e-a510-4239-82de-c1445d8ad4fd admin admin] Pushing event updated for resources: {'Network': ['ID=7b97fcf8-e8fa-448b-8dc8-46370ff64039,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:34.141011 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf21349-09e9-4572-913b-d833f9234a6f admin admin] Made reservation on behalf of dc657e3b97f846ab8907f404f62e40e1 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:00:34.141784 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 7b97fcf8-e8fa-448b-8dc8-46370ff64039 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:00:34.143946 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6bf21349-09e9-4572-913b-d833f9234a6f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:34.193923 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-815f2fdf-7766-4b36-af0a-9e8fa4b49ab3 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (5f288ced-358e-4aa7-a168-e6ff964365b9), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:34.258421 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-815f2fdf-7766-4b36-af0a-9e8fa4b49ab3 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:34.264511 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46722) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:34.272580 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-815f2fdf-7766-4b36-af0a-9e8fa4b49ab3 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/subnets/5f288ced-358e-4aa7-a168-e6ff964365b9 HTTP/1.1" status: 204 len: 168 time: 1.2395451 Jan 28 03:00:34.350245 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963fe29e-cad7-4758-a6f9-c84bbe5c3df9 None None] Network 55d5242a-5255-47d8-9f74-d9dbc4e7e3a1 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:00:34.437631 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d0ee7317-c27d-4c0a-a91d-e248dcf4bdd0 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (55d5242a-5255-47d8-9f74-d9dbc4e7e3a1), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:34.439502 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f2fdf-7766-4b36-af0a-9e8fa4b49ab3 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event deleted for resources: {'Subnet': ['ID=5f288ced-358e-4aa7-a168-e6ff964365b9,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:34.494898 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb771e0-86a2-422f-80ac-38f568aba3e9 req-f50f9258-a51f-4c75-99f0-cd6f944a1aa6 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:34.504761 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb771e0-86a2-422f-80ac-38f568aba3e9 req-f50f9258-a51f-4c75-99f0-cd6f944a1aa6 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:34.516611 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb771e0-86a2-422f-80ac-38f568aba3e9 req-f50f9258-a51f-4c75-99f0-cd6f944a1aa6 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:34.524107 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46724) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:34.548124 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-77eae400-02ba-4d0f-b4d1-b65405c88d52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:34.551070 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb771e0-86a2-422f-80ac-38f568aba3e9 req-f50f9258-a51f-4c75-99f0-cd6f944a1aa6 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:34.565656 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb771e0-86a2-422f-80ac-38f568aba3e9 req-f50f9258-a51f-4c75-99f0-cd6f944a1aa6 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:34.598722 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb771e0-86a2-422f-80ac-38f568aba3e9 req-f50f9258-a51f-4c75-99f0-cd6f944a1aa6 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:34.609679 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-d0ee7317-c27d-4c0a-a91d-e248dcf4bdd0 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Deleting port 90bdfb7e-527e-4c94-aacb-09431ccf21fe {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:00:34.610234 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d0ee7317-c27d-4c0a-a91d-e248dcf4bdd0 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (90bdfb7e-527e-4c94-aacb-09431ccf21fe), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:34.613104 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb771e0-86a2-422f-80ac-38f568aba3e9 req-f50f9258-a51f-4c75-99f0-cd6f944a1aa6 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:34.620640 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-deb771e0-86a2-422f-80ac-38f568aba3e9 req-f50f9258-a51f-4c75-99f0-cd6f944a1aa6 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5427 time: 0.5335097 Jan 28 03:00:34.702172 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:34.774145 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9564621-bc15-4158-96d8-c34c37991512 None None] DHCP port deletion for 55d5242a-5255-47d8-9f74-d9dbc4e7e3a1 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:00:34.791546 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-deb771e0-86a2-422f-80ac-38f568aba3e9 req-bc6075d3-2671-46d4-93cc-0bc6f56c4f59 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1523612 Jan 28 03:00:34.838033 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-d0ee7317-c27d-4c0a-a91d-e248dcf4bdd0 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] For port 90bdfb7e-527e-4c94-aacb-09431ccf21fe, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=90bdfb7e-527e-4c94-aacb-09431ccf21fe,segment=NetworkSegment(71bc53a0-5b4e-4da2-b236-d2f36b621811),segment_id=71bc53a0-5b4e-4da2-b236-d2f36b621811)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:00:34.841649 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d0ee7317-c27d-4c0a-a91d-e248dcf4bdd0 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (90bdfb7e-527e-4c94-aacb-09431ccf21fe), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:34.920504 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-d0ee7317-c27d-4c0a-a91d-e248dcf4bdd0 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Calling delete_port for 90bdfb7e-527e-4c94-aacb-09431ccf21fe owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:00:35.028982 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c9564621-bc15-4158-96d8-c34c37991512 None None] Deleting port 90bdfb7e-527e-4c94-aacb-09431ccf21fe {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:00:35.035203 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c9564621-bc15-4158-96d8-c34c37991512 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (90bdfb7e-527e-4c94-aacb-09431ccf21fe), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:35.073114 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-77eae400-02ba-4d0f-b4d1-b65405c88d52 admin admin] Publish callbacks [] for security_group (f38e03e2-bb22-49f6-9e4a-b7fda419cac4), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:35.099547 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-77eae400-02ba-4d0f-b4d1-b65405c88d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f38e03e2-bb22-49f6-9e4a-b7fda419cac4), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:35.264290 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6bf21349-09e9-4572-913b-d833f9234a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (185377ed-71b4-451b-8003-70973a63c326), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:35.278619 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d0ee7317-c27d-4c0a-a91d-e248dcf4bdd0 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (90bdfb7e-527e-4c94-aacb-09431ccf21fe), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:35.312264 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c9564621-bc15-4158-96d8-c34c37991512 None None] For port 90bdfb7e-527e-4c94-aacb-09431ccf21fe, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=90bdfb7e-527e-4c94-aacb-09431ccf21fe,segment=NetworkSegment(71bc53a0-5b4e-4da2-b236-d2f36b621811),segment_id=71bc53a0-5b4e-4da2-b236-d2f36b621811)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:00:35.313527 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c9564621-bc15-4158-96d8-c34c37991512 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (90bdfb7e-527e-4c94-aacb-09431ccf21fe), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:35.357590 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c9564621-bc15-4158-96d8-c34c37991512 None None] Calling delete_port for 90bdfb7e-527e-4c94-aacb-09431ccf21fe owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:00:35.408624 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ee7317-c27d-4c0a-a91d-e248dcf4bdd0 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] No DVR routers for this DVR port 90bdfb7e-527e-4c94-aacb-09431ccf21fe on host n-d-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:00:35.419158 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee7317-c27d-4c0a-a91d-e248dcf4bdd0 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event deleted for resources: {'Port': ['ID=90bdfb7e-527e-4c94-aacb-09431ccf21fe,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:35.428932 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-77eae400-02ba-4d0f-b4d1-b65405c88d52 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=db5906014854424d9a184a767437e2f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9026887 Jan 28 03:00:35.429718 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eae400-02ba-4d0f-b4d1-b65405c88d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38e03e2-bb22-49f6-9e4a-b7fda419cac4,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:35.446645 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46732) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:35.501967 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf21349-09e9-4572-913b-d833f9234a6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=185377ed-71b4-451b-8003-70973a63c326,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:35.554548 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf21349-09e9-4572-913b-d833f9234a6f admin admin] Checking segment: {'id': 'b2a2021a-0c43-4c37-8dd4-60d490753889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7b97fcf8-e8fa-448b-8dc8-46370ff64039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:00:35.563001 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf21349-09e9-4572-913b-d833f9234a6f admin admin] Network hostable DHCP agents. Network: 7b97fcf8-e8fa-448b-8dc8-46370ff64039, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:00:35.613180 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d0ee7317-c27d-4c0a-a91d-e248dcf4bdd0 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (55d5242a-5255-47d8-9f74-d9dbc4e7e3a1), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:35.622623 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c9564621-bc15-4158-96d8-c34c37991512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (90bdfb7e-527e-4c94-aacb-09431ccf21fe), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:35.634644 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 90bdfb7e-527e-4c94-aacb-09431ccf21fe no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:00:35.680263 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-d0ee7317-c27d-4c0a-a91d-e248dcf4bdd0 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55d5242a-5255-47d8-9f74-d9dbc4e7e3a1']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:00:35.696588 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9564621-bc15-4158-96d8-c34c37991512 None None] No DVR routers for this DVR port 90bdfb7e-527e-4c94-aacb-09431ccf21fe on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:00:35.709265 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1f3f9625-3612-4047-91b5-27272b7889ae admin admin] Publish callbacks [] for security_group (f38e03e2-bb22-49f6-9e4a-b7fda419cac4), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:35.726374 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 90bdfb7e-527e-4c94-aacb-09431ccf21fe {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:00:35.726952 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 90bdfb7e-527e-4c94-aacb-09431ccf21fe not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:00:35.727554 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-d0ee7317-c27d-4c0a-a91d-e248dcf4bdd0 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71bc53a0-5b4e-4da2-b236-d2f36b621811') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:00:35.727818 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-d0ee7317-c27d-4c0a-a91d-e248dcf4bdd0 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71bc53a0-5b4e-4da2-b236-d2f36b621811') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:00:35.746326 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9564621-bc15-4158-96d8-c34c37991512 None None] Pushing event deleted for resources: {'Port': ['ID=90bdfb7e-527e-4c94-aacb-09431ccf21fe,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:35.758492 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9564621-bc15-4158-96d8-c34c37991512 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:35.758711 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf21349-09e9-4572-913b-d833f9234a6f admin admin] Network 7b97fcf8-e8fa-448b-8dc8-46370ff64039 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:00:35.759572 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9564621-bc15-4158-96d8-c34c37991512 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:35.760084 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9564621-bc15-4158-96d8-c34c37991512 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:35.760574 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9564621-bc15-4158-96d8-c34c37991512 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:35.761131 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9564621-bc15-4158-96d8-c34c37991512 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:35.761608 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9564621-bc15-4158-96d8-c34c37991512 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:35.762110 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9564621-bc15-4158-96d8-c34c37991512 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:35.762734 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9564621-bc15-4158-96d8-c34c37991512 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:35.763206 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9564621-bc15-4158-96d8-c34c37991512 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:35.764207 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9564621-bc15-4158-96d8-c34c37991512 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:35.764863 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9564621-bc15-4158-96d8-c34c37991512 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:35.765390 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9564621-bc15-4158-96d8-c34c37991512 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:35.765874 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9564621-bc15-4158-96d8-c34c37991512 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:35.778723 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d0ee7317-c27d-4c0a-a91d-e248dcf4bdd0 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (71bc53a0-5b4e-4da2-b236-d2f36b621811), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:35.779394 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1f3f9625-3612-4047-91b5-27272b7889ae admin admin] Publish callbacks [] for security_group (f38e03e2-bb22-49f6-9e4a-b7fda419cac4), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:35.801437 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-6bf21349-09e9-4572-913b-d833f9234a6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 7b97fcf8-e8fa-448b-8dc8-46370ff64039) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:00:35.819980 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf21349-09e9-4572-913b-d833f9234a6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:35.820563 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62dc993-723f-40f7-b3a4-1ccd76c9c573 None None] Network 7b97fcf8-e8fa-448b-8dc8-46370ff64039 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:00:35.821335 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d0ee7317-c27d-4c0a-a91d-e248dcf4bdd0 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (71bc53a0-5b4e-4da2-b236-d2f36b621811), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:35.825837 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6bf21349-09e9-4572-913b-d833f9234a6f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:35.857292 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0ee7317-c27d-4c0a-a91d-e248dcf4bdd0 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:00:35.859947 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d0ee7317-c27d-4c0a-a91d-e248dcf4bdd0 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (71bc53a0-5b4e-4da2-b236-d2f36b621811), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:35.868876 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:00:35.868876 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:00:35.868876 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:00:35.868876 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:00:35.868876 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:00:35.868876 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:00:35.868876 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:00:35.868876 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:00:35.868876 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:00:35.868876 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:00:35.868876 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:00:35.868876 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:00:35.868876 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:00:35.868876 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:00:35.868876 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:00:35.868876 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:00:35.868876 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:00:35.868876 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:00:35.868876 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:00:35.868876 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:00:35.868876 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:00:35.868876 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:00:35.868876 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:00:35.868876 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:00:35.868876 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:00:35.868876 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:00:35.868876 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:00:35.868876 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:00:35.868876 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:00:35.868876 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:00:35.868876 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:00:35.868876 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:00:35.911201 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6bf21349-09e9-4572-913b-d833f9234a6f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8626106 Jan 28 03:00:35.912301 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46740) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:35.921197 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-0c2c577f-a778-4cc1-80b6-e72584861a2f admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1599130923-router', 'tenant_id': 'dc657e3b97f846ab8907f404f62e40e1', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:00:35.967137 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0c2c577f-a778-4cc1-80b6-e72584861a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (40493d07-ebad-42d2-a56e-d99511c8719f), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:35.968642 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0c2c577f-a778-4cc1-80b6-e72584861a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (40493d07-ebad-42d2-a56e-d99511c8719f), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:35.978163 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1f3f9625-3612-4047-91b5-27272b7889ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f38e03e2-bb22-49f6-9e4a-b7fda419cac4), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:36.002452 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1f3f9625-3612-4047-91b5-27272b7889ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:36.017049 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1f3f9625-3612-4047-91b5-27272b7889ae admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f38e03e2-bb22-49f6-9e4a-b7fda419cac4 HTTP/1.1" status: 204 len: 168 time: 0.5604780 Jan 28 03:00:36.075700 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d0ee7317-c27d-4c0a-a91d-e248dcf4bdd0 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (55d5242a-5255-47d8-9f74-d9dbc4e7e3a1), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:36.094518 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:36.123542 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d0ee7317-c27d-4c0a-a91d-e248dcf4bdd0 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:36.146544 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d0ee7317-c27d-4c0a-a91d-e248dcf4bdd0 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/networks/55d5242a-5255-47d8-9f74-d9dbc4e7e3a1 HTTP/1.1" status: 204 len: 168 time: 1.8805084 Jan 28 03:00:36.152407 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3f9625-3612-4047-91b5-27272b7889ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38e03e2-bb22-49f6-9e4a-b7fda419cac4,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:36.185837 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46744) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:36.241918 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee7317-c27d-4c0a-a91d-e248dcf4bdd0 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event deleted for resources: {'Network': ['ID=55d5242a-5255-47d8-9f74-d9dbc4e7e3a1,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:36.373446 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bca754-8cd9-41c1-9275-62d72a74e28c tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:36.380717 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-37bca754-8cd9-41c1-9275-62d72a74e28c tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "GET /v2.0/ports/9ddd5985-6951-4c20-9688-8db78d544522 HTTP/1.1" status: 200 len: 845 time: 0.1824725 Jan 28 03:00:36.385602 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46750) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:36.439430 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0c2c577f-a778-4cc1-80b6-e72584861a2f admin admin] Publish callbacks [] for router_controller (40493d07-ebad-42d2-a56e-d99511c8719f), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:36.570993 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108a94a-8396-489a-9df8-ec6d755644fa req-d149857f-8e79-41f0-8be7-0d773362c66d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:36.593313 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108a94a-8396-489a-9df8-ec6d755644fa req-d149857f-8e79-41f0-8be7-0d773362c66d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:36.600490 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108a94a-8396-489a-9df8-ec6d755644fa req-d149857f-8e79-41f0-8be7-0d773362c66d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:36.609361 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108a94a-8396-489a-9df8-ec6d755644fa req-d149857f-8e79-41f0-8be7-0d773362c66d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:36.617608 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108a94a-8396-489a-9df8-ec6d755644fa req-d149857f-8e79-41f0-8be7-0d773362c66d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:36.619676 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a9bc9780-85a8-4905-9c56-bab5ec445a4a tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "GET /v2.0/ports/9ddd5985-6951-4c20-9688-8db78d544522?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2322972 Jan 28 03:00:36.625696 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108a94a-8396-489a-9df8-ec6d755644fa req-d149857f-8e79-41f0-8be7-0d773362c66d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:36.632122 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108a94a-8396-489a-9df8-ec6d755644fa req-d149857f-8e79-41f0-8be7-0d773362c66d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:36.634845 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c108a94a-8396-489a-9df8-ec6d755644fa req-d149857f-8e79-41f0-8be7-0d773362c66d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5427 time: 0.5784369 Jan 28 03:00:36.635980 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46752) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:36.649471 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-c896af39-21b9-44ea-85d6-8f443b477a2e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'subnet': {'network_id': 'f30bfa7c-3f96-4503-a92f-3a5622960969', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:00:36.845232 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bfe7a8-e6d4-4310-9401-10e2e448e205 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-7b97fcf8-e8fa-448b-8dc8-46370ff64039', 'network_id': '7b97fcf8-e8fa-448b-8dc8-46370ff64039', 'project_id': 'dc657e3b97f846ab8907f404f62e40e1', 'fixed_ips': [{'subnet_id': '185377ed-71b4-451b-8003-70973a63c326'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:00:36.846753 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b3bfe7a8-e6d4-4310-9401-10e2e448e205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:37.074399 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46758) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:37.111356 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-13eedf60-ad11-451e-b4d9-31a543396b9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:37.183799 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-b3bfe7a8-e6d4-4310-9401-10e2e448e205 None None] Allocated IP 172.20.0.2 (7b97fcf8-e8fa-448b-8dc8-46370ff64039/185377ed-71b4-451b-8003-70973a63c326/460cb08a-c27c-4f06-8466-8122ce0d5eec) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:00:37.333174 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0c2c577f-a778-4cc1-80b6-e72584861a2f admin admin] Publish callbacks [] for router_gateway (40493d07-ebad-42d2-a56e-d99511c8719f), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:37.455575 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-13eedf60-ad11-451e-b4d9-31a543396b9e admin admin] Publish callbacks [] for security_group (996923df-ea88-4336-8a71-cd79eeaf9f0e), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:37.475118 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-13eedf60-ad11-451e-b4d9-31a543396b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (996923df-ea88-4336-8a71-cd79eeaf9f0e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:37.622595 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b3bfe7a8-e6d4-4310-9401-10e2e448e205 None None] Publish callbacks [] for port (460cb08a-c27c-4f06-8466-8122ce0d5eec), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:37.641678 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c108a94a-8396-489a-9df8-ec6d755644fa req-2dc5adfa-1fcc-4a1a-99ca-8ea14b612308 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9775822 Jan 28 03:00:37.643173 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c896af39-21b9-44ea-85d6-8f443b477a2e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Made reservation on behalf of 9c59567226e943da9dd248eb2e296e73 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:00:37.654682 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c896af39-21b9-44ea-85d6-8f443b477a2e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:37.695804 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-13eedf60-ad11-451e-b4d9-31a543396b9e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=03898a0f581c48069714a1d013e988ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6199150 Jan 28 03:00:37.697424 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46766) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:37.717708 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b3bfe7a8-e6d4-4310-9401-10e2e448e205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (460cb08a-c27c-4f06-8466-8122ce0d5eec), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:37.820172 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bfe7a8-e6d4-4310-9401-10e2e448e205 None None] Network 7b97fcf8-e8fa-448b-8dc8-46370ff64039 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:00:37.830836 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-b3bfe7a8-e6d4-4310-9401-10e2e448e205 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:00:37.837525 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bfe7a8-e6d4-4310-9401-10e2e448e205 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:00:37.846507 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bfe7a8-e6d4-4310-9401-10e2e448e205 None None] Pushing event updated for resources: {'Port': ['ID=460cb08a-c27c-4f06-8466-8122ce0d5eec,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:37.935679 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eedf60-ad11-451e-b4d9-31a543396b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996923df-ea88-4336-8a71-cd79eeaf9f0e,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:37.953879 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-b3bfe7a8-e6d4-4310-9401-10e2e448e205 None None] Attempting to bind port 460cb08a-c27c-4f06-8466-8122ce0d5eec on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:00:37.956725 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-b3bfe7a8-e6d4-4310-9401-10e2e448e205 None None] Attempting to bind port 460cb08a-c27c-4f06-8466-8122ce0d5eec by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'b2a2021a-0c43-4c37-8dd4-60d490753889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7b97fcf8-e8fa-448b-8dc8-46370ff64039'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:00:37.957339 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bfe7a8-e6d4-4310-9401-10e2e448e205 None None] Attempting to bind port 460cb08a-c27c-4f06-8466-8122ce0d5eec on network 7b97fcf8-e8fa-448b-8dc8-46370ff64039 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:00:37.970843 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bfe7a8-e6d4-4310-9401-10e2e448e205 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:00:37.971563 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bfe7a8-e6d4-4310-9401-10e2e448e205 None None] Checking segment: {'id': 'b2a2021a-0c43-4c37-8dd4-60d490753889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7b97fcf8-e8fa-448b-8dc8-46370ff64039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:00:37.972218 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b3bfe7a8-e6d4-4310-9401-10e2e448e205 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:37.972725 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bfe7a8-e6d4-4310-9401-10e2e448e205 None None] Bound using segment: {'id': 'b2a2021a-0c43-4c37-8dd4-60d490753889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7b97fcf8-e8fa-448b-8dc8-46370ff64039'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:00:37.973343 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-b3bfe7a8-e6d4-4310-9401-10e2e448e205 None None] Bound port: 460cb08a-c27c-4f06-8466-8122ce0d5eec, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a2021a-0c43-4c37-8dd4-60d490753889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7b97fcf8-e8fa-448b-8dc8-46370ff64039'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:00:37.973843 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b3bfe7a8-e6d4-4310-9401-10e2e448e205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (460cb08a-c27c-4f06-8466-8122ce0d5eec), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:38.015714 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e8c39b21-5005-4dd2-bec1-9dd51c72df7b admin admin] Publish callbacks [] for security_group (996923df-ea88-4336-8a71-cd79eeaf9f0e), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:38.087361 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e8c39b21-5005-4dd2-bec1-9dd51c72df7b admin admin] Publish callbacks [] for security_group (996923df-ea88-4336-8a71-cd79eeaf9f0e), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:38.129843 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-b3bfe7a8-e6d4-4310-9401-10e2e448e205 None None] For port 460cb08a-c27c-4f06-8466-8122ce0d5eec, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:00:38.133815 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-b3bfe7a8-e6d4-4310-9401-10e2e448e205 None None] For port 460cb08a-c27c-4f06-8466-8122ce0d5eec, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=460cb08a-c27c-4f06-8466-8122ce0d5eec,segment=NetworkSegment(b2a2021a-0c43-4c37-8dd4-60d490753889),segment_id=b2a2021a-0c43-4c37-8dd4-60d490753889)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:00:38.148052 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b3bfe7a8-e6d4-4310-9401-10e2e448e205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (460cb08a-c27c-4f06-8466-8122ce0d5eec), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:38.204912 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e8c39b21-5005-4dd2-bec1-9dd51c72df7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (996923df-ea88-4336-8a71-cd79eeaf9f0e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:38.208410 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e8c39b21-5005-4dd2-bec1-9dd51c72df7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:38.211945 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e8c39b21-5005-4dd2-bec1-9dd51c72df7b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/996923df-ea88-4336-8a71-cd79eeaf9f0e HTTP/1.1" status: 204 len: 168 time: 0.4682643 Jan 28 03:00:38.229359 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c39b21-5005-4dd2-bec1-9dd51c72df7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996923df-ea88-4336-8a71-cd79eeaf9f0e,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:38.427350 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bfe7a8-e6d4-4310-9401-10e2e448e205 None None] Pushing event updated for resources: {'Port': ['ID=460cb08a-c27c-4f06-8466-8122ce0d5eec,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:38.429352 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c896af39-21b9-44ea-85d6-8f443b477a2e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (5faee897-7a71-4677-9393-1fffb68d3be4), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:38.545608 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c896af39-21b9-44ea-85d6-8f443b477a2e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Network f30bfa7c-3f96-4503-a92f-3a5622960969 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:00:38.552707 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-c896af39-21b9-44ea-85d6-8f443b477a2e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:00:38.564069 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554778a4-322b-4188-aec9-246a9d536ba8 None None] Network f30bfa7c-3f96-4503-a92f-3a5622960969 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:00:38.568375 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c896af39-21b9-44ea-85d6-8f443b477a2e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:38.569340 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c896af39-21b9-44ea-85d6-8f443b477a2e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:38.641499 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c896af39-21b9-44ea-85d6-8f443b477a2e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0007901 Jan 28 03:00:38.644533 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46780) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:38.650149 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-5a826fa5-88f1-436d-8c6a-8e444bead9b7 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'security_group': {'name': 'tempest-secgroup-1298675957'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:00:38.656315 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c896af39-21b9-44ea-85d6-8f443b477a2e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event updated for resources: {'Subnet': ['ID=5faee897-7a71-4677-9393-1fffb68d3be4,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:38.718649 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5a826fa5-88f1-436d-8c6a-8e444bead9b7 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:38.938961 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5a826fa5-88f1-436d-8c6a-8e444bead9b7 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for security_group (1b6ee882-b2f3-4396-af8f-091705d6d623), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:38.954948 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5a826fa5-88f1-436d-8c6a-8e444bead9b7 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (1b6ee882-b2f3-4396-af8f-091705d6d623), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:39.104529 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a826fa5-88f1-436d-8c6a-8e444bead9b7 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6ee882-b2f3-4396-af8f-091705d6d623,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:39.143547 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5a826fa5-88f1-436d-8c6a-8e444bead9b7 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:39.162355 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5a826fa5-88f1-436d-8c6a-8e444bead9b7 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5131555 Jan 28 03:00:39.168204 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46788) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:39.176865 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7dc28d-5b46-4d47-a5b4-6e91c4613469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-f30bfa7c-3f96-4503-a92f-3a5622960969', 'network_id': 'f30bfa7c-3f96-4503-a92f-3a5622960969', 'project_id': '9c59567226e943da9dd248eb2e296e73', 'fixed_ips': [{'subnet_id': '5faee897-7a71-4677-9393-1fffb68d3be4'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:00:39.191600 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3f7dc28d-5b46-4d47-a5b4-6e91c4613469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:39.194114 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-31cb768e-997e-418f-bb88-bed49cbe1314 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'security_group': {'name': 'tempest-secgroup-1298139513'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:00:39.293280 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-31cb768e-997e-418f-bb88-bed49cbe1314 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:39.495668 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c32c1-a923-4a38-b842-95f01d2ec40e req-e99b12fa-cdf7-4446-9d30-d6b5728c9bbc tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:39.534690 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c32c1-a923-4a38-b842-95f01d2ec40e req-e99b12fa-cdf7-4446-9d30-d6b5728c9bbc tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:39.541539 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 460cb08a-c27c-4f06-8466-8122ce0d5eec up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:00:39.556711 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c32c1-a923-4a38-b842-95f01d2ec40e req-e99b12fa-cdf7-4446-9d30-d6b5728c9bbc tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:39.586820 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c32c1-a923-4a38-b842-95f01d2ec40e req-e99b12fa-cdf7-4446-9d30-d6b5728c9bbc tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:39.605634 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-31cb768e-997e-418f-bb88-bed49cbe1314 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for security_group (3e9c2874-e4e6-4664-9272-7c364c583212), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:39.615273 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c32c1-a923-4a38-b842-95f01d2ec40e req-e99b12fa-cdf7-4446-9d30-d6b5728c9bbc tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:39.618852 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-31cb768e-997e-418f-bb88-bed49cbe1314 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (3e9c2874-e4e6-4664-9272-7c364c583212), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:39.638064 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c32c1-a923-4a38-b842-95f01d2ec40e req-e99b12fa-cdf7-4446-9d30-d6b5728c9bbc tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:39.653367 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c32c1-a923-4a38-b842-95f01d2ec40e req-e99b12fa-cdf7-4446-9d30-d6b5728c9bbc tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:39.658984 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-849c32c1-a923-4a38-b842-95f01d2ec40e req-e99b12fa-cdf7-4446-9d30-d6b5728c9bbc tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5427 time: 0.6593597 Jan 28 03:00:39.672853 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0c2c577f-a778-4cc1-80b6-e72584861a2f admin admin] Publish callbacks [] for router_gateway (40493d07-ebad-42d2-a56e-d99511c8719f), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:39.681566 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb768e-997e-418f-bb88-bed49cbe1314 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9c2874-e4e6-4664-9272-7c364c583212,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:39.721566 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-31cb768e-997e-418f-bb88-bed49cbe1314 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:39.723252 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-31cb768e-997e-418f-bb88-bed49cbe1314 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5529313 Jan 28 03:00:39.726010 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46796) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:39.759658 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-cdf66e05-27a7-4b1f-a3f7-21585fb11f2c tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1579677805', 'security_groups': ['3e9c2874-e4e6-4664-9272-7c364c583212'], 'network_id': 'f30bfa7c-3f96-4503-a92f-3a5622960969', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5faee897-7a71-4677-9393-1fffb68d3be4'}]}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:00:39.826800 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0c2c577f-a778-4cc1-80b6-e72584861a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:40.073459 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-849c32c1-a923-4a38-b842-95f01d2ec40e req-d2f39645-c57c-4f09-b958-cec2cdb927b2 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3986862 Jan 28 03:00:40.370263 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf66e05-27a7-4b1f-a3f7-21585fb11f2c tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Made reservation on behalf of 9c59567226e943da9dd248eb2e296e73 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:00:40.422858 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-3f7dc28d-5b46-4d47-a5b4-6e91c4613469 None None] Allocated IP 2001:db8::2 (f30bfa7c-3f96-4503-a92f-3a5622960969/5faee897-7a71-4677-9393-1fffb68d3be4/e4e1ed70-c8c1-482b-850d-0324f8b1af87) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:00:40.523844 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-0c2c577f-a778-4cc1-80b6-e72584861a2f admin admin] Allocated IP 172.25.0.88 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/4d1fb08b-6de1-4fc1-938a-c23ba625cb38) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:00:40.899141 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cdf66e05-27a7-4b1f-a3f7-21585fb11f2c tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:40.912465 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3f7dc28d-5b46-4d47-a5b4-6e91c4613469 None None] Publish callbacks [] for port (e4e1ed70-c8c1-482b-850d-0324f8b1af87), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:40.944789 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-cdf66e05-27a7-4b1f-a3f7-21585fb11f2c tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] device_id is not set on port 5a5a14d9-22e5-4fe6-a1eb-68941dba58a4 yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:00:40.955763 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807ade1c-b381-4fd1-b6f5-52318f56b4f3 None None] Network 7b97fcf8-e8fa-448b-8dc8-46370ff64039 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:00:40.984131 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0c2c577f-a778-4cc1-80b6-e72584861a2f admin admin] Publish callbacks [] for port (4d1fb08b-6de1-4fc1-938a-c23ba625cb38), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:40.989964 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46818) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:41.126594 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0c2c577f-a778-4cc1-80b6-e72584861a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (4d1fb08b-6de1-4fc1-938a-c23ba625cb38), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:41.270336 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2c577f-a778-4cc1-80b6-e72584861a2f admin admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:00:41.286003 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-0c2c577f-a778-4cc1-80b6-e72584861a2f admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:00:41.289097 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2c577f-a778-4cc1-80b6-e72584861a2f admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:00:41.386520 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 460cb08a-c27c-4f06-8466-8122ce0d5eec triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:00:41.386769 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (460cb08a-c27c-4f06-8466-8122ce0d5eec), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:41.405012 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3f7dc28d-5b46-4d47-a5b4-6e91c4613469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (e4e1ed70-c8c1-482b-850d-0324f8b1af87), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:41.423491 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c577f-a778-4cc1-80b6-e72584861a2f admin admin] Pushing event updated for resources: {'Port': ['ID=4d1fb08b-6de1-4fc1-938a-c23ba625cb38,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:41.602547 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e5a42e39-b83f-4879-afc2-f0ba1559169c tempest-AgentManagementNegativeTest-760134203 tempest-AgentManagementNegativeTest-760134203-project] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6095188 Jan 28 03:00:41.638909 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-cdf66e05-27a7-4b1f-a3f7-21585fb11f2c tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Allocated IP 2001:db8::3ac (f30bfa7c-3f96-4503-a92f-3a5622960969/5faee897-7a71-4677-9393-1fffb68d3be4/5a5a14d9-22e5-4fe6-a1eb-68941dba58a4) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:00:41.676772 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7dc28d-5b46-4d47-a5b4-6e91c4613469 None None] Network f30bfa7c-3f96-4503-a92f-3a5622960969 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:00:41.757242 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7dc28d-5b46-4d47-a5b4-6e91c4613469 None None] Pushing event updated for resources: {'Port': ['ID=e4e1ed70-c8c1-482b-850d-0324f8b1af87,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:41.792649 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-f17a2993-b77a-49f3-b178-2b4ce9c89860 None None] Provisioning complete for port 460cb08a-c27c-4f06-8466-8122ce0d5eec triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:00:41.803119 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f17a2993-b77a-49f3-b178-2b4ce9c89860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (460cb08a-c27c-4f06-8466-8122ce0d5eec), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:41.925571 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-3f7dc28d-5b46-4d47-a5b4-6e91c4613469 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:00:41.928574 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7dc28d-5b46-4d47-a5b4-6e91c4613469 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:00:41.974746 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cdf66e05-27a7-4b1f-a3f7-21585fb11f2c tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for port (5a5a14d9-22e5-4fe6-a1eb-68941dba58a4), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:42.061474 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cdf66e05-27a7-4b1f-a3f7-21585fb11f2c tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (5a5a14d9-22e5-4fe6-a1eb-68941dba58a4), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:42.126111 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486ebdd-68d5-48f7-8084-d2f87e673dcc req-c40dba4f-0cfb-4d8a-abc1-9fe1d09907c4 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:42.165810 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486ebdd-68d5-48f7-8084-d2f87e673dcc req-c40dba4f-0cfb-4d8a-abc1-9fe1d09907c4 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:42.187786 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf66e05-27a7-4b1f-a3f7-21585fb11f2c tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Network f30bfa7c-3f96-4503-a92f-3a5622960969 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:00:42.207238 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486ebdd-68d5-48f7-8084-d2f87e673dcc req-c40dba4f-0cfb-4d8a-abc1-9fe1d09907c4 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:42.222283 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-cdf66e05-27a7-4b1f-a3f7-21585fb11f2c tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:00:42.236338 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf66e05-27a7-4b1f-a3f7-21585fb11f2c tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:00:42.250083 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486ebdd-68d5-48f7-8084-d2f87e673dcc req-c40dba4f-0cfb-4d8a-abc1-9fe1d09907c4 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:42.253439 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf66e05-27a7-4b1f-a3f7-21585fb11f2c tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:42.254122 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cdf66e05-27a7-4b1f-a3f7-21585fb11f2c tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:42.268720 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486ebdd-68d5-48f7-8084-d2f87e673dcc req-c40dba4f-0cfb-4d8a-abc1-9fe1d09907c4 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:42.302434 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486ebdd-68d5-48f7-8084-d2f87e673dcc req-c40dba4f-0cfb-4d8a-abc1-9fe1d09907c4 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:42.308235 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486ebdd-68d5-48f7-8084-d2f87e673dcc req-c40dba4f-0cfb-4d8a-abc1-9fe1d09907c4 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:42.329951 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-cdf66e05-27a7-4b1f-a3f7-21585fb11f2c tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6027124 Jan 28 03:00:42.334925 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8486ebdd-68d5-48f7-8084-d2f87e673dcc req-c40dba4f-0cfb-4d8a-abc1-9fe1d09907c4 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5427 time: 0.9754195 Jan 28 03:00:42.335395 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46840) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:42.365662 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-352316aa-9deb-4dec-90ac-78fa449a5673 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'subnet': {'network_id': 'f30bfa7c-3f96-4503-a92f-3a5622960969', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:00:42.510993 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-3f7dc28d-5b46-4d47-a5b4-6e91c4613469 None None] Attempting to bind port e4e1ed70-c8c1-482b-850d-0324f8b1af87 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:00:42.531452 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-3f7dc28d-5b46-4d47-a5b4-6e91c4613469 None None] Attempting to bind port e4e1ed70-c8c1-482b-850d-0324f8b1af87 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '9e0a682e-6d92-40dd-89d9-9d373febd5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f30bfa7c-3f96-4503-a92f-3a5622960969'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:00:42.532049 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7dc28d-5b46-4d47-a5b4-6e91c4613469 None None] Attempting to bind port e4e1ed70-c8c1-482b-850d-0324f8b1af87 on network f30bfa7c-3f96-4503-a92f-3a5622960969 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:00:42.568240 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-f17a2993-b77a-49f3-b178-2b4ce9c89860 None None] Current status of the port 460cb08a-c27c-4f06-8466-8122ce0d5eec is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:00:42.569043 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f17a2993-b77a-49f3-b178-2b4ce9c89860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (460cb08a-c27c-4f06-8466-8122ce0d5eec), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:42.578978 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7dc28d-5b46-4d47-a5b4-6e91c4613469 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:00:42.593723 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7dc28d-5b46-4d47-a5b4-6e91c4613469 None None] Checking segment: {'id': '9e0a682e-6d92-40dd-89d9-9d373febd5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f30bfa7c-3f96-4503-a92f-3a5622960969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:00:42.594522 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3f7dc28d-5b46-4d47-a5b4-6e91c4613469 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:42.597204 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7dc28d-5b46-4d47-a5b4-6e91c4613469 None None] Bound using segment: {'id': '9e0a682e-6d92-40dd-89d9-9d373febd5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f30bfa7c-3f96-4503-a92f-3a5622960969'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:00:42.597204 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-3f7dc28d-5b46-4d47-a5b4-6e91c4613469 None None] Bound port: e4e1ed70-c8c1-482b-850d-0324f8b1af87, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e0a682e-6d92-40dd-89d9-9d373febd5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f30bfa7c-3f96-4503-a92f-3a5622960969'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:00:42.597204 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3f7dc28d-5b46-4d47-a5b4-6e91c4613469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e4e1ed70-c8c1-482b-850d-0324f8b1af87), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:42.675103 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46844) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:42.676773 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf66e05-27a7-4b1f-a3f7-21585fb11f2c tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event updated for resources: {'Port': ['ID=5a5a14d9-22e5-4fe6-a1eb-68941dba58a4,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:42.723116 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-f17a2993-b77a-49f3-b178-2b4ce9c89860 None None] For port 460cb08a-c27c-4f06-8466-8122ce0d5eec, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=460cb08a-c27c-4f06-8466-8122ce0d5eec,segment=NetworkSegment(b2a2021a-0c43-4c37-8dd4-60d490753889),segment_id=b2a2021a-0c43-4c37-8dd4-60d490753889)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:00:42.731381 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352316aa-9deb-4dec-90ac-78fa449a5673 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Made reservation on behalf of 9c59567226e943da9dd248eb2e296e73 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:00:42.731639 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8486ebdd-68d5-48f7-8084-d2f87e673dcc req-9f4baad2-5106-47a9-8e67-f0c01806d260 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3894558 Jan 28 03:00:42.743800 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-352316aa-9deb-4dec-90ac-78fa449a5673 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:42.787656 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f17a2993-b77a-49f3-b178-2b4ce9c89860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (460cb08a-c27c-4f06-8466-8122ce0d5eec), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:42.819832 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-3f7dc28d-5b46-4d47-a5b4-6e91c4613469 None None] For port e4e1ed70-c8c1-482b-850d-0324f8b1af87, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:00:42.823478 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-3f7dc28d-5b46-4d47-a5b4-6e91c4613469 None None] For port e4e1ed70-c8c1-482b-850d-0324f8b1af87, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=e4e1ed70-c8c1-482b-850d-0324f8b1af87,segment=NetworkSegment(9e0a682e-6d92-40dd-89d9-9d373febd5cd),segment_id=9e0a682e-6d92-40dd-89d9-9d373febd5cd)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:00:42.881363 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a2993-b77a-49f3-b178-2b4ce9c89860 None None] Pushing event updated for resources: {'Port': ['ID=460cb08a-c27c-4f06-8466-8122ce0d5eec,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:42.892981 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3f7dc28d-5b46-4d47-a5b4-6e91c4613469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e4e1ed70-c8c1-482b-850d-0324f8b1af87), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:43.009261 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0c2c577f-a778-4cc1-80b6-e72584861a2f admin admin] Publish callbacks [] for router_gateway (40493d07-ebad-42d2-a56e-d99511c8719f), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:43.067413 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7dc28d-5b46-4d47-a5b4-6e91c4613469 None None] Pushing event updated for resources: {'Port': ['ID=e4e1ed70-c8c1-482b-850d-0324f8b1af87,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:43.095584 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 460cb08a-c27c-4f06-8466-8122ce0d5eec is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:00:43.096418 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (460cb08a-c27c-4f06-8466-8122ce0d5eec), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:43.121666 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-3ce14d3b-b5fe-4bdb-b7ff-4ee2ca0fa4fe None None] Provisioning complete for port 460cb08a-c27c-4f06-8466-8122ce0d5eec triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:00:43.122419 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3ce14d3b-b5fe-4bdb-b7ff-4ee2ca0fa4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (460cb08a-c27c-4f06-8466-8122ce0d5eec), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:43.176465 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fdd41765-15bd-4ba2-9506-ec0a15f98f9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:43.235576 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.api [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:00:43.235576 n-d-712139-27 neutron-server[109804]: DEBUG oslo_db.api [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:00:43.291793 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-3ce14d3b-b5fe-4bdb-b7ff-4ee2ca0fa4fe None None] Current status of the port 460cb08a-c27c-4f06-8466-8122ce0d5eec is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:00:43.914871 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 460cb08a-c27c-4f06-8466-8122ce0d5eec is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:00:44.135538 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fdd41765-15bd-4ba2-9506-ec0a15f98f9e admin admin] Publish callbacks [] for security_group (92960610-b9b7-4467-b2e8-daa1b9200f09), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:44.140404 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0c2c577f-a778-4cc1-80b6-e72584861a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (40493d07-ebad-42d2-a56e-d99511c8719f), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:44.153622 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fdd41765-15bd-4ba2-9506-ec0a15f98f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (92960610-b9b7-4467-b2e8-daa1b9200f09), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:44.255041 n-d-712139-27 neutron-server[109803]: INFO neutron.db.ipam_backend_mixin [None req-352316aa-9deb-4dec-90ac-78fa449a5673 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5faee897-7a71-4677-9393-1fffb68d3be4 (CIDR: 2001:db8::/64) Jan 28 03:00:44.280125 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-352316aa-9deb-4dec-90ac-78fa449a5673 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:00:44.282830 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-352316aa-9deb-4dec-90ac-78fa449a5673 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:00:44.338634 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-352316aa-9deb-4dec-90ac-78fa449a5673 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9948914 Jan 28 03:00:44.341642 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46858) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:44.363246 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-4867df36-a40a-4216-9d7e-c24901130627 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'subnet': {'network_id': 'f30bfa7c-3f96-4503-a92f-3a5622960969', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:00:44.418826 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd41765-15bd-4ba2-9506-ec0a15f98f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92960610-b9b7-4467-b2e8-daa1b9200f09,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:44.449231 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-fdd41765-15bd-4ba2-9506-ec0a15f98f9e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6e715ed8bdc548f6937fb202cd292e18&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7729485 Jan 28 03:00:44.543358 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device e4e1ed70-c8c1-482b-850d-0324f8b1af87 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:00:44.578477 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46860) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:44.706242 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port e4e1ed70-c8c1-482b-850d-0324f8b1af87 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:00:44.707538 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e4e1ed70-c8c1-482b-850d-0324f8b1af87), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:45.063298 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port e4e1ed70-c8c1-482b-850d-0324f8b1af87 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:00:45.068536 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e4e1ed70-c8c1-482b-850d-0324f8b1af87), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:45.090606 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-93270482-1fb7-4306-882a-014202395e4f req-ec62f0a3-0cd2-40dd-b070-5b41fb72f79d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7eb9b5dd-eba5-4b95-a5dc-4a0a90bc4a51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8222699 Jan 28 03:00:45.093240 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4867df36-a40a-4216-9d7e-c24901130627 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Made reservation on behalf of 9c59567226e943da9dd248eb2e296e73 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:00:45.128221 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4867df36-a40a-4216-9d7e-c24901130627 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:45.812749 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4867df36-a40a-4216-9d7e-c24901130627 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (5cfba829-e07b-4116-b33e-46c8f14b7e24), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:45.870973 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port e4e1ed70-c8c1-482b-850d-0324f8b1af87, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=e4e1ed70-c8c1-482b-850d-0324f8b1af87,segment=NetworkSegment(9e0a682e-6d92-40dd-89d9-9d373febd5cd),segment_id=9e0a682e-6d92-40dd-89d9-9d373febd5cd)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:00:45.900980 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7e18729a-413f-4bde-af52-d2c0c1583751 None None] Provisioning complete for port 9ddd5985-6951-4c20-9688-8db78d544522 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:00:45.901485 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7e18729a-413f-4bde-af52-d2c0c1583751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9ddd5985-6951-4c20-9688-8db78d544522), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:45.907519 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e4e1ed70-c8c1-482b-850d-0324f8b1af87), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:45.908478 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 460cb08a-c27c-4f06-8466-8122ce0d5eec up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:00:45.954669 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4867df36-a40a-4216-9d7e-c24901130627 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Network f30bfa7c-3f96-4503-a92f-3a5622960969 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:00:45.959818 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93270482-1fb7-4306-882a-014202395e4f req-64b6a9f1-fe8f-4bfb-923a-9d40a662e232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:45.961352 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-93270482-1fb7-4306-882a-014202395e4f req-64b6a9f1-fe8f-4bfb-923a-9d40a662e232 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c21ad8f3df494e3bb40109ce4bbc0014&device_id=7eb9b5dd-eba5-4b95-a5dc-4a0a90bc4a51 HTTP/1.1" status: 200 len: 1101 time: 0.2288027 Jan 28 03:00:45.962251 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-4867df36-a40a-4216-9d7e-c24901130627 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:00:45.986574 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867df36-a40a-4216-9d7e-c24901130627 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:45.987185 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4867df36-a40a-4216-9d7e-c24901130627 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:46.166850 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4867df36-a40a-4216-9d7e-c24901130627 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event updated for resources: {'Subnet': ['ID=5cfba829-e07b-4116-b33e-46c8f14b7e24,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:46.187396 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4867df36-a40a-4216-9d7e-c24901130627 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8409023 Jan 28 03:00:46.196034 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46874) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:46.226187 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-79caabf3-6028-483b-b2ca-8b8548bb8f33 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-548996358', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5cfba829-e07b-4116-b33e-46c8f14b7e24'}], 'security_groups': ['1b6ee882-b2f3-4396-af8f-091705d6d623']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:00:46.302657 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=e4e1ed70-c8c1-482b-850d-0324f8b1af87,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:46.340228 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0b69a-f525-4d26-a4a3-775556a86165 req-297ff329-5327-4129-bc84-6ba27e47b1e1 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:46.346878 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0b69a-f525-4d26-a4a3-775556a86165 req-297ff329-5327-4129-bc84-6ba27e47b1e1 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:46.352431 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0b69a-f525-4d26-a4a3-775556a86165 req-297ff329-5327-4129-bc84-6ba27e47b1e1 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:46.357985 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0b69a-f525-4d26-a4a3-775556a86165 req-297ff329-5327-4129-bc84-6ba27e47b1e1 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:46.358728 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd9364f-0339-4f48-be57-833977597626 None None] Network f30bfa7c-3f96-4503-a92f-3a5622960969 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:00:46.366331 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0b69a-f525-4d26-a4a3-775556a86165 req-297ff329-5327-4129-bc84-6ba27e47b1e1 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:46.380757 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93270482-1fb7-4306-882a-014202395e4f req-9f3ac47c-c48a-4597-9b79-3faad1c579d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:46.381613 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0b69a-f525-4d26-a4a3-775556a86165 req-297ff329-5327-4129-bc84-6ba27e47b1e1 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:46.382260 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-93270482-1fb7-4306-882a-014202395e4f req-9f3ac47c-c48a-4597-9b79-3faad1c579d1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.3880363 Jan 28 03:00:46.388261 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0b69a-f525-4d26-a4a3-775556a86165 req-297ff329-5327-4129-bc84-6ba27e47b1e1 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:46.396077 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-97b0b69a-f525-4d26-a4a3-775556a86165 req-297ff329-5327-4129-bc84-6ba27e47b1e1 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5427 time: 2.2589109 Jan 28 03:00:46.400896 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-869aaded-689b-4a3b-8e87-7a22dc60ffd9 admin admin] Publish callbacks [] for security_group (92960610-b9b7-4467-b2e8-daa1b9200f09), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:46.478995 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-97b0b69a-f525-4d26-a4a3-775556a86165 req-ae49aa47-772b-416c-a111-e2d7e1456bf6 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0815442 Jan 28 03:00:46.546660 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-869aaded-689b-4a3b-8e87-7a22dc60ffd9 admin admin] Publish callbacks [] for security_group (92960610-b9b7-4467-b2e8-daa1b9200f09), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:46.555994 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-93270482-1fb7-4306-882a-014202395e4f req-622bb53d-b7c5-4476-a15c-f97c34aac615 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=ef8714ce-5095-4cb5-af76-030c5e5b8cbb HTTP/1.1" status: 200 len: 217 time: 0.1360772 Jan 28 03:00:46.720419 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7e18729a-413f-4bde-af52-d2c0c1583751 None None] Port 9ddd5985-6951-4c20-9688-8db78d544522 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:00:46.722671 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2c577f-a778-4cc1-80b6-e72584861a2f admin admin] Router 40493d07-ebad-42d2-a56e-d99511c8719f is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:00:46.756213 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-869aaded-689b-4a3b-8e87-7a22dc60ffd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (92960610-b9b7-4467-b2e8-daa1b9200f09), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:46.758912 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-869aaded-689b-4a3b-8e87-7a22dc60ffd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:46.763652 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-869aaded-689b-4a3b-8e87-7a22dc60ffd9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/92960610-b9b7-4467-b2e8-daa1b9200f09 HTTP/1.1" status: 204 len: 168 time: 2.1826458 Jan 28 03:00:46.850400 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7e18729a-413f-4bde-af52-d2c0c1583751 None None] Provisioning complete for port e4e1ed70-c8c1-482b-850d-0324f8b1af87 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:00:46.853044 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7e18729a-413f-4bde-af52-d2c0c1583751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e4e1ed70-c8c1-482b-850d-0324f8b1af87), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:46.869810 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93270482-1fb7-4306-882a-014202395e4f req-bf9214f1-7ccd-449a-a795-072ddd0d8816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:46.883626 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-93270482-1fb7-4306-882a-014202395e4f req-bf9214f1-7ccd-449a-a795-072ddd0d8816 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.3135233 Jan 28 03:00:46.952616 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869aaded-689b-4a3b-8e87-7a22dc60ffd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92960610-b9b7-4467-b2e8-daa1b9200f09,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:47.046521 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 460cb08a-c27c-4f06-8466-8122ce0d5eec triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:00:47.047279 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (460cb08a-c27c-4f06-8466-8122ce0d5eec), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:47.116377 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2c577f-a778-4cc1-80b6-e72584861a2f admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:00:47.133138 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370a9137-c79f-4b54-97bb-17a360325753 None None] Sync routers for ids ['40493d07-ebad-42d2-a56e-d99511c8719f'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:00:47.164792 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0c2c577f-a778-4cc1-80b6-e72584861a2f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:47.168811 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0c2c577f-a778-4cc1-80b6-e72584861a2f admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 11.2522223 Jan 28 03:00:47.173675 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46884) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:47.183134 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370a9137-c79f-4b54-97bb-17a360325753 None None] Routers {'40493d07-ebad-42d2-a56e-d99511c8719f'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:00:47.190361 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-370a9137-c79f-4b54-97bb-17a360325753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:00:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['40493d07-ebad-42d2-a56e-d99511c8719f'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:00:47.240045 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-79caabf3-6028-483b-b2ca-8b8548bb8f33 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5a5a14d9-22e5-4fe6-a1eb-68941dba58a4), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:47.499801 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa7cdd2-32e0-4b7e-9baf-c7becc059f06 None None] Update dhcp port {'port': {'network_id': 'f30bfa7c-3f96-4503-a92f-3a5622960969', 'fixed_ips': [{'subnet_id': '5faee897-7a71-4677-9393-1fffb68d3be4', 'ip_address': '2001:db8::2'}, {'subnet_id': '5cfba829-e07b-4116-b33e-46c8f14b7e24'}], 'binding:host_id': 'n-d-712139-27'}, 'id': 'e4e1ed70-c8c1-482b-850d-0324f8b1af87'} from n-d-712139-27. {{(pid=109804) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 03:00:47.522114 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-370a9137-c79f-4b54-97bb-17a360325753 None None] Set router 40493d07-ebad-42d2-a56e-d99511c8719f gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:00:47.589006 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 460cb08a-c27c-4f06-8466-8122ce0d5eec is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:00:47.638827 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7e18729a-413f-4bde-af52-d2c0c1583751 None None] Current status of the port e4e1ed70-c8c1-482b-850d-0324f8b1af87 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:00:47.664966 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-afa7cdd2-32e0-4b7e-9baf-c7becc059f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e4e1ed70-c8c1-482b-850d-0324f8b1af87), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:47.906128 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93270482-1fb7-4306-882a-014202395e4f req-25f21f46-c398-4282-bc00-faadbaf3b4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:47.919461 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-93270482-1fb7-4306-882a-014202395e4f req-25f21f46-c398-4282-bc00-faadbaf3b4cf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0107346 Jan 28 03:00:48.291353 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-370a9137-c79f-4b54-97bb-17a360325753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40493d07-ebad-42d2-a56e-d99511c8719f', 'name': 'tempest-ServersTestMultiNic-1599130923-router', 'tenant_id': 'dc657e3b97f846ab8907f404f62e40e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '4d1fb08b-6de1-4fc1-938a-c23ba625cb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:00:35Z', 'updated_at': '2022-01-28T03:00:42Z', 'revision_number': 3, 'project_id': 'dc657e3b97f846ab8907f404f62e40e1', 'gw_port': {'id': '4d1fb08b-6de1-4fc1-938a-c23ba625cb38', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bd:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40493d07-ebad-42d2-a56e-d99511c8719f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:00:39Z', 'updated_at': '2022-01-28T03:00:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:00:48.335571 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-afa7cdd2-32e0-4b7e-9baf-c7becc059f06 None None] Allocated IP 2001:db8:0:1::2 (f30bfa7c-3f96-4503-a92f-3a5622960969/5cfba829-e07b-4116-b33e-46c8f14b7e24/e4e1ed70-c8c1-482b-850d-0324f8b1af87) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:00:48.637528 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-93270482-1fb7-4306-882a-014202395e4f req-966f8d23-0eab-478c-940e-501d71c4672c service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7017434 Jan 28 03:00:48.660281 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-afa7cdd2-32e0-4b7e-9baf-c7becc059f06 None None] For port e4e1ed70-c8c1-482b-850d-0324f8b1af87, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=e4e1ed70-c8c1-482b-850d-0324f8b1af87,segment=NetworkSegment(9e0a682e-6d92-40dd-89d9-9d373febd5cd),segment_id=9e0a682e-6d92-40dd-89d9-9d373febd5cd)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:00:48.794425 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-afa7cdd2-32e0-4b7e-9baf-c7becc059f06 None None] Publish callbacks [] for port (e4e1ed70-c8c1-482b-850d-0324f8b1af87), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:48.820110 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device e4e1ed70-c8c1-482b-850d-0324f8b1af87 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:00:48.836392 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-afa7cdd2-32e0-4b7e-9baf-c7becc059f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e4e1ed70-c8c1-482b-850d-0324f8b1af87), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:48.851159 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370a9137-c79f-4b54-97bb-17a360325753 None None] Checking router: 40493d07-ebad-42d2-a56e-d99511c8719f for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:00:48.862965 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370a9137-c79f-4b54-97bb-17a360325753 None None] Updating router 40493d07-ebad-42d2-a56e-d99511c8719f port 4d1fb08b-6de1-4fc1-938a-c23ba625cb38 binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:00:48.927208 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-370a9137-c79f-4b54-97bb-17a360325753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (4d1fb08b-6de1-4fc1-938a-c23ba625cb38), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:49.002894 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-292fdf4c-8c21-42be-9a68-2ca5c695ad9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:49.043655 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46912) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:49.209573 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-93270482-1fb7-4306-882a-014202395e4f req-4d669aed-365a-4c5b-b4f7-beba73028381 service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5651498 Jan 28 03:00:49.214230 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-e218428b-d25d-4504-8d03-ffbf9b3df23b None None] Provisioning complete for port 5a5a14d9-22e5-4fe6-a1eb-68941dba58a4 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:00:49.215649 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e218428b-d25d-4504-8d03-ffbf9b3df23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (5a5a14d9-22e5-4fe6-a1eb-68941dba58a4), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:49.303333 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-79caabf3-6028-483b-b2ca-8b8548bb8f33 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Delete allocated IP 2001:db8::3ac (f30bfa7c-3f96-4503-a92f-3a5622960969/5faee897-7a71-4677-9393-1fffb68d3be4) {{(pid=109803) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 03:00:49.337297 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-79caabf3-6028-483b-b2ca-8b8548bb8f33 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Allocated IP 2001:db8:0:1::243 (f30bfa7c-3f96-4503-a92f-3a5622960969/5cfba829-e07b-4116-b33e-46c8f14b7e24/5a5a14d9-22e5-4fe6-a1eb-68941dba58a4) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:00:49.389476 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e218428b-d25d-4504-8d03-ffbf9b3df23b None None] Port 5a5a14d9-22e5-4fe6-a1eb-68941dba58a4 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:00:49.473717 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-b1eeb3d8-e327-4451-a63e-2453386c2aa6 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-45496751', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:00:49.505320 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa7cdd2-32e0-4b7e-9baf-c7becc059f06 None None] Pushing event updated for resources: {'Port': ['ID=e4e1ed70-c8c1-482b-850d-0324f8b1af87,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:49.546548 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port e4e1ed70-c8c1-482b-850d-0324f8b1af87 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:00:49.546958 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e4e1ed70-c8c1-482b-850d-0324f8b1af87), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:49.614120 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-370a9137-c79f-4b54-97bb-17a360325753 None None] Publish callbacks [] for port (4d1fb08b-6de1-4fc1-938a-c23ba625cb38), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:49.630307 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-292fdf4c-8c21-42be-9a68-2ca5c695ad9c admin admin] Allocated IP 172.20.0.1 (7b97fcf8-e8fa-448b-8dc8-46370ff64039/185377ed-71b4-451b-8003-70973a63c326/731303b1-e238-41a2-b1be-4baf04b09a4d) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:00:49.633975 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:00:49.634370 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b1eeb3d8-e327-4451-a63e-2453386c2aa6 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (f61ef887-93ab-476e-b143-31e9e68038ec), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:49.635767 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-370a9137-c79f-4b54-97bb-17a360325753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (4d1fb08b-6de1-4fc1-938a-c23ba625cb38), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:49.644942 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b1eeb3d8-e327-4451-a63e-2453386c2aa6 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (f61ef887-93ab-476e-b143-31e9e68038ec), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:49.829740 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port e4e1ed70-c8c1-482b-850d-0324f8b1af87 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:00:49.876356 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-370a9137-c79f-4b54-97bb-17a360325753 None None] Attempting to bind port 4d1fb08b-6de1-4fc1-938a-c23ba625cb38 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:00:49.905209 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-370a9137-c79f-4b54-97bb-17a360325753 None None] Attempting to bind port 4d1fb08b-6de1-4fc1-938a-c23ba625cb38 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:00:49.906003 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370a9137-c79f-4b54-97bb-17a360325753 None None] Attempting to bind port 4d1fb08b-6de1-4fc1-938a-c23ba625cb38 on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:00:49.911849 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2883c4-48f3-42a5-9f61-7ba79cf2cb72 None None] Pushing event updated for resources: {'Port': ['ID=4d1fb08b-6de1-4fc1-938a-c23ba625cb38,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:49.936956 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b1eeb3d8-e327-4451-a63e-2453386c2aa6 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks [] for router_controller (f61ef887-93ab-476e-b143-31e9e68038ec), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:49.964236 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370a9137-c79f-4b54-97bb-17a360325753 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:00:49.964806 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370a9137-c79f-4b54-97bb-17a360325753 None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:00:49.976773 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-292fdf4c-8c21-42be-9a68-2ca5c695ad9c admin admin] Publish callbacks [] for port (731303b1-e238-41a2-b1be-4baf04b09a4d), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:49.990666 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-370a9137-c79f-4b54-97bb-17a360325753 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:49.991376 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370a9137-c79f-4b54-97bb-17a360325753 None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:00:49.992180 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-370a9137-c79f-4b54-97bb-17a360325753 None None] Bound port: 4d1fb08b-6de1-4fc1-938a-c23ba625cb38, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:00:49.992810 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-370a9137-c79f-4b54-97bb-17a360325753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (4d1fb08b-6de1-4fc1-938a-c23ba625cb38), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:50.019079 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2883c4-48f3-42a5-9f61-7ba79cf2cb72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:50.021593 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2883c4-48f3-42a5-9f61-7ba79cf2cb72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:50.021979 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2883c4-48f3-42a5-9f61-7ba79cf2cb72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:50.022492 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2883c4-48f3-42a5-9f61-7ba79cf2cb72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:50.023015 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2883c4-48f3-42a5-9f61-7ba79cf2cb72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:50.023523 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2883c4-48f3-42a5-9f61-7ba79cf2cb72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:50.024037 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2883c4-48f3-42a5-9f61-7ba79cf2cb72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:50.024539 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2883c4-48f3-42a5-9f61-7ba79cf2cb72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:50.025042 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2883c4-48f3-42a5-9f61-7ba79cf2cb72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:50.025581 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2883c4-48f3-42a5-9f61-7ba79cf2cb72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:50.026077 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2883c4-48f3-42a5-9f61-7ba79cf2cb72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:50.026874 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2883c4-48f3-42a5-9f61-7ba79cf2cb72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:50.027148 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2883c4-48f3-42a5-9f61-7ba79cf2cb72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:00:50.067600 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device e4e1ed70-c8c1-482b-850d-0324f8b1af87 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:00:50.079633 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8611b-dace-4471-9d43-2758a868467f req-c1c12c61-cd55-4474-8436-eb90e85721a3 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:50.099479 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8611b-dace-4471-9d43-2758a868467f req-c1c12c61-cd55-4474-8436-eb90e85721a3 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:50.124435 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8611b-dace-4471-9d43-2758a868467f req-c1c12c61-cd55-4474-8436-eb90e85721a3 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:50.137098 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-370a9137-c79f-4b54-97bb-17a360325753 None None] For port 4d1fb08b-6de1-4fc1-938a-c23ba625cb38, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:00:50.142041 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-370a9137-c79f-4b54-97bb-17a360325753 None None] For port 4d1fb08b-6de1-4fc1-938a-c23ba625cb38, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=4d1fb08b-6de1-4fc1-938a-c23ba625cb38,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:00:50.142917 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b1eeb3d8-e327-4451-a63e-2453386c2aa6 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (f61ef887-93ab-476e-b143-31e9e68038ec), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:50.154120 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-370a9137-c79f-4b54-97bb-17a360325753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (4d1fb08b-6de1-4fc1-938a-c23ba625cb38), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:50.158107 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8611b-dace-4471-9d43-2758a868467f req-c1c12c61-cd55-4474-8436-eb90e85721a3 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:50.176055 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8611b-dace-4471-9d43-2758a868467f req-c1c12c61-cd55-4474-8436-eb90e85721a3 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:50.197320 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8611b-dace-4471-9d43-2758a868467f req-c1c12c61-cd55-4474-8436-eb90e85721a3 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:50.215404 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8611b-dace-4471-9d43-2758a868467f req-c1c12c61-cd55-4474-8436-eb90e85721a3 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:50.241197 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-80d8611b-dace-4471-9d43-2758a868467f req-c1c12c61-cd55-4474-8436-eb90e85721a3 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5427 time: 1.5067372 Jan 28 03:00:50.399168 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2883c4-48f3-42a5-9f61-7ba79cf2cb72 None None] Pushing event updated for resources: {'Port': ['ID=4d1fb08b-6de1-4fc1-938a-c23ba625cb38,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:50.416265 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port e4e1ed70-c8c1-482b-850d-0324f8b1af87 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:00:50.421892 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e4e1ed70-c8c1-482b-850d-0324f8b1af87), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:50.442835 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370a9137-c79f-4b54-97bb-17a360325753 None None] Routers {'40493d07-ebad-42d2-a56e-d99511c8719f'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:00:50.442835 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-370a9137-c79f-4b54-97bb-17a360325753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:00:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['40493d07-ebad-42d2-a56e-d99511c8719f'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:00:50.564814 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-79caabf3-6028-483b-b2ca-8b8548bb8f33 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for port (5a5a14d9-22e5-4fe6-a1eb-68941dba58a4), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:50.583758 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-79caabf3-6028-483b-b2ca-8b8548bb8f33 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (5a5a14d9-22e5-4fe6-a1eb-68941dba58a4), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:50.649154 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-80d8611b-dace-4471-9d43-2758a868467f req-c50c2ee3-6bba-47e9-a40a-abd5e6596e85 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4062493 Jan 28 03:00:50.728850 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port e4e1ed70-c8c1-482b-850d-0324f8b1af87 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:00:50.751746 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-292fdf4c-8c21-42be-9a68-2ca5c695ad9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (731303b1-e238-41a2-b1be-4baf04b09a4d), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:50.768310 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79caabf3-6028-483b-b2ca-8b8548bb8f33 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event updated for resources: {'Port': ['ID=5a5a14d9-22e5-4fe6-a1eb-68941dba58a4,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:50.789793 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b1eeb3d8-e327-4451-a63e-2453386c2aa6 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:50.791317 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b1eeb3d8-e327-4451-a63e-2453386c2aa6 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 710 time: 1.7336469 Jan 28 03:00:50.818728 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46932) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:50.824257 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-9201b75f-53e6-48fa-b05d-a9af3331a5a4 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-452683292'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:00:50.829129 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-79caabf3-6028-483b-b2ca-8b8548bb8f33 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] In _notify_port_updated(), no bound segment for port 5a5a14d9-22e5-4fe6-a1eb-68941dba58a4 on network f30bfa7c-3f96-4503-a92f-3a5622960969 {{(pid=109803) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 03:00:50.850677 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-f4e42fe0-f8a5-4962-9d3b-f5dddf29eb9d None None] Provisioning complete for port 9ddd5985-6951-4c20-9688-8db78d544522 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:00:50.853550 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f4e42fe0-f8a5-4962-9d3b-f5dddf29eb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9ddd5985-6951-4c20-9688-8db78d544522), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:50.854378 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79caabf3-6028-483b-b2ca-8b8548bb8f33 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:50.856120 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292fdf4c-8c21-42be-9a68-2ca5c695ad9c admin admin] Network 7b97fcf8-e8fa-448b-8dc8-46370ff64039 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:00:50.857889 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-79caabf3-6028-483b-b2ca-8b8548bb8f33 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:50.862108 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46934) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:50.864666 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-79caabf3-6028-483b-b2ca-8b8548bb8f33 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "PUT /v2.0/ports/5a5a14d9-22e5-4fe6-a1eb-68941dba58a4 HTTP/1.1" status: 200 len: 930 time: 4.6657212 Jan 28 03:00:50.931138 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9201b75f-53e6-48fa-b05d-a9af3331a5a4 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Made reservation on behalf of 869edd37381e4b6fbc4cdc94ce192ac7 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:00:50.936106 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-370a9137-c79f-4b54-97bb-17a360325753 None None] Set router 40493d07-ebad-42d2-a56e-d99511c8719f gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:00:50.936703 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9201b75f-53e6-48fa-b05d-a9af3331a5a4 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:50.953082 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9201b75f-53e6-48fa-b05d-a9af3331a5a4 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:50.975320 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-f4e42fe0-f8a5-4962-9d3b-f5dddf29eb9d None None] Port 9ddd5985-6951-4c20-9688-8db78d544522 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:00:51.006781 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-f4e42fe0-f8a5-4962-9d3b-f5dddf29eb9d None None] Provisioning complete for port e4e1ed70-c8c1-482b-850d-0324f8b1af87 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:00:51.007718 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f4e42fe0-f8a5-4962-9d3b-f5dddf29eb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e4e1ed70-c8c1-482b-850d-0324f8b1af87), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:51.026074 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-292fdf4c-8c21-42be-9a68-2ca5c695ad9c admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:00:51.066973 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292fdf4c-8c21-42be-9a68-2ca5c695ad9c admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:00:51.277528 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-292fdf4c-8c21-42be-9a68-2ca5c695ad9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (40493d07-ebad-42d2-a56e-d99511c8719f), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:51.327695 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9201b75f-53e6-48fa-b05d-a9af3331a5a4 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks [] for security_group (52f20ac8-ed03-4edb-a8a1-9d78310015f0), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:51.329905 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292fdf4c-8c21-42be-9a68-2ca5c695ad9c admin admin] Pushing event updated for resources: {'Port': ['ID=731303b1-e238-41a2-b1be-4baf04b09a4d,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:51.339315 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9201b75f-53e6-48fa-b05d-a9af3331a5a4 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (52f20ac8-ed03-4edb-a8a1-9d78310015f0), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:51.436762 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9201b75f-53e6-48fa-b05d-a9af3331a5a4 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:00:51.464301 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-f4e42fe0-f8a5-4962-9d3b-f5dddf29eb9d None None] Current status of the port e4e1ed70-c8c1-482b-850d-0324f8b1af87 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:00:51.496943 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201b75f-53e6-48fa-b05d-a9af3331a5a4 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52f20ac8-ed03-4edb-a8a1-9d78310015f0,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:51.515332 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-f4e42fe0-f8a5-4962-9d3b-f5dddf29eb9d None None] Provisioning complete for port 5a5a14d9-22e5-4fe6-a1eb-68941dba58a4 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:00:51.515712 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f4e42fe0-f8a5-4962-9d3b-f5dddf29eb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (5a5a14d9-22e5-4fe6-a1eb-68941dba58a4), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:51.521904 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9201b75f-53e6-48fa-b05d-a9af3331a5a4 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (1492a05b-575e-4c4a-823b-49b138b52bac), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:51.522273 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-9201b75f-53e6-48fa-b05d-a9af3331a5a4 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Added segment 1492a05b-575e-4c4a-823b-49b138b52bac of type vlan for network 56c8e261-0df7-429e-810b-8807dbeba9ea Jan 28 03:00:51.642445 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-f4e42fe0-f8a5-4962-9d3b-f5dddf29eb9d None None] Port 5a5a14d9-22e5-4fe6-a1eb-68941dba58a4 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:00:51.673450 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9201b75f-53e6-48fa-b05d-a9af3331a5a4 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (56c8e261-0df7-429e-810b-8807dbeba9ea), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:51.759775 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-370a9137-c79f-4b54-97bb-17a360325753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40493d07-ebad-42d2-a56e-d99511c8719f', 'name': 'tempest-ServersTestMultiNic-1599130923-router', 'tenant_id': 'dc657e3b97f846ab8907f404f62e40e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '4d1fb08b-6de1-4fc1-938a-c23ba625cb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:00:35Z', 'updated_at': '2022-01-28T03:00:42Z', 'revision_number': 3, 'project_id': 'dc657e3b97f846ab8907f404f62e40e1', 'gw_port': {'id': '4d1fb08b-6de1-4fc1-938a-c23ba625cb38', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bd:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40493d07-ebad-42d2-a56e-d99511c8719f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:00:39Z', 'updated_at': '2022-01-28T03:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:00:51.771575 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7c4c6ef8-15bd-421a-a1ad-de7bf0e7ffd1 None None] Provisioning complete for port 731303b1-e238-41a2-b1be-4baf04b09a4d triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:00:51.771959 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7c4c6ef8-15bd-421a-a1ad-de7bf0e7ffd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (731303b1-e238-41a2-b1be-4baf04b09a4d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:51.787829 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-76207cec-f7be-497a-8b05-dce898cfe875 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Deleting port 5a5a14d9-22e5-4fe6-a1eb-68941dba58a4 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:00:51.788080 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9201b75f-53e6-48fa-b05d-a9af3331a5a4 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (56c8e261-0df7-429e-810b-8807dbeba9ea), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:51.788197 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-76207cec-f7be-497a-8b05-dce898cfe875 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (5a5a14d9-22e5-4fe6-a1eb-68941dba58a4), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:51.798344 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9201b75f-53e6-48fa-b05d-a9af3331a5a4 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:51.799157 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9201b75f-53e6-48fa-b05d-a9af3331a5a4 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:51.855558 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370a9137-c79f-4b54-97bb-17a360325753 None None] The sync data for ids ['40493d07-ebad-42d2-a56e-d99511c8719f'] in n-d-712139-27 is: [{'id': '40493d07-ebad-42d2-a56e-d99511c8719f', 'name': 'tempest-ServersTestMultiNic-1599130923-router', 'tenant_id': 'dc657e3b97f846ab8907f404f62e40e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '4d1fb08b-6de1-4fc1-938a-c23ba625cb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:00:35Z', 'updated_at': '2022-01-28T03:00:42Z', 'revision_number': 3, 'project_id': 'dc657e3b97f846ab8907f404f62e40e1', 'gw_port': {'id': '4d1fb08b-6de1-4fc1-938a-c23ba625cb38', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bd:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40493d07-ebad-42d2-a56e-d99511c8719f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:00:39Z', 'updated_at': '2022-01-28T03:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:00:51.959175 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7c4c6ef8-15bd-421a-a1ad-de7bf0e7ffd1 None None] Port 731303b1-e238-41a2-b1be-4baf04b09a4d cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:00:51.991774 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7c4c6ef8-15bd-421a-a1ad-de7bf0e7ffd1 None None] Provisioning complete for port 5a5a14d9-22e5-4fe6-a1eb-68941dba58a4 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:00:51.992152 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7c4c6ef8-15bd-421a-a1ad-de7bf0e7ffd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (5a5a14d9-22e5-4fe6-a1eb-68941dba58a4), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:52.064256 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201b75f-53e6-48fa-b05d-a9af3331a5a4 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Pushing event updated for resources: {'Network': ['ID=56c8e261-0df7-429e-810b-8807dbeba9ea,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:52.075370 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9201b75f-53e6-48fa-b05d-a9af3331a5a4 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2544992 Jan 28 03:00:52.078604 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46944) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:52.084398 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-3cf3b33b-66e3-48c5-8a51-c725eca19d53 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Request body: {'subnet': {'network_id': '56c8e261-0df7-429e-810b-8807dbeba9ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:00:52.088039 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 56c8e261-0df7-429e-810b-8807dbeba9ea details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:00:52.113495 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7c4c6ef8-15bd-421a-a1ad-de7bf0e7ffd1 None None] Port 5a5a14d9-22e5-4fe6-a1eb-68941dba58a4 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:00:52.229935 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-76207cec-f7be-497a-8b05-dce898cfe875 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (5a5a14d9-22e5-4fe6-a1eb-68941dba58a4), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:52.277092 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-76207cec-f7be-497a-8b05-dce898cfe875 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Calling delete_port for 5a5a14d9-22e5-4fe6-a1eb-68941dba58a4 owned by {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:00:52.283494 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf3b33b-66e3-48c5-8a51-c725eca19d53 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Made reservation on behalf of 869edd37381e4b6fbc4cdc94ce192ac7 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:00:52.287330 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3cf3b33b-66e3-48c5-8a51-c725eca19d53 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:52.812278 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-292fdf4c-8c21-42be-9a68-2ca5c695ad9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (731303b1-e238-41a2-b1be-4baf04b09a4d), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:52.860034 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21378fe5-4dd8-4d3f-b8b1-086f333b95aa req-56795a77-5dae-4d92-98a7-a8ddf0fce646 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:52.865694 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21378fe5-4dd8-4d3f-b8b1-086f333b95aa req-56795a77-5dae-4d92-98a7-a8ddf0fce646 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:52.871152 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21378fe5-4dd8-4d3f-b8b1-086f333b95aa req-56795a77-5dae-4d92-98a7-a8ddf0fce646 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:52.878218 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21378fe5-4dd8-4d3f-b8b1-086f333b95aa req-56795a77-5dae-4d92-98a7-a8ddf0fce646 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:52.883556 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21378fe5-4dd8-4d3f-b8b1-086f333b95aa req-56795a77-5dae-4d92-98a7-a8ddf0fce646 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:52.888867 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21378fe5-4dd8-4d3f-b8b1-086f333b95aa req-56795a77-5dae-4d92-98a7-a8ddf0fce646 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:52.894324 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21378fe5-4dd8-4d3f-b8b1-086f333b95aa req-56795a77-5dae-4d92-98a7-a8ddf0fce646 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:52.902242 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-21378fe5-4dd8-4d3f-b8b1-086f333b95aa req-56795a77-5dae-4d92-98a7-a8ddf0fce646 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5427 time: 0.9187284 Jan 28 03:00:53.138788 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3cf3b33b-66e3-48c5-8a51-c725eca19d53 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (6f266dbf-51bb-4df2-a8b5-f05a5b43a9ba), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:53.149651 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-76207cec-f7be-497a-8b05-dce898cfe875 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (5a5a14d9-22e5-4fe6-a1eb-68941dba58a4), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:53.282592 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf3b33b-66e3-48c5-8a51-c725eca19d53 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Pushing event updated for resources: {'Subnet': ['ID=6f266dbf-51bb-4df2-a8b5-f05a5b43a9ba,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:53.309267 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-21378fe5-4dd8-4d3f-b8b1-086f333b95aa req-eb2b0372-0661-47e1-a482-e504b6d7c89f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4057012 Jan 28 03:00:53.374460 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-d6cfac21-c67d-401f-a3fd-a39a014e4bb8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.7056077 Jan 28 03:00:53.381010 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf3b33b-66e3-48c5-8a51-c725eca19d53 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Checking segment: {'id': '1492a05b-575e-4c4a-823b-49b138b52bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '56c8e261-0df7-429e-810b-8807dbeba9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:00:53.381407 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf3b33b-66e3-48c5-8a51-c725eca19d53 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Network hostable DHCP agents. Network: 56c8e261-0df7-429e-810b-8807dbeba9ea, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:00:53.432126 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46970) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:53.487073 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-292fdf4c-8c21-42be-9a68-2ca5c695ad9c admin admin] Publish callbacks [] for port (731303b1-e238-41a2-b1be-4baf04b09a4d), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:53.497737 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf3b33b-66e3-48c5-8a51-c725eca19d53 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Network 56c8e261-0df7-429e-810b-8807dbeba9ea is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:00:53.497975 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76207cec-f7be-497a-8b05-dce898cfe875 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event deleted for resources: {'Port': ['ID=5a5a14d9-22e5-4fe6-a1eb-68941dba58a4,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:53.577302 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-292fdf4c-8c21-42be-9a68-2ca5c695ad9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (731303b1-e238-41a2-b1be-4baf04b09a4d), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:53.583761 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-3cf3b33b-66e3-48c5-8a51-c725eca19d53 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 56c8e261-0df7-429e-810b-8807dbeba9ea) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:00:53.599373 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc6659f-2c40-4a25-b337-84af9a89baaf None None] Network 56c8e261-0df7-429e-810b-8807dbeba9ea requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:00:53.667402 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-76207cec-f7be-497a-8b05-dce898cfe875 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:53.673154 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf3b33b-66e3-48c5-8a51-c725eca19d53 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:53.683359 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3cf3b33b-66e3-48c5-8a51-c725eca19d53 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:53.687136 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-76207cec-f7be-497a-8b05-dce898cfe875 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/ports/5a5a14d9-22e5-4fe6-a1eb-68941dba58a4 HTTP/1.1" status: 204 len: 168 time: 2.8215778 Jan 28 03:00:53.704675 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46976) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:53.802750 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292fdf4c-8c21-42be-9a68-2ca5c695ad9c admin admin] Pushing event updated for resources: {'Port': ['ID=731303b1-e238-41a2-b1be-4baf04b09a4d,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:53.863504 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c0ea0b2a-f8cd-4c27-b366-54e9380a311a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:53.903936 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-292fdf4c-8c21-42be-9a68-2ca5c695ad9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (40493d07-ebad-42d2-a56e-d99511c8719f), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:53.909412 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d0f39b0-92db-46fc-b46c-c50e3dcabdb4 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] GET failed (client error): The resource could not be found. Jan 28 03:00:53.910965 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-2d0f39b0-92db-46fc-b46c-c50e3dcabdb4 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "GET /v2.0/ports/5a5a14d9-22e5-4fe6-a1eb-68941dba58a4 HTTP/1.1" status: 404 len: 333 time: 0.1863482 Jan 28 03:00:53.918637 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46988) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:53.970013 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9768bf9d-9bbf-44bb-a9d8-2dac07022312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-56c8e261-0df7-429e-810b-8807dbeba9ea', 'network_id': '56c8e261-0df7-429e-810b-8807dbeba9ea', 'project_id': '869edd37381e4b6fbc4cdc94ce192ac7', 'fixed_ips': [{'subnet_id': '6f266dbf-51bb-4df2-a8b5-f05a5b43a9ba'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:00:53.972139 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9768bf9d-9bbf-44bb-a9d8-2dac07022312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:54.001227 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-3cf3b33b-66e3-48c5-8a51-c725eca19d53 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9183590 Jan 28 03:00:54.008182 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46992) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:54.037166 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-b4a6bd23-4b10-4a12-906f-504e27aab545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:54.037954 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-b4a6bd23-4b10-4a12-906f-504e27aab545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:54.038511 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-b4a6bd23-4b10-4a12-906f-504e27aab545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:54.039044 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-b4a6bd23-4b10-4a12-906f-504e27aab545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:54.039685 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-b4a6bd23-4b10-4a12-906f-504e27aab545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:54.040212 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-b4a6bd23-4b10-4a12-906f-504e27aab545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:54.044603 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-b4a6bd23-4b10-4a12-906f-504e27aab545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:54.053303 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-b4a6bd23-4b10-4a12-906f-504e27aab545 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7581cafbb59a47148e5d33dde7c9cb23&device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 6499 time: 0.5674357 Jan 28 03:00:54.062203 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-890bda45-e4b2-4785-a578-2d6034697037 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Request body: {'network': {'name': 'tempest-router-network01--2144935286'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:00:54.199189 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 4d1fb08b-6de1-4fc1-938a-c23ba625cb38 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:00:54.257835 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292fdf4c-8c21-42be-9a68-2ca5c695ad9c admin admin] Network 7b97fcf8-e8fa-448b-8dc8-46370ff64039 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:00:54.259286 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-292fdf4c-8c21-42be-9a68-2ca5c695ad9c admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:00:54.441735 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 4d1fb08b-6de1-4fc1-938a-c23ba625cb38 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:00:54.442148 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (4d1fb08b-6de1-4fc1-938a-c23ba625cb38), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:54.507228 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890bda45-e4b2-4785-a578-2d6034697037 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Made reservation on behalf of 869edd37381e4b6fbc4cdc94ce192ac7 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:00:54.518841 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-890bda45-e4b2-4785-a578-2d6034697037 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:54.549922 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-9768bf9d-9bbf-44bb-a9d8-2dac07022312 None None] Allocated IP 2001:db8::2 (56c8e261-0df7-429e-810b-8807dbeba9ea/6f266dbf-51bb-4df2-a8b5-f05a5b43a9ba/25636031-cf47-4ef0-bac2-1664c20535a4) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:00:54.686808 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292fdf4c-8c21-42be-9a68-2ca5c695ad9c admin admin] Router 40493d07-ebad-42d2-a56e-d99511c8719f has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:00:54.770022 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-890bda45-e4b2-4785-a578-2d6034697037 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:00:54.780097 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-61507fd8-647f-4470-8694-5933ce70ce29 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for security_group (3e9c2874-e4e6-4664-9272-7c364c583212), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:54.831754 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-7258f1ee-5950-4a4f-b7df-baa337e82264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:54.837988 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-7258f1ee-5950-4a4f-b7df-baa337e82264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:54.838568 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-7258f1ee-5950-4a4f-b7df-baa337e82264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:54.840336 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-7258f1ee-5950-4a4f-b7df-baa337e82264 service neutron] 10.222.0.67 "GET /v2.0/networks?id=266d65f2-ae3d-4ae4-8df9-31c67ca10beb&id=d468efc2-a65f-4457-a846-ab761946515b&id=d468efc2-a65f-4457-a846-ab761946515b&id=d468efc2-a65f-4457-a846-ab761946515b&id=d468efc2-a65f-4457-a846-ab761946515b&id=9d63e9ac-6b2c-46ae-b695-7b9d65c9a866&id=9d63e9ac-6b2c-46ae-b695-7b9d65c9a866 HTTP/1.1" status: 200 len: 2293 time: 0.7070887 Jan 28 03:00:54.868845 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 4d1fb08b-6de1-4fc1-938a-c23ba625cb38 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:00:54.869500 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (4d1fb08b-6de1-4fc1-938a-c23ba625cb38), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:54.905577 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-954f2ad6-934b-4ecd-9be6-890d02b16ecd tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:54.920248 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-954f2ad6-934b-4ecd-9be6-890d02b16ecd tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] 10.222.0.53 "GET /v2.0/networks?id=a5db66a1-ffc2-4d02-8359-f887877fa869 HTTP/1.1" status: 200 len: 814 time: 0.9892268 Jan 28 03:00:54.929681 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80fa637-3108-48fb-bec8-552c9daf244b req-51b9435e-452f-438b-b6ab-d7208bbb384c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:54.937666 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-255cef65-e889-470d-bba2-7a86f2a7edc7 None None] Provisioning complete for port 731303b1-e238-41a2-b1be-4baf04b09a4d triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:00:54.938069 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-255cef65-e889-470d-bba2-7a86f2a7edc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (731303b1-e238-41a2-b1be-4baf04b09a4d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:54.946053 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80fa637-3108-48fb-bec8-552c9daf244b req-51b9435e-452f-438b-b6ab-d7208bbb384c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:54.959127 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80fa637-3108-48fb-bec8-552c9daf244b req-51b9435e-452f-438b-b6ab-d7208bbb384c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:54.968401 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80fa637-3108-48fb-bec8-552c9daf244b req-51b9435e-452f-438b-b6ab-d7208bbb384c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:54.971873 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 4d1fb08b-6de1-4fc1-938a-c23ba625cb38, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=4d1fb08b-6de1-4fc1-938a-c23ba625cb38,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:00:54.982426 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80fa637-3108-48fb-bec8-552c9daf244b req-51b9435e-452f-438b-b6ab-d7208bbb384c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:54.985363 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-890bda45-e4b2-4785-a578-2d6034697037 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (0516a030-7db0-4588-9c7d-041ceb0cec09), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:54.986751 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-890bda45-e4b2-4785-a578-2d6034697037 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Added segment 0516a030-7db0-4588-9c7d-041ceb0cec09 of type vlan for network ea9b0342-02de-486a-b4b6-786e814c8d44 Jan 28 03:00:54.993815 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80fa637-3108-48fb-bec8-552c9daf244b req-51b9435e-452f-438b-b6ab-d7208bbb384c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:55.008546 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80fa637-3108-48fb-bec8-552c9daf244b req-51b9435e-452f-438b-b6ab-d7208bbb384c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:55.012969 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-0cc8312c-0552-4ec0-8ba2-561054b9e5e5 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] 10.222.0.53 "GET /v2.0/quotas/03f2764faa5b40ccac2b3b80bfd1adcd HTTP/1.1" status: 200 len: 375 time: 0.0915797 Jan 28 03:00:55.017677 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d80fa637-3108-48fb-bec8-552c9daf244b req-51b9435e-452f-438b-b6ab-d7208bbb384c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5427 time: 0.3952544 Jan 28 03:00:55.057687 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (4d1fb08b-6de1-4fc1-938a-c23ba625cb38), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:55.234298 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-255cef65-e889-470d-bba2-7a86f2a7edc7 None None] Port 731303b1-e238-41a2-b1be-4baf04b09a4d cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:00:55.250349 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-61507fd8-647f-4470-8694-5933ce70ce29 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for security_group (3e9c2874-e4e6-4664-9272-7c364c583212), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:55.274548 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292fdf4c-8c21-42be-9a68-2ca5c695ad9c admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:00:55.288305 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-292fdf4c-8c21-42be-9a68-2ca5c695ad9c admin admin] 10.222.0.53 "PUT /v2.0/routers/40493d07-ebad-42d2-a56e-d99511c8719f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1115870 Jan 28 03:00:55.327184 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d80fa637-3108-48fb-bec8-552c9daf244b req-aacbe6ab-65fd-44c5-995a-b49313f32a35 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3085046 Jan 28 03:00:55.358756 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9768bf9d-9bbf-44bb-a9d8-2dac07022312 None None] Publish callbacks [] for port (25636031-cf47-4ef0-bac2-1664c20535a4), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:55.391067 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab69ee3f-6b31-495e-ab3b-9d20b30eb585 None None] Sync routers for ids ['40493d07-ebad-42d2-a56e-d99511c8719f'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:00:55.401577 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-890bda45-e4b2-4785-a578-2d6034697037 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (ea9b0342-02de-486a-b4b6-786e814c8d44), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:55.424669 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c0ea0b2a-f8cd-4c27-b366-54e9380a311a admin admin] Publish callbacks [] for security_group (5c071281-c679-49a1-bf34-ca6fe368f3d6), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:55.436219 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9768bf9d-9bbf-44bb-a9d8-2dac07022312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (25636031-cf47-4ef0-bac2-1664c20535a4), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:55.454521 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c0ea0b2a-f8cd-4c27-b366-54e9380a311a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (5c071281-c679-49a1-bf34-ca6fe368f3d6), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:55.485184 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c0ea0b2a-f8cd-4c27-b366-54e9380a311a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e7def84e472b469aa2c73ba2ad3e2f2d&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0519116 Jan 28 03:00:55.487431 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-51d61623-d998-4ec9-b1f2-a2b546b5d370 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44267f57-f4c4-404e-bfd0-6e33bcab411a HTTP/1.1" status: 200 len: 1002 time: 0.6068525 Jan 28 03:00:55.488012 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 47002) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:55.514639 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-6e340f11-f0bc-4f7f-9c66-4518168a2c08 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=03f2764faa5b40ccac2b3b80bfd1adcd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5004539 Jan 28 03:00:55.519476 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=4d1fb08b-6de1-4fc1-938a-c23ba625cb38,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:55.548143 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab69ee3f-6b31-495e-ab3b-9d20b30eb585 None None] Routers {'40493d07-ebad-42d2-a56e-d99511c8719f'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:00:55.549510 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 47004) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:55.550947 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-ab69ee3f-6b31-495e-ab3b-9d20b30eb585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:00:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['40493d07-ebad-42d2-a56e-d99511c8719f'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:00:55.609924 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e7f4cde5-08b6-4145-a3c9-5a5fd54338b1 admin admin] Publish callbacks [] for security_group (5c071281-c679-49a1-bf34-ca6fe368f3d6), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:55.610170 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-dc3c43aa-19d8-4e89-940c-e829309e783a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:55.611963 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-dc3c43aa-19d8-4e89-940c-e829309e783a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=25561413-0d19-438c-afcd-b5c53014f067 HTTP/1.1" status: 200 len: 850 time: 0.0861683 Jan 28 03:00:55.662100 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e7f4cde5-08b6-4145-a3c9-5a5fd54338b1 admin admin] Publish callbacks [] for security_group (5c071281-c679-49a1-bf34-ca6fe368f3d6), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:55.669491 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-890bda45-e4b2-4785-a578-2d6034697037 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (ea9b0342-02de-486a-b4b6-786e814c8d44), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:55.680184 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890bda45-e4b2-4785-a578-2d6034697037 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:55.680941 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-890bda45-e4b2-4785-a578-2d6034697037 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:55.684952 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-04377f26-6280-4d42-b680-9985ffb06039 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-670629971'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:00:55.773502 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890bda45-e4b2-4785-a578-2d6034697037 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Pushing event updated for resources: {'Network': ['ID=ea9b0342-02de-486a-b4b6-786e814c8d44,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:55.777648 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-61507fd8-647f-4470-8694-5933ce70ce29 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (3e9c2874-e4e6-4664-9272-7c364c583212), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:55.779234 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04377f26-6280-4d42-b680-9985ffb06039 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Made reservation on behalf of dc657e3b97f846ab8907f404f62e40e1 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:00:55.781833 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-61507fd8-647f-4470-8694-5933ce70ce29 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:55.783275 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-61507fd8-647f-4470-8694-5933ce70ce29 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/security-groups/3e9c2874-e4e6-4664-9272-7c364c583212 HTTP/1.1" status: 204 len: 168 time: 1.7839208 Jan 28 03:00:55.785799 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-04377f26-6280-4d42-b680-9985ffb06039 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:55.794835 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 47008) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:55.804205 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea0b2a-f8cd-4c27-b366-54e9380a311a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c071281-c679-49a1-bf34-ca6fe368f3d6,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:55.826120 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61507fd8-647f-4470-8694-5933ce70ce29 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9c2874-e4e6-4664-9272-7c364c583212,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:55.837529 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-890bda45-e4b2-4785-a578-2d6034697037 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7845817 Jan 28 03:00:55.842354 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 47010) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:55.855367 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-41705b8b-1adc-463b-b55e-eb897ab4a337 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Request body: {'network': {'name': 'tempest-router-network02--1519675962'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:00:55.904128 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-40350e89-f229-4e80-84a8-7ffba7c41f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:55.908916 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-40350e89-f229-4e80-84a8-7ffba7c41f15 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=266d65f2-ae3d-4ae4-8df9-31c67ca10beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2872577 Jan 28 03:00:55.920626 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-1a276bba-8f91-4753-9556-1131eb01fc91 service neutron] 10.222.0.53 "GET /v2.0/networks/a5db66a1-ffc2-4d02-8359-f887877fa869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047580 Jan 28 03:00:55.943884 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e7f4cde5-08b6-4145-a3c9-5a5fd54338b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (5c071281-c679-49a1-bf34-ca6fe368f3d6), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:55.950650 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e7f4cde5-08b6-4145-a3c9-5a5fd54338b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:55.954161 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e7f4cde5-08b6-4145-a3c9-5a5fd54338b1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5c071281-c679-49a1-bf34-ca6fe368f3d6 HTTP/1.1" status: 204 len: 168 time: 0.4649270 Jan 28 03:00:56.041161 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f4cde5-08b6-4145-a3c9-5a5fd54338b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c071281-c679-49a1-bf34-ca6fe368f3d6,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:56.062912 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1094badd-1ee1-4b85-889b-b0f7039fd99e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for security_group (1b6ee882-b2f3-4396-af8f-091705d6d623), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:56.078744 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04377f26-6280-4d42-b680-9985ffb06039 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:00:56.164626 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-04377f26-6280-4d42-b680-9985ffb06039 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (7e4e9f6e-8a0c-46e4-bfc6-f7cf0b3dd6cb), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:56.166598 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-04377f26-6280-4d42-b680-9985ffb06039 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Added segment 7e4e9f6e-8a0c-46e4-bfc6-f7cf0b3dd6cb of type vlan for network 7b35c713-4208-4900-88fe-53af1e8f7a24 Jan 28 03:00:56.173011 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1094badd-1ee1-4b85-889b-b0f7039fd99e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for security_group (1b6ee882-b2f3-4396-af8f-091705d6d623), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:56.270237 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-04377f26-6280-4d42-b680-9985ffb06039 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (7b35c713-4208-4900-88fe-53af1e8f7a24), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:56.306741 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1094badd-1ee1-4b85-889b-b0f7039fd99e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (1b6ee882-b2f3-4396-af8f-091705d6d623), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:56.313245 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1094badd-1ee1-4b85-889b-b0f7039fd99e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:56.317028 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1094badd-1ee1-4b85-889b-b0f7039fd99e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/security-groups/1b6ee882-b2f3-4396-af8f-091705d6d623 HTTP/1.1" status: 204 len: 168 time: 0.5205750 Jan 28 03:00:56.344964 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 47018) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:56.390822 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-ab69ee3f-6b31-495e-ab3b-9d20b30eb585 None None] Set router 40493d07-ebad-42d2-a56e-d99511c8719f gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:00:56.404160 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094badd-1ee1-4b85-889b-b0f7039fd99e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6ee882-b2f3-4396-af8f-091705d6d623,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:56.515078 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-04377f26-6280-4d42-b680-9985ffb06039 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (7b35c713-4208-4900-88fe-53af1e8f7a24), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:56.530680 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04377f26-6280-4d42-b680-9985ffb06039 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:56.531749 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-04377f26-6280-4d42-b680-9985ffb06039 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:56.547409 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network ea9b0342-02de-486a-b4b6-786e814c8d44 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:00:56.552556 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 4d1fb08b-6de1-4fc1-938a-c23ba625cb38 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:00:56.593107 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9768bf9d-9bbf-44bb-a9d8-2dac07022312 None None] Network 56c8e261-0df7-429e-810b-8807dbeba9ea is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:00:56.620120 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9768bf9d-9bbf-44bb-a9d8-2dac07022312 None None] Pushing event updated for resources: {'Port': ['ID=25636031-cf47-4ef0-bac2-1664c20535a4,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:56.634873 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-04377f26-6280-4d42-b680-9985ffb06039 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0806813 Jan 28 03:00:56.644861 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 47028) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:56.770484 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-219bf2bb-eaa1-452c-b58f-5ec4a4bf5f08 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Request body: {'subnet': {'network_id': '7b35c713-4208-4900-88fe-53af1e8f7a24', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:00:56.802249 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-9768bf9d-9bbf-44bb-a9d8-2dac07022312 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:00:56.858741 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3f5cd1d-e109-434e-84f0-5347e088e586 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Deleting subnet 5faee897-7a71-4677-9393-1fffb68d3be4 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:00:56.863352 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e3f5cd1d-e109-434e-84f0-5347e088e586 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for subnet (5faee897-7a71-4677-9393-1fffb68d3be4), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:56.880032 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41705b8b-1adc-463b-b55e-eb897ab4a337 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Made reservation on behalf of 869edd37381e4b6fbc4cdc94ce192ac7 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:00:56.883716 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-41705b8b-1adc-463b-b55e-eb897ab4a337 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:56.929871 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e3f5cd1d-e109-434e-84f0-5347e088e586 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (5faee897-7a71-4677-9393-1fffb68d3be4), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:56.959914 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9768bf9d-9bbf-44bb-a9d8-2dac07022312 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:00:57.074514 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e3f5cd1d-e109-434e-84f0-5347e088e586 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (5faee897-7a71-4677-9393-1fffb68d3be4), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:57.112847 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41705b8b-1adc-463b-b55e-eb897ab4a337 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:00:57.135922 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-2a7b460e-447f-4276-87aa-9c80cea43030 service neutron] 10.222.0.53 "GET /v2.0/networks/a5db66a1-ffc2-4d02-8359-f887877fa869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2140968 Jan 28 03:00:57.144056 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-41705b8b-1adc-463b-b55e-eb897ab4a337 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (bdef5c55-0cbb-4e49-b486-483ffabd67fc), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:57.144408 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-41705b8b-1adc-463b-b55e-eb897ab4a337 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Added segment bdef5c55-0cbb-4e49-b486-483ffabd67fc of type vlan for network f5dd7a45-8c6d-4e39-b21e-ad2b231d0c17 Jan 28 03:00:57.157882 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04377f26-6280-4d42-b680-9985ffb06039 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Pushing event updated for resources: {'Network': ['ID=7b35c713-4208-4900-88fe-53af1e8f7a24,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:57.199519 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-8e542d1a-85d8-4e74-be49-4adf77d26586 service neutron] 10.222.0.67 "GET /v2.0/networks/266d65f2-ae3d-4ae4-8df9-31c67ca10beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2743547 Jan 28 03:00:57.208830 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 7b35c713-4208-4900-88fe-53af1e8f7a24 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:00:57.224166 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ecfdcb-8cb7-4bd2-8d3e-85482f4d97b0 req-ae996275-ffa4-4d63-bcb7-31a212a4caff tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:57.230128 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ecfdcb-8cb7-4bd2-8d3e-85482f4d97b0 req-ae996275-ffa4-4d63-bcb7-31a212a4caff tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:57.239258 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ecfdcb-8cb7-4bd2-8d3e-85482f4d97b0 req-ae996275-ffa4-4d63-bcb7-31a212a4caff tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:57.246725 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ecfdcb-8cb7-4bd2-8d3e-85482f4d97b0 req-ae996275-ffa4-4d63-bcb7-31a212a4caff tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:57.252036 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ecfdcb-8cb7-4bd2-8d3e-85482f4d97b0 req-ae996275-ffa4-4d63-bcb7-31a212a4caff tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:57.270708 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ecfdcb-8cb7-4bd2-8d3e-85482f4d97b0 req-ae996275-ffa4-4d63-bcb7-31a212a4caff tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:57.278313 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ecfdcb-8cb7-4bd2-8d3e-85482f4d97b0 req-ae996275-ffa4-4d63-bcb7-31a212a4caff tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:57.280510 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-22ecfdcb-8cb7-4bd2-8d3e-85482f4d97b0 req-ae996275-ffa4-4d63-bcb7-31a212a4caff tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5427 time: 0.7286503 Jan 28 03:00:57.414973 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-22ecfdcb-8cb7-4bd2-8d3e-85482f4d97b0 req-0883c692-3121-4695-9d7c-f2489adb48de tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1266327 Jan 28 03:00:57.416700 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219bf2bb-eaa1-452c-b58f-5ec4a4bf5f08 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Made reservation on behalf of dc657e3b97f846ab8907f404f62e40e1 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:00:57.423238 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-219bf2bb-eaa1-452c-b58f-5ec4a4bf5f08 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:57.428663 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-41705b8b-1adc-463b-b55e-eb897ab4a337 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (f5dd7a45-8c6d-4e39-b21e-ad2b231d0c17), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:57.454935 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-9768bf9d-9bbf-44bb-a9d8-2dac07022312 None None] Attempting to bind port 25636031-cf47-4ef0-bac2-1664c20535a4 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:00:57.455465 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-9768bf9d-9bbf-44bb-a9d8-2dac07022312 None None] Attempting to bind port 25636031-cf47-4ef0-bac2-1664c20535a4 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '1492a05b-575e-4c4a-823b-49b138b52bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '56c8e261-0df7-429e-810b-8807dbeba9ea'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:00:57.456258 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9768bf9d-9bbf-44bb-a9d8-2dac07022312 None None] Attempting to bind port 25636031-cf47-4ef0-bac2-1664c20535a4 on network 56c8e261-0df7-429e-810b-8807dbeba9ea {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:00:57.591343 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9768bf9d-9bbf-44bb-a9d8-2dac07022312 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:00:57.591781 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9768bf9d-9bbf-44bb-a9d8-2dac07022312 None None] Checking segment: {'id': '1492a05b-575e-4c4a-823b-49b138b52bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '56c8e261-0df7-429e-810b-8807dbeba9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:00:57.592134 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9768bf9d-9bbf-44bb-a9d8-2dac07022312 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:57.592534 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9768bf9d-9bbf-44bb-a9d8-2dac07022312 None None] Bound using segment: {'id': '1492a05b-575e-4c4a-823b-49b138b52bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '56c8e261-0df7-429e-810b-8807dbeba9ea'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:00:57.597729 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-9768bf9d-9bbf-44bb-a9d8-2dac07022312 None None] Bound port: 25636031-cf47-4ef0-bac2-1664c20535a4, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1492a05b-575e-4c4a-823b-49b138b52bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '56c8e261-0df7-429e-810b-8807dbeba9ea'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:00:57.598148 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9768bf9d-9bbf-44bb-a9d8-2dac07022312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (25636031-cf47-4ef0-bac2-1664c20535a4), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:57.608068 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.db.resource_extend [None req-41705b8b-1adc-463b-b55e-eb897ab4a337 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 03:00:57.643975 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-72c34acc-2c41-40bd-a2fd-75295df151a3 service neutron] 10.222.0.67 "GET /v2.0/networks/266d65f2-ae3d-4ae4-8df9-31c67ca10beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4318454 Jan 28 03:00:57.717441 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3ef6d631-f399-49da-adf9-047eee8bdaba req-5e7e42cf-72db-4042-a825-9d3a513c3fee tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e5e8900-8515-4af8-ad09-d5ebee3b44c4 HTTP/1.1" status: 200 len: 210 time: 0.1246111 Jan 28 03:00:57.795120 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-219bf2bb-eaa1-452c-b58f-5ec4a4bf5f08 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (6b2115eb-3ca1-4b92-a271-50f8f28156de), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:57.838137 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-41705b8b-1adc-463b-b55e-eb897ab4a337 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (f5dd7a45-8c6d-4e39-b21e-ad2b231d0c17), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:57.845430 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-9768bf9d-9bbf-44bb-a9d8-2dac07022312 None None] For port 25636031-cf47-4ef0-bac2-1664c20535a4, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:00:57.853771 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-9768bf9d-9bbf-44bb-a9d8-2dac07022312 None None] For port 25636031-cf47-4ef0-bac2-1664c20535a4, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=25636031-cf47-4ef0-bac2-1664c20535a4,segment=NetworkSegment(1492a05b-575e-4c4a-823b-49b138b52bac),segment_id=1492a05b-575e-4c4a-823b-49b138b52bac)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:00:57.854409 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41705b8b-1adc-463b-b55e-eb897ab4a337 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:57.857593 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-41705b8b-1adc-463b-b55e-eb897ab4a337 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:57.865529 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-65019d92-46a5-407b-b2bc-4b4acf34b3f4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=b7ea256c-1185-43f6-ab32-04eda1634fc5 HTTP/1.1" status: 200 len: 217 time: 0.1664574 Jan 28 03:00:57.874816 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 4d1fb08b-6de1-4fc1-938a-c23ba625cb38 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:00:57.875204 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (4d1fb08b-6de1-4fc1-938a-c23ba625cb38), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:57.899179 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e3f5cd1d-e109-434e-84f0-5347e088e586 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (5faee897-7a71-4677-9393-1fffb68d3be4), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:57.942396 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9768bf9d-9bbf-44bb-a9d8-2dac07022312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (25636031-cf47-4ef0-bac2-1664c20535a4), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:57.956883 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e3f5cd1d-e109-434e-84f0-5347e088e586 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:57.965458 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e3f5cd1d-e109-434e-84f0-5347e088e586 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/subnets/5faee897-7a71-4677-9393-1fffb68d3be4 HTTP/1.1" status: 204 len: 168 time: 1.6189442 Jan 28 03:00:57.971706 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 47054) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:57.993524 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-bfc820f7-432f-4cc5-bd97-67d0a586df1e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'subnet': {'network_id': 'f30bfa7c-3f96-4503-a92f-3a5622960969', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:00:58.021982 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219bf2bb-eaa1-452c-b58f-5ec4a4bf5f08 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Pushing event updated for resources: {'Subnet': ['ID=6b2115eb-3ca1-4b92-a271-50f8f28156de,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:58.040734 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415eae9e-71a9-4e3c-ab34-46f76dc66c5b None None] Network f30bfa7c-3f96-4503-a92f-3a5622960969 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:00:58.096230 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-41705b8b-1adc-463b-b55e-eb897ab4a337 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.2464314 Jan 28 03:00:58.116432 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 47064) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:58.141388 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-36891113-6a2d-4fe2-9025-b06b4ced567d tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Request body: {'subnet': {'network_id': 'ea9b0342-02de-486a-b4b6-786e814c8d44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:00:58.183607 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-b0864da5-0d50-45b4-b887-3f905e66161a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:58.185201 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-b0864da5-0d50-45b4-b887-3f905e66161a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=49a68bb6-80b9-4dbc-a512-787aeaf1e11f HTTP/1.1" status: 200 len: 797 time: 0.3019700 Jan 28 03:00:58.185750 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41705b8b-1adc-463b-b55e-eb897ab4a337 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Pushing event updated for resources: {'Network': ['ID=f5dd7a45-8c6d-4e39-b21e-ad2b231d0c17,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:58.196023 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5cd1d-e109-434e-84f0-5347e088e586 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event deleted for resources: {'Subnet': ['ID=5faee897-7a71-4677-9393-1fffb68d3be4,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:58.248138 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219bf2bb-eaa1-452c-b58f-5ec4a4bf5f08 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Checking segment: {'id': '7e4e9f6e-8a0c-46e4-bfc6-f7cf0b3dd6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7b35c713-4208-4900-88fe-53af1e8f7a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:00:58.251172 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219bf2bb-eaa1-452c-b58f-5ec4a4bf5f08 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Network hostable DHCP agents. Network: 7b35c713-4208-4900-88fe-53af1e8f7a24, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:00:58.267944 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network f5dd7a45-8c6d-4e39-b21e-ad2b231d0c17 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:00:58.406443 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219bf2bb-eaa1-452c-b58f-5ec4a4bf5f08 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Network 7b35c713-4208-4900-88fe-53af1e8f7a24 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:00:58.424382 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc820f7-432f-4cc5-bd97-67d0a586df1e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Made reservation on behalf of 9c59567226e943da9dd248eb2e296e73 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:00:58.433407 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bfc820f7-432f-4cc5-bd97-67d0a586df1e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:58.489507 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-94a90294-7629-4cc5-89a3-48b5cb15b76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:58.492130 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-94a90294-7629-4cc5-89a3-48b5cb15b76c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d468efc2-a65f-4457-a846-ab761946515b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2276208 Jan 28 03:00:58.638080 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-219bf2bb-eaa1-452c-b58f-5ec4a4bf5f08 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 7b35c713-4208-4900-88fe-53af1e8f7a24) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:00:58.677657 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219bf2bb-eaa1-452c-b58f-5ec4a4bf5f08 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:58.688166 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9768bf9d-9bbf-44bb-a9d8-2dac07022312 None None] Pushing event updated for resources: {'Port': ['ID=25636031-cf47-4ef0-bac2-1664c20535a4,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:58.694033 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-219bf2bb-eaa1-452c-b58f-5ec4a4bf5f08 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:58.709429 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72c78b3-f499-4a83-862c-a54d12356715 None None] Network 7b35c713-4208-4900-88fe-53af1e8f7a24 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:00:58.798970 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36891113-6a2d-4fe2-9025-b06b4ced567d tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Made reservation on behalf of 869edd37381e4b6fbc4cdc94ce192ac7 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:00:58.828152 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-36891113-6a2d-4fe2-9025-b06b4ced567d tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:58.883526 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-219bf2bb-eaa1-452c-b58f-5ec4a4bf5f08 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1655538 Jan 28 03:00:58.888322 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 47086) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:00:58.893267 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-543daf02-5b43-43e3-b6d0-dfa881525f98 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-14464321'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:00:58.898815 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-ab69ee3f-6b31-495e-ab3b-9d20b30eb585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40493d07-ebad-42d2-a56e-d99511c8719f', 'name': 'tempest-ServersTestMultiNic-1599130923-router', 'tenant_id': 'dc657e3b97f846ab8907f404f62e40e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '4d1fb08b-6de1-4fc1-938a-c23ba625cb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:00:35Z', 'updated_at': '2022-01-28T03:00:51Z', 'revision_number': 4, 'project_id': 'dc657e3b97f846ab8907f404f62e40e1', 'gw_port': {'id': '4d1fb08b-6de1-4fc1-938a-c23ba625cb38', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40493d07-ebad-42d2-a56e-d99511c8719f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:00:39Z', 'updated_at': '2022-01-28T03:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '731303b1-e238-41a2-b1be-4baf04b09a4d', 'name': '', 'network_id': '7b97fcf8-e8fa-448b-8dc8-46370ff64039', 'tenant_id': 'dc657e3b97f846ab8907f404f62e40e1', 'mac_address': 'fa:16:3e:d4:b1:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40493d07-ebad-42d2-a56e-d99511c8719f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': '185377ed-71b4-451b-8003-70973a63c326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:00:49Z', 'updated_at': '2022-01-28T03:00:52Z', 'revision_number': 2, 'project_id': 'dc657e3b97f846ab8907f404f62e40e1', 'subnets': [{'id': '185377ed-71b4-451b-8003-70973a63c326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:00:58.923891 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 4d1fb08b-6de1-4fc1-938a-c23ba625cb38 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:00:59.028078 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-9726172f-681e-4c0d-b313-f124ded105f3 service neutron] 10.222.0.67 "GET /v2.0/networks/d468efc2-a65f-4457-a846-ab761946515b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5138347 Jan 28 03:00:59.083972 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab69ee3f-6b31-495e-ab3b-9d20b30eb585 None None] Checking router: 40493d07-ebad-42d2-a56e-d99511c8719f for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:00:59.084672 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab69ee3f-6b31-495e-ab3b-9d20b30eb585 None None] Updating router 40493d07-ebad-42d2-a56e-d99511c8719f port 731303b1-e238-41a2-b1be-4baf04b09a4d binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:00:59.107435 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0820953f-f1af-4075-9652-0b187bf4b5fb req-0baf4e24-6167-4ce7-ba81-336976b94a50 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e5e8900-8515-4af8-ad09-d5ebee3b44c4 HTTP/1.1" status: 200 len: 210 time: 0.0932615 Jan 28 03:00:59.198956 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ab69ee3f-6b31-495e-ab3b-9d20b30eb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (731303b1-e238-41a2-b1be-4baf04b09a4d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:59.363011 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:59.363892 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 25636031-cf47-4ef0-bac2-1664c20535a4 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:00:59.488416 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede72e3-bf08-4d13-a66d-a0703270690b req-6f7cc127-c5f3-4710-9cca-adb4b5a749e2 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:59.498918 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede72e3-bf08-4d13-a66d-a0703270690b req-6f7cc127-c5f3-4710-9cca-adb4b5a749e2 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:59.515903 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede72e3-bf08-4d13-a66d-a0703270690b req-6f7cc127-c5f3-4710-9cca-adb4b5a749e2 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:59.521808 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede72e3-bf08-4d13-a66d-a0703270690b req-6f7cc127-c5f3-4710-9cca-adb4b5a749e2 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:59.526191 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-c4540dde-6778-4392-87f1-fb2aa6c52968 service neutron] 10.222.0.67 "GET /v2.0/networks/d468efc2-a65f-4457-a846-ab761946515b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4520659 Jan 28 03:00:59.534761 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede72e3-bf08-4d13-a66d-a0703270690b req-6f7cc127-c5f3-4710-9cca-adb4b5a749e2 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:59.557778 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede72e3-bf08-4d13-a66d-a0703270690b req-6f7cc127-c5f3-4710-9cca-adb4b5a749e2 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:59.574709 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede72e3-bf08-4d13-a66d-a0703270690b req-6f7cc127-c5f3-4710-9cca-adb4b5a749e2 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:00:59.579419 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aede72e3-bf08-4d13-a66d-a0703270690b req-6f7cc127-c5f3-4710-9cca-adb4b5a749e2 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5427 time: 0.8446376 Jan 28 03:00:59.598259 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543daf02-5b43-43e3-b6d0-dfa881525f98 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Made reservation on behalf of dc657e3b97f846ab8907f404f62e40e1 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:00:59.608692 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-543daf02-5b43-43e3-b6d0-dfa881525f98 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:59.684889 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-4948fdf5-3820-4e44-bc30-02c2671bf059 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=1aab93c4-9491-4b44-ab45-394e2d033a1e HTTP/1.1" status: 200 len: 217 time: 0.1134961 Jan 28 03:00:59.690868 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-36891113-6a2d-4fe2-9025-b06b4ced567d tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (9b3ceb59-6854-47e7-a6e2-27b23c36c5f1), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:59.766612 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-543daf02-5b43-43e3-b6d0-dfa881525f98 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:00:59.784143 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-543daf02-5b43-43e3-b6d0-dfa881525f98 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (ccbf22ef-4873-4dcc-b2ae-28ada861a0d9), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:59.788295 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-543daf02-5b43-43e3-b6d0-dfa881525f98 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Added segment ccbf22ef-4873-4dcc-b2ae-28ada861a0d9 of type vlan for network 63411930-ad2a-443b-8470-7dc5c1705aab Jan 28 03:00:59.847819 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36891113-6a2d-4fe2-9025-b06b4ced567d tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Pushing event updated for resources: {'Subnet': ['ID=9b3ceb59-6854-47e7-a6e2-27b23c36c5f1,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:00:59.932324 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bfc820f7-432f-4cc5-bd97-67d0a586df1e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (be3398e4-deaa-4353-8df8-30f1c61b823e), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:00:59.982540 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ab69ee3f-6b31-495e-ab3b-9d20b30eb585 None None] Publish callbacks [] for port (731303b1-e238-41a2-b1be-4baf04b09a4d), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:00.012884 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-543daf02-5b43-43e3-b6d0-dfa881525f98 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (63411930-ad2a-443b-8470-7dc5c1705aab), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:00.024458 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36891113-6a2d-4fe2-9025-b06b4ced567d tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Checking segment: {'id': '0516a030-7db0-4588-9c7d-041ceb0cec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ea9b0342-02de-486a-b4b6-786e814c8d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:01:00.024967 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36891113-6a2d-4fe2-9025-b06b4ced567d tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Network hostable DHCP agents. Network: ea9b0342-02de-486a-b4b6-786e814c8d44, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:01:00.028830 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aede72e3-bf08-4d13-a66d-a0703270690b req-20b3e7a9-9027-4c82-ae43-473bf8ad05bf tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4368165 Jan 28 03:01:00.045650 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc820f7-432f-4cc5-bd97-67d0a586df1e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Network f30bfa7c-3f96-4503-a92f-3a5622960969 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:01:00.054123 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-bfc820f7-432f-4cc5-bd97-67d0a586df1e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:01:00.066575 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ab69ee3f-6b31-495e-ab3b-9d20b30eb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (731303b1-e238-41a2-b1be-4baf04b09a4d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:00.075472 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc820f7-432f-4cc5-bd97-67d0a586df1e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:00.076457 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bfc820f7-432f-4cc5-bd97-67d0a586df1e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:00.096864 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc820f7-432f-4cc5-bd97-67d0a586df1e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event updated for resources: {'Subnet': ['ID=be3398e4-deaa-4353-8df8-30f1c61b823e,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:00.108096 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-bfc820f7-432f-4cc5-bd97-67d0a586df1e tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1290505 Jan 28 03:01:00.110715 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 47102) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:00.116386 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-0386bd3a-723f-4cab-9832-d588e923aa45 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'security_group': {'name': 'tempest-secgroup-1208336172'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:01:00.165596 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-543daf02-5b43-43e3-b6d0-dfa881525f98 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (63411930-ad2a-443b-8470-7dc5c1705aab), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:00.167900 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf373bac-0764-42a8-9a6c-f1b8ebf4e728 None None] Network f30bfa7c-3f96-4503-a92f-3a5622960969 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:01:00.177256 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543daf02-5b43-43e3-b6d0-dfa881525f98 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:00.181799 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-543daf02-5b43-43e3-b6d0-dfa881525f98 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:00.197141 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0386bd3a-723f-4cab-9832-d588e923aa45 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:00.245640 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-87a9a54a-437d-48cb-8e78-e81800a4f2aa tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:00.248232 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-87a9a54a-437d-48cb-8e78-e81800a4f2aa tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] 10.222.0.39 "GET /v2.0/networks?id=a5db66a1-ffc2-4d02-8359-f887877fa869 HTTP/1.1" status: 200 len: 814 time: 0.3396771 Jan 28 03:01:00.249946 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-bb9c472c-0484-4ee9-8d75-a432c1d85ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:00.252913 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-bb9c472c-0484-4ee9-8d75-a432c1d85ac6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=49a68bb6-80b9-4dbc-a512-787aeaf1e11f HTTP/1.1" status: 200 len: 797 time: 0.5358207 Jan 28 03:01:00.280065 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ace3f-4be7-423b-98df-b0bf74e47b49 None None] Pushing event updated for resources: {'Port': ['ID=731303b1-e238-41a2-b1be-4baf04b09a4d,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:00.320257 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-543daf02-5b43-43e3-b6d0-dfa881525f98 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4308584 Jan 28 03:01:00.323171 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 47112) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:00.337614 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-a0d3a207-7f3a-49dc-a561-e8afa785a1f3 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] Request body: {'port': {'device_id': '9e5e8900-8515-4af8-ad09-d5ebee3b44c4', 'network_id': 'a5db66a1-ffc2-4d02-8359-f887877fa869', 'admin_state_up': True, 'tenant_id': '03f2764faa5b40ccac2b3b80bfd1adcd'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:01:00.356948 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-7a1e4d79-88f6-4dc1-b788-58731944a912 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Request body: {'subnet': {'network_id': '63411930-ad2a-443b-8470-7dc5c1705aab', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:01:00.395013 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543daf02-5b43-43e3-b6d0-dfa881525f98 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Pushing event updated for resources: {'Network': ['ID=63411930-ad2a-443b-8470-7dc5c1705aab,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:00.433165 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5300cf73-85b6-42ea-b29b-4133ba64f696 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-7b35c713-4208-4900-88fe-53af1e8f7a24', 'network_id': '7b35c713-4208-4900-88fe-53af1e8f7a24', 'project_id': 'dc657e3b97f846ab8907f404f62e40e1', 'fixed_ips': [{'subnet_id': '6b2115eb-3ca1-4b92-a271-50f8f28156de'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:01:00.434797 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5300cf73-85b6-42ea-b29b-4133ba64f696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:00.437335 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4aa3980d-d782-4f4f-832f-42cf12bb7538 req-629484aa-d07e-41f3-a642-2306c128aaed tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e5e8900-8515-4af8-ad09-d5ebee3b44c4 HTTP/1.1" status: 200 len: 210 time: 0.1811018 Jan 28 03:01:00.466604 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 63411930-ad2a-443b-8470-7dc5c1705aab details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:01:00.502226 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad8cfac-b3ee-4ea1-a3a1-4fcc21ed11c6 None None] Network 56c8e261-0df7-429e-810b-8807dbeba9ea requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:01:00.515318 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-397865cf-2a16-4461-9e7d-9a34b0c902c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:00.542314 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36891113-6a2d-4fe2-9025-b06b4ced567d tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Network ea9b0342-02de-486a-b4b6-786e814c8d44 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:01:00.573916 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1e4d79-88f6-4dc1-b788-58731944a912 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Made reservation on behalf of dc657e3b97f846ab8907f404f62e40e1 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:01:00.578674 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7a1e4d79-88f6-4dc1-b788-58731944a912 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:00.601580 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-36891113-6a2d-4fe2-9025-b06b4ced567d tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, ea9b0342-02de-486a-b4b6-786e814c8d44) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:01:00.637661 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36891113-6a2d-4fe2-9025-b06b4ced567d tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:00.638277 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-36891113-6a2d-4fe2-9025-b06b4ced567d tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:00.640189 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0386bd3a-723f-4cab-9832-d588e923aa45 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for security_group (57377345-4cea-4dad-b694-6611c81330f9), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:00.731333 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0386bd3a-723f-4cab-9832-d588e923aa45 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (57377345-4cea-4dad-b694-6611c81330f9), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:00.733403 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-12e1812a-68ef-430a-a452-5c0bd68172a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:00.735212 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-12e1812a-68ef-430a-a452-5c0bd68172a9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d468efc2-a65f-4457-a846-ab761946515b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4749091 Jan 28 03:01:00.764898 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-6b43a6f0-00d2-49b5-8095-aaf3e474be3e None None] Provisioning complete for port 9ddd5985-6951-4c20-9688-8db78d544522 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:00.765580 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6b43a6f0-00d2-49b5-8095-aaf3e474be3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9ddd5985-6951-4c20-9688-8db78d544522), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:00.824933 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a61ea0-5971-4a5c-96c1-b324ff1ed75d None None] Network ea9b0342-02de-486a-b4b6-786e814c8d44 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:01:00.828075 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-6b43a6f0-00d2-49b5-8095-aaf3e474be3e None None] Port 9ddd5985-6951-4c20-9688-8db78d544522 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:01:00.842089 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0386bd3a-723f-4cab-9832-d588e923aa45 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:00.847852 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0386bd3a-723f-4cab-9832-d588e923aa45 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7337337 Jan 28 03:01:00.848636 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 47128) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:00.870135 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-b41ff101-a985-426d-ad96-8819807f91a0 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'security_group': {'name': 'tempest-secgroup-1185569719'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:01:00.906754 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386bd3a-723f-4cab-9832-d588e923aa45 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57377345-4cea-4dad-b694-6611c81330f9,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:00.962646 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-36891113-6a2d-4fe2-9025-b06b4ced567d tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8368165 Jan 28 03:01:00.968186 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-6b43a6f0-00d2-49b5-8095-aaf3e474be3e None None] Provisioning complete for port e4e1ed70-c8c1-482b-850d-0324f8b1af87 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:00.968953 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6b43a6f0-00d2-49b5-8095-aaf3e474be3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e4e1ed70-c8c1-482b-850d-0324f8b1af87), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:00.975988 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 47130) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:00.986024 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-5d07b6c3-edc0-488e-9654-5c697d66e186 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Request body: {'subnet': {'network_id': 'f5dd7a45-8c6d-4e39-b21e-ad2b231d0c17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:01:01.058700 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-a0d3a207-7f3a-49dc-a561-e8afa785a1f3 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] Made reservation on behalf of 03f2764faa5b40ccac2b3b80bfd1adcd for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:01:01.068215 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-a0d3a207-7f3a-49dc-a561-e8afa785a1f3 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:01.178646 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b41ff101-a985-426d-ad96-8819807f91a0 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:01.268814 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d07b6c3-edc0-488e-9654-5c697d66e186 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Made reservation on behalf of 869edd37381e4b6fbc4cdc94ce192ac7 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:01:01.274315 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5d07b6c3-edc0-488e-9654-5c697d66e186 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:01.503328 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-a0d3a207-7f3a-49dc-a561-e8afa785a1f3 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] Allocated IP 172.20.0.6 (a5db66a1-ffc2-4d02-8359-f887877fa869/9da91d80-777a-4952-8a0b-1836dcebe1ab/49155e13-6067-4f3b-af1c-59db944e6faa) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:01:01.661945 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-2ffa5ede-9272-488f-a09b-dcf52f25998c service neutron] 10.222.0.67 "GET /v2.0/networks/d468efc2-a65f-4457-a846-ab761946515b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9174297 Jan 28 03:01:01.706250 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 25636031-cf47-4ef0-bac2-1664c20535a4 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:01.707003 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (25636031-cf47-4ef0-bac2-1664c20535a4), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:01.949653 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-5300cf73-85b6-42ea-b29b-4133ba64f696 None None] Allocated IP 19.80.0.2 (7b35c713-4208-4900-88fe-53af1e8f7a24/6b2115eb-3ca1-4b92-a271-50f8f28156de/872e0119-41f2-407a-ada7-0da20d6c1ab1) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:01:02.030603 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d305c2-028c-434a-bf09-59294430e4e4 req-a856308a-3fed-44ad-8668-7127fffd954c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:02.051552 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d305c2-028c-434a-bf09-59294430e4e4 req-a856308a-3fed-44ad-8668-7127fffd954c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:02.057354 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d305c2-028c-434a-bf09-59294430e4e4 req-a856308a-3fed-44ad-8668-7127fffd954c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:02.062937 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d305c2-028c-434a-bf09-59294430e4e4 req-a856308a-3fed-44ad-8668-7127fffd954c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:02.068998 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d305c2-028c-434a-bf09-59294430e4e4 req-a856308a-3fed-44ad-8668-7127fffd954c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:02.084976 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d305c2-028c-434a-bf09-59294430e4e4 req-a856308a-3fed-44ad-8668-7127fffd954c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:02.090701 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d305c2-028c-434a-bf09-59294430e4e4 req-a856308a-3fed-44ad-8668-7127fffd954c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:02.093056 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f9d305c2-028c-434a-bf09-59294430e4e4 req-a856308a-3fed-44ad-8668-7127fffd954c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5427 time: 0.5165987 Jan 28 03:01:02.192494 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-212bac19-f68a-41e1-96e0-322c75350799 service neutron] 10.222.0.67 "GET /v2.0/networks/d468efc2-a65f-4457-a846-ab761946515b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5125194 Jan 28 03:01:02.258792 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-ab69ee3f-6b31-495e-ab3b-9d20b30eb585 None None] Attempting to bind port 731303b1-e238-41a2-b1be-4baf04b09a4d on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:01:02.259171 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-ab69ee3f-6b31-495e-ab3b-9d20b30eb585 None None] Attempting to bind port 731303b1-e238-41a2-b1be-4baf04b09a4d by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'b2a2021a-0c43-4c37-8dd4-60d490753889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7b97fcf8-e8fa-448b-8dc8-46370ff64039'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:01:02.259542 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab69ee3f-6b31-495e-ab3b-9d20b30eb585 None None] Attempting to bind port 731303b1-e238-41a2-b1be-4baf04b09a4d on network 7b97fcf8-e8fa-448b-8dc8-46370ff64039 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:01:02.290535 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 47154) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:02.295742 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-6b43a6f0-00d2-49b5-8095-aaf3e474be3e None None] Current status of the port e4e1ed70-c8c1-482b-850d-0324f8b1af87 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:02.319828 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-843b9d21-0498-4e49-96ba-9ce181439d56 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=adb6e36c-de05-4418-b914-1cc1d87b0029 HTTP/1.1" status: 200 len: 217 time: 0.1189153 Jan 28 03:01:02.330308 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f9d305c2-028c-434a-bf09-59294430e4e4 req-1cc1fe59-b7fb-48b0-b092-4ef77c11502e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2298684 Jan 28 03:01:02.366431 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-a0d3a207-7f3a-49dc-a561-e8afa785a1f3 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] Publish callbacks [] for port (49155e13-6067-4f3b-af1c-59db944e6faa), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:02.428789 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5d07b6c3-edc0-488e-9654-5c697d66e186 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (cde7db16-58d9-486b-a6ca-c7ac13c8e073), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:02.449182 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-339d67ba-ee20-4956-83bb-2e38ef168a57 req-c6a372a5-b0dc-4912-b701-288df272605a tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e5e8900-8515-4af8-ad09-d5ebee3b44c4 HTTP/1.1" status: 200 len: 210 time: 0.0559511 Jan 28 03:01:02.491900 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-13ea3b52-9583-44f8-9540-50ac290ae088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:02.493846 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-13ea3b52-9583-44f8-9540-50ac290ae088 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=49a68bb6-80b9-4dbc-a512-787aeaf1e11f HTTP/1.1" status: 200 len: 797 time: 0.1623850 Jan 28 03:01:02.554222 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab69ee3f-6b31-495e-ab3b-9d20b30eb585 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:01:02.554862 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab69ee3f-6b31-495e-ab3b-9d20b30eb585 None None] Checking segment: {'id': 'b2a2021a-0c43-4c37-8dd4-60d490753889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7b97fcf8-e8fa-448b-8dc8-46370ff64039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:01:02.555460 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ab69ee3f-6b31-495e-ab3b-9d20b30eb585 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:02.556010 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab69ee3f-6b31-495e-ab3b-9d20b30eb585 None None] Bound using segment: {'id': 'b2a2021a-0c43-4c37-8dd4-60d490753889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7b97fcf8-e8fa-448b-8dc8-46370ff64039'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:01:02.556779 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-ab69ee3f-6b31-495e-ab3b-9d20b30eb585 None None] Bound port: 731303b1-e238-41a2-b1be-4baf04b09a4d, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a2021a-0c43-4c37-8dd4-60d490753889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7b97fcf8-e8fa-448b-8dc8-46370ff64039'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:01:02.557552 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ab69ee3f-6b31-495e-ab3b-9d20b30eb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (731303b1-e238-41a2-b1be-4baf04b09a4d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:02.638427 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-82f8dc04-c0e7-4a8c-9088-d565fd539f50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:02.651675 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-a0d3a207-7f3a-49dc-a561-e8afa785a1f3 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (49155e13-6067-4f3b-af1c-59db944e6faa), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:02.713625 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d07b6c3-edc0-488e-9654-5c697d66e186 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Checking segment: {'id': 'bdef5c55-0cbb-4e49-b486-483ffabd67fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f5dd7a45-8c6d-4e39-b21e-ad2b231d0c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:01:02.714279 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d07b6c3-edc0-488e-9654-5c697d66e186 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Network hostable DHCP agents. Network: f5dd7a45-8c6d-4e39-b21e-ad2b231d0c17, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:01:02.722853 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-ab69ee3f-6b31-495e-ab3b-9d20b30eb585 None None] For port 731303b1-e238-41a2-b1be-4baf04b09a4d, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:01:02.730439 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-ab69ee3f-6b31-495e-ab3b-9d20b30eb585 None None] For port 731303b1-e238-41a2-b1be-4baf04b09a4d, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=731303b1-e238-41a2-b1be-4baf04b09a4d,segment=NetworkSegment(b2a2021a-0c43-4c37-8dd4-60d490753889),segment_id=b2a2021a-0c43-4c37-8dd4-60d490753889)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:01:02.736981 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d07b6c3-edc0-488e-9654-5c697d66e186 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Pushing event updated for resources: {'Subnet': ['ID=cde7db16-58d9-486b-a6ca-c7ac13c8e073,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:02.759556 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7a1e4d79-88f6-4dc1-b788-58731944a912 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (d21fec6c-580c-4433-bdfd-2ec7f8c49c81), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:02.762291 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-a0d3a207-7f3a-49dc-a561-e8afa785a1f3 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] Network a5db66a1-ffc2-4d02-8359-f887877fa869 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:01:02.791013 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-3415151d-3f2e-4a7f-a381-4d0472c431c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:02.793028 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-3415151d-3f2e-4a7f-a381-4d0472c431c3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d468efc2-a65f-4457-a846-ab761946515b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2859945 Jan 28 03:01:02.794633 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-af6a6b81-566b-4304-aada-0f3ea2117640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:02.797535 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ab69ee3f-6b31-495e-ab3b-9d20b30eb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (731303b1-e238-41a2-b1be-4baf04b09a4d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:02.799483 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-021387c4-87b5-4ebe-8628-83073e61bed5 None None] Provisioning complete for port 731303b1-e238-41a2-b1be-4baf04b09a4d triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:02.799835 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-021387c4-87b5-4ebe-8628-83073e61bed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (731303b1-e238-41a2-b1be-4baf04b09a4d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:02.815165 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-a0d3a207-7f3a-49dc-a561-e8afa785a1f3 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:01:02.825275 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b41ff101-a985-426d-ad96-8819807f91a0 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for security_group (40690c1c-5393-4761-bf05-2cabf0eca2e1), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:02.828039 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e4d79-88f6-4dc1-b788-58731944a912 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Pushing event updated for resources: {'Subnet': ['ID=d21fec6c-580c-4433-bdfd-2ec7f8c49c81,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:02.833652 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d07b6c3-edc0-488e-9654-5c697d66e186 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Network f5dd7a45-8c6d-4e39-b21e-ad2b231d0c17 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:01:02.840196 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b41ff101-a985-426d-ad96-8819807f91a0 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (40690c1c-5393-4761-bf05-2cabf0eca2e1), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:02.919834 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41ff101-a985-426d-ad96-8819807f91a0 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40690c1c-5393-4761-bf05-2cabf0eca2e1,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:02.941290 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1e4d79-88f6-4dc1-b788-58731944a912 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Checking segment: {'id': 'ccbf22ef-4873-4dcc-b2ae-28ada861a0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '63411930-ad2a-443b-8470-7dc5c1705aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:01:02.941658 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1e4d79-88f6-4dc1-b788-58731944a912 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Network hostable DHCP agents. Network: 63411930-ad2a-443b-8470-7dc5c1705aab, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:01:02.945015 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-5d07b6c3-edc0-488e-9654-5c697d66e186 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, f5dd7a45-8c6d-4e39-b21e-ad2b231d0c17) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:01:02.965960 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d07b6c3-edc0-488e-9654-5c697d66e186 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:02.966946 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5d07b6c3-edc0-488e-9654-5c697d66e186 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:02.989344 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b41ff101-a985-426d-ad96-8819807f91a0 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:02.996014 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b41ff101-a985-426d-ad96-8819807f91a0 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.1415362 Jan 28 03:01:03.003993 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 47160) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:03.014422 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-1070fa49-3ae3-417b-a062-f33b2f18113f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'security_group': {'name': 'tempest-secgroup-42333989'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:01:03.084296 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-a0d3a207-7f3a-49dc-a561-e8afa785a1f3 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:01:03.090631 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1e4d79-88f6-4dc1-b788-58731944a912 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Network 63411930-ad2a-443b-8470-7dc5c1705aab is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:01:03.094160 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-ba32034e-aa6e-447d-86e4-84a01c792724 service neutron] 10.222.0.67 "GET /v2.0/networks/d468efc2-a65f-4457-a846-ab761946515b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765141 Jan 28 03:01:03.158936 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d08344-a5fc-4ab2-8a4c-2814c695e3b1 None None] Network f5dd7a45-8c6d-4e39-b21e-ad2b231d0c17 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:01:03.180625 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 47162) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:03.183139 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5d07b6c3-edc0-488e-9654-5c697d66e186 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2015595 Jan 28 03:01:03.184536 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-7a1e4d79-88f6-4dc1-b788-58731944a912 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 63411930-ad2a-443b-8470-7dc5c1705aab) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:01:03.196249 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0470da30-bfd2-4ddd-a3de-2b0332c4b13d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-ea9b0342-02de-486a-b4b6-786e814c8d44', 'network_id': 'ea9b0342-02de-486a-b4b6-786e814c8d44', 'project_id': '869edd37381e4b6fbc4cdc94ce192ac7', 'fixed_ips': [{'subnet_id': '9b3ceb59-6854-47e7-a6e2-27b23c36c5f1'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:01:03.197117 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0470da30-bfd2-4ddd-a3de-2b0332c4b13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:03.216892 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1e4d79-88f6-4dc1-b788-58731944a912 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:03.220584 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7a1e4d79-88f6-4dc1-b788-58731944a912 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:03.243514 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d3a207-7f3a-49dc-a561-e8afa785a1f3 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] Pushing event updated for resources: {'Port': ['ID=49155e13-6067-4f3b-af1c-59db944e6faa,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:03.249292 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1070fa49-3ae3-417b-a062-f33b2f18113f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:03.306347 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e7cc1b-5876-4759-8b0e-91f457a3dc1e None None] Network 63411930-ad2a-443b-8470-7dc5c1705aab requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:01:03.320582 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7a1e4d79-88f6-4dc1-b788-58731944a912 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.9777925 Jan 28 03:01:03.550216 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1070fa49-3ae3-417b-a062-f33b2f18113f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for security_group (66f3472d-65a1-475a-ade6-5bcf5a2e3d50), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:03.558997 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1070fa49-3ae3-417b-a062-f33b2f18113f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (66f3472d-65a1-475a-ade6-5bcf5a2e3d50), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:03.606986 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d3a207-7f3a-49dc-a561-e8afa785a1f3 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:01:03.628981 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d3a207-7f3a-49dc-a561-e8afa785a1f3 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:01:03.629687 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d3a207-7f3a-49dc-a561-e8afa785a1f3 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:01:03.630139 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d3a207-7f3a-49dc-a561-e8afa785a1f3 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:01:03.630589 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d3a207-7f3a-49dc-a561-e8afa785a1f3 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:01:03.631027 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d3a207-7f3a-49dc-a561-e8afa785a1f3 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:01:03.632133 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d3a207-7f3a-49dc-a561-e8afa785a1f3 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:01:03.637373 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d3a207-7f3a-49dc-a561-e8afa785a1f3 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:01:03.637797 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d3a207-7f3a-49dc-a561-e8afa785a1f3 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:01:03.639253 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d3a207-7f3a-49dc-a561-e8afa785a1f3 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:01:03.639886 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d3a207-7f3a-49dc-a561-e8afa785a1f3 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:01:03.647427 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d3a207-7f3a-49dc-a561-e8afa785a1f3 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:01:03.647972 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d3a207-7f3a-49dc-a561-e8afa785a1f3 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:01:03.686562 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1070fa49-3ae3-417b-a062-f33b2f18113f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:03.705313 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-a0d3a207-7f3a-49dc-a561-e8afa785a1f3 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:03.709322 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1070fa49-3ae3-417b-a062-f33b2f18113f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7013185 Jan 28 03:01:03.709852 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-a0d3a207-7f3a-49dc-a561-e8afa785a1f3 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:03.733183 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 47180) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:03.754597 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-58a68fe4-49b0-4004-b0d2-73171c38e35b tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-144136524', 'security_groups': ['66f3472d-65a1-475a-ade6-5bcf5a2e3d50'], 'network_id': 'f30bfa7c-3f96-4503-a92f-3a5622960969', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'be3398e4-deaa-4353-8df8-30f1c61b823e'}]}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:01:03.784828 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-a0d3a207-7f3a-49dc-a561-e8afa785a1f3 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5102899 Jan 28 03:01:03.819723 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02a9d51-53af-45fb-ab41-f5ca43730b28 None None] Update dhcp port {'port': {'network_id': 'f30bfa7c-3f96-4503-a92f-3a5622960969', 'fixed_ips': [{'subnet_id': '5cfba829-e07b-4116-b33e-46c8f14b7e24', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'be3398e4-deaa-4353-8df8-30f1c61b823e'}], 'binding:host_id': 'n-d-712139-27'}, 'id': 'e4e1ed70-c8c1-482b-850d-0324f8b1af87'} from n-d-712139-27. {{(pid=109804) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 03:01:03.927915 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1070fa49-3ae3-417b-a062-f33b2f18113f tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66f3472d-65a1-475a-ade6-5bcf5a2e3d50,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:03.936233 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-5ab3325a-a91a-4f88-a403-0fbbf55e9a4f service neutron] Request body: {'port': {'device_id': '9e5e8900-8515-4af8-ad09-d5ebee3b44c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:01:03.948992 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a68fe4-49b0-4004-b0d2-73171c38e35b tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Made reservation on behalf of 9c59567226e943da9dd248eb2e296e73 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:01:04.010994 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab69ee3f-6b31-495e-ab3b-9d20b30eb585 None None] Routers {'40493d07-ebad-42d2-a56e-d99511c8719f'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:01:04.012484 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-ab69ee3f-6b31-495e-ab3b-9d20b30eb585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:01:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['40493d07-ebad-42d2-a56e-d99511c8719f'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:01:04.035410 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5e632-c4b7-4568-bd2b-89339bc6b04c req-8bc56a5a-f07a-4b71-9da9-52ed83ce3db1 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:04.042325 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5e632-c4b7-4568-bd2b-89339bc6b04c req-8bc56a5a-f07a-4b71-9da9-52ed83ce3db1 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:04.049399 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5e632-c4b7-4568-bd2b-89339bc6b04c req-8bc56a5a-f07a-4b71-9da9-52ed83ce3db1 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:04.059355 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5e632-c4b7-4568-bd2b-89339bc6b04c req-8bc56a5a-f07a-4b71-9da9-52ed83ce3db1 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:04.066062 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5e632-c4b7-4568-bd2b-89339bc6b04c req-8bc56a5a-f07a-4b71-9da9-52ed83ce3db1 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:04.073475 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5e632-c4b7-4568-bd2b-89339bc6b04c req-8bc56a5a-f07a-4b71-9da9-52ed83ce3db1 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:04.080269 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5e632-c4b7-4568-bd2b-89339bc6b04c req-8bc56a5a-f07a-4b71-9da9-52ed83ce3db1 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:04.088818 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d7e5e632-c4b7-4568-bd2b-89339bc6b04c req-8bc56a5a-f07a-4b71-9da9-52ed83ce3db1 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5427 time: 0.4292989 Jan 28 03:01:04.164286 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58a68fe4-49b0-4004-b0d2-73171c38e35b tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:04.193626 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-58a68fe4-49b0-4004-b0d2-73171c38e35b tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] device_id is not set on port b2a457d2-94dc-489f-b78b-0930c0cc0254 yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:01:04.227253 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d7e5e632-c4b7-4568-bd2b-89339bc6b04c req-8ddd3e32-5ee3-4250-b1fc-9413b995cae0 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1350918 Jan 28 03:01:04.355334 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-82f8dc04-c0e7-4a8c-9088-d565fd539f50 admin admin] Publish callbacks [] for security_group (076e9e7f-f321-465b-ad7b-e8eefb7081bd), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:04.370009 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-ab69ee3f-6b31-495e-ab3b-9d20b30eb585 None None] Set router 40493d07-ebad-42d2-a56e-d99511c8719f gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:01:04.404256 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b614852-e320-43a3-bfe1-196824a45bcf req-c22eaa8f-87d6-4623-9762-4e204d487ab7 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:04.409499 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9b614852-e320-43a3-bfe1-196824a45bcf req-c22eaa8f-87d6-4623-9762-4e204d487ab7 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e5e8900-8515-4af8-ad09-d5ebee3b44c4 HTTP/1.1" status: 200 len: 931 time: 0.6572721 Jan 28 03:01:04.493064 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-82f8dc04-c0e7-4a8c-9088-d565fd539f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (076e9e7f-f321-465b-ad7b-e8eefb7081bd), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:04.617991 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-84afe32b-b809-4a6b-a7ea-e6c66b56de9c service neutron] 10.222.0.67 "GET /v2.0/networks/d468efc2-a65f-4457-a846-ab761946515b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5018404 Jan 28 03:01:04.702509 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-5ab3325a-a91a-4f88-a403-0fbbf55e9a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (49155e13-6067-4f3b-af1c-59db944e6faa), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:04.710575 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-58a68fe4-49b0-4004-b0d2-73171c38e35b tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Allocated IP 2001:db8::12c (f30bfa7c-3f96-4503-a92f-3a5622960969/be3398e4-deaa-4353-8df8-30f1c61b823e/b2a457d2-94dc-489f-b78b-0930c0cc0254) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:01:04.739008 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-190fd9ef-1292-4ad2-aa70-4faf9cb76ad1 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:04.864326 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:04.981611 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58a68fe4-49b0-4004-b0d2-73171c38e35b tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for port (b2a457d2-94dc-489f-b78b-0930c0cc0254), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:05.016879 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:05.022434 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58a68fe4-49b0-4004-b0d2-73171c38e35b tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (b2a457d2-94dc-489f-b78b-0930c0cc0254), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:05.027145 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ace3f-4be7-423b-98df-b0bf74e47b49 None None] Pushing event updated for resources: {'Port': ['ID=731303b1-e238-41a2-b1be-4baf04b09a4d,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:05.120734 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-695e2c22-26be-4bb9-a695-76002f0edf2f tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:05.125948 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-695e2c22-26be-4bb9-a695-76002f0edf2f tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:05.133165 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-695e2c22-26be-4bb9-a695-76002f0edf2f tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/networks?id=7b35c713-4208-4900-88fe-53af1e8f7a24&id=63411930-ad2a-443b-8470-7dc5c1705aab&id=7b35c713-4208-4900-88fe-53af1e8f7a24 HTTP/1.1" status: 200 len: 1389 time: 0.6131177 Jan 28 03:01:05.135189 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5300cf73-85b6-42ea-b29b-4133ba64f696 None None] Publish callbacks [] for port (872e0119-41f2-407a-ada7-0da20d6c1ab1), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:05.142191 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a68fe4-49b0-4004-b0d2-73171c38e35b tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Network f30bfa7c-3f96-4503-a92f-3a5622960969 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:01:05.145640 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d02a9d51-53af-45fb-ab41-f5ca43730b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e4e1ed70-c8c1-482b-850d-0324f8b1af87), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:05.150466 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:05.151790 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 25636031-cf47-4ef0-bac2-1664c20535a4 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:05.152433 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (25636031-cf47-4ef0-bac2-1664c20535a4), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:05.153784 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-58a68fe4-49b0-4004-b0d2-73171c38e35b tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:01:05.174681 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a5e1de-70d9-4a3b-ad42-0c2244aee901 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-63411930-ad2a-443b-8470-7dc5c1705aab', 'network_id': '63411930-ad2a-443b-8470-7dc5c1705aab', 'project_id': 'dc657e3b97f846ab8907f404f62e40e1', 'fixed_ips': [{'subnet_id': 'd21fec6c-580c-4433-bdfd-2ec7f8c49c81'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:01:05.175653 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b1a5e1de-70d9-4a3b-ad42-0c2244aee901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:05.177956 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-20e1ceae-0777-40d9-ab93-b3adc0329231 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/quotas/dc657e3b97f846ab8907f404f62e40e1 HTTP/1.1" status: 200 len: 375 time: 0.0436666 Jan 28 03:01:05.180053 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a68fe4-49b0-4004-b0d2-73171c38e35b tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:01:05.197965 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a68fe4-49b0-4004-b0d2-73171c38e35b tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:05.198673 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58a68fe4-49b0-4004-b0d2-73171c38e35b tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:05.248786 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a68fe4-49b0-4004-b0d2-73171c38e35b tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event updated for resources: {'Port': ['ID=b2a457d2-94dc-489f-b78b-0930c0cc0254,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:05.299425 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-0470da30-bfd2-4ddd-a3de-2b0332c4b13d None None] Allocated IP 2001:db8::2 (ea9b0342-02de-486a-b4b6-786e814c8d44/9b3ceb59-6854-47e7-a6e2-27b23c36c5f1/ae47b4cd-b900-42e2-9ef5-1afc9453b0ac) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:01:05.320382 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-58a68fe4-49b0-4004-b0d2-73171c38e35b tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5783765 Jan 28 03:01:05.325001 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 47196) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:05.331232 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-eb6c124b-2829-45ba-b00e-d8e262967162 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'subnet': {'network_id': 'f30bfa7c-3f96-4503-a92f-3a5622960969', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:01:05.413918 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-45bd023e-f346-4686-bbc4-ea4d89f1f8d4 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc657e3b97f846ab8907f404f62e40e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2349739 Jan 28 03:01:05.481244 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5300cf73-85b6-42ea-b29b-4133ba64f696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (872e0119-41f2-407a-ada7-0da20d6c1ab1), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:05.552007 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6c124b-2829-45ba-b00e-d8e262967162 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Made reservation on behalf of 9c59567226e943da9dd248eb2e296e73 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:01:05.555520 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-eb6c124b-2829-45ba-b00e-d8e262967162 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:05.746219 n-d-712139-27 neutron-server[109802]: INFO neutron.db.ipam_backend_mixin [None req-eb6c124b-2829-45ba-b00e-d8e262967162 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet be3398e4-deaa-4353-8df8-30f1c61b823e (CIDR: 2001:db8::/64) Jan 28 03:01:05.793143 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-cade80f9-b495-4507-a67c-7cb2a4de2ad1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=1ab715d2-bc27-4588-bd67-bdf04c55fd07 HTTP/1.1" status: 200 len: 217 time: 1.0916696 Jan 28 03:01:05.815475 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-82f8dc04-c0e7-4a8c-9088-d565fd539f50 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=52e0cb7d34a64fcf8b02d710775ac962&name=default HTTP/1.1" status: 200 len: 3000 time: 3.5171874 Jan 28 03:01:05.868568 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-adce5445-ddbf-4a7f-9da4-5e2f6ef21be2 service neutron] 10.222.0.53 "GET /v2.0/networks/7b35c713-4208-4900-88fe-53af1e8f7a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4536760 Jan 28 03:01:05.870367 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 47206) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:05.875442 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f8dc04-c0e7-4a8c-9088-d565fd539f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076e9e7f-f321-465b-ad7b-e8eefb7081bd,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:05.880100 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb6c124b-2829-45ba-b00e-d8e262967162 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:01:05.880572 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb6c124b-2829-45ba-b00e-d8e262967162 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:01:05.891402 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 25636031-cf47-4ef0-bac2-1664c20535a4, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=25636031-cf47-4ef0-bac2-1664c20535a4,segment=NetworkSegment(1492a05b-575e-4c4a-823b-49b138b52bac),segment_id=1492a05b-575e-4c4a-823b-49b138b52bac)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:05.907218 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5300cf73-85b6-42ea-b29b-4133ba64f696 None None] Network 7b35c713-4208-4900-88fe-53af1e8f7a24 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:01:05.919133 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9b614852-e320-43a3-bfe1-196824a45bcf req-dc56c36f-484e-4548-818e-6241f87306d5 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] 10.222.0.53 "GET /v2.0/security-groups?id=786ce2cb-8fe2-441b-977a-dfaf6a43011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4260004 Jan 28 03:01:05.971118 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-eb6c124b-2829-45ba-b00e-d8e262967162 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6439991 Jan 28 03:01:05.978710 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 47208) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:05.986716 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-3760dc01-223e-4c18-bcc0-8bf52a516f29 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'subnet': {'network_id': 'f30bfa7c-3f96-4503-a92f-3a5622960969', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:01:06.001121 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-5300cf73-85b6-42ea-b29b-4133ba64f696 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:01:06.008514 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5300cf73-85b6-42ea-b29b-4133ba64f696 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:01:06.077701 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-fd43d680-7a12-43cf-9755-f567d06baf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:06.079327 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-fd43d680-7a12-43cf-9755-f567d06baf1b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=49a68bb6-80b9-4dbc-a512-787aeaf1e11f HTTP/1.1" status: 200 len: 797 time: 0.2408745 Jan 28 03:01:06.116061 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bd647d98-85e7-476b-84b9-3c9888bf18d8 admin admin] Publish callbacks [] for security_group (076e9e7f-f321-465b-ad7b-e8eefb7081bd), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:06.148919 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-ffac1953-8221-4822-95c8-21abbbad2d12 service neutron] 10.222.0.53 "GET /v2.0/networks/7b35c713-4208-4900-88fe-53af1e8f7a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794819 Jan 28 03:01:06.176002 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-b1a5e1de-70d9-4a3b-ad42-0c2244aee901 None None] Allocated IP 19.86.0.2 (63411930-ad2a-443b-8470-7dc5c1705aab/d21fec6c-580c-4433-bdfd-2ec7f8c49c81/36391a5d-9d32-4fe9-93ae-85959b9d4790) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:01:06.357977 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5817c88-8808-48ae-a510-c5939b271480 req-8d613ab9-1e70-4fac-b321-1132d53fcc6e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:06.370744 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5817c88-8808-48ae-a510-c5939b271480 req-8d613ab9-1e70-4fac-b321-1132d53fcc6e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:06.370744 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5817c88-8808-48ae-a510-c5939b271480 req-8d613ab9-1e70-4fac-b321-1132d53fcc6e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:06.374499 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5817c88-8808-48ae-a510-c5939b271480 req-8d613ab9-1e70-4fac-b321-1132d53fcc6e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:06.380003 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5817c88-8808-48ae-a510-c5939b271480 req-8d613ab9-1e70-4fac-b321-1132d53fcc6e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:06.383326 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b1a5e1de-70d9-4a3b-ad42-0c2244aee901 None None] Publish callbacks [] for port (36391a5d-9d32-4fe9-93ae-85959b9d4790), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:06.385323 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5817c88-8808-48ae-a510-c5939b271480 req-8d613ab9-1e70-4fac-b321-1132d53fcc6e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:06.391132 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5817c88-8808-48ae-a510-c5939b271480 req-8d613ab9-1e70-4fac-b321-1132d53fcc6e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:06.393296 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5817c88-8808-48ae-a510-c5939b271480 req-8d613ab9-1e70-4fac-b321-1132d53fcc6e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5427 time: 0.3093607 Jan 28 03:01:06.412639 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-ea7aa06a-d766-41a4-9650-8adf67ac6197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:06.414232 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-ea7aa06a-d766-41a4-9650-8adf67ac6197 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d468efc2-a65f-4457-a846-ab761946515b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3066101 Jan 28 03:01:06.567688 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b1a5e1de-70d9-4a3b-ad42-0c2244aee901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (36391a5d-9d32-4fe9-93ae-85959b9d4790), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:06.570390 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (25636031-cf47-4ef0-bac2-1664c20535a4), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:06.572942 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d91232-1560-4b46-8214-2cf89777a8cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-f5dd7a45-8c6d-4e39-b21e-ad2b231d0c17', 'network_id': 'f5dd7a45-8c6d-4e39-b21e-ad2b231d0c17', 'project_id': '869edd37381e4b6fbc4cdc94ce192ac7', 'fixed_ips': [{'subnet_id': 'cde7db16-58d9-486b-a6ca-c7ac13c8e073'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:01:06.574249 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-48d91232-1560-4b46-8214-2cf89777a8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:06.587039 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bd647d98-85e7-476b-84b9-3c9888bf18d8 admin admin] Publish callbacks [] for security_group (076e9e7f-f321-465b-ad7b-e8eefb7081bd), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:06.590172 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:06.623573 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5300cf73-85b6-42ea-b29b-4133ba64f696 None None] Pushing event updated for resources: {'Port': ['ID=872e0119-41f2-407a-ada7-0da20d6c1ab1,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:06.816053 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-4a684d33-1660-4b69-bcb3-b46e6a96bd84 service neutron] 10.222.0.53 "GET /v2.0/networks/63411930-ad2a-443b-8470-7dc5c1705aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6462560 Jan 28 03:01:06.832945 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bd647d98-85e7-476b-84b9-3c9888bf18d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (076e9e7f-f321-465b-ad7b-e8eefb7081bd), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:06.840086 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bd647d98-85e7-476b-84b9-3c9888bf18d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:06.842589 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-bd647d98-85e7-476b-84b9-3c9888bf18d8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/076e9e7f-f321-465b-ad7b-e8eefb7081bd HTTP/1.1" status: 204 len: 168 time: 0.9624777 Jan 28 03:01:06.852879 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3760dc01-223e-4c18-bcc0-8bf52a516f29 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Made reservation on behalf of 9c59567226e943da9dd248eb2e296e73 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:01:06.861009 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3760dc01-223e-4c18-bcc0-8bf52a516f29 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:06.863741 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-5ab3325a-a91a-4f88-a403-0fbbf55e9a4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49155e13-6067-4f3b-af1c-59db944e6faa {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:01:06.888021 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-5ab3325a-a91a-4f88-a403-0fbbf55e9a4f service neutron] Publish callbacks [] for port (49155e13-6067-4f3b-af1c-59db944e6faa), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:06.937780 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-5ab3325a-a91a-4f88-a403-0fbbf55e9a4f service neutron] Transition to ACTIVE for port object 49155e13-6067-4f3b-af1c-59db944e6faa will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:01:06.977643 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-5ab3325a-a91a-4f88-a403-0fbbf55e9a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (49155e13-6067-4f3b-af1c-59db944e6faa), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:07.016301 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a5e1de-70d9-4a3b-ad42-0c2244aee901 None None] Network 63411930-ad2a-443b-8470-7dc5c1705aab is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:01:07.019605 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd647d98-85e7-476b-84b9-3c9888bf18d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076e9e7f-f321-465b-ad7b-e8eefb7081bd,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:07.070641 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-021387c4-87b5-4ebe-8628-83073e61bed5 None None] Current status of the port 731303b1-e238-41a2-b1be-4baf04b09a4d is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:07.071173 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-021387c4-87b5-4ebe-8628-83073e61bed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (731303b1-e238-41a2-b1be-4baf04b09a4d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:07.129211 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd647d98-85e7-476b-84b9-3c9888bf18d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:01:07.131105 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd647d98-85e7-476b-84b9-3c9888bf18d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:01:07.131557 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd647d98-85e7-476b-84b9-3c9888bf18d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:01:07.132049 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd647d98-85e7-476b-84b9-3c9888bf18d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:01:07.132991 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd647d98-85e7-476b-84b9-3c9888bf18d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:01:07.133428 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd647d98-85e7-476b-84b9-3c9888bf18d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:01:07.135518 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd647d98-85e7-476b-84b9-3c9888bf18d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:01:07.135970 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd647d98-85e7-476b-84b9-3c9888bf18d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:01:07.136388 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd647d98-85e7-476b-84b9-3c9888bf18d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:01:07.139370 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd647d98-85e7-476b-84b9-3c9888bf18d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:01:07.139872 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd647d98-85e7-476b-84b9-3c9888bf18d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:01:07.140319 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd647d98-85e7-476b-84b9-3c9888bf18d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:01:07.140765 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd647d98-85e7-476b-84b9-3c9888bf18d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:01:07.167752 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-b1a5e1de-70d9-4a3b-ad42-0c2244aee901 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:01:07.227568 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a5e1de-70d9-4a3b-ad42-0c2244aee901 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:01:07.249682 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a5e1de-70d9-4a3b-ad42-0c2244aee901 None None] Pushing event updated for resources: {'Port': ['ID=36391a5d-9d32-4fe9-93ae-85959b9d4790,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:07.302488 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-88dc54b7-d317-489f-9c94-c85425c2489e service neutron] 10.222.0.53 "GET /v2.0/networks/63411930-ad2a-443b-8470-7dc5c1705aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4854925 Jan 28 03:01:07.307453 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5817c88-8808-48ae-a510-c5939b271480 req-65c8e424-33e5-4d7c-80d6-62bde42afe80 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9003346 Jan 28 03:01:07.396570 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab3325a-a91a-4f88-a403-0fbbf55e9a4f service neutron] Pushing event updated for resources: {'Port': ['ID=49155e13-6067-4f3b-af1c-59db944e6faa,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:07.508251 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-224e3f52-2115-4035-982c-c1802c36eccb service neutron] 10.222.0.67 "GET /v2.0/networks/d468efc2-a65f-4457-a846-ab761946515b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0787385 Jan 28 03:01:07.688513 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 47220) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:07.690041 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-80c28c59-1c37-46d6-abeb-f858781357fd service neutron] 10.222.0.53 "GET /v2.0/networks/7b35c713-4208-4900-88fe-53af1e8f7a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3862751 Jan 28 03:01:07.702436 n-d-712139-27 neutron-server[109802]: INFO neutron.db.ipam_backend_mixin [None req-3760dc01-223e-4c18-bcc0-8bf52a516f29 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 5cfba829-e07b-4116-b33e-46c8f14b7e24 (CIDR: 2001:db8:0:1::/64) Jan 28 03:01:07.745962 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-5300cf73-85b6-42ea-b29b-4133ba64f696 None None] Attempting to bind port 872e0119-41f2-407a-ada7-0da20d6c1ab1 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:01:07.746378 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-5300cf73-85b6-42ea-b29b-4133ba64f696 None None] Attempting to bind port 872e0119-41f2-407a-ada7-0da20d6c1ab1 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '7e4e9f6e-8a0c-46e4-bfc6-f7cf0b3dd6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7b35c713-4208-4900-88fe-53af1e8f7a24'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:01:07.746701 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5300cf73-85b6-42ea-b29b-4133ba64f696 None None] Attempting to bind port 872e0119-41f2-407a-ada7-0da20d6c1ab1 on network 7b35c713-4208-4900-88fe-53af1e8f7a24 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:01:07.753693 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-3760dc01-223e-4c18-bcc0-8bf52a516f29 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:01:07.754219 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3760dc01-223e-4c18-bcc0-8bf52a516f29 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:01:07.786784 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-298bc42d-354d-451f-9a7e-691cbba3241e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:07.787035 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5300cf73-85b6-42ea-b29b-4133ba64f696 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:01:07.787445 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5300cf73-85b6-42ea-b29b-4133ba64f696 None None] Checking segment: {'id': '7e4e9f6e-8a0c-46e4-bfc6-f7cf0b3dd6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7b35c713-4208-4900-88fe-53af1e8f7a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:01:07.787824 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5300cf73-85b6-42ea-b29b-4133ba64f696 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:07.788221 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5300cf73-85b6-42ea-b29b-4133ba64f696 None None] Bound using segment: {'id': '7e4e9f6e-8a0c-46e4-bfc6-f7cf0b3dd6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7b35c713-4208-4900-88fe-53af1e8f7a24'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:01:07.799232 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-5300cf73-85b6-42ea-b29b-4133ba64f696 None None] Bound port: 872e0119-41f2-407a-ada7-0da20d6c1ab1, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e4e9f6e-8a0c-46e4-bfc6-f7cf0b3dd6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7b35c713-4208-4900-88fe-53af1e8f7a24'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:01:07.799945 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5300cf73-85b6-42ea-b29b-4133ba64f696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (872e0119-41f2-407a-ada7-0da20d6c1ab1), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:07.818242 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-5ab3325a-a91a-4f88-a403-0fbbf55e9a4f service neutron] Attempting to bind port 49155e13-6067-4f3b-af1c-59db944e6faa on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:01:07.819509 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-5ab3325a-a91a-4f88-a403-0fbbf55e9a4f service neutron] Attempting to bind port 49155e13-6067-4f3b-af1c-59db944e6faa by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '7d7091a8-a073-429a-a4b4-3148b56eff22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a5db66a1-ffc2-4d02-8359-f887877fa869'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:01:07.820077 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-5ab3325a-a91a-4f88-a403-0fbbf55e9a4f service neutron] Attempting to bind port 49155e13-6067-4f3b-af1c-59db944e6faa on network a5db66a1-ffc2-4d02-8359-f887877fa869 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:01:07.852685 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-5ab3325a-a91a-4f88-a403-0fbbf55e9a4f service neutron] Port 49155e13-6067-4f3b-af1c-59db944e6faa on network a5db66a1-ffc2-4d02-8359-f887877fa869 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:01:07.853636 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-5ab3325a-a91a-4f88-a403-0fbbf55e9a4f service neutron] Attempting to bind port 49155e13-6067-4f3b-af1c-59db944e6faa on network a5db66a1-ffc2-4d02-8359-f887877fa869 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:01:07.880958 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf81f8-a6e2-4ec7-8987-b7ce17ffe4b6 req-9d7f3bd2-d457-45d5-bcba-61da46001a33 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:07.888099 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-9abbb82b-a790-4ecb-926d-c96c8cd81d20 service neutron] 10.222.0.53 "GET /v2.0/networks/7b35c713-4208-4900-88fe-53af1e8f7a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843426 Jan 28 03:01:07.901716 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-48d91232-1560-4b46-8214-2cf89777a8cd None None] Allocated IP 2001:db8::2 (f5dd7a45-8c6d-4e39-b21e-ad2b231d0c17/cde7db16-58d9-486b-a6ca-c7ac13c8e073/511c7b80-f05c-4eba-8b8a-91cc81e98575) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:01:07.902487 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fdcf81f8-a6e2-4ec7-8987-b7ce17ffe4b6 req-9d7f3bd2-d457-45d5-bcba-61da46001a33 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e5e8900-8515-4af8-ad09-d5ebee3b44c4 HTTP/1.1" status: 200 len: 943 time: 0.2471614 Jan 28 03:01:07.908815 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-5ab3325a-a91a-4f88-a403-0fbbf55e9a4f service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:01:07.916408 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-5ab3325a-a91a-4f88-a403-0fbbf55e9a4f service neutron] Checking segment: {'id': '7d7091a8-a073-429a-a4b4-3148b56eff22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a5db66a1-ffc2-4d02-8359-f887877fa869'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:01:07.917320 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-5ab3325a-a91a-4f88-a403-0fbbf55e9a4f service neutron] Bound using segment: {'id': '7d7091a8-a073-429a-a4b4-3148b56eff22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a5db66a1-ffc2-4d02-8359-f887877fa869'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:01:07.919713 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-5ab3325a-a91a-4f88-a403-0fbbf55e9a4f service neutron] Bound port: 49155e13-6067-4f3b-af1c-59db944e6faa, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d7091a8-a073-429a-a4b4-3148b56eff22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a5db66a1-ffc2-4d02-8359-f887877fa869'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:01:07.919891 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3760dc01-223e-4c18-bcc0-8bf52a516f29 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.9398201 Jan 28 03:01:07.920501 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 47222) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:07.927633 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0470da30-bfd2-4ddd-a3de-2b0332c4b13d None None] Publish callbacks [] for port (ae47b4cd-b900-42e2-9ef5-1afc9453b0ac), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:07.929727 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-5ab3325a-a91a-4f88-a403-0fbbf55e9a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (49155e13-6067-4f3b-af1c-59db944e6faa), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:07.931162 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-4861be85-9958-4e80-b7ef-6953bfdb2293 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'subnet': {'network_id': 'f30bfa7c-3f96-4503-a92f-3a5622960969', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:01:07.935934 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-ba9f6b9a-c582-4ef5-a819-de67869e298b service neutron] 10.222.0.67 "GET /v2.0/networks/d468efc2-a65f-4457-a846-ab761946515b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4177029 Jan 28 03:01:07.993417 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-021387c4-87b5-4ebe-8628-83073e61bed5 None None] For port 731303b1-e238-41a2-b1be-4baf04b09a4d, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=731303b1-e238-41a2-b1be-4baf04b09a4d,segment=NetworkSegment(b2a2021a-0c43-4c37-8dd4-60d490753889),segment_id=b2a2021a-0c43-4c37-8dd4-60d490753889)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:08.000357 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-b1a5e1de-70d9-4a3b-ad42-0c2244aee901 None None] Attempting to bind port 36391a5d-9d32-4fe9-93ae-85959b9d4790 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:01:08.000726 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-b1a5e1de-70d9-4a3b-ad42-0c2244aee901 None None] Attempting to bind port 36391a5d-9d32-4fe9-93ae-85959b9d4790 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'ccbf22ef-4873-4dcc-b2ae-28ada861a0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '63411930-ad2a-443b-8470-7dc5c1705aab'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:01:08.001307 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a5e1de-70d9-4a3b-ad42-0c2244aee901 None None] Attempting to bind port 36391a5d-9d32-4fe9-93ae-85959b9d4790 on network 63411930-ad2a-443b-8470-7dc5c1705aab {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:01:08.012595 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0470da30-bfd2-4ddd-a3de-2b0332c4b13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (ae47b4cd-b900-42e2-9ef5-1afc9453b0ac), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:08.056882 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-021387c4-87b5-4ebe-8628-83073e61bed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (731303b1-e238-41a2-b1be-4baf04b09a4d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:08.076796 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-d02a9d51-53af-45fb-ab41-f5ca43730b28 None None] Allocated IP 2001:db8::2 (f30bfa7c-3f96-4503-a92f-3a5622960969/be3398e4-deaa-4353-8df8-30f1c61b823e/e4e1ed70-c8c1-482b-850d-0324f8b1af87) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:01:08.095078 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0470da30-bfd2-4ddd-a3de-2b0332c4b13d None None] Network ea9b0342-02de-486a-b4b6-786e814c8d44 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:01:08.112952 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a5e1de-70d9-4a3b-ad42-0c2244aee901 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:01:08.113369 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a5e1de-70d9-4a3b-ad42-0c2244aee901 None None] Checking segment: {'id': 'ccbf22ef-4873-4dcc-b2ae-28ada861a0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '63411930-ad2a-443b-8470-7dc5c1705aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:01:08.113759 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b1a5e1de-70d9-4a3b-ad42-0c2244aee901 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:08.114294 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a5e1de-70d9-4a3b-ad42-0c2244aee901 None None] Bound using segment: {'id': 'ccbf22ef-4873-4dcc-b2ae-28ada861a0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '63411930-ad2a-443b-8470-7dc5c1705aab'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:01:08.114785 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-b1a5e1de-70d9-4a3b-ad42-0c2244aee901 None None] Bound port: 36391a5d-9d32-4fe9-93ae-85959b9d4790, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccbf22ef-4873-4dcc-b2ae-28ada861a0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '63411930-ad2a-443b-8470-7dc5c1705aab'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:01:08.115508 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b1a5e1de-70d9-4a3b-ad42-0c2244aee901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (36391a5d-9d32-4fe9-93ae-85959b9d4790), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:08.163777 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-021387c4-87b5-4ebe-8628-83073e61bed5 None None] Provisioning complete for port 25636031-cf47-4ef0-bac2-1664c20535a4 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:08.163777 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-021387c4-87b5-4ebe-8628-83073e61bed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (25636031-cf47-4ef0-bac2-1664c20535a4), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:08.203549 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-ab69ee3f-6b31-495e-ab3b-9d20b30eb585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40493d07-ebad-42d2-a56e-d99511c8719f', 'name': 'tempest-ServersTestMultiNic-1599130923-router', 'tenant_id': 'dc657e3b97f846ab8907f404f62e40e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '4d1fb08b-6de1-4fc1-938a-c23ba625cb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:00:35Z', 'updated_at': '2022-01-28T03:00:51Z', 'revision_number': 4, 'project_id': 'dc657e3b97f846ab8907f404f62e40e1', 'gw_port': {'id': '4d1fb08b-6de1-4fc1-938a-c23ba625cb38', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40493d07-ebad-42d2-a56e-d99511c8719f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:00:39Z', 'updated_at': '2022-01-28T03:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '731303b1-e238-41a2-b1be-4baf04b09a4d', 'name': '', 'network_id': '7b97fcf8-e8fa-448b-8dc8-46370ff64039', 'tenant_id': 'dc657e3b97f846ab8907f404f62e40e1', 'mac_address': 'fa:16:3e:d4:b1:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40493d07-ebad-42d2-a56e-d99511c8719f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': '185377ed-71b4-451b-8003-70973a63c326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:00:49Z', 'updated_at': '2022-01-28T03:01:02Z', 'revision_number': 4, 'project_id': 'dc657e3b97f846ab8907f404f62e40e1', 'subnets': [{'id': '185377ed-71b4-451b-8003-70973a63c326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:01:08.253304 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab69ee3f-6b31-495e-ab3b-9d20b30eb585 None None] The sync data for ids ['40493d07-ebad-42d2-a56e-d99511c8719f'] in n-d-712139-27 is: [{'id': '40493d07-ebad-42d2-a56e-d99511c8719f', 'name': 'tempest-ServersTestMultiNic-1599130923-router', 'tenant_id': 'dc657e3b97f846ab8907f404f62e40e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '4d1fb08b-6de1-4fc1-938a-c23ba625cb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:00:35Z', 'updated_at': '2022-01-28T03:00:51Z', 'revision_number': 4, 'project_id': 'dc657e3b97f846ab8907f404f62e40e1', 'gw_port': {'id': '4d1fb08b-6de1-4fc1-938a-c23ba625cb38', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40493d07-ebad-42d2-a56e-d99511c8719f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:00:39Z', 'updated_at': '2022-01-28T03:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '731303b1-e238-41a2-b1be-4baf04b09a4d', 'name': '', 'network_id': '7b97fcf8-e8fa-448b-8dc8-46370ff64039', 'tenant_id': 'dc657e3b97f846ab8907f404f62e40e1', 'mac_address': 'fa:16:3e:d4:b1:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40493d07-ebad-42d2-a56e-d99511c8719f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': '185377ed-71b4-451b-8003-70973a63c326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:00:49Z', 'updated_at': '2022-01-28T03:01:02Z', 'revision_number': 4, 'project_id': 'dc657e3b97f846ab8907f404f62e40e1', 'subnets': [{'id': '185377ed-71b4-451b-8003-70973a63c326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:01:08.255127 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-0470da30-bfd2-4ddd-a3de-2b0332c4b13d None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:01:08.302323 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=25636031-cf47-4ef0-bac2-1664c20535a4,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:08.391247 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0470da30-bfd2-4ddd-a3de-2b0332c4b13d None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:01:08.466922 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9d11c0db-881e-4884-912e-45a27f684ca9 req-1a613aeb-46db-4973-b696-51041ff5e846 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef21d94c-d7ce-4b77-835e-b44b975d6e1b HTTP/1.1" status: 200 len: 210 time: 0.2388313 Jan 28 03:01:08.470569 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-190fd9ef-1292-4ad2-aa70-4faf9cb76ad1 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Allocated IP 2001:db8::1 (ea9b0342-02de-486a-b4b6-786e814c8d44/9b3ceb59-6854-47e7-a6e2-27b23c36c5f1/b7cbeef0-c070-4fbe-b89b-aab7c1061af5) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:01:08.473456 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4861be85-9958-4e80-b7ef-6953bfdb2293 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Made reservation on behalf of 9c59567226e943da9dd248eb2e296e73 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:01:08.493488 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4861be85-9958-4e80-b7ef-6953bfdb2293 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:08.674616 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-d02a9d51-53af-45fb-ab41-f5ca43730b28 None None] For port e4e1ed70-c8c1-482b-850d-0324f8b1af87, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=e4e1ed70-c8c1-482b-850d-0324f8b1af87,segment=NetworkSegment(9e0a682e-6d92-40dd-89d9-9d373febd5cd),segment_id=9e0a682e-6d92-40dd-89d9-9d373febd5cd)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:08.761428 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d02a9d51-53af-45fb-ab41-f5ca43730b28 None None] Publish callbacks [] for port (e4e1ed70-c8c1-482b-850d-0324f8b1af87), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:08.799906 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-5300cf73-85b6-42ea-b29b-4133ba64f696 None None] For port 872e0119-41f2-407a-ada7-0da20d6c1ab1, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:01:08.839434 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-5300cf73-85b6-42ea-b29b-4133ba64f696 None None] For port 872e0119-41f2-407a-ada7-0da20d6c1ab1, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=872e0119-41f2-407a-ada7-0da20d6c1ab1,segment=NetworkSegment(7e4e9f6e-8a0c-46e4-bfc6-f7cf0b3dd6cb),segment_id=7e4e9f6e-8a0c-46e4-bfc6-f7cf0b3dd6cb)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:01:08.863321 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-190fd9ef-1292-4ad2-aa70-4faf9cb76ad1 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks [] for port (b7cbeef0-c070-4fbe-b89b-aab7c1061af5), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:08.961406 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ddebb8-8f3c-4bca-830a-674bb57b66e9 req-402fca10-a2a4-4e37-9e0a-8b7ede825658 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:08.978859 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-7871606b-c76e-491e-a5a8-a33ab5d81759 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e5796229-716b-4448-bfde-fcd9bdf85cdd HTTP/1.1" status: 200 len: 217 time: 1.0323379 Jan 28 03:01:08.986225 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ddebb8-8f3c-4bca-830a-674bb57b66e9 req-402fca10-a2a4-4e37-9e0a-8b7ede825658 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:09.003118 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ddebb8-8f3c-4bca-830a-674bb57b66e9 req-402fca10-a2a4-4e37-9e0a-8b7ede825658 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:09.015609 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ddebb8-8f3c-4bca-830a-674bb57b66e9 req-402fca10-a2a4-4e37-9e0a-8b7ede825658 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:09.053308 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ddebb8-8f3c-4bca-830a-674bb57b66e9 req-402fca10-a2a4-4e37-9e0a-8b7ede825658 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:09.094474 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-b1a5e1de-70d9-4a3b-ad42-0c2244aee901 None None] For port 36391a5d-9d32-4fe9-93ae-85959b9d4790, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:01:09.097963 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ddebb8-8f3c-4bca-830a-674bb57b66e9 req-402fca10-a2a4-4e37-9e0a-8b7ede825658 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:09.105509 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-b1a5e1de-70d9-4a3b-ad42-0c2244aee901 None None] For port 36391a5d-9d32-4fe9-93ae-85959b9d4790, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=36391a5d-9d32-4fe9-93ae-85959b9d4790,segment=NetworkSegment(ccbf22ef-4873-4dcc-b2ae-28ada861a0d9),segment_id=ccbf22ef-4873-4dcc-b2ae-28ada861a0d9)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:01:09.110256 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d02a9d51-53af-45fb-ab41-f5ca43730b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e4e1ed70-c8c1-482b-850d-0324f8b1af87), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:09.119342 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ddebb8-8f3c-4bca-830a-674bb57b66e9 req-402fca10-a2a4-4e37-9e0a-8b7ede825658 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:09.125405 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-02ddebb8-8f3c-4bca-830a-674bb57b66e9 req-402fca10-a2a4-4e37-9e0a-8b7ede825658 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5427 time: 0.4594011 Jan 28 03:01:09.366087 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-190fd9ef-1292-4ad2-aa70-4faf9cb76ad1 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (b7cbeef0-c070-4fbe-b89b-aab7c1061af5), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:09.393038 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-02ddebb8-8f3c-4bca-830a-674bb57b66e9 req-644dc33a-f08b-4ea8-8f56-33ce0e1be1d0 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2488563 Jan 28 03:01:09.407208 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fdcf81f8-a6e2-4ec7-8987-b7ce17ffe4b6 req-13880cc6-2eab-415f-8737-1edb6fd705fc tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] 10.222.0.53 "GET /v2.0/security-groups?id=786ce2cb-8fe2-441b-977a-dfaf6a43011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4576056 Jan 28 03:01:09.636379 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190fd9ef-1292-4ad2-aa70-4faf9cb76ad1 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Network ea9b0342-02de-486a-b4b6-786e814c8d44 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:01:09.674086 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-ce55a708-7523-4691-8879-d5852cbb31d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:09.675645 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-ce55a708-7523-4691-8879-d5852cbb31d2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5890570a-cc0c-4403-a94d-1750b1aeb6ea HTTP/1.1" status: 200 len: 797 time: 0.6345766 Jan 28 03:01:09.758181 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d8cfe863-4f70-445e-8f85-86362df704a4 req-9d7e11de-fad9-4524-a1b1-826395cb2345 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef21d94c-d7ce-4b77-835e-b44b975d6e1b HTTP/1.1" status: 200 len: 210 time: 0.0709617 Jan 28 03:01:09.810761 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-5ab3325a-a91a-4f88-a403-0fbbf55e9a4f service neutron] For port 49155e13-6067-4f3b-af1c-59db944e6faa, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:01:09.838039 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4861be85-9958-4e80-b7ef-6953bfdb2293 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (37a71280-bd82-447d-9e16-33f3b416bc54), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:09.852807 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-5ab3325a-a91a-4f88-a403-0fbbf55e9a4f service neutron] For port 49155e13-6067-4f3b-af1c-59db944e6faa, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=49155e13-6067-4f3b-af1c-59db944e6faa,segment=NetworkSegment(7d7091a8-a073-429a-a4b4-3148b56eff22),segment_id=7d7091a8-a073-429a-a4b4-3148b56eff22)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:01:09.856628 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-190fd9ef-1292-4ad2-aa70-4faf9cb76ad1 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:01:09.872002 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190fd9ef-1292-4ad2-aa70-4faf9cb76ad1 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:01:09.873201 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-190fd9ef-1292-4ad2-aa70-4faf9cb76ad1 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (f61ef887-93ab-476e-b143-31e9e68038ec), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:09.877361 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 25636031-cf47-4ef0-bac2-1664c20535a4 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:01:09.891317 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-021387c4-87b5-4ebe-8628-83073e61bed5 None None] Current status of the port 25636031-cf47-4ef0-bac2-1664c20535a4 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:09.897265 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b1a5e1de-70d9-4a3b-ad42-0c2244aee901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (36391a5d-9d32-4fe9-93ae-85959b9d4790), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:09.899416 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5300cf73-85b6-42ea-b29b-4133ba64f696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (872e0119-41f2-407a-ada7-0da20d6c1ab1), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:09.902070 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-298bc42d-354d-451f-9a7e-691cbba3241e admin admin] Publish callbacks [] for security_group (63c0d426-8332-4ee7-90a9-cd7798472e0f), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:09.995824 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190fd9ef-1292-4ad2-aa70-4faf9cb76ad1 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Pushing event updated for resources: {'Port': ['ID=b7cbeef0-c070-4fbe-b89b-aab7c1061af5,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:10.024201 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4861be85-9958-4e80-b7ef-6953bfdb2293 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event updated for resources: {'Subnet': ['ID=37a71280-bd82-447d-9e16-33f3b416bc54,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:10.034362 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-5ab3325a-a91a-4f88-a403-0fbbf55e9a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (49155e13-6067-4f3b-af1c-59db944e6faa), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:10.056117 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4861be85-9958-4e80-b7ef-6953bfdb2293 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Network f30bfa7c-3f96-4503-a92f-3a5622960969 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:01:10.057706 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-4861be85-9958-4e80-b7ef-6953bfdb2293 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:01:10.070520 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-298bc42d-354d-451f-9a7e-691cbba3241e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (63c0d426-8332-4ee7-90a9-cd7798472e0f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:10.070790 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4861be85-9958-4e80-b7ef-6953bfdb2293 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:10.071214 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4861be85-9958-4e80-b7ef-6953bfdb2293 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:10.127925 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4861be85-9958-4e80-b7ef-6953bfdb2293 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2054405 Jan 28 03:01:10.128625 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 47246) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:10.141205 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-0470da30-bfd2-4ddd-a3de-2b0332c4b13d None None] Attempting to bind port ae47b4cd-b900-42e2-9ef5-1afc9453b0ac on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:01:10.142005 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-0470da30-bfd2-4ddd-a3de-2b0332c4b13d None None] Attempting to bind port ae47b4cd-b900-42e2-9ef5-1afc9453b0ac by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '0516a030-7db0-4588-9c7d-041ceb0cec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ea9b0342-02de-486a-b4b6-786e814c8d44'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:01:10.142005 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0470da30-bfd2-4ddd-a3de-2b0332c4b13d None None] Attempting to bind port ae47b4cd-b900-42e2-9ef5-1afc9453b0ac on network ea9b0342-02de-486a-b4b6-786e814c8d44 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:01:10.151191 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-adb4ad4b-328b-4ec9-a7e7-b3f74da02b04 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1854993683', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '37a71280-bd82-447d-9e16-33f3b416bc54'}], 'security_groups': ['57377345-4cea-4dad-b694-6611c81330f9', '40690c1c-5393-4761-bf05-2cabf0eca2e1']}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:01:10.239639 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470da30-bfd2-4ddd-a3de-2b0332c4b13d None None] Pushing event updated for resources: {'Port': ['ID=ae47b4cd-b900-42e2-9ef5-1afc9453b0ac,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:10.331505 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-5ab3325a-a91a-4f88-a403-0fbbf55e9a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:10.332713 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-5ab3325a-a91a-4f88-a403-0fbbf55e9a4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:10.339654 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-5ab3325a-a91a-4f88-a403-0fbbf55e9a4f service neutron] 10.222.0.39 "PUT /v2.0/ports/49155e13-6067-4f3b-af1c-59db944e6faa HTTP/1.1" status: 200 len: 1092 time: 6.4926076 Jan 28 03:01:10.356453 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab3325a-a91a-4f88-a403-0fbbf55e9a4f service neutron] Pushing event updated for resources: {'Port': ['ID=49155e13-6067-4f3b-af1c-59db944e6faa,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:10.390126 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e5e8900-8515-4af8-ad09-d5ebee3b44c4', 'tag': '49155e13-6067-4f3b-af1c-59db944e6faa'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:01:10.393217 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1deeb4d-f8ca-43f8-a14f-e0ec7e7476b6" -d '{"events": [{"name": "network-changed", "server_uuid": "9e5e8900-8515-4af8-ad09-d5ebee3b44c4", "tag": "49155e13-6067-4f3b-af1c-59db944e6faa"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:01:10.399073 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-ac22b2bd-d661-4809-b475-035c37632796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:10.401801 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-ac22b2bd-d661-4809-b475-035c37632796 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9d63e9ac-6b2c-46ae-b695-7b9d65c9a866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6699402 Jan 28 03:01:10.419313 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-298bc42d-354d-451f-9a7e-691cbba3241e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0010c2369ca443acb57ba03f7b60f050&name=default HTTP/1.1" status: 200 len: 3000 time: 2.7221639 Jan 28 03:01:10.492000 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 47250) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:10.612345 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021387c4-87b5-4ebe-8628-83073e61bed5 None None] Pushing event updated for resources: {'Port': ['ID=731303b1-e238-41a2-b1be-4baf04b09a4d,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:10.648540 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0470da30-bfd2-4ddd-a3de-2b0332c4b13d None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:01:10.648821 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0470da30-bfd2-4ddd-a3de-2b0332c4b13d None None] Checking segment: {'id': '0516a030-7db0-4588-9c7d-041ceb0cec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ea9b0342-02de-486a-b4b6-786e814c8d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:01:10.657750 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0470da30-bfd2-4ddd-a3de-2b0332c4b13d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:10.658176 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0470da30-bfd2-4ddd-a3de-2b0332c4b13d None None] Bound using segment: {'id': '0516a030-7db0-4588-9c7d-041ceb0cec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ea9b0342-02de-486a-b4b6-786e814c8d44'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:01:10.658706 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-0470da30-bfd2-4ddd-a3de-2b0332c4b13d None None] Bound port: ae47b4cd-b900-42e2-9ef5-1afc9453b0ac, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0516a030-7db0-4588-9c7d-041ceb0cec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ea9b0342-02de-486a-b4b6-786e814c8d44'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:01:10.659110 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0470da30-bfd2-4ddd-a3de-2b0332c4b13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ae47b4cd-b900-42e2-9ef5-1afc9453b0ac), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:10.669625 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-8c09ba74-7388-41bc-9d4a-c19e3071fd2c service neutron] 10.222.0.67 "GET /v2.0/networks/9d63e9ac-6b2c-46ae-b695-7b9d65c9a866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485788 Jan 28 03:01:10.992667 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-e6e58f07-44a9-4c48-bbd8-af92d0eb393b None None] Provisioning complete for port 731303b1-e238-41a2-b1be-4baf04b09a4d triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:10.993310 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e6e58f07-44a9-4c48-bbd8-af92d0eb393b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (731303b1-e238-41a2-b1be-4baf04b09a4d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:11.015033 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298bc42d-354d-451f-9a7e-691cbba3241e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c0d426-8332-4ee7-90a9-cd7798472e0f,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:11.402791 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-78e913fb-9e54-482d-a9ef-2cf558e1db4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:11.404311 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-78e913fb-9e54-482d-a9ef-2cf558e1db4c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=03f2764faa5b40ccac2b3b80bfd1adcd&device_id=9e5e8900-8515-4af8-ad09-d5ebee3b44c4 HTTP/1.1" status: 200 len: 1095 time: 0.7149403 Jan 28 03:01:11.504152 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2930ff20-0db7-4924-b5c5-75deca1f16d9 admin admin] Publish callbacks [] for security_group (63c0d426-8332-4ee7-90a9-cd7798472e0f), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:11.563074 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2930ff20-0db7-4924-b5c5-75deca1f16d9 admin admin] Publish callbacks [] for security_group (63c0d426-8332-4ee7-90a9-cd7798472e0f), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:11.587607 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-f92ae04e-f323-450c-b19a-f50fd4adea7e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49155e13-6067-4f3b-af1c-59db944e6faa HTTP/1.1" status: 200 len: 217 time: 0.1610887 Jan 28 03:01:11.602046 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-0470da30-bfd2-4ddd-a3de-2b0332c4b13d None None] For port ae47b4cd-b900-42e2-9ef5-1afc9453b0ac, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:01:11.604563 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-48d91232-1560-4b46-8214-2cf89777a8cd None None] Publish callbacks [] for port (511c7b80-f05c-4eba-8b8a-91cc81e98575), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:11.634582 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb4450-c5d7-4cb4-ba89-99aa324bad60 req-b7af4a81-74f4-4ee0-a9f3-31d6a4a58140 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:11.636328 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3bbb4450-c5d7-4cb4-ba89-99aa324bad60 req-b7af4a81-74f4-4ee0-a9f3-31d6a4a58140 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e5e8900-8515-4af8-ad09-d5ebee3b44c4 HTTP/1.1" status: 200 len: 943 time: 0.6626461 Jan 28 03:01:11.642981 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-190fd9ef-1292-4ad2-aa70-4faf9cb76ad1 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b7cbeef0-c070-4fbe-b89b-aab7c1061af5), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:11.662473 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2930ff20-0db7-4924-b5c5-75deca1f16d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (63c0d426-8332-4ee7-90a9-cd7798472e0f), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:11.667474 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2930ff20-0db7-4924-b5c5-75deca1f16d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:11.668159 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 25636031-cf47-4ef0-bac2-1664c20535a4 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:11.668560 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (25636031-cf47-4ef0-bac2-1664c20535a4), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:11.672495 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2930ff20-0db7-4924-b5c5-75deca1f16d9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/63c0d426-8332-4ee7-90a9-cd7798472e0f HTTP/1.1" status: 204 len: 168 time: 1.1611030 Jan 28 03:01:11.700967 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917dc4a-8a98-4b7c-8c85-ecbbf8212e51 req-752c7ac0-25ce-4e8b-840b-3cfbbcbac3fd tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:11.706592 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917dc4a-8a98-4b7c-8c85-ecbbf8212e51 req-752c7ac0-25ce-4e8b-840b-3cfbbcbac3fd tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:11.724439 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917dc4a-8a98-4b7c-8c85-ecbbf8212e51 req-752c7ac0-25ce-4e8b-840b-3cfbbcbac3fd tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:11.730010 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917dc4a-8a98-4b7c-8c85-ecbbf8212e51 req-752c7ac0-25ce-4e8b-840b-3cfbbcbac3fd tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:11.741411 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-5edec92e-d592-4e81-a7e5-14cf0dd17771 service neutron] 10.222.0.67 "GET /v2.0/networks/9d63e9ac-6b2c-46ae-b695-7b9d65c9a866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7628894 Jan 28 03:01:11.755711 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a9d51-53af-45fb-ab41-f5ca43730b28 None None] Pushing event updated for resources: {'Port': ['ID=e4e1ed70-c8c1-482b-850d-0324f8b1af87,revision_number=6']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:11.756814 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917dc4a-8a98-4b7c-8c85-ecbbf8212e51 req-752c7ac0-25ce-4e8b-840b-3cfbbcbac3fd tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:11.765219 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917dc4a-8a98-4b7c-8c85-ecbbf8212e51 req-752c7ac0-25ce-4e8b-840b-3cfbbcbac3fd tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:11.787705 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917dc4a-8a98-4b7c-8c85-ecbbf8212e51 req-752c7ac0-25ce-4e8b-840b-3cfbbcbac3fd tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:11.803414 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a917dc4a-8a98-4b7c-8c85-ecbbf8212e51 req-752c7ac0-25ce-4e8b-840b-3cfbbcbac3fd tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5427 time: 1.0317600 Jan 28 03:01:11.818386 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-adb4ad4b-328b-4ec9-a7e7-b3f74da02b04 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b2a457d2-94dc-489f-b78b-0930c0cc0254), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:11.938376 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-0470da30-bfd2-4ddd-a3de-2b0332c4b13d None None] For port ae47b4cd-b900-42e2-9ef5-1afc9453b0ac, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ae47b4cd-b900-42e2-9ef5-1afc9453b0ac,segment=NetworkSegment(0516a030-7db0-4588-9c7d-041ceb0cec09),segment_id=0516a030-7db0-4588-9c7d-041ceb0cec09)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:01:11.940333 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a5e1de-70d9-4a3b-ad42-0c2244aee901 None None] Pushing event updated for resources: {'Port': ['ID=36391a5d-9d32-4fe9-93ae-85959b9d4790,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:11.951964 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-48d91232-1560-4b46-8214-2cf89777a8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (511c7b80-f05c-4eba-8b8a-91cc81e98575), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:12.012214 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-02f10925-392e-4220-9205-3721b14478d2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e3dc7402-b465-4b15-8094-ca4f81d3337e HTTP/1.1" status: 200 len: 217 time: 0.2276208 Jan 28 03:01:12.027290 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0470da30-bfd2-4ddd-a3de-2b0332c4b13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ae47b4cd-b900-42e2-9ef5-1afc9453b0ac), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:12.028647 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2930ff20-0db7-4924-b5c5-75deca1f16d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c0d426-8332-4ee7-90a9-cd7798472e0f,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:12.053826 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-d47b6cc8-56af-4782-9cf8-213e59977a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:12.067662 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-d47b6cc8-56af-4782-9cf8-213e59977a22 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9da91d80-777a-4952-8a0b-1836dcebe1ab HTTP/1.1" status: 200 len: 853 time: 0.4437227 Jan 28 03:01:12.122311 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d91232-1560-4b46-8214-2cf89777a8cd None None] Network f5dd7a45-8c6d-4e39-b21e-ad2b231d0c17 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:01:12.168589 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-48d91232-1560-4b46-8214-2cf89777a8cd None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:01:12.207829 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d91232-1560-4b46-8214-2cf89777a8cd None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:01:12.272551 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3bbb4450-c5d7-4cb4-ba89-99aa324bad60 req-7065ece1-5669-4355-aa89-c60634b75dd7 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] 10.222.0.53 "GET /v2.0/security-groups?id=786ce2cb-8fe2-441b-977a-dfaf6a43011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6067040 Jan 28 03:01:12.435841 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-ed39c7e4-d018-4161-84fb-9b80113aa4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:12.458261 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-ed39c7e4-d018-4161-84fb-9b80113aa4d6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5890570a-cc0c-4403-a94d-1750b1aeb6ea HTTP/1.1" status: 200 len: 797 time: 0.4122820 Jan 28 03:01:12.720483 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5300cf73-85b6-42ea-b29b-4133ba64f696 None None] Pushing event updated for resources: {'Port': ['ID=872e0119-41f2-407a-ada7-0da20d6c1ab1,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:12.744805 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8028876a-e549-4bc2-9a9b-6f77d50458a1 None None] Network f30bfa7c-3f96-4503-a92f-3a5622960969 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:01:13.322679 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 25636031-cf47-4ef0-bac2-1664c20535a4 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:13.327280 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 731303b1-e238-41a2-b1be-4baf04b09a4d up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:01:13.375562 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-adb4ad4b-328b-4ec9-a7e7-b3f74da02b04 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Delete allocated IP 2001:db8::12c (f30bfa7c-3f96-4503-a92f-3a5622960969/be3398e4-deaa-4353-8df8-30f1c61b823e) {{(pid=109802) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 03:01:13.386352 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d91232-1560-4b46-8214-2cf89777a8cd None None] Pushing event updated for resources: {'Port': ['ID=511c7b80-f05c-4eba-8b8a-91cc81e98575,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:13.403982 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-adb4ad4b-328b-4ec9-a7e7-b3f74da02b04 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Allocated IP 2001:db8:0:2::1f1 (f30bfa7c-3f96-4503-a92f-3a5622960969/37a71280-bd82-447d-9e16-33f3b416bc54/b2a457d2-94dc-489f-b78b-0930c0cc0254) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:01:13.535998 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a917dc4a-8a98-4b7c-8c85-ecbbf8212e51 req-27ef1982-e3a8-4e00-8313-ec483c1359c9 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.7313800 Jan 28 03:01:13.549149 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418d309d-e8b0-48f7-a5d4-7de19494faea None None] Network 7b35c713-4208-4900-88fe-53af1e8f7a24 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:01:13.636024 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470da30-bfd2-4ddd-a3de-2b0332c4b13d None None] Pushing event updated for resources: {'Port': ['ID=ae47b4cd-b900-42e2-9ef5-1afc9453b0ac,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:13.647720 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e6e58f07-44a9-4c48-bbd8-af92d0eb393b None None] Current status of the port 731303b1-e238-41a2-b1be-4baf04b09a4d is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:13.674724 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6740ee55-8497-4583-82e7-06d35077e066 None None] Network 63411930-ad2a-443b-8470-7dc5c1705aab requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:01:13.798009 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-c633437c-c4b8-45ff-96d7-68ee2335f455 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:13.817948 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-c633437c-c4b8-45ff-96d7-68ee2335f455 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:13.820940 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-c633437c-c4b8-45ff-96d7-68ee2335f455 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.39 "GET /v2.0/networks?id=7b35c713-4208-4900-88fe-53af1e8f7a24&id=63411930-ad2a-443b-8470-7dc5c1705aab&id=7b35c713-4208-4900-88fe-53af1e8f7a24 HTTP/1.1" status: 200 len: 1389 time: 2.7617588 Jan 28 03:01:13.911181 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-1dff7ed4-7d99-43bf-ad7b-49bdfee6a07e tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Request body: {'port': {'device_id': 'ef21d94c-d7ce-4b77-835e-b44b975d6e1b', 'network_id': '7b35c713-4208-4900-88fe-53af1e8f7a24', 'admin_state_up': True, 'tenant_id': 'dc657e3b97f846ab8907f404f62e40e1'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:01:14.065927 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401b0ac-5cf0-429a-bd4a-3b66a5a770f1 req-201ba00b-13ab-4006-8df9-7d091c49034f tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:14.067948 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e401b0ac-5cf0-429a-bd4a-3b66a5a770f1 req-201ba00b-13ab-4006-8df9-7d091c49034f tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e5e8900-8515-4af8-ad09-d5ebee3b44c4 HTTP/1.1" status: 200 len: 943 time: 0.3316238 Jan 28 03:01:14.151340 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-48d91232-1560-4b46-8214-2cf89777a8cd None None] Attempting to bind port 511c7b80-f05c-4eba-8b8a-91cc81e98575 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:01:14.152933 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-48d91232-1560-4b46-8214-2cf89777a8cd None None] Attempting to bind port 511c7b80-f05c-4eba-8b8a-91cc81e98575 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'bdef5c55-0cbb-4e49-b486-483ffabd67fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f5dd7a45-8c6d-4e39-b21e-ad2b231d0c17'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:01:14.152933 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d91232-1560-4b46-8214-2cf89777a8cd None None] Attempting to bind port 511c7b80-f05c-4eba-8b8a-91cc81e98575 on network f5dd7a45-8c6d-4e39-b21e-ad2b231d0c17 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:01:14.223847 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 731303b1-e238-41a2-b1be-4baf04b09a4d triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:14.224245 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (731303b1-e238-41a2-b1be-4baf04b09a4d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:14.332248 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-1dff7ed4-7d99-43bf-ad7b-49bdfee6a07e tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Made reservation on behalf of dc657e3b97f846ab8907f404f62e40e1 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:01:14.338147 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d91232-1560-4b46-8214-2cf89777a8cd None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:01:14.338600 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d91232-1560-4b46-8214-2cf89777a8cd None None] Checking segment: {'id': 'bdef5c55-0cbb-4e49-b486-483ffabd67fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f5dd7a45-8c6d-4e39-b21e-ad2b231d0c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:01:14.338959 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-48d91232-1560-4b46-8214-2cf89777a8cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:14.339366 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d91232-1560-4b46-8214-2cf89777a8cd None None] Bound using segment: {'id': 'bdef5c55-0cbb-4e49-b486-483ffabd67fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f5dd7a45-8c6d-4e39-b21e-ad2b231d0c17'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:01:14.339859 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-48d91232-1560-4b46-8214-2cf89777a8cd None None] Bound port: 511c7b80-f05c-4eba-8b8a-91cc81e98575, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdef5c55-0cbb-4e49-b486-483ffabd67fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f5dd7a45-8c6d-4e39-b21e-ad2b231d0c17'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:01:14.340307 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-48d91232-1560-4b46-8214-2cf89777a8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (511c7b80-f05c-4eba-8b8a-91cc81e98575), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:14.341468 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-1dff7ed4-7d99-43bf-ad7b-49bdfee6a07e tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:14.350916 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50f85a6-03a5-4744-8909-d70999c4d3bd None None] Network ea9b0342-02de-486a-b4b6-786e814c8d44 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:01:14.391242 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e401b0ac-5cf0-429a-bd4a-3b66a5a770f1 req-029bd9c2-a53d-4fa7-bdd3-314860492c0a tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] 10.222.0.53 "GET /v2.0/security-groups?id=786ce2cb-8fe2-441b-977a-dfaf6a43011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123989 Jan 28 03:01:14.446407 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e456729-5106-4ce7-b22a-1ffdf8c8e885 x-openstack-request-id: req-4e456729-5106-4ce7-b22a-1ffdf8c8e885 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:01:14.447004 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e5e8900-8515-4af8-ad09-d5ebee3b44c4", "tag": "49155e13-6067-4f3b-af1c-59db944e6faa", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:01:14.447320 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4e456729-5106-4ce7-b22a-1ffdf8c8e885 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:01:14.448096 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e5e8900-8515-4af8-ad09-d5ebee3b44c4', 'tag': '49155e13-6067-4f3b-af1c-59db944e6faa', 'status': 'completed', 'code': 200} Jan 28 03:01:14.452257 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-2d968e49-2455-4888-b787-f9bbdb233d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:14.454466 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-2d968e49-2455-4888-b787-f9bbdb233d71 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a5db66a1-ffc2-4d02-8359-f887877fa869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 2.3188388 Jan 28 03:01:14.538171 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7bb09841-8e37-498d-bf6c-b4901767c432 req-61f0e857-6b70-4972-a34a-13003f7558c9 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef21d94c-d7ce-4b77-835e-b44b975d6e1b HTTP/1.1" status: 200 len: 210 time: 0.1201591 Jan 28 03:01:14.542554 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-adb4ad4b-328b-4ec9-a7e7-b3f74da02b04 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for port (b2a457d2-94dc-489f-b78b-0930c0cc0254), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:14.576495 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-adb4ad4b-328b-4ec9-a7e7-b3f74da02b04 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (b2a457d2-94dc-489f-b78b-0930c0cc0254), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:14.636421 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-c9757e11-efea-4cb3-bb2e-6bb180bc9b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:14.645136 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-c9757e11-efea-4cb3-bb2e-6bb180bc9b0f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9d63e9ac-6b2c-46ae-b695-7b9d65c9a866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 2.1831784 Jan 28 03:01:14.689905 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-e6e58f07-44a9-4c48-bbd8-af92d0eb393b None None] Provisioning complete for port 25636031-cf47-4ef0-bac2-1664c20535a4 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:14.690811 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e6e58f07-44a9-4c48-bbd8-af92d0eb393b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (25636031-cf47-4ef0-bac2-1664c20535a4), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:14.732470 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-adb4ad4b-328b-4ec9-a7e7-b3f74da02b04 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] In _notify_port_updated(), no bound segment for port b2a457d2-94dc-489f-b78b-0930c0cc0254 on network f30bfa7c-3f96-4503-a92f-3a5622960969 {{(pid=109802) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 03:01:14.738279 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb4ad4b-328b-4ec9-a7e7-b3f74da02b04 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:14.738945 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-adb4ad4b-328b-4ec9-a7e7-b3f74da02b04 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:14.743787 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-adb4ad4b-328b-4ec9-a7e7-b3f74da02b04 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "PUT /v2.0/ports/b2a457d2-94dc-489f-b78b-0930c0cc0254 HTTP/1.1" status: 200 len: 970 time: 4.6140237 Jan 28 03:01:14.748879 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 47310) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:14.848678 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efaf890-678e-47c3-b9e2-004fccbd00f1 None None] Update dhcp port {'port': {'network_id': 'f30bfa7c-3f96-4503-a92f-3a5622960969', 'fixed_ips': [{'subnet_id': '5cfba829-e07b-4116-b33e-46c8f14b7e24', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'be3398e4-deaa-4353-8df8-30f1c61b823e', 'ip_address': '2001:db8::2'}, {'subnet_id': '37a71280-bd82-447d-9e16-33f3b416bc54'}], 'binding:host_id': 'n-d-712139-27'}, 'id': 'e4e1ed70-c8c1-482b-850d-0324f8b1af87'} from n-d-712139-27. {{(pid=109804) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 03:01:15.001491 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-48d91232-1560-4b46-8214-2cf89777a8cd None None] For port 511c7b80-f05c-4eba-8b8a-91cc81e98575, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:01:15.045763 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5efaf890-678e-47c3-b9e2-004fccbd00f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e4e1ed70-c8c1-482b-850d-0324f8b1af87), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:15.075282 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 731303b1-e238-41a2-b1be-4baf04b09a4d is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:15.134755 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-48d91232-1560-4b46-8214-2cf89777a8cd None None] For port 511c7b80-f05c-4eba-8b8a-91cc81e98575, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=511c7b80-f05c-4eba-8b8a-91cc81e98575,segment=NetworkSegment(bdef5c55-0cbb-4e49-b486-483ffabd67fc),segment_id=bdef5c55-0cbb-4e49-b486-483ffabd67fc)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:01:15.331691 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-48d91232-1560-4b46-8214-2cf89777a8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (511c7b80-f05c-4eba-8b8a-91cc81e98575), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:15.335518 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e6e58f07-44a9-4c48-bbd8-af92d0eb393b None None] Current status of the port 25636031-cf47-4ef0-bac2-1664c20535a4 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:15.496821 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62af7f-0fb8-4c23-bc65-bc2f2fbb1aed req-0610d1c9-4e13-407e-9723-5ed6b9ad3e75 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:15.512561 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62af7f-0fb8-4c23-bc65-bc2f2fbb1aed req-0610d1c9-4e13-407e-9723-5ed6b9ad3e75 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:15.530693 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62af7f-0fb8-4c23-bc65-bc2f2fbb1aed req-0610d1c9-4e13-407e-9723-5ed6b9ad3e75 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:15.551182 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62af7f-0fb8-4c23-bc65-bc2f2fbb1aed req-0610d1c9-4e13-407e-9723-5ed6b9ad3e75 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:15.565056 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62af7f-0fb8-4c23-bc65-bc2f2fbb1aed req-0610d1c9-4e13-407e-9723-5ed6b9ad3e75 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:15.573596 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62af7f-0fb8-4c23-bc65-bc2f2fbb1aed req-0610d1c9-4e13-407e-9723-5ed6b9ad3e75 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:15.580745 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62af7f-0fb8-4c23-bc65-bc2f2fbb1aed req-0610d1c9-4e13-407e-9723-5ed6b9ad3e75 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:15.592024 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ee62af7f-0fb8-4c23-bc65-bc2f2fbb1aed req-0610d1c9-4e13-407e-9723-5ed6b9ad3e75 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5427 time: 0.7796037 Jan 28 03:01:15.660716 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-ea1cf1ea-d394-4c95-a6b0-f0f3c847db83 service neutron] 10.222.0.39 "GET /v2.0/networks/a5db66a1-ffc2-4d02-8359-f887877fa869?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1726148 Jan 28 03:01:15.932070 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-190fd9ef-1292-4ad2-aa70-4faf9cb76ad1 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks [] for port (b7cbeef0-c070-4fbe-b89b-aab7c1061af5), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:15.959134 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 36391a5d-9d32-4fe9-93ae-85959b9d4790 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:01:16.171327 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ee62af7f-0fb8-4c23-bc65-bc2f2fbb1aed req-1062dee4-3df8-429a-aeb0-5984fb2f1fda tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5774794 Jan 28 03:01:16.179863 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-190fd9ef-1292-4ad2-aa70-4faf9cb76ad1 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (b7cbeef0-c070-4fbe-b89b-aab7c1061af5), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:16.202083 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-190fd9ef-1292-4ad2-aa70-4faf9cb76ad1 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (f61ef887-93ab-476e-b143-31e9e68038ec), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:16.241474 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-ca41d650-c59f-45a3-9eaa-c7850361192d service neutron] 10.222.0.67 "GET /v2.0/networks/9d63e9ac-6b2c-46ae-b695-7b9d65c9a866?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4553926 Jan 28 03:01:16.251969 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb4ad4b-328b-4ec9-a7e7-b3f74da02b04 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event updated for resources: {'Port': ['ID=b2a457d2-94dc-489f-b78b-0930c0cc0254,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:16.254010 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d5c83e18-7f5d-47e2-92ab-5236381ff88b req-2937aa12-5a8e-44ac-a8c6-7725f49640ab service neutron] 10.222.0.39 "GET /v2.0/networks/a5db66a1-ffc2-4d02-8359-f887877fa869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5700018 Jan 28 03:01:16.332175 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-bd955833-59fe-47ea-afdf-16b76aee6897 None None] Provisioning complete for port 9ddd5985-6951-4c20-9688-8db78d544522 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:16.332777 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-bd955833-59fe-47ea-afdf-16b76aee6897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9ddd5985-6951-4c20-9688-8db78d544522), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:16.443239 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-1dff7ed4-7d99-43bf-ad7b-49bdfee6a07e tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Allocated IP 19.80.0.30 (7b35c713-4208-4900-88fe-53af1e8f7a24/6b2115eb-3ca1-4b92-a271-50f8f28156de/3b96cb50-ddb1-49b7-be64-73f728b95d6e) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:01:16.535847 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d91232-1560-4b46-8214-2cf89777a8cd None None] Pushing event updated for resources: {'Port': ['ID=511c7b80-f05c-4eba-8b8a-91cc81e98575,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:16.578299 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-3e3173e4-f36b-42cd-940d-f3890a410f29 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Deleting port b2a457d2-94dc-489f-b78b-0930c0cc0254 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:01:16.578621 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3e3173e4-f36b-42cd-940d-f3890a410f29 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (b2a457d2-94dc-489f-b78b-0930c0cc0254), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:16.600507 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-bd955833-59fe-47ea-afdf-16b76aee6897 None None] Port 9ddd5985-6951-4c20-9688-8db78d544522 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:01:16.606350 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6157698-01e1-4887-9af9-893005d3fd32 req-2d17bdc9-86fd-422d-b1ab-b615f1c19931 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:16.618680 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c6157698-01e1-4887-9af9-893005d3fd32 req-2d17bdc9-86fd-422d-b1ab-b615f1c19931 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e5e8900-8515-4af8-ad09-d5ebee3b44c4 HTTP/1.1" status: 200 len: 943 time: 0.3752878 Jan 28 03:01:16.693987 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2db162fd-6d35-4055-b2d2-e9bf8a772774 req-adcc4f3b-b21d-477d-bef8-b85f92fad8ed tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef21d94c-d7ce-4b77-835e-b44b975d6e1b HTTP/1.1" status: 200 len: 210 time: 0.2455623 Jan 28 03:01:16.711603 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 36391a5d-9d32-4fe9-93ae-85959b9d4790 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:16.721959 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (36391a5d-9d32-4fe9-93ae-85959b9d4790), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:16.764425 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-bd955833-59fe-47ea-afdf-16b76aee6897 None None] Provisioning complete for port 36391a5d-9d32-4fe9-93ae-85959b9d4790 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:16.764802 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-bd955833-59fe-47ea-afdf-16b76aee6897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (36391a5d-9d32-4fe9-93ae-85959b9d4790), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:16.794285 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190fd9ef-1292-4ad2-aa70-4faf9cb76ad1 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Pushing event updated for resources: {'Port': ['ID=b7cbeef0-c070-4fbe-b89b-aab7c1061af5,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:16.798642 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49cbb69b-c1ed-4a38-99e3-72e2a0670f07 req-7127e3c6-6979-4090-b712-edaa5230fb5d service neutron] 10.222.0.67 "GET /v2.0/networks/9d63e9ac-6b2c-46ae-b695-7b9d65c9a866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5547369 Jan 28 03:01:16.807275 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190fd9ef-1292-4ad2-aa70-4faf9cb76ad1 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Network ea9b0342-02de-486a-b4b6-786e814c8d44 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:01:16.813163 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-5efaf890-678e-47c3-b9e2-004fccbd00f1 None None] Allocated IP 2001:db8:0:2::2 (f30bfa7c-3f96-4503-a92f-3a5622960969/37a71280-bd82-447d-9e16-33f3b416bc54/e4e1ed70-c8c1-482b-850d-0324f8b1af87) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:01:16.847228 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-190fd9ef-1292-4ad2-aa70-4faf9cb76ad1 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:01:16.952734 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1deeb4d-f8ca-43f8-a14f-e0ec7e7476b6 req-8806c72a-4a51-49cc-bd68-a42446425f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:16.962152 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b1deeb4d-f8ca-43f8-a14f-e0ec7e7476b6 req-8806c72a-4a51-49cc-bd68-a42446425f46 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=03f2764faa5b40ccac2b3b80bfd1adcd&device_id=9e5e8900-8515-4af8-ad09-d5ebee3b44c4 HTTP/1.1" status: 200 len: 1095 time: 0.3899486 Jan 28 03:01:16.981602 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c6157698-01e1-4887-9af9-893005d3fd32 req-d0c835f5-b6e2-42f7-9b8d-029b682d751a tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] 10.222.0.53 "GET /v2.0/security-groups?id=786ce2cb-8fe2-441b-977a-dfaf6a43011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577583 Jan 28 03:01:17.003777 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3e3173e4-f36b-42cd-940d-f3890a410f29 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (b2a457d2-94dc-489f-b78b-0930c0cc0254), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:17.027799 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 47344) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:17.028290 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-3e3173e4-f36b-42cd-940d-f3890a410f29 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Calling delete_port for b2a457d2-94dc-489f-b78b-0930c0cc0254 owned by {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:01:17.068869 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 36391a5d-9d32-4fe9-93ae-85959b9d4790 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:17.069285 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (36391a5d-9d32-4fe9-93ae-85959b9d4790), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:17.151958 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1deeb4d-f8ca-43f8-a14f-e0ec7e7476b6 req-e1163c6a-ddc0-41ac-b5a8-f548fa744142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:17.153688 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b1deeb4d-f8ca-43f8-a14f-e0ec7e7476b6 req-e1163c6a-ddc0-41ac-b5a8-f548fa744142 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a5db66a1-ffc2-4d02-8359-f887877fa869 HTTP/1.1" status: 200 len: 915 time: 0.1852467 Jan 28 03:01:17.216376 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-bd955833-59fe-47ea-afdf-16b76aee6897 None None] Current status of the port 36391a5d-9d32-4fe9-93ae-85959b9d4790 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:17.216772 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-bd955833-59fe-47ea-afdf-16b76aee6897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (36391a5d-9d32-4fe9-93ae-85959b9d4790), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:17.258984 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b1deeb4d-f8ca-43f8-a14f-e0ec7e7476b6 req-6ff513f3-25ac-41bd-ac08-45133bd9f9bd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49155e13-6067-4f3b-af1c-59db944e6faa HTTP/1.1" status: 200 len: 217 time: 0.0891323 Jan 28 03:01:17.305678 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3e3173e4-f36b-42cd-940d-f3890a410f29 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (b2a457d2-94dc-489f-b78b-0930c0cc0254), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:17.327676 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 36391a5d-9d32-4fe9-93ae-85959b9d4790, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=36391a5d-9d32-4fe9-93ae-85959b9d4790,segment=NetworkSegment(ccbf22ef-4873-4dcc-b2ae-28ada861a0d9),segment_id=ccbf22ef-4873-4dcc-b2ae-28ada861a0d9)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:17.338680 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-5efaf890-678e-47c3-b9e2-004fccbd00f1 None None] For port e4e1ed70-c8c1-482b-850d-0324f8b1af87, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=e4e1ed70-c8c1-482b-850d-0324f8b1af87,segment=NetworkSegment(9e0a682e-6d92-40dd-89d9-9d373febd5cd),segment_id=9e0a682e-6d92-40dd-89d9-9d373febd5cd)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:17.345558 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (36391a5d-9d32-4fe9-93ae-85959b9d4790), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:17.348194 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device e4e1ed70-c8c1-482b-850d-0324f8b1af87 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:01:17.406818 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3173e4-f36b-42cd-940d-f3890a410f29 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event deleted for resources: {'Port': ['ID=b2a457d2-94dc-489f-b78b-0930c0cc0254,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:17.437330 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b08d3fc8-91f3-42c2-8077-3b5cb2042574 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:17.442998 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3e3173e4-f36b-42cd-940d-f3890a410f29 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:17.454388 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1deeb4d-f8ca-43f8-a14f-e0ec7e7476b6 req-ee828899-9074-4f37-8d80-15e57d0be666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:17.455309 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3e3173e4-f36b-42cd-940d-f3890a410f29 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/ports/b2a457d2-94dc-489f-b78b-0930c0cc0254 HTTP/1.1" status: 204 len: 168 time: 2.7040138 Jan 28 03:01:17.456205 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b1deeb4d-f8ca-43f8-a14f-e0ec7e7476b6 req-ee828899-9074-4f37-8d80-15e57d0be666 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9da91d80-777a-4952-8a0b-1836dcebe1ab HTTP/1.1" status: 200 len: 853 time: 0.1887300 Jan 28 03:01:17.457615 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 47352) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:17.529025 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-1dff7ed4-7d99-43bf-ad7b-49bdfee6a07e tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks [] for port (3b96cb50-ddb1-49b7-be64-73f728b95d6e), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:17.534748 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-1776f7b8-01cb-4fa3-a24f-6d0cace0bfa1 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] GET failed (client error): The resource could not be found. Jan 28 03:01:17.536427 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1776f7b8-01cb-4fa3-a24f-6d0cace0bfa1 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "GET /v2.0/ports/b2a457d2-94dc-489f-b78b-0930c0cc0254 HTTP/1.1" status: 404 len: 333 time: 0.0773492 Jan 28 03:01:17.539932 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 47354) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:17.543515 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5efaf890-678e-47c3-b9e2-004fccbd00f1 None None] Publish callbacks [] for port (e4e1ed70-c8c1-482b-850d-0324f8b1af87), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:17.547004 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=36391a5d-9d32-4fe9-93ae-85959b9d4790,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:17.558871 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28780200-4258-4f85-997c-16f73beb7ed4 req-22e684df-c3a4-428b-9ae3-916263fe246c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:17.559052 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5efaf890-678e-47c3-b9e2-004fccbd00f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e4e1ed70-c8c1-482b-850d-0324f8b1af87), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:17.565983 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28780200-4258-4f85-997c-16f73beb7ed4 req-22e684df-c3a4-428b-9ae3-916263fe246c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:17.572093 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28780200-4258-4f85-997c-16f73beb7ed4 req-22e684df-c3a4-428b-9ae3-916263fe246c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:17.578254 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28780200-4258-4f85-997c-16f73beb7ed4 req-22e684df-c3a4-428b-9ae3-916263fe246c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:17.583874 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28780200-4258-4f85-997c-16f73beb7ed4 req-22e684df-c3a4-428b-9ae3-916263fe246c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:17.590001 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28780200-4258-4f85-997c-16f73beb7ed4 req-22e684df-c3a4-428b-9ae3-916263fe246c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:17.598014 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28780200-4258-4f85-997c-16f73beb7ed4 req-22e684df-c3a4-428b-9ae3-916263fe246c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:17.606518 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-28780200-4258-4f85-997c-16f73beb7ed4 req-22e684df-c3a4-428b-9ae3-916263fe246c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5427 time: 0.2480783 Jan 28 03:01:17.620829 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b4f62f14-8531-4ef2-910f-a7ade6b55b74 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for security_group (66f3472d-65a1-475a-ade6-5bcf5a2e3d50), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:17.653016 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b4f62f14-8531-4ef2-910f-a7ade6b55b74 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for security_group (66f3472d-65a1-475a-ade6-5bcf5a2e3d50), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:17.653564 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-190fd9ef-1292-4ad2-aa70-4faf9cb76ad1 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Router f61ef887-93ab-476e-b143-31e9e68038ec is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:01:17.670108 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1deeb4d-f8ca-43f8-a14f-e0ec7e7476b6 req-a560b9fa-3735-440a-b35a-1caa9178bc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:17.671967 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b1deeb4d-f8ca-43f8-a14f-e0ec7e7476b6 req-a560b9fa-3735-440a-b35a-1caa9178bc08 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a5db66a1-ffc2-4d02-8359-f887877fa869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2064488 Jan 28 03:01:17.736283 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b4f62f14-8531-4ef2-910f-a7ade6b55b74 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (66f3472d-65a1-475a-ade6-5bcf5a2e3d50), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:17.740277 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b4f62f14-8531-4ef2-910f-a7ade6b55b74 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:17.750759 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b4f62f14-8531-4ef2-910f-a7ade6b55b74 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/security-groups/66f3472d-65a1-475a-ade6-5bcf5a2e3d50 HTTP/1.1" status: 204 len: 168 time: 0.2094810 Jan 28 03:01:17.757436 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 47358) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:17.771508 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port e4e1ed70-c8c1-482b-850d-0324f8b1af87 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:17.771902 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e4e1ed70-c8c1-482b-850d-0324f8b1af87), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:17.818122 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.api [None req-bd955833-59fe-47ea-afdf-16b76aee6897 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:01:17.818633 n-d-712139-27 neutron-server[109804]: DEBUG oslo_db.api [None req-bd955833-59fe-47ea-afdf-16b76aee6897 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:01:17.827877 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f62f14-8531-4ef2-910f-a7ade6b55b74 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f3472d-65a1-475a-ade6-5bcf5a2e3d50,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:17.855547 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-1dff7ed4-7d99-43bf-ad7b-49bdfee6a07e tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (3b96cb50-ddb1-49b7-be64-73f728b95d6e), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:17.892537 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d269dc12-677c-465b-abe1-3608b092d3e1 None None] Network f5dd7a45-8c6d-4e39-b21e-ad2b231d0c17 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:01:17.919629 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-1dff7ed4-7d99-43bf-ad7b-49bdfee6a07e tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Network 7b35c713-4208-4900-88fe-53af1e8f7a24 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:01:17.925157 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-1dff7ed4-7d99-43bf-ad7b-49bdfee6a07e tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:01:17.951914 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-1dff7ed4-7d99-43bf-ad7b-49bdfee6a07e tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:01:17.974052 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-28780200-4258-4f85-997c-16f73beb7ed4 req-e9afc6b7-5622-4043-9a1a-c50bf9223ed3 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3661749 Jan 28 03:01:18.012796 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-1dff7ed4-7d99-43bf-ad7b-49bdfee6a07e tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:18.013524 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-1dff7ed4-7d99-43bf-ad7b-49bdfee6a07e tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:18.045588 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efaf890-678e-47c3-b9e2-004fccbd00f1 None None] Pushing event updated for resources: {'Port': ['ID=e4e1ed70-c8c1-482b-850d-0324f8b1af87,revision_number=7']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:18.052527 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-1dff7ed4-7d99-43bf-ad7b-49bdfee6a07e tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1633360 Jan 28 03:01:18.105984 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b08d3fc8-91f3-42c2-8077-3b5cb2042574 admin admin] Publish callbacks [] for security_group (f51265a5-e39c-465e-a728-383fafd147a8), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:18.107669 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-1cc8b335-b81d-4108-b1d7-1efce697337a tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Request body: {'port': {'device_id': 'ef21d94c-d7ce-4b77-835e-b44b975d6e1b', 'network_id': '63411930-ad2a-443b-8470-7dc5c1705aab', 'admin_state_up': True, 'tenant_id': 'dc657e3b97f846ab8907f404f62e40e1'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:01:18.108227 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port e4e1ed70-c8c1-482b-850d-0324f8b1af87 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:18.113673 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ae47b4cd-b900-42e2-9ef5-1afc9453b0ac up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:01:18.131727 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b08d3fc8-91f3-42c2-8077-3b5cb2042574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f51265a5-e39c-465e-a728-383fafd147a8), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:18.205516 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port ae47b4cd-b900-42e2-9ef5-1afc9453b0ac triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:18.205909 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ae47b4cd-b900-42e2-9ef5-1afc9453b0ac), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:18.253113 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d3fc8-91f3-42c2-8077-3b5cb2042574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51265a5-e39c-465e-a728-383fafd147a8,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:18.267263 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4735bbec-9048-4aae-b432-b0eccf321cae tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for security_group (40690c1c-5393-4761-bf05-2cabf0eca2e1), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:18.315027 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dff7ed4-7d99-43bf-ad7b-49bdfee6a07e tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Pushing event updated for resources: {'Port': ['ID=3b96cb50-ddb1-49b7-be64-73f728b95d6e,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:18.344289 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190fd9ef-1292-4ad2-aa70-4faf9cb76ad1 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:01:18.349960 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-190fd9ef-1292-4ad2-aa70-4faf9cb76ad1 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] 10.222.0.53 "PUT /v2.0/routers/f61ef887-93ab-476e-b143-31e9e68038ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.1439521 Jan 28 03:01:18.355938 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port ae47b4cd-b900-42e2-9ef5-1afc9453b0ac is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:18.356552 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f61fbf-b5c6-44e3-81f0-c7729496b3db None None] Sync routers for ids ['f61ef887-93ab-476e-b143-31e9e68038ec'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:01:18.357474 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ae47b4cd-b900-42e2-9ef5-1afc9453b0ac), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:18.374040 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f61fbf-b5c6-44e3-81f0-c7729496b3db None None] Routers {'f61ef887-93ab-476e-b143-31e9e68038ec'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:01:18.377108 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 47366) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:18.378063 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-64f61fbf-b5c6-44e3-81f0-c7729496b3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:01:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['f61ef887-93ab-476e-b143-31e9e68038ec'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:01:18.396561 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 49155e13-6067-4f3b-af1c-59db944e6faa details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:01:18.398804 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b1deeb4d-f8ca-43f8-a14f-e0ec7e7476b6 req-500707ac-559e-42bf-bebb-a20773b7e581 service neutron] 10.222.0.39 "GET /v2.0/networks/a5db66a1-ffc2-4d02-8359-f887877fa869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7128918 Jan 28 03:01:18.400170 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b8e7e-e3ce-45b4-a12e-6ead6cd9908e req-2dfd1ffe-36d4-4cf9-a6fe-d8aca7bd61ce tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:18.401879 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c44b8e7e-e3ce-45b4-a12e-6ead6cd9908e req-2dfd1ffe-36d4-4cf9-a6fe-d8aca7bd61ce tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef21d94c-d7ce-4b77-835e-b44b975d6e1b HTTP/1.1" status: 200 len: 931 time: 0.5681567 Jan 28 03:01:18.430411 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4735bbec-9048-4aae-b432-b0eccf321cae tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for security_group (40690c1c-5393-4761-bf05-2cabf0eca2e1), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:18.434978 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b08d3fc8-91f3-42c2-8077-3b5cb2042574 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=38a69085dc3f47a2b65f9487f21cec31&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2827153 Jan 28 03:01:18.450847 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 47370) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:18.483406 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-64f61fbf-b5c6-44e3-81f0-c7729496b3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:01:18.504941 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f61fbf-b5c6-44e3-81f0-c7729496b3db None None] Routers {'f61ef887-93ab-476e-b143-31e9e68038ec'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:01:18.505669 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-64f61fbf-b5c6-44e3-81f0-c7729496b3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:01:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['f61ef887-93ab-476e-b143-31e9e68038ec'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:01:18.523488 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 49155e13-6067-4f3b-af1c-59db944e6faa, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=49155e13-6067-4f3b-af1c-59db944e6faa,segment=NetworkSegment(7d7091a8-a073-429a-a4b4-3148b56eff22),segment_id=7d7091a8-a073-429a-a4b4-3148b56eff22)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:18.572500 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-64f61fbf-b5c6-44e3-81f0-c7729496b3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:01:18.573241 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f61fbf-b5c6-44e3-81f0-c7729496b3db None None] The sync data for ids ['f61ef887-93ab-476e-b143-31e9e68038ec'] in n-d-712139-27 is: [] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:01:18.593745 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '49155e13-6067-4f3b-af1c-59db944e6faa', 'network_id': 'a5db66a1-ffc2-4d02-8359-f887877fa869', 'port_id': '49155e13-6067-4f3b-af1c-59db944e6faa', 'mac_address': 'fa:16:3e:c5:71:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9da91d80-777a-4952-8a0b-1836dcebe1ab', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:01:18.596472 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66047b3-aacc-4666-8b5a-6f83aef93063 req-bd6cd1dc-6ca9-4f34-aacf-e2e84549cffd tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:18.604145 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c66047b3-aacc-4666-8b5a-6f83aef93063 req-bd6cd1dc-6ca9-4f34-aacf-e2e84549cffd tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e5e8900-8515-4af8-ad09-d5ebee3b44c4 HTTP/1.1" status: 200 len: 943 time: 0.3240182 Jan 28 03:01:18.656309 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port ae47b4cd-b900-42e2-9ef5-1afc9453b0ac, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ae47b4cd-b900-42e2-9ef5-1afc9453b0ac,segment=NetworkSegment(0516a030-7db0-4588-9c7d-041ceb0cec09),segment_id=0516a030-7db0-4588-9c7d-041ceb0cec09)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:18.703651 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b1deeb4d-f8ca-43f8-a14f-e0ec7e7476b6 req-8cef37cd-297a-45d3-80b0-5de63e008e25 service neutron] 10.222.0.39 "GET /v2.0/networks/a5db66a1-ffc2-4d02-8359-f887877fa869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687788 Jan 28 03:01:18.705879 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ae47b4cd-b900-42e2-9ef5-1afc9453b0ac), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:18.706667 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 731303b1-e238-41a2-b1be-4baf04b09a4d up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:01:18.717913 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-bd955833-59fe-47ea-afdf-16b76aee6897 None None] Current status of the port 36391a5d-9d32-4fe9-93ae-85959b9d4790 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:18.755420 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c66047b3-aacc-4666-8b5a-6f83aef93063 req-82240b63-8d2e-4bfd-a58f-2ae2560d90ed tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] 10.222.0.53 "GET /v2.0/security-groups?id=786ce2cb-8fe2-441b-977a-dfaf6a43011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502531 Jan 28 03:01:18.774138 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c44b8e7e-e3ce-45b4-a12e-6ead6cd9908e req-9b006728-afdc-47a5-8d73-65a50d81f1fc tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/security-groups?id=389d7229-f56f-4fba-80fd-3c10167f7dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625019 Jan 28 03:01:18.825325 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 49155e13-6067-4f3b-af1c-59db944e6faa is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:18.826162 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (49155e13-6067-4f3b-af1c-59db944e6faa), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:18.834417 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c3b9f1f9-9620-4498-90d2-5430b10f1905 admin admin] Publish callbacks [] for security_group (f51265a5-e39c-465e-a728-383fafd147a8), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:18.876912 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=ae47b4cd-b900-42e2-9ef5-1afc9453b0ac,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:18.881089 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-1cc8b335-b81d-4108-b1d7-1efce697337a tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Made reservation on behalf of dc657e3b97f846ab8907f404f62e40e1 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:01:18.884536 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-1cc8b335-b81d-4108-b1d7-1efce697337a tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:18.893843 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49155e13-6067-4f3b-af1c-59db944e6faa {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:01:18.904924 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-bd955833-59fe-47ea-afdf-16b76aee6897 None None] Provisioning complete for port ae47b4cd-b900-42e2-9ef5-1afc9453b0ac triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:18.905453 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-bd955833-59fe-47ea-afdf-16b76aee6897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ae47b4cd-b900-42e2-9ef5-1afc9453b0ac), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:18.953138 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 49155e13-6067-4f3b-af1c-59db944e6faa, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=49155e13-6067-4f3b-af1c-59db944e6faa,segment=NetworkSegment(7d7091a8-a073-429a-a4b4-3148b56eff22),segment_id=7d7091a8-a073-429a-a4b4-3148b56eff22)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:18.964461 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 731303b1-e238-41a2-b1be-4baf04b09a4d triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:18.964880 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (731303b1-e238-41a2-b1be-4baf04b09a4d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:18.981732 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c3b9f1f9-9620-4498-90d2-5430b10f1905 admin admin] Publish callbacks [] for security_group (f51265a5-e39c-465e-a728-383fafd147a8), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:18.986717 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (49155e13-6067-4f3b-af1c-59db944e6faa), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:18.990871 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4735bbec-9048-4aae-b432-b0eccf321cae tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (40690c1c-5393-4761-bf05-2cabf0eca2e1), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:18.993552 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4735bbec-9048-4aae-b432-b0eccf321cae tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:18.994926 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4735bbec-9048-4aae-b432-b0eccf321cae tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/security-groups/40690c1c-5393-4761-bf05-2cabf0eca2e1 HTTP/1.1" status: 204 len: 168 time: 1.2280023 Jan 28 03:01:19.001478 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 47372) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:19.018021 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4735bbec-9048-4aae-b432-b0eccf321cae tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40690c1c-5393-4761-bf05-2cabf0eca2e1,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:19.154328 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=49155e13-6067-4f3b-af1c-59db944e6faa,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:19.182603 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9b92ee0b-8468-4f57-8e06-d4e67c5fd2c9 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for security_group (57377345-4cea-4dad-b694-6611c81330f9), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:19.210992 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-bd955833-59fe-47ea-afdf-16b76aee6897 None None] Current status of the port ae47b4cd-b900-42e2-9ef5-1afc9453b0ac is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:19.211664 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9b92ee0b-8468-4f57-8e06-d4e67c5fd2c9 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for security_group (57377345-4cea-4dad-b694-6611c81330f9), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:19.252435 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-1cc8b335-b81d-4108-b1d7-1efce697337a tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Allocated IP 19.86.0.184 (63411930-ad2a-443b-8470-7dc5c1705aab/d21fec6c-580c-4433-bdfd-2ec7f8c49c81/e8193437-9304-4c0d-918b-49cb6863dc6e) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:01:19.286417 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['49155e13-6067-4f3b-af1c-59db944e6faa'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:01:19.292441 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 731303b1-e238-41a2-b1be-4baf04b09a4d is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:19.293843 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 872e0119-41f2-407a-ada7-0da20d6c1ab1 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:01:19.337565 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fcc64-fff7-486d-8d56-3890e91115f5 req-415bc7dc-eb3f-4dc7-a120-c3ce315175d0 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:19.344654 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fcc64-fff7-486d-8d56-3890e91115f5 req-415bc7dc-eb3f-4dc7-a120-c3ce315175d0 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:19.371055 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fcc64-fff7-486d-8d56-3890e91115f5 req-415bc7dc-eb3f-4dc7-a120-c3ce315175d0 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:19.377366 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fcc64-fff7-486d-8d56-3890e91115f5 req-415bc7dc-eb3f-4dc7-a120-c3ce315175d0 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:19.385423 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fcc64-fff7-486d-8d56-3890e91115f5 req-415bc7dc-eb3f-4dc7-a120-c3ce315175d0 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:19.394349 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fcc64-fff7-486d-8d56-3890e91115f5 req-415bc7dc-eb3f-4dc7-a120-c3ce315175d0 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:19.414172 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fcc64-fff7-486d-8d56-3890e91115f5 req-415bc7dc-eb3f-4dc7-a120-c3ce315175d0 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:19.426150 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fd6fcc64-fff7-486d-8d56-3890e91115f5 req-415bc7dc-eb3f-4dc7-a120-c3ce315175d0 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5427 time: 0.2747326 Jan 28 03:01:19.427194 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c3b9f1f9-9620-4498-90d2-5430b10f1905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f51265a5-e39c-465e-a728-383fafd147a8), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:19.431271 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c3b9f1f9-9620-4498-90d2-5430b10f1905 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:19.432632 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c3b9f1f9-9620-4498-90d2-5430b10f1905 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f51265a5-e39c-465e-a728-383fafd147a8 HTTP/1.1" status: 204 len: 168 time: 0.9724605 Jan 28 03:01:19.459512 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9b92ee0b-8468-4f57-8e06-d4e67c5fd2c9 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (57377345-4cea-4dad-b694-6611c81330f9), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:19.460000 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b9f1f9-9620-4498-90d2-5430b10f1905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51265a5-e39c-465e-a728-383fafd147a8,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:19.463150 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9b92ee0b-8468-4f57-8e06-d4e67c5fd2c9 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:19.468592 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9b92ee0b-8468-4f57-8e06-d4e67c5fd2c9 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/security-groups/57377345-4cea-4dad-b694-6611c81330f9 HTTP/1.1" status: 204 len: 168 time: 0.4652927 Jan 28 03:01:19.469283 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 47384) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:19.496035 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b92ee0b-8468-4f57-8e06-d4e67c5fd2c9 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57377345-4cea-4dad-b694-6611c81330f9,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:19.685098 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-bd955833-59fe-47ea-afdf-16b76aee6897 None None] Provisioning complete for port e4e1ed70-c8c1-482b-850d-0324f8b1af87 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:19.686002 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-bd955833-59fe-47ea-afdf-16b76aee6897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e4e1ed70-c8c1-482b-850d-0324f8b1af87), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:19.714443 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-3def8309-c6a5-4fbf-947d-6020db0a1a30 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Deleting subnet be3398e4-deaa-4353-8df8-30f1c61b823e {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:01:19.721698 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3def8309-c6a5-4fbf-947d-6020db0a1a30 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for subnet (be3398e4-deaa-4353-8df8-30f1c61b823e), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:19.727163 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-6da27b64-16ba-4541-9da1-2799007279f8 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:01:19.731215 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6da27b64-16ba-4541-9da1-2799007279f8 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] 10.222.0.53 "PUT /v2.0/routers/f61ef887-93ab-476e-b143-31e9e68038ec/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3283188 Jan 28 03:01:19.740849 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 47388) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:19.844070 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fd6fcc64-fff7-486d-8d56-3890e91115f5 req-7e1a8907-94d1-4797-b766-f22dd45c073f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4096665 Jan 28 03:01:19.871368 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3def8309-c6a5-4fbf-947d-6020db0a1a30 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (be3398e4-deaa-4353-8df8-30f1c61b823e), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:19.914571 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 872e0119-41f2-407a-ada7-0da20d6c1ab1 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:19.917062 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (872e0119-41f2-407a-ada7-0da20d6c1ab1), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:20.075088 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 47394) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:20.102989 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d9249a3d-09dd-4bdb-9158-834c4cb0b4ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:20.127837 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2969f2-0281-4ce2-8b29-f41de201cd23 req-ebe96788-ce9b-43f3-8c4d-af157308c247 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:20.129521 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fb2969f2-0281-4ce2-8b29-f41de201cd23 req-ebe96788-ce9b-43f3-8c4d-af157308c247 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef21d94c-d7ce-4b77-835e-b44b975d6e1b HTTP/1.1" status: 200 len: 931 time: 0.1549792 Jan 28 03:01:20.154230 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-bd955833-59fe-47ea-afdf-16b76aee6897 None None] Current status of the port e4e1ed70-c8c1-482b-850d-0324f8b1af87 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:20.211666 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d9249a3d-09dd-4bdb-9158-834c4cb0b4ef admin admin] Publish callbacks [] for security_group (9904b2cf-0f8b-4afc-b6c4-b97fa3d57647), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:20.216109 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3def8309-c6a5-4fbf-947d-6020db0a1a30 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (be3398e4-deaa-4353-8df8-30f1c61b823e), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:20.217925 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-1cc8b335-b81d-4108-b1d7-1efce697337a tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks [] for port (e8193437-9304-4c0d-918b-49cb6863dc6e), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:20.245482 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-bd955833-59fe-47ea-afdf-16b76aee6897 None None] Provisioning complete for port 872e0119-41f2-407a-ada7-0da20d6c1ab1 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:20.246417 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-bd955833-59fe-47ea-afdf-16b76aee6897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (872e0119-41f2-407a-ada7-0da20d6c1ab1), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:20.297198 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-1cc8b335-b81d-4108-b1d7-1efce697337a tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (e8193437-9304-4c0d-918b-49cb6863dc6e), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:20.301468 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 872e0119-41f2-407a-ada7-0da20d6c1ab1 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:20.301868 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (872e0119-41f2-407a-ada7-0da20d6c1ab1), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:20.327281 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d9249a3d-09dd-4bdb-9158-834c4cb0b4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (9904b2cf-0f8b-4afc-b6c4-b97fa3d57647), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:20.358610 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 872e0119-41f2-407a-ada7-0da20d6c1ab1, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=872e0119-41f2-407a-ada7-0da20d6c1ab1,segment=NetworkSegment(7e4e9f6e-8a0c-46e4-bfc6-f7cf0b3dd6cb),segment_id=7e4e9f6e-8a0c-46e4-bfc6-f7cf0b3dd6cb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:20.398236 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (872e0119-41f2-407a-ada7-0da20d6c1ab1), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:20.451279 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-bd955833-59fe-47ea-afdf-16b76aee6897 None None] Current status of the port 872e0119-41f2-407a-ada7-0da20d6c1ab1 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:20.451746 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-bd955833-59fe-47ea-afdf-16b76aee6897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (872e0119-41f2-407a-ada7-0da20d6c1ab1), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:20.461989 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-1cc8b335-b81d-4108-b1d7-1efce697337a tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Network 63411930-ad2a-443b-8470-7dc5c1705aab is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:01:20.488683 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=872e0119-41f2-407a-ada7-0da20d6c1ab1,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:20.502630 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-1cc8b335-b81d-4108-b1d7-1efce697337a tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:01:20.517885 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fb2969f2-0281-4ce2-8b29-f41de201cd23 req-11124e78-581c-4872-81ba-1e059b605484 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/security-groups?id=389d7229-f56f-4fba-80fd-3c10167f7dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035822 Jan 28 03:01:20.532244 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc8b335-b81d-4108-b1d7-1efce697337a tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Pushing event updated for resources: {'Port': ['ID=e8193437-9304-4c0d-918b-49cb6863dc6e,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:20.536954 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-1cc8b335-b81d-4108-b1d7-1efce697337a tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:01:20.554489 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1d7f2-f7de-4129-bd87-e0cda24aeee5 req-99656d92-8e73-49bc-b074-1b024a357c3b tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:20.556309 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-58c1d7f2-f7de-4129-bd87-e0cda24aeee5 req-99656d92-8e73-49bc-b074-1b024a357c3b tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e5e8900-8515-4af8-ad09-d5ebee3b44c4 HTTP/1.1" status: 200 len: 944 time: 0.2848055 Jan 28 03:01:20.573320 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.api [None req-bd955833-59fe-47ea-afdf-16b76aee6897 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:01:20.573823 n-d-712139-27 neutron-server[109804]: DEBUG oslo_db.api [None req-bd955833-59fe-47ea-afdf-16b76aee6897 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:01:20.574489 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9249a3d-09dd-4bdb-9158-834c4cb0b4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9904b2cf-0f8b-4afc-b6c4-b97fa3d57647,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:20.581748 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d9249a3d-09dd-4bdb-9158-834c4cb0b4ef admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ff9b7508fb1642eabdaf085c64772482&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5004497 Jan 28 03:01:20.590733 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 47400) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:20.684527 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3def8309-c6a5-4fbf-947d-6020db0a1a30 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (be3398e4-deaa-4353-8df8-30f1c61b823e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:20.700114 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3def8309-c6a5-4fbf-947d-6020db0a1a30 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:20.703368 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-3def8309-c6a5-4fbf-947d-6020db0a1a30 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/subnets/be3398e4-deaa-4353-8df8-30f1c61b823e HTTP/1.1" status: 204 len: 168 time: 1.2181752 Jan 28 03:01:20.708031 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 47402) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:20.708887 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3a731722-874e-4b9d-8c98-c428fa3fbc4e admin admin] Publish callbacks [] for security_group (9904b2cf-0f8b-4afc-b6c4-b97fa3d57647), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:20.709507 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db8685d-494b-4a71-946b-3ed1c7095b00 None None] Network f30bfa7c-3f96-4503-a92f-3a5622960969 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:01:20.742904 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-1cc8b335-b81d-4108-b1d7-1efce697337a tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:20.743779 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-1cc8b335-b81d-4108-b1d7-1efce697337a tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:20.773597 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def8309-c6a5-4fbf-947d-6020db0a1a30 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event deleted for resources: {'Subnet': ['ID=be3398e4-deaa-4353-8df8-30f1c61b823e,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:20.811007 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3a731722-874e-4b9d-8c98-c428fa3fbc4e admin admin] Publish callbacks [] for security_group (9904b2cf-0f8b-4afc-b6c4-b97fa3d57647), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:20.834841 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-e922cefc-4663-436a-89cd-bead9a509eeb tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Deleting subnet 37a71280-bd82-447d-9e16-33f3b416bc54 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:01:20.851568 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e922cefc-4663-436a-89cd-bead9a509eeb tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for subnet (37a71280-bd82-447d-9e16-33f3b416bc54), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:20.872554 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-58c1d7f2-f7de-4129-bd87-e0cda24aeee5 req-0dae69cd-27e3-4909-b26d-ec04de972bea tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] 10.222.0.53 "GET /v2.0/security-groups?id=786ce2cb-8fe2-441b-977a-dfaf6a43011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658477 Jan 28 03:01:20.894730 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-1cc8b335-b81d-4108-b1d7-1efce697337a tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8015759 Jan 28 03:01:20.902058 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 36391a5d-9d32-4fe9-93ae-85959b9d4790 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:01:20.913011 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-b5629cda-846f-42ab-992b-c24756ec3a93 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Request body: {'port': {'device_id': 'ef21d94c-d7ce-4b77-835e-b44b975d6e1b', 'network_id': '7b35c713-4208-4900-88fe-53af1e8f7a24', 'admin_state_up': True, 'tenant_id': 'dc657e3b97f846ab8907f404f62e40e1'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:01:20.948188 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e922cefc-4663-436a-89cd-bead9a509eeb tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (37a71280-bd82-447d-9e16-33f3b416bc54), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:21.007824 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 36391a5d-9d32-4fe9-93ae-85959b9d4790 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:21.007824 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (36391a5d-9d32-4fe9-93ae-85959b9d4790), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:21.065923 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3a731722-874e-4b9d-8c98-c428fa3fbc4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (9904b2cf-0f8b-4afc-b6c4-b97fa3d57647), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:21.071200 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3a731722-874e-4b9d-8c98-c428fa3fbc4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:21.091114 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-3a731722-874e-4b9d-8c98-c428fa3fbc4e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9904b2cf-0f8b-4afc-b6c4-b97fa3d57647 HTTP/1.1" status: 204 len: 168 time: 0.4989963 Jan 28 03:01:21.127617 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a731722-874e-4b9d-8c98-c428fa3fbc4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9904b2cf-0f8b-4afc-b6c4-b97fa3d57647,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:21.178907 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 36391a5d-9d32-4fe9-93ae-85959b9d4790 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:21.195818 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 511c7b80-f05c-4eba-8b8a-91cc81e98575 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:01:21.198862 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-b5629cda-846f-42ab-992b-c24756ec3a93 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Made reservation on behalf of dc657e3b97f846ab8907f404f62e40e1 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:01:21.204885 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-b5629cda-846f-42ab-992b-c24756ec3a93 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:21.206164 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-bd955833-59fe-47ea-afdf-16b76aee6897 None None] Current status of the port 872e0119-41f2-407a-ada7-0da20d6c1ab1 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:21.238571 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44988e81-2dcd-4ae1-a094-5728bd9eda46 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (f61ef887-93ab-476e-b143-31e9e68038ec), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:21.242789 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71bc46-3c4b-4e58-8b3e-5fcdd61df89a req-7a7a4638-536c-4be9-8f49-1cc7d43dfc4c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:21.255621 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71bc46-3c4b-4e58-8b3e-5fcdd61df89a req-7a7a4638-536c-4be9-8f49-1cc7d43dfc4c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:21.262492 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71bc46-3c4b-4e58-8b3e-5fcdd61df89a req-7a7a4638-536c-4be9-8f49-1cc7d43dfc4c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:21.264580 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 511c7b80-f05c-4eba-8b8a-91cc81e98575 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:21.265115 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (511c7b80-f05c-4eba-8b8a-91cc81e98575), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:21.284799 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71bc46-3c4b-4e58-8b3e-5fcdd61df89a req-7a7a4638-536c-4be9-8f49-1cc7d43dfc4c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:21.295315 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71bc46-3c4b-4e58-8b3e-5fcdd61df89a req-7a7a4638-536c-4be9-8f49-1cc7d43dfc4c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:21.302885 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71bc46-3c4b-4e58-8b3e-5fcdd61df89a req-7a7a4638-536c-4be9-8f49-1cc7d43dfc4c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:21.308609 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71bc46-3c4b-4e58-8b3e-5fcdd61df89a req-7a7a4638-536c-4be9-8f49-1cc7d43dfc4c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:21.316489 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ff71bc46-3c4b-4e58-8b3e-5fcdd61df89a req-7a7a4638-536c-4be9-8f49-1cc7d43dfc4c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5427 time: 0.3111649 Jan 28 03:01:21.367277 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-cba29771-78ff-4b8e-89ad-c9b26935aafd None None] Provisioning complete for port 3b96cb50-ddb1-49b7-be64-73f728b95d6e triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:21.367754 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cba29771-78ff-4b8e-89ad-c9b26935aafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3b96cb50-ddb1-49b7-be64-73f728b95d6e), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:21.433539 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e922cefc-4663-436a-89cd-bead9a509eeb tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (37a71280-bd82-447d-9e16-33f3b416bc54), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:21.460012 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-cba29771-78ff-4b8e-89ad-c9b26935aafd None None] Port 3b96cb50-ddb1-49b7-be64-73f728b95d6e cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:01:21.499246 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 511c7b80-f05c-4eba-8b8a-91cc81e98575 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:21.504057 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (511c7b80-f05c-4eba-8b8a-91cc81e98575), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:21.513136 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-cba29771-78ff-4b8e-89ad-c9b26935aafd None None] Provisioning complete for port e4e1ed70-c8c1-482b-850d-0324f8b1af87 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:21.522676 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cba29771-78ff-4b8e-89ad-c9b26935aafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e4e1ed70-c8c1-482b-850d-0324f8b1af87), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:21.539743 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ff71bc46-3c4b-4e58-8b3e-5fcdd61df89a req-b061a371-d016-46b0-912f-f479c2a41444 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2195766 Jan 28 03:01:21.630574 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e922cefc-4663-436a-89cd-bead9a509eeb tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (37a71280-bd82-447d-9e16-33f3b416bc54), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:21.636802 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 511c7b80-f05c-4eba-8b8a-91cc81e98575, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=511c7b80-f05c-4eba-8b8a-91cc81e98575,segment=NetworkSegment(bdef5c55-0cbb-4e49-b486-483ffabd67fc),segment_id=bdef5c55-0cbb-4e49-b486-483ffabd67fc)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:21.653096 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (511c7b80-f05c-4eba-8b8a-91cc81e98575), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:21.655394 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device e4e1ed70-c8c1-482b-850d-0324f8b1af87 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:01:21.689399 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e922cefc-4663-436a-89cd-bead9a509eeb tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event deleted for resources: {'Subnet': ['ID=37a71280-bd82-447d-9e16-33f3b416bc54,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:21.693806 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e922cefc-4663-436a-89cd-bead9a509eeb tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:21.698494 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e922cefc-4663-436a-89cd-bead9a509eeb tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/subnets/37a71280-bd82-447d-9e16-33f3b416bc54 HTTP/1.1" status: 204 len: 168 time: 0.9867363 Jan 28 03:01:21.700783 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 47418) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:21.736229 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eaef5f5-22bd-4e4e-8bfd-8292b4bb9c99 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] DELETE failed (client error): The resource could not be found. Jan 28 03:01:21.737669 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eaef5f5-22bd-4e4e-8bfd-8292b4bb9c99 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:01:21.741884 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8eaef5f5-22bd-4e4e-8bfd-8292b4bb9c99 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/subnets/be3398e4-deaa-4353-8df8-30f1c61b823e HTTP/1.1" status: 404 len: 337 time: 0.0399344 Jan 28 03:01:21.744399 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 47420) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:21.811617 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-7690d928-d0c2-455e-8cda-99585e315037 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Deleting subnet 5cfba829-e07b-4116-b33e-46c8f14b7e24 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:01:21.823737 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7690d928-d0c2-455e-8cda-99585e315037 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks [] for subnet (5cfba829-e07b-4116-b33e-46c8f14b7e24), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:21.872959 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f861b2-b992-4753-8854-b1691a8cca62 req-0cae228f-76ed-4005-89a0-2d861b973010 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:21.879671 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f861b2-b992-4753-8854-b1691a8cca62 req-0cae228f-76ed-4005-89a0-2d861b973010 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:21.881652 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-64f861b2-b992-4753-8854-b1691a8cca62 req-0cae228f-76ed-4005-89a0-2d861b973010 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef21d94c-d7ce-4b77-835e-b44b975d6e1b HTTP/1.1" status: 200 len: 1654 time: 0.1282737 Jan 28 03:01:21.893855 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7690d928-d0c2-455e-8cda-99585e315037 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (5cfba829-e07b-4116-b33e-46c8f14b7e24), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:21.908810 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-cba29771-78ff-4b8e-89ad-c9b26935aafd None None] Current status of the port e4e1ed70-c8c1-482b-850d-0324f8b1af87 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:21.929691 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=511c7b80-f05c-4eba-8b8a-91cc81e98575,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:21.981851 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port e4e1ed70-c8c1-482b-850d-0324f8b1af87 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:21.986885 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e4e1ed70-c8c1-482b-850d-0324f8b1af87), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:21.989151 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-cba29771-78ff-4b8e-89ad-c9b26935aafd None None] Provisioning complete for port 36391a5d-9d32-4fe9-93ae-85959b9d4790 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:21.993338 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cba29771-78ff-4b8e-89ad-c9b26935aafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (36391a5d-9d32-4fe9-93ae-85959b9d4790), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:22.025738 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-64f861b2-b992-4753-8854-b1691a8cca62 req-9c4ae7c0-c798-4688-bbf3-30310c906850 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/security-groups?id=389d7229-f56f-4fba-80fd-3c10167f7dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196482 Jan 28 03:01:22.028674 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-b5629cda-846f-42ab-992b-c24756ec3a93 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Allocated IP 19.80.0.137 (7b35c713-4208-4900-88fe-53af1e8f7a24/6b2115eb-3ca1-4b92-a271-50f8f28156de/cc3eb265-869e-428a-94ce-963ba496ccff) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:01:22.095193 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-44988e81-2dcd-4ae1-a094-5728bd9eda46 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Deleting port b7cbeef0-c070-4fbe-b89b-aab7c1061af5 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:01:22.095705 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44988e81-2dcd-4ae1-a094-5728bd9eda46 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (b7cbeef0-c070-4fbe-b89b-aab7c1061af5), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:22.138032 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5612e4cb-2bcb-43ce-a52a-8ae8616f6bb9 req-e4fc9f4a-1607-4c01-bc40-b800f59393a8 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:22.139876 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5612e4cb-2bcb-43ce-a52a-8ae8616f6bb9 req-e4fc9f4a-1607-4c01-bc40-b800f59393a8 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e5e8900-8515-4af8-ad09-d5ebee3b44c4 HTTP/1.1" status: 200 len: 944 time: 0.1307297 Jan 28 03:01:22.153691 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3c53b0-0d9d-405b-96d8-93a9119aebe4 None None] Network f30bfa7c-3f96-4503-a92f-3a5622960969 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:01:22.168514 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7690d928-d0c2-455e-8cda-99585e315037 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (5cfba829-e07b-4116-b33e-46c8f14b7e24), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:22.205597 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44988e81-2dcd-4ae1-a094-5728bd9eda46 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (b7cbeef0-c070-4fbe-b89b-aab7c1061af5), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:22.219646 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-44988e81-2dcd-4ae1-a094-5728bd9eda46 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Calling delete_port for b7cbeef0-c070-4fbe-b89b-aab7c1061af5 owned by network:router_interface {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:01:22.283736 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5612e4cb-2bcb-43ce-a52a-8ae8616f6bb9 req-b3ae4be0-f326-4e8c-82c9-7c7d3a915997 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] 10.222.0.53 "GET /v2.0/security-groups?id=786ce2cb-8fe2-441b-977a-dfaf6a43011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372499 Jan 28 03:01:22.318717 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7690d928-d0c2-455e-8cda-99585e315037 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (5cfba829-e07b-4116-b33e-46c8f14b7e24), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:22.396214 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 49155e13-6067-4f3b-af1c-59db944e6faa up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:01:22.399562 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7690d928-d0c2-455e-8cda-99585e315037 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event deleted for resources: {'Subnet': ['ID=5cfba829-e07b-4116-b33e-46c8f14b7e24,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:22.404564 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7690d928-d0c2-455e-8cda-99585e315037 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:22.412123 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7690d928-d0c2-455e-8cda-99585e315037 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/subnets/5cfba829-e07b-4116-b33e-46c8f14b7e24 HTTP/1.1" status: 204 len: 168 time: 0.6662514 Jan 28 03:01:22.415647 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 47438) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:22.450872 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44988e81-2dcd-4ae1-a094-5728bd9eda46 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (b7cbeef0-c070-4fbe-b89b-aab7c1061af5), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:22.468060 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port e4e1ed70-c8c1-482b-850d-0324f8b1af87 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:22.469234 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ae47b4cd-b900-42e2-9ef5-1afc9453b0ac up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:01:22.473506 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-cba29771-78ff-4b8e-89ad-c9b26935aafd None None] Current status of the port 36391a5d-9d32-4fe9-93ae-85959b9d4790 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:22.494882 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdff1e17-3d09-4592-86ab-f5a5268514cf tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] DELETE failed (client error): The resource could not be found. Jan 28 03:01:22.495361 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdff1e17-3d09-4592-86ab-f5a5268514cf tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:01:22.501438 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44988e81-2dcd-4ae1-a094-5728bd9eda46 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Pushing event deleted for resources: {'Port': ['ID=b7cbeef0-c070-4fbe-b89b-aab7c1061af5,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:22.526697 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-cdff1e17-3d09-4592-86ab-f5a5268514cf tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/subnets/5faee897-7a71-4677-9393-1fffb68d3be4 HTTP/1.1" status: 404 len: 337 time: 0.1055713 Jan 28 03:01:22.527826 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 47440) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:22.559287 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-cba29771-78ff-4b8e-89ad-c9b26935aafd None None] Provisioning complete for port ae47b4cd-b900-42e2-9ef5-1afc9453b0ac triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:22.559451 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cba29771-78ff-4b8e-89ad-c9b26935aafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ae47b4cd-b900-42e2-9ef5-1afc9453b0ac), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:22.621053 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1fc84868-73d0-43b0-b2a2-8943231a9396 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bad475a-a5e7-4991-9d51-8fdbf3b725a7 HTTP/1.1" status: 200 len: 205 time: 0.0885322 Jan 28 03:01:22.622071 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 47446) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:22.688321 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04e783b-2f96-4e96-9969-6c9699203e09 None None] Update dhcp port {'port': {'network_id': 'f30bfa7c-3f96-4503-a92f-3a5622960969', 'fixed_ips': [{'subnet_id': '5cfba829-e07b-4116-b33e-46c8f14b7e24'}], 'binding:host_id': 'n-d-712139-27'}, 'id': 'e4e1ed70-c8c1-482b-850d-0324f8b1af87'} from n-d-712139-27. {{(pid=109804) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 03:01:22.699240 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 49155e13-6067-4f3b-af1c-59db944e6faa completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:01:22.737180 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 49155e13-6067-4f3b-af1c-59db944e6faa triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:22.737566 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (49155e13-6067-4f3b-af1c-59db944e6faa), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:22.750873 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-9418016b-9adb-4e53-a005-94039a36c9f8 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] delete failed (client error): The resource could not be found. Jan 28 03:01:22.754606 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9418016b-9adb-4e53-a005-94039a36c9f8 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/routers/3bad475a-a5e7-4991-9d51-8fdbf3b725a7 HTTP/1.1" status: 404 len: 336 time: 0.1290030 Jan 28 03:01:22.755151 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 47450) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:22.824607 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-c442d1a1-6ac9-4aaa-9ecf-62a4a88ad9b6 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] DELETE failed (client error): The resource could not be found. Jan 28 03:01:22.824995 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c442d1a1-6ac9-4aaa-9ecf-62a4a88ad9b6 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:01:22.838016 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c442d1a1-6ac9-4aaa-9ecf-62a4a88ad9b6 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/subnets/5f288ced-358e-4aa7-a168-e6ff964365b9 HTTP/1.1" status: 404 len: 337 time: 0.0788164 Jan 28 03:01:22.838016 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 47452) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:22.849993 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port ae47b4cd-b900-42e2-9ef5-1afc9453b0ac triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:22.850393 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ae47b4cd-b900-42e2-9ef5-1afc9453b0ac), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:22.906898 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d04e783b-2f96-4e96-9969-6c9699203e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e4e1ed70-c8c1-482b-850d-0324f8b1af87), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:22.908251 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-631ae757-08c5-49e8-a439-a93e98f6e3f9 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] DELETE failed (client error): The resource could not be found. Jan 28 03:01:22.908580 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-631ae757-08c5-49e8-a439-a93e98f6e3f9 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:01:22.918690 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-631ae757-08c5-49e8-a439-a93e98f6e3f9 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/subnets/6ae66605-a821-4e62-97c3-fab16f66188b HTTP/1.1" status: 404 len: 337 time: 0.0794830 Jan 28 03:01:22.925843 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 47458) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:22.984476 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-533923c9-d96d-4191-98c1-294642ae1c28 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] DELETE failed (client error): The resource could not be found. Jan 28 03:01:22.986531 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-533923c9-d96d-4191-98c1-294642ae1c28 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:01:22.993062 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-533923c9-d96d-4191-98c1-294642ae1c28 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/subnets/5200b346-fd47-40d4-9375-632f8b1d4283 HTTP/1.1" status: 404 len: 337 time: 0.0639694 Jan 28 03:01:22.993439 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 47460) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:23.050459 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e2308d4-3575-45d3-8137-b44ed82ec2b9 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] DELETE failed (client error): The resource could not be found. Jan 28 03:01:23.051064 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e2308d4-3575-45d3-8137-b44ed82ec2b9 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:01:23.057786 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4e2308d4-3575-45d3-8137-b44ed82ec2b9 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/ports/c21c917f-1b9a-497c-b868-f386d1feee56 HTTP/1.1" status: 404 len: 333 time: 0.0575321 Jan 28 03:01:23.058283 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 47462) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:23.123861 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-59ed31ab-0862-4c91-82df-022eb79c9b54 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] DELETE failed (client error): The resource could not be found. Jan 28 03:01:23.124330 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59ed31ab-0862-4c91-82df-022eb79c9b54 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:01:23.130285 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-59ed31ab-0862-4c91-82df-022eb79c9b54 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/subnets/3f2b128d-bc92-49e1-8886-ec8516c9ae71 HTTP/1.1" status: 404 len: 337 time: 0.0686712 Jan 28 03:01:23.130579 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 47468) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:23.219607 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-29465ffa-88d7-41ee-b33f-dc35d16328a2 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] DELETE failed (client error): The resource could not be found. Jan 28 03:01:23.220283 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29465ffa-88d7-41ee-b33f-dc35d16328a2 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:01:23.230349 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-29465ffa-88d7-41ee-b33f-dc35d16328a2 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/subnets/6e4a5e42-0efd-4431-a279-1bd082d56edd HTTP/1.1" status: 404 len: 337 time: 0.0963285 Jan 28 03:01:23.274793 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44988e81-2dcd-4ae1-a094-5728bd9eda46 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (f61ef887-93ab-476e-b143-31e9e68038ec), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:23.286485 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 47470) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:23.302642 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 49155e13-6067-4f3b-af1c-59db944e6faa is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:23.303222 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (49155e13-6067-4f3b-af1c-59db944e6faa), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:23.305134 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-cba29771-78ff-4b8e-89ad-c9b26935aafd None None] Current status of the port ae47b4cd-b900-42e2-9ef5-1afc9453b0ac is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:23.330781 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-cba29771-78ff-4b8e-89ad-c9b26935aafd None None] Could not find standard attr ID for object b7cbeef0-c070-4fbe-b89b-aab7c1061af5. {{(pid=109804) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:01:23.360716 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e5e8900-8515-4af8-ad09-d5ebee3b44c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49155e13-6067-4f3b-af1c-59db944e6faa'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:01:23.363696 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f5ab18-1597-4a29-ad61-5cf051b7dcee" -d '{"events": [{"server_uuid": "9e5e8900-8515-4af8-ad09-d5ebee3b44c4", "name": "network-vif-plugged", "status": "completed", "tag": "49155e13-6067-4f3b-af1c-59db944e6faa"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:01:23.366562 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0193fcb-9ba5-47a2-8e62-272187e305ac req-6f895d0a-93bf-4719-8042-57ffbf987c6d tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:23.367445 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port ae47b4cd-b900-42e2-9ef5-1afc9453b0ac is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:23.374776 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0193fcb-9ba5-47a2-8e62-272187e305ac req-6f895d0a-93bf-4719-8042-57ffbf987c6d tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:23.385234 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d0193fcb-9ba5-47a2-8e62-272187e305ac req-6f895d0a-93bf-4719-8042-57ffbf987c6d tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef21d94c-d7ce-4b77-835e-b44b975d6e1b HTTP/1.1" status: 200 len: 1654 time: 0.1708431 Jan 28 03:01:23.413678 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 49155e13-6067-4f3b-af1c-59db944e6faa, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=49155e13-6067-4f3b-af1c-59db944e6faa,segment=NetworkSegment(7d7091a8-a073-429a-a4b4-3148b56eff22),segment_id=7d7091a8-a073-429a-a4b4-3148b56eff22)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:23.430480 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-cba29771-78ff-4b8e-89ad-c9b26935aafd None None] Provisioning complete for port 511c7b80-f05c-4eba-8b8a-91cc81e98575 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:23.430810 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cba29771-78ff-4b8e-89ad-c9b26935aafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (511c7b80-f05c-4eba-8b8a-91cc81e98575), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:23.435767 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (49155e13-6067-4f3b-af1c-59db944e6faa), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:23.474529 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089521db-5a84-423d-afba-00c3acee81ef None None] Network f30bfa7c-3f96-4503-a92f-3a5622960969 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:01:23.494010 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d0193fcb-9ba5-47a2-8e62-272187e305ac req-3fc19314-f483-4d14-a47f-0fb0a91d3c41 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/security-groups?id=389d7229-f56f-4fba-80fd-3c10167f7dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000876 Jan 28 03:01:23.581283 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-b5629cda-846f-42ab-992b-c24756ec3a93 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks [] for port (cc3eb265-869e-428a-94ce-963ba496ccff), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:23.626717 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 872e0119-41f2-407a-ada7-0da20d6c1ab1 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:01:23.630201 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-b5629cda-846f-42ab-992b-c24756ec3a93 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (cc3eb265-869e-428a-94ce-963ba496ccff), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:23.672374 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-8634557c-13f1-4380-862f-3241c3ffdd61 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] DELETE failed (client error): The resource could not be found. Jan 28 03:01:23.674845 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8634557c-13f1-4380-862f-3241c3ffdd61 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:01:23.682233 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8634557c-13f1-4380-862f-3241c3ffdd61 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/ports/056b06c1-27d6-4006-b209-dac829cdea08 HTTP/1.1" status: 404 len: 333 time: 0.3903103 Jan 28 03:01:23.688071 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 47486) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:23.730066 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0df4cb-13e2-4438-9636-eb8beb5ebd02 req-3528caba-651d-48d6-a3c8-d8ad7f917f0e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:23.741671 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0df4cb-13e2-4438-9636-eb8beb5ebd02 req-3528caba-651d-48d6-a3c8-d8ad7f917f0e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:23.750430 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1515fd2-db5d-4874-a9d6-a329ba353e5b tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] DELETE failed (client error): The resource could not be found. Jan 28 03:01:23.751277 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1515fd2-db5d-4874-a9d6-a329ba353e5b tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:01:23.758230 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0df4cb-13e2-4438-9636-eb8beb5ebd02 req-3528caba-651d-48d6-a3c8-d8ad7f917f0e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:23.758680 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b1515fd2-db5d-4874-a9d6-a329ba353e5b tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/subnets/faaab7e0-1540-4779-b552-c81f243d49bd HTTP/1.1" status: 404 len: 337 time: 0.0638528 Jan 28 03:01:23.759485 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 47488) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:23.764000 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=49155e13-6067-4f3b-af1c-59db944e6faa,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:23.773217 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0df4cb-13e2-4438-9636-eb8beb5ebd02 req-3528caba-651d-48d6-a3c8-d8ad7f917f0e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:23.777496 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-cba29771-78ff-4b8e-89ad-c9b26935aafd None None] Current status of the port 511c7b80-f05c-4eba-8b8a-91cc81e98575 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:23.780794 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888a46d-af09-4b69-9891-973281868972 req-84cc863a-8a3f-449c-b6ae-9f29ec90bdb9 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:23.782760 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f71be79-0e44-4eef-a565-6e6bd5b4faf3 None None] DHCP port deletion for f30bfa7c-3f96-4503-a92f-3a5622960969 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:01:23.789399 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c888a46d-af09-4b69-9891-973281868972 req-84cc863a-8a3f-449c-b6ae-9f29ec90bdb9 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e5e8900-8515-4af8-ad09-d5ebee3b44c4 HTTP/1.1" status: 200 len: 945 time: 0.1646824 Jan 28 03:01:23.797626 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0df4cb-13e2-4438-9636-eb8beb5ebd02 req-3528caba-651d-48d6-a3c8-d8ad7f917f0e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:23.808777 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0df4cb-13e2-4438-9636-eb8beb5ebd02 req-3528caba-651d-48d6-a3c8-d8ad7f917f0e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:23.822750 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-2861a002-d426-496d-a01b-d0bf3fb50bc0 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] DELETE failed (client error): The resource could not be found. Jan 28 03:01:23.823502 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2861a002-d426-496d-a01b-d0bf3fb50bc0 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:01:23.824274 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0df4cb-13e2-4438-9636-eb8beb5ebd02 req-3528caba-651d-48d6-a3c8-d8ad7f917f0e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:23.829421 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-cba29771-78ff-4b8e-89ad-c9b26935aafd None None] Provisioning complete for port 9ddd5985-6951-4c20-9688-8db78d544522 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:23.829421 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cba29771-78ff-4b8e-89ad-c9b26935aafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9ddd5985-6951-4c20-9688-8db78d544522), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:23.830533 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-2861a002-d426-496d-a01b-d0bf3fb50bc0 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/subnets/45fa39e0-e4ae-4397-81fa-4c58674c8596 HTTP/1.1" status: 404 len: 337 time: 0.0684264 Jan 28 03:01:23.837663 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3c0df4cb-13e2-4438-9636-eb8beb5ebd02 req-3528caba-651d-48d6-a3c8-d8ad7f917f0e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5427 time: 0.6815724 Jan 28 03:01:23.839225 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 47490) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:23.872119 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 872e0119-41f2-407a-ada7-0da20d6c1ab1 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:23.872669 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (872e0119-41f2-407a-ada7-0da20d6c1ab1), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:23.938411 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-cba29771-78ff-4b8e-89ad-c9b26935aafd None None] Port 9ddd5985-6951-4c20-9688-8db78d544522 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:01:23.955433 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-0f71be79-0e44-4eef-a565-6e6bd5b4faf3 None None] Deleting port e4e1ed70-c8c1-482b-850d-0324f8b1af87 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:01:23.956106 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0f71be79-0e44-4eef-a565-6e6bd5b4faf3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (e4e1ed70-c8c1-482b-850d-0324f8b1af87), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:23.973664 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-b5629cda-846f-42ab-992b-c24756ec3a93 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Network 7b35c713-4208-4900-88fe-53af1e8f7a24 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:01:23.986635 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c888a46d-af09-4b69-9891-973281868972 req-21130bf1-921d-4bf7-a4d7-6891a2434511 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] 10.222.0.53 "GET /v2.0/security-groups?id=786ce2cb-8fe2-441b-977a-dfaf6a43011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931345 Jan 28 03:01:23.991065 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-cba29771-78ff-4b8e-89ad-c9b26935aafd None None] Provisioning complete for port e8193437-9304-4c0d-918b-49cb6863dc6e triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:23.991584 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cba29771-78ff-4b8e-89ad-c9b26935aafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e8193437-9304-4c0d-918b-49cb6863dc6e), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:24.019719 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-0664a1fc-13e4-4f09-b810-a96623eb0e04 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Deleting port 9ddd5985-6951-4c20-9688-8db78d544522 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:01:24.020323 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0664a1fc-13e4-4f09-b810-a96623eb0e04 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (9ddd5985-6951-4c20-9688-8db78d544522), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:24.040552 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-b5629cda-846f-42ab-992b-c24756ec3a93 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:01:24.046737 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-b5629cda-846f-42ab-992b-c24756ec3a93 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:01:24.154168 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-cba29771-78ff-4b8e-89ad-c9b26935aafd None None] Port e8193437-9304-4c0d-918b-49cb6863dc6e cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:01:24.164758 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-0f71be79-0e44-4eef-a565-6e6bd5b4faf3 None None] For port e4e1ed70-c8c1-482b-850d-0324f8b1af87, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=e4e1ed70-c8c1-482b-850d-0324f8b1af87,segment=NetworkSegment(9e0a682e-6d92-40dd-89d9-9d373febd5cd),segment_id=9e0a682e-6d92-40dd-89d9-9d373febd5cd)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:24.185008 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0f71be79-0e44-4eef-a565-6e6bd5b4faf3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (e4e1ed70-c8c1-482b-850d-0324f8b1af87), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:24.189304 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-cba29771-78ff-4b8e-89ad-c9b26935aafd None None] Could not find standard attr ID for object b2a457d2-94dc-489f-b78b-0930c0cc0254. {{(pid=109804) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:01:24.192335 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-b5629cda-846f-42ab-992b-c24756ec3a93 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:24.192995 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-b5629cda-846f-42ab-992b-c24756ec3a93 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:24.197583 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 872e0119-41f2-407a-ada7-0da20d6c1ab1 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:24.206383 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 511c7b80-f05c-4eba-8b8a-91cc81e98575 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:01:24.235398 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5629cda-846f-42ab-992b-c24756ec3a93 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Pushing event updated for resources: {'Port': ['ID=cc3eb265-869e-428a-94ce-963ba496ccff,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:24.242960 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44988e81-2dcd-4ae1-a094-5728bd9eda46 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Router f61ef887-93ab-476e-b143-31e9e68038ec has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:01:24.288746 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-b5629cda-846f-42ab-992b-c24756ec3a93 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3803782 Jan 28 03:01:24.308801 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-0f71be79-0e44-4eef-a565-6e6bd5b4faf3 None None] Calling delete_port for e4e1ed70-c8c1-482b-850d-0324f8b1af87 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:01:24.321174 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-7e36706d-b307-469b-bd64-82fd12203d11 service neutron] Request body: {'port': {'device_id': 'ef21d94c-d7ce-4b77-835e-b44b975d6e1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:01:24.354243 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-494d76d3-e6fa-415e-9b2a-23c3c83510fc None None] Provisioning complete for port 9ddd5985-6951-4c20-9688-8db78d544522 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:24.354626 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-494d76d3-e6fa-415e-9b2a-23c3c83510fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9ddd5985-6951-4c20-9688-8db78d544522), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:24.385766 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3c0df4cb-13e2-4438-9636-eb8beb5ebd02 req-7fb6091a-c350-4635-b463-9c171c2df2e0 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5423915 Jan 28 03:01:24.418725 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fab8ebb-774c-4360-b723-5d1b3757fb05 x-openstack-request-id: req-8fab8ebb-774c-4360-b723-5d1b3757fb05 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:01:24.419013 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e5e8900-8515-4af8-ad09-d5ebee3b44c4", "name": "network-vif-plugged", "status": "completed", "tag": "49155e13-6067-4f3b-af1c-59db944e6faa", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:01:24.419269 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8fab8ebb-774c-4360-b723-5d1b3757fb05 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:01:24.419671 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e5e8900-8515-4af8-ad09-d5ebee3b44c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49155e13-6067-4f3b-af1c-59db944e6faa', 'code': 200} Jan 28 03:01:24.422498 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-494d76d3-e6fa-415e-9b2a-23c3c83510fc None None] Port 9ddd5985-6951-4c20-9688-8db78d544522 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:01:24.483478 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-7e36706d-b307-469b-bd64-82fd12203d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3b96cb50-ddb1-49b7-be64-73f728b95d6e), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:24.559125 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-494d76d3-e6fa-415e-9b2a-23c3c83510fc None None] Provisioning complete for port e4e1ed70-c8c1-482b-850d-0324f8b1af87 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:24.559629 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-494d76d3-e6fa-415e-9b2a-23c3c83510fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e4e1ed70-c8c1-482b-850d-0324f8b1af87), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:24.624433 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 511c7b80-f05c-4eba-8b8a-91cc81e98575 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:24.624872 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (511c7b80-f05c-4eba-8b8a-91cc81e98575), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:24.712119 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0f71be79-0e44-4eef-a565-6e6bd5b4faf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (e4e1ed70-c8c1-482b-850d-0324f8b1af87), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:24.718748 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-494d76d3-e6fa-415e-9b2a-23c3c83510fc None None] Could not find standard attr ID for object e4e1ed70-c8c1-482b-850d-0324f8b1af87. {{(pid=109804) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:01:24.726744 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44988e81-2dcd-4ae1-a094-5728bd9eda46 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:01:24.746358 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-44988e81-2dcd-4ae1-a094-5728bd9eda46 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] 10.222.0.53 "PUT /v2.0/routers/f61ef887-93ab-476e-b143-31e9e68038ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0036683 Jan 28 03:01:24.752631 n-d-712139-27 neutron-server[109804]: INFO neutron.plugins.ml2.db [None req-494d76d3-e6fa-415e-9b2a-23c3c83510fc None None] No ports have port_id starting with e4e1ed70-c8c1-482b-850d-0324f8b1af87 Jan 28 03:01:24.755799 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2951ef-a72e-481b-8932-e88ba6a6f40a None None] Sync routers for ids ['f61ef887-93ab-476e-b143-31e9e68038ec'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:01:24.760598 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f71be79-0e44-4eef-a565-6e6bd5b4faf3 None None] Pushing event deleted for resources: {'Port': ['ID=e4e1ed70-c8c1-482b-850d-0324f8b1af87,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:24.769971 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f71be79-0e44-4eef-a565-6e6bd5b4faf3 None None] No DVR routers for this DVR port e4e1ed70-c8c1-482b-850d-0324f8b1af87 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:01:24.794809 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2951ef-a72e-481b-8932-e88ba6a6f40a None None] Routers {'f61ef887-93ab-476e-b143-31e9e68038ec'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:01:24.799204 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-8e2951ef-a72e-481b-8932-e88ba6a6f40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:01:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['f61ef887-93ab-476e-b143-31e9e68038ec'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:01:24.820973 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 47542) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:24.854857 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-8e2951ef-a72e-481b-8932-e88ba6a6f40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:01:24.876080 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-0bcbc328-c51d-4616-8f9f-ca11b85e69d9 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] delete failed (client error): The resource could not be found. Jan 28 03:01:24.884212 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0bcbc328-c51d-4616-8f9f-ca11b85e69d9 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-1660878933 HTTP/1.1" status: 404 len: 335 time: 0.0619409 Jan 28 03:01:24.888205 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 47552) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:24.896873 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-8f6eab9b-6895-4b78-856c-8e3937394d09 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f61ef887-93ab-476e-b143-31e9e68038ec'}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:01:24.897589 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0920de-c8f2-4ac3-b83c-d3a5b04254ef req-a7c357de-1b87-48f3-9613-181ba9e15d2c tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:24.902192 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2951ef-a72e-481b-8932-e88ba6a6f40a None None] Routers {'f61ef887-93ab-476e-b143-31e9e68038ec'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:01:24.902953 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-8e2951ef-a72e-481b-8932-e88ba6a6f40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:01:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['f61ef887-93ab-476e-b143-31e9e68038ec'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:01:24.904576 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0920de-c8f2-4ac3-b83c-d3a5b04254ef req-a7c357de-1b87-48f3-9613-181ba9e15d2c tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:24.911066 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0920de-c8f2-4ac3-b83c-d3a5b04254ef req-a7c357de-1b87-48f3-9613-181ba9e15d2c tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:24.912877 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fd0920de-c8f2-4ac3-b83c-d3a5b04254ef req-a7c357de-1b87-48f3-9613-181ba9e15d2c tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef21d94c-d7ce-4b77-835e-b44b975d6e1b HTTP/1.1" status: 200 len: 2376 time: 0.2775593 Jan 28 03:01:24.957728 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-8e2951ef-a72e-481b-8932-e88ba6a6f40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:01:24.958553 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2951ef-a72e-481b-8932-e88ba6a6f40a None None] The sync data for ids ['f61ef887-93ab-476e-b143-31e9e68038ec'] in n-d-712139-27 is: [] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:01:24.961900 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 511c7b80-f05c-4eba-8b8a-91cc81e98575 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:24.969174 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0664a1fc-13e4-4f09-b810-a96623eb0e04 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (9ddd5985-6951-4c20-9688-8db78d544522), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:24.972905 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-75d2568c-6e58-45ac-93d3-b96c9531f1e8 None None] Provisioning complete for port cc3eb265-869e-428a-94ce-963ba496ccff triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:24.973421 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-75d2568c-6e58-45ac-93d3-b96c9531f1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (cc3eb265-869e-428a-94ce-963ba496ccff), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:24.975323 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 522e2e39-e847-4a52-8a70-9410b617ab1b details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:01:25.025652 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-0664a1fc-13e4-4f09-b810-a96623eb0e04 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Calling delete_port for 9ddd5985-6951-4c20-9688-8db78d544522 owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:01:25.065097 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-75d2568c-6e58-45ac-93d3-b96c9531f1e8 None None] Port cc3eb265-869e-428a-94ce-963ba496ccff cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:01:25.169406 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf92a7-fd4f-43ee-922f-cf32862d75ce req-9b1eae01-59ec-4fac-b5e4-a25e8473368f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:25.171088 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-77cf92a7-fd4f-43ee-922f-cf32862d75ce req-9b1eae01-59ec-4fac-b5e4-a25e8473368f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9e5e8900-8515-4af8-ad09-d5ebee3b44c4 HTTP/1.1" status: 200 len: 1097 time: 0.3390417 Jan 28 03:01:25.184615 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fd0920de-c8f2-4ac3-b83c-d3a5b04254ef req-81c41f46-1c19-47cd-a554-f229d7fe4af0 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/security-groups?id=389d7229-f56f-4fba-80fd-3c10167f7dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550266 Jan 28 03:01:25.221793 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 522e2e39-e847-4a52-8a70-9410b617ab1b, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=522e2e39-e847-4a52-8a70-9410b617ab1b,segment=NetworkSegment(242cab35-05c2-4e9b-b7a3-b9ace6aa1f3a),segment_id=242cab35-05c2-4e9b-b7a3-b9ace6aa1f3a)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:25.249698 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '522e2e39-e847-4a52-8a70-9410b617ab1b', 'network_id': '00e51838-dce0-4440-a9f8-fd2fd28c5471', 'port_id': '522e2e39-e847-4a52-8a70-9410b617ab1b', 'mac_address': 'fa:16:3e:7e:3a:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e16ad5-afde-4ff0-9a68-1abb02683cb1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:01:25.296468 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 522e2e39-e847-4a52-8a70-9410b617ab1b is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:25.297329 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (522e2e39-e847-4a52-8a70-9410b617ab1b), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:25.320515 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 522e2e39-e847-4a52-8a70-9410b617ab1b {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:01:25.323030 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-7e36706d-b307-469b-bd64-82fd12203d11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b96cb50-ddb1-49b7-be64-73f728b95d6e {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:01:25.332485 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-7e36706d-b307-469b-bd64-82fd12203d11 service neutron] Publish callbacks [] for port (3b96cb50-ddb1-49b7-be64-73f728b95d6e), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:25.349936 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-7e36706d-b307-469b-bd64-82fd12203d11 service neutron] Transition to ACTIVE for port object 3b96cb50-ddb1-49b7-be64-73f728b95d6e will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:01:25.354887 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 522e2e39-e847-4a52-8a70-9410b617ab1b, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=522e2e39-e847-4a52-8a70-9410b617ab1b,segment=NetworkSegment(242cab35-05c2-4e9b-b7a3-b9ace6aa1f3a),segment_id=242cab35-05c2-4e9b-b7a3-b9ace6aa1f3a)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:25.357779 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-7e36706d-b307-469b-bd64-82fd12203d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (3b96cb50-ddb1-49b7-be64-73f728b95d6e), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:25.364462 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (522e2e39-e847-4a52-8a70-9410b617ab1b), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:25.365835 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 5412df90-162b-4d92-af88-5241f7fd5d82 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:01:25.466469 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36706d-b307-469b-bd64-82fd12203d11 service neutron] Pushing event updated for resources: {'Port': ['ID=3b96cb50-ddb1-49b7-be64-73f728b95d6e,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:25.540595 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8f6eab9b-6895-4b78-856c-8e3937394d09 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks [] for router_gateway (f61ef887-93ab-476e-b143-31e9e68038ec), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:25.542535 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=522e2e39-e847-4a52-8a70-9410b617ab1b,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:25.571716 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device e4e1ed70-c8c1-482b-850d-0324f8b1af87 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:01:25.592953 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0664a1fc-13e4-4f09-b810-a96623eb0e04 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (9ddd5985-6951-4c20-9688-8db78d544522), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:25.600163 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-8f6eab9b-6895-4b78-856c-8e3937394d09 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] update failed (client error): The resource could not be found. Jan 28 03:01:25.606042 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8f6eab9b-6895-4b78-856c-8e3937394d09 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] 10.222.0.53 "PUT /v2.0/routers/f61ef887-93ab-476e-b143-31e9e68038ec HTTP/1.1" status: 404 len: 339 time: 0.7127030 Jan 28 03:01:25.608520 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 47592) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:25.614044 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-c56fc01f-c467-46e5-9f6b-6ab1873dbeb5 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2135005327'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:01:25.630805 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16941985-a15b-4ae9-b79c-ad8bfde596e5 req-55c9e63e-8351-4ba7-8d9f-c1a44e056df8 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:25.634608 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: e4e1ed70-c8c1-482b-850d-0324f8b1af87 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:01:25.635216 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device e4e1ed70-c8c1-482b-850d-0324f8b1af87 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:01:25.636165 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16941985-a15b-4ae9-b79c-ad8bfde596e5 req-55c9e63e-8351-4ba7-8d9f-c1a44e056df8 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:25.641543 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16941985-a15b-4ae9-b79c-ad8bfde596e5 req-55c9e63e-8351-4ba7-8d9f-c1a44e056df8 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:25.644651 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0664a1fc-13e4-4f09-b810-a96623eb0e04 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event deleted for resources: {'Port': ['ID=9ddd5985-6951-4c20-9688-8db78d544522,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:25.646831 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16941985-a15b-4ae9-b79c-ad8bfde596e5 req-55c9e63e-8351-4ba7-8d9f-c1a44e056df8 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:25.652225 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16941985-a15b-4ae9-b79c-ad8bfde596e5 req-55c9e63e-8351-4ba7-8d9f-c1a44e056df8 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:25.666116 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16941985-a15b-4ae9-b79c-ad8bfde596e5 req-55c9e63e-8351-4ba7-8d9f-c1a44e056df8 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:25.671875 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755e4b4-dccb-4bb0-8f4e-371b6035dd76 req-e9984513-5c97-4dc7-86fa-6f32579a5d25 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:25.679683 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16941985-a15b-4ae9-b79c-ad8bfde596e5 req-55c9e63e-8351-4ba7-8d9f-c1a44e056df8 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:25.681104 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c755e4b4-dccb-4bb0-8f4e-371b6035dd76 req-e9984513-5c97-4dc7-86fa-6f32579a5d25 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e5e8900-8515-4af8-ad09-d5ebee3b44c4 HTTP/1.1" status: 200 len: 945 time: 0.5526996 Jan 28 03:01:25.687147 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 47594) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:25.691895 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-16941985-a15b-4ae9-b79c-ad8bfde596e5 req-55c9e63e-8351-4ba7-8d9f-c1a44e056df8 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5428 time: 0.1904948 Jan 28 03:01:25.695383 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-77cf92a7-fd4f-43ee-922f-cf32862d75ce req-0e4125fc-8ec4-404d-8deb-8ac7b76f0674 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=786ce2cb-8fe2-441b-977a-dfaf6a43011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4158018 Jan 28 03:01:25.695660 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-7e36706d-b307-469b-bd64-82fd12203d11 service neutron] Attempting to bind port 3b96cb50-ddb1-49b7-be64-73f728b95d6e on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:01:25.696002 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-7e36706d-b307-469b-bd64-82fd12203d11 service neutron] Attempting to bind port 3b96cb50-ddb1-49b7-be64-73f728b95d6e by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '7e4e9f6e-8a0c-46e4-bfc6-f7cf0b3dd6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7b35c713-4208-4900-88fe-53af1e8f7a24'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:01:25.696331 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-7e36706d-b307-469b-bd64-82fd12203d11 service neutron] Attempting to bind port 3b96cb50-ddb1-49b7-be64-73f728b95d6e on network 7b35c713-4208-4900-88fe-53af1e8f7a24 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:01:25.700731 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0664a1fc-13e4-4f09-b810-a96623eb0e04 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:25.708010 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0664a1fc-13e4-4f09-b810-a96623eb0e04 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/ports/9ddd5985-6951-4c20-9688-8db78d544522 HTTP/1.1" status: 204 len: 168 time: 1.8672459 Jan 28 03:01:25.714253 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 47598) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:25.715352 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 5412df90-162b-4d92-af88-5241f7fd5d82, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=5412df90-162b-4d92-af88-5241f7fd5d82,segment=NetworkSegment(db598c0e-8e20-40ef-9b23-0e841e396fc3),segment_id=db598c0e-8e20-40ef-9b23-0e841e396fc3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:25.724193 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-7e36706d-b307-469b-bd64-82fd12203d11 service neutron] Port 3b96cb50-ddb1-49b7-be64-73f728b95d6e on network 7b35c713-4208-4900-88fe-53af1e8f7a24 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:01:25.724524 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-7e36706d-b307-469b-bd64-82fd12203d11 service neutron] Attempting to bind port 3b96cb50-ddb1-49b7-be64-73f728b95d6e on network 7b35c713-4208-4900-88fe-53af1e8f7a24 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:01:25.729526 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '5412df90-162b-4d92-af88-5241f7fd5d82', 'network_id': '45f5aab1-77c3-46bf-9724-8eea4a5c0efa', 'port_id': '5412df90-162b-4d92-af88-5241f7fd5d82', 'mac_address': 'fa:16:3e:1e:bd:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1901a35-0605-40aa-86b7-558d17d5580a', 'ip_address': '10.1.1.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:01:25.761452 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56fc01f-c467-46e5-9f6b-6ab1873dbeb5 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Made reservation on behalf of 869edd37381e4b6fbc4cdc94ce192ac7 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:01:25.764805 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c56fc01f-c467-46e5-9f6b-6ab1873dbeb5 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:25.768107 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-7e36706d-b307-469b-bd64-82fd12203d11 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:01:25.768458 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-7e36706d-b307-469b-bd64-82fd12203d11 service neutron] Checking segment: {'id': '7e4e9f6e-8a0c-46e4-bfc6-f7cf0b3dd6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7b35c713-4208-4900-88fe-53af1e8f7a24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:01:25.768854 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-7e36706d-b307-469b-bd64-82fd12203d11 service neutron] Bound using segment: {'id': '7e4e9f6e-8a0c-46e4-bfc6-f7cf0b3dd6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7b35c713-4208-4900-88fe-53af1e8f7a24'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:01:25.769332 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-7e36706d-b307-469b-bd64-82fd12203d11 service neutron] Bound port: 3b96cb50-ddb1-49b7-be64-73f728b95d6e, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e4e9f6e-8a0c-46e4-bfc6-f7cf0b3dd6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7b35c713-4208-4900-88fe-53af1e8f7a24'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:01:25.769688 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-7e36706d-b307-469b-bd64-82fd12203d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3b96cb50-ddb1-49b7-be64-73f728b95d6e), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:25.826628 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 5412df90-162b-4d92-af88-5241f7fd5d82 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:25.827427 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5412df90-162b-4d92-af88-5241f7fd5d82), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:25.829898 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c755e4b4-dccb-4bb0-8f4e-371b6035dd76 req-c2943b99-520d-4b7f-bfa1-fb3fffe9be41 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] 10.222.0.53 "GET /v2.0/security-groups?id=786ce2cb-8fe2-441b-977a-dfaf6a43011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475005 Jan 28 03:01:25.848791 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5412df90-162b-4d92-af88-5241f7fd5d82 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:01:25.874253 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 5412df90-162b-4d92-af88-5241f7fd5d82, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=5412df90-162b-4d92-af88-5241f7fd5d82,segment=NetworkSegment(db598c0e-8e20-40ef-9b23-0e841e396fc3),segment_id=db598c0e-8e20-40ef-9b23-0e841e396fc3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:25.879423 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4e341c9b-c5d8-4392-914d-55597872d173 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (f30bfa7c-3f96-4503-a92f-3a5622960969), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:25.882142 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c56fc01f-c467-46e5-9f6b-6ab1873dbeb5 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:01:25.891075 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (5412df90-162b-4d92-af88-5241f7fd5d82), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:25.891946 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device fab89d88-a54d-4fec-bf38-88eba2285661 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:01:25.893245 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-16941985-a15b-4ae9-b79c-ad8bfde596e5 req-93c753eb-446e-4de9-ad26-8d46b9b33922 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1881838 Jan 28 03:01:25.907048 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c56fc01f-c467-46e5-9f6b-6ab1873dbeb5 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (6be1e985-aaf0-411d-be42-0bc3177523f6), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:25.907274 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-c56fc01f-c467-46e5-9f6b-6ab1873dbeb5 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Added segment 6be1e985-aaf0-411d-be42-0bc3177523f6 of type vlan for network 6497a058-a4a1-4272-a01a-4995ba112653 Jan 28 03:01:25.953956 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-90443fbe-ef67-4b8f-b1db-2cf230856d17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:25.958738 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-7e36706d-b307-469b-bd64-82fd12203d11 service neutron] For port 3b96cb50-ddb1-49b7-be64-73f728b95d6e, host n-h2-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:01:25.981514 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-7e36706d-b307-469b-bd64-82fd12203d11 service neutron] For port 3b96cb50-ddb1-49b7-be64-73f728b95d6e, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=3b96cb50-ddb1-49b7-be64-73f728b95d6e,segment=NetworkSegment(7e4e9f6e-8a0c-46e4-bfc6-f7cf0b3dd6cb),segment_id=7e4e9f6e-8a0c-46e4-bfc6-f7cf0b3dd6cb)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:01:25.983291 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c56fc01f-c467-46e5-9f6b-6ab1873dbeb5 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (6497a058-a4a1-4272-a01a-4995ba112653), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:25.991413 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=5412df90-162b-4d92-af88-5241f7fd5d82,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:25.992981 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-7e36706d-b307-469b-bd64-82fd12203d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (3b96cb50-ddb1-49b7-be64-73f728b95d6e), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:26.039622 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4e341c9b-c5d8-4392-914d-55597872d173 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (f30bfa7c-3f96-4503-a92f-3a5622960969), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:26.049664 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36706d-b307-469b-bd64-82fd12203d11 service neutron] Pushing event updated for resources: {'Port': ['ID=3b96cb50-ddb1-49b7-be64-73f728b95d6e,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:26.073982 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-7e36706d-b307-469b-bd64-82fd12203d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:26.074625 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-7e36706d-b307-469b-bd64-82fd12203d11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:26.076320 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-7e36706d-b307-469b-bd64-82fd12203d11 service neutron] 10.222.0.39 "PUT /v2.0/ports/3b96cb50-ddb1-49b7-be64-73f728b95d6e HTTP/1.1" status: 200 len: 1092 time: 1.7706501 Jan 28 03:01:26.076691 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef21d94c-d7ce-4b77-835e-b44b975d6e1b', 'tag': '3b96cb50-ddb1-49b7-be64-73f728b95d6e'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:01:26.079052 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a2e0f1-3e3a-49c2-a1f9-14a9c4908e85" -d '{"events": [{"name": "network-changed", "server_uuid": "ef21d94c-d7ce-4b77-835e-b44b975d6e1b", "tag": "3b96cb50-ddb1-49b7-be64-73f728b95d6e"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:01:26.082851 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port fab89d88-a54d-4fec-bf38-88eba2285661, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=fab89d88-a54d-4fec-bf38-88eba2285661,segment=NetworkSegment(56ecf217-4f55-4505-a70a-3d133ecc059a),segment_id=56ecf217-4f55-4505-a70a-3d133ecc059a)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:26.083409 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-4e341c9b-c5d8-4392-914d-55597872d173 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f30bfa7c-3f96-4503-a92f-3a5622960969']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:01:26.098579 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-4e341c9b-c5d8-4392-914d-55597872d173 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e0a682e-6d92-40dd-89d9-9d373febd5cd') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:01:26.098885 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-4e341c9b-c5d8-4392-914d-55597872d173 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e0a682e-6d92-40dd-89d9-9d373febd5cd') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:01:26.099608 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': 'fab89d88-a54d-4fec-bf38-88eba2285661', 'network_id': '8f5c2a2c-a994-4917-b3e0-21b15ad56c20', 'port_id': 'fab89d88-a54d-4fec-bf38-88eba2285661', 'mac_address': 'fa:16:3e:d3:54:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7ff91e7-f241-4c5c-a917-a215b6f26f85', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:01:26.113481 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c56fc01f-c467-46e5-9f6b-6ab1873dbeb5 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (6497a058-a4a1-4272-a01a-4995ba112653), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:26.119943 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4e341c9b-c5d8-4392-914d-55597872d173 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (9e0a682e-6d92-40dd-89d9-9d373febd5cd), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:26.120203 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56fc01f-c467-46e5-9f6b-6ab1873dbeb5 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:26.120776 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c56fc01f-c467-46e5-9f6b-6ab1873dbeb5 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:26.157586 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port fab89d88-a54d-4fec-bf38-88eba2285661 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:26.158132 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (fab89d88-a54d-4fec-bf38-88eba2285661), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:26.160313 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4e341c9b-c5d8-4392-914d-55597872d173 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (9e0a682e-6d92-40dd-89d9-9d373febd5cd), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:26.167318 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-e956e813-c766-42fd-9868-71cce501b7e1 service neutron] Request body: {'port': {'device_id': 'ef21d94c-d7ce-4b77-835e-b44b975d6e1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:01:26.173615 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e341c9b-c5d8-4392-914d-55597872d173 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:01:26.175180 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4e341c9b-c5d8-4392-914d-55597872d173 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (9e0a682e-6d92-40dd-89d9-9d373febd5cd), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:26.187348 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fab89d88-a54d-4fec-bf38-88eba2285661 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:01:26.230130 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port fab89d88-a54d-4fec-bf38-88eba2285661, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=fab89d88-a54d-4fec-bf38-88eba2285661,segment=NetworkSegment(56ecf217-4f55-4505-a70a-3d133ecc059a),segment_id=56ecf217-4f55-4505-a70a-3d133ecc059a)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:26.243474 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c56fc01f-c467-46e5-9f6b-6ab1873dbeb5 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6341264 Jan 28 03:01:26.243930 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (fab89d88-a54d-4fec-bf38-88eba2285661), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:26.244766 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device db7ee719-a3aa-47ed-85e5-5c79bf8865fd details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:01:26.248953 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 47606) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:26.293549 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:01:26.293549 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:01:26.293549 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:01:26.293549 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:01:26.293549 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:01:26.293549 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:01:26.293549 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:01:26.293549 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:01:26.293549 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:01:26.293549 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:01:26.293549 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:01:26.293549 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:01:26.293549 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:01:26.293549 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:01:26.293549 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:01:26.293549 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:01:26.293549 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:01:26.293549 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:01:26.293549 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:01:26.293549 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:01:26.293549 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:01:26.293549 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:01:26.293549 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:01:26.293549 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:01:26.293549 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:01:26.293549 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:01:26.293549 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:01:26.293549 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:01:26.293549 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:01:26.293549 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:01:26.293549 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:01:26.293549 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:01:26.343161 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-ea8646b8-3ffb-4bd0-800a-2edb229cc0ca tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Request body: {'subnet': {'network_id': '6497a058-a4a1-4272-a01a-4995ba112653', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:01:26.350267 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-90443fbe-ef67-4b8f-b1db-2cf230856d17 admin admin] Publish callbacks [] for security_group (5a4006d2-1d74-4fd6-b49b-70a2b9aebee3), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:26.354404 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4e341c9b-c5d8-4392-914d-55597872d173 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (f30bfa7c-3f96-4503-a92f-3a5622960969), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:26.372290 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4e341c9b-c5d8-4392-914d-55597872d173 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:26.380983 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4e341c9b-c5d8-4392-914d-55597872d173 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] 10.222.0.53 "DELETE /v2.0/networks/f30bfa7c-3f96-4503-a92f-3a5622960969 HTTP/1.1" status: 204 len: 168 time: 0.6642330 Jan 28 03:01:26.403274 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=fab89d88-a54d-4fec-bf38-88eba2285661,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:26.413663 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port db7ee719-a3aa-47ed-85e5-5c79bf8865fd, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=db7ee719-a3aa-47ed-85e5-5c79bf8865fd,segment=NetworkSegment(db598c0e-8e20-40ef-9b23-0e841e396fc3),segment_id=db598c0e-8e20-40ef-9b23-0e841e396fc3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:26.415759 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-90443fbe-ef67-4b8f-b1db-2cf230856d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (5a4006d2-1d74-4fd6-b49b-70a2b9aebee3), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:26.441667 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': 'db7ee719-a3aa-47ed-85e5-5c79bf8865fd', 'network_id': '45f5aab1-77c3-46bf-9724-8eea4a5c0efa', 'port_id': 'db7ee719-a3aa-47ed-85e5-5c79bf8865fd', 'mac_address': 'fa:16:3e:f8:85:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1901a35-0605-40aa-86b7-558d17d5580a', 'ip_address': '10.1.1.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:01:26.455925 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b59499-d4d0-4358-911f-494e045942f6 x-openstack-request-id: req-c7b59499-d4d0-4358-911f-494e045942f6 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:01:26.456255 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef21d94c-d7ce-4b77-835e-b44b975d6e1b", "tag": "3b96cb50-ddb1-49b7-be64-73f728b95d6e", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:01:26.456609 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c7b59499-d4d0-4358-911f-494e045942f6 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:01:26.457025 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef21d94c-d7ce-4b77-835e-b44b975d6e1b', 'tag': '3b96cb50-ddb1-49b7-be64-73f728b95d6e', 'status': 'completed', 'code': 200} Jan 28 03:01:26.493357 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e341c9b-c5d8-4392-914d-55597872d173 tempest-PortsIpV6TestJSON-1141881076 tempest-PortsIpV6TestJSON-1141881076-project] Pushing event deleted for resources: {'Network': ['ID=f30bfa7c-3f96-4503-a92f-3a5622960969,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:26.522671 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-e956e813-c766-42fd-9868-71cce501b7e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e8193437-9304-4c0d-918b-49cb6863dc6e), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:26.527044 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port db7ee719-a3aa-47ed-85e5-5c79bf8865fd is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:26.530860 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (db7ee719-a3aa-47ed-85e5-5c79bf8865fd), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:26.561104 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56fc01f-c467-46e5-9f6b-6ab1873dbeb5 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Pushing event updated for resources: {'Network': ['ID=6497a058-a4a1-4272-a01a-4995ba112653,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:26.567245 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-90443fbe-ef67-4b8f-b1db-2cf230856d17 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=419af475bfa1495ea7e50e5779b3113b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8754921 Jan 28 03:01:26.570101 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 47612) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:26.581265 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 6497a058-a4a1-4272-a01a-4995ba112653 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:01:26.584009 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db7ee719-a3aa-47ed-85e5-5c79bf8865fd {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:01:26.624824 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:01:26.725702 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90443fbe-ef67-4b8f-b1db-2cf230856d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4006d2-1d74-4fd6-b49b-70a2b9aebee3,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:26.760427 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port db7ee719-a3aa-47ed-85e5-5c79bf8865fd, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=db7ee719-a3aa-47ed-85e5-5c79bf8865fd,segment=NetworkSegment(db598c0e-8e20-40ef-9b23-0e841e396fc3),segment_id=db598c0e-8e20-40ef-9b23-0e841e396fc3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:26.793273 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (db7ee719-a3aa-47ed-85e5-5c79bf8865fd), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:26.793514 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 1a299c13-361c-41af-87eb-964dd7de4708 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:01:26.804019 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb68da-ebb8-4df3-95cc-ee0e3da86b9a req-85912e50-9e6a-4507-b215-231ddb873e84 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:26.818955 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb68da-ebb8-4df3-95cc-ee0e3da86b9a req-85912e50-9e6a-4507-b215-231ddb873e84 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:26.829601 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb68da-ebb8-4df3-95cc-ee0e3da86b9a req-85912e50-9e6a-4507-b215-231ddb873e84 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:26.831276 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-facb68da-ebb8-4df3-95cc-ee0e3da86b9a req-85912e50-9e6a-4507-b215-231ddb873e84 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef21d94c-d7ce-4b77-835e-b44b975d6e1b HTTP/1.1" status: 200 len: 2388 time: 0.4786255 Jan 28 03:01:26.860985 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1bfeb0f6-9488-4845-bcd4-5cb142adbbd4 admin admin] Publish callbacks [] for security_group (5a4006d2-1d74-4fd6-b49b-70a2b9aebee3), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:26.866106 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 47616) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:26.872428 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2e0f1-3e3a-49c2-a1f9-14a9c4908e85 req-4b4572ec-3f88-4435-b834-c904413d1a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:26.872780 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8646b8-3ffb-4bd0-800a-2edb229cc0ca tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Made reservation on behalf of 869edd37381e4b6fbc4cdc94ce192ac7 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:01:26.873967 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2e0f1-3e3a-49c2-a1f9-14a9c4908e85 req-4b4572ec-3f88-4435-b834-c904413d1a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:26.874944 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2e0f1-3e3a-49c2-a1f9-14a9c4908e85 req-4b4572ec-3f88-4435-b834-c904413d1a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:26.880840 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-83a2e0f1-3e3a-49c2-a1f9-14a9c4908e85 req-4b4572ec-3f88-4435-b834-c904413d1a1f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dc657e3b97f846ab8907f404f62e40e1&device_id=ef21d94c-d7ce-4b77-835e-b44b975d6e1b HTTP/1.1" status: 200 len: 2732 time: 0.3651471 Jan 28 03:01:26.885731 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ea8646b8-3ffb-4bd0-800a-2edb229cc0ca tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:27.029584 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1bfeb0f6-9488-4845-bcd4-5cb142adbbd4 admin admin] Publish callbacks [] for security_group (5a4006d2-1d74-4fd6-b49b-70a2b9aebee3), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:27.068302 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-facb68da-ebb8-4df3-95cc-ee0e3da86b9a req-a754a8a4-4334-48aa-bd2f-38cf45fbce17 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/security-groups?id=389d7229-f56f-4fba-80fd-3c10167f7dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007537 Jan 28 03:01:27.160521 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c359976b-25b9-4d58-8138-5ee29d32b702 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9c59567226e943da9dd248eb2e296e73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2764461 Jan 28 03:01:27.160521 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 47626) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:27.211201 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-e956e813-c766-42fd-9868-71cce501b7e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8193437-9304-4c0d-918b-49cb6863dc6e {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:01:27.222019 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-e956e813-c766-42fd-9868-71cce501b7e1 service neutron] Publish callbacks [] for port (e8193437-9304-4c0d-918b-49cb6863dc6e), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:27.235280 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-e956e813-c766-42fd-9868-71cce501b7e1 service neutron] Transition to ACTIVE for port object e8193437-9304-4c0d-918b-49cb6863dc6e will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:01:27.268826 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 1a299c13-361c-41af-87eb-964dd7de4708, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=1a299c13-361c-41af-87eb-964dd7de4708,segment=NetworkSegment(db598c0e-8e20-40ef-9b23-0e841e396fc3),segment_id=db598c0e-8e20-40ef-9b23-0e841e396fc3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:27.271621 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=db7ee719-a3aa-47ed-85e5-5c79bf8865fd,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:27.284084 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '1a299c13-361c-41af-87eb-964dd7de4708', 'network_id': '45f5aab1-77c3-46bf-9724-8eea4a5c0efa', 'port_id': '1a299c13-361c-41af-87eb-964dd7de4708', 'mac_address': 'fa:16:3e:4f:56:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1901a35-0605-40aa-86b7-558d17d5580a', 'ip_address': '10.1.1.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:01:27.306889 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-61b6a3d1-11f4-4f7e-ac3a-66730ac4e499 admin admin] Publish callbacks [] for security_group (8e228041-8477-474a-bc57-8308a85cd259), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:27.313841 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-e956e813-c766-42fd-9868-71cce501b7e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (e8193437-9304-4c0d-918b-49cb6863dc6e), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:27.322090 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2e0f1-3e3a-49c2-a1f9-14a9c4908e85 req-69363531-911d-4feb-8780-b321bcedce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:27.322733 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2e0f1-3e3a-49c2-a1f9-14a9c4908e85 req-69363531-911d-4feb-8780-b321bcedce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:27.323450 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2e0f1-3e3a-49c2-a1f9-14a9c4908e85 req-69363531-911d-4feb-8780-b321bcedce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:27.325349 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-83a2e0f1-3e3a-49c2-a1f9-14a9c4908e85 req-69363531-911d-4feb-8780-b321bcedce2c service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=dc657e3b97f846ab8907f404f62e40e1&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4123445 Jan 28 03:01:27.339829 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 1a299c13-361c-41af-87eb-964dd7de4708 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:27.340244 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1a299c13-361c-41af-87eb-964dd7de4708), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:27.355565 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a299c13-361c-41af-87eb-964dd7de4708 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:01:27.380087 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 1a299c13-361c-41af-87eb-964dd7de4708, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=1a299c13-361c-41af-87eb-964dd7de4708,segment=NetworkSegment(db598c0e-8e20-40ef-9b23-0e841e396fc3),segment_id=db598c0e-8e20-40ef-9b23-0e841e396fc3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:27.389391 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (1a299c13-361c-41af-87eb-964dd7de4708), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:27.390482 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 7449fb17-3519-4387-a4d3-63b8cf30ebec details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:01:27.400733 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83a0b8-e957-4659-a691-4c90829aeed2 req-798ebfbc-2930-44c8-a7ae-f0c9b2f2a94f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:27.408830 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83a0b8-e957-4659-a691-4c90829aeed2 req-798ebfbc-2930-44c8-a7ae-f0c9b2f2a94f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:27.414686 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83a0b8-e957-4659-a691-4c90829aeed2 req-798ebfbc-2930-44c8-a7ae-f0c9b2f2a94f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:27.420445 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83a0b8-e957-4659-a691-4c90829aeed2 req-798ebfbc-2930-44c8-a7ae-f0c9b2f2a94f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:27.428070 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83a0b8-e957-4659-a691-4c90829aeed2 req-798ebfbc-2930-44c8-a7ae-f0c9b2f2a94f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:27.434453 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83a0b8-e957-4659-a691-4c90829aeed2 req-798ebfbc-2930-44c8-a7ae-f0c9b2f2a94f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:27.441865 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83a0b8-e957-4659-a691-4c90829aeed2 req-798ebfbc-2930-44c8-a7ae-f0c9b2f2a94f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:27.445138 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7c83a0b8-e957-4659-a691-4c90829aeed2 req-798ebfbc-2930-44c8-a7ae-f0c9b2f2a94f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5431 time: 0.2134416 Jan 28 03:01:27.485336 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-61b6a3d1-11f4-4f7e-ac3a-66730ac4e499 admin admin] Publish callbacks [] for security_group (8e228041-8477-474a-bc57-8308a85cd259), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:27.492380 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 7449fb17-3519-4387-a4d3-63b8cf30ebec, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=7449fb17-3519-4387-a4d3-63b8cf30ebec,segment=NetworkSegment(56ecf217-4f55-4505-a70a-3d133ecc059a),segment_id=56ecf217-4f55-4505-a70a-3d133ecc059a)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:27.496690 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e956e813-c766-42fd-9868-71cce501b7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e8193437-9304-4c0d-918b-49cb6863dc6e,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:27.497817 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1bfeb0f6-9488-4845-bcd4-5cb142adbbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (5a4006d2-1d74-4fd6-b49b-70a2b9aebee3), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:27.503719 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1bfeb0f6-9488-4845-bcd4-5cb142adbbd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:27.506547 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=1a299c13-361c-41af-87eb-964dd7de4708,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:27.507462 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1bfeb0f6-9488-4845-bcd4-5cb142adbbd4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5a4006d2-1d74-4fd6-b49b-70a2b9aebee3 HTTP/1.1" status: 204 len: 168 time: 0.9169796 Jan 28 03:01:27.514810 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '7449fb17-3519-4387-a4d3-63b8cf30ebec', 'network_id': '8f5c2a2c-a994-4917-b3e0-21b15ad56c20', 'port_id': '7449fb17-3519-4387-a4d3-63b8cf30ebec', 'mac_address': 'fa:16:3e:88:b9:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7ff91e7-f241-4c5c-a917-a215b6f26f85', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:01:27.538886 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512bc26-1bdb-4985-bf24-8ad1686d2336 req-71cff927-6418-4b15-935d-af426b650670 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:27.541693 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3512bc26-1bdb-4985-bf24-8ad1686d2336 req-71cff927-6418-4b15-935d-af426b650670 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e5e8900-8515-4af8-ad09-d5ebee3b44c4 HTTP/1.1" status: 200 len: 945 time: 0.3042431 Jan 28 03:01:27.604109 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 7449fb17-3519-4387-a4d3-63b8cf30ebec is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:27.604517 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7449fb17-3519-4387-a4d3-63b8cf30ebec), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:27.633761 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7449fb17-3519-4387-a4d3-63b8cf30ebec {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:01:27.683239 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfeb0f6-9488-4845-bcd4-5cb142adbbd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4006d2-1d74-4fd6-b49b-70a2b9aebee3,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:27.690575 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 7449fb17-3519-4387-a4d3-63b8cf30ebec, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=7449fb17-3519-4387-a4d3-63b8cf30ebec,segment=NetworkSegment(56ecf217-4f55-4505-a70a-3d133ecc059a),segment_id=56ecf217-4f55-4505-a70a-3d133ecc059a)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:27.703671 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (7449fb17-3519-4387-a4d3-63b8cf30ebec), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:27.704506 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 32253399-bfa8-4777-9ebe-28270de068d4 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:01:27.740774 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2e0f1-3e3a-49c2-a1f9-14a9c4908e85 req-b8000b19-312f-43d2-a385-4a13cd6240bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:27.742469 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-83a2e0f1-3e3a-49c2-a1f9-14a9c4908e85 req-b8000b19-312f-43d2-a385-4a13cd6240bd service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4092925 Jan 28 03:01:27.783670 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7c83a0b8-e957-4659-a691-4c90829aeed2 req-84385888-2929-420a-99f3-ddf3a05db5a1 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3008595 Jan 28 03:01:27.787013 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-e956e813-c766-42fd-9868-71cce501b7e1 service neutron] Attempting to bind port e8193437-9304-4c0d-918b-49cb6863dc6e on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:01:27.787578 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-e956e813-c766-42fd-9868-71cce501b7e1 service neutron] Attempting to bind port e8193437-9304-4c0d-918b-49cb6863dc6e by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'ccbf22ef-4873-4dcc-b2ae-28ada861a0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '63411930-ad2a-443b-8470-7dc5c1705aab'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:01:27.788074 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-e956e813-c766-42fd-9868-71cce501b7e1 service neutron] Attempting to bind port e8193437-9304-4c0d-918b-49cb6863dc6e on network 63411930-ad2a-443b-8470-7dc5c1705aab {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:01:27.803024 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ea8646b8-3ffb-4bd0-800a-2edb229cc0ca tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (52ce860b-34a7-479f-a25c-a2f4f1f0e133), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:27.805432 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-61b6a3d1-11f4-4f7e-ac3a-66730ac4e499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (8e228041-8477-474a-bc57-8308a85cd259), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:27.808359 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-61b6a3d1-11f4-4f7e-ac3a-66730ac4e499 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:27.809762 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-61b6a3d1-11f4-4f7e-ac3a-66730ac4e499 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8e228041-8477-474a-bc57-8308a85cd259 HTTP/1.1" status: 204 len: 168 time: 0.6408105 Jan 28 03:01:27.820670 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b6a3d1-11f4-4f7e-ac3a-66730ac4e499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e228041-8477-474a-bc57-8308a85cd259,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:27.821819 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 32253399-bfa8-4777-9ebe-28270de068d4, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=32253399-bfa8-4777-9ebe-28270de068d4,segment=NetworkSegment(db598c0e-8e20-40ef-9b23-0e841e396fc3),segment_id=db598c0e-8e20-40ef-9b23-0e841e396fc3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:27.891410 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '32253399-bfa8-4777-9ebe-28270de068d4', 'network_id': '45f5aab1-77c3-46bf-9724-8eea4a5c0efa', 'port_id': '32253399-bfa8-4777-9ebe-28270de068d4', 'mac_address': 'fa:16:3e:81:c9:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1901a35-0605-40aa-86b7-558d17d5580a', 'ip_address': '10.1.1.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:01:27.898489 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-e956e813-c766-42fd-9868-71cce501b7e1 service neutron] Port e8193437-9304-4c0d-918b-49cb6863dc6e on network 63411930-ad2a-443b-8470-7dc5c1705aab not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:01:27.898951 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-e956e813-c766-42fd-9868-71cce501b7e1 service neutron] Attempting to bind port e8193437-9304-4c0d-918b-49cb6863dc6e on network 63411930-ad2a-443b-8470-7dc5c1705aab {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:01:27.901878 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=7449fb17-3519-4387-a4d3-63b8cf30ebec,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:27.949346 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 32253399-bfa8-4777-9ebe-28270de068d4 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:27.949588 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (32253399-bfa8-4777-9ebe-28270de068d4), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:27.970419 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32253399-bfa8-4777-9ebe-28270de068d4 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:01:27.972491 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-e956e813-c766-42fd-9868-71cce501b7e1 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:01:27.978771 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-e956e813-c766-42fd-9868-71cce501b7e1 service neutron] Checking segment: {'id': 'ccbf22ef-4873-4dcc-b2ae-28ada861a0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '63411930-ad2a-443b-8470-7dc5c1705aab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:01:27.979197 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-e956e813-c766-42fd-9868-71cce501b7e1 service neutron] Bound using segment: {'id': 'ccbf22ef-4873-4dcc-b2ae-28ada861a0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '63411930-ad2a-443b-8470-7dc5c1705aab'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:01:27.979714 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-e956e813-c766-42fd-9868-71cce501b7e1 service neutron] Bound port: e8193437-9304-4c0d-918b-49cb6863dc6e, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccbf22ef-4873-4dcc-b2ae-28ada861a0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '63411930-ad2a-443b-8470-7dc5c1705aab'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:01:27.980112 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-e956e813-c766-42fd-9868-71cce501b7e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e8193437-9304-4c0d-918b-49cb6863dc6e), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:27.997968 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3512bc26-1bdb-4985-bf24-8ad1686d2336 req-bd3f9e94-777b-455c-acaa-41ba454c69e7 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] 10.222.0.53 "GET /v2.0/security-groups?id=786ce2cb-8fe2-441b-977a-dfaf6a43011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4392972 Jan 28 03:01:28.007784 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 32253399-bfa8-4777-9ebe-28270de068d4, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=32253399-bfa8-4777-9ebe-28270de068d4,segment=NetworkSegment(db598c0e-8e20-40ef-9b23-0e841e396fc3),segment_id=db598c0e-8e20-40ef-9b23-0e841e396fc3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:28.024321 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (32253399-bfa8-4777-9ebe-28270de068d4), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:28.024491 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8646b8-3ffb-4bd0-800a-2edb229cc0ca tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Pushing event updated for resources: {'Subnet': ['ID=52ce860b-34a7-479f-a25c-a2f4f1f0e133,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:28.067836 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 47644) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:28.096796 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7c6a6089-ccf7-4888-b101-e129c0d10701 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:28.097480 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=32253399-bfa8-4777-9ebe-28270de068d4,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:28.113428 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8646b8-3ffb-4bd0-800a-2edb229cc0ca tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Checking segment: {'id': '6be1e985-aaf0-411d-be42-0bc3177523f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6497a058-a4a1-4272-a01a-4995ba112653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:01:28.113790 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8646b8-3ffb-4bd0-800a-2edb229cc0ca tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Network hostable DHCP agents. Network: 6497a058-a4a1-4272-a01a-4995ba112653, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:01:28.121568 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-e956e813-c766-42fd-9868-71cce501b7e1 service neutron] For port e8193437-9304-4c0d-918b-49cb6863dc6e, host n-h2-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:01:28.126564 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-e956e813-c766-42fd-9868-71cce501b7e1 service neutron] For port e8193437-9304-4c0d-918b-49cb6863dc6e, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=e8193437-9304-4c0d-918b-49cb6863dc6e,segment=NetworkSegment(ccbf22ef-4873-4dcc-b2ae-28ada861a0d9),segment_id=ccbf22ef-4873-4dcc-b2ae-28ada861a0d9)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:01:28.140994 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-e956e813-c766-42fd-9868-71cce501b7e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (e8193437-9304-4c0d-918b-49cb6863dc6e), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:28.148291 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8646b8-3ffb-4bd0-800a-2edb229cc0ca tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Network 6497a058-a4a1-4272-a01a-4995ba112653 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:01:28.219669 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-e956e813-c766-42fd-9868-71cce501b7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:28.220534 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-e956e813-c766-42fd-9868-71cce501b7e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:28.222063 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-e956e813-c766-42fd-9868-71cce501b7e1 service neutron] 10.222.0.39 "PUT /v2.0/ports/e8193437-9304-4c0d-918b-49cb6863dc6e HTTP/1.1" status: 200 len: 1093 time: 2.0664639 Jan 28 03:01:28.224766 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-ea8646b8-3ffb-4bd0-800a-2edb229cc0ca tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 6497a058-a4a1-4272-a01a-4995ba112653) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:01:28.242301 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb975daf-d646-44c9-9caa-04676099e001 None None] Network 6497a058-a4a1-4272-a01a-4995ba112653 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:01:28.255044 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8646b8-3ffb-4bd0-800a-2edb229cc0ca tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:28.258718 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ea8646b8-3ffb-4bd0-800a-2edb229cc0ca tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:28.281296 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-ed4a9185-7a13-43ed-b17b-224bbabb5f6e service neutron] Request body: {'port': {'device_id': 'ef21d94c-d7ce-4b77-835e-b44b975d6e1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:01:28.330347 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7c6a6089-ccf7-4888-b101-e129c0d10701 admin admin] Publish callbacks [] for security_group (1e03f062-77fe-4242-9d08-20c738637c1b), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:28.345951 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7c6a6089-ccf7-4888-b101-e129c0d10701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (1e03f062-77fe-4242-9d08-20c738637c1b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:28.368876 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e956e813-c766-42fd-9868-71cce501b7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e8193437-9304-4c0d-918b-49cb6863dc6e,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:28.375034 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984653b-14fa-4a06-9ea6-996265311020 req-ebafecc3-03a6-43a9-a355-311bd45c8cec tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:28.384655 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984653b-14fa-4a06-9ea6-996265311020 req-ebafecc3-03a6-43a9-a355-311bd45c8cec tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:28.394081 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ea8646b8-3ffb-4bd0-800a-2edb229cc0ca tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0542591 Jan 28 03:01:28.394261 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984653b-14fa-4a06-9ea6-996265311020 req-ebafecc3-03a6-43a9-a355-311bd45c8cec tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:28.395962 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4984653b-14fa-4a06-9ea6-996265311020 req-ebafecc3-03a6-43a9-a355-311bd45c8cec tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef21d94c-d7ce-4b77-835e-b44b975d6e1b HTTP/1.1" status: 200 len: 2400 time: 0.1707172 Jan 28 03:01:28.397043 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 47652) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:28.410903 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-c06542ef-79ab-4f68-ad4a-b073cad01437 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Request body: {'router': {'external_gateway_info': {'network_id': '6497a058-a4a1-4272-a01a-4995ba112653'}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:01:28.469889 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef21d94c-d7ce-4b77-835e-b44b975d6e1b', 'tag': 'e8193437-9304-4c0d-918b-49cb6863dc6e'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:01:28.472221 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7c6a6089-ccf7-4888-b101-e129c0d10701 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=81bedfadaf2e49688ab854f792c46657&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4030836 Jan 28 03:01:28.476877 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a6089-ccf7-4888-b101-e129c0d10701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e03f062-77fe-4242-9d08-20c738637c1b,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:28.478705 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89dfe0a-2af4-412d-94a7-3ab9495adbf2" -d '{"events": [{"name": "network-changed", "server_uuid": "ef21d94c-d7ce-4b77-835e-b44b975d6e1b", "tag": "e8193437-9304-4c0d-918b-49cb6863dc6e"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:01:28.479758 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 47658) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:28.565532 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4984653b-14fa-4a06-9ea6-996265311020 req-4dd69a20-f1a5-4609-8bdb-ec2291649901 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/security-groups?id=389d7229-f56f-4fba-80fd-3c10167f7dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577966 Jan 28 03:01:28.572522 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2715bcc-ca71-450a-a8cd-580fc3ae05a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-6497a058-a4a1-4272-a01a-4995ba112653', 'network_id': '6497a058-a4a1-4272-a01a-4995ba112653', 'project_id': '869edd37381e4b6fbc4cdc94ce192ac7', 'fixed_ips': [{'subnet_id': '52ce860b-34a7-479f-a25c-a2f4f1f0e133'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:01:28.573559 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b2715bcc-ca71-450a-a8cd-580fc3ae05a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:28.589506 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-ed4a9185-7a13-43ed-b17b-224bbabb5f6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (cc3eb265-869e-428a-94ce-963ba496ccff), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:28.631758 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e00c744-3e9e-438a-95d0-868f0948d17f x-openstack-request-id: req-0e00c744-3e9e-438a-95d0-868f0948d17f {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:01:28.632718 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef21d94c-d7ce-4b77-835e-b44b975d6e1b", "tag": "e8193437-9304-4c0d-918b-49cb6863dc6e", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:01:28.633658 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0e00c744-3e9e-438a-95d0-868f0948d17f {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:01:28.634087 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef21d94c-d7ce-4b77-835e-b44b975d6e1b', 'tag': 'e8193437-9304-4c0d-918b-49cb6863dc6e', 'status': 'completed', 'code': 200} Jan 28 03:01:28.802161 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-13f43122-3d62-4ad7-9e8a-4c704653175e admin admin] Publish callbacks [] for security_group (1e03f062-77fe-4242-9d08-20c738637c1b), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:28.843999 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-b2715bcc-ca71-450a-a8cd-580fc3ae05a9 None None] Allocated IP 2001:db8:1::2 (6497a058-a4a1-4272-a01a-4995ba112653/52ce860b-34a7-479f-a25c-a2f4f1f0e133/73d2ac82-cbb6-4b80-9838-5e1cb93e6054) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:01:28.857872 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89dfe0a-2af4-412d-94a7-3ab9495adbf2 req-1fae8dc7-fa06-4b11-8927-e791c723e33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:28.861802 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89dfe0a-2af4-412d-94a7-3ab9495adbf2 req-1fae8dc7-fa06-4b11-8927-e791c723e33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:28.865190 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89dfe0a-2af4-412d-94a7-3ab9495adbf2 req-1fae8dc7-fa06-4b11-8927-e791c723e33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:28.870446 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b89dfe0a-2af4-412d-94a7-3ab9495adbf2 req-1fae8dc7-fa06-4b11-8927-e791c723e33b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dc657e3b97f846ab8907f404f62e40e1&device_id=ef21d94c-d7ce-4b77-835e-b44b975d6e1b HTTP/1.1" status: 200 len: 2800 time: 0.2148991 Jan 28 03:01:28.872248 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c06542ef-79ab-4f68-ad4a-b073cad01437 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks [] for router_gateway (f61ef887-93ab-476e-b143-31e9e68038ec), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:28.932584 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-13f43122-3d62-4ad7-9e8a-4c704653175e admin admin] Publish callbacks [] for security_group (1e03f062-77fe-4242-9d08-20c738637c1b), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:29.137355 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f03dc4-515b-4352-ba1f-555a984fc20d req-13da0556-5fb4-41b1-ad59-caa15d9daed0 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:29.143523 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f03dc4-515b-4352-ba1f-555a984fc20d req-13da0556-5fb4-41b1-ad59-caa15d9daed0 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:29.144218 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:29.148544 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f03dc4-515b-4352-ba1f-555a984fc20d req-13da0556-5fb4-41b1-ad59-caa15d9daed0 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:29.154073 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f03dc4-515b-4352-ba1f-555a984fc20d req-13da0556-5fb4-41b1-ad59-caa15d9daed0 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:29.160087 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f03dc4-515b-4352-ba1f-555a984fc20d req-13da0556-5fb4-41b1-ad59-caa15d9daed0 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:29.166544 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f03dc4-515b-4352-ba1f-555a984fc20d req-13da0556-5fb4-41b1-ad59-caa15d9daed0 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:29.173416 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f03dc4-515b-4352-ba1f-555a984fc20d req-13da0556-5fb4-41b1-ad59-caa15d9daed0 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:29.174021 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b2715bcc-ca71-450a-a8cd-580fc3ae05a9 None None] Publish callbacks [] for port (73d2ac82-cbb6-4b80-9838-5e1cb93e6054), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:29.175134 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-74f03dc4-515b-4352-ba1f-555a984fc20d req-13da0556-5fb4-41b1-ad59-caa15d9daed0 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5434 time: 0.2298069 Jan 28 03:01:29.196750 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b2715bcc-ca71-450a-a8cd-580fc3ae05a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (73d2ac82-cbb6-4b80-9838-5e1cb93e6054), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:29.274594 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2715bcc-ca71-450a-a8cd-580fc3ae05a9 None None] Network 6497a058-a4a1-4272-a01a-4995ba112653 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:01:29.274864 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['522e2e39-e847-4a52-8a70-9410b617ab1b'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:01:29.355758 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-74f03dc4-515b-4352-ba1f-555a984fc20d req-9f9b01fa-18d9-471c-a674-4b120ca8e36d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1592753 Jan 28 03:01:29.356925 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2715bcc-ca71-450a-a8cd-580fc3ae05a9 None None] Pushing event updated for resources: {'Port': ['ID=73d2ac82-cbb6-4b80-9838-5e1cb93e6054,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:29.357433 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-13f43122-3d62-4ad7-9e8a-4c704653175e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (1e03f062-77fe-4242-9d08-20c738637c1b), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:29.358454 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-ed4a9185-7a13-43ed-b17b-224bbabb5f6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc3eb265-869e-428a-94ce-963ba496ccff {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:01:29.365083 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-13f43122-3d62-4ad7-9e8a-4c704653175e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:29.367483 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-13f43122-3d62-4ad7-9e8a-4c704653175e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1e03f062-77fe-4242-9d08-20c738637c1b HTTP/1.1" status: 204 len: 168 time: 0.8852932 Jan 28 03:01:29.368844 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-b2715bcc-ca71-450a-a8cd-580fc3ae05a9 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:01:29.386146 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-ed4a9185-7a13-43ed-b17b-224bbabb5f6e service neutron] Publish callbacks [] for port (cc3eb265-869e-428a-94ce-963ba496ccff), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:29.387123 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f43122-3d62-4ad7-9e8a-4c704653175e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e03f062-77fe-4242-9d08-20c738637c1b,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:29.394796 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['5412df90-162b-4d92-af88-5241f7fd5d82'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:01:29.394986 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89dfe0a-2af4-412d-94a7-3ab9495adbf2 req-8d7f4cec-a475-4f6e-9af2-732f3476275c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:29.394986 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89dfe0a-2af4-412d-94a7-3ab9495adbf2 req-8d7f4cec-a475-4f6e-9af2-732f3476275c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:29.395190 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89dfe0a-2af4-412d-94a7-3ab9495adbf2 req-8d7f4cec-a475-4f6e-9af2-732f3476275c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:29.397342 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b89dfe0a-2af4-412d-94a7-3ab9495adbf2 req-8d7f4cec-a475-4f6e-9af2-732f3476275c service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=dc657e3b97f846ab8907f404f62e40e1&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.5092080 Jan 28 03:01:29.404763 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['db7ee719-a3aa-47ed-85e5-5c79bf8865fd'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:01:29.410815 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['7449fb17-3519-4387-a4d3-63b8cf30ebec'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:01:29.431169 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-ed4a9185-7a13-43ed-b17b-224bbabb5f6e service neutron] Transition to ACTIVE for port object cc3eb265-869e-428a-94ce-963ba496ccff will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:01:29.446022 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-ed4a9185-7a13-43ed-b17b-224bbabb5f6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (cc3eb265-869e-428a-94ce-963ba496ccff), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:29.515407 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 47702) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:29.519959 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a9185-7a13-43ed-b17b-224bbabb5f6e service neutron] Pushing event updated for resources: {'Port': ['ID=cc3eb265-869e-428a-94ce-963ba496ccff,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:29.521779 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['32253399-bfa8-4777-9ebe-28270de068d4'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:01:29.543742 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2715bcc-ca71-450a-a8cd-580fc3ae05a9 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:01:29.565398 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-c06542ef-79ab-4f68-ad4a-b073cad01437 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:01:29.571635 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c06542ef-79ab-4f68-ad4a-b073cad01437 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] 10.222.0.53 "PUT /v2.0/routers/f61ef887-93ab-476e-b143-31e9e68038ec HTTP/1.1" status: 400 len: 364 time: 1.1731532 Jan 28 03:01:29.572501 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 47706) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:29.603461 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89dfe0a-2af4-412d-94a7-3ab9495adbf2 req-17b53f65-a37a-4514-97f8-7ae2d240cfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:29.605015 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b89dfe0a-2af4-412d-94a7-3ab9495adbf2 req-17b53f65-a37a-4514-97f8-7ae2d240cfc5 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2009680 Jan 28 03:01:30.010347 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-fa6892fe-a202-49d9-b029-ef485d2237e0 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1423729837'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:01:30.044170 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e4ed29e0-92b7-4c6f-9f5f-de2d88c6eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:30.054737 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6892fe-a202-49d9-b029-ef485d2237e0 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Made reservation on behalf of e836b14247804add85a66880853283af for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:01:30.058374 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa6892fe-a202-49d9-b029-ef485d2237e0 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:30.063490 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['1a299c13-361c-41af-87eb-964dd7de4708'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:01:30.071040 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa6892fe-a202-49d9-b029-ef485d2237e0 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:30.216090 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['fab89d88-a54d-4fec-bf38-88eba2285661'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:01:30.225546 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa6892fe-a202-49d9-b029-ef485d2237e0 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for security_group (377726df-dd76-4e16-8a2b-ec837c14cb4f), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:30.234773 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa6892fe-a202-49d9-b029-ef485d2237e0 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (377726df-dd76-4e16-8a2b-ec837c14cb4f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:30.298174 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-b2715bcc-ca71-450a-a8cd-580fc3ae05a9 None None] Attempting to bind port 73d2ac82-cbb6-4b80-9838-5e1cb93e6054 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:01:30.299723 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-b2715bcc-ca71-450a-a8cd-580fc3ae05a9 None None] Attempting to bind port 73d2ac82-cbb6-4b80-9838-5e1cb93e6054 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '6be1e985-aaf0-411d-be42-0bc3177523f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6497a058-a4a1-4272-a01a-4995ba112653'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:01:30.302357 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2715bcc-ca71-450a-a8cd-580fc3ae05a9 None None] Attempting to bind port 73d2ac82-cbb6-4b80-9838-5e1cb93e6054 on network 6497a058-a4a1-4272-a01a-4995ba112653 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:01:30.314848 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa6892fe-a202-49d9-b029-ef485d2237e0 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:01:30.371803 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa6892fe-a202-49d9-b029-ef485d2237e0 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (86083ebf-72dc-4da6-8dc2-de8c30dafc87), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:30.372207 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-fa6892fe-a202-49d9-b029-ef485d2237e0 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Added segment 86083ebf-72dc-4da6-8dc2-de8c30dafc87 of type vlan for network 73247e45-1b2a-489f-9d72-d4901e9fb024 Jan 28 03:01:30.400621 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6892fe-a202-49d9-b029-ef485d2237e0 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=377726df-dd76-4e16-8a2b-ec837c14cb4f,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:30.411573 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2715bcc-ca71-450a-a8cd-580fc3ae05a9 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:01:30.412775 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2715bcc-ca71-450a-a8cd-580fc3ae05a9 None None] Checking segment: {'id': '6be1e985-aaf0-411d-be42-0bc3177523f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6497a058-a4a1-4272-a01a-4995ba112653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:01:30.413619 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b2715bcc-ca71-450a-a8cd-580fc3ae05a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:30.414229 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2715bcc-ca71-450a-a8cd-580fc3ae05a9 None None] Bound using segment: {'id': '6be1e985-aaf0-411d-be42-0bc3177523f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6497a058-a4a1-4272-a01a-4995ba112653'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:01:30.415617 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-b2715bcc-ca71-450a-a8cd-580fc3ae05a9 None None] Bound port: 73d2ac82-cbb6-4b80-9838-5e1cb93e6054, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6be1e985-aaf0-411d-be42-0bc3177523f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6497a058-a4a1-4272-a01a-4995ba112653'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:01:30.416720 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b2715bcc-ca71-450a-a8cd-580fc3ae05a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (73d2ac82-cbb6-4b80-9838-5e1cb93e6054), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:30.489128 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa6892fe-a202-49d9-b029-ef485d2237e0 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (73247e45-1b2a-489f-9d72-d4901e9fb024), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:30.611428 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa6892fe-a202-49d9-b029-ef485d2237e0 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (73247e45-1b2a-489f-9d72-d4901e9fb024), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:30.618812 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6892fe-a202-49d9-b029-ef485d2237e0 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:30.623113 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa6892fe-a202-49d9-b029-ef485d2237e0 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:30.802065 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-fa6892fe-a202-49d9-b029-ef485d2237e0 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.2851605 Jan 28 03:01:30.809406 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 47748) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:30.813278 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d274c6-f641-4e47-a871-11cf4e6a3e6a req-425d9e98-f4f0-438f-8a1b-b07703701ec9 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:30.815356 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-c7e3723d-688b-497c-ae78-12f93a643d83 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'port': {'network_id': '73247e45-1b2a-489f-9d72-d4901e9fb024', 'name': 'tempest-PortsTestJSON-79880114'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:01:30.825866 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6892fe-a202-49d9-b029-ef485d2237e0 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event updated for resources: {'Network': ['ID=73247e45-1b2a-489f-9d72-d4901e9fb024,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:30.827412 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d274c6-f641-4e47-a871-11cf4e6a3e6a req-425d9e98-f4f0-438f-8a1b-b07703701ec9 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:30.829578 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-b2715bcc-ca71-450a-a8cd-580fc3ae05a9 None None] For port 73d2ac82-cbb6-4b80-9838-5e1cb93e6054, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:01:30.839059 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-b2715bcc-ca71-450a-a8cd-580fc3ae05a9 None None] For port 73d2ac82-cbb6-4b80-9838-5e1cb93e6054, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=73d2ac82-cbb6-4b80-9838-5e1cb93e6054,segment=NetworkSegment(6be1e985-aaf0-411d-be42-0bc3177523f6),segment_id=6be1e985-aaf0-411d-be42-0bc3177523f6)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:01:30.843502 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d274c6-f641-4e47-a871-11cf4e6a3e6a req-425d9e98-f4f0-438f-8a1b-b07703701ec9 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:30.852315 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-18d274c6-f641-4e47-a871-11cf4e6a3e6a req-425d9e98-f4f0-438f-8a1b-b07703701ec9 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef21d94c-d7ce-4b77-835e-b44b975d6e1b HTTP/1.1" status: 200 len: 2412 time: 0.9981606 Jan 28 03:01:30.867571 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 73247e45-1b2a-489f-9d72-d4901e9fb024 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:01:30.896857 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-80798783-9466-4e1d-802f-66e9922b1c04 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:30.902439 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013dc78f-f538-41d7-8db1-18a2db62e014 req-b2cafba4-fbfa-4cbc-8641-c56837c111d5 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:30.908435 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013dc78f-f538-41d7-8db1-18a2db62e014 req-b2cafba4-fbfa-4cbc-8641-c56837c111d5 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:30.921353 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b2715bcc-ca71-450a-a8cd-580fc3ae05a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (73d2ac82-cbb6-4b80-9838-5e1cb93e6054), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:30.928836 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013dc78f-f538-41d7-8db1-18a2db62e014 req-b2cafba4-fbfa-4cbc-8641-c56837c111d5 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:30.936358 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013dc78f-f538-41d7-8db1-18a2db62e014 req-b2cafba4-fbfa-4cbc-8641-c56837c111d5 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:30.951349 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013dc78f-f538-41d7-8db1-18a2db62e014 req-b2cafba4-fbfa-4cbc-8641-c56837c111d5 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:30.970866 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013dc78f-f538-41d7-8db1-18a2db62e014 req-b2cafba4-fbfa-4cbc-8641-c56837c111d5 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:30.977650 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013dc78f-f538-41d7-8db1-18a2db62e014 req-b2cafba4-fbfa-4cbc-8641-c56837c111d5 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:30.987156 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-013dc78f-f538-41d7-8db1-18a2db62e014 req-b2cafba4-fbfa-4cbc-8641-c56837c111d5 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5434 time: 0.4570551 Jan 28 03:01:31.005893 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-ed4a9185-7a13-43ed-b17b-224bbabb5f6e service neutron] Attempting to bind port cc3eb265-869e-428a-94ce-963ba496ccff on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:01:31.006240 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-ed4a9185-7a13-43ed-b17b-224bbabb5f6e service neutron] Attempting to bind port cc3eb265-869e-428a-94ce-963ba496ccff by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '7e4e9f6e-8a0c-46e4-bfc6-f7cf0b3dd6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7b35c713-4208-4900-88fe-53af1e8f7a24'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:01:31.006619 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-ed4a9185-7a13-43ed-b17b-224bbabb5f6e service neutron] Attempting to bind port cc3eb265-869e-428a-94ce-963ba496ccff on network 7b35c713-4208-4900-88fe-53af1e8f7a24 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:01:31.037812 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-ed4a9185-7a13-43ed-b17b-224bbabb5f6e service neutron] Port cc3eb265-869e-428a-94ce-963ba496ccff on network 7b35c713-4208-4900-88fe-53af1e8f7a24 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:01:31.038133 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-ed4a9185-7a13-43ed-b17b-224bbabb5f6e service neutron] Attempting to bind port cc3eb265-869e-428a-94ce-963ba496ccff on network 7b35c713-4208-4900-88fe-53af1e8f7a24 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:01:31.046153 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-18d274c6-f641-4e47-a871-11cf4e6a3e6a req-d7f73f13-d9f6-4c47-938d-9421a854010f tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/security-groups?id=389d7229-f56f-4fba-80fd-3c10167f7dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924920 Jan 28 03:01:31.110802 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-ed4a9185-7a13-43ed-b17b-224bbabb5f6e service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:01:31.110802 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-ed4a9185-7a13-43ed-b17b-224bbabb5f6e service neutron] Checking segment: {'id': '7e4e9f6e-8a0c-46e4-bfc6-f7cf0b3dd6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7b35c713-4208-4900-88fe-53af1e8f7a24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:01:31.110802 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-ed4a9185-7a13-43ed-b17b-224bbabb5f6e service neutron] Bound using segment: {'id': '7e4e9f6e-8a0c-46e4-bfc6-f7cf0b3dd6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7b35c713-4208-4900-88fe-53af1e8f7a24'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:01:31.110802 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-ed4a9185-7a13-43ed-b17b-224bbabb5f6e service neutron] Bound port: cc3eb265-869e-428a-94ce-963ba496ccff, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e4e9f6e-8a0c-46e4-bfc6-f7cf0b3dd6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7b35c713-4208-4900-88fe-53af1e8f7a24'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:01:31.110802 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-ed4a9185-7a13-43ed-b17b-224bbabb5f6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (cc3eb265-869e-428a-94ce-963ba496ccff), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:31.132054 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2715bcc-ca71-450a-a8cd-580fc3ae05a9 None None] Pushing event updated for resources: {'Port': ['ID=73d2ac82-cbb6-4b80-9838-5e1cb93e6054,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:31.214516 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-013dc78f-f538-41d7-8db1-18a2db62e014 req-b60485f2-60e0-4350-83d3-cc4822390c6d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1882651 Jan 28 03:01:31.232648 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e3723d-688b-497c-ae78-12f93a643d83 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Made reservation on behalf of e836b14247804add85a66880853283af for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:01:31.238338 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c7e3723d-688b-497c-ae78-12f93a643d83 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:31.272081 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-c7e3723d-688b-497c-ae78-12f93a643d83 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] device_id is not set on port 97463e4d-b08c-442d-8c82-d58e13a72e14 yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:01:31.461040 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-80798783-9466-4e1d-802f-66e9922b1c04 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Allocated IP 2001:db8::1 (56c8e261-0df7-429e-810b-8807dbeba9ea/6f266dbf-51bb-4df2-a8b5-f05a5b43a9ba/fb8184e5-48e6-4949-8ba0-b7b10086ad5d) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:01:31.654311 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c7e3723d-688b-497c-ae78-12f93a643d83 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for port (97463e4d-b08c-442d-8c82-d58e13a72e14), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:31.683159 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-80798783-9466-4e1d-802f-66e9922b1c04 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks [] for port (fb8184e5-48e6-4949-8ba0-b7b10086ad5d), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:31.699215 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c7e3723d-688b-497c-ae78-12f93a643d83 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (97463e4d-b08c-442d-8c82-d58e13a72e14), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:31.716699 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-ed4a9185-7a13-43ed-b17b-224bbabb5f6e service neutron] For port cc3eb265-869e-428a-94ce-963ba496ccff, host n-h2-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:01:31.720227 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-ed4a9185-7a13-43ed-b17b-224bbabb5f6e service neutron] For port cc3eb265-869e-428a-94ce-963ba496ccff, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=cc3eb265-869e-428a-94ce-963ba496ccff,segment=NetworkSegment(7e4e9f6e-8a0c-46e4-bfc6-f7cf0b3dd6cb),segment_id=7e4e9f6e-8a0c-46e4-bfc6-f7cf0b3dd6cb)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:01:31.735492 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-ed4a9185-7a13-43ed-b17b-224bbabb5f6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (cc3eb265-869e-428a-94ce-963ba496ccff), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:31.808947 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a9185-7a13-43ed-b17b-224bbabb5f6e service neutron] Pushing event updated for resources: {'Port': ['ID=cc3eb265-869e-428a-94ce-963ba496ccff,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:31.839544 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-ed4a9185-7a13-43ed-b17b-224bbabb5f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:31.843077 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-ed4a9185-7a13-43ed-b17b-224bbabb5f6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:31.843306 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-ed4a9185-7a13-43ed-b17b-224bbabb5f6e service neutron] 10.222.0.39 "PUT /v2.0/ports/cc3eb265-869e-428a-94ce-963ba496ccff HTTP/1.1" status: 200 len: 1093 time: 3.5785592 Jan 28 03:01:31.843766 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef21d94c-d7ce-4b77-835e-b44b975d6e1b', 'tag': 'cc3eb265-869e-428a-94ce-963ba496ccff'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:01:31.846161 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed03e0c-f5e7-4c53-a3f8-1a9711220631" -d '{"events": [{"name": "network-changed", "server_uuid": "ef21d94c-d7ce-4b77-835e-b44b975d6e1b", "tag": "cc3eb265-869e-428a-94ce-963ba496ccff"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:01:31.861453 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-80798783-9466-4e1d-802f-66e9922b1c04 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (fb8184e5-48e6-4949-8ba0-b7b10086ad5d), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:31.872840 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3723d-688b-497c-ae78-12f93a643d83 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event updated for resources: {'Port': ['ID=97463e4d-b08c-442d-8c82-d58e13a72e14,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:31.896917 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e3723d-688b-497c-ae78-12f93a643d83 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Checking segment: {'id': '86083ebf-72dc-4da6-8dc2-de8c30dafc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '73247e45-1b2a-489f-9d72-d4901e9fb024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:01:31.897586 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e3723d-688b-497c-ae78-12f93a643d83 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Network hostable DHCP agents. Network: 73247e45-1b2a-489f-9d72-d4901e9fb024, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:01:31.926178 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e3723d-688b-497c-ae78-12f93a643d83 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Network 73247e45-1b2a-489f-9d72-d4901e9fb024 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:01:31.943448 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-c7e3723d-688b-497c-ae78-12f93a643d83 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 73247e45-1b2a-489f-9d72-d4901e9fb024) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:01:31.962418 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e3723d-688b-497c-ae78-12f93a643d83 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:01:31.971667 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e3723d-688b-497c-ae78-12f93a643d83 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:31.976382 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c7e3723d-688b-497c-ae78-12f93a643d83 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:31.977622 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47c3a3f-d870-43fa-b08b-629dfcbb4d6d None None] Network 73247e45-1b2a-489f-9d72-d4901e9fb024 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:01:32.007113 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80798783-9466-4e1d-802f-66e9922b1c04 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Network 56c8e261-0df7-429e-810b-8807dbeba9ea is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:01:32.032895 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c7e3723d-688b-497c-ae78-12f93a643d83 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.2188146 Jan 28 03:01:32.033725 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 47782) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:32.042719 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-c888f859-8313-4506-988c-9e7ab3b73158 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-533948292'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:01:32.045492 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2877e53-85da-45ff-af13-e194b2a4684d x-openstack-request-id: req-e2877e53-85da-45ff-af13-e194b2a4684d {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:01:32.047504 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef21d94c-d7ce-4b77-835e-b44b975d6e1b", "tag": "cc3eb265-869e-428a-94ce-963ba496ccff", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:01:32.049046 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e2877e53-85da-45ff-af13-e194b2a4684d {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:01:32.049714 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef21d94c-d7ce-4b77-835e-b44b975d6e1b', 'tag': 'cc3eb265-869e-428a-94ce-963ba496ccff', 'status': 'completed', 'code': 200} Jan 28 03:01:32.055187 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-80798783-9466-4e1d-802f-66e9922b1c04 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:01:32.058419 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80798783-9466-4e1d-802f-66e9922b1c04 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:01:32.061811 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-80798783-9466-4e1d-802f-66e9922b1c04 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (f61ef887-93ab-476e-b143-31e9e68038ec), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:32.104228 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c888f859-8313-4506-988c-9e7ab3b73158 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Made reservation on behalf of e836b14247804add85a66880853283af for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:01:32.115014 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c888f859-8313-4506-988c-9e7ab3b73158 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:32.187754 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f35dbe78-f3e2-49c8-9038-4298d70186a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:32.215936 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c888f859-8313-4506-988c-9e7ab3b73158 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:01:32.254604 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c888f859-8313-4506-988c-9e7ab3b73158 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (648b255c-e7cd-4baf-9fa0-7e25c5bab799), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:32.255511 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-c888f859-8313-4506-988c-9e7ab3b73158 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Added segment 648b255c-e7cd-4baf-9fa0-7e25c5bab799 of type vlan for network cca7ea45-4c7d-4a8e-81b5-c8cf91e50e68 Jan 28 03:01:32.273626 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80798783-9466-4e1d-802f-66e9922b1c04 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Pushing event updated for resources: {'Port': ['ID=fb8184e5-48e6-4949-8ba0-b7b10086ad5d,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:32.364886 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c888f859-8313-4506-988c-9e7ab3b73158 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (cca7ea45-4c7d-4a8e-81b5-c8cf91e50e68), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:32.421169 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-16b40857-b2fe-4502-8e78-b33b3b544d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:32.423045 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-16b40857-b2fe-4502-8e78-b33b3b544d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:32.423537 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-16b40857-b2fe-4502-8e78-b33b3b544d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:32.425374 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-16b40857-b2fe-4502-8e78-b33b3b544d9b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dc657e3b97f846ab8907f404f62e40e1&device_id=ef21d94c-d7ce-4b77-835e-b44b975d6e1b HTTP/1.1" status: 200 len: 2868 time: 0.4594088 Jan 28 03:01:32.508519 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c888f859-8313-4506-988c-9e7ab3b73158 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (cca7ea45-4c7d-4a8e-81b5-c8cf91e50e68), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:32.517501 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-706776e3-6f06-4d6b-a510-c800d7ea85b9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.30&port_id=3b96cb50-ddb1-49b7-be64-73f728b95d6e HTTP/1.1" status: 200 len: 217 time: 0.0746932 Jan 28 03:01:32.525298 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c888f859-8313-4506-988c-9e7ab3b73158 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:32.526347 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c888f859-8313-4506-988c-9e7ab3b73158 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:32.611584 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c888f859-8313-4506-988c-9e7ab3b73158 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5765405 Jan 28 03:01:32.615786 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 47812) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:32.631220 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-f84fd776-1e7c-42ba-8a4a-2b0be6e85efb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'ports': [{'network_id': '73247e45-1b2a-489f-9d72-d4901e9fb024'}, {'network_id': 'cca7ea45-4c7d-4a8e-81b5-c8cf91e50e68'}]} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:01:32.631546 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-f84fd776-1e7c-42ba-8a4a-2b0be6e85efb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'port': {'network_id': '73247e45-1b2a-489f-9d72-d4901e9fb024'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:01:32.632099 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-f84fd776-1e7c-42ba-8a4a-2b0be6e85efb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'port': {'network_id': 'cca7ea45-4c7d-4a8e-81b5-c8cf91e50e68'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:01:32.636985 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e00fd4-01bb-48f2-8ee8-3a3da66524c0 req-5f447c8b-01ee-4deb-8403-f2a7e0395de7 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:32.655064 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e00fd4-01bb-48f2-8ee8-3a3da66524c0 req-5f447c8b-01ee-4deb-8403-f2a7e0395de7 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:32.656025 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-80798783-9466-4e1d-802f-66e9922b1c04 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (fb8184e5-48e6-4949-8ba0-b7b10086ad5d), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:32.664725 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e00fd4-01bb-48f2-8ee8-3a3da66524c0 req-5f447c8b-01ee-4deb-8403-f2a7e0395de7 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:32.672309 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a4e00fd4-01bb-48f2-8ee8-3a3da66524c0 req-5f447c8b-01ee-4deb-8403-f2a7e0395de7 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef21d94c-d7ce-4b77-835e-b44b975d6e1b HTTP/1.1" status: 200 len: 2412 time: 0.2949615 Jan 28 03:01:32.750788 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-547706be-83d4-4632-a66b-239e02fcce76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:32.752587 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-547706be-83d4-4632-a66b-239e02fcce76 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6b2115eb-3ca1-4b92-a271-50f8f28156de HTTP/1.1" status: 200 len: 801 time: 0.2293303 Jan 28 03:01:32.827725 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c888f859-8313-4506-988c-9e7ab3b73158 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event updated for resources: {'Network': ['ID=cca7ea45-4c7d-4a8e-81b5-c8cf91e50e68,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:32.849915 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-15141de0-d054-4945-936f-92b67fb132e1 None None] Provisioning complete for port fb8184e5-48e6-4949-8ba0-b7b10086ad5d triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:32.853041 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-15141de0-d054-4945-936f-92b67fb132e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (fb8184e5-48e6-4949-8ba0-b7b10086ad5d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:32.908423 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a4e00fd4-01bb-48f2-8ee8-3a3da66524c0 req-4c473d33-bd1e-407b-b896-b69d89398100 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/security-groups?id=389d7229-f56f-4fba-80fd-3c10167f7dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699138 Jan 28 03:01:32.935277 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network cca7ea45-4c7d-4a8e-81b5-c8cf91e50e68 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:01:33.233029 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-3d7d6be0-f2f0-426b-b582-9f2005cbc3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:33.237272 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-3d7d6be0-f2f0-426b-b582-9f2005cbc3d4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7b35c713-4208-4900-88fe-53af1e8f7a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4741292 Jan 28 03:01:33.263327 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84fd776-1e7c-42ba-8a4a-2b0be6e85efb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Made reservation on behalf of e836b14247804add85a66880853283af for: {'port': 2} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:01:33.267585 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f84fd776-1e7c-42ba-8a4a-2b0be6e85efb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:33.300822 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd9ccd-e56f-4d5c-8a37-3c6dce3576f5 req-6d1ef720-2ae8-4d01-9fca-ad8db85845a4 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:33.306271 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd9ccd-e56f-4d5c-8a37-3c6dce3576f5 req-6d1ef720-2ae8-4d01-9fca-ad8db85845a4 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:33.311623 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd9ccd-e56f-4d5c-8a37-3c6dce3576f5 req-6d1ef720-2ae8-4d01-9fca-ad8db85845a4 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:33.351991 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd9ccd-e56f-4d5c-8a37-3c6dce3576f5 req-6d1ef720-2ae8-4d01-9fca-ad8db85845a4 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:33.362668 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-15141de0-d054-4945-936f-92b67fb132e1 None None] Port fb8184e5-48e6-4949-8ba0-b7b10086ad5d cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:01:33.364831 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd9ccd-e56f-4d5c-8a37-3c6dce3576f5 req-6d1ef720-2ae8-4d01-9fca-ad8db85845a4 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:33.369974 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd9ccd-e56f-4d5c-8a37-3c6dce3576f5 req-6d1ef720-2ae8-4d01-9fca-ad8db85845a4 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:33.375218 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd9ccd-e56f-4d5c-8a37-3c6dce3576f5 req-6d1ef720-2ae8-4d01-9fca-ad8db85845a4 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:33.382964 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e9fd9ccd-e56f-4d5c-8a37-3c6dce3576f5 req-6d1ef720-2ae8-4d01-9fca-ad8db85845a4 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5434 time: 0.3600223 Jan 28 03:01:33.426869 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:33.432987 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:33.449009 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f84fd776-1e7c-42ba-8a4a-2b0be6e85efb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:33.583094 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e9fd9ccd-e56f-4d5c-8a37-3c6dce3576f5 req-bb37a828-b072-41b8-8d3c-10a577b86f00 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1969986 Jan 28 03:01:33.586332 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ef99c5-77fe-4ea0-97af-610864488a7e None None] Network 6497a058-a4a1-4272-a01a-4995ba112653 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:01:33.731289 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-331ac29b-ad26-400e-8181-61de28841e77 None None] Provisioning complete for port 73d2ac82-cbb6-4b80-9838-5e1cb93e6054 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:33.735579 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-331ac29b-ad26-400e-8181-61de28841e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (73d2ac82-cbb6-4b80-9838-5e1cb93e6054), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:33.741925 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 73d2ac82-cbb6-4b80-9838-5e1cb93e6054 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:01:33.837481 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-43961c65-3a73-494f-a8ab-dc3c0730ea7f service neutron] 10.222.0.39 "GET /v2.0/networks/7b35c713-4208-4900-88fe-53af1e8f7a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5920997 Jan 28 03:01:33.881617 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-80798783-9466-4e1d-802f-66e9922b1c04 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks [] for port (fb8184e5-48e6-4949-8ba0-b7b10086ad5d), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:33.922946 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-f84fd776-1e7c-42ba-8a4a-2b0be6e85efb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] device_id is not set on port 67012564-b57c-453b-bfcd-908f3fd86645 yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:01:33.997168 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-80798783-9466-4e1d-802f-66e9922b1c04 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (fb8184e5-48e6-4949-8ba0-b7b10086ad5d), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:33.998241 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-80798783-9466-4e1d-802f-66e9922b1c04 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (f61ef887-93ab-476e-b143-31e9e68038ec), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:34.015002 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 73d2ac82-cbb6-4b80-9838-5e1cb93e6054 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:34.015398 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (73d2ac82-cbb6-4b80-9838-5e1cb93e6054), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:34.029028 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-331ac29b-ad26-400e-8181-61de28841e77 None None] Current status of the port 73d2ac82-cbb6-4b80-9838-5e1cb93e6054 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:34.029470 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-331ac29b-ad26-400e-8181-61de28841e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (73d2ac82-cbb6-4b80-9838-5e1cb93e6054), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:34.041892 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 47876) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:34.100601 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f84fd776-1e7c-42ba-8a4a-2b0be6e85efb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for port (67012564-b57c-453b-bfcd-908f3fd86645), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:34.131766 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-331ac29b-ad26-400e-8181-61de28841e77 None None] For port 73d2ac82-cbb6-4b80-9838-5e1cb93e6054, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=73d2ac82-cbb6-4b80-9838-5e1cb93e6054,segment=NetworkSegment(6be1e985-aaf0-411d-be42-0bc3177523f6),segment_id=6be1e985-aaf0-411d-be42-0bc3177523f6)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:34.141745 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-331ac29b-ad26-400e-8181-61de28841e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (73d2ac82-cbb6-4b80-9838-5e1cb93e6054), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:34.199495 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-f84fd776-1e7c-42ba-8a4a-2b0be6e85efb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] device_id is not set on port 268a3d36-bb33-4697-ad8d-684056a8bf36 yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:01:34.221126 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 7449fb17-3519-4387-a4d3-63b8cf30ebec up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:01:34.232417 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb890c-9166-4377-99e8-a66385b027b8 req-94720a85-30cf-4a63-aa33-4a3ac7310fc2 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:34.252824 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb890c-9166-4377-99e8-a66385b027b8 req-94720a85-30cf-4a63-aa33-4a3ac7310fc2 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:34.285752 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb890c-9166-4377-99e8-a66385b027b8 req-94720a85-30cf-4a63-aa33-4a3ac7310fc2 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:34.291005 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-29fb890c-9166-4377-99e8-a66385b027b8 req-94720a85-30cf-4a63-aa33-4a3ac7310fc2 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef21d94c-d7ce-4b77-835e-b44b975d6e1b HTTP/1.1" status: 200 len: 2412 time: 0.2278252 Jan 28 03:01:34.338677 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fbc1551c-f513-4817-a433-723a46c85f28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:34.364972 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 73d2ac82-cbb6-4b80-9838-5e1cb93e6054 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:34.427417 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ac29b-ad26-400e-8181-61de28841e77 None None] Pushing event updated for resources: {'Port': ['ID=73d2ac82-cbb6-4b80-9838-5e1cb93e6054,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:34.475072 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 7449fb17-3519-4387-a4d3-63b8cf30ebec completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:01:34.482014 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 7449fb17-3519-4387-a4d3-63b8cf30ebec triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:34.482552 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7449fb17-3519-4387-a4d3-63b8cf30ebec), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:34.483533 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-29fb890c-9166-4377-99e8-a66385b027b8 req-63c7b504-373b-4f3c-a17b-40c4512196f0 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/security-groups?id=389d7229-f56f-4fba-80fd-3c10167f7dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827903 Jan 28 03:01:34.509567 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80798783-9466-4e1d-802f-66e9922b1c04 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Network 56c8e261-0df7-429e-810b-8807dbeba9ea is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:01:34.521763 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-80798783-9466-4e1d-802f-66e9922b1c04 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:01:34.534060 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f84fd776-1e7c-42ba-8a4a-2b0be6e85efb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for port (268a3d36-bb33-4697-ad8d-684056a8bf36), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:34.570633 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fbc1551c-f513-4817-a433-723a46c85f28 admin admin] Publish callbacks [] for security_group (33b5f1f0-ef78-4a33-b1b9-eebf19e9cb81), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:34.587065 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fbc1551c-f513-4817-a433-723a46c85f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (33b5f1f0-ef78-4a33-b1b9-eebf19e9cb81), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:34.646822 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80798783-9466-4e1d-802f-66e9922b1c04 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Pushing event updated for resources: {'Port': ['ID=fb8184e5-48e6-4949-8ba0-b7b10086ad5d,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:34.693932 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-fbc1551c-f513-4817-a433-723a46c85f28 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7739a66bc72349018c622b48be9ceb79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6506965 Jan 28 03:01:34.710096 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 47890) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:34.716500 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc1551c-f513-4817-a433-723a46c85f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b5f1f0-ef78-4a33-b1b9-eebf19e9cb81,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:34.729829 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 7449fb17-3519-4387-a4d3-63b8cf30ebec is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:34.730247 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7449fb17-3519-4387-a4d3-63b8cf30ebec), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:34.734312 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c2f48d52-20ea-4b2e-bd47-1027b202606d None None] Provisioning complete for port 73d2ac82-cbb6-4b80-9838-5e1cb93e6054 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:34.734681 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c2f48d52-20ea-4b2e-bd47-1027b202606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (73d2ac82-cbb6-4b80-9838-5e1cb93e6054), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:34.814623 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7449fb17-3519-4387-a4d3-63b8cf30ebec'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:01:34.817156 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d376369-8444-43f4-b9a1-7e0a2751e126" -d '{"events": [{"server_uuid": "fb1e8349-1adc-4a91-982e-9c61323be61f", "name": "network-vif-plugged", "status": "completed", "tag": "7449fb17-3519-4387-a4d3-63b8cf30ebec"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:01:34.828887 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-651dbdec-bc21-446e-9d03-ef78e01ee775 admin admin] Publish callbacks [] for security_group (33b5f1f0-ef78-4a33-b1b9-eebf19e9cb81), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:34.833761 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:34.839277 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 7449fb17-3519-4387-a4d3-63b8cf30ebec, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=7449fb17-3519-4387-a4d3-63b8cf30ebec,segment=NetworkSegment(56ecf217-4f55-4505-a70a-3d133ecc059a),segment_id=56ecf217-4f55-4505-a70a-3d133ecc059a)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:34.883307 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-651dbdec-bc21-446e-9d03-ef78e01ee775 admin admin] Publish callbacks [] for security_group (33b5f1f0-ef78-4a33-b1b9-eebf19e9cb81), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:34.912300 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (7449fb17-3519-4387-a4d3-63b8cf30ebec), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:34.913514 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 32253399-bfa8-4777-9ebe-28270de068d4 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:01:34.922115 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f830ff-28f5-4d43-9a9d-f0f62739023f x-openstack-request-id: req-00f830ff-28f5-4d43-9a9d-f0f62739023f {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:01:34.922428 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1e8349-1adc-4a91-982e-9c61323be61f", "name": "network-vif-plugged", "status": "completed", "tag": "7449fb17-3519-4387-a4d3-63b8cf30ebec", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:01:34.922621 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-00f830ff-28f5-4d43-9a9d-f0f62739023f {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:01:34.922998 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7449fb17-3519-4387-a4d3-63b8cf30ebec', 'code': 200} Jan 28 03:01:34.944242 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-600f1588-c0b3-47db-9560-99788999e485 service neutron] 10.222.0.39 "GET /v2.0/networks/7b35c713-4208-4900-88fe-53af1e8f7a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0970409 Jan 28 03:01:34.966694 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80798783-9466-4e1d-802f-66e9922b1c04 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Router f61ef887-93ab-476e-b143-31e9e68038ec has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:01:34.967957 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f84fd776-1e7c-42ba-8a4a-2b0be6e85efb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (67012564-b57c-453b-bfcd-908f3fd86645), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:34.994317 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c2f48d52-20ea-4b2e-bd47-1027b202606d None None] Current status of the port 73d2ac82-cbb6-4b80-9838-5e1cb93e6054 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:35.020882 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-c9c99914-f39b-46af-b3a6-cde19b9d5a31 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.184&port_id=e8193437-9304-4c0d-918b-49cb6863dc6e HTTP/1.1" status: 200 len: 217 time: 0.0692818 Jan 28 03:01:35.053109 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=7449fb17-3519-4387-a4d3-63b8cf30ebec,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:35.065615 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-651dbdec-bc21-446e-9d03-ef78e01ee775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (33b5f1f0-ef78-4a33-b1b9-eebf19e9cb81), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:35.070425 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-651dbdec-bc21-446e-9d03-ef78e01ee775 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:35.072470 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-651dbdec-bc21-446e-9d03-ef78e01ee775 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/33b5f1f0-ef78-4a33-b1b9-eebf19e9cb81 HTTP/1.1" status: 204 len: 168 time: 0.3611372 Jan 28 03:01:35.078759 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 32253399-bfa8-4777-9ebe-28270de068d4 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:01:35.089166 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651dbdec-bc21-446e-9d03-ef78e01ee775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b5f1f0-ef78-4a33-b1b9-eebf19e9cb81,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:35.089373 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 32253399-bfa8-4777-9ebe-28270de068d4 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:35.089564 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (32253399-bfa8-4777-9ebe-28270de068d4), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:35.099556 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84fd776-1e7c-42ba-8a4a-2b0be6e85efb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Network 73247e45-1b2a-489f-9d72-d4901e9fb024 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:01:35.112528 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ec285-df33-43ca-a70d-6abacb2c9945 req-ce873825-fb14-40c5-82b7-ec8afb928b3c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:35.128572 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ec285-df33-43ca-a70d-6abacb2c9945 req-ce873825-fb14-40c5-82b7-ec8afb928b3c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:35.144028 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ec285-df33-43ca-a70d-6abacb2c9945 req-ce873825-fb14-40c5-82b7-ec8afb928b3c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:35.150434 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ec285-df33-43ca-a70d-6abacb2c9945 req-ce873825-fb14-40c5-82b7-ec8afb928b3c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:35.167430 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ec285-df33-43ca-a70d-6abacb2c9945 req-ce873825-fb14-40c5-82b7-ec8afb928b3c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:35.180470 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ec285-df33-43ca-a70d-6abacb2c9945 req-ce873825-fb14-40c5-82b7-ec8afb928b3c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:35.188686 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ec285-df33-43ca-a70d-6abacb2c9945 req-ce873825-fb14-40c5-82b7-ec8afb928b3c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:35.193276 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-f7241760-50d8-49ab-b288-dc40d374ddc9 None None] Provisioning complete for port fb8184e5-48e6-4949-8ba0-b7b10086ad5d triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:35.193723 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f7241760-50d8-49ab-b288-dc40d374ddc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (fb8184e5-48e6-4949-8ba0-b7b10086ad5d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:35.198594 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb4ec285-df33-43ca-a70d-6abacb2c9945 req-ce873825-fb14-40c5-82b7-ec8afb928b3c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5434 time: 0.4075420 Jan 28 03:01:35.201753 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-f84fd776-1e7c-42ba-8a4a-2b0be6e85efb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:01:35.211060 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84fd776-1e7c-42ba-8a4a-2b0be6e85efb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:01:35.212199 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f84fd776-1e7c-42ba-8a4a-2b0be6e85efb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (268a3d36-bb33-4697-ad8d-684056a8bf36), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:35.249936 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 32253399-bfa8-4777-9ebe-28270de068d4 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:35.250342 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (32253399-bfa8-4777-9ebe-28270de068d4), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:35.295595 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 32253399-bfa8-4777-9ebe-28270de068d4, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=32253399-bfa8-4777-9ebe-28270de068d4,segment=NetworkSegment(db598c0e-8e20-40ef-9b23-0e841e396fc3),segment_id=db598c0e-8e20-40ef-9b23-0e841e396fc3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:35.299510 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-f7241760-50d8-49ab-b288-dc40d374ddc9 None None] Port fb8184e5-48e6-4949-8ba0-b7b10086ad5d cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:01:35.309523 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (32253399-bfa8-4777-9ebe-28270de068d4), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:35.357638 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84fd776-1e7c-42ba-8a4a-2b0be6e85efb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event updated for resources: {'Port': ['ID=67012564-b57c-453b-bfcd-908f3fd86645,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:35.421991 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-c2aa696b-03b2-4fe8-a2c9-649caac27e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:35.423653 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-c2aa696b-03b2-4fe8-a2c9-649caac27e55 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d21fec6c-580c-4433-bdfd-2ec7f8c49c81 HTTP/1.1" status: 200 len: 801 time: 0.3716097 Jan 28 03:01:35.441282 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=32253399-bfa8-4777-9ebe-28270de068d4,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:35.487559 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80798783-9466-4e1d-802f-66e9922b1c04 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:01:35.491005 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84fd776-1e7c-42ba-8a4a-2b0be6e85efb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event updated for resources: {'Port': ['ID=268a3d36-bb33-4697-ad8d-684056a8bf36,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:35.497090 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-80798783-9466-4e1d-802f-66e9922b1c04 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] 10.222.0.53 "PUT /v2.0/routers/f61ef887-93ab-476e-b143-31e9e68038ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9214461 Jan 28 03:01:35.499830 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 47910) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:35.503899 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc607db4-b397-4982-ba20-480d1bf097aa None None] Sync routers for ids ['f61ef887-93ab-476e-b143-31e9e68038ec'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:01:35.535064 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc607db4-b397-4982-ba20-480d1bf097aa None None] Routers {'f61ef887-93ab-476e-b143-31e9e68038ec'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:01:35.535716 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-fc607db4-b397-4982-ba20-480d1bf097aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:01:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['f61ef887-93ab-476e-b143-31e9e68038ec'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:01:35.617110 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 73d2ac82-cbb6-4b80-9838-5e1cb93e6054 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:01:35.635532 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb4ec285-df33-43ca-a70d-6abacb2c9945 req-efe753a6-882c-4b4c-a0fd-434a48ad688e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4357471 Jan 28 03:01:35.646134 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84fd776-1e7c-42ba-8a4a-2b0be6e85efb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Checking segment: {'id': '648b255c-e7cd-4baf-9fa0-7e25c5bab799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'cca7ea45-4c7d-4a8e-81b5-c8cf91e50e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:01:35.646690 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84fd776-1e7c-42ba-8a4a-2b0be6e85efb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Network hostable DHCP agents. Network: cca7ea45-4c7d-4a8e-81b5-c8cf91e50e68, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:01:35.658437 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-1d976ecc-0dae-44bf-8e92-b17f7dd39c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:35.660247 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-1d976ecc-0dae-44bf-8e92-b17f7dd39c06 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=63411930-ad2a-443b-8470-7dc5c1705aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2142377 Jan 28 03:01:35.680647 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-fc607db4-b397-4982-ba20-480d1bf097aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:01:35.690836 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc607db4-b397-4982-ba20-480d1bf097aa None None] Routers {'f61ef887-93ab-476e-b143-31e9e68038ec'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:01:35.691471 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-fc607db4-b397-4982-ba20-480d1bf097aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:01:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['f61ef887-93ab-476e-b143-31e9e68038ec'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:01:35.748975 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 47920) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:35.752295 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-fc607db4-b397-4982-ba20-480d1bf097aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:01:35.755622 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc607db4-b397-4982-ba20-480d1bf097aa None None] The sync data for ids ['f61ef887-93ab-476e-b143-31e9e68038ec'] in n-d-712139-27 is: [] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:01:35.760041 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 73d2ac82-cbb6-4b80-9838-5e1cb93e6054 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:35.760602 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (73d2ac82-cbb6-4b80-9838-5e1cb93e6054), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:35.820657 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-98ff9ede-1e15-4549-b04e-70d72538bf27 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks [] for router (f61ef887-93ab-476e-b143-31e9e68038ec), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:35.822510 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e2f6d807-8558-45e4-bab0-d322eeef15b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:35.917015 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-98ff9ede-1e15-4549-b04e-70d72538bf27 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 03:01:35.921316 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-98ff9ede-1e15-4549-b04e-70d72538bf27 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] 10.222.0.53 "DELETE /v2.0/routers/f61ef887-93ab-476e-b143-31e9e68038ec HTTP/1.1" status: 409 len: 329 time: 0.4203863 Jan 28 03:01:35.922692 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 47922) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:35.929143 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 73d2ac82-cbb6-4b80-9838-5e1cb93e6054 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:35.933493 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b4bc2-70a2-426b-b864-8fd63fa83729 req-b785b30a-c424-4379-9031-a8162fa1f955 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:35.938887 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:35.939314 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b4bc2-70a2-426b-b864-8fd63fa83729 req-b785b30a-c424-4379-9031-a8162fa1f955 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:35.945497 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b4bc2-70a2-426b-b864-8fd63fa83729 req-b785b30a-c424-4379-9031-a8162fa1f955 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:35.947258 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-542b4bc2-70a2-426b-b864-8fd63fa83729 req-b785b30a-c424-4379-9031-a8162fa1f955 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef21d94c-d7ce-4b77-835e-b44b975d6e1b HTTP/1.1" status: 200 len: 2412 time: 0.2187731 Jan 28 03:01:36.199456 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 5412df90-162b-4d92-af88-5241f7fd5d82 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:01:36.301150 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 5412df90-162b-4d92-af88-5241f7fd5d82 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:01:36.305968 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 5412df90-162b-4d92-af88-5241f7fd5d82 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:36.306769 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (5412df90-162b-4d92-af88-5241f7fd5d82), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:36.391019 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84fd776-1e7c-42ba-8a4a-2b0be6e85efb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Network cca7ea45-4c7d-4a8e-81b5-c8cf91e50e68 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:01:36.416277 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e2f6d807-8558-45e4-bab0-d322eeef15b7 admin admin] Publish callbacks [] for security_group (d875c873-1c64-48b8-a4ef-ffe904faaf97), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:36.419934 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-f84fd776-1e7c-42ba-8a4a-2b0be6e85efb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, cca7ea45-4c7d-4a8e-81b5-c8cf91e50e68) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:01:36.424968 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84fd776-1e7c-42ba-8a4a-2b0be6e85efb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:01:36.431147 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84fd776-1e7c-42ba-8a4a-2b0be6e85efb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:36.436266 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84fd776-1e7c-42ba-8a4a-2b0be6e85efb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:36.436982 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f84fd776-1e7c-42ba-8a4a-2b0be6e85efb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:36.450415 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e2f6d807-8558-45e4-bab0-d322eeef15b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (d875c873-1c64-48b8-a4ef-ffe904faaf97), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:36.460933 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd834a4-684e-44c1-a533-252e7c305ea8 None None] Network cca7ea45-4c7d-4a8e-81b5-c8cf91e50e68 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:01:36.490648 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f6d807-8558-45e4-bab0-d322eeef15b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d875c873-1c64-48b8-a4ef-ffe904faaf97,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:36.535972 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f84fd776-1e7c-42ba-8a4a-2b0be6e85efb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.9130995 Jan 28 03:01:36.541764 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 47936) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:36.567936 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-c8f35c22-ecbe-413e-b101-5a73a28335aa service neutron] 10.222.0.39 "GET /v2.0/networks/63411930-ad2a-443b-8470-7dc5c1705aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8969655 Jan 28 03:01:36.573244 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e2f6d807-8558-45e4-bab0-d322eeef15b7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c74b71df32794a9b88506193caab437a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8194742 Jan 28 03:01:36.614992 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 47938) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:36.636714 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 5412df90-162b-4d92-af88-5241f7fd5d82 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:36.637157 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5412df90-162b-4d92-af88-5241f7fd5d82), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:36.734499 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-542b4bc2-70a2-426b-b864-8fd63fa83729 req-ad9f6305-9ad6-4a63-b154-9d010c10e261 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/security-groups?id=389d7229-f56f-4fba-80fd-3c10167f7dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7424228 Jan 28 03:01:36.789853 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 5412df90-162b-4d92-af88-5241f7fd5d82, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=5412df90-162b-4d92-af88-5241f7fd5d82,segment=NetworkSegment(db598c0e-8e20-40ef-9b23-0e841e396fc3),segment_id=db598c0e-8e20-40ef-9b23-0e841e396fc3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:36.805711 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (5412df90-162b-4d92-af88-5241f7fd5d82), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:36.807941 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 1a299c13-361c-41af-87eb-964dd7de4708 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:01:36.826569 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-cc07c282-e04b-4974-a3c1-c9750f3cf476 service neutron] 10.222.0.39 "GET /v2.0/networks/63411930-ad2a-443b-8470-7dc5c1705aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134888 Jan 28 03:01:36.910480 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-8873be11-2408-4c3c-9b67-be05798ae42f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.137&port_id=cc3eb265-869e-428a-94ce-963ba496ccff HTTP/1.1" status: 200 len: 217 time: 0.0676143 Jan 28 03:01:36.928149 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32253399-bfa8-4777-9ebe-28270de068d4'}, {'server_uuid': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5412df90-162b-4d92-af88-5241f7fd5d82'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:01:36.931636 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f36353-c0a6-4c17-a975-c02a6c76adfd" -d '{"events": [{"server_uuid": "fb1e8349-1adc-4a91-982e-9c61323be61f", "name": "network-vif-plugged", "status": "completed", "tag": "32253399-bfa8-4777-9ebe-28270de068d4"}, {"server_uuid": "fb1e8349-1adc-4a91-982e-9c61323be61f", "name": "network-vif-plugged", "status": "completed", "tag": "5412df90-162b-4d92-af88-5241f7fd5d82"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:01:36.956272 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 1a299c13-361c-41af-87eb-964dd7de4708 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:01:36.968289 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 1a299c13-361c-41af-87eb-964dd7de4708 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:36.968911 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (1a299c13-361c-41af-87eb-964dd7de4708), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:36.973281 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=5412df90-162b-4d92-af88-5241f7fd5d82,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:36.993011 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-be2c6ec5-0353-470f-a226-0482fb103ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:36.994897 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-be2c6ec5-0353-470f-a226-0482fb103ae8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6b2115eb-3ca1-4b92-a271-50f8f28156de HTTP/1.1" status: 200 len: 801 time: 0.0780878 Jan 28 03:01:36.996035 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b49be31a-3b57-437e-80a8-87dcc7f0f68c admin admin] Publish callbacks [] for security_group (d875c873-1c64-48b8-a4ef-ffe904faaf97), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:37.017320 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:01:37.017756 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:01:37.018096 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:01:37.018508 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:01:37.018842 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:01:37.019183 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:01:37.019492 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:01:37.019813 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:01:37.020595 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:01:37.020925 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:01:37.021276 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:01:37.021406 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b49be31a-3b57-437e-80a8-87dcc7f0f68c admin admin] Publish callbacks [] for security_group (d875c873-1c64-48b8-a4ef-ffe904faaf97), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:37.021596 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:01:37.021914 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:01:37.030978 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 03:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d36128-8c59-4970-97e7-7ea261c4c645 x-openstack-request-id: req-45d36128-8c59-4970-97e7-7ea261c4c645 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:01:37.030978 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1e8349-1adc-4a91-982e-9c61323be61f", "name": "network-vif-plugged", "status": "completed", "tag": "32253399-bfa8-4777-9ebe-28270de068d4", "code": 200}, {"server_uuid": "fb1e8349-1adc-4a91-982e-9c61323be61f", "name": "network-vif-plugged", "status": "completed", "tag": "5412df90-162b-4d92-af88-5241f7fd5d82", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:01:37.031494 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-45d36128-8c59-4970-97e7-7ea261c4c645 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:01:37.031745 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32253399-bfa8-4777-9ebe-28270de068d4', 'code': 200} Jan 28 03:01:37.031853 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5412df90-162b-4d92-af88-5241f7fd5d82', 'code': 200} Jan 28 03:01:37.108257 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 1a299c13-361c-41af-87eb-964dd7de4708 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:37.109310 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1a299c13-361c-41af-87eb-964dd7de4708), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:37.137487 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-324260e9-fb3e-4b29-a153-6857062f39de tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (f61ef887-93ab-476e-b143-31e9e68038ec), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:37.140305 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d0743-5395-41c4-b8e1-071c3a58a303 req-b14b6d3c-2174-4157-a6d3-561ccd57990b tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:37.146001 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d0743-5395-41c4-b8e1-071c3a58a303 req-b14b6d3c-2174-4157-a6d3-561ccd57990b tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:37.151398 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d0743-5395-41c4-b8e1-071c3a58a303 req-b14b6d3c-2174-4157-a6d3-561ccd57990b tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:37.156720 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d0743-5395-41c4-b8e1-071c3a58a303 req-b14b6d3c-2174-4157-a6d3-561ccd57990b tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:37.159305 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 1a299c13-361c-41af-87eb-964dd7de4708, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=1a299c13-361c-41af-87eb-964dd7de4708,segment=NetworkSegment(db598c0e-8e20-40ef-9b23-0e841e396fc3),segment_id=db598c0e-8e20-40ef-9b23-0e841e396fc3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:37.162463 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d0743-5395-41c4-b8e1-071c3a58a303 req-b14b6d3c-2174-4157-a6d3-561ccd57990b tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:37.168067 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d0743-5395-41c4-b8e1-071c3a58a303 req-b14b6d3c-2174-4157-a6d3-561ccd57990b tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:37.168958 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (1a299c13-361c-41af-87eb-964dd7de4708), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:37.170225 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device fab89d88-a54d-4fec-bf38-88eba2285661 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:01:37.180701 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d0743-5395-41c4-b8e1-071c3a58a303 req-b14b6d3c-2174-4157-a6d3-561ccd57990b tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:37.182764 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6d8d0743-5395-41c4-b8e1-071c3a58a303 req-b14b6d3c-2174-4157-a6d3-561ccd57990b tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5437 time: 0.3497050 Jan 28 03:01:37.260861 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-a40d8658-1f31-4591-b919-92a8019c66ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:37.262587 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-a40d8658-1f31-4591-b919-92a8019c66ec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7b35c713-4208-4900-88fe-53af1e8f7a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2132614 Jan 28 03:01:37.281721 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-24a14526-0021-4863-aea7-b8a2956c7342 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Deleting port 268a3d36-bb33-4697-ad8d-684056a8bf36 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:01:37.282721 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-24a14526-0021-4863-aea7-b8a2956c7342 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (268a3d36-bb33-4697-ad8d-684056a8bf36), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:37.291795 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port fab89d88-a54d-4fec-bf38-88eba2285661 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:01:37.302574 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port fab89d88-a54d-4fec-bf38-88eba2285661 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:37.303178 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (fab89d88-a54d-4fec-bf38-88eba2285661), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:37.343570 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b49be31a-3b57-437e-80a8-87dcc7f0f68c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (d875c873-1c64-48b8-a4ef-ffe904faaf97), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:37.346247 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b49be31a-3b57-437e-80a8-87dcc7f0f68c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:37.350023 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b49be31a-3b57-437e-80a8-87dcc7f0f68c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d875c873-1c64-48b8-a4ef-ffe904faaf97 HTTP/1.1" status: 204 len: 168 time: 0.7315710 Jan 28 03:01:37.354841 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6d8d0743-5395-41c4-b8e1-071c3a58a303 req-d36b1abf-100b-419e-8542-a5125e9c8d62 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1549006 Jan 28 03:01:37.358965 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=1a299c13-361c-41af-87eb-964dd7de4708,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:37.400915 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49be31a-3b57-437e-80a8-87dcc7f0f68c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d875c873-1c64-48b8-a4ef-ffe904faaf97,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:37.525155 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port fab89d88-a54d-4fec-bf38-88eba2285661 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:37.525804 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (fab89d88-a54d-4fec-bf38-88eba2285661), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:37.601375 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port fab89d88-a54d-4fec-bf38-88eba2285661, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=fab89d88-a54d-4fec-bf38-88eba2285661,segment=NetworkSegment(56ecf217-4f55-4505-a70a-3d133ecc059a),segment_id=56ecf217-4f55-4505-a70a-3d133ecc059a)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:37.609707 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (fab89d88-a54d-4fec-bf38-88eba2285661), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:37.610938 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device db7ee719-a3aa-47ed-85e5-5c79bf8865fd up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:01:37.638586 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-d5d31d4c-c401-41b9-8f8e-38199f5cd424 service neutron] 10.222.0.39 "GET /v2.0/networks/7b35c713-4208-4900-88fe-53af1e8f7a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514130 Jan 28 03:01:37.696426 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-324260e9-fb3e-4b29-a153-6857062f39de tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Deleting port fb8184e5-48e6-4949-8ba0-b7b10086ad5d {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:01:37.696780 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-324260e9-fb3e-4b29-a153-6857062f39de tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (fb8184e5-48e6-4949-8ba0-b7b10086ad5d), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:37.797937 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=fab89d88-a54d-4fec-bf38-88eba2285661,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:37.831498 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-324260e9-fb3e-4b29-a153-6857062f39de tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (fb8184e5-48e6-4949-8ba0-b7b10086ad5d), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:37.836731 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port db7ee719-a3aa-47ed-85e5-5c79bf8865fd completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:01:37.841647 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port db7ee719-a3aa-47ed-85e5-5c79bf8865fd triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:37.842466 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (db7ee719-a3aa-47ed-85e5-5c79bf8865fd), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:37.846622 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-324260e9-fb3e-4b29-a153-6857062f39de tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Calling delete_port for fb8184e5-48e6-4949-8ba0-b7b10086ad5d owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:01:37.887528 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-406bf0ad-4715-484d-b841-ab8265ccc92f req-09bfacfb-6818-49d7-a55b-84bc90bfa6e6 service neutron] 10.222.0.39 "GET /v2.0/networks/7b35c713-4208-4900-88fe-53af1e8f7a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419641 Jan 28 03:01:37.981188 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-24a14526-0021-4863-aea7-b8a2956c7342 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (268a3d36-bb33-4697-ad8d-684056a8bf36), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:38.020357 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-24a14526-0021-4863-aea7-b8a2956c7342 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Calling delete_port for 268a3d36-bb33-4697-ad8d-684056a8bf36 owned by {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:01:38.026535 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port db7ee719-a3aa-47ed-85e5-5c79bf8865fd is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:38.027091 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (db7ee719-a3aa-47ed-85e5-5c79bf8865fd), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:38.091758 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124da7a-2b26-4e3f-9198-4153045e3886 req-80e7c7ad-af37-4e89-a64d-46d60e158724 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:38.097926 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124da7a-2b26-4e3f-9198-4153045e3886 req-80e7c7ad-af37-4e89-a64d-46d60e158724 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:38.108543 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port db7ee719-a3aa-47ed-85e5-5c79bf8865fd, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=db7ee719-a3aa-47ed-85e5-5c79bf8865fd,segment=NetworkSegment(db598c0e-8e20-40ef-9b23-0e841e396fc3),segment_id=db598c0e-8e20-40ef-9b23-0e841e396fc3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:38.116177 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124da7a-2b26-4e3f-9198-4153045e3886 req-80e7c7ad-af37-4e89-a64d-46d60e158724 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:38.125392 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (db7ee719-a3aa-47ed-85e5-5c79bf8865fd), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:38.130224 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3124da7a-2b26-4e3f-9198-4153045e3886 req-80e7c7ad-af37-4e89-a64d-46d60e158724 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef21d94c-d7ce-4b77-835e-b44b975d6e1b HTTP/1.1" status: 200 len: 2412 time: 0.2360480 Jan 28 03:01:38.194573 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-324260e9-fb3e-4b29-a153-6857062f39de tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (fb8184e5-48e6-4949-8ba0-b7b10086ad5d), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:38.220933 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 522e2e39-e847-4a52-8a70-9410b617ab1b up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:01:38.238350 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324260e9-fb3e-4b29-a153-6857062f39de tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Pushing event deleted for resources: {'Port': ['ID=fb8184e5-48e6-4949-8ba0-b7b10086ad5d,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:38.270296 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed03e0c-f5e7-4c53-a3f8-1a9711220631 req-9c535a3f-931d-4c8b-8a38-f6aa6a460749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:38.271401 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed03e0c-f5e7-4c53-a3f8-1a9711220631 req-9c535a3f-931d-4c8b-8a38-f6aa6a460749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:38.272032 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed03e0c-f5e7-4c53-a3f8-1a9711220631 req-9c535a3f-931d-4c8b-8a38-f6aa6a460749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:38.273954 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bed03e0c-f5e7-4c53-a3f8-1a9711220631 req-9c535a3f-931d-4c8b-8a38-f6aa6a460749 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dc657e3b97f846ab8907f404f62e40e1&device_id=ef21d94c-d7ce-4b77-835e-b44b975d6e1b HTTP/1.1" status: 200 len: 2868 time: 0.2428911 Jan 28 03:01:38.292351 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=db7ee719-a3aa-47ed-85e5-5c79bf8865fd,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:38.369617 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 522e2e39-e847-4a52-8a70-9410b617ab1b completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:01:38.376269 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 522e2e39-e847-4a52-8a70-9410b617ab1b triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:38.376269 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (522e2e39-e847-4a52-8a70-9410b617ab1b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:38.487233 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3124da7a-2b26-4e3f-9198-4153045e3886 req-ed097691-019d-4580-8d12-22224adad5bf tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/security-groups?id=389d7229-f56f-4fba-80fd-3c10167f7dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551614 Jan 28 03:01:38.533647 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 522e2e39-e847-4a52-8a70-9410b617ab1b is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:38.539880 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (522e2e39-e847-4a52-8a70-9410b617ab1b), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:38.567274 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed03e0c-f5e7-4c53-a3f8-1a9711220631 req-fe431493-e175-42bd-83d4-b96b2e8670e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:38.572004 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bed03e0c-f5e7-4c53-a3f8-1a9711220631 req-fe431493-e175-42bd-83d4-b96b2e8670e9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7b35c713-4208-4900-88fe-53af1e8f7a24 HTTP/1.1" status: 200 len: 902 time: 0.2890935 Jan 28 03:01:38.629502 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 522e2e39-e847-4a52-8a70-9410b617ab1b, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=522e2e39-e847-4a52-8a70-9410b617ab1b,segment=NetworkSegment(242cab35-05c2-4e9b-b7a3-b9ace6aa1f3a),segment_id=242cab35-05c2-4e9b-b7a3-b9ace6aa1f3a)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:38.637175 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (522e2e39-e847-4a52-8a70-9410b617ab1b), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:38.670060 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bed03e0c-f5e7-4c53-a3f8-1a9711220631 req-f577cfc9-5407-4d36-9ba6-da624d03d9ba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.137&port_id=cc3eb265-869e-428a-94ce-963ba496ccff HTTP/1.1" status: 200 len: 217 time: 0.0874972 Jan 28 03:01:38.671005 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-24a14526-0021-4863-aea7-b8a2956c7342 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (268a3d36-bb33-4697-ad8d-684056a8bf36), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:38.688681 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-324260e9-fb3e-4b29-a153-6857062f39de tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (f61ef887-93ab-476e-b143-31e9e68038ec), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:38.788273 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a14526-0021-4863-aea7-b8a2956c7342 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event deleted for resources: {'Port': ['ID=268a3d36-bb33-4697-ad8d-684056a8bf36,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:38.811750 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f8bb7-b532-480c-8c8b-8e32c05a91d9 req-2499c611-517d-45fc-9771-fd0a7d4a9c13 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:38.828230 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f8bb7-b532-480c-8c8b-8e32c05a91d9 req-2499c611-517d-45fc-9771-fd0a7d4a9c13 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:38.842846 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=522e2e39-e847-4a52-8a70-9410b617ab1b,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:38.844381 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f8bb7-b532-480c-8c8b-8e32c05a91d9 req-2499c611-517d-45fc-9771-fd0a7d4a9c13 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:38.852159 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-24a14526-0021-4863-aea7-b8a2956c7342 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:38.862781 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f8bb7-b532-480c-8c8b-8e32c05a91d9 req-2499c611-517d-45fc-9771-fd0a7d4a9c13 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:38.866005 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-24a14526-0021-4863-aea7-b8a2956c7342 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/ports/268a3d36-bb33-4697-ad8d-684056a8bf36 HTTP/1.1" status: 204 len: 168 time: 2.3213532 Jan 28 03:01:38.866682 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 47998) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:38.875647 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f8bb7-b532-480c-8c8b-8e32c05a91d9 req-2499c611-517d-45fc-9771-fd0a7d4a9c13 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:38.881702 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f8bb7-b532-480c-8c8b-8e32c05a91d9 req-2499c611-517d-45fc-9771-fd0a7d4a9c13 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:38.889213 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f8bb7-b532-480c-8c8b-8e32c05a91d9 req-2499c611-517d-45fc-9771-fd0a7d4a9c13 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:38.891491 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8c3f8bb7-b532-480c-8c8b-8e32c05a91d9 req-2499c611-517d-45fc-9771-fd0a7d4a9c13 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5440 time: 0.3135538 Jan 28 03:01:38.985805 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed03e0c-f5e7-4c53-a3f8-1a9711220631 req-b5b6e7c7-20bf-47ad-9846-c5f848cb0269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:38.993479 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bed03e0c-f5e7-4c53-a3f8-1a9711220631 req-b5b6e7c7-20bf-47ad-9846-c5f848cb0269 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6b2115eb-3ca1-4b92-a271-50f8f28156de HTTP/1.1" status: 200 len: 801 time: 0.3119268 Jan 28 03:01:39.031802 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dc5c0e-57fb-410a-b87a-0e4a8df929bc tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:39.032050 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dc5c0e-57fb-410a-b87a-0e4a8df929bc tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:39.032784 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a299c13-361c-41af-87eb-964dd7de4708'}, {'server_uuid': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab89d88-a54d-4fec-bf38-88eba2285661'}, {'server_uuid': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db7ee719-a3aa-47ed-85e5-5c79bf8865fd'}, {'server_uuid': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522e2e39-e847-4a52-8a70-9410b617ab1b'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:01:39.035574 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fd4121-475b-4ec3-9672-54cccd2b6ef3" -d '{"events": [{"server_uuid": "fb1e8349-1adc-4a91-982e-9c61323be61f", "name": "network-vif-plugged", "status": "completed", "tag": "1a299c13-361c-41af-87eb-964dd7de4708"}, {"server_uuid": "fb1e8349-1adc-4a91-982e-9c61323be61f", "name": "network-vif-plugged", "status": "completed", "tag": "fab89d88-a54d-4fec-bf38-88eba2285661"}, {"server_uuid": "fb1e8349-1adc-4a91-982e-9c61323be61f", "name": "network-vif-plugged", "status": "completed", "tag": "db7ee719-a3aa-47ed-85e5-5c79bf8865fd"}, {"server_uuid": "fb1e8349-1adc-4a91-982e-9c61323be61f", "name": "network-vif-plugged", "status": "completed", "tag": "522e2e39-e847-4a52-8a70-9410b617ab1b"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:01:39.048095 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-73dc5c0e-57fb-410a-b87a-0e4a8df929bc tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1450 time: 0.1659055 Jan 28 03:01:39.066018 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48006) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:39.130726 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 28 Jan 2022 03:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49683c2f-4f44-4a49-92a5-90f80fa78009 x-openstack-request-id: req-49683c2f-4f44-4a49-92a5-90f80fa78009 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:01:39.130726 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1e8349-1adc-4a91-982e-9c61323be61f", "name": "network-vif-plugged", "status": "completed", "tag": "1a299c13-361c-41af-87eb-964dd7de4708", "code": 200}, {"server_uuid": "fb1e8349-1adc-4a91-982e-9c61323be61f", "name": "network-vif-plugged", "status": "completed", "tag": "fab89d88-a54d-4fec-bf38-88eba2285661", "code": 200}, {"server_uuid": "fb1e8349-1adc-4a91-982e-9c61323be61f", "name": "network-vif-plugged", "status": "completed", "tag": "db7ee719-a3aa-47ed-85e5-5c79bf8865fd", "code": 200}, {"server_uuid": "fb1e8349-1adc-4a91-982e-9c61323be61f", "name": "network-vif-plugged", "status": "completed", "tag": "522e2e39-e847-4a52-8a70-9410b617ab1b", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:01:39.130726 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-49683c2f-4f44-4a49-92a5-90f80fa78009 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:01:39.130726 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a299c13-361c-41af-87eb-964dd7de4708', 'code': 200} Jan 28 03:01:39.131144 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab89d88-a54d-4fec-bf38-88eba2285661', 'code': 200} Jan 28 03:01:39.131144 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db7ee719-a3aa-47ed-85e5-5c79bf8865fd', 'code': 200} Jan 28 03:01:39.131302 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522e2e39-e847-4a52-8a70-9410b617ab1b', 'code': 200} Jan 28 03:01:39.149318 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-324260e9-fb3e-4b29-a153-6857062f39de tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Router f61ef887-93ab-476e-b143-31e9e68038ec has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:01:39.151706 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed03e0c-f5e7-4c53-a3f8-1a9711220631 req-30a80127-f624-4899-9999-db76f76a35ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:39.153309 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bed03e0c-f5e7-4c53-a3f8-1a9711220631 req-30a80127-f624-4899-9999-db76f76a35ae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7b35c713-4208-4900-88fe-53af1e8f7a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1486304 Jan 28 03:01:39.182008 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8c3f8bb7-b532-480c-8c8b-8e32c05a91d9 req-2aa118de-a66b-44a9-8833-c61ff888bf7e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2464113 Jan 28 03:01:39.355926 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bed03e0c-f5e7-4c53-a3f8-1a9711220631 req-75f6503b-79fc-456d-ac98-f875a0a887f9 service neutron] 10.222.0.39 "GET /v2.0/networks/7b35c713-4208-4900-88fe-53af1e8f7a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939020 Jan 28 03:01:39.450463 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324260e9-fb3e-4b29-a153-6857062f39de tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:01:39.463136 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-324260e9-fb3e-4b29-a153-6857062f39de tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] 10.222.0.53 "PUT /v2.0/routers/f61ef887-93ab-476e-b143-31e9e68038ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5355709 Jan 28 03:01:39.466137 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f65b8ff-ee3c-46a8-9e9b-a01183858415 None None] Sync routers for ids ['f61ef887-93ab-476e-b143-31e9e68038ec'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:01:39.472188 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 48020) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:39.481924 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f65b8ff-ee3c-46a8-9e9b-a01183858415 None None] Routers {'f61ef887-93ab-476e-b143-31e9e68038ec'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:01:39.482597 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-6f65b8ff-ee3c-46a8-9e9b-a01183858415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:01:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['f61ef887-93ab-476e-b143-31e9e68038ec'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:01:39.485131 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-4cf8af84-a390-4a66-8a72-44f40be06551 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Deleting port 67012564-b57c-453b-bfcd-908f3fd86645 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:01:39.485484 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4cf8af84-a390-4a66-8a72-44f40be06551 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (67012564-b57c-453b-bfcd-908f3fd86645), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:39.575858 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-42a3106b-83f5-4c1e-b672-448717cf93bd tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] show failed (client error): The resource could not be found. Jan 28 03:01:39.576042 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-6f65b8ff-ee3c-46a8-9e9b-a01183858415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:01:39.587509 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-42a3106b-83f5-4c1e-b672-448717cf93bd tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-1678977937 HTTP/1.1" status: 404 len: 335 time: 0.1115038 Jan 28 03:01:39.588833 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 48026) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:39.603378 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f65b8ff-ee3c-46a8-9e9b-a01183858415 None None] Routers {'f61ef887-93ab-476e-b143-31e9e68038ec'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:01:39.604070 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-6f65b8ff-ee3c-46a8-9e9b-a01183858415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:01:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['f61ef887-93ab-476e-b143-31e9e68038ec'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:01:39.605326 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-3d3f536f-d96c-4cd8-b79d-dd3943372b74 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:01:39.627424 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9c4d9-57f3-4644-bf7c-dc49ca112bf1 req-e66d5d72-5cca-4d27-ac00-d3983170057e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:39.627972 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9c4d9-57f3-4644-bf7c-dc49ca112bf1 req-e66d5d72-5cca-4d27-ac00-d3983170057e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:39.628451 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9c4d9-57f3-4644-bf7c-dc49ca112bf1 req-e66d5d72-5cca-4d27-ac00-d3983170057e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:39.628926 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9c4d9-57f3-4644-bf7c-dc49ca112bf1 req-e66d5d72-5cca-4d27-ac00-d3983170057e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:39.629467 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9c4d9-57f3-4644-bf7c-dc49ca112bf1 req-e66d5d72-5cca-4d27-ac00-d3983170057e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:39.629939 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9c4d9-57f3-4644-bf7c-dc49ca112bf1 req-e66d5d72-5cca-4d27-ac00-d3983170057e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:39.630404 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9c4d9-57f3-4644-bf7c-dc49ca112bf1 req-e66d5d72-5cca-4d27-ac00-d3983170057e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:39.632978 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a3f9c4d9-57f3-4644-bf7c-dc49ca112bf1 req-e66d5d72-5cca-4d27-ac00-d3983170057e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 6505 time: 0.3004799 Jan 28 03:01:39.668618 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-6f65b8ff-ee3c-46a8-9e9b-a01183858415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:01:39.669244 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f65b8ff-ee3c-46a8-9e9b-a01183858415 None None] The sync data for ids ['f61ef887-93ab-476e-b143-31e9e68038ec'] in n-d-712139-27 is: [] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:01:39.681644 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4cf8af84-a390-4a66-8a72-44f40be06551 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (67012564-b57c-453b-bfcd-908f3fd86645), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:39.713924 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-4cf8af84-a390-4a66-8a72-44f40be06551 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Calling delete_port for 67012564-b57c-453b-bfcd-908f3fd86645 owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:01:39.797609 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bed03e0c-f5e7-4c53-a3f8-1a9711220631 req-8515901a-c9ba-4b65-aad5-933b085b691d service neutron] 10.222.0.39 "GET /v2.0/networks/7b35c713-4208-4900-88fe-53af1e8f7a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273028 Jan 28 03:01:39.800505 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-3d3f536f-d96c-4cd8-b79d-dd3943372b74 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] update failed (client error): The resource could not be found. Jan 28 03:01:39.808331 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3d3f536f-d96c-4cd8-b79d-dd3943372b74 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-695695913 HTTP/1.1" status: 404 len: 334 time: 0.2165313 Jan 28 03:01:39.809367 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 48034) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:39.919385 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a3f9c4d9-57f3-4644-bf7c-dc49ca112bf1 req-c09e1971-10fe-40e1-8382-e8c0fcd82ac3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2632709 Jan 28 03:01:39.920938 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4cf8af84-a390-4a66-8a72-44f40be06551 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (67012564-b57c-453b-bfcd-908f3fd86645), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:39.921119 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-beb68948-5240-41ed-bdb0-a694a57c782d tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Deleting subnet 52ce860b-34a7-479f-a25c-a2f4f1f0e133 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:01:39.934935 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-beb68948-5240-41ed-bdb0-a694a57c782d tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks [] for subnet (52ce860b-34a7-479f-a25c-a2f4f1f0e133), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:39.971458 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5cedc9-f84d-484f-9c78-c0076ce73ffc req-1c5c2dc3-ba93-4844-adf8-d5a28a6efae8 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:39.976050 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf8af84-a390-4a66-8a72-44f40be06551 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event deleted for resources: {'Port': ['ID=67012564-b57c-453b-bfcd-908f3fd86645,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:39.988583 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5cedc9-f84d-484f-9c78-c0076ce73ffc req-1c5c2dc3-ba93-4844-adf8-d5a28a6efae8 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:39.995177 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5cedc9-f84d-484f-9c78-c0076ce73ffc req-1c5c2dc3-ba93-4844-adf8-d5a28a6efae8 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:40.002646 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9b5cedc9-f84d-484f-9c78-c0076ce73ffc req-1c5c2dc3-ba93-4844-adf8-d5a28a6efae8 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef21d94c-d7ce-4b77-835e-b44b975d6e1b HTTP/1.1" status: 200 len: 2412 time: 0.3920619 Jan 28 03:01:40.010013 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4cf8af84-a390-4a66-8a72-44f40be06551 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:40.017892 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4cf8af84-a390-4a66-8a72-44f40be06551 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/ports/67012564-b57c-453b-bfcd-908f3fd86645 HTTP/1.1" status: 204 len: 168 time: 0.9482145 Jan 28 03:01:40.021882 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48044) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:40.077336 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-beb68948-5240-41ed-bdb0-a694a57c782d tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (52ce860b-34a7-479f-a25c-a2f4f1f0e133), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:40.092140 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9b5cedc9-f84d-484f-9c78-c0076ce73ffc req-2fcc4fe7-91d0-4bf1-919f-4eed68a49a61 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/security-groups?id=389d7229-f56f-4fba-80fd-3c10167f7dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884569 Jan 28 03:01:40.140949 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21681b1-a585-47e4-bcbf-d9340907e955 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:40.146910 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e21681b1-a585-47e4-bcbf-d9340907e955 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.1232307 Jan 28 03:01:40.148693 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48050) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:40.198107 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48052) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:40.207446 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea5d7a46-3748-4686-b3af-3f17e9041ed7 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] GET failed (client error): The resource could not be found. Jan 28 03:01:40.208975 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ea5d7a46-3748-4686-b3af-3f17e9041ed7 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "GET /v2.0/ports/268a3d36-bb33-4697-ad8d-684056a8bf36 HTTP/1.1" status: 404 len: 333 time: 0.0591967 Jan 28 03:01:40.212746 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48056) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:40.263480 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-a37c63ca-e276-4cbd-bde0-7d0038b5ddef tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] GET failed (client error): The resource could not be found. Jan 28 03:01:40.265335 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a37c63ca-e276-4cbd-bde0-7d0038b5ddef tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "GET /v2.0/ports/67012564-b57c-453b-bfcd-908f3fd86645 HTTP/1.1" status: 404 len: 333 time: 0.0512104 Jan 28 03:01:40.270219 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48060) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:40.373715 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-beb68948-5240-41ed-bdb0-a694a57c782d tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (52ce860b-34a7-479f-a25c-a2f4f1f0e133), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:40.392205 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-b82f4eb5-ec43-4fb3-8bbc-7118ace34b7f tempest-RoutersAdminNegativeIpV6Test-1617471885 tempest-RoutersAdminNegativeIpV6Test-1617471885-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1277184141', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:01:40.423120 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 3b96cb50-ddb1-49b7-be64-73f728b95d6e details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:01:40.433845 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f7289ea4-5ebf-4814-9b28-6ae276a34bb5 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (cca7ea45-4c7d-4a8e-81b5-c8cf91e50e68), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:40.451313 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82f4eb5-ec43-4fb3-8bbc-7118ace34b7f tempest-RoutersAdminNegativeIpV6Test-1617471885 tempest-RoutersAdminNegativeIpV6Test-1617471885-project-admin] Made reservation on behalf of cbf4ca9c76be4f5d8161e5476cff1961 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:01:40.452997 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b82f4eb5-ec43-4fb3-8bbc-7118ace34b7f tempest-RoutersAdminNegativeIpV6Test-1617471885 tempest-RoutersAdminNegativeIpV6Test-1617471885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:40.463466 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf21923-1a81-4459-ace1-d2987fce11ed req-79510cb6-9ec0-4625-b8ab-4f2bf79d440c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:40.470934 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf21923-1a81-4459-ace1-d2987fce11ed req-79510cb6-9ec0-4625-b8ab-4f2bf79d440c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:40.471173 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b82f4eb5-ec43-4fb3-8bbc-7118ace34b7f tempest-RoutersAdminNegativeIpV6Test-1617471885 tempest-RoutersAdminNegativeIpV6Test-1617471885-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:40.476019 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf21923-1a81-4459-ace1-d2987fce11ed req-79510cb6-9ec0-4625-b8ab-4f2bf79d440c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:40.482177 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf21923-1a81-4459-ace1-d2987fce11ed req-79510cb6-9ec0-4625-b8ab-4f2bf79d440c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:40.493147 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf21923-1a81-4459-ace1-d2987fce11ed req-79510cb6-9ec0-4625-b8ab-4f2bf79d440c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:40.499070 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf21923-1a81-4459-ace1-d2987fce11ed req-79510cb6-9ec0-4625-b8ab-4f2bf79d440c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:40.506592 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf21923-1a81-4459-ace1-d2987fce11ed req-79510cb6-9ec0-4625-b8ab-4f2bf79d440c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:40.519437 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-caf21923-1a81-4459-ace1-d2987fce11ed req-79510cb6-9ec0-4625-b8ab-4f2bf79d440c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5441 time: 0.2102487 Jan 28 03:01:40.631570 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 3b96cb50-ddb1-49b7-be64-73f728b95d6e, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=3b96cb50-ddb1-49b7-be64-73f728b95d6e,segment=NetworkSegment(7e4e9f6e-8a0c-46e4-bfc6-f7cf0b3dd6cb),segment_id=7e4e9f6e-8a0c-46e4-bfc6-f7cf0b3dd6cb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:40.634305 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-caf21923-1a81-4459-ace1-d2987fce11ed req-bc60e205-658a-481b-8114-c1e36c5a7a45 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1136630 Jan 28 03:01:40.638087 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-beb68948-5240-41ed-bdb0-a694a57c782d tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (52ce860b-34a7-479f-a25c-a2f4f1f0e133), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:40.643045 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f7289ea4-5ebf-4814-9b28-6ae276a34bb5 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (cca7ea45-4c7d-4a8e-81b5-c8cf91e50e68), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:40.684420 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '3b96cb50-ddb1-49b7-be64-73f728b95d6e', 'network_id': '7b35c713-4208-4900-88fe-53af1e8f7a24', 'port_id': '3b96cb50-ddb1-49b7-be64-73f728b95d6e', 'mac_address': 'fa:16:3e:d0:e2:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b2115eb-3ca1-4b92-a271-50f8f28156de', 'ip_address': '19.80.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:01:40.686503 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb68948-5240-41ed-bdb0-a694a57c782d tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Pushing event deleted for resources: {'Subnet': ['ID=52ce860b-34a7-479f-a25c-a2f4f1f0e133,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:40.694045 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-beb68948-5240-41ed-bdb0-a694a57c782d tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:40.697772 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-beb68948-5240-41ed-bdb0-a694a57c782d tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] 10.222.0.53 "DELETE /v2.0/subnets/52ce860b-34a7-479f-a25c-a2f4f1f0e133 HTTP/1.1" status: 204 len: 168 time: 0.8646224 Jan 28 03:01:40.700242 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 48068) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:40.706795 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab89509-c84b-4eb3-8edd-2dd91d08bb61 None None] Network 6497a058-a4a1-4272-a01a-4995ba112653 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:01:40.720030 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-f7289ea4-5ebf-4814-9b28-6ae276a34bb5 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cca7ea45-4c7d-4a8e-81b5-c8cf91e50e68']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:01:40.754547 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-f7289ea4-5ebf-4814-9b28-6ae276a34bb5 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '648b255c-e7cd-4baf-9fa0-7e25c5bab799') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:01:40.754852 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-f7289ea4-5ebf-4814-9b28-6ae276a34bb5 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '648b255c-e7cd-4baf-9fa0-7e25c5bab799') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:01:40.778700 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f7289ea4-5ebf-4814-9b28-6ae276a34bb5 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (648b255c-e7cd-4baf-9fa0-7e25c5bab799), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:40.805283 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-63b171cf-5cb5-454a-a83e-cae428477575 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (6497a058-a4a1-4272-a01a-4995ba112653), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:40.807467 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f7289ea4-5ebf-4814-9b28-6ae276a34bb5 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (648b255c-e7cd-4baf-9fa0-7e25c5bab799), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:40.807677 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 3b96cb50-ddb1-49b7-be64-73f728b95d6e is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:40.807947 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3b96cb50-ddb1-49b7-be64-73f728b95d6e), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:40.823200 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7289ea4-5ebf-4814-9b28-6ae276a34bb5 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:01:40.823854 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f7289ea4-5ebf-4814-9b28-6ae276a34bb5 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (648b255c-e7cd-4baf-9fa0-7e25c5bab799), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:40.828369 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:01:40.828369 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:01:40.828369 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:01:40.828369 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:01:40.828369 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:01:40.828369 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:01:40.828369 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:01:40.828369 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:01:40.828369 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:01:40.828369 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:01:40.828369 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:01:40.828369 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:01:40.828369 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:01:40.828369 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:01:40.828369 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:01:40.828369 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:01:40.828369 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:01:40.828369 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:01:40.828369 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:01:40.828369 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:01:40.828369 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:01:40.828369 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:01:40.828369 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:01:40.828369 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:01:40.828369 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:01:40.828369 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:01:40.828369 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:01:40.828369 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:01:40.828369 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:01:40.828369 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:01:40.828369 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:01:40.828369 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:01:40.886572 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b96cb50-ddb1-49b7-be64-73f728b95d6e {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:01:40.889439 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-63b171cf-5cb5-454a-a83e-cae428477575 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Deleting port 73d2ac82-cbb6-4b80-9838-5e1cb93e6054 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:01:40.889788 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-63b171cf-5cb5-454a-a83e-cae428477575 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (73d2ac82-cbb6-4b80-9838-5e1cb93e6054), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:40.930261 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 3b96cb50-ddb1-49b7-be64-73f728b95d6e, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=3b96cb50-ddb1-49b7-be64-73f728b95d6e,segment=NetworkSegment(7e4e9f6e-8a0c-46e4-bfc6-f7cf0b3dd6cb),segment_id=7e4e9f6e-8a0c-46e4-bfc6-f7cf0b3dd6cb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:40.947990 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3b96cb50-ddb1-49b7-be64-73f728b95d6e), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:40.948952 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device cc3eb265-869e-428a-94ce-963ba496ccff details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:01:40.977063 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b82f4eb5-ec43-4fb3-8bbc-7118ace34b7f tempest-RoutersAdminNegativeIpV6Test-1617471885 tempest-RoutersAdminNegativeIpV6Test-1617471885-project-admin] Publish callbacks [] for security_group (52179871-c655-4341-99af-a31ed3fb335b), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:40.988736 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-63b171cf-5cb5-454a-a83e-cae428477575 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] For port 73d2ac82-cbb6-4b80-9838-5e1cb93e6054, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=73d2ac82-cbb6-4b80-9838-5e1cb93e6054,segment=NetworkSegment(6be1e985-aaf0-411d-be42-0bc3177523f6),segment_id=6be1e985-aaf0-411d-be42-0bc3177523f6)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:40.990159 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-63b171cf-5cb5-454a-a83e-cae428477575 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (73d2ac82-cbb6-4b80-9838-5e1cb93e6054), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:41.011627 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-63b171cf-5cb5-454a-a83e-cae428477575 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Calling delete_port for 73d2ac82-cbb6-4b80-9838-5e1cb93e6054 owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:01:41.019475 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b82f4eb5-ec43-4fb3-8bbc-7118ace34b7f tempest-RoutersAdminNegativeIpV6Test-1617471885 tempest-RoutersAdminNegativeIpV6Test-1617471885-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (52179871-c655-4341-99af-a31ed3fb335b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:41.037601 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-b82f4eb5-ec43-4fb3-8bbc-7118ace34b7f tempest-RoutersAdminNegativeIpV6Test-1617471885 tempest-RoutersAdminNegativeIpV6Test-1617471885-project-admin] device_id is not set on port 1e44d99a-e7f7-4ddb-b011-b6a1a2dd205b yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:01:41.053358 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1545649a-966a-4632-ab89-680ff2663d02 None None] DHCP port deletion for 6497a058-a4a1-4272-a01a-4995ba112653 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:01:41.101781 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port cc3eb265-869e-428a-94ce-963ba496ccff, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=cc3eb265-869e-428a-94ce-963ba496ccff,segment=NetworkSegment(7e4e9f6e-8a0c-46e4-bfc6-f7cf0b3dd6cb),segment_id=7e4e9f6e-8a0c-46e4-bfc6-f7cf0b3dd6cb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:41.105322 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=3b96cb50-ddb1-49b7-be64-73f728b95d6e,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:41.111595 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-63b171cf-5cb5-454a-a83e-cae428477575 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (73d2ac82-cbb6-4b80-9838-5e1cb93e6054), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:41.147291 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-1545649a-966a-4632-ab89-680ff2663d02 None None] The port '73d2ac82-cbb6-4b80-9838-5e1cb93e6054' was deleted {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1993}} Jan 28 03:01:41.152803 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': 'cc3eb265-869e-428a-94ce-963ba496ccff', 'network_id': '7b35c713-4208-4900-88fe-53af1e8f7a24', 'port_id': 'cc3eb265-869e-428a-94ce-963ba496ccff', 'mac_address': 'fa:16:3e:2a:a7:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b2115eb-3ca1-4b92-a271-50f8f28156de', 'ip_address': '19.80.0.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:01:41.176210 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b171cf-5cb5-454a-a83e-cae428477575 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Pushing event deleted for resources: {'Port': ['ID=73d2ac82-cbb6-4b80-9838-5e1cb93e6054,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:41.193010 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b171cf-5cb5-454a-a83e-cae428477575 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] No DVR routers for this DVR port 73d2ac82-cbb6-4b80-9838-5e1cb93e6054 on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:01:41.217699 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f7289ea4-5ebf-4814-9b28-6ae276a34bb5 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (cca7ea45-4c7d-4a8e-81b5-c8cf91e50e68), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:41.226266 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port cc3eb265-869e-428a-94ce-963ba496ccff is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:41.227091 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (cc3eb265-869e-428a-94ce-963ba496ccff), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:41.249543 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f4eb5-ec43-4fb3-8bbc-7118ace34b7f tempest-RoutersAdminNegativeIpV6Test-1617471885 tempest-RoutersAdminNegativeIpV6Test-1617471885-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52179871-c655-4341-99af-a31ed3fb335b,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:41.252265 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc3eb265-869e-428a-94ce-963ba496ccff {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:01:41.278177 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port cc3eb265-869e-428a-94ce-963ba496ccff, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=cc3eb265-869e-428a-94ce-963ba496ccff,segment=NetworkSegment(7e4e9f6e-8a0c-46e4-bfc6-f7cf0b3dd6cb),segment_id=7e4e9f6e-8a0c-46e4-bfc6-f7cf0b3dd6cb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:41.294810 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (cc3eb265-869e-428a-94ce-963ba496ccff), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:41.295732 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device e8193437-9304-4c0d-918b-49cb6863dc6e details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:01:41.302582 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f7289ea4-5ebf-4814-9b28-6ae276a34bb5 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:41.315430 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f7289ea4-5ebf-4814-9b28-6ae276a34bb5 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/networks/cca7ea45-4c7d-4a8e-81b5-c8cf91e50e68 HTTP/1.1" status: 204 len: 168 time: 1.0439975 Jan 28 03:01:41.327040 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 48082) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:41.343586 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-0ad0977b-f78a-4285-9373-b74beab1c353 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1672787751'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:01:41.351889 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7289ea4-5ebf-4814-9b28-6ae276a34bb5 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event deleted for resources: {'Network': ['ID=cca7ea45-4c7d-4a8e-81b5-c8cf91e50e68,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:41.391019 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-63b171cf-5cb5-454a-a83e-cae428477575 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (6497a058-a4a1-4272-a01a-4995ba112653), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:41.392111 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-b82f4eb5-ec43-4fb3-8bbc-7118ace34b7f tempest-RoutersAdminNegativeIpV6Test-1617471885 tempest-RoutersAdminNegativeIpV6Test-1617471885-project-admin] Allocated IP 172.25.0.37 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/1e44d99a-e7f7-4ddb-b011-b6a1a2dd205b) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:01:41.410732 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d7219e-cd08-417e-8d5e-db665439b6cf req-c31272f4-0a9c-4e45-a905-17e37bd779ed tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:41.417436 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d7219e-cd08-417e-8d5e-db665439b6cf req-c31272f4-0a9c-4e45-a905-17e37bd779ed tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:41.423238 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d7219e-cd08-417e-8d5e-db665439b6cf req-c31272f4-0a9c-4e45-a905-17e37bd779ed tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:41.425578 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-85d7219e-cd08-417e-8d5e-db665439b6cf req-c31272f4-0a9c-4e45-a905-17e37bd779ed tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef21d94c-d7ce-4b77-835e-b44b975d6e1b HTTP/1.1" status: 200 len: 2413 time: 0.2033029 Jan 28 03:01:41.436153 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad0977b-f78a-4285-9373-b74beab1c353 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Made reservation on behalf of e836b14247804add85a66880853283af for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:01:41.439897 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0ad0977b-f78a-4285-9373-b74beab1c353 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:41.467854 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-63b171cf-5cb5-454a-a83e-cae428477575 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6497a058-a4a1-4272-a01a-4995ba112653']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:01:41.486760 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-63b171cf-5cb5-454a-a83e-cae428477575 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6be1e985-aaf0-411d-be42-0bc3177523f6') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:01:41.487596 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-63b171cf-5cb5-454a-a83e-cae428477575 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6be1e985-aaf0-411d-be42-0bc3177523f6') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:01:41.504029 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-63b171cf-5cb5-454a-a83e-cae428477575 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (6be1e985-aaf0-411d-be42-0bc3177523f6), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:41.518038 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ad0977b-f78a-4285-9373-b74beab1c353 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:01:41.532859 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-63b171cf-5cb5-454a-a83e-cae428477575 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (6be1e985-aaf0-411d-be42-0bc3177523f6), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:41.535783 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0ad0977b-f78a-4285-9373-b74beab1c353 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (82158c71-b33f-4ecb-b59b-8e4ad5760515), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:41.536414 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-0ad0977b-f78a-4285-9373-b74beab1c353 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Added segment 82158c71-b33f-4ecb-b59b-8e4ad5760515 of type vlan for network cb764fc1-25c4-4201-92ef-e86f30cb8677 Jan 28 03:01:41.551374 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63b171cf-5cb5-454a-a83e-cae428477575 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:01:41.552093 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-63b171cf-5cb5-454a-a83e-cae428477575 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (6be1e985-aaf0-411d-be42-0bc3177523f6), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:41.556511 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 28 03:01:41.556511 n-d-712139-27 neutron-server[109802]: warnings.warn(msg) Jan 28 03:01:41.556511 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:01:41.556511 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:01:41.556511 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:01:41.556511 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:01:41.556511 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:01:41.556511 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:01:41.556511 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:01:41.556511 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:01:41.556511 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:01:41.556511 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:01:41.556511 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:01:41.556511 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:01:41.556511 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:01:41.556511 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:01:41.556511 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:01:41.556511 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:01:41.556511 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:01:41.556511 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:01:41.556511 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:01:41.556511 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:01:41.556511 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:01:41.556511 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:01:41.556511 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:01:41.556511 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:01:41.556511 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:01:41.556511 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:01:41.556511 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:01:41.556511 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:01:41.556511 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:01:41.556511 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:01:41.556511 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:01:41.556511 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:01:41.775218 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0ad0977b-f78a-4285-9373-b74beab1c353 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (cb764fc1-25c4-4201-92ef-e86f30cb8677), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:41.779933 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-85d7219e-cd08-417e-8d5e-db665439b6cf req-00bc6ea1-7686-4b0d-b346-37f8f1eda2b8 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/security-groups?id=389d7229-f56f-4fba-80fd-3c10167f7dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071778 Jan 28 03:01:41.879622 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-63b171cf-5cb5-454a-a83e-cae428477575 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (6497a058-a4a1-4272-a01a-4995ba112653), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:41.891204 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-63b171cf-5cb5-454a-a83e-cae428477575 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:41.897956 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-63b171cf-5cb5-454a-a83e-cae428477575 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] 10.222.0.53 "DELETE /v2.0/networks/6497a058-a4a1-4272-a01a-4995ba112653 HTTP/1.1" status: 204 len: 168 time: 1.1930625 Jan 28 03:01:41.899294 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48094) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:41.914230 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=cc3eb265-869e-428a-94ce-963ba496ccff,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:41.915740 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b171cf-5cb5-454a-a83e-cae428477575 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Pushing event deleted for resources: {'Network': ['ID=6497a058-a4a1-4272-a01a-4995ba112653,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:41.925039 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 73d2ac82-cbb6-4b80-9838-5e1cb93e6054 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:01:41.926962 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0ad0977b-f78a-4285-9373-b74beab1c353 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (cb764fc1-25c4-4201-92ef-e86f30cb8677), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:41.936941 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad0977b-f78a-4285-9373-b74beab1c353 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:41.940212 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0ad0977b-f78a-4285-9373-b74beab1c353 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:41.967651 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 73d2ac82-cbb6-4b80-9838-5e1cb93e6054 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:01:41.968081 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 73d2ac82-cbb6-4b80-9838-5e1cb93e6054 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:01:42.012594 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a35cf-9c6b-45ed-9e6e-3eb756277b88 req-d2ec25aa-8c34-4b5d-ac7a-5db0bf252337 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:42.028844 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-915d0a57-7672-4806-aab0-0d4921847c81 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Deleting subnet cde7db16-58d9-486b-a6ca-c7ac13c8e073 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:01:42.029468 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a35cf-9c6b-45ed-9e6e-3eb756277b88 req-d2ec25aa-8c34-4b5d-ac7a-5db0bf252337 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:42.029563 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-915d0a57-7672-4806-aab0-0d4921847c81 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks [] for subnet (cde7db16-58d9-486b-a6ca-c7ac13c8e073), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:42.034194 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a35cf-9c6b-45ed-9e6e-3eb756277b88 req-d2ec25aa-8c34-4b5d-ac7a-5db0bf252337 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:42.039840 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a35cf-9c6b-45ed-9e6e-3eb756277b88 req-d2ec25aa-8c34-4b5d-ac7a-5db0bf252337 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:42.045415 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a35cf-9c6b-45ed-9e6e-3eb756277b88 req-d2ec25aa-8c34-4b5d-ac7a-5db0bf252337 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:42.051347 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a35cf-9c6b-45ed-9e6e-3eb756277b88 req-d2ec25aa-8c34-4b5d-ac7a-5db0bf252337 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:42.056664 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a35cf-9c6b-45ed-9e6e-3eb756277b88 req-d2ec25aa-8c34-4b5d-ac7a-5db0bf252337 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:42.059263 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-923a35cf-9c6b-45ed-9e6e-3eb756277b88 req-d2ec25aa-8c34-4b5d-ac7a-5db0bf252337 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5441 time: 0.2774072 Jan 28 03:01:42.077515 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-915d0a57-7672-4806-aab0-0d4921847c81 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (cde7db16-58d9-486b-a6ca-c7ac13c8e073), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:42.102293 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0ad0977b-f78a-4285-9373-b74beab1c353 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7699251 Jan 28 03:01:42.115526 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 48098) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:42.150011 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port e8193437-9304-4c0d-918b-49cb6863dc6e, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=e8193437-9304-4c0d-918b-49cb6863dc6e,segment=NetworkSegment(ccbf22ef-4873-4dcc-b2ae-28ada861a0d9),segment_id=ccbf22ef-4873-4dcc-b2ae-28ada861a0d9)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:42.174712 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': 'e8193437-9304-4c0d-918b-49cb6863dc6e', 'network_id': '63411930-ad2a-443b-8470-7dc5c1705aab', 'port_id': 'e8193437-9304-4c0d-918b-49cb6863dc6e', 'mac_address': 'fa:16:3e:4d:d9:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd21fec6c-580c-4433-bdfd-2ec7f8c49c81', 'ip_address': '19.86.0.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:01:42.182121 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-915d0a57-7672-4806-aab0-0d4921847c81 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (cde7db16-58d9-486b-a6ca-c7ac13c8e073), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:42.196086 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-7da1ea88-20d9-4463-ba61-8e1f9ed6d8b1 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'subnet': {'network_id': 'cb764fc1-25c4-4201-92ef-e86f30cb8677', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:01:42.249099 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b82f4eb5-ec43-4fb3-8bbc-7118ace34b7f tempest-RoutersAdminNegativeIpV6Test-1617471885 tempest-RoutersAdminNegativeIpV6Test-1617471885-project-admin] Publish callbacks [] for port (1e44d99a-e7f7-4ddb-b011-b6a1a2dd205b), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:42.261923 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port e8193437-9304-4c0d-918b-49cb6863dc6e is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:42.262329 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e8193437-9304-4c0d-918b-49cb6863dc6e), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:42.273684 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-915d0a57-7672-4806-aab0-0d4921847c81 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (cde7db16-58d9-486b-a6ca-c7ac13c8e073), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:42.286451 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8193437-9304-4c0d-918b-49cb6863dc6e {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:01:42.293041 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad0977b-f78a-4285-9373-b74beab1c353 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event updated for resources: {'Network': ['ID=cb764fc1-25c4-4201-92ef-e86f30cb8677,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:42.334857 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d0a57-7672-4806-aab0-0d4921847c81 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Pushing event deleted for resources: {'Subnet': ['ID=cde7db16-58d9-486b-a6ca-c7ac13c8e073,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:42.339588 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-915d0a57-7672-4806-aab0-0d4921847c81 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:42.348975 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-915d0a57-7672-4806-aab0-0d4921847c81 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] 10.222.0.53 "DELETE /v2.0/subnets/cde7db16-58d9-486b-a6ca-c7ac13c8e073 HTTP/1.1" status: 204 len: 168 time: 0.4473028 Jan 28 03:01:42.351307 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48104) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:42.355779 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-923a35cf-9c6b-45ed-9e6e-3eb756277b88 req-03930fa8-3c99-4a8a-aff9-aace6011e360 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2560821 Jan 28 03:01:42.358894 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port e8193437-9304-4c0d-918b-49cb6863dc6e, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=e8193437-9304-4c0d-918b-49cb6863dc6e,segment=NetworkSegment(ccbf22ef-4873-4dcc-b2ae-28ada861a0d9),segment_id=ccbf22ef-4873-4dcc-b2ae-28ada861a0d9)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:42.366459 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network cb764fc1-25c4-4201-92ef-e86f30cb8677 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:01:42.370237 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717dd347-6c21-416b-9fac-5ff39230e1ce None None] Network f5dd7a45-8c6d-4e39-b21e-ad2b231d0c17 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:01:42.404380 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b82f4eb5-ec43-4fb3-8bbc-7118ace34b7f tempest-RoutersAdminNegativeIpV6Test-1617471885 tempest-RoutersAdminNegativeIpV6Test-1617471885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (1e44d99a-e7f7-4ddb-b011-b6a1a2dd205b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:42.408857 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da1ea88-20d9-4463-ba61-8e1f9ed6d8b1 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Made reservation on behalf of e836b14247804add85a66880853283af for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:01:42.414605 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7da1ea88-20d9-4463-ba61-8e1f9ed6d8b1 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:42.487227 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e8193437-9304-4c0d-918b-49cb6863dc6e), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:42.507008 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.ipam_backend_mixin [None req-7da1ea88-20d9-4463-ba61-8e1f9ed6d8b1 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Performing IP validity checks on allocation pools {{(pid=109802) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 03:01:42.507713 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.ipam_backend_mixin [None req-7da1ea88-20d9-4463-ba61-8e1f9ed6d8b1 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109802) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 03:01:42.513890 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f3e20cb-5f9d-4c5e-b869-96fafd8bcec2 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Deleting subnet 9b3ceb59-6854-47e7-a6e2-27b23c36c5f1 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:01:42.519676 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2f3e20cb-5f9d-4c5e-b869-96fafd8bcec2 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks [] for subnet (9b3ceb59-6854-47e7-a6e2-27b23c36c5f1), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:42.664961 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82f4eb5-ec43-4fb3-8bbc-7118ace34b7f tempest-RoutersAdminNegativeIpV6Test-1617471885 tempest-RoutersAdminNegativeIpV6Test-1617471885-project-admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:01:42.668936 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2f3e20cb-5f9d-4c5e-b869-96fafd8bcec2 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (9b3ceb59-6854-47e7-a6e2-27b23c36c5f1), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:42.689525 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=e8193437-9304-4c0d-918b-49cb6863dc6e,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:42.699836 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f4eb5-ec43-4fb3-8bbc-7118ace34b7f tempest-RoutersAdminNegativeIpV6Test-1617471885 tempest-RoutersAdminNegativeIpV6Test-1617471885-project-admin] Pushing event updated for resources: {'Port': ['ID=1e44d99a-e7f7-4ddb-b011-b6a1a2dd205b,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:42.712410 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-b82f4eb5-ec43-4fb3-8bbc-7118ace34b7f tempest-RoutersAdminNegativeIpV6Test-1617471885 tempest-RoutersAdminNegativeIpV6Test-1617471885-project-admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:01:42.735344 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82f4eb5-ec43-4fb3-8bbc-7118ace34b7f tempest-RoutersAdminNegativeIpV6Test-1617471885 tempest-RoutersAdminNegativeIpV6Test-1617471885-project-admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:01:42.760643 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7da1ea88-20d9-4463-ba61-8e1f9ed6d8b1 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (00b7e689-5522-4066-a5bb-eaf6749a3867), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:42.847408 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269ce0d8-850f-4648-bc48-8765289ac88d None None] DHCP port deletion for f5dd7a45-8c6d-4e39-b21e-ad2b231d0c17 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:01:42.890486 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da1ea88-20d9-4463-ba61-8e1f9ed6d8b1 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event updated for resources: {'Subnet': ['ID=00b7e689-5522-4066-a5bb-eaf6749a3867,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:42.943261 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2f3e20cb-5f9d-4c5e-b869-96fafd8bcec2 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (9b3ceb59-6854-47e7-a6e2-27b23c36c5f1), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:42.945677 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da1ea88-20d9-4463-ba61-8e1f9ed6d8b1 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Checking segment: {'id': '82158c71-b33f-4ecb-b59b-8e4ad5760515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'cb764fc1-25c4-4201-92ef-e86f30cb8677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:01:42.946044 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da1ea88-20d9-4463-ba61-8e1f9ed6d8b1 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Network hostable DHCP agents. Network: cb764fc1-25c4-4201-92ef-e86f30cb8677, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:01:42.946411 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['3b96cb50-ddb1-49b7-be64-73f728b95d6e'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:01:42.979887 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['cc3eb265-869e-428a-94ce-963ba496ccff'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:01:42.984497 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b60b6b-c45c-4365-b802-adc1ec9579c3 req-3033ac77-a591-4738-902c-23eb07d164b4 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:42.996546 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b60b6b-c45c-4365-b802-adc1ec9579c3 req-3033ac77-a591-4738-902c-23eb07d164b4 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:43.002517 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b60b6b-c45c-4365-b802-adc1ec9579c3 req-3033ac77-a591-4738-902c-23eb07d164b4 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:43.004645 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-75b60b6b-c45c-4365-b802-adc1ec9579c3 req-3033ac77-a591-4738-902c-23eb07d164b4 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef21d94c-d7ce-4b77-835e-b44b975d6e1b HTTP/1.1" status: 200 len: 2415 time: 0.1008601 Jan 28 03:01:43.006317 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da1ea88-20d9-4463-ba61-8e1f9ed6d8b1 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Network cb764fc1-25c4-4201-92ef-e86f30cb8677 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:01:43.023287 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82f4eb5-ec43-4fb3-8bbc-7118ace34b7f tempest-RoutersAdminNegativeIpV6Test-1617471885 tempest-RoutersAdminNegativeIpV6Test-1617471885-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:43.023917 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b82f4eb5-ec43-4fb3-8bbc-7118ace34b7f tempest-RoutersAdminNegativeIpV6Test-1617471885 tempest-RoutersAdminNegativeIpV6Test-1617471885-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:43.026302 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['e8193437-9304-4c0d-918b-49cb6863dc6e'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:01:43.041344 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-7da1ea88-20d9-4463-ba61-8e1f9ed6d8b1 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, cb764fc1-25c4-4201-92ef-e86f30cb8677) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:01:43.048052 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da1ea88-20d9-4463-ba61-8e1f9ed6d8b1 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:43.049484 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b969f77-13d8-4881-860e-6129087dae06 req-fefc0392-bc3d-4d4e-a459-a21e6697a80f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:43.055092 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b969f77-13d8-4881-860e-6129087dae06 req-fefc0392-bc3d-4d4e-a459-a21e6697a80f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:43.056760 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7da1ea88-20d9-4463-ba61-8e1f9ed6d8b1 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:43.060708 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b969f77-13d8-4881-860e-6129087dae06 req-fefc0392-bc3d-4d4e-a459-a21e6697a80f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:43.067200 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b969f77-13d8-4881-860e-6129087dae06 req-fefc0392-bc3d-4d4e-a459-a21e6697a80f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:43.072600 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b969f77-13d8-4881-860e-6129087dae06 req-fefc0392-bc3d-4d4e-a459-a21e6697a80f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:43.079715 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b969f77-13d8-4881-860e-6129087dae06 req-fefc0392-bc3d-4d4e-a459-a21e6697a80f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:43.085241 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b969f77-13d8-4881-860e-6129087dae06 req-fefc0392-bc3d-4d4e-a459-a21e6697a80f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:43.087226 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4b969f77-13d8-4881-860e-6129087dae06 req-fefc0392-bc3d-4d4e-a459-a21e6697a80f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5441 time: 0.6142077 Jan 28 03:01:43.103261 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48124) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:43.107841 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-4800b195-26d0-46f4-b5d3-414059a06e82 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Request body: {'floatingip': {'port_id': '522e2e39-e847-4a52-8a70-9410b617ab1b'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:01:43.111983 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d89bae-531e-4cec-a351-49b0694fea9b None None] Network cb764fc1-25c4-4201-92ef-e86f30cb8677 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:01:43.124079 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-269ce0d8-850f-4648-bc48-8765289ac88d None None] Deleting port 511c7b80-f05c-4eba-8b8a-91cc81e98575 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:01:43.124463 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-269ce0d8-850f-4648-bc48-8765289ac88d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (511c7b80-f05c-4eba-8b8a-91cc81e98575), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:43.130591 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b82f4eb5-ec43-4fb3-8bbc-7118ace34b7f tempest-RoutersAdminNegativeIpV6Test-1617471885 tempest-RoutersAdminNegativeIpV6Test-1617471885-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.9283853 Jan 28 03:01:43.139192 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7da1ea88-20d9-4463-ba61-8e1f9ed6d8b1 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0202854 Jan 28 03:01:43.139192 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 48126) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:43.160407 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-640e5948-2180-41b3-88cd-18e3e1ff19ce tempest-RoutersAdminNegativeIpV6Test-1617471885 tempest-RoutersAdminNegativeIpV6Test-1617471885-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.37'}]}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:01:43.165862 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 48128) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:43.187678 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-3028f304-9ac8-4c54-a827-2fe9b6462baf tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'port': {'network_id': 'cb764fc1-25c4-4201-92ef-e86f30cb8677', 'name': 'tempest-PortsTestJSON-668401800'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:01:43.228871 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4800b195-26d0-46f4-b5d3-414059a06e82 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks [] for floatingip (611dd1ee-d0a5-4134-ae84-7290a9a1f723), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:43.231788 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-75b60b6b-c45c-4365-b802-adc1ec9579c3 req-db2b79c7-8b19-43ed-b3e3-6288f8b04e68 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/security-groups?id=389d7229-f56f-4fba-80fd-3c10167f7dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209342 Jan 28 03:01:43.285682 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-269ce0d8-850f-4648-bc48-8765289ac88d None None] For port 511c7b80-f05c-4eba-8b8a-91cc81e98575, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=511c7b80-f05c-4eba-8b8a-91cc81e98575,segment=NetworkSegment(bdef5c55-0cbb-4e49-b486-483ffabd67fc),segment_id=bdef5c55-0cbb-4e49-b486-483ffabd67fc)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:43.286438 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-269ce0d8-850f-4648-bc48-8765289ac88d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (511c7b80-f05c-4eba-8b8a-91cc81e98575), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:43.293176 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-640e5948-2180-41b3-88cd-18e3e1ff19ce tempest-RoutersAdminNegativeIpV6Test-1617471885 tempest-RoutersAdminNegativeIpV6Test-1617471885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (38f51be3-2cc1-4c5e-b985-95917ef07f15), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:43.294495 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-640e5948-2180-41b3-88cd-18e3e1ff19ce tempest-RoutersAdminNegativeIpV6Test-1617471885 tempest-RoutersAdminNegativeIpV6Test-1617471885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (38f51be3-2cc1-4c5e-b985-95917ef07f15), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:43.300794 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-269ce0d8-850f-4648-bc48-8765289ac88d None None] Calling delete_port for 511c7b80-f05c-4eba-8b8a-91cc81e98575 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:01:43.387360 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-640e5948-2180-41b3-88cd-18e3e1ff19ce tempest-RoutersAdminNegativeIpV6Test-1617471885 tempest-RoutersAdminNegativeIpV6Test-1617471885-project-admin] Publish callbacks [] for router_controller (38f51be3-2cc1-4c5e-b985-95917ef07f15), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:43.480086 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3028f304-9ac8-4c54-a827-2fe9b6462baf tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Made reservation on behalf of e836b14247804add85a66880853283af for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:01:43.483900 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3028f304-9ac8-4c54-a827-2fe9b6462baf tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:43.566522 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2f3e20cb-5f9d-4c5e-b869-96fafd8bcec2 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (9b3ceb59-6854-47e7-a6e2-27b23c36c5f1), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:43.612978 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0240d102-6440-42e8-ba3c-5739fb3d1126 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-cb764fc1-25c4-4201-92ef-e86f30cb8677', 'network_id': 'cb764fc1-25c4-4201-92ef-e86f30cb8677', 'project_id': 'e836b14247804add85a66880853283af', 'fixed_ips': [{'subnet_id': '00b7e689-5522-4066-a5bb-eaf6749a3867'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:01:43.613969 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0240d102-6440-42e8-ba3c-5739fb3d1126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:43.631769 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 511c7b80-f05c-4eba-8b8a-91cc81e98575 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:01:43.637322 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-640e5948-2180-41b3-88cd-18e3e1ff19ce tempest-RoutersAdminNegativeIpV6Test-1617471885 tempest-RoutersAdminNegativeIpV6Test-1617471885-project-admin] Publish callbacks [] for router_gateway (38f51be3-2cc1-4c5e-b985-95917ef07f15), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:43.643056 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e20cb-5f9d-4c5e-b869-96fafd8bcec2 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Pushing event deleted for resources: {'Subnet': ['ID=9b3ceb59-6854-47e7-a6e2-27b23c36c5f1,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:43.648881 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2f3e20cb-5f9d-4c5e-b869-96fafd8bcec2 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:43.652669 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-2f3e20cb-5f9d-4c5e-b869-96fafd8bcec2 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] 10.222.0.53 "DELETE /v2.0/subnets/9b3ceb59-6854-47e7-a6e2-27b23c36c5f1 HTTP/1.1" status: 204 len: 168 time: 1.2952888 Jan 28 03:01:43.660158 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 48136) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:43.700629 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-3028f304-9ac8-4c54-a827-2fe9b6462baf tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] device_id is not set on port 694fce70-0333-458b-be33-b114f404a583 yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:01:43.770185 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a88960-1ab8-4cdd-be72-ea52ccb80050 None None] Network ea9b0342-02de-486a-b4b6-786e814c8d44 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:01:43.907697 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-269ce0d8-850f-4648-bc48-8765289ac88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (511c7b80-f05c-4eba-8b8a-91cc81e98575), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:43.959939 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269ce0d8-850f-4648-bc48-8765289ac88d None None] No DVR routers for this DVR port 511c7b80-f05c-4eba-8b8a-91cc81e98575 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:01:43.978867 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ce0d8-850f-4648-bc48-8765289ac88d None None] Pushing event deleted for resources: {'Port': ['ID=511c7b80-f05c-4eba-8b8a-91cc81e98575,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:43.979066 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-917cbef6-ef32-4d0a-b8b1-32b176ac86b1 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (f5dd7a45-8c6d-4e39-b21e-ad2b231d0c17), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:44.034357 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No active binding found for port 511c7b80-f05c-4eba-8b8a-91cc81e98575 {{(pid=109804) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 03:01:44.034755 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] The host n-d-712139-27 is not matching for port 511c7b80-f05c-4eba-8b8a-91cc81e98575 host None! {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 03:01:44.035160 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 511c7b80-f05c-4eba-8b8a-91cc81e98575 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:01:44.128639 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-3028f304-9ac8-4c54-a827-2fe9b6462baf tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Allocated IP 172.20.0.2 (cb764fc1-25c4-4201-92ef-e86f30cb8677/00b7e689-5522-4066-a5bb-eaf6749a3867/694fce70-0333-458b-be33-b114f404a583) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:01:44.274292 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-917cbef6-ef32-4d0a-b8b1-32b176ac86b1 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (f5dd7a45-8c6d-4e39-b21e-ad2b231d0c17), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:44.292918 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4800b195-26d0-46f4-b5d3-414059a06e82 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:44.309648 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5153febf-4cfd-4ac2-8976-9c1969168471 None None] DHCP port deletion for ea9b0342-02de-486a-b4b6-786e814c8d44 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:01:44.325928 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4800b195-26d0-46f4-b5d3-414059a06e82 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (611dd1ee-d0a5-4134-ae84-7290a9a1f723), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:44.354340 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-917cbef6-ef32-4d0a-b8b1-32b176ac86b1 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5dd7a45-8c6d-4e39-b21e-ad2b231d0c17']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:01:44.377456 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-5153febf-4cfd-4ac2-8976-9c1969168471 None None] Deleting port ae47b4cd-b900-42e2-9ef5-1afc9453b0ac {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:01:44.377829 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5153febf-4cfd-4ac2-8976-9c1969168471 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (ae47b4cd-b900-42e2-9ef5-1afc9453b0ac), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:44.455758 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-5153febf-4cfd-4ac2-8976-9c1969168471 None None] For port ae47b4cd-b900-42e2-9ef5-1afc9453b0ac, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ae47b4cd-b900-42e2-9ef5-1afc9453b0ac,segment=NetworkSegment(0516a030-7db0-4588-9c7d-041ceb0cec09),segment_id=0516a030-7db0-4588-9c7d-041ceb0cec09)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:44.456211 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5153febf-4cfd-4ac2-8976-9c1969168471 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (ae47b4cd-b900-42e2-9ef5-1afc9453b0ac), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:44.478910 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-5153febf-4cfd-4ac2-8976-9c1969168471 None None] Calling delete_port for ae47b4cd-b900-42e2-9ef5-1afc9453b0ac owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:01:44.512954 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-917cbef6-ef32-4d0a-b8b1-32b176ac86b1 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdef5c55-0cbb-4e49-b486-483ffabd67fc') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:01:44.514786 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-917cbef6-ef32-4d0a-b8b1-32b176ac86b1 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdef5c55-0cbb-4e49-b486-483ffabd67fc') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:01:44.532147 n-d-712139-27 neutron-server[109803]: INFO neutron.db.l3_db [None req-4800b195-26d0-46f4-b5d3-414059a06e82 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Floating IP 611dd1ee-d0a5-4134-ae84-7290a9a1f723 associated. External IP: 172.25.0.225, port: 522e2e39-e847-4a52-8a70-9410b617ab1b. Jan 28 03:01:44.590314 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 3b96cb50-ddb1-49b7-be64-73f728b95d6e up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:01:44.596546 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-917cbef6-ef32-4d0a-b8b1-32b176ac86b1 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (bdef5c55-0cbb-4e49-b486-483ffabd67fc), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:44.648393 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-917cbef6-ef32-4d0a-b8b1-32b176ac86b1 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (bdef5c55-0cbb-4e49-b486-483ffabd67fc), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:44.665839 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-917cbef6-ef32-4d0a-b8b1-32b176ac86b1 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:01:44.666819 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-917cbef6-ef32-4d0a-b8b1-32b176ac86b1 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (bdef5c55-0cbb-4e49-b486-483ffabd67fc), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:44.678477 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:01:44.678477 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:01:44.678477 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:01:44.678477 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:01:44.678477 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:01:44.678477 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:01:44.678477 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:01:44.678477 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:01:44.678477 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:01:44.678477 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:01:44.678477 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:01:44.678477 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:01:44.678477 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:01:44.678477 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:01:44.678477 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:01:44.678477 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:01:44.678477 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:01:44.678477 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:01:44.678477 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:01:44.678477 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:01:44.678477 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:01:44.678477 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:01:44.678477 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:01:44.678477 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:01:44.678477 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:01:44.678477 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:01:44.678477 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:01:44.678477 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:01:44.678477 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:01:44.678477 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:01:44.678477 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:01:44.678477 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:01:44.713927 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25d5a5-35ee-4e56-9074-163a45063033 req-01c29366-b8f3-4a86-8f91-1ec0adf90ae7 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:44.720049 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25d5a5-35ee-4e56-9074-163a45063033 req-01c29366-b8f3-4a86-8f91-1ec0adf90ae7 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:44.725102 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 3b96cb50-ddb1-49b7-be64-73f728b95d6e completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:01:44.726261 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25d5a5-35ee-4e56-9074-163a45063033 req-01c29366-b8f3-4a86-8f91-1ec0adf90ae7 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:44.728075 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9c25d5a5-35ee-4e56-9074-163a45063033 req-01c29366-b8f3-4a86-8f91-1ec0adf90ae7 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef21d94c-d7ce-4b77-835e-b44b975d6e1b HTTP/1.1" status: 200 len: 2415 time: 0.2908304 Jan 28 03:01:44.734421 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5153febf-4cfd-4ac2-8976-9c1969168471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (ae47b4cd-b900-42e2-9ef5-1afc9453b0ac), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:44.739706 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 3b96cb50-ddb1-49b7-be64-73f728b95d6e triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:44.740402 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3b96cb50-ddb1-49b7-be64-73f728b95d6e), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:44.815687 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-640e5948-2180-41b3-88cd-18e3e1ff19ce tempest-RoutersAdminNegativeIpV6Test-1617471885 tempest-RoutersAdminNegativeIpV6Test-1617471885-project-admin] Publish callbacks [] for router_gateway (38f51be3-2cc1-4c5e-b985-95917ef07f15), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:44.851565 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5153febf-4cfd-4ac2-8976-9c1969168471 None None] Pushing event deleted for resources: {'Port': ['ID=ae47b4cd-b900-42e2-9ef5-1afc9453b0ac,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:44.873055 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5153febf-4cfd-4ac2-8976-9c1969168471 None None] No DVR routers for this DVR port ae47b4cd-b900-42e2-9ef5-1afc9453b0ac on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:01:44.911346 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9c25d5a5-35ee-4e56-9074-163a45063033 req-5ecee71d-ea2d-4c8b-a409-c286c4140e71 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/security-groups?id=389d7229-f56f-4fba-80fd-3c10167f7dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439710 Jan 28 03:01:44.911992 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-917cbef6-ef32-4d0a-b8b1-32b176ac86b1 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (f5dd7a45-8c6d-4e39-b21e-ad2b231d0c17), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:44.917558 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-917cbef6-ef32-4d0a-b8b1-32b176ac86b1 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:44.935194 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-917cbef6-ef32-4d0a-b8b1-32b176ac86b1 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] 10.222.0.53 "DELETE /v2.0/networks/f5dd7a45-8c6d-4e39-b21e-ad2b231d0c17 HTTP/1.1" status: 204 len: 168 time: 1.2730401 Jan 28 03:01:44.936424 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 48158) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:44.981186 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 3b96cb50-ddb1-49b7-be64-73f728b95d6e is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:44.982231 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3b96cb50-ddb1-49b7-be64-73f728b95d6e), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:45.025250 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef21d94c-d7ce-4b77-835e-b44b975d6e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b96cb50-ddb1-49b7-be64-73f728b95d6e'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:01:45.025250 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e0d6e9-8761-4ba7-87c8-37c2d3913f13" -d '{"events": [{"server_uuid": "ef21d94c-d7ce-4b77-835e-b44b975d6e1b", "name": "network-vif-plugged", "status": "completed", "tag": "3b96cb50-ddb1-49b7-be64-73f728b95d6e"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:01:45.037545 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 3b96cb50-ddb1-49b7-be64-73f728b95d6e, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=3b96cb50-ddb1-49b7-be64-73f728b95d6e,segment=NetworkSegment(7e4e9f6e-8a0c-46e4-bfc6-f7cf0b3dd6cb),segment_id=7e4e9f6e-8a0c-46e4-bfc6-f7cf0b3dd6cb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:45.045672 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3b96cb50-ddb1-49b7-be64-73f728b95d6e), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:45.106134 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=3b96cb50-ddb1-49b7-be64-73f728b95d6e,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:45.202534 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949ea508-973d-4ae4-b781-206bbe787728 x-openstack-request-id: req-949ea508-973d-4ae4-b781-206bbe787728 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:01:45.202923 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef21d94c-d7ce-4b77-835e-b44b975d6e1b", "name": "network-vif-plugged", "status": "completed", "tag": "3b96cb50-ddb1-49b7-be64-73f728b95d6e", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:01:45.203277 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-949ea508-973d-4ae4-b781-206bbe787728 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:01:45.203917 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef21d94c-d7ce-4b77-835e-b44b975d6e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b96cb50-ddb1-49b7-be64-73f728b95d6e', 'code': 200} Jan 28 03:01:45.343585 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4800b195-26d0-46f4-b5d3-414059a06e82 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Router ec8d61b7-9938-4b0f-901d-eff26948667f has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:01:45.515579 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ae47b4cd-b900-42e2-9ef5-1afc9453b0ac no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:01:45.524168 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4800b195-26d0-46f4-b5d3-414059a06e82 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:01:45.527411 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-640e5948-2180-41b3-88cd-18e3e1ff19ce tempest-RoutersAdminNegativeIpV6Test-1617471885 tempest-RoutersAdminNegativeIpV6Test-1617471885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:45.533367 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4800b195-26d0-46f4-b5d3-414059a06e82 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:45.540449 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc5da8d-e45c-4249-8369-8acf247b2fb7 None None] Sync routers for ids ['ec8d61b7-9938-4b0f-901d-eff26948667f'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:01:45.554316 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: ae47b4cd-b900-42e2-9ef5-1afc9453b0ac {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:01:45.555040 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ae47b4cd-b900-42e2-9ef5-1afc9453b0ac not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:01:45.558648 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc5da8d-e45c-4249-8369-8acf247b2fb7 None None] Routers {'ec8d61b7-9938-4b0f-901d-eff26948667f'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:01:45.559182 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-8fc5da8d-e45c-4249-8369-8acf247b2fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:01:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['ec8d61b7-9938-4b0f-901d-eff26948667f'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:01:45.577446 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3028f304-9ac8-4c54-a827-2fe9b6462baf tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for port (694fce70-0333-458b-be33-b114f404a583), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:45.586932 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4800b195-26d0-46f4-b5d3-414059a06e82 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "PUT /v2.0/floatingips/611dd1ee-d0a5-4134-ae84-7290a9a1f723 HTTP/1.1" status: 200 len: 991 time: 2.4836273 Jan 28 03:01:45.588070 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'tag': '522e2e39-e847-4a52-8a70-9410b617ab1b'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:01:45.591461 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e606f4-1c79-404a-bf32-c75a917376bd" -d '{"events": [{"name": "network-changed", "server_uuid": "fb1e8349-1adc-4a91-982e-9c61323be61f", "tag": "522e2e39-e847-4a52-8a70-9410b617ab1b"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:01:45.604776 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917cbef6-ef32-4d0a-b8b1-32b176ac86b1 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Pushing event deleted for resources: {'Network': ['ID=f5dd7a45-8c6d-4e39-b21e-ad2b231d0c17,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:45.685109 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0bdd5f-7df9-4939-9298-aa4d437885ef x-openstack-request-id: req-0d0bdd5f-7df9-4939-9298-aa4d437885ef {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:01:45.685421 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb1e8349-1adc-4a91-982e-9c61323be61f", "tag": "522e2e39-e847-4a52-8a70-9410b617ab1b", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:01:45.685701 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d0bdd5f-7df9-4939-9298-aa4d437885ef {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:01:45.686131 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'tag': '522e2e39-e847-4a52-8a70-9410b617ab1b', 'status': 'completed', 'code': 200} Jan 28 03:01:45.773878 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-8fc5da8d-e45c-4249-8369-8acf247b2fb7 None None] Set router ec8d61b7-9938-4b0f-901d-eff26948667f gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:01:45.828192 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e606f4-1c79-404a-bf32-c75a917376bd req-506af059-1a4b-475f-a0a9-69a5e9ad5dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:45.828948 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e606f4-1c79-404a-bf32-c75a917376bd req-506af059-1a4b-475f-a0a9-69a5e9ad5dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:45.829644 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e606f4-1c79-404a-bf32-c75a917376bd req-506af059-1a4b-475f-a0a9-69a5e9ad5dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:45.830277 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e606f4-1c79-404a-bf32-c75a917376bd req-506af059-1a4b-475f-a0a9-69a5e9ad5dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:45.830907 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e606f4-1c79-404a-bf32-c75a917376bd req-506af059-1a4b-475f-a0a9-69a5e9ad5dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:45.831689 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e606f4-1c79-404a-bf32-c75a917376bd req-506af059-1a4b-475f-a0a9-69a5e9ad5dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:45.832518 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e606f4-1c79-404a-bf32-c75a917376bd req-506af059-1a4b-475f-a0a9-69a5e9ad5dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:45.835714 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-28e606f4-1c79-404a-bf32-c75a917376bd req-506af059-1a4b-475f-a0a9-69a5e9ad5dfb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d47d57aa564c407d8f7b752418cdddf4&device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 6505 time: 0.0974109 Jan 28 03:01:45.852063 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0069510c-b7c0-4e8c-8602-aaad66f07a34 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (ea9b0342-02de-486a-b4b6-786e814c8d44), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:45.902896 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8f9db5ff-7d64-48ff-92ce-0c72a596bbbb req-51875e68-f121-4594-ac76-85eec55596fa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7eb9b5dd-eba5-4b95-a5dc-4a0a90bc4a51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3647428 Jan 28 03:01:46.016109 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3028f304-9ac8-4c54-a827-2fe9b6462baf tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (694fce70-0333-458b-be33-b114f404a583), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:46.053087 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e606f4-1c79-404a-bf32-c75a917376bd req-fadd69df-3bbb-4595-a929-10042edaeefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:46.054663 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-28e606f4-1c79-404a-bf32-c75a917376bd req-fadd69df-3bbb-4595-a929-10042edaeefc service neutron] 10.222.0.67 "GET /v2.0/networks?id=00e51838-dce0-4440-a9f8-fd2fd28c5471 HTTP/1.1" status: 200 len: 918 time: 0.2003601 Jan 28 03:01:46.285393 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3028f304-9ac8-4c54-a827-2fe9b6462baf tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Network cb764fc1-25c4-4201-92ef-e86f30cb8677 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:01:46.286215 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-28e606f4-1c79-404a-bf32-c75a917376bd req-8957ca41-497d-4df3-8e86-ced0669cddea service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=522e2e39-e847-4a52-8a70-9410b617ab1b HTTP/1.1" status: 200 len: 999 time: 0.2251890 Jan 28 03:01:46.293927 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-8fc5da8d-e45c-4249-8369-8acf247b2fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8d61b7-9938-4b0f-901d-eff26948667f', 'name': 'tempest-TaggedBootDevicesTest_v242-1526340992-router', 'tenant_id': 'd47d57aa564c407d8f7b752418cdddf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '561c8070-c59b-4dcf-9a34-b7c898b7089c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:57:27Z', 'updated_at': '2022-01-28T02:57:38Z', 'revision_number': 4, 'project_id': 'd47d57aa564c407d8f7b752418cdddf4', 'gw_port': {'id': '561c8070-c59b-4dcf-9a34-b7c898b7089c', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8d61b7-9938-4b0f-901d-eff26948667f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:57:30Z', 'updated_at': '2022-01-28T02:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '611dd1ee-d0a5-4134-ae84-7290a9a1f723', 'tenant_id': 'd47d57aa564c407d8f7b752418cdddf4', 'floating_ip_address': '172.25.0.225', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': 'ec8d61b7-9938-4b0f-901d-eff26948667f', 'port_id': '522e2e39-e847-4a52-8a70-9410b617ab1b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1722, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00e51838-dce0-4440-a9f8-fd2fd28c5471', 'mac_address': 'fa:16:3e:7e:3a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:59:08Z', 'updated_at': '2022-01-28T03:01:44Z', 'revision_number': 1, 'project_id': 'd47d57aa564c407d8f7b752418cdddf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f24853a6-6080-44f3-88c3-68b82f33a1be', 'name': '', 'network_id': '00e51838-dce0-4440-a9f8-fd2fd28c5471', 'tenant_id': 'd47d57aa564c407d8f7b752418cdddf4', 'mac_address': 'fa:16:3e:44:27:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8d61b7-9938-4b0f-901d-eff26948667f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'a5e16ad5-afde-4ff0-9a68-1abb02683cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:57:36Z', 'updated_at': '2022-01-28T02:57:47Z', 'revision_number': 5, 'project_id': 'd47d57aa564c407d8f7b752418cdddf4', 'subnets': [{'id': 'a5e16ad5-afde-4ff0-9a68-1abb02683cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:01:46.298340 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-640e5948-2180-41b3-88cd-18e3e1ff19ce tempest-RoutersAdminNegativeIpV6Test-1617471885 tempest-RoutersAdminNegativeIpV6Test-1617471885-project-admin] Publish callbacks [] for router (38f51be3-2cc1-4c5e-b985-95917ef07f15), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:46.301173 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-3028f304-9ac8-4c54-a827-2fe9b6462baf tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:01:46.361191 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc5da8d-e45c-4249-8369-8acf247b2fb7 None None] Checking router: ec8d61b7-9938-4b0f-901d-eff26948667f for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:01:46.377134 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc5da8d-e45c-4249-8369-8acf247b2fb7 None None] Routers {'ec8d61b7-9938-4b0f-901d-eff26948667f'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:01:46.378071 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-8fc5da8d-e45c-4249-8369-8acf247b2fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:01:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['ec8d61b7-9938-4b0f-901d-eff26948667f'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:01:46.394077 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3028f304-9ac8-4c54-a827-2fe9b6462baf tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:01:46.410312 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e606f4-1c79-404a-bf32-c75a917376bd req-f7f768d4-8c87-4aa1-955d-6ada9ab2346f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:46.419460 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-28e606f4-1c79-404a-bf32-c75a917376bd req-f7f768d4-8c87-4aa1-955d-6ada9ab2346f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a5e16ad5-afde-4ff0-9a68-1abb02683cb1 HTTP/1.1" status: 200 len: 856 time: 0.1241844 Jan 28 03:01:46.422167 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.api [None req-0240d102-6440-42e8-ba3c-5739fb3d1126 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-4fcaf29a-bb3d-42a4-89e0-ceaf8d2059d8 {{(pid=109804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:01:46.423150 n-d-712139-27 neutron-server[109804]: DEBUG oslo_db.api [None req-0240d102-6440-42e8-ba3c-5739fb3d1126 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:01:46.474508 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e606f4-1c79-404a-bf32-c75a917376bd req-d3d030ec-586c-4ee4-a635-0ffc40abe200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:46.476575 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-28e606f4-1c79-404a-bf32-c75a917376bd req-d3d030ec-586c-4ee4-a635-0ffc40abe200 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=00e51838-dce0-4440-a9f8-fd2fd28c5471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506933 Jan 28 03:01:46.520585 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-8fc5da8d-e45c-4249-8369-8acf247b2fb7 None None] Set router ec8d61b7-9938-4b0f-901d-eff26948667f gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:01:46.578968 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device cc3eb265-869e-428a-94ce-963ba496ccff up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:01:46.605377 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d61e5-109e-4081-b618-39cc24230ffe req-ed0fb763-2a6c-499c-90de-9cbf83086083 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:46.638561 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d61e5-109e-4081-b618-39cc24230ffe req-ed0fb763-2a6c-499c-90de-9cbf83086083 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:46.660045 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d61e5-109e-4081-b618-39cc24230ffe req-ed0fb763-2a6c-499c-90de-9cbf83086083 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:46.672458 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b12d61e5-109e-4081-b618-39cc24230ffe req-ed0fb763-2a6c-499c-90de-9cbf83086083 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef21d94c-d7ce-4b77-835e-b44b975d6e1b HTTP/1.1" status: 200 len: 2416 time: 0.5982523 Jan 28 03:01:46.675334 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3028f304-9ac8-4c54-a827-2fe9b6462baf tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event updated for resources: {'Port': ['ID=694fce70-0333-458b-be33-b114f404a583,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:46.677529 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-28e606f4-1c79-404a-bf32-c75a917376bd req-a549ad61-2c0e-4d3b-a3a5-55201895210d service neutron] 10.222.0.67 "GET /v2.0/networks/00e51838-dce0-4440-a9f8-fd2fd28c5471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942816 Jan 28 03:01:46.692414 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9db5ff-7d64-48ff-92ce-0c72a596bbbb req-cfe26589-9ee3-4629-ba56-7388ec12c1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:46.694314 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8f9db5ff-7d64-48ff-92ce-0c72a596bbbb req-cfe26589-9ee3-4629-ba56-7388ec12c1ab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c21ad8f3df494e3bb40109ce4bbc0014&device_id=7eb9b5dd-eba5-4b95-a5dc-4a0a90bc4a51 HTTP/1.1" status: 200 len: 1101 time: 0.7124496 Jan 28 03:01:46.699176 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0069510c-b7c0-4e8c-8602-aaad66f07a34 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (ea9b0342-02de-486a-b4b6-786e814c8d44), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:46.757368 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port cc3eb265-869e-428a-94ce-963ba496ccff completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:01:46.764689 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port cc3eb265-869e-428a-94ce-963ba496ccff triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:46.765087 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (cc3eb265-869e-428a-94ce-963ba496ccff), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:46.842204 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-8fc5da8d-e45c-4249-8369-8acf247b2fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8d61b7-9938-4b0f-901d-eff26948667f', 'name': 'tempest-TaggedBootDevicesTest_v242-1526340992-router', 'tenant_id': 'd47d57aa564c407d8f7b752418cdddf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '561c8070-c59b-4dcf-9a34-b7c898b7089c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:57:27Z', 'updated_at': '2022-01-28T02:57:38Z', 'revision_number': 4, 'project_id': 'd47d57aa564c407d8f7b752418cdddf4', 'gw_port': {'id': '561c8070-c59b-4dcf-9a34-b7c898b7089c', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8d61b7-9938-4b0f-901d-eff26948667f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:57:30Z', 'updated_at': '2022-01-28T02:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '611dd1ee-d0a5-4134-ae84-7290a9a1f723', 'tenant_id': 'd47d57aa564c407d8f7b752418cdddf4', 'floating_ip_address': '172.25.0.225', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': 'ec8d61b7-9938-4b0f-901d-eff26948667f', 'port_id': '522e2e39-e847-4a52-8a70-9410b617ab1b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1722, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00e51838-dce0-4440-a9f8-fd2fd28c5471', 'mac_address': 'fa:16:3e:7e:3a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:59:08Z', 'updated_at': '2022-01-28T03:01:44Z', 'revision_number': 1, 'project_id': 'd47d57aa564c407d8f7b752418cdddf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f24853a6-6080-44f3-88c3-68b82f33a1be', 'name': '', 'network_id': '00e51838-dce0-4440-a9f8-fd2fd28c5471', 'tenant_id': 'd47d57aa564c407d8f7b752418cdddf4', 'mac_address': 'fa:16:3e:44:27:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8d61b7-9938-4b0f-901d-eff26948667f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'a5e16ad5-afde-4ff0-9a68-1abb02683cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:57:36Z', 'updated_at': '2022-01-28T02:57:47Z', 'revision_number': 5, 'project_id': 'd47d57aa564c407d8f7b752418cdddf4', 'subnets': [{'id': 'a5e16ad5-afde-4ff0-9a68-1abb02683cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:01:46.884026 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3028f304-9ac8-4c54-a827-2fe9b6462baf tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:46.884709 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3028f304-9ac8-4c54-a827-2fe9b6462baf tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:46.891245 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc5da8d-e45c-4249-8369-8acf247b2fb7 None None] The sync data for ids ['ec8d61b7-9938-4b0f-901d-eff26948667f'] in n-d-712139-27 is: [{'id': 'ec8d61b7-9938-4b0f-901d-eff26948667f', 'name': 'tempest-TaggedBootDevicesTest_v242-1526340992-router', 'tenant_id': 'd47d57aa564c407d8f7b752418cdddf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '561c8070-c59b-4dcf-9a34-b7c898b7089c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:57:27Z', 'updated_at': '2022-01-28T02:57:38Z', 'revision_number': 4, 'project_id': 'd47d57aa564c407d8f7b752418cdddf4', 'gw_port': {'id': '561c8070-c59b-4dcf-9a34-b7c898b7089c', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8d61b7-9938-4b0f-901d-eff26948667f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:57:30Z', 'updated_at': '2022-01-28T02:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '611dd1ee-d0a5-4134-ae84-7290a9a1f723', 'tenant_id': 'd47d57aa564c407d8f7b752418cdddf4', 'floating_ip_address': '172.25.0.225', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': 'ec8d61b7-9938-4b0f-901d-eff26948667f', 'port_id': '522e2e39-e847-4a52-8a70-9410b617ab1b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1722, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00e51838-dce0-4440-a9f8-fd2fd28c5471', 'mac_address': 'fa:16:3e:7e:3a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:59:08Z', 'updated_at': '2022-01-28T03:01:44Z', 'revision_number': 1, 'project_id': 'd47d57aa564c407d8f7b752418cdddf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f24853a6-6080-44f3-88c3-68b82f33a1be', 'name': '', 'network_id': '00e51838-dce0-4440-a9f8-fd2fd28c5471', 'tenant_id': 'd47d57aa564c407d8f7b752418cdddf4', 'mac_address': 'fa:16:3e:44:27:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8d61b7-9938-4b0f-901d-eff26948667f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'a5e16ad5-afde-4ff0-9a68-1abb02683cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:57:36Z', 'updated_at': '2022-01-28T02:57:47Z', 'revision_number': 5, 'project_id': 'd47d57aa564c407d8f7b752418cdddf4', 'subnets': [{'id': 'a5e16ad5-afde-4ff0-9a68-1abb02683cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:01:46.909889 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-28e606f4-1c79-404a-bf32-c75a917376bd req-e9766ef8-98ad-4b5f-bacf-8b863f4ef304 service neutron] 10.222.0.67 "GET /v2.0/networks/00e51838-dce0-4440-a9f8-fd2fd28c5471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249975 Jan 28 03:01:46.925776 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0240d102-6440-42e8-ba3c-5739fb3d1126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:46.953682 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port cc3eb265-869e-428a-94ce-963ba496ccff is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:46.954485 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (cc3eb265-869e-428a-94ce-963ba496ccff), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:47.035524 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-0069510c-b7c0-4e8c-8602-aaad66f07a34 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea9b0342-02de-486a-b4b6-786e814c8d44']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:01:47.108472 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port cc3eb265-869e-428a-94ce-963ba496ccff, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=cc3eb265-869e-428a-94ce-963ba496ccff,segment=NetworkSegment(7e4e9f6e-8a0c-46e4-bfc6-f7cf0b3dd6cb),segment_id=7e4e9f6e-8a0c-46e4-bfc6-f7cf0b3dd6cb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:47.116763 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b12d61e5-109e-4081-b618-39cc24230ffe req-39c55072-e861-462e-9f33-17c0da4f8d6c tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/security-groups?id=389d7229-f56f-4fba-80fd-3c10167f7dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4433966 Jan 28 03:01:47.121201 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-640e5948-2180-41b3-88cd-18e3e1ff19ce tempest-RoutersAdminNegativeIpV6Test-1617471885 tempest-RoutersAdminNegativeIpV6Test-1617471885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (38f51be3-2cc1-4c5e-b985-95917ef07f15), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:47.124391 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-0069510c-b7c0-4e8c-8602-aaad66f07a34 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0516a030-7db0-4588-9c7d-041ceb0cec09') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:01:47.124683 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-0069510c-b7c0-4e8c-8602-aaad66f07a34 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0516a030-7db0-4588-9c7d-041ceb0cec09') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:01:47.127497 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-640e5948-2180-41b3-88cd-18e3e1ff19ce tempest-RoutersAdminNegativeIpV6Test-1617471885 tempest-RoutersAdminNegativeIpV6Test-1617471885-project-admin] Publish callbacks [] for router_controller (38f51be3-2cc1-4c5e-b985-95917ef07f15), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:47.136257 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3028f304-9ac8-4c54-a827-2fe9b6462baf tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.9631059 Jan 28 03:01:47.136638 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48206) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:47.151949 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0069510c-b7c0-4e8c-8602-aaad66f07a34 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (0516a030-7db0-4588-9c7d-041ceb0cec09), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:47.265438 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-0240d102-6440-42e8-ba3c-5739fb3d1126 None None] Allocated IP 172.20.0.3 (cb764fc1-25c4-4201-92ef-e86f30cb8677/00b7e689-5522-4066-a5bb-eaf6749a3867/a2e7b01c-ee95-4b50-a79b-a47809b345f1) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:01:47.269450 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0069510c-b7c0-4e8c-8602-aaad66f07a34 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (0516a030-7db0-4588-9c7d-041ceb0cec09), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:47.275988 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-640e5948-2180-41b3-88cd-18e3e1ff19ce tempest-RoutersAdminNegativeIpV6Test-1617471885 tempest-RoutersAdminNegativeIpV6Test-1617471885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (38f51be3-2cc1-4c5e-b985-95917ef07f15), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:47.276483 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640e5948-2180-41b3-88cd-18e3e1ff19ce tempest-RoutersAdminNegativeIpV6Test-1617471885 tempest-RoutersAdminNegativeIpV6Test-1617471885-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 38f51be3-2cc1-4c5e-b985-95917ef07f15 {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:01:47.344365 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0069510c-b7c0-4e8c-8602-aaad66f07a34 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:01:47.344779 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0069510c-b7c0-4e8c-8602-aaad66f07a34 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (0516a030-7db0-4588-9c7d-041ceb0cec09), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:47.354142 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-9e15d932-bcaa-4a29-b2ea-c33c636236cc tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Deleting port 694fce70-0333-458b-be33-b114f404a583 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:01:47.357360 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9db5ff-7d64-48ff-92ce-0c72a596bbbb req-38b09e84-7729-4516-a444-510b553eeb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:47.357958 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9e15d932-bcaa-4a29-b2ea-c33c636236cc tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (694fce70-0333-458b-be33-b114f404a583), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:47.358885 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8f9db5ff-7d64-48ff-92ce-0c72a596bbbb req-38b09e84-7729-4516-a444-510b553eeb3d service neutron] 10.222.0.39 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.5739973 Jan 28 03:01:47.359562 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:01:47.359562 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:01:47.359562 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:01:47.359562 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:01:47.359562 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:01:47.359562 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:01:47.359562 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:01:47.359562 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:01:47.359562 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:01:47.359562 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:01:47.359562 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:01:47.359562 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:01:47.359562 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:01:47.359562 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:01:47.359562 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:01:47.359562 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:01:47.359562 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:01:47.359562 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:01:47.359562 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:01:47.359562 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:01:47.359562 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:01:47.359562 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:01:47.359562 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:01:47.359562 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:01:47.359562 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:01:47.359562 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:01:47.359562 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:01:47.359562 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:01:47.359562 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:01:47.359562 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:01:47.359562 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:01:47.359562 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:01:47.379822 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef21d94c-d7ce-4b77-835e-b44b975d6e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3eb265-869e-428a-94ce-963ba496ccff'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:01:47.410488 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a1e290-67f9-42a2-b700-82b7c5c64922" -d '{"events": [{"server_uuid": "ef21d94c-d7ce-4b77-835e-b44b975d6e1b", "name": "network-vif-plugged", "status": "completed", "tag": "cc3eb265-869e-428a-94ce-963ba496ccff"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:01:47.435409 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7339be-1bc4-436b-afa4-5d1ead0cca09 None None] New status for floating IP 611dd1ee-d0a5-4134-ae84-7290a9a1f723: ACTIVE {{(pid=109804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:01:47.438696 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (cc3eb265-869e-428a-94ce-963ba496ccff), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:47.439703 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device e8193437-9304-4c0d-918b-49cb6863dc6e up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:01:47.516844 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-640e5948-2180-41b3-88cd-18e3e1ff19ce tempest-RoutersAdminNegativeIpV6Test-1617471885 tempest-RoutersAdminNegativeIpV6Test-1617471885-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 28 03:01:47.518181 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-640e5948-2180-41b3-88cd-18e3e1ff19ce tempest-RoutersAdminNegativeIpV6Test-1617471885 tempest-RoutersAdminNegativeIpV6Test-1617471885-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.3732648 Jan 28 03:01:47.525845 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48218) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:47.527745 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9e15d932-bcaa-4a29-b2ea-c33c636236cc tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (694fce70-0333-458b-be33-b114f404a583), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:47.547569 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71432c16-199b-4083-baeb-178c2c105f7c x-openstack-request-id: req-71432c16-199b-4083-baeb-178c2c105f7c {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:01:47.548017 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef21d94c-d7ce-4b77-835e-b44b975d6e1b", "name": "network-vif-plugged", "status": "completed", "tag": "cc3eb265-869e-428a-94ce-963ba496ccff", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:01:47.548382 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-71432c16-199b-4083-baeb-178c2c105f7c {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:01:47.548874 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef21d94c-d7ce-4b77-835e-b44b975d6e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3eb265-869e-428a-94ce-963ba496ccff', 'code': 200} Jan 28 03:01:47.567403 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-9e15d932-bcaa-4a29-b2ea-c33c636236cc tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Calling delete_port for 694fce70-0333-458b-be33-b114f404a583 owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:01:47.577138 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8f9db5ff-7d64-48ff-92ce-0c72a596bbbb req-5f62a640-d254-455f-af9c-05a28d12e850 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=ef8714ce-5095-4cb5-af76-030c5e5b8cbb HTTP/1.1" status: 200 len: 217 time: 0.1703489 Jan 28 03:01:47.579894 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0069510c-b7c0-4e8c-8602-aaad66f07a34 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (ea9b0342-02de-486a-b4b6-786e814c8d44), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:47.652298 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9db5ff-7d64-48ff-92ce-0c72a596bbbb req-3029237f-bef4-4606-976b-d6dd0e1b84fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:47.654019 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8f9db5ff-7d64-48ff-92ce-0c72a596bbbb req-3029237f-bef4-4606-976b-d6dd0e1b84fb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.0676289 Jan 28 03:01:47.694893 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0069510c-b7c0-4e8c-8602-aaad66f07a34 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:47.701089 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=cc3eb265-869e-428a-94ce-963ba496ccff,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:47.708004 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48222) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:47.712712 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0069510c-b7c0-4e8c-8602-aaad66f07a34 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] 10.222.0.53 "DELETE /v2.0/networks/ea9b0342-02de-486a-b4b6-786e814c8d44 HTTP/1.1" status: 204 len: 168 time: 2.1690221 Jan 28 03:01:47.722439 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069510c-b7c0-4e8c-8602-aaad66f07a34 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Pushing event deleted for resources: {'Network': ['ID=ea9b0342-02de-486a-b4b6-786e814c8d44,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:47.736826 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-5aea5771-e306-4cb0-8df2-d9216bfb50ad tempest-RoutersAdminNegativeIpV6Test-1617471885 tempest-RoutersAdminNegativeIpV6Test-1617471885-project-admin] Deleting port 1e44d99a-e7f7-4ddb-b011-b6a1a2dd205b {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:01:47.737191 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5aea5771-e306-4cb0-8df2-d9216bfb50ad tempest-RoutersAdminNegativeIpV6Test-1617471885 tempest-RoutersAdminNegativeIpV6Test-1617471885-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (1e44d99a-e7f7-4ddb-b011-b6a1a2dd205b), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:47.821140 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9db5ff-7d64-48ff-92ce-0c72a596bbbb req-577fab9b-b6e0-4ea4-ae0e-9a8fbdc121d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:47.822423 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port e8193437-9304-4c0d-918b-49cb6863dc6e completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:01:47.825591 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8f9db5ff-7d64-48ff-92ce-0c72a596bbbb req-577fab9b-b6e0-4ea4-ae0e-9a8fbdc121d8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1122749 Jan 28 03:01:47.863400 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port e8193437-9304-4c0d-918b-49cb6863dc6e triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:47.863778 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e8193437-9304-4c0d-918b-49cb6863dc6e), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:47.909959 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0240d102-6440-42e8-ba3c-5739fb3d1126 None None] Publish callbacks [] for port (a2e7b01c-ee95-4b50-a79b-a47809b345f1), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:47.940196 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0240d102-6440-42e8-ba3c-5739fb3d1126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (a2e7b01c-ee95-4b50-a79b-a47809b345f1), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:47.954458 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8f9db5ff-7d64-48ff-92ce-0c72a596bbbb req-8fed7bd3-c255-4066-8144-f857befe919e service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189737 Jan 28 03:01:47.979322 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0240d102-6440-42e8-ba3c-5739fb3d1126 None None] Network cb764fc1-25c4-4201-92ef-e86f30cb8677 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:01:47.982085 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b1b9420-3941-4bfe-8576-3005b4b9098e tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Deleting subnet 6f266dbf-51bb-4df2-a8b5-f05a5b43a9ba {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:01:47.984396 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-0240d102-6440-42e8-ba3c-5739fb3d1126 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:01:47.986810 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0240d102-6440-42e8-ba3c-5739fb3d1126 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:01:47.991401 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3b1b9420-3941-4bfe-8576-3005b4b9098e tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks [] for subnet (6f266dbf-51bb-4df2-a8b5-f05a5b43a9ba), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:48.047068 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240d102-6440-42e8-ba3c-5739fb3d1126 None None] Pushing event updated for resources: {'Port': ['ID=a2e7b01c-ee95-4b50-a79b-a47809b345f1,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:48.074307 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8f9db5ff-7d64-48ff-92ce-0c72a596bbbb req-440d784c-df86-46d4-8d2d-523317eeb53e service neutron] 10.222.0.39 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124299 Jan 28 03:01:48.074568 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3b1b9420-3941-4bfe-8576-3005b4b9098e tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (6f266dbf-51bb-4df2-a8b5-f05a5b43a9ba), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:48.096143 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port e8193437-9304-4c0d-918b-49cb6863dc6e is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:48.096523 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e8193437-9304-4c0d-918b-49cb6863dc6e), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:48.118536 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-0240d102-6440-42e8-ba3c-5739fb3d1126 None None] Attempting to bind port a2e7b01c-ee95-4b50-a79b-a47809b345f1 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:01:48.118942 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-0240d102-6440-42e8-ba3c-5739fb3d1126 None None] Attempting to bind port a2e7b01c-ee95-4b50-a79b-a47809b345f1 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '82158c71-b33f-4ecb-b59b-8e4ad5760515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'cb764fc1-25c4-4201-92ef-e86f30cb8677'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:01:48.119312 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0240d102-6440-42e8-ba3c-5739fb3d1126 None None] Attempting to bind port a2e7b01c-ee95-4b50-a79b-a47809b345f1 on network cb764fc1-25c4-4201-92ef-e86f30cb8677 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:01:48.133587 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0240d102-6440-42e8-ba3c-5739fb3d1126 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:01:48.133967 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0240d102-6440-42e8-ba3c-5739fb3d1126 None None] Checking segment: {'id': '82158c71-b33f-4ecb-b59b-8e4ad5760515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'cb764fc1-25c4-4201-92ef-e86f30cb8677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:01:48.134371 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0240d102-6440-42e8-ba3c-5739fb3d1126 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:48.134840 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0240d102-6440-42e8-ba3c-5739fb3d1126 None None] Bound using segment: {'id': '82158c71-b33f-4ecb-b59b-8e4ad5760515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'cb764fc1-25c4-4201-92ef-e86f30cb8677'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:01:48.135325 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-0240d102-6440-42e8-ba3c-5739fb3d1126 None None] Bound port: a2e7b01c-ee95-4b50-a79b-a47809b345f1, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82158c71-b33f-4ecb-b59b-8e4ad5760515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'cb764fc1-25c4-4201-92ef-e86f30cb8677'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:01:48.135703 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0240d102-6440-42e8-ba3c-5739fb3d1126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (a2e7b01c-ee95-4b50-a79b-a47809b345f1), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:48.141408 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port e8193437-9304-4c0d-918b-49cb6863dc6e, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=e8193437-9304-4c0d-918b-49cb6863dc6e,segment=NetworkSegment(ccbf22ef-4873-4dcc-b2ae-28ada861a0d9),segment_id=ccbf22ef-4873-4dcc-b2ae-28ada861a0d9)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:48.157000 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e8193437-9304-4c0d-918b-49cb6863dc6e), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:48.166857 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3b1b9420-3941-4bfe-8576-3005b4b9098e tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (6f266dbf-51bb-4df2-a8b5-f05a5b43a9ba), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:48.214350 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=e8193437-9304-4c0d-918b-49cb6863dc6e,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:48.233708 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5aea5771-e306-4cb0-8df2-d9216bfb50ad tempest-RoutersAdminNegativeIpV6Test-1617471885 tempest-RoutersAdminNegativeIpV6Test-1617471885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (1e44d99a-e7f7-4ddb-b011-b6a1a2dd205b), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:48.242566 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3b1b9420-3941-4bfe-8576-3005b4b9098e tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (6f266dbf-51bb-4df2-a8b5-f05a5b43a9ba), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:48.294218 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b9420-3941-4bfe-8576-3005b4b9098e tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Pushing event deleted for resources: {'Subnet': ['ID=6f266dbf-51bb-4df2-a8b5-f05a5b43a9ba,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:48.302624 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-0240d102-6440-42e8-ba3c-5739fb3d1126 None None] For port a2e7b01c-ee95-4b50-a79b-a47809b345f1, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:01:48.304723 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-5aea5771-e306-4cb0-8df2-d9216bfb50ad tempest-RoutersAdminNegativeIpV6Test-1617471885 tempest-RoutersAdminNegativeIpV6Test-1617471885-project-admin] Calling delete_port for 1e44d99a-e7f7-4ddb-b011-b6a1a2dd205b owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:01:48.310175 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-0240d102-6440-42e8-ba3c-5739fb3d1126 None None] For port a2e7b01c-ee95-4b50-a79b-a47809b345f1, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=a2e7b01c-ee95-4b50-a79b-a47809b345f1,segment=NetworkSegment(82158c71-b33f-4ecb-b59b-8e4ad5760515),segment_id=82158c71-b33f-4ecb-b59b-8e4ad5760515)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:01:48.312665 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9e15d932-bcaa-4a29-b2ea-c33c636236cc tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (694fce70-0333-458b-be33-b114f404a583), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:48.316864 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3b1b9420-3941-4bfe-8576-3005b4b9098e tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:48.319254 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0240d102-6440-42e8-ba3c-5739fb3d1126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (a2e7b01c-ee95-4b50-a79b-a47809b345f1), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:48.321335 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-3b1b9420-3941-4bfe-8576-3005b4b9098e tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] 10.222.0.53 "DELETE /v2.0/subnets/6f266dbf-51bb-4df2-a8b5-f05a5b43a9ba HTTP/1.1" status: 204 len: 168 time: 0.6051610 Jan 28 03:01:48.331464 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e026299-35d6-4ce8-9669-f82e8bba9c5d None None] Network 56c8e261-0df7-429e-810b-8807dbeba9ea requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:01:48.337726 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48236) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:48.418522 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c85118-ec74-49e7-87ba-a989ad450004 req-d6cd9119-358c-48a0-ae75-c244ea76c01a tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:48.435240 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c85118-ec74-49e7-87ba-a989ad450004 req-d6cd9119-358c-48a0-ae75-c244ea76c01a tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:48.448403 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c85118-ec74-49e7-87ba-a989ad450004 req-d6cd9119-358c-48a0-ae75-c244ea76c01a tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:48.456134 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-50c85118-ec74-49e7-87ba-a989ad450004 req-d6cd9119-358c-48a0-ae75-c244ea76c01a tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef21d94c-d7ce-4b77-835e-b44b975d6e1b HTTP/1.1" status: 200 len: 2418 time: 0.1439919 Jan 28 03:01:48.461189 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15d932-bcaa-4a29-b2ea-c33c636236cc tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event deleted for resources: {'Port': ['ID=694fce70-0333-458b-be33-b114f404a583,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:48.529512 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-50c85118-ec74-49e7-87ba-a989ad450004 req-653c8d73-8370-431a-baaf-e4aab7a42422 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/security-groups?id=389d7229-f56f-4fba-80fd-3c10167f7dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720913 Jan 28 03:01:48.592824 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240d102-6440-42e8-ba3c-5739fb3d1126 None None] Pushing event updated for resources: {'Port': ['ID=a2e7b01c-ee95-4b50-a79b-a47809b345f1,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:48.640226 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3cf71e95-5b91-4e68-9682-348961329824 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (56c8e261-0df7-429e-810b-8807dbeba9ea), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:48.690304 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9e15d932-bcaa-4a29-b2ea-c33c636236cc tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:48.694888 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9e15d932-bcaa-4a29-b2ea-c33c636236cc tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/ports/694fce70-0333-458b-be33-b114f404a583 HTTP/1.1" status: 204 len: 168 time: 1.5571926 Jan 28 03:01:48.697808 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 48248) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:48.739709 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcc46f76-a01b-47ec-91b7-0e5982b1cede tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] DELETE failed (client error): The resource could not be found. Jan 28 03:01:48.747362 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcc46f76-a01b-47ec-91b7-0e5982b1cede tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:01:48.750034 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b55f7c-da7e-440a-ac07-d25b9e12c89f None None] DHCP port deletion for 56c8e261-0df7-429e-810b-8807dbeba9ea request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:01:48.783303 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-dcc46f76-a01b-47ec-91b7-0e5982b1cede tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/ports/694fce70-0333-458b-be33-b114f404a583 HTTP/1.1" status: 404 len: 333 time: 0.0842342 Jan 28 03:01:48.784676 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 48250) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:48.840187 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5aea5771-e306-4cb0-8df2-d9216bfb50ad tempest-RoutersAdminNegativeIpV6Test-1617471885 tempest-RoutersAdminNegativeIpV6Test-1617471885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (1e44d99a-e7f7-4ddb-b011-b6a1a2dd205b), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:48.841620 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-f08ad1f6-0027-4df4-b691-c8031f6eb986 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] GET failed (client error): The resource could not be found. Jan 28 03:01:48.843418 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f08ad1f6-0027-4df4-b691-c8031f6eb986 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "GET /v2.0/ports/694fce70-0333-458b-be33-b114f404a583 HTTP/1.1" status: 404 len: 333 time: 0.0554788 Jan 28 03:01:48.847815 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 48252) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:48.855980 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e8b55f7c-da7e-440a-ac07-d25b9e12c89f None None] Deleting port 25636031-cf47-4ef0-bac2-1664c20535a4 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:01:48.856375 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e8b55f7c-da7e-440a-ac07-d25b9e12c89f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (25636031-cf47-4ef0-bac2-1664c20535a4), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:48.933508 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-3cf71e95-5b91-4e68-9682-348961329824 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Deleting port 25636031-cf47-4ef0-bac2-1664c20535a4 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:01:48.934014 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3cf71e95-5b91-4e68-9682-348961329824 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (25636031-cf47-4ef0-bac2-1664c20535a4), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:48.957639 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-e8b55f7c-da7e-440a-ac07-d25b9e12c89f None None] For port 25636031-cf47-4ef0-bac2-1664c20535a4, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=25636031-cf47-4ef0-bac2-1664c20535a4,segment=NetworkSegment(1492a05b-575e-4c4a-823b-49b138b52bac),segment_id=1492a05b-575e-4c4a-823b-49b138b52bac)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:48.958339 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e8b55f7c-da7e-440a-ac07-d25b9e12c89f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (25636031-cf47-4ef0-bac2-1664c20535a4), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:48.977128 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e8b55f7c-da7e-440a-ac07-d25b9e12c89f None None] Calling delete_port for 25636031-cf47-4ef0-bac2-1664c20535a4 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:01:48.996224 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a969d8a-7983-4b48-b845-f9c7408ff28d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Deleting subnet 00b7e689-5522-4066-a5bb-eaf6749a3867 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:01:49.006115 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2a969d8a-7983-4b48-b845-f9c7408ff28d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for subnet (00b7e689-5522-4066-a5bb-eaf6749a3867), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:49.030865 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea5771-e306-4cb0-8df2-d9216bfb50ad tempest-RoutersAdminNegativeIpV6Test-1617471885 tempest-RoutersAdminNegativeIpV6Test-1617471885-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e44d99a-e7f7-4ddb-b011-b6a1a2dd205b,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:49.101661 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2a969d8a-7983-4b48-b845-f9c7408ff28d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (00b7e689-5522-4066-a5bb-eaf6749a3867), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:49.145750 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e8b55f7c-da7e-440a-ac07-d25b9e12c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (25636031-cf47-4ef0-bac2-1664c20535a4), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:49.186282 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b55f7c-da7e-440a-ac07-d25b9e12c89f None None] Pushing event deleted for resources: {'Port': ['ID=25636031-cf47-4ef0-bac2-1664c20535a4,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:49.203205 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b55f7c-da7e-440a-ac07-d25b9e12c89f None None] No DVR routers for this DVR port 25636031-cf47-4ef0-bac2-1664c20535a4 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:01:49.248237 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-3cf71e95-5b91-4e68-9682-348961329824 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] For port 25636031-cf47-4ef0-bac2-1664c20535a4, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=25636031-cf47-4ef0-bac2-1664c20535a4,segment=NetworkSegment(1492a05b-575e-4c4a-823b-49b138b52bac),segment_id=1492a05b-575e-4c4a-823b-49b138b52bac)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:49.248736 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3cf71e95-5b91-4e68-9682-348961329824 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (25636031-cf47-4ef0-bac2-1664c20535a4), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:49.282948 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2a969d8a-7983-4b48-b845-f9c7408ff28d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (00b7e689-5522-4066-a5bb-eaf6749a3867), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:49.305147 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-3cf71e95-5b91-4e68-9682-348961329824 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Calling delete_port for 25636031-cf47-4ef0-bac2-1664c20535a4 owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:01:49.307716 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5aea5771-e306-4cb0-8df2-d9216bfb50ad tempest-RoutersAdminNegativeIpV6Test-1617471885 tempest-RoutersAdminNegativeIpV6Test-1617471885-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:49.315276 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5aea5771-e306-4cb0-8df2-d9216bfb50ad tempest-RoutersAdminNegativeIpV6Test-1617471885 tempest-RoutersAdminNegativeIpV6Test-1617471885-project-admin] 10.222.0.53 "DELETE /v2.0/ports/1e44d99a-e7f7-4ddb-b011-b6a1a2dd205b HTTP/1.1" status: 204 len: 168 time: 1.7808769 Jan 28 03:01:49.382360 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2a969d8a-7983-4b48-b845-f9c7408ff28d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (00b7e689-5522-4066-a5bb-eaf6749a3867), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:49.447910 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2a969d8a-7983-4b48-b845-f9c7408ff28d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:49.455191 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2a969d8a-7983-4b48-b845-f9c7408ff28d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/subnets/00b7e689-5522-4066-a5bb-eaf6749a3867 HTTP/1.1" status: 204 len: 168 time: 0.6034677 Jan 28 03:01:49.455191 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a969d8a-7983-4b48-b845-f9c7408ff28d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event deleted for resources: {'Subnet': ['ID=00b7e689-5522-4066-a5bb-eaf6749a3867,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:49.462312 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 48264) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:49.513875 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3cf71e95-5b91-4e68-9682-348961329824 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (25636031-cf47-4ef0-bac2-1664c20535a4), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:49.549867 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef21d94c-d7ce-4b77-835e-b44b975d6e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8193437-9304-4c0d-918b-49cb6863dc6e'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:01:49.552511 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3529f765-924d-4d3b-9560-e596ccbd4097" -d '{"events": [{"server_uuid": "ef21d94c-d7ce-4b77-835e-b44b975d6e1b", "name": "network-vif-plugged", "status": "completed", "tag": "e8193437-9304-4c0d-918b-49cb6863dc6e"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:01:49.585150 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1700dbad-b120-43a4-80a9-3958eaf8d371 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (cb764fc1-25c4-4201-92ef-e86f30cb8677), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:49.609263 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf71e95-5b91-4e68-9682-348961329824 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Pushing event deleted for resources: {'Port': ['ID=25636031-cf47-4ef0-bac2-1664c20535a4,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:49.616705 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf71e95-5b91-4e68-9682-348961329824 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] No DVR routers for this DVR port 25636031-cf47-4ef0-bac2-1664c20535a4 on host n-d-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:01:49.682512 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-1700dbad-b120-43a4-80a9-3958eaf8d371 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Deleting port a2e7b01c-ee95-4b50-a79b-a47809b345f1 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:01:49.682868 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1700dbad-b120-43a4-80a9-3958eaf8d371 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (a2e7b01c-ee95-4b50-a79b-a47809b345f1), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:49.709371 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bc1a71-0e0a-4c10-b9a5-93ffa9f81880 x-openstack-request-id: req-63bc1a71-0e0a-4c10-b9a5-93ffa9f81880 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:01:49.709878 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef21d94c-d7ce-4b77-835e-b44b975d6e1b", "name": "network-vif-plugged", "status": "completed", "tag": "e8193437-9304-4c0d-918b-49cb6863dc6e", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:01:49.710171 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-63bc1a71-0e0a-4c10-b9a5-93ffa9f81880 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:01:49.711125 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef21d94c-d7ce-4b77-835e-b44b975d6e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8193437-9304-4c0d-918b-49cb6863dc6e', 'code': 200} Jan 28 03:01:49.779281 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device a2e7b01c-ee95-4b50-a79b-a47809b345f1 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:01:49.906994 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-1700dbad-b120-43a4-80a9-3958eaf8d371 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] For port a2e7b01c-ee95-4b50-a79b-a47809b345f1, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=a2e7b01c-ee95-4b50-a79b-a47809b345f1,segment=NetworkSegment(82158c71-b33f-4ecb-b59b-8e4ad5760515),segment_id=82158c71-b33f-4ecb-b59b-8e4ad5760515)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:49.907651 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1700dbad-b120-43a4-80a9-3958eaf8d371 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (a2e7b01c-ee95-4b50-a79b-a47809b345f1), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:49.925382 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-1700dbad-b120-43a4-80a9-3958eaf8d371 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Calling delete_port for a2e7b01c-ee95-4b50-a79b-a47809b345f1 owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:01:49.937093 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port a2e7b01c-ee95-4b50-a79b-a47809b345f1 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:49.937887 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (a2e7b01c-ee95-4b50-a79b-a47809b345f1), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:50.031469 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 48280) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:50.041900 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3cf71e95-5b91-4e68-9682-348961329824 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (56c8e261-0df7-429e-810b-8807dbeba9ea), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:50.055743 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1700dbad-b120-43a4-80a9-3958eaf8d371 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (a2e7b01c-ee95-4b50-a79b-a47809b345f1), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:50.090814 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1700dbad-b120-43a4-80a9-3958eaf8d371 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event deleted for resources: {'Port': ['ID=a2e7b01c-ee95-4b50-a79b-a47809b345f1,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:50.092524 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-3cf71e95-5b91-4e68-9682-348961329824 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56c8e261-0df7-429e-810b-8807dbeba9ea']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:01:50.107614 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c513aa04-3e44-48a2-bed9-5f05de250444 req-0d459512-b75f-4c27-bb8e-275fcc452a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:50.108413 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c513aa04-3e44-48a2-bed9-5f05de250444 req-0d459512-b75f-4c27-bb8e-275fcc452a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:50.109266 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c513aa04-3e44-48a2-bed9-5f05de250444 req-0d459512-b75f-4c27-bb8e-275fcc452a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:50.110413 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-3cf71e95-5b91-4e68-9682-348961329824 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1492a05b-575e-4c4a-823b-49b138b52bac') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:01:50.110721 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-3cf71e95-5b91-4e68-9682-348961329824 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1492a05b-575e-4c4a-823b-49b138b52bac') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:01:50.112302 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c513aa04-3e44-48a2-bed9-5f05de250444 req-0d459512-b75f-4c27-bb8e-275fcc452a0e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ef21d94c-d7ce-4b77-835e-b44b975d6e1b HTTP/1.1" status: 200 len: 2874 time: 0.2778955 Jan 28 03:01:50.113553 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1700dbad-b120-43a4-80a9-3958eaf8d371 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] No DVR routers for this DVR port a2e7b01c-ee95-4b50-a79b-a47809b345f1 on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:01:50.127443 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port a2e7b01c-ee95-4b50-a79b-a47809b345f1 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:50.127764 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (a2e7b01c-ee95-4b50-a79b-a47809b345f1), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:50.136132 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3cf71e95-5b91-4e68-9682-348961329824 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (1492a05b-575e-4c4a-823b-49b138b52bac), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:50.179462 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3cf71e95-5b91-4e68-9682-348961329824 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (1492a05b-575e-4c4a-823b-49b138b52bac), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:50.192950 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cf71e95-5b91-4e68-9682-348961329824 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:01:50.195048 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3cf71e95-5b91-4e68-9682-348961329824 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (1492a05b-575e-4c4a-823b-49b138b52bac), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:50.294861 n-d-712139-27 neutron-server[109803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:01:50.294861 n-d-712139-27 neutron-server[109803]: self.session.flush() Jan 28 03:01:50.294861 n-d-712139-27 neutron-server[109803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:01:50.294861 n-d-712139-27 neutron-server[109803]: self.session.flush() Jan 28 03:01:50.294861 n-d-712139-27 neutron-server[109803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:01:50.294861 n-d-712139-27 neutron-server[109803]: self.session.flush() Jan 28 03:01:50.294861 n-d-712139-27 neutron-server[109803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:01:50.294861 n-d-712139-27 neutron-server[109803]: self.session.flush() Jan 28 03:01:50.294861 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:01:50.294861 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:01:50.294861 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:01:50.294861 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:01:50.294861 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:01:50.294861 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:01:50.294861 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:01:50.294861 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:01:50.294861 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:01:50.294861 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:01:50.294861 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:01:50.294861 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:01:50.294861 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:01:50.294861 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:01:50.294861 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:01:50.294861 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:01:50.294861 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:01:50.294861 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:01:50.294861 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:01:50.294861 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:01:50.294861 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:01:50.294861 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:01:50.294861 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:01:50.294861 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:01:50.294861 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:01:50.294861 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:01:50.294861 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:01:50.294861 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:01:50.294861 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:01:50.294861 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:01:50.294861 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:01:50.294861 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:01:50.300586 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c513aa04-3e44-48a2-bed9-5f05de250444 req-39db4aa2-457c-43b3-b0f9-56a39138d9d0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=389d7229-f56f-4fba-80fd-3c10167f7dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647217 Jan 28 03:01:50.302313 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3cf71e95-5b91-4e68-9682-348961329824 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (56c8e261-0df7-429e-810b-8807dbeba9ea), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:50.325150 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3cf71e95-5b91-4e68-9682-348961329824 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:50.328791 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-3cf71e95-5b91-4e68-9682-348961329824 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] 10.222.0.53 "DELETE /v2.0/networks/56c8e261-0df7-429e-810b-8807dbeba9ea HTTP/1.1" status: 204 len: 168 time: 1.9894779 Jan 28 03:01:50.330120 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf71e95-5b91-4e68-9682-348961329824 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Pushing event deleted for resources: {'Network': ['ID=56c8e261-0df7-429e-810b-8807dbeba9ea,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:50.333424 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48290) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:50.367662 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-99534e8b-6864-4609-a3ba-8cbb3f198390 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] 10.222.0.53 "GET /v2.0/ports?device_id=f61ef887-93ab-476e-b143-31e9e68038ec HTTP/1.1" status: 200 len: 205 time: 0.0327921 Jan 28 03:01:50.374667 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48292) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:50.411198 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 25636031-cf47-4ef0-bac2-1664c20535a4 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:01:50.440141 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 25636031-cf47-4ef0-bac2-1664c20535a4 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:01:50.440511 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 25636031-cf47-4ef0-bac2-1664c20535a4 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:01:50.453625 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7356f593-63cc-4f5c-8946-54dd5adedbe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:50.457673 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1700dbad-b120-43a4-80a9-3958eaf8d371 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (cb764fc1-25c4-4201-92ef-e86f30cb8677), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:50.491012 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-60b0881f-80d8-4cdc-b138-34cba0634bf2 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks [] for router (f61ef887-93ab-476e-b143-31e9e68038ec), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:50.495516 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-1700dbad-b120-43a4-80a9-3958eaf8d371 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb764fc1-25c4-4201-92ef-e86f30cb8677']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:01:50.560520 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6783cc-0de3-40c5-912d-bfcbb5d61017 None None] Network cb764fc1-25c4-4201-92ef-e86f30cb8677 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:01:50.563862 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-1700dbad-b120-43a4-80a9-3958eaf8d371 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82158c71-b33f-4ecb-b59b-8e4ad5760515') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:01:50.564135 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-1700dbad-b120-43a4-80a9-3958eaf8d371 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82158c71-b33f-4ecb-b59b-8e4ad5760515') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:01:50.583708 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1700dbad-b120-43a4-80a9-3958eaf8d371 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (82158c71-b33f-4ecb-b59b-8e4ad5760515), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:50.592558 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cedf09a-4def-4094-8d0c-60a17a884ccb req-bb0c8c71-e955-42a1-b5d2-b4ec7a5097e2 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:50.603192 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cedf09a-4def-4094-8d0c-60a17a884ccb req-bb0c8c71-e955-42a1-b5d2-b4ec7a5097e2 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:50.616660 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1700dbad-b120-43a4-80a9-3958eaf8d371 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (82158c71-b33f-4ecb-b59b-8e4ad5760515), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:50.617438 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cedf09a-4def-4094-8d0c-60a17a884ccb req-bb0c8c71-e955-42a1-b5d2-b4ec7a5097e2 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:50.625016 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6cedf09a-4def-4094-8d0c-60a17a884ccb req-bb0c8c71-e955-42a1-b5d2-b4ec7a5097e2 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef21d94c-d7ce-4b77-835e-b44b975d6e1b HTTP/1.1" status: 200 len: 2418 time: 0.8242564 Jan 28 03:01:50.627201 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1700dbad-b120-43a4-80a9-3958eaf8d371 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:01:50.633490 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1700dbad-b120-43a4-80a9-3958eaf8d371 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (82158c71-b33f-4ecb-b59b-8e4ad5760515), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:50.641581 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-fdebd7f3-a7ac-40e5-b939-94ab6962e257 None None] Could not find standard attr ID for object a2e7b01c-ee95-4b50-a79b-a47809b345f1. {{(pid=109804) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:01:50.644495 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:01:50.644495 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:01:50.644495 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:01:50.644495 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:01:50.644495 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:01:50.644495 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:01:50.644495 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:01:50.644495 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:01:50.644495 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:01:50.644495 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:01:50.644495 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:01:50.644495 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:01:50.644495 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:01:50.644495 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:01:50.644495 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:01:50.644495 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:01:50.644495 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:01:50.644495 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:01:50.644495 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:01:50.644495 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:01:50.644495 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:01:50.644495 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:01:50.644495 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:01:50.644495 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:01:50.644495 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:01:50.644495 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:01:50.644495 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:01:50.644495 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:01:50.644495 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:01:50.644495 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:01:50.644495 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:01:50.644495 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:01:50.772770 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1700dbad-b120-43a4-80a9-3958eaf8d371 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (cb764fc1-25c4-4201-92ef-e86f30cb8677), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:50.786343 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1700dbad-b120-43a4-80a9-3958eaf8d371 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:50.797683 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1700dbad-b120-43a4-80a9-3958eaf8d371 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/networks/cb764fc1-25c4-4201-92ef-e86f30cb8677 HTTP/1.1" status: 204 len: 168 time: 1.3329132 Jan 28 03:01:50.800235 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 48306) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:50.808140 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-60b0881f-80d8-4cdc-b138-34cba0634bf2 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (f61ef887-93ab-476e-b143-31e9e68038ec), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:50.809876 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-03555956-3eb2-4c84-b154-c10041605ef6 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1704197698'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:01:50.814973 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-60b0881f-80d8-4cdc-b138-34cba0634bf2 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks [] for router_controller (f61ef887-93ab-476e-b143-31e9e68038ec), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:50.819815 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6cedf09a-4def-4094-8d0c-60a17a884ccb req-0a30156e-ebf2-4adc-83d5-26dd683af6ea tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/security-groups?id=389d7229-f56f-4fba-80fd-3c10167f7dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938908 Jan 28 03:01:50.826105 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aee2f33-8db7-4312-977a-357c938c14d3 None None] DHCP port deletion for cb764fc1-25c4-4201-92ef-e86f30cb8677 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:01:50.844938 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1700dbad-b120-43a4-80a9-3958eaf8d371 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event deleted for resources: {'Network': ['ID=cb764fc1-25c4-4201-92ef-e86f30cb8677,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:50.880754 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-60b0881f-80d8-4cdc-b138-34cba0634bf2 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (f61ef887-93ab-476e-b143-31e9e68038ec), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:50.881296 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b0881f-80d8-4cdc-b138-34cba0634bf2 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Fanout notify agent at l3_agent the message router_deleted on router f61ef887-93ab-476e-b143-31e9e68038ec {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:01:50.891540 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03555956-3eb2-4c84-b154-c10041605ef6 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Made reservation on behalf of e836b14247804add85a66880853283af for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:01:50.891839 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-60b0881f-80d8-4cdc-b138-34cba0634bf2 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:50.894778 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-60b0881f-80d8-4cdc-b138-34cba0634bf2 tempest-RoutersNegativeIpV6Test-591564100 tempest-RoutersNegativeIpV6Test-591564100-project] 10.222.0.53 "DELETE /v2.0/routers/f61ef887-93ab-476e-b143-31e9e68038ec HTTP/1.1" status: 204 len: 168 time: 0.5178432 Jan 28 03:01:50.895336 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-03555956-3eb2-4c84-b154-c10041605ef6 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:50.914561 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7356f593-63cc-4f5c-8946-54dd5adedbe6 admin admin] Publish callbacks [] for security_group (80533625-71f5-4d16-a769-abac9fa5a46a), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:50.927048 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7356f593-63cc-4f5c-8946-54dd5adedbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (80533625-71f5-4d16-a769-abac9fa5a46a), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:50.954024 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03555956-3eb2-4c84-b154-c10041605ef6 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:01:50.985219 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-03555956-3eb2-4c84-b154-c10041605ef6 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (d8bf86f8-39bf-4d41-8d43-14f28e0bfd6b), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:50.985626 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-03555956-3eb2-4c84-b154-c10041605ef6 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Added segment d8bf86f8-39bf-4d41-8d43-14f28e0bfd6b of type vlan for network bf8a2ee8-8962-4922-a0c0-5260738c4a4e Jan 28 03:01:50.993986 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7356f593-63cc-4f5c-8946-54dd5adedbe6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8b0b979f1a514eb281526783b7d97c8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9593894 Jan 28 03:01:50.994835 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48310) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:51.049534 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-03555956-3eb2-4c84-b154-c10041605ef6 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (bf8a2ee8-8962-4922-a0c0-5260738c4a4e), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:51.057844 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356f593-63cc-4f5c-8946-54dd5adedbe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80533625-71f5-4d16-a769-abac9fa5a46a,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:51.063042 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0456129f-36fb-4594-973d-93ad4fd05491 admin admin] Publish callbacks [] for security_group (80533625-71f5-4d16-a769-abac9fa5a46a), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:51.096056 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0456129f-36fb-4594-973d-93ad4fd05491 admin admin] Publish callbacks [] for security_group (80533625-71f5-4d16-a769-abac9fa5a46a), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:51.099887 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-03555956-3eb2-4c84-b154-c10041605ef6 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (bf8a2ee8-8962-4922-a0c0-5260738c4a4e), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:51.108002 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03555956-3eb2-4c84-b154-c10041605ef6 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:51.113441 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-03555956-3eb2-4c84-b154-c10041605ef6 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:51.181634 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-03555956-3eb2-4c84-b154-c10041605ef6 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3783555 Jan 28 03:01:51.186264 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48318) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:51.192774 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-087f824f-a778-4253-8670-fd0ee606fa08 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'subnet': {'network_id': 'bf8a2ee8-8962-4922-a0c0-5260738c4a4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:01:51.210717 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0456129f-36fb-4594-973d-93ad4fd05491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (80533625-71f5-4d16-a769-abac9fa5a46a), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:51.211930 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03555956-3eb2-4c84-b154-c10041605ef6 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event updated for resources: {'Network': ['ID=bf8a2ee8-8962-4922-a0c0-5260738c4a4e,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:51.214423 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0456129f-36fb-4594-973d-93ad4fd05491 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:51.216346 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0456129f-36fb-4594-973d-93ad4fd05491 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/80533625-71f5-4d16-a769-abac9fa5a46a HTTP/1.1" status: 204 len: 168 time: 0.2204988 Jan 28 03:01:51.224213 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48320) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:51.225224 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network bf8a2ee8-8962-4922-a0c0-5260738c4a4e details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:01:51.278406 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0456129f-36fb-4594-973d-93ad4fd05491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80533625-71f5-4d16-a769-abac9fa5a46a,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:51.376986 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087f824f-a778-4253-8670-fd0ee606fa08 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Made reservation on behalf of e836b14247804add85a66880853283af for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:01:51.380862 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-087f824f-a778-4253-8670-fd0ee606fa08 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:51.629920 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device a2e7b01c-ee95-4b50-a79b-a47809b345f1 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:01:51.748696 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: a2e7b01c-ee95-4b50-a79b-a47809b345f1 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:01:51.749040 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device a2e7b01c-ee95-4b50-a79b-a47809b345f1 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:01:51.762257 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-087f824f-a778-4253-8670-fd0ee606fa08 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (f42117d6-284a-4f02-a025-b6f350314d97), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:51.842216 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 48340) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:51.907794 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6068295d-7860-4b5e-8197-1b75b4e075d4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cbf4ca9c76be4f5d8161e5476cff1961&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0639858 Jan 28 03:01:51.908535 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 48344) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:51.958230 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f824f-a778-4253-8670-fd0ee606fa08 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event updated for resources: {'Subnet': ['ID=f42117d6-284a-4f02-a025-b6f350314d97,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:51.963764 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b9312480-a1d9-4e76-9375-d279f57b1eac admin admin] Publish callbacks [] for security_group (52179871-c655-4341-99af-a31ed3fb335b), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:51.982347 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6fc20105-9dba-4fa9-83f9-f26445849554 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=869edd37381e4b6fbc4cdc94ce192ac7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7219861 Jan 28 03:01:51.995162 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 48346) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:52.003898 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087f824f-a778-4253-8670-fd0ee606fa08 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Checking segment: {'id': 'd8bf86f8-39bf-4d41-8d43-14f28e0bfd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'bf8a2ee8-8962-4922-a0c0-5260738c4a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:01:52.004273 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087f824f-a778-4253-8670-fd0ee606fa08 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Network hostable DHCP agents. Network: bf8a2ee8-8962-4922-a0c0-5260738c4a4e, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:01:52.042276 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087f824f-a778-4253-8670-fd0ee606fa08 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Network bf8a2ee8-8962-4922-a0c0-5260738c4a4e is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:01:52.054690 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b9312480-a1d9-4e76-9375-d279f57b1eac admin admin] Publish callbacks [] for security_group (52179871-c655-4341-99af-a31ed3fb335b), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:52.074170 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-087f824f-a778-4253-8670-fd0ee606fa08 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, bf8a2ee8-8962-4922-a0c0-5260738c4a4e) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:01:52.086159 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960e1403-4e68-49e4-bf53-1bcd7d303b53 None None] Network bf8a2ee8-8962-4922-a0c0-5260738c4a4e requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:01:52.091621 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087f824f-a778-4253-8670-fd0ee606fa08 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:52.092264 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-087f824f-a778-4253-8670-fd0ee606fa08 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:52.129106 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-087f824f-a778-4253-8670-fd0ee606fa08 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9402759 Jan 28 03:01:52.131144 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48352) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:52.149064 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-44d01425-1508-4eeb-98a2-10b0e956e6cb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'port': {'network_id': 'bf8a2ee8-8962-4922-a0c0-5260738c4a4e', 'security_groups': [], 'name': 'tempest-PortsTestJSON-986818045'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:01:52.157052 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3e98416e-caa5-405f-8c7e-b2906c8eb5f8 admin admin] Publish callbacks [] for security_group (52f20ac8-ed03-4edb-a8a1-9d78310015f0), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:52.171042 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c01796-9ba4-4246-b276-15f6ab3679a5 req-94fabc65-6a2c-4668-ad62-b14969f92a90 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:52.182122 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c01796-9ba4-4246-b276-15f6ab3679a5 req-94fabc65-6a2c-4668-ad62-b14969f92a90 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:52.188716 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c01796-9ba4-4246-b276-15f6ab3679a5 req-94fabc65-6a2c-4668-ad62-b14969f92a90 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:52.190796 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c8c01796-9ba4-4246-b276-15f6ab3679a5 req-94fabc65-6a2c-4668-ad62-b14969f92a90 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef21d94c-d7ce-4b77-835e-b44b975d6e1b HTTP/1.1" status: 200 len: 2418 time: 0.2153296 Jan 28 03:01:52.285769 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3e98416e-caa5-405f-8c7e-b2906c8eb5f8 admin admin] Publish callbacks [] for security_group (52f20ac8-ed03-4edb-a8a1-9d78310015f0), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:52.353480 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbeefac-67b4-4165-9528-f8d3f89be6a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-bf8a2ee8-8962-4922-a0c0-5260738c4a4e', 'network_id': 'bf8a2ee8-8962-4922-a0c0-5260738c4a4e', 'project_id': 'e836b14247804add85a66880853283af', 'fixed_ips': [{'subnet_id': 'f42117d6-284a-4f02-a025-b6f350314d97'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:01:52.354412 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ccbeefac-67b4-4165-9528-f8d3f89be6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:52.415580 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d01425-1508-4eeb-98a2-10b0e956e6cb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Made reservation on behalf of e836b14247804add85a66880853283af for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:01:52.422301 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-44d01425-1508-4eeb-98a2-10b0e956e6cb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:52.424963 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c8c01796-9ba4-4246-b276-15f6ab3679a5 req-c24deaf2-ce7e-4a74-bcc6-506c547c18d9 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/security-groups?id=389d7229-f56f-4fba-80fd-3c10167f7dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048953 Jan 28 03:01:52.429127 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b9312480-a1d9-4e76-9375-d279f57b1eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (52179871-c655-4341-99af-a31ed3fb335b), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:52.432224 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b9312480-a1d9-4e76-9375-d279f57b1eac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:52.433843 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b9312480-a1d9-4e76-9375-d279f57b1eac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/52179871-c655-4341-99af-a31ed3fb335b HTTP/1.1" status: 204 len: 168 time: 0.5242484 Jan 28 03:01:52.457671 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-44d01425-1508-4eeb-98a2-10b0e956e6cb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] device_id is not set on port 6a0e9780-6e8b-43a1-b62d-4302d9e847b3 yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:01:52.497312 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9312480-a1d9-4e76-9375-d279f57b1eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52179871-c655-4341-99af-a31ed3fb335b,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:52.561408 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3e98416e-caa5-405f-8c7e-b2906c8eb5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (52f20ac8-ed03-4edb-a8a1-9d78310015f0), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:52.564114 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3e98416e-caa5-405f-8c7e-b2906c8eb5f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:52.568296 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3e98416e-caa5-405f-8c7e-b2906c8eb5f8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/52f20ac8-ed03-4edb-a8a1-9d78310015f0 HTTP/1.1" status: 204 len: 168 time: 0.5689905 Jan 28 03:01:52.583184 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98416e-caa5-405f-8c7e-b2906c8eb5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f20ac8-ed03-4edb-a8a1-9d78310015f0,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:52.673863 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-44d01425-1508-4eeb-98a2-10b0e956e6cb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Allocated IP 172.20.0.7 (bf8a2ee8-8962-4922-a0c0-5260738c4a4e/f42117d6-284a-4f02-a025-b6f350314d97/6a0e9780-6e8b-43a1-b62d-4302d9e847b3) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:01:53.019654 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-44d01425-1508-4eeb-98a2-10b0e956e6cb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for port (6a0e9780-6e8b-43a1-b62d-4302d9e847b3), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:53.118863 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-44d01425-1508-4eeb-98a2-10b0e956e6cb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (6a0e9780-6e8b-43a1-b62d-4302d9e847b3), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:53.237873 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d01425-1508-4eeb-98a2-10b0e956e6cb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Network bf8a2ee8-8962-4922-a0c0-5260738c4a4e is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:01:53.240929 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-ccbeefac-67b4-4165-9528-f8d3f89be6a1 None None] Allocated IP 172.20.0.2 (bf8a2ee8-8962-4922-a0c0-5260738c4a4e/f42117d6-284a-4f02-a025-b6f350314d97/f3b3593c-e32e-46ea-94d7-020b0eeec6b3) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:01:53.245319 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-44d01425-1508-4eeb-98a2-10b0e956e6cb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:01:53.253993 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d01425-1508-4eeb-98a2-10b0e956e6cb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:01:53.331161 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a183098-1ad3-4c82-8631-4b6c4cfb0c5f req-29395b00-da75-4342-8d3a-97298843a19d tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:53.343626 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a183098-1ad3-4c82-8631-4b6c4cfb0c5f req-29395b00-da75-4342-8d3a-97298843a19d tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:53.361421 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a183098-1ad3-4c82-8631-4b6c4cfb0c5f req-29395b00-da75-4342-8d3a-97298843a19d tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:53.367108 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4a183098-1ad3-4c82-8631-4b6c4cfb0c5f req-29395b00-da75-4342-8d3a-97298843a19d tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef21d94c-d7ce-4b77-835e-b44b975d6e1b HTTP/1.1" status: 200 len: 2418 time: 0.2137303 Jan 28 03:01:53.436609 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d01425-1508-4eeb-98a2-10b0e956e6cb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event updated for resources: {'Port': ['ID=6a0e9780-6e8b-43a1-b62d-4302d9e847b3,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:53.470202 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d01425-1508-4eeb-98a2-10b0e956e6cb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:53.470901 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-44d01425-1508-4eeb-98a2-10b0e956e6cb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:53.500571 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4a183098-1ad3-4c82-8631-4b6c4cfb0c5f req-49d74dac-0191-49d6-9b35-e6247ecdd9a8 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/security-groups?id=389d7229-f56f-4fba-80fd-3c10167f7dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242399 Jan 28 03:01:53.530095 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-44d01425-1508-4eeb-98a2-10b0e956e6cb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.3942463 Jan 28 03:01:53.532427 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 48404) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:53.604982 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ccbeefac-67b4-4165-9528-f8d3f89be6a1 None None] Publish callbacks [] for port (f3b3593c-e32e-46ea-94d7-020b0eeec6b3), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:53.632856 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ccbeefac-67b4-4165-9528-f8d3f89be6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (f3b3593c-e32e-46ea-94d7-020b0eeec6b3), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:53.734949 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-fd22ef26-9b70-4426-a0aa-e0e34f314855 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Deleting port 6a0e9780-6e8b-43a1-b62d-4302d9e847b3 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:01:53.735784 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fd22ef26-9b70-4426-a0aa-e0e34f314855 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (6a0e9780-6e8b-43a1-b62d-4302d9e847b3), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:53.767922 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-28b08374-4b50-4450-806f-6a198ad628df service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1536338 Jan 28 03:01:53.775538 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbeefac-67b4-4165-9528-f8d3f89be6a1 None None] Network bf8a2ee8-8962-4922-a0c0-5260738c4a4e is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:01:53.784006 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-ccbeefac-67b4-4165-9528-f8d3f89be6a1 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:01:53.835191 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbeefac-67b4-4165-9528-f8d3f89be6a1 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:01:53.853720 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbeefac-67b4-4165-9528-f8d3f89be6a1 None None] Pushing event updated for resources: {'Port': ['ID=f3b3593c-e32e-46ea-94d7-020b0eeec6b3,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:54.008312 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-105f2607-503a-40f5-b70b-f9d3c30907bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:54.008806 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-105f2607-503a-40f5-b70b-f9d3c30907bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:54.009303 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-105f2607-503a-40f5-b70b-f9d3c30907bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:54.009822 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-105f2607-503a-40f5-b70b-f9d3c30907bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:54.010289 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-105f2607-503a-40f5-b70b-f9d3c30907bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:54.013415 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-105f2607-503a-40f5-b70b-f9d3c30907bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:54.013924 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-105f2607-503a-40f5-b70b-f9d3c30907bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:54.019293 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-105f2607-503a-40f5-b70b-f9d3c30907bd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7581cafbb59a47148e5d33dde7c9cb23&device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 6499 time: 0.1666551 Jan 28 03:01:54.021111 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-ccbeefac-67b4-4165-9528-f8d3f89be6a1 None None] Attempting to bind port f3b3593c-e32e-46ea-94d7-020b0eeec6b3 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:01:54.021487 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-ccbeefac-67b4-4165-9528-f8d3f89be6a1 None None] Attempting to bind port f3b3593c-e32e-46ea-94d7-020b0eeec6b3 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'd8bf86f8-39bf-4d41-8d43-14f28e0bfd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'bf8a2ee8-8962-4922-a0c0-5260738c4a4e'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:01:54.021860 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbeefac-67b4-4165-9528-f8d3f89be6a1 None None] Attempting to bind port f3b3593c-e32e-46ea-94d7-020b0eeec6b3 on network bf8a2ee8-8962-4922-a0c0-5260738c4a4e {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:01:54.027889 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbeefac-67b4-4165-9528-f8d3f89be6a1 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:01:54.028269 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbeefac-67b4-4165-9528-f8d3f89be6a1 None None] Checking segment: {'id': 'd8bf86f8-39bf-4d41-8d43-14f28e0bfd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'bf8a2ee8-8962-4922-a0c0-5260738c4a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:01:54.028866 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ccbeefac-67b4-4165-9528-f8d3f89be6a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:54.029459 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbeefac-67b4-4165-9528-f8d3f89be6a1 None None] Bound using segment: {'id': 'd8bf86f8-39bf-4d41-8d43-14f28e0bfd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'bf8a2ee8-8962-4922-a0c0-5260738c4a4e'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:01:54.030102 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-ccbeefac-67b4-4165-9528-f8d3f89be6a1 None None] Bound port: f3b3593c-e32e-46ea-94d7-020b0eeec6b3, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8bf86f8-39bf-4d41-8d43-14f28e0bfd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'bf8a2ee8-8962-4922-a0c0-5260738c4a4e'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:01:54.030656 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ccbeefac-67b4-4165-9528-f8d3f89be6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f3b3593c-e32e-46ea-94d7-020b0eeec6b3), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:54.124683 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fd22ef26-9b70-4426-a0aa-e0e34f314855 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (6a0e9780-6e8b-43a1-b62d-4302d9e847b3), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:54.169434 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-fd22ef26-9b70-4426-a0aa-e0e34f314855 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Calling delete_port for 6a0e9780-6e8b-43a1-b62d-4302d9e847b3 owned by {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:01:54.232834 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-ccbeefac-67b4-4165-9528-f8d3f89be6a1 None None] For port f3b3593c-e32e-46ea-94d7-020b0eeec6b3, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:01:54.247125 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-ccbeefac-67b4-4165-9528-f8d3f89be6a1 None None] For port f3b3593c-e32e-46ea-94d7-020b0eeec6b3, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=f3b3593c-e32e-46ea-94d7-020b0eeec6b3,segment=NetworkSegment(d8bf86f8-39bf-4d41-8d43-14f28e0bfd6b),segment_id=d8bf86f8-39bf-4d41-8d43-14f28e0bfd6b)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:01:54.255234 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ccbeefac-67b4-4165-9528-f8d3f89be6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (f3b3593c-e32e-46ea-94d7-020b0eeec6b3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:54.384652 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48438) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:54.415073 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-0a918901-07b5-4cde-ac72-e1eb2c85de31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:54.416000 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-0a918901-07b5-4cde-ac72-e1eb2c85de31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:54.420458 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-0a918901-07b5-4cde-ac72-e1eb2c85de31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:54.429241 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-0a918901-07b5-4cde-ac72-e1eb2c85de31 service neutron] 10.222.0.67 "GET /v2.0/networks?id=266d65f2-ae3d-4ae4-8df9-31c67ca10beb&id=d468efc2-a65f-4457-a846-ab761946515b&id=d468efc2-a65f-4457-a846-ab761946515b&id=d468efc2-a65f-4457-a846-ab761946515b&id=d468efc2-a65f-4457-a846-ab761946515b&id=9d63e9ac-6b2c-46ae-b695-7b9d65c9a866&id=9d63e9ac-6b2c-46ae-b695-7b9d65c9a866 HTTP/1.1" status: 200 len: 2293 time: 0.3418202 Jan 28 03:01:54.438984 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbeefac-67b4-4165-9528-f8d3f89be6a1 None None] Pushing event updated for resources: {'Port': ['ID=f3b3593c-e32e-46ea-94d7-020b0eeec6b3,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:54.575527 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fd22ef26-9b70-4426-a0aa-e0e34f314855 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (6a0e9780-6e8b-43a1-b62d-4302d9e847b3), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:54.616894 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-5d5443e3-37be-49dc-b81c-117ae0addfd2 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1579610885'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:01:54.677689 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-340f6c51-3f0b-4074-9314-8eeb8fbd55ef service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44267f57-f4c4-404e-bfd0-6e33bcab411a HTTP/1.1" status: 200 len: 1002 time: 0.2421863 Jan 28 03:01:54.680180 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5443e3-37be-49dc-b81c-117ae0addfd2 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Made reservation on behalf of a0006a66d1db4222a493e3bd442f2da0 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:01:54.686578 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5d5443e3-37be-49dc-b81c-117ae0addfd2 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:54.726419 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd22ef26-9b70-4426-a0aa-e0e34f314855 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event deleted for resources: {'Port': ['ID=6a0e9780-6e8b-43a1-b62d-4302d9e847b3,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:54.779423 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-d749b346-d039-44cd-931a-a93e5aa7fb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:54.781096 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-d749b346-d039-44cd-931a-a93e5aa7fb4c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=25561413-0d19-438c-afcd-b5c53014f067 HTTP/1.1" status: 200 len: 850 time: 0.0913093 Jan 28 03:01:54.783383 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5d5443e3-37be-49dc-b81c-117ae0addfd2 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:54.965862 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e8783-1c76-4e6b-8cfe-f7caa5a1f7c9 req-3a68aebc-e726-4b19-85ef-da2a6adb7d6a tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:54.977224 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e8783-1c76-4e6b-8cfe-f7caa5a1f7c9 req-3a68aebc-e726-4b19-85ef-da2a6adb7d6a tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:54.986588 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e8783-1c76-4e6b-8cfe-f7caa5a1f7c9 req-3a68aebc-e726-4b19-85ef-da2a6adb7d6a tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:54.988506 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3f9e8783-1c76-4e6b-8cfe-f7caa5a1f7c9 req-3a68aebc-e726-4b19-85ef-da2a6adb7d6a tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef21d94c-d7ce-4b77-835e-b44b975d6e1b HTTP/1.1" status: 200 len: 2418 time: 0.2064962 Jan 28 03:01:55.093222 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fd22ef26-9b70-4426-a0aa-e0e34f314855 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:55.096689 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-fd22ef26-9b70-4426-a0aa-e0e34f314855 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/ports/6a0e9780-6e8b-43a1-b62d-4302d9e847b3 HTTP/1.1" status: 204 len: 168 time: 1.5626643 Jan 28 03:01:55.104037 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3f9e8783-1c76-4e6b-8cfe-f7caa5a1f7c9 req-e87b63e0-5db4-449a-a69a-6b29422c23e2 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/security-groups?id=389d7229-f56f-4fba-80fd-3c10167f7dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979626 Jan 28 03:01:55.117280 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48462) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:55.153250 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087a2bd-3d0d-4b6b-b832-1bfa4c1ddd4e req-cc67382c-68e9-480f-be6d-ea56c70a402d tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:55.159161 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087a2bd-3d0d-4b6b-b832-1bfa4c1ddd4e req-cc67382c-68e9-480f-be6d-ea56c70a402d tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:55.200780 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-aaab94ad-f897-4e20-97f3-fb192d511e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:55.200780 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-aaab94ad-f897-4e20-97f3-fb192d511e52 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=266d65f2-ae3d-4ae4-8df9-31c67ca10beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3998432 Jan 28 03:01:55.201277 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087a2bd-3d0d-4b6b-b832-1bfa4c1ddd4e req-cc67382c-68e9-480f-be6d-ea56c70a402d tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:55.220942 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2087a2bd-3d0d-4b6b-b832-1bfa4c1ddd4e req-cc67382c-68e9-480f-be6d-ea56c70a402d tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef21d94c-d7ce-4b77-835e-b44b975d6e1b HTTP/1.1" status: 200 len: 2418 time: 0.3416364 Jan 28 03:01:55.223640 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc3275ff-c3e1-438b-b866-66566255bb87 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] GET failed (client error): The resource could not be found. Jan 28 03:01:55.227910 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-fc3275ff-c3e1-438b-b866-66566255bb87 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "GET /v2.0/ports/6a0e9780-6e8b-43a1-b62d-4302d9e847b3 HTTP/1.1" status: 404 len: 333 time: 0.0978456 Jan 28 03:01:55.228296 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 48468) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:55.347309 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5d5443e3-37be-49dc-b81c-117ae0addfd2 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks [] for security_group (c9ad5c8a-9013-42d8-a25b-1cbb0aa369c2), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:55.356557 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5d5443e3-37be-49dc-b81c-117ae0addfd2 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c9ad5c8a-9013-42d8-a25b-1cbb0aa369c2), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:55.396923 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb0c6b7a-cc6c-42cd-8eb4-042b585e7aca tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Deleting subnet f42117d6-284a-4f02-a025-b6f350314d97 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:01:55.402746 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bb0c6b7a-cc6c-42cd-8eb4-042b585e7aca tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for subnet (f42117d6-284a-4f02-a025-b6f350314d97), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:55.427479 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d5443e3-37be-49dc-b81c-117ae0addfd2 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:01:55.429745 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5443e3-37be-49dc-b81c-117ae0addfd2 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ad5c8a-9013-42d8-a25b-1cbb0aa369c2,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:55.453667 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-c7e7674f-5691-46ee-8f8e-476f12158efa service neutron] 10.222.0.67 "GET /v2.0/networks/266d65f2-ae3d-4ae4-8df9-31c67ca10beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000103 Jan 28 03:01:55.477274 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bb0c6b7a-cc6c-42cd-8eb4-042b585e7aca tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (f42117d6-284a-4f02-a025-b6f350314d97), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:55.477641 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5d5443e3-37be-49dc-b81c-117ae0addfd2 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (f217b198-b5dc-485a-a6cd-618177345b73), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:55.480099 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-5d5443e3-37be-49dc-b81c-117ae0addfd2 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Added segment f217b198-b5dc-485a-a6cd-618177345b73 of type vlan for network f7bc4783-cf4b-4cf9-b231-03f39350793f Jan 28 03:01:55.637133 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5d5443e3-37be-49dc-b81c-117ae0addfd2 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (f7bc4783-cf4b-4cf9-b231-03f39350793f), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:55.705375 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-18bd5e67-cbd4-4b42-a606-58223cbbbbcb service neutron] 10.222.0.67 "GET /v2.0/networks/266d65f2-ae3d-4ae4-8df9-31c67ca10beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423108 Jan 28 03:01:55.706788 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5d5443e3-37be-49dc-b81c-117ae0addfd2 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (f7bc4783-cf4b-4cf9-b231-03f39350793f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:55.727141 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5443e3-37be-49dc-b81c-117ae0addfd2 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:55.727958 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5d5443e3-37be-49dc-b81c-117ae0addfd2 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:55.745765 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device f3b3593c-e32e-46ea-94d7-020b0eeec6b3 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:01:55.762163 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bb0c6b7a-cc6c-42cd-8eb4-042b585e7aca tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (f42117d6-284a-4f02-a025-b6f350314d97), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:55.903537 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-2087a2bd-3d0d-4b6b-b832-1bfa4c1ddd4e req-41ad969a-d78a-48ca-b23a-559a57ff1905 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Deleting port 3b96cb50-ddb1-49b7-be64-73f728b95d6e {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:01:55.903932 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-2087a2bd-3d0d-4b6b-b832-1bfa4c1ddd4e req-41ad969a-d78a-48ca-b23a-559a57ff1905 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (3b96cb50-ddb1-49b7-be64-73f728b95d6e), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:55.921735 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port f3b3593c-e32e-46ea-94d7-020b0eeec6b3 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:55.922174 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f3b3593c-e32e-46ea-94d7-020b0eeec6b3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:56.096760 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-2087a2bd-3d0d-4b6b-b832-1bfa4c1ddd4e req-41ad969a-d78a-48ca-b23a-559a57ff1905 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] For port 3b96cb50-ddb1-49b7-be64-73f728b95d6e, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=3b96cb50-ddb1-49b7-be64-73f728b95d6e,segment=NetworkSegment(7e4e9f6e-8a0c-46e4-bfc6-f7cf0b3dd6cb),segment_id=7e4e9f6e-8a0c-46e4-bfc6-f7cf0b3dd6cb)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:56.098085 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-2087a2bd-3d0d-4b6b-b832-1bfa4c1ddd4e req-41ad969a-d78a-48ca-b23a-559a57ff1905 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (3b96cb50-ddb1-49b7-be64-73f728b95d6e), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:56.112365 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port f3b3593c-e32e-46ea-94d7-020b0eeec6b3 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:56.112926 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f3b3593c-e32e-46ea-94d7-020b0eeec6b3), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:56.120973 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-2087a2bd-3d0d-4b6b-b832-1bfa4c1ddd4e req-41ad969a-d78a-48ca-b23a-559a57ff1905 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Calling delete_port for 3b96cb50-ddb1-49b7-be64-73f728b95d6e owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:01:56.554544 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bb0c6b7a-cc6c-42cd-8eb4-042b585e7aca tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (f42117d6-284a-4f02-a025-b6f350314d97), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:56.577843 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bb0c6b7a-cc6c-42cd-8eb4-042b585e7aca tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:56.585698 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-bb0c6b7a-cc6c-42cd-8eb4-042b585e7aca tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/subnets/f42117d6-284a-4f02-a025-b6f350314d97 HTTP/1.1" status: 204 len: 168 time: 1.3560750 Jan 28 03:01:56.592294 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 48508) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:56.636951 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905f2ea-32b9-4a11-861c-8ae559fe010d req-dbd5aa9f-f3ab-4f25-acaa-24ffe8ae1c1e tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:56.644472 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905f2ea-32b9-4a11-861c-8ae559fe010d req-dbd5aa9f-f3ab-4f25-acaa-24ffe8ae1c1e tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:56.652247 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905f2ea-32b9-4a11-861c-8ae559fe010d req-dbd5aa9f-f3ab-4f25-acaa-24ffe8ae1c1e tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:56.654593 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d905f2ea-32b9-4a11-861c-8ae559fe010d req-dbd5aa9f-f3ab-4f25-acaa-24ffe8ae1c1e tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef21d94c-d7ce-4b77-835e-b44b975d6e1b HTTP/1.1" status: 200 len: 2418 time: 0.3131456 Jan 28 03:01:56.710526 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c6b7a-cc6c-42cd-8eb4-042b585e7aca tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event deleted for resources: {'Subnet': ['ID=f42117d6-284a-4f02-a025-b6f350314d97,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:56.723165 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5443e3-37be-49dc-b81c-117ae0addfd2 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event updated for resources: {'Network': ['ID=f7bc4783-cf4b-4cf9-b231-03f39350793f,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:56.794443 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5d5443e3-37be-49dc-b81c-117ae0addfd2 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.4078450 Jan 28 03:01:56.803323 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-1f453250-2044-407f-b949-d1bd3e8c4ca2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=b7ea256c-1185-43f6-ab32-04eda1634fc5 HTTP/1.1" status: 200 len: 217 time: 1.0595233 Jan 28 03:01:56.885229 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-778ff69d-d141-427e-b2aa-e500b53e8c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:56.886738 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-778ff69d-d141-427e-b2aa-e500b53e8c21 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=49a68bb6-80b9-4dbc-a512-787aeaf1e11f HTTP/1.1" status: 200 len: 797 time: 0.0780249 Jan 28 03:01:56.940955 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d8493e-9d4c-49d1-b660-e16d9359745b None None] Network bf8a2ee8-8962-4922-a0c0-5260738c4a4e requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:01:56.944788 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 48530) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:56.948844 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network f7bc4783-cf4b-4cf9-b231-03f39350793f details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:01:56.984010 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-d3ebd160-a284-46a5-b350-9809830c444d tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Request body: {'subnet': {'network_id': 'f7bc4783-cf4b-4cf9-b231-03f39350793f', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:01:56.999022 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-b7e5e3d3-4579-472b-b9dc-7e55f8e2d925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:57.001407 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-b7e5e3d3-4579-472b-b9dc-7e55f8e2d925 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d468efc2-a65f-4457-a846-ab761946515b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1080203 Jan 28 03:01:57.021660 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-2087a2bd-3d0d-4b6b-b832-1bfa4c1ddd4e req-41ad969a-d78a-48ca-b23a-559a57ff1905 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (3b96cb50-ddb1-49b7-be64-73f728b95d6e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:57.028252 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.api [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:01:57.028686 n-d-712139-27 neutron-server[109804]: DEBUG oslo_db.api [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:01:57.079924 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-03409c70-6531-4171-a2e4-6341398d3cce None None] Provisioning complete for port f3b3593c-e32e-46ea-94d7-020b0eeec6b3 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:01:57.080318 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-03409c70-6531-4171-a2e4-6341398d3cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f3b3593c-e32e-46ea-94d7-020b0eeec6b3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:57.093242 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad969a-d78a-48ca-b23a-559a57ff1905 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Pushing event deleted for resources: {'Port': ['ID=3b96cb50-ddb1-49b7-be64-73f728b95d6e,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:57.130955 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d905f2ea-32b9-4a11-861c-8ae559fe010d req-a9c57558-954e-426a-b52d-ba09c9647d3c tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/security-groups?id=389d7229-f56f-4fba-80fd-3c10167f7dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4591637 Jan 28 03:01:57.188750 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3616bd7d-e50c-46c9-acfe-86a27b409996 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (bf8a2ee8-8962-4922-a0c0-5260738c4a4e), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:57.270839 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-02d6b7b4-5ae2-4909-8436-93a99b6c177f service neutron] 10.222.0.67 "GET /v2.0/networks/d468efc2-a65f-4457-a846-ab761946515b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592876 Jan 28 03:01:57.401338 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-03409c70-6531-4171-a2e4-6341398d3cce None None] Current status of the port f3b3593c-e32e-46ea-94d7-020b0eeec6b3 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:57.401737 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-03409c70-6531-4171-a2e4-6341398d3cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f3b3593c-e32e-46ea-94d7-020b0eeec6b3), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:57.432560 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-2087a2bd-3d0d-4b6b-b832-1bfa4c1ddd4e req-41ad969a-d78a-48ca-b23a-559a57ff1905 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] No DVR routers for this DVR port 3b96cb50-ddb1-49b7-be64-73f728b95d6e on host n-h2-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:01:57.443073 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-2087a2bd-3d0d-4b6b-b832-1bfa4c1ddd4e req-41ad969a-d78a-48ca-b23a-559a57ff1905 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:57.466564 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2087a2bd-3d0d-4b6b-b832-1bfa4c1ddd4e req-41ad969a-d78a-48ca-b23a-559a57ff1905 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.39 "DELETE /v2.0/ports/3b96cb50-ddb1-49b7-be64-73f728b95d6e HTTP/1.1" status: 204 len: 173 time: 2.2298882 Jan 28 03:01:57.475585 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef21d94c-d7ce-4b77-835e-b44b975d6e1b', 'name': 'network-vif-deleted', 'tag': '3b96cb50-ddb1-49b7-be64-73f728b95d6e'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:01:57.478060 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798a0330-db96-4838-8546-06b54a193c99" -d '{"events": [{"server_uuid": "ef21d94c-d7ce-4b77-835e-b44b975d6e1b", "name": "network-vif-deleted", "tag": "3b96cb50-ddb1-49b7-be64-73f728b95d6e"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:01:57.516384 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-e60889d9-81f4-423d-a837-b1e9c80092f9 service neutron] 10.222.0.67 "GET /v2.0/networks/d468efc2-a65f-4457-a846-ab761946515b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359259 Jan 28 03:01:57.523026 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b068584-c456-4530-bc07-06872b8330fa None None] DHCP port deletion for bf8a2ee8-8962-4922-a0c0-5260738c4a4e request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:01:57.536112 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-03409c70-6531-4171-a2e4-6341398d3cce None None] For port f3b3593c-e32e-46ea-94d7-020b0eeec6b3, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=f3b3593c-e32e-46ea-94d7-020b0eeec6b3,segment=NetworkSegment(d8bf86f8-39bf-4d41-8d43-14f28e0bfd6b),segment_id=d8bf86f8-39bf-4d41-8d43-14f28e0bfd6b)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:57.572142 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-03409c70-6531-4171-a2e4-6341398d3cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (f3b3593c-e32e-46ea-94d7-020b0eeec6b3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:57.605428 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-f35e195e-346c-49a9-8515-8de8acb75aae service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=1aab93c4-9491-4b44-ab45-394e2d033a1e HTTP/1.1" status: 200 len: 217 time: 0.0743785 Jan 28 03:01:57.680360 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port f3b3593c-e32e-46ea-94d7-020b0eeec6b3 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:57.687184 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57a2ed5-9ded-4ae3-8d1a-56df7afb5c3e x-openstack-request-id: req-f57a2ed5-9ded-4ae3-8d1a-56df7afb5c3e {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:01:57.687688 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef21d94c-d7ce-4b77-835e-b44b975d6e1b", "name": "network-vif-deleted", "tag": "3b96cb50-ddb1-49b7-be64-73f728b95d6e", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:01:57.703094 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-13d1f37c-e383-43b1-929c-ffb3f0e6749b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:57.703713 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f57a2ed5-9ded-4ae3-8d1a-56df7afb5c3e {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:01:57.704377 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef21d94c-d7ce-4b77-835e-b44b975d6e1b', 'name': 'network-vif-deleted', 'tag': '3b96cb50-ddb1-49b7-be64-73f728b95d6e', 'status': 'completed', 'code': 200} Jan 28 03:01:57.705848 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-13d1f37c-e383-43b1-929c-ffb3f0e6749b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=49a68bb6-80b9-4dbc-a512-787aeaf1e11f HTTP/1.1" status: 200 len: 797 time: 0.0939765 Jan 28 03:01:57.729118 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ebd160-a284-46a5-b350-9809830c444d tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Made reservation on behalf of a0006a66d1db4222a493e3bd442f2da0 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:01:57.744470 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d3ebd160-a284-46a5-b350-9809830c444d tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:57.796491 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-5b068584-c456-4530-bc07-06872b8330fa None None] Deleting port f3b3593c-e32e-46ea-94d7-020b0eeec6b3 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:01:57.797298 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5b068584-c456-4530-bc07-06872b8330fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (f3b3593c-e32e-46ea-94d7-020b0eeec6b3), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:57.801654 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03409c70-6531-4171-a2e4-6341398d3cce None None] Pushing event updated for resources: {'Port': ['ID=f3b3593c-e32e-46ea-94d7-020b0eeec6b3,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:57.833256 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-63f52718-8106-42eb-8283-e5cf1375fd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:57.834913 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-63f52718-8106-42eb-8283-e5cf1375fd2a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d468efc2-a65f-4457-a846-ab761946515b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1176221 Jan 28 03:01:57.883086 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device f3b3593c-e32e-46ea-94d7-020b0eeec6b3 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:01:57.916879 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-5b068584-c456-4530-bc07-06872b8330fa None None] For port f3b3593c-e32e-46ea-94d7-020b0eeec6b3, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=f3b3593c-e32e-46ea-94d7-020b0eeec6b3,segment=NetworkSegment(d8bf86f8-39bf-4d41-8d43-14f28e0bfd6b),segment_id=d8bf86f8-39bf-4d41-8d43-14f28e0bfd6b)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:57.918107 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5b068584-c456-4530-bc07-06872b8330fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (f3b3593c-e32e-46ea-94d7-020b0eeec6b3), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:57.938259 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-5b068584-c456-4530-bc07-06872b8330fa None None] Calling delete_port for f3b3593c-e32e-46ea-94d7-020b0eeec6b3 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:01:57.949700 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48568) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:57.979602 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-e63c3d7d-7cdb-4163-b73c-71f96e640557 service neutron] 10.222.0.67 "GET /v2.0/networks/d468efc2-a65f-4457-a846-ab761946515b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324563 Jan 28 03:01:58.138089 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-701938f1-b195-4cb6-8e68-7ad56e7c849f service neutron] 10.222.0.67 "GET /v2.0/networks/d468efc2-a65f-4457-a846-ab761946515b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520791 Jan 28 03:01:58.158889 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port f3b3593c-e32e-46ea-94d7-020b0eeec6b3 is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:58.167224 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f3b3593c-e32e-46ea-94d7-020b0eeec6b3), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:58.245020 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port f3b3593c-e32e-46ea-94d7-020b0eeec6b3, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=f3b3593c-e32e-46ea-94d7-020b0eeec6b3,segment=NetworkSegment(d8bf86f8-39bf-4d41-8d43-14f28e0bfd6b),segment_id=d8bf86f8-39bf-4d41-8d43-14f28e0bfd6b)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:58.263690 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (f3b3593c-e32e-46ea-94d7-020b0eeec6b3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:58.303871 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-94bdbd11-316b-4ed4-a7b9-44dc026ebfe5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=adb6e36c-de05-4418-b914-1cc1d87b0029 HTTP/1.1" status: 200 len: 217 time: 0.1584775 Jan 28 03:01:58.362856 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-257530f5-45f1-4725-8e30-986e84872723 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:58.375474 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=f3b3593c-e32e-46ea-94d7-020b0eeec6b3,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:58.378194 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5b068584-c456-4530-bc07-06872b8330fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (f3b3593c-e32e-46ea-94d7-020b0eeec6b3), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:58.412948 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b068584-c456-4530-bc07-06872b8330fa None None] Pushing event deleted for resources: {'Port': ['ID=f3b3593c-e32e-46ea-94d7-020b0eeec6b3,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:58.438289 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b068584-c456-4530-bc07-06872b8330fa None None] No DVR routers for this DVR port f3b3593c-e32e-46ea-94d7-020b0eeec6b3 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:01:58.537972 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-38148ab1-abf7-44b4-af4c-e386208e49d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:58.539669 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-38148ab1-abf7-44b4-af4c-e386208e49d7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=49a68bb6-80b9-4dbc-a512-787aeaf1e11f HTTP/1.1" status: 200 len: 797 time: 0.1902590 Jan 28 03:01:58.549856 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2dcad-6ea7-42e4-9643-117339403c5f req-9cfaea3e-c78e-4701-98a3-85b59ef5dd9f tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:58.564097 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2dcad-6ea7-42e4-9643-117339403c5f req-9cfaea3e-c78e-4701-98a3-85b59ef5dd9f tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:58.566549 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8ca2dcad-6ea7-42e4-9643-117339403c5f req-9cfaea3e-c78e-4701-98a3-85b59ef5dd9f tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef21d94c-d7ce-4b77-835e-b44b975d6e1b HTTP/1.1" status: 200 len: 1683 time: 0.3231075 Jan 28 03:01:58.607720 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 3b96cb50-ddb1-49b7-be64-73f728b95d6e no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:01:58.614978 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-3616bd7d-e50c-46c9-acfe-86a27b409996 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Deleting port f3b3593c-e32e-46ea-94d7-020b0eeec6b3 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:01:58.615636 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3616bd7d-e50c-46c9-acfe-86a27b409996 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (f3b3593c-e32e-46ea-94d7-020b0eeec6b3), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:58.643527 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-2087a2bd-3d0d-4b6b-b832-1bfa4c1ddd4e req-96d386d9-2e9c-4fc6-b0ae-495a6fa1c18e tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Deleting port e8193437-9304-4c0d-918b-49cb6863dc6e {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:01:58.643851 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-2087a2bd-3d0d-4b6b-b832-1bfa4c1ddd4e req-96d386d9-2e9c-4fc6-b0ae-495a6fa1c18e tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (e8193437-9304-4c0d-918b-49cb6863dc6e), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:58.656016 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 3b96cb50-ddb1-49b7-be64-73f728b95d6e {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:01:58.658764 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 3b96cb50-ddb1-49b7-be64-73f728b95d6e not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:01:58.659511 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device cc3eb265-869e-428a-94ce-963ba496ccff no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:01:58.704441 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-a6c73d6e-fdf6-4d21-b5ac-4d0244fe4fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:58.705997 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-a6c73d6e-fdf6-4d21-b5ac-4d0244fe4fbb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d468efc2-a65f-4457-a846-ab761946515b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1388931 Jan 28 03:01:58.710869 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-257530f5-45f1-4725-8e30-986e84872723 admin admin] Publish callbacks [] for security_group (eaaf38ac-aa01-402a-8fda-b84935a80222), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:58.730969 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8ca2dcad-6ea7-42e4-9643-117339403c5f req-7ed6339e-0fc6-4ddc-a5a5-892d1a6b7e8a tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/security-groups?id=389d7229-f56f-4fba-80fd-3c10167f7dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313758 Jan 28 03:01:58.747702 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-257530f5-45f1-4725-8e30-986e84872723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (eaaf38ac-aa01-402a-8fda-b84935a80222), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:58.835520 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port cc3eb265-869e-428a-94ce-963ba496ccff is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:58.835877 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (cc3eb265-869e-428a-94ce-963ba496ccff), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:58.857348 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-257530f5-45f1-4725-8e30-986e84872723 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=512f09b952c3407c8b4bc836c35569c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8863678 Jan 28 03:01:58.864633 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 48590) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:01:58.875236 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef21d94c-d7ce-4b77-835e-b44b975d6e1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc3eb265-869e-428a-94ce-963ba496ccff'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:01:58.877595 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61332651-5ce0-4a20-86c8-d168eed4bd2f" -d '{"events": [{"server_uuid": "ef21d94c-d7ce-4b77-835e-b44b975d6e1b", "name": "network-vif-unplugged", "status": "completed", "tag": "cc3eb265-869e-428a-94ce-963ba496ccff"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:01:58.896490 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port cc3eb265-869e-428a-94ce-963ba496ccff, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=cc3eb265-869e-428a-94ce-963ba496ccff,segment=NetworkSegment(7e4e9f6e-8a0c-46e4-bfc6-f7cf0b3dd6cb),segment_id=7e4e9f6e-8a0c-46e4-bfc6-f7cf0b3dd6cb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:58.901588 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257530f5-45f1-4725-8e30-986e84872723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaaf38ac-aa01-402a-8fda-b84935a80222,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:58.902425 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (cc3eb265-869e-428a-94ce-963ba496ccff), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:58.903417 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device e8193437-9304-4c0d-918b-49cb6863dc6e no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:01:58.976662 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-af495c33-40f4-47da-8d18-79fe3fbd2791 service neutron] 10.222.0.67 "GET /v2.0/networks/d468efc2-a65f-4457-a846-ab761946515b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623963 Jan 28 03:01:58.986814 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221fcd61-795c-4242-8ac1-3a968703e82d x-openstack-request-id: req-221fcd61-795c-4242-8ac1-3a968703e82d {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:01:58.987554 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef21d94c-d7ce-4b77-835e-b44b975d6e1b", "name": "network-vif-unplugged", "status": "completed", "tag": "cc3eb265-869e-428a-94ce-963ba496ccff", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:01:58.996082 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-221fcd61-795c-4242-8ac1-3a968703e82d {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:01:58.996908 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef21d94c-d7ce-4b77-835e-b44b975d6e1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc3eb265-869e-428a-94ce-963ba496ccff', 'code': 200} Jan 28 03:01:59.061300 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-3616bd7d-e50c-46c9-acfe-86a27b409996 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] For port f3b3593c-e32e-46ea-94d7-020b0eeec6b3, host n-d-712139-27, got binding levels [] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:59.062114 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3616bd7d-e50c-46c9-acfe-86a27b409996 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (f3b3593c-e32e-46ea-94d7-020b0eeec6b3), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:59.133851 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-3616bd7d-e50c-46c9-acfe-86a27b409996 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Calling delete_port for f3b3593c-e32e-46ea-94d7-020b0eeec6b3 owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:01:59.138362 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d3ebd160-a284-46a5-b350-9809830c444d tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (c226033f-bfb6-4864-a921-b9e9d1881fe4), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:59.143716 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:59.153202 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.ipam_backend_mixin [None req-3616bd7d-e50c-46c9-acfe-86a27b409996 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Port f3b3593c-e32e-46ea-94d7-020b0eeec6b3 was not found and therefore no delete operation was performed {{(pid=109802) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 03:01:59.161468 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=cc3eb265-869e-428a-94ce-963ba496ccff,revision_number=6']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:59.179311 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-47afd2ca-1408-466f-9e37-59eacdf03f88 admin admin] Publish callbacks [] for security_group (eaaf38ac-aa01-402a-8fda-b84935a80222), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:59.192258 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port e8193437-9304-4c0d-918b-49cb6863dc6e is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:01:59.192655 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e8193437-9304-4c0d-918b-49cb6863dc6e), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:59.219096 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3616bd7d-e50c-46c9-acfe-86a27b409996 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (f3b3593c-e32e-46ea-94d7-020b0eeec6b3), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:59.249404 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-971638ee-521e-43ca-ad8c-c1f77896241c service neutron] 10.222.0.67 "GET /v2.0/networks/d468efc2-a65f-4457-a846-ab761946515b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602098 Jan 28 03:01:59.283922 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port e8193437-9304-4c0d-918b-49cb6863dc6e, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=e8193437-9304-4c0d-918b-49cb6863dc6e,segment=NetworkSegment(ccbf22ef-4873-4dcc-b2ae-28ada861a0d9),segment_id=ccbf22ef-4873-4dcc-b2ae-28ada861a0d9)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:59.290615 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e8193437-9304-4c0d-918b-49cb6863dc6e), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:59.299342 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3616bd7d-e50c-46c9-acfe-86a27b409996 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event deleted for resources: {'Port': ['ID=f3b3593c-e32e-46ea-94d7-020b0eeec6b3,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:59.310208 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-2087a2bd-3d0d-4b6b-b832-1bfa4c1ddd4e req-96d386d9-2e9c-4fc6-b0ae-495a6fa1c18e tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] For port e8193437-9304-4c0d-918b-49cb6863dc6e, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=e8193437-9304-4c0d-918b-49cb6863dc6e,segment=NetworkSegment(ccbf22ef-4873-4dcc-b2ae-28ada861a0d9),segment_id=ccbf22ef-4873-4dcc-b2ae-28ada861a0d9)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:01:59.310581 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-2087a2bd-3d0d-4b6b-b832-1bfa4c1ddd4e req-96d386d9-2e9c-4fc6-b0ae-495a6fa1c18e tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (e8193437-9304-4c0d-918b-49cb6863dc6e), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:59.325060 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3616bd7d-e50c-46c9-acfe-86a27b409996 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] No DVR routers for this DVR port f3b3593c-e32e-46ea-94d7-020b0eeec6b3 on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:01:59.330344 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-47afd2ca-1408-466f-9e37-59eacdf03f88 admin admin] Publish callbacks [] for security_group (eaaf38ac-aa01-402a-8fda-b84935a80222), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:59.345301 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ebd160-a284-46a5-b350-9809830c444d tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event updated for resources: {'Subnet': ['ID=c226033f-bfb6-4864-a921-b9e9d1881fe4,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:59.357238 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-2087a2bd-3d0d-4b6b-b832-1bfa4c1ddd4e req-96d386d9-2e9c-4fc6-b0ae-495a6fa1c18e tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Calling delete_port for e8193437-9304-4c0d-918b-49cb6863dc6e owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:01:59.371733 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-0058b2c1-5a26-4552-b5f3-d5dac76ad3d0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=1ab715d2-bc27-4588-bd67-bdf04c55fd07 HTTP/1.1" status: 200 len: 217 time: 0.1155372 Jan 28 03:01:59.376160 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=e8193437-9304-4c0d-918b-49cb6863dc6e,revision_number=6']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:59.437647 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-6e407888-15d7-4c9a-aea9-e934967135eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:59.439716 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-6e407888-15d7-4c9a-aea9-e934967135eb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=49a68bb6-80b9-4dbc-a512-787aeaf1e11f HTTP/1.1" status: 200 len: 797 time: 0.0575531 Jan 28 03:01:59.496414 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-66ca06a1-34fa-4c79-8a0e-66e952fccc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:59.497961 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-66ca06a1-34fa-4c79-8a0e-66e952fccc13 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d468efc2-a65f-4457-a846-ab761946515b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0527058 Jan 28 03:01:59.529591 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ebd160-a284-46a5-b350-9809830c444d tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Checking segment: {'id': 'f217b198-b5dc-485a-a6cd-618177345b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f7bc4783-cf4b-4cf9-b231-03f39350793f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:01:59.530094 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ebd160-a284-46a5-b350-9809830c444d tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Network hostable DHCP agents. Network: f7bc4783-cf4b-4cf9-b231-03f39350793f, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:01:59.568462 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3616bd7d-e50c-46c9-acfe-86a27b409996 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (bf8a2ee8-8962-4922-a0c0-5260738c4a4e), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:59.597729 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ad36d8ad-b199-463e-bcde-c3193f6ca807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:59.639503 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-3616bd7d-e50c-46c9-acfe-86a27b409996 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf8a2ee8-8962-4922-a0c0-5260738c4a4e']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:01:59.657970 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-47afd2ca-1408-466f-9e37-59eacdf03f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (eaaf38ac-aa01-402a-8fda-b84935a80222), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:59.660926 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-47afd2ca-1408-466f-9e37-59eacdf03f88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:59.662764 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-47afd2ca-1408-466f-9e37-59eacdf03f88 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eaaf38ac-aa01-402a-8fda-b84935a80222 HTTP/1.1" status: 204 len: 168 time: 0.7828395 Jan 28 03:01:59.678181 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-3616bd7d-e50c-46c9-acfe-86a27b409996 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8bf86f8-39bf-4d41-8d43-14f28e0bfd6b') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:01:59.679239 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-3616bd7d-e50c-46c9-acfe-86a27b409996 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8bf86f8-39bf-4d41-8d43-14f28e0bfd6b') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:01:59.698519 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47afd2ca-1408-466f-9e37-59eacdf03f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaaf38ac-aa01-402a-8fda-b84935a80222,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:01:59.701416 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-c19cf3ec-8e88-4796-a800-1400e607e98e service neutron] 10.222.0.67 "GET /v2.0/networks/d468efc2-a65f-4457-a846-ab761946515b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971574 Jan 28 03:01:59.705290 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ebd160-a284-46a5-b350-9809830c444d tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Network f7bc4783-cf4b-4cf9-b231-03f39350793f is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:01:59.728806 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3616bd7d-e50c-46c9-acfe-86a27b409996 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (d8bf86f8-39bf-4d41-8d43-14f28e0bfd6b), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:59.755736 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-d3ebd160-a284-46a5-b350-9809830c444d tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, f7bc4783-cf4b-4cf9-b231-03f39350793f) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:01:59.760723 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3616bd7d-e50c-46c9-acfe-86a27b409996 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (d8bf86f8-39bf-4d41-8d43-14f28e0bfd6b), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:59.771194 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47474cbc-ac9b-427c-97ed-262b3ee54054 None None] Network f7bc4783-cf4b-4cf9-b231-03f39350793f requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:01:59.779278 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ebd160-a284-46a5-b350-9809830c444d tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:01:59.780188 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d3ebd160-a284-46a5-b350-9809830c444d tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:59.816551 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3616bd7d-e50c-46c9-acfe-86a27b409996 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:01:59.822272 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3616bd7d-e50c-46c9-acfe-86a27b409996 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (d8bf86f8-39bf-4d41-8d43-14f28e0bfd6b), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:01:59.887052 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:01:59.887052 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:01:59.887052 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:01:59.887052 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:01:59.887052 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:01:59.887052 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:01:59.887052 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:01:59.887052 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:01:59.887052 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:01:59.887052 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:01:59.887052 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:01:59.887052 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:01:59.887052 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:01:59.887052 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:01:59.887052 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:01:59.887052 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:01:59.887052 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:01:59.887052 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:01:59.887052 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:01:59.887052 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:01:59.887052 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:01:59.887052 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:01:59.887052 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:01:59.887052 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:01:59.887052 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:01:59.887052 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:01:59.887052 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:01:59.887052 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:01:59.887052 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:01:59.887052 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:01:59.887052 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:01:59.887052 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:01:59.912810 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-cd0725c2-c6e4-45be-a004-2f454509200e service neutron] 10.222.0.67 "GET /v2.0/networks/d468efc2-a65f-4457-a846-ab761946515b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025223 Jan 28 03:01:59.980649 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d04fa7-8370-4260-9c74-d32971717500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-f7bc4783-cf4b-4cf9-b231-03f39350793f', 'network_id': 'f7bc4783-cf4b-4cf9-b231-03f39350793f', 'project_id': 'a0006a66d1db4222a493e3bd442f2da0', 'fixed_ips': [{'subnet_id': 'c226033f-bfb6-4864-a921-b9e9d1881fe4'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:01:59.982628 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e5d04fa7-8370-4260-9c74-d32971717500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:00.029954 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d3ebd160-a284-46a5-b350-9809830c444d tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.0802178 Jan 28 03:02:00.036122 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-0a824640-17e1-40d1-b7b5-03e47dfde084 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e5796229-716b-4448-bfde-fcd9bdf85cdd HTTP/1.1" status: 200 len: 217 time: 0.1182163 Jan 28 03:02:00.036663 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48616) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:00.052414 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-77c389e7-c6a9-425c-bef8-154bb1292003 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-374342090'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:02:00.053946 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-2087a2bd-3d0d-4b6b-b832-1bfa4c1ddd4e req-96d386d9-2e9c-4fc6-b0ae-495a6fa1c18e tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (e8193437-9304-4c0d-918b-49cb6863dc6e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:00.154791 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c389e7-c6a9-425c-bef8-154bb1292003 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Made reservation on behalf of a0006a66d1db4222a493e3bd442f2da0 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:02:00.172483 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-77c389e7-c6a9-425c-bef8-154bb1292003 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:00.203002 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48622) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:00.204934 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-51c9f4fa-c9ec-48cb-9955-9c75029b9450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:00.206720 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-51c9f4fa-c9ec-48cb-9955-9c75029b9450 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5890570a-cc0c-4403-a94d-1750b1aeb6ea HTTP/1.1" status: 200 len: 797 time: 0.1507518 Jan 28 03:02:00.215460 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d386d9-2e9c-4fc6-b0ae-495a6fa1c18e tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Pushing event deleted for resources: {'Port': ['ID=e8193437-9304-4c0d-918b-49cb6863dc6e,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:00.253721 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3616bd7d-e50c-46c9-acfe-86a27b409996 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (bf8a2ee8-8962-4922-a0c0-5260738c4a4e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:00.301916 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3616bd7d-e50c-46c9-acfe-86a27b409996 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:00.306268 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3616bd7d-e50c-46c9-acfe-86a27b409996 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/networks/bf8a2ee8-8962-4922-a0c0-5260738c4a4e HTTP/1.1" status: 204 len: 168 time: 3.7127934 Jan 28 03:02:00.313130 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77c389e7-c6a9-425c-bef8-154bb1292003 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:02:00.324830 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48626) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:00.338914 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-0ae60b1e-eafb-4347-beef-e09cd93ed30e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'port': {'network_id': '73247e45-1b2a-489f-9d72-d4901e9fb024', 'name': 'tempest-PortsTestJSON-1753776483'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:02:00.379211 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-2087a2bd-3d0d-4b6b-b832-1bfa4c1ddd4e req-96d386d9-2e9c-4fc6-b0ae-495a6fa1c18e tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] No DVR routers for this DVR port e8193437-9304-4c0d-918b-49cb6863dc6e on host n-h2-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:02:00.384037 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-2087a2bd-3d0d-4b6b-b832-1bfa4c1ddd4e req-96d386d9-2e9c-4fc6-b0ae-495a6fa1c18e tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:00.393122 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2087a2bd-3d0d-4b6b-b832-1bfa4c1ddd4e req-96d386d9-2e9c-4fc6-b0ae-495a6fa1c18e tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.39 "DELETE /v2.0/ports/e8193437-9304-4c0d-918b-49cb6863dc6e HTTP/1.1" status: 204 len: 173 time: 2.9009356 Jan 28 03:02:00.396172 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3616bd7d-e50c-46c9-acfe-86a27b409996 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event deleted for resources: {'Network': ['ID=bf8a2ee8-8962-4922-a0c0-5260738c4a4e,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:00.402996 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef21d94c-d7ce-4b77-835e-b44b975d6e1b', 'name': 'network-vif-deleted', 'tag': 'e8193437-9304-4c0d-918b-49cb6863dc6e'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:02:00.405495 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275b87ea-3aa9-4892-9441-2cb0014b160d" -d '{"events": [{"server_uuid": "ef21d94c-d7ce-4b77-835e-b44b975d6e1b", "name": "network-vif-deleted", "tag": "e8193437-9304-4c0d-918b-49cb6863dc6e"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:02:00.420381 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-27a95b8e-ff90-48bb-81c0-31ac8c5e0fb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:00.430392 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fec241-82f4-4462-bcac-53e1230cc017 req-f32fb864-4fbc-48f5-a675-f7b2b23efaa8 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:00.432329 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-69fec241-82f4-4462-bcac-53e1230cc017 req-f32fb864-4fbc-48f5-a675-f7b2b23efaa8 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef21d94c-d7ce-4b77-835e-b44b975d6e1b HTTP/1.1" status: 200 len: 944 time: 0.4288962 Jan 28 03:02:00.464007 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-e5d04fa7-8370-4260-9c74-d32971717500 None None] Allocated IP 172.20.255.242 (f7bc4783-cf4b-4cf9-b231-03f39350793f/c226033f-bfb6-4864-a921-b9e9d1881fe4/8f57c83d-7f84-4b6e-9c74-5c3e7900aaad) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:02:00.507145 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-77c389e7-c6a9-425c-bef8-154bb1292003 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (18e094c1-f691-43de-89af-d3316f1fe2e3), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:00.507743 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-77c389e7-c6a9-425c-bef8-154bb1292003 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Added segment 18e094c1-f691-43de-89af-d3316f1fe2e3 of type vlan for network 7176c2fb-333a-41ff-aba3-13473fc0c636 Jan 28 03:02:00.512777 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4bbc72-1b70-4f4e-a8c1-4f6cca34cdf7 x-openstack-request-id: req-7b4bbc72-1b70-4f4e-a8c1-4f6cca34cdf7 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:02:00.513171 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef21d94c-d7ce-4b77-835e-b44b975d6e1b", "name": "network-vif-deleted", "tag": "e8193437-9304-4c0d-918b-49cb6863dc6e", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:02:00.513438 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7b4bbc72-1b70-4f4e-a8c1-4f6cca34cdf7 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:02:00.513913 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef21d94c-d7ce-4b77-835e-b44b975d6e1b', 'name': 'network-vif-deleted', 'tag': 'e8193437-9304-4c0d-918b-49cb6863dc6e', 'status': 'completed', 'code': 200} Jan 28 03:02:00.637338 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-69fec241-82f4-4462-bcac-53e1230cc017 req-facb7311-4b15-4394-943a-0fcdd300f4c9 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/security-groups?id=389d7229-f56f-4fba-80fd-3c10167f7dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821847 Jan 28 03:02:00.643620 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-4a97b0a8-5eb5-4eba-a1ed-ece34cb3b037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:00.645271 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-4a97b0a8-5eb5-4eba-a1ed-ece34cb3b037 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9d63e9ac-6b2c-46ae-b695-7b9d65c9a866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3924971 Jan 28 03:02:00.673315 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-77c389e7-c6a9-425c-bef8-154bb1292003 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (7176c2fb-333a-41ff-aba3-13473fc0c636), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:00.703879 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-2087a2bd-3d0d-4b6b-b832-1bfa4c1ddd4e req-19024d61-84a9-4b82-9ff5-f8cb59771732 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Deleting port cc3eb265-869e-428a-94ce-963ba496ccff {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:02:00.706177 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-2087a2bd-3d0d-4b6b-b832-1bfa4c1ddd4e req-19024d61-84a9-4b82-9ff5-f8cb59771732 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (cc3eb265-869e-428a-94ce-963ba496ccff), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:00.774145 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e5d04fa7-8370-4260-9c74-d32971717500 None None] Publish callbacks [] for port (8f57c83d-7f84-4b6e-9c74-5c3e7900aaad), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:00.797881 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e5d04fa7-8370-4260-9c74-d32971717500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (8f57c83d-7f84-4b6e-9c74-5c3e7900aaad), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:00.800250 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.db.resource_extend [None req-77c389e7-c6a9-425c-bef8-154bb1292003 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 03:02:00.828712 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae60b1e-eafb-4347-beef-e09cd93ed30e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Made reservation on behalf of e836b14247804add85a66880853283af for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:02:00.833250 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0ae60b1e-eafb-4347-beef-e09cd93ed30e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:00.844926 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-77c389e7-c6a9-425c-bef8-154bb1292003 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (7176c2fb-333a-41ff-aba3-13473fc0c636), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:00.850221 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c389e7-c6a9-425c-bef8-154bb1292003 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:00.850918 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-77c389e7-c6a9-425c-bef8-154bb1292003 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:00.888565 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d04fa7-8370-4260-9c74-d32971717500 None None] Network f7bc4783-cf4b-4cf9-b231-03f39350793f is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:02:00.891445 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-e5d04fa7-8370-4260-9c74-d32971717500 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:02:00.892828 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-2087a2bd-3d0d-4b6b-b832-1bfa4c1ddd4e req-19024d61-84a9-4b82-9ff5-f8cb59771732 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] For port cc3eb265-869e-428a-94ce-963ba496ccff, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=cc3eb265-869e-428a-94ce-963ba496ccff,segment=NetworkSegment(7e4e9f6e-8a0c-46e4-bfc6-f7cf0b3dd6cb),segment_id=7e4e9f6e-8a0c-46e4-bfc6-f7cf0b3dd6cb)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:02:00.893257 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-2087a2bd-3d0d-4b6b-b832-1bfa4c1ddd4e req-19024d61-84a9-4b82-9ff5-f8cb59771732 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (cc3eb265-869e-428a-94ce-963ba496ccff), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:00.899248 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d04fa7-8370-4260-9c74-d32971717500 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:02:00.923807 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-2087a2bd-3d0d-4b6b-b832-1bfa4c1ddd4e req-19024d61-84a9-4b82-9ff5-f8cb59771732 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Calling delete_port for cc3eb265-869e-428a-94ce-963ba496ccff owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:02:00.963779 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-0ae60b1e-eafb-4347-beef-e09cd93ed30e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] device_id is not set on port 908dbfd3-1b19-485a-b471-904c420239b5 yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:02:00.972534 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-77c389e7-c6a9-425c-bef8-154bb1292003 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9301119 Jan 28 03:02:00.984050 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48636) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:00.998969 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-9da3041a-0837-45e5-b744-6d54f66a685b tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Request body: {'subnet': {'network_id': '7176c2fb-333a-41ff-aba3-13473fc0c636', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:02:01.007357 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef21d94c-d7ce-4b77-835e-b44b975d6e1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8193437-9304-4c0d-918b-49cb6863dc6e'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:02:01.010663 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85dab882-e273-4021-887e-fed10cf23486" -d '{"events": [{"server_uuid": "ef21d94c-d7ce-4b77-835e-b44b975d6e1b", "name": "network-vif-unplugged", "status": "completed", "tag": "e8193437-9304-4c0d-918b-49cb6863dc6e"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:02:01.017347 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d04fa7-8370-4260-9c74-d32971717500 None None] Pushing event updated for resources: {'Port': ['ID=8f57c83d-7f84-4b6e-9c74-5c3e7900aaad,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:01.041227 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-e5d04fa7-8370-4260-9c74-d32971717500 None None] Attempting to bind port 8f57c83d-7f84-4b6e-9c74-5c3e7900aaad on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:02:01.041774 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-e5d04fa7-8370-4260-9c74-d32971717500 None None] Attempting to bind port 8f57c83d-7f84-4b6e-9c74-5c3e7900aaad by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'f217b198-b5dc-485a-a6cd-618177345b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f7bc4783-cf4b-4cf9-b231-03f39350793f'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:02:01.043452 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d04fa7-8370-4260-9c74-d32971717500 None None] Attempting to bind port 8f57c83d-7f84-4b6e-9c74-5c3e7900aaad on network f7bc4783-cf4b-4cf9-b231-03f39350793f {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:02:01.056430 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d04fa7-8370-4260-9c74-d32971717500 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:02:01.057112 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d04fa7-8370-4260-9c74-d32971717500 None None] Checking segment: {'id': 'f217b198-b5dc-485a-a6cd-618177345b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f7bc4783-cf4b-4cf9-b231-03f39350793f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:02:01.057836 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e5d04fa7-8370-4260-9c74-d32971717500 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:01.058681 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d04fa7-8370-4260-9c74-d32971717500 None None] Bound using segment: {'id': 'f217b198-b5dc-485a-a6cd-618177345b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f7bc4783-cf4b-4cf9-b231-03f39350793f'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:02:01.061539 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-e5d04fa7-8370-4260-9c74-d32971717500 None None] Bound port: 8f57c83d-7f84-4b6e-9c74-5c3e7900aaad, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f217b198-b5dc-485a-a6cd-618177345b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f7bc4783-cf4b-4cf9-b231-03f39350793f'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:02:01.062349 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e5d04fa7-8370-4260-9c74-d32971717500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8f57c83d-7f84-4b6e-9c74-5c3e7900aaad), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:01.125620 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f531c3-434a-4024-ae62-33ab2d2a51e3 x-openstack-request-id: req-97f531c3-434a-4024-ae62-33ab2d2a51e3 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:02:01.125914 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef21d94c-d7ce-4b77-835e-b44b975d6e1b", "name": "network-vif-unplugged", "status": "completed", "tag": "e8193437-9304-4c0d-918b-49cb6863dc6e", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:02:01.126136 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-97f531c3-434a-4024-ae62-33ab2d2a51e3 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:02:01.126529 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef21d94c-d7ce-4b77-835e-b44b975d6e1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8193437-9304-4c0d-918b-49cb6863dc6e', 'code': 200} Jan 28 03:02:01.155265 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-60a0cc65-36ff-4d94-81c0-e48dbddf87b8 service neutron] 10.222.0.67 "GET /v2.0/networks/9d63e9ac-6b2c-46ae-b695-7b9d65c9a866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4989986 Jan 28 03:02:01.188106 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-e5d04fa7-8370-4260-9c74-d32971717500 None None] For port 8f57c83d-7f84-4b6e-9c74-5c3e7900aaad, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:02:01.197025 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-e5d04fa7-8370-4260-9c74-d32971717500 None None] For port 8f57c83d-7f84-4b6e-9c74-5c3e7900aaad, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=8f57c83d-7f84-4b6e-9c74-5c3e7900aaad,segment=NetworkSegment(f217b198-b5dc-485a-a6cd-618177345b73),segment_id=f217b198-b5dc-485a-a6cd-618177345b73)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:02:01.210275 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e5d04fa7-8370-4260-9c74-d32971717500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (8f57c83d-7f84-4b6e-9c74-5c3e7900aaad), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:01.269777 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-2087a2bd-3d0d-4b6b-b832-1bfa4c1ddd4e req-19024d61-84a9-4b82-9ff5-f8cb59771732 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (cc3eb265-869e-428a-94ce-963ba496ccff), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:01.280194 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-27a95b8e-ff90-48bb-81c0-31ac8c5e0fb3 admin admin] Publish callbacks [] for security_group (72cfbe5c-fbf3-4213-9ad5-7ffe66e560b1), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:01.330558 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c389e7-c6a9-425c-bef8-154bb1292003 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event updated for resources: {'Network': ['ID=7176c2fb-333a-41ff-aba3-13473fc0c636,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:01.341749 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-27a95b8e-ff90-48bb-81c0-31ac8c5e0fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (72cfbe5c-fbf3-4213-9ad5-7ffe66e560b1), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:01.380312 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d04fa7-8370-4260-9c74-d32971717500 None None] Pushing event updated for resources: {'Port': ['ID=8f57c83d-7f84-4b6e-9c74-5c3e7900aaad,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:01.385913 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 7176c2fb-333a-41ff-aba3-13473fc0c636 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:02:01.408733 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19024d61-84a9-4b82-9ff5-f8cb59771732 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Pushing event deleted for resources: {'Port': ['ID=cc3eb265-869e-428a-94ce-963ba496ccff,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:01.445053 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-2087a2bd-3d0d-4b6b-b832-1bfa4c1ddd4e req-19024d61-84a9-4b82-9ff5-f8cb59771732 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] No DVR routers for this DVR port cc3eb265-869e-428a-94ce-963ba496ccff on host n-h2-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:02:01.450407 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-2087a2bd-3d0d-4b6b-b832-1bfa4c1ddd4e req-19024d61-84a9-4b82-9ff5-f8cb59771732 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:01.453908 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2087a2bd-3d0d-4b6b-b832-1bfa4c1ddd4e req-19024d61-84a9-4b82-9ff5-f8cb59771732 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.39 "DELETE /v2.0/ports/cc3eb265-869e-428a-94ce-963ba496ccff HTTP/1.1" status: 204 len: 173 time: 1.0205486 Jan 28 03:02:01.638516 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-27a95b8e-ff90-48bb-81c0-31ac8c5e0fb3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=10c2fb5f30784ee78e43c94d5ccb481a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4267516 Jan 28 03:02:01.640113 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 48654) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:01.702972 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a95b8e-ff90-48bb-81c0-31ac8c5e0fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72cfbe5c-fbf3-4213-9ad5-7ffe66e560b1,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:01.814285 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-52bbdefd-e2b4-4896-af58-55fb0460ebb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:01.881431 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0303b16d-5836-4db5-b48e-615f2d44e74d admin admin] Publish callbacks [] for security_group (72cfbe5c-fbf3-4213-9ad5-7ffe66e560b1), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:01.905195 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-10834cb7-63e3-44ab-87db-a1d9164781de service neutron] 10.222.0.67 "GET /v2.0/networks/9d63e9ac-6b2c-46ae-b695-7b9d65c9a866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6080308 Jan 28 03:02:01.916007 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da3041a-0837-45e5-b744-6d54f66a685b tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Made reservation on behalf of a0006a66d1db4222a493e3bd442f2da0 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:02:01.919301 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9da3041a-0837-45e5-b744-6d54f66a685b tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:01.934217 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3d3e90bb-a571-4588-a541-0d18b29c5c9b req-37d8618d-5b2e-4093-bcd9-b46ebc7e5d43 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef21d94c-d7ce-4b77-835e-b44b975d6e1b HTTP/1.1" status: 200 len: 210 time: 0.0532820 Jan 28 03:02:01.959478 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0303b16d-5836-4db5-b48e-615f2d44e74d admin admin] Publish callbacks [] for security_group (72cfbe5c-fbf3-4213-9ad5-7ffe66e560b1), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:02.010501 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-2e666643-544a-419b-b904-5788f86d47ab service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e3dc7402-b465-4b15-8094-ca4f81d3337e HTTP/1.1" status: 200 len: 217 time: 0.0870521 Jan 28 03:02:02.057769 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0303b16d-5836-4db5-b48e-615f2d44e74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (72cfbe5c-fbf3-4213-9ad5-7ffe66e560b1), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:02.063094 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0303b16d-5836-4db5-b48e-615f2d44e74d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:02.071491 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0303b16d-5836-4db5-b48e-615f2d44e74d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/72cfbe5c-fbf3-4213-9ad5-7ffe66e560b1 HTTP/1.1" status: 204 len: 168 time: 0.4286711 Jan 28 03:02:02.084109 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0303b16d-5836-4db5-b48e-615f2d44e74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72cfbe5c-fbf3-4213-9ad5-7ffe66e560b1,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:02.143957 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0ae60b1e-eafb-4347-beef-e09cd93ed30e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for port (908dbfd3-1b19-485a-b471-904c420239b5), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:02.210792 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-eb217547-dbfe-45ae-a0bf-df542e0b61ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:02.212471 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-eb217547-dbfe-45ae-a0bf-df542e0b61ce service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5890570a-cc0c-4403-a94d-1750b1aeb6ea HTTP/1.1" status: 200 len: 797 time: 0.1213565 Jan 28 03:02:02.356405 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0ae60b1e-eafb-4347-beef-e09cd93ed30e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (908dbfd3-1b19-485a-b471-904c420239b5), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:02.515437 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef21d94c-d7ce-4b77-835e-b44b975d6e1b', 'name': 'network-vif-deleted', 'tag': 'cc3eb265-869e-428a-94ce-963ba496ccff'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:02:02.516880 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae60b1e-eafb-4347-beef-e09cd93ed30e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Network 73247e45-1b2a-489f-9d72-d4901e9fb024 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:02:02.519226 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7825c222-71dd-4e90-a96e-ae9b094af4d6" -d '{"events": [{"server_uuid": "ef21d94c-d7ce-4b77-835e-b44b975d6e1b", "name": "network-vif-deleted", "tag": "cc3eb265-869e-428a-94ce-963ba496ccff"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:02:02.560785 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-c647246c-01fc-4bd7-8c81-4090a3804361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:02.562379 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-c647246c-01fc-4bd7-8c81-4090a3804361 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9d63e9ac-6b2c-46ae-b695-7b9d65c9a866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3295624 Jan 28 03:02:02.567250 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-0ae60b1e-eafb-4347-beef-e09cd93ed30e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:02:02.583354 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34647b5-c66a-4a15-b4b3-6451b85d8de5 x-openstack-request-id: req-b34647b5-c66a-4a15-b4b3-6451b85d8de5 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:02:02.583930 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef21d94c-d7ce-4b77-835e-b44b975d6e1b", "name": "network-vif-deleted", "tag": "cc3eb265-869e-428a-94ce-963ba496ccff", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:02:02.584505 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b34647b5-c66a-4a15-b4b3-6451b85d8de5 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:02:02.585160 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef21d94c-d7ce-4b77-835e-b44b975d6e1b', 'name': 'network-vif-deleted', 'tag': 'cc3eb265-869e-428a-94ce-963ba496ccff', 'status': 'completed', 'code': 200} Jan 28 03:02:02.784083 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-235ff8ef-11a4-44b5-a9d5-2caaa8ec4cb2 service neutron] 10.222.0.67 "GET /v2.0/networks/9d63e9ac-6b2c-46ae-b695-7b9d65c9a866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143412 Jan 28 03:02:02.785566 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae60b1e-eafb-4347-beef-e09cd93ed30e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:02:02.794519 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae60b1e-eafb-4347-beef-e09cd93ed30e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:02.795389 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0ae60b1e-eafb-4347-beef-e09cd93ed30e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:02.800232 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae60b1e-eafb-4347-beef-e09cd93ed30e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event updated for resources: {'Port': ['ID=908dbfd3-1b19-485a-b471-904c420239b5,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:02.811662 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9da3041a-0837-45e5-b744-6d54f66a685b tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (c90d35d2-0738-4374-b440-046040fd77d8), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:03.017602 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc407bb9-5a40-4989-a3b3-3208f6cf6047 None None] Network f7bc4783-cf4b-4cf9-b231-03f39350793f requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:02:03.043345 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0ae60b1e-eafb-4347-beef-e09cd93ed30e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.7067385 Jan 28 03:02:03.043865 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 48698) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:03.057721 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ce5849c-f731-4ada-bb4f-ad055db0142a req-0935fd3d-b88f-4a2c-93ab-0c02d1cc1548 service neutron] 10.222.0.67 "GET /v2.0/networks/9d63e9ac-6b2c-46ae-b695-7b9d65c9a866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401772 Jan 28 03:02:03.061447 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da3041a-0837-45e5-b744-6d54f66a685b tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event updated for resources: {'Subnet': ['ID=c90d35d2-0738-4374-b440-046040fd77d8,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:03.097716 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da3041a-0837-45e5-b744-6d54f66a685b tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Checking segment: {'id': '18e094c1-f691-43de-89af-d3316f1fe2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7176c2fb-333a-41ff-aba3-13473fc0c636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:02:03.098090 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da3041a-0837-45e5-b744-6d54f66a685b tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Network hostable DHCP agents. Network: 7176c2fb-333a-41ff-aba3-13473fc0c636, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:02:03.112801 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 48702) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:03.133778 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da3041a-0837-45e5-b744-6d54f66a685b tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Network 7176c2fb-333a-41ff-aba3-13473fc0c636 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:02:03.151277 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-9da3041a-0837-45e5-b744-6d54f66a685b tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 7176c2fb-333a-41ff-aba3-13473fc0c636) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:02:03.164521 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da3041a-0837-45e5-b744-6d54f66a685b tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:03.165172 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9da3041a-0837-45e5-b744-6d54f66a685b tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:03.192456 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b69d33-0e8b-47aa-8d7c-37bf033e0cf9 None None] Network 7176c2fb-333a-41ff-aba3-13473fc0c636 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:02:03.193170 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9da3041a-0837-45e5-b744-6d54f66a685b tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.2018323 Jan 28 03:02:03.200640 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48704) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:03.277095 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-567da1e0-932e-4d43-bdc6-0bc5802c963d tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Deleting subnet d21fec6c-580c-4433-bdfd-2ec7f8c49c81 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:02:03.300654 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-567da1e0-932e-4d43-bdc6-0bc5802c963d tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks [] for subnet (d21fec6c-580c-4433-bdfd-2ec7f8c49c81), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:03.401279 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-6d9693b6-52b0-4c23-a085-91c9b2f48fa4 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Deleting port 908dbfd3-1b19-485a-b471-904c420239b5 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:02:03.401638 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6d9693b6-52b0-4c23-a085-91c9b2f48fa4 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (908dbfd3-1b19-485a-b471-904c420239b5), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:03.405167 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:03.459169 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-a52f4e6d-d8ae-49d7-aab8-9f512c2521cb None None] Provisioning complete for port 8f57c83d-7f84-4b6e-9c74-5c3e7900aaad triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:02:03.460018 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a52f4e6d-d8ae-49d7-aab8-9f512c2521cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (8f57c83d-7f84-4b6e-9c74-5c3e7900aaad), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:03.490841 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-63386e78-7ec1-4d58-931d-fc28379b5051 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (7176c2fb-333a-41ff-aba3-13473fc0c636), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:03.565019 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6d9693b6-52b0-4c23-a085-91c9b2f48fa4 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (908dbfd3-1b19-485a-b471-904c420239b5), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:03.590373 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:03.600253 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-6d9693b6-52b0-4c23-a085-91c9b2f48fa4 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Calling delete_port for 908dbfd3-1b19-485a-b471-904c420239b5 owned by {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:02:03.625531 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:02:03.699343 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-63386e78-7ec1-4d58-931d-fc28379b5051 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (c90d35d2-0738-4374-b440-046040fd77d8), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:03.721790 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-567da1e0-932e-4d43-bdc6-0bc5802c963d tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (d21fec6c-580c-4433-bdfd-2ec7f8c49c81), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:03.774875 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0132e7-0cdd-4e23-b1e3-be344836d92c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-7176c2fb-333a-41ff-aba3-13473fc0c636', 'network_id': '7176c2fb-333a-41ff-aba3-13473fc0c636', 'project_id': 'a0006a66d1db4222a493e3bd442f2da0', 'fixed_ips': [{'subnet_id': 'c90d35d2-0738-4374-b440-046040fd77d8'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:02:03.775768 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4d0132e7-0cdd-4e23-b1e3-be344836d92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:03.818574 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-a52f4e6d-d8ae-49d7-aab8-9f512c2521cb None None] Current status of the port 8f57c83d-7f84-4b6e-9c74-5c3e7900aaad is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:02:03.818970 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a52f4e6d-d8ae-49d7-aab8-9f512c2521cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8f57c83d-7f84-4b6e-9c74-5c3e7900aaad), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:03.923405 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-63386e78-7ec1-4d58-931d-fc28379b5051 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (c90d35d2-0738-4374-b440-046040fd77d8), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:04.000070 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6d9693b6-52b0-4c23-a085-91c9b2f48fa4 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (908dbfd3-1b19-485a-b471-904c420239b5), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:04.014374 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-a52f4e6d-d8ae-49d7-aab8-9f512c2521cb None None] For port 8f57c83d-7f84-4b6e-9c74-5c3e7900aaad, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=8f57c83d-7f84-4b6e-9c74-5c3e7900aaad,segment=NetworkSegment(f217b198-b5dc-485a-a6cd-618177345b73),segment_id=f217b198-b5dc-485a-a6cd-618177345b73)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:02:04.015522 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63386e78-7ec1-4d58-931d-fc28379b5051 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event deleted for resources: {'Subnet': ['ID=c90d35d2-0738-4374-b440-046040fd77d8,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:04.023344 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 8f57c83d-7f84-4b6e-9c74-5c3e7900aaad up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:02:04.036991 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-567da1e0-932e-4d43-bdc6-0bc5802c963d tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (d21fec6c-580c-4433-bdfd-2ec7f8c49c81), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:04.074603 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63386e78-7ec1-4d58-931d-fc28379b5051 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:02:04.075677 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63386e78-7ec1-4d58-931d-fc28379b5051 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:02:04.077284 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63386e78-7ec1-4d58-931d-fc28379b5051 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:02:04.078568 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63386e78-7ec1-4d58-931d-fc28379b5051 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:02:04.080871 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63386e78-7ec1-4d58-931d-fc28379b5051 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:02:04.084936 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63386e78-7ec1-4d58-931d-fc28379b5051 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:02:04.085475 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63386e78-7ec1-4d58-931d-fc28379b5051 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:02:04.085978 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63386e78-7ec1-4d58-931d-fc28379b5051 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:02:04.086643 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63386e78-7ec1-4d58-931d-fc28379b5051 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:02:04.087147 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63386e78-7ec1-4d58-931d-fc28379b5051 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:02:04.087701 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63386e78-7ec1-4d58-931d-fc28379b5051 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:02:04.088188 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63386e78-7ec1-4d58-931d-fc28379b5051 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:02:04.088690 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63386e78-7ec1-4d58-931d-fc28379b5051 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:02:04.161668 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9693b6-52b0-4c23-a085-91c9b2f48fa4 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event deleted for resources: {'Port': ['ID=908dbfd3-1b19-485a-b471-904c420239b5,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:04.180835 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6d9693b6-52b0-4c23-a085-91c9b2f48fa4 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:04.184501 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6d9693b6-52b0-4c23-a085-91c9b2f48fa4 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/ports/908dbfd3-1b19-485a-b471-904c420239b5 HTTP/1.1" status: 204 len: 168 time: 1.1397488 Jan 28 03:02:04.188092 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 48734) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:04.195882 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-635f69b9-1342-4703-a1d4-d3cd4ebad5f2 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'port': {'network_id': '73247e45-1b2a-489f-9d72-d4901e9fb024', 'mac_address': 'fa:16:3e:05:3e:a1', 'name': 'tempest-PortsTestJSON-1473955365'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:02:04.203659 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a52f4e6d-d8ae-49d7-aab8-9f512c2521cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (8f57c83d-7f84-4b6e-9c74-5c3e7900aaad), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:04.243983 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-63386e78-7ec1-4d58-931d-fc28379b5051 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (7176c2fb-333a-41ff-aba3-13473fc0c636), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:04.284684 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-63386e78-7ec1-4d58-931d-fc28379b5051 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7176c2fb-333a-41ff-aba3-13473fc0c636']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:04.298280 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-63386e78-7ec1-4d58-931d-fc28379b5051 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18e094c1-f691-43de-89af-d3316f1fe2e3') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:04.298983 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-63386e78-7ec1-4d58-931d-fc28379b5051 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18e094c1-f691-43de-89af-d3316f1fe2e3') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:04.318325 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-63386e78-7ec1-4d58-931d-fc28379b5051 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (18e094c1-f691-43de-89af-d3316f1fe2e3), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:04.362055 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-63386e78-7ec1-4d58-931d-fc28379b5051 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (18e094c1-f691-43de-89af-d3316f1fe2e3), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:04.366249 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-567da1e0-932e-4d43-bdc6-0bc5802c963d tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (d21fec6c-580c-4433-bdfd-2ec7f8c49c81), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:04.377146 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63386e78-7ec1-4d58-931d-fc28379b5051 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:02:04.377596 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-63386e78-7ec1-4d58-931d-fc28379b5051 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (18e094c1-f691-43de-89af-d3316f1fe2e3), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:04.380933 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:02:04.380933 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:02:04.380933 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:02:04.380933 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:02:04.380933 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:02:04.380933 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:02:04.380933 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:02:04.380933 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:02:04.380933 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:02:04.380933 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:02:04.380933 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:02:04.380933 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:02:04.380933 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:02:04.380933 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:02:04.380933 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:02:04.380933 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:02:04.380933 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:02:04.380933 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:02:04.380933 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:02:04.380933 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:02:04.380933 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:02:04.380933 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:02:04.380933 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:02:04.380933 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:02:04.380933 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:02:04.380933 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:02:04.380933 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:02:04.380933 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:02:04.380933 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:02:04.380933 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:02:04.380933 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:02:04.380933 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:02:04.404252 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567da1e0-932e-4d43-bdc6-0bc5802c963d tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Pushing event deleted for resources: {'Subnet': ['ID=d21fec6c-580c-4433-bdfd-2ec7f8c49c81,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:04.421894 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-567da1e0-932e-4d43-bdc6-0bc5802c963d tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server [None req-4d0132e7-0cdd-4e23-b1e3-be344836d92c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c90d35d2-0738-4374-b440-046040fd77d8: This subnet is being modified by another concurrent operation. Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 03:02:04.422537 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 03:02:04.428307 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 03:02:04.428307 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 03:02:04.428307 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 03:02:04.428307 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 03:02:04.428307 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 03:02:04.428307 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 03:02:04.428307 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 03:02:04.428307 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 03:02:04.428307 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 03:02:04.428307 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 03:02:04.428307 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 03:02:04.428307 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 03:02:04.428307 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 03:02:04.428307 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 03:02:04.428307 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 03:02:04.428307 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 03:02:04.428307 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 03:02:04.428307 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 03:02:04.428307 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 03:02:04.428307 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 03:02:04.428307 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 03:02:04.428307 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 03:02:04.428307 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 03:02:04.428307 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 03:02:04.428307 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 03:02:04.428307 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 03:02:04.428307 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 03:02:04.428307 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 03:02:04.428307 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 03:02:04.428307 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 03:02:04.428307 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 03:02:04.428307 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 03:02:04.428307 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 03:02:04.428307 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 03:02:04.428307 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 03:02:04.428307 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise exception Jan 28 03:02:04.428307 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c90d35d2-0738-4374-b440-046040fd77d8: This subnet is being modified by another concurrent operation. Jan 28 03:02:04.428307 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server Jan 28 03:02:04.434125 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-567da1e0-932e-4d43-bdc6-0bc5802c963d tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "DELETE /v2.0/subnets/d21fec6c-580c-4433-bdfd-2ec7f8c49c81 HTTP/1.1" status: 204 len: 168 time: 1.3092430 Jan 28 03:02:04.434125 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635f69b9-1342-4703-a1d4-d3cd4ebad5f2 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Made reservation on behalf of e836b14247804add85a66880853283af for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:02:04.434125 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 48744) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:04.447926 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b68136-6394-4153-8a42-e016e90f7e5a None None] Network 63411930-ad2a-443b-8470-7dc5c1705aab requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:02:04.496623 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db11d0e-914a-4d84-ba22-e6805a9138fc None None] Network 7176c2fb-333a-41ff-aba3-13473fc0c636 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:02:04.526235 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-63386e78-7ec1-4d58-931d-fc28379b5051 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (7176c2fb-333a-41ff-aba3-13473fc0c636), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:04.556725 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-63386e78-7ec1-4d58-931d-fc28379b5051 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:04.574968 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-63386e78-7ec1-4d58-931d-fc28379b5051 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "DELETE /v2.0/networks/7176c2fb-333a-41ff-aba3-13473fc0c636 HTTP/1.1" status: 204 len: 168 time: 1.3752911 Jan 28 03:02:04.575606 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48750) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:04.585348 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-ee96e5d7-729b-4f27-ab8d-d00ca55a6efc tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-523125198'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:02:04.613434 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63386e78-7ec1-4d58-931d-fc28379b5051 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event deleted for resources: {'Network': ['ID=7176c2fb-333a-41ff-aba3-13473fc0c636,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:04.635658 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee96e5d7-729b-4f27-ab8d-d00ca55a6efc tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Made reservation on behalf of a0006a66d1db4222a493e3bd442f2da0 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:02:04.640309 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ee96e5d7-729b-4f27-ab8d-d00ca55a6efc tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:04.701330 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee96e5d7-729b-4f27-ab8d-d00ca55a6efc tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:02:04.715756 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ee96e5d7-729b-4f27-ab8d-d00ca55a6efc tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (d13fcee2-bcd9-4217-add8-15dd1fe06a89), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:04.716615 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-ee96e5d7-729b-4f27-ab8d-d00ca55a6efc tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Added segment d13fcee2-bcd9-4217-add8-15dd1fe06a89 of type vlan for network 5873d1f9-a270-4333-8578-adc98859e5b5 Jan 28 03:02:04.755987 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-635f69b9-1342-4703-a1d4-d3cd4ebad5f2 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:04.785796 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9b86a1d8-3392-4e85-9d99-dc6242c5a788 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (63411930-ad2a-443b-8470-7dc5c1705aab), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:04.796202 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-635f69b9-1342-4703-a1d4-d3cd4ebad5f2 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] device_id is not set on port 5fe2b07a-5d73-4541-859b-6a6d9b58478e yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:02:04.796468 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ee96e5d7-729b-4f27-ab8d-d00ca55a6efc tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (5873d1f9-a270-4333-8578-adc98859e5b5), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:04.836730 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ee96e5d7-729b-4f27-ab8d-d00ca55a6efc tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (5873d1f9-a270-4333-8578-adc98859e5b5), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:04.843341 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee96e5d7-729b-4f27-ab8d-d00ca55a6efc tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:04.844982 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ee96e5d7-729b-4f27-ab8d-d00ca55a6efc tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:04.931416 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ee96e5d7-729b-4f27-ab8d-d00ca55a6efc tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3510628 Jan 28 03:02:04.935571 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48760) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:04.942917 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-5c1446a1-1485-4da5-9f4d-e4a629a33af6 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Request body: {'subnet': {'network_id': '5873d1f9-a270-4333-8578-adc98859e5b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:02:05.064644 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee96e5d7-729b-4f27-ab8d-d00ca55a6efc tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event updated for resources: {'Network': ['ID=5873d1f9-a270-4333-8578-adc98859e5b5,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:05.113207 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-9b86a1d8-3392-4e85-9d99-dc6242c5a788 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Deleting port 36391a5d-9d32-4fe9-93ae-85959b9d4790 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:02:05.113579 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9b86a1d8-3392-4e85-9d99-dc6242c5a788 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (36391a5d-9d32-4fe9-93ae-85959b9d4790), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:05.128850 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f4e6d-d8ae-49d7-aab8-9f512c2521cb None None] Pushing event updated for resources: {'Port': ['ID=8f57c83d-7f84-4b6e-9c74-5c3e7900aaad,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:05.147185 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 5873d1f9-a270-4333-8578-adc98859e5b5 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:02:05.182580 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-f2c91e66-736a-4ea1-9344-54f2a3ed75c9 None None] Provisioning complete for port 8f57c83d-7f84-4b6e-9c74-5c3e7900aaad triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:02:05.183227 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f2c91e66-736a-4ea1-9344-54f2a3ed75c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (8f57c83d-7f84-4b6e-9c74-5c3e7900aaad), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:05.184998 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 8f57c83d-7f84-4b6e-9c74-5c3e7900aaad triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:02:05.185564 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (8f57c83d-7f84-4b6e-9c74-5c3e7900aaad), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:05.200021 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1446a1-1485-4da5-9f4d-e4a629a33af6 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Made reservation on behalf of a0006a66d1db4222a493e3bd442f2da0 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:02:05.215932 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5c1446a1-1485-4da5-9f4d-e4a629a33af6 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:05.282100 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-9b86a1d8-3392-4e85-9d99-dc6242c5a788 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] For port 36391a5d-9d32-4fe9-93ae-85959b9d4790, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=36391a5d-9d32-4fe9-93ae-85959b9d4790,segment=NetworkSegment(ccbf22ef-4873-4dcc-b2ae-28ada861a0d9),segment_id=ccbf22ef-4873-4dcc-b2ae-28ada861a0d9)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:02:05.282791 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9b86a1d8-3392-4e85-9d99-dc6242c5a788 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (36391a5d-9d32-4fe9-93ae-85959b9d4790), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:05.292841 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-635f69b9-1342-4703-a1d4-d3cd4ebad5f2 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for port (5fe2b07a-5d73-4541-859b-6a6d9b58478e), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:05.329266 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-9b86a1d8-3392-4e85-9d99-dc6242c5a788 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Calling delete_port for 36391a5d-9d32-4fe9-93ae-85959b9d4790 owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:02:05.357888 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.ipam_backend_mixin [None req-5c1446a1-1485-4da5-9f4d-e4a629a33af6 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Performing IP validity checks on allocation pools {{(pid=109803) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 03:02:05.358688 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.ipam_backend_mixin [None req-5c1446a1-1485-4da5-9f4d-e4a629a33af6 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109803) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 03:02:05.384645 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:05.428431 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-635f69b9-1342-4703-a1d4-d3cd4ebad5f2 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (5fe2b07a-5d73-4541-859b-6a6d9b58478e), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:05.483876 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635f69b9-1342-4703-a1d4-d3cd4ebad5f2 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Network 73247e45-1b2a-489f-9d72-d4901e9fb024 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:02:05.520243 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-635f69b9-1342-4703-a1d4-d3cd4ebad5f2 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:02:05.539622 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-f2c91e66-736a-4ea1-9344-54f2a3ed75c9 None None] Current status of the port 8f57c83d-7f84-4b6e-9c74-5c3e7900aaad is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:02:05.542257 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635f69b9-1342-4703-a1d4-d3cd4ebad5f2 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:02:05.551886 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635f69b9-1342-4703-a1d4-d3cd4ebad5f2 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:05.552548 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-635f69b9-1342-4703-a1d4-d3cd4ebad5f2 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:05.605196 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-635f69b9-1342-4703-a1d4-d3cd4ebad5f2 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4153101 Jan 28 03:02:05.607292 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 48778) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:05.609889 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635f69b9-1342-4703-a1d4-d3cd4ebad5f2 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event updated for resources: {'Port': ['ID=5fe2b07a-5d73-4541-859b-6a6d9b58478e,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:05.638292 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9b86a1d8-3392-4e85-9d99-dc6242c5a788 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (36391a5d-9d32-4fe9-93ae-85959b9d4790), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:05.655264 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8ad17f-4a83-4800-89e1-44f5879ac812 None None] DHCP port deletion for 63411930-ad2a-443b-8470-7dc5c1705aab request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:02:05.666668 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5c1446a1-1485-4da5-9f4d-e4a629a33af6 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (5f543e30-13c3-4955-b8a8-6d4d9bbfe26c), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:05.673509 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 8f57c83d-7f84-4b6e-9c74-5c3e7900aaad is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:02:05.681515 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b86a1d8-3392-4e85-9d99-dc6242c5a788 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] No DVR routers for this DVR port 36391a5d-9d32-4fe9-93ae-85959b9d4790 on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:02:05.702784 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6cdc38-fba5-44c5-8edc-faae4e43935e None None] get_active_networks_info from n-d-712139-27 {{(pid=109804) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 03:02:05.780748 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1446a1-1485-4da5-9f4d-e4a629a33af6 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event updated for resources: {'Subnet': ['ID=5f543e30-13c3-4955-b8a8-6d4d9bbfe26c,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:05.798299 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1446a1-1485-4da5-9f4d-e4a629a33af6 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Checking segment: {'id': 'd13fcee2-bcd9-4217-add8-15dd1fe06a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5873d1f9-a270-4333-8578-adc98859e5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:02:05.798977 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1446a1-1485-4da5-9f4d-e4a629a33af6 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Network hostable DHCP agents. Network: 5873d1f9-a270-4333-8578-adc98859e5b5, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:02:05.805380 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b86a1d8-3392-4e85-9d99-dc6242c5a788 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Pushing event deleted for resources: {'Port': ['ID=36391a5d-9d32-4fe9-93ae-85959b9d4790,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:05.870854 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1446a1-1485-4da5-9f4d-e4a629a33af6 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Network 5873d1f9-a270-4333-8578-adc98859e5b5 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:02:05.893435 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e10bee-94a0-4532-bb53-0071d4c8a944 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:05.893788 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-5c1446a1-1485-4da5-9f4d-e4a629a33af6 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 5873d1f9-a270-4333-8578-adc98859e5b5) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:02:05.902515 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1446a1-1485-4da5-9f4d-e4a629a33af6 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:05.903266 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5c1446a1-1485-4da5-9f4d-e4a629a33af6 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:05.908512 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e2e10bee-94a0-4532-bb53-0071d4c8a944 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "GET /v2.0/ports/5fe2b07a-5d73-4541-859b-6a6d9b58478e HTTP/1.1" status: 200 len: 841 time: 0.2914412 Jan 28 03:02:05.910726 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48784) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:05.984325 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:06.017371 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 8f57c83d-7f84-4b6e-9c74-5c3e7900aaad up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:02:06.034687 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5c1446a1-1485-4da5-9f4d-e4a629a33af6 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0970514 Jan 28 03:02:06.037592 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 48788) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:06.045452 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9b86a1d8-3392-4e85-9d99-dc6242c5a788 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (63411930-ad2a-443b-8470-7dc5c1705aab), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:06.221242 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-9b86a1d8-3392-4e85-9d99-dc6242c5a788 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63411930-ad2a-443b-8470-7dc5c1705aab']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:06.228725 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-17ff2611-ec24-44d4-901d-edd68637dc19 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Deleting port 5fe2b07a-5d73-4541-859b-6a6d9b58478e {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:02:06.229371 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-17ff2611-ec24-44d4-901d-edd68637dc19 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (5fe2b07a-5d73-4541-859b-6a6d9b58478e), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:06.239497 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-9b86a1d8-3392-4e85-9d99-dc6242c5a788 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccbf22ef-4873-4dcc-b2ae-28ada861a0d9') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:06.240155 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-9b86a1d8-3392-4e85-9d99-dc6242c5a788 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccbf22ef-4873-4dcc-b2ae-28ada861a0d9') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:06.256180 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9b86a1d8-3392-4e85-9d99-dc6242c5a788 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (ccbf22ef-4873-4dcc-b2ae-28ada861a0d9), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:06.290826 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9b86a1d8-3392-4e85-9d99-dc6242c5a788 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (ccbf22ef-4873-4dcc-b2ae-28ada861a0d9), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:06.302014 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b86a1d8-3392-4e85-9d99-dc6242c5a788 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:02:06.302710 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9b86a1d8-3392-4e85-9d99-dc6242c5a788 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (ccbf22ef-4873-4dcc-b2ae-28ada861a0d9), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:06.305347 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 8f57c83d-7f84-4b6e-9c74-5c3e7900aaad triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:02:06.305809 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (8f57c83d-7f84-4b6e-9c74-5c3e7900aaad), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:06.391966 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:02:06.391966 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:02:06.391966 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:02:06.391966 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:02:06.391966 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:02:06.391966 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:02:06.391966 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:02:06.391966 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:02:06.391966 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:02:06.391966 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:02:06.391966 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:02:06.391966 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:02:06.391966 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:02:06.391966 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:02:06.391966 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:02:06.391966 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:02:06.391966 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:02:06.391966 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:02:06.391966 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:02:06.391966 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:02:06.391966 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:02:06.391966 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:02:06.391966 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:02:06.391966 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:02:06.391966 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:02:06.391966 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:02:06.391966 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:02:06.391966 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:02:06.391966 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:02:06.391966 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:02:06.391966 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:02:06.391966 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:02:06.399560 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9b86a1d8-3392-4e85-9d99-dc6242c5a788 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (63411930-ad2a-443b-8470-7dc5c1705aab), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:06.423496 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9b86a1d8-3392-4e85-9d99-dc6242c5a788 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:06.430228 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9b86a1d8-3392-4e85-9d99-dc6242c5a788 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "DELETE /v2.0/networks/63411930-ad2a-443b-8470-7dc5c1705aab HTTP/1.1" status: 204 len: 168 time: 1.9954159 Jan 28 03:02:06.435697 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48802) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:06.477797 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b86a1d8-3392-4e85-9d99-dc6242c5a788 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Pushing event deleted for resources: {'Network': ['ID=63411930-ad2a-443b-8470-7dc5c1705aab,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:06.488187 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f9dd25fb-e740-452e-85d8-7886232758e7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (5873d1f9-a270-4333-8578-adc98859e5b5), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:06.540219 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-17ff2611-ec24-44d4-901d-edd68637dc19 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (5fe2b07a-5d73-4541-859b-6a6d9b58478e), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:06.579858 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-17ff2611-ec24-44d4-901d-edd68637dc19 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Calling delete_port for 5fe2b07a-5d73-4541-859b-6a6d9b58478e owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:02:06.601909 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7aa0271-925c-47d0-8e36-adbf85166053 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Deleting subnet 6b2115eb-3ca1-4b92-a271-50f8f28156de {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:02:06.607911 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e7aa0271-925c-47d0-8e36-adbf85166053 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks [] for subnet (6b2115eb-3ca1-4b92-a271-50f8f28156de), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:06.647197 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 8f57c83d-7f84-4b6e-9c74-5c3e7900aaad is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:02:06.648767 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f9dd25fb-e740-452e-85d8-7886232758e7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (5f543e30-13c3-4955-b8a8-6d4d9bbfe26c), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:06.683960 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6cdc38-fba5-44c5-8edc-faae4e43935e None None] Unable to find a vacant binding_index for network 5873d1f9-a270-4333-8578-adc98859e5b5 and agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 {{(pid=109804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 28 03:02:06.692336 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6cdc38-fba5-44c5-8edc-faae4e43935e None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 5873d1f9-a270-4333-8578-adc98859e5b5) {{(pid=109804) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 03:02:06.782710 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f9dd25fb-e740-452e-85d8-7886232758e7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (5f543e30-13c3-4955-b8a8-6d4d9bbfe26c), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:06.818875 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e7aa0271-925c-47d0-8e36-adbf85166053 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (6b2115eb-3ca1-4b92-a271-50f8f28156de), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:06.837123 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dd25fb-e740-452e-85d8-7886232758e7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event deleted for resources: {'Subnet': ['ID=5f543e30-13c3-4955-b8a8-6d4d9bbfe26c,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:06.995596 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f9dd25fb-e740-452e-85d8-7886232758e7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (5873d1f9-a270-4333-8578-adc98859e5b5), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:07.002129 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-17ff2611-ec24-44d4-901d-edd68637dc19 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (5fe2b07a-5d73-4541-859b-6a6d9b58478e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:07.067539 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff2611-ec24-44d4-901d-edd68637dc19 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event deleted for resources: {'Port': ['ID=5fe2b07a-5d73-4541-859b-6a6d9b58478e,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:07.085158 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-f9dd25fb-e740-452e-85d8-7886232758e7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5873d1f9-a270-4333-8578-adc98859e5b5']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:07.107745 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 36391a5d-9d32-4fe9-93ae-85959b9d4790 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:02:07.118079 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-17ff2611-ec24-44d4-901d-edd68637dc19 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:07.129764 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-17ff2611-ec24-44d4-901d-edd68637dc19 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/ports/5fe2b07a-5d73-4541-859b-6a6d9b58478e HTTP/1.1" status: 204 len: 168 time: 1.2176774 Jan 28 03:02:07.131288 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e7aa0271-925c-47d0-8e36-adbf85166053 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (6b2115eb-3ca1-4b92-a271-50f8f28156de), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:07.143288 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48816) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:07.150901 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-f9dd25fb-e740-452e-85d8-7886232758e7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd13fcee2-bcd9-4217-add8-15dd1fe06a89') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:07.152286 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-f9dd25fb-e740-452e-85d8-7886232758e7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd13fcee2-bcd9-4217-add8-15dd1fe06a89') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:07.169592 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f9dd25fb-e740-452e-85d8-7886232758e7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (d13fcee2-bcd9-4217-add8-15dd1fe06a89), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:07.193524 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f9dd25fb-e740-452e-85d8-7886232758e7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (d13fcee2-bcd9-4217-add8-15dd1fe06a89), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:07.208972 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9dd25fb-e740-452e-85d8-7886232758e7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:02:07.210188 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f9dd25fb-e740-452e-85d8-7886232758e7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (d13fcee2-bcd9-4217-add8-15dd1fe06a89), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:07.377588 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:02:07.377588 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:02:07.377588 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:02:07.377588 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:02:07.377588 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:02:07.377588 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:02:07.377588 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:02:07.377588 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:02:07.377588 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:02:07.377588 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:02:07.377588 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:02:07.377588 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:02:07.377588 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:02:07.377588 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:02:07.377588 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:02:07.377588 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:02:07.377588 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:02:07.377588 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:02:07.377588 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:02:07.377588 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:02:07.377588 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:02:07.377588 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:02:07.377588 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:02:07.377588 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:02:07.377588 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:02:07.377588 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:02:07.377588 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:02:07.377588 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:02:07.377588 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:02:07.377588 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:02:07.377588 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:02:07.377588 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:02:07.382502 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 36391a5d-9d32-4fe9-93ae-85959b9d4790 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:02:07.382943 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 36391a5d-9d32-4fe9-93ae-85959b9d4790 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:02:07.384583 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f9dd25fb-e740-452e-85d8-7886232758e7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (5873d1f9-a270-4333-8578-adc98859e5b5), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:07.398753 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f9dd25fb-e740-452e-85d8-7886232758e7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:07.405249 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f9dd25fb-e740-452e-85d8-7886232758e7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "DELETE /v2.0/networks/5873d1f9-a270-4333-8578-adc98859e5b5 HTTP/1.1" status: 204 len: 168 time: 1.3620889 Jan 28 03:02:07.421495 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 48820) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:07.429511 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-070b2f6c-d63c-487f-a0d7-d528ff483794 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1787592329'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:02:07.433963 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dd25fb-e740-452e-85d8-7886232758e7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event deleted for resources: {'Network': ['ID=5873d1f9-a270-4333-8578-adc98859e5b5,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:07.454957 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dd25fb-e740-452e-85d8-7886232758e7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:02:07.454957 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dd25fb-e740-452e-85d8-7886232758e7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:02:07.454957 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dd25fb-e740-452e-85d8-7886232758e7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:02:07.459170 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dd25fb-e740-452e-85d8-7886232758e7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:02:07.460355 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dd25fb-e740-452e-85d8-7886232758e7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:02:07.460714 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dd25fb-e740-452e-85d8-7886232758e7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:02:07.461898 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dd25fb-e740-452e-85d8-7886232758e7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:02:07.462759 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dd25fb-e740-452e-85d8-7886232758e7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:02:07.464219 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dd25fb-e740-452e-85d8-7886232758e7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:02:07.465508 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dd25fb-e740-452e-85d8-7886232758e7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:02:07.465862 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dd25fb-e740-452e-85d8-7886232758e7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:02:07.466212 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dd25fb-e740-452e-85d8-7886232758e7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:02:07.468527 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dd25fb-e740-452e-85d8-7886232758e7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:02:07.513304 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070b2f6c-d63c-487f-a0d7-d528ff483794 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Made reservation on behalf of a0006a66d1db4222a493e3bd442f2da0 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:02:07.517369 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-070b2f6c-d63c-487f-a0d7-d528ff483794 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:07.520876 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc0f108-a4ee-4663-8e73-390e1bf1caab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-5873d1f9-a270-4333-8578-adc98859e5b5', 'network_id': '5873d1f9-a270-4333-8578-adc98859e5b5', 'project_id': 'a0006a66d1db4222a493e3bd442f2da0', 'fixed_ips': [{'subnet_id': '5f543e30-13c3-4955-b8a8-6d4d9bbfe26c'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:02:07.521621 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cbc0f108-a4ee-4663-8e73-390e1bf1caab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:07.584644 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f113ae00-a68d-492e-83f8-4ba9ebbb1be0 None None] Network 5873d1f9-a270-4333-8578-adc98859e5b5 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:02:07.601583 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-070b2f6c-d63c-487f-a0d7-d528ff483794 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:02:07.620646 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f113ae00-a68d-492e-83f8-4ba9ebbb1be0 None None] Network 5873d1f9-a270-4333-8578-adc98859e5b5 could not be found, it might have been deleted concurrently. {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 03:02:07.622078 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-070b2f6c-d63c-487f-a0d7-d528ff483794 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (3779cdb8-b172-4640-a0db-3ba648b73dbc), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:07.622644 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-070b2f6c-d63c-487f-a0d7-d528ff483794 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Added segment 3779cdb8-b172-4640-a0db-3ba648b73dbc of type vlan for network 0a4b2a51-4dbd-459a-8bb1-af712828df7d Jan 28 03:02:07.638147 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1161365-f515-43e9-bda1-05f55ae23cb3 None None] Network 5873d1f9-a270-4333-8578-adc98859e5b5 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:02:07.656120 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1161365-f515-43e9-bda1-05f55ae23cb3 None None] Network 5873d1f9-a270-4333-8578-adc98859e5b5 could not be found, it might have been deleted concurrently. {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 03:02:07.689172 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-070b2f6c-d63c-487f-a0d7-d528ff483794 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (0a4b2a51-4dbd-459a-8bb1-af712828df7d), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:07.722701 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-070b2f6c-d63c-487f-a0d7-d528ff483794 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (0a4b2a51-4dbd-459a-8bb1-af712828df7d), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:07.732633 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070b2f6c-d63c-487f-a0d7-d528ff483794 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:07.733583 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-070b2f6c-d63c-487f-a0d7-d528ff483794 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:07.836505 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070b2f6c-d63c-487f-a0d7-d528ff483794 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event updated for resources: {'Network': ['ID=0a4b2a51-4dbd-459a-8bb1-af712828df7d,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:07.854249 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-070b2f6c-d63c-487f-a0d7-d528ff483794 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4300661 Jan 28 03:02:07.855210 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 0a4b2a51-4dbd-459a-8bb1-af712828df7d details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:02:07.856608 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 48828) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:07.863545 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-324ba490-bc38-4bcf-affc-394a303db40e tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Request body: {'subnet': {'network_id': '0a4b2a51-4dbd-459a-8bb1-af712828df7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:02:07.993420 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-7680d520-d98b-4238-8bb4-55ec84340256 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] GET failed (client error): The resource could not be found. Jan 28 03:02:08.012956 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7680d520-d98b-4238-8bb4-55ec84340256 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "GET /v2.0/ports/5fe2b07a-5d73-4541-859b-6a6d9b58478e HTTP/1.1" status: 404 len: 333 time: 0.8628433 Jan 28 03:02:08.013981 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48834) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:08.029568 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-cb40f4d6-b7da-4abe-8b99-339ace34cc82 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'port': {'network_id': '73247e45-1b2a-489f-9d72-d4901e9fb024', 'name': 'tempest-PortsTestJSON-1189800392'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:02:08.073876 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324ba490-bc38-4bcf-affc-394a303db40e tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Made reservation on behalf of a0006a66d1db4222a493e3bd442f2da0 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:02:08.095799 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-324ba490-bc38-4bcf-affc-394a303db40e tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:08.211145 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e7aa0271-925c-47d0-8e36-adbf85166053 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (6b2115eb-3ca1-4b92-a271-50f8f28156de), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:08.268799 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb40f4d6-b7da-4abe-8b99-339ace34cc82 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Made reservation on behalf of e836b14247804add85a66880853283af for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:02:08.272582 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cb40f4d6-b7da-4abe-8b99-339ace34cc82 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:08.287458 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be0207c-4aff-48eb-b96b-e8d6105c2869 None None] Network 7b35c713-4208-4900-88fe-53af1e8f7a24 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:02:08.290218 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa0271-925c-47d0-8e36-adbf85166053 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Pushing event deleted for resources: {'Subnet': ['ID=6b2115eb-3ca1-4b92-a271-50f8f28156de,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:08.292897 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e7aa0271-925c-47d0-8e36-adbf85166053 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:08.296495 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e7aa0271-925c-47d0-8e36-adbf85166053 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "DELETE /v2.0/subnets/6b2115eb-3ca1-4b92-a271-50f8f28156de HTTP/1.1" status: 204 len: 168 time: 1.8596997 Jan 28 03:02:08.306133 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 48840) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:08.317857 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-cb40f4d6-b7da-4abe-8b99-339ace34cc82 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] device_id is not set on port 9534f8f4-e990-472f-944c-889ecaef7085 yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:02:08.560824 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-968d8c70-dfa2-4098-bc10-bc9632bc1d41 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (7b35c713-4208-4900-88fe-53af1e8f7a24), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:08.583252 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf0a0f3-9731-45eb-9bce-119cca9bf1f1 None None] DHCP port deletion for 7b35c713-4208-4900-88fe-53af1e8f7a24 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:02:08.688154 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-dbf0a0f3-9731-45eb-9bce-119cca9bf1f1 None None] Deleting port 872e0119-41f2-407a-ada7-0da20d6c1ab1 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:02:08.688401 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dbf0a0f3-9731-45eb-9bce-119cca9bf1f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (872e0119-41f2-407a-ada7-0da20d6c1ab1), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:08.803930 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cb40f4d6-b7da-4abe-8b99-339ace34cc82 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for port (9534f8f4-e990-472f-944c-889ecaef7085), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:08.843711 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-324ba490-bc38-4bcf-affc-394a303db40e tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (aa91a27b-d08e-4aab-b267-8d609d151195), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:08.845637 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-dbf0a0f3-9731-45eb-9bce-119cca9bf1f1 None None] For port 872e0119-41f2-407a-ada7-0da20d6c1ab1, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=872e0119-41f2-407a-ada7-0da20d6c1ab1,segment=NetworkSegment(7e4e9f6e-8a0c-46e4-bfc6-f7cf0b3dd6cb),segment_id=7e4e9f6e-8a0c-46e4-bfc6-f7cf0b3dd6cb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:02:08.847082 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dbf0a0f3-9731-45eb-9bce-119cca9bf1f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (872e0119-41f2-407a-ada7-0da20d6c1ab1), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:08.891568 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cb40f4d6-b7da-4abe-8b99-339ace34cc82 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (9534f8f4-e990-472f-944c-889ecaef7085), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:08.912956 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-dbf0a0f3-9731-45eb-9bce-119cca9bf1f1 None None] Calling delete_port for 872e0119-41f2-407a-ada7-0da20d6c1ab1 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:02:08.927938 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-968d8c70-dfa2-4098-bc10-bc9632bc1d41 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Deleting port 872e0119-41f2-407a-ada7-0da20d6c1ab1 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:02:08.928269 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-968d8c70-dfa2-4098-bc10-bc9632bc1d41 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (872e0119-41f2-407a-ada7-0da20d6c1ab1), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:08.953599 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ba490-bc38-4bcf-affc-394a303db40e tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event updated for resources: {'Subnet': ['ID=aa91a27b-d08e-4aab-b267-8d609d151195,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:09.007462 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324ba490-bc38-4bcf-affc-394a303db40e tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Checking segment: {'id': '3779cdb8-b172-4640-a0db-3ba648b73dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '0a4b2a51-4dbd-459a-8bb1-af712828df7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:02:09.007945 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324ba490-bc38-4bcf-affc-394a303db40e tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Network hostable DHCP agents. Network: 0a4b2a51-4dbd-459a-8bb1-af712828df7d, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:02:09.043646 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb40f4d6-b7da-4abe-8b99-339ace34cc82 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Network 73247e45-1b2a-489f-9d72-d4901e9fb024 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:02:09.048955 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-cb40f4d6-b7da-4abe-8b99-339ace34cc82 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:02:09.054648 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb40f4d6-b7da-4abe-8b99-339ace34cc82 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:02:09.062272 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb40f4d6-b7da-4abe-8b99-339ace34cc82 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:09.063230 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cb40f4d6-b7da-4abe-8b99-339ace34cc82 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:09.088066 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb40f4d6-b7da-4abe-8b99-339ace34cc82 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event updated for resources: {'Port': ['ID=9534f8f4-e990-472f-944c-889ecaef7085,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:09.090212 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324ba490-bc38-4bcf-affc-394a303db40e tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Network 0a4b2a51-4dbd-459a-8bb1-af712828df7d is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:02:09.104393 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-968d8c70-dfa2-4098-bc10-bc9632bc1d41 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] For port 872e0119-41f2-407a-ada7-0da20d6c1ab1, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=872e0119-41f2-407a-ada7-0da20d6c1ab1,segment=NetworkSegment(7e4e9f6e-8a0c-46e4-bfc6-f7cf0b3dd6cb),segment_id=7e4e9f6e-8a0c-46e4-bfc6-f7cf0b3dd6cb)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:02:09.104827 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-968d8c70-dfa2-4098-bc10-bc9632bc1d41 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (872e0119-41f2-407a-ada7-0da20d6c1ab1), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:09.111454 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-cb40f4d6-b7da-4abe-8b99-339ace34cc82 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0937526 Jan 28 03:02:09.112818 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48856) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:09.122278 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-8cc91e06-186d-409e-8df8-d8db7feb4e68 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:02:09.126781 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-968d8c70-dfa2-4098-bc10-bc9632bc1d41 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Calling delete_port for 872e0119-41f2-407a-ada7-0da20d6c1ab1 owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:02:09.129266 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-324ba490-bc38-4bcf-affc-394a303db40e tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 0a4b2a51-4dbd-459a-8bb1-af712828df7d) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:02:09.147698 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324ba490-bc38-4bcf-affc-394a303db40e tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:09.148588 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-324ba490-bc38-4bcf-affc-394a303db40e tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:09.160821 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ec1771-c1d3-4706-abdf-898ab7048cd3 None None] Network 0a4b2a51-4dbd-459a-8bb1-af712828df7d requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:02:09.253478 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8cc91e06-186d-409e-8df8-d8db7feb4e68 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9534f8f4-e990-472f-944c-889ecaef7085), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:09.260312 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-324ba490-bc38-4bcf-affc-394a303db40e tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4020586 Jan 28 03:02:09.262882 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 48860) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:09.272027 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dbf0a0f3-9731-45eb-9bce-119cca9bf1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (872e0119-41f2-407a-ada7-0da20d6c1ab1), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:09.318697 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf0a0f3-9731-45eb-9bce-119cca9bf1f1 None None] Pushing event deleted for resources: {'Port': ['ID=872e0119-41f2-407a-ada7-0da20d6c1ab1,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:09.320247 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf0a0f3-9731-45eb-9bce-119cca9bf1f1 None None] No DVR routers for this DVR port 872e0119-41f2-407a-ada7-0da20d6c1ab1 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:02:09.416147 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec59821b-02b2-414b-b314-2dad9b1022f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-0a4b2a51-4dbd-459a-8bb1-af712828df7d', 'network_id': '0a4b2a51-4dbd-459a-8bb1-af712828df7d', 'project_id': 'a0006a66d1db4222a493e3bd442f2da0', 'fixed_ips': [{'subnet_id': 'aa91a27b-d08e-4aab-b267-8d609d151195'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:02:09.417644 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ec59821b-02b2-414b-b314-2dad9b1022f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:09.420150 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-968d8c70-dfa2-4098-bc10-bc9632bc1d41 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (872e0119-41f2-407a-ada7-0da20d6c1ab1), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:09.496063 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968d8c70-dfa2-4098-bc10-bc9632bc1d41 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Pushing event deleted for resources: {'Port': ['ID=872e0119-41f2-407a-ada7-0da20d6c1ab1,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:09.516867 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968d8c70-dfa2-4098-bc10-bc9632bc1d41 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] No DVR routers for this DVR port 872e0119-41f2-407a-ada7-0da20d6c1ab1 on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:02:09.586546 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2ee6816e-e003-47f9-8cb1-461d514edb7c tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (0a4b2a51-4dbd-459a-8bb1-af712828df7d), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:09.613302 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8cc91e06-186d-409e-8df8-d8db7feb4e68 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for port (9534f8f4-e990-472f-944c-889ecaef7085), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:09.627017 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8cc91e06-186d-409e-8df8-d8db7feb4e68 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (9534f8f4-e990-472f-944c-889ecaef7085), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:09.662061 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-8cc91e06-186d-409e-8df8-d8db7feb4e68 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] In _notify_port_updated(), no bound segment for port 9534f8f4-e990-472f-944c-889ecaef7085 on network 73247e45-1b2a-489f-9d72-d4901e9fb024 {{(pid=109803) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 03:02:09.677655 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc91e06-186d-409e-8df8-d8db7feb4e68 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:09.683308 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8cc91e06-186d-409e-8df8-d8db7feb4e68 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:09.686667 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8cc91e06-186d-409e-8df8-d8db7feb4e68 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "PUT /v2.0/ports/9534f8f4-e990-472f-944c-889ecaef7085 HTTP/1.1" status: 200 len: 818 time: 0.5701172 Jan 28 03:02:09.745744 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 48876) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:09.767795 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-ec59821b-02b2-414b-b314-2dad9b1022f0 None None] Allocated IP 172.20.0.1 (0a4b2a51-4dbd-459a-8bb1-af712828df7d/aa91a27b-d08e-4aab-b267-8d609d151195/8ed7ba29-df6e-4628-910b-3d8fc418285b) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:02:09.802417 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc91e06-186d-409e-8df8-d8db7feb4e68 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event updated for resources: {'Port': ['ID=9534f8f4-e990-472f-944c-889ecaef7085,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:09.821595 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-968d8c70-dfa2-4098-bc10-bc9632bc1d41 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (7b35c713-4208-4900-88fe-53af1e8f7a24), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:09.885698 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 872e0119-41f2-407a-ada7-0da20d6c1ab1 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:02:09.911317 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 872e0119-41f2-407a-ada7-0da20d6c1ab1 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:02:09.911940 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 872e0119-41f2-407a-ada7-0da20d6c1ab1 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:02:09.942636 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-968d8c70-dfa2-4098-bc10-bc9632bc1d41 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b35c713-4208-4900-88fe-53af1e8f7a24']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:09.958516 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2ee6816e-e003-47f9-8cb1-461d514edb7c tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (aa91a27b-d08e-4aab-b267-8d609d151195), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:09.964077 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-968d8c70-dfa2-4098-bc10-bc9632bc1d41 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e4e9f6e-8a0c-46e4-bfc6-f7cf0b3dd6cb') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:09.964387 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-968d8c70-dfa2-4098-bc10-bc9632bc1d41 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e4e9f6e-8a0c-46e4-bfc6-f7cf0b3dd6cb') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:09.998043 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-968d8c70-dfa2-4098-bc10-bc9632bc1d41 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (7e4e9f6e-8a0c-46e4-bfc6-f7cf0b3dd6cb), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:10.021658 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-968d8c70-dfa2-4098-bc10-bc9632bc1d41 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (7e4e9f6e-8a0c-46e4-bfc6-f7cf0b3dd6cb), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:10.042548 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-968d8c70-dfa2-4098-bc10-bc9632bc1d41 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:02:10.042967 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-968d8c70-dfa2-4098-bc10-bc9632bc1d41 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (7e4e9f6e-8a0c-46e4-bfc6-f7cf0b3dd6cb), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:10.046132 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:02:10.046132 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 03:02:10.046132 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:02:10.046132 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 03:02:10.046132 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:02:10.046132 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 03:02:10.046132 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:02:10.046132 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 03:02:10.046132 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:02:10.046132 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:02:10.046132 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:02:10.046132 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:02:10.046132 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:02:10.046132 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:02:10.046132 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:02:10.046132 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:02:10.046132 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:02:10.046132 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:02:10.046132 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:02:10.046132 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:02:10.046132 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:02:10.046132 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:02:10.046132 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:02:10.046132 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:02:10.046132 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:02:10.046132 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:02:10.046132 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:02:10.046132 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:02:10.046132 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:02:10.046132 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:02:10.046132 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:02:10.046132 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:02:10.046132 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:02:10.046132 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:02:10.046132 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:02:10.046132 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:02:10.046132 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:02:10.046132 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:02:10.046132 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:02:10.046132 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:02:10.063135 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-77e6a6b1-6c99-45e1-a466-d6c4cef24070 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Deleting port 9534f8f4-e990-472f-944c-889ecaef7085 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:02:10.063376 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-77e6a6b1-6c99-45e1-a466-d6c4cef24070 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (9534f8f4-e990-472f-944c-889ecaef7085), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:10.092987 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ec59821b-02b2-414b-b314-2dad9b1022f0 None None] Publish callbacks [] for port (8ed7ba29-df6e-4628-910b-3d8fc418285b), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:10.103613 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ec59821b-02b2-414b-b314-2dad9b1022f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (8ed7ba29-df6e-4628-910b-3d8fc418285b), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:10.152842 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec59821b-02b2-414b-b314-2dad9b1022f0 None None] Network 0a4b2a51-4dbd-459a-8bb1-af712828df7d is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:02:10.155617 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-ec59821b-02b2-414b-b314-2dad9b1022f0 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:02:10.165027 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec59821b-02b2-414b-b314-2dad9b1022f0 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:02:10.170414 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59821b-02b2-414b-b314-2dad9b1022f0 None None] Pushing event updated for resources: {'Port': ['ID=8ed7ba29-df6e-4628-910b-3d8fc418285b,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:10.218549 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2ee6816e-e003-47f9-8cb1-461d514edb7c tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (aa91a27b-d08e-4aab-b267-8d609d151195), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:10.228163 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-968d8c70-dfa2-4098-bc10-bc9632bc1d41 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (7b35c713-4208-4900-88fe-53af1e8f7a24), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:10.236410 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-77e6a6b1-6c99-45e1-a466-d6c4cef24070 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (9534f8f4-e990-472f-944c-889ecaef7085), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:10.257676 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-ec59821b-02b2-414b-b314-2dad9b1022f0 None None] Attempting to bind port 8ed7ba29-df6e-4628-910b-3d8fc418285b on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:02:10.258206 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-ec59821b-02b2-414b-b314-2dad9b1022f0 None None] Attempting to bind port 8ed7ba29-df6e-4628-910b-3d8fc418285b by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '3779cdb8-b172-4640-a0db-3ba648b73dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '0a4b2a51-4dbd-459a-8bb1-af712828df7d'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:02:10.258674 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec59821b-02b2-414b-b314-2dad9b1022f0 None None] Attempting to bind port 8ed7ba29-df6e-4628-910b-3d8fc418285b on network 0a4b2a51-4dbd-459a-8bb1-af712828df7d {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:02:10.269582 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-968d8c70-dfa2-4098-bc10-bc9632bc1d41 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:10.275518 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-968d8c70-dfa2-4098-bc10-bc9632bc1d41 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "DELETE /v2.0/networks/7b35c713-4208-4900-88fe-53af1e8f7a24 HTTP/1.1" status: 204 len: 168 time: 1.9652197 Jan 28 03:02:10.278822 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee6816e-e003-47f9-8cb1-461d514edb7c tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event deleted for resources: {'Subnet': ['ID=aa91a27b-d08e-4aab-b267-8d609d151195,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:10.285605 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48886) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:10.293743 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-77e6a6b1-6c99-45e1-a466-d6c4cef24070 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Calling delete_port for 9534f8f4-e990-472f-944c-889ecaef7085 owned by {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:02:10.301701 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-9a0b3b56-386f-4861-bdcd-7d19c0e55891 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2032621364'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:02:10.302226 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968d8c70-dfa2-4098-bc10-bc9632bc1d41 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Pushing event deleted for resources: {'Network': ['ID=7b35c713-4208-4900-88fe-53af1e8f7a24,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:10.312179 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec59821b-02b2-414b-b314-2dad9b1022f0 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:02:10.312980 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec59821b-02b2-414b-b314-2dad9b1022f0 None None] Checking segment: {'id': '3779cdb8-b172-4640-a0db-3ba648b73dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '0a4b2a51-4dbd-459a-8bb1-af712828df7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:02:10.315356 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ec59821b-02b2-414b-b314-2dad9b1022f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:10.315925 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec59821b-02b2-414b-b314-2dad9b1022f0 None None] Bound using segment: {'id': '3779cdb8-b172-4640-a0db-3ba648b73dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '0a4b2a51-4dbd-459a-8bb1-af712828df7d'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:02:10.318205 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-ec59821b-02b2-414b-b314-2dad9b1022f0 None None] Bound port: 8ed7ba29-df6e-4628-910b-3d8fc418285b, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3779cdb8-b172-4640-a0db-3ba648b73dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '0a4b2a51-4dbd-459a-8bb1-af712828df7d'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:02:10.318915 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ec59821b-02b2-414b-b314-2dad9b1022f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8ed7ba29-df6e-4628-910b-3d8fc418285b), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:10.351799 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0b3b56-386f-4861-bdcd-7d19c0e55891 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Made reservation on behalf of dc657e3b97f846ab8907f404f62e40e1 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:02:10.358131 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a0b3b56-386f-4861-bdcd-7d19c0e55891 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:10.454260 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a0b3b56-386f-4861-bdcd-7d19c0e55891 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:02:10.464507 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2ee6816e-e003-47f9-8cb1-461d514edb7c tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (0a4b2a51-4dbd-459a-8bb1-af712828df7d), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:10.484204 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a0b3b56-386f-4861-bdcd-7d19c0e55891 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (d7dabcce-2f76-4874-a109-f40b999df007), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:10.485536 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-9a0b3b56-386f-4861-bdcd-7d19c0e55891 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Added segment d7dabcce-2f76-4874-a109-f40b999df007 of type vlan for network 0b58e7e0-b55c-498d-9b57-e54d0f0e3837 Jan 28 03:02:10.497391 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-ec59821b-02b2-414b-b314-2dad9b1022f0 None None] For port 8ed7ba29-df6e-4628-910b-3d8fc418285b, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:02:10.509299 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-ec59821b-02b2-414b-b314-2dad9b1022f0 None None] For port 8ed7ba29-df6e-4628-910b-3d8fc418285b, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=8ed7ba29-df6e-4628-910b-3d8fc418285b,segment=NetworkSegment(3779cdb8-b172-4640-a0db-3ba648b73dbc),segment_id=3779cdb8-b172-4640-a0db-3ba648b73dbc)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:02:10.520390 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ec59821b-02b2-414b-b314-2dad9b1022f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (8ed7ba29-df6e-4628-910b-3d8fc418285b), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:10.520524 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-2ee6816e-e003-47f9-8cb1-461d514edb7c tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a4b2a51-4dbd-459a-8bb1-af712828df7d']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:10.537299 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-2ee6816e-e003-47f9-8cb1-461d514edb7c tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3779cdb8-b172-4640-a0db-3ba648b73dbc') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:10.537595 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-2ee6816e-e003-47f9-8cb1-461d514edb7c tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3779cdb8-b172-4640-a0db-3ba648b73dbc') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:10.551290 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2ee6816e-e003-47f9-8cb1-461d514edb7c tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (3779cdb8-b172-4640-a0db-3ba648b73dbc), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:10.581674 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2ee6816e-e003-47f9-8cb1-461d514edb7c tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (3779cdb8-b172-4640-a0db-3ba648b73dbc), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:10.602216 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ee6816e-e003-47f9-8cb1-461d514edb7c tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:02:10.602216 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2ee6816e-e003-47f9-8cb1-461d514edb7c tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (3779cdb8-b172-4640-a0db-3ba648b73dbc), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:10.613281 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:02:10.613281 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:02:10.613281 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:02:10.613281 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:02:10.613281 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:02:10.613281 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:02:10.613281 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:02:10.613281 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:02:10.613281 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:02:10.613281 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:02:10.613281 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:02:10.613281 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:02:10.613281 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:02:10.613281 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:02:10.613281 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:02:10.613281 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:02:10.613281 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:02:10.613281 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:02:10.613281 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:02:10.613281 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:02:10.613281 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:02:10.613281 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:02:10.613281 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:02:10.613281 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:02:10.613281 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:02:10.613281 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:02:10.613281 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:02:10.613281 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:02:10.613281 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:02:10.613281 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:02:10.613281 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:02:10.613281 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:02:10.632768 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-77e6a6b1-6c99-45e1-a466-d6c4cef24070 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (9534f8f4-e990-472f-944c-889ecaef7085), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:10.655706 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a0b3b56-386f-4861-bdcd-7d19c0e55891 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (0b58e7e0-b55c-498d-9b57-e54d0f0e3837), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:10.690845 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a0b3b56-386f-4861-bdcd-7d19c0e55891 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (0b58e7e0-b55c-498d-9b57-e54d0f0e3837), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:10.697878 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0b3b56-386f-4861-bdcd-7d19c0e55891 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:10.698556 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a0b3b56-386f-4861-bdcd-7d19c0e55891 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:10.746900 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a0d0ef-d90e-43bf-b174-bf6174198ef7 None None] get_active_networks_info from n-d-712139-27 {{(pid=109804) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 03:02:10.774471 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9a0b3b56-386f-4861-bdcd-7d19c0e55891 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4848876 Jan 28 03:02:10.775085 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48900) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:10.783488 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-fd278b17-8355-465a-a4c5-6478f4f1e2c9 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Request body: {'subnet': {'network_id': '0b58e7e0-b55c-498d-9b57-e54d0f0e3837', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:02:10.787359 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e6a6b1-6c99-45e1-a466-d6c4cef24070 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event deleted for resources: {'Port': ['ID=9534f8f4-e990-472f-944c-889ecaef7085,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:10.825178 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-77e6a6b1-6c99-45e1-a466-d6c4cef24070 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:10.831432 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-77e6a6b1-6c99-45e1-a466-d6c4cef24070 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/ports/9534f8f4-e990-472f-944c-889ecaef7085 HTTP/1.1" status: 204 len: 168 time: 1.0814102 Jan 28 03:02:10.832076 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 48902) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:10.839218 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59821b-02b2-414b-b314-2dad9b1022f0 None None] Pushing event updated for resources: {'Port': ['ID=8ed7ba29-df6e-4628-910b-3d8fc418285b,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:10.868929 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.db.api [None req-2ee6816e-e003-47f9-8cb1-461d514edb7c tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 03:02:10.868929 n-d-712139-27 neutron-server[109802]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 03:02:10.868929 n-d-712139-27 neutron-server[109802]: [parameters: {'id': '0a4b2a51-4dbd-459a-8bb1-af712828df7d'}] Jan 28 03:02:10.868929 n-d-712139-27 neutron-server[109802]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:02:10.871808 n-d-712139-27 neutron-server[109802]: DEBUG oslo_db.api [None req-2ee6816e-e003-47f9-8cb1-461d514edb7c tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:02:10.913293 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b3b56-386f-4861-bdcd-7d19c0e55891 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Pushing event updated for resources: {'Network': ['ID=0b58e7e0-b55c-498d-9b57-e54d0f0e3837,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:10.927593 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 0b58e7e0-b55c-498d-9b57-e54d0f0e3837 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:02:10.940640 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddc0991-bc8d-4e9e-942b-b6961cb814d8 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:10.946766 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1ddc0991-bc8d-4e9e-942b-b6961cb814d8 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.1069126 Jan 28 03:02:10.951048 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48906) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:11.006267 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-6202c904-b78f-443c-b7e8-e2ccc223dbdb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] GET failed (client error): The resource could not be found. Jan 28 03:02:11.012402 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6202c904-b78f-443c-b7e8-e2ccc223dbdb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "GET /v2.0/ports/9534f8f4-e990-472f-944c-889ecaef7085 HTTP/1.1" status: 404 len: 333 time: 0.0557370 Jan 28 03:02:11.012640 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48914) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:11.018675 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-e496bdd0-ef43-446d-8c3f-ed4b50f08582 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1738444032'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:02:11.065841 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd278b17-8355-465a-a4c5-6478f4f1e2c9 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Made reservation on behalf of dc657e3b97f846ab8907f404f62e40e1 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:02:11.070557 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fd278b17-8355-465a-a4c5-6478f4f1e2c9 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:11.149344 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e496bdd0-ef43-446d-8c3f-ed4b50f08582 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Made reservation on behalf of e836b14247804add85a66880853283af for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:02:11.154165 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e496bdd0-ef43-446d-8c3f-ed4b50f08582 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:11.208113 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e496bdd0-ef43-446d-8c3f-ed4b50f08582 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:02:11.211852 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a0d0ef-d90e-43bf-b174-bf6174198ef7 None None] Resources bound (agent type, host, resource id): {{(pid=109804) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 03:02:11.220731 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e496bdd0-ef43-446d-8c3f-ed4b50f08582 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (521cfb65-c4be-4d76-8964-7212cc70e97e), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:11.221102 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-e496bdd0-ef43-446d-8c3f-ed4b50f08582 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Added segment 521cfb65-c4be-4d76-8964-7212cc70e97e of type vlan for network 7854f775-678f-435c-b6c5-be4df66a6c2f Jan 28 03:02:11.316198 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e496bdd0-ef43-446d-8c3f-ed4b50f08582 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (7854f775-678f-435c-b6c5-be4df66a6c2f), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:11.373635 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2ee6816e-e003-47f9-8cb1-461d514edb7c tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (0a4b2a51-4dbd-459a-8bb1-af712828df7d), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:11.507912 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e496bdd0-ef43-446d-8c3f-ed4b50f08582 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (7854f775-678f-435c-b6c5-be4df66a6c2f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:11.512883 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-2ee6816e-e003-47f9-8cb1-461d514edb7c tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Deleting port 8ed7ba29-df6e-4628-910b-3d8fc418285b {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:02:11.515430 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e496bdd0-ef43-446d-8c3f-ed4b50f08582 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:11.515665 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2ee6816e-e003-47f9-8cb1-461d514edb7c tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (8ed7ba29-df6e-4628-910b-3d8fc418285b), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:11.515996 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e496bdd0-ef43-446d-8c3f-ed4b50f08582 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:11.575362 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fd278b17-8355-465a-a4c5-6478f4f1e2c9 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (b3d1b3dc-f961-4608-b410-5f8a49d18b02), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:11.635265 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e496bdd0-ef43-446d-8c3f-ed4b50f08582 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6213088 Jan 28 03:02:11.642889 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48928) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:11.647206 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-2ee6816e-e003-47f9-8cb1-461d514edb7c tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] For port 8ed7ba29-df6e-4628-910b-3d8fc418285b, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=8ed7ba29-df6e-4628-910b-3d8fc418285b,segment=NetworkSegment(3779cdb8-b172-4640-a0db-3ba648b73dbc),segment_id=3779cdb8-b172-4640-a0db-3ba648b73dbc)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:02:11.648417 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2ee6816e-e003-47f9-8cb1-461d514edb7c tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (8ed7ba29-df6e-4628-910b-3d8fc418285b), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:11.660338 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-5b92ef90-d878-493e-9ad1-ea91d4adf906 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'subnet': {'network_id': '7854f775-678f-435c-b6c5-be4df66a6c2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:02:11.671393 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-2ee6816e-e003-47f9-8cb1-461d514edb7c tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Calling delete_port for 8ed7ba29-df6e-4628-910b-3d8fc418285b owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:02:11.812692 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e496bdd0-ef43-446d-8c3f-ed4b50f08582 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event updated for resources: {'Network': ['ID=7854f775-678f-435c-b6c5-be4df66a6c2f,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:11.818558 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2ee6816e-e003-47f9-8cb1-461d514edb7c tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (8ed7ba29-df6e-4628-910b-3d8fc418285b), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:11.838963 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 7854f775-678f-435c-b6c5-be4df66a6c2f details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:02:11.843460 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd278b17-8355-465a-a4c5-6478f4f1e2c9 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Pushing event updated for resources: {'Subnet': ['ID=b3d1b3dc-f961-4608-b410-5f8a49d18b02,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:11.869000 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd278b17-8355-465a-a4c5-6478f4f1e2c9 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Checking segment: {'id': 'd7dabcce-2f76-4874-a109-f40b999df007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0b58e7e0-b55c-498d-9b57-e54d0f0e3837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:02:11.869394 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd278b17-8355-465a-a4c5-6478f4f1e2c9 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Network hostable DHCP agents. Network: 0b58e7e0-b55c-498d-9b57-e54d0f0e3837, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:02:11.872453 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b92ef90-d878-493e-9ad1-ea91d4adf906 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Made reservation on behalf of e836b14247804add85a66880853283af for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:02:11.876312 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5b92ef90-d878-493e-9ad1-ea91d4adf906 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:11.901887 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee6816e-e003-47f9-8cb1-461d514edb7c tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event deleted for resources: {'Port': ['ID=8ed7ba29-df6e-4628-910b-3d8fc418285b,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:11.912440 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee6816e-e003-47f9-8cb1-461d514edb7c tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] No DVR routers for this DVR port 8ed7ba29-df6e-4628-910b-3d8fc418285b on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:02:11.966360 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd278b17-8355-465a-a4c5-6478f4f1e2c9 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Network 0b58e7e0-b55c-498d-9b57-e54d0f0e3837 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:02:11.986957 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-fd278b17-8355-465a-a4c5-6478f4f1e2c9 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 0b58e7e0-b55c-498d-9b57-e54d0f0e3837) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:02:12.011298 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd278b17-8355-465a-a4c5-6478f4f1e2c9 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:12.012437 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fd278b17-8355-465a-a4c5-6478f4f1e2c9 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:12.048260 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 48938) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:12.049733 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-fd278b17-8355-465a-a4c5-6478f4f1e2c9 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2661769 Jan 28 03:02:12.058477 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-82b4af0e-f1e8-4c1d-8fce-3022cbeca8d0 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-390872954'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:02:12.363460 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5b92ef90-d878-493e-9ad1-ea91d4adf906 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (c3417576-c149-4e60-a78e-25eb9ae2a40e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:12.407317 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a8ee07-88a4-4bde-ab6e-7b3ac2b02e1f None None] Network 0a4b2a51-4dbd-459a-8bb1-af712828df7d requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:02:12.410553 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3307059-e789-46d8-922b-36eadbf53f15 None None] Network 0b58e7e0-b55c-498d-9b57-e54d0f0e3837 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:02:12.452844 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b92ef90-d878-493e-9ad1-ea91d4adf906 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Checking segment: {'id': '521cfb65-c4be-4d76-8964-7212cc70e97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7854f775-678f-435c-b6c5-be4df66a6c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:02:12.458004 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b92ef90-d878-493e-9ad1-ea91d4adf906 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Network hostable DHCP agents. Network: 7854f775-678f-435c-b6c5-be4df66a6c2f, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:02:12.520172 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b92ef90-d878-493e-9ad1-ea91d4adf906 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Network 7854f775-678f-435c-b6c5-be4df66a6c2f is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:02:12.548679 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-5b92ef90-d878-493e-9ad1-ea91d4adf906 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 7854f775-678f-435c-b6c5-be4df66a6c2f) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:02:12.556924 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b92ef90-d878-493e-9ad1-ea91d4adf906 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:12.557587 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5b92ef90-d878-493e-9ad1-ea91d4adf906 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:12.564954 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608f122a-1dea-4468-af15-8b8dd4d2138f None None] Network 7854f775-678f-435c-b6c5-be4df66a6c2f requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:02:12.578064 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92ef90-d878-493e-9ad1-ea91d4adf906 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event updated for resources: {'Subnet': ['ID=c3417576-c149-4e60-a78e-25eb9ae2a40e,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:12.600316 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5b92ef90-d878-493e-9ad1-ea91d4adf906 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9552109 Jan 28 03:02:12.602822 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48950) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:12.620350 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-cb2627c5-cca3-4a83-b45f-d134c2ad0e4e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'subnet': {'network_id': '7854f775-678f-435c-b6c5-be4df66a6c2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:02:12.734762 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32234469-f13a-4582-a637-be07656661ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-0b58e7e0-b55c-498d-9b57-e54d0f0e3837', 'network_id': '0b58e7e0-b55c-498d-9b57-e54d0f0e3837', 'project_id': 'dc657e3b97f846ab8907f404f62e40e1', 'fixed_ips': [{'subnet_id': 'b3d1b3dc-f961-4608-b410-5f8a49d18b02'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:02:12.735748 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-32234469-f13a-4582-a637-be07656661ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:12.757200 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8a0591-6dc3-47ca-a94f-b8b287b15e14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-7854f775-678f-435c-b6c5-be4df66a6c2f', 'network_id': '7854f775-678f-435c-b6c5-be4df66a6c2f', 'project_id': 'e836b14247804add85a66880853283af', 'fixed_ips': [{'subnet_id': 'c3417576-c149-4e60-a78e-25eb9ae2a40e'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:02:12.758580 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0d8a0591-6dc3-47ca-a94f-b8b287b15e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:12.964634 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2627c5-cca3-4a83-b45f-d134c2ad0e4e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Made reservation on behalf of e836b14247804add85a66880853283af for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:02:12.968915 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cb2627c5-cca3-4a83-b45f-d134c2ad0e4e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:12.972910 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2ee6816e-e003-47f9-8cb1-461d514edb7c tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (0a4b2a51-4dbd-459a-8bb1-af712828df7d), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:12.988220 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b4af0e-f1e8-4c1d-8fce-3022cbeca8d0 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Made reservation on behalf of dc657e3b97f846ab8907f404f62e40e1 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:02:12.997263 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-82b4af0e-f1e8-4c1d-8fce-3022cbeca8d0 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:13.017245 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-2ee6816e-e003-47f9-8cb1-461d514edb7c tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a4b2a51-4dbd-459a-8bb1-af712828df7d']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:13.033266 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-2ee6816e-e003-47f9-8cb1-461d514edb7c tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3779cdb8-b172-4640-a0db-3ba648b73dbc') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:13.033712 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-2ee6816e-e003-47f9-8cb1-461d514edb7c tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3779cdb8-b172-4640-a0db-3ba648b73dbc') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:13.050364 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2ee6816e-e003-47f9-8cb1-461d514edb7c tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (3779cdb8-b172-4640-a0db-3ba648b73dbc), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:13.052686 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82b4af0e-f1e8-4c1d-8fce-3022cbeca8d0 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:02:13.072295 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-82b4af0e-f1e8-4c1d-8fce-3022cbeca8d0 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (7c948faa-9934-42d5-9797-b223381aeffa), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:13.072835 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-82b4af0e-f1e8-4c1d-8fce-3022cbeca8d0 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Added segment 7c948faa-9934-42d5-9797-b223381aeffa of type vlan for network 422af81d-f145-4e02-be04-fd6df5a614c1 Jan 28 03:02:13.075437 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2ee6816e-e003-47f9-8cb1-461d514edb7c tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (3779cdb8-b172-4640-a0db-3ba648b73dbc), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:13.093190 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-0d8a0591-6dc3-47ca-a94f-b8b287b15e14 None None] Allocated IP 172.20.0.2 (7854f775-678f-435c-b6c5-be4df66a6c2f/c3417576-c149-4e60-a78e-25eb9ae2a40e/2edd8f2b-9545-4396-adee-f7ce83d6e76d) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:02:13.102687 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ee6816e-e003-47f9-8cb1-461d514edb7c tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:02:13.103336 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2ee6816e-e003-47f9-8cb1-461d514edb7c tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (3779cdb8-b172-4640-a0db-3ba648b73dbc), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:13.107262 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:02:13.107262 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:02:13.107262 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:02:13.107262 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:02:13.107262 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:02:13.107262 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:02:13.107262 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:02:13.107262 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:02:13.107262 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:02:13.107262 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:02:13.107262 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:02:13.107262 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:02:13.107262 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:02:13.107262 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:02:13.107262 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:02:13.107262 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:02:13.107262 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:02:13.107262 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:02:13.107262 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:02:13.107262 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:02:13.107262 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:02:13.107262 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:02:13.107262 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:02:13.107262 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:02:13.107262 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:02:13.107262 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:02:13.107262 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:02:13.107262 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:02:13.107262 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:02:13.107262 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:02:13.107262 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:02:13.107262 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:02:13.177981 n-d-712139-27 neutron-server[109803]: INFO neutron.db.ipam_backend_mixin [None req-cb2627c5-cca3-4a83-b45f-d134c2ad0e4e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c3417576-c149-4e60-a78e-25eb9ae2a40e (CIDR: 172.20.0.0/28) Jan 28 03:02:13.191099 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb2627c5-cca3-4a83-b45f-d134c2ad0e4e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:02:13.191910 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb2627c5-cca3-4a83-b45f-d134c2ad0e4e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:02:13.194912 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-82b4af0e-f1e8-4c1d-8fce-3022cbeca8d0 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (422af81d-f145-4e02-be04-fd6df5a614c1), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:13.224405 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-cb2627c5-cca3-4a83-b45f-d134c2ad0e4e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6201015 Jan 28 03:02:13.236390 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48960) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:13.241728 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2ee6816e-e003-47f9-8cb1-461d514edb7c tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (0a4b2a51-4dbd-459a-8bb1-af712828df7d), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:13.242711 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-8548e3f2-85c3-4cb6-bba2-f78bcad20ece tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'subnet': {'network_id': '7854f775-678f-435c-b6c5-be4df66a6c2f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:02:13.259994 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2ee6816e-e003-47f9-8cb1-461d514edb7c tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:13.272589 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48962) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:13.273756 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2ee6816e-e003-47f9-8cb1-461d514edb7c tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "DELETE /v2.0/networks/0a4b2a51-4dbd-459a-8bb1-af712828df7d HTTP/1.1" status: 204 len: 168 time: 4.0095630 Jan 28 03:02:13.286056 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-e75b707c-b468-4918-b21a-725d7f50955a tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-332311136'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:02:13.298189 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-82b4af0e-f1e8-4c1d-8fce-3022cbeca8d0 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (422af81d-f145-4e02-be04-fd6df5a614c1), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:13.308141 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75b707c-b468-4918-b21a-725d7f50955a tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Made reservation on behalf of a0006a66d1db4222a493e3bd442f2da0 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:02:13.312657 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b4af0e-f1e8-4c1d-8fce-3022cbeca8d0 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:13.316451 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-82b4af0e-f1e8-4c1d-8fce-3022cbeca8d0 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:13.322828 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee6816e-e003-47f9-8cb1-461d514edb7c tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event deleted for resources: {'Network': ['ID=0a4b2a51-4dbd-459a-8bb1-af712828df7d,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:13.329806 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e75b707c-b468-4918-b21a-725d7f50955a tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:13.453008 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48970) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:13.454298 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-82b4af0e-f1e8-4c1d-8fce-3022cbeca8d0 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4048707 Jan 28 03:02:13.465161 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-60429def-52c0-4b49-8607-36c32c50c2c9 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Request body: {'subnet': {'network_id': '422af81d-f145-4e02-be04-fd6df5a614c1', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:02:13.481297 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b4af0e-f1e8-4c1d-8fce-3022cbeca8d0 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Pushing event updated for resources: {'Network': ['ID=422af81d-f145-4e02-be04-fd6df5a614c1,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:13.554587 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-32234469-f13a-4582-a637-be07656661ac None None] Allocated IP 19.80.0.2 (0b58e7e0-b55c-498d-9b57-e54d0f0e3837/b3d1b3dc-f961-4608-b410-5f8a49d18b02/7c3961ef-1acf-412a-bb1c-464b19b6f0d4) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:02:13.568259 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e75b707c-b468-4918-b21a-725d7f50955a tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:02:13.603347 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e75b707c-b468-4918-b21a-725d7f50955a tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (c16d45f9-05a3-43ab-ba7c-812adef22bd4), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:13.603695 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-e75b707c-b468-4918-b21a-725d7f50955a tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Added segment c16d45f9-05a3-43ab-ba7c-812adef22bd4 of type vlan for network 5e9a60af-48a2-4864-b6fe-52a01db7872c Jan 28 03:02:13.695549 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60429def-52c0-4b49-8607-36c32c50c2c9 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Made reservation on behalf of dc657e3b97f846ab8907f404f62e40e1 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:02:13.710881 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-60429def-52c0-4b49-8607-36c32c50c2c9 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:13.716306 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 422af81d-f145-4e02-be04-fd6df5a614c1 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:02:13.734726 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e75b707c-b468-4918-b21a-725d7f50955a tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (5e9a60af-48a2-4864-b6fe-52a01db7872c), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:13.748649 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8548e3f2-85c3-4cb6-bba2-f78bcad20ece tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Made reservation on behalf of e836b14247804add85a66880853283af for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:02:13.752197 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8548e3f2-85c3-4cb6-bba2-f78bcad20ece tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:13.896831 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e75b707c-b468-4918-b21a-725d7f50955a tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (5e9a60af-48a2-4864-b6fe-52a01db7872c), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:13.904011 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75b707c-b468-4918-b21a-725d7f50955a tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:13.904768 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e75b707c-b468-4918-b21a-725d7f50955a tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:13.916239 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0d8a0591-6dc3-47ca-a94f-b8b287b15e14 None None] Publish callbacks [] for port (2edd8f2b-9545-4396-adee-f7ce83d6e76d), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:13.958962 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0d8a0591-6dc3-47ca-a94f-b8b287b15e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (2edd8f2b-9545-4396-adee-f7ce83d6e76d), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:14.051851 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b707c-b468-4918-b21a-725d7f50955a tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event updated for resources: {'Network': ['ID=5e9a60af-48a2-4864-b6fe-52a01db7872c,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:14.111670 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e75b707c-b468-4918-b21a-725d7f50955a tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8379719 Jan 28 03:02:14.114842 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 48986) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:14.116584 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 5e9a60af-48a2-4864-b6fe-52a01db7872c details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:02:14.121570 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-b79a945f-05e4-4b41-97be-1502b36e1464 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Request body: {'subnet': {'network_id': '5e9a60af-48a2-4864-b6fe-52a01db7872c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:02:14.125943 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8a0591-6dc3-47ca-a94f-b8b287b15e14 None None] Network 7854f775-678f-435c-b6c5-be4df66a6c2f is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:02:14.156297 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-0d8a0591-6dc3-47ca-a94f-b8b287b15e14 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:02:14.221891 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8a0591-6dc3-47ca-a94f-b8b287b15e14 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:02:14.274360 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a0591-6dc3-47ca-a94f-b8b287b15e14 None None] Pushing event updated for resources: {'Port': ['ID=2edd8f2b-9545-4396-adee-f7ce83d6e76d,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:14.295009 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-32234469-f13a-4582-a637-be07656661ac None None] Publish callbacks [] for port (7c3961ef-1acf-412a-bb1c-464b19b6f0d4), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:14.342749 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-32234469-f13a-4582-a637-be07656661ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (7c3961ef-1acf-412a-bb1c-464b19b6f0d4), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:14.403006 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79a945f-05e4-4b41-97be-1502b36e1464 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Made reservation on behalf of a0006a66d1db4222a493e3bd442f2da0 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:02:14.409095 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b79a945f-05e4-4b41-97be-1502b36e1464 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:14.425889 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-0d8a0591-6dc3-47ca-a94f-b8b287b15e14 None None] Attempting to bind port 2edd8f2b-9545-4396-adee-f7ce83d6e76d on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:02:14.426453 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-0d8a0591-6dc3-47ca-a94f-b8b287b15e14 None None] Attempting to bind port 2edd8f2b-9545-4396-adee-f7ce83d6e76d by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '521cfb65-c4be-4d76-8964-7212cc70e97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7854f775-678f-435c-b6c5-be4df66a6c2f'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:02:14.426939 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8a0591-6dc3-47ca-a94f-b8b287b15e14 None None] Attempting to bind port 2edd8f2b-9545-4396-adee-f7ce83d6e76d on network 7854f775-678f-435c-b6c5-be4df66a6c2f {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:02:14.435113 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32234469-f13a-4582-a637-be07656661ac None None] Network 0b58e7e0-b55c-498d-9b57-e54d0f0e3837 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:02:14.445714 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-32234469-f13a-4582-a637-be07656661ac None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:02:14.448313 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32234469-f13a-4582-a637-be07656661ac None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:02:14.448757 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-60429def-52c0-4b49-8607-36c32c50c2c9 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (5eca14b6-79be-4965-b268-11c93fa5eba5), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:14.452022 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8a0591-6dc3-47ca-a94f-b8b287b15e14 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:02:14.454348 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8a0591-6dc3-47ca-a94f-b8b287b15e14 None None] Checking segment: {'id': '521cfb65-c4be-4d76-8964-7212cc70e97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7854f775-678f-435c-b6c5-be4df66a6c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:02:14.454914 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0d8a0591-6dc3-47ca-a94f-b8b287b15e14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:14.455430 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8a0591-6dc3-47ca-a94f-b8b287b15e14 None None] Bound using segment: {'id': '521cfb65-c4be-4d76-8964-7212cc70e97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7854f775-678f-435c-b6c5-be4df66a6c2f'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:02:14.456049 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-0d8a0591-6dc3-47ca-a94f-b8b287b15e14 None None] Bound port: 2edd8f2b-9545-4396-adee-f7ce83d6e76d, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '521cfb65-c4be-4d76-8964-7212cc70e97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7854f775-678f-435c-b6c5-be4df66a6c2f'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:02:14.456544 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0d8a0591-6dc3-47ca-a94f-b8b287b15e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2edd8f2b-9545-4396-adee-f7ce83d6e76d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:14.460050 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32234469-f13a-4582-a637-be07656661ac None None] Pushing event updated for resources: {'Port': ['ID=7c3961ef-1acf-412a-bb1c-464b19b6f0d4,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:14.610504 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60429def-52c0-4b49-8607-36c32c50c2c9 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Pushing event updated for resources: {'Subnet': ['ID=5eca14b6-79be-4965-b268-11c93fa5eba5,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:14.621581 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8548e3f2-85c3-4cb6-bba2-f78bcad20ece tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (4364dade-3df1-4300-b1d3-32e8a819d066), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:14.649851 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-0d8a0591-6dc3-47ca-a94f-b8b287b15e14 None None] For port 2edd8f2b-9545-4396-adee-f7ce83d6e76d, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:02:14.653816 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-0d8a0591-6dc3-47ca-a94f-b8b287b15e14 None None] For port 2edd8f2b-9545-4396-adee-f7ce83d6e76d, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=2edd8f2b-9545-4396-adee-f7ce83d6e76d,segment=NetworkSegment(521cfb65-c4be-4d76-8964-7212cc70e97e),segment_id=521cfb65-c4be-4d76-8964-7212cc70e97e)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:02:14.661233 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-32234469-f13a-4582-a637-be07656661ac None None] Attempting to bind port 7c3961ef-1acf-412a-bb1c-464b19b6f0d4 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:02:14.661233 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-32234469-f13a-4582-a637-be07656661ac None None] Attempting to bind port 7c3961ef-1acf-412a-bb1c-464b19b6f0d4 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'd7dabcce-2f76-4874-a109-f40b999df007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0b58e7e0-b55c-498d-9b57-e54d0f0e3837'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:02:14.661233 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32234469-f13a-4582-a637-be07656661ac None None] Attempting to bind port 7c3961ef-1acf-412a-bb1c-464b19b6f0d4 on network 0b58e7e0-b55c-498d-9b57-e54d0f0e3837 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:02:14.671962 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32234469-f13a-4582-a637-be07656661ac None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:02:14.672892 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32234469-f13a-4582-a637-be07656661ac None None] Checking segment: {'id': 'd7dabcce-2f76-4874-a109-f40b999df007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0b58e7e0-b55c-498d-9b57-e54d0f0e3837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:02:14.673302 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-32234469-f13a-4582-a637-be07656661ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:14.674042 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32234469-f13a-4582-a637-be07656661ac None None] Bound using segment: {'id': 'd7dabcce-2f76-4874-a109-f40b999df007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0b58e7e0-b55c-498d-9b57-e54d0f0e3837'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:02:14.675030 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-32234469-f13a-4582-a637-be07656661ac None None] Bound port: 7c3961ef-1acf-412a-bb1c-464b19b6f0d4, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7dabcce-2f76-4874-a109-f40b999df007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0b58e7e0-b55c-498d-9b57-e54d0f0e3837'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:02:14.675824 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-32234469-f13a-4582-a637-be07656661ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7c3961ef-1acf-412a-bb1c-464b19b6f0d4), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:14.696751 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60429def-52c0-4b49-8607-36c32c50c2c9 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Checking segment: {'id': '7c948faa-9934-42d5-9797-b223381aeffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '422af81d-f145-4e02-be04-fd6df5a614c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:02:14.697144 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60429def-52c0-4b49-8607-36c32c50c2c9 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Network hostable DHCP agents. Network: 422af81d-f145-4e02-be04-fd6df5a614c1, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:02:14.705569 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0d8a0591-6dc3-47ca-a94f-b8b287b15e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (2edd8f2b-9545-4396-adee-f7ce83d6e76d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:14.755219 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8548e3f2-85c3-4cb6-bba2-f78bcad20ece tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Network 7854f775-678f-435c-b6c5-be4df66a6c2f is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:02:14.758403 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548e3f2-85c3-4cb6-bba2-f78bcad20ece tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event updated for resources: {'Subnet': ['ID=4364dade-3df1-4300-b1d3-32e8a819d066,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:14.763059 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-8548e3f2-85c3-4cb6-bba2-f78bcad20ece tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:02:14.773988 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8548e3f2-85c3-4cb6-bba2-f78bcad20ece tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:14.774746 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8548e3f2-85c3-4cb6-bba2-f78bcad20ece tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:14.802594 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60429def-52c0-4b49-8607-36c32c50c2c9 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Network 422af81d-f145-4e02-be04-fd6df5a614c1 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:02:14.820826 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8548e3f2-85c3-4cb6-bba2-f78bcad20ece tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5826499 Jan 28 03:02:14.822293 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-60429def-52c0-4b49-8607-36c32c50c2c9 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 422af81d-f145-4e02-be04-fd6df5a614c1) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:02:14.828482 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49000) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:14.844459 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2a55b2-8928-43c5-89d3-13b7629b3de6 None None] Network 422af81d-f145-4e02-be04-fd6df5a614c1 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:02:14.844859 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60429def-52c0-4b49-8607-36c32c50c2c9 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:14.846437 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-60429def-52c0-4b49-8607-36c32c50c2c9 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:14.865967 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-03b761ba-9fed-4a8c-99b8-863cd35545e1 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'port': {'network_id': '7854f775-678f-435c-b6c5-be4df66a6c2f', 'fixed_ips': [{'subnet_id': 'c3417576-c149-4e60-a78e-25eb9ae2a40e'}, {'subnet_id': '4364dade-3df1-4300-b1d3-32e8a819d066'}], 'name': 'tempest-PortsTestJSON-1619437147'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:02:14.898935 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-60429def-52c0-4b49-8607-36c32c50c2c9 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4361794 Jan 28 03:02:14.976362 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-32234469-f13a-4582-a637-be07656661ac None None] For port 7c3961ef-1acf-412a-bb1c-464b19b6f0d4, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:02:14.982262 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-32234469-f13a-4582-a637-be07656661ac None None] For port 7c3961ef-1acf-412a-bb1c-464b19b6f0d4, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=7c3961ef-1acf-412a-bb1c-464b19b6f0d4,segment=NetworkSegment(d7dabcce-2f76-4874-a109-f40b999df007),segment_id=d7dabcce-2f76-4874-a109-f40b999df007)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:02:15.034789 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b79a945f-05e4-4b41-97be-1502b36e1464 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (5772aece-ef20-4acb-9f3e-b28cd5c13b22), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:15.102130 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-32234469-f13a-4582-a637-be07656661ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (7c3961ef-1acf-412a-bb1c-464b19b6f0d4), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:15.132247 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb76c901-bc3e-4c09-a34e-b3c56c7c64ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-422af81d-f145-4e02-be04-fd6df5a614c1', 'network_id': '422af81d-f145-4e02-be04-fd6df5a614c1', 'project_id': 'dc657e3b97f846ab8907f404f62e40e1', 'fixed_ips': [{'subnet_id': '5eca14b6-79be-4965-b268-11c93fa5eba5'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:02:15.133882 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cb76c901-bc3e-4c09-a34e-b3c56c7c64ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:15.236993 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a0591-6dc3-47ca-a94f-b8b287b15e14 None None] Pushing event updated for resources: {'Port': ['ID=2edd8f2b-9545-4396-adee-f7ce83d6e76d,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:15.448501 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79a945f-05e4-4b41-97be-1502b36e1464 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event updated for resources: {'Subnet': ['ID=5772aece-ef20-4acb-9f3e-b28cd5c13b22,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:15.494065 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32234469-f13a-4582-a637-be07656661ac None None] Pushing event updated for resources: {'Port': ['ID=7c3961ef-1acf-412a-bb1c-464b19b6f0d4,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:15.569543 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b761ba-9fed-4a8c-99b8-863cd35545e1 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Made reservation on behalf of e836b14247804add85a66880853283af for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:02:15.658766 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79a945f-05e4-4b41-97be-1502b36e1464 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Checking segment: {'id': 'c16d45f9-05a3-43ab-ba7c-812adef22bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '5e9a60af-48a2-4864-b6fe-52a01db7872c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:02:15.658766 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79a945f-05e4-4b41-97be-1502b36e1464 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Network hostable DHCP agents. Network: 5e9a60af-48a2-4864-b6fe-52a01db7872c, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:02:15.681221 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-d5e212ea-b534-4909-bfe8-9e0c765212c7 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:15.709156 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-d5e212ea-b534-4909-bfe8-9e0c765212c7 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:15.742059 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-d5e212ea-b534-4909-bfe8-9e0c765212c7 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/networks?id=0b58e7e0-b55c-498d-9b57-e54d0f0e3837&id=422af81d-f145-4e02-be04-fd6df5a614c1 HTTP/1.1" status: 200 len: 1391 time: 0.4039798 Jan 28 03:02:15.765815 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-8b643e3c-42ff-43cb-9d48-0b742a73f10f tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/quotas/dc657e3b97f846ab8907f404f62e40e1 HTTP/1.1" status: 200 len: 375 time: 0.0219035 Jan 28 03:02:15.890889 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-cb76c901-bc3e-4c09-a34e-b3c56c7c64ab None None] Allocated IP 19.86.0.2 (422af81d-f145-4e02-be04-fd6df5a614c1/5eca14b6-79be-4965-b268-11c93fa5eba5/f7b72a85-1c0f-49ec-b43d-5266b5321d81) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:02:15.900062 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-6c8a8f99-8c90-4b49-a6f0-0193bba4a355 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc657e3b97f846ab8907f404f62e40e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1150253 Jan 28 03:02:16.039534 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79a945f-05e4-4b41-97be-1502b36e1464 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Network 5e9a60af-48a2-4864-b6fe-52a01db7872c is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:02:16.073237 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-b79a945f-05e4-4b41-97be-1502b36e1464 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 5e9a60af-48a2-4864-b6fe-52a01db7872c) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:02:16.096051 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ba43ba-e920-4375-bdc1-b9cf9de8a294 None None] Network 5e9a60af-48a2-4864-b6fe-52a01db7872c requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:02:16.107524 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79a945f-05e4-4b41-97be-1502b36e1464 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:16.108360 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b79a945f-05e4-4b41-97be-1502b36e1464 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:16.174765 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b79a945f-05e4-4b41-97be-1502b36e1464 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0564902 Jan 28 03:02:16.176919 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 49040) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:16.282435 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-03b761ba-9fed-4a8c-99b8-863cd35545e1 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:16.339608 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-03b761ba-9fed-4a8c-99b8-863cd35545e1 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] device_id is not set on port c5974ee0-0776-45ca-bf84-78884fbc0c4f yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:02:16.728829 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 2edd8f2b-9545-4396-adee-f7ce83d6e76d up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:02:16.741354 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7c00de54-c1ef-47b9-b4a3-de12631a2308 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (5e9a60af-48a2-4864-b6fe-52a01db7872c), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:16.745209 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-0eac00ca-0da5-4dc2-92ae-5ed3992f7aa4 service neutron] 10.222.0.53 "GET /v2.0/networks/0b58e7e0-b55c-498d-9b57-e54d0f0e3837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8366854 Jan 28 03:02:17.019783 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cb76c901-bc3e-4c09-a34e-b3c56c7c64ab None None] Publish callbacks [] for port (f7b72a85-1c0f-49ec-b43d-5266b5321d81), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:17.146984 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cb76c901-bc3e-4c09-a34e-b3c56c7c64ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (f7b72a85-1c0f-49ec-b43d-5266b5321d81), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:17.161943 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 2edd8f2b-9545-4396-adee-f7ce83d6e76d triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:02:17.162325 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (2edd8f2b-9545-4396-adee-f7ce83d6e76d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:17.229870 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7c00de54-c1ef-47b9-b4a3-de12631a2308 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (5772aece-ef20-4acb-9f3e-b28cd5c13b22), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:17.230050 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb76c901-bc3e-4c09-a34e-b3c56c7c64ab None None] Pushing event updated for resources: {'Port': ['ID=f7b72a85-1c0f-49ec-b43d-5266b5321d81,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:17.232954 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb081ab-b917-4049-b1fa-49ca7464e810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-5e9a60af-48a2-4864-b6fe-52a01db7872c', 'network_id': '5e9a60af-48a2-4864-b6fe-52a01db7872c', 'project_id': 'a0006a66d1db4222a493e3bd442f2da0', 'fixed_ips': [{'subnet_id': '5772aece-ef20-4acb-9f3e-b28cd5c13b22'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:02:17.234382 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8bb081ab-b917-4049-b1fa-49ca7464e810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:17.272675 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-03b761ba-9fed-4a8c-99b8-863cd35545e1 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Allocated IP 172.20.0.14 (7854f775-678f-435c-b6c5-be4df66a6c2f/c3417576-c149-4e60-a78e-25eb9ae2a40e/c5974ee0-0776-45ca-bf84-78884fbc0c4f) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:02:17.291727 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-03b761ba-9fed-4a8c-99b8-863cd35545e1 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Allocated IP 172.20.0.26 (7854f775-678f-435c-b6c5-be4df66a6c2f/4364dade-3df1-4300-b1d3-32e8a819d066/c5974ee0-0776-45ca-bf84-78884fbc0c4f) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:02:17.366380 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb76c901-bc3e-4c09-a34e-b3c56c7c64ab None None] Network 422af81d-f145-4e02-be04-fd6df5a614c1 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:02:17.384360 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-cb76c901-bc3e-4c09-a34e-b3c56c7c64ab None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:02:17.411792 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb76c901-bc3e-4c09-a34e-b3c56c7c64ab None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:02:17.467970 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-f71355af-8a75-42d2-9baf-513d51ca87e0 service neutron] 10.222.0.53 "GET /v2.0/networks/0b58e7e0-b55c-498d-9b57-e54d0f0e3837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7106013 Jan 28 03:02:17.603607 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7c00de54-c1ef-47b9-b4a3-de12631a2308 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (5772aece-ef20-4acb-9f3e-b28cd5c13b22), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:17.675011 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a157d1-3e5e-488b-8688-3706821c7cb1 None None] Network 7854f775-678f-435c-b6c5-be4df66a6c2f requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:02:17.685296 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c00de54-c1ef-47b9-b4a3-de12631a2308 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event deleted for resources: {'Subnet': ['ID=5772aece-ef20-4acb-9f3e-b28cd5c13b22,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:17.759800 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-8013b993-16f2-43f5-a38d-68f836ff4a56 service neutron] 10.222.0.53 "GET /v2.0/networks/422af81d-f145-4e02-be04-fd6df5a614c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808456 Jan 28 03:02:17.864965 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-03b761ba-9fed-4a8c-99b8-863cd35545e1 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for port (c5974ee0-0776-45ca-bf84-78884fbc0c4f), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:17.874630 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-cb76c901-bc3e-4c09-a34e-b3c56c7c64ab None None] Attempting to bind port f7b72a85-1c0f-49ec-b43d-5266b5321d81 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:02:17.875713 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-cb76c901-bc3e-4c09-a34e-b3c56c7c64ab None None] Attempting to bind port f7b72a85-1c0f-49ec-b43d-5266b5321d81 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '7c948faa-9934-42d5-9797-b223381aeffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '422af81d-f145-4e02-be04-fd6df5a614c1'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:02:17.875713 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb76c901-bc3e-4c09-a34e-b3c56c7c64ab None None] Attempting to bind port f7b72a85-1c0f-49ec-b43d-5266b5321d81 on network 422af81d-f145-4e02-be04-fd6df5a614c1 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:02:17.928921 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c4d30-7b7c-447c-b03d-63c2a59e3ab9 req-470d39e9-249d-483e-a19e-cdb6ddc0a8a2 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:17.938740 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c24c4d30-7b7c-447c-b03d-63c2a59e3ab9 req-470d39e9-249d-483e-a19e-cdb6ddc0a8a2 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e5e8900-8515-4af8-ad09-d5ebee3b44c4 HTTP/1.1" status: 200 len: 945 time: 0.2502656 Jan 28 03:02:17.948442 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf1d49e-b4c0-42d3-9194-cb428383ed74 None None] Network 0b58e7e0-b55c-498d-9b57-e54d0f0e3837 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:02:17.951497 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-90f5fc77-0aec-4b1b-ab18-068a6b925257 None None] Provisioning complete for port 2edd8f2b-9545-4396-adee-f7ce83d6e76d triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:02:17.952162 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-90f5fc77-0aec-4b1b-ab18-068a6b925257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (2edd8f2b-9545-4396-adee-f7ce83d6e76d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:17.990427 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7c00de54-c1ef-47b9-b4a3-de12631a2308 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (5e9a60af-48a2-4864-b6fe-52a01db7872c), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:18.032303 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb76c901-bc3e-4c09-a34e-b3c56c7c64ab None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:02:18.033274 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb76c901-bc3e-4c09-a34e-b3c56c7c64ab None None] Checking segment: {'id': '7c948faa-9934-42d5-9797-b223381aeffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '422af81d-f145-4e02-be04-fd6df5a614c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:02:18.033274 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cb76c901-bc3e-4c09-a34e-b3c56c7c64ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:18.035094 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb76c901-bc3e-4c09-a34e-b3c56c7c64ab None None] Bound using segment: {'id': '7c948faa-9934-42d5-9797-b223381aeffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '422af81d-f145-4e02-be04-fd6df5a614c1'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:02:18.035094 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-cb76c901-bc3e-4c09-a34e-b3c56c7c64ab None None] Bound port: f7b72a85-1c0f-49ec-b43d-5266b5321d81, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c948faa-9934-42d5-9797-b223381aeffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '422af81d-f145-4e02-be04-fd6df5a614c1'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:02:18.035094 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cb76c901-bc3e-4c09-a34e-b3c56c7c64ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f7b72a85-1c0f-49ec-b43d-5266b5321d81), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:18.101936 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-03b761ba-9fed-4a8c-99b8-863cd35545e1 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (c5974ee0-0776-45ca-bf84-78884fbc0c4f), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:18.107982 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-7c00de54-c1ef-47b9-b4a3-de12631a2308 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e9a60af-48a2-4864-b6fe-52a01db7872c']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server [None req-8bb081ab-b917-4049-b1fa-49ca7464e810 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5772aece-ef20-4acb-9f3e-b28cd5c13b22: This subnet is being modified by another concurrent operation. Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 03:02:18.109099 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 03:02:18.119783 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 03:02:18.119783 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 03:02:18.119783 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 03:02:18.119783 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 03:02:18.119783 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 03:02:18.119783 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 03:02:18.119783 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 03:02:18.119783 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 03:02:18.119783 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 03:02:18.119783 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 03:02:18.119783 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 03:02:18.119783 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 03:02:18.119783 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 03:02:18.119783 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 03:02:18.119783 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 03:02:18.119783 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 03:02:18.119783 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 03:02:18.119783 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 03:02:18.119783 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 03:02:18.119783 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 03:02:18.119783 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 03:02:18.119783 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 03:02:18.119783 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 03:02:18.119783 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 03:02:18.119783 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 03:02:18.119783 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 03:02:18.119783 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 03:02:18.119783 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 03:02:18.119783 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 03:02:18.119783 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 03:02:18.119783 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 03:02:18.119783 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 03:02:18.119783 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 03:02:18.119783 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 03:02:18.119783 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 03:02:18.119783 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise exception Jan 28 03:02:18.119783 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5772aece-ef20-4acb-9f3e-b28cd5c13b22: This subnet is being modified by another concurrent operation. Jan 28 03:02:18.119783 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server Jan 28 03:02:18.119783 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 2edd8f2b-9545-4396-adee-f7ce83d6e76d is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:02:18.119783 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2edd8f2b-9545-4396-adee-f7ce83d6e76d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:18.149222 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aad3e37-f767-4db5-beda-8ccfc0ad6e63 None None] Network 5e9a60af-48a2-4864-b6fe-52a01db7872c requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:02:18.182282 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-7c00de54-c1ef-47b9-b4a3-de12631a2308 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c16d45f9-05a3-43ab-ba7c-812adef22bd4') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:18.182661 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-7c00de54-c1ef-47b9-b4a3-de12631a2308 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c16d45f9-05a3-43ab-ba7c-812adef22bd4') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:18.257988 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-278ab785-2f15-4989-836e-ebccea87c1c2 service neutron] 10.222.0.53 "GET /v2.0/networks/422af81d-f145-4e02-be04-fd6df5a614c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4690249 Jan 28 03:02:18.266783 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7c00de54-c1ef-47b9-b4a3-de12631a2308 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (c16d45f9-05a3-43ab-ba7c-812adef22bd4), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:18.291684 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b761ba-9fed-4a8c-99b8-863cd35545e1 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event updated for resources: {'Port': ['ID=c5974ee0-0776-45ca-bf84-78884fbc0c4f,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:18.336746 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7c00de54-c1ef-47b9-b4a3-de12631a2308 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (c16d45f9-05a3-43ab-ba7c-812adef22bd4), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:18.352383 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c00de54-c1ef-47b9-b4a3-de12631a2308 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:02:18.353162 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7c00de54-c1ef-47b9-b4a3-de12631a2308 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (c16d45f9-05a3-43ab-ba7c-812adef22bd4), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:18.376523 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c24c4d30-7b7c-447c-b03d-63c2a59e3ab9 req-13479e57-ecd6-4dd6-b78c-ce64aff7a5f4 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] 10.222.0.53 "GET /v2.0/security-groups?id=786ce2cb-8fe2-441b-977a-dfaf6a43011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4303036 Jan 28 03:02:18.386004 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:02:18.386004 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:02:18.386004 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:02:18.386004 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:02:18.386004 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:02:18.386004 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:02:18.386004 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:02:18.386004 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:02:18.386004 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:02:18.386004 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:02:18.386004 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:02:18.386004 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:02:18.386004 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:02:18.386004 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:02:18.386004 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:02:18.386004 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:02:18.386004 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:02:18.386004 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:02:18.386004 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:02:18.386004 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:02:18.386004 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:02:18.386004 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:02:18.386004 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:02:18.386004 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:02:18.386004 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:02:18.386004 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:02:18.386004 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:02:18.386004 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:02:18.386004 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:02:18.386004 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:02:18.386004 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:02:18.386004 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:02:18.391235 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b761ba-9fed-4a8c-99b8-863cd35545e1 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Network 7854f775-678f-435c-b6c5-be4df66a6c2f is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:02:18.395254 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-03b761ba-9fed-4a8c-99b8-863cd35545e1 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:02:18.414143 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b761ba-9fed-4a8c-99b8-863cd35545e1 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:02:18.537998 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b761ba-9fed-4a8c-99b8-863cd35545e1 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:18.542046 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-03b761ba-9fed-4a8c-99b8-863cd35545e1 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:18.542521 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7c00de54-c1ef-47b9-b4a3-de12631a2308 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (5e9a60af-48a2-4864-b6fe-52a01db7872c), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:18.552246 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7c00de54-c1ef-47b9-b4a3-de12631a2308 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:18.565000 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7c00de54-c1ef-47b9-b4a3-de12631a2308 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "DELETE /v2.0/networks/5e9a60af-48a2-4864-b6fe-52a01db7872c HTTP/1.1" status: 204 len: 168 time: 2.3826776 Jan 28 03:02:18.581398 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49086) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:18.612940 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 2edd8f2b-9545-4396-adee-f7ce83d6e76d, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=2edd8f2b-9545-4396-adee-f7ce83d6e76d,segment=NetworkSegment(521cfb65-c4be-4d76-8964-7212cc70e97e),segment_id=521cfb65-c4be-4d76-8964-7212cc70e97e)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:02:18.614073 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c00de54-c1ef-47b9-b4a3-de12631a2308 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event deleted for resources: {'Network': ['ID=5e9a60af-48a2-4864-b6fe-52a01db7872c,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:18.614673 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-49e17100-ebfc-420d-9014-c47765bcc687 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-410061387'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:02:18.665707 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1b83f20a-3882-4262-b975-bccfd733e1ed req-5552d55b-6b0c-466f-9b32-680637fca646 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e456f2-80f4-4178-bba7-fa68a9156299 HTTP/1.1" status: 200 len: 210 time: 0.0387135 Jan 28 03:02:18.675216 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (2edd8f2b-9545-4396-adee-f7ce83d6e76d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:18.676735 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 7c3961ef-1acf-412a-bb1c-464b19b6f0d4 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:02:18.689561 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 49090) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:18.693392 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-03b761ba-9fed-4a8c-99b8-863cd35545e1 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 3.8589616 Jan 28 03:02:18.695905 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-50b04744-16c6-42c5-ba52-804a921d59a4 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c3417576-c149-4e60-a78e-25eb9ae2a40e'}]}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:02:18.771217 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e17100-ebfc-420d-9014-c47765bcc687 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Made reservation on behalf of a0006a66d1db4222a493e3bd442f2da0 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:02:18.775911 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-49e17100-ebfc-420d-9014-c47765bcc687 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:18.806444 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-cb76c901-bc3e-4c09-a34e-b3c56c7c64ab None None] For port f7b72a85-1c0f-49ec-b43d-5266b5321d81, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:02:18.814561 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f6e84-07a5-4586-a1f4-e1cad95e1d87 req-c42ea02e-c575-476b-b118-3471026c4ff6 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:18.816887 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-683f6e84-07a5-4586-a1f4-e1cad95e1d87 req-c42ea02e-c575-476b-b118-3471026c4ff6 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e5e8900-8515-4af8-ad09-d5ebee3b44c4 HTTP/1.1" status: 200 len: 945 time: 0.1406109 Jan 28 03:02:18.867528 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=2edd8f2b-9545-4396-adee-f7ce83d6e76d,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:18.914322 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-90f5fc77-0aec-4b1b-ab18-068a6b925257 None None] Current status of the port 2edd8f2b-9545-4396-adee-f7ce83d6e76d is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:02:18.914731 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-90f5fc77-0aec-4b1b-ab18-068a6b925257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2edd8f2b-9545-4396-adee-f7ce83d6e76d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:18.919842 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49e17100-ebfc-420d-9014-c47765bcc687 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:02:18.921023 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-cb76c901-bc3e-4c09-a34e-b3c56c7c64ab None None] For port f7b72a85-1c0f-49ec-b43d-5266b5321d81, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=f7b72a85-1c0f-49ec-b43d-5266b5321d81,segment=NetworkSegment(7c948faa-9934-42d5-9797-b223381aeffa),segment_id=7c948faa-9934-42d5-9797-b223381aeffa)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:02:18.952004 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cb76c901-bc3e-4c09-a34e-b3c56c7c64ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (f7b72a85-1c0f-49ec-b43d-5266b5321d81), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:18.952198 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-49e17100-ebfc-420d-9014-c47765bcc687 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (92110ebe-168d-4a11-902d-6890037d406d), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:18.952768 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-49e17100-ebfc-420d-9014-c47765bcc687 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Added segment 92110ebe-168d-4a11-902d-6890037d406d of type vlan for network dcc11a13-4519-40be-a0bb-cb729da0a999 Jan 28 03:02:19.024096 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-683f6e84-07a5-4586-a1f4-e1cad95e1d87 req-7021a431-7b36-4429-b988-0c951396ce07 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] Deleting port 49155e13-6067-4f3b-af1c-59db944e6faa {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:02:19.024940 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-683f6e84-07a5-4586-a1f4-e1cad95e1d87 req-7021a431-7b36-4429-b988-0c951396ce07 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (49155e13-6067-4f3b-af1c-59db944e6faa), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:19.029877 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-49e17100-ebfc-420d-9014-c47765bcc687 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (dcc11a13-4519-40be-a0bb-cb729da0a999), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:19.092027 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb76c901-bc3e-4c09-a34e-b3c56c7c64ab None None] Pushing event updated for resources: {'Port': ['ID=f7b72a85-1c0f-49ec-b43d-5266b5321d81,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:19.216189 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-49e17100-ebfc-420d-9014-c47765bcc687 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (dcc11a13-4519-40be-a0bb-cb729da0a999), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:19.221922 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e17100-ebfc-420d-9014-c47765bcc687 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:19.236299 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-49e17100-ebfc-420d-9014-c47765bcc687 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:19.266896 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc47dcd-b3d0-4f2c-853f-516490fdde03 None None] Update dhcp port {'port': {'network_id': '7854f775-678f-435c-b6c5-be4df66a6c2f', 'fixed_ips': [{'subnet_id': 'c3417576-c149-4e60-a78e-25eb9ae2a40e', 'ip_address': '172.20.0.2'}, {'subnet_id': '4364dade-3df1-4300-b1d3-32e8a819d066'}], 'binding:host_id': 'n-d-712139-27'}, 'id': '2edd8f2b-9545-4396-adee-f7ce83d6e76d'} from n-d-712139-27. {{(pid=109804) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 03:02:19.306619 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-50b04744-16c6-42c5-ba52-804a921d59a4 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c5974ee0-0776-45ca-bf84-78884fbc0c4f), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:19.356163 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4dc47dcd-b3d0-4f2c-853f-516490fdde03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2edd8f2b-9545-4396-adee-f7ce83d6e76d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:19.395197 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 7c3961ef-1acf-412a-bb1c-464b19b6f0d4 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:02:19.396185 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7c3961ef-1acf-412a-bb1c-464b19b6f0d4), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:19.403014 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.api [None req-90f5fc77-0aec-4b1b-ab18-068a6b925257 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:02:19.403014 n-d-712139-27 neutron-server[109804]: DEBUG oslo_db.api [None req-90f5fc77-0aec-4b1b-ab18-068a6b925257 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:02:19.670225 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-683f6e84-07a5-4586-a1f4-e1cad95e1d87 req-7021a431-7b36-4429-b988-0c951396ce07 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] For port 49155e13-6067-4f3b-af1c-59db944e6faa, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=49155e13-6067-4f3b-af1c-59db944e6faa,segment=NetworkSegment(7d7091a8-a073-429a-a4b4-3148b56eff22),segment_id=7d7091a8-a073-429a-a4b4-3148b56eff22)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:02:19.679149 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-683f6e84-07a5-4586-a1f4-e1cad95e1d87 req-7021a431-7b36-4429-b988-0c951396ce07 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (49155e13-6067-4f3b-af1c-59db944e6faa), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:19.746042 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-49e17100-ebfc-420d-9014-c47765bcc687 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1626534 Jan 28 03:02:19.756249 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49110) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:19.757346 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e17100-ebfc-420d-9014-c47765bcc687 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event updated for resources: {'Network': ['ID=dcc11a13-4519-40be-a0bb-cb729da0a999,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:19.801874 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-856fe274-7ce2-4341-a71e-3daf21afd5a9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Request body: {'subnet': {'network_id': 'dcc11a13-4519-40be-a0bb-cb729da0a999', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:02:19.826403 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-683f6e84-07a5-4586-a1f4-e1cad95e1d87 req-7021a431-7b36-4429-b988-0c951396ce07 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] Calling delete_port for 49155e13-6067-4f3b-af1c-59db944e6faa owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:02:19.963547 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network dcc11a13-4519-40be-a0bb-cb729da0a999 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:02:19.971516 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-20ee8fee-fe5e-4f98-b892-7bb4b3a1edce req-821d13d7-96e4-4e97-92f1-8ae63df85078 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e456f2-80f4-4178-bba7-fa68a9156299 HTTP/1.1" status: 200 len: 210 time: 0.0646820 Jan 28 03:02:20.241898 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6650ba-c600-49de-904a-283c1a74489f req-0d5bf030-476e-437a-beed-a11c4ba36d44 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:20.241898 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e6650ba-c600-49de-904a-283c1a74489f req-0d5bf030-476e-437a-beed-a11c4ba36d44 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e5e8900-8515-4af8-ad09-d5ebee3b44c4 HTTP/1.1" status: 200 len: 945 time: 0.6855047 Jan 28 03:02:20.282481 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-4dc47dcd-b3d0-4f2c-853f-516490fdde03 None None] Allocated IP 172.20.0.18 (7854f775-678f-435c-b6c5-be4df66a6c2f/4364dade-3df1-4300-b1d3-32e8a819d066/2edd8f2b-9545-4396-adee-f7ce83d6e76d) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:02:20.341097 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856fe274-7ce2-4341-a71e-3daf21afd5a9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Made reservation on behalf of a0006a66d1db4222a493e3bd442f2da0 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:02:20.349097 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-856fe274-7ce2-4341-a71e-3daf21afd5a9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:20.380364 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e6650ba-c600-49de-904a-283c1a74489f req-c67fa9cf-5ba5-4076-999e-4fbea7a02b67 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] 10.222.0.53 "GET /v2.0/security-groups?id=786ce2cb-8fe2-441b-977a-dfaf6a43011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278167 Jan 28 03:02:20.409783 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-90f5fc77-0aec-4b1b-ab18-068a6b925257 None None] Current status of the port 2edd8f2b-9545-4396-adee-f7ce83d6e76d is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:02:20.434419 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 7c3961ef-1acf-412a-bb1c-464b19b6f0d4 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:02:20.435286 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7c3961ef-1acf-412a-bb1c-464b19b6f0d4), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:20.534141 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-683f6e84-07a5-4586-a1f4-e1cad95e1d87 req-7021a431-7b36-4429-b988-0c951396ce07 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (49155e13-6067-4f3b-af1c-59db944e6faa), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:20.591799 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7021a431-7b36-4429-b988-0c951396ce07 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] Pushing event deleted for resources: {'Port': ['ID=49155e13-6067-4f3b-af1c-59db944e6faa,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:20.726203 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-683f6e84-07a5-4586-a1f4-e1cad95e1d87 req-7021a431-7b36-4429-b988-0c951396ce07 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] No DVR routers for this DVR port 49155e13-6067-4f3b-af1c-59db944e6faa on host n-h2-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:02:20.734002 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-683f6e84-07a5-4586-a1f4-e1cad95e1d87 req-7021a431-7b36-4429-b988-0c951396ce07 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:20.743713 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-683f6e84-07a5-4586-a1f4-e1cad95e1d87 req-7021a431-7b36-4429-b988-0c951396ce07 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] 10.222.0.39 "DELETE /v2.0/ports/49155e13-6067-4f3b-af1c-59db944e6faa HTTP/1.1" status: 204 len: 173 time: 1.9201663 Jan 28 03:02:20.752339 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e5e8900-8515-4af8-ad09-d5ebee3b44c4', 'name': 'network-vif-deleted', 'tag': '49155e13-6067-4f3b-af1c-59db944e6faa'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:02:20.759414 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb54b41-bc1e-46e5-9d8e-a0fea4136d43" -d '{"events": [{"server_uuid": "9e5e8900-8515-4af8-ad09-d5ebee3b44c4", "name": "network-vif-deleted", "tag": "49155e13-6067-4f3b-af1c-59db944e6faa"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:02:20.781220 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.ipam_backend_mixin [None req-856fe274-7ce2-4341-a71e-3daf21afd5a9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Performing IP validity checks on allocation pools {{(pid=109802) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 03:02:20.782058 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.ipam_backend_mixin [None req-856fe274-7ce2-4341-a71e-3daf21afd5a9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109802) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 03:02:20.891745 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2c6417-9301-4311-a752-23137e4e3ef5 x-openstack-request-id: req-df2c6417-9301-4311-a752-23137e4e3ef5 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:02:20.898368 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e5e8900-8515-4af8-ad09-d5ebee3b44c4", "name": "network-vif-deleted", "tag": "49155e13-6067-4f3b-af1c-59db944e6faa", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:02:20.901451 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-df2c6417-9301-4311-a752-23137e4e3ef5 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:02:20.904259 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e5e8900-8515-4af8-ad09-d5ebee3b44c4', 'name': 'network-vif-deleted', 'tag': '49155e13-6067-4f3b-af1c-59db944e6faa', 'status': 'completed', 'code': 200} Jan 28 03:02:21.051165 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['49155e13-6067-4f3b-af1c-59db944e6faa'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:02:21.278635 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-73b7711a-b4f7-463c-883e-8e8072dca556 None None] Provisioning complete for port 7c3961ef-1acf-412a-bb1c-464b19b6f0d4 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:02:21.281616 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-73b7711a-b4f7-463c-883e-8e8072dca556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7c3961ef-1acf-412a-bb1c-464b19b6f0d4), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:21.361383 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 7c3961ef-1acf-412a-bb1c-464b19b6f0d4, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=7c3961ef-1acf-412a-bb1c-464b19b6f0d4,segment=NetworkSegment(d7dabcce-2f76-4874-a109-f40b999df007),segment_id=d7dabcce-2f76-4874-a109-f40b999df007)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:02:21.395860 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (7c3961ef-1acf-412a-bb1c-464b19b6f0d4), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:21.465697 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5309c771-3306-45a2-a4c7-66f786118b99 req-0b1cbdc4-fee3-48f9-a058-1f34d5ce55d3 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e456f2-80f4-4178-bba7-fa68a9156299 HTTP/1.1" status: 200 len: 210 time: 0.1599994 Jan 28 03:02:21.471436 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-856fe274-7ce2-4341-a71e-3daf21afd5a9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (47d14ca2-d612-4b70-9fc3-f24cb8b8cb04), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:21.491185 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-4dc47dcd-b3d0-4f2c-853f-516490fdde03 None None] For port 2edd8f2b-9545-4396-adee-f7ce83d6e76d, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=2edd8f2b-9545-4396-adee-f7ce83d6e76d,segment=NetworkSegment(521cfb65-c4be-4d76-8964-7212cc70e97e),segment_id=521cfb65-c4be-4d76-8964-7212cc70e97e)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:02:21.507575 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e3f48a-0e40-45c3-8a0c-8b205090a91d None None] Network 422af81d-f145-4e02-be04-fd6df5a614c1 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:02:21.528357 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-7417265a-4ac0-41f9-a32e-e5d78fb840d9 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:21.558483 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-7417265a-4ac0-41f9-a32e-e5d78fb840d9 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:21.565928 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-7417265a-4ac0-41f9-a32e-e5d78fb840d9 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.67 "GET /v2.0/networks?id=0b58e7e0-b55c-498d-9b57-e54d0f0e3837&id=422af81d-f145-4e02-be04-fd6df5a614c1 HTTP/1.1" status: 200 len: 1391 time: 0.4643257 Jan 28 03:02:21.584924 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-c8ee0a55-7071-46c2-8e32-f2679bf32d7c tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Request body: {'port': {'device_id': 'a0e456f2-80f4-4178-bba7-fa68a9156299', 'network_id': '0b58e7e0-b55c-498d-9b57-e54d0f0e3837', 'admin_state_up': True, 'tenant_id': 'dc657e3b97f846ab8907f404f62e40e1'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:02:21.752609 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856fe274-7ce2-4341-a71e-3daf21afd5a9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event updated for resources: {'Subnet': ['ID=47d14ca2-d612-4b70-9fc3-f24cb8b8cb04,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:21.768806 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856fe274-7ce2-4341-a71e-3daf21afd5a9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Checking segment: {'id': '92110ebe-168d-4a11-902d-6890037d406d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dcc11a13-4519-40be-a0bb-cb729da0a999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:02:21.769621 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856fe274-7ce2-4341-a71e-3daf21afd5a9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Network hostable DHCP agents. Network: dcc11a13-4519-40be-a0bb-cb729da0a999, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:02:21.836442 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856fe274-7ce2-4341-a71e-3daf21afd5a9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Network dcc11a13-4519-40be-a0bb-cb729da0a999 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:02:21.844698 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fb55bb0b-8290-4451-b49a-5112c8fc379f req-5ef101a7-1ae2-4b39-a632-0e2ca826dcd2 tempest-AttachSCSIVolumeTestJSON-79959064 tempest-AttachSCSIVolumeTestJSON-79959064-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e5e8900-8515-4af8-ad09-d5ebee3b44c4 HTTP/1.1" status: 200 len: 210 time: 0.0465133 Jan 28 03:02:21.900793 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-856fe274-7ce2-4341-a71e-3daf21afd5a9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, dcc11a13-4519-40be-a0bb-cb729da0a999) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:02:21.915601 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 49136) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:21.925486 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856fe274-7ce2-4341-a71e-3daf21afd5a9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:21.927053 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-856fe274-7ce2-4341-a71e-3daf21afd5a9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:21.974338 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88d5276-a3f4-4c32-96a3-fe465cf13d8c None None] Network dcc11a13-4519-40be-a0bb-cb729da0a999 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:02:21.975349 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 49140) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:21.978372 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-856fe274-7ce2-4341-a71e-3daf21afd5a9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.2169278 Jan 28 03:02:22.036974 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4dc47dcd-b3d0-4f2c-853f-516490fdde03 None None] Publish callbacks [] for port (2edd8f2b-9545-4396-adee-f7ce83d6e76d), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:22.039789 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 2edd8f2b-9545-4396-adee-f7ce83d6e76d up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:02:22.078162 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4dc47dcd-b3d0-4f2c-853f-516490fdde03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (2edd8f2b-9545-4396-adee-f7ce83d6e76d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:22.142939 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-c8ee0a55-7071-46c2-8e32-f2679bf32d7c tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Made reservation on behalf of dc657e3b97f846ab8907f404f62e40e1 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:02:22.149981 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-c8ee0a55-7071-46c2-8e32-f2679bf32d7c tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:22.191054 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=7c3961ef-1acf-412a-bb1c-464b19b6f0d4,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:22.270077 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-27fd284a-0e3a-4fee-8347-dbefb7e9da0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:22.299908 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc47dcd-b3d0-4f2c-853f-516490fdde03 None None] Pushing event updated for resources: {'Port': ['ID=2edd8f2b-9545-4396-adee-f7ce83d6e76d,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:22.415606 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-73b7711a-b4f7-463c-883e-8e8072dca556 None None] Current status of the port 7c3961ef-1acf-412a-bb1c-464b19b6f0d4 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:02:22.441582 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-27fd284a-0e3a-4fee-8347-dbefb7e9da0e admin admin] Publish callbacks [] for security_group (73168656-121c-4d79-bcef-278029c65cb9), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:22.474530 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 2edd8f2b-9545-4396-adee-f7ce83d6e76d triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:02:22.474915 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (2edd8f2b-9545-4396-adee-f7ce83d6e76d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:22.487203 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-27fd284a-0e3a-4fee-8347-dbefb7e9da0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (73168656-121c-4d79-bcef-278029c65cb9), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:22.489726 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cb00bc-a10a-4342-9bfd-01e8f5060ca1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-dcc11a13-4519-40be-a0bb-cb729da0a999', 'network_id': 'dcc11a13-4519-40be-a0bb-cb729da0a999', 'project_id': 'a0006a66d1db4222a493e3bd442f2da0', 'fixed_ips': [{'subnet_id': '47d14ca2-d612-4b70-9fc3-f24cb8b8cb04'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:02:22.492234 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b2cb00bc-a10a-4342-9bfd-01e8f5060ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:22.504649 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-50b04744-16c6-42c5-ba52-804a921d59a4 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Delete allocated IP 172.20.0.26 (7854f775-678f-435c-b6c5-be4df66a6c2f/4364dade-3df1-4300-b1d3-32e8a819d066) {{(pid=109803) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 03:02:22.802459 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-eb31c70c-2b6d-4b1d-bd50-b20d38330251 req-ca053d11-ad11-40a5-823d-02cbc20f6460 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e456f2-80f4-4178-bba7-fa68a9156299 HTTP/1.1" status: 200 len: 210 time: 0.0980635 Jan 28 03:02:22.821924 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0afe543d-69f6-44b5-bf80-046afdb4e172 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (dcc11a13-4519-40be-a0bb-cb729da0a999), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:22.822428 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-b2cb00bc-a10a-4342-9bfd-01e8f5060ca1 None None] Allocated IP 172.20.0.3 (dcc11a13-4519-40be-a0bb-cb729da0a999/47d14ca2-d612-4b70-9fc3-f24cb8b8cb04/564f30ee-4125-4835-ba35-78412bf1b314) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:02:22.922946 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 49155e13-6067-4f3b-af1c-59db944e6faa no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:02:22.938652 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-c8ee0a55-7071-46c2-8e32-f2679bf32d7c tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Allocated IP 19.80.0.206 (0b58e7e0-b55c-498d-9b57-e54d0f0e3837/b3d1b3dc-f961-4608-b410-5f8a49d18b02/57e7580b-bee5-4778-8fb2-ffe59c80d09e) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:02:22.963647 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 49155e13-6067-4f3b-af1c-59db944e6faa {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:02:22.964186 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 49155e13-6067-4f3b-af1c-59db944e6faa not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:02:22.994023 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-6be05418-a635-41f3-8390-0c59e79b8a35 None None] Provisioning complete for port f7b72a85-1c0f-49ec-b43d-5266b5321d81 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:02:22.994602 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6be05418-a635-41f3-8390-0c59e79b8a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f7b72a85-1c0f-49ec-b43d-5266b5321d81), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:23.137062 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-c8ee0a55-7071-46c2-8e32-f2679bf32d7c tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks [] for port (57e7580b-bee5-4778-8fb2-ffe59c80d09e), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:23.333983 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-50b04744-16c6-42c5-ba52-804a921d59a4 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for port (c5974ee0-0776-45ca-bf84-78884fbc0c4f), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:23.342212 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49162) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:23.344594 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-27fd284a-0e3a-4fee-8347-dbefb7e9da0e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7ffbe50b3c104873ba382bc545a4b730&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4220006 Jan 28 03:02:23.345538 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fd284a-0e3a-4fee-8347-dbefb7e9da0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73168656-121c-4d79-bcef-278029c65cb9,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:23.363469 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-c8ee0a55-7071-46c2-8e32-f2679bf32d7c tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (57e7580b-bee5-4778-8fb2-ffe59c80d09e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:23.374476 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-50b04744-16c6-42c5-ba52-804a921d59a4 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (c5974ee0-0776-45ca-bf84-78884fbc0c4f), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:23.385985 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 2edd8f2b-9545-4396-adee-f7ce83d6e76d is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:02:23.387493 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device f7b72a85-1c0f-49ec-b43d-5266b5321d81 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:02:23.475169 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b2cb00bc-a10a-4342-9bfd-01e8f5060ca1 None None] Publish callbacks [] for port (564f30ee-4125-4835-ba35-78412bf1b314), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:23.495067 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cae7672-3fdc-48b3-ac19-e06ead5db3ca None None] Network 7854f775-678f-435c-b6c5-be4df66a6c2f requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:02:23.506431 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-446b3b9d-26fe-47fe-b65f-f35f9e44e7fe admin admin] Publish callbacks [] for security_group (73168656-121c-4d79-bcef-278029c65cb9), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:23.512054 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-6be05418-a635-41f3-8390-0c59e79b8a35 None None] Current status of the port f7b72a85-1c0f-49ec-b43d-5266b5321d81 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:02:23.512857 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6be05418-a635-41f3-8390-0c59e79b8a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f7b72a85-1c0f-49ec-b43d-5266b5321d81), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:23.519713 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b2cb00bc-a10a-4342-9bfd-01e8f5060ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (564f30ee-4125-4835-ba35-78412bf1b314), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:23.566515 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-c8ee0a55-7071-46c2-8e32-f2679bf32d7c tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Network 0b58e7e0-b55c-498d-9b57-e54d0f0e3837 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:02:23.576417 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-446b3b9d-26fe-47fe-b65f-f35f9e44e7fe admin admin] Publish callbacks [] for security_group (73168656-121c-4d79-bcef-278029c65cb9), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:23.600708 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-c8ee0a55-7071-46c2-8e32-f2679bf32d7c tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:02:23.645870 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-c8ee0a55-7071-46c2-8e32-f2679bf32d7c tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:02:23.658708 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-446b3b9d-26fe-47fe-b65f-f35f9e44e7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (73168656-121c-4d79-bcef-278029c65cb9), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:23.663607 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-446b3b9d-26fe-47fe-b65f-f35f9e44e7fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:23.671123 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-446b3b9d-26fe-47fe-b65f-f35f9e44e7fe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/73168656-121c-4d79-bcef-278029c65cb9 HTTP/1.1" status: 204 len: 168 time: 0.3270309 Jan 28 03:02:23.684307 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b3b9d-26fe-47fe-b65f-f35f9e44e7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73168656-121c-4d79-bcef-278029c65cb9,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:23.705256 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee0a55-7071-46c2-8e32-f2679bf32d7c tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Pushing event updated for resources: {'Port': ['ID=57e7580b-bee5-4778-8fb2-ffe59c80d09e,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:23.776403 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cb00bc-a10a-4342-9bfd-01e8f5060ca1 None None] Network dcc11a13-4519-40be-a0bb-cb729da0a999 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:02:23.860086 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cb00bc-a10a-4342-9bfd-01e8f5060ca1 None None] Pushing event updated for resources: {'Port': ['ID=564f30ee-4125-4835-ba35-78412bf1b314,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:23.888939 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port f7b72a85-1c0f-49ec-b43d-5266b5321d81 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:02:23.890707 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f7b72a85-1c0f-49ec-b43d-5266b5321d81), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:24.042229 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-b2cb00bc-a10a-4342-9bfd-01e8f5060ca1 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:02:24.060492 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cb00bc-a10a-4342-9bfd-01e8f5060ca1 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:02:24.110048 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-6be05418-a635-41f3-8390-0c59e79b8a35 None None] For port f7b72a85-1c0f-49ec-b43d-5266b5321d81, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=f7b72a85-1c0f-49ec-b43d-5266b5321d81,segment=NetworkSegment(7c948faa-9934-42d5-9797-b223381aeffa),segment_id=7c948faa-9934-42d5-9797-b223381aeffa)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:02:24.172406 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6be05418-a635-41f3-8390-0c59e79b8a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (f7b72a85-1c0f-49ec-b43d-5266b5321d81), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:24.228681 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f98b5-59b2-4830-acab-99d774003612 req-094a7ea3-cafd-4415-b883-5748320776ac tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:24.247856 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-150f98b5-59b2-4830-acab-99d774003612 req-094a7ea3-cafd-4415-b883-5748320776ac tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e456f2-80f4-4178-bba7-fa68a9156299 HTTP/1.1" status: 200 len: 932 time: 0.2231848 Jan 28 03:02:24.418374 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-150f98b5-59b2-4830-acab-99d774003612 req-075904ce-65a2-49ab-a164-5f157dfebb10 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/security-groups?id=389d7229-f56f-4fba-80fd-3c10167f7dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669028 Jan 28 03:02:24.418926 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49210) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:24.506655 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-550f6065-4520-4bbf-a5da-75768c856acc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:24.508320 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-b2cb00bc-a10a-4342-9bfd-01e8f5060ca1 None None] Attempting to bind port 564f30ee-4125-4835-ba35-78412bf1b314 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:02:24.508884 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-b2cb00bc-a10a-4342-9bfd-01e8f5060ca1 None None] Attempting to bind port 564f30ee-4125-4835-ba35-78412bf1b314 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '92110ebe-168d-4a11-902d-6890037d406d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dcc11a13-4519-40be-a0bb-cb729da0a999'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:02:24.509246 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cb00bc-a10a-4342-9bfd-01e8f5060ca1 None None] Attempting to bind port 564f30ee-4125-4835-ba35-78412bf1b314 on network dcc11a13-4519-40be-a0bb-cb729da0a999 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:02:24.538581 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-4f9b4a56-2316-40a1-9460-2f7ba8e01646 None None] Provisioning complete for port 2edd8f2b-9545-4396-adee-f7ce83d6e76d triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:02:24.539057 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4f9b4a56-2316-40a1-9460-2f7ba8e01646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (2edd8f2b-9545-4396-adee-f7ce83d6e76d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:24.586818 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cb00bc-a10a-4342-9bfd-01e8f5060ca1 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:02:24.587395 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cb00bc-a10a-4342-9bfd-01e8f5060ca1 None None] Checking segment: {'id': '92110ebe-168d-4a11-902d-6890037d406d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dcc11a13-4519-40be-a0bb-cb729da0a999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:02:24.587681 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b2cb00bc-a10a-4342-9bfd-01e8f5060ca1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:24.588098 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cb00bc-a10a-4342-9bfd-01e8f5060ca1 None None] Bound using segment: {'id': '92110ebe-168d-4a11-902d-6890037d406d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dcc11a13-4519-40be-a0bb-cb729da0a999'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:02:24.588670 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-b2cb00bc-a10a-4342-9bfd-01e8f5060ca1 None None] Bound port: 564f30ee-4125-4835-ba35-78412bf1b314, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92110ebe-168d-4a11-902d-6890037d406d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dcc11a13-4519-40be-a0bb-cb729da0a999'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:02:24.596677 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b2cb00bc-a10a-4342-9bfd-01e8f5060ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (564f30ee-4125-4835-ba35-78412bf1b314), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:24.658746 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be05418-a635-41f3-8390-0c59e79b8a35 None None] Pushing event updated for resources: {'Port': ['ID=f7b72a85-1c0f-49ec-b43d-5266b5321d81,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:24.688230 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port f7b72a85-1c0f-49ec-b43d-5266b5321d81 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:02:24.755428 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-550f6065-4520-4bbf-a5da-75768c856acc admin admin] Publish callbacks [] for security_group (7770486e-d0a7-49d1-8309-5fbe017390ae), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:24.761428 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-550f6065-4520-4bbf-a5da-75768c856acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (7770486e-d0a7-49d1-8309-5fbe017390ae), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:24.833726 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f6065-4520-4bbf-a5da-75768c856acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7770486e-d0a7-49d1-8309-5fbe017390ae,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:24.844332 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-b2cb00bc-a10a-4342-9bfd-01e8f5060ca1 None None] For port 564f30ee-4125-4835-ba35-78412bf1b314, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:02:24.885558 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-550f6065-4520-4bbf-a5da-75768c856acc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6e7ef35c14734129b5da7fbce05acf78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4651563 Jan 28 03:02:24.890445 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49222) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:24.915046 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-4f9b4a56-2316-40a1-9460-2f7ba8e01646 None None] Current status of the port 2edd8f2b-9545-4396-adee-f7ce83d6e76d is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:02:24.935818 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-b2cb00bc-a10a-4342-9bfd-01e8f5060ca1 None None] For port 564f30ee-4125-4835-ba35-78412bf1b314, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=564f30ee-4125-4835-ba35-78412bf1b314,segment=NetworkSegment(92110ebe-168d-4a11-902d-6890037d406d),segment_id=92110ebe-168d-4a11-902d-6890037d406d)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:02:24.937498 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 2edd8f2b-9545-4396-adee-f7ce83d6e76d up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:02:24.977331 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b2cb00bc-a10a-4342-9bfd-01e8f5060ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (564f30ee-4125-4835-ba35-78412bf1b314), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:24.984426 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-50b04744-16c6-42c5-ba52-804a921d59a4 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] In _notify_port_updated(), no bound segment for port c5974ee0-0776-45ca-bf84-78884fbc0c4f on network 7854f775-678f-435c-b6c5-be4df66a6c2f {{(pid=109803) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 03:02:24.993487 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b04744-16c6-42c5-ba52-804a921d59a4 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:24.994054 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-50b04744-16c6-42c5-ba52-804a921d59a4 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:24.995422 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-50b04744-16c6-42c5-ba52-804a921d59a4 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "PUT /v2.0/ports/c5974ee0-0776-45ca-bf84-78884fbc0c4f HTTP/1.1" status: 200 len: 920 time: 6.3043075 Jan 28 03:02:25.002169 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49224) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:25.028025 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-afff8cac-8113-4f68-bace-94f814fb7290 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c3417576-c149-4e60-a78e-25eb9ae2a40e'}, {'subnet_id': '4364dade-3df1-4300-b1d3-32e8a819d066'}]}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:02:25.030827 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-c8ee0a55-7071-46c2-8e32-f2679bf32d7c tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:25.031632 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-c8ee0a55-7071-46c2-8e32-f2679bf32d7c tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:25.035330 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b04744-16c6-42c5-ba52-804a921d59a4 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event updated for resources: {'Port': ['ID=c5974ee0-0776-45ca-bf84-78884fbc0c4f,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:25.078542 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-4f9b4a56-2316-40a1-9460-2f7ba8e01646 None None] Provisioning complete for port c5974ee0-0776-45ca-bf84-78884fbc0c4f triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:02:25.079291 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4f9b4a56-2316-40a1-9460-2f7ba8e01646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c5974ee0-0776-45ca-bf84-78884fbc0c4f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:25.100326 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7e5f4ba3-7754-495e-9c45-701ec6531586 admin admin] Publish callbacks [] for security_group (7770486e-d0a7-49d1-8309-5fbe017390ae), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:25.114901 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-c8ee0a55-7071-46c2-8e32-f2679bf32d7c tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5341375 Jan 28 03:02:25.117537 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-0afe543d-69f6-44b5-bf80-046afdb4e172 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Deleting port 564f30ee-4125-4835-ba35-78412bf1b314 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:02:25.118378 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0afe543d-69f6-44b5-bf80-046afdb4e172 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (564f30ee-4125-4835-ba35-78412bf1b314), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:25.140300 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-cc09eebc-9dc4-4716-a8a9-f78f9a62377b tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Request body: {'port': {'device_id': 'a0e456f2-80f4-4178-bba7-fa68a9156299', 'network_id': '422af81d-f145-4e02-be04-fd6df5a614c1', 'admin_state_up': True, 'tenant_id': 'dc657e3b97f846ab8907f404f62e40e1'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:02:25.159541 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-4f9b4a56-2316-40a1-9460-2f7ba8e01646 None None] Port c5974ee0-0776-45ca-bf84-78884fbc0c4f cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:02:25.188731 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-4f9b4a56-2316-40a1-9460-2f7ba8e01646 None None] Provisioning complete for port 57e7580b-bee5-4778-8fb2-ffe59c80d09e triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:02:25.189143 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4f9b4a56-2316-40a1-9460-2f7ba8e01646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (57e7580b-bee5-4778-8fb2-ffe59c80d09e), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:25.201400 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7e5f4ba3-7754-495e-9c45-701ec6531586 admin admin] Publish callbacks [] for security_group (7770486e-d0a7-49d1-8309-5fbe017390ae), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:25.391946 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7e5f4ba3-7754-495e-9c45-701ec6531586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (7770486e-d0a7-49d1-8309-5fbe017390ae), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:25.412607 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7e5f4ba3-7754-495e-9c45-701ec6531586 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:25.422695 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7e5f4ba3-7754-495e-9c45-701ec6531586 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7770486e-d0a7-49d1-8309-5fbe017390ae HTTP/1.1" status: 204 len: 168 time: 0.5299990 Jan 28 03:02:25.516075 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-cc09eebc-9dc4-4716-a8a9-f78f9a62377b tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Made reservation on behalf of dc657e3b97f846ab8907f404f62e40e1 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:02:25.527509 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-cc09eebc-9dc4-4716-a8a9-f78f9a62377b tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:25.533387 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f4ba3-7754-495e-9c45-701ec6531586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7770486e-d0a7-49d1-8309-5fbe017390ae,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:25.565377 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-afff8cac-8113-4f68-bace-94f814fb7290 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c5974ee0-0776-45ca-bf84-78884fbc0c4f), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:25.590540 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-0afe543d-69f6-44b5-bf80-046afdb4e172 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] For port 564f30ee-4125-4835-ba35-78412bf1b314, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=564f30ee-4125-4835-ba35-78412bf1b314,segment=NetworkSegment(92110ebe-168d-4a11-902d-6890037d406d),segment_id=92110ebe-168d-4a11-902d-6890037d406d)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:02:25.590872 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0afe543d-69f6-44b5-bf80-046afdb4e172 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (564f30ee-4125-4835-ba35-78412bf1b314), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:25.624972 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-0afe543d-69f6-44b5-bf80-046afdb4e172 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Calling delete_port for 564f30ee-4125-4835-ba35-78412bf1b314 owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:02:25.644631 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 2edd8f2b-9545-4396-adee-f7ce83d6e76d triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:02:25.645232 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (2edd8f2b-9545-4396-adee-f7ce83d6e76d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:25.656446 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cb00bc-a10a-4342-9bfd-01e8f5060ca1 None None] Pushing event updated for resources: {'Port': ['ID=564f30ee-4125-4835-ba35-78412bf1b314,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:25.772322 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-4f9b4a56-2316-40a1-9460-2f7ba8e01646 None None] Port 57e7580b-bee5-4778-8fb2-ffe59c80d09e cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:02:25.845974 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-4f9b4a56-2316-40a1-9460-2f7ba8e01646 None None] Provisioning complete for port f7b72a85-1c0f-49ec-b43d-5266b5321d81 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:02:25.851386 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4f9b4a56-2316-40a1-9460-2f7ba8e01646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f7b72a85-1c0f-49ec-b43d-5266b5321d81), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:25.955822 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 2edd8f2b-9545-4396-adee-f7ce83d6e76d is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:02:25.957863 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 7c3961ef-1acf-412a-bb1c-464b19b6f0d4 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:02:26.014106 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa2edd2-2aea-4fb0-96db-39b9bc7c1a7a req-bcba4dd9-6b10-4525-a8d0-48af6cabd393 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:26.015733 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6aa2edd2-2aea-4fb0-96db-39b9bc7c1a7a req-bcba4dd9-6b10-4525-a8d0-48af6cabd393 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e456f2-80f4-4178-bba7-fa68a9156299 HTTP/1.1" status: 200 len: 932 time: 0.2538428 Jan 28 03:02:26.160258 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 7c3961ef-1acf-412a-bb1c-464b19b6f0d4 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:02:26.160663 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7c3961ef-1acf-412a-bb1c-464b19b6f0d4), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:26.253958 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-4f9b4a56-2316-40a1-9460-2f7ba8e01646 None None] Current status of the port f7b72a85-1c0f-49ec-b43d-5266b5321d81 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:02:26.312977 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-afff8cac-8113-4f68-bace-94f814fb7290 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Allocated IP 172.20.0.24 (7854f775-678f-435c-b6c5-be4df66a6c2f/4364dade-3df1-4300-b1d3-32e8a819d066/c5974ee0-0776-45ca-bf84-78884fbc0c4f) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:02:26.363985 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6aa2edd2-2aea-4fb0-96db-39b9bc7c1a7a req-d4e96300-d4f7-4f55-aac7-eb03fafd04fb tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/security-groups?id=389d7229-f56f-4fba-80fd-3c10167f7dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867811 Jan 28 03:02:26.398466 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-cc09eebc-9dc4-4716-a8a9-f78f9a62377b tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Allocated IP 19.86.0.54 (422af81d-f145-4e02-be04-fd6df5a614c1/5eca14b6-79be-4965-b268-11c93fa5eba5/7ea40a82-50e0-459f-bba9-b867947c7e93) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:02:26.463861 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0afe543d-69f6-44b5-bf80-046afdb4e172 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (564f30ee-4125-4835-ba35-78412bf1b314), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:26.476129 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 7c3961ef-1acf-412a-bb1c-464b19b6f0d4 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:02:26.477105 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device f7b72a85-1c0f-49ec-b43d-5266b5321d81 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:02:26.573018 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-b693ff9c-94bb-4822-a411-662c65ddbfde None None] Provisioning complete for port 2edd8f2b-9545-4396-adee-f7ce83d6e76d triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:02:26.573451 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b693ff9c-94bb-4822-a411-662c65ddbfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (2edd8f2b-9545-4396-adee-f7ce83d6e76d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:26.676288 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afe543d-69f6-44b5-bf80-046afdb4e172 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event deleted for resources: {'Port': ['ID=564f30ee-4125-4835-ba35-78412bf1b314,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:26.753043 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afe543d-69f6-44b5-bf80-046afdb4e172 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] No DVR routers for this DVR port 564f30ee-4125-4835-ba35-78412bf1b314 on host n-d-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:02:26.770151 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port f7b72a85-1c0f-49ec-b43d-5266b5321d81 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:02:26.771884 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f7b72a85-1c0f-49ec-b43d-5266b5321d81), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:26.823700 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-cc09eebc-9dc4-4716-a8a9-f78f9a62377b tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks [] for port (7ea40a82-50e0-459f-bba9-b867947c7e93), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:26.837114 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0afe543d-69f6-44b5-bf80-046afdb4e172 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (47d14ca2-d612-4b70-9fc3-f24cb8b8cb04), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:26.862713 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-afff8cac-8113-4f68-bace-94f814fb7290 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for port (c5974ee0-0776-45ca-bf84-78884fbc0c4f), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:26.886708 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-afff8cac-8113-4f68-bace-94f814fb7290 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (c5974ee0-0776-45ca-bf84-78884fbc0c4f), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:26.990729 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-cc09eebc-9dc4-4716-a8a9-f78f9a62377b tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (7ea40a82-50e0-459f-bba9-b867947c7e93), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:27.021660 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-b693ff9c-94bb-4822-a411-662c65ddbfde None None] Current status of the port 2edd8f2b-9545-4396-adee-f7ce83d6e76d is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:02:27.078057 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-afff8cac-8113-4f68-bace-94f814fb7290 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] In _notify_port_updated(), no bound segment for port c5974ee0-0776-45ca-bf84-78884fbc0c4f on network 7854f775-678f-435c-b6c5-be4df66a6c2f {{(pid=109802) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 03:02:27.093600 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afff8cac-8113-4f68-bace-94f814fb7290 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:27.093600 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-afff8cac-8113-4f68-bace-94f814fb7290 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:27.093600 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-afff8cac-8113-4f68-bace-94f814fb7290 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "PUT /v2.0/ports/c5974ee0-0776-45ca-bf84-78884fbc0c4f HTTP/1.1" status: 200 len: 1000 time: 2.0859809 Jan 28 03:02:27.093600 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49260) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:27.163003 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-b693ff9c-94bb-4822-a411-662c65ddbfde None None] Provisioning complete for port c5974ee0-0776-45ca-bf84-78884fbc0c4f triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:02:27.166202 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b693ff9c-94bb-4822-a411-662c65ddbfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c5974ee0-0776-45ca-bf84-78884fbc0c4f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:27.182501 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e32759a-244a-4cca-838f-84a74f36f2a5 None None] Network dcc11a13-4519-40be-a0bb-cb729da0a999 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:02:27.197821 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-cc09eebc-9dc4-4716-a8a9-f78f9a62377b tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Network 422af81d-f145-4e02-be04-fd6df5a614c1 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:02:27.209625 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0afe543d-69f6-44b5-bf80-046afdb4e172 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (47d14ca2-d612-4b70-9fc3-f24cb8b8cb04), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:27.250428 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc09eebc-9dc4-4716-a8a9-f78f9a62377b tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Pushing event updated for resources: {'Port': ['ID=7ea40a82-50e0-459f-bba9-b867947c7e93,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:27.253489 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-cc09eebc-9dc4-4716-a8a9-f78f9a62377b tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:02:27.272934 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff8cac-8113-4f68-bace-94f814fb7290 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event updated for resources: {'Port': ['ID=c5974ee0-0776-45ca-bf84-78884fbc0c4f,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:27.373423 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-cc09eebc-9dc4-4716-a8a9-f78f9a62377b tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:02:27.388187 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afe543d-69f6-44b5-bf80-046afdb4e172 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event deleted for resources: {'Subnet': ['ID=47d14ca2-d612-4b70-9fc3-f24cb8b8cb04,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:27.493382 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-44309922-9aeb-422c-af0e-32e7483e46de tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Deleting port c5974ee0-0776-45ca-bf84-78884fbc0c4f {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:02:27.493929 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44309922-9aeb-422c-af0e-32e7483e46de tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (c5974ee0-0776-45ca-bf84-78884fbc0c4f), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:27.528990 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-b693ff9c-94bb-4822-a411-662c65ddbfde None None] Port c5974ee0-0776-45ca-bf84-78884fbc0c4f cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:02:27.616627 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port f7b72a85-1c0f-49ec-b43d-5266b5321d81 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:02:27.703327 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-15d3b52c-0b6e-4c6e-a0e9-2f0b7cbb5bdf None None] Provisioning complete for port c5974ee0-0776-45ca-bf84-78884fbc0c4f triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:02:27.704144 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-15d3b52c-0b6e-4c6e-a0e9-2f0b7cbb5bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c5974ee0-0776-45ca-bf84-78884fbc0c4f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:27.772348 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0afe543d-69f6-44b5-bf80-046afdb4e172 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (dcc11a13-4519-40be-a0bb-cb729da0a999), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:27.825678 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-15d3b52c-0b6e-4c6e-a0e9-2f0b7cbb5bdf None None] Port c5974ee0-0776-45ca-bf84-78884fbc0c4f cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:02:27.827608 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc1df23-93a6-4128-8a7a-aebf0b6b10cf None None] DHCP port deletion for dcc11a13-4519-40be-a0bb-cb729da0a999 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:02:27.833503 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-0afe543d-69f6-44b5-bf80-046afdb4e172 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcc11a13-4519-40be-a0bb-cb729da0a999']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:27.834845 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-15d3b52c-0b6e-4c6e-a0e9-2f0b7cbb5bdf None None] Could not find standard attr ID for object 564f30ee-4125-4835-ba35-78412bf1b314. {{(pid=109804) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:02:27.866831 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-0afe543d-69f6-44b5-bf80-046afdb4e172 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92110ebe-168d-4a11-902d-6890037d406d') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:27.867618 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-0afe543d-69f6-44b5-bf80-046afdb4e172 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92110ebe-168d-4a11-902d-6890037d406d') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:27.890104 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0afe543d-69f6-44b5-bf80-046afdb4e172 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (92110ebe-168d-4a11-902d-6890037d406d), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:27.901506 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9600b6-7c83-4ffc-9686-5c61cc42f995 None None] get_active_networks_info from n-d-712139-27 {{(pid=109804) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 03:02:27.913932 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0afe543d-69f6-44b5-bf80-046afdb4e172 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (92110ebe-168d-4a11-902d-6890037d406d), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:27.922076 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0afe543d-69f6-44b5-bf80-046afdb4e172 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:02:27.923084 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0afe543d-69f6-44b5-bf80-046afdb4e172 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (92110ebe-168d-4a11-902d-6890037d406d), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:27.949840 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44309922-9aeb-422c-af0e-32e7483e46de tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (c5974ee0-0776-45ca-bf84-78884fbc0c4f), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:27.991071 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffbdbe-ff7e-47d8-b382-61131148b37e req-fb93367c-830f-4467-9a0c-7a663cf5b716 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:28.013025 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffbdbe-ff7e-47d8-b382-61131148b37e req-fb93367c-830f-4467-9a0c-7a663cf5b716 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:28.015046 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e6ffbdbe-ff7e-47d8-b382-61131148b37e req-fb93367c-830f-4467-9a0c-7a663cf5b716 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e456f2-80f4-4178-bba7-fa68a9156299 HTTP/1.1" status: 200 len: 1654 time: 0.3047740 Jan 28 03:02:28.045109 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-44309922-9aeb-422c-af0e-32e7483e46de tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Calling delete_port for c5974ee0-0776-45ca-bf84-78884fbc0c4f owned by {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:02:28.063323 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-d238a85a-e3db-4fdc-ae18-3b24c3c39928 None None] Provisioning complete for port 7ea40a82-50e0-459f-bba9-b867947c7e93 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:02:28.064366 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d238a85a-e3db-4fdc-ae18-3b24c3c39928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7ea40a82-50e0-459f-bba9-b867947c7e93), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:28.078907 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:02:28.078907 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:02:28.078907 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:02:28.078907 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:02:28.078907 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:02:28.078907 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:02:28.078907 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:02:28.078907 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:02:28.078907 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:02:28.078907 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:02:28.078907 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:02:28.078907 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:02:28.078907 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:02:28.078907 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:02:28.078907 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:02:28.078907 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:02:28.078907 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:02:28.078907 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:02:28.078907 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:02:28.078907 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:02:28.078907 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:02:28.078907 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:02:28.078907 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:02:28.078907 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:02:28.078907 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:02:28.078907 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:02:28.078907 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:02:28.078907 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:02:28.078907 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:02:28.078907 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:02:28.078907 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:02:28.078907 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:02:28.091804 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0afe543d-69f6-44b5-bf80-046afdb4e172 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (dcc11a13-4519-40be-a0bb-cb729da0a999), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:28.110863 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0afe543d-69f6-44b5-bf80-046afdb4e172 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:28.120879 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0afe543d-69f6-44b5-bf80-046afdb4e172 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "DELETE /v2.0/networks/dcc11a13-4519-40be-a0bb-cb729da0a999 HTTP/1.1" status: 204 len: 168 time: 6.1439729 Jan 28 03:02:28.125903 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 49282) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:28.134403 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-e589dd7a-fe6a-4715-a588-58052c820340 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-365878620'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:02:28.174880 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e589dd7a-fe6a-4715-a588-58052c820340 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Made reservation on behalf of a0006a66d1db4222a493e3bd442f2da0 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:02:28.178747 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e589dd7a-fe6a-4715-a588-58052c820340 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:28.195705 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-d238a85a-e3db-4fdc-ae18-3b24c3c39928 None None] Port 7ea40a82-50e0-459f-bba9-b867947c7e93 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:02:28.212436 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e589dd7a-fe6a-4715-a588-58052c820340 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:02:28.225214 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afe543d-69f6-44b5-bf80-046afdb4e172 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event deleted for resources: {'Network': ['ID=dcc11a13-4519-40be-a0bb-cb729da0a999,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:28.235281 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-cc09eebc-9dc4-4716-a8a9-f78f9a62377b tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:28.235985 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-cc09eebc-9dc4-4716-a8a9-f78f9a62377b tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:28.243581 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e589dd7a-fe6a-4715-a588-58052c820340 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (0a6ed72c-ea9e-4ca2-b60b-f39c841767be), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:28.243581 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-e589dd7a-fe6a-4715-a588-58052c820340 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Added segment 0a6ed72c-ea9e-4ca2-b60b-f39c841767be of type vlan for network 8dbda6dc-18e7-4b55-8dd3-104f64e5bae2 Jan 28 03:02:28.298661 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e589dd7a-fe6a-4715-a588-58052c820340 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (8dbda6dc-18e7-4b55-8dd3-104f64e5bae2), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:28.332049 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e6ffbdbe-ff7e-47d8-b382-61131148b37e req-d3ddc6d6-fcb1-465c-9023-25e63b47e1d0 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/security-groups?id=389d7229-f56f-4fba-80fd-3c10167f7dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180081 Jan 28 03:02:28.344271 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e589dd7a-fe6a-4715-a588-58052c820340 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (8dbda6dc-18e7-4b55-8dd3-104f64e5bae2), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:28.367438 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e589dd7a-fe6a-4715-a588-58052c820340 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:28.368225 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e589dd7a-fe6a-4715-a588-58052c820340 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:28.405368 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9600b6-7c83-4ffc-9686-5c61cc42f995 None None] Resources bound (agent type, host, resource id): {{(pid=109804) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 03:02:28.548048 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e589dd7a-fe6a-4715-a588-58052c820340 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event updated for resources: {'Network': ['ID=8dbda6dc-18e7-4b55-8dd3-104f64e5bae2,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:28.559275 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-cc09eebc-9dc4-4716-a8a9-f78f9a62377b tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4245780 Jan 28 03:02:28.565911 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e589dd7a-fe6a-4715-a588-58052c820340 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4355037 Jan 28 03:02:28.567119 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 49294) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:28.572604 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-fb2b13b7-6dd9-4b3f-9049-a1b8bdc68cfe tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Request body: {'subnet': {'network_id': '8dbda6dc-18e7-4b55-8dd3-104f64e5bae2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:02:28.586916 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 8dbda6dc-18e7-4b55-8dd3-104f64e5bae2 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:02:28.640340 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44309922-9aeb-422c-af0e-32e7483e46de tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (c5974ee0-0776-45ca-bf84-78884fbc0c4f), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:28.663919 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-32fe1363-33b7-40e2-9c0d-b206005bb8c4 service neutron] Request body: {'port': {'device_id': 'a0e456f2-80f4-4178-bba7-fa68a9156299', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:02:28.728867 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2b13b7-6dd9-4b3f-9049-a1b8bdc68cfe tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Made reservation on behalf of a0006a66d1db4222a493e3bd442f2da0 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:02:28.733457 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fb2b13b7-6dd9-4b3f-9049-a1b8bdc68cfe tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:28.767323 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44309922-9aeb-422c-af0e-32e7483e46de tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event deleted for resources: {'Port': ['ID=c5974ee0-0776-45ca-bf84-78884fbc0c4f,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:28.947926 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-32fe1363-33b7-40e2-9c0d-b206005bb8c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (57e7580b-bee5-4778-8fb2-ffe59c80d09e), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:28.948541 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44309922-9aeb-422c-af0e-32e7483e46de tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:28.954398 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-44309922-9aeb-422c-af0e-32e7483e46de tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/ports/c5974ee0-0776-45ca-bf84-78884fbc0c4f HTTP/1.1" status: 204 len: 168 time: 1.8594089 Jan 28 03:02:28.957655 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49302) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:28.994595 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2f87612-f00b-41bd-812a-1b8e5ed25682 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] GET failed (client error): The resource could not be found. Jan 28 03:02:28.997920 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b2f87612-f00b-41bd-812a-1b8e5ed25682 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "GET /v2.0/ports/c5974ee0-0776-45ca-bf84-78884fbc0c4f HTTP/1.1" status: 404 len: 333 time: 0.0387585 Jan 28 03:02:29.000892 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49304) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:29.078531 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-18fa9572-3a46-4708-aef4-8eee24ec6a47 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Deleting subnet 4364dade-3df1-4300-b1d3-32e8a819d066 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:02:29.084299 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-18fa9572-3a46-4708-aef4-8eee24ec6a47 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for subnet (4364dade-3df1-4300-b1d3-32e8a819d066), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:29.098143 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:29.145549 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-18fa9572-3a46-4708-aef4-8eee24ec6a47 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (4364dade-3df1-4300-b1d3-32e8a819d066), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:29.265656 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fb2b13b7-6dd9-4b3f-9049-a1b8bdc68cfe tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (e3d93f01-dede-4b4c-b2d0-60948834f0f7), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:29.329050 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-18fa9572-3a46-4708-aef4-8eee24ec6a47 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (4364dade-3df1-4300-b1d3-32e8a819d066), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:29.462334 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-18fa9572-3a46-4708-aef4-8eee24ec6a47 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (4364dade-3df1-4300-b1d3-32e8a819d066), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:29.584098 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-18fa9572-3a46-4708-aef4-8eee24ec6a47 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:29.590915 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-18fa9572-3a46-4708-aef4-8eee24ec6a47 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/subnets/4364dade-3df1-4300-b1d3-32e8a819d066 HTTP/1.1" status: 204 len: 168 time: 0.5860856 Jan 28 03:02:29.590915 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa9572-3a46-4708-aef4-8eee24ec6a47 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event deleted for resources: {'Subnet': ['ID=4364dade-3df1-4300-b1d3-32e8a819d066,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:29.591751 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49318) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:29.656756 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff48a1e-01d4-467c-bdfd-b18a139c2e22 None None] Network 7854f775-678f-435c-b6c5-be4df66a6c2f requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:02:29.667899 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5203ec21-d2ab-4f6a-bcbe-47ee3507505d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:29.735553 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-2640a672-c088-4e8d-ae72-e153acc0a33f tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Deleting subnet c3417576-c149-4e60-a78e-25eb9ae2a40e {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:02:29.744883 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2640a672-c088-4e8d-ae72-e153acc0a33f tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for subnet (c3417576-c149-4e60-a78e-25eb9ae2a40e), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:29.801947 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 564f30ee-4125-4835-ba35-78412bf1b314 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:02:29.844268 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2640a672-c088-4e8d-ae72-e153acc0a33f tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (c3417576-c149-4e60-a78e-25eb9ae2a40e), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:29.851345 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-32fe1363-33b7-40e2-9c0d-b206005bb8c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57e7580b-bee5-4778-8fb2-ffe59c80d09e {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:02:29.860119 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 564f30ee-4125-4835-ba35-78412bf1b314 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:02:29.860492 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 564f30ee-4125-4835-ba35-78412bf1b314 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:02:29.874862 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-32fe1363-33b7-40e2-9c0d-b206005bb8c4 service neutron] Publish callbacks [] for port (57e7580b-bee5-4778-8fb2-ffe59c80d09e), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:29.904070 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-32fe1363-33b7-40e2-9c0d-b206005bb8c4 service neutron] Transition to ACTIVE for port object 57e7580b-bee5-4778-8fb2-ffe59c80d09e will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:02:29.927311 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b13b7-6dd9-4b3f-9049-a1b8bdc68cfe tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event updated for resources: {'Subnet': ['ID=e3d93f01-dede-4b4c-b2d0-60948834f0f7,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:29.976173 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-32fe1363-33b7-40e2-9c0d-b206005bb8c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (57e7580b-bee5-4778-8fb2-ffe59c80d09e), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:30.047401 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2640a672-c088-4e8d-ae72-e153acc0a33f tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (c3417576-c149-4e60-a78e-25eb9ae2a40e), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:30.060004 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2b13b7-6dd9-4b3f-9049-a1b8bdc68cfe tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Checking segment: {'id': '0a6ed72c-ea9e-4ca2-b60b-f39c841767be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8dbda6dc-18e7-4b55-8dd3-104f64e5bae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:02:30.060755 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2b13b7-6dd9-4b3f-9049-a1b8bdc68cfe tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Network hostable DHCP agents. Network: 8dbda6dc-18e7-4b55-8dd3-104f64e5bae2, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:02:30.078384 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a374702-c955-4d45-808c-3745c6063f63 req-df912c03-82a8-431d-884e-1c8c4582983e tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:30.086359 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a374702-c955-4d45-808c-3745c6063f63 req-df912c03-82a8-431d-884e-1c8c4582983e tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:30.096012 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a374702-c955-4d45-808c-3745c6063f63 req-df912c03-82a8-431d-884e-1c8c4582983e tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e456f2-80f4-4178-bba7-fa68a9156299 HTTP/1.1" status: 200 len: 1654 time: 0.4120317 Jan 28 03:02:30.203965 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2640a672-c088-4e8d-ae72-e153acc0a33f tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (c3417576-c149-4e60-a78e-25eb9ae2a40e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:30.248239 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a374702-c955-4d45-808c-3745c6063f63 req-b134a564-6d77-4c13-8157-d72cd9682436 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/security-groups?id=389d7229-f56f-4fba-80fd-3c10167f7dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509893 Jan 28 03:02:30.298822 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe1363-33b7-40e2-9c0d-b206005bb8c4 service neutron] Pushing event updated for resources: {'Port': ['ID=57e7580b-bee5-4778-8fb2-ffe59c80d09e,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:30.312688 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2640a672-c088-4e8d-ae72-e153acc0a33f tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event deleted for resources: {'Subnet': ['ID=c3417576-c149-4e60-a78e-25eb9ae2a40e,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:30.314228 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2b13b7-6dd9-4b3f-9049-a1b8bdc68cfe tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Network 8dbda6dc-18e7-4b55-8dd3-104f64e5bae2 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:02:30.323350 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2640a672-c088-4e8d-ae72-e153acc0a33f tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:30.335174 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-fb2b13b7-6dd9-4b3f-9049-a1b8bdc68cfe tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 8dbda6dc-18e7-4b55-8dd3-104f64e5bae2) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:02:30.335694 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2640a672-c088-4e8d-ae72-e153acc0a33f tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/subnets/c3417576-c149-4e60-a78e-25eb9ae2a40e HTTP/1.1" status: 204 len: 168 time: 0.7410114 Jan 28 03:02:30.339490 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49332) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:30.343520 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2b13b7-6dd9-4b3f-9049-a1b8bdc68cfe tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:30.344318 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fb2b13b7-6dd9-4b3f-9049-a1b8bdc68cfe tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:30.359704 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210f40ba-5dca-4ecd-a39a-0379c0aafb99 None None] Network 8dbda6dc-18e7-4b55-8dd3-104f64e5bae2 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:02:30.426190 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-fb2b13b7-6dd9-4b3f-9049-a1b8bdc68cfe tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8580892 Jan 28 03:02:30.429108 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 49334) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:30.559876 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ad7925f0-4ebb-45c2-b8c7-0eb73d935304 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (8dbda6dc-18e7-4b55-8dd3-104f64e5bae2), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:30.588088 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8bde1d10-aa1b-41ab-8fed-46d68272287f tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (7854f775-678f-435c-b6c5-be4df66a6c2f), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:30.609504 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86042128-a2f7-4dea-b8f7-deb765fea4b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-8dbda6dc-18e7-4b55-8dd3-104f64e5bae2', 'network_id': '8dbda6dc-18e7-4b55-8dd3-104f64e5bae2', 'project_id': 'a0006a66d1db4222a493e3bd442f2da0', 'fixed_ips': [{'subnet_id': 'e3d93f01-dede-4b4c-b2d0-60948834f0f7'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:02:30.610728 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-86042128-a2f7-4dea-b8f7-deb765fea4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:30.654887 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-32fe1363-33b7-40e2-9c0d-b206005bb8c4 service neutron] Attempting to bind port 57e7580b-bee5-4778-8fb2-ffe59c80d09e on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:02:30.660226 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-32fe1363-33b7-40e2-9c0d-b206005bb8c4 service neutron] Attempting to bind port 57e7580b-bee5-4778-8fb2-ffe59c80d09e by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': 'd7dabcce-2f76-4874-a109-f40b999df007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0b58e7e0-b55c-498d-9b57-e54d0f0e3837'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:02:30.660894 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-32fe1363-33b7-40e2-9c0d-b206005bb8c4 service neutron] Attempting to bind port 57e7580b-bee5-4778-8fb2-ffe59c80d09e on network 0b58e7e0-b55c-498d-9b57-e54d0f0e3837 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:02:30.686858 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-32fe1363-33b7-40e2-9c0d-b206005bb8c4 service neutron] Port 57e7580b-bee5-4778-8fb2-ffe59c80d09e on network 0b58e7e0-b55c-498d-9b57-e54d0f0e3837 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:02:30.690205 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-32fe1363-33b7-40e2-9c0d-b206005bb8c4 service neutron] Attempting to bind port 57e7580b-bee5-4778-8fb2-ffe59c80d09e on network 0b58e7e0-b55c-498d-9b57-e54d0f0e3837 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:02:30.712318 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-32fe1363-33b7-40e2-9c0d-b206005bb8c4 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:02:30.712908 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-32fe1363-33b7-40e2-9c0d-b206005bb8c4 service neutron] Checking segment: {'id': 'd7dabcce-2f76-4874-a109-f40b999df007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0b58e7e0-b55c-498d-9b57-e54d0f0e3837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:02:30.719145 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-32fe1363-33b7-40e2-9c0d-b206005bb8c4 service neutron] Bound using segment: {'id': 'd7dabcce-2f76-4874-a109-f40b999df007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0b58e7e0-b55c-498d-9b57-e54d0f0e3837'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:02:30.719145 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-32fe1363-33b7-40e2-9c0d-b206005bb8c4 service neutron] Bound port: 57e7580b-bee5-4778-8fb2-ffe59c80d09e, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7dabcce-2f76-4874-a109-f40b999df007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0b58e7e0-b55c-498d-9b57-e54d0f0e3837'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:02:30.719145 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-32fe1363-33b7-40e2-9c0d-b206005bb8c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (57e7580b-bee5-4778-8fb2-ffe59c80d09e), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:30.737702 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-8bde1d10-aa1b-41ab-8fed-46d68272287f tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Deleting port 2edd8f2b-9545-4396-adee-f7ce83d6e76d {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:02:30.738047 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8bde1d10-aa1b-41ab-8fed-46d68272287f tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (2edd8f2b-9545-4396-adee-f7ce83d6e76d), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:30.766954 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ad7925f0-4ebb-45c2-b8c7-0eb73d935304 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (e3d93f01-dede-4b4c-b2d0-60948834f0f7), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:30.902754 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-8bde1d10-aa1b-41ab-8fed-46d68272287f tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] For port 2edd8f2b-9545-4396-adee-f7ce83d6e76d, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=2edd8f2b-9545-4396-adee-f7ce83d6e76d,segment=NetworkSegment(521cfb65-c4be-4d76-8964-7212cc70e97e),segment_id=521cfb65-c4be-4d76-8964-7212cc70e97e)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:02:30.903127 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8bde1d10-aa1b-41ab-8fed-46d68272287f tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (2edd8f2b-9545-4396-adee-f7ce83d6e76d), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:30.926107 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-8bde1d10-aa1b-41ab-8fed-46d68272287f tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Calling delete_port for 2edd8f2b-9545-4396-adee-f7ce83d6e76d owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:02:30.944190 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-32fe1363-33b7-40e2-9c0d-b206005bb8c4 service neutron] For port 57e7580b-bee5-4778-8fb2-ffe59c80d09e, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:02:30.951707 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-32fe1363-33b7-40e2-9c0d-b206005bb8c4 service neutron] For port 57e7580b-bee5-4778-8fb2-ffe59c80d09e, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=57e7580b-bee5-4778-8fb2-ffe59c80d09e,segment=NetworkSegment(d7dabcce-2f76-4874-a109-f40b999df007),segment_id=d7dabcce-2f76-4874-a109-f40b999df007)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:02:30.972213 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-86042128-a2f7-4dea-b8f7-deb765fea4b9 None None] Allocated IP 172.20.0.1 (8dbda6dc-18e7-4b55-8dd3-104f64e5bae2/e3d93f01-dede-4b4c-b2d0-60948834f0f7/df324195-2b4e-4650-a582-d4a4d97c894a) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:02:30.983069 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-32fe1363-33b7-40e2-9c0d-b206005bb8c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (57e7580b-bee5-4778-8fb2-ffe59c80d09e), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:31.088367 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe1363-33b7-40e2-9c0d-b206005bb8c4 service neutron] Pushing event updated for resources: {'Port': ['ID=57e7580b-bee5-4778-8fb2-ffe59c80d09e,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:31.111624 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8bde1d10-aa1b-41ab-8fed-46d68272287f tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (2edd8f2b-9545-4396-adee-f7ce83d6e76d), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:31.124806 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-32fe1363-33b7-40e2-9c0d-b206005bb8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:31.126552 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-32fe1363-33b7-40e2-9c0d-b206005bb8c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:31.128621 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-32fe1363-33b7-40e2-9c0d-b206005bb8c4 service neutron] 10.222.0.67 "PUT /v2.0/ports/57e7580b-bee5-4778-8fb2-ffe59c80d09e HTTP/1.1" status: 200 len: 1093 time: 2.4711831 Jan 28 03:02:31.129065 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0e456f2-80f4-4178-bba7-fa68a9156299', 'tag': '57e7580b-bee5-4778-8fb2-ffe59c80d09e'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:02:31.133182 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b66a622-f591-4bfc-bdb1-324c6502ea22" -d '{"events": [{"name": "network-changed", "server_uuid": "a0e456f2-80f4-4178-bba7-fa68a9156299", "tag": "57e7580b-bee5-4778-8fb2-ffe59c80d09e"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:02:31.133321 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bde1d10-aa1b-41ab-8fed-46d68272287f tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] No DVR routers for this DVR port 2edd8f2b-9545-4396-adee-f7ce83d6e76d on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:02:31.172247 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-8c978187-194e-4059-a4cb-7d9bd3ab9b3d service neutron] Request body: {'port': {'device_id': 'a0e456f2-80f4-4178-bba7-fa68a9156299', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:02:31.223954 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cc96a0-6c4f-4494-948e-edd2080b028c None None] Network 7854f775-678f-435c-b6c5-be4df66a6c2f requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:02:31.289522 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde1d10-aa1b-41ab-8fed-46d68272287f tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event deleted for resources: {'Port': ['ID=2edd8f2b-9545-4396-adee-f7ce83d6e76d,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:31.314272 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37dae983-70af-4ee0-9575-35ade8f7f3b0 x-openstack-request-id: req-37dae983-70af-4ee0-9575-35ade8f7f3b0 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:02:31.314865 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0e456f2-80f4-4178-bba7-fa68a9156299", "tag": "57e7580b-bee5-4778-8fb2-ffe59c80d09e", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:02:31.314865 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-37dae983-70af-4ee0-9575-35ade8f7f3b0 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:02:31.317638 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0e456f2-80f4-4178-bba7-fa68a9156299', 'tag': '57e7580b-bee5-4778-8fb2-ffe59c80d09e', 'status': 'completed', 'code': 200} Jan 28 03:02:31.319340 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c9dac5f9-10f6-4c60-9fe4-e3087740f3b0 None None] Could not find standard attr ID for object 2edd8f2b-9545-4396-adee-f7ce83d6e76d. {{(pid=109804) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:02:31.329125 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-8c978187-194e-4059-a4cb-7d9bd3ab9b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7ea40a82-50e0-459f-bba9-b867947c7e93), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:31.451628 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8bde1d10-aa1b-41ab-8fed-46d68272287f tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (7854f775-678f-435c-b6c5-be4df66a6c2f), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:31.474162 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-86042128-a2f7-4dea-b8f7-deb765fea4b9 None None] Publish callbacks [] for port (df324195-2b4e-4650-a582-d4a4d97c894a), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:31.504749 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-86042128-a2f7-4dea-b8f7-deb765fea4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (df324195-2b4e-4650-a582-d4a4d97c894a), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:31.506549 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-8bde1d10-aa1b-41ab-8fed-46d68272287f tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7854f775-678f-435c-b6c5-be4df66a6c2f']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:31.519325 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-8bde1d10-aa1b-41ab-8fed-46d68272287f tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '521cfb65-c4be-4d76-8964-7212cc70e97e') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:31.519626 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-8bde1d10-aa1b-41ab-8fed-46d68272287f tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '521cfb65-c4be-4d76-8964-7212cc70e97e') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:31.539798 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8bde1d10-aa1b-41ab-8fed-46d68272287f tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (521cfb65-c4be-4d76-8964-7212cc70e97e), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:31.599448 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86042128-a2f7-4dea-b8f7-deb765fea4b9 None None] Network 8dbda6dc-18e7-4b55-8dd3-104f64e5bae2 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:02:31.605514 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-86042128-a2f7-4dea-b8f7-deb765fea4b9 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:02:31.624132 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86042128-a2f7-4dea-b8f7-deb765fea4b9 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:02:31.629848 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86042128-a2f7-4dea-b8f7-deb765fea4b9 None None] Pushing event updated for resources: {'Port': ['ID=df324195-2b4e-4650-a582-d4a4d97c894a,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:31.647457 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8bde1d10-aa1b-41ab-8fed-46d68272287f tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (521cfb65-c4be-4d76-8964-7212cc70e97e), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:31.668289 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bde1d10-aa1b-41ab-8fed-46d68272287f tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:02:31.669133 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8bde1d10-aa1b-41ab-8fed-46d68272287f tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (521cfb65-c4be-4d76-8964-7212cc70e97e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:31.672292 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15215c85-9d72-402e-903f-b248a91849d7 None None] DHCP port deletion for 7854f775-678f-435c-b6c5-be4df66a6c2f request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:02:31.795698 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-8c978187-194e-4059-a4cb-7d9bd3ab9b3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ea40a82-50e0-459f-bba9-b867947c7e93 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:02:31.808593 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-8c978187-194e-4059-a4cb-7d9bd3ab9b3d service neutron] Publish callbacks [] for port (7ea40a82-50e0-459f-bba9-b867947c7e93), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:31.823730 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-8c978187-194e-4059-a4cb-7d9bd3ab9b3d service neutron] Transition to ACTIVE for port object 7ea40a82-50e0-459f-bba9-b867947c7e93 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:02:31.856463 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:02:31.856463 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:02:31.856463 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:02:31.856463 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:02:31.856463 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:02:31.856463 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:02:31.856463 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:02:31.856463 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:02:31.856463 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:02:31.856463 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:02:31.856463 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:02:31.856463 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:02:31.856463 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:02:31.856463 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:02:31.856463 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:02:31.856463 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:02:31.856463 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:02:31.856463 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:02:31.856463 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:02:31.856463 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:02:31.856463 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:02:31.856463 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:02:31.856463 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:02:31.856463 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:02:31.856463 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:02:31.856463 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:02:31.856463 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:02:31.856463 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:02:31.856463 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:02:31.856463 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:02:31.856463 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:02:31.856463 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:02:31.869969 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8bde1d10-aa1b-41ab-8fed-46d68272287f tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (7854f775-678f-435c-b6c5-be4df66a6c2f), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:31.916500 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8bde1d10-aa1b-41ab-8fed-46d68272287f tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:31.920586 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 2edd8f2b-9545-4396-adee-f7ce83d6e76d no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:02:31.923892 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-8c978187-194e-4059-a4cb-7d9bd3ab9b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (7ea40a82-50e0-459f-bba9-b867947c7e93), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:31.924943 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8bde1d10-aa1b-41ab-8fed-46d68272287f tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/networks/7854f775-678f-435c-b6c5-be4df66a6c2f HTTP/1.1" status: 204 len: 168 time: 1.5806267 Jan 28 03:02:31.926337 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde1d10-aa1b-41ab-8fed-46d68272287f tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event deleted for resources: {'Network': ['ID=7854f775-678f-435c-b6c5-be4df66a6c2f,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:31.930880 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49354) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:32.003960 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66a622-f591-4bfc-bdb1-324c6502ea22 req-52e88aa1-382c-4508-8b20-efe7dc02da5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:32.004709 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66a622-f591-4bfc-bdb1-324c6502ea22 req-52e88aa1-382c-4508-8b20-efe7dc02da5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:32.005565 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ad7925f0-4ebb-45c2-b8c7-0eb73d935304 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (e3d93f01-dede-4b4c-b2d0-60948834f0f7), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:32.006364 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7b66a622-f591-4bfc-bdb1-324c6502ea22 req-52e88aa1-382c-4508-8b20-efe7dc02da5c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dc657e3b97f846ab8907f404f62e40e1&device_id=a0e456f2-80f4-4178-bba7-fa68a9156299 HTTP/1.1" status: 200 len: 1914 time: 0.4305463 Jan 28 03:02:32.030480 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1c8c7b9b-87c2-4739-9a71-2aac945fe55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:32.047701 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 2edd8f2b-9545-4396-adee-f7ce83d6e76d {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:02:32.052190 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 2edd8f2b-9545-4396-adee-f7ce83d6e76d not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:02:32.055190 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-86042128-a2f7-4dea-b8f7-deb765fea4b9 None None] Attempting to bind port df324195-2b4e-4650-a582-d4a4d97c894a on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:02:32.058649 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-86042128-a2f7-4dea-b8f7-deb765fea4b9 None None] Attempting to bind port df324195-2b4e-4650-a582-d4a4d97c894a by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '0a6ed72c-ea9e-4ca2-b60b-f39c841767be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8dbda6dc-18e7-4b55-8dd3-104f64e5bae2'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:02:32.062339 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86042128-a2f7-4dea-b8f7-deb765fea4b9 None None] Attempting to bind port df324195-2b4e-4650-a582-d4a4d97c894a on network 8dbda6dc-18e7-4b55-8dd3-104f64e5bae2 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:02:32.083270 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86042128-a2f7-4dea-b8f7-deb765fea4b9 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:02:32.083967 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86042128-a2f7-4dea-b8f7-deb765fea4b9 None None] Checking segment: {'id': '0a6ed72c-ea9e-4ca2-b60b-f39c841767be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8dbda6dc-18e7-4b55-8dd3-104f64e5bae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:02:32.084645 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-86042128-a2f7-4dea-b8f7-deb765fea4b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:32.085369 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86042128-a2f7-4dea-b8f7-deb765fea4b9 None None] Bound using segment: {'id': '0a6ed72c-ea9e-4ca2-b60b-f39c841767be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8dbda6dc-18e7-4b55-8dd3-104f64e5bae2'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:02:32.086098 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-86042128-a2f7-4dea-b8f7-deb765fea4b9 None None] Bound port: df324195-2b4e-4650-a582-d4a4d97c894a, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a6ed72c-ea9e-4ca2-b60b-f39c841767be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8dbda6dc-18e7-4b55-8dd3-104f64e5bae2'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:02:32.086688 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-86042128-a2f7-4dea-b8f7-deb765fea4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (df324195-2b4e-4650-a582-d4a4d97c894a), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:32.183150 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7925f0-4ebb-45c2-b8c7-0eb73d935304 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event deleted for resources: {'Subnet': ['ID=e3d93f01-dede-4b4c-b2d0-60948834f0f7,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:32.234616 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66a622-f591-4bfc-bdb1-324c6502ea22 req-1d08fca4-3760-40ad-b2e2-1f32f2136b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:32.235316 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66a622-f591-4bfc-bdb1-324c6502ea22 req-1d08fca4-3760-40ad-b2e2-1f32f2136b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:32.235913 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66a622-f591-4bfc-bdb1-324c6502ea22 req-1d08fca4-3760-40ad-b2e2-1f32f2136b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:32.241997 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7b66a622-f591-4bfc-bdb1-324c6502ea22 req-1d08fca4-3760-40ad-b2e2-1f32f2136b1e service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=dc657e3b97f846ab8907f404f62e40e1&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2169156 Jan 28 03:02:32.274705 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e98fc97-ad65-429f-b95b-719c048167ea req-10104bcc-db8f-4d64-b565-364fa00653b1 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:32.284605 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-86042128-a2f7-4dea-b8f7-deb765fea4b9 None None] For port df324195-2b4e-4650-a582-d4a4d97c894a, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:02:32.293337 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-86042128-a2f7-4dea-b8f7-deb765fea4b9 None None] For port df324195-2b4e-4650-a582-d4a4d97c894a, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=df324195-2b4e-4650-a582-d4a4d97c894a,segment=NetworkSegment(0a6ed72c-ea9e-4ca2-b60b-f39c841767be),segment_id=0a6ed72c-ea9e-4ca2-b60b-f39c841767be)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:02:32.295460 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e98fc97-ad65-429f-b95b-719c048167ea req-10104bcc-db8f-4d64-b565-364fa00653b1 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:32.300114 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7e98fc97-ad65-429f-b95b-719c048167ea req-10104bcc-db8f-4d64-b565-364fa00653b1 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e456f2-80f4-4178-bba7-fa68a9156299 HTTP/1.1" status: 200 len: 1678 time: 0.4742966 Jan 28 03:02:32.300882 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-86042128-a2f7-4dea-b8f7-deb765fea4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (df324195-2b4e-4650-a582-d4a4d97c894a), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:32.365198 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c978187-194e-4059-a4cb-7d9bd3ab9b3d service neutron] Pushing event updated for resources: {'Port': ['ID=7ea40a82-50e0-459f-bba9-b867947c7e93,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:32.417390 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66a622-f591-4bfc-bdb1-324c6502ea22 req-22004e57-4c44-461c-abdc-575930e5e196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:32.419064 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7b66a622-f591-4bfc-bdb1-324c6502ea22 req-22004e57-4c44-461c-abdc-575930e5e196 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1690605 Jan 28 03:02:32.429327 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777a4d8e-eb9e-426b-a088-0be2fa25a318 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:32.431313 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-777a4d8e-eb9e-426b-a088-0be2fa25a318 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.4993370 Jan 28 03:02:32.437164 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49358) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:32.497944 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ad7925f0-4ebb-45c2-b8c7-0eb73d935304 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (8dbda6dc-18e7-4b55-8dd3-104f64e5bae2), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:32.506039 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86042128-a2f7-4dea-b8f7-deb765fea4b9 None None] Pushing event updated for resources: {'Port': ['ID=df324195-2b4e-4650-a582-d4a4d97c894a,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:32.531016 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e92933-1ef9-48d2-be56-97918346ca70 None None] get_active_networks_info from n-d-712139-27 {{(pid=109804) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 03:02:32.537198 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9b3c84b7-4847-40fa-bc5a-730894c4a62a tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0983684 Jan 28 03:02:32.537858 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49364) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:32.546674 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-08e3acd0-ebd3-4a8c-bae5-ebfd8da6dda9 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-995576065'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:02:32.584710 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-ad7925f0-4ebb-45c2-b8c7-0eb73d935304 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dbda6dc-18e7-4b55-8dd3-104f64e5bae2']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:32.596154 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e3acd0-ebd3-4a8c-bae5-ebfd8da6dda9 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Made reservation on behalf of e836b14247804add85a66880853283af for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:02:32.602610 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-ad7925f0-4ebb-45c2-b8c7-0eb73d935304 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a6ed72c-ea9e-4ca2-b60b-f39c841767be') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:32.603337 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-ad7925f0-4ebb-45c2-b8c7-0eb73d935304 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a6ed72c-ea9e-4ca2-b60b-f39c841767be') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:32.603541 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-08e3acd0-ebd3-4a8c-bae5-ebfd8da6dda9 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:32.630524 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ad7925f0-4ebb-45c2-b8c7-0eb73d935304 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (0a6ed72c-ea9e-4ca2-b60b-f39c841767be), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:32.636419 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7e98fc97-ad65-429f-b95b-719c048167ea req-1494f3ff-3e42-4871-b16e-d64f3df8cd9c tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/security-groups?id=389d7229-f56f-4fba-80fd-3c10167f7dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369485 Jan 28 03:02:32.682847 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08e3acd0-ebd3-4a8c-bae5-ebfd8da6dda9 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:02:32.685285 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ad7925f0-4ebb-45c2-b8c7-0eb73d935304 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (0a6ed72c-ea9e-4ca2-b60b-f39c841767be), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:32.704267 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad7925f0-4ebb-45c2-b8c7-0eb73d935304 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:02:32.705402 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ad7925f0-4ebb-45c2-b8c7-0eb73d935304 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (0a6ed72c-ea9e-4ca2-b60b-f39c841767be), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:32.762369 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:02:32.762369 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:02:32.762369 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:02:32.762369 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:02:32.762369 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:02:32.762369 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:02:32.762369 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:02:32.762369 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:02:32.762369 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:02:32.762369 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:02:32.762369 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:02:32.762369 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:02:32.762369 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:02:32.762369 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:02:32.762369 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:02:32.762369 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:02:32.762369 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:02:32.762369 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:02:32.762369 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:02:32.762369 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:02:32.762369 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:02:32.762369 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:02:32.762369 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:02:32.762369 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:02:32.762369 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:02:32.762369 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:02:32.762369 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:02:32.762369 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:02:32.762369 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:02:32.762369 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:02:32.762369 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:02:32.762369 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:02:32.770995 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-8c978187-194e-4059-a4cb-7d9bd3ab9b3d service neutron] Attempting to bind port 7ea40a82-50e0-459f-bba9-b867947c7e93 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:02:32.771333 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-8c978187-194e-4059-a4cb-7d9bd3ab9b3d service neutron] Attempting to bind port 7ea40a82-50e0-459f-bba9-b867947c7e93 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '7c948faa-9934-42d5-9797-b223381aeffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '422af81d-f145-4e02-be04-fd6df5a614c1'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:02:32.771672 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-8c978187-194e-4059-a4cb-7d9bd3ab9b3d service neutron] Attempting to bind port 7ea40a82-50e0-459f-bba9-b867947c7e93 on network 422af81d-f145-4e02-be04-fd6df5a614c1 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:02:32.781144 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-8c978187-194e-4059-a4cb-7d9bd3ab9b3d service neutron] Port 7ea40a82-50e0-459f-bba9-b867947c7e93 on network 422af81d-f145-4e02-be04-fd6df5a614c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:02:32.781144 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-8c978187-194e-4059-a4cb-7d9bd3ab9b3d service neutron] Attempting to bind port 7ea40a82-50e0-459f-bba9-b867947c7e93 on network 422af81d-f145-4e02-be04-fd6df5a614c1 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:02:32.798426 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-8c978187-194e-4059-a4cb-7d9bd3ab9b3d service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:02:32.799208 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-8c978187-194e-4059-a4cb-7d9bd3ab9b3d service neutron] Checking segment: {'id': '7c948faa-9934-42d5-9797-b223381aeffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '422af81d-f145-4e02-be04-fd6df5a614c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:02:32.799777 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-8c978187-194e-4059-a4cb-7d9bd3ab9b3d service neutron] Bound using segment: {'id': '7c948faa-9934-42d5-9797-b223381aeffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '422af81d-f145-4e02-be04-fd6df5a614c1'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:02:32.800445 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-8c978187-194e-4059-a4cb-7d9bd3ab9b3d service neutron] Bound port: 7ea40a82-50e0-459f-bba9-b867947c7e93, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c948faa-9934-42d5-9797-b223381aeffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '422af81d-f145-4e02-be04-fd6df5a614c1'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:02:32.800993 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-8c978187-194e-4059-a4cb-7d9bd3ab9b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7ea40a82-50e0-459f-bba9-b867947c7e93), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:32.803955 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-08e3acd0-ebd3-4a8c-bae5-ebfd8da6dda9 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (4b554c03-efa3-4870-9e32-a1ba510e3c36), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:32.804481 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-08e3acd0-ebd3-4a8c-bae5-ebfd8da6dda9 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Added segment 4b554c03-efa3-4870-9e32-a1ba510e3c36 of type vlan for network 61d9e4c4-3ba8-45f7-aa1c-9c661d686d7f Jan 28 03:02:32.813956 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.db.api [None req-ad7925f0-4ebb-45c2-b8c7-0eb73d935304 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 03:02:32.813956 n-d-712139-27 neutron-server[109803]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 03:02:32.813956 n-d-712139-27 neutron-server[109803]: [parameters: {'id': '8dbda6dc-18e7-4b55-8dd3-104f64e5bae2'}] Jan 28 03:02:32.813956 n-d-712139-27 neutron-server[109803]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:02:32.814793 n-d-712139-27 neutron-server[109803]: DEBUG oslo_db.api [None req-ad7925f0-4ebb-45c2-b8c7-0eb73d935304 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:02:32.892871 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-08e3acd0-ebd3-4a8c-bae5-ebfd8da6dda9 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (61d9e4c4-3ba8-45f7-aa1c-9c661d686d7f), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:32.928561 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-08e3acd0-ebd3-4a8c-bae5-ebfd8da6dda9 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (61d9e4c4-3ba8-45f7-aa1c-9c661d686d7f), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:32.933181 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e92933-1ef9-48d2-be56-97918346ca70 None None] Resources bound (agent type, host, resource id): {{(pid=109804) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 03:02:32.941514 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e3acd0-ebd3-4a8c-bae5-ebfd8da6dda9 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:32.942392 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-08e3acd0-ebd3-4a8c-bae5-ebfd8da6dda9 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:32.948875 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-8c978187-194e-4059-a4cb-7d9bd3ab9b3d service neutron] For port 7ea40a82-50e0-459f-bba9-b867947c7e93, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:02:32.953259 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-8c978187-194e-4059-a4cb-7d9bd3ab9b3d service neutron] For port 7ea40a82-50e0-459f-bba9-b867947c7e93, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=7ea40a82-50e0-459f-bba9-b867947c7e93,segment=NetworkSegment(7c948faa-9934-42d5-9797-b223381aeffa),segment_id=7c948faa-9934-42d5-9797-b223381aeffa)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:02:32.968655 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-8c978187-194e-4059-a4cb-7d9bd3ab9b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (7ea40a82-50e0-459f-bba9-b867947c7e93), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:33.070400 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-08e3acd0-ebd3-4a8c-bae5-ebfd8da6dda9 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5314362 Jan 28 03:02:33.070732 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c978187-194e-4059-a4cb-7d9bd3ab9b3d service neutron] Pushing event updated for resources: {'Port': ['ID=7ea40a82-50e0-459f-bba9-b867947c7e93,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:33.074918 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 49370) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:33.076225 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-8c978187-194e-4059-a4cb-7d9bd3ab9b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:33.076856 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-8c978187-194e-4059-a4cb-7d9bd3ab9b3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:33.079232 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-8c978187-194e-4059-a4cb-7d9bd3ab9b3d service neutron] 10.222.0.67 "PUT /v2.0/ports/7ea40a82-50e0-459f-bba9-b867947c7e93 HTTP/1.1" status: 200 len: 1092 time: 1.9117692 Jan 28 03:02:33.084532 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-ecea1a44-0f88-4722-8ed5-6d447ef0ec22 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'subnet': {'network_id': '61d9e4c4-3ba8-45f7-aa1c-9c661d686d7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:02:33.104342 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e3acd0-ebd3-4a8c-bae5-ebfd8da6dda9 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event updated for resources: {'Network': ['ID=61d9e4c4-3ba8-45f7-aa1c-9c661d686d7f,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:33.250085 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-614eb3ce-ad43-42b2-a995-cc85d33dc48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:33.250559 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-614eb3ce-ad43-42b2-a995-cc85d33dc48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:33.252141 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-614eb3ce-ad43-42b2-a995-cc85d33dc48b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dc657e3b97f846ab8907f404f62e40e1&device_id=a0e456f2-80f4-4178-bba7-fa68a9156299 HTTP/1.1" status: 200 len: 1982 time: 0.0870342 Jan 28 03:02:33.313029 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 61d9e4c4-3ba8-45f7-aa1c-9c661d686d7f details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:02:33.341769 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ad7925f0-4ebb-45c2-b8c7-0eb73d935304 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (8dbda6dc-18e7-4b55-8dd3-104f64e5bae2), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:33.349986 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0e456f2-80f4-4178-bba7-fa68a9156299', 'tag': '7ea40a82-50e0-459f-bba9-b867947c7e93'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:02:33.358380 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3038cd-8057-4054-ac7f-7169740feca9" -d '{"events": [{"name": "network-changed", "server_uuid": "a0e456f2-80f4-4178-bba7-fa68a9156299", "tag": "7ea40a82-50e0-459f-bba9-b867947c7e93"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:02:33.371272 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-587181f5-86ca-4abf-9ffa-215752de4b6c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.206&port_id=57e7580b-bee5-4778-8fb2-ffe59c80d09e HTTP/1.1" status: 200 len: 217 time: 0.1044402 Jan 28 03:02:33.377091 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecea1a44-0f88-4722-8ed5-6d447ef0ec22 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Made reservation on behalf of e836b14247804add85a66880853283af for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:02:33.386546 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ecea1a44-0f88-4722-8ed5-6d447ef0ec22 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:33.481184 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:33.482184 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:33.529306 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3261f9d-b56a-4ce2-8e86-5c1a6d09ff6f x-openstack-request-id: req-d3261f9d-b56a-4ce2-8e86-5c1a6d09ff6f {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:02:33.529538 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0e456f2-80f4-4178-bba7-fa68a9156299", "tag": "7ea40a82-50e0-459f-bba9-b867947c7e93", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:02:33.529793 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d3261f9d-b56a-4ce2-8e86-5c1a6d09ff6f {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:02:33.530142 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0e456f2-80f4-4178-bba7-fa68a9156299', 'tag': '7ea40a82-50e0-459f-bba9-b867947c7e93', 'status': 'completed', 'code': 200} Jan 28 03:02:33.861639 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4693cd-8876-469d-a7dc-55eb726ba360 None None] Network 8dbda6dc-18e7-4b55-8dd3-104f64e5bae2 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:02:34.043429 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ecea1a44-0f88-4722-8ed5-6d447ef0ec22 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (9631e6fa-a7d3-4d57-8312-a7691c382f93), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:34.112573 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea1a44-0f88-4722-8ed5-6d447ef0ec22 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event updated for resources: {'Subnet': ['ID=9631e6fa-a7d3-4d57-8312-a7691c382f93,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:34.131098 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-a5fcbde0-cac9-47ba-8093-bb9a3702ffd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:34.132662 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-a5fcbde0-cac9-47ba-8093-bb9a3702ffd9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b3d1b3dc-f961-4608-b410-5f8a49d18b02 HTTP/1.1" status: 200 len: 801 time: 0.6005144 Jan 28 03:02:34.273937 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602ae3f-36fb-4060-8410-9c610f00ab6d req-47acb138-4caf-4380-9372-edbc1e637f49 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:34.279714 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602ae3f-36fb-4060-8410-9c610f00ab6d req-47acb138-4caf-4380-9372-edbc1e637f49 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:34.281815 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3602ae3f-36fb-4060-8410-9c610f00ab6d req-47acb138-4caf-4380-9372-edbc1e637f49 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e456f2-80f4-4178-bba7-fa68a9156299 HTTP/1.1" status: 200 len: 1678 time: 0.4542189 Jan 28 03:02:34.710337 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-837b1c84-30ac-41dc-ad0e-4f72e12dfccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:34.711919 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-837b1c84-30ac-41dc-ad0e-4f72e12dfccc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0b58e7e0-b55c-498d-9b57-e54d0f0e3837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5709474 Jan 28 03:02:34.715554 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-ad7925f0-4ebb-45c2-b8c7-0eb73d935304 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Deleting port df324195-2b4e-4650-a582-d4a4d97c894a {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:02:34.715893 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ad7925f0-4ebb-45c2-b8c7-0eb73d935304 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (df324195-2b4e-4650-a582-d4a4d97c894a), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:34.716348 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:34.719255 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecea1a44-0f88-4722-8ed5-6d447ef0ec22 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Checking segment: {'id': '4b554c03-efa3-4870-9e32-a1ba510e3c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '61d9e4c4-3ba8-45f7-aa1c-9c661d686d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:02:34.719621 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecea1a44-0f88-4722-8ed5-6d447ef0ec22 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Network hostable DHCP agents. Network: 61d9e4c4-3ba8-45f7-aa1c-9c661d686d7f, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:02:34.779291 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3602ae3f-36fb-4060-8410-9c610f00ab6d req-e3f2934d-5243-4b7b-85a3-d1322b2b28d1 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/security-groups?id=389d7229-f56f-4fba-80fd-3c10167f7dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4762073 Jan 28 03:02:34.947213 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-ad7925f0-4ebb-45c2-b8c7-0eb73d935304 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] For port df324195-2b4e-4650-a582-d4a4d97c894a, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=df324195-2b4e-4650-a582-d4a4d97c894a,segment=NetworkSegment(0a6ed72c-ea9e-4ca2-b60b-f39c841767be),segment_id=0a6ed72c-ea9e-4ca2-b60b-f39c841767be)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:02:34.947582 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ad7925f0-4ebb-45c2-b8c7-0eb73d935304 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (df324195-2b4e-4650-a582-d4a4d97c894a), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:34.949999 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecea1a44-0f88-4722-8ed5-6d447ef0ec22 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Network 61d9e4c4-3ba8-45f7-aa1c-9c661d686d7f is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:02:34.976917 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-ad7925f0-4ebb-45c2-b8c7-0eb73d935304 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Calling delete_port for df324195-2b4e-4650-a582-d4a4d97c894a owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:02:34.978989 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-ecea1a44-0f88-4722-8ed5-6d447ef0ec22 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 61d9e4c4-3ba8-45f7-aa1c-9c661d686d7f) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:02:34.993377 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1727a2c-8d27-49f2-9b25-26d277d755b4 None None] Network 61d9e4c4-3ba8-45f7-aa1c-9c661d686d7f requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:02:34.994120 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecea1a44-0f88-4722-8ed5-6d447ef0ec22 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:34.994120 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ecea1a44-0f88-4722-8ed5-6d447ef0ec22 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:35.019684 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ecea1a44-0f88-4722-8ed5-6d447ef0ec22 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9368908 Jan 28 03:02:35.020217 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49404) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:35.029125 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-6de6078c-516e-46d8-8b23-ea237f69b437 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'port': {'network_id': '61d9e4c4-3ba8-45f7-aa1c-9c661d686d7f', 'name': 'tempest-PortsTestJSON-366223054'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:02:35.090618 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-2761c97b-2374-4e83-96e2-9a9d2dae779c service neutron] 10.222.0.67 "GET /v2.0/networks/0b58e7e0-b55c-498d-9b57-e54d0f0e3837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685482 Jan 28 03:02:35.229887 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff530b30-c20b-4630-bf22-2c9e4caf45d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-61d9e4c4-3ba8-45f7-aa1c-9c661d686d7f', 'network_id': '61d9e4c4-3ba8-45f7-aa1c-9c661d686d7f', 'project_id': 'e836b14247804add85a66880853283af', 'fixed_ips': [{'subnet_id': '9631e6fa-a7d3-4d57-8312-a7691c382f93'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:02:35.231040 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ff530b30-c20b-4630-bf22-2c9e4caf45d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:35.284899 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de6078c-516e-46d8-8b23-ea237f69b437 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Made reservation on behalf of e836b14247804add85a66880853283af for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:02:35.295798 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6de6078c-516e-46d8-8b23-ea237f69b437 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:35.316923 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ad7925f0-4ebb-45c2-b8c7-0eb73d935304 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (df324195-2b4e-4650-a582-d4a4d97c894a), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:35.359822 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-6de6078c-516e-46d8-8b23-ea237f69b437 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] device_id is not set on port df6870d8-91c9-4945-86a7-c9dde71bad7c yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:02:35.460029 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7925f0-4ebb-45c2-b8c7-0eb73d935304 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] No DVR routers for this DVR port df324195-2b4e-4650-a582-d4a4d97c894a on host n-d-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:02:35.462511 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7925f0-4ebb-45c2-b8c7-0eb73d935304 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event deleted for resources: {'Port': ['ID=df324195-2b4e-4650-a582-d4a4d97c894a,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:35.492439 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-c5d3a384-17df-4c48-ae42-3c74dc0a09d2 service neutron] 10.222.0.67 "GET /v2.0/networks/0b58e7e0-b55c-498d-9b57-e54d0f0e3837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927100 Jan 28 03:02:35.626289 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-ff530b30-c20b-4630-bf22-2c9e4caf45d6 None None] Allocated IP 172.20.0.2 (61d9e4c4-3ba8-45f7-aa1c-9c661d686d7f/9631e6fa-a7d3-4d57-8312-a7691c382f93/e53cbcf7-8f11-4484-939b-e5212970ff7b) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:02:35.750408 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-d23719f2-1170-49a2-9b30-473edcb1bc5f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.54&port_id=7ea40a82-50e0-459f-bba9-b867947c7e93 HTTP/1.1" status: 200 len: 217 time: 0.2114022 Jan 28 03:02:35.858709 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ff530b30-c20b-4630-bf22-2c9e4caf45d6 None None] Publish callbacks [] for port (e53cbcf7-8f11-4484-939b-e5212970ff7b), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:35.869004 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ff530b30-c20b-4630-bf22-2c9e4caf45d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (e53cbcf7-8f11-4484-939b-e5212970ff7b), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:35.998638 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff530b30-c20b-4630-bf22-2c9e4caf45d6 None None] Network 61d9e4c4-3ba8-45f7-aa1c-9c661d686d7f is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:02:36.015021 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-ff530b30-c20b-4630-bf22-2c9e4caf45d6 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:02:36.020082 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff530b30-c20b-4630-bf22-2c9e4caf45d6 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:02:36.023186 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:36.038757 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff530b30-c20b-4630-bf22-2c9e4caf45d6 None None] Pushing event updated for resources: {'Port': ['ID=e53cbcf7-8f11-4484-939b-e5212970ff7b,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:36.039570 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-32a7950c-bd58-43ac-b571-c6e29852ff2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:36.046282 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-32a7950c-bd58-43ac-b571-c6e29852ff2d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5eca14b6-79be-4965-b268-11c93fa5eba5 HTTP/1.1" status: 200 len: 801 time: 0.2004683 Jan 28 03:02:36.067247 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-6de6078c-516e-46d8-8b23-ea237f69b437 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Allocated IP 172.20.0.14 (61d9e4c4-3ba8-45f7-aa1c-9c661d686d7f/9631e6fa-a7d3-4d57-8312-a7691c382f93/df6870d8-91c9-4945-86a7-c9dde71bad7c) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:02:36.133712 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ad7925f0-4ebb-45c2-b8c7-0eb73d935304 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (8dbda6dc-18e7-4b55-8dd3-104f64e5bae2), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:36.197502 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-ad7925f0-4ebb-45c2-b8c7-0eb73d935304 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dbda6dc-18e7-4b55-8dd3-104f64e5bae2']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:36.227193 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-ad7925f0-4ebb-45c2-b8c7-0eb73d935304 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a6ed72c-ea9e-4ca2-b60b-f39c841767be') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:36.228175 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-ad7925f0-4ebb-45c2-b8c7-0eb73d935304 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a6ed72c-ea9e-4ca2-b60b-f39c841767be') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:36.240697 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-ff530b30-c20b-4630-bf22-2c9e4caf45d6 None None] Attempting to bind port e53cbcf7-8f11-4484-939b-e5212970ff7b on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:02:36.241298 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-ff530b30-c20b-4630-bf22-2c9e4caf45d6 None None] Attempting to bind port e53cbcf7-8f11-4484-939b-e5212970ff7b by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '4b554c03-efa3-4870-9e32-a1ba510e3c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '61d9e4c4-3ba8-45f7-aa1c-9c661d686d7f'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:02:36.241914 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff530b30-c20b-4630-bf22-2c9e4caf45d6 None None] Attempting to bind port e53cbcf7-8f11-4484-939b-e5212970ff7b on network 61d9e4c4-3ba8-45f7-aa1c-9c661d686d7f {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:02:36.260729 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ad7925f0-4ebb-45c2-b8c7-0eb73d935304 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (0a6ed72c-ea9e-4ca2-b60b-f39c841767be), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:36.260992 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff530b30-c20b-4630-bf22-2c9e4caf45d6 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:02:36.261295 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff530b30-c20b-4630-bf22-2c9e4caf45d6 None None] Checking segment: {'id': '4b554c03-efa3-4870-9e32-a1ba510e3c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '61d9e4c4-3ba8-45f7-aa1c-9c661d686d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:02:36.261621 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ff530b30-c20b-4630-bf22-2c9e4caf45d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:36.262099 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff530b30-c20b-4630-bf22-2c9e4caf45d6 None None] Bound using segment: {'id': '4b554c03-efa3-4870-9e32-a1ba510e3c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '61d9e4c4-3ba8-45f7-aa1c-9c661d686d7f'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:02:36.262632 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-ff530b30-c20b-4630-bf22-2c9e4caf45d6 None None] Bound port: e53cbcf7-8f11-4484-939b-e5212970ff7b, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b554c03-efa3-4870-9e32-a1ba510e3c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '61d9e4c4-3ba8-45f7-aa1c-9c661d686d7f'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:02:36.263116 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ff530b30-c20b-4630-bf22-2c9e4caf45d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e53cbcf7-8f11-4484-939b-e5212970ff7b), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:36.298048 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ad7925f0-4ebb-45c2-b8c7-0eb73d935304 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (0a6ed72c-ea9e-4ca2-b60b-f39c841767be), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:36.307175 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad7925f0-4ebb-45c2-b8c7-0eb73d935304 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:02:36.308754 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ad7925f0-4ebb-45c2-b8c7-0eb73d935304 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (0a6ed72c-ea9e-4ca2-b60b-f39c841767be), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:36.442801 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585122c-efdf-453a-96f1-31368c9bd1c3 req-da908e40-7b0d-43f7-9369-7cf6c1c7080c tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:36.456662 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585122c-efdf-453a-96f1-31368c9bd1c3 req-da908e40-7b0d-43f7-9369-7cf6c1c7080c tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:36.459049 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-ff530b30-c20b-4630-bf22-2c9e4caf45d6 None None] For port e53cbcf7-8f11-4484-939b-e5212970ff7b, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:02:36.460709 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4585122c-efdf-453a-96f1-31368c9bd1c3 req-da908e40-7b0d-43f7-9369-7cf6c1c7080c tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e456f2-80f4-4178-bba7-fa68a9156299 HTTP/1.1" status: 200 len: 1678 time: 0.3125968 Jan 28 03:02:36.466296 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-ff530b30-c20b-4630-bf22-2c9e4caf45d6 None None] For port e53cbcf7-8f11-4484-939b-e5212970ff7b, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=e53cbcf7-8f11-4484-939b-e5212970ff7b,segment=NetworkSegment(4b554c03-efa3-4870-9e32-a1ba510e3c36),segment_id=4b554c03-efa3-4870-9e32-a1ba510e3c36)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:02:36.473836 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ff530b30-c20b-4630-bf22-2c9e4caf45d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e53cbcf7-8f11-4484-939b-e5212970ff7b), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:36.522093 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:02:36.522093 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:02:36.522093 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:02:36.522093 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:02:36.522093 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:02:36.522093 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:02:36.522093 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:02:36.522093 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:02:36.522093 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:02:36.522093 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:02:36.522093 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:02:36.522093 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:02:36.522093 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:02:36.522093 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:02:36.522093 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:02:36.522093 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:02:36.522093 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:02:36.522093 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:02:36.522093 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:02:36.522093 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:02:36.522093 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:02:36.522093 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:02:36.522093 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:02:36.522093 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:02:36.522093 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:02:36.522093 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:02:36.522093 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:02:36.522093 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:02:36.522093 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:02:36.522093 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:02:36.522093 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:02:36.522093 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:02:36.535427 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ad7925f0-4ebb-45c2-b8c7-0eb73d935304 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (8dbda6dc-18e7-4b55-8dd3-104f64e5bae2), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:36.572844 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ad7925f0-4ebb-45c2-b8c7-0eb73d935304 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:36.603836 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ad7925f0-4ebb-45c2-b8c7-0eb73d935304 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "DELETE /v2.0/networks/8dbda6dc-18e7-4b55-8dd3-104f64e5bae2 HTTP/1.1" status: 204 len: 168 time: 6.1733971 Jan 28 03:02:36.635553 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 49454) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:36.650365 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-98ff69d6-40b3-4158-bf8b-ee4a19bfd93e tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1132222621'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:02:36.673541 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff530b30-c20b-4630-bf22-2c9e4caf45d6 None None] Pushing event updated for resources: {'Port': ['ID=e53cbcf7-8f11-4484-939b-e5212970ff7b,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:36.708881 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7925f0-4ebb-45c2-b8c7-0eb73d935304 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event deleted for resources: {'Network': ['ID=8dbda6dc-18e7-4b55-8dd3-104f64e5bae2,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:36.722091 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-0aba84f8-0002-4eff-8e32-59565533721f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:36.723778 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-0aba84f8-0002-4eff-8e32-59565533721f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=422af81d-f145-4e02-be04-fd6df5a614c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6683745 Jan 28 03:02:36.724498 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ff69d6-40b3-4158-bf8b-ee4a19bfd93e tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Made reservation on behalf of a0006a66d1db4222a493e3bd442f2da0 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:02:36.729719 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-98ff69d6-40b3-4158-bf8b-ee4a19bfd93e tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:36.910346 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-d7435206-c86b-4ba1-b57a-9e33aa08363a service neutron] 10.222.0.67 "GET /v2.0/networks/422af81d-f145-4e02-be04-fd6df5a614c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642444 Jan 28 03:02:37.238700 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98ff69d6-40b3-4158-bf8b-ee4a19bfd93e tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:02:37.310997 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-98ff69d6-40b3-4158-bf8b-ee4a19bfd93e tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (41292106-16be-46f8-bb5e-0c0f4a65f150), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:37.316944 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-98ff69d6-40b3-4158-bf8b-ee4a19bfd93e tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Added segment 41292106-16be-46f8-bb5e-0c0f4a65f150 of type vlan for network c6cf5daf-c25c-4f36-9063-eaa52c0d7ee2 Jan 28 03:02:37.469673 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3b2402ac-c389-4998-a2b8-b16815155f4c req-38b64c71-124a-4d64-a658-e69657ae3344 service neutron] 10.222.0.67 "GET /v2.0/networks/422af81d-f145-4e02-be04-fd6df5a614c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5510349 Jan 28 03:02:37.486634 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-98ff69d6-40b3-4158-bf8b-ee4a19bfd93e tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (c6cf5daf-c25c-4f36-9063-eaa52c0d7ee2), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:37.545465 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4585122c-efdf-453a-96f1-31368c9bd1c3 req-a9d671dc-901a-4a42-b2c7-51a104c0859c tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/security-groups?id=389d7229-f56f-4fba-80fd-3c10167f7dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0745356 Jan 28 03:02:37.564872 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-98ff69d6-40b3-4158-bf8b-ee4a19bfd93e tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (c6cf5daf-c25c-4f36-9063-eaa52c0d7ee2), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:37.581740 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ff69d6-40b3-4158-bf8b-ee4a19bfd93e tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:37.582628 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-98ff69d6-40b3-4158-bf8b-ee4a19bfd93e tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:37.592506 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6de6078c-516e-46d8-8b23-ea237f69b437 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for port (df6870d8-91c9-4945-86a7-c9dde71bad7c), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:37.686123 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6de6078c-516e-46d8-8b23-ea237f69b437 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (df6870d8-91c9-4945-86a7-c9dde71bad7c), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:37.722676 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-98ff69d6-40b3-4158-bf8b-ee4a19bfd93e tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0816071 Jan 28 03:02:37.804259 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 49470) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:37.806764 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de6078c-516e-46d8-8b23-ea237f69b437 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event updated for resources: {'Port': ['ID=df6870d8-91c9-4945-86a7-c9dde71bad7c,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:37.827184 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-11ee362b-dc61-434a-82cb-403c5afec007 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Request body: {'subnet': {'network_id': 'c6cf5daf-c25c-4f36-9063-eaa52c0d7ee2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:02:37.847542 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de6078c-516e-46d8-8b23-ea237f69b437 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Network 61d9e4c4-3ba8-45f7-aa1c-9c661d686d7f is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:02:37.849181 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-6de6078c-516e-46d8-8b23-ea237f69b437 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:02:37.856663 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de6078c-516e-46d8-8b23-ea237f69b437 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:02:37.984717 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device e53cbcf7-8f11-4484-939b-e5212970ff7b up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:02:38.003597 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de6078c-516e-46d8-8b23-ea237f69b437 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:38.007485 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6de6078c-516e-46d8-8b23-ea237f69b437 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:38.049472 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6de6078c-516e-46d8-8b23-ea237f69b437 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0276797 Jan 28 03:02:38.056752 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49474) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:38.070024 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-2f296b28-bc1f-493c-b3d6-196f8ec06038 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'port': {'network_id': '61d9e4c4-3ba8-45f7-aa1c-9c661d686d7f', 'name': 'tempest-PortsTestJSON-852232995'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:02:38.153970 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port e53cbcf7-8f11-4484-939b-e5212970ff7b triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:02:38.154358 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e53cbcf7-8f11-4484-939b-e5212970ff7b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:38.165938 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ff69d6-40b3-4158-bf8b-ee4a19bfd93e tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event updated for resources: {'Network': ['ID=c6cf5daf-c25c-4f36-9063-eaa52c0d7ee2,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:38.233625 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network c6cf5daf-c25c-4f36-9063-eaa52c0d7ee2 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:02:38.315130 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3038cd-8057-4054-ac7f-7169740feca9 req-67b2498f-465e-4d25-8613-31001d115b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:38.315797 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3038cd-8057-4054-ac7f-7169740feca9 req-67b2498f-465e-4d25-8613-31001d115b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:38.317628 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b3038cd-8057-4054-ac7f-7169740feca9 req-67b2498f-465e-4d25-8613-31001d115b2b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dc657e3b97f846ab8907f404f62e40e1&device_id=a0e456f2-80f4-4178-bba7-fa68a9156299 HTTP/1.1" status: 200 len: 1982 time: 0.6786110 Jan 28 03:02:38.466796 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f296b28-bc1f-493c-b3d6-196f8ec06038 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Made reservation on behalf of e836b14247804add85a66880853283af for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:02:38.474640 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2f296b28-bc1f-493c-b3d6-196f8ec06038 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:38.542796 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-2f296b28-bc1f-493c-b3d6-196f8ec06038 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] device_id is not set on port 5216029f-cef7-4a78-b317-732f432b7230 yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:02:38.577703 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ee362b-dc61-434a-82cb-403c5afec007 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Made reservation on behalf of a0006a66d1db4222a493e3bd442f2da0 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:02:38.588631 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-11ee362b-dc61-434a-82cb-403c5afec007 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:38.637464 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port e53cbcf7-8f11-4484-939b-e5212970ff7b is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:02:38.637881 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e53cbcf7-8f11-4484-939b-e5212970ff7b), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:38.709570 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1125a1a1-92bc-462b-af95-e90dbe9fd5a8 None None] Network 61d9e4c4-3ba8-45f7-aa1c-9c661d686d7f requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:02:38.762953 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port e53cbcf7-8f11-4484-939b-e5212970ff7b, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=e53cbcf7-8f11-4484-939b-e5212970ff7b,segment=NetworkSegment(4b554c03-efa3-4870-9e32-a1ba510e3c36),segment_id=4b554c03-efa3-4870-9e32-a1ba510e3c36)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:02:38.797790 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e53cbcf7-8f11-4484-939b-e5212970ff7b), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:38.890113 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-2f296b28-bc1f-493c-b3d6-196f8ec06038 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Allocated IP 172.20.0.11 (61d9e4c4-3ba8-45f7-aa1c-9c661d686d7f/9631e6fa-a7d3-4d57-8312-a7691c382f93/5216029f-cef7-4a78-b317-732f432b7230) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:02:38.922411 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3038cd-8057-4054-ac7f-7169740feca9 req-e28c78bd-76f2-4557-a5f2-2f55f9bc0dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:38.924470 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b3038cd-8057-4054-ac7f-7169740feca9 req-e28c78bd-76f2-4557-a5f2-2f55f9bc0dae service neutron] 10.222.0.67 "GET /v2.0/networks?id=422af81d-f145-4e02-be04-fd6df5a614c1 HTTP/1.1" status: 200 len: 902 time: 0.5890710 Jan 28 03:02:38.979480 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=e53cbcf7-8f11-4484-939b-e5212970ff7b,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:39.006710 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-b950fa5d-2eac-4718-a286-518e943ed2b5 None None] Provisioning complete for port e53cbcf7-8f11-4484-939b-e5212970ff7b triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:02:39.007673 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b950fa5d-2eac-4718-a286-518e943ed2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e53cbcf7-8f11-4484-939b-e5212970ff7b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:39.009929 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:02:39.010289 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:02:39.010681 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:02:39.011164 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:02:39.011511 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:02:39.012016 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:02:39.013183 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:02:39.013407 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:02:39.013896 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:02:39.014056 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:02:39.014357 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:02:39.014699 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:02:39.015066 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:02:39.107016 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b3038cd-8057-4054-ac7f-7169740feca9 req-b406a245-c6e2-4001-9206-d24d85902602 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.54&port_id=7ea40a82-50e0-459f-bba9-b867947c7e93 HTTP/1.1" status: 200 len: 217 time: 0.1668079 Jan 28 03:02:39.229406 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2f296b28-bc1f-493c-b3d6-196f8ec06038 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for port (5216029f-cef7-4a78-b317-732f432b7230), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:39.234233 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd70d1-f41b-4b93-8ae7-6e5c738ce4e0 req-8266fb71-c761-4996-9102-b98c3b6f20d6 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:39.242738 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd70d1-f41b-4b93-8ae7-6e5c738ce4e0 req-8266fb71-c761-4996-9102-b98c3b6f20d6 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:39.251619 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-18dd70d1-f41b-4b93-8ae7-6e5c738ce4e0 req-8266fb71-c761-4996-9102-b98c3b6f20d6 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e456f2-80f4-4178-bba7-fa68a9156299 HTTP/1.1" status: 200 len: 1678 time: 0.4614787 Jan 28 03:02:39.283015 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2f296b28-bc1f-493c-b3d6-196f8ec06038 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (5216029f-cef7-4a78-b317-732f432b7230), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:39.333740 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3038cd-8057-4054-ac7f-7169740feca9 req-e59b18e8-46bc-4770-9e47-53a6923731c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:39.336578 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b3038cd-8057-4054-ac7f-7169740feca9 req-e59b18e8-46bc-4770-9e47-53a6923731c3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5eca14b6-79be-4965-b268-11c93fa5eba5 HTTP/1.1" status: 200 len: 801 time: 0.2208393 Jan 28 03:02:39.343995 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-b950fa5d-2eac-4718-a286-518e943ed2b5 None None] Current status of the port e53cbcf7-8f11-4484-939b-e5212970ff7b is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:02:39.387385 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f296b28-bc1f-493c-b3d6-196f8ec06038 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event updated for resources: {'Port': ['ID=5216029f-cef7-4a78-b317-732f432b7230,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:39.411840 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f296b28-bc1f-493c-b3d6-196f8ec06038 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Network 61d9e4c4-3ba8-45f7-aa1c-9c661d686d7f is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:02:39.414937 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-2f296b28-bc1f-493c-b3d6-196f8ec06038 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:02:39.423847 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f296b28-bc1f-493c-b3d6-196f8ec06038 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:02:39.469258 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-18dd70d1-f41b-4b93-8ae7-6e5c738ce4e0 req-abf8f50f-000e-4934-9cef-2f931fbea894 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/security-groups?id=389d7229-f56f-4fba-80fd-3c10167f7dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161775 Jan 28 03:02:39.492130 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 49498) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:39.532774 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f296b28-bc1f-493c-b3d6-196f8ec06038 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:39.533453 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2f296b28-bc1f-493c-b3d6-196f8ec06038 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:39.574467 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2f296b28-bc1f-493c-b3d6-196f8ec06038 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5150940 Jan 28 03:02:39.575155 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49500) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:39.858564 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d55d20-edfd-48b5-b4f5-a942d4c53351 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:39.866967 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-63d55d20-edfd-48b5-b4f5-a942d4c53351 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 922 time: 0.2879195 Jan 28 03:02:39.870519 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device e53cbcf7-8f11-4484-939b-e5212970ff7b up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:02:39.871260 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49502) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:39.911462 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-195c67d9-ec08-4c84-8704-6ecc8b81edec None None] Provisioning complete for port df6870d8-91c9-4945-86a7-c9dde71bad7c triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:02:39.912253 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-195c67d9-ec08-4c84-8704-6ecc8b81edec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (df6870d8-91c9-4945-86a7-c9dde71bad7c), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:39.953651 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3038cd-8057-4054-ac7f-7169740feca9 req-cf78d3ad-b31e-4a87-bba4-23e883de9530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:39.955257 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b3038cd-8057-4054-ac7f-7169740feca9 req-cf78d3ad-b31e-4a87-bba4-23e883de9530 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=422af81d-f145-4e02-be04-fd6df5a614c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5619969 Jan 28 03:02:40.137315 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-de7522ae-e39a-45e3-9d05-edad0c7cf74d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Deleting port 5216029f-cef7-4a78-b317-732f432b7230 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:02:40.138240 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-de7522ae-e39a-45e3-9d05-edad0c7cf74d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (5216029f-cef7-4a78-b317-732f432b7230), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:40.140264 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-195c67d9-ec08-4c84-8704-6ecc8b81edec None None] Port df6870d8-91c9-4945-86a7-c9dde71bad7c cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:02:40.257975 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port e53cbcf7-8f11-4484-939b-e5212970ff7b triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:02:40.259277 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e53cbcf7-8f11-4484-939b-e5212970ff7b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:40.314765 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-11ee362b-dc61-434a-82cb-403c5afec007 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (c02b3400-7250-4f3e-82b7-9f623127fac4), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:40.409454 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-195c67d9-ec08-4c84-8704-6ecc8b81edec None None] Provisioning complete for port e53cbcf7-8f11-4484-939b-e5212970ff7b triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:02:40.412120 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-195c67d9-ec08-4c84-8704-6ecc8b81edec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e53cbcf7-8f11-4484-939b-e5212970ff7b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:40.433105 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-de7522ae-e39a-45e3-9d05-edad0c7cf74d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (5216029f-cef7-4a78-b317-732f432b7230), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:40.467568 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-de7522ae-e39a-45e3-9d05-edad0c7cf74d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Calling delete_port for 5216029f-cef7-4a78-b317-732f432b7230 owned by {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:02:40.525571 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 57e7580b-bee5-4778-8fb2-ffe59c80d09e details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:02:40.584590 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ee362b-dc61-434a-82cb-403c5afec007 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event updated for resources: {'Subnet': ['ID=c02b3400-7250-4f3e-82b7-9f623127fac4,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:40.626200 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:02:40.648155 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 57e7580b-bee5-4778-8fb2-ffe59c80d09e, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=57e7580b-bee5-4778-8fb2-ffe59c80d09e,segment=NetworkSegment(d7dabcce-2f76-4874-a109-f40b999df007),segment_id=d7dabcce-2f76-4874-a109-f40b999df007)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:02:40.693247 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '57e7580b-bee5-4778-8fb2-ffe59c80d09e', 'network_id': '0b58e7e0-b55c-498d-9b57-e54d0f0e3837', 'port_id': '57e7580b-bee5-4778-8fb2-ffe59c80d09e', 'mac_address': 'fa:16:3e:c1:d0:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3d1b3dc-f961-4608-b410-5f8a49d18b02', 'ip_address': '19.80.0.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:02:40.740218 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b3038cd-8057-4054-ac7f-7169740feca9 req-84a3659d-bf6d-42ea-850b-1d72b511114a service neutron] 10.222.0.67 "GET /v2.0/networks/422af81d-f145-4e02-be04-fd6df5a614c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7573063 Jan 28 03:02:40.845584 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-de7522ae-e39a-45e3-9d05-edad0c7cf74d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (5216029f-cef7-4a78-b317-732f432b7230), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:40.902811 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7522ae-e39a-45e3-9d05-edad0c7cf74d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event deleted for resources: {'Port': ['ID=5216029f-cef7-4a78-b317-732f432b7230,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:41.045810 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ee362b-dc61-434a-82cb-403c5afec007 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Checking segment: {'id': '41292106-16be-46f8-bb5e-0c0f4a65f150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c6cf5daf-c25c-4f36-9063-eaa52c0d7ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:02:41.046410 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ee362b-dc61-434a-82cb-403c5afec007 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Network hostable DHCP agents. Network: c6cf5daf-c25c-4f36-9063-eaa52c0d7ee2, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:02:41.095191 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 57e7580b-bee5-4778-8fb2-ffe59c80d09e is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:02:41.095648 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (57e7580b-bee5-4778-8fb2-ffe59c80d09e), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:41.152022 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57e7580b-bee5-4778-8fb2-ffe59c80d09e {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:02:41.159739 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port e53cbcf7-8f11-4484-939b-e5212970ff7b is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:02:41.162403 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-de7522ae-e39a-45e3-9d05-edad0c7cf74d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:41.183529 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-de7522ae-e39a-45e3-9d05-edad0c7cf74d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/ports/5216029f-cef7-4a78-b317-732f432b7230 HTTP/1.1" status: 204 len: 168 time: 1.3066936 Jan 28 03:02:41.186284 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49518) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:41.251468 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 57e7580b-bee5-4778-8fb2-ffe59c80d09e, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=57e7580b-bee5-4778-8fb2-ffe59c80d09e,segment=NetworkSegment(d7dabcce-2f76-4874-a109-f40b999df007),segment_id=d7dabcce-2f76-4874-a109-f40b999df007)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:02:41.263011 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (57e7580b-bee5-4778-8fb2-ffe59c80d09e), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:41.263855 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 7ea40a82-50e0-459f-bba9-b867947c7e93 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:02:41.304703 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-1498bdde-fbe3-4a53-b3be-ea0a1d2e1407 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] GET failed (client error): The resource could not be found. Jan 28 03:02:41.320032 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1498bdde-fbe3-4a53-b3be-ea0a1d2e1407 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "GET /v2.0/ports/5216029f-cef7-4a78-b317-732f432b7230 HTTP/1.1" status: 404 len: 333 time: 0.1322873 Jan 28 03:02:41.322986 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49522) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:41.355045 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ee362b-dc61-434a-82cb-403c5afec007 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Network c6cf5daf-c25c-4f36-9063-eaa52c0d7ee2 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:02:41.411768 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=57e7580b-bee5-4778-8fb2-ffe59c80d09e,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:41.430989 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-195c67d9-ec08-4c84-8704-6ecc8b81edec None None] Current status of the port e53cbcf7-8f11-4484-939b-e5212970ff7b is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:02:41.465514 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-11ee362b-dc61-434a-82cb-403c5afec007 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, c6cf5daf-c25c-4f36-9063-eaa52c0d7ee2) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:02:41.492367 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ee362b-dc61-434a-82cb-403c5afec007 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:41.500705 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-11ee362b-dc61-434a-82cb-403c5afec007 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:41.511193 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66de745-43c5-4a34-92b2-8ed10ab03db3 None None] Network c6cf5daf-c25c-4f36-9063-eaa52c0d7ee2 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:02:41.522283 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad3fff-5b67-40ca-b116-95875eced89c req-0362b0d3-db1d-4509-9984-434d07b04cc8 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:41.528051 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad3fff-5b67-40ca-b116-95875eced89c req-0362b0d3-db1d-4509-9984-434d07b04cc8 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:41.529932 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c7ad3fff-5b67-40ca-b116-95875eced89c req-0362b0d3-db1d-4509-9984-434d07b04cc8 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e456f2-80f4-4178-bba7-fa68a9156299 HTTP/1.1" status: 200 len: 1678 time: 0.7547395 Jan 28 03:02:41.536065 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b3038cd-8057-4054-ac7f-7169740feca9 req-d15cdc1b-04f1-451c-a192-9ac252f6e042 service neutron] 10.222.0.67 "GET /v2.0/networks/422af81d-f145-4e02-be04-fd6df5a614c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7648022 Jan 28 03:02:41.580153 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-fc051ca3-945a-4416-ae7d-fb74c2f421f6 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Deleting port df6870d8-91c9-4945-86a7-c9dde71bad7c {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:02:41.583388 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fc051ca3-945a-4416-ae7d-fb74c2f421f6 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (df6870d8-91c9-4945-86a7-c9dde71bad7c), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:41.597889 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-11ee362b-dc61-434a-82cb-403c5afec007 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.7895482 Jan 28 03:02:41.603813 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 49526) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:41.720741 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-90e04290-ff53-4372-b1fb-390233880392 None None] Could not find standard attr ID for object 5216029f-cef7-4a78-b317-732f432b7230. {{(pid=109804) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:02:41.778982 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fc1449-6fd8-4f4e-843a-7510faacfbfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-c6cf5daf-c25c-4f36-9063-eaa52c0d7ee2', 'network_id': 'c6cf5daf-c25c-4f36-9063-eaa52c0d7ee2', 'project_id': 'a0006a66d1db4222a493e3bd442f2da0', 'fixed_ips': [{'subnet_id': 'c02b3400-7250-4f3e-82b7-9f623127fac4'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:02:41.779859 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f4fc1449-6fd8-4f4e-843a-7510faacfbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:41.839571 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fc051ca3-945a-4416-ae7d-fb74c2f421f6 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (df6870d8-91c9-4945-86a7-c9dde71bad7c), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:41.857424 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 7ea40a82-50e0-459f-bba9-b867947c7e93, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=7ea40a82-50e0-459f-bba9-b867947c7e93,segment=NetworkSegment(7c948faa-9934-42d5-9797-b223381aeffa),segment_id=7c948faa-9934-42d5-9797-b223381aeffa)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:02:41.862105 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-90e04290-ff53-4372-b1fb-390233880392 None None] Provisioning complete for port df6870d8-91c9-4945-86a7-c9dde71bad7c triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:02:41.865612 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-fc051ca3-945a-4416-ae7d-fb74c2f421f6 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Calling delete_port for df6870d8-91c9-4945-86a7-c9dde71bad7c owned by {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:02:41.873735 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-90e04290-ff53-4372-b1fb-390233880392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (df6870d8-91c9-4945-86a7-c9dde71bad7c), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:41.914161 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c7ad3fff-5b67-40ca-b116-95875eced89c req-5c88c787-18c7-4edc-bac2-8befa2971ac4 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/security-groups?id=389d7229-f56f-4fba-80fd-3c10167f7dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752787 Jan 28 03:02:42.006551 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '7ea40a82-50e0-459f-bba9-b867947c7e93', 'network_id': '422af81d-f145-4e02-be04-fd6df5a614c1', 'port_id': '7ea40a82-50e0-459f-bba9-b867947c7e93', 'mac_address': 'fa:16:3e:f6:4d:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5eca14b6-79be-4965-b268-11c93fa5eba5', 'ip_address': '19.86.0.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:02:42.008904 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-90e04290-ff53-4372-b1fb-390233880392 None None] Port df6870d8-91c9-4945-86a7-c9dde71bad7c cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:02:42.045192 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b8f7ac02-f73c-49e6-b43b-8125efdae5a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (15b6b21b-d3dd-4306-90cc-e72eedca063a), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:42.136199 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9067bb91-7bca-4454-96fa-663ce20458a9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (c6cf5daf-c25c-4f36-9063-eaa52c0d7ee2), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:42.181472 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fc051ca3-945a-4416-ae7d-fb74c2f421f6 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (df6870d8-91c9-4945-86a7-c9dde71bad7c), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:42.278256 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-f4fc1449-6fd8-4f4e-843a-7510faacfbfb None None] Allocated IP 172.20.0.1 (c6cf5daf-c25c-4f36-9063-eaa52c0d7ee2/c02b3400-7250-4f3e-82b7-9f623127fac4/14643107-1015-4501-b57a-d29d019bfc82) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:02:42.306694 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc051ca3-945a-4416-ae7d-fb74c2f421f6 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event deleted for resources: {'Port': ['ID=df6870d8-91c9-4945-86a7-c9dde71bad7c,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:42.432203 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9067bb91-7bca-4454-96fa-663ce20458a9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (c02b3400-7250-4f3e-82b7-9f623127fac4), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:42.446868 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fc051ca3-945a-4416-ae7d-fb74c2f421f6 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:42.453684 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-fc051ca3-945a-4416-ae7d-fb74c2f421f6 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/ports/df6870d8-91c9-4945-86a7-c9dde71bad7c HTTP/1.1" status: 204 len: 168 time: 1.1263022 Jan 28 03:02:42.453988 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49534) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:42.534057 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-e08a5f4f-cabe-4a86-ba9f-f59c27d9b78e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] GET failed (client error): The resource could not be found. Jan 28 03:02:42.547588 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e08a5f4f-cabe-4a86-ba9f-f59c27d9b78e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "GET /v2.0/ports/df6870d8-91c9-4945-86a7-c9dde71bad7c HTTP/1.1" status: 404 len: 333 time: 0.0926106 Jan 28 03:02:42.552157 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49538) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:42.672454 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-aff195a5-5519-4e82-b744-ed0742be7e54 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Deleting subnet 9631e6fa-a7d3-4d57-8312-a7691c382f93 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:02:42.676791 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aff195a5-5519-4e82-b744-ed0742be7e54 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for subnet (9631e6fa-a7d3-4d57-8312-a7691c382f93), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:42.767772 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f4fc1449-6fd8-4f4e-843a-7510faacfbfb None None] Publish callbacks [] for port (14643107-1015-4501-b57a-d29d019bfc82), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:42.770626 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aff195a5-5519-4e82-b744-ed0742be7e54 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (9631e6fa-a7d3-4d57-8312-a7691c382f93), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:42.778756 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f4fc1449-6fd8-4f4e-843a-7510faacfbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (14643107-1015-4501-b57a-d29d019bfc82), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:42.816099 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9067bb91-7bca-4454-96fa-663ce20458a9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (c02b3400-7250-4f3e-82b7-9f623127fac4), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:42.862340 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fc1449-6fd8-4f4e-843a-7510faacfbfb None None] Network c6cf5daf-c25c-4f36-9063-eaa52c0d7ee2 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:02:42.874872 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-f4fc1449-6fd8-4f4e-843a-7510faacfbfb None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:02:42.880473 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fc1449-6fd8-4f4e-843a-7510faacfbfb None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:02:42.888571 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 7ea40a82-50e0-459f-bba9-b867947c7e93 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:02:42.889157 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7ea40a82-50e0-459f-bba9-b867947c7e93), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:42.908811 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067bb91-7bca-4454-96fa-663ce20458a9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event deleted for resources: {'Subnet': ['ID=c02b3400-7250-4f3e-82b7-9f623127fac4,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:42.911759 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc1449-6fd8-4f4e-843a-7510faacfbfb None None] Pushing event updated for resources: {'Port': ['ID=14643107-1015-4501-b57a-d29d019bfc82,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:42.982590 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ea40a82-50e0-459f-bba9-b867947c7e93 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:02:42.986284 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aff195a5-5519-4e82-b744-ed0742be7e54 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (9631e6fa-a7d3-4d57-8312-a7691c382f93), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:43.099698 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 7ea40a82-50e0-459f-bba9-b867947c7e93, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=7ea40a82-50e0-459f-bba9-b867947c7e93,segment=NetworkSegment(7c948faa-9934-42d5-9797-b223381aeffa),segment_id=7c948faa-9934-42d5-9797-b223381aeffa)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:02:43.125164 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (7ea40a82-50e0-459f-bba9-b867947c7e93), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:43.184663 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aff195a5-5519-4e82-b744-ed0742be7e54 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (9631e6fa-a7d3-4d57-8312-a7691c382f93), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:43.198554 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9067bb91-7bca-4454-96fa-663ce20458a9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (c6cf5daf-c25c-4f36-9063-eaa52c0d7ee2), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:43.202445 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-f4fc1449-6fd8-4f4e-843a-7510faacfbfb None None] Attempting to bind port 14643107-1015-4501-b57a-d29d019bfc82 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:02:43.202953 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-f4fc1449-6fd8-4f4e-843a-7510faacfbfb None None] Attempting to bind port 14643107-1015-4501-b57a-d29d019bfc82 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '41292106-16be-46f8-bb5e-0c0f4a65f150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c6cf5daf-c25c-4f36-9063-eaa52c0d7ee2'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:02:43.203404 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fc1449-6fd8-4f4e-843a-7510faacfbfb None None] Attempting to bind port 14643107-1015-4501-b57a-d29d019bfc82 on network c6cf5daf-c25c-4f36-9063-eaa52c0d7ee2 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:02:43.228000 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fc1449-6fd8-4f4e-843a-7510faacfbfb None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:02:43.228428 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fc1449-6fd8-4f4e-843a-7510faacfbfb None None] Checking segment: {'id': '41292106-16be-46f8-bb5e-0c0f4a65f150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c6cf5daf-c25c-4f36-9063-eaa52c0d7ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:02:43.228854 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f4fc1449-6fd8-4f4e-843a-7510faacfbfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:43.229294 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fc1449-6fd8-4f4e-843a-7510faacfbfb None None] Bound using segment: {'id': '41292106-16be-46f8-bb5e-0c0f4a65f150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c6cf5daf-c25c-4f36-9063-eaa52c0d7ee2'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:02:43.229807 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-f4fc1449-6fd8-4f4e-843a-7510faacfbfb None None] Bound port: 14643107-1015-4501-b57a-d29d019bfc82, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41292106-16be-46f8-bb5e-0c0f4a65f150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c6cf5daf-c25c-4f36-9063-eaa52c0d7ee2'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:02:43.230210 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f4fc1449-6fd8-4f4e-843a-7510faacfbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (14643107-1015-4501-b57a-d29d019bfc82), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:43.243828 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-9067bb91-7bca-4454-96fa-663ce20458a9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6cf5daf-c25c-4f36-9063-eaa52c0d7ee2']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:43.258054 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-9067bb91-7bca-4454-96fa-663ce20458a9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41292106-16be-46f8-bb5e-0c0f4a65f150') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:43.259002 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-9067bb91-7bca-4454-96fa-663ce20458a9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41292106-16be-46f8-bb5e-0c0f4a65f150') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:43.273825 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d11223-707c-4802-bca5-67252b14a557 req-e75b0f34-ae43-4ede-a111-eff3d3fc8fed tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:43.276012 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9067bb91-7bca-4454-96fa-663ce20458a9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (41292106-16be-46f8-bb5e-0c0f4a65f150), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:43.282550 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d11223-707c-4802-bca5-67252b14a557 req-e75b0f34-ae43-4ede-a111-eff3d3fc8fed tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:43.291252 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-81d11223-707c-4802-bca5-67252b14a557 req-e75b0f34-ae43-4ede-a111-eff3d3fc8fed tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e456f2-80f4-4178-bba7-fa68a9156299 HTTP/1.1" status: 200 len: 1679 time: 0.2348363 Jan 28 03:02:43.300636 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff195a5-5519-4e82-b744-ed0742be7e54 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event deleted for resources: {'Subnet': ['ID=9631e6fa-a7d3-4d57-8312-a7691c382f93,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:43.314231 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-b8f7ac02-f73c-49e6-b43b-8125efdae5a5 admin admin] Deleting port e8f227f7-d049-486a-ba22-2daeacf9cbbf {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:02:43.319575 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aff195a5-5519-4e82-b744-ed0742be7e54 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:43.324311 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=7ea40a82-50e0-459f-bba9-b867947c7e93,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:43.329575 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-aff195a5-5519-4e82-b744-ed0742be7e54 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/subnets/9631e6fa-a7d3-4d57-8312-a7691c382f93 HTTP/1.1" status: 204 len: 168 time: 0.7745595 Jan 28 03:02:43.334035 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67efaf4e-9955-4f4f-ac8e-5b69503b3fec None None] Network 61d9e4c4-3ba8-45f7-aa1c-9c661d686d7f requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:02:43.340402 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b8f7ac02-f73c-49e6-b43b-8125efdae5a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (e8f227f7-d049-486a-ba22-2daeacf9cbbf), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:43.346815 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49544) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:43.475285 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-b8f7ac02-f73c-49e6-b43b-8125efdae5a5 admin admin] For port e8f227f7-d049-486a-ba22-2daeacf9cbbf, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=e8f227f7-d049-486a-ba22-2daeacf9cbbf,segment=NetworkSegment(7d7091a8-a073-429a-a4b4-3148b56eff22),segment_id=7d7091a8-a073-429a-a4b4-3148b56eff22)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:02:43.475883 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b8f7ac02-f73c-49e6-b43b-8125efdae5a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (e8f227f7-d049-486a-ba22-2daeacf9cbbf), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:43.494946 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-b8f7ac02-f73c-49e6-b43b-8125efdae5a5 admin admin] Calling delete_port for e8f227f7-d049-486a-ba22-2daeacf9cbbf owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:02:43.581396 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9067bb91-7bca-4454-96fa-663ce20458a9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (41292106-16be-46f8-bb5e-0c0f4a65f150), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:43.581627 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-81d11223-707c-4802-bca5-67252b14a557 req-f4189bf4-98b2-4488-9261-93e4243d28a4 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/security-groups?id=389d7229-f56f-4fba-80fd-3c10167f7dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888496 Jan 28 03:02:43.594024 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9067bb91-7bca-4454-96fa-663ce20458a9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:02:43.600141 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9067bb91-7bca-4454-96fa-663ce20458a9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (41292106-16be-46f8-bb5e-0c0f4a65f150), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:43.607730 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aa1f4ac6-118e-407b-9c75-d9d556d8c1bb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (61d9e4c4-3ba8-45f7-aa1c-9c661d686d7f), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:43.689481 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-f4fc1449-6fd8-4f4e-843a-7510faacfbfb None None] For port 14643107-1015-4501-b57a-d29d019bfc82, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:02:43.730753 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:02:43.730753 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:02:43.730753 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:02:43.730753 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:02:43.730753 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:02:43.730753 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:02:43.730753 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:02:43.730753 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:02:43.730753 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:02:43.730753 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:02:43.730753 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:02:43.730753 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:02:43.730753 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:02:43.730753 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:02:43.730753 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:02:43.730753 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:02:43.730753 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:02:43.730753 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:02:43.730753 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:02:43.730753 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:02:43.730753 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:02:43.730753 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:02:43.730753 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:02:43.730753 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:02:43.730753 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:02:43.730753 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:02:43.730753 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:02:43.730753 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:02:43.730753 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:02:43.730753 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:02:43.730753 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:02:43.730753 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:02:43.738969 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['57e7580b-bee5-4778-8fb2-ffe59c80d09e'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:02:43.769205 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.db.api [None req-9067bb91-7bca-4454-96fa-663ce20458a9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 03:02:43.769205 n-d-712139-27 neutron-server[109803]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 03:02:43.769205 n-d-712139-27 neutron-server[109803]: [parameters: {'id': 'c6cf5daf-c25c-4f36-9063-eaa52c0d7ee2'}] Jan 28 03:02:43.769205 n-d-712139-27 neutron-server[109803]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:02:43.769765 n-d-712139-27 neutron-server[109803]: DEBUG oslo_db.api [None req-9067bb91-7bca-4454-96fa-663ce20458a9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:02:43.802297 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-aa1f4ac6-118e-407b-9c75-d9d556d8c1bb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Deleting port e53cbcf7-8f11-4484-939b-e5212970ff7b {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:02:43.802706 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aa1f4ac6-118e-407b-9c75-d9d556d8c1bb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (e53cbcf7-8f11-4484-939b-e5212970ff7b), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:43.871474 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d45ac2-8db8-4070-9dda-4c34d2513644 None None] DHCP port deletion for 61d9e4c4-3ba8-45f7-aa1c-9c661d686d7f request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:02:43.906503 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-f4fc1449-6fd8-4f4e-843a-7510faacfbfb None None] For port 14643107-1015-4501-b57a-d29d019bfc82, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=14643107-1015-4501-b57a-d29d019bfc82,segment=NetworkSegment(41292106-16be-46f8-bb5e-0c0f4a65f150),segment_id=41292106-16be-46f8-bb5e-0c0f4a65f150)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:02:43.920850 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f4fc1449-6fd8-4f4e-843a-7510faacfbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (14643107-1015-4501-b57a-d29d019bfc82), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:43.949383 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-aa1f4ac6-118e-407b-9c75-d9d556d8c1bb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] For port e53cbcf7-8f11-4484-939b-e5212970ff7b, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=e53cbcf7-8f11-4484-939b-e5212970ff7b,segment=NetworkSegment(4b554c03-efa3-4870-9e32-a1ba510e3c36),segment_id=4b554c03-efa3-4870-9e32-a1ba510e3c36)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:02:43.949833 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aa1f4ac6-118e-407b-9c75-d9d556d8c1bb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (e53cbcf7-8f11-4484-939b-e5212970ff7b), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:43.982062 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-aa1f4ac6-118e-407b-9c75-d9d556d8c1bb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Calling delete_port for e53cbcf7-8f11-4484-939b-e5212970ff7b owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:02:44.110077 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc1449-6fd8-4f4e-843a-7510faacfbfb None None] Pushing event updated for resources: {'Port': ['ID=14643107-1015-4501-b57a-d29d019bfc82,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:44.150027 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-29d45ac2-8db8-4070-9dda-4c34d2513644 None None] Deleting port e53cbcf7-8f11-4484-939b-e5212970ff7b {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:02:44.150629 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-29d45ac2-8db8-4070-9dda-4c34d2513644 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (e53cbcf7-8f11-4484-939b-e5212970ff7b), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:44.180389 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b8f7ac02-f73c-49e6-b43b-8125efdae5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (e8f227f7-d049-486a-ba22-2daeacf9cbbf), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:44.218955 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4110e1-943e-4e73-b61a-bcb861720786 None None] Network c6cf5daf-c25c-4f36-9063-eaa52c0d7ee2 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:02:44.260348 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f7ac02-f73c-49e6-b43b-8125efdae5a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8f227f7-d049-486a-ba22-2daeacf9cbbf,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:44.279639 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aa1f4ac6-118e-407b-9c75-d9d556d8c1bb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (e53cbcf7-8f11-4484-939b-e5212970ff7b), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:44.340553 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9067bb91-7bca-4454-96fa-663ce20458a9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (c6cf5daf-c25c-4f36-9063-eaa52c0d7ee2), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:44.343944 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-29d45ac2-8db8-4070-9dda-4c34d2513644 None None] For port e53cbcf7-8f11-4484-939b-e5212970ff7b, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=e53cbcf7-8f11-4484-939b-e5212970ff7b,segment=NetworkSegment(4b554c03-efa3-4870-9e32-a1ba510e3c36),segment_id=4b554c03-efa3-4870-9e32-a1ba510e3c36)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:02:44.344639 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-29d45ac2-8db8-4070-9dda-4c34d2513644 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (e53cbcf7-8f11-4484-939b-e5212970ff7b), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:44.361712 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1f4ac6-118e-407b-9c75-d9d556d8c1bb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] No DVR routers for this DVR port e53cbcf7-8f11-4484-939b-e5212970ff7b on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:02:44.378941 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f4ac6-118e-407b-9c75-d9d556d8c1bb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event deleted for resources: {'Port': ['ID=e53cbcf7-8f11-4484-939b-e5212970ff7b,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:44.389201 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-29d45ac2-8db8-4070-9dda-4c34d2513644 None None] Calling delete_port for e53cbcf7-8f11-4484-939b-e5212970ff7b owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:02:44.578610 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aa1f4ac6-118e-407b-9c75-d9d556d8c1bb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (61d9e4c4-3ba8-45f7-aa1c-9c661d686d7f), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:44.581353 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-29d45ac2-8db8-4070-9dda-4c34d2513644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (e53cbcf7-8f11-4484-939b-e5212970ff7b), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:44.632794 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d45ac2-8db8-4070-9dda-4c34d2513644 None None] Pushing event deleted for resources: {'Port': ['ID=e53cbcf7-8f11-4484-939b-e5212970ff7b,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:44.648061 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d45ac2-8db8-4070-9dda-4c34d2513644 None None] No DVR routers for this DVR port e53cbcf7-8f11-4484-939b-e5212970ff7b on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:02:44.682891 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-aa1f4ac6-118e-407b-9c75-d9d556d8c1bb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61d9e4c4-3ba8-45f7-aa1c-9c661d686d7f']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:44.705305 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-aa1f4ac6-118e-407b-9c75-d9d556d8c1bb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b554c03-efa3-4870-9e32-a1ba510e3c36') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:44.705616 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-aa1f4ac6-118e-407b-9c75-d9d556d8c1bb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b554c03-efa3-4870-9e32-a1ba510e3c36') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:44.713646 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe71199c-3359-4e37-a173-aef730ec76a3 None None] get_active_networks_info from n-d-712139-27 {{(pid=109804) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 03:02:44.745883 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aa1f4ac6-118e-407b-9c75-d9d556d8c1bb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (4b554c03-efa3-4870-9e32-a1ba510e3c36), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:44.806364 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aa1f4ac6-118e-407b-9c75-d9d556d8c1bb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (4b554c03-efa3-4870-9e32-a1ba510e3c36), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:44.828924 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa1f4ac6-118e-407b-9c75-d9d556d8c1bb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:02:44.829889 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aa1f4ac6-118e-407b-9c75-d9d556d8c1bb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (4b554c03-efa3-4870-9e32-a1ba510e3c36), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:44.845148 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:02:44.845148 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:02:44.845148 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:02:44.845148 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:02:44.845148 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:02:44.845148 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:02:44.845148 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:02:44.845148 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:02:44.845148 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:02:44.845148 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:02:44.845148 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:02:44.845148 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:02:44.845148 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:02:44.845148 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:02:44.845148 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:02:44.845148 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:02:44.845148 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:02:44.845148 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:02:44.845148 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:02:44.845148 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:02:44.845148 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:02:44.845148 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:02:44.845148 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:02:44.845148 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:02:44.845148 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:02:44.845148 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:02:44.845148 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:02:44.845148 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:02:44.845148 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:02:44.845148 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:02:44.845148 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:02:44.845148 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:02:44.952857 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['7ea40a82-50e0-459f-bba9-b867947c7e93'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:02:44.966469 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aa1f4ac6-118e-407b-9c75-d9d556d8c1bb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (61d9e4c4-3ba8-45f7-aa1c-9c661d686d7f), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:44.983000 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aa1f4ac6-118e-407b-9c75-d9d556d8c1bb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:44.987814 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-aa1f4ac6-118e-407b-9c75-d9d556d8c1bb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/networks/61d9e4c4-3ba8-45f7-aa1c-9c661d686d7f HTTP/1.1" status: 204 len: 168 time: 1.6398315 Jan 28 03:02:45.008858 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49572) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:45.015115 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-b27f5e34-2e58-4b70-945b-393fb0c27ea0 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1245394624'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:02:45.019557 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f4ac6-118e-407b-9c75-d9d556d8c1bb tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event deleted for resources: {'Network': ['ID=61d9e4c4-3ba8-45f7-aa1c-9c661d686d7f,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:45.052890 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27f5e34-2e58-4b70-945b-393fb0c27ea0 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Made reservation on behalf of e836b14247804add85a66880853283af for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:02:45.057976 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b27f5e34-2e58-4b70-945b-393fb0c27ea0 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:45.094087 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b27f5e34-2e58-4b70-945b-393fb0c27ea0 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:02:45.108068 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b27f5e34-2e58-4b70-945b-393fb0c27ea0 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (880e2153-81d2-4050-ac5b-3ee8278aa8b5), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:45.109115 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-b27f5e34-2e58-4b70-945b-393fb0c27ea0 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Added segment 880e2153-81d2-4050-ac5b-3ee8278aa8b5 of type vlan for network 38fd5fcc-cd07-47d4-8290-8f605c5e94e6 Jan 28 03:02:45.196346 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b27f5e34-2e58-4b70-945b-393fb0c27ea0 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (38fd5fcc-cd07-47d4-8290-8f605c5e94e6), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:45.320138 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b27f5e34-2e58-4b70-945b-393fb0c27ea0 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (38fd5fcc-cd07-47d4-8290-8f605c5e94e6), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:45.339294 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27f5e34-2e58-4b70-945b-393fb0c27ea0 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:45.339971 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b27f5e34-2e58-4b70-945b-393fb0c27ea0 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:45.362437 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe71199c-3359-4e37-a173-aef730ec76a3 None None] Resources bound (agent type, host, resource id): {{(pid=109804) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 03:02:45.468562 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b8f7ac02-f73c-49e6-b43b-8125efdae5a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (15b6b21b-d3dd-4306-90cc-e72eedca063a), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:45.594184 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b27f5e34-2e58-4b70-945b-393fb0c27ea0 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5837824 Jan 28 03:02:45.601967 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49582) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:45.618981 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-bd3590bd-b3bf-4cf4-97b9-7262532d575c tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'subnet': {'network_id': '38fd5fcc-cd07-47d4-8290-8f605c5e94e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:02:45.731717 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 49586) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:45.736287 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-9067bb91-7bca-4454-96fa-663ce20458a9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Deleting port 14643107-1015-4501-b57a-d29d019bfc82 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:02:45.736913 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9067bb91-7bca-4454-96fa-663ce20458a9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (14643107-1015-4501-b57a-d29d019bfc82), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:45.810461 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3590bd-b3bf-4cf4-97b9-7262532d575c tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Made reservation on behalf of e836b14247804add85a66880853283af for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:02:45.814266 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bd3590bd-b3bf-4cf4-97b9-7262532d575c tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:45.820546 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f5e34-2e58-4b70-945b-393fb0c27ea0 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event updated for resources: {'Network': ['ID=38fd5fcc-cd07-47d4-8290-8f605c5e94e6,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:45.887235 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 38fd5fcc-cd07-47d4-8290-8f605c5e94e6 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:02:45.973114 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1d4bd-9d35-4d5f-8b39-a6e7fb0da29c req-9549b39c-c8fc-4e0d-b760-c23252ba1788 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:45.991730 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1d4bd-9d35-4d5f-8b39-a6e7fb0da29c req-9549b39c-c8fc-4e0d-b760-c23252ba1788 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:46.003093 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ebf1d4bd-9d35-4d5f-8b39-a6e7fb0da29c req-9549b39c-c8fc-4e0d-b760-c23252ba1788 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e456f2-80f4-4178-bba7-fa68a9156299 HTTP/1.1" status: 200 len: 1680 time: 0.5306439 Jan 28 03:02:46.140729 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ebf1d4bd-9d35-4d5f-8b39-a6e7fb0da29c req-ee4764b7-7d82-45f7-a9d1-d514ad1c59ab tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/security-groups?id=389d7229-f56f-4fba-80fd-3c10167f7dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363182 Jan 28 03:02:46.178048 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2ae6545c-9209-499c-9675-3d800b8f44ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:46.194401 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-9067bb91-7bca-4454-96fa-663ce20458a9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] For port 14643107-1015-4501-b57a-d29d019bfc82, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=14643107-1015-4501-b57a-d29d019bfc82,segment=NetworkSegment(41292106-16be-46f8-bb5e-0c0f4a65f150),segment_id=41292106-16be-46f8-bb5e-0c0f4a65f150)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:02:46.195043 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9067bb91-7bca-4454-96fa-663ce20458a9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (14643107-1015-4501-b57a-d29d019bfc82), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:46.260314 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-9067bb91-7bca-4454-96fa-663ce20458a9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Calling delete_port for 14643107-1015-4501-b57a-d29d019bfc82 owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:02:46.283769 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device e53cbcf7-8f11-4484-939b-e5212970ff7b no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:02:46.300293 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f7ac02-f73c-49e6-b43b-8125efdae5a5 admin admin] Router 15b6b21b-d3dd-4306-90cc-e72eedca063a has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:02:46.313143 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: e53cbcf7-8f11-4484-939b-e5212970ff7b {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:02:46.313764 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device e53cbcf7-8f11-4484-939b-e5212970ff7b not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:02:46.365323 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bd3590bd-b3bf-4cf4-97b9-7262532d575c tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (5700de4f-e4a8-4239-86e4-05a84a1d9e39), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:46.522234 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9067bb91-7bca-4454-96fa-663ce20458a9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (14643107-1015-4501-b57a-d29d019bfc82), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:46.585304 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3590bd-b3bf-4cf4-97b9-7262532d575c tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Checking segment: {'id': '880e2153-81d2-4050-ac5b-3ee8278aa8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '38fd5fcc-cd07-47d4-8290-8f605c5e94e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:02:46.585633 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3590bd-b3bf-4cf4-97b9-7262532d575c tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Network hostable DHCP agents. Network: 38fd5fcc-cd07-47d4-8290-8f605c5e94e6, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:02:46.618132 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3590bd-b3bf-4cf4-97b9-7262532d575c tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event updated for resources: {'Subnet': ['ID=5700de4f-e4a8-4239-86e4-05a84a1d9e39,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:46.652346 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3590bd-b3bf-4cf4-97b9-7262532d575c tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Network 38fd5fcc-cd07-47d4-8290-8f605c5e94e6 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:02:46.668595 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-bd3590bd-b3bf-4cf4-97b9-7262532d575c tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 38fd5fcc-cd07-47d4-8290-8f605c5e94e6) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:02:46.672964 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3590bd-b3bf-4cf4-97b9-7262532d575c tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:46.673603 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bd3590bd-b3bf-4cf4-97b9-7262532d575c tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:46.684555 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01055b9-4760-40c8-96e0-6be97f5f18d3 None None] Network 38fd5fcc-cd07-47d4-8290-8f605c5e94e6 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:02:46.685341 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067bb91-7bca-4454-96fa-663ce20458a9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event deleted for resources: {'Port': ['ID=14643107-1015-4501-b57a-d29d019bfc82,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:46.691785 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2ae6545c-9209-499c-9675-3d800b8f44ee admin admin] Publish callbacks [] for security_group (263d7ea8-c7ac-46e8-9dbe-2044eb95ddc1), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:46.720456 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-bd3590bd-b3bf-4cf4-97b9-7262532d575c tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1143858 Jan 28 03:02:46.723320 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49680) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:46.729590 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-9acba238-6502-426c-b2aa-0a76fbd0b62b tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'port': {'network_id': '38fd5fcc-cd07-47d4-8290-8f605c5e94e6', 'name': 'tempest-PortsTestJSON-1809709674', 'fixed_ips': [{'subnet_id': '5700de4f-e4a8-4239-86e4-05a84a1d9e39', 'ip_address': '172.20.0.10'}]}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:02:46.739866 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9067bb91-7bca-4454-96fa-663ce20458a9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] No DVR routers for this DVR port 14643107-1015-4501-b57a-d29d019bfc82 on host n-d-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:02:46.748982 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f7ac02-f73c-49e6-b43b-8125efdae5a5 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:02:46.763314 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b1c54c-a1cd-451c-a487-2446d183dda5 None None] Sync routers for ids ['15b6b21b-d3dd-4306-90cc-e72eedca063a'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:02:46.779251 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b8f7ac02-f73c-49e6-b43b-8125efdae5a5 admin admin] 10.222.0.53 "PUT /v2.0/routers/15b6b21b-d3dd-4306-90cc-e72eedca063a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2802539 Jan 28 03:02:46.783754 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b1c54c-a1cd-451c-a487-2446d183dda5 None None] Routers {'15b6b21b-d3dd-4306-90cc-e72eedca063a'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:02:46.785112 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 49690) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:46.786818 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a0b1c54c-a1cd-451c-a487-2446d183dda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:02:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['15b6b21b-d3dd-4306-90cc-e72eedca063a'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:46.793024 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2ae6545c-9209-499c-9675-3d800b8f44ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (263d7ea8-c7ac-46e8-9dbe-2044eb95ddc1), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:46.889938 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-2ae6545c-9209-499c-9675-3d800b8f44ee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e30ff93d4a604357b0708af88bcd2b83&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1351171 Jan 28 03:02:46.895199 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49708) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:46.974181 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9602d5bd-f94c-4838-bdd4-f26ad1d44df5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-38fd5fcc-cd07-47d4-8290-8f605c5e94e6', 'network_id': '38fd5fcc-cd07-47d4-8290-8f605c5e94e6', 'project_id': 'e836b14247804add85a66880853283af', 'fixed_ips': [{'subnet_id': '5700de4f-e4a8-4239-86e4-05a84a1d9e39'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:02:46.975312 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9602d5bd-f94c-4838-bdd4-f26ad1d44df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:47.086643 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0630756e-1aa9-4d56-8ece-caa1506af282 admin admin] Publish callbacks [] for router (15b6b21b-d3dd-4306-90cc-e72eedca063a), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:47.089332 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6545c-9209-499c-9675-3d800b8f44ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263d7ea8-c7ac-46e8-9dbe-2044eb95ddc1,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:47.149247 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-a0b1c54c-a1cd-451c-a487-2446d183dda5 None None] Set router 15b6b21b-d3dd-4306-90cc-e72eedca063a gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:02:47.201057 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bce152e6-2f9c-43a7-8613-69a2d3460604 admin admin] Publish callbacks [] for security_group (263d7ea8-c7ac-46e8-9dbe-2044eb95ddc1), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:47.207068 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9acba238-6502-426c-b2aa-0a76fbd0b62b tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Made reservation on behalf of e836b14247804add85a66880853283af for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:02:47.217312 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 57e7580b-bee5-4778-8fb2-ffe59c80d09e up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:02:47.341936 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9067bb91-7bca-4454-96fa-663ce20458a9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (c6cf5daf-c25c-4f36-9063-eaa52c0d7ee2), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:47.401444 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bce152e6-2f9c-43a7-8613-69a2d3460604 admin admin] Publish callbacks [] for security_group (263d7ea8-c7ac-46e8-9dbe-2044eb95ddc1), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:47.406749 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 57e7580b-bee5-4778-8fb2-ffe59c80d09e completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:02:47.427718 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 57e7580b-bee5-4778-8fb2-ffe59c80d09e triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:02:47.427718 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (57e7580b-bee5-4778-8fb2-ffe59c80d09e), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:47.504630 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9acba238-6502-426c-b2aa-0a76fbd0b62b tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:47.523086 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-9602d5bd-f94c-4838-bdd4-f26ad1d44df5 None None] Allocated IP 172.20.0.2 (38fd5fcc-cd07-47d4-8290-8f605c5e94e6/5700de4f-e4a8-4239-86e4-05a84a1d9e39/bb6b5378-6caa-4c8c-8dee-10d5cdbd527d) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:02:47.533570 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-9067bb91-7bca-4454-96fa-663ce20458a9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6cf5daf-c25c-4f36-9063-eaa52c0d7ee2']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:47.573403 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-9acba238-6502-426c-b2aa-0a76fbd0b62b tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] device_id is not set on port a801f12d-bfd6-42ef-82f5-a457b8215216 yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:02:47.683597 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-9067bb91-7bca-4454-96fa-663ce20458a9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41292106-16be-46f8-bb5e-0c0f4a65f150') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:47.684064 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-9067bb91-7bca-4454-96fa-663ce20458a9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41292106-16be-46f8-bb5e-0c0f4a65f150') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:47.694859 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0630756e-1aa9-4d56-8ece-caa1506af282 admin admin] Publish callbacks [] for router_gateway (15b6b21b-d3dd-4306-90cc-e72eedca063a), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:47.760240 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9067bb91-7bca-4454-96fa-663ce20458a9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (41292106-16be-46f8-bb5e-0c0f4a65f150), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:47.769216 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a0b1c54c-a1cd-451c-a487-2446d183dda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b6b21b-d3dd-4306-90cc-e72eedca063a', 'name': 'tempest-AttachSCSIVolumeTestJSON-633845331-router', 'tenant_id': '03f2764faa5b40ccac2b3b80bfd1adcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '704a2507-5bce-4202-8edb-c21bb5339198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:59:33Z', 'updated_at': '2022-01-28T03:02:43Z', 'revision_number': 5, 'project_id': '03f2764faa5b40ccac2b3b80bfd1adcd', 'gw_port': {'id': '704a2507-5bce-4202-8edb-c21bb5339198', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:81:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b6b21b-d3dd-4306-90cc-e72eedca063a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:59:35Z', 'updated_at': '2022-01-28T02:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:47.773279 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 57e7580b-bee5-4778-8fb2-ffe59c80d09e is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:02:47.776766 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (57e7580b-bee5-4778-8fb2-ffe59c80d09e), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:47.830947 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b1c54c-a1cd-451c-a487-2446d183dda5 None None] Checking router: 15b6b21b-d3dd-4306-90cc-e72eedca063a for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:02:47.854491 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b1c54c-a1cd-451c-a487-2446d183dda5 None None] Routers {'15b6b21b-d3dd-4306-90cc-e72eedca063a'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:02:47.855282 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a0b1c54c-a1cd-451c-a487-2446d183dda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:02:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['15b6b21b-d3dd-4306-90cc-e72eedca063a'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:47.887094 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e456f2-80f4-4178-bba7-fa68a9156299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e7580b-bee5-4778-8fb2-ffe59c80d09e'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:02:47.891197 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20815c7-63cc-4d28-bf26-c224656f5064" -d '{"events": [{"server_uuid": "a0e456f2-80f4-4178-bba7-fa68a9156299", "name": "network-vif-plugged", "status": "completed", "tag": "57e7580b-bee5-4778-8fb2-ffe59c80d09e"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:02:47.926007 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9067bb91-7bca-4454-96fa-663ce20458a9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (41292106-16be-46f8-bb5e-0c0f4a65f150), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:47.950318 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 57e7580b-bee5-4778-8fb2-ffe59c80d09e, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=57e7580b-bee5-4778-8fb2-ffe59c80d09e,segment=NetworkSegment(d7dabcce-2f76-4874-a109-f40b999df007),segment_id=d7dabcce-2f76-4874-a109-f40b999df007)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:02:47.951031 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9067bb91-7bca-4454-96fa-663ce20458a9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:02:47.951731 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9067bb91-7bca-4454-96fa-663ce20458a9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (41292106-16be-46f8-bb5e-0c0f4a65f150), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:47.958602 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:02:47.958602 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:02:47.958602 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:02:47.958602 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:02:47.958602 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:02:47.958602 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:02:47.958602 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:02:47.958602 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:02:47.958602 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:02:47.958602 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:02:47.958602 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:02:47.958602 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:02:47.958602 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:02:47.958602 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:02:47.958602 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:02:47.958602 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:02:47.958602 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:02:47.958602 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:02:47.958602 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:02:47.958602 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:02:47.958602 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:02:47.958602 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:02:47.958602 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:02:47.958602 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:02:47.958602 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:02:47.958602 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:02:47.958602 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:02:47.958602 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:02:47.958602 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:02:47.958602 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:02:47.958602 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:02:47.958602 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:02:47.990609 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (57e7580b-bee5-4778-8fb2-ffe59c80d09e), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:47.998323 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 7ea40a82-50e0-459f-bba9-b867947c7e93 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:02:48.016670 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38053c31-4673-4832-921b-13996c89e388 req-c88b149c-cb99-4bdd-9552-8ef078a346c4 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:48.045723 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38053c31-4673-4832-921b-13996c89e388 req-c88b149c-cb99-4bdd-9552-8ef078a346c4 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:48.065465 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-38053c31-4673-4832-921b-13996c89e388 req-c88b149c-cb99-4bdd-9552-8ef078a346c4 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e456f2-80f4-4178-bba7-fa68a9156299 HTTP/1.1" status: 200 len: 1680 time: 0.6442316 Jan 28 03:02:48.109264 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-a0b1c54c-a1cd-451c-a487-2446d183dda5 None None] Set router 15b6b21b-d3dd-4306-90cc-e72eedca063a gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:02:48.146868 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bce152e6-2f9c-43a7-8613-69a2d3460604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (263d7ea8-c7ac-46e8-9dbe-2044eb95ddc1), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:48.148887 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-0630756e-1aa9-4d56-8ece-caa1506af282 admin admin] Deleting port 704a2507-5bce-4202-8edb-c21bb5339198 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:02:48.149965 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0630756e-1aa9-4d56-8ece-caa1506af282 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (704a2507-5bce-4202-8edb-c21bb5339198), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:48.157923 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bce152e6-2f9c-43a7-8613-69a2d3460604 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:48.159348 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-bce152e6-2f9c-43a7-8613-69a2d3460604 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/263d7ea8-c7ac-46e8-9dbe-2044eb95ddc1 HTTP/1.1" status: 204 len: 168 time: 1.2464087 Jan 28 03:02:48.237413 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f632deb-ca4f-4cc4-a11f-f968adc2f592 x-openstack-request-id: req-2f632deb-ca4f-4cc4-a11f-f968adc2f592 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:02:48.242335 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0e456f2-80f4-4178-bba7-fa68a9156299", "name": "network-vif-plugged", "status": "completed", "tag": "57e7580b-bee5-4778-8fb2-ffe59c80d09e", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:02:48.245398 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2f632deb-ca4f-4cc4-a11f-f968adc2f592 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:02:48.248077 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e456f2-80f4-4178-bba7-fa68a9156299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e7580b-bee5-4778-8fb2-ffe59c80d09e', 'code': 200} Jan 28 03:02:48.253918 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce152e6-2f9c-43a7-8613-69a2d3460604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263d7ea8-c7ac-46e8-9dbe-2044eb95ddc1,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:48.290303 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a0b1c54c-a1cd-451c-a487-2446d183dda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b6b21b-d3dd-4306-90cc-e72eedca063a', 'name': 'tempest-AttachSCSIVolumeTestJSON-633845331-router', 'tenant_id': '03f2764faa5b40ccac2b3b80bfd1adcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:59:33Z', 'updated_at': '2022-01-28T03:02:47Z', 'revision_number': 6, 'project_id': '03f2764faa5b40ccac2b3b80bfd1adcd', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:48.301009 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-38053c31-4673-4832-921b-13996c89e388 req-fb25e6fe-5aca-4295-9c81-982213c258a2 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/security-groups?id=389d7229-f56f-4fba-80fd-3c10167f7dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344105 Jan 28 03:02:48.413481 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b1c54c-a1cd-451c-a487-2446d183dda5 None None] The sync data for ids ['15b6b21b-d3dd-4306-90cc-e72eedca063a'] in n-d-712139-27 is: [{'id': '15b6b21b-d3dd-4306-90cc-e72eedca063a', 'name': 'tempest-AttachSCSIVolumeTestJSON-633845331-router', 'tenant_id': '03f2764faa5b40ccac2b3b80bfd1adcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:59:33Z', 'updated_at': '2022-01-28T03:02:47Z', 'revision_number': 6, 'project_id': '03f2764faa5b40ccac2b3b80bfd1adcd', 'gw_port_host': None}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:02:48.459970 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-0630756e-1aa9-4d56-8ece-caa1506af282 admin admin] For port 704a2507-5bce-4202-8edb-c21bb5339198, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=704a2507-5bce-4202-8edb-c21bb5339198,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:02:48.460738 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0630756e-1aa9-4d56-8ece-caa1506af282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (704a2507-5bce-4202-8edb-c21bb5339198), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:48.482105 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-0630756e-1aa9-4d56-8ece-caa1506af282 admin admin] Calling delete_port for 704a2507-5bce-4202-8edb-c21bb5339198 owned by network:router_gateway {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:02:48.498851 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9602d5bd-f94c-4838-bdd4-f26ad1d44df5 None None] Publish callbacks [] for port (bb6b5378-6caa-4c8c-8dee-10d5cdbd527d), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:48.501044 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 7ea40a82-50e0-459f-bba9-b867947c7e93 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:02:48.525819 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9602d5bd-f94c-4838-bdd4-f26ad1d44df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (bb6b5378-6caa-4c8c-8dee-10d5cdbd527d), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:48.531517 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=57e7580b-bee5-4778-8fb2-ffe59c80d09e,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:48.540010 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 7ea40a82-50e0-459f-bba9-b867947c7e93 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:02:48.540738 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7ea40a82-50e0-459f-bba9-b867947c7e93), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:48.730281 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-9acba238-6502-426c-b2aa-0a76fbd0b62b tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Allocated IP 172.20.0.10 (38fd5fcc-cd07-47d4-8290-8f605c5e94e6/5700de4f-e4a8-4239-86e4-05a84a1d9e39/a801f12d-bfd6-42ef-82f5-a457b8215216) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:02:48.738671 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9602d5bd-f94c-4838-bdd4-f26ad1d44df5 None None] Network 38fd5fcc-cd07-47d4-8290-8f605c5e94e6 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:02:48.763684 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-9602d5bd-f94c-4838-bdd4-f26ad1d44df5 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:02:48.775622 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0630756e-1aa9-4d56-8ece-caa1506af282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (704a2507-5bce-4202-8edb-c21bb5339198), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:48.779678 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9602d5bd-f94c-4838-bdd4-f26ad1d44df5 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:02:48.801996 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9067bb91-7bca-4454-96fa-663ce20458a9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (c6cf5daf-c25c-4f36-9063-eaa52c0d7ee2), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:48.808232 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9067bb91-7bca-4454-96fa-663ce20458a9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:48.822479 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9067bb91-7bca-4454-96fa-663ce20458a9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "DELETE /v2.0/networks/c6cf5daf-c25c-4f36-9063-eaa52c0d7ee2 HTTP/1.1" status: 204 len: 168 time: 7.2014439 Jan 28 03:02:48.834536 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 49896) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:48.866720 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-ed0cd29a-77c0-4211-a0dd-7e5840200539 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1236648297'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:02:48.938554 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49912) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:48.952457 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602d5bd-f94c-4838-bdd4-f26ad1d44df5 None None] Pushing event updated for resources: {'Port': ['ID=bb6b5378-6caa-4c8c-8dee-10d5cdbd527d,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:49.008676 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a887d560-a483-427d-98d6-15df772d84bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:49.027396 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0cd29a-77c0-4211-a0dd-7e5840200539 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Made reservation on behalf of a0006a66d1db4222a493e3bd442f2da0 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:02:49.057458 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ed0cd29a-77c0-4211-a0dd-7e5840200539 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:49.103281 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-9602d5bd-f94c-4838-bdd4-f26ad1d44df5 None None] Attempting to bind port bb6b5378-6caa-4c8c-8dee-10d5cdbd527d on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:02:49.103698 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-9602d5bd-f94c-4838-bdd4-f26ad1d44df5 None None] Attempting to bind port bb6b5378-6caa-4c8c-8dee-10d5cdbd527d by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '880e2153-81d2-4050-ac5b-3ee8278aa8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '38fd5fcc-cd07-47d4-8290-8f605c5e94e6'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:02:49.104105 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9602d5bd-f94c-4838-bdd4-f26ad1d44df5 None None] Attempting to bind port bb6b5378-6caa-4c8c-8dee-10d5cdbd527d on network 38fd5fcc-cd07-47d4-8290-8f605c5e94e6 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:02:49.106647 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0630756e-1aa9-4d56-8ece-caa1506af282 admin admin] Pushing event deleted for resources: {'Port': ['ID=704a2507-5bce-4202-8edb-c21bb5339198,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:49.180715 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9602d5bd-f94c-4838-bdd4-f26ad1d44df5 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:02:49.183630 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9602d5bd-f94c-4838-bdd4-f26ad1d44df5 None None] Checking segment: {'id': '880e2153-81d2-4050-ac5b-3ee8278aa8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '38fd5fcc-cd07-47d4-8290-8f605c5e94e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:02:49.184743 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9602d5bd-f94c-4838-bdd4-f26ad1d44df5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:49.186800 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067bb91-7bca-4454-96fa-663ce20458a9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event deleted for resources: {'Network': ['ID=c6cf5daf-c25c-4f36-9063-eaa52c0d7ee2,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:49.187040 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9602d5bd-f94c-4838-bdd4-f26ad1d44df5 None None] Bound using segment: {'id': '880e2153-81d2-4050-ac5b-3ee8278aa8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '38fd5fcc-cd07-47d4-8290-8f605c5e94e6'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:02:49.187505 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-9602d5bd-f94c-4838-bdd4-f26ad1d44df5 None None] Bound port: bb6b5378-6caa-4c8c-8dee-10d5cdbd527d, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '880e2153-81d2-4050-ac5b-3ee8278aa8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '38fd5fcc-cd07-47d4-8290-8f605c5e94e6'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:02:49.187908 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9602d5bd-f94c-4838-bdd4-f26ad1d44df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (bb6b5378-6caa-4c8c-8dee-10d5cdbd527d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:49.248507 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9acba238-6502-426c-b2aa-0a76fbd0b62b tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for port (a801f12d-bfd6-42ef-82f5-a457b8215216), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:49.315673 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a887d560-a483-427d-98d6-15df772d84bc admin admin] Publish callbacks [] for security_group (f22a2b78-2d38-4efd-a061-a1139ab24b26), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:49.327071 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a887d560-a483-427d-98d6-15df772d84bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f22a2b78-2d38-4efd-a061-a1139ab24b26), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:49.382892 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed0cd29a-77c0-4211-a0dd-7e5840200539 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:02:49.433520 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ed0cd29a-77c0-4211-a0dd-7e5840200539 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (5cc1f1cc-2dae-4a1d-b735-c55e9cf9cd53), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:49.435194 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-ed0cd29a-77c0-4211-a0dd-7e5840200539 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Added segment 5cc1f1cc-2dae-4a1d-b735-c55e9cf9cd53 of type vlan for network a5841291-51ba-4d54-bf31-d1dad38fe62a Jan 28 03:02:49.472584 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a887d560-a483-427d-98d6-15df772d84bc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6b8337a37a6f403da145390dfe61bee1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5327325 Jan 28 03:02:49.473731 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49968) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:49.476541 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a887d560-a483-427d-98d6-15df772d84bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22a2b78-2d38-4efd-a061-a1139ab24b26,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:49.480255 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-9602d5bd-f94c-4838-bdd4-f26ad1d44df5 None None] For port bb6b5378-6caa-4c8c-8dee-10d5cdbd527d, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:02:49.486370 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-9602d5bd-f94c-4838-bdd4-f26ad1d44df5 None None] For port bb6b5378-6caa-4c8c-8dee-10d5cdbd527d, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=bb6b5378-6caa-4c8c-8dee-10d5cdbd527d,segment=NetworkSegment(880e2153-81d2-4050-ac5b-3ee8278aa8b5),segment_id=880e2153-81d2-4050-ac5b-3ee8278aa8b5)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:02:49.491212 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0630756e-1aa9-4d56-8ece-caa1506af282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (15b6b21b-d3dd-4306-90cc-e72eedca063a), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:49.506962 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9602d5bd-f94c-4838-bdd4-f26ad1d44df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (bb6b5378-6caa-4c8c-8dee-10d5cdbd527d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:49.523255 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 7ea40a82-50e0-459f-bba9-b867947c7e93 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:02:49.523863 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7ea40a82-50e0-459f-bba9-b867947c7e93), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:49.659082 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9acba238-6502-426c-b2aa-0a76fbd0b62b tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (a801f12d-bfd6-42ef-82f5-a457b8215216), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:49.713916 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 7ea40a82-50e0-459f-bba9-b867947c7e93, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=7ea40a82-50e0-459f-bba9-b867947c7e93,segment=NetworkSegment(7c948faa-9934-42d5-9797-b223381aeffa),segment_id=7c948faa-9934-42d5-9797-b223381aeffa)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:02:49.720807 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (7ea40a82-50e0-459f-bba9-b867947c7e93), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:49.729009 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602d5bd-f94c-4838-bdd4-f26ad1d44df5 None None] Pushing event updated for resources: {'Port': ['ID=bb6b5378-6caa-4c8c-8dee-10d5cdbd527d,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:49.756238 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0630756e-1aa9-4d56-8ece-caa1506af282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (15b6b21b-d3dd-4306-90cc-e72eedca063a), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:49.764170 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0630756e-1aa9-4d56-8ece-caa1506af282 admin admin] Publish callbacks [] for router_controller (15b6b21b-d3dd-4306-90cc-e72eedca063a), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:49.842346 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acba238-6502-426c-b2aa-0a76fbd0b62b tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Network 38fd5fcc-cd07-47d4-8290-8f605c5e94e6 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:02:49.848193 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device e8f227f7-d049-486a-ba22-2daeacf9cbbf no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:02:49.885138 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-9acba238-6502-426c-b2aa-0a76fbd0b62b tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:02:49.899501 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acba238-6502-426c-b2aa-0a76fbd0b62b tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:02:49.910049 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acba238-6502-426c-b2aa-0a76fbd0b62b tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event updated for resources: {'Port': ['ID=a801f12d-bfd6-42ef-82f5-a457b8215216,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:49.916510 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=7ea40a82-50e0-459f-bba9-b867947c7e93,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:49.921895 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: e8f227f7-d049-486a-ba22-2daeacf9cbbf {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:02:49.922343 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device e8f227f7-d049-486a-ba22-2daeacf9cbbf not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:02:49.922869 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 704a2507-5bce-4202-8edb-c21bb5339198 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:02:49.949909 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 704a2507-5bce-4202-8edb-c21bb5339198 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:02:49.950360 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 704a2507-5bce-4202-8edb-c21bb5339198 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:02:49.964779 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6e24d1ad-a0db-4ea0-b04a-43b337fd60e6 admin admin] Publish callbacks [] for security_group (f22a2b78-2d38-4efd-a061-a1139ab24b26), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:49.996552 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0630756e-1aa9-4d56-8ece-caa1506af282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (15b6b21b-d3dd-4306-90cc-e72eedca063a), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:49.997161 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0630756e-1aa9-4d56-8ece-caa1506af282 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15b6b21b-d3dd-4306-90cc-e72eedca063a {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:02:50.007467 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0630756e-1aa9-4d56-8ece-caa1506af282 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:50.009172 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0630756e-1aa9-4d56-8ece-caa1506af282 admin admin] 10.222.0.53 "DELETE /v2.0/routers/15b6b21b-d3dd-4306-90cc-e72eedca063a HTTP/1.1" status: 204 len: 168 time: 3.1399553 Jan 28 03:02:50.034433 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50018) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:50.043068 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acba238-6502-426c-b2aa-0a76fbd0b62b tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:50.043766 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9acba238-6502-426c-b2aa-0a76fbd0b62b tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:50.085532 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ed0cd29a-77c0-4211-a0dd-7e5840200539 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (a5841291-51ba-4d54-bf31-d1dad38fe62a), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:50.125926 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6e24d1ad-a0db-4ea0-b04a-43b337fd60e6 admin admin] Publish callbacks [] for security_group (f22a2b78-2d38-4efd-a061-a1139ab24b26), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:50.162154 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9acba238-6502-426c-b2aa-0a76fbd0b62b tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.4374166 Jan 28 03:02:50.164602 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50036) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:50.179909 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-f1bf49be-de48-4758-9b49-9a4d7847449e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'port': {'network_id': '38fd5fcc-cd07-47d4-8290-8f605c5e94e6', 'name': 'tempest-PortsTestJSON-1561355065', 'fixed_ips': [{'subnet_id': '5700de4f-e4a8-4239-86e4-05a84a1d9e39', 'ip_address': '172.20.0.9'}]}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:02:50.196905 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12083c02-124c-427e-9368-ef2f3f84ec5d req-a5e23c59-8d0d-4064-8c94-8709a2bcaf9d tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:50.210474 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12083c02-124c-427e-9368-ef2f3f84ec5d req-a5e23c59-8d0d-4064-8c94-8709a2bcaf9d tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:50.223197 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-12083c02-124c-427e-9368-ef2f3f84ec5d req-a5e23c59-8d0d-4064-8c94-8709a2bcaf9d tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e456f2-80f4-4178-bba7-fa68a9156299 HTTP/1.1" status: 200 len: 1682 time: 0.3491654 Jan 28 03:02:50.249988 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e456f2-80f4-4178-bba7-fa68a9156299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea40a82-50e0-459f-bba9-b867947c7e93'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:02:50.252537 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.db.resource_extend [None req-ed0cd29a-77c0-4211-a0dd-7e5840200539 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 03:02:50.252692 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218e279f-1848-4d2f-b74e-e8bd5af1c8b2" -d '{"events": [{"server_uuid": "a0e456f2-80f4-4178-bba7-fa68a9156299", "name": "network-vif-plugged", "status": "completed", "tag": "7ea40a82-50e0-459f-bba9-b867947c7e93"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:02:50.380994 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027177ea-bf2d-4ee3-99f9-62f9a8d4b9f9 x-openstack-request-id: req-027177ea-bf2d-4ee3-99f9-62f9a8d4b9f9 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:02:50.381438 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0e456f2-80f4-4178-bba7-fa68a9156299", "name": "network-vif-plugged", "status": "completed", "tag": "7ea40a82-50e0-459f-bba9-b867947c7e93", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:02:50.381550 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-027177ea-bf2d-4ee3-99f9-62f9a8d4b9f9 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:02:50.381990 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e456f2-80f4-4178-bba7-fa68a9156299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea40a82-50e0-459f-bba9-b867947c7e93', 'code': 200} Jan 28 03:02:50.389744 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-12083c02-124c-427e-9368-ef2f3f84ec5d req-8070a744-0dc5-45a5-9f9d-90b262f219d9 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/security-groups?id=389d7229-f56f-4fba-80fd-3c10167f7dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667213 Jan 28 03:02:50.393430 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb5512af-e31f-4ead-a0da-e4d331f22850 admin admin] Deleting subnet 9da91d80-777a-4952-8a0b-1836dcebe1ab {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:02:50.406885 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cb5512af-e31f-4ead-a0da-e4d331f22850 admin admin] Publish callbacks [] for subnet (9da91d80-777a-4952-8a0b-1836dcebe1ab), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:50.454937 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ed0cd29a-77c0-4211-a0dd-7e5840200539 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (a5841291-51ba-4d54-bf31-d1dad38fe62a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:50.462264 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0cd29a-77c0-4211-a0dd-7e5840200539 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:50.463493 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ed0cd29a-77c0-4211-a0dd-7e5840200539 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:50.466406 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6e24d1ad-a0db-4ea0-b04a-43b337fd60e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f22a2b78-2d38-4efd-a061-a1139ab24b26), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:50.470072 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6e24d1ad-a0db-4ea0-b04a-43b337fd60e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:50.473303 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6e24d1ad-a0db-4ea0-b04a-43b337fd60e6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f22a2b78-2d38-4efd-a061-a1139ab24b26 HTTP/1.1" status: 204 len: 168 time: 0.9638309 Jan 28 03:02:50.515636 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e24d1ad-a0db-4ea0-b04a-43b337fd60e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22a2b78-2d38-4efd-a061-a1139ab24b26,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:50.523560 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1bf49be-de48-4758-9b49-9a4d7847449e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Made reservation on behalf of e836b14247804add85a66880853283af for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:02:50.548014 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f1bf49be-de48-4758-9b49-9a4d7847449e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:50.590228 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-f1bf49be-de48-4758-9b49-9a4d7847449e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] device_id is not set on port 3071a661-76f9-4c9f-861c-227ab8fba7c2 yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:02:50.602996 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0cd29a-77c0-4211-a0dd-7e5840200539 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event updated for resources: {'Network': ['ID=a5841291-51ba-4d54-bf31-d1dad38fe62a,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:50.617236 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network a5841291-51ba-4d54-bf31-d1dad38fe62a details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:02:50.708653 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cb5512af-e31f-4ead-a0da-e4d331f22850 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (9da91d80-777a-4952-8a0b-1836dcebe1ab), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:50.757879 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ed0cd29a-77c0-4211-a0dd-7e5840200539 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9064267 Jan 28 03:02:50.760771 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50084) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:50.767129 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-ff11aa78-5f0c-4250-8272-1b5172bf5afb tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:02:50.802867 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47162302-a3cd-42bf-b9a1-992a5f4cd969 req-3dd349d4-0fc7-4569-9c3a-acfea5516852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:50.803627 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47162302-a3cd-42bf-b9a1-992a5f4cd969 req-3dd349d4-0fc7-4569-9c3a-acfea5516852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:50.805502 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-47162302-a3cd-42bf-b9a1-992a5f4cd969 req-3dd349d4-0fc7-4569-9c3a-acfea5516852 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a0e456f2-80f4-4178-bba7-fa68a9156299 HTTP/1.1" status: 200 len: 1986 time: 0.1825445 Jan 28 03:02:50.926745 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-47162302-a3cd-42bf-b9a1-992a5f4cd969 req-3fd53660-f255-4530-8a1c-26dc6017dcd2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=389d7229-f56f-4fba-80fd-3c10167f7dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108577 Jan 28 03:02:50.930273 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cb5512af-e31f-4ead-a0da-e4d331f22850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (9da91d80-777a-4952-8a0b-1836dcebe1ab), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:51.021643 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cb5512af-e31f-4ead-a0da-e4d331f22850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (9da91d80-777a-4952-8a0b-1836dcebe1ab), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:51.104831 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5512af-e31f-4ead-a0da-e4d331f22850 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9da91d80-777a-4952-8a0b-1836dcebe1ab,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:51.115221 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cb5512af-e31f-4ead-a0da-e4d331f22850 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:51.119036 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75baf3aa-c0bf-4e9f-91c7-4c2ad6b20ca5 None None] Network a5db66a1-ffc2-4d02-8359-f887877fa869 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:02:51.133898 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-cb5512af-e31f-4ead-a0da-e4d331f22850 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9da91d80-777a-4952-8a0b-1836dcebe1ab HTTP/1.1" status: 204 len: 168 time: 1.0742424 Jan 28 03:02:51.137235 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50094) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:51.189878 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-f1bf49be-de48-4758-9b49-9a4d7847449e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Allocated IP 172.20.0.9 (38fd5fcc-cd07-47d4-8290-8f605c5e94e6/5700de4f-e4a8-4239-86e4-05a84a1d9e39/3071a661-76f9-4c9f-861c-227ab8fba7c2) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:02:51.199604 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ff11aa78-5f0c-4250-8272-1b5172bf5afb tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (a5841291-51ba-4d54-bf31-d1dad38fe62a), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:51.262994 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ff11aa78-5f0c-4250-8272-1b5172bf5afb tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (a5841291-51ba-4d54-bf31-d1dad38fe62a), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:51.275219 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ff11aa78-5f0c-4250-8272-1b5172bf5afb tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Network a5841291-51ba-4d54-bf31-d1dad38fe62a is not hosted by any dhcp agent {{(pid=109802) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 03:02:51.283436 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff11aa78-5f0c-4250-8272-1b5172bf5afb tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:51.285893 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ff11aa78-5f0c-4250-8272-1b5172bf5afb tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:51.287837 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ff11aa78-5f0c-4250-8272-1b5172bf5afb tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "PUT /v2.0/networks/a5841291-51ba-4d54-bf31-d1dad38fe62a HTTP/1.1" status: 200 len: 723 time: 0.5258951 Jan 28 03:02:51.294136 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50102) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:51.331026 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-9ea69bf0-de4b-483a-a318-72b13ed03da8 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Request body: {'subnet': {'network_id': 'a5841291-51ba-4d54-bf31-d1dad38fe62a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:02:51.359935 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-de342b3e-a458-4ab6-bc6d-c1dc3e559eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (a5db66a1-ffc2-4d02-8359-f887877fa869), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:51.537711 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-de342b3e-a458-4ab6-bc6d-c1dc3e559eb2 admin admin] Deleting port 3aa5fd42-f014-477d-b9c9-71a0dff54695 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:02:51.574023 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-de342b3e-a458-4ab6-bc6d-c1dc3e559eb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (3aa5fd42-f014-477d-b9c9-71a0dff54695), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:51.610847 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c67fa2-a929-440f-a6c4-2bf8b530a950 None None] DHCP port deletion for a5db66a1-ffc2-4d02-8359-f887877fa869 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:02:51.671844 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea69bf0-de4b-483a-a318-72b13ed03da8 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Made reservation on behalf of a0006a66d1db4222a493e3bd442f2da0 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:02:51.684743 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9ea69bf0-de4b-483a-a318-72b13ed03da8 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:51.698249 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe537b0-6b3c-4e20-a231-b8bbedbaaab1 None None] Network 38fd5fcc-cd07-47d4-8290-8f605c5e94e6 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:02:51.863544 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-de342b3e-a458-4ab6-bc6d-c1dc3e559eb2 admin admin] For port 3aa5fd42-f014-477d-b9c9-71a0dff54695, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=3aa5fd42-f014-477d-b9c9-71a0dff54695,segment=NetworkSegment(7d7091a8-a073-429a-a4b4-3148b56eff22),segment_id=7d7091a8-a073-429a-a4b4-3148b56eff22)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:02:51.880752 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-de342b3e-a458-4ab6-bc6d-c1dc3e559eb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (3aa5fd42-f014-477d-b9c9-71a0dff54695), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:51.946557 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-de342b3e-a458-4ab6-bc6d-c1dc3e559eb2 admin admin] Calling delete_port for 3aa5fd42-f014-477d-b9c9-71a0dff54695 owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:02:52.012283 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-d330683a-1b4a-4096-8bb8-97e9994f36e2 None None] Provisioning complete for port bb6b5378-6caa-4c8c-8dee-10d5cdbd527d triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:02:52.012803 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d330683a-1b4a-4096-8bb8-97e9994f36e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (bb6b5378-6caa-4c8c-8dee-10d5cdbd527d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:52.078255 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-37c67fa2-a929-440f-a6c4-2bf8b530a950 None None] Deleting port 3aa5fd42-f014-477d-b9c9-71a0dff54695 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:02:52.078925 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-37c67fa2-a929-440f-a6c4-2bf8b530a950 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (3aa5fd42-f014-477d-b9c9-71a0dff54695), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:52.175202 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-37c67fa2-a929-440f-a6c4-2bf8b530a950 None None] For port 3aa5fd42-f014-477d-b9c9-71a0dff54695, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=3aa5fd42-f014-477d-b9c9-71a0dff54695,segment=NetworkSegment(7d7091a8-a073-429a-a4b4-3148b56eff22),segment_id=7d7091a8-a073-429a-a4b4-3148b56eff22)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:02:52.176914 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-37c67fa2-a929-440f-a6c4-2bf8b530a950 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (3aa5fd42-f014-477d-b9c9-71a0dff54695), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:52.196872 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-37c67fa2-a929-440f-a6c4-2bf8b530a950 None None] Calling delete_port for 3aa5fd42-f014-477d-b9c9-71a0dff54695 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:02:52.220321 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-de342b3e-a458-4ab6-bc6d-c1dc3e559eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (3aa5fd42-f014-477d-b9c9-71a0dff54695), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:52.255569 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de342b3e-a458-4ab6-bc6d-c1dc3e559eb2 admin admin] No DVR routers for this DVR port 3aa5fd42-f014-477d-b9c9-71a0dff54695 on host n-d-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:02:52.260102 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de342b3e-a458-4ab6-bc6d-c1dc3e559eb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3aa5fd42-f014-477d-b9c9-71a0dff54695,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:52.312333 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-37c67fa2-a929-440f-a6c4-2bf8b530a950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (3aa5fd42-f014-477d-b9c9-71a0dff54695), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:52.335981 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c67fa2-a929-440f-a6c4-2bf8b530a950 None None] No DVR routers for this DVR port 3aa5fd42-f014-477d-b9c9-71a0dff54695 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:02:52.381047 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c67fa2-a929-440f-a6c4-2bf8b530a950 None None] Pushing event deleted for resources: {'Port': ['ID=3aa5fd42-f014-477d-b9c9-71a0dff54695,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:52.495015 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-d330683a-1b4a-4096-8bb8-97e9994f36e2 None None] Current status of the port bb6b5378-6caa-4c8c-8dee-10d5cdbd527d is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:02:52.496311 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-de342b3e-a458-4ab6-bc6d-c1dc3e559eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (a5db66a1-ffc2-4d02-8359-f887877fa869), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:52.501728 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d330683a-1b4a-4096-8bb8-97e9994f36e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (bb6b5378-6caa-4c8c-8dee-10d5cdbd527d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:52.538526 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9ea69bf0-de4b-483a-a318-72b13ed03da8 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (b732be92-c9a4-4197-8774-6923e0c17945), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:52.589353 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-de342b3e-a458-4ab6-bc6d-c1dc3e559eb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5db66a1-ffc2-4d02-8359-f887877fa869']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:52.598499 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-d330683a-1b4a-4096-8bb8-97e9994f36e2 None None] For port bb6b5378-6caa-4c8c-8dee-10d5cdbd527d, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=bb6b5378-6caa-4c8c-8dee-10d5cdbd527d,segment=NetworkSegment(880e2153-81d2-4050-ac5b-3ee8278aa8b5),segment_id=880e2153-81d2-4050-ac5b-3ee8278aa8b5)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:02:52.607176 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d330683a-1b4a-4096-8bb8-97e9994f36e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (bb6b5378-6caa-4c8c-8dee-10d5cdbd527d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:52.647089 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-de342b3e-a458-4ab6-bc6d-c1dc3e559eb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d7091a8-a073-429a-a4b4-3148b56eff22') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:52.657924 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-de342b3e-a458-4ab6-bc6d-c1dc3e559eb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d7091a8-a073-429a-a4b4-3148b56eff22') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:52.703646 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-de342b3e-a458-4ab6-bc6d-c1dc3e559eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (7d7091a8-a073-429a-a4b4-3148b56eff22), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:52.779598 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-de342b3e-a458-4ab6-bc6d-c1dc3e559eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (7d7091a8-a073-429a-a4b4-3148b56eff22), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:52.796186 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff11aa78-5f0c-4250-8272-1b5172bf5afb tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event updated for resources: {'Network': ['ID=a5841291-51ba-4d54-bf31-d1dad38fe62a,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:52.809951 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de342b3e-a458-4ab6-bc6d-c1dc3e559eb2 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:02:52.810501 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-de342b3e-a458-4ab6-bc6d-c1dc3e559eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (7d7091a8-a073-429a-a4b4-3148b56eff22), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:52.835585 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device bb6b5378-6caa-4c8c-8dee-10d5cdbd527d up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:02:52.958102 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network a5841291-51ba-4d54-bf31-d1dad38fe62a details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:02:53.012838 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:02:53.012838 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:02:53.012838 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:02:53.012838 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:02:53.012838 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:02:53.012838 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:02:53.012838 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:02:53.012838 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:02:53.012838 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:02:53.012838 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:02:53.012838 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:02:53.012838 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:02:53.012838 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:02:53.012838 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:02:53.012838 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:02:53.012838 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:02:53.012838 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:02:53.012838 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:02:53.012838 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:02:53.012838 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:02:53.012838 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:02:53.012838 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:02:53.012838 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:02:53.012838 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:02:53.012838 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:02:53.012838 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:02:53.012838 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:02:53.012838 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:02:53.012838 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:02:53.012838 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:02:53.012838 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:02:53.012838 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:02:53.018272 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-de342b3e-a458-4ab6-bc6d-c1dc3e559eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (a5db66a1-ffc2-4d02-8359-f887877fa869), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:53.066664 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-de342b3e-a458-4ab6-bc6d-c1dc3e559eb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:53.068089 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-bdb08871-e8de-4bc1-abef-69097adabfd8 None None] Provisioning complete for port bb6b5378-6caa-4c8c-8dee-10d5cdbd527d triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:02:53.068583 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-bdb08871-e8de-4bc1-abef-69097adabfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (bb6b5378-6caa-4c8c-8dee-10d5cdbd527d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:53.078912 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-de342b3e-a458-4ab6-bc6d-c1dc3e559eb2 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a5db66a1-ffc2-4d02-8359-f887877fa869 HTTP/1.1" status: 204 len: 168 time: 1.9375603 Jan 28 03:02:53.080848 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de342b3e-a458-4ab6-bc6d-c1dc3e559eb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5db66a1-ffc2-4d02-8359-f887877fa869,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:53.087436 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50142) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:53.105994 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea69bf0-de4b-483a-a318-72b13ed03da8 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event updated for resources: {'Subnet': ['ID=b732be92-c9a4-4197-8774-6923e0c17945,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:53.168612 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab5f65-01fe-4ebe-a731-13dda050b619 req-b0f3bcac-cc22-45df-8762-cea5783cc092 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:53.172716 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d330683a-1b4a-4096-8bb8-97e9994f36e2 None None] Pushing event updated for resources: {'Port': ['ID=bb6b5378-6caa-4c8c-8dee-10d5cdbd527d,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:53.176409 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab5f65-01fe-4ebe-a731-13dda050b619 req-b0f3bcac-cc22-45df-8762-cea5783cc092 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:53.192824 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ecab5f65-01fe-4ebe-a731-13dda050b619 req-b0f3bcac-cc22-45df-8762-cea5783cc092 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e456f2-80f4-4178-bba7-fa68a9156299 HTTP/1.1" status: 200 len: 1682 time: 0.7826264 Jan 28 03:02:53.285378 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea69bf0-de4b-483a-a318-72b13ed03da8 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Checking segment: {'id': '5cc1f1cc-2dae-4a1d-b735-c55e9cf9cd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'a5841291-51ba-4d54-bf31-d1dad38fe62a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:02:53.285797 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea69bf0-de4b-483a-a318-72b13ed03da8 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Network hostable DHCP agents. Network: a5841291-51ba-4d54-bf31-d1dad38fe62a, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:02:53.301569 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port bb6b5378-6caa-4c8c-8dee-10d5cdbd527d triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:02:53.311344 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (bb6b5378-6caa-4c8c-8dee-10d5cdbd527d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:53.371693 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f1bf49be-de48-4758-9b49-9a4d7847449e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for port (3071a661-76f9-4c9f-861c-227ab8fba7c2), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:53.491535 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ecab5f65-01fe-4ebe-a731-13dda050b619 req-37e44c15-1e7b-48b9-a6cd-03ab2e167f4d tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/security-groups?id=389d7229-f56f-4fba-80fd-3c10167f7dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961545 Jan 28 03:02:53.500396 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f1bf49be-de48-4758-9b49-9a4d7847449e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (3071a661-76f9-4c9f-861c-227ab8fba7c2), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:53.544618 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-bdb08871-e8de-4bc1-abef-69097adabfd8 None None] Current status of the port bb6b5378-6caa-4c8c-8dee-10d5cdbd527d is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:02:53.567718 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port bb6b5378-6caa-4c8c-8dee-10d5cdbd527d is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:02:53.596607 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-bdb08871-e8de-4bc1-abef-69097adabfd8 None None] Provisioning complete for port a801f12d-bfd6-42ef-82f5-a457b8215216 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:02:53.597006 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-bdb08871-e8de-4bc1-abef-69097adabfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (a801f12d-bfd6-42ef-82f5-a457b8215216), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:53.673590 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bf49be-de48-4758-9b49-9a4d7847449e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Network 38fd5fcc-cd07-47d4-8290-8f605c5e94e6 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:02:53.681622 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf49be-de48-4758-9b49-9a4d7847449e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event updated for resources: {'Port': ['ID=3071a661-76f9-4c9f-861c-227ab8fba7c2,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:53.700534 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-f1bf49be-de48-4758-9b49-9a4d7847449e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:02:53.717099 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bf49be-de48-4758-9b49-9a4d7847449e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:02:53.807130 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea69bf0-de4b-483a-a318-72b13ed03da8 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Network a5841291-51ba-4d54-bf31-d1dad38fe62a is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:02:53.863912 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-9ea69bf0-de4b-483a-a318-72b13ed03da8 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, a5841291-51ba-4d54-bf31-d1dad38fe62a) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:02:53.874862 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea69bf0-de4b-483a-a318-72b13ed03da8 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:53.876465 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9ea69bf0-de4b-483a-a318-72b13ed03da8 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:53.939694 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9ea69bf0-de4b-483a-a318-72b13ed03da8 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6265793 Jan 28 03:02:53.946439 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50176) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:53.963794 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-c05d2d4f-22e3-4412-a091-707a06f7fd65 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:02:53.981613 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bf49be-de48-4758-9b49-9a4d7847449e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:53.983218 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f1bf49be-de48-4758-9b49-9a4d7847449e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:54.067264 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 3aa5fd42-f014-477d-b9c9-71a0dff54695 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:02:54.074457 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a85b491-0a36-41d6-b6a2-bec332d3b506 None None] Network a5841291-51ba-4d54-bf31-d1dad38fe62a requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:02:54.112100 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f1bf49be-de48-4758-9b49-9a4d7847449e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.9437337 Jan 28 03:02:54.114587 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50182) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:54.260097 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c05d2d4f-22e3-4412-a091-707a06f7fd65 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12458573'] for subnet (b732be92-c9a4-4197-8774-6923e0c17945), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:54.356802 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 3aa5fd42-f014-477d-b9c9-71a0dff54695 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:02:54.357438 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 3aa5fd42-f014-477d-b9c9-71a0dff54695 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:02:54.457153 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c2333b-5ae0-4ca0-b552-a2aed01fecab tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:54.470965 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50208) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:54.473133 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b9c2333b-5ae0-4ca0-b552-a2aed01fecab tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3475366 Jan 28 03:02:54.481860 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-bdb08871-e8de-4bc1-abef-69097adabfd8 None None] Port a801f12d-bfd6-42ef-82f5-a457b8215216 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:02:54.497195 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0f9aaf-3e81-436d-b01a-162b8c138060 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-a5841291-51ba-4d54-bf31-d1dad38fe62a', 'network_id': 'a5841291-51ba-4d54-bf31-d1dad38fe62a', 'project_id': 'a0006a66d1db4222a493e3bd442f2da0', 'fixed_ips': [{'subnet_id': 'b732be92-c9a4-4197-8774-6923e0c17945'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:02:54.498068 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3e0f9aaf-3e81-436d-b01a-162b8c138060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:54.499536 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ab281bba-7ddc-4f94-ae8d-888469c011f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (1404950d-8e72-412c-b8e5-7c5ceea488ac), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:54.705323 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device bb6b5378-6caa-4c8c-8dee-10d5cdbd527d up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:02:54.787779 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d41f8e-38dc-412a-a022-fb094704481d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:54.796011 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d41f8e-38dc-412a-a022-fb094704481d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:54.802292 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d41f8e-38dc-412a-a022-fb094704481d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:54.807231 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-08d41f8e-38dc-412a-a022-fb094704481d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.3328507 Jan 28 03:02:54.807231 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c05d2d4f-22e3-4412-a091-707a06f7fd65 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780454955987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8707611'] for subnet (b732be92-c9a4-4197-8774-6923e0c17945), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:54.810144 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50220) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:54.922079 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05d2d4f-22e3-4412-a091-707a06f7fd65 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:54.923102 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c05d2d4f-22e3-4412-a091-707a06f7fd65 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:54.924962 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c05d2d4f-22e3-4412-a091-707a06f7fd65 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "PUT /v2.0/subnets/b732be92-c9a4-4197-8774-6923e0c17945 HTTP/1.1" status: 200 len: 806 time: 0.9775639 Jan 28 03:02:54.933829 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50222) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:55.019192 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-d12345ef-a9ce-4f93-beca-fe187ce81b8b None None] Provisioning complete for port 3071a661-76f9-4c9f-861c-227ab8fba7c2 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:02:55.019458 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d12345ef-a9ce-4f93-beca-fe187ce81b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3071a661-76f9-4c9f-861c-227ab8fba7c2), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:55.093601 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d2d4f-22e3-4412-a091-707a06f7fd65 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event updated for resources: {'Subnet': ['ID=b732be92-c9a4-4197-8774-6923e0c17945,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:55.107946 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-d12345ef-a9ce-4f93-beca-fe187ce81b8b None None] Port 3071a661-76f9-4c9f-861c-227ab8fba7c2 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:02:55.162551 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port bb6b5378-6caa-4c8c-8dee-10d5cdbd527d triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:02:55.163357 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (bb6b5378-6caa-4c8c-8dee-10d5cdbd527d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:55.279231 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0213e431-f6c3-4bab-8a3a-b7c54a4c84d9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (a5841291-51ba-4d54-bf31-d1dad38fe62a), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:55.296810 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-944781b6-dedc-4175-8ef7-7d0c3dff4507 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Deleting port 3071a661-76f9-4c9f-861c-227ab8fba7c2 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:02:55.298111 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-944781b6-dedc-4175-8ef7-7d0c3dff4507 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (3071a661-76f9-4c9f-861c-227ab8fba7c2), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:55.314892 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-3e0f9aaf-3e81-436d-b01a-162b8c138060 None None] Allocated IP 172.20.0.2 (a5841291-51ba-4d54-bf31-d1dad38fe62a/b732be92-c9a4-4197-8774-6923e0c17945/b172355c-2971-45db-94a1-6c7d90ff4e61) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:02:55.545601 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc014992-dff1-40ea-bf3a-773f89127db3 req-25d68e81-3358-49a6-8501-a671c6156f6e tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:55.560847 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc014992-dff1-40ea-bf3a-773f89127db3 req-25d68e81-3358-49a6-8501-a671c6156f6e tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:55.564799 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fc014992-dff1-40ea-bf3a-773f89127db3 req-25d68e81-3358-49a6-8501-a671c6156f6e tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e456f2-80f4-4178-bba7-fa68a9156299 HTTP/1.1" status: 200 len: 1682 time: 0.8579473 Jan 28 03:02:55.587911 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-2078f6f8-f731-4be7-b751-b88bea01ee4c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.9208281 Jan 28 03:02:55.790463 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3e0f9aaf-3e81-436d-b01a-162b8c138060 None None] Publish callbacks [] for port (b172355c-2971-45db-94a1-6c7d90ff4e61), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:55.795494 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-d12345ef-a9ce-4f93-beca-fe187ce81b8b None None] Provisioning complete for port a801f12d-bfd6-42ef-82f5-a457b8215216 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:02:55.797396 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d12345ef-a9ce-4f93-beca-fe187ce81b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (a801f12d-bfd6-42ef-82f5-a457b8215216), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:55.806878 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3e0f9aaf-3e81-436d-b01a-162b8c138060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (b172355c-2971-45db-94a1-6c7d90ff4e61), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:55.877437 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fc014992-dff1-40ea-bf3a-773f89127db3 req-9a593dc5-b262-4cf9-90ea-14b231cbb6c4 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/security-groups?id=389d7229-f56f-4fba-80fd-3c10167f7dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880950 Jan 28 03:02:55.916292 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-84f4c446-2139-45ba-a0eb-1d80d32ae306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:55.921661 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-84f4c446-2139-45ba-a0eb-1d80d32ae306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:55.922332 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-84f4c446-2139-45ba-a0eb-1d80d32ae306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:55.922972 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-84f4c446-2139-45ba-a0eb-1d80d32ae306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:55.923616 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-84f4c446-2139-45ba-a0eb-1d80d32ae306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:55.924403 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-84f4c446-2139-45ba-a0eb-1d80d32ae306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:55.925312 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-84f4c446-2139-45ba-a0eb-1d80d32ae306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:55.934419 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-84f4c446-2139-45ba-a0eb-1d80d32ae306 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d47d57aa564c407d8f7b752418cdddf4&device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 6505 time: 0.2967203 Jan 28 03:02:55.954411 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f9aaf-3e81-436d-b01a-162b8c138060 None None] Pushing event updated for resources: {'Port': ['ID=b172355c-2971-45db-94a1-6c7d90ff4e61,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:55.997787 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0f9aaf-3e81-436d-b01a-162b8c138060 None None] Network a5841291-51ba-4d54-bf31-d1dad38fe62a is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:02:56.005540 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-3e0f9aaf-3e81-436d-b01a-162b8c138060 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:02:56.017235 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0f9aaf-3e81-436d-b01a-162b8c138060 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:02:56.024887 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-d12345ef-a9ce-4f93-beca-fe187ce81b8b None None] Port a801f12d-bfd6-42ef-82f5-a457b8215216 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:02:56.320355 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port bb6b5378-6caa-4c8c-8dee-10d5cdbd527d is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:02:56.391406 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-3e0f9aaf-3e81-436d-b01a-162b8c138060 None None] Attempting to bind port b172355c-2971-45db-94a1-6c7d90ff4e61 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:02:56.391912 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-3e0f9aaf-3e81-436d-b01a-162b8c138060 None None] Attempting to bind port b172355c-2971-45db-94a1-6c7d90ff4e61 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '5cc1f1cc-2dae-4a1d-b735-c55e9cf9cd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'a5841291-51ba-4d54-bf31-d1dad38fe62a'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:02:56.392775 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0f9aaf-3e81-436d-b01a-162b8c138060 None None] Attempting to bind port b172355c-2971-45db-94a1-6c7d90ff4e61 on network a5841291-51ba-4d54-bf31-d1dad38fe62a {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:02:56.427910 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0f9aaf-3e81-436d-b01a-162b8c138060 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:02:56.432816 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0f9aaf-3e81-436d-b01a-162b8c138060 None None] Checking segment: {'id': '5cc1f1cc-2dae-4a1d-b735-c55e9cf9cd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'a5841291-51ba-4d54-bf31-d1dad38fe62a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:02:56.433739 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3e0f9aaf-3e81-436d-b01a-162b8c138060 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:56.437761 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0f9aaf-3e81-436d-b01a-162b8c138060 None None] Bound using segment: {'id': '5cc1f1cc-2dae-4a1d-b735-c55e9cf9cd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'a5841291-51ba-4d54-bf31-d1dad38fe62a'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:02:56.441989 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-3e0f9aaf-3e81-436d-b01a-162b8c138060 None None] Bound port: b172355c-2971-45db-94a1-6c7d90ff4e61, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc1f1cc-2dae-4a1d-b735-c55e9cf9cd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'a5841291-51ba-4d54-bf31-d1dad38fe62a'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:02:56.446938 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3e0f9aaf-3e81-436d-b01a-162b8c138060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b172355c-2971-45db-94a1-6c7d90ff4e61), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:56.727768 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0213e431-f6c3-4bab-8a3a-b7c54a4c84d9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (b732be92-c9a4-4197-8774-6923e0c17945), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:56.826763 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-3e0f9aaf-3e81-436d-b01a-162b8c138060 None None] For port b172355c-2971-45db-94a1-6c7d90ff4e61, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:02:56.838185 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-3e0f9aaf-3e81-436d-b01a-162b8c138060 None None] For port b172355c-2971-45db-94a1-6c7d90ff4e61, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=b172355c-2971-45db-94a1-6c7d90ff4e61,segment=NetworkSegment(5cc1f1cc-2dae-4a1d-b735-c55e9cf9cd53),segment_id=5cc1f1cc-2dae-4a1d-b735-c55e9cf9cd53)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:02:56.849375 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3e0f9aaf-3e81-436d-b01a-162b8c138060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b172355c-2971-45db-94a1-6c7d90ff4e61), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:56.986053 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-944781b6-dedc-4175-8ef7-7d0c3dff4507 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (3071a661-76f9-4c9f-861c-227ab8fba7c2), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:57.068309 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f9aaf-3e81-436d-b01a-162b8c138060 None None] Pushing event updated for resources: {'Port': ['ID=b172355c-2971-45db-94a1-6c7d90ff4e61,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:57.071858 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-944781b6-dedc-4175-8ef7-7d0c3dff4507 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Calling delete_port for 3071a661-76f9-4c9f-861c-227ab8fba7c2 owned by {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:02:57.133442 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0213e431-f6c3-4bab-8a3a-b7c54a4c84d9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (b732be92-c9a4-4197-8774-6923e0c17945), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:57.563811 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213e431-f6c3-4bab-8a3a-b7c54a4c84d9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event deleted for resources: {'Subnet': ['ID=b732be92-c9a4-4197-8774-6923e0c17945,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:57.599154 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-944781b6-dedc-4175-8ef7-7d0c3dff4507 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (3071a661-76f9-4c9f-861c-227ab8fba7c2), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:57.731042 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-578ffc08-ae5e-4034-907e-b010f44f05e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:57.731042 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-578ffc08-ae5e-4034-907e-b010f44f05e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:57.731042 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-578ffc08-ae5e-4034-907e-b010f44f05e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:57.731042 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-578ffc08-ae5e-4034-907e-b010f44f05e6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=00e51838-dce0-4440-a9f8-fd2fd28c5471&id=45f5aab1-77c3-46bf-9724-8eea4a5c0efa&id=45f5aab1-77c3-46bf-9724-8eea4a5c0efa&id=45f5aab1-77c3-46bf-9724-8eea4a5c0efa&id=45f5aab1-77c3-46bf-9724-8eea4a5c0efa&id=8f5c2a2c-a994-4917-b3e0-21b15ad56c20&id=8f5c2a2c-a994-4917-b3e0-21b15ad56c20 HTTP/1.1" status: 200 len: 2298 time: 1.7341855 Jan 28 03:02:57.747576 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944781b6-dedc-4175-8ef7-7d0c3dff4507 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event deleted for resources: {'Port': ['ID=3071a661-76f9-4c9f-861c-227ab8fba7c2,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:57.787419 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335bf56-3e6b-4f24-9fbe-75d537389526 req-82cca0a0-7aef-4dc4-a3f7-1f0589eba8e6 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:57.805002 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335bf56-3e6b-4f24-9fbe-75d537389526 req-82cca0a0-7aef-4dc4-a3f7-1f0589eba8e6 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:57.820612 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4335bf56-3e6b-4f24-9fbe-75d537389526 req-82cca0a0-7aef-4dc4-a3f7-1f0589eba8e6 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e456f2-80f4-4178-bba7-fa68a9156299 HTTP/1.1" status: 200 len: 1682 time: 0.3544409 Jan 28 03:02:58.006059 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-ab281bba-7ddc-4f94-ae8d-888469c011f2 admin admin] Deleting port 9e36a474-4e14-4490-94b4-c0e8352a2813 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:02:58.007144 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ab281bba-7ddc-4f94-ae8d-888469c011f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (9e36a474-4e14-4490-94b4-c0e8352a2813), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:58.120035 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0213e431-f6c3-4bab-8a3a-b7c54a4c84d9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (a5841291-51ba-4d54-bf31-d1dad38fe62a), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:58.152229 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-902bb078-89e0-4ef2-8522-02479f94f01d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=522e2e39-e847-4a52-8a70-9410b617ab1b HTTP/1.1" status: 200 len: 1001 time: 0.4128761 Jan 28 03:02:58.186999 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-944781b6-dedc-4175-8ef7-7d0c3dff4507 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:58.189589 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-944781b6-dedc-4175-8ef7-7d0c3dff4507 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/ports/3071a661-76f9-4c9f-861c-227ab8fba7c2 HTTP/1.1" status: 204 len: 168 time: 3.3730638 Jan 28 03:02:58.201610 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50256) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:58.300639 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-928a38fd-c61d-4188-94ef-9182142c4a77 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] GET failed (client error): The resource could not be found. Jan 28 03:02:58.305157 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-928a38fd-c61d-4188-94ef-9182142c4a77 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "GET /v2.0/ports/3071a661-76f9-4c9f-861c-227ab8fba7c2 HTTP/1.1" status: 404 len: 333 time: 0.0942023 Jan 28 03:02:58.306219 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50258) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:02:58.309427 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-0213e431-f6c3-4bab-8a3a-b7c54a4c84d9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5841291-51ba-4d54-bf31-d1dad38fe62a']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:58.315479 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4335bf56-3e6b-4f24-9fbe-75d537389526 req-dd97d44a-99e8-4971-bbcf-dd661c30b3ed tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/security-groups?id=389d7229-f56f-4fba-80fd-3c10167f7dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4930568 Jan 28 03:02:58.330128 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-ab281bba-7ddc-4f94-ae8d-888469c011f2 admin admin] For port 9e36a474-4e14-4490-94b4-c0e8352a2813, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=9e36a474-4e14-4490-94b4-c0e8352a2813,segment=NetworkSegment(a5cfba65-383b-4542-afb3-5f082cebddf1),segment_id=a5cfba65-383b-4542-afb3-5f082cebddf1)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:02:58.330510 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ab281bba-7ddc-4f94-ae8d-888469c011f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (9e36a474-4e14-4490-94b4-c0e8352a2813), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:58.350128 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-78605a32-0cbe-4c8e-96ed-c0715b6254ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:58.352653 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-78605a32-0cbe-4c8e-96ed-c0715b6254ab service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a5e16ad5-afde-4ff0-9a68-1abb02683cb1 HTTP/1.1" status: 200 len: 856 time: 0.1803985 Jan 28 03:02:58.370559 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-ab281bba-7ddc-4f94-ae8d-888469c011f2 admin admin] Calling delete_port for 9e36a474-4e14-4490-94b4-c0e8352a2813 owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:02:58.410319 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-0213e431-f6c3-4bab-8a3a-b7c54a4c84d9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cc1f1cc-2dae-4a1d-b735-c55e9cf9cd53') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:58.410621 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-0213e431-f6c3-4bab-8a3a-b7c54a4c84d9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cc1f1cc-2dae-4a1d-b735-c55e9cf9cd53') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:02:58.429402 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0213e431-f6c3-4bab-8a3a-b7c54a4c84d9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (5cc1f1cc-2dae-4a1d-b735-c55e9cf9cd53), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:58.477578 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0213e431-f6c3-4bab-8a3a-b7c54a4c84d9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (5cc1f1cc-2dae-4a1d-b735-c55e9cf9cd53), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:58.528036 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-20ca61da-5bc2-4f2d-8a7f-16e7191fa84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:58.529334 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-20ca61da-5bc2-4f2d-8a7f-16e7191fa84a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=00e51838-dce0-4440-a9f8-fd2fd28c5471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1690872 Jan 28 03:02:58.544405 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0213e431-f6c3-4bab-8a3a-b7c54a4c84d9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:02:58.544846 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0213e431-f6c3-4bab-8a3a-b7c54a4c84d9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (5cc1f1cc-2dae-4a1d-b735-c55e9cf9cd53), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:58.557117 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:02:58.557117 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:02:58.557117 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:02:58.557117 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:02:58.557117 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:02:58.557117 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:02:58.557117 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:02:58.557117 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:02:58.557117 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:02:58.557117 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:02:58.557117 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:02:58.557117 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:02:58.557117 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:02:58.557117 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:02:58.557117 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:02:58.557117 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:02:58.557117 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:02:58.557117 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:02:58.557117 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:02:58.557117 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:02:58.557117 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:02:58.557117 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:02:58.557117 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:02:58.557117 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:02:58.557117 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:02:58.557117 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:02:58.557117 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:02:58.557117 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:02:58.557117 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:02:58.557117 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:02:58.557117 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:02:58.557117 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:02:58.608462 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ac084-6da5-4ac3-84e3-5de975279a82 req-545017db-a06f-449a-b0ca-54248c966aa7 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:58.626249 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ac084-6da5-4ac3-84e3-5de975279a82 req-545017db-a06f-449a-b0ca-54248c966aa7 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:58.628773 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-691ac084-6da5-4ac3-84e3-5de975279a82 req-545017db-a06f-449a-b0ca-54248c966aa7 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.67 "GET /v2.0/ports?device_id=a0e456f2-80f4-4178-bba7-fa68a9156299 HTTP/1.1" status: 200 len: 1682 time: 0.2545378 Jan 28 03:02:58.721488 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device b172355c-2971-45db-94a1-6c7d90ff4e61 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:02:58.842262 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-518c0127-2313-4f21-82a5-5a542ad36d0d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Deleting port a801f12d-bfd6-42ef-82f5-a457b8215216 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:02:58.843092 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-518c0127-2313-4f21-82a5-5a542ad36d0d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (a801f12d-bfd6-42ef-82f5-a457b8215216), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:58.909845 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port b172355c-2971-45db-94a1-6c7d90ff4e61 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:02:58.911399 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b172355c-2971-45db-94a1-6c7d90ff4e61), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:58.925890 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.db.api [None req-0213e431-f6c3-4bab-8a3a-b7c54a4c84d9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 03:02:58.925890 n-d-712139-27 neutron-server[109802]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 03:02:58.925890 n-d-712139-27 neutron-server[109802]: [parameters: {'id': 'a5841291-51ba-4d54-bf31-d1dad38fe62a'}] Jan 28 03:02:58.925890 n-d-712139-27 neutron-server[109802]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:02:58.926613 n-d-712139-27 neutron-server[109802]: DEBUG oslo_db.api [None req-0213e431-f6c3-4bab-8a3a-b7c54a4c84d9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:02:58.959378 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-d348c169-9b8d-483b-b1b9-5f2d77d29024 service neutron] 10.222.0.67 "GET /v2.0/networks/00e51838-dce0-4440-a9f8-fd2fd28c5471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155180 Jan 28 03:02:59.015953 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-518c0127-2313-4f21-82a5-5a542ad36d0d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (a801f12d-bfd6-42ef-82f5-a457b8215216), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:59.053903 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-518c0127-2313-4f21-82a5-5a542ad36d0d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Calling delete_port for a801f12d-bfd6-42ef-82f5-a457b8215216 owned by {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:02:59.164177 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-4bae8c00-2514-454e-91f4-68f13ab30522 service neutron] 10.222.0.67 "GET /v2.0/networks/00e51838-dce0-4440-a9f8-fd2fd28c5471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963840 Jan 28 03:02:59.172510 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:59.211220 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port b172355c-2971-45db-94a1-6c7d90ff4e61 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:02:59.211680 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b172355c-2971-45db-94a1-6c7d90ff4e61), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:59.245996 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-fa7c9d19-ce88-4a3c-bcdd-4132be2fa7e2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=5412df90-162b-4d92-af88-5241f7fd5d82 HTTP/1.1" status: 200 len: 217 time: 0.0645921 Jan 28 03:02:59.258625 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-518c0127-2313-4f21-82a5-5a542ad36d0d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (a801f12d-bfd6-42ef-82f5-a457b8215216), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:59.277435 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-691ac084-6da5-4ac3-84e3-5de975279a82 req-705b13ec-be53-4377-93cd-aee423092ef3 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Deleting port 7ea40a82-50e0-459f-bba9-b867947c7e93 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:02:59.278305 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-691ac084-6da5-4ac3-84e3-5de975279a82 req-705b13ec-be53-4377-93cd-aee423092ef3 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (7ea40a82-50e0-459f-bba9-b867947c7e93), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:59.301530 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port b172355c-2971-45db-94a1-6c7d90ff4e61, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=b172355c-2971-45db-94a1-6c7d90ff4e61,segment=NetworkSegment(5cc1f1cc-2dae-4a1d-b735-c55e9cf9cd53),segment_id=5cc1f1cc-2dae-4a1d-b735-c55e9cf9cd53)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:02:59.318665 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b172355c-2971-45db-94a1-6c7d90ff4e61), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:59.324106 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd9ca85-6f59-4c97-9ca6-b0f9a27fe5a9 None None] Network a5841291-51ba-4d54-bf31-d1dad38fe62a requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:02:59.387562 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-c0a6c3ec-6516-412a-ac1a-3d8789ac626d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:59.390022 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-c0a6c3ec-6516-412a-ac1a-3d8789ac626d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d1901a35-0605-40aa-86b7-558d17d5580a HTTP/1.1" status: 200 len: 797 time: 0.0935657 Jan 28 03:02:59.391537 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ab281bba-7ddc-4f94-ae8d-888469c011f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (9e36a474-4e14-4490-94b4-c0e8352a2813), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:59.475150 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab281bba-7ddc-4f94-ae8d-888469c011f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e36a474-4e14-4490-94b4-c0e8352a2813,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:59.490548 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-691ac084-6da5-4ac3-84e3-5de975279a82 req-705b13ec-be53-4377-93cd-aee423092ef3 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] For port 7ea40a82-50e0-459f-bba9-b867947c7e93, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=7ea40a82-50e0-459f-bba9-b867947c7e93,segment=NetworkSegment(7c948faa-9934-42d5-9797-b223381aeffa),segment_id=7c948faa-9934-42d5-9797-b223381aeffa)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:02:59.491186 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-691ac084-6da5-4ac3-84e3-5de975279a82 req-705b13ec-be53-4377-93cd-aee423092ef3 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (7ea40a82-50e0-459f-bba9-b867947c7e93), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:59.505418 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-831aa72a-85fe-4a64-b1f7-161bacdc5bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:02:59.507454 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-831aa72a-85fe-4a64-b1f7-161bacdc5bc1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45f5aab1-77c3-46bf-9724-8eea4a5c0efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1032412 Jan 28 03:02:59.522129 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-691ac084-6da5-4ac3-84e3-5de975279a82 req-705b13ec-be53-4377-93cd-aee423092ef3 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Calling delete_port for 7ea40a82-50e0-459f-bba9-b867947c7e93 owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:02:59.666282 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-81261ddd-7023-48b1-ad1c-ae485c6af1b8 service neutron] 10.222.0.67 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067410 Jan 28 03:02:59.746190 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c9db131d-8c96-4586-be87-0ffa6aae4816 None None] Provisioning complete for port b172355c-2971-45db-94a1-6c7d90ff4e61 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:02:59.749503 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c9db131d-8c96-4586-be87-0ffa6aae4816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b172355c-2971-45db-94a1-6c7d90ff4e61), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:59.753105 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-bb00b3ab-32d4-4868-83cc-712d1a57dd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:59.791390 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=b172355c-2971-45db-94a1-6c7d90ff4e61,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:59.861106 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0213e431-f6c3-4bab-8a3a-b7c54a4c84d9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (a5841291-51ba-4d54-bf31-d1dad38fe62a), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:59.917727 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518c0127-2313-4f21-82a5-5a542ad36d0d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event deleted for resources: {'Port': ['ID=a801f12d-bfd6-42ef-82f5-a457b8215216,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:02:59.923050 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-691ac084-6da5-4ac3-84e3-5de975279a82 req-705b13ec-be53-4377-93cd-aee423092ef3 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (7ea40a82-50e0-459f-bba9-b867947c7e93), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:02:59.965210 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-6e666374-6c32-4f81-9450-8cc4b47eb46b service neutron] 10.222.0.67 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929494 Jan 28 03:02:59.966521 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ab281bba-7ddc-4f94-ae8d-888469c011f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (1404950d-8e72-412c-b8e5-7c5ceea488ac), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:00.019612 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-ad31f7fd-6785-4b9c-abb2-5dcf36179e97 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=db7ee719-a3aa-47ed-85e5-5c79bf8865fd HTTP/1.1" status: 200 len: 217 time: 0.0464277 Jan 28 03:03:00.035902 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c9db131d-8c96-4586-be87-0ffa6aae4816 None None] Current status of the port b172355c-2971-45db-94a1-6c7d90ff4e61 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:03:00.041244 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7a65fb-3335-4745-92f8-44ba59be8be3 None None] DHCP port deletion for a5841291-51ba-4d54-bf31-d1dad38fe62a request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:03:00.105492 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-8c7a65fb-3335-4745-92f8-44ba59be8be3 None None] Deleting port b172355c-2971-45db-94a1-6c7d90ff4e61 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:03:00.105952 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8c7a65fb-3335-4745-92f8-44ba59be8be3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (b172355c-2971-45db-94a1-6c7d90ff4e61), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:00.208745 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-8c7a65fb-3335-4745-92f8-44ba59be8be3 None None] For port b172355c-2971-45db-94a1-6c7d90ff4e61, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=b172355c-2971-45db-94a1-6c7d90ff4e61,segment=NetworkSegment(5cc1f1cc-2dae-4a1d-b735-c55e9cf9cd53),segment_id=5cc1f1cc-2dae-4a1d-b735-c55e9cf9cd53)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:03:00.208745 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8c7a65fb-3335-4745-92f8-44ba59be8be3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (b172355c-2971-45db-94a1-6c7d90ff4e61), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:00.213206 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b13ec-be53-4377-93cd-aee423092ef3 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Pushing event deleted for resources: {'Port': ['ID=7ea40a82-50e0-459f-bba9-b867947c7e93,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:00.237812 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-8c7a65fb-3335-4745-92f8-44ba59be8be3 None None] Calling delete_port for b172355c-2971-45db-94a1-6c7d90ff4e61 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:03:00.396596 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8c7a65fb-3335-4745-92f8-44ba59be8be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (b172355c-2971-45db-94a1-6c7d90ff4e61), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:00.469647 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-4369a279-cf23-4656-959b-05dbfb3e2a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:00.471172 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-4369a279-cf23-4656-959b-05dbfb3e2a4d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d1901a35-0605-40aa-86b7-558d17d5580a HTTP/1.1" status: 200 len: 797 time: 0.4429154 Jan 28 03:03:00.472617 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a65fb-3335-4745-92f8-44ba59be8be3 None None] Pushing event deleted for resources: {'Port': ['ID=b172355c-2971-45db-94a1-6c7d90ff4e61,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:00.473060 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87901ae-a729-44e1-a76a-1b9a6b4abe58 req-c10628b3-7df9-4311-9a8f-7067aa3d1b6a tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:00.483972 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7a65fb-3335-4745-92f8-44ba59be8be3 None None] No DVR routers for this DVR port b172355c-2971-45db-94a1-6c7d90ff4e61 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:03:00.485023 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f87901ae-a729-44e1-a76a-1b9a6b4abe58 req-c10628b3-7df9-4311-9a8f-7067aa3d1b6a tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e456f2-80f4-4178-bba7-fa68a9156299 HTTP/1.1" status: 200 len: 946 time: 0.6611886 Jan 28 03:03:00.522163 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3deca864-3650-4d57-ad7d-96c12318f9b4 None None] Network a5841291-51ba-4d54-bf31-d1dad38fe62a requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:03:00.522806 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-518c0127-2313-4f21-82a5-5a542ad36d0d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:00.531638 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-518c0127-2313-4f21-82a5-5a542ad36d0d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/ports/a801f12d-bfd6-42ef-82f5-a457b8215216 HTTP/1.1" status: 204 len: 168 time: 2.2240543 Jan 28 03:03:00.538101 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-691ac084-6da5-4ac3-84e3-5de975279a82 req-705b13ec-be53-4377-93cd-aee423092ef3 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] No DVR routers for this DVR port 7ea40a82-50e0-459f-bba9-b867947c7e93 on host n-h1-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:03:00.540595 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50278) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:00.550426 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-691ac084-6da5-4ac3-84e3-5de975279a82 req-705b13ec-be53-4377-93cd-aee423092ef3 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:00.562306 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-691ac084-6da5-4ac3-84e3-5de975279a82 req-705b13ec-be53-4377-93cd-aee423092ef3 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.67 "DELETE /v2.0/ports/7ea40a82-50e0-459f-bba9-b867947c7e93 HTTP/1.1" status: 204 len: 173 time: 1.9200602 Jan 28 03:03:00.615702 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e456f2-80f4-4178-bba7-fa68a9156299', 'name': 'network-vif-deleted', 'tag': '7ea40a82-50e0-459f-bba9-b867947c7e93'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:03:00.630424 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c85ea6e-5e67-4a42-bf85-a45978887b02" -d '{"events": [{"server_uuid": "a0e456f2-80f4-4178-bba7-fa68a9156299", "name": "network-vif-deleted", "tag": "7ea40a82-50e0-459f-bba9-b867947c7e93"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:03:00.676492 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-858f887c-5de7-4a7f-9fd7-c79fbf2cd222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:00.678435 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-858f887c-5de7-4a7f-9fd7-c79fbf2cd222 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45f5aab1-77c3-46bf-9724-8eea4a5c0efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1640375 Jan 28 03:03:00.688269 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device b172355c-2971-45db-94a1-6c7d90ff4e61 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:03:00.699540 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab281bba-7ddc-4f94-ae8d-888469c011f2 admin admin] Router 1404950d-8e72-412c-b8e5-7c5ceea488ac has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:03:00.704430 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-87a0ba5d-8247-4fb2-87b7-798f2556cd8d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] GET failed (client error): The resource could not be found. Jan 28 03:03:00.708640 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-87a0ba5d-8247-4fb2-87b7-798f2556cd8d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "GET /v2.0/ports/a801f12d-bfd6-42ef-82f5-a457b8215216 HTTP/1.1" status: 404 len: 333 time: 0.1619949 Jan 28 03:03:00.735543 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50284) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:00.747546 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: b172355c-2971-45db-94a1-6c7d90ff4e61 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:03:00.748097 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device b172355c-2971-45db-94a1-6c7d90ff4e61 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:03:00.760952 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9db27d0-57cf-4231-87e1-d7560834880b x-openstack-request-id: req-e9db27d0-57cf-4231-87e1-d7560834880b {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:03:00.760952 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0e456f2-80f4-4178-bba7-fa68a9156299", "name": "network-vif-deleted", "tag": "7ea40a82-50e0-459f-bba9-b867947c7e93", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:03:00.760952 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e9db27d0-57cf-4231-87e1-d7560834880b {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:03:00.761374 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e456f2-80f4-4178-bba7-fa68a9156299', 'name': 'network-vif-deleted', 'tag': '7ea40a82-50e0-459f-bba9-b867947c7e93', 'status': 'completed', 'code': 200} Jan 28 03:03:00.803992 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-0213e431-f6c3-4bab-8a3a-b7c54a4c84d9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Deleting port b172355c-2971-45db-94a1-6c7d90ff4e61 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:03:00.804296 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0213e431-f6c3-4bab-8a3a-b7c54a4c84d9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (b172355c-2971-45db-94a1-6c7d90ff4e61), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:00.904653 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f87901ae-a729-44e1-a76a-1b9a6b4abe58 req-31820b7c-34f3-4385-8463-e4017aa5d4a2 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/security-groups?id=389d7229-f56f-4fba-80fd-3c10167f7dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184096 Jan 28 03:03:00.946672 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-0213e431-f6c3-4bab-8a3a-b7c54a4c84d9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] For port b172355c-2971-45db-94a1-6c7d90ff4e61, host n-d-712139-27, got binding levels [] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:03:00.946672 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0213e431-f6c3-4bab-8a3a-b7c54a4c84d9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (b172355c-2971-45db-94a1-6c7d90ff4e61), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:00.965120 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-0213e431-f6c3-4bab-8a3a-b7c54a4c84d9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Calling delete_port for b172355c-2971-45db-94a1-6c7d90ff4e61 owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:03:00.967136 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab281bba-7ddc-4f94-ae8d-888469c011f2 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:03:00.969959 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.ipam_backend_mixin [None req-0213e431-f6c3-4bab-8a3a-b7c54a4c84d9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Port b172355c-2971-45db-94a1-6c7d90ff4e61 was not found and therefore no delete operation was performed {{(pid=109802) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 03:03:00.975372 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0213e431-f6c3-4bab-8a3a-b7c54a4c84d9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (b172355c-2971-45db-94a1-6c7d90ff4e61), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:00.979557 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2159820e-40e2-4e6c-aa55-d871d75536fc None None] Sync routers for ids ['1404950d-8e72-412c-b8e5-7c5ceea488ac'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:03:00.981560 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ab281bba-7ddc-4f94-ae8d-888469c011f2 admin admin] 10.222.0.53 "PUT /v2.0/routers/1404950d-8e72-412c-b8e5-7c5ceea488ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8901258 Jan 28 03:03:00.989921 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50288) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:01.016063 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-691ac084-6da5-4ac3-84e3-5de975279a82 req-bc759c15-26dc-463b-b7ab-4fd98d5d3e8f tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Deleting port 57e7580b-bee5-4778-8fb2-ffe59c80d09e {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:03:01.016590 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-691ac084-6da5-4ac3-84e3-5de975279a82 req-bc759c15-26dc-463b-b7ab-4fd98d5d3e8f tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (57e7580b-bee5-4778-8fb2-ffe59c80d09e), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:01.019442 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2159820e-40e2-4e6c-aa55-d871d75536fc None None] Routers {'1404950d-8e72-412c-b8e5-7c5ceea488ac'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:03:01.024665 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213e431-f6c3-4bab-8a3a-b7c54a4c84d9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event deleted for resources: {'Port': ['ID=b172355c-2971-45db-94a1-6c7d90ff4e61,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:01.025446 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-2159820e-40e2-4e6c-aa55-d871d75536fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:02:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['1404950d-8e72-412c-b8e5-7c5ceea488ac'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:01.048624 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0213e431-f6c3-4bab-8a3a-b7c54a4c84d9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] No DVR routers for this DVR port b172355c-2971-45db-94a1-6c7d90ff4e61 on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:03:01.110735 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-81936f0a-f87e-4187-a017-e3b41aa71a2a tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Deleting subnet 5700de4f-e4a8-4239-86e4-05a84a1d9e39 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:03:01.141995 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-81936f0a-f87e-4187-a017-e3b41aa71a2a tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for subnet (5700de4f-e4a8-4239-86e4-05a84a1d9e39), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:01.253521 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 57e7580b-bee5-4778-8fb2-ffe59c80d09e no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:03:01.318785 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0213e431-f6c3-4bab-8a3a-b7c54a4c84d9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (a5841291-51ba-4d54-bf31-d1dad38fe62a), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:01.328430 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-2159820e-40e2-4e6c-aa55-d871d75536fc None None] Set router 1404950d-8e72-412c-b8e5-7c5ceea488ac gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:03:01.373838 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-81936f0a-f87e-4187-a017-e3b41aa71a2a tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (5700de4f-e4a8-4239-86e4-05a84a1d9e39), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:01.374088 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-691ac084-6da5-4ac3-84e3-5de975279a82 req-bc759c15-26dc-463b-b7ab-4fd98d5d3e8f tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] For port 57e7580b-bee5-4778-8fb2-ffe59c80d09e, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=57e7580b-bee5-4778-8fb2-ffe59c80d09e,segment=NetworkSegment(d7dabcce-2f76-4874-a109-f40b999df007),segment_id=d7dabcce-2f76-4874-a109-f40b999df007)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:03:01.374207 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-691ac084-6da5-4ac3-84e3-5de975279a82 req-bc759c15-26dc-463b-b7ab-4fd98d5d3e8f tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (57e7580b-bee5-4778-8fb2-ffe59c80d09e), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:01.392692 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-0213e431-f6c3-4bab-8a3a-b7c54a4c84d9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5841291-51ba-4d54-bf31-d1dad38fe62a']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:01.408475 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-691ac084-6da5-4ac3-84e3-5de975279a82 req-bc759c15-26dc-463b-b7ab-4fd98d5d3e8f tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Calling delete_port for 57e7580b-bee5-4778-8fb2-ffe59c80d09e owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:03:01.411162 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-0213e431-f6c3-4bab-8a3a-b7c54a4c84d9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cc1f1cc-2dae-4a1d-b735-c55e9cf9cd53') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:01.411771 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-0213e431-f6c3-4bab-8a3a-b7c54a4c84d9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cc1f1cc-2dae-4a1d-b735-c55e9cf9cd53') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:01.428579 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0213e431-f6c3-4bab-8a3a-b7c54a4c84d9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (5cc1f1cc-2dae-4a1d-b735-c55e9cf9cd53), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:01.480801 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0213e431-f6c3-4bab-8a3a-b7c54a4c84d9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (5cc1f1cc-2dae-4a1d-b735-c55e9cf9cd53), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:01.499035 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-81936f0a-f87e-4187-a017-e3b41aa71a2a tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (5700de4f-e4a8-4239-86e4-05a84a1d9e39), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:01.504722 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0213e431-f6c3-4bab-8a3a-b7c54a4c84d9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:03:01.508753 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0213e431-f6c3-4bab-8a3a-b7c54a4c84d9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (5cc1f1cc-2dae-4a1d-b735-c55e9cf9cd53), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:01.580173 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 57e7580b-bee5-4778-8fb2-ffe59c80d09e is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:03:01.580579 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (57e7580b-bee5-4778-8fb2-ffe59c80d09e), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:01.585423 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-81936f0a-f87e-4187-a017-e3b41aa71a2a tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (5700de4f-e4a8-4239-86e4-05a84a1d9e39), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:01.623708 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e456f2-80f4-4178-bba7-fa68a9156299', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57e7580b-bee5-4778-8fb2-ffe59c80d09e'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:03:01.628444 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95963df-cecd-436a-a803-c275de291e7f" -d '{"events": [{"server_uuid": "a0e456f2-80f4-4178-bba7-fa68a9156299", "name": "network-vif-unplugged", "status": "completed", "tag": "57e7580b-bee5-4778-8fb2-ffe59c80d09e"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:03:01.633150 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:03:01.633150 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:03:01.633150 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:03:01.633150 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:03:01.633150 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:03:01.633150 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:03:01.633150 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:03:01.633150 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:03:01.633150 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:03:01.633150 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:03:01.633150 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:03:01.633150 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:03:01.633150 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:03:01.633150 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:03:01.633150 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:03:01.633150 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:03:01.633150 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:03:01.633150 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:03:01.633150 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:03:01.633150 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:03:01.633150 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:03:01.633150 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:03:01.633150 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:03:01.633150 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:03:01.633150 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:03:01.633150 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:03:01.633150 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:03:01.633150 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:03:01.633150 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:03:01.633150 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:03:01.633150 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:03:01.633150 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:03:01.640472 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-81936f0a-f87e-4187-a017-e3b41aa71a2a tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:01.651957 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-81936f0a-f87e-4187-a017-e3b41aa71a2a tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/subnets/5700de4f-e4a8-4239-86e4-05a84a1d9e39 HTTP/1.1" status: 204 len: 168 time: 0.9019201 Jan 28 03:03:01.673938 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50298) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:01.688505 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4678c4e9-361a-4a5b-9f3f-69fd7562ab57 None None] Network 38fd5fcc-cd07-47d4-8290-8f605c5e94e6 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:03:01.689288 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-5082d398-2218-4ee9-86ea-f150c5ae1fad service neutron] 10.222.0.67 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0038395 Jan 28 03:03:01.698919 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0213e431-f6c3-4bab-8a3a-b7c54a4c84d9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (a5841291-51ba-4d54-bf31-d1dad38fe62a), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:01.699699 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 57e7580b-bee5-4778-8fb2-ffe59c80d09e, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=57e7580b-bee5-4778-8fb2-ffe59c80d09e,segment=NetworkSegment(d7dabcce-2f76-4874-a109-f40b999df007),segment_id=d7dabcce-2f76-4874-a109-f40b999df007)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:03:01.728093 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (57e7580b-bee5-4778-8fb2-ffe59c80d09e), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:01.729984 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 7ea40a82-50e0-459f-bba9-b867947c7e93 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:03:01.734695 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29efd14d-b478-4fd4-aa1b-67a947908926 x-openstack-request-id: req-29efd14d-b478-4fd4-aa1b-67a947908926 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:03:01.734990 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0e456f2-80f4-4178-bba7-fa68a9156299", "name": "network-vif-unplugged", "status": "completed", "tag": "57e7580b-bee5-4778-8fb2-ffe59c80d09e", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:03:01.735249 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-29efd14d-b478-4fd4-aa1b-67a947908926 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:03:01.736046 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e456f2-80f4-4178-bba7-fa68a9156299', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57e7580b-bee5-4778-8fb2-ffe59c80d09e', 'code': 200} Jan 28 03:03:01.753560 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0213e431-f6c3-4bab-8a3a-b7c54a4c84d9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:01.763952 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0213e431-f6c3-4bab-8a3a-b7c54a4c84d9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "DELETE /v2.0/networks/a5841291-51ba-4d54-bf31-d1dad38fe62a HTTP/1.1" status: 204 len: 168 time: 6.8284547 Jan 28 03:03:01.772902 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81936f0a-f87e-4187-a017-e3b41aa71a2a tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event deleted for resources: {'Subnet': ['ID=5700de4f-e4a8-4239-86e4-05a84a1d9e39,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:01.774756 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50300) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:01.875811 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe04f48c-60ce-4b10-98f8-6b1a57ab6d68 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] DELETE failed (client error): The resource could not be found. Jan 28 03:03:01.876348 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe04f48c-60ce-4b10-98f8-6b1a57ab6d68 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:03:01.886101 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-fe04f48c-60ce-4b10-98f8-6b1a57ab6d68 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "DELETE /v2.0/networks/a5841291-51ba-4d54-bf31-d1dad38fe62a HTTP/1.1" status: 404 len: 339 time: 0.0909824 Jan 28 03:03:01.896935 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50304) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:01.912895 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213e431-f6c3-4bab-8a3a-b7c54a4c84d9 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event deleted for resources: {'Network': ['ID=a5841291-51ba-4d54-bf31-d1dad38fe62a,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:01.915162 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-878a3f09-149c-44db-8f90-fc764d5fa933 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-716251356', 'description': 'd1'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:03:01.941968 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: 7ea40a82-50e0-459f-bba9-b867947c7e93 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:03:01.942567 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 7ea40a82-50e0-459f-bba9-b867947c7e93 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:03:01.988518 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1bcc05b1-b7d3-4412-ac12-1071a08619f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:01.993491 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-037297bc-7e15-4683-b1cd-028ff94dae54 admin admin] Publish callbacks [] for router (1404950d-8e72-412c-b8e5-7c5ceea488ac), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:02.018344 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dd37becd-3a36-4475-97cc-fdc0087e4817 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (38fd5fcc-cd07-47d4-8290-8f605c5e94e6), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:02.101157 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-691ac084-6da5-4ac3-84e3-5de975279a82 req-bc759c15-26dc-463b-b7ab-4fd98d5d3e8f tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (57e7580b-bee5-4778-8fb2-ffe59c80d09e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:02.127788 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-da7dc717-35ef-4014-8f39-b1f30da8030a req-70787c29-766e-4ce2-b868-99bb7605ba5f tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e456f2-80f4-4178-bba7-fa68a9156299 HTTP/1.1" status: 200 len: 210 time: 0.0403161 Jan 28 03:03:02.186595 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878a3f09-149c-44db-8f90-fc764d5fa933 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Made reservation on behalf of a0006a66d1db4222a493e3bd442f2da0 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:03:02.192108 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=57e7580b-bee5-4778-8fb2-ffe59c80d09e,revision_number=6']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:02.192340 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-878a3f09-149c-44db-8f90-fc764d5fa933 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:02.197944 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc759c15-26dc-463b-b7ab-4fd98d5d3e8f tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Pushing event deleted for resources: {'Port': ['ID=57e7580b-bee5-4778-8fb2-ffe59c80d09e,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:02.304037 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-2159820e-40e2-4e6c-aa55-d871d75536fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1404950d-8e72-412c-b8e5-7c5ceea488ac', 'name': 'tempest-AttachSCSIVolumeTestJSON-1958386318-router', 'tenant_id': 'c6c9ce367dc949bcac439df203fc2eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'b4999853-ae72-4878-a6cc-26d8f37201df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:59:52Z', 'updated_at': '2022-01-28T03:02:59Z', 'revision_number': 5, 'project_id': 'c6c9ce367dc949bcac439df203fc2eb4', 'gw_port': {'id': 'b4999853-ae72-4878-a6cc-26d8f37201df', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:88:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1404950d-8e72-412c-b8e5-7c5ceea488ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:59:56Z', 'updated_at': '2022-01-28T03:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:02.366461 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-691ac084-6da5-4ac3-84e3-5de975279a82 req-bc759c15-26dc-463b-b7ab-4fd98d5d3e8f tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] No DVR routers for this DVR port 57e7580b-bee5-4778-8fb2-ffe59c80d09e on host n-h1-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:03:02.369888 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-691ac084-6da5-4ac3-84e3-5de975279a82 req-bc759c15-26dc-463b-b7ab-4fd98d5d3e8f tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:02.393943 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-878a3f09-149c-44db-8f90-fc764d5fa933 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:03:02.407811 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-691ac084-6da5-4ac3-84e3-5de975279a82 req-bc759c15-26dc-463b-b7ab-4fd98d5d3e8f tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.67 "DELETE /v2.0/ports/57e7580b-bee5-4778-8fb2-ffe59c80d09e HTTP/1.1" status: 204 len: 173 time: 1.8363438 Jan 28 03:03:02.433051 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-81e2d4be-a449-4d42-ab59-45b42941fcec service neutron] 10.222.0.67 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6883574 Jan 28 03:03:02.442149 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-dd37becd-3a36-4475-97cc-fdc0087e4817 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Deleting port bb6b5378-6caa-4c8c-8dee-10d5cdbd527d {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:03:02.442726 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dd37becd-3a36-4475-97cc-fdc0087e4817 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (bb6b5378-6caa-4c8c-8dee-10d5cdbd527d), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:02.618207 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-9f4b5593-7a7f-4b82-83f5-aacab41db8ef service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=1a299c13-361c-41af-87eb-964dd7de4708 HTTP/1.1" status: 200 len: 217 time: 0.1681232 Jan 28 03:03:02.707149 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-dd37becd-3a36-4475-97cc-fdc0087e4817 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] For port bb6b5378-6caa-4c8c-8dee-10d5cdbd527d, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=bb6b5378-6caa-4c8c-8dee-10d5cdbd527d,segment=NetworkSegment(880e2153-81d2-4050-ac5b-3ee8278aa8b5),segment_id=880e2153-81d2-4050-ac5b-3ee8278aa8b5)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:03:02.707658 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dd37becd-3a36-4475-97cc-fdc0087e4817 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (bb6b5378-6caa-4c8c-8dee-10d5cdbd527d), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:02.708189 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-878a3f09-149c-44db-8f90-fc764d5fa933 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (16042d6a-a46e-4ea8-9561-bc8e11e292cb), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:02.708782 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-878a3f09-149c-44db-8f90-fc764d5fa933 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Added segment 16042d6a-a46e-4ea8-9561-bc8e11e292cb of type vlan for network 2cadb6a0-c182-44f6-8815-696d9faace2e Jan 28 03:03:02.733838 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-dd37becd-3a36-4475-97cc-fdc0087e4817 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Calling delete_port for bb6b5378-6caa-4c8c-8dee-10d5cdbd527d owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:03:02.762917 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e456f2-80f4-4178-bba7-fa68a9156299', 'name': 'network-vif-deleted', 'tag': '57e7580b-bee5-4778-8fb2-ffe59c80d09e'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:03:02.766127 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4e91b5-9424-489a-a8c8-299278b75880" -d '{"events": [{"server_uuid": "a0e456f2-80f4-4178-bba7-fa68a9156299", "name": "network-vif-deleted", "tag": "57e7580b-bee5-4778-8fb2-ffe59c80d09e"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:03:02.778235 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-e79ce42b-e558-4053-80b9-fe7428590782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:02.783650 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-e79ce42b-e558-4053-80b9-fe7428590782 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d1901a35-0605-40aa-86b7-558d17d5580a HTTP/1.1" status: 200 len: 797 time: 0.1371343 Jan 28 03:03:02.837271 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba944b7-1426-43fd-9a8a-671e63f67edc None None] DHCP port deletion for 38fd5fcc-cd07-47d4-8290-8f605c5e94e6 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:03:02.847881 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device bb6b5378-6caa-4c8c-8dee-10d5cdbd527d no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:03:02.879233 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-037297bc-7e15-4683-b1cd-028ff94dae54 admin admin] Publish callbacks [] for router_gateway (1404950d-8e72-412c-b8e5-7c5ceea488ac), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:02.882443 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4977b5b7-81cc-41e3-a19f-fd5f7b52281e x-openstack-request-id: req-4977b5b7-81cc-41e3-a19f-fd5f7b52281e {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:03:02.882913 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0e456f2-80f4-4178-bba7-fa68a9156299", "name": "network-vif-deleted", "tag": "57e7580b-bee5-4778-8fb2-ffe59c80d09e", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:03:02.883394 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4977b5b7-81cc-41e3-a19f-fd5f7b52281e {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:03:02.885945 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e456f2-80f4-4178-bba7-fa68a9156299', 'name': 'network-vif-deleted', 'tag': '57e7580b-bee5-4778-8fb2-ffe59c80d09e', 'status': 'completed', 'code': 200} Jan 28 03:03:02.896736 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2159820e-40e2-4e6c-aa55-d871d75536fc None None] Checking router: 1404950d-8e72-412c-b8e5-7c5ceea488ac for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:03:02.913887 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-878a3f09-149c-44db-8f90-fc764d5fa933 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (2cadb6a0-c182-44f6-8815-696d9faace2e), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:02.950526 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dd37becd-3a36-4475-97cc-fdc0087e4817 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (bb6b5378-6caa-4c8c-8dee-10d5cdbd527d), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:02.963385 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2159820e-40e2-4e6c-aa55-d871d75536fc None None] Routers {'1404950d-8e72-412c-b8e5-7c5ceea488ac'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:03:02.964241 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-2159820e-40e2-4e6c-aa55-d871d75536fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:03:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['1404950d-8e72-412c-b8e5-7c5ceea488ac'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:03.026822 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-9f4cd74d-b442-47a2-a67b-e4cf7f96ae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:03.028510 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-9f4cd74d-b442-47a2-a67b-e4cf7f96ae99 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45f5aab1-77c3-46bf-9724-8eea4a5c0efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2342911 Jan 28 03:03:03.030061 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.db.resource_extend [None req-878a3f09-149c-44db-8f90-fc764d5fa933 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 03:03:03.071502 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd37becd-3a36-4475-97cc-fdc0087e4817 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] No DVR routers for this DVR port bb6b5378-6caa-4c8c-8dee-10d5cdbd527d on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:03:03.073240 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37becd-3a36-4475-97cc-fdc0087e4817 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event deleted for resources: {'Port': ['ID=bb6b5378-6caa-4c8c-8dee-10d5cdbd527d,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:03.147838 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-878a3f09-149c-44db-8f90-fc764d5fa933 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (2cadb6a0-c182-44f6-8815-696d9faace2e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:03.154421 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878a3f09-149c-44db-8f90-fc764d5fa933 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:03.155582 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-878a3f09-149c-44db-8f90-fc764d5fa933 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:03.186975 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-2159820e-40e2-4e6c-aa55-d871d75536fc None None] Set router 1404950d-8e72-412c-b8e5-7c5ceea488ac gateway port host: None {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:03:03.269532 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50320) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:03.275835 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dd37becd-3a36-4475-97cc-fdc0087e4817 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (38fd5fcc-cd07-47d4-8290-8f605c5e94e6), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:03.292177 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-878a3f09-149c-44db-8f90-fc764d5fa933 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.3939838 Jan 28 03:03:03.303477 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50322) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:03.315330 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-2159820e-40e2-4e6c-aa55-d871d75536fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1404950d-8e72-412c-b8e5-7c5ceea488ac', 'name': 'tempest-AttachSCSIVolumeTestJSON-1958386318-router', 'tenant_id': 'c6c9ce367dc949bcac439df203fc2eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:59:52Z', 'updated_at': '2022-01-28T03:03:02Z', 'revision_number': 6, 'project_id': 'c6c9ce367dc949bcac439df203fc2eb4', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:03.317399 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No active binding found for port bb6b5378-6caa-4c8c-8dee-10d5cdbd527d {{(pid=109804) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 03:03:03.317793 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] The host n-d-712139-27 is not matching for port bb6b5378-6caa-4c8c-8dee-10d5cdbd527d host None! {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 03:03:03.318216 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device bb6b5378-6caa-4c8c-8dee-10d5cdbd527d not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:03:03.331281 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-dd37becd-3a36-4475-97cc-fdc0087e4817 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38fd5fcc-cd07-47d4-8290-8f605c5e94e6']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:03.343902 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-dd37becd-3a36-4475-97cc-fdc0087e4817 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '880e2153-81d2-4050-ac5b-3ee8278aa8b5') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:03.344615 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-dd37becd-3a36-4475-97cc-fdc0087e4817 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '880e2153-81d2-4050-ac5b-3ee8278aa8b5') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:03.360836 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dd37becd-3a36-4475-97cc-fdc0087e4817 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (880e2153-81d2-4050-ac5b-3ee8278aa8b5), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:03.379551 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dd37becd-3a36-4475-97cc-fdc0087e4817 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (880e2153-81d2-4050-ac5b-3ee8278aa8b5), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:03.387793 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd37becd-3a36-4475-97cc-fdc0087e4817 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:03:03.388348 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dd37becd-3a36-4475-97cc-fdc0087e4817 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (880e2153-81d2-4050-ac5b-3ee8278aa8b5), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:03.414700 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-037297bc-7e15-4683-b1cd-028ff94dae54 admin admin] Deleting port b4999853-ae72-4878-a6cc-26d8f37201df {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:03:03.415481 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-037297bc-7e15-4683-b1cd-028ff94dae54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (b4999853-ae72-4878-a6cc-26d8f37201df), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:03.417911 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a3f09-149c-44db-8f90-fc764d5fa933 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event updated for resources: {'Network': ['ID=2cadb6a0-c182-44f6-8815-696d9faace2e,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:03.482690 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 2cadb6a0-c182-44f6-8815-696d9faace2e details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:03:03.493526 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:03:03.493526 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:03:03.493526 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:03:03.493526 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:03:03.493526 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:03:03.493526 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:03:03.493526 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:03:03.493526 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:03:03.493526 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:03:03.493526 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:03:03.493526 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:03:03.493526 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:03:03.493526 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:03:03.493526 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:03:03.493526 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:03:03.493526 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:03:03.493526 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:03:03.493526 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:03:03.493526 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:03:03.493526 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:03:03.493526 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:03:03.493526 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:03:03.493526 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:03:03.493526 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:03:03.493526 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:03:03.493526 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:03:03.493526 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:03:03.493526 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:03:03.493526 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:03:03.493526 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:03:03.493526 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:03:03.493526 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:03:03.498588 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dd37becd-3a36-4475-97cc-fdc0087e4817 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (38fd5fcc-cd07-47d4-8290-8f605c5e94e6), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:03.525718 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-65256995-47d0-41b5-a459-d552be91ec7b service neutron] 10.222.0.67 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4814041 Jan 28 03:03:03.541842 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bb725e-3492-4d2d-a2e8-aed69ad1e620 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:03.542307 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dd37becd-3a36-4475-97cc-fdc0087e4817 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:03.553323 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-dd37becd-3a36-4475-97cc-fdc0087e4817 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/networks/38fd5fcc-cd07-47d4-8290-8f605c5e94e6 HTTP/1.1" status: 204 len: 168 time: 1.8717949 Jan 28 03:03:03.553607 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50326) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:03.554753 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50330) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:03.556591 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a4bb725e-3492-4d2d-a2e8-aed69ad1e620 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "GET /v2.0/networks?id=2cadb6a0-c182-44f6-8815-696d9faace2e HTTP/1.1" status: 200 len: 760 time: 0.2513857 Jan 28 03:03:03.561215 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-6f85b7db-7361-4a9f-a9a8-b2aac73561be tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1490086462'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:03:03.573895 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-ff2b1191-879d-4204-924c-c9964f6ba2b4 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Request body: {'network': {'description': 'd2'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:03:03.601645 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2159820e-40e2-4e6c-aa55-d871d75536fc None None] The sync data for ids ['1404950d-8e72-412c-b8e5-7c5ceea488ac'] in n-d-712139-27 is: [{'id': '1404950d-8e72-412c-b8e5-7c5ceea488ac', 'name': 'tempest-AttachSCSIVolumeTestJSON-1958386318-router', 'tenant_id': 'c6c9ce367dc949bcac439df203fc2eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:59:52Z', 'updated_at': '2022-01-28T03:03:02Z', 'revision_number': 6, 'project_id': 'c6c9ce367dc949bcac439df203fc2eb4', 'gw_port_host': None}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:03:03.621635 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37becd-3a36-4475-97cc-fdc0087e4817 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event deleted for resources: {'Network': ['ID=38fd5fcc-cd07-47d4-8290-8f605c5e94e6,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:03.644132 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:03.657509 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-0ba944b7-1426-43fd-9a8a-671e63f67edc None None] Deleting port bb6b5378-6caa-4c8c-8dee-10d5cdbd527d {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:03:03.657509 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0ba944b7-1426-43fd-9a8a-671e63f67edc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (bb6b5378-6caa-4c8c-8dee-10d5cdbd527d), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:03.701330 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:03.789448 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f85b7db-7361-4a9f-a9a8-b2aac73561be tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Made reservation on behalf of e836b14247804add85a66880853283af for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:03:03.794008 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6f85b7db-7361-4a9f-a9a8-b2aac73561be tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:03.803492 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3697ba7-8572-4a51-9a00-32a85fe28b65 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Deleting subnet 5eca14b6-79be-4965-b268-11c93fa5eba5 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server [None req-0ba944b7-1426-43fd-9a8a-671e63f67edc None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 38fd5fcc-cd07-47d4-8290-8f605c5e94e6 could not be found. Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return self._iter().one() Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 253, in release_dhcp_port Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1552, in delete_ports_by_device_id Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 03:03:03.805620 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 03:03:03.809746 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 03:03:03.809746 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 03:03:03.809746 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 03:03:03.809746 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 03:03:03.809746 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 03:03:03.809746 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 03:03:03.809746 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 03:03:03.809746 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 03:03:03.809746 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 03:03:03.809746 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 03:03:03.809746 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 03:03:03.809746 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 03:03:03.809746 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 03:03:03.809746 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 03:03:03.809746 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 03:03:03.809746 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 03:03:03.809746 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 03:03:03.809746 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 03:03:03.809746 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 03:03:03.809746 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 03:03:03.809746 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 03:03:03.809746 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 03:03:03.809746 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 03:03:03.809746 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 03:03:03.809746 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2006, in delete_port Jan 28 03:03:03.809746 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Jan 28 03:03:03.809746 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 03:03:03.809746 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 03:03:03.809746 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1206, in get_network Jan 28 03:03:03.809746 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Jan 28 03:03:03.809746 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Jan 28 03:03:03.809746 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Jan 28 03:03:03.809746 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 38fd5fcc-cd07-47d4-8290-8f605c5e94e6 could not be found. Jan 28 03:03:03.809746 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server Jan 28 03:03:03.820071 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f3697ba7-8572-4a51-9a00-32a85fe28b65 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks [] for subnet (5eca14b6-79be-4965-b268-11c93fa5eba5), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:03.843449 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af80eb88-1449-42b4-8f69-2267ca65f2c9 None None] get_active_networks_info from n-d-712139-27 {{(pid=109804) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 03:03:03.971965 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f85b7db-7361-4a9f-a9a8-b2aac73561be tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:03:03.980913 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f3697ba7-8572-4a51-9a00-32a85fe28b65 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (5eca14b6-79be-4965-b268-11c93fa5eba5), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:04.089322 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6f85b7db-7361-4a9f-a9a8-b2aac73561be tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (406d2a4e-ff0e-463f-bd01-07d2f8e2b818), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:04.089675 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-6f85b7db-7361-4a9f-a9a8-b2aac73561be tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Added segment 406d2a4e-ff0e-463f-bd01-07d2f8e2b818 of type vlan for network 8c145fd5-f4bb-4123-81e9-e94da25f3ff8 Jan 28 03:03:04.130546 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ff2b1191-879d-4204-924c-c9964f6ba2b4 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (2cadb6a0-c182-44f6-8815-696d9faace2e), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:04.194141 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6f85b7db-7361-4a9f-a9a8-b2aac73561be tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (8c145fd5-f4bb-4123-81e9-e94da25f3ff8), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:04.232068 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af80eb88-1449-42b4-8f69-2267ca65f2c9 None None] Resources bound (agent type, host, resource id): {{(pid=109804) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 03:03:04.240265 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ff2b1191-879d-4204-924c-c9964f6ba2b4 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (2cadb6a0-c182-44f6-8815-696d9faace2e), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:04.253309 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ff2b1191-879d-4204-924c-c9964f6ba2b4 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Network 2cadb6a0-c182-44f6-8815-696d9faace2e is not hosted by any dhcp agent {{(pid=109802) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 03:03:04.259434 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2b1191-879d-4204-924c-c9964f6ba2b4 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:04.260850 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ff2b1191-879d-4204-924c-c9964f6ba2b4 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:04.268503 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ff2b1191-879d-4204-924c-c9964f6ba2b4 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "PUT /v2.0/networks/2cadb6a0-c182-44f6-8815-696d9faace2e HTTP/1.1" status: 200 len: 757 time: 0.6999276 Jan 28 03:03:04.269556 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50336) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:04.271317 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-037297bc-7e15-4683-b1cd-028ff94dae54 admin admin] For port b4999853-ae72-4878-a6cc-26d8f37201df, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=b4999853-ae72-4878-a6cc-26d8f37201df,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:03:04.272614 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-037297bc-7e15-4683-b1cd-028ff94dae54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (b4999853-ae72-4878-a6cc-26d8f37201df), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:04.292556 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6f85b7db-7361-4a9f-a9a8-b2aac73561be tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (8c145fd5-f4bb-4123-81e9-e94da25f3ff8), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:04.293752 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-037297bc-7e15-4683-b1cd-028ff94dae54 admin admin] Calling delete_port for b4999853-ae72-4878-a6cc-26d8f37201df owned by network:router_gateway {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:03:04.298993 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f85b7db-7361-4a9f-a9a8-b2aac73561be tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:04.304574 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6f85b7db-7361-4a9f-a9a8-b2aac73561be tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:04.311730 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-dcd81a3b-bccb-4516-9c81-c388f0754642 service neutron] 10.222.0.67 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7532449 Jan 28 03:03:04.418500 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-bb80479a-46f2-4613-a6af-73be038b2234 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=32253399-bfa8-4777-9ebe-28270de068d4 HTTP/1.1" status: 200 len: 217 time: 0.0641112 Jan 28 03:03:04.648349 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-a28a7fee-7a4c-46f0-85bb-65b061079189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:04.649974 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-a28a7fee-7a4c-46f0-85bb-65b061079189 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d1901a35-0605-40aa-86b7-558d17d5580a HTTP/1.1" status: 200 len: 797 time: 0.2238510 Jan 28 03:03:04.691820 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766f2669-b606-4c0b-bd31-7c5dfbc239a2 None None] DHCP port deletion for 38fd5fcc-cd07-47d4-8290-8f605c5e94e6 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:03:04.759905 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 9e36a474-4e14-4490-94b4-c0e8352a2813 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:03:04.837466 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 9e36a474-4e14-4490-94b4-c0e8352a2813 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:03:04.841148 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 9e36a474-4e14-4490-94b4-c0e8352a2813 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:03:04.851666 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device b4999853-ae72-4878-a6cc-26d8f37201df no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:03:04.921382 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-503e0799-c7af-4019-ba97-8f7a1f374b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:04.922911 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:04.932841 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-503e0799-c7af-4019-ba97-8f7a1f374b7e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45f5aab1-77c3-46bf-9724-8eea4a5c0efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2741487 Jan 28 03:03:05.040524 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6f85b7db-7361-4a9f-a9a8-b2aac73561be tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4830325 Jan 28 03:03:05.043056 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port b4999853-ae72-4878-a6cc-26d8f37201df is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:03:05.043598 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b4999853-ae72-4878-a6cc-26d8f37201df), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:05.054067 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50344) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:05.065304 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-9b986dbb-c591-419a-afff-d5bf63ea4269 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'subnet': {'network_id': '8c145fd5-f4bb-4123-81e9-e94da25f3ff8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:03:05.072864 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-40dc9bea-d0c7-4f4c-9f67-83d4e40343ce service neutron] 10.222.0.67 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310511 Jan 28 03:03:05.076952 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8c8e9e-b8d2-4537-8894-b0ea3518130e tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:05.079044 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4f8c8e9e-b8d2-4537-8894-b0ea3518130e tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "GET /v2.0/networks?id=2cadb6a0-c182-44f6-8815-696d9faace2e HTTP/1.1" status: 200 len: 760 time: 0.7973189 Jan 28 03:03:05.088814 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50346) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:05.107057 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-5fe548eb-dcc7-427a-b8b3-3fc23eb860e0 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2085937068'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:03:05.136362 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b1191-879d-4204-924c-c9964f6ba2b4 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event updated for resources: {'Network': ['ID=2cadb6a0-c182-44f6-8815-696d9faace2e,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:05.138613 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe548eb-dcc7-427a-b8b3-3fc23eb860e0 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Made reservation on behalf of a0006a66d1db4222a493e3bd442f2da0 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:03:05.142683 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5fe548eb-dcc7-427a-b8b3-3fc23eb860e0 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:05.154472 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-037297bc-7e15-4683-b1cd-028ff94dae54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (b4999853-ae72-4878-a6cc-26d8f37201df), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:05.165793 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 2cadb6a0-c182-44f6-8815-696d9faace2e details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:03:05.208249 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037297bc-7e15-4683-b1cd-028ff94dae54 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4999853-ae72-4878-a6cc-26d8f37201df,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:05.245370 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037297bc-7e15-4683-b1cd-028ff94dae54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:05.245716 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037297bc-7e15-4683-b1cd-028ff94dae54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:05.246060 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037297bc-7e15-4683-b1cd-028ff94dae54 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:05.246397 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037297bc-7e15-4683-b1cd-028ff94dae54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:05.246728 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037297bc-7e15-4683-b1cd-028ff94dae54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:05.247056 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037297bc-7e15-4683-b1cd-028ff94dae54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:05.247385 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037297bc-7e15-4683-b1cd-028ff94dae54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:05.247694 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037297bc-7e15-4683-b1cd-028ff94dae54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:05.248041 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037297bc-7e15-4683-b1cd-028ff94dae54 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:05.248335 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037297bc-7e15-4683-b1cd-028ff94dae54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:05.248664 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037297bc-7e15-4683-b1cd-028ff94dae54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:05.248972 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037297bc-7e15-4683-b1cd-028ff94dae54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:05.249320 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037297bc-7e15-4683-b1cd-028ff94dae54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:05.301585 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f85b7db-7361-4a9f-a9a8-b2aac73561be tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event updated for resources: {'Network': ['ID=8c145fd5-f4bb-4123-81e9-e94da25f3ff8,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:05.326351 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f3697ba7-8572-4a51-9a00-32a85fe28b65 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (5eca14b6-79be-4965-b268-11c93fa5eba5), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:05.334752 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 8c145fd5-f4bb-4123-81e9-e94da25f3ff8 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:03:05.340211 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-037297bc-7e15-4683-b1cd-028ff94dae54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (1404950d-8e72-412c-b8e5-7c5ceea488ac), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:05.419236 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fe548eb-dcc7-427a-b8b3-3fc23eb860e0 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:03:05.443173 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5fe548eb-dcc7-427a-b8b3-3fc23eb860e0 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (d1dbf42b-a3ed-48c0-85c6-6c92f11dd505), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:05.444588 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-5fe548eb-dcc7-427a-b8b3-3fc23eb860e0 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Added segment d1dbf42b-a3ed-48c0-85c6-6c92f11dd505 of type vlan for network f8f0356c-370f-4787-a086-349f18306a1a Jan 28 03:03:05.455744 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b986dbb-c591-419a-afff-d5bf63ea4269 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Made reservation on behalf of e836b14247804add85a66880853283af for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:03:05.459577 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9b986dbb-c591-419a-afff-d5bf63ea4269 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:05.490808 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-173024dd-ee1c-408a-8b27-6491af7a742e service neutron] 10.222.0.67 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119873 Jan 28 03:03:05.535415 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f3697ba7-8572-4a51-9a00-32a85fe28b65 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (5eca14b6-79be-4965-b268-11c93fa5eba5), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:05.543717 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-037297bc-7e15-4683-b1cd-028ff94dae54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (1404950d-8e72-412c-b8e5-7c5ceea488ac), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:05.576066 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-037297bc-7e15-4683-b1cd-028ff94dae54 admin admin] Publish callbacks [] for router_controller (1404950d-8e72-412c-b8e5-7c5ceea488ac), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:05.579268 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-dcf7d991-93a6-4217-8879-e1bfc32e719f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fab89d88-a54d-4fec-bf38-88eba2285661 HTTP/1.1" status: 200 len: 217 time: 0.0824249 Jan 28 03:03:05.592196 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0190f185-01ee-438a-ae7b-f747712e0e10 None None] Network 422af81d-f145-4e02-be04-fd6df5a614c1 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:03:05.605065 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3697ba7-8572-4a51-9a00-32a85fe28b65 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Pushing event deleted for resources: {'Subnet': ['ID=5eca14b6-79be-4965-b268-11c93fa5eba5,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:05.611082 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f3697ba7-8572-4a51-9a00-32a85fe28b65 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:05.615086 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f3697ba7-8572-4a51-9a00-32a85fe28b65 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "DELETE /v2.0/subnets/5eca14b6-79be-4965-b268-11c93fa5eba5 HTTP/1.1" status: 204 len: 168 time: 2.1307251 Jan 28 03:03:05.623367 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50352) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:05.626613 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5fe548eb-dcc7-427a-b8b3-3fc23eb860e0 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (f8f0356c-370f-4787-a086-349f18306a1a), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:05.756066 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-037297bc-7e15-4683-b1cd-028ff94dae54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (1404950d-8e72-412c-b8e5-7c5ceea488ac), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:05.757365 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037297bc-7e15-4683-b1cd-028ff94dae54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1404950d-8e72-412c-b8e5-7c5ceea488ac {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:03:05.763657 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-037297bc-7e15-4683-b1cd-028ff94dae54 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:05.767614 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-037297bc-7e15-4683-b1cd-028ff94dae54 admin admin] 10.222.0.53 "DELETE /v2.0/routers/1404950d-8e72-412c-b8e5-7c5ceea488ac HTTP/1.1" status: 204 len: 168 time: 4.7766552 Jan 28 03:03:05.770641 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50354) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:05.793954 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-f4830e1f-c066-411b-841b-819674c55781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:05.795899 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-f4830e1f-c066-411b-841b-819674c55781 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d7ff91e7-f241-4c5c-a917-a215b6f26f85 HTTP/1.1" status: 200 len: 797 time: 0.2048800 Jan 28 03:03:05.870159 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5fe548eb-dcc7-427a-b8b3-3fc23eb860e0 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (f8f0356c-370f-4787-a086-349f18306a1a), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:05.871860 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ded10b4-d484-4f80-aedb-fcb6b48d16aa None None] DHCP port deletion for 422af81d-f145-4e02-be04-fd6df5a614c1 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:03:05.875511 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe548eb-dcc7-427a-b8b3-3fc23eb860e0 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:05.876108 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5fe548eb-dcc7-427a-b8b3-3fc23eb860e0 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:05.901189 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d53a21c2-eae9-42d0-ac6a-ce2bfa1212fe tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (422af81d-f145-4e02-be04-fd6df5a614c1), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:05.991075 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-2975a15c-23f8-4262-b2a8-3ee4e46ebe71 admin admin] Deleting subnet 2a1d1b90-0044-4720-abbc-ad89283cc2ec {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:03:06.010559 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-84378619-a1fd-4c03-838c-1287000ad0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:06.014491 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5fe548eb-dcc7-427a-b8b3-3fc23eb860e0 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9087369 Jan 28 03:03:06.014691 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-84378619-a1fd-4c03-838c-1287000ad0ca service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8f5c2a2c-a994-4917-b3e0-21b15ad56c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1924722 Jan 28 03:03:06.016298 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50360) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:06.032901 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:06.039401 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-04801587-cf43-448d-963d-9f4dcae8ebc7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Request body: {'subnet': {'network_id': 'f8f0356c-370f-4787-a086-349f18306a1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:03:06.043130 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe548eb-dcc7-427a-b8b3-3fc23eb860e0 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event updated for resources: {'Network': ['ID=f8f0356c-370f-4787-a086-349f18306a1a,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:06.067415 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network f8f0356c-370f-4787-a086-349f18306a1a details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:03:06.144582 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9b986dbb-c591-419a-afff-d5bf63ea4269 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (48fb9eb0-46dc-4e7d-b979-a36e1456bcc9), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:06.150614 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7ded10b4-d484-4f80-aedb-fcb6b48d16aa None None] Deleting port f7b72a85-1c0f-49ec-b43d-5266b5321d81 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:03:06.151260 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7ded10b4-d484-4f80-aedb-fcb6b48d16aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (f7b72a85-1c0f-49ec-b43d-5266b5321d81), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:06.206305 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-d53a21c2-eae9-42d0-ac6a-ce2bfa1212fe tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Deleting port f7b72a85-1c0f-49ec-b43d-5266b5321d81 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:03:06.206565 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d53a21c2-eae9-42d0-ac6a-ce2bfa1212fe tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (f7b72a85-1c0f-49ec-b43d-5266b5321d81), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:06.272095 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b986dbb-c591-419a-afff-d5bf63ea4269 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event updated for resources: {'Subnet': ['ID=48fb9eb0-46dc-4e7d-b979-a36e1456bcc9,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:06.279515 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2975a15c-23f8-4262-b2a8-3ee4e46ebe71 admin admin] Publish callbacks [] for subnet (2a1d1b90-0044-4720-abbc-ad89283cc2ec), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:06.300480 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7ded10b4-d484-4f80-aedb-fcb6b48d16aa None None] For port f7b72a85-1c0f-49ec-b43d-5266b5321d81, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=f7b72a85-1c0f-49ec-b43d-5266b5321d81,segment=NetworkSegment(7c948faa-9934-42d5-9797-b223381aeffa),segment_id=7c948faa-9934-42d5-9797-b223381aeffa)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:03:06.304465 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7ded10b4-d484-4f80-aedb-fcb6b48d16aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (f7b72a85-1c0f-49ec-b43d-5266b5321d81), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:06.309577 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b986dbb-c591-419a-afff-d5bf63ea4269 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Checking segment: {'id': '406d2a4e-ff0e-463f-bd01-07d2f8e2b818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8c145fd5-f4bb-4123-81e9-e94da25f3ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:03:06.309949 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b986dbb-c591-419a-afff-d5bf63ea4269 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Network hostable DHCP agents. Network: 8c145fd5-f4bb-4123-81e9-e94da25f3ff8, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:03:06.319891 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-d53a21c2-eae9-42d0-ac6a-ce2bfa1212fe tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] For port f7b72a85-1c0f-49ec-b43d-5266b5321d81, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=f7b72a85-1c0f-49ec-b43d-5266b5321d81,segment=NetworkSegment(7c948faa-9934-42d5-9797-b223381aeffa),segment_id=7c948faa-9934-42d5-9797-b223381aeffa)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:03:06.321287 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d53a21c2-eae9-42d0-ac6a-ce2bfa1212fe tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (f7b72a85-1c0f-49ec-b43d-5266b5321d81), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:06.347074 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-d53a21c2-eae9-42d0-ac6a-ce2bfa1212fe tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Calling delete_port for f7b72a85-1c0f-49ec-b43d-5266b5321d81 owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:03:06.348375 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7ded10b4-d484-4f80-aedb-fcb6b48d16aa None None] Calling delete_port for f7b72a85-1c0f-49ec-b43d-5266b5321d81 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:03:06.374287 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b986dbb-c591-419a-afff-d5bf63ea4269 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Network 8c145fd5-f4bb-4123-81e9-e94da25f3ff8 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:03:06.390136 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04801587-cf43-448d-963d-9f4dcae8ebc7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Made reservation on behalf of a0006a66d1db4222a493e3bd442f2da0 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:03:06.395313 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-04801587-cf43-448d-963d-9f4dcae8ebc7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:06.504328 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-9b986dbb-c591-419a-afff-d5bf63ea4269 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 8c145fd5-f4bb-4123-81e9-e94da25f3ff8) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:03:06.525633 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f5677a-1b3c-43dc-b756-22f31eaf7c0b None None] Network 8c145fd5-f4bb-4123-81e9-e94da25f3ff8 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:03:06.530175 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b986dbb-c591-419a-afff-d5bf63ea4269 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:06.530877 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9b986dbb-c591-419a-afff-d5bf63ea4269 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:06.556958 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2975a15c-23f8-4262-b2a8-3ee4e46ebe71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (2a1d1b90-0044-4720-abbc-ad89283cc2ec), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:06.585634 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9b986dbb-c591-419a-afff-d5bf63ea4269 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5296347 Jan 28 03:03:06.589146 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50364) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:06.599352 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-e1b41dca-91d6-4dc7-889d-5ea6361f4c28 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-683125481', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:03:06.647599 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e1b41dca-91d6-4dc7-889d-5ea6361f4c28 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (adf8cf9d-8b86-4b95-bc02-ca26bbe8bc20), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:06.652244 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e1b41dca-91d6-4dc7-889d-5ea6361f4c28 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (adf8cf9d-8b86-4b95-bc02-ca26bbe8bc20), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:06.668433 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d53a21c2-eae9-42d0-ac6a-ce2bfa1212fe tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (f7b72a85-1c0f-49ec-b43d-5266b5321d81), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:06.681348 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device f7b72a85-1c0f-49ec-b43d-5266b5321d81 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:03:06.707436 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-deb0e6e9-320a-44f8-b98c-276fc7ff6d90 service neutron] 10.222.0.67 "GET /v2.0/networks/8f5c2a2c-a994-4917-b3e0-21b15ad56c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4458938 Jan 28 03:03:06.781331 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: f7b72a85-1c0f-49ec-b43d-5266b5321d81 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:03:06.781744 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device f7b72a85-1c0f-49ec-b43d-5266b5321d81 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:03:06.802859 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53a21c2-eae9-42d0-ac6a-ce2bfa1212fe tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] No DVR routers for this DVR port f7b72a85-1c0f-49ec-b43d-5266b5321d81 on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:03:06.833985 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7ded10b4-d484-4f80-aedb-fcb6b48d16aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (f7b72a85-1c0f-49ec-b43d-5266b5321d81), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:06.849230 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53a21c2-eae9-42d0-ac6a-ce2bfa1212fe tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Pushing event deleted for resources: {'Port': ['ID=f7b72a85-1c0f-49ec-b43d-5266b5321d81,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:06.936976 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ded10b4-d484-4f80-aedb-fcb6b48d16aa None None] No DVR routers for this DVR port f7b72a85-1c0f-49ec-b43d-5266b5321d81 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:03:06.951374 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ded10b4-d484-4f80-aedb-fcb6b48d16aa None None] Pushing event deleted for resources: {'Port': ['ID=f7b72a85-1c0f-49ec-b43d-5266b5321d81,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:07.009461 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2975a15c-23f8-4262-b2a8-3ee4e46ebe71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (2a1d1b90-0044-4720-abbc-ad89283cc2ec), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:07.010727 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e1b41dca-91d6-4dc7-889d-5ea6361f4c28 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for router_controller (adf8cf9d-8b86-4b95-bc02-ca26bbe8bc20), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:07.025419 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e1b41dca-91d6-4dc7-889d-5ea6361f4c28 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (adf8cf9d-8b86-4b95-bc02-ca26bbe8bc20), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:07.071013 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e84f7d-2ff8-4c36-841f-092e746eb05a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-8c145fd5-f4bb-4123-81e9-e94da25f3ff8', 'network_id': '8c145fd5-f4bb-4123-81e9-e94da25f3ff8', 'project_id': 'e836b14247804add85a66880853283af', 'fixed_ips': [{'subnet_id': '48fb9eb0-46dc-4e7d-b979-a36e1456bcc9'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:03:07.077025 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-72e84f7d-2ff8-4c36-841f-092e746eb05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:07.077808 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e1b41dca-91d6-4dc7-889d-5ea6361f4c28 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:07.080428 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e1b41dca-91d6-4dc7-889d-5ea6361f4c28 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4871676 Jan 28 03:03:07.086711 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50372) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:07.093737 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-b7b7a335-f779-497a-81fc-cf9f0ec03e22 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'port': {'network_id': '8c145fd5-f4bb-4123-81e9-e94da25f3ff8', 'name': 'tempest-PortsTestJSON-1082020115'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:03:07.104516 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d53a21c2-eae9-42d0-ac6a-ce2bfa1212fe tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (422af81d-f145-4e02-be04-fd6df5a614c1), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:07.124489 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-080f6b7c-5e6f-4767-acd0-ef41d5155764 service neutron] 10.222.0.67 "GET /v2.0/networks/8f5c2a2c-a994-4917-b3e0-21b15ad56c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078772 Jan 28 03:03:07.267823 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-d53a21c2-eae9-42d0-ac6a-ce2bfa1212fe tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['422af81d-f145-4e02-be04-fd6df5a614c1']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:07.270139 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-e6304466-59a3-45cf-872d-61db43efcf03 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7449fb17-3519-4387-a4d3-63b8cf30ebec HTTP/1.1" status: 200 len: 217 time: 0.0976715 Jan 28 03:03:07.299820 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-d53a21c2-eae9-42d0-ac6a-ce2bfa1212fe tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c948faa-9934-42d5-9797-b223381aeffa') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:07.300910 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-d53a21c2-eae9-42d0-ac6a-ce2bfa1212fe tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c948faa-9934-42d5-9797-b223381aeffa') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:07.301677 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-04801587-cf43-448d-963d-9f4dcae8ebc7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (94758654-a105-46a7-954b-94caef2d906e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:07.330950 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d53a21c2-eae9-42d0-ac6a-ce2bfa1212fe tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (7c948faa-9934-42d5-9797-b223381aeffa), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:07.384923 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d53a21c2-eae9-42d0-ac6a-ce2bfa1212fe tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (7c948faa-9934-42d5-9797-b223381aeffa), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:07.398986 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d53a21c2-eae9-42d0-ac6a-ce2bfa1212fe tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:03:07.399763 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d53a21c2-eae9-42d0-ac6a-ce2bfa1212fe tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (7c948faa-9934-42d5-9797-b223381aeffa), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:07.405882 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:03:07.405882 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:03:07.405882 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:03:07.405882 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:03:07.405882 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:03:07.405882 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:03:07.405882 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:03:07.405882 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:03:07.405882 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:03:07.405882 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:03:07.405882 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:03:07.405882 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:03:07.405882 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:03:07.405882 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:03:07.405882 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:03:07.405882 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:03:07.405882 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:03:07.405882 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:03:07.405882 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:03:07.405882 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:03:07.405882 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:03:07.405882 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:03:07.405882 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:03:07.405882 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:03:07.405882 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:03:07.405882 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:03:07.405882 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:03:07.405882 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:03:07.405882 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:03:07.405882 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:03:07.405882 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:03:07.405882 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:03:07.416335 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-72e84f7d-2ff8-4c36-841f-092e746eb05a None None] Allocated IP 172.20.0.2 (8c145fd5-f4bb-4123-81e9-e94da25f3ff8/48fb9eb0-46dc-4e7d-b979-a36e1456bcc9/ce57762f-109f-44df-8543-c663177daefb) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:03:07.446884 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b7a335-f779-497a-81fc-cf9f0ec03e22 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Made reservation on behalf of e836b14247804add85a66880853283af for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:03:07.448636 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b7b7a335-f779-497a-81fc-cf9f0ec03e22 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:07.489408 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-b7b7a335-f779-497a-81fc-cf9f0ec03e22 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] device_id is not set on port a068b594-87cc-4d33-b867-b8af3dba1751 yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:03:07.502917 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2975a15c-23f8-4262-b2a8-3ee4e46ebe71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (2a1d1b90-0044-4720-abbc-ad89283cc2ec), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:07.571048 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-d4fb9672-c68f-42aa-8c7b-d555d7874434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:07.573741 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-d4fb9672-c68f-42aa-8c7b-d555d7874434 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d7ff91e7-f241-4c5c-a917-a215b6f26f85 HTTP/1.1" status: 200 len: 797 time: 0.2580602 Jan 28 03:03:07.639849 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d53a21c2-eae9-42d0-ac6a-ce2bfa1212fe tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (422af81d-f145-4e02-be04-fd6df5a614c1), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:07.729794 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2975a15c-23f8-4262-b2a8-3ee4e46ebe71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:07.736904 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-2975a15c-23f8-4262-b2a8-3ee4e46ebe71 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2a1d1b90-0044-4720-abbc-ad89283cc2ec HTTP/1.1" status: 204 len: 168 time: 1.9644744 Jan 28 03:03:07.764817 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d53a21c2-eae9-42d0-ac6a-ce2bfa1212fe tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:07.778691 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50378) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:07.779846 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50380) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:07.781445 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d53a21c2-eae9-42d0-ac6a-ce2bfa1212fe tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "DELETE /v2.0/networks/422af81d-f145-4e02-be04-fd6df5a614c1 HTTP/1.1" status: 204 len: 168 time: 2.1450746 Jan 28 03:03:07.784093 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53a21c2-eae9-42d0-ac6a-ce2bfa1212fe tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Pushing event deleted for resources: {'Network': ['ID=422af81d-f145-4e02-be04-fd6df5a614c1,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:07.819065 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a21c2-eae9-42d0-ac6a-ce2bfa1212fe tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:07.819637 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a21c2-eae9-42d0-ac6a-ce2bfa1212fe tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:07.821660 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a21c2-eae9-42d0-ac6a-ce2bfa1212fe tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:07.823187 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a21c2-eae9-42d0-ac6a-ce2bfa1212fe tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:07.823767 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a21c2-eae9-42d0-ac6a-ce2bfa1212fe tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:07.825480 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a21c2-eae9-42d0-ac6a-ce2bfa1212fe tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:07.827534 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a21c2-eae9-42d0-ac6a-ce2bfa1212fe tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:07.829900 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a21c2-eae9-42d0-ac6a-ce2bfa1212fe tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:07.830316 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a21c2-eae9-42d0-ac6a-ce2bfa1212fe tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:07.830870 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a21c2-eae9-42d0-ac6a-ce2bfa1212fe tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:07.835324 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a21c2-eae9-42d0-ac6a-ce2bfa1212fe tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:07.835324 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a21c2-eae9-42d0-ac6a-ce2bfa1212fe tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:07.835812 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a21c2-eae9-42d0-ac6a-ce2bfa1212fe tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:07.931451 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8f0645fe-86b6-4a13-8665-9ed9f8eed058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (ed05f1c2-aa72-4a5a-971c-664bd351fbe9), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:07.980166 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04801587-cf43-448d-963d-9f4dcae8ebc7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Checking segment: {'id': 'd1dbf42b-a3ed-48c0-85c6-6c92f11dd505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f8f0356c-370f-4787-a086-349f18306a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:03:07.981128 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04801587-cf43-448d-963d-9f4dcae8ebc7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Network hostable DHCP agents. Network: f8f0356c-370f-4787-a086-349f18306a1a, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:03:07.984096 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04801587-cf43-448d-963d-9f4dcae8ebc7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event updated for resources: {'Subnet': ['ID=94758654-a105-46a7-954b-94caef2d906e,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:08.003445 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-b341f768-a49e-4d59-a833-bdc7a4da2333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:08.007397 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-b341f768-a49e-4d59-a833-bdc7a4da2333 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8f5c2a2c-a994-4917-b3e0-21b15ad56c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4108336 Jan 28 03:03:08.090103 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3685fafb-f774-4e3d-b5d3-0f3526c67845 None None] Network ed05f1c2-aa72-4a5a-971c-664bd351fbe9 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:03:08.167947 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-12200e6d-ea8e-4bf4-a0f7-10282ba5fa4a service neutron] 10.222.0.67 "GET /v2.0/networks/8f5c2a2c-a994-4917-b3e0-21b15ad56c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474543 Jan 28 03:03:08.175210 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2975a15c-23f8-4262-b2a8-3ee4e46ebe71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a1d1b90-0044-4720-abbc-ad89283cc2ec,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:08.239824 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-72e84f7d-2ff8-4c36-841f-092e746eb05a None None] Publish callbacks [] for port (ce57762f-109f-44df-8543-c663177daefb), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:08.240211 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-b14ae68e-60a8-4df7-96a3-acea5ef78c52 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Deleting subnet b3d1b3dc-f961-4608-b410-5f8a49d18b02 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:03:08.247268 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04801587-cf43-448d-963d-9f4dcae8ebc7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Network f8f0356c-370f-4787-a086-349f18306a1a is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:03:08.252783 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b14ae68e-60a8-4df7-96a3-acea5ef78c52 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks [] for subnet (b3d1b3dc-f961-4608-b410-5f8a49d18b02), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:08.257792 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-72e84f7d-2ff8-4c36-841f-092e746eb05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (ce57762f-109f-44df-8543-c663177daefb), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:08.320346 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e84f7d-2ff8-4c36-841f-092e746eb05a None None] Network 8c145fd5-f4bb-4123-81e9-e94da25f3ff8 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:03:08.326282 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-72e84f7d-2ff8-4c36-841f-092e746eb05a None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:03:08.331559 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e84f7d-2ff8-4c36-841f-092e746eb05a None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:03:08.350529 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e84f7d-2ff8-4c36-841f-092e746eb05a None None] Pushing event updated for resources: {'Port': ['ID=ce57762f-109f-44df-8543-c663177daefb,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:08.383111 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-b7b7a335-f779-497a-81fc-cf9f0ec03e22 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Allocated IP 172.20.0.9 (8c145fd5-f4bb-4123-81e9-e94da25f3ff8/48fb9eb0-46dc-4e7d-b979-a36e1456bcc9/a068b594-87cc-4d33-b867-b8af3dba1751) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:03:08.442822 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-04801587-cf43-448d-963d-9f4dcae8ebc7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, f8f0356c-370f-4787-a086-349f18306a1a) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:03:08.478142 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485c97dc-3a09-47aa-a811-b431881dfc2d None None] DHCP port deletion for ed05f1c2-aa72-4a5a-971c-664bd351fbe9 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:03:08.480015 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f47d44c-4e12-4494-af67-ad0a1f6ed8e6 None None] Network f8f0356c-370f-4787-a086-349f18306a1a requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:03:08.493927 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04801587-cf43-448d-963d-9f4dcae8ebc7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:08.494892 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-04801587-cf43-448d-963d-9f4dcae8ebc7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:08.568130 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b14ae68e-60a8-4df7-96a3-acea5ef78c52 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (b3d1b3dc-f961-4608-b410-5f8a49d18b02), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:08.595945 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-72e84f7d-2ff8-4c36-841f-092e746eb05a None None] Attempting to bind port ce57762f-109f-44df-8543-c663177daefb on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:03:08.596617 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-72e84f7d-2ff8-4c36-841f-092e746eb05a None None] Attempting to bind port ce57762f-109f-44df-8543-c663177daefb by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '406d2a4e-ff0e-463f-bd01-07d2f8e2b818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8c145fd5-f4bb-4123-81e9-e94da25f3ff8'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:03:08.597320 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e84f7d-2ff8-4c36-841f-092e746eb05a None None] Attempting to bind port ce57762f-109f-44df-8543-c663177daefb on network 8c145fd5-f4bb-4123-81e9-e94da25f3ff8 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:03:08.670033 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e84f7d-2ff8-4c36-841f-092e746eb05a None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:03:08.671639 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e84f7d-2ff8-4c36-841f-092e746eb05a None None] Checking segment: {'id': '406d2a4e-ff0e-463f-bd01-07d2f8e2b818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8c145fd5-f4bb-4123-81e9-e94da25f3ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:03:08.671639 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-72e84f7d-2ff8-4c36-841f-092e746eb05a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:08.671975 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e84f7d-2ff8-4c36-841f-092e746eb05a None None] Bound using segment: {'id': '406d2a4e-ff0e-463f-bd01-07d2f8e2b818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8c145fd5-f4bb-4123-81e9-e94da25f3ff8'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:03:08.672673 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-72e84f7d-2ff8-4c36-841f-092e746eb05a None None] Bound port: ce57762f-109f-44df-8543-c663177daefb, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406d2a4e-ff0e-463f-bd01-07d2f8e2b818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8c145fd5-f4bb-4123-81e9-e94da25f3ff8'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:03:08.673367 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-72e84f7d-2ff8-4c36-841f-092e746eb05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ce57762f-109f-44df-8543-c663177daefb), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:08.684390 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device cfa544dd-db1d-45a8-8c54-39e7c35dfa2a no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:03:08.799473 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b14ae68e-60a8-4df7-96a3-acea5ef78c52 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (b3d1b3dc-f961-4608-b410-5f8a49d18b02), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:08.870062 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-04801587-cf43-448d-963d-9f4dcae8ebc7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8410175 Jan 28 03:03:08.876272 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50388) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:08.888496 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-8f0645fe-86b6-4a13-8665-9ed9f8eed058 admin admin] Deleting port cfa544dd-db1d-45a8-8c54-39e7c35dfa2a {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:03:08.888849 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8f0645fe-86b6-4a13-8665-9ed9f8eed058 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (cfa544dd-db1d-45a8-8c54-39e7c35dfa2a), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:08.917022 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-485c97dc-3a09-47aa-a811-b431881dfc2d None None] Deleting port cfa544dd-db1d-45a8-8c54-39e7c35dfa2a {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:03:08.917627 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-485c97dc-3a09-47aa-a811-b431881dfc2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (cfa544dd-db1d-45a8-8c54-39e7c35dfa2a), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:09.028000 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5a9237d-4e0c-4c80-80c8-71c832aa800c req-28b65fd2-5e40-4442-a53b-ff7ba515c270 service neutron] 10.222.0.67 "GET /v2.0/networks/8f5c2a2c-a994-4917-b3e0-21b15ad56c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8405001 Jan 28 03:03:09.050445 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-485c97dc-3a09-47aa-a811-b431881dfc2d None None] For port cfa544dd-db1d-45a8-8c54-39e7c35dfa2a, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=cfa544dd-db1d-45a8-8c54-39e7c35dfa2a,segment=NetworkSegment(a5cfba65-383b-4542-afb3-5f082cebddf1),segment_id=a5cfba65-383b-4542-afb3-5f082cebddf1)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:03:09.051499 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-485c97dc-3a09-47aa-a811-b431881dfc2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (cfa544dd-db1d-45a8-8c54-39e7c35dfa2a), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:09.077457 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-485c97dc-3a09-47aa-a811-b431881dfc2d None None] Calling delete_port for cfa544dd-db1d-45a8-8c54-39e7c35dfa2a owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:03:09.144852 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-8f0645fe-86b6-4a13-8665-9ed9f8eed058 admin admin] For port cfa544dd-db1d-45a8-8c54-39e7c35dfa2a, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=cfa544dd-db1d-45a8-8c54-39e7c35dfa2a,segment=NetworkSegment(a5cfba65-383b-4542-afb3-5f082cebddf1),segment_id=a5cfba65-383b-4542-afb3-5f082cebddf1)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:03:09.150153 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8f0645fe-86b6-4a13-8665-9ed9f8eed058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (cfa544dd-db1d-45a8-8c54-39e7c35dfa2a), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:09.201438 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-8f0645fe-86b6-4a13-8665-9ed9f8eed058 admin admin] Calling delete_port for cfa544dd-db1d-45a8-8c54-39e7c35dfa2a owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:03:09.206033 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b7b7a335-f779-497a-81fc-cf9f0ec03e22 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for port (a068b594-87cc-4d33-b867-b8af3dba1751), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:09.272004 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2afe960-3b45-41f3-b330-2576be37b274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-f8f0356c-370f-4787-a086-349f18306a1a', 'network_id': 'f8f0356c-370f-4787-a086-349f18306a1a', 'project_id': 'a0006a66d1db4222a493e3bd442f2da0', 'fixed_ips': [{'subnet_id': '94758654-a105-46a7-954b-94caef2d906e'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:03:09.274579 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c2afe960-3b45-41f3-b330-2576be37b274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:09.288781 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-485c97dc-3a09-47aa-a811-b431881dfc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (cfa544dd-db1d-45a8-8c54-39e7c35dfa2a), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:09.341831 n-d-712139-27 neutron-server[109804]: INFO neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No ports have port_id starting with cfa544dd-db1d-45a8-8c54-39e7c35dfa2a Jan 28 03:03:09.384944 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e21ae8a0-0e50-4eef-bd03-eb238a29de99 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (f8f0356c-370f-4787-a086-349f18306a1a), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:09.387767 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b7b7a335-f779-497a-81fc-cf9f0ec03e22 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (a068b594-87cc-4d33-b867-b8af3dba1751), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:09.397870 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485c97dc-3a09-47aa-a811-b431881dfc2d None None] Pushing event deleted for resources: {'Port': ['ID=cfa544dd-db1d-45a8-8c54-39e7c35dfa2a,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:09.401721 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485c97dc-3a09-47aa-a811-b431881dfc2d None None] No DVR routers for this DVR port cfa544dd-db1d-45a8-8c54-39e7c35dfa2a on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:03:09.415058 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-72e84f7d-2ff8-4c36-841f-092e746eb05a None None] For port ce57762f-109f-44df-8543-c663177daefb, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:03:09.446102 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8f0645fe-86b6-4a13-8665-9ed9f8eed058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (cfa544dd-db1d-45a8-8c54-39e7c35dfa2a), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:09.467373 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-72e84f7d-2ff8-4c36-841f-092e746eb05a None None] For port ce57762f-109f-44df-8543-c663177daefb, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ce57762f-109f-44df-8543-c663177daefb,segment=NetworkSegment(406d2a4e-ff0e-463f-bd01-07d2f8e2b818),segment_id=406d2a4e-ff0e-463f-bd01-07d2f8e2b818)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:03:09.474588 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b14ae68e-60a8-4df7-96a3-acea5ef78c52 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (b3d1b3dc-f961-4608-b410-5f8a49d18b02), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:09.513769 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b7a335-f779-497a-81fc-cf9f0ec03e22 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event updated for resources: {'Port': ['ID=a068b594-87cc-4d33-b867-b8af3dba1751,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:09.535645 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b7a335-f779-497a-81fc-cf9f0ec03e22 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Network 8c145fd5-f4bb-4123-81e9-e94da25f3ff8 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:03:09.557415 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-b7b7a335-f779-497a-81fc-cf9f0ec03e22 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:03:09.569288 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b7a335-f779-497a-81fc-cf9f0ec03e22 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:03:09.576906 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-72e84f7d-2ff8-4c36-841f-092e746eb05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ce57762f-109f-44df-8543-c663177daefb), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:09.652302 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0645fe-86b6-4a13-8665-9ed9f8eed058 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfa544dd-db1d-45a8-8c54-39e7c35dfa2a,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:09.665686 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b7a335-f779-497a-81fc-cf9f0ec03e22 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:09.666651 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b7b7a335-f779-497a-81fc-cf9f0ec03e22 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:09.749859 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0645fe-86b6-4a13-8665-9ed9f8eed058 admin admin] No DVR routers for this DVR port cfa544dd-db1d-45a8-8c54-39e7c35dfa2a on host n-d-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:03:09.772400 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e21ae8a0-0e50-4eef-bd03-eb238a29de99 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (94758654-a105-46a7-954b-94caef2d906e), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:09.778508 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b7b7a335-f779-497a-81fc-cf9f0ec03e22 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6904178 Jan 28 03:03:09.783104 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50398) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:09.788729 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ae68e-60a8-4df7-96a3-acea5ef78c52 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Pushing event deleted for resources: {'Subnet': ['ID=b3d1b3dc-f961-4608-b410-5f8a49d18b02,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:09.812302 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b14ae68e-60a8-4df7-96a3-acea5ef78c52 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:09.827054 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b14ae68e-60a8-4df7-96a3-acea5ef78c52 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "DELETE /v2.0/subnets/b3d1b3dc-f961-4608-b410-5f8a49d18b02 HTTP/1.1" status: 204 len: 168 time: 1.9137452 Jan 28 03:03:09.840408 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50400) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:09.859926 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c8e766-4d35-4bf2-b673-8af6809409c3 None None] Network 0b58e7e0-b55c-498d-9b57-e54d0f0e3837 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:03:10.126978 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-16df8250-86d3-48b9-81d7-fd1eb9717d95 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (0b58e7e0-b55c-498d-9b57-e54d0f0e3837), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:10.166700 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8f0645fe-86b6-4a13-8665-9ed9f8eed058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (ed05f1c2-aa72-4a5a-971c-664bd351fbe9), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:10.233168 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-8f0645fe-86b6-4a13-8665-9ed9f8eed058 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed05f1c2-aa72-4a5a-971c-664bd351fbe9']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:10.316296 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e84f7d-2ff8-4c36-841f-092e746eb05a None None] Pushing event updated for resources: {'Port': ['ID=ce57762f-109f-44df-8543-c663177daefb,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:10.338698 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-8f0645fe-86b6-4a13-8665-9ed9f8eed058 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5cfba65-383b-4542-afb3-5f082cebddf1') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:10.343617 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-8f0645fe-86b6-4a13-8665-9ed9f8eed058 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5cfba65-383b-4542-afb3-5f082cebddf1') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:10.356087 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-c2afe960-3b45-41f3-b330-2576be37b274 None None] Allocated IP 172.20.0.2 (f8f0356c-370f-4787-a086-349f18306a1a/94758654-a105-46a7-954b-94caef2d906e/a6610fd1-de99-492c-8340-e517357cdfb2) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:03:10.377710 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8f0645fe-86b6-4a13-8665-9ed9f8eed058 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (a5cfba65-383b-4542-afb3-5f082cebddf1), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:10.481111 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8f0645fe-86b6-4a13-8665-9ed9f8eed058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (a5cfba65-383b-4542-afb3-5f082cebddf1), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:10.526644 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f0645fe-86b6-4a13-8665-9ed9f8eed058 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:03:10.533352 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8f0645fe-86b6-4a13-8665-9ed9f8eed058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (a5cfba65-383b-4542-afb3-5f082cebddf1), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:10.540068 n-d-712139-27 neutron-server[109803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:03:10.540068 n-d-712139-27 neutron-server[109803]: self.session.flush() Jan 28 03:03:10.540068 n-d-712139-27 neutron-server[109803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:03:10.540068 n-d-712139-27 neutron-server[109803]: self.session.flush() Jan 28 03:03:10.540068 n-d-712139-27 neutron-server[109803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:03:10.540068 n-d-712139-27 neutron-server[109803]: self.session.flush() Jan 28 03:03:10.540068 n-d-712139-27 neutron-server[109803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:03:10.540068 n-d-712139-27 neutron-server[109803]: self.session.flush() Jan 28 03:03:10.540068 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:03:10.540068 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:03:10.540068 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:03:10.540068 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:03:10.540068 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:03:10.540068 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:03:10.540068 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:03:10.540068 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:03:10.540068 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:03:10.540068 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:03:10.540068 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:03:10.540068 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:03:10.540068 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:03:10.540068 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:03:10.540068 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:03:10.540068 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:03:10.540068 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:03:10.540068 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:03:10.540068 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:03:10.540068 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:03:10.540068 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:03:10.540068 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:03:10.540068 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:03:10.540068 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:03:10.540068 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:03:10.540068 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:03:10.540068 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:03:10.540068 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:03:10.540068 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:03:10.540068 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:03:10.540068 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:03:10.540068 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:03:10.767696 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f3e2194a-912f-42b9-83b8-f6b6f46528d4 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (a068b594-87cc-4d33-b867-b8af3dba1751), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:10.771350 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da8a7cb-c44a-461f-bd5c-4b5668947162 None None] DHCP port deletion for 0b58e7e0-b55c-498d-9b57-e54d0f0e3837 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:03:10.773042 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8f0645fe-86b6-4a13-8665-9ed9f8eed058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (ed05f1c2-aa72-4a5a-971c-664bd351fbe9), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:10.794234 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8f0645fe-86b6-4a13-8665-9ed9f8eed058 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:10.806404 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8f0645fe-86b6-4a13-8665-9ed9f8eed058 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ed05f1c2-aa72-4a5a-971c-664bd351fbe9 HTTP/1.1" status: 204 len: 168 time: 3.0227847 Jan 28 03:03:10.834712 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0645fe-86b6-4a13-8665-9ed9f8eed058 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed05f1c2-aa72-4a5a-971c-664bd351fbe9,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:10.844237 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-16df8250-86d3-48b9-81d7-fd1eb9717d95 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Deleting port 7c3961ef-1acf-412a-bb1c-464b19b6f0d4 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:03:10.844583 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-16df8250-86d3-48b9-81d7-fd1eb9717d95 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (7c3961ef-1acf-412a-bb1c-464b19b6f0d4), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:10.977958 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ce57762f-109f-44df-8543-c663177daefb up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:03:11.282422 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50412) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:11.293866 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-16df8250-86d3-48b9-81d7-fd1eb9717d95 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] For port 7c3961ef-1acf-412a-bb1c-464b19b6f0d4, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=7c3961ef-1acf-412a-bb1c-464b19b6f0d4,segment=NetworkSegment(d7dabcce-2f76-4874-a109-f40b999df007),segment_id=d7dabcce-2f76-4874-a109-f40b999df007)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:03:11.294565 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-16df8250-86d3-48b9-81d7-fd1eb9717d95 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (7c3961ef-1acf-412a-bb1c-464b19b6f0d4), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:11.323917 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-2da8a7cb-c44a-461f-bd5c-4b5668947162 None None] Deleting port 7c3961ef-1acf-412a-bb1c-464b19b6f0d4 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:03:11.324838 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2da8a7cb-c44a-461f-bd5c-4b5668947162 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (7c3961ef-1acf-412a-bb1c-464b19b6f0d4), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:11.361974 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-16df8250-86d3-48b9-81d7-fd1eb9717d95 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Calling delete_port for 7c3961ef-1acf-412a-bb1c-464b19b6f0d4 owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:03:11.494356 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6f6a058f-d82d-4d4c-bbb4-26dc81201370 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=03f2764faa5b40ccac2b3b80bfd1adcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2053888 Jan 28 03:03:11.494724 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50418) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:11.527668 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-2da8a7cb-c44a-461f-bd5c-4b5668947162 None None] For port 7c3961ef-1acf-412a-bb1c-464b19b6f0d4, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=7c3961ef-1acf-412a-bb1c-464b19b6f0d4,segment=NetworkSegment(d7dabcce-2f76-4874-a109-f40b999df007),segment_id=d7dabcce-2f76-4874-a109-f40b999df007)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:03:11.528263 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2da8a7cb-c44a-461f-bd5c-4b5668947162 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (7c3961ef-1acf-412a-bb1c-464b19b6f0d4), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:11.584351 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-2da8a7cb-c44a-461f-bd5c-4b5668947162 None None] Calling delete_port for 7c3961ef-1acf-412a-bb1c-464b19b6f0d4 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:03:11.813365 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c2afe960-3b45-41f3-b330-2576be37b274 None None] Publish callbacks [] for port (a6610fd1-de99-492c-8340-e517357cdfb2), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:11.839752 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port ce57762f-109f-44df-8543-c663177daefb triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:03:11.840387 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ce57762f-109f-44df-8543-c663177daefb), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:11.862319 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c2afe960-3b45-41f3-b330-2576be37b274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (a6610fd1-de99-492c-8340-e517357cdfb2), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:11.872865 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03fa340-b1ab-4f8a-813e-ebeece69f02e req-92c97350-91e1-4ff4-9d2f-8d2aa76d677f tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:11.892881 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03fa340-b1ab-4f8a-813e-ebeece69f02e req-92c97350-91e1-4ff4-9d2f-8d2aa76d677f tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:11.934880 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03fa340-b1ab-4f8a-813e-ebeece69f02e req-92c97350-91e1-4ff4-9d2f-8d2aa76d677f tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:11.959699 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03fa340-b1ab-4f8a-813e-ebeece69f02e req-92c97350-91e1-4ff4-9d2f-8d2aa76d677f tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:11.974717 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03fa340-b1ab-4f8a-813e-ebeece69f02e req-92c97350-91e1-4ff4-9d2f-8d2aa76d677f tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:12.003007 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03fa340-b1ab-4f8a-813e-ebeece69f02e req-92c97350-91e1-4ff4-9d2f-8d2aa76d677f tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:12.025052 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03fa340-b1ab-4f8a-813e-ebeece69f02e req-92c97350-91e1-4ff4-9d2f-8d2aa76d677f tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:12.036495 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e03fa340-b1ab-4f8a-813e-ebeece69f02e req-92c97350-91e1-4ff4-9d2f-8d2aa76d677f tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 5435 time: 0.4917233 Jan 28 03:03:12.098410 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe960-3b45-41f3-b330-2576be37b274 None None] Pushing event updated for resources: {'Port': ['ID=a6610fd1-de99-492c-8340-e517357cdfb2,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:12.110731 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a583a1c2-d04d-46f0-b3e9-e2a7afaba4b0 admin admin] Publish callbacks [] for security_group (786ce2cb-8fe2-441b-977a-dfaf6a43011e), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:12.132540 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2afe960-3b45-41f3-b330-2576be37b274 None None] Network f8f0356c-370f-4787-a086-349f18306a1a is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:03:12.150272 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-c2afe960-3b45-41f3-b330-2576be37b274 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:03:12.159094 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2afe960-3b45-41f3-b330-2576be37b274 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:03:12.190433 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a583a1c2-d04d-46f0-b3e9-e2a7afaba4b0 admin admin] Publish callbacks [] for security_group (786ce2cb-8fe2-441b-977a-dfaf6a43011e), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:12.349587 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e03fa340-b1ab-4f8a-813e-ebeece69f02e req-9bab1247-01af-4c66-be12-b1a3597d7005 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&id=3711f489-87e7-4ab3-8353-77075d27f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3103821 Jan 28 03:03:12.369303 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2da8a7cb-c44a-461f-bd5c-4b5668947162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (7c3961ef-1acf-412a-bb1c-464b19b6f0d4), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:12.390083 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a583a1c2-d04d-46f0-b3e9-e2a7afaba4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (786ce2cb-8fe2-441b-977a-dfaf6a43011e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:12.395347 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a583a1c2-d04d-46f0-b3e9-e2a7afaba4b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:12.399898 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a583a1c2-d04d-46f0-b3e9-e2a7afaba4b0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/786ce2cb-8fe2-441b-977a-dfaf6a43011e HTTP/1.1" status: 204 len: 168 time: 0.8969631 Jan 28 03:03:12.437745 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da8a7cb-c44a-461f-bd5c-4b5668947162 None None] No DVR routers for this DVR port 7c3961ef-1acf-412a-bb1c-464b19b6f0d4 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:03:12.450004 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8a7cb-c44a-461f-bd5c-4b5668947162 None None] Pushing event deleted for resources: {'Port': ['ID=7c3961ef-1acf-412a-bb1c-464b19b6f0d4,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:12.454588 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-c2afe960-3b45-41f3-b330-2576be37b274 None None] Attempting to bind port a6610fd1-de99-492c-8340-e517357cdfb2 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:03:12.454994 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-c2afe960-3b45-41f3-b330-2576be37b274 None None] Attempting to bind port a6610fd1-de99-492c-8340-e517357cdfb2 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'd1dbf42b-a3ed-48c0-85c6-6c92f11dd505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f8f0356c-370f-4787-a086-349f18306a1a'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:03:12.455783 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2afe960-3b45-41f3-b330-2576be37b274 None None] Attempting to bind port a6610fd1-de99-492c-8340-e517357cdfb2 on network f8f0356c-370f-4787-a086-349f18306a1a {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:03:12.466230 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2afe960-3b45-41f3-b330-2576be37b274 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:03:12.466525 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2afe960-3b45-41f3-b330-2576be37b274 None None] Checking segment: {'id': 'd1dbf42b-a3ed-48c0-85c6-6c92f11dd505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f8f0356c-370f-4787-a086-349f18306a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:03:12.466942 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c2afe960-3b45-41f3-b330-2576be37b274 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:12.467345 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2afe960-3b45-41f3-b330-2576be37b274 None None] Bound using segment: {'id': 'd1dbf42b-a3ed-48c0-85c6-6c92f11dd505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f8f0356c-370f-4787-a086-349f18306a1a'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:03:12.467846 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-c2afe960-3b45-41f3-b330-2576be37b274 None None] Bound port: a6610fd1-de99-492c-8340-e517357cdfb2, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1dbf42b-a3ed-48c0-85c6-6c92f11dd505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f8f0356c-370f-4787-a086-349f18306a1a'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:03:12.468262 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a583a1c2-d04d-46f0-b3e9-e2a7afaba4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786ce2cb-8fe2-441b-977a-dfaf6a43011e,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:12.468412 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c2afe960-3b45-41f3-b330-2576be37b274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (a6610fd1-de99-492c-8340-e517357cdfb2), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:12.552645 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port ce57762f-109f-44df-8543-c663177daefb is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:03:12.553501 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ce57762f-109f-44df-8543-c663177daefb), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:12.572127 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-16df8250-86d3-48b9-81d7-fd1eb9717d95 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (7c3961ef-1acf-412a-bb1c-464b19b6f0d4), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:12.618926 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c2afe960-3b45-41f3-b330-2576be37b274 None None] For port a6610fd1-de99-492c-8340-e517357cdfb2, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:03:12.625412 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c2afe960-3b45-41f3-b330-2576be37b274 None None] For port a6610fd1-de99-492c-8340-e517357cdfb2, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=a6610fd1-de99-492c-8340-e517357cdfb2,segment=NetworkSegment(d1dbf42b-a3ed-48c0-85c6-6c92f11dd505),segment_id=d1dbf42b-a3ed-48c0-85c6-6c92f11dd505)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:03:12.627919 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port ce57762f-109f-44df-8543-c663177daefb, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ce57762f-109f-44df-8543-c663177daefb,segment=NetworkSegment(406d2a4e-ff0e-463f-bd01-07d2f8e2b818),segment_id=406d2a4e-ff0e-463f-bd01-07d2f8e2b818)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:03:12.633971 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c2afe960-3b45-41f3-b330-2576be37b274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (a6610fd1-de99-492c-8340-e517357cdfb2), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:12.638556 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ce57762f-109f-44df-8543-c663177daefb), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:12.675044 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ab7c3c-e694-4e68-8328-61b4d6f04a8a None None] Network 8c145fd5-f4bb-4123-81e9-e94da25f3ff8 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:03:12.695023 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f3e2194a-912f-42b9-83b8-f6b6f46528d4 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for port (a068b594-87cc-4d33-b867-b8af3dba1751), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:12.735666 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f3e2194a-912f-42b9-83b8-f6b6f46528d4 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (a068b594-87cc-4d33-b867-b8af3dba1751), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:12.779803 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df8250-86d3-48b9-81d7-fd1eb9717d95 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Pushing event deleted for resources: {'Port': ['ID=7c3961ef-1acf-412a-bb1c-464b19b6f0d4,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:12.797298 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16df8250-86d3-48b9-81d7-fd1eb9717d95 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] No DVR routers for this DVR port 7c3961ef-1acf-412a-bb1c-464b19b6f0d4 on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:03:12.874595 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 7c3961ef-1acf-412a-bb1c-464b19b6f0d4 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:03:12.888260 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e21ae8a0-0e50-4eef-bd03-eb238a29de99 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (94758654-a105-46a7-954b-94caef2d906e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:12.909799 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 7c3961ef-1acf-412a-bb1c-464b19b6f0d4 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:03:12.910459 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 7c3961ef-1acf-412a-bb1c-464b19b6f0d4 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:03:12.939809 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe960-3b45-41f3-b330-2576be37b274 None None] Pushing event updated for resources: {'Port': ['ID=a6610fd1-de99-492c-8340-e517357cdfb2,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:13.051441 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d2d1f-bae3-4358-9162-7cb31182911f req-c494e829-5dec-4bd0-b2b1-b16ca2e1c3ec tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:13.062449 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d2d1f-bae3-4358-9162-7cb31182911f req-c494e829-5dec-4bd0-b2b1-b16ca2e1c3ec tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:13.069736 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d2d1f-bae3-4358-9162-7cb31182911f req-c494e829-5dec-4bd0-b2b1-b16ca2e1c3ec tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:13.083581 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d2d1f-bae3-4358-9162-7cb31182911f req-c494e829-5dec-4bd0-b2b1-b16ca2e1c3ec tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:13.100603 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d2d1f-bae3-4358-9162-7cb31182911f req-c494e829-5dec-4bd0-b2b1-b16ca2e1c3ec tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:13.134904 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d2d1f-bae3-4358-9162-7cb31182911f req-c494e829-5dec-4bd0-b2b1-b16ca2e1c3ec tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:13.147559 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d2d1f-bae3-4358-9162-7cb31182911f req-c494e829-5dec-4bd0-b2b1-b16ca2e1c3ec tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:13.161351 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ec5d2d1f-bae3-4358-9162-7cb31182911f req-c494e829-5dec-4bd0-b2b1-b16ca2e1c3ec tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 5435 time: 0.5863671 Jan 28 03:03:13.192242 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ae8a0-0e50-4eef-bd03-eb238a29de99 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event deleted for resources: {'Subnet': ['ID=94758654-a105-46a7-954b-94caef2d906e,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:13.234159 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-42426ae4-e3b7-4706-8775-5bbb5744064a None None] Provisioning complete for port ce57762f-109f-44df-8543-c663177daefb triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:03:13.234536 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-42426ae4-e3b7-4706-8775-5bbb5744064a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ce57762f-109f-44df-8543-c663177daefb), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:13.314181 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e2194a-912f-42b9-83b8-f6b6f46528d4 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event updated for resources: {'Port': ['ID=a068b594-87cc-4d33-b867-b8af3dba1751,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:13.367479 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=ce57762f-109f-44df-8543-c663177daefb,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:13.388986 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-16df8250-86d3-48b9-81d7-fd1eb9717d95 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (0b58e7e0-b55c-498d-9b57-e54d0f0e3837), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:13.400095 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50442) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:13.429573 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-42426ae4-e3b7-4706-8775-5bbb5744064a None None] Current status of the port ce57762f-109f-44df-8543-c663177daefb is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:03:13.497362 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7a23c292-7b7c-4d45-90d7-c6adca5ff835 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c6c9ce367dc949bcac439df203fc2eb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0957980 Jan 28 03:03:13.500438 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50444) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:13.515267 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e21ae8a0-0e50-4eef-bd03-eb238a29de99 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (f8f0356c-370f-4787-a086-349f18306a1a), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:13.554635 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-16df8250-86d3-48b9-81d7-fd1eb9717d95 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b58e7e0-b55c-498d-9b57-e54d0f0e3837']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:13.575674 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e877-92e0-456b-b1f1-04b9543d39bd admin admin] Publish callbacks [] for security_group (e9534ad3-c999-4a3e-a9b4-df97284a14be), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:13.585834 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-16df8250-86d3-48b9-81d7-fd1eb9717d95 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7dabcce-2f76-4874-a109-f40b999df007') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:13.586531 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-16df8250-86d3-48b9-81d7-fd1eb9717d95 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7dabcce-2f76-4874-a109-f40b999df007') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:13.602568 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-e21ae8a0-0e50-4eef-bd03-eb238a29de99 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8f0356c-370f-4787-a086-349f18306a1a']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:13.611166 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e877-92e0-456b-b1f1-04b9543d39bd admin admin] Publish callbacks [] for security_group (e9534ad3-c999-4a3e-a9b4-df97284a14be), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:13.615998 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f1b71-1e9a-441e-831b-eedbadbe9c6f req-1b5f97aa-d789-4e1c-9945-3d49edbb9ae7 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:13.617602 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3b5f1b71-1e9a-441e-831b-eedbadbe9c6f req-1b5f97aa-d789-4e1c-9945-3d49edbb9ae7 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eb9b5dd-eba5-4b95-a5dc-4a0a90bc4a51 HTTP/1.1" status: 200 len: 949 time: 0.3422751 Jan 28 03:03:13.620246 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-16df8250-86d3-48b9-81d7-fd1eb9717d95 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (d7dabcce-2f76-4874-a109-f40b999df007), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:13.696115 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-e21ae8a0-0e50-4eef-bd03-eb238a29de99 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1dbf42b-a3ed-48c0-85c6-6c92f11dd505') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:13.696411 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-e21ae8a0-0e50-4eef-bd03-eb238a29de99 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1dbf42b-a3ed-48c0-85c6-6c92f11dd505') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:13.713200 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-16df8250-86d3-48b9-81d7-fd1eb9717d95 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (d7dabcce-2f76-4874-a109-f40b999df007), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:13.723138 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e877-92e0-456b-b1f1-04b9543d39bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (e9534ad3-c999-4a3e-a9b4-df97284a14be), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:13.727772 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9ad2e877-92e0-456b-b1f1-04b9543d39bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:13.730591 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9ad2e877-92e0-456b-b1f1-04b9543d39bd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e9534ad3-c999-4a3e-a9b4-df97284a14be HTTP/1.1" status: 204 len: 168 time: 0.2284384 Jan 28 03:03:13.737458 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e21ae8a0-0e50-4eef-bd03-eb238a29de99 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (d1dbf42b-a3ed-48c0-85c6-6c92f11dd505), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:13.747415 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16df8250-86d3-48b9-81d7-fd1eb9717d95 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:03:13.748261 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-16df8250-86d3-48b9-81d7-fd1eb9717d95 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (d7dabcce-2f76-4874-a109-f40b999df007), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:13.751630 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:03:13.751630 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 03:03:13.751630 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:03:13.751630 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 03:03:13.751630 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:03:13.751630 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 03:03:13.751630 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:03:13.751630 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 03:03:13.751630 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:03:13.751630 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:03:13.751630 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:03:13.751630 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:03:13.751630 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:03:13.751630 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:03:13.751630 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:03:13.751630 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:03:13.751630 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:03:13.751630 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:03:13.751630 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:03:13.751630 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:03:13.751630 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:03:13.751630 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:03:13.751630 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:03:13.751630 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:03:13.751630 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:03:13.751630 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:03:13.751630 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:03:13.751630 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:03:13.751630 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:03:13.751630 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:03:13.751630 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:03:13.751630 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:03:13.751630 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:03:13.751630 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:03:13.751630 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:03:13.751630 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:03:13.751630 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:03:13.751630 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:03:13.751630 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:03:13.751630 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:03:13.775207 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad2e877-92e0-456b-b1f1-04b9543d39bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9534ad3-c999-4a3e-a9b4-df97284a14be,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:13.818902 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-e260c685-4ea8-475e-af81-d865991e775f None None] Provisioning complete for port ce57762f-109f-44df-8543-c663177daefb triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:03:13.819345 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e260c685-4ea8-475e-af81-d865991e775f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ce57762f-109f-44df-8543-c663177daefb), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:13.879921 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e21ae8a0-0e50-4eef-bd03-eb238a29de99 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (d1dbf42b-a3ed-48c0-85c6-6c92f11dd505), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:13.892249 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f3e2194a-912f-42b9-83b8-f6b6f46528d4 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (adf8cf9d-8b86-4b95-bc02-ca26bbe8bc20), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:13.901684 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-16df8250-86d3-48b9-81d7-fd1eb9717d95 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (0b58e7e0-b55c-498d-9b57-e54d0f0e3837), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:14.074368 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e260c685-4ea8-475e-af81-d865991e775f None None] Current status of the port ce57762f-109f-44df-8543-c663177daefb is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:03:14.091462 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-16df8250-86d3-48b9-81d7-fd1eb9717d95 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:14.094786 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-16df8250-86d3-48b9-81d7-fd1eb9717d95 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] 10.222.0.53 "DELETE /v2.0/networks/0b58e7e0-b55c-498d-9b57-e54d0f0e3837 HTTP/1.1" status: 204 len: 168 time: 4.2530818 Jan 28 03:03:14.097567 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-e260c685-4ea8-475e-af81-d865991e775f None None] Provisioning complete for port a068b594-87cc-4d33-b867-b8af3dba1751 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:03:14.097959 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e260c685-4ea8-475e-af81-d865991e775f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (a068b594-87cc-4d33-b867-b8af3dba1751), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:14.125237 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e21ae8a0-0e50-4eef-bd03-eb238a29de99 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:03:14.125237 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e21ae8a0-0e50-4eef-bd03-eb238a29de99 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (d1dbf42b-a3ed-48c0-85c6-6c92f11dd505), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:14.125237 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:03:14.125237 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:03:14.125237 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:03:14.125237 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:03:14.125237 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:03:14.125237 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:03:14.125237 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:03:14.125237 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:03:14.125237 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:03:14.125237 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:03:14.125237 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:03:14.125237 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:03:14.125237 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:03:14.125237 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:03:14.125237 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:03:14.125237 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:03:14.125237 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:03:14.125237 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:03:14.125237 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:03:14.125237 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:03:14.125237 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:03:14.125237 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:03:14.125237 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:03:14.125237 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:03:14.125237 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:03:14.125237 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:03:14.125237 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:03:14.125237 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:03:14.125237 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:03:14.125237 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:03:14.125237 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:03:14.125237 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:03:14.182088 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e260c685-4ea8-475e-af81-d865991e775f None None] Port a068b594-87cc-4d33-b867-b8af3dba1751 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:03:14.192317 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3b5f1b71-1e9a-441e-831b-eedbadbe9c6f req-70cfd1b6-f17e-4fac-9f2f-57531f0cecff tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d74cc6c-70cf-44cb-8cf9-04e1371454b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5114324 Jan 28 03:03:14.193199 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df8250-86d3-48b9-81d7-fd1eb9717d95 tempest-ServersTestMultiNic-1682898156 tempest-ServersTestMultiNic-1682898156-project] Pushing event deleted for resources: {'Network': ['ID=0b58e7e0-b55c-498d-9b57-e54d0f0e3837,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:14.360670 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-ed459daf-ed65-47bc-9fca-61ff81bfe876 None None] Provisioning complete for port a068b594-87cc-4d33-b867-b8af3dba1751 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:03:14.360670 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ed459daf-ed65-47bc-9fca-61ff81bfe876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (a068b594-87cc-4d33-b867-b8af3dba1751), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:14.440217 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.db.api [None req-e21ae8a0-0e50-4eef-bd03-eb238a29de99 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 03:03:14.440217 n-d-712139-27 neutron-server[109802]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 03:03:14.440217 n-d-712139-27 neutron-server[109802]: [parameters: {'id': 'f8f0356c-370f-4787-a086-349f18306a1a'}] Jan 28 03:03:14.440217 n-d-712139-27 neutron-server[109802]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:03:14.440783 n-d-712139-27 neutron-server[109802]: DEBUG oslo_db.api [None req-e21ae8a0-0e50-4eef-bd03-eb238a29de99 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:03:14.441236 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f3e2194a-912f-42b9-83b8-f6b6f46528d4 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (a068b594-87cc-4d33-b867-b8af3dba1751), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:14.471628 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-ed459daf-ed65-47bc-9fca-61ff81bfe876 None None] Port a068b594-87cc-4d33-b867-b8af3dba1751 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:03:14.542777 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50466) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:14.719161 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-151dfa4a-867e-4e9a-827f-eff8de8c7afc None None] Provisioning complete for port a068b594-87cc-4d33-b867-b8af3dba1751 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:03:14.720190 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-151dfa4a-867e-4e9a-827f-eff8de8c7afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (a068b594-87cc-4d33-b867-b8af3dba1751), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:14.788853 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523fc04d-35ba-4757-8dd9-d1365059eeb9 None None] Network f8f0356c-370f-4787-a086-349f18306a1a requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:03:14.832992 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-151dfa4a-867e-4e9a-827f-eff8de8c7afc None None] Port a068b594-87cc-4d33-b867-b8af3dba1751 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:03:14.960922 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-88141798-5980-4029-a5fd-54b5dbe12f3b None None] Provisioning complete for port a6610fd1-de99-492c-8340-e517357cdfb2 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:03:14.961452 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-88141798-5980-4029-a5fd-54b5dbe12f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (a6610fd1-de99-492c-8340-e517357cdfb2), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:15.018962 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e21ae8a0-0e50-4eef-bd03-eb238a29de99 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (f8f0356c-370f-4787-a086-349f18306a1a), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:15.023765 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d42a1a-5e8c-4904-9427-000dc3793778 None None] DHCP port deletion for f8f0356c-370f-4787-a086-349f18306a1a request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:03:15.034125 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ce57762f-109f-44df-8543-c663177daefb up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:03:15.073994 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98efcad-c418-4692-b2a3-71d0f181cda8 req-e5d9b758-b011-45dd-b4b0-30755e39ed2d tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:15.075885 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f98efcad-c418-4692-b2a3-71d0f181cda8 req-e5d9b758-b011-45dd-b4b0-30755e39ed2d tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb9b5dd-eba5-4b95-a5dc-4a0a90bc4a51 HTTP/1.1" status: 200 len: 949 time: 0.2729883 Jan 28 03:03:15.234379 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-88141798-5980-4029-a5fd-54b5dbe12f3b None None] Current status of the port a6610fd1-de99-492c-8340-e517357cdfb2 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:03:15.237559 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-88141798-5980-4029-a5fd-54b5dbe12f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (a6610fd1-de99-492c-8340-e517357cdfb2), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:15.291115 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-18d42a1a-5e8c-4904-9427-000dc3793778 None None] Deleting port a6610fd1-de99-492c-8340-e517357cdfb2 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:03:15.291772 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-18d42a1a-5e8c-4904-9427-000dc3793778 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (a6610fd1-de99-492c-8340-e517357cdfb2), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:15.315138 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df13-d1a1-4160-aa25-ad6eeed74b9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (40493d07-ebad-42d2-a56e-d99511c8719f), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:15.342029 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-88141798-5980-4029-a5fd-54b5dbe12f3b None None] For port a6610fd1-de99-492c-8340-e517357cdfb2, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=a6610fd1-de99-492c-8340-e517357cdfb2,segment=NetworkSegment(d1dbf42b-a3ed-48c0-85c6-6c92f11dd505),segment_id=d1dbf42b-a3ed-48c0-85c6-6c92f11dd505)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:03:15.365492 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-88141798-5980-4029-a5fd-54b5dbe12f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (a6610fd1-de99-492c-8340-e517357cdfb2), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:15.376655 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f3e2194a-912f-42b9-83b8-f6b6f46528d4 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for port (a068b594-87cc-4d33-b867-b8af3dba1751), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:15.398558 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f3e2194a-912f-42b9-83b8-f6b6f46528d4 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (a068b594-87cc-4d33-b867-b8af3dba1751), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:15.448384 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port ce57762f-109f-44df-8543-c663177daefb triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:03:15.448683 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ce57762f-109f-44df-8543-c663177daefb), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:15.497131 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-18d42a1a-5e8c-4904-9427-000dc3793778 None None] For port a6610fd1-de99-492c-8340-e517357cdfb2, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=a6610fd1-de99-492c-8340-e517357cdfb2,segment=NetworkSegment(d1dbf42b-a3ed-48c0-85c6-6c92f11dd505),segment_id=d1dbf42b-a3ed-48c0-85c6-6c92f11dd505)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:03:15.499020 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-18d42a1a-5e8c-4904-9427-000dc3793778 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (a6610fd1-de99-492c-8340-e517357cdfb2), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:15.559280 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e2194a-912f-42b9-83b8-f6b6f46528d4 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event updated for resources: {'Port': ['ID=a068b594-87cc-4d33-b867-b8af3dba1751,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:15.575968 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-f98efcad-c418-4692-b2a3-71d0f181cda8 req-5149fff9-a951-4f81-9a83-022ceb96d2c0 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] Deleting port ef8714ce-5095-4cb5-af76-030c5e5b8cbb {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:03:15.576631 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f98efcad-c418-4692-b2a3-71d0f181cda8 req-5149fff9-a951-4f81-9a83-022ceb96d2c0 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (ef8714ce-5095-4cb5-af76-030c5e5b8cbb), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:15.581143 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f3e2194a-912f-42b9-83b8-f6b6f46528d4 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (adf8cf9d-8b86-4b95-bc02-ca26bbe8bc20), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:15.584096 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-e21ae8a0-0e50-4eef-bd03-eb238a29de99 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Deleting port a6610fd1-de99-492c-8340-e517357cdfb2 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:03:15.584432 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e21ae8a0-0e50-4eef-bd03-eb238a29de99 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (a6610fd1-de99-492c-8340-e517357cdfb2), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:15.591802 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-18d42a1a-5e8c-4904-9427-000dc3793778 None None] Calling delete_port for a6610fd1-de99-492c-8340-e517357cdfb2 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:03:15.620279 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88141798-5980-4029-a5fd-54b5dbe12f3b None None] Pushing event updated for resources: {'Port': ['ID=a6610fd1-de99-492c-8340-e517357cdfb2,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:15.808404 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port ce57762f-109f-44df-8543-c663177daefb is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:03:15.836061 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-18d42a1a-5e8c-4904-9427-000dc3793778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (a6610fd1-de99-492c-8340-e517357cdfb2), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:15.891459 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d42a1a-5e8c-4904-9427-000dc3793778 None None] Pushing event deleted for resources: {'Port': ['ID=a6610fd1-de99-492c-8340-e517357cdfb2,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:15.914171 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d42a1a-5e8c-4904-9427-000dc3793778 None None] No DVR routers for this DVR port a6610fd1-de99-492c-8340-e517357cdfb2 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:03:16.057767 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e2194a-912f-42b9-83b8-f6b6f46528d4 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Network 8c145fd5-f4bb-4123-81e9-e94da25f3ff8 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:03:16.060560 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-e21ae8a0-0e50-4eef-bd03-eb238a29de99 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] For port a6610fd1-de99-492c-8340-e517357cdfb2, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=a6610fd1-de99-492c-8340-e517357cdfb2,segment=NetworkSegment(d1dbf42b-a3ed-48c0-85c6-6c92f11dd505),segment_id=d1dbf42b-a3ed-48c0-85c6-6c92f11dd505)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:03:16.061044 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e21ae8a0-0e50-4eef-bd03-eb238a29de99 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (a6610fd1-de99-492c-8340-e517357cdfb2), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:16.073250 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-f3e2194a-912f-42b9-83b8-f6b6f46528d4 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:03:16.092453 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-e21ae8a0-0e50-4eef-bd03-eb238a29de99 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Calling delete_port for a6610fd1-de99-492c-8340-e517357cdfb2 owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:03:16.110535 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5beaf-f338-47e1-ae82-1d5aeab25d61 req-10178e97-5ffb-40ff-a809-a29c8294ccbb tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:16.122505 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2dd5beaf-f338-47e1-ae82-1d5aeab25d61 req-10178e97-5ffb-40ff-a809-a29c8294ccbb tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eb9b5dd-eba5-4b95-a5dc-4a0a90bc4a51 HTTP/1.1" status: 200 len: 949 time: 0.7081661 Jan 28 03:03:16.245925 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2dd5beaf-f338-47e1-ae82-1d5aeab25d61 req-dd49a445-7d82-48a9-8887-340ae44f0682 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d74cc6c-70cf-44cb-8cf9-04e1371454b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198444 Jan 28 03:03:16.401424 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-f98efcad-c418-4692-b2a3-71d0f181cda8 req-5149fff9-a951-4f81-9a83-022ceb96d2c0 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] For port ef8714ce-5095-4cb5-af76-030c5e5b8cbb, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=ef8714ce-5095-4cb5-af76-030c5e5b8cbb,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:03:16.401948 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f98efcad-c418-4692-b2a3-71d0f181cda8 req-5149fff9-a951-4f81-9a83-022ceb96d2c0 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (ef8714ce-5095-4cb5-af76-030c5e5b8cbb), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:16.412505 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50526) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:16.473612 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-d7f5df13-d1a1-4160-aa25-ad6eeed74b9e admin admin] Deleting port 731303b1-e238-41a2-b1be-4baf04b09a4d {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:03:16.473947 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df13-d1a1-4160-aa25-ad6eeed74b9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (731303b1-e238-41a2-b1be-4baf04b09a4d), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:16.488908 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-f98efcad-c418-4692-b2a3-71d0f181cda8 req-5149fff9-a951-4f81-9a83-022ceb96d2c0 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] Calling delete_port for ef8714ce-5095-4cb5-af76-030c5e5b8cbb owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:03:16.604128 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-9ea00866-6dc2-46ab-9659-91916b858457 None None] Provisioning complete for port a068b594-87cc-4d33-b867-b8af3dba1751 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:03:16.605998 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9ea00866-6dc2-46ab-9659-91916b858457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (a068b594-87cc-4d33-b867-b8af3dba1751), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:16.672766 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-9ea00866-6dc2-46ab-9659-91916b858457 None None] Port a068b594-87cc-4d33-b867-b8af3dba1751 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:03:16.677203 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-d7f5df13-d1a1-4160-aa25-ad6eeed74b9e admin admin] For port 731303b1-e238-41a2-b1be-4baf04b09a4d, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=731303b1-e238-41a2-b1be-4baf04b09a4d,segment=NetworkSegment(b2a2021a-0c43-4c37-8dd4-60d490753889),segment_id=b2a2021a-0c43-4c37-8dd4-60d490753889)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:03:16.677551 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df13-d1a1-4160-aa25-ad6eeed74b9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (731303b1-e238-41a2-b1be-4baf04b09a4d), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:16.710060 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-d7f5df13-d1a1-4160-aa25-ad6eeed74b9e admin admin] Calling delete_port for 731303b1-e238-41a2-b1be-4baf04b09a4d owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:03:16.772092 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device a6610fd1-de99-492c-8340-e517357cdfb2 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:03:16.801092 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: a6610fd1-de99-492c-8340-e517357cdfb2 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:03:16.801973 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device a6610fd1-de99-492c-8340-e517357cdfb2 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:03:17.002568 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df13-d1a1-4160-aa25-ad6eeed74b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (731303b1-e238-41a2-b1be-4baf04b09a4d), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:17.026225 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e2194a-912f-42b9-83b8-f6b6f46528d4 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Router adf8cf9d-8b86-4b95-bc02-ca26bbe8bc20 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:03:17.029524 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-39f120f0-dee5-4d59-9456-ee5939b48878 req-e2201aba-ab18-49d7-a355-c2b7b9e47728 tempest-FlavorsV2NegativeTest-2118638724 tempest-FlavorsV2NegativeTest-2118638724-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=efb87dbc83894065a8a456d291aaaa8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0815647 Jan 28 03:03:17.050667 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f5df13-d1a1-4160-aa25-ad6eeed74b9e admin admin] Pushing event deleted for resources: {'Port': ['ID=731303b1-e238-41a2-b1be-4baf04b09a4d,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:17.082792 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e21ae8a0-0e50-4eef-bd03-eb238a29de99 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (a6610fd1-de99-492c-8340-e517357cdfb2), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:17.231965 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547b87a-48bb-4bad-bf5b-0658a412314b req-8e29091e-0160-435d-b4c8-01e5a176d9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:17.232719 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547b87a-48bb-4bad-bf5b-0658a412314b req-8e29091e-0160-435d-b4c8-01e5a176d9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:17.233611 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547b87a-48bb-4bad-bf5b-0658a412314b req-8e29091e-0160-435d-b4c8-01e5a176d9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:17.234445 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547b87a-48bb-4bad-bf5b-0658a412314b req-8e29091e-0160-435d-b4c8-01e5a176d9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:17.235279 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547b87a-48bb-4bad-bf5b-0658a412314b req-8e29091e-0160-435d-b4c8-01e5a176d9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:17.236157 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547b87a-48bb-4bad-bf5b-0658a412314b req-8e29091e-0160-435d-b4c8-01e5a176d9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:17.237065 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547b87a-48bb-4bad-bf5b-0658a412314b req-8e29091e-0160-435d-b4c8-01e5a176d9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:17.241623 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b547b87a-48bb-4bad-bf5b-0658a412314b req-8e29091e-0160-435d-b4c8-01e5a176d9c4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 6499 time: 0.8278952 Jan 28 03:03:17.293960 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d7f5df13-d1a1-4160-aa25-ad6eeed74b9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (40493d07-ebad-42d2-a56e-d99511c8719f), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:17.340287 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ae8a0-0e50-4eef-bd03-eb238a29de99 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event deleted for resources: {'Port': ['ID=a6610fd1-de99-492c-8340-e517357cdfb2,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:17.342619 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21ae8a0-0e50-4eef-bd03-eb238a29de99 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] No DVR routers for this DVR port a6610fd1-de99-492c-8340-e517357cdfb2 on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:03:17.538207 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b8799-a11f-4065-87cb-efe013d4f001 req-73d72fb0-5ef4-45ba-b5b3-991c9855377c tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:17.539799 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c6b8799-a11f-4065-87cb-efe013d4f001 req-73d72fb0-5ef4-45ba-b5b3-991c9855377c tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eb9b5dd-eba5-4b95-a5dc-4a0a90bc4a51 HTTP/1.1" status: 200 len: 949 time: 0.1599448 Jan 28 03:03:17.595630 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e2194a-912f-42b9-83b8-f6b6f46528d4 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:03:17.612392 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29c9a1a-55e5-4206-8ead-61cc54a97fda None None] Sync routers for ids ['adf8cf9d-8b86-4b95-bc02-ca26bbe8bc20'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:03:17.627345 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f3e2194a-912f-42b9-83b8-f6b6f46528d4 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "PUT /v2.0/routers/adf8cf9d-8b86-4b95-bc02-ca26bbe8bc20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8427866 Jan 28 03:03:17.630472 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50562) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:17.631188 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:03:17.631773 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29c9a1a-55e5-4206-8ead-61cc54a97fda None None] Routers {'adf8cf9d-8b86-4b95-bc02-ca26bbe8bc20'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:03:17.632392 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-e29c9a1a-55e5-4206-8ead-61cc54a97fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:03:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['adf8cf9d-8b86-4b95-bc02-ca26bbe8bc20'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:17.670035 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f5df13-d1a1-4160-aa25-ad6eeed74b9e admin admin] Router 40493d07-ebad-42d2-a56e-d99511c8719f has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:03:17.689935 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e21ae8a0-0e50-4eef-bd03-eb238a29de99 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (f8f0356c-370f-4787-a086-349f18306a1a), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:17.694601 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-e29c9a1a-55e5-4206-8ead-61cc54a97fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:17.697233 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c6b8799-a11f-4065-87cb-efe013d4f001 req-4adeb818-8bc6-4075-9164-ad3e0922faab tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d74cc6c-70cf-44cb-8cf9-04e1371454b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477418 Jan 28 03:03:17.716009 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f120f0-dee5-4d59-9456-ee5939b48878 req-08bd20c4-c729-4c24-b293-6ea798927511 tempest-FlavorsV2NegativeTest-2118638724 tempest-FlavorsV2NegativeTest-2118638724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:17.716375 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29c9a1a-55e5-4206-8ead-61cc54a97fda None None] Routers {'adf8cf9d-8b86-4b95-bc02-ca26bbe8bc20'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:03:17.717242 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-e29c9a1a-55e5-4206-8ead-61cc54a97fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:03:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['adf8cf9d-8b86-4b95-bc02-ca26bbe8bc20'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:17.722983 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-39f120f0-dee5-4d59-9456-ee5939b48878 req-08bd20c4-c729-4c24-b293-6ea798927511 tempest-FlavorsV2NegativeTest-2118638724 tempest-FlavorsV2NegativeTest-2118638724-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6775422 Jan 28 03:03:17.770868 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-e29c9a1a-55e5-4206-8ead-61cc54a97fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:17.771802 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29c9a1a-55e5-4206-8ead-61cc54a97fda None None] The sync data for ids ['adf8cf9d-8b86-4b95-bc02-ca26bbe8bc20'] in n-d-712139-27 is: [] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:03:17.780358 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b547b87a-48bb-4bad-bf5b-0658a412314b req-d5a8908d-952e-40de-87d9-fe07497b94fa service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3711f489-87e7-4ab3-8353-77075d27f3a2&id=9ca97519-4165-4353-a1f7-1a144a9a1986&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4484987 Jan 28 03:03:17.788297 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f98efcad-c418-4692-b2a3-71d0f181cda8 req-5149fff9-a951-4f81-9a83-022ceb96d2c0 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (ef8714ce-5095-4cb5-af76-030c5e5b8cbb), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:17.819654 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-e21ae8a0-0e50-4eef-bd03-eb238a29de99 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8f0356c-370f-4787-a086-349f18306a1a']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:17.869482 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5149fff9-a951-4f81-9a83-022ceb96d2c0 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] Pushing event deleted for resources: {'Port': ['ID=ef8714ce-5095-4cb5-af76-030c5e5b8cbb,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:17.892502 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-39f120f0-dee5-4d59-9456-ee5939b48878 req-3d7bff36-65a3-44d0-bdf9-c43339ebade9 tempest-FlavorsV2NegativeTest-2118638724 tempest-FlavorsV2NegativeTest-2118638724-project] 10.222.0.53 "GET /v2.0/quotas/efb87dbc83894065a8a456d291aaaa8a HTTP/1.1" status: 200 len: 375 time: 0.1538486 Jan 28 03:03:17.921666 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f5df13-d1a1-4160-aa25-ad6eeed74b9e admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:03:17.928275 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d7f5df13-d1a1-4160-aa25-ad6eeed74b9e admin admin] 10.222.0.53 "PUT /v2.0/routers/40493d07-ebad-42d2-a56e-d99511c8719f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3833094 Jan 28 03:03:17.931204 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50568) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:17.937309 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b33229-d65c-41ab-a54b-f7fde6fcb2c7 None None] Sync routers for ids ['40493d07-ebad-42d2-a56e-d99511c8719f'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:03:17.943295 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-e21ae8a0-0e50-4eef-bd03-eb238a29de99 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1dbf42b-a3ed-48c0-85c6-6c92f11dd505') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:17.943295 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-e21ae8a0-0e50-4eef-bd03-eb238a29de99 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1dbf42b-a3ed-48c0-85c6-6c92f11dd505') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:17.959665 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b33229-d65c-41ab-a54b-f7fde6fcb2c7 None None] Routers {'40493d07-ebad-42d2-a56e-d99511c8719f'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:03:17.960636 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-f1b33229-d65c-41ab-a54b-f7fde6fcb2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:03:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['40493d07-ebad-42d2-a56e-d99511c8719f'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:17.985497 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb374f2-5de6-475f-83a0-a37ef5c1f273 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:17.993879 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4fb374f2-5de6-475f-83a0-a37ef5c1f273 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf8cf9d-8b86-4b95-bc02-ca26bbe8bc20 HTTP/1.1" status: 200 len: 982 time: 0.3539004 Jan 28 03:03:17.997748 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50572) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:18.047662 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98efcad-c418-4692-b2a3-71d0f181cda8 req-5149fff9-a951-4f81-9a83-022ceb96d2c0 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] No DVR routers for this DVR port ef8714ce-5095-4cb5-af76-030c5e5b8cbb on host n-h2-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:03:18.058572 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-39f120f0-dee5-4d59-9456-ee5939b48878 req-4a730208-1c19-4367-ad1a-477ab7b39fcf tempest-FlavorsV2NegativeTest-2118638724 tempest-FlavorsV2NegativeTest-2118638724-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=efb87dbc83894065a8a456d291aaaa8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1324708 Jan 28 03:03:18.060414 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f98efcad-c418-4692-b2a3-71d0f181cda8 req-5149fff9-a951-4f81-9a83-022ceb96d2c0 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:18.091417 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f98efcad-c418-4692-b2a3-71d0f181cda8 req-5149fff9-a951-4f81-9a83-022ceb96d2c0 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] 10.222.0.39 "DELETE /v2.0/ports/ef8714ce-5095-4cb5-af76-030c5e5b8cbb HTTP/1.1" status: 204 len: 173 time: 3.0065424 Jan 28 03:03:18.097936 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e21ae8a0-0e50-4eef-bd03-eb238a29de99 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (d1dbf42b-a3ed-48c0-85c6-6c92f11dd505), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:18.103503 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb9b5dd-eba5-4b95-a5dc-4a0a90bc4a51', 'name': 'network-vif-deleted', 'tag': 'ef8714ce-5095-4cb5-af76-030c5e5b8cbb'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:03:18.113775 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c352769-8ad9-4659-9208-fb6fef9f9096" -d '{"events": [{"server_uuid": "7eb9b5dd-eba5-4b95-a5dc-4a0a90bc4a51", "name": "network-vif-deleted", "tag": "ef8714ce-5095-4cb5-af76-030c5e5b8cbb"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:03:18.208148 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e21ae8a0-0e50-4eef-bd03-eb238a29de99 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (d1dbf42b-a3ed-48c0-85c6-6c92f11dd505), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:18.229745 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd7f01d-fe9b-4f6f-8bda-e95c28a1450d x-openstack-request-id: req-3bd7f01d-fe9b-4f6f-8bda-e95c28a1450d {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:03:18.233254 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb9b5dd-eba5-4b95-a5dc-4a0a90bc4a51", "name": "network-vif-deleted", "tag": "ef8714ce-5095-4cb5-af76-030c5e5b8cbb", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:03:18.234012 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3bd7f01d-fe9b-4f6f-8bda-e95c28a1450d {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:03:18.235728 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb9b5dd-eba5-4b95-a5dc-4a0a90bc4a51', 'name': 'network-vif-deleted', 'tag': 'ef8714ce-5095-4cb5-af76-030c5e5b8cbb', 'status': 'completed', 'code': 200} Jan 28 03:03:18.241354 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e21ae8a0-0e50-4eef-bd03-eb238a29de99 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:03:18.242154 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e21ae8a0-0e50-4eef-bd03-eb238a29de99 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (d1dbf42b-a3ed-48c0-85c6-6c92f11dd505), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:18.250347 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:03:18.250347 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 03:03:18.250347 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:03:18.250347 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 03:03:18.250347 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:03:18.250347 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 03:03:18.250347 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:03:18.250347 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 03:03:18.250347 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:03:18.250347 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:03:18.250347 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:03:18.250347 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:03:18.250347 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:03:18.250347 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:03:18.250347 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:03:18.250347 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:03:18.250347 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:03:18.250347 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:03:18.250347 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:03:18.250347 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:03:18.250347 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:03:18.250347 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:03:18.250347 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:03:18.250347 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:03:18.250347 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:03:18.250347 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:03:18.250347 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:03:18.250347 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:03:18.250347 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:03:18.250347 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:03:18.250347 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:03:18.250347 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:03:18.250347 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:03:18.250347 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:03:18.250347 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:03:18.250347 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:03:18.250347 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:03:18.250347 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:03:18.250347 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:03:18.250347 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:03:18.280093 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-f1b33229-d65c-41ab-a54b-f7fde6fcb2c7 None None] Set router 40493d07-ebad-42d2-a56e-d99511c8719f gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:03:18.331156 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-120b9c87-b03e-43e7-843c-7e5548092d7d admin admin] Publish callbacks [] for router (40493d07-ebad-42d2-a56e-d99511c8719f), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:18.420051 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e21ae8a0-0e50-4eef-bd03-eb238a29de99 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (f8f0356c-370f-4787-a086-349f18306a1a), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:18.446686 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e21ae8a0-0e50-4eef-bd03-eb238a29de99 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:18.452935 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e21ae8a0-0e50-4eef-bd03-eb238a29de99 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "DELETE /v2.0/networks/f8f0356c-370f-4787-a086-349f18306a1a HTTP/1.1" status: 204 len: 168 time: 9.5751641 Jan 28 03:03:18.453987 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ae8a0-0e50-4eef-bd03-eb238a29de99 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event deleted for resources: {'Network': ['ID=f8f0356c-370f-4787-a086-349f18306a1a,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:18.455961 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50588) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:18.529716 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-87db14e1-102d-44db-8fb4-b391c658e2cc tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] GET failed (client error): The resource could not be found. Jan 28 03:03:18.541457 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-87db14e1-102d-44db-8fb4-b391c658e2cc tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "GET /v2.0/subnets/94758654-a105-46a7-954b-94caef2d906e HTTP/1.1" status: 404 len: 337 time: 0.0800343 Jan 28 03:03:18.543113 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50596) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:18.610236 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda02482-3a6f-4eec-aa9e-def4f364143b tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] DELETE failed (client error): The resource could not be found. Jan 28 03:03:18.610984 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fda02482-3a6f-4eec-aa9e-def4f364143b tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:03:18.623115 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-fda02482-3a6f-4eec-aa9e-def4f364143b tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "DELETE /v2.0/networks/f8f0356c-370f-4787-a086-349f18306a1a HTTP/1.1" status: 404 len: 339 time: 0.0783179 Jan 28 03:03:18.632542 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50602) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:18.826363 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-120b9c87-b03e-43e7-843c-7e5548092d7d admin admin] Publish callbacks [] for router_gateway (40493d07-ebad-42d2-a56e-d99511c8719f), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:18.826601 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-f1b33229-d65c-41ab-a54b-f7fde6fcb2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40493d07-ebad-42d2-a56e-d99511c8719f', 'name': 'tempest-ServersTestMultiNic-1599130923-router', 'tenant_id': 'dc657e3b97f846ab8907f404f62e40e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '4d1fb08b-6de1-4fc1-938a-c23ba625cb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:00:35Z', 'updated_at': '2022-01-28T03:03:16Z', 'revision_number': 5, 'project_id': 'dc657e3b97f846ab8907f404f62e40e1', 'gw_port': {'id': '4d1fb08b-6de1-4fc1-938a-c23ba625cb38', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40493d07-ebad-42d2-a56e-d99511c8719f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:00:39Z', 'updated_at': '2022-01-28T03:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:18.891647 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b33229-d65c-41ab-a54b-f7fde6fcb2c7 None None] Checking router: 40493d07-ebad-42d2-a56e-d99511c8719f for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:03:18.908319 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device ef8714ce-5095-4cb5-af76-030c5e5b8cbb no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:03:18.957589 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b33229-d65c-41ab-a54b-f7fde6fcb2c7 None None] Routers {'40493d07-ebad-42d2-a56e-d99511c8719f'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:03:18.958329 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-f1b33229-d65c-41ab-a54b-f7fde6fcb2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:03:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['40493d07-ebad-42d2-a56e-d99511c8719f'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:19.082504 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f6426bef-9b9a-4667-a8d5-de7a82dbffdc req-e8ed6a3c-7963-4487-b6cc-8a12b8936032 tempest-VolumesBackupsTest-2114845246 tempest-VolumesBackupsTest-2114845246-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eb9b5dd-eba5-4b95-a5dc-4a0a90bc4a51 HTTP/1.1" status: 200 len: 210 time: 0.1523447 Jan 28 03:03:19.105127 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-f1b33229-d65c-41ab-a54b-f7fde6fcb2c7 None None] Set router 40493d07-ebad-42d2-a56e-d99511c8719f gateway port host: None {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:03:19.113341 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954b5cd6-7d60-4f1a-9767-6bb16a669acb tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:19.115297 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-954b5cd6-7d60-4f1a-9767-6bb16a669acb tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4796119 Jan 28 03:03:19.121290 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50614) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:19.248329 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-dd7c96f2-b607-46f9-aff5-2aa2176cacba tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "GET /v2.0/subnets?network_id=8f7dc9c9-eaf1-4339-a2e3-884554154641 HTTP/1.1" status: 200 len: 207 time: 0.1227021 Jan 28 03:03:19.253384 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50620) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:19.267683 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-120b9c87-b03e-43e7-843c-7e5548092d7d admin admin] Deleting port 4d1fb08b-6de1-4fc1-938a-c23ba625cb38 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:03:19.268127 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-120b9c87-b03e-43e7-843c-7e5548092d7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (4d1fb08b-6de1-4fc1-938a-c23ba625cb38), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:19.298335 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50622) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:19.400148 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-50d8408c-f436-470b-bb40-ef1d329869f7 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (adf8cf9d-8b86-4b95-bc02-ca26bbe8bc20), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:19.420699 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-f1b33229-d65c-41ab-a54b-f7fde6fcb2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40493d07-ebad-42d2-a56e-d99511c8719f', 'name': 'tempest-ServersTestMultiNic-1599130923-router', 'tenant_id': 'dc657e3b97f846ab8907f404f62e40e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:00:35Z', 'updated_at': '2022-01-28T03:03:18Z', 'revision_number': 6, 'project_id': 'dc657e3b97f846ab8907f404f62e40e1', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:19.455176 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: ef8714ce-5095-4cb5-af76-030c5e5b8cbb {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:03:19.455557 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device ef8714ce-5095-4cb5-af76-030c5e5b8cbb not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:03:19.457598 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b33229-d65c-41ab-a54b-f7fde6fcb2c7 None None] The sync data for ids ['40493d07-ebad-42d2-a56e-d99511c8719f'] in n-d-712139-27 is: [{'id': '40493d07-ebad-42d2-a56e-d99511c8719f', 'name': 'tempest-ServersTestMultiNic-1599130923-router', 'tenant_id': 'dc657e3b97f846ab8907f404f62e40e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:00:35Z', 'updated_at': '2022-01-28T03:03:18Z', 'revision_number': 6, 'project_id': 'dc657e3b97f846ab8907f404f62e40e1', 'gw_port_host': None}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:03:19.529148 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-120b9c87-b03e-43e7-843c-7e5548092d7d admin admin] For port 4d1fb08b-6de1-4fc1-938a-c23ba625cb38, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=4d1fb08b-6de1-4fc1-938a-c23ba625cb38,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:03:19.529466 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-120b9c87-b03e-43e7-843c-7e5548092d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (4d1fb08b-6de1-4fc1-938a-c23ba625cb38), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:19.546165 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-120b9c87-b03e-43e7-843c-7e5548092d7d admin admin] Calling delete_port for 4d1fb08b-6de1-4fc1-938a-c23ba625cb38 owned by network:router_gateway {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:03:19.615457 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ce1268d8-45dd-406e-93e6-a001be50db2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:19.634991 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac878bf-1b26-4cf0-ac1c-356686a972fa tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:19.642304 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac878bf-1b26-4cf0-ac1c-356686a972fa tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:19.652093 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac878bf-1b26-4cf0-ac1c-356686a972fa tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:19.665970 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac878bf-1b26-4cf0-ac1c-356686a972fa tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:19.665970 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6ac878bf-1b26-4cf0-ac1c-356686a972fa tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4070175 Jan 28 03:03:19.666476 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50626) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:19.774550 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ce1268d8-45dd-406e-93e6-a001be50db2d admin admin] Publish callbacks [] for security_group (d0f02f34-69e1-46f4-be52-eeb2bd2c3e59), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:19.790450 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7279f05c-d225-4629-8294-ec2a1f079275 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1158400 Jan 28 03:03:19.790739 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50628) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:19.796026 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ce1268d8-45dd-406e-93e6-a001be50db2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (d0f02f34-69e1-46f4-be52-eeb2bd2c3e59), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:19.968757 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ce1268d8-45dd-406e-93e6-a001be50db2d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=efb87dbc83894065a8a456d291aaaa8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6399529 Jan 28 03:03:19.968757 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1268d8-45dd-406e-93e6-a001be50db2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f02f34-69e1-46f4-be52-eeb2bd2c3e59,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:19.969179 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50630) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:20.060858 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-69d1e2d0-ff65-4b05-a8bd-59725693cbd0 admin admin] Publish callbacks [] for security_group (d0f02f34-69e1-46f4-be52-eeb2bd2c3e59), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:20.088890 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aabe110-4ebc-4452-96eb-594329fd25b2 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:20.090269 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aabe110-4ebc-4452-96eb-594329fd25b2 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:20.091922 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5aabe110-4ebc-4452-96eb-594329fd25b2 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3017349 Jan 28 03:03:20.097002 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50634) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:20.101647 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-69d1e2d0-ff65-4b05-a8bd-59725693cbd0 admin admin] Publish callbacks [] for security_group (d0f02f34-69e1-46f4-be52-eeb2bd2c3e59), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:20.229003 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-120b9c87-b03e-43e7-843c-7e5548092d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (4d1fb08b-6de1-4fc1-938a-c23ba625cb38), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:20.235626 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f552741-6016-4ccd-80d3-568a5b67efb0 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Attributes excluded by policy engine: ['shared'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:20.236988 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f552741-6016-4ccd-80d3-568a5b67efb0 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Attributes excluded by policy engine: ['shared'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:20.242786 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6f552741-6016-4ccd-80d3-568a5b67efb0 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1408782 Jan 28 03:03:20.247391 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50640) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:20.326464 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-50d8408c-f436-470b-bb40-ef1d329869f7 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Deleting port a068b594-87cc-4d33-b867-b8af3dba1751 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:03:20.327159 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-50d8408c-f436-470b-bb40-ef1d329869f7 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (a068b594-87cc-4d33-b867-b8af3dba1751), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:20.378790 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b9c87-b03e-43e7-843c-7e5548092d7d admin admin] Pushing event deleted for resources: {'Port': ['ID=4d1fb08b-6de1-4fc1-938a-c23ba625cb38,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:20.440907 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f1f8ed-b6b4-49dd-83f3-171e6fbff539 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:20.442642 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-50f1f8ed-b6b4-49dd-83f3-171e6fbff539 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "GET /v2.0/networks/f7bc4783-cf4b-4cf9-b231-03f39350793f HTTP/1.1" status: 200 len: 800 time: 0.1920433 Jan 28 03:03:20.451592 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50646) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:20.535895 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-120b9c87-b03e-43e7-843c-7e5548092d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (40493d07-ebad-42d2-a56e-d99511c8719f), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:20.771490 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-53cceb4c-b8cb-413a-8b10-d54aee68668e tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "GET /v2.0/networks/f7bc4783-cf4b-4cf9-b231-03f39350793f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3174491 Jan 28 03:03:20.785657 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50648) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:20.820768 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-69d1e2d0-ff65-4b05-a8bd-59725693cbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (d0f02f34-69e1-46f4-be52-eeb2bd2c3e59), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:20.832379 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-69d1e2d0-ff65-4b05-a8bd-59725693cbd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:20.833137 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 731303b1-e238-41a2-b1be-4baf04b09a4d no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:03:20.836740 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-69d1e2d0-ff65-4b05-a8bd-59725693cbd0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d0f02f34-69e1-46f4-be52-eeb2bd2c3e59 HTTP/1.1" status: 204 len: 168 time: 0.8663976 Jan 28 03:03:20.919177 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 731303b1-e238-41a2-b1be-4baf04b09a4d {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:03:20.919613 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 731303b1-e238-41a2-b1be-4baf04b09a4d not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:03:20.920156 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 4d1fb08b-6de1-4fc1-938a-c23ba625cb38 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:03:21.007030 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 4d1fb08b-6de1-4fc1-938a-c23ba625cb38 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:03:21.008014 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 4d1fb08b-6de1-4fc1-938a-c23ba625cb38 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:03:21.371230 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d1e2d0-ff65-4b05-a8bd-59725693cbd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f02f34-69e1-46f4-be52-eeb2bd2c3e59,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:21.416734 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-120b9c87-b03e-43e7-843c-7e5548092d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (40493d07-ebad-42d2-a56e-d99511c8719f), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:21.420773 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-120b9c87-b03e-43e7-843c-7e5548092d7d admin admin] Publish callbacks [] for router_controller (40493d07-ebad-42d2-a56e-d99511c8719f), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:21.424017 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-50d8408c-f436-470b-bb40-ef1d329869f7 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (a068b594-87cc-4d33-b867-b8af3dba1751), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:21.446597 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e380d8-403f-4bc4-80ff-3d8dc3b283c0 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:21.456866 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-14e380d8-403f-4bc4-80ff-3d8dc3b283c0 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "GET /v2.0/subnets/c226033f-bfb6-4864-a921-b9e9d1881fe4 HTTP/1.1" status: 200 len: 811 time: 0.6645305 Jan 28 03:03:21.460306 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50660) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:21.517411 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-50d8408c-f436-470b-bb40-ef1d329869f7 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Calling delete_port for a068b594-87cc-4d33-b867-b8af3dba1751 owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:03:21.565151 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-120b9c87-b03e-43e7-843c-7e5548092d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (40493d07-ebad-42d2-a56e-d99511c8719f), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:21.569419 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120b9c87-b03e-43e7-843c-7e5548092d7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40493d07-ebad-42d2-a56e-d99511c8719f {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:03:21.600949 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9420daf2-a5d2-4a90-a71c-92fbcc16583f tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Attributes excluded by policy engine: ['shared'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:21.604408 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9420daf2-a5d2-4a90-a71c-92fbcc16583f tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "GET /v2.0/subnets/c226033f-bfb6-4864-a921-b9e9d1881fe4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1400714 Jan 28 03:03:21.617719 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50668) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:21.624956 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-6ce8f313-afca-487e-b3e0-0e15f5e98e7c tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2025412313'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:03:21.654846 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-120b9c87-b03e-43e7-843c-7e5548092d7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:21.660207 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50670) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:21.673400 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-120b9c87-b03e-43e7-843c-7e5548092d7d admin admin] 10.222.0.53 "DELETE /v2.0/routers/40493d07-ebad-42d2-a56e-d99511c8719f HTTP/1.1" status: 204 len: 168 time: 3.7403471 Jan 28 03:03:21.785988 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-13bcb075-d538-49fd-bda2-3a2bd5e90a22 admin admin] Deleting subnet 185377ed-71b4-451b-8003-70973a63c326 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:03:21.797981 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce8f313-afca-487e-b3e0-0e15f5e98e7c tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Made reservation on behalf of a0006a66d1db4222a493e3bd442f2da0 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:03:21.818825 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6ce8f313-afca-487e-b3e0-0e15f5e98e7c tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:21.828302 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-13bcb075-d538-49fd-bda2-3a2bd5e90a22 admin admin] Publish callbacks [] for subnet (185377ed-71b4-451b-8003-70973a63c326), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:21.954528 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-13bcb075-d538-49fd-bda2-3a2bd5e90a22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (185377ed-71b4-451b-8003-70973a63c326), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:21.989543 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-50d8408c-f436-470b-bb40-ef1d329869f7 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (a068b594-87cc-4d33-b867-b8af3dba1751), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:21.999477 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ce8f313-afca-487e-b3e0-0e15f5e98e7c tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:03:22.014334 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6ce8f313-afca-487e-b3e0-0e15f5e98e7c tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (8d2dbd43-ccf6-4670-b44f-63e36639d0b7), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:22.014901 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-6ce8f313-afca-487e-b3e0-0e15f5e98e7c tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Added segment 8d2dbd43-ccf6-4670-b44f-63e36639d0b7 of type vlan for network 5802441e-8b0f-4e98-a831-fc3bd8f9c0b0 Jan 28 03:03:22.028149 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d8408c-f436-470b-bb40-ef1d329869f7 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event deleted for resources: {'Port': ['ID=a068b594-87cc-4d33-b867-b8af3dba1751,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:22.085045 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6ce8f313-afca-487e-b3e0-0e15f5e98e7c tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (5802441e-8b0f-4e98-a831-fc3bd8f9c0b0), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:22.191839 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6ce8f313-afca-487e-b3e0-0e15f5e98e7c tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (5802441e-8b0f-4e98-a831-fc3bd8f9c0b0), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:22.206252 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce8f313-afca-487e-b3e0-0e15f5e98e7c tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:22.206769 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6ce8f313-afca-487e-b3e0-0e15f5e98e7c tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:22.314140 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-50d8408c-f436-470b-bb40-ef1d329869f7 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (adf8cf9d-8b86-4b95-bc02-ca26bbe8bc20), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:22.424750 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6ce8f313-afca-487e-b3e0-0e15f5e98e7c tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8058391 Jan 28 03:03:22.429302 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50692) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:22.440496 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-b1c5bd52-05e8-4e26-bdff-be7b391488f3 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Request body: {'subnet': {'network_id': '5802441e-8b0f-4e98-a831-fc3bd8f9c0b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:03:22.472158 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50694) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:22.501737 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce8f313-afca-487e-b3e0-0e15f5e98e7c tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event updated for resources: {'Network': ['ID=5802441e-8b0f-4e98-a831-fc3bd8f9c0b0,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:22.518627 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 5802441e-8b0f-4e98-a831-fc3bd8f9c0b0 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:03:22.553705 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-13bcb075-d538-49fd-bda2-3a2bd5e90a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (185377ed-71b4-451b-8003-70973a63c326), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:22.697030 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-13bcb075-d538-49fd-bda2-3a2bd5e90a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (185377ed-71b4-451b-8003-70973a63c326), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:22.745018 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-13bcb075-d538-49fd-bda2-3a2bd5e90a22 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:22.753125 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bccb368-bf50-4655-98b7-2be558b8c60a None None] Network 7b97fcf8-e8fa-448b-8dc8-46370ff64039 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:03:22.753832 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-13bcb075-d538-49fd-bda2-3a2bd5e90a22 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/185377ed-71b4-451b-8003-70973a63c326 HTTP/1.1" status: 204 len: 168 time: 1.0913486 Jan 28 03:03:22.784079 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50702) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:22.797958 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bcb075-d538-49fd-bda2-3a2bd5e90a22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=185377ed-71b4-451b-8003-70973a63c326,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:22.798795 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-156660af-23b0-456b-a8e5-e183ebccd321 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-43466687-network', 'tenant_id': '9f20c05a24104ae6b217f2b97705d14f'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:03:22.927976 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156660af-23b0-456b-a8e5-e183ebccd321 admin admin] Made reservation on behalf of 9f20c05a24104ae6b217f2b97705d14f for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:03:22.931179 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-156660af-23b0-456b-a8e5-e183ebccd321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:22.971224 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5e0f2d0c-8e49-47dd-8d11-9c8bc999fb09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (7b97fcf8-e8fa-448b-8dc8-46370ff64039), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:22.994148 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d8408c-f436-470b-bb40-ef1d329869f7 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Router adf8cf9d-8b86-4b95-bc02-ca26bbe8bc20 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:03:22.999304 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-156660af-23b0-456b-a8e5-e183ebccd321 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:23.019525 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f06a48-e677-4e5a-9a3d-05200c87667b None None] DHCP port deletion for 7b97fcf8-e8fa-448b-8dc8-46370ff64039 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:03:23.021566 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c5bd52-05e8-4e26-bdff-be7b391488f3 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Made reservation on behalf of a0006a66d1db4222a493e3bd442f2da0 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:03:23.026165 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b1c5bd52-05e8-4e26-bdff-be7b391488f3 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:23.096053 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-49f06a48-e677-4e5a-9a3d-05200c87667b None None] Deleting port 460cb08a-c27c-4f06-8466-8122ce0d5eec {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:03:23.098003 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-49f06a48-e677-4e5a-9a3d-05200c87667b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (460cb08a-c27c-4f06-8466-8122ce0d5eec), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:23.196098 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.ipam_backend_mixin [None req-b1c5bd52-05e8-4e26-bdff-be7b391488f3 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Performing IP validity checks on allocation pools {{(pid=109803) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 03:03:23.196528 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.ipam_backend_mixin [None req-b1c5bd52-05e8-4e26-bdff-be7b391488f3 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109803) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 03:03:23.214623 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d8408c-f436-470b-bb40-ef1d329869f7 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:03:23.231374 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-50d8408c-f436-470b-bb40-ef1d329869f7 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "PUT /v2.0/routers/adf8cf9d-8b86-4b95-bc02-ca26bbe8bc20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2317514 Jan 28 03:03:23.234142 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50704) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:23.240168 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d55c19d-1afa-4f1b-acf1-316e2344c58c None None] Sync routers for ids ['adf8cf9d-8b86-4b95-bc02-ca26bbe8bc20'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:03:23.252085 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-49f06a48-e677-4e5a-9a3d-05200c87667b None None] For port 460cb08a-c27c-4f06-8466-8122ce0d5eec, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=460cb08a-c27c-4f06-8466-8122ce0d5eec,segment=NetworkSegment(b2a2021a-0c43-4c37-8dd4-60d490753889),segment_id=b2a2021a-0c43-4c37-8dd4-60d490753889)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:03:23.254802 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-49f06a48-e677-4e5a-9a3d-05200c87667b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (460cb08a-c27c-4f06-8466-8122ce0d5eec), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:23.277952 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d55c19d-1afa-4f1b-acf1-316e2344c58c None None] Routers {'adf8cf9d-8b86-4b95-bc02-ca26bbe8bc20'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:03:23.278864 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-4d55c19d-1afa-4f1b-acf1-316e2344c58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:03:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['adf8cf9d-8b86-4b95-bc02-ca26bbe8bc20'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:23.296126 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-49f06a48-e677-4e5a-9a3d-05200c87667b None None] Calling delete_port for 460cb08a-c27c-4f06-8466-8122ce0d5eec owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:03:23.311615 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f4fdc46-6700-4131-b5cf-1554ea0f236e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] GET failed (client error): The resource could not be found. Jan 28 03:03:23.317824 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50706) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:23.318592 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0f4fdc46-6700-4131-b5cf-1554ea0f236e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "GET /v2.0/ports/a068b594-87cc-4d33-b867-b8af3dba1751 HTTP/1.1" status: 404 len: 333 time: 0.0833595 Jan 28 03:03:23.331990 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-4d55c19d-1afa-4f1b-acf1-316e2344c58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:23.341770 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d55c19d-1afa-4f1b-acf1-316e2344c58c None None] Routers {'adf8cf9d-8b86-4b95-bc02-ca26bbe8bc20'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:03:23.342655 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-4d55c19d-1afa-4f1b-acf1-316e2344c58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:03:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['adf8cf9d-8b86-4b95-bc02-ca26bbe8bc20'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:23.376856 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-4d55c19d-1afa-4f1b-acf1-316e2344c58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:23.378413 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d55c19d-1afa-4f1b-acf1-316e2344c58c None None] The sync data for ids ['adf8cf9d-8b86-4b95-bc02-ca26bbe8bc20'] in n-d-712139-27 is: [] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:03:23.526386 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-156660af-23b0-456b-a8e5-e183ebccd321 admin admin] Publish callbacks [] for security_group (713acecf-5783-412c-b06f-8b1b8a8dd4f8), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:23.541519 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-49f06a48-e677-4e5a-9a3d-05200c87667b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (460cb08a-c27c-4f06-8466-8122ce0d5eec), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:23.549236 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-5e0f2d0c-8e49-47dd-8d11-9c8bc999fb09 admin admin] Deleting port 460cb08a-c27c-4f06-8466-8122ce0d5eec {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:03:23.549738 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5e0f2d0c-8e49-47dd-8d11-9c8bc999fb09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (460cb08a-c27c-4f06-8466-8122ce0d5eec), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:23.581570 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f06a48-e677-4e5a-9a3d-05200c87667b None None] Pushing event deleted for resources: {'Port': ['ID=460cb08a-c27c-4f06-8466-8122ce0d5eec,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:23.601249 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f06a48-e677-4e5a-9a3d-05200c87667b None None] No DVR routers for this DVR port 460cb08a-c27c-4f06-8466-8122ce0d5eec on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:03:23.601737 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-27838348-8de2-45de-8a11-202bc00c2414 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for router (adf8cf9d-8b86-4b95-bc02-ca26bbe8bc20), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:23.614364 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-156660af-23b0-456b-a8e5-e183ebccd321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (713acecf-5783-412c-b06f-8b1b8a8dd4f8), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:23.734713 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-156660af-23b0-456b-a8e5-e183ebccd321 admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:03:23.748215 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-5e0f2d0c-8e49-47dd-8d11-9c8bc999fb09 admin admin] For port 460cb08a-c27c-4f06-8466-8122ce0d5eec, host n-d-712139-27, got binding levels [] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:03:23.748952 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5e0f2d0c-8e49-47dd-8d11-9c8bc999fb09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (460cb08a-c27c-4f06-8466-8122ce0d5eec), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:23.819762 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156660af-23b0-456b-a8e5-e183ebccd321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713acecf-5783-412c-b06f-8b1b8a8dd4f8,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:23.824914 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-156660af-23b0-456b-a8e5-e183ebccd321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (7eb56338-c5d7-40c6-9ab1-064fc35f54b3), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:23.825483 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-156660af-23b0-456b-a8e5-e183ebccd321 admin admin] Added segment 7eb56338-c5d7-40c6-9ab1-064fc35f54b3 of type vlan for network d8078330-9b0a-418c-8fa1-d255144ea610 Jan 28 03:03:23.874115 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-5e0f2d0c-8e49-47dd-8d11-9c8bc999fb09 admin admin] Calling delete_port for 460cb08a-c27c-4f06-8466-8122ce0d5eec owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:03:23.888012 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.ipam_backend_mixin [None req-5e0f2d0c-8e49-47dd-8d11-9c8bc999fb09 admin admin] Port 460cb08a-c27c-4f06-8466-8122ce0d5eec was not found and therefore no delete operation was performed {{(pid=109803) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 03:03:23.931050 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5e0f2d0c-8e49-47dd-8d11-9c8bc999fb09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (460cb08a-c27c-4f06-8466-8122ce0d5eec), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:23.935160 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-27838348-8de2-45de-8a11-202bc00c2414 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (adf8cf9d-8b86-4b95-bc02-ca26bbe8bc20), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:23.940473 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-27838348-8de2-45de-8a11-202bc00c2414 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for router_controller (adf8cf9d-8b86-4b95-bc02-ca26bbe8bc20), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:23.945037 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b1c5bd52-05e8-4e26-bdff-be7b391488f3 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (06f3a7ac-610d-4aa6-bb07-93dbad44870f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:24.033645 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f2d0c-8e49-47dd-8d11-9c8bc999fb09 admin admin] Pushing event deleted for resources: {'Port': ['ID=460cb08a-c27c-4f06-8466-8122ce0d5eec,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:24.038185 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0f2d0c-8e49-47dd-8d11-9c8bc999fb09 admin admin] No DVR routers for this DVR port 460cb08a-c27c-4f06-8466-8122ce0d5eec on host n-d-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:03:24.106532 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-156660af-23b0-456b-a8e5-e183ebccd321 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (d8078330-9b0a-418c-8fa1-d255144ea610), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:24.119360 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-27838348-8de2-45de-8a11-202bc00c2414 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (adf8cf9d-8b86-4b95-bc02-ca26bbe8bc20), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:24.119943 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27838348-8de2-45de-8a11-202bc00c2414 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Fanout notify agent at l3_agent the message router_deleted on router adf8cf9d-8b86-4b95-bc02-ca26bbe8bc20 {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:03:24.127299 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-27838348-8de2-45de-8a11-202bc00c2414 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:24.128319 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-27838348-8de2-45de-8a11-202bc00c2414 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/routers/adf8cf9d-8b86-4b95-bc02-ca26bbe8bc20 HTTP/1.1" status: 204 len: 168 time: 0.8062353 Jan 28 03:03:24.131753 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50714) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:24.210454 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c5bd52-05e8-4e26-bdff-be7b391488f3 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event updated for resources: {'Subnet': ['ID=06f3a7ac-610d-4aa6-bb07-93dbad44870f,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:24.233674 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-85d78e03-5b31-471a-8f95-d6fa0de56b03 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Deleting subnet 48fb9eb0-46dc-4e7d-b979-a36e1456bcc9 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:03:24.239471 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-85d78e03-5b31-471a-8f95-d6fa0de56b03 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for subnet (48fb9eb0-46dc-4e7d-b979-a36e1456bcc9), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:24.245141 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5e0f2d0c-8e49-47dd-8d11-9c8bc999fb09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (7b97fcf8-e8fa-448b-8dc8-46370ff64039), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:24.265013 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-156660af-23b0-456b-a8e5-e183ebccd321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (d8078330-9b0a-418c-8fa1-d255144ea610), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:24.266035 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156660af-23b0-456b-a8e5-e183ebccd321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:24.266616 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-156660af-23b0-456b-a8e5-e183ebccd321 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:24.299648 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-5e0f2d0c-8e49-47dd-8d11-9c8bc999fb09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b97fcf8-e8fa-448b-8dc8-46370ff64039']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:24.304443 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c5bd52-05e8-4e26-bdff-be7b391488f3 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Checking segment: {'id': '8d2dbd43-ccf6-4670-b44f-63e36639d0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5802441e-8b0f-4e98-a831-fc3bd8f9c0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:03:24.304900 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c5bd52-05e8-4e26-bdff-be7b391488f3 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Network hostable DHCP agents. Network: 5802441e-8b0f-4e98-a831-fc3bd8f9c0b0, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:03:24.316804 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-85d78e03-5b31-471a-8f95-d6fa0de56b03 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (48fb9eb0-46dc-4e7d-b979-a36e1456bcc9), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:24.346275 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-5e0f2d0c-8e49-47dd-8d11-9c8bc999fb09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2a2021a-0c43-4c37-8dd4-60d490753889') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:24.346597 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-5e0f2d0c-8e49-47dd-8d11-9c8bc999fb09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2a2021a-0c43-4c37-8dd4-60d490753889') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:24.369220 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-156660af-23b0-456b-a8e5-e183ebccd321 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8928549 Jan 28 03:03:24.371136 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5e0f2d0c-8e49-47dd-8d11-9c8bc999fb09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (b2a2021a-0c43-4c37-8dd4-60d490753889), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:24.374667 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50716) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:24.383249 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-af1a0eda-9c76-4f6f-82ec-6ca8c0b1cf60 admin admin] Request body: {'subnet': {'network_id': 'd8078330-9b0a-418c-8fa1-d255144ea610', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-43466687-subnet', 'tenant_id': '9f20c05a24104ae6b217f2b97705d14f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:03:24.386298 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156660af-23b0-456b-a8e5-e183ebccd321 admin admin] Pushing event updated for resources: {'Network': ['ID=d8078330-9b0a-418c-8fa1-d255144ea610,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:24.399380 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network d8078330-9b0a-418c-8fa1-d255144ea610 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:03:24.400830 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5e0f2d0c-8e49-47dd-8d11-9c8bc999fb09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (b2a2021a-0c43-4c37-8dd4-60d490753889), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:24.418590 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c5bd52-05e8-4e26-bdff-be7b391488f3 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Network 5802441e-8b0f-4e98-a831-fc3bd8f9c0b0 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:03:24.421618 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e0f2d0c-8e49-47dd-8d11-9c8bc999fb09 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:03:24.421852 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5e0f2d0c-8e49-47dd-8d11-9c8bc999fb09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (b2a2021a-0c43-4c37-8dd4-60d490753889), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:24.423616 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:03:24.423616 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:03:24.423616 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:03:24.423616 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:03:24.423616 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:03:24.423616 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:03:24.423616 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:03:24.423616 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:03:24.423616 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:03:24.423616 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:03:24.423616 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:03:24.423616 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:03:24.423616 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:03:24.423616 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:03:24.423616 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:03:24.423616 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:03:24.423616 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:03:24.423616 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:03:24.423616 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:03:24.423616 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:03:24.423616 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:03:24.423616 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:03:24.423616 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:03:24.423616 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:03:24.423616 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:03:24.423616 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:03:24.423616 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:03:24.423616 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:03:24.423616 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:03:24.423616 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:03:24.423616 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:03:24.423616 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:03:24.472174 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-b1c5bd52-05e8-4e26-bdff-be7b391488f3 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 5802441e-8b0f-4e98-a831-fc3bd8f9c0b0) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:03:24.487468 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c5bd52-05e8-4e26-bdff-be7b391488f3 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:24.488876 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b1c5bd52-05e8-4e26-bdff-be7b391488f3 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:24.500121 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1a0eda-9c76-4f6f-82ec-6ca8c0b1cf60 admin admin] Made reservation on behalf of 9f20c05a24104ae6b217f2b97705d14f for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:03:24.517927 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-af1a0eda-9c76-4f6f-82ec-6ca8c0b1cf60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:24.520487 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50720) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:24.522983 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b1c5bd52-05e8-4e26-bdff-be7b391488f3 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.0847335 Jan 28 03:03:24.524611 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5e0f2d0c-8e49-47dd-8d11-9c8bc999fb09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (7b97fcf8-e8fa-448b-8dc8-46370ff64039), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:24.532465 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9e108b-cf73-44a4-96bb-278fe21e02a6 None None] Network 5802441e-8b0f-4e98-a831-fc3bd8f9c0b0 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:03:24.546276 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5e0f2d0c-8e49-47dd-8d11-9c8bc999fb09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:24.556037 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5e0f2d0c-8e49-47dd-8d11-9c8bc999fb09 admin admin] 10.222.0.53 "DELETE /v2.0/networks/7b97fcf8-e8fa-448b-8dc8-46370ff64039 HTTP/1.1" status: 204 len: 168 time: 1.7671177 Jan 28 03:03:24.586909 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f2d0c-8e49-47dd-8d11-9c8bc999fb09 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b97fcf8-e8fa-448b-8dc8-46370ff64039,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:24.596490 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-642d93cf-1953-4506-bafd-7db831d6833d tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:03:24.760354 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-85d78e03-5b31-471a-8f95-d6fa0de56b03 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (48fb9eb0-46dc-4e7d-b979-a36e1456bcc9), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:24.798373 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50726) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:24.804271 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba230ad-a25c-4eeb-8175-a073de4f3237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-5802441e-8b0f-4e98-a831-fc3bd8f9c0b0', 'network_id': '5802441e-8b0f-4e98-a831-fc3bd8f9c0b0', 'project_id': 'a0006a66d1db4222a493e3bd442f2da0', 'fixed_ips': [{'subnet_id': '06f3a7ac-610d-4aa6-bb07-93dbad44870f'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:03:24.805356 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1ba230ad-a25c-4eeb-8175-a073de4f3237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:24.848344 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 460cb08a-c27c-4f06-8466-8122ce0d5eec no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:03:24.881836 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 460cb08a-c27c-4f06-8466-8122ce0d5eec {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:03:24.882947 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 460cb08a-c27c-4f06-8466-8122ce0d5eec not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:03:24.907206 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7ad2f560-1346-4a70-8e5a-e012dfe6a9b3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dc657e3b97f846ab8907f404f62e40e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1070020 Jan 28 03:03:24.909845 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50728) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:24.970478 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-af1a0eda-9c76-4f6f-82ec-6ca8c0b1cf60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (843254b2-0c75-4dc5-be98-47f3a10c456f), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:25.034326 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d5fa77fe-d55f-40b1-824f-beeb4949016d admin admin] Publish callbacks [] for security_group (389d7229-f56f-4fba-80fd-3c10167f7dde), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:25.081710 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d5fa77fe-d55f-40b1-824f-beeb4949016d admin admin] Publish callbacks [] for security_group (389d7229-f56f-4fba-80fd-3c10167f7dde), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:25.130947 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-642d93cf-1953-4506-bafd-7db831d6833d tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12458573'] for subnet (06f3a7ac-610d-4aa6-bb07-93dbad44870f), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:25.135381 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a0eda-9c76-4f6f-82ec-6ca8c0b1cf60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=843254b2-0c75-4dc5-be98-47f3a10c456f,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:25.169697 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1a0eda-9c76-4f6f-82ec-6ca8c0b1cf60 admin admin] Checking segment: {'id': '7eb56338-c5d7-40c6-9ab1-064fc35f54b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd8078330-9b0a-418c-8fa1-d255144ea610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:03:25.170055 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1a0eda-9c76-4f6f-82ec-6ca8c0b1cf60 admin admin] Network hostable DHCP agents. Network: d8078330-9b0a-418c-8fa1-d255144ea610, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:03:25.183151 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-85d78e03-5b31-471a-8f95-d6fa0de56b03 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (48fb9eb0-46dc-4e7d-b979-a36e1456bcc9), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:25.218366 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d5fa77fe-d55f-40b1-824f-beeb4949016d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (389d7229-f56f-4fba-80fd-3c10167f7dde), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:25.223949 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d5fa77fe-d55f-40b1-824f-beeb4949016d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:25.225880 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d5fa77fe-d55f-40b1-824f-beeb4949016d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/389d7229-f56f-4fba-80fd-3c10167f7dde HTTP/1.1" status: 204 len: 168 time: 0.3142390 Jan 28 03:03:25.246450 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fa77fe-d55f-40b1-824f-beeb4949016d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389d7229-f56f-4fba-80fd-3c10167f7dde,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:25.248056 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-1ba230ad-a25c-4eeb-8175-a073de4f3237 None None] Allocated IP 172.20.0.3 (5802441e-8b0f-4e98-a831-fc3bd8f9c0b0/06f3a7ac-610d-4aa6-bb07-93dbad44870f/df805527-8857-4000-abfc-5d5ffe8bd504) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:03:25.265720 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79815659-aeef-4427-88d4-678ff3a65536 None None] Network 8c145fd5-f4bb-4123-81e9-e94da25f3ff8 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:03:25.283376 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-85d78e03-5b31-471a-8f95-d6fa0de56b03 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:25.290288 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-85d78e03-5b31-471a-8f95-d6fa0de56b03 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/subnets/48fb9eb0-46dc-4e7d-b979-a36e1456bcc9 HTTP/1.1" status: 204 len: 168 time: 1.1568437 Jan 28 03:03:25.293559 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50734) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:25.312064 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d78e03-5b31-471a-8f95-d6fa0de56b03 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event deleted for resources: {'Subnet': ['ID=48fb9eb0-46dc-4e7d-b979-a36e1456bcc9,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:25.352306 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1a0eda-9c76-4f6f-82ec-6ca8c0b1cf60 admin admin] Network d8078330-9b0a-418c-8fa1-d255144ea610 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:03:25.377562 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-af1a0eda-9c76-4f6f-82ec-6ca8c0b1cf60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, d8078330-9b0a-418c-8fa1-d255144ea610) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:03:25.398909 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1a0eda-9c76-4f6f-82ec-6ca8c0b1cf60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:25.401712 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-af1a0eda-9c76-4f6f-82ec-6ca8c0b1cf60 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:25.412260 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecee1dd1-7600-4da8-bc63-33eda156a4f9 None None] Network d8078330-9b0a-418c-8fa1-d255144ea610 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:03:25.436772 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-af1a0eda-9c76-4f6f-82ec-6ca8c0b1cf60 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0580316 Jan 28 03:03:25.438716 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50736) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:25.443417 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-0273f93a-057b-423e-bf6e-2347a4947680 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-43466687-router', 'tenant_id': '9f20c05a24104ae6b217f2b97705d14f', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:03:25.477800 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7222bea9-9ad1-41c7-9714-f80cdf3dc942 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (8c145fd5-f4bb-4123-81e9-e94da25f3ff8), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:25.598748 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0273f93a-057b-423e-bf6e-2347a4947680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (856e005d-bdbd-4450-b858-e0121a2f08d5), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:25.602593 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0273f93a-057b-423e-bf6e-2347a4947680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (856e005d-bdbd-4450-b858-e0121a2f08d5), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:25.792327 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a16b811-7a01-40e6-abc8-a71694e32352 None None] DHCP port deletion for 8c145fd5-f4bb-4123-81e9-e94da25f3ff8 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:03:25.798199 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0273f93a-057b-423e-bf6e-2347a4947680 admin admin] Publish callbacks [] for router_controller (856e005d-bdbd-4450-b858-e0121a2f08d5), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:25.808666 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c661157d-610d-4ad7-8b04-01d83e622cf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-d8078330-9b0a-418c-8fa1-d255144ea610', 'network_id': 'd8078330-9b0a-418c-8fa1-d255144ea610', 'project_id': '9f20c05a24104ae6b217f2b97705d14f', 'fixed_ips': [{'subnet_id': '843254b2-0c75-4dc5-be98-47f3a10c456f'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:03:25.817336 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c661157d-610d-4ad7-8b04-01d83e622cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:25.908925 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-7222bea9-9ad1-41c7-9714-f80cdf3dc942 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Deleting port ce57762f-109f-44df-8543-c663177daefb {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:03:25.909624 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7222bea9-9ad1-41c7-9714-f80cdf3dc942 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (ce57762f-109f-44df-8543-c663177daefb), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:26.075916 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0273f93a-057b-423e-bf6e-2347a4947680 admin admin] Publish callbacks [] for router_gateway (856e005d-bdbd-4450-b858-e0121a2f08d5), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:26.138722 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1ba230ad-a25c-4eeb-8175-a073de4f3237 None None] Publish callbacks [] for port (df805527-8857-4000-abfc-5d5ffe8bd504), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:26.191354 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-7222bea9-9ad1-41c7-9714-f80cdf3dc942 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] For port ce57762f-109f-44df-8543-c663177daefb, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ce57762f-109f-44df-8543-c663177daefb,segment=NetworkSegment(406d2a4e-ff0e-463f-bd01-07d2f8e2b818),segment_id=406d2a4e-ff0e-463f-bd01-07d2f8e2b818)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:03:26.191730 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7222bea9-9ad1-41c7-9714-f80cdf3dc942 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (ce57762f-109f-44df-8543-c663177daefb), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:26.214989 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-7222bea9-9ad1-41c7-9714-f80cdf3dc942 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Calling delete_port for ce57762f-109f-44df-8543-c663177daefb owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:03:26.256529 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1ba230ad-a25c-4eeb-8175-a073de4f3237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (df805527-8857-4000-abfc-5d5ffe8bd504), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:26.446988 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba230ad-a25c-4eeb-8175-a073de4f3237 None None] Network 5802441e-8b0f-4e98-a831-fc3bd8f9c0b0 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:03:26.475832 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-1ba230ad-a25c-4eeb-8175-a073de4f3237 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:03:26.490769 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba230ad-a25c-4eeb-8175-a073de4f3237 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:03:26.546710 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-642d93cf-1953-4506-bafd-7db831d6833d tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780454955987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8707611'] for subnet (06f3a7ac-610d-4aa6-bb07-93dbad44870f), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:26.628633 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-c661157d-610d-4ad7-8b04-01d83e622cf8 None None] Allocated IP 172.20.0.2 (d8078330-9b0a-418c-8fa1-d255144ea610/843254b2-0c75-4dc5-be98-47f3a10c456f/cd433ac2-8892-4674-8e8d-a0fb9412d22d) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:03:26.660078 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7222bea9-9ad1-41c7-9714-f80cdf3dc942 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (ce57762f-109f-44df-8543-c663177daefb), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:26.664309 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642d93cf-1953-4506-bafd-7db831d6833d tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:26.664930 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-642d93cf-1953-4506-bafd-7db831d6833d tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:26.690296 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-642d93cf-1953-4506-bafd-7db831d6833d tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "PUT /v2.0/subnets/06f3a7ac-610d-4aa6-bb07-93dbad44870f HTTP/1.1" status: 200 len: 877 time: 2.0990949 Jan 28 03:03:26.704967 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50762) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:26.711671 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba230ad-a25c-4eeb-8175-a073de4f3237 None None] Pushing event updated for resources: {'Port': ['ID=df805527-8857-4000-abfc-5d5ffe8bd504,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:26.746025 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-5a16b811-7a01-40e6-abc8-a71694e32352 None None] Deleting port ce57762f-109f-44df-8543-c663177daefb {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:03:26.746259 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5a16b811-7a01-40e6-abc8-a71694e32352 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (ce57762f-109f-44df-8543-c663177daefb), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:26.783024 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642d93cf-1953-4506-bafd-7db831d6833d tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event updated for resources: {'Subnet': ['ID=06f3a7ac-610d-4aa6-bb07-93dbad44870f,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:26.828288 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-1ba230ad-a25c-4eeb-8175-a073de4f3237 None None] Attempting to bind port df805527-8857-4000-abfc-5d5ffe8bd504 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:03:26.829239 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-1ba230ad-a25c-4eeb-8175-a073de4f3237 None None] Attempting to bind port df805527-8857-4000-abfc-5d5ffe8bd504 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '8d2dbd43-ccf6-4670-b44f-63e36639d0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5802441e-8b0f-4e98-a831-fc3bd8f9c0b0'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:03:26.829435 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba230ad-a25c-4eeb-8175-a073de4f3237 None None] Attempting to bind port df805527-8857-4000-abfc-5d5ffe8bd504 on network 5802441e-8b0f-4e98-a831-fc3bd8f9c0b0 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:03:26.836094 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7222bea9-9ad1-41c7-9714-f80cdf3dc942 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event deleted for resources: {'Port': ['ID=ce57762f-109f-44df-8543-c663177daefb,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:26.853194 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7222bea9-9ad1-41c7-9714-f80cdf3dc942 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] No DVR routers for this DVR port ce57762f-109f-44df-8543-c663177daefb on host n-d-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:03:26.885110 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba230ad-a25c-4eeb-8175-a073de4f3237 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:03:26.885563 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba230ad-a25c-4eeb-8175-a073de4f3237 None None] Checking segment: {'id': '8d2dbd43-ccf6-4670-b44f-63e36639d0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5802441e-8b0f-4e98-a831-fc3bd8f9c0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:03:26.885902 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1ba230ad-a25c-4eeb-8175-a073de4f3237 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:26.886322 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba230ad-a25c-4eeb-8175-a073de4f3237 None None] Bound using segment: {'id': '8d2dbd43-ccf6-4670-b44f-63e36639d0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5802441e-8b0f-4e98-a831-fc3bd8f9c0b0'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:03:26.886823 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-1ba230ad-a25c-4eeb-8175-a073de4f3237 None None] Bound port: df805527-8857-4000-abfc-5d5ffe8bd504, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d2dbd43-ccf6-4670-b44f-63e36639d0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5802441e-8b0f-4e98-a831-fc3bd8f9c0b0'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:03:26.887267 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1ba230ad-a25c-4eeb-8175-a073de4f3237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (df805527-8857-4000-abfc-5d5ffe8bd504), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:26.913994 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-5a16b811-7a01-40e6-abc8-a71694e32352 None None] For port ce57762f-109f-44df-8543-c663177daefb, host n-d-712139-27, got binding levels [] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:03:26.914505 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5a16b811-7a01-40e6-abc8-a71694e32352 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (ce57762f-109f-44df-8543-c663177daefb), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:26.981864 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-5a16b811-7a01-40e6-abc8-a71694e32352 None None] Calling delete_port for ce57762f-109f-44df-8543-c663177daefb owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:03:26.986735 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ce57762f-109f-44df-8543-c663177daefb no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:03:26.995810 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.ipam_backend_mixin [None req-5a16b811-7a01-40e6-abc8-a71694e32352 None None] Port ce57762f-109f-44df-8543-c663177daefb was not found and therefore no delete operation was performed {{(pid=109804) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 03:03:27.052594 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5a16b811-7a01-40e6-abc8-a71694e32352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (ce57762f-109f-44df-8543-c663177daefb), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:27.066083 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: ce57762f-109f-44df-8543-c663177daefb {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:03:27.066657 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ce57762f-109f-44df-8543-c663177daefb not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:03:27.104863 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50768) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:27.151310 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b6e171c6-8ec2-4ca2-b250-5253426d5655 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (5802441e-8b0f-4e98-a831-fc3bd8f9c0b0), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:27.170737 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a16b811-7a01-40e6-abc8-a71694e32352 None None] Pushing event deleted for resources: {'Port': ['ID=ce57762f-109f-44df-8543-c663177daefb,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:27.190420 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a16b811-7a01-40e6-abc8-a71694e32352 None None] No DVR routers for this DVR port ce57762f-109f-44df-8543-c663177daefb on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:03:27.270410 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-b6e171c6-8ec2-4ca2-b250-5253426d5655 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Deleting port df805527-8857-4000-abfc-5d5ffe8bd504 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:03:27.271310 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b6e171c6-8ec2-4ca2-b250-5253426d5655 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (df805527-8857-4000-abfc-5d5ffe8bd504), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:27.322124 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-1ba230ad-a25c-4eeb-8175-a073de4f3237 None None] For port df805527-8857-4000-abfc-5d5ffe8bd504, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:03:27.359461 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-1ba230ad-a25c-4eeb-8175-a073de4f3237 None None] For port df805527-8857-4000-abfc-5d5ffe8bd504, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=df805527-8857-4000-abfc-5d5ffe8bd504,segment=NetworkSegment(8d2dbd43-ccf6-4670-b44f-63e36639d0b7),segment_id=8d2dbd43-ccf6-4670-b44f-63e36639d0b7)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:03:27.382457 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-b6e171c6-8ec2-4ca2-b250-5253426d5655 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] For port df805527-8857-4000-abfc-5d5ffe8bd504, host n-d-712139-27, got binding levels [] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:03:27.383055 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b6e171c6-8ec2-4ca2-b250-5253426d5655 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (df805527-8857-4000-abfc-5d5ffe8bd504), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:27.387934 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c661157d-610d-4ad7-8b04-01d83e622cf8 None None] Publish callbacks [] for port (cd433ac2-8892-4674-8e8d-a0fb9412d22d), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:27.393727 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1ba230ad-a25c-4eeb-8175-a073de4f3237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (df805527-8857-4000-abfc-5d5ffe8bd504), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:27.402138 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-b6e171c6-8ec2-4ca2-b250-5253426d5655 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Calling delete_port for df805527-8857-4000-abfc-5d5ffe8bd504 owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:03:27.410021 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c661157d-610d-4ad7-8b04-01d83e622cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (cd433ac2-8892-4674-8e8d-a0fb9412d22d), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:27.495029 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c661157d-610d-4ad7-8b04-01d83e622cf8 None None] Network d8078330-9b0a-418c-8fa1-d255144ea610 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:03:27.506160 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-c661157d-610d-4ad7-8b04-01d83e622cf8 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:03:27.514346 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c661157d-610d-4ad7-8b04-01d83e622cf8 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:03:27.573117 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba230ad-a25c-4eeb-8175-a073de4f3237 None None] Pushing event updated for resources: {'Port': ['ID=df805527-8857-4000-abfc-5d5ffe8bd504,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:27.617590 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b6e171c6-8ec2-4ca2-b250-5253426d5655 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (df805527-8857-4000-abfc-5d5ffe8bd504), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:27.623918 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-f8a9c5f3-abeb-421a-ade7-d223f967555b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1248023976-network', 'tenant_id': 'fef6ae9550604162a4febc12c6747b6c'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:03:27.668230 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e171c6-8ec2-4ca2-b250-5253426d5655 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event deleted for resources: {'Port': ['ID=df805527-8857-4000-abfc-5d5ffe8bd504,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:27.736404 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a9c5f3-abeb-421a-ade7-d223f967555b admin admin] Made reservation on behalf of fef6ae9550604162a4febc12c6747b6c for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:03:27.741540 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f8a9c5f3-abeb-421a-ade7-d223f967555b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:27.777641 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-c661157d-610d-4ad7-8b04-01d83e622cf8 None None] Attempting to bind port cd433ac2-8892-4674-8e8d-a0fb9412d22d on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:03:27.779699 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-c661157d-610d-4ad7-8b04-01d83e622cf8 None None] Attempting to bind port cd433ac2-8892-4674-8e8d-a0fb9412d22d by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '7eb56338-c5d7-40c6-9ab1-064fc35f54b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd8078330-9b0a-418c-8fa1-d255144ea610'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:03:27.782163 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c661157d-610d-4ad7-8b04-01d83e622cf8 None None] Attempting to bind port cd433ac2-8892-4674-8e8d-a0fb9412d22d on network d8078330-9b0a-418c-8fa1-d255144ea610 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:03:27.804914 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c661157d-610d-4ad7-8b04-01d83e622cf8 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:03:27.805327 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c661157d-610d-4ad7-8b04-01d83e622cf8 None None] Checking segment: {'id': '7eb56338-c5d7-40c6-9ab1-064fc35f54b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd8078330-9b0a-418c-8fa1-d255144ea610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:03:27.805742 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c661157d-610d-4ad7-8b04-01d83e622cf8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:27.806153 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c661157d-610d-4ad7-8b04-01d83e622cf8 None None] Bound using segment: {'id': '7eb56338-c5d7-40c6-9ab1-064fc35f54b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd8078330-9b0a-418c-8fa1-d255144ea610'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:03:27.806658 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-c661157d-610d-4ad7-8b04-01d83e622cf8 None None] Bound port: cd433ac2-8892-4674-8e8d-a0fb9412d22d, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb56338-c5d7-40c6-9ab1-064fc35f54b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd8078330-9b0a-418c-8fa1-d255144ea610'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:03:27.807056 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c661157d-610d-4ad7-8b04-01d83e622cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (cd433ac2-8892-4674-8e8d-a0fb9412d22d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:27.850806 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661157d-610d-4ad7-8b04-01d83e622cf8 None None] Pushing event updated for resources: {'Port': ['ID=cd433ac2-8892-4674-8e8d-a0fb9412d22d,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:27.878115 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e171c6-8ec2-4ca2-b250-5253426d5655 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] No DVR routers for this DVR port df805527-8857-4000-abfc-5d5ffe8bd504 on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:03:28.080964 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c661157d-610d-4ad7-8b04-01d83e622cf8 None None] For port cd433ac2-8892-4674-8e8d-a0fb9412d22d, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:03:28.101941 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c661157d-610d-4ad7-8b04-01d83e622cf8 None None] For port cd433ac2-8892-4674-8e8d-a0fb9412d22d, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=cd433ac2-8892-4674-8e8d-a0fb9412d22d,segment=NetworkSegment(7eb56338-c5d7-40c6-9ab1-064fc35f54b3),segment_id=7eb56338-c5d7-40c6-9ab1-064fc35f54b3)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:03:28.147905 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c661157d-610d-4ad7-8b04-01d83e622cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (cd433ac2-8892-4674-8e8d-a0fb9412d22d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:28.149819 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b6e171c6-8ec2-4ca2-b250-5253426d5655 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (06f3a7ac-610d-4aa6-bb07-93dbad44870f), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:28.190991 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f8a9c5f3-abeb-421a-ade7-d223f967555b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:28.446227 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0273f93a-057b-423e-bf6e-2347a4947680 admin admin] Publish callbacks [] for router_gateway (856e005d-bdbd-4450-b858-e0121a2f08d5), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:28.451238 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7222bea9-9ad1-41c7-9714-f80cdf3dc942 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (8c145fd5-f4bb-4123-81e9-e94da25f3ff8), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:28.502255 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0273f93a-057b-423e-bf6e-2347a4947680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:28.517976 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-7222bea9-9ad1-41c7-9714-f80cdf3dc942 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c145fd5-f4bb-4123-81e9-e94da25f3ff8']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:28.552814 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-7222bea9-9ad1-41c7-9714-f80cdf3dc942 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '406d2a4e-ff0e-463f-bd01-07d2f8e2b818') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:28.553250 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-7222bea9-9ad1-41c7-9714-f80cdf3dc942 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '406d2a4e-ff0e-463f-bd01-07d2f8e2b818') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:28.559510 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b6e171c6-8ec2-4ca2-b250-5253426d5655 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (06f3a7ac-610d-4aa6-bb07-93dbad44870f), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:28.591536 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661157d-610d-4ad7-8b04-01d83e622cf8 None None] Pushing event updated for resources: {'Port': ['ID=cd433ac2-8892-4674-8e8d-a0fb9412d22d,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:28.723367 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e171c6-8ec2-4ca2-b250-5253426d5655 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event deleted for resources: {'Subnet': ['ID=06f3a7ac-610d-4aa6-bb07-93dbad44870f,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:28.776439 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f8a9c5f3-abeb-421a-ade7-d223f967555b admin admin] Publish callbacks [] for security_group (97a2de24-2e5c-45e7-8925-61cadd2cc7e9), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:28.792629 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-0273f93a-057b-423e-bf6e-2347a4947680 admin admin] Allocated IP 172.25.0.217 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/d370b01b-59c8-4dc8-b3b6-2ba8f5965a4e) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:03:28.829213 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f8a9c5f3-abeb-421a-ade7-d223f967555b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (97a2de24-2e5c-45e7-8925-61cadd2cc7e9), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:28.885527 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7222bea9-9ad1-41c7-9714-f80cdf3dc942 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (406d2a4e-ff0e-463f-bd01-07d2f8e2b818), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:28.925759 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7222bea9-9ad1-41c7-9714-f80cdf3dc942 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (406d2a4e-ff0e-463f-bd01-07d2f8e2b818), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:28.945650 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7222bea9-9ad1-41c7-9714-f80cdf3dc942 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:03:28.946121 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7222bea9-9ad1-41c7-9714-f80cdf3dc942 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (406d2a4e-ff0e-463f-bd01-07d2f8e2b818), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:29.012733 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:03:29.012733 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:03:29.012733 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:03:29.012733 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:03:29.012733 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:03:29.012733 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:03:29.012733 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:03:29.012733 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:03:29.012733 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:03:29.012733 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:03:29.012733 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:03:29.012733 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:03:29.012733 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:03:29.012733 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:03:29.012733 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:03:29.012733 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:03:29.012733 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:03:29.012733 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:03:29.012733 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:03:29.012733 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:03:29.012733 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:03:29.012733 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:03:29.012733 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:03:29.012733 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:03:29.012733 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:03:29.012733 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:03:29.012733 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:03:29.012733 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:03:29.012733 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:03:29.012733 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:03:29.012733 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:03:29.012733 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:03:29.027506 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a9c5f3-abeb-421a-ade7-d223f967555b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a2de24-2e5c-45e7-8925-61cadd2cc7e9,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:29.091360 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8a9c5f3-abeb-421a-ade7-d223f967555b admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:03:29.124730 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7222bea9-9ad1-41c7-9714-f80cdf3dc942 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (8c145fd5-f4bb-4123-81e9-e94da25f3ff8), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:29.131040 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:29.136055 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b6e171c6-8ec2-4ca2-b250-5253426d5655 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (5802441e-8b0f-4e98-a831-fc3bd8f9c0b0), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:29.163106 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7222bea9-9ad1-41c7-9714-f80cdf3dc942 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:29.167505 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7222bea9-9ad1-41c7-9714-f80cdf3dc942 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/networks/8c145fd5-f4bb-4123-81e9-e94da25f3ff8 HTTP/1.1" status: 204 len: 168 time: 3.8721676 Jan 28 03:03:29.168919 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7222bea9-9ad1-41c7-9714-f80cdf3dc942 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event deleted for resources: {'Network': ['ID=8c145fd5-f4bb-4123-81e9-e94da25f3ff8,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:29.174499 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50782) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:29.236987 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0273f93a-057b-423e-bf6e-2347a4947680 admin admin] Publish callbacks [] for port (d370b01b-59c8-4dc8-b3b6-2ba8f5965a4e), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:29.279723 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-b6e171c6-8ec2-4ca2-b250-5253426d5655 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5802441e-8b0f-4e98-a831-fc3bd8f9c0b0']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:29.284367 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53bd40c-f025-4a11-b86e-3c2731355e81 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:29.288636 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a53bd40c-f025-4a11-b86e-3c2731355e81 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "GET /v2.0/ports/97463e4d-b08c-442d-8c82-d58e13a72e14 HTTP/1.1" status: 200 len: 839 time: 0.1091194 Jan 28 03:03:29.299032 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50786) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:29.352263 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f8a9c5f3-abeb-421a-ade7-d223f967555b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (4acf9649-701a-4c52-848b-17775a86f000), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:29.353433 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-f8a9c5f3-abeb-421a-ade7-d223f967555b admin admin] Added segment 4acf9649-701a-4c52-848b-17775a86f000 of type vlan for network 7eb08ac7-28b6-44cb-8f23-2d10140ee419 Jan 28 03:03:29.373593 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0273f93a-057b-423e-bf6e-2347a4947680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (d370b01b-59c8-4dc8-b3b6-2ba8f5965a4e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:29.385841 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fec816-f53e-4dba-99cc-6c00d7a38672 None None] Network 5802441e-8b0f-4e98-a831-fc3bd8f9c0b0 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:03:29.426828 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-b6e171c6-8ec2-4ca2-b250-5253426d5655 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d2dbd43-ccf6-4670-b44f-63e36639d0b7') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:29.427672 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-b6e171c6-8ec2-4ca2-b250-5253426d5655 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d2dbd43-ccf6-4670-b44f-63e36639d0b7') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:29.436379 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0273f93a-057b-423e-bf6e-2347a4947680 admin admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:03:29.447464 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-0273f93a-057b-423e-bf6e-2347a4947680 admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:03:29.450495 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0273f93a-057b-423e-bf6e-2347a4947680 admin admin] Pushing event updated for resources: {'Port': ['ID=d370b01b-59c8-4dc8-b3b6-2ba8f5965a4e,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:29.453505 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0273f93a-057b-423e-bf6e-2347a4947680 admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:03:29.547807 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c0873b01-e60b-47cd-9d00-1d8a05d4a3f3 None None] Could not find standard attr ID for object df805527-8857-4000-abfc-5d5ffe8bd504. {{(pid=109804) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:03:29.617652 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dfb82427-0679-47fe-96d1-73c3bab14d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:29.646366 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b6e171c6-8ec2-4ca2-b250-5253426d5655 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (8d2dbd43-ccf6-4670-b44f-63e36639d0b7), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:29.699349 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1c8b8765-29d7-416c-b451-13bedea5c935 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "GET /v2.0/ports/97463e4d-b08c-442d-8c82-d58e13a72e14?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3748739 Jan 28 03:03:29.713410 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50788) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:29.717334 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f8a9c5f3-abeb-421a-ade7-d223f967555b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (7eb08ac7-28b6-44cb-8f23-2d10140ee419), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:29.734083 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-30a3d916-ff52-4713-b73c-2233119b0618 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'subnet': {'network_id': '73247e45-1b2a-489f-9d72-d4901e9fb024', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:03:29.738441 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464404ce-cb60-43b8-8042-bb6dff2a8e3a None None] DHCP port deletion for 5802441e-8b0f-4e98-a831-fc3bd8f9c0b0 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:03:29.740886 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b6e171c6-8ec2-4ca2-b250-5253426d5655 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (8d2dbd43-ccf6-4670-b44f-63e36639d0b7), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:29.780300 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7ae610-7fb2-4148-bf2e-a3db824ab7ff None None] Network 5802441e-8b0f-4e98-a831-fc3bd8f9c0b0 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:03:29.908636 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0273f93a-057b-423e-bf6e-2347a4947680 admin admin] Publish callbacks [] for router_gateway (856e005d-bdbd-4450-b858-e0121a2f08d5), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:30.002395 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6e171c6-8ec2-4ca2-b250-5253426d5655 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:03:30.003183 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b6e171c6-8ec2-4ca2-b250-5253426d5655 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (8d2dbd43-ccf6-4670-b44f-63e36639d0b7), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:30.133322 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:03:30.133322 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:03:30.133322 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:03:30.133322 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:03:30.133322 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:03:30.133322 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:03:30.133322 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:03:30.133322 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:03:30.133322 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:03:30.133322 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:03:30.133322 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:03:30.133322 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:03:30.133322 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:03:30.133322 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:03:30.133322 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:03:30.133322 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:03:30.133322 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:03:30.133322 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:03:30.133322 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:03:30.133322 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:03:30.133322 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:03:30.133322 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:03:30.133322 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:03:30.133322 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:03:30.133322 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:03:30.133322 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:03:30.133322 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:03:30.133322 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:03:30.133322 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:03:30.133322 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:03:30.133322 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:03:30.133322 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:03:30.159584 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b6e171c6-8ec2-4ca2-b250-5253426d5655 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (5802441e-8b0f-4e98-a831-fc3bd8f9c0b0), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:30.174932 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b6e171c6-8ec2-4ca2-b250-5253426d5655 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:30.181692 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b6e171c6-8ec2-4ca2-b250-5253426d5655 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "DELETE /v2.0/networks/5802441e-8b0f-4e98-a831-fc3bd8f9c0b0 HTTP/1.1" status: 204 len: 168 time: 3.4749861 Jan 28 03:03:30.193553 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50792) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:30.244323 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e3536db-2113-4c4e-884c-3947d271c93a tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] DELETE failed (client error): The resource could not be found. Jan 28 03:03:30.244860 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e3536db-2113-4c4e-884c-3947d271c93a tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:03:30.248430 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0e3536db-2113-4c4e-884c-3947d271c93a tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "DELETE /v2.0/subnets/06f3a7ac-610d-4aa6-bb07-93dbad44870f HTTP/1.1" status: 404 len: 337 time: 0.0530503 Jan 28 03:03:30.252737 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50794) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:30.280900 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e171c6-8ec2-4ca2-b250-5253426d5655 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event deleted for resources: {'Network': ['ID=5802441e-8b0f-4e98-a831-fc3bd8f9c0b0,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:30.297185 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f8a9c5f3-abeb-421a-ade7-d223f967555b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (7eb08ac7-28b6-44cb-8f23-2d10140ee419), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:30.300730 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a9c5f3-abeb-421a-ade7-d223f967555b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:30.301892 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f8a9c5f3-abeb-421a-ade7-d223f967555b admin admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:30.308470 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8dba4b5-ba89-4fcd-ba83-499477ca7455 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] DELETE failed (client error): The resource could not be found. Jan 28 03:03:30.309203 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8dba4b5-ba89-4fcd-ba83-499477ca7455 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:03:30.314398 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a8dba4b5-ba89-4fcd-ba83-499477ca7455 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "DELETE /v2.0/networks/5802441e-8b0f-4e98-a831-fc3bd8f9c0b0 HTTP/1.1" status: 404 len: 339 time: 0.0601516 Jan 28 03:03:30.318714 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50798) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:30.371086 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a3d916-ff52-4713-b73c-2233119b0618 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Made reservation on behalf of e836b14247804add85a66880853283af for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:03:30.373676 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-5080949c-3f6c-4d1e-9036-6376ad4b5a17 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] DELETE failed (client error): The resource could not be found. Jan 28 03:03:30.373994 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5080949c-3f6c-4d1e-9036-6376ad4b5a17 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:03:30.378952 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5080949c-3f6c-4d1e-9036-6376ad4b5a17 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "DELETE /v2.0/subnets/94758654-a105-46a7-954b-94caef2d906e HTTP/1.1" status: 404 len: 337 time: 0.0586076 Jan 28 03:03:30.382271 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50800) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:30.404325 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-30a3d916-ff52-4713-b73c-2233119b0618 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:30.411690 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef875201-c59f-4a49-9242-0857148a5767 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] DELETE failed (client error): The resource could not be found. Jan 28 03:03:30.412285 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef875201-c59f-4a49-9242-0857148a5767 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:03:30.416711 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ef875201-c59f-4a49-9242-0857148a5767 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "DELETE /v2.0/networks/f8f0356c-370f-4787-a086-349f18306a1a HTTP/1.1" status: 404 len: 339 time: 0.0328600 Jan 28 03:03:30.421257 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50804) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:30.546346 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d051a4bf-a987-45e8-a5ff-64308dfc808f None None] Network d8078330-9b0a-418c-8fa1-d255144ea610 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:03:30.585902 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f8a9c5f3-abeb-421a-ade7-d223f967555b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.4736631 Jan 28 03:03:30.693295 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50812) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:30.733648 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-1c5d176c-f515-430a-af6e-9cb61ec59f8c admin admin] Request body: {'subnet': {'network_id': '7eb08ac7-28b6-44cb-8f23-2d10140ee419', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1248023976-subnet', 'tenant_id': 'fef6ae9550604162a4febc12c6747b6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:03:30.888725 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0273f93a-057b-423e-bf6e-2347a4947680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (856e005d-bdbd-4450-b858-e0121a2f08d5), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:30.892707 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5d176c-f515-430a-af6e-9cb61ec59f8c admin admin] Made reservation on behalf of fef6ae9550604162a4febc12c6747b6c for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:03:30.901196 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1c5d176c-f515-430a-af6e-9cb61ec59f8c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:30.939093 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-1d61a34a-1a9a-473b-873c-6bba930d9c4e None None] Provisioning complete for port cd433ac2-8892-4674-8e8d-a0fb9412d22d triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:03:30.940993 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1d61a34a-1a9a-473b-873c-6bba930d9c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (cd433ac2-8892-4674-8e8d-a0fb9412d22d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:31.062671 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-30a3d916-ff52-4713-b73c-2233119b0618 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (0312b1d5-a83c-468c-bbdf-f038b92d95ea), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:31.114919 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device cd433ac2-8892-4674-8e8d-a0fb9412d22d up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:03:31.286558 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a9c5f3-abeb-421a-ade7-d223f967555b admin admin] Pushing event updated for resources: {'Network': ['ID=7eb08ac7-28b6-44cb-8f23-2d10140ee419,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:31.328053 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 7eb08ac7-28b6-44cb-8f23-2d10140ee419 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:03:31.365310 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a3d916-ff52-4713-b73c-2233119b0618 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Network 73247e45-1b2a-489f-9d72-d4901e9fb024 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:03:31.375259 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dc667d3b-9149-4ea8-a4e8-17e4cd5ddfa5 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (2cadb6a0-c182-44f6-8815-696d9faace2e), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:31.384360 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-30a3d916-ff52-4713-b73c-2233119b0618 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:03:31.391941 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a3d916-ff52-4713-b73c-2233119b0618 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:31.392924 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-30a3d916-ff52-4713-b73c-2233119b0618 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:31.406556 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a3d916-ff52-4713-b73c-2233119b0618 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event updated for resources: {'Subnet': ['ID=0312b1d5-a83c-468c-bbdf-f038b92d95ea,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:31.429962 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-30a3d916-ff52-4713-b73c-2233119b0618 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7040627 Jan 28 03:03:31.480669 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50848) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:31.508855 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-d5a23591-0f08-490f-bf99-c72add508ce9 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'security_group': {'name': 'tempest-secgroup-354751868'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:03:31.543646 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a5810b-af61-4292-8fec-54b76a142d09 None None] Network 73247e45-1b2a-489f-9d72-d4901e9fb024 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:03:31.753325 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d5a23591-0f08-490f-bf99-c72add508ce9 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:31.765783 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dc667d3b-9149-4ea8-a4e8-17e4cd5ddfa5 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (2cadb6a0-c182-44f6-8815-696d9faace2e), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:31.811293 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-1d61a34a-1a9a-473b-873c-6bba930d9c4e None None] Current status of the port cd433ac2-8892-4674-8e8d-a0fb9412d22d is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:03:31.812589 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1d61a34a-1a9a-473b-873c-6bba930d9c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (cd433ac2-8892-4674-8e8d-a0fb9412d22d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:31.825617 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-dc667d3b-9149-4ea8-a4e8-17e4cd5ddfa5 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cadb6a0-c182-44f6-8815-696d9faace2e']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:31.837497 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port cd433ac2-8892-4674-8e8d-a0fb9412d22d triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:03:31.838178 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (cd433ac2-8892-4674-8e8d-a0fb9412d22d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:31.845806 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-dc667d3b-9149-4ea8-a4e8-17e4cd5ddfa5 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16042d6a-a46e-4ea8-9561-bc8e11e292cb') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:31.846178 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-dc667d3b-9149-4ea8-a4e8-17e4cd5ddfa5 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16042d6a-a46e-4ea8-9561-bc8e11e292cb') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:31.849521 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-75f78da8-374b-4d7a-bdf2-9b2bc7a2e06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:31.864710 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dc667d3b-9149-4ea8-a4e8-17e4cd5ddfa5 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (16042d6a-a46e-4ea8-9561-bc8e11e292cb), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:31.898348 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dc667d3b-9149-4ea8-a4e8-17e4cd5ddfa5 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (16042d6a-a46e-4ea8-9561-bc8e11e292cb), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:31.921241 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc667d3b-9149-4ea8-a4e8-17e4cd5ddfa5 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:03:31.921747 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dc667d3b-9149-4ea8-a4e8-17e4cd5ddfa5 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (16042d6a-a46e-4ea8-9561-bc8e11e292cb), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:31.925104 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:03:31.925104 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:03:31.925104 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:03:31.925104 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:03:31.925104 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:03:31.925104 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:03:31.925104 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:03:31.925104 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:03:31.925104 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:03:31.925104 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:03:31.925104 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:03:31.925104 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:03:31.925104 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:03:31.925104 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:03:31.925104 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:03:31.925104 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:03:31.925104 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:03:31.925104 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:03:31.925104 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:03:31.925104 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:03:31.925104 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:03:31.925104 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:03:31.925104 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:03:31.925104 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:03:31.925104 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:03:31.925104 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:03:31.925104 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:03:31.925104 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:03:31.925104 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:03:31.925104 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:03:31.925104 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:03:31.925104 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:03:31.971217 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-1d61a34a-1a9a-473b-873c-6bba930d9c4e None None] For port cd433ac2-8892-4674-8e8d-a0fb9412d22d, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=cd433ac2-8892-4674-8e8d-a0fb9412d22d,segment=NetworkSegment(7eb56338-c5d7-40c6-9ab1-064fc35f54b3),segment_id=7eb56338-c5d7-40c6-9ab1-064fc35f54b3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:03:31.997753 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1d61a34a-1a9a-473b-873c-6bba930d9c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (cd433ac2-8892-4674-8e8d-a0fb9412d22d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:32.040200 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1c5d176c-f515-430a-af6e-9cb61ec59f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (73065a9b-6f2f-4028-9669-8ccc64fd1ea6), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:32.079536 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d5a23591-0f08-490f-bf99-c72add508ce9 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for security_group (7b9e01f6-0366-49ee-b577-1ddf913c531e), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:32.096037 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d5a23591-0f08-490f-bf99-c72add508ce9 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (7b9e01f6-0366-49ee-b577-1ddf913c531e), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:32.112913 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d61a34a-1a9a-473b-873c-6bba930d9c4e None None] Pushing event updated for resources: {'Port': ['ID=cd433ac2-8892-4674-8e8d-a0fb9412d22d,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:32.151386 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d176c-f515-430a-af6e-9cb61ec59f8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=73065a9b-6f2f-4028-9669-8ccc64fd1ea6,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:32.179352 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0273f93a-057b-423e-bf6e-2347a4947680 admin admin] Router 856e005d-bdbd-4450-b858-e0121a2f08d5 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:03:32.185810 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5d176c-f515-430a-af6e-9cb61ec59f8c admin admin] Checking segment: {'id': '4acf9649-701a-4c52-848b-17775a86f000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7eb08ac7-28b6-44cb-8f23-2d10140ee419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:03:32.186481 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5d176c-f515-430a-af6e-9cb61ec59f8c admin admin] Network hostable DHCP agents. Network: 7eb08ac7-28b6-44cb-8f23-2d10140ee419, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:03:32.206469 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a23591-0f08-490f-bf99-c72add508ce9 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9e01f6-0366-49ee-b577-1ddf913c531e,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:32.214331 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dc667d3b-9149-4ea8-a4e8-17e4cd5ddfa5 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (2cadb6a0-c182-44f6-8815-696d9faace2e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:32.244528 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dc667d3b-9149-4ea8-a4e8-17e4cd5ddfa5 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:32.257525 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-dc667d3b-9149-4ea8-a4e8-17e4cd5ddfa5 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "DELETE /v2.0/networks/2cadb6a0-c182-44f6-8815-696d9faace2e HTTP/1.1" status: 204 len: 168 time: 1.8318179 Jan 28 03:03:32.260345 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50868) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:32.281860 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d5a23591-0f08-490f-bf99-c72add508ce9 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:32.287971 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d5a23591-0f08-490f-bf99-c72add508ce9 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7948315 Jan 28 03:03:32.287971 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc667d3b-9149-4ea8-a4e8-17e4cd5ddfa5 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event deleted for resources: {'Network': ['ID=2cadb6a0-c182-44f6-8815-696d9faace2e,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:32.288475 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50874) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:32.292500 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-59d8d99c-78ac-49b8-9a1d-4238ad8c0ee6 None None] Provisioning complete for port cd433ac2-8892-4674-8e8d-a0fb9412d22d triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:03:32.293235 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-59d8d99c-78ac-49b8-9a1d-4238ad8c0ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (cd433ac2-8892-4674-8e8d-a0fb9412d22d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:32.299200 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-87bbdf83-231a-4e58-b3b3-789ed58bb119 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'security_group': {'name': 'tempest-secgroup-1890737416'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:03:32.351898 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-87bbdf83-231a-4e58-b3b3-789ed58bb119 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:32.435942 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-a48a1cf3-2926-4ad5-a306-51aff125a1f2 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] DELETE failed (client error): The resource could not be found. Jan 28 03:03:32.439533 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a48a1cf3-2926-4ad5-a306-51aff125a1f2 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:03:32.444719 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2112f26-06af-4a4f-be19-fdb130c6b7e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-73247e45-1b2a-489f-9d72-d4901e9fb024', 'network_id': '73247e45-1b2a-489f-9d72-d4901e9fb024', 'project_id': 'e836b14247804add85a66880853283af', 'fixed_ips': [{'subnet_id': '0312b1d5-a83c-468c-bbdf-f038b92d95ea'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:03:32.446932 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a2112f26-06af-4a4f-be19-fdb130c6b7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:32.450293 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50884) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:32.452651 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a48a1cf3-2926-4ad5-a306-51aff125a1f2 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "DELETE /v2.0/subnets/b732be92-c9a4-4197-8774-6923e0c17945 HTTP/1.1" status: 404 len: 337 time: 0.1871543 Jan 28 03:03:32.460027 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5d176c-f515-430a-af6e-9cb61ec59f8c admin admin] Network 7eb08ac7-28b6-44cb-8f23-2d10140ee419 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:03:32.472816 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port cd433ac2-8892-4674-8e8d-a0fb9412d22d is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:03:32.502744 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device df805527-8857-4000-abfc-5d5ffe8bd504 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:03:32.537058 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-1c5d176c-f515-430a-af6e-9cb61ec59f8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 7eb08ac7-28b6-44cb-8f23-2d10140ee419) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:03:32.554105 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5d176c-f515-430a-af6e-9cb61ec59f8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:32.555993 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1c5d176c-f515-430a-af6e-9cb61ec59f8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:32.560738 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1e9e629-0735-4696-9465-168d733f0257 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] DELETE failed (client error): The resource could not be found. Jan 28 03:03:32.565902 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1e9e629-0735-4696-9465-168d733f0257 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:03:32.574473 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c1e9e629-0735-4696-9465-168d733f0257 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "DELETE /v2.0/networks/a5841291-51ba-4d54-bf31-d1dad38fe62a HTTP/1.1" status: 404 len: 339 time: 0.1194546 Jan 28 03:03:32.594638 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50894) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:32.610788 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-87bbdf83-231a-4e58-b3b3-789ed58bb119 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for security_group (5e084159-48f8-4218-b1b5-3abaf754b14f), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:32.618333 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-87bbdf83-231a-4e58-b3b3-789ed58bb119 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (5e084159-48f8-4218-b1b5-3abaf754b14f), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:32.627108 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7240c33d-8dde-40ff-9e11-060d724a193a None None] Network 7eb08ac7-28b6-44cb-8f23-2d10140ee419 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:03:32.689945 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: df805527-8857-4000-abfc-5d5ffe8bd504 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:03:32.694764 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device df805527-8857-4000-abfc-5d5ffe8bd504 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:03:32.733834 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-8334d2e2-3b08-467e-ba8e-398b10fed1fc tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] DELETE failed (client error): The resource could not be found. Jan 28 03:03:32.734547 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8334d2e2-3b08-467e-ba8e-398b10fed1fc tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:03:32.753265 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-87bbdf83-231a-4e58-b3b3-789ed58bb119 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:32.761441 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-87bbdf83-231a-4e58-b3b3-789ed58bb119 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4710639 Jan 28 03:03:32.765800 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8334d2e2-3b08-467e-ba8e-398b10fed1fc tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "DELETE /v2.0/subnets/c02b3400-7250-4f3e-82b7-9f623127fac4 HTTP/1.1" status: 404 len: 337 time: 0.1720841 Jan 28 03:03:32.771327 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50902) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:32.773380 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50900) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:32.785584 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-721c81f9-c5fe-41ad-a3a3-9c5ff39bee60 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-339615136', 'security_groups': ['5e084159-48f8-4218-b1b5-3abaf754b14f'], 'network_id': '73247e45-1b2a-489f-9d72-d4901e9fb024', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0312b1d5-a83c-468c-bbdf-f038b92d95ea'}]}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:03:32.801815 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bbdf83-231a-4e58-b3b3-789ed58bb119 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e084159-48f8-4218-b1b5-3abaf754b14f,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:32.805958 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0273f93a-057b-423e-bf6e-2347a4947680 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:03:32.853040 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1c5d176c-f515-430a-af6e-9cb61ec59f8c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.1460032 Jan 28 03:03:32.915245 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-387e1a88-069f-4d92-a49f-e7fed693d9c1 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] DELETE failed (client error): The resource could not be found. Jan 28 03:03:32.915245 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-387e1a88-069f-4d92-a49f-e7fed693d9c1 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:03:32.937750 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-387e1a88-069f-4d92-a49f-e7fed693d9c1 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "DELETE /v2.0/networks/c6cf5daf-c25c-4f36-9063-eaa52c0d7ee2 HTTP/1.1" status: 404 len: 339 time: 0.1626241 Jan 28 03:03:32.940313 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50906) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:33.029950 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0273f93a-057b-423e-bf6e-2347a4947680 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:33.033731 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0273f93a-057b-423e-bf6e-2347a4947680 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.5935564 Jan 28 03:03:33.039576 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50908) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:33.041224 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-a2112f26-06af-4a4f-be19-fdb130c6b7e6 None None] Allocated IP 172.20.0.2 (73247e45-1b2a-489f-9d72-d4901e9fb024/0312b1d5-a83c-468c-bbdf-f038b92d95ea/c925c6b0-9c9e-4e93-9dd3-ef445215fe67) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:03:33.061508 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbca7db6-ea89-41b1-b924-6faffc69e447 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] DELETE failed (client error): The resource could not be found. Jan 28 03:03:33.063713 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbca7db6-ea89-41b1-b924-6faffc69e447 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:03:33.074789 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-dbca7db6-ea89-41b1-b924-6faffc69e447 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "DELETE /v2.0/subnets/e3d93f01-dede-4b4c-b2d0-60948834f0f7 HTTP/1.1" status: 404 len: 337 time: 0.1311452 Jan 28 03:03:33.152795 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50910) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:33.217448 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ede0d9e-4964-4e5d-8573-2538a8a33c95 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] DELETE failed (client error): The resource could not be found. Jan 28 03:03:33.223235 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a2112f26-06af-4a4f-be19-fdb130c6b7e6 None None] Publish callbacks [] for port (c925c6b0-9c9e-4e93-9dd3-ef445215fe67), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:33.225201 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ede0d9e-4964-4e5d-8573-2538a8a33c95 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:03:33.248710 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5ede0d9e-4964-4e5d-8573-2538a8a33c95 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "DELETE /v2.0/networks/8dbda6dc-18e7-4b55-8dd3-104f64e5bae2 HTTP/1.1" status: 404 len: 339 time: 0.0922883 Jan 28 03:03:33.279313 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device cd433ac2-8892-4674-8e8d-a0fb9412d22d up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:03:33.282764 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87680e4c-6837-4cff-a365-1939f66ceafa None None] Sync routers for ids ['856e005d-bdbd-4450-b858-e0121a2f08d5'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:03:33.297923 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a2112f26-06af-4a4f-be19-fdb130c6b7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (c925c6b0-9c9e-4e93-9dd3-ef445215fe67), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:33.314403 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50918) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:33.358961 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721c81f9-c5fe-41ad-a3a3-9c5ff39bee60 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Made reservation on behalf of e836b14247804add85a66880853283af for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:03:33.370981 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:33.425412 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87680e4c-6837-4cff-a365-1939f66ceafa None None] Routers {'856e005d-bdbd-4450-b858-e0121a2f08d5'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:03:33.426281 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-87680e4c-6837-4cff-a365-1939f66ceafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:03:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['856e005d-bdbd-4450-b858-e0121a2f08d5'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:33.645919 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-721c81f9-c5fe-41ad-a3a3-9c5ff39bee60 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:33.663691 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-87680e4c-6837-4cff-a365-1939f66ceafa None None] Set router 856e005d-bdbd-4450-b858-e0121a2f08d5 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:03:33.746681 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfc7f32e-c253-480a-a3b9-50f45fa6595b tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] DELETE failed (client error): The resource could not be found. Jan 28 03:03:33.747404 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfc7f32e-c253-480a-a3b9-50f45fa6595b tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:03:33.751085 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-cfc7f32e-c253-480a-a3b9-50f45fa6595b tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "DELETE /v2.0/subnets/47d14ca2-d612-4b70-9fc3-f24cb8b8cb04 HTTP/1.1" status: 404 len: 337 time: 0.4326346 Jan 28 03:03:33.754040 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50930) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:33.785324 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bf630cc-9414-4da0-b210-a9eaca6adf17 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] DELETE failed (client error): The resource could not be found. Jan 28 03:03:33.787043 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bf630cc-9414-4da0-b210-a9eaca6adf17 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:03:33.794003 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9bf630cc-9414-4da0-b210-a9eaca6adf17 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "DELETE /v2.0/networks/dcc11a13-4519-40be-a0bb-cb729da0a999 HTTP/1.1" status: 404 len: 339 time: 0.0382946 Jan 28 03:03:33.799749 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2112f26-06af-4a4f-be19-fdb130c6b7e6 None None] Network 73247e45-1b2a-489f-9d72-d4901e9fb024 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:03:33.806555 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50934) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:33.824513 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:33.828172 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-721c81f9-c5fe-41ad-a3a3-9c5ff39bee60 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] device_id is not set on port e8e896c0-a96d-42a8-ac51-218f538bed6b yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:03:33.835221 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-a2112f26-06af-4a4f-be19-fdb130c6b7e6 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:03:33.879165 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2112f26-06af-4a4f-be19-fdb130c6b7e6 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:03:33.886705 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2112f26-06af-4a4f-be19-fdb130c6b7e6 None None] Pushing event updated for resources: {'Port': ['ID=c925c6b0-9c9e-4e93-9dd3-ef445215fe67,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:34.011916 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-62793de5-2683-4dfd-91e6-5a1ca569f6cd tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] DELETE failed (client error): The resource could not be found. Jan 28 03:03:34.013128 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62793de5-2683-4dfd-91e6-5a1ca569f6cd tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:03:34.019254 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-62793de5-2683-4dfd-91e6-5a1ca569f6cd tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "DELETE /v2.0/subnets/5772aece-ef20-4acb-9f3e-b28cd5c13b22 HTTP/1.1" status: 404 len: 337 time: 0.2113838 Jan 28 03:03:34.021731 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50938) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:34.058671 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-22f19b36-4999-4d9c-b1d2-b5314d8621c2 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] DELETE failed (client error): The resource could not be found. Jan 28 03:03:34.059295 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22f19b36-4999-4d9c-b1d2-b5314d8621c2 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:03:34.065865 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-22f19b36-4999-4d9c-b1d2-b5314d8621c2 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "DELETE /v2.0/networks/5e9a60af-48a2-4864-b6fe-52a01db7872c HTTP/1.1" status: 404 len: 339 time: 0.0411627 Jan 28 03:03:34.066917 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50940) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:34.127384 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29130e4c-e2f6-4db6-be34-0d4f89c21c58 None None] Network 7eb08ac7-28b6-44cb-8f23-2d10140ee419 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:03:34.184686 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-721c81f9-c5fe-41ad-a3a3-9c5ff39bee60 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Allocated IP 172.20.0.10 (73247e45-1b2a-489f-9d72-d4901e9fb024/0312b1d5-a83c-468c-bbdf-f038b92d95ea/e8e896c0-a96d-42a8-ac51-218f538bed6b) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:03:34.268951 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841689a-e58e-4d7c-975f-c655adbf0ae6 req-4922ec07-4ccf-42e5-b371-a4c9babfaa43 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:34.270563 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1841689a-e58e-4d7c-975f-c655adbf0ae6 req-4922ec07-4ccf-42e5-b371-a4c9babfaa43 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] 10.222.0.53 "GET /v2.0/networks?id=7eb08ac7-28b6-44cb-8f23-2d10140ee419 HTTP/1.1" status: 200 len: 818 time: 0.4791579 Jan 28 03:03:34.273972 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-91fc36a2-e67b-4069-aadd-6e987c5ba421 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] DELETE failed (client error): The resource could not be found. Jan 28 03:03:34.274475 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91fc36a2-e67b-4069-aadd-6e987c5ba421 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:03:34.278557 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-91fc36a2-e67b-4069-aadd-6e987c5ba421 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "DELETE /v2.0/subnets/aa91a27b-d08e-4aab-b267-8d609d151195 HTTP/1.1" status: 404 len: 337 time: 0.2064264 Jan 28 03:03:34.293917 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50942) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:34.364592 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1841689a-e58e-4d7c-975f-c655adbf0ae6 req-d65c39ac-6190-4372-8d8e-9b4eac408ea0 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] 10.222.0.53 "GET /v2.0/quotas/fef6ae9550604162a4febc12c6747b6c HTTP/1.1" status: 200 len: 375 time: 0.0840888 Jan 28 03:03:34.369421 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-58fafdbf-bb62-4fe0-99af-84f0264f0a6b tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] DELETE failed (client error): The resource could not be found. Jan 28 03:03:34.370220 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58fafdbf-bb62-4fe0-99af-84f0264f0a6b tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:03:34.382262 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-58fafdbf-bb62-4fe0-99af-84f0264f0a6b tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "DELETE /v2.0/networks/0a4b2a51-4dbd-459a-8bb1-af712828df7d HTTP/1.1" status: 404 len: 339 time: 0.0853209 Jan 28 03:03:34.407588 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-721c81f9-c5fe-41ad-a3a3-9c5ff39bee60 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for port (e8e896c0-a96d-42a8-ac51-218f538bed6b), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:34.459960 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1841689a-e58e-4d7c-975f-c655adbf0ae6 req-083c90f2-edce-4f4a-88ea-ddc931f41fb6 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fef6ae9550604162a4febc12c6747b6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550258 Jan 28 03:03:34.460785 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50944) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:34.475784 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-721c81f9-c5fe-41ad-a3a3-9c5ff39bee60 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (e8e896c0-a96d-42a8-ac51-218f538bed6b), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:34.507018 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e04c98f-4163-42ee-bc9b-274f6cc9d95d tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] DELETE failed (client error): The resource could not be found. Jan 28 03:03:34.507687 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e04c98f-4163-42ee-bc9b-274f6cc9d95d tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:03:34.514837 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1e04c98f-4163-42ee-bc9b-274f6cc9d95d tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "DELETE /v2.0/subnets/5f543e30-13c3-4955-b8a8-6d4d9bbfe26c HTTP/1.1" status: 404 len: 337 time: 0.0521202 Jan 28 03:03:34.516495 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50946) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:34.563208 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721c81f9-c5fe-41ad-a3a3-9c5ff39bee60 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Network 73247e45-1b2a-489f-9d72-d4901e9fb024 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:03:34.568175 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-721c81f9-c5fe-41ad-a3a3-9c5ff39bee60 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:03:34.571255 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c81f9-c5fe-41ad-a3a3-9c5ff39bee60 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event updated for resources: {'Port': ['ID=e8e896c0-a96d-42a8-ac51-218f538bed6b,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:34.581577 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bb468c5-50fe-404c-bcf9-69317cefdc00 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] DELETE failed (client error): The resource could not be found. Jan 28 03:03:34.582502 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bb468c5-50fe-404c-bcf9-69317cefdc00 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:03:34.585436 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721c81f9-c5fe-41ad-a3a3-9c5ff39bee60 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:03:34.587009 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0bb468c5-50fe-404c-bcf9-69317cefdc00 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "DELETE /v2.0/networks/5873d1f9-a270-4333-8578-adc98859e5b5 HTTP/1.1" status: 404 len: 339 time: 0.0692124 Jan 28 03:03:34.594819 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50948) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:34.629742 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f1b66c1-d0ea-44d6-82ff-82b86a6825f7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] DELETE failed (client error): The resource could not be found. Jan 28 03:03:34.630764 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f1b66c1-d0ea-44d6-82ff-82b86a6825f7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:03:34.634708 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9f1b66c1-d0ea-44d6-82ff-82b86a6825f7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "DELETE /v2.0/subnets/c90d35d2-0738-4374-b440-046040fd77d8 HTTP/1.1" status: 404 len: 337 time: 0.0385337 Jan 28 03:03:34.639056 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50952) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:34.666625 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c106421-ffe6-4095-b960-7a100d46aead tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] DELETE failed (client error): The resource could not be found. Jan 28 03:03:34.670629 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c106421-ffe6-4095-b960-7a100d46aead tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:03:34.674531 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1c106421-ffe6-4095-b960-7a100d46aead tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "DELETE /v2.0/networks/7176c2fb-333a-41ff-aba3-13473fc0c636 HTTP/1.1" status: 404 len: 339 time: 0.0320849 Jan 28 03:03:34.678745 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50954) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:34.686466 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-59d8d99c-78ac-49b8-9a1d-4238ad8c0ee6 None None] Current status of the port cd433ac2-8892-4674-8e8d-a0fb9412d22d is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:03:34.714935 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-735afff5-6de6-48b2-882d-4c88b7ae472d req-ec1e84ca-e13b-4665-bbb0-bfe44b35d29d service neutron] (109803) timed out ('10.222.0.39', 49520) {{(pid=109803) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 03:03:34.716733 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721c81f9-c5fe-41ad-a3a3-9c5ff39bee60 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:34.718773 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-721c81f9-c5fe-41ad-a3a3-9c5ff39bee60 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:34.737101 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-a2112f26-06af-4a4f-be19-fdb130c6b7e6 None None] Attempting to bind port c925c6b0-9c9e-4e93-9dd3-ef445215fe67 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:03:34.737865 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-a2112f26-06af-4a4f-be19-fdb130c6b7e6 None None] Attempting to bind port c925c6b0-9c9e-4e93-9dd3-ef445215fe67 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '86083ebf-72dc-4da6-8dc2-de8c30dafc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '73247e45-1b2a-489f-9d72-d4901e9fb024'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:03:34.738223 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2112f26-06af-4a4f-be19-fdb130c6b7e6 None None] Attempting to bind port c925c6b0-9c9e-4e93-9dd3-ef445215fe67 on network 73247e45-1b2a-489f-9d72-d4901e9fb024 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:03:34.755663 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2112f26-06af-4a4f-be19-fdb130c6b7e6 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:03:34.756077 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2112f26-06af-4a4f-be19-fdb130c6b7e6 None None] Checking segment: {'id': '86083ebf-72dc-4da6-8dc2-de8c30dafc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '73247e45-1b2a-489f-9d72-d4901e9fb024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:03:34.756474 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a2112f26-06af-4a4f-be19-fdb130c6b7e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:34.756883 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2112f26-06af-4a4f-be19-fdb130c6b7e6 None None] Bound using segment: {'id': '86083ebf-72dc-4da6-8dc2-de8c30dafc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '73247e45-1b2a-489f-9d72-d4901e9fb024'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:03:34.757419 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-a2112f26-06af-4a4f-be19-fdb130c6b7e6 None None] Bound port: c925c6b0-9c9e-4e93-9dd3-ef445215fe67, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86083ebf-72dc-4da6-8dc2-de8c30dafc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '73247e45-1b2a-489f-9d72-d4901e9fb024'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:03:34.757942 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a2112f26-06af-4a4f-be19-fdb130c6b7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c925c6b0-9c9e-4e93-9dd3-ef445215fe67), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:34.763066 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-721c81f9-c5fe-41ad-a3a3-9c5ff39bee60 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9892004 Jan 28 03:03:34.763492 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50958) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:34.782945 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port cd433ac2-8892-4674-8e8d-a0fb9412d22d triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:03:34.782945 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (cd433ac2-8892-4674-8e8d-a0fb9412d22d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:34.783232 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-da1c309a-cd6d-4df5-a642-2b7c29280529 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'subnet': {'network_id': '73247e45-1b2a-489f-9d72-d4901e9fb024', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:03:34.871206 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-a2112f26-06af-4a4f-be19-fdb130c6b7e6 None None] For port c925c6b0-9c9e-4e93-9dd3-ef445215fe67, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:03:34.876181 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7b59e98-2378-4b0d-9fae-5812db830251 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Deleting subnet c226033f-bfb6-4864-a921-b9e9d1881fe4 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:03:34.878818 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-a2112f26-06af-4a4f-be19-fdb130c6b7e6 None None] For port c925c6b0-9c9e-4e93-9dd3-ef445215fe67, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=c925c6b0-9c9e-4e93-9dd3-ef445215fe67,segment=NetworkSegment(86083ebf-72dc-4da6-8dc2-de8c30dafc87),segment_id=86083ebf-72dc-4da6-8dc2-de8c30dafc87)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:03:34.883709 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1841689a-e58e-4d7c-975f-c655adbf0ae6 req-545cc8a8-c74d-4c88-9843-518495e465e1 service neutron] 10.222.0.53 "GET /v2.0/networks/7eb08ac7-28b6-44cb-8f23-2d10140ee419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116426 Jan 28 03:03:34.887015 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e7b59e98-2378-4b0d-9fae-5812db830251 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks [] for subnet (c226033f-bfb6-4864-a921-b9e9d1881fe4), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:34.948993 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a2fb4899-6ef2-4f4f-ae79-3f23b80757bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:34.957496 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a2112f26-06af-4a4f-be19-fdb130c6b7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c925c6b0-9c9e-4e93-9dd3-ef445215fe67), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:34.965464 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1c309a-cd6d-4df5-a642-2b7c29280529 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Made reservation on behalf of e836b14247804add85a66880853283af for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:03:34.974583 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-da1c309a-cd6d-4df5-a642-2b7c29280529 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:35.020178 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e7b59e98-2378-4b0d-9fae-5812db830251 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (c226033f-bfb6-4864-a921-b9e9d1881fe4), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:35.062867 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2112f26-06af-4a4f-be19-fdb130c6b7e6 None None] Pushing event updated for resources: {'Port': ['ID=c925c6b0-9c9e-4e93-9dd3-ef445215fe67,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:35.122102 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:35.261529 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port cd433ac2-8892-4674-8e8d-a0fb9412d22d is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:03:35.269352 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-87680e4c-6837-4cff-a365-1939f66ceafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856e005d-bdbd-4450-b858-e0121a2f08d5', 'name': 'tempest-FloatingIPDetailsTestJSON-43466687-router', 'tenant_id': '9f20c05a24104ae6b217f2b97705d14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'd370b01b-59c8-4dc8-b3b6-2ba8f5965a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:03:25Z', 'updated_at': '2022-01-28T03:03:29Z', 'revision_number': 3, 'project_id': '9f20c05a24104ae6b217f2b97705d14f', 'gw_port': {'id': 'd370b01b-59c8-4dc8-b3b6-2ba8f5965a4e', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:23:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856e005d-bdbd-4450-b858-e0121a2f08d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:03:28Z', 'updated_at': '2022-01-28T03:03:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:35.331630 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87680e4c-6837-4cff-a365-1939f66ceafa None None] Checking router: 856e005d-bdbd-4450-b858-e0121a2f08d5 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:03:35.331630 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87680e4c-6837-4cff-a365-1939f66ceafa None None] Updating router 856e005d-bdbd-4450-b858-e0121a2f08d5 port d370b01b-59c8-4dc8-b3b6-2ba8f5965a4e binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:03:35.356486 n-d-712139-27 neutron-server[109802]: INFO neutron.db.ipam_backend_mixin [None req-da1c309a-cd6d-4df5-a642-2b7c29280529 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0312b1d5-a83c-468c-bbdf-f038b92d95ea (CIDR: 172.20.0.0/28) Jan 28 03:03:35.363015 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-da1c309a-cd6d-4df5-a642-2b7c29280529 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:03:35.363523 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da1c309a-cd6d-4df5-a642-2b7c29280529 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:03:35.388359 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-da1c309a-cd6d-4df5-a642-2b7c29280529 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6234157 Jan 28 03:03:35.391046 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50970) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:35.397556 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-6567fc06-80ed-48f0-8f5a-2c549c24c5f4 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'subnet': {'network_id': '73247e45-1b2a-489f-9d72-d4901e9fb024', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:03:35.400525 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-87680e4c-6837-4cff-a365-1939f66ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d370b01b-59c8-4dc8-b3b6-2ba8f5965a4e), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:35.715857 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6567fc06-80ed-48f0-8f5a-2c549c24c5f4 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Made reservation on behalf of e836b14247804add85a66880853283af for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:03:35.720519 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6567fc06-80ed-48f0-8f5a-2c549c24c5f4 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:35.913311 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1841689a-e58e-4d7c-975f-c655adbf0ae6 req-49d9a9a7-7105-43a1-9d16-91519f6a6859 service neutron] 10.222.0.53 "GET /v2.0/networks/7eb08ac7-28b6-44cb-8f23-2d10140ee419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0022285 Jan 28 03:03:35.963963 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e7b59e98-2378-4b0d-9fae-5812db830251 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (c226033f-bfb6-4864-a921-b9e9d1881fe4), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:35.984471 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:36.023854 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-a2fb4899-6ef2-4f4f-ae79-3f23b80757bc admin admin] Allocated IP 172.20.0.1 (d8078330-9b0a-418c-8fa1-d255144ea610/843254b2-0c75-4dc5-be98-47f3a10c456f/42d2d995-c745-45a6-bb0f-f53421d3db64) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:03:36.174461 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-87680e4c-6837-4cff-a365-1939f66ceafa None None] Publish callbacks [] for port (d370b01b-59c8-4dc8-b3b6-2ba8f5965a4e), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:36.187722 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-87680e4c-6837-4cff-a365-1939f66ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d370b01b-59c8-4dc8-b3b6-2ba8f5965a4e), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:36.337810 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e7b59e98-2378-4b0d-9fae-5812db830251 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (c226033f-bfb6-4864-a921-b9e9d1881fe4), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:36.412767 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29ba3f-4974-41ce-b17a-9a17e0533924 None None] Pushing event updated for resources: {'Port': ['ID=d370b01b-59c8-4dc8-b3b6-2ba8f5965a4e,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:36.428374 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-87680e4c-6837-4cff-a365-1939f66ceafa None None] Attempting to bind port d370b01b-59c8-4dc8-b3b6-2ba8f5965a4e on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:03:36.428996 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-87680e4c-6837-4cff-a365-1939f66ceafa None None] Attempting to bind port d370b01b-59c8-4dc8-b3b6-2ba8f5965a4e by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:03:36.429675 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87680e4c-6837-4cff-a365-1939f66ceafa None None] Attempting to bind port d370b01b-59c8-4dc8-b3b6-2ba8f5965a4e on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:03:36.445584 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87680e4c-6837-4cff-a365-1939f66ceafa None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:03:36.458844 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-204f537b-0b69-4f64-b385-87110e155ed2 req-9a6355ea-fc01-4056-9ce3-463b9308691a tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] 10.222.0.53 "GET /v2.0/ports?device_id=03ac3498-f664-4bd8-8526-e58100d59fca HTTP/1.1" status: 200 len: 210 time: 0.1470275 Jan 28 03:03:36.463644 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87680e4c-6837-4cff-a365-1939f66ceafa None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:03:36.464346 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-87680e4c-6837-4cff-a365-1939f66ceafa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:36.464998 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87680e4c-6837-4cff-a365-1939f66ceafa None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:03:36.468509 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-87680e4c-6837-4cff-a365-1939f66ceafa None None] Bound port: d370b01b-59c8-4dc8-b3b6-2ba8f5965a4e, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:03:36.469426 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-87680e4c-6837-4cff-a365-1939f66ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d370b01b-59c8-4dc8-b3b6-2ba8f5965a4e), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:36.513309 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6567fc06-80ed-48f0-8f5a-2c549c24c5f4 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (c7508706-0c45-41e0-b0b6-34a27f36c533), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:36.532221 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e7b59e98-2378-4b0d-9fae-5812db830251 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:36.543771 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e7b59e98-2378-4b0d-9fae-5812db830251 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "DELETE /v2.0/subnets/c226033f-bfb6-4864-a921-b9e9d1881fe4 HTTP/1.1" status: 204 len: 168 time: 1.8586910 Jan 28 03:03:36.557709 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50988) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:36.584565 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6567fc06-80ed-48f0-8f5a-2c549c24c5f4 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Network 73247e45-1b2a-489f-9d72-d4901e9fb024 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:03:36.589573 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-6567fc06-80ed-48f0-8f5a-2c549c24c5f4 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:03:36.595752 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6567fc06-80ed-48f0-8f5a-2c549c24c5f4 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:36.596750 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6567fc06-80ed-48f0-8f5a-2c549c24c5f4 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:36.604818 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b59e98-2378-4b0d-9fae-5812db830251 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event deleted for resources: {'Subnet': ['ID=c226033f-bfb6-4864-a921-b9e9d1881fe4,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:36.621877 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6567fc06-80ed-48f0-8f5a-2c549c24c5f4 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event updated for resources: {'Subnet': ['ID=c7508706-0c45-41e0-b0b6-34a27f36c533,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:36.642315 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6567fc06-80ed-48f0-8f5a-2c549c24c5f4 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2473326 Jan 28 03:03:36.642830 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50990) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:36.648681 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-87680e4c-6837-4cff-a365-1939f66ceafa None None] For port d370b01b-59c8-4dc8-b3b6-2ba8f5965a4e, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:03:36.657562 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-eeb1a07e-7360-49b4-a67e-362253310711 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1632011667', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c7508706-0c45-41e0-b0b6-34a27f36c533'}], 'security_groups': ['7b9e01f6-0366-49ee-b577-1ddf913c531e']}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:03:36.662799 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-87680e4c-6837-4cff-a365-1939f66ceafa None None] For port d370b01b-59c8-4dc8-b3b6-2ba8f5965a4e, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=d370b01b-59c8-4dc8-b3b6-2ba8f5965a4e,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:03:36.677363 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2b874f-12a0-4994-90f5-9a49f735e3f6 None None] Network f7bc4783-cf4b-4cf9-b231-03f39350793f requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:03:36.693983 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a2fb4899-6ef2-4f4f-ae79-3f23b80757bc admin admin] Publish callbacks [] for port (42d2d995-c745-45a6-bb0f-f53421d3db64), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:36.709678 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-87680e4c-6837-4cff-a365-1939f66ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d370b01b-59c8-4dc8-b3b6-2ba8f5965a4e), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:36.809219 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-eeb1a07e-7360-49b4-a67e-362253310711 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e8e896c0-a96d-42a8-ac51-218f538bed6b), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:37.085870 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-99cffd65-a7fb-4bea-b487-0104adaf60b7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (f7bc4783-cf4b-4cf9-b231-03f39350793f), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:37.161481 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a2fb4899-6ef2-4f4f-ae79-3f23b80757bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (42d2d995-c745-45a6-bb0f-f53421d3db64), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:37.180689 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87680e4c-6837-4cff-a365-1939f66ceafa None None] Routers {'856e005d-bdbd-4450-b858-e0121a2f08d5'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:03:37.181666 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-87680e4c-6837-4cff-a365-1939f66ceafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:03:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['856e005d-bdbd-4450-b858-e0121a2f08d5'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:37.249581 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fb4899-6ef2-4f4f-ae79-3f23b80757bc admin admin] Network d8078330-9b0a-418c-8fa1-d255144ea610 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:03:37.271430 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-a2fb4899-6ef2-4f4f-ae79-3f23b80757bc admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:03:37.272955 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29ba3f-4974-41ce-b17a-9a17e0533924 None None] Pushing event updated for resources: {'Port': ['ID=d370b01b-59c8-4dc8-b3b6-2ba8f5965a4e,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:37.275457 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fb4899-6ef2-4f4f-ae79-3f23b80757bc admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:03:37.354934 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a2fb4899-6ef2-4f4f-ae79-3f23b80757bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (856e005d-bdbd-4450-b858-e0121a2f08d5), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:37.544473 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fb4899-6ef2-4f4f-ae79-3f23b80757bc admin admin] Pushing event updated for resources: {'Port': ['ID=42d2d995-c745-45a6-bb0f-f53421d3db64,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:37.608943 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-99cffd65-a7fb-4bea-b487-0104adaf60b7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Deleting port 8f57c83d-7f84-4b6e-9c74-5c3e7900aaad {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:03:37.609482 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-99cffd65-a7fb-4bea-b487-0104adaf60b7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (8f57c83d-7f84-4b6e-9c74-5c3e7900aaad), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:37.629317 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee59d93-f70d-4fd9-abd9-b56e180ac084 None None] Network 73247e45-1b2a-489f-9d72-d4901e9fb024 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:03:37.706148 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8b9e2e-518b-41e6-b4c1-f8038b890c36 None None] DHCP port deletion for f7bc4783-cf4b-4cf9-b231-03f39350793f request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:03:37.760201 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c925c6b0-9c9e-4e93-9dd3-ef445215fe67 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:03:37.884649 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-87680e4c-6837-4cff-a365-1939f66ceafa None None] Set router 856e005d-bdbd-4450-b858-e0121a2f08d5 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:03:38.009973 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-99cffd65-a7fb-4bea-b487-0104adaf60b7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] For port 8f57c83d-7f84-4b6e-9c74-5c3e7900aaad, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=8f57c83d-7f84-4b6e-9c74-5c3e7900aaad,segment=NetworkSegment(f217b198-b5dc-485a-a6cd-618177345b73),segment_id=f217b198-b5dc-485a-a6cd-618177345b73)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:03:38.010346 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-99cffd65-a7fb-4bea-b487-0104adaf60b7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (8f57c83d-7f84-4b6e-9c74-5c3e7900aaad), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:38.088617 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-99cffd65-a7fb-4bea-b487-0104adaf60b7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Calling delete_port for 8f57c83d-7f84-4b6e-9c74-5c3e7900aaad owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:03:38.140380 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-dd806fbe-7d5d-40e8-9d92-8ad847f9988f None None] Provisioning complete for port 97463e4d-b08c-442d-8c82-d58e13a72e14 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:03:38.141136 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dd806fbe-7d5d-40e8-9d92-8ad847f9988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (97463e4d-b08c-442d-8c82-d58e13a72e14), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:38.156379 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a2fb4899-6ef2-4f4f-ae79-3f23b80757bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (42d2d995-c745-45a6-bb0f-f53421d3db64), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:38.267189 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d121e6ae-5ebd-4564-bf66-244fbd32363c req-e53dde5f-020a-4ac9-b82e-379323a523e2 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] 10.222.0.53 "GET /v2.0/ports?device_id=03ac3498-f664-4bd8-8526-e58100d59fca HTTP/1.1" status: 200 len: 210 time: 0.1410532 Jan 28 03:03:38.283805 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-99cffd65-a7fb-4bea-b487-0104adaf60b7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (8f57c83d-7f84-4b6e-9c74-5c3e7900aaad), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:38.363754 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cffd65-a7fb-4bea-b487-0104adaf60b7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event deleted for resources: {'Port': ['ID=8f57c83d-7f84-4b6e-9c74-5c3e7900aaad,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:38.394478 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cffd65-a7fb-4bea-b487-0104adaf60b7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] No DVR routers for this DVR port 8f57c83d-7f84-4b6e-9c74-5c3e7900aaad on host n-d-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:03:38.409799 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-dd806fbe-7d5d-40e8-9d92-8ad847f9988f None None] Port 97463e4d-b08c-442d-8c82-d58e13a72e14 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:03:38.496474 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-dd806fbe-7d5d-40e8-9d92-8ad847f9988f None None] Provisioning complete for port c925c6b0-9c9e-4e93-9dd3-ef445215fe67 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:03:38.497595 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dd806fbe-7d5d-40e8-9d92-8ad847f9988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c925c6b0-9c9e-4e93-9dd3-ef445215fe67), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:38.642368 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-99cffd65-a7fb-4bea-b487-0104adaf60b7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (f7bc4783-cf4b-4cf9-b231-03f39350793f), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:38.677971 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-99cffd65-a7fb-4bea-b487-0104adaf60b7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7bc4783-cf4b-4cf9-b231-03f39350793f']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:38.698925 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-99cffd65-a7fb-4bea-b487-0104adaf60b7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f217b198-b5dc-485a-a6cd-618177345b73') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:38.699287 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-99cffd65-a7fb-4bea-b487-0104adaf60b7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f217b198-b5dc-485a-a6cd-618177345b73') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:38.710565 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7b8b9e2e-518b-41e6-b4c1-f8038b890c36 None None] Deleting port 8f57c83d-7f84-4b6e-9c74-5c3e7900aaad {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:03:38.710565 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7b8b9e2e-518b-41e6-b4c1-f8038b890c36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (8f57c83d-7f84-4b6e-9c74-5c3e7900aaad), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:38.713744 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port c925c6b0-9c9e-4e93-9dd3-ef445215fe67 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:03:38.714326 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c925c6b0-9c9e-4e93-9dd3-ef445215fe67), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:38.729990 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-99cffd65-a7fb-4bea-b487-0104adaf60b7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (f217b198-b5dc-485a-a6cd-618177345b73), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:38.760084 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-99cffd65-a7fb-4bea-b487-0104adaf60b7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (f217b198-b5dc-485a-a6cd-618177345b73), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:38.776677 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99cffd65-a7fb-4bea-b487-0104adaf60b7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:03:38.776677 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-99cffd65-a7fb-4bea-b487-0104adaf60b7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (f217b198-b5dc-485a-a6cd-618177345b73), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:38.781117 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:03:38.781117 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:03:38.781117 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:03:38.781117 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:03:38.781117 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:03:38.781117 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:03:38.781117 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:03:38.781117 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:03:38.781117 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:03:38.781117 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:03:38.781117 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:03:38.781117 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:03:38.781117 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:03:38.781117 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:03:38.781117 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:03:38.781117 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:03:38.781117 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:03:38.781117 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:03:38.781117 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:03:38.781117 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:03:38.781117 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:03:38.781117 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:03:38.781117 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:03:38.781117 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:03:38.781117 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:03:38.781117 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:03:38.781117 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:03:38.781117 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:03:38.781117 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:03:38.781117 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:03:38.781117 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:03:38.781117 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:03:38.870236 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a2fb4899-6ef2-4f4f-ae79-3f23b80757bc admin admin] Publish callbacks [] for port (42d2d995-c745-45a6-bb0f-f53421d3db64), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:38.885171 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a2fb4899-6ef2-4f4f-ae79-3f23b80757bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (42d2d995-c745-45a6-bb0f-f53421d3db64), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:38.893956 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841689a-e58e-4d7c-975f-c655adbf0ae6 req-f55ed237-2cf2-4d1b-93e4-6db4c33f941e tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:38.896522 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1841689a-e58e-4d7c-975f-c655adbf0ae6 req-f55ed237-2cf2-4d1b-93e4-6db4c33f941e tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] 10.222.0.39 "GET /v2.0/networks?id=7eb08ac7-28b6-44cb-8f23-2d10140ee419 HTTP/1.1" status: 200 len: 818 time: 0.2493646 Jan 28 03:03:38.942784 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-1841689a-e58e-4d7c-975f-c655adbf0ae6 req-d1320c5b-cc05-4fc7-a964-99d72774ceca tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] Request body: {'port': {'device_id': '03ac3498-f664-4bd8-8526-e58100d59fca', 'network_id': '7eb08ac7-28b6-44cb-8f23-2d10140ee419', 'admin_state_up': True, 'tenant_id': 'fef6ae9550604162a4febc12c6747b6c'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:03:38.973415 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-99cffd65-a7fb-4bea-b487-0104adaf60b7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (f7bc4783-cf4b-4cf9-b231-03f39350793f), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:39.013662 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-99cffd65-a7fb-4bea-b487-0104adaf60b7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:39.022630 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-99cffd65-a7fb-4bea-b487-0104adaf60b7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] 10.222.0.53 "DELETE /v2.0/networks/f7bc4783-cf4b-4cf9-b231-03f39350793f HTTP/1.1" status: 204 len: 168 time: 2.4499304 Jan 28 03:03:39.073218 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a2fb4899-6ef2-4f4f-ae79-3f23b80757bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (856e005d-bdbd-4450-b858-e0121a2f08d5), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:39.086611 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fb4899-6ef2-4f4f-ae79-3f23b80757bc admin admin] Pushing event updated for resources: {'Port': ['ID=42d2d995-c745-45a6-bb0f-f53421d3db64,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:39.092820 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cffd65-a7fb-4bea-b487-0104adaf60b7 tempest-NetworksTest-696206582 tempest-NetworksTest-696206582-project] Pushing event deleted for resources: {'Network': ['ID=f7bc4783-cf4b-4cf9-b231-03f39350793f,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:39.289121 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-eeb1a07e-7360-49b4-a67e-362253310711 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Delete allocated IP 172.20.0.10 (73247e45-1b2a-489f-9d72-d4901e9fb024/0312b1d5-a83c-468c-bbdf-f038b92d95ea) {{(pid=109802) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 03:03:39.298374 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-87680e4c-6837-4cff-a365-1939f66ceafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856e005d-bdbd-4450-b858-e0121a2f08d5', 'name': 'tempest-FloatingIPDetailsTestJSON-43466687-router', 'tenant_id': '9f20c05a24104ae6b217f2b97705d14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'd370b01b-59c8-4dc8-b3b6-2ba8f5965a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:03:25Z', 'updated_at': '2022-01-28T03:03:29Z', 'revision_number': 3, 'project_id': '9f20c05a24104ae6b217f2b97705d14f', 'gw_port': {'id': 'd370b01b-59c8-4dc8-b3b6-2ba8f5965a4e', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:23:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856e005d-bdbd-4450-b858-e0121a2f08d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:03:28Z', 'updated_at': '2022-01-28T03:03:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:39.349211 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7b8b9e2e-518b-41e6-b4c1-f8038b890c36 None None] For port 8f57c83d-7f84-4b6e-9c74-5c3e7900aaad, host n-d-712139-27, got binding levels [] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:03:39.349739 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7b8b9e2e-518b-41e6-b4c1-f8038b890c36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (8f57c83d-7f84-4b6e-9c74-5c3e7900aaad), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:39.371573 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7b8b9e2e-518b-41e6-b4c1-f8038b890c36 None None] Calling delete_port for 8f57c83d-7f84-4b6e-9c74-5c3e7900aaad owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:03:39.374793 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.ipam_backend_mixin [None req-7b8b9e2e-518b-41e6-b4c1-f8038b890c36 None None] Port 8f57c83d-7f84-4b6e-9c74-5c3e7900aaad was not found and therefore no delete operation was performed {{(pid=109804) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 03:03:39.385779 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-dd806fbe-7d5d-40e8-9d92-8ad847f9988f None None] Current status of the port c925c6b0-9c9e-4e93-9dd3-ef445215fe67 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:03:39.386208 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dd806fbe-7d5d-40e8-9d92-8ad847f9988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c925c6b0-9c9e-4e93-9dd3-ef445215fe67), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:39.387903 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fb4899-6ef2-4f4f-ae79-3f23b80757bc admin admin] Network d8078330-9b0a-418c-8fa1-d255144ea610 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:03:39.389743 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-eeb1a07e-7360-49b4-a67e-362253310711 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Allocated IP 172.20.0.28 (73247e45-1b2a-489f-9d72-d4901e9fb024/c7508706-0c45-41e0-b0b6-34a27f36c533/e8e896c0-a96d-42a8-ac51-218f538bed6b) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:03:39.396300 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-a2fb4899-6ef2-4f4f-ae79-3f23b80757bc admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:03:39.396593 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7b8b9e2e-518b-41e6-b4c1-f8038b890c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (8f57c83d-7f84-4b6e-9c74-5c3e7900aaad), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:39.514767 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87680e4c-6837-4cff-a365-1939f66ceafa None None] The sync data for ids ['856e005d-bdbd-4450-b858-e0121a2f08d5'] in n-d-712139-27 is: [{'id': '856e005d-bdbd-4450-b858-e0121a2f08d5', 'name': 'tempest-FloatingIPDetailsTestJSON-43466687-router', 'tenant_id': '9f20c05a24104ae6b217f2b97705d14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'd370b01b-59c8-4dc8-b3b6-2ba8f5965a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:03:25Z', 'updated_at': '2022-01-28T03:03:29Z', 'revision_number': 3, 'project_id': '9f20c05a24104ae6b217f2b97705d14f', 'gw_port': {'id': 'd370b01b-59c8-4dc8-b3b6-2ba8f5965a4e', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:23:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856e005d-bdbd-4450-b858-e0121a2f08d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:03:28Z', 'updated_at': '2022-01-28T03:03:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:03:39.540192 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1841689a-e58e-4d7c-975f-c655adbf0ae6 req-d1320c5b-cc05-4fc7-a964-99d72774ceca tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] Made reservation on behalf of fef6ae9550604162a4febc12c6747b6c for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:03:39.545059 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1841689a-e58e-4d7c-975f-c655adbf0ae6 req-d1320c5b-cc05-4fc7-a964-99d72774ceca tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:39.558591 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df29e828-69c4-468f-a858-e726098e36e6 None None] Update dhcp port {'port': {'network_id': '73247e45-1b2a-489f-9d72-d4901e9fb024', 'fixed_ips': [{'subnet_id': '0312b1d5-a83c-468c-bbdf-f038b92d95ea', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c7508706-0c45-41e0-b0b6-34a27f36c533'}], 'binding:host_id': 'n-d-712139-27'}, 'id': 'c925c6b0-9c9e-4e93-9dd3-ef445215fe67'} from n-d-712139-27. {{(pid=109804) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 03:03:39.658188 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51024) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:39.723709 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7b8b9e2e-518b-41e6-b4c1-f8038b890c36 None None] Network f7bc4783-cf4b-4cf9-b231-03f39350793f is not hosted by any dhcp agent {{(pid=109804) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 03:03:39.724311 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8b9e2e-518b-41e6-b4c1-f8038b890c36 None None] No DVR routers for this DVR port 8f57c83d-7f84-4b6e-9c74-5c3e7900aaad on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:03:39.748514 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b9e2e-518b-41e6-b4c1-f8038b890c36 None None] Pushing event deleted for resources: {'Port': ['ID=8f57c83d-7f84-4b6e-9c74-5c3e7900aaad,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:39.820933 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b658c6f3-969f-4b18-b309-6d0df86b3f12 req-3abd6d94-f847-4ab8-a4c6-bc638a5d4feb tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] 10.222.0.53 "GET /v2.0/ports?device_id=03ac3498-f664-4bd8-8526-e58100d59fca HTTP/1.1" status: 200 len: 210 time: 0.2314289 Jan 28 03:03:39.923335 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2fb4899-6ef2-4f4f-ae79-3f23b80757bc admin admin] Router 856e005d-bdbd-4450-b858-e0121a2f08d5 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:03:40.038931 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port c925c6b0-9c9e-4e93-9dd3-ef445215fe67 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:03:40.039621 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c925c6b0-9c9e-4e93-9dd3-ef445215fe67), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:40.113485 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b9e2e-518b-41e6-b4c1-f8038b890c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:40.115150 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b9e2e-518b-41e6-b4c1-f8038b890c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:40.115535 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b9e2e-518b-41e6-b4c1-f8038b890c36 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:40.115888 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b9e2e-518b-41e6-b4c1-f8038b890c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:40.116236 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b9e2e-518b-41e6-b4c1-f8038b890c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:40.116580 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b9e2e-518b-41e6-b4c1-f8038b890c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:40.119018 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b9e2e-518b-41e6-b4c1-f8038b890c36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:40.119740 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b9e2e-518b-41e6-b4c1-f8038b890c36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:40.119932 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b9e2e-518b-41e6-b4c1-f8038b890c36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:40.120353 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b9e2e-518b-41e6-b4c1-f8038b890c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:40.120703 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b9e2e-518b-41e6-b4c1-f8038b890c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:40.121045 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b9e2e-518b-41e6-b4c1-f8038b890c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:40.121442 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b9e2e-518b-41e6-b4c1-f8038b890c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:40.162199 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-df29e828-69c4-468f-a858-e726098e36e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c925c6b0-9c9e-4e93-9dd3-ef445215fe67), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:40.193868 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-eeb1a07e-7360-49b4-a67e-362253310711 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for port (e8e896c0-a96d-42a8-ac51-218f538bed6b), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:40.213116 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-eeb1a07e-7360-49b4-a67e-362253310711 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (e8e896c0-a96d-42a8-ac51-218f538bed6b), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:40.243166 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-dd806fbe-7d5d-40e8-9d92-8ad847f9988f None None] For port c925c6b0-9c9e-4e93-9dd3-ef445215fe67, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=c925c6b0-9c9e-4e93-9dd3-ef445215fe67,segment=NetworkSegment(86083ebf-72dc-4da6-8dc2-de8c30dafc87),segment_id=86083ebf-72dc-4da6-8dc2-de8c30dafc87)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:03:40.244396 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-1841689a-e58e-4d7c-975f-c655adbf0ae6 req-d1320c5b-cc05-4fc7-a964-99d72774ceca tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] Allocated IP 172.20.0.4 (7eb08ac7-28b6-44cb-8f23-2d10140ee419/73065a9b-6f2f-4028-9669-8ccc64fd1ea6/6255f6ef-fa9c-46aa-b0bb-396318c7ea5d) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:03:40.255137 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dd806fbe-7d5d-40e8-9d92-8ad847f9988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c925c6b0-9c9e-4e93-9dd3-ef445215fe67), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:40.422983 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fb4899-6ef2-4f4f-ae79-3f23b80757bc admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:03:40.430774 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb1a07e-7360-49b4-a67e-362253310711 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event updated for resources: {'Port': ['ID=e8e896c0-a96d-42a8-ac51-218f538bed6b,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:40.436535 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a2fb4899-6ef2-4f4f-ae79-3f23b80757bc admin admin] 10.222.0.53 "PUT /v2.0/routers/856e005d-bdbd-4450-b858-e0121a2f08d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3953719 Jan 28 03:03:40.580687 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-06ee64bd-7faf-4c01-a034-7fe62fc4c83b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a0006a66d1db4222a493e3bd442f2da0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9119682 Jan 28 03:03:40.584351 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51034) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:40.743868 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-eeb1a07e-7360-49b4-a67e-362253310711 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] In _notify_port_updated(), no bound segment for port e8e896c0-a96d-42a8-ac51-218f538bed6b on network 73247e45-1b2a-489f-9d72-d4901e9fb024 {{(pid=109802) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 03:03:40.756026 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb1a07e-7360-49b4-a67e-362253310711 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:40.756828 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-eeb1a07e-7360-49b4-a67e-362253310711 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:40.764596 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ab40814a-4928-43b7-b65a-760bd0ed6bd7 admin admin] Publish callbacks [] for security_group (c9ad5c8a-9013-42d8-a25b-1cbb0aa369c2), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:40.770663 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-eeb1a07e-7360-49b4-a67e-362253310711 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "PUT /v2.0/ports/e8e896c0-a96d-42a8-ac51-218f538bed6b HTTP/1.1" status: 200 len: 921 time: 4.1211841 Jan 28 03:03:40.771346 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51038) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:40.939763 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1841689a-e58e-4d7c-975f-c655adbf0ae6 req-d1320c5b-cc05-4fc7-a964-99d72774ceca tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] Publish callbacks [] for port (6255f6ef-fa9c-46aa-b0bb-396318c7ea5d), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:40.974499 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd806fbe-7d5d-40e8-9d92-8ad847f9988f None None] Pushing event updated for resources: {'Port': ['ID=c925c6b0-9c9e-4e93-9dd3-ef445215fe67,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:41.017481 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ab40814a-4928-43b7-b65a-760bd0ed6bd7 admin admin] Publish callbacks [] for security_group (c9ad5c8a-9013-42d8-a25b-1cbb0aa369c2), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:41.070855 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1841689a-e58e-4d7c-975f-c655adbf0ae6 req-d1320c5b-cc05-4fc7-a964-99d72774ceca tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (6255f6ef-fa9c-46aa-b0bb-396318c7ea5d), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:41.074652 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-d578ff78-d75f-482e-a1fd-92198d37b7ab None None] Provisioning complete for port 42d2d995-c745-45a6-bb0f-f53421d3db64 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:03:41.079148 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d578ff78-d75f-482e-a1fd-92198d37b7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (42d2d995-c745-45a6-bb0f-f53421d3db64), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:41.093211 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.api [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:03:41.093211 n-d-712139-27 neutron-server[109804]: DEBUG oslo_db.api [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:03:41.203483 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ab40814a-4928-43b7-b65a-760bd0ed6bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c9ad5c8a-9013-42d8-a25b-1cbb0aa369c2), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:41.207716 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-d578ff78-d75f-482e-a1fd-92198d37b7ab None None] Port 42d2d995-c745-45a6-bb0f-f53421d3db64 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:03:41.212037 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ab40814a-4928-43b7-b65a-760bd0ed6bd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:41.214367 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ab40814a-4928-43b7-b65a-760bd0ed6bd7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c9ad5c8a-9013-42d8-a25b-1cbb0aa369c2 HTTP/1.1" status: 204 len: 168 time: 0.6287911 Jan 28 03:03:41.228950 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1841689a-e58e-4d7c-975f-c655adbf0ae6 req-d1320c5b-cc05-4fc7-a964-99d72774ceca tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] Network 7eb08ac7-28b6-44cb-8f23-2d10140ee419 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:03:41.241735 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-df29e828-69c4-468f-a858-e726098e36e6 None None] Allocated IP 172.20.0.18 (73247e45-1b2a-489f-9d72-d4901e9fb024/c7508706-0c45-41e0-b0b6-34a27f36c533/c925c6b0-9c9e-4e93-9dd3-ef445215fe67) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:03:41.252438 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-98ed9183-9bf6-4b70-af2f-b662d5a5bfce tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Deleting port e8e896c0-a96d-42a8-ac51-218f538bed6b {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:03:41.252959 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-98ed9183-9bf6-4b70-af2f-b662d5a5bfce tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (e8e896c0-a96d-42a8-ac51-218f538bed6b), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:41.258008 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-1841689a-e58e-4d7c-975f-c655adbf0ae6 req-d1320c5b-cc05-4fc7-a964-99d72774ceca tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:03:41.275235 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-1841689a-e58e-4d7c-975f-c655adbf0ae6 req-d1320c5b-cc05-4fc7-a964-99d72774ceca tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:03:41.382789 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab40814a-4928-43b7-b65a-760bd0ed6bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ad5c8a-9013-42d8-a25b-1cbb0aa369c2,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:41.487757 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458464f1-0891-4a83-8117-909fd2855129 req-2276237f-0b60-493f-a5bb-b62c3fdf92c4 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:41.500826 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-458464f1-0891-4a83-8117-909fd2855129 req-2276237f-0b60-493f-a5bb-b62c3fdf92c4 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] 10.222.0.53 "GET /v2.0/ports?device_id=03ac3498-f664-4bd8-8526-e58100d59fca HTTP/1.1" status: 200 len: 931 time: 0.4124455 Jan 28 03:03:41.587562 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-df29e828-69c4-468f-a858-e726098e36e6 None None] For port c925c6b0-9c9e-4e93-9dd3-ef445215fe67, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=c925c6b0-9c9e-4e93-9dd3-ef445215fe67,segment=NetworkSegment(86083ebf-72dc-4da6-8dc2-de8c30dafc87),segment_id=86083ebf-72dc-4da6-8dc2-de8c30dafc87)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:03:41.620104 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-98ed9183-9bf6-4b70-af2f-b662d5a5bfce tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (e8e896c0-a96d-42a8-ac51-218f538bed6b), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:41.646587 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-98ed9183-9bf6-4b70-af2f-b662d5a5bfce tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Calling delete_port for e8e896c0-a96d-42a8-ac51-218f538bed6b owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:03:41.705619 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-df29e828-69c4-468f-a858-e726098e36e6 None None] Publish callbacks [] for port (c925c6b0-9c9e-4e93-9dd3-ef445215fe67), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:41.707852 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port c925c6b0-9c9e-4e93-9dd3-ef445215fe67 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:03:41.715713 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-df29e828-69c4-468f-a858-e726098e36e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c925c6b0-9c9e-4e93-9dd3-ef445215fe67), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:41.833457 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ea27ddd1-cb66-436e-a074-dc69723043fb req-66714c2c-5b95-428e-8f7c-b59a0de9e916 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6027143 Jan 28 03:03:41.839980 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-458464f1-0891-4a83-8117-909fd2855129 req-bb1e5eb4-9e2d-4566-9b6f-c2a4c9cb31ea tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a2de24-2e5c-45e7-8925-61cadd2cc7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378348 Jan 28 03:03:41.860668 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1320c5b-cc05-4fc7-a964-99d72774ceca tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] Pushing event updated for resources: {'Port': ['ID=6255f6ef-fa9c-46aa-b0bb-396318c7ea5d,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:41.878662 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29e828-69c4-468f-a858-e726098e36e6 None None] Pushing event updated for resources: {'Port': ['ID=c925c6b0-9c9e-4e93-9dd3-ef445215fe67,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:41.917062 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-ea27ddd1-cb66-436e-a074-dc69723043fb req-0c9397a0-bf5c-4ef7-98cf-c6a5f466bd99 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:03:42.024000 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841689a-e58e-4d7c-975f-c655adbf0ae6 req-d1320c5b-cc05-4fc7-a964-99d72774ceca tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:42.024934 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1841689a-e58e-4d7c-975f-c655adbf0ae6 req-d1320c5b-cc05-4fc7-a964-99d72774ceca tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:42.076256 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1841689a-e58e-4d7c-975f-c655adbf0ae6 req-d1320c5b-cc05-4fc7-a964-99d72774ceca tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1559899 Jan 28 03:03:42.113699 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-1841689a-e58e-4d7c-975f-c655adbf0ae6 req-b70839cf-b248-4931-8678-9fff2edc6151 service neutron] Request body: {'port': {'device_id': '03ac3498-f664-4bd8-8526-e58100d59fca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:03:42.114931 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-98ed9183-9bf6-4b70-af2f-b662d5a5bfce tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (e8e896c0-a96d-42a8-ac51-218f538bed6b), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:42.124144 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-ea27ddd1-cb66-436e-a074-dc69723043fb req-0c9397a0-bf5c-4ef7-98cf-c6a5f466bd99 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:42.273559 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed9183-9bf6-4b70-af2f-b662d5a5bfce tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event deleted for resources: {'Port': ['ID=e8e896c0-a96d-42a8-ac51-218f538bed6b,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:42.324621 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c925c6b0-9c9e-4e93-9dd3-ef445215fe67 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:03:42.451334 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-98ed9183-9bf6-4b70-af2f-b662d5a5bfce tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:42.459720 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-98ed9183-9bf6-4b70-af2f-b662d5a5bfce tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/ports/e8e896c0-a96d-42a8-ac51-218f538bed6b HTTP/1.1" status: 204 len: 168 time: 1.6866717 Jan 28 03:03:42.463465 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51066) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:42.499767 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port c925c6b0-9c9e-4e93-9dd3-ef445215fe67 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:03:42.500154 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c925c6b0-9c9e-4e93-9dd3-ef445215fe67), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:42.547354 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ebf6171-f3ee-4def-b958-cf195bb2ce5a tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] GET failed (client error): The resource could not be found. Jan 28 03:03:42.554033 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5ebf6171-f3ee-4def-b958-cf195bb2ce5a tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "GET /v2.0/ports/e8e896c0-a96d-42a8-ac51-218f538bed6b HTTP/1.1" status: 404 len: 333 time: 0.0886593 Jan 28 03:03:42.555545 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51068) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:42.576910 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1841689a-e58e-4d7c-975f-c655adbf0ae6 req-b70839cf-b248-4931-8678-9fff2edc6151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (6255f6ef-fa9c-46aa-b0bb-396318c7ea5d), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:42.746367 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7171fe44-30f8-4282-a483-fa1c09a9d25d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for security_group (5e084159-48f8-4218-b1b5-3abaf754b14f), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:42.755659 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port c925c6b0-9c9e-4e93-9dd3-ef445215fe67 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:03:42.756827 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device d370b01b-59c8-4dc8-b3b6-2ba8f5965a4e up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:03:42.816530 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7171fe44-30f8-4282-a483-fa1c09a9d25d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for security_group (5e084159-48f8-4218-b1b5-3abaf754b14f), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:42.870314 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port d370b01b-59c8-4dc8-b3b6-2ba8f5965a4e triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:03:42.870314 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d370b01b-59c8-4dc8-b3b6-2ba8f5965a4e), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:42.876786 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-ea27ddd1-cb66-436e-a074-dc69723043fb req-0c9397a0-bf5c-4ef7-98cf-c6a5f466bd99 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:42.936225 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7171fe44-30f8-4282-a483-fa1c09a9d25d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (5e084159-48f8-4218-b1b5-3abaf754b14f), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:42.942264 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7171fe44-30f8-4282-a483-fa1c09a9d25d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:42.943475 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7171fe44-30f8-4282-a483-fa1c09a9d25d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/security-groups/5e084159-48f8-4218-b1b5-3abaf754b14f HTTP/1.1" status: 204 len: 168 time: 0.3859293 Jan 28 03:03:42.951324 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51082) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:42.987022 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7171fe44-30f8-4282-a483-fa1c09a9d25d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e084159-48f8-4218-b1b5-3abaf754b14f,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:43.019235 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a594b63-ad85-4f57-8641-71a0f1caff48 None None] Sync routers for ids ['856e005d-bdbd-4450-b858-e0121a2f08d5'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:03:43.047069 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a594b63-ad85-4f57-8641-71a0f1caff48 None None] Routers {'856e005d-bdbd-4450-b858-e0121a2f08d5'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:03:43.049742 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-5a594b63-ad85-4f57-8641-71a0f1caff48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:03:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['856e005d-bdbd-4450-b858-e0121a2f08d5'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:43.075641 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51084) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:43.101925 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port d370b01b-59c8-4dc8-b3b6-2ba8f5965a4e is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:03:43.104344 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d370b01b-59c8-4dc8-b3b6-2ba8f5965a4e), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:43.175080 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port d370b01b-59c8-4dc8-b3b6-2ba8f5965a4e, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=d370b01b-59c8-4dc8-b3b6-2ba8f5965a4e,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:03:43.184810 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68349d9c-ddb5-4765-b8d7-f7b47c085dee req-2167dfd7-86cc-4b82-8c00-3db3b590b3f6 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:43.186769 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d370b01b-59c8-4dc8-b3b6-2ba8f5965a4e), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:43.197615 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-68349d9c-ddb5-4765-b8d7-f7b47c085dee req-2167dfd7-86cc-4b82-8c00-3db3b590b3f6 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] 10.222.0.53 "GET /v2.0/ports?device_id=03ac3498-f664-4bd8-8526-e58100d59fca HTTP/1.1" status: 200 len: 931 time: 0.1335056 Jan 28 03:03:43.316087 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-68349d9c-ddb5-4765-b8d7-f7b47c085dee req-23876f19-7d4d-4440-805c-4ddc2c6e234f tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a2de24-2e5c-45e7-8925-61cadd2cc7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169686 Jan 28 03:03:43.335644 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 8f57c83d-7f84-4b6e-9c74-5c3e7900aaad no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:03:43.399266 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=d370b01b-59c8-4dc8-b3b6-2ba8f5965a4e,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:43.402117 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 8f57c83d-7f84-4b6e-9c74-5c3e7900aaad {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:03:43.402782 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 8f57c83d-7f84-4b6e-9c74-5c3e7900aaad not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:03:43.430629 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-6a05a668-4a12-4026-a13d-516e384667ae None None] Provisioning complete for port 97463e4d-b08c-442d-8c82-d58e13a72e14 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:03:43.431111 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6a05a668-4a12-4026-a13d-516e384667ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (97463e4d-b08c-442d-8c82-d58e13a72e14), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:43.438568 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-d44b5ade-9eb3-4cd8-a207-e7bfc48533f1 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-166836482'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:03:43.456536 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-5a594b63-ad85-4f57-8641-71a0f1caff48 None None] Set router 856e005d-bdbd-4450-b858-e0121a2f08d5 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:03:43.500458 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44b5ade-9eb3-4cd8-a207-e7bfc48533f1 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Made reservation on behalf of 9b767bd768424bc897d9104ad9f6b8d5 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:03:43.504286 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d44b5ade-9eb3-4cd8-a207-e7bfc48533f1 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:43.540889 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d44b5ade-9eb3-4cd8-a207-e7bfc48533f1 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:43.563244 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-6a05a668-4a12-4026-a13d-516e384667ae None None] Port 97463e4d-b08c-442d-8c82-d58e13a72e14 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:03:43.591928 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-6a05a668-4a12-4026-a13d-516e384667ae None None] Provisioning complete for port c925c6b0-9c9e-4e93-9dd3-ef445215fe67 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:03:43.593830 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6a05a668-4a12-4026-a13d-516e384667ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c925c6b0-9c9e-4e93-9dd3-ef445215fe67), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:43.741301 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d44b5ade-9eb3-4cd8-a207-e7bfc48533f1 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for security_group (22712c64-10ad-4f7a-8320-a6dc27182982), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:43.755058 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d44b5ade-9eb3-4cd8-a207-e7bfc48533f1 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (22712c64-10ad-4f7a-8320-a6dc27182982), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:43.760536 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-ea27ddd1-cb66-436e-a074-dc69723043fb req-0c9397a0-bf5c-4ef7-98cf-c6a5f466bd99 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Allocated IP 172.25.0.247 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/c38bcf20-3072-40af-9fb4-c85c4a8d45cc) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:03:43.803193 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d44b5ade-9eb3-4cd8-a207-e7bfc48533f1 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:03:43.839423 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-de1ff236-f371-444b-8ea4-5761a63610a3 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for security_group (7b9e01f6-0366-49ee-b577-1ddf913c531e), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:43.851357 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b5ade-9eb3-4cd8-a207-e7bfc48533f1 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22712c64-10ad-4f7a-8320-a6dc27182982,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:43.858566 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d44b5ade-9eb3-4cd8-a207-e7bfc48533f1 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (2db2658e-1189-4033-9fbe-f3b7240fcfef), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:43.858908 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-d44b5ade-9eb3-4cd8-a207-e7bfc48533f1 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Added segment 2db2658e-1189-4033-9fbe-f3b7240fcfef of type vlan for network 1b383a57-1ee6-4e75-8291-62c7272c9a39 Jan 28 03:03:43.887651 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-1841689a-e58e-4d7c-975f-c655adbf0ae6 req-b70839cf-b248-4931-8678-9fff2edc6151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6255f6ef-fa9c-46aa-b0bb-396318c7ea5d {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:03:43.911753 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-5a594b63-ad85-4f57-8641-71a0f1caff48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856e005d-bdbd-4450-b858-e0121a2f08d5', 'name': 'tempest-FloatingIPDetailsTestJSON-43466687-router', 'tenant_id': '9f20c05a24104ae6b217f2b97705d14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'd370b01b-59c8-4dc8-b3b6-2ba8f5965a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:03:25Z', 'updated_at': '2022-01-28T03:03:38Z', 'revision_number': 4, 'project_id': '9f20c05a24104ae6b217f2b97705d14f', 'gw_port': {'id': 'd370b01b-59c8-4dc8-b3b6-2ba8f5965a4e', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:23:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856e005d-bdbd-4450-b858-e0121a2f08d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:03:28Z', 'updated_at': '2022-01-28T03:03:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '42d2d995-c745-45a6-bb0f-f53421d3db64', 'name': '', 'network_id': 'd8078330-9b0a-418c-8fa1-d255144ea610', 'tenant_id': '9f20c05a24104ae6b217f2b97705d14f', 'mac_address': 'fa:16:3e:2a:d1:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856e005d-bdbd-4450-b858-e0121a2f08d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '843254b2-0c75-4dc5-be98-47f3a10c456f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:03:35Z', 'updated_at': '2022-01-28T03:03:38Z', 'revision_number': 2, 'project_id': '9f20c05a24104ae6b217f2b97705d14f', 'subnets': [{'id': '843254b2-0c75-4dc5-be98-47f3a10c456f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:43.920227 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1841689a-e58e-4d7c-975f-c655adbf0ae6 req-b70839cf-b248-4931-8678-9fff2edc6151 service neutron] Publish callbacks [] for port (6255f6ef-fa9c-46aa-b0bb-396318c7ea5d), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:43.942598 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-6a05a668-4a12-4026-a13d-516e384667ae None None] Current status of the port c925c6b0-9c9e-4e93-9dd3-ef445215fe67 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:03:43.949345 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-6a05a668-4a12-4026-a13d-516e384667ae None None] Could not find standard attr ID for object e8e896c0-a96d-42a8-ac51-218f538bed6b. {{(pid=109804) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:03:43.960321 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c925c6b0-9c9e-4e93-9dd3-ef445215fe67 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:03:43.993566 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d44b5ade-9eb3-4cd8-a207-e7bfc48533f1 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (1b383a57-1ee6-4e75-8291-62c7272c9a39), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:44.004768 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-de1ff236-f371-444b-8ea4-5761a63610a3 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for security_group (7b9e01f6-0366-49ee-b577-1ddf913c531e), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:44.015278 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a594b63-ad85-4f57-8641-71a0f1caff48 None None] Checking router: 856e005d-bdbd-4450-b858-e0121a2f08d5 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:03:44.015887 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a594b63-ad85-4f57-8641-71a0f1caff48 None None] Updating router 856e005d-bdbd-4450-b858-e0121a2f08d5 port 42d2d995-c745-45a6-bb0f-f53421d3db64 binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:03:44.071606 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-b43e11c1-76fc-4e76-8db7-022381a1d67e None None] Could not find standard attr ID for object e8e896c0-a96d-42a8-ac51-218f538bed6b. {{(pid=109804) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:03:44.078397 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port c925c6b0-9c9e-4e93-9dd3-ef445215fe67 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:03:44.078882 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c925c6b0-9c9e-4e93-9dd3-ef445215fe67), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:44.084825 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d44b5ade-9eb3-4cd8-a207-e7bfc48533f1 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (1b383a57-1ee6-4e75-8291-62c7272c9a39), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:44.087144 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-1841689a-e58e-4d7c-975f-c655adbf0ae6 req-b70839cf-b248-4931-8678-9fff2edc6151 service neutron] Transition to ACTIVE for port object 6255f6ef-fa9c-46aa-b0bb-396318c7ea5d will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:03:44.119238 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1841689a-e58e-4d7c-975f-c655adbf0ae6 req-b70839cf-b248-4931-8678-9fff2edc6151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (6255f6ef-fa9c-46aa-b0bb-396318c7ea5d), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:44.126774 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44b5ade-9eb3-4cd8-a207-e7bfc48533f1 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:44.127914 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d44b5ade-9eb3-4cd8-a207-e7bfc48533f1 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:44.136155 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-5a594b63-ad85-4f57-8641-71a0f1caff48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (42d2d995-c745-45a6-bb0f-f53421d3db64), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:44.243325 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d44b5ade-9eb3-4cd8-a207-e7bfc48533f1 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1667643 Jan 28 03:03:44.251497 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51094) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:44.256163 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70839cf-b248-4931-8678-9fff2edc6151 service neutron] Pushing event updated for resources: {'Port': ['ID=6255f6ef-fa9c-46aa-b0bb-396318c7ea5d,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:44.278678 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-0b4aa1ee-b490-497c-9680-cb8084d7576a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1851349952'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:03:44.292852 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port c925c6b0-9c9e-4e93-9dd3-ef445215fe67 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:03:44.300745 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device d370b01b-59c8-4dc8-b3b6-2ba8f5965a4e up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:03:44.317728 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-de1ff236-f371-444b-8ea4-5761a63610a3 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (7b9e01f6-0366-49ee-b577-1ddf913c531e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:44.320814 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-de1ff236-f371-444b-8ea4-5761a63610a3 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:44.333606 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4aa1ee-b490-497c-9680-cb8084d7576a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Made reservation on behalf of 9b767bd768424bc897d9104ad9f6b8d5 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:03:44.334559 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-de1ff236-f371-444b-8ea4-5761a63610a3 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/security-groups/7b9e01f6-0366-49ee-b577-1ddf913c531e HTTP/1.1" status: 204 len: 168 time: 1.3628373 Jan 28 03:03:44.340939 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0b4aa1ee-b490-497c-9680-cb8084d7576a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:44.362892 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51096) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:44.378201 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-ea27ddd1-cb66-436e-a074-dc69723043fb req-0c9397a0-bf5c-4ef7-98cf-c6a5f466bd99 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks [] for port (c38bcf20-3072-40af-9fb4-c85c4a8d45cc), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:44.443797 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port d370b01b-59c8-4dc8-b3b6-2ba8f5965a4e triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:03:44.444417 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d370b01b-59c8-4dc8-b3b6-2ba8f5965a4e), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:44.451682 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1d87be4-8a0c-404d-8222-cdb256d6accf tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Deleting subnet 0312b1d5-a83c-468c-bbdf-f038b92d95ea {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:03:44.457364 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a1d87be4-8a0c-404d-8222-cdb256d6accf tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for subnet (0312b1d5-a83c-468c-bbdf-f038b92d95ea), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:44.501967 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ff236-f371-444b-8ea4-5761a63610a3 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9e01f6-0366-49ee-b577-1ddf913c531e,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:44.514111 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-1841689a-e58e-4d7c-975f-c655adbf0ae6 req-b70839cf-b248-4931-8678-9fff2edc6151 service neutron] Attempting to bind port 6255f6ef-fa9c-46aa-b0bb-396318c7ea5d on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:03:44.514451 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-1841689a-e58e-4d7c-975f-c655adbf0ae6 req-b70839cf-b248-4931-8678-9fff2edc6151 service neutron] Attempting to bind port 6255f6ef-fa9c-46aa-b0bb-396318c7ea5d by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '4acf9649-701a-4c52-848b-17775a86f000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7eb08ac7-28b6-44cb-8f23-2d10140ee419'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:03:44.514999 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1841689a-e58e-4d7c-975f-c655adbf0ae6 req-b70839cf-b248-4931-8678-9fff2edc6151 service neutron] Attempting to bind port 6255f6ef-fa9c-46aa-b0bb-396318c7ea5d on network 7eb08ac7-28b6-44cb-8f23-2d10140ee419 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:03:44.530877 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1841689a-e58e-4d7c-975f-c655adbf0ae6 req-b70839cf-b248-4931-8678-9fff2edc6151 service neutron] Port 6255f6ef-fa9c-46aa-b0bb-396318c7ea5d on network 7eb08ac7-28b6-44cb-8f23-2d10140ee419 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:03:44.531493 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1841689a-e58e-4d7c-975f-c655adbf0ae6 req-b70839cf-b248-4931-8678-9fff2edc6151 service neutron] Attempting to bind port 6255f6ef-fa9c-46aa-b0bb-396318c7ea5d on network 7eb08ac7-28b6-44cb-8f23-2d10140ee419 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:03:44.556055 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b5ade-9eb3-4cd8-a207-e7bfc48533f1 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event updated for resources: {'Network': ['ID=1b383a57-1ee6-4e75-8291-62c7272c9a39,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:44.562211 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1841689a-e58e-4d7c-975f-c655adbf0ae6 req-b70839cf-b248-4931-8678-9fff2edc6151 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:03:44.562822 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1841689a-e58e-4d7c-975f-c655adbf0ae6 req-b70839cf-b248-4931-8678-9fff2edc6151 service neutron] Checking segment: {'id': '4acf9649-701a-4c52-848b-17775a86f000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7eb08ac7-28b6-44cb-8f23-2d10140ee419'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:03:44.563388 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1841689a-e58e-4d7c-975f-c655adbf0ae6 req-b70839cf-b248-4931-8678-9fff2edc6151 service neutron] Bound using segment: {'id': '4acf9649-701a-4c52-848b-17775a86f000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7eb08ac7-28b6-44cb-8f23-2d10140ee419'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:03:44.564219 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-1841689a-e58e-4d7c-975f-c655adbf0ae6 req-b70839cf-b248-4931-8678-9fff2edc6151 service neutron] Bound port: 6255f6ef-fa9c-46aa-b0bb-396318c7ea5d, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4acf9649-701a-4c52-848b-17775a86f000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7eb08ac7-28b6-44cb-8f23-2d10140ee419'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:03:44.564927 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1841689a-e58e-4d7c-975f-c655adbf0ae6 req-b70839cf-b248-4931-8678-9fff2edc6151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (6255f6ef-fa9c-46aa-b0bb-396318c7ea5d), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:44.588940 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 1b383a57-1ee6-4e75-8291-62c7272c9a39 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:03:44.609553 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b4aa1ee-b490-497c-9680-cb8084d7576a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:03:44.611232 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-ea27ddd1-cb66-436e-a074-dc69723043fb req-0c9397a0-bf5c-4ef7-98cf-c6a5f466bd99 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (c38bcf20-3072-40af-9fb4-c85c4a8d45cc), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:44.635708 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a1d87be4-8a0c-404d-8222-cdb256d6accf tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (0312b1d5-a83c-468c-bbdf-f038b92d95ea), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:44.684839 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac58c9-9e61-4e76-b75c-b0c00e82ad01 req-583567f2-30ac-4ff2-be60-1e2157263a41 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:44.686509 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-73ac58c9-9e61-4e76-b75c-b0c00e82ad01 req-583567f2-30ac-4ff2-be60-1e2157263a41 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] 10.222.0.53 "GET /v2.0/ports?device_id=03ac3498-f664-4bd8-8526-e58100d59fca HTTP/1.1" status: 200 len: 943 time: 0.1889822 Jan 28 03:03:44.694143 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0b4aa1ee-b490-497c-9680-cb8084d7576a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (99e4fe29-e0d7-451b-a4d8-b7c2d0d98891), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:44.694803 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-0b4aa1ee-b490-497c-9680-cb8084d7576a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Added segment 99e4fe29-e0d7-451b-a4d8-b7c2d0d98891 of type vlan for network 6f31b0f7-647c-4a42-9457-66b0011d561a Jan 28 03:03:44.776208 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-261dc5ee-1bc9-4238-9f2b-82cba8846a8f None None] Could not find standard attr ID for object e8e896c0-a96d-42a8-ac51-218f538bed6b. {{(pid=109804) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:03:44.785206 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-73ac58c9-9e61-4e76-b75c-b0c00e82ad01 req-47b3d702-b07c-49bf-9901-e68b3d198c96 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a2de24-2e5c-45e7-8925-61cadd2cc7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836582 Jan 28 03:03:44.944341 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port d370b01b-59c8-4dc8-b3b6-2ba8f5965a4e is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:03:44.969928 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0b4aa1ee-b490-497c-9680-cb8084d7576a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (6f31b0f7-647c-4a42-9457-66b0011d561a), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:44.993194 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-5a594b63-ad85-4f57-8641-71a0f1caff48 None None] Publish callbacks [] for port (42d2d995-c745-45a6-bb0f-f53421d3db64), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:45.001235 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-5a594b63-ad85-4f57-8641-71a0f1caff48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (42d2d995-c745-45a6-bb0f-f53421d3db64), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:45.067800 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea27ddd1-cb66-436e-a074-dc69723043fb req-0c9397a0-bf5c-4ef7-98cf-c6a5f466bd99 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:03:45.090202 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9397a0-bf5c-4ef7-98cf-c6a5f466bd99 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Pushing event updated for resources: {'Port': ['ID=c38bcf20-3072-40af-9fb4-c85c4a8d45cc,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:45.098303 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-ea27ddd1-cb66-436e-a074-dc69723043fb req-0c9397a0-bf5c-4ef7-98cf-c6a5f466bd99 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:03:45.103322 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea27ddd1-cb66-436e-a074-dc69723043fb req-0c9397a0-bf5c-4ef7-98cf-c6a5f466bd99 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:03:45.126050 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde77f82-59a9-49f2-ad00-66da9a935a98 None None] Pushing event updated for resources: {'Port': ['ID=42d2d995-c745-45a6-bb0f-f53421d3db64,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:45.142645 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0b4aa1ee-b490-497c-9680-cb8084d7576a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (6f31b0f7-647c-4a42-9457-66b0011d561a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:45.150708 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4aa1ee-b490-497c-9680-cb8084d7576a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:45.151592 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0b4aa1ee-b490-497c-9680-cb8084d7576a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:45.155572 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde77f82-59a9-49f2-ad00-66da9a935a98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:45.156157 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde77f82-59a9-49f2-ad00-66da9a935a98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:45.156571 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde77f82-59a9-49f2-ad00-66da9a935a98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:45.157046 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde77f82-59a9-49f2-ad00-66da9a935a98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:45.157577 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde77f82-59a9-49f2-ad00-66da9a935a98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:45.158062 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde77f82-59a9-49f2-ad00-66da9a935a98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:45.158538 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde77f82-59a9-49f2-ad00-66da9a935a98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:45.158992 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde77f82-59a9-49f2-ad00-66da9a935a98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:45.159433 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde77f82-59a9-49f2-ad00-66da9a935a98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:45.159877 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde77f82-59a9-49f2-ad00-66da9a935a98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:45.160315 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde77f82-59a9-49f2-ad00-66da9a935a98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:45.160751 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde77f82-59a9-49f2-ad00-66da9a935a98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:45.161244 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde77f82-59a9-49f2-ad00-66da9a935a98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:03:45.192302 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a1d87be4-8a0c-404d-8222-cdb256d6accf tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (0312b1d5-a83c-468c-bbdf-f038b92d95ea), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:45.196842 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-1841689a-e58e-4d7c-975f-c655adbf0ae6 req-b70839cf-b248-4931-8678-9fff2edc6151 service neutron] For port 6255f6ef-fa9c-46aa-b0bb-396318c7ea5d, host n-h2-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:03:45.207908 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-1841689a-e58e-4d7c-975f-c655adbf0ae6 req-b70839cf-b248-4931-8678-9fff2edc6151 service neutron] For port 6255f6ef-fa9c-46aa-b0bb-396318c7ea5d, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=6255f6ef-fa9c-46aa-b0bb-396318c7ea5d,segment=NetworkSegment(4acf9649-701a-4c52-848b-17775a86f000),segment_id=4acf9649-701a-4c52-848b-17775a86f000)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:03:45.223791 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1841689a-e58e-4d7c-975f-c655adbf0ae6 req-b70839cf-b248-4931-8678-9fff2edc6151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (6255f6ef-fa9c-46aa-b0bb-396318c7ea5d), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:45.358906 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-5a594b63-ad85-4f57-8641-71a0f1caff48 None None] Attempting to bind port 42d2d995-c745-45a6-bb0f-f53421d3db64 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:03:45.359311 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-5a594b63-ad85-4f57-8641-71a0f1caff48 None None] Attempting to bind port 42d2d995-c745-45a6-bb0f-f53421d3db64 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '7eb56338-c5d7-40c6-9ab1-064fc35f54b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd8078330-9b0a-418c-8fa1-d255144ea610'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:03:45.359680 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a594b63-ad85-4f57-8641-71a0f1caff48 None None] Attempting to bind port 42d2d995-c745-45a6-bb0f-f53421d3db64 on network d8078330-9b0a-418c-8fa1-d255144ea610 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:03:45.367708 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a594b63-ad85-4f57-8641-71a0f1caff48 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:03:45.368293 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a594b63-ad85-4f57-8641-71a0f1caff48 None None] Checking segment: {'id': '7eb56338-c5d7-40c6-9ab1-064fc35f54b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd8078330-9b0a-418c-8fa1-d255144ea610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:03:45.368907 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-5a594b63-ad85-4f57-8641-71a0f1caff48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:45.374169 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841689a-e58e-4d7c-975f-c655adbf0ae6 req-b70839cf-b248-4931-8678-9fff2edc6151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:45.375178 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1841689a-e58e-4d7c-975f-c655adbf0ae6 req-b70839cf-b248-4931-8678-9fff2edc6151 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:45.379578 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a594b63-ad85-4f57-8641-71a0f1caff48 None None] Bound using segment: {'id': '7eb56338-c5d7-40c6-9ab1-064fc35f54b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd8078330-9b0a-418c-8fa1-d255144ea610'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:03:45.380755 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-5a594b63-ad85-4f57-8641-71a0f1caff48 None None] Bound port: 42d2d995-c745-45a6-bb0f-f53421d3db64, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb56338-c5d7-40c6-9ab1-064fc35f54b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd8078330-9b0a-418c-8fa1-d255144ea610'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:03:45.381945 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-5a594b63-ad85-4f57-8641-71a0f1caff48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (42d2d995-c745-45a6-bb0f-f53421d3db64), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:45.382244 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1841689a-e58e-4d7c-975f-c655adbf0ae6 req-b70839cf-b248-4931-8678-9fff2edc6151 service neutron] 10.222.0.39 "PUT /v2.0/ports/6255f6ef-fa9c-46aa-b0bb-396318c7ea5d HTTP/1.1" status: 200 len: 1092 time: 3.2917988 Jan 28 03:03:45.389023 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03ac3498-f664-4bd8-8526-e58100d59fca', 'tag': '6255f6ef-fa9c-46aa-b0bb-396318c7ea5d'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:03:45.395165 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76bf053-a758-44c9-bdcf-bdac3e9e8c4d" -d '{"events": [{"name": "network-changed", "server_uuid": "03ac3498-f664-4bd8-8526-e58100d59fca", "tag": "6255f6ef-fa9c-46aa-b0bb-396318c7ea5d"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:03:45.465729 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0b4aa1ee-b490-497c-9680-cb8084d7576a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2096965 Jan 28 03:03:45.468359 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51112) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:45.490586 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-15cd3bf8-d9ce-4148-b974-d2beee505401 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Request body: {'subnet': {'network_id': '1b383a57-1ee6-4e75-8291-62c7272c9a39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:03:45.568093 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51114) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:45.574876 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-5a594b63-ad85-4f57-8641-71a0f1caff48 None None] For port 42d2d995-c745-45a6-bb0f-f53421d3db64, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:03:45.582475 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-5a594b63-ad85-4f57-8641-71a0f1caff48 None None] For port 42d2d995-c745-45a6-bb0f-f53421d3db64, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=42d2d995-c745-45a6-bb0f-f53421d3db64,segment=NetworkSegment(7eb56338-c5d7-40c6-9ab1-064fc35f54b3),segment_id=7eb56338-c5d7-40c6-9ab1-064fc35f54b3)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:03:45.592416 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-5a594b63-ad85-4f57-8641-71a0f1caff48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (42d2d995-c745-45a6-bb0f-f53421d3db64), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:45.597304 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4aa1ee-b490-497c-9680-cb8084d7576a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event updated for resources: {'Network': ['ID=6f31b0f7-647c-4a42-9457-66b0011d561a,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:45.627047 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 6f31b0f7-647c-4a42-9457-66b0011d561a details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:03:45.641893 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-ea27ddd1-cb66-436e-a074-dc69723043fb req-0c9397a0-bf5c-4ef7-98cf-c6a5f466bd99 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks [] for floatingip (288e458d-bc3f-4346-abdd-c40de994e722), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:45.651989 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a1d87be4-8a0c-404d-8222-cdb256d6accf tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (0312b1d5-a83c-468c-bbdf-f038b92d95ea), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:45.680253 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a594b63-ad85-4f57-8641-71a0f1caff48 None None] Routers {'856e005d-bdbd-4450-b858-e0121a2f08d5'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:03:45.681167 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-5a594b63-ad85-4f57-8641-71a0f1caff48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:03:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['856e005d-bdbd-4450-b858-e0121a2f08d5'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:45.704978 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a012589f-08b9-4829-8c42-85ea08fc4b81 x-openstack-request-id: req-a012589f-08b9-4829-8c42-85ea08fc4b81 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:03:45.709576 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03ac3498-f664-4bd8-8526-e58100d59fca", "tag": "6255f6ef-fa9c-46aa-b0bb-396318c7ea5d", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:03:45.710236 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a012589f-08b9-4829-8c42-85ea08fc4b81 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:03:45.711137 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03ac3498-f664-4bd8-8526-e58100d59fca', 'tag': '6255f6ef-fa9c-46aa-b0bb-396318c7ea5d', 'status': 'completed', 'code': 200} Jan 28 03:03:45.714291 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70839cf-b248-4931-8678-9fff2edc6151 service neutron] Pushing event updated for resources: {'Port': ['ID=6255f6ef-fa9c-46aa-b0bb-396318c7ea5d,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:45.781059 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d87be4-8a0c-404d-8222-cdb256d6accf tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event deleted for resources: {'Subnet': ['ID=0312b1d5-a83c-468c-bbdf-f038b92d95ea,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:45.790515 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a1d87be4-8a0c-404d-8222-cdb256d6accf tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:45.801738 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a1d87be4-8a0c-404d-8222-cdb256d6accf tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/subnets/0312b1d5-a83c-468c-bbdf-f038b92d95ea HTTP/1.1" status: 204 len: 168 time: 1.4270971 Jan 28 03:03:45.802130 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51118) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:45.808911 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-347c3015-a2e2-4527-9d2e-6bb5cf98abda tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'subnet': {'network_id': '73247e45-1b2a-489f-9d72-d4901e9fb024', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:03:45.815591 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7708e213-adad-4d3e-8270-deb5b857a115 None None] Network 73247e45-1b2a-489f-9d72-d4901e9fb024 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:03:45.981709 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b991e581-827f-45ba-ba2f-49a76306e89a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:45.991950 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-5a594b63-ad85-4f57-8641-71a0f1caff48 None None] Set router 856e005d-bdbd-4450-b858-e0121a2f08d5 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:03:46.000729 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-ea27ddd1-cb66-436e-a074-dc69723043fb req-0c9397a0-bf5c-4ef7-98cf-c6a5f466bd99 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c38bcf20-3072-40af-9fb4-c85c4a8d45cc), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:46.023523 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-d248bbd7-214c-4f0f-8af7-25096c096a25 None None] Provisioning complete for port 42d2d995-c745-45a6-bb0f-f53421d3db64 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:03:46.023894 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d248bbd7-214c-4f0f-8af7-25096c096a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (42d2d995-c745-45a6-bb0f-f53421d3db64), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:46.102738 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15cd3bf8-d9ce-4148-b974-d2beee505401 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Made reservation on behalf of 9b767bd768424bc897d9104ad9f6b8d5 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:03:46.107438 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-15cd3bf8-d9ce-4148-b974-d2beee505401 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:46.131602 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841689a-e58e-4d7c-975f-c655adbf0ae6 req-51e1ba8d-e3e4-4297-92b4-740d32140a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:46.134905 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1841689a-e58e-4d7c-975f-c655adbf0ae6 req-51e1ba8d-e3e4-4297-92b4-740d32140a95 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fef6ae9550604162a4febc12c6747b6c&device_id=03ac3498-f664-4bd8-8526-e58100d59fca HTTP/1.1" status: 200 len: 1095 time: 0.4213572 Jan 28 03:03:46.251040 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-d248bbd7-214c-4f0f-8af7-25096c096a25 None None] Current status of the port 42d2d995-c745-45a6-bb0f-f53421d3db64 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:03:46.251756 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d248bbd7-214c-4f0f-8af7-25096c096a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (42d2d995-c745-45a6-bb0f-f53421d3db64), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:46.327757 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-d248bbd7-214c-4f0f-8af7-25096c096a25 None None] For port 42d2d995-c745-45a6-bb0f-f53421d3db64, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=42d2d995-c745-45a6-bb0f-f53421d3db64,segment=NetworkSegment(7eb56338-c5d7-40c6-9ab1-064fc35f54b3),segment_id=7eb56338-c5d7-40c6-9ab1-064fc35f54b3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:03:46.353006 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d248bbd7-214c-4f0f-8af7-25096c096a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (42d2d995-c745-45a6-bb0f-f53421d3db64), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:46.368993 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde77f82-59a9-49f2-ad00-66da9a935a98 None None] Pushing event updated for resources: {'Port': ['ID=42d2d995-c745-45a6-bb0f-f53421d3db64,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:46.470075 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1841689a-e58e-4d7c-975f-c655adbf0ae6 req-18a891c0-fb4a-42b6-9f8a-0775a071dce1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6255f6ef-fa9c-46aa-b0bb-396318c7ea5d HTTP/1.1" status: 200 len: 217 time: 0.3164554 Jan 28 03:03:46.496615 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a146ee-4476-4591-bcf0-2bee9e213e0a req-b139d61e-87c5-4f00-9861-61a21b3391d1 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:46.511164 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b0a146ee-4476-4591-bcf0-2bee9e213e0a req-b139d61e-87c5-4f00-9861-61a21b3391d1 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] 10.222.0.53 "GET /v2.0/ports?device_id=03ac3498-f664-4bd8-8526-e58100d59fca HTTP/1.1" status: 200 len: 943 time: 0.3750491 Jan 28 03:03:46.523226 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-5a594b63-ad85-4f57-8641-71a0f1caff48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856e005d-bdbd-4450-b858-e0121a2f08d5', 'name': 'tempest-FloatingIPDetailsTestJSON-43466687-router', 'tenant_id': '9f20c05a24104ae6b217f2b97705d14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'd370b01b-59c8-4dc8-b3b6-2ba8f5965a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:03:25Z', 'updated_at': '2022-01-28T03:03:38Z', 'revision_number': 4, 'project_id': '9f20c05a24104ae6b217f2b97705d14f', 'gw_port': {'id': 'd370b01b-59c8-4dc8-b3b6-2ba8f5965a4e', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:23:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856e005d-bdbd-4450-b858-e0121a2f08d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:03:28Z', 'updated_at': '2022-01-28T03:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '42d2d995-c745-45a6-bb0f-f53421d3db64', 'name': '', 'network_id': 'd8078330-9b0a-418c-8fa1-d255144ea610', 'tenant_id': '9f20c05a24104ae6b217f2b97705d14f', 'mac_address': 'fa:16:3e:2a:d1:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856e005d-bdbd-4450-b858-e0121a2f08d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '843254b2-0c75-4dc5-be98-47f3a10c456f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:03:35Z', 'updated_at': '2022-01-28T03:03:45Z', 'revision_number': 4, 'project_id': '9f20c05a24104ae6b217f2b97705d14f', 'subnets': [{'id': '843254b2-0c75-4dc5-be98-47f3a10c456f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:46.572639 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d248bbd7-214c-4f0f-8af7-25096c096a25 None None] Pushing event updated for resources: {'Port': ['ID=42d2d995-c745-45a6-bb0f-f53421d3db64,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:46.591852 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-e935d623-fdd3-4a2f-844d-6bae1b26ccc7 None None] Provisioning complete for port 42d2d995-c745-45a6-bb0f-f53421d3db64 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:03:46.592365 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a594b63-ad85-4f57-8641-71a0f1caff48 None None] The sync data for ids ['856e005d-bdbd-4450-b858-e0121a2f08d5'] in n-d-712139-27 is: [{'id': '856e005d-bdbd-4450-b858-e0121a2f08d5', 'name': 'tempest-FloatingIPDetailsTestJSON-43466687-router', 'tenant_id': '9f20c05a24104ae6b217f2b97705d14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'd370b01b-59c8-4dc8-b3b6-2ba8f5965a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:03:25Z', 'updated_at': '2022-01-28T03:03:38Z', 'revision_number': 4, 'project_id': '9f20c05a24104ae6b217f2b97705d14f', 'gw_port': {'id': 'd370b01b-59c8-4dc8-b3b6-2ba8f5965a4e', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:23:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856e005d-bdbd-4450-b858-e0121a2f08d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:03:28Z', 'updated_at': '2022-01-28T03:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '42d2d995-c745-45a6-bb0f-f53421d3db64', 'name': '', 'network_id': 'd8078330-9b0a-418c-8fa1-d255144ea610', 'tenant_id': '9f20c05a24104ae6b217f2b97705d14f', 'mac_address': 'fa:16:3e:2a:d1:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856e005d-bdbd-4450-b858-e0121a2f08d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '843254b2-0c75-4dc5-be98-47f3a10c456f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:03:35Z', 'updated_at': '2022-01-28T03:03:45Z', 'revision_number': 4, 'project_id': '9f20c05a24104ae6b217f2b97705d14f', 'subnets': [{'id': '843254b2-0c75-4dc5-be98-47f3a10c456f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:03:46.593126 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e935d623-fdd3-4a2f-844d-6bae1b26ccc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (42d2d995-c745-45a6-bb0f-f53421d3db64), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:46.638179 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347c3015-a2e2-4527-9d2e-6bb5cf98abda tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Made reservation on behalf of e836b14247804add85a66880853283af for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:03:46.645451 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-347c3015-a2e2-4527-9d2e-6bb5cf98abda tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:46.823153 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e935d623-fdd3-4a2f-844d-6bae1b26ccc7 None None] Current status of the port 42d2d995-c745-45a6-bb0f-f53421d3db64 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:03:46.873410 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b0a146ee-4476-4591-bcf0-2bee9e213e0a req-fee7c056-2798-4455-a85e-1590d94174f2 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a2de24-2e5c-45e7-8925-61cadd2cc7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594680 Jan 28 03:03:46.880066 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b991e581-827f-45ba-ba2f-49a76306e89a admin admin] Publish callbacks [] for security_group (45e16d29-0fe1-41e4-a6e9-03c0bb7213c8), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:46.903080 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b991e581-827f-45ba-ba2f-49a76306e89a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (45e16d29-0fe1-41e4-a6e9-03c0bb7213c8), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:47.025182 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-ea27ddd1-cb66-436e-a074-dc69723043fb req-0c9397a0-bf5c-4ef7-98cf-c6a5f466bd99 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks [] for port (c38bcf20-3072-40af-9fb4-c85c4a8d45cc), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:47.034187 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991e581-827f-45ba-ba2f-49a76306e89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e16d29-0fe1-41e4-a6e9-03c0bb7213c8,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:47.047482 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b991e581-827f-45ba-ba2f-49a76306e89a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d12928a683784a3592b1776718c44b60&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4678359 Jan 28 03:03:47.052684 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51126) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:47.088876 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-ea27ddd1-cb66-436e-a074-dc69723043fb req-0c9397a0-bf5c-4ef7-98cf-c6a5f466bd99 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (c38bcf20-3072-40af-9fb4-c85c4a8d45cc), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:47.263528 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5c46fd8a-28bf-4df6-a7cd-a91cee86ed3e admin admin] Publish callbacks [] for security_group (45e16d29-0fe1-41e4-a6e9-03c0bb7213c8), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:47.334511 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5c46fd8a-28bf-4df6-a7cd-a91cee86ed3e admin admin] Publish callbacks [] for security_group (45e16d29-0fe1-41e4-a6e9-03c0bb7213c8), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:47.562827 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-ea27ddd1-cb66-436e-a074-dc69723043fb req-0c9397a0-bf5c-4ef7-98cf-c6a5f466bd99 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (288e458d-bc3f-4346-abdd-c40de994e722), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:47.569290 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5c46fd8a-28bf-4df6-a7cd-a91cee86ed3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (45e16d29-0fe1-41e4-a6e9-03c0bb7213c8), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:47.582053 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5c46fd8a-28bf-4df6-a7cd-a91cee86ed3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:47.584248 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5c46fd8a-28bf-4df6-a7cd-a91cee86ed3e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/45e16d29-0fe1-41e4-a6e9-03c0bb7213c8 HTTP/1.1" status: 204 len: 168 time: 0.5303483 Jan 28 03:03:47.674897 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-e866b1b9-d586-4de3-84e7-4162d72644b3 None None] Provisioning complete for port 97463e4d-b08c-442d-8c82-d58e13a72e14 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:03:47.675830 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e866b1b9-d586-4de3-84e7-4162d72644b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (97463e4d-b08c-442d-8c82-d58e13a72e14), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:47.705297 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c46fd8a-28bf-4df6-a7cd-a91cee86ed3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e16d29-0fe1-41e4-a6e9-03c0bb7213c8,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:47.724786 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841689a-e58e-4d7c-975f-c655adbf0ae6 req-e108c424-87e4-4d8d-a361-b026bfbafce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:47.729521 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1841689a-e58e-4d7c-975f-c655adbf0ae6 req-e108c424-87e4-4d8d-a361-b026bfbafce1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=73065a9b-6f2f-4028-9669-8ccc64fd1ea6 HTTP/1.1" status: 200 len: 858 time: 0.6858230 Jan 28 03:03:47.735251 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-347c3015-a2e2-4527-9d2e-6bb5cf98abda tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (b636e27f-9e5c-45b0-b43d-20bf96d50fac), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:47.743571 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-ea27ddd1-cb66-436e-a074-dc69723043fb req-0c9397a0-bf5c-4ef7-98cf-c6a5f466bd99 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:47.747945 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ea27ddd1-cb66-436e-a074-dc69723043fb req-0c9397a0-bf5c-4ef7-98cf-c6a5f466bd99 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.8754504 Jan 28 03:03:47.761985 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9397a0-bf5c-4ef7-98cf-c6a5f466bd99 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Pushing event updated for resources: {'Port': ['ID=c38bcf20-3072-40af-9fb4-c85c4a8d45cc,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:47.908902 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347c3015-a2e2-4527-9d2e-6bb5cf98abda tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Network 73247e45-1b2a-489f-9d72-d4901e9fb024 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:03:47.917141 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1841689a-e58e-4d7c-975f-c655adbf0ae6 req-4b87d10d-445a-4484-a1ea-4b912da07f81 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7eb08ac7-28b6-44cb-8f23-2d10140ee419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1608984 Jan 28 03:03:47.945918 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-347c3015-a2e2-4527-9d2e-6bb5cf98abda tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:03:47.970235 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347c3015-a2e2-4527-9d2e-6bb5cf98abda tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:47.971120 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-347c3015-a2e2-4527-9d2e-6bb5cf98abda tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:47.977325 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b97eb3-96f5-47ea-bc53-24731d67259f None None] Network 73247e45-1b2a-489f-9d72-d4901e9fb024 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:03:48.020279 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347c3015-a2e2-4527-9d2e-6bb5cf98abda tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event updated for resources: {'Subnet': ['ID=b636e27f-9e5c-45b0-b43d-20bf96d50fac,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:48.044246 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e866b1b9-d586-4de3-84e7-4162d72644b3 None None] Port 97463e4d-b08c-442d-8c82-d58e13a72e14 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:03:48.056968 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-347c3015-a2e2-4527-9d2e-6bb5cf98abda tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2534304 Jan 28 03:03:48.062038 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51138) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:48.079790 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-f08b3739-b4fa-43a2-8236-1193e06268c6 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'security_group': {'name': 'tempest-secgroup-1231154595'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:03:48.286861 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-e866b1b9-d586-4de3-84e7-4162d72644b3 None None] Provisioning complete for port c925c6b0-9c9e-4e93-9dd3-ef445215fe67 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:03:48.288185 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e866b1b9-d586-4de3-84e7-4162d72644b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c925c6b0-9c9e-4e93-9dd3-ef445215fe67), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:48.295824 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f08b3739-b4fa-43a2-8236-1193e06268c6 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:48.344732 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1841689a-e58e-4d7c-975f-c655adbf0ae6 req-3cb54533-fc91-4480-b5ed-ab5cc7293af4 service neutron] 10.222.0.39 "GET /v2.0/networks/7eb08ac7-28b6-44cb-8f23-2d10140ee419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172761 Jan 28 03:03:48.387452 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 42d2d995-c745-45a6-bb0f-f53421d3db64 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:03:48.603662 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f08b3739-b4fa-43a2-8236-1193e06268c6 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for security_group (7a0bb39e-6669-4df1-86be-9a81a81c1fff), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:48.616315 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f08b3739-b4fa-43a2-8236-1193e06268c6 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (7a0bb39e-6669-4df1-86be-9a81a81c1fff), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:48.655589 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f08b3739-b4fa-43a2-8236-1193e06268c6 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:48.662572 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f08b3739-b4fa-43a2-8236-1193e06268c6 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5987999 Jan 28 03:03:48.669809 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51150) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:48.681092 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-8f9b7a9a-0297-42df-aa75-256b9898c81d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'security_group': {'name': 'tempest-secgroup-1830105304'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:03:48.747484 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8633a9b-b8a7-4b40-9f4b-a22da70ab260 req-d520f6ec-9cf5-483b-bf90-c34ccea89804 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:48.758967 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b8633a9b-b8a7-4b40-9f4b-a22da70ab260 req-d520f6ec-9cf5-483b-bf90-c34ccea89804 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] 10.222.0.53 "GET /v2.0/ports?device_id=03ac3498-f664-4bd8-8526-e58100d59fca HTTP/1.1" status: 200 len: 943 time: 0.5949183 Jan 28 03:03:48.761731 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8f9b7a9a-0297-42df-aa75-256b9898c81d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:48.827276 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b3739-b4fa-43a2-8236-1193e06268c6 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0bb39e-6669-4df1-86be-9a81a81c1fff,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:49.004711 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b8633a9b-b8a7-4b40-9f4b-a22da70ab260 req-4599452e-e6f0-4731-94c7-39e339b1033b tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a2de24-2e5c-45e7-8925-61cadd2cc7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439845 Jan 28 03:03:49.153529 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8f9b7a9a-0297-42df-aa75-256b9898c81d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for security_group (2934f8b9-8a59-4efc-980c-d74451d659e7), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:49.163788 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8f9b7a9a-0297-42df-aa75-256b9898c81d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (2934f8b9-8a59-4efc-980c-d74451d659e7), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:49.193800 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8f9b7a9a-0297-42df-aa75-256b9898c81d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:49.195859 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8f9b7a9a-0297-42df-aa75-256b9898c81d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5187457 Jan 28 03:03:49.201891 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51158) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:49.229430 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-05fec696-1a7c-4895-be90-307f6ef0180e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'security_group': {'name': 'tempest-secgroup-547585378'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:03:49.287105 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9b7a9a-0297-42df-aa75-256b9898c81d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2934f8b9-8a59-4efc-980c-d74451d659e7,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:49.294904 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 42d2d995-c745-45a6-bb0f-f53421d3db64 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:03:49.295932 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (42d2d995-c745-45a6-bb0f-f53421d3db64), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:49.304157 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-05fec696-1a7c-4895-be90-307f6ef0180e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:49.349456 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-15cd3bf8-d9ce-4148-b974-d2beee505401 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (e3945972-5a0c-4b5e-aaa1-ce6758b80a4c), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:49.377437 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ea27ddd1-cb66-436e-a074-dc69723043fb req-374ac989-d559-4d34-a6ee-1e640d4b3e9c tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.247 HTTP/1.1" status: 200 len: 696 time: 1.6026230 Jan 28 03:03:49.458205 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-05fec696-1a7c-4895-be90-307f6ef0180e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for security_group (c36a1ae7-cbbd-45d7-8580-fae8f0d6a203), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:49.467853 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-05fec696-1a7c-4895-be90-307f6ef0180e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c36a1ae7-cbbd-45d7-8580-fae8f0d6a203), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:49.485189 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2516237a-6aac-4e3f-b8a7-c18939ea9d1f None None] Update dhcp port {'port': {'network_id': '73247e45-1b2a-489f-9d72-d4901e9fb024', 'fixed_ips': [{'subnet_id': 'c7508706-0c45-41e0-b0b6-34a27f36c533', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b636e27f-9e5c-45b0-b43d-20bf96d50fac'}], 'binding:host_id': 'n-d-712139-27'}, 'id': 'c925c6b0-9c9e-4e93-9dd3-ef445215fe67'} from n-d-712139-27. {{(pid=109804) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 03:03:49.570566 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-05fec696-1a7c-4895-be90-307f6ef0180e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:49.576980 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-05fec696-1a7c-4895-be90-307f6ef0180e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3738725 Jan 28 03:03:49.584705 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51162) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:49.606264 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-d11ba49a-c317-4431-8709-29506a9b93a1 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-381098083', 'security_groups': ['c36a1ae7-cbbd-45d7-8580-fae8f0d6a203'], 'network_id': '73247e45-1b2a-489f-9d72-d4901e9fb024', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b636e27f-9e5c-45b0-b43d-20bf96d50fac'}]}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:03:49.632023 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2516237a-6aac-4e3f-b8a7-c18939ea9d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c925c6b0-9c9e-4e93-9dd3-ef445215fe67), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:49.684842 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fec696-1a7c-4895-be90-307f6ef0180e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c36a1ae7-cbbd-45d7-8580-fae8f0d6a203,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:49.701379 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e866b1b9-d586-4de3-84e7-4162d72644b3 None None] Current status of the port c925c6b0-9c9e-4e93-9dd3-ef445215fe67 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:03:49.809223 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cd3bf8-d9ce-4148-b974-d2beee505401 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Checking segment: {'id': '2db2658e-1189-4033-9fbe-f3b7240fcfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1b383a57-1ee6-4e75-8291-62c7272c9a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:03:49.812818 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cd3bf8-d9ce-4148-b974-d2beee505401 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Network hostable DHCP agents. Network: 1b383a57-1ee6-4e75-8291-62c7272c9a39, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:03:49.874301 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27ddd1-cb66-436e-a074-dc69723043fb req-30edabda-63f7-425f-aba4-65cdd97756ca tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:49.884848 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ea27ddd1-cb66-436e-a074-dc69723043fb req-30edabda-63f7-425f-aba4-65cdd97756ca tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] 10.222.0.53 "GET /v2.0/networks/8f7dc9c9-eaf1-4339-a2e3-884554154641 HTTP/1.1" status: 200 len: 784 time: 0.5018747 Jan 28 03:03:49.904165 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd3bf8-d9ce-4148-b974-d2beee505401 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event updated for resources: {'Subnet': ['ID=e3945972-5a0c-4b5e-aaa1-ce6758b80a4c,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:49.935040 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [req-ea27ddd1-cb66-436e-a074-dc69723043fb req-bf54ecfd-2036-4b9a-8a33-417723a593a9 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:03:49.943357 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ea27ddd1-cb66-436e-a074-dc69723043fb req-bf54ecfd-2036-4b9a-8a33-417723a593a9 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0571778 Jan 28 03:03:49.958209 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11ba49a-c317-4431-8709-29506a9b93a1 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Made reservation on behalf of e836b14247804add85a66880853283af for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:03:50.008644 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cd3bf8-d9ce-4148-b974-d2beee505401 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Network 1b383a57-1ee6-4e75-8291-62c7272c9a39 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:03:50.026258 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1841689a-e58e-4d7c-975f-c655adbf0ae6 req-5a3fa3d7-7247-4394-a3b3-97aada3b1d2c service neutron] 10.222.0.39 "GET /v2.0/networks/7eb08ac7-28b6-44cb-8f23-2d10140ee419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7008107 Jan 28 03:03:50.037338 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-15cd3bf8-d9ce-4148-b974-d2beee505401 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 1b383a57-1ee6-4e75-8291-62c7272c9a39) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:03:50.059510 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cd3bf8-d9ce-4148-b974-d2beee505401 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:50.064558 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-15cd3bf8-d9ce-4148-b974-d2beee505401 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:50.114656 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-15cd3bf8-d9ce-4148-b974-d2beee505401 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.6381123 Jan 28 03:03:50.119673 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51176) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:50.129330 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-17cb776d-baa3-420e-a744-71671efcac55 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Request body: {'subnet': {'network_id': '6f31b0f7-647c-4a42-9457-66b0011d561a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:03:50.138188 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-2516237a-6aac-4e3f-b8a7-c18939ea9d1f None None] Allocated IP 172.20.0.2 (73247e45-1b2a-489f-9d72-d4901e9fb024/b636e27f-9e5c-45b0-b43d-20bf96d50fac/c925c6b0-9c9e-4e93-9dd3-ef445215fe67) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:03:50.167569 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c260c251-7063-43f7-bae0-a5ac429db7a5 None None] Network 1b383a57-1ee6-4e75-8291-62c7272c9a39 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:03:50.393521 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76bf053-a758-44c9-bdcf-bdac3e9e8c4d req-fd0a4b29-d742-4c21-b196-cc0546faa1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:50.393521 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f76bf053-a758-44c9-bdcf-bdac3e9e8c4d req-fd0a4b29-d742-4c21-b196-cc0546faa1ec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fef6ae9550604162a4febc12c6747b6c&device_id=03ac3498-f664-4bd8-8526-e58100d59fca HTTP/1.1" status: 200 len: 1095 time: 0.2172058 Jan 28 03:03:50.394495 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d11ba49a-c317-4431-8709-29506a9b93a1 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:50.395156 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 42d2d995-c745-45a6-bb0f-f53421d3db64 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:03:50.468474 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-d11ba49a-c317-4431-8709-29506a9b93a1 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] device_id is not set on port 31468fb3-de42-4fa8-8aeb-e209e2006074 yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:03:50.500858 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d25e9ef5-60e5-4f97-8edf-4ac4ed790236 req-ba04fd49-40d4-4f70-80cc-055ff22b476e tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5025802 Jan 28 03:03:50.508203 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17cb776d-baa3-420e-a744-71671efcac55 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Made reservation on behalf of 9b767bd768424bc897d9104ad9f6b8d5 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:03:50.512166 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-17cb776d-baa3-420e-a744-71671efcac55 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:50.543416 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-2516237a-6aac-4e3f-b8a7-c18939ea9d1f None None] For port c925c6b0-9c9e-4e93-9dd3-ef445215fe67, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=c925c6b0-9c9e-4e93-9dd3-ef445215fe67,segment=NetworkSegment(86083ebf-72dc-4da6-8dc2-de8c30dafc87),segment_id=86083ebf-72dc-4da6-8dc2-de8c30dafc87)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:03:50.568433 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e28f679-0be7-4dd2-9b96-653b3cf34c30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-1b383a57-1ee6-4e75-8291-62c7272c9a39', 'network_id': '1b383a57-1ee6-4e75-8291-62c7272c9a39', 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'fixed_ips': [{'subnet_id': 'e3945972-5a0c-4b5e-aaa1-ce6758b80a4c'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:03:50.570297 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1e28f679-0be7-4dd2-9b96-653b3cf34c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:50.643548 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2516237a-6aac-4e3f-b8a7-c18939ea9d1f None None] Publish callbacks [] for port (c925c6b0-9c9e-4e93-9dd3-ef445215fe67), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:50.744655 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2516237a-6aac-4e3f-b8a7-c18939ea9d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c925c6b0-9c9e-4e93-9dd3-ef445215fe67), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:50.778042 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-17cb776d-baa3-420e-a744-71671efcac55 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (0ae2770e-17f0-4e2f-a7a8-cbbffa5fd456), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:50.804920 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac4c95-0ee9-4ff7-81d2-ae06e228d471 req-8af8d3f1-6100-4221-a10a-ca49daacd687 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:50.806929 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bbac4c95-0ee9-4ff7-81d2-ae06e228d471 req-8af8d3f1-6100-4221-a10a-ca49daacd687 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] 10.222.0.53 "GET /v2.0/ports?device_id=03ac3498-f664-4bd8-8526-e58100d59fca HTTP/1.1" status: 200 len: 943 time: 0.5214424 Jan 28 03:03:50.892960 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bbac4c95-0ee9-4ff7-81d2-ae06e228d471 req-518a2939-e5f8-4ae3-b8df-13ccff6bc24f tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a2de24-2e5c-45e7-8925-61cadd2cc7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636280 Jan 28 03:03:50.954932 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cb776d-baa3-420e-a744-71671efcac55 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event updated for resources: {'Subnet': ['ID=0ae2770e-17f0-4e2f-a7a8-cbbffa5fd456,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:50.961014 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76bf053-a758-44c9-bdcf-bdac3e9e8c4d req-5ae7af86-b71b-4994-a3a4-dff7b9a0a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:50.965885 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f76bf053-a758-44c9-bdcf-bdac3e9e8c4d req-5ae7af86-b71b-4994-a3a4-dff7b9a0a807 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7eb08ac7-28b6-44cb-8f23-2d10140ee419 HTTP/1.1" status: 200 len: 919 time: 0.5575724 Jan 28 03:03:51.025204 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f76bf053-a758-44c9-bdcf-bdac3e9e8c4d req-00fbe7b0-2a86-454c-9d4a-cb526e698782 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6255f6ef-fa9c-46aa-b0bb-396318c7ea5d HTTP/1.1" status: 200 len: 217 time: 0.0468156 Jan 28 03:03:51.025204 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cb776d-baa3-420e-a744-71671efcac55 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Checking segment: {'id': '99e4fe29-e0d7-451b-a4d8-b7c2d0d98891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6f31b0f7-647c-4a42-9457-66b0011d561a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:03:51.025204 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cb776d-baa3-420e-a744-71671efcac55 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Network hostable DHCP agents. Network: 6f31b0f7-647c-4a42-9457-66b0011d561a, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:03:51.085926 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cb776d-baa3-420e-a744-71671efcac55 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Network 6f31b0f7-647c-4a42-9457-66b0011d561a is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:03:51.097337 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2516237a-6aac-4e3f-b8a7-c18939ea9d1f None None] Pushing event updated for resources: {'Port': ['ID=c925c6b0-9c9e-4e93-9dd3-ef445215fe67,revision_number=6']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:51.099523 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76bf053-a758-44c9-bdcf-bdac3e9e8c4d req-111b271d-6599-4365-8901-712f11484f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:51.100978 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f76bf053-a758-44c9-bdcf-bdac3e9e8c4d req-111b271d-6599-4365-8901-712f11484f8c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=73065a9b-6f2f-4028-9669-8ccc64fd1ea6 HTTP/1.1" status: 200 len: 858 time: 0.0726545 Jan 28 03:03:51.107771 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-17cb776d-baa3-420e-a744-71671efcac55 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 6f31b0f7-647c-4a42-9457-66b0011d561a) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:03:51.125603 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc4cb38-8c13-4773-96f3-7e22b85a9c36 None None] Network 6f31b0f7-647c-4a42-9457-66b0011d561a requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:03:51.167845 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cb776d-baa3-420e-a744-71671efcac55 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:51.170499 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-17cb776d-baa3-420e-a744-71671efcac55 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:51.221645 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-1e28f679-0be7-4dd2-9b96-653b3cf34c30 None None] Allocated IP 2001:db8::2 (1b383a57-1ee6-4e75-8291-62c7272c9a39/e3945972-5a0c-4b5e-aaa1-ce6758b80a4c/f3520a1a-db12-4e1d-a6a1-2d8d714161e1) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:03:51.276002 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f76bf053-a758-44c9-bdcf-bdac3e9e8c4d req-a61efcd0-c598-4fa1-9c09-7c61f8c3b648 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7eb08ac7-28b6-44cb-8f23-2d10140ee419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1553857 Jan 28 03:03:51.282803 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-17cb776d-baa3-420e-a744-71671efcac55 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1617422 Jan 28 03:03:51.285803 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51192) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:51.311480 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-2fe9030e-2e29-46ae-990d-de447d8a8240 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1094765512', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:03:51.426739 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-d25e9ef5-60e5-4f97-8edf-4ac4ed790236 req-0554c13d-871e-4651-aae1-ed65281301c2 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:03:51.446641 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2fe9030e-2e29-46ae-990d-de447d8a8240 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (5081e0c0-a834-40de-af0d-e04090febe4b), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:51.448409 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2fe9030e-2e29-46ae-990d-de447d8a8240 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (5081e0c0-a834-40de-af0d-e04090febe4b), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:51.501600 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d25e9ef5-60e5-4f97-8edf-4ac4ed790236 req-0554c13d-871e-4651-aae1-ed65281301c2 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:51.829572 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12341784-7e36-4fe7-9fcc-34570ebebe92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-6f31b0f7-647c-4a42-9457-66b0011d561a', 'network_id': '6f31b0f7-647c-4a42-9457-66b0011d561a', 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'fixed_ips': [{'subnet_id': '0ae2770e-17f0-4e2f-a7a8-cbbffa5fd456'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:03:51.831973 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-12341784-7e36-4fe7-9fcc-34570ebebe92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:51.846505 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-d11ba49a-c317-4431-8709-29506a9b93a1 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Allocated IP 172.20.0.7 (73247e45-1b2a-489f-9d72-d4901e9fb024/b636e27f-9e5c-45b0-b43d-20bf96d50fac/31468fb3-de42-4fa8-8aeb-e209e2006074) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:03:51.886404 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2fe9030e-2e29-46ae-990d-de447d8a8240 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for router_controller (5081e0c0-a834-40de-af0d-e04090febe4b), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:51.907625 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d25e9ef5-60e5-4f97-8edf-4ac4ed790236 req-0554c13d-871e-4651-aae1-ed65281301c2 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:51.920323 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2fe9030e-2e29-46ae-990d-de447d8a8240 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (5081e0c0-a834-40de-af0d-e04090febe4b), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:51.970266 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f76bf053-a758-44c9-bdcf-bdac3e9e8c4d req-9f7b0dcb-b21a-41ea-98bd-132dc81118b8 service neutron] 10.222.0.39 "GET /v2.0/networks/7eb08ac7-28b6-44cb-8f23-2d10140ee419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6811223 Jan 28 03:03:52.060242 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2fe9030e-2e29-46ae-990d-de447d8a8240 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:52.075575 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2fe9030e-2e29-46ae-990d-de447d8a8240 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7696114 Jan 28 03:03:52.140973 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-d25e9ef5-60e5-4f97-8edf-4ac4ed790236 req-0554c13d-871e-4651-aae1-ed65281301c2 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Allocated IP 172.25.0.249 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/8b821276-e7df-4516-9f7e-76dae4a66e3b) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:03:52.175047 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51202) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:52.324662 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-12341784-7e36-4fe7-9fcc-34570ebebe92 None None] Allocated IP 2001:db8:1::2 (6f31b0f7-647c-4a42-9457-66b0011d561a/0ae2770e-17f0-4e2f-a7a8-cbbffa5fd456/7afc3f2d-9590-49e7-a596-988ebdcc6312) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:03:52.447148 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d25e9ef5-60e5-4f97-8edf-4ac4ed790236 req-0554c13d-871e-4651-aae1-ed65281301c2 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks [] for port (8b821276-e7df-4516-9f7e-76dae4a66e3b), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:52.500935 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d25e9ef5-60e5-4f97-8edf-4ac4ed790236 req-0554c13d-871e-4651-aae1-ed65281301c2 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (8b821276-e7df-4516-9f7e-76dae4a66e3b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:52.583781 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0554c13d-871e-4651-aae1-ed65281301c2 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Pushing event updated for resources: {'Port': ['ID=8b821276-e7df-4516-9f7e-76dae4a66e3b,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:52.608090 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d25e9ef5-60e5-4f97-8edf-4ac4ed790236 req-0554c13d-871e-4651-aae1-ed65281301c2 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:03:52.615333 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-d25e9ef5-60e5-4f97-8edf-4ac4ed790236 req-0554c13d-871e-4651-aae1-ed65281301c2 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:03:52.627225 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-d25e9ef5-60e5-4f97-8edf-4ac4ed790236 req-0554c13d-871e-4651-aae1-ed65281301c2 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:03:52.864449 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d11ba49a-c317-4431-8709-29506a9b93a1 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for port (31468fb3-de42-4fa8-8aeb-e209e2006074), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:52.869333 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d25e9ef5-60e5-4f97-8edf-4ac4ed790236 req-0554c13d-871e-4651-aae1-ed65281301c2 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks [] for floatingip (d1f09f46-ad4a-4548-b3e5-49246d09154a), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:52.901871 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7afafb3-14fe-4fd0-ae14-0080297ecede req-8a357919-924a-4864-89c6-3c7965000f91 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:52.915002 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a7afafb3-14fe-4fd0-ae14-0080297ecede req-8a357919-924a-4864-89c6-3c7965000f91 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] 10.222.0.53 "GET /v2.0/ports?device_id=03ac3498-f664-4bd8-8526-e58100d59fca HTTP/1.1" status: 200 len: 943 time: 0.7337151 Jan 28 03:03:52.928604 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d25e9ef5-60e5-4f97-8edf-4ac4ed790236 req-0554c13d-871e-4651-aae1-ed65281301c2 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8b821276-e7df-4516-9f7e-76dae4a66e3b), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:52.930935 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c925c6b0-9c9e-4e93-9dd3-ef445215fe67 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:03:52.971586 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f76bf053-a758-44c9-bdcf-bdac3e9e8c4d req-29948bbc-ce0f-448a-bcf0-c6b210bd2677 service neutron] 10.222.0.39 "GET /v2.0/networks/7eb08ac7-28b6-44cb-8f23-2d10140ee419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9976099 Jan 28 03:03:53.089843 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1ff259c3-d6d0-4e28-8691-4497506427a0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:53.111726 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a7afafb3-14fe-4fd0-ae14-0080297ecede req-81d57b0f-8c1f-4555-a9cd-d7140ed148ac tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a2de24-2e5c-45e7-8925-61cadd2cc7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953020 Jan 28 03:03:53.217144 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d25e9ef5-60e5-4f97-8edf-4ac4ed790236 req-0554c13d-871e-4651-aae1-ed65281301c2 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks [] for port (8b821276-e7df-4516-9f7e-76dae4a66e3b), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:53.223908 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1e28f679-0be7-4dd2-9b96-653b3cf34c30 None None] Publish callbacks [] for port (f3520a1a-db12-4e1d-a6a1-2d8d714161e1), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:53.237647 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 6255f6ef-fa9c-46aa-b0bb-396318c7ea5d details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:03:53.244650 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d25e9ef5-60e5-4f97-8edf-4ac4ed790236 req-0554c13d-871e-4651-aae1-ed65281301c2 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (8b821276-e7df-4516-9f7e-76dae4a66e3b), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:53.271824 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1e28f679-0be7-4dd2-9b96-653b3cf34c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (f3520a1a-db12-4e1d-a6a1-2d8d714161e1), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:53.626646 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d25e9ef5-60e5-4f97-8edf-4ac4ed790236 req-0554c13d-871e-4651-aae1-ed65281301c2 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (d1f09f46-ad4a-4548-b3e5-49246d09154a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:53.703930 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0554c13d-871e-4651-aae1-ed65281301c2 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Pushing event updated for resources: {'Port': ['ID=8b821276-e7df-4516-9f7e-76dae4a66e3b,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:53.717451 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d25e9ef5-60e5-4f97-8edf-4ac4ed790236 req-0554c13d-871e-4651-aae1-ed65281301c2 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:53.732828 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d25e9ef5-60e5-4f97-8edf-4ac4ed790236 req-0554c13d-871e-4651-aae1-ed65281301c2 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3179796 Jan 28 03:03:53.736824 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d11ba49a-c317-4431-8709-29506a9b93a1 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (31468fb3-de42-4fa8-8aeb-e209e2006074), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:53.804762 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-12341784-7e36-4fe7-9fcc-34570ebebe92 None None] Publish callbacks [] for port (7afc3f2d-9590-49e7-a596-988ebdcc6312), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:53.902380 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-1ff259c3-d6d0-4e28-8691-4497506427a0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Allocated IP 2001:db8::1 (1b383a57-1ee6-4e75-8291-62c7272c9a39/e3945972-5a0c-4b5e-aaa1-ce6758b80a4c/99be4f70-a41e-4095-9b7e-67b7ec7da37c) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:03:54.005445 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d25e9ef5-60e5-4f97-8edf-4ac4ed790236 req-6784f27b-4527-4274-b276-9718eba02c30 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.249 HTTP/1.1" status: 200 len: 696 time: 0.2631903 Jan 28 03:03:54.027052 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11ba49a-c317-4431-8709-29506a9b93a1 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Network 73247e45-1b2a-489f-9d72-d4901e9fb024 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:03:54.042204 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-d11ba49a-c317-4431-8709-29506a9b93a1 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:03:54.055497 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7f3675f1-f4d3-4bde-9a72-bda7cc7484a9 None None] Provisioning complete for port 97463e4d-b08c-442d-8c82-d58e13a72e14 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:03:54.056136 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7f3675f1-f4d3-4bde-9a72-bda7cc7484a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (97463e4d-b08c-442d-8c82-d58e13a72e14), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:54.067789 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-12341784-7e36-4fe7-9fcc-34570ebebe92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (7afc3f2d-9590-49e7-a596-988ebdcc6312), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:54.071047 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e28f679-0be7-4dd2-9b96-653b3cf34c30 None None] Pushing event updated for resources: {'Port': ['ID=f3520a1a-db12-4e1d-a6a1-2d8d714161e1,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:54.074733 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11ba49a-c317-4431-8709-29506a9b93a1 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:03:54.417327 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12341784-7e36-4fe7-9fcc-34570ebebe92 None None] Network 6f31b0f7-647c-4a42-9457-66b0011d561a is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:03:54.424390 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e28f679-0be7-4dd2-9b96-653b3cf34c30 None None] Network 1b383a57-1ee6-4e75-8291-62c7272c9a39 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:03:54.434719 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-12341784-7e36-4fe7-9fcc-34570ebebe92 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:03:54.437490 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-1e28f679-0be7-4dd2-9b96-653b3cf34c30 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:03:54.445727 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ba49a-c317-4431-8709-29506a9b93a1 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event updated for resources: {'Port': ['ID=31468fb3-de42-4fa8-8aeb-e209e2006074,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:54.446112 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12341784-7e36-4fe7-9fcc-34570ebebe92 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:03:54.464921 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e28f679-0be7-4dd2-9b96-653b3cf34c30 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:03:54.469640 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1ff259c3-d6d0-4e28-8691-4497506427a0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for port (99be4f70-a41e-4095-9b7e-67b7ec7da37c), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:54.532907 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 6255f6ef-fa9c-46aa-b0bb-396318c7ea5d, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=6255f6ef-fa9c-46aa-b0bb-396318c7ea5d,segment=NetworkSegment(4acf9649-701a-4c52-848b-17775a86f000),segment_id=4acf9649-701a-4c52-848b-17775a86f000)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:03:54.578843 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11ba49a-c317-4431-8709-29506a9b93a1 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:54.579535 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d11ba49a-c317-4431-8709-29506a9b93a1 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:54.579720 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1ff259c3-d6d0-4e28-8691-4497506427a0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (99be4f70-a41e-4095-9b7e-67b7ec7da37c), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:54.620062 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port c925c6b0-9c9e-4e93-9dd3-ef445215fe67 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:03:54.620683 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c925c6b0-9c9e-4e93-9dd3-ef445215fe67), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:54.643239 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:03:54.669258 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e9ef5-60e5-4f97-8edf-4ac4ed790236 req-84e9384f-751c-459b-b59d-b7b9b0cf011d tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:54.670756 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d25e9ef5-60e5-4f97-8edf-4ac4ed790236 req-84e9384f-751c-459b-b59d-b7b9b0cf011d tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] 10.222.0.53 "GET /v2.0/networks/8f7dc9c9-eaf1-4339-a2e3-884554154641 HTTP/1.1" status: 200 len: 784 time: 0.6631479 Jan 28 03:03:54.687484 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d11ba49a-c317-4431-8709-29506a9b93a1 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.1010759 Jan 28 03:03:54.692152 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51230) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:54.702011 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-ea803dd7-a9cd-4b3a-8c0d-350c9301fed7 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'subnet': {'network_id': '73247e45-1b2a-489f-9d72-d4901e9fb024', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:03:54.707947 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7f3675f1-f4d3-4bde-9a72-bda7cc7484a9 None None] Port 97463e4d-b08c-442d-8c82-d58e13a72e14 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:03:54.722282 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-d25e9ef5-60e5-4f97-8edf-4ac4ed790236 req-e179f82a-2087-4221-81ca-54c531b83f8c tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:03:54.724918 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d25e9ef5-60e5-4f97-8edf-4ac4ed790236 req-e179f82a-2087-4221-81ca-54c531b83f8c tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0323009 Jan 28 03:03:54.754987 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff259c3-d6d0-4e28-8691-4497506427a0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event updated for resources: {'Port': ['ID=99be4f70-a41e-4095-9b7e-67b7ec7da37c,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:54.787969 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff259c3-d6d0-4e28-8691-4497506427a0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Network 1b383a57-1ee6-4e75-8291-62c7272c9a39 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:03:54.791747 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12341784-7e36-4fe7-9fcc-34570ebebe92 None None] Pushing event updated for resources: {'Port': ['ID=7afc3f2d-9590-49e7-a596-988ebdcc6312,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:54.800498 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '6255f6ef-fa9c-46aa-b0bb-396318c7ea5d', 'network_id': '7eb08ac7-28b6-44cb-8f23-2d10140ee419', 'port_id': '6255f6ef-fa9c-46aa-b0bb-396318c7ea5d', 'mac_address': 'fa:16:3e:a9:dd:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73065a9b-6f2f-4028-9669-8ccc64fd1ea6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:03:54.803124 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-1ff259c3-d6d0-4e28-8691-4497506427a0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:03:54.816089 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff259c3-d6d0-4e28-8691-4497506427a0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:03:54.816666 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1ff259c3-d6d0-4e28-8691-4497506427a0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (5081e0c0-a834-40de-af0d-e04090febe4b), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:54.829746 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-12341784-7e36-4fe7-9fcc-34570ebebe92 None None] Attempting to bind port 7afc3f2d-9590-49e7-a596-988ebdcc6312 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:03:54.830762 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-12341784-7e36-4fe7-9fcc-34570ebebe92 None None] Attempting to bind port 7afc3f2d-9590-49e7-a596-988ebdcc6312 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '99e4fe29-e0d7-451b-a4d8-b7c2d0d98891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6f31b0f7-647c-4a42-9457-66b0011d561a'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:03:54.831145 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12341784-7e36-4fe7-9fcc-34570ebebe92 None None] Attempting to bind port 7afc3f2d-9590-49e7-a596-988ebdcc6312 on network 6f31b0f7-647c-4a42-9457-66b0011d561a {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:03:54.856129 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3cfc2f-d650-43b1-be01-e403f55019c0 req-2b83ba34-284a-4dac-8a8c-97001aa2c1f3 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:54.872858 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2c3cfc2f-d650-43b1-be01-e403f55019c0 req-2b83ba34-284a-4dac-8a8c-97001aa2c1f3 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] 10.222.0.53 "GET /v2.0/ports?device_id=03ac3498-f664-4bd8-8526-e58100d59fca HTTP/1.1" status: 200 len: 943 time: 0.4811945 Jan 28 03:03:54.880186 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12341784-7e36-4fe7-9fcc-34570ebebe92 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:03:54.880186 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12341784-7e36-4fe7-9fcc-34570ebebe92 None None] Checking segment: {'id': '99e4fe29-e0d7-451b-a4d8-b7c2d0d98891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6f31b0f7-647c-4a42-9457-66b0011d561a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:03:54.880774 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-12341784-7e36-4fe7-9fcc-34570ebebe92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:54.880948 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12341784-7e36-4fe7-9fcc-34570ebebe92 None None] Bound using segment: {'id': '99e4fe29-e0d7-451b-a4d8-b7c2d0d98891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6f31b0f7-647c-4a42-9457-66b0011d561a'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:03:54.882621 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-12341784-7e36-4fe7-9fcc-34570ebebe92 None None] Bound port: 7afc3f2d-9590-49e7-a596-988ebdcc6312, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e4fe29-e0d7-451b-a4d8-b7c2d0d98891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6f31b0f7-647c-4a42-9457-66b0011d561a'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:03:54.882621 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-12341784-7e36-4fe7-9fcc-34570ebebe92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7afc3f2d-9590-49e7-a596-988ebdcc6312), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:54.888725 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7f3675f1-f4d3-4bde-9a72-bda7cc7484a9 None None] Provisioning complete for port c925c6b0-9c9e-4e93-9dd3-ef445215fe67 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:03:54.889303 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7f3675f1-f4d3-4bde-9a72-bda7cc7484a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c925c6b0-9c9e-4e93-9dd3-ef445215fe67), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:54.902978 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-1e28f679-0be7-4dd2-9b96-653b3cf34c30 None None] Attempting to bind port f3520a1a-db12-4e1d-a6a1-2d8d714161e1 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:03:54.903460 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-1e28f679-0be7-4dd2-9b96-653b3cf34c30 None None] Attempting to bind port f3520a1a-db12-4e1d-a6a1-2d8d714161e1 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '2db2658e-1189-4033-9fbe-f3b7240fcfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1b383a57-1ee6-4e75-8291-62c7272c9a39'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:03:54.903820 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e28f679-0be7-4dd2-9b96-653b3cf34c30 None None] Attempting to bind port f3520a1a-db12-4e1d-a6a1-2d8d714161e1 on network 1b383a57-1ee6-4e75-8291-62c7272c9a39 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:03:54.969116 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 6255f6ef-fa9c-46aa-b0bb-396318c7ea5d is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:03:54.969585 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (6255f6ef-fa9c-46aa-b0bb-396318c7ea5d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:54.975935 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e28f679-0be7-4dd2-9b96-653b3cf34c30 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:03:54.976472 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e28f679-0be7-4dd2-9b96-653b3cf34c30 None None] Checking segment: {'id': '2db2658e-1189-4033-9fbe-f3b7240fcfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1b383a57-1ee6-4e75-8291-62c7272c9a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:03:54.976723 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1e28f679-0be7-4dd2-9b96-653b3cf34c30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:54.977853 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e28f679-0be7-4dd2-9b96-653b3cf34c30 None None] Bound using segment: {'id': '2db2658e-1189-4033-9fbe-f3b7240fcfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1b383a57-1ee6-4e75-8291-62c7272c9a39'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:03:54.978386 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-1e28f679-0be7-4dd2-9b96-653b3cf34c30 None None] Bound port: f3520a1a-db12-4e1d-a6a1-2d8d714161e1, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db2658e-1189-4033-9fbe-f3b7240fcfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1b383a57-1ee6-4e75-8291-62c7272c9a39'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:03:54.978781 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1e28f679-0be7-4dd2-9b96-653b3cf34c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f3520a1a-db12-4e1d-a6a1-2d8d714161e1), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:55.247481 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2c3cfc2f-d650-43b1-be01-e403f55019c0 req-007098c7-84c4-4fad-9f39-e884b8511e31 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a2de24-2e5c-45e7-8925-61cadd2cc7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664885 Jan 28 03:03:55.272828 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6255f6ef-fa9c-46aa-b0bb-396318c7ea5d {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:03:55.321783 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1ff259c3-d6d0-4e28-8691-4497506427a0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (99be4f70-a41e-4095-9b7e-67b7ec7da37c), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:55.322101 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea803dd7-a9cd-4b3a-8c0d-350c9301fed7 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Made reservation on behalf of e836b14247804add85a66880853283af for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:03:55.330406 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ea803dd7-a9cd-4b3a-8c0d-350c9301fed7 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:55.469433 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0fbe611e-2182-4f07-8113-362511a3b417 req-17056a9b-bc6b-4180-8bf4-f221d16a0150 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5111287 Jan 28 03:03:55.481115 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 6255f6ef-fa9c-46aa-b0bb-396318c7ea5d, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=6255f6ef-fa9c-46aa-b0bb-396318c7ea5d,segment=NetworkSegment(4acf9649-701a-4c52-848b-17775a86f000),segment_id=4acf9649-701a-4c52-848b-17775a86f000)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:03:55.486124 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port c925c6b0-9c9e-4e93-9dd3-ef445215fe67 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:03:55.498621 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-0fbe611e-2182-4f07-8113-362511a3b417 req-8be43968-4a94-4d57-9dca-35edfb1de499 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:03:55.537811 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (6255f6ef-fa9c-46aa-b0bb-396318c7ea5d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:55.556868 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-12341784-7e36-4fe7-9fcc-34570ebebe92 None None] For port 7afc3f2d-9590-49e7-a596-988ebdcc6312, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:03:55.564415 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-12341784-7e36-4fe7-9fcc-34570ebebe92 None None] For port 7afc3f2d-9590-49e7-a596-988ebdcc6312, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=7afc3f2d-9590-49e7-a596-988ebdcc6312,segment=NetworkSegment(99e4fe29-e0d7-451b-a4d8-b7c2d0d98891),segment_id=99e4fe29-e0d7-451b-a4d8-b7c2d0d98891)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:03:55.608141 n-d-712139-27 neutron-server[109803]: INFO neutron.db.ipam_backend_mixin [None req-ea803dd7-a9cd-4b3a-8c0d-350c9301fed7 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b636e27f-9e5c-45b0-b43d-20bf96d50fac (CIDR: 172.20.0.0/28) Jan 28 03:03:55.609581 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0fbe611e-2182-4f07-8113-362511a3b417 req-8be43968-4a94-4d57-9dca-35edfb1de499 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:55.641609 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-12341784-7e36-4fe7-9fcc-34570ebebe92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (7afc3f2d-9590-49e7-a596-988ebdcc6312), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:55.683748 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea803dd7-a9cd-4b3a-8c0d-350c9301fed7 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:03:55.684425 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea803dd7-a9cd-4b3a-8c0d-350c9301fed7 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:03:55.849495 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-1e28f679-0be7-4dd2-9b96-653b3cf34c30 None None] For port f3520a1a-db12-4e1d-a6a1-2d8d714161e1, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:03:55.849761 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ea803dd7-a9cd-4b3a-8c0d-350c9301fed7 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1530130 Jan 28 03:03:55.851615 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51240) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:55.861634 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-9a480bf7-1d7f-416e-b54a-eba8a07fecfe tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'subnet': {'network_id': '73247e45-1b2a-489f-9d72-d4901e9fb024', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:03:55.973653 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['6255f6ef-fa9c-46aa-b0bb-396318c7ea5d'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:03:55.984040 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a79d056e-d813-43e2-b970-30482a275078 req-25cc0121-35d0-4d93-a1e0-3174d79d2720 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3416307 Jan 28 03:03:56.070548 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1ff259c3-d6d0-4e28-8691-4497506427a0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for port (99be4f70-a41e-4095-9b7e-67b7ec7da37c), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:56.078947 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1ff259c3-d6d0-4e28-8691-4497506427a0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (99be4f70-a41e-4095-9b7e-67b7ec7da37c), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:56.080692 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1ff259c3-d6d0-4e28-8691-4497506427a0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (5081e0c0-a834-40de-af0d-e04090febe4b), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:56.080956 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7f3675f1-f4d3-4bde-9a72-bda7cc7484a9 None None] Current status of the port c925c6b0-9c9e-4e93-9dd3-ef445215fe67 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:03:56.097694 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-1e28f679-0be7-4dd2-9b96-653b3cf34c30 None None] For port f3520a1a-db12-4e1d-a6a1-2d8d714161e1, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=f3520a1a-db12-4e1d-a6a1-2d8d714161e1,segment=NetworkSegment(2db2658e-1189-4033-9fbe-f3b7240fcfef),segment_id=2db2658e-1189-4033-9fbe-f3b7240fcfef)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:03:56.101720 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=6255f6ef-fa9c-46aa-b0bb-396318c7ea5d,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:56.171598 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1e28f679-0be7-4dd2-9b96-653b3cf34c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (f3520a1a-db12-4e1d-a6a1-2d8d714161e1), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:56.262538 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12341784-7e36-4fe7-9fcc-34570ebebe92 None None] Pushing event updated for resources: {'Port': ['ID=7afc3f2d-9590-49e7-a596-988ebdcc6312,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:56.269061 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-9495ee2c-9c27-482d-8a5d-359bccebbd6a None None] Provisioning complete for port 31468fb3-de42-4fa8-8aeb-e209e2006074 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:03:56.269503 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9495ee2c-9c27-482d-8a5d-359bccebbd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (31468fb3-de42-4fa8-8aeb-e209e2006074), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:56.499657 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0fbe611e-2182-4f07-8113-362511a3b417 req-8be43968-4a94-4d57-9dca-35edfb1de499 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:56.582017 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff259c3-d6d0-4e28-8691-4497506427a0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event updated for resources: {'Port': ['ID=99be4f70-a41e-4095-9b7e-67b7ec7da37c,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:56.652874 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-9495ee2c-9c27-482d-8a5d-359bccebbd6a None None] Port 31468fb3-de42-4fa8-8aeb-e209e2006074 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:03:56.662042 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e28f679-0be7-4dd2-9b96-653b3cf34c30 None None] Pushing event updated for resources: {'Port': ['ID=f3520a1a-db12-4e1d-a6a1-2d8d714161e1,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:56.696263 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff259c3-d6d0-4e28-8691-4497506427a0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Network 1b383a57-1ee6-4e75-8291-62c7272c9a39 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:03:56.696996 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-1ff259c3-d6d0-4e28-8691-4497506427a0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:03:56.708726 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c893e3b-85c0-412f-b566-af4b052f7ec9 req-69afce64-958c-499b-99dd-1e2d3bbd8ff9 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:56.717708 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-0fbe611e-2182-4f07-8113-362511a3b417 req-8be43968-4a94-4d57-9dca-35edfb1de499 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Allocated IP 172.25.0.28 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/4840af8b-1c66-43a8-aa83-e8a7677cb448) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:03:56.731226 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0c893e3b-85c0-412f-b566-af4b052f7ec9 req-69afce64-958c-499b-99dd-1e2d3bbd8ff9 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] 10.222.0.53 "GET /v2.0/ports?device_id=03ac3498-f664-4bd8-8526-e58100d59fca HTTP/1.1" status: 200 len: 944 time: 0.2549710 Jan 28 03:03:56.918444 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-4cd92518-3d55-4e67-a8ca-f68a84b15f33 req-19c5fbd6-c78a-438f-a41e-f2e7b2c33e4e tempest-ServersOnMultiNodesTest-801053459 tempest-ServersOnMultiNodesTest-801053459-project] (109803) timed out ('10.222.0.67', 57900) {{(pid=109803) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 03:03:56.950393 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d056e-d813-43e2-b970-30482a275078 req-5b3652f5-0761-4426-b167-679a3f211250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:56.951378 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d056e-d813-43e2-b970-30482a275078 req-5b3652f5-0761-4426-b167-679a3f211250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:56.952039 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d056e-d813-43e2-b970-30482a275078 req-5b3652f5-0761-4426-b167-679a3f211250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:56.953290 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d056e-d813-43e2-b970-30482a275078 req-5b3652f5-0761-4426-b167-679a3f211250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:56.955621 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d056e-d813-43e2-b970-30482a275078 req-5b3652f5-0761-4426-b167-679a3f211250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:56.957092 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d056e-d813-43e2-b970-30482a275078 req-5b3652f5-0761-4426-b167-679a3f211250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:56.963219 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d056e-d813-43e2-b970-30482a275078 req-5b3652f5-0761-4426-b167-679a3f211250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:56.971872 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a79d056e-d813-43e2-b970-30482a275078 req-5b3652f5-0761-4426-b167-679a3f211250 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7581cafbb59a47148e5d33dde7c9cb23&device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 6499 time: 0.8512931 Jan 28 03:03:57.026704 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0c893e3b-85c0-412f-b566-af4b052f7ec9 req-9ba832fb-fae2-429c-a559-768fe02ba4e7 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a2de24-2e5c-45e7-8925-61cadd2cc7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945633 Jan 28 03:03:57.111756 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff259c3-d6d0-4e28-8691-4497506427a0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Router 5081e0c0-a834-40de-af0d-e04090febe4b is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:03:57.409034 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a480bf7-1d7f-416e-b54a-eba8a07fecfe tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Made reservation on behalf of e836b14247804add85a66880853283af for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:03:57.414354 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a480bf7-1d7f-416e-b54a-eba8a07fecfe tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:57.420503 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff259c3-d6d0-4e28-8691-4497506427a0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:03:57.443234 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1ff259c3-d6d0-4e28-8691-4497506427a0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "PUT /v2.0/routers/5081e0c0-a834-40de-af0d-e04090febe4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2636533 Jan 28 03:03:57.445062 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51252) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:57.447829 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27700387-cfbc-44f8-a338-9b30e9b157c1 None None] Sync routers for ids ['5081e0c0-a834-40de-af0d-e04090febe4b'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:03:57.491337 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0fbe611e-2182-4f07-8113-362511a3b417 req-8be43968-4a94-4d57-9dca-35edfb1de499 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks [] for port (4840af8b-1c66-43a8-aa83-e8a7677cb448), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:57.497516 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27700387-cfbc-44f8-a338-9b30e9b157c1 None None] Routers {'5081e0c0-a834-40de-af0d-e04090febe4b'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:03:57.529472 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b395abc-96c0-458a-9299-c992f4fad1b5 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:57.530419 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-27700387-cfbc-44f8-a338-9b30e9b157c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:03:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5081e0c0-a834-40de-af0d-e04090febe4b'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:57.535311 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9b395abc-96c0-458a-9299-c992f4fad1b5 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "GET /v2.0/ports/99be4f70-a41e-4095-9b7e-67b7ec7da37c HTTP/1.1" status: 200 len: 911 time: 0.0831370 Jan 28 03:03:57.539242 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51254) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:57.598634 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 6255f6ef-fa9c-46aa-b0bb-396318c7ea5d up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:03:57.603104 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-27700387-cfbc-44f8-a338-9b30e9b157c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:57.672934 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27700387-cfbc-44f8-a338-9b30e9b157c1 None None] Routers {'5081e0c0-a834-40de-af0d-e04090febe4b'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:03:57.674762 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-27700387-cfbc-44f8-a338-9b30e9b157c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:03:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5081e0c0-a834-40de-af0d-e04090febe4b'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:57.850564 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d056e-d813-43e2-b970-30482a275078 req-a7f4f779-b676-4499-a8d6-507515991f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:57.853336 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-27700387-cfbc-44f8-a338-9b30e9b157c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:03:57.854028 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27700387-cfbc-44f8-a338-9b30e9b157c1 None None] The sync data for ids ['5081e0c0-a834-40de-af0d-e04090febe4b'] in n-d-712139-27 is: [] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:03:57.865344 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d056e-d813-43e2-b970-30482a275078 req-a7f4f779-b676-4499-a8d6-507515991f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:57.865966 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d056e-d813-43e2-b970-30482a275078 req-a7f4f779-b676-4499-a8d6-507515991f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:57.867765 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a79d056e-d813-43e2-b970-30482a275078 req-a7f4f779-b676-4499-a8d6-507515991f1a service neutron] 10.222.0.67 "GET /v2.0/networks?id=266d65f2-ae3d-4ae4-8df9-31c67ca10beb&id=d468efc2-a65f-4457-a846-ab761946515b&id=d468efc2-a65f-4457-a846-ab761946515b&id=d468efc2-a65f-4457-a846-ab761946515b&id=d468efc2-a65f-4457-a846-ab761946515b&id=9d63e9ac-6b2c-46ae-b695-7b9d65c9a866&id=9d63e9ac-6b2c-46ae-b695-7b9d65c9a866 HTTP/1.1" status: 200 len: 2293 time: 0.8158288 Jan 28 03:03:57.908347 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 6255f6ef-fa9c-46aa-b0bb-396318c7ea5d completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:03:57.918060 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 6255f6ef-fa9c-46aa-b0bb-396318c7ea5d triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:03:57.918519 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (6255f6ef-fa9c-46aa-b0bb-396318c7ea5d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:57.982123 n-d-712139-27 neutron-server[109803]: INFO neutron.db.ipam_backend_mixin [None req-9a480bf7-1d7f-416e-b54a-eba8a07fecfe tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet c7508706-0c45-41e0-b0b6-34a27f36c533 (CIDR: 172.20.0.16/28) Jan 28 03:03:58.031947 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0fbe611e-2182-4f07-8113-362511a3b417 req-8be43968-4a94-4d57-9dca-35edfb1de499 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (4840af8b-1c66-43a8-aa83-e8a7677cb448), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:58.035676 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a480bf7-1d7f-416e-b54a-eba8a07fecfe tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:03:58.036422 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a480bf7-1d7f-416e-b54a-eba8a07fecfe tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:03:58.081054 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9a480bf7-1d7f-416e-b54a-eba8a07fecfe tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 2.2238123 Jan 28 03:03:58.090982 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51260) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:03:58.101315 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 7afc3f2d-9590-49e7-a596-988ebdcc6312 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:03:58.115891 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-9f31327d-44a3-4115-8469-ac1485596bf6 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'subnet': {'network_id': '73247e45-1b2a-489f-9d72-d4901e9fb024', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:03:58.219395 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fbe611e-2182-4f07-8113-362511a3b417 req-8be43968-4a94-4d57-9dca-35edfb1de499 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:03:58.228617 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f6265f-5ef5-443e-94eb-f3c44b0d41db None None] Network 6f31b0f7-647c-4a42-9457-66b0011d561a requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:03:58.232357 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-0fbe611e-2182-4f07-8113-362511a3b417 req-8be43968-4a94-4d57-9dca-35edfb1de499 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:03:58.268882 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbe611e-2182-4f07-8113-362511a3b417 req-8be43968-4a94-4d57-9dca-35edfb1de499 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:03:58.349699 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 6255f6ef-fa9c-46aa-b0bb-396318c7ea5d is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:03:58.350278 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (6255f6ef-fa9c-46aa-b0bb-396318c7ea5d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:58.378386 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a79d056e-d813-43e2-b970-30482a275078 req-2bde7363-4f60-4a9b-920f-646fc23c1a31 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44267f57-f4c4-404e-bfd0-6e33bcab411a HTTP/1.1" status: 200 len: 1002 time: 0.4854496 Jan 28 03:03:58.405712 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 7afc3f2d-9590-49e7-a596-988ebdcc6312 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:03:58.406169 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7afc3f2d-9590-49e7-a596-988ebdcc6312), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:58.469116 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be43968-4a94-4d57-9dca-35edfb1de499 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Pushing event updated for resources: {'Port': ['ID=4840af8b-1c66-43a8-aa83-e8a7677cb448,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:58.479575 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d056e-d813-43e2-b970-30482a275078 req-5227c6e5-5757-410f-940d-8674920bd90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:58.482744 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a79d056e-d813-43e2-b970-30482a275078 req-5227c6e5-5757-410f-940d-8674920bd90a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=25561413-0d19-438c-afcd-b5c53014f067 HTTP/1.1" status: 200 len: 850 time: 0.0819864 Jan 28 03:03:58.507319 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ac3498-f664-4bd8-8526-e58100d59fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6255f6ef-fa9c-46aa-b0bb-396318c7ea5d'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:03:58.510059 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3bdac0-1aa3-468f-bced-5ccb7e1d4403" -d '{"events": [{"server_uuid": "03ac3498-f664-4bd8-8526-e58100d59fca", "name": "network-vif-plugged", "status": "completed", "tag": "6255f6ef-fa9c-46aa-b0bb-396318c7ea5d"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:03:58.522175 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-3552f002-fdd7-4dff-90e3-0447e1cd8e99 None None] Provisioning complete for port 7afc3f2d-9590-49e7-a596-988ebdcc6312 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:03:58.522552 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3552f002-fdd7-4dff-90e3-0447e1cd8e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7afc3f2d-9590-49e7-a596-988ebdcc6312), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:58.590074 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 6255f6ef-fa9c-46aa-b0bb-396318c7ea5d, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=6255f6ef-fa9c-46aa-b0bb-396318c7ea5d,segment=NetworkSegment(4acf9649-701a-4c52-848b-17775a86f000),segment_id=4acf9649-701a-4c52-848b-17775a86f000)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:03:58.610173 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d056e-d813-43e2-b970-30482a275078 req-87fddb49-12fc-4157-9b0b-446a6cdff4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:58.612925 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a79d056e-d813-43e2-b970-30482a275078 req-87fddb49-12fc-4157-9b0b-446a6cdff4be service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=266d65f2-ae3d-4ae4-8df9-31c67ca10beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1226254 Jan 28 03:03:58.630578 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (6255f6ef-fa9c-46aa-b0bb-396318c7ea5d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:58.770795 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a79d056e-d813-43e2-b970-30482a275078 req-a90e02f6-8f52-4e51-b4b1-30db474c45d7 service neutron] 10.222.0.67 "GET /v2.0/networks/266d65f2-ae3d-4ae4-8df9-31c67ca10beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465969 Jan 28 03:03:58.772023 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0fbe611e-2182-4f07-8113-362511a3b417 req-8be43968-4a94-4d57-9dca-35edfb1de499 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks [] for floatingip (41981422-8742-428f-92b3-63a28e3a5367), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:58.870235 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-3552f002-fdd7-4dff-90e3-0447e1cd8e99 None None] Current status of the port 7afc3f2d-9590-49e7-a596-988ebdcc6312 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:03:58.870844 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3552f002-fdd7-4dff-90e3-0447e1cd8e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7afc3f2d-9590-49e7-a596-988ebdcc6312), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:58.899334 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32e1294-5f3e-4739-a4b4-42b0c4acd339 None None] Network 1b383a57-1ee6-4e75-8291-62c7272c9a39 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:03:59.013053 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0fbe611e-2182-4f07-8113-362511a3b417 req-8be43968-4a94-4d57-9dca-35edfb1de499 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (4840af8b-1c66-43a8-aa83-e8a7677cb448), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:59.083884 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 7afc3f2d-9590-49e7-a596-988ebdcc6312 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:03:59.083884 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7afc3f2d-9590-49e7-a596-988ebdcc6312), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:59.105028 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-3552f002-fdd7-4dff-90e3-0447e1cd8e99 None None] For port 7afc3f2d-9590-49e7-a596-988ebdcc6312, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=7afc3f2d-9590-49e7-a596-988ebdcc6312,segment=NetworkSegment(99e4fe29-e0d7-451b-a4d8-b7c2d0d98891),segment_id=99e4fe29-e0d7-451b-a4d8-b7c2d0d98891)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:03:59.155813 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=6255f6ef-fa9c-46aa-b0bb-396318c7ea5d,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:59.174056 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3552f002-fdd7-4dff-90e3-0447e1cd8e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (7afc3f2d-9590-49e7-a596-988ebdcc6312), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:59.282789 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5213db-e49f-4941-88cc-7fd78f40c432 req-c510992d-b06b-45d4-8087-92e4be0a4d74 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:03:59.295078 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4f5213db-e49f-4941-88cc-7fd78f40c432 req-c510992d-b06b-45d4-8087-92e4be0a4d74 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] 10.222.0.53 "GET /v2.0/ports?device_id=03ac3498-f664-4bd8-8526-e58100d59fca HTTP/1.1" status: 200 len: 945 time: 0.3375976 Jan 28 03:03:59.295464 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:59.303735 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a79d056e-d813-43e2-b970-30482a275078 req-59cf6cb5-0fdb-4d6f-83aa-95256727b5b3 service neutron] 10.222.0.67 "GET /v2.0/networks/266d65f2-ae3d-4ae4-8df9-31c67ca10beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5207689 Jan 28 03:03:59.372988 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-9055cfa4-fb34-4104-98c0-588d00a12f7b None None] Provisioning complete for port 7afc3f2d-9590-49e7-a596-988ebdcc6312 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:03:59.373417 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9055cfa4-fb34-4104-98c0-588d00a12f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7afc3f2d-9590-49e7-a596-988ebdcc6312), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:59.431828 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4f5213db-e49f-4941-88cc-7fd78f40c432 req-336b89cb-9fc9-4520-82fe-e6c9cb55cb30 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a2de24-2e5c-45e7-8925-61cadd2cc7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352487 Jan 28 03:03:59.436580 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f31327d-44a3-4115-8469-ac1485596bf6 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Made reservation on behalf of e836b14247804add85a66880853283af for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:03:59.443665 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.api [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:03:59.444005 n-d-712139-27 neutron-server[109804]: DEBUG oslo_db.api [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:03:59.451315 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552f002-fdd7-4dff-90e3-0447e1cd8e99 None None] Pushing event updated for resources: {'Port': ['ID=7afc3f2d-9590-49e7-a596-988ebdcc6312,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:03:59.454313 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9f31327d-44a3-4115-8469-ac1485596bf6 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:59.555449 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0fbe611e-2182-4f07-8113-362511a3b417 req-8be43968-4a94-4d57-9dca-35edfb1de499 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks [] for port (4840af8b-1c66-43a8-aa83-e8a7677cb448), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:59.589464 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0fbe611e-2182-4f07-8113-362511a3b417 req-8be43968-4a94-4d57-9dca-35edfb1de499 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (4840af8b-1c66-43a8-aa83-e8a7677cb448), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:59.654844 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-9055cfa4-fb34-4104-98c0-588d00a12f7b None None] Current status of the port 7afc3f2d-9590-49e7-a596-988ebdcc6312 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:03:59.683775 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-aed65297-c1cf-4c5c-bc8a-8c11c8ce5ab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:59.702129 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-9055cfa4-fb34-4104-98c0-588d00a12f7b None None] Provisioning complete for port f3520a1a-db12-4e1d-a6a1-2d8d714161e1 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:03:59.702594 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9055cfa4-fb34-4104-98c0-588d00a12f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f3520a1a-db12-4e1d-a6a1-2d8d714161e1), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:03:59.761973 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a79d056e-d813-43e2-b970-30482a275078 req-c6cb74e1-8dda-403f-b741-38814a51e81a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=b7ea256c-1185-43f6-ab32-04eda1634fc5 HTTP/1.1" status: 200 len: 217 time: 0.1883311 Jan 28 03:03:59.779450 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18de1df-fb18-4483-940c-a9bcbc37c3b0 x-openstack-request-id: req-f18de1df-fb18-4483-940c-a9bcbc37c3b0 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:03:59.779944 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03ac3498-f664-4bd8-8526-e58100d59fca", "name": "network-vif-plugged", "status": "completed", "tag": "6255f6ef-fa9c-46aa-b0bb-396318c7ea5d", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:03:59.780329 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f18de1df-fb18-4483-940c-a9bcbc37c3b0 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:03:59.780944 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03ac3498-f664-4bd8-8526-e58100d59fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6255f6ef-fa9c-46aa-b0bb-396318c7ea5d', 'code': 200} Jan 28 03:03:59.903711 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-9055cfa4-fb34-4104-98c0-588d00a12f7b None None] Current status of the port f3520a1a-db12-4e1d-a6a1-2d8d714161e1 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:03:59.904464 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9055cfa4-fb34-4104-98c0-588d00a12f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f3520a1a-db12-4e1d-a6a1-2d8d714161e1), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:00.015414 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-9055cfa4-fb34-4104-98c0-588d00a12f7b None None] For port f3520a1a-db12-4e1d-a6a1-2d8d714161e1, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=f3520a1a-db12-4e1d-a6a1-2d8d714161e1,segment=NetworkSegment(2db2658e-1189-4033-9fbe-f3b7240fcfef),segment_id=2db2658e-1189-4033-9fbe-f3b7240fcfef)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:04:00.033921 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9055cfa4-fb34-4104-98c0-588d00a12f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (f3520a1a-db12-4e1d-a6a1-2d8d714161e1), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:00.090863 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 7afc3f2d-9590-49e7-a596-988ebdcc6312 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:04:00.091207 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0fbe611e-2182-4f07-8113-362511a3b417 req-8be43968-4a94-4d57-9dca-35edfb1de499 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (41981422-8742-428f-92b3-63a28e3a5367), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:00.091836 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device f3520a1a-db12-4e1d-a6a1-2d8d714161e1 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:04:00.121724 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba452e1-ee75-4c2e-b36a-6b7d6bd94437 req-03fecaa3-5ffa-4fbc-a228-400ef129f979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:00.123523 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8ba452e1-ee75-4c2e-b36a-6b7d6bd94437 req-03fecaa3-5ffa-4fbc-a228-400ef129f979 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=03ac3498-f664-4bd8-8526-e58100d59fca HTTP/1.1" status: 200 len: 1097 time: 0.2453752 Jan 28 03:04:00.127445 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1316d4da-c176-4d78-9e14-bdd9b367312a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:00.134228 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d056e-d813-43e2-b970-30482a275078 req-1d18e04c-e5d1-4bf7-929d-f8b903f173c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:00.135980 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a79d056e-d813-43e2-b970-30482a275078 req-1d18e04c-e5d1-4bf7-929d-f8b903f173c4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=49a68bb6-80b9-4dbc-a512-787aeaf1e11f HTTP/1.1" status: 200 len: 797 time: 0.2732139 Jan 28 03:04:00.140583 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be43968-4a94-4d57-9dca-35edfb1de499 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Pushing event updated for resources: {'Port': ['ID=4840af8b-1c66-43a8-aa83-e8a7677cb448,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:00.190475 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0fbe611e-2182-4f07-8113-362511a3b417 req-8be43968-4a94-4d57-9dca-35edfb1de499 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:00.202561 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0fbe611e-2182-4f07-8113-362511a3b417 req-8be43968-4a94-4d57-9dca-35edfb1de499 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.7249014 Jan 28 03:04:00.263959 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9055cfa4-fb34-4104-98c0-588d00a12f7b None None] Pushing event updated for resources: {'Port': ['ID=f3520a1a-db12-4e1d-a6a1-2d8d714161e1,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:00.266908 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-b3589f0c-0e61-4d60-97ab-b6fab762e0d7 None None] Provisioning complete for port f3520a1a-db12-4e1d-a6a1-2d8d714161e1 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:04:00.267311 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b3589f0c-0e61-4d60-97ab-b6fab762e0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f3520a1a-db12-4e1d-a6a1-2d8d714161e1), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:00.328001 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port f3520a1a-db12-4e1d-a6a1-2d8d714161e1 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:04:00.328343 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f3520a1a-db12-4e1d-a6a1-2d8d714161e1), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:00.365864 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0fbe611e-2182-4f07-8113-362511a3b417 req-59ff9275-46b1-435a-8b8e-2df1c03a2ea2 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.28 HTTP/1.1" status: 200 len: 695 time: 0.1611626 Jan 28 03:04:00.591192 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-b3589f0c-0e61-4d60-97ab-b6fab762e0d7 None None] Current status of the port f3520a1a-db12-4e1d-a6a1-2d8d714161e1 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:04:00.688199 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d056e-d813-43e2-b970-30482a275078 req-d1bb2972-30c3-4fdf-bc17-10f78e0da8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:00.692589 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a79d056e-d813-43e2-b970-30482a275078 req-d1bb2972-30c3-4fdf-bc17-10f78e0da8f7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d468efc2-a65f-4457-a846-ab761946515b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5448260 Jan 28 03:04:00.704030 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-1316d4da-c176-4d78-9e14-bdd9b367312a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Allocated IP 2001:db8:1::1 (6f31b0f7-647c-4a42-9457-66b0011d561a/0ae2770e-17f0-4e2f-a7a8-cbbffa5fd456/152a9c3d-a9cb-4646-aed9-f23c95ae687b) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:04:00.734454 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe611e-2182-4f07-8113-362511a3b417 req-d0addd3a-b81e-4824-af86-1f9486593330 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:00.736482 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0fbe611e-2182-4f07-8113-362511a3b417 req-d0addd3a-b81e-4824-af86-1f9486593330 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] 10.222.0.53 "GET /v2.0/networks/8f7dc9c9-eaf1-4339-a2e3-884554154641 HTTP/1.1" status: 200 len: 784 time: 0.3606768 Jan 28 03:04:00.752824 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port f3520a1a-db12-4e1d-a6a1-2d8d714161e1 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:04:00.771942 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-b3589f0c-0e61-4d60-97ab-b6fab762e0d7 None None] Provisioning complete for port 99be4f70-a41e-4095-9b7e-67b7ec7da37c triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:04:00.778720 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b3589f0c-0e61-4d60-97ab-b6fab762e0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (99be4f70-a41e-4095-9b7e-67b7ec7da37c), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:00.938308 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-b3589f0c-0e61-4d60-97ab-b6fab762e0d7 None None] Port 99be4f70-a41e-4095-9b7e-67b7ec7da37c cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:04:00.980335 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8ba452e1-ee75-4c2e-b36a-6b7d6bd94437 req-2aa43ebb-b19b-4a0a-a913-4ec3425d7500 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=97a2de24-2e5c-45e7-8925-61cadd2cc7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8481297 Jan 28 03:04:00.999149 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 7afc3f2d-9590-49e7-a596-988ebdcc6312 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:04:01.106740 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-a88632c1-f00f-4ff9-ae2d-41fecd8cbf96 None None] Provisioning complete for port 99be4f70-a41e-4095-9b7e-67b7ec7da37c triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:04:01.107391 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a88632c1-f00f-4ff9-ae2d-41fecd8cbf96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (99be4f70-a41e-4095-9b7e-67b7ec7da37c), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:01.150876 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 7afc3f2d-9590-49e7-a596-988ebdcc6312 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:04:01.151364 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7afc3f2d-9590-49e7-a596-988ebdcc6312), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:01.252004 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9f31327d-44a3-4115-8469-ac1485596bf6 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (3db0b75a-3271-4570-aac8-5f7d9bf1bc77), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:01.414697 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-a88632c1-f00f-4ff9-ae2d-41fecd8cbf96 None None] Port 99be4f70-a41e-4095-9b7e-67b7ec7da37c cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:04:01.441844 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1316d4da-c176-4d78-9e14-bdd9b367312a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for port (152a9c3d-a9cb-4646-aed9-f23c95ae687b), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:01.502917 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 7afc3f2d-9590-49e7-a596-988ebdcc6312 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:04:01.503983 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device f3520a1a-db12-4e1d-a6a1-2d8d714161e1 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:04:01.520539 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f31327d-44a3-4115-8469-ac1485596bf6 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event updated for resources: {'Subnet': ['ID=3db0b75a-3271-4570-aac8-5f7d9bf1bc77,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:01.530141 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1316d4da-c176-4d78-9e14-bdd9b367312a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (152a9c3d-a9cb-4646-aed9-f23c95ae687b), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:01.547904 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15393c5-a91f-4e5c-a79d-9910e8197d84 req-46fb5be0-f74d-4dcc-b114-c841ae8bbee8 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:01.549873 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f15393c5-a91f-4e5c-a79d-9910e8197d84 req-46fb5be0-f74d-4dcc-b114-c841ae8bbee8 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] 10.222.0.53 "GET /v2.0/ports?device_id=03ac3498-f664-4bd8-8526-e58100d59fca HTTP/1.1" status: 200 len: 945 time: 0.7320879 Jan 28 03:04:01.593474 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f31327d-44a3-4115-8469-ac1485596bf6 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Network 73247e45-1b2a-489f-9d72-d4901e9fb024 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:04:01.604739 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-b9d2a7ce-e818-447e-b45e-31fc9eedd171 None None] Provisioning complete for port 99be4f70-a41e-4095-9b7e-67b7ec7da37c triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:04:01.606685 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-9f31327d-44a3-4115-8469-ac1485596bf6 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:04:01.608112 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b9d2a7ce-e818-447e-b45e-31fc9eedd171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (99be4f70-a41e-4095-9b7e-67b7ec7da37c), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:01.624253 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1316d4da-c176-4d78-9e14-bdd9b367312a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Network 6f31b0f7-647c-4a42-9457-66b0011d561a is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:04:01.632811 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f31327d-44a3-4115-8469-ac1485596bf6 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:01.633440 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9f31327d-44a3-4115-8469-ac1485596bf6 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:01.648722 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-1316d4da-c176-4d78-9e14-bdd9b367312a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:04:01.662638 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9150bdb8-2881-4b55-9fb4-7ae1363389c4 None None] Network 73247e45-1b2a-489f-9d72-d4901e9fb024 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:04:01.664543 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9f31327d-44a3-4115-8469-ac1485596bf6 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.5710621 Jan 28 03:04:01.667549 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51324) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:01.668381 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1316d4da-c176-4d78-9e14-bdd9b367312a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:04:01.669106 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1316d4da-c176-4d78-9e14-bdd9b367312a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (5081e0c0-a834-40de-af0d-e04090febe4b), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:01.681678 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-44e3ad65-b680-4bd6-8190-686961a2366e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2046734954', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3db0b75a-3271-4570-aac8-5f7d9bf1bc77'}], 'security_groups': ['7a0bb39e-6669-4df1-86be-9a81a81c1fff', '2934f8b9-8a59-4efc-980c-d74451d659e7']}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:04:01.704220 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a79d056e-d813-43e2-b970-30482a275078 req-f2da2aa5-4df5-475e-b8a4-3ef9ea78c178 service neutron] 10.222.0.67 "GET /v2.0/networks/d468efc2-a65f-4457-a846-ab761946515b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9937081 Jan 28 03:04:01.806701 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1316d4da-c176-4d78-9e14-bdd9b367312a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event updated for resources: {'Port': ['ID=152a9c3d-a9cb-4646-aed9-f23c95ae687b,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:01.818459 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-b9d2a7ce-e818-447e-b45e-31fc9eedd171 None None] Port 99be4f70-a41e-4095-9b7e-67b7ec7da37c cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:04:01.859617 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a79d056e-d813-43e2-b970-30482a275078 req-db99aebf-1c19-44ce-bffd-8ea7e46e0065 service neutron] 10.222.0.67 "GET /v2.0/networks/d468efc2-a65f-4457-a846-ab761946515b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463964 Jan 28 03:04:01.866041 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e5a71053-0aa4-440c-bbfa-b91148712d2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:01.942020 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port f3520a1a-db12-4e1d-a6a1-2d8d714161e1 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:04:01.942950 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f3520a1a-db12-4e1d-a6a1-2d8d714161e1), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:01.946630 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f15393c5-a91f-4e5c-a79d-9910e8197d84 req-1373cb0e-3a58-489e-8126-247327f33f6e tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a2de24-2e5c-45e7-8925-61cadd2cc7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905573 Jan 28 03:04:01.963323 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-017475ca-9567-4eb8-8045-82c8ef1f1660 req-c2821b64-d677-4b99-90cd-f856e24b27f6 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4526091 Jan 28 03:04:01.964918 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a79d056e-d813-43e2-b970-30482a275078 req-e0b8d7c7-a956-4f26-9e5d-c4ce24bcb91b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=1aab93c4-9491-4b44-ab45-394e2d033a1e HTTP/1.1" status: 200 len: 217 time: 0.0937357 Jan 28 03:04:01.979120 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-017475ca-9567-4eb8-8045-82c8ef1f1660 req-1737a72a-a576-4397-8756-407f58c40181 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:04:02.087811 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d056e-d813-43e2-b970-30482a275078 req-e596a7b6-55ed-4fa6-b3e2-ba4e43da6ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:02.090575 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a79d056e-d813-43e2-b970-30482a275078 req-e596a7b6-55ed-4fa6-b3e2-ba4e43da6ee8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=49a68bb6-80b9-4dbc-a512-787aeaf1e11f HTTP/1.1" status: 200 len: 797 time: 0.1050608 Jan 28 03:04:02.279144 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-017475ca-9567-4eb8-8045-82c8ef1f1660 req-1737a72a-a576-4397-8756-407f58c40181 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:02.362382 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port f3520a1a-db12-4e1d-a6a1-2d8d714161e1 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:04:02.421868 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-ee287c7e-43fe-4e23-b9cf-7137392babb4 None None] Provisioning complete for port 152a9c3d-a9cb-4646-aed9-f23c95ae687b triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:04:02.422617 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ee287c7e-43fe-4e23-b9cf-7137392babb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (152a9c3d-a9cb-4646-aed9-f23c95ae687b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:02.426359 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1316d4da-c176-4d78-9e14-bdd9b367312a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (152a9c3d-a9cb-4646-aed9-f23c95ae687b), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:02.427457 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a5309c-0be1-4d1c-b30a-f1fe75dfeefd None None] Update dhcp port {'port': {'network_id': '73247e45-1b2a-489f-9d72-d4901e9fb024', 'fixed_ips': [{'subnet_id': 'c7508706-0c45-41e0-b0b6-34a27f36c533', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b636e27f-9e5c-45b0-b43d-20bf96d50fac', 'ip_address': '172.20.0.2'}, {'subnet_id': '3db0b75a-3271-4570-aac8-5f7d9bf1bc77'}], 'binding:host_id': 'n-d-712139-27'}, 'id': 'c925c6b0-9c9e-4e93-9dd3-ef445215fe67'} from n-d-712139-27. {{(pid=109804) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 03:04:02.444229 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d056e-d813-43e2-b970-30482a275078 req-dc9c9698-195a-4dcc-9603-2a82d5e3948c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:02.454235 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a79d056e-d813-43e2-b970-30482a275078 req-dc9c9698-195a-4dcc-9603-2a82d5e3948c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d468efc2-a65f-4457-a846-ab761946515b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3391271 Jan 28 03:04:02.529248 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-09a5309c-0be1-4d1c-b30a-f1fe75dfeefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c925c6b0-9c9e-4e93-9dd3-ef445215fe67), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:02.536469 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-ee287c7e-43fe-4e23-b9cf-7137392babb4 None None] Port 152a9c3d-a9cb-4646-aed9-f23c95ae687b cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:04:02.581633 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44e3ad65-b680-4bd6-8190-686961a2366e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (31468fb3-de42-4fa8-8aeb-e209e2006074), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:02.726580 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-017475ca-9567-4eb8-8045-82c8ef1f1660 req-1737a72a-a576-4397-8756-407f58c40181 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:02.735167 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a79d056e-d813-43e2-b970-30482a275078 req-bbc6dd10-568c-45e6-9ef3-3bebbaef8bc9 service neutron] 10.222.0.67 "GET /v2.0/networks/d468efc2-a65f-4457-a846-ab761946515b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767267 Jan 28 03:04:02.884801 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-09a5309c-0be1-4d1c-b30a-f1fe75dfeefd None None] Allocated IP 172.20.0.34 (73247e45-1b2a-489f-9d72-d4901e9fb024/3db0b75a-3271-4570-aac8-5f7d9bf1bc77/c925c6b0-9c9e-4e93-9dd3-ef445215fe67) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:04:02.937279 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a79d056e-d813-43e2-b970-30482a275078 req-183ec1bf-e760-4de1-ac9a-23a4e8919601 service neutron] 10.222.0.67 "GET /v2.0/networks/d468efc2-a65f-4457-a846-ab761946515b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971128 Jan 28 03:04:03.070174 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-09a5309c-0be1-4d1c-b30a-f1fe75dfeefd None None] For port c925c6b0-9c9e-4e93-9dd3-ef445215fe67, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=c925c6b0-9c9e-4e93-9dd3-ef445215fe67,segment=NetworkSegment(86083ebf-72dc-4da6-8dc2-de8c30dafc87),segment_id=86083ebf-72dc-4da6-8dc2-de8c30dafc87)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:04:03.099871 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a79d056e-d813-43e2-b970-30482a275078 req-384c2c1d-c94f-4e0c-b192-bd4f450d8511 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=adb6e36c-de05-4418-b914-1cc1d87b0029 HTTP/1.1" status: 200 len: 217 time: 0.1570213 Jan 28 03:04:03.137065 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-09a5309c-0be1-4d1c-b30a-f1fe75dfeefd None None] Publish callbacks [] for port (c925c6b0-9c9e-4e93-9dd3-ef445215fe67), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:03.144926 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-09a5309c-0be1-4d1c-b30a-f1fe75dfeefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c925c6b0-9c9e-4e93-9dd3-ef445215fe67), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:03.275440 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d056e-d813-43e2-b970-30482a275078 req-8a7e576f-4f30-4502-ab7a-1515ea12b3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:03.276900 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a79d056e-d813-43e2-b970-30482a275078 req-8a7e576f-4f30-4502-ab7a-1515ea12b3c2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=49a68bb6-80b9-4dbc-a512-787aeaf1e11f HTTP/1.1" status: 200 len: 797 time: 0.1713045 Jan 28 03:04:03.337023 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57aebc7-16da-4fcb-a083-bda77ebde2ef req-23da73c9-6a9c-41d4-a85d-415047faf1d2 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:03.345280 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c57aebc7-16da-4fcb-a083-bda77ebde2ef req-23da73c9-6a9c-41d4-a85d-415047faf1d2 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] 10.222.0.53 "GET /v2.0/ports?device_id=03ac3498-f664-4bd8-8526-e58100d59fca HTTP/1.1" status: 200 len: 945 time: 0.1918678 Jan 28 03:04:03.375898 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:03.376762 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a5309c-0be1-4d1c-b30a-f1fe75dfeefd None None] Pushing event updated for resources: {'Port': ['ID=c925c6b0-9c9e-4e93-9dd3-ef445215fe67,revision_number=7']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:03.410448 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:03.431713 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-017475ca-9567-4eb8-8045-82c8ef1f1660 req-1737a72a-a576-4397-8756-407f58c40181 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Allocated IP 172.25.0.143 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/cc8b0620-8ed6-44cd-a342-ed35281d4554) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:04:03.478684 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d056e-d813-43e2-b970-30482a275078 req-5c4beba1-30f7-4be1-9358-a5c0704285cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:03.486123 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a79d056e-d813-43e2-b970-30482a275078 req-5c4beba1-30f7-4be1-9358-a5c0704285cf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d468efc2-a65f-4457-a846-ab761946515b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2001009 Jan 28 03:04:03.526447 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c57aebc7-16da-4fcb-a083-bda77ebde2ef req-d4c7d492-f689-4256-a8b1-1f915925df8a tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a2de24-2e5c-45e7-8925-61cadd2cc7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797204 Jan 28 03:04:03.538324 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1316d4da-c176-4d78-9e14-bdd9b367312a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for port (152a9c3d-a9cb-4646-aed9-f23c95ae687b), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:03.545536 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1316d4da-c176-4d78-9e14-bdd9b367312a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (152a9c3d-a9cb-4646-aed9-f23c95ae687b), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:03.546636 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1316d4da-c176-4d78-9e14-bdd9b367312a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (5081e0c0-a834-40de-af0d-e04090febe4b), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:03.767715 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a79d056e-d813-43e2-b970-30482a275078 req-a8d80cb1-4e93-4117-8b8f-924702422565 service neutron] 10.222.0.67 "GET /v2.0/networks/d468efc2-a65f-4457-a846-ab761946515b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681448 Jan 28 03:04:03.803539 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-44e3ad65-b680-4bd6-8190-686961a2366e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Delete allocated IP 172.20.0.7 (73247e45-1b2a-489f-9d72-d4901e9fb024/b636e27f-9e5c-45b0-b43d-20bf96d50fac) {{(pid=109802) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 03:04:03.815804 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-44e3ad65-b680-4bd6-8190-686961a2366e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Allocated IP 172.20.0.46 (73247e45-1b2a-489f-9d72-d4901e9fb024/3db0b75a-3271-4570-aac8-5f7d9bf1bc77/31468fb3-de42-4fa8-8aeb-e209e2006074) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:04:04.105824 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-017475ca-9567-4eb8-8045-82c8ef1f1660 req-1737a72a-a576-4397-8756-407f58c40181 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks [] for port (cc8b0620-8ed6-44cd-a342-ed35281d4554), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:04.137057 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a79d056e-d813-43e2-b970-30482a275078 req-7730aaa3-0715-411d-b617-bcc6a6e0adfa service neutron] 10.222.0.67 "GET /v2.0/networks/d468efc2-a65f-4457-a846-ab761946515b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629603 Jan 28 03:04:04.148473 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1316d4da-c176-4d78-9e14-bdd9b367312a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event updated for resources: {'Port': ['ID=152a9c3d-a9cb-4646-aed9-f23c95ae687b,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:04.298425 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a79d056e-d813-43e2-b970-30482a275078 req-5525ee5c-c043-4af8-8f45-21d8ed4aa869 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=1ab715d2-bc27-4588-bd67-bdf04c55fd07 HTTP/1.1" status: 200 len: 217 time: 0.1523080 Jan 28 03:04:04.301666 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-017475ca-9567-4eb8-8045-82c8ef1f1660 req-1737a72a-a576-4397-8756-407f58c40181 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (cc8b0620-8ed6-44cd-a342-ed35281d4554), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:04.346596 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f3966-14de-4d05-a046-07f6bdb189b8 req-1bf88899-dc56-4db6-9912-28508ccb0c11 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:04.351492 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f32f3966-14de-4d05-a046-07f6bdb189b8 req-1bf88899-dc56-4db6-9912-28508ccb0c11 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] 10.222.0.53 "GET /v2.0/ports?device_id=03ac3498-f664-4bd8-8526-e58100d59fca HTTP/1.1" status: 200 len: 945 time: 0.1629031 Jan 28 03:04:04.371550 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1316d4da-c176-4d78-9e14-bdd9b367312a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Network 6f31b0f7-647c-4a42-9457-66b0011d561a is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:04:04.388331 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-1316d4da-c176-4d78-9e14-bdd9b367312a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:04:04.394592 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-4f78fce1-1345-4f5b-9305-6d0801d98bdc None None] Provisioning complete for port 31468fb3-de42-4fa8-8aeb-e209e2006074 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:04:04.395276 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4f78fce1-1345-4f5b-9305-6d0801d98bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (31468fb3-de42-4fa8-8aeb-e209e2006074), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:04.470511 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-017475ca-9567-4eb8-8045-82c8ef1f1660 req-1737a72a-a576-4397-8756-407f58c40181 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:04:04.484234 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-017475ca-9567-4eb8-8045-82c8ef1f1660 req-1737a72a-a576-4397-8756-407f58c40181 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:04:04.496479 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-017475ca-9567-4eb8-8045-82c8ef1f1660 req-1737a72a-a576-4397-8756-407f58c40181 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:04:04.502354 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-4f78fce1-1345-4f5b-9305-6d0801d98bdc None None] Port 31468fb3-de42-4fa8-8aeb-e209e2006074 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:04:04.524058 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-4f78fce1-1345-4f5b-9305-6d0801d98bdc None None] Provisioning complete for port 97463e4d-b08c-442d-8c82-d58e13a72e14 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:04:04.524423 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4f78fce1-1345-4f5b-9305-6d0801d98bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (97463e4d-b08c-442d-8c82-d58e13a72e14), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:04.554050 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44e3ad65-b680-4bd6-8190-686961a2366e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for port (31468fb3-de42-4fa8-8aeb-e209e2006074), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:04.561970 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737a72a-a576-4397-8756-407f58c40181 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Pushing event updated for resources: {'Port': ['ID=cc8b0620-8ed6-44cd-a342-ed35281d4554,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:04.565144 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44e3ad65-b680-4bd6-8190-686961a2366e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (31468fb3-de42-4fa8-8aeb-e209e2006074), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:04.596498 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d056e-d813-43e2-b970-30482a275078 req-706d1fe1-8a3e-4063-a7ce-88f641093ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:04.607372 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a79d056e-d813-43e2-b970-30482a275078 req-706d1fe1-8a3e-4063-a7ce-88f641093ffb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=49a68bb6-80b9-4dbc-a512-787aeaf1e11f HTTP/1.1" status: 200 len: 797 time: 0.2920008 Jan 28 03:04:04.629485 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-4f78fce1-1345-4f5b-9305-6d0801d98bdc None None] Port 97463e4d-b08c-442d-8c82-d58e13a72e14 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:04:04.651230 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-4f78fce1-1345-4f5b-9305-6d0801d98bdc None None] Provisioning complete for port c925c6b0-9c9e-4e93-9dd3-ef445215fe67 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:04:04.651503 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4f78fce1-1345-4f5b-9305-6d0801d98bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c925c6b0-9c9e-4e93-9dd3-ef445215fe67), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:04.782621 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:04.883003 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d056e-d813-43e2-b970-30482a275078 req-52c75e21-df35-4b99-915a-a11e980aa470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:04.887581 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a79d056e-d813-43e2-b970-30482a275078 req-52c75e21-df35-4b99-915a-a11e980aa470 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d468efc2-a65f-4457-a846-ab761946515b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2660775 Jan 28 03:04:04.938397 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-4f78fce1-1345-4f5b-9305-6d0801d98bdc None None] Current status of the port c925c6b0-9c9e-4e93-9dd3-ef445215fe67 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:04:04.959371 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c925c6b0-9c9e-4e93-9dd3-ef445215fe67 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:04:05.066318 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-017475ca-9567-4eb8-8045-82c8ef1f1660 req-1737a72a-a576-4397-8756-407f58c40181 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks [] for floatingip (d0c7c797-a672-4b66-9be3-03306b065eaa), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:05.076553 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port c925c6b0-9c9e-4e93-9dd3-ef445215fe67 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:04:05.077426 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c925c6b0-9c9e-4e93-9dd3-ef445215fe67), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:05.114108 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-499af1e5-b5ae-4413-9d37-6e17b7f7a13a None None] Provisioning complete for port 152a9c3d-a9cb-4646-aed9-f23c95ae687b triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:04:05.114931 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-499af1e5-b5ae-4413-9d37-6e17b7f7a13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (152a9c3d-a9cb-4646-aed9-f23c95ae687b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:05.176322 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-499af1e5-b5ae-4413-9d37-6e17b7f7a13a None None] Port 152a9c3d-a9cb-4646-aed9-f23c95ae687b cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:04:05.185016 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-017475ca-9567-4eb8-8045-82c8ef1f1660 req-1737a72a-a576-4397-8756-407f58c40181 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (cc8b0620-8ed6-44cd-a342-ed35281d4554), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:05.203084 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a79d056e-d813-43e2-b970-30482a275078 req-72d3e483-484f-4dbe-9d38-2c27cdd021f3 service neutron] 10.222.0.67 "GET /v2.0/networks/d468efc2-a65f-4457-a846-ab761946515b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019843 Jan 28 03:04:05.243154 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port c925c6b0-9c9e-4e93-9dd3-ef445215fe67 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:04:05.264229 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e3ad65-b680-4bd6-8190-686961a2366e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event updated for resources: {'Port': ['ID=31468fb3-de42-4fa8-8aeb-e209e2006074,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:05.293043 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f32f3966-14de-4d05-a046-07f6bdb189b8 req-87e62fe9-77f7-48eb-b35f-fb085d902226 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a2de24-2e5c-45e7-8925-61cadd2cc7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9083412 Jan 28 03:04:05.419081 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1316d4da-c176-4d78-9e14-bdd9b367312a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Router 5081e0c0-a834-40de-af0d-e04090febe4b has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:04:05.503710 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-44e3ad65-b680-4bd6-8190-686961a2366e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] In _notify_port_updated(), no bound segment for port 31468fb3-de42-4fa8-8aeb-e209e2006074 on network 73247e45-1b2a-489f-9d72-d4901e9fb024 {{(pid=109802) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 03:04:05.509000 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e3ad65-b680-4bd6-8190-686961a2366e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:05.509590 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44e3ad65-b680-4bd6-8190-686961a2366e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:05.514203 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-44e3ad65-b680-4bd6-8190-686961a2366e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "PUT /v2.0/ports/31468fb3-de42-4fa8-8aeb-e209e2006074 HTTP/1.1" status: 200 len: 960 time: 3.8359554 Jan 28 03:04:05.516282 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51356) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:05.678657 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a79d056e-d813-43e2-b970-30482a275078 req-adc4aac7-805e-4cbc-a4d5-a7ce0e0c7d24 service neutron] 10.222.0.67 "GET /v2.0/networks/d468efc2-a65f-4457-a846-ab761946515b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4442694 Jan 28 03:04:05.715023 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086363f-4035-470f-ac4b-d15a9f332b58 req-16ef5707-2236-42af-acc1-cea32f864da6 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:05.717369 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6086363f-4035-470f-ac4b-d15a9f332b58 req-16ef5707-2236-42af-acc1-cea32f864da6 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] 10.222.0.39 "GET /v2.0/ports?device_id=03ac3498-f664-4bd8-8526-e58100d59fca HTTP/1.1" status: 200 len: 945 time: 0.2849038 Jan 28 03:04:05.828529 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-017475ca-9567-4eb8-8045-82c8ef1f1660 req-1737a72a-a576-4397-8756-407f58c40181 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks [] for port (cc8b0620-8ed6-44cd-a342-ed35281d4554), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:05.846216 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a79d056e-d813-43e2-b970-30482a275078 req-afd573a1-4d72-4d8e-936e-99fb501eb2c3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e5796229-716b-4448-bfde-fcd9bdf85cdd HTTP/1.1" status: 200 len: 217 time: 0.1611850 Jan 28 03:04:05.849394 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-017475ca-9567-4eb8-8045-82c8ef1f1660 req-1737a72a-a576-4397-8756-407f58c40181 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (cc8b0620-8ed6-44cd-a342-ed35281d4554), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:05.849904 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1316d4da-c176-4d78-9e14-bdd9b367312a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:04:05.863680 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb87c7b0-0c0a-42af-a85f-f9d4b022281d None None] Sync routers for ids ['5081e0c0-a834-40de-af0d-e04090febe4b'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:04:05.867655 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1316d4da-c176-4d78-9e14-bdd9b367312a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "PUT /v2.0/routers/5081e0c0-a834-40de-af0d-e04090febe4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3263602 Jan 28 03:04:05.871205 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51362) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:05.899192 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb87c7b0-0c0a-42af-a85f-f9d4b022281d None None] Routers {'5081e0c0-a834-40de-af0d-e04090febe4b'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:04:05.899853 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-cb87c7b0-0c0a-42af-a85f-f9d4b022281d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:04:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5081e0c0-a834-40de-af0d-e04090febe4b'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:05.946376 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:06.001127 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-cb87c7b0-0c0a-42af-a85f-f9d4b022281d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:06.018125 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-6086363f-4035-470f-ac4b-d15a9f332b58 req-0a412bfb-d9ed-49a4-8c25-c906213abb61 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] Deleting port 6255f6ef-fa9c-46aa-b0bb-396318c7ea5d {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:04:06.020612 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87a4606-f240-4374-bc4e-964ea8dccce4 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:06.022934 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb87c7b0-0c0a-42af-a85f-f9d4b022281d None None] Routers {'5081e0c0-a834-40de-af0d-e04090febe4b'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:04:06.023635 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-6086363f-4035-470f-ac4b-d15a9f332b58 req-0a412bfb-d9ed-49a4-8c25-c906213abb61 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (6255f6ef-fa9c-46aa-b0bb-396318c7ea5d), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:06.026769 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51364) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:06.027753 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-cb87c7b0-0c0a-42af-a85f-f9d4b022281d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:04:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5081e0c0-a834-40de-af0d-e04090febe4b'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:06.029136 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f87a4606-f240-4374-bc4e-964ea8dccce4 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "GET /v2.0/ports/152a9c3d-a9cb-4646-aed9-f23c95ae687b HTTP/1.1" status: 200 len: 913 time: 0.1502955 Jan 28 03:04:06.101984 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-cb87c7b0-0c0a-42af-a85f-f9d4b022281d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:06.103030 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb87c7b0-0c0a-42af-a85f-f9d4b022281d None None] The sync data for ids ['5081e0c0-a834-40de-af0d-e04090febe4b'] in n-d-712139-27 is: [] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:04:06.118628 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-a668a4bd-2328-431a-8977-4a1b27e4975d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Deleting port 31468fb3-de42-4fa8-8aeb-e209e2006074 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:04:06.119235 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a668a4bd-2328-431a-8977-4a1b27e4975d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (31468fb3-de42-4fa8-8aeb-e209e2006074), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:06.168637 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-0d144340-d483-43cc-9d9b-d045ae76caa3 None None] Provisioning complete for port 31468fb3-de42-4fa8-8aeb-e209e2006074 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:04:06.178464 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0d144340-d483-43cc-9d9b-d045ae76caa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (31468fb3-de42-4fa8-8aeb-e209e2006074), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:06.194496 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737a72a-a576-4397-8756-407f58c40181 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Pushing event updated for resources: {'Port': ['ID=cc8b0620-8ed6-44cd-a342-ed35281d4554,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:06.199265 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d056e-d813-43e2-b970-30482a275078 req-88fdc278-71b6-4ba5-af53-b253b1350cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:06.201124 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a79d056e-d813-43e2-b970-30482a275078 req-88fdc278-71b6-4ba5-af53-b253b1350cd6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5890570a-cc0c-4403-a94d-1750b1aeb6ea HTTP/1.1" status: 200 len: 797 time: 0.3475382 Jan 28 03:04:06.263387 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-0d144340-d483-43cc-9d9b-d045ae76caa3 None None] Port 31468fb3-de42-4fa8-8aeb-e209e2006074 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:04:06.392178 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737a72a-a576-4397-8756-407f58c40181 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:04:06.392880 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737a72a-a576-4397-8756-407f58c40181 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:04:06.393432 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737a72a-a576-4397-8756-407f58c40181 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:04:06.393945 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737a72a-a576-4397-8756-407f58c40181 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:04:06.394822 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737a72a-a576-4397-8756-407f58c40181 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:04:06.400861 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737a72a-a576-4397-8756-407f58c40181 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:04:06.401270 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737a72a-a576-4397-8756-407f58c40181 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:04:06.401624 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737a72a-a576-4397-8756-407f58c40181 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:04:06.401975 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737a72a-a576-4397-8756-407f58c40181 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:04:06.402392 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737a72a-a576-4397-8756-407f58c40181 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:04:06.402735 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737a72a-a576-4397-8756-407f58c40181 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:04:06.403069 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737a72a-a576-4397-8756-407f58c40181 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:04:06.403401 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737a72a-a576-4397-8756-407f58c40181 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:04:06.426504 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-6086363f-4035-470f-ac4b-d15a9f332b58 req-0a412bfb-d9ed-49a4-8c25-c906213abb61 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] For port 6255f6ef-fa9c-46aa-b0bb-396318c7ea5d, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=6255f6ef-fa9c-46aa-b0bb-396318c7ea5d,segment=NetworkSegment(4acf9649-701a-4c52-848b-17775a86f000),segment_id=4acf9649-701a-4c52-848b-17775a86f000)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:04:06.427395 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-6086363f-4035-470f-ac4b-d15a9f332b58 req-0a412bfb-d9ed-49a4-8c25-c906213abb61 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (6255f6ef-fa9c-46aa-b0bb-396318c7ea5d), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:06.447048 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-017475ca-9567-4eb8-8045-82c8ef1f1660 req-1737a72a-a576-4397-8756-407f58c40181 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (d0c7c797-a672-4b66-9be3-03306b065eaa), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:06.455162 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-6086363f-4035-470f-ac4b-d15a9f332b58 req-0a412bfb-d9ed-49a4-8c25-c906213abb61 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] Calling delete_port for 6255f6ef-fa9c-46aa-b0bb-396318c7ea5d owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:04:06.497761 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d056e-d813-43e2-b970-30482a275078 req-eeaa7c31-5f23-4e48-9b36-03dc43f20a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:06.500007 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a79d056e-d813-43e2-b970-30482a275078 req-eeaa7c31-5f23-4e48-9b36-03dc43f20a5e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9d63e9ac-6b2c-46ae-b695-7b9d65c9a866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2291331 Jan 28 03:04:06.507135 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-017475ca-9567-4eb8-8045-82c8ef1f1660 req-1737a72a-a576-4397-8756-407f58c40181 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:06.508759 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-017475ca-9567-4eb8-8045-82c8ef1f1660 req-1737a72a-a576-4397-8756-407f58c40181 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.5359626 Jan 28 03:04:06.585243 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a668a4bd-2328-431a-8977-4a1b27e4975d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (31468fb3-de42-4fa8-8aeb-e209e2006074), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:06.653207 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-a668a4bd-2328-431a-8977-4a1b27e4975d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Calling delete_port for 31468fb3-de42-4fa8-8aeb-e209e2006074 owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:04:06.658301 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-017475ca-9567-4eb8-8045-82c8ef1f1660 req-4ab7d8b2-1902-4675-8053-81af4dbc5f24 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.143 HTTP/1.1" status: 200 len: 696 time: 0.0838134 Jan 28 03:04:06.792235 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-6086363f-4035-470f-ac4b-d15a9f332b58 req-0a412bfb-d9ed-49a4-8c25-c906213abb61 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (6255f6ef-fa9c-46aa-b0bb-396318c7ea5d), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:06.827863 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['6255f6ef-fa9c-46aa-b0bb-396318c7ea5d'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:04:06.858959 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a412bfb-d9ed-49a4-8c25-c906213abb61 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] Pushing event deleted for resources: {'Port': ['ID=6255f6ef-fa9c-46aa-b0bb-396318c7ea5d,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:06.869750 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a79d056e-d813-43e2-b970-30482a275078 req-7b1f40fb-d708-4abe-80f0-ecd975252761 service neutron] 10.222.0.67 "GET /v2.0/networks/9d63e9ac-6b2c-46ae-b695-7b9d65c9a866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534548 Jan 28 03:04:06.946279 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-6086363f-4035-470f-ac4b-d15a9f332b58 req-0a412bfb-d9ed-49a4-8c25-c906213abb61 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] No DVR routers for this DVR port 6255f6ef-fa9c-46aa-b0bb-396318c7ea5d on host n-h2-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:04:06.951773 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-6086363f-4035-470f-ac4b-d15a9f332b58 req-0a412bfb-d9ed-49a4-8c25-c906213abb61 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:06.957804 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6086363f-4035-470f-ac4b-d15a9f332b58 req-0a412bfb-d9ed-49a4-8c25-c906213abb61 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] 10.222.0.39 "DELETE /v2.0/ports/6255f6ef-fa9c-46aa-b0bb-396318c7ea5d HTTP/1.1" status: 204 len: 173 time: 1.2272899 Jan 28 03:04:06.961620 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ac3498-f664-4bd8-8526-e58100d59fca', 'name': 'network-vif-deleted', 'tag': '6255f6ef-fa9c-46aa-b0bb-396318c7ea5d'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:04:06.964384 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fd7452-dcd5-48aa-952c-dd37f77a0a69" -d '{"events": [{"server_uuid": "03ac3498-f664-4bd8-8526-e58100d59fca", "name": "network-vif-deleted", "tag": "6255f6ef-fa9c-46aa-b0bb-396318c7ea5d"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:04:06.986405 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4318ed-ec07-4762-90df-13e6e6414c11 req-9f92013b-76d6-4a56-89c5-ed7272cedf26 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:06.990865 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8f4318ed-ec07-4762-90df-13e6e6414c11 req-9f92013b-76d6-4a56-89c5-ed7272cedf26 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] 10.222.0.53 "GET /v2.0/ports?device_id=03ac3498-f664-4bd8-8526-e58100d59fca HTTP/1.1" status: 200 len: 945 time: 0.5219176 Jan 28 03:04:07.042792 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a79d056e-d813-43e2-b970-30482a275078 req-a5bf9daf-26f3-4300-828b-e7dfe32222ff service neutron] 10.222.0.67 "GET /v2.0/networks/9d63e9ac-6b2c-46ae-b695-7b9d65c9a866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443486 Jan 28 03:04:07.112224 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8f4318ed-ec07-4762-90df-13e6e6414c11 req-ad1eadbc-c74a-4526-8373-be9034671c07 tempest-InstanceActionsV221TestJSON-1573657677 tempest-InstanceActionsV221TestJSON-1573657677-project] 10.222.0.53 "GET /v2.0/security-groups?id=97a2de24-2e5c-45e7-8925-61cadd2cc7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075246 Jan 28 03:04:07.135111 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a79d056e-d813-43e2-b970-30482a275078 req-0a9aacfe-70cf-4b2b-99f3-94a04a17d3d6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e3dc7402-b465-4b15-8094-ca4f81d3337e HTTP/1.1" status: 200 len: 217 time: 0.0836492 Jan 28 03:04:07.202120 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017475ca-9567-4eb8-8045-82c8ef1f1660 req-06ec9147-28aa-4826-8358-e1a1ada01a69 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:07.204385 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-017475ca-9567-4eb8-8045-82c8ef1f1660 req-06ec9147-28aa-4826-8358-e1a1ada01a69 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] 10.222.0.53 "GET /v2.0/networks/8f7dc9c9-eaf1-4339-a2e3-884554154641 HTTP/1.1" status: 200 len: 784 time: 0.5323806 Jan 28 03:04:07.235560 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d056e-d813-43e2-b970-30482a275078 req-94ae77f6-2ae4-4a59-aefa-69423d4a366e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:07.237677 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a79d056e-d813-43e2-b970-30482a275078 req-94ae77f6-2ae4-4a59-aefa-69423d4a366e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5890570a-cc0c-4403-a94d-1750b1aeb6ea HTTP/1.1" status: 200 len: 797 time: 0.0968282 Jan 28 03:04:07.314780 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfc8ef4-fe00-4d09-b4d7-d0a3ea0d147a x-openstack-request-id: req-bdfc8ef4-fe00-4d09-b4d7-d0a3ea0d147a {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:04:07.315234 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03ac3498-f664-4bd8-8526-e58100d59fca", "name": "network-vif-deleted", "tag": "6255f6ef-fa9c-46aa-b0bb-396318c7ea5d", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:04:07.315691 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bdfc8ef4-fe00-4d09-b4d7-d0a3ea0d147a {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:04:07.316832 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03ac3498-f664-4bd8-8526-e58100d59fca', 'name': 'network-vif-deleted', 'tag': '6255f6ef-fa9c-46aa-b0bb-396318c7ea5d', 'status': 'completed', 'code': 200} Jan 28 03:04:07.340114 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a668a4bd-2328-431a-8977-4a1b27e4975d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (31468fb3-de42-4fa8-8aeb-e209e2006074), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:07.341052 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0152432b-29cc-484e-9f58-3dcf0c0301a7 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (5081e0c0-a834-40de-af0d-e04090febe4b), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:07.351577 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d056e-d813-43e2-b970-30482a275078 req-2e910134-35c4-4292-aa70-d3dcd64c9fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:07.353220 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a79d056e-d813-43e2-b970-30482a275078 req-2e910134-35c4-4292-aa70-d3dcd64c9fa9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9d63e9ac-6b2c-46ae-b695-7b9d65c9a866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1047382 Jan 28 03:04:07.401698 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a668a4bd-2328-431a-8977-4a1b27e4975d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event deleted for resources: {'Port': ['ID=31468fb3-de42-4fa8-8aeb-e209e2006074,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:07.548483 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0b1faed8-c66d-4197-85dd-c1868d28c3dd req-770b8e5e-ca6d-41d4-83a9-79d9cd72b5d8 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] 10.222.0.53 "GET /v2.0/floatingips/d0c7c797-a672-4b66-9be3-03306b065eaa HTTP/1.1" status: 200 len: 693 time: 0.2367396 Jan 28 03:04:07.637376 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a668a4bd-2328-431a-8977-4a1b27e4975d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:07.646069 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a668a4bd-2328-431a-8977-4a1b27e4975d tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/ports/31468fb3-de42-4fa8-8aeb-e209e2006074 HTTP/1.1" status: 204 len: 168 time: 2.1290896 Jan 28 03:04:07.657259 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51386) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:07.845932 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1faed8-c66d-4197-85dd-c1868d28c3dd req-b4e51358-445c-4742-a243-1162924d0003 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:07.849807 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0b1faed8-c66d-4197-85dd-c1868d28c3dd req-b4e51358-445c-4742-a243-1162924d0003 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] 10.222.0.53 "GET /v2.0/networks/8f7dc9c9-eaf1-4339-a2e3-884554154641 HTTP/1.1" status: 200 len: 784 time: 0.3000164 Jan 28 03:04:07.866402 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [req-0b1faed8-c66d-4197-85dd-c1868d28c3dd req-df7705c4-0ed9-4bd9-84e7-d6a357a832b8 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:04:07.868806 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0b1faed8-c66d-4197-85dd-c1868d28c3dd req-df7705c4-0ed9-4bd9-84e7-d6a357a832b8 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096142 Jan 28 03:04:08.186445 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-0152432b-29cc-484e-9f58-3dcf0c0301a7 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Deleting port 152a9c3d-a9cb-4646-aed9-f23c95ae687b {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:04:08.187109 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0152432b-29cc-484e-9f58-3dcf0c0301a7 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (152a9c3d-a9cb-4646-aed9-f23c95ae687b), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:08.362120 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0152432b-29cc-484e-9f58-3dcf0c0301a7 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (152a9c3d-a9cb-4646-aed9-f23c95ae687b), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:08.379800 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-0152432b-29cc-484e-9f58-3dcf0c0301a7 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Calling delete_port for 152a9c3d-a9cb-4646-aed9-f23c95ae687b owned by network:router_interface {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:04:08.385391 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7c822c42-049c-4ce2-bf3d-11e2ae6ac9e4 req-a6e1eccb-1e88-42eb-9c7f-3c0b7ac13cd0 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] 10.222.0.53 "GET /v2.0/floatingips/d0c7c797-a672-4b66-9be3-03306b065eaa HTTP/1.1" status: 200 len: 693 time: 0.0729017 Jan 28 03:04:08.389718 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a79d056e-d813-43e2-b970-30482a275078 req-a5376372-8f9c-4307-9e05-6f5cba7c611e service neutron] 10.222.0.67 "GET /v2.0/networks/9d63e9ac-6b2c-46ae-b695-7b9d65c9a866?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0027037 Jan 28 03:04:08.390523 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c3337dc-1e8b-438f-aab3-2bedc2be82b7 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] GET failed (client error): The resource could not be found. Jan 28 03:04:08.395250 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-3c3337dc-1e8b-438f-aab3-2bedc2be82b7 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "GET /v2.0/ports/31468fb3-de42-4fa8-8aeb-e209e2006074 HTTP/1.1" status: 404 len: 333 time: 0.7333717 Jan 28 03:04:08.396189 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51402) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:08.603186 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a79d056e-d813-43e2-b970-30482a275078 req-0c7c9a9d-b5e1-40d6-a44d-bc04bd3c0bba service neutron] 10.222.0.67 "GET /v2.0/networks/9d63e9ac-6b2c-46ae-b695-7b9d65c9a866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058849 Jan 28 03:04:08.724993 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a993d75b-304c-4875-94d2-733573368e12 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for security_group (c36a1ae7-cbbd-45d7-8580-fae8f0d6a203), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:08.798782 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c822c42-049c-4ce2-bf3d-11e2ae6ac9e4 req-5cc43d19-7b3b-4655-8449-cd068a0385da tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:08.801181 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7c822c42-049c-4ce2-bf3d-11e2ae6ac9e4 req-5cc43d19-7b3b-4655-8449-cd068a0385da tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] 10.222.0.53 "GET /v2.0/networks/8f7dc9c9-eaf1-4339-a2e3-884554154641 HTTP/1.1" status: 200 len: 784 time: 0.4073751 Jan 28 03:04:08.805940 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51416) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:08.827926 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-7c822c42-049c-4ce2-bf3d-11e2ae6ac9e4 req-3c842f74-3325-4323-8382-07c694bb2b22 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:04:08.829444 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7c822c42-049c-4ce2-bf3d-11e2ae6ac9e4 req-3c842f74-3325-4323-8382-07c694bb2b22 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069695 Jan 28 03:04:08.873957 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0152432b-29cc-484e-9f58-3dcf0c0301a7 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (152a9c3d-a9cb-4646-aed9-f23c95ae687b), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:08.916471 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0152432b-29cc-484e-9f58-3dcf0c0301a7 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event deleted for resources: {'Port': ['ID=152a9c3d-a9cb-4646-aed9-f23c95ae687b,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:08.941655 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7c822c42-049c-4ce2-bf3d-11e2ae6ac9e4 req-db618540-fec7-4470-ad84-5dce20ebfe6f tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.143 HTTP/1.1" status: 200 len: 696 time: 0.0630219 Jan 28 03:04:08.952264 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a993d75b-304c-4875-94d2-733573368e12 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for security_group (c36a1ae7-cbbd-45d7-8580-fae8f0d6a203), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:08.962062 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0152432b-29cc-484e-9f58-3dcf0c0301a7 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:04:08.962851 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0152432b-29cc-484e-9f58-3dcf0c0301a7 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:04:08.963399 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0152432b-29cc-484e-9f58-3dcf0c0301a7 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:04:08.964441 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0152432b-29cc-484e-9f58-3dcf0c0301a7 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:04:08.970234 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0152432b-29cc-484e-9f58-3dcf0c0301a7 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:04:08.971753 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0152432b-29cc-484e-9f58-3dcf0c0301a7 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:04:08.973506 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0152432b-29cc-484e-9f58-3dcf0c0301a7 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:04:08.974191 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0152432b-29cc-484e-9f58-3dcf0c0301a7 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:04:08.978484 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0152432b-29cc-484e-9f58-3dcf0c0301a7 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:04:08.978934 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0152432b-29cc-484e-9f58-3dcf0c0301a7 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:04:08.979396 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0152432b-29cc-484e-9f58-3dcf0c0301a7 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:04:08.980095 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0152432b-29cc-484e-9f58-3dcf0c0301a7 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:04:08.980555 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0152432b-29cc-484e-9f58-3dcf0c0301a7 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:04:09.076930 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-948eb759-875d-489d-8a59-4ed478ce82df admin admin] Deleting subnet 73065a9b-6f2f-4028-9669-8ccc64fd1ea6 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:04:09.080290 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-948eb759-875d-489d-8a59-4ed478ce82df admin admin] Publish callbacks [] for subnet (73065a9b-6f2f-4028-9669-8ccc64fd1ea6), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:09.137184 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-948eb759-875d-489d-8a59-4ed478ce82df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (73065a9b-6f2f-4028-9669-8ccc64fd1ea6), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:09.195451 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7c822c42-049c-4ce2-bf3d-11e2ae6ac9e4 req-5d9eff75-d983-4a34-a666-6266e5fb17fd tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.143 HTTP/1.1" status: 200 len: 696 time: 0.2380300 Jan 28 03:04:09.221884 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0152432b-29cc-484e-9f58-3dcf0c0301a7 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (5081e0c0-a834-40de-af0d-e04090febe4b), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:09.455834 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-948eb759-875d-489d-8a59-4ed478ce82df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (73065a9b-6f2f-4028-9669-8ccc64fd1ea6), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:09.476594 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a993d75b-304c-4875-94d2-733573368e12 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c36a1ae7-cbbd-45d7-8580-fae8f0d6a203), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:09.481303 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a993d75b-304c-4875-94d2-733573368e12 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:09.489737 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a993d75b-304c-4875-94d2-733573368e12 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/security-groups/c36a1ae7-cbbd-45d7-8580-fae8f0d6a203 HTTP/1.1" status: 204 len: 168 time: 1.0893233 Jan 28 03:04:09.490919 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51422) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:09.602551 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a993d75b-304c-4875-94d2-733573368e12 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36a1ae7-cbbd-45d7-8580-fae8f0d6a203,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:09.607984 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 6255f6ef-fa9c-46aa-b0bb-396318c7ea5d no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:04:09.663265 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0152432b-29cc-484e-9f58-3dcf0c0301a7 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Router 5081e0c0-a834-40de-af0d-e04090febe4b has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:04:09.671289 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 6255f6ef-fa9c-46aa-b0bb-396318c7ea5d {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:04:09.671960 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 6255f6ef-fa9c-46aa-b0bb-396318c7ea5d not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:04:09.753441 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-7c822c42-049c-4ce2-bf3d-11e2ae6ac9e4 req-2d74e320-e7ca-4591-8f04-7105e0ab37a2 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Deleting port cc8b0620-8ed6-44cd-a342-ed35281d4554 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:04:09.754028 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7c822c42-049c-4ce2-bf3d-11e2ae6ac9e4 req-2d74e320-e7ca-4591-8f04-7105e0ab37a2 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (cc8b0620-8ed6-44cd-a342-ed35281d4554), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:09.764857 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d43a7c9a-78f0-4c51-8151-71cf4a5785af tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for security_group (2934f8b9-8a59-4efc-980c-d74451d659e7), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:09.838540 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-948eb759-875d-489d-8a59-4ed478ce82df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (73065a9b-6f2f-4028-9669-8ccc64fd1ea6), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:09.856625 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0152432b-29cc-484e-9f58-3dcf0c0301a7 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:04:09.868972 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f44514-9819-4b34-95d7-c066ca8fcf00 None None] Sync routers for ids ['5081e0c0-a834-40de-af0d-e04090febe4b'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:04:09.889501 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0152432b-29cc-484e-9f58-3dcf0c0301a7 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "PUT /v2.0/routers/5081e0c0-a834-40de-af0d-e04090febe4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8551168 Jan 28 03:04:09.891531 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f44514-9819-4b34-95d7-c066ca8fcf00 None None] Routers {'5081e0c0-a834-40de-af0d-e04090febe4b'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:04:09.892434 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51428) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:09.895583 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-43f44514-9819-4b34-95d7-c066ca8fcf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:04:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5081e0c0-a834-40de-af0d-e04090febe4b'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:09.902175 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948eb759-875d-489d-8a59-4ed478ce82df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73065a9b-6f2f-4028-9669-8ccc64fd1ea6,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:09.911241 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d43a7c9a-78f0-4c51-8151-71cf4a5785af tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for security_group (2934f8b9-8a59-4efc-980c-d74451d659e7), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:09.944753 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-948eb759-875d-489d-8a59-4ed478ce82df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:09.948384 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-948eb759-875d-489d-8a59-4ed478ce82df admin admin] 10.222.0.53 "DELETE /v2.0/subnets/73065a9b-6f2f-4028-9669-8ccc64fd1ea6 HTTP/1.1" status: 204 len: 168 time: 1.1419771 Jan 28 03:04:09.958156 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51430) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:10.011853 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-43f44514-9819-4b34-95d7-c066ca8fcf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:10.037093 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f44514-9819-4b34-95d7-c066ca8fcf00 None None] Routers {'5081e0c0-a834-40de-af0d-e04090febe4b'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:04:10.041779 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-43f44514-9819-4b34-95d7-c066ca8fcf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:04:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5081e0c0-a834-40de-af0d-e04090febe4b'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:10.076787 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9152db6c-88fc-4855-849f-ee99dfe84c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (7eb08ac7-28b6-44cb-8f23-2d10140ee419), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:10.118000 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7c822c42-049c-4ce2-bf3d-11e2ae6ac9e4 req-2d74e320-e7ca-4591-8f04-7105e0ab37a2 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (cc8b0620-8ed6-44cd-a342-ed35281d4554), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:10.118447 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7c822c42-049c-4ce2-bf3d-11e2ae6ac9e4 req-2d74e320-e7ca-4591-8f04-7105e0ab37a2 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks [] for floatingip (cc8b0620-8ed6-44cd-a342-ed35281d4554), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:10.165401 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-43f44514-9819-4b34-95d7-c066ca8fcf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:10.166073 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f44514-9819-4b34-95d7-c066ca8fcf00 None None] The sync data for ids ['5081e0c0-a834-40de-af0d-e04090febe4b'] in n-d-712139-27 is: [] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:04:10.180321 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-7c822c42-049c-4ce2-bf3d-11e2ae6ac9e4 req-2d74e320-e7ca-4591-8f04-7105e0ab37a2 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Calling delete_port for cc8b0620-8ed6-44cd-a342-ed35281d4554 owned by network:floatingip {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:04:10.251012 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9152db6c-88fc-4855-849f-ee99dfe84c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (7eb08ac7-28b6-44cb-8f23-2d10140ee419), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:10.279871 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-9152db6c-88fc-4855-849f-ee99dfe84c26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eb08ac7-28b6-44cb-8f23-2d10140ee419']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:10.292587 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-9152db6c-88fc-4855-849f-ee99dfe84c26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4acf9649-701a-4c52-848b-17775a86f000') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:10.292899 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-9152db6c-88fc-4855-849f-ee99dfe84c26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4acf9649-701a-4c52-848b-17775a86f000') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:10.305205 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9152db6c-88fc-4855-849f-ee99dfe84c26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (4acf9649-701a-4c52-848b-17775a86f000), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:10.325700 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9152db6c-88fc-4855-849f-ee99dfe84c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (4acf9649-701a-4c52-848b-17775a86f000), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:10.332482 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9152db6c-88fc-4855-849f-ee99dfe84c26 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:04:10.332892 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9152db6c-88fc-4855-849f-ee99dfe84c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (4acf9649-701a-4c52-848b-17775a86f000), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:10.396186 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:04:10.396186 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:04:10.396186 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:04:10.396186 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:04:10.396186 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:04:10.396186 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:04:10.396186 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:04:10.396186 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:04:10.396186 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:04:10.396186 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:04:10.396186 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:04:10.396186 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:04:10.396186 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:04:10.396186 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:04:10.396186 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:04:10.396186 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:04:10.396186 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:04:10.396186 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:04:10.396186 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:04:10.396186 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:04:10.396186 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:04:10.396186 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:04:10.396186 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:04:10.396186 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:04:10.396186 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:04:10.396186 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:04:10.396186 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:04:10.396186 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:04:10.396186 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:04:10.396186 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:04:10.396186 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:04:10.396186 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:04:10.399343 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9152db6c-88fc-4855-849f-ee99dfe84c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (7eb08ac7-28b6-44cb-8f23-2d10140ee419), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:10.400771 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d43a7c9a-78f0-4c51-8151-71cf4a5785af tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (2934f8b9-8a59-4efc-980c-d74451d659e7), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:10.404155 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d43a7c9a-78f0-4c51-8151-71cf4a5785af tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:10.408184 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d43a7c9a-78f0-4c51-8151-71cf4a5785af tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/security-groups/2934f8b9-8a59-4efc-980c-d74451d659e7 HTTP/1.1" status: 204 len: 168 time: 0.8307977 Jan 28 03:04:10.421523 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51434) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:10.424954 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9152db6c-88fc-4855-849f-ee99dfe84c26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:10.430081 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9152db6c-88fc-4855-849f-ee99dfe84c26 admin admin] 10.222.0.53 "DELETE /v2.0/networks/7eb08ac7-28b6-44cb-8f23-2d10140ee419 HTTP/1.1" status: 204 len: 168 time: 0.4707277 Jan 28 03:04:10.551805 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a7c9a-78f0-4c51-8151-71cf4a5785af tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2934f8b9-8a59-4efc-980c-d74451d659e7,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:10.639430 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152db6c-88fc-4855-849f-ee99dfe84c26 admin admin] Pushing event deleted for resources: {'Network': ['ID=7eb08ac7-28b6-44cb-8f23-2d10140ee419,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:10.706068 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5c245d6d-c154-440f-be63-b8debedb2cb6 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for security_group (7a0bb39e-6669-4df1-86be-9a81a81c1fff), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:10.763564 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5c245d6d-c154-440f-be63-b8debedb2cb6 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for security_group (7a0bb39e-6669-4df1-86be-9a81a81c1fff), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:10.863286 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51442) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:10.930724 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5c245d6d-c154-440f-be63-b8debedb2cb6 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (7a0bb39e-6669-4df1-86be-9a81a81c1fff), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:10.934601 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5c245d6d-c154-440f-be63-b8debedb2cb6 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:10.935900 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5c245d6d-c154-440f-be63-b8debedb2cb6 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/security-groups/7a0bb39e-6669-4df1-86be-9a81a81c1fff HTTP/1.1" status: 204 len: 168 time: 0.5024290 Jan 28 03:04:10.941299 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51444) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:10.954736 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c245d6d-c154-440f-be63-b8debedb2cb6 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0bb39e-6669-4df1-86be-9a81a81c1fff,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:10.978607 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7c822c42-049c-4ce2-bf3d-11e2ae6ac9e4 req-2d74e320-e7ca-4591-8f04-7105e0ab37a2 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (cc8b0620-8ed6-44cd-a342-ed35281d4554), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:11.017924 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d74e320-e7ca-4591-8f04-7105e0ab37a2 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Pushing event deleted for resources: {'Port': ['ID=cc8b0620-8ed6-44cd-a342-ed35281d4554,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:11.090130 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-25f3916a-be09-46be-8f0c-4c58d1323762 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Deleting subnet b636e27f-9e5c-45b0-b43d-20bf96d50fac {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:04:11.113856 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7c822c42-049c-4ce2-bf3d-11e2ae6ac9e4 req-2d74e320-e7ca-4591-8f04-7105e0ab37a2 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks [] for floatingip (d0c7c797-a672-4b66-9be3-03306b065eaa), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:11.117547 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7c822c42-049c-4ce2-bf3d-11e2ae6ac9e4 req-2d74e320-e7ca-4591-8f04-7105e0ab37a2 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:11.118980 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7c822c42-049c-4ce2-bf3d-11e2ae6ac9e4 req-2d74e320-e7ca-4591-8f04-7105e0ab37a2 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] 10.222.0.53 "DELETE /v2.0/floatingips/d0c7c797-a672-4b66-9be3-03306b065eaa HTTP/1.1" status: 204 len: 173 time: 1.9072216 Jan 28 03:04:11.128106 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-25f3916a-be09-46be-8f0c-4c58d1323762 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for subnet (b636e27f-9e5c-45b0-b43d-20bf96d50fac), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:11.178090 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8bc29e1e-5d42-4e47-bc7a-eba228cd2316 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fef6ae9550604162a4febc12c6747b6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3128774 Jan 28 03:04:11.182231 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51446) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:11.245992 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-77ec0601-0547-4c5c-b2c4-e32a0926f26b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (5081e0c0-a834-40de-af0d-e04090febe4b), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:11.261287 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-25f3916a-be09-46be-8f0c-4c58d1323762 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (b636e27f-9e5c-45b0-b43d-20bf96d50fac), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:11.358006 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1ef00b9f-181f-4720-96f8-c16fe3bdcad8 admin admin] Publish callbacks [] for security_group (97a2de24-2e5c-45e7-8925-61cadd2cc7e9), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:11.438268 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1ef00b9f-181f-4720-96f8-c16fe3bdcad8 admin admin] Publish callbacks [] for security_group (97a2de24-2e5c-45e7-8925-61cadd2cc7e9), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:11.582414 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1ef00b9f-181f-4720-96f8-c16fe3bdcad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (97a2de24-2e5c-45e7-8925-61cadd2cc7e9), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:11.586125 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1ef00b9f-181f-4720-96f8-c16fe3bdcad8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:11.587520 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1ef00b9f-181f-4720-96f8-c16fe3bdcad8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/97a2de24-2e5c-45e7-8925-61cadd2cc7e9 HTTP/1.1" status: 204 len: 168 time: 0.4039116 Jan 28 03:04:11.615758 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef00b9f-181f-4720-96f8-c16fe3bdcad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a2de24-2e5c-45e7-8925-61cadd2cc7e9,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:12.158258 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-25f3916a-be09-46be-8f0c-4c58d1323762 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (b636e27f-9e5c-45b0-b43d-20bf96d50fac), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:12.290254 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f407f-5a71-425d-9891-397d15365573 req-14386552-82af-4e7c-b1e4-948374999fde tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:12.291801 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e68f407f-5a71-425d-9891-397d15365573 req-14386552-82af-4e7c-b1e4-948374999fde tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2492964 Jan 28 03:04:12.357453 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-25f3916a-be09-46be-8f0c-4c58d1323762 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (b636e27f-9e5c-45b0-b43d-20bf96d50fac), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:12.423396 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8539b46f-c844-4fa2-89b5-722360dbd099 None None] Network 73247e45-1b2a-489f-9d72-d4901e9fb024 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:04:12.424116 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-25f3916a-be09-46be-8f0c-4c58d1323762 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:12.432702 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-25f3916a-be09-46be-8f0c-4c58d1323762 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/subnets/b636e27f-9e5c-45b0-b43d-20bf96d50fac HTTP/1.1" status: 204 len: 168 time: 1.4854000 Jan 28 03:04:12.440381 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f3916a-be09-46be-8f0c-4c58d1323762 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event deleted for resources: {'Subnet': ['ID=b636e27f-9e5c-45b0-b43d-20bf96d50fac,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:12.455798 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51486) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:12.470706 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e03aafe2-4dc1-490d-ad07-2e8868bfba03 req-e83a2e14-57be-4dd6-8286-76352f67e214 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=9f20c05a24104ae6b217f2b97705d14f HTTP/1.1" status: 200 len: 1656 time: 0.1192715 Jan 28 03:04:12.733099 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03aafe2-4dc1-490d-ad07-2e8868bfba03 req-19f92e52-516e-4ed5-b59c-45a6726fb542 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:12.745795 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e03aafe2-4dc1-490d-ad07-2e8868bfba03 req-19f92e52-516e-4ed5-b59c-45a6726fb542 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] 10.222.0.53 "GET /v2.0/networks?id=8f7dc9c9-eaf1-4339-a2e3-884554154641&id=8f7dc9c9-eaf1-4339-a2e3-884554154641&id=8f7dc9c9-eaf1-4339-a2e3-884554154641 HTTP/1.1" status: 200 len: 787 time: 0.2737305 Jan 28 03:04:12.763319 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-e03aafe2-4dc1-490d-ad07-2e8868bfba03 req-50b008ee-03e7-426f-bb92-5817bc55b77d tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:04:12.783056 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e03aafe2-4dc1-490d-ad07-2e8868bfba03 req-50b008ee-03e7-426f-bb92-5817bc55b77d tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0239649 Jan 28 03:04:12.783344 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bf31d8a-5d0a-4ebf-b57c-14777cef91fa tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Deleting subnet 3db0b75a-3271-4570-aac8-5f7d9bf1bc77 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:04:12.843362 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8bf31d8a-5d0a-4ebf-b57c-14777cef91fa tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for subnet (3db0b75a-3271-4570-aac8-5f7d9bf1bc77), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:12.920344 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9fe1821a-3893-4946-b13c-25c7d9ef0ff6 req-9b499378-9da3-4c6a-8b74-38bd6e8a2ca5 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] 10.222.0.53 "GET /v2.0/floatingips/41981422-8742-428f-92b3-63a28e3a5367 HTTP/1.1" status: 200 len: 692 time: 0.0818350 Jan 28 03:04:13.066432 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8bf31d8a-5d0a-4ebf-b57c-14777cef91fa tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (3db0b75a-3271-4570-aac8-5f7d9bf1bc77), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:13.080846 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51502) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:13.197843 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-77ec0601-0547-4c5c-b2c4-e32a0926f26b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Deleting port 99be4f70-a41e-4095-9b7e-67b7ec7da37c {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:04:13.198403 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-77ec0601-0547-4c5c-b2c4-e32a0926f26b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (99be4f70-a41e-4095-9b7e-67b7ec7da37c), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:13.268798 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-0b9261a6-04b5-4fd0-8ab1-bf55ed75ff19 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1616079138-network', 'tenant_id': '1b20a0bd903f47fcb8227cb4200e3d6f'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:04:13.320687 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9261a6-04b5-4fd0-8ab1-bf55ed75ff19 admin admin] Made reservation on behalf of 1b20a0bd903f47fcb8227cb4200e3d6f for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:04:13.326850 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0b9261a6-04b5-4fd0-8ab1-bf55ed75ff19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:13.353238 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0b9261a6-04b5-4fd0-8ab1-bf55ed75ff19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:13.357640 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-77ec0601-0547-4c5c-b2c4-e32a0926f26b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (99be4f70-a41e-4095-9b7e-67b7ec7da37c), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:13.379320 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-77ec0601-0547-4c5c-b2c4-e32a0926f26b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Calling delete_port for 99be4f70-a41e-4095-9b7e-67b7ec7da37c owned by network:router_interface {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:04:13.516517 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0b9261a6-04b5-4fd0-8ab1-bf55ed75ff19 admin admin] Publish callbacks [] for security_group (77d47a5c-cf0c-4ca5-a261-fc9c3e168025), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:13.522936 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0b9261a6-04b5-4fd0-8ab1-bf55ed75ff19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (77d47a5c-cf0c-4ca5-a261-fc9c3e168025), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:13.574119 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b9261a6-04b5-4fd0-8ab1-bf55ed75ff19 admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:04:13.592421 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9261a6-04b5-4fd0-8ab1-bf55ed75ff19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d47a5c-cf0c-4ca5-a261-fc9c3e168025,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:13.738439 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0b9261a6-04b5-4fd0-8ab1-bf55ed75ff19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (1bb63797-bd7f-48a7-8cfe-7df0f770d0e7), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:13.739121 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-0b9261a6-04b5-4fd0-8ab1-bf55ed75ff19 admin admin] Added segment 1bb63797-bd7f-48a7-8cfe-7df0f770d0e7 of type vlan for network c824e109-d3d1-4d41-9815-361b7c2b275a Jan 28 03:04:13.766295 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe1821a-3893-4946-b13c-25c7d9ef0ff6 req-bf93fb85-35bf-4aa6-870e-57b9c729678d tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:13.768650 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9fe1821a-3893-4946-b13c-25c7d9ef0ff6 req-bf93fb85-35bf-4aa6-870e-57b9c729678d tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] 10.222.0.53 "GET /v2.0/networks/8f7dc9c9-eaf1-4339-a2e3-884554154641 HTTP/1.1" status: 200 len: 784 time: 0.8172796 Jan 28 03:04:13.794710 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [req-9fe1821a-3893-4946-b13c-25c7d9ef0ff6 req-b4aae5c5-9b2f-47bf-87f4-0f41495d5e3b tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:04:13.795986 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9fe1821a-3893-4946-b13c-25c7d9ef0ff6 req-b4aae5c5-9b2f-47bf-87f4-0f41495d5e3b tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086522 Jan 28 03:04:13.797205 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-77ec0601-0547-4c5c-b2c4-e32a0926f26b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (99be4f70-a41e-4095-9b7e-67b7ec7da37c), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:13.884508 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0b9261a6-04b5-4fd0-8ab1-bf55ed75ff19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (c824e109-d3d1-4d41-9815-361b7c2b275a), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:13.903734 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec0601-0547-4c5c-b2c4-e32a0926f26b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event deleted for resources: {'Port': ['ID=99be4f70-a41e-4095-9b7e-67b7ec7da37c,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:13.908820 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9fe1821a-3893-4946-b13c-25c7d9ef0ff6 req-f0a28971-88b9-4b3b-b8da-d81387d2b0cc tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.28 HTTP/1.1" status: 200 len: 695 time: 0.0718057 Jan 28 03:04:13.954555 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0b9261a6-04b5-4fd0-8ab1-bf55ed75ff19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (c824e109-d3d1-4d41-9815-361b7c2b275a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:13.956448 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9261a6-04b5-4fd0-8ab1-bf55ed75ff19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:13.957755 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0b9261a6-04b5-4fd0-8ab1-bf55ed75ff19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:13.998224 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0b9261a6-04b5-4fd0-8ab1-bf55ed75ff19 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9150712 Jan 28 03:04:13.998454 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9fe1821a-3893-4946-b13c-25c7d9ef0ff6 req-8916b70d-8d4c-4f1e-9660-0d9a49f75e63 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.28 HTTP/1.1" status: 200 len: 695 time: 0.0783515 Jan 28 03:04:13.999407 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51512) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:14.000691 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8bf31d8a-5d0a-4ebf-b57c-14777cef91fa tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (3db0b75a-3271-4570-aac8-5f7d9bf1bc77), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:14.030871 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-2d79a05f-281e-47d8-87e6-3b017d2c9bb8 admin admin] Request body: {'subnet': {'network_id': 'c824e109-d3d1-4d41-9815-361b7c2b275a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1616079138-subnet', 'tenant_id': '1b20a0bd903f47fcb8227cb4200e3d6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:04:14.090750 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-23077925-81b1-42a4-acab-5019337bde05 None None] Provisioning complete for port 97463e4d-b08c-442d-8c82-d58e13a72e14 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:04:14.091352 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-23077925-81b1-42a4-acab-5019337bde05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (97463e4d-b08c-442d-8c82-d58e13a72e14), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:14.160004 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9261a6-04b5-4fd0-8ab1-bf55ed75ff19 admin admin] Pushing event updated for resources: {'Network': ['ID=c824e109-d3d1-4d41-9815-361b7c2b275a,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:14.172309 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d79a05f-281e-47d8-87e6-3b017d2c9bb8 admin admin] Made reservation on behalf of 1b20a0bd903f47fcb8227cb4200e3d6f for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:04:14.176354 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2d79a05f-281e-47d8-87e6-3b017d2c9bb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:14.189538 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network c824e109-d3d1-4d41-9815-361b7c2b275a details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:04:14.346030 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-23077925-81b1-42a4-acab-5019337bde05 None None] Port 97463e4d-b08c-442d-8c82-d58e13a72e14 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:04:14.366591 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-23077925-81b1-42a4-acab-5019337bde05 None None] Provisioning complete for port c925c6b0-9c9e-4e93-9dd3-ef445215fe67 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:04:14.367629 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-23077925-81b1-42a4-acab-5019337bde05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c925c6b0-9c9e-4e93-9dd3-ef445215fe67), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:14.478326 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8bf31d8a-5d0a-4ebf-b57c-14777cef91fa tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (3db0b75a-3271-4570-aac8-5f7d9bf1bc77), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:14.492288 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-77ec0601-0547-4c5c-b2c4-e32a0926f26b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (5081e0c0-a834-40de-af0d-e04090febe4b), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:14.542662 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf31d8a-5d0a-4ebf-b57c-14777cef91fa tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event deleted for resources: {'Subnet': ['ID=3db0b75a-3271-4570-aac8-5f7d9bf1bc77,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:14.549023 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8bf31d8a-5d0a-4ebf-b57c-14777cef91fa tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:14.552684 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8bf31d8a-5d0a-4ebf-b57c-14777cef91fa tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/subnets/3db0b75a-3271-4570-aac8-5f7d9bf1bc77 HTTP/1.1" status: 204 len: 168 time: 2.0957325 Jan 28 03:04:14.560255 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51516) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:14.634641 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-23077925-81b1-42a4-acab-5019337bde05 None None] Current status of the port c925c6b0-9c9e-4e93-9dd3-ef445215fe67 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:04:14.646807 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e7abfd-85e4-4d06-a708-fb5ec858d3a9 None None] Network 73247e45-1b2a-489f-9d72-d4901e9fb024 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:04:14.683634 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-9fe1821a-3893-4946-b13c-25c7d9ef0ff6 req-f426c1ce-9559-4949-b35b-fb911f49bde5 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Deleting port 4840af8b-1c66-43a8-aa83-e8a7677cb448 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:04:14.683634 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-9fe1821a-3893-4946-b13c-25c7d9ef0ff6 req-f426c1ce-9559-4949-b35b-fb911f49bde5 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (4840af8b-1c66-43a8-aa83-e8a7677cb448), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:14.699189 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ac43237-fab8-47f9-85a0-79febcdf89c8 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] DELETE failed (client error): The resource could not be found. Jan 28 03:04:14.699652 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ac43237-fab8-47f9-85a0-79febcdf89c8 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:04:14.702938 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4ac43237-fab8-47f9-85a0-79febcdf89c8 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/subnets/b636e27f-9e5c-45b0-b43d-20bf96d50fac HTTP/1.1" status: 404 len: 337 time: 0.1400130 Jan 28 03:04:14.715891 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51520) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:14.887732 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ec0601-0547-4c5c-b2c4-e32a0926f26b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Router 5081e0c0-a834-40de-af0d-e04090febe4b has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:04:14.949336 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-9afaea4c-d25b-439e-9a80-77b252f4abc7 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Deleting subnet c7508706-0c45-41e0-b0b6-34a27f36c533 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:04:15.021904 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-9fe1821a-3893-4946-b13c-25c7d9ef0ff6 req-f426c1ce-9559-4949-b35b-fb911f49bde5 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (4840af8b-1c66-43a8-aa83-e8a7677cb448), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:15.022276 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-9fe1821a-3893-4946-b13c-25c7d9ef0ff6 req-f426c1ce-9559-4949-b35b-fb911f49bde5 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks [] for floatingip (4840af8b-1c66-43a8-aa83-e8a7677cb448), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:15.039321 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ec0601-0547-4c5c-b2c4-e32a0926f26b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:04:15.048042 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-77ec0601-0547-4c5c-b2c4-e32a0926f26b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "PUT /v2.0/routers/5081e0c0-a834-40de-af0d-e04090febe4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1537030 Jan 28 03:04:15.049509 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-9fe1821a-3893-4946-b13c-25c7d9ef0ff6 req-f426c1ce-9559-4949-b35b-fb911f49bde5 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Calling delete_port for 4840af8b-1c66-43a8-aa83-e8a7677cb448 owned by network:floatingip {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:04:15.054792 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51524) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:15.059996 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9afaea4c-d25b-439e-9a80-77b252f4abc7 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for subnet (c7508706-0c45-41e0-b0b6-34a27f36c533), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:15.064118 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789e933c-b627-42bc-86d1-ae37d895a8b7 None None] Sync routers for ids ['5081e0c0-a834-40de-af0d-e04090febe4b'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:04:15.109310 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-88735311-d879-4715-8f76-bc53097b6035 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "GET /v2.0/ports?device_id=5081e0c0-a834-40de-af0d-e04090febe4b HTTP/1.1" status: 200 len: 205 time: 0.0448751 Jan 28 03:04:15.111300 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51526) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:15.119172 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789e933c-b627-42bc-86d1-ae37d895a8b7 None None] Routers {'5081e0c0-a834-40de-af0d-e04090febe4b'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:04:15.120147 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-789e933c-b627-42bc-86d1-ae37d895a8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:04:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5081e0c0-a834-40de-af0d-e04090febe4b'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:15.236112 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2d79a05f-281e-47d8-87e6-3b017d2c9bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (0fbf7789-e4f9-4989-b45c-01746ed83ddd), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:15.330606 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9afaea4c-d25b-439e-9a80-77b252f4abc7 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (c7508706-0c45-41e0-b0b6-34a27f36c533), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:15.391158 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-789e933c-b627-42bc-86d1-ae37d895a8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:15.409827 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789e933c-b627-42bc-86d1-ae37d895a8b7 None None] Routers {'5081e0c0-a834-40de-af0d-e04090febe4b'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:04:15.411349 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-789e933c-b627-42bc-86d1-ae37d895a8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:04:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5081e0c0-a834-40de-af0d-e04090febe4b'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:15.452969 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9afaea4c-d25b-439e-9a80-77b252f4abc7 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (c7508706-0c45-41e0-b0b6-34a27f36c533), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:15.470512 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-789e933c-b627-42bc-86d1-ae37d895a8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:15.472324 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789e933c-b627-42bc-86d1-ae37d895a8b7 None None] The sync data for ids ['5081e0c0-a834-40de-af0d-e04090febe4b'] in n-d-712139-27 is: [] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:04:15.512527 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d79a05f-281e-47d8-87e6-3b017d2c9bb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fbf7789-e4f9-4989-b45c-01746ed83ddd,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:15.547036 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d79a05f-281e-47d8-87e6-3b017d2c9bb8 admin admin] Checking segment: {'id': '1bb63797-bd7f-48a7-8cfe-7df0f770d0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c824e109-d3d1-4d41-9815-361b7c2b275a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:04:15.547396 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d79a05f-281e-47d8-87e6-3b017d2c9bb8 admin admin] Network hostable DHCP agents. Network: c824e109-d3d1-4d41-9815-361b7c2b275a, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:04:15.575545 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9afaea4c-d25b-439e-9a80-77b252f4abc7 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (c7508706-0c45-41e0-b0b6-34a27f36c533), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:15.577216 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-24579441-1b4a-4a65-9e2d-c2795d5f3351 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for router (5081e0c0-a834-40de-af0d-e04090febe4b), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:15.622180 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d79a05f-281e-47d8-87e6-3b017d2c9bb8 admin admin] Network c824e109-d3d1-4d41-9815-361b7c2b275a is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:04:15.635622 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afaea4c-d25b-439e-9a80-77b252f4abc7 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event deleted for resources: {'Subnet': ['ID=c7508706-0c45-41e0-b0b6-34a27f36c533,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:15.647712 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9afaea4c-d25b-439e-9a80-77b252f4abc7 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:15.655144 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9afaea4c-d25b-439e-9a80-77b252f4abc7 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/subnets/c7508706-0c45-41e0-b0b6-34a27f36c533 HTTP/1.1" status: 204 len: 168 time: 0.9382405 Jan 28 03:04:15.656499 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-2d79a05f-281e-47d8-87e6-3b017d2c9bb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, c824e109-d3d1-4d41-9815-361b7c2b275a) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:04:15.658775 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51530) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:15.670039 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d79a05f-281e-47d8-87e6-3b017d2c9bb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:15.672092 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2d79a05f-281e-47d8-87e6-3b017d2c9bb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:15.691692 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a6ad777-6820-4168-a443-bebba259acc3 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] DELETE failed (client error): The resource could not be found. Jan 28 03:04:15.692145 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a6ad777-6820-4168-a443-bebba259acc3 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:04:15.695542 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6a6ad777-6820-4168-a443-bebba259acc3 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/subnets/0312b1d5-a83c-468c-bbdf-f038b92d95ea HTTP/1.1" status: 404 len: 337 time: 0.0359867 Jan 28 03:04:15.699936 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51532) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:15.718113 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e948d46-1adc-48d4-a541-eb33a9f125ca None None] Network c824e109-d3d1-4d41-9815-361b7c2b275a requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:04:15.775021 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-bedb0b40-ebd0-4129-9b6d-00374cea1796 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf8cf9d-8b86-4b95-bc02-ca26bbe8bc20 HTTP/1.1" status: 200 len: 205 time: 0.0736363 Jan 28 03:04:15.779291 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51534) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:15.800922 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-2d79a05f-281e-47d8-87e6-3b017d2c9bb8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7875924 Jan 28 03:04:15.926591 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-d604e9cb-b856-48dc-9666-e25efcb67dd6 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] delete failed (client error): The resource could not be found. Jan 28 03:04:15.930228 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d604e9cb-b856-48dc-9666-e25efcb67dd6 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/routers/adf8cf9d-8b86-4b95-bc02-ca26bbe8bc20 HTTP/1.1" status: 404 len: 336 time: 0.1473272 Jan 28 03:04:15.936528 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51542) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:16.040685 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-9fe1821a-3893-4946-b13c-25c7d9ef0ff6 req-f426c1ce-9559-4949-b35b-fb911f49bde5 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (4840af8b-1c66-43a8-aa83-e8a7677cb448), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:16.199770 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62474975-5590-4df3-a82a-901570d7d0b3 None None] Network c824e109-d3d1-4d41-9815-361b7c2b275a requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:04:16.349469 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c442554-8b51-4a6f-b97c-201aee3f0d95 None None] Network 73247e45-1b2a-489f-9d72-d4901e9fb024 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:04:16.577367 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-0d0e9df8-6274-4ca8-b77e-c7f306d0c429 None None] Provisioning complete for port 97463e4d-b08c-442d-8c82-d58e13a72e14 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:04:16.579495 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0d0e9df8-6274-4ca8-b77e-c7f306d0c429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (97463e4d-b08c-442d-8c82-d58e13a72e14), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:16.796124 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-0d0e9df8-6274-4ca8-b77e-c7f306d0c429 None None] Port 97463e4d-b08c-442d-8c82-d58e13a72e14 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:04:16.824444 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-24579441-1b4a-4a65-9e2d-c2795d5f3351 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (5081e0c0-a834-40de-af0d-e04090febe4b), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:16.829226 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8524b42-bad2-4ad5-8216-1eccffc6af99 None None] DHCP port deletion for 73247e45-1b2a-489f-9d72-d4901e9fb024 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:04:16.833845 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-24579441-1b4a-4a65-9e2d-c2795d5f3351 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for router_controller (5081e0c0-a834-40de-af0d-e04090febe4b), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:16.896461 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-0d0e9df8-6274-4ca8-b77e-c7f306d0c429 None None] Provisioning complete for port c925c6b0-9c9e-4e93-9dd3-ef445215fe67 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:04:16.897948 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0d0e9df8-6274-4ca8-b77e-c7f306d0c429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c925c6b0-9c9e-4e93-9dd3-ef445215fe67), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:16.965375 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f426c1ce-9559-4949-b35b-fb911f49bde5 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Pushing event deleted for resources: {'Port': ['ID=4840af8b-1c66-43a8-aa83-e8a7677cb448,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:16.985146 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-50640366-c482-4916-ad70-da324bd7df9c tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] DELETE failed (client error): The resource could not be found. Jan 28 03:04:16.986259 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50640366-c482-4916-ad70-da324bd7df9c tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:04:16.994955 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-50640366-c482-4916-ad70-da324bd7df9c tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/subnets/48fb9eb0-46dc-4e7d-b979-a36e1456bcc9 HTTP/1.1" status: 404 len: 337 time: 1.0543313 Jan 28 03:04:16.996560 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-24579441-1b4a-4a65-9e2d-c2795d5f3351 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (5081e0c0-a834-40de-af0d-e04090febe4b), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:16.998038 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24579441-1b4a-4a65-9e2d-c2795d5f3351 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Fanout notify agent at l3_agent the message router_deleted on router 5081e0c0-a834-40de-af0d-e04090febe4b {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:04:16.999467 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c925c6b0-9c9e-4e93-9dd3-ef445215fe67 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:04:17.018142 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb637e60-44bf-4849-a6ab-caed0170fb12 req-23bb40fb-48d2-4204-b9ab-2b4e347d6aba tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:17.019478 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51564) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:17.035423 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cb637e60-44bf-4849-a6ab-caed0170fb12 req-23bb40fb-48d2-4204-b9ab-2b4e347d6aba tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] 10.222.0.53 "GET /v2.0/networks?id=c824e109-d3d1-4d41-9815-361b7c2b275a HTTP/1.1" status: 200 len: 821 time: 0.3177569 Jan 28 03:04:17.051073 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-b8524b42-bad2-4ad5-8216-1eccffc6af99 None None] Deleting port c925c6b0-9c9e-4e93-9dd3-ef445215fe67 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:04:17.051695 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b8524b42-bad2-4ad5-8216-1eccffc6af99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (c925c6b0-9c9e-4e93-9dd3-ef445215fe67), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:17.054149 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-24579441-1b4a-4a65-9e2d-c2795d5f3351 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:17.056369 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-24579441-1b4a-4a65-9e2d-c2795d5f3351 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "DELETE /v2.0/routers/5081e0c0-a834-40de-af0d-e04090febe4b HTTP/1.1" status: 204 len: 168 time: 1.8551493 Jan 28 03:04:17.065804 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51566) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:17.129055 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cb637e60-44bf-4849-a6ab-caed0170fb12 req-d3ec4cdc-5258-40e8-9625-d9173a479539 tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] 10.222.0.53 "GET /v2.0/quotas/1b20a0bd903f47fcb8227cb4200e3d6f HTTP/1.1" status: 200 len: 375 time: 0.0877171 Jan 28 03:04:17.183177 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-815c21ef-092e-48a5-90bc-d2dc9a4bcca1 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] DELETE failed (client error): The resource could not be found. Jan 28 03:04:17.184093 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-815c21ef-092e-48a5-90bc-d2dc9a4bcca1 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:04:17.193917 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-815c21ef-092e-48a5-90bc-d2dc9a4bcca1 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/subnets/5700de4f-e4a8-4239-86e4-05a84a1d9e39 HTTP/1.1" status: 404 len: 337 time: 0.1676922 Jan 28 03:04:17.199393 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51568) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:17.226143 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cb637e60-44bf-4849-a6ab-caed0170fb12 req-969e35d2-9984-452f-b5ca-bf2dbfc276fd tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1b20a0bd903f47fcb8227cb4200e3d6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0804596 Jan 28 03:04:17.248678 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-16bca3eb-f87f-4277-a69f-d92056c1cc56 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] DELETE failed (client error): The resource could not be found. Jan 28 03:04:17.249176 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16bca3eb-f87f-4277-a69f-d92056c1cc56 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:04:17.250815 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-40ba2ae4-462e-4ade-b9f3-8d09fbf4bc1c tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Deleting subnet 0ae2770e-17f0-4e2f-a7a8-cbbffa5fd456 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:04:17.254759 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-16bca3eb-f87f-4277-a69f-d92056c1cc56 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/subnets/9631e6fa-a7d3-4d57-8312-a7691c382f93 HTTP/1.1" status: 404 len: 337 time: 0.0517862 Jan 28 03:04:17.255735 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51570) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:17.259344 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-40ba2ae4-462e-4ade-b9f3-8d09fbf4bc1c tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for subnet (0ae2770e-17f0-4e2f-a7a8-cbbffa5fd456), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:17.266994 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-b8524b42-bad2-4ad5-8216-1eccffc6af99 None None] For port c925c6b0-9c9e-4e93-9dd3-ef445215fe67, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=c925c6b0-9c9e-4e93-9dd3-ef445215fe67,segment=NetworkSegment(86083ebf-72dc-4da6-8dc2-de8c30dafc87),segment_id=86083ebf-72dc-4da6-8dc2-de8c30dafc87)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:04:17.267374 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b8524b42-bad2-4ad5-8216-1eccffc6af99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (c925c6b0-9c9e-4e93-9dd3-ef445215fe67), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:17.287025 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-be028fb9-abad-4e97-b03e-22f87d7a4a9f tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] DELETE failed (client error): The resource could not be found. Jan 28 03:04:17.287499 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be028fb9-abad-4e97-b03e-22f87d7a4a9f tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:04:17.294149 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-be028fb9-abad-4e97-b03e-22f87d7a4a9f tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/ports/c5974ee0-0776-45ca-bf84-78884fbc0c4f HTTP/1.1" status: 404 len: 333 time: 0.0343225 Jan 28 03:04:17.296189 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51572) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:17.297674 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-b8524b42-bad2-4ad5-8216-1eccffc6af99 None None] Calling delete_port for c925c6b0-9c9e-4e93-9dd3-ef445215fe67 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:04:17.302565 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-9fe1821a-3893-4946-b13c-25c7d9ef0ff6 req-f426c1ce-9559-4949-b35b-fb911f49bde5 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks [] for floatingip (41981422-8742-428f-92b3-63a28e3a5367), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:17.307522 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-9fe1821a-3893-4946-b13c-25c7d9ef0ff6 req-f426c1ce-9559-4949-b35b-fb911f49bde5 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:17.309807 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9fe1821a-3893-4946-b13c-25c7d9ef0ff6 req-f426c1ce-9559-4949-b35b-fb911f49bde5 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] 10.222.0.53 "DELETE /v2.0/floatingips/41981422-8742-428f-92b3-63a28e3a5367 HTTP/1.1" status: 204 len: 173 time: 3.3042834 Jan 28 03:04:17.369366 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aeae3f0-fea4-4bc6-82e4-24bfb548fd28 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] DELETE failed (client error): The resource could not be found. Jan 28 03:04:17.370094 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aeae3f0-fea4-4bc6-82e4-24bfb548fd28 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:04:17.389401 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1aeae3f0-fea4-4bc6-82e4-24bfb548fd28 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/subnets/4364dade-3df1-4300-b1d3-32e8a819d066 HTTP/1.1" status: 404 len: 337 time: 0.0745139 Jan 28 03:04:17.390025 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51576) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:17.436100 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cb637e60-44bf-4849-a6ab-caed0170fb12 req-06c905b0-cb04-40fe-9bb3-592a298d8d26 service neutron] 10.222.0.53 "GET /v2.0/networks/c824e109-d3d1-4d41-9815-361b7c2b275a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065732 Jan 28 03:04:17.489737 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ea47a74-b3a8-4243-8e8a-6d839f6343ea tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] DELETE failed (client error): The resource could not be found. Jan 28 03:04:17.490435 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ea47a74-b3a8-4243-8e8a-6d839f6343ea tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:04:17.504262 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0ea47a74-b3a8-4243-8e8a-6d839f6343ea tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/subnets/c3417576-c149-4e60-a78e-25eb9ae2a40e HTTP/1.1" status: 404 len: 337 time: 0.1128297 Jan 28 03:04:17.507894 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51578) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:17.550996 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d862c4a-a3ab-4c25-b488-859e812a8371 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] DELETE failed (client error): The resource could not be found. Jan 28 03:04:17.551582 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d862c4a-a3ab-4c25-b488-859e812a8371 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:04:17.560793 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0d862c4a-a3ab-4c25-b488-859e812a8371 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/ports/6a0e9780-6e8b-43a1-b62d-4302d9e847b3 HTTP/1.1" status: 404 len: 333 time: 0.0517943 Jan 28 03:04:17.564433 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51580) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:17.603371 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-0d0e9df8-6274-4ca8-b77e-c7f306d0c429 None None] Current status of the port c925c6b0-9c9e-4e93-9dd3-ef445215fe67 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:04:17.616457 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e0097ca-0827-4773-9000-810f920ce84c tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] DELETE failed (client error): The resource could not be found. Jan 28 03:04:17.617439 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e0097ca-0827-4773-9000-810f920ce84c tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:04:17.617650 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-40ba2ae4-462e-4ade-b9f3-8d09fbf4bc1c tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (0ae2770e-17f0-4e2f-a7a8-cbbffa5fd456), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:17.620504 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3e0097ca-0827-4773-9000-810f920ce84c tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/subnets/f42117d6-284a-4f02-a025-b6f350314d97 HTTP/1.1" status: 404 len: 337 time: 0.0550952 Jan 28 03:04:17.626129 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51582) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:17.654871 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port c925c6b0-9c9e-4e93-9dd3-ef445215fe67 is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:04:17.654871 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c925c6b0-9c9e-4e93-9dd3-ef445215fe67), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:17.677723 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-18dc6b98-5bb4-4acb-a265-53df006e96a3 req-1f6dd8e8-97bd-43cf-9a94-ec3959110cfd tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] 10.222.0.53 "GET /v2.0/floatingips/d1f09f46-ad4a-4548-b3e5-49246d09154a HTTP/1.1" status: 200 len: 693 time: 0.1016102 Jan 28 03:04:17.713777 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b8524b42-bad2-4ad5-8216-1eccffc6af99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (c925c6b0-9c9e-4e93-9dd3-ef445215fe67), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:17.744321 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8524b42-bad2-4ad5-8216-1eccffc6af99 None None] No DVR routers for this DVR port c925c6b0-9c9e-4e93-9dd3-ef445215fe67 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:04:17.780452 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-a678ab42-c00e-407d-9e08-527bdf18360e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] DELETE failed (client error): The resource could not be found. Jan 28 03:04:17.781036 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a678ab42-c00e-407d-9e08-527bdf18360e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:04:17.787118 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a678ab42-c00e-407d-9e08-527bdf18360e tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/subnets/00b7e689-5522-4066-a5bb-eaf6749a3867 HTTP/1.1" status: 404 len: 337 time: 0.1414154 Jan 28 03:04:17.790595 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51584) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:17.879015 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc6b98-5bb4-4acb-a265-53df006e96a3 req-c7f360aa-4686-42c8-9a20-2b9ed99655ec tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:17.881216 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-18dc6b98-5bb4-4acb-a265-53df006e96a3 req-c7f360aa-4686-42c8-9a20-2b9ed99655ec tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] 10.222.0.53 "GET /v2.0/networks/8f7dc9c9-eaf1-4339-a2e3-884554154641 HTTP/1.1" status: 200 len: 784 time: 0.1871340 Jan 28 03:04:17.933509 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cb637e60-44bf-4849-a6ab-caed0170fb12 req-9366e693-9d80-4903-a26e-a532645d1674 service neutron] 10.222.0.53 "GET /v2.0/networks/c824e109-d3d1-4d41-9815-361b7c2b275a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4819069 Jan 28 03:04:17.983001 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-40ba2ae4-462e-4ade-b9f3-8d09fbf4bc1c tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (0ae2770e-17f0-4e2f-a7a8-cbbffa5fd456), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:18.033816 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-18dc6b98-5bb4-4acb-a265-53df006e96a3 req-a9323a1e-18b8-40a5-832a-c8937fa0c27e tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.249 HTTP/1.1" status: 200 len: 696 time: 0.1209223 Jan 28 03:04:18.126661 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-40ba2ae4-462e-4ade-b9f3-8d09fbf4bc1c tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (0ae2770e-17f0-4e2f-a7a8-cbbffa5fd456), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:18.191853 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-18dc6b98-5bb4-4acb-a265-53df006e96a3 req-bf156088-37eb-46b4-8ee3-990827597466 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.249 HTTP/1.1" status: 200 len: 696 time: 0.1411252 Jan 28 03:04:18.226143 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba2ae4-462e-4ade-b9f3-8d09fbf4bc1c tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event deleted for resources: {'Subnet': ['ID=0ae2770e-17f0-4e2f-a7a8-cbbffa5fd456,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:18.233923 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-40ba2ae4-462e-4ade-b9f3-8d09fbf4bc1c tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:18.237196 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-40ba2ae4-462e-4ade-b9f3-8d09fbf4bc1c tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "DELETE /v2.0/subnets/0ae2770e-17f0-4e2f-a7a8-cbbffa5fd456 HTTP/1.1" status: 204 len: 168 time: 1.1699669 Jan 28 03:04:18.242195 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51592) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:18.356869 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b410da2-79f0-4561-97bf-6faf24ccbf9b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Deleting subnet e3945972-5a0c-4b5e-aaa1-ce6758b80a4c {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:04:18.364963 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa51171-c7b5-423c-bfd8-ee6309068a94 None None] Network 6f31b0f7-647c-4a42-9457-66b0011d561a requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:04:18.369712 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5b410da2-79f0-4561-97bf-6faf24ccbf9b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for subnet (e3945972-5a0c-4b5e-aaa1-ce6758b80a4c), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:18.477691 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8524b42-bad2-4ad5-8216-1eccffc6af99 None None] Pushing event deleted for resources: {'Port': ['ID=c925c6b0-9c9e-4e93-9dd3-ef445215fe67,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:18.512545 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a7b1b697-7925-4cc5-8512-efd34525756a req-910a25a8-cc67-4a1d-b69b-45d5762cdf77 tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f1775e0-a2cf-428d-9a01-b1904ad64f5e HTTP/1.1" status: 200 len: 210 time: 0.1518538 Jan 28 03:04:18.547119 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5b410da2-79f0-4561-97bf-6faf24ccbf9b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (e3945972-5a0c-4b5e-aaa1-ce6758b80a4c), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:18.594231 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-65bf45b1-50a1-4a56-8577-76ba23604f0a tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Deleting port 97463e4d-b08c-442d-8c82-d58e13a72e14 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:04:18.594841 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-65bf45b1-50a1-4a56-8577-76ba23604f0a tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (97463e4d-b08c-442d-8c82-d58e13a72e14), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:18.749412 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe1d522-a2b7-4efe-ae88-61bdfd6367c2 None None] DHCP port deletion for 6f31b0f7-647c-4a42-9457-66b0011d561a request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:04:18.793979 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-18dc6b98-5bb4-4acb-a265-53df006e96a3 req-a4e2deb4-50a7-463f-bb8f-bee1db667047 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Deleting port 8b821276-e7df-4516-9f7e-76dae4a66e3b {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:04:18.794506 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-18dc6b98-5bb4-4acb-a265-53df006e96a3 req-a4e2deb4-50a7-463f-bb8f-bee1db667047 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (8b821276-e7df-4516-9f7e-76dae4a66e3b), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:18.811292 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5b410da2-79f0-4561-97bf-6faf24ccbf9b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (e3945972-5a0c-4b5e-aaa1-ce6758b80a4c), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:18.893825 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-ffe1d522-a2b7-4efe-ae88-61bdfd6367c2 None None] Deleting port 7afc3f2d-9590-49e7-a596-988ebdcc6312 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:04:18.894422 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ffe1d522-a2b7-4efe-ae88-61bdfd6367c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (7afc3f2d-9590-49e7-a596-988ebdcc6312), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:19.000318 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-18dc6b98-5bb4-4acb-a265-53df006e96a3 req-a4e2deb4-50a7-463f-bb8f-bee1db667047 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (8b821276-e7df-4516-9f7e-76dae4a66e3b), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:19.001279 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-18dc6b98-5bb4-4acb-a265-53df006e96a3 req-a4e2deb4-50a7-463f-bb8f-bee1db667047 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks [] for floatingip (8b821276-e7df-4516-9f7e-76dae4a66e3b), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:19.018683 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5b410da2-79f0-4561-97bf-6faf24ccbf9b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (e3945972-5a0c-4b5e-aaa1-ce6758b80a4c), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:19.052694 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-18dc6b98-5bb4-4acb-a265-53df006e96a3 req-a4e2deb4-50a7-463f-bb8f-bee1db667047 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Calling delete_port for 8b821276-e7df-4516-9f7e-76dae4a66e3b owned by network:floatingip {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:04:19.112431 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-ffe1d522-a2b7-4efe-ae88-61bdfd6367c2 None None] For port 7afc3f2d-9590-49e7-a596-988ebdcc6312, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=7afc3f2d-9590-49e7-a596-988ebdcc6312,segment=NetworkSegment(99e4fe29-e0d7-451b-a4d8-b7c2d0d98891),segment_id=99e4fe29-e0d7-451b-a4d8-b7c2d0d98891)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:04:19.113269 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ffe1d522-a2b7-4efe-ae88-61bdfd6367c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (7afc3f2d-9590-49e7-a596-988ebdcc6312), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:19.163898 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-ffe1d522-a2b7-4efe-ae88-61bdfd6367c2 None None] Calling delete_port for 7afc3f2d-9590-49e7-a596-988ebdcc6312 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:04:19.169945 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b410da2-79f0-4561-97bf-6faf24ccbf9b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event deleted for resources: {'Subnet': ['ID=e3945972-5a0c-4b5e-aaa1-ce6758b80a4c,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:19.222404 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5b410da2-79f0-4561-97bf-6faf24ccbf9b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:19.232615 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-65bf45b1-50a1-4a56-8577-76ba23604f0a tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (97463e4d-b08c-442d-8c82-d58e13a72e14), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:19.240362 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5b410da2-79f0-4561-97bf-6faf24ccbf9b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "DELETE /v2.0/subnets/e3945972-5a0c-4b5e-aaa1-ce6758b80a4c HTTP/1.1" status: 204 len: 168 time: 0.9963219 Jan 28 03:04:19.242944 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51608) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:19.271171 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-18dc6b98-5bb4-4acb-a265-53df006e96a3 req-a4e2deb4-50a7-463f-bb8f-bee1db667047 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (8b821276-e7df-4516-9f7e-76dae4a66e3b), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:19.298423 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-65bf45b1-50a1-4a56-8577-76ba23604f0a tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Calling delete_port for 97463e4d-b08c-442d-8c82-d58e13a72e14 owned by {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:04:19.310949 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 7afc3f2d-9590-49e7-a596-988ebdcc6312 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:04:19.347280 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2deb4-50a7-463f-bb8f-bee1db667047 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Pushing event deleted for resources: {'Port': ['ID=8b821276-e7df-4516-9f7e-76dae4a66e3b,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:19.396537 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115a20f0-b562-48d4-956f-d5fa2e4bed94 None None] Network 1b383a57-1ee6-4e75-8291-62c7272c9a39 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:04:19.464526 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-80b0468b-6e08-49fb-93de-a7e310e6364e tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (6f31b0f7-647c-4a42-9457-66b0011d561a), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:19.606396 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-80b0468b-6e08-49fb-93de-a7e310e6364e tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Deleting port 7afc3f2d-9590-49e7-a596-988ebdcc6312 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:04:19.608483 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-80b0468b-6e08-49fb-93de-a7e310e6364e tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (7afc3f2d-9590-49e7-a596-988ebdcc6312), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:19.698300 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-65bf45b1-50a1-4a56-8577-76ba23604f0a tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (97463e4d-b08c-442d-8c82-d58e13a72e14), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:19.794570 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bf45b1-50a1-4a56-8577-76ba23604f0a tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event deleted for resources: {'Port': ['ID=97463e4d-b08c-442d-8c82-d58e13a72e14,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:19.798252 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-18dc6b98-5bb4-4acb-a265-53df006e96a3 req-a4e2deb4-50a7-463f-bb8f-bee1db667047 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks [] for floatingip (d1f09f46-ad4a-4548-b3e5-49246d09154a), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:19.812724 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-18dc6b98-5bb4-4acb-a265-53df006e96a3 req-a4e2deb4-50a7-463f-bb8f-bee1db667047 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:19.830796 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-18dc6b98-5bb4-4acb-a265-53df006e96a3 req-a4e2deb4-50a7-463f-bb8f-bee1db667047 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] 10.222.0.53 "DELETE /v2.0/floatingips/d1f09f46-ad4a-4548-b3e5-49246d09154a HTTP/1.1" status: 204 len: 173 time: 1.6255112 Jan 28 03:04:19.856584 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-65bf45b1-50a1-4a56-8577-76ba23604f0a tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:19.878050 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-65bf45b1-50a1-4a56-8577-76ba23604f0a tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/ports/97463e4d-b08c-442d-8c82-d58e13a72e14 HTTP/1.1" status: 204 len: 168 time: 2.0133662 Jan 28 03:04:19.879078 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51620) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:19.895863 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-df0cef35-f944-4d62-8345-9a4c82c0796c req-ae7d729d-18a6-4ea7-a24f-2aec2e3f1fc8 tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f1775e0-a2cf-428d-9a01-b1904ad64f5e HTTP/1.1" status: 200 len: 210 time: 0.1231534 Jan 28 03:04:19.905245 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 7afc3f2d-9590-49e7-a596-988ebdcc6312 is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:04:19.905614 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7afc3f2d-9590-49e7-a596-988ebdcc6312), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:19.959677 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb7cb5c-52d6-4dc7-b91f-f6eaf613deab None None] DHCP port deletion for 1b383a57-1ee6-4e75-8291-62c7272c9a39 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:04:19.995640 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ffe1d522-a2b7-4efe-ae88-61bdfd6367c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (7afc3f2d-9590-49e7-a596-988ebdcc6312), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:20.019240 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-80b0468b-6e08-49fb-93de-a7e310e6364e tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] For port 7afc3f2d-9590-49e7-a596-988ebdcc6312, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=7afc3f2d-9590-49e7-a596-988ebdcc6312,segment=NetworkSegment(99e4fe29-e0d7-451b-a4d8-b7c2d0d98891),segment_id=99e4fe29-e0d7-451b-a4d8-b7c2d0d98891)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:04:20.019608 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-80b0468b-6e08-49fb-93de-a7e310e6364e tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (7afc3f2d-9590-49e7-a596-988ebdcc6312), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:20.049237 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ccc09859-da3e-42ec-9e95-0654dc86da13 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (73247e45-1b2a-489f-9d72-d4901e9fb024), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:20.071721 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe1d522-a2b7-4efe-ae88-61bdfd6367c2 None None] Pushing event deleted for resources: {'Port': ['ID=7afc3f2d-9590-49e7-a596-988ebdcc6312,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:20.116506 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-80b0468b-6e08-49fb-93de-a7e310e6364e tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Calling delete_port for 7afc3f2d-9590-49e7-a596-988ebdcc6312 owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:04:20.140447 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-96c85c5c-61d6-4e19-89d9-f6f7d1e7e80e req-2d885c42-c53c-4b8c-9558-e7d470bf7439 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] 10.222.0.53 "GET /v2.0/floatingips/288e458d-bc3f-4346-abdd-c40de994e722 HTTP/1.1" status: 200 len: 693 time: 0.1237812 Jan 28 03:04:20.160373 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe1d522-a2b7-4efe-ae88-61bdfd6367c2 None None] No DVR routers for this DVR port 7afc3f2d-9590-49e7-a596-988ebdcc6312 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:04:20.222822 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ccc09859-da3e-42ec-9e95-0654dc86da13 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (73247e45-1b2a-489f-9d72-d4901e9fb024), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:20.230772 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7cb7cb5c-52d6-4dc7-b91f-f6eaf613deab None None] Deleting port f3520a1a-db12-4e1d-a6a1-2d8d714161e1 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:04:20.231892 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7cb7cb5c-52d6-4dc7-b91f-f6eaf613deab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (f3520a1a-db12-4e1d-a6a1-2d8d714161e1), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:20.307359 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-ccc09859-da3e-42ec-9e95-0654dc86da13 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73247e45-1b2a-489f-9d72-d4901e9fb024']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:20.329691 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-ccc09859-da3e-42ec-9e95-0654dc86da13 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86083ebf-72dc-4da6-8dc2-de8c30dafc87') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:20.330199 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-ccc09859-da3e-42ec-9e95-0654dc86da13 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86083ebf-72dc-4da6-8dc2-de8c30dafc87') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:20.346744 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c85c5c-61d6-4e19-89d9-f6f7d1e7e80e req-82f0c6d7-1a8f-4902-ba23-0579c96f5757 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:20.354479 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ccc09859-da3e-42ec-9e95-0654dc86da13 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (86083ebf-72dc-4da6-8dc2-de8c30dafc87), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:20.357857 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-96c85c5c-61d6-4e19-89d9-f6f7d1e7e80e req-82f0c6d7-1a8f-4902-ba23-0579c96f5757 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] 10.222.0.53 "GET /v2.0/networks/8f7dc9c9-eaf1-4339-a2e3-884554154641 HTTP/1.1" status: 200 len: 784 time: 0.2054043 Jan 28 03:04:20.388685 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ccc09859-da3e-42ec-9e95-0654dc86da13 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (86083ebf-72dc-4da6-8dc2-de8c30dafc87), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:20.399887 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccc09859-da3e-42ec-9e95-0654dc86da13 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:04:20.400345 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ccc09859-da3e-42ec-9e95-0654dc86da13 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (86083ebf-72dc-4da6-8dc2-de8c30dafc87), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:20.412860 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:04:20.412860 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:04:20.412860 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:04:20.412860 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:04:20.412860 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:04:20.412860 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:04:20.412860 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:04:20.412860 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:04:20.412860 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:04:20.412860 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:04:20.412860 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:04:20.412860 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:04:20.412860 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:04:20.412860 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:04:20.412860 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:04:20.412860 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:04:20.412860 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:04:20.412860 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:04:20.412860 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:04:20.412860 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:04:20.412860 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:04:20.412860 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:04:20.412860 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:04:20.412860 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:04:20.412860 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:04:20.412860 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:04:20.412860 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:04:20.412860 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:04:20.412860 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:04:20.412860 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:04:20.412860 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:04:20.412860 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:04:20.441480 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7cb7cb5c-52d6-4dc7-b91f-f6eaf613deab None None] For port f3520a1a-db12-4e1d-a6a1-2d8d714161e1, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=f3520a1a-db12-4e1d-a6a1-2d8d714161e1,segment=NetworkSegment(2db2658e-1189-4033-9fbe-f3b7240fcfef),segment_id=2db2658e-1189-4033-9fbe-f3b7240fcfef)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:04:20.442051 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7cb7cb5c-52d6-4dc7-b91f-f6eaf613deab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (f3520a1a-db12-4e1d-a6a1-2d8d714161e1), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:20.460064 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7cb7cb5c-52d6-4dc7-b91f-f6eaf613deab None None] Calling delete_port for f3520a1a-db12-4e1d-a6a1-2d8d714161e1 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:04:20.549873 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-96c85c5c-61d6-4e19-89d9-f6f7d1e7e80e req-83107410-679a-44b5-a89e-fd7c569447e0 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.247 HTTP/1.1" status: 200 len: 696 time: 0.1908586 Jan 28 03:04:20.557519 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ccc09859-da3e-42ec-9e95-0654dc86da13 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (73247e45-1b2a-489f-9d72-d4901e9fb024), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:20.582797 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ccc09859-da3e-42ec-9e95-0654dc86da13 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:20.605619 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ccc09859-da3e-42ec-9e95-0654dc86da13 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] 10.222.0.53 "DELETE /v2.0/networks/73247e45-1b2a-489f-9d72-d4901e9fb024 HTTP/1.1" status: 204 len: 168 time: 0.7133648 Jan 28 03:04:20.671060 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7cb7cb5c-52d6-4dc7-b91f-f6eaf613deab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (f3520a1a-db12-4e1d-a6a1-2d8d714161e1), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:20.690773 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb7cb5c-52d6-4dc7-b91f-f6eaf613deab None None] No DVR routers for this DVR port f3520a1a-db12-4e1d-a6a1-2d8d714161e1 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:04:20.698655 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-96c85c5c-61d6-4e19-89d9-f6f7d1e7e80e req-6ed7c38d-55bc-483f-ba68-f1ff948ae920 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.247 HTTP/1.1" status: 200 len: 696 time: 0.1424475 Jan 28 03:04:20.709734 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc09859-da3e-42ec-9e95-0654dc86da13 tempest-PortsTestJSON-982821440 tempest-PortsTestJSON-982821440-project] Pushing event deleted for resources: {'Network': ['ID=73247e45-1b2a-489f-9d72-d4901e9fb024,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:20.745800 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb7cb5c-52d6-4dc7-b91f-f6eaf613deab None None] Pushing event deleted for resources: {'Port': ['ID=f3520a1a-db12-4e1d-a6a1-2d8d714161e1,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:20.804870 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-80b0468b-6e08-49fb-93de-a7e310e6364e tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (7afc3f2d-9590-49e7-a596-988ebdcc6312), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:20.878557 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b0468b-6e08-49fb-93de-a7e310e6364e tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event deleted for resources: {'Port': ['ID=7afc3f2d-9590-49e7-a596-988ebdcc6312,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:20.896561 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b0468b-6e08-49fb-93de-a7e310e6364e tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] No DVR routers for this DVR port 7afc3f2d-9590-49e7-a596-988ebdcc6312 on host n-d-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:04:21.019374 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-80b0468b-6e08-49fb-93de-a7e310e6364e tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (6f31b0f7-647c-4a42-9457-66b0011d561a), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:21.051509 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-80b0468b-6e08-49fb-93de-a7e310e6364e tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f31b0f7-647c-4a42-9457-66b0011d561a']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:21.055263 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-96c85c5c-61d6-4e19-89d9-f6f7d1e7e80e req-437c9126-f89f-4403-98ba-be61e5bcdff7 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Deleting port c38bcf20-3072-40af-9fb4-c85c4a8d45cc {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:04:21.055609 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-96c85c5c-61d6-4e19-89d9-f6f7d1e7e80e req-437c9126-f89f-4403-98ba-be61e5bcdff7 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (c38bcf20-3072-40af-9fb4-c85c4a8d45cc), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:21.058449 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device f3520a1a-db12-4e1d-a6a1-2d8d714161e1 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:04:21.118636 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: f3520a1a-db12-4e1d-a6a1-2d8d714161e1 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:04:21.118993 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device f3520a1a-db12-4e1d-a6a1-2d8d714161e1 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:04:21.125405 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-80b0468b-6e08-49fb-93de-a7e310e6364e tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e4fe29-e0d7-451b-a4d8-b7c2d0d98891') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:21.125710 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-80b0468b-6e08-49fb-93de-a7e310e6364e tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e4fe29-e0d7-451b-a4d8-b7c2d0d98891') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:21.249037 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-80b0468b-6e08-49fb-93de-a7e310e6364e tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (99e4fe29-e0d7-451b-a4d8-b7c2d0d98891), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:21.269554 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51644) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:21.312795 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c319a05e-6c3f-403b-bbf7-ce1043b84ac4 req-2e8f6647-038f-43e0-b9ca-dcd57a3c99e0 tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f1775e0-a2cf-428d-9a01-b1904ad64f5e HTTP/1.1" status: 200 len: 210 time: 0.1662536 Jan 28 03:04:21.333830 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-80b0468b-6e08-49fb-93de-a7e310e6364e tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (99e4fe29-e0d7-451b-a4d8-b7c2d0d98891), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:21.394476 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51648) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:21.398758 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b0468b-6e08-49fb-93de-a7e310e6364e tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:04:21.399378 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-80b0468b-6e08-49fb-93de-a7e310e6364e tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (99e4fe29-e0d7-451b-a4d8-b7c2d0d98891), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:21.408644 n-d-712139-27 neutron-server[109803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:04:21.408644 n-d-712139-27 neutron-server[109803]: self.session.flush() Jan 28 03:04:21.408644 n-d-712139-27 neutron-server[109803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:04:21.408644 n-d-712139-27 neutron-server[109803]: self.session.flush() Jan 28 03:04:21.408644 n-d-712139-27 neutron-server[109803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:04:21.408644 n-d-712139-27 neutron-server[109803]: self.session.flush() Jan 28 03:04:21.408644 n-d-712139-27 neutron-server[109803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:04:21.408644 n-d-712139-27 neutron-server[109803]: self.session.flush() Jan 28 03:04:21.408644 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:04:21.408644 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:04:21.408644 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:04:21.408644 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:04:21.408644 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:04:21.408644 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:04:21.408644 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:04:21.408644 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:04:21.408644 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:04:21.408644 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:04:21.408644 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:04:21.408644 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:04:21.408644 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:04:21.408644 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:04:21.408644 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:04:21.408644 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:04:21.408644 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:04:21.408644 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:04:21.408644 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:04:21.408644 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:04:21.408644 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:04:21.408644 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:04:21.408644 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:04:21.408644 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:04:21.408644 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:04:21.408644 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:04:21.408644 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:04:21.408644 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:04:21.408644 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:04:21.408644 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:04:21.408644 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:04:21.408644 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:04:21.482097 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb637e60-44bf-4849-a6ab-caed0170fb12 req-00f75369-ca6c-481c-8fe0-d3ca6469b79e tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:21.484308 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cb637e60-44bf-4849-a6ab-caed0170fb12 req-00f75369-ca6c-481c-8fe0-d3ca6469b79e tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] 10.222.0.39 "GET /v2.0/networks?id=c824e109-d3d1-4d41-9815-361b7c2b275a HTTP/1.1" status: 200 len: 821 time: 0.3964531 Jan 28 03:04:21.505821 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-cb637e60-44bf-4849-a6ab-caed0170fb12 req-1751b0cb-95fa-4436-b5fe-695a96f57473 tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] Request body: {'port': {'device_id': '0f1775e0-a2cf-428d-9a01-b1904ad64f5e', 'network_id': 'c824e109-d3d1-4d41-9815-361b7c2b275a', 'admin_state_up': True, 'tenant_id': '1b20a0bd903f47fcb8227cb4200e3d6f'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:04:21.532132 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-96c85c5c-61d6-4e19-89d9-f6f7d1e7e80e req-437c9126-f89f-4403-98ba-be61e5bcdff7 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (c38bcf20-3072-40af-9fb4-c85c4a8d45cc), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:21.532512 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-96c85c5c-61d6-4e19-89d9-f6f7d1e7e80e req-437c9126-f89f-4403-98ba-be61e5bcdff7 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks [] for floatingip (c38bcf20-3072-40af-9fb4-c85c4a8d45cc), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:21.552315 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-96c85c5c-61d6-4e19-89d9-f6f7d1e7e80e req-437c9126-f89f-4403-98ba-be61e5bcdff7 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Calling delete_port for c38bcf20-3072-40af-9fb4-c85c4a8d45cc owned by network:floatingip {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:04:21.555814 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-80b0468b-6e08-49fb-93de-a7e310e6364e tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (6f31b0f7-647c-4a42-9457-66b0011d561a), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:21.606375 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-80b0468b-6e08-49fb-93de-a7e310e6364e tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:21.614601 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-80b0468b-6e08-49fb-93de-a7e310e6364e tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "DELETE /v2.0/networks/6f31b0f7-647c-4a42-9457-66b0011d561a HTTP/1.1" status: 204 len: 168 time: 2.3674445 Jan 28 03:04:21.614601 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b0468b-6e08-49fb-93de-a7e310e6364e tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event deleted for resources: {'Network': ['ID=6f31b0f7-647c-4a42-9457-66b0011d561a,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:21.620908 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51652) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:21.641717 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-876f2cc3-9282-4be4-b378-8c9339097c46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:21.797840 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb637e60-44bf-4849-a6ab-caed0170fb12 req-1751b0cb-95fa-4436-b5fe-695a96f57473 tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] Made reservation on behalf of 1b20a0bd903f47fcb8227cb4200e3d6f for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:04:21.803180 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-cb637e60-44bf-4849-a6ab-caed0170fb12 req-1751b0cb-95fa-4436-b5fe-695a96f57473 tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:21.852661 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-876f2cc3-9282-4be4-b378-8c9339097c46 admin admin] Publish callbacks [] for security_group (864e9ab1-7cf5-4045-b7fb-4028488ebb1d), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:21.864283 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-876f2cc3-9282-4be4-b378-8c9339097c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (864e9ab1-7cf5-4045-b7fb-4028488ebb1d), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:21.868932 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-219e9b9f-18d0-4786-a21a-81ddd7d9c626 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e836b14247804add85a66880853283af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5850332 Jan 28 03:04:21.881693 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51654) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:21.922176 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-497dae91-db53-4659-8b00-383c7eb214ca tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (1b383a57-1ee6-4e75-8291-62c7272c9a39), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:21.972778 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-876f2cc3-9282-4be4-b378-8c9339097c46 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a04830d908b7492f9ee468370b2bce6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5764945 Jan 28 03:04:21.976936 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51656) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:22.014188 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876f2cc3-9282-4be4-b378-8c9339097c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864e9ab1-7cf5-4045-b7fb-4028488ebb1d,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:22.064177 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-374925f5-95f2-4613-bef0-7de58c3b112d admin admin] Publish callbacks [] for security_group (377726df-dd76-4e16-8a2b-ec837c14cb4f), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:22.102839 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-672817f6-4f46-4221-a7e2-4e774ace2e22 admin admin] Publish callbacks [] for security_group (864e9ab1-7cf5-4045-b7fb-4028488ebb1d), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:22.120739 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-cb637e60-44bf-4849-a6ab-caed0170fb12 req-1751b0cb-95fa-4436-b5fe-695a96f57473 tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] Allocated IP 172.20.0.4 (c824e109-d3d1-4d41-9815-361b7c2b275a/0fbf7789-e4f9-4989-b45c-01746ed83ddd/19da5e8e-20bf-4e49-8e7a-06397ff624eb) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:04:22.148228 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-672817f6-4f46-4221-a7e2-4e774ace2e22 admin admin] Publish callbacks [] for security_group (864e9ab1-7cf5-4045-b7fb-4028488ebb1d), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:22.274400 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-672817f6-4f46-4221-a7e2-4e774ace2e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (864e9ab1-7cf5-4045-b7fb-4028488ebb1d), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:22.284667 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-672817f6-4f46-4221-a7e2-4e774ace2e22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:22.288523 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-672817f6-4f46-4221-a7e2-4e774ace2e22 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/864e9ab1-7cf5-4045-b7fb-4028488ebb1d HTTP/1.1" status: 204 len: 168 time: 0.3092730 Jan 28 03:04:22.499241 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-cb637e60-44bf-4849-a6ab-caed0170fb12 req-1751b0cb-95fa-4436-b5fe-695a96f57473 tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] Publish callbacks [] for port (19da5e8e-20bf-4e49-8e7a-06397ff624eb), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:22.506771 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672817f6-4f46-4221-a7e2-4e774ace2e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864e9ab1-7cf5-4045-b7fb-4028488ebb1d,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:22.578906 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f159f268-9aad-4bc1-86d0-849933736edb req-ed4abcce-4c83-4349-bcef-fa105029699f tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f1775e0-a2cf-428d-9a01-b1904ad64f5e HTTP/1.1" status: 200 len: 210 time: 0.0757184 Jan 28 03:04:22.632085 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-cb637e60-44bf-4849-a6ab-caed0170fb12 req-1751b0cb-95fa-4436-b5fe-695a96f57473 tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (19da5e8e-20bf-4e49-8e7a-06397ff624eb), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:22.754554 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb637e60-44bf-4849-a6ab-caed0170fb12 req-1751b0cb-95fa-4436-b5fe-695a96f57473 tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] Network c824e109-d3d1-4d41-9815-361b7c2b275a is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:04:22.760903 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-cb637e60-44bf-4849-a6ab-caed0170fb12 req-1751b0cb-95fa-4436-b5fe-695a96f57473 tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:04:22.770579 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb637e60-44bf-4849-a6ab-caed0170fb12 req-1751b0cb-95fa-4436-b5fe-695a96f57473 tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:04:22.836931 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb637e60-44bf-4849-a6ab-caed0170fb12 req-1751b0cb-95fa-4436-b5fe-695a96f57473 tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:22.837739 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-cb637e60-44bf-4849-a6ab-caed0170fb12 req-1751b0cb-95fa-4436-b5fe-695a96f57473 tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:22.855986 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751b0cb-95fa-4436-b5fe-695a96f57473 tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] Pushing event updated for resources: {'Port': ['ID=19da5e8e-20bf-4e49-8e7a-06397ff624eb,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:22.883568 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cb637e60-44bf-4849-a6ab-caed0170fb12 req-1751b0cb-95fa-4436-b5fe-695a96f57473 tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3827429 Jan 28 03:04:22.892288 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51668) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:22.910387 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-cb637e60-44bf-4849-a6ab-caed0170fb12 req-7e55503e-d397-4e17-b347-faf9c3d1f41b service neutron] Request body: {'port': {'device_id': '0f1775e0-a2cf-428d-9a01-b1904ad64f5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:04:22.942537 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-546ca71c-eb77-4860-a40f-afc6bb1da06b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:22.947356 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-374925f5-95f2-4613-bef0-7de58c3b112d admin admin] Publish callbacks [] for security_group (377726df-dd76-4e16-8a2b-ec837c14cb4f), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:22.950118 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-96c85c5c-61d6-4e19-89d9-f6f7d1e7e80e req-437c9126-f89f-4403-98ba-be61e5bcdff7 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (c38bcf20-3072-40af-9fb4-c85c4a8d45cc), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:23.018195 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-497dae91-db53-4659-8b00-383c7eb214ca tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (1b383a57-1ee6-4e75-8291-62c7272c9a39), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:23.023694 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c9126-f89f-4403-98ba-be61e5bcdff7 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Pushing event deleted for resources: {'Port': ['ID=c38bcf20-3072-40af-9fb4-c85c4a8d45cc,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:23.074912 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-497dae91-db53-4659-8b00-383c7eb214ca tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b383a57-1ee6-4e75-8291-62c7272c9a39']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:23.114516 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-497dae91-db53-4659-8b00-383c7eb214ca tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db2658e-1189-4033-9fbe-f3b7240fcfef') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:23.114819 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-497dae91-db53-4659-8b00-383c7eb214ca tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db2658e-1189-4033-9fbe-f3b7240fcfef') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:23.120448 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-546ca71c-eb77-4860-a40f-afc6bb1da06b admin admin] Publish callbacks [] for security_group (f300ded2-4f86-401d-bbcf-15ab0436bf25), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:23.130445 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-497dae91-db53-4659-8b00-383c7eb214ca tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (2db2658e-1189-4033-9fbe-f3b7240fcfef), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:23.154668 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-497dae91-db53-4659-8b00-383c7eb214ca tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (2db2658e-1189-4033-9fbe-f3b7240fcfef), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:23.163884 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-96c85c5c-61d6-4e19-89d9-f6f7d1e7e80e req-437c9126-f89f-4403-98ba-be61e5bcdff7 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks [] for floatingip (288e458d-bc3f-4346-abdd-c40de994e722), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:23.166739 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-96c85c5c-61d6-4e19-89d9-f6f7d1e7e80e req-437c9126-f89f-4403-98ba-be61e5bcdff7 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:23.167994 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-96c85c5c-61d6-4e19-89d9-f6f7d1e7e80e req-437c9126-f89f-4403-98ba-be61e5bcdff7 tempest-FloatingIPDetailsTestJSON-2041006286 tempest-FloatingIPDetailsTestJSON-2041006286-project] 10.222.0.53 "DELETE /v2.0/floatingips/288e458d-bc3f-4346-abdd-c40de994e722 HTTP/1.1" status: 204 len: 173 time: 2.4685276 Jan 28 03:04:23.168686 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-374925f5-95f2-4613-bef0-7de58c3b112d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (377726df-dd76-4e16-8a2b-ec837c14cb4f), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:23.171528 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-374925f5-95f2-4613-bef0-7de58c3b112d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:23.175739 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-374925f5-95f2-4613-bef0-7de58c3b112d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/377726df-dd76-4e16-8a2b-ec837c14cb4f HTTP/1.1" status: 204 len: 168 time: 1.2892644 Jan 28 03:04:23.177039 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-497dae91-db53-4659-8b00-383c7eb214ca tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:04:23.177499 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-497dae91-db53-4659-8b00-383c7eb214ca tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (2db2658e-1189-4033-9fbe-f3b7240fcfef), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:23.187217 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51672) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:23.190393 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-546ca71c-eb77-4860-a40f-afc6bb1da06b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f300ded2-4f86-401d-bbcf-15ab0436bf25), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:23.210577 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:04:23.210577 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:04:23.210577 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:04:23.210577 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:04:23.210577 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:04:23.210577 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:04:23.210577 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:04:23.210577 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:04:23.210577 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:04:23.210577 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:04:23.210577 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:04:23.210577 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:04:23.210577 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:04:23.210577 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:04:23.210577 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:04:23.210577 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:04:23.210577 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:04:23.210577 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:04:23.210577 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:04:23.210577 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:04:23.210577 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:04:23.210577 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:04:23.210577 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:04:23.210577 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:04:23.210577 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:04:23.210577 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:04:23.210577 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:04:23.210577 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:04:23.210577 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:04:23.210577 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:04:23.210577 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:04:23.210577 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:04:23.238901 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374925f5-95f2-4613-bef0-7de58c3b112d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377726df-dd76-4e16-8a2b-ec837c14cb4f,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:23.355932 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-497dae91-db53-4659-8b00-383c7eb214ca tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (1b383a57-1ee6-4e75-8291-62c7272c9a39), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:23.372198 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-497dae91-db53-4659-8b00-383c7eb214ca tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:23.380745 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-497dae91-db53-4659-8b00-383c7eb214ca tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "DELETE /v2.0/networks/1b383a57-1ee6-4e75-8291-62c7272c9a39 HTTP/1.1" status: 204 len: 168 time: 1.7368429 Jan 28 03:04:23.406613 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51676) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:23.413600 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-55cead33-72ed-424a-9c6a-488abc0edc61 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1497093242'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:04:23.420128 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497dae91-db53-4659-8b00-383c7eb214ca tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event deleted for resources: {'Network': ['ID=1b383a57-1ee6-4e75-8291-62c7272c9a39,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:23.444514 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cead33-72ed-424a-9c6a-488abc0edc61 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Made reservation on behalf of 9b767bd768424bc897d9104ad9f6b8d5 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:04:23.453870 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-55cead33-72ed-424a-9c6a-488abc0edc61 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:23.483273 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55cead33-72ed-424a-9c6a-488abc0edc61 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:04:23.497806 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-55cead33-72ed-424a-9c6a-488abc0edc61 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (2953cea3-8338-4f67-b04f-9257295e1063), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:23.498797 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-55cead33-72ed-424a-9c6a-488abc0edc61 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Added segment 2953cea3-8338-4f67-b04f-9257295e1063 of type vlan for network 2c518bda-901e-4863-b385-2cd31b58655b Jan 28 03:04:23.530407 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-cb637e60-44bf-4849-a6ab-caed0170fb12 req-7e55503e-d397-4e17-b347-faf9c3d1f41b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (19da5e8e-20bf-4e49-8e7a-06397ff624eb), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:23.565950 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-55cead33-72ed-424a-9c6a-488abc0edc61 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (2c518bda-901e-4863-b385-2cd31b58655b), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:23.588088 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ca71c-eb77-4860-a40f-afc6bb1da06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f300ded2-4f86-401d-bbcf-15ab0436bf25,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:23.596363 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-55cead33-72ed-424a-9c6a-488abc0edc61 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (2c518bda-901e-4863-b385-2cd31b58655b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:23.602274 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cead33-72ed-424a-9c6a-488abc0edc61 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:23.602902 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-55cead33-72ed-424a-9c6a-488abc0edc61 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:23.715615 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-55cead33-72ed-424a-9c6a-488abc0edc61 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3074636 Jan 28 03:04:23.718582 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51682) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:23.726461 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-546ca71c-eb77-4860-a40f-afc6bb1da06b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f1392d6799944fa3b6cbb5a54b666f3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8326001 Jan 28 03:04:23.744032 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51684) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:23.745018 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-eabd6720-ae6e-4028-8fcc-285ce5ff8bac tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Request body: {'subnet': {'network_id': '2c518bda-901e-4863-b385-2cd31b58655b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:04:23.796680 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cead33-72ed-424a-9c6a-488abc0edc61 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event updated for resources: {'Network': ['ID=2c518bda-901e-4863-b385-2cd31b58655b,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:23.812155 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 2c518bda-901e-4863-b385-2cd31b58655b details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:04:24.034461 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84358e7c-31d1-43a3-8932-4fd8715b642f req-e0afb3e5-930d-409f-9bba-3616073e795c tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:24.038070 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-84358e7c-31d1-43a3-8932-4fd8715b642f req-e0afb3e5-930d-409f-9bba-3616073e795c tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f1775e0-a2cf-428d-9a01-b1904ad64f5e HTTP/1.1" status: 200 len: 931 time: 0.2834101 Jan 28 03:04:24.038635 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabd6720-ae6e-4028-8fcc-285ce5ff8bac tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Made reservation on behalf of 9b767bd768424bc897d9104ad9f6b8d5 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:04:24.042816 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-eabd6720-ae6e-4028-8fcc-285ce5ff8bac tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:24.100592 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f3191060-43bd-4d34-94a4-4d2a5d3cc327 admin admin] Publish callbacks [] for security_group (f300ded2-4f86-401d-bbcf-15ab0436bf25), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:24.329508 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f3191060-43bd-4d34-94a4-4d2a5d3cc327 admin admin] Publish callbacks [] for security_group (f300ded2-4f86-401d-bbcf-15ab0436bf25), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:24.430031 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-eabd6720-ae6e-4028-8fcc-285ce5ff8bac tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (23127342-665e-48e9-af2b-50b84942bedc), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:24.528140 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-84358e7c-31d1-43a3-8932-4fd8715b642f req-c79ef661-59b3-4db3-801d-f3817ce10742 tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] 10.222.0.53 "GET /v2.0/security-groups?id=77d47a5c-cf0c-4ca5-a261-fc9c3e168025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4319699 Jan 28 03:04:24.583867 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd6720-ae6e-4028-8fcc-285ce5ff8bac tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event updated for resources: {'Subnet': ['ID=23127342-665e-48e9-af2b-50b84942bedc,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:24.619603 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabd6720-ae6e-4028-8fcc-285ce5ff8bac tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Checking segment: {'id': '2953cea3-8338-4f67-b04f-9257295e1063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2c518bda-901e-4863-b385-2cd31b58655b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:04:24.619603 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabd6720-ae6e-4028-8fcc-285ce5ff8bac tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Network hostable DHCP agents. Network: 2c518bda-901e-4863-b385-2cd31b58655b, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:04:24.654325 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f3191060-43bd-4d34-94a4-4d2a5d3cc327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f300ded2-4f86-401d-bbcf-15ab0436bf25), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:24.663038 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f3191060-43bd-4d34-94a4-4d2a5d3cc327 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:24.667686 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f3191060-43bd-4d34-94a4-4d2a5d3cc327 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f300ded2-4f86-401d-bbcf-15ab0436bf25 HTTP/1.1" status: 204 len: 168 time: 0.9199061 Jan 28 03:04:24.684845 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabd6720-ae6e-4028-8fcc-285ce5ff8bac tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Network 2c518bda-901e-4863-b385-2cd31b58655b is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:04:24.699852 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-eabd6720-ae6e-4028-8fcc-285ce5ff8bac tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 2c518bda-901e-4863-b385-2cd31b58655b) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:04:24.714326 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabd6720-ae6e-4028-8fcc-285ce5ff8bac tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:24.715016 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-eabd6720-ae6e-4028-8fcc-285ce5ff8bac tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:24.725562 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf55466-5df7-4431-b0db-9302535ae53c None None] Network 2c518bda-901e-4863-b385-2cd31b58655b requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:04:24.754831 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3191060-43bd-4d34-94a4-4d2a5d3cc327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f300ded2-4f86-401d-bbcf-15ab0436bf25,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:24.757052 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-eabd6720-ae6e-4028-8fcc-285ce5ff8bac tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0366673 Jan 28 03:04:24.773694 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51708) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:24.785518 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-69854d1b-6169-4e88-8da8-b94c1b965b3d tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-865016889', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:04:24.842918 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-69854d1b-6169-4e88-8da8-b94c1b965b3d tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (9c3c39eb-fdf2-4496-8c88-f100c870fb6a), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:24.845135 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-69854d1b-6169-4e88-8da8-b94c1b965b3d tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (9c3c39eb-fdf2-4496-8c88-f100c870fb6a), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:24.941600 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-69854d1b-6169-4e88-8da8-b94c1b965b3d tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for router_controller (9c3c39eb-fdf2-4496-8c88-f100c870fb6a), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:24.950048 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-69854d1b-6169-4e88-8da8-b94c1b965b3d tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (9c3c39eb-fdf2-4496-8c88-f100c870fb6a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:25.003151 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-69854d1b-6169-4e88-8da8-b94c1b965b3d tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:25.007546 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-69854d1b-6169-4e88-8da8-b94c1b965b3d tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2300553 Jan 28 03:04:25.010525 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51712) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:25.022067 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-34d810a5-f8cb-4162-994c-662501d1b622 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Request body: {'port': {'network_id': '2c518bda-901e-4863-b385-2cd31b58655b', 'name': 'tempest-RoutersIpV6Test-2102908911'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:04:25.067524 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51714) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:25.095977 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1898b9a9-fdd3-483e-ba8e-75f652e7fec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (856e005d-bdbd-4450-b858-e0121a2f08d5), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:25.124158 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b87b0a-539e-4f7d-a82c-2a8f79df6c07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-2c518bda-901e-4863-b385-2cd31b58655b', 'network_id': '2c518bda-901e-4863-b385-2cd31b58655b', 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'fixed_ips': [{'subnet_id': '23127342-665e-48e9-af2b-50b84942bedc'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:04:25.125685 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b1b87b0a-539e-4f7d-a82c-2a8f79df6c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:25.371579 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d810a5-f8cb-4162-994c-662501d1b622 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Made reservation on behalf of 9b767bd768424bc897d9104ad9f6b8d5 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:04:25.375231 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-34d810a5-f8cb-4162-994c-662501d1b622 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:25.417423 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-34d810a5-f8cb-4162-994c-662501d1b622 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] device_id is not set on port 5cadc118-7911-4709-8ce4-66db221df92a yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:04:25.508854 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-cf8aafcb-10ca-445e-af3b-2f8381dfa7d9 tempest-DvrRoutersNegativeTest-2099654391 tempest-DvrRoutersNegativeTest-2099654391-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1920629310', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:04:25.516651 n-d-712139-27 neutron-server[109803]: DEBUG neutron.policy [None req-cf8aafcb-10ca-445e-af3b-2f8381dfa7d9 tempest-DvrRoutersNegativeTest-2099654391 tempest-DvrRoutersNegativeTest-2099654391-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=109803) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Jan 28 03:04:25.517003 n-d-712139-27 neutron-server[109803]: DEBUG neutron.policy [None req-cf8aafcb-10ca-445e-af3b-2f8381dfa7d9 tempest-DvrRoutersNegativeTest-2099654391 tempest-DvrRoutersNegativeTest-2099654391-project] Failed policy check for 'create_router' {{(pid=109803) enforce /opt/stack/neutron/neutron/policy.py:524}} Jan 28 03:04:25.517558 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-cf8aafcb-10ca-445e-af3b-2f8381dfa7d9 tempest-DvrRoutersNegativeTest-2099654391 tempest-DvrRoutersNegativeTest-2099654391-project] create failed (client error): Access was denied to this resource. Jan 28 03:04:25.518977 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-cf8aafcb-10ca-445e-af3b-2f8381dfa7d9 tempest-DvrRoutersNegativeTest-2099654391 tempest-DvrRoutersNegativeTest-2099654391-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4502976 Jan 28 03:04:25.526638 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-b1b87b0a-539e-4f7d-a82c-2a8f79df6c07 None None] Allocated IP 2001:db8::2 (2c518bda-901e-4863-b385-2cd31b58655b/23127342-665e-48e9-af2b-50b84942bedc/fdd2750b-f082-4f79-a941-9e7b45409280) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:04:25.622331 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-cb637e60-44bf-4849-a6ab-caed0170fb12 req-7e55503e-d397-4e17-b347-faf9c3d1f41b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19da5e8e-20bf-4e49-8e7a-06397ff624eb {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:04:25.635870 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-cb637e60-44bf-4849-a6ab-caed0170fb12 req-7e55503e-d397-4e17-b347-faf9c3d1f41b service neutron] Publish callbacks [] for port (19da5e8e-20bf-4e49-8e7a-06397ff624eb), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:25.643365 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51726) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:25.704622 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b0f43778-25bc-4bad-9eb2-f14a29f0f25d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:25.707682 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-cb637e60-44bf-4849-a6ab-caed0170fb12 req-7e55503e-d397-4e17-b347-faf9c3d1f41b service neutron] Transition to ACTIVE for port object 19da5e8e-20bf-4e49-8e7a-06397ff624eb will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:04:25.722947 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-cb637e60-44bf-4849-a6ab-caed0170fb12 req-7e55503e-d397-4e17-b347-faf9c3d1f41b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (19da5e8e-20bf-4e49-8e7a-06397ff624eb), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:25.798141 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b1b87b0a-539e-4f7d-a82c-2a8f79df6c07 None None] Publish callbacks [] for port (fdd2750b-f082-4f79-a941-9e7b45409280), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:25.812354 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b1b87b0a-539e-4f7d-a82c-2a8f79df6c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (fdd2750b-f082-4f79-a941-9e7b45409280), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:25.904971 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b87b0a-539e-4f7d-a82c-2a8f79df6c07 None None] Pushing event updated for resources: {'Port': ['ID=fdd2750b-f082-4f79-a941-9e7b45409280,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:25.917350 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e55503e-d397-4e17-b347-faf9c3d1f41b service neutron] Pushing event updated for resources: {'Port': ['ID=19da5e8e-20bf-4e49-8e7a-06397ff624eb,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:25.927959 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b87b0a-539e-4f7d-a82c-2a8f79df6c07 None None] Network 2c518bda-901e-4863-b385-2cd31b58655b is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:04:25.930342 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-b1b87b0a-539e-4f7d-a82c-2a8f79df6c07 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:04:25.933491 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b87b0a-539e-4f7d-a82c-2a8f79df6c07 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:04:25.939220 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-34d810a5-f8cb-4162-994c-662501d1b622 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Allocated IP 2001:db8::e5 (2c518bda-901e-4863-b385-2cd31b58655b/23127342-665e-48e9-af2b-50b84942bedc/5cadc118-7911-4709-8ce4-66db221df92a) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:04:25.992745 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ceaf44-21c2-45d2-b441-59068b43cb32 req-9b811db5-8159-4c54-ad6b-2d4b0b136a05 tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:25.994413 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-73ceaf44-21c2-45d2-b441-59068b43cb32 req-9b811db5-8159-4c54-ad6b-2d4b0b136a05 tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f1775e0-a2cf-428d-9a01-b1904ad64f5e HTTP/1.1" status: 200 len: 943 time: 0.2536447 Jan 28 03:04:26.027129 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-b1b87b0a-539e-4f7d-a82c-2a8f79df6c07 None None] Attempting to bind port fdd2750b-f082-4f79-a941-9e7b45409280 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:04:26.027842 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-b1b87b0a-539e-4f7d-a82c-2a8f79df6c07 None None] Attempting to bind port fdd2750b-f082-4f79-a941-9e7b45409280 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '2953cea3-8338-4f67-b04f-9257295e1063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2c518bda-901e-4863-b385-2cd31b58655b'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:04:26.028396 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b87b0a-539e-4f7d-a82c-2a8f79df6c07 None None] Attempting to bind port fdd2750b-f082-4f79-a941-9e7b45409280 on network 2c518bda-901e-4863-b385-2cd31b58655b {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:04:26.036131 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b87b0a-539e-4f7d-a82c-2a8f79df6c07 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:04:26.036891 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b87b0a-539e-4f7d-a82c-2a8f79df6c07 None None] Checking segment: {'id': '2953cea3-8338-4f67-b04f-9257295e1063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2c518bda-901e-4863-b385-2cd31b58655b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:04:26.037502 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b1b87b0a-539e-4f7d-a82c-2a8f79df6c07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:26.038130 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b87b0a-539e-4f7d-a82c-2a8f79df6c07 None None] Bound using segment: {'id': '2953cea3-8338-4f67-b04f-9257295e1063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2c518bda-901e-4863-b385-2cd31b58655b'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:04:26.038867 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-b1b87b0a-539e-4f7d-a82c-2a8f79df6c07 None None] Bound port: fdd2750b-f082-4f79-a941-9e7b45409280, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2953cea3-8338-4f67-b04f-9257295e1063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2c518bda-901e-4863-b385-2cd31b58655b'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:04:26.039460 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b1b87b0a-539e-4f7d-a82c-2a8f79df6c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (fdd2750b-f082-4f79-a941-9e7b45409280), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:26.071222 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51730) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:26.102065 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-73ceaf44-21c2-45d2-b441-59068b43cb32 req-46388b08-124a-450b-808a-99cdafec59c9 tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] 10.222.0.53 "GET /v2.0/security-groups?id=77d47a5c-cf0c-4ca5-a261-fc9c3e168025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979943 Jan 28 03:04:26.122007 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-b1b87b0a-539e-4f7d-a82c-2a8f79df6c07 None None] For port fdd2750b-f082-4f79-a941-9e7b45409280, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:04:26.125696 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-b1b87b0a-539e-4f7d-a82c-2a8f79df6c07 None None] For port fdd2750b-f082-4f79-a941-9e7b45409280, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=fdd2750b-f082-4f79-a941-9e7b45409280,segment=NetworkSegment(2953cea3-8338-4f67-b04f-9257295e1063),segment_id=2953cea3-8338-4f67-b04f-9257295e1063)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:04:26.131870 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b1b87b0a-539e-4f7d-a82c-2a8f79df6c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (fdd2750b-f082-4f79-a941-9e7b45409280), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:26.195800 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b87b0a-539e-4f7d-a82c-2a8f79df6c07 None None] Pushing event updated for resources: {'Port': ['ID=fdd2750b-f082-4f79-a941-9e7b45409280,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:26.214037 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-cb637e60-44bf-4849-a6ab-caed0170fb12 req-7e55503e-d397-4e17-b347-faf9c3d1f41b service neutron] Attempting to bind port 19da5e8e-20bf-4e49-8e7a-06397ff624eb on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:04:26.214417 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-cb637e60-44bf-4849-a6ab-caed0170fb12 req-7e55503e-d397-4e17-b347-faf9c3d1f41b service neutron] Attempting to bind port 19da5e8e-20bf-4e49-8e7a-06397ff624eb by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '1bb63797-bd7f-48a7-8cfe-7df0f770d0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c824e109-d3d1-4d41-9815-361b7c2b275a'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:04:26.214802 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb637e60-44bf-4849-a6ab-caed0170fb12 req-7e55503e-d397-4e17-b347-faf9c3d1f41b service neutron] Attempting to bind port 19da5e8e-20bf-4e49-8e7a-06397ff624eb on network c824e109-d3d1-4d41-9815-361b7c2b275a {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:04:26.228212 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb637e60-44bf-4849-a6ab-caed0170fb12 req-7e55503e-d397-4e17-b347-faf9c3d1f41b service neutron] Port 19da5e8e-20bf-4e49-8e7a-06397ff624eb on network c824e109-d3d1-4d41-9815-361b7c2b275a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:04:26.228588 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb637e60-44bf-4849-a6ab-caed0170fb12 req-7e55503e-d397-4e17-b347-faf9c3d1f41b service neutron] Attempting to bind port 19da5e8e-20bf-4e49-8e7a-06397ff624eb on network c824e109-d3d1-4d41-9815-361b7c2b275a {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:04:26.258478 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b0f43778-25bc-4bad-9eb2-f14a29f0f25d admin admin] Publish callbacks [] for security_group (b361aa85-c4ce-49fd-8e0f-a6d43a3e5733), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:26.264851 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b0f43778-25bc-4bad-9eb2-f14a29f0f25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b361aa85-c4ce-49fd-8e0f-a6d43a3e5733), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:26.289325 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb637e60-44bf-4849-a6ab-caed0170fb12 req-7e55503e-d397-4e17-b347-faf9c3d1f41b service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:04:26.289833 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb637e60-44bf-4849-a6ab-caed0170fb12 req-7e55503e-d397-4e17-b347-faf9c3d1f41b service neutron] Checking segment: {'id': '1bb63797-bd7f-48a7-8cfe-7df0f770d0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c824e109-d3d1-4d41-9815-361b7c2b275a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:04:26.290413 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb637e60-44bf-4849-a6ab-caed0170fb12 req-7e55503e-d397-4e17-b347-faf9c3d1f41b service neutron] Bound using segment: {'id': '1bb63797-bd7f-48a7-8cfe-7df0f770d0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c824e109-d3d1-4d41-9815-361b7c2b275a'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:04:26.291077 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-cb637e60-44bf-4849-a6ab-caed0170fb12 req-7e55503e-d397-4e17-b347-faf9c3d1f41b service neutron] Bound port: 19da5e8e-20bf-4e49-8e7a-06397ff624eb, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bb63797-bd7f-48a7-8cfe-7df0f770d0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c824e109-d3d1-4d41-9815-361b7c2b275a'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:04:26.296111 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-cb637e60-44bf-4849-a6ab-caed0170fb12 req-7e55503e-d397-4e17-b347-faf9c3d1f41b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (19da5e8e-20bf-4e49-8e7a-06397ff624eb), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:26.308542 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-34d810a5-f8cb-4162-994c-662501d1b622 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for port (5cadc118-7911-4709-8ce4-66db221df92a), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:26.387604 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0268a15b-d185-433d-b606-05d04fc9bbc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:26.402822 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-34d810a5-f8cb-4162-994c-662501d1b622 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (5cadc118-7911-4709-8ce4-66db221df92a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:26.403333 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f43778-25bc-4bad-9eb2-f14a29f0f25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b361aa85-c4ce-49fd-8e0f-a6d43a3e5733,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:26.419049 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51738) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:26.420131 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b0f43778-25bc-4bad-9eb2-f14a29f0f25d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2de99df237e343dab405788dc90cb6a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7759376 Jan 28 03:04:26.510098 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d810a5-f8cb-4162-994c-662501d1b622 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Network 2c518bda-901e-4863-b385-2cd31b58655b is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:04:26.524373 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-cb637e60-44bf-4849-a6ab-caed0170fb12 req-7e55503e-d397-4e17-b347-faf9c3d1f41b service neutron] For port 19da5e8e-20bf-4e49-8e7a-06397ff624eb, host n-h2-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:04:26.530668 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-34d810a5-f8cb-4162-994c-662501d1b622 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:04:26.533727 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-1898b9a9-fdd3-483e-ba8e-75f652e7fec8 admin admin] Deleting port 42d2d995-c745-45a6-bb0f-f53421d3db64 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:04:26.534697 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1898b9a9-fdd3-483e-ba8e-75f652e7fec8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (42d2d995-c745-45a6-bb0f-f53421d3db64), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:26.539930 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d810a5-f8cb-4162-994c-662501d1b622 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:04:26.546030 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d810a5-f8cb-4162-994c-662501d1b622 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:26.546893 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-34d810a5-f8cb-4162-994c-662501d1b622 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:26.549395 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d810a5-f8cb-4162-994c-662501d1b622 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event updated for resources: {'Port': ['ID=5cadc118-7911-4709-8ce4-66db221df92a,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:26.565393 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-cb637e60-44bf-4849-a6ab-caed0170fb12 req-7e55503e-d397-4e17-b347-faf9c3d1f41b service neutron] For port 19da5e8e-20bf-4e49-8e7a-06397ff624eb, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=19da5e8e-20bf-4e49-8e7a-06397ff624eb,segment=NetworkSegment(1bb63797-bd7f-48a7-8cfe-7df0f770d0e7),segment_id=1bb63797-bd7f-48a7-8cfe-7df0f770d0e7)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:04:26.617423 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-cb637e60-44bf-4849-a6ab-caed0170fb12 req-7e55503e-d397-4e17-b347-faf9c3d1f41b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (19da5e8e-20bf-4e49-8e7a-06397ff624eb), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:26.639659 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-34d810a5-f8cb-4162-994c-662501d1b622 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6278551 Jan 28 03:04:26.640263 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51740) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:26.658957 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb637e60-44bf-4849-a6ab-caed0170fb12 req-7e55503e-d397-4e17-b347-faf9c3d1f41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:26.659125 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-775df1bc-b56d-4642-b31a-68353be9e507 admin admin] Publish callbacks [] for security_group (b361aa85-c4ce-49fd-8e0f-a6d43a3e5733), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:26.659622 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-cb637e60-44bf-4849-a6ab-caed0170fb12 req-7e55503e-d397-4e17-b347-faf9c3d1f41b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:26.661148 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cb637e60-44bf-4849-a6ab-caed0170fb12 req-7e55503e-d397-4e17-b347-faf9c3d1f41b service neutron] 10.222.0.39 "PUT /v2.0/ports/19da5e8e-20bf-4e49-8e7a-06397ff624eb HTTP/1.1" status: 200 len: 1092 time: 3.7579079 Jan 28 03:04:26.665512 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f1775e0-a2cf-428d-9a01-b1904ad64f5e', 'tag': '19da5e8e-20bf-4e49-8e7a-06397ff624eb'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:04:26.685008 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b21dd9f-cdad-45c1-a8fc-e58a5766052c" -d '{"events": [{"name": "network-changed", "server_uuid": "0f1775e0-a2cf-428d-9a01-b1904ad64f5e", "tag": "19da5e8e-20bf-4e49-8e7a-06397ff624eb"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:04:26.770376 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ebbde88-a1f1-4b58-8304-15e855fa2dc5 x-openstack-request-id: req-4ebbde88-a1f1-4b58-8304-15e855fa2dc5 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:04:26.771105 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f1775e0-a2cf-428d-9a01-b1904ad64f5e", "tag": "19da5e8e-20bf-4e49-8e7a-06397ff624eb", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:04:26.771105 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4ebbde88-a1f1-4b58-8304-15e855fa2dc5 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:04:26.771537 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f1775e0-a2cf-428d-9a01-b1904ad64f5e', 'tag': '19da5e8e-20bf-4e49-8e7a-06397ff624eb', 'status': 'completed', 'code': 200} Jan 28 03:04:26.779216 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e55503e-d397-4e17-b347-faf9c3d1f41b service neutron] Pushing event updated for resources: {'Port': ['ID=19da5e8e-20bf-4e49-8e7a-06397ff624eb,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:26.801523 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0268a15b-d185-433d-b606-05d04fc9bbc3 admin admin] Publish callbacks [] for security_group (1e7eeb1a-e04d-498d-95c0-24117e6dc4d8), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:26.816400 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-1898b9a9-fdd3-483e-ba8e-75f652e7fec8 admin admin] For port 42d2d995-c745-45a6-bb0f-f53421d3db64, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=42d2d995-c745-45a6-bb0f-f53421d3db64,segment=NetworkSegment(7eb56338-c5d7-40c6-9ab1-064fc35f54b3),segment_id=7eb56338-c5d7-40c6-9ab1-064fc35f54b3)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:04:26.821051 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1898b9a9-fdd3-483e-ba8e-75f652e7fec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (42d2d995-c745-45a6-bb0f-f53421d3db64), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:26.824014 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0268a15b-d185-433d-b606-05d04fc9bbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (1e7eeb1a-e04d-498d-95c0-24117e6dc4d8), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:26.836900 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-1898b9a9-fdd3-483e-ba8e-75f652e7fec8 admin admin] Calling delete_port for 42d2d995-c745-45a6-bb0f-f53421d3db64 owned by network:router_interface {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:04:26.874769 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb637e60-44bf-4849-a6ab-caed0170fb12 req-c1ec3add-cb5b-4b92-8427-fb9b6dc10d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:26.876738 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cb637e60-44bf-4849-a6ab-caed0170fb12 req-c1ec3add-cb5b-4b92-8427-fb9b6dc10d00 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b20a0bd903f47fcb8227cb4200e3d6f&device_id=0f1775e0-a2cf-428d-9a01-b1904ad64f5e HTTP/1.1" status: 200 len: 1095 time: 0.1564777 Jan 28 03:04:26.923795 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0268a15b-d185-433d-b606-05d04fc9bbc3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f615fe84e9554a44965374d02eef9f69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8508930 Jan 28 03:04:26.935599 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51744) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:26.974095 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0268a15b-d185-433d-b606-05d04fc9bbc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7eeb1a-e04d-498d-95c0-24117e6dc4d8,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:26.983261 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cb637e60-44bf-4849-a6ab-caed0170fb12 req-7823db3d-caa1-4e3c-8936-939c029ebc5f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19da5e8e-20bf-4e49-8e7a-06397ff624eb HTTP/1.1" status: 200 len: 217 time: 0.0465701 Jan 28 03:04:27.025830 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-775df1bc-b56d-4642-b31a-68353be9e507 admin admin] Publish callbacks [] for security_group (b361aa85-c4ce-49fd-8e0f-a6d43a3e5733), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:27.047453 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device fdd2750b-f082-4f79-a941-9e7b45409280 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:04:27.116042 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port fdd2750b-f082-4f79-a941-9e7b45409280 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:04:27.116651 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (fdd2750b-f082-4f79-a941-9e7b45409280), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:27.255789 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port fdd2750b-f082-4f79-a941-9e7b45409280 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:04:27.257411 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (fdd2750b-f082-4f79-a941-9e7b45409280), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:27.265507 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-775df1bc-b56d-4642-b31a-68353be9e507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b361aa85-c4ce-49fd-8e0f-a6d43a3e5733), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:27.270563 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-775df1bc-b56d-4642-b31a-68353be9e507 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:27.271976 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-775df1bc-b56d-4642-b31a-68353be9e507 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b361aa85-c4ce-49fd-8e0f-a6d43a3e5733 HTTP/1.1" status: 204 len: 168 time: 0.8517911 Jan 28 03:04:27.280824 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb637e60-44bf-4849-a6ab-caed0170fb12 req-60b1c48e-8b29-402e-900c-9b0ea02e8670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:27.282788 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cb637e60-44bf-4849-a6ab-caed0170fb12 req-60b1c48e-8b29-402e-900c-9b0ea02e8670 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0fbf7789-e4f9-4989-b45c-01746ed83ddd HTTP/1.1" status: 200 len: 861 time: 0.2908344 Jan 28 03:04:27.325005 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775df1bc-b56d-4642-b31a-68353be9e507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b361aa85-c4ce-49fd-8e0f-a6d43a3e5733,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:27.366385 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port fdd2750b-f082-4f79-a941-9e7b45409280, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=fdd2750b-f082-4f79-a941-9e7b45409280,segment=NetworkSegment(2953cea3-8338-4f67-b04f-9257295e1063),segment_id=2953cea3-8338-4f67-b04f-9257295e1063)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:04:27.377624 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cb637e60-44bf-4849-a6ab-caed0170fb12 req-4331b95e-775c-4492-9a39-2437fe092476 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c824e109-d3d1-4d41-9815-361b7c2b275a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855005 Jan 28 03:04:27.385610 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (fdd2750b-f082-4f79-a941-9e7b45409280), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:27.422605 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-308dfe2d-be72-464d-928b-867fa9ccfcfc admin admin] Publish callbacks [] for security_group (1e7eeb1a-e04d-498d-95c0-24117e6dc4d8), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:27.494910 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-308dfe2d-be72-464d-928b-867fa9ccfcfc admin admin] Publish callbacks [] for security_group (1e7eeb1a-e04d-498d-95c0-24117e6dc4d8), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:27.548165 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=fdd2750b-f082-4f79-a941-9e7b45409280,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:27.554530 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8db6082b-1cd5-4a8d-a1d4-13c361bf6c52 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5cadc118-7911-4709-8ce4-66db221df92a), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:27.567680 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ced9461-d496-44ae-a7af-d5e0659980a3 req-c0cc847a-a286-40ad-9d3a-e29bec4a1935 tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:27.569741 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2ced9461-d496-44ae-a7af-d5e0659980a3 req-c0cc847a-a286-40ad-9d3a-e29bec4a1935 tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f1775e0-a2cf-428d-9a01-b1904ad64f5e HTTP/1.1" status: 200 len: 943 time: 0.2923398 Jan 28 03:04:27.652381 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cb637e60-44bf-4849-a6ab-caed0170fb12 req-aff7b36b-8d47-47a4-803b-f4cfc505cd99 service neutron] 10.222.0.39 "GET /v2.0/networks/c824e109-d3d1-4d41-9815-361b7c2b275a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513536 Jan 28 03:04:27.727229 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2ced9461-d496-44ae-a7af-d5e0659980a3 req-52e950dc-6f9f-4aa4-883e-790d63c34d0d tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] 10.222.0.53 "GET /v2.0/security-groups?id=77d47a5c-cf0c-4ca5-a261-fc9c3e168025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451359 Jan 28 03:04:27.955617 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cb637e60-44bf-4849-a6ab-caed0170fb12 req-1b913ce5-1494-4f0c-840e-9be9d9ebd350 service neutron] 10.222.0.39 "GET /v2.0/networks/c824e109-d3d1-4d41-9815-361b7c2b275a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961726 Jan 28 03:04:27.957662 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1898b9a9-fdd3-483e-ba8e-75f652e7fec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (42d2d995-c745-45a6-bb0f-f53421d3db64), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:28.014702 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1898b9a9-fdd3-483e-ba8e-75f652e7fec8 admin admin] Pushing event deleted for resources: {'Port': ['ID=42d2d995-c745-45a6-bb0f-f53421d3db64,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:28.072377 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02ab3fb-dc8b-4bd6-9a63-ddf86e5ad483 None None] Network 2c518bda-901e-4863-b385-2cd31b58655b requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:04:28.083906 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8db6082b-1cd5-4a8d-a1d4-13c361bf6c52 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for port (5cadc118-7911-4709-8ce4-66db221df92a), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:28.093622 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8db6082b-1cd5-4a8d-a1d4-13c361bf6c52 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (5cadc118-7911-4709-8ce4-66db221df92a), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:28.151365 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-308dfe2d-be72-464d-928b-867fa9ccfcfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (1e7eeb1a-e04d-498d-95c0-24117e6dc4d8), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:28.154986 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-308dfe2d-be72-464d-928b-867fa9ccfcfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:28.160749 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-308dfe2d-be72-464d-928b-867fa9ccfcfc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1e7eeb1a-e04d-498d-95c0-24117e6dc4d8 HTTP/1.1" status: 204 len: 168 time: 1.2213361 Jan 28 03:04:28.298616 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308dfe2d-be72-464d-928b-867fa9ccfcfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7eeb1a-e04d-498d-95c0-24117e6dc4d8,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:28.341179 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6082b-1cd5-4a8d-a1d4-13c361bf6c52 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event updated for resources: {'Port': ['ID=5cadc118-7911-4709-8ce4-66db221df92a,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:28.419819 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-95c545f6-1637-4099-b0e3-0b34a6ffd156 None None] Provisioning complete for port fdd2750b-f082-4f79-a941-9e7b45409280 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:04:28.420582 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-95c545f6-1637-4099-b0e3-0b34a6ffd156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (fdd2750b-f082-4f79-a941-9e7b45409280), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:28.427773 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21dd9f-cdad-45c1-a8fc-e58a5766052c req-28858abc-10b8-41a0-b873-e8af2d46cbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:28.431243 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7b21dd9f-cdad-45c1-a8fc-e58a5766052c req-28858abc-10b8-41a0-b873-e8af2d46cbec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b20a0bd903f47fcb8227cb4200e3d6f&device_id=0f1775e0-a2cf-428d-9a01-b1904ad64f5e HTTP/1.1" status: 200 len: 1095 time: 0.3019257 Jan 28 03:04:28.775068 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-95c545f6-1637-4099-b0e3-0b34a6ffd156 None None] Current status of the port fdd2750b-f082-4f79-a941-9e7b45409280 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:04:28.809113 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1898b9a9-fdd3-483e-ba8e-75f652e7fec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (856e005d-bdbd-4450-b858-e0121a2f08d5), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:28.882983 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8db6082b-1cd5-4a8d-a1d4-13c361bf6c52 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (9c3c39eb-fdf2-4496-8c88-f100c870fb6a), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:29.076323 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21dd9f-cdad-45c1-a8fc-e58a5766052c req-31e3f78b-c5c8-4ae5-bc12-cfc6ab27ee75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:29.081636 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7b21dd9f-cdad-45c1-a8fc-e58a5766052c req-31e3f78b-c5c8-4ae5-bc12-cfc6ab27ee75 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c824e109-d3d1-4d41-9815-361b7c2b275a HTTP/1.1" status: 200 len: 922 time: 0.6330061 Jan 28 03:04:29.125181 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:29.167397 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device fdd2750b-f082-4f79-a941-9e7b45409280 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:04:29.207192 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7b21dd9f-cdad-45c1-a8fc-e58a5766052c req-a090ed50-7d75-4e3c-906b-093a5e104a94 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19da5e8e-20bf-4e49-8e7a-06397ff624eb HTTP/1.1" status: 200 len: 217 time: 0.1117575 Jan 28 03:04:29.271708 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21dd9f-cdad-45c1-a8fc-e58a5766052c req-49d12303-889d-4eea-985d-5bb3b3d9a5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:29.273432 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7b21dd9f-cdad-45c1-a8fc-e58a5766052c req-49d12303-889d-4eea-985d-5bb3b3d9a5b2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0fbf7789-e4f9-4989-b45c-01746ed83ddd HTTP/1.1" status: 200 len: 861 time: 0.0598505 Jan 28 03:04:29.329938 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7b21dd9f-cdad-45c1-a8fc-e58a5766052c req-86e8b918-82b2-4894-bb29-3dd41a883f17 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c824e109-d3d1-4d41-9815-361b7c2b275a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505416 Jan 28 03:04:29.346597 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345947c1-adcc-478b-8532-afa9a3245982 req-04bcd86b-17da-45a9-a29d-d795e2b5ce65 tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:29.357337 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-345947c1-adcc-478b-8532-afa9a3245982 req-04bcd86b-17da-45a9-a29d-d795e2b5ce65 tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f1775e0-a2cf-428d-9a01-b1904ad64f5e HTTP/1.1" status: 200 len: 943 time: 0.2820904 Jan 28 03:04:29.366726 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port fdd2750b-f082-4f79-a941-9e7b45409280 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:04:29.367172 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (fdd2750b-f082-4f79-a941-9e7b45409280), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:29.436361 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-fdcb023f-9d7e-4643-b517-be1ac3d42bd4 None None] Provisioning complete for port 5cadc118-7911-4709-8ce4-66db221df92a triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:04:29.437028 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fdcb023f-9d7e-4643-b517-be1ac3d42bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (5cadc118-7911-4709-8ce4-66db221df92a), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:29.485032 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8db6082b-1cd5-4a8d-a1d4-13c361bf6c52 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5cadc118-7911-4709-8ce4-66db221df92a), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:29.632670 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-fdcb023f-9d7e-4643-b517-be1ac3d42bd4 None None] Port 5cadc118-7911-4709-8ce4-66db221df92a cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:04:29.641241 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-345947c1-adcc-478b-8532-afa9a3245982 req-1f87bd76-a722-4fd1-a0d2-6f282399ba29 tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] 10.222.0.53 "GET /v2.0/security-groups?id=77d47a5c-cf0c-4ca5-a261-fc9c3e168025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821901 Jan 28 03:04:29.650999 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-58830e6a-aa37-4908-8657-54a21ebaa318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:29.662686 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7b21dd9f-cdad-45c1-a8fc-e58a5766052c req-bb7d620e-7657-4f59-ae8c-d7726cc9e8b9 service neutron] 10.222.0.39 "GET /v2.0/networks/c824e109-d3d1-4d41-9815-361b7c2b275a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256314 Jan 28 03:04:29.810963 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7b21dd9f-cdad-45c1-a8fc-e58a5766052c req-7c3fcc58-f1cd-4aad-b94e-89eea0d0cb5a service neutron] 10.222.0.39 "GET /v2.0/networks/c824e109-d3d1-4d41-9815-361b7c2b275a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424057 Jan 28 03:04:29.835985 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1898b9a9-fdd3-483e-ba8e-75f652e7fec8 admin admin] Router 856e005d-bdbd-4450-b858-e0121a2f08d5 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:04:29.842344 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port fdd2750b-f082-4f79-a941-9e7b45409280 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:04:29.874789 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 19da5e8e-20bf-4e49-8e7a-06397ff624eb details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:04:29.927401 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-fdcb023f-9d7e-4643-b517-be1ac3d42bd4 None None] Provisioning complete for port fdd2750b-f082-4f79-a941-9e7b45409280 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:04:29.930609 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fdcb023f-9d7e-4643-b517-be1ac3d42bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (fdd2750b-f082-4f79-a941-9e7b45409280), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:30.233025 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1898b9a9-fdd3-483e-ba8e-75f652e7fec8 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:04:30.264109 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1898b9a9-fdd3-483e-ba8e-75f652e7fec8 admin admin] 10.222.0.53 "PUT /v2.0/routers/856e005d-bdbd-4450-b858-e0121a2f08d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0747302 Jan 28 03:04:30.265490 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51806) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:30.360870 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487819bb-28cb-4ccc-83b5-95e29f1e7465 None None] Sync routers for ids ['856e005d-bdbd-4450-b858-e0121a2f08d5'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:04:30.413685 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487819bb-28cb-4ccc-83b5-95e29f1e7465 None None] Routers {'856e005d-bdbd-4450-b858-e0121a2f08d5'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:04:30.414686 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-487819bb-28cb-4ccc-83b5-95e29f1e7465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:04:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['856e005d-bdbd-4450-b858-e0121a2f08d5'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:30.554446 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-083fe2c3-d4ae-4079-915c-25797a9fb391 admin admin] Publish callbacks [] for router (856e005d-bdbd-4450-b858-e0121a2f08d5), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:30.590947 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-487819bb-28cb-4ccc-83b5-95e29f1e7465 None None] Set router 856e005d-bdbd-4450-b858-e0121a2f08d5 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:04:30.734876 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8db6082b-1cd5-4a8d-a1d4-13c361bf6c52 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for port (5cadc118-7911-4709-8ce4-66db221df92a), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:30.745735 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8db6082b-1cd5-4a8d-a1d4-13c361bf6c52 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (5cadc118-7911-4709-8ce4-66db221df92a), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:30.747958 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8db6082b-1cd5-4a8d-a1d4-13c361bf6c52 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (9c3c39eb-fdf2-4496-8c88-f100c870fb6a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:30.828395 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-083fe2c3-d4ae-4079-915c-25797a9fb391 admin admin] Publish callbacks [] for router_gateway (856e005d-bdbd-4450-b858-e0121a2f08d5), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:30.868962 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6082b-1cd5-4a8d-a1d4-13c361bf6c52 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event updated for resources: {'Port': ['ID=5cadc118-7911-4709-8ce4-66db221df92a,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:31.106178 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a4b69-1ae1-47a3-9cc9-fc0a1bbdb831 req-448afeea-49dc-433c-880a-9e5af4c33517 tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:31.111276 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2f3a4b69-1ae1-47a3-9cc9-fc0a1bbdb831 req-448afeea-49dc-433c-880a-9e5af4c33517 tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f1775e0-a2cf-428d-9a01-b1904ad64f5e HTTP/1.1" status: 200 len: 943 time: 0.2353067 Jan 28 03:04:31.170527 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-083fe2c3-d4ae-4079-915c-25797a9fb391 admin admin] Deleting port d370b01b-59c8-4dc8-b3b6-2ba8f5965a4e {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:04:31.171500 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-083fe2c3-d4ae-4079-915c-25797a9fb391 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (d370b01b-59c8-4dc8-b3b6-2ba8f5965a4e), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:31.337691 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db6082b-1cd5-4a8d-a1d4-13c361bf6c52 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Network 2c518bda-901e-4863-b385-2cd31b58655b is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:04:31.388544 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-8db6082b-1cd5-4a8d-a1d4-13c361bf6c52 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:04:31.415695 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 19da5e8e-20bf-4e49-8e7a-06397ff624eb, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=19da5e8e-20bf-4e49-8e7a-06397ff624eb,segment=NetworkSegment(1bb63797-bd7f-48a7-8cfe-7df0f770d0e7),segment_id=1bb63797-bd7f-48a7-8cfe-7df0f770d0e7)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:04:31.440329 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-fdcb023f-9d7e-4643-b517-be1ac3d42bd4 None None] Current status of the port fdd2750b-f082-4f79-a941-9e7b45409280 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:04:31.450746 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '19da5e8e-20bf-4e49-8e7a-06397ff624eb', 'network_id': 'c824e109-d3d1-4d41-9815-361b7c2b275a', 'port_id': '19da5e8e-20bf-4e49-8e7a-06397ff624eb', 'mac_address': 'fa:16:3e:3d:e3:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fbf7789-e4f9-4989-b45c-01746ed83ddd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:04:31.488180 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-083fe2c3-d4ae-4079-915c-25797a9fb391 admin admin] For port d370b01b-59c8-4dc8-b3b6-2ba8f5965a4e, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=d370b01b-59c8-4dc8-b3b6-2ba8f5965a4e,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:04:31.489203 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-083fe2c3-d4ae-4079-915c-25797a9fb391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (d370b01b-59c8-4dc8-b3b6-2ba8f5965a4e), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:31.530645 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-083fe2c3-d4ae-4079-915c-25797a9fb391 admin admin] Calling delete_port for d370b01b-59c8-4dc8-b3b6-2ba8f5965a4e owned by network:router_gateway {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:04:31.562595 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2f3a4b69-1ae1-47a3-9cc9-fc0a1bbdb831 req-b46fe508-a47a-4c36-8da6-7acfc2efe11d tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] 10.222.0.53 "GET /v2.0/security-groups?id=77d47a5c-cf0c-4ca5-a261-fc9c3e168025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4084239 Jan 28 03:04:31.633601 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:04:31.692971 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 19da5e8e-20bf-4e49-8e7a-06397ff624eb is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:04:31.695316 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (19da5e8e-20bf-4e49-8e7a-06397ff624eb), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:31.779790 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db6082b-1cd5-4a8d-a1d4-13c361bf6c52 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Router 9c3c39eb-fdf2-4496-8c88-f100c870fb6a is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:04:31.826782 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19da5e8e-20bf-4e49-8e7a-06397ff624eb {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:04:31.884039 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-33c57c16-9bb2-443a-be12-d4512e5624c3 None None] Provisioning complete for port 5cadc118-7911-4709-8ce4-66db221df92a triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:04:31.886155 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-33c57c16-9bb2-443a-be12-d4512e5624c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (5cadc118-7911-4709-8ce4-66db221df92a), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:31.893989 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-58f68f53-2827-4070-9e98-1444f68b0e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:31.984601 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db6082b-1cd5-4a8d-a1d4-13c361bf6c52 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:04:31.992390 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8db6082b-1cd5-4a8d-a1d4-13c361bf6c52 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "PUT /v2.0/routers/9c3c39eb-fdf2-4496-8c88-f100c870fb6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3462224 Jan 28 03:04:31.996349 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194da49e-e1ed-4898-8dba-2f4812b4190a None None] Sync routers for ids ['9c3c39eb-fdf2-4496-8c88-f100c870fb6a'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:04:32.005578 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51842) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:32.007788 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 19da5e8e-20bf-4e49-8e7a-06397ff624eb, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=19da5e8e-20bf-4e49-8e7a-06397ff624eb,segment=NetworkSegment(1bb63797-bd7f-48a7-8cfe-7df0f770d0e7),segment_id=1bb63797-bd7f-48a7-8cfe-7df0f770d0e7)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:04:32.016589 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194da49e-e1ed-4898-8dba-2f4812b4190a None None] Routers {'9c3c39eb-fdf2-4496-8c88-f100c870fb6a'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:04:32.018253 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (19da5e8e-20bf-4e49-8e7a-06397ff624eb), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:32.019603 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-194da49e-e1ed-4898-8dba-2f4812b4190a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:04:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['9c3c39eb-fdf2-4496-8c88-f100c870fb6a'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:32.060633 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-487819bb-28cb-4ccc-83b5-95e29f1e7465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856e005d-bdbd-4450-b858-e0121a2f08d5', 'name': 'tempest-FloatingIPDetailsTestJSON-43466687-router', 'tenant_id': '9f20c05a24104ae6b217f2b97705d14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'd370b01b-59c8-4dc8-b3b6-2ba8f5965a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:03:25Z', 'updated_at': '2022-01-28T03:04:27Z', 'revision_number': 5, 'project_id': '9f20c05a24104ae6b217f2b97705d14f', 'gw_port': {'id': 'd370b01b-59c8-4dc8-b3b6-2ba8f5965a4e', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:23:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856e005d-bdbd-4450-b858-e0121a2f08d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:03:28Z', 'updated_at': '2022-01-28T03:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:32.140644 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-194da49e-e1ed-4898-8dba-2f4812b4190a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:32.148880 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f376fb03-26d4-4e8b-a746-654f2fd4048d tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:32.155550 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f376fb03-26d4-4e8b-a746-654f2fd4048d tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "GET /v2.0/ports/5cadc118-7911-4709-8ce4-66db221df92a HTTP/1.1" status: 200 len: 983 time: 0.1447272 Jan 28 03:04:32.159263 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=19da5e8e-20bf-4e49-8e7a-06397ff624eb,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:32.160213 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51844) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:32.163507 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487819bb-28cb-4ccc-83b5-95e29f1e7465 None None] Checking router: 856e005d-bdbd-4450-b858-e0121a2f08d5 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:04:32.170399 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-33c57c16-9bb2-443a-be12-d4512e5624c3 None None] Port 5cadc118-7911-4709-8ce4-66db221df92a cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:04:32.177631 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194da49e-e1ed-4898-8dba-2f4812b4190a None None] Routers {'9c3c39eb-fdf2-4496-8c88-f100c870fb6a'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:04:32.178303 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-194da49e-e1ed-4898-8dba-2f4812b4190a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:04:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['9c3c39eb-fdf2-4496-8c88-f100c870fb6a'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:32.178764 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487819bb-28cb-4ccc-83b5-95e29f1e7465 None None] Routers {'856e005d-bdbd-4450-b858-e0121a2f08d5'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:04:32.179496 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-487819bb-28cb-4ccc-83b5-95e29f1e7465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:04:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['856e005d-bdbd-4450-b858-e0121a2f08d5'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:32.317829 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-194da49e-e1ed-4898-8dba-2f4812b4190a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:32.318685 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194da49e-e1ed-4898-8dba-2f4812b4190a None None] The sync data for ids ['9c3c39eb-fdf2-4496-8c88-f100c870fb6a'] in n-d-712139-27 is: [] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:04:32.411877 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['19da5e8e-20bf-4e49-8e7a-06397ff624eb'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:04:32.588865 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-b29430bc-a5c5-419b-b468-2ebfd24046af None None] Provisioning complete for port 5cadc118-7911-4709-8ce4-66db221df92a triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:04:32.588865 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b29430bc-a5c5-419b-b468-2ebfd24046af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (5cadc118-7911-4709-8ce4-66db221df92a), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:32.728647 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-487819bb-28cb-4ccc-83b5-95e29f1e7465 None None] Set router 856e005d-bdbd-4450-b858-e0121a2f08d5 gateway port host: None {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:04:32.823041 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-487819bb-28cb-4ccc-83b5-95e29f1e7465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856e005d-bdbd-4450-b858-e0121a2f08d5', 'name': 'tempest-FloatingIPDetailsTestJSON-43466687-router', 'tenant_id': '9f20c05a24104ae6b217f2b97705d14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:03:25Z', 'updated_at': '2022-01-28T03:04:30Z', 'revision_number': 6, 'project_id': '9f20c05a24104ae6b217f2b97705d14f', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:32.879131 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487819bb-28cb-4ccc-83b5-95e29f1e7465 None None] The sync data for ids ['856e005d-bdbd-4450-b858-e0121a2f08d5'] in n-d-712139-27 is: [{'id': '856e005d-bdbd-4450-b858-e0121a2f08d5', 'name': 'tempest-FloatingIPDetailsTestJSON-43466687-router', 'tenant_id': '9f20c05a24104ae6b217f2b97705d14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:03:25Z', 'updated_at': '2022-01-28T03:04:30Z', 'revision_number': 6, 'project_id': '9f20c05a24104ae6b217f2b97705d14f', 'gw_port_host': None}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:04:32.881024 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-b29430bc-a5c5-419b-b468-2ebfd24046af None None] Port 5cadc118-7911-4709-8ce4-66db221df92a cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:04:32.987431 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b4077-044c-4fcb-bea7-2fe4044a4325 req-5f33a064-7f12-4514-a420-18ffb1388636 tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:32.989175 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-705b4077-044c-4fcb-bea7-2fe4044a4325 req-5f33a064-7f12-4514-a420-18ffb1388636 tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f1775e0-a2cf-428d-9a01-b1904ad64f5e HTTP/1.1" status: 200 len: 944 time: 0.2316043 Jan 28 03:04:33.027451 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-083fe2c3-d4ae-4079-915c-25797a9fb391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (d370b01b-59c8-4dc8-b3b6-2ba8f5965a4e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:33.095637 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51864) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:33.107422 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083fe2c3-d4ae-4079-915c-25797a9fb391 admin admin] Pushing event deleted for resources: {'Port': ['ID=d370b01b-59c8-4dc8-b3b6-2ba8f5965a4e,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:33.209745 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-705b4077-044c-4fcb-bea7-2fe4044a4325 req-6e414f4a-4927-46b0-83b3-26976abf2e19 tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] 10.222.0.53 "GET /v2.0/security-groups?id=77d47a5c-cf0c-4ca5-a261-fc9c3e168025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987064 Jan 28 03:04:33.238042 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a798c9bc-e22c-436f-a6c6-8586aef85701 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (9c3c39eb-fdf2-4496-8c88-f100c870fb6a), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:33.269320 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:33.294821 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-083fe2c3-d4ae-4079-915c-25797a9fb391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (856e005d-bdbd-4450-b858-e0121a2f08d5), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:33.378287 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:33.501943 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cbba4c19-0d41-4ced-8449-224172114535 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:33.604598 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-083fe2c3-d4ae-4079-915c-25797a9fb391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (856e005d-bdbd-4450-b858-e0121a2f08d5), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:33.608116 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-083fe2c3-d4ae-4079-915c-25797a9fb391 admin admin] Publish callbacks [] for router_controller (856e005d-bdbd-4450-b858-e0121a2f08d5), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:33.720017 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-083fe2c3-d4ae-4079-915c-25797a9fb391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (856e005d-bdbd-4450-b858-e0121a2f08d5), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:33.720618 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083fe2c3-d4ae-4079-915c-25797a9fb391 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 856e005d-bdbd-4450-b858-e0121a2f08d5 {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:04:33.725977 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-083fe2c3-d4ae-4079-915c-25797a9fb391 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:33.729980 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-083fe2c3-d4ae-4079-915c-25797a9fb391 admin admin] 10.222.0.53 "DELETE /v2.0/routers/856e005d-bdbd-4450-b858-e0121a2f08d5 HTTP/1.1" status: 204 len: 168 time: 3.4628749 Jan 28 03:04:33.730634 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51874) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:33.820437 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-844230a5-a2a3-46cd-b58f-3d5727e47dd0 admin admin] Deleting subnet 843254b2-0c75-4dc5-be98-47f3a10c456f {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:04:33.826483 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-844230a5-a2a3-46cd-b58f-3d5727e47dd0 admin admin] Publish callbacks [] for subnet (843254b2-0c75-4dc5-be98-47f3a10c456f), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:33.897272 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-844230a5-a2a3-46cd-b58f-3d5727e47dd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (843254b2-0c75-4dc5-be98-47f3a10c456f), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:34.056966 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-844230a5-a2a3-46cd-b58f-3d5727e47dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (843254b2-0c75-4dc5-be98-47f3a10c456f), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:34.060869 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 19da5e8e-20bf-4e49-8e7a-06397ff624eb up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:04:34.196202 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-844230a5-a2a3-46cd-b58f-3d5727e47dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (843254b2-0c75-4dc5-be98-47f3a10c456f), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:34.218237 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 19da5e8e-20bf-4e49-8e7a-06397ff624eb completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:04:34.223374 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 19da5e8e-20bf-4e49-8e7a-06397ff624eb triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:04:34.223931 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (19da5e8e-20bf-4e49-8e7a-06397ff624eb), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:34.248382 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cbba4c19-0d41-4ced-8449-224172114535 admin admin] Publish callbacks [] for security_group (c86d5108-9804-404d-9b65-bd739b91a172), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:34.258273 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844230a5-a2a3-46cd-b58f-3d5727e47dd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=843254b2-0c75-4dc5-be98-47f3a10c456f,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:34.263525 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cbba4c19-0d41-4ced-8449-224172114535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c86d5108-9804-404d-9b65-bd739b91a172), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:34.274743 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-844230a5-a2a3-46cd-b58f-3d5727e47dd0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:34.283882 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e982fc50-1d92-475b-8acd-8db09d8ba547 None None] Network d8078330-9b0a-418c-8fa1-d255144ea610 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:04:34.284828 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-844230a5-a2a3-46cd-b58f-3d5727e47dd0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/843254b2-0c75-4dc5-be98-47f3a10c456f HTTP/1.1" status: 204 len: 168 time: 0.5526366 Jan 28 03:04:34.285942 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51878) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:34.320261 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba4c19-0d41-4ced-8449-224172114535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86d5108-9804-404d-9b65-bd739b91a172,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:34.357705 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-a798c9bc-e22c-436f-a6c6-8586aef85701 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Deleting port 5cadc118-7911-4709-8ce4-66db221df92a {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:04:34.358228 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a798c9bc-e22c-436f-a6c6-8586aef85701 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (5cadc118-7911-4709-8ce4-66db221df92a), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:34.395179 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-cbba4c19-0d41-4ced-8449-224172114535 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4b02c5118449438ab169a30833f1d133&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2960000 Jan 28 03:04:34.395885 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51880) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:34.488882 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-23e4dee7-8420-49ac-9e84-e46117827332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (d8078330-9b0a-418c-8fa1-d255144ea610), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:34.544162 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 19da5e8e-20bf-4e49-8e7a-06397ff624eb is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:04:34.544525 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (19da5e8e-20bf-4e49-8e7a-06397ff624eb), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:34.589906 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56c8b1-c9cc-4b3b-b933-0b62500b73af req-d7cbdc11-0c91-442c-9384-c88f6658e560 tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:34.592445 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ed56c8b1-c9cc-4b3b-b933-0b62500b73af req-d7cbdc11-0c91-442c-9384-c88f6658e560 tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f1775e0-a2cf-428d-9a01-b1904ad64f5e HTTP/1.1" status: 200 len: 944 time: 0.1461742 Jan 28 03:04:34.631379 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1775e0-a2cf-428d-9a01-b1904ad64f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19da5e8e-20bf-4e49-8e7a-06397ff624eb'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:04:34.638485 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d7e2a7-149a-417c-a4e0-3df48b4c9c36" -d '{"events": [{"server_uuid": "0f1775e0-a2cf-428d-9a01-b1904ad64f5e", "name": "network-vif-plugged", "status": "completed", "tag": "19da5e8e-20bf-4e49-8e7a-06397ff624eb"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:04:34.655334 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca87c025-57ee-42be-b5e4-6aae94826851 None None] DHCP port deletion for d8078330-9b0a-418c-8fa1-d255144ea610 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:04:34.692253 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 19da5e8e-20bf-4e49-8e7a-06397ff624eb, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=19da5e8e-20bf-4e49-8e7a-06397ff624eb,segment=NetworkSegment(1bb63797-bd7f-48a7-8cfe-7df0f770d0e7),segment_id=1bb63797-bd7f-48a7-8cfe-7df0f770d0e7)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:04:34.693677 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-23e4dee7-8420-49ac-9e84-e46117827332 admin admin] Deleting port cd433ac2-8892-4674-8e8d-a0fb9412d22d {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:04:34.697788 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-23e4dee7-8420-49ac-9e84-e46117827332 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (cd433ac2-8892-4674-8e8d-a0fb9412d22d), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:34.707639 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a798c9bc-e22c-436f-a6c6-8586aef85701 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (5cadc118-7911-4709-8ce4-66db221df92a), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:34.744477 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d45998d8-7be5-49b9-b80d-258fea7c7fbf admin admin] Publish callbacks [] for security_group (c86d5108-9804-404d-9b65-bd739b91a172), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:34.763636 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (19da5e8e-20bf-4e49-8e7a-06397ff624eb), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:34.821779 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-23e4dee7-8420-49ac-9e84-e46117827332 admin admin] For port cd433ac2-8892-4674-8e8d-a0fb9412d22d, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=cd433ac2-8892-4674-8e8d-a0fb9412d22d,segment=NetworkSegment(7eb56338-c5d7-40c6-9ab1-064fc35f54b3),segment_id=7eb56338-c5d7-40c6-9ab1-064fc35f54b3)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:04:34.822145 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-23e4dee7-8420-49ac-9e84-e46117827332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (cd433ac2-8892-4674-8e8d-a0fb9412d22d), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:34.840713 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-23e4dee7-8420-49ac-9e84-e46117827332 admin admin] Calling delete_port for cd433ac2-8892-4674-8e8d-a0fb9412d22d owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:04:34.864655 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-a798c9bc-e22c-436f-a6c6-8586aef85701 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Calling delete_port for 5cadc118-7911-4709-8ce4-66db221df92a owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:04:34.912401 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8322e1cf-cbf2-4564-8dae-7efa56fef53a x-openstack-request-id: req-8322e1cf-cbf2-4564-8dae-7efa56fef53a {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:04:34.912714 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1775e0-a2cf-428d-9a01-b1904ad64f5e", "name": "network-vif-plugged", "status": "completed", "tag": "19da5e8e-20bf-4e49-8e7a-06397ff624eb", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:04:34.913035 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8322e1cf-cbf2-4564-8dae-7efa56fef53a {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:04:34.913547 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1775e0-a2cf-428d-9a01-b1904ad64f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19da5e8e-20bf-4e49-8e7a-06397ff624eb', 'code': 200} Jan 28 03:04:35.039609 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=19da5e8e-20bf-4e49-8e7a-06397ff624eb,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:35.052665 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device d370b01b-59c8-4dc8-b3b6-2ba8f5965a4e no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:04:35.058336 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:35.060921 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a725682b-b796-42b6-8922-1bde314c95f6 req-286da3df-19d2-44a3-af90-79c428c3e9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:35.063512 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a725682b-b796-42b6-8922-1bde314c95f6 req-286da3df-19d2-44a3-af90-79c428c3e9ee service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0f1775e0-a2cf-428d-9a01-b1904ad64f5e HTTP/1.1" status: 200 len: 1097 time: 0.1123054 Jan 28 03:04:35.088838 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d45998d8-7be5-49b9-b80d-258fea7c7fbf admin admin] Publish callbacks [] for security_group (c86d5108-9804-404d-9b65-bd739b91a172), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:35.112016 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-23e4dee7-8420-49ac-9e84-e46117827332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (cd433ac2-8892-4674-8e8d-a0fb9412d22d), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:35.112810 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: d370b01b-59c8-4dc8-b3b6-2ba8f5965a4e {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:04:35.113352 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device d370b01b-59c8-4dc8-b3b6-2ba8f5965a4e not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:04:35.113933 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device cd433ac2-8892-4674-8e8d-a0fb9412d22d no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:04:35.119182 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-ca87c025-57ee-42be-b5e4-6aae94826851 None None] Deleting port cd433ac2-8892-4674-8e8d-a0fb9412d22d {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:04:35.119772 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ca87c025-57ee-42be-b5e4-6aae94826851 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (cd433ac2-8892-4674-8e8d-a0fb9412d22d), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:35.127301 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ed56c8b1-c9cc-4b3b-b933-0b62500b73af req-56548125-3160-46d5-afcc-11061b45cd82 tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] 10.222.0.53 "GET /v2.0/security-groups?id=77d47a5c-cf0c-4ca5-a261-fc9c3e168025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5258751 Jan 28 03:04:35.188555 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: cd433ac2-8892-4674-8e8d-a0fb9412d22d {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:04:35.190097 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device cd433ac2-8892-4674-8e8d-a0fb9412d22d not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:04:35.190973 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 42d2d995-c745-45a6-bb0f-f53421d3db64 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:04:35.206422 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a798c9bc-e22c-436f-a6c6-8586aef85701 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (5cadc118-7911-4709-8ce4-66db221df92a), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:35.211837 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e4dee7-8420-49ac-9e84-e46117827332 admin admin] No DVR routers for this DVR port cd433ac2-8892-4674-8e8d-a0fb9412d22d on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:04:35.225618 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e4dee7-8420-49ac-9e84-e46117827332 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd433ac2-8892-4674-8e8d-a0fb9412d22d,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:35.263593 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 42d2d995-c745-45a6-bb0f-f53421d3db64 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:04:35.264881 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 42d2d995-c745-45a6-bb0f-f53421d3db64 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:04:35.307119 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a725682b-b796-42b6-8922-1bde314c95f6 req-98423932-c9b0-45a6-9055-b50cb9764a44 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=77d47a5c-cf0c-4ca5-a261-fc9c3e168025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341602 Jan 28 03:04:35.310358 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-ca87c025-57ee-42be-b5e4-6aae94826851 None None] For port cd433ac2-8892-4674-8e8d-a0fb9412d22d, host n-d-712139-27, got binding levels [] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:04:35.311389 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ca87c025-57ee-42be-b5e4-6aae94826851 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (cd433ac2-8892-4674-8e8d-a0fb9412d22d), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:35.317262 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a798c9bc-e22c-436f-a6c6-8586aef85701 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event deleted for resources: {'Port': ['ID=5cadc118-7911-4709-8ce4-66db221df92a,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:35.350879 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-ca87c025-57ee-42be-b5e4-6aae94826851 None None] Calling delete_port for cd433ac2-8892-4674-8e8d-a0fb9412d22d owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:04:35.368295 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.ipam_backend_mixin [None req-ca87c025-57ee-42be-b5e4-6aae94826851 None None] Port cd433ac2-8892-4674-8e8d-a0fb9412d22d was not found and therefore no delete operation was performed {{(pid=109804) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 03:04:35.370436 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ca87c025-57ee-42be-b5e4-6aae94826851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (cd433ac2-8892-4674-8e8d-a0fb9412d22d), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:35.425861 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-23e4dee7-8420-49ac-9e84-e46117827332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (d8078330-9b0a-418c-8fa1-d255144ea610), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:35.430941 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca87c025-57ee-42be-b5e4-6aae94826851 None None] Pushing event deleted for resources: {'Port': ['ID=cd433ac2-8892-4674-8e8d-a0fb9412d22d,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:35.456016 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca87c025-57ee-42be-b5e4-6aae94826851 None None] No DVR routers for this DVR port cd433ac2-8892-4674-8e8d-a0fb9412d22d on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:04:35.484219 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d45998d8-7be5-49b9-b80d-258fea7c7fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c86d5108-9804-404d-9b65-bd739b91a172), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:35.487591 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d45998d8-7be5-49b9-b80d-258fea7c7fbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:35.489155 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d45998d8-7be5-49b9-b80d-258fea7c7fbf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c86d5108-9804-404d-9b65-bd739b91a172 HTTP/1.1" status: 204 len: 168 time: 1.0850840 Jan 28 03:04:35.508108 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-23e4dee7-8420-49ac-9e84-e46117827332 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8078330-9b0a-418c-8fa1-d255144ea610']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:35.508555 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a798c9bc-e22c-436f-a6c6-8586aef85701 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (9c3c39eb-fdf2-4496-8c88-f100c870fb6a), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:35.551234 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-23e4dee7-8420-49ac-9e84-e46117827332 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb56338-c5d7-40c6-9ab1-064fc35f54b3') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:35.551758 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-23e4dee7-8420-49ac-9e84-e46117827332 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb56338-c5d7-40c6-9ab1-064fc35f54b3') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:35.574498 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-23e4dee7-8420-49ac-9e84-e46117827332 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (7eb56338-c5d7-40c6-9ab1-064fc35f54b3), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:35.622526 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-23e4dee7-8420-49ac-9e84-e46117827332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (7eb56338-c5d7-40c6-9ab1-064fc35f54b3), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:35.647824 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e4dee7-8420-49ac-9e84-e46117827332 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:04:35.648553 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-23e4dee7-8420-49ac-9e84-e46117827332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (7eb56338-c5d7-40c6-9ab1-064fc35f54b3), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:35.650707 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:04:35.650707 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:04:35.650707 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:04:35.650707 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:04:35.650707 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:04:35.650707 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:04:35.650707 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:04:35.650707 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:04:35.650707 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:04:35.650707 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:04:35.650707 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:04:35.650707 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:04:35.650707 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:04:35.650707 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:04:35.650707 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:04:35.650707 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:04:35.650707 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:04:35.650707 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:04:35.650707 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:04:35.650707 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:04:35.650707 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:04:35.650707 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:04:35.650707 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:04:35.650707 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:04:35.650707 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:04:35.650707 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:04:35.650707 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:04:35.650707 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:04:35.650707 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:04:35.650707 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:04:35.650707 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:04:35.650707 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:04:35.683219 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45998d8-7be5-49b9-b80d-258fea7c7fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86d5108-9804-404d-9b65-bd739b91a172,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:35.786532 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-23e4dee7-8420-49ac-9e84-e46117827332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (d8078330-9b0a-418c-8fa1-d255144ea610), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:35.797835 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-23e4dee7-8420-49ac-9e84-e46117827332 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:35.803582 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-23e4dee7-8420-49ac-9e84-e46117827332 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d8078330-9b0a-418c-8fa1-d255144ea610 HTTP/1.1" status: 204 len: 168 time: 1.5162013 Jan 28 03:04:35.862988 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e4dee7-8420-49ac-9e84-e46117827332 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8078330-9b0a-418c-8fa1-d255144ea610,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:35.922798 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a798c9bc-e22c-436f-a6c6-8586aef85701 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Router 9c3c39eb-fdf2-4496-8c88-f100c870fb6a has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:04:35.957196 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:36.089531 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a798c9bc-e22c-436f-a6c6-8586aef85701 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:04:36.099291 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51908) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:36.099784 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a798c9bc-e22c-436f-a6c6-8586aef85701 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "PUT /v2.0/routers/9c3c39eb-fdf2-4496-8c88-f100c870fb6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9360240 Jan 28 03:04:36.112332 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0530e741-708d-4ddb-a29a-0cb7758655dd None None] Sync routers for ids ['9c3c39eb-fdf2-4496-8c88-f100c870fb6a'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:04:36.145897 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0530e741-708d-4ddb-a29a-0cb7758655dd None None] Routers {'9c3c39eb-fdf2-4496-8c88-f100c870fb6a'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:04:36.149595 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-0530e741-708d-4ddb-a29a-0cb7758655dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:04:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['9c3c39eb-fdf2-4496-8c88-f100c870fb6a'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:36.231611 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-0530e741-708d-4ddb-a29a-0cb7758655dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:36.247829 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0530e741-708d-4ddb-a29a-0cb7758655dd None None] Routers {'9c3c39eb-fdf2-4496-8c88-f100c870fb6a'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:04:36.248983 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-0530e741-708d-4ddb-a29a-0cb7758655dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:04:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['9c3c39eb-fdf2-4496-8c88-f100c870fb6a'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:36.268538 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51912) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:36.296772 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-0530e741-708d-4ddb-a29a-0cb7758655dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:36.297609 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0530e741-708d-4ddb-a29a-0cb7758655dd None None] The sync data for ids ['9c3c39eb-fdf2-4496-8c88-f100c870fb6a'] in n-d-712139-27 is: [] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:04:36.298272 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51914) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:36.320352 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4171426d-e03d-4d24-8ade-8dda902c109c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:36.393782 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1bc9b4-ba9f-4edb-91e9-5fcbb254d5be req-66c59798-1986-490f-b001-ae511af2fea5 tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:36.401987 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e1bc9b4-ba9f-4edb-91e9-5fcbb254d5be req-66c59798-1986-490f-b001-ae511af2fea5 tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f1775e0-a2cf-428d-9a01-b1904ad64f5e HTTP/1.1" status: 200 len: 945 time: 0.0836391 Jan 28 03:04:36.467983 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e1bc9b4-ba9f-4edb-91e9-5fcbb254d5be req-726127dd-fc9e-4524-a458-3fb0b67cca3b tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] 10.222.0.53 "GET /v2.0/security-groups?id=77d47a5c-cf0c-4ca5-a261-fc9c3e168025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646007 Jan 28 03:04:36.535236 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4171426d-e03d-4d24-8ade-8dda902c109c admin admin] Publish callbacks [] for security_group (1b527d9f-851c-40c7-9e23-de2fcacfd877), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:36.540874 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4171426d-e03d-4d24-8ade-8dda902c109c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (1b527d9f-851c-40c7-9e23-de2fcacfd877), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:36.552512 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-ad35ea7c-b603-4a49-a167-83b165b0b73c tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] remove_router_interface failed (client error): The resource could not be found. Jan 28 03:04:36.553644 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ad35ea7c-b603-4a49-a167-83b165b0b73c tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "PUT /v2.0/routers/9c3c39eb-fdf2-4496-8c88-f100c870fb6a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4525716 Jan 28 03:04:36.558837 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51916) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:36.594591 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-86e325a7-afd1-434c-ac6c-22d3c60d0531 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c3c39eb-fdf2-4496-8c88-f100c870fb6a HTTP/1.1" status: 200 len: 205 time: 0.0346670 Jan 28 03:04:36.597285 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51918) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:36.597449 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4171426d-e03d-4d24-8ade-8dda902c109c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4b523bdf1340477f9b8fca109b6d14fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3272934 Jan 28 03:04:36.598460 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4171426d-e03d-4d24-8ade-8dda902c109c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b527d9f-851c-40c7-9e23-de2fcacfd877,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:36.602271 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-951d2fbf-c051-4dba-8b8d-433e51c99587 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9f20c05a24104ae6b217f2b97705d14f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2888415 Jan 28 03:04:36.602486 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51920) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:36.607274 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51922) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:36.690483 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-131f04d4-3007-4145-ba01-088dc0390b7c admin admin] Publish callbacks [] for security_group (1b527d9f-851c-40c7-9e23-de2fcacfd877), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:36.698317 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-86f3ec20-d63a-4d25-b824-b5c9536f6958 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for router (9c3c39eb-fdf2-4496-8c88-f100c870fb6a), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:36.714174 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-183e8adc-9677-42c5-84e1-adde60198575 admin admin] Publish callbacks [] for security_group (713acecf-5783-412c-b06f-8b1b8a8dd4f8), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:36.748001 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-131f04d4-3007-4145-ba01-088dc0390b7c admin admin] Publish callbacks [] for security_group (1b527d9f-851c-40c7-9e23-de2fcacfd877), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:36.763441 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-183e8adc-9677-42c5-84e1-adde60198575 admin admin] Publish callbacks [] for security_group (713acecf-5783-412c-b06f-8b1b8a8dd4f8), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:36.873986 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-183e8adc-9677-42c5-84e1-adde60198575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (713acecf-5783-412c-b06f-8b1b8a8dd4f8), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:36.877033 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-183e8adc-9677-42c5-84e1-adde60198575 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:36.878279 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-183e8adc-9677-42c5-84e1-adde60198575 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/713acecf-5783-412c-b06f-8b1b8a8dd4f8 HTTP/1.1" status: 204 len: 168 time: 0.2689993 Jan 28 03:04:36.890887 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e8adc-9677-42c5-84e1-adde60198575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713acecf-5783-412c-b06f-8b1b8a8dd4f8,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:36.894740 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-131f04d4-3007-4145-ba01-088dc0390b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (1b527d9f-851c-40c7-9e23-de2fcacfd877), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:36.898433 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-131f04d4-3007-4145-ba01-088dc0390b7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:36.901678 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-131f04d4-3007-4145-ba01-088dc0390b7c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1b527d9f-851c-40c7-9e23-de2fcacfd877 HTTP/1.1" status: 204 len: 168 time: 0.3005669 Jan 28 03:04:36.918419 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f04d4-3007-4145-ba01-088dc0390b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b527d9f-851c-40c7-9e23-de2fcacfd877,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:36.970353 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-86f3ec20-d63a-4d25-b824-b5c9536f6958 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (9c3c39eb-fdf2-4496-8c88-f100c870fb6a), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:36.977659 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-86f3ec20-d63a-4d25-b824-b5c9536f6958 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for router_controller (9c3c39eb-fdf2-4496-8c88-f100c870fb6a), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:37.058898 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-86f3ec20-d63a-4d25-b824-b5c9536f6958 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (9c3c39eb-fdf2-4496-8c88-f100c870fb6a), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:37.059515 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f3ec20-d63a-4d25-b824-b5c9536f6958 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Fanout notify agent at l3_agent the message router_deleted on router 9c3c39eb-fdf2-4496-8c88-f100c870fb6a {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:04:37.075530 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-86f3ec20-d63a-4d25-b824-b5c9536f6958 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:37.080652 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-86f3ec20-d63a-4d25-b824-b5c9536f6958 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "DELETE /v2.0/routers/9c3c39eb-fdf2-4496-8c88-f100c870fb6a HTTP/1.1" status: 204 len: 168 time: 0.4754288 Jan 28 03:04:37.081756 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51934) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:37.225644 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-9921d61c-09cf-4099-b669-5df490054a9d tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Deleting subnet 23127342-665e-48e9-af2b-50b84942bedc {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:04:37.231016 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9921d61c-09cf-4099-b669-5df490054a9d tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for subnet (23127342-665e-48e9-af2b-50b84942bedc), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:37.342936 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9921d61c-09cf-4099-b669-5df490054a9d tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (23127342-665e-48e9-af2b-50b84942bedc), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:37.530198 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9921d61c-09cf-4099-b669-5df490054a9d tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (23127342-665e-48e9-af2b-50b84942bedc), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:37.711845 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601980dd-7606-4a8a-bb5d-27f9935bd748 req-130a0330-5971-4b73-8954-d1d24521374a tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:37.713482 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-601980dd-7606-4a8a-bb5d-27f9935bd748 req-130a0330-5971-4b73-8954-d1d24521374a tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f1775e0-a2cf-428d-9a01-b1904ad64f5e HTTP/1.1" status: 200 len: 945 time: 0.1224573 Jan 28 03:04:37.733384 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9921d61c-09cf-4099-b669-5df490054a9d tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (23127342-665e-48e9-af2b-50b84942bedc), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:37.813615 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9921d61c-09cf-4099-b669-5df490054a9d tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event deleted for resources: {'Subnet': ['ID=23127342-665e-48e9-af2b-50b84942bedc,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:37.821708 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9921d61c-09cf-4099-b669-5df490054a9d tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:37.827806 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9921d61c-09cf-4099-b669-5df490054a9d tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "DELETE /v2.0/subnets/23127342-665e-48e9-af2b-50b84942bedc HTTP/1.1" status: 204 len: 168 time: 0.7443795 Jan 28 03:04:37.827985 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51960) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:37.839680 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04336d38-c8b1-4145-aac1-59bf88c10881 None None] Network 2c518bda-901e-4863-b385-2cd31b58655b requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:04:37.862123 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-601980dd-7606-4a8a-bb5d-27f9935bd748 req-fa56decd-7808-4c36-bbc5-f23c0e92e9c9 tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] 10.222.0.53 "GET /v2.0/security-groups?id=77d47a5c-cf0c-4ca5-a261-fc9c3e168025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427376 Jan 28 03:04:37.994121 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e2994b71-4551-469c-9bb5-4d2886cbffac tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (2c518bda-901e-4863-b385-2cd31b58655b), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:38.126591 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-e2994b71-4551-469c-9bb5-4d2886cbffac tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Deleting port fdd2750b-f082-4f79-a941-9e7b45409280 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:04:38.128405 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e2994b71-4551-469c-9bb5-4d2886cbffac tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (fdd2750b-f082-4f79-a941-9e7b45409280), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:38.219180 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68800a68-e4b4-4438-8ca2-9647cf87b26c None None] DHCP port deletion for 2c518bda-901e-4863-b385-2cd31b58655b request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:04:38.314976 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-e2994b71-4551-469c-9bb5-4d2886cbffac tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] For port fdd2750b-f082-4f79-a941-9e7b45409280, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=fdd2750b-f082-4f79-a941-9e7b45409280,segment=NetworkSegment(2953cea3-8338-4f67-b04f-9257295e1063),segment_id=2953cea3-8338-4f67-b04f-9257295e1063)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:04:38.315519 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e2994b71-4551-469c-9bb5-4d2886cbffac tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (fdd2750b-f082-4f79-a941-9e7b45409280), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:38.335705 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-e2994b71-4551-469c-9bb5-4d2886cbffac tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Calling delete_port for fdd2750b-f082-4f79-a941-9e7b45409280 owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:04:38.364130 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-68800a68-e4b4-4438-8ca2-9647cf87b26c None None] Deleting port fdd2750b-f082-4f79-a941-9e7b45409280 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:04:38.364512 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-68800a68-e4b4-4438-8ca2-9647cf87b26c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (fdd2750b-f082-4f79-a941-9e7b45409280), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:38.501003 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-68800a68-e4b4-4438-8ca2-9647cf87b26c None None] For port fdd2750b-f082-4f79-a941-9e7b45409280, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=fdd2750b-f082-4f79-a941-9e7b45409280,segment=NetworkSegment(2953cea3-8338-4f67-b04f-9257295e1063),segment_id=2953cea3-8338-4f67-b04f-9257295e1063)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:04:38.501728 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-68800a68-e4b4-4438-8ca2-9647cf87b26c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (fdd2750b-f082-4f79-a941-9e7b45409280), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:38.517143 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-68800a68-e4b4-4438-8ca2-9647cf87b26c None None] Calling delete_port for fdd2750b-f082-4f79-a941-9e7b45409280 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:04:38.533395 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e2994b71-4551-469c-9bb5-4d2886cbffac tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (fdd2750b-f082-4f79-a941-9e7b45409280), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:38.556568 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2994b71-4551-469c-9bb5-4d2886cbffac tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] No DVR routers for this DVR port fdd2750b-f082-4f79-a941-9e7b45409280 on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:04:38.652882 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-68800a68-e4b4-4438-8ca2-9647cf87b26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (fdd2750b-f082-4f79-a941-9e7b45409280), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:38.677908 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68800a68-e4b4-4438-8ca2-9647cf87b26c None None] No DVR routers for this DVR port fdd2750b-f082-4f79-a941-9e7b45409280 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:04:38.695607 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2994b71-4551-469c-9bb5-4d2886cbffac tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event deleted for resources: {'Port': ['ID=fdd2750b-f082-4f79-a941-9e7b45409280,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:38.715753 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68800a68-e4b4-4438-8ca2-9647cf87b26c None None] Pushing event deleted for resources: {'Port': ['ID=fdd2750b-f082-4f79-a941-9e7b45409280,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:38.827632 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e2994b71-4551-469c-9bb5-4d2886cbffac tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (2c518bda-901e-4863-b385-2cd31b58655b), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:38.879322 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-e2994b71-4551-469c-9bb5-4d2886cbffac tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c518bda-901e-4863-b385-2cd31b58655b']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:38.902356 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-e2994b71-4551-469c-9bb5-4d2886cbffac tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2953cea3-8338-4f67-b04f-9257295e1063') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:38.903490 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-e2994b71-4551-469c-9bb5-4d2886cbffac tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2953cea3-8338-4f67-b04f-9257295e1063') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:38.935875 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e2994b71-4551-469c-9bb5-4d2886cbffac tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (2953cea3-8338-4f67-b04f-9257295e1063), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:38.948385 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device fdd2750b-f082-4f79-a941-9e7b45409280 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:04:38.976501 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e2994b71-4551-469c-9bb5-4d2886cbffac tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (2953cea3-8338-4f67-b04f-9257295e1063), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:38.992104 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2994b71-4551-469c-9bb5-4d2886cbffac tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:04:38.994727 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e2994b71-4551-469c-9bb5-4d2886cbffac tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (2953cea3-8338-4f67-b04f-9257295e1063), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:39.002422 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:04:39.002422 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:04:39.002422 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:04:39.002422 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:04:39.002422 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:04:39.002422 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:04:39.002422 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:04:39.002422 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:04:39.002422 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:04:39.002422 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:04:39.002422 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:04:39.002422 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:04:39.002422 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:04:39.002422 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:04:39.002422 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:04:39.002422 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:04:39.002422 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:04:39.002422 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:04:39.002422 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:04:39.002422 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:04:39.002422 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:04:39.002422 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:04:39.002422 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:04:39.002422 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:04:39.002422 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:04:39.002422 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:04:39.002422 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:04:39.002422 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:04:39.002422 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:04:39.002422 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:04:39.002422 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:04:39.002422 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:04:39.019770 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: fdd2750b-f082-4f79-a941-9e7b45409280 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:04:39.020777 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device fdd2750b-f082-4f79-a941-9e7b45409280 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:04:39.195447 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e2994b71-4551-469c-9bb5-4d2886cbffac tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (2c518bda-901e-4863-b385-2cd31b58655b), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:39.201577 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e2994b71-4551-469c-9bb5-4d2886cbffac tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:39.207336 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e2994b71-4551-469c-9bb5-4d2886cbffac tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "DELETE /v2.0/networks/2c518bda-901e-4863-b385-2cd31b58655b HTTP/1.1" status: 204 len: 168 time: 1.3776894 Jan 28 03:04:39.214302 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 52022) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:39.219823 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-bb63553b-16f9-41ac-a542-902b6cfd13b8 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-363568142'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:04:39.230491 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2994b71-4551-469c-9bb5-4d2886cbffac tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event deleted for resources: {'Network': ['ID=2c518bda-901e-4863-b385-2cd31b58655b,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:39.285493 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb63553b-16f9-41ac-a542-902b6cfd13b8 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Made reservation on behalf of 9b767bd768424bc897d9104ad9f6b8d5 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:04:39.296220 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bb63553b-16f9-41ac-a542-902b6cfd13b8 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:39.334826 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb63553b-16f9-41ac-a542-902b6cfd13b8 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:04:39.351820 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bb63553b-16f9-41ac-a542-902b6cfd13b8 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (29346f06-948b-490a-83ea-5e851756ab39), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:39.352879 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-bb63553b-16f9-41ac-a542-902b6cfd13b8 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Added segment 29346f06-948b-490a-83ea-5e851756ab39 of type vlan for network 70b2e351-934b-463d-b833-9c265dd64b8e Jan 28 03:04:39.435634 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bb63553b-16f9-41ac-a542-902b6cfd13b8 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (70b2e351-934b-463d-b833-9c265dd64b8e), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:39.528122 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bb63553b-16f9-41ac-a542-902b6cfd13b8 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (70b2e351-934b-463d-b833-9c265dd64b8e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:39.539778 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb63553b-16f9-41ac-a542-902b6cfd13b8 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:39.540919 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bb63553b-16f9-41ac-a542-902b6cfd13b8 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:39.748008 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-bb63553b-16f9-41ac-a542-902b6cfd13b8 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5331614 Jan 28 03:04:39.748853 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 52048) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:39.751364 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63553b-16f9-41ac-a542-902b6cfd13b8 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event updated for resources: {'Network': ['ID=70b2e351-934b-463d-b833-9c265dd64b8e,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:39.755152 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-6d956853-f4b9-4010-82ce-a9031a6c3fa5 tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=98772557faf848ffb5f5b902a47c6540&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0696876 Jan 28 03:04:39.760778 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-3e8a2e4b-e6df-4526-90b3-853090dd31f5 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Request body: {'subnet': {'network_id': '70b2e351-934b-463d-b833-9c265dd64b8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:04:39.819422 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 70b2e351-934b-463d-b833-9c265dd64b8e details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:04:40.140655 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-1928da57-ef5d-42c2-bdbe-978049689af1 tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:40.142283 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-1928da57-ef5d-42c2-bdbe-978049689af1 tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3769588 Jan 28 03:04:40.168340 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-66244c68-17ac-4ba6-8a75-650d07cdbe64 tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] 10.222.0.53 "GET /v2.0/quotas/98772557faf848ffb5f5b902a47c6540 HTTP/1.1" status: 200 len: 375 time: 0.0198014 Jan 28 03:04:40.214824 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-37cbcc56-bbf7-4452-9e9c-7559a8c33101 tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=98772557faf848ffb5f5b902a47c6540&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380068 Jan 28 03:04:40.223739 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8a2e4b-e6df-4526-90b3-853090dd31f5 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Made reservation on behalf of 9b767bd768424bc897d9104ad9f6b8d5 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:04:40.229548 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3e8a2e4b-e6df-4526-90b3-853090dd31f5 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:40.359014 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9d806-157b-4046-849c-7a9e70a3d90f req-663a48f0-3a13-4ab8-9de3-f79b225fd4de tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:40.371887 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d6c9d806-157b-4046-849c-7a9e70a3d90f req-663a48f0-3a13-4ab8-9de3-f79b225fd4de tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f1775e0-a2cf-428d-9a01-b1904ad64f5e HTTP/1.1" status: 200 len: 945 time: 0.5420420 Jan 28 03:04:40.550252 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d6c9d806-157b-4046-849c-7a9e70a3d90f req-89fc0aa7-e96f-404e-b754-18c963c05f9c tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] 10.222.0.53 "GET /v2.0/security-groups?id=77d47a5c-cf0c-4ca5-a261-fc9c3e168025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770034 Jan 28 03:04:40.581655 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9b1fff21-00ab-4b3d-aab4-82f6556679a6 req-300c1837-76f9-4c70-98c5-a09c97d7d18c tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a2296c6-bc73-4b52-8392-e09a70158b7b HTTP/1.1" status: 200 len: 210 time: 0.0660949 Jan 28 03:04:40.805976 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3e8a2e4b-e6df-4526-90b3-853090dd31f5 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (15b039dc-26d2-4e3d-bcca-6da1a0682276), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:40.923341 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a2e4b-e6df-4526-90b3-853090dd31f5 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event updated for resources: {'Subnet': ['ID=15b039dc-26d2-4e3d-bcca-6da1a0682276,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:41.026164 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8a2e4b-e6df-4526-90b3-853090dd31f5 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Checking segment: {'id': '29346f06-948b-490a-83ea-5e851756ab39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '70b2e351-934b-463d-b833-9c265dd64b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:04:41.041860 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8a2e4b-e6df-4526-90b3-853090dd31f5 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Network hostable DHCP agents. Network: 70b2e351-934b-463d-b833-9c265dd64b8e, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:04:41.073291 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8a2e4b-e6df-4526-90b3-853090dd31f5 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Network 70b2e351-934b-463d-b833-9c265dd64b8e is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:04:41.091388 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-3e8a2e4b-e6df-4526-90b3-853090dd31f5 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 70b2e351-934b-463d-b833-9c265dd64b8e) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:04:41.104114 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c9f2d0-b8b2-48e8-97c0-18551503fd3d None None] Network 70b2e351-934b-463d-b833-9c265dd64b8e requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:04:41.113882 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8a2e4b-e6df-4526-90b3-853090dd31f5 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:41.116380 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3e8a2e4b-e6df-4526-90b3-853090dd31f5 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:41.184663 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-3e8a2e4b-e6df-4526-90b3-853090dd31f5 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4338503 Jan 28 03:04:41.187847 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 52082) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:41.203064 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-3fc7c533-e062-43a8-a83a-54a54446fd79 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-773336127', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:04:41.230425 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38b7ad-1990-41f9-abf4-ce1799b22479 req-16f5bdee-924f-4a74-81cc-91657867ba8d tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:41.231982 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7c38b7ad-1990-41f9-abf4-ce1799b22479 req-16f5bdee-924f-4a74-81cc-91657867ba8d tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f1775e0-a2cf-428d-9a01-b1904ad64f5e HTTP/1.1" status: 200 len: 945 time: 0.0982409 Jan 28 03:04:41.283562 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3fc7c533-e062-43a8-a83a-54a54446fd79 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (3e8a9271-5b00-4caf-884c-3767d528615e), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:41.286389 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3fc7c533-e062-43a8-a83a-54a54446fd79 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (3e8a9271-5b00-4caf-884c-3767d528615e), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:41.338782 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fed0355-aed5-4f74-a47e-4effd67a4d75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-70b2e351-934b-463d-b833-9c265dd64b8e', 'network_id': '70b2e351-934b-463d-b833-9c265dd64b8e', 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'fixed_ips': [{'subnet_id': '15b039dc-26d2-4e3d-bcca-6da1a0682276'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:04:41.340290 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0fed0355-aed5-4f74-a47e-4effd67a4d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:41.432631 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-7c38b7ad-1990-41f9-abf4-ce1799b22479 req-0bcb1aea-8ac8-49b6-accd-a876eb2e52dc tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] Deleting port 19da5e8e-20bf-4e49-8e7a-06397ff624eb {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:04:41.433497 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-7c38b7ad-1990-41f9-abf4-ce1799b22479 req-0bcb1aea-8ac8-49b6-accd-a876eb2e52dc tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (19da5e8e-20bf-4e49-8e7a-06397ff624eb), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:41.589571 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3fc7c533-e062-43a8-a83a-54a54446fd79 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for router_controller (3e8a9271-5b00-4caf-884c-3767d528615e), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:41.598674 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3fc7c533-e062-43a8-a83a-54a54446fd79 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (3e8a9271-5b00-4caf-884c-3767d528615e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:41.658764 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3fc7c533-e062-43a8-a83a-54a54446fd79 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:41.660784 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-3fc7c533-e062-43a8-a83a-54a54446fd79 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4715323 Jan 28 03:04:41.669327 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 52094) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:41.687639 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-7c38b7ad-1990-41f9-abf4-ce1799b22479 req-0bcb1aea-8ac8-49b6-accd-a876eb2e52dc tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] For port 19da5e8e-20bf-4e49-8e7a-06397ff624eb, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=19da5e8e-20bf-4e49-8e7a-06397ff624eb,segment=NetworkSegment(1bb63797-bd7f-48a7-8cfe-7df0f770d0e7),segment_id=1bb63797-bd7f-48a7-8cfe-7df0f770d0e7)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:04:41.688657 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-7c38b7ad-1990-41f9-abf4-ce1799b22479 req-0bcb1aea-8ac8-49b6-accd-a876eb2e52dc tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (19da5e8e-20bf-4e49-8e7a-06397ff624eb), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:41.720783 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-7c38b7ad-1990-41f9-abf4-ce1799b22479 req-0bcb1aea-8ac8-49b6-accd-a876eb2e52dc tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] Calling delete_port for 19da5e8e-20bf-4e49-8e7a-06397ff624eb owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:04:41.787183 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-0fed0355-aed5-4f74-a47e-4effd67a4d75 None None] Allocated IP 2001:db8::2 (70b2e351-934b-463d-b833-9c265dd64b8e/15b039dc-26d2-4e3d-bcca-6da1a0682276/eda68e1f-2022-42c2-b5b7-f8885673e45e) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:04:41.936698 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3e84e448-0a10-4990-be72-b2dcc21e6096 req-29f5e461-5a53-4edb-9a6b-4b4faee36358 tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a2296c6-bc73-4b52-8392-e09a70158b7b HTTP/1.1" status: 200 len: 210 time: 0.0592809 Jan 28 03:04:41.938269 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-7c38b7ad-1990-41f9-abf4-ce1799b22479 req-0bcb1aea-8ac8-49b6-accd-a876eb2e52dc tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (19da5e8e-20bf-4e49-8e7a-06397ff624eb), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:42.015274 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb1aea-8ac8-49b6-accd-a876eb2e52dc tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] Pushing event deleted for resources: {'Port': ['ID=19da5e8e-20bf-4e49-8e7a-06397ff624eb,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:42.114782 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['19da5e8e-20bf-4e49-8e7a-06397ff624eb'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:04:42.197953 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c38b7ad-1990-41f9-abf4-ce1799b22479 req-0bcb1aea-8ac8-49b6-accd-a876eb2e52dc tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] No DVR routers for this DVR port 19da5e8e-20bf-4e49-8e7a-06397ff624eb on host n-h2-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:04:42.206170 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-7c38b7ad-1990-41f9-abf4-ce1799b22479 req-0bcb1aea-8ac8-49b6-accd-a876eb2e52dc tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:42.212424 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7c38b7ad-1990-41f9-abf4-ce1799b22479 req-0bcb1aea-8ac8-49b6-accd-a876eb2e52dc tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] 10.222.0.39 "DELETE /v2.0/ports/19da5e8e-20bf-4e49-8e7a-06397ff624eb HTTP/1.1" status: 204 len: 173 time: 0.9735925 Jan 28 03:04:42.228591 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1775e0-a2cf-428d-9a01-b1904ad64f5e', 'name': 'network-vif-deleted', 'tag': '19da5e8e-20bf-4e49-8e7a-06397ff624eb'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:04:42.241848 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfda2a3-e733-44dd-81d6-6fb2c2e4cdc4" -d '{"events": [{"server_uuid": "0f1775e0-a2cf-428d-9a01-b1904ad64f5e", "name": "network-vif-deleted", "tag": "19da5e8e-20bf-4e49-8e7a-06397ff624eb"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:04:42.303467 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-968c4c16-1e7c-407f-a99b-2088f57b9391 req-94f19294-b096-4ea7-9e5b-989035a81331 tempest-ServerMetadataNegativeTestJSON-131427724 tempest-ServerMetadataNegativeTestJSON-131427724-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f1775e0-a2cf-428d-9a01-b1904ad64f5e HTTP/1.1" status: 200 len: 210 time: 0.3754568 Jan 28 03:04:42.330663 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913bdb87-c47b-4405-b77f-5804c443fa1b x-openstack-request-id: req-913bdb87-c47b-4405-b77f-5804c443fa1b {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:04:42.331419 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1775e0-a2cf-428d-9a01-b1904ad64f5e", "name": "network-vif-deleted", "tag": "19da5e8e-20bf-4e49-8e7a-06397ff624eb", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:04:42.332125 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-913bdb87-c47b-4405-b77f-5804c443fa1b {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:04:42.332955 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1775e0-a2cf-428d-9a01-b1904ad64f5e', 'name': 'network-vif-deleted', 'tag': '19da5e8e-20bf-4e49-8e7a-06397ff624eb', 'status': 'completed', 'code': 200} Jan 28 03:04:42.427409 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52106) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:42.547465 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0fed0355-aed5-4f74-a47e-4effd67a4d75 None None] Publish callbacks [] for port (eda68e1f-2022-42c2-b5b7-f8885673e45e), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:42.560342 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0fed0355-aed5-4f74-a47e-4effd67a4d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (eda68e1f-2022-42c2-b5b7-f8885673e45e), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:42.591881 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-5068e7b5-4943-4a30-9098-02009bbf5710 tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=98772557faf848ffb5f5b902a47c6540&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0851550 Jan 28 03:04:42.628171 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6b8ab831-d67e-46ed-ac8a-ba297ad3953c tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:42.756777 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0e6ae40a-0e63-4e79-80be-c962fd299a28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:42.955199 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed0355-aed5-4f74-a47e-4effd67a4d75 None None] Pushing event updated for resources: {'Port': ['ID=eda68e1f-2022-42c2-b5b7-f8885673e45e,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:42.970069 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed0355-aed5-4f74-a47e-4effd67a4d75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:04:42.970768 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed0355-aed5-4f74-a47e-4effd67a4d75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:04:42.971420 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed0355-aed5-4f74-a47e-4effd67a4d75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:04:42.971966 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed0355-aed5-4f74-a47e-4effd67a4d75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:04:42.972407 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed0355-aed5-4f74-a47e-4effd67a4d75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:04:42.973163 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed0355-aed5-4f74-a47e-4effd67a4d75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:04:42.973326 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0e6ae40a-0e63-4e79-80be-c962fd299a28 admin admin] Publish callbacks [] for security_group (f3a019b5-679b-418f-af89-155c2c6fecc8), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:42.973816 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed0355-aed5-4f74-a47e-4effd67a4d75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:04:42.974730 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed0355-aed5-4f74-a47e-4effd67a4d75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:04:42.975596 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed0355-aed5-4f74-a47e-4effd67a4d75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:04:42.976253 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed0355-aed5-4f74-a47e-4effd67a4d75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:04:42.976909 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed0355-aed5-4f74-a47e-4effd67a4d75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:04:42.977794 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed0355-aed5-4f74-a47e-4effd67a4d75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:04:42.978538 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed0355-aed5-4f74-a47e-4effd67a4d75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:04:42.988480 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0e6ae40a-0e63-4e79-80be-c962fd299a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f3a019b5-679b-418f-af89-155c2c6fecc8), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:42.999071 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fed0355-aed5-4f74-a47e-4effd67a4d75 None None] Network 70b2e351-934b-463d-b833-9c265dd64b8e is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:04:43.001708 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-0fed0355-aed5-4f74-a47e-4effd67a4d75 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:04:43.005758 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fed0355-aed5-4f74-a47e-4effd67a4d75 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:04:43.167129 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-0fed0355-aed5-4f74-a47e-4effd67a4d75 None None] Attempting to bind port eda68e1f-2022-42c2-b5b7-f8885673e45e on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:04:43.167129 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-0fed0355-aed5-4f74-a47e-4effd67a4d75 None None] Attempting to bind port eda68e1f-2022-42c2-b5b7-f8885673e45e by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '29346f06-948b-490a-83ea-5e851756ab39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '70b2e351-934b-463d-b833-9c265dd64b8e'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:04:43.167129 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fed0355-aed5-4f74-a47e-4effd67a4d75 None None] Attempting to bind port eda68e1f-2022-42c2-b5b7-f8885673e45e on network 70b2e351-934b-463d-b833-9c265dd64b8e {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:04:43.185724 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0e6ae40a-0e63-4e79-80be-c962fd299a28 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=731c680116ed47359f789a7f44ac888a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7551827 Jan 28 03:04:43.192105 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52116) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:43.197740 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fed0355-aed5-4f74-a47e-4effd67a4d75 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:04:43.197999 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fed0355-aed5-4f74-a47e-4effd67a4d75 None None] Checking segment: {'id': '29346f06-948b-490a-83ea-5e851756ab39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '70b2e351-934b-463d-b833-9c265dd64b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:04:43.205795 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0fed0355-aed5-4f74-a47e-4effd67a4d75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:43.206130 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fed0355-aed5-4f74-a47e-4effd67a4d75 None None] Bound using segment: {'id': '29346f06-948b-490a-83ea-5e851756ab39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '70b2e351-934b-463d-b833-9c265dd64b8e'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:04:43.207967 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-0fed0355-aed5-4f74-a47e-4effd67a4d75 None None] Bound port: eda68e1f-2022-42c2-b5b7-f8885673e45e, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29346f06-948b-490a-83ea-5e851756ab39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '70b2e351-934b-463d-b833-9c265dd64b8e'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:04:43.208553 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0fed0355-aed5-4f74-a47e-4effd67a4d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (eda68e1f-2022-42c2-b5b7-f8885673e45e), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:43.219267 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ae40a-0e63-4e79-80be-c962fd299a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a019b5-679b-418f-af89-155c2c6fecc8,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:43.355180 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2269b8a4-4214-4748-9d1c-f91268551915 req-a0a5da7d-2d0c-4895-98ff-b594db027423 tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a2296c6-bc73-4b52-8392-e09a70158b7b HTTP/1.1" status: 200 len: 210 time: 0.1660185 Jan 28 03:04:43.375011 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-3f592333-cd28-4821-9442-5c3d9ea646ff tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:43.378246 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-3f592333-cd28-4821-9442-5c3d9ea646ff tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7612550 Jan 28 03:04:43.470897 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-d416d194-2ae7-4a4f-83d0-35a47a0cde2a tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] Request body: {'port': {'device_id': '3a2296c6-bc73-4b52-8392-e09a70158b7b', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'admin_state_up': True, 'tenant_id': '98772557faf848ffb5f5b902a47c6540'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:04:43.487894 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52128) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:43.491404 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-0fed0355-aed5-4f74-a47e-4effd67a4d75 None None] For port eda68e1f-2022-42c2-b5b7-f8885673e45e, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:04:43.497015 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-0fed0355-aed5-4f74-a47e-4effd67a4d75 None None] For port eda68e1f-2022-42c2-b5b7-f8885673e45e, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=eda68e1f-2022-42c2-b5b7-f8885673e45e,segment=NetworkSegment(29346f06-948b-490a-83ea-5e851756ab39),segment_id=29346f06-948b-490a-83ea-5e851756ab39)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:04:43.511425 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0fed0355-aed5-4f74-a47e-4effd67a4d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (eda68e1f-2022-42c2-b5b7-f8885673e45e), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:43.575230 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed5b9260-bb3e-40b3-9478-0e1a40602503 admin admin] Deleting subnet 0fbf7789-e4f9-4989-b45c-01746ed83ddd {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:04:43.580878 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f9bc1e1a-9be9-4afd-8088-6d7eaf50ac17 admin admin] Publish callbacks [] for security_group (f3a019b5-679b-418f-af89-155c2c6fecc8), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:43.583538 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ed5b9260-bb3e-40b3-9478-0e1a40602503 admin admin] Publish callbacks [] for subnet (0fbf7789-e4f9-4989-b45c-01746ed83ddd), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:43.612294 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-6b8ab831-d67e-46ed-ac8a-ba297ad3953c tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Allocated IP 2001:db8::1 (70b2e351-934b-463d-b833-9c265dd64b8e/15b039dc-26d2-4e3d-bcca-6da1a0682276/62251ed6-c5b5-4702-9fc9-d3c5ad661d58) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:04:43.673824 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed0355-aed5-4f74-a47e-4effd67a4d75 None None] Pushing event updated for resources: {'Port': ['ID=eda68e1f-2022-42c2-b5b7-f8885673e45e,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:43.681141 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f9bc1e1a-9be9-4afd-8088-6d7eaf50ac17 admin admin] Publish callbacks [] for security_group (f3a019b5-679b-418f-af89-155c2c6fecc8), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:43.747998 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ed5b9260-bb3e-40b3-9478-0e1a40602503 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (0fbf7789-e4f9-4989-b45c-01746ed83ddd), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:43.906374 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f9bc1e1a-9be9-4afd-8088-6d7eaf50ac17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f3a019b5-679b-418f-af89-155c2c6fecc8), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:43.912135 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f9bc1e1a-9be9-4afd-8088-6d7eaf50ac17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:43.914675 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f9bc1e1a-9be9-4afd-8088-6d7eaf50ac17 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f3a019b5-679b-418f-af89-155c2c6fecc8 HTTP/1.1" status: 204 len: 168 time: 0.7155426 Jan 28 03:04:43.949422 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6b8ab831-d67e-46ed-ac8a-ba297ad3953c tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for port (62251ed6-c5b5-4702-9fc9-d3c5ad661d58), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:43.952235 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-d416d194-2ae7-4a4f-83d0-35a47a0cde2a tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] Made reservation on behalf of 98772557faf848ffb5f5b902a47c6540 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:04:43.957264 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-d416d194-2ae7-4a4f-83d0-35a47a0cde2a tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:43.971679 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-d416d194-2ae7-4a4f-83d0-35a47a0cde2a tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:44.019837 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc1e1a-9be9-4afd-8088-6d7eaf50ac17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a019b5-679b-418f-af89-155c2c6fecc8,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:44.110178 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ed5b9260-bb3e-40b3-9478-0e1a40602503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (0fbf7789-e4f9-4989-b45c-01746ed83ddd), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:44.134809 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 19da5e8e-20bf-4e49-8e7a-06397ff624eb no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:04:44.233136 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 19da5e8e-20bf-4e49-8e7a-06397ff624eb {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:04:44.233705 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 19da5e8e-20bf-4e49-8e7a-06397ff624eb not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:04:44.240407 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-d416d194-2ae7-4a4f-83d0-35a47a0cde2a tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] Publish callbacks [] for security_group (7e1e2638-104f-45ed-a9d4-b76842e78119), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:44.278636 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-d416d194-2ae7-4a4f-83d0-35a47a0cde2a tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (7e1e2638-104f-45ed-a9d4-b76842e78119), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:44.437909 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ed5b9260-bb3e-40b3-9478-0e1a40602503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (0fbf7789-e4f9-4989-b45c-01746ed83ddd), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:44.558956 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ed5b9260-bb3e-40b3-9478-0e1a40602503 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:44.562246 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ed5b9260-bb3e-40b3-9478-0e1a40602503 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0fbf7789-e4f9-4989-b45c-01746ed83ddd HTTP/1.1" status: 204 len: 168 time: 1.0734429 Jan 28 03:04:44.573271 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52150) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:44.711549 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b9260-bb3e-40b3-9478-0e1a40602503 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fbf7789-e4f9-4989-b45c-01746ed83ddd,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:44.824381 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e30cf0e2-4395-4f5d-9044-53fb704474a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (c824e109-d3d1-4d41-9815-361b7c2b275a), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:44.964519 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e30cf0e2-4395-4f5d-9044-53fb704474a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (c824e109-d3d1-4d41-9815-361b7c2b275a), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:45.007572 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-e30cf0e2-4395-4f5d-9044-53fb704474a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c824e109-d3d1-4d41-9815-361b7c2b275a']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:45.039240 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-e30cf0e2-4395-4f5d-9044-53fb704474a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bb63797-bd7f-48a7-8cfe-7df0f770d0e7') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:45.039593 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-e30cf0e2-4395-4f5d-9044-53fb704474a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bb63797-bd7f-48a7-8cfe-7df0f770d0e7') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:45.080087 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e30cf0e2-4395-4f5d-9044-53fb704474a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (1bb63797-bd7f-48a7-8cfe-7df0f770d0e7), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:45.106262 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e30cf0e2-4395-4f5d-9044-53fb704474a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (1bb63797-bd7f-48a7-8cfe-7df0f770d0e7), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:45.133144 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e30cf0e2-4395-4f5d-9044-53fb704474a0 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:04:45.133144 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e30cf0e2-4395-4f5d-9044-53fb704474a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (1bb63797-bd7f-48a7-8cfe-7df0f770d0e7), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:45.133144 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:04:45.133144 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:04:45.133144 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:04:45.133144 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:04:45.133144 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:04:45.133144 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:04:45.133144 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:04:45.133144 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:04:45.133144 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:04:45.133144 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:04:45.133144 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:04:45.133144 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:04:45.133144 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:04:45.133144 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:04:45.133144 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:04:45.133144 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:04:45.133144 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:04:45.133144 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:04:45.133144 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:04:45.133144 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:04:45.133144 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:04:45.133144 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:04:45.133144 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:04:45.133144 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:04:45.133144 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:04:45.133144 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:04:45.133144 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:04:45.133144 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:04:45.133144 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:04:45.133144 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:04:45.133144 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:04:45.133144 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:04:45.144065 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device eda68e1f-2022-42c2-b5b7-f8885673e45e up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:04:45.275655 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e30cf0e2-4395-4f5d-9044-53fb704474a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (c824e109-d3d1-4d41-9815-361b7c2b275a), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:45.284457 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e30cf0e2-4395-4f5d-9044-53fb704474a0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:45.285697 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port eda68e1f-2022-42c2-b5b7-f8885673e45e triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:04:45.287696 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (eda68e1f-2022-42c2-b5b7-f8885673e45e), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:45.303892 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e30cf0e2-4395-4f5d-9044-53fb704474a0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c824e109-d3d1-4d41-9815-361b7c2b275a HTTP/1.1" status: 204 len: 168 time: 0.7223437 Jan 28 03:04:45.363373 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30cf0e2-4395-4f5d-9044-53fb704474a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c824e109-d3d1-4d41-9815-361b7c2b275a,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:45.518490 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port eda68e1f-2022-42c2-b5b7-f8885673e45e is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:04:45.519425 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (eda68e1f-2022-42c2-b5b7-f8885673e45e), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:45.573377 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-d416d194-2ae7-4a4f-83d0-35a47a0cde2a tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] Allocated IP 192.168.233.198 (00399c87-9b8d-4ccb-b18d-7ccb90f49322/24329ac8-3d67-49eb-9f63-d2859e79e36f/33da5c23-1835-41e3-9d77-1428f4b7fbbd) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:04:45.574860 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52168) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:45.585834 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port eda68e1f-2022-42c2-b5b7-f8885673e45e, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=eda68e1f-2022-42c2-b5b7-f8885673e45e,segment=NetworkSegment(29346f06-948b-490a-83ea-5e851756ab39),segment_id=29346f06-948b-490a-83ea-5e851756ab39)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:04:45.593013 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (eda68e1f-2022-42c2-b5b7-f8885673e45e), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:45.842258 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-11e1532d-ba24-4b3c-8d6b-495278fe92d7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1b20a0bd903f47fcb8227cb4200e3d6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2650595 Jan 28 03:04:45.843032 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52178) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:45.850832 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-d416d194-2ae7-4a4f-83d0-35a47a0cde2a tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] Publish callbacks [] for port (33da5c23-1835-41e3-9d77-1428f4b7fbbd), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:45.943026 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416d194-2ae7-4a4f-83d0-35a47a0cde2a tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1e2638-104f-45ed-a9d4-b76842e78119,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:45.950259 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=eda68e1f-2022-42c2-b5b7-f8885673e45e,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:45.999485 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-d416d194-2ae7-4a4f-83d0-35a47a0cde2a tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (33da5c23-1835-41e3-9d77-1428f4b7fbbd), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:46.023048 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6b8ab831-d67e-46ed-ac8a-ba297ad3953c tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (62251ed6-c5b5-4702-9fc9-d3c5ad661d58), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:46.045871 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-70800db2-bf0f-4a2c-aee9-f264cb63e8e3 admin admin] Publish callbacks [] for security_group (77d47a5c-cf0c-4ca5-a261-fc9c3e168025), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:46.075027 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-70800db2-bf0f-4a2c-aee9-f264cb63e8e3 admin admin] Publish callbacks [] for security_group (77d47a5c-cf0c-4ca5-a261-fc9c3e168025), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:46.092535 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8ab831-d67e-46ed-ac8a-ba297ad3953c tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Network 70b2e351-934b-463d-b833-9c265dd64b8e is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:04:46.126170 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3173ff-4224-49ba-982e-67f2eb0d8eb6 None None] Network 70b2e351-934b-463d-b833-9c265dd64b8e requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:04:46.130124 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-6b8ab831-d67e-46ed-ac8a-ba297ad3953c tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:04:46.143700 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8ab831-d67e-46ed-ac8a-ba297ad3953c tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:04:46.144853 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6b8ab831-d67e-46ed-ac8a-ba297ad3953c tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (3e8a9271-5b00-4caf-884c-3767d528615e), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:46.176255 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-70800db2-bf0f-4a2c-aee9-f264cb63e8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (77d47a5c-cf0c-4ca5-a261-fc9c3e168025), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:46.186622 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-70800db2-bf0f-4a2c-aee9-f264cb63e8e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:46.191491 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-70800db2-bf0f-4a2c-aee9-f264cb63e8e3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/77d47a5c-cf0c-4ca5-a261-fc9c3e168025 HTTP/1.1" status: 204 len: 168 time: 0.3439615 Jan 28 03:04:46.226232 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70800db2-bf0f-4a2c-aee9-f264cb63e8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d47a5c-cf0c-4ca5-a261-fc9c3e168025,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:46.308838 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c0cbf858-9148-4a57-a730-55087f5b3ccf None None] Provisioning complete for port eda68e1f-2022-42c2-b5b7-f8885673e45e triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:04:46.309479 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c0cbf858-9148-4a57-a730-55087f5b3ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (eda68e1f-2022-42c2-b5b7-f8885673e45e), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:46.403615 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-d416d194-2ae7-4a4f-83d0-35a47a0cde2a tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] Network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:04:46.405053 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52192) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:46.451089 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416d194-2ae7-4a4f-83d0-35a47a0cde2a tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] Pushing event updated for resources: {'Port': ['ID=33da5c23-1835-41e3-9d77-1428f4b7fbbd,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:46.467902 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-d416d194-2ae7-4a4f-83d0-35a47a0cde2a tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:04:46.493334 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-d416d194-2ae7-4a4f-83d0-35a47a0cde2a tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:04:46.558381 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c0cbf858-9148-4a57-a730-55087f5b3ccf None None] Current status of the port eda68e1f-2022-42c2-b5b7-f8885673e45e is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:04:46.928576 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-d416d194-2ae7-4a4f-83d0-35a47a0cde2a tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:46.930171 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-d416d194-2ae7-4a4f-83d0-35a47a0cde2a tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:46.960879 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ab831-d67e-46ed-ac8a-ba297ad3953c tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event updated for resources: {'Port': ['ID=62251ed6-c5b5-4702-9fc9-d3c5ad661d58,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:47.007773 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-d416d194-2ae7-4a4f-83d0-35a47a0cde2a tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5601008 Jan 28 03:04:47.064385 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-d2a2c07c-3f9e-4af1-8511-eb346b0e41a3 service neutron] Request body: {'port': {'device_id': '3a2296c6-bc73-4b52-8392-e09a70158b7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:04:47.099251 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-5756f684-1a56-45db-bd62-a21dbb52dc6f None None] Provisioning complete for port 33da5c23-1835-41e3-9d77-1428f4b7fbbd triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:04:47.099869 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5756f684-1a56-45db-bd62-a21dbb52dc6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (33da5c23-1835-41e3-9d77-1428f4b7fbbd), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:47.186880 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-5756f684-1a56-45db-bd62-a21dbb52dc6f None None] Port 33da5c23-1835-41e3-9d77-1428f4b7fbbd cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:04:47.190175 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device eda68e1f-2022-42c2-b5b7-f8885673e45e up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:04:47.198339 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-d2a2c07c-3f9e-4af1-8511-eb346b0e41a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (33da5c23-1835-41e3-9d77-1428f4b7fbbd), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:47.211187 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-6b650104-3a92-4259-8a48-4e92b31f823b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-548615367-network', 'tenant_id': '798432a2252b416899a997b531da947c'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:04:47.233755 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06340108-845f-421d-8afb-53146c9bcaae req-94ed3d69-be75-4f30-8651-3da5ad490d3b tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:47.238305 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-06340108-845f-421d-8afb-53146c9bcaae req-94ed3d69-be75-4f30-8651-3da5ad490d3b tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a2296c6-bc73-4b52-8392-e09a70158b7b HTTP/1.1" status: 200 len: 936 time: 1.2680073 Jan 28 03:04:47.251463 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6b8ab831-d67e-46ed-ac8a-ba297ad3953c tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (62251ed6-c5b5-4702-9fc9-d3c5ad661d58), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:47.311990 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b650104-3a92-4259-8a48-4e92b31f823b admin admin] Made reservation on behalf of 798432a2252b416899a997b531da947c for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:04:47.318816 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6b650104-3a92-4259-8a48-4e92b31f823b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:47.357158 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6b650104-3a92-4259-8a48-4e92b31f823b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:47.418111 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-f5338d55-e4cb-4483-8eab-d5400b985871 None None] Provisioning complete for port eda68e1f-2022-42c2-b5b7-f8885673e45e triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:04:47.418823 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f5338d55-e4cb-4483-8eab-d5400b985871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (eda68e1f-2022-42c2-b5b7-f8885673e45e), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:47.564826 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port eda68e1f-2022-42c2-b5b7-f8885673e45e triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:04:47.565033 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (eda68e1f-2022-42c2-b5b7-f8885673e45e), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:47.603939 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6b650104-3a92-4259-8a48-4e92b31f823b admin admin] Publish callbacks [] for security_group (96e0a976-f8d9-458d-8693-171663d1775c), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:47.610350 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6b650104-3a92-4259-8a48-4e92b31f823b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (96e0a976-f8d9-458d-8693-171663d1775c), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:47.663248 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b650104-3a92-4259-8a48-4e92b31f823b admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:04:47.687371 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b650104-3a92-4259-8a48-4e92b31f823b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e0a976-f8d9-458d-8693-171663d1775c,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:47.694525 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6b650104-3a92-4259-8a48-4e92b31f823b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (bdaca37a-fbee-4f2d-9267-339b1715ddc4), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:47.696573 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-6b650104-3a92-4259-8a48-4e92b31f823b admin admin] Added segment bdaca37a-fbee-4f2d-9267-339b1715ddc4 of type vlan for network 9e3e084e-c64c-4854-a7b4-691ea8c0972e Jan 28 03:04:47.758346 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6b8ab831-d67e-46ed-ac8a-ba297ad3953c tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for port (62251ed6-c5b5-4702-9fc9-d3c5ad661d58), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:47.762390 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-f5338d55-e4cb-4483-8eab-d5400b985871 None None] Current status of the port eda68e1f-2022-42c2-b5b7-f8885673e45e is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:04:47.794875 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-f5338d55-e4cb-4483-8eab-d5400b985871 None None] Provisioning complete for port 62251ed6-c5b5-4702-9fc9-d3c5ad661d58 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:04:47.796621 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f5338d55-e4cb-4483-8eab-d5400b985871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (62251ed6-c5b5-4702-9fc9-d3c5ad661d58), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:47.851408 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6b650104-3a92-4259-8a48-4e92b31f823b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (9e3e084e-c64c-4854-a7b4-691ea8c0972e), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:47.875419 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port eda68e1f-2022-42c2-b5b7-f8885673e45e is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:04:47.914184 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6b650104-3a92-4259-8a48-4e92b31f823b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (9e3e084e-c64c-4854-a7b4-691ea8c0972e), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:47.915461 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b650104-3a92-4259-8a48-4e92b31f823b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:47.916235 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6b650104-3a92-4259-8a48-4e92b31f823b admin admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:47.949839 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-f5338d55-e4cb-4483-8eab-d5400b985871 None None] Port 62251ed6-c5b5-4702-9fc9-d3c5ad661d58 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:04:47.958895 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6b8ab831-d67e-46ed-ac8a-ba297ad3953c tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (62251ed6-c5b5-4702-9fc9-d3c5ad661d58), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:47.960218 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6b8ab831-d67e-46ed-ac8a-ba297ad3953c tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (3e8a9271-5b00-4caf-884c-3767d528615e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:48.053553 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6b650104-3a92-4259-8a48-4e92b31f823b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6445158 Jan 28 03:04:48.055976 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52226) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:48.071530 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-8c7fa90b-d993-4057-af4a-59832ee543e9 admin admin] Request body: {'subnet': {'network_id': '9e3e084e-c64c-4854-a7b4-691ea8c0972e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-548615367-subnet', 'tenant_id': '798432a2252b416899a997b531da947c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:04:48.077720 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-b87eab7b-645a-456e-b74f-4dd3176c8e43 None None] Provisioning complete for port 62251ed6-c5b5-4702-9fc9-d3c5ad661d58 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:04:48.078465 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b87eab7b-645a-456e-b74f-4dd3176c8e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (62251ed6-c5b5-4702-9fc9-d3c5ad661d58), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:48.125744 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b650104-3a92-4259-8a48-4e92b31f823b admin admin] Pushing event updated for resources: {'Network': ['ID=9e3e084e-c64c-4854-a7b4-691ea8c0972e,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:48.136682 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7fa90b-d993-4057-af4a-59832ee543e9 admin admin] Made reservation on behalf of 798432a2252b416899a997b531da947c for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:04:48.139156 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8c7fa90b-d993-4057-af4a-59832ee543e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:48.164912 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 9e3e084e-c64c-4854-a7b4-691ea8c0972e details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:04:48.248938 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 52228) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:48.310744 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-b87eab7b-645a-456e-b74f-4dd3176c8e43 None None] Port 62251ed6-c5b5-4702-9fc9-d3c5ad661d58 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:04:48.352163 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ab831-d67e-46ed-ac8a-ba297ad3953c tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event updated for resources: {'Port': ['ID=62251ed6-c5b5-4702-9fc9-d3c5ad661d58,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:48.389796 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-06340108-845f-421d-8afb-53146c9bcaae req-058db8ab-0dad-466b-9ffb-38bfeb7ccbfc tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e1e2638-104f-45ed-a9d4-b76842e78119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1406968 Jan 28 03:04:48.455266 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-eedfa34c-c3ff-479c-abed-10a5c5ae6684 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-665389209-network', 'tenant_id': 'f89e990f7f004133b0af85a906874094'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:04:48.520994 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8c7fa90b-d993-4057-af4a-59832ee543e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (a2f888f2-182e-40a9-908b-746abe74f5c2), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:48.565991 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8ab831-d67e-46ed-ac8a-ba297ad3953c tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Network 70b2e351-934b-463d-b833-9c265dd64b8e is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:04:48.593877 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-6b8ab831-d67e-46ed-ac8a-ba297ad3953c tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:04:48.595097 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7fa90b-d993-4057-af4a-59832ee543e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2f888f2-182e-40a9-908b-746abe74f5c2,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:48.608396 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7fa90b-d993-4057-af4a-59832ee543e9 admin admin] Checking segment: {'id': 'bdaca37a-fbee-4f2d-9267-339b1715ddc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '9e3e084e-c64c-4854-a7b4-691ea8c0972e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:04:48.609377 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7fa90b-d993-4057-af4a-59832ee543e9 admin admin] Network hostable DHCP agents. Network: 9e3e084e-c64c-4854-a7b4-691ea8c0972e, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:04:48.642707 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7fa90b-d993-4057-af4a-59832ee543e9 admin admin] Network 9e3e084e-c64c-4854-a7b4-691ea8c0972e is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:04:48.679044 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-8c7fa90b-d993-4057-af4a-59832ee543e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 9e3e084e-c64c-4854-a7b4-691ea8c0972e) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:04:48.688571 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7fa90b-d993-4057-af4a-59832ee543e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:48.689599 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8c7fa90b-d993-4057-af4a-59832ee543e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:48.698156 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5dd5ad-0a8a-4697-bba3-775ac00cba43 None None] Network 9e3e084e-c64c-4854-a7b4-691ea8c0972e requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:04:48.715192 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-d2a2c07c-3f9e-4af1-8511-eb346b0e41a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33da5c23-1835-41e3-9d77-1428f4b7fbbd {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:04:48.721797 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eedfa34c-c3ff-479c-abed-10a5c5ae6684 admin admin] Made reservation on behalf of f89e990f7f004133b0af85a906874094 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:04:48.724148 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-eedfa34c-c3ff-479c-abed-10a5c5ae6684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:48.732953 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8c7fa90b-d993-4057-af4a-59832ee543e9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6658845 Jan 28 03:04:48.756534 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-d2a2c07c-3f9e-4af1-8511-eb346b0e41a3 service neutron] Publish callbacks [] for port (33da5c23-1835-41e3-9d77-1428f4b7fbbd), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:48.792165 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-eedfa34c-c3ff-479c-abed-10a5c5ae6684 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:48.839605 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-d2a2c07c-3f9e-4af1-8511-eb346b0e41a3 service neutron] Transition to ACTIVE for port object 33da5c23-1835-41e3-9d77-1428f4b7fbbd will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:04:48.881908 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-d2a2c07c-3f9e-4af1-8511-eb346b0e41a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (33da5c23-1835-41e3-9d77-1428f4b7fbbd), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:48.966132 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bb2853-aafd-4aa1-9b60-1708316569de None None] Network 9e3e084e-c64c-4854-a7b4-691ea8c0972e requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:04:49.105221 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8ab831-d67e-46ed-ac8a-ba297ad3953c tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Router 3e8a9271-5b00-4caf-884c-3767d528615e is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:04:49.155991 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2c07c-3f9e-4af1-8511-eb346b0e41a3 service neutron] Pushing event updated for resources: {'Port': ['ID=33da5c23-1835-41e3-9d77-1428f4b7fbbd,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:49.292315 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-1752cd6e-d30f-45e2-af4d-e593ef489426 None None] Provisioning complete for port 62251ed6-c5b5-4702-9fc9-d3c5ad661d58 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:04:49.293671 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1752cd6e-d30f-45e2-af4d-e593ef489426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (62251ed6-c5b5-4702-9fc9-d3c5ad661d58), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:49.369529 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-1752cd6e-d30f-45e2-af4d-e593ef489426 None None] Port 62251ed6-c5b5-4702-9fc9-d3c5ad661d58 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:04:49.401854 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-eedfa34c-c3ff-479c-abed-10a5c5ae6684 admin admin] Publish callbacks [] for security_group (a5e4b25f-5ea8-4506-be41-909222987b41), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:49.419990 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-eedfa34c-c3ff-479c-abed-10a5c5ae6684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (a5e4b25f-5ea8-4506-be41-909222987b41), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:49.451512 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8ab831-d67e-46ed-ac8a-ba297ad3953c tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:04:49.495167 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6b8ab831-d67e-46ed-ac8a-ba297ad3953c tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "PUT /v2.0/routers/3e8a9271-5b00-4caf-884c-3767d528615e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8214183 Jan 28 03:04:49.495167 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-d2a2c07c-3f9e-4af1-8511-eb346b0e41a3 service neutron] Attempting to bind port 33da5c23-1835-41e3-9d77-1428f4b7fbbd on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:04:49.495167 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-d2a2c07c-3f9e-4af1-8511-eb346b0e41a3 service neutron] Attempting to bind port 33da5c23-1835-41e3-9d77-1428f4b7fbbd by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:04:49.495167 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-d2a2c07c-3f9e-4af1-8511-eb346b0e41a3 service neutron] Attempting to bind port 33da5c23-1835-41e3-9d77-1428f4b7fbbd on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:04:49.495744 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52252) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:49.497410 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eedfa34c-c3ff-479c-abed-10a5c5ae6684 admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:04:49.502938 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79007160-1166-42bb-97d5-9bd3dc47738e None None] Sync routers for ids ['3e8a9271-5b00-4caf-884c-3767d528615e'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:04:49.518567 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-d2a2c07c-3f9e-4af1-8511-eb346b0e41a3 service neutron] Port 33da5c23-1835-41e3-9d77-1428f4b7fbbd on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:04:49.519398 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-d2a2c07c-3f9e-4af1-8511-eb346b0e41a3 service neutron] Attempting to bind port 33da5c23-1835-41e3-9d77-1428f4b7fbbd on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:04:49.526270 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-eedfa34c-c3ff-479c-abed-10a5c5ae6684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (4b8aaf8b-443e-4581-95cb-ce007f1757b3), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:49.527199 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-eedfa34c-c3ff-479c-abed-10a5c5ae6684 admin admin] Added segment 4b8aaf8b-443e-4581-95cb-ce007f1757b3 of type vlan for network f4ded625-2395-4b5b-8619-6207cf127af3 Jan 28 03:04:49.529798 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedfa34c-c3ff-479c-abed-10a5c5ae6684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e4b25f-5ea8-4506-be41-909222987b41,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:49.547548 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-d2a2c07c-3f9e-4af1-8511-eb346b0e41a3 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:04:49.548006 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-d2a2c07c-3f9e-4af1-8511-eb346b0e41a3 service neutron] Checking segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:04:49.548506 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-d2a2c07c-3f9e-4af1-8511-eb346b0e41a3 service neutron] Bound using segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:04:49.549332 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-d2a2c07c-3f9e-4af1-8511-eb346b0e41a3 service neutron] Bound port: 33da5c23-1835-41e3-9d77-1428f4b7fbbd, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:04:49.549870 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-d2a2c07c-3f9e-4af1-8511-eb346b0e41a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (33da5c23-1835-41e3-9d77-1428f4b7fbbd), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:49.554219 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79007160-1166-42bb-97d5-9bd3dc47738e None None] Routers {'3e8a9271-5b00-4caf-884c-3767d528615e'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:04:49.555207 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-79007160-1166-42bb-97d5-9bd3dc47738e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:04:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['3e8a9271-5b00-4caf-884c-3767d528615e'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:49.714814 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d91dd22-105a-4bd3-a21c-8be134b4dff6 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:49.717362 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3d91dd22-105a-4bd3-a21c-8be134b4dff6 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "GET /v2.0/ports/62251ed6-c5b5-4702-9fc9-d3c5ad661d58 HTTP/1.1" status: 200 len: 911 time: 0.2187166 Jan 28 03:04:49.726680 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52262) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:49.740722 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-79007160-1166-42bb-97d5-9bd3dc47738e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:49.746707 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-eedfa34c-c3ff-479c-abed-10a5c5ae6684 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (f4ded625-2395-4b5b-8619-6207cf127af3), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:49.771503 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79007160-1166-42bb-97d5-9bd3dc47738e None None] Routers {'3e8a9271-5b00-4caf-884c-3767d528615e'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:04:49.772565 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-79007160-1166-42bb-97d5-9bd3dc47738e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:04:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['3e8a9271-5b00-4caf-884c-3767d528615e'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:49.871053 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-79007160-1166-42bb-97d5-9bd3dc47738e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:49.872202 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79007160-1166-42bb-97d5-9bd3dc47738e None None] The sync data for ids ['3e8a9271-5b00-4caf-884c-3767d528615e'] in n-d-712139-27 is: [] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:04:49.933134 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-eedfa34c-c3ff-479c-abed-10a5c5ae6684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (f4ded625-2395-4b5b-8619-6207cf127af3), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:49.934331 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedfa34c-c3ff-479c-abed-10a5c5ae6684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:49.934927 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-eedfa34c-c3ff-479c-abed-10a5c5ae6684 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:49.950581 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2501ab-2856-4855-bf3e-d308a09b7cdc req-2964bd40-664f-4c72-a0a4-fc26f7892b25 tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:49.952232 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7c2501ab-2856-4855-bf3e-d308a09b7cdc req-2964bd40-664f-4c72-a0a4-fc26f7892b25 tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a2296c6-bc73-4b52-8392-e09a70158b7b HTTP/1.1" status: 200 len: 948 time: 0.2967098 Jan 28 03:04:49.971798 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-d2a2c07c-3f9e-4af1-8511-eb346b0e41a3 service neutron] For port 33da5c23-1835-41e3-9d77-1428f4b7fbbd, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:04:50.123831 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-eedfa34c-c3ff-479c-abed-10a5c5ae6684 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8711224 Jan 28 03:04:50.129458 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 52266) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:50.139379 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-8103a2f4-d7f2-42c5-acd8-7311c667c742 admin admin] Request body: {'subnet': {'network_id': 'f4ded625-2395-4b5b-8619-6207cf127af3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-665389209-subnet', 'tenant_id': 'f89e990f7f004133b0af85a906874094', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:04:50.148581 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-d2a2c07c-3f9e-4af1-8511-eb346b0e41a3 service neutron] For port 33da5c23-1835-41e3-9d77-1428f4b7fbbd, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=33da5c23-1835-41e3-9d77-1428f4b7fbbd,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:04:50.169991 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-d2a2c07c-3f9e-4af1-8511-eb346b0e41a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (33da5c23-1835-41e3-9d77-1428f4b7fbbd), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:50.184215 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedfa34c-c3ff-479c-abed-10a5c5ae6684 admin admin] Pushing event updated for resources: {'Network': ['ID=f4ded625-2395-4b5b-8619-6207cf127af3,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:50.197382 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network f4ded625-2395-4b5b-8619-6207cf127af3 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:04:50.258706 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-d2a2c07c-3f9e-4af1-8511-eb346b0e41a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:50.259675 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-d2a2c07c-3f9e-4af1-8511-eb346b0e41a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:50.261924 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-d2a2c07c-3f9e-4af1-8511-eb346b0e41a3 service neutron] 10.222.0.67 "PUT /v2.0/ports/33da5c23-1835-41e3-9d77-1428f4b7fbbd HTTP/1.1" status: 200 len: 1097 time: 3.2073276 Jan 28 03:04:50.274830 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52270) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:50.277268 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a2296c6-bc73-4b52-8392-e09a70158b7b', 'tag': '33da5c23-1835-41e3-9d77-1428f4b7fbbd'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:04:50.282196 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118f4a63-ee7f-4fcb-be00-c59845d99b01" -d '{"events": [{"name": "network-changed", "server_uuid": "3a2296c6-bc73-4b52-8392-e09a70158b7b", "tag": "33da5c23-1835-41e3-9d77-1428f4b7fbbd"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:04:50.290724 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-a25b3202-54c9-4d25-addc-b6a45d28a0ee admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-352363511-network', 'tenant_id': '6f673de6385f4acaa1a508f03515dcad'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:04:50.353857 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8103a2f4-d7f2-42c5-acd8-7311c667c742 admin admin] Made reservation on behalf of f89e990f7f004133b0af85a906874094 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:04:50.363559 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8103a2f4-d7f2-42c5-acd8-7311c667c742 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:50.389144 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25b3202-54c9-4d25-addc-b6a45d28a0ee admin admin] Made reservation on behalf of 6f673de6385f4acaa1a508f03515dcad for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:04:50.393274 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a25b3202-54c9-4d25-addc-b6a45d28a0ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:50.422132 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a25b3202-54c9-4d25-addc-b6a45d28a0ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:50.435702 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8123c0-f0cc-47cc-a93f-b02628a06474 x-openstack-request-id: req-cf8123c0-f0cc-47cc-a93f-b02628a06474 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:04:50.436110 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a2296c6-bc73-4b52-8392-e09a70158b7b", "tag": "33da5c23-1835-41e3-9d77-1428f4b7fbbd", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:04:50.436482 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cf8123c0-f0cc-47cc-a93f-b02628a06474 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:04:50.437062 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a2296c6-bc73-4b52-8392-e09a70158b7b', 'tag': '33da5c23-1835-41e3-9d77-1428f4b7fbbd', 'status': 'completed', 'code': 200} Jan 28 03:04:50.482400 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7c2501ab-2856-4855-bf3e-d308a09b7cdc req-da6db9bb-3fce-4ae4-a7ca-07a7f1b0c837 tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e1e2638-104f-45ed-a9d4-b76842e78119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5080173 Jan 28 03:04:50.539845 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2c07c-3f9e-4af1-8511-eb346b0e41a3 service neutron] Pushing event updated for resources: {'Port': ['ID=33da5c23-1835-41e3-9d77-1428f4b7fbbd,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:50.563302 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-3e44b63c-d639-434c-b327-cb2355840d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:50.564962 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-3e44b63c-d639-434c-b327-cb2355840d40 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=98772557faf848ffb5f5b902a47c6540&device_id=3a2296c6-bc73-4b52-8392-e09a70158b7b HTTP/1.1" status: 200 len: 1100 time: 0.1694663 Jan 28 03:04:50.635559 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a25b3202-54c9-4d25-addc-b6a45d28a0ee admin admin] Publish callbacks [] for security_group (642b31d4-ff27-4e70-9262-c059d8735a88), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:50.641312 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a25b3202-54c9-4d25-addc-b6a45d28a0ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (642b31d4-ff27-4e70-9262-c059d8735a88), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:50.670029 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a25b3202-54c9-4d25-addc-b6a45d28a0ee admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:04:50.694052 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-d7e9bbed-7005-4205-a435-c177fec5e3b6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=33da5c23-1835-41e3-9d77-1428f4b7fbbd HTTP/1.1" status: 200 len: 217 time: 0.1112423 Jan 28 03:04:50.782087 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-db3a4b8b-158a-47d6-a4cb-1ef4ce452135 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (3e8a9271-5b00-4caf-884c-3767d528615e), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:50.795071 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a25b3202-54c9-4d25-addc-b6a45d28a0ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (3d2e55b0-242e-4f1c-9666-6516aea385ad), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:50.797014 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-a25b3202-54c9-4d25-addc-b6a45d28a0ee admin admin] Added segment 3d2e55b0-242e-4f1c-9666-6516aea385ad of type vlan for network dfaccb7e-4e5d-457b-be22-0c09edb7941b Jan 28 03:04:50.992010 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-09521f5c-f0e5-4acf-bf48-98f532d3e916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:50.993797 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-09521f5c-f0e5-4acf-bf48-98f532d3e916 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.2923446 Jan 28 03:04:51.033013 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b3202-54c9-4d25-addc-b6a45d28a0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642b31d4-ff27-4e70-9262-c059d8735a88,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:51.131770 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-a1d06ffa-58e2-4103-bdc3-cf5fa10b024d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:51.133527 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-a1d06ffa-58e2-4103-bdc3-cf5fa10b024d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1321335 Jan 28 03:04:51.186261 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a25b3202-54c9-4d25-addc-b6a45d28a0ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (dfaccb7e-4e5d-457b-be22-0c09edb7941b), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:51.198599 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8103a2f4-d7f2-42c5-acd8-7311c667c742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (06dde70e-a1cf-43e5-9a09-417a59ad5656), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:51.263930 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a25b3202-54c9-4d25-addc-b6a45d28a0ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (dfaccb7e-4e5d-457b-be22-0c09edb7941b), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:51.265414 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25b3202-54c9-4d25-addc-b6a45d28a0ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:51.266284 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a25b3202-54c9-4d25-addc-b6a45d28a0ee admin admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:51.310113 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a25b3202-54c9-4d25-addc-b6a45d28a0ee admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0202210 Jan 28 03:04:51.340230 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 52280) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:51.353792 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-ab7a6279-91e2-4515-ad81-64b429de4fd4 admin admin] Request body: {'subnet': {'network_id': 'dfaccb7e-4e5d-457b-be22-0c09edb7941b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-352363511-subnet', 'tenant_id': '6f673de6385f4acaa1a508f03515dcad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:04:51.412627 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b3202-54c9-4d25-addc-b6a45d28a0ee admin admin] Pushing event updated for resources: {'Network': ['ID=dfaccb7e-4e5d-457b-be22-0c09edb7941b,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:51.428191 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network dfaccb7e-4e5d-457b-be22-0c09edb7941b details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:04:51.521122 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7a6279-91e2-4515-ad81-64b429de4fd4 admin admin] Made reservation on behalf of 6f673de6385f4acaa1a508f03515dcad for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:04:51.523970 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ab7a6279-91e2-4515-ad81-64b429de4fd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:51.613710 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8103a2f4-d7f2-42c5-acd8-7311c667c742 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06dde70e-a1cf-43e5-9a09-417a59ad5656,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:51.633391 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8103a2f4-d7f2-42c5-acd8-7311c667c742 admin admin] Checking segment: {'id': '4b8aaf8b-443e-4581-95cb-ce007f1757b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'f4ded625-2395-4b5b-8619-6207cf127af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:04:51.633792 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8103a2f4-d7f2-42c5-acd8-7311c667c742 admin admin] Network hostable DHCP agents. Network: f4ded625-2395-4b5b-8619-6207cf127af3, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:04:51.640851 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-9a346ec7-f058-4d70-8da3-307eb19e79d5 service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5010047 Jan 28 03:04:51.704557 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-db3a4b8b-158a-47d6-a4cb-1ef4ce452135 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Deleting port 62251ed6-c5b5-4702-9fc9-d3c5ad661d58 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:04:51.705276 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-db3a4b8b-158a-47d6-a4cb-1ef4ce452135 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (62251ed6-c5b5-4702-9fc9-d3c5ad661d58), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:51.777525 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8103a2f4-d7f2-42c5-acd8-7311c667c742 admin admin] Network f4ded625-2395-4b5b-8619-6207cf127af3 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:04:51.844004 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-db3a4b8b-158a-47d6-a4cb-1ef4ce452135 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (62251ed6-c5b5-4702-9fc9-d3c5ad661d58), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:51.855292 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-8103a2f4-d7f2-42c5-acd8-7311c667c742 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, f4ded625-2395-4b5b-8619-6207cf127af3) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:04:51.868900 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffe95ab-e8dc-4edd-a474-8f191e23e012 None None] Network f4ded625-2395-4b5b-8619-6207cf127af3 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:04:51.873201 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8103a2f4-d7f2-42c5-acd8-7311c667c742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:51.874096 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8103a2f4-d7f2-42c5-acd8-7311c667c742 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:51.878705 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-db3a4b8b-158a-47d6-a4cb-1ef4ce452135 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Calling delete_port for 62251ed6-c5b5-4702-9fc9-d3c5ad661d58 owned by network:router_interface {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:04:51.967620 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eaff5dd4-610b-468c-9c86-a8afc57610b4 req-fe374220-dd50-463e-9dd1-4394e51be6b4 service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170059 Jan 28 03:04:51.993508 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56111f-75f2-4e6e-8268-0c0f47a2fe31 req-01645a79-333a-4f4b-b0b4-210e36324cdd tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:52.003122 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0a56111f-75f2-4e6e-8268-0c0f47a2fe31 req-01645a79-333a-4f4b-b0b4-210e36324cdd tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a2296c6-bc73-4b52-8392-e09a70158b7b HTTP/1.1" status: 200 len: 948 time: 0.2319393 Jan 28 03:04:52.020230 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8103a2f4-d7f2-42c5-acd8-7311c667c742 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8863759 Jan 28 03:04:52.024490 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52298) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:52.033755 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-90dcb9d9-eec5-4ac9-8f57-4d23359b826e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-665389209-router', 'tenant_id': 'f89e990f7f004133b0af85a906874094', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:04:52.137523 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-90dcb9d9-eec5-4ac9-8f57-4d23359b826e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (027d7feb-fbfc-487d-837e-4d90ec7daa39), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:52.138981 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-90dcb9d9-eec5-4ac9-8f57-4d23359b826e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (027d7feb-fbfc-487d-837e-4d90ec7daa39), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:52.167319 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7169e0cf-1548-4fce-a925-aea732c10d7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-f4ded625-2395-4b5b-8619-6207cf127af3', 'network_id': 'f4ded625-2395-4b5b-8619-6207cf127af3', 'project_id': 'f89e990f7f004133b0af85a906874094', 'fixed_ips': [{'subnet_id': '06dde70e-a1cf-43e5-9a09-417a59ad5656'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:04:52.168426 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7169e0cf-1548-4fce-a925-aea732c10d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:52.221649 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0a56111f-75f2-4e6e-8268-0c0f47a2fe31 req-696fd74b-552c-410b-a6ba-30dda792630c tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e1e2638-104f-45ed-a9d4-b76842e78119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018144 Jan 28 03:04:52.328821 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ab7a6279-91e2-4515-ad81-64b429de4fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (13a0b101-4214-4806-baa2-fed85ccc4a42), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:52.415619 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f4a63-ee7f-4fcb-be00-c59845d99b01 req-40877457-d6f6-477e-8298-cc41d687c2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:52.417950 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-118f4a63-ee7f-4fcb-be00-c59845d99b01 req-40877457-d6f6-477e-8298-cc41d687c2bc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=98772557faf848ffb5f5b902a47c6540&device_id=3a2296c6-bc73-4b52-8392-e09a70158b7b HTTP/1.1" status: 200 len: 1100 time: 0.3499415 Jan 28 03:04:52.422512 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-90dcb9d9-eec5-4ac9-8f57-4d23359b826e admin admin] Publish callbacks [] for router_controller (027d7feb-fbfc-487d-837e-4d90ec7daa39), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:52.428273 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-7169e0cf-1548-4fce-a925-aea732c10d7d None None] Allocated IP 172.20.0.2 (f4ded625-2395-4b5b-8619-6207cf127af3/06dde70e-a1cf-43e5-9a09-417a59ad5656/84bfb854-8bd5-4222-aba2-4044a8006e6a) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:04:52.597888 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a6279-91e2-4515-ad81-64b429de4fd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13a0b101-4214-4806-baa2-fed85ccc4a42,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:52.618246 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7169e0cf-1548-4fce-a925-aea732c10d7d None None] Publish callbacks [] for port (84bfb854-8bd5-4222-aba2-4044a8006e6a), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:52.636120 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7169e0cf-1548-4fce-a925-aea732c10d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (84bfb854-8bd5-4222-aba2-4044a8006e6a), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:52.699985 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7a6279-91e2-4515-ad81-64b429de4fd4 admin admin] Checking segment: {'id': '3d2e55b0-242e-4f1c-9666-6516aea385ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'dfaccb7e-4e5d-457b-be22-0c09edb7941b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:04:52.700645 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7a6279-91e2-4515-ad81-64b429de4fd4 admin admin] Network hostable DHCP agents. Network: dfaccb7e-4e5d-457b-be22-0c09edb7941b, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:04:52.753219 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f4a63-ee7f-4fcb-be00-c59845d99b01 req-0735d420-3be8-44cf-93d2-08ab0958db60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:52.759713 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-118f4a63-ee7f-4fcb-be00-c59845d99b01 req-0735d420-3be8-44cf-93d2-08ab0958db60 service neutron] 10.222.0.67 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.3088684 Jan 28 03:04:52.792594 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7169e0cf-1548-4fce-a925-aea732c10d7d None None] Network f4ded625-2395-4b5b-8619-6207cf127af3 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:04:52.798020 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-7169e0cf-1548-4fce-a925-aea732c10d7d None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:04:52.803882 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7169e0cf-1548-4fce-a925-aea732c10d7d None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:04:52.833237 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169e0cf-1548-4fce-a925-aea732c10d7d None None] Pushing event updated for resources: {'Port': ['ID=84bfb854-8bd5-4222-aba2-4044a8006e6a,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:52.891242 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7a6279-91e2-4515-ad81-64b429de4fd4 admin admin] Network dfaccb7e-4e5d-457b-be22-0c09edb7941b is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:04:52.900965 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-118f4a63-ee7f-4fcb-be00-c59845d99b01 req-dc119069-fe60-40fd-976b-143a8c327f03 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=33da5c23-1835-41e3-9d77-1428f4b7fbbd HTTP/1.1" status: 200 len: 217 time: 0.1333158 Jan 28 03:04:52.903236 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-ab7a6279-91e2-4515-ad81-64b429de4fd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, dfaccb7e-4e5d-457b-be22-0c09edb7941b) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:04:52.941519 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7a6279-91e2-4515-ad81-64b429de4fd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:52.942477 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ab7a6279-91e2-4515-ad81-64b429de4fd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:52.946331 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a6ba56-d7b1-4c38-9ecc-a90470dd57a8 None None] Network dfaccb7e-4e5d-457b-be22-0c09edb7941b requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:04:53.041515 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ab7a6279-91e2-4515-ad81-64b429de4fd4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6974773 Jan 28 03:04:53.132200 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f4a63-ee7f-4fcb-be00-c59845d99b01 req-ee86d458-047c-4854-a3cd-d8e0bed16a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:53.149624 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-118f4a63-ee7f-4fcb-be00-c59845d99b01 req-ee86d458-047c-4854-a3cd-d8e0bed16a98 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.2371984 Jan 28 03:04:53.224898 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-7169e0cf-1548-4fce-a925-aea732c10d7d None None] Attempting to bind port 84bfb854-8bd5-4222-aba2-4044a8006e6a on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:04:53.228026 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-7169e0cf-1548-4fce-a925-aea732c10d7d None None] Attempting to bind port 84bfb854-8bd5-4222-aba2-4044a8006e6a by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '4b8aaf8b-443e-4581-95cb-ce007f1757b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'f4ded625-2395-4b5b-8619-6207cf127af3'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:04:53.229861 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7169e0cf-1548-4fce-a925-aea732c10d7d None None] Attempting to bind port 84bfb854-8bd5-4222-aba2-4044a8006e6a on network f4ded625-2395-4b5b-8619-6207cf127af3 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:04:53.262817 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7169e0cf-1548-4fce-a925-aea732c10d7d None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:04:53.263187 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7169e0cf-1548-4fce-a925-aea732c10d7d None None] Checking segment: {'id': '4b8aaf8b-443e-4581-95cb-ce007f1757b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'f4ded625-2395-4b5b-8619-6207cf127af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:04:53.265211 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7169e0cf-1548-4fce-a925-aea732c10d7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:53.267495 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7169e0cf-1548-4fce-a925-aea732c10d7d None None] Bound using segment: {'id': '4b8aaf8b-443e-4581-95cb-ce007f1757b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'f4ded625-2395-4b5b-8619-6207cf127af3'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:04:53.269664 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-7169e0cf-1548-4fce-a925-aea732c10d7d None None] Bound port: 84bfb854-8bd5-4222-aba2-4044a8006e6a, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b8aaf8b-443e-4581-95cb-ce007f1757b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'f4ded625-2395-4b5b-8619-6207cf127af3'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:04:53.270233 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7169e0cf-1548-4fce-a925-aea732c10d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (84bfb854-8bd5-4222-aba2-4044a8006e6a), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:53.341977 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f4a63-ee7f-4fcb-be00-c59845d99b01 req-a41f0ccd-c59e-425c-8a88-455b04c34477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:53.344554 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-118f4a63-ee7f-4fcb-be00-c59845d99b01 req-a41f0ccd-c59e-425c-8a88-455b04c34477 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1883230 Jan 28 03:04:53.384855 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-118f4a63-ee7f-4fcb-be00-c59845d99b01 req-88fa46ae-72e5-4e78-b686-c2003717abe4 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:04:53.388027 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-118f4a63-ee7f-4fcb-be00-c59845d99b01 req-88fa46ae-72e5-4e78-b686-c2003717abe4 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0253859 Jan 28 03:04:53.471215 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7169e0cf-1548-4fce-a925-aea732c10d7d None None] For port 84bfb854-8bd5-4222-aba2-4044a8006e6a, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:04:53.483555 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7169e0cf-1548-4fce-a925-aea732c10d7d None None] For port 84bfb854-8bd5-4222-aba2-4044a8006e6a, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=84bfb854-8bd5-4222-aba2-4044a8006e6a,segment=NetworkSegment(4b8aaf8b-443e-4581-95cb-ce007f1757b3),segment_id=4b8aaf8b-443e-4581-95cb-ce007f1757b3)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:04:53.492129 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24427fa9-fd19-49cc-be3a-92efb7512320 None None] Network dfaccb7e-4e5d-457b-be22-0c09edb7941b requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:04:53.492384 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-90dcb9d9-eec5-4ac9-8f57-4d23359b826e admin admin] Publish callbacks [] for router_gateway (027d7feb-fbfc-487d-837e-4d90ec7daa39), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:53.505358 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7169e0cf-1548-4fce-a925-aea732c10d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (84bfb854-8bd5-4222-aba2-4044a8006e6a), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:53.708925 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e359e3b-3299-459a-bd19-8e2ce9b3dd01 req-0e9f0a49-ceda-4d24-95cd-ce17ac8313dd tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:53.721852 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3e359e3b-3299-459a-bd19-8e2ce9b3dd01 req-0e9f0a49-ceda-4d24-95cd-ce17ac8313dd tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a2296c6-bc73-4b52-8392-e09a70158b7b HTTP/1.1" status: 200 len: 948 time: 0.1696312 Jan 28 03:04:53.741612 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-118f4a63-ee7f-4fcb-be00-c59845d99b01 req-faabdfa9-20e4-4199-8b18-e9392969da3d service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423696 Jan 28 03:04:53.742982 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169e0cf-1548-4fce-a925-aea732c10d7d None None] Pushing event updated for resources: {'Port': ['ID=84bfb854-8bd5-4222-aba2-4044a8006e6a,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:53.837332 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-db3a4b8b-158a-47d6-a4cb-1ef4ce452135 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (62251ed6-c5b5-4702-9fc9-d3c5ad661d58), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:54.103101 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3a4b8b-158a-47d6-a4cb-1ef4ce452135 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event deleted for resources: {'Port': ['ID=62251ed6-c5b5-4702-9fc9-d3c5ad661d58,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:54.201891 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3e359e3b-3299-459a-bd19-8e2ce9b3dd01 req-6ea22a3d-7ecb-4627-9e0b-8a0c88c85cf3 tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e1e2638-104f-45ed-a9d4-b76842e78119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4783924 Jan 28 03:04:54.210942 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-118f4a63-ee7f-4fcb-be00-c59845d99b01 req-5b80f95c-3165-4246-a573-969239a638e7 service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4442227 Jan 28 03:04:54.332790 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-db3a4b8b-158a-47d6-a4cb-1ef4ce452135 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (3e8a9271-5b00-4caf-884c-3767d528615e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:54.795495 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3a4b8b-158a-47d6-a4cb-1ef4ce452135 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Router 3e8a9271-5b00-4caf-884c-3767d528615e has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:04:55.115906 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 84bfb854-8bd5-4222-aba2-4044a8006e6a up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:04:55.333495 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-a85cf06f-2ab5-4269-97f8-778e49c0df8a tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:55.358971 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 84bfb854-8bd5-4222-aba2-4044a8006e6a triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:04:55.359622 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (84bfb854-8bd5-4222-aba2-4044a8006e6a), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:55.365935 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-a85cf06f-2ab5-4269-97f8-778e49c0df8a tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/networks?id=9e3e084e-c64c-4854-a7b4-691ea8c0972e HTTP/1.1" status: 200 len: 811 time: 0.8137474 Jan 28 03:04:55.408352 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3a4b8b-158a-47d6-a4cb-1ef4ce452135 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:04:55.425118 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 52358) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:55.437322 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-db3a4b8b-158a-47d6-a4cb-1ef4ce452135 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "PUT /v2.0/routers/3e8a9271-5b00-4caf-884c-3767d528615e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6939158 Jan 28 03:04:55.439875 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-6b9b78c1-0c4a-4a9e-93b6-396569ee714c tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/quotas/798432a2252b416899a997b531da947c HTTP/1.1" status: 200 len: 375 time: 0.0600445 Jan 28 03:04:55.441785 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-90dcb9d9-eec5-4ac9-8f57-4d23359b826e admin admin] Publish callbacks [] for router_gateway (027d7feb-fbfc-487d-837e-4d90ec7daa39), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:55.488041 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-230527a6-6aa1-439d-9df0-17cc36e7bc10 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e8a9271-5b00-4caf-884c-3767d528615e HTTP/1.1" status: 200 len: 205 time: 0.0609238 Jan 28 03:04:55.500919 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52360) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:55.514081 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6571d8db-e4f4-41cd-9dcd-72c1c9dfa2f3 None None] Sync routers for ids ['3e8a9271-5b00-4caf-884c-3767d528615e'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:04:55.554469 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6571d8db-e4f4-41cd-9dcd-72c1c9dfa2f3 None None] Routers {'3e8a9271-5b00-4caf-884c-3767d528615e'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:04:55.555166 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-6571d8db-e4f4-41cd-9dcd-72c1c9dfa2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:04:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['3e8a9271-5b00-4caf-884c-3767d528615e'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:55.558597 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ee5a6-f324-4e16-92f5-e05cc2a719ee req-5d760e20-9b23-4ccb-948a-2d8176907bf7 tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:55.575761 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a25ee5a6-f324-4e16-92f5-e05cc2a719ee req-5d760e20-9b23-4ccb-948a-2d8176907bf7 tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a2296c6-bc73-4b52-8392-e09a70158b7b HTTP/1.1" status: 200 len: 948 time: 0.2291172 Jan 28 03:04:55.615059 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-444b0589-95fc-45ed-b6b1-678470a8900b tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=798432a2252b416899a997b531da947c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1242108 Jan 28 03:04:55.618680 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-90dcb9d9-eec5-4ac9-8f57-4d23359b826e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:55.689871 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-6571d8db-e4f4-41cd-9dcd-72c1c9dfa2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:55.718626 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a25ee5a6-f324-4e16-92f5-e05cc2a719ee req-3d723b0c-f1c8-4da6-b773-9a75ff74fe62 tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e1e2638-104f-45ed-a9d4-b76842e78119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412024 Jan 28 03:04:55.756072 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 33da5c23-1835-41e3-9d77-1428f4b7fbbd details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:04:55.863521 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d19a57-0cde-4217-93a2-5de7a0fc0b9c None None] Network f4ded625-2395-4b5b-8619-6207cf127af3 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:04:56.018598 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-b4fc3765-f85a-4026-89bd-d6179c0185cb service neutron] 10.222.0.53 "GET /v2.0/networks/9e3e084e-c64c-4854-a7b4-691ea8c0972e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760839 Jan 28 03:04:56.154700 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5f7f3920-ee17-44ec-889f-b13654844e9d tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for router (3e8a9271-5b00-4caf-884c-3767d528615e), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:56.169757 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6571d8db-e4f4-41cd-9dcd-72c1c9dfa2f3 None None] Routers {'3e8a9271-5b00-4caf-884c-3767d528615e'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:04:56.169757 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-6571d8db-e4f4-41cd-9dcd-72c1c9dfa2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:04:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['3e8a9271-5b00-4caf-884c-3767d528615e'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:56.266065 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-6571d8db-e4f4-41cd-9dcd-72c1c9dfa2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:04:56.266956 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6571d8db-e4f4-41cd-9dcd-72c1c9dfa2f3 None None] The sync data for ids ['3e8a9271-5b00-4caf-884c-3767d528615e'] in n-d-712139-27 is: [] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:04:56.275348 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 84bfb854-8bd5-4222-aba2-4044a8006e6a is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:04:56.275892 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (84bfb854-8bd5-4222-aba2-4044a8006e6a), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:56.297729 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-46ae384f-a7b6-40bf-9e7a-3842b76fcdb1 None None] Provisioning complete for port 84bfb854-8bd5-4222-aba2-4044a8006e6a triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:04:56.298275 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-46ae384f-a7b6-40bf-9e7a-3842b76fcdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (84bfb854-8bd5-4222-aba2-4044a8006e6a), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:56.377829 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-2016591e-6f92-47a7-86fa-cc8185809899 service neutron] 10.222.0.53 "GET /v2.0/networks/9e3e084e-c64c-4854-a7b4-691ea8c0972e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498903 Jan 28 03:04:56.392447 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 84bfb854-8bd5-4222-aba2-4044a8006e6a, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=84bfb854-8bd5-4222-aba2-4044a8006e6a,segment=NetworkSegment(4b8aaf8b-443e-4581-95cb-ce007f1757b3),segment_id=4b8aaf8b-443e-4581-95cb-ce007f1757b3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:04:56.415450 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (84bfb854-8bd5-4222-aba2-4044a8006e6a), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:56.497509 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-90dcb9d9-eec5-4ac9-8f57-4d23359b826e admin admin] Allocated IP 172.25.0.163 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/dd5fd4d5-0c0a-4361-a47b-fd29934f3939) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:04:56.553419 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 33da5c23-1835-41e3-9d77-1428f4b7fbbd, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=33da5c23-1835-41e3-9d77-1428f4b7fbbd,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:04:56.762208 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-90dcb9d9-eec5-4ac9-8f57-4d23359b826e admin admin] Publish callbacks [] for port (dd5fd4d5-0c0a-4361-a47b-fd29934f3939), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:56.771572 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7fd324dc-6731-4d77-a64b-c82053250da7 req-b0f713cb-027a-4446-aaa4-24672e6743a0 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e03bb5f-6d06-4fbb-9bdc-cd1769139b7a HTTP/1.1" status: 200 len: 210 time: 0.1333084 Jan 28 03:04:56.820624 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '33da5c23-1835-41e3-9d77-1428f4b7fbbd', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'port_id': '33da5c23-1835-41e3-9d77-1428f4b7fbbd', 'mac_address': 'fa:16:3e:55:8f:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24329ac8-3d67-49eb-9f63-d2859e79e36f', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:04:56.958020 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-90dcb9d9-eec5-4ac9-8f57-4d23359b826e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (dd5fd4d5-0c0a-4361-a47b-fd29934f3939), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:56.960951 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=84bfb854-8bd5-4222-aba2-4044a8006e6a,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:57.007924 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-84e8be25-a38d-4e62-8d11-61fa487ff161 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2584505 Jan 28 03:04:57.129828 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-d04ab181-aae2-42de-b988-3068ea6ae0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:57.130633 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dcb9d9-eec5-4ac9-8f57-4d23359b826e admin admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:04:57.131478 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-d04ab181-aae2-42de-b988-3068ea6ae0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:57.132206 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-d04ab181-aae2-42de-b988-3068ea6ae0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:57.132903 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-d04ab181-aae2-42de-b988-3068ea6ae0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:57.134217 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-d04ab181-aae2-42de-b988-3068ea6ae0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:57.134898 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-d04ab181-aae2-42de-b988-3068ea6ae0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:57.135592 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-d04ab181-aae2-42de-b988-3068ea6ae0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:57.138575 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-d04ab181-aae2-42de-b988-3068ea6ae0e6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d47d57aa564c407d8f7b752418cdddf4&device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 6505 time: 0.0872219 Jan 28 03:04:57.148036 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-90dcb9d9-eec5-4ac9-8f57-4d23359b826e admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:04:57.159497 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dcb9d9-eec5-4ac9-8f57-4d23359b826e admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:04:57.171771 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 33da5c23-1835-41e3-9d77-1428f4b7fbbd is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:04:57.172290 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (33da5c23-1835-41e3-9d77-1428f4b7fbbd), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:57.176016 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5f7f3920-ee17-44ec-889f-b13654844e9d tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (3e8a9271-5b00-4caf-884c-3767d528615e), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:57.231170 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33da5c23-1835-41e3-9d77-1428f4b7fbbd {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:04:57.249574 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-46ae384f-a7b6-40bf-9e7a-3842b76fcdb1 None None] Current status of the port 84bfb854-8bd5-4222-aba2-4044a8006e6a is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:04:57.254430 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5f7f3920-ee17-44ec-889f-b13654844e9d tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for router_controller (3e8a9271-5b00-4caf-884c-3767d528615e), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:57.296200 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 33da5c23-1835-41e3-9d77-1428f4b7fbbd, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=33da5c23-1835-41e3-9d77-1428f4b7fbbd,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:04:57.302281 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (33da5c23-1835-41e3-9d77-1428f4b7fbbd), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:57.405354 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=33da5c23-1835-41e3-9d77-1428f4b7fbbd,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:57.506893 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-12dab110-6af0-43a1-a0a7-9cd732e47cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:57.507456 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-12dab110-6af0-43a1-a0a7-9cd732e47cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:57.508161 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dcb9d9-eec5-4ac9-8f57-4d23359b826e admin admin] Pushing event updated for resources: {'Port': ['ID=dd5fd4d5-0c0a-4361-a47b-fd29934f3939,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:57.516903 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-16480e27-35d5-4888-aab3-81b672e04e56 None None] Provisioning complete for port 84bfb854-8bd5-4222-aba2-4044a8006e6a triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:04:57.517396 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-16480e27-35d5-4888-aab3-81b672e04e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (84bfb854-8bd5-4222-aba2-4044a8006e6a), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:57.518119 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-12dab110-6af0-43a1-a0a7-9cd732e47cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:57.520947 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-12dab110-6af0-43a1-a0a7-9cd732e47cec service neutron] 10.222.0.67 "GET /v2.0/networks?id=00e51838-dce0-4440-a9f8-fd2fd28c5471&id=45f5aab1-77c3-46bf-9724-8eea4a5c0efa&id=45f5aab1-77c3-46bf-9724-8eea4a5c0efa&id=45f5aab1-77c3-46bf-9724-8eea4a5c0efa&id=45f5aab1-77c3-46bf-9724-8eea4a5c0efa&id=8f5c2a2c-a994-4917-b3e0-21b15ad56c20&id=8f5c2a2c-a994-4917-b3e0-21b15ad56c20 HTTP/1.1" status: 200 len: 2298 time: 0.3359547 Jan 28 03:04:57.543967 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5f7f3920-ee17-44ec-889f-b13654844e9d tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (3e8a9271-5b00-4caf-884c-3767d528615e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:57.553030 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7f3920-ee17-44ec-889f-b13654844e9d tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Fanout notify agent at l3_agent the message router_deleted on router 3e8a9271-5b00-4caf-884c-3767d528615e {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:04:57.591937 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34f143-e8d3-403e-b1b3-d893c1bef0a2 req-e89e37ee-91a4-4906-aa25-150a762d0987 tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:57.605663 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0f34f143-e8d3-403e-b1b3-d893c1bef0a2 req-e89e37ee-91a4-4906-aa25-150a762d0987 tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a2296c6-bc73-4b52-8392-e09a70158b7b HTTP/1.1" status: 200 len: 948 time: 0.4694049 Jan 28 03:04:57.630612 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5f7f3920-ee17-44ec-889f-b13654844e9d tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:57.643010 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5f7f3920-ee17-44ec-889f-b13654844e9d tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "DELETE /v2.0/routers/3e8a9271-5b00-4caf-884c-3767d528615e HTTP/1.1" status: 204 len: 168 time: 2.1298244 Jan 28 03:04:57.647561 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52398) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:57.766325 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-16480e27-35d5-4888-aab3-81b672e04e56 None None] Current status of the port 84bfb854-8bd5-4222-aba2-4044a8006e6a is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:04:57.785559 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-15a4093b-a68c-4a74-b52f-abda76cb32dc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=522e2e39-e847-4a52-8a70-9410b617ab1b HTTP/1.1" status: 200 len: 1001 time: 0.2578938 Jan 28 03:04:57.834022 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['33da5c23-1835-41e3-9d77-1428f4b7fbbd'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:04:57.920423 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-ef13e077-e749-411f-83c4-16a91a735a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:57.930402 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-ef13e077-e749-411f-83c4-16a91a735a9f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a5e16ad5-afde-4ff0-9a68-1abb02683cb1 HTTP/1.1" status: 200 len: 856 time: 0.1323359 Jan 28 03:04:58.114102 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d2ea2f35-f492-48b7-a1e3-04b788281401 req-c6ae661e-b423-40a5-b4f4-5beff6aa85e7 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e03bb5f-6d06-4fbb-9bdc-cd1769139b7a HTTP/1.1" status: 200 len: 210 time: 0.1129441 Jan 28 03:04:58.169605 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-3f091ad5-d8d2-4c2d-a437-0d34bc1d118c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:58.176995 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-3f091ad5-d8d2-4c2d-a437-0d34bc1d118c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=00e51838-dce0-4440-a9f8-fd2fd28c5471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2448492 Jan 28 03:04:58.270776 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-e116978a-4fa8-4486-bd16-317adfc0967a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Deleting subnet 15b039dc-26d2-4e3d-bcca-6da1a0682276 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:04:58.275415 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e116978a-4fa8-4486-bd16-317adfc0967a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for subnet (15b039dc-26d2-4e3d-bcca-6da1a0682276), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:58.325885 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e116978a-4fa8-4486-bd16-317adfc0967a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (15b039dc-26d2-4e3d-bcca-6da1a0682276), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:58.389537 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-ec82ab09-befc-4951-ad53-6944cf062056 service neutron] 10.222.0.67 "GET /v2.0/networks/00e51838-dce0-4440-a9f8-fd2fd28c5471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052324 Jan 28 03:04:58.469411 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e116978a-4fa8-4486-bd16-317adfc0967a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (15b039dc-26d2-4e3d-bcca-6da1a0682276), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:58.582333 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-dd65b87c-e0d9-4ff6-b58d-5f3877443562 service neutron] 10.222.0.67 "GET /v2.0/networks/00e51838-dce0-4440-a9f8-fd2fd28c5471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862082 Jan 28 03:04:58.764275 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-e3ff8e33-6d35-407a-ba7a-5aceb5948c72 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=5412df90-162b-4d92-af88-5241f7fd5d82 HTTP/1.1" status: 200 len: 217 time: 0.1748683 Jan 28 03:04:58.964036 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-d2fa73ca-222a-4a24-b52f-f13b4e741688 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:58.966181 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-d2fa73ca-222a-4a24-b52f-f13b4e741688 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.39 "GET /v2.0/networks?id=9e3e084e-c64c-4854-a7b4-691ea8c0972e HTTP/1.1" status: 200 len: 811 time: 0.2730732 Jan 28 03:04:58.993200 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-fdf341b6-d744-42dc-a62c-6108fe4ac689 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] Request body: {'port': {'device_id': '0e03bb5f-6d06-4fbb-9bdc-cd1769139b7a', 'network_id': '9e3e084e-c64c-4854-a7b4-691ea8c0972e', 'admin_state_up': True, 'tenant_id': '798432a2252b416899a997b531da947c'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:04:59.038705 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0f34f143-e8d3-403e-b1b3-d893c1bef0a2 req-9cde6cfe-b518-4bd5-a84c-25b4f84ab0fa tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e1e2638-104f-45ed-a9d4-b76842e78119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4261146 Jan 28 03:04:59.039993 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e116978a-4fa8-4486-bd16-317adfc0967a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (15b039dc-26d2-4e3d-bcca-6da1a0682276), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:59.130787 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-099e3e2c-80cd-4f4a-ad2f-9ad2fb1066b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:59.135679 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-099e3e2c-80cd-4f4a-ad2f-9ad2fb1066b8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d1901a35-0605-40aa-86b7-558d17d5580a HTTP/1.1" status: 200 len: 797 time: 0.3098326 Jan 28 03:04:59.156135 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 84bfb854-8bd5-4222-aba2-4044a8006e6a up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:04:59.228780 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-6118a8c3-4b47-4df0-bb89-c4622b5cc233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:59.232827 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-6118a8c3-4b47-4df0-bb89-c4622b5cc233 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45f5aab1-77c3-46bf-9724-8eea4a5c0efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0907373 Jan 28 03:04:59.310280 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:59.317309 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-90dcb9d9-eec5-4ac9-8f57-4d23359b826e admin admin] Publish callbacks [] for router_gateway (027d7feb-fbfc-487d-837e-4d90ec7daa39), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:59.340795 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1396fce8-f497-4b12-8934-858fee41150d None None] Network 70b2e351-934b-463d-b833-9c265dd64b8e requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:04:59.363616 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-06adcf4b-3db1-4bb3-a5ed-e4dd24ec7ba4 service neutron] 10.222.0.67 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229997 Jan 28 03:04:59.447005 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 84bfb854-8bd5-4222-aba2-4044a8006e6a triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:04:59.447339 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (84bfb854-8bd5-4222-aba2-4044a8006e6a), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:59.449342 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d10226ac-6585-4098-9eec-0c1e4318cc60 req-d3017c55-b136-4f3f-ae46-b5e52d32d9f7 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e03bb5f-6d06-4fbb-9bdc-cd1769139b7a HTTP/1.1" status: 200 len: 210 time: 0.0845616 Jan 28 03:04:59.647015 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-90f26fd0-ff4a-425b-9c9d-b7b2e415098f service neutron] 10.222.0.67 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705245 Jan 28 03:04:59.674028 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 84bfb854-8bd5-4222-aba2-4044a8006e6a is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:04:59.687077 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-53440f79-7173-41d2-b597-808ba1b6eb80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:59.757135 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 33da5c23-1835-41e3-9d77-1428f4b7fbbd up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:04:59.769301 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-e1926825-deff-4daf-8160-2830ef82e94b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=db7ee719-a3aa-47ed-85e5-5c79bf8865fd HTTP/1.1" status: 200 len: 217 time: 0.0858917 Jan 28 03:04:59.822176 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752b4dc7-cd21-486f-b507-7029d80abcb2 None None] DHCP port deletion for 70b2e351-934b-463d-b833-9c265dd64b8e request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:04:59.857844 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-453bb9c8-2c98-4fe8-a939-ab5440c2341d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:59.860655 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-453bb9c8-2c98-4fe8-a939-ab5440c2341d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d1901a35-0605-40aa-86b7-558d17d5580a HTTP/1.1" status: 200 len: 797 time: 0.0859206 Jan 28 03:04:59.911151 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e116978a-4fa8-4486-bd16-317adfc0967a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:59.914413 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e116978a-4fa8-4486-bd16-317adfc0967a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "DELETE /v2.0/subnets/15b039dc-26d2-4e3d-bcca-6da1a0682276 HTTP/1.1" status: 204 len: 168 time: 2.1170993 Jan 28 03:04:59.919196 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52424) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:04:59.932256 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-752b4dc7-cd21-486f-b507-7029d80abcb2 None None] Deleting port eda68e1f-2022-42c2-b5b7-f8885673e45e {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:04:59.933115 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-752b4dc7-cd21-486f-b507-7029d80abcb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (eda68e1f-2022-42c2-b5b7-f8885673e45e), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:04:59.936954 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 33da5c23-1835-41e3-9d77-1428f4b7fbbd completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:04:59.939142 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e116978a-4fa8-4486-bd16-317adfc0967a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event deleted for resources: {'Subnet': ['ID=15b039dc-26d2-4e3d-bcca-6da1a0682276,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:04:59.942709 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-2157298c-e346-4b8b-b1d3-13b900a390f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:04:59.946603 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-2157298c-e346-4b8b-b1d3-13b900a390f9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45f5aab1-77c3-46bf-9724-8eea4a5c0efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0782366 Jan 28 03:05:00.007554 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 33da5c23-1835-41e3-9d77-1428f4b7fbbd triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:05:00.008272 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (33da5c23-1835-41e3-9d77-1428f4b7fbbd), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:00.070349 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7745151f-4b4b-4fad-a2d3-15039bdcf3d2 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (70b2e351-934b-463d-b833-9c265dd64b8e), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:00.083595 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-752b4dc7-cd21-486f-b507-7029d80abcb2 None None] For port eda68e1f-2022-42c2-b5b7-f8885673e45e, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=eda68e1f-2022-42c2-b5b7-f8885673e45e,segment=NetworkSegment(29346f06-948b-490a-83ea-5e851756ab39),segment_id=29346f06-948b-490a-83ea-5e851756ab39)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:05:00.083845 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-fdf341b6-d744-42dc-a62c-6108fe4ac689 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] Made reservation on behalf of 798432a2252b416899a997b531da947c for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:05:00.084119 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-752b4dc7-cd21-486f-b507-7029d80abcb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (eda68e1f-2022-42c2-b5b7-f8885673e45e), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:00.087982 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-fdf341b6-d744-42dc-a62c-6108fe4ac689 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:00.105754 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-752b4dc7-cd21-486f-b507-7029d80abcb2 None None] Calling delete_port for eda68e1f-2022-42c2-b5b7-f8885673e45e owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:05:00.219388 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-407a7b0c-d1e1-453a-9910-fb5512ad1a5e service neutron] 10.222.0.67 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617745 Jan 28 03:05:00.222563 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 33da5c23-1835-41e3-9d77-1428f4b7fbbd is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:05:00.223039 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (33da5c23-1835-41e3-9d77-1428f4b7fbbd), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:00.287718 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2296c6-bc73-4b52-8392-e09a70158b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33da5c23-1835-41e3-9d77-1428f4b7fbbd'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:05:00.290999 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980ad97d-2b45-4114-a00d-eab809771be3" -d '{"events": [{"server_uuid": "3a2296c6-bc73-4b52-8392-e09a70158b7b", "name": "network-vif-plugged", "status": "completed", "tag": "33da5c23-1835-41e3-9d77-1428f4b7fbbd"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:05:00.314396 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 33da5c23-1835-41e3-9d77-1428f4b7fbbd, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=33da5c23-1835-41e3-9d77-1428f4b7fbbd,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:05:00.325725 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (33da5c23-1835-41e3-9d77-1428f4b7fbbd), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:00.409910 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-7745151f-4b4b-4fad-a2d3-15039bdcf3d2 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Deleting port eda68e1f-2022-42c2-b5b7-f8885673e45e {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:05:00.411112 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7745151f-4b4b-4fad-a2d3-15039bdcf3d2 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (eda68e1f-2022-42c2-b5b7-f8885673e45e), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:00.438485 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77dcd063-0ac7-4520-ab63-c81cf6f1e4b2 x-openstack-request-id: req-77dcd063-0ac7-4520-ab63-c81cf6f1e4b2 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:05:00.438780 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2296c6-bc73-4b52-8392-e09a70158b7b", "name": "network-vif-plugged", "status": "completed", "tag": "33da5c23-1835-41e3-9d77-1428f4b7fbbd", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:05:00.439027 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-77dcd063-0ac7-4520-ab63-c81cf6f1e4b2 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:05:00.439580 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2296c6-bc73-4b52-8392-e09a70158b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33da5c23-1835-41e3-9d77-1428f4b7fbbd', 'code': 200} Jan 28 03:05:00.441367 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-fdf341b6-d744-42dc-a62c-6108fe4ac689 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] Allocated IP 172.20.0.8 (9e3e084e-c64c-4854-a7b4-691ea8c0972e/a2f888f2-182e-40a9-908b-746abe74f5c2/dbe69b72-7d45-48e6-bd38-24eb5648e6c0) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:05:00.443395 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=33da5c23-1835-41e3-9d77-1428f4b7fbbd,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:00.464713 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-752b4dc7-cd21-486f-b507-7029d80abcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (eda68e1f-2022-42c2-b5b7-f8885673e45e), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:00.482905 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-90dcb9d9-eec5-4ac9-8f57-4d23359b826e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (027d7feb-fbfc-487d-837e-4d90ec7daa39), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:00.554838 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752b4dc7-cd21-486f-b507-7029d80abcb2 None None] No DVR routers for this DVR port eda68e1f-2022-42c2-b5b7-f8885673e45e on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:05:00.565035 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b4dc7-cd21-486f-b507-7029d80abcb2 None None] Pushing event deleted for resources: {'Port': ['ID=eda68e1f-2022-42c2-b5b7-f8885673e45e,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:00.939786 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-fdf341b6-d744-42dc-a62c-6108fe4ac689 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] Publish callbacks [] for port (dbe69b72-7d45-48e6-bd38-24eb5648e6c0), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:00.981327 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device eda68e1f-2022-42c2-b5b7-f8885673e45e no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:05:00.995787 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-7745151f-4b4b-4fad-a2d3-15039bdcf3d2 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] For port eda68e1f-2022-42c2-b5b7-f8885673e45e, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=eda68e1f-2022-42c2-b5b7-f8885673e45e,segment=NetworkSegment(29346f06-948b-490a-83ea-5e851756ab39),segment_id=29346f06-948b-490a-83ea-5e851756ab39)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:05:00.996361 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7745151f-4b4b-4fad-a2d3-15039bdcf3d2 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (eda68e1f-2022-42c2-b5b7-f8885673e45e), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:01.020935 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-fdf341b6-d744-42dc-a62c-6108fe4ac689 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (dbe69b72-7d45-48e6-bd38-24eb5648e6c0), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:01.050051 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e49496-d2a2-497f-b212-a81896121cfa req-a2c762fa-dd5e-40f9-8690-8df4ded0257b tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:01.052920 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90e49496-d2a2-497f-b212-a81896121cfa req-a2c762fa-dd5e-40f9-8690-8df4ded0257b tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a2296c6-bc73-4b52-8392-e09a70158b7b HTTP/1.1" status: 200 len: 950 time: 0.7316802 Jan 28 03:05:01.065333 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: eda68e1f-2022-42c2-b5b7-f8885673e45e {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:05:01.079198 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device eda68e1f-2022-42c2-b5b7-f8885673e45e not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:05:01.091697 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-fdf341b6-d744-42dc-a62c-6108fe4ac689 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] Network 9e3e084e-c64c-4854-a7b4-691ea8c0972e is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:05:01.104029 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-fdf341b6-d744-42dc-a62c-6108fe4ac689 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:05:01.119833 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-bcd2c404-d477-4e6a-8c48-fbb71318f707 service neutron] 10.222.0.67 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8921316 Jan 28 03:05:01.155558 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-7745151f-4b4b-4fad-a2d3-15039bdcf3d2 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Calling delete_port for eda68e1f-2022-42c2-b5b7-f8885673e45e owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:05:01.164882 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-fdf341b6-d744-42dc-a62c-6108fe4ac689 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:05:01.175735 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90e49496-d2a2-497f-b212-a81896121cfa req-396fd6dd-1ee5-429e-95d7-ca24f7aa1744 tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e1e2638-104f-45ed-a9d4-b76842e78119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952203 Jan 28 03:05:01.219651 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-738eaaf2-6581-4b32-9628-c8b614655234 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=1a299c13-361c-41af-87eb-964dd7de4708 HTTP/1.1" status: 200 len: 217 time: 0.0511622 Jan 28 03:05:01.243168 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907e869-686d-494f-b14a-e7d0970084d0 req-fea1683d-cbda-460c-b07e-f821b15103b5 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:01.253871 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f907e869-686d-494f-b14a-e7d0970084d0 req-fea1683d-cbda-460c-b07e-f821b15103b5 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e03bb5f-6d06-4fbb-9bdc-cd1769139b7a HTTP/1.1" status: 200 len: 931 time: 0.5994701 Jan 28 03:05:01.291648 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04be12-87a9-4975-aa8b-1b3f8ea7523d req-4498a0de-38ed-49e2-9740-b6f30a84a69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:01.293347 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1d04be12-87a9-4975-aa8b-1b3f8ea7523d req-4498a0de-38ed-49e2-9740-b6f30a84a69a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3a2296c6-bc73-4b52-8392-e09a70158b7b HTTP/1.1" status: 200 len: 1102 time: 0.6907144 Jan 28 03:05:01.321892 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-4a2ea7a6-cdf7-44c2-bb6f-a9edc8b3b77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:01.323701 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-4a2ea7a6-cdf7-44c2-bb6f-a9edc8b3b77d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d1901a35-0605-40aa-86b7-558d17d5580a HTTP/1.1" status: 200 len: 797 time: 0.0987921 Jan 28 03:05:01.414361 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-7c5f7da7-d0dd-4225-986c-5afae139c4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:01.416479 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-7c5f7da7-d0dd-4225-986c-5afae139c4f9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45f5aab1-77c3-46bf-9724-8eea4a5c0efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0745087 Jan 28 03:05:01.447491 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf341b6-d744-42dc-a62c-6108fe4ac689 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] Pushing event updated for resources: {'Port': ['ID=dbe69b72-7d45-48e6-bd38-24eb5648e6c0,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:01.478235 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f907e869-686d-494f-b14a-e7d0970084d0 req-28016a14-20d9-43c5-8d90-45c0e9d831d3 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/security-groups?id=96e0a976-f8d9-458d-8693-171663d1775c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230124 Jan 28 03:05:01.529626 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-fdf341b6-d744-42dc-a62c-6108fe4ac689 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:01.530240 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-fdf341b6-d744-42dc-a62c-6108fe4ac689 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:01.560664 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-c84072f1-e243-4d0b-b99e-8263d9ba4370 service neutron] 10.222.0.67 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377549 Jan 28 03:05:01.569478 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1d04be12-87a9-4975-aa8b-1b3f8ea7523d req-10bc386f-c133-4a5b-b834-44438b27c4dc service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7e1e2638-104f-45ed-a9d4-b76842e78119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485645 Jan 28 03:05:01.591573 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-fdf341b6-d744-42dc-a62c-6108fe4ac689 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6028180 Jan 28 03:05:01.593182 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90dcb9d9-eec5-4ac9-8f57-4d23359b826e admin admin] Router 027d7feb-fbfc-487d-837e-4d90ec7daa39 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:05:01.601541 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-399aabf1-9dc1-418c-ac5d-de5ad1bb9100 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:05:01.602694 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-399aabf1-9dc1-418c-ac5d-de5ad1bb9100 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059779 Jan 28 03:05:01.614566 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7745151f-4b4b-4fad-a2d3-15039bdcf3d2 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (eda68e1f-2022-42c2-b5b7-f8885673e45e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:01.628602 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-8416e915-3ba7-41c0-b23d-425c744a9308 service neutron] Request body: {'port': {'device_id': '0e03bb5f-6d06-4fbb-9bdc-cd1769139b7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:05:01.664993 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7745151f-4b4b-4fad-a2d3-15039bdcf3d2 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] No DVR routers for this DVR port eda68e1f-2022-42c2-b5b7-f8885673e45e on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:05:01.717555 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7745151f-4b4b-4fad-a2d3-15039bdcf3d2 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event deleted for resources: {'Port': ['ID=eda68e1f-2022-42c2-b5b7-f8885673e45e,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:01.795429 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2157c01c-cd45-44f6-88c8-d86a811b851c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:01.818663 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-2fd66ae3-2f91-418c-8b7d-0483c24e8156 service neutron] 10.222.0.67 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517712 Jan 28 03:05:01.911316 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7745151f-4b4b-4fad-a2d3-15039bdcf3d2 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (70b2e351-934b-463d-b833-9c265dd64b8e), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:01.923278 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-8416e915-3ba7-41c0-b23d-425c744a9308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (dbe69b72-7d45-48e6-bd38-24eb5648e6c0), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:01.961862 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-7745151f-4b4b-4fad-a2d3-15039bdcf3d2 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70b2e351-934b-463d-b833-9c265dd64b8e']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:05:01.964909 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90dcb9d9-eec5-4ac9-8f57-4d23359b826e admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:05:01.981388 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197b5c9f-b12a-4e26-894d-db682313557a None None] Sync routers for ids ['027d7feb-fbfc-487d-837e-4d90ec7daa39'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:05:01.996083 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-e5a2121e-0def-40f6-b645-c7536e1e9985 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=32253399-bfa8-4777-9ebe-28270de068d4 HTTP/1.1" status: 200 len: 217 time: 0.0775318 Jan 28 03:05:02.011403 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197b5c9f-b12a-4e26-894d-db682313557a None None] Routers {'027d7feb-fbfc-487d-837e-4d90ec7daa39'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:05:02.012798 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-197b5c9f-b12a-4e26-894d-db682313557a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:05:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['027d7feb-fbfc-487d-837e-4d90ec7daa39'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:05:02.021594 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-7745151f-4b4b-4fad-a2d3-15039bdcf3d2 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29346f06-948b-490a-83ea-5e851756ab39') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:05:02.022067 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-7745151f-4b4b-4fad-a2d3-15039bdcf3d2 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29346f06-948b-490a-83ea-5e851756ab39') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:05:02.037272 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7745151f-4b4b-4fad-a2d3-15039bdcf3d2 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (29346f06-948b-490a-83ea-5e851756ab39), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:02.062415 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7745151f-4b4b-4fad-a2d3-15039bdcf3d2 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (29346f06-948b-490a-83ea-5e851756ab39), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:02.073356 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-55da84b8-ac32-419a-831b-311f1418a39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:02.074473 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7745151f-4b4b-4fad-a2d3-15039bdcf3d2 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:05:02.074865 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-55da84b8-ac32-419a-831b-311f1418a39f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d1901a35-0605-40aa-86b7-558d17d5580a HTTP/1.1" status: 200 len: 797 time: 0.0714390 Jan 28 03:05:02.075114 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7745151f-4b4b-4fad-a2d3-15039bdcf3d2 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (29346f06-948b-490a-83ea-5e851756ab39), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:02.170117 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-197b5c9f-b12a-4e26-894d-db682313557a None None] Set router 027d7feb-fbfc-487d-837e-4d90ec7daa39 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:05:02.176618 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-cb64fb3b-87c9-403f-828a-decf56d7600f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:02.180619 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-cb64fb3b-87c9-403f-828a-decf56d7600f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45f5aab1-77c3-46bf-9724-8eea4a5c0efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0989246 Jan 28 03:05:02.195675 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:05:02.195675 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 03:05:02.195675 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:05:02.195675 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 03:05:02.195675 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:05:02.195675 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 03:05:02.195675 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:05:02.195675 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 03:05:02.195675 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:05:02.195675 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:05:02.195675 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:05:02.195675 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:05:02.195675 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:05:02.195675 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:05:02.195675 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:05:02.195675 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:05:02.195675 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:05:02.195675 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:05:02.195675 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:05:02.195675 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:05:02.195675 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:05:02.195675 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:05:02.195675 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:05:02.195675 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:05:02.195675 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:05:02.195675 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:05:02.195675 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:05:02.195675 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:05:02.195675 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:05:02.195675 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:05:02.195675 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:05:02.195675 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:05:02.195675 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:05:02.195675 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:05:02.195675 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:05:02.195675 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:05:02.195675 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:05:02.195675 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:05:02.195675 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:05:02.195675 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:05:02.210984 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7745151f-4b4b-4fad-a2d3-15039bdcf3d2 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (70b2e351-934b-463d-b833-9c265dd64b8e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:02.261729 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7745151f-4b4b-4fad-a2d3-15039bdcf3d2 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:02.282860 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7745151f-4b4b-4fad-a2d3-15039bdcf3d2 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "DELETE /v2.0/networks/70b2e351-934b-463d-b833-9c265dd64b8e HTTP/1.1" status: 204 len: 168 time: 2.3616042 Jan 28 03:05:02.306967 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 52460) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:05:02.315457 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-b573fae3-861c-4653-91c9-e24081c1bf2f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-444010798', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}, 'admin_state_up': False}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:05:02.478454 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b573fae3-861c-4653-91c9-e24081c1bf2f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (30c9e263-7fc6-4622-a46d-190a9cf6fea4), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:02.480348 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b573fae3-861c-4653-91c9-e24081c1bf2f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (30c9e263-7fc6-4622-a46d-190a9cf6fea4), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:02.536538 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-90dcb9d9-eec5-4ac9-8f57-4d23359b826e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:02.545165 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-90dcb9d9-eec5-4ac9-8f57-4d23359b826e admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.5182400 Jan 28 03:05:02.547175 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7745151f-4b4b-4fad-a2d3-15039bdcf3d2 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event deleted for resources: {'Network': ['ID=70b2e351-934b-463d-b833-9c265dd64b8e,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:02.548068 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 52468) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:05:02.665856 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-4ad8c67a-58a9-47be-9877-bce3c46eab46 service neutron] 10.222.0.67 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4773083 Jan 28 03:05:02.694593 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90b1cd-bdc6-45db-bbd1-28a5b51ffcca req-c6533666-f498-440f-b5b2-730c05b31e45 tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:02.697053 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1b90b1cd-bdc6-45db-bbd1-28a5b51ffcca req-c6533666-f498-440f-b5b2-730c05b31e45 tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a2296c6-bc73-4b52-8392-e09a70158b7b HTTP/1.1" status: 200 len: 950 time: 0.2916687 Jan 28 03:05:02.765204 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-197b5c9f-b12a-4e26-894d-db682313557a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'name': 'tempest-AttachVolumeTestJSON-665389209-router', 'tenant_id': 'f89e990f7f004133b0af85a906874094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'dd5fd4d5-0c0a-4361-a47b-fd29934f3939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:04:52Z', 'updated_at': '2022-01-28T03:04:58Z', 'revision_number': 3, 'project_id': 'f89e990f7f004133b0af85a906874094', 'gw_port': {'id': 'dd5fd4d5-0c0a-4361-a47b-fd29934f3939', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:04:55Z', 'updated_at': '2022-01-28T03:04:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:05:02.830367 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b573fae3-861c-4653-91c9-e24081c1bf2f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for router_controller (30c9e263-7fc6-4622-a46d-190a9cf6fea4), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:02.870414 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197b5c9f-b12a-4e26-894d-db682313557a None None] Checking router: 027d7feb-fbfc-487d-837e-4d90ec7daa39 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:05:02.870414 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197b5c9f-b12a-4e26-894d-db682313557a None None] Updating router 027d7feb-fbfc-487d-837e-4d90ec7daa39 port dd5fd4d5-0c0a-4361-a47b-fd29934f3939 binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:05:02.931997 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-197b5c9f-b12a-4e26-894d-db682313557a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (dd5fd4d5-0c0a-4361-a47b-fd29934f3939), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:02.944750 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59230a60-78db-4284-adb2-064862aa7e24 req-6bcbfa3d-f811-4679-b94d-ae3aa93c7b18 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:02.947257 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-59230a60-78db-4284-adb2-064862aa7e24 req-6bcbfa3d-f811-4679-b94d-ae3aa93c7b18 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e03bb5f-6d06-4fbb-9bdc-cd1769139b7a HTTP/1.1" status: 200 len: 931 time: 0.3485732 Jan 28 03:05:03.150944 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-59230a60-78db-4284-adb2-064862aa7e24 req-a6af960c-81e4-49b0-bd71-f68329385ca1 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/security-groups?id=96e0a976-f8d9-458d-8693-171663d1775c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916783 Jan 28 03:05:03.264028 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:03.361888 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-8416e915-3ba7-41c0-b23d-425c744a9308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbe69b72-7d45-48e6-bd38-24eb5648e6c0 {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:05:03.382452 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-8416e915-3ba7-41c0-b23d-425c744a9308 service neutron] Publish callbacks [] for port (dbe69b72-7d45-48e6-bd38-24eb5648e6c0), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:03.390132 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:03.427475 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-8416e915-3ba7-41c0-b23d-425c744a9308 service neutron] Transition to ACTIVE for port object dbe69b72-7d45-48e6-bd38-24eb5648e6c0 will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:05:03.444069 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-8416e915-3ba7-41c0-b23d-425c744a9308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (dbe69b72-7d45-48e6-bd38-24eb5648e6c0), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:03.525746 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-197b5c9f-b12a-4e26-894d-db682313557a None None] Publish callbacks [] for port (dd5fd4d5-0c0a-4361-a47b-fd29934f3939), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:03.535963 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-197b5c9f-b12a-4e26-894d-db682313557a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (dd5fd4d5-0c0a-4361-a47b-fd29934f3939), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:03.556710 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8416e915-3ba7-41c0-b23d-425c744a9308 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe69b72-7d45-48e6-bd38-24eb5648e6c0,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:03.690774 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c277cf-12ef-46d4-acde-c200e83b1960 None None] Pushing event updated for resources: {'Port': ['ID=dd5fd4d5-0c0a-4361-a47b-fd29934f3939,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:03.693417 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-197b5c9f-b12a-4e26-894d-db682313557a None None] Attempting to bind port dd5fd4d5-0c0a-4361-a47b-fd29934f3939 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:05:03.693895 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-197b5c9f-b12a-4e26-894d-db682313557a None None] Attempting to bind port dd5fd4d5-0c0a-4361-a47b-fd29934f3939 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:05:03.694387 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197b5c9f-b12a-4e26-894d-db682313557a None None] Attempting to bind port dd5fd4d5-0c0a-4361-a47b-fd29934f3939 on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:05:03.704698 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c277cf-12ef-46d4-acde-c200e83b1960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:03.705219 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c277cf-12ef-46d4-acde-c200e83b1960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:03.705654 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c277cf-12ef-46d4-acde-c200e83b1960 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:03.706079 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c277cf-12ef-46d4-acde-c200e83b1960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:03.706632 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c277cf-12ef-46d4-acde-c200e83b1960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:03.707059 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c277cf-12ef-46d4-acde-c200e83b1960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:03.707481 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c277cf-12ef-46d4-acde-c200e83b1960 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:03.707921 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c277cf-12ef-46d4-acde-c200e83b1960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:03.708333 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c277cf-12ef-46d4-acde-c200e83b1960 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:03.708744 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c277cf-12ef-46d4-acde-c200e83b1960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:03.709216 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c277cf-12ef-46d4-acde-c200e83b1960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:03.709630 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c277cf-12ef-46d4-acde-c200e83b1960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:03.710040 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c277cf-12ef-46d4-acde-c200e83b1960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:03.713829 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197b5c9f-b12a-4e26-894d-db682313557a None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:05:03.714365 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197b5c9f-b12a-4e26-894d-db682313557a None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:05:03.714909 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-197b5c9f-b12a-4e26-894d-db682313557a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:03.715377 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197b5c9f-b12a-4e26-894d-db682313557a None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:05:03.715957 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-197b5c9f-b12a-4e26-894d-db682313557a None None] Bound port: dd5fd4d5-0c0a-4361-a47b-fd29934f3939, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:05:03.716613 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-197b5c9f-b12a-4e26-894d-db682313557a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (dd5fd4d5-0c0a-4361-a47b-fd29934f3939), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:03.748374 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-8416e915-3ba7-41c0-b23d-425c744a9308 service neutron] Attempting to bind port dbe69b72-7d45-48e6-bd38-24eb5648e6c0 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:05:03.749202 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-8416e915-3ba7-41c0-b23d-425c744a9308 service neutron] Attempting to bind port dbe69b72-7d45-48e6-bd38-24eb5648e6c0 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'bdaca37a-fbee-4f2d-9267-339b1715ddc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '9e3e084e-c64c-4854-a7b4-691ea8c0972e'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:05:03.749738 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-8416e915-3ba7-41c0-b23d-425c744a9308 service neutron] Attempting to bind port dbe69b72-7d45-48e6-bd38-24eb5648e6c0 on network 9e3e084e-c64c-4854-a7b4-691ea8c0972e {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:05:03.751184 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-1074d470-5b41-4981-b6b3-83230f2304fc service neutron] 10.222.0.67 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0761576 Jan 28 03:05:03.758770 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b573fae3-861c-4653-91c9-e24081c1bf2f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for router_gateway (30c9e263-7fc6-4622-a46d-190a9cf6fea4), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:03.758867 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-8416e915-3ba7-41c0-b23d-425c744a9308 service neutron] Port dbe69b72-7d45-48e6-bd38-24eb5648e6c0 on network 9e3e084e-c64c-4854-a7b4-691ea8c0972e not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:05:03.759276 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-8416e915-3ba7-41c0-b23d-425c744a9308 service neutron] Attempting to bind port dbe69b72-7d45-48e6-bd38-24eb5648e6c0 on network 9e3e084e-c64c-4854-a7b4-691ea8c0972e {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:05:03.769667 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-8416e915-3ba7-41c0-b23d-425c744a9308 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:05:03.770209 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-8416e915-3ba7-41c0-b23d-425c744a9308 service neutron] Checking segment: {'id': 'bdaca37a-fbee-4f2d-9267-339b1715ddc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '9e3e084e-c64c-4854-a7b4-691ea8c0972e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:05:03.770807 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-8416e915-3ba7-41c0-b23d-425c744a9308 service neutron] Bound using segment: {'id': 'bdaca37a-fbee-4f2d-9267-339b1715ddc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '9e3e084e-c64c-4854-a7b4-691ea8c0972e'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:05:03.771545 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-8416e915-3ba7-41c0-b23d-425c744a9308 service neutron] Bound port: dbe69b72-7d45-48e6-bd38-24eb5648e6c0, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdaca37a-fbee-4f2d-9267-339b1715ddc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '9e3e084e-c64c-4854-a7b4-691ea8c0972e'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:05:03.772111 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-8416e915-3ba7-41c0-b23d-425c744a9308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (dbe69b72-7d45-48e6-bd38-24eb5648e6c0), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:03.825008 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-197b5c9f-b12a-4e26-894d-db682313557a None None] For port dd5fd4d5-0c0a-4361-a47b-fd29934f3939, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:05:03.828095 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-0b98f1f8-8af7-412f-96c9-8ca2ba0564c0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fab89d88-a54d-4fec-bf38-88eba2285661 HTTP/1.1" status: 200 len: 217 time: 0.0591152 Jan 28 03:05:03.830471 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-197b5c9f-b12a-4e26-894d-db682313557a None None] For port dd5fd4d5-0c0a-4361-a47b-fd29934f3939, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=dd5fd4d5-0c0a-4361-a47b-fd29934f3939,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:05:03.836711 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-197b5c9f-b12a-4e26-894d-db682313557a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (dd5fd4d5-0c0a-4361-a47b-fd29934f3939), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:03.913005 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1b90b1cd-bdc6-45db-bbd1-28a5b51ffcca req-464df681-28f1-4fcb-8bde-c9052c0e3d7d tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e1e2638-104f-45ed-a9d4-b76842e78119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1983926 Jan 28 03:05:04.011518 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c277cf-12ef-46d4-acde-c200e83b1960 None None] Pushing event updated for resources: {'Port': ['ID=dd5fd4d5-0c0a-4361-a47b-fd29934f3939,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:04.034170 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197b5c9f-b12a-4e26-894d-db682313557a None None] Routers {'027d7feb-fbfc-487d-837e-4d90ec7daa39'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:05:04.035451 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-197b5c9f-b12a-4e26-894d-db682313557a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:05:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['027d7feb-fbfc-487d-837e-4d90ec7daa39'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:05:04.078881 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-8416e915-3ba7-41c0-b23d-425c744a9308 service neutron] For port dbe69b72-7d45-48e6-bd38-24eb5648e6c0, host n-h2-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:05:04.085723 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-8416e915-3ba7-41c0-b23d-425c744a9308 service neutron] For port dbe69b72-7d45-48e6-bd38-24eb5648e6c0, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=dbe69b72-7d45-48e6-bd38-24eb5648e6c0,segment=NetworkSegment(bdaca37a-fbee-4f2d-9267-339b1715ddc4),segment_id=bdaca37a-fbee-4f2d-9267-339b1715ddc4)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:05:04.104454 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-8416e915-3ba7-41c0-b23d-425c744a9308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (dbe69b72-7d45-48e6-bd38-24eb5648e6c0), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:04.191608 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-8416e915-3ba7-41c0-b23d-425c744a9308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:04.191924 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-8416e915-3ba7-41c0-b23d-425c744a9308 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:04.196039 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-8416e915-3ba7-41c0-b23d-425c744a9308 service neutron] 10.222.0.39 "PUT /v2.0/ports/dbe69b72-7d45-48e6-bd38-24eb5648e6c0 HTTP/1.1" status: 200 len: 1092 time: 2.5712755 Jan 28 03:05:04.196715 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e03bb5f-6d06-4fbb-9bdc-cd1769139b7a', 'tag': 'dbe69b72-7d45-48e6-bd38-24eb5648e6c0'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:05:04.202560 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6b47f2-d68c-476d-993a-6afaa41f1adc" -d '{"events": [{"name": "network-changed", "server_uuid": "0e03bb5f-6d06-4fbb-9bdc-cd1769139b7a", "tag": "dbe69b72-7d45-48e6-bd38-24eb5648e6c0"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:05:04.272767 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-e2eaebce-d6a3-47f3-b16f-5c3b4262e22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:04.275484 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-e2eaebce-d6a3-47f3-b16f-5c3b4262e22c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d7ff91e7-f241-4c5c-a917-a215b6f26f85 HTTP/1.1" status: 200 len: 797 time: 0.4286087 Jan 28 03:05:04.292843 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-197b5c9f-b12a-4e26-894d-db682313557a None None] Set router 027d7feb-fbfc-487d-837e-4d90ec7daa39 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:05:04.415631 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1779c0e-41e3-4381-9c7a-833ba124adf6 x-openstack-request-id: req-c1779c0e-41e3-4381-9c7a-833ba124adf6 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:05:04.416092 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e03bb5f-6d06-4fbb-9bdc-cd1769139b7a", "tag": "dbe69b72-7d45-48e6-bd38-24eb5648e6c0", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:05:04.416684 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c1779c0e-41e3-4381-9c7a-833ba124adf6 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:05:04.417393 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e03bb5f-6d06-4fbb-9bdc-cd1769139b7a', 'tag': 'dbe69b72-7d45-48e6-bd38-24eb5648e6c0', 'status': 'completed', 'code': 200} Jan 28 03:05:04.466032 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-3e8fa253-6411-45b3-92c4-bedfcb311d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:04.473679 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-3e8fa253-6411-45b3-92c4-bedfcb311d23 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8f5c2a2c-a994-4917-b3e0-21b15ad56c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1895993 Jan 28 03:05:04.500197 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8416e915-3ba7-41c0-b23d-425c744a9308 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe69b72-7d45-48e6-bd38-24eb5648e6c0,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:04.541390 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-30f23cd3-7b09-44cc-b242-5444fa0a0b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:04.542348 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-30f23cd3-7b09-44cc-b242-5444fa0a0b86 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=798432a2252b416899a997b531da947c&device_id=0e03bb5f-6d06-4fbb-9bdc-cd1769139b7a HTTP/1.1" status: 200 len: 1095 time: 0.2543414 Jan 28 03:05:04.583204 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a7c8a-17da-4770-94a7-b8008e6676f7 req-e9e21fd0-ed0e-477e-a697-b68235834d26 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:04.587085 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8f8a7c8a-17da-4770-94a7-b8008e6676f7 req-e9e21fd0-ed0e-477e-a697-b68235834d26 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e03bb5f-6d06-4fbb-9bdc-cd1769139b7a HTTP/1.1" status: 200 len: 943 time: 0.2409582 Jan 28 03:05:04.644349 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-254831c9-ef55-435e-b287-c4e5db1018e1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbe69b72-7d45-48e6-bd38-24eb5648e6c0 HTTP/1.1" status: 200 len: 217 time: 0.0873611 Jan 28 03:05:04.698216 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-197b5c9f-b12a-4e26-894d-db682313557a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'name': 'tempest-AttachVolumeTestJSON-665389209-router', 'tenant_id': 'f89e990f7f004133b0af85a906874094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'dd5fd4d5-0c0a-4361-a47b-fd29934f3939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:04:52Z', 'updated_at': '2022-01-28T03:04:58Z', 'revision_number': 3, 'project_id': 'f89e990f7f004133b0af85a906874094', 'gw_port': {'id': 'dd5fd4d5-0c0a-4361-a47b-fd29934f3939', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:04:55Z', 'updated_at': '2022-01-28T03:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:05:04.767791 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:04.771176 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-5a405d0e-e904-4f4d-a365-f30963402e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:04.775284 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-5a405d0e-e904-4f4d-a365-f30963402e9e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a2f888f2-182e-40a9-908b-746abe74f5c2 HTTP/1.1" status: 200 len: 851 time: 0.1188142 Jan 28 03:05:04.789543 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197b5c9f-b12a-4e26-894d-db682313557a None None] The sync data for ids ['027d7feb-fbfc-487d-837e-4d90ec7daa39'] in n-d-712139-27 is: [{'id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'name': 'tempest-AttachVolumeTestJSON-665389209-router', 'tenant_id': 'f89e990f7f004133b0af85a906874094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'dd5fd4d5-0c0a-4361-a47b-fd29934f3939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:04:52Z', 'updated_at': '2022-01-28T03:04:58Z', 'revision_number': 3, 'project_id': 'f89e990f7f004133b0af85a906874094', 'gw_port': {'id': 'dd5fd4d5-0c0a-4361-a47b-fd29934f3939', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:04:55Z', 'updated_at': '2022-01-28T03:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:05:04.883285 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-4b18d601-c937-4dd2-b171-436113cf6668 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e3e084e-c64c-4854-a7b4-691ea8c0972e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858567 Jan 28 03:05:04.891007 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8f8a7c8a-17da-4770-94a7-b8008e6676f7 req-19e9705f-d89c-4dbf-a3d7-66530c6b973a tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/security-groups?id=96e0a976-f8d9-458d-8693-171663d1775c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590971 Jan 28 03:05:05.104030 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b573fae3-861c-4653-91c9-e24081c1bf2f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for router_gateway (30c9e263-7fc6-4622-a46d-190a9cf6fea4), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:05.120473 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-0f0a807f-5e5b-4d49-b84d-980eb9b5ff34 service neutron] 10.222.0.39 "GET /v2.0/networks/9e3e084e-c64c-4854-a7b4-691ea8c0972e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275021 Jan 28 03:05:05.276251 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-d1406af4-880c-44d0-b3d9-bdfc5f479f58 service neutron] 10.222.0.67 "GET /v2.0/networks/8f5c2a2c-a994-4917-b3e0-21b15ad56c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7822883 Jan 28 03:05:05.279084 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b573fae3-861c-4653-91c9-e24081c1bf2f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:05.343082 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-369031ca-c086-43a9-b867-e6d4598b7b65 req-a1a197e9-6991-4ce8-a479-ae1cd6be754d service neutron] 10.222.0.39 "GET /v2.0/networks/9e3e084e-c64c-4854-a7b4-691ea8c0972e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170796 Jan 28 03:05:05.517559 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b47f2-d68c-476d-993a-6afaa41f1adc req-873d413e-8b21-4bcc-9565-43b8ad2b6c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:05.520238 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ee6b47f2-d68c-476d-993a-6afaa41f1adc req-873d413e-8b21-4bcc-9565-43b8ad2b6c43 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=798432a2252b416899a997b531da947c&device_id=0e03bb5f-6d06-4fbb-9bdc-cd1769139b7a HTTP/1.1" status: 200 len: 1095 time: 0.0675740 Jan 28 03:05:05.647430 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-8ee8923c-9bc4-44f0-bce9-4acb55694f44 service neutron] 10.222.0.67 "GET /v2.0/networks/8f5c2a2c-a994-4917-b3e0-21b15ad56c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434475 Jan 28 03:05:05.688612 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c0ea6947-141f-4b0c-80cd-026a1b73aae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:05.692335 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b47f2-d68c-476d-993a-6afaa41f1adc req-10804045-e568-4f9b-b8c7-531de55b245d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:05.694105 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ee6b47f2-d68c-476d-993a-6afaa41f1adc req-10804045-e568-4f9b-b8c7-531de55b245d service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e3e084e-c64c-4854-a7b4-691ea8c0972e HTTP/1.1" status: 200 len: 912 time: 0.1681335 Jan 28 03:05:05.766958 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ee6b47f2-d68c-476d-993a-6afaa41f1adc req-d8a8312b-e4bf-4879-8625-590d1f03543a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbe69b72-7d45-48e6-bd38-24eb5648e6c0 HTTP/1.1" status: 200 len: 217 time: 0.0653644 Jan 28 03:05:05.864390 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-fabebf61-5f8f-44ea-92c4-34b432721789 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7449fb17-3519-4387-a4d3-63b8cf30ebec HTTP/1.1" status: 200 len: 217 time: 0.2087209 Jan 28 03:05:05.870712 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b47f2-d68c-476d-993a-6afaa41f1adc req-bf9f67a5-973c-4c20-8b20-d7cbb7298b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:05.873670 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ee6b47f2-d68c-476d-993a-6afaa41f1adc req-bf9f67a5-973c-4c20-8b20-d7cbb7298b0e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a2f888f2-182e-40a9-908b-746abe74f5c2 HTTP/1.1" status: 200 len: 851 time: 0.0936148 Jan 28 03:05:05.934588 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75310ab3-0bee-4953-a454-4d0ff4e26aac req-9d2cf3a8-aa87-45a5-b79d-1d8dbd082864 tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:05.937539 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-75310ab3-0bee-4953-a454-4d0ff4e26aac req-9d2cf3a8-aa87-45a5-b79d-1d8dbd082864 tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a2296c6-bc73-4b52-8392-e09a70158b7b HTTP/1.1" status: 200 len: 950 time: 0.7881346 Jan 28 03:05:05.961525 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:05.996618 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ee6b47f2-d68c-476d-993a-6afaa41f1adc req-d737229c-818f-4c92-a6b8-1516f42aedce service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e3e084e-c64c-4854-a7b4-691ea8c0972e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009145 Jan 28 03:05:06.157700 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-75310ab3-0bee-4953-a454-4d0ff4e26aac req-6ec6d510-492e-40b2-bb3a-ed949f385e4e tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e1e2638-104f-45ed-a9d4-b76842e78119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032803 Jan 28 03:05:06.252930 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-b573fae3-861c-4653-91c9-e24081c1bf2f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Allocated IP 172.25.0.3 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/51f4e378-a983-4d9f-9f4a-a5acdb39b516) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:05:06.272922 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-7a2619b1-efc2-4192-9e2f-ea171fca87c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:06.275736 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-7a2619b1-efc2-4192-9e2f-ea171fca87c2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d7ff91e7-f241-4c5c-a917-a215b6f26f85 HTTP/1.1" status: 200 len: 797 time: 0.3838532 Jan 28 03:05:06.303840 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b498dac-496a-44d9-ae57-c3d1ea69bbf0 req-06ad5a7f-413f-440c-bb0e-c23d41d8f987 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:06.316188 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9b498dac-496a-44d9-ae57-c3d1ea69bbf0 req-06ad5a7f-413f-440c-bb0e-c23d41d8f987 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e03bb5f-6d06-4fbb-9bdc-cd1769139b7a HTTP/1.1" status: 200 len: 943 time: 0.2574255 Jan 28 03:05:06.409380 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ee6b47f2-d68c-476d-993a-6afaa41f1adc req-92a938be-65a7-4a98-84e7-a5deb0e5b679 service neutron] 10.222.0.39 "GET /v2.0/networks/9e3e084e-c64c-4854-a7b4-691ea8c0972e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053547 Jan 28 03:05:06.571329 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-693601ef-037b-401b-8294-e5de06a74fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:06.590959 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-693601ef-037b-401b-8294-e5de06a74fb9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8f5c2a2c-a994-4917-b3e0-21b15ad56c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3043814 Jan 28 03:05:06.593631 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9b498dac-496a-44d9-ae57-c3d1ea69bbf0 req-c2734702-ec11-44af-b9b0-3bda0ad29188 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/security-groups?id=96e0a976-f8d9-458d-8693-171663d1775c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710705 Jan 28 03:05:06.599596 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-c0ea6947-141f-4b0c-80cd-026a1b73aae3 admin admin] Allocated IP 172.20.0.1 (f4ded625-2395-4b5b-8619-6207cf127af3/06dde70e-a1cf-43e5-9a09-417a59ad5656/5940118f-9f78-4b24-b10e-16ab4396a3aa) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:05:06.658683 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ee6b47f2-d68c-476d-993a-6afaa41f1adc req-74bdcf45-cdc6-4658-a480-5baaf5ad818a service neutron] 10.222.0.39 "GET /v2.0/networks/9e3e084e-c64c-4854-a7b4-691ea8c0972e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104108 Jan 28 03:05:07.192669 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device dd5fd4d5-0c0a-4361-a47b-fd29934f3939 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:05:07.290452 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port dd5fd4d5-0c0a-4361-a47b-fd29934f3939 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:05:07.290765 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (dd5fd4d5-0c0a-4361-a47b-fd29934f3939), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:07.439170 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port dd5fd4d5-0c0a-4361-a47b-fd29934f3939 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:05:07.439673 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (dd5fd4d5-0c0a-4361-a47b-fd29934f3939), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:07.494823 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port dd5fd4d5-0c0a-4361-a47b-fd29934f3939, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=dd5fd4d5-0c0a-4361-a47b-fd29934f3939,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:05:07.500225 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (dd5fd4d5-0c0a-4361-a47b-fd29934f3939), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:07.586511 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=dd5fd4d5-0c0a-4361-a47b-fd29934f3939,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:07.632384 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b573fae3-861c-4653-91c9-e24081c1bf2f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for port (51f4e378-a983-4d9f-9f4a-a5acdb39b516), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:07.676984 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-871229f5-7809-4678-ab25-1ababeae31cb service neutron] 10.222.0.67 "GET /v2.0/networks/8f5c2a2c-a994-4917-b3e0-21b15ad56c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0693228 Jan 28 03:05:07.732974 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c0ea6947-141f-4b0c-80cd-026a1b73aae3 admin admin] Publish callbacks [] for port (5940118f-9f78-4b24-b10e-16ab4396a3aa), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:07.860082 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b4df30-fe46-4f9b-a096-f55ce3b102d3 req-12eda854-776a-4505-a830-767e2e3d914b tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:07.863109 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-16b4df30-fe46-4f9b-a096-f55ce3b102d3 req-12eda854-776a-4505-a830-767e2e3d914b tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e03bb5f-6d06-4fbb-9bdc-cd1769139b7a HTTP/1.1" status: 200 len: 943 time: 0.1291411 Jan 28 03:05:07.920525 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c0ea6947-141f-4b0c-80cd-026a1b73aae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (5940118f-9f78-4b24-b10e-16ab4396a3aa), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:07.978887 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-16b4df30-fe46-4f9b-a096-f55ce3b102d3 req-31ff7258-929e-42a5-bc98-07e36e7832ca tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/security-groups?id=96e0a976-f8d9-458d-8693-171663d1775c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034565 Jan 28 03:05:08.056251 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ea6947-141f-4b0c-80cd-026a1b73aae3 admin admin] Network f4ded625-2395-4b5b-8619-6207cf127af3 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:05:08.068356 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-c0ea6947-141f-4b0c-80cd-026a1b73aae3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:05:08.084532 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ea6947-141f-4b0c-80cd-026a1b73aae3 admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:05:08.180998 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea6947-141f-4b0c-80cd-026a1b73aae3 admin admin] Pushing event updated for resources: {'Port': ['ID=5940118f-9f78-4b24-b10e-16ab4396a3aa,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:08.217594 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device dbe69b72-7d45-48e6-bd38-24eb5648e6c0 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:05:08.252198 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b573fae3-861c-4653-91c9-e24081c1bf2f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (51f4e378-a983-4d9f-9f4a-a5acdb39b516), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:08.272698 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c0ea6947-141f-4b0c-80cd-026a1b73aae3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (027d7feb-fbfc-487d-837e-4d90ec7daa39), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:08.296436 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b573fae3-861c-4653-91c9-e24081c1bf2f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:05:08.381614 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-b573fae3-861c-4653-91c9-e24081c1bf2f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:05:08.386447 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ea6947-141f-4b0c-80cd-026a1b73aae3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:08.387009 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ea6947-141f-4b0c-80cd-026a1b73aae3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:08.387533 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ea6947-141f-4b0c-80cd-026a1b73aae3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:08.388061 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ea6947-141f-4b0c-80cd-026a1b73aae3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:08.388690 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ea6947-141f-4b0c-80cd-026a1b73aae3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:08.389154 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ea6947-141f-4b0c-80cd-026a1b73aae3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:08.389692 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ea6947-141f-4b0c-80cd-026a1b73aae3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:08.390140 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ea6947-141f-4b0c-80cd-026a1b73aae3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:08.390626 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ea6947-141f-4b0c-80cd-026a1b73aae3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:08.391190 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ea6947-141f-4b0c-80cd-026a1b73aae3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:08.391719 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ea6947-141f-4b0c-80cd-026a1b73aae3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:08.392280 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ea6947-141f-4b0c-80cd-026a1b73aae3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:08.392802 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ea6947-141f-4b0c-80cd-026a1b73aae3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:08.413267 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b573fae3-861c-4653-91c9-e24081c1bf2f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:05:08.420677 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a319648-e0f1-4a81-87e8-a1131a048d7c req-343eceea-73a3-4657-ab5a-69b7c2ea084e service neutron] 10.222.0.67 "GET /v2.0/networks/8f5c2a2c-a994-4917-b3e0-21b15ad56c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7288048 Jan 28 03:05:08.444249 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port dbe69b72-7d45-48e6-bd38-24eb5648e6c0, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=dbe69b72-7d45-48e6-bd38-24eb5648e6c0,segment=NetworkSegment(bdaca37a-fbee-4f2d-9267-339b1715ddc4),segment_id=bdaca37a-fbee-4f2d-9267-339b1715ddc4)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:05:08.465469 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': 'dbe69b72-7d45-48e6-bd38-24eb5648e6c0', 'network_id': '9e3e084e-c64c-4854-a7b4-691ea8c0972e', 'port_id': 'dbe69b72-7d45-48e6-bd38-24eb5648e6c0', 'mac_address': 'fa:16:3e:fe:35:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2f888f2-182e-40a9-908b-746abe74f5c2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:05:08.513767 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port dbe69b72-7d45-48e6-bd38-24eb5648e6c0 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:05:08.514498 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (dbe69b72-7d45-48e6-bd38-24eb5648e6c0), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:08.565479 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-24c67f44-c19e-4e74-9f06-59fa2d22cc8a None None] Provisioning complete for port 5940118f-9f78-4b24-b10e-16ab4396a3aa triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:05:08.566196 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-24c67f44-c19e-4e74-9f06-59fa2d22cc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (5940118f-9f78-4b24-b10e-16ab4396a3aa), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:08.605258 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-24c67f44-c19e-4e74-9f06-59fa2d22cc8a None None] Port 5940118f-9f78-4b24-b10e-16ab4396a3aa cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:05:08.615332 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbe69b72-7d45-48e6-bd38-24eb5648e6c0 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:05:08.634581 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:05:08.651340 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port dbe69b72-7d45-48e6-bd38-24eb5648e6c0, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=dbe69b72-7d45-48e6-bd38-24eb5648e6c0,segment=NetworkSegment(bdaca37a-fbee-4f2d-9267-339b1715ddc4),segment_id=bdaca37a-fbee-4f2d-9267-339b1715ddc4)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:05:08.672598 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (dbe69b72-7d45-48e6-bd38-24eb5648e6c0), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:08.756714 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b573fae3-861c-4653-91c9-e24081c1bf2f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event updated for resources: {'Port': ['ID=51f4e378-a983-4d9f-9f4a-a5acdb39b516,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:08.759599 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=dbe69b72-7d45-48e6-bd38-24eb5648e6c0,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:08.950390 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['dbe69b72-7d45-48e6-bd38-24eb5648e6c0'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:05:08.954774 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b573fae3-861c-4653-91c9-e24081c1bf2f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for router_gateway (30c9e263-7fc6-4622-a46d-190a9cf6fea4), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:08.970721 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device dd5fd4d5-0c0a-4361-a47b-fd29934f3939 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:05:09.342936 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port dd5fd4d5-0c0a-4361-a47b-fd29934f3939 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:05:09.343884 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (dd5fd4d5-0c0a-4361-a47b-fd29934f3939), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:09.502294 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e51615-f513-4f79-a391-f21e7039997c req-b4c4bb99-48d9-4dac-97c0-cb3f80739cf7 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:09.511546 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-54e51615-f513-4f79-a391-f21e7039997c req-b4c4bb99-48d9-4dac-97c0-cb3f80739cf7 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e03bb5f-6d06-4fbb-9bdc-cd1769139b7a HTTP/1.1" status: 200 len: 944 time: 0.3419149 Jan 28 03:05:09.575253 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port dd5fd4d5-0c0a-4361-a47b-fd29934f3939 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:05:09.638115 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c0ea6947-141f-4b0c-80cd-026a1b73aae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5940118f-9f78-4b24-b10e-16ab4396a3aa), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:09.670319 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-54e51615-f513-4f79-a391-f21e7039997c req-b8b634e4-a13b-403d-a9a5-3746bb8959bb tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/security-groups?id=96e0a976-f8d9-458d-8693-171663d1775c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576087 Jan 28 03:05:09.762069 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b573fae3-861c-4653-91c9-e24081c1bf2f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (30c9e263-7fc6-4622-a46d-190a9cf6fea4), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:09.838521 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 33da5c23-1835-41e3-9d77-1428f4b7fbbd details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:05:09.962607 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 33da5c23-1835-41e3-9d77-1428f4b7fbbd, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=33da5c23-1835-41e3-9d77-1428f4b7fbbd,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:05:09.967140 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c0ea6947-141f-4b0c-80cd-026a1b73aae3 admin admin] Publish callbacks [] for port (5940118f-9f78-4b24-b10e-16ab4396a3aa), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:09.974923 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c0ea6947-141f-4b0c-80cd-026a1b73aae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (5940118f-9f78-4b24-b10e-16ab4396a3aa), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:09.980453 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '33da5c23-1835-41e3-9d77-1428f4b7fbbd', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'port_id': '33da5c23-1835-41e3-9d77-1428f4b7fbbd', 'mac_address': 'fa:16:3e:55:8f:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24329ac8-3d67-49eb-9f63-d2859e79e36f', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:05:10.023170 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 33da5c23-1835-41e3-9d77-1428f4b7fbbd is: ACTIVE; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:05:10.023566 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (33da5c23-1835-41e3-9d77-1428f4b7fbbd), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:10.038495 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 33da5c23-1835-41e3-9d77-1428f4b7fbbd {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:05:10.044239 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b573fae3-861c-4653-91c9-e24081c1bf2f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Router 30c9e263-7fc6-4622-a46d-190a9cf6fea4 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:05:10.058669 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea6947-141f-4b0c-80cd-026a1b73aae3 admin admin] Pushing event updated for resources: {'Port': ['ID=5940118f-9f78-4b24-b10e-16ab4396a3aa,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:10.061491 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c0ea6947-141f-4b0c-80cd-026a1b73aae3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (027d7feb-fbfc-487d-837e-4d90ec7daa39), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:10.062232 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 33da5c23-1835-41e3-9d77-1428f4b7fbbd, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=33da5c23-1835-41e3-9d77-1428f4b7fbbd,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:05:10.067200 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (33da5c23-1835-41e3-9d77-1428f4b7fbbd), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:10.118719 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=33da5c23-1835-41e3-9d77-1428f4b7fbbd,revision_number=6']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:10.227100 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device dbe69b72-7d45-48e6-bd38-24eb5648e6c0 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:05:10.248607 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b573fae3-861c-4653-91c9-e24081c1bf2f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:05:10.262413 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ea6947-141f-4b0c-80cd-026a1b73aae3 admin admin] Network f4ded625-2395-4b5b-8619-6207cf127af3 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:05:10.266399 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c16b1f-e31b-4915-bfa3-22f179631097 None None] Sync routers for ids ['30c9e263-7fc6-4622-a46d-190a9cf6fea4'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:05:10.266556 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-c0ea6947-141f-4b0c-80cd-026a1b73aae3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:05:10.301463 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b573fae3-861c-4653-91c9-e24081c1bf2f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:10.301463 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b573fae3-861c-4653-91c9-e24081c1bf2f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 881 time: 7.9788609 Jan 28 03:05:10.305130 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52592) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:05:10.314120 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['33da5c23-1835-41e3-9d77-1428f4b7fbbd'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:05:10.412794 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c16b1f-e31b-4915-bfa3-22f179631097 None None] Routers {'30c9e263-7fc6-4622-a46d-190a9cf6fea4'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:05:10.413891 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-15c16b1f-e31b-4915-bfa3-22f179631097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:05:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['30c9e263-7fc6-4622-a46d-190a9cf6fea4'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:05:10.500683 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-15c16b1f-e31b-4915-bfa3-22f179631097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:05:10.501914 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ea6947-141f-4b0c-80cd-026a1b73aae3 admin admin] Router 027d7feb-fbfc-487d-837e-4d90ec7daa39 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:05:10.523265 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c16b1f-e31b-4915-bfa3-22f179631097 None None] Routers {'30c9e263-7fc6-4622-a46d-190a9cf6fea4'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:05:10.524494 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-15c16b1f-e31b-4915-bfa3-22f179631097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:05:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['30c9e263-7fc6-4622-a46d-190a9cf6fea4'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:05:10.576646 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-38ec87de-ca5e-4c8a-bb0e-90a622741155 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "GET /v2.0/routers/30c9e263-7fc6-4622-a46d-190a9cf6fea4 HTTP/1.1" status: 200 len: 882 time: 0.2707787 Jan 28 03:05:10.578000 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52606) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:05:10.624934 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-15c16b1f-e31b-4915-bfa3-22f179631097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:05:10.628019 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c16b1f-e31b-4915-bfa3-22f179631097 None None] The sync data for ids ['30c9e263-7fc6-4622-a46d-190a9cf6fea4'] in n-d-712139-27 is: [] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:05:10.635953 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port dbe69b72-7d45-48e6-bd38-24eb5648e6c0 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:05:10.650009 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port dbe69b72-7d45-48e6-bd38-24eb5648e6c0 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:05:10.650452 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (dbe69b72-7d45-48e6-bd38-24eb5648e6c0), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:10.750408 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ea6947-141f-4b0c-80cd-026a1b73aae3 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:05:10.767255 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c0ea6947-141f-4b0c-80cd-026a1b73aae3 admin admin] 10.222.0.53 "PUT /v2.0/routers/027d7feb-fbfc-487d-837e-4d90ec7daa39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2160435 Jan 28 03:05:10.888090 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port dbe69b72-7d45-48e6-bd38-24eb5648e6c0 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:05:10.888662 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (dbe69b72-7d45-48e6-bd38-24eb5648e6c0), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:10.934782 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port dbe69b72-7d45-48e6-bd38-24eb5648e6c0, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=dbe69b72-7d45-48e6-bd38-24eb5648e6c0,segment=NetworkSegment(bdaca37a-fbee-4f2d-9267-339b1715ddc4),segment_id=bdaca37a-fbee-4f2d-9267-339b1715ddc4)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:05:10.938104 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e03bb5f-6d06-4fbb-9bdc-cd1769139b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe69b72-7d45-48e6-bd38-24eb5648e6c0'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:05:10.945368 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b82985e-3792-4c7b-9145-29c93aa48fac" -d '{"events": [{"server_uuid": "0e03bb5f-6d06-4fbb-9bdc-cd1769139b7a", "name": "network-vif-plugged", "status": "completed", "tag": "dbe69b72-7d45-48e6-bd38-24eb5648e6c0"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:05:10.960715 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (dbe69b72-7d45-48e6-bd38-24eb5648e6c0), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:11.050356 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-754d0166-51d8-49bc-b9b3-6797dcbcc673 None None] Provisioning complete for port 5940118f-9f78-4b24-b10e-16ab4396a3aa triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:05:11.050744 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-754d0166-51d8-49bc-b9b3-6797dcbcc673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (5940118f-9f78-4b24-b10e-16ab4396a3aa), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:11.110181 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a6d33c-f962-4161-98fe-a97a1193e070 x-openstack-request-id: req-f5a6d33c-f962-4161-98fe-a97a1193e070 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:05:11.110471 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e03bb5f-6d06-4fbb-9bdc-cd1769139b7a", "name": "network-vif-plugged", "status": "completed", "tag": "dbe69b72-7d45-48e6-bd38-24eb5648e6c0", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:05:11.111322 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f5a6d33c-f962-4161-98fe-a97a1193e070 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:05:11.111726 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e03bb5f-6d06-4fbb-9bdc-cd1769139b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe69b72-7d45-48e6-bd38-24eb5648e6c0', 'code': 200} Jan 28 03:05:11.119380 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=dbe69b72-7d45-48e6-bd38-24eb5648e6c0,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:11.149815 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-754d0166-51d8-49bc-b9b3-6797dcbcc673 None None] Port 5940118f-9f78-4b24-b10e-16ab4396a3aa cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:05:11.223191 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af8a7f0-4cdf-45d5-bad6-26cb9c0186d1 None None] Sync routers for ids ['027d7feb-fbfc-487d-837e-4d90ec7daa39'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:05:11.238801 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af8a7f0-4cdf-45d5-bad6-26cb9c0186d1 None None] Routers {'027d7feb-fbfc-487d-837e-4d90ec7daa39'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:05:11.239789 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-5af8a7f0-4cdf-45d5-bad6-26cb9c0186d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:05:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['027d7feb-fbfc-487d-837e-4d90ec7daa39'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:05:11.553702 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32254ef-5171-4d8b-b0d7-8edafa05545b req-b8674b21-ac85-46e8-b0c8-abfddb37cbc6 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:11.564475 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c32254ef-5171-4d8b-b0d7-8edafa05545b req-b8674b21-ac85-46e8-b0c8-abfddb37cbc6 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e03bb5f-6d06-4fbb-9bdc-cd1769139b7a HTTP/1.1" status: 200 len: 945 time: 0.1660593 Jan 28 03:05:11.614053 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf691f77-4cc4-43d6-9180-9f8bdb152e62 req-52a82233-9f2b-4e9e-bcc2-3f064d4cd885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:11.616469 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bf691f77-4cc4-43d6-9180-9f8bdb152e62 req-52a82233-9f2b-4e9e-bcc2-3f064d4cd885 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0e03bb5f-6d06-4fbb-9bdc-cd1769139b7a HTTP/1.1" status: 200 len: 1097 time: 0.2065787 Jan 28 03:05:11.694532 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-5af8a7f0-4cdf-45d5-bad6-26cb9c0186d1 None None] Set router 027d7feb-fbfc-487d-837e-4d90ec7daa39 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:05:11.704804 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c32254ef-5171-4d8b-b0d7-8edafa05545b req-3de2fd12-90f8-4718-a16e-164a49d6269f tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/security-groups?id=96e0a976-f8d9-458d-8693-171663d1775c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391664 Jan 28 03:05:11.863753 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 33da5c23-1835-41e3-9d77-1428f4b7fbbd up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:05:11.941678 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bf691f77-4cc4-43d6-9180-9f8bdb152e62 req-75c85d11-f6f0-4828-998c-61daf48acd0d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=96e0a976-f8d9-458d-8693-171663d1775c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076401 Jan 28 03:05:12.000823 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 33da5c23-1835-41e3-9d77-1428f4b7fbbd triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:05:12.001377 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (33da5c23-1835-41e3-9d77-1428f4b7fbbd), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:12.135091 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-5af8a7f0-4cdf-45d5-bad6-26cb9c0186d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'name': 'tempest-AttachVolumeTestJSON-665389209-router', 'tenant_id': 'f89e990f7f004133b0af85a906874094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'dd5fd4d5-0c0a-4361-a47b-fd29934f3939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:04:52Z', 'updated_at': '2022-01-28T03:05:09Z', 'revision_number': 4, 'project_id': 'f89e990f7f004133b0af85a906874094', 'gw_port': {'id': 'dd5fd4d5-0c0a-4361-a47b-fd29934f3939', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:04:55Z', 'updated_at': '2022-01-28T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '5940118f-9f78-4b24-b10e-16ab4396a3aa', 'name': '', 'network_id': 'f4ded625-2395-4b5b-8619-6207cf127af3', 'tenant_id': 'f89e990f7f004133b0af85a906874094', 'mac_address': 'fa:16:3e:91:f4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '06dde70e-a1cf-43e5-9a09-417a59ad5656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:05:05Z', 'updated_at': '2022-01-28T03:05:09Z', 'revision_number': 2, 'project_id': 'f89e990f7f004133b0af85a906874094', 'subnets': [{'id': '06dde70e-a1cf-43e5-9a09-417a59ad5656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:05:12.182197 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af8a7f0-4cdf-45d5-bad6-26cb9c0186d1 None None] Checking router: 027d7feb-fbfc-487d-837e-4d90ec7daa39 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:05:12.184825 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af8a7f0-4cdf-45d5-bad6-26cb9c0186d1 None None] Updating router 027d7feb-fbfc-487d-837e-4d90ec7daa39 port 5940118f-9f78-4b24-b10e-16ab4396a3aa binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:05:12.224169 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 33da5c23-1835-41e3-9d77-1428f4b7fbbd is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:05:12.225180 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (33da5c23-1835-41e3-9d77-1428f4b7fbbd), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:12.262724 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-5af8a7f0-4cdf-45d5-bad6-26cb9c0186d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5940118f-9f78-4b24-b10e-16ab4396a3aa), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:12.272868 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 52648) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:05:12.278766 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-b13d717a-28d6-43b3-8d04-79ca4b5bd94f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-444010798'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:05:12.286152 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b5995441-13b5-44a2-a2e7-e259f7ce6faf tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 885 time: 1.7059057 Jan 28 03:05:12.432700 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 52652) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:05:12.439525 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-372b0016-0ec3-4083-bc0a-3f78ca114650 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1934045802', 'description': 'tempest-description--55308908'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:05:12.472449 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-372b0016-0ec3-4083-bc0a-3f78ca114650 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:12.562042 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 33da5c23-1835-41e3-9d77-1428f4b7fbbd, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=33da5c23-1835-41e3-9d77-1428f4b7fbbd,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:05:12.567889 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (33da5c23-1835-41e3-9d77-1428f4b7fbbd), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:12.635693 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=33da5c23-1835-41e3-9d77-1428f4b7fbbd,revision_number=7']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:12.811596 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-5af8a7f0-4cdf-45d5-bad6-26cb9c0186d1 None None] Publish callbacks [] for port (5940118f-9f78-4b24-b10e-16ab4396a3aa), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:12.813626 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-372b0016-0ec3-4083-bc0a-3f78ca114650 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks [] for security_group (5cfc1d40-004a-4e66-82cd-29f658db29c4), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:12.828638 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-372b0016-0ec3-4083-bc0a-3f78ca114650 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (5cfc1d40-004a-4e66-82cd-29f658db29c4), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:12.830199 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-5af8a7f0-4cdf-45d5-bad6-26cb9c0186d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (5940118f-9f78-4b24-b10e-16ab4396a3aa), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:13.008098 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f16b23-c991-4cf9-8a9c-3d6ccddeb80a req-ed8473fd-f35f-47dd-8d57-7d7b7fcc9474 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:13.010184 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-02f16b23-c991-4cf9-8a9c-3d6ccddeb80a req-ed8473fd-f35f-47dd-8d57-7d7b7fcc9474 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e03bb5f-6d06-4fbb-9bdc-cd1769139b7a HTTP/1.1" status: 200 len: 945 time: 0.1329010 Jan 28 03:05:13.082640 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-372b0016-0ec3-4083-bc0a-3f78ca114650 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:13.092184 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-372b0016-0ec3-4083-bc0a-3f78ca114650 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6565406 Jan 28 03:05:13.094448 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52670) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:05:13.100973 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a25a7-09f3-4827-81bc-424ed6ff8902 None None] Pushing event updated for resources: {'Port': ['ID=5940118f-9f78-4b24-b10e-16ab4396a3aa,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:13.106719 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b0016-0ec3-4083-bc0a-3f78ca114650 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cfc1d40-004a-4e66-82cd-29f658db29c4,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:13.112803 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2296c6-bc73-4b52-8392-e09a70158b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33da5c23-1835-41e3-9d77-1428f4b7fbbd'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:05:13.116464 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb4deff-f2b0-422c-90c8-5ab59f53520d" -d '{"events": [{"server_uuid": "3a2296c6-bc73-4b52-8392-e09a70158b7b", "name": "network-vif-plugged", "status": "completed", "tag": "33da5c23-1835-41e3-9d77-1428f4b7fbbd"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:05:13.127998 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-d8c746c8-6d33-4c87-948e-1ee5009ae9b5 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Request body: {'security_group_rule': {'security_group_id': '5cfc1d40-004a-4e66-82cd-29f658db29c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:05:13.172268 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-5af8a7f0-4cdf-45d5-bad6-26cb9c0186d1 None None] Attempting to bind port 5940118f-9f78-4b24-b10e-16ab4396a3aa on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:05:13.173525 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-5af8a7f0-4cdf-45d5-bad6-26cb9c0186d1 None None] Attempting to bind port 5940118f-9f78-4b24-b10e-16ab4396a3aa by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '4b8aaf8b-443e-4581-95cb-ce007f1757b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'f4ded625-2395-4b5b-8619-6207cf127af3'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:05:13.174073 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af8a7f0-4cdf-45d5-bad6-26cb9c0186d1 None None] Attempting to bind port 5940118f-9f78-4b24-b10e-16ab4396a3aa on network f4ded625-2395-4b5b-8619-6207cf127af3 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:05:13.181807 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af8a7f0-4cdf-45d5-bad6-26cb9c0186d1 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:05:13.182240 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af8a7f0-4cdf-45d5-bad6-26cb9c0186d1 None None] Checking segment: {'id': '4b8aaf8b-443e-4581-95cb-ce007f1757b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'f4ded625-2395-4b5b-8619-6207cf127af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:05:13.182594 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-5af8a7f0-4cdf-45d5-bad6-26cb9c0186d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:13.183496 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af8a7f0-4cdf-45d5-bad6-26cb9c0186d1 None None] Bound using segment: {'id': '4b8aaf8b-443e-4581-95cb-ce007f1757b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'f4ded625-2395-4b5b-8619-6207cf127af3'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:05:13.183994 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-5af8a7f0-4cdf-45d5-bad6-26cb9c0186d1 None None] Bound port: 5940118f-9f78-4b24-b10e-16ab4396a3aa, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b8aaf8b-443e-4581-95cb-ce007f1757b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'f4ded625-2395-4b5b-8619-6207cf127af3'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:05:13.184384 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-5af8a7f0-4cdf-45d5-bad6-26cb9c0186d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5940118f-9f78-4b24-b10e-16ab4396a3aa), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:13.257869 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-02f16b23-c991-4cf9-8a9c-3d6ccddeb80a req-a2ce9f75-53ed-4b0a-8141-96eee05bc8e5 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/security-groups?id=96e0a976-f8d9-458d-8693-171663d1775c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372880 Jan 28 03:05:13.296291 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a951a1ac-8034-4a49-a22c-64e9fed2a1bc x-openstack-request-id: req-a951a1ac-8034-4a49-a22c-64e9fed2a1bc {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:05:13.296593 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2296c6-bc73-4b52-8392-e09a70158b7b", "name": "network-vif-plugged", "status": "completed", "tag": "33da5c23-1835-41e3-9d77-1428f4b7fbbd", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:05:13.296846 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a951a1ac-8034-4a49-a22c-64e9fed2a1bc {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:05:13.297367 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2296c6-bc73-4b52-8392-e09a70158b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33da5c23-1835-41e3-9d77-1428f4b7fbbd', 'code': 200} Jan 28 03:05:13.304604 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d8c746c8-6d33-4c87-948e-1ee5009ae9b5 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks [] for security_group_rule (4fc7aaf2-8f3f-4ab0-9809-074b6861d60c), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:13.321474 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b13d717a-28d6-43b3-8d04-79ca4b5bd94f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23253'] for router (30c9e263-7fc6-4622-a46d-190a9cf6fea4), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:13.346675 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b13d717a-28d6-43b3-8d04-79ca4b5bd94f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3876279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3876284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3877649'] for router (30c9e263-7fc6-4622-a46d-190a9cf6fea4), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:13.352854 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-5af8a7f0-4cdf-45d5-bad6-26cb9c0186d1 None None] For port 5940118f-9f78-4b24-b10e-16ab4396a3aa, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:05:13.359984 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-5af8a7f0-4cdf-45d5-bad6-26cb9c0186d1 None None] For port 5940118f-9f78-4b24-b10e-16ab4396a3aa, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=5940118f-9f78-4b24-b10e-16ab4396a3aa,segment=NetworkSegment(4b8aaf8b-443e-4581-95cb-ce007f1757b3),segment_id=4b8aaf8b-443e-4581-95cb-ce007f1757b3)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:05:13.366804 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-5af8a7f0-4cdf-45d5-bad6-26cb9c0186d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (5940118f-9f78-4b24-b10e-16ab4396a3aa), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:13.448844 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d8c746c8-6d33-4c87-948e-1ee5009ae9b5 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks [] for security_group_rule (4fc7aaf2-8f3f-4ab0-9809-074b6861d60c), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:13.456627 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d8c746c8-6d33-4c87-948e-1ee5009ae9b5 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (4fc7aaf2-8f3f-4ab0-9809-074b6861d60c), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:13.470903 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-6ae0b481-e424-4d4c-9ba6-f10ed019774d None None] Provisioning complete for port 5940118f-9f78-4b24-b10e-16ab4396a3aa triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:05:13.477305 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6ae0b481-e424-4d4c-9ba6-f10ed019774d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (5940118f-9f78-4b24-b10e-16ab4396a3aa), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:13.519783 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a25a7-09f3-4827-81bc-424ed6ff8902 None None] Pushing event updated for resources: {'Port': ['ID=5940118f-9f78-4b24-b10e-16ab4396a3aa,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:13.538643 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c746c8-6d33-4c87-948e-1ee5009ae9b5 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fc7aaf2-8f3f-4ab0-9809-074b6861d60c,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:13.555431 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af8a7f0-4cdf-45d5-bad6-26cb9c0186d1 None None] Routers {'027d7feb-fbfc-487d-837e-4d90ec7daa39'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:05:13.556071 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-5af8a7f0-4cdf-45d5-bad6-26cb9c0186d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:05:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['027d7feb-fbfc-487d-837e-4d90ec7daa39'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:05:13.571817 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d8c746c8-6d33-4c87-948e-1ee5009ae9b5 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:13.579839 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d8c746c8-6d33-4c87-948e-1ee5009ae9b5 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4813869 Jan 28 03:05:13.581836 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52680) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:05:13.594105 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c746c8-6d33-4c87-948e-1ee5009ae9b5 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:13.594693 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c746c8-6d33-4c87-948e-1ee5009ae9b5 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:13.595244 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c746c8-6d33-4c87-948e-1ee5009ae9b5 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:13.595799 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c746c8-6d33-4c87-948e-1ee5009ae9b5 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:13.596416 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c746c8-6d33-4c87-948e-1ee5009ae9b5 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:13.600404 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c746c8-6d33-4c87-948e-1ee5009ae9b5 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:13.604466 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c746c8-6d33-4c87-948e-1ee5009ae9b5 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:13.605097 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c746c8-6d33-4c87-948e-1ee5009ae9b5 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:13.605658 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c746c8-6d33-4c87-948e-1ee5009ae9b5 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:13.606482 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c746c8-6d33-4c87-948e-1ee5009ae9b5 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:13.610177 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c746c8-6d33-4c87-948e-1ee5009ae9b5 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:13.614290 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c746c8-6d33-4c87-948e-1ee5009ae9b5 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:13.615092 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c746c8-6d33-4c87-948e-1ee5009ae9b5 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:13.629808 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13d717a-28d6-43b3-8d04-79ca4b5bd94f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Router 30c9e263-7fc6-4622-a46d-190a9cf6fea4 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:05:13.638656 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-477f943b-5dd6-43c3-baed-a3993c3e8f09 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Request body: {'security_group_rule': {'security_group_id': '5cfc1d40-004a-4e66-82cd-29f658db29c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:05:13.728361 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-477f943b-5dd6-43c3-baed-a3993c3e8f09 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks [] for security_group_rule (5e15369b-2fce-4a0f-9350-45e8b817e235), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:13.762662 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-6ae0b481-e424-4d4c-9ba6-f10ed019774d None None] Current status of the port 5940118f-9f78-4b24-b10e-16ab4396a3aa is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:05:13.763717 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6ae0b481-e424-4d4c-9ba6-f10ed019774d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5940118f-9f78-4b24-b10e-16ab4396a3aa), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:13.840821 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-6ae0b481-e424-4d4c-9ba6-f10ed019774d None None] For port 5940118f-9f78-4b24-b10e-16ab4396a3aa, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=5940118f-9f78-4b24-b10e-16ab4396a3aa,segment=NetworkSegment(4b8aaf8b-443e-4581-95cb-ce007f1757b3),segment_id=4b8aaf8b-443e-4581-95cb-ce007f1757b3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:05:13.849476 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6ae0b481-e424-4d4c-9ba6-f10ed019774d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (5940118f-9f78-4b24-b10e-16ab4396a3aa), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:13.865727 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13d717a-28d6-43b3-8d04-79ca4b5bd94f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:05:13.881428 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b13d717a-28d6-43b3-8d04-79ca4b5bd94f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:13.882716 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b13d717a-28d6-43b3-8d04-79ca4b5bd94f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "PUT /v2.0/routers/30c9e263-7fc6-4622-a46d-190a9cf6fea4 HTTP/1.1" status: 200 len: 889 time: 1.6081605 Jan 28 03:05:13.888229 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a730597b-90e8-4e8c-b202-f2e15772b091 None None] Sync routers for ids ['30c9e263-7fc6-4622-a46d-190a9cf6fea4'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:05:13.890282 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 52690) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:05:13.914033 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a730597b-90e8-4e8c-b202-f2e15772b091 None None] Routers {'30c9e263-7fc6-4622-a46d-190a9cf6fea4'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:05:13.915090 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-a730597b-90e8-4e8c-b202-f2e15772b091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:05:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['30c9e263-7fc6-4622-a46d-190a9cf6fea4'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:05:13.919962 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-5af8a7f0-4cdf-45d5-bad6-26cb9c0186d1 None None] Set router 027d7feb-fbfc-487d-837e-4d90ec7daa39 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:05:13.966028 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-a730597b-90e8-4e8c-b202-f2e15772b091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:05:13.971920 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-477f943b-5dd6-43c3-baed-a3993c3e8f09 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks [] for security_group_rule (5e15369b-2fce-4a0f-9350-45e8b817e235), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:13.980284 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-477f943b-5dd6-43c3-baed-a3993c3e8f09 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (5e15369b-2fce-4a0f-9350-45e8b817e235), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:14.017036 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a730597b-90e8-4e8c-b202-f2e15772b091 None None] Routers {'30c9e263-7fc6-4622-a46d-190a9cf6fea4'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:05:14.017950 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-a730597b-90e8-4e8c-b202-f2e15772b091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:05:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['30c9e263-7fc6-4622-a46d-190a9cf6fea4'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:05:14.029133 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-b433d1ae-05d8-40a9-bcc6-05b2818577b2 None None] Provisioning complete for port 5940118f-9f78-4b24-b10e-16ab4396a3aa triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:05:14.029667 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b433d1ae-05d8-40a9-bcc6-05b2818577b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (5940118f-9f78-4b24-b10e-16ab4396a3aa), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:14.088485 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f943b-5dd6-43c3-baed-a3993c3e8f09 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e15369b-2fce-4a0f-9350-45e8b817e235,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:14.148844 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-477f943b-5dd6-43c3-baed-a3993c3e8f09 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:14.151929 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-477f943b-5dd6-43c3-baed-a3993c3e8f09 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5273290 Jan 28 03:05:14.154772 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52708) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:05:14.174880 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-f41f95ee-33c8-48d6-ba10-863dde54ee9d tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:05:14.204142 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae0b481-e424-4d4c-9ba6-f10ed019774d None None] Pushing event updated for resources: {'Port': ['ID=5940118f-9f78-4b24-b10e-16ab4396a3aa,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:14.235319 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-3a1b0906-ae48-4408-ba30-55f107366fcd tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "GET /v2.0/routers/30c9e263-7fc6-4622-a46d-190a9cf6fea4 HTTP/1.1" status: 200 len: 889 time: 0.3433368 Jan 28 03:05:14.237959 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52712) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:05:14.256308 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f41f95ee-33c8-48d6-ba10-863dde54ee9d tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:14.258159 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-a730597b-90e8-4e8c-b202-f2e15772b091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:05:14.264206 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a730597b-90e8-4e8c-b202-f2e15772b091 None None] The sync data for ids ['30c9e263-7fc6-4622-a46d-190a9cf6fea4'] in n-d-712139-27 is: [] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:05:14.311861 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7c560d66-ef45-461d-acbb-77a78341254e tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "GET /v2.0/ports?device_id=30c9e263-7fc6-4622-a46d-190a9cf6fea4 HTTP/1.1" status: 200 len: 205 time: 0.0721350 Jan 28 03:05:14.314955 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 52718) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:05:14.430072 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-b433d1ae-05d8-40a9-bcc6-05b2818577b2 None None] Current status of the port 5940118f-9f78-4b24-b10e-16ab4396a3aa is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:05:14.585532 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-5af8a7f0-4cdf-45d5-bad6-26cb9c0186d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'name': 'tempest-AttachVolumeTestJSON-665389209-router', 'tenant_id': 'f89e990f7f004133b0af85a906874094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'dd5fd4d5-0c0a-4361-a47b-fd29934f3939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:04:52Z', 'updated_at': '2022-01-28T03:05:09Z', 'revision_number': 4, 'project_id': 'f89e990f7f004133b0af85a906874094', 'gw_port': {'id': 'dd5fd4d5-0c0a-4361-a47b-fd29934f3939', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:04:55Z', 'updated_at': '2022-01-28T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '5940118f-9f78-4b24-b10e-16ab4396a3aa', 'name': '', 'network_id': 'f4ded625-2395-4b5b-8619-6207cf127af3', 'tenant_id': 'f89e990f7f004133b0af85a906874094', 'mac_address': 'fa:16:3e:91:f4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '06dde70e-a1cf-43e5-9a09-417a59ad5656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:05:05Z', 'updated_at': '2022-01-28T03:05:13Z', 'revision_number': 4, 'project_id': 'f89e990f7f004133b0af85a906874094', 'subnets': [{'id': '06dde70e-a1cf-43e5-9a09-417a59ad5656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:05:14.586182 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e19ed-9e0f-4607-83f5-775098ebc1de req-d4c52983-7307-4c30-968c-80226e3690f5 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:14.593673 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e56e19ed-9e0f-4607-83f5-775098ebc1de req-d4c52983-7307-4c30-968c-80226e3690f5 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e03bb5f-6d06-4fbb-9bdc-cd1769139b7a HTTP/1.1" status: 200 len: 945 time: 0.1370327 Jan 28 03:05:14.650234 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f41f95ee-33c8-48d6-ba10-863dde54ee9d tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:14.691762 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af8a7f0-4cdf-45d5-bad6-26cb9c0186d1 None None] The sync data for ids ['027d7feb-fbfc-487d-837e-4d90ec7daa39'] in n-d-712139-27 is: [{'id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'name': 'tempest-AttachVolumeTestJSON-665389209-router', 'tenant_id': 'f89e990f7f004133b0af85a906874094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'dd5fd4d5-0c0a-4361-a47b-fd29934f3939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:04:52Z', 'updated_at': '2022-01-28T03:05:09Z', 'revision_number': 4, 'project_id': 'f89e990f7f004133b0af85a906874094', 'gw_port': {'id': 'dd5fd4d5-0c0a-4361-a47b-fd29934f3939', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:04:55Z', 'updated_at': '2022-01-28T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '5940118f-9f78-4b24-b10e-16ab4396a3aa', 'name': '', 'network_id': 'f4ded625-2395-4b5b-8619-6207cf127af3', 'tenant_id': 'f89e990f7f004133b0af85a906874094', 'mac_address': 'fa:16:3e:91:f4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '06dde70e-a1cf-43e5-9a09-417a59ad5656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:05:05Z', 'updated_at': '2022-01-28T03:05:13Z', 'revision_number': 4, 'project_id': 'f89e990f7f004133b0af85a906874094', 'subnets': [{'id': '06dde70e-a1cf-43e5-9a09-417a59ad5656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:05:14.712817 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-442fe0ff-1eda-4c67-93c1-a7b874f777e6 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for router (30c9e263-7fc6-4622-a46d-190a9cf6fea4), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:14.923678 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-f41f95ee-33c8-48d6-ba10-863dde54ee9d tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Allocated IP 172.25.0.21 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/bcb6efbe-e2b4-463f-a0dd-80fbb8a6c098) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:05:14.924894 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-442fe0ff-1eda-4c67-93c1-a7b874f777e6 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for router_gateway (30c9e263-7fc6-4622-a46d-190a9cf6fea4), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:15.025886 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e56e19ed-9e0f-4607-83f5-775098ebc1de req-f9dba329-2704-4023-9058-b532dd325d3e tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/security-groups?id=96e0a976-f8d9-458d-8693-171663d1775c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4312534 Jan 28 03:05:15.101730 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-442fe0ff-1eda-4c67-93c1-a7b874f777e6 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Deleting port 51f4e378-a983-4d9f-9f4a-a5acdb39b516 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:05:15.102495 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-442fe0ff-1eda-4c67-93c1-a7b874f777e6 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (51f4e378-a983-4d9f-9f4a-a5acdb39b516), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:15.134913 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 5940118f-9f78-4b24-b10e-16ab4396a3aa up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:05:15.368843 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f41f95ee-33c8-48d6-ba10-863dde54ee9d tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks [] for port (bcb6efbe-e2b4-463f-a0dd-80fbb8a6c098), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:15.394021 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 5940118f-9f78-4b24-b10e-16ab4396a3aa triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:05:15.394613 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (5940118f-9f78-4b24-b10e-16ab4396a3aa), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:15.445535 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-442fe0ff-1eda-4c67-93c1-a7b874f777e6 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (51f4e378-a983-4d9f-9f4a-a5acdb39b516), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:15.473908 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-442fe0ff-1eda-4c67-93c1-a7b874f777e6 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Calling delete_port for 51f4e378-a983-4d9f-9f4a-a5acdb39b516 owned by network:router_gateway {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:05:15.593377 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 5940118f-9f78-4b24-b10e-16ab4396a3aa is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:05:15.593616 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f41f95ee-33c8-48d6-ba10-863dde54ee9d tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (bcb6efbe-e2b4-463f-a0dd-80fbb8a6c098), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:15.883519 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f95ee-33c8-48d6-ba10-863dde54ee9d tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Pushing event updated for resources: {'Port': ['ID=bcb6efbe-e2b4-463f-a0dd-80fbb8a6c098,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:15.942333 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b003cb-4847-486e-82e5-ba531c5a4274 req-24f01a6d-710c-4b08-aafa-60365d30104b tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:15.945527 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d3b003cb-4847-486e-82e5-ba531c5a4274 req-24f01a6d-710c-4b08-aafa-60365d30104b tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e03bb5f-6d06-4fbb-9bdc-cd1769139b7a HTTP/1.1" status: 200 len: 945 time: 0.4614632 Jan 28 03:05:15.948606 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41f95ee-33c8-48d6-ba10-863dde54ee9d tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:05:15.951220 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-f41f95ee-33c8-48d6-ba10-863dde54ee9d tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:05:16.004132 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41f95ee-33c8-48d6-ba10-863dde54ee9d tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:05:16.401145 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d3b003cb-4847-486e-82e5-ba531c5a4274 req-04368ff0-97e4-4483-baa3-c160dd7012ab tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/security-groups?id=96e0a976-f8d9-458d-8693-171663d1775c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4455850 Jan 28 03:05:16.422865 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f41f95ee-33c8-48d6-ba10-863dde54ee9d tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks [] for floatingip (2cbbd883-1109-46c0-8b5c-af00f5df2969), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:16.559350 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f41f95ee-33c8-48d6-ba10-863dde54ee9d tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (bcb6efbe-e2b4-463f-a0dd-80fbb8a6c098), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:16.710764 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-442fe0ff-1eda-4c67-93c1-a7b874f777e6 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (51f4e378-a983-4d9f-9f4a-a5acdb39b516), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:16.790364 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442fe0ff-1eda-4c67-93c1-a7b874f777e6 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event deleted for resources: {'Port': ['ID=51f4e378-a983-4d9f-9f4a-a5acdb39b516,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:17.041495 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-442fe0ff-1eda-4c67-93c1-a7b874f777e6 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (30c9e263-7fc6-4622-a46d-190a9cf6fea4), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:17.299200 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f41f95ee-33c8-48d6-ba10-863dde54ee9d tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks [] for port (bcb6efbe-e2b4-463f-a0dd-80fbb8a6c098), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:17.310178 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f41f95ee-33c8-48d6-ba10-863dde54ee9d tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (bcb6efbe-e2b4-463f-a0dd-80fbb8a6c098), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:17.418466 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f95ee-33c8-48d6-ba10-863dde54ee9d tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Pushing event updated for resources: {'Port': ['ID=bcb6efbe-e2b4-463f-a0dd-80fbb8a6c098,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:17.480212 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-442fe0ff-1eda-4c67-93c1-a7b874f777e6 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (30c9e263-7fc6-4622-a46d-190a9cf6fea4), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:17.484298 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-442fe0ff-1eda-4c67-93c1-a7b874f777e6 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for router_controller (30c9e263-7fc6-4622-a46d-190a9cf6fea4), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:17.564900 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f41f95ee-33c8-48d6-ba10-863dde54ee9d tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (2cbbd883-1109-46c0-8b5c-af00f5df2969), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:17.605651 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f41f95ee-33c8-48d6-ba10-863dde54ee9d tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:17.613873 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f41f95ee-33c8-48d6-ba10-863dde54ee9d tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4579456 Jan 28 03:05:17.619542 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666aa01d-4e6a-461b-a29e-9dc7a1eaf6c6 req-7fff974f-de45-48fa-8f76-5c7682abaae8 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:17.630611 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-666aa01d-4e6a-461b-a29e-9dc7a1eaf6c6 req-7fff974f-de45-48fa-8f76-5c7682abaae8 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e03bb5f-6d06-4fbb-9bdc-cd1769139b7a HTTP/1.1" status: 200 len: 945 time: 0.4540534 Jan 28 03:05:17.684393 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-442fe0ff-1eda-4c67-93c1-a7b874f777e6 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (30c9e263-7fc6-4622-a46d-190a9cf6fea4), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:17.689187 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442fe0ff-1eda-4c67-93c1-a7b874f777e6 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Fanout notify agent at l3_agent the message router_deleted on router 30c9e263-7fc6-4622-a46d-190a9cf6fea4 {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:05:17.710576 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-442fe0ff-1eda-4c67-93c1-a7b874f777e6 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:17.724147 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52802) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:05:17.726709 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-442fe0ff-1eda-4c67-93c1-a7b874f777e6 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "DELETE /v2.0/routers/30c9e263-7fc6-4622-a46d-190a9cf6fea4 HTTP/1.1" status: 204 len: 168 time: 3.4101286 Jan 28 03:05:17.733378 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-9647ad11-684b-408b-b946-66337c2bc5be tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1953605332'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:05:17.830437 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9647ad11-684b-408b-b946-66337c2bc5be tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Made reservation on behalf of 9b767bd768424bc897d9104ad9f6b8d5 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:05:17.843779 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-666aa01d-4e6a-461b-a29e-9dc7a1eaf6c6 req-bc1680d1-1481-4dc1-955c-a8088b94828d tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/security-groups?id=96e0a976-f8d9-458d-8693-171663d1775c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108417 Jan 28 03:05:17.848164 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9647ad11-684b-408b-b946-66337c2bc5be tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:17.936856 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9647ad11-684b-408b-b946-66337c2bc5be tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:05:18.013673 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9647ad11-684b-408b-b946-66337c2bc5be tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (e662aea4-4ed7-4458-894b-f615b5d3a2a9), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:18.014539 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-9647ad11-684b-408b-b946-66337c2bc5be tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Added segment e662aea4-4ed7-4458-894b-f615b5d3a2a9 of type vlan for network 646c403f-f7c5-4b5d-a690-f9cfaa6d1269 Jan 28 03:05:18.050487 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-5b5e9940-0ea0-4526-b141-01c0d57cd00b tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1934045802&fields=id&tenant_id=f89e990f7f004133b0af85a906874094 HTTP/1.1" status: 200 len: 267 time: 0.1837215 Jan 28 03:05:18.286061 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-6bdfcf12-736a-46b7-b715-d766cab3a522 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:18.288458 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-6bdfcf12-736a-46b7-b715-d766cab3a522 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/networks?id=f4ded625-2395-4b5b-8619-6207cf127af3 HTTP/1.1" status: 200 len: 810 time: 0.1934869 Jan 28 03:05:18.290440 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9647ad11-684b-408b-b946-66337c2bc5be tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (646c403f-f7c5-4b5d-a690-f9cfaa6d1269), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:18.358293 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-c5048aec-8244-4c27-8134-b3b60b862ebf tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/quotas/f89e990f7f004133b0af85a906874094 HTTP/1.1" status: 200 len: 375 time: 0.0574043 Jan 28 03:05:18.362084 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9647ad11-684b-408b-b946-66337c2bc5be tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (646c403f-f7c5-4b5d-a690-f9cfaa6d1269), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:18.382636 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9647ad11-684b-408b-b946-66337c2bc5be tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:18.383498 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9647ad11-684b-408b-b946-66337c2bc5be tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:18.482290 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9647ad11-684b-408b-b946-66337c2bc5be tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7533691 Jan 28 03:05:18.484139 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 52822) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:05:18.492942 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-cf880a09-f9fd-4acf-816b-e5fdad63a87e tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Request body: {'subnet': {'network_id': '646c403f-f7c5-4b5d-a690-f9cfaa6d1269', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:05:18.610988 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-2db62f72-68fd-46aa-b2e7-b6f88b6c3308 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f89e990f7f004133b0af85a906874094&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2040393 Jan 28 03:05:18.622202 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9647ad11-684b-408b-b946-66337c2bc5be tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event updated for resources: {'Network': ['ID=646c403f-f7c5-4b5d-a690-f9cfaa6d1269,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:18.634316 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 646c403f-f7c5-4b5d-a690-f9cfaa6d1269 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:05:18.795312 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-789218e5-3838-4b29-8939-6acbd43f5aae service neutron] 10.222.0.53 "GET /v2.0/networks/f4ded625-2395-4b5b-8619-6207cf127af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698723 Jan 28 03:05:18.861355 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf880a09-f9fd-4acf-816b-e5fdad63a87e tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Made reservation on behalf of 9b767bd768424bc897d9104ad9f6b8d5 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:05:18.867581 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cf880a09-f9fd-4acf-816b-e5fdad63a87e tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:19.102991 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-8244e85f-4bad-4dfd-b772-836f2c33165a service neutron] 10.222.0.53 "GET /v2.0/networks/f4ded625-2395-4b5b-8619-6207cf127af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004286 Jan 28 03:05:19.182085 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cf880a09-f9fd-4acf-816b-e5fdad63a87e tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (75e7c2be-7064-403c-b89c-49d8fad362e2), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:19.342187 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf880a09-f9fd-4acf-816b-e5fdad63a87e tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event updated for resources: {'Subnet': ['ID=75e7c2be-7064-403c-b89c-49d8fad362e2,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:19.377661 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40d8d8-377a-46cd-8140-f1535b3c2022 req-5d6cced6-c8c2-4e34-b100-640cc0815252 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:19.379252 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ad40d8d8-377a-46cd-8140-f1535b3c2022 req-5d6cced6-c8c2-4e34-b100-640cc0815252 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e03bb5f-6d06-4fbb-9bdc-cd1769139b7a HTTP/1.1" status: 200 len: 945 time: 0.2874470 Jan 28 03:05:19.519895 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf880a09-f9fd-4acf-816b-e5fdad63a87e tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Checking segment: {'id': 'e662aea4-4ed7-4458-894b-f615b5d3a2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '646c403f-f7c5-4b5d-a690-f9cfaa6d1269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:05:19.520268 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf880a09-f9fd-4acf-816b-e5fdad63a87e tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Network hostable DHCP agents. Network: 646c403f-f7c5-4b5d-a690-f9cfaa6d1269, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:05:19.606369 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ad40d8d8-377a-46cd-8140-f1535b3c2022 req-0a8201ac-8722-4ec8-bea4-5b88d6b1edad tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/security-groups?id=96e0a976-f8d9-458d-8693-171663d1775c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810741 Jan 28 03:05:19.607720 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf880a09-f9fd-4acf-816b-e5fdad63a87e tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Network 646c403f-f7c5-4b5d-a690-f9cfaa6d1269 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:05:19.625248 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-cf880a09-f9fd-4acf-816b-e5fdad63a87e tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 646c403f-f7c5-4b5d-a690-f9cfaa6d1269) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:05:19.634485 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028a6a9e-7b35-441f-86b4-c625c028ba73 None None] Network 646c403f-f7c5-4b5d-a690-f9cfaa6d1269 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:05:19.639185 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf880a09-f9fd-4acf-816b-e5fdad63a87e tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:19.639865 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cf880a09-f9fd-4acf-816b-e5fdad63a87e tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:19.671350 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fa51f81b-fd7c-4819-95f8-cfbc387d07ec req-08e742f4-3426-4068-9b77-69ca21af49f8 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 210 time: 0.1085844 Jan 28 03:05:19.711457 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-cf880a09-f9fd-4acf-816b-e5fdad63a87e tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2251394 Jan 28 03:05:19.714271 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52852) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:05:19.719307 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-3d669a93-0647-400d-8803-288cb5e196b0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-126639365', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:05:19.792377 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3d669a93-0647-400d-8803-288cb5e196b0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (781d676b-1f38-49fd-87f9-7b5aef63961c), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:19.793698 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3d669a93-0647-400d-8803-288cb5e196b0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (781d676b-1f38-49fd-87f9-7b5aef63961c), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:19.836770 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6d9c08-8e77-4dc3-96a0-018754ef8f29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-646c403f-f7c5-4b5d-a690-f9cfaa6d1269', 'network_id': '646c403f-f7c5-4b5d-a690-f9cfaa6d1269', 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'fixed_ips': [{'subnet_id': '75e7c2be-7064-403c-b89c-49d8fad362e2'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:05:19.841043 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4f6d9c08-8e77-4dc3-96a0-018754ef8f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:19.964192 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3d669a93-0647-400d-8803-288cb5e196b0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for router_controller (781d676b-1f38-49fd-87f9-7b5aef63961c), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:19.974611 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3d669a93-0647-400d-8803-288cb5e196b0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (781d676b-1f38-49fd-87f9-7b5aef63961c), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:20.010388 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3d669a93-0647-400d-8803-288cb5e196b0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:20.014279 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3d669a93-0647-400d-8803-288cb5e196b0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2983704 Jan 28 03:05:20.017747 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 52860) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:05:20.206631 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-4f6d9c08-8e77-4dc3-96a0-018754ef8f29 None None] Allocated IP 2001:db8::2 (646c403f-f7c5-4b5d-a690-f9cfaa6d1269/75e7c2be-7064-403c-b89c-49d8fad362e2/986df3aa-d551-4023-9e6e-ab74b9c9b4bd) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:05:20.383208 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2723a-2101-40c5-9fb5-7f64c246b79a req-884f3848-a0c0-4e02-a517-1a63ae364c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:20.384144 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-13d2723a-2101-40c5-9fb5-7f64c246b79a req-884f3848-a0c0-4e02-a517-1a63ae364c63 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=798432a2252b416899a997b531da947c&device_id=0e03bb5f-6d06-4fbb-9bdc-cd1769139b7a HTTP/1.1" status: 200 len: 1097 time: 0.1917558 Jan 28 03:05:20.594083 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8898591-a9a9-42ef-b8f9-a3510af97a8c req-204dd5cf-4c09-45a6-8c71-9874fbd11615 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:20.605018 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e8898591-a9a9-42ef-b8f9-a3510af97a8c req-204dd5cf-4c09-45a6-8c71-9874fbd11615 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e03bb5f-6d06-4fbb-9bdc-cd1769139b7a HTTP/1.1" status: 200 len: 945 time: 0.3213615 Jan 28 03:05:20.644355 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4f6d9c08-8e77-4dc3-96a0-018754ef8f29 None None] Publish callbacks [] for port (986df3aa-d551-4023-9e6e-ab74b9c9b4bd), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:20.684052 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4f6d9c08-8e77-4dc3-96a0-018754ef8f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (986df3aa-d551-4023-9e6e-ab74b9c9b4bd), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:20.728638 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6d9c08-8e77-4dc3-96a0-018754ef8f29 None None] Network 646c403f-f7c5-4b5d-a690-f9cfaa6d1269 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:05:20.741526 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-4f6d9c08-8e77-4dc3-96a0-018754ef8f29 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:05:20.749117 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6d9c08-8e77-4dc3-96a0-018754ef8f29 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:05:20.816786 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e8898591-a9a9-42ef-b8f9-a3510af97a8c req-4c56a695-6af0-4d0b-a9f5-da3952f75ced tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/security-groups?id=96e0a976-f8d9-458d-8693-171663d1775c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055538 Jan 28 03:05:20.965997 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2723a-2101-40c5-9fb5-7f64c246b79a req-104edd20-a23f-4b1b-8945-5b4de10f3d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:20.967520 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-13d2723a-2101-40c5-9fb5-7f64c246b79a req-104edd20-a23f-4b1b-8945-5b4de10f3d49 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e3e084e-c64c-4854-a7b4-691ea8c0972e HTTP/1.1" status: 200 len: 912 time: 0.5722160 Jan 28 03:05:20.977923 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d9c08-8e77-4dc3-96a0-018754ef8f29 None None] Pushing event updated for resources: {'Port': ['ID=986df3aa-d551-4023-9e6e-ab74b9c9b4bd,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:21.018194 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cc7b2d9c-9b85-47ca-b3ef-83051c9884a6 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:21.055856 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-4f6d9c08-8e77-4dc3-96a0-018754ef8f29 None None] Attempting to bind port 986df3aa-d551-4023-9e6e-ab74b9c9b4bd on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:05:21.056223 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-4f6d9c08-8e77-4dc3-96a0-018754ef8f29 None None] Attempting to bind port 986df3aa-d551-4023-9e6e-ab74b9c9b4bd by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e662aea4-4ed7-4458-894b-f615b5d3a2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '646c403f-f7c5-4b5d-a690-f9cfaa6d1269'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:05:21.056592 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6d9c08-8e77-4dc3-96a0-018754ef8f29 None None] Attempting to bind port 986df3aa-d551-4023-9e6e-ab74b9c9b4bd on network 646c403f-f7c5-4b5d-a690-f9cfaa6d1269 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:05:21.081899 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6d9c08-8e77-4dc3-96a0-018754ef8f29 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:05:21.082326 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6d9c08-8e77-4dc3-96a0-018754ef8f29 None None] Checking segment: {'id': 'e662aea4-4ed7-4458-894b-f615b5d3a2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '646c403f-f7c5-4b5d-a690-f9cfaa6d1269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:05:21.082682 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4f6d9c08-8e77-4dc3-96a0-018754ef8f29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:21.083100 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6d9c08-8e77-4dc3-96a0-018754ef8f29 None None] Bound using segment: {'id': 'e662aea4-4ed7-4458-894b-f615b5d3a2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '646c403f-f7c5-4b5d-a690-f9cfaa6d1269'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:05:21.083595 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-4f6d9c08-8e77-4dc3-96a0-018754ef8f29 None None] Bound port: 986df3aa-d551-4023-9e6e-ab74b9c9b4bd, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e662aea4-4ed7-4458-894b-f615b5d3a2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '646c403f-f7c5-4b5d-a690-f9cfaa6d1269'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:05:21.083979 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4f6d9c08-8e77-4dc3-96a0-018754ef8f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (986df3aa-d551-4023-9e6e-ab74b9c9b4bd), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:21.119874 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5cf464e6-71ef-4e4a-b811-37c2c292c5e6 req-ce97c73d-55d9-4b11-a513-52ac3ae1dde2 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 210 time: 0.1368389 Jan 28 03:05:21.129209 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-13d2723a-2101-40c5-9fb5-7f64c246b79a req-84cc70b3-b1c4-4297-a169-05762033b62a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbe69b72-7d45-48e6-bd38-24eb5648e6c0 HTTP/1.1" status: 200 len: 217 time: 0.0984056 Jan 28 03:05:21.228358 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-4f6d9c08-8e77-4dc3-96a0-018754ef8f29 None None] For port 986df3aa-d551-4023-9e6e-ab74b9c9b4bd, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:05:21.246378 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-4f6d9c08-8e77-4dc3-96a0-018754ef8f29 None None] For port 986df3aa-d551-4023-9e6e-ab74b9c9b4bd, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=986df3aa-d551-4023-9e6e-ab74b9c9b4bd,segment=NetworkSegment(e662aea4-4ed7-4458-894b-f615b5d3a2a9),segment_id=e662aea4-4ed7-4458-894b-f615b5d3a2a9)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:05:21.258499 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4f6d9c08-8e77-4dc3-96a0-018754ef8f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (986df3aa-d551-4023-9e6e-ab74b9c9b4bd), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:21.270165 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2723a-2101-40c5-9fb5-7f64c246b79a req-ba5b4f80-018e-480a-8dee-5244d4f99534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:21.275011 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-13d2723a-2101-40c5-9fb5-7f64c246b79a req-ba5b4f80-018e-480a-8dee-5244d4f99534 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a2f888f2-182e-40a9-908b-746abe74f5c2 HTTP/1.1" status: 200 len: 851 time: 0.1412895 Jan 28 03:05:21.375880 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-13d2723a-2101-40c5-9fb5-7f64c246b79a req-76b2da51-53b5-4cbb-91a6-91a3a373ca34 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e3e084e-c64c-4854-a7b4-691ea8c0972e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931787 Jan 28 03:05:21.449545 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d9c08-8e77-4dc3-96a0-018754ef8f29 None None] Pushing event updated for resources: {'Port': ['ID=986df3aa-d551-4023-9e6e-ab74b9c9b4bd,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:21.474925 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d78b76-673d-4989-a59c-90ce46142db3 req-002594f7-29ad-401c-894f-4cca896445c6 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:21.486800 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d78b76-673d-4989-a59c-90ce46142db3 req-002594f7-29ad-401c-894f-4cca896445c6 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:21.496109 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d78b76-673d-4989-a59c-90ce46142db3 req-002594f7-29ad-401c-894f-4cca896445c6 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:21.502923 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d78b76-673d-4989-a59c-90ce46142db3 req-002594f7-29ad-401c-894f-4cca896445c6 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:21.514435 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d78b76-673d-4989-a59c-90ce46142db3 req-002594f7-29ad-401c-894f-4cca896445c6 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:21.521756 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d78b76-673d-4989-a59c-90ce46142db3 req-002594f7-29ad-401c-894f-4cca896445c6 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:21.531156 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d78b76-673d-4989-a59c-90ce46142db3 req-002594f7-29ad-401c-894f-4cca896445c6 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:21.546158 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a7d78b76-673d-4989-a59c-90ce46142db3 req-002594f7-29ad-401c-894f-4cca896445c6 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 5435 time: 0.4644163 Jan 28 03:05:21.589891 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-13d2723a-2101-40c5-9fb5-7f64c246b79a req-50a193ba-2f23-400c-8cbe-5931b0bfb8d4 service neutron] 10.222.0.39 "GET /v2.0/networks/9e3e084e-c64c-4854-a7b4-691ea8c0972e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997287 Jan 28 03:05:21.825172 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a7d78b76-673d-4989-a59c-90ce46142db3 req-96b94296-680c-42c2-b5b9-1966e4490054 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&id=3711f489-87e7-4ab3-8353-77075d27f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2763536 Jan 28 03:05:21.903875 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-13d2723a-2101-40c5-9fb5-7f64c246b79a req-86d22cab-23b5-4e97-b30b-26baac9cc622 service neutron] 10.222.0.39 "GET /v2.0/networks/9e3e084e-c64c-4854-a7b4-691ea8c0972e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071289 Jan 28 03:05:22.174868 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b2898-a41e-42c7-b725-8780fcaa5183 req-d2e3fce2-b2b1-4f27-9cf8-fb4ec58e66ce tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:22.177523 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-099b2898-a41e-42c7-b725-8780fcaa5183 req-d2e3fce2-b2b1-4f27-9cf8-fb4ec58e66ce tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e03bb5f-6d06-4fbb-9bdc-cd1769139b7a HTTP/1.1" status: 200 len: 945 time: 0.1613111 Jan 28 03:05:22.357608 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-099b2898-a41e-42c7-b725-8780fcaa5183 req-bd54e35c-b0c0-4506-82f3-c81b073d96ea tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/security-groups?id=96e0a976-f8d9-458d-8693-171663d1775c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630449 Jan 28 03:05:22.400086 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-6e10e4c1-68da-43c2-ac75-1b29b974e547 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:22.402080 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-6e10e4c1-68da-43c2-ac75-1b29b974e547 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.39 "GET /v2.0/networks?id=f4ded625-2395-4b5b-8619-6207cf127af3 HTTP/1.1" status: 200 len: 810 time: 0.5678568 Jan 28 03:05:22.431439 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-cc7b2d9c-9b85-47ca-b3ef-83051c9884a6 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Allocated IP 2001:db8::1 (646c403f-f7c5-4b5d-a690-f9cfaa6d1269/75e7c2be-7064-403c-b89c-49d8fad362e2/e8ad14f5-5254-4556-8177-76c2a2173e6f) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:05:22.522642 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-43e2aad9-24e9-4545-873d-14bc5933f1f4 req-f42bd954-0ae5-49c2-888e-8ab080d1220a tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 210 time: 0.0773427 Jan 28 03:05:22.671522 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-5b06f5a3-c4ff-4810-ac23-72cf5d61c4c4 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:22.686827 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-5b06f5a3-c4ff-4810-ac23-72cf5d61c4c4 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:22.704898 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-5b06f5a3-c4ff-4810-ac23-72cf5d61c4c4 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:22.736881 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-5b06f5a3-c4ff-4810-ac23-72cf5d61c4c4 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:22.757886 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-5b06f5a3-c4ff-4810-ac23-72cf5d61c4c4 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:22.769363 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-5b06f5a3-c4ff-4810-ac23-72cf5d61c4c4 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:22.775235 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-5b06f5a3-c4ff-4810-ac23-72cf5d61c4c4 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:22.777561 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-5b06f5a3-c4ff-4810-ac23-72cf5d61c4c4 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 5435 time: 0.4950573 Jan 28 03:05:23.231407 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-803c08e0-56a2-4e4d-91ac-9b7e8b4b865c tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f89e990f7f004133b0af85a906874094 HTTP/1.1" status: 200 len: 380 time: 0.7838399 Jan 28 03:05:23.285315 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-a0ebc93e-92e9-4796-a098-eb20e855ab90 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Request body: {'port': {'device_id': 'a7247e70-d644-443b-b94e-084b37c5560e', 'network_id': 'f4ded625-2395-4b5b-8619-6207cf127af3', 'admin_state_up': True, 'tenant_id': 'f89e990f7f004133b0af85a906874094', 'security_groups': ['5cfc1d40-004a-4e66-82cd-29f658db29c4']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:05:23.336777 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-2891d935-9111-4a99-bac5-fcd8d8666185 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:23.346032 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 986df3aa-d551-4023-9e6e-ab74b9c9b4bd up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:05:23.361767 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1cafb7-becf-4c39-8227-2a9180ed37ce req-2be9a7f4-ab00-4a1e-9715-acfa351f9d85 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:23.363781 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-2891d935-9111-4a99-bac5-fcd8d8666185 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.67 "GET /v2.0/ports/b7ea256c-1185-43f6-ab32-04eda1634fc5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.5707386 Jan 28 03:05:23.412515 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1cafb7-becf-4c39-8227-2a9180ed37ce req-2be9a7f4-ab00-4a1e-9715-acfa351f9d85 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:23.443947 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1cafb7-becf-4c39-8227-2a9180ed37ce req-2be9a7f4-ab00-4a1e-9715-acfa351f9d85 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:23.466143 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1cafb7-becf-4c39-8227-2a9180ed37ce req-2be9a7f4-ab00-4a1e-9715-acfa351f9d85 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:23.480437 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 986df3aa-d551-4023-9e6e-ab74b9c9b4bd triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:05:23.486241 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (986df3aa-d551-4023-9e6e-ab74b9c9b4bd), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:23.489574 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1cafb7-becf-4c39-8227-2a9180ed37ce req-2be9a7f4-ab00-4a1e-9715-acfa351f9d85 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:23.518317 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1cafb7-becf-4c39-8227-2a9180ed37ce req-2be9a7f4-ab00-4a1e-9715-acfa351f9d85 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:23.546151 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1cafb7-becf-4c39-8227-2a9180ed37ce req-2be9a7f4-ab00-4a1e-9715-acfa351f9d85 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:23.556238 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4a1cafb7-becf-4c39-8227-2a9180ed37ce req-2be9a7f4-ab00-4a1e-9715-acfa351f9d85 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 5435 time: 0.4159014 Jan 28 03:05:23.732644 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cc7b2d9c-9b85-47ca-b3ef-83051c9884a6 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for port (e8ad14f5-5254-4556-8177-76c2a2173e6f), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:23.811277 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4a1cafb7-becf-4c39-8227-2a9180ed37ce req-98f2e3f6-6179-46e1-8cc6-d52fe4559fa1 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&id=3711f489-87e7-4ab3-8353-77075d27f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2487862 Jan 28 03:05:23.828049 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21db91e1-0691-447e-a006-d61a421fdfdf None None] Network 646c403f-f7c5-4b5d-a690-f9cfaa6d1269 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:05:23.991168 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 986df3aa-d551-4023-9e6e-ab74b9c9b4bd is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:05:23.991829 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (986df3aa-d551-4023-9e6e-ab74b9c9b4bd), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:24.073032 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-e5b52628-ae34-434f-ad67-5d89a5c50a9b None None] Provisioning complete for port 986df3aa-d551-4023-9e6e-ab74b9c9b4bd triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:05:24.073711 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e5b52628-ae34-434f-ad67-5d89a5c50a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (986df3aa-d551-4023-9e6e-ab74b9c9b4bd), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:24.117247 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92914377-c42a-43a9-a72a-6724d06570dd req-8dac21ae-c4fe-431c-9bff-791acd63da8b tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:24.126362 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-92914377-c42a-43a9-a72a-6724d06570dd req-8dac21ae-c4fe-431c-9bff-791acd63da8b tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e03bb5f-6d06-4fbb-9bdc-cd1769139b7a HTTP/1.1" status: 200 len: 945 time: 0.5070448 Jan 28 03:05:24.148919 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 986df3aa-d551-4023-9e6e-ab74b9c9b4bd, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=986df3aa-d551-4023-9e6e-ab74b9c9b4bd,segment=NetworkSegment(e662aea4-4ed7-4458-894b-f615b5d3a2a9),segment_id=e662aea4-4ed7-4458-894b-f615b5d3a2a9)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:05:24.195841 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c5693a0b-55f7-4773-bab3-df8004b4ee67 req-31f25a1b-9d63-4b81-b760-7918465c3b82 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 210 time: 0.0789990 Jan 28 03:05:24.211349 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-a0ebc93e-92e9-4796-a098-eb20e855ab90 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Made reservation on behalf of f89e990f7f004133b0af85a906874094 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:05:24.217109 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-a0ebc93e-92e9-4796-a098-eb20e855ab90 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:24.222836 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (986df3aa-d551-4023-9e6e-ab74b9c9b4bd), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:24.327251 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-f70e8362-85d8-4a29-8135-9d73d9c1b562 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.67 "GET /v2.0/networks/d468efc2-a65f-4457-a846-ab761946515b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.7544050 Jan 28 03:05:24.361325 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-0faa640f-3a44-4f80-bc4b-3dd96d49bcf8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:05:24.428851 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=986df3aa-d551-4023-9e6e-ab74b9c9b4bd,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:24.452974 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e5b52628-ae34-434f-ad67-5d89a5c50a9b None None] Current status of the port 986df3aa-d551-4023-9e6e-ab74b9c9b4bd is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:05:24.567119 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cc7b2d9c-9b85-47ca-b3ef-83051c9884a6 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (e8ad14f5-5254-4556-8177-76c2a2173e6f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:24.993238 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-0faa640f-3a44-4f80-bc4b-3dd96d49bcf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b7ea256c-1185-43f6-ab32-04eda1634fc5), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:25.006072 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7b2d9c-9b85-47ca-b3ef-83051c9884a6 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Network 646c403f-f7c5-4b5d-a690-f9cfaa6d1269 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:05:25.011146 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-92914377-c42a-43a9-a72a-6724d06570dd req-0b17686d-31da-4654-b9ce-a8b2ed17b747 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/security-groups?id=96e0a976-f8d9-458d-8693-171663d1775c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8837123 Jan 28 03:05:25.020769 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7de901b8-db46-40f0-b440-6aa57346d7bd None None] Provisioning complete for port 986df3aa-d551-4023-9e6e-ab74b9c9b4bd triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:05:25.021234 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7de901b8-db46-40f0-b440-6aa57346d7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (986df3aa-d551-4023-9e6e-ab74b9c9b4bd), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:25.031390 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-cc7b2d9c-9b85-47ca-b3ef-83051c9884a6 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:05:25.064311 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7b2d9c-9b85-47ca-b3ef-83051c9884a6 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:05:25.084723 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307e41b-f7e4-4479-9fe3-c82d5cbf35d1 req-9dd6e65e-fdff-47c6-b406-accc0e273b5b tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:25.101687 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cc7b2d9c-9b85-47ca-b3ef-83051c9884a6 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (781d676b-1f38-49fd-87f9-7b5aef63961c), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:25.105641 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307e41b-f7e4-4479-9fe3-c82d5cbf35d1 req-9dd6e65e-fdff-47c6-b406-accc0e273b5b tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:25.117361 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307e41b-f7e4-4479-9fe3-c82d5cbf35d1 req-9dd6e65e-fdff-47c6-b406-accc0e273b5b tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:25.121237 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 986df3aa-d551-4023-9e6e-ab74b9c9b4bd up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:05:25.129212 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307e41b-f7e4-4479-9fe3-c82d5cbf35d1 req-9dd6e65e-fdff-47c6-b406-accc0e273b5b tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:25.134716 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307e41b-f7e4-4479-9fe3-c82d5cbf35d1 req-9dd6e65e-fdff-47c6-b406-accc0e273b5b tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:25.174379 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307e41b-f7e4-4479-9fe3-c82d5cbf35d1 req-9dd6e65e-fdff-47c6-b406-accc0e273b5b tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:25.190729 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307e41b-f7e4-4479-9fe3-c82d5cbf35d1 req-9dd6e65e-fdff-47c6-b406-accc0e273b5b tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:25.215583 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a307e41b-f7e4-4479-9fe3-c82d5cbf35d1 req-9dd6e65e-fdff-47c6-b406-accc0e273b5b tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 5435 time: 0.2645931 Jan 28 03:05:25.369578 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-a0ebc93e-92e9-4796-a098-eb20e855ab90 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Allocated IP 172.20.0.3 (f4ded625-2395-4b5b-8619-6207cf127af3/06dde70e-a1cf-43e5-9a09-417a59ad5656/ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:05:25.412010 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a307e41b-f7e4-4479-9fe3-c82d5cbf35d1 req-aed7ce8c-d62c-4037-b378-6315f984b4c3 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&id=3711f489-87e7-4ab3-8353-77075d27f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1910515 Jan 28 03:05:25.459654 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 986df3aa-d551-4023-9e6e-ab74b9c9b4bd triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:05:25.460223 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (986df3aa-d551-4023-9e6e-ab74b9c9b4bd), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:25.560630 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7de901b8-db46-40f0-b440-6aa57346d7bd None None] Current status of the port 986df3aa-d551-4023-9e6e-ab74b9c9b4bd is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:05:25.635459 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b2d9c-9b85-47ca-b3ef-83051c9884a6 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event updated for resources: {'Port': ['ID=e8ad14f5-5254-4556-8177-76c2a2173e6f,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:25.648327 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-87809705-ae4a-4a91-9ec9-58cdc05e963a req-593a4e0c-ab36-473f-8807-9cd64731e84b tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 210 time: 0.0814373 Jan 28 03:05:25.845925 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 986df3aa-d551-4023-9e6e-ab74b9c9b4bd is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:05:25.874816 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-6f1283f0-6cef-4e45-aebf-cb83e1f9b2f3 None None] Provisioning complete for port e8ad14f5-5254-4556-8177-76c2a2173e6f triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:05:25.878577 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6f1283f0-6cef-4e45-aebf-cb83e1f9b2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e8ad14f5-5254-4556-8177-76c2a2173e6f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:25.941711 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0ccc0-f7c2-4d07-8e0a-2a8a7943e0ed req-092cdb10-7a46-4aff-a20b-678d671e28a1 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:25.948846 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0cf0ccc0-f7c2-4d07-8e0a-2a8a7943e0ed req-092cdb10-7a46-4aff-a20b-678d671e28a1 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e03bb5f-6d06-4fbb-9bdc-cd1769139b7a HTTP/1.1" status: 200 len: 945 time: 0.1236029 Jan 28 03:05:25.975723 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-6f1283f0-6cef-4e45-aebf-cb83e1f9b2f3 None None] Port e8ad14f5-5254-4556-8177-76c2a2173e6f cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:05:25.979157 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device adb6e36c-de05-4418-b914-1cc1d87b0029 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:05:26.046383 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0cf0ccc0-f7c2-4d07-8e0a-2a8a7943e0ed req-94ca9060-91a8-4528-ba95-3de75657cf19 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/security-groups?id=96e0a976-f8d9-458d-8693-171663d1775c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965128 Jan 28 03:05:26.179066 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cc7b2d9c-9b85-47ca-b3ef-83051c9884a6 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e8ad14f5-5254-4556-8177-76c2a2173e6f), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:26.228324 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port adb6e36c-de05-4418-b914-1cc1d87b0029 is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:05:26.228769 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (adb6e36c-de05-4418-b914-1cc1d87b0029), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:26.377889 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adb6e36c-de05-4418-b914-1cc1d87b0029'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:05:26.384819 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd766a2c-c594-44af-b0ee-92777f539eb7" -d '{"events": [{"server_uuid": "3e4b5d3f-9d94-4228-974e-b08b737d3e4c", "name": "network-vif-unplugged", "status": "completed", "tag": "adb6e36c-de05-4418-b914-1cc1d87b0029"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:05:26.429247 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-0faa640f-3a44-4f80-bc4b-3dd96d49bcf8 service neutron] For port b7ea256c-1185-43f6-ab32-04eda1634fc5, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=b7ea256c-1185-43f6-ab32-04eda1634fc5,segment=NetworkSegment(08579d7b-ee04-4dba-9a58-af7df8141495),segment_id=08579d7b-ee04-4dba-9a58-af7df8141495)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:05:26.446879 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port adb6e36c-de05-4418-b914-1cc1d87b0029, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=adb6e36c-de05-4418-b914-1cc1d87b0029,segment=NetworkSegment(08579d7b-ee04-4dba-9a58-af7df8141495),segment_id=08579d7b-ee04-4dba-9a58-af7df8141495)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:05:26.460310 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (adb6e36c-de05-4418-b914-1cc1d87b0029), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:26.462329 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device b7ea256c-1185-43f6-ab32-04eda1634fc5 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:05:26.497680 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-a0ebc93e-92e9-4796-a098-eb20e855ab90 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks [] for port (ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:26.533386 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2e70e0-efbd-4bb2-8e66-09ef9d0d10bd x-openstack-request-id: req-ba2e70e0-efbd-4bb2-8e66-09ef9d0d10bd {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:05:26.534080 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4b5d3f-9d94-4228-974e-b08b737d3e4c", "name": "network-vif-unplugged", "status": "completed", "tag": "adb6e36c-de05-4418-b914-1cc1d87b0029", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:05:26.534536 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ba2e70e0-efbd-4bb2-8e66-09ef9d0d10bd {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:05:26.535134 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adb6e36c-de05-4418-b914-1cc1d87b0029', 'code': 200} Jan 28 03:05:26.590956 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-0faa640f-3a44-4f80-bc4b-3dd96d49bcf8 service neutron] For port b7ea256c-1185-43f6-ab32-04eda1634fc5, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:05:26.601355 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=adb6e36c-de05-4418-b914-1cc1d87b0029,revision_number=6']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:26.635317 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-0faa640f-3a44-4f80-bc4b-3dd96d49bcf8 service neutron] device_id is not set on port b7ea256c-1185-43f6-ab32-04eda1634fc5 yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:05:26.648743 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-0faa640f-3a44-4f80-bc4b-3dd96d49bcf8 service neutron] Publish callbacks [] for port (b7ea256c-1185-43f6-ab32-04eda1634fc5), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:26.709169 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port b7ea256c-1185-43f6-ab32-04eda1634fc5 is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:05:26.709680 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b7ea256c-1185-43f6-ab32-04eda1634fc5), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:26.721206 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-0faa640f-3a44-4f80-bc4b-3dd96d49bcf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (b7ea256c-1185-43f6-ab32-04eda1634fc5), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:26.853182 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7bdbf782-3a01-48fc-8db0-c8b926b9010c req-9ac1c926-3e7b-4ec4-bac9-f8832c140a2a tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 210 time: 0.0821643 Jan 28 03:05:26.907865 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.api [None req-39d61263-8968-4340-b258-80509f6b456b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:05:26.908233 n-d-712139-27 neutron-server[109804]: DEBUG oslo_db.api [None req-39d61263-8968-4340-b258-80509f6b456b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:05:27.231574 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-8c6e6cfa-2532-4f90-8396-6905a490fdd0 None None] Provisioning complete for port b7ea256c-1185-43f6-ab32-04eda1634fc5 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:05:27.231962 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8c6e6cfa-2532-4f90-8396-6905a490fdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b7ea256c-1185-43f6-ab32-04eda1634fc5), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:27.327723 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-8c6e6cfa-2532-4f90-8396-6905a490fdd0 None None] Port b7ea256c-1185-43f6-ab32-04eda1634fc5 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:05:27.370345 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85286e-6594-4c65-aa15-d16de3bbb2e3 req-4dc0d3a3-50c8-4b03-b85c-adae39fdc7b1 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:27.389728 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5a85286e-6594-4c65-aa15-d16de3bbb2e3 req-4dc0d3a3-50c8-4b03-b85c-adae39fdc7b1 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e03bb5f-6d06-4fbb-9bdc-cd1769139b7a HTTP/1.1" status: 200 len: 945 time: 0.1092675 Jan 28 03:05:27.494924 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5a85286e-6594-4c65-aa15-d16de3bbb2e3 req-a576391d-1daf-48ab-bee7-f0e9c245fca7 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/security-groups?id=96e0a976-f8d9-458d-8693-171663d1775c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038263 Jan 28 03:05:27.505107 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port b7ea256c-1185-43f6-ab32-04eda1634fc5 is: DOWN; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:05:27.505107 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device e5796229-716b-4448-bfde-fcd9bdf85cdd no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:05:27.686420 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port e5796229-716b-4448-bfde-fcd9bdf85cdd is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:05:27.686837 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e5796229-716b-4448-bfde-fcd9bdf85cdd), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:27.776290 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port e5796229-716b-4448-bfde-fcd9bdf85cdd, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=e5796229-716b-4448-bfde-fcd9bdf85cdd,segment=NetworkSegment(54ef7b2b-f6f2-4013-a152-07e010d0c194),segment_id=54ef7b2b-f6f2-4013-a152-07e010d0c194)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:05:27.784199 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e5796229-716b-4448-bfde-fcd9bdf85cdd), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:27.788846 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 44267f57-f4c4-404e-bfd0-6e33bcab411a no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:05:27.915268 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-0faa640f-3a44-4f80-bc4b-3dd96d49bcf8 service neutron] No DVR routers for this DVR port b7ea256c-1185-43f6-ab32-04eda1634fc5 on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:05:28.030076 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b3230-40a4-42fe-9ab0-ddcab82c6ece req-e51e55b9-b807-4d16-b847-ecbe3ebd02ea tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:28.036563 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b3230-40a4-42fe-9ab0-ddcab82c6ece req-e51e55b9-b807-4d16-b847-ecbe3ebd02ea tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:28.042025 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b3230-40a4-42fe-9ab0-ddcab82c6ece req-e51e55b9-b807-4d16-b847-ecbe3ebd02ea tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:28.047941 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b3230-40a4-42fe-9ab0-ddcab82c6ece req-e51e55b9-b807-4d16-b847-ecbe3ebd02ea tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:28.054704 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b3230-40a4-42fe-9ab0-ddcab82c6ece req-e51e55b9-b807-4d16-b847-ecbe3ebd02ea tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:28.060557 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b3230-40a4-42fe-9ab0-ddcab82c6ece req-e51e55b9-b807-4d16-b847-ecbe3ebd02ea tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:28.062055 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=e5796229-716b-4448-bfde-fcd9bdf85cdd,revision_number=6']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:28.062489 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-832b3230-40a4-42fe-9ab0-ddcab82c6ece req-e51e55b9-b807-4d16-b847-ecbe3ebd02ea tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 4659 time: 1.3737099 Jan 28 03:05:28.069571 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa640f-3a44-4f80-bc4b-3dd96d49bcf8 service neutron] Pushing event updated for resources: {'Port': ['ID=b7ea256c-1185-43f6-ab32-04eda1634fc5,revision_number=6']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:28.076429 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-a0ebc93e-92e9-4796-a098-eb20e855ab90 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:28.077784 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 44267f57-f4c4-404e-bfd0-6e33bcab411a is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:05:28.078217 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (44267f57-f4c4-404e-bfd0-6e33bcab411a), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:28.158569 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 44267f57-f4c4-404e-bfd0-6e33bcab411a, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=44267f57-f4c4-404e-bfd0-6e33bcab411a,segment=NetworkSegment(b07f2473-f884-4e6c-9979-6090b836f5c9),segment_id=b07f2473-f884-4e6c-9979-6090b836f5c9)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:05:28.165191 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (44267f57-f4c4-404e-bfd0-6e33bcab411a), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:28.167342 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device e3dc7402-b465-4b15-8094-ca4f81d3337e no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:05:28.175533 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-0faa640f-3a44-4f80-bc4b-3dd96d49bcf8 service neutron] In _notify_port_updated(), no bound segment for port b7ea256c-1185-43f6-ab32-04eda1634fc5 on network d468efc2-a65f-4457-a846-ab761946515b {{(pid=109803) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 03:05:28.179258 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-0faa640f-3a44-4f80-bc4b-3dd96d49bcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:28.179706 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-0faa640f-3a44-4f80-bc4b-3dd96d49bcf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:28.181917 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-0faa640f-3a44-4f80-bc4b-3dd96d49bcf8 service neutron] 10.222.0.67 "PUT /v2.0/ports/b7ea256c-1185-43f6-ab32-04eda1634fc5 HTTP/1.1" status: 200 len: 1027 time: 3.8440206 Jan 28 03:05:28.290758 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695a99e-1f8f-4809-b995-2e62143b24a4 req-8c428710-5d25-48df-8db3-9b90a2025942 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:28.294040 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f695a99e-1f8f-4809-b995-2e62143b24a4 req-8c428710-5d25-48df-8db3-9b90a2025942 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e03bb5f-6d06-4fbb-9bdc-cd1769139b7a HTTP/1.1" status: 200 len: 945 time: 0.2442598 Jan 28 03:05:28.332046 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-247923e1-e777-454b-86ee-4f4182568f5e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:28.335225 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-247923e1-e777-454b-86ee-4f4182568f5e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.67 "GET /v2.0/ports/1aab93c4-9491-4b44-ab45-394e2d033a1e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1290133 Jan 28 03:05:28.336961 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c6f94c-60f6-4f11-a054-697aaa678157 req-c7598f1c-67f1-47e7-8739-b9b2e08b6f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:28.343179 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-54c6f94c-60f6-4f11-a054-697aaa678157 req-c7598f1c-67f1-47e7-8739-b9b2e08b6f34 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=798432a2252b416899a997b531da947c&device_id=0e03bb5f-6d06-4fbb-9bdc-cd1769139b7a HTTP/1.1" status: 200 len: 1097 time: 0.3847969 Jan 28 03:05:28.379593 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-a0ebc93e-92e9-4796-a098-eb20e855ab90 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Network f4ded625-2395-4b5b-8619-6207cf127af3 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:05:28.386645 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-832b3230-40a4-42fe-9ab0-ddcab82c6ece req-b34a2fd1-b6c5-4214-9227-a947d0d58db0 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&id=3711f489-87e7-4ab3-8353-77075d27f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3081474 Jan 28 03:05:28.402174 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-b08c66c6-4511-4fef-937f-d985655d98b9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:05:28.443148 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-a0ebc93e-92e9-4796-a098-eb20e855ab90 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:05:28.446933 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-a0ebc93e-92e9-4796-a098-eb20e855ab90 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:05:28.529751 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port e3dc7402-b465-4b15-8094-ca4f81d3337e is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:05:28.530351 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e3dc7402-b465-4b15-8094-ca4f81d3337e), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:28.534797 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-a0ebc93e-92e9-4796-a098-eb20e855ab90 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:28.535935 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-a0ebc93e-92e9-4796-a098-eb20e855ab90 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:28.551240 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ebc93e-92e9-4796-a098-eb20e855ab90 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Pushing event updated for resources: {'Port': ['ID=ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:28.572172 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5796229-716b-4448-bfde-fcd9bdf85cdd'}, {'server_uuid': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44267f57-f4c4-404e-bfd0-6e33bcab411a'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:05:28.578775 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92e67ba-b2db-4ed1-9ed9-cbf633aceac6" -d '{"events": [{"server_uuid": "3e4b5d3f-9d94-4228-974e-b08b737d3e4c", "name": "network-vif-unplugged", "status": "completed", "tag": "e5796229-716b-4448-bfde-fcd9bdf85cdd"}, {"server_uuid": "3e4b5d3f-9d94-4228-974e-b08b737d3e4c", "name": "network-vif-unplugged", "status": "completed", "tag": "44267f57-f4c4-404e-bfd0-6e33bcab411a"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:05:28.583809 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-a0ebc93e-92e9-4796-a098-eb20e855ab90 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3297901 Jan 28 03:05:28.602863 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-3d11eed3-afa7-48e6-8d4a-71c1d2290b0a service neutron] Request body: {'port': {'device_id': 'a7247e70-d644-443b-b94e-084b37c5560e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:05:28.654268 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-b08c66c6-4511-4fef-937f-d985655d98b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1aab93c4-9491-4b44-ab45-394e2d033a1e), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:28.692980 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=44267f57-f4c4-404e-bfd0-6e33bcab411a,revision_number=6']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:28.768685 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c6f94c-60f6-4f11-a054-697aaa678157 req-9ee586d3-22d3-4d54-9400-09b01022a854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:28.771038 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-54c6f94c-60f6-4f11-a054-697aaa678157 req-9ee586d3-22d3-4d54-9400-09b01022a854 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e3e084e-c64c-4854-a7b4-691ea8c0972e HTTP/1.1" status: 200 len: 912 time: 0.4032202 Jan 28 03:05:28.828514 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port e3dc7402-b465-4b15-8094-ca4f81d3337e, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=e3dc7402-b465-4b15-8094-ca4f81d3337e,segment=NetworkSegment(54ef7b2b-f6f2-4013-a152-07e010d0c194),segment_id=54ef7b2b-f6f2-4013-a152-07e010d0c194)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:05:28.837323 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e3dc7402-b465-4b15-8094-ca4f81d3337e), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:28.838801 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 1aab93c4-9491-4b44-ab45-394e2d033a1e no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:05:28.900541 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f695a99e-1f8f-4809-b995-2e62143b24a4 req-f90bfbb5-c1c8-4682-9666-d43dd52c7275 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/security-groups?id=96e0a976-f8d9-458d-8693-171663d1775c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5836143 Jan 28 03:05:28.902257 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-b08c66c6-4511-4fef-937f-d985655d98b9 service neutron] For port 1aab93c4-9491-4b44-ab45-394e2d033a1e, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=1aab93c4-9491-4b44-ab45-394e2d033a1e,segment=NetworkSegment(08579d7b-ee04-4dba-9a58-af7df8141495),segment_id=08579d7b-ee04-4dba-9a58-af7df8141495)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:05:28.945063 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-b08c66c6-4511-4fef-937f-d985655d98b9 service neutron] For port 1aab93c4-9491-4b44-ab45-394e2d033a1e, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:05:28.992166 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-b08c66c6-4511-4fef-937f-d985655d98b9 service neutron] device_id is not set on port 1aab93c4-9491-4b44-ab45-394e2d033a1e yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:05:29.003575 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-b08c66c6-4511-4fef-937f-d985655d98b9 service neutron] Publish callbacks [] for port (1aab93c4-9491-4b44-ab45-394e2d033a1e), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:29.058284 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-b08c66c6-4511-4fef-937f-d985655d98b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (1aab93c4-9491-4b44-ab45-394e2d033a1e), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:29.082982 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-54c6f94c-60f6-4f11-a054-697aaa678157 req-9627f255-bb42-4d8c-95e5-5445033b607f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbe69b72-7d45-48e6-bd38-24eb5648e6c0 HTTP/1.1" status: 200 len: 217 time: 0.3004487 Jan 28 03:05:29.222140 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-b08c66c6-4511-4fef-937f-d985655d98b9 service neutron] No DVR routers for this DVR port 1aab93c4-9491-4b44-ab45-394e2d033a1e on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:05:29.321343 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c6f94c-60f6-4f11-a054-697aaa678157 req-358c612a-ea8b-472c-9316-adb0a0dcc0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:29.322915 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-54c6f94c-60f6-4f11-a054-697aaa678157 req-358c612a-ea8b-472c-9316-adb0a0dcc0bc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a2f888f2-182e-40a9-908b-746abe74f5c2 HTTP/1.1" status: 200 len: 851 time: 0.2309239 Jan 28 03:05:29.390400 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cc7b2d9c-9b85-47ca-b3ef-83051c9884a6 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for port (e8ad14f5-5254-4556-8177-76c2a2173e6f), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:29.395160 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-b08c66c6-4511-4fef-937f-d985655d98b9 service neutron] In _notify_port_updated(), no bound segment for port 1aab93c4-9491-4b44-ab45-394e2d033a1e on network d468efc2-a65f-4457-a846-ab761946515b {{(pid=109803) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 03:05:29.398061 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-b08c66c6-4511-4fef-937f-d985655d98b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:29.399705 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-b08c66c6-4511-4fef-937f-d985655d98b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:29.405243 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-b08c66c6-4511-4fef-937f-d985655d98b9 service neutron] 10.222.0.67 "PUT /v2.0/ports/1aab93c4-9491-4b44-ab45-394e2d033a1e HTTP/1.1" status: 200 len: 1028 time: 1.0135272 Jan 28 03:05:29.406836 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-3d11eed3-afa7-48e6-8d4a-71c1d2290b0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:29.560627 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-54c6f94c-60f6-4f11-a054-697aaa678157 req-00ea793b-5074-4ae1-99dd-a978c9b216f6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e3e084e-c64c-4854-a7b4-691ea8c0972e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2146156 Jan 28 03:05:29.584449 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:29.621365 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 28 Jan 2022 03:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a6ab68-e86b-474b-99a1-0251bae74c89 x-openstack-request-id: req-24a6ab68-e86b-474b-99a1-0251bae74c89 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:05:29.621839 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4b5d3f-9d94-4228-974e-b08b737d3e4c", "name": "network-vif-unplugged", "status": "completed", "tag": "e5796229-716b-4448-bfde-fcd9bdf85cdd", "code": 200}, {"server_uuid": "3e4b5d3f-9d94-4228-974e-b08b737d3e4c", "name": "network-vif-unplugged", "status": "completed", "tag": "44267f57-f4c4-404e-bfd0-6e33bcab411a", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:05:29.622257 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-24a6ab68-e86b-474b-99a1-0251bae74c89 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:05:29.622897 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5796229-716b-4448-bfde-fcd9bdf85cdd', 'code': 200} Jan 28 03:05:29.623213 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44267f57-f4c4-404e-bfd0-6e33bcab411a', 'code': 200} Jan 28 03:05:29.635750 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] The host n-h1-712139-27 is not matching for port 1aab93c4-9491-4b44-ab45-394e2d033a1e host ! {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 03:05:29.636450 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 1aab93c4-9491-4b44-ab45-394e2d033a1e not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:05:29.637188 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 1ab715d2-bc27-4588-bd67-bdf04c55fd07 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:05:29.761104 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=e3dc7402-b465-4b15-8094-ca4f81d3337e,revision_number=6']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:29.777427 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cc7b2d9c-9b85-47ca-b3ef-83051c9884a6 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (e8ad14f5-5254-4556-8177-76c2a2173e6f), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:29.780003 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-73e172f7-392d-4754-8473-28e5b342576d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:29.780852 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cc7b2d9c-9b85-47ca-b3ef-83051c9884a6 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (781d676b-1f38-49fd-87f9-7b5aef63961c), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:29.792713 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-77ccfad7-6b88-4d3b-a405-647dd62f4c4a None None] Provisioning complete for port ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:05:29.793219 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-77ccfad7-6b88-4d3b-a405-647dd62f4c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:29.927635 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c66c6-4511-4fef-937f-d985655d98b9 service neutron] Pushing event updated for resources: {'Port': ['ID=1aab93c4-9491-4b44-ab45-394e2d033a1e,revision_number=6']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:29.967695 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806436e7-5a82-4929-9e53-e115136d4182 req-522cc5d8-60d7-462e-99ba-38064b4cdd61 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:29.970187 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-806436e7-5a82-4929-9e53-e115136d4182 req-522cc5d8-60d7-462e-99ba-38064b4cdd61 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 931 time: 1.2774963 Jan 28 03:05:30.200415 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-54c6f94c-60f6-4f11-a054-697aaa678157 req-fa6350a8-82a9-4cf0-ba47-dae44538319a service neutron] 10.222.0.39 "GET /v2.0/networks/9e3e084e-c64c-4854-a7b4-691ea8c0972e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6284640 Jan 28 03:05:30.313259 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-77ccfad7-6b88-4d3b-a405-647dd62f4c4a None None] Port ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:05:30.324814 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 1ab715d2-bc27-4588-bd67-bdf04c55fd07 is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:05:30.327563 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1ab715d2-bc27-4588-bd67-bdf04c55fd07), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:30.388697 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-54c6f94c-60f6-4f11-a054-697aaa678157 req-0b25d49e-c82b-499c-8f71-940e572b0aca service neutron] 10.222.0.39 "GET /v2.0/networks/9e3e084e-c64c-4854-a7b4-691ea8c0972e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768043 Jan 28 03:05:30.401849 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 1ab715d2-bc27-4588-bd67-bdf04c55fd07, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=1ab715d2-bc27-4588-bd67-bdf04c55fd07,segment=NetworkSegment(08579d7b-ee04-4dba-9a58-af7df8141495),segment_id=08579d7b-ee04-4dba-9a58-af7df8141495)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:05:30.402697 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b2d9c-9b85-47ca-b3ef-83051c9884a6 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event updated for resources: {'Port': ['ID=e8ad14f5-5254-4556-8177-76c2a2173e6f,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:30.415155 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (1ab715d2-bc27-4588-bd67-bdf04c55fd07), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:30.492161 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=1ab715d2-bc27-4588-bd67-bdf04c55fd07,revision_number=6']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:30.510339 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-389784d6-3845-441d-9a01-49c2b1a2c44f tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Deleting port adb6e36c-de05-4418-b914-1cc1d87b0029 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:05:30.510969 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-389784d6-3845-441d-9a01-49c2b1a2c44f tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (adb6e36c-de05-4418-b914-1cc1d87b0029), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:30.538826 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-73282955-48ac-4e31-b398-fb8c9ac98d70 None None] Provisioning complete for port 1aab93c4-9491-4b44-ab45-394e2d033a1e triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:05:30.539205 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-73282955-48ac-4e31-b398-fb8c9ac98d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (1aab93c4-9491-4b44-ab45-394e2d033a1e), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:30.540645 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-806436e7-5a82-4929-9e53-e115136d4182 req-5276fdf7-bc22-47e1-81cc-80107e81354a tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?id=5cfc1d40-004a-4e66-82cd-29f658db29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4852216 Jan 28 03:05:30.578998 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e10bd-603a-45e8-ac6a-38c262b8c0de req-a4164a1b-d8c0-4edd-a666-0747a6bb87cc tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:30.595487 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e10bd-603a-45e8-ac6a-38c262b8c0de req-a4164a1b-d8c0-4edd-a666-0747a6bb87cc tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:30.608029 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e10bd-603a-45e8-ac6a-38c262b8c0de req-a4164a1b-d8c0-4edd-a666-0747a6bb87cc tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:30.624377 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e10bd-603a-45e8-ac6a-38c262b8c0de req-a4164a1b-d8c0-4edd-a666-0747a6bb87cc tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:30.629912 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e10bd-603a-45e8-ac6a-38c262b8c0de req-a4164a1b-d8c0-4edd-a666-0747a6bb87cc tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:30.644726 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-73282955-48ac-4e31-b398-fb8c9ac98d70 None None] Port 1aab93c4-9491-4b44-ab45-394e2d033a1e cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:05:30.649703 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1a5e10bd-603a-45e8-ac6a-38c262b8c0de req-a4164a1b-d8c0-4edd-a666-0747a6bb87cc tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 3876 time: 0.2580817 Jan 28 03:05:30.733934 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1a5e10bd-603a-45e8-ac6a-38c262b8c0de req-1d1bba22-6b52-45d7-bd51-1704cf283275 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793128 Jan 28 03:05:30.800608 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-3d11eed3-afa7-48e6-8d4a-71c1d2290b0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:05:30.817852 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7b2d9c-9b85-47ca-b3ef-83051c9884a6 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Network 646c403f-f7c5-4b5d-a690-f9cfaa6d1269 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:05:30.825665 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-3d11eed3-afa7-48e6-8d4a-71c1d2290b0a service neutron] Publish callbacks [] for port (ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:30.846583 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-cc7b2d9c-9b85-47ca-b3ef-83051c9884a6 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:05:30.899234 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-3d11eed3-afa7-48e6-8d4a-71c1d2290b0a service neutron] Transition to ACTIVE for port object ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:05:30.987639 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-3d11eed3-afa7-48e6-8d4a-71c1d2290b0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:31.308179 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-389784d6-3845-441d-9a01-49c2b1a2c44f tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] For port adb6e36c-de05-4418-b914-1cc1d87b0029, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=adb6e36c-de05-4418-b914-1cc1d87b0029,segment=NetworkSegment(08579d7b-ee04-4dba-9a58-af7df8141495),segment_id=08579d7b-ee04-4dba-9a58-af7df8141495)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:05:31.308938 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-389784d6-3845-441d-9a01-49c2b1a2c44f tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (adb6e36c-de05-4418-b914-1cc1d87b0029), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:31.331528 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa97446-3d3a-4b43-9911-a6c0aa20b623 req-a6215a93-a200-4835-8e69-70e0355b7a23 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:31.343775 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2fa97446-3d3a-4b43-9911-a6c0aa20b623 req-a6215a93-a200-4835-8e69-70e0355b7a23 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e03bb5f-6d06-4fbb-9bdc-cd1769139b7a HTTP/1.1" status: 200 len: 945 time: 0.5238550 Jan 28 03:05:31.389313 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d11eed3-afa7-48e6-8d4a-71c1d2290b0a service neutron] Pushing event updated for resources: {'Port': ['ID=ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:31.443162 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-389784d6-3845-441d-9a01-49c2b1a2c44f tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Calling delete_port for adb6e36c-de05-4418-b914-1cc1d87b0029 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:05:31.444098 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-9b362b3a-bc9b-4ea3-9de7-c6f5d5fbec50 None None] Provisioning complete for port e8ad14f5-5254-4556-8177-76c2a2173e6f triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:05:31.448279 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9b362b3a-bc9b-4ea3-9de7-c6f5d5fbec50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e8ad14f5-5254-4556-8177-76c2a2173e6f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:31.595011 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2fa97446-3d3a-4b43-9911-a6c0aa20b623 req-fc2ef41d-51a5-4b08-aeaa-372f2766f039 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/security-groups?id=96e0a976-f8d9-458d-8693-171663d1775c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496226 Jan 28 03:05:31.642016 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3dc7402-b465-4b15-8094-ca4f81d3337e'}, {'server_uuid': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ab715d2-bc27-4588-bd67-bdf04c55fd07'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:05:31.652141 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-3d11eed3-afa7-48e6-8d4a-71c1d2290b0a service neutron] Attempting to bind port ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:05:31.652472 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-3d11eed3-afa7-48e6-8d4a-71c1d2290b0a service neutron] Attempting to bind port ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '4b8aaf8b-443e-4581-95cb-ce007f1757b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'f4ded625-2395-4b5b-8619-6207cf127af3'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:05:31.652812 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-3d11eed3-afa7-48e6-8d4a-71c1d2290b0a service neutron] Attempting to bind port ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31 on network f4ded625-2395-4b5b-8619-6207cf127af3 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:05:31.652917 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44bca131-008d-4bf2-bd32-703169eac8e8" -d '{"events": [{"server_uuid": "3e4b5d3f-9d94-4228-974e-b08b737d3e4c", "name": "network-vif-unplugged", "status": "completed", "tag": "e3dc7402-b465-4b15-8094-ca4f81d3337e"}, {"server_uuid": "3e4b5d3f-9d94-4228-974e-b08b737d3e4c", "name": "network-vif-unplugged", "status": "completed", "tag": "1ab715d2-bc27-4588-bd67-bdf04c55fd07"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:05:31.675180 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-9b362b3a-bc9b-4ea3-9de7-c6f5d5fbec50 None None] Port e8ad14f5-5254-4556-8177-76c2a2173e6f cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:05:31.691383 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-3d11eed3-afa7-48e6-8d4a-71c1d2290b0a service neutron] Port ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31 on network f4ded625-2395-4b5b-8619-6207cf127af3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:05:31.691766 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-3d11eed3-afa7-48e6-8d4a-71c1d2290b0a service neutron] Attempting to bind port ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31 on network f4ded625-2395-4b5b-8619-6207cf127af3 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:05:31.749904 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 28 Jan 2022 03:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcaa641d-599a-45bc-b87e-8ede4ca30580 x-openstack-request-id: req-fcaa641d-599a-45bc-b87e-8ede4ca30580 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:05:31.750397 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4b5d3f-9d94-4228-974e-b08b737d3e4c", "name": "network-vif-unplugged", "status": "completed", "tag": "e3dc7402-b465-4b15-8094-ca4f81d3337e", "code": 200}, {"server_uuid": "3e4b5d3f-9d94-4228-974e-b08b737d3e4c", "name": "network-vif-unplugged", "status": "completed", "tag": "1ab715d2-bc27-4588-bd67-bdf04c55fd07", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:05:31.750664 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fcaa641d-599a-45bc-b87e-8ede4ca30580 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:05:31.751518 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3dc7402-b465-4b15-8094-ca4f81d3337e', 'code': 200} Jan 28 03:05:31.751898 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ab715d2-bc27-4588-bd67-bdf04c55fd07', 'code': 200} Jan 28 03:05:31.866841 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-702e9696-a69e-419a-81e5-1609dbf013e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:31.924658 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af565f5c-400f-4d09-bb42-7c482dbd85b6 req-b8d826eb-ddd1-4385-86a1-433478d0200c tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:31.926572 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-af565f5c-400f-4d09-bb42-7c482dbd85b6 req-b8d826eb-ddd1-4385-86a1-433478d0200c tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 943 time: 0.1679816 Jan 28 03:05:31.956417 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-3d11eed3-afa7-48e6-8d4a-71c1d2290b0a service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:05:31.956915 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-3d11eed3-afa7-48e6-8d4a-71c1d2290b0a service neutron] Checking segment: {'id': '4b8aaf8b-443e-4581-95cb-ce007f1757b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'f4ded625-2395-4b5b-8619-6207cf127af3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:05:31.957210 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-3d11eed3-afa7-48e6-8d4a-71c1d2290b0a service neutron] Bound using segment: {'id': '4b8aaf8b-443e-4581-95cb-ce007f1757b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'f4ded625-2395-4b5b-8619-6207cf127af3'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:05:31.957629 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-3d11eed3-afa7-48e6-8d4a-71c1d2290b0a service neutron] Bound port: ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b8aaf8b-443e-4581-95cb-ce007f1757b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'f4ded625-2395-4b5b-8619-6207cf127af3'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:05:31.957987 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-3d11eed3-afa7-48e6-8d4a-71c1d2290b0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:31.976707 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc7b2d9c-9b85-47ca-b3ef-83051c9884a6 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Router 781d676b-1f38-49fd-87f9-7b5aef63961c is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:05:32.076414 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-389784d6-3845-441d-9a01-49c2b1a2c44f tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (adb6e36c-de05-4418-b914-1cc1d87b0029), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:32.141460 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-af565f5c-400f-4d09-bb42-7c482dbd85b6 req-18c1b237-5375-4359-9359-522a4438a8f0 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?id=5cfc1d40-004a-4e66-82cd-29f658db29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1993072 Jan 28 03:05:32.254712 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389784d6-3845-441d-9a01-49c2b1a2c44f tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Pushing event deleted for resources: {'Port': ['ID=adb6e36c-de05-4418-b914-1cc1d87b0029,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:32.314205 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-3d11eed3-afa7-48e6-8d4a-71c1d2290b0a service neutron] For port ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:05:32.321506 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-3d11eed3-afa7-48e6-8d4a-71c1d2290b0a service neutron] For port ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31,segment=NetworkSegment(4b8aaf8b-443e-4581-95cb-ce007f1757b3),segment_id=4b8aaf8b-443e-4581-95cb-ce007f1757b3)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:05:32.438043 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-3d11eed3-afa7-48e6-8d4a-71c1d2290b0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:32.530101 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064f6bd-ffe9-4b2b-a319-971e6368bbba req-400f4a51-b6ca-45bd-9cb8-781e6765b95a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:32.540488 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064f6bd-ffe9-4b2b-a319-971e6368bbba req-400f4a51-b6ca-45bd-9cb8-781e6765b95a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:32.549195 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064f6bd-ffe9-4b2b-a319-971e6368bbba req-400f4a51-b6ca-45bd-9cb8-781e6765b95a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:32.558554 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064f6bd-ffe9-4b2b-a319-971e6368bbba req-400f4a51-b6ca-45bd-9cb8-781e6765b95a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:32.569397 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064f6bd-ffe9-4b2b-a319-971e6368bbba req-400f4a51-b6ca-45bd-9cb8-781e6765b95a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:32.581688 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6064f6bd-ffe9-4b2b-a319-971e6368bbba req-400f4a51-b6ca-45bd-9cb8-781e6765b95a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 3876 time: 0.6716614 Jan 28 03:05:32.631047 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-389784d6-3845-441d-9a01-49c2b1a2c44f tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] No DVR routers for this DVR port adb6e36c-de05-4418-b914-1cc1d87b0029 on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:05:32.634232 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-389784d6-3845-441d-9a01-49c2b1a2c44f tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:32.640163 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-389784d6-3845-441d-9a01-49c2b1a2c44f tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.67 "DELETE /v2.0/ports/adb6e36c-de05-4418-b914-1cc1d87b0029 HTTP/1.1" status: 204 len: 173 time: 3.1994610 Jan 28 03:05:32.691623 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'name': 'network-vif-deleted', 'tag': 'adb6e36c-de05-4418-b914-1cc1d87b0029'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:05:32.695356 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5671d8-3b7b-42be-9c21-f7bda8f6daef" -d '{"events": [{"server_uuid": "3e4b5d3f-9d94-4228-974e-b08b737d3e4c", "name": "network-vif-deleted", "tag": "adb6e36c-de05-4418-b914-1cc1d87b0029"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:05:32.737181 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-3d11eed3-afa7-48e6-8d4a-71c1d2290b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:32.738307 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-3d11eed3-afa7-48e6-8d4a-71c1d2290b0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:32.739874 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-3d11eed3-afa7-48e6-8d4a-71c1d2290b0a service neutron] 10.222.0.39 "PUT /v2.0/ports/ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31 HTTP/1.1" status: 200 len: 1092 time: 4.1422207 Jan 28 03:05:32.823405 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175f76b-b208-4ad2-bc6e-ba64f74e6c75 req-114055a2-03f0-4594-9816-a024e74a93fd tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:32.831389 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e175f76b-b208-4ad2-bc6e-ba64f74e6c75 req-114055a2-03f0-4594-9816-a024e74a93fd tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e03bb5f-6d06-4fbb-9bdc-cd1769139b7a HTTP/1.1" status: 200 len: 945 time: 0.1169057 Jan 28 03:05:32.983749 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7b2d9c-9b85-47ca-b3ef-83051c9884a6 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:05:32.993996 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-cc7b2d9c-9b85-47ca-b3ef-83051c9884a6 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "PUT /v2.0/routers/781d676b-1f38-49fd-87f9-7b5aef63961c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9743750 Jan 28 03:05:32.995023 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e175f76b-b208-4ad2-bc6e-ba64f74e6c75 req-5383913f-1348-448f-b07d-d17a72ada1a5 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/security-groups?id=96e0a976-f8d9-458d-8693-171663d1775c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523073 Jan 28 03:05:33.001495 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 53126) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:05:33.001781 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f900f6a1-c645-4127-8dff-63eda41fca4a None None] Sync routers for ids ['781d676b-1f38-49fd-87f9-7b5aef63961c'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:05:33.043441 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f900f6a1-c645-4127-8dff-63eda41fca4a None None] Routers {'781d676b-1f38-49fd-87f9-7b5aef63961c'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:05:33.044333 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-f900f6a1-c645-4127-8dff-63eda41fca4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:05:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['781d676b-1f38-49fd-87f9-7b5aef63961c'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:05:33.061000 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d11eed3-afa7-48e6-8d4a-71c1d2290b0a service neutron] Pushing event updated for resources: {'Port': ['ID=ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:33.112198 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-f900f6a1-c645-4127-8dff-63eda41fca4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:05:33.125176 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f900f6a1-c645-4127-8dff-63eda41fca4a None None] Routers {'781d676b-1f38-49fd-87f9-7b5aef63961c'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:05:33.126138 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-f900f6a1-c645-4127-8dff-63eda41fca4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:05:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['781d676b-1f38-49fd-87f9-7b5aef63961c'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:05:33.170221 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-f900f6a1-c645-4127-8dff-63eda41fca4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:05:33.171287 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f900f6a1-c645-4127-8dff-63eda41fca4a None None] The sync data for ids ['781d676b-1f38-49fd-87f9-7b5aef63961c'] in n-d-712139-27 is: [] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:05:33.218980 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-e8a0d2db-cade-44b0-9e32-c5f1cb3f42e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:33.220828 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-e8a0d2db-cade-44b0-9e32-c5f1cb3f42e6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f89e990f7f004133b0af85a906874094&device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 1095 time: 0.3779235 Jan 28 03:05:33.226278 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6064f6bd-ffe9-4b2b-a319-971e6368bbba req-fb573957-0d38-4e18-af2f-11b35e8c95d1 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6433008 Jan 28 03:05:33.266456 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8b882c-36cd-4e1e-838c-d4aebb036e76 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:33.268490 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2a8b882c-36cd-4e1e-838c-d4aebb036e76 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "GET /v2.0/ports/e8ad14f5-5254-4556-8177-76c2a2173e6f HTTP/1.1" status: 200 len: 911 time: 0.2655079 Jan 28 03:05:33.273181 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 53136) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:05:33.292493 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-c76af70d-73c2-4ce1-a8ae-50f16c160cd8 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '75e7c2be-7064-403c-b89c-49d8fad362e2'}]}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:05:33.326451 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:33.363018 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf6ea16-2576-4740-9407-74ac00335dc4 x-openstack-request-id: req-fdf6ea16-2576-4740-9407-74ac00335dc4 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:05:33.363546 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4b5d3f-9d94-4228-974e-b08b737d3e4c", "name": "network-vif-deleted", "tag": "adb6e36c-de05-4418-b914-1cc1d87b0029", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:05:33.364041 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fdf6ea16-2576-4740-9407-74ac00335dc4 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:05:33.364959 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'name': 'network-vif-deleted', 'tag': 'adb6e36c-de05-4418-b914-1cc1d87b0029', 'status': 'completed', 'code': 200} Jan 28 03:05:33.373884 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-cbc32573-2db3-4938-961b-3e55b05d5226 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31 HTTP/1.1" status: 200 len: 217 time: 0.1387858 Jan 28 03:05:33.469696 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:33.688402 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c76af70d-73c2-4ce1-a8ae-50f16c160cd8 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e8ad14f5-5254-4556-8177-76c2a2173e6f), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:33.688647 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-c4fd6588-25ea-4e5f-88c3-f959e160c457 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Deleting port 44267f57-f4c4-404e-bfd0-6e33bcab411a {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:05:33.701623 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-c4fd6588-25ea-4e5f-88c3-f959e160c457 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (44267f57-f4c4-404e-bfd0-6e33bcab411a), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:33.773407 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-ee3d2ff8-5ea1-449e-99b1-aeb897a965ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:33.791603 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-ee3d2ff8-5ea1-449e-99b1-aeb897a965ae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06dde70e-a1cf-43e5-9a09-417a59ad5656 HTTP/1.1" status: 200 len: 849 time: 0.4118195 Jan 28 03:05:33.975558 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f8d1e-791f-4bdf-9f0e-bd6148e088fa req-bd303532-b8c5-4243-9e5c-036ddbc08d75 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:33.989645 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-426f8d1e-791f-4bdf-9f0e-bd6148e088fa req-bd303532-b8c5-4243-9e5c-036ddbc08d75 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 943 time: 0.4589288 Jan 28 03:05:34.336577 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-d54520d6-dc73-4cd9-b86b-f0736578e6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:34.340233 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-d54520d6-dc73-4cd9-b86b-f0736578e6b2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4ded625-2395-4b5b-8619-6207cf127af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4323936 Jan 28 03:05:34.343755 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-c4fd6588-25ea-4e5f-88c3-f959e160c457 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] For port 44267f57-f4c4-404e-bfd0-6e33bcab411a, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=44267f57-f4c4-404e-bfd0-6e33bcab411a,segment=NetworkSegment(b07f2473-f884-4e6c-9979-6090b836f5c9),segment_id=b07f2473-f884-4e6c-9979-6090b836f5c9)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:05:34.344405 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-c4fd6588-25ea-4e5f-88c3-f959e160c457 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (44267f57-f4c4-404e-bfd0-6e33bcab411a), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:34.362282 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-426f8d1e-791f-4bdf-9f0e-bd6148e088fa req-bdf8c5b0-172b-4e69-ba86-42a3192c402c tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?id=5cfc1d40-004a-4e66-82cd-29f658db29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3567576 Jan 28 03:05:34.806261 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-deb0e40b-1f45-418d-b2e0-bc9e033eff35 service neutron] 10.222.0.39 "GET /v2.0/networks/f4ded625-2395-4b5b-8619-6207cf127af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279730 Jan 28 03:05:35.030478 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297ede6-7d5f-4aa3-a854-ee30751682bf req-3004cfe8-ecbd-4df4-a822-82d6b4f2c0bb tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:35.035388 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5297ede6-7d5f-4aa3-a854-ee30751682bf req-3004cfe8-ecbd-4df4-a822-82d6b4f2c0bb tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e03bb5f-6d06-4fbb-9bdc-cd1769139b7a HTTP/1.1" status: 200 len: 945 time: 0.3204072 Jan 28 03:05:35.156782 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:35.228936 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c76af70d-73c2-4ce1-a8ae-50f16c160cd8 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for port (e8ad14f5-5254-4556-8177-76c2a2173e6f), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:35.262379 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c76af70d-73c2-4ce1-a8ae-50f16c160cd8 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (e8ad14f5-5254-4556-8177-76c2a2173e6f), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:35.276013 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76af70d-73c2-4ce1-a8ae-50f16c160cd8 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:35.276863 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c76af70d-73c2-4ce1-a8ae-50f16c160cd8 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:35.290704 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c76af70d-73c2-4ce1-a8ae-50f16c160cd8 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "PUT /v2.0/ports/e8ad14f5-5254-4556-8177-76c2a2173e6f HTTP/1.1" status: 200 len: 911 time: 2.0061355 Jan 28 03:05:35.298319 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 53170) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:05:35.561791 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76af70d-73c2-4ce1-a8ae-50f16c160cd8 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event updated for resources: {'Port': ['ID=e8ad14f5-5254-4556-8177-76c2a2173e6f,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:35.689593 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5297ede6-7d5f-4aa3-a854-ee30751682bf req-fb38c641-c182-4591-9e07-612e31fe786b tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/security-groups?id=96e0a976-f8d9-458d-8693-171663d1775c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6460166 Jan 28 03:05:35.803446 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9272545-bcdb-47c9-bbb0-55f01064ada6 req-90ccde6e-80c2-4451-8cad-9891b5d599ea tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:35.806715 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f9272545-bcdb-47c9-bbb0-55f01064ada6 req-90ccde6e-80c2-4451-8cad-9891b5d599ea tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e03bb5f-6d06-4fbb-9bdc-cd1769139b7a HTTP/1.1" status: 200 len: 945 time: 0.1825252 Jan 28 03:05:35.981344 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:36.091433 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7247e70-d644-443b-b94e-084b37c5560e', 'tag': 'ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:05:36.096226 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aca670c-b1fb-4f32-a0b2-e059c053b8b1" -d '{"events": [{"name": "network-changed", "server_uuid": "a7247e70-d644-443b-b94e-084b37c5560e", "tag": "ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:05:36.102525 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-56b03787-4979-4c59-b5bb-a0fa9d837f89 req-775ca6b8-4d63-4902-ba38-37bd3ff3d778 service neutron] 10.222.0.39 "GET /v2.0/networks/f4ded625-2395-4b5b-8619-6207cf127af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2857678 Jan 28 03:05:36.211218 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707d88d-9af5-47a1-ba10-efa9c0547668 req-d6ffb855-a6c8-4634-b5d9-391f9d2d76b5 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:36.233280 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707d88d-9af5-47a1-ba10-efa9c0547668 req-d6ffb855-a6c8-4634-b5d9-391f9d2d76b5 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:36.239219 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707d88d-9af5-47a1-ba10-efa9c0547668 req-d6ffb855-a6c8-4634-b5d9-391f9d2d76b5 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:36.257911 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707d88d-9af5-47a1-ba10-efa9c0547668 req-d6ffb855-a6c8-4634-b5d9-391f9d2d76b5 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:36.259789 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1707d88d-9af5-47a1-ba10-efa9c0547668 req-d6ffb855-a6c8-4634-b5d9-391f9d2d76b5 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 3144 time: 1.6520300 Jan 28 03:05:36.379800 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1707d88d-9af5-47a1-ba10-efa9c0547668 req-473f01a0-e107-4118-8ec2-6551093f6a09 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018262 Jan 28 03:05:36.531290 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b129009b-6551-4077-a697-314a7e223831 x-openstack-request-id: req-b129009b-6551-4077-a697-314a7e223831 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:05:36.531595 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7247e70-d644-443b-b94e-084b37c5560e", "tag": "ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:05:36.531935 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b129009b-6551-4077-a697-314a7e223831 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:05:36.532491 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7247e70-d644-443b-b94e-084b37c5560e', 'tag': 'ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31', 'status': 'completed', 'code': 200} Jan 28 03:05:36.535009 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-c4fd6588-25ea-4e5f-88c3-f959e160c457 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:36.535834 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-c4fd6588-25ea-4e5f-88c3-f959e160c457 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (c1674d6a-9079-4401-90c0-6269bc065173), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:36.537430 n-d-712139-27 neutron-server[109803]: INFO neutron.db.l3_db [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-c4fd6588-25ea-4e5f-88c3-f959e160c457 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Floating IP c1674d6a-9079-4401-90c0-6269bc065173 disassociated. External IP: 172.25.0.139, port: 44267f57-f4c4-404e-bfd0-6e33bcab411a. Jan 28 03:05:36.537810 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-c4fd6588-25ea-4e5f-88c3-f959e160c457 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Calling delete_port for 44267f57-f4c4-404e-bfd0-6e33bcab411a owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:05:36.677368 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516b9ed-1cbc-447e-99c9-16b86d87ce3e req-273f6bd5-f81b-4954-99fe-beedb98c0028 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:36.689894 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5516b9ed-1cbc-447e-99c9-16b86d87ce3e req-273f6bd5-f81b-4954-99fe-beedb98c0028 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 943 time: 0.3778324 Jan 28 03:05:36.754295 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-f9272545-bcdb-47c9-bbb0-55f01064ada6 req-c2398c03-cf79-44fc-92f9-a8b41bd2bb44 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] Deleting port dbe69b72-7d45-48e6-bd38-24eb5648e6c0 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:05:36.755351 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f9272545-bcdb-47c9-bbb0-55f01064ada6 req-c2398c03-cf79-44fc-92f9-a8b41bd2bb44 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (dbe69b72-7d45-48e6-bd38-24eb5648e6c0), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:36.836305 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca670c-b1fb-4f32-a0b2-e059c053b8b1 req-7f5b9fb6-0e38-48f5-8cbb-b6bfbea9533a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:36.841329 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5aca670c-b1fb-4f32-a0b2-e059c053b8b1 req-7f5b9fb6-0e38-48f5-8cbb-b6bfbea9533a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f89e990f7f004133b0af85a906874094&device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 1095 time: 0.2539327 Jan 28 03:05:36.983761 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5516b9ed-1cbc-447e-99c9-16b86d87ce3e req-d0f87143-66a4-481a-8197-7a27d26f1bdf tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?id=5cfc1d40-004a-4e66-82cd-29f658db29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2926509 Jan 28 03:05:37.152686 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3db42ac9-0170-4c52-9cbc-78b2feb41276 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (781d676b-1f38-49fd-87f9-7b5aef63961c), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:37.323237 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-f9272545-bcdb-47c9-bbb0-55f01064ada6 req-c2398c03-cf79-44fc-92f9-a8b41bd2bb44 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] For port dbe69b72-7d45-48e6-bd38-24eb5648e6c0, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=dbe69b72-7d45-48e6-bd38-24eb5648e6c0,segment=NetworkSegment(bdaca37a-fbee-4f2d-9267-339b1715ddc4),segment_id=bdaca37a-fbee-4f2d-9267-339b1715ddc4)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:05:37.323706 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f9272545-bcdb-47c9-bbb0-55f01064ada6 req-c2398c03-cf79-44fc-92f9-a8b41bd2bb44 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (dbe69b72-7d45-48e6-bd38-24eb5648e6c0), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:37.356369 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-c4fd6588-25ea-4e5f-88c3-f959e160c457 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (44267f57-f4c4-404e-bfd0-6e33bcab411a), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:37.414400 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-f9272545-bcdb-47c9-bbb0-55f01064ada6 req-c2398c03-cf79-44fc-92f9-a8b41bd2bb44 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] Calling delete_port for dbe69b72-7d45-48e6-bd38-24eb5648e6c0 owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:05:37.430559 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2495d3-3af8-4be4-ac15-a2a234bccd4c req-1afddc6c-902d-4033-a254-3a522a3b0bd6 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:37.449357 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fb2495d3-3af8-4be4-ac15-a2a234bccd4c req-1afddc6c-902d-4033-a254-3a522a3b0bd6 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e03bb5f-6d06-4fbb-9bdc-cd1769139b7a HTTP/1.1" status: 200 len: 945 time: 0.5422900 Jan 28 03:05:37.552450 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fd6588-25ea-4e5f-88c3-f959e160c457 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Pushing event deleted for resources: {'Port': ['ID=44267f57-f4c4-404e-bfd0-6e33bcab411a,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:37.585363 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca670c-b1fb-4f32-a0b2-e059c053b8b1 req-50e87398-3334-4a0e-b10b-1f6bb836eb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:37.586899 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5aca670c-b1fb-4f32-a0b2-e059c053b8b1 req-50e87398-3334-4a0e-b10b-1f6bb836eb15 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f4ded625-2395-4b5b-8619-6207cf127af3 HTTP/1.1" status: 200 len: 911 time: 0.7376702 Jan 28 03:05:37.785511 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5aca670c-b1fb-4f32-a0b2-e059c053b8b1 req-8a17b4f1-ff3b-4f13-b628-4e006d7b0bd3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31 HTTP/1.1" status: 200 len: 217 time: 0.1886017 Jan 28 03:05:37.796690 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fb2495d3-3af8-4be4-ac15-a2a234bccd4c req-53ad57bc-fee3-45bd-a28e-a488ea3195c0 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/security-groups?id=96e0a976-f8d9-458d-8693-171663d1775c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461552 Jan 28 03:05:37.858986 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca670c-b1fb-4f32-a0b2-e059c053b8b1 req-3718ce11-6b18-475d-8a81-6f24b2183df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:37.862279 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5aca670c-b1fb-4f32-a0b2-e059c053b8b1 req-3718ce11-6b18-475d-8a81-6f24b2183df6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06dde70e-a1cf-43e5-9a09-417a59ad5656 HTTP/1.1" status: 200 len: 849 time: 0.0623236 Jan 28 03:05:37.991776 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-c4fd6588-25ea-4e5f-88c3-f959e160c457 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Router 342786c2-eba4-459a-a2c0-9d6d40860bd2 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:05:38.018902 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca670c-b1fb-4f32-a0b2-e059c053b8b1 req-97de96c2-8a3c-4426-a590-04550b121ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:38.021046 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5aca670c-b1fb-4f32-a0b2-e059c053b8b1 req-97de96c2-8a3c-4426-a590-04550b121ada service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4ded625-2395-4b5b-8619-6207cf127af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0656905 Jan 28 03:05:38.105948 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eabd4b-9329-4df2-b9d9-00cb6b4ad6f2 req-532ecc25-bbcc-4565-afd3-eb35dbadac0a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:38.124938 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eabd4b-9329-4df2-b9d9-00cb6b4ad6f2 req-532ecc25-bbcc-4565-afd3-eb35dbadac0a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:38.135498 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eabd4b-9329-4df2-b9d9-00cb6b4ad6f2 req-532ecc25-bbcc-4565-afd3-eb35dbadac0a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:38.143182 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c9eabd4b-9329-4df2-b9d9-00cb6b4ad6f2 req-532ecc25-bbcc-4565-afd3-eb35dbadac0a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 2410 time: 0.4570677 Jan 28 03:05:38.219599 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f9272545-bcdb-47c9-bbb0-55f01064ada6 req-c2398c03-cf79-44fc-92f9-a8b41bd2bb44 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (dbe69b72-7d45-48e6-bd38-24eb5648e6c0), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:38.283746 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2398c03-cf79-44fc-92f9-a8b41bd2bb44 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] Pushing event deleted for resources: {'Port': ['ID=dbe69b72-7d45-48e6-bd38-24eb5648e6c0,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:38.310808 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c9eabd4b-9329-4df2-b9d9-00cb6b4ad6f2 req-09a572a2-012b-4738-9483-f29f57b451b4 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666288 Jan 28 03:05:38.318442 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-3db42ac9-0170-4c52-9cbc-78b2feb41276 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Deleting port e8ad14f5-5254-4556-8177-76c2a2173e6f {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:05:38.319077 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3db42ac9-0170-4c52-9cbc-78b2feb41276 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (e8ad14f5-5254-4556-8177-76c2a2173e6f), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:38.366505 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:05:38.374299 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device dbe69b72-7d45-48e6-bd38-24eb5648e6c0 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:05:38.420565 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ef148-c723-42bc-8d3c-cb70d9350369 req-63b5e5bc-6f92-4912-b880-263e383cce5c tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:38.423597 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d88ef148-c723-42bc-8d3c-cb70d9350369 req-63b5e5bc-6f92-4912-b880-263e383cce5c tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 943 time: 0.2420945 Jan 28 03:05:38.440895 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: dbe69b72-7d45-48e6-bd38-24eb5648e6c0 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:05:38.441518 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device dbe69b72-7d45-48e6-bd38-24eb5648e6c0 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:05:38.543400 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d88ef148-c723-42bc-8d3c-cb70d9350369 req-c1e6a00b-9032-432a-862d-965fc2f4c0ec tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?id=5cfc1d40-004a-4e66-82cd-29f658db29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013653 Jan 28 03:05:38.594665 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31,segment=NetworkSegment(4b8aaf8b-443e-4581-95cb-ce007f1757b3),segment_id=4b8aaf8b-443e-4581-95cb-ce007f1757b3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:05:38.597585 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5aca670c-b1fb-4f32-a0b2-e059c053b8b1 req-304e2c8b-0d73-4f71-88ce-6c53c32d6665 service neutron] 10.222.0.39 "GET /v2.0/networks/f4ded625-2395-4b5b-8619-6207cf127af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5639606 Jan 28 03:05:38.642657 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3db42ac9-0170-4c52-9cbc-78b2feb41276 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (e8ad14f5-5254-4556-8177-76c2a2173e6f), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:38.653000 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': 'ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31', 'network_id': 'f4ded625-2395-4b5b-8619-6207cf127af3', 'port_id': 'ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31', 'mac_address': 'fa:16:3e:58:ed:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06dde70e-a1cf-43e5-9a09-417a59ad5656', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:05:38.660476 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-3db42ac9-0170-4c52-9cbc-78b2feb41276 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Calling delete_port for e8ad14f5-5254-4556-8177-76c2a2173e6f owned by network:router_interface {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:05:38.727336 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5aca670c-b1fb-4f32-a0b2-e059c053b8b1 req-06b2e8ab-6a1d-47f5-b2d7-a75c0de8b3d0 service neutron] 10.222.0.39 "GET /v2.0/networks/f4ded625-2395-4b5b-8619-6207cf127af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269414 Jan 28 03:05:38.727336 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-c4fd6588-25ea-4e5f-88c3-f959e160c457 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:05:38.775736 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:05:38.776383 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:38.780592 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d8072f-30db-42f7-8f6c-c9e3a496e222 None None] Sync routers for ids ['342786c2-eba4-459a-a2c0-9d6d40860bd2'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:05:38.815781 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:05:38.830948 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d8072f-30db-42f7-8f6c-c9e3a496e222 None None] Routers {'342786c2-eba4-459a-a2c0-9d6d40860bd2'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:05:38.831581 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-a4d8072f-30db-42f7-8f6c-c9e3a496e222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:05:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['342786c2-eba4-459a-a2c0-9d6d40860bd2'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:05:38.837731 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-c4fd6588-25ea-4e5f-88c3-f959e160c457 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] No DVR routers for this DVR port 44267f57-f4c4-404e-bfd0-6e33bcab411a on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:05:38.853409 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-c4fd6588-25ea-4e5f-88c3-f959e160c457 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:38.869120 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-c4fd6588-25ea-4e5f-88c3-f959e160c457 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.67 "DELETE /v2.0/ports/44267f57-f4c4-404e-bfd0-6e33bcab411a HTTP/1.1" status: 204 len: 173 time: 6.1612713 Jan 28 03:05:38.870160 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'name': 'network-vif-deleted', 'tag': '44267f57-f4c4-404e-bfd0-6e33bcab411a'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:05:38.877022 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4150cc7e-1b1b-4971-b0c7-6955aad10376" -d '{"events": [{"server_uuid": "3e4b5d3f-9d94-4228-974e-b08b737d3e4c", "name": "network-vif-deleted", "tag": "44267f57-f4c4-404e-bfd0-6e33bcab411a"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:05:39.076474 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3db42ac9-0170-4c52-9cbc-78b2feb41276 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (e8ad14f5-5254-4556-8177-76c2a2173e6f), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:39.082351 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31,segment=NetworkSegment(4b8aaf8b-443e-4581-95cb-ce007f1757b3),segment_id=4b8aaf8b-443e-4581-95cb-ce007f1757b3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:05:39.101670 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:39.196427 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9272545-bcdb-47c9-bbb0-55f01064ada6 req-c2398c03-cf79-44fc-92f9-a8b41bd2bb44 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] No DVR routers for this DVR port dbe69b72-7d45-48e6-bd38-24eb5648e6c0 on host n-h2-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:05:39.206702 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f9272545-bcdb-47c9-bbb0-55f01064ada6 req-c2398c03-cf79-44fc-92f9-a8b41bd2bb44 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:39.212780 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f9272545-bcdb-47c9-bbb0-55f01064ada6 req-c2398c03-cf79-44fc-92f9-a8b41bd2bb44 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.39 "DELETE /v2.0/ports/dbe69b72-7d45-48e6-bd38-24eb5648e6c0 HTTP/1.1" status: 204 len: 173 time: 3.0453537 Jan 28 03:05:39.243807 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db42ac9-0170-4c52-9cbc-78b2feb41276 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event deleted for resources: {'Port': ['ID=e8ad14f5-5254-4556-8177-76c2a2173e6f,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:39.263537 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e03bb5f-6d06-4fbb-9bdc-cd1769139b7a', 'name': 'network-vif-deleted', 'tag': 'dbe69b72-7d45-48e6-bd38-24eb5648e6c0'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:05:39.275980 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5ab3e1-0bb2-44dd-a91b-5800a10b0935" -d '{"events": [{"server_uuid": "0e03bb5f-6d06-4fbb-9bdc-cd1769139b7a", "name": "network-vif-deleted", "tag": "dbe69b72-7d45-48e6-bd38-24eb5648e6c0"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:05:39.448184 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f581697f-6aad-409b-9050-37db823696bc x-openstack-request-id: req-f581697f-6aad-409b-9050-37db823696bc {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:05:39.448965 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4b5d3f-9d94-4228-974e-b08b737d3e4c", "name": "network-vif-deleted", "tag": "44267f57-f4c4-404e-bfd0-6e33bcab411a", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:05:39.448965 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f581697f-6aad-409b-9050-37db823696bc {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:05:39.449638 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'name': 'network-vif-deleted', 'tag': '44267f57-f4c4-404e-bfd0-6e33bcab411a', 'status': 'completed', 'code': 200} Jan 28 03:05:39.476240 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-514a8d39-ffc2-46bf-99d2-c51dd77e1ab7 req-78a2281a-20bb-4391-961a-f9a94ccdd505 tempest-TestServerAdvancedOps-1420183606 tempest-TestServerAdvancedOps-1420183606-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e03bb5f-6d06-4fbb-9bdc-cd1769139b7a HTTP/1.1" status: 200 len: 210 time: 0.3353033 Jan 28 03:05:39.517129 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:39.690422 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-708054fc-e571-44c5-a0c9-5779a2cd74d1 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Deleting port 1ab715d2-bc27-4588-bd67-bdf04c55fd07 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:05:39.690999 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-708054fc-e571-44c5-a0c9-5779a2cd74d1 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (1ab715d2-bc27-4588-bd67-bdf04c55fd07), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:39.714859 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be01b94-561f-433e-a6c3-6e7f06cc2bdb x-openstack-request-id: req-2be01b94-561f-433e-a6c3-6e7f06cc2bdb {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:05:39.715479 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e03bb5f-6d06-4fbb-9bdc-cd1769139b7a", "name": "network-vif-deleted", "tag": "dbe69b72-7d45-48e6-bd38-24eb5648e6c0", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:05:39.715901 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2be01b94-561f-433e-a6c3-6e7f06cc2bdb {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:05:39.716626 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e03bb5f-6d06-4fbb-9bdc-cd1769139b7a', 'name': 'network-vif-deleted', 'tag': 'dbe69b72-7d45-48e6-bd38-24eb5648e6c0', 'status': 'completed', 'code': 200} Jan 28 03:05:39.833718 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3db42ac9-0170-4c52-9cbc-78b2feb41276 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (781d676b-1f38-49fd-87f9-7b5aef63961c), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:39.922298 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-a4d8072f-30db-42f7-8f6c-c9e3a496e222 None None] Set router 342786c2-eba4-459a-a2c0-9d6d40860bd2 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:05:40.069952 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbefce77-baf8-43e8-b428-981709469871 req-d3116822-8632-4ec8-8efe-3f17ec1405cf tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:40.079203 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbefce77-baf8-43e8-b428-981709469871 req-d3116822-8632-4ec8-8efe-3f17ec1405cf tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:40.087171 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbefce77-baf8-43e8-b428-981709469871 req-d3116822-8632-4ec8-8efe-3f17ec1405cf tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:40.090192 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cbefce77-baf8-43e8-b428-981709469871 req-d3116822-8632-4ec8-8efe-3f17ec1405cf tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 2410 time: 0.3630922 Jan 28 03:05:40.198129 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-708054fc-e571-44c5-a0c9-5779a2cd74d1 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] For port 1ab715d2-bc27-4588-bd67-bdf04c55fd07, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=1ab715d2-bc27-4588-bd67-bdf04c55fd07,segment=NetworkSegment(08579d7b-ee04-4dba-9a58-af7df8141495),segment_id=08579d7b-ee04-4dba-9a58-af7df8141495)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:05:40.198656 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-708054fc-e571-44c5-a0c9-5779a2cd74d1 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (1ab715d2-bc27-4588-bd67-bdf04c55fd07), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:40.212336 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cbefce77-baf8-43e8-b428-981709469871 req-65dea6a7-5667-45d7-a1db-8234f2daa52a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038241 Jan 28 03:05:40.226586 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-708054fc-e571-44c5-a0c9-5779a2cd74d1 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Calling delete_port for 1ab715d2-bc27-4588-bd67-bdf04c55fd07 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:05:40.230686 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:05:40.644845 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 53274) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:05:40.733797 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146f4d1-6d1f-4f05-9d87-0740425f9a56 req-0cf36f31-57e9-471c-997e-318398f74d60 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:40.735798 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9146f4d1-6d1f-4f05-9d87-0740425f9a56 req-0cf36f31-57e9-471c-997e-318398f74d60 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 944 time: 0.5298600 Jan 28 03:05:40.787820 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db42ac9-0170-4c52-9cbc-78b2feb41276 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Router 781d676b-1f38-49fd-87f9-7b5aef63961c has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:05:40.796076 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-708054fc-e571-44c5-a0c9-5779a2cd74d1 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (1ab715d2-bc27-4588-bd67-bdf04c55fd07), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:40.954561 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9146f4d1-6d1f-4f05-9d87-0740425f9a56 req-83400a92-bc70-4d04-9be6-68cdd422da7c tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?id=5cfc1d40-004a-4e66-82cd-29f658db29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934304 Jan 28 03:05:40.979779 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-708054fc-e571-44c5-a0c9-5779a2cd74d1 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] No DVR routers for this DVR port 1ab715d2-bc27-4588-bd67-bdf04c55fd07 on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:05:40.983408 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-708054fc-e571-44c5-a0c9-5779a2cd74d1 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:40.991658 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-708054fc-e571-44c5-a0c9-5779a2cd74d1 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.67 "DELETE /v2.0/ports/1ab715d2-bc27-4588-bd67-bdf04c55fd07 HTTP/1.1" status: 204 len: 173 time: 2.1018138 Jan 28 03:05:40.994630 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708054fc-e571-44c5-a0c9-5779a2cd74d1 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Pushing event deleted for resources: {'Port': ['ID=1ab715d2-bc27-4588-bd67-bdf04c55fd07,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:41.080591 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-4893a9e0-92a4-4d54-9305-86a7204289a7 admin admin] Deleting subnet a2f888f2-182e-40a9-908b-746abe74f5c2 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:05:41.114518 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4893a9e0-92a4-4d54-9305-86a7204289a7 admin admin] Publish callbacks [] for subnet (a2f888f2-182e-40a9-908b-746abe74f5c2), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:41.169191 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db42ac9-0170-4c52-9cbc-78b2feb41276 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:05:41.184309 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 53284) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:05:41.185608 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3db42ac9-0170-4c52-9cbc-78b2feb41276 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "PUT /v2.0/routers/781d676b-1f38-49fd-87f9-7b5aef63961c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8738556 Jan 28 03:05:41.186672 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a254a01d-16d4-4338-85ae-c2ea42d0a126 None None] Sync routers for ids ['781d676b-1f38-49fd-87f9-7b5aef63961c'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:05:41.187335 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-a4d8072f-30db-42f7-8f6c-c9e3a496e222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342786c2-eba4-459a-a2c0-9d6d40860bd2', 'name': 'tempest-TaggedBootDevicesTest-263614113-router', 'tenant_id': '7581cafbb59a47148e5d33dde7c9cb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'da35fe1d-c7ec-451a-8fd0-b039fc1498a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:53:27Z', 'updated_at': '2022-01-28T02:53:44Z', 'revision_number': 4, 'project_id': '7581cafbb59a47148e5d33dde7c9cb23', 'gw_port': {'id': 'da35fe1d-c7ec-451a-8fd0-b039fc1498a4', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342786c2-eba4-459a-a2c0-9d6d40860bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:31Z', 'updated_at': '2022-01-28T02:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '59116e85-32c3-4dbe-99b3-c597c59726a0', 'name': '', 'network_id': '266d65f2-ae3d-4ae4-8df9-31c67ca10beb', 'tenant_id': '7581cafbb59a47148e5d33dde7c9cb23', 'mac_address': 'fa:16:3e:1b:ee:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342786c2-eba4-459a-a2c0-9d6d40860bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '25561413-0d19-438c-afcd-b5c53014f067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:41Z', 'updated_at': '2022-01-28T02:53:52Z', 'revision_number': 5, 'project_id': '7581cafbb59a47148e5d33dde7c9cb23', 'subnets': [{'id': '25561413-0d19-438c-afcd-b5c53014f067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:05:41.219533 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4893a9e0-92a4-4d54-9305-86a7204289a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (a2f888f2-182e-40a9-908b-746abe74f5c2), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:41.248480 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-927f002f-b404-4285-a925-3afa1cd1c8d8 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "GET /v2.0/ports?device_id=781d676b-1f38-49fd-87f9-7b5aef63961c HTTP/1.1" status: 200 len: 205 time: 0.0607650 Jan 28 03:05:41.249985 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 53286) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:05:41.251286 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a254a01d-16d4-4338-85ae-c2ea42d0a126 None None] Routers {'781d676b-1f38-49fd-87f9-7b5aef63961c'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:05:41.252430 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a254a01d-16d4-4338-85ae-c2ea42d0a126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:05:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['781d676b-1f38-49fd-87f9-7b5aef63961c'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:05:41.316948 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4893a9e0-92a4-4d54-9305-86a7204289a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (a2f888f2-182e-40a9-908b-746abe74f5c2), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:41.350986 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d8072f-30db-42f7-8f6c-c9e3a496e222 None None] Checking router: 342786c2-eba4-459a-a2c0-9d6d40860bd2 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:05:41.400750 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d8072f-30db-42f7-8f6c-c9e3a496e222 None None] Routers {'342786c2-eba4-459a-a2c0-9d6d40860bd2'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:05:41.401728 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-a4d8072f-30db-42f7-8f6c-c9e3a496e222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:05:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['342786c2-eba4-459a-a2c0-9d6d40860bd2'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:05:41.462223 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a254a01d-16d4-4338-85ae-c2ea42d0a126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:05:41.473193 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'name': 'network-vif-deleted', 'tag': '1ab715d2-bc27-4588-bd67-bdf04c55fd07'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:05:41.485555 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4893a9e0-92a4-4d54-9305-86a7204289a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (a2f888f2-182e-40a9-908b-746abe74f5c2), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:41.489782 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb2f793-f4cb-4ae6-882c-7e5c1a43f6e7" -d '{"events": [{"server_uuid": "3e4b5d3f-9d94-4228-974e-b08b737d3e4c", "name": "network-vif-deleted", "tag": "1ab715d2-bc27-4588-bd67-bdf04c55fd07"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:05:41.506551 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a254a01d-16d4-4338-85ae-c2ea42d0a126 None None] Routers {'781d676b-1f38-49fd-87f9-7b5aef63961c'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:05:41.508999 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a254a01d-16d4-4338-85ae-c2ea42d0a126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:05:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['781d676b-1f38-49fd-87f9-7b5aef63961c'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:05:41.518832 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-8816f890-7457-4d7f-8a13-93d9d09a7636 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Deleting port e3dc7402-b465-4b15-8094-ca4f81d3337e {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:05:41.519187 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-8816f890-7457-4d7f-8a13-93d9d09a7636 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (e3dc7402-b465-4b15-8094-ca4f81d3337e), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:41.552121 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4b8d4939-c785-4d31-b199-8556bfa01ab1 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for router (781d676b-1f38-49fd-87f9-7b5aef63961c), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:41.598433 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a254a01d-16d4-4338-85ae-c2ea42d0a126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:05:41.604049 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a254a01d-16d4-4338-85ae-c2ea42d0a126 None None] The sync data for ids ['781d676b-1f38-49fd-87f9-7b5aef63961c'] in n-d-712139-27 is: [] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:05:41.628447 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4893a9e0-92a4-4d54-9305-86a7204289a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:41.635798 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4893a9e0-92a4-4d54-9305-86a7204289a7 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a2f888f2-182e-40a9-908b-746abe74f5c2 HTTP/1.1" status: 204 len: 168 time: 0.9875429 Jan 28 03:05:41.642831 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4893a9e0-92a4-4d54-9305-86a7204289a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2f888f2-182e-40a9-908b-746abe74f5c2,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:41.653022 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 53304) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:05:41.798587 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f68236-d092-49b2-96ff-5afe1cb6a925 x-openstack-request-id: req-e2f68236-d092-49b2-96ff-5afe1cb6a925 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:05:41.799120 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4b5d3f-9d94-4228-974e-b08b737d3e4c", "name": "network-vif-deleted", "tag": "1ab715d2-bc27-4588-bd67-bdf04c55fd07", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:05:41.799120 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e2f68236-d092-49b2-96ff-5afe1cb6a925 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:05:41.801935 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'name': 'network-vif-deleted', 'tag': '1ab715d2-bc27-4588-bd67-bdf04c55fd07', 'status': 'completed', 'code': 200} Jan 28 03:05:41.900193 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d40d4008-37ca-4426-bc50-9d7858efb4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (9e3e084e-c64c-4854-a7b4-691ea8c0972e), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:41.922294 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d916bf-5f73-4f82-beb2-131fe1ea671f req-3c32127f-0a1f-4ce0-a68e-8b8b41e0bae5 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:41.927386 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-a4d8072f-30db-42f7-8f6c-c9e3a496e222 None None] Set router 342786c2-eba4-459a-a2c0-9d6d40860bd2 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:05:41.943570 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d916bf-5f73-4f82-beb2-131fe1ea671f req-3c32127f-0a1f-4ce0-a68e-8b8b41e0bae5 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:41.954989 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a8d916bf-5f73-4f82-beb2-131fe1ea671f req-3c32127f-0a1f-4ce0-a68e-8b8b41e0bae5 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 1677 time: 0.3826361 Jan 28 03:05:42.014445 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4b8d4939-c785-4d31-b199-8556bfa01ab1 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (781d676b-1f38-49fd-87f9-7b5aef63961c), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:42.082517 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4b8d4939-c785-4d31-b199-8556bfa01ab1 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for router_controller (781d676b-1f38-49fd-87f9-7b5aef63961c), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:42.129026 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a8d916bf-5f73-4f82-beb2-131fe1ea671f req-55783812-33f0-4c92-b4a3-49af55f09ec1 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729774 Jan 28 03:05:42.280076 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d40d4008-37ca-4426-bc50-9d7858efb4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (9e3e084e-c64c-4854-a7b4-691ea8c0972e), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:42.315208 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-8816f890-7457-4d7f-8a13-93d9d09a7636 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] For port e3dc7402-b465-4b15-8094-ca4f81d3337e, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=e3dc7402-b465-4b15-8094-ca4f81d3337e,segment=NetworkSegment(54ef7b2b-f6f2-4013-a152-07e010d0c194),segment_id=54ef7b2b-f6f2-4013-a152-07e010d0c194)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:05:42.315715 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-8816f890-7457-4d7f-8a13-93d9d09a7636 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (e3dc7402-b465-4b15-8094-ca4f81d3337e), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:42.321128 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-d40d4008-37ca-4426-bc50-9d7858efb4de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e3e084e-c64c-4854-a7b4-691ea8c0972e']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:05:42.347105 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-d40d4008-37ca-4426-bc50-9d7858efb4de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdaca37a-fbee-4f2d-9267-339b1715ddc4') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:05:42.347536 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-d40d4008-37ca-4426-bc50-9d7858efb4de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdaca37a-fbee-4f2d-9267-339b1715ddc4') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:05:42.369126 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d40d4008-37ca-4426-bc50-9d7858efb4de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (bdaca37a-fbee-4f2d-9267-339b1715ddc4), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:42.406528 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d40d4008-37ca-4426-bc50-9d7858efb4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (bdaca37a-fbee-4f2d-9267-339b1715ddc4), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:42.415276 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d40d4008-37ca-4426-bc50-9d7858efb4de admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:05:42.415680 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d40d4008-37ca-4426-bc50-9d7858efb4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (bdaca37a-fbee-4f2d-9267-339b1715ddc4), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:42.417693 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:05:42.417693 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:05:42.417693 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:05:42.417693 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:05:42.417693 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:05:42.417693 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:05:42.417693 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:05:42.417693 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:05:42.417693 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:05:42.417693 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:05:42.417693 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:05:42.417693 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:05:42.417693 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:05:42.417693 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:05:42.417693 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:05:42.417693 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:05:42.417693 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:05:42.417693 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:05:42.417693 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:05:42.417693 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:05:42.417693 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:05:42.417693 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:05:42.417693 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:05:42.417693 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:05:42.417693 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:05:42.417693 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:05:42.417693 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:05:42.417693 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:05:42.417693 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:05:42.417693 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:05:42.417693 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:05:42.417693 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:05:42.447331 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:05:42.487276 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-8816f890-7457-4d7f-8a13-93d9d09a7636 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Calling delete_port for e3dc7402-b465-4b15-8094-ca4f81d3337e owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:05:42.586036 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d40d4008-37ca-4426-bc50-9d7858efb4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (9e3e084e-c64c-4854-a7b4-691ea8c0972e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:42.592807 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d40d4008-37ca-4426-bc50-9d7858efb4de admin admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:42.597037 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d40d4008-37ca-4426-bc50-9d7858efb4de admin admin] 10.222.0.53 "DELETE /v2.0/networks/9e3e084e-c64c-4854-a7b4-691ea8c0972e HTTP/1.1" status: 204 len: 168 time: 0.8928380 Jan 28 03:05:42.602196 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 53312) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:05:42.646181 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4b8d4939-c785-4d31-b199-8556bfa01ab1 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (781d676b-1f38-49fd-87f9-7b5aef63961c), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:42.648999 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8d4939-c785-4d31-b199-8556bfa01ab1 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Fanout notify agent at l3_agent the message router_deleted on router 781d676b-1f38-49fd-87f9-7b5aef63961c {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:05:42.666073 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:05:42.681804 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4b8d4939-c785-4d31-b199-8556bfa01ab1 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:42.687803 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4b8d4939-c785-4d31-b199-8556bfa01ab1 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "DELETE /v2.0/routers/781d676b-1f38-49fd-87f9-7b5aef63961c HTTP/1.1" status: 204 len: 168 time: 1.4342129 Jan 28 03:05:42.706216 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 53322) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:05:42.717011 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:05:42.717707 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:42.740016 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d4008-37ca-4426-bc50-9d7858efb4de admin admin] Pushing event deleted for resources: {'Network': ['ID=9e3e084e-c64c-4854-a7b4-691ea8c0972e,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:42.812268 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ed373c9-1f93-471a-9799-1e382d4a6ae0 admin admin] Deleting subnet 13a0b101-4214-4806-baa2-fed85ccc4a42 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:05:42.830954 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-b82c9b8d-a20f-4a11-b4bf-a8c5a4f144db tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Deleting subnet 75e7c2be-7064-403c-b89c-49d8fad362e2 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:05:42.832834 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3ed373c9-1f93-471a-9799-1e382d4a6ae0 admin admin] Publish callbacks [] for subnet (13a0b101-4214-4806-baa2-fed85ccc4a42), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:42.845903 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-a4d8072f-30db-42f7-8f6c-c9e3a496e222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342786c2-eba4-459a-a2c0-9d6d40860bd2', 'name': 'tempest-TaggedBootDevicesTest-263614113-router', 'tenant_id': '7581cafbb59a47148e5d33dde7c9cb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'da35fe1d-c7ec-451a-8fd0-b039fc1498a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:53:27Z', 'updated_at': '2022-01-28T02:53:44Z', 'revision_number': 4, 'project_id': '7581cafbb59a47148e5d33dde7c9cb23', 'gw_port': {'id': 'da35fe1d-c7ec-451a-8fd0-b039fc1498a4', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342786c2-eba4-459a-a2c0-9d6d40860bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:31Z', 'updated_at': '2022-01-28T02:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '59116e85-32c3-4dbe-99b3-c597c59726a0', 'name': '', 'network_id': '266d65f2-ae3d-4ae4-8df9-31c67ca10beb', 'tenant_id': '7581cafbb59a47148e5d33dde7c9cb23', 'mac_address': 'fa:16:3e:1b:ee:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342786c2-eba4-459a-a2c0-9d6d40860bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '25561413-0d19-438c-afcd-b5c53014f067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:41Z', 'updated_at': '2022-01-28T02:53:52Z', 'revision_number': 5, 'project_id': '7581cafbb59a47148e5d33dde7c9cb23', 'subnets': [{'id': '25561413-0d19-438c-afcd-b5c53014f067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:05:42.855694 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab09af2-89bf-443c-84d2-e2bde9e5abe9 req-ab82c400-317c-4a36-abdc-e919c0e60e95 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:42.857635 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dab09af2-89bf-443c-84d2-e2bde9e5abe9 req-ab82c400-317c-4a36-abdc-e919c0e60e95 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 944 time: 0.7151096 Jan 28 03:05:42.864141 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b82c9b8d-a20f-4a11-b4bf-a8c5a4f144db tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for subnet (75e7c2be-7064-403c-b89c-49d8fad362e2), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:42.935676 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d8072f-30db-42f7-8f6c-c9e3a496e222 None None] The sync data for ids ['342786c2-eba4-459a-a2c0-9d6d40860bd2'] in n-d-712139-27 is: [{'id': '342786c2-eba4-459a-a2c0-9d6d40860bd2', 'name': 'tempest-TaggedBootDevicesTest-263614113-router', 'tenant_id': '7581cafbb59a47148e5d33dde7c9cb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'da35fe1d-c7ec-451a-8fd0-b039fc1498a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:53:27Z', 'updated_at': '2022-01-28T02:53:44Z', 'revision_number': 4, 'project_id': '7581cafbb59a47148e5d33dde7c9cb23', 'gw_port': {'id': 'da35fe1d-c7ec-451a-8fd0-b039fc1498a4', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342786c2-eba4-459a-a2c0-9d6d40860bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:31Z', 'updated_at': '2022-01-28T02:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '59116e85-32c3-4dbe-99b3-c597c59726a0', 'name': '', 'network_id': '266d65f2-ae3d-4ae4-8df9-31c67ca10beb', 'tenant_id': '7581cafbb59a47148e5d33dde7c9cb23', 'mac_address': 'fa:16:3e:1b:ee:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342786c2-eba4-459a-a2c0-9d6d40860bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '25561413-0d19-438c-afcd-b5c53014f067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:41Z', 'updated_at': '2022-01-28T02:53:52Z', 'revision_number': 5, 'project_id': '7581cafbb59a47148e5d33dde7c9cb23', 'subnets': [{'id': '25561413-0d19-438c-afcd-b5c53014f067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:05:42.969349 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b82c9b8d-a20f-4a11-b4bf-a8c5a4f144db tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (75e7c2be-7064-403c-b89c-49d8fad362e2), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:43.001064 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3ed373c9-1f93-471a-9799-1e382d4a6ae0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (13a0b101-4214-4806-baa2-fed85ccc4a42), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:43.132881 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dab09af2-89bf-443c-84d2-e2bde9e5abe9 req-adf80bda-63ee-4892-8efb-f1873b89cd3f tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?id=5cfc1d40-004a-4e66-82cd-29f658db29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2385557 Jan 28 03:05:43.203274 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3ed373c9-1f93-471a-9799-1e382d4a6ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (13a0b101-4214-4806-baa2-fed85ccc4a42), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:43.232335 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:05:43.237115 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:43.246826 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-8816f890-7457-4d7f-8a13-93d9d09a7636 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (e3dc7402-b465-4b15-8094-ca4f81d3337e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:43.304438 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816f890-7457-4d7f-8a13-93d9d09a7636 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Pushing event deleted for resources: {'Port': ['ID=e3dc7402-b465-4b15-8094-ca4f81d3337e,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:43.435088 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b82c9b8d-a20f-4a11-b4bf-a8c5a4f144db tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (75e7c2be-7064-403c-b89c-49d8fad362e2), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:43.450468 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7247e70-d644-443b-b94e-084b37c5560e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:05:43.459655 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad24623-e93d-469e-a861-6c45f6138392" -d '{"events": [{"server_uuid": "a7247e70-d644-443b-b94e-084b37c5560e", "name": "network-vif-plugged", "status": "completed", "tag": "ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:05:43.486926 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-8816f890-7457-4d7f-8a13-93d9d09a7636 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] No DVR routers for this DVR port e3dc7402-b465-4b15-8094-ca4f81d3337e on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:05:43.491116 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-8816f890-7457-4d7f-8a13-93d9d09a7636 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:43.495338 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-8816f890-7457-4d7f-8a13-93d9d09a7636 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.67 "DELETE /v2.0/ports/e3dc7402-b465-4b15-8094-ca4f81d3337e HTTP/1.1" status: 204 len: 173 time: 2.4925275 Jan 28 03:05:43.562323 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31,segment=NetworkSegment(4b8aaf8b-443e-4581-95cb-ce007f1757b3),segment_id=4b8aaf8b-443e-4581-95cb-ce007f1757b3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:05:43.570053 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:43.769195 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100468e7-8e59-477e-83fa-af67d04baf88 None None] New status for floating IP c1674d6a-9079-4401-90c0-6269bc065173: DOWN {{(pid=109804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:05:43.799935 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3ed373c9-1f93-471a-9799-1e382d4a6ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (13a0b101-4214-4806-baa2-fed85ccc4a42), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:43.951177 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'name': 'network-vif-deleted', 'tag': 'e3dc7402-b465-4b15-8094-ca4f81d3337e'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:05:43.958812 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed373c9-1f93-471a-9799-1e382d4a6ae0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13a0b101-4214-4806-baa2-fed85ccc4a42,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:43.961177 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d4abd0-a46e-4ab9-87f7-7d069be331fd" -d '{"events": [{"server_uuid": "3e4b5d3f-9d94-4228-974e-b08b737d3e4c", "name": "network-vif-deleted", "tag": "e3dc7402-b465-4b15-8094-ca4f81d3337e"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:05:44.027030 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7cc51b-b113-4321-9457-db0b01fb49cf x-openstack-request-id: req-be7cc51b-b113-4321-9457-db0b01fb49cf {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:05:44.027368 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7247e70-d644-443b-b94e-084b37c5560e", "name": "network-vif-plugged", "status": "completed", "tag": "ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:05:44.027616 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-be7cc51b-b113-4321-9457-db0b01fb49cf {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:05:44.028103 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7247e70-d644-443b-b94e-084b37c5560e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31', 'code': 200} Jan 28 03:05:44.065680 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a47838-7f4c-4695-b293-82988c62f9e3 req-e97bc1d5-8c21-4457-965c-fcd1f32d61a9 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:44.068595 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b82c9b8d-a20f-4a11-b4bf-a8c5a4f144db tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (75e7c2be-7064-403c-b89c-49d8fad362e2), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:44.079717 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b0a47838-7f4c-4695-b293-82988c62f9e3 req-e97bc1d5-8c21-4457-965c-fcd1f32d61a9 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 943 time: 0.5487568 Jan 28 03:05:44.172977 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb42843b-82fc-4f59-b921-2aa34d695db2 x-openstack-request-id: req-fb42843b-82fc-4f59-b921-2aa34d695db2 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:05:44.176135 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4b5d3f-9d94-4228-974e-b08b737d3e4c", "name": "network-vif-deleted", "tag": "e3dc7402-b465-4b15-8094-ca4f81d3337e", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:05:44.178549 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fb42843b-82fc-4f59-b921-2aa34d695db2 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:05:44.179570 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'name': 'network-vif-deleted', 'tag': 'e3dc7402-b465-4b15-8094-ca4f81d3337e', 'status': 'completed', 'code': 200} Jan 28 03:05:44.190822 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c9b8d-a20f-4a11-b4bf-a8c5a4f144db tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event deleted for resources: {'Subnet': ['ID=75e7c2be-7064-403c-b89c-49d8fad362e2,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:44.203050 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3ed373c9-1f93-471a-9799-1e382d4a6ae0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:44.220121 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3ed373c9-1f93-471a-9799-1e382d4a6ae0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/13a0b101-4214-4806-baa2-fed85ccc4a42 HTTP/1.1" status: 204 len: 168 time: 1.6114974 Jan 28 03:05:44.227549 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 53358) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:05:44.264937 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b82c9b8d-a20f-4a11-b4bf-a8c5a4f144db tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:44.274801 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b82c9b8d-a20f-4a11-b4bf-a8c5a4f144db tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "DELETE /v2.0/subnets/75e7c2be-7064-403c-b89c-49d8fad362e2 HTTP/1.1" status: 204 len: 168 time: 1.5658154 Jan 28 03:05:44.296278 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 53360) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:05:44.399088 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b0a47838-7f4c-4695-b293-82988c62f9e3 req-7add79c1-4e24-458f-b010-b29d77296a9f tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3156068 Jan 28 03:05:44.405311 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-6f70bd3a-7f0e-4d00-bc82-6e0067b6796f tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Deleting port e5796229-716b-4448-bfde-fcd9bdf85cdd {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:05:44.405654 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-6f70bd3a-7f0e-4d00-bc82-6e0067b6796f tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (e5796229-716b-4448-bfde-fcd9bdf85cdd), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:44.414320 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3946c02-efb9-4124-a277-c48bfc1826dc req-7208c127-fa5a-4f5f-9943-9b2965d19824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:44.424040 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a3946c02-efb9-4124-a277-c48bfc1826dc req-7208c127-fa5a-4f5f-9943-9b2965d19824 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 1097 time: 0.4293718 Jan 28 03:05:44.457103 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-37355f02-a237-461a-a2f8-bcfc7c38a91b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (646c403f-f7c5-4b5d-a690-f9cfaa6d1269), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:44.466275 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26526e67-e38a-407e-80b8-ce1fc1793963 None None] Network 646c403f-f7c5-4b5d-a690-f9cfaa6d1269 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:05:44.548829 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a3946c02-efb9-4124-a277-c48bfc1826dc req-12b85d26-f712-4018-9084-50d45ae5eddc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5cfc1d40-004a-4e66-82cd-29f658db29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167543 Jan 28 03:05:44.591749 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:44.620125 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbebae6-faff-44c8-9692-2a43fb26b778 req-5163a96a-3488-4b7d-8ad8-f4caa1253936 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:44.622832 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4dbebae6-faff-44c8-9692-2a43fb26b778 req-5163a96a-3488-4b7d-8ad8-f4caa1253936 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 945 time: 0.2124760 Jan 28 03:05:44.629174 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5c06baf4-aa78-4656-94f2-aed70bc5d2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (dfaccb7e-4e5d-457b-be22-0c09edb7941b), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:44.884356 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:44.884705 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:44.885050 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:44.885446 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:44.885777 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:44.886118 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:44.886441 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:44.886761 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:44.887083 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:44.887405 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:44.887725 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:44.888044 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:44.888363 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:05:45.056695 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5467b346-094b-4c90-8759-2d9969d718de None None] DHCP port deletion for 646c403f-f7c5-4b5d-a690-f9cfaa6d1269 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:05:45.222987 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-5467b346-094b-4c90-8759-2d9969d718de None None] Deleting port 986df3aa-d551-4023-9e6e-ab74b9c9b4bd {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:05:45.229298 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5467b346-094b-4c90-8759-2d9969d718de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (986df3aa-d551-4023-9e6e-ab74b9c9b4bd), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:45.330307 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-5467b346-094b-4c90-8759-2d9969d718de None None] For port 986df3aa-d551-4023-9e6e-ab74b9c9b4bd, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=986df3aa-d551-4023-9e6e-ab74b9c9b4bd,segment=NetworkSegment(e662aea4-4ed7-4458-894b-f615b5d3a2a9),segment_id=e662aea4-4ed7-4458-894b-f615b5d3a2a9)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:05:45.331512 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5467b346-094b-4c90-8759-2d9969d718de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (986df3aa-d551-4023-9e6e-ab74b9c9b4bd), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:45.353380 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-5467b346-094b-4c90-8759-2d9969d718de None None] Calling delete_port for 986df3aa-d551-4023-9e6e-ab74b9c9b4bd owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:05:45.694787 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5467b346-094b-4c90-8759-2d9969d718de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (986df3aa-d551-4023-9e6e-ab74b9c9b4bd), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:45.770122 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5467b346-094b-4c90-8759-2d9969d718de None None] Pushing event deleted for resources: {'Port': ['ID=986df3aa-d551-4023-9e6e-ab74b9c9b4bd,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:45.794480 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4dbebae6-faff-44c8-9692-2a43fb26b778 req-796de5c0-3580-4cdc-909a-114567780a2e tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?id=5cfc1d40-004a-4e66-82cd-29f658db29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1604273 Jan 28 03:05:45.806431 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-6f70bd3a-7f0e-4d00-bc82-6e0067b6796f tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] For port e5796229-716b-4448-bfde-fcd9bdf85cdd, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=e5796229-716b-4448-bfde-fcd9bdf85cdd,segment=NetworkSegment(54ef7b2b-f6f2-4013-a152-07e010d0c194),segment_id=54ef7b2b-f6f2-4013-a152-07e010d0c194)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:05:45.807057 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-6f70bd3a-7f0e-4d00-bc82-6e0067b6796f tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (e5796229-716b-4448-bfde-fcd9bdf85cdd), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:45.820194 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-37355f02-a237-461a-a2f8-bcfc7c38a91b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Deleting port 986df3aa-d551-4023-9e6e-ab74b9c9b4bd {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:05:45.820679 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb5f61-8acd-4b2f-8c1b-db6c17fc71e7 req-671a6c02-fd16-4895-8684-f26c857d2bc8 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:45.822570 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5467b346-094b-4c90-8759-2d9969d718de None None] No DVR routers for this DVR port 986df3aa-d551-4023-9e6e-ab74b9c9b4bd on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:05:45.824398 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-37355f02-a237-461a-a2f8-bcfc7c38a91b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (986df3aa-d551-4023-9e6e-ab74b9c9b4bd), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:45.828703 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5c06baf4-aa78-4656-94f2-aed70bc5d2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (dfaccb7e-4e5d-457b-be22-0c09edb7941b), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:45.887275 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-06bb5f61-8acd-4b2f-8c1b-db6c17fc71e7 req-671a6c02-fd16-4895-8684-f26c857d2bc8 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 943 time: 0.2298882 Jan 28 03:05:45.921689 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-6f70bd3a-7f0e-4d00-bc82-6e0067b6796f tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Calling delete_port for e5796229-716b-4448-bfde-fcd9bdf85cdd owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:05:45.995865 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-5c06baf4-aa78-4656-94f2-aed70bc5d2f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfaccb7e-4e5d-457b-be22-0c09edb7941b']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:05:46.103028 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:05:46.104942 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-06bb5f61-8acd-4b2f-8c1b-db6c17fc71e7 req-c931ef51-3b2d-4576-a562-c53852f50393 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ca97519-4165-4353-a1f7-1a144a9a1986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2146392 Jan 28 03:05:46.174336 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-5c06baf4-aa78-4656-94f2-aed70bc5d2f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d2e55b0-242e-4f1c-9666-6516aea385ad') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:05:46.174831 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-5c06baf4-aa78-4656-94f2-aed70bc5d2f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d2e55b0-242e-4f1c-9666-6516aea385ad') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:05:46.219465 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5c06baf4-aa78-4656-94f2-aed70bc5d2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (3d2e55b0-242e-4f1c-9666-6516aea385ad), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:46.236544 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-37355f02-a237-461a-a2f8-bcfc7c38a91b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] For port 986df3aa-d551-4023-9e6e-ab74b9c9b4bd, host n-d-712139-27, got binding levels [] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:05:46.236941 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-37355f02-a237-461a-a2f8-bcfc7c38a91b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (986df3aa-d551-4023-9e6e-ab74b9c9b4bd), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:46.291806 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-37355f02-a237-461a-a2f8-bcfc7c38a91b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Calling delete_port for 986df3aa-d551-4023-9e6e-ab74b9c9b4bd owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:05:46.295409 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.ipam_backend_mixin [None req-37355f02-a237-461a-a2f8-bcfc7c38a91b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Port 986df3aa-d551-4023-9e6e-ab74b9c9b4bd was not found and therefore no delete operation was performed {{(pid=109803) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 03:05:46.299439 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-37355f02-a237-461a-a2f8-bcfc7c38a91b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (986df3aa-d551-4023-9e6e-ab74b9c9b4bd), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:46.342633 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37355f02-a237-461a-a2f8-bcfc7c38a91b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] No DVR routers for this DVR port 986df3aa-d551-4023-9e6e-ab74b9c9b4bd on host n-d-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:05:46.384300 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5c06baf4-aa78-4656-94f2-aed70bc5d2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (3d2e55b0-242e-4f1c-9666-6516aea385ad), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:46.404518 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37355f02-a237-461a-a2f8-bcfc7c38a91b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event deleted for resources: {'Port': ['ID=986df3aa-d551-4023-9e6e-ab74b9c9b4bd,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:46.467381 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c06baf4-aa78-4656-94f2-aed70bc5d2f8 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:05:46.468049 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5c06baf4-aa78-4656-94f2-aed70bc5d2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (3d2e55b0-242e-4f1c-9666-6516aea385ad), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:46.606324 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-37355f02-a237-461a-a2f8-bcfc7c38a91b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (646c403f-f7c5-4b5d-a690-f9cfaa6d1269), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:46.621774 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:05:46.621774 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:05:46.621774 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:05:46.621774 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:05:46.621774 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:05:46.621774 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:05:46.621774 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:05:46.621774 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:05:46.621774 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:05:46.621774 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:05:46.621774 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:05:46.621774 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:05:46.621774 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:05:46.621774 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:05:46.621774 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:05:46.621774 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:05:46.621774 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:05:46.621774 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:05:46.621774 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:05:46.621774 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:05:46.621774 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:05:46.621774 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:05:46.621774 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:05:46.621774 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:05:46.621774 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:05:46.621774 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:05:46.621774 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:05:46.621774 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:05:46.621774 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:05:46.621774 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:05:46.621774 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:05:46.621774 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:05:46.641037 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-37355f02-a237-461a-a2f8-bcfc7c38a91b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['646c403f-f7c5-4b5d-a690-f9cfaa6d1269']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:05:46.690463 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-37355f02-a237-461a-a2f8-bcfc7c38a91b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e662aea4-4ed7-4458-894b-f615b5d3a2a9') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:05:46.690758 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-37355f02-a237-461a-a2f8-bcfc7c38a91b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e662aea4-4ed7-4458-894b-f615b5d3a2a9') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:05:46.712295 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-37355f02-a237-461a-a2f8-bcfc7c38a91b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (e662aea4-4ed7-4458-894b-f615b5d3a2a9), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:46.752428 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5c06baf4-aa78-4656-94f2-aed70bc5d2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (dfaccb7e-4e5d-457b-be22-0c09edb7941b), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:46.756993 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-37355f02-a237-461a-a2f8-bcfc7c38a91b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (e662aea4-4ed7-4458-894b-f615b5d3a2a9), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:46.778909 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5c06baf4-aa78-4656-94f2-aed70bc5d2f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:46.802569 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5c06baf4-aa78-4656-94f2-aed70bc5d2f8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/dfaccb7e-4e5d-457b-be22-0c09edb7941b HTTP/1.1" status: 204 len: 168 time: 2.5708153 Jan 28 03:05:46.808279 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06baf4-aa78-4656-94f2-aed70bc5d2f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfaccb7e-4e5d-457b-be22-0c09edb7941b,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:46.831111 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37355f02-a237-461a-a2f8-bcfc7c38a91b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:05:46.838413 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-37355f02-a237-461a-a2f8-bcfc7c38a91b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (e662aea4-4ed7-4458-894b-f615b5d3a2a9), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:46.845545 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:05:46.845545 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:05:46.845545 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:05:46.845545 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:05:46.845545 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:05:46.845545 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:05:46.845545 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:05:46.845545 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:05:46.845545 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:05:46.845545 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:05:46.845545 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:05:46.845545 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:05:46.845545 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:05:46.845545 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:05:46.845545 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:05:46.845545 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:05:46.845545 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:05:46.845545 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:05:46.845545 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:05:46.845545 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:05:46.845545 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:05:46.845545 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:05:46.845545 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:05:46.845545 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:05:46.845545 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:05:46.845545 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:05:46.845545 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:05:46.845545 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:05:46.845545 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:05:46.845545 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:05:46.845545 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:05:46.845545 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:05:46.961222 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-6f70bd3a-7f0e-4d00-bc82-6e0067b6796f tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (e5796229-716b-4448-bfde-fcd9bdf85cdd), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:47.159967 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 986df3aa-d551-4023-9e6e-ab74b9c9b4bd no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:05:47.167656 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3806442-566d-4431-82f2-5765c14dd070 req-0b4803eb-8893-4813-8385-7edb3a6faf5a tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:47.177384 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f70bd3a-7f0e-4d00-bc82-6e0067b6796f tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Pushing event deleted for resources: {'Port': ['ID=e5796229-716b-4448-bfde-fcd9bdf85cdd,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:47.210401 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d3806442-566d-4431-82f2-5765c14dd070 req-0b4803eb-8893-4813-8385-7edb3a6faf5a tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 945 time: 0.1625528 Jan 28 03:05:47.225437 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 986df3aa-d551-4023-9e6e-ab74b9c9b4bd {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:05:47.228748 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-37355f02-a237-461a-a2f8-bcfc7c38a91b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (646c403f-f7c5-4b5d-a690-f9cfaa6d1269), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:47.229579 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 986df3aa-d551-4023-9e6e-ab74b9c9b4bd not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:05:47.234439 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-6f70bd3a-7f0e-4d00-bc82-6e0067b6796f tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] No DVR routers for this DVR port e5796229-716b-4448-bfde-fcd9bdf85cdd on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:05:47.255861 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-37355f02-a237-461a-a2f8-bcfc7c38a91b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:47.259713 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-37355f02-a237-461a-a2f8-bcfc7c38a91b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "DELETE /v2.0/networks/646c403f-f7c5-4b5d-a690-f9cfaa6d1269 HTTP/1.1" status: 204 len: 168 time: 2.9558113 Jan 28 03:05:47.267234 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-6f70bd3a-7f0e-4d00-bc82-6e0067b6796f tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:47.270873 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-603eaeb5-dee5-4e04-a031-c18b39535155 req-6f70bd3a-7f0e-4d00-bc82-6e0067b6796f tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.67 "DELETE /v2.0/ports/e5796229-716b-4448-bfde-fcd9bdf85cdd HTTP/1.1" status: 204 len: 173 time: 3.7699580 Jan 28 03:05:47.271975 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37355f02-a237-461a-a2f8-bcfc7c38a91b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event deleted for resources: {'Network': ['ID=646c403f-f7c5-4b5d-a690-f9cfaa6d1269,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:47.274425 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'name': 'network-vif-deleted', 'tag': 'e5796229-716b-4448-bfde-fcd9bdf85cdd'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:05:47.278045 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b1062c-0458-49b5-907b-e01a23ef5e31" -d '{"events": [{"server_uuid": "3e4b5d3f-9d94-4228-974e-b08b737d3e4c", "name": "network-vif-deleted", "tag": "e5796229-716b-4448-bfde-fcd9bdf85cdd"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:05:47.281882 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 53438) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:05:47.300592 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-7482c134-d9a7-414c-adec-8a5248f8cff0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1905695091', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:05:47.361978 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7482c134-d9a7-414c-adec-8a5248f8cff0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (cb37cd21-92c1-45c0-935a-1f1d30755681), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:47.367602 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7482c134-d9a7-414c-adec-8a5248f8cff0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (cb37cd21-92c1-45c0-935a-1f1d30755681), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:47.398060 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d3806442-566d-4431-82f2-5765c14dd070 req-fbe3bcd4-43f1-4ff4-8066-3da0fcd77f28 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?id=5cfc1d40-004a-4e66-82cd-29f658db29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859188 Jan 28 03:05:47.400859 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 53446) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:05:47.495168 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7482c134-d9a7-414c-adec-8a5248f8cff0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for router_controller (cb37cd21-92c1-45c0-935a-1f1d30755681), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:47.527617 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-627e0da2-4a14-489f-a683-bc709388f7ad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=798432a2252b416899a997b531da947c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1254034 Jan 28 03:05:47.528247 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 53460) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:05:47.533159 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06aeb82f-f40d-49f5-bb34-b4a8b2cc96eb x-openstack-request-id: req-06aeb82f-f40d-49f5-bb34-b4a8b2cc96eb {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:05:47.533781 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4b5d3f-9d94-4228-974e-b08b737d3e4c", "name": "network-vif-deleted", "tag": "e5796229-716b-4448-bfde-fcd9bdf85cdd", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:05:47.534160 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-06aeb82f-f40d-49f5-bb34-b4a8b2cc96eb {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:05:47.535733 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4b5d3f-9d94-4228-974e-b08b737d3e4c', 'name': 'network-vif-deleted', 'tag': 'e5796229-716b-4448-bfde-fcd9bdf85cdd', 'status': 'completed', 'code': 200} Jan 28 03:05:47.589524 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7482c134-d9a7-414c-adec-8a5248f8cff0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (cb37cd21-92c1-45c0-935a-1f1d30755681), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:47.629220 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eb7630e8-b16e-4311-aec9-8111edadbe22 req-d8750d2a-97af-4a3a-94a5-52303ea60185 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.1325750 Jan 28 03:05:47.659736 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-51926eb0-0481-46f4-bdcf-2492f6e5cfb5 admin admin] Publish callbacks [] for security_group (96e0a976-f8d9-458d-8693-171663d1775c), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:47.696604 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7482c134-d9a7-414c-adec-8a5248f8cff0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:47.710757 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 53478) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:05:47.714146 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7482c134-d9a7-414c-adec-8a5248f8cff0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4201567 Jan 28 03:05:47.738367 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-edb88a62-6ed2-48fb-bcf9-ee640897638a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1721124358'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:05:47.780752 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-51926eb0-0481-46f4-bdcf-2492f6e5cfb5 admin admin] Publish callbacks [] for security_group (96e0a976-f8d9-458d-8693-171663d1775c), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:47.790838 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb88a62-6ed2-48fb-bcf9-ee640897638a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Made reservation on behalf of 9b767bd768424bc897d9104ad9f6b8d5 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:05:47.794453 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-edb88a62-6ed2-48fb-bcf9-ee640897638a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:47.862302 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edb88a62-6ed2-48fb-bcf9-ee640897638a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:05:47.898342 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-edb88a62-6ed2-48fb-bcf9-ee640897638a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (11bdc9e0-b6fd-4d5b-98ad-aa8c1be08a09), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:47.898812 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-edb88a62-6ed2-48fb-bcf9-ee640897638a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Added segment 11bdc9e0-b6fd-4d5b-98ad-aa8c1be08a09 of type vlan for network 6e537d05-57b5-4fdd-8add-b1f69b25b021 Jan 28 03:05:47.912771 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe0657a-0b69-4c97-b8e7-53d5093a54f4 req-4102bebb-351f-4173-b3b8-52142f0b22c5 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:47.918920 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dbe0657a-0b69-4c97-b8e7-53d5093a54f4 req-4102bebb-351f-4173-b3b8-52142f0b22c5 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 945 time: 0.1357360 Jan 28 03:05:47.932091 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 53492) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:05:47.935419 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-51926eb0-0481-46f4-bdcf-2492f6e5cfb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (96e0a976-f8d9-458d-8693-171663d1775c), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:47.937798 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-31a007ba-9d39-4ac6-8df3-b406682394a5 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Request body: {'floatingip': {'port_id': 'ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:05:47.943616 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-51926eb0-0481-46f4-bdcf-2492f6e5cfb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:47.948933 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-51926eb0-0481-46f4-bdcf-2492f6e5cfb5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/96e0a976-f8d9-458d-8693-171663d1775c HTTP/1.1" status: 204 len: 168 time: 0.4196832 Jan 28 03:05:48.012679 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51926eb0-0481-46f4-bdcf-2492f6e5cfb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e0a976-f8d9-458d-8693-171663d1775c,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:48.027478 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-edb88a62-6ed2-48fb-bcf9-ee640897638a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (6e537d05-57b5-4fdd-8add-b1f69b25b021), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:48.075663 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-31a007ba-9d39-4ac6-8df3-b406682394a5 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks [] for floatingip (2cbbd883-1109-46c0-8b5c-af00f5df2969), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:48.228888 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a8373-bbc3-4d88-98da-6c34b2bacbe8 req-1f04700e-ebca-4b79-b5d1-fd06f31a7a22 tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:48.238820 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bc5a8373-bbc3-4d88-98da-6c34b2bacbe8 req-1f04700e-ebca-4b79-b5d1-fd06f31a7a22 tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a2296c6-bc73-4b52-8392-e09a70158b7b HTTP/1.1" status: 200 len: 950 time: 0.2313244 Jan 28 03:05:48.241210 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-edb88a62-6ed2-48fb-bcf9-ee640897638a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (6e537d05-57b5-4fdd-8add-b1f69b25b021), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:48.246049 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb88a62-6ed2-48fb-bcf9-ee640897638a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:48.246745 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-edb88a62-6ed2-48fb-bcf9-ee640897638a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:48.567191 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bc5a8373-bbc3-4d88-98da-6c34b2bacbe8 req-7dacc902-b800-46d6-adaa-e1a0f9708ff7 tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e1e2638-104f-45ed-a9d4-b76842e78119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268244 Jan 28 03:05:48.579742 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-edb88a62-6ed2-48fb-bcf9-ee640897638a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8560805 Jan 28 03:05:48.580596 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 53510) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:05:48.589036 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-bf330c42-222b-4e11-ac9c-96ccc4ae26b9 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Request body: {'subnet': {'network_id': '6e537d05-57b5-4fdd-8add-b1f69b25b021', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:05:48.611971 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb88a62-6ed2-48fb-bcf9-ee640897638a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event updated for resources: {'Network': ['ID=6e537d05-57b5-4fdd-8add-b1f69b25b021,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:48.638226 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 6e537d05-57b5-4fdd-8add-b1f69b25b021 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:05:48.878341 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf330c42-222b-4e11-ac9c-96ccc4ae26b9 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Made reservation on behalf of 9b767bd768424bc897d9104ad9f6b8d5 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:05:48.884651 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0b1b08d8-483d-46e3-9889-10184c4bffac req-5a464e51-4ae8-4bcb-b67a-3a432678fbd1 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.1235700 Jan 28 03:05:48.885264 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bf330c42-222b-4e11-ac9c-96ccc4ae26b9 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:48.964373 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 53516) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:05:48.967663 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.db.resource_extend [None req-31a007ba-9d39-4ac6-8df3-b406682394a5 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 03:05:49.086421 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-31a007ba-9d39-4ac6-8df3-b406682394a5 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:49.097944 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-31a007ba-9d39-4ac6-8df3-b406682394a5 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (2cbbd883-1109-46c0-8b5c-af00f5df2969), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:49.217862 n-d-712139-27 neutron-server[109803]: INFO neutron.db.l3_db [None req-31a007ba-9d39-4ac6-8df3-b406682394a5 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Floating IP 2cbbd883-1109-46c0-8b5c-af00f5df2969 associated. External IP: 172.25.0.21, port: ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31. Jan 28 03:05:49.282415 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bf330c42-222b-4e11-ac9c-96ccc4ae26b9 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (9562f2bd-a95c-4e6a-827d-b3d731a8440f), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:49.297427 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5f754cc9-552a-423e-bf3b-b1875892d96c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6f673de6385f4acaa1a508f03515dcad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3317685 Jan 28 03:05:49.300083 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 53518) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:05:49.429239 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1a7921a3-c732-49b7-987a-ef7afdd6504a admin admin] Publish callbacks [] for security_group (642b31d4-ff27-4e70-9262-c059d8735a88), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:49.454523 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1a7921a3-c732-49b7-987a-ef7afdd6504a admin admin] Publish callbacks [] for security_group (642b31d4-ff27-4e70-9262-c059d8735a88), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:49.510752 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf330c42-222b-4e11-ac9c-96ccc4ae26b9 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event updated for resources: {'Subnet': ['ID=9562f2bd-a95c-4e6a-827d-b3d731a8440f,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:49.521117 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1a7921a3-c732-49b7-987a-ef7afdd6504a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (642b31d4-ff27-4e70-9262-c059d8735a88), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:49.524268 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1a7921a3-c732-49b7-987a-ef7afdd6504a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:49.524549 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf330c42-222b-4e11-ac9c-96ccc4ae26b9 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Checking segment: {'id': '11bdc9e0-b6fd-4d5b-98ad-aa8c1be08a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6e537d05-57b5-4fdd-8add-b1f69b25b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:05:49.524918 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf330c42-222b-4e11-ac9c-96ccc4ae26b9 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Network hostable DHCP agents. Network: 6e537d05-57b5-4fdd-8add-b1f69b25b021, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:05:49.529212 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1a7921a3-c732-49b7-987a-ef7afdd6504a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/642b31d4-ff27-4e70-9262-c059d8735a88 HTTP/1.1" status: 204 len: 168 time: 0.2278318 Jan 28 03:05:49.560592 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf330c42-222b-4e11-ac9c-96ccc4ae26b9 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Network 6e537d05-57b5-4fdd-8add-b1f69b25b021 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:05:49.560788 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7921a3-c732-49b7-987a-ef7afdd6504a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642b31d4-ff27-4e70-9262-c059d8735a88,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:49.587594 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-bf330c42-222b-4e11-ac9c-96ccc4ae26b9 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 6e537d05-57b5-4fdd-8add-b1f69b25b021) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:05:49.614471 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0814145-4208-4bf2-8cea-16d0e7c6e01d None None] Network 6e537d05-57b5-4fdd-8add-b1f69b25b021 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:05:49.615506 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf330c42-222b-4e11-ac9c-96ccc4ae26b9 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:49.616374 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bf330c42-222b-4e11-ac9c-96ccc4ae26b9 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:49.689037 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-bf330c42-222b-4e11-ac9c-96ccc4ae26b9 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0994740 Jan 28 03:05:49.694465 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 53530) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:05:49.881772 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a007ba-9d39-4ac6-8df3-b406682394a5 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Router 027d7feb-fbfc-487d-837e-4d90ec7daa39 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:05:49.950514 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563dcbb-1c0f-493d-9a49-2ecd56350cf7 req-bcc50e91-5175-4652-ae21-0e6bfcf13efd tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:49.958117 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1563dcbb-1c0f-493d-9a49-2ecd56350cf7 req-bcc50e91-5175-4652-ae21-0e6bfcf13efd tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a2296c6-bc73-4b52-8392-e09a70158b7b HTTP/1.1" status: 200 len: 950 time: 0.1902595 Jan 28 03:05:50.062170 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1563dcbb-1c0f-493d-9a49-2ecd56350cf7 req-962f6eff-684b-4ae3-a0f2-b3adb3ef721c tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e1e2638-104f-45ed-a9d4-b76842e78119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030281 Jan 28 03:05:50.245708 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a007ba-9d39-4ac6-8df3-b406682394a5 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:05:50.252343 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-31a007ba-9d39-4ac6-8df3-b406682394a5 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:50.259557 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c96e33-bbc5-41f6-bf8c-b04ddffb574f None None] Sync routers for ids ['027d7feb-fbfc-487d-837e-4d90ec7daa39'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:05:50.285986 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c96e33-bbc5-41f6-bf8c-b04ddffb574f None None] Routers {'027d7feb-fbfc-487d-837e-4d90ec7daa39'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:05:50.286721 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-19c96e33-bbc5-41f6-bf8c-b04ddffb574f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:05:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['027d7feb-fbfc-487d-837e-4d90ec7daa39'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:05:50.335949 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2037b20f-0954-4cdc-8490-e30e12d793f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-6e537d05-57b5-4fdd-8add-b1f69b25b021', 'network_id': '6e537d05-57b5-4fdd-8add-b1f69b25b021', 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'fixed_ips': [{'subnet_id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:05:50.337005 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2037b20f-0954-4cdc-8490-e30e12d793f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:50.374784 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-31a007ba-9d39-4ac6-8df3-b406682394a5 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "PUT /v2.0/floatingips/2cbbd883-1109-46c0-8b5c-af00f5df2969 HTTP/1.1" status: 200 len: 990 time: 2.4370983 Jan 28 03:05:50.374784 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7247e70-d644-443b-b94e-084b37c5560e', 'tag': 'ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:05:50.374784 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7974c0-3b43-4101-9533-f3f1d18fbd59" -d '{"events": [{"name": "network-changed", "server_uuid": "a7247e70-d644-443b-b94e-084b37c5560e", "tag": "ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:05:50.557817 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-19c96e33-bbc5-41f6-bf8c-b04ddffb574f None None] Set router 027d7feb-fbfc-487d-837e-4d90ec7daa39 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:05:50.962021 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-2037b20f-0954-4cdc-8490-e30e12d793f6 None None] Allocated IP 2001:db8::2 (6e537d05-57b5-4fdd-8add-b1f69b25b021/9562f2bd-a95c-4e6a-827d-b3d731a8440f/31c5d66d-3e4b-460d-a995-feabe7520901) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:05:51.309704 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-19c96e33-bbc5-41f6-bf8c-b04ddffb574f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'name': 'tempest-AttachVolumeTestJSON-665389209-router', 'tenant_id': 'f89e990f7f004133b0af85a906874094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'dd5fd4d5-0c0a-4361-a47b-fd29934f3939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:04:52Z', 'updated_at': '2022-01-28T03:05:09Z', 'revision_number': 4, 'project_id': 'f89e990f7f004133b0af85a906874094', 'gw_port': {'id': 'dd5fd4d5-0c0a-4361-a47b-fd29934f3939', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:04:55Z', 'updated_at': '2022-01-28T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '2cbbd883-1109-46c0-8b5c-af00f5df2969', 'tenant_id': 'f89e990f7f004133b0af85a906874094', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'port_id': 'ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2308, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4ded625-2395-4b5b-8619-6207cf127af3', 'mac_address': 'fa:16:3e:58:ed:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7247e70-d644-443b-b94e-084b37c5560e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:05:16Z', 'updated_at': '2022-01-28T03:05:48Z', 'revision_number': 1, 'project_id': 'f89e990f7f004133b0af85a906874094', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5940118f-9f78-4b24-b10e-16ab4396a3aa', 'name': '', 'network_id': 'f4ded625-2395-4b5b-8619-6207cf127af3', 'tenant_id': 'f89e990f7f004133b0af85a906874094', 'mac_address': 'fa:16:3e:91:f4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '06dde70e-a1cf-43e5-9a09-417a59ad5656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:05:05Z', 'updated_at': '2022-01-28T03:05:13Z', 'revision_number': 5, 'project_id': 'f89e990f7f004133b0af85a906874094', 'subnets': [{'id': '06dde70e-a1cf-43e5-9a09-417a59ad5656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:05:51.372228 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-767017b3-1469-4b81-89e8-a644f4172cb3 req-7ccae97d-c723-4aa5-bae2-c4b79e54e9af tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.0881217 Jan 28 03:05:51.571047 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2037b20f-0954-4cdc-8490-e30e12d793f6 None None] Publish callbacks [] for port (31c5d66d-3e4b-460d-a995-feabe7520901), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:51.588715 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2037b20f-0954-4cdc-8490-e30e12d793f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (31c5d66d-3e4b-460d-a995-feabe7520901), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:51.600509 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c96e33-bbc5-41f6-bf8c-b04ddffb574f None None] Checking router: 027d7feb-fbfc-487d-837e-4d90ec7daa39 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:05:51.636412 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c96e33-bbc5-41f6-bf8c-b04ddffb574f None None] Routers {'027d7feb-fbfc-487d-837e-4d90ec7daa39'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:05:51.637450 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-19c96e33-bbc5-41f6-bf8c-b04ddffb574f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:05:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['027d7feb-fbfc-487d-837e-4d90ec7daa39'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:05:51.678168 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2037b20f-0954-4cdc-8490-e30e12d793f6 None None] Network 6e537d05-57b5-4fdd-8add-b1f69b25b021 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:05:51.692731 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-2037b20f-0954-4cdc-8490-e30e12d793f6 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:05:51.739845 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2037b20f-0954-4cdc-8490-e30e12d793f6 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:05:51.755162 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f2cce1-ef10-4c45-8ca9-5e6918d0034b x-openstack-request-id: req-f9f2cce1-ef10-4c45-8ca9-5e6918d0034b {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:05:51.755723 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7247e70-d644-443b-b94e-084b37c5560e", "tag": "ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:05:51.755848 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f9f2cce1-ef10-4c45-8ca9-5e6918d0034b {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:05:51.756294 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7247e70-d644-443b-b94e-084b37c5560e', 'tag': 'ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31', 'status': 'completed', 'code': 200} Jan 28 03:05:51.765759 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2037b20f-0954-4cdc-8490-e30e12d793f6 None None] Pushing event updated for resources: {'Port': ['ID=31c5d66d-3e4b-460d-a995-feabe7520901,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:51.919859 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-2037b20f-0954-4cdc-8490-e30e12d793f6 None None] Attempting to bind port 31c5d66d-3e4b-460d-a995-feabe7520901 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:05:51.920985 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-2037b20f-0954-4cdc-8490-e30e12d793f6 None None] Attempting to bind port 31c5d66d-3e4b-460d-a995-feabe7520901 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '11bdc9e0-b6fd-4d5b-98ad-aa8c1be08a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6e537d05-57b5-4fdd-8add-b1f69b25b021'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:05:51.921873 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2037b20f-0954-4cdc-8490-e30e12d793f6 None None] Attempting to bind port 31c5d66d-3e4b-460d-a995-feabe7520901 on network 6e537d05-57b5-4fdd-8add-b1f69b25b021 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:05:51.931911 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2037b20f-0954-4cdc-8490-e30e12d793f6 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:05:51.932836 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2037b20f-0954-4cdc-8490-e30e12d793f6 None None] Checking segment: {'id': '11bdc9e0-b6fd-4d5b-98ad-aa8c1be08a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6e537d05-57b5-4fdd-8add-b1f69b25b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:05:51.933712 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2037b20f-0954-4cdc-8490-e30e12d793f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:51.934556 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2037b20f-0954-4cdc-8490-e30e12d793f6 None None] Bound using segment: {'id': '11bdc9e0-b6fd-4d5b-98ad-aa8c1be08a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6e537d05-57b5-4fdd-8add-b1f69b25b021'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:05:51.935572 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-2037b20f-0954-4cdc-8490-e30e12d793f6 None None] Bound port: 31c5d66d-3e4b-460d-a995-feabe7520901, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bdc9e0-b6fd-4d5b-98ad-aa8c1be08a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6e537d05-57b5-4fdd-8add-b1f69b25b021'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:05:51.937847 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2037b20f-0954-4cdc-8490-e30e12d793f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (31c5d66d-3e4b-460d-a995-feabe7520901), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:51.979809 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f40c2872-190b-4af9-83a0-76b38514fd15 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:52.050350 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-19c96e33-bbc5-41f6-bf8c-b04ddffb574f None None] Set router 027d7feb-fbfc-487d-837e-4d90ec7daa39 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:05:52.093960 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 33da5c23-1835-41e3-9d77-1428f4b7fbbd no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:05:52.194680 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-2037b20f-0954-4cdc-8490-e30e12d793f6 None None] For port 31c5d66d-3e4b-460d-a995-feabe7520901, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:05:52.201220 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-2037b20f-0954-4cdc-8490-e30e12d793f6 None None] For port 31c5d66d-3e4b-460d-a995-feabe7520901, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=31c5d66d-3e4b-460d-a995-feabe7520901,segment=NetworkSegment(11bdc9e0-b6fd-4d5b-98ad-aa8c1be08a09),segment_id=11bdc9e0-b6fd-4d5b-98ad-aa8c1be08a09)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:05:52.259518 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2037b20f-0954-4cdc-8490-e30e12d793f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (31c5d66d-3e4b-460d-a995-feabe7520901), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:52.359645 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 53638) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:05:52.572884 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-ff9a621d-7c7e-4f4c-8726-17793479add1 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-322331731-network', 'tenant_id': 'fe328c6c02fa4b4880d363a032721195'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:05:52.640037 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7974c0-3b43-4101-9533-f3f1d18fbd59 req-d1a14c02-f16b-4c4a-ae19-80d319eda4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:52.642411 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ba7974c0-3b43-4101-9533-f3f1d18fbd59 req-d1a14c02-f16b-4c4a-ae19-80d319eda4ae service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f89e990f7f004133b0af85a906874094&device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 1097 time: 0.8481455 Jan 28 03:05:52.666282 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2037b20f-0954-4cdc-8490-e30e12d793f6 None None] Pushing event updated for resources: {'Port': ['ID=31c5d66d-3e4b-460d-a995-feabe7520901,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:52.808229 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a64cdfbf-da21-4e0b-904d-c89e230112e6 req-26225fdb-e6f8-4a28-94d9-61501b1d099d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a7247e70-d644-443b-b94e-084b37c5560e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3668132 Jan 28 03:05:52.855818 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9a621d-7c7e-4f4c-8726-17793479add1 admin admin] Made reservation on behalf of fe328c6c02fa4b4880d363a032721195 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:05:52.859605 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ff9a621d-7c7e-4f4c-8726-17793479add1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:52.943628 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 33da5c23-1835-41e3-9d77-1428f4b7fbbd is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:05:52.944276 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (33da5c23-1835-41e3-9d77-1428f4b7fbbd), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:53.014378 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ff9a621d-7c7e-4f4c-8726-17793479add1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:53.051424 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-19c96e33-bbc5-41f6-bf8c-b04ddffb574f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'name': 'tempest-AttachVolumeTestJSON-665389209-router', 'tenant_id': 'f89e990f7f004133b0af85a906874094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'dd5fd4d5-0c0a-4361-a47b-fd29934f3939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:04:52Z', 'updated_at': '2022-01-28T03:05:09Z', 'revision_number': 4, 'project_id': 'f89e990f7f004133b0af85a906874094', 'gw_port': {'id': 'dd5fd4d5-0c0a-4361-a47b-fd29934f3939', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:04:55Z', 'updated_at': '2022-01-28T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '2cbbd883-1109-46c0-8b5c-af00f5df2969', 'tenant_id': 'f89e990f7f004133b0af85a906874094', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'port_id': 'ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2308, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4ded625-2395-4b5b-8619-6207cf127af3', 'mac_address': 'fa:16:3e:58:ed:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7247e70-d644-443b-b94e-084b37c5560e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:05:16Z', 'updated_at': '2022-01-28T03:05:48Z', 'revision_number': 1, 'project_id': 'f89e990f7f004133b0af85a906874094', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5940118f-9f78-4b24-b10e-16ab4396a3aa', 'name': '', 'network_id': 'f4ded625-2395-4b5b-8619-6207cf127af3', 'tenant_id': 'f89e990f7f004133b0af85a906874094', 'mac_address': 'fa:16:3e:91:f4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '06dde70e-a1cf-43e5-9a09-417a59ad5656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:05:05Z', 'updated_at': '2022-01-28T03:05:13Z', 'revision_number': 5, 'project_id': 'f89e990f7f004133b0af85a906874094', 'subnets': [{'id': '06dde70e-a1cf-43e5-9a09-417a59ad5656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:05:53.117135 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-f40c2872-190b-4af9-83a0-76b38514fd15 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Allocated IP 2001:db8::1 (6e537d05-57b5-4fdd-8add-b1f69b25b021/9562f2bd-a95c-4e6a-827d-b3d731a8440f/2fcf3c9b-0fc7-4d77-946e-c894f1bb447d) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:05:53.138718 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 33da5c23-1835-41e3-9d77-1428f4b7fbbd, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=33da5c23-1835-41e3-9d77-1428f4b7fbbd,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:05:53.143579 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2296c6-bc73-4b52-8392-e09a70158b7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33da5c23-1835-41e3-9d77-1428f4b7fbbd'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:05:53.150610 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc54d4d-2668-4944-9ba4-30511558f4f1" -d '{"events": [{"server_uuid": "3a2296c6-bc73-4b52-8392-e09a70158b7b", "name": "network-vif-unplugged", "status": "completed", "tag": "33da5c23-1835-41e3-9d77-1428f4b7fbbd"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:05:53.180791 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c96e33-bbc5-41f6-bf8c-b04ddffb574f None None] The sync data for ids ['027d7feb-fbfc-487d-837e-4d90ec7daa39'] in n-d-712139-27 is: [{'id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'name': 'tempest-AttachVolumeTestJSON-665389209-router', 'tenant_id': 'f89e990f7f004133b0af85a906874094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'dd5fd4d5-0c0a-4361-a47b-fd29934f3939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:04:52Z', 'updated_at': '2022-01-28T03:05:09Z', 'revision_number': 4, 'project_id': 'f89e990f7f004133b0af85a906874094', 'gw_port': {'id': 'dd5fd4d5-0c0a-4361-a47b-fd29934f3939', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:04:55Z', 'updated_at': '2022-01-28T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '2cbbd883-1109-46c0-8b5c-af00f5df2969', 'tenant_id': 'f89e990f7f004133b0af85a906874094', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'port_id': 'ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2308, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4ded625-2395-4b5b-8619-6207cf127af3', 'mac_address': 'fa:16:3e:58:ed:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7247e70-d644-443b-b94e-084b37c5560e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:05:16Z', 'updated_at': '2022-01-28T03:05:48Z', 'revision_number': 1, 'project_id': 'f89e990f7f004133b0af85a906874094', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5940118f-9f78-4b24-b10e-16ab4396a3aa', 'name': '', 'network_id': 'f4ded625-2395-4b5b-8619-6207cf127af3', 'tenant_id': 'f89e990f7f004133b0af85a906874094', 'mac_address': 'fa:16:3e:91:f4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '06dde70e-a1cf-43e5-9a09-417a59ad5656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:05:05Z', 'updated_at': '2022-01-28T03:05:13Z', 'revision_number': 5, 'project_id': 'f89e990f7f004133b0af85a906874094', 'subnets': [{'id': '06dde70e-a1cf-43e5-9a09-417a59ad5656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:05:53.200403 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (33da5c23-1835-41e3-9d77-1428f4b7fbbd), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:53.318502 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ff9a621d-7c7e-4f4c-8726-17793479add1 admin admin] Publish callbacks [] for security_group (c8dd8478-a394-43e7-a668-317edd437e59), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:53.339874 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4d46b789-8702-4af9-b911-8c97961d4525 req-1f4f99bc-5e63-4cc6-aebc-e933a5971414 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.5556767 Jan 28 03:05:53.350038 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ff9a621d-7c7e-4f4c-8726-17793479add1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c8dd8478-a394-43e7-a668-317edd437e59), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:53.417412 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=33da5c23-1835-41e3-9d77-1428f4b7fbbd,revision_number=8']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:53.500187 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a621d-7c7e-4f4c-8726-17793479add1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8dd8478-a394-43e7-a668-317edd437e59,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:53.546375 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff9a621d-7c7e-4f4c-8726-17793479add1 admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:05:53.585335 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ff9a621d-7c7e-4f4c-8726-17793479add1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (ef1927f8-2d2c-4b20-8596-ea754f1a0114), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:53.585905 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-ff9a621d-7c7e-4f4c-8726-17793479add1 admin admin] Added segment ef1927f8-2d2c-4b20-8596-ea754f1a0114 of type vlan for network 34f67722-2808-4396-95f6-61354ef5853d Jan 28 03:05:53.602826 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4850b1a-58ba-419d-9f64-5d7a1f0de1e0 x-openstack-request-id: req-b4850b1a-58ba-419d-9f64-5d7a1f0de1e0 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:05:53.603404 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2296c6-bc73-4b52-8392-e09a70158b7b", "name": "network-vif-unplugged", "status": "completed", "tag": "33da5c23-1835-41e3-9d77-1428f4b7fbbd", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:05:53.603723 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b4850b1a-58ba-419d-9f64-5d7a1f0de1e0 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:05:53.604326 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2296c6-bc73-4b52-8392-e09a70158b7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33da5c23-1835-41e3-9d77-1428f4b7fbbd', 'code': 200} Jan 28 03:05:53.762346 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ff9a621d-7c7e-4f4c-8726-17793479add1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (34f67722-2808-4396-95f6-61354ef5853d), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:53.858806 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ff9a621d-7c7e-4f4c-8726-17793479add1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (34f67722-2808-4396-95f6-61354ef5853d), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:53.862756 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9a621d-7c7e-4f4c-8726-17793479add1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:53.864109 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ff9a621d-7c7e-4f4c-8726-17793479add1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:54.015538 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f40c2872-190b-4af9-83a0-76b38514fd15 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for port (2fcf3c9b-0fc7-4d77-946e-c894f1bb447d), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:54.026738 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7974c0-3b43-4101-9533-f3f1d18fbd59 req-4e64a3ce-fc11-454f-af90-6cd9fe2b8e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:54.033569 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ba7974c0-3b43-4101-9533-f3f1d18fbd59 req-4e64a3ce-fc11-454f-af90-6cd9fe2b8e1b service neutron] 10.222.0.39 "GET /v2.0/networks?id=f4ded625-2395-4b5b-8619-6207cf127af3 HTTP/1.1" status: 200 len: 911 time: 1.3820055 Jan 28 03:05:54.064132 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ff9a621d-7c7e-4f4c-8726-17793479add1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7024515 Jan 28 03:05:54.068290 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 53672) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:05:54.094434 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-72159354-8ac7-4ed6-bf31-11c8c6da40ab admin admin] Request body: {'subnet': {'network_id': '34f67722-2808-4396-95f6-61354ef5853d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-322331731-subnet', 'tenant_id': 'fe328c6c02fa4b4880d363a032721195', 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:05:54.171640 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a534e7-c6b6-47f9-88da-d9c7ac9e88c8 None None] New status for floating IP 2cbbd883-1109-46c0-8b5c-af00f5df2969: ACTIVE {{(pid=109804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:05:54.231132 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72159354-8ac7-4ed6-bf31-11c8c6da40ab admin admin] Made reservation on behalf of fe328c6c02fa4b4880d363a032721195 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:05:54.238519 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-72159354-8ac7-4ed6-bf31-11c8c6da40ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:54.465954 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ba7974c0-3b43-4101-9533-f3f1d18fbd59 req-d5282aa0-dd5f-4d89-98d6-40acac87890b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31 HTTP/1.1" status: 200 len: 998 time: 0.4231808 Jan 28 03:05:54.537019 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f40c2872-190b-4af9-83a0-76b38514fd15 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (2fcf3c9b-0fc7-4d77-946e-c894f1bb447d), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:54.736069 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a621d-7c7e-4f4c-8726-17793479add1 admin admin] Pushing event updated for resources: {'Network': ['ID=34f67722-2808-4396-95f6-61354ef5853d,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:54.774229 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 34f67722-2808-4396-95f6-61354ef5853d details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:05:54.863636 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40c2872-190b-4af9-83a0-76b38514fd15 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Network 6e537d05-57b5-4fdd-8add-b1f69b25b021 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:05:54.891460 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-f40c2872-190b-4af9-83a0-76b38514fd15 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:05:54.922198 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40c2872-190b-4af9-83a0-76b38514fd15 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:05:54.923089 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f40c2872-190b-4af9-83a0-76b38514fd15 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (cb37cd21-92c1-45c0-935a-1f1d30755681), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:54.992693 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f8aa7539-ac26-43d7-8835-0464d60c79ce req-2a382e9e-ca45-4519-bc4e-bf3c0d5f5d3d tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.1390936 Jan 28 03:05:55.194804 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-72159354-8ac7-4ed6-bf31-11c8c6da40ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (4e697b59-6783-417a-a217-ebdbf873799e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:55.305314 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 31c5d66d-3e4b-460d-a995-feabe7520901 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:05:55.378245 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c2872-190b-4af9-83a0-76b38514fd15 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event updated for resources: {'Port': ['ID=2fcf3c9b-0fc7-4d77-946e-c894f1bb447d,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:55.387075 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7974c0-3b43-4101-9533-f3f1d18fbd59 req-a51fdcd9-eb46-4389-a84b-53b93cbdcdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:55.389844 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ba7974c0-3b43-4101-9533-f3f1d18fbd59 req-a51fdcd9-eb46-4389-a84b-53b93cbdcdcd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06dde70e-a1cf-43e5-9a09-417a59ad5656 HTTP/1.1" status: 200 len: 849 time: 0.8706319 Jan 28 03:05:55.411227 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f352ba12-aaf1-490f-8c8a-ac4e88a5d4c0 None None] Network 6e537d05-57b5-4fdd-8add-b1f69b25b021 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:05:55.495334 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72159354-8ac7-4ed6-bf31-11c8c6da40ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e697b59-6783-417a-a217-ebdbf873799e,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:55.501478 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f40c2872-190b-4af9-83a0-76b38514fd15 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2fcf3c9b-0fc7-4d77-946e-c894f1bb447d), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:55.527014 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72159354-8ac7-4ed6-bf31-11c8c6da40ab admin admin] Checking segment: {'id': 'ef1927f8-2d2c-4b20-8596-ea754f1a0114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '34f67722-2808-4396-95f6-61354ef5853d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:05:55.527724 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72159354-8ac7-4ed6-bf31-11c8c6da40ab admin admin] Network hostable DHCP agents. Network: 34f67722-2808-4396-95f6-61354ef5853d, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:05:55.570450 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72159354-8ac7-4ed6-bf31-11c8c6da40ab admin admin] Network 34f67722-2808-4396-95f6-61354ef5853d is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:05:55.590640 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-72159354-8ac7-4ed6-bf31-11c8c6da40ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 34f67722-2808-4396-95f6-61354ef5853d) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:05:55.596498 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-4879c9eb-a824-4a38-8d20-330dd1a5f0ea None None] Provisioning complete for port 31c5d66d-3e4b-460d-a995-feabe7520901 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:05:55.597528 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4879c9eb-a824-4a38-8d20-330dd1a5f0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (31c5d66d-3e4b-460d-a995-feabe7520901), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:55.618720 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72159354-8ac7-4ed6-bf31-11c8c6da40ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:55.625142 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-72159354-8ac7-4ed6-bf31-11c8c6da40ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:55.628433 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7974c0-3b43-4101-9533-f3f1d18fbd59 req-7d7ea18d-ac75-43b1-80d8-26236c0255bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:55.631224 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ba7974c0-3b43-4101-9533-f3f1d18fbd59 req-7d7ea18d-ac75-43b1-80d8-26236c0255bf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4ded625-2395-4b5b-8619-6207cf127af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2275419 Jan 28 03:05:55.672841 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-72159354-8ac7-4ed6-bf31-11c8c6da40ab admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5938528 Jan 28 03:05:55.673547 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 53700) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:05:55.685437 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-3a037ac2-237e-4302-95fd-5946d1f0d8a8 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-322331731-router', 'tenant_id': 'fe328c6c02fa4b4880d363a032721195', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:05:55.736153 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3a037ac2-237e-4302-95fd-5946d1f0d8a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (8c9590b1-d70a-45f4-8e77-80f30df48e2f), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:55.737485 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3a037ac2-237e-4302-95fd-5946d1f0d8a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (8c9590b1-d70a-45f4-8e77-80f30df48e2f), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:55.747293 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618627be-a030-4a61-ad9a-55406e590328 None None] Network 34f67722-2808-4396-95f6-61354ef5853d requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:05:55.893116 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3a037ac2-237e-4302-95fd-5946d1f0d8a8 admin admin] Publish callbacks [] for router_controller (8c9590b1-d70a-45f4-8e77-80f30df48e2f), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:56.167388 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 31c5d66d-3e4b-460d-a995-feabe7520901 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:05:56.167388 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (31c5d66d-3e4b-460d-a995-feabe7520901), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:56.209787 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ba7974c0-3b43-4101-9533-f3f1d18fbd59 req-f8f179ed-19bf-47fa-8c4d-bd36adfdc6d8 service neutron] 10.222.0.39 "GET /v2.0/networks/f4ded625-2395-4b5b-8619-6207cf127af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5640960 Jan 28 03:05:56.214435 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f40c2872-190b-4af9-83a0-76b38514fd15 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for port (2fcf3c9b-0fc7-4d77-946e-c894f1bb447d), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:56.236109 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f40c2872-190b-4af9-83a0-76b38514fd15 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (2fcf3c9b-0fc7-4d77-946e-c894f1bb447d), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:56.236926 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f40c2872-190b-4af9-83a0-76b38514fd15 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (cb37cd21-92c1-45c0-935a-1f1d30755681), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:56.375416 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c2872-190b-4af9-83a0-76b38514fd15 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event updated for resources: {'Port': ['ID=2fcf3c9b-0fc7-4d77-946e-c894f1bb447d,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:56.430885 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583ee7d4-afc0-4d82-8598-3ad4e6d83652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-34f67722-2808-4396-95f6-61354ef5853d', 'network_id': '34f67722-2808-4396-95f6-61354ef5853d', 'project_id': 'fe328c6c02fa4b4880d363a032721195', 'fixed_ips': [{'subnet_id': '4e697b59-6783-417a-a217-ebdbf873799e'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:05:56.433410 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-583ee7d4-afc0-4d82-8598-3ad4e6d83652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:56.533978 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1df4c0ce-a030-421a-bb83-12b4c13281de req-d535b454-612a-4257-bc2d-68d0b08b4940 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.2279065 Jan 28 03:05:56.534853 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ba7974c0-3b43-4101-9533-f3f1d18fbd59 req-63a7288e-53f3-4d9d-a767-a0b24a26de05 service neutron] 10.222.0.39 "GET /v2.0/networks/f4ded625-2395-4b5b-8619-6207cf127af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125861 Jan 28 03:05:56.636756 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3a037ac2-237e-4302-95fd-5946d1f0d8a8 admin admin] Publish callbacks [] for router_gateway (8c9590b1-d70a-45f4-8e77-80f30df48e2f), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:56.788832 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40c2872-190b-4af9-83a0-76b38514fd15 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Network 6e537d05-57b5-4fdd-8add-b1f69b25b021 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:05:56.794780 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-f40c2872-190b-4af9-83a0-76b38514fd15 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:05:57.064813 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64cdfbf-da21-4e0b-904d-c89e230112e6 req-c9c4e0ef-7578-4a7a-88de-b4a3154ffdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:57.074798 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a64cdfbf-da21-4e0b-904d-c89e230112e6 req-c9c4e0ef-7578-4a7a-88de-b4a3154ffdc5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f89e990f7f004133b0af85a906874094&device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 1097 time: 0.3580143 Jan 28 03:05:57.124228 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-4879c9eb-a824-4a38-8d20-330dd1a5f0ea None None] Current status of the port 31c5d66d-3e4b-460d-a995-feabe7520901 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:05:57.127418 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4879c9eb-a824-4a38-8d20-330dd1a5f0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (31c5d66d-3e4b-460d-a995-feabe7520901), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:57.213391 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 31c5d66d-3e4b-460d-a995-feabe7520901 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:05:57.213935 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (31c5d66d-3e4b-460d-a995-feabe7520901), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:57.447583 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64cdfbf-da21-4e0b-904d-c89e230112e6 req-450e4574-66a3-4627-8ca2-56876c68f040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:57.449175 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a64cdfbf-da21-4e0b-904d-c89e230112e6 req-450e4574-66a3-4627-8ca2-56876c68f040 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f4ded625-2395-4b5b-8619-6207cf127af3 HTTP/1.1" status: 200 len: 911 time: 0.3274086 Jan 28 03:05:57.477161 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40c2872-190b-4af9-83a0-76b38514fd15 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Router cb37cd21-92c1-45c0-935a-1f1d30755681 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:05:57.548225 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-583ee7d4-afc0-4d82-8598-3ad4e6d83652 None None] Allocated IP 172.20.0.2 (34f67722-2808-4396-95f6-61354ef5853d/4e697b59-6783-417a-a217-ebdbf873799e/0af47cd4-1a0d-4158-82d1-348b2e34b4ed) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:05:57.587456 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3a037ac2-237e-4302-95fd-5946d1f0d8a8 admin admin] Publish callbacks [] for router_gateway (8c9590b1-d70a-45f4-8e77-80f30df48e2f), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:57.635194 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3a037ac2-237e-4302-95fd-5946d1f0d8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:57.774467 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a64cdfbf-da21-4e0b-904d-c89e230112e6 req-d8197176-1ecb-4370-aeec-e5d791c8b1a8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31 HTTP/1.1" status: 200 len: 1000 time: 0.3068094 Jan 28 03:05:57.874301 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64cdfbf-da21-4e0b-904d-c89e230112e6 req-a040a2f1-fe58-4b62-bed1-dd97646235a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:57.876319 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a64cdfbf-da21-4e0b-904d-c89e230112e6 req-a040a2f1-fe58-4b62-bed1-dd97646235a0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06dde70e-a1cf-43e5-9a09-417a59ad5656 HTTP/1.1" status: 200 len: 849 time: 0.0985889 Jan 28 03:05:57.894396 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-583ee7d4-afc0-4d82-8598-3ad4e6d83652 None None] Publish callbacks [] for port (0af47cd4-1a0d-4158-82d1-348b2e34b4ed), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:57.908733 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-3a037ac2-237e-4302-95fd-5946d1f0d8a8 admin admin] Allocated IP 172.25.0.89 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/90c3283b-2172-4e1a-b7f5-4f64c2612ab2) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:05:57.936808 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-583ee7d4-afc0-4d82-8598-3ad4e6d83652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (0af47cd4-1a0d-4158-82d1-348b2e34b4ed), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:57.951893 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-49e0e9bc-0a2f-41b9-95bf-4549c8ff7798 req-9c5c2284-e0fc-4e1f-8879-065f3067125c tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.0673363 Jan 28 03:05:58.125101 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40c2872-190b-4af9-83a0-76b38514fd15 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:05:58.146006 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ba154c-635b-4b26-b924-7e2dfcecfa2c None None] Sync routers for ids ['cb37cd21-92c1-45c0-935a-1f1d30755681'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:05:58.168969 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f40c2872-190b-4af9-83a0-76b38514fd15 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "PUT /v2.0/routers/cb37cd21-92c1-45c0-935a-1f1d30755681/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4740984 Jan 28 03:05:58.171889 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ba154c-635b-4b26-b924-7e2dfcecfa2c None None] Routers {'cb37cd21-92c1-45c0-935a-1f1d30755681'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:05:58.172620 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-02ba154c-635b-4b26-b924-7e2dfcecfa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:05:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['cb37cd21-92c1-45c0-935a-1f1d30755681'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:05:58.173742 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 53752) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:05:58.176313 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 33da5c23-1835-41e3-9d77-1428f4b7fbbd details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:05:58.193365 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-33f5d708-982b-4320-81e4-2d075702c33a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1972094124'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:05:58.217496 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64cdfbf-da21-4e0b-904d-c89e230112e6 req-c5c9ced1-a9e7-4506-a81d-179bca241932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:58.219231 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a64cdfbf-da21-4e0b-904d-c89e230112e6 req-c5c9ced1-a9e7-4506-a81d-179bca241932 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4ded625-2395-4b5b-8619-6207cf127af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2662866 Jan 28 03:05:58.235726 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-4879c9eb-a824-4a38-8d20-330dd1a5f0ea None None] For port 31c5d66d-3e4b-460d-a995-feabe7520901, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=31c5d66d-3e4b-460d-a995-feabe7520901,segment=NetworkSegment(11bdc9e0-b6fd-4d5b-98ad-aa8c1be08a09),segment_id=11bdc9e0-b6fd-4d5b-98ad-aa8c1be08a09)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:05:58.268235 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3a037ac2-237e-4302-95fd-5946d1f0d8a8 admin admin] Publish callbacks [] for port (90c3283b-2172-4e1a-b7f5-4f64c2612ab2), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:58.315933 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4879c9eb-a824-4a38-8d20-330dd1a5f0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (31c5d66d-3e4b-460d-a995-feabe7520901), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:58.353852 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583ee7d4-afc0-4d82-8598-3ad4e6d83652 None None] Network 34f67722-2808-4396-95f6-61354ef5853d is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:05:58.422278 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3a037ac2-237e-4302-95fd-5946d1f0d8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (90c3283b-2172-4e1a-b7f5-4f64c2612ab2), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:58.461669 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f5d708-982b-4320-81e4-2d075702c33a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Made reservation on behalf of 9b767bd768424bc897d9104ad9f6b8d5 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:05:58.473231 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-02ba154c-635b-4b26-b924-7e2dfcecfa2c None None] Set router cb37cd21-92c1-45c0-935a-1f1d30755681 gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:05:58.479957 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-33f5d708-982b-4320-81e4-2d075702c33a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:58.524167 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.api [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:05:58.525719 n-d-712139-27 neutron-server[109804]: DEBUG oslo_db.api [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:05:58.533709 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583ee7d4-afc0-4d82-8598-3ad4e6d83652 None None] Pushing event updated for resources: {'Port': ['ID=0af47cd4-1a0d-4158-82d1-348b2e34b4ed,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:58.551629 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-583ee7d4-afc0-4d82-8598-3ad4e6d83652 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:05:58.584657 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a037ac2-237e-4302-95fd-5946d1f0d8a8 admin admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:05:58.589718 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33f5d708-982b-4320-81e4-2d075702c33a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:05:58.615928 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-3a037ac2-237e-4302-95fd-5946d1f0d8a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:05:58.624425 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a037ac2-237e-4302-95fd-5946d1f0d8a8 admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:05:58.641526 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-33f5d708-982b-4320-81e4-2d075702c33a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (3eb5bf6a-ce1a-4dde-acfb-930a1f04fbd2), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:58.641923 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-33f5d708-982b-4320-81e4-2d075702c33a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Added segment 3eb5bf6a-ce1a-4dde-acfb-930a1f04fbd2 of type vlan for network bd799f96-19b6-4980-9f95-43cafddd3e3a Jan 28 03:05:58.723934 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-33f5d708-982b-4320-81e4-2d075702c33a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (bd799f96-19b6-4980-9f95-43cafddd3e3a), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:58.766246 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-33f5d708-982b-4320-81e4-2d075702c33a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (bd799f96-19b6-4980-9f95-43cafddd3e3a), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:58.777486 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f5d708-982b-4320-81e4-2d075702c33a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:58.779597 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-33f5d708-982b-4320-81e4-2d075702c33a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:58.789582 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-02ba154c-635b-4b26-b924-7e2dfcecfa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'name': 'tempest-RoutersIpV6Test-router-1905695091', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:05:47Z', 'updated_at': '2022-01-28T03:05:55Z', 'revision_number': 2, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'gw_port_host': None, '_interfaces': [{'id': '2fcf3c9b-0fc7-4d77-946e-c894f1bb447d', 'name': '', 'network_id': '6e537d05-57b5-4fdd-8add-b1f69b25b021', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:41:36:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:05:52Z', 'updated_at': '2022-01-28T03:05:55Z', 'revision_number': 2, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:05:58.806212 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4879c9eb-a824-4a38-8d20-330dd1a5f0ea None None] Pushing event updated for resources: {'Port': ['ID=31c5d66d-3e4b-460d-a995-feabe7520901,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:58.808423 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a037ac2-237e-4302-95fd-5946d1f0d8a8 admin admin] Pushing event updated for resources: {'Port': ['ID=90c3283b-2172-4e1a-b7f5-4f64c2612ab2,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:58.844026 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.resource_extend [None req-39d61263-8968-4340-b258-80509f6b456b None None] It took 0.54 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 03:05:58.846105 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583ee7d4-afc0-4d82-8598-3ad4e6d83652 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:05:58.859497 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ba154c-635b-4b26-b924-7e2dfcecfa2c None None] Checking router: cb37cd21-92c1-45c0-935a-1f1d30755681 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:05:58.859497 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ba154c-635b-4b26-b924-7e2dfcecfa2c None None] Updating router cb37cd21-92c1-45c0-935a-1f1d30755681 port 2fcf3c9b-0fc7-4d77-946e-c894f1bb447d binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:05:58.920694 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-02ba154c-635b-4b26-b924-7e2dfcecfa2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2fcf3c9b-0fc7-4d77-946e-c894f1bb447d), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:59.010055 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f5d708-982b-4320-81e4-2d075702c33a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event updated for resources: {'Network': ['ID=bd799f96-19b6-4980-9f95-43cafddd3e3a,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:59.048904 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-33f5d708-982b-4320-81e4-2d075702c33a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8679955 Jan 28 03:05:59.057915 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 53770) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:05:59.075137 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-15be41e7-b8f3-4b58-8b52-9e9f8f1ba0aa tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Request body: {'subnet': {'network_id': 'bd799f96-19b6-4980-9f95-43cafddd3e3a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:05:59.221578 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network bd799f96-19b6-4980-9f95-43cafddd3e3a details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:05:59.383707 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a64cdfbf-da21-4e0b-904d-c89e230112e6 req-16ded861-89e0-4a39-9087-37c5634b8a9e service neutron] 10.222.0.39 "GET /v2.0/networks/f4ded625-2395-4b5b-8619-6207cf127af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1506357 Jan 28 03:05:59.384590 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-02ba154c-635b-4b26-b924-7e2dfcecfa2c None None] Publish callbacks [] for port (2fcf3c9b-0fc7-4d77-946e-c894f1bb447d), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:59.393599 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-02ba154c-635b-4b26-b924-7e2dfcecfa2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (2fcf3c9b-0fc7-4d77-946e-c894f1bb447d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:59.470328 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c66550-0a34-4218-87e1-a278031def80 None None] Pushing event updated for resources: {'Port': ['ID=2fcf3c9b-0fc7-4d77-946e-c894f1bb447d,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:05:59.473684 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-384d56f0-08e3-456e-a415-d348d16a495a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.7485464 Jan 28 03:05:59.525169 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-620fe06f-ff9c-467f-918a-3e6dce57c6ed req-471b7f4d-8e92-44cc-93a3-623789997857 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.2408769 Jan 28 03:05:59.863028 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-e8acb213-3d9b-4686-8f0f-ea880378de31 None None] Provisioning complete for port 2fcf3c9b-0fc7-4d77-946e-c894f1bb447d triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:05:59.864180 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e8acb213-3d9b-4686-8f0f-ea880378de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (2fcf3c9b-0fc7-4d77-946e-c894f1bb447d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:59.874016 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-02ba154c-635b-4b26-b924-7e2dfcecfa2c None None] Attempting to bind port 2fcf3c9b-0fc7-4d77-946e-c894f1bb447d on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:05:59.874819 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-02ba154c-635b-4b26-b924-7e2dfcecfa2c None None] Attempting to bind port 2fcf3c9b-0fc7-4d77-946e-c894f1bb447d by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '11bdc9e0-b6fd-4d5b-98ad-aa8c1be08a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6e537d05-57b5-4fdd-8add-b1f69b25b021'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:05:59.875617 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ba154c-635b-4b26-b924-7e2dfcecfa2c None None] Attempting to bind port 2fcf3c9b-0fc7-4d77-946e-c894f1bb447d on network 6e537d05-57b5-4fdd-8add-b1f69b25b021 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:05:59.882749 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ba154c-635b-4b26-b924-7e2dfcecfa2c None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:05:59.883291 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ba154c-635b-4b26-b924-7e2dfcecfa2c None None] Checking segment: {'id': '11bdc9e0-b6fd-4d5b-98ad-aa8c1be08a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6e537d05-57b5-4fdd-8add-b1f69b25b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:05:59.883699 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-02ba154c-635b-4b26-b924-7e2dfcecfa2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:59.884206 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ba154c-635b-4b26-b924-7e2dfcecfa2c None None] Bound using segment: {'id': '11bdc9e0-b6fd-4d5b-98ad-aa8c1be08a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6e537d05-57b5-4fdd-8add-b1f69b25b021'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:05:59.884893 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-02ba154c-635b-4b26-b924-7e2dfcecfa2c None None] Bound port: 2fcf3c9b-0fc7-4d77-946e-c894f1bb447d, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bdc9e0-b6fd-4d5b-98ad-aa8c1be08a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6e537d05-57b5-4fdd-8add-b1f69b25b021'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:05:59.885299 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-02ba154c-635b-4b26-b924-7e2dfcecfa2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2fcf3c9b-0fc7-4d77-946e-c894f1bb447d), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:59.886447 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a64cdfbf-da21-4e0b-904d-c89e230112e6 req-99904447-317c-4f53-bade-923d65adbb1c service neutron] 10.222.0.39 "GET /v2.0/networks/f4ded625-2395-4b5b-8619-6207cf127af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359624 Jan 28 03:05:59.889790 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15be41e7-b8f3-4b58-8b52-9e9f8f1ba0aa tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Made reservation on behalf of 9b767bd768424bc897d9104ad9f6b8d5 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:05:59.893834 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-15be41e7-b8f3-4b58-8b52-9e9f8f1ba0aa tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:05:59.974323 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-02ba154c-635b-4b26-b924-7e2dfcecfa2c None None] For port 2fcf3c9b-0fc7-4d77-946e-c894f1bb447d, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:05:59.976894 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-23a0767b-7b0d-435e-a0d6-50804f074267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:59.978732 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-02ba154c-635b-4b26-b924-7e2dfcecfa2c None None] For port 2fcf3c9b-0fc7-4d77-946e-c894f1bb447d, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=2fcf3c9b-0fc7-4d77-946e-c894f1bb447d,segment=NetworkSegment(11bdc9e0-b6fd-4d5b-98ad-aa8c1be08a09),segment_id=11bdc9e0-b6fd-4d5b-98ad-aa8c1be08a09)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:05:59.981947 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-23a0767b-7b0d-435e-a0d6-50804f074267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:59.982442 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-23a0767b-7b0d-435e-a0d6-50804f074267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:59.982938 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-23a0767b-7b0d-435e-a0d6-50804f074267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:59.983450 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-23a0767b-7b0d-435e-a0d6-50804f074267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:59.983897 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-23a0767b-7b0d-435e-a0d6-50804f074267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:59.984386 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-23a0767b-7b0d-435e-a0d6-50804f074267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:05:59.990761 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-23a0767b-7b0d-435e-a0d6-50804f074267 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d47d57aa564c407d8f7b752418cdddf4&device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 6505 time: 0.3180692 Jan 28 03:05:59.995527 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-02ba154c-635b-4b26-b924-7e2dfcecfa2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (2fcf3c9b-0fc7-4d77-946e-c894f1bb447d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:00.192218 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-cdb7ec3d-bdd4-4a4e-87bf-c61c7530de77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:00.192791 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-cdb7ec3d-bdd4-4a4e-87bf-c61c7530de77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:00.193288 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-cdb7ec3d-bdd4-4a4e-87bf-c61c7530de77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:00.196356 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-cdb7ec3d-bdd4-4a4e-87bf-c61c7530de77 service neutron] 10.222.0.67 "GET /v2.0/networks?id=00e51838-dce0-4440-a9f8-fd2fd28c5471&id=45f5aab1-77c3-46bf-9724-8eea4a5c0efa&id=45f5aab1-77c3-46bf-9724-8eea4a5c0efa&id=45f5aab1-77c3-46bf-9724-8eea4a5c0efa&id=45f5aab1-77c3-46bf-9724-8eea4a5c0efa&id=8f5c2a2c-a994-4917-b3e0-21b15ad56c20&id=8f5c2a2c-a994-4917-b3e0-21b15ad56c20 HTTP/1.1" status: 200 len: 2298 time: 0.1776333 Jan 28 03:06:00.268768 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 33da5c23-1835-41e3-9d77-1428f4b7fbbd, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=33da5c23-1835-41e3-9d77-1428f4b7fbbd,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:06:00.271278 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c66550-0a34-4218-87e1-a278031def80 None None] Pushing event updated for resources: {'Port': ['ID=2fcf3c9b-0fc7-4d77-946e-c894f1bb447d,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:00.274049 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ba154c-635b-4b26-b924-7e2dfcecfa2c None None] Routers {'cb37cd21-92c1-45c0-935a-1f1d30755681'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:06:00.274657 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-02ba154c-635b-4b26-b924-7e2dfcecfa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:05:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['cb37cd21-92c1-45c0-935a-1f1d30755681'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:06:00.343184 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3a037ac2-237e-4302-95fd-5946d1f0d8a8 admin admin] Publish callbacks [] for router_gateway (8c9590b1-d70a-45f4-8e77-80f30df48e2f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:00.467880 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-02ba154c-635b-4b26-b924-7e2dfcecfa2c None None] Set router cb37cd21-92c1-45c0-935a-1f1d30755681 gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:06:00.475251 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-15be41e7-b8f3-4b58-8b52-9e9f8f1ba0aa tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (0548c622-b5f0-4e42-974d-b35ec5d1046a), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:00.522955 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-5262042f-cd5e-4381-9e23-c7042e27d487 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=522e2e39-e847-4a52-8a70-9410b617ab1b HTTP/1.1" status: 200 len: 1001 time: 0.2969317 Jan 28 03:06:00.528434 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e8acb213-3d9b-4686-8f0f-ea880378de31 None None] Port 2fcf3c9b-0fc7-4d77-946e-c894f1bb447d cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:06:00.540437 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-583ee7d4-afc0-4d82-8598-3ad4e6d83652 None None] Attempting to bind port 0af47cd4-1a0d-4158-82d1-348b2e34b4ed on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:06:00.540839 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-583ee7d4-afc0-4d82-8598-3ad4e6d83652 None None] Attempting to bind port 0af47cd4-1a0d-4158-82d1-348b2e34b4ed by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'ef1927f8-2d2c-4b20-8596-ea754f1a0114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '34f67722-2808-4396-95f6-61354ef5853d'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:06:00.541235 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583ee7d4-afc0-4d82-8598-3ad4e6d83652 None None] Attempting to bind port 0af47cd4-1a0d-4158-82d1-348b2e34b4ed on network 34f67722-2808-4396-95f6-61354ef5853d {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:06:00.575019 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '33da5c23-1835-41e3-9d77-1428f4b7fbbd', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'port_id': '33da5c23-1835-41e3-9d77-1428f4b7fbbd', 'mac_address': 'fa:16:3e:55:8f:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24329ac8-3d67-49eb-9f63-d2859e79e36f', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:06:00.576543 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 31c5d66d-3e4b-460d-a995-feabe7520901 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:06:00.721472 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583ee7d4-afc0-4d82-8598-3ad4e6d83652 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:06:00.725656 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583ee7d4-afc0-4d82-8598-3ad4e6d83652 None None] Checking segment: {'id': 'ef1927f8-2d2c-4b20-8596-ea754f1a0114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '34f67722-2808-4396-95f6-61354ef5853d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:06:00.726114 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-583ee7d4-afc0-4d82-8598-3ad4e6d83652 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:00.726545 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583ee7d4-afc0-4d82-8598-3ad4e6d83652 None None] Bound using segment: {'id': 'ef1927f8-2d2c-4b20-8596-ea754f1a0114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '34f67722-2808-4396-95f6-61354ef5853d'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:06:00.727041 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-583ee7d4-afc0-4d82-8598-3ad4e6d83652 None None] Bound port: 0af47cd4-1a0d-4158-82d1-348b2e34b4ed, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef1927f8-2d2c-4b20-8596-ea754f1a0114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '34f67722-2808-4396-95f6-61354ef5853d'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:06:00.727584 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-583ee7d4-afc0-4d82-8598-3ad4e6d83652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (0af47cd4-1a0d-4158-82d1-348b2e34b4ed), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:00.786572 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d4fbd095-7652-457e-8c65-4b8fd4325141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:00.865090 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:00.939704 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 31c5d66d-3e4b-460d-a995-feabe7520901 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:06:00.952093 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-e8acb213-3d9b-4686-8f0f-ea880378de31 None None] Provisioning complete for port 31c5d66d-3e4b-460d-a995-feabe7520901 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:00.954528 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e8acb213-3d9b-4686-8f0f-ea880378de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (31c5d66d-3e4b-460d-a995-feabe7520901), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:01.055380 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-583ee7d4-afc0-4d82-8598-3ad4e6d83652 None None] For port 0af47cd4-1a0d-4158-82d1-348b2e34b4ed, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:06:01.059486 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-583ee7d4-afc0-4d82-8598-3ad4e6d83652 None None] For port 0af47cd4-1a0d-4158-82d1-348b2e34b4ed, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=0af47cd4-1a0d-4158-82d1-348b2e34b4ed,segment=NetworkSegment(ef1927f8-2d2c-4b20-8596-ea754f1a0114),segment_id=ef1927f8-2d2c-4b20-8596-ea754f1a0114)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:06:01.163795 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-02ba154c-635b-4b26-b924-7e2dfcecfa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'name': 'tempest-RoutersIpV6Test-router-1905695091', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:05:47Z', 'updated_at': '2022-01-28T03:05:55Z', 'revision_number': 2, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'gw_port_host': None, '_interfaces': [{'id': '2fcf3c9b-0fc7-4d77-946e-c894f1bb447d', 'name': '', 'network_id': '6e537d05-57b5-4fdd-8add-b1f69b25b021', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:41:36:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:05:52Z', 'updated_at': '2022-01-28T03:05:59Z', 'revision_number': 4, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:06:01.219433 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ba154c-635b-4b26-b924-7e2dfcecfa2c None None] The sync data for ids ['cb37cd21-92c1-45c0-935a-1f1d30755681'] in n-d-712139-27 is: [{'id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'name': 'tempest-RoutersIpV6Test-router-1905695091', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:05:47Z', 'updated_at': '2022-01-28T03:05:55Z', 'revision_number': 2, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'gw_port_host': None, '_interfaces': [{'id': '2fcf3c9b-0fc7-4d77-946e-c894f1bb447d', 'name': '', 'network_id': '6e537d05-57b5-4fdd-8add-b1f69b25b021', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:41:36:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:05:52Z', 'updated_at': '2022-01-28T03:05:59Z', 'revision_number': 4, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:06:01.259360 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-583ee7d4-afc0-4d82-8598-3ad4e6d83652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (0af47cd4-1a0d-4158-82d1-348b2e34b4ed), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:01.374525 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-b1b46bc6-659f-4ce5-beca-bffb3c2bd9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:01.376062 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-b1b46bc6-659f-4ce5-beca-bffb3c2bd9d4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a5e16ad5-afde-4ff0-9a68-1abb02683cb1 HTTP/1.1" status: 200 len: 856 time: 0.8533332 Jan 28 03:06:01.433702 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583ee7d4-afc0-4d82-8598-3ad4e6d83652 None None] Pushing event updated for resources: {'Port': ['ID=0af47cd4-1a0d-4158-82d1-348b2e34b4ed,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:01.502917 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5f6abe10-4c70-4252-bb69-24c56b3101b3 req-4d6a72e5-103d-4f07-b97e-e09cec8159fe tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.0790663 Jan 28 03:06:01.557855 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be41e7-b8f3-4b58-8b52-9e9f8f1ba0aa tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event updated for resources: {'Subnet': ['ID=0548c622-b5f0-4e42-974d-b35ec5d1046a,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:01.565829 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15be41e7-b8f3-4b58-8b52-9e9f8f1ba0aa tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Checking segment: {'id': '3eb5bf6a-ce1a-4dde-acfb-930a1f04fbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bd799f96-19b6-4980-9f95-43cafddd3e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:06:01.566807 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15be41e7-b8f3-4b58-8b52-9e9f8f1ba0aa tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Network hostable DHCP agents. Network: bd799f96-19b6-4980-9f95-43cafddd3e3a, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:06:01.583834 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-bf08c40c-dbc5-4190-88cf-20f3fa6b4cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:01.590588 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15be41e7-b8f3-4b58-8b52-9e9f8f1ba0aa tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Network bd799f96-19b6-4980-9f95-43cafddd3e3a is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:06:01.594642 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-bf08c40c-dbc5-4190-88cf-20f3fa6b4cb5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=00e51838-dce0-4440-a9f8-fd2fd28c5471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2074523 Jan 28 03:06:01.605983 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-15be41e7-b8f3-4b58-8b52-9e9f8f1ba0aa tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, bd799f96-19b6-4980-9f95-43cafddd3e3a) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:06:01.622469 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15be41e7-b8f3-4b58-8b52-9e9f8f1ba0aa tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:01.623100 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-15be41e7-b8f3-4b58-8b52-9e9f8f1ba0aa tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:01.623986 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e8acb213-3d9b-4686-8f0f-ea880378de31 None None] Current status of the port 31c5d66d-3e4b-460d-a995-feabe7520901 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:06:01.628397 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94320106-2f5f-4bf5-9d9c-3ebf16866625 None None] Network bd799f96-19b6-4980-9f95-43cafddd3e3a requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:06:01.674238 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-15be41e7-b8f3-4b58-8b52-9e9f8f1ba0aa tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6041114 Jan 28 03:06:01.678085 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 53820) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:06:01.873827 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 33da5c23-1835-41e3-9d77-1428f4b7fbbd is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:06:01.874412 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (33da5c23-1835-41e3-9d77-1428f4b7fbbd), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:01.956555 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7dc339e-1a0c-4ce6-8ca1-3ac98407d6eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-bd799f96-19b6-4980-9f95-43cafddd3e3a', 'network_id': 'bd799f96-19b6-4980-9f95-43cafddd3e3a', 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'fixed_ips': [{'subnet_id': '0548c622-b5f0-4e42-974d-b35ec5d1046a'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:06:01.957578 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7dc339e-1a0c-4ce6-8ca1-3ac98407d6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:02.073564 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-a498d4bb-54db-45e0-a17d-a0c6ec99f20e service neutron] 10.222.0.67 "GET /v2.0/networks/00e51838-dce0-4440-a9f8-fd2fd28c5471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775685 Jan 28 03:06:02.272061 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e60f2d61-e843-4630-9012-a665fb6b811f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:02.287650 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-0281f3ed-c400-47f9-bc2e-1b4fbae90b85 None None] Provisioning complete for port 2fcf3c9b-0fc7-4d77-946e-c894f1bb447d triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:02.289621 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0281f3ed-c400-47f9-bc2e-1b4fbae90b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (2fcf3c9b-0fc7-4d77-946e-c894f1bb447d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:02.292119 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3a037ac2-237e-4302-95fd-5946d1f0d8a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (8c9590b1-d70a-45f4-8e77-80f30df48e2f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:02.464585 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33da5c23-1835-41e3-9d77-1428f4b7fbbd {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:06:02.534882 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 33da5c23-1835-41e3-9d77-1428f4b7fbbd, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=33da5c23-1835-41e3-9d77-1428f4b7fbbd,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:06:02.547000 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (33da5c23-1835-41e3-9d77-1428f4b7fbbd), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:02.626420 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-71b2bd56-7a3c-4367-8542-7903e0634510 service neutron] 10.222.0.67 "GET /v2.0/networks/00e51838-dce0-4440-a9f8-fd2fd28c5471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5202503 Jan 28 03:06:02.826614 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-c7dc339e-1a0c-4ce6-8ca1-3ac98407d6eb None None] Allocated IP 2001:db8:1::2 (bd799f96-19b6-4980-9f95-43cafddd3e3a/0548c622-b5f0-4e42-974d-b35ec5d1046a/7da73833-9dc2-4f22-8f85-f738f78ae401) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:06:02.831647 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 31c5d66d-3e4b-460d-a995-feabe7520901 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:02.832037 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (31c5d66d-3e4b-460d-a995-feabe7520901), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:02.873578 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-40390337-f482-430d-b3f5-a6eda6e40b45 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=5412df90-162b-4d92-af88-5241f7fd5d82 HTTP/1.1" status: 200 len: 217 time: 0.2419147 Jan 28 03:06:02.894392 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['33da5c23-1835-41e3-9d77-1428f4b7fbbd'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:06:02.989526 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-393a996b-2b58-4262-badf-0f7a8001dfa5 req-085b2755-cf0e-45a0-81d6-48ea74c88634 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.1713765 Jan 28 03:06:03.002097 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-35d7f4c4-b196-40b2-ae0b-cb4e1226dd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:03.022914 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-35d7f4c4-b196-40b2-ae0b-cb4e1226dd9e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d1901a35-0605-40aa-86b7-558d17d5580a HTTP/1.1" status: 200 len: 797 time: 0.1241164 Jan 28 03:06:03.162078 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-d9e9ff71-7c2b-4aac-b6d0-be69a6898394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:03.167778 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-d9e9ff71-7c2b-4aac-b6d0-be69a6898394 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45f5aab1-77c3-46bf-9724-8eea4a5c0efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1438115 Jan 28 03:06:03.242985 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=33da5c23-1835-41e3-9d77-1428f4b7fbbd,revision_number=9']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:03.339040 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-33ae2063-0672-4eb2-9741-ae1388a58bc0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:03.499194 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-34fc4f11-05dd-49af-9a58-e2b6446199b4 service neutron] 10.222.0.67 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166778 Jan 28 03:06:03.728618 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:03.739787 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 31c5d66d-3e4b-460d-a995-feabe7520901 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:06:03.773913 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-0281f3ed-c400-47f9-bc2e-1b4fbae90b85 None None] Current status of the port 2fcf3c9b-0fc7-4d77-946e-c894f1bb447d is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:06:03.774398 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0281f3ed-c400-47f9-bc2e-1b4fbae90b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2fcf3c9b-0fc7-4d77-946e-c894f1bb447d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:03.829236 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-fa283fb3-26fd-48d9-976f-bb8d8306dd18 service neutron] 10.222.0.67 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111458 Jan 28 03:06:03.829930 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a037ac2-237e-4302-95fd-5946d1f0d8a8 admin admin] Router 8c9590b1-d70a-45f4-8e77-80f30df48e2f is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:06:03.902286 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:04.096439 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-b9eae84c-4554-40bd-a667-b0af96447aeb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=db7ee719-a3aa-47ed-85e5-5c79bf8865fd HTTP/1.1" status: 200 len: 217 time: 0.2370589 Jan 28 03:06:04.217318 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-0281f3ed-c400-47f9-bc2e-1b4fbae90b85 None None] For port 2fcf3c9b-0fc7-4d77-946e-c894f1bb447d, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=2fcf3c9b-0fc7-4d77-946e-c894f1bb447d,segment=NetworkSegment(11bdc9e0-b6fd-4d5b-98ad-aa8c1be08a09),segment_id=11bdc9e0-b6fd-4d5b-98ad-aa8c1be08a09)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:06:04.235452 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cd0b57-05c2-4463-ae12-4cabb1b8fe63 None None] Network 34f67722-2808-4396-95f6-61354ef5853d requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:06:04.309708 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b55046de-b63c-4031-9139-e6b9bd3aa1ed req-a90a6309-fc4e-43f1-a818-f42bc03f934f tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.0871408 Jan 28 03:06:04.312877 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0281f3ed-c400-47f9-bc2e-1b4fbae90b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (2fcf3c9b-0fc7-4d77-946e-c894f1bb447d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:04.365246 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-4b8e3717-d1bd-4282-b80b-e2a1ecf49757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:04.367074 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-4b8e3717-d1bd-4282-b80b-e2a1ecf49757 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d1901a35-0605-40aa-86b7-558d17d5580a HTTP/1.1" status: 200 len: 797 time: 0.2615752 Jan 28 03:06:04.418937 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 0af47cd4-1a0d-4158-82d1-348b2e34b4ed up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:06:04.534678 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a037ac2-237e-4302-95fd-5946d1f0d8a8 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:06:04.540611 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-7249ffef-e9b8-486f-9eb1-2abd74638b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:04.542231 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-7249ffef-e9b8-486f-9eb1-2abd74638b54 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45f5aab1-77c3-46bf-9724-8eea4a5c0efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1283269 Jan 28 03:06:04.565814 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3a037ac2-237e-4302-95fd-5946d1f0d8a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:04.567774 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-3a037ac2-237e-4302-95fd-5946d1f0d8a8 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.8931892 Jan 28 03:06:04.572682 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 53904) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:06:04.715307 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c82ea2-24a4-4477-b92d-4e7e07f45fbc None None] Sync routers for ids ['8c9590b1-d70a-45f4-8e77-80f30df48e2f'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:06:04.807308 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-4340e135-fe4c-47a5-8642-215aa3490a73 service neutron] 10.222.0.67 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149236 Jan 28 03:06:04.973811 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7dc339e-1a0c-4ce6-8ca1-3ac98407d6eb None None] Publish callbacks [] for port (7da73833-9dc2-4f22-8f85-f738f78ae401), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:05.022062 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-4b53cdb2-2dd3-4a25-b396-0ce410840216 service neutron] 10.222.0.67 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048345 Jan 28 03:06:05.034743 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:05.041102 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-638ea4c9-7f84-4ce0-a501-2ead8b23e2a7 None None] Provisioning complete for port 0af47cd4-1a0d-4158-82d1-348b2e34b4ed triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:05.041910 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-638ea4c9-7f84-4ce0-a501-2ead8b23e2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (0af47cd4-1a0d-4158-82d1-348b2e34b4ed), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:05.082203 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-937803d9-c6b2-48cd-b254-1fe6bfa0beae service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=1a299c13-361c-41af-87eb-964dd7de4708 HTTP/1.1" status: 200 len: 217 time: 0.0574179 Jan 28 03:06:05.137520 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c82ea2-24a4-4477-b92d-4e7e07f45fbc None None] Routers {'8c9590b1-d70a-45f4-8e77-80f30df48e2f'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:06:05.144952 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-90c82ea2-24a4-4477-b92d-4e7e07f45fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:06:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['8c9590b1-d70a-45f4-8e77-80f30df48e2f'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:06:05.149581 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7dc339e-1a0c-4ce6-8ca1-3ac98407d6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (7da73833-9dc2-4f22-8f85-f738f78ae401), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:05.217294 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-e1bf56b9-1ecc-494e-80ff-bcf43cd125bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:05.221351 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-e1bf56b9-1ecc-494e-80ff-bcf43cd125bd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d1901a35-0605-40aa-86b7-558d17d5580a HTTP/1.1" status: 200 len: 797 time: 0.1330163 Jan 28 03:06:05.299621 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-a2b814f5-0b58-4d6a-bade-0ca9d2d9aa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:05.303611 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-a2b814f5-0b58-4d6a-bade-0ca9d2d9aa9b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45f5aab1-77c3-46bf-9724-8eea4a5c0efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0754840 Jan 28 03:06:05.401118 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-33ae2063-0672-4eb2-9741-ae1388a58bc0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Allocated IP 2001:db8:1::1 (bd799f96-19b6-4980-9f95-43cafddd3e3a/0548c622-b5f0-4e42-974d-b35ec5d1046a/29671df7-820a-4c7e-93ac-7a6b2d613571) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:06:05.467255 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0281f3ed-c400-47f9-bc2e-1b4fbae90b85 None None] Pushing event updated for resources: {'Port': ['ID=2fcf3c9b-0fc7-4d77-946e-c894f1bb447d,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:05.542468 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-239f8414-529c-4a3b-877a-5c800f349d01 service neutron] 10.222.0.67 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300642 Jan 28 03:06:05.630394 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dc339e-1a0c-4ce6-8ca1-3ac98407d6eb None None] Network bd799f96-19b6-4980-9f95-43cafddd3e3a is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:06:05.678099 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3ff7fcd8-aaad-4cc6-b626-73c4d78d00b1 req-79f53d8a-8eff-4d07-8a7b-c272b52c60ae tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.1682501 Jan 28 03:06:05.746192 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-c7dc339e-1a0c-4ce6-8ca1-3ac98407d6eb None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:06:05.760286 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dc339e-1a0c-4ce6-8ca1-3ac98407d6eb None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:06:05.831293 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-7ddcb68f-ae49-43fe-a880-d846c9253285 service neutron] 10.222.0.67 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830682 Jan 28 03:06:05.946373 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-3422585b-d707-4024-9bca-8f7ffb66bf9c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=32253399-bfa8-4777-9ebe-28270de068d4 HTTP/1.1" status: 200 len: 217 time: 0.1058373 Jan 28 03:06:06.097359 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-fc617b77-7474-43e4-b8a3-e7ec1fd6146c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:06.099617 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-fc617b77-7474-43e4-b8a3-e7ec1fd6146c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d1901a35-0605-40aa-86b7-558d17d5580a HTTP/1.1" status: 200 len: 797 time: 0.1411631 Jan 28 03:06:06.175532 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-33ae2063-0672-4eb2-9741-ae1388a58bc0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for port (29671df7-820a-4c7e-93ac-7a6b2d613571), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:06.222182 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fd31aa5c-89b7-4e60-a4cb-1a5f5b2c0c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:06.263770 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-90c82ea2-24a4-4477-b92d-4e7e07f45fbc None None] Set router 8c9590b1-d70a-45f4-8e77-80f30df48e2f gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:06:06.271347 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-e114b04d-14f3-423d-a0a2-c0cb36b09f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:06.282885 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 0af47cd4-1a0d-4158-82d1-348b2e34b4ed triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:06.283377 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (0af47cd4-1a0d-4158-82d1-348b2e34b4ed), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:06.287949 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-e114b04d-14f3-423d-a0a2-c0cb36b09f63 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45f5aab1-77c3-46bf-9724-8eea4a5c0efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1798987 Jan 28 03:06:06.608706 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-141a0ef5-8450-451f-8ef8-796eedd6875e service neutron] 10.222.0.67 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126435 Jan 28 03:06:06.637314 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-638ea4c9-7f84-4ce0-a501-2ead8b23e2a7 None None] Current status of the port 0af47cd4-1a0d-4158-82d1-348b2e34b4ed is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:06:06.637836 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-638ea4c9-7f84-4ce0-a501-2ead8b23e2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (0af47cd4-1a0d-4158-82d1-348b2e34b4ed), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:06.659612 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:06.715712 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-638ea4c9-7f84-4ce0-a501-2ead8b23e2a7 None None] For port 0af47cd4-1a0d-4158-82d1-348b2e34b4ed, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=0af47cd4-1a0d-4158-82d1-348b2e34b4ed,segment=NetworkSegment(ef1927f8-2d2c-4b20-8596-ea754f1a0114),segment_id=ef1927f8-2d2c-4b20-8596-ea754f1a0114)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:06:06.717613 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-c7dc339e-1a0c-4ce6-8ca1-3ac98407d6eb None None] Attempting to bind port 7da73833-9dc2-4f22-8f85-f738f78ae401 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:06:06.718647 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-c7dc339e-1a0c-4ce6-8ca1-3ac98407d6eb None None] Attempting to bind port 7da73833-9dc2-4f22-8f85-f738f78ae401 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '3eb5bf6a-ce1a-4dde-acfb-930a1f04fbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bd799f96-19b6-4980-9f95-43cafddd3e3a'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:06:06.719519 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dc339e-1a0c-4ce6-8ca1-3ac98407d6eb None None] Attempting to bind port 7da73833-9dc2-4f22-8f85-f738f78ae401 on network bd799f96-19b6-4980-9f95-43cafddd3e3a {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:06:06.732673 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 33da5c23-1835-41e3-9d77-1428f4b7fbbd up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:06:06.780125 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dc339e-1a0c-4ce6-8ca1-3ac98407d6eb None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:06:06.782463 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dc339e-1a0c-4ce6-8ca1-3ac98407d6eb None None] Checking segment: {'id': '3eb5bf6a-ce1a-4dde-acfb-930a1f04fbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bd799f96-19b6-4980-9f95-43cafddd3e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:06:06.783174 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7dc339e-1a0c-4ce6-8ca1-3ac98407d6eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:06.783584 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dc339e-1a0c-4ce6-8ca1-3ac98407d6eb None None] Bound using segment: {'id': '3eb5bf6a-ce1a-4dde-acfb-930a1f04fbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bd799f96-19b6-4980-9f95-43cafddd3e3a'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:06:06.784389 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-c7dc339e-1a0c-4ce6-8ca1-3ac98407d6eb None None] Bound port: 7da73833-9dc2-4f22-8f85-f738f78ae401, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb5bf6a-ce1a-4dde-acfb-930a1f04fbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bd799f96-19b6-4980-9f95-43cafddd3e3a'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:06:06.784837 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7dc339e-1a0c-4ce6-8ca1-3ac98407d6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7da73833-9dc2-4f22-8f85-f738f78ae401), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:06.796761 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc339e-1a0c-4ce6-8ca1-3ac98407d6eb None None] Pushing event updated for resources: {'Port': ['ID=7da73833-9dc2-4f22-8f85-f738f78ae401,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:06.844765 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-33ae2063-0672-4eb2-9741-ae1388a58bc0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (29671df7-820a-4c7e-93ac-7a6b2d613571), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:06.905319 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-638ea4c9-7f84-4ce0-a501-2ead8b23e2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (0af47cd4-1a0d-4158-82d1-348b2e34b4ed), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:06.916415 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-8636e553-10cd-4696-b5b4-8af30d48a080 service neutron] 10.222.0.67 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006327 Jan 28 03:06:07.036184 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-fd31aa5c-89b7-4e60-a4cb-1a5f5b2c0c00 admin admin] Allocated IP 172.20.0.1 (34f67722-2808-4396-95f6-61354ef5853d/4e697b59-6783-417a-a217-ebdbf873799e/38ae0359-e8e4-4004-8f67-f742de50c5b7) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:06:07.111975 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-1787adae-76c9-43dc-b798-4dbfc02c5ab9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fab89d88-a54d-4fec-bf38-88eba2285661 HTTP/1.1" status: 200 len: 217 time: 0.1885269 Jan 28 03:06:07.195552 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fd31aa5c-89b7-4e60-a4cb-1a5f5b2c0c00 admin admin] Publish callbacks [] for port (38ae0359-e8e4-4004-8f67-f742de50c5b7), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:07.228180 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 33da5c23-1835-41e3-9d77-1428f4b7fbbd triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:07.238293 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (33da5c23-1835-41e3-9d77-1428f4b7fbbd), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:07.272652 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea4c9-7f84-4ce0-a501-2ead8b23e2a7 None None] Pushing event updated for resources: {'Port': ['ID=0af47cd4-1a0d-4158-82d1-348b2e34b4ed,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:07.299717 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-4a482c4c-5958-4f4a-95f0-cd9d30b7a3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:07.310559 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-4a482c4c-5958-4f4a-95f0-cd9d30b7a3cc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d7ff91e7-f241-4c5c-a917-a215b6f26f85 HTTP/1.1" status: 200 len: 797 time: 0.1840429 Jan 28 03:06:07.323452 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-18b4d8cf-4b63-45f7-a2d5-d3ad6f06a3bb req-3473a44e-0a61-4059-8c9f-f841d43a1f0d tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.3813524 Jan 28 03:06:07.336103 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fd31aa5c-89b7-4e60-a4cb-1a5f5b2c0c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (38ae0359-e8e4-4004-8f67-f742de50c5b7), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:07.363357 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ae2063-0672-4eb2-9741-ae1388a58bc0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Network bd799f96-19b6-4980-9f95-43cafddd3e3a is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:06:07.374597 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-33ae2063-0672-4eb2-9741-ae1388a58bc0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:06:07.381909 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ae2063-0672-4eb2-9741-ae1388a58bc0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:06:07.382773 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-33ae2063-0672-4eb2-9741-ae1388a58bc0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (cb37cd21-92c1-45c0-935a-1f1d30755681), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:07.395279 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 53954) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:06:07.491403 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-2a0a0a57-6089-4e48-b11e-2f4846212f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:07.497184 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-2a0a0a57-6089-4e48-b11e-2f4846212f31 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8f5c2a2c-a994-4917-b3e0-21b15ad56c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1792243 Jan 28 03:06:07.578088 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ae2063-0672-4eb2-9741-ae1388a58bc0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event updated for resources: {'Port': ['ID=29671df7-820a-4c7e-93ac-7a6b2d613571,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:07.623905 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-90c82ea2-24a4-4477-b92d-4e7e07f45fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9590b1-d70a-45f4-8e77-80f30df48e2f', 'name': 'tempest-TestServerMultinode-322331731-router', 'tenant_id': 'fe328c6c02fa4b4880d363a032721195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '90c3283b-2172-4e1a-b7f5-4f64c2612ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:05:55Z', 'updated_at': '2022-01-28T03:05:59Z', 'revision_number': 3, 'project_id': 'fe328c6c02fa4b4880d363a032721195', 'gw_port': {'id': '90c3283b-2172-4e1a-b7f5-4f64c2612ab2', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9590b1-d70a-45f4-8e77-80f30df48e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:05:57Z', 'updated_at': '2022-01-28T03:05:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:06:07.630621 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd31aa5c-89b7-4e60-a4cb-1a5f5b2c0c00 admin admin] Network 34f67722-2808-4396-95f6-61354ef5853d is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:06:07.724844 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-130afb81-ebc4-40e9-b618-17b7c2d64af1 service neutron] 10.222.0.67 "GET /v2.0/networks/8f5c2a2c-a994-4917-b3e0-21b15ad56c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206786 Jan 28 03:06:07.770211 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-fd31aa5c-89b7-4e60-a4cb-1a5f5b2c0c00 admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:06:07.810479 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7dc339e-1a0c-4ce6-8ca1-3ac98407d6eb None None] For port 7da73833-9dc2-4f22-8f85-f738f78ae401, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:06:07.902356 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd31aa5c-89b7-4e60-a4cb-1a5f5b2c0c00 admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:06:07.934895 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 0af47cd4-1a0d-4158-82d1-348b2e34b4ed is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:06:07.936274 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 2fcf3c9b-0fc7-4d77-946e-c894f1bb447d up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:06:07.951675 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c82ea2-24a4-4477-b92d-4e7e07f45fbc None None] Checking router: 8c9590b1-d70a-45f4-8e77-80f30df48e2f for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:06:07.952017 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c82ea2-24a4-4477-b92d-4e7e07f45fbc None None] Updating router 8c9590b1-d70a-45f4-8e77-80f30df48e2f port 90c3283b-2172-4e1a-b7f5-4f64c2612ab2 binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:06:08.021528 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-f9ee279e-bcd7-494e-a809-4704e205e83d service neutron] 10.222.0.67 "GET /v2.0/networks/8f5c2a2c-a994-4917-b3e0-21b15ad56c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894864 Jan 28 03:06:08.041521 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-29dd9767-efff-4cac-9622-6625196a1285 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:08.041646 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7dc339e-1a0c-4ce6-8ca1-3ac98407d6eb None None] For port 7da73833-9dc2-4f22-8f85-f738f78ae401, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=7da73833-9dc2-4f22-8f85-f738f78ae401,segment=NetworkSegment(3eb5bf6a-ce1a-4dde-acfb-930a1f04fbd2),segment_id=3eb5bf6a-ce1a-4dde-acfb-930a1f04fbd2)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:06:08.080001 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd31aa5c-89b7-4e60-a4cb-1a5f5b2c0c00 admin admin] Pushing event updated for resources: {'Port': ['ID=38ae0359-e8e4-4004-8f67-f742de50c5b7,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:08.149483 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fd31aa5c-89b7-4e60-a4cb-1a5f5b2c0c00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (8c9590b1-d70a-45f4-8e77-80f30df48e2f), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:08.159106 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-90c82ea2-24a4-4477-b92d-4e7e07f45fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (90c3283b-2172-4e1a-b7f5-4f64c2612ab2), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:08.182547 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-b18fc32b-1e39-4822-a545-a567c9d03aee None None] Provisioning complete for port 0af47cd4-1a0d-4158-82d1-348b2e34b4ed triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:08.186136 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b18fc32b-1e39-4822-a545-a567c9d03aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (0af47cd4-1a0d-4158-82d1-348b2e34b4ed), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:08.202863 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-daa08e0e-e732-4ead-87a0-2c57cde4e632 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7449fb17-3519-4387-a4d3-63b8cf30ebec HTTP/1.1" status: 200 len: 217 time: 0.1727338 Jan 28 03:06:08.288260 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7dc339e-1a0c-4ce6-8ca1-3ac98407d6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (7da73833-9dc2-4f22-8f85-f738f78ae401), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:08.323988 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-7748afb2-a7be-4a03-8369-d3cd2cc56e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:08.325826 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-7748afb2-a7be-4a03-8369-d3cd2cc56e70 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d7ff91e7-f241-4c5c-a917-a215b6f26f85 HTTP/1.1" status: 200 len: 797 time: 0.1143115 Jan 28 03:06:08.391130 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-33ae2063-0672-4eb2-9741-ae1388a58bc0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (29671df7-820a-4c7e-93ac-7a6b2d613571), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:08.435427 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-c68f8acb-57bb-4c55-b864-84e569cb743b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:08.437466 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-c68f8acb-57bb-4c55-b864-84e569cb743b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8f5c2a2c-a994-4917-b3e0-21b15ad56c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1041977 Jan 28 03:06:08.483396 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 33da5c23-1835-41e3-9d77-1428f4b7fbbd is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:06:08.484434 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (33da5c23-1835-41e3-9d77-1428f4b7fbbd), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:08.637147 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-aed5f337-8cc3-4d2e-b090-a76a7d85e615 service neutron] 10.222.0.67 "GET /v2.0/networks/8f5c2a2c-a994-4917-b3e0-21b15ad56c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932130 Jan 28 03:06:08.727048 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 2fcf3c9b-0fc7-4d77-946e-c894f1bb447d triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:08.727686 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (2fcf3c9b-0fc7-4d77-946e-c894f1bb447d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:08.751326 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2296c6-bc73-4b52-8392-e09a70158b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33da5c23-1835-41e3-9d77-1428f4b7fbbd'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:06:08.751876 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5165e7c4-d464-48bc-b249-a2ec1402a711 req-d7ac698d-af71-453d-bc98-23ab61d0e511 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.2734413 Jan 28 03:06:08.754369 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205f6af3-8338-4985-97c0-45f891464a71" -d '{"events": [{"server_uuid": "3a2296c6-bc73-4b52-8392-e09a70158b7b", "name": "network-vif-plugged", "status": "completed", "tag": "33da5c23-1835-41e3-9d77-1428f4b7fbbd"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:06:08.757447 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc339e-1a0c-4ce6-8ca1-3ac98407d6eb None None] Pushing event updated for resources: {'Port': ['ID=7da73833-9dc2-4f22-8f85-f738f78ae401,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:08.871130 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 33da5c23-1835-41e3-9d77-1428f4b7fbbd, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=33da5c23-1835-41e3-9d77-1428f4b7fbbd,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:06:08.909472 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (33da5c23-1835-41e3-9d77-1428f4b7fbbd), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:09.036978 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af59372c-99df-47cb-b7ae-6519c1b0a182 x-openstack-request-id: req-af59372c-99df-47cb-b7ae-6519c1b0a182 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:06:09.050561 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2296c6-bc73-4b52-8392-e09a70158b7b", "name": "network-vif-plugged", "status": "completed", "tag": "33da5c23-1835-41e3-9d77-1428f4b7fbbd", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:06:09.050858 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-af59372c-99df-47cb-b7ae-6519c1b0a182 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:06:09.051346 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2296c6-bc73-4b52-8392-e09a70158b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33da5c23-1835-41e3-9d77-1428f4b7fbbd', 'code': 200} Jan 28 03:06:09.084302 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e054e8c-af60-4d8f-a0a0-2488f6108079 req-d2abdb06-d1bd-4493-82a9-1822eee317fc service neutron] 10.222.0.67 "GET /v2.0/networks/8f5c2a2c-a994-4917-b3e0-21b15ad56c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4397719 Jan 28 03:06:09.110372 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fd31aa5c-89b7-4e60-a4cb-1a5f5b2c0c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (38ae0359-e8e4-4004-8f67-f742de50c5b7), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:09.391663 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-29dd9767-efff-4cac-9622-6625196a1285 admin admin] Publish callbacks [] for security_group (6eb5b6b8-668e-435c-bc29-5cc7a52672ed), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:09.430406 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-29dd9767-efff-4cac-9622-6625196a1285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (6eb5b6b8-668e-435c-bc29-5cc7a52672ed), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:09.455171 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-b18fc32b-1e39-4822-a545-a567c9d03aee None None] Current status of the port 0af47cd4-1a0d-4158-82d1-348b2e34b4ed is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:06:09.523413 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd9767-efff-4cac-9622-6625196a1285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb5b6b8-668e-435c-bc29-5cc7a52672ed,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:09.525102 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=33da5c23-1835-41e3-9d77-1428f4b7fbbd,revision_number=10']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:09.690442 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-90c82ea2-24a4-4477-b92d-4e7e07f45fbc None None] Publish callbacks [] for port (90c3283b-2172-4e1a-b7f5-4f64c2612ab2), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:09.787948 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 2fcf3c9b-0fc7-4d77-946e-c894f1bb447d is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:06:09.802068 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-90c82ea2-24a4-4477-b92d-4e7e07f45fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (90c3283b-2172-4e1a-b7f5-4f64c2612ab2), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:09.833493 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-29dd9767-efff-4cac-9622-6625196a1285 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=32e0a1c25fce475aa94e826f1f07329d&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4156537 Jan 28 03:06:09.836381 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 54002) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:06:10.032100 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f6ce3-9754-4dcf-baf1-4429e4d61c35 None None] Pushing event updated for resources: {'Port': ['ID=90c3283b-2172-4e1a-b7f5-4f64c2612ab2,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:10.046572 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-f1ee907e-bf36-4ec0-9cd8-6a582609261a None None] Provisioning complete for port 38ae0359-e8e4-4004-8f67-f742de50c5b7 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:10.047176 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f1ee907e-bf36-4ec0-9cd8-6a582609261a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (38ae0359-e8e4-4004-8f67-f742de50c5b7), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:10.068078 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-166c0b54-c0d5-4332-a517-dd991aebc383 admin admin] Publish callbacks [] for security_group (6eb5b6b8-668e-435c-bc29-5cc7a52672ed), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:10.181560 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-90c82ea2-24a4-4477-b92d-4e7e07f45fbc None None] Attempting to bind port 90c3283b-2172-4e1a-b7f5-4f64c2612ab2 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:06:10.183522 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-90c82ea2-24a4-4477-b92d-4e7e07f45fbc None None] Attempting to bind port 90c3283b-2172-4e1a-b7f5-4f64c2612ab2 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:06:10.184258 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c82ea2-24a4-4477-b92d-4e7e07f45fbc None None] Attempting to bind port 90c3283b-2172-4e1a-b7f5-4f64c2612ab2 on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:06:10.204854 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c82ea2-24a4-4477-b92d-4e7e07f45fbc None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:06:10.205858 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c82ea2-24a4-4477-b92d-4e7e07f45fbc None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:06:10.208328 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-90c82ea2-24a4-4477-b92d-4e7e07f45fbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:10.209033 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c82ea2-24a4-4477-b92d-4e7e07f45fbc None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:06:10.209837 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-90c82ea2-24a4-4477-b92d-4e7e07f45fbc None None] Bound port: 90c3283b-2172-4e1a-b7f5-4f64c2612ab2, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:06:10.210560 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-90c82ea2-24a4-4477-b92d-4e7e07f45fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (90c3283b-2172-4e1a-b7f5-4f64c2612ab2), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:10.212714 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-f1ee907e-bf36-4ec0-9cd8-6a582609261a None None] Port 38ae0359-e8e4-4004-8f67-f742de50c5b7 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:06:10.253214 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e6ed7fe9-34fa-48a0-905d-b4824b3c06af req-4aa427e6-e8c6-4ef4-b669-c239b9bd4dfe tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.1858757 Jan 28 03:06:10.324636 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-166c0b54-c0d5-4332-a517-dd991aebc383 admin admin] Publish callbacks [] for security_group (6eb5b6b8-668e-435c-bc29-5cc7a52672ed), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:10.408980 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-90c82ea2-24a4-4477-b92d-4e7e07f45fbc None None] For port 90c3283b-2172-4e1a-b7f5-4f64c2612ab2, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:06:10.420662 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-90c82ea2-24a4-4477-b92d-4e7e07f45fbc None None] For port 90c3283b-2172-4e1a-b7f5-4f64c2612ab2, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=90c3283b-2172-4e1a-b7f5-4f64c2612ab2,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:06:10.433544 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-90c82ea2-24a4-4477-b92d-4e7e07f45fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (90c3283b-2172-4e1a-b7f5-4f64c2612ab2), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:10.501205 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-33ae2063-0672-4eb2-9741-ae1388a58bc0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for port (29671df7-820a-4c7e-93ac-7a6b2d613571), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:10.536076 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-166c0b54-c0d5-4332-a517-dd991aebc383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (6eb5b6b8-668e-435c-bc29-5cc7a52672ed), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:10.540031 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-166c0b54-c0d5-4332-a517-dd991aebc383 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:10.541528 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-166c0b54-c0d5-4332-a517-dd991aebc383 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6eb5b6b8-668e-435c-bc29-5cc7a52672ed HTTP/1.1" status: 204 len: 168 time: 0.7040639 Jan 28 03:06:10.554162 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-33ae2063-0672-4eb2-9741-ae1388a58bc0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (29671df7-820a-4c7e-93ac-7a6b2d613571), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:10.555078 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-33ae2063-0672-4eb2-9741-ae1388a58bc0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (cb37cd21-92c1-45c0-935a-1f1d30755681), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:10.579713 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c0b54-c0d5-4332-a517-dd991aebc383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb5b6b8-668e-435c-bc29-5cc7a52672ed,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:10.583052 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fd31aa5c-89b7-4e60-a4cb-1a5f5b2c0c00 admin admin] Publish callbacks [] for port (38ae0359-e8e4-4004-8f67-f742de50c5b7), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:10.605713 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 2fcf3c9b-0fc7-4d77-946e-c894f1bb447d up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:06:10.626095 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c0b54-c0d5-4332-a517-dd991aebc383 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:10.626460 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c0b54-c0d5-4332-a517-dd991aebc383 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:10.627138 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c0b54-c0d5-4332-a517-dd991aebc383 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:10.630744 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c0b54-c0d5-4332-a517-dd991aebc383 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:10.631127 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c0b54-c0d5-4332-a517-dd991aebc383 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:10.631472 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c0b54-c0d5-4332-a517-dd991aebc383 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:10.631809 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c0b54-c0d5-4332-a517-dd991aebc383 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:10.637229 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c0b54-c0d5-4332-a517-dd991aebc383 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:10.640431 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c0b54-c0d5-4332-a517-dd991aebc383 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:10.640708 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c0b54-c0d5-4332-a517-dd991aebc383 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:10.641054 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c0b54-c0d5-4332-a517-dd991aebc383 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:10.645550 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c0b54-c0d5-4332-a517-dd991aebc383 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:10.645952 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c0b54-c0d5-4332-a517-dd991aebc383 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:10.934357 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c82ea2-24a4-4477-b92d-4e7e07f45fbc None None] Routers {'8c9590b1-d70a-45f4-8e77-80f30df48e2f'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:06:10.935454 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-90c82ea2-24a4-4477-b92d-4e7e07f45fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:06:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['8c9590b1-d70a-45f4-8e77-80f30df48e2f'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:06:11.029415 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fd31aa5c-89b7-4e60-a4cb-1a5f5b2c0c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (38ae0359-e8e4-4004-8f67-f742de50c5b7), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:11.103830 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f6ce3-9754-4dcf-baf1-4429e4d61c35 None None] Pushing event updated for resources: {'Port': ['ID=90c3283b-2172-4e1a-b7f5-4f64c2612ab2,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:11.142020 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab876a05-090d-4c6b-8500-cf6ea73d7c11 None None] Network bd799f96-19b6-4980-9f95-43cafddd3e3a requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:06:11.163900 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fd31aa5c-89b7-4e60-a4cb-1a5f5b2c0c00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (8c9590b1-d70a-45f4-8e77-80f30df48e2f), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:11.166930 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ae2063-0672-4eb2-9741-ae1388a58bc0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Network bd799f96-19b6-4980-9f95-43cafddd3e3a is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:06:11.210448 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-33ae2063-0672-4eb2-9741-ae1388a58bc0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:06:11.384683 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ae2063-0672-4eb2-9741-ae1388a58bc0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event updated for resources: {'Port': ['ID=29671df7-820a-4c7e-93ac-7a6b2d613571,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:11.612503 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 54046) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:06:11.623304 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f1a46b8a-7594-43a8-8bed-3f8f13885e56 req-115fa1c2-982d-41ae-ad65-cd90ca7fe274 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.0825024 Jan 28 03:06:11.674782 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-efc24cdc-06b3-4b9e-9a33-e9417e703353 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:11.759571 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 2fcf3c9b-0fc7-4d77-946e-c894f1bb447d triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:11.781878 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (2fcf3c9b-0fc7-4d77-946e-c894f1bb447d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:11.784271 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-041a0d06-7b52-477f-8c28-274c331738ab None None] Provisioning complete for port 7da73833-9dc2-4f22-8f85-f738f78ae401 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:11.793458 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-041a0d06-7b52-477f-8c28-274c331738ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7da73833-9dc2-4f22-8f85-f738f78ae401), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:11.882656 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-efc24cdc-06b3-4b9e-9a33-e9417e703353 admin admin] Publish callbacks [] for security_group (55fb5ab8-03bd-42d4-8ab3-1ef68ad3666d), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:11.893048 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-efc24cdc-06b3-4b9e-9a33-e9417e703353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (55fb5ab8-03bd-42d4-8ab3-1ef68ad3666d), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:11.993916 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-efc24cdc-06b3-4b9e-9a33-e9417e703353 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=484530f87c474185a1794b406a2bd8f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3591444 Jan 28 03:06:11.994111 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd31aa5c-89b7-4e60-a4cb-1a5f5b2c0c00 admin admin] Network 34f67722-2808-4396-95f6-61354ef5853d is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:06:12.005199 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 54056) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:06:12.052837 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-fd31aa5c-89b7-4e60-a4cb-1a5f5b2c0c00 admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:06:12.092853 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-90c82ea2-24a4-4477-b92d-4e7e07f45fbc None None] Set router 8c9590b1-d70a-45f4-8e77-80f30df48e2f gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:06:12.101365 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ae2063-0672-4eb2-9741-ae1388a58bc0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Router cb37cd21-92c1-45c0-935a-1f1d30755681 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:06:12.156329 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc24cdc-06b3-4b9e-9a33-e9417e703353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55fb5ab8-03bd-42d4-8ab3-1ef68ad3666d,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:12.239358 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd31aa5c-89b7-4e60-a4cb-1a5f5b2c0c00 admin admin] Pushing event updated for resources: {'Port': ['ID=38ae0359-e8e4-4004-8f67-f742de50c5b7,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:12.335084 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-352ab9c4-6157-47f4-bbbe-436cdcae2569 admin admin] Publish callbacks [] for security_group (55fb5ab8-03bd-42d4-8ab3-1ef68ad3666d), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:12.396569 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-352ab9c4-6157-47f4-bbbe-436cdcae2569 admin admin] Publish callbacks [] for security_group (55fb5ab8-03bd-42d4-8ab3-1ef68ad3666d), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:12.544868 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-352ab9c4-6157-47f4-bbbe-436cdcae2569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (55fb5ab8-03bd-42d4-8ab3-1ef68ad3666d), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:12.548428 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-352ab9c4-6157-47f4-bbbe-436cdcae2569 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:12.550655 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-352ab9c4-6157-47f4-bbbe-436cdcae2569 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/55fb5ab8-03bd-42d4-8ab3-1ef68ad3666d HTTP/1.1" status: 204 len: 168 time: 0.5279453 Jan 28 03:06:12.583096 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ab9c4-6157-47f4-bbbe-436cdcae2569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55fb5ab8-03bd-42d4-8ab3-1ef68ad3666d,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:12.633048 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-041a0d06-7b52-477f-8c28-274c331738ab None None] Current status of the port 7da73833-9dc2-4f22-8f85-f738f78ae401 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:06:12.636443 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-041a0d06-7b52-477f-8c28-274c331738ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7da73833-9dc2-4f22-8f85-f738f78ae401), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:12.728516 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ae2063-0672-4eb2-9741-ae1388a58bc0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:06:12.743620 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d83081-571a-4b59-a7b0-0ef6d4be390d None None] Sync routers for ids ['cb37cd21-92c1-45c0-935a-1f1d30755681'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:06:12.746619 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-33ae2063-0672-4eb2-9741-ae1388a58bc0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "PUT /v2.0/routers/cb37cd21-92c1-45c0-935a-1f1d30755681/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0668955 Jan 28 03:06:12.749532 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 54078) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:06:12.754975 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-ce06b0e8-257a-404a-a9a5-48195bd2ed94 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1955525725'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:06:12.792037 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d83081-571a-4b59-a7b0-0ef6d4be390d None None] Routers {'cb37cd21-92c1-45c0-935a-1f1d30755681'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:06:12.792702 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-f7d83081-571a-4b59-a7b0-0ef6d4be390d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:06:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['cb37cd21-92c1-45c0-935a-1f1d30755681'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:06:12.894980 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce06b0e8-257a-404a-a9a5-48195bd2ed94 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Made reservation on behalf of 9b767bd768424bc897d9104ad9f6b8d5 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:06:12.914011 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ce06b0e8-257a-404a-a9a5-48195bd2ed94 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:13.133843 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce06b0e8-257a-404a-a9a5-48195bd2ed94 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:06:13.171847 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ce06b0e8-257a-404a-a9a5-48195bd2ed94 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (40f6a943-ca93-4c73-99d5-982c3f52e14b), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:13.179721 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-ce06b0e8-257a-404a-a9a5-48195bd2ed94 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Added segment 40f6a943-ca93-4c73-99d5-982c3f52e14b of type vlan for network e94ff50c-ea63-4787-8a03-3af8ddcbb5dd Jan 28 03:06:13.232649 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-588407f0-c978-4952-bab1-2c41c07916ab req-8314ac08-045b-49eb-9450-6ca7e8f7e1f8 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.2775910 Jan 28 03:06:13.258033 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-f7d83081-571a-4b59-a7b0-0ef6d4be390d None None] Set router cb37cd21-92c1-45c0-935a-1f1d30755681 gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:06:13.347145 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 2fcf3c9b-0fc7-4d77-946e-c894f1bb447d is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:06:13.348662 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 0af47cd4-1a0d-4158-82d1-348b2e34b4ed up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:06:13.352601 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ce06b0e8-257a-404a-a9a5-48195bd2ed94 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (e94ff50c-ea63-4787-8a03-3af8ddcbb5dd), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:13.441358 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ce06b0e8-257a-404a-a9a5-48195bd2ed94 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (e94ff50c-ea63-4787-8a03-3af8ddcbb5dd), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:13.448191 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce06b0e8-257a-404a-a9a5-48195bd2ed94 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:13.448870 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ce06b0e8-257a-404a-a9a5-48195bd2ed94 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:13.514421 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ce06b0e8-257a-404a-a9a5-48195bd2ed94 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7613826 Jan 28 03:06:13.535608 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 54086) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:06:13.540915 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-041a0d06-7b52-477f-8c28-274c331738ab None None] For port 7da73833-9dc2-4f22-8f85-f738f78ae401, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=7da73833-9dc2-4f22-8f85-f738f78ae401,segment=NetworkSegment(3eb5bf6a-ce1a-4dde-acfb-930a1f04fbd2),segment_id=3eb5bf6a-ce1a-4dde-acfb-930a1f04fbd2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:06:13.546649 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-7bca1e92-f74c-474a-af5f-514ef8994aba tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Request body: {'subnet': {'network_id': 'e94ff50c-ea63-4787-8a03-3af8ddcbb5dd', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:06:13.583859 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-041a0d06-7b52-477f-8c28-274c331738ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (7da73833-9dc2-4f22-8f85-f738f78ae401), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:13.732537 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a0d06-7b52-477f-8c28-274c331738ab None None] Pushing event updated for resources: {'Port': ['ID=7da73833-9dc2-4f22-8f85-f738f78ae401,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:13.777129 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce06b0e8-257a-404a-a9a5-48195bd2ed94 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event updated for resources: {'Network': ['ID=e94ff50c-ea63-4787-8a03-3af8ddcbb5dd,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:13.789823 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-d5c6b85a-0b5a-49c9-b0f8-f6e907d8f2a8 None None] Provisioning complete for port 7da73833-9dc2-4f22-8f85-f738f78ae401 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:13.790892 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d5c6b85a-0b5a-49c9-b0f8-f6e907d8f2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7da73833-9dc2-4f22-8f85-f738f78ae401), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:13.871923 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network e94ff50c-ea63-4787-8a03-3af8ddcbb5dd details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:06:14.145378 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 0af47cd4-1a0d-4158-82d1-348b2e34b4ed triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:14.145759 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (0af47cd4-1a0d-4158-82d1-348b2e34b4ed), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:14.169005 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bca1e92-f74c-474a-af5f-514ef8994aba tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Made reservation on behalf of 9b767bd768424bc897d9104ad9f6b8d5 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:06:14.182225 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7bca1e92-f74c-474a-af5f-514ef8994aba tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:14.256235 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-f7d83081-571a-4b59-a7b0-0ef6d4be390d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'name': 'tempest-RoutersIpV6Test-router-1905695091', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:05:47Z', 'updated_at': '2022-01-28T03:06:08Z', 'revision_number': 3, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'gw_port_host': None, '_interfaces': [{'id': '29671df7-820a-4c7e-93ac-7a6b2d613571', 'name': '', 'network_id': 'bd799f96-19b6-4980-9f95-43cafddd3e3a', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:80:ba:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '0548c622-b5f0-4e42-974d-b35ec5d1046a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:03Z', 'updated_at': '2022-01-28T03:06:09Z', 'revision_number': 2, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '0548c622-b5f0-4e42-974d-b35ec5d1046a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2fcf3c9b-0fc7-4d77-946e-c894f1bb447d', 'name': '', 'network_id': '6e537d05-57b5-4fdd-8add-b1f69b25b021', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:41:36:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:05:52Z', 'updated_at': '2022-01-28T03:06:03Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:06:14.404683 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d83081-571a-4b59-a7b0-0ef6d4be390d None None] Checking router: cb37cd21-92c1-45c0-935a-1f1d30755681 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:06:14.405482 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d83081-571a-4b59-a7b0-0ef6d4be390d None None] Updating router cb37cd21-92c1-45c0-935a-1f1d30755681 port 29671df7-820a-4c7e-93ac-7a6b2d613571 binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:06:14.482961 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-f7d83081-571a-4b59-a7b0-0ef6d4be390d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (29671df7-820a-4c7e-93ac-7a6b2d613571), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:14.537385 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f73447f8-0cdb-4282-b22a-d82e953344ec req-d7d57560-a8ce-4f47-a7da-3bf0da853207 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.0479546 Jan 28 03:06:14.618750 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-d5c6b85a-0b5a-49c9-b0f8-f6e907d8f2a8 None None] Current status of the port 7da73833-9dc2-4f22-8f85-f738f78ae401 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:06:14.680277 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-90c82ea2-24a4-4477-b92d-4e7e07f45fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9590b1-d70a-45f4-8e77-80f30df48e2f', 'name': 'tempest-TestServerMultinode-322331731-router', 'tenant_id': 'fe328c6c02fa4b4880d363a032721195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '90c3283b-2172-4e1a-b7f5-4f64c2612ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:05:55Z', 'updated_at': '2022-01-28T03:06:08Z', 'revision_number': 4, 'project_id': 'fe328c6c02fa4b4880d363a032721195', 'gw_port': {'id': '90c3283b-2172-4e1a-b7f5-4f64c2612ab2', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9590b1-d70a-45f4-8e77-80f30df48e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:05:57Z', 'updated_at': '2022-01-28T03:06:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '38ae0359-e8e4-4004-8f67-f742de50c5b7', 'name': '', 'network_id': '34f67722-2808-4396-95f6-61354ef5853d', 'tenant_id': 'fe328c6c02fa4b4880d363a032721195', 'mac_address': 'fa:16:3e:28:cb:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9590b1-d70a-45f4-8e77-80f30df48e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '4e697b59-6783-417a-a217-ebdbf873799e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:06Z', 'updated_at': '2022-01-28T03:06:09Z', 'revision_number': 2, 'project_id': 'fe328c6c02fa4b4880d363a032721195', 'subnets': [{'id': '4e697b59-6783-417a-a217-ebdbf873799e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:06:14.697150 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-d5c6b85a-0b5a-49c9-b0f8-f6e907d8f2a8 None None] Provisioning complete for port 29671df7-820a-4c7e-93ac-7a6b2d613571 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:14.697542 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d5c6b85a-0b5a-49c9-b0f8-f6e907d8f2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (29671df7-820a-4c7e-93ac-7a6b2d613571), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:14.890317 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd31aa5c-89b7-4e60-a4cb-1a5f5b2c0c00 admin admin] Router 8c9590b1-d70a-45f4-8e77-80f30df48e2f has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:06:14.973097 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7bca1e92-f74c-474a-af5f-514ef8994aba tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (7e8e78cf-e8b0-4aba-aa6d-f4dd42bff7e5), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:15.042868 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-d5c6b85a-0b5a-49c9-b0f8-f6e907d8f2a8 None None] Port 29671df7-820a-4c7e-93ac-7a6b2d613571 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:06:15.068276 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c82ea2-24a4-4477-b92d-4e7e07f45fbc None None] The sync data for ids ['8c9590b1-d70a-45f4-8e77-80f30df48e2f'] in n-d-712139-27 is: [{'id': '8c9590b1-d70a-45f4-8e77-80f30df48e2f', 'name': 'tempest-TestServerMultinode-322331731-router', 'tenant_id': 'fe328c6c02fa4b4880d363a032721195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '90c3283b-2172-4e1a-b7f5-4f64c2612ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:05:55Z', 'updated_at': '2022-01-28T03:06:08Z', 'revision_number': 4, 'project_id': 'fe328c6c02fa4b4880d363a032721195', 'gw_port': {'id': '90c3283b-2172-4e1a-b7f5-4f64c2612ab2', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9590b1-d70a-45f4-8e77-80f30df48e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:05:57Z', 'updated_at': '2022-01-28T03:06:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '38ae0359-e8e4-4004-8f67-f742de50c5b7', 'name': '', 'network_id': '34f67722-2808-4396-95f6-61354ef5853d', 'tenant_id': 'fe328c6c02fa4b4880d363a032721195', 'mac_address': 'fa:16:3e:28:cb:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9590b1-d70a-45f4-8e77-80f30df48e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '4e697b59-6783-417a-a217-ebdbf873799e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:06Z', 'updated_at': '2022-01-28T03:06:09Z', 'revision_number': 2, 'project_id': 'fe328c6c02fa4b4880d363a032721195', 'subnets': [{'id': '4e697b59-6783-417a-a217-ebdbf873799e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:06:15.143422 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-d5c6b85a-0b5a-49c9-b0f8-f6e907d8f2a8 None None] Provisioning complete for port 38ae0359-e8e4-4004-8f67-f742de50c5b7 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:15.143810 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d5c6b85a-0b5a-49c9-b0f8-f6e907d8f2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (38ae0359-e8e4-4004-8f67-f742de50c5b7), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:15.147844 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 0af47cd4-1a0d-4158-82d1-348b2e34b4ed is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:06:15.152705 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 7da73833-9dc2-4f22-8f85-f738f78ae401 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:06:15.163101 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd31aa5c-89b7-4e60-a4cb-1a5f5b2c0c00 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:06:15.180226 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-fd31aa5c-89b7-4e60-a4cb-1a5f5b2c0c00 admin admin] 10.222.0.53 "PUT /v2.0/routers/8c9590b1-d70a-45f4-8e77-80f30df48e2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6057808 Jan 28 03:06:15.271113 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bca1e92-f74c-474a-af5f-514ef8994aba tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Checking segment: {'id': '40f6a943-ca93-4c73-99d5-982c3f52e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e94ff50c-ea63-4787-8a03-3af8ddcbb5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:06:15.272189 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bca1e92-f74c-474a-af5f-514ef8994aba tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Network hostable DHCP agents. Network: e94ff50c-ea63-4787-8a03-3af8ddcbb5dd, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:06:15.291672 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca1e92-f74c-474a-af5f-514ef8994aba tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event updated for resources: {'Subnet': ['ID=7e8e78cf-e8b0-4aba-aa6d-f4dd42bff7e5,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:15.353097 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bca1e92-f74c-474a-af5f-514ef8994aba tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Network e94ff50c-ea63-4787-8a03-3af8ddcbb5dd is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:06:15.367669 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-d5c6b85a-0b5a-49c9-b0f8-f6e907d8f2a8 None None] Port 38ae0359-e8e4-4004-8f67-f742de50c5b7 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:06:15.395629 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 7da73833-9dc2-4f22-8f85-f738f78ae401 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:15.396198 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7da73833-9dc2-4f22-8f85-f738f78ae401), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:15.399584 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-7bca1e92-f74c-474a-af5f-514ef8994aba tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, e94ff50c-ea63-4787-8a03-3af8ddcbb5dd) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:06:15.413936 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bca1e92-f74c-474a-af5f-514ef8994aba tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:15.419308 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7bca1e92-f74c-474a-af5f-514ef8994aba tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:15.424473 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-f7d83081-571a-4b59-a7b0-0ef6d4be390d None None] Publish callbacks [] for port (29671df7-820a-4c7e-93ac-7a6b2d613571), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:15.437100 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-f7d83081-571a-4b59-a7b0-0ef6d4be390d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (29671df7-820a-4c7e-93ac-7a6b2d613571), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:15.475469 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7bca1e92-f74c-474a-af5f-514ef8994aba tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9382935 Jan 28 03:06:15.477594 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 54152) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:06:15.525914 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21651001-de7f-43e7-b594-cd3b7898a2e1 None None] Pushing event updated for resources: {'Port': ['ID=29671df7-820a-4c7e-93ac-7a6b2d613571,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:15.541018 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21651001-de7f-43e7-b594-cd3b7898a2e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:15.541729 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21651001-de7f-43e7-b594-cd3b7898a2e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:15.542517 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21651001-de7f-43e7-b594-cd3b7898a2e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:15.543442 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21651001-de7f-43e7-b594-cd3b7898a2e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:15.544073 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21651001-de7f-43e7-b594-cd3b7898a2e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:15.544760 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21651001-de7f-43e7-b594-cd3b7898a2e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:15.545329 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21651001-de7f-43e7-b594-cd3b7898a2e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:15.545880 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21651001-de7f-43e7-b594-cd3b7898a2e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:15.546410 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21651001-de7f-43e7-b594-cd3b7898a2e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:15.546969 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21651001-de7f-43e7-b594-cd3b7898a2e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:15.547510 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21651001-de7f-43e7-b594-cd3b7898a2e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:15.548185 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21651001-de7f-43e7-b594-cd3b7898a2e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:15.548725 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21651001-de7f-43e7-b594-cd3b7898a2e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:15.612856 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4205af43-e560-4f56-a388-6e3a2a5d2a47 None None] Network e94ff50c-ea63-4787-8a03-3af8ddcbb5dd requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:06:15.824425 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-f7d83081-571a-4b59-a7b0-0ef6d4be390d None None] Attempting to bind port 29671df7-820a-4c7e-93ac-7a6b2d613571 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:06:15.824802 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-f7d83081-571a-4b59-a7b0-0ef6d4be390d None None] Attempting to bind port 29671df7-820a-4c7e-93ac-7a6b2d613571 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '3eb5bf6a-ce1a-4dde-acfb-930a1f04fbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bd799f96-19b6-4980-9f95-43cafddd3e3a'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:06:15.825207 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d83081-571a-4b59-a7b0-0ef6d4be390d None None] Attempting to bind port 29671df7-820a-4c7e-93ac-7a6b2d613571 on network bd799f96-19b6-4980-9f95-43cafddd3e3a {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:06:15.830915 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f865b14b-81e5-4762-9135-dfb3076b4542 req-c6962a73-dac9-42ab-99eb-0c28dbabb2cd tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.1054981 Jan 28 03:06:15.853538 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d83081-571a-4b59-a7b0-0ef6d4be390d None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:06:15.853915 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d83081-571a-4b59-a7b0-0ef6d4be390d None None] Checking segment: {'id': '3eb5bf6a-ce1a-4dde-acfb-930a1f04fbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bd799f96-19b6-4980-9f95-43cafddd3e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:06:15.854322 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-f7d83081-571a-4b59-a7b0-0ef6d4be390d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:15.854717 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d83081-571a-4b59-a7b0-0ef6d4be390d None None] Bound using segment: {'id': '3eb5bf6a-ce1a-4dde-acfb-930a1f04fbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bd799f96-19b6-4980-9f95-43cafddd3e3a'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:06:15.866183 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-f7d83081-571a-4b59-a7b0-0ef6d4be390d None None] Bound port: 29671df7-820a-4c7e-93ac-7a6b2d613571, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb5bf6a-ce1a-4dde-acfb-930a1f04fbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bd799f96-19b6-4980-9f95-43cafddd3e3a'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:06:15.872787 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-f7d83081-571a-4b59-a7b0-0ef6d4be390d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (29671df7-820a-4c7e-93ac-7a6b2d613571), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:15.940909 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-55910300-5080-4b15-836e-a263b7fd5596 None None] Provisioning complete for port 29671df7-820a-4c7e-93ac-7a6b2d613571 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:15.944532 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-55910300-5080-4b15-836e-a263b7fd5596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (29671df7-820a-4c7e-93ac-7a6b2d613571), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:16.163658 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-f7d83081-571a-4b59-a7b0-0ef6d4be390d None None] For port 29671df7-820a-4c7e-93ac-7a6b2d613571, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:06:16.172817 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-f7d83081-571a-4b59-a7b0-0ef6d4be390d None None] For port 29671df7-820a-4c7e-93ac-7a6b2d613571, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=29671df7-820a-4c7e-93ac-7a6b2d613571,segment=NetworkSegment(3eb5bf6a-ce1a-4dde-acfb-930a1f04fbd2),segment_id=3eb5bf6a-ce1a-4dde-acfb-930a1f04fbd2)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:06:16.192993 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-f7d83081-571a-4b59-a7b0-0ef6d4be390d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (29671df7-820a-4c7e-93ac-7a6b2d613571), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:16.341446 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d419957-e78e-4aef-80f7-90128c6681d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-e94ff50c-ea63-4787-8a03-3af8ddcbb5dd', 'network_id': 'e94ff50c-ea63-4787-8a03-3af8ddcbb5dd', 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'fixed_ips': [{'subnet_id': '7e8e78cf-e8b0-4aba-aa6d-f4dd42bff7e5'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:06:16.342420 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8d419957-e78e-4aef-80f7-90128c6681d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:16.377599 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21651001-de7f-43e7-b594-cd3b7898a2e1 None None] Pushing event updated for resources: {'Port': ['ID=29671df7-820a-4c7e-93ac-7a6b2d613571,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:16.407722 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d83081-571a-4b59-a7b0-0ef6d4be390d None None] Routers {'cb37cd21-92c1-45c0-935a-1f1d30755681'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:06:16.409211 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-f7d83081-571a-4b59-a7b0-0ef6d4be390d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:06:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['cb37cd21-92c1-45c0-935a-1f1d30755681'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:06:16.537435 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-55910300-5080-4b15-836e-a263b7fd5596 None None] Port 29671df7-820a-4c7e-93ac-7a6b2d613571 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:06:16.585469 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 7da73833-9dc2-4f22-8f85-f738f78ae401 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:06:16.733048 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-f7d83081-571a-4b59-a7b0-0ef6d4be390d None None] Set router cb37cd21-92c1-45c0-935a-1f1d30755681 gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:06:16.967910 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 7da73833-9dc2-4f22-8f85-f738f78ae401 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:06:17.214628 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-98f01aa6-3f35-44f1-92fd-9a0e0c1660cc req-cb8d2bb1-c19a-4229-9496-0c2352ef1d46 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.1099303 Jan 28 03:06:17.215477 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 54208) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:06:17.231125 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ecb7afef-0dab-490c-91cf-82f05678762f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:17.236685 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-d5189728-5767-4187-b5c5-c5a2f8ac2f07 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-794940828-network', 'tenant_id': '187e18b07b8e44de922559c33a337aeb'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:06:17.346391 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5189728-5767-4187-b5c5-c5a2f8ac2f07 admin admin] Made reservation on behalf of 187e18b07b8e44de922559c33a337aeb for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:06:17.357400 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d5189728-5767-4187-b5c5-c5a2f8ac2f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:17.397334 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d5189728-5767-4187-b5c5-c5a2f8ac2f07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:17.569033 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-eda88152-5f24-40f8-9052-21eb22390809 None None] Provisioning complete for port 29671df7-820a-4c7e-93ac-7a6b2d613571 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:17.571151 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-eda88152-5f24-40f8-9052-21eb22390809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (29671df7-820a-4c7e-93ac-7a6b2d613571), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:17.594613 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 7da73833-9dc2-4f22-8f85-f738f78ae401 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:17.599702 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7da73833-9dc2-4f22-8f85-f738f78ae401), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:17.625776 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-f7d83081-571a-4b59-a7b0-0ef6d4be390d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'name': 'tempest-RoutersIpV6Test-router-1905695091', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:05:47Z', 'updated_at': '2022-01-28T03:06:08Z', 'revision_number': 3, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'gw_port_host': None, '_interfaces': [{'id': '29671df7-820a-4c7e-93ac-7a6b2d613571', 'name': '', 'network_id': 'bd799f96-19b6-4980-9f95-43cafddd3e3a', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:80:ba:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '0548c622-b5f0-4e42-974d-b35ec5d1046a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:03Z', 'updated_at': '2022-01-28T03:06:16Z', 'revision_number': 4, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '0548c622-b5f0-4e42-974d-b35ec5d1046a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2fcf3c9b-0fc7-4d77-946e-c894f1bb447d', 'name': '', 'network_id': '6e537d05-57b5-4fdd-8add-b1f69b25b021', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:41:36:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:05:52Z', 'updated_at': '2022-01-28T03:06:03Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:06:17.795027 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d5189728-5767-4187-b5c5-c5a2f8ac2f07 admin admin] Publish callbacks [] for security_group (ff30adee-f506-4994-9448-8aaf5148204d), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:17.803982 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d5189728-5767-4187-b5c5-c5a2f8ac2f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (ff30adee-f506-4994-9448-8aaf5148204d), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:17.896642 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5189728-5767-4187-b5c5-c5a2f8ac2f07 admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:06:17.925794 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-8d419957-e78e-4aef-80f7-90128c6681d2 None None] Allocated IP 2001:db8:2::2 (e94ff50c-ea63-4787-8a03-3af8ddcbb5dd/7e8e78cf-e8b0-4aba-aa6d-f4dd42bff7e5/fa786c48-06d3-471b-b0d3-05df0190e020) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:06:17.950844 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5189728-5767-4187-b5c5-c5a2f8ac2f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff30adee-f506-4994-9448-8aaf5148204d,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:17.972245 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d5189728-5767-4187-b5c5-c5a2f8ac2f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (c335c46e-0cb6-44c4-adb9-4924654d5ac1), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:17.989756 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-d5189728-5767-4187-b5c5-c5a2f8ac2f07 admin admin] Added segment c335c46e-0cb6-44c4-adb9-4924654d5ac1 of type vlan for network bd566bd5-fa34-4b37-a526-542c960c2d95 Jan 28 03:06:18.018464 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d83081-571a-4b59-a7b0-0ef6d4be390d None None] The sync data for ids ['cb37cd21-92c1-45c0-935a-1f1d30755681'] in n-d-712139-27 is: [{'id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'name': 'tempest-RoutersIpV6Test-router-1905695091', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:05:47Z', 'updated_at': '2022-01-28T03:06:08Z', 'revision_number': 3, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'gw_port_host': None, '_interfaces': [{'id': '29671df7-820a-4c7e-93ac-7a6b2d613571', 'name': '', 'network_id': 'bd799f96-19b6-4980-9f95-43cafddd3e3a', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:80:ba:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '0548c622-b5f0-4e42-974d-b35ec5d1046a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:03Z', 'updated_at': '2022-01-28T03:06:16Z', 'revision_number': 4, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '0548c622-b5f0-4e42-974d-b35ec5d1046a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2fcf3c9b-0fc7-4d77-946e-c894f1bb447d', 'name': '', 'network_id': '6e537d05-57b5-4fdd-8add-b1f69b25b021', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:41:36:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:05:52Z', 'updated_at': '2022-01-28T03:06:03Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:06:18.206417 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d5189728-5767-4187-b5c5-c5a2f8ac2f07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (bd566bd5-fa34-4b37-a526-542c960c2d95), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:18.320022 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d5189728-5767-4187-b5c5-c5a2f8ac2f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (bd566bd5-fa34-4b37-a526-542c960c2d95), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:18.323418 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5189728-5767-4187-b5c5-c5a2f8ac2f07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:18.325928 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d5189728-5767-4187-b5c5-c5a2f8ac2f07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:18.543949 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c88cc978-0f3d-4709-ba83-aba8f29f0ba8 req-6327b6b8-3ed6-49ee-96ba-346cb2934fb6 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.1524022 Jan 28 03:06:18.591383 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5189728-5767-4187-b5c5-c5a2f8ac2f07 admin admin] Pushing event updated for resources: {'Network': ['ID=bd566bd5-fa34-4b37-a526-542c960c2d95,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:18.620896 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d5189728-5767-4187-b5c5-c5a2f8ac2f07 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4021993 Jan 28 03:06:18.623842 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 54262) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:06:18.637838 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-69838415-3053-4506-bf9b-549910d7c779 admin admin] Request body: {'subnet': {'network_id': 'bd566bd5-fa34-4b37-a526-542c960c2d95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-794940828-subnet', 'tenant_id': '187e18b07b8e44de922559c33a337aeb', 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:06:18.695873 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69838415-3053-4506-bf9b-549910d7c779 admin admin] Made reservation on behalf of 187e18b07b8e44de922559c33a337aeb for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:06:18.706219 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-69838415-3053-4506-bf9b-549910d7c779 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:19.339808 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network bd566bd5-fa34-4b37-a526-542c960c2d95 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:06:19.413136 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-69838415-3053-4506-bf9b-549910d7c779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (0d361fb7-abc4-426b-9bbc-e49b1aa77335), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:19.557933 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 54274) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:06:19.583541 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-eda88152-5f24-40f8-9052-21eb22390809 None None] Current status of the port 29671df7-820a-4c7e-93ac-7a6b2d613571 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:06:19.584249 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-eda88152-5f24-40f8-9052-21eb22390809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (29671df7-820a-4c7e-93ac-7a6b2d613571), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:19.587431 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 7da73833-9dc2-4f22-8f85-f738f78ae401 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:06:19.638659 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69838415-3053-4506-bf9b-549910d7c779 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d361fb7-abc4-426b-9bbc-e49b1aa77335,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:19.751349 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69838415-3053-4506-bf9b-549910d7c779 admin admin] Checking segment: {'id': 'c335c46e-0cb6-44c4-adb9-4924654d5ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bd566bd5-fa34-4b37-a526-542c960c2d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:06:19.761369 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69838415-3053-4506-bf9b-549910d7c779 admin admin] Network hostable DHCP agents. Network: bd566bd5-fa34-4b37-a526-542c960c2d95, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:06:19.926622 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69838415-3053-4506-bf9b-549910d7c779 admin admin] Network bd566bd5-fa34-4b37-a526-542c960c2d95 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:06:19.959531 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-69838415-3053-4506-bf9b-549910d7c779 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, bd566bd5-fa34-4b37-a526-542c960c2d95) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:06:19.968371 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b1ae57f3-0bf4-4e47-8a09-cf51f312ca41 req-2e0de35a-4e93-4232-8739-f9da04b483b0 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.0889511 Jan 28 03:06:19.983475 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69838415-3053-4506-bf9b-549910d7c779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:19.984215 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-69838415-3053-4506-bf9b-549910d7c779 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:20.002252 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-32c18d63-7b85-4906-8be7-c4f973f98c50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:20.039945 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-69838415-3053-4506-bf9b-549910d7c779 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4141583 Jan 28 03:06:20.042149 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 54292) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:06:20.050508 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8242eb4e-06ee-48fe-8fb9-b9e40a8498ea None None] Network bd566bd5-fa34-4b37-a526-542c960c2d95 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:06:20.053575 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-b9cac29f-af8f-4269-9a6b-3ecc3b901ecd admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-794940828-router', 'tenant_id': '187e18b07b8e44de922559c33a337aeb', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:06:20.148979 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b9cac29f-af8f-4269-9a6b-3ecc3b901ecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (7c68cfd5-a805-4e8c-81c0-d65914e9cc0d), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:20.150664 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b9cac29f-af8f-4269-9a6b-3ecc3b901ecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (7c68cfd5-a805-4e8c-81c0-d65914e9cc0d), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:20.260647 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-32c18d63-7b85-4906-8be7-c4f973f98c50 admin admin] Publish callbacks [] for security_group (99160553-4e97-4292-b35a-023e7cb03558), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:20.261775 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 90c3283b-2172-4e1a-b7f5-4f64c2612ab2 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:06:20.268538 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-32c18d63-7b85-4906-8be7-c4f973f98c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (99160553-4e97-4292-b35a-023e7cb03558), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:20.353049 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b9cac29f-af8f-4269-9a6b-3ecc3b901ecd admin admin] Publish callbacks [] for router_controller (7c68cfd5-a805-4e8c-81c0-d65914e9cc0d), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:20.357484 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-32c18d63-7b85-4906-8be7-c4f973f98c50 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=33e7248531df4155b3738efe5373dd2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7958248 Jan 28 03:06:20.358305 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 54296) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:06:20.399978 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c18d63-7b85-4906-8be7-c4f973f98c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99160553-4e97-4292-b35a-023e7cb03558,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:20.419664 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-eda88152-5f24-40f8-9052-21eb22390809 None None] For port 29671df7-820a-4c7e-93ac-7a6b2d613571, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=29671df7-820a-4c7e-93ac-7a6b2d613571,segment=NetworkSegment(3eb5bf6a-ce1a-4dde-acfb-930a1f04fbd2),segment_id=3eb5bf6a-ce1a-4dde-acfb-930a1f04fbd2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:06:20.426307 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c18d63-7b85-4906-8be7-c4f973f98c50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:20.426667 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c18d63-7b85-4906-8be7-c4f973f98c50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:20.426994 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c18d63-7b85-4906-8be7-c4f973f98c50 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:20.430821 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f12ffb-4787-4ca7-a406-1eae0ba002b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-bd566bd5-fa34-4b37-a526-542c960c2d95', 'network_id': 'bd566bd5-fa34-4b37-a526-542c960c2d95', 'project_id': '187e18b07b8e44de922559c33a337aeb', 'fixed_ips': [{'subnet_id': '0d361fb7-abc4-426b-9bbc-e49b1aa77335'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:06:20.432671 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-00f12ffb-4787-4ca7-a406-1eae0ba002b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:20.434007 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c18d63-7b85-4906-8be7-c4f973f98c50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:20.434431 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c18d63-7b85-4906-8be7-c4f973f98c50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:20.434779 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c18d63-7b85-4906-8be7-c4f973f98c50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:20.435120 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c18d63-7b85-4906-8be7-c4f973f98c50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:20.435464 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c18d63-7b85-4906-8be7-c4f973f98c50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:20.435799 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c18d63-7b85-4906-8be7-c4f973f98c50 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:20.436122 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c18d63-7b85-4906-8be7-c4f973f98c50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:20.443606 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c18d63-7b85-4906-8be7-c4f973f98c50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:20.446448 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c18d63-7b85-4906-8be7-c4f973f98c50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:20.446988 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c18d63-7b85-4906-8be7-c4f973f98c50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:20.493119 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-eda88152-5f24-40f8-9052-21eb22390809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (29671df7-820a-4c7e-93ac-7a6b2d613571), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:20.496290 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8d419957-e78e-4aef-80f7-90128c6681d2 None None] Publish callbacks [] for port (fa786c48-06d3-471b-b0d3-05df0190e020), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:20.594135 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda88152-5f24-40f8-9052-21eb22390809 None None] Pushing event updated for resources: {'Port': ['ID=29671df7-820a-4c7e-93ac-7a6b2d613571,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:20.625351 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8d419957-e78e-4aef-80f7-90128c6681d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (fa786c48-06d3-471b-b0d3-05df0190e020), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:20.699578 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-ecb7afef-0dab-490c-91cf-82f05678762f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Allocated IP 2001:db8:2::1 (e94ff50c-ea63-4787-8a03-3af8ddcbb5dd/7e8e78cf-e8b0-4aba-aa6d-f4dd42bff7e5/77f4c9c8-f2ed-43d7-b60a-c61e14ba9909) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:06:20.780292 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7035ca2d-1cd4-4d16-9f75-ee62d0b1c1e1 admin admin] Publish callbacks [] for security_group (99160553-4e97-4292-b35a-023e7cb03558), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:20.808821 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8904ad1-2e39-4556-9756-f187d755bd46 None None] Sync routers for ids ['8c9590b1-d70a-45f4-8e77-80f30df48e2f'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:06:20.817088 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7035ca2d-1cd4-4d16-9f75-ee62d0b1c1e1 admin admin] Publish callbacks [] for security_group (99160553-4e97-4292-b35a-023e7cb03558), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:20.877805 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7035ca2d-1cd4-4d16-9f75-ee62d0b1c1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (99160553-4e97-4292-b35a-023e7cb03558), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:20.882049 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7035ca2d-1cd4-4d16-9f75-ee62d0b1c1e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:20.883842 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7035ca2d-1cd4-4d16-9f75-ee62d0b1c1e1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/99160553-4e97-4292-b35a-023e7cb03558 HTTP/1.1" status: 204 len: 168 time: 0.5218315 Jan 28 03:06:20.887414 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b9cac29f-af8f-4269-9a6b-3ecc3b901ecd admin admin] Publish callbacks [] for router_gateway (7c68cfd5-a805-4e8c-81c0-d65914e9cc0d), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:20.911932 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 90c3283b-2172-4e1a-b7f5-4f64c2612ab2 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:20.912662 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (90c3283b-2172-4e1a-b7f5-4f64c2612ab2), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:20.915921 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8904ad1-2e39-4556-9756-f187d755bd46 None None] Routers {'8c9590b1-d70a-45f4-8e77-80f30df48e2f'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:06:20.916773 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-f8904ad1-2e39-4556-9756-f187d755bd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:06:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['8c9590b1-d70a-45f4-8e77-80f30df48e2f'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:06:20.917451 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035ca2d-1cd4-4d16-9f75-ee62d0b1c1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99160553-4e97-4292-b35a-023e7cb03558,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:21.100497 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-f8904ad1-2e39-4556-9756-f187d755bd46 None None] Set router 8c9590b1-d70a-45f4-8e77-80f30df48e2f gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:06:21.161861 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ecb7afef-0dab-490c-91cf-82f05678762f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for port (77f4c9c8-f2ed-43d7-b60a-c61e14ba9909), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:21.227330 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d419957-e78e-4aef-80f7-90128c6681d2 None None] Network e94ff50c-ea63-4787-8a03-3af8ddcbb5dd is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:06:21.264294 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-807d0fe6-aa72-40b0-a0b8-aa53a21e4985 None None] Provisioning complete for port 29671df7-820a-4c7e-93ac-7a6b2d613571 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:21.264867 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-807d0fe6-aa72-40b0-a0b8-aa53a21e4985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (29671df7-820a-4c7e-93ac-7a6b2d613571), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:21.283255 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5a7aec21-c3a5-479e-8dd8-c20d9b085187 req-7e9f5fa1-586f-4087-8f9d-444d50b85e7a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.1190696 Jan 28 03:06:21.474086 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ecb7afef-0dab-490c-91cf-82f05678762f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (77f4c9c8-f2ed-43d7-b60a-c61e14ba9909), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:21.489714 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-8d419957-e78e-4aef-80f7-90128c6681d2 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:06:21.495667 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d419957-e78e-4aef-80f7-90128c6681d2 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:06:21.610806 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b9cac29f-af8f-4269-9a6b-3ecc3b901ecd admin admin] Publish callbacks [] for router_gateway (7c68cfd5-a805-4e8c-81c0-d65914e9cc0d), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:21.617440 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d419957-e78e-4aef-80f7-90128c6681d2 None None] Pushing event updated for resources: {'Port': ['ID=fa786c48-06d3-471b-b0d3-05df0190e020,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:21.681926 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb7afef-0dab-490c-91cf-82f05678762f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event updated for resources: {'Port': ['ID=77f4c9c8-f2ed-43d7-b60a-c61e14ba9909,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:21.713674 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b9cac29f-af8f-4269-9a6b-3ecc3b901ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:21.726416 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb7afef-0dab-490c-91cf-82f05678762f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Network e94ff50c-ea63-4787-8a03-3af8ddcbb5dd is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:06:21.729528 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-ecb7afef-0dab-490c-91cf-82f05678762f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:06:21.738337 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb7afef-0dab-490c-91cf-82f05678762f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:06:21.739309 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ecb7afef-0dab-490c-91cf-82f05678762f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (cb37cd21-92c1-45c0-935a-1f1d30755681), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:21.810721 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-00f12ffb-4787-4ca7-a406-1eae0ba002b8 None None] Allocated IP 172.20.0.2 (bd566bd5-fa34-4b37-a526-542c960c2d95/0d361fb7-abc4-426b-9bbc-e49b1aa77335/9192c439-6429-43f8-8295-0ce2a430d2b4) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:06:21.894100 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 54326) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:06:22.021266 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-00f12ffb-4787-4ca7-a406-1eae0ba002b8 None None] Publish callbacks [] for port (9192c439-6429-43f8-8295-0ce2a430d2b4), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:22.022959 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2d2c10f8-4fa1-41e5-98e7-9b9fb67c7253 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:22.055169 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-00f12ffb-4787-4ca7-a406-1eae0ba002b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (9192c439-6429-43f8-8295-0ce2a430d2b4), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:22.291327 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f12ffb-4787-4ca7-a406-1eae0ba002b8 None None] Network bd566bd5-fa34-4b37-a526-542c960c2d95 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:06:22.309768 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ecb7afef-0dab-490c-91cf-82f05678762f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (77f4c9c8-f2ed-43d7-b60a-c61e14ba9909), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:22.350806 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-8d419957-e78e-4aef-80f7-90128c6681d2 None None] Attempting to bind port fa786c48-06d3-471b-b0d3-05df0190e020 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:06:22.351407 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-8d419957-e78e-4aef-80f7-90128c6681d2 None None] Attempting to bind port fa786c48-06d3-471b-b0d3-05df0190e020 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '40f6a943-ca93-4c73-99d5-982c3f52e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e94ff50c-ea63-4787-8a03-3af8ddcbb5dd'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:06:22.358301 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d419957-e78e-4aef-80f7-90128c6681d2 None None] Attempting to bind port fa786c48-06d3-471b-b0d3-05df0190e020 on network e94ff50c-ea63-4787-8a03-3af8ddcbb5dd {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:06:22.361919 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-00f12ffb-4787-4ca7-a406-1eae0ba002b8 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:06:22.396811 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f12ffb-4787-4ca7-a406-1eae0ba002b8 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:06:22.522201 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-807d0fe6-aa72-40b0-a0b8-aa53a21e4985 None None] Current status of the port 29671df7-820a-4c7e-93ac-7a6b2d613571 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:06:22.527669 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f12ffb-4787-4ca7-a406-1eae0ba002b8 None None] Pushing event updated for resources: {'Port': ['ID=9192c439-6429-43f8-8295-0ce2a430d2b4,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:22.531810 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d419957-e78e-4aef-80f7-90128c6681d2 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:06:22.532563 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d419957-e78e-4aef-80f7-90128c6681d2 None None] Checking segment: {'id': '40f6a943-ca93-4c73-99d5-982c3f52e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e94ff50c-ea63-4787-8a03-3af8ddcbb5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:06:22.533707 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8d419957-e78e-4aef-80f7-90128c6681d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:22.534786 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d419957-e78e-4aef-80f7-90128c6681d2 None None] Bound using segment: {'id': '40f6a943-ca93-4c73-99d5-982c3f52e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e94ff50c-ea63-4787-8a03-3af8ddcbb5dd'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:06:22.535528 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-8d419957-e78e-4aef-80f7-90128c6681d2 None None] Bound port: fa786c48-06d3-471b-b0d3-05df0190e020, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40f6a943-ca93-4c73-99d5-982c3f52e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e94ff50c-ea63-4787-8a03-3af8ddcbb5dd'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:06:22.536086 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8d419957-e78e-4aef-80f7-90128c6681d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (fa786c48-06d3-471b-b0d3-05df0190e020), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:22.565641 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 90c3283b-2172-4e1a-b7f5-4f64c2612ab2 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:06:22.566329 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (90c3283b-2172-4e1a-b7f5-4f64c2612ab2), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:22.599067 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-b9cac29f-af8f-4269-9a6b-3ecc3b901ecd admin admin] Allocated IP 172.25.0.245 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/d12d03a8-e1d1-4fe4-a914-7a1360d1ff35) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:06:22.743892 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-00f12ffb-4787-4ca7-a406-1eae0ba002b8 None None] Attempting to bind port 9192c439-6429-43f8-8295-0ce2a430d2b4 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:06:22.748642 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-00f12ffb-4787-4ca7-a406-1eae0ba002b8 None None] Attempting to bind port 9192c439-6429-43f8-8295-0ce2a430d2b4 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'c335c46e-0cb6-44c4-adb9-4924654d5ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bd566bd5-fa34-4b37-a526-542c960c2d95'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:06:22.749034 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f12ffb-4787-4ca7-a406-1eae0ba002b8 None None] Attempting to bind port 9192c439-6429-43f8-8295-0ce2a430d2b4 on network bd566bd5-fa34-4b37-a526-542c960c2d95 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:06:22.787119 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f12ffb-4787-4ca7-a406-1eae0ba002b8 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:06:22.787535 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f12ffb-4787-4ca7-a406-1eae0ba002b8 None None] Checking segment: {'id': 'c335c46e-0cb6-44c4-adb9-4924654d5ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bd566bd5-fa34-4b37-a526-542c960c2d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:06:22.787963 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-00f12ffb-4787-4ca7-a406-1eae0ba002b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:22.788377 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f12ffb-4787-4ca7-a406-1eae0ba002b8 None None] Bound using segment: {'id': 'c335c46e-0cb6-44c4-adb9-4924654d5ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bd566bd5-fa34-4b37-a526-542c960c2d95'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:06:22.791694 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2d2c10f8-4fa1-41e5-98e7-9b9fb67c7253 admin admin] Publish callbacks [] for security_group (b1872675-6f25-450f-bf7e-bf3b9a2e1f6f), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:22.792302 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-00f12ffb-4787-4ca7-a406-1eae0ba002b8 None None] Bound port: 9192c439-6429-43f8-8295-0ce2a430d2b4, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c335c46e-0cb6-44c4-adb9-4924654d5ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bd566bd5-fa34-4b37-a526-542c960c2d95'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:06:22.793031 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-00f12ffb-4787-4ca7-a406-1eae0ba002b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9192c439-6429-43f8-8295-0ce2a430d2b4), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:22.799004 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2d2c10f8-4fa1-41e5-98e7-9b9fb67c7253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b1872675-6f25-450f-bf7e-bf3b9a2e1f6f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:22.820536 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 90c3283b-2172-4e1a-b7f5-4f64c2612ab2, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=90c3283b-2172-4e1a-b7f5-4f64c2612ab2,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:06:22.831140 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-2d2c10f8-4fa1-41e5-98e7-9b9fb67c7253 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f8b031eb860e40deb7786f19ba4daf22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9301288 Jan 28 03:06:22.835330 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 54348) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:06:22.938110 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (90c3283b-2172-4e1a-b7f5-4f64c2612ab2), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:22.941806 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 29671df7-820a-4c7e-93ac-7a6b2d613571 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:06:22.946486 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c10f8-4fa1-41e5-98e7-9b9fb67c7253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1872675-6f25-450f-bf7e-bf3b9a2e1f6f,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:23.075310 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:06:23.079715 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b9cac29f-af8f-4269-9a6b-3ecc3b901ecd admin admin] Publish callbacks [] for port (d12d03a8-e1d1-4fe4-a914-7a1360d1ff35), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:23.140880 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ecb7afef-0dab-490c-91cf-82f05678762f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for port (77f4c9c8-f2ed-43d7-b60a-c61e14ba9909), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:23.157063 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ecb7afef-0dab-490c-91cf-82f05678762f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (77f4c9c8-f2ed-43d7-b60a-c61e14ba9909), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:23.158050 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ecb7afef-0dab-490c-91cf-82f05678762f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (cb37cd21-92c1-45c0-935a-1f1d30755681), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:23.191902 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d26573e1-77ed-4e32-ad8d-bce7708d181b admin admin] Publish callbacks [] for security_group (b1872675-6f25-450f-bf7e-bf3b9a2e1f6f), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:23.200937 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b9cac29f-af8f-4269-9a6b-3ecc3b901ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (d12d03a8-e1d1-4fe4-a914-7a1360d1ff35), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:23.216553 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-00f12ffb-4787-4ca7-a406-1eae0ba002b8 None None] For port 9192c439-6429-43f8-8295-0ce2a430d2b4, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:06:23.220402 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-00f12ffb-4787-4ca7-a406-1eae0ba002b8 None None] For port 9192c439-6429-43f8-8295-0ce2a430d2b4, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=9192c439-6429-43f8-8295-0ce2a430d2b4,segment=NetworkSegment(c335c46e-0cb6-44c4-adb9-4924654d5ac1),segment_id=c335c46e-0cb6-44c4-adb9-4924654d5ac1)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:06:23.244374 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5e424330-7105-4693-92d0-a7dc799f8054 req-52ab9b97-a366-4225-b0a8-5f8fe98fe700 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.0915611 Jan 28 03:06:23.290582 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d26573e1-77ed-4e32-ad8d-bce7708d181b admin admin] Publish callbacks [] for security_group (b1872675-6f25-450f-bf7e-bf3b9a2e1f6f), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:23.297109 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-00f12ffb-4787-4ca7-a406-1eae0ba002b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9192c439-6429-43f8-8295-0ce2a430d2b4), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:23.313769 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-f8904ad1-2e39-4556-9756-f187d755bd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9590b1-d70a-45f4-8e77-80f30df48e2f', 'name': 'tempest-TestServerMultinode-322331731-router', 'tenant_id': 'fe328c6c02fa4b4880d363a032721195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '90c3283b-2172-4e1a-b7f5-4f64c2612ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:05:55Z', 'updated_at': '2022-01-28T03:06:08Z', 'revision_number': 4, 'project_id': 'fe328c6c02fa4b4880d363a032721195', 'gw_port': {'id': '90c3283b-2172-4e1a-b7f5-4f64c2612ab2', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9590b1-d70a-45f4-8e77-80f30df48e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:05:57Z', 'updated_at': '2022-01-28T03:06:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '38ae0359-e8e4-4004-8f67-f742de50c5b7', 'name': '', 'network_id': '34f67722-2808-4396-95f6-61354ef5853d', 'tenant_id': 'fe328c6c02fa4b4880d363a032721195', 'mac_address': 'fa:16:3e:28:cb:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9590b1-d70a-45f4-8e77-80f30df48e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '4e697b59-6783-417a-a217-ebdbf873799e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:06Z', 'updated_at': '2022-01-28T03:06:09Z', 'revision_number': 2, 'project_id': 'fe328c6c02fa4b4880d363a032721195', 'subnets': [{'id': '4e697b59-6783-417a-a217-ebdbf873799e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:06:23.324527 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-8d419957-e78e-4aef-80f7-90128c6681d2 None None] For port fa786c48-06d3-471b-b0d3-05df0190e020, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:06:23.471699 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8904ad1-2e39-4556-9756-f187d755bd46 None None] Checking router: 8c9590b1-d70a-45f4-8e77-80f30df48e2f for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:06:23.472676 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8904ad1-2e39-4556-9756-f187d755bd46 None None] Updating router 8c9590b1-d70a-45f4-8e77-80f30df48e2f port 38ae0359-e8e4-4004-8f67-f742de50c5b7 binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:06:23.491271 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-8d419957-e78e-4aef-80f7-90128c6681d2 None None] For port fa786c48-06d3-471b-b0d3-05df0190e020, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=fa786c48-06d3-471b-b0d3-05df0190e020,segment=NetworkSegment(40f6a943-ca93-4c73-99d5-982c3f52e14b),segment_id=40f6a943-ca93-4c73-99d5-982c3f52e14b)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:06:23.509496 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=90c3283b-2172-4e1a-b7f5-4f64c2612ab2,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:23.522241 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb7afef-0dab-490c-91cf-82f05678762f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event updated for resources: {'Port': ['ID=77f4c9c8-f2ed-43d7-b60a-c61e14ba9909,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:23.595443 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 29671df7-820a-4c7e-93ac-7a6b2d613571 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:23.595443 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (29671df7-820a-4c7e-93ac-7a6b2d613571), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:23.604616 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8d419957-e78e-4aef-80f7-90128c6681d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (fa786c48-06d3-471b-b0d3-05df0190e020), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:23.695453 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb7afef-0dab-490c-91cf-82f05678762f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Network e94ff50c-ea63-4787-8a03-3af8ddcbb5dd is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:06:23.698297 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-ecb7afef-0dab-490c-91cf-82f05678762f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:06:23.791249 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f8904ad1-2e39-4556-9756-f187d755bd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (38ae0359-e8e4-4004-8f67-f742de50c5b7), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:23.948901 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb7afef-0dab-490c-91cf-82f05678762f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Router cb37cd21-92c1-45c0-935a-1f1d30755681 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:06:23.979459 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f12ffb-4787-4ca7-a406-1eae0ba002b8 None None] Pushing event updated for resources: {'Port': ['ID=9192c439-6429-43f8-8295-0ce2a430d2b4,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:24.292185 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cac29f-af8f-4269-9a6b-3ecc3b901ecd admin admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:06:24.306679 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cac29f-af8f-4269-9a6b-3ecc3b901ecd admin admin] Pushing event updated for resources: {'Port': ['ID=d12d03a8-e1d1-4fe4-a914-7a1360d1ff35,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:24.331752 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-b9cac29f-af8f-4269-9a6b-3ecc3b901ecd admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:06:24.346863 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cac29f-af8f-4269-9a6b-3ecc3b901ecd admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:06:24.390725 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d26573e1-77ed-4e32-ad8d-bce7708d181b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b1872675-6f25-450f-bf7e-bf3b9a2e1f6f), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:24.398300 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d26573e1-77ed-4e32-ad8d-bce7708d181b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:24.403468 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d26573e1-77ed-4e32-ad8d-bce7708d181b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b1872675-6f25-450f-bf7e-bf3b9a2e1f6f HTTP/1.1" status: 204 len: 168 time: 1.5662405 Jan 28 03:06:24.559373 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26573e1-77ed-4e32-ad8d-bce7708d181b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1872675-6f25-450f-bf7e-bf3b9a2e1f6f,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:24.682426 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4eb4e94e-a6ed-49ad-a052-c705fb1fba20 req-21dbc63b-aaaf-455c-9c26-722abd240771 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.1558897 Jan 28 03:06:24.753518 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb7afef-0dab-490c-91cf-82f05678762f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:06:24.766335 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63665785-4521-4cf3-bb1e-68e43025fa73 None None] Sync routers for ids ['cb37cd21-92c1-45c0-935a-1f1d30755681'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:06:24.790074 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ecb7afef-0dab-490c-91cf-82f05678762f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "PUT /v2.0/routers/cb37cd21-92c1-45c0-935a-1f1d30755681/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3110337 Jan 28 03:06:24.796123 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 54388) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:06:24.815458 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63665785-4521-4cf3-bb1e-68e43025fa73 None None] Routers {'cb37cd21-92c1-45c0-935a-1f1d30755681'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:06:24.816115 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-63665785-4521-4cf3-bb1e-68e43025fa73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:06:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['cb37cd21-92c1-45c0-935a-1f1d30755681'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:06:24.821157 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-90fa9a39-aefe-4834-ab0f-d80ea5fbf2a2 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-316216543'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:06:25.081452 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90fa9a39-aefe-4834-ab0f-d80ea5fbf2a2 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Made reservation on behalf of 9b767bd768424bc897d9104ad9f6b8d5 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:06:25.093760 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-90fa9a39-aefe-4834-ab0f-d80ea5fbf2a2 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:25.163905 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-63665785-4521-4cf3-bb1e-68e43025fa73 None None] Set router cb37cd21-92c1-45c0-935a-1f1d30755681 gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:06:25.175608 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90fa9a39-aefe-4834-ab0f-d80ea5fbf2a2 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:06:25.192021 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d419957-e78e-4aef-80f7-90128c6681d2 None None] Pushing event updated for resources: {'Port': ['ID=fa786c48-06d3-471b-b0d3-05df0190e020,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:25.202059 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-90fa9a39-aefe-4834-ab0f-d80ea5fbf2a2 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (89ec95d1-82d0-4a86-b168-4e5baffb22c9), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:25.205955 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-90fa9a39-aefe-4834-ab0f-d80ea5fbf2a2 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Added segment 89ec95d1-82d0-4a86-b168-4e5baffb22c9 of type vlan for network 7e4d5410-ef98-489b-91f5-f576ebc9972c Jan 28 03:06:25.370175 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-90fa9a39-aefe-4834-ab0f-d80ea5fbf2a2 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (7e4d5410-ef98-489b-91f5-f576ebc9972c), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:25.591358 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-63665785-4521-4cf3-bb1e-68e43025fa73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'name': 'tempest-RoutersIpV6Test-router-1905695091', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:05:47Z', 'updated_at': '2022-01-28T03:06:22Z', 'revision_number': 4, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'gw_port_host': None, '_interfaces': [{'id': '29671df7-820a-4c7e-93ac-7a6b2d613571', 'name': '', 'network_id': 'bd799f96-19b6-4980-9f95-43cafddd3e3a', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:80:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '0548c622-b5f0-4e42-974d-b35ec5d1046a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:03Z', 'updated_at': '2022-01-28T03:06:20Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '0548c622-b5f0-4e42-974d-b35ec5d1046a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2fcf3c9b-0fc7-4d77-946e-c894f1bb447d', 'name': '', 'network_id': '6e537d05-57b5-4fdd-8add-b1f69b25b021', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:41:36:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:05:52Z', 'updated_at': '2022-01-28T03:06:03Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77f4c9c8-f2ed-43d7-b60a-c61e14ba9909', 'name': '', 'network_id': 'e94ff50c-ea63-4787-8a03-3af8ddcbb5dd', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:ca:f5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '7e8e78cf-e8b0-4aba-aa6d-f4dd42bff7e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:17Z', 'updated_at': '2022-01-28T03:06:22Z', 'revision_number': 2, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '7e8e78cf-e8b0-4aba-aa6d-f4dd42bff7e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:06:25.725740 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63665785-4521-4cf3-bb1e-68e43025fa73 None None] Checking router: cb37cd21-92c1-45c0-935a-1f1d30755681 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:06:25.726139 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63665785-4521-4cf3-bb1e-68e43025fa73 None None] Updating router cb37cd21-92c1-45c0-935a-1f1d30755681 port 77f4c9c8-f2ed-43d7-b60a-c61e14ba9909 binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:06:25.823745 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-63665785-4521-4cf3-bb1e-68e43025fa73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (77f4c9c8-f2ed-43d7-b60a-c61e14ba9909), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:25.953765 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b9cac29f-af8f-4269-9a6b-3ecc3b901ecd admin admin] Publish callbacks [] for router_gateway (7c68cfd5-a805-4e8c-81c0-d65914e9cc0d), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:25.959912 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-90fa9a39-aefe-4834-ab0f-d80ea5fbf2a2 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (7e4d5410-ef98-489b-91f5-f576ebc9972c), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:25.976369 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fa9a39-aefe-4834-ab0f-d80ea5fbf2a2 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:25.977037 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-90fa9a39-aefe-4834-ab0f-d80ea5fbf2a2 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:26.077655 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cbe0df83-2f07-48a6-97b3-62e10e685932 req-0bc9824b-135b-4f95-8364-eaa5a5589057 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.1088145 Jan 28 03:06:26.115874 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-90fa9a39-aefe-4834-ab0f-d80ea5fbf2a2 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3190114 Jan 28 03:06:26.125140 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 54432) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:06:26.141265 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-fa230cd4-b855-425d-8511-43f6b8bfd35f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Request body: {'subnet': {'network_id': '7e4d5410-ef98-489b-91f5-f576ebc9972c', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:06:26.147655 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f8904ad1-2e39-4556-9756-f187d755bd46 None None] Publish callbacks [] for port (38ae0359-e8e4-4004-8f67-f742de50c5b7), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:26.186943 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f8904ad1-2e39-4556-9756-f187d755bd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (38ae0359-e8e4-4004-8f67-f742de50c5b7), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:26.205255 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 29671df7-820a-4c7e-93ac-7a6b2d613571 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:06:26.315012 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa9a39-aefe-4834-ab0f-d80ea5fbf2a2 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event updated for resources: {'Network': ['ID=7e4d5410-ef98-489b-91f5-f576ebc9972c,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:26.522190 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 7e4d5410-ef98-489b-91f5-f576ebc9972c details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:06:26.664763 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-63665785-4521-4cf3-bb1e-68e43025fa73 None None] Publish callbacks [] for port (77f4c9c8-f2ed-43d7-b60a-c61e14ba9909), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:26.683005 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-63665785-4521-4cf3-bb1e-68e43025fa73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (77f4c9c8-f2ed-43d7-b60a-c61e14ba9909), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:26.752645 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa230cd4-b855-425d-8511-43f6b8bfd35f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Made reservation on behalf of 9b767bd768424bc897d9104ad9f6b8d5 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:06:26.757048 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fa230cd4-b855-425d-8511-43f6b8bfd35f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:26.792318 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb175217-b9f1-4b08-874e-33f50251b525 None None] Network bd566bd5-fa34-4b37-a526-542c960c2d95 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:06:26.807493 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951c0a5-d94f-43f8-a49d-baa632ab42c3 None None] Pushing event updated for resources: {'Port': ['ID=38ae0359-e8e4-4004-8f67-f742de50c5b7,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:27.084322 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b9cac29f-af8f-4269-9a6b-3ecc3b901ecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (7c68cfd5-a805-4e8c-81c0-d65914e9cc0d), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:27.109132 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-63665785-4521-4cf3-bb1e-68e43025fa73 None None] Attempting to bind port 77f4c9c8-f2ed-43d7-b60a-c61e14ba9909 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:06:27.110577 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-63665785-4521-4cf3-bb1e-68e43025fa73 None None] Attempting to bind port 77f4c9c8-f2ed-43d7-b60a-c61e14ba9909 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '40f6a943-ca93-4c73-99d5-982c3f52e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e94ff50c-ea63-4787-8a03-3af8ddcbb5dd'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:06:27.111109 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63665785-4521-4cf3-bb1e-68e43025fa73 None None] Attempting to bind port 77f4c9c8-f2ed-43d7-b60a-c61e14ba9909 on network e94ff50c-ea63-4787-8a03-3af8ddcbb5dd {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:06:27.119689 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63665785-4521-4cf3-bb1e-68e43025fa73 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:06:27.120284 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63665785-4521-4cf3-bb1e-68e43025fa73 None None] Checking segment: {'id': '40f6a943-ca93-4c73-99d5-982c3f52e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e94ff50c-ea63-4787-8a03-3af8ddcbb5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:06:27.120955 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-63665785-4521-4cf3-bb1e-68e43025fa73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:27.121540 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63665785-4521-4cf3-bb1e-68e43025fa73 None None] Bound using segment: {'id': '40f6a943-ca93-4c73-99d5-982c3f52e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e94ff50c-ea63-4787-8a03-3af8ddcbb5dd'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:06:27.122191 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-63665785-4521-4cf3-bb1e-68e43025fa73 None None] Bound port: 77f4c9c8-f2ed-43d7-b60a-c61e14ba9909, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40f6a943-ca93-4c73-99d5-982c3f52e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e94ff50c-ea63-4787-8a03-3af8ddcbb5dd'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:06:27.122740 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-63665785-4521-4cf3-bb1e-68e43025fa73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (77f4c9c8-f2ed-43d7-b60a-c61e14ba9909), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:27.218914 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca854dd6-40a3-4839-822b-01a7616676d0 None None] Network e94ff50c-ea63-4787-8a03-3af8ddcbb5dd requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:06:27.223142 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-f8904ad1-2e39-4556-9756-f187d755bd46 None None] Attempting to bind port 38ae0359-e8e4-4004-8f67-f742de50c5b7 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:06:27.223526 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-f8904ad1-2e39-4556-9756-f187d755bd46 None None] Attempting to bind port 38ae0359-e8e4-4004-8f67-f742de50c5b7 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'ef1927f8-2d2c-4b20-8596-ea754f1a0114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '34f67722-2808-4396-95f6-61354ef5853d'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:06:27.223901 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8904ad1-2e39-4556-9756-f187d755bd46 None None] Attempting to bind port 38ae0359-e8e4-4004-8f67-f742de50c5b7 on network 34f67722-2808-4396-95f6-61354ef5853d {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:06:27.290468 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-63665785-4521-4cf3-bb1e-68e43025fa73 None None] For port 77f4c9c8-f2ed-43d7-b60a-c61e14ba9909, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:06:27.320278 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-26d9936f-2c0f-4845-8b27-b23733ecade2 None None] Provisioning complete for port 9192c439-6429-43f8-8295-0ce2a430d2b4 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:27.320278 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-26d9936f-2c0f-4845-8b27-b23733ecade2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9192c439-6429-43f8-8295-0ce2a430d2b4), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:27.320447 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-63665785-4521-4cf3-bb1e-68e43025fa73 None None] For port 77f4c9c8-f2ed-43d7-b60a-c61e14ba9909, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=77f4c9c8-f2ed-43d7-b60a-c61e14ba9909,segment=NetworkSegment(40f6a943-ca93-4c73-99d5-982c3f52e14b),segment_id=40f6a943-ca93-4c73-99d5-982c3f52e14b)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:06:27.320447 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-63665785-4521-4cf3-bb1e-68e43025fa73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (77f4c9c8-f2ed-43d7-b60a-c61e14ba9909), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:27.320627 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device fa786c48-06d3-471b-b0d3-05df0190e020 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:06:27.320627 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8904ad1-2e39-4556-9756-f187d755bd46 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:06:27.320627 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8904ad1-2e39-4556-9756-f187d755bd46 None None] Checking segment: {'id': 'ef1927f8-2d2c-4b20-8596-ea754f1a0114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '34f67722-2808-4396-95f6-61354ef5853d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:06:27.320627 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f8904ad1-2e39-4556-9756-f187d755bd46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:27.320627 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8904ad1-2e39-4556-9756-f187d755bd46 None None] Bound using segment: {'id': 'ef1927f8-2d2c-4b20-8596-ea754f1a0114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '34f67722-2808-4396-95f6-61354ef5853d'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:06:27.320627 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-f8904ad1-2e39-4556-9756-f187d755bd46 None None] Bound port: 38ae0359-e8e4-4004-8f67-f742de50c5b7, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef1927f8-2d2c-4b20-8596-ea754f1a0114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '34f67722-2808-4396-95f6-61354ef5853d'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:06:27.320627 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f8904ad1-2e39-4556-9756-f187d755bd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (38ae0359-e8e4-4004-8f67-f742de50c5b7), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:27.336029 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27eb17a-99e8-44c2-908c-d54b58b52710 None None] Pushing event updated for resources: {'Port': ['ID=77f4c9c8-f2ed-43d7-b60a-c61e14ba9909,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:27.396245 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27eb17a-99e8-44c2-908c-d54b58b52710 None None] Pushing event updated for resources: {'Port': ['ID=77f4c9c8-f2ed-43d7-b60a-c61e14ba9909,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:27.412358 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63665785-4521-4cf3-bb1e-68e43025fa73 None None] Routers {'cb37cd21-92c1-45c0-935a-1f1d30755681'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:06:27.413026 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-63665785-4521-4cf3-bb1e-68e43025fa73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:06:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['cb37cd21-92c1-45c0-935a-1f1d30755681'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:06:27.516869 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5714eef1-a87e-4050-ad43-19e4897e9f6c req-ef6ea4f1-a72c-46a5-b302-26f9479a92c9 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.0777972 Jan 28 03:06:27.588600 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9cac29f-af8f-4269-9a6b-3ecc3b901ecd admin admin] Router 7c68cfd5-a805-4e8c-81c0-d65914e9cc0d is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:06:27.641061 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fa230cd4-b855-425d-8511-43f6b8bfd35f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (a20fe098-43f9-4552-9f85-484948f7fdb7), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:27.711116 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-63665785-4521-4cf3-bb1e-68e43025fa73 None None] Set router cb37cd21-92c1-45c0-935a-1f1d30755681 gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:06:27.756455 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa230cd4-b855-425d-8511-43f6b8bfd35f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event updated for resources: {'Subnet': ['ID=a20fe098-43f9-4552-9f85-484948f7fdb7,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:27.782289 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa230cd4-b855-425d-8511-43f6b8bfd35f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Checking segment: {'id': '89ec95d1-82d0-4a86-b168-4e5baffb22c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7e4d5410-ef98-489b-91f5-f576ebc9972c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:06:27.785254 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa230cd4-b855-425d-8511-43f6b8bfd35f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Network hostable DHCP agents. Network: 7e4d5410-ef98-489b-91f5-f576ebc9972c, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:06:27.866296 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa230cd4-b855-425d-8511-43f6b8bfd35f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Network 7e4d5410-ef98-489b-91f5-f576ebc9972c is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:06:27.907206 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-fa230cd4-b855-425d-8511-43f6b8bfd35f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 7e4d5410-ef98-489b-91f5-f576ebc9972c) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:06:27.932012 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa230cd4-b855-425d-8511-43f6b8bfd35f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:27.938168 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fa230cd4-b855-425d-8511-43f6b8bfd35f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:27.952749 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a87d4e-5bcd-4cde-b82c-fe9b9309874e None None] Network 7e4d5410-ef98-489b-91f5-f576ebc9972c requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:06:27.982991 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9cac29f-af8f-4269-9a6b-3ecc3b901ecd admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:06:28.010265 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-fa230cd4-b855-425d-8511-43f6b8bfd35f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8812521 Jan 28 03:06:28.010939 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 54482) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:06:28.043296 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b9cac29f-af8f-4269-9a6b-3ecc3b901ecd admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:28.049211 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b9cac29f-af8f-4269-9a6b-3ecc3b901ecd admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.0058000 Jan 28 03:06:28.057961 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 54488) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:06:28.150516 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-63665785-4521-4cf3-bb1e-68e43025fa73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'name': 'tempest-RoutersIpV6Test-router-1905695091', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:05:47Z', 'updated_at': '2022-01-28T03:06:22Z', 'revision_number': 4, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'gw_port_host': None, '_interfaces': [{'id': '29671df7-820a-4c7e-93ac-7a6b2d613571', 'name': '', 'network_id': 'bd799f96-19b6-4980-9f95-43cafddd3e3a', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:80:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '0548c622-b5f0-4e42-974d-b35ec5d1046a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:03Z', 'updated_at': '2022-01-28T03:06:20Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '0548c622-b5f0-4e42-974d-b35ec5d1046a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2fcf3c9b-0fc7-4d77-946e-c894f1bb447d', 'name': '', 'network_id': '6e537d05-57b5-4fdd-8add-b1f69b25b021', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:41:36:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:05:52Z', 'updated_at': '2022-01-28T03:06:03Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77f4c9c8-f2ed-43d7-b60a-c61e14ba9909', 'name': '', 'network_id': 'e94ff50c-ea63-4787-8a03-3af8ddcbb5dd', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:ca:f5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '7e8e78cf-e8b0-4aba-aa6d-f4dd42bff7e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:17Z', 'updated_at': '2022-01-28T03:06:27Z', 'revision_number': 4, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '7e8e78cf-e8b0-4aba-aa6d-f4dd42bff7e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:06:28.238028 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd3bf61-7799-47b2-820d-7df6e6eb037c None None] Sync routers for ids ['7c68cfd5-a805-4e8c-81c0-d65914e9cc0d'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:06:28.255353 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63665785-4521-4cf3-bb1e-68e43025fa73 None None] The sync data for ids ['cb37cd21-92c1-45c0-935a-1f1d30755681'] in n-d-712139-27 is: [{'id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'name': 'tempest-RoutersIpV6Test-router-1905695091', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:05:47Z', 'updated_at': '2022-01-28T03:06:22Z', 'revision_number': 4, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'gw_port_host': None, '_interfaces': [{'id': '29671df7-820a-4c7e-93ac-7a6b2d613571', 'name': '', 'network_id': 'bd799f96-19b6-4980-9f95-43cafddd3e3a', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:80:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '0548c622-b5f0-4e42-974d-b35ec5d1046a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:03Z', 'updated_at': '2022-01-28T03:06:20Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '0548c622-b5f0-4e42-974d-b35ec5d1046a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2fcf3c9b-0fc7-4d77-946e-c894f1bb447d', 'name': '', 'network_id': '6e537d05-57b5-4fdd-8add-b1f69b25b021', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:41:36:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:05:52Z', 'updated_at': '2022-01-28T03:06:03Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77f4c9c8-f2ed-43d7-b60a-c61e14ba9909', 'name': '', 'network_id': 'e94ff50c-ea63-4787-8a03-3af8ddcbb5dd', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:ca:f5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '7e8e78cf-e8b0-4aba-aa6d-f4dd42bff7e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:17Z', 'updated_at': '2022-01-28T03:06:27Z', 'revision_number': 4, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '7e8e78cf-e8b0-4aba-aa6d-f4dd42bff7e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:06:28.592345 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-26d9936f-2c0f-4845-8b27-b23733ecade2 None None] Current status of the port 9192c439-6429-43f8-8295-0ce2a430d2b4 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:06:28.592838 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-26d9936f-2c0f-4845-8b27-b23733ecade2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9192c439-6429-43f8-8295-0ce2a430d2b4), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:28.699677 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd3bf61-7799-47b2-820d-7df6e6eb037c None None] Routers {'7c68cfd5-a805-4e8c-81c0-d65914e9cc0d'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:06:28.700437 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-1cd3bf61-7799-47b2-820d-7df6e6eb037c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:06:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['7c68cfd5-a805-4e8c-81c0-d65914e9cc0d'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:06:28.898508 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-1cd3bf61-7799-47b2-820d-7df6e6eb037c None None] Set router 7c68cfd5-a805-4e8c-81c0-d65914e9cc0d gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:06:29.079608 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b5d24cba-21e9-40fd-93d9-0b6d62772cbc req-317c057f-d151-41dd-a46a-b7010be52930 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.1384234 Jan 28 03:06:29.122964 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c80522a-a9b6-4680-a414-c313d548f675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-7e4d5410-ef98-489b-91f5-f576ebc9972c', 'network_id': '7e4d5410-ef98-489b-91f5-f576ebc9972c', 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'fixed_ips': [{'subnet_id': 'a20fe098-43f9-4552-9f85-484948f7fdb7'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:06:29.124277 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7c80522a-a9b6-4680-a414-c313d548f675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:29.243769 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port fa786c48-06d3-471b-b0d3-05df0190e020 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:29.244422 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (fa786c48-06d3-471b-b0d3-05df0190e020), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:29.314392 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9babbbc4-c909-4ee7-88cf-bf7775d3ef4b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:29.477106 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-25f0a863-f614-4907-beaa-3fed912937aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:29.566415 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-f8904ad1-2e39-4556-9756-f187d755bd46 None None] For port 38ae0359-e8e4-4004-8f67-f742de50c5b7, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:06:29.600778 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:29.725656 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-26d9936f-2c0f-4845-8b27-b23733ecade2 None None] For port 9192c439-6429-43f8-8295-0ce2a430d2b4, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=9192c439-6429-43f8-8295-0ce2a430d2b4,segment=NetworkSegment(c335c46e-0cb6-44c4-adb9-4924654d5ac1),segment_id=c335c46e-0cb6-44c4-adb9-4924654d5ac1)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:06:29.834279 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-f8904ad1-2e39-4556-9756-f187d755bd46 None None] For port 38ae0359-e8e4-4004-8f67-f742de50c5b7, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=38ae0359-e8e4-4004-8f67-f742de50c5b7,segment=NetworkSegment(ef1927f8-2d2c-4b20-8596-ea754f1a0114),segment_id=ef1927f8-2d2c-4b20-8596-ea754f1a0114)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:06:29.849813 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-26d9936f-2c0f-4845-8b27-b23733ecade2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9192c439-6429-43f8-8295-0ce2a430d2b4), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:29.962434 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f8904ad1-2e39-4556-9756-f187d755bd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (38ae0359-e8e4-4004-8f67-f742de50c5b7), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:30.010242 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-25f0a863-f614-4907-beaa-3fed912937aa admin admin] Allocated IP 172.20.0.1 (bd566bd5-fa34-4b37-a526-542c960c2d95/0d361fb7-abc4-426b-9bbc-e49b1aa77335/031b573b-3c38-4a47-962d-4792755dcd0c) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:06:30.356896 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ff18c70a-e6ca-4bbb-9087-4ffe90b6605c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:30.414202 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-9babbbc4-c909-4ee7-88cf-bf7775d3ef4b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Allocated IP 2001:db8:3::1 (7e4d5410-ef98-489b-91f5-f576ebc9972c/a20fe098-43f9-4552-9f85-484948f7fdb7/1afdbee1-8c50-4231-899c-b7d71be5325e) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:06:30.523328 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8904ad1-2e39-4556-9756-f187d755bd46 None None] Routers {'8c9590b1-d70a-45f4-8e77-80f30df48e2f'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:06:30.524081 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-f8904ad1-2e39-4556-9756-f187d755bd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:06:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['8c9590b1-d70a-45f4-8e77-80f30df48e2f'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:06:30.588444 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-25f0a863-f614-4907-beaa-3fed912937aa admin admin] Publish callbacks [] for port (031b573b-3c38-4a47-962d-4792755dcd0c), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:30.681904 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-25f0a863-f614-4907-beaa-3fed912937aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (031b573b-3c38-4a47-962d-4792755dcd0c), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:30.737495 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-18599927-696e-4302-ac76-b614838771ce None None] Provisioning complete for port fa786c48-06d3-471b-b0d3-05df0190e020 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:30.738120 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-18599927-696e-4302-ac76-b614838771ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (fa786c48-06d3-471b-b0d3-05df0190e020), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:30.836345 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f0a863-f614-4907-beaa-3fed912937aa admin admin] Pushing event updated for resources: {'Port': ['ID=031b573b-3c38-4a47-962d-4792755dcd0c,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:30.878194 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a37c9a2e-9e45-4ce4-977f-455595db801a req-6bcc40bd-dca4-46aa-9015-f6e49706d0eb tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.1386893 Jan 28 03:06:30.909957 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f0a863-f614-4907-beaa-3fed912937aa admin admin] Network bd566bd5-fa34-4b37-a526-542c960c2d95 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:06:30.915576 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-25f0a863-f614-4907-beaa-3fed912937aa admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:06:30.929745 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f0a863-f614-4907-beaa-3fed912937aa admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:06:31.001383 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9babbbc4-c909-4ee7-88cf-bf7775d3ef4b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for port (1afdbee1-8c50-4231-899c-b7d71be5325e), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:31.075702 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-25f0a863-f614-4907-beaa-3fed912937aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (7c68cfd5-a805-4e8c-81c0-d65914e9cc0d), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:31.149146 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port fa786c48-06d3-471b-b0d3-05df0190e020 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:06:31.149478 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (fa786c48-06d3-471b-b0d3-05df0190e020), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:31.187008 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9babbbc4-c909-4ee7-88cf-bf7775d3ef4b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (1afdbee1-8c50-4231-899c-b7d71be5325e), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:31.295123 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9babbbc4-c909-4ee7-88cf-bf7775d3ef4b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Network 7e4d5410-ef98-489b-91f5-f576ebc9972c is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:06:31.299036 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-9babbbc4-c909-4ee7-88cf-bf7775d3ef4b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:06:31.304474 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9babbbc4-c909-4ee7-88cf-bf7775d3ef4b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:06:31.325706 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9babbbc4-c909-4ee7-88cf-bf7775d3ef4b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (cb37cd21-92c1-45c0-935a-1f1d30755681), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:31.378406 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d9936f-2c0f-4845-8b27-b23733ecade2 None None] Pushing event updated for resources: {'Port': ['ID=9192c439-6429-43f8-8295-0ce2a430d2b4,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:31.518594 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-25f0a863-f614-4907-beaa-3fed912937aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (031b573b-3c38-4a47-962d-4792755dcd0c), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:31.550730 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9babbbc4-c909-4ee7-88cf-bf7775d3ef4b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event updated for resources: {'Port': ['ID=1afdbee1-8c50-4231-899c-b7d71be5325e,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:31.644225 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951c0a5-d94f-43f8-a49d-baa632ab42c3 None None] Pushing event updated for resources: {'Port': ['ID=38ae0359-e8e4-4004-8f67-f742de50c5b7,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:31.807440 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9babbbc4-c909-4ee7-88cf-bf7775d3ef4b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1afdbee1-8c50-4231-899c-b7d71be5325e), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:31.874963 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-18599927-696e-4302-ac76-b614838771ce None None] Current status of the port fa786c48-06d3-471b-b0d3-05df0190e020 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:06:31.875591 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-18599927-696e-4302-ac76-b614838771ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (fa786c48-06d3-471b-b0d3-05df0190e020), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:32.023312 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-25f0a863-f614-4907-beaa-3fed912937aa admin admin] Publish callbacks [] for port (031b573b-3c38-4a47-962d-4792755dcd0c), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:32.036796 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-25f0a863-f614-4907-beaa-3fed912937aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (031b573b-3c38-4a47-962d-4792755dcd0c), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:32.095798 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port fa786c48-06d3-471b-b0d3-05df0190e020, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=fa786c48-06d3-471b-b0d3-05df0190e020,segment=NetworkSegment(40f6a943-ca93-4c73-99d5-982c3f52e14b),segment_id=40f6a943-ca93-4c73-99d5-982c3f52e14b)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:06:32.127383 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-7c80522a-a9b6-4680-a414-c313d548f675 None None] Allocated IP 2001:db8:3::2 (7e4d5410-ef98-489b-91f5-f576ebc9972c/a20fe098-43f9-4552-9f85-484948f7fdb7/0804301e-7a87-4f7c-b324-59a319b7e899) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:06:32.150840 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b314735c-5c2d-44dd-8f10-7b17153f6ef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:32.170655 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (fa786c48-06d3-471b-b0d3-05df0190e020), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:32.172013 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 90c3283b-2172-4e1a-b7f5-4f64c2612ab2 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:06:32.265879 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-f8904ad1-2e39-4556-9756-f187d755bd46 None None] Set router 8c9590b1-d70a-45f4-8e77-80f30df48e2f gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:06:32.313315 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-25f0a863-f614-4907-beaa-3fed912937aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (7c68cfd5-a805-4e8c-81c0-d65914e9cc0d), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:32.461017 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f0a863-f614-4907-beaa-3fed912937aa admin admin] Pushing event updated for resources: {'Port': ['ID=031b573b-3c38-4a47-962d-4792755dcd0c,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:32.491553 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-1cd3bf61-7799-47b2-820d-7df6e6eb037c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c68cfd5-a805-4e8c-81c0-d65914e9cc0d', 'name': 'tempest-TestServerMultinode-794940828-router', 'tenant_id': '187e18b07b8e44de922559c33a337aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'd12d03a8-e1d1-4fe4-a914-7a1360d1ff35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:06:20Z', 'updated_at': '2022-01-28T03:06:25Z', 'revision_number': 3, 'project_id': '187e18b07b8e44de922559c33a337aeb', 'gw_port': {'id': 'd12d03a8-e1d1-4fe4-a914-7a1360d1ff35', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c68cfd5-a805-4e8c-81c0-d65914e9cc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:21Z', 'updated_at': '2022-01-28T03:06:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:06:32.829491 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f0a863-f614-4907-beaa-3fed912937aa admin admin] Network bd566bd5-fa34-4b37-a526-542c960c2d95 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:06:32.838266 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-25f0a863-f614-4907-beaa-3fed912937aa admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:06:32.946228 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd3bf61-7799-47b2-820d-7df6e6eb037c None None] Checking router: 7c68cfd5-a805-4e8c-81c0-d65914e9cc0d for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:06:32.946857 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd3bf61-7799-47b2-820d-7df6e6eb037c None None] Updating router 7c68cfd5-a805-4e8c-81c0-d65914e9cc0d port d12d03a8-e1d1-4fe4-a914-7a1360d1ff35 binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:06:33.069339 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 90c3283b-2172-4e1a-b7f5-4f64c2612ab2 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:33.069872 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (90c3283b-2172-4e1a-b7f5-4f64c2612ab2), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:33.073033 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1cd3bf61-7799-47b2-820d-7df6e6eb037c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d12d03a8-e1d1-4fe4-a914-7a1360d1ff35), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:33.223330 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f0a863-f614-4907-beaa-3fed912937aa admin admin] Router 7c68cfd5-a805-4e8c-81c0-d65914e9cc0d has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:06:33.470430 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a59e36e4-8af4-4b84-a8d6-950fd7aa45fd req-ae3a8be0-aa5c-493b-8086-288b9393716e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.1510224 Jan 28 03:06:33.514891 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f0a863-f614-4907-beaa-3fed912937aa admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:06:33.541947 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-25f0a863-f614-4907-beaa-3fed912937aa admin admin] 10.222.0.53 "PUT /v2.0/routers/7c68cfd5-a805-4e8c-81c0-d65914e9cc0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4817171 Jan 28 03:06:33.653703 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9babbbc4-c909-4ee7-88cf-bf7775d3ef4b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for port (1afdbee1-8c50-4231-899c-b7d71be5325e), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:33.687835 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9babbbc4-c909-4ee7-88cf-bf7775d3ef4b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (1afdbee1-8c50-4231-899c-b7d71be5325e), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:33.691568 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9babbbc4-c909-4ee7-88cf-bf7775d3ef4b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (cb37cd21-92c1-45c0-935a-1f1d30755681), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:33.756640 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9babbbc4-c909-4ee7-88cf-bf7775d3ef4b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event updated for resources: {'Port': ['ID=1afdbee1-8c50-4231-899c-b7d71be5325e,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:33.773344 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1cd3bf61-7799-47b2-820d-7df6e6eb037c None None] Publish callbacks [] for port (d12d03a8-e1d1-4fe4-a914-7a1360d1ff35), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:34.063249 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1cd3bf61-7799-47b2-820d-7df6e6eb037c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d12d03a8-e1d1-4fe4-a914-7a1360d1ff35), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:34.083302 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9babbbc4-c909-4ee7-88cf-bf7775d3ef4b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Network 7e4d5410-ef98-489b-91f5-f576ebc9972c is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:06:34.084878 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-9babbbc4-c909-4ee7-88cf-bf7775d3ef4b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:06:34.178592 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-1cd3bf61-7799-47b2-820d-7df6e6eb037c None None] Attempting to bind port d12d03a8-e1d1-4fe4-a914-7a1360d1ff35 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:06:34.179177 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-1cd3bf61-7799-47b2-820d-7df6e6eb037c None None] Attempting to bind port d12d03a8-e1d1-4fe4-a914-7a1360d1ff35 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:06:34.180302 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd3bf61-7799-47b2-820d-7df6e6eb037c None None] Attempting to bind port d12d03a8-e1d1-4fe4-a914-7a1360d1ff35 on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:06:34.197993 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.api [None req-18599927-696e-4302-ac76-b614838771ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:06:34.199640 n-d-712139-27 neutron-server[109804]: DEBUG oslo_db.api [None req-18599927-696e-4302-ac76-b614838771ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:06:34.216920 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd3bf61-7799-47b2-820d-7df6e6eb037c None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:06:34.217503 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd3bf61-7799-47b2-820d-7df6e6eb037c None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:06:34.218024 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1cd3bf61-7799-47b2-820d-7df6e6eb037c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:34.218532 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd3bf61-7799-47b2-820d-7df6e6eb037c None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:06:34.219124 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-1cd3bf61-7799-47b2-820d-7df6e6eb037c None None] Bound port: d12d03a8-e1d1-4fe4-a914-7a1360d1ff35, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:06:34.221750 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1cd3bf61-7799-47b2-820d-7df6e6eb037c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d12d03a8-e1d1-4fe4-a914-7a1360d1ff35), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:34.234608 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:34.304009 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=fa786c48-06d3-471b-b0d3-05df0190e020,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:34.407608 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:34.435596 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9babbbc4-c909-4ee7-88cf-bf7775d3ef4b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Router cb37cd21-92c1-45c0-935a-1f1d30755681 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:06:34.439232 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c55a5e6-a5cf-4096-8f61-8f60a7053d9a None None] Pushing event updated for resources: {'Port': ['ID=d12d03a8-e1d1-4fe4-a914-7a1360d1ff35,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:34.475240 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-f8904ad1-2e39-4556-9756-f187d755bd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9590b1-d70a-45f4-8e77-80f30df48e2f', 'name': 'tempest-TestServerMultinode-322331731-router', 'tenant_id': 'fe328c6c02fa4b4880d363a032721195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '90c3283b-2172-4e1a-b7f5-4f64c2612ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:05:55Z', 'updated_at': '2022-01-28T03:06:08Z', 'revision_number': 4, 'project_id': 'fe328c6c02fa4b4880d363a032721195', 'gw_port': {'id': '90c3283b-2172-4e1a-b7f5-4f64c2612ab2', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9590b1-d70a-45f4-8e77-80f30df48e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:05:57Z', 'updated_at': '2022-01-28T03:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '38ae0359-e8e4-4004-8f67-f742de50c5b7', 'name': '', 'network_id': '34f67722-2808-4396-95f6-61354ef5853d', 'tenant_id': 'fe328c6c02fa4b4880d363a032721195', 'mac_address': 'fa:16:3e:28:cb:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9590b1-d70a-45f4-8e77-80f30df48e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '4e697b59-6783-417a-a217-ebdbf873799e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:06Z', 'updated_at': '2022-01-28T03:06:29Z', 'revision_number': 4, 'project_id': 'fe328c6c02fa4b4880d363a032721195', 'subnets': [{'id': '4e697b59-6783-417a-a217-ebdbf873799e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:06:34.590886 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8904ad1-2e39-4556-9756-f187d755bd46 None None] The sync data for ids ['8c9590b1-d70a-45f4-8e77-80f30df48e2f'] in n-d-712139-27 is: [{'id': '8c9590b1-d70a-45f4-8e77-80f30df48e2f', 'name': 'tempest-TestServerMultinode-322331731-router', 'tenant_id': 'fe328c6c02fa4b4880d363a032721195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '90c3283b-2172-4e1a-b7f5-4f64c2612ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:05:55Z', 'updated_at': '2022-01-28T03:06:08Z', 'revision_number': 4, 'project_id': 'fe328c6c02fa4b4880d363a032721195', 'gw_port': {'id': '90c3283b-2172-4e1a-b7f5-4f64c2612ab2', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9590b1-d70a-45f4-8e77-80f30df48e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:05:57Z', 'updated_at': '2022-01-28T03:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '38ae0359-e8e4-4004-8f67-f742de50c5b7', 'name': '', 'network_id': '34f67722-2808-4396-95f6-61354ef5853d', 'tenant_id': 'fe328c6c02fa4b4880d363a032721195', 'mac_address': 'fa:16:3e:28:cb:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9590b1-d70a-45f4-8e77-80f30df48e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '4e697b59-6783-417a-a217-ebdbf873799e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:06Z', 'updated_at': '2022-01-28T03:06:29Z', 'revision_number': 4, 'project_id': 'fe328c6c02fa4b4880d363a032721195', 'subnets': [{'id': '4e697b59-6783-417a-a217-ebdbf873799e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:06:34.709010 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9babbbc4-c909-4ee7-88cf-bf7775d3ef4b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:06:34.721577 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f101c630-d1be-45f7-a5aa-a33371937602 None None] Sync routers for ids ['cb37cd21-92c1-45c0-935a-1f1d30755681'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:06:34.727397 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-1cd3bf61-7799-47b2-820d-7df6e6eb037c None None] For port d12d03a8-e1d1-4fe4-a914-7a1360d1ff35, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:06:34.747243 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f101c630-d1be-45f7-a5aa-a33371937602 None None] Routers {'cb37cd21-92c1-45c0-935a-1f1d30755681'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:06:34.748154 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-f101c630-d1be-45f7-a5aa-a33371937602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:06:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['cb37cd21-92c1-45c0-935a-1f1d30755681'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:06:34.752468 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-880b9bb2-f6b2-4820-bc5d-850afea236f7 req-7bdabf85-19dd-4925-91cc-231aa7b0e91b tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.1031585 Jan 28 03:06:34.764269 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 54658) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:06:34.767490 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9babbbc4-c909-4ee7-88cf-bf7775d3ef4b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "PUT /v2.0/routers/cb37cd21-92c1-45c0-935a-1f1d30755681/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7495117 Jan 28 03:06:34.769007 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-0e0c1ede-db51-485d-9189-949073f0d9a4 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:06:34.820994 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-18599927-696e-4302-ac76-b614838771ce None None] Current status of the port fa786c48-06d3-471b-b0d3-05df0190e020 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:06:34.986370 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-18599927-696e-4302-ac76-b614838771ce None None] Provisioning complete for port 38ae0359-e8e4-4004-8f67-f742de50c5b7 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:34.987081 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-18599927-696e-4302-ac76-b614838771ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (38ae0359-e8e4-4004-8f67-f742de50c5b7), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:34.990529 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-1cd3bf61-7799-47b2-820d-7df6e6eb037c None None] For port d12d03a8-e1d1-4fe4-a914-7a1360d1ff35, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=d12d03a8-e1d1-4fe4-a914-7a1360d1ff35,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:06:35.227240 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-f101c630-d1be-45f7-a5aa-a33371937602 None None] Set router cb37cd21-92c1-45c0-935a-1f1d30755681 gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:06:35.263738 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 90c3283b-2172-4e1a-b7f5-4f64c2612ab2 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:06:35.265036 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 9192c439-6429-43f8-8295-0ce2a430d2b4 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:06:35.285280 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1cd3bf61-7799-47b2-820d-7df6e6eb037c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d12d03a8-e1d1-4fe4-a914-7a1360d1ff35), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:35.334458 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7c80522a-a9b6-4680-a414-c313d548f675 None None] Publish callbacks [] for port (0804301e-7a87-4f7c-b324-59a319b7e899), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:35.343389 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-3ca1d57a-ef30-49a3-a70e-9f2954bb2d29 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:35.362550 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-3ca1d57a-ef30-49a3-a70e-9f2954bb2d29 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/networks?id=34f67722-2808-4396-95f6-61354ef5853d HTTP/1.1" status: 200 len: 910 time: 0.6490653 Jan 28 03:06:35.363136 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:35.432260 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-6ea3647c-25bc-48f7-9993-402b70a28bd6 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/quotas/187e18b07b8e44de922559c33a337aeb HTTP/1.1" status: 200 len: 375 time: 0.0686872 Jan 28 03:06:35.456928 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7c80522a-a9b6-4680-a414-c313d548f675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (0804301e-7a87-4f7c-b324-59a319b7e899), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:35.754967 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c80522a-a9b6-4680-a414-c313d548f675 None None] Network 7e4d5410-ef98-489b-91f5-f576ebc9972c is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:06:35.758302 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-b5bb5c14-32c9-46a9-8c15-1765267cdd67 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/ports?tenant_id=187e18b07b8e44de922559c33a337aeb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3251119 Jan 28 03:06:35.808242 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-7c80522a-a9b6-4680-a414-c313d548f675 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:06:35.827099 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c80522a-a9b6-4680-a414-c313d548f675 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:06:35.887992 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd3bf61-7799-47b2-820d-7df6e6eb037c None None] Routers {'7c68cfd5-a805-4e8c-81c0-d65914e9cc0d'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:06:35.890540 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-1cd3bf61-7799-47b2-820d-7df6e6eb037c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:06:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['7c68cfd5-a805-4e8c-81c0-d65914e9cc0d'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:06:36.016356 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-92fde6b9-d419-441b-bf98-f5cfc89fac2a service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:06:36.018103 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-92fde6b9-d419-441b-bf98-f5cfc89fac2a service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2501376 Jan 28 03:06:36.044134 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c55a5e6-a5cf-4096-8f61-8f60a7053d9a None None] Pushing event updated for resources: {'Port': ['ID=d12d03a8-e1d1-4fe4-a914-7a1360d1ff35,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:36.090268 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-f101c630-d1be-45f7-a5aa-a33371937602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'name': 'tempest-RoutersIpV6Test-router-1905695091', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:05:47Z', 'updated_at': '2022-01-28T03:06:31Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'gw_port_host': None, '_interfaces': [{'id': '1afdbee1-8c50-4231-899c-b7d71be5325e', 'name': '', 'network_id': '7e4d5410-ef98-489b-91f5-f576ebc9972c', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:8f:86:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': 'a20fe098-43f9-4552-9f85-484948f7fdb7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:29Z', 'updated_at': '2022-01-28T03:06:33Z', 'revision_number': 2, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': 'a20fe098-43f9-4552-9f85-484948f7fdb7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29671df7-820a-4c7e-93ac-7a6b2d613571', 'name': '', 'network_id': 'bd799f96-19b6-4980-9f95-43cafddd3e3a', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:80:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '0548c622-b5f0-4e42-974d-b35ec5d1046a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:03Z', 'updated_at': '2022-01-28T03:06:20Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '0548c622-b5f0-4e42-974d-b35ec5d1046a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2fcf3c9b-0fc7-4d77-946e-c894f1bb447d', 'name': '', 'network_id': '6e537d05-57b5-4fdd-8add-b1f69b25b021', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:41:36:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:05:52Z', 'updated_at': '2022-01-28T03:06:03Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77f4c9c8-f2ed-43d7-b60a-c61e14ba9909', 'name': '', 'network_id': 'e94ff50c-ea63-4787-8a03-3af8ddcbb5dd', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:ca:f5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '7e8e78cf-e8b0-4aba-aa6d-f4dd42bff7e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:17Z', 'updated_at': '2022-01-28T03:06:27Z', 'revision_number': 4, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '7e8e78cf-e8b0-4aba-aa6d-f4dd42bff7e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:06:36.317743 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-a8bd6b13-61db-4f87-b916-1baa705a2ecc service neutron] 10.222.0.53 "GET /v2.0/networks/34f67722-2808-4396-95f6-61354ef5853d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913778 Jan 28 03:06:36.463445 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f101c630-d1be-45f7-a5aa-a33371937602 None None] Checking router: cb37cd21-92c1-45c0-935a-1f1d30755681 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:06:36.463812 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f101c630-d1be-45f7-a5aa-a33371937602 None None] Updating router cb37cd21-92c1-45c0-935a-1f1d30755681 port 1afdbee1-8c50-4231-899c-b7d71be5325e binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:06:36.531259 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-f101c630-d1be-45f7-a5aa-a33371937602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1afdbee1-8c50-4231-899c-b7d71be5325e), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:36.625390 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-ac7669ae-fc37-4f23-b5ec-3ab8839b8a75 service neutron] 10.222.0.53 "GET /v2.0/networks/34f67722-2808-4396-95f6-61354ef5853d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051376 Jan 28 03:06:36.827597 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-7c80522a-a9b6-4680-a414-c313d548f675 None None] Attempting to bind port 0804301e-7a87-4f7c-b324-59a319b7e899 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:06:36.833861 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-7c80522a-a9b6-4680-a414-c313d548f675 None None] Attempting to bind port 0804301e-7a87-4f7c-b324-59a319b7e899 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '89ec95d1-82d0-4a86-b168-4e5baffb22c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7e4d5410-ef98-489b-91f5-f576ebc9972c'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:06:36.834468 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c80522a-a9b6-4680-a414-c313d548f675 None None] Attempting to bind port 0804301e-7a87-4f7c-b324-59a319b7e899 on network 7e4d5410-ef98-489b-91f5-f576ebc9972c {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:06:37.023856 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-1cd3bf61-7799-47b2-820d-7df6e6eb037c None None] Set router 7c68cfd5-a805-4e8c-81c0-d65914e9cc0d gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:06:37.135620 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c80522a-a9b6-4680-a414-c313d548f675 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:06:37.136422 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c80522a-a9b6-4680-a414-c313d548f675 None None] Checking segment: {'id': '89ec95d1-82d0-4a86-b168-4e5baffb22c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7e4d5410-ef98-489b-91f5-f576ebc9972c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:06:37.137322 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7c80522a-a9b6-4680-a414-c313d548f675 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:37.138025 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c80522a-a9b6-4680-a414-c313d548f675 None None] Bound using segment: {'id': '89ec95d1-82d0-4a86-b168-4e5baffb22c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7e4d5410-ef98-489b-91f5-f576ebc9972c'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:06:37.138682 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-7c80522a-a9b6-4680-a414-c313d548f675 None None] Bound port: 0804301e-7a87-4f7c-b324-59a319b7e899, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89ec95d1-82d0-4a86-b168-4e5baffb22c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7e4d5410-ef98-489b-91f5-f576ebc9972c'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:06:37.139221 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7c80522a-a9b6-4680-a414-c313d548f675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (0804301e-7a87-4f7c-b324-59a319b7e899), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:37.323267 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 9192c439-6429-43f8-8295-0ce2a430d2b4 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:37.323657 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9192c439-6429-43f8-8295-0ce2a430d2b4), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:37.325580 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:37.413966 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3b8e844c-12d3-4a77-a3af-61c34b833d8e req-e8c1a060-20fc-486c-8918-78e6b4821bbb tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.4878321 Jan 28 03:06:37.573771 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7c80522a-a9b6-4680-a414-c313d548f675 None None] For port 0804301e-7a87-4f7c-b324-59a319b7e899, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:06:37.577544 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7c80522a-a9b6-4680-a414-c313d548f675 None None] For port 0804301e-7a87-4f7c-b324-59a319b7e899, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=0804301e-7a87-4f7c-b324-59a319b7e899,segment=NetworkSegment(89ec95d1-82d0-4a86-b168-4e5baffb22c9),segment_id=89ec95d1-82d0-4a86-b168-4e5baffb22c9)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:06:37.592540 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-18599927-696e-4302-ac76-b614838771ce None None] Current status of the port 38ae0359-e8e4-4004-8f67-f742de50c5b7 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:06:37.593265 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-18599927-696e-4302-ac76-b614838771ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (38ae0359-e8e4-4004-8f67-f742de50c5b7), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:37.636169 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-18599927-696e-4302-ac76-b614838771ce None None] For port 38ae0359-e8e4-4004-8f67-f742de50c5b7, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=38ae0359-e8e4-4004-8f67-f742de50c5b7,segment=NetworkSegment(ef1927f8-2d2c-4b20-8596-ea754f1a0114),segment_id=ef1927f8-2d2c-4b20-8596-ea754f1a0114)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:06:37.638321 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7c80522a-a9b6-4680-a414-c313d548f675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (0804301e-7a87-4f7c-b324-59a319b7e899), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:37.647978 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c80522a-a9b6-4680-a414-c313d548f675 None None] Pushing event updated for resources: {'Port': ['ID=0804301e-7a87-4f7c-b324-59a319b7e899,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:37.650851 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-18599927-696e-4302-ac76-b614838771ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (38ae0359-e8e4-4004-8f67-f742de50c5b7), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:37.709803 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c80522a-a9b6-4680-a414-c313d548f675 None None] Pushing event updated for resources: {'Port': ['ID=0804301e-7a87-4f7c-b324-59a319b7e899,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:38.089822 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-f101c630-d1be-45f7-a5aa-a33371937602 None None] Publish callbacks [] for port (1afdbee1-8c50-4231-899c-b7d71be5325e), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:38.121034 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.extraroute_db [None req-0e0c1ede-db51-485d-9189-949073f0d9a4 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=109803) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 03:06:38.125110 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-f101c630-d1be-45f7-a5aa-a33371937602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (1afdbee1-8c50-4231-899c-b7d71be5325e), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:38.131245 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-5358cde3-f099-4f0f-b5dd-5f8069f96fcc None None] Provisioning complete for port 9192c439-6429-43f8-8295-0ce2a430d2b4 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:38.131878 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5358cde3-f099-4f0f-b5dd-5f8069f96fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9192c439-6429-43f8-8295-0ce2a430d2b4), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:38.170333 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.extraroute_db [None req-0e0c1ede-db51-485d-9189-949073f0d9a4 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Removed routes are [] {{(pid=109803) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 03:06:38.171316 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0e0c1ede-db51-485d-9189-949073f0d9a4 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23253'] for router (cb37cd21-92c1-45c0-935a-1f1d30755681), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:38.276959 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18599927-696e-4302-ac76-b614838771ce None None] Pushing event updated for resources: {'Port': ['ID=38ae0359-e8e4-4004-8f67-f742de50c5b7,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:38.414352 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 9192c439-6429-43f8-8295-0ce2a430d2b4 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:06:38.420460 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 29671df7-820a-4c7e-93ac-7a6b2d613571 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:06:38.421827 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8985f5d1-69f2-46b6-b46b-94150ec01ab8 None None] Pushing event updated for resources: {'Port': ['ID=1afdbee1-8c50-4231-899c-b7d71be5325e,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:38.435739 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fed814b4-4b21-4487-8abc-de3544ab684c req-908c8698-d931-405d-8188-538acbf9567a tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1d8a8497-ce10-4994-9691-5707c8a4677a HTTP/1.1" status: 200 len: 210 time: 0.7465863 Jan 28 03:06:38.757817 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-f101c630-d1be-45f7-a5aa-a33371937602 None None] Attempting to bind port 1afdbee1-8c50-4231-899c-b7d71be5325e on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:06:38.760354 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-f101c630-d1be-45f7-a5aa-a33371937602 None None] Attempting to bind port 1afdbee1-8c50-4231-899c-b7d71be5325e by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '89ec95d1-82d0-4a86-b168-4e5baffb22c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7e4d5410-ef98-489b-91f5-f576ebc9972c'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:06:38.760727 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f101c630-d1be-45f7-a5aa-a33371937602 None None] Attempting to bind port 1afdbee1-8c50-4231-899c-b7d71be5325e on network 7e4d5410-ef98-489b-91f5-f576ebc9972c {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:06:38.777421 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f101c630-d1be-45f7-a5aa-a33371937602 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:06:38.777827 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f101c630-d1be-45f7-a5aa-a33371937602 None None] Checking segment: {'id': '89ec95d1-82d0-4a86-b168-4e5baffb22c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7e4d5410-ef98-489b-91f5-f576ebc9972c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:06:38.778200 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-f101c630-d1be-45f7-a5aa-a33371937602 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:38.778593 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f101c630-d1be-45f7-a5aa-a33371937602 None None] Bound using segment: {'id': '89ec95d1-82d0-4a86-b168-4e5baffb22c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7e4d5410-ef98-489b-91f5-f576ebc9972c'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:06:38.779065 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-f101c630-d1be-45f7-a5aa-a33371937602 None None] Bound port: 1afdbee1-8c50-4231-899c-b7d71be5325e, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89ec95d1-82d0-4a86-b168-4e5baffb22c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7e4d5410-ef98-489b-91f5-f576ebc9972c'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:06:38.779441 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-f101c630-d1be-45f7-a5aa-a33371937602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1afdbee1-8c50-4231-899c-b7d71be5325e), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:38.862481 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-1cd3bf61-7799-47b2-820d-7df6e6eb037c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c68cfd5-a805-4e8c-81c0-d65914e9cc0d', 'name': 'tempest-TestServerMultinode-794940828-router', 'tenant_id': '187e18b07b8e44de922559c33a337aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'd12d03a8-e1d1-4fe4-a914-7a1360d1ff35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:06:20Z', 'updated_at': '2022-01-28T03:06:31Z', 'revision_number': 4, 'project_id': '187e18b07b8e44de922559c33a337aeb', 'gw_port': {'id': 'd12d03a8-e1d1-4fe4-a914-7a1360d1ff35', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c68cfd5-a805-4e8c-81c0-d65914e9cc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:21Z', 'updated_at': '2022-01-28T03:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '031b573b-3c38-4a47-962d-4792755dcd0c', 'name': '', 'network_id': 'bd566bd5-fa34-4b37-a526-542c960c2d95', 'tenant_id': '187e18b07b8e44de922559c33a337aeb', 'mac_address': 'fa:16:3e:da:b9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c68cfd5-a805-4e8c-81c0-d65914e9cc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '0d361fb7-abc4-426b-9bbc-e49b1aa77335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:29Z', 'updated_at': '2022-01-28T03:06:31Z', 'revision_number': 2, 'project_id': '187e18b07b8e44de922559c33a337aeb', 'subnets': [{'id': '0d361fb7-abc4-426b-9bbc-e49b1aa77335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:06:38.983539 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 29671df7-820a-4c7e-93ac-7a6b2d613571 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:38.984636 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (29671df7-820a-4c7e-93ac-7a6b2d613571), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:38.993282 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd3bf61-7799-47b2-820d-7df6e6eb037c None None] The sync data for ids ['7c68cfd5-a805-4e8c-81c0-d65914e9cc0d'] in n-d-712139-27 is: [{'id': '7c68cfd5-a805-4e8c-81c0-d65914e9cc0d', 'name': 'tempest-TestServerMultinode-794940828-router', 'tenant_id': '187e18b07b8e44de922559c33a337aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'd12d03a8-e1d1-4fe4-a914-7a1360d1ff35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:06:20Z', 'updated_at': '2022-01-28T03:06:31Z', 'revision_number': 4, 'project_id': '187e18b07b8e44de922559c33a337aeb', 'gw_port': {'id': 'd12d03a8-e1d1-4fe4-a914-7a1360d1ff35', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c68cfd5-a805-4e8c-81c0-d65914e9cc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:21Z', 'updated_at': '2022-01-28T03:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '031b573b-3c38-4a47-962d-4792755dcd0c', 'name': '', 'network_id': 'bd566bd5-fa34-4b37-a526-542c960c2d95', 'tenant_id': '187e18b07b8e44de922559c33a337aeb', 'mac_address': 'fa:16:3e:da:b9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c68cfd5-a805-4e8c-81c0-d65914e9cc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '0d361fb7-abc4-426b-9bbc-e49b1aa77335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:29Z', 'updated_at': '2022-01-28T03:06:31Z', 'revision_number': 2, 'project_id': '187e18b07b8e44de922559c33a337aeb', 'subnets': [{'id': '0d361fb7-abc4-426b-9bbc-e49b1aa77335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:06:39.005686 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-5358cde3-f099-4f0f-b5dd-5f8069f96fcc None None] Current status of the port 9192c439-6429-43f8-8295-0ce2a430d2b4 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:06:39.018336 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-f101c630-d1be-45f7-a5aa-a33371937602 None None] For port 1afdbee1-8c50-4231-899c-b7d71be5325e, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:06:39.059944 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-f101c630-d1be-45f7-a5aa-a33371937602 None None] For port 1afdbee1-8c50-4231-899c-b7d71be5325e, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=1afdbee1-8c50-4231-899c-b7d71be5325e,segment=NetworkSegment(89ec95d1-82d0-4a86-b168-4e5baffb22c9),segment_id=89ec95d1-82d0-4a86-b168-4e5baffb22c9)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:06:39.075871 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-f101c630-d1be-45f7-a5aa-a33371937602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (1afdbee1-8c50-4231-899c-b7d71be5325e), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:39.098908 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-11fe469c-75d5-4b7f-9df7-e1a7c1bdf443 req-ba33d7c5-63cc-48a9-bd58-924b760ff394 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.2648332 Jan 28 03:06:39.102873 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-5358cde3-f099-4f0f-b5dd-5f8069f96fcc None None] Provisioning complete for port 38ae0359-e8e4-4004-8f67-f742de50c5b7 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:39.103281 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5358cde3-f099-4f0f-b5dd-5f8069f96fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (38ae0359-e8e4-4004-8f67-f742de50c5b7), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:39.247554 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0e0c1ede-db51-485d-9189-949073f0d9a4 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23253'] for router (cb37cd21-92c1-45c0-935a-1f1d30755681), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:39.266936 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0e0c1ede-db51-485d-9189-949073f0d9a4 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3876279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3876284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3877649'] for router (cb37cd21-92c1-45c0-935a-1f1d30755681), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:39.303104 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8985f5d1-69f2-46b6-b46b-94150ec01ab8 None None] Pushing event updated for resources: {'Port': ['ID=1afdbee1-8c50-4231-899c-b7d71be5325e,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:39.355761 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f101c630-d1be-45f7-a5aa-a33371937602 None None] Routers {'cb37cd21-92c1-45c0-935a-1f1d30755681'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:06:39.356421 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-f101c630-d1be-45f7-a5aa-a33371937602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:06:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['cb37cd21-92c1-45c0-935a-1f1d30755681'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:06:39.599718 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-5358cde3-f099-4f0f-b5dd-5f8069f96fcc None None] Current status of the port 38ae0359-e8e4-4004-8f67-f742de50c5b7 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:06:39.758479 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-5358cde3-f099-4f0f-b5dd-5f8069f96fcc None None] Provisioning complete for port 031b573b-3c38-4a47-962d-4792755dcd0c triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:39.759234 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5358cde3-f099-4f0f-b5dd-5f8069f96fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (031b573b-3c38-4a47-962d-4792755dcd0c), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:39.766467 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0c1ede-db51-485d-9189-949073f0d9a4 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Router cb37cd21-92c1-45c0-935a-1f1d30755681 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:06:39.840569 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 29671df7-820a-4c7e-93ac-7a6b2d613571 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:06:39.869685 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-5358cde3-f099-4f0f-b5dd-5f8069f96fcc None None] Port 031b573b-3c38-4a47-962d-4792755dcd0c cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:06:39.880397 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-34a0fbd2-c312-4eb1-8bf4-58bfd0e14000 req-f99ea904-397b-4f50-9a9c-9b99dc733352 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1d8a8497-ce10-4994-9691-5707c8a4677a HTTP/1.1" status: 200 len: 210 time: 0.2425323 Jan 28 03:06:39.920351 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-f101c630-d1be-45f7-a5aa-a33371937602 None None] Set router cb37cd21-92c1-45c0-935a-1f1d30755681 gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:06:40.151734 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-5358cde3-f099-4f0f-b5dd-5f8069f96fcc None None] Provisioning complete for port fa786c48-06d3-471b-b0d3-05df0190e020 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:40.168758 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5358cde3-f099-4f0f-b5dd-5f8069f96fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (fa786c48-06d3-471b-b0d3-05df0190e020), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:40.300228 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0c1ede-db51-485d-9189-949073f0d9a4 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:06:40.349656 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0e0c1ede-db51-485d-9189-949073f0d9a4 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:40.351005 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0e0c1ede-db51-485d-9189-949073f0d9a4 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "PUT /v2.0/routers/cb37cd21-92c1-45c0-935a-1f1d30755681 HTTP/1.1" status: 200 len: 954 time: 5.5857208 Jan 28 03:06:40.353752 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 54800) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:06:40.464491 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce0fa6d-c79b-47cb-87db-01693df56772 None None] Network 7e4d5410-ef98-489b-91f5-f576ebc9972c requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:06:40.481821 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-5358cde3-f099-4f0f-b5dd-5f8069f96fcc None None] Current status of the port fa786c48-06d3-471b-b0d3-05df0190e020 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:06:40.560141 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-5358cde3-f099-4f0f-b5dd-5f8069f96fcc None None] Provisioning complete for port 77f4c9c8-f2ed-43d7-b60a-c61e14ba9909 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:40.572273 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5358cde3-f099-4f0f-b5dd-5f8069f96fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (77f4c9c8-f2ed-43d7-b60a-c61e14ba9909), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:40.598226 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4e3d810f-5e53-43fd-b773-d531f07924d0 req-eda00755-ad19-46d6-9a3f-9461bb4b0f2e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.1032012 Jan 28 03:06:40.952887 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-f101c630-d1be-45f7-a5aa-a33371937602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'name': 'tempest-RoutersIpV6Test-router-1905695091', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:05:47Z', 'updated_at': '2022-01-28T03:06:38Z', 'revision_number': 6, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'gw_port_host': None, '_interfaces': [{'id': '1afdbee1-8c50-4231-899c-b7d71be5325e', 'name': '', 'network_id': '7e4d5410-ef98-489b-91f5-f576ebc9972c', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:8f:86:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': 'a20fe098-43f9-4552-9f85-484948f7fdb7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:29Z', 'updated_at': '2022-01-28T03:06:38Z', 'revision_number': 4, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': 'a20fe098-43f9-4552-9f85-484948f7fdb7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29671df7-820a-4c7e-93ac-7a6b2d613571', 'name': '', 'network_id': 'bd799f96-19b6-4980-9f95-43cafddd3e3a', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:80:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '0548c622-b5f0-4e42-974d-b35ec5d1046a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:03Z', 'updated_at': '2022-01-28T03:06:20Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '0548c622-b5f0-4e42-974d-b35ec5d1046a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2fcf3c9b-0fc7-4d77-946e-c894f1bb447d', 'name': '', 'network_id': '6e537d05-57b5-4fdd-8add-b1f69b25b021', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:41:36:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:05:52Z', 'updated_at': '2022-01-28T03:06:03Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77f4c9c8-f2ed-43d7-b60a-c61e14ba9909', 'name': '', 'network_id': 'e94ff50c-ea63-4787-8a03-3af8ddcbb5dd', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:ca:f5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '7e8e78cf-e8b0-4aba-aa6d-f4dd42bff7e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:17Z', 'updated_at': '2022-01-28T03:06:27Z', 'revision_number': 4, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '7e8e78cf-e8b0-4aba-aa6d-f4dd42bff7e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:06:40.958123 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device fa786c48-06d3-471b-b0d3-05df0190e020 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:06:41.109921 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f101c630-d1be-45f7-a5aa-a33371937602 None None] The sync data for ids ['cb37cd21-92c1-45c0-935a-1f1d30755681'] in n-d-712139-27 is: [{'id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'name': 'tempest-RoutersIpV6Test-router-1905695091', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:05:47Z', 'updated_at': '2022-01-28T03:06:38Z', 'revision_number': 6, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'gw_port_host': None, '_interfaces': [{'id': '1afdbee1-8c50-4231-899c-b7d71be5325e', 'name': '', 'network_id': '7e4d5410-ef98-489b-91f5-f576ebc9972c', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:8f:86:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': 'a20fe098-43f9-4552-9f85-484948f7fdb7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:29Z', 'updated_at': '2022-01-28T03:06:38Z', 'revision_number': 4, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': 'a20fe098-43f9-4552-9f85-484948f7fdb7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29671df7-820a-4c7e-93ac-7a6b2d613571', 'name': '', 'network_id': 'bd799f96-19b6-4980-9f95-43cafddd3e3a', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:80:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '0548c622-b5f0-4e42-974d-b35ec5d1046a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:03Z', 'updated_at': '2022-01-28T03:06:20Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '0548c622-b5f0-4e42-974d-b35ec5d1046a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2fcf3c9b-0fc7-4d77-946e-c894f1bb447d', 'name': '', 'network_id': '6e537d05-57b5-4fdd-8add-b1f69b25b021', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:41:36:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:05:52Z', 'updated_at': '2022-01-28T03:06:03Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77f4c9c8-f2ed-43d7-b60a-c61e14ba9909', 'name': '', 'network_id': 'e94ff50c-ea63-4787-8a03-3af8ddcbb5dd', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:ca:f5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '7e8e78cf-e8b0-4aba-aa6d-f4dd42bff7e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:17Z', 'updated_at': '2022-01-28T03:06:27Z', 'revision_number': 4, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '7e8e78cf-e8b0-4aba-aa6d-f4dd42bff7e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:06:41.129244 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-717ae849-207e-42f5-9f96-d184c75e2002 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:41.130844 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-717ae849-207e-42f5-9f96-d184c75e2002 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.39 "GET /v2.0/networks?id=34f67722-2808-4396-95f6-61354ef5853d HTTP/1.1" status: 200 len: 910 time: 0.3559418 Jan 28 03:06:41.181464 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-1eebf2b2-78ea-44e3-a099-b68cf07c5f72 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Request body: {'port': {'device_id': '1d8a8497-ce10-4994-9691-5707c8a4677a', 'network_id': '34f67722-2808-4396-95f6-61354ef5853d', 'admin_state_up': True, 'tenant_id': '187e18b07b8e44de922559c33a337aeb'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:06:41.204306 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-5358cde3-f099-4f0f-b5dd-5f8069f96fcc None None] Current status of the port 77f4c9c8-f2ed-43d7-b60a-c61e14ba9909 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:06:41.205321 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5358cde3-f099-4f0f-b5dd-5f8069f96fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (77f4c9c8-f2ed-43d7-b60a-c61e14ba9909), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:41.295623 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-84977f1e-09cc-4a8b-a15e-69a26c66c41e req-20c6957b-1f02-46be-ab93-b9c9dd2d52db tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1d8a8497-ce10-4994-9691-5707c8a4677a HTTP/1.1" status: 200 len: 210 time: 0.1105917 Jan 28 03:06:41.353903 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-5358cde3-f099-4f0f-b5dd-5f8069f96fcc None None] For port 77f4c9c8-f2ed-43d7-b60a-c61e14ba9909, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=77f4c9c8-f2ed-43d7-b60a-c61e14ba9909,segment=NetworkSegment(40f6a943-ca93-4c73-99d5-982c3f52e14b),segment_id=40f6a943-ca93-4c73-99d5-982c3f52e14b)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:06:41.356492 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 54824) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:06:41.363403 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-824310d1-21bc-48fb-b3dc-241824e5853e tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Request body: {'router': {'routes': None}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:06:41.375048 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5358cde3-f099-4f0f-b5dd-5f8069f96fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (77f4c9c8-f2ed-43d7-b60a-c61e14ba9909), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:41.395287 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2d8cea7b-20f7-4233-bd87-cb03220413f4 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "GET /v2.0/routers/cb37cd21-92c1-45c0-935a-1f1d30755681 HTTP/1.1" status: 200 len: 954 time: 1.0393622 Jan 28 03:06:41.415451 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-1eebf2b2-78ea-44e3-a099-b68cf07c5f72 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Made reservation on behalf of 187e18b07b8e44de922559c33a337aeb for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:06:41.421774 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-1eebf2b2-78ea-44e3-a099-b68cf07c5f72 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:41.449102 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port fa786c48-06d3-471b-b0d3-05df0190e020 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:41.456411 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (fa786c48-06d3-471b-b0d3-05df0190e020), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:41.746790 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-1eebf2b2-78ea-44e3-a099-b68cf07c5f72 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Allocated IP 172.20.0.5 (34f67722-2808-4396-95f6-61354ef5853d/4e697b59-6783-417a-a217-ebdbf873799e/659219ba-45d4-4ea1-ad29-630833e51e4b) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:06:42.096456 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-1eebf2b2-78ea-44e3-a099-b68cf07c5f72 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Publish callbacks [] for port (659219ba-45d4-4ea1-ad29-630833e51e4b), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:42.244514 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-1eebf2b2-78ea-44e3-a099-b68cf07c5f72 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (659219ba-45d4-4ea1-ad29-630833e51e4b), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:42.245010 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-26ebee88-c5dc-4edc-8fb5-466bf8fa58c8 req-46d33521-8402-4ea6-829e-aa99f5877c5a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.3016036 Jan 28 03:06:42.437341 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eebf2b2-78ea-44e3-a099-b68cf07c5f72 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Pushing event updated for resources: {'Port': ['ID=659219ba-45d4-4ea1-ad29-630833e51e4b,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:42.491784 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-1eebf2b2-78ea-44e3-a099-b68cf07c5f72 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Network 34f67722-2808-4396-95f6-61354ef5853d is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:06:42.497993 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-1eebf2b2-78ea-44e3-a099-b68cf07c5f72 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:06:42.506846 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-1eebf2b2-78ea-44e3-a099-b68cf07c5f72 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:06:42.593321 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port fa786c48-06d3-471b-b0d3-05df0190e020 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:06:42.595068 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 77f4c9c8-f2ed-43d7-b60a-c61e14ba9909 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:06:42.639053 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-1eebf2b2-78ea-44e3-a099-b68cf07c5f72 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:42.641293 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-05aa7ccb-3dcb-4646-ab25-56c7f5298b71 None None] Provisioning complete for port 0804301e-7a87-4f7c-b324-59a319b7e899 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:42.647245 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-05aa7ccb-3dcb-4646-ab25-56c7f5298b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (0804301e-7a87-4f7c-b324-59a319b7e899), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:42.648396 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-1eebf2b2-78ea-44e3-a099-b68cf07c5f72 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:42.705742 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-1eebf2b2-78ea-44e3-a099-b68cf07c5f72 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.5362141 Jan 28 03:06:42.745954 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-6f5ceeef-9109-4b15-aa79-b07087207fc1 service neutron] Request body: {'port': {'device_id': '1d8a8497-ce10-4994-9691-5707c8a4677a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:06:42.854557 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5358cde3-f099-4f0f-b5dd-5f8069f96fcc None None] Pushing event updated for resources: {'Port': ['ID=77f4c9c8-f2ed-43d7-b60a-c61e14ba9909,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:42.964408 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-6f5ceeef-9109-4b15-aa79-b07087207fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (659219ba-45d4-4ea1-ad29-630833e51e4b), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:42.990476 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 77f4c9c8-f2ed-43d7-b60a-c61e14ba9909 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:42.991156 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (77f4c9c8-f2ed-43d7-b60a-c61e14ba9909), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:43.401758 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8debbfa6-3bb5-4c99-976d-c0e56c85d1a7 req-b94f5f0b-1643-4e86-88f5-da1d8541e04c tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:43.427174 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8debbfa6-3bb5-4c99-976d-c0e56c85d1a7 req-b94f5f0b-1643-4e86-88f5-da1d8541e04c tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1d8a8497-ce10-4994-9691-5707c8a4677a HTTP/1.1" status: 200 len: 1027 time: 0.6385512 Jan 28 03:06:43.443548 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-05aa7ccb-3dcb-4646-ab25-56c7f5298b71 None None] Current status of the port 0804301e-7a87-4f7c-b324-59a319b7e899 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:06:43.450214 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-05aa7ccb-3dcb-4646-ab25-56c7f5298b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (0804301e-7a87-4f7c-b324-59a319b7e899), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:43.575752 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-05aa7ccb-3dcb-4646-ab25-56c7f5298b71 None None] For port 0804301e-7a87-4f7c-b324-59a319b7e899, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=0804301e-7a87-4f7c-b324-59a319b7e899,segment=NetworkSegment(89ec95d1-82d0-4a86-b168-4e5baffb22c9),segment_id=89ec95d1-82d0-4a86-b168-4e5baffb22c9)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:06:43.618631 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8debbfa6-3bb5-4c99-976d-c0e56c85d1a7 req-70ca4810-b3eb-4c12-8c58-dd85ada9cc22 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ff30adee-f506-4994-9448-8aaf5148204d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888139 Jan 28 03:06:43.678044 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-05aa7ccb-3dcb-4646-ab25-56c7f5298b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (0804301e-7a87-4f7c-b324-59a319b7e899), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:43.895890 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aa7ccb-3dcb-4646-ab25-56c7f5298b71 None None] Pushing event updated for resources: {'Port': ['ID=0804301e-7a87-4f7c-b324-59a319b7e899,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:43.949785 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 77f4c9c8-f2ed-43d7-b60a-c61e14ba9909 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:06:43.950907 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 9192c439-6429-43f8-8295-0ce2a430d2b4 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:06:44.071571 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bc829e-5235-42a6-8d1e-3a5f63727436 None None] Sync routers for ids ['cb37cd21-92c1-45c0-935a-1f1d30755681'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:06:44.106927 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6dab4190-6d00-467e-9b8d-c438655b0a0a req-d7f37c7d-f873-43ac-9e7b-f42ea9cfd908 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.2033842 Jan 28 03:06:44.151658 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-75dc9b26-15fd-4f25-af11-77a515b674f2 None None] Provisioning complete for port 1afdbee1-8c50-4231-899c-b7d71be5325e triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:44.152246 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-75dc9b26-15fd-4f25-af11-77a515b674f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (1afdbee1-8c50-4231-899c-b7d71be5325e), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:44.182596 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.extraroute_db [None req-824310d1-21bc-48fb-b3dc-241824e5853e tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Added routes are [] {{(pid=109803) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 03:06:44.183102 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.extraroute_db [None req-824310d1-21bc-48fb-b3dc-241824e5853e tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=109803) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 03:06:44.236374 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bc829e-5235-42a6-8d1e-3a5f63727436 None None] Routers {'cb37cd21-92c1-45c0-935a-1f1d30755681'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:06:44.237040 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-22bc829e-5235-42a6-8d1e-3a5f63727436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:06:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['cb37cd21-92c1-45c0-935a-1f1d30755681'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:06:44.279445 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-6f5ceeef-9109-4b15-aa79-b07087207fc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 659219ba-45d4-4ea1-ad29-630833e51e4b {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:06:44.289744 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-824310d1-21bc-48fb-b3dc-241824e5853e tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23253'] for router (cb37cd21-92c1-45c0-935a-1f1d30755681), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:44.328760 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-6f5ceeef-9109-4b15-aa79-b07087207fc1 service neutron] Publish callbacks [] for port (659219ba-45d4-4ea1-ad29-630833e51e4b), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:44.342971 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 9192c439-6429-43f8-8295-0ce2a430d2b4 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:44.343357 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9192c439-6429-43f8-8295-0ce2a430d2b4), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:44.419611 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-6f5ceeef-9109-4b15-aa79-b07087207fc1 service neutron] Transition to ACTIVE for port object 659219ba-45d4-4ea1-ad29-630833e51e4b will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:06:44.439201 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-6f5ceeef-9109-4b15-aa79-b07087207fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (659219ba-45d4-4ea1-ad29-630833e51e4b), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:44.754527 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ceeef-9109-4b15-aa79-b07087207fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=659219ba-45d4-4ea1-ad29-630833e51e4b,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:44.831790 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 9192c439-6429-43f8-8295-0ce2a430d2b4 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:06:44.833818 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 38ae0359-e8e4-4004-8f67-f742de50c5b7 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:06:44.998506 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-22bc829e-5235-42a6-8d1e-3a5f63727436 None None] Set router cb37cd21-92c1-45c0-935a-1f1d30755681 gateway port host: None {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:06:45.102370 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-6f5ceeef-9109-4b15-aa79-b07087207fc1 service neutron] Attempting to bind port 659219ba-45d4-4ea1-ad29-630833e51e4b on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:06:45.102810 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-6f5ceeef-9109-4b15-aa79-b07087207fc1 service neutron] Attempting to bind port 659219ba-45d4-4ea1-ad29-630833e51e4b by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'ef1927f8-2d2c-4b20-8596-ea754f1a0114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '34f67722-2808-4396-95f6-61354ef5853d'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:06:45.103058 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-6f5ceeef-9109-4b15-aa79-b07087207fc1 service neutron] Attempting to bind port 659219ba-45d4-4ea1-ad29-630833e51e4b on network 34f67722-2808-4396-95f6-61354ef5853d {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:06:45.116964 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae527f37-bfca-4621-8906-84d4c9fabc4f req-34b1847b-0082-4a40-a077-db5b362bea71 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:45.126089 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-6f5ceeef-9109-4b15-aa79-b07087207fc1 service neutron] Port 659219ba-45d4-4ea1-ad29-630833e51e4b on network 34f67722-2808-4396-95f6-61354ef5853d not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:06:45.128255 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-6f5ceeef-9109-4b15-aa79-b07087207fc1 service neutron] Attempting to bind port 659219ba-45d4-4ea1-ad29-630833e51e4b on network 34f67722-2808-4396-95f6-61354ef5853d {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:06:45.129266 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ae527f37-bfca-4621-8906-84d4c9fabc4f req-34b1847b-0082-4a40-a077-db5b362bea71 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1d8a8497-ce10-4994-9691-5707c8a4677a HTTP/1.1" status: 200 len: 1053 time: 0.3383899 Jan 28 03:06:45.139668 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-75dc9b26-15fd-4f25-af11-77a515b674f2 None None] Current status of the port 1afdbee1-8c50-4231-899c-b7d71be5325e is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:06:45.140740 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-75dc9b26-15fd-4f25-af11-77a515b674f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1afdbee1-8c50-4231-899c-b7d71be5325e), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:45.154840 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-6f5ceeef-9109-4b15-aa79-b07087207fc1 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:06:45.155270 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-6f5ceeef-9109-4b15-aa79-b07087207fc1 service neutron] Checking segment: {'id': 'ef1927f8-2d2c-4b20-8596-ea754f1a0114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '34f67722-2808-4396-95f6-61354ef5853d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:06:45.155738 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-6f5ceeef-9109-4b15-aa79-b07087207fc1 service neutron] Bound using segment: {'id': 'ef1927f8-2d2c-4b20-8596-ea754f1a0114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '34f67722-2808-4396-95f6-61354ef5853d'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:06:45.156222 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-6f5ceeef-9109-4b15-aa79-b07087207fc1 service neutron] Bound port: 659219ba-45d4-4ea1-ad29-630833e51e4b, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef1927f8-2d2c-4b20-8596-ea754f1a0114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '34f67722-2808-4396-95f6-61354ef5853d'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:06:45.156597 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-6f5ceeef-9109-4b15-aa79-b07087207fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (659219ba-45d4-4ea1-ad29-630833e51e4b), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:45.161556 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-824310d1-21bc-48fb-b3dc-241824e5853e tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23253'] for router (cb37cd21-92c1-45c0-935a-1f1d30755681), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:45.177003 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 38ae0359-e8e4-4004-8f67-f742de50c5b7 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:45.177780 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (38ae0359-e8e4-4004-8f67-f742de50c5b7), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:45.192037 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-824310d1-21bc-48fb-b3dc-241824e5853e tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3876279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3876284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3877649'] for router (cb37cd21-92c1-45c0-935a-1f1d30755681), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:45.213206 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-75dc9b26-15fd-4f25-af11-77a515b674f2 None None] For port 1afdbee1-8c50-4231-899c-b7d71be5325e, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=1afdbee1-8c50-4231-899c-b7d71be5325e,segment=NetworkSegment(89ec95d1-82d0-4a86-b168-4e5baffb22c9),segment_id=89ec95d1-82d0-4a86-b168-4e5baffb22c9)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:06:45.293199 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-75dc9b26-15fd-4f25-af11-77a515b674f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (1afdbee1-8c50-4231-899c-b7d71be5325e), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:45.312402 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71277ef-6c81-4665-b294-8f873441d36e None None] Sync routers for ids ['7c68cfd5-a805-4e8c-81c0-d65914e9cc0d'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:06:45.334156 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71277ef-6c81-4665-b294-8f873441d36e None None] Routers {'7c68cfd5-a805-4e8c-81c0-d65914e9cc0d'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:06:45.334933 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-b71277ef-6c81-4665-b294-8f873441d36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:06:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['7c68cfd5-a805-4e8c-81c0-d65914e9cc0d'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:06:45.433695 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e82ea5b0-32ef-4a33-974a-df6191405a1d req-c7b01166-7c06-48d2-89a1-3a26b79b55ba tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.1188388 Jan 28 03:06:45.493110 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-6f5ceeef-9109-4b15-aa79-b07087207fc1 service neutron] For port 659219ba-45d4-4ea1-ad29-630833e51e4b, host n-h2-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:06:45.500017 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-6f5ceeef-9109-4b15-aa79-b07087207fc1 service neutron] For port 659219ba-45d4-4ea1-ad29-630833e51e4b, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=659219ba-45d4-4ea1-ad29-630833e51e4b,segment=NetworkSegment(ef1927f8-2d2c-4b20-8596-ea754f1a0114),segment_id=ef1927f8-2d2c-4b20-8596-ea754f1a0114)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:06:45.509968 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-6f5ceeef-9109-4b15-aa79-b07087207fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (659219ba-45d4-4ea1-ad29-630833e51e4b), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:45.513755 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc9b26-15fd-4f25-af11-77a515b674f2 None None] Pushing event updated for resources: {'Port': ['ID=1afdbee1-8c50-4231-899c-b7d71be5325e,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:45.554841 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-6f5ceeef-9109-4b15-aa79-b07087207fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:45.559121 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-6f5ceeef-9109-4b15-aa79-b07087207fc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:45.561152 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-6f5ceeef-9109-4b15-aa79-b07087207fc1 service neutron] 10.222.0.39 "PUT /v2.0/ports/659219ba-45d4-4ea1-ad29-630833e51e4b HTTP/1.1" status: 200 len: 1092 time: 2.8393683 Jan 28 03:06:45.571492 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824310d1-21bc-48fb-b3dc-241824e5853e tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Router cb37cd21-92c1-45c0-935a-1f1d30755681 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:06:45.605506 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-b71277ef-6c81-4665-b294-8f873441d36e None None] Set router 7c68cfd5-a805-4e8c-81c0-d65914e9cc0d gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:06:45.614694 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ae527f37-bfca-4621-8906-84d4c9fabc4f req-158519fc-69eb-4677-ab37-fd184d4f0ce2 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ff30adee-f506-4994-9448-8aaf5148204d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4842560 Jan 28 03:06:45.650710 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dc9b26-15fd-4f25-af11-77a515b674f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:45.651072 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dc9b26-15fd-4f25-af11-77a515b674f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:45.651601 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dc9b26-15fd-4f25-af11-77a515b674f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:45.652103 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dc9b26-15fd-4f25-af11-77a515b674f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:45.652591 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dc9b26-15fd-4f25-af11-77a515b674f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:45.653105 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dc9b26-15fd-4f25-af11-77a515b674f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:45.653599 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dc9b26-15fd-4f25-af11-77a515b674f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:45.654078 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dc9b26-15fd-4f25-af11-77a515b674f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:45.654713 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dc9b26-15fd-4f25-af11-77a515b674f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:45.655197 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dc9b26-15fd-4f25-af11-77a515b674f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:45.655691 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dc9b26-15fd-4f25-af11-77a515b674f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:45.656167 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dc9b26-15fd-4f25-af11-77a515b674f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:45.656645 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dc9b26-15fd-4f25-af11-77a515b674f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:06:45.689497 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d8a8497-ce10-4994-9691-5707c8a4677a', 'tag': '659219ba-45d4-4ea1-ad29-630833e51e4b'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:06:45.698198 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b283684d-21bb-473f-bc8c-bdc2a4b195d9" -d '{"events": [{"name": "network-changed", "server_uuid": "1d8a8497-ce10-4994-9691-5707c8a4677a", "tag": "659219ba-45d4-4ea1-ad29-630833e51e4b"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:06:45.893663 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 38ae0359-e8e4-4004-8f67-f742de50c5b7 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:06:45.896107 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ceeef-9109-4b15-aa79-b07087207fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=659219ba-45d4-4ea1-ad29-630833e51e4b,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:45.906412 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-d833a75b-15b0-48ac-bf69-3f0f9e055d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:45.907313 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 0804301e-7a87-4f7c-b324-59a319b7e899 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:06:45.911046 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-d833a75b-15b0-48ac-bf69-3f0f9e055d58 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=187e18b07b8e44de922559c33a337aeb&device_id=1d8a8497-ce10-4994-9691-5707c8a4677a HTTP/1.1" status: 200 len: 1095 time: 0.2071300 Jan 28 03:06:45.978578 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824310d1-21bc-48fb-b3dc-241824e5853e tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:06:45.996505 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-824310d1-21bc-48fb-b3dc-241824e5853e tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:45.997766 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-824310d1-21bc-48fb-b3dc-241824e5853e tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "PUT /v2.0/routers/cb37cd21-92c1-45c0-935a-1f1d30755681 HTTP/1.1" status: 200 len: 704 time: 4.6401987 Jan 28 03:06:46.002187 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-75dc9b26-15fd-4f25-af11-77a515b674f2 None None] Provisioning complete for port 0804301e-7a87-4f7c-b324-59a319b7e899 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:46.002698 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-75dc9b26-15fd-4f25-af11-77a515b674f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (0804301e-7a87-4f7c-b324-59a319b7e899), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:46.009639 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 54964) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:06:46.031454 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f20ae1-812b-43f0-b9b1-ca49ed6edef7 x-openstack-request-id: req-d7f20ae1-812b-43f0-b9b1-ca49ed6edef7 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:06:46.032099 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d8a8497-ce10-4994-9691-5707c8a4677a", "tag": "659219ba-45d4-4ea1-ad29-630833e51e4b", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:06:46.034366 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d7f20ae1-812b-43f0-b9b1-ca49ed6edef7 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:06:46.034995 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d8a8497-ce10-4994-9691-5707c8a4677a', 'tag': '659219ba-45d4-4ea1-ad29-630833e51e4b', 'status': 'completed', 'code': 200} Jan 28 03:06:46.038679 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-7df31f33-33ba-461d-af98-7b1cd1a6a8c3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=659219ba-45d4-4ea1-ad29-630833e51e4b HTTP/1.1" status: 200 len: 217 time: 0.1146712 Jan 28 03:06:46.154543 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-8edecd8d-be7b-4969-8c9e-95430a0c5531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:46.156258 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-8edecd8d-be7b-4969-8c9e-95430a0c5531 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4e697b59-6783-417a-a217-ebdbf873799e HTTP/1.1" status: 200 len: 848 time: 0.1103590 Jan 28 03:06:46.167601 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-b71277ef-6c81-4665-b294-8f873441d36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c68cfd5-a805-4e8c-81c0-d65914e9cc0d', 'name': 'tempest-TestServerMultinode-794940828-router', 'tenant_id': '187e18b07b8e44de922559c33a337aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'd12d03a8-e1d1-4fe4-a914-7a1360d1ff35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:06:20Z', 'updated_at': '2022-01-28T03:06:31Z', 'revision_number': 4, 'project_id': '187e18b07b8e44de922559c33a337aeb', 'gw_port': {'id': 'd12d03a8-e1d1-4fe4-a914-7a1360d1ff35', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c68cfd5-a805-4e8c-81c0-d65914e9cc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:21Z', 'updated_at': '2022-01-28T03:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '031b573b-3c38-4a47-962d-4792755dcd0c', 'name': '', 'network_id': 'bd566bd5-fa34-4b37-a526-542c960c2d95', 'tenant_id': '187e18b07b8e44de922559c33a337aeb', 'mac_address': 'fa:16:3e:da:b9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c68cfd5-a805-4e8c-81c0-d65914e9cc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '0d361fb7-abc4-426b-9bbc-e49b1aa77335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:29Z', 'updated_at': '2022-01-28T03:06:31Z', 'revision_number': 2, 'project_id': '187e18b07b8e44de922559c33a337aeb', 'subnets': [{'id': '0d361fb7-abc4-426b-9bbc-e49b1aa77335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:06:46.220150 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71277ef-6c81-4665-b294-8f873441d36e None None] Checking router: 7c68cfd5-a805-4e8c-81c0-d65914e9cc0d for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:06:46.225919 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71277ef-6c81-4665-b294-8f873441d36e None None] Updating router 7c68cfd5-a805-4e8c-81c0-d65914e9cc0d port 031b573b-3c38-4a47-962d-4792755dcd0c binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:06:46.283965 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-1a2cef4a-fb53-4a5f-a578-9dd5ad8b3969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:46.285926 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-b71277ef-6c81-4665-b294-8f873441d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (031b573b-3c38-4a47-962d-4792755dcd0c), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:46.291822 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-1a2cef4a-fb53-4a5f-a578-9dd5ad8b3969 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=34f67722-2808-4396-95f6-61354ef5853d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1285253 Jan 28 03:06:46.300008 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 0804301e-7a87-4f7c-b324-59a319b7e899 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:46.300400 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (0804301e-7a87-4f7c-b324-59a319b7e899), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:46.326977 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-31f6a139-dd5f-4c13-bb2d-a037096bb083 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "GET /v2.0/routers/cb37cd21-92c1-45c0-935a-1f1d30755681 HTTP/1.1" status: 200 len: 704 time: 0.3159552 Jan 28 03:06:46.360466 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 54972) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:06:46.399832 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-22bc829e-5235-42a6-8d1e-3a5f63727436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'name': 'tempest-RoutersIpV6Test-router-1905695091', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:05:47Z', 'updated_at': '2022-01-28T03:06:38Z', 'revision_number': 6, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'gw_port_host': None, '_interfaces': [{'id': '1afdbee1-8c50-4231-899c-b7d71be5325e', 'name': '', 'network_id': '7e4d5410-ef98-489b-91f5-f576ebc9972c', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:8f:86:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': 'a20fe098-43f9-4552-9f85-484948f7fdb7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:29Z', 'updated_at': '2022-01-28T03:06:38Z', 'revision_number': 4, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': 'a20fe098-43f9-4552-9f85-484948f7fdb7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29671df7-820a-4c7e-93ac-7a6b2d613571', 'name': '', 'network_id': 'bd799f96-19b6-4980-9f95-43cafddd3e3a', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:80:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '0548c622-b5f0-4e42-974d-b35ec5d1046a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:03Z', 'updated_at': '2022-01-28T03:06:20Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '0548c622-b5f0-4e42-974d-b35ec5d1046a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2fcf3c9b-0fc7-4d77-946e-c894f1bb447d', 'name': '', 'network_id': '6e537d05-57b5-4fdd-8add-b1f69b25b021', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:41:36:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:05:52Z', 'updated_at': '2022-01-28T03:06:03Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77f4c9c8-f2ed-43d7-b60a-c61e14ba9909', 'name': '', 'network_id': 'e94ff50c-ea63-4787-8a03-3af8ddcbb5dd', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:ca:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '7e8e78cf-e8b0-4aba-aa6d-f4dd42bff7e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:17Z', 'updated_at': '2022-01-28T03:06:41Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '7e8e78cf-e8b0-4aba-aa6d-f4dd42bff7e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:06:46.446012 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-866a03cc-2711-4b51-af59-b3b62da3c249 service neutron] 10.222.0.39 "GET /v2.0/networks/34f67722-2808-4396-95f6-61354ef5853d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487968 Jan 28 03:06:46.489000 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bc829e-5235-42a6-8d1e-3a5f63727436 None None] Checking router: cb37cd21-92c1-45c0-935a-1f1d30755681 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:06:46.559738 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bc829e-5235-42a6-8d1e-3a5f63727436 None None] Routers {'cb37cd21-92c1-45c0-935a-1f1d30755681'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:06:46.565680 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-22bc829e-5235-42a6-8d1e-3a5f63727436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:06:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['cb37cd21-92c1-45c0-935a-1f1d30755681'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:06:46.745665 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1db696f7-6021-4d30-bb0d-1ea581037587 req-7fe55c5e-523b-47b7-9e75-4e96a235c0cb service neutron] 10.222.0.39 "GET /v2.0/networks/34f67722-2808-4396-95f6-61354ef5853d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832301 Jan 28 03:06:46.807118 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1dd424-85e2-4474-8c15-96715b2b5813 req-e124aa39-bbea-4ed5-889b-89dcbd7dafa4 tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:46.817951 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-df1dd424-85e2-4474-8c15-96715b2b5813 req-e124aa39-bbea-4ed5-889b-89dcbd7dafa4 tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a2296c6-bc73-4b52-8392-e09a70158b7b HTTP/1.1" status: 200 len: 951 time: 0.4882734 Jan 28 03:06:46.833342 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3a2c200f-701b-41e0-ba1c-e82c00bf8d54 req-ff6b6e4b-a7ec-4564-b091-9e4c3b16c8b9 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.0861166 Jan 28 03:06:46.911922 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-75dc9b26-15fd-4f25-af11-77a515b674f2 None None] Current status of the port 0804301e-7a87-4f7c-b324-59a319b7e899 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:06:46.915844 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-df1dd424-85e2-4474-8c15-96715b2b5813 req-6d921049-a42f-488c-a530-1979381a11a2 tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e1e2638-104f-45ed-a9d4-b76842e78119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872860 Jan 28 03:06:46.959577 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-22bc829e-5235-42a6-8d1e-3a5f63727436 None None] Set router cb37cd21-92c1-45c0-935a-1f1d30755681 gateway port host: None {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:06:47.123668 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3041b95-9ea5-49f0-b75f-7363df46f952 req-ed2033bb-cb89-44de-ba41-efb0a494d9eb tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:47.136135 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f3041b95-9ea5-49f0-b75f-7363df46f952 req-ed2033bb-cb89-44de-ba41-efb0a494d9eb tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1d8a8497-ce10-4994-9691-5707c8a4677a HTTP/1.1" status: 200 len: 1095 time: 0.1473923 Jan 28 03:06:47.181902 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-b71277ef-6c81-4665-b294-8f873441d36e None None] Publish callbacks [] for port (031b573b-3c38-4a47-962d-4792755dcd0c), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:47.190862 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-b71277ef-6c81-4665-b294-8f873441d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (031b573b-3c38-4a47-962d-4792755dcd0c), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:47.229100 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 0804301e-7a87-4f7c-b324-59a319b7e899 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:06:47.291050 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283684d-21bb-473f-bc8c-bdc2a4b195d9 req-ca52f09d-66ce-4ba1-9a74-65cf7ee6bcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:47.295873 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b283684d-21bb-473f-bc8c-bdc2a4b195d9 req-ca52f09d-66ce-4ba1-9a74-65cf7ee6bcca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=187e18b07b8e44de922559c33a337aeb&device_id=1d8a8497-ce10-4994-9691-5707c8a4677a HTTP/1.1" status: 200 len: 1095 time: 0.1896930 Jan 28 03:06:47.354557 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c39b2d-c54c-48e7-9e80-17334307b357 None None] Pushing event updated for resources: {'Port': ['ID=031b573b-3c38-4a47-962d-4792755dcd0c,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:47.409197 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-21ec8d9f-a9e3-4bc6-8a52-6b4ff7f6a9af tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (cb37cd21-92c1-45c0-935a-1f1d30755681), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:47.458769 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f3041b95-9ea5-49f0-b75f-7363df46f952 req-95e59c03-05f9-4b33-be2a-d6df105d5726 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ff30adee-f506-4994-9448-8aaf5148204d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213863 Jan 28 03:06:47.631825 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-b71277ef-6c81-4665-b294-8f873441d36e None None] Attempting to bind port 031b573b-3c38-4a47-962d-4792755dcd0c on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:06:47.638923 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-b71277ef-6c81-4665-b294-8f873441d36e None None] Attempting to bind port 031b573b-3c38-4a47-962d-4792755dcd0c by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'c335c46e-0cb6-44c4-adb9-4924654d5ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bd566bd5-fa34-4b37-a526-542c960c2d95'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:06:47.647710 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71277ef-6c81-4665-b294-8f873441d36e None None] Attempting to bind port 031b573b-3c38-4a47-962d-4792755dcd0c on network bd566bd5-fa34-4b37-a526-542c960c2d95 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:06:47.662400 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71277ef-6c81-4665-b294-8f873441d36e None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:06:47.669566 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71277ef-6c81-4665-b294-8f873441d36e None None] Checking segment: {'id': 'c335c46e-0cb6-44c4-adb9-4924654d5ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bd566bd5-fa34-4b37-a526-542c960c2d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:06:47.676295 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-b71277ef-6c81-4665-b294-8f873441d36e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:47.677103 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71277ef-6c81-4665-b294-8f873441d36e None None] Bound using segment: {'id': 'c335c46e-0cb6-44c4-adb9-4924654d5ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bd566bd5-fa34-4b37-a526-542c960c2d95'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:06:47.679723 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-b71277ef-6c81-4665-b294-8f873441d36e None None] Bound port: 031b573b-3c38-4a47-962d-4792755dcd0c, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c335c46e-0cb6-44c4-adb9-4924654d5ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bd566bd5-fa34-4b37-a526-542c960c2d95'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:06:47.680510 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-b71277ef-6c81-4665-b294-8f873441d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (031b573b-3c38-4a47-962d-4792755dcd0c), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:47.727089 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283684d-21bb-473f-bc8c-bdc2a4b195d9 req-38d194f5-da78-41ed-b683-4e29742ca92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:47.732808 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b283684d-21bb-473f-bc8c-bdc2a4b195d9 req-38d194f5-da78-41ed-b683-4e29742ca92f service neutron] 10.222.0.39 "GET /v2.0/networks?id=34f67722-2808-4396-95f6-61354ef5853d HTTP/1.1" status: 200 len: 910 time: 0.4114873 Jan 28 03:06:47.870969 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-cf3b0b20-cd6d-4833-9dfd-72f9c781d035 None None] Provisioning complete for port 1afdbee1-8c50-4231-899c-b7d71be5325e triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:47.871956 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cf3b0b20-cd6d-4833-9dfd-72f9c781d035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (1afdbee1-8c50-4231-899c-b7d71be5325e), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:47.880004 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b283684d-21bb-473f-bc8c-bdc2a4b195d9 req-0314edbc-d088-40b3-98a2-28c06daf7477 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=659219ba-45d4-4ea1-ad29-630833e51e4b HTTP/1.1" status: 200 len: 217 time: 0.1402214 Jan 28 03:06:48.022092 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283684d-21bb-473f-bc8c-bdc2a4b195d9 req-623c877a-c6d3-4ae6-abf1-6baccde2d76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:48.033165 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b283684d-21bb-473f-bc8c-bdc2a4b195d9 req-623c877a-c6d3-4ae6-abf1-6baccde2d76e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4e697b59-6783-417a-a217-ebdbf873799e HTTP/1.1" status: 200 len: 848 time: 0.1422050 Jan 28 03:06:48.056050 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-b71277ef-6c81-4665-b294-8f873441d36e None None] For port 031b573b-3c38-4a47-962d-4792755dcd0c, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:06:48.066811 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-b71277ef-6c81-4665-b294-8f873441d36e None None] For port 031b573b-3c38-4a47-962d-4792755dcd0c, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=031b573b-3c38-4a47-962d-4792755dcd0c,segment=NetworkSegment(c335c46e-0cb6-44c4-adb9-4924654d5ac1),segment_id=c335c46e-0cb6-44c4-adb9-4924654d5ac1)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:06:48.079533 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-b71277ef-6c81-4665-b294-8f873441d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (031b573b-3c38-4a47-962d-4792755dcd0c), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:48.145981 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71277ef-6c81-4665-b294-8f873441d36e None None] Routers {'7c68cfd5-a805-4e8c-81c0-d65914e9cc0d'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:06:48.146617 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-b71277ef-6c81-4665-b294-8f873441d36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:06:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['7c68cfd5-a805-4e8c-81c0-d65914e9cc0d'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:06:48.149407 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c39b2d-c54c-48e7-9e80-17334307b357 None None] Pushing event updated for resources: {'Port': ['ID=031b573b-3c38-4a47-962d-4792755dcd0c,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:48.176549 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283684d-21bb-473f-bc8c-bdc2a4b195d9 req-4bc9d483-78a6-447a-bad9-9e6cd0dcbc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:48.183576 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b283684d-21bb-473f-bc8c-bdc2a4b195d9 req-4bc9d483-78a6-447a-bad9-9e6cd0dcbc6b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=34f67722-2808-4396-95f6-61354ef5853d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1424763 Jan 28 03:06:48.186445 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 1afdbee1-8c50-4231-899c-b7d71be5325e up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:06:48.495104 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5d8503d6-6d10-45b8-873e-3a9481da06e7 req-3c871147-7e0f-450d-a5d7-ffe9b5faf90c tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.2728934 Jan 28 03:06:48.531959 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-22bc829e-5235-42a6-8d1e-3a5f63727436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'name': 'tempest-RoutersIpV6Test-router-1905695091', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:05:47Z', 'updated_at': '2022-01-28T03:06:44Z', 'revision_number': 7, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'gw_port_host': None, '_interfaces': [{'id': '1afdbee1-8c50-4231-899c-b7d71be5325e', 'name': '', 'network_id': '7e4d5410-ef98-489b-91f5-f576ebc9972c', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:8f:86:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': 'a20fe098-43f9-4552-9f85-484948f7fdb7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:29Z', 'updated_at': '2022-01-28T03:06:45Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': 'a20fe098-43f9-4552-9f85-484948f7fdb7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29671df7-820a-4c7e-93ac-7a6b2d613571', 'name': '', 'network_id': 'bd799f96-19b6-4980-9f95-43cafddd3e3a', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:80:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '0548c622-b5f0-4e42-974d-b35ec5d1046a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:03Z', 'updated_at': '2022-01-28T03:06:20Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '0548c622-b5f0-4e42-974d-b35ec5d1046a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2fcf3c9b-0fc7-4d77-946e-c894f1bb447d', 'name': '', 'network_id': '6e537d05-57b5-4fdd-8add-b1f69b25b021', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:41:36:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:05:52Z', 'updated_at': '2022-01-28T03:06:03Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77f4c9c8-f2ed-43d7-b60a-c61e14ba9909', 'name': '', 'network_id': 'e94ff50c-ea63-4787-8a03-3af8ddcbb5dd', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:ca:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '7e8e78cf-e8b0-4aba-aa6d-f4dd42bff7e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:17Z', 'updated_at': '2022-01-28T03:06:41Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '7e8e78cf-e8b0-4aba-aa6d-f4dd42bff7e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:06:48.643424 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b283684d-21bb-473f-bc8c-bdc2a4b195d9 req-543af86f-aa26-4f07-a80d-902ff13a8e4e service neutron] 10.222.0.39 "GET /v2.0/networks/34f67722-2808-4396-95f6-61354ef5853d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528704 Jan 28 03:06:48.655351 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bc829e-5235-42a6-8d1e-3a5f63727436 None None] The sync data for ids ['cb37cd21-92c1-45c0-935a-1f1d30755681'] in n-d-712139-27 is: [{'id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'name': 'tempest-RoutersIpV6Test-router-1905695091', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:05:47Z', 'updated_at': '2022-01-28T03:06:44Z', 'revision_number': 7, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'gw_port_host': None, '_interfaces': [{'id': '1afdbee1-8c50-4231-899c-b7d71be5325e', 'name': '', 'network_id': '7e4d5410-ef98-489b-91f5-f576ebc9972c', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:8f:86:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': 'a20fe098-43f9-4552-9f85-484948f7fdb7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:29Z', 'updated_at': '2022-01-28T03:06:45Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': 'a20fe098-43f9-4552-9f85-484948f7fdb7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29671df7-820a-4c7e-93ac-7a6b2d613571', 'name': '', 'network_id': 'bd799f96-19b6-4980-9f95-43cafddd3e3a', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:80:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '0548c622-b5f0-4e42-974d-b35ec5d1046a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:03Z', 'updated_at': '2022-01-28T03:06:20Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '0548c622-b5f0-4e42-974d-b35ec5d1046a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2fcf3c9b-0fc7-4d77-946e-c894f1bb447d', 'name': '', 'network_id': '6e537d05-57b5-4fdd-8add-b1f69b25b021', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:41:36:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:05:52Z', 'updated_at': '2022-01-28T03:06:03Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77f4c9c8-f2ed-43d7-b60a-c61e14ba9909', 'name': '', 'network_id': 'e94ff50c-ea63-4787-8a03-3af8ddcbb5dd', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:ca:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '7e8e78cf-e8b0-4aba-aa6d-f4dd42bff7e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:17Z', 'updated_at': '2022-01-28T03:06:41Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '7e8e78cf-e8b0-4aba-aa6d-f4dd42bff7e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:06:48.676258 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-b71277ef-6c81-4665-b294-8f873441d36e None None] Set router 7c68cfd5-a805-4e8c-81c0-d65914e9cc0d gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:06:48.680286 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 659219ba-45d4-4ea1-ad29-630833e51e4b details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:06:48.742916 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 1afdbee1-8c50-4231-899c-b7d71be5325e triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:48.744737 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (1afdbee1-8c50-4231-899c-b7d71be5325e), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:48.881059 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-21ec8d9f-a9e3-4bc6-8a52-6b4ff7f6a9af tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Deleting port 1afdbee1-8c50-4231-899c-b7d71be5325e {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:06:48.889744 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-21ec8d9f-a9e3-4bc6-8a52-6b4ff7f6a9af tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (1afdbee1-8c50-4231-899c-b7d71be5325e), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:49.105266 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-21ec8d9f-a9e3-4bc6-8a52-6b4ff7f6a9af tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] For port 1afdbee1-8c50-4231-899c-b7d71be5325e, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=1afdbee1-8c50-4231-899c-b7d71be5325e,segment=NetworkSegment(89ec95d1-82d0-4a86-b168-4e5baffb22c9),segment_id=89ec95d1-82d0-4a86-b168-4e5baffb22c9)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:06:49.105652 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-21ec8d9f-a9e3-4bc6-8a52-6b4ff7f6a9af tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (1afdbee1-8c50-4231-899c-b7d71be5325e), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:49.132779 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-21ec8d9f-a9e3-4bc6-8a52-6b4ff7f6a9af tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Calling delete_port for 1afdbee1-8c50-4231-899c-b7d71be5325e owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:06:49.211068 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b283684d-21bb-473f-bc8c-bdc2a4b195d9 req-52e85b56-2c3a-4156-890b-39c6d4e2e33d service neutron] 10.222.0.39 "GET /v2.0/networks/34f67722-2808-4396-95f6-61354ef5853d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5603790 Jan 28 03:06:49.257739 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d93e6-f610-4119-ab83-4e535dd859d2 req-51db9a4d-c8b4-4b19-a29d-299a56b943aa tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:49.260394 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a13d93e6-f610-4119-ab83-4e535dd859d2 req-51db9a4d-c8b4-4b19-a29d-299a56b943aa tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1d8a8497-ce10-4994-9691-5707c8a4677a HTTP/1.1" status: 200 len: 1095 time: 0.2192924 Jan 28 03:06:49.392694 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-b71277ef-6c81-4665-b294-8f873441d36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c68cfd5-a805-4e8c-81c0-d65914e9cc0d', 'name': 'tempest-TestServerMultinode-794940828-router', 'tenant_id': '187e18b07b8e44de922559c33a337aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'd12d03a8-e1d1-4fe4-a914-7a1360d1ff35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:06:20Z', 'updated_at': '2022-01-28T03:06:31Z', 'revision_number': 4, 'project_id': '187e18b07b8e44de922559c33a337aeb', 'gw_port': {'id': 'd12d03a8-e1d1-4fe4-a914-7a1360d1ff35', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c68cfd5-a805-4e8c-81c0-d65914e9cc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:21Z', 'updated_at': '2022-01-28T03:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '031b573b-3c38-4a47-962d-4792755dcd0c', 'name': '', 'network_id': 'bd566bd5-fa34-4b37-a526-542c960c2d95', 'tenant_id': '187e18b07b8e44de922559c33a337aeb', 'mac_address': 'fa:16:3e:da:b9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c68cfd5-a805-4e8c-81c0-d65914e9cc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '0d361fb7-abc4-426b-9bbc-e49b1aa77335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:29Z', 'updated_at': '2022-01-28T03:06:48Z', 'revision_number': 4, 'project_id': '187e18b07b8e44de922559c33a337aeb', 'subnets': [{'id': '0d361fb7-abc4-426b-9bbc-e49b1aa77335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:06:49.414373 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a13d93e6-f610-4119-ab83-4e535dd859d2 req-438daf02-6a9f-4904-9730-328a3956545e tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ff30adee-f506-4994-9448-8aaf5148204d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436851 Jan 28 03:06:49.440134 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71277ef-6c81-4665-b294-8f873441d36e None None] The sync data for ids ['7c68cfd5-a805-4e8c-81c0-d65914e9cc0d'] in n-d-712139-27 is: [{'id': '7c68cfd5-a805-4e8c-81c0-d65914e9cc0d', 'name': 'tempest-TestServerMultinode-794940828-router', 'tenant_id': '187e18b07b8e44de922559c33a337aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'd12d03a8-e1d1-4fe4-a914-7a1360d1ff35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:06:20Z', 'updated_at': '2022-01-28T03:06:31Z', 'revision_number': 4, 'project_id': '187e18b07b8e44de922559c33a337aeb', 'gw_port': {'id': 'd12d03a8-e1d1-4fe4-a914-7a1360d1ff35', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c68cfd5-a805-4e8c-81c0-d65914e9cc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:21Z', 'updated_at': '2022-01-28T03:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '031b573b-3c38-4a47-962d-4792755dcd0c', 'name': '', 'network_id': 'bd566bd5-fa34-4b37-a526-542c960c2d95', 'tenant_id': '187e18b07b8e44de922559c33a337aeb', 'mac_address': 'fa:16:3e:da:b9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c68cfd5-a805-4e8c-81c0-d65914e9cc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '0d361fb7-abc4-426b-9bbc-e49b1aa77335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:29Z', 'updated_at': '2022-01-28T03:06:48Z', 'revision_number': 4, 'project_id': '187e18b07b8e44de922559c33a337aeb', 'subnets': [{'id': '0d361fb7-abc4-426b-9bbc-e49b1aa77335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:06:49.490278 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a1a97d-1c7a-44db-a319-8feadbca64d7 None None] Sync routers for ids ['cb37cd21-92c1-45c0-935a-1f1d30755681'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:06:49.521489 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 33da5c23-1835-41e3-9d77-1428f4b7fbbd no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:06:49.641168 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-cf3b0b20-cd6d-4833-9dfd-72f9c781d035 None None] Current status of the port 1afdbee1-8c50-4231-899c-b7d71be5325e is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:06:49.750195 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2b240b11-b18c-40e2-8d7c-219b12d682ad req-110e2a3a-72e7-4f02-8164-7c73f32ab271 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.0580134 Jan 28 03:06:49.889263 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030dcdc-883a-4926-ac03-97b07b6e7a4d req-a1b664dd-c6af-46aa-b36a-c84df5847c79 tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:49.898288 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 33da5c23-1835-41e3-9d77-1428f4b7fbbd is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:06:49.898645 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6030dcdc-883a-4926-ac03-97b07b6e7a4d req-a1b664dd-c6af-46aa-b36a-c84df5847c79 tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a2296c6-bc73-4b52-8392-e09a70158b7b HTTP/1.1" status: 200 len: 951 time: 0.1589265 Jan 28 03:06:49.906657 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (33da5c23-1835-41e3-9d77-1428f4b7fbbd), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:49.911077 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-21ec8d9f-a9e3-4bc6-8a52-6b4ff7f6a9af tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (1afdbee1-8c50-4231-899c-b7d71be5325e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:49.977679 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.resource_extend [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 03:06:50.176258 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 659219ba-45d4-4ea1-ad29-630833e51e4b, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=659219ba-45d4-4ea1-ad29-630833e51e4b,segment=NetworkSegment(ef1927f8-2d2c-4b20-8596-ea754f1a0114),segment_id=ef1927f8-2d2c-4b20-8596-ea754f1a0114)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:06:50.213580 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a1a97d-1c7a-44db-a319-8feadbca64d7 None None] Routers {'cb37cd21-92c1-45c0-935a-1f1d30755681'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:06:50.214408 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-79a1a97d-1c7a-44db-a319-8feadbca64d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:06:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['cb37cd21-92c1-45c0-935a-1f1d30755681'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:06:50.477505 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-79a1a97d-1c7a-44db-a319-8feadbca64d7 None None] Set router cb37cd21-92c1-45c0-935a-1f1d30755681 gateway port host: None {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:06:50.563890 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '659219ba-45d4-4ea1-ad29-630833e51e4b', 'network_id': '34f67722-2808-4396-95f6-61354ef5853d', 'port_id': '659219ba-45d4-4ea1-ad29-630833e51e4b', 'mac_address': 'fa:16:3e:6a:90:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e697b59-6783-417a-a217-ebdbf873799e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:06:50.694800 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e222c-aeb8-4090-82b5-a05bc48e71c6 req-e7be3081-3fcb-4054-9b8f-9e1c718af546 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:50.696519 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fd4e222c-aeb8-4090-82b5-a05bc48e71c6 req-e7be3081-3fcb-4054-9b8f-9e1c718af546 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1d8a8497-ce10-4994-9691-5707c8a4677a HTTP/1.1" status: 200 len: 1095 time: 0.1127021 Jan 28 03:06:50.800023 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fd4e222c-aeb8-4090-82b5-a05bc48e71c6 req-0309b70c-1705-43da-be00-8e2353224120 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ff30adee-f506-4994-9448-8aaf5148204d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911746 Jan 28 03:06:50.809238 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Port 1afdbee1-8c50-4231-899c-b7d71be5325e update to ACTIVE by agent not found {{(pid=109804) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Jan 28 03:06:50.810133 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device d12d03a8-e1d1-4fe4-a914-7a1360d1ff35 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:06:50.884691 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 55104) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:06:50.929468 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 33da5c23-1835-41e3-9d77-1428f4b7fbbd, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=33da5c23-1835-41e3-9d77-1428f4b7fbbd,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:06:50.973629 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2296c6-bc73-4b52-8392-e09a70158b7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33da5c23-1835-41e3-9d77-1428f4b7fbbd'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:06:50.976234 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904bc698-02db-49f9-a725-5b25b7147cca" -d '{"events": [{"server_uuid": "3a2296c6-bc73-4b52-8392-e09a70158b7b", "name": "network-vif-unplugged", "status": "completed", "tag": "33da5c23-1835-41e3-9d77-1428f4b7fbbd"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:06:50.980606 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 659219ba-45d4-4ea1-ad29-630833e51e4b is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:06:50.984653 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (659219ba-45d4-4ea1-ad29-630833e51e4b), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:51.011183 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 659219ba-45d4-4ea1-ad29-630833e51e4b {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:06:51.035333 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 659219ba-45d4-4ea1-ad29-630833e51e4b, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=659219ba-45d4-4ea1-ad29-630833e51e4b,segment=NetworkSegment(ef1927f8-2d2c-4b20-8596-ea754f1a0114),segment_id=ef1927f8-2d2c-4b20-8596-ea754f1a0114)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:06:51.037746 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (33da5c23-1835-41e3-9d77-1428f4b7fbbd), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:51.045916 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (659219ba-45d4-4ea1-ad29-630833e51e4b), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:51.075036 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bc8de4ee-dcd0-4b94-8c4c-e89ccc9a2757 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:51.092104 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-21ec8d9f-a9e3-4bc6-8a52-6b4ff7f6a9af tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (cb37cd21-92c1-45c0-935a-1f1d30755681), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:51.104719 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec8d9f-a9e3-4bc6-8a52-6b4ff7f6a9af tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event deleted for resources: {'Port': ['ID=1afdbee1-8c50-4231-899c-b7d71be5325e,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:51.147700 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-3786822f-589a-4983-aed0-3ef408f26c56 None None] Provisioning complete for port 031b573b-3c38-4a47-962d-4792755dcd0c triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:51.148346 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3786822f-589a-4983-aed0-3ef408f26c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (031b573b-3c38-4a47-962d-4792755dcd0c), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:51.209955 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-79a1a97d-1c7a-44db-a319-8feadbca64d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'name': 'tempest-RoutersIpV6Test-router-1905695091', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:05:47Z', 'updated_at': '2022-01-28T03:06:49Z', 'revision_number': 8, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'gw_port_host': None, '_interfaces': [{'id': '29671df7-820a-4c7e-93ac-7a6b2d613571', 'name': '', 'network_id': 'bd799f96-19b6-4980-9f95-43cafddd3e3a', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:80:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '0548c622-b5f0-4e42-974d-b35ec5d1046a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:03Z', 'updated_at': '2022-01-28T03:06:20Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '0548c622-b5f0-4e42-974d-b35ec5d1046a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2fcf3c9b-0fc7-4d77-946e-c894f1bb447d', 'name': '', 'network_id': '6e537d05-57b5-4fdd-8add-b1f69b25b021', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:41:36:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:05:52Z', 'updated_at': '2022-01-28T03:06:03Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77f4c9c8-f2ed-43d7-b60a-c61e14ba9909', 'name': '', 'network_id': 'e94ff50c-ea63-4787-8a03-3af8ddcbb5dd', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:ca:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '7e8e78cf-e8b0-4aba-aa6d-f4dd42bff7e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:17Z', 'updated_at': '2022-01-28T03:06:41Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '7e8e78cf-e8b0-4aba-aa6d-f4dd42bff7e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:06:51.282025 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a1a97d-1c7a-44db-a319-8feadbca64d7 None None] Checking router: cb37cd21-92c1-45c0-935a-1f1d30755681 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:06:51.340682 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-3786822f-589a-4983-aed0-3ef408f26c56 None None] Current status of the port 031b573b-3c38-4a47-962d-4792755dcd0c is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:06:51.341102 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3786822f-589a-4983-aed0-3ef408f26c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (031b573b-3c38-4a47-962d-4792755dcd0c), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:51.391998 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-3786822f-589a-4983-aed0-3ef408f26c56 None None] For port 031b573b-3c38-4a47-962d-4792755dcd0c, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=031b573b-3c38-4a47-962d-4792755dcd0c,segment=NetworkSegment(c335c46e-0cb6-44c4-adb9-4924654d5ac1),segment_id=c335c46e-0cb6-44c4-adb9-4924654d5ac1)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:06:51.399016 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['659219ba-45d4-4ea1-ad29-630833e51e4b'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:06:51.461782 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d630d8a1-4919-4b4b-8f92-73892fff9b3d req-ba958f68-3c6d-4920-b98e-de1d1d7cf5f9 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.3582151 Jan 28 03:06:51.469708 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bc8de4ee-dcd0-4b94-8c4c-e89ccc9a2757 admin admin] Publish callbacks [] for security_group (e7b85e59-6361-4b6c-9976-59ef00e5eb81), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:51.472845 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3786822f-589a-4983-aed0-3ef408f26c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (031b573b-3c38-4a47-962d-4792755dcd0c), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:51.474755 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=33da5c23-1835-41e3-9d77-1428f4b7fbbd,revision_number=11']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:51.478947 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bc8de4ee-dcd0-4b94-8c4c-e89ccc9a2757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (e7b85e59-6361-4b6c-9976-59ef00e5eb81), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:51.484588 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a1a97d-1c7a-44db-a319-8feadbca64d7 None None] Routers {'cb37cd21-92c1-45c0-935a-1f1d30755681'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:06:51.485585 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-79a1a97d-1c7a-44db-a319-8feadbca64d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:06:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['cb37cd21-92c1-45c0-935a-1f1d30755681'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:06:51.550199 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6030dcdc-883a-4926-ac03-97b07b6e7a4d req-67f71f48-590d-492f-b362-81ae695e2f4f tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e1e2638-104f-45ed-a9d4-b76842e78119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6498573 Jan 28 03:06:51.606439 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-79a1a97d-1c7a-44db-a319-8feadbca64d7 None None] Set router cb37cd21-92c1-45c0-935a-1f1d30755681 gateway port host: None {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:06:51.611774 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8de4ee-dcd0-4b94-8c4c-e89ccc9a2757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b85e59-6361-4b6c-9976-59ef00e5eb81,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:51.682007 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-bc8de4ee-dcd0-4b94-8c4c-e89ccc9a2757 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=feb3554470944ebf8fbfaf4b630b24d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7958002 Jan 28 03:06:51.684479 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 55122) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:06:51.851046 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-083d75b7-a7b6-4424-a9f4-e2c6f3b1a544 admin admin] Publish callbacks [] for security_group (e7b85e59-6361-4b6c-9976-59ef00e5eb81), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:51.924049 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port d12d03a8-e1d1-4fe4-a914-7a1360d1ff35 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:51.924587 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d12d03a8-e1d1-4fe4-a914-7a1360d1ff35), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:51.935187 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-083d75b7-a7b6-4424-a9f4-e2c6f3b1a544 admin admin] Publish callbacks [] for security_group (e7b85e59-6361-4b6c-9976-59ef00e5eb81), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:52.090361 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ec8d9f-a9e3-4bc6-8a52-6b4ff7f6a9af tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Router cb37cd21-92c1-45c0-935a-1f1d30755681 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:06:52.119103 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528d840-63ba-4803-a26b-5ccdec577acb req-dab5ab33-0481-404b-9d6c-b7cdfa386832 tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:52.120687 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0528d840-63ba-4803-a26b-5ccdec577acb req-dab5ab33-0481-404b-9d6c-b7cdfa386832 tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] 10.222.0.67 "GET /v2.0/ports?device_id=3a2296c6-bc73-4b52-8392-e09a70158b7b HTTP/1.1" status: 200 len: 949 time: 0.2662368 Jan 28 03:06:52.149856 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-79a1a97d-1c7a-44db-a319-8feadbca64d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'name': 'tempest-RoutersIpV6Test-router-1905695091', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:05:47Z', 'updated_at': '2022-01-28T03:06:49Z', 'revision_number': 8, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'gw_port_host': None, '_interfaces': [{'id': '29671df7-820a-4c7e-93ac-7a6b2d613571', 'name': '', 'network_id': 'bd799f96-19b6-4980-9f95-43cafddd3e3a', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:80:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '0548c622-b5f0-4e42-974d-b35ec5d1046a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:03Z', 'updated_at': '2022-01-28T03:06:20Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '0548c622-b5f0-4e42-974d-b35ec5d1046a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2fcf3c9b-0fc7-4d77-946e-c894f1bb447d', 'name': '', 'network_id': '6e537d05-57b5-4fdd-8add-b1f69b25b021', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:41:36:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:05:52Z', 'updated_at': '2022-01-28T03:06:03Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77f4c9c8-f2ed-43d7-b60a-c61e14ba9909', 'name': '', 'network_id': 'e94ff50c-ea63-4787-8a03-3af8ddcbb5dd', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:ca:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '7e8e78cf-e8b0-4aba-aa6d-f4dd42bff7e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:17Z', 'updated_at': '2022-01-28T03:06:41Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '7e8e78cf-e8b0-4aba-aa6d-f4dd42bff7e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:06:52.156343 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-083d75b7-a7b6-4424-a9f4-e2c6f3b1a544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (e7b85e59-6361-4b6c-9976-59ef00e5eb81), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:52.159313 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-083d75b7-a7b6-4424-a9f4-e2c6f3b1a544 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:52.160618 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-083d75b7-a7b6-4424-a9f4-e2c6f3b1a544 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e7b85e59-6361-4b6c-9976-59ef00e5eb81 HTTP/1.1" status: 204 len: 168 time: 0.4748385 Jan 28 03:06:52.187281 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65bda0ec-335d-4d53-b971-b2c0a41c8052 x-openstack-request-id: req-65bda0ec-335d-4d53-b971-b2c0a41c8052 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:06:52.187733 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2296c6-bc73-4b52-8392-e09a70158b7b", "name": "network-vif-unplugged", "status": "completed", "tag": "33da5c23-1835-41e3-9d77-1428f4b7fbbd", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:06:52.188092 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-65bda0ec-335d-4d53-b971-b2c0a41c8052 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:06:52.188599 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2296c6-bc73-4b52-8392-e09a70158b7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33da5c23-1835-41e3-9d77-1428f4b7fbbd', 'code': 200} Jan 28 03:06:52.189889 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a1a97d-1c7a-44db-a319-8feadbca64d7 None None] The sync data for ids ['cb37cd21-92c1-45c0-935a-1f1d30755681'] in n-d-712139-27 is: [{'id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'name': 'tempest-RoutersIpV6Test-router-1905695091', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:05:47Z', 'updated_at': '2022-01-28T03:06:49Z', 'revision_number': 8, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'gw_port_host': None, '_interfaces': [{'id': '29671df7-820a-4c7e-93ac-7a6b2d613571', 'name': '', 'network_id': 'bd799f96-19b6-4980-9f95-43cafddd3e3a', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:80:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '0548c622-b5f0-4e42-974d-b35ec5d1046a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:03Z', 'updated_at': '2022-01-28T03:06:20Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '0548c622-b5f0-4e42-974d-b35ec5d1046a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2fcf3c9b-0fc7-4d77-946e-c894f1bb447d', 'name': '', 'network_id': '6e537d05-57b5-4fdd-8add-b1f69b25b021', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:41:36:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:05:52Z', 'updated_at': '2022-01-28T03:06:03Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77f4c9c8-f2ed-43d7-b60a-c61e14ba9909', 'name': '', 'network_id': 'e94ff50c-ea63-4787-8a03-3af8ddcbb5dd', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:ca:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '7e8e78cf-e8b0-4aba-aa6d-f4dd42bff7e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:17Z', 'updated_at': '2022-01-28T03:06:41Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '7e8e78cf-e8b0-4aba-aa6d-f4dd42bff7e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:06:52.201107 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=659219ba-45d4-4ea1-ad29-630833e51e4b,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:52.206557 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d75b7-a7b6-4424-a9f4-e2c6f3b1a544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b85e59-6361-4b6c-9976-59ef00e5eb81,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:52.217199 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63afa17-08f4-4265-9e1c-4e6b1a10768f req-0801d861-1f2e-4b90-801c-95239110a764 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:52.229755 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a63afa17-08f4-4265-9e1c-4e6b1a10768f req-0801d861-1f2e-4b90-801c-95239110a764 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1d8a8497-ce10-4994-9691-5707c8a4677a HTTP/1.1" status: 200 len: 1096 time: 0.1597459 Jan 28 03:06:52.327243 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3786822f-589a-4983-aed0-3ef408f26c56 None None] Pushing event updated for resources: {'Port': ['ID=031b573b-3c38-4a47-962d-4792755dcd0c,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:52.350111 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a63afa17-08f4-4265-9e1c-4e6b1a10768f req-a7e70b94-6b8f-4529-9a90-68ae3187f78e tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ff30adee-f506-4994-9448-8aaf5148204d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091123 Jan 28 03:06:52.614848 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port d12d03a8-e1d1-4fe4-a914-7a1360d1ff35 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:06:52.615484 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d12d03a8-e1d1-4fe4-a914-7a1360d1ff35), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:52.621291 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ec8d9f-a9e3-4bc6-8a52-6b4ff7f6a9af tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:06:52.632965 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-21ec8d9f-a9e3-4bc6-8a52-6b4ff7f6a9af tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "PUT /v2.0/routers/cb37cd21-92c1-45c0-935a-1f1d30755681/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2593689 Jan 28 03:06:52.635804 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 55140) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:06:52.680792 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-0528d840-63ba-4803-a26b-5ccdec577acb req-f807f3fb-5f7b-4991-a179-b470bd4256bb tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] Deleting port 33da5c23-1835-41e3-9d77-1428f4b7fbbd {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:06:52.681543 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0528d840-63ba-4803-a26b-5ccdec577acb req-f807f3fb-5f7b-4991-a179-b470bd4256bb tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (33da5c23-1835-41e3-9d77-1428f4b7fbbd), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:52.700508 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port d12d03a8-e1d1-4fe4-a914-7a1360d1ff35, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=d12d03a8-e1d1-4fe4-a914-7a1360d1ff35,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:06:52.709214 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d12d03a8-e1d1-4fe4-a914-7a1360d1ff35), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:52.714163 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 77f4c9c8-f2ed-43d7-b60a-c61e14ba9909 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:06:52.828241 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-e438aa5c-7c77-4785-b7e5-5ea2ad49cd6b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Deleting subnet a20fe098-43f9-4552-9f85-484948f7fdb7 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:06:52.834646 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e438aa5c-7c77-4785-b7e5-5ea2ad49cd6b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for subnet (a20fe098-43f9-4552-9f85-484948f7fdb7), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:52.951598 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e438aa5c-7c77-4785-b7e5-5ea2ad49cd6b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (a20fe098-43f9-4552-9f85-484948f7fdb7), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:52.966751 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-0528d840-63ba-4803-a26b-5ccdec577acb req-f807f3fb-5f7b-4991-a179-b470bd4256bb tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] For port 33da5c23-1835-41e3-9d77-1428f4b7fbbd, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=33da5c23-1835-41e3-9d77-1428f4b7fbbd,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:06:52.968067 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0528d840-63ba-4803-a26b-5ccdec577acb req-f807f3fb-5f7b-4991-a179-b470bd4256bb tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (33da5c23-1835-41e3-9d77-1428f4b7fbbd), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:53.014683 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=d12d03a8-e1d1-4fe4-a914-7a1360d1ff35,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:53.056317 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-0528d840-63ba-4803-a26b-5ccdec577acb req-f807f3fb-5f7b-4991-a179-b470bd4256bb tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] Calling delete_port for 33da5c23-1835-41e3-9d77-1428f4b7fbbd owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:06:53.058032 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55150) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:06:53.072501 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 77f4c9c8-f2ed-43d7-b60a-c61e14ba9909 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:53.080493 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (77f4c9c8-f2ed-43d7-b60a-c61e14ba9909), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:53.135347 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 659219ba-45d4-4ea1-ad29-630833e51e4b up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:06:53.147009 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa386e1-f232-4a10-b5bc-bafc9562f113 req-a0748cbe-c0dd-41b4-8d46-80a1146bbe30 tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:53.150604 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c6c9b804-4f17-46aa-876c-daee1bfad21d req-c4f8191f-5861-4c5e-9796-a815d96455aa tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.1477933 Jan 28 03:06:53.155517 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9fa386e1-f232-4a10-b5bc-bafc9562f113 req-a0748cbe-c0dd-41b4-8d46-80a1146bbe30 tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a2296c6-bc73-4b52-8392-e09a70158b7b HTTP/1.1" status: 200 len: 949 time: 0.3428993 Jan 28 03:06:53.157988 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f3265aac-7a9f-4a29-9952-da77bb0f11a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:53.196768 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f659a4f8-2b68-4149-8822-2c94190c082e None None] Sync routers for ids ['cb37cd21-92c1-45c0-935a-1f1d30755681'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:06:53.256970 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f659a4f8-2b68-4149-8822-2c94190c082e None None] Routers {'cb37cd21-92c1-45c0-935a-1f1d30755681'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:06:53.262449 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 659219ba-45d4-4ea1-ad29-630833e51e4b completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:06:53.264108 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9fa386e1-f232-4a10-b5bc-bafc9562f113 req-37699853-4418-4ed4-afd9-0c55b133683f tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e1e2638-104f-45ed-a9d4-b76842e78119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058328 Jan 28 03:06:53.266827 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-f659a4f8-2b68-4149-8822-2c94190c082e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:06:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['cb37cd21-92c1-45c0-935a-1f1d30755681'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:06:53.272825 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 659219ba-45d4-4ea1-ad29-630833e51e4b triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:53.282832 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (659219ba-45d4-4ea1-ad29-630833e51e4b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:53.306643 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e438aa5c-7c77-4785-b7e5-5ea2ad49cd6b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (a20fe098-43f9-4552-9f85-484948f7fdb7), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:53.445570 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e438aa5c-7c77-4785-b7e5-5ea2ad49cd6b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (a20fe098-43f9-4552-9f85-484948f7fdb7), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:53.534929 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438aa5c-7c77-4785-b7e5-5ea2ad49cd6b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event deleted for resources: {'Subnet': ['ID=a20fe098-43f9-4552-9f85-484948f7fdb7,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:53.549921 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 77f4c9c8-f2ed-43d7-b60a-c61e14ba9909 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:06:53.554123 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 0804301e-7a87-4f7c-b324-59a319b7e899 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:06:53.647322 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e438aa5c-7c77-4785-b7e5-5ea2ad49cd6b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:53.669027 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279be1ed-a690-4e3d-bfae-32bb698c2f8a req-354543c5-2cf6-4274-be06-c1aac13cc22a tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:53.673314 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e438aa5c-7c77-4785-b7e5-5ea2ad49cd6b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "DELETE /v2.0/subnets/a20fe098-43f9-4552-9f85-484948f7fdb7 HTTP/1.1" status: 204 len: 168 time: 1.0340788 Jan 28 03:06:53.680813 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-279be1ed-a690-4e3d-bfae-32bb698c2f8a req-354543c5-2cf6-4274-be06-c1aac13cc22a tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1d8a8497-ce10-4994-9691-5707c8a4677a HTTP/1.1" status: 200 len: 1096 time: 0.1478570 Jan 28 03:06:53.683849 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 55156) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:06:53.692509 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdf4452-9e6b-4a1b-a4ed-9495187a6cd8 None None] Network 7e4d5410-ef98-489b-91f5-f576ebc9972c requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:06:53.752589 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f3265aac-7a9f-4a29-9952-da77bb0f11a2 admin admin] Publish callbacks [] for security_group (cb94d1a6-a51d-43ad-b15d-3124d39d8fd5), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:53.773085 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f3265aac-7a9f-4a29-9952-da77bb0f11a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (cb94d1a6-a51d-43ad-b15d-3124d39d8fd5), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:53.773922 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ef22cc04-6599-4c5a-b610-713594a3a2b0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (7e4d5410-ef98-489b-91f5-f576ebc9972c), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:53.795247 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d5ece3e4-c1a2-4d66-81ce-f99ef4710900 req-dd97ddf9-aebe-48d9-b1f3-9bbd8c30529d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a7247e70-d644-443b-b94e-084b37c5560e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2907128 Jan 28 03:06:53.840802 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-f659a4f8-2b68-4149-8822-2c94190c082e None None] Set router cb37cd21-92c1-45c0-935a-1f1d30755681 gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:06:53.889942 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-ef22cc04-6599-4c5a-b610-713594a3a2b0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Deleting port 0804301e-7a87-4f7c-b324-59a319b7e899 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:06:53.892933 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ef22cc04-6599-4c5a-b610-713594a3a2b0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (0804301e-7a87-4f7c-b324-59a319b7e899), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:53.908836 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f3265aac-7a9f-4a29-9952-da77bb0f11a2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c6ab53b967084bb08d47f5dfefe5c251&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8495722 Jan 28 03:06:53.930732 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3265aac-7a9f-4a29-9952-da77bb0f11a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb94d1a6-a51d-43ad-b15d-3124d39d8fd5,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:53.946854 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55162) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:06:53.986507 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 0804301e-7a87-4f7c-b324-59a319b7e899 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:53.986890 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (0804301e-7a87-4f7c-b324-59a319b7e899), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:54.060069 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-ef22cc04-6599-4c5a-b610-713594a3a2b0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] For port 0804301e-7a87-4f7c-b324-59a319b7e899, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=0804301e-7a87-4f7c-b324-59a319b7e899,segment=NetworkSegment(89ec95d1-82d0-4a86-b168-4e5baffb22c9),segment_id=89ec95d1-82d0-4a86-b168-4e5baffb22c9)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:06:54.060678 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ef22cc04-6599-4c5a-b610-713594a3a2b0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (0804301e-7a87-4f7c-b324-59a319b7e899), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:54.081516 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-ef22cc04-6599-4c5a-b610-713594a3a2b0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Calling delete_port for 0804301e-7a87-4f7c-b324-59a319b7e899 owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:06:54.094036 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 659219ba-45d4-4ea1-ad29-630833e51e4b is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:06:54.109761 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (659219ba-45d4-4ea1-ad29-630833e51e4b), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:54.131578 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0528d840-63ba-4803-a26b-5ccdec577acb req-f807f3fb-5f7b-4991-a179-b470bd4256bb tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (33da5c23-1835-41e3-9d77-1428f4b7fbbd), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:54.238727 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ef22cc04-6599-4c5a-b610-713594a3a2b0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (0804301e-7a87-4f7c-b324-59a319b7e899), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:54.243537 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Could not find standard attr ID for object 0804301e-7a87-4f7c-b324-59a319b7e899. {{(pid=109804) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:06:54.279997 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-279be1ed-a690-4e3d-bfae-32bb698c2f8a req-cf21102e-4f8b-4bf3-be54-cd87f04f607d tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ff30adee-f506-4994-9448-8aaf5148204d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5978510 Jan 28 03:06:54.285819 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f807f3fb-5f7b-4991-a179-b470bd4256bb tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] Pushing event deleted for resources: {'Port': ['ID=33da5c23-1835-41e3-9d77-1428f4b7fbbd,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:54.297303 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8a8497-ce10-4994-9691-5707c8a4677a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659219ba-45d4-4ea1-ad29-630833e51e4b'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:06:54.302004 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfa9ab0-b92e-49f9-9be6-7a742f71807f" -d '{"events": [{"server_uuid": "1d8a8497-ce10-4994-9691-5707c8a4677a", "name": "network-vif-plugged", "status": "completed", "tag": "659219ba-45d4-4ea1-ad29-630833e51e4b"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:06:54.326439 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-0528d840-63ba-4803-a26b-5ccdec577acb req-f807f3fb-5f7b-4991-a179-b470bd4256bb tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] No DVR routers for this DVR port 33da5c23-1835-41e3-9d77-1428f4b7fbbd on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:06:54.329673 n-d-712139-27 neutron-server[109804]: INFO neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No ports have port_id starting with 0804301e-7a87-4f7c-b324-59a319b7e899 Jan 28 03:06:54.334586 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0528d840-63ba-4803-a26b-5ccdec577acb req-f807f3fb-5f7b-4991-a179-b470bd4256bb tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:54.339208 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0528d840-63ba-4803-a26b-5ccdec577acb req-f807f3fb-5f7b-4991-a179-b470bd4256bb tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] 10.222.0.67 "DELETE /v2.0/ports/33da5c23-1835-41e3-9d77-1428f4b7fbbd HTTP/1.1" status: 204 len: 173 time: 2.2089283 Jan 28 03:06:54.340095 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2296c6-bc73-4b52-8392-e09a70158b7b', 'name': 'network-vif-deleted', 'tag': '33da5c23-1835-41e3-9d77-1428f4b7fbbd'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:06:54.344239 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c760485c-f395-4cc0-af01-8097a305fa35" -d '{"events": [{"server_uuid": "3a2296c6-bc73-4b52-8392-e09a70158b7b", "name": "network-vif-deleted", "tag": "33da5c23-1835-41e3-9d77-1428f4b7fbbd"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:06:54.347058 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-21d803f8-b3d9-4bf1-99b8-9def01316ab7 admin admin] Publish callbacks [] for security_group (cb94d1a6-a51d-43ad-b15d-3124d39d8fd5), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:54.372308 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 659219ba-45d4-4ea1-ad29-630833e51e4b, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=659219ba-45d4-4ea1-ad29-630833e51e4b,segment=NetworkSegment(ef1927f8-2d2c-4b20-8596-ea754f1a0114),segment_id=ef1927f8-2d2c-4b20-8596-ea754f1a0114)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:06:54.382811 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (659219ba-45d4-4ea1-ad29-630833e51e4b), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:54.427557 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22cc04-6599-4c5a-b610-713594a3a2b0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event deleted for resources: {'Port': ['ID=0804301e-7a87-4f7c-b324-59a319b7e899,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:54.438549 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef22cc04-6599-4c5a-b610-713594a3a2b0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] No DVR routers for this DVR port 0804301e-7a87-4f7c-b324-59a319b7e899 on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:06:54.483624 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-21d803f8-b3d9-4bf1-99b8-9def01316ab7 admin admin] Publish callbacks [] for security_group (cb94d1a6-a51d-43ad-b15d-3124d39d8fd5), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:54.585750 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-be011821-1319-4124-a91f-f945dae70cb3 req-1e04d91b-576d-4fb3-ae79-fe67bb9e3300 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.2126167 Jan 28 03:06:54.606364 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da286b9-cbf8-46c7-b6cc-ec9bc809ad7f None None] DHCP port deletion for 7e4d5410-ef98-489b-91f5-f576ebc9972c request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:06:54.610037 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ece3e4-c1a2-4d66-81ce-f99ef4710900 req-83b06d78-1871-440f-9816-82cce755c596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:54.626485 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-21d803f8-b3d9-4bf1-99b8-9def01316ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (cb94d1a6-a51d-43ad-b15d-3124d39d8fd5), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:54.632449 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d5ece3e4-c1a2-4d66-81ce-f99ef4710900 req-83b06d78-1871-440f-9816-82cce755c596 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f89e990f7f004133b0af85a906874094&device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 1097 time: 0.7557268 Jan 28 03:06:54.639484 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-21d803f8-b3d9-4bf1-99b8-9def01316ab7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:54.646874 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-21d803f8-b3d9-4bf1-99b8-9def01316ab7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cb94d1a6-a51d-43ad-b15d-3124d39d8fd5 HTTP/1.1" status: 204 len: 168 time: 0.6874373 Jan 28 03:06:54.726852 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d803f8-b3d9-4bf1-99b8-9def01316ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb94d1a6-a51d-43ad-b15d-3124d39d8fd5,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:54.854568 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-22a83069-1763-472c-bdf6-d896089dbf0d req-92dfea6c-bc23-48d4-b45a-30f07a4afc33 tempest-ImagesOneServerTestJSON-970596024 tempest-ImagesOneServerTestJSON-970596024-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a2296c6-bc73-4b52-8392-e09a70158b7b HTTP/1.1" status: 200 len: 210 time: 0.2380397 Jan 28 03:06:54.917186 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-f659a4f8-2b68-4149-8822-2c94190c082e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'name': 'tempest-RoutersIpV6Test-router-1905695091', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:05:47Z', 'updated_at': '2022-01-28T03:06:49Z', 'revision_number': 8, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'gw_port_host': None, '_interfaces': [{'id': '29671df7-820a-4c7e-93ac-7a6b2d613571', 'name': '', 'network_id': 'bd799f96-19b6-4980-9f95-43cafddd3e3a', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:80:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '0548c622-b5f0-4e42-974d-b35ec5d1046a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:03Z', 'updated_at': '2022-01-28T03:06:20Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '0548c622-b5f0-4e42-974d-b35ec5d1046a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2fcf3c9b-0fc7-4d77-946e-c894f1bb447d', 'name': '', 'network_id': '6e537d05-57b5-4fdd-8add-b1f69b25b021', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:41:36:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:05:52Z', 'updated_at': '2022-01-28T03:06:03Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77f4c9c8-f2ed-43d7-b60a-c61e14ba9909', 'name': '', 'network_id': 'e94ff50c-ea63-4787-8a03-3af8ddcbb5dd', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:ca:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '7e8e78cf-e8b0-4aba-aa6d-f4dd42bff7e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:17Z', 'updated_at': '2022-01-28T03:06:41Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '7e8e78cf-e8b0-4aba-aa6d-f4dd42bff7e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:06:55.058697 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22bf58-64b2-4154-a655-fae8d6f2f45f req-6043fbd8-d1ed-440d-9d06-48ca2d62b0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:55.068963 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ed22bf58-64b2-4154-a655-fae8d6f2f45f req-6043fbd8-d1ed-440d-9d06-48ca2d62b0ae service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1d8a8497-ce10-4994-9691-5707c8a4677a HTTP/1.1" status: 200 len: 1097 time: 0.1344976 Jan 28 03:06:55.080161 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f659a4f8-2b68-4149-8822-2c94190c082e None None] Checking router: cb37cd21-92c1-45c0-935a-1f1d30755681 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:06:55.133950 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f659a4f8-2b68-4149-8822-2c94190c082e None None] Routers {'cb37cd21-92c1-45c0-935a-1f1d30755681'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:06:55.134597 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-f659a4f8-2b68-4149-8822-2c94190c082e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:06:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['cb37cd21-92c1-45c0-935a-1f1d30755681'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:06:55.343475 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ed22bf58-64b2-4154-a655-fae8d6f2f45f req-0d4c0c19-1bac-4201-a01c-5c2d830baa54 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ff30adee-f506-4994-9448-8aaf5148204d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580588 Jan 28 03:06:55.375176 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ece3e4-c1a2-4d66-81ce-f99ef4710900 req-4a5e7a08-e5ad-47eb-8f72-b0bccd4f5117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:55.380383 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d5ece3e4-c1a2-4d66-81ce-f99ef4710900 req-4a5e7a08-e5ad-47eb-8f72-b0bccd4f5117 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f4ded625-2395-4b5b-8619-6207cf127af3 HTTP/1.1" status: 200 len: 911 time: 0.4556100 Jan 28 03:06:55.444277 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ef22cc04-6599-4c5a-b610-713594a3a2b0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (7e4d5410-ef98-489b-91f5-f576ebc9972c), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:55.591385 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-ef22cc04-6599-4c5a-b610-713594a3a2b0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e4d5410-ef98-489b-91f5-f576ebc9972c']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:06:55.602696 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-f659a4f8-2b68-4149-8822-2c94190c082e None None] Set router cb37cd21-92c1-45c0-935a-1f1d30755681 gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:06:55.724160 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=659219ba-45d4-4ea1-ad29-630833e51e4b,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:55.750242 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77510c4-166c-4051-9879-3107a8d31205 x-openstack-request-id: req-e77510c4-166c-4051-9879-3107a8d31205 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:06:55.750854 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8a8497-ce10-4994-9691-5707c8a4677a", "name": "network-vif-plugged", "status": "completed", "tag": "659219ba-45d4-4ea1-ad29-630833e51e4b", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:06:55.751306 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e77510c4-166c-4051-9879-3107a8d31205 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:06:55.754140 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8a8497-ce10-4994-9691-5707c8a4677a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659219ba-45d4-4ea1-ad29-630833e51e4b', 'code': 200} Jan 28 03:06:55.759297 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f5d03-d3b5-4442-8fd9-85281b465994 req-42bed480-1a26-4785-a107-5b8e3b8e7c41 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:55.770807 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device d12d03a8-e1d1-4fe4-a914-7a1360d1ff35 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:06:55.772513 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b40f5d03-d3b5-4442-8fd9-85281b465994 req-42bed480-1a26-4785-a107-5b8e3b8e7c41 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1d8a8497-ce10-4994-9691-5707c8a4677a HTTP/1.1" status: 200 len: 1097 time: 0.0779707 Jan 28 03:06:55.805383 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-ef22cc04-6599-4c5a-b610-713594a3a2b0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89ec95d1-82d0-4a86-b168-4e5baffb22c9') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:06:55.811060 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-ef22cc04-6599-4c5a-b610-713594a3a2b0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89ec95d1-82d0-4a86-b168-4e5baffb22c9') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:06:55.860171 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5d72d5-1969-4ab9-932d-41a3cd3d52d4 x-openstack-request-id: req-7c5d72d5-1969-4ab9-932d-41a3cd3d52d4 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:06:55.860798 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2296c6-bc73-4b52-8392-e09a70158b7b", "name": "network-vif-deleted", "tag": "33da5c23-1835-41e3-9d77-1428f4b7fbbd", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:06:55.861831 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7c5d72d5-1969-4ab9-932d-41a3cd3d52d4 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:06:55.867188 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2296c6-bc73-4b52-8392-e09a70158b7b', 'name': 'network-vif-deleted', 'tag': '33da5c23-1835-41e3-9d77-1428f4b7fbbd', 'status': 'completed', 'code': 200} Jan 28 03:06:55.881900 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ef22cc04-6599-4c5a-b610-713594a3a2b0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (89ec95d1-82d0-4a86-b168-4e5baffb22c9), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:55.943716 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ef22cc04-6599-4c5a-b610-713594a3a2b0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (89ec95d1-82d0-4a86-b168-4e5baffb22c9), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:55.950002 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d5ece3e4-c1a2-4d66-81ce-f99ef4710900 req-19ec07c0-fa52-4125-9411-c513173cdcd2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31 HTTP/1.1" status: 200 len: 1000 time: 0.3296840 Jan 28 03:06:55.956521 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b40f5d03-d3b5-4442-8fd9-85281b465994 req-f513f9a1-5286-4b47-8027-253aefbddabd tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ff30adee-f506-4994-9448-8aaf5148204d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803904 Jan 28 03:06:56.000402 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port d12d03a8-e1d1-4fe4-a914-7a1360d1ff35 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:56.001219 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d12d03a8-e1d1-4fe4-a914-7a1360d1ff35), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:56.061031 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef22cc04-6599-4c5a-b610-713594a3a2b0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:06:56.068546 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ef22cc04-6599-4c5a-b610-713594a3a2b0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (89ec95d1-82d0-4a86-b168-4e5baffb22c9), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:56.082108 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:06:56.082108 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:06:56.082108 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:06:56.082108 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:06:56.082108 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:06:56.082108 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:06:56.082108 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:06:56.082108 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:06:56.082108 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:06:56.082108 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:06:56.082108 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:06:56.082108 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:06:56.082108 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:06:56.082108 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:06:56.082108 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:06:56.082108 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:06:56.082108 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:06:56.082108 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:06:56.082108 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:06:56.082108 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:06:56.082108 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:06:56.082108 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:06:56.082108 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:06:56.082108 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:06:56.082108 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:06:56.082108 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:06:56.082108 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:06:56.082108 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:06:56.082108 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:06:56.082108 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:06:56.082108 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:06:56.082108 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:06:56.154605 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55208) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:06:56.192017 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6faca4bf-421c-4dc7-9491-a4278370c92f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:56.274375 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b3cb0e2c-4e1f-401e-9264-3f827132f2ce req-d7db8224-944f-4dba-b136-7fc0bed5c88f tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.2378356 Jan 28 03:06:56.332968 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port d12d03a8-e1d1-4fe4-a914-7a1360d1ff35 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:06:56.337870 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 031b573b-3c38-4a47-962d-4792755dcd0c up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:06:56.377449 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ece3e4-c1a2-4d66-81ce-f99ef4710900 req-767cf4b7-e584-4b6d-8dc0-2713ef8ee1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:56.380621 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d5ece3e4-c1a2-4d66-81ce-f99ef4710900 req-767cf4b7-e584-4b6d-8dc0-2713ef8ee1aa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06dde70e-a1cf-43e5-9a09-417a59ad5656 HTTP/1.1" status: 200 len: 849 time: 0.4145546 Jan 28 03:06:56.386156 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-f659a4f8-2b68-4149-8822-2c94190c082e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'name': 'tempest-RoutersIpV6Test-router-1905695091', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:05:47Z', 'updated_at': '2022-01-28T03:06:49Z', 'revision_number': 8, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'gw_port_host': None, '_interfaces': [{'id': '29671df7-820a-4c7e-93ac-7a6b2d613571', 'name': '', 'network_id': 'bd799f96-19b6-4980-9f95-43cafddd3e3a', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:80:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '0548c622-b5f0-4e42-974d-b35ec5d1046a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:03Z', 'updated_at': '2022-01-28T03:06:20Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '0548c622-b5f0-4e42-974d-b35ec5d1046a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2fcf3c9b-0fc7-4d77-946e-c894f1bb447d', 'name': '', 'network_id': '6e537d05-57b5-4fdd-8add-b1f69b25b021', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:41:36:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:05:52Z', 'updated_at': '2022-01-28T03:06:03Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77f4c9c8-f2ed-43d7-b60a-c61e14ba9909', 'name': '', 'network_id': 'e94ff50c-ea63-4787-8a03-3af8ddcbb5dd', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:ca:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '7e8e78cf-e8b0-4aba-aa6d-f4dd42bff7e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:17Z', 'updated_at': '2022-01-28T03:06:41Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '7e8e78cf-e8b0-4aba-aa6d-f4dd42bff7e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:06:56.387996 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ef22cc04-6599-4c5a-b610-713594a3a2b0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (7e4d5410-ef98-489b-91f5-f576ebc9972c), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:56.403050 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ef22cc04-6599-4c5a-b610-713594a3a2b0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:56.415635 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ef22cc04-6599-4c5a-b610-713594a3a2b0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "DELETE /v2.0/networks/7e4d5410-ef98-489b-91f5-f576ebc9972c HTTP/1.1" status: 204 len: 168 time: 2.7272120 Jan 28 03:06:56.418801 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 55210) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:06:56.530748 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f659a4f8-2b68-4149-8822-2c94190c082e None None] The sync data for ids ['cb37cd21-92c1-45c0-935a-1f1d30755681'] in n-d-712139-27 is: [{'id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'name': 'tempest-RoutersIpV6Test-router-1905695091', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:05:47Z', 'updated_at': '2022-01-28T03:06:49Z', 'revision_number': 8, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'gw_port_host': None, '_interfaces': [{'id': '29671df7-820a-4c7e-93ac-7a6b2d613571', 'name': '', 'network_id': 'bd799f96-19b6-4980-9f95-43cafddd3e3a', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:80:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '0548c622-b5f0-4e42-974d-b35ec5d1046a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:03Z', 'updated_at': '2022-01-28T03:06:20Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '0548c622-b5f0-4e42-974d-b35ec5d1046a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2fcf3c9b-0fc7-4d77-946e-c894f1bb447d', 'name': '', 'network_id': '6e537d05-57b5-4fdd-8add-b1f69b25b021', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:41:36:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:05:52Z', 'updated_at': '2022-01-28T03:06:03Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77f4c9c8-f2ed-43d7-b60a-c61e14ba9909', 'name': '', 'network_id': 'e94ff50c-ea63-4787-8a03-3af8ddcbb5dd', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:ca:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '7e8e78cf-e8b0-4aba-aa6d-f4dd42bff7e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:17Z', 'updated_at': '2022-01-28T03:06:41Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '7e8e78cf-e8b0-4aba-aa6d-f4dd42bff7e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:06:56.534635 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 031b573b-3c38-4a47-962d-4792755dcd0c triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:06:56.535401 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (031b573b-3c38-4a47-962d-4792755dcd0c), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:56.537466 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6faca4bf-421c-4dc7-9491-a4278370c92f admin admin] Publish callbacks [] for security_group (4c9dab4f-d891-4297-9a78-f6a4fce2e888), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:56.550793 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6faca4bf-421c-4dc7-9491-a4278370c92f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (4c9dab4f-d891-4297-9a78-f6a4fce2e888), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:56.735061 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6faca4bf-421c-4dc7-9491-a4278370c92f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=07debdb238be4f0e93be75ed6febca09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5780542 Jan 28 03:06:56.739331 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55224) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:06:56.800244 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faca4bf-421c-4dc7-9491-a4278370c92f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9dab4f-d891-4297-9a78-f6a4fce2e888,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:56.800611 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22cc04-6599-4c5a-b610-713594a3a2b0 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event deleted for resources: {'Network': ['ID=7e4d5410-ef98-489b-91f5-f576ebc9972c,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:56.861009 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 031b573b-3c38-4a47-962d-4792755dcd0c is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:06:56.954751 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 33da5c23-1835-41e3-9d77-1428f4b7fbbd no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:06:56.998096 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: 33da5c23-1835-41e3-9d77-1428f4b7fbbd {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:06:56.998845 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 33da5c23-1835-41e3-9d77-1428f4b7fbbd not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:06:56.999565 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-494b6f1e-65a6-43c2-8fab-20db9fa511a4 admin admin] Publish callbacks [] for security_group (4c9dab4f-d891-4297-9a78-f6a4fce2e888), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:57.054644 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ece3e4-c1a2-4d66-81ce-f99ef4710900 req-26c8435d-d8ce-4f70-941f-089ee0fbd92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:57.056390 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d5ece3e4-c1a2-4d66-81ce-f99ef4710900 req-26c8435d-d8ce-4f70-941f-089ee0fbd92b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4ded625-2395-4b5b-8619-6207cf127af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6352663 Jan 28 03:06:57.080123 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 1afdbee1-8c50-4231-899c-b7d71be5325e no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:06:57.125764 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-494b6f1e-65a6-43c2-8fab-20db9fa511a4 admin admin] Publish callbacks [] for security_group (4c9dab4f-d891-4297-9a78-f6a4fce2e888), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:57.170864 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 1afdbee1-8c50-4231-899c-b7d71be5325e {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:06:57.171114 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 1afdbee1-8c50-4231-899c-b7d71be5325e not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:06:57.179821 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 0804301e-7a87-4f7c-b324-59a319b7e899 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:06:57.201492 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55232) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:06:57.238146 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 0804301e-7a87-4f7c-b324-59a319b7e899 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:06:57.238488 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 0804301e-7a87-4f7c-b324-59a319b7e899 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:06:57.257770 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-494b6f1e-65a6-43c2-8fab-20db9fa511a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (4c9dab4f-d891-4297-9a78-f6a4fce2e888), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:57.264373 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-494b6f1e-65a6-43c2-8fab-20db9fa511a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:57.265963 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-494b6f1e-65a6-43c2-8fab-20db9fa511a4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4c9dab4f-d891-4297-9a78-f6a4fce2e888 HTTP/1.1" status: 204 len: 168 time: 0.5174949 Jan 28 03:06:57.323759 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b6f1e-65a6-43c2-8fab-20db9fa511a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9dab4f-d891-4297-9a78-f6a4fce2e888,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:57.564962 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-2bfd4e86-4482-4738-b5b4-c667a4ebf0d2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=98772557faf848ffb5f5b902a47c6540&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3617134 Jan 28 03:06:57.567926 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55244) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:06:57.662589 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8cd23661-58be-43c5-9ada-10aa3e2ba034 req-cf8def46-1341-4282-90ae-e8faf05e9bff tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.0463090 Jan 28 03:06:57.690472 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-31b0b09b-568f-44c4-ac7e-ad511654c430 admin admin] Publish callbacks [] for security_group (7e1e2638-104f-45ed-a9d4-b76842e78119), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:57.798955 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-31b0b09b-568f-44c4-ac7e-ad511654c430 admin admin] Publish callbacks [] for security_group (7e1e2638-104f-45ed-a9d4-b76842e78119), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:57.944048 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-31b0b09b-568f-44c4-ac7e-ad511654c430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (7e1e2638-104f-45ed-a9d4-b76842e78119), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:57.947941 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-31b0b09b-568f-44c4-ac7e-ad511654c430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:57.949816 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-31b0b09b-568f-44c4-ac7e-ad511654c430 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7e1e2638-104f-45ed-a9d4-b76842e78119 HTTP/1.1" status: 204 len: 168 time: 0.3805091 Jan 28 03:06:57.967281 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0b09b-568f-44c4-ac7e-ad511654c430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1e2638-104f-45ed-a9d4-b76842e78119,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:58.380509 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a2a87-7bd2-49f8-ae96-2b88d0e5e366 req-0814abde-5580-407f-a14b-933f2f197b9c tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:58.382489 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c65a2a87-7bd2-49f8-ae96-2b88d0e5e366 req-0814abde-5580-407f-a14b-933f2f197b9c tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1d8a8497-ce10-4994-9691-5707c8a4677a HTTP/1.1" status: 200 len: 1097 time: 0.4515941 Jan 28 03:06:58.398566 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d5ece3e4-c1a2-4d66-81ce-f99ef4710900 req-a057b7fd-9dbe-4e17-8588-8d78a414708d service neutron] 10.222.0.39 "GET /v2.0/networks/f4ded625-2395-4b5b-8619-6207cf127af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3200216 Jan 28 03:06:58.553290 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d5ece3e4-c1a2-4d66-81ce-f99ef4710900 req-a1bf9068-6602-4e61-93c4-2be42e728196 service neutron] 10.222.0.39 "GET /v2.0/networks/f4ded625-2395-4b5b-8619-6207cf127af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188946 Jan 28 03:06:58.626107 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c65a2a87-7bd2-49f8-ae96-2b88d0e5e366 req-9bc9e812-3d50-4bc1-bf91-1203e47b6c74 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ff30adee-f506-4994-9448-8aaf5148204d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238705 Jan 28 03:06:58.873805 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8f064-74d5-4137-827f-c9328f050440 req-c048134d-e216-4453-9053-01cbceae70c7 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:58.880753 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fac8f064-74d5-4137-827f-c9328f050440 req-c048134d-e216-4453-9053-01cbceae70c7 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1d8a8497-ce10-4994-9691-5707c8a4677a HTTP/1.1" status: 200 len: 1097 time: 0.1211865 Jan 28 03:06:58.899558 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-05fc05ee-2e1d-403f-80b9-54daa8e8c883 req-1bbc443f-3529-4ddf-bd95-6c94c2a5f167 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.0488055 Jan 28 03:06:58.902974 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-38506e86-1db1-4402-80c1-827aac7f5123 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (cb37cd21-92c1-45c0-935a-1f1d30755681), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:58.931908 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55298) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:06:58.987578 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fac8f064-74d5-4137-827f-c9328f050440 req-5b408980-8148-4136-965f-d966c819540f tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ff30adee-f506-4994-9448-8aaf5148204d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004696 Jan 28 03:06:59.127400 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:59.245791 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-79723f4a-f965-4fc8-a494-f375579acaac admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1024838113-network', 'tenant_id': '3d509e715afd4b3db013c85608fec8a6'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:06:59.263883 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57bce95-c530-462c-9292-3271ec20a179 req-42f79dc9-2d10-43ab-b327-ee575238febb tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:06:59.271489 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b57bce95-c530-462c-9292-3271ec20a179 req-42f79dc9-2d10-43ab-b327-ee575238febb tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1d8a8497-ce10-4994-9691-5707c8a4677a HTTP/1.1" status: 200 len: 1097 time: 0.1930776 Jan 28 03:06:59.305263 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79723f4a-f965-4fc8-a494-f375579acaac admin admin] Made reservation on behalf of 3d509e715afd4b3db013c85608fec8a6 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:06:59.311130 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-79723f4a-f965-4fc8-a494-f375579acaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:59.333963 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-79723f4a-f965-4fc8-a494-f375579acaac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:59.337849 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b57bce95-c530-462c-9292-3271ec20a179 req-115d0b77-2fb7-4ee1-b770-d04bed620fed tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ff30adee-f506-4994-9448-8aaf5148204d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654833 Jan 28 03:06:59.456694 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55320) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:06:59.556858 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-38506e86-1db1-4402-80c1-827aac7f5123 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Deleting port 77f4c9c8-f2ed-43d7-b60a-c61e14ba9909 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:06:59.557447 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-38506e86-1db1-4402-80c1-827aac7f5123 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (77f4c9c8-f2ed-43d7-b60a-c61e14ba9909), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:59.582594 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-79723f4a-f965-4fc8-a494-f375579acaac admin admin] Publish callbacks [] for security_group (3166fd9e-8fe1-4ff4-b439-3c4501c6cb26), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:59.590262 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-79723f4a-f965-4fc8-a494-f375579acaac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (3166fd9e-8fe1-4ff4-b439-3c4501c6cb26), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:59.621683 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-47d2807f-182c-47e1-9ab4-cd0e76ec2d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:59.703765 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-0f01986e-1dbd-4e3f-9001-220585a7eb09 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2113161981-network', 'tenant_id': '858aa1a7e6b04f47b535043cafb70da2'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:06:59.728655 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-38506e86-1db1-4402-80c1-827aac7f5123 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] For port 77f4c9c8-f2ed-43d7-b60a-c61e14ba9909, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=77f4c9c8-f2ed-43d7-b60a-c61e14ba9909,segment=NetworkSegment(40f6a943-ca93-4c73-99d5-982c3f52e14b),segment_id=40f6a943-ca93-4c73-99d5-982c3f52e14b)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:06:59.729112 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-38506e86-1db1-4402-80c1-827aac7f5123 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (77f4c9c8-f2ed-43d7-b60a-c61e14ba9909), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:59.762538 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-38506e86-1db1-4402-80c1-827aac7f5123 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Calling delete_port for 77f4c9c8-f2ed-43d7-b60a-c61e14ba9909 owned by network:router_interface {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:06:59.784798 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79723f4a-f965-4fc8-a494-f375579acaac admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:06:59.809836 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-79723f4a-f965-4fc8-a494-f375579acaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (f88f209e-cc8a-43ff-8183-4f0eac51210e), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:59.810566 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-79723f4a-f965-4fc8-a494-f375579acaac admin admin] Added segment f88f209e-cc8a-43ff-8183-4f0eac51210e of type vlan for network 0771f65c-dcf4-4198-964d-bb65ae3d3481 Jan 28 03:06:59.860311 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79723f4a-f965-4fc8-a494-f375579acaac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3166fd9e-8fe1-4ff4-b439-3c4501c6cb26,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:06:59.889636 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-79723f4a-f965-4fc8-a494-f375579acaac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (0771f65c-dcf4-4198-964d-bb65ae3d3481), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:59.990469 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-38506e86-1db1-4402-80c1-827aac7f5123 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (77f4c9c8-f2ed-43d7-b60a-c61e14ba9909), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:06:59.998673 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc156f9-072b-4992-879b-47fbd560e03a req-845a1d27-419a-4319-9dd2-8340a34fee3f tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:00.007711 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4cc156f9-072b-4992-879b-47fbd560e03a req-845a1d27-419a-4319-9dd2-8340a34fee3f tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/networks?id=34f67722-2808-4396-95f6-61354ef5853d HTTP/1.1" status: 200 len: 910 time: 0.1252687 Jan 28 03:07:00.027552 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4cc156f9-072b-4992-879b-47fbd560e03a req-63647518-4b00-4b92-b1a6-542b6d516671 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/quotas/187e18b07b8e44de922559c33a337aeb HTTP/1.1" status: 200 len: 375 time: 0.0189486 Jan 28 03:07:00.058491 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f01986e-1dbd-4e3f-9001-220585a7eb09 admin admin] Made reservation on behalf of 858aa1a7e6b04f47b535043cafb70da2 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:07:00.061106 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0f01986e-1dbd-4e3f-9001-220585a7eb09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:00.075033 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38506e86-1db1-4402-80c1-827aac7f5123 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event deleted for resources: {'Port': ['ID=77f4c9c8-f2ed-43d7-b60a-c61e14ba9909,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:00.100945 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:07:00.124024 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-79723f4a-f965-4fc8-a494-f375579acaac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (0771f65c-dcf4-4198-964d-bb65ae3d3481), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:00.125255 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79723f4a-f965-4fc8-a494-f375579acaac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:00.125912 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-79723f4a-f965-4fc8-a494-f375579acaac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:00.129039 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0f01986e-1dbd-4e3f-9001-220585a7eb09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:00.234820 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-38506e86-1db1-4402-80c1-827aac7f5123 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (cb37cd21-92c1-45c0-935a-1f1d30755681), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:00.260688 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9519e866-8d0f-4c8f-9820-26a32a9ad33a req-696207ab-db4b-4a80-a091-61be1bffef9a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.2080979 Jan 28 03:07:00.335858 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 55350) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:00.337648 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-79723f4a-f965-4fc8-a494-f375579acaac admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4043155 Jan 28 03:07:00.349575 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-43874d5f-6e8f-4935-9eb1-c6476d2d3d06 admin admin] Request body: {'subnet': {'network_id': '0771f65c-dcf4-4198-964d-bb65ae3d3481', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1024838113-subnet', 'tenant_id': '3d509e715afd4b3db013c85608fec8a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:07:00.364675 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4cc156f9-072b-4992-879b-47fbd560e03a req-ec680a7d-6302-479f-9e51-241b7a47e0bf tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/ports?tenant_id=187e18b07b8e44de922559c33a337aeb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3247511 Jan 28 03:07:00.370613 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-4cc156f9-072b-4992-879b-47fbd560e03a req-f3a9df16-9978-46b7-98d3-7dab12fbb778 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:07:00.378316 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4cc156f9-072b-4992-879b-47fbd560e03a req-f3a9df16-9978-46b7-98d3-7dab12fbb778 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0123110 Jan 28 03:07:00.470107 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79723f4a-f965-4fc8-a494-f375579acaac admin admin] Pushing event updated for resources: {'Network': ['ID=0771f65c-dcf4-4198-964d-bb65ae3d3481,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:00.485134 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 0771f65c-dcf4-4198-964d-bb65ae3d3481 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:07:00.583813 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4cc156f9-072b-4992-879b-47fbd560e03a req-90057326-a17f-4580-9a51-d4d56234e52e service neutron] 10.222.0.53 "GET /v2.0/networks/34f67722-2808-4396-95f6-61354ef5853d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044618 Jan 28 03:07:00.601816 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43874d5f-6e8f-4935-9eb1-c6476d2d3d06 admin admin] Made reservation on behalf of 3d509e715afd4b3db013c85608fec8a6 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:07:00.604430 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-43874d5f-6e8f-4935-9eb1-c6476d2d3d06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:00.707775 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0f01986e-1dbd-4e3f-9001-220585a7eb09 admin admin] Publish callbacks [] for security_group (630022e0-6939-48b6-ac3a-d14803452d2f), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:00.713352 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4cc156f9-072b-4992-879b-47fbd560e03a req-637dd8fd-5bdc-4aee-bf9e-7162457dbd69 service neutron] 10.222.0.53 "GET /v2.0/networks/34f67722-2808-4396-95f6-61354ef5853d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123474 Jan 28 03:07:00.714903 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0f01986e-1dbd-4e3f-9001-220585a7eb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (630022e0-6939-48b6-ac3a-d14803452d2f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:00.738482 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f01986e-1dbd-4e3f-9001-220585a7eb09 admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:07:00.760389 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0f01986e-1dbd-4e3f-9001-220585a7eb09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (1bdfda3a-f7d7-44ae-82bd-973f0a517938), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:00.760581 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-0f01986e-1dbd-4e3f-9001-220585a7eb09 admin admin] Added segment 1bdfda3a-f7d7-44ae-82bd-973f0a517938 of type vlan for network 54db990e-2138-4a7a-932b-a89c1796eff3 Jan 28 03:07:00.762136 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f01986e-1dbd-4e3f-9001-220585a7eb09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630022e0-6939-48b6-ac3a-d14803452d2f,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:00.860537 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38506e86-1db1-4402-80c1-827aac7f5123 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Router cb37cd21-92c1-45c0-935a-1f1d30755681 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:07:00.879134 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0f01986e-1dbd-4e3f-9001-220585a7eb09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (54db990e-2138-4a7a-932b-a89c1796eff3), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:00.992773 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0f01986e-1dbd-4e3f-9001-220585a7eb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (54db990e-2138-4a7a-932b-a89c1796eff3), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:00.999959 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f01986e-1dbd-4e3f-9001-220585a7eb09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:00.999959 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0f01986e-1dbd-4e3f-9001-220585a7eb09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:01.112037 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 55376) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:01.113792 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0f01986e-1dbd-4e3f-9001-220585a7eb09 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.6558721 Jan 28 03:07:01.119649 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-9f73577f-ce6d-4587-8efc-e1f33eb1a683 admin admin] Request body: {'subnet': {'network_id': '54db990e-2138-4a7a-932b-a89c1796eff3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2113161981-subnet', 'tenant_id': '858aa1a7e6b04f47b535043cafb70da2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:07:01.153788 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f5d17e42-9c42-419a-bf13-c3b59c062c2d req-fd4765e0-ab43-42d0-a17e-6eaf268cf784 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=20d171ee-6d19-4e38-be9b-fb8691cf8aed HTTP/1.1" status: 200 len: 210 time: 0.0637331 Jan 28 03:07:01.162376 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f01986e-1dbd-4e3f-9001-220585a7eb09 admin admin] Pushing event updated for resources: {'Network': ['ID=54db990e-2138-4a7a-932b-a89c1796eff3,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:01.180160 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 54db990e-2138-4a7a-932b-a89c1796eff3 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:07:01.211879 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38506e86-1db1-4402-80c1-827aac7f5123 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:07:01.230990 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55378) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:01.231216 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-38506e86-1db1-4402-80c1-827aac7f5123 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "PUT /v2.0/routers/cb37cd21-92c1-45c0-935a-1f1d30755681/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7973950 Jan 28 03:07:01.234861 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f73577f-ce6d-4587-8efc-e1f33eb1a683 admin admin] Made reservation on behalf of 858aa1a7e6b04f47b535043cafb70da2 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:07:01.237435 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9f73577f-ce6d-4587-8efc-e1f33eb1a683 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:01.395327 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-43874d5f-6e8f-4935-9eb1-c6476d2d3d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (af763b21-a5f5-4413-ac47-02b7101ff15c), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:01.462527 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa57fd62-93da-4d3c-91c9-f2b8fee11f42 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Deleting subnet 7e8e78cf-e8b0-4aba-aa6d-f4dd42bff7e5 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:07:01.471306 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa57fd62-93da-4d3c-91c9-f2b8fee11f42 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for subnet (7e8e78cf-e8b0-4aba-aa6d-f4dd42bff7e5), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:01.514663 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33658c97-c11a-4a3a-97cb-d9e3a11a740f None None] Sync routers for ids ['cb37cd21-92c1-45c0-935a-1f1d30755681'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:07:01.528489 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33658c97-c11a-4a3a-97cb-d9e3a11a740f None None] Routers {'cb37cd21-92c1-45c0-935a-1f1d30755681'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:07:01.529410 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-33658c97-c11a-4a3a-97cb-d9e3a11a740f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:06:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['cb37cd21-92c1-45c0-935a-1f1d30755681'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:01.595799 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa57fd62-93da-4d3c-91c9-f2b8fee11f42 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (7e8e78cf-e8b0-4aba-aa6d-f4dd42bff7e5), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:01.656943 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-33658c97-c11a-4a3a-97cb-d9e3a11a740f None None] Set router cb37cd21-92c1-45c0-935a-1f1d30755681 gateway port host: None {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:07:01.686550 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43874d5f-6e8f-4935-9eb1-c6476d2d3d06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af763b21-a5f5-4413-ac47-02b7101ff15c,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:01.699585 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9f73577f-ce6d-4587-8efc-e1f33eb1a683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (2dcf49d7-728a-4d4e-b635-4badaf86b829), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:01.774191 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa57fd62-93da-4d3c-91c9-f2b8fee11f42 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (7e8e78cf-e8b0-4aba-aa6d-f4dd42bff7e5), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:01.793404 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d5ad3e40-bd88-4ae8-b0f2-09a8eaf721e8 req-68f1bd35-1671-41eb-9538-b5c83e977ac6 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.0965238 Jan 28 03:07:01.843966 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73577f-ce6d-4587-8efc-e1f33eb1a683 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dcf49d7-728a-4d4e-b635-4badaf86b829,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:01.878190 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43874d5f-6e8f-4935-9eb1-c6476d2d3d06 admin admin] Checking segment: {'id': 'f88f209e-cc8a-43ff-8183-4f0eac51210e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0771f65c-dcf4-4198-964d-bb65ae3d3481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:07:01.878857 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43874d5f-6e8f-4935-9eb1-c6476d2d3d06 admin admin] Network hostable DHCP agents. Network: 0771f65c-dcf4-4198-964d-bb65ae3d3481, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:07:01.903271 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f73577f-ce6d-4587-8efc-e1f33eb1a683 admin admin] Checking segment: {'id': '1bdfda3a-f7d7-44ae-82bd-973f0a517938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '54db990e-2138-4a7a-932b-a89c1796eff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:07:01.904082 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f73577f-ce6d-4587-8efc-e1f33eb1a683 admin admin] Network hostable DHCP agents. Network: 54db990e-2138-4a7a-932b-a89c1796eff3, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:07:01.908946 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43874d5f-6e8f-4935-9eb1-c6476d2d3d06 admin admin] Network 0771f65c-dcf4-4198-964d-bb65ae3d3481 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:07:01.920240 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa57fd62-93da-4d3c-91c9-f2b8fee11f42 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (7e8e78cf-e8b0-4aba-aa6d-f4dd42bff7e5), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:01.935645 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-43874d5f-6e8f-4935-9eb1-c6476d2d3d06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 0771f65c-dcf4-4198-964d-bb65ae3d3481) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:07:01.951694 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43874d5f-6e8f-4935-9eb1-c6476d2d3d06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:01.953332 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-43874d5f-6e8f-4935-9eb1-c6476d2d3d06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:01.955824 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f73577f-ce6d-4587-8efc-e1f33eb1a683 admin admin] Network 54db990e-2138-4a7a-932b-a89c1796eff3 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:07:01.968171 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-9f73577f-ce6d-4587-8efc-e1f33eb1a683 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 54db990e-2138-4a7a-932b-a89c1796eff3) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:07:01.968782 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9190ae-1457-422d-81c6-02b877f02835 None None] Network 0771f65c-dcf4-4198-964d-bb65ae3d3481 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:07:01.988534 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f73577f-ce6d-4587-8efc-e1f33eb1a683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:01.990062 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9f73577f-ce6d-4587-8efc-e1f33eb1a683 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:02.037056 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-43874d5f-6e8f-4935-9eb1-c6476d2d3d06 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6999938 Jan 28 03:07:02.043553 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57fd62-93da-4d3c-91c9-f2b8fee11f42 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event deleted for resources: {'Subnet': ['ID=7e8e78cf-e8b0-4aba-aa6d-f4dd42bff7e5,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:02.057581 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9f73577f-ce6d-4587-8efc-e1f33eb1a683 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9420640 Jan 28 03:07:02.071094 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa57fd62-93da-4d3c-91c9-f2b8fee11f42 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:02.079153 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 55398) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:02.085725 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-fa57fd62-93da-4d3c-91c9-f2b8fee11f42 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "DELETE /v2.0/subnets/7e8e78cf-e8b0-4aba-aa6d-f4dd42bff7e5 HTTP/1.1" status: 204 len: 168 time: 0.8533490 Jan 28 03:07:02.273788 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c1e649aa-7582-4693-af0b-6d001e77195b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (e94ff50c-ea63-4787-8a03-3af8ddcbb5dd), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:02.283492 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ef5953-3456-42be-be65-73fdfa5b5dde None None] Network 54db990e-2138-4a7a-932b-a89c1796eff3 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:07:02.302236 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f93f71b-cd06-4533-9dad-8017c64bdbe1 None None] Network e94ff50c-ea63-4787-8a03-3af8ddcbb5dd requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:07:02.436057 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-93a3847a-446a-4a22-bb21-45b7fc6cb474 req-a3946a05-3aa4-43d6-80b5-3284c30a73e5 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=20d171ee-6d19-4e38-be9b-fb8691cf8aed HTTP/1.1" status: 200 len: 210 time: 0.0887721 Jan 28 03:07:02.464754 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-c1e649aa-7582-4693-af0b-6d001e77195b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Deleting port fa786c48-06d3-471b-b0d3-05df0190e020 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:07:02.465131 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c1e649aa-7582-4693-af0b-6d001e77195b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (fa786c48-06d3-471b-b0d3-05df0190e020), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:02.545768 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-c1e649aa-7582-4693-af0b-6d001e77195b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] For port fa786c48-06d3-471b-b0d3-05df0190e020, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=fa786c48-06d3-471b-b0d3-05df0190e020,segment=NetworkSegment(40f6a943-ca93-4c73-99d5-982c3f52e14b),segment_id=40f6a943-ca93-4c73-99d5-982c3f52e14b)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:07:02.546142 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c1e649aa-7582-4693-af0b-6d001e77195b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (fa786c48-06d3-471b-b0d3-05df0190e020), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:02.562187 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-c1e649aa-7582-4693-af0b-6d001e77195b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Calling delete_port for fa786c48-06d3-471b-b0d3-05df0190e020 owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:07:02.706169 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c1e649aa-7582-4693-af0b-6d001e77195b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (fa786c48-06d3-471b-b0d3-05df0190e020), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:02.764221 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e649aa-7582-4693-af0b-6d001e77195b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event deleted for resources: {'Port': ['ID=fa786c48-06d3-471b-b0d3-05df0190e020,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:02.796881 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e649aa-7582-4693-af0b-6d001e77195b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] No DVR routers for this DVR port fa786c48-06d3-471b-b0d3-05df0190e020 on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:07:02.831936 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc156f9-072b-4992-879b-47fbd560e03a req-397864f1-48b8-4784-a92e-e2bb50b3f1f0 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:02.835186 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4cc156f9-072b-4992-879b-47fbd560e03a req-397864f1-48b8-4784-a92e-e2bb50b3f1f0 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.67 "GET /v2.0/networks?id=34f67722-2808-4396-95f6-61354ef5853d HTTP/1.1" status: 200 len: 910 time: 0.2204156 Jan 28 03:07:02.848416 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-4cc156f9-072b-4992-879b-47fbd560e03a req-268c3e34-871e-417b-952e-e60601520024 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Request body: {'port': {'device_id': '20d171ee-6d19-4e38-be9b-fb8691cf8aed', 'network_id': '34f67722-2808-4396-95f6-61354ef5853d', 'admin_state_up': True, 'tenant_id': '187e18b07b8e44de922559c33a337aeb'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:07:02.893394 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cc156f9-072b-4992-879b-47fbd560e03a req-268c3e34-871e-417b-952e-e60601520024 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Made reservation on behalf of 187e18b07b8e44de922559c33a337aeb for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:07:02.898207 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4cc156f9-072b-4992-879b-47fbd560e03a req-268c3e34-871e-417b-952e-e60601520024 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:03.019827 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80f25c1-ae65-4947-aa42-7fbae0950c7e None None] Network 0771f65c-dcf4-4198-964d-bb65ae3d3481 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:07:03.020740 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c1e649aa-7582-4693-af0b-6d001e77195b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (e94ff50c-ea63-4787-8a03-3af8ddcbb5dd), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:03.061570 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-24405caf-6310-4253-996a-6746b4787670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:03.078847 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-c1e649aa-7582-4693-af0b-6d001e77195b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e94ff50c-ea63-4787-8a03-3af8ddcbb5dd']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:03.114051 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-c1e649aa-7582-4693-af0b-6d001e77195b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40f6a943-ca93-4c73-99d5-982c3f52e14b') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:03.114357 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-c1e649aa-7582-4693-af0b-6d001e77195b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40f6a943-ca93-4c73-99d5-982c3f52e14b') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:03.117103 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 55426) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:03.121910 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-20ad36c2-1b2f-4675-ac39-33ae41cda257 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-853454697-network', 'tenant_id': '53cbb3b0f3d849e9bd132542eea223af'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:07:03.144368 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c6ae7d-bc91-4cf5-855b-c886f8048ab8 None None] DHCP port deletion for e94ff50c-ea63-4787-8a03-3af8ddcbb5dd request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:07:03.165829 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ad36c2-1b2f-4675-ac39-33ae41cda257 admin admin] Made reservation on behalf of 53cbb3b0f3d849e9bd132542eea223af for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:07:03.166938 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-20ad36c2-1b2f-4675-ac39-33ae41cda257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:03.188680 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c1e649aa-7582-4693-af0b-6d001e77195b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (40f6a943-ca93-4c73-99d5-982c3f52e14b), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:03.197285 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-20ad36c2-1b2f-4675-ac39-33ae41cda257 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:03.223115 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c1e649aa-7582-4693-af0b-6d001e77195b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (40f6a943-ca93-4c73-99d5-982c3f52e14b), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:03.237226 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1e649aa-7582-4693-af0b-6d001e77195b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:07:03.237710 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c1e649aa-7582-4693-af0b-6d001e77195b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (40f6a943-ca93-4c73-99d5-982c3f52e14b), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:03.241324 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:07:03.241324 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:07:03.241324 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:07:03.241324 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:07:03.241324 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:07:03.241324 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:07:03.241324 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:07:03.241324 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:07:03.241324 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:07:03.241324 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:07:03.241324 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:07:03.241324 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:07:03.241324 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:07:03.241324 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:07:03.241324 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:07:03.241324 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:07:03.241324 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:07:03.241324 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:07:03.241324 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:07:03.241324 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:07:03.241324 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:07:03.241324 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:07:03.241324 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:07:03.241324 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:07:03.241324 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:07:03.241324 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:07:03.241324 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:07:03.241324 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:07:03.241324 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:07:03.241324 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:07:03.241324 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:07:03.241324 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:07:03.263084 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16232cea-d36d-4cb4-aa4f-fda483005c22 req-c4c8d227-744f-431d-8b09-f69d014d0480 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.1153913 Jan 28 03:07:03.362213 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c1e649aa-7582-4693-af0b-6d001e77195b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (e94ff50c-ea63-4787-8a03-3af8ddcbb5dd), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:03.363631 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-4cc156f9-072b-4992-879b-47fbd560e03a req-268c3e34-871e-417b-952e-e60601520024 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Allocated IP 172.20.0.8 (34f67722-2808-4396-95f6-61354ef5853d/4e697b59-6783-417a-a217-ebdbf873799e/395fad9d-b936-43f7-ac89-36e5c3555e7e) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:07:03.367143 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189a2762-68ac-4611-a38f-82444bb5985c None None] Network 54db990e-2138-4a7a-932b-a89c1796eff3 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:07:03.390272 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c1e649aa-7582-4693-af0b-6d001e77195b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:03.399802 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c1e649aa-7582-4693-af0b-6d001e77195b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "DELETE /v2.0/networks/e94ff50c-ea63-4787-8a03-3af8ddcbb5dd HTTP/1.1" status: 204 len: 168 time: 1.3163884 Jan 28 03:07:03.408633 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 55430) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:03.476618 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:03.512632 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device fa786c48-06d3-471b-b0d3-05df0190e020 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:07:03.566767 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: fa786c48-06d3-471b-b0d3-05df0190e020 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:07:03.567314 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device fa786c48-06d3-471b-b0d3-05df0190e020 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:07:03.571353 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-33658c97-c11a-4a3a-97cb-d9e3a11a740f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'name': 'tempest-RoutersIpV6Test-router-1905695091', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:05:47Z', 'updated_at': '2022-01-28T03:06:59Z', 'revision_number': 9, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'gw_port_host': None, '_interfaces': [{'id': '29671df7-820a-4c7e-93ac-7a6b2d613571', 'name': '', 'network_id': 'bd799f96-19b6-4980-9f95-43cafddd3e3a', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:80:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '0548c622-b5f0-4e42-974d-b35ec5d1046a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:03Z', 'updated_at': '2022-01-28T03:06:20Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '0548c622-b5f0-4e42-974d-b35ec5d1046a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2fcf3c9b-0fc7-4d77-946e-c894f1bb447d', 'name': '', 'network_id': '6e537d05-57b5-4fdd-8add-b1f69b25b021', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:41:36:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:05:52Z', 'updated_at': '2022-01-28T03:06:03Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:03.614371 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33658c97-c11a-4a3a-97cb-d9e3a11a740f None None] Checking router: cb37cd21-92c1-45c0-935a-1f1d30755681 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:07:03.633320 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:03.642089 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33658c97-c11a-4a3a-97cb-d9e3a11a740f None None] Routers {'cb37cd21-92c1-45c0-935a-1f1d30755681'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:07:03.642724 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-33658c97-c11a-4a3a-97cb-d9e3a11a740f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:07:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['cb37cd21-92c1-45c0-935a-1f1d30755681'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:03.693756 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e649aa-7582-4693-af0b-6d001e77195b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event deleted for resources: {'Network': ['ID=e94ff50c-ea63-4787-8a03-3af8ddcbb5dd,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:03.741957 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-33658c97-c11a-4a3a-97cb-d9e3a11a740f None None] Set router cb37cd21-92c1-45c0-935a-1f1d30755681 gateway port host: None {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:07:03.752030 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4cc156f9-072b-4992-879b-47fbd560e03a req-268c3e34-871e-417b-952e-e60601520024 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Publish callbacks [] for port (395fad9d-b936-43f7-ac89-36e5c3555e7e), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:03.804947 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4cc156f9-072b-4992-879b-47fbd560e03a req-268c3e34-871e-417b-952e-e60601520024 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (395fad9d-b936-43f7-ac89-36e5c3555e7e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:03.833344 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632d0a2-128b-4383-a076-fec9d35c4870 req-6efed113-11e9-4382-89c4-58caa962b5d8 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:03.840997 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e632d0a2-128b-4383-a076-fec9d35c4870 req-6efed113-11e9-4382-89c4-58caa962b5d8 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/networks?id=54db990e-2138-4a7a-932b-a89c1796eff3 HTTP/1.1" status: 200 len: 822 time: 0.1579659 Jan 28 03:07:03.850358 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['659219ba-45d4-4ea1-ad29-630833e51e4b'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:07:03.885457 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cc156f9-072b-4992-879b-47fbd560e03a req-268c3e34-871e-417b-952e-e60601520024 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Network 34f67722-2808-4396-95f6-61354ef5853d is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:07:03.888825 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e632d0a2-128b-4383-a076-fec9d35c4870 req-84d793e6-e18c-4d71-a1c8-59bb9c3455ce tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/quotas/858aa1a7e6b04f47b535043cafb70da2 HTTP/1.1" status: 200 len: 375 time: 0.0468392 Jan 28 03:07:03.890425 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-4cc156f9-072b-4992-879b-47fbd560e03a req-268c3e34-871e-417b-952e-e60601520024 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:07:03.894281 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc156f9-072b-4992-879b-47fbd560e03a req-268c3e34-871e-417b-952e-e60601520024 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:07:03.926537 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82fe9be-eaa0-4761-8a98-e3e55b6084c9 req-62728581-d730-4e0d-9bb1-7478a6b4d961 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:03.935907 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c82fe9be-eaa0-4761-8a98-e3e55b6084c9 req-62728581-d730-4e0d-9bb1-7478a6b4d961 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=20d171ee-6d19-4e38-be9b-fb8691cf8aed HTTP/1.1" status: 200 len: 1027 time: 0.1434958 Jan 28 03:07:03.940001 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e632d0a2-128b-4383-a076-fec9d35c4870 req-7e71c360-8cd6-4378-9583-c0188108e40f tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=858aa1a7e6b04f47b535043cafb70da2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500374 Jan 28 03:07:03.982942 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c3e34-871e-417b-952e-e60601520024 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Pushing event updated for resources: {'Port': ['ID=395fad9d-b936-43f7-ac89-36e5c3555e7e,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:04.026678 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c82fe9be-eaa0-4761-8a98-e3e55b6084c9 req-d5e49fde-f65e-45ab-a3d4-d3a9b1577087 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ff30adee-f506-4994-9448-8aaf5148204d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847785 Jan 28 03:07:04.028178 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc156f9-072b-4992-879b-47fbd560e03a req-268c3e34-871e-417b-952e-e60601520024 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:04.031146 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4cc156f9-072b-4992-879b-47fbd560e03a req-268c3e34-871e-417b-952e-e60601520024 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:04.069411 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-20ad36c2-1b2f-4675-ac39-33ae41cda257 admin admin] Publish callbacks [] for security_group (ff0a34d1-9459-4438-9ae7-c56f5e708483), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:04.077616 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-20ad36c2-1b2f-4675-ac39-33ae41cda257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (ff0a34d1-9459-4438-9ae7-c56f5e708483), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:04.078040 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4cc156f9-072b-4992-879b-47fbd560e03a req-268c3e34-871e-417b-952e-e60601520024 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.2351499 Jan 28 03:07:04.101610 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-4cc156f9-072b-4992-879b-47fbd560e03a req-2f52dd0b-45e6-43b8-afb1-ddb77aab6019 service neutron] Request body: {'port': {'device_id': '20d171ee-6d19-4e38-be9b-fb8691cf8aed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:07:04.111931 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e632d0a2-128b-4383-a076-fec9d35c4870 req-fb0b66d0-846c-4363-9ac5-f4e408c84478 service neutron] 10.222.0.53 "GET /v2.0/networks/54db990e-2138-4a7a-932b-a89c1796eff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709547 Jan 28 03:07:04.216239 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20ad36c2-1b2f-4675-ac39-33ae41cda257 admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:07:04.244981 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4cc156f9-072b-4992-879b-47fbd560e03a req-2f52dd0b-45e6-43b8-afb1-ddb77aab6019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (395fad9d-b936-43f7-ac89-36e5c3555e7e), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:04.310080 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-20ad36c2-1b2f-4675-ac39-33ae41cda257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (31df6b32-3c8b-47ae-9d3d-a10c9778bc38), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:04.328368 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-20ad36c2-1b2f-4675-ac39-33ae41cda257 admin admin] Added segment 31df6b32-3c8b-47ae-9d3d-a10c9778bc38 of type vlan for network 007339e7-fa4a-4fd3-8260-84c7048952a9 Jan 28 03:07:04.376311 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad36c2-1b2f-4675-ac39-33ae41cda257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0a34d1-9459-4438-9ae7-c56f5e708483,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:04.430535 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-649f04c7-4400-49b5-85db-a7457cc8a700 None None] Provisioning complete for port 395fad9d-b936-43f7-ac89-36e5c3555e7e triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:07:04.431037 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-649f04c7-4400-49b5-85db-a7457cc8a700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (395fad9d-b936-43f7-ac89-36e5c3555e7e), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:04.491733 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-649f04c7-4400-49b5-85db-a7457cc8a700 None None] Port 395fad9d-b936-43f7-ac89-36e5c3555e7e cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:07:04.495523 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-33658c97-c11a-4a3a-97cb-d9e3a11a740f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'name': 'tempest-RoutersIpV6Test-router-1905695091', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:05:47Z', 'updated_at': '2022-01-28T03:06:59Z', 'revision_number': 9, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'gw_port_host': None, '_interfaces': [{'id': '29671df7-820a-4c7e-93ac-7a6b2d613571', 'name': '', 'network_id': 'bd799f96-19b6-4980-9f95-43cafddd3e3a', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:80:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '0548c622-b5f0-4e42-974d-b35ec5d1046a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:03Z', 'updated_at': '2022-01-28T03:06:20Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '0548c622-b5f0-4e42-974d-b35ec5d1046a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2fcf3c9b-0fc7-4d77-946e-c894f1bb447d', 'name': '', 'network_id': '6e537d05-57b5-4fdd-8add-b1f69b25b021', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:41:36:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:05:52Z', 'updated_at': '2022-01-28T03:06:03Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:04.729737 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-4cc156f9-072b-4992-879b-47fbd560e03a req-2f52dd0b-45e6-43b8-afb1-ddb77aab6019 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 395fad9d-b936-43f7-ac89-36e5c3555e7e {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:07:04.740953 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4cc156f9-072b-4992-879b-47fbd560e03a req-2f52dd0b-45e6-43b8-afb1-ddb77aab6019 service neutron] Publish callbacks [] for port (395fad9d-b936-43f7-ac89-36e5c3555e7e), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:04.745722 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33658c97-c11a-4a3a-97cb-d9e3a11a740f None None] The sync data for ids ['cb37cd21-92c1-45c0-935a-1f1d30755681'] in n-d-712139-27 is: [{'id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'name': 'tempest-RoutersIpV6Test-router-1905695091', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:05:47Z', 'updated_at': '2022-01-28T03:06:59Z', 'revision_number': 9, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'gw_port_host': None, '_interfaces': [{'id': '29671df7-820a-4c7e-93ac-7a6b2d613571', 'name': '', 'network_id': 'bd799f96-19b6-4980-9f95-43cafddd3e3a', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:80:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '0548c622-b5f0-4e42-974d-b35ec5d1046a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:03Z', 'updated_at': '2022-01-28T03:06:20Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '0548c622-b5f0-4e42-974d-b35ec5d1046a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2fcf3c9b-0fc7-4d77-946e-c894f1bb447d', 'name': '', 'network_id': '6e537d05-57b5-4fdd-8add-b1f69b25b021', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:41:36:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:05:52Z', 'updated_at': '2022-01-28T03:06:03Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:07:04.765253 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:04.767141 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-4cc156f9-072b-4992-879b-47fbd560e03a req-2f52dd0b-45e6-43b8-afb1-ddb77aab6019 service neutron] Transition to ACTIVE for port object 395fad9d-b936-43f7-ac89-36e5c3555e7e will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:07:04.777937 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4cc156f9-072b-4992-879b-47fbd560e03a req-2f52dd0b-45e6-43b8-afb1-ddb77aab6019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (395fad9d-b936-43f7-ac89-36e5c3555e7e), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:04.799508 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a336b49-1421-4456-80fc-9d2d0f6789cc req-1aa58a36-97de-4230-b969-494a2e5ee511 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.0344908 Jan 28 03:07:04.866491 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f52dd0b-45e6-43b8-afb1-ddb77aab6019 service neutron] Pushing event updated for resources: {'Port': ['ID=395fad9d-b936-43f7-ac89-36e5c3555e7e,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:04.905568 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-20ad36c2-1b2f-4675-ac39-33ae41cda257 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (007339e7-fa4a-4fd3-8260-84c7048952a9), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:04.931632 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e632d0a2-128b-4383-a076-fec9d35c4870 req-4c58975d-d90e-453e-aa84-c6e237524391 service neutron] 10.222.0.53 "GET /v2.0/networks/54db990e-2138-4a7a-932b-a89c1796eff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8159661 Jan 28 03:07:04.985953 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-4cc156f9-072b-4992-879b-47fbd560e03a req-2f52dd0b-45e6-43b8-afb1-ddb77aab6019 service neutron] Attempting to bind port 395fad9d-b936-43f7-ac89-36e5c3555e7e on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:07:04.986302 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-4cc156f9-072b-4992-879b-47fbd560e03a req-2f52dd0b-45e6-43b8-afb1-ddb77aab6019 service neutron] Attempting to bind port 395fad9d-b936-43f7-ac89-36e5c3555e7e by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': 'ef1927f8-2d2c-4b20-8596-ea754f1a0114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '34f67722-2808-4396-95f6-61354ef5853d'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:07:04.986631 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc156f9-072b-4992-879b-47fbd560e03a req-2f52dd0b-45e6-43b8-afb1-ddb77aab6019 service neutron] Attempting to bind port 395fad9d-b936-43f7-ac89-36e5c3555e7e on network 34f67722-2808-4396-95f6-61354ef5853d {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:07:04.994539 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-20ad36c2-1b2f-4675-ac39-33ae41cda257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (007339e7-fa4a-4fd3-8260-84c7048952a9), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:04.995555 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ad36c2-1b2f-4675-ac39-33ae41cda257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:04.996079 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-20ad36c2-1b2f-4675-ac39-33ae41cda257 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:04.997095 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc156f9-072b-4992-879b-47fbd560e03a req-2f52dd0b-45e6-43b8-afb1-ddb77aab6019 service neutron] Port 395fad9d-b936-43f7-ac89-36e5c3555e7e on network 34f67722-2808-4396-95f6-61354ef5853d not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:07:04.997360 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc156f9-072b-4992-879b-47fbd560e03a req-2f52dd0b-45e6-43b8-afb1-ddb77aab6019 service neutron] Attempting to bind port 395fad9d-b936-43f7-ac89-36e5c3555e7e on network 34f67722-2808-4396-95f6-61354ef5853d {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:07:05.013048 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc156f9-072b-4992-879b-47fbd560e03a req-2f52dd0b-45e6-43b8-afb1-ddb77aab6019 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:07:05.013048 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc156f9-072b-4992-879b-47fbd560e03a req-2f52dd0b-45e6-43b8-afb1-ddb77aab6019 service neutron] Checking segment: {'id': 'ef1927f8-2d2c-4b20-8596-ea754f1a0114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '34f67722-2808-4396-95f6-61354ef5853d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:07:05.021353 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc156f9-072b-4992-879b-47fbd560e03a req-2f52dd0b-45e6-43b8-afb1-ddb77aab6019 service neutron] Bound using segment: {'id': 'ef1927f8-2d2c-4b20-8596-ea754f1a0114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '34f67722-2808-4396-95f6-61354ef5853d'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:07:05.022345 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-4cc156f9-072b-4992-879b-47fbd560e03a req-2f52dd0b-45e6-43b8-afb1-ddb77aab6019 service neutron] Bound port: 395fad9d-b936-43f7-ac89-36e5c3555e7e, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef1927f8-2d2c-4b20-8596-ea754f1a0114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '34f67722-2808-4396-95f6-61354ef5853d'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:07:05.024653 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4cc156f9-072b-4992-879b-47fbd560e03a req-2f52dd0b-45e6-43b8-afb1-ddb77aab6019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (395fad9d-b936-43f7-ac89-36e5c3555e7e), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:05.094119 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-20ad36c2-1b2f-4675-ac39-33ae41cda257 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9731472 Jan 28 03:07:05.099861 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 55454) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:05.110841 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-bb934ef0-4e95-4f1c-ab10-d2b47432159b admin admin] Request body: {'subnet': {'network_id': '007339e7-fa4a-4fd3-8260-84c7048952a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-853454697-subnet', 'tenant_id': '53cbb3b0f3d849e9bd132542eea223af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:07:05.162914 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad36c2-1b2f-4675-ac39-33ae41cda257 admin admin] Pushing event updated for resources: {'Network': ['ID=007339e7-fa4a-4fd3-8260-84c7048952a9,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:05.167200 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb934ef0-4e95-4f1c-ab10-d2b47432159b admin admin] Made reservation on behalf of 53cbb3b0f3d849e9bd132542eea223af for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:07:05.169527 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bb934ef0-4e95-4f1c-ab10-d2b47432159b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:05.176036 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 007339e7-fa4a-4fd3-8260-84c7048952a9 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:07:05.313435 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-afc8f5b6-0c5b-4190-bebc-b8d6b5dd3e2b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (cb37cd21-92c1-45c0-935a-1f1d30755681), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:05.332096 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-4cc156f9-072b-4992-879b-47fbd560e03a req-2f52dd0b-45e6-43b8-afb1-ddb77aab6019 service neutron] For port 395fad9d-b936-43f7-ac89-36e5c3555e7e, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:07:05.353551 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-4cc156f9-072b-4992-879b-47fbd560e03a req-2f52dd0b-45e6-43b8-afb1-ddb77aab6019 service neutron] For port 395fad9d-b936-43f7-ac89-36e5c3555e7e, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=395fad9d-b936-43f7-ac89-36e5c3555e7e,segment=NetworkSegment(ef1927f8-2d2c-4b20-8596-ea754f1a0114),segment_id=ef1927f8-2d2c-4b20-8596-ea754f1a0114)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:07:05.356250 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dea08a-689a-4e16-af17-328a5b2bbcbb req-00b31d76-c448-4afa-b542-24e2a35b21c4 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:05.364245 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-15dea08a-689a-4e16-af17-328a5b2bbcbb req-00b31d76-c448-4afa-b542-24e2a35b21c4 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=20d171ee-6d19-4e38-be9b-fb8691cf8aed HTTP/1.1" status: 200 len: 1053 time: 0.2174783 Jan 28 03:07:05.370928 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4cc156f9-072b-4992-879b-47fbd560e03a req-2f52dd0b-45e6-43b8-afb1-ddb77aab6019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (395fad9d-b936-43f7-ac89-36e5c3555e7e), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:05.431394 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 77f4c9c8-f2ed-43d7-b60a-c61e14ba9909 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:07:05.438469 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc156f9-072b-4992-879b-47fbd560e03a req-2f52dd0b-45e6-43b8-afb1-ddb77aab6019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:05.440667 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4cc156f9-072b-4992-879b-47fbd560e03a req-2f52dd0b-45e6-43b8-afb1-ddb77aab6019 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:05.442441 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4cc156f9-072b-4992-879b-47fbd560e03a req-2f52dd0b-45e6-43b8-afb1-ddb77aab6019 service neutron] 10.222.0.67 "PUT /v2.0/ports/395fad9d-b936-43f7-ac89-36e5c3555e7e HTTP/1.1" status: 200 len: 1092 time: 1.3496602 Jan 28 03:07:05.443346 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20d171ee-6d19-4e38-be9b-fb8691cf8aed', 'tag': '395fad9d-b936-43f7-ac89-36e5c3555e7e'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:07:05.445900 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b53bbd3-6838-4491-b3c4-89d4d1af11fb" -d '{"events": [{"name": "network-changed", "server_uuid": "20d171ee-6d19-4e38-be9b-fb8691cf8aed", "tag": "395fad9d-b936-43f7-ac89-36e5c3555e7e"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:07:05.516251 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-15dea08a-689a-4e16-af17-328a5b2bbcbb req-88b9b562-d4f3-4719-bd8a-1d31f608569a tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ff30adee-f506-4994-9448-8aaf5148204d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486259 Jan 28 03:07:05.535588 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f52dd0b-45e6-43b8-afb1-ddb77aab6019 service neutron] Pushing event updated for resources: {'Port': ['ID=395fad9d-b936-43f7-ac89-36e5c3555e7e,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:05.630277 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 77f4c9c8-f2ed-43d7-b60a-c61e14ba9909 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:07:05.630803 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 77f4c9c8-f2ed-43d7-b60a-c61e14ba9909 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:07:05.676008 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c90cce-3df9-4474-be48-89d14eb70926 x-openstack-request-id: req-38c90cce-3df9-4474-be48-89d14eb70926 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:07:05.676314 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20d171ee-6d19-4e38-be9b-fb8691cf8aed", "tag": "395fad9d-b936-43f7-ac89-36e5c3555e7e", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:07:05.676579 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-38c90cce-3df9-4474-be48-89d14eb70926 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:07:05.676998 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20d171ee-6d19-4e38-be9b-fb8691cf8aed', 'tag': '395fad9d-b936-43f7-ac89-36e5c3555e7e', 'status': 'completed', 'code': 200} Jan 28 03:07:05.699256 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3a4c91e4-c86a-47e1-a1d5-4695659cce38 req-7b84d458-a26b-46fb-83a6-6b4bfb6edba1 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=66b152fe-556d-42fe-9749-8d71291998aa HTTP/1.1" status: 200 len: 210 time: 0.0628181 Jan 28 03:07:05.723851 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc156f9-072b-4992-879b-47fbd560e03a req-6bd72551-2f45-48f5-b790-779644750146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:05.727428 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4cc156f9-072b-4992-879b-47fbd560e03a req-6bd72551-2f45-48f5-b790-779644750146 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=187e18b07b8e44de922559c33a337aeb&device_id=20d171ee-6d19-4e38-be9b-fb8691cf8aed HTTP/1.1" status: 200 len: 1095 time: 0.1949384 Jan 28 03:07:05.776194 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bb934ef0-4e95-4f1c-ab10-d2b47432159b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (06da28d3-3daa-4079-858c-ea465937d4a9), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:05.806928 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4cc156f9-072b-4992-879b-47fbd560e03a req-46eadc0b-b3b1-4754-b95a-95a638e6e81e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=395fad9d-b936-43f7-ac89-36e5c3555e7e HTTP/1.1" status: 200 len: 217 time: 0.0681646 Jan 28 03:07:05.891508 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc156f9-072b-4992-879b-47fbd560e03a req-228a7d37-88c4-4f8c-91b2-e7d67e5f3feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:05.893379 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4cc156f9-072b-4992-879b-47fbd560e03a req-228a7d37-88c4-4f8c-91b2-e7d67e5f3feb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4e697b59-6783-417a-a217-ebdbf873799e HTTP/1.1" status: 200 len: 848 time: 0.0791099 Jan 28 03:07:05.921330 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb934ef0-4e95-4f1c-ab10-d2b47432159b admin admin] Pushing event updated for resources: {'Subnet': ['ID=06da28d3-3daa-4079-858c-ea465937d4a9,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:05.952410 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb934ef0-4e95-4f1c-ab10-d2b47432159b admin admin] Checking segment: {'id': '31df6b32-3c8b-47ae-9d3d-a10c9778bc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '007339e7-fa4a-4fd3-8260-84c7048952a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:07:05.953248 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb934ef0-4e95-4f1c-ab10-d2b47432159b admin admin] Network hostable DHCP agents. Network: 007339e7-fa4a-4fd3-8260-84c7048952a9, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:07:05.960963 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc156f9-072b-4992-879b-47fbd560e03a req-ee28a3d0-52d2-4f96-a683-8d42ea0e1931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:05.963786 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4cc156f9-072b-4992-879b-47fbd560e03a req-ee28a3d0-52d2-4f96-a683-8d42ea0e1931 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=34f67722-2808-4396-95f6-61354ef5853d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647645 Jan 28 03:07:05.971950 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:05.990911 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-afc8f5b6-0c5b-4190-bebc-b8d6b5dd3e2b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Deleting port 29671df7-820a-4c7e-93ac-7a6b2d613571 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:07:05.990911 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-afc8f5b6-0c5b-4190-bebc-b8d6b5dd3e2b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (29671df7-820a-4c7e-93ac-7a6b2d613571), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:06.031817 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8674d31e-68dd-4cbd-8c16-6e89013c83d2 req-4eab32ab-4fd4-4492-9951-718ed56bc991 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.0624678 Jan 28 03:07:06.100533 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb934ef0-4e95-4f1c-ab10-d2b47432159b admin admin] Network 007339e7-fa4a-4fd3-8260-84c7048952a9 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:07:06.130695 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-bb934ef0-4e95-4f1c-ab10-d2b47432159b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 007339e7-fa4a-4fd3-8260-84c7048952a9) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:07:06.143410 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e45d9f0-2402-43d0-b707-84ebcc6d3fda None None] Network 007339e7-fa4a-4fd3-8260-84c7048952a9 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:07:06.148248 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb934ef0-4e95-4f1c-ab10-d2b47432159b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:06.148538 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bb934ef0-4e95-4f1c-ab10-d2b47432159b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:06.193718 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4cc156f9-072b-4992-879b-47fbd560e03a req-777ce1cf-5f27-41ec-9b2e-e8cf3334714a service neutron] 10.222.0.67 "GET /v2.0/networks/34f67722-2808-4396-95f6-61354ef5853d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969893 Jan 28 03:07:06.202160 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-bb934ef0-4e95-4f1c-ab10-d2b47432159b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1001494 Jan 28 03:07:06.291905 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-afc8f5b6-0c5b-4190-bebc-b8d6b5dd3e2b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] For port 29671df7-820a-4c7e-93ac-7a6b2d613571, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=29671df7-820a-4c7e-93ac-7a6b2d613571,segment=NetworkSegment(3eb5bf6a-ce1a-4dde-acfb-930a1f04fbd2),segment_id=3eb5bf6a-ce1a-4dde-acfb-930a1f04fbd2)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:07:06.292531 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-afc8f5b6-0c5b-4190-bebc-b8d6b5dd3e2b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (29671df7-820a-4c7e-93ac-7a6b2d613571), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:06.319767 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-afc8f5b6-0c5b-4190-bebc-b8d6b5dd3e2b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Calling delete_port for 29671df7-820a-4c7e-93ac-7a6b2d613571 owned by network:router_interface {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:07:06.319994 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581421d4-b1fa-45b9-84d0-1077f1d54092 None None] Network 007339e7-fa4a-4fd3-8260-84c7048952a9 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:07:06.400069 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4cc156f9-072b-4992-879b-47fbd560e03a req-eccf69c5-518a-47e5-a3c0-042d0cf1cb2e service neutron] 10.222.0.67 "GET /v2.0/networks/34f67722-2808-4396-95f6-61354ef5853d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019002 Jan 28 03:07:06.626415 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53bbd3-6838-4491-b3c4-89d4d1af11fb req-9e781759-959c-43f8-8e5c-82a5a1c87cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:06.629028 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8b53bbd3-6838-4491-b3c4-89d4d1af11fb req-9e781759-959c-43f8-8e5c-82a5a1c87cb2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=187e18b07b8e44de922559c33a337aeb&device_id=20d171ee-6d19-4e38-be9b-fb8691cf8aed HTTP/1.1" status: 200 len: 1095 time: 0.1066933 Jan 28 03:07:06.734946 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f84ef3-1b13-43a0-bd32-9b023054c036 req-34e9e3e4-d4f4-4d74-b5b9-31dd27ffc296 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:06.743186 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d6f84ef3-1b13-43a0-bd32-9b023054c036 req-34e9e3e4-d4f4-4d74-b5b9-31dd27ffc296 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=20d171ee-6d19-4e38-be9b-fb8691cf8aed HTTP/1.1" status: 200 len: 1095 time: 0.0679357 Jan 28 03:07:06.745852 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-afc8f5b6-0c5b-4190-bebc-b8d6b5dd3e2b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (29671df7-820a-4c7e-93ac-7a6b2d613571), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:06.766230 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53bbd3-6838-4491-b3c4-89d4d1af11fb req-5e70778a-680d-4a00-9664-dcb7c17efb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:06.768478 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8b53bbd3-6838-4491-b3c4-89d4d1af11fb req-5e70778a-680d-4a00-9664-dcb7c17efb14 service neutron] 10.222.0.67 "GET /v2.0/networks?id=34f67722-2808-4396-95f6-61354ef5853d HTTP/1.1" status: 200 len: 910 time: 0.1291316 Jan 28 03:07:06.786222 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8f5b6-0c5b-4190-bebc-b8d6b5dd3e2b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event deleted for resources: {'Port': ['ID=29671df7-820a-4c7e-93ac-7a6b2d613571,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:06.842974 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8b53bbd3-6838-4491-b3c4-89d4d1af11fb req-2281384d-70ac-4389-82ca-da994405376d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=395fad9d-b936-43f7-ac89-36e5c3555e7e HTTP/1.1" status: 200 len: 217 time: 0.0691819 Jan 28 03:07:06.895418 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d6f84ef3-1b13-43a0-bd32-9b023054c036 req-197a9f7e-eb35-470c-b257-a425ac0ec24f tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ff30adee-f506-4994-9448-8aaf5148204d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499715 Jan 28 03:07:06.985407 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-afc8f5b6-0c5b-4190-bebc-b8d6b5dd3e2b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (cb37cd21-92c1-45c0-935a-1f1d30755681), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:07.121574 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53bbd3-6838-4491-b3c4-89d4d1af11fb req-cd7f98c4-68c9-4184-8fb0-5e47228d0a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:07.123812 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8b53bbd3-6838-4491-b3c4-89d4d1af11fb req-cd7f98c4-68c9-4184-8fb0-5e47228d0a30 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4e697b59-6783-417a-a217-ebdbf873799e HTTP/1.1" status: 200 len: 848 time: 0.2692719 Jan 28 03:07:07.200995 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f622dfd-2c90-458a-8b1e-9002579811e3 req-2bd8759a-e02e-4af6-9073-7d4a191acc5b tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:07.209586 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9f622dfd-2c90-458a-8b1e-9002579811e3 req-2bd8759a-e02e-4af6-9073-7d4a191acc5b tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] 10.222.0.53 "GET /v2.0/networks?id=0771f65c-dcf4-4198-964d-bb65ae3d3481 HTTP/1.1" status: 200 len: 809 time: 0.2421529 Jan 28 03:07:07.228256 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9f622dfd-2c90-458a-8b1e-9002579811e3 req-22e4e194-8e1c-48ae-9267-eaf64ebc8454 tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] 10.222.0.53 "GET /v2.0/quotas/3d509e715afd4b3db013c85608fec8a6 HTTP/1.1" status: 200 len: 375 time: 0.0176752 Jan 28 03:07:07.258478 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-484232f6-b4ea-4569-8e4f-8a58d938daae req-e39f1c1f-4386-40ae-be00-f8600501252d tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=66b152fe-556d-42fe-9749-8d71291998aa HTTP/1.1" status: 200 len: 210 time: 0.1775169 Jan 28 03:07:07.282124 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9f622dfd-2c90-458a-8b1e-9002579811e3 req-d3ebb168-1986-4e52-b3a4-bca932eae1b9 tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3d509e715afd4b3db013c85608fec8a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524514 Jan 28 03:07:07.346328 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53bbd3-6838-4491-b3c4-89d4d1af11fb req-f9486fd6-eddb-40b7-99f3-331fd3e8d9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:07.355235 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8b53bbd3-6838-4491-b3c4-89d4d1af11fb req-f9486fd6-eddb-40b7-99f3-331fd3e8d9fc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=34f67722-2808-4396-95f6-61354ef5853d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2229524 Jan 28 03:07:07.420357 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632d0a2-128b-4383-a076-fec9d35c4870 req-070483f4-82b5-482e-9458-dbea82f4cea8 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:07.423022 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e632d0a2-128b-4383-a076-fec9d35c4870 req-070483f4-82b5-482e-9458-dbea82f4cea8 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.39 "GET /v2.0/networks?id=54db990e-2138-4a7a-932b-a89c1796eff3 HTTP/1.1" status: 200 len: 822 time: 0.3407898 Jan 28 03:07:07.449583 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b59b44b8-afe4-49bc-a513-5cf4d47d0505 req-d1e2c2af-0e73-4cf3-b774-e3abacc7855e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.0781450 Jan 28 03:07:07.457877 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-e632d0a2-128b-4383-a076-fec9d35c4870 req-69739e19-7d49-4b27-b450-51c851e70a03 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Request body: {'port': {'device_id': '66b152fe-556d-42fe-9749-8d71291998aa', 'network_id': '54db990e-2138-4a7a-932b-a89c1796eff3', 'admin_state_up': True, 'tenant_id': '858aa1a7e6b04f47b535043cafb70da2'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:07:07.517702 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9f622dfd-2c90-458a-8b1e-9002579811e3 req-e9adf99f-3471-4508-86dd-5fa8133bf6ed service neutron] 10.222.0.53 "GET /v2.0/networks/0771f65c-dcf4-4198-964d-bb65ae3d3481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342389 Jan 28 03:07:07.561787 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc8f5b6-0c5b-4190-bebc-b8d6b5dd3e2b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Router cb37cd21-92c1-45c0-935a-1f1d30755681 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:07:07.632176 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8b53bbd3-6838-4491-b3c4-89d4d1af11fb req-7537da3f-fc56-4698-84ef-d8eaca1a6e1b service neutron] 10.222.0.67 "GET /v2.0/networks/34f67722-2808-4396-95f6-61354ef5853d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247133 Jan 28 03:07:07.711431 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9f622dfd-2c90-458a-8b1e-9002579811e3 req-2cb88f27-17f5-4672-b424-7a08b4fa842d service neutron] 10.222.0.53 "GET /v2.0/networks/0771f65c-dcf4-4198-964d-bb65ae3d3481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853416 Jan 28 03:07:07.711714 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e632d0a2-128b-4383-a076-fec9d35c4870 req-69739e19-7d49-4b27-b450-51c851e70a03 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Made reservation on behalf of 858aa1a7e6b04f47b535043cafb70da2 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:07:07.716504 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-e632d0a2-128b-4383-a076-fec9d35c4870 req-69739e19-7d49-4b27-b450-51c851e70a03 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:07.719218 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc8f5b6-0c5b-4190-bebc-b8d6b5dd3e2b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:07:07.729870 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-afc8f5b6-0c5b-4190-bebc-b8d6b5dd3e2b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "PUT /v2.0/routers/cb37cd21-92c1-45c0-935a-1f1d30755681/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3119199 Jan 28 03:07:07.730926 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 55508) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:07.732893 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5eba90-8ad4-445d-aa25-e0c82b26ca32 None None] Sync routers for ids ['cb37cd21-92c1-45c0-935a-1f1d30755681'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:07:07.756503 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5eba90-8ad4-445d-aa25-e0c82b26ca32 None None] Routers {'cb37cd21-92c1-45c0-935a-1f1d30755681'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:07:07.758364 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-aa5eba90-8ad4-445d-aa25-e0c82b26ca32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:07:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['cb37cd21-92c1-45c0-935a-1f1d30755681'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:07.863506 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8b53bbd3-6838-4491-b3c4-89d4d1af11fb req-3cbd373b-a7b5-4b2b-9200-af6bda806932 service neutron] 10.222.0.67 "GET /v2.0/networks/34f67722-2808-4396-95f6-61354ef5853d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242987 Jan 28 03:07:07.892131 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-d57ef759-2e3a-47f1-9cfb-f82350aa9022 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Deleting subnet 0548c622-b5f0-4e42-974d-b35ec5d1046a {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:07:07.902660 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d57ef759-2e3a-47f1-9cfb-f82350aa9022 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for subnet (0548c622-b5f0-4e42-974d-b35ec5d1046a), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:07.952544 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-aa5eba90-8ad4-445d-aa25-e0c82b26ca32 None None] Set router cb37cd21-92c1-45c0-935a-1f1d30755681 gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:07:08.013190 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d57ef759-2e3a-47f1-9cfb-f82350aa9022 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (0548c622-b5f0-4e42-974d-b35ec5d1046a), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:08.072342 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c7405284-63cb-497f-ab2d-0eb93ede0c87 req-b99eba7d-ba50-4770-872f-700d67dbb4fd tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] 10.222.0.53 "GET /v2.0/ports?device_id=65da5752-4a20-4e16-9e24-20ecdb0897bd HTTP/1.1" status: 200 len: 210 time: 0.0661154 Jan 28 03:07:08.152785 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d57ef759-2e3a-47f1-9cfb-f82350aa9022 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (0548c622-b5f0-4e42-974d-b35ec5d1046a), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:08.250613 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ffa11-934a-4871-912e-7e9847728341 req-e8092981-65b1-484a-95d7-38ca8c50d3bb tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:08.257686 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c35ffa11-934a-4871-912e-7e9847728341 req-e8092981-65b1-484a-95d7-38ca8c50d3bb tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=20d171ee-6d19-4e38-be9b-fb8691cf8aed HTTP/1.1" status: 200 len: 1095 time: 0.1518958 Jan 28 03:07:08.316148 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-e632d0a2-128b-4383-a076-fec9d35c4870 req-69739e19-7d49-4b27-b450-51c851e70a03 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Allocated IP 172.20.0.10 (54db990e-2138-4a7a-932b-a89c1796eff3/2dcf49d7-728a-4d4e-b635-4badaf86b829/458d57b8-920d-48fa-bc51-d6cdd6796afd) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:07:08.327920 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-aa5eba90-8ad4-445d-aa25-e0c82b26ca32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'name': 'tempest-RoutersIpV6Test-router-1905695091', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:05:47Z', 'updated_at': '2022-01-28T03:07:06Z', 'revision_number': 10, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'gw_port_host': None, '_interfaces': [{'id': '2fcf3c9b-0fc7-4d77-946e-c894f1bb447d', 'name': '', 'network_id': '6e537d05-57b5-4fdd-8add-b1f69b25b021', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:41:36:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:05:52Z', 'updated_at': '2022-01-28T03:06:03Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:08.342292 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d57ef759-2e3a-47f1-9cfb-f82350aa9022 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (0548c622-b5f0-4e42-974d-b35ec5d1046a), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:08.374681 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ef759-2e3a-47f1-9cfb-f82350aa9022 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event deleted for resources: {'Subnet': ['ID=0548c622-b5f0-4e42-974d-b35ec5d1046a,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:08.400388 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c35ffa11-934a-4871-912e-7e9847728341 req-5f98e2bb-40c8-48f2-87a5-3882c5e84d95 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ff30adee-f506-4994-9448-8aaf5148204d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364605 Jan 28 03:07:08.409492 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5eba90-8ad4-445d-aa25-e0c82b26ca32 None None] Checking router: cb37cd21-92c1-45c0-935a-1f1d30755681 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:07:08.418023 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d57ef759-2e3a-47f1-9cfb-f82350aa9022 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:08.421639 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882f52f6-8e85-4b2a-b285-b33ba64cd159 None None] Network bd799f96-19b6-4980-9f95-43cafddd3e3a requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:07:08.422699 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d57ef759-2e3a-47f1-9cfb-f82350aa9022 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "DELETE /v2.0/subnets/0548c622-b5f0-4e42-974d-b35ec5d1046a HTTP/1.1" status: 204 len: 168 time: 0.6891663 Jan 28 03:07:08.432957 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 55524) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:08.444235 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5eba90-8ad4-445d-aa25-e0c82b26ca32 None None] Routers {'cb37cd21-92c1-45c0-935a-1f1d30755681'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:07:08.445017 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-aa5eba90-8ad4-445d-aa25-e0c82b26ca32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:07:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['cb37cd21-92c1-45c0-935a-1f1d30755681'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:08.464390 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e55d830-fa90-4653-a116-06501f869a98 req-5e6d1def-9c93-4303-8b52-a845ab46f5ad tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=66b152fe-556d-42fe-9749-8d71291998aa HTTP/1.1" status: 200 len: 210 time: 0.0942702 Jan 28 03:07:08.731974 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b2d415-839d-4957-975c-3f07a765e077 None None] DHCP port deletion for bd799f96-19b6-4980-9f95-43cafddd3e3a request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:07:08.845891 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-a1b2d415-839d-4957-975c-3f07a765e077 None None] Deleting port 7da73833-9dc2-4f22-8f85-f738f78ae401 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:07:08.846835 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a1b2d415-839d-4957-975c-3f07a765e077 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (7da73833-9dc2-4f22-8f85-f738f78ae401), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:08.900029 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-aa5eba90-8ad4-445d-aa25-e0c82b26ca32 None None] Set router cb37cd21-92c1-45c0-935a-1f1d30755681 gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:07:08.901493 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-04da69d4-c162-4ae6-897a-31b6aebcbd80 req-fc8d49b7-ff04-4e28-ad7b-c758bf78ac77 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4b5d3f-9d94-4228-974e-b08b737d3e4c HTTP/1.1" status: 200 len: 210 time: 0.1707013 Jan 28 03:07:08.914615 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bbaa1781-2b1b-4583-a658-61893d3fe68f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (bd799f96-19b6-4980-9f95-43cafddd3e3a), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:08.993517 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 395fad9d-b936-43f7-ac89-36e5c3555e7e details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:07:09.026403 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-e632d0a2-128b-4383-a076-fec9d35c4870 req-69739e19-7d49-4b27-b450-51c851e70a03 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks [] for port (458d57b8-920d-48fa-bc51-d6cdd6796afd), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:09.071385 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-a1b2d415-839d-4957-975c-3f07a765e077 None None] For port 7da73833-9dc2-4f22-8f85-f738f78ae401, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=7da73833-9dc2-4f22-8f85-f738f78ae401,segment=NetworkSegment(3eb5bf6a-ce1a-4dde-acfb-930a1f04fbd2),segment_id=3eb5bf6a-ce1a-4dde-acfb-930a1f04fbd2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:07:09.071962 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a1b2d415-839d-4957-975c-3f07a765e077 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (7da73833-9dc2-4f22-8f85-f738f78ae401), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:09.077694 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-bbaa1781-2b1b-4583-a658-61893d3fe68f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Deleting port 7da73833-9dc2-4f22-8f85-f738f78ae401 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:07:09.078101 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bbaa1781-2b1b-4583-a658-61893d3fe68f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (7da73833-9dc2-4f22-8f85-f738f78ae401), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:09.110612 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-a1b2d415-839d-4957-975c-3f07a765e077 None None] Calling delete_port for 7da73833-9dc2-4f22-8f85-f738f78ae401 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:07:09.186294 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-e632d0a2-128b-4383-a076-fec9d35c4870 req-69739e19-7d49-4b27-b450-51c851e70a03 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (458d57b8-920d-48fa-bc51-d6cdd6796afd), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:09.271433 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 395fad9d-b936-43f7-ac89-36e5c3555e7e, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=395fad9d-b936-43f7-ac89-36e5c3555e7e,segment=NetworkSegment(ef1927f8-2d2c-4b20-8596-ea754f1a0114),segment_id=ef1927f8-2d2c-4b20-8596-ea754f1a0114)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:07:09.295151 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '395fad9d-b936-43f7-ac89-36e5c3555e7e', 'network_id': '34f67722-2808-4396-95f6-61354ef5853d', 'port_id': '395fad9d-b936-43f7-ac89-36e5c3555e7e', 'mac_address': 'fa:16:3e:03:9e:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e697b59-6783-417a-a217-ebdbf873799e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:07:09.320657 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e632d0a2-128b-4383-a076-fec9d35c4870 req-69739e19-7d49-4b27-b450-51c851e70a03 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Network 54db990e-2138-4a7a-932b-a89c1796eff3 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:07:09.355435 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9d07a7a5-181a-428a-ac6e-183f2bce1ae4 req-576e96ed-fb65-4cde-8300-14404c8e134d tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] 10.222.0.53 "GET /v2.0/ports?device_id=65da5752-4a20-4e16-9e24-20ecdb0897bd HTTP/1.1" status: 200 len: 210 time: 0.0967438 Jan 28 03:07:09.368225 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-e632d0a2-128b-4383-a076-fec9d35c4870 req-69739e19-7d49-4b27-b450-51c851e70a03 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:07:09.371451 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 395fad9d-b936-43f7-ac89-36e5c3555e7e is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:07:09.372095 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (395fad9d-b936-43f7-ac89-36e5c3555e7e), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:09.373938 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-e632d0a2-128b-4383-a076-fec9d35c4870 req-69739e19-7d49-4b27-b450-51c851e70a03 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:07:09.382079 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-bbaa1781-2b1b-4583-a658-61893d3fe68f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] For port 7da73833-9dc2-4f22-8f85-f738f78ae401, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=7da73833-9dc2-4f22-8f85-f738f78ae401,segment=NetworkSegment(3eb5bf6a-ce1a-4dde-acfb-930a1f04fbd2),segment_id=3eb5bf6a-ce1a-4dde-acfb-930a1f04fbd2)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:07:09.382328 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bbaa1781-2b1b-4583-a658-61893d3fe68f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (7da73833-9dc2-4f22-8f85-f738f78ae401), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:09.386501 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69739e19-7d49-4b27-b450-51c851e70a03 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Pushing event updated for resources: {'Port': ['ID=458d57b8-920d-48fa-bc51-d6cdd6796afd,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:09.394308 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 395fad9d-b936-43f7-ac89-36e5c3555e7e {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:07:09.426013 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 395fad9d-b936-43f7-ac89-36e5c3555e7e, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=395fad9d-b936-43f7-ac89-36e5c3555e7e,segment=NetworkSegment(ef1927f8-2d2c-4b20-8596-ea754f1a0114),segment_id=ef1927f8-2d2c-4b20-8596-ea754f1a0114)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:07:09.427934 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a1b2d415-839d-4957-975c-3f07a765e077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (7da73833-9dc2-4f22-8f85-f738f78ae401), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:09.444177 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-bbaa1781-2b1b-4583-a658-61893d3fe68f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Calling delete_port for 7da73833-9dc2-4f22-8f85-f738f78ae401 owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:07:09.444331 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-aa5eba90-8ad4-445d-aa25-e0c82b26ca32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'name': 'tempest-RoutersIpV6Test-router-1905695091', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:05:47Z', 'updated_at': '2022-01-28T03:07:06Z', 'revision_number': 10, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'gw_port_host': None, '_interfaces': [{'id': '2fcf3c9b-0fc7-4d77-946e-c894f1bb447d', 'name': '', 'network_id': '6e537d05-57b5-4fdd-8add-b1f69b25b021', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:41:36:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:05:52Z', 'updated_at': '2022-01-28T03:06:03Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:09.448932 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b2d415-839d-4957-975c-3f07a765e077 None None] No DVR routers for this DVR port 7da73833-9dc2-4f22-8f85-f738f78ae401 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:07:09.450758 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (395fad9d-b936-43f7-ac89-36e5c3555e7e), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:09.499476 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b2d415-839d-4957-975c-3f07a765e077 None None] Pushing event deleted for resources: {'Port': ['ID=7da73833-9dc2-4f22-8f85-f738f78ae401,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:09.536600 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632d0a2-128b-4383-a076-fec9d35c4870 req-69739e19-7d49-4b27-b450-51c851e70a03 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:09.537340 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-e632d0a2-128b-4383-a076-fec9d35c4870 req-69739e19-7d49-4b27-b450-51c851e70a03 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:09.569630 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5eba90-8ad4-445d-aa25-e0c82b26ca32 None None] The sync data for ids ['cb37cd21-92c1-45c0-935a-1f1d30755681'] in n-d-712139-27 is: [{'id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'name': 'tempest-RoutersIpV6Test-router-1905695091', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:05:47Z', 'updated_at': '2022-01-28T03:07:06Z', 'revision_number': 10, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'gw_port_host': None, '_interfaces': [{'id': '2fcf3c9b-0fc7-4d77-946e-c894f1bb447d', 'name': '', 'network_id': '6e537d05-57b5-4fdd-8add-b1f69b25b021', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'mac_address': 'fa:16:3e:41:36:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:05:52Z', 'updated_at': '2022-01-28T03:06:03Z', 'revision_number': 5, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'subnets': [{'id': '9562f2bd-a95c-4e6a-827d-b3d731a8440f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:07:09.574793 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e632d0a2-128b-4383-a076-fec9d35c4870 req-69739e19-7d49-4b27-b450-51c851e70a03 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1237822 Jan 28 03:07:09.604340 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-e632d0a2-128b-4383-a076-fec9d35c4870 req-d92eb099-763b-4729-a62c-d50ef2024e37 service neutron] Request body: {'port': {'device_id': '66b152fe-556d-42fe-9749-8d71291998aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:07:09.616021 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=395fad9d-b936-43f7-ac89-36e5c3555e7e,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:09.655375 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bbaa1781-2b1b-4583-a658-61893d3fe68f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (7da73833-9dc2-4f22-8f85-f738f78ae401), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:09.696716 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68987ec-7a0e-4572-a1d5-8fbb01876026 req-8646d9e8-5867-4fe6-86c4-6d2eecdb27cb tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:09.700786 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f68987ec-7a0e-4572-a1d5-8fbb01876026 req-8646d9e8-5867-4fe6-86c4-6d2eecdb27cb tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=20d171ee-6d19-4e38-be9b-fb8691cf8aed HTTP/1.1" status: 200 len: 1096 time: 0.1165574 Jan 28 03:07:09.737244 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa1781-2b1b-4583-a658-61893d3fe68f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event deleted for resources: {'Port': ['ID=7da73833-9dc2-4f22-8f85-f738f78ae401,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:09.740678 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbaa1781-2b1b-4583-a658-61893d3fe68f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] No DVR routers for this DVR port 7da73833-9dc2-4f22-8f85-f738f78ae401 on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:07:09.825377 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-e632d0a2-128b-4383-a076-fec9d35c4870 req-d92eb099-763b-4729-a62c-d50ef2024e37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (458d57b8-920d-48fa-bc51-d6cdd6796afd), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:09.849646 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f68987ec-7a0e-4572-a1d5-8fbb01876026 req-051b6e65-4797-41b3-8c3e-4484bd23674b tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ff30adee-f506-4994-9448-8aaf5148204d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408291 Jan 28 03:07:09.910027 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d7ff5-5722-4bce-9a97-52659e7091c9 req-58877923-1f0b-4eab-8487-74032be51bb0 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:09.911618 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a43d7ff5-5722-4bce-9a97-52659e7091c9 req-58877923-1f0b-4eab-8487-74032be51bb0 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=66b152fe-556d-42fe-9749-8d71291998aa HTTP/1.1" status: 200 len: 932 time: 0.2050700 Jan 28 03:07:09.928611 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f622dfd-2c90-458a-8b1e-9002579811e3 req-f0b6ee5a-763e-45e5-905a-d99540457e31 tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:09.930499 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9f622dfd-2c90-458a-8b1e-9002579811e3 req-f0b6ee5a-763e-45e5-905a-d99540457e31 tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] 10.222.0.67 "GET /v2.0/networks?id=0771f65c-dcf4-4198-964d-bb65ae3d3481 HTTP/1.1" status: 200 len: 809 time: 0.1706936 Jan 28 03:07:09.950476 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['395fad9d-b936-43f7-ac89-36e5c3555e7e'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:07:09.958458 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-9f622dfd-2c90-458a-8b1e-9002579811e3 req-cde7280a-2251-46fd-89e8-0ecdb3097472 tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] Request body: {'port': {'device_id': '65da5752-4a20-4e16-9e24-20ecdb0897bd', 'network_id': '0771f65c-dcf4-4198-964d-bb65ae3d3481', 'admin_state_up': True, 'tenant_id': '3d509e715afd4b3db013c85608fec8a6'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:07:09.973744 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bbaa1781-2b1b-4583-a658-61893d3fe68f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (bd799f96-19b6-4980-9f95-43cafddd3e3a), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:10.024894 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-bbaa1781-2b1b-4583-a658-61893d3fe68f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd799f96-19b6-4980-9f95-43cafddd3e3a']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:10.047182 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a43d7ff5-5722-4bce-9a97-52659e7091c9 req-db1ce113-ed96-4eeb-b3f7-270312ed7b41 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033721 Jan 28 03:07:10.088649 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-bbaa1781-2b1b-4583-a658-61893d3fe68f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eb5bf6a-ce1a-4dde-acfb-930a1f04fbd2') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:10.089089 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-bbaa1781-2b1b-4583-a658-61893d3fe68f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eb5bf6a-ce1a-4dde-acfb-930a1f04fbd2') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:10.182327 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bbaa1781-2b1b-4583-a658-61893d3fe68f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (3eb5bf6a-ce1a-4dde-acfb-930a1f04fbd2), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:10.232353 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bbaa1781-2b1b-4583-a658-61893d3fe68f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (3eb5bf6a-ce1a-4dde-acfb-930a1f04fbd2), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:10.241643 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55550) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:10.255455 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbaa1781-2b1b-4583-a658-61893d3fe68f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:07:10.256411 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bbaa1781-2b1b-4583-a658-61893d3fe68f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (3eb5bf6a-ce1a-4dde-acfb-930a1f04fbd2), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:10.262335 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:07:10.262335 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 03:07:10.262335 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:07:10.262335 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 03:07:10.262335 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:07:10.262335 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 03:07:10.262335 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:07:10.262335 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 03:07:10.262335 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:07:10.262335 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:07:10.262335 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:07:10.262335 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:07:10.262335 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:07:10.262335 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:07:10.262335 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:07:10.262335 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:07:10.262335 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:07:10.262335 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:07:10.262335 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:07:10.262335 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:07:10.262335 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:07:10.262335 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:07:10.262335 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:07:10.262335 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:07:10.262335 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:07:10.262335 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:07:10.262335 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:07:10.262335 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:07:10.262335 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:07:10.262335 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:07:10.262335 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:07:10.262335 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:07:10.262335 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:07:10.262335 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:07:10.262335 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:07:10.262335 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:07:10.262335 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:07:10.262335 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:07:10.262335 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:07:10.262335 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:07:10.278242 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 7da73833-9dc2-4f22-8f85-f738f78ae401 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:07:10.361308 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 7da73833-9dc2-4f22-8f85-f738f78ae401 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:07:10.363379 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f622dfd-2c90-458a-8b1e-9002579811e3 req-cde7280a-2251-46fd-89e8-0ecdb3097472 tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] Made reservation on behalf of 3d509e715afd4b3db013c85608fec8a6 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:07:10.364571 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 7da73833-9dc2-4f22-8f85-f738f78ae401 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:07:10.365198 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 29671df7-820a-4c7e-93ac-7a6b2d613571 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:07:10.370088 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9f622dfd-2c90-458a-8b1e-9002579811e3 req-cde7280a-2251-46fd-89e8-0ecdb3097472 tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:10.406833 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 29671df7-820a-4c7e-93ac-7a6b2d613571 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:07:10.407494 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 29671df7-820a-4c7e-93ac-7a6b2d613571 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:07:10.437955 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bbaa1781-2b1b-4583-a658-61893d3fe68f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (bd799f96-19b6-4980-9f95-43cafddd3e3a), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:10.454148 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bbaa1781-2b1b-4583-a658-61893d3fe68f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:10.462419 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-bbaa1781-2b1b-4583-a658-61893d3fe68f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "DELETE /v2.0/networks/bd799f96-19b6-4980-9f95-43cafddd3e3a HTTP/1.1" status: 204 len: 168 time: 2.0257945 Jan 28 03:07:10.463177 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 55556) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:10.500863 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa1781-2b1b-4583-a658-61893d3fe68f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event deleted for resources: {'Network': ['ID=bd799f96-19b6-4980-9f95-43cafddd3e3a,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:10.528236 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-793a43eb-2e8e-4d28-9fe7-36d6d13eb99a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks [] for security_group (9ca97519-4165-4353-a1f7-1a144a9a1986), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:10.573604 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3f0b7c83-d0e2-44e9-a2ac-e262353cc773 req-88c66bf3-b1cf-4821-b350-503379b3c086 tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] 10.222.0.53 "GET /v2.0/ports?device_id=65da5752-4a20-4e16-9e24-20ecdb0897bd HTTP/1.1" status: 200 len: 210 time: 0.0822537 Jan 28 03:07:10.584604 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-793a43eb-2e8e-4d28-9fe7-36d6d13eb99a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks [] for security_group (9ca97519-4165-4353-a1f7-1a144a9a1986), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:10.614415 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-9f622dfd-2c90-458a-8b1e-9002579811e3 req-cde7280a-2251-46fd-89e8-0ecdb3097472 tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] Allocated IP 172.20.0.2 (0771f65c-dcf4-4198-964d-bb65ae3d3481/af763b21-a5f5-4413-ac47-02b7101ff15c/37d098fc-2758-47c6-89f1-c9c299af0b46) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:07:10.713986 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-793a43eb-2e8e-4d28-9fe7-36d6d13eb99a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (9ca97519-4165-4353-a1f7-1a144a9a1986), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:10.716671 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-793a43eb-2e8e-4d28-9fe7-36d6d13eb99a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:10.721486 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-793a43eb-2e8e-4d28-9fe7-36d6d13eb99a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "DELETE /v2.0/security-groups/9ca97519-4165-4353-a1f7-1a144a9a1986 HTTP/1.1" status: 204 len: 168 time: 0.4748111 Jan 28 03:07:10.726049 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55558) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:11.137518 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-e632d0a2-128b-4383-a076-fec9d35c4870 req-d92eb099-763b-4729-a62c-d50ef2024e37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 458d57b8-920d-48fa-bc51-d6cdd6796afd {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:07:11.146352 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-e632d0a2-128b-4383-a076-fec9d35c4870 req-d92eb099-763b-4729-a62c-d50ef2024e37 service neutron] Publish callbacks [] for port (458d57b8-920d-48fa-bc51-d6cdd6796afd), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:11.161735 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-e632d0a2-128b-4383-a076-fec9d35c4870 req-d92eb099-763b-4729-a62c-d50ef2024e37 service neutron] Transition to ACTIVE for port object 458d57b8-920d-48fa-bc51-d6cdd6796afd will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:07:11.186246 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793a43eb-2e8e-4d28-9fe7-36d6d13eb99a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca97519-4165-4353-a1f7-1a144a9a1986,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:11.197380 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-accfe256-e0b4-4b12-8c32-7fbb99c26964 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] show failed (client error): The resource could not be found. Jan 28 03:07:11.204677 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-accfe256-e0b4-4b12-8c32-7fbb99c26964 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "GET /v2.0/security-groups/9ca97519-4165-4353-a1f7-1a144a9a1986 HTTP/1.1" status: 404 len: 347 time: 0.4695506 Jan 28 03:07:11.208689 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55566) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:11.224996 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-e632d0a2-128b-4383-a076-fec9d35c4870 req-d92eb099-763b-4729-a62c-d50ef2024e37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (458d57b8-920d-48fa-bc51-d6cdd6796afd), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:11.238424 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a43eb-2e8e-4d28-9fe7-36d6d13eb99a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:07:11.238714 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a43eb-2e8e-4d28-9fe7-36d6d13eb99a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:07:11.239045 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a43eb-2e8e-4d28-9fe7-36d6d13eb99a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:07:11.239428 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a43eb-2e8e-4d28-9fe7-36d6d13eb99a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:07:11.239758 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a43eb-2e8e-4d28-9fe7-36d6d13eb99a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:07:11.240084 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a43eb-2e8e-4d28-9fe7-36d6d13eb99a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:07:11.240387 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a43eb-2e8e-4d28-9fe7-36d6d13eb99a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:07:11.240709 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a43eb-2e8e-4d28-9fe7-36d6d13eb99a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:07:11.243219 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a43eb-2e8e-4d28-9fe7-36d6d13eb99a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:07:11.243219 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a43eb-2e8e-4d28-9fe7-36d6d13eb99a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:07:11.243219 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a43eb-2e8e-4d28-9fe7-36d6d13eb99a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:07:11.243219 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a43eb-2e8e-4d28-9fe7-36d6d13eb99a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:07:11.243219 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a43eb-2e8e-4d28-9fe7-36d6d13eb99a tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:07:11.335458 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9f622dfd-2c90-458a-8b1e-9002579811e3 req-cde7280a-2251-46fd-89e8-0ecdb3097472 tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] Publish callbacks [] for port (37d098fc-2758-47c6-89f1-c9c299af0b46), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:11.386348 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92eb099-763b-4729-a62c-d50ef2024e37 service neutron] Pushing event updated for resources: {'Port': ['ID=458d57b8-920d-48fa-bc51-d6cdd6796afd,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:11.401061 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9f622dfd-2c90-458a-8b1e-9002579811e3 req-cde7280a-2251-46fd-89e8-0ecdb3097472 tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (37d098fc-2758-47c6-89f1-c9c299af0b46), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:11.411389 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb82a6-ac4f-42cd-af24-426f4e7e0f07 req-e3742801-1606-40a9-97ca-b5546d46a8f7 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:11.413781 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f1cb82a6-ac4f-42cd-af24-426f4e7e0f07 req-e3742801-1606-40a9-97ca-b5546d46a8f7 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=66b152fe-556d-42fe-9749-8d71291998aa HTTP/1.1" status: 200 len: 944 time: 0.1809800 Jan 28 03:07:11.462491 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94026181-af5d-4014-8bcd-163d6212fb42 req-95b10348-580e-4514-977a-3eeefe217049 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:11.466061 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-94026181-af5d-4014-8bcd-163d6212fb42 req-95b10348-580e-4514-977a-3eeefe217049 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=20d171ee-6d19-4e38-be9b-fb8691cf8aed HTTP/1.1" status: 200 len: 1096 time: 0.2834485 Jan 28 03:07:11.493686 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f622dfd-2c90-458a-8b1e-9002579811e3 req-cde7280a-2251-46fd-89e8-0ecdb3097472 tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] Network 0771f65c-dcf4-4198-964d-bb65ae3d3481 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:07:11.511541 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-9f622dfd-2c90-458a-8b1e-9002579811e3 req-cde7280a-2251-46fd-89e8-0ecdb3097472 tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:07:11.514283 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f622dfd-2c90-458a-8b1e-9002579811e3 req-cde7280a-2251-46fd-89e8-0ecdb3097472 tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:07:11.553384 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde7280a-2251-46fd-89e8-0ecdb3097472 tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] Pushing event updated for resources: {'Port': ['ID=37d098fc-2758-47c6-89f1-c9c299af0b46,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:11.595159 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f622dfd-2c90-458a-8b1e-9002579811e3 req-cde7280a-2251-46fd-89e8-0ecdb3097472 tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:11.596410 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9f622dfd-2c90-458a-8b1e-9002579811e3 req-cde7280a-2251-46fd-89e8-0ecdb3097472 tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:11.620201 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9f622dfd-2c90-458a-8b1e-9002579811e3 req-cde7280a-2251-46fd-89e8-0ecdb3097472 tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6752994 Jan 28 03:07:11.621203 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f1cb82a6-ac4f-42cd-af24-426f4e7e0f07 req-da2e29a5-8fbf-4428-8b25-1e932c330cdc tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772223 Jan 28 03:07:11.644227 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-e632d0a2-128b-4383-a076-fec9d35c4870 req-d92eb099-763b-4729-a62c-d50ef2024e37 service neutron] Attempting to bind port 458d57b8-920d-48fa-bc51-d6cdd6796afd on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:07:11.644868 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-e632d0a2-128b-4383-a076-fec9d35c4870 req-d92eb099-763b-4729-a62c-d50ef2024e37 service neutron] Attempting to bind port 458d57b8-920d-48fa-bc51-d6cdd6796afd by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '1bdfda3a-f7d7-44ae-82bd-973f0a517938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '54db990e-2138-4a7a-932b-a89c1796eff3'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:07:11.645543 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e632d0a2-128b-4383-a076-fec9d35c4870 req-d92eb099-763b-4729-a62c-d50ef2024e37 service neutron] Attempting to bind port 458d57b8-920d-48fa-bc51-d6cdd6796afd on network 54db990e-2138-4a7a-932b-a89c1796eff3 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:07:11.646688 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-94026181-af5d-4014-8bcd-163d6212fb42 req-cb80d9c8-d096-4a36-ba23-34b3eebd524d tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ff30adee-f506-4994-9448-8aaf5148204d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592185 Jan 28 03:07:11.660612 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e632d0a2-128b-4383-a076-fec9d35c4870 req-d92eb099-763b-4729-a62c-d50ef2024e37 service neutron] Port 458d57b8-920d-48fa-bc51-d6cdd6796afd on network 54db990e-2138-4a7a-932b-a89c1796eff3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:07:11.661362 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e632d0a2-128b-4383-a076-fec9d35c4870 req-d92eb099-763b-4729-a62c-d50ef2024e37 service neutron] Attempting to bind port 458d57b8-920d-48fa-bc51-d6cdd6796afd on network 54db990e-2138-4a7a-932b-a89c1796eff3 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:07:11.676781 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e632d0a2-128b-4383-a076-fec9d35c4870 req-d92eb099-763b-4729-a62c-d50ef2024e37 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:07:11.677625 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e632d0a2-128b-4383-a076-fec9d35c4870 req-d92eb099-763b-4729-a62c-d50ef2024e37 service neutron] Checking segment: {'id': '1bdfda3a-f7d7-44ae-82bd-973f0a517938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '54db990e-2138-4a7a-932b-a89c1796eff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:07:11.677764 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-9f622dfd-2c90-458a-8b1e-9002579811e3 req-8119ece3-bed1-40d1-aa5d-9795091ececc service neutron] Request body: {'port': {'device_id': '65da5752-4a20-4e16-9e24-20ecdb0897bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:07:11.678104 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e632d0a2-128b-4383-a076-fec9d35c4870 req-d92eb099-763b-4729-a62c-d50ef2024e37 service neutron] Bound using segment: {'id': '1bdfda3a-f7d7-44ae-82bd-973f0a517938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '54db990e-2138-4a7a-932b-a89c1796eff3'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:07:11.678940 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-e632d0a2-128b-4383-a076-fec9d35c4870 req-d92eb099-763b-4729-a62c-d50ef2024e37 service neutron] Bound port: 458d57b8-920d-48fa-bc51-d6cdd6796afd, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bdfda3a-f7d7-44ae-82bd-973f0a517938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '54db990e-2138-4a7a-932b-a89c1796eff3'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:07:11.679732 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-e632d0a2-128b-4383-a076-fec9d35c4870 req-d92eb099-763b-4729-a62c-d50ef2024e37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (458d57b8-920d-48fa-bc51-d6cdd6796afd), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:11.684296 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-d25766be-16e1-4c04-b988-e2bea2a328d3 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Deleting port 25449a47-8bfe-453e-9a09-3ba488663143 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:07:11.692530 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d25766be-16e1-4c04-b988-e2bea2a328d3 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (25449a47-8bfe-453e-9a09-3ba488663143), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:11.861827 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-e632d0a2-128b-4383-a076-fec9d35c4870 req-d92eb099-763b-4729-a62c-d50ef2024e37 service neutron] For port 458d57b8-920d-48fa-bc51-d6cdd6796afd, host n-h2-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:07:11.867871 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9f622dfd-2c90-458a-8b1e-9002579811e3 req-8119ece3-bed1-40d1-aa5d-9795091ececc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (37d098fc-2758-47c6-89f1-c9c299af0b46), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:11.868920 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-e632d0a2-128b-4383-a076-fec9d35c4870 req-d92eb099-763b-4729-a62c-d50ef2024e37 service neutron] For port 458d57b8-920d-48fa-bc51-d6cdd6796afd, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=458d57b8-920d-48fa-bc51-d6cdd6796afd,segment=NetworkSegment(1bdfda3a-f7d7-44ae-82bd-973f0a517938),segment_id=1bdfda3a-f7d7-44ae-82bd-973f0a517938)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:07:11.875826 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-e632d0a2-128b-4383-a076-fec9d35c4870 req-d92eb099-763b-4729-a62c-d50ef2024e37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (458d57b8-920d-48fa-bc51-d6cdd6796afd), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:11.900780 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cce585-d01a-4c9d-bd6a-458c0ec2a9af req-b13f96d8-3087-43d5-9929-1f1550bf0cea tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:11.902322 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-22cce585-d01a-4c9d-bd6a-458c0ec2a9af req-b13f96d8-3087-43d5-9929-1f1550bf0cea tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] 10.222.0.53 "GET /v2.0/ports?device_id=65da5752-4a20-4e16-9e24-20ecdb0897bd HTTP/1.1" status: 200 len: 931 time: 0.1416872 Jan 28 03:07:11.904311 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d25766be-16e1-4c04-b988-e2bea2a328d3 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (25449a47-8bfe-453e-9a09-3ba488663143), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:11.904635 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d25766be-16e1-4c04-b988-e2bea2a328d3 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks [] for floatingip (25449a47-8bfe-453e-9a09-3ba488663143), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:11.915148 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632d0a2-128b-4383-a076-fec9d35c4870 req-d92eb099-763b-4729-a62c-d50ef2024e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:11.916326 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-e632d0a2-128b-4383-a076-fec9d35c4870 req-d92eb099-763b-4729-a62c-d50ef2024e37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:11.917971 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e632d0a2-128b-4383-a076-fec9d35c4870 req-d92eb099-763b-4729-a62c-d50ef2024e37 service neutron] 10.222.0.39 "PUT /v2.0/ports/458d57b8-920d-48fa-bc51-d6cdd6796afd HTTP/1.1" status: 200 len: 1093 time: 2.3189731 Jan 28 03:07:11.921254 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66b152fe-556d-42fe-9749-8d71291998aa', 'tag': '458d57b8-920d-48fa-bc51-d6cdd6796afd'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:07:11.923720 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca66056-4a02-4edf-9688-de62280c2084" -d '{"events": [{"name": "network-changed", "server_uuid": "66b152fe-556d-42fe-9749-8d71291998aa", "tag": "458d57b8-920d-48fa-bc51-d6cdd6796afd"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:07:11.937564 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-d25766be-16e1-4c04-b988-e2bea2a328d3 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Calling delete_port for 25449a47-8bfe-453e-9a09-3ba488663143 owned by network:floatingip {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:07:11.962229 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b8eb3241-a518-4f6a-8005-390d6f26e46b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (cb37cd21-92c1-45c0-935a-1f1d30755681), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:12.006813 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92eb099-763b-4729-a62c-d50ef2024e37 service neutron] Pushing event updated for resources: {'Port': ['ID=458d57b8-920d-48fa-bc51-d6cdd6796afd,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:12.066662 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797ad37a-b8c7-4d26-91ba-5b9601865c4f x-openstack-request-id: req-797ad37a-b8c7-4d26-91ba-5b9601865c4f {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:07:12.067400 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66b152fe-556d-42fe-9749-8d71291998aa", "tag": "458d57b8-920d-48fa-bc51-d6cdd6796afd", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:07:12.067757 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-797ad37a-b8c7-4d26-91ba-5b9601865c4f {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:07:12.068264 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66b152fe-556d-42fe-9749-8d71291998aa', 'tag': '458d57b8-920d-48fa-bc51-d6cdd6796afd', 'status': 'completed', 'code': 200} Jan 28 03:07:12.138914 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-22cce585-d01a-4c9d-bd6a-458c0ec2a9af req-26004e37-98ac-45a9-9dcf-064b879cd2a5 tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] 10.222.0.53 "GET /v2.0/security-groups?id=3166fd9e-8fe1-4ff4-b439-3c4501c6cb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979251 Jan 28 03:07:12.200331 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632d0a2-128b-4383-a076-fec9d35c4870 req-300cd2ed-0bf5-45e6-a1f7-80231f8ab0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:12.201965 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e632d0a2-128b-4383-a076-fec9d35c4870 req-300cd2ed-0bf5-45e6-a1f7-80231f8ab0b9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=858aa1a7e6b04f47b535043cafb70da2&device_id=66b152fe-556d-42fe-9749-8d71291998aa HTTP/1.1" status: 200 len: 1096 time: 0.1859131 Jan 28 03:07:12.290099 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e632d0a2-128b-4383-a076-fec9d35c4870 req-64cb353e-f8f8-4947-9db4-6b2aa177606f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=458d57b8-920d-48fa-bc51-d6cdd6796afd HTTP/1.1" status: 200 len: 217 time: 0.0524271 Jan 28 03:07:12.335237 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d25766be-16e1-4c04-b988-e2bea2a328d3 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (25449a47-8bfe-453e-9a09-3ba488663143), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:12.363178 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632d0a2-128b-4383-a076-fec9d35c4870 req-56b66e80-9a5d-4138-ad42-bdb569b377ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:12.364734 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e632d0a2-128b-4383-a076-fec9d35c4870 req-56b66e80-9a5d-4138-ad42-bdb569b377ee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2dcf49d7-728a-4d4e-b635-4badaf86b829 HTTP/1.1" status: 200 len: 862 time: 0.0657578 Jan 28 03:07:12.382289 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25766be-16e1-4c04-b988-e2bea2a328d3 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Pushing event deleted for resources: {'Port': ['ID=25449a47-8bfe-453e-9a09-3ba488663143,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:12.429254 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e632d0a2-128b-4383-a076-fec9d35c4870 req-5a4bf3cf-9e6d-467b-a4a0-d390de61b83e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=54db990e-2138-4a7a-932b-a89c1796eff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555503 Jan 28 03:07:12.458776 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-9f622dfd-2c90-458a-8b1e-9002579811e3 req-8119ece3-bed1-40d1-aa5d-9795091ececc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37d098fc-2758-47c6-89f1-c9c299af0b46 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:07:12.470026 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9f622dfd-2c90-458a-8b1e-9002579811e3 req-8119ece3-bed1-40d1-aa5d-9795091ececc service neutron] Publish callbacks [] for port (37d098fc-2758-47c6-89f1-c9c299af0b46), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:12.490108 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d25766be-16e1-4c04-b988-e2bea2a328d3 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks [] for floatingip (c1674d6a-9079-4401-90c0-6269bc065173), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:12.492663 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d25766be-16e1-4c04-b988-e2bea2a328d3 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:12.496386 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d25766be-16e1-4c04-b988-e2bea2a328d3 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "DELETE /v2.0/floatingips/c1674d6a-9079-4401-90c0-6269bc065173 HTTP/1.1" status: 204 len: 168 time: 1.2837572 Jan 28 03:07:12.496386 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-9f622dfd-2c90-458a-8b1e-9002579811e3 req-8119ece3-bed1-40d1-aa5d-9795091ececc service neutron] Transition to ACTIVE for port object 37d098fc-2758-47c6-89f1-c9c299af0b46 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:07:12.496618 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55580) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:12.507489 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9f622dfd-2c90-458a-8b1e-9002579811e3 req-8119ece3-bed1-40d1-aa5d-9795091ececc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (37d098fc-2758-47c6-89f1-c9c299af0b46), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:12.584244 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e632d0a2-128b-4383-a076-fec9d35c4870 req-b4db1727-8804-4cb4-b70f-8683db86b773 service neutron] 10.222.0.39 "GET /v2.0/networks/54db990e-2138-4a7a-932b-a89c1796eff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489284 Jan 28 03:07:12.592292 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-b8eb3241-a518-4f6a-8005-390d6f26e46b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Deleting port 2fcf3c9b-0fc7-4d77-946e-c894f1bb447d {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:07:12.592292 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b8eb3241-a518-4f6a-8005-390d6f26e46b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (2fcf3c9b-0fc7-4d77-946e-c894f1bb447d), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:12.609135 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8119ece3-bed1-40d1-aa5d-9795091ececc service neutron] Pushing event updated for resources: {'Port': ['ID=37d098fc-2758-47c6-89f1-c9c299af0b46,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:12.753649 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-9f622dfd-2c90-458a-8b1e-9002579811e3 req-8119ece3-bed1-40d1-aa5d-9795091ececc service neutron] Attempting to bind port 37d098fc-2758-47c6-89f1-c9c299af0b46 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:07:12.753994 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-9f622dfd-2c90-458a-8b1e-9002579811e3 req-8119ece3-bed1-40d1-aa5d-9795091ececc service neutron] Attempting to bind port 37d098fc-2758-47c6-89f1-c9c299af0b46 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': 'f88f209e-cc8a-43ff-8183-4f0eac51210e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0771f65c-dcf4-4198-964d-bb65ae3d3481'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:07:12.754480 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f622dfd-2c90-458a-8b1e-9002579811e3 req-8119ece3-bed1-40d1-aa5d-9795091ececc service neutron] Attempting to bind port 37d098fc-2758-47c6-89f1-c9c299af0b46 on network 0771f65c-dcf4-4198-964d-bb65ae3d3481 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:07:12.779330 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f622dfd-2c90-458a-8b1e-9002579811e3 req-8119ece3-bed1-40d1-aa5d-9795091ececc service neutron] Port 37d098fc-2758-47c6-89f1-c9c299af0b46 on network 0771f65c-dcf4-4198-964d-bb65ae3d3481 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:07:12.779811 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f622dfd-2c90-458a-8b1e-9002579811e3 req-8119ece3-bed1-40d1-aa5d-9795091ececc service neutron] Attempting to bind port 37d098fc-2758-47c6-89f1-c9c299af0b46 on network 0771f65c-dcf4-4198-964d-bb65ae3d3481 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:07:12.801007 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-07d83b72-dc22-437e-a7d9-5e9a007d17ae tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Deleting port 1aab93c4-9491-4b44-ab45-394e2d033a1e {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:07:12.801405 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-07d83b72-dc22-437e-a7d9-5e9a007d17ae tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (1aab93c4-9491-4b44-ab45-394e2d033a1e), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:12.817701 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f622dfd-2c90-458a-8b1e-9002579811e3 req-8119ece3-bed1-40d1-aa5d-9795091ececc service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:07:12.818069 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f622dfd-2c90-458a-8b1e-9002579811e3 req-8119ece3-bed1-40d1-aa5d-9795091ececc service neutron] Checking segment: {'id': 'f88f209e-cc8a-43ff-8183-4f0eac51210e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0771f65c-dcf4-4198-964d-bb65ae3d3481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:07:12.818437 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f622dfd-2c90-458a-8b1e-9002579811e3 req-8119ece3-bed1-40d1-aa5d-9795091ececc service neutron] Bound using segment: {'id': 'f88f209e-cc8a-43ff-8183-4f0eac51210e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0771f65c-dcf4-4198-964d-bb65ae3d3481'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:07:12.818895 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-9f622dfd-2c90-458a-8b1e-9002579811e3 req-8119ece3-bed1-40d1-aa5d-9795091ececc service neutron] Bound port: 37d098fc-2758-47c6-89f1-c9c299af0b46, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f88f209e-cc8a-43ff-8183-4f0eac51210e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0771f65c-dcf4-4198-964d-bb65ae3d3481'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:07:12.819263 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9f622dfd-2c90-458a-8b1e-9002579811e3 req-8119ece3-bed1-40d1-aa5d-9795091ececc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (37d098fc-2758-47c6-89f1-c9c299af0b46), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:12.860566 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-b8eb3241-a518-4f6a-8005-390d6f26e46b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] For port 2fcf3c9b-0fc7-4d77-946e-c894f1bb447d, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=2fcf3c9b-0fc7-4d77-946e-c894f1bb447d,segment=NetworkSegment(11bdc9e0-b6fd-4d5b-98ad-aa8c1be08a09),segment_id=11bdc9e0-b6fd-4d5b-98ad-aa8c1be08a09)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:07:12.861005 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b8eb3241-a518-4f6a-8005-390d6f26e46b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (2fcf3c9b-0fc7-4d77-946e-c894f1bb447d), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:12.886240 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e632d0a2-128b-4383-a076-fec9d35c4870 req-59f04c0c-27c7-4473-ade2-b8c28b415271 service neutron] 10.222.0.39 "GET /v2.0/networks/54db990e-2138-4a7a-932b-a89c1796eff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914228 Jan 28 03:07:12.894531 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-b8eb3241-a518-4f6a-8005-390d6f26e46b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Calling delete_port for 2fcf3c9b-0fc7-4d77-946e-c894f1bb447d owned by network:router_interface {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:07:12.924451 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b2c4f-9ad4-4999-9377-e467bb361805 req-c2196ad9-80ae-4282-bfe2-025438f8b2b4 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:12.930124 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-458b2c4f-9ad4-4999-9377-e467bb361805 req-c2196ad9-80ae-4282-bfe2-025438f8b2b4 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=20d171ee-6d19-4e38-be9b-fb8691cf8aed HTTP/1.1" status: 200 len: 1096 time: 0.1633379 Jan 28 03:07:12.937269 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542942cf-7929-491d-8008-ea37c884044a req-d6853a1b-4e22-40ec-abe0-7dbeb718f4e9 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:12.945029 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-542942cf-7929-491d-8008-ea37c884044a req-d6853a1b-4e22-40ec-abe0-7dbeb718f4e9 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=66b152fe-556d-42fe-9749-8d71291998aa HTTP/1.1" status: 200 len: 944 time: 0.1861479 Jan 28 03:07:12.982819 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 395fad9d-b936-43f7-ac89-36e5c3555e7e up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:07:13.006927 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-07d83b72-dc22-437e-a7d9-5e9a007d17ae tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (1aab93c4-9491-4b44-ab45-394e2d033a1e), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:13.041321 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-9f622dfd-2c90-458a-8b1e-9002579811e3 req-8119ece3-bed1-40d1-aa5d-9795091ececc service neutron] For port 37d098fc-2758-47c6-89f1-c9c299af0b46, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:07:13.044060 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-07d83b72-dc22-437e-a7d9-5e9a007d17ae tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Calling delete_port for 1aab93c4-9491-4b44-ab45-394e2d033a1e owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:07:13.074369 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-9f622dfd-2c90-458a-8b1e-9002579811e3 req-8119ece3-bed1-40d1-aa5d-9795091ececc service neutron] For port 37d098fc-2758-47c6-89f1-c9c299af0b46, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=37d098fc-2758-47c6-89f1-c9c299af0b46,segment=NetworkSegment(f88f209e-cc8a-43ff-8183-4f0eac51210e),segment_id=f88f209e-cc8a-43ff-8183-4f0eac51210e)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:07:13.090810 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-542942cf-7929-491d-8008-ea37c884044a req-9f21240c-bb92-4713-9d5c-12b811b4c3d5 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448429 Jan 28 03:07:13.098774 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 395fad9d-b936-43f7-ac89-36e5c3555e7e completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:07:13.110543 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 395fad9d-b936-43f7-ac89-36e5c3555e7e triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:07:13.110927 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (395fad9d-b936-43f7-ac89-36e5c3555e7e), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:13.128873 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9f622dfd-2c90-458a-8b1e-9002579811e3 req-8119ece3-bed1-40d1-aa5d-9795091ececc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (37d098fc-2758-47c6-89f1-c9c299af0b46), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:13.159636 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-458b2c4f-9ad4-4999-9377-e467bb361805 req-fdceb210-438a-4317-8a54-de43d03604f0 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ff30adee-f506-4994-9448-8aaf5148204d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174256 Jan 28 03:07:13.179792 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f622dfd-2c90-458a-8b1e-9002579811e3 req-8119ece3-bed1-40d1-aa5d-9795091ececc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:13.180973 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca66056-4a02-4edf-9688-de62280c2084 req-5ffdd4b5-45e4-4b79-af44-0254baf42af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:13.181141 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9f622dfd-2c90-458a-8b1e-9002579811e3 req-8119ece3-bed1-40d1-aa5d-9795091ececc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:13.182524 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4ca66056-4a02-4edf-9688-de62280c2084 req-5ffdd4b5-45e4-4b79-af44-0254baf42af7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=858aa1a7e6b04f47b535043cafb70da2&device_id=66b152fe-556d-42fe-9749-8d71291998aa HTTP/1.1" status: 200 len: 1096 time: 0.1713495 Jan 28 03:07:13.182974 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9f622dfd-2c90-458a-8b1e-9002579811e3 req-8119ece3-bed1-40d1-aa5d-9795091ececc service neutron] 10.222.0.67 "PUT /v2.0/ports/37d098fc-2758-47c6-89f1-c9c299af0b46 HTTP/1.1" status: 200 len: 1092 time: 1.5350599 Jan 28 03:07:13.188826 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65da5752-4a20-4e16-9e24-20ecdb0897bd', 'tag': '37d098fc-2758-47c6-89f1-c9c299af0b46'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:07:13.192963 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf0db6a-0ae0-46ed-b395-f4efbc1a3df1" -d '{"events": [{"name": "network-changed", "server_uuid": "65da5752-4a20-4e16-9e24-20ecdb0897bd", "tag": "37d098fc-2758-47c6-89f1-c9c299af0b46"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:07:13.221226 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 395fad9d-b936-43f7-ac89-36e5c3555e7e is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:07:13.221929 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (395fad9d-b936-43f7-ac89-36e5c3555e7e), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:13.223085 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8119ece3-bed1-40d1-aa5d-9795091ececc service neutron] Pushing event updated for resources: {'Port': ['ID=37d098fc-2758-47c6-89f1-c9c299af0b46,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:13.303669 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d171ee-6d19-4e38-be9b-fb8691cf8aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395fad9d-b936-43f7-ac89-36e5c3555e7e'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:07:13.306166 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0973885-76c0-4b88-a07c-cc7c997b1aa1" -d '{"events": [{"server_uuid": "20d171ee-6d19-4e38-be9b-fb8691cf8aed", "name": "network-vif-plugged", "status": "completed", "tag": "395fad9d-b936-43f7-ac89-36e5c3555e7e"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:07:13.323441 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 395fad9d-b936-43f7-ac89-36e5c3555e7e, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=395fad9d-b936-43f7-ac89-36e5c3555e7e,segment=NetworkSegment(ef1927f8-2d2c-4b20-8596-ea754f1a0114),segment_id=ef1927f8-2d2c-4b20-8596-ea754f1a0114)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:07:13.331795 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (395fad9d-b936-43f7-ac89-36e5c3555e7e), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:13.361414 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d32210-626c-464f-8ce5-26f91c3baf8c x-openstack-request-id: req-44d32210-626c-464f-8ce5-26f91c3baf8c {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:07:13.361701 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65da5752-4a20-4e16-9e24-20ecdb0897bd", "tag": "37d098fc-2758-47c6-89f1-c9c299af0b46", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:07:13.362080 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-44d32210-626c-464f-8ce5-26f91c3baf8c {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:07:13.362599 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65da5752-4a20-4e16-9e24-20ecdb0897bd', 'tag': '37d098fc-2758-47c6-89f1-c9c299af0b46', 'status': 'completed', 'code': 200} Jan 28 03:07:13.389865 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f622dfd-2c90-458a-8b1e-9002579811e3 req-2d41a9b4-6af9-4645-9928-d94c2f15e96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:13.391558 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9f622dfd-2c90-458a-8b1e-9002579811e3 req-2d41a9b4-6af9-4645-9928-d94c2f15e96e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3d509e715afd4b3db013c85608fec8a6&device_id=65da5752-4a20-4e16-9e24-20ecdb0897bd HTTP/1.1" status: 200 len: 1095 time: 0.1360080 Jan 28 03:07:13.396746 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-07d83b72-dc22-437e-a7d9-5e9a007d17ae tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (1aab93c4-9491-4b44-ab45-394e2d033a1e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:13.449821 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9f622dfd-2c90-458a-8b1e-9002579811e3 req-ccb0ce7e-e79a-4cd1-be76-59e1c395be84 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=37d098fc-2758-47c6-89f1-c9c299af0b46 HTTP/1.1" status: 200 len: 217 time: 0.0447085 Jan 28 03:07:13.456051 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=395fad9d-b936-43f7-ac89-36e5c3555e7e,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:13.484834 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b8eb3241-a518-4f6a-8005-390d6f26e46b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (2fcf3c9b-0fc7-4d77-946e-c894f1bb447d), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:13.504289 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d83b72-dc22-437e-a7d9-5e9a007d17ae tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Pushing event deleted for resources: {'Port': ['ID=1aab93c4-9491-4b44-ab45-394e2d033a1e,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:13.540384 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99eec87c-15fb-4da6-ad30-5bbd955f3ceb x-openstack-request-id: req-99eec87c-15fb-4da6-ad30-5bbd955f3ceb {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:07:13.540893 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d171ee-6d19-4e38-be9b-fb8691cf8aed", "name": "network-vif-plugged", "status": "completed", "tag": "395fad9d-b936-43f7-ac89-36e5c3555e7e", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:07:13.541420 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-99eec87c-15fb-4da6-ad30-5bbd955f3ceb {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:07:13.541997 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d171ee-6d19-4e38-be9b-fb8691cf8aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395fad9d-b936-43f7-ac89-36e5c3555e7e', 'code': 200} Jan 28 03:07:13.582829 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f622dfd-2c90-458a-8b1e-9002579811e3 req-49467cd3-e5e3-4934-a738-758f4a9d5955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:13.584907 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9f622dfd-2c90-458a-8b1e-9002579811e3 req-49467cd3-e5e3-4934-a738-758f4a9d5955 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=af763b21-a5f5-4413-ac47-02b7101ff15c HTTP/1.1" status: 200 len: 849 time: 0.1289976 Jan 28 03:07:13.598335 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb3241-a518-4f6a-8005-390d6f26e46b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event deleted for resources: {'Port': ['ID=2fcf3c9b-0fc7-4d77-946e-c894f1bb447d,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:13.634329 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9f622dfd-2c90-458a-8b1e-9002579811e3 req-82c7ef9c-bb20-433a-af0c-35462088ed7f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0771f65c-dcf4-4198-964d-bb65ae3d3481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422022 Jan 28 03:07:13.644353 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-07d83b72-dc22-437e-a7d9-5e9a007d17ae tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:13.650061 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-07d83b72-dc22-437e-a7d9-5e9a007d17ae tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "DELETE /v2.0/ports/1aab93c4-9491-4b44-ab45-394e2d033a1e HTTP/1.1" status: 204 len: 168 time: 1.1505849 Jan 28 03:07:13.651035 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55598) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:13.690984 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d906d7a-4bcd-40b2-be77-1a851fdcace5 req-4f42ab7c-f748-4034-b4ea-2e325cc1fb77 tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:13.700073 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8d906d7a-4bcd-40b2-be77-1a851fdcace5 req-4f42ab7c-f748-4034-b4ea-2e325cc1fb77 tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] 10.222.0.53 "GET /v2.0/ports?device_id=65da5752-4a20-4e16-9e24-20ecdb0897bd HTTP/1.1" status: 200 len: 943 time: 0.2328694 Jan 28 03:07:13.788024 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca66056-4a02-4edf-9688-de62280c2084 req-05e9df99-8433-4dd1-8578-906fb6f52a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:13.791840 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4ca66056-4a02-4edf-9688-de62280c2084 req-05e9df99-8433-4dd1-8578-906fb6f52a29 service neutron] 10.222.0.39 "GET /v2.0/networks?id=54db990e-2138-4a7a-932b-a89c1796eff3 HTTP/1.1" status: 200 len: 923 time: 0.5968013 Jan 28 03:07:13.866586 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9f622dfd-2c90-458a-8b1e-9002579811e3 req-395990c6-af2f-4e47-973c-e0aed74e80ed service neutron] 10.222.0.67 "GET /v2.0/networks/0771f65c-dcf4-4198-964d-bb65ae3d3481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143531 Jan 28 03:07:13.895949 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4ca66056-4a02-4edf-9688-de62280c2084 req-584a3204-6726-4081-a660-0296dfd9356c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=458d57b8-920d-48fa-bc51-d6cdd6796afd HTTP/1.1" status: 200 len: 217 time: 0.0933609 Jan 28 03:07:13.907971 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-1697b547-5c96-4ecf-9440-0f9127fb0c97 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Deleting port b7ea256c-1185-43f6-ab32-04eda1634fc5 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:07:13.908210 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1697b547-5c96-4ecf-9440-0f9127fb0c97 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (b7ea256c-1185-43f6-ab32-04eda1634fc5), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:13.993233 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca66056-4a02-4edf-9688-de62280c2084 req-88371560-a494-418b-9f07-df5880fbe34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:13.994715 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4ca66056-4a02-4edf-9688-de62280c2084 req-88371560-a494-418b-9f07-df5880fbe34c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2dcf49d7-728a-4d4e-b635-4badaf86b829 HTTP/1.1" status: 200 len: 862 time: 0.0738204 Jan 28 03:07:13.995294 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b8eb3241-a518-4f6a-8005-390d6f26e46b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (cb37cd21-92c1-45c0-935a-1f1d30755681), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:14.005561 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846aadc5-3a6c-468d-a76c-475782fa0de5 req-19e42cae-b4f1-482a-b68d-3e864e9e7e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:14.006902 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-846aadc5-3a6c-468d-a76c-475782fa0de5 req-19e42cae-b4f1-482a-b68d-3e864e9e7e66 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=20d171ee-6d19-4e38-be9b-fb8691cf8aed HTTP/1.1" status: 200 len: 1097 time: 0.3369904 Jan 28 03:07:14.057929 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8d906d7a-4bcd-40b2-be77-1a851fdcace5 req-1c97660f-7cea-4062-b12b-4bca93b4f3d3 tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] 10.222.0.53 "GET /v2.0/security-groups?id=3166fd9e-8fe1-4ff4-b439-3c4501c6cb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563743 Jan 28 03:07:14.058255 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9f622dfd-2c90-458a-8b1e-9002579811e3 req-4ae4e5a7-cb79-45c3-acb4-9531bc32834d service neutron] 10.222.0.67 "GET /v2.0/networks/0771f65c-dcf4-4198-964d-bb65ae3d3481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823859 Jan 28 03:07:14.060239 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4ca66056-4a02-4edf-9688-de62280c2084 req-d082b1f0-a0fa-4a90-9756-00c3b7c65179 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=54db990e-2138-4a7a-932b-a89c1796eff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579884 Jan 28 03:07:14.081330 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1697b547-5c96-4ecf-9440-0f9127fb0c97 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (b7ea256c-1185-43f6-ab32-04eda1634fc5), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:14.111819 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-1697b547-5c96-4ecf-9440-0f9127fb0c97 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Calling delete_port for b7ea256c-1185-43f6-ab32-04eda1634fc5 owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:07:14.211814 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4ca66056-4a02-4edf-9688-de62280c2084 req-617b5348-266a-4585-825b-299cd5571851 service neutron] 10.222.0.39 "GET /v2.0/networks/54db990e-2138-4a7a-932b-a89c1796eff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150911 Jan 28 03:07:14.346736 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-846aadc5-3a6c-468d-a76c-475782fa0de5 req-296d3c5a-e267-4a29-9a4a-18be22fa00b7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ff30adee-f506-4994-9448-8aaf5148204d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851613 Jan 28 03:07:14.417390 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd29b64-5111-4c57-82d5-c24921f6533a req-60caf8f6-803c-4382-93f0-66dd69b71397 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:14.419216 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4cd29b64-5111-4c57-82d5-c24921f6533a req-60caf8f6-803c-4382-93f0-66dd69b71397 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=66b152fe-556d-42fe-9749-8d71291998aa HTTP/1.1" status: 200 len: 944 time: 0.1751480 Jan 28 03:07:14.432170 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf0db6a-0ae0-46ed-b395-f4efbc1a3df1 req-90aa4895-3a97-407d-9fcf-02db3335ff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:14.434240 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bdf0db6a-0ae0-46ed-b395-f4efbc1a3df1 req-90aa4895-3a97-407d-9fcf-02db3335ff8a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3d509e715afd4b3db013c85608fec8a6&device_id=65da5752-4a20-4e16-9e24-20ecdb0897bd HTTP/1.1" status: 200 len: 1095 time: 0.2401745 Jan 28 03:07:14.453844 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1697b547-5c96-4ecf-9440-0f9127fb0c97 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (b7ea256c-1185-43f6-ab32-04eda1634fc5), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:14.535643 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1697b547-5c96-4ecf-9440-0f9127fb0c97 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Pushing event deleted for resources: {'Port': ['ID=b7ea256c-1185-43f6-ab32-04eda1634fc5,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:14.537459 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29834a2-72e5-478f-b618-b8db8c7ed68f req-d736cd93-b1cf-429f-8077-8572221d3fd8 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:14.541355 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c29834a2-72e5-478f-b618-b8db8c7ed68f req-d736cd93-b1cf-429f-8077-8572221d3fd8 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=20d171ee-6d19-4e38-be9b-fb8691cf8aed HTTP/1.1" status: 200 len: 1097 time: 0.1936679 Jan 28 03:07:14.548637 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4ca66056-4a02-4edf-9688-de62280c2084 req-f3373c82-ee3b-4ade-a464-ca1cce139e22 service neutron] 10.222.0.39 "GET /v2.0/networks/54db990e-2138-4a7a-932b-a89c1796eff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294733 Jan 28 03:07:14.571380 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8eb3241-a518-4f6a-8005-390d6f26e46b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Router cb37cd21-92c1-45c0-935a-1f1d30755681 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:07:14.576329 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4cd29b64-5111-4c57-82d5-c24921f6533a req-83980e64-030b-4414-b4c4-846c1b274af9 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471879 Jan 28 03:07:14.668464 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1697b547-5c96-4ecf-9440-0f9127fb0c97 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:14.676741 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c29834a2-72e5-478f-b618-b8db8c7ed68f req-2d0bc135-d5e9-4828-b3f8-9554b8e19efa tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ff30adee-f506-4994-9448-8aaf5148204d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197293 Jan 28 03:07:14.693198 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1697b547-5c96-4ecf-9440-0f9127fb0c97 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "DELETE /v2.0/ports/b7ea256c-1185-43f6-ab32-04eda1634fc5 HTTP/1.1" status: 204 len: 168 time: 1.0394659 Jan 28 03:07:14.694139 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55610) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:14.720725 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8eb3241-a518-4f6a-8005-390d6f26e46b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:07:14.726920 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b8eb3241-a518-4f6a-8005-390d6f26e46b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "PUT /v2.0/routers/cb37cd21-92c1-45c0-935a-1f1d30755681/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2467709 Jan 28 03:07:14.731852 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 55612) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:14.735162 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6450e6-1721-408f-9340-26d2fafe76d1 None None] Sync routers for ids ['cb37cd21-92c1-45c0-935a-1f1d30755681'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:07:14.751796 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6450e6-1721-408f-9340-26d2fafe76d1 None None] Routers {'cb37cd21-92c1-45c0-935a-1f1d30755681'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:07:14.752695 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-cb6450e6-1721-408f-9340-26d2fafe76d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:07:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['cb37cd21-92c1-45c0-935a-1f1d30755681'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:14.824481 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-cb6450e6-1721-408f-9340-26d2fafe76d1 None None] Set router cb37cd21-92c1-45c0-935a-1f1d30755681 gateway port host: None {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:07:14.825167 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf0db6a-0ae0-46ed-b395-f4efbc1a3df1 req-e2b66dd4-a9d9-439a-b383-7771c9d70f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:14.827431 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bdf0db6a-0ae0-46ed-b395-f4efbc1a3df1 req-e2b66dd4-a9d9-439a-b383-7771c9d70f26 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0771f65c-dcf4-4198-964d-bb65ae3d3481 HTTP/1.1" status: 200 len: 910 time: 0.1300833 Jan 28 03:07:14.912685 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bdf0db6a-0ae0-46ed-b395-f4efbc1a3df1 req-57582a12-011a-48ab-b7a9-ef6091fa27b3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=37d098fc-2758-47c6-89f1-c9c299af0b46 HTTP/1.1" status: 200 len: 217 time: 0.0641103 Jan 28 03:07:14.913019 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-cb6450e6-1721-408f-9340-26d2fafe76d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'name': 'tempest-RoutersIpV6Test-router-1905695091', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:05:47Z', 'updated_at': '2022-01-28T03:07:13Z', 'revision_number': 11, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:14.977321 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6450e6-1721-408f-9340-26d2fafe76d1 None None] Checking router: cb37cd21-92c1-45c0-935a-1f1d30755681 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:07:14.992453 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8e6d286-664a-4314-98c1-9cee6e77582e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Deleting subnet 5890570a-cc0c-4403-a94d-1750b1aeb6ea {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:07:14.998121 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b8e6d286-664a-4314-98c1-9cee6e77582e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks [] for subnet (5890570a-cc0c-4403-a94d-1750b1aeb6ea), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:14.998626 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6450e6-1721-408f-9340-26d2fafe76d1 None None] Routers {'cb37cd21-92c1-45c0-935a-1f1d30755681'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:07:14.999399 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-cb6450e6-1721-408f-9340-26d2fafe76d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:07:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['cb37cd21-92c1-45c0-935a-1f1d30755681'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:15.049972 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf0db6a-0ae0-46ed-b395-f4efbc1a3df1 req-b2b4a45c-b8ab-4086-874c-e2a5b617e61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:15.052620 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bdf0db6a-0ae0-46ed-b395-f4efbc1a3df1 req-b2b4a45c-b8ab-4086-874c-e2a5b617e61b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=af763b21-a5f5-4413-ac47-02b7101ff15c HTTP/1.1" status: 200 len: 849 time: 0.1311204 Jan 28 03:07:15.071154 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b8e6d286-664a-4314-98c1-9cee6e77582e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (5890570a-cc0c-4403-a94d-1750b1aeb6ea), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:15.199904 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 458d57b8-920d-48fa-bc51-d6cdd6796afd details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:07:15.230955 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b8e6d286-664a-4314-98c1-9cee6e77582e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (5890570a-cc0c-4403-a94d-1750b1aeb6ea), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:15.335588 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b8e6d286-664a-4314-98c1-9cee6e77582e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (5890570a-cc0c-4403-a94d-1750b1aeb6ea), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:15.357441 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 458d57b8-920d-48fa-bc51-d6cdd6796afd, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=458d57b8-920d-48fa-bc51-d6cdd6796afd,segment=NetworkSegment(1bdfda3a-f7d7-44ae-82bd-973f0a517938),segment_id=1bdfda3a-f7d7-44ae-82bd-973f0a517938)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:07:15.399373 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bdf0db6a-0ae0-46ed-b395-f4efbc1a3df1 req-84569a1b-4a45-470c-8101-ee4fb5cbd62a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0771f65c-dcf4-4198-964d-bb65ae3d3481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859065 Jan 28 03:07:15.400156 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-cb6450e6-1721-408f-9340-26d2fafe76d1 None None] Set router cb37cd21-92c1-45c0-935a-1f1d30755681 gateway port host: None {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:07:15.411157 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '458d57b8-920d-48fa-bc51-d6cdd6796afd', 'network_id': '54db990e-2138-4a7a-932b-a89c1796eff3', 'port_id': '458d57b8-920d-48fa-bc51-d6cdd6796afd', 'mac_address': 'fa:16:3e:57:4a:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dcf49d7-728a-4d4e-b635-4badaf86b829', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:07:15.467132 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfadc3f0-2442-49c5-87d9-934168ec298a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Deleting subnet 9562f2bd-a95c-4e6a-827d-b3d731a8440f {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:07:15.472952 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bfadc3f0-2442-49c5-87d9-934168ec298a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for subnet (9562f2bd-a95c-4e6a-827d-b3d731a8440f), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:15.521400 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bfadc3f0-2442-49c5-87d9-934168ec298a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (9562f2bd-a95c-4e6a-827d-b3d731a8440f), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:15.533639 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e6d286-664a-4314-98c1-9cee6e77582e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Pushing event deleted for resources: {'Subnet': ['ID=5890570a-cc0c-4403-a94d-1750b1aeb6ea,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:15.540312 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b8e6d286-664a-4314-98c1-9cee6e77582e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:15.551259 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-cb6450e6-1721-408f-9340-26d2fafe76d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'name': 'tempest-RoutersIpV6Test-router-1905695091', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:05:47Z', 'updated_at': '2022-01-28T03:07:13Z', 'revision_number': 11, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:15.551446 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b8e6d286-664a-4314-98c1-9cee6e77582e tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "DELETE /v2.0/subnets/5890570a-cc0c-4403-a94d-1750b1aeb6ea HTTP/1.1" status: 204 len: 168 time: 0.8506296 Jan 28 03:07:15.555320 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55618) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:15.569534 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bdf0db6a-0ae0-46ed-b395-f4efbc1a3df1 req-3b173088-0b2f-4931-bc6a-8d5bc203c44e service neutron] 10.222.0.67 "GET /v2.0/networks/0771f65c-dcf4-4198-964d-bb65ae3d3481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364775 Jan 28 03:07:15.579591 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b4b0f-88e2-4438-b46d-58f773fd2300 req-6afa56fd-606e-491c-91ac-9251e4be5485 tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:15.581361 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-475b4b0f-88e2-4438-b46d-58f773fd2300 req-6afa56fd-606e-491c-91ac-9251e4be5485 tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] 10.222.0.53 "GET /v2.0/ports?device_id=65da5752-4a20-4e16-9e24-20ecdb0897bd HTTP/1.1" status: 200 len: 943 time: 0.2664261 Jan 28 03:07:15.613488 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2553e062-26ad-4056-bfa8-b005ee657952 None None] Network 9d63e9ac-6b2c-46ae-b695-7b9d65c9a866 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:07:15.654838 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bfadc3f0-2442-49c5-87d9-934168ec298a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (9562f2bd-a95c-4e6a-827d-b3d731a8440f), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:15.685581 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bdf0db6a-0ae0-46ed-b395-f4efbc1a3df1 req-9ca537b5-fc64-437a-bcae-10299f0d1c94 service neutron] 10.222.0.67 "GET /v2.0/networks/0771f65c-dcf4-4198-964d-bb65ae3d3481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032209 Jan 28 03:07:15.747049 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bfadc3f0-2442-49c5-87d9-934168ec298a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (9562f2bd-a95c-4e6a-827d-b3d731a8440f), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:15.791866 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bfadc3f0-2442-49c5-87d9-934168ec298a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:15.794903 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6450e6-1721-408f-9340-26d2fafe76d1 None None] The sync data for ids ['cb37cd21-92c1-45c0-935a-1f1d30755681'] in n-d-712139-27 is: [{'id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'name': 'tempest-RoutersIpV6Test-router-1905695091', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:05:47Z', 'updated_at': '2022-01-28T03:07:13Z', 'revision_number': 11, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'gw_port_host': None}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:07:15.795677 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-62957db3-c194-4636-83d2-f8c299bb6e55 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Deleting subnet 49a68bb6-80b9-4dbc-a512-787aeaf1e11f {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:07:15.798530 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-bfadc3f0-2442-49c5-87d9-934168ec298a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "DELETE /v2.0/subnets/9562f2bd-a95c-4e6a-827d-b3d731a8440f HTTP/1.1" status: 204 len: 168 time: 1.0655789 Jan 28 03:07:15.799496 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 55626) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:15.801932 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-62957db3-c194-4636-83d2-f8c299bb6e55 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks [] for subnet (49a68bb6-80b9-4dbc-a512-787aeaf1e11f), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:15.807806 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfadc3f0-2442-49c5-87d9-934168ec298a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event deleted for resources: {'Subnet': ['ID=9562f2bd-a95c-4e6a-827d-b3d731a8440f,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:15.813647 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-475b4b0f-88e2-4438-b46d-58f773fd2300 req-2e7c2287-afe1-412c-8aa3-84dca7071224 tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] 10.222.0.53 "GET /v2.0/security-groups?id=3166fd9e-8fe1-4ff4-b439-3c4501c6cb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876174 Jan 28 03:07:15.816246 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8246f55-8197-43ca-9c9b-2717a31c5a8b None None] Network 6e537d05-57b5-4fdd-8add-b1f69b25b021 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:07:15.966830 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 458d57b8-920d-48fa-bc51-d6cdd6796afd is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:07:15.967863 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-62957db3-c194-4636-83d2-f8c299bb6e55 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (49a68bb6-80b9-4dbc-a512-787aeaf1e11f), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:15.968462 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (458d57b8-920d-48fa-bc51-d6cdd6796afd), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:16.004922 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f55ee1-8c33-4483-9ac6-41cdb5377beb req-9d4dee1d-574e-4382-a2d5-7bf088ec1d79 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:16.008250 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-16f55ee1-8c33-4483-9ac6-41cdb5377beb req-9d4dee1d-574e-4382-a2d5-7bf088ec1d79 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=66b152fe-556d-42fe-9749-8d71291998aa HTTP/1.1" status: 200 len: 944 time: 0.2079499 Jan 28 03:07:16.016712 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 458d57b8-920d-48fa-bc51-d6cdd6796afd {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:07:16.023470 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2fc4d8d3-ccae-482d-9901-732a402c6d33 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (6e537d05-57b5-4fdd-8add-b1f69b25b021), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:16.049171 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 458d57b8-920d-48fa-bc51-d6cdd6796afd, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=458d57b8-920d-48fa-bc51-d6cdd6796afd,segment=NetworkSegment(1bdfda3a-f7d7-44ae-82bd-973f0a517938),segment_id=1bdfda3a-f7d7-44ae-82bd-973f0a517938)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:07:16.080712 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (458d57b8-920d-48fa-bc51-d6cdd6796afd), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:16.084930 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b78c204-aafb-44f6-94bc-0a952531092e req-99b212b4-ce75-43a9-9a45-b0dff6c9cce5 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:16.086576 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b78c204-aafb-44f6-94bc-0a952531092e req-99b212b4-ce75-43a9-9a45-b0dff6c9cce5 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=20d171ee-6d19-4e38-be9b-fb8691cf8aed HTTP/1.1" status: 200 len: 1097 time: 0.1704042 Jan 28 03:07:16.108723 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-16f55ee1-8c33-4483-9ac6-41cdb5377beb req-2dc087ca-4a91-4b0b-8942-fa231387f5d2 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794942 Jan 28 03:07:16.146151 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-62957db3-c194-4636-83d2-f8c299bb6e55 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (49a68bb6-80b9-4dbc-a512-787aeaf1e11f), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:16.169776 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-2fc4d8d3-ccae-482d-9901-732a402c6d33 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Deleting port 31c5d66d-3e4b-460d-a995-feabe7520901 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:07:16.171558 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2fc4d8d3-ccae-482d-9901-732a402c6d33 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (31c5d66d-3e4b-460d-a995-feabe7520901), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:16.217881 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=458d57b8-920d-48fa-bc51-d6cdd6796afd,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:16.224860 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d73168-394e-4161-85c5-1e98035bdbf5 None None] DHCP port deletion for 9d63e9ac-6b2c-46ae-b695-7b9d65c9a866 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:07:16.297749 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-2fc4d8d3-ccae-482d-9901-732a402c6d33 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] For port 31c5d66d-3e4b-460d-a995-feabe7520901, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=31c5d66d-3e4b-460d-a995-feabe7520901,segment=NetworkSegment(11bdc9e0-b6fd-4d5b-98ad-aa8c1be08a09),segment_id=11bdc9e0-b6fd-4d5b-98ad-aa8c1be08a09)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:07:16.298407 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2fc4d8d3-ccae-482d-9901-732a402c6d33 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (31c5d66d-3e4b-460d-a995-feabe7520901), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:16.358655 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-2fc4d8d3-ccae-482d-9901-732a402c6d33 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Calling delete_port for 31c5d66d-3e4b-460d-a995-feabe7520901 owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:07:16.360713 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb7fd7b-a298-4522-aa72-c37847f3f30c None None] DHCP port deletion for 6e537d05-57b5-4fdd-8add-b1f69b25b021 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:07:16.364685 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-23d73168-394e-4161-85c5-1e98035bdbf5 None None] Deleting port 3d87b489-3463-4290-a53c-2018c8f59d0e {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:07:16.365111 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-23d73168-394e-4161-85c5-1e98035bdbf5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (3d87b489-3463-4290-a53c-2018c8f59d0e), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:16.413800 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-62957db3-c194-4636-83d2-f8c299bb6e55 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (49a68bb6-80b9-4dbc-a512-787aeaf1e11f), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:16.450265 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-23d73168-394e-4161-85c5-1e98035bdbf5 None None] For port 3d87b489-3463-4290-a53c-2018c8f59d0e, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=3d87b489-3463-4290-a53c-2018c8f59d0e,segment=NetworkSegment(54ef7b2b-f6f2-4013-a152-07e010d0c194),segment_id=54ef7b2b-f6f2-4013-a152-07e010d0c194)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:07:16.450563 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-23d73168-394e-4161-85c5-1e98035bdbf5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (3d87b489-3463-4290-a53c-2018c8f59d0e), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:16.487565 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-23d73168-394e-4161-85c5-1e98035bdbf5 None None] Calling delete_port for 3d87b489-3463-4290-a53c-2018c8f59d0e owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:07:16.513798 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b78c204-aafb-44f6-94bc-0a952531092e req-cff0945b-febe-4745-a50f-8cbd68ce3786 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ff30adee-f506-4994-9448-8aaf5148204d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860637 Jan 28 03:07:16.528316 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-62957db3-c194-4636-83d2-f8c299bb6e55 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:16.532677 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-62957db3-c194-4636-83d2-f8c299bb6e55 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "DELETE /v2.0/subnets/49a68bb6-80b9-4dbc-a512-787aeaf1e11f HTTP/1.1" status: 204 len: 168 time: 0.9759064 Jan 28 03:07:16.534269 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62957db3-c194-4636-83d2-f8c299bb6e55 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Pushing event deleted for resources: {'Subnet': ['ID=49a68bb6-80b9-4dbc-a512-787aeaf1e11f,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:16.536535 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55630) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:16.570623 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2fc4d8d3-ccae-482d-9901-732a402c6d33 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (31c5d66d-3e4b-460d-a995-feabe7520901), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:16.596780 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['458d57b8-920d-48fa-bc51-d6cdd6796afd'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:07:16.650142 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4add69-d353-42a8-bd61-e6ccbc741a5d None None] Network d468efc2-a65f-4457-a846-ab761946515b requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:07:16.652979 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1d909dd3-a90d-4164-95b4-4e157de0d263 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (9d63e9ac-6b2c-46ae-b695-7b9d65c9a866), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:16.688306 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc4d8d3-ccae-482d-9901-732a402c6d33 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event deleted for resources: {'Port': ['ID=31c5d66d-3e4b-460d-a995-feabe7520901,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:16.695111 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc4d8d3-ccae-482d-9901-732a402c6d33 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] No DVR routers for this DVR port 31c5d66d-3e4b-460d-a995-feabe7520901 on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:07:16.732029 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-1d909dd3-a90d-4164-95b4-4e157de0d263 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Deleting port 3d87b489-3463-4290-a53c-2018c8f59d0e {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:07:16.732630 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1d909dd3-a90d-4164-95b4-4e157de0d263 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (3d87b489-3463-4290-a53c-2018c8f59d0e), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:16.785578 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-23d73168-394e-4161-85c5-1e98035bdbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (3d87b489-3463-4290-a53c-2018c8f59d0e), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:16.824343 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-1d909dd3-a90d-4164-95b4-4e157de0d263 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] For port 3d87b489-3463-4290-a53c-2018c8f59d0e, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=3d87b489-3463-4290-a53c-2018c8f59d0e,segment=NetworkSegment(54ef7b2b-f6f2-4013-a152-07e010d0c194),segment_id=54ef7b2b-f6f2-4013-a152-07e010d0c194)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:07:16.824978 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1d909dd3-a90d-4164-95b4-4e157de0d263 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (3d87b489-3463-4290-a53c-2018c8f59d0e), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:16.829052 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d73168-394e-4161-85c5-1e98035bdbf5 None None] No DVR routers for this DVR port 3d87b489-3463-4290-a53c-2018c8f59d0e on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:07:16.852887 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d73168-394e-4161-85c5-1e98035bdbf5 None None] Pushing event deleted for resources: {'Port': ['ID=3d87b489-3463-4290-a53c-2018c8f59d0e,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:16.863982 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2fc4d8d3-ccae-482d-9901-732a402c6d33 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (6e537d05-57b5-4fdd-8add-b1f69b25b021), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:16.878601 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-1d909dd3-a90d-4164-95b4-4e157de0d263 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Calling delete_port for 3d87b489-3463-4290-a53c-2018c8f59d0e owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:07:16.902015 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-2fc4d8d3-ccae-482d-9901-732a402c6d33 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e537d05-57b5-4fdd-8add-b1f69b25b021']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:16.927065 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-2fc4d8d3-ccae-482d-9901-732a402c6d33 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11bdc9e0-b6fd-4d5b-98ad-aa8c1be08a09') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:16.927529 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-2fc4d8d3-ccae-482d-9901-732a402c6d33 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11bdc9e0-b6fd-4d5b-98ad-aa8c1be08a09') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:16.956557 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2fc4d8d3-ccae-482d-9901-732a402c6d33 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (11bdc9e0-b6fd-4d5b-98ad-aa8c1be08a09), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:17.000558 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1d909dd3-a90d-4164-95b4-4e157de0d263 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (3d87b489-3463-4290-a53c-2018c8f59d0e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:17.015894 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 37d098fc-2758-47c6-89f1-c9c299af0b46 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:07:17.038964 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d909dd3-a90d-4164-95b4-4e157de0d263 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Pushing event deleted for resources: {'Port': ['ID=3d87b489-3463-4290-a53c-2018c8f59d0e,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:17.041007 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d909dd3-a90d-4164-95b4-4e157de0d263 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] No DVR routers for this DVR port 3d87b489-3463-4290-a53c-2018c8f59d0e on host n-d-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:07:17.068665 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2fc4d8d3-ccae-482d-9901-732a402c6d33 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (11bdc9e0-b6fd-4d5b-98ad-aa8c1be08a09), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:17.080234 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fc4d8d3-ccae-482d-9901-732a402c6d33 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:07:17.080898 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2fc4d8d3-ccae-482d-9901-732a402c6d33 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (11bdc9e0-b6fd-4d5b-98ad-aa8c1be08a09), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:17.086252 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:07:17.086252 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:07:17.086252 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:07:17.086252 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:07:17.086252 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:07:17.086252 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:07:17.086252 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:07:17.086252 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:07:17.086252 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:07:17.086252 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:07:17.086252 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:07:17.086252 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:07:17.086252 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:07:17.086252 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:07:17.086252 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:07:17.086252 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:07:17.086252 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:07:17.086252 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:07:17.086252 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:07:17.086252 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:07:17.086252 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:07:17.086252 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:07:17.086252 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:07:17.086252 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:07:17.086252 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:07:17.086252 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:07:17.086252 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:07:17.086252 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:07:17.086252 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:07:17.086252 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:07:17.086252 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:07:17.086252 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:07:17.148997 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1d909dd3-a90d-4164-95b4-4e157de0d263 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (9d63e9ac-6b2c-46ae-b695-7b9d65c9a866), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:17.194710 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88b959-e37a-43c8-9fc6-ea3f13a2b9bc req-3aacbfa9-98dd-4f09-ad14-d44bce463c5a tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:17.195474 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-1d909dd3-a90d-4164-95b4-4e157de0d263 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d63e9ac-6b2c-46ae-b695-7b9d65c9a866']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:17.199189 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ec88b959-e37a-43c8-9fc6-ea3f13a2b9bc req-3aacbfa9-98dd-4f09-ad14-d44bce463c5a tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] 10.222.0.53 "GET /v2.0/ports?device_id=65da5752-4a20-4e16-9e24-20ecdb0897bd HTTP/1.1" status: 200 len: 943 time: 0.2476037 Jan 28 03:07:17.214178 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-1d909dd3-a90d-4164-95b4-4e157de0d263 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54ef7b2b-f6f2-4013-a152-07e010d0c194') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:17.214481 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-1d909dd3-a90d-4164-95b4-4e157de0d263 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54ef7b2b-f6f2-4013-a152-07e010d0c194') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:17.228382 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1d909dd3-a90d-4164-95b4-4e157de0d263 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (54ef7b2b-f6f2-4013-a152-07e010d0c194), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:17.236960 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2fc4d8d3-ccae-482d-9901-732a402c6d33 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (6e537d05-57b5-4fdd-8add-b1f69b25b021), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:17.249433 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2fc4d8d3-ccae-482d-9901-732a402c6d33 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:17.249705 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1d909dd3-a90d-4164-95b4-4e157de0d263 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (54ef7b2b-f6f2-4013-a152-07e010d0c194), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:17.253619 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2fc4d8d3-ccae-482d-9901-732a402c6d33 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "DELETE /v2.0/networks/6e537d05-57b5-4fdd-8add-b1f69b25b021 HTTP/1.1" status: 204 len: 168 time: 1.4307823 Jan 28 03:07:17.261738 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d909dd3-a90d-4164-95b4-4e157de0d263 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:07:17.262162 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1d909dd3-a90d-4164-95b4-4e157de0d263 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (54ef7b2b-f6f2-4013-a152-07e010d0c194), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:17.265332 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 55638) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:17.273742 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-97cd36e4-71cd-4e12-a33e-8e064cb8f2a6 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Request body: {'router': {'routes': None}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:07:17.281335 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc4d8d3-ccae-482d-9901-732a402c6d33 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Pushing event deleted for resources: {'Network': ['ID=6e537d05-57b5-4fdd-8add-b1f69b25b021,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:17.327054 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4431e06a-b5a6-4994-8f75-065cd5b0851b None None] DHCP port deletion for d468efc2-a65f-4457-a846-ab761946515b request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:07:17.348975 n-d-712139-27 neutron-server[109803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:07:17.348975 n-d-712139-27 neutron-server[109803]: self.session.flush() Jan 28 03:07:17.348975 n-d-712139-27 neutron-server[109803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:07:17.348975 n-d-712139-27 neutron-server[109803]: self.session.flush() Jan 28 03:07:17.348975 n-d-712139-27 neutron-server[109803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:07:17.348975 n-d-712139-27 neutron-server[109803]: self.session.flush() Jan 28 03:07:17.348975 n-d-712139-27 neutron-server[109803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:07:17.348975 n-d-712139-27 neutron-server[109803]: self.session.flush() Jan 28 03:07:17.348975 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:07:17.348975 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:07:17.348975 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:07:17.348975 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:07:17.348975 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:07:17.348975 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:07:17.348975 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:07:17.348975 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:07:17.348975 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:07:17.348975 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:07:17.348975 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:07:17.348975 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:07:17.348975 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:07:17.348975 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:07:17.348975 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:07:17.348975 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:07:17.348975 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:07:17.348975 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:07:17.348975 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:07:17.348975 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:07:17.348975 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:07:17.348975 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:07:17.348975 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:07:17.348975 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:07:17.348975 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:07:17.348975 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:07:17.348975 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:07:17.348975 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:07:17.348975 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:07:17.348975 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:07:17.348975 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:07:17.348975 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:07:17.432902 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1d909dd3-a90d-4164-95b4-4e157de0d263 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (9d63e9ac-6b2c-46ae-b695-7b9d65c9a866), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:17.462711 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1d909dd3-a90d-4164-95b4-4e157de0d263 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:17.469756 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1d909dd3-a90d-4164-95b4-4e157de0d263 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "DELETE /v2.0/networks/9d63e9ac-6b2c-46ae-b695-7b9d65c9a866 HTTP/1.1" status: 204 len: 168 time: 0.9314375 Jan 28 03:07:17.472740 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ec88b959-e37a-43c8-9fc6-ea3f13a2b9bc req-371cdf68-bb2d-4dc1-964d-960a609238ae tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] 10.222.0.53 "GET /v2.0/security-groups?id=3166fd9e-8fe1-4ff4-b439-3c4501c6cb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630186 Jan 28 03:07:17.473937 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d909dd3-a90d-4164-95b4-4e157de0d263 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Pushing event deleted for resources: {'Network': ['ID=9d63e9ac-6b2c-46ae-b695-7b9d65c9a866,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:17.477663 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55642) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:17.496725 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 2fcf3c9b-0fc7-4d77-946e-c894f1bb447d no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:07:17.497147 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb5e6a-d13b-4a10-9211-c9629ac3b434 req-6173c74b-43f6-4b39-8b01-15bb501fb4f5 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:17.505310 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-06eb5e6a-d13b-4a10-9211-c9629ac3b434 req-6173c74b-43f6-4b39-8b01-15bb501fb4f5 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=66b152fe-556d-42fe-9749-8d71291998aa HTTP/1.1" status: 200 len: 945 time: 0.1451211 Jan 28 03:07:17.579202 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 2fcf3c9b-0fc7-4d77-946e-c894f1bb447d {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:07:17.579891 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 2fcf3c9b-0fc7-4d77-946e-c894f1bb447d not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:07:17.580715 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 31c5d66d-3e4b-460d-a995-feabe7520901 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:07:17.600641 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.extraroute_db [None req-97cd36e4-71cd-4e12-a33e-8e064cb8f2a6 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Added routes are [] {{(pid=109802) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 03:07:17.601285 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.extraroute_db [None req-97cd36e4-71cd-4e12-a33e-8e064cb8f2a6 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Removed routes are [] {{(pid=109802) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 03:07:17.601843 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-97cd36e4-71cd-4e12-a33e-8e064cb8f2a6 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23253'] for router (cb37cd21-92c1-45c0-935a-1f1d30755681), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:17.662838 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 31c5d66d-3e4b-460d-a995-feabe7520901 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:07:17.662838 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 31c5d66d-3e4b-460d-a995-feabe7520901 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:07:17.662838 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 08e1667e-6306-4620-8507-5a6351849646 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:07:17.683444 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-12741240-77f4-44cf-baba-eacad85c1833 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (d468efc2-a65f-4457-a846-ab761946515b), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:17.712154 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-06eb5e6a-d13b-4a10-9211-c9629ac3b434 req-eff05d2c-2327-45c3-b1bf-625b0acedbf5 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053654 Jan 28 03:07:17.806178 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 37d098fc-2758-47c6-89f1-c9c299af0b46, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=37d098fc-2758-47c6-89f1-c9c299af0b46,segment=NetworkSegment(f88f209e-cc8a-43ff-8183-4f0eac51210e),segment_id=f88f209e-cc8a-43ff-8183-4f0eac51210e)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:07:17.845373 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-97cd36e4-71cd-4e12-a33e-8e064cb8f2a6 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23253'] for router (cb37cd21-92c1-45c0-935a-1f1d30755681), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:17.852034 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-97cd36e4-71cd-4e12-a33e-8e064cb8f2a6 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3876279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3876284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3877649'] for router (cb37cd21-92c1-45c0-935a-1f1d30755681), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:17.853014 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-4431e06a-b5a6-4994-8f75-065cd5b0851b None None] Deleting port 08e1667e-6306-4620-8507-5a6351849646 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:07:17.853611 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4431e06a-b5a6-4994-8f75-065cd5b0851b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (08e1667e-6306-4620-8507-5a6351849646), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:17.862306 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '37d098fc-2758-47c6-89f1-c9c299af0b46', 'network_id': '0771f65c-dcf4-4198-964d-bb65ae3d3481', 'port_id': '37d098fc-2758-47c6-89f1-c9c299af0b46', 'mac_address': 'fa:16:3e:7f:29:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af763b21-a5f5-4413-ac47-02b7101ff15c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:07:17.892075 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-12741240-77f4-44cf-baba-eacad85c1833 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Deleting port 08e1667e-6306-4620-8507-5a6351849646 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:07:17.892717 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-12741240-77f4-44cf-baba-eacad85c1833 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (08e1667e-6306-4620-8507-5a6351849646), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:17.927893 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24224564-eaae-4ca0-9ad2-c7832b203711 req-7dc9b5d9-2ab2-4d54-8de8-6cb5e3bf6d00 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:17.938859 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-24224564-eaae-4ca0-9ad2-c7832b203711 req-7dc9b5d9-2ab2-4d54-8de8-6cb5e3bf6d00 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=20d171ee-6d19-4e38-be9b-fb8691cf8aed HTTP/1.1" status: 200 len: 1097 time: 0.1147182 Jan 28 03:07:17.983807 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 37d098fc-2758-47c6-89f1-c9c299af0b46 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:07:17.984395 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (37d098fc-2758-47c6-89f1-c9c299af0b46), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:17.985887 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97cd36e4-71cd-4e12-a33e-8e064cb8f2a6 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Router cb37cd21-92c1-45c0-935a-1f1d30755681 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:07:18.010296 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37d098fc-2758-47c6-89f1-c9c299af0b46 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:07:18.017770 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 08e1667e-6306-4620-8507-5a6351849646 is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:07:18.018347 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (08e1667e-6306-4620-8507-5a6351849646), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:18.086254 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-4431e06a-b5a6-4994-8f75-065cd5b0851b None None] For port 08e1667e-6306-4620-8507-5a6351849646, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=08e1667e-6306-4620-8507-5a6351849646,segment=NetworkSegment(08579d7b-ee04-4dba-9a58-af7df8141495),segment_id=08579d7b-ee04-4dba-9a58-af7df8141495)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:07:18.086666 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4431e06a-b5a6-4994-8f75-065cd5b0851b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (08e1667e-6306-4620-8507-5a6351849646), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:18.098505 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 37d098fc-2758-47c6-89f1-c9c299af0b46, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=37d098fc-2758-47c6-89f1-c9c299af0b46,segment=NetworkSegment(f88f209e-cc8a-43ff-8183-4f0eac51210e),segment_id=f88f209e-cc8a-43ff-8183-4f0eac51210e)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:07:18.114342 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97cd36e4-71cd-4e12-a33e-8e064cb8f2a6 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:07:18.118769 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (37d098fc-2758-47c6-89f1-c9c299af0b46), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:18.121414 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-4431e06a-b5a6-4994-8f75-065cd5b0851b None None] Calling delete_port for 08e1667e-6306-4620-8507-5a6351849646 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:07:18.125578 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 08e1667e-6306-4620-8507-5a6351849646, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=08e1667e-6306-4620-8507-5a6351849646,segment=NetworkSegment(08579d7b-ee04-4dba-9a58-af7df8141495),segment_id=08579d7b-ee04-4dba-9a58-af7df8141495)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:07:18.126868 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-97cd36e4-71cd-4e12-a33e-8e064cb8f2a6 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:18.129101 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a227fbad-a3de-4dac-956c-7ab4d5788ade None None] Sync routers for ids ['cb37cd21-92c1-45c0-935a-1f1d30755681'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:07:18.129628 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-97cd36e4-71cd-4e12-a33e-8e064cb8f2a6 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "PUT /v2.0/routers/cb37cd21-92c1-45c0-935a-1f1d30755681 HTTP/1.1" status: 200 len: 705 time: 0.8618631 Jan 28 03:07:18.134181 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 55650) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:18.157868 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (08e1667e-6306-4620-8507-5a6351849646), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:18.158446 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a227fbad-a3de-4dac-956c-7ab4d5788ade None None] Routers {'cb37cd21-92c1-45c0-935a-1f1d30755681'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:07:18.158629 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 3d87b489-3463-4290-a53c-2018c8f59d0e no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:07:18.159671 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a227fbad-a3de-4dac-956c-7ab4d5788ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:07:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['cb37cd21-92c1-45c0-935a-1f1d30755681'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:18.188279 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3d482c23-2faf-4a41-addd-502dd7a481e3 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb37cd21-92c1-45c0-935a-1f1d30755681 HTTP/1.1" status: 200 len: 205 time: 0.0519438 Jan 28 03:07:18.191491 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 55652) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:18.236745 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 3d87b489-3463-4290-a53c-2018c8f59d0e {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:07:18.237239 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 3d87b489-3463-4290-a53c-2018c8f59d0e not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:07:18.277637 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=37d098fc-2758-47c6-89f1-c9c299af0b46,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:18.283370 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ec791fe8-8c92-4820-8816-edfdf6cc116c tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for router (cb37cd21-92c1-45c0-935a-1f1d30755681), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:18.322773 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-a227fbad-a3de-4dac-956c-7ab4d5788ade None None] Set router cb37cd21-92c1-45c0-935a-1f1d30755681 gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:07:18.370652 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4431e06a-b5a6-4994-8f75-065cd5b0851b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (08e1667e-6306-4620-8507-5a6351849646), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:18.372638 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=08e1667e-6306-4620-8507-5a6351849646,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:18.409433 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a227fbad-a3de-4dac-956c-7ab4d5788ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'name': 'tempest-RoutersIpV6Test-router-1905695091', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:05:47Z', 'updated_at': '2022-01-28T03:07:13Z', 'revision_number': 11, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:18.432310 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431e06a-b5a6-4994-8f75-065cd5b0851b None None] Pushing event deleted for resources: {'Port': ['ID=08e1667e-6306-4620-8507-5a6351849646,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:18.446562 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a227fbad-a3de-4dac-956c-7ab4d5788ade None None] Checking router: cb37cd21-92c1-45c0-935a-1f1d30755681 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:07:18.458851 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a227fbad-a3de-4dac-956c-7ab4d5788ade None None] Routers {'cb37cd21-92c1-45c0-935a-1f1d30755681'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:07:18.460099 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a227fbad-a3de-4dac-956c-7ab4d5788ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:07:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['cb37cd21-92c1-45c0-935a-1f1d30755681'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:18.471038 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4431e06a-b5a6-4994-8f75-065cd5b0851b None None] No DVR routers for this DVR port 08e1667e-6306-4620-8507-5a6351849646 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:07:18.493936 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ec791fe8-8c92-4820-8816-edfdf6cc116c tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (cb37cd21-92c1-45c0-935a-1f1d30755681), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:18.496795 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ec791fe8-8c92-4820-8816-edfdf6cc116c tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for router_controller (cb37cd21-92c1-45c0-935a-1f1d30755681), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:18.583971 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-a227fbad-a3de-4dac-956c-7ab4d5788ade None None] Set router cb37cd21-92c1-45c0-935a-1f1d30755681 gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:07:18.602702 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ec791fe8-8c92-4820-8816-edfdf6cc116c tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (cb37cd21-92c1-45c0-935a-1f1d30755681), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:18.603554 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec791fe8-8c92-4820-8816-edfdf6cc116c tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Fanout notify agent at l3_agent the message router_deleted on router cb37cd21-92c1-45c0-935a-1f1d30755681 {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:07:18.613789 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ec791fe8-8c92-4820-8816-edfdf6cc116c tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:18.622152 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ec791fe8-8c92-4820-8816-edfdf6cc116c tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "DELETE /v2.0/routers/cb37cd21-92c1-45c0-935a-1f1d30755681 HTTP/1.1" status: 204 len: 168 time: 0.4284098 Jan 28 03:07:18.625923 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55656) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:18.635943 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-0d4394c9-2e75-40b7-98fe-def99ecf6f43 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-150405050', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:07:18.639708 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['37d098fc-2758-47c6-89f1-c9c299af0b46'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:07:18.673430 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0d4394c9-2e75-40b7-98fe-def99ecf6f43 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (d6e3f40c-923c-4a1b-85f5-419d985b4391), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:18.675128 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0d4394c9-2e75-40b7-98fe-def99ecf6f43 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (d6e3f40c-923c-4a1b-85f5-419d985b4391), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:18.687176 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a227fbad-a3de-4dac-956c-7ab4d5788ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'name': 'tempest-RoutersIpV6Test-router-1905695091', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:05:47Z', 'updated_at': '2022-01-28T03:07:13Z', 'revision_number': 11, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:18.711062 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-12741240-77f4-44cf-baba-eacad85c1833 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] For port 08e1667e-6306-4620-8507-5a6351849646, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=08e1667e-6306-4620-8507-5a6351849646,segment=NetworkSegment(08579d7b-ee04-4dba-9a58-af7df8141495),segment_id=08579d7b-ee04-4dba-9a58-af7df8141495)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:07:18.711482 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-12741240-77f4-44cf-baba-eacad85c1833 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (08e1667e-6306-4620-8507-5a6351849646), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:18.720450 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a227fbad-a3de-4dac-956c-7ab4d5788ade None None] The sync data for ids ['cb37cd21-92c1-45c0-935a-1f1d30755681'] in n-d-712139-27 is: [{'id': 'cb37cd21-92c1-45c0-935a-1f1d30755681', 'name': 'tempest-RoutersIpV6Test-router-1905695091', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:05:47Z', 'updated_at': '2022-01-28T03:07:13Z', 'revision_number': 11, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'gw_port_host': None}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:07:18.740579 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-24224564-eaae-4ca0-9ad2-c7832b203711 req-72aaab16-6f49-4f68-99f9-153c8822a5b8 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ff30adee-f506-4994-9448-8aaf5148204d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8001573 Jan 28 03:07:18.748249 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-12741240-77f4-44cf-baba-eacad85c1833 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Calling delete_port for 08e1667e-6306-4620-8507-5a6351849646 owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:07:18.784055 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591738eb-058b-4644-a992-33b34d22f309 req-848acb71-d6fd-4e82-9c6c-b63b075ff5c2 tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:18.788477 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-591738eb-058b-4644-a992-33b34d22f309 req-848acb71-d6fd-4e82-9c6c-b63b075ff5c2 tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] 10.222.0.53 "GET /v2.0/ports?device_id=65da5752-4a20-4e16-9e24-20ecdb0897bd HTTP/1.1" status: 200 len: 944 time: 0.1619611 Jan 28 03:07:18.904892 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0d4394c9-2e75-40b7-98fe-def99ecf6f43 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for router_controller (d6e3f40c-923c-4a1b-85f5-419d985b4391), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:18.912545 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0d4394c9-2e75-40b7-98fe-def99ecf6f43 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (d6e3f40c-923c-4a1b-85f5-419d985b4391), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:18.919269 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-591738eb-058b-4644-a992-33b34d22f309 req-fc9bb0bf-1a85-4351-aa5b-e1c5329781dc tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] 10.222.0.53 "GET /v2.0/security-groups?id=3166fd9e-8fe1-4ff4-b439-3c4501c6cb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236842 Jan 28 03:07:18.969191 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0d4394c9-2e75-40b7-98fe-def99ecf6f43 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:18.971288 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0d4394c9-2e75-40b7-98fe-def99ecf6f43 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3395562 Jan 28 03:07:18.974996 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 55668) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:18.980110 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-22958729-41bc-429d-addf-c847fd950b87 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:07:19.004852 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-12741240-77f4-44cf-baba-eacad85c1833 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (08e1667e-6306-4620-8507-5a6351849646), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:19.061428 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12741240-77f4-44cf-baba-eacad85c1833 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Pushing event deleted for resources: {'Port': ['ID=08e1667e-6306-4620-8507-5a6351849646,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:19.080225 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12741240-77f4-44cf-baba-eacad85c1833 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] No DVR routers for this DVR port 08e1667e-6306-4620-8507-5a6351849646 on host n-d-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:07:19.210340 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-12741240-77f4-44cf-baba-eacad85c1833 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (d468efc2-a65f-4457-a846-ab761946515b), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:19.210736 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 458d57b8-920d-48fa-bc51-d6cdd6796afd up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:07:19.220566 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd89de6-db6a-4bba-80ea-6773c86683c7 req-9059a8d7-fd6f-4e1e-bb46-4dda1f5e6385 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:19.222558 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1cd89de6-db6a-4bba-80ea-6773c86683c7 req-9059a8d7-fd6f-4e1e-bb46-4dda1f5e6385 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=66b152fe-556d-42fe-9749-8d71291998aa HTTP/1.1" status: 200 len: 945 time: 0.1671901 Jan 28 03:07:19.264347 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-12741240-77f4-44cf-baba-eacad85c1833 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d468efc2-a65f-4457-a846-ab761946515b']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:19.281629 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-12741240-77f4-44cf-baba-eacad85c1833 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08579d7b-ee04-4dba-9a58-af7df8141495') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:19.282076 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-12741240-77f4-44cf-baba-eacad85c1833 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08579d7b-ee04-4dba-9a58-af7df8141495') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:19.312958 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-12741240-77f4-44cf-baba-eacad85c1833 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (08579d7b-ee04-4dba-9a58-af7df8141495), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:19.342268 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 458d57b8-920d-48fa-bc51-d6cdd6796afd completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:07:19.348087 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 458d57b8-920d-48fa-bc51-d6cdd6796afd triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:07:19.349659 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (458d57b8-920d-48fa-bc51-d6cdd6796afd), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:19.359062 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1cd89de6-db6a-4bba-80ea-6773c86683c7 req-a45f5bc8-8a28-4fae-a3f0-2ee7c6e54f7e tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301372 Jan 28 03:07:19.367080 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-12741240-77f4-44cf-baba-eacad85c1833 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (08579d7b-ee04-4dba-9a58-af7df8141495), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:19.382398 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12741240-77f4-44cf-baba-eacad85c1833 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:07:19.382919 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-12741240-77f4-44cf-baba-eacad85c1833 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (08579d7b-ee04-4dba-9a58-af7df8141495), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:19.386901 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:07:19.386901 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:07:19.386901 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:07:19.386901 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:07:19.386901 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:07:19.386901 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:07:19.386901 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:07:19.386901 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:07:19.386901 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:07:19.386901 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:07:19.386901 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:07:19.386901 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:07:19.386901 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:07:19.386901 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:07:19.386901 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:07:19.386901 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:07:19.386901 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:07:19.386901 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:07:19.386901 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:07:19.386901 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:07:19.386901 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:07:19.386901 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:07:19.386901 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:07:19.386901 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:07:19.386901 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:07:19.386901 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:07:19.386901 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:07:19.386901 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:07:19.386901 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:07:19.386901 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:07:19.386901 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:07:19.386901 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:07:19.479942 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 458d57b8-920d-48fa-bc51-d6cdd6796afd is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:07:19.480503 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (458d57b8-920d-48fa-bc51-d6cdd6796afd), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:19.482280 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865b126-8956-420b-9161-02402463bc97 req-f04b8385-d5a5-48c0-9daf-85b8f9e6e37f tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:19.495050 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c865b126-8956-420b-9161-02402463bc97 req-f04b8385-d5a5-48c0-9daf-85b8f9e6e37f tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=20d171ee-6d19-4e38-be9b-fb8691cf8aed HTTP/1.1" status: 200 len: 1097 time: 0.3680515 Jan 28 03:07:19.511322 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b152fe-556d-42fe-9749-8d71291998aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458d57b8-920d-48fa-bc51-d6cdd6796afd'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:07:19.514150 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47bc1b4-b90c-44b7-b36d-63d08edcf2d4" -d '{"events": [{"server_uuid": "66b152fe-556d-42fe-9749-8d71291998aa", "name": "network-vif-plugged", "status": "completed", "tag": "458d57b8-920d-48fa-bc51-d6cdd6796afd"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:07:19.532809 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 458d57b8-920d-48fa-bc51-d6cdd6796afd, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=458d57b8-920d-48fa-bc51-d6cdd6796afd,segment=NetworkSegment(1bdfda3a-f7d7-44ae-82bd-973f0a517938),segment_id=1bdfda3a-f7d7-44ae-82bd-973f0a517938)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:07:19.538811 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (458d57b8-920d-48fa-bc51-d6cdd6796afd), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:19.560293 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-22958729-41bc-429d-addf-c847fd950b87 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23253'] for router (d6e3f40c-923c-4a1b-85f5-419d985b4391), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:19.567648 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-12741240-77f4-44cf-baba-eacad85c1833 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (d468efc2-a65f-4457-a846-ab761946515b), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:19.585562 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-22958729-41bc-429d-addf-c847fd950b87 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3876279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3876284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3877649'] for router (d6e3f40c-923c-4a1b-85f5-419d985b4391), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:19.597433 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f6e6fa-2f25-4d28-bb56-19fd261e3e77 x-openstack-request-id: req-70f6e6fa-2f25-4d28-bb56-19fd261e3e77 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:07:19.597735 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66b152fe-556d-42fe-9749-8d71291998aa", "name": "network-vif-plugged", "status": "completed", "tag": "458d57b8-920d-48fa-bc51-d6cdd6796afd", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:07:19.597980 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-70f6e6fa-2f25-4d28-bb56-19fd261e3e77 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:07:19.598361 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b152fe-556d-42fe-9749-8d71291998aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458d57b8-920d-48fa-bc51-d6cdd6796afd', 'code': 200} Jan 28 03:07:19.598850 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-12741240-77f4-44cf-baba-eacad85c1833 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:19.610270 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-12741240-77f4-44cf-baba-eacad85c1833 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] 10.222.0.53 "DELETE /v2.0/networks/d468efc2-a65f-4457-a846-ab761946515b HTTP/1.1" status: 204 len: 168 time: 2.1307068 Jan 28 03:07:19.635715 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12741240-77f4-44cf-baba-eacad85c1833 tempest-TaggedBootDevicesTest-1337654685 tempest-TaggedBootDevicesTest-1337654685-project] Pushing event deleted for resources: {'Network': ['ID=d468efc2-a65f-4457-a846-ab761946515b,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:19.665003 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=458d57b8-920d-48fa-bc51-d6cdd6796afd,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:19.693706 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c865b126-8956-420b-9161-02402463bc97 req-061de571-c985-4f65-9e10-a227d7bbf95d tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ff30adee-f506-4994-9448-8aaf5148204d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982312 Jan 28 03:07:19.860754 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22958729-41bc-429d-addf-c847fd950b87 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Router d6e3f40c-923c-4a1b-85f5-419d985b4391 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:07:19.936299 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b7138-9479-47b4-90b0-bb0ef7ef8564 req-1b167310-f7f9-4239-95a0-7dbf405dcf68 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:19.942183 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-042b7138-9479-47b4-90b0-bb0ef7ef8564 req-1b167310-f7f9-4239-95a0-7dbf405dcf68 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=20d171ee-6d19-4e38-be9b-fb8691cf8aed HTTP/1.1" status: 200 len: 1097 time: 0.0906558 Jan 28 03:07:20.042645 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e9540-9d2f-4d54-98ca-3439a504a3c6 req-955ae744-ff89-4c19-bc36-cbd2930ec572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:20.044335 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f56e9540-9d2f-4d54-98ca-3439a504a3c6 req-955ae744-ff89-4c19-bc36-cbd2930ec572 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=66b152fe-556d-42fe-9749-8d71291998aa HTTP/1.1" status: 200 len: 1098 time: 0.2360036 Jan 28 03:07:20.047467 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-042b7138-9479-47b4-90b0-bb0ef7ef8564 req-dc7b8115-dc8f-4c66-9fce-982f6f644661 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ff30adee-f506-4994-9448-8aaf5148204d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991995 Jan 28 03:07:20.053290 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22958729-41bc-429d-addf-c847fd950b87 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:07:20.064035 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-22958729-41bc-429d-addf-c847fd950b87 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:20.069673 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-22958729-41bc-429d-addf-c847fd950b87 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "PUT /v2.0/routers/d6e3f40c-923c-4a1b-85f5-419d985b4391 HTTP/1.1" status: 200 len: 697 time: 1.0892231 Jan 28 03:07:20.071629 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55688) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:20.082959 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fbbaa1-de82-41a3-8d70-7354e176b182 None None] Sync routers for ids ['d6e3f40c-923c-4a1b-85f5-419d985b4391'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:07:20.135730 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f56e9540-9d2f-4d54-98ca-3439a504a3c6 req-cf8c947e-ab5e-44c6-9656-ad2b373a9767 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623074 Jan 28 03:07:20.148172 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fbbaa1-de82-41a3-8d70-7354e176b182 None None] Routers {'d6e3f40c-923c-4a1b-85f5-419d985b4391'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:07:20.149280 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-53fbbaa1-de82-41a3-8d70-7354e176b182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:07:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['d6e3f40c-923c-4a1b-85f5-419d985b4391'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:20.277404 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-53fbbaa1-de82-41a3-8d70-7354e176b182 None None] Set router d6e3f40c-923c-4a1b-85f5-419d985b4391 gateway port host: None {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:07:20.278127 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8326bd81-e25a-43fb-a216-906dfcfee394 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "GET /v2.0/routers/d6e3f40c-923c-4a1b-85f5-419d985b4391 HTTP/1.1" status: 200 len: 703 time: 0.2044985 Jan 28 03:07:20.281406 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55692) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:20.282258 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac5201-743b-4a88-923e-ebf38fd1d941 req-f7d0e646-a772-431d-8330-eb94256b6373 tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:20.286294 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-47ac5201-743b-4a88-923e-ebf38fd1d941 req-f7d0e646-a772-431d-8330-eb94256b6373 tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] 10.222.0.53 "GET /v2.0/ports?device_id=65da5752-4a20-4e16-9e24-20ecdb0897bd HTTP/1.1" status: 200 len: 944 time: 0.0691977 Jan 28 03:07:20.373487 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ee4c202d-535c-4eeb-b4fa-2c97733d4e2a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6e3f40c-923c-4a1b-85f5-419d985b4391 HTTP/1.1" status: 200 len: 205 time: 0.0906219 Jan 28 03:07:20.374451 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-53fbbaa1-de82-41a3-8d70-7354e176b182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e3f40c-923c-4a1b-85f5-419d985b4391', 'name': 'tempest-RoutersIpV6Test-router-150405050', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:07:18Z', 'updated_at': '2022-01-28T03:07:19Z', 'revision_number': 2, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:20.374703 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55694) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:20.390029 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-47ac5201-743b-4a88-923e-ebf38fd1d941 req-7ae20da5-dca5-4a95-8501-b8bda60df6c3 tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] 10.222.0.53 "GET /v2.0/security-groups?id=3166fd9e-8fe1-4ff4-b439-3c4501c6cb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954840 Jan 28 03:07:20.425592 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fbbaa1-de82-41a3-8d70-7354e176b182 None None] Checking router: d6e3f40c-923c-4a1b-85f5-419d985b4391 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:07:20.436807 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fbbaa1-de82-41a3-8d70-7354e176b182 None None] Routers {'d6e3f40c-923c-4a1b-85f5-419d985b4391'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:07:20.437888 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-53fbbaa1-de82-41a3-8d70-7354e176b182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:07:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['d6e3f40c-923c-4a1b-85f5-419d985b4391'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:20.531869 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-53fbbaa1-de82-41a3-8d70-7354e176b182 None None] Set router d6e3f40c-923c-4a1b-85f5-419d985b4391 gateway port host: None {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:07:20.538480 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f4dfa7fb-7da6-4346-a80b-617beee5753a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for router (d6e3f40c-923c-4a1b-85f5-419d985b4391), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:20.540393 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084142b9-a7ba-4a69-944e-27792155d932 req-46b5da24-1f9b-4aa8-aa67-ea834f1419ef tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:20.551191 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-084142b9-a7ba-4a69-944e-27792155d932 req-46b5da24-1f9b-4aa8-aa67-ea834f1419ef tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=66b152fe-556d-42fe-9749-8d71291998aa HTTP/1.1" status: 200 len: 946 time: 0.0914505 Jan 28 03:07:20.601329 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-53fbbaa1-de82-41a3-8d70-7354e176b182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e3f40c-923c-4a1b-85f5-419d985b4391', 'name': 'tempest-RoutersIpV6Test-router-150405050', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:07:18Z', 'updated_at': '2022-01-28T03:07:19Z', 'revision_number': 2, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:20.615075 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-084142b9-a7ba-4a69-944e-27792155d932 req-07b21b17-1342-49c3-b6a6-ca06f341eb54 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613234 Jan 28 03:07:20.631748 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0c2b9-abd9-4c65-8c99-7c4d61cdd202 req-a57a96f9-2ac3-4597-9945-83e3438fc9e1 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:20.633421 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-04f0c2b9-abd9-4c65-8c99-7c4d61cdd202 req-a57a96f9-2ac3-4597-9945-83e3438fc9e1 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=20d171ee-6d19-4e38-be9b-fb8691cf8aed HTTP/1.1" status: 200 len: 1097 time: 0.1727743 Jan 28 03:07:20.641086 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fbbaa1-de82-41a3-8d70-7354e176b182 None None] The sync data for ids ['d6e3f40c-923c-4a1b-85f5-419d985b4391'] in n-d-712139-27 is: [{'id': 'd6e3f40c-923c-4a1b-85f5-419d985b4391', 'name': 'tempest-RoutersIpV6Test-router-150405050', 'tenant_id': '9b767bd768424bc897d9104ad9f6b8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:07:18Z', 'updated_at': '2022-01-28T03:07:19Z', 'revision_number': 2, 'project_id': '9b767bd768424bc897d9104ad9f6b8d5', 'gw_port_host': None}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:07:20.776344 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f4dfa7fb-7da6-4346-a80b-617beee5753a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (d6e3f40c-923c-4a1b-85f5-419d985b4391), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:20.781112 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f4dfa7fb-7da6-4346-a80b-617beee5753a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for router_controller (d6e3f40c-923c-4a1b-85f5-419d985b4391), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:20.843837 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-04f0c2b9-abd9-4c65-8c99-7c4d61cdd202 req-db2bae93-f73a-41a1-a209-eb0176cde461 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ff30adee-f506-4994-9448-8aaf5148204d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028701 Jan 28 03:07:20.848478 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f4dfa7fb-7da6-4346-a80b-617beee5753a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (d6e3f40c-923c-4a1b-85f5-419d985b4391), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:20.849119 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4dfa7fb-7da6-4346-a80b-617beee5753a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Fanout notify agent at l3_agent the message router_deleted on router d6e3f40c-923c-4a1b-85f5-419d985b4391 {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:07:20.856444 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f4dfa7fb-7da6-4346-a80b-617beee5753a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:20.861565 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f4dfa7fb-7da6-4346-a80b-617beee5753a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "DELETE /v2.0/routers/d6e3f40c-923c-4a1b-85f5-419d985b4391 HTTP/1.1" status: 204 len: 168 time: 0.4812965 Jan 28 03:07:20.869838 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55704) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:20.902332 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d0915885-839c-4e3c-aa62-3a62aa03ea68 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6e3f40c-923c-4a1b-85f5-419d985b4391 HTTP/1.1" status: 200 len: 205 time: 0.0304685 Jan 28 03:07:20.905127 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55706) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:20.952791 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-3f2b9aa2-1eaf-433d-8a6d-47f6597a8b3f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] delete failed (client error): The resource could not be found. Jan 28 03:07:20.957127 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-3f2b9aa2-1eaf-433d-8a6d-47f6597a8b3f tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "DELETE /v2.0/routers/d6e3f40c-923c-4a1b-85f5-419d985b4391 HTTP/1.1" status: 404 len: 336 time: 0.0478120 Jan 28 03:07:20.958334 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55708) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:20.988316 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dba144d-e105-4acf-98f9-6c1a3ce180fc tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] DELETE failed (client error): The resource could not be found. Jan 28 03:07:20.988965 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dba144d-e105-4acf-98f9-6c1a3ce180fc tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:07:20.992352 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-3dba144d-e105-4acf-98f9-6c1a3ce180fc tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "DELETE /v2.0/subnets/a20fe098-43f9-4552-9f85-484948f7fdb7 HTTP/1.1" status: 404 len: 337 time: 0.0328858 Jan 28 03:07:20.996031 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55710) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:21.024719 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb881fba-9c99-4d31-80c0-eedc44cf9f1d tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] DELETE failed (client error): The resource could not be found. Jan 28 03:07:21.025218 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb881fba-9c99-4d31-80c0-eedc44cf9f1d tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:07:21.028354 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-fb881fba-9c99-4d31-80c0-eedc44cf9f1d tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "DELETE /v2.0/subnets/7e8e78cf-e8b0-4aba-aa6d-f4dd42bff7e5 HTTP/1.1" status: 404 len: 337 time: 0.0312114 Jan 28 03:07:21.031592 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55712) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:21.043269 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 37d098fc-2758-47c6-89f1-c9c299af0b46 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:07:21.063176 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc025051-fdb0-4886-8378-889bf51213e6 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] DELETE failed (client error): The resource could not be found. Jan 28 03:07:21.063743 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc025051-fdb0-4886-8378-889bf51213e6 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:07:21.067551 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-dc025051-fdb0-4886-8378-889bf51213e6 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "DELETE /v2.0/subnets/0548c622-b5f0-4e42-974d-b35ec5d1046a HTTP/1.1" status: 404 len: 337 time: 0.0342088 Jan 28 03:07:21.071197 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55714) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:21.114059 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-85c4d05a-8282-486e-a2cd-686c3f82a455 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] DELETE failed (client error): The resource could not be found. Jan 28 03:07:21.115120 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85c4d05a-8282-486e-a2cd-686c3f82a455 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:07:21.120779 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-85c4d05a-8282-486e-a2cd-686c3f82a455 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "DELETE /v2.0/subnets/9562f2bd-a95c-4e6a-827d-b3d731a8440f HTTP/1.1" status: 404 len: 337 time: 0.0482247 Jan 28 03:07:21.123848 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 55718) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:21.133782 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 37d098fc-2758-47c6-89f1-c9c299af0b46 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:07:21.152173 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 37d098fc-2758-47c6-89f1-c9c299af0b46 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:07:21.152753 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (37d098fc-2758-47c6-89f1-c9c299af0b46), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:21.182551 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ea4e1882-d903-4b61-a4f6-153897c3764c tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb37cd21-92c1-45c0-935a-1f1d30755681 HTTP/1.1" status: 200 len: 205 time: 0.0545609 Jan 28 03:07:21.183600 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 55722) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:21.246311 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-8ade7fe4-e87c-4c8a-bc8e-4db3845c172a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] delete failed (client error): The resource could not be found. Jan 28 03:07:21.251476 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55724) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:21.251699 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8ade7fe4-e87c-4c8a-bc8e-4db3845c172a tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "DELETE /v2.0/routers/cb37cd21-92c1-45c0-935a-1f1d30755681 HTTP/1.1" status: 404 len: 336 time: 0.0663757 Jan 28 03:07:21.321737 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 37d098fc-2758-47c6-89f1-c9c299af0b46 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:07:21.322366 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (37d098fc-2758-47c6-89f1-c9c299af0b46), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:21.326683 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ecbafb9c-1a55-4152-b31e-710c35a4aaa2 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "GET /v2.0/ports?device_id=781d676b-1f38-49fd-87f9-7b5aef63961c HTTP/1.1" status: 200 len: 205 time: 0.0738068 Jan 28 03:07:21.329184 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55726) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:21.378955 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 37d098fc-2758-47c6-89f1-c9c299af0b46, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=37d098fc-2758-47c6-89f1-c9c299af0b46,segment=NetworkSegment(f88f209e-cc8a-43ff-8183-4f0eac51210e),segment_id=f88f209e-cc8a-43ff-8183-4f0eac51210e)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:07:21.384358 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (37d098fc-2758-47c6-89f1-c9c299af0b46), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:21.388389 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-c5694fbd-3e72-4ecf-ac34-2bce557ae524 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] delete failed (client error): The resource could not be found. Jan 28 03:07:21.392334 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c5694fbd-3e72-4ecf-ac34-2bce557ae524 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "DELETE /v2.0/routers/781d676b-1f38-49fd-87f9-7b5aef63961c HTTP/1.1" status: 404 len: 336 time: 0.0588892 Jan 28 03:07:21.392773 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 55728) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:21.452729 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c3aaf51-4075-4b3a-b90c-05dd4c928f03 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] DELETE failed (client error): The resource could not be found. Jan 28 03:07:21.452993 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c3aaf51-4075-4b3a-b90c-05dd4c928f03 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:07:21.458554 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0c3aaf51-4075-4b3a-b90c-05dd4c928f03 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "DELETE /v2.0/subnets/75e7c2be-7064-403c-b89c-49d8fad362e2 HTTP/1.1" status: 404 len: 337 time: 0.0617919 Jan 28 03:07:21.459058 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55732) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:21.490978 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=37d098fc-2758-47c6-89f1-c9c299af0b46,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:21.497808 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 55734) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:21.504910 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ebd56e37-99c2-4ea3-8b59-25b60dc2ff99 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "GET /v2.0/ports?device_id=30c9e263-7fc6-4622-a46d-190a9cf6fea4 HTTP/1.1" status: 200 len: 205 time: 0.0346177 Jan 28 03:07:21.551808 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-fe7130ea-e976-4afa-b163-825377b7b181 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] delete failed (client error): The resource could not be found. Jan 28 03:07:21.553823 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-fe7130ea-e976-4afa-b163-825377b7b181 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "DELETE /v2.0/routers/30c9e263-7fc6-4622-a46d-190a9cf6fea4 HTTP/1.1" status: 404 len: 336 time: 0.0543642 Jan 28 03:07:21.556060 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 55736) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:21.581755 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd9837-2e60-45ae-8359-d1efafcb78ba req-1c273af2-8b19-467e-8d4e-1cc44c465824 tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:21.583313 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-91dd9837-2e60-45ae-8359-d1efafcb78ba req-1c273af2-8b19-467e-8d4e-1cc44c465824 tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] 10.222.0.53 "GET /v2.0/ports?device_id=65da5752-4a20-4e16-9e24-20ecdb0897bd HTTP/1.1" status: 200 len: 945 time: 0.0930395 Jan 28 03:07:21.593740 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-dcbcd3bf-55a6-4371-ad17-249a00b7259b tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e8a9271-5b00-4caf-884c-3767d528615e HTTP/1.1" status: 200 len: 205 time: 0.0352979 Jan 28 03:07:21.596554 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 55738) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:21.599921 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65da5752-4a20-4e16-9e24-20ecdb0897bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d098fc-2758-47c6-89f1-c9c299af0b46'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:07:21.602620 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c480bc3f-c789-4139-8af7-6a154af1b28a" -d '{"events": [{"server_uuid": "65da5752-4a20-4e16-9e24-20ecdb0897bd", "name": "network-vif-plugged", "status": "completed", "tag": "37d098fc-2758-47c6-89f1-c9c299af0b46"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:07:21.665238 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e286c6-ef25-41cf-aece-2547280875a0 x-openstack-request-id: req-a6e286c6-ef25-41cf-aece-2547280875a0 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:07:21.665637 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65da5752-4a20-4e16-9e24-20ecdb0897bd", "name": "network-vif-plugged", "status": "completed", "tag": "37d098fc-2758-47c6-89f1-c9c299af0b46", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:07:21.665982 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a6e286c6-ef25-41cf-aece-2547280875a0 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:07:21.666996 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65da5752-4a20-4e16-9e24-20ecdb0897bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d098fc-2758-47c6-89f1-c9c299af0b46', 'code': 200} Jan 28 03:07:21.690676 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-91dd9837-2e60-45ae-8359-d1efafcb78ba req-a97ed03a-7a21-44ed-98d7-cdbcb2d83d2e tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] 10.222.0.53 "GET /v2.0/security-groups?id=3166fd9e-8fe1-4ff4-b439-3c4501c6cb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894229 Jan 28 03:07:21.705451 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-af954a3f-a8a3-4f3e-8c8a-39d0c1c1b2c4 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] delete failed (client error): The resource could not be found. Jan 28 03:07:21.709441 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55744) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:21.709671 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-af954a3f-a8a3-4f3e-8c8a-39d0c1c1b2c4 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "DELETE /v2.0/routers/3e8a9271-5b00-4caf-884c-3767d528615e HTTP/1.1" status: 404 len: 336 time: 0.1116018 Jan 28 03:07:21.744592 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-a70198d7-15a5-450b-8d51-4364cf70b4e1 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] DELETE failed (client error): The resource could not be found. Jan 28 03:07:21.744888 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a70198d7-15a5-450b-8d51-4364cf70b4e1 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:07:21.752610 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a70198d7-15a5-450b-8d51-4364cf70b4e1 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "DELETE /v2.0/subnets/15b039dc-26d2-4e3d-bcca-6da1a0682276 HTTP/1.1" status: 404 len: 337 time: 0.0412107 Jan 28 03:07:21.757635 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55746) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:21.803673 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a97b5aaa-f593-4ad3-9e55-f4a755728f04 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c3c39eb-fdf2-4496-8c88-f100c870fb6a HTTP/1.1" status: 200 len: 205 time: 0.0455956 Jan 28 03:07:21.806887 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55750) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:21.848233 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1704a64-ff59-4a27-942e-8f9f8c1bff67 req-5084867e-a47b-4216-bbfe-e7aac315b0a6 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:21.863332 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a1704a64-ff59-4a27-942e-8f9f8c1bff67 req-5084867e-a47b-4216-bbfe-e7aac315b0a6 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=66b152fe-556d-42fe-9749-8d71291998aa HTTP/1.1" status: 200 len: 946 time: 0.1160560 Jan 28 03:07:21.906013 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-c38c06e6-2636-41cc-8101-969ba130dc16 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] delete failed (client error): The resource could not be found. Jan 28 03:07:21.907888 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c38c06e6-2636-41cc-8101-969ba130dc16 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "DELETE /v2.0/routers/9c3c39eb-fdf2-4496-8c88-f100c870fb6a HTTP/1.1" status: 404 len: 336 time: 0.0990667 Jan 28 03:07:21.912244 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55758) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:21.982221 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-589df4e7-dea4-4462-877c-c98d9e03c39e tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] DELETE failed (client error): The resource could not be found. Jan 28 03:07:21.982797 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-589df4e7-dea4-4462-877c-c98d9e03c39e tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:07:21.986771 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-589df4e7-dea4-4462-877c-c98d9e03c39e tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "DELETE /v2.0/subnets/23127342-665e-48e9-af2b-50b84942bedc HTTP/1.1" status: 404 len: 337 time: 0.0727816 Jan 28 03:07:21.990309 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55762) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:22.025102 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-cf50da02-b68d-4f77-ba1a-d8636bdfd34c tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "GET /v2.0/ports?device_id=5081e0c0-a834-40de-af0d-e04090febe4b HTTP/1.1" status: 200 len: 205 time: 0.0327191 Jan 28 03:07:22.028791 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34f5c1-7989-4efa-9d9f-4f959b2edfd1 req-cd5e2185-64e7-4b2a-8485-24ceecfbd762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:22.031195 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cf34f5c1-7989-4efa-9d9f-4f959b2edfd1 req-cd5e2185-64e7-4b2a-8485-24ceecfbd762 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=65da5752-4a20-4e16-9e24-20ecdb0897bd HTTP/1.1" status: 200 len: 1097 time: 0.1663072 Jan 28 03:07:22.031422 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a1704a64-ff59-4a27-942e-8f9f8c1bff67 req-ad4bf261-8970-4217-b46a-8dbac8f6ac1c tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669757 Jan 28 03:07:22.033236 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 55764) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:22.135932 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-2adf2804-4a1f-4d18-a8f4-06d17f137065 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] delete failed (client error): The resource could not be found. Jan 28 03:07:22.141536 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2adf2804-4a1f-4d18-a8f4-06d17f137065 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "DELETE /v2.0/routers/5081e0c0-a834-40de-af0d-e04090febe4b HTTP/1.1" status: 404 len: 336 time: 0.1040528 Jan 28 03:07:22.142599 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 55768) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:22.192888 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cf34f5c1-7989-4efa-9d9f-4f959b2edfd1 req-7b9e1acf-3164-475a-9bc9-ed37b0da3846 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3166fd9e-8fe1-4ff4-b439-3c4501c6cb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843847 Jan 28 03:07:22.197734 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354fdc91-e5df-4842-913d-b7102f20760d req-afbdcc24-9616-4698-a6bd-e1140b73c61b tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:22.201291 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-354fdc91-e5df-4842-913d-b7102f20760d req-afbdcc24-9616-4698-a6bd-e1140b73c61b tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=20d171ee-6d19-4e38-be9b-fb8691cf8aed HTTP/1.1" status: 200 len: 1097 time: 0.1656113 Jan 28 03:07:22.281843 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-354fdc91-e5df-4842-913d-b7102f20760d req-efd4f998-86a2-426f-8ee7-2513f41a0386 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ff30adee-f506-4994-9448-8aaf5148204d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734255 Jan 28 03:07:22.610456 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-99c3d9aa-9bd5-4e4a-80b8-ac4afa91fbaa tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] DELETE failed (client error): The resource could not be found. Jan 28 03:07:22.612021 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99c3d9aa-9bd5-4e4a-80b8-ac4afa91fbaa tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:07:22.618413 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-99c3d9aa-9bd5-4e4a-80b8-ac4afa91fbaa tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "DELETE /v2.0/subnets/0ae2770e-17f0-4e2f-a7a8-cbbffa5fd456 HTTP/1.1" status: 404 len: 337 time: 0.4737861 Jan 28 03:07:22.623511 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55778) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:22.661404 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a15c974-5817-42dd-acfd-80e3d3bda7a5 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] DELETE failed (client error): The resource could not be found. Jan 28 03:07:22.663197 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a15c974-5817-42dd-acfd-80e3d3bda7a5 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:07:22.663402 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f75ae4-b8b7-43e9-b93b-8413a9c89c50 req-97dd928d-ea8e-46b0-92de-205fde782a93 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:22.663888 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-15f75ae4-b8b7-43e9-b93b-8413a9c89c50 req-97dd928d-ea8e-46b0-92de-205fde782a93 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=20d171ee-6d19-4e38-be9b-fb8691cf8aed HTTP/1.1" status: 200 len: 1097 time: 0.7000103 Jan 28 03:07:22.670250 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8a15c974-5817-42dd-acfd-80e3d3bda7a5 tempest-RoutersIpV6Test-345369591 tempest-RoutersIpV6Test-345369591-project] 10.222.0.53 "DELETE /v2.0/subnets/e3945972-5a0c-4b5e-aaa1-ce6758b80a4c HTTP/1.1" status: 404 len: 337 time: 0.0444143 Jan 28 03:07:22.783188 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb17a66-2ea6-4d54-a1b1-1571f70772b2 req-4b1b33af-8272-4823-bc85-2bd3e8533d55 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:22.785826 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ddb17a66-2ea6-4d54-a1b1-1571f70772b2 req-4b1b33af-8272-4823-bc85-2bd3e8533d55 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=66b152fe-556d-42fe-9749-8d71291998aa HTTP/1.1" status: 200 len: 946 time: 0.6287317 Jan 28 03:07:22.874741 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-15f75ae4-b8b7-43e9-b93b-8413a9c89c50 req-eb8c0714-d480-4c52-9f18-bd6a6bf2f9ab tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Deleting port 395fad9d-b936-43f7-ac89-36e5c3555e7e {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:07:22.875220 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-15f75ae4-b8b7-43e9-b93b-8413a9c89c50 req-eb8c0714-d480-4c52-9f18-bd6a6bf2f9ab tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (395fad9d-b936-43f7-ac89-36e5c3555e7e), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:22.909535 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ddb17a66-2ea6-4d54-a1b1-1571f70772b2 req-3d186514-ec7c-4d52-af04-275a68cb140a tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142361 Jan 28 03:07:22.911935 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0468616-9032-4c64-99d4-c23083875a25 req-52bd4a92-9ba0-4b4d-930f-a220c6406bc5 tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:22.913566 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b0468616-9032-4c64-99d4-c23083875a25 req-52bd4a92-9ba0-4b4d-930f-a220c6406bc5 tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] 10.222.0.53 "GET /v2.0/ports?device_id=65da5752-4a20-4e16-9e24-20ecdb0897bd HTTP/1.1" status: 200 len: 945 time: 0.1100080 Jan 28 03:07:23.002510 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b0468616-9032-4c64-99d4-c23083875a25 req-0c69f646-50d3-41e2-893a-b7b21d51fcee tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] 10.222.0.53 "GET /v2.0/security-groups?id=3166fd9e-8fe1-4ff4-b439-3c4501c6cb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828662 Jan 28 03:07:23.050564 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-15f75ae4-b8b7-43e9-b93b-8413a9c89c50 req-eb8c0714-d480-4c52-9f18-bd6a6bf2f9ab tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] For port 395fad9d-b936-43f7-ac89-36e5c3555e7e, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=395fad9d-b936-43f7-ac89-36e5c3555e7e,segment=NetworkSegment(ef1927f8-2d2c-4b20-8596-ea754f1a0114),segment_id=ef1927f8-2d2c-4b20-8596-ea754f1a0114)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:07:23.051277 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-15f75ae4-b8b7-43e9-b93b-8413a9c89c50 req-eb8c0714-d480-4c52-9f18-bd6a6bf2f9ab tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (395fad9d-b936-43f7-ac89-36e5c3555e7e), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:23.066415 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-15f75ae4-b8b7-43e9-b93b-8413a9c89c50 req-eb8c0714-d480-4c52-9f18-bd6a6bf2f9ab tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Calling delete_port for 395fad9d-b936-43f7-ac89-36e5c3555e7e owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:07:23.166205 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55794) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:23.250763 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b394c20-3e6f-449d-a8c3-81f52166cf3c req-3286406c-6580-4377-aa82-c994501707f9 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:23.252613 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4b394c20-3e6f-449d-a8c3-81f52166cf3c req-3286406c-6580-4377-aa82-c994501707f9 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=66b152fe-556d-42fe-9749-8d71291998aa HTTP/1.1" status: 200 len: 946 time: 0.1000731 Jan 28 03:07:23.331210 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-15f75ae4-b8b7-43e9-b93b-8413a9c89c50 req-eb8c0714-d480-4c52-9f18-bd6a6bf2f9ab tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (395fad9d-b936-43f7-ac89-36e5c3555e7e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:23.364030 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['395fad9d-b936-43f7-ac89-36e5c3555e7e'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:07:23.371567 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['659219ba-45d4-4ea1-ad29-630833e51e4b'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:07:23.373957 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c0714-d480-4c52-9f18-bd6a6bf2f9ab tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Pushing event deleted for resources: {'Port': ['ID=395fad9d-b936-43f7-ac89-36e5c3555e7e,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:23.401274 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c0714-d480-4c52-9f18-bd6a6bf2f9ab tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:07:23.401714 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c0714-d480-4c52-9f18-bd6a6bf2f9ab tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:07:23.402062 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c0714-d480-4c52-9f18-bd6a6bf2f9ab tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:07:23.402640 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c0714-d480-4c52-9f18-bd6a6bf2f9ab tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:07:23.402863 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c0714-d480-4c52-9f18-bd6a6bf2f9ab tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:07:23.403263 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c0714-d480-4c52-9f18-bd6a6bf2f9ab tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:07:23.403525 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c0714-d480-4c52-9f18-bd6a6bf2f9ab tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:07:23.403883 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c0714-d480-4c52-9f18-bd6a6bf2f9ab tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:07:23.404253 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c0714-d480-4c52-9f18-bd6a6bf2f9ab tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:07:23.404747 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c0714-d480-4c52-9f18-bd6a6bf2f9ab tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:07:23.404981 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c0714-d480-4c52-9f18-bd6a6bf2f9ab tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:07:23.405347 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c0714-d480-4c52-9f18-bd6a6bf2f9ab tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:07:23.405590 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c0714-d480-4c52-9f18-bd6a6bf2f9ab tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:07:23.470007 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-50dc446a-914b-4033-8a2a-e746bdeb5225 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9b767bd768424bc897d9104ad9f6b8d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3001833 Jan 28 03:07:23.476615 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 55804) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:23.479347 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f75ae4-b8b7-43e9-b93b-8413a9c89c50 req-eb8c0714-d480-4c52-9f18-bd6a6bf2f9ab tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] No DVR routers for this DVR port 395fad9d-b936-43f7-ac89-36e5c3555e7e on host n-h1-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:07:23.514742 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6363da79-1049-4444-9184-f9d6a74341b3 req-4845e5bd-9d7e-46e5-b51b-8ab3b4dd99c7 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=20d171ee-6d19-4e38-be9b-fb8691cf8aed HTTP/1.1" status: 200 len: 210 time: 0.0819311 Jan 28 03:07:23.535993 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-15f75ae4-b8b7-43e9-b93b-8413a9c89c50 req-eb8c0714-d480-4c52-9f18-bd6a6bf2f9ab tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:23.552481 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-15f75ae4-b8b7-43e9-b93b-8413a9c89c50 req-eb8c0714-d480-4c52-9f18-bd6a6bf2f9ab tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.67 "DELETE /v2.0/ports/395fad9d-b936-43f7-ac89-36e5c3555e7e HTTP/1.1" status: 204 len: 173 time: 0.8826797 Jan 28 03:07:23.566474 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d171ee-6d19-4e38-be9b-fb8691cf8aed', 'name': 'network-vif-deleted', 'tag': '395fad9d-b936-43f7-ac89-36e5c3555e7e'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:07:23.570651 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd2a5ec-0931-44bd-ab93-a58ba90f4d23" -d '{"events": [{"server_uuid": "20d171ee-6d19-4e38-be9b-fb8691cf8aed", "name": "network-vif-deleted", "tag": "395fad9d-b936-43f7-ac89-36e5c3555e7e"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:07:23.611578 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4b394c20-3e6f-449d-a8c3-81f52166cf3c req-341a5e9e-148e-4a25-947e-122a5e8c9eee tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898302 Jan 28 03:07:23.686718 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d64f8568-ad47-4534-8305-be61b8008e76 admin admin] Publish callbacks [] for security_group (22712c64-10ad-4f7a-8320-a6dc27182982), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:23.732878 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b01b63-a956-4c63-8ac7-6c3e202d8a99 x-openstack-request-id: req-f0b01b63-a956-4c63-8ac7-6c3e202d8a99 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:07:23.734026 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d171ee-6d19-4e38-be9b-fb8691cf8aed", "name": "network-vif-deleted", "tag": "395fad9d-b936-43f7-ac89-36e5c3555e7e", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:07:23.734556 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f0b01b63-a956-4c63-8ac7-6c3e202d8a99 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:07:23.735344 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d171ee-6d19-4e38-be9b-fb8691cf8aed', 'name': 'network-vif-deleted', 'tag': '395fad9d-b936-43f7-ac89-36e5c3555e7e', 'status': 'completed', 'code': 200} Jan 28 03:07:23.761063 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d64f8568-ad47-4534-8305-be61b8008e76 admin admin] Publish callbacks [] for security_group (22712c64-10ad-4f7a-8320-a6dc27182982), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:23.863504 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d64f8568-ad47-4534-8305-be61b8008e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (22712c64-10ad-4f7a-8320-a6dc27182982), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:23.873173 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d64f8568-ad47-4534-8305-be61b8008e76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:23.875705 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d64f8568-ad47-4534-8305-be61b8008e76 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/22712c64-10ad-4f7a-8320-a6dc27182982 HTTP/1.1" status: 204 len: 168 time: 0.3978102 Jan 28 03:07:23.914556 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f8568-ad47-4534-8305-be61b8008e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22712c64-10ad-4f7a-8320-a6dc27182982,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:23.983561 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c225c-b644-4eda-b81d-f6de3ec21193 req-cdc21774-abe0-455f-a6fc-7e6a42981448 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:23.991972 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e37c225c-b644-4eda-b81d-f6de3ec21193 req-cdc21774-abe0-455f-a6fc-7e6a42981448 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=66b152fe-556d-42fe-9749-8d71291998aa HTTP/1.1" status: 200 len: 946 time: 0.1732342 Jan 28 03:07:24.063323 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e37c225c-b644-4eda-b81d-f6de3ec21193 req-34f9cda2-965b-4761-bad9-45eb8d2be5b7 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649652 Jan 28 03:07:24.252862 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4654207-bd65-4c13-9c29-26044804c18c req-e5add67e-d117-4071-9b5f-f076adbb82fd tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:24.257614 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e4654207-bd65-4c13-9c29-26044804c18c req-e5add67e-d117-4071-9b5f-f076adbb82fd tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] 10.222.0.53 "GET /v2.0/ports?device_id=65da5752-4a20-4e16-9e24-20ecdb0897bd HTTP/1.1" status: 200 len: 945 time: 0.1070688 Jan 28 03:07:24.338785 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e4654207-bd65-4c13-9c29-26044804c18c req-46f1ba49-2ec1-4c05-89dd-3d8f4efe8295 tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] 10.222.0.53 "GET /v2.0/security-groups?id=3166fd9e-8fe1-4ff4-b439-3c4501c6cb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749431 Jan 28 03:07:24.407389 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3174e-e775-4619-95d7-4d4184030622 req-3475ad2a-1796-4654-894d-eaa883f4ba56 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:24.409298 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-78b3174e-e775-4619-95d7-4d4184030622 req-3475ad2a-1796-4654-894d-eaa883f4ba56 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=66b152fe-556d-42fe-9749-8d71291998aa HTTP/1.1" status: 200 len: 946 time: 0.0763135 Jan 28 03:07:24.515625 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-78b3174e-e775-4619-95d7-4d4184030622 req-2d2de27c-de69-4d72-aef9-2a91832d56f8 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924630 Jan 28 03:07:24.746204 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7976fac-620d-4279-a3db-43fdafe6ad71 req-dbac8a52-dc46-4028-a6b8-cbfa7f6717d9 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:24.758368 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f7976fac-620d-4279-a3db-43fdafe6ad71 req-dbac8a52-dc46-4028-a6b8-cbfa7f6717d9 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=66b152fe-556d-42fe-9749-8d71291998aa HTTP/1.1" status: 200 len: 946 time: 0.0945954 Jan 28 03:07:24.867176 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f7976fac-620d-4279-a3db-43fdafe6ad71 req-0152e096-5771-4ea7-affa-d1f062d6f546 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072142 Jan 28 03:07:25.068868 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5c740-f1b3-4f84-9127-983dbb9bf47d req-4322e5f6-263b-4019-9bbb-cea572b23ff0 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:25.077831 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c3a5c740-f1b3-4f84-9127-983dbb9bf47d req-4322e5f6-263b-4019-9bbb-cea572b23ff0 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1d8a8497-ce10-4994-9691-5707c8a4677a HTTP/1.1" status: 200 len: 1097 time: 0.1052551 Jan 28 03:07:25.104776 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c27315-bed0-4e6f-ae79-848a83d6b47d req-e885dea0-4bf6-4f5c-82a4-2eacefb20b47 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:25.117863 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-08c27315-bed0-4e6f-ae79-848a83d6b47d req-e885dea0-4bf6-4f5c-82a4-2eacefb20b47 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=66b152fe-556d-42fe-9749-8d71291998aa HTTP/1.1" status: 200 len: 946 time: 0.1331143 Jan 28 03:07:25.149356 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c3a5c740-f1b3-4f84-9127-983dbb9bf47d req-e69d4a31-0109-498d-a8d0-5034b5f2d74b tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ff30adee-f506-4994-9448-8aaf5148204d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652061 Jan 28 03:07:25.268884 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-08c27315-bed0-4e6f-ae79-848a83d6b47d req-4a7bc314-7237-470d-af42-8e421e028ba0 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467161 Jan 28 03:07:25.445258 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09417094-7c33-4223-b58c-7dc5afdcc455 req-0d208dd3-b93e-4b2f-9e8e-74349da9ee4e tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:25.447734 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-09417094-7c33-4223-b58c-7dc5afdcc455 req-0d208dd3-b93e-4b2f-9e8e-74349da9ee4e tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=66b152fe-556d-42fe-9749-8d71291998aa HTTP/1.1" status: 200 len: 946 time: 0.0904512 Jan 28 03:07:25.467740 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55872) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:25.513973 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-09417094-7c33-4223-b58c-7dc5afdcc455 req-06713293-fc17-40de-baaa-e5c2c09112e7 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587745 Jan 28 03:07:25.638057 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-036bf8e1-807c-473e-b5b2-eaf2dfc2de5c tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Request body: {'network': {'name': 'tempest-RoutersTest-449490012'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:07:25.713864 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036bf8e1-807c-473e-b5b2-eaf2dfc2de5c tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Made reservation on behalf of b764e6c6729b44a19b3dc2f4b82a400d for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:07:25.723097 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-036bf8e1-807c-473e-b5b2-eaf2dfc2de5c tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:25.754666 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-036bf8e1-807c-473e-b5b2-eaf2dfc2de5c tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:25.913619 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-036bf8e1-807c-473e-b5b2-eaf2dfc2de5c tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for security_group (c063111b-7117-4208-9623-980534729546), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:25.922994 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-036bf8e1-807c-473e-b5b2-eaf2dfc2de5c tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c063111b-7117-4208-9623-980534729546), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:25.959657 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-036bf8e1-807c-473e-b5b2-eaf2dfc2de5c tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:07:25.988636 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036bf8e1-807c-473e-b5b2-eaf2dfc2de5c tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c063111b-7117-4208-9623-980534729546,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:26.006991 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-036bf8e1-807c-473e-b5b2-eaf2dfc2de5c tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (4dd1be75-3791-44b0-9524-5841ea1dbae4), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:26.007474 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-036bf8e1-807c-473e-b5b2-eaf2dfc2de5c tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Added segment 4dd1be75-3791-44b0-9524-5841ea1dbae4 of type vlan for network 18d49859-5ef4-4c7c-8d5c-801dc35aa8d8 Jan 28 03:07:26.083257 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-036bf8e1-807c-473e-b5b2-eaf2dfc2de5c tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (18d49859-5ef4-4c7c-8d5c-801dc35aa8d8), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:26.134779 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-036bf8e1-807c-473e-b5b2-eaf2dfc2de5c tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (18d49859-5ef4-4c7c-8d5c-801dc35aa8d8), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:26.143525 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036bf8e1-807c-473e-b5b2-eaf2dfc2de5c tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:26.144743 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-036bf8e1-807c-473e-b5b2-eaf2dfc2de5c tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:26.296298 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036bf8e1-807c-473e-b5b2-eaf2dfc2de5c tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event updated for resources: {'Network': ['ID=18d49859-5ef4-4c7c-8d5c-801dc35aa8d8,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:26.312210 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 18d49859-5ef4-4c7c-8d5c-801dc35aa8d8 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:07:26.318707 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-036bf8e1-807c-473e-b5b2-eaf2dfc2de5c tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8486614 Jan 28 03:07:26.320528 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55898) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:26.328193 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-be517714-4ecc-45d2-86c6-b5f43ec5ca81 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Request body: {'network': {'name': 'tempest-RoutersTest-1216893344'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:07:26.340374 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c7b6e-2de3-402f-b6fa-28b4d7ab0eae req-93d4f0be-a705-4292-bae6-7e632a10b2dc tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:26.342821 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4a6c7b6e-2de3-402f-b6fa-28b4d7ab0eae req-93d4f0be-a705-4292-bae6-7e632a10b2dc tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1d8a8497-ce10-4994-9691-5707c8a4677a HTTP/1.1" status: 200 len: 1097 time: 0.0658934 Jan 28 03:07:26.384793 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be517714-4ecc-45d2-86c6-b5f43ec5ca81 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Made reservation on behalf of b764e6c6729b44a19b3dc2f4b82a400d for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:07:26.390220 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-be517714-4ecc-45d2-86c6-b5f43ec5ca81 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:26.426196 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6460e-53e9-45e9-823e-593591937e4d req-f7116871-2305-44ad-8bef-862ab59aae38 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:26.428058 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-22a6460e-53e9-45e9-823e-593591937e4d req-f7116871-2305-44ad-8bef-862ab59aae38 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1d8a8497-ce10-4994-9691-5707c8a4677a HTTP/1.1" status: 200 len: 1097 time: 0.0834339 Jan 28 03:07:26.465013 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4a6c7b6e-2de3-402f-b6fa-28b4d7ab0eae req-e1760bbe-b1e5-459b-9f1c-4945549b82a2 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ff30adee-f506-4994-9448-8aaf5148204d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109736 Jan 28 03:07:26.502656 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be517714-4ecc-45d2-86c6-b5f43ec5ca81 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:07:26.549388 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-be517714-4ecc-45d2-86c6-b5f43ec5ca81 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (973cf4e0-edd7-47e0-a459-02b36655b838), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:26.553346 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-be517714-4ecc-45d2-86c6-b5f43ec5ca81 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Added segment 973cf4e0-edd7-47e0-a459-02b36655b838 of type vlan for network a7ba97a8-162a-4534-9866-1172b0ad4eee Jan 28 03:07:26.675011 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-22a6460e-53e9-45e9-823e-593591937e4d req-cd608fe9-48af-431a-a08b-366b1c8eb11e tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Deleting port 659219ba-45d4-4ea1-ad29-630833e51e4b {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:07:26.675365 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-22a6460e-53e9-45e9-823e-593591937e4d req-cd608fe9-48af-431a-a08b-366b1c8eb11e tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (659219ba-45d4-4ea1-ad29-630833e51e4b), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:26.711259 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-be517714-4ecc-45d2-86c6-b5f43ec5ca81 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (a7ba97a8-162a-4534-9866-1172b0ad4eee), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:26.791169 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-be517714-4ecc-45d2-86c6-b5f43ec5ca81 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (a7ba97a8-162a-4534-9866-1172b0ad4eee), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:26.804443 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be517714-4ecc-45d2-86c6-b5f43ec5ca81 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:26.805833 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-be517714-4ecc-45d2-86c6-b5f43ec5ca81 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:26.894004 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-22a6460e-53e9-45e9-823e-593591937e4d req-cd608fe9-48af-431a-a08b-366b1c8eb11e tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] For port 659219ba-45d4-4ea1-ad29-630833e51e4b, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=659219ba-45d4-4ea1-ad29-630833e51e4b,segment=NetworkSegment(ef1927f8-2d2c-4b20-8596-ea754f1a0114),segment_id=ef1927f8-2d2c-4b20-8596-ea754f1a0114)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:07:26.894534 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-22a6460e-53e9-45e9-823e-593591937e4d req-cd608fe9-48af-431a-a08b-366b1c8eb11e tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (659219ba-45d4-4ea1-ad29-630833e51e4b), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:26.925825 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-22a6460e-53e9-45e9-823e-593591937e4d req-cd608fe9-48af-431a-a08b-366b1c8eb11e tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Calling delete_port for 659219ba-45d4-4ea1-ad29-630833e51e4b owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:07:26.986102 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be517714-4ecc-45d2-86c6-b5f43ec5ca81 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event updated for resources: {'Network': ['ID=a7ba97a8-162a-4534-9866-1172b0ad4eee,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:27.011366 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network a7ba97a8-162a-4534-9866-1172b0ad4eee details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:07:27.024237 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-be517714-4ecc-45d2-86c6-b5f43ec5ca81 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7016802 Jan 28 03:07:27.027647 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55918) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:27.042811 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-e1c8cdf6-61bf-426b-9c91-2b7f0d7292f9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Request body: {'subnet': {'network_id': '18d49859-5ef4-4c7c-8d5c-801dc35aa8d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:07:27.081751 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 395fad9d-b936-43f7-ac89-36e5c3555e7e no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:07:27.213699 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: 395fad9d-b936-43f7-ac89-36e5c3555e7e {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:07:27.214046 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 395fad9d-b936-43f7-ac89-36e5c3555e7e not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:07:27.263372 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c8cdf6-61bf-426b-9c91-2b7f0d7292f9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Made reservation on behalf of b764e6c6729b44a19b3dc2f4b82a400d for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:07:27.268263 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e1c8cdf6-61bf-426b-9c91-2b7f0d7292f9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:27.303126 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999c0f9-02cc-4ab7-9efa-906644eb561a req-d50daa6b-c2d9-44ef-b1bf-ffadef35badd tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:27.306583 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9999c0f9-02cc-4ab7-9efa-906644eb561a req-d50daa6b-c2d9-44ef-b1bf-ffadef35badd tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=66b152fe-556d-42fe-9749-8d71291998aa HTTP/1.1" status: 200 len: 946 time: 0.1783438 Jan 28 03:07:27.580015 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-22a6460e-53e9-45e9-823e-593591937e4d req-cd608fe9-48af-431a-a08b-366b1c8eb11e tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (659219ba-45d4-4ea1-ad29-630833e51e4b), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:27.734411 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9999c0f9-02cc-4ab7-9efa-906644eb561a req-0a892081-4be0-4a3e-a00f-ffa887c53259 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4155273 Jan 28 03:07:27.832304 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd608fe9-48af-431a-a08b-366b1c8eb11e tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Pushing event deleted for resources: {'Port': ['ID=659219ba-45d4-4ea1-ad29-630833e51e4b,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:27.845171 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e1c8cdf6-61bf-426b-9c91-2b7f0d7292f9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (ccf4d66a-7f70-40db-b595-8c392be9e91d), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:27.925035 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a6460e-53e9-45e9-823e-593591937e4d req-cd608fe9-48af-431a-a08b-366b1c8eb11e tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] No DVR routers for this DVR port 659219ba-45d4-4ea1-ad29-630833e51e4b on host n-h2-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:07:27.929483 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-22a6460e-53e9-45e9-823e-593591937e4d req-cd608fe9-48af-431a-a08b-366b1c8eb11e tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:27.948682 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1ff82a1d-cb59-48d6-868e-980f8e7c2eb8 req-30b41fc2-8d64-4a9d-b7e0-9d29f7808448 tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1d8a8497-ce10-4994-9691-5707c8a4677a HTTP/1.1" status: 200 len: 210 time: 0.1247730 Jan 28 03:07:27.950786 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-22a6460e-53e9-45e9-823e-593591937e4d req-cd608fe9-48af-431a-a08b-366b1c8eb11e tempest-TestServerMultinode-806273725 tempest-TestServerMultinode-806273725-project-admin] 10.222.0.39 "DELETE /v2.0/ports/659219ba-45d4-4ea1-ad29-630833e51e4b HTTP/1.1" status: 204 len: 173 time: 1.5087817 Jan 28 03:07:27.956151 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8a8497-ce10-4994-9691-5707c8a4677a', 'name': 'network-vif-deleted', 'tag': '659219ba-45d4-4ea1-ad29-630833e51e4b'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:07:27.959048 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217c8e0a-5d31-4f91-b6d9-2b5d241b5c65" -d '{"events": [{"server_uuid": "1d8a8497-ce10-4994-9691-5707c8a4677a", "name": "network-vif-deleted", "tag": "659219ba-45d4-4ea1-ad29-630833e51e4b"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:07:28.080688 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c8cdf6-61bf-426b-9c91-2b7f0d7292f9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event updated for resources: {'Subnet': ['ID=ccf4d66a-7f70-40db-b595-8c392be9e91d,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:28.090729 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da80817-4394-4088-b0f4-4a56b5c3efd1 x-openstack-request-id: req-5da80817-4394-4088-b0f4-4a56b5c3efd1 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:07:28.091148 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8a8497-ce10-4994-9691-5707c8a4677a", "name": "network-vif-deleted", "tag": "659219ba-45d4-4ea1-ad29-630833e51e4b", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:07:28.091479 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5da80817-4394-4088-b0f4-4a56b5c3efd1 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:07:28.092125 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8a8497-ce10-4994-9691-5707c8a4677a', 'name': 'network-vif-deleted', 'tag': '659219ba-45d4-4ea1-ad29-630833e51e4b', 'status': 'completed', 'code': 200} Jan 28 03:07:28.112344 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c8cdf6-61bf-426b-9c91-2b7f0d7292f9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Checking segment: {'id': '4dd1be75-3791-44b0-9524-5841ea1dbae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '18d49859-5ef4-4c7c-8d5c-801dc35aa8d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:07:28.112892 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c8cdf6-61bf-426b-9c91-2b7f0d7292f9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Network hostable DHCP agents. Network: 18d49859-5ef4-4c7c-8d5c-801dc35aa8d8, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:07:28.173869 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c8cdf6-61bf-426b-9c91-2b7f0d7292f9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Network 18d49859-5ef4-4c7c-8d5c-801dc35aa8d8 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:07:28.198945 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-e1c8cdf6-61bf-426b-9c91-2b7f0d7292f9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 18d49859-5ef4-4c7c-8d5c-801dc35aa8d8) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:07:28.210339 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c8cdf6-61bf-426b-9c91-2b7f0d7292f9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:28.212107 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e1c8cdf6-61bf-426b-9c91-2b7f0d7292f9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:28.212299 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c1731c-c81d-4585-acad-b9c26c5cdcb0 None None] Network 18d49859-5ef4-4c7c-8d5c-801dc35aa8d8 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:07:28.252366 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e1c8cdf6-61bf-426b-9c91-2b7f0d7292f9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2230356 Jan 28 03:07:28.256353 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 55938) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:28.262071 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-7c1f25f4-0e97-4121-8746-142a912152a6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Request body: {'subnet': {'network_id': 'a7ba97a8-162a-4534-9866-1172b0ad4eee', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:07:28.462035 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd78c94-7fa0-4995-bee5-1b3147109477 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-18d49859-5ef4-4c7c-8d5c-801dc35aa8d8', 'network_id': '18d49859-5ef4-4c7c-8d5c-801dc35aa8d8', 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'fixed_ips': [{'subnet_id': 'ccf4d66a-7f70-40db-b595-8c392be9e91d'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:07:28.463208 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dfd78c94-7fa0-4995-bee5-1b3147109477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:28.531930 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1f25f4-0e97-4121-8746-142a912152a6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Made reservation on behalf of b764e6c6729b44a19b3dc2f4b82a400d for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:07:28.548409 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7c1f25f4-0e97-4121-8746-142a912152a6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:28.772890 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-dfd78c94-7fa0-4995-bee5-1b3147109477 None None] Allocated IP 172.20.0.2 (18d49859-5ef4-4c7c-8d5c-801dc35aa8d8/ccf4d66a-7f70-40db-b595-8c392be9e91d/ec04d484-054f-4e69-887f-e731a7284ee9) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:07:29.143818 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125e3a0-34a8-494f-a65d-ad8756e3f0bc req-fddd5011-ef2d-44fc-8a30-c36b419c2813 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:29.150222 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b125e3a0-34a8-494f-a65d-ad8756e3f0bc req-fddd5011-ef2d-44fc-8a30-c36b419c2813 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=66b152fe-556d-42fe-9749-8d71291998aa HTTP/1.1" status: 200 len: 946 time: 0.2177567 Jan 28 03:07:29.336790 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7c1f25f4-0e97-4121-8746-142a912152a6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (6581d7f9-4914-4be7-9274-4620e572dc82), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:29.342295 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b125e3a0-34a8-494f-a65d-ad8756e3f0bc req-03bee75d-5f06-4bea-aaf2-d1aad7659e4e tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803520 Jan 28 03:07:29.345289 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55960) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:29.457494 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dfd78c94-7fa0-4995-bee5-1b3147109477 None None] Publish callbacks [] for port (ec04d484-054f-4e69-887f-e731a7284ee9), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:29.472389 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 458d57b8-920d-48fa-bc51-d6cdd6796afd details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:07:29.474308 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 659219ba-45d4-4ea1-ad29-630833e51e4b no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:07:29.554564 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f25f4-0e97-4121-8746-142a912152a6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event updated for resources: {'Subnet': ['ID=6581d7f9-4914-4be7-9274-4620e572dc82,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:29.555017 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 659219ba-45d4-4ea1-ad29-630833e51e4b {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:07:29.555017 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 659219ba-45d4-4ea1-ad29-630833e51e4b not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:07:29.555017 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dfd78c94-7fa0-4995-bee5-1b3147109477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (ec04d484-054f-4e69-887f-e731a7284ee9), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:29.681829 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1f25f4-0e97-4121-8746-142a912152a6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Checking segment: {'id': '973cf4e0-edd7-47e0-a459-02b36655b838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a7ba97a8-162a-4534-9866-1172b0ad4eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:07:29.682195 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1f25f4-0e97-4121-8746-142a912152a6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Network hostable DHCP agents. Network: a7ba97a8-162a-4534-9866-1172b0ad4eee, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:07:29.756693 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1f25f4-0e97-4121-8746-142a912152a6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Network a7ba97a8-162a-4534-9866-1172b0ad4eee is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:07:29.774036 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-7c1f25f4-0e97-4121-8746-142a912152a6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, a7ba97a8-162a-4534-9866-1172b0ad4eee) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:07:29.815350 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1f25f4-0e97-4121-8746-142a912152a6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:29.816468 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7c1f25f4-0e97-4121-8746-142a912152a6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:29.861893 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7c1f25f4-0e97-4121-8746-142a912152a6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6040111 Jan 28 03:07:29.867723 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 55970) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:29.877752 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-b3b36d8e-3bea-483c-84dd-310caeedb905 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-693406520', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:07:29.936301 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 458d57b8-920d-48fa-bc51-d6cdd6796afd, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=458d57b8-920d-48fa-bc51-d6cdd6796afd,segment=NetworkSegment(1bdfda3a-f7d7-44ae-82bd-973f0a517938),segment_id=1bdfda3a-f7d7-44ae-82bd-973f0a517938)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:07:29.949425 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b3b36d8e-3bea-483c-84dd-310caeedb905 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (744e0c00-2b36-4e81-b921-be634d75cb25), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:29.952175 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b3b36d8e-3bea-483c-84dd-310caeedb905 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (744e0c00-2b36-4e81-b921-be634d75cb25), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:29.992652 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '458d57b8-920d-48fa-bc51-d6cdd6796afd', 'network_id': '54db990e-2138-4a7a-932b-a89c1796eff3', 'port_id': '458d57b8-920d-48fa-bc51-d6cdd6796afd', 'mac_address': 'fa:16:3e:57:4a:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dcf49d7-728a-4d4e-b635-4badaf86b829', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:07:30.004872 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2743a79f-71e2-4188-bbd3-b7357a7a8625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:30.024998 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd78c94-7fa0-4995-bee5-1b3147109477 None None] Network 18d49859-5ef4-4c7c-8d5c-801dc35aa8d8 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:07:30.030334 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61d482e-b23f-41aa-a123-0c4d543668e2 None None] Network a7ba97a8-162a-4534-9866-1172b0ad4eee requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:07:30.089836 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b3b36d8e-3bea-483c-84dd-310caeedb905 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for router_controller (744e0c00-2b36-4e81-b921-be634d75cb25), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:30.098231 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b3b36d8e-3bea-483c-84dd-310caeedb905 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (744e0c00-2b36-4e81-b921-be634d75cb25), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:30.137802 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b3b36d8e-3bea-483c-84dd-310caeedb905 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:30.145177 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b3b36d8e-3bea-483c-84dd-310caeedb905 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2755015 Jan 28 03:07:30.147749 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 55976) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:30.206287 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:30.264739 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-dfd78c94-7fa0-4995-bee5-1b3147109477 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:07:30.276254 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd78c94-7fa0-4995-bee5-1b3147109477 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:07:30.353456 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 458d57b8-920d-48fa-bc51-d6cdd6796afd is: ACTIVE; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:07:30.353855 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (458d57b8-920d-48fa-bc51-d6cdd6796afd), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:30.356095 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42403836-09dd-43d5-8b9d-e27e46a603fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-a7ba97a8-162a-4534-9866-1172b0ad4eee', 'network_id': 'a7ba97a8-162a-4534-9866-1172b0ad4eee', 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'fixed_ips': [{'subnet_id': '6581d7f9-4914-4be7-9274-4620e572dc82'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:07:30.366111 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-42403836-09dd-43d5-8b9d-e27e46a603fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:30.425462 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a61c7e9a-f4e0-414e-ba87-36936faa6de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (8c9590b1-d70a-45f4-8e77-80f30df48e2f), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:30.931962 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-42403836-09dd-43d5-8b9d-e27e46a603fa None None] Allocated IP 172.21.0.2 (a7ba97a8-162a-4534-9866-1172b0ad4eee/6581d7f9-4914-4be7-9274-4620e572dc82/c6beca2e-0912-4619-84ce-9bd8cc8e2332) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:07:30.966631 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568b8a5-5e51-4041-9062-ade944def3ed req-e1c906d6-a81d-42ff-a65b-2e5f3a0e9de1 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:30.977525 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4568b8a5-5e51-4041-9062-ade944def3ed req-e1c906d6-a81d-42ff-a65b-2e5f3a0e9de1 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=66b152fe-556d-42fe-9749-8d71291998aa HTTP/1.1" status: 200 len: 946 time: 0.1564505 Jan 28 03:07:31.142559 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4568b8a5-5e51-4041-9062-ade944def3ed req-cf1d02b7-6ced-4cfc-b014-e06ad6470e11 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639779 Jan 28 03:07:31.222214 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd78c94-7fa0-4995-bee5-1b3147109477 None None] Pushing event updated for resources: {'Port': ['ID=ec04d484-054f-4e69-887f-e731a7284ee9,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:31.276336 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ac072338-87da-4ab3-9e6e-df25a9776648 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:31.353356 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 458d57b8-920d-48fa-bc51-d6cdd6796afd {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:07:31.519159 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 458d57b8-920d-48fa-bc51-d6cdd6796afd, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=458d57b8-920d-48fa-bc51-d6cdd6796afd,segment=NetworkSegment(1bdfda3a-f7d7-44ae-82bd-973f0a517938),segment_id=1bdfda3a-f7d7-44ae-82bd-973f0a517938)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:07:31.539446 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (458d57b8-920d-48fa-bc51-d6cdd6796afd), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:31.559153 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-dfd78c94-7fa0-4995-bee5-1b3147109477 None None] Attempting to bind port ec04d484-054f-4e69-887f-e731a7284ee9 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:07:31.560299 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-dfd78c94-7fa0-4995-bee5-1b3147109477 None None] Attempting to bind port ec04d484-054f-4e69-887f-e731a7284ee9 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '4dd1be75-3791-44b0-9524-5841ea1dbae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '18d49859-5ef4-4c7c-8d5c-801dc35aa8d8'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:07:31.561685 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd78c94-7fa0-4995-bee5-1b3147109477 None None] Attempting to bind port ec04d484-054f-4e69-887f-e731a7284ee9 on network 18d49859-5ef4-4c7c-8d5c-801dc35aa8d8 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:07:31.600173 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd78c94-7fa0-4995-bee5-1b3147109477 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:07:31.610000 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd78c94-7fa0-4995-bee5-1b3147109477 None None] Checking segment: {'id': '4dd1be75-3791-44b0-9524-5841ea1dbae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '18d49859-5ef4-4c7c-8d5c-801dc35aa8d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:07:31.611820 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dfd78c94-7fa0-4995-bee5-1b3147109477 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:31.614019 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd78c94-7fa0-4995-bee5-1b3147109477 None None] Bound using segment: {'id': '4dd1be75-3791-44b0-9524-5841ea1dbae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '18d49859-5ef4-4c7c-8d5c-801dc35aa8d8'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:07:31.617960 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-dfd78c94-7fa0-4995-bee5-1b3147109477 None None] Bound port: ec04d484-054f-4e69-887f-e731a7284ee9, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd1be75-3791-44b0-9524-5841ea1dbae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '18d49859-5ef4-4c7c-8d5c-801dc35aa8d8'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:07:31.620529 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dfd78c94-7fa0-4995-bee5-1b3147109477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ec04d484-054f-4e69-887f-e731a7284ee9), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:31.687407 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-a61c7e9a-f4e0-414e-ba87-36936faa6de7 admin admin] Deleting port 38ae0359-e8e4-4004-8f67-f742de50c5b7 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:07:31.694298 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a61c7e9a-f4e0-414e-ba87-36936faa6de7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (38ae0359-e8e4-4004-8f67-f742de50c5b7), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:31.726513 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-ac072338-87da-4ab3-9e6e-df25a9776648 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Allocated IP 172.20.0.1 (18d49859-5ef4-4c7c-8d5c-801dc35aa8d8/ccf4d66a-7f70-40db-b595-8c392be9e91d/3676b47e-aa4c-4db3-9d5a-69243d1b8626) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:07:31.854396 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=458d57b8-920d-48fa-bc51-d6cdd6796afd,revision_number=6']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:31.901415 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['458d57b8-920d-48fa-bc51-d6cdd6796afd'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:07:32.022553 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ac072338-87da-4ab3-9e6e-df25a9776648 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for port (3676b47e-aa4c-4db3-9d5a-69243d1b8626), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:32.026994 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-dfd78c94-7fa0-4995-bee5-1b3147109477 None None] For port ec04d484-054f-4e69-887f-e731a7284ee9, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:07:32.033510 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-dfd78c94-7fa0-4995-bee5-1b3147109477 None None] For port ec04d484-054f-4e69-887f-e731a7284ee9, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ec04d484-054f-4e69-887f-e731a7284ee9,segment=NetworkSegment(4dd1be75-3791-44b0-9524-5841ea1dbae4),segment_id=4dd1be75-3791-44b0-9524-5841ea1dbae4)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:07:32.054938 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dfd78c94-7fa0-4995-bee5-1b3147109477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ec04d484-054f-4e69-887f-e731a7284ee9), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:32.080284 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d006a07-021c-43b5-9d52-e13ff7149083 req-ac8c0975-e346-4261-aeb7-5fb9a8509c67 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:32.084731 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1d006a07-021c-43b5-9d52-e13ff7149083 req-ac8c0975-e346-4261-aeb7-5fb9a8509c67 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=66b152fe-556d-42fe-9749-8d71291998aa HTTP/1.1" status: 200 len: 945 time: 0.2054882 Jan 28 03:07:32.120538 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-a61c7e9a-f4e0-414e-ba87-36936faa6de7 admin admin] For port 38ae0359-e8e4-4004-8f67-f742de50c5b7, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=38ae0359-e8e4-4004-8f67-f742de50c5b7,segment=NetworkSegment(ef1927f8-2d2c-4b20-8596-ea754f1a0114),segment_id=ef1927f8-2d2c-4b20-8596-ea754f1a0114)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:07:32.121397 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a61c7e9a-f4e0-414e-ba87-36936faa6de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (38ae0359-e8e4-4004-8f67-f742de50c5b7), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:32.145296 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bcc1ae-427b-4abd-85c5-2b9bccc4386d req-70e970c2-6e0d-48e4-ba76-6c58c4c9b24c tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:32.146541 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b8d8e6db-ba90-48a9-96b5-efaa9acc48f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:32.146894 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-06bcc1ae-427b-4abd-85c5-2b9bccc4386d req-70e970c2-6e0d-48e4-ba76-6c58c4c9b24c tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] 10.222.0.53 "GET /v2.0/ports?device_id=65da5752-4a20-4e16-9e24-20ecdb0897bd HTTP/1.1" status: 200 len: 945 time: 0.1225698 Jan 28 03:07:32.154985 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ac072338-87da-4ab3-9e6e-df25a9776648 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (3676b47e-aa4c-4db3-9d5a-69243d1b8626), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:32.178621 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-42403836-09dd-43d5-8b9d-e27e46a603fa None None] Publish callbacks [] for port (c6beca2e-0912-4619-84ce-9bd8cc8e2332), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:32.211361 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-42403836-09dd-43d5-8b9d-e27e46a603fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (c6beca2e-0912-4619-84ce-9bd8cc8e2332), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:32.240787 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-a61c7e9a-f4e0-414e-ba87-36936faa6de7 admin admin] Calling delete_port for 38ae0359-e8e4-4004-8f67-f742de50c5b7 owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:07:32.248295 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac072338-87da-4ab3-9e6e-df25a9776648 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event updated for resources: {'Port': ['ID=3676b47e-aa4c-4db3-9d5a-69243d1b8626,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:32.281984 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1d006a07-021c-43b5-9d52-e13ff7149083 req-209662e0-ed37-40bd-8729-bb480395a4d9 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904283 Jan 28 03:07:32.320281 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42403836-09dd-43d5-8b9d-e27e46a603fa None None] Network a7ba97a8-162a-4534-9866-1172b0ad4eee is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:07:32.330222 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd78c94-7fa0-4995-bee5-1b3147109477 None None] Pushing event updated for resources: {'Port': ['ID=ec04d484-054f-4e69-887f-e731a7284ee9,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:32.352649 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-42403836-09dd-43d5-8b9d-e27e46a603fa None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:07:32.459518 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-06bcc1ae-427b-4abd-85c5-2b9bccc4386d req-2f0ecc2a-894c-4d3b-8e97-d5cd46fd8ee0 tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] 10.222.0.53 "GET /v2.0/security-groups?id=3166fd9e-8fe1-4ff4-b439-3c4501c6cb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991290 Jan 28 03:07:32.487238 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac072338-87da-4ab3-9e6e-df25a9776648 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Network 18d49859-5ef4-4c7c-8d5c-801dc35aa8d8 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:07:32.489174 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-ac072338-87da-4ab3-9e6e-df25a9776648 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:07:32.491850 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac072338-87da-4ab3-9e6e-df25a9776648 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:07:32.559109 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42403836-09dd-43d5-8b9d-e27e46a603fa None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:07:32.565697 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42403836-09dd-43d5-8b9d-e27e46a603fa None None] Pushing event updated for resources: {'Port': ['ID=c6beca2e-0912-4619-84ce-9bd8cc8e2332,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:32.627109 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ac072338-87da-4ab3-9e6e-df25a9776648 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (744e0c00-2b36-4e81-b921-be634d75cb25), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:32.754243 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-42403836-09dd-43d5-8b9d-e27e46a603fa None None] Attempting to bind port c6beca2e-0912-4619-84ce-9bd8cc8e2332 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:07:32.754757 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-42403836-09dd-43d5-8b9d-e27e46a603fa None None] Attempting to bind port c6beca2e-0912-4619-84ce-9bd8cc8e2332 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '973cf4e0-edd7-47e0-a459-02b36655b838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a7ba97a8-162a-4534-9866-1172b0ad4eee'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:07:32.755134 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42403836-09dd-43d5-8b9d-e27e46a603fa None None] Attempting to bind port c6beca2e-0912-4619-84ce-9bd8cc8e2332 on network a7ba97a8-162a-4534-9866-1172b0ad4eee {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:07:32.763862 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a61c7e9a-f4e0-414e-ba87-36936faa6de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (38ae0359-e8e4-4004-8f67-f742de50c5b7), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:32.796324 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42403836-09dd-43d5-8b9d-e27e46a603fa None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:07:32.797507 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42403836-09dd-43d5-8b9d-e27e46a603fa None None] Checking segment: {'id': '973cf4e0-edd7-47e0-a459-02b36655b838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a7ba97a8-162a-4534-9866-1172b0ad4eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:07:32.798543 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-42403836-09dd-43d5-8b9d-e27e46a603fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:32.799219 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42403836-09dd-43d5-8b9d-e27e46a603fa None None] Bound using segment: {'id': '973cf4e0-edd7-47e0-a459-02b36655b838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a7ba97a8-162a-4534-9866-1172b0ad4eee'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:07:32.802370 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-42403836-09dd-43d5-8b9d-e27e46a603fa None None] Bound port: c6beca2e-0912-4619-84ce-9bd8cc8e2332, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973cf4e0-edd7-47e0-a459-02b36655b838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a7ba97a8-162a-4534-9866-1172b0ad4eee'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:07:32.803022 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-42403836-09dd-43d5-8b9d-e27e46a603fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c6beca2e-0912-4619-84ce-9bd8cc8e2332), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:32.838960 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c7e9a-f4e0-414e-ba87-36936faa6de7 admin admin] Pushing event deleted for resources: {'Port': ['ID=38ae0359-e8e4-4004-8f67-f742de50c5b7,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:32.983944 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ac072338-87da-4ab3-9e6e-df25a9776648 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3676b47e-aa4c-4db3-9d5a-69243d1b8626), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:33.106917 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-42403836-09dd-43d5-8b9d-e27e46a603fa None None] For port c6beca2e-0912-4619-84ce-9bd8cc8e2332, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:07:33.124484 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-42403836-09dd-43d5-8b9d-e27e46a603fa None None] For port c6beca2e-0912-4619-84ce-9bd8cc8e2332, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=c6beca2e-0912-4619-84ce-9bd8cc8e2332,segment=NetworkSegment(973cf4e0-edd7-47e0-a459-02b36655b838),segment_id=973cf4e0-edd7-47e0-a459-02b36655b838)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:07:33.132602 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-42403836-09dd-43d5-8b9d-e27e46a603fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c6beca2e-0912-4619-84ce-9bd8cc8e2332), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:33.232170 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a61c7e9a-f4e0-414e-ba87-36936faa6de7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (8c9590b1-d70a-45f4-8e77-80f30df48e2f), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:33.423512 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:33.458137 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42403836-09dd-43d5-8b9d-e27e46a603fa None None] Pushing event updated for resources: {'Port': ['ID=c6beca2e-0912-4619-84ce-9bd8cc8e2332,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:33.464687 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:33.586688 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 458d57b8-920d-48fa-bc51-d6cdd6796afd details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:07:33.601354 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 458d57b8-920d-48fa-bc51-d6cdd6796afd no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:07:34.059011 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef269d6-11f6-47be-b02f-c7fa748a000f req-73f7c8b3-0b15-4090-bd55-d50784fedda2 tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:34.067247 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ec04d484-054f-4e69-887f-e731a7284ee9 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:07:34.069407 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6001c72-fc46-4234-bab1-f958a7e7a005 req-fcd10ad6-8bf1-41af-8a9a-d19e01a28990 tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:34.071714 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a6001c72-fc46-4234-bab1-f958a7e7a005 req-fcd10ad6-8bf1-41af-8a9a-d19e01a28990 tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] 10.222.0.67 "GET /v2.0/ports?device_id=65da5752-4a20-4e16-9e24-20ecdb0897bd HTTP/1.1" status: 200 len: 945 time: 0.7125685 Jan 28 03:07:34.075255 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9ef269d6-11f6-47be-b02f-c7fa748a000f req-73f7c8b3-0b15-4090-bd55-d50784fedda2 tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] 10.222.0.53 "GET /v2.0/ports?device_id=65da5752-4a20-4e16-9e24-20ecdb0897bd HTTP/1.1" status: 200 len: 945 time: 0.3514116 Jan 28 03:07:34.157007 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16667b50-f86d-468b-b420-e57c14f4ce04 req-9a74180c-5d61-41fc-8a8b-ed73a721d369 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:34.158995 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-16667b50-f86d-468b-b420-e57c14f4ce04 req-9a74180c-5d61-41fc-8a8b-ed73a721d369 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.39 "GET /v2.0/ports?device_id=66b152fe-556d-42fe-9749-8d71291998aa HTTP/1.1" status: 200 len: 945 time: 0.7159162 Jan 28 03:07:34.248605 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9ef269d6-11f6-47be-b02f-c7fa748a000f req-d0c88534-663e-4a9b-bab5-47aa4da37841 tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] 10.222.0.53 "GET /v2.0/security-groups?id=3166fd9e-8fe1-4ff4-b439-3c4501c6cb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699765 Jan 28 03:07:34.279112 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a61c7e9a-f4e0-414e-ba87-36936faa6de7 admin admin] Router 8c9590b1-d70a-45f4-8e77-80f30df48e2f has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:07:34.446021 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 458d57b8-920d-48fa-bc51-d6cdd6796afd is: BUILD; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:07:34.449384 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ac072338-87da-4ab3-9e6e-df25a9776648 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for port (3676b47e-aa4c-4db3-9d5a-69243d1b8626), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:34.454933 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (458d57b8-920d-48fa-bc51-d6cdd6796afd), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:34.470499 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05203cf9-d63d-4c6a-89b4-d419b36b01b6 req-ef77c476-efd8-4a89-a041-7d7779e4bd6e tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:34.482255 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-05203cf9-d63d-4c6a-89b4-d419b36b01b6 req-ef77c476-efd8-4a89-a041-7d7779e4bd6e tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=66b152fe-556d-42fe-9749-8d71291998aa HTTP/1.1" status: 200 len: 945 time: 0.9956136 Jan 28 03:07:34.532143 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 458d57b8-920d-48fa-bc51-d6cdd6796afd {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:07:34.539606 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ac072338-87da-4ab3-9e6e-df25a9776648 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (3676b47e-aa4c-4db3-9d5a-69243d1b8626), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:34.573777 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 458d57b8-920d-48fa-bc51-d6cdd6796afd, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=458d57b8-920d-48fa-bc51-d6cdd6796afd,segment=NetworkSegment(1bdfda3a-f7d7-44ae-82bd-973f0a517938),segment_id=1bdfda3a-f7d7-44ae-82bd-973f0a517938)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:07:34.659713 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 458d57b8-920d-48fa-bc51-d6cdd6796afd, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=458d57b8-920d-48fa-bc51-d6cdd6796afd,segment=NetworkSegment(1bdfda3a-f7d7-44ae-82bd-973f0a517938),segment_id=1bdfda3a-f7d7-44ae-82bd-973f0a517938)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:07:34.685129 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '458d57b8-920d-48fa-bc51-d6cdd6796afd', 'network_id': '54db990e-2138-4a7a-932b-a89c1796eff3', 'port_id': '458d57b8-920d-48fa-bc51-d6cdd6796afd', 'mac_address': 'fa:16:3e:57:4a:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dcf49d7-728a-4d4e-b635-4badaf86b829', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:07:34.687883 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (458d57b8-920d-48fa-bc51-d6cdd6796afd), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:34.696970 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port ec04d484-054f-4e69-887f-e731a7284ee9 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:07:34.704534 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ec04d484-054f-4e69-887f-e731a7284ee9), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:34.745460 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ac072338-87da-4ab3-9e6e-df25a9776648 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (744e0c00-2b36-4e81-b921-be634d75cb25), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:35.083533 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a76479d-9fc2-40ea-95af-e9531298a0f1 None None] Network 18d49859-5ef4-4c7c-8d5c-801dc35aa8d8 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:07:35.114967 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=458d57b8-920d-48fa-bc51-d6cdd6796afd,revision_number=7']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:35.195925 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-05203cf9-d63d-4c6a-89b4-d419b36b01b6 req-4bd95ede-ef9b-49f0-8096-06e4f5ab875d tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7128756 Jan 28 03:07:35.207991 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac072338-87da-4ab3-9e6e-df25a9776648 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event updated for resources: {'Port': ['ID=3676b47e-aa4c-4db3-9d5a-69243d1b8626,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:35.210095 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-e102adbd-714d-4b0d-a47d-0b2da154bd70 None None] Provisioning complete for port ec04d484-054f-4e69-887f-e731a7284ee9 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:07:35.210657 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e102adbd-714d-4b0d-a47d-0b2da154bd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ec04d484-054f-4e69-887f-e731a7284ee9), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:35.298975 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-a6001c72-fc46-4234-bab1-f958a7e7a005 req-99ddbe78-90e5-4c15-a59f-40261901f54b tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] Deleting port 37d098fc-2758-47c6-89f1-c9c299af0b46 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:07:35.299296 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-a6001c72-fc46-4234-bab1-f958a7e7a005 req-99ddbe78-90e5-4c15-a59f-40261901f54b tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (37d098fc-2758-47c6-89f1-c9c299af0b46), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:35.438429 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61c7e9a-f4e0-414e-ba87-36936faa6de7 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:07:35.445148 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a61c7e9a-f4e0-414e-ba87-36936faa6de7 admin admin] 10.222.0.53 "PUT /v2.0/routers/8c9590b1-d70a-45f4-8e77-80f30df48e2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0943797 Jan 28 03:07:35.454974 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4d0c02-dba3-4f7e-b4e2-e5083f4bbe98 None None] Sync routers for ids ['8c9590b1-d70a-45f4-8e77-80f30df48e2f'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:07:35.462757 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-a6001c72-fc46-4234-bab1-f958a7e7a005 req-99ddbe78-90e5-4c15-a59f-40261901f54b tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] For port 37d098fc-2758-47c6-89f1-c9c299af0b46, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=37d098fc-2758-47c6-89f1-c9c299af0b46,segment=NetworkSegment(f88f209e-cc8a-43ff-8183-4f0eac51210e),segment_id=f88f209e-cc8a-43ff-8183-4f0eac51210e)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:07:35.469677 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-a6001c72-fc46-4234-bab1-f958a7e7a005 req-99ddbe78-90e5-4c15-a59f-40261901f54b tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (37d098fc-2758-47c6-89f1-c9c299af0b46), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:35.490375 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56048) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:35.491192 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4d0c02-dba3-4f7e-b4e2-e5083f4bbe98 None None] Routers {'8c9590b1-d70a-45f4-8e77-80f30df48e2f'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:07:35.493269 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-dc4d0c02-dba3-4f7e-b4e2-e5083f4bbe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:07:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['8c9590b1-d70a-45f4-8e77-80f30df48e2f'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:35.507803 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-a6001c72-fc46-4234-bab1-f958a7e7a005 req-99ddbe78-90e5-4c15-a59f-40261901f54b tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] Calling delete_port for 37d098fc-2758-47c6-89f1-c9c299af0b46 owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:07:35.617907 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-95ce31c2-0c53-4b50-b9f4-011fb029b05e admin admin] Publish callbacks [] for router (8c9590b1-d70a-45f4-8e77-80f30df48e2f), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:35.647465 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-16667b50-f86d-468b-b420-e57c14f4ce04 req-60542409-5010-4fbe-b408-c4f1e6417bbb tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Deleting port 458d57b8-920d-48fa-bc51-d6cdd6796afd {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:07:35.647892 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-16667b50-f86d-468b-b420-e57c14f4ce04 req-60542409-5010-4fbe-b408-c4f1e6417bbb tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (458d57b8-920d-48fa-bc51-d6cdd6796afd), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:35.783216 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-a6001c72-fc46-4234-bab1-f958a7e7a005 req-99ddbe78-90e5-4c15-a59f-40261901f54b tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (37d098fc-2758-47c6-89f1-c9c299af0b46), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:35.794528 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac072338-87da-4ab3-9e6e-df25a9776648 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Network 18d49859-5ef4-4c7c-8d5c-801dc35aa8d8 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:07:35.812568 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ae01c-7105-4e90-accb-2d406c58e952 req-213e627d-815c-48f6-8167-9ca873f7cb3e tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:35.826181 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-739ae01c-7105-4e90-accb-2d406c58e952 req-213e627d-815c-48f6-8167-9ca873f7cb3e tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] 10.222.0.53 "GET /v2.0/ports?device_id=65da5752-4a20-4e16-9e24-20ecdb0897bd HTTP/1.1" status: 200 len: 945 time: 0.3896103 Jan 28 03:07:35.831657 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-95ce31c2-0c53-4b50-b9f4-011fb029b05e admin admin] Publish callbacks [] for router_gateway (8c9590b1-d70a-45f4-8e77-80f30df48e2f), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:35.833863 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-ac072338-87da-4ab3-9e6e-df25a9776648 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:07:35.876893 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 458d57b8-920d-48fa-bc51-d6cdd6796afd no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:07:35.883832 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9596d3b0-b0de-486a-827d-b4a3cc4b5919 None None] Network a7ba97a8-162a-4534-9866-1172b0ad4eee requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:07:35.936016 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-dc4d0c02-dba3-4f7e-b4e2-e5083f4bbe98 None None] Set router 8c9590b1-d70a-45f4-8e77-80f30df48e2f gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:07:35.965590 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-739ae01c-7105-4e90-accb-2d406c58e952 req-63e6a09f-8d38-48e7-974b-0159c50205db tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] 10.222.0.53 "GET /v2.0/security-groups?id=3166fd9e-8fe1-4ff4-b439-3c4501c6cb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383076 Jan 28 03:07:36.048420 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-95ce31c2-0c53-4b50-b9f4-011fb029b05e admin admin] Deleting port 90c3283b-2172-4e1a-b7f5-4f64c2612ab2 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:07:36.048835 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-95ce31c2-0c53-4b50-b9f4-011fb029b05e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (90c3283b-2172-4e1a-b7f5-4f64c2612ab2), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:36.133061 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:36.225631 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-dc4d0c02-dba3-4f7e-b4e2-e5083f4bbe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9590b1-d70a-45f4-8e77-80f30df48e2f', 'name': 'tempest-TestServerMultinode-322331731-router', 'tenant_id': 'fe328c6c02fa4b4880d363a032721195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '90c3283b-2172-4e1a-b7f5-4f64c2612ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:05:55Z', 'updated_at': '2022-01-28T03:07:32Z', 'revision_number': 5, 'project_id': 'fe328c6c02fa4b4880d363a032721195', 'gw_port': {'id': '90c3283b-2172-4e1a-b7f5-4f64c2612ab2', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9590b1-d70a-45f4-8e77-80f30df48e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:05:57Z', 'updated_at': '2022-01-28T03:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:36.252116 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-95ce31c2-0c53-4b50-b9f4-011fb029b05e admin admin] For port 90c3283b-2172-4e1a-b7f5-4f64c2612ab2, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=90c3283b-2172-4e1a-b7f5-4f64c2612ab2,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:07:36.252571 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-95ce31c2-0c53-4b50-b9f4-011fb029b05e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (90c3283b-2172-4e1a-b7f5-4f64c2612ab2), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:36.274278 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-95ce31c2-0c53-4b50-b9f4-011fb029b05e admin admin] Calling delete_port for 90c3283b-2172-4e1a-b7f5-4f64c2612ab2 owned by network:router_gateway {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:07:36.295976 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4d0c02-dba3-4f7e-b4e2-e5083f4bbe98 None None] Checking router: 8c9590b1-d70a-45f4-8e77-80f30df48e2f for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:07:36.322415 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4d0c02-dba3-4f7e-b4e2-e5083f4bbe98 None None] Routers {'8c9590b1-d70a-45f4-8e77-80f30df48e2f'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:07:36.323139 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-dc4d0c02-dba3-4f7e-b4e2-e5083f4bbe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:07:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['8c9590b1-d70a-45f4-8e77-80f30df48e2f'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:36.416949 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:36.563999 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ddbe78-90e5-4c15-a59f-40261901f54b tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] Pushing event deleted for resources: {'Port': ['ID=37d098fc-2758-47c6-89f1-c9c299af0b46,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:36.624523 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-95ce31c2-0c53-4b50-b9f4-011fb029b05e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (90c3283b-2172-4e1a-b7f5-4f64c2612ab2), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:36.651614 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 458d57b8-920d-48fa-bc51-d6cdd6796afd is: DOWN; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:07:36.665718 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port ec04d484-054f-4e69-887f-e731a7284ee9 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:07:36.666121 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ec04d484-054f-4e69-887f-e731a7284ee9), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:36.686458 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-dc4d0c02-dba3-4f7e-b4e2-e5083f4bbe98 None None] Set router 8c9590b1-d70a-45f4-8e77-80f30df48e2f gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:07:36.690767 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-16667b50-f86d-468b-b420-e57c14f4ce04 req-60542409-5010-4fbe-b408-c4f1e6417bbb tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] For port 458d57b8-920d-48fa-bc51-d6cdd6796afd, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=458d57b8-920d-48fa-bc51-d6cdd6796afd,segment=NetworkSegment(1bdfda3a-f7d7-44ae-82bd-973f0a517938),segment_id=1bdfda3a-f7d7-44ae-82bd-973f0a517938)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:07:36.691487 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-16667b50-f86d-468b-b420-e57c14f4ce04 req-60542409-5010-4fbe-b408-c4f1e6417bbb tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (458d57b8-920d-48fa-bc51-d6cdd6796afd), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:36.742423 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-16667b50-f86d-468b-b420-e57c14f4ce04 req-60542409-5010-4fbe-b408-c4f1e6417bbb tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Calling delete_port for 458d57b8-920d-48fa-bc51-d6cdd6796afd owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:07:36.809280 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port ec04d484-054f-4e69-887f-e731a7284ee9, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ec04d484-054f-4e69-887f-e731a7284ee9,segment=NetworkSegment(4dd1be75-3791-44b0-9524-5841ea1dbae4),segment_id=4dd1be75-3791-44b0-9524-5841ea1dbae4)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:07:36.820559 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e102adbd-714d-4b0d-a47d-0b2da154bd70 None None] Current status of the port ec04d484-054f-4e69-887f-e731a7284ee9 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:07:36.820933 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e102adbd-714d-4b0d-a47d-0b2da154bd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ec04d484-054f-4e69-887f-e731a7284ee9), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:36.824119 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-95ce31c2-0c53-4b50-b9f4-011fb029b05e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (8c9590b1-d70a-45f4-8e77-80f30df48e2f), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:36.832536 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce31c2-0c53-4b50-b9f4-011fb029b05e admin admin] Pushing event deleted for resources: {'Port': ['ID=90c3283b-2172-4e1a-b7f5-4f64c2612ab2,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:36.854643 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-dc4d0c02-dba3-4f7e-b4e2-e5083f4bbe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9590b1-d70a-45f4-8e77-80f30df48e2f', 'name': 'tempest-TestServerMultinode-322331731-router', 'tenant_id': 'fe328c6c02fa4b4880d363a032721195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:05:55Z', 'updated_at': '2022-01-28T03:07:35Z', 'revision_number': 6, 'project_id': 'fe328c6c02fa4b4880d363a032721195', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:36.868291 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ec04d484-054f-4e69-887f-e731a7284ee9), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:36.890780 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4d0c02-dba3-4f7e-b4e2-e5083f4bbe98 None None] The sync data for ids ['8c9590b1-d70a-45f4-8e77-80f30df48e2f'] in n-d-712139-27 is: [{'id': '8c9590b1-d70a-45f4-8e77-80f30df48e2f', 'name': 'tempest-TestServerMultinode-322331731-router', 'tenant_id': 'fe328c6c02fa4b4880d363a032721195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:05:55Z', 'updated_at': '2022-01-28T03:07:35Z', 'revision_number': 6, 'project_id': 'fe328c6c02fa4b4880d363a032721195', 'gw_port_host': None}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:07:37.045343 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.api [None req-e102adbd-714d-4b0d-a47d-0b2da154bd70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:07:37.046892 n-d-712139-27 neutron-server[109804]: DEBUG oslo_db.api [None req-e102adbd-714d-4b0d-a47d-0b2da154bd70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:07:37.074568 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-95ce31c2-0c53-4b50-b9f4-011fb029b05e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (8c9590b1-d70a-45f4-8e77-80f30df48e2f), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:37.081878 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:07:37.090149 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-95ce31c2-0c53-4b50-b9f4-011fb029b05e admin admin] Publish callbacks [] for router_controller (8c9590b1-d70a-45f4-8e77-80f30df48e2f), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:37.098290 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 37d098fc-2758-47c6-89f1-c9c299af0b46 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:07:37.162591 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=ec04d484-054f-4e69-887f-e731a7284ee9,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:37.183518 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: 37d098fc-2758-47c6-89f1-c9c299af0b46 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:07:37.183969 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 37d098fc-2758-47c6-89f1-c9c299af0b46 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:07:37.353218 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d5a27653-2516-49df-aca1-1bd0b909b948 req-06cb7037-15b2-48b6-86a9-2a32dbc8abe4 tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] 10.222.0.53 "GET /v2.0/ports?device_id=65da5752-4a20-4e16-9e24-20ecdb0897bd HTTP/1.1" status: 200 len: 210 time: 0.0559580 Jan 28 03:07:37.359422 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-95ce31c2-0c53-4b50-b9f4-011fb029b05e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (8c9590b1-d70a-45f4-8e77-80f30df48e2f), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:37.360047 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ce31c2-0c53-4b50-b9f4-011fb029b05e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c9590b1-d70a-45f4-8e77-80f30df48e2f {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:07:37.370371 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-95ce31c2-0c53-4b50-b9f4-011fb029b05e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:37.371936 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-95ce31c2-0c53-4b50-b9f4-011fb029b05e admin admin] 10.222.0.53 "DELETE /v2.0/routers/8c9590b1-d70a-45f4-8e77-80f30df48e2f HTTP/1.1" status: 204 len: 168 time: 1.8795161 Jan 28 03:07:37.374716 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56068) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:37.471226 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-de2d6a96-24d6-435f-b79d-6787007eacd8 admin admin] Deleting subnet 4e697b59-6783-417a-a217-ebdbf873799e {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:07:37.483444 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-de2d6a96-24d6-435f-b79d-6787007eacd8 admin admin] Publish callbacks [] for subnet (4e697b59-6783-417a-a217-ebdbf873799e), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:37.537165 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6001c72-fc46-4234-bab1-f958a7e7a005 req-99ddbe78-90e5-4c15-a59f-40261901f54b tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] No DVR routers for this DVR port 37d098fc-2758-47c6-89f1-c9c299af0b46 on host n-h1-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:07:37.539319 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-16667b50-f86d-468b-b420-e57c14f4ce04 req-60542409-5010-4fbe-b408-c4f1e6417bbb tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (458d57b8-920d-48fa-bc51-d6cdd6796afd), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:37.543424 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-a6001c72-fc46-4234-bab1-f958a7e7a005 req-99ddbe78-90e5-4c15-a59f-40261901f54b tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:37.547074 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a6001c72-fc46-4234-bab1-f958a7e7a005 req-99ddbe78-90e5-4c15-a59f-40261901f54b tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] 10.222.0.67 "DELETE /v2.0/ports/37d098fc-2758-47c6-89f1-c9c299af0b46 HTTP/1.1" status: 204 len: 173 time: 3.4643395 Jan 28 03:07:37.550941 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-de2d6a96-24d6-435f-b79d-6787007eacd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (4e697b59-6783-417a-a217-ebdbf873799e), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:37.570702 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65da5752-4a20-4e16-9e24-20ecdb0897bd', 'name': 'network-vif-deleted', 'tag': '37d098fc-2758-47c6-89f1-c9c299af0b46'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:07:37.573880 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92077ec3-8dbc-4273-b79f-e363f0aea0e8" -d '{"events": [{"server_uuid": "65da5752-4a20-4e16-9e24-20ecdb0897bd", "name": "network-vif-deleted", "tag": "37d098fc-2758-47c6-89f1-c9c299af0b46"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:07:37.642916 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e102adbd-714d-4b0d-a47d-0b2da154bd70 None None] Current status of the port ec04d484-054f-4e69-887f-e731a7284ee9 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:07:37.671723 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-96247c05-fc96-43fc-a5a0-f27d75a57d40 service neutron] (109802) timed out ('10.222.0.53', 53018) {{(pid=109802) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 03:07:37.681605 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60542409-5010-4fbe-b408-c4f1e6417bbb tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Pushing event deleted for resources: {'Port': ['ID=458d57b8-920d-48fa-bc51-d6cdd6796afd,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:37.702308 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d59e6-30f2-495b-9361-29fda58c60c2 req-909ca57e-b887-4088-8479-0a83d40e3615 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:37.703950 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e60d59e6-30f2-495b-9361-29fda58c60c2 req-909ca57e-b887-4088-8479-0a83d40e3615 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=66b152fe-556d-42fe-9749-8d71291998aa HTTP/1.1" status: 200 len: 865 time: 1.1350451 Jan 28 03:07:37.735313 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d937a8-d0a6-453e-8810-277b15619bbc x-openstack-request-id: req-f7d937a8-d0a6-453e-8810-277b15619bbc {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:07:37.735608 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65da5752-4a20-4e16-9e24-20ecdb0897bd", "name": "network-vif-deleted", "tag": "37d098fc-2758-47c6-89f1-c9c299af0b46", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:07:37.736737 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f7d937a8-d0a6-453e-8810-277b15619bbc {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:07:37.736737 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65da5752-4a20-4e16-9e24-20ecdb0897bd', 'name': 'network-vif-deleted', 'tag': '37d098fc-2758-47c6-89f1-c9c299af0b46', 'status': 'completed', 'code': 200} Jan 28 03:07:37.777412 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-de2d6a96-24d6-435f-b79d-6787007eacd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (4e697b59-6783-417a-a217-ebdbf873799e), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:37.784941 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-16667b50-f86d-468b-b420-e57c14f4ce04 req-60542409-5010-4fbe-b408-c4f1e6417bbb tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] No DVR routers for this DVR port 458d57b8-920d-48fa-bc51-d6cdd6796afd on host n-h2-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:07:37.798955 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-cdb9d1ec-37f2-4680-a839-4a3847589091 None None] Provisioning complete for port ec04d484-054f-4e69-887f-e731a7284ee9 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:07:37.799695 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cdb9d1ec-37f2-4680-a839-4a3847589091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ec04d484-054f-4e69-887f-e731a7284ee9), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:37.807107 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-16667b50-f86d-468b-b420-e57c14f4ce04 req-60542409-5010-4fbe-b408-c4f1e6417bbb tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:37.818034 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-16667b50-f86d-468b-b420-e57c14f4ce04 req-60542409-5010-4fbe-b408-c4f1e6417bbb tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.39 "DELETE /v2.0/ports/458d57b8-920d-48fa-bc51-d6cdd6796afd HTTP/1.1" status: 204 len: 173 time: 3.5861194 Jan 28 03:07:37.922693 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c6beca2e-0912-4619-84ce-9bd8cc8e2332 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:07:37.946461 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-de2d6a96-24d6-435f-b79d-6787007eacd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (4e697b59-6783-417a-a217-ebdbf873799e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:37.976325 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e60d59e6-30f2-495b-9361-29fda58c60c2 req-3e6d4150-cee0-414c-b4e1-56bab009db23 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363613 Jan 28 03:07:37.992481 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac072338-87da-4ab3-9e6e-df25a9776648 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Router 744e0c00-2b36-4e81-b921-be634d75cb25 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:07:38.021679 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d6a96-24d6-435f-b79d-6787007eacd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e697b59-6783-417a-a217-ebdbf873799e,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:38.033353 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-de2d6a96-24d6-435f-b79d-6787007eacd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:38.042433 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-de2d6a96-24d6-435f-b79d-6787007eacd8 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4e697b59-6783-417a-a217-ebdbf873799e HTTP/1.1" status: 204 len: 168 time: 0.6637633 Jan 28 03:07:38.043485 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56076) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:38.069807 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d88220-0704-4263-9ee3-ca373aeb5423 None None] Network 34f67722-2808-4396-95f6-61354ef5853d requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:07:38.230454 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7114f82c-5220-4c8d-b297-344bcd9f004b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (34f67722-2808-4396-95f6-61354ef5853d), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:38.233292 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac072338-87da-4ab3-9e6e-df25a9776648 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:07:38.250970 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ac072338-87da-4ab3-9e6e-df25a9776648 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "PUT /v2.0/routers/744e0c00-2b36-4e81-b921-be634d75cb25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1012897 Jan 28 03:07:38.254325 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56080) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:38.354291 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-7114f82c-5220-4c8d-b297-344bcd9f004b admin admin] Deleting port 0af47cd4-1a0d-4158-82d1-348b2e34b4ed {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:07:38.354638 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7114f82c-5220-4c8d-b297-344bcd9f004b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (0af47cd4-1a0d-4158-82d1-348b2e34b4ed), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:38.357506 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1bf6b9-867f-47ce-9e8a-bb0cd6685e62 None None] Sync routers for ids ['744e0c00-2b36-4e81-b921-be634d75cb25'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:07:38.393119 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b6681e-46ac-40ab-b740-b2293d7ba646 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:38.395795 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-16b6681e-46ac-40ab-b740-b2293d7ba646 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "GET /v2.0/ports/3676b47e-aa4c-4db3-9d5a-69243d1b8626 HTTP/1.1" status: 200 len: 910 time: 0.1386552 Jan 28 03:07:38.399159 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56086) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:38.444843 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1bf6b9-867f-47ce-9e8a-bb0cd6685e62 None None] Routers {'744e0c00-2b36-4e81-b921-be634d75cb25'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:07:38.446385 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-ee1bf6b9-867f-47ce-9e8a-bb0cd6685e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:07:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['744e0c00-2b36-4e81-b921-be634d75cb25'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:38.562295 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-7114f82c-5220-4c8d-b297-344bcd9f004b admin admin] For port 0af47cd4-1a0d-4158-82d1-348b2e34b4ed, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=0af47cd4-1a0d-4158-82d1-348b2e34b4ed,segment=NetworkSegment(ef1927f8-2d2c-4b20-8596-ea754f1a0114),segment_id=ef1927f8-2d2c-4b20-8596-ea754f1a0114)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:07:38.562705 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7114f82c-5220-4c8d-b297-344bcd9f004b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (0af47cd4-1a0d-4158-82d1-348b2e34b4ed), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:38.578422 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-ee1bf6b9-867f-47ce-9e8a-bb0cd6685e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:38.597686 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-7114f82c-5220-4c8d-b297-344bcd9f004b admin admin] Calling delete_port for 0af47cd4-1a0d-4158-82d1-348b2e34b4ed owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:07:38.613265 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1bf6b9-867f-47ce-9e8a-bb0cd6685e62 None None] Routers {'744e0c00-2b36-4e81-b921-be634d75cb25'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:07:38.615246 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-ee1bf6b9-867f-47ce-9e8a-bb0cd6685e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:07:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['744e0c00-2b36-4e81-b921-be634d75cb25'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:38.634053 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-11e29a89-1aa4-41b7-b989-dc9e3f3dbaf5 req-c6154192-113b-4642-935a-8716015f8e1a tempest-VolumesActionsTest-751345693 tempest-VolumesActionsTest-751345693-project] 10.222.0.53 "GET /v2.0/ports?device_id=65da5752-4a20-4e16-9e24-20ecdb0897bd HTTP/1.1" status: 200 len: 210 time: 0.0521464 Jan 28 03:07:38.642626 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port c6beca2e-0912-4619-84ce-9bd8cc8e2332 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:07:38.643363 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c6beca2e-0912-4619-84ce-9bd8cc8e2332), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:38.746826 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-cdb9d1ec-37f2-4680-a839-4a3847589091 None None] Current status of the port ec04d484-054f-4e69-887f-e731a7284ee9 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:07:38.757758 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-ee1bf6b9-867f-47ce-9e8a-bb0cd6685e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:38.757992 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1bf6b9-867f-47ce-9e8a-bb0cd6685e62 None None] The sync data for ids ['744e0c00-2b36-4e81-b921-be634d75cb25'] in n-d-712139-27 is: [] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:07:38.769239 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7114f82c-5220-4c8d-b297-344bcd9f004b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (0af47cd4-1a0d-4158-82d1-348b2e34b4ed), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:38.790423 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-cdb9d1ec-37f2-4680-a839-4a3847589091 None None] Provisioning complete for port c6beca2e-0912-4619-84ce-9bd8cc8e2332 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:07:38.791108 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cdb9d1ec-37f2-4680-a839-4a3847589091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c6beca2e-0912-4619-84ce-9bd8cc8e2332), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:38.813519 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7114f82c-5220-4c8d-b297-344bcd9f004b admin admin] Pushing event deleted for resources: {'Port': ['ID=0af47cd4-1a0d-4158-82d1-348b2e34b4ed,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:38.848844 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7114f82c-5220-4c8d-b297-344bcd9f004b admin admin] No DVR routers for this DVR port 0af47cd4-1a0d-4158-82d1-348b2e34b4ed on host n-d-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:07:38.886986 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1958ed82-b0e7-415b-9520-0ed22581c377 None None] DHCP port deletion for 34f67722-2808-4396-95f6-61354ef5853d request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:07:38.937293 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port c6beca2e-0912-4619-84ce-9bd8cc8e2332 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:07:38.937838 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c6beca2e-0912-4619-84ce-9bd8cc8e2332), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:38.962541 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-cdb9d1ec-37f2-4680-a839-4a3847589091 None None] Current status of the port c6beca2e-0912-4619-84ce-9bd8cc8e2332 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:07:38.962938 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cdb9d1ec-37f2-4680-a839-4a3847589091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c6beca2e-0912-4619-84ce-9bd8cc8e2332), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:38.978333 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7114f82c-5220-4c8d-b297-344bcd9f004b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (34f67722-2808-4396-95f6-61354ef5853d), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:38.998235 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port c6beca2e-0912-4619-84ce-9bd8cc8e2332, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=c6beca2e-0912-4619-84ce-9bd8cc8e2332,segment=NetworkSegment(973cf4e0-edd7-47e0-a459-02b36655b838),segment_id=973cf4e0-edd7-47e0-a459-02b36655b838)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:07:39.004582 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c6beca2e-0912-4619-84ce-9bd8cc8e2332), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:39.014001 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-7114f82c-5220-4c8d-b297-344bcd9f004b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34f67722-2808-4396-95f6-61354ef5853d']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:39.025933 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-7114f82c-5220-4c8d-b297-344bcd9f004b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef1927f8-2d2c-4b20-8596-ea754f1a0114') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:39.026075 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-7114f82c-5220-4c8d-b297-344bcd9f004b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef1927f8-2d2c-4b20-8596-ea754f1a0114') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:39.061025 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7114f82c-5220-4c8d-b297-344bcd9f004b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (ef1927f8-2d2c-4b20-8596-ea754f1a0114), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:39.069137 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.api [None req-cdb9d1ec-37f2-4680-a839-4a3847589091 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:07:39.069137 n-d-712139-27 neutron-server[109804]: DEBUG oslo_db.api [None req-cdb9d1ec-37f2-4680-a839-4a3847589091 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:07:39.086290 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7114f82c-5220-4c8d-b297-344bcd9f004b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (ef1927f8-2d2c-4b20-8596-ea754f1a0114), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:39.094056 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7114f82c-5220-4c8d-b297-344bcd9f004b admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:07:39.094608 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7114f82c-5220-4c8d-b297-344bcd9f004b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (ef1927f8-2d2c-4b20-8596-ea754f1a0114), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:39.144189 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=c6beca2e-0912-4619-84ce-9bd8cc8e2332,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:39.150698 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f5466d9e-7f3d-4fcc-a406-57e80a9b72a5 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:39.165969 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:07:39.165969 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:07:39.165969 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:07:39.165969 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:07:39.165969 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:07:39.165969 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:07:39.165969 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:07:39.165969 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:07:39.165969 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:07:39.165969 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:07:39.165969 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:07:39.165969 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:07:39.165969 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:07:39.165969 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:07:39.165969 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:07:39.165969 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:07:39.165969 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:07:39.165969 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:07:39.165969 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:07:39.165969 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:07:39.165969 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:07:39.165969 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:07:39.165969 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:07:39.165969 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:07:39.165969 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:07:39.165969 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:07:39.165969 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:07:39.165969 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:07:39.165969 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:07:39.165969 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:07:39.165969 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:07:39.165969 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:07:39.169452 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7114f82c-5220-4c8d-b297-344bcd9f004b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (34f67722-2808-4396-95f6-61354ef5853d), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:39.175664 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7114f82c-5220-4c8d-b297-344bcd9f004b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:39.179528 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7114f82c-5220-4c8d-b297-344bcd9f004b admin admin] 10.222.0.53 "DELETE /v2.0/networks/34f67722-2808-4396-95f6-61354ef5853d HTTP/1.1" status: 204 len: 168 time: 1.1336987 Jan 28 03:07:39.186277 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56096) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:39.201417 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7114f82c-5220-4c8d-b297-344bcd9f004b admin admin] Pushing event deleted for resources: {'Network': ['ID=34f67722-2808-4396-95f6-61354ef5853d,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:39.225430 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ec04d484-054f-4e69-887f-e731a7284ee9 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:07:39.275705 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port ec04d484-054f-4e69-887f-e731a7284ee9 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:07:39.276265 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ec04d484-054f-4e69-887f-e731a7284ee9), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:39.434985 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port ec04d484-054f-4e69-887f-e731a7284ee9 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:07:39.476506 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56102) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:39.484429 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-9a1fc15f-7a10-48b4-a4b6-c210c518c1a2 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1333054141', 'description': 'tempest-description--1654476949'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:07:39.514294 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a1fc15f-7a10-48b4-a4b6-c210c518c1a2 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:39.537538 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 0af47cd4-1a0d-4158-82d1-348b2e34b4ed no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:07:39.572326 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 0af47cd4-1a0d-4158-82d1-348b2e34b4ed {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:07:39.572954 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 0af47cd4-1a0d-4158-82d1-348b2e34b4ed not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:07:39.573533 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 90c3283b-2172-4e1a-b7f5-4f64c2612ab2 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:07:39.589033 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a1fc15f-7a10-48b4-a4b6-c210c518c1a2 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks [] for security_group (e38e8c9e-2333-433a-8179-5aebdcc99938), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:39.594310 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a1fc15f-7a10-48b4-a4b6-c210c518c1a2 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (e38e8c9e-2333-433a-8179-5aebdcc99938), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:39.610341 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 90c3283b-2172-4e1a-b7f5-4f64c2612ab2 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:07:39.611067 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 90c3283b-2172-4e1a-b7f5-4f64c2612ab2 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:07:39.611798 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 38ae0359-e8e4-4004-8f67-f742de50c5b7 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:07:39.639674 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 38ae0359-e8e4-4004-8f67-f742de50c5b7 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:07:39.640603 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 38ae0359-e8e4-4004-8f67-f742de50c5b7 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:07:39.649092 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fc15f-7a10-48b4-a4b6-c210c518c1a2 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e38e8c9e-2333-433a-8179-5aebdcc99938,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:39.660363 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a1fc15f-7a10-48b4-a4b6-c210c518c1a2 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:39.661599 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-cdb9d1ec-37f2-4680-a839-4a3847589091 None None] Current status of the port c6beca2e-0912-4619-84ce-9bd8cc8e2332 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:07:39.663577 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9a1fc15f-7a10-48b4-a4b6-c210c518c1a2 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1857469 Jan 28 03:07:39.667811 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56106) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:39.678566 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-a036c76d-6172-4380-a041-5f6f6531be1e tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Request body: {'security_group_rule': {'security_group_id': 'e38e8c9e-2333-433a-8179-5aebdcc99938', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:07:39.683253 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-cdb9d1ec-37f2-4680-a839-4a3847589091 None None] Provisioning complete for port 3676b47e-aa4c-4db3-9d5a-69243d1b8626 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:07:39.683639 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cdb9d1ec-37f2-4680-a839-4a3847589091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3676b47e-aa4c-4db3-9d5a-69243d1b8626), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:39.744839 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a036c76d-6172-4380-a041-5f6f6531be1e tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks [] for security_group_rule (2f3fab84-bd21-4bc2-bce5-912d73cbade1), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:39.756240 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-cdb9d1ec-37f2-4680-a839-4a3847589091 None None] Port 3676b47e-aa4c-4db3-9d5a-69243d1b8626 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:07:39.757688 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b152fe-556d-42fe-9749-8d71291998aa', 'name': 'network-vif-deleted', 'tag': '458d57b8-920d-48fa-bc51-d6cdd6796afd'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:07:39.760260 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c135f52-c089-4d14-8992-af4b601d1e19" -d '{"events": [{"server_uuid": "66b152fe-556d-42fe-9749-8d71291998aa", "name": "network-vif-deleted", "tag": "458d57b8-920d-48fa-bc51-d6cdd6796afd"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:07:39.831744 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e386941-7d98-4d60-b78e-1c1d62f35c0e x-openstack-request-id: req-3e386941-7d98-4d60-b78e-1c1d62f35c0e {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:07:39.832037 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66b152fe-556d-42fe-9749-8d71291998aa", "name": "network-vif-deleted", "tag": "458d57b8-920d-48fa-bc51-d6cdd6796afd", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:07:39.832293 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3e386941-7d98-4d60-b78e-1c1d62f35c0e {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:07:39.832683 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b152fe-556d-42fe-9749-8d71291998aa', 'name': 'network-vif-deleted', 'tag': '458d57b8-920d-48fa-bc51-d6cdd6796afd', 'status': 'completed', 'code': 200} Jan 28 03:07:39.847265 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a036c76d-6172-4380-a041-5f6f6531be1e tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks [] for security_group_rule (2f3fab84-bd21-4bc2-bce5-912d73cbade1), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:39.852536 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a036c76d-6172-4380-a041-5f6f6531be1e tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (2f3fab84-bd21-4bc2-bce5-912d73cbade1), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:39.879675 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a036c76d-6172-4380-a041-5f6f6531be1e tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f3fab84-bd21-4bc2-bce5-912d73cbade1,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:39.881031 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-ab364239-49c2-46ef-8a0a-08500d918b2b None None] Provisioning complete for port 3676b47e-aa4c-4db3-9d5a-69243d1b8626 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:07:39.881478 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ab364239-49c2-46ef-8a0a-08500d918b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3676b47e-aa4c-4db3-9d5a-69243d1b8626), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:39.888111 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a036c76d-6172-4380-a041-5f6f6531be1e tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:39.893104 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a036c76d-6172-4380-a041-5f6f6531be1e tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2238889 Jan 28 03:07:39.893706 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56114) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:39.898567 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-cc10cddb-5a20-4946-a995-edb6520aff9e tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Request body: {'security_group_rule': {'security_group_id': 'e38e8c9e-2333-433a-8179-5aebdcc99938', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:07:39.930619 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-f5466d9e-7f3d-4fcc-a406-57e80a9b72a5 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Allocated IP 172.21.0.1 (a7ba97a8-162a-4534-9866-1172b0ad4eee/6581d7f9-4914-4be7-9274-4620e572dc82/c13acf78-a792-4397-a615-677009fd6b2c) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:07:39.941456 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cc10cddb-5a20-4946-a995-edb6520aff9e tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks [] for security_group_rule (62223550-caa5-47db-bece-ccb36ade4354), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:39.943100 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-ab364239-49c2-46ef-8a0a-08500d918b2b None None] Port 3676b47e-aa4c-4db3-9d5a-69243d1b8626 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:07:40.066457 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cc10cddb-5a20-4946-a995-edb6520aff9e tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks [] for security_group_rule (62223550-caa5-47db-bece-ccb36ade4354), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:40.073666 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cc10cddb-5a20-4946-a995-edb6520aff9e tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (62223550-caa5-47db-bece-ccb36ade4354), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:40.126739 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cc10cddb-5a20-4946-a995-edb6520aff9e tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:40.135019 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-cc10cddb-5a20-4946-a995-edb6520aff9e tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2398355 Jan 28 03:07:40.139863 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56118) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:40.147543 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f5466d9e-7f3d-4fcc-a406-57e80a9b72a5 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for port (c13acf78-a792-4397-a615-677009fd6b2c), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:40.151068 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-ecdb8dfd-2163-4f16-a097-845634a7f0a9 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:07:40.171413 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc10cddb-5a20-4946-a995-edb6520aff9e tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62223550-caa5-47db-bece-ccb36ade4354,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:40.212352 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ecdb8dfd-2163-4f16-a097-845634a7f0a9 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:40.252290 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f5466d9e-7f3d-4fcc-a406-57e80a9b72a5 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (c13acf78-a792-4397-a615-677009fd6b2c), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:40.302473 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5466d9e-7f3d-4fcc-a406-57e80a9b72a5 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Network a7ba97a8-162a-4534-9866-1172b0ad4eee is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:07:40.311373 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-f5466d9e-7f3d-4fcc-a406-57e80a9b72a5 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:07:40.318254 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5466d9e-7f3d-4fcc-a406-57e80a9b72a5 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:07:40.380498 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f5466d9e-7f3d-4fcc-a406-57e80a9b72a5 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (744e0c00-2b36-4e81-b921-be634d75cb25), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:40.486547 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ecdb8dfd-2163-4f16-a097-845634a7f0a9 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:40.505718 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-be4df61a-fc90-4438-a92f-9ec76c170c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (7c68cfd5-a805-4e8c-81c0-d65914e9cc0d), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:40.573135 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5466d9e-7f3d-4fcc-a406-57e80a9b72a5 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event updated for resources: {'Port': ['ID=c13acf78-a792-4397-a615-677009fd6b2c,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:40.705253 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-ecdb8dfd-2163-4f16-a097-845634a7f0a9 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Allocated IP 172.25.0.179 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/89c87fc9-f0ab-4b4b-87ee-f48e9c2f92eb) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:07:40.776070 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-1f25a199-f8b0-45ae-8edb-ae5dbf74f3c4 None None] Provisioning complete for port c13acf78-a792-4397-a615-677009fd6b2c triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:07:40.776625 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1f25a199-f8b0-45ae-8edb-ae5dbf74f3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c13acf78-a792-4397-a615-677009fd6b2c), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:40.845556 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f5466d9e-7f3d-4fcc-a406-57e80a9b72a5 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c13acf78-a792-4397-a615-677009fd6b2c), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:40.864772 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-1f25a199-f8b0-45ae-8edb-ae5dbf74f3c4 None None] Port c13acf78-a792-4397-a615-677009fd6b2c cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:07:40.872075 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ecdb8dfd-2163-4f16-a097-845634a7f0a9 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks [] for port (89c87fc9-f0ab-4b4b-87ee-f48e9c2f92eb), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:40.920433 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ecdb8dfd-2163-4f16-a097-845634a7f0a9 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (89c87fc9-f0ab-4b4b-87ee-f48e9c2f92eb), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:40.948157 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdb8dfd-2163-4f16-a097-845634a7f0a9 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:07:40.985237 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-ecdb8dfd-2163-4f16-a097-845634a7f0a9 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:07:40.999081 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdb8dfd-2163-4f16-a097-845634a7f0a9 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:07:41.106019 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb8dfd-2163-4f16-a097-845634a7f0a9 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Pushing event updated for resources: {'Port': ['ID=89c87fc9-f0ab-4b4b-87ee-f48e9c2f92eb,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:41.196168 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c6beca2e-0912-4619-84ce-9bd8cc8e2332 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:07:41.298552 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ecdb8dfd-2163-4f16-a097-845634a7f0a9 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks [] for floatingip (a268d0e6-cba9-4ee2-9ef8-b29b8e3a0f51), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:41.358452 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port c6beca2e-0912-4619-84ce-9bd8cc8e2332 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:07:41.359200 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c6beca2e-0912-4619-84ce-9bd8cc8e2332), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:41.363774 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ecdb8dfd-2163-4f16-a097-845634a7f0a9 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (89c87fc9-f0ab-4b4b-87ee-f48e9c2f92eb), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:41.519583 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port c6beca2e-0912-4619-84ce-9bd8cc8e2332 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:07:41.734975 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ecdb8dfd-2163-4f16-a097-845634a7f0a9 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks [] for port (89c87fc9-f0ab-4b4b-87ee-f48e9c2f92eb), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:41.743308 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ecdb8dfd-2163-4f16-a097-845634a7f0a9 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (89c87fc9-f0ab-4b4b-87ee-f48e9c2f92eb), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:41.749585 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-be4df61a-fc90-4438-a92f-9ec76c170c3e admin admin] Deleting port 031b573b-3c38-4a47-962d-4792755dcd0c {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:07:41.749926 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-be4df61a-fc90-4438-a92f-9ec76c170c3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (031b573b-3c38-4a47-962d-4792755dcd0c), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:41.836243 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb8dfd-2163-4f16-a097-845634a7f0a9 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Pushing event updated for resources: {'Port': ['ID=89c87fc9-f0ab-4b4b-87ee-f48e9c2f92eb,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:41.873383 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ecdb8dfd-2163-4f16-a097-845634a7f0a9 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (a268d0e6-cba9-4ee2-9ef8-b29b8e3a0f51), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:41.914257 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ecdb8dfd-2163-4f16-a097-845634a7f0a9 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:41.916101 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ecdb8dfd-2163-4f16-a097-845634a7f0a9 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7724001 Jan 28 03:07:41.988059 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-be4df61a-fc90-4438-a92f-9ec76c170c3e admin admin] For port 031b573b-3c38-4a47-962d-4792755dcd0c, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=031b573b-3c38-4a47-962d-4792755dcd0c,segment=NetworkSegment(c335c46e-0cb6-44c4-adb9-4924654d5ac1),segment_id=c335c46e-0cb6-44c4-adb9-4924654d5ac1)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:07:41.988953 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-be4df61a-fc90-4438-a92f-9ec76c170c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (031b573b-3c38-4a47-962d-4792755dcd0c), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:42.011346 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-be4df61a-fc90-4438-a92f-9ec76c170c3e admin admin] Calling delete_port for 031b573b-3c38-4a47-962d-4792755dcd0c owned by network:router_interface {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:07:42.040248 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f5466d9e-7f3d-4fcc-a406-57e80a9b72a5 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for port (c13acf78-a792-4397-a615-677009fd6b2c), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:42.077236 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f5466d9e-7f3d-4fcc-a406-57e80a9b72a5 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (c13acf78-a792-4397-a615-677009fd6b2c), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:42.173801 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f5466d9e-7f3d-4fcc-a406-57e80a9b72a5 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (744e0c00-2b36-4e81-b921-be634d75cb25), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:42.186487 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5466d9e-7f3d-4fcc-a406-57e80a9b72a5 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event updated for resources: {'Port': ['ID=c13acf78-a792-4397-a615-677009fd6b2c,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:42.458840 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbecc1a-e53a-437d-8096-f433e59c3163 req-116b4465-bca6-4ed6-b5a6-6e4741ca128b tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:42.461239 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7bbecc1a-e53a-437d-8096-f433e59c3163 req-116b4465-bca6-4ed6-b5a6-6e4741ca128b tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/networks?id=54db990e-2138-4a7a-932b-a89c1796eff3 HTTP/1.1" status: 200 len: 822 time: 0.2291708 Jan 28 03:07:42.472919 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5466d9e-7f3d-4fcc-a406-57e80a9b72a5 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Network a7ba97a8-162a-4534-9866-1172b0ad4eee is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:07:42.483799 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-f5466d9e-7f3d-4fcc-a406-57e80a9b72a5 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:07:42.490842 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7bbecc1a-e53a-437d-8096-f433e59c3163 req-b3d0f232-1750-483a-950d-866eb7335f35 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/quotas/858aa1a7e6b04f47b535043cafb70da2 HTTP/1.1" status: 200 len: 375 time: 0.0227678 Jan 28 03:07:42.610038 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-be4df61a-fc90-4438-a92f-9ec76c170c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (031b573b-3c38-4a47-962d-4792755dcd0c), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:42.632508 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7bbecc1a-e53a-437d-8096-f433e59c3163 req-9c3160fa-6349-45d8-9af3-a8adba1cff18 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=858aa1a7e6b04f47b535043cafb70da2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1245062 Jan 28 03:07:42.680518 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4df61a-fc90-4438-a92f-9ec76c170c3e admin admin] Pushing event deleted for resources: {'Port': ['ID=031b573b-3c38-4a47-962d-4792755dcd0c,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:42.826004 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-478eba30-9d54-4516-874b-9f0db60e9bd4 None None] Provisioning complete for port c13acf78-a792-4397-a615-677009fd6b2c triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:07:42.826597 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-478eba30-9d54-4516-874b-9f0db60e9bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c13acf78-a792-4397-a615-677009fd6b2c), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:42.855223 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5466d9e-7f3d-4fcc-a406-57e80a9b72a5 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Router 744e0c00-2b36-4e81-b921-be634d75cb25 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:07:42.880538 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-478eba30-9d54-4516-874b-9f0db60e9bd4 None None] Port c13acf78-a792-4397-a615-677009fd6b2c cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:07:43.037315 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7bbecc1a-e53a-437d-8096-f433e59c3163 req-a780e0b1-c6f4-4d04-859a-57915da6f8fd service neutron] 10.222.0.53 "GET /v2.0/networks/54db990e-2138-4a7a-932b-a89c1796eff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579433 Jan 28 03:07:43.159467 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5466d9e-7f3d-4fcc-a406-57e80a9b72a5 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:07:43.170235 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f5466d9e-7f3d-4fcc-a406-57e80a9b72a5 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "PUT /v2.0/routers/744e0c00-2b36-4e81-b921-be634d75cb25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7659795 Jan 28 03:07:43.171266 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56170) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:43.175250 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556aedce-da38-4f28-9c41-e6153b23c09b None None] Sync routers for ids ['744e0c00-2b36-4e81-b921-be634d75cb25'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:07:43.196927 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-be4df61a-fc90-4438-a92f-9ec76c170c3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (7c68cfd5-a805-4e8c-81c0-d65914e9cc0d), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:43.199669 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556aedce-da38-4f28-9c41-e6153b23c09b None None] Routers {'744e0c00-2b36-4e81-b921-be634d75cb25'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:07:43.200356 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-556aedce-da38-4f28-9c41-e6153b23c09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:07:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['744e0c00-2b36-4e81-b921-be634d75cb25'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:43.236667 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7bbecc1a-e53a-437d-8096-f433e59c3163 req-aef78fa1-721f-41cd-b0dd-cbda04437497 service neutron] 10.222.0.53 "GET /v2.0/networks/54db990e-2138-4a7a-932b-a89c1796eff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885045 Jan 28 03:07:43.286387 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cead407-7ac6-42b0-b9c6-2283536900d4 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:43.291107 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5cead407-7ac6-42b0-b9c6-2283536900d4 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "GET /v2.0/ports/c13acf78-a792-4397-a615-677009fd6b2c HTTP/1.1" status: 200 len: 910 time: 0.1163826 Jan 28 03:07:43.299962 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-556aedce-da38-4f28-9c41-e6153b23c09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:43.302031 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56172) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:43.324278 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556aedce-da38-4f28-9c41-e6153b23c09b None None] Routers {'744e0c00-2b36-4e81-b921-be634d75cb25'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:07:43.325901 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-556aedce-da38-4f28-9c41-e6153b23c09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:07:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['744e0c00-2b36-4e81-b921-be634d75cb25'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:43.392372 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-556aedce-da38-4f28-9c41-e6153b23c09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:43.394957 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556aedce-da38-4f28-9c41-e6153b23c09b None None] The sync data for ids ['744e0c00-2b36-4e81-b921-be634d75cb25'] in n-d-712139-27 is: [] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:07:43.781597 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-94b9c29a-dc87-46d3-964d-2c5d34b57c09 req-e1e10544-08b6-4f8a-bfe4-899462b38da9 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12d829f-4714-4201-b76a-3b1a5926c741 HTTP/1.1" status: 200 len: 210 time: 0.1323247 Jan 28 03:07:43.982237 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4df61a-fc90-4438-a92f-9ec76c170c3e admin admin] Router 7c68cfd5-a805-4e8c-81c0-d65914e9cc0d has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:07:44.176937 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1735d69e-1a8c-47a2-a724-45d0dd411460 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (744e0c00-2b36-4e81-b921-be634d75cb25), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:44.290303 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4df61a-fc90-4438-a92f-9ec76c170c3e admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:07:44.305203 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf268a8-cda2-43d8-afc5-15014c97453f None None] Sync routers for ids ['7c68cfd5-a805-4e8c-81c0-d65914e9cc0d'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:07:44.309766 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-be4df61a-fc90-4438-a92f-9ec76c170c3e admin admin] 10.222.0.53 "PUT /v2.0/routers/7c68cfd5-a805-4e8c-81c0-d65914e9cc0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1183398 Jan 28 03:07:44.310147 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56194) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:44.322149 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf268a8-cda2-43d8-afc5-15014c97453f None None] Routers {'7c68cfd5-a805-4e8c-81c0-d65914e9cc0d'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:07:44.323095 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-daf268a8-cda2-43d8-afc5-15014c97453f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:07:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['7c68cfd5-a805-4e8c-81c0-d65914e9cc0d'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:44.572055 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3357accb-316e-4ed3-a5e8-93c8bb5e8430 admin admin] Publish callbacks [] for router (7c68cfd5-a805-4e8c-81c0-d65914e9cc0d), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:44.606330 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-daf268a8-cda2-43d8-afc5-15014c97453f None None] Set router 7c68cfd5-a805-4e8c-81c0-d65914e9cc0d gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:07:44.741443 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3357accb-316e-4ed3-a5e8-93c8bb5e8430 admin admin] Publish callbacks [] for router_gateway (7c68cfd5-a805-4e8c-81c0-d65914e9cc0d), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:44.813469 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-1735d69e-1a8c-47a2-a724-45d0dd411460 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Deleting port c13acf78-a792-4397-a615-677009fd6b2c {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:07:44.814361 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1735d69e-1a8c-47a2-a724-45d0dd411460 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (c13acf78-a792-4397-a615-677009fd6b2c), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:44.835203 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-3357accb-316e-4ed3-a5e8-93c8bb5e8430 admin admin] Deleting port d12d03a8-e1d1-4fe4-a914-7a1360d1ff35 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:07:44.835553 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3357accb-316e-4ed3-a5e8-93c8bb5e8430 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (d12d03a8-e1d1-4fe4-a914-7a1360d1ff35), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:44.961850 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-3357accb-316e-4ed3-a5e8-93c8bb5e8430 admin admin] For port d12d03a8-e1d1-4fe4-a914-7a1360d1ff35, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=d12d03a8-e1d1-4fe4-a914-7a1360d1ff35,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:07:44.964166 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3357accb-316e-4ed3-a5e8-93c8bb5e8430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (d12d03a8-e1d1-4fe4-a914-7a1360d1ff35), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:45.000038 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-3357accb-316e-4ed3-a5e8-93c8bb5e8430 admin admin] Calling delete_port for d12d03a8-e1d1-4fe4-a914-7a1360d1ff35 owned by network:router_gateway {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:07:45.069649 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-daf268a8-cda2-43d8-afc5-15014c97453f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c68cfd5-a805-4e8c-81c0-d65914e9cc0d', 'name': 'tempest-TestServerMultinode-794940828-router', 'tenant_id': '187e18b07b8e44de922559c33a337aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'd12d03a8-e1d1-4fe4-a914-7a1360d1ff35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:06:20Z', 'updated_at': '2022-01-28T03:07:42Z', 'revision_number': 5, 'project_id': '187e18b07b8e44de922559c33a337aeb', 'gw_port': {'id': 'd12d03a8-e1d1-4fe4-a914-7a1360d1ff35', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c68cfd5-a805-4e8c-81c0-d65914e9cc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:06:21Z', 'updated_at': '2022-01-28T03:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:45.105913 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1735d69e-1a8c-47a2-a724-45d0dd411460 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (c13acf78-a792-4397-a615-677009fd6b2c), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:45.128510 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf268a8-cda2-43d8-afc5-15014c97453f None None] Checking router: 7c68cfd5-a805-4e8c-81c0-d65914e9cc0d for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:07:45.135594 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-1735d69e-1a8c-47a2-a724-45d0dd411460 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Calling delete_port for c13acf78-a792-4397-a615-677009fd6b2c owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:07:45.146952 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf268a8-cda2-43d8-afc5-15014c97453f None None] Routers {'7c68cfd5-a805-4e8c-81c0-d65914e9cc0d'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:07:45.149784 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-daf268a8-cda2-43d8-afc5-15014c97453f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:07:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['7c68cfd5-a805-4e8c-81c0-d65914e9cc0d'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:45.531627 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-daf268a8-cda2-43d8-afc5-15014c97453f None None] Set router 7c68cfd5-a805-4e8c-81c0-d65914e9cc0d gateway port host: None {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:07:45.554226 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-250bfd0f-8ed8-40b9-9c0a-67e1e9082aba req-9a3a94e3-084c-4a76-959f-b7671d0971f8 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12d829f-4714-4201-b76a-3b1a5926c741 HTTP/1.1" status: 200 len: 210 time: 0.0394320 Jan 28 03:07:45.555416 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1735d69e-1a8c-47a2-a724-45d0dd411460 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (c13acf78-a792-4397-a615-677009fd6b2c), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:45.586272 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-daf268a8-cda2-43d8-afc5-15014c97453f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c68cfd5-a805-4e8c-81c0-d65914e9cc0d', 'name': 'tempest-TestServerMultinode-794940828-router', 'tenant_id': '187e18b07b8e44de922559c33a337aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:06:20Z', 'updated_at': '2022-01-28T03:07:44Z', 'revision_number': 6, 'project_id': '187e18b07b8e44de922559c33a337aeb', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:45.600353 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1735d69e-1a8c-47a2-a724-45d0dd411460 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event deleted for resources: {'Port': ['ID=c13acf78-a792-4397-a615-677009fd6b2c,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:45.618507 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf268a8-cda2-43d8-afc5-15014c97453f None None] The sync data for ids ['7c68cfd5-a805-4e8c-81c0-d65914e9cc0d'] in n-d-712139-27 is: [{'id': '7c68cfd5-a805-4e8c-81c0-d65914e9cc0d', 'name': 'tempest-TestServerMultinode-794940828-router', 'tenant_id': '187e18b07b8e44de922559c33a337aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:06:20Z', 'updated_at': '2022-01-28T03:07:44Z', 'revision_number': 6, 'project_id': '187e18b07b8e44de922559c33a337aeb', 'gw_port_host': None}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:07:45.707142 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbecc1a-e53a-437d-8096-f433e59c3163 req-7efeab48-5220-4320-8ab6-dc6b8ec25ece tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:45.708749 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7bbecc1a-e53a-437d-8096-f433e59c3163 req-7efeab48-5220-4320-8ab6-dc6b8ec25ece tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.67 "GET /v2.0/networks?id=54db990e-2138-4a7a-932b-a89c1796eff3 HTTP/1.1" status: 200 len: 822 time: 0.2900445 Jan 28 03:07:45.719583 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3357accb-316e-4ed3-a5e8-93c8bb5e8430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (d12d03a8-e1d1-4fe4-a914-7a1360d1ff35), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:45.782436 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-7bbecc1a-e53a-437d-8096-f433e59c3163 req-d6cd52d6-054e-40bb-8ba9-28e46e49b550 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Request body: {'port': {'device_id': 'c12d829f-4714-4201-b76a-3b1a5926c741', 'network_id': '54db990e-2138-4a7a-932b-a89c1796eff3', 'admin_state_up': True, 'tenant_id': '858aa1a7e6b04f47b535043cafb70da2'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:07:45.808061 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357accb-316e-4ed3-a5e8-93c8bb5e8430 admin admin] Pushing event deleted for resources: {'Port': ['ID=d12d03a8-e1d1-4fe4-a914-7a1360d1ff35,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:45.833904 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1735d69e-1a8c-47a2-a724-45d0dd411460 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (744e0c00-2b36-4e81-b921-be634d75cb25), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:45.909877 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3357accb-316e-4ed3-a5e8-93c8bb5e8430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (7c68cfd5-a805-4e8c-81c0-d65914e9cc0d), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:46.111721 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3357accb-316e-4ed3-a5e8-93c8bb5e8430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (7c68cfd5-a805-4e8c-81c0-d65914e9cc0d), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:46.114838 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3357accb-316e-4ed3-a5e8-93c8bb5e8430 admin admin] Publish callbacks [] for router_controller (7c68cfd5-a805-4e8c-81c0-d65914e9cc0d), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:46.192655 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1735d69e-1a8c-47a2-a724-45d0dd411460 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Router 744e0c00-2b36-4e81-b921-be634d75cb25 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:07:46.214464 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3357accb-316e-4ed3-a5e8-93c8bb5e8430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (7c68cfd5-a805-4e8c-81c0-d65914e9cc0d), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:46.214464 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3357accb-316e-4ed3-a5e8-93c8bb5e8430 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c68cfd5-a805-4e8c-81c0-d65914e9cc0d {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:07:46.221028 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3357accb-316e-4ed3-a5e8-93c8bb5e8430 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:46.222571 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3357accb-316e-4ed3-a5e8-93c8bb5e8430 admin admin] 10.222.0.53 "DELETE /v2.0/routers/7c68cfd5-a805-4e8c-81c0-d65914e9cc0d HTTP/1.1" status: 204 len: 168 time: 1.9111266 Jan 28 03:07:46.225852 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56216) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:46.332978 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a44fd89-7966-4725-a4db-09f9b9be45c6 admin admin] Deleting subnet 0d361fb7-abc4-426b-9bbc-e49b1aa77335 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:07:46.350070 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1a44fd89-7966-4725-a4db-09f9b9be45c6 admin admin] Publish callbacks [] for subnet (0d361fb7-abc4-426b-9bbc-e49b1aa77335), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:46.359001 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90805c75-df79-4bec-9e30-23002f8fe2d4 req-6a427de7-18d2-41fd-81b4-76501b9ba35e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:46.364716 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90805c75-df79-4bec-9e30-23002f8fe2d4 req-6a427de7-18d2-41fd-81b4-76501b9ba35e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:46.370927 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90805c75-df79-4bec-9e30-23002f8fe2d4 req-6a427de7-18d2-41fd-81b4-76501b9ba35e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:46.376438 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90805c75-df79-4bec-9e30-23002f8fe2d4 req-6a427de7-18d2-41fd-81b4-76501b9ba35e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:46.382291 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90805c75-df79-4bec-9e30-23002f8fe2d4 req-6a427de7-18d2-41fd-81b4-76501b9ba35e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:46.388688 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90805c75-df79-4bec-9e30-23002f8fe2d4 req-6a427de7-18d2-41fd-81b4-76501b9ba35e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:46.400948 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90805c75-df79-4bec-9e30-23002f8fe2d4 req-6a427de7-18d2-41fd-81b4-76501b9ba35e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:46.402984 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90805c75-df79-4bec-9e30-23002f8fe2d4 req-6a427de7-18d2-41fd-81b4-76501b9ba35e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5441 time: 0.2047777 Jan 28 03:07:46.425255 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bbecc1a-e53a-437d-8096-f433e59c3163 req-d6cd52d6-054e-40bb-8ba9-28e46e49b550 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Made reservation on behalf of 858aa1a7e6b04f47b535043cafb70da2 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:07:46.429417 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-7bbecc1a-e53a-437d-8096-f433e59c3163 req-d6cd52d6-054e-40bb-8ba9-28e46e49b550 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:46.455772 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1a44fd89-7966-4725-a4db-09f9b9be45c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (0d361fb7-abc4-426b-9bbc-e49b1aa77335), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:46.498024 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90805c75-df79-4bec-9e30-23002f8fe2d4 req-a275e833-4587-4700-a28a-8e39d35997b9 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0882363 Jan 28 03:07:46.499986 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1735d69e-1a8c-47a2-a724-45d0dd411460 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:07:46.514267 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed3bf47-d60e-418a-971e-6a1d34e9d8fb None None] Sync routers for ids ['744e0c00-2b36-4e81-b921-be634d75cb25'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:07:46.518453 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1735d69e-1a8c-47a2-a724-45d0dd411460 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "PUT /v2.0/routers/744e0c00-2b36-4e81-b921-be634d75cb25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2151020 Jan 28 03:07:46.521134 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56222) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:46.544031 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed3bf47-d60e-418a-971e-6a1d34e9d8fb None None] Routers {'744e0c00-2b36-4e81-b921-be634d75cb25'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:07:46.544850 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-4ed3bf47-d60e-418a-971e-6a1d34e9d8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:07:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['744e0c00-2b36-4e81-b921-be634d75cb25'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:46.708162 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-4ed3bf47-d60e-418a-971e-6a1d34e9d8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:46.740874 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed3bf47-d60e-418a-971e-6a1d34e9d8fb None None] Routers {'744e0c00-2b36-4e81-b921-be634d75cb25'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:07:46.744065 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-4ed3bf47-d60e-418a-971e-6a1d34e9d8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:07:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['744e0c00-2b36-4e81-b921-be634d75cb25'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:46.803651 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1a44fd89-7966-4725-a4db-09f9b9be45c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (0d361fb7-abc4-426b-9bbc-e49b1aa77335), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:46.816115 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-4ed3bf47-d60e-418a-971e-6a1d34e9d8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:46.820370 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed3bf47-d60e-418a-971e-6a1d34e9d8fb None None] The sync data for ids ['744e0c00-2b36-4e81-b921-be634d75cb25'] in n-d-712139-27 is: [] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:07:46.840160 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2df37226-c653-483c-98fa-caebf4d5a630 req-2b6ad70b-3f88-45e1-b4de-331c08c9b5e1 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12d829f-4714-4201-b76a-3b1a5926c741 HTTP/1.1" status: 200 len: 210 time: 0.0804062 Jan 28 03:07:46.915447 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-7bbecc1a-e53a-437d-8096-f433e59c3163 req-d6cd52d6-054e-40bb-8ba9-28e46e49b550 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Allocated IP 172.20.0.4 (54db990e-2138-4a7a-932b-a89c1796eff3/2dcf49d7-728a-4d4e-b635-4badaf86b829/aa3d171f-05ae-46a1-91fd-6fd8cf205de2) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:07:46.959316 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec837cf5-bb26-4875-a691-dfcb9c2e2b09 req-c4466906-ca10-4e82-9dae-24b296607b07 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:46.965950 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec837cf5-bb26-4875-a691-dfcb9c2e2b09 req-c4466906-ca10-4e82-9dae-24b296607b07 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:46.975080 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec837cf5-bb26-4875-a691-dfcb9c2e2b09 req-c4466906-ca10-4e82-9dae-24b296607b07 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:46.981346 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec837cf5-bb26-4875-a691-dfcb9c2e2b09 req-c4466906-ca10-4e82-9dae-24b296607b07 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:46.987082 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec837cf5-bb26-4875-a691-dfcb9c2e2b09 req-c4466906-ca10-4e82-9dae-24b296607b07 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:46.993330 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec837cf5-bb26-4875-a691-dfcb9c2e2b09 req-c4466906-ca10-4e82-9dae-24b296607b07 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:47.006715 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec837cf5-bb26-4875-a691-dfcb9c2e2b09 req-c4466906-ca10-4e82-9dae-24b296607b07 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:47.008814 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ec837cf5-bb26-4875-a691-dfcb9c2e2b09 req-c4466906-ca10-4e82-9dae-24b296607b07 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5441 time: 0.2271061 Jan 28 03:07:47.167024 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1a44fd89-7966-4725-a4db-09f9b9be45c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (0d361fb7-abc4-426b-9bbc-e49b1aa77335), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:47.172982 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device d12d03a8-e1d1-4fe4-a914-7a1360d1ff35 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:07:47.210101 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: d12d03a8-e1d1-4fe4-a914-7a1360d1ff35 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:07:47.210724 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device d12d03a8-e1d1-4fe4-a914-7a1360d1ff35 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:07:47.211266 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 031b573b-3c38-4a47-962d-4792755dcd0c no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:07:47.265801 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 031b573b-3c38-4a47-962d-4792755dcd0c {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:07:47.266288 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 031b573b-3c38-4a47-962d-4792755dcd0c not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:07:47.287228 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1a44fd89-7966-4725-a4db-09f9b9be45c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:47.296250 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9f76c3-9461-40c7-aa73-b00bff805a16 None None] Network bd566bd5-fa34-4b37-a526-542c960c2d95 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:07:47.296550 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1a44fd89-7966-4725-a4db-09f9b9be45c6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0d361fb7-abc4-426b-9bbc-e49b1aa77335 HTTP/1.1" status: 204 len: 168 time: 1.0649002 Jan 28 03:07:47.296550 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a44fd89-7966-4725-a4db-09f9b9be45c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d361fb7-abc4-426b-9bbc-e49b1aa77335,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:47.297471 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56234) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:47.419345 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3c204f35-141f-4aa0-aac6-095fdaee45f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (bd566bd5-fa34-4b37-a526-542c960c2d95), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:47.454859 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-45fed6c4-704c-4fbc-9e5d-b4c7acd7ab04 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (744e0c00-2b36-4e81-b921-be634d75cb25), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:47.547106 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-7bbecc1a-e53a-437d-8096-f433e59c3163 req-d6cd52d6-054e-40bb-8ba9-28e46e49b550 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks [] for port (aa3d171f-05ae-46a1-91fd-6fd8cf205de2), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:47.606478 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-7bbecc1a-e53a-437d-8096-f433e59c3163 req-d6cd52d6-054e-40bb-8ba9-28e46e49b550 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (aa3d171f-05ae-46a1-91fd-6fd8cf205de2), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:47.626473 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dc21b5-d048-49a5-9b8c-31669e6eb971 None None] DHCP port deletion for bd566bd5-fa34-4b37-a526-542c960c2d95 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:07:47.691209 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-18dc21b5-d048-49a5-9b8c-31669e6eb971 None None] Deleting port 9192c439-6429-43f8-8295-0ce2a430d2b4 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:07:47.694202 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-18dc21b5-d048-49a5-9b8c-31669e6eb971 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (9192c439-6429-43f8-8295-0ce2a430d2b4), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:47.754147 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-3c204f35-141f-4aa0-aac6-095fdaee45f8 admin admin] Deleting port 9192c439-6429-43f8-8295-0ce2a430d2b4 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:07:47.754614 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3c204f35-141f-4aa0-aac6-095fdaee45f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (9192c439-6429-43f8-8295-0ce2a430d2b4), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:47.788137 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-18dc21b5-d048-49a5-9b8c-31669e6eb971 None None] For port 9192c439-6429-43f8-8295-0ce2a430d2b4, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=9192c439-6429-43f8-8295-0ce2a430d2b4,segment=NetworkSegment(c335c46e-0cb6-44c4-adb9-4924654d5ac1),segment_id=c335c46e-0cb6-44c4-adb9-4924654d5ac1)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:07:47.788517 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-18dc21b5-d048-49a5-9b8c-31669e6eb971 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (9192c439-6429-43f8-8295-0ce2a430d2b4), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:47.813412 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-18dc21b5-d048-49a5-9b8c-31669e6eb971 None None] Calling delete_port for 9192c439-6429-43f8-8295-0ce2a430d2b4 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:07:47.884294 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd52d6-054e-40bb-8ba9-28e46e49b550 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Pushing event updated for resources: {'Port': ['ID=aa3d171f-05ae-46a1-91fd-6fd8cf205de2,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:47.934199 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bbecc1a-e53a-437d-8096-f433e59c3163 req-d6cd52d6-054e-40bb-8ba9-28e46e49b550 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Network 54db990e-2138-4a7a-932b-a89c1796eff3 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:07:47.936650 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-3c204f35-141f-4aa0-aac6-095fdaee45f8 admin admin] For port 9192c439-6429-43f8-8295-0ce2a430d2b4, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=9192c439-6429-43f8-8295-0ce2a430d2b4,segment=NetworkSegment(c335c46e-0cb6-44c4-adb9-4924654d5ac1),segment_id=c335c46e-0cb6-44c4-adb9-4924654d5ac1)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:07:47.937300 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3c204f35-141f-4aa0-aac6-095fdaee45f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (9192c439-6429-43f8-8295-0ce2a430d2b4), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:47.946829 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-7bbecc1a-e53a-437d-8096-f433e59c3163 req-d6cd52d6-054e-40bb-8ba9-28e46e49b550 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:07:47.951985 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bbecc1a-e53a-437d-8096-f433e59c3163 req-d6cd52d6-054e-40bb-8ba9-28e46e49b550 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:07:47.959569 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-3c204f35-141f-4aa0-aac6-095fdaee45f8 admin admin] Calling delete_port for 9192c439-6429-43f8-8295-0ce2a430d2b4 owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:07:47.990401 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-18dc21b5-d048-49a5-9b8c-31669e6eb971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (9192c439-6429-43f8-8295-0ce2a430d2b4), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:48.059784 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dc21b5-d048-49a5-9b8c-31669e6eb971 None None] No DVR routers for this DVR port 9192c439-6429-43f8-8295-0ce2a430d2b4 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:07:48.061039 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-45fed6c4-704c-4fbc-9e5d-b4c7acd7ab04 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Deleting port 3676b47e-aa4c-4db3-9d5a-69243d1b8626 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:07:48.061790 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-45fed6c4-704c-4fbc-9e5d-b4c7acd7ab04 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (3676b47e-aa4c-4db3-9d5a-69243d1b8626), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:48.072361 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc21b5-d048-49a5-9b8c-31669e6eb971 None None] Pushing event deleted for resources: {'Port': ['ID=9192c439-6429-43f8-8295-0ce2a430d2b4,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:48.082461 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0895fd3-28f4-498c-9fb2-587aec4017ff req-2c366d1b-ff3b-406a-8b73-0948ed5545c7 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:48.092073 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dc21b5-d048-49a5-9b8c-31669e6eb971 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:07:48.092371 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c0895fd3-28f4-498c-9fb2-587aec4017ff req-2c366d1b-ff3b-406a-8b73-0948ed5545c7 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12d829f-4714-4201-b76a-3b1a5926c741 HTTP/1.1" status: 200 len: 931 time: 0.1095917 Jan 28 03:07:48.092560 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dc21b5-d048-49a5-9b8c-31669e6eb971 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:07:48.092886 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dc21b5-d048-49a5-9b8c-31669e6eb971 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:07:48.097727 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dc21b5-d048-49a5-9b8c-31669e6eb971 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:07:48.098688 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dc21b5-d048-49a5-9b8c-31669e6eb971 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:07:48.099048 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dc21b5-d048-49a5-9b8c-31669e6eb971 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:07:48.099392 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dc21b5-d048-49a5-9b8c-31669e6eb971 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:07:48.099738 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dc21b5-d048-49a5-9b8c-31669e6eb971 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:07:48.100094 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dc21b5-d048-49a5-9b8c-31669e6eb971 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:07:48.100408 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dc21b5-d048-49a5-9b8c-31669e6eb971 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:07:48.100743 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dc21b5-d048-49a5-9b8c-31669e6eb971 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:07:48.101094 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dc21b5-d048-49a5-9b8c-31669e6eb971 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:07:48.101469 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dc21b5-d048-49a5-9b8c-31669e6eb971 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:07:48.561928 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbecc1a-e53a-437d-8096-f433e59c3163 req-d6cd52d6-054e-40bb-8ba9-28e46e49b550 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:48.562863 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-7bbecc1a-e53a-437d-8096-f433e59c3163 req-d6cd52d6-054e-40bb-8ba9-28e46e49b550 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:48.591125 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7bbecc1a-e53a-437d-8096-f433e59c3163 req-d6cd52d6-054e-40bb-8ba9-28e46e49b550 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8133211 Jan 28 03:07:48.611315 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-7bbecc1a-e53a-437d-8096-f433e59c3163 req-fe0e4bdf-851d-40bf-8616-d6d5dc3189b0 service neutron] Request body: {'port': {'device_id': 'c12d829f-4714-4201-b76a-3b1a5926c741', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:07:48.647398 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c0895fd3-28f4-498c-9fb2-587aec4017ff req-e9658e2b-abad-4f3d-aa1c-65d03f84886d tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5541949 Jan 28 03:07:48.694548 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-45fed6c4-704c-4fbc-9e5d-b4c7acd7ab04 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (3676b47e-aa4c-4db3-9d5a-69243d1b8626), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:48.715910 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-45fed6c4-704c-4fbc-9e5d-b4c7acd7ab04 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Calling delete_port for 3676b47e-aa4c-4db3-9d5a-69243d1b8626 owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:07:48.719639 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3c204f35-141f-4aa0-aac6-095fdaee45f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (9192c439-6429-43f8-8295-0ce2a430d2b4), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:48.771103 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c204f35-141f-4aa0-aac6-095fdaee45f8 admin admin] No DVR routers for this DVR port 9192c439-6429-43f8-8295-0ce2a430d2b4 on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:07:48.782453 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c204f35-141f-4aa0-aac6-095fdaee45f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9192c439-6429-43f8-8295-0ce2a430d2b4,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:48.785596 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-7bbecc1a-e53a-437d-8096-f433e59c3163 req-fe0e4bdf-851d-40bf-8616-d6d5dc3189b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (aa3d171f-05ae-46a1-91fd-6fd8cf205de2), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:49.129813 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3c204f35-141f-4aa0-aac6-095fdaee45f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (bd566bd5-fa34-4b37-a526-542c960c2d95), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:49.182892 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56278) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:49.201109 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-45fed6c4-704c-4fbc-9e5d-b4c7acd7ab04 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (3676b47e-aa4c-4db3-9d5a-69243d1b8626), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:49.227044 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 9192c439-6429-43f8-8295-0ce2a430d2b4 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:07:49.266906 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 9192c439-6429-43f8-8295-0ce2a430d2b4 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:07:49.267256 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 9192c439-6429-43f8-8295-0ce2a430d2b4 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:07:49.287868 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fed6c4-704c-4fbc-9e5d-b4c7acd7ab04 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event deleted for resources: {'Port': ['ID=3676b47e-aa4c-4db3-9d5a-69243d1b8626,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:49.434102 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-7bbecc1a-e53a-437d-8096-f433e59c3163 req-fe0e4bdf-851d-40bf-8616-d6d5dc3189b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa3d171f-05ae-46a1-91fd-6fd8cf205de2 {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:07:49.447406 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-7bbecc1a-e53a-437d-8096-f433e59c3163 req-fe0e4bdf-851d-40bf-8616-d6d5dc3189b0 service neutron] Publish callbacks [] for port (aa3d171f-05ae-46a1-91fd-6fd8cf205de2), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:49.470064 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-7bbecc1a-e53a-437d-8096-f433e59c3163 req-fe0e4bdf-851d-40bf-8616-d6d5dc3189b0 service neutron] Transition to ACTIVE for port object aa3d171f-05ae-46a1-91fd-6fd8cf205de2 will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:07:49.484399 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-7bbecc1a-e53a-437d-8096-f433e59c3163 req-fe0e4bdf-851d-40bf-8616-d6d5dc3189b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (aa3d171f-05ae-46a1-91fd-6fd8cf205de2), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:49.498521 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fdfef-bb7a-4b80-a255-a2689d6781be req-7c6c7a4b-48c4-49dc-8565-e4f9e0804629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:49.499210 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fdfef-bb7a-4b80-a255-a2689d6781be req-7c6c7a4b-48c4-49dc-8565-e4f9e0804629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:49.499749 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fdfef-bb7a-4b80-a255-a2689d6781be req-7c6c7a4b-48c4-49dc-8565-e4f9e0804629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:49.503423 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fdfef-bb7a-4b80-a255-a2689d6781be req-7c6c7a4b-48c4-49dc-8565-e4f9e0804629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:49.503970 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fdfef-bb7a-4b80-a255-a2689d6781be req-7c6c7a4b-48c4-49dc-8565-e4f9e0804629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:49.504499 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fdfef-bb7a-4b80-a255-a2689d6781be req-7c6c7a4b-48c4-49dc-8565-e4f9e0804629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:49.505648 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fdfef-bb7a-4b80-a255-a2689d6781be req-7c6c7a4b-48c4-49dc-8565-e4f9e0804629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:49.517334 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2f7fdfef-bb7a-4b80-a255-a2689d6781be req-7c6c7a4b-48c4-49dc-8565-e4f9e0804629 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 6505 time: 0.3325415 Jan 28 03:07:49.593865 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-3c204f35-141f-4aa0-aac6-095fdaee45f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd566bd5-fa34-4b37-a526-542c960c2d95']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:49.614687 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-3c204f35-141f-4aa0-aac6-095fdaee45f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c335c46e-0cb6-44c4-adb9-4924654d5ac1') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:49.614982 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-3c204f35-141f-4aa0-aac6-095fdaee45f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c335c46e-0cb6-44c4-adb9-4924654d5ac1') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:49.625873 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3c204f35-141f-4aa0-aac6-095fdaee45f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (c335c46e-0cb6-44c4-adb9-4924654d5ac1), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:49.640170 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3c204f35-141f-4aa0-aac6-095fdaee45f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (c335c46e-0cb6-44c4-adb9-4924654d5ac1), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:49.647157 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c204f35-141f-4aa0-aac6-095fdaee45f8 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:07:49.647572 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3c204f35-141f-4aa0-aac6-095fdaee45f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (c335c46e-0cb6-44c4-adb9-4924654d5ac1), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:49.685765 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-45fed6c4-704c-4fbc-9e5d-b4c7acd7ab04 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (744e0c00-2b36-4e81-b921-be634d75cb25), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:49.736606 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2f7fdfef-bb7a-4b80-a255-a2689d6781be req-4844a929-bd79-4d78-9879-71b7c5011d04 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2182088 Jan 28 03:07:49.772257 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:07:49.772257 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 03:07:49.772257 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:07:49.772257 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 03:07:49.772257 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:07:49.772257 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 03:07:49.772257 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:07:49.772257 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 03:07:49.772257 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:07:49.772257 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:07:49.772257 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:07:49.772257 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:07:49.772257 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:07:49.772257 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:07:49.772257 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:07:49.772257 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:07:49.772257 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:07:49.772257 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:07:49.772257 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:07:49.772257 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:07:49.772257 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:07:49.772257 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:07:49.772257 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:07:49.772257 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:07:49.772257 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:07:49.772257 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:07:49.772257 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:07:49.772257 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:07:49.772257 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:07:49.772257 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:07:49.772257 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:07:49.772257 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:07:49.772257 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:07:49.772257 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:07:49.772257 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:07:49.772257 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:07:49.772257 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:07:49.772257 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:07:49.772257 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:07:49.772257 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:07:49.784507 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e4bdf-851d-40bf-8616-d6d5dc3189b0 service neutron] Pushing event updated for resources: {'Port': ['ID=aa3d171f-05ae-46a1-91fd-6fd8cf205de2,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:49.817826 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3c204f35-141f-4aa0-aac6-095fdaee45f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (bd566bd5-fa34-4b37-a526-542c960c2d95), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:49.898738 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3c204f35-141f-4aa0-aac6-095fdaee45f8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:49.902343 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3c204f35-141f-4aa0-aac6-095fdaee45f8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/bd566bd5-fa34-4b37-a526-542c960c2d95 HTTP/1.1" status: 204 len: 168 time: 2.5994010 Jan 28 03:07:49.933021 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45fed6c4-704c-4fbc-9e5d-b4c7acd7ab04 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Router 744e0c00-2b36-4e81-b921-be634d75cb25 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:07:49.948698 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-7bbecc1a-e53a-437d-8096-f433e59c3163 req-fe0e4bdf-851d-40bf-8616-d6d5dc3189b0 service neutron] Attempting to bind port aa3d171f-05ae-46a1-91fd-6fd8cf205de2 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:07:49.948940 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-7bbecc1a-e53a-437d-8096-f433e59c3163 req-fe0e4bdf-851d-40bf-8616-d6d5dc3189b0 service neutron] Attempting to bind port aa3d171f-05ae-46a1-91fd-6fd8cf205de2 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '1bdfda3a-f7d7-44ae-82bd-973f0a517938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '54db990e-2138-4a7a-932b-a89c1796eff3'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:07:49.955805 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbecc1a-e53a-437d-8096-f433e59c3163 req-fe0e4bdf-851d-40bf-8616-d6d5dc3189b0 service neutron] Attempting to bind port aa3d171f-05ae-46a1-91fd-6fd8cf205de2 on network 54db990e-2138-4a7a-932b-a89c1796eff3 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:07:49.972969 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbecc1a-e53a-437d-8096-f433e59c3163 req-fe0e4bdf-851d-40bf-8616-d6d5dc3189b0 service neutron] Port aa3d171f-05ae-46a1-91fd-6fd8cf205de2 on network 54db990e-2138-4a7a-932b-a89c1796eff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:07:49.973316 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbecc1a-e53a-437d-8096-f433e59c3163 req-fe0e4bdf-851d-40bf-8616-d6d5dc3189b0 service neutron] Attempting to bind port aa3d171f-05ae-46a1-91fd-6fd8cf205de2 on network 54db990e-2138-4a7a-932b-a89c1796eff3 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:07:49.984974 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c204f35-141f-4aa0-aac6-095fdaee45f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd566bd5-fa34-4b37-a526-542c960c2d95,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:50.030795 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba184b-c5b6-48a1-ab68-ea475885dc67 req-cc0c6208-7de4-4739-9a14-af2893df1f84 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:50.032910 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-87ba184b-c5b6-48a1-ab68-ea475885dc67 req-cc0c6208-7de4-4739-9a14-af2893df1f84 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12d829f-4714-4201-b76a-3b1a5926c741 HTTP/1.1" status: 200 len: 943 time: 0.2588120 Jan 28 03:07:50.034202 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbecc1a-e53a-437d-8096-f433e59c3163 req-fe0e4bdf-851d-40bf-8616-d6d5dc3189b0 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:07:50.037387 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbecc1a-e53a-437d-8096-f433e59c3163 req-fe0e4bdf-851d-40bf-8616-d6d5dc3189b0 service neutron] Checking segment: {'id': '1bdfda3a-f7d7-44ae-82bd-973f0a517938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '54db990e-2138-4a7a-932b-a89c1796eff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:07:50.037820 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbecc1a-e53a-437d-8096-f433e59c3163 req-fe0e4bdf-851d-40bf-8616-d6d5dc3189b0 service neutron] Bound using segment: {'id': '1bdfda3a-f7d7-44ae-82bd-973f0a517938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '54db990e-2138-4a7a-932b-a89c1796eff3'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:07:50.038282 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-7bbecc1a-e53a-437d-8096-f433e59c3163 req-fe0e4bdf-851d-40bf-8616-d6d5dc3189b0 service neutron] Bound port: aa3d171f-05ae-46a1-91fd-6fd8cf205de2, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bdfda3a-f7d7-44ae-82bd-973f0a517938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '54db990e-2138-4a7a-932b-a89c1796eff3'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:07:50.038645 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-7bbecc1a-e53a-437d-8096-f433e59c3163 req-fe0e4bdf-851d-40bf-8616-d6d5dc3189b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (aa3d171f-05ae-46a1-91fd-6fd8cf205de2), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:50.100595 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45fed6c4-704c-4fbc-9e5d-b4c7acd7ab04 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:07:50.109687 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-45fed6c4-704c-4fbc-9e5d-b4c7acd7ab04 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "PUT /v2.0/routers/744e0c00-2b36-4e81-b921-be634d75cb25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5843713 Jan 28 03:07:50.110579 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56296) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:50.117138 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467b81c6-b507-44ed-a9a7-2ee058dff012 None None] Sync routers for ids ['744e0c00-2b36-4e81-b921-be634d75cb25'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:07:50.136002 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467b81c6-b507-44ed-a9a7-2ee058dff012 None None] Routers {'744e0c00-2b36-4e81-b921-be634d75cb25'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:07:50.136663 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-467b81c6-b507-44ed-a9a7-2ee058dff012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:07:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['744e0c00-2b36-4e81-b921-be634d75cb25'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:50.165332 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-39579422-fb34-49da-a17e-331bc94be7d7 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "GET /v2.0/ports?device_id=744e0c00-2b36-4e81-b921-be634d75cb25 HTTP/1.1" status: 200 len: 205 time: 0.0455704 Jan 28 03:07:50.166044 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56298) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:50.217793 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-7bbecc1a-e53a-437d-8096-f433e59c3163 req-fe0e4bdf-851d-40bf-8616-d6d5dc3189b0 service neutron] For port aa3d171f-05ae-46a1-91fd-6fd8cf205de2, host n-h1-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:07:50.224073 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-7bbecc1a-e53a-437d-8096-f433e59c3163 req-fe0e4bdf-851d-40bf-8616-d6d5dc3189b0 service neutron] For port aa3d171f-05ae-46a1-91fd-6fd8cf205de2, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=aa3d171f-05ae-46a1-91fd-6fd8cf205de2,segment=NetworkSegment(1bdfda3a-f7d7-44ae-82bd-973f0a517938),segment_id=1bdfda3a-f7d7-44ae-82bd-973f0a517938)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:07:50.228456 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-467b81c6-b507-44ed-a9a7-2ee058dff012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:50.251760 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467b81c6-b507-44ed-a9a7-2ee058dff012 None None] Routers {'744e0c00-2b36-4e81-b921-be634d75cb25'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:07:50.253824 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-467b81c6-b507-44ed-a9a7-2ee058dff012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:07:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['744e0c00-2b36-4e81-b921-be634d75cb25'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:50.294509 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-7bbecc1a-e53a-437d-8096-f433e59c3163 req-fe0e4bdf-851d-40bf-8616-d6d5dc3189b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (aa3d171f-05ae-46a1-91fd-6fd8cf205de2), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:50.315182 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-87ba184b-c5b6-48a1-ab68-ea475885dc67 req-f958c95b-a536-4bc9-a0b2-c29367084e08 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277555 Jan 28 03:07:50.315830 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56302) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:50.335508 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-467b81c6-b507-44ed-a9a7-2ee058dff012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:50.335508 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467b81c6-b507-44ed-a9a7-2ee058dff012 None None] The sync data for ids ['744e0c00-2b36-4e81-b921-be634d75cb25'] in n-d-712139-27 is: [] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:07:50.352410 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bebc5666-d81f-438f-ba60-54a3ead7d1b9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for router (744e0c00-2b36-4e81-b921-be634d75cb25), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:50.403196 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbecc1a-e53a-437d-8096-f433e59c3163 req-fe0e4bdf-851d-40bf-8616-d6d5dc3189b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:50.405017 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-7bbecc1a-e53a-437d-8096-f433e59c3163 req-fe0e4bdf-851d-40bf-8616-d6d5dc3189b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:50.406613 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7bbecc1a-e53a-437d-8096-f433e59c3163 req-fe0e4bdf-851d-40bf-8616-d6d5dc3189b0 service neutron] 10.222.0.67 "PUT /v2.0/ports/aa3d171f-05ae-46a1-91fd-6fd8cf205de2 HTTP/1.1" status: 200 len: 1092 time: 1.8018291 Jan 28 03:07:50.407186 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c12d829f-4714-4201-b76a-3b1a5926c741', 'tag': 'aa3d171f-05ae-46a1-91fd-6fd8cf205de2'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:07:50.409742 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff271e8-ac5e-47c4-acbc-7001dc781049" -d '{"events": [{"name": "network-changed", "server_uuid": "c12d829f-4714-4201-b76a-3b1a5926c741", "tag": "aa3d171f-05ae-46a1-91fd-6fd8cf205de2"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:07:50.495440 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac741b4-c088-4f0b-81eb-4caac42c4b94 x-openstack-request-id: req-9ac741b4-c088-4f0b-81eb-4caac42c4b94 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:07:50.496228 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c12d829f-4714-4201-b76a-3b1a5926c741", "tag": "aa3d171f-05ae-46a1-91fd-6fd8cf205de2", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:07:50.496631 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9ac741b4-c088-4f0b-81eb-4caac42c4b94 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:07:50.497219 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c12d829f-4714-4201-b76a-3b1a5926c741', 'tag': 'aa3d171f-05ae-46a1-91fd-6fd8cf205de2', 'status': 'completed', 'code': 200} Jan 28 03:07:50.503254 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-957d1b7c-3f64-48af-aca8-b2a13ed804c2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fe328c6c02fa4b4880d363a032721195&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1578081 Jan 28 03:07:50.513493 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56306) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:50.577544 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e4bdf-851d-40bf-8616-d6d5dc3189b0 service neutron] Pushing event updated for resources: {'Port': ['ID=aa3d171f-05ae-46a1-91fd-6fd8cf205de2,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:50.616432 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbecc1a-e53a-437d-8096-f433e59c3163 req-138f40be-24d6-4886-8ae8-40bb4c661e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:50.618564 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7bbecc1a-e53a-437d-8096-f433e59c3163 req-138f40be-24d6-4886-8ae8-40bb4c661e29 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=858aa1a7e6b04f47b535043cafb70da2&device_id=c12d829f-4714-4201-b76a-3b1a5926c741 HTTP/1.1" status: 200 len: 1095 time: 0.1184039 Jan 28 03:07:50.635368 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-56abf15a-be56-49ef-8662-a4881bd6406c admin admin] Publish callbacks [] for security_group (c8dd8478-a394-43e7-a668-317edd437e59), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:50.657915 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bebc5666-d81f-438f-ba60-54a3ead7d1b9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (744e0c00-2b36-4e81-b921-be634d75cb25), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:50.665412 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bebc5666-d81f-438f-ba60-54a3ead7d1b9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for router_controller (744e0c00-2b36-4e81-b921-be634d75cb25), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:50.690825 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7bbecc1a-e53a-437d-8096-f433e59c3163 req-9b67ee0f-1e9e-4841-a853-dfb20008afaf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa3d171f-05ae-46a1-91fd-6fd8cf205de2 HTTP/1.1" status: 200 len: 217 time: 0.0528338 Jan 28 03:07:50.737219 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-56abf15a-be56-49ef-8662-a4881bd6406c admin admin] Publish callbacks [] for security_group (c8dd8478-a394-43e7-a668-317edd437e59), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:50.752023 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bebc5666-d81f-438f-ba60-54a3ead7d1b9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (744e0c00-2b36-4e81-b921-be634d75cb25), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:50.752946 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bebc5666-d81f-438f-ba60-54a3ead7d1b9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Fanout notify agent at l3_agent the message router_deleted on router 744e0c00-2b36-4e81-b921-be634d75cb25 {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:07:50.759677 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bebc5666-d81f-438f-ba60-54a3ead7d1b9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:50.764109 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56308) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:50.764300 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-bebc5666-d81f-438f-ba60-54a3ead7d1b9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "DELETE /v2.0/routers/744e0c00-2b36-4e81-b921-be634d75cb25 HTTP/1.1" status: 204 len: 168 time: 0.5937905 Jan 28 03:07:50.816560 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbecc1a-e53a-437d-8096-f433e59c3163 req-d9968052-2da4-496a-8a40-24ad98a7527a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:50.818331 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7bbecc1a-e53a-437d-8096-f433e59c3163 req-d9968052-2da4-496a-8a40-24ad98a7527a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2dcf49d7-728a-4d4e-b635-4badaf86b829 HTTP/1.1" status: 200 len: 862 time: 0.1211677 Jan 28 03:07:50.866520 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7bbecc1a-e53a-437d-8096-f433e59c3163 req-ce8835aa-755a-418b-8de2-b57199a5ad75 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=54db990e-2138-4a7a-932b-a89c1796eff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413723 Jan 28 03:07:50.874986 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b05d84f-468c-4074-8a3f-837d658befe5 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Deleting subnet 6581d7f9-4914-4be7-9274-4620e572dc82 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:07:50.879281 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2b05d84f-468c-4074-8a3f-837d658befe5 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for subnet (6581d7f9-4914-4be7-9274-4620e572dc82), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:50.929692 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2b05d84f-468c-4074-8a3f-837d658befe5 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (6581d7f9-4914-4be7-9274-4620e572dc82), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:51.027551 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-56abf15a-be56-49ef-8662-a4881bd6406c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c8dd8478-a394-43e7-a668-317edd437e59), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:51.030560 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-56abf15a-be56-49ef-8662-a4881bd6406c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:51.031691 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-56abf15a-be56-49ef-8662-a4881bd6406c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c8dd8478-a394-43e7-a668-317edd437e59 HTTP/1.1" status: 204 len: 168 time: 0.5125000 Jan 28 03:07:51.078238 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abf15a-be56-49ef-8662-a4881bd6406c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8dd8478-a394-43e7-a668-317edd437e59,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:51.187377 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2b05d84f-468c-4074-8a3f-837d658befe5 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (6581d7f9-4914-4be7-9274-4620e572dc82), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:51.329458 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7bbecc1a-e53a-437d-8096-f433e59c3163 req-04234a3d-00d2-4fe3-ab40-a58003355944 service neutron] 10.222.0.67 "GET /v2.0/networks/54db990e-2138-4a7a-932b-a89c1796eff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533320 Jan 28 03:07:51.488763 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2b05d84f-468c-4074-8a3f-837d658befe5 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (6581d7f9-4914-4be7-9274-4620e572dc82), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:51.533277 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78873a1-10db-4c57-9404-9ee286f1d052 None None] Network a7ba97a8-162a-4534-9866-1172b0ad4eee requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:07:51.547706 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2b05d84f-468c-4074-8a3f-837d658befe5 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:51.553457 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2b05d84f-468c-4074-8a3f-837d658befe5 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "DELETE /v2.0/subnets/6581d7f9-4914-4be7-9274-4620e572dc82 HTTP/1.1" status: 204 len: 168 time: 0.7856317 Jan 28 03:07:51.553850 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56324) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:51.588151 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b05d84f-468c-4074-8a3f-837d658befe5 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event deleted for resources: {'Subnet': ['ID=6581d7f9-4914-4be7-9274-4620e572dc82,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:51.666921 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-f013cc14-a0a0-482f-9cb5-50cb278a3421 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Deleting subnet ccf4d66a-7f70-40db-b595-8c392be9e91d {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:07:51.672214 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba138db6-51d9-40e7-84ad-0007b3451d36 req-23292864-617c-4aad-a4fd-ea45e24d2ffd tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:51.676214 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f013cc14-a0a0-482f-9cb5-50cb278a3421 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for subnet (ccf4d66a-7f70-40db-b595-8c392be9e91d), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:51.677249 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ba138db6-51d9-40e7-84ad-0007b3451d36 req-23292864-617c-4aad-a4fd-ea45e24d2ffd tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12d829f-4714-4201-b76a-3b1a5926c741 HTTP/1.1" status: 200 len: 943 time: 0.2154379 Jan 28 03:07:51.682391 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7bbecc1a-e53a-437d-8096-f433e59c3163 req-b92068d3-be56-4971-9d5f-f2bc86fea3b1 service neutron] 10.222.0.67 "GET /v2.0/networks/54db990e-2138-4a7a-932b-a89c1796eff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461330 Jan 28 03:07:51.754332 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f013cc14-a0a0-482f-9cb5-50cb278a3421 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (ccf4d66a-7f70-40db-b595-8c392be9e91d), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:51.831521 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59916f1c-f16a-4309-a1be-8ea0dbb50b45 None None] DHCP port deletion for a7ba97a8-162a-4534-9866-1172b0ad4eee request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:07:51.872389 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ba138db6-51d9-40e7-84ad-0007b3451d36 req-a049f9a5-496f-470d-8c3c-32c1e559a912 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888430 Jan 28 03:07:51.874765 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56326) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:51.909372 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f013cc14-a0a0-482f-9cb5-50cb278a3421 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (ccf4d66a-7f70-40db-b595-8c392be9e91d), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:51.926429 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-59916f1c-f16a-4309-a1be-8ea0dbb50b45 None None] Deleting port c6beca2e-0912-4619-84ce-9bd8cc8e2332 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:07:51.926826 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-59916f1c-f16a-4309-a1be-8ea0dbb50b45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (c6beca2e-0912-4619-84ce-9bd8cc8e2332), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:52.000573 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-082bf1ff-adfc-48ed-9d31-f8d8036f5ac4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=187e18b07b8e44de922559c33a337aeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1119680 Jan 28 03:07:52.001064 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56328) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:52.021107 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f013cc14-a0a0-482f-9cb5-50cb278a3421 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (ccf4d66a-7f70-40db-b595-8c392be9e91d), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:52.022837 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff271e8-ac5e-47c4-acbc-7001dc781049 req-ef75ed43-55fa-44a3-893e-beb0cd54b430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:52.024436 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3ff271e8-ac5e-47c4-acbc-7001dc781049 req-ef75ed43-55fa-44a3-893e-beb0cd54b430 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=858aa1a7e6b04f47b535043cafb70da2&device_id=c12d829f-4714-4201-b76a-3b1a5926c741 HTTP/1.1" status: 200 len: 1095 time: 0.1979892 Jan 28 03:07:52.039811 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-59916f1c-f16a-4309-a1be-8ea0dbb50b45 None None] For port c6beca2e-0912-4619-84ce-9bd8cc8e2332, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=c6beca2e-0912-4619-84ce-9bd8cc8e2332,segment=NetworkSegment(973cf4e0-edd7-47e0-a459-02b36655b838),segment_id=973cf4e0-edd7-47e0-a459-02b36655b838)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:07:52.040268 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-59916f1c-f16a-4309-a1be-8ea0dbb50b45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (c6beca2e-0912-4619-84ce-9bd8cc8e2332), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:52.042450 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f013cc14-a0a0-482f-9cb5-50cb278a3421 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:52.049448 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f013cc14-a0a0-482f-9cb5-50cb278a3421 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "DELETE /v2.0/subnets/ccf4d66a-7f70-40db-b595-8c392be9e91d HTTP/1.1" status: 204 len: 168 time: 0.4916360 Jan 28 03:07:52.049780 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56330) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:52.073741 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-59916f1c-f16a-4309-a1be-8ea0dbb50b45 None None] Calling delete_port for c6beca2e-0912-4619-84ce-9bd8cc8e2332 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:07:52.130208 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff271e8-ac5e-47c4-acbc-7001dc781049 req-70db15f9-6a7a-4ca6-abb4-37b069ea455f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:52.132433 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3ff271e8-ac5e-47c4-acbc-7001dc781049 req-70db15f9-6a7a-4ca6-abb4-37b069ea455f service neutron] 10.222.0.67 "GET /v2.0/networks?id=54db990e-2138-4a7a-932b-a89c1796eff3 HTTP/1.1" status: 200 len: 923 time: 0.0995755 Jan 28 03:07:52.157052 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5dac92d-89ce-46ee-a412-df9ee9d14776 None None] Network 18d49859-5ef4-4c7c-8d5c-801dc35aa8d8 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:07:52.158395 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-de5d7571-0380-4fa3-9bf5-bb30624ac3e4 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (a7ba97a8-162a-4534-9866-1172b0ad4eee), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:52.165949 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f013cc14-a0a0-482f-9cb5-50cb278a3421 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event deleted for resources: {'Subnet': ['ID=ccf4d66a-7f70-40db-b595-8c392be9e91d,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:52.229481 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3ff271e8-ac5e-47c4-acbc-7001dc781049 req-ba39b4b0-f874-4d15-a2f1-bd7042fa437f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa3d171f-05ae-46a1-91fd-6fd8cf205de2 HTTP/1.1" status: 200 len: 217 time: 0.0870359 Jan 28 03:07:52.244410 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-59916f1c-f16a-4309-a1be-8ea0dbb50b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (c6beca2e-0912-4619-84ce-9bd8cc8e2332), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:52.285980 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59916f1c-f16a-4309-a1be-8ea0dbb50b45 None None] Pushing event deleted for resources: {'Port': ['ID=c6beca2e-0912-4619-84ce-9bd8cc8e2332,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:52.289446 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59916f1c-f16a-4309-a1be-8ea0dbb50b45 None None] No DVR routers for this DVR port c6beca2e-0912-4619-84ce-9bd8cc8e2332 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:07:52.312500 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-de5d7571-0380-4fa3-9bf5-bb30624ac3e4 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (a7ba97a8-162a-4534-9866-1172b0ad4eee), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:52.353941 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-28d7b2a4-baf6-48e0-a816-cb0b3e539211 admin admin] Publish callbacks [] for security_group (ff30adee-f506-4994-9448-8aaf5148204d), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:52.360559 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-de5d7571-0380-4fa3-9bf5-bb30624ac3e4 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7ba97a8-162a-4534-9866-1172b0ad4eee']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:52.382175 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-de5d7571-0380-4fa3-9bf5-bb30624ac3e4 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '973cf4e0-edd7-47e0-a459-02b36655b838') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:52.382804 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-de5d7571-0380-4fa3-9bf5-bb30624ac3e4 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '973cf4e0-edd7-47e0-a459-02b36655b838') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:52.383548 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff271e8-ac5e-47c4-acbc-7001dc781049 req-7db41342-6445-407b-b6c6-ee5ce3fa384c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:52.385177 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3ff271e8-ac5e-47c4-acbc-7001dc781049 req-7db41342-6445-407b-b6c6-ee5ce3fa384c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2dcf49d7-728a-4d4e-b635-4badaf86b829 HTTP/1.1" status: 200 len: 862 time: 0.1498210 Jan 28 03:07:52.394283 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-de5d7571-0380-4fa3-9bf5-bb30624ac3e4 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (973cf4e0-edd7-47e0-a459-02b36655b838), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:52.414846 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-de5d7571-0380-4fa3-9bf5-bb30624ac3e4 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (973cf4e0-edd7-47e0-a459-02b36655b838), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:52.419934 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-28d7b2a4-baf6-48e0-a816-cb0b3e539211 admin admin] Publish callbacks [] for security_group (ff30adee-f506-4994-9448-8aaf5148204d), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:52.426804 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de5d7571-0380-4fa3-9bf5-bb30624ac3e4 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:07:52.426804 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-de5d7571-0380-4fa3-9bf5-bb30624ac3e4 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (973cf4e0-edd7-47e0-a459-02b36655b838), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:52.432957 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5a7bcc-0316-49f9-86d1-4a80b8ed8036 None None] DHCP port deletion for 18d49859-5ef4-4c7c-8d5c-801dc35aa8d8 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:07:52.446604 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:07:52.446604 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:07:52.446604 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:07:52.446604 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:07:52.446604 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:07:52.446604 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:07:52.446604 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:07:52.446604 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:07:52.446604 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:07:52.446604 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:07:52.446604 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:07:52.446604 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:07:52.446604 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:07:52.446604 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:07:52.446604 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:07:52.446604 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:07:52.446604 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:07:52.446604 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:07:52.446604 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:07:52.446604 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:07:52.446604 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:07:52.446604 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:07:52.446604 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:07:52.446604 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:07:52.446604 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:07:52.446604 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:07:52.446604 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:07:52.446604 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:07:52.446604 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:07:52.446604 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:07:52.446604 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:07:52.446604 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:07:52.492557 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3ff271e8-ac5e-47c4-acbc-7001dc781049 req-dc25ba62-cee7-468a-9ad2-7abd421501a3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=54db990e-2138-4a7a-932b-a89c1796eff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913637 Jan 28 03:07:52.499196 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-28d7b2a4-baf6-48e0-a816-cb0b3e539211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (ff30adee-f506-4994-9448-8aaf5148204d), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:52.502286 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-28d7b2a4-baf6-48e0-a816-cb0b3e539211 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:52.506556 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-28d7b2a4-baf6-48e0-a816-cb0b3e539211 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ff30adee-f506-4994-9448-8aaf5148204d HTTP/1.1" status: 204 len: 168 time: 0.5024064 Jan 28 03:07:52.531073 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-be5a7bcc-0316-49f9-86d1-4a80b8ed8036 None None] Deleting port ec04d484-054f-4e69-887f-e731a7284ee9 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:07:52.531455 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-be5a7bcc-0316-49f9-86d1-4a80b8ed8036 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (ec04d484-054f-4e69-887f-e731a7284ee9), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:52.536803 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d7b2a4-baf6-48e0-a816-cb0b3e539211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff30adee-f506-4994-9448-8aaf5148204d,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:52.583780 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-de5d7571-0380-4fa3-9bf5-bb30624ac3e4 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (a7ba97a8-162a-4534-9866-1172b0ad4eee), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:52.591751 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-de5d7571-0380-4fa3-9bf5-bb30624ac3e4 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:52.596797 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-de5d7571-0380-4fa3-9bf5-bb30624ac3e4 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "DELETE /v2.0/networks/a7ba97a8-162a-4534-9866-1172b0ad4eee HTTP/1.1" status: 204 len: 168 time: 0.5437341 Jan 28 03:07:52.599397 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56346) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:52.707731 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-be5a7bcc-0316-49f9-86d1-4a80b8ed8036 None None] For port ec04d484-054f-4e69-887f-e731a7284ee9, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ec04d484-054f-4e69-887f-e731a7284ee9,segment=NetworkSegment(4dd1be75-3791-44b0-9524-5841ea1dbae4),segment_id=4dd1be75-3791-44b0-9524-5841ea1dbae4)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:07:52.711041 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-be5a7bcc-0316-49f9-86d1-4a80b8ed8036 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (ec04d484-054f-4e69-887f-e731a7284ee9), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:52.724404 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3ff271e8-ac5e-47c4-acbc-7001dc781049 req-5c6c1545-7c70-4b41-b3c5-d53b0b93259b service neutron] 10.222.0.67 "GET /v2.0/networks/54db990e-2138-4a7a-932b-a89c1796eff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176993 Jan 28 03:07:52.742852 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-be5a7bcc-0316-49f9-86d1-4a80b8ed8036 None None] Calling delete_port for ec04d484-054f-4e69-887f-e731a7284ee9 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:07:52.809160 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-27daf178-9bd5-4bc8-848b-e9ebb96abfb3 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (18d49859-5ef4-4c7c-8d5c-801dc35aa8d8), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:52.815407 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d7571-0380-4fa3-9bf5-bb30624ac3e4 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event deleted for resources: {'Network': ['ID=a7ba97a8-162a-4534-9866-1172b0ad4eee,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:52.921953 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-be5a7bcc-0316-49f9-86d1-4a80b8ed8036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (ec04d484-054f-4e69-887f-e731a7284ee9), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:52.938761 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-27daf178-9bd5-4bc8-848b-e9ebb96abfb3 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Deleting port ec04d484-054f-4e69-887f-e731a7284ee9 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:07:52.938761 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-27daf178-9bd5-4bc8-848b-e9ebb96abfb3 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (ec04d484-054f-4e69-887f-e731a7284ee9), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:52.956543 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3ff271e8-ac5e-47c4-acbc-7001dc781049 req-b36f48ea-5d77-4c0f-bf21-0ad8b0d57465 service neutron] 10.222.0.67 "GET /v2.0/networks/54db990e-2138-4a7a-932b-a89c1796eff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248714 Jan 28 03:07:53.002903 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5a7bcc-0316-49f9-86d1-4a80b8ed8036 None None] Pushing event deleted for resources: {'Port': ['ID=ec04d484-054f-4e69-887f-e731a7284ee9,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:53.012662 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5a7bcc-0316-49f9-86d1-4a80b8ed8036 None None] No DVR routers for this DVR port ec04d484-054f-4e69-887f-e731a7284ee9 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:07:53.134380 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-27daf178-9bd5-4bc8-848b-e9ebb96abfb3 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] For port ec04d484-054f-4e69-887f-e731a7284ee9, host n-d-712139-27, got binding levels [] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:07:53.135116 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-27daf178-9bd5-4bc8-848b-e9ebb96abfb3 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (ec04d484-054f-4e69-887f-e731a7284ee9), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:53.153930 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-27daf178-9bd5-4bc8-848b-e9ebb96abfb3 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Calling delete_port for ec04d484-054f-4e69-887f-e731a7284ee9 owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:07:53.159046 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.ipam_backend_mixin [None req-27daf178-9bd5-4bc8-848b-e9ebb96abfb3 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Port ec04d484-054f-4e69-887f-e731a7284ee9 was not found and therefore no delete operation was performed {{(pid=109803) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 03:07:53.161468 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-27daf178-9bd5-4bc8-848b-e9ebb96abfb3 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (ec04d484-054f-4e69-887f-e731a7284ee9), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:53.180415 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c6beca2e-0912-4619-84ce-9bd8cc8e2332 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:07:53.200815 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27daf178-9bd5-4bc8-848b-e9ebb96abfb3 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event deleted for resources: {'Port': ['ID=ec04d484-054f-4e69-887f-e731a7284ee9,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:53.213982 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27daf178-9bd5-4bc8-848b-e9ebb96abfb3 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] No DVR routers for this DVR port ec04d484-054f-4e69-887f-e731a7284ee9 on host n-d-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:07:53.230817 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: c6beca2e-0912-4619-84ce-9bd8cc8e2332 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:07:53.231415 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c6beca2e-0912-4619-84ce-9bd8cc8e2332 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:07:53.231978 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ec04d484-054f-4e69-887f-e731a7284ee9 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:07:53.261048 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: ec04d484-054f-4e69-887f-e731a7284ee9 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:07:53.261692 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ec04d484-054f-4e69-887f-e731a7284ee9 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:07:53.411808 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-27daf178-9bd5-4bc8-848b-e9ebb96abfb3 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (18d49859-5ef4-4c7c-8d5c-801dc35aa8d8), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:53.446651 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-27daf178-9bd5-4bc8-848b-e9ebb96abfb3 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18d49859-5ef4-4c7c-8d5c-801dc35aa8d8']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:53.458691 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-27daf178-9bd5-4bc8-848b-e9ebb96abfb3 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dd1be75-3791-44b0-9524-5841ea1dbae4') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:53.459267 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-27daf178-9bd5-4bc8-848b-e9ebb96abfb3 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dd1be75-3791-44b0-9524-5841ea1dbae4') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:53.470594 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-27daf178-9bd5-4bc8-848b-e9ebb96abfb3 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (4dd1be75-3791-44b0-9524-5841ea1dbae4), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:53.487612 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-27daf178-9bd5-4bc8-848b-e9ebb96abfb3 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (4dd1be75-3791-44b0-9524-5841ea1dbae4), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:53.495729 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27daf178-9bd5-4bc8-848b-e9ebb96abfb3 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:07:53.496293 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-27daf178-9bd5-4bc8-848b-e9ebb96abfb3 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (4dd1be75-3791-44b0-9524-5841ea1dbae4), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:53.511442 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f8f1e633-fa03-42b7-84c9-c66290cf07ca req-be310331-09bb-462a-83c4-f379cb53578f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a7247e70-d644-443b-b94e-084b37c5560e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0804636 Jan 28 03:07:53.629344 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:07:53.629344 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:07:53.629344 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:07:53.629344 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:07:53.629344 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:07:53.629344 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:07:53.629344 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:07:53.629344 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:07:53.629344 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:07:53.629344 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:07:53.629344 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:07:53.629344 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:07:53.629344 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:07:53.629344 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:07:53.629344 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:07:53.629344 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:07:53.629344 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:07:53.629344 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:07:53.629344 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:07:53.629344 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:07:53.629344 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:07:53.629344 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:07:53.629344 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:07:53.629344 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:07:53.629344 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:07:53.629344 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:07:53.629344 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:07:53.629344 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:07:53.629344 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:07:53.629344 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:07:53.629344 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:07:53.629344 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:07:53.644358 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892537b-b7ef-432c-98a3-412deec71ddf req-5faaa7db-b50e-4f16-82a8-26ec757e715f tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:53.656741 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1e633-fa03-42b7-84c9-c66290cf07ca req-00ed9769-c34e-473d-bb99-369218d92845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:53.663722 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f8f1e633-fa03-42b7-84c9-c66290cf07ca req-00ed9769-c34e-473d-bb99-369218d92845 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f89e990f7f004133b0af85a906874094&device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 1097 time: 0.0852034 Jan 28 03:07:53.665596 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a892537b-b7ef-432c-98a3-412deec71ddf req-5faaa7db-b50e-4f16-82a8-26ec757e715f tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12d829f-4714-4201-b76a-3b1a5926c741 HTTP/1.1" status: 200 len: 943 time: 0.6121800 Jan 28 03:07:53.784924 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-27daf178-9bd5-4bc8-848b-e9ebb96abfb3 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (18d49859-5ef4-4c7c-8d5c-801dc35aa8d8), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:53.796232 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-27daf178-9bd5-4bc8-848b-e9ebb96abfb3 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:53.802647 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-27daf178-9bd5-4bc8-848b-e9ebb96abfb3 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "DELETE /v2.0/networks/18d49859-5ef4-4c7c-8d5c-801dc35aa8d8 HTTP/1.1" status: 204 len: 168 time: 1.2022610 Jan 28 03:07:53.820251 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56378) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:53.821555 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a892537b-b7ef-432c-98a3-412deec71ddf req-2184af51-7d4b-484d-9ab0-c082b62ce4cb tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482804 Jan 28 03:07:53.842619 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-4cc136fc-2b1b-4dfc-aa30-af570f143828 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Request body: {'network': {'name': 'tempest-RoutersTest-1527473519'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:07:53.847214 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27daf178-9bd5-4bc8-848b-e9ebb96abfb3 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event deleted for resources: {'Network': ['ID=18d49859-5ef4-4c7c-8d5c-801dc35aa8d8,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:53.892183 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc136fc-2b1b-4dfc-aa30-af570f143828 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Made reservation on behalf of b764e6c6729b44a19b3dc2f4b82a400d for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:07:53.901209 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4cc136fc-2b1b-4dfc-aa30-af570f143828 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:53.934809 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56380) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:53.989259 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1e633-fa03-42b7-84c9-c66290cf07ca req-20ae8dd0-bb00-4276-a9d9-bc1bdfb78d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:53.991783 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f8f1e633-fa03-42b7-84c9-c66290cf07ca req-20ae8dd0-bb00-4276-a9d9-bc1bdfb78d2d service neutron] 10.222.0.39 "GET /v2.0/networks?id=f4ded625-2395-4b5b-8619-6207cf127af3 HTTP/1.1" status: 200 len: 911 time: 0.2991028 Jan 28 03:07:54.077654 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cc136fc-2b1b-4dfc-aa30-af570f143828 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:07:54.109883 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4cc136fc-2b1b-4dfc-aa30-af570f143828 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (c90f4755-2503-4b28-9c9b-b19feaae4229), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:54.111210 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-4cc136fc-2b1b-4dfc-aa30-af570f143828 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Added segment c90f4755-2503-4b28-9c9b-b19feaae4229 of type vlan for network c24fc974-0559-40a3-b963-a1bddf90a89c Jan 28 03:07:54.116415 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f8f1e633-fa03-42b7-84c9-c66290cf07ca req-0c23d2ff-5add-46c4-9395-d13770b970c4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31 HTTP/1.1" status: 200 len: 1000 time: 0.1173799 Jan 28 03:07:54.183913 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-a38f5d13-daaa-40ea-aed6-901c62e26862 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-586024797-network', 'tenant_id': '619e71734aad416882c1dfd197d31cd4'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:07:54.204522 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1e633-fa03-42b7-84c9-c66290cf07ca req-572b65c6-72ef-43c0-9069-dfbe74699327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:54.206612 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f8f1e633-fa03-42b7-84c9-c66290cf07ca req-572b65c6-72ef-43c0-9069-dfbe74699327 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06dde70e-a1cf-43e5-9a09-417a59ad5656 HTTP/1.1" status: 200 len: 849 time: 0.0811799 Jan 28 03:07:54.223768 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38f5d13-daaa-40ea-aed6-901c62e26862 admin admin] Made reservation on behalf of 619e71734aad416882c1dfd197d31cd4 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:07:54.226558 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a38f5d13-daaa-40ea-aed6-901c62e26862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:54.237912 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a38f5d13-daaa-40ea-aed6-901c62e26862 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:54.344104 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4cc136fc-2b1b-4dfc-aa30-af570f143828 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (c24fc974-0559-40a3-b963-a1bddf90a89c), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:54.344629 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a38f5d13-daaa-40ea-aed6-901c62e26862 admin admin] Publish callbacks [] for security_group (f5f97f10-e81b-4260-a9fe-c115e36f22cd), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:54.350999 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a38f5d13-daaa-40ea-aed6-901c62e26862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f5f97f10-e81b-4260-a9fe-c115e36f22cd), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:54.356469 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1e633-fa03-42b7-84c9-c66290cf07ca req-fd18ab11-7f5d-4987-99a1-deb5421b5119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:54.359022 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f8f1e633-fa03-42b7-84c9-c66290cf07ca req-fd18ab11-7f5d-4987-99a1-deb5421b5119 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4ded625-2395-4b5b-8619-6207cf127af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1452301 Jan 28 03:07:54.373958 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a38f5d13-daaa-40ea-aed6-901c62e26862 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:07:54.389421 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f5d13-daaa-40ea-aed6-901c62e26862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f97f10-e81b-4260-a9fe-c115e36f22cd,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:54.395497 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a38f5d13-daaa-40ea-aed6-901c62e26862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (83727fcf-873a-4c1c-9b34-9758fed97109), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:54.395844 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-a38f5d13-daaa-40ea-aed6-901c62e26862 admin admin] Added segment 83727fcf-873a-4c1c-9b34-9758fed97109 of type vlan for network fc019c43-f556-4f8a-8280-e280cc57ecf1 Jan 28 03:07:54.474605 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4cc136fc-2b1b-4dfc-aa30-af570f143828 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (c24fc974-0559-40a3-b963-a1bddf90a89c), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:54.478006 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a38f5d13-daaa-40ea-aed6-901c62e26862 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (fc019c43-f556-4f8a-8280-e280cc57ecf1), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:54.480940 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc136fc-2b1b-4dfc-aa30-af570f143828 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:54.481894 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4cc136fc-2b1b-4dfc-aa30-af570f143828 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:54.513481 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a38f5d13-daaa-40ea-aed6-901c62e26862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (fc019c43-f556-4f8a-8280-e280cc57ecf1), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:54.514824 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4cc136fc-2b1b-4dfc-aa30-af570f143828 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6910737 Jan 28 03:07:54.518152 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38f5d13-daaa-40ea-aed6-901c62e26862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:54.519131 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a38f5d13-daaa-40ea-aed6-901c62e26862 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:54.528661 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56390) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:54.542537 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-28192fd8-fa66-4aae-b8bc-2642955e8b10 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Request body: {'subnet': {'network_id': 'c24fc974-0559-40a3-b963-a1bddf90a89c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:07:54.609566 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f5d13-daaa-40ea-aed6-901c62e26862 admin admin] Pushing event updated for resources: {'Network': ['ID=fc019c43-f556-4f8a-8280-e280cc57ecf1,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:54.619340 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a38f5d13-daaa-40ea-aed6-901c62e26862 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6827629 Jan 28 03:07:54.620045 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56392) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:54.626268 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-c803024a-228f-405f-928a-540b7fa1ab91 admin admin] Request body: {'subnet': {'network_id': 'fc019c43-f556-4f8a-8280-e280cc57ecf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-586024797-subnet', 'tenant_id': '619e71734aad416882c1dfd197d31cd4', 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:07:54.626517 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network fc019c43-f556-4f8a-8280-e280cc57ecf1 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:07:54.652287 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c803024a-228f-405f-928a-540b7fa1ab91 admin admin] Made reservation on behalf of 619e71734aad416882c1dfd197d31cd4 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:07:54.658397 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c803024a-228f-405f-928a-540b7fa1ab91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:54.758111 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc136fc-2b1b-4dfc-aa30-af570f143828 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event updated for resources: {'Network': ['ID=c24fc974-0559-40a3-b963-a1bddf90a89c,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:54.773325 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28192fd8-fa66-4aae-b8bc-2642955e8b10 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Made reservation on behalf of b764e6c6729b44a19b3dc2f4b82a400d for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:07:54.777812 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-28192fd8-fa66-4aae-b8bc-2642955e8b10 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:54.854444 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network c24fc974-0559-40a3-b963-a1bddf90a89c details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:07:54.981726 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f8f1e633-fa03-42b7-84c9-c66290cf07ca req-9bfedb26-332c-456f-9997-4cb81196b8ac service neutron] 10.222.0.39 "GET /v2.0/networks/f4ded625-2395-4b5b-8619-6207cf127af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6139679 Jan 28 03:07:55.123849 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-28192fd8-fa66-4aae-b8bc-2642955e8b10 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (9a86e37b-16b6-4068-9b91-dafeba5fe6b0), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:55.178000 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c803024a-228f-405f-928a-540b7fa1ab91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (22b61691-6de2-4f1d-9156-3bb28f7ec4a5), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:55.200754 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device aa3d171f-05ae-46a1-91fd-6fd8cf205de2 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:07:55.258308 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8681b34-6371-4396-914c-671b4e79642c req-5f4fad23-6681-4dfa-8126-4d5ec776b241 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:55.259816 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e8681b34-6371-4396-914c-671b4e79642c req-5f4fad23-6681-4dfa-8126-4d5ec776b241 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12d829f-4714-4201-b76a-3b1a5926c741 HTTP/1.1" status: 200 len: 943 time: 0.2550900 Jan 28 03:07:55.323779 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c803024a-228f-405f-928a-540b7fa1ab91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22b61691-6de2-4f1d-9156-3bb28f7ec4a5,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:55.335615 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c803024a-228f-405f-928a-540b7fa1ab91 admin admin] Checking segment: {'id': '83727fcf-873a-4c1c-9b34-9758fed97109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'fc019c43-f556-4f8a-8280-e280cc57ecf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:07:55.337516 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c803024a-228f-405f-928a-540b7fa1ab91 admin admin] Network hostable DHCP agents. Network: fc019c43-f556-4f8a-8280-e280cc57ecf1, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:07:55.356610 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f8f1e633-fa03-42b7-84c9-c66290cf07ca req-a25bd50d-68f1-4746-ab63-7feb4e451432 service neutron] 10.222.0.39 "GET /v2.0/networks/f4ded625-2395-4b5b-8619-6207cf127af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506250 Jan 28 03:07:55.368606 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port aa3d171f-05ae-46a1-91fd-6fd8cf205de2, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=aa3d171f-05ae-46a1-91fd-6fd8cf205de2,segment=NetworkSegment(1bdfda3a-f7d7-44ae-82bd-973f0a517938),segment_id=1bdfda3a-f7d7-44ae-82bd-973f0a517938)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:07:55.373696 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28192fd8-fa66-4aae-b8bc-2642955e8b10 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event updated for resources: {'Subnet': ['ID=9a86e37b-16b6-4068-9b91-dafeba5fe6b0,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:55.382897 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': 'aa3d171f-05ae-46a1-91fd-6fd8cf205de2', 'network_id': '54db990e-2138-4a7a-932b-a89c1796eff3', 'port_id': 'aa3d171f-05ae-46a1-91fd-6fd8cf205de2', 'mac_address': 'fa:16:3e:63:bf:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dcf49d7-728a-4d4e-b635-4badaf86b829', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:07:55.395221 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c803024a-228f-405f-928a-540b7fa1ab91 admin admin] Network fc019c43-f556-4f8a-8280-e280cc57ecf1 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:07:55.409248 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e8681b34-6371-4396-914c-671b4e79642c req-3a917615-ad61-45bb-ab31-5f0adeb58ac1 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034446 Jan 28 03:07:55.410553 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28192fd8-fa66-4aae-b8bc-2642955e8b10 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Checking segment: {'id': 'c90f4755-2503-4b28-9c9b-b19feaae4229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c24fc974-0559-40a3-b963-a1bddf90a89c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:07:55.410688 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-3a73876e-a1e8-4384-b744-f08b4969a47b req-931208d8-a5d5-4ae8-943f-82033efd615d service neutron] (109803) timed out ('10.222.0.39', 49464) {{(pid=109803) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 03:07:55.413328 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28192fd8-fa66-4aae-b8bc-2642955e8b10 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Network hostable DHCP agents. Network: c24fc974-0559-40a3-b963-a1bddf90a89c, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:07:55.416474 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-c803024a-228f-405f-928a-540b7fa1ab91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, fc019c43-f556-4f8a-8280-e280cc57ecf1) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:07:55.436232 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c803024a-228f-405f-928a-540b7fa1ab91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:55.436983 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c803024a-228f-405f-928a-540b7fa1ab91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:55.452693 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28192fd8-fa66-4aae-b8bc-2642955e8b10 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Network c24fc974-0559-40a3-b963-a1bddf90a89c is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:07:55.454340 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port aa3d171f-05ae-46a1-91fd-6fd8cf205de2 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:07:55.454765 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (aa3d171f-05ae-46a1-91fd-6fd8cf205de2), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:55.462992 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa2d393-f73a-4aad-a6c0-18d80ac03291 None None] Network fc019c43-f556-4f8a-8280-e280cc57ecf1 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:07:55.464018 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-28192fd8-fa66-4aae-b8bc-2642955e8b10 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, c24fc974-0559-40a3-b963-a1bddf90a89c) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:07:55.472867 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28192fd8-fa66-4aae-b8bc-2642955e8b10 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:55.473491 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-28192fd8-fa66-4aae-b8bc-2642955e8b10 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:55.480983 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c803024a-228f-405f-928a-540b7fa1ab91 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8568664 Jan 28 03:07:55.481802 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56400) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:55.487482 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-6ca4e90a-7a44-45f6-a217-279fac4ae911 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-586024797-router', 'tenant_id': '619e71734aad416882c1dfd197d31cd4', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:07:55.499438 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234be234-705e-4f47-aa75-dd95a47a48ac None None] Network c24fc974-0559-40a3-b963-a1bddf90a89c requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:07:55.540159 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-28192fd8-fa66-4aae-b8bc-2642955e8b10 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0103238 Jan 28 03:07:55.542799 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56406) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:55.548933 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-3591cf15-079e-4d57-8b59-dcdc31fcf0f8 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-901256680', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:07:55.550464 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6ca4e90a-7a44-45f6-a217-279fac4ae911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (c28b8eb3-50ae-4f62-8ade-03814f1bc71a), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:55.551537 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6ca4e90a-7a44-45f6-a217-279fac4ae911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (c28b8eb3-50ae-4f62-8ade-03814f1bc71a), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:55.606680 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3591cf15-079e-4d57-8b59-dcdc31fcf0f8 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (0aa41132-576c-41b6-96b8-70c0874ce0c4), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:55.611198 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3591cf15-079e-4d57-8b59-dcdc31fcf0f8 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (0aa41132-576c-41b6-96b8-70c0874ce0c4), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:55.621538 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa3d171f-05ae-46a1-91fd-6fd8cf205de2 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:07:55.644918 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port aa3d171f-05ae-46a1-91fd-6fd8cf205de2, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=aa3d171f-05ae-46a1-91fd-6fd8cf205de2,segment=NetworkSegment(1bdfda3a-f7d7-44ae-82bd-973f0a517938),segment_id=1bdfda3a-f7d7-44ae-82bd-973f0a517938)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:07:55.659273 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (aa3d171f-05ae-46a1-91fd-6fd8cf205de2), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:55.706089 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6ca4e90a-7a44-45f6-a217-279fac4ae911 admin admin] Publish callbacks [] for router_controller (c28b8eb3-50ae-4f62-8ade-03814f1bc71a), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:55.754060 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=aa3d171f-05ae-46a1-91fd-6fd8cf205de2,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:55.791993 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849a971e-b2bd-4cdf-9e5d-7b716ec7e271 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-c24fc974-0559-40a3-b963-a1bddf90a89c', 'network_id': 'c24fc974-0559-40a3-b963-a1bddf90a89c', 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'fixed_ips': [{'subnet_id': '9a86e37b-16b6-4068-9b91-dafeba5fe6b0'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:07:55.793196 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-849a971e-b2bd-4cdf-9e5d-7b716ec7e271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:55.812115 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3591cf15-079e-4d57-8b59-dcdc31fcf0f8 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for router_controller (0aa41132-576c-41b6-96b8-70c0874ce0c4), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:55.823101 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3591cf15-079e-4d57-8b59-dcdc31fcf0f8 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (0aa41132-576c-41b6-96b8-70c0874ce0c4), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:55.869555 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3591cf15-079e-4d57-8b59-dcdc31fcf0f8 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:55.873560 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-3591cf15-079e-4d57-8b59-dcdc31fcf0f8 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3268855 Jan 28 03:07:55.874166 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56410) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:55.882806 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-11d94f3e-73ab-44f9-becf-f5672f9b9fb3 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Request body: {'port': {'network_id': 'c24fc974-0559-40a3-b963-a1bddf90a89c', 'name': 'tempest-RoutersTest-494874239'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:07:56.033433 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6ca4e90a-7a44-45f6-a217-279fac4ae911 admin admin] Publish callbacks [] for router_gateway (c28b8eb3-50ae-4f62-8ade-03814f1bc71a), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:56.086625 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640cd377-6109-4381-addb-0bf05d59fd91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-fc019c43-f556-4f8a-8280-e280cc57ecf1', 'network_id': 'fc019c43-f556-4f8a-8280-e280cc57ecf1', 'project_id': '619e71734aad416882c1dfd197d31cd4', 'fixed_ips': [{'subnet_id': '22b61691-6de2-4f1d-9156-3bb28f7ec4a5'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:07:56.087879 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-640cd377-6109-4381-addb-0bf05d59fd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:56.113577 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d94f3e-73ab-44f9-becf-f5672f9b9fb3 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Made reservation on behalf of b764e6c6729b44a19b3dc2f4b82a400d for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:07:56.117437 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-11d94f3e-73ab-44f9-becf-f5672f9b9fb3 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:56.160183 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-11d94f3e-73ab-44f9-becf-f5672f9b9fb3 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] device_id is not set on port 8c4357b3-cc1f-4278-8d81-a70c1aad8807 yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:07:56.434035 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6ca4e90a-7a44-45f6-a217-279fac4ae911 admin admin] Publish callbacks [] for router_gateway (c28b8eb3-50ae-4f62-8ade-03814f1bc71a), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:56.434659 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['aa3d171f-05ae-46a1-91fd-6fd8cf205de2'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:07:56.455520 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6ca4e90a-7a44-45f6-a217-279fac4ae911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:56.602498 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-640cd377-6109-4381-addb-0bf05d59fd91 None None] Allocated IP 172.20.0.2 (fc019c43-f556-4f8a-8280-e280cc57ecf1/22b61691-6de2-4f1d-9156-3bb28f7ec4a5/9f45017e-5423-4fe5-a125-9fc42831e668) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:07:56.699824 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1aa28a-cb9f-485b-b85a-8984cd78954e req-c2c8e2c7-b367-4158-a364-ad2c3c2677e9 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:56.708340 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dd1aa28a-cb9f-485b-b85a-8984cd78954e req-c2c8e2c7-b367-4158-a364-ad2c3c2677e9 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12d829f-4714-4201-b76a-3b1a5926c741 HTTP/1.1" status: 200 len: 944 time: 0.1711719 Jan 28 03:07:56.714538 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-6ca4e90a-7a44-45f6-a217-279fac4ae911 admin admin] Allocated IP 172.25.0.64 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/b2999069-d6a4-4ca3-b55d-6838ba134db1) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:07:56.857308 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dd1aa28a-cb9f-485b-b85a-8984cd78954e req-f4247893-64a0-4238-ba5a-fe3951a38895 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455164 Jan 28 03:07:56.930082 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6ca4e90a-7a44-45f6-a217-279fac4ae911 admin admin] Publish callbacks [] for port (b2999069-d6a4-4ca3-b55d-6838ba134db1), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:56.939382 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-640cd377-6109-4381-addb-0bf05d59fd91 None None] Publish callbacks [] for port (9f45017e-5423-4fe5-a125-9fc42831e668), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:56.954433 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-640cd377-6109-4381-addb-0bf05d59fd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (9f45017e-5423-4fe5-a125-9fc42831e668), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:57.058584 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6ca4e90a-7a44-45f6-a217-279fac4ae911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (b2999069-d6a4-4ca3-b55d-6838ba134db1), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:57.082204 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640cd377-6109-4381-addb-0bf05d59fd91 None None] Network fc019c43-f556-4f8a-8280-e280cc57ecf1 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:07:57.084390 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-849a971e-b2bd-4cdf-9e5d-7b716ec7e271 None None] Allocated IP 172.20.0.2 (c24fc974-0559-40a3-b963-a1bddf90a89c/9a86e37b-16b6-4068-9b91-dafeba5fe6b0/dd3611ee-a56a-4955-a493-514c069091df) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:07:57.088396 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-640cd377-6109-4381-addb-0bf05d59fd91 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:07:57.090805 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640cd377-6109-4381-addb-0bf05d59fd91 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:07:57.098055 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640cd377-6109-4381-addb-0bf05d59fd91 None None] Pushing event updated for resources: {'Port': ['ID=9f45017e-5423-4fe5-a125-9fc42831e668,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:57.113328 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca4e90a-7a44-45f6-a217-279fac4ae911 admin admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:07:57.118190 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-6ca4e90a-7a44-45f6-a217-279fac4ae911 admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:07:57.122788 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca4e90a-7a44-45f6-a217-279fac4ae911 admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:07:57.163040 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca4e90a-7a44-45f6-a217-279fac4ae911 admin admin] Pushing event updated for resources: {'Port': ['ID=b2999069-d6a4-4ca3-b55d-6838ba134db1,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:57.263131 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-640cd377-6109-4381-addb-0bf05d59fd91 None None] Attempting to bind port 9f45017e-5423-4fe5-a125-9fc42831e668 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:07:57.263624 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-640cd377-6109-4381-addb-0bf05d59fd91 None None] Attempting to bind port 9f45017e-5423-4fe5-a125-9fc42831e668 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '83727fcf-873a-4c1c-9b34-9758fed97109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'fc019c43-f556-4f8a-8280-e280cc57ecf1'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:07:57.264222 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640cd377-6109-4381-addb-0bf05d59fd91 None None] Attempting to bind port 9f45017e-5423-4fe5-a125-9fc42831e668 on network fc019c43-f556-4f8a-8280-e280cc57ecf1 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:07:57.368166 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640cd377-6109-4381-addb-0bf05d59fd91 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:07:57.368565 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640cd377-6109-4381-addb-0bf05d59fd91 None None] Checking segment: {'id': '83727fcf-873a-4c1c-9b34-9758fed97109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'fc019c43-f556-4f8a-8280-e280cc57ecf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:07:57.368998 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-640cd377-6109-4381-addb-0bf05d59fd91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:57.369434 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640cd377-6109-4381-addb-0bf05d59fd91 None None] Bound using segment: {'id': '83727fcf-873a-4c1c-9b34-9758fed97109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'fc019c43-f556-4f8a-8280-e280cc57ecf1'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:07:57.369938 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-640cd377-6109-4381-addb-0bf05d59fd91 None None] Bound port: 9f45017e-5423-4fe5-a125-9fc42831e668, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83727fcf-873a-4c1c-9b34-9758fed97109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'fc019c43-f556-4f8a-8280-e280cc57ecf1'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:07:57.370327 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-640cd377-6109-4381-addb-0bf05d59fd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9f45017e-5423-4fe5-a125-9fc42831e668), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:57.516932 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-640cd377-6109-4381-addb-0bf05d59fd91 None None] For port 9f45017e-5423-4fe5-a125-9fc42831e668, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:07:57.523497 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6ca4e90a-7a44-45f6-a217-279fac4ae911 admin admin] Publish callbacks [] for router_gateway (c28b8eb3-50ae-4f62-8ade-03814f1bc71a), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:57.565702 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-640cd377-6109-4381-addb-0bf05d59fd91 None None] For port 9f45017e-5423-4fe5-a125-9fc42831e668, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=9f45017e-5423-4fe5-a125-9fc42831e668,segment=NetworkSegment(83727fcf-873a-4c1c-9b34-9758fed97109),segment_id=83727fcf-873a-4c1c-9b34-9758fed97109)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:07:57.573012 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-640cd377-6109-4381-addb-0bf05d59fd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9f45017e-5423-4fe5-a125-9fc42831e668), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:57.648268 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640cd377-6109-4381-addb-0bf05d59fd91 None None] Pushing event updated for resources: {'Port': ['ID=9f45017e-5423-4fe5-a125-9fc42831e668,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:57.678175 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-849a971e-b2bd-4cdf-9e5d-7b716ec7e271 None None] Publish callbacks [] for port (dd3611ee-a56a-4955-a493-514c069091df), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:57.693989 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-849a971e-b2bd-4cdf-9e5d-7b716ec7e271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (dd3611ee-a56a-4955-a493-514c069091df), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:57.817556 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849a971e-b2bd-4cdf-9e5d-7b716ec7e271 None None] Network c24fc974-0559-40a3-b963-a1bddf90a89c is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:07:57.828123 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-849a971e-b2bd-4cdf-9e5d-7b716ec7e271 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:07:57.831841 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849a971e-b2bd-4cdf-9e5d-7b716ec7e271 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:07:57.833603 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-11d94f3e-73ab-44f9-becf-f5672f9b9fb3 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Allocated IP 172.20.0.9 (c24fc974-0559-40a3-b963-a1bddf90a89c/9a86e37b-16b6-4068-9b91-dafeba5fe6b0/8c4357b3-cc1f-4278-8d81-a70c1aad8807) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:07:57.929994 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a971e-b2bd-4cdf-9e5d-7b716ec7e271 None None] Pushing event updated for resources: {'Port': ['ID=dd3611ee-a56a-4955-a493-514c069091df,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:58.010929 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-849a971e-b2bd-4cdf-9e5d-7b716ec7e271 None None] Attempting to bind port dd3611ee-a56a-4955-a493-514c069091df on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:07:58.011480 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-849a971e-b2bd-4cdf-9e5d-7b716ec7e271 None None] Attempting to bind port dd3611ee-a56a-4955-a493-514c069091df by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'c90f4755-2503-4b28-9c9b-b19feaae4229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c24fc974-0559-40a3-b963-a1bddf90a89c'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:07:58.016383 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849a971e-b2bd-4cdf-9e5d-7b716ec7e271 None None] Attempting to bind port dd3611ee-a56a-4955-a493-514c069091df on network c24fc974-0559-40a3-b963-a1bddf90a89c {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:07:58.042785 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849a971e-b2bd-4cdf-9e5d-7b716ec7e271 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:07:58.043207 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849a971e-b2bd-4cdf-9e5d-7b716ec7e271 None None] Checking segment: {'id': 'c90f4755-2503-4b28-9c9b-b19feaae4229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c24fc974-0559-40a3-b963-a1bddf90a89c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:07:58.043694 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-849a971e-b2bd-4cdf-9e5d-7b716ec7e271 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:58.044165 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849a971e-b2bd-4cdf-9e5d-7b716ec7e271 None None] Bound using segment: {'id': 'c90f4755-2503-4b28-9c9b-b19feaae4229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c24fc974-0559-40a3-b963-a1bddf90a89c'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:07:58.046973 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-849a971e-b2bd-4cdf-9e5d-7b716ec7e271 None None] Bound port: dd3611ee-a56a-4955-a493-514c069091df, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c90f4755-2503-4b28-9c9b-b19feaae4229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c24fc974-0559-40a3-b963-a1bddf90a89c'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:07:58.047465 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-849a971e-b2bd-4cdf-9e5d-7b716ec7e271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (dd3611ee-a56a-4955-a493-514c069091df), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:58.195017 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-849a971e-b2bd-4cdf-9e5d-7b716ec7e271 None None] For port dd3611ee-a56a-4955-a493-514c069091df, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:07:58.203323 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-849a971e-b2bd-4cdf-9e5d-7b716ec7e271 None None] For port dd3611ee-a56a-4955-a493-514c069091df, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=dd3611ee-a56a-4955-a493-514c069091df,segment=NetworkSegment(c90f4755-2503-4b28-9c9b-b19feaae4229),segment_id=c90f4755-2503-4b28-9c9b-b19feaae4229)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:07:58.218331 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-849a971e-b2bd-4cdf-9e5d-7b716ec7e271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (dd3611ee-a56a-4955-a493-514c069091df), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:58.228419 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-11d94f3e-73ab-44f9-becf-f5672f9b9fb3 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for port (8c4357b3-cc1f-4278-8d81-a70c1aad8807), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:58.295931 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a971e-b2bd-4cdf-9e5d-7b716ec7e271 None None] Pushing event updated for resources: {'Port': ['ID=dd3611ee-a56a-4955-a493-514c069091df,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:58.317240 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-11d94f3e-73ab-44f9-becf-f5672f9b9fb3 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (8c4357b3-cc1f-4278-8d81-a70c1aad8807), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:58.400744 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d94f3e-73ab-44f9-becf-f5672f9b9fb3 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Network c24fc974-0559-40a3-b963-a1bddf90a89c is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:07:58.415170 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-11d94f3e-73ab-44f9-becf-f5672f9b9fb3 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:07:58.420615 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d94f3e-73ab-44f9-becf-f5672f9b9fb3 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:07:58.493059 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d94f3e-73ab-44f9-becf-f5672f9b9fb3 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event updated for resources: {'Port': ['ID=8c4357b3-cc1f-4278-8d81-a70c1aad8807,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:07:58.536810 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d94f3e-73ab-44f9-becf-f5672f9b9fb3 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:58.537884 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-11d94f3e-73ab-44f9-becf-f5672f9b9fb3 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:58.573042 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-11d94f3e-73ab-44f9-becf-f5672f9b9fb3 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.6966753 Jan 28 03:07:58.573675 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56436) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:58.663677 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7613e493-2c7e-436c-a7f3-82103c3895a6 req-feeb6cf9-97ac-43bc-9acd-7d9dde326214 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:07:58.666232 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7613e493-2c7e-436c-a7f3-82103c3895a6 req-feeb6cf9-97ac-43bc-9acd-7d9dde326214 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12d829f-4714-4201-b76a-3b1a5926c741 HTTP/1.1" status: 200 len: 944 time: 0.1637242 Jan 28 03:07:58.801989 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7613e493-2c7e-436c-a7f3-82103c3895a6 req-29b821e2-2847-47db-a876-8ffcbef623cf tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269248 Jan 28 03:07:58.917691 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6ca4e90a-7a44-45f6-a217-279fac4ae911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (c28b8eb3-50ae-4f62-8ade-03814f1bc71a), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:59.146382 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:59.204689 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-770382b6-4d2e-469e-b667-543dca57edcb tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8c4357b3-cc1f-4278-8d81-a70c1aad8807), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:59.231230 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device aa3d171f-05ae-46a1-91fd-6fd8cf205de2 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:07:59.339892 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca4e90a-7a44-45f6-a217-279fac4ae911 admin admin] Router c28b8eb3-50ae-4f62-8ade-03814f1bc71a is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:07:59.358881 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port aa3d171f-05ae-46a1-91fd-6fd8cf205de2 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:07:59.363596 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port aa3d171f-05ae-46a1-91fd-6fd8cf205de2 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:07:59.363983 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (aa3d171f-05ae-46a1-91fd-6fd8cf205de2), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:59.496173 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port aa3d171f-05ae-46a1-91fd-6fd8cf205de2 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:07:59.500204 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (aa3d171f-05ae-46a1-91fd-6fd8cf205de2), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:59.502735 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device dd3611ee-a56a-4955-a493-514c069091df up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:07:59.603811 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port aa3d171f-05ae-46a1-91fd-6fd8cf205de2, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=aa3d171f-05ae-46a1-91fd-6fd8cf205de2,segment=NetworkSegment(1bdfda3a-f7d7-44ae-82bd-973f0a517938),segment_id=1bdfda3a-f7d7-44ae-82bd-973f0a517938)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:07:59.610595 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12d829f-4714-4201-b76a-3b1a5926c741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa3d171f-05ae-46a1-91fd-6fd8cf205de2'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:07:59.613562 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d629528a-e89a-4246-81fe-ca92c672ebd4" -d '{"events": [{"server_uuid": "c12d829f-4714-4201-b76a-3b1a5926c741", "name": "network-vif-plugged", "status": "completed", "tag": "aa3d171f-05ae-46a1-91fd-6fd8cf205de2"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:07:59.622076 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca4e90a-7a44-45f6-a217-279fac4ae911 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:07:59.634043 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ee4d68-ace2-4f76-b902-ea91fb6b5b98 None None] Sync routers for ids ['c28b8eb3-50ae-4f62-8ade-03814f1bc71a'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:07:59.660762 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ee4d68-ace2-4f76-b902-ea91fb6b5b98 None None] Routers {'c28b8eb3-50ae-4f62-8ade-03814f1bc71a'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:07:59.664923 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-37ee4d68-ace2-4f76-b902-ea91fb6b5b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:07:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['c28b8eb3-50ae-4f62-8ade-03814f1bc71a'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:07:59.674672 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6ca4e90a-7a44-45f6-a217-279fac4ae911 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:59.676110 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6ca4e90a-7a44-45f6-a217-279fac4ae911 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 4.1928065 Jan 28 03:07:59.678796 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56452) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:07:59.682131 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (aa3d171f-05ae-46a1-91fd-6fd8cf205de2), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:59.750036 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5226e4-b1d2-42df-a334-e5ba18e67f44 None None] Network fc019c43-f556-4f8a-8280-e280cc57ecf1 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:07:59.945280 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-770382b6-4d2e-469e-b667-543dca57edcb tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for port (8c4357b3-cc1f-4278-8d81-a70c1aad8807), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:07:59.946228 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36cf5bc-dae3-4265-ade8-99b2ba39d532 x-openstack-request-id: req-e36cf5bc-dae3-4265-ade8-99b2ba39d532 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:07:59.946534 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12d829f-4714-4201-b76a-3b1a5926c741", "name": "network-vif-plugged", "status": "completed", "tag": "aa3d171f-05ae-46a1-91fd-6fd8cf205de2", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:07:59.948953 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e36cf5bc-dae3-4265-ade8-99b2ba39d532 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:07:59.949437 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12d829f-4714-4201-b76a-3b1a5926c741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa3d171f-05ae-46a1-91fd-6fd8cf205de2', 'code': 200} Jan 28 03:07:59.964507 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-770382b6-4d2e-469e-b667-543dca57edcb tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (8c4357b3-cc1f-4278-8d81-a70c1aad8807), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:00.031572 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-37ee4d68-ace2-4f76-b902-ea91fb6b5b98 None None] Set router c28b8eb3-50ae-4f62-8ade-03814f1bc71a gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:08:00.067880 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8fa680d1-5077-408e-a9a4-5b023ddb0efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:00.168541 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-e6f43623-1b1b-4dc7-a644-3befdb39027c None None] Provisioning complete for port 9f45017e-5423-4fe5-a125-9fc42831e668 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:08:00.169383 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e6f43623-1b1b-4dc7-a644-3befdb39027c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9f45017e-5423-4fe5-a125-9fc42831e668), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:00.243884 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770382b6-4d2e-469e-b667-543dca57edcb tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event updated for resources: {'Port': ['ID=8c4357b3-cc1f-4278-8d81-a70c1aad8807,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:00.408873 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port dd3611ee-a56a-4955-a493-514c069091df triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:08:00.409289 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (dd3611ee-a56a-4955-a493-514c069091df), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:00.442383 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ebdc1-7f9a-42c3-b107-9125be769b44 req-03d427ce-7821-41c6-8214-950715fb1e53 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:00.448942 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8f3ebdc1-7f9a-42c3-b107-9125be769b44 req-03d427ce-7821-41c6-8214-950715fb1e53 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12d829f-4714-4201-b76a-3b1a5926c741 HTTP/1.1" status: 200 len: 945 time: 0.4138324 Jan 28 03:08:00.525472 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d744146-78a6-4cd1-af30-c7e5a705e96d req-2e16b9e4-e843-49ec-a2ea-fca3789165b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:00.533715 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0d744146-78a6-4cd1-af30-c7e5a705e96d req-2e16b9e4-e843-49ec-a2ea-fca3789165b7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c12d829f-4714-4201-b76a-3b1a5926c741 HTTP/1.1" status: 200 len: 1097 time: 0.5668569 Jan 28 03:08:00.604083 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-770382b6-4d2e-469e-b667-543dca57edcb tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (0aa41132-576c-41b6-96b8-70c0874ce0c4), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:00.638783 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=aa3d171f-05ae-46a1-91fd-6fd8cf205de2,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:00.666868 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a0fc58-fe0d-4b34-a93f-ba31e88440a9 None None] Network c24fc974-0559-40a3-b963-a1bddf90a89c requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:08:00.768606 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-37ee4d68-ace2-4f76-b902-ea91fb6b5b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28b8eb3-50ae-4f62-8ade-03814f1bc71a', 'name': 'tempest-ImageQuotaTest-586024797-router', 'tenant_id': '619e71734aad416882c1dfd197d31cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'b2999069-d6a4-4ca3-b55d-6838ba134db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:07:55Z', 'updated_at': '2022-01-28T03:07:57Z', 'revision_number': 3, 'project_id': '619e71734aad416882c1dfd197d31cd4', 'gw_port': {'id': 'b2999069-d6a4-4ca3-b55d-6838ba134db1', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:de:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28b8eb3-50ae-4f62-8ade-03814f1bc71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:07:56Z', 'updated_at': '2022-01-28T03:07:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:00.810252 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port dd3611ee-a56a-4955-a493-514c069091df is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:08:00.810658 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (dd3611ee-a56a-4955-a493-514c069091df), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:00.832500 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-e6d75ae0-e289-45e2-9da7-f85ad156785c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1737466 Jan 28 03:08:00.863794 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ee4d68-ace2-4f76-b902-ea91fb6b5b98 None None] Checking router: c28b8eb3-50ae-4f62-8ade-03814f1bc71a for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:08:00.865324 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ee4d68-ace2-4f76-b902-ea91fb6b5b98 None None] Updating router c28b8eb3-50ae-4f62-8ade-03814f1bc71a port b2999069-d6a4-4ca3-b55d-6838ba134db1 binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:08:00.865560 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8f3ebdc1-7f9a-42c3-b107-9125be769b44 req-b89d4f2e-cf61-487c-8b16-aa63c097bdb1 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150960 Jan 28 03:08:00.872657 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0d744146-78a6-4cd1-af30-c7e5a705e96d req-a7feb49e-56e6-47b9-ad11-fd0944f329b1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206744 Jan 28 03:08:00.925135 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-770382b6-4d2e-469e-b667-543dca57edcb tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8c4357b3-cc1f-4278-8d81-a70c1aad8807), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:00.947481 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-37ee4d68-ace2-4f76-b902-ea91fb6b5b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b2999069-d6a4-4ca3-b55d-6838ba134db1), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:00.956348 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e6f43623-1b1b-4dc7-a644-3befdb39027c None None] Current status of the port 9f45017e-5423-4fe5-a125-9fc42831e668 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:08:00.965796 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e6f43623-1b1b-4dc7-a644-3befdb39027c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9f45017e-5423-4fe5-a125-9fc42831e668), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:01.069352 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port dd3611ee-a56a-4955-a493-514c069091df, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=dd3611ee-a56a-4955-a493-514c069091df,segment=NetworkSegment(c90f4755-2503-4b28-9c9b-b19feaae4229),segment_id=c90f4755-2503-4b28-9c9b-b19feaae4229)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:08:01.084690 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (dd3611ee-a56a-4955-a493-514c069091df), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:01.088147 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 9f45017e-5423-4fe5-a125-9fc42831e668 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:08:01.311728 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=dd3611ee-a56a-4955-a493-514c069091df,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:01.371988 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-e6f43623-1b1b-4dc7-a644-3befdb39027c None None] For port 9f45017e-5423-4fe5-a125-9fc42831e668, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=9f45017e-5423-4fe5-a125-9fc42831e668,segment=NetworkSegment(83727fcf-873a-4c1c-9b34-9758fed97109),segment_id=83727fcf-873a-4c1c-9b34-9758fed97109)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:08:01.468903 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e6f43623-1b1b-4dc7-a644-3befdb39027c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9f45017e-5423-4fe5-a125-9fc42831e668), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:01.480398 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-b3134f52-3b03-4a4a-8543-58eea095af4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:01.481584 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-b3134f52-3b03-4a4a-8543-58eea095af4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:01.484235 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-b3134f52-3b03-4a4a-8543-58eea095af4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:01.485454 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-b3134f52-3b03-4a4a-8543-58eea095af4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:01.485869 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-b3134f52-3b03-4a4a-8543-58eea095af4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:01.487719 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-b3134f52-3b03-4a4a-8543-58eea095af4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:01.488266 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-b3134f52-3b03-4a4a-8543-58eea095af4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:01.491329 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-b3134f52-3b03-4a4a-8543-58eea095af4b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d47d57aa564c407d8f7b752418cdddf4&device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 6505 time: 0.2659321 Jan 28 03:08:01.517690 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-72054411-7f41-4b6f-8d98-b4fb8acfe68d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:01.565126 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 9f45017e-5423-4fe5-a125-9fc42831e668 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:08:01.565465 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9f45017e-5423-4fe5-a125-9fc42831e668), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:01.725324 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-37ee4d68-ace2-4f76-b902-ea91fb6b5b98 None None] Publish callbacks [] for port (b2999069-d6a4-4ca3-b55d-6838ba134db1), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:01.738420 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-37ee4d68-ace2-4f76-b902-ea91fb6b5b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b2999069-d6a4-4ca3-b55d-6838ba134db1), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:01.857911 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-770382b6-4d2e-469e-b667-543dca57edcb tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for port (8c4357b3-cc1f-4278-8d81-a70c1aad8807), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:01.865851 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-770382b6-4d2e-469e-b667-543dca57edcb tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (8c4357b3-cc1f-4278-8d81-a70c1aad8807), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:01.891048 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-37ee4d68-ace2-4f76-b902-ea91fb6b5b98 None None] Attempting to bind port b2999069-d6a4-4ca3-b55d-6838ba134db1 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:08:01.891886 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-37ee4d68-ace2-4f76-b902-ea91fb6b5b98 None None] Attempting to bind port b2999069-d6a4-4ca3-b55d-6838ba134db1 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:08:01.891886 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ee4d68-ace2-4f76-b902-ea91fb6b5b98 None None] Attempting to bind port b2999069-d6a4-4ca3-b55d-6838ba134db1 on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:08:01.918527 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5703fc80-d0d1-491c-be39-9f8771ed3693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:01.936140 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ee4d68-ace2-4f76-b902-ea91fb6b5b98 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:08:01.945268 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ee4d68-ace2-4f76-b902-ea91fb6b5b98 None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:08:01.945983 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-37ee4d68-ace2-4f76-b902-ea91fb6b5b98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:01.946599 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ee4d68-ace2-4f76-b902-ea91fb6b5b98 None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:08:01.956477 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-37ee4d68-ace2-4f76-b902-ea91fb6b5b98 None None] Bound port: b2999069-d6a4-4ca3-b55d-6838ba134db1, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:08:01.959334 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-37ee4d68-ace2-4f76-b902-ea91fb6b5b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b2999069-d6a4-4ca3-b55d-6838ba134db1), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:01.962965 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f43623-1b1b-4dc7-a644-3befdb39027c None None] Pushing event updated for resources: {'Port': ['ID=9f45017e-5423-4fe5-a125-9fc42831e668,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:02.010452 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-57d8fffb-3f52-4aa3-ae28-c7396d2deb41 None None] Provisioning complete for port 9f45017e-5423-4fe5-a125-9fc42831e668 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:08:02.011809 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-57d8fffb-3f52-4aa3-ae28-c7396d2deb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9f45017e-5423-4fe5-a125-9fc42831e668), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:02.144653 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-0d70cfd2-a9b6-4289-b48b-87e2871362b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:02.149386 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-0d70cfd2-a9b6-4289-b48b-87e2871362b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:02.150248 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-0d70cfd2-a9b6-4289-b48b-87e2871362b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:02.153065 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-0d70cfd2-a9b6-4289-b48b-87e2871362b7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=00e51838-dce0-4440-a9f8-fd2fd28c5471&id=45f5aab1-77c3-46bf-9724-8eea4a5c0efa&id=45f5aab1-77c3-46bf-9724-8eea4a5c0efa&id=45f5aab1-77c3-46bf-9724-8eea4a5c0efa&id=45f5aab1-77c3-46bf-9724-8eea4a5c0efa&id=8f5c2a2c-a994-4917-b3e0-21b15ad56c20&id=8f5c2a2c-a994-4917-b3e0-21b15ad56c20 HTTP/1.1" status: 200 len: 2298 time: 0.6243992 Jan 28 03:08:02.196247 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-37ee4d68-ace2-4f76-b902-ea91fb6b5b98 None None] For port b2999069-d6a4-4ca3-b55d-6838ba134db1, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:08:02.201653 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770382b6-4d2e-469e-b667-543dca57edcb tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event updated for resources: {'Port': ['ID=8c4357b3-cc1f-4278-8d81-a70c1aad8807,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:02.207761 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-37ee4d68-ace2-4f76-b902-ea91fb6b5b98 None None] For port b2999069-d6a4-4ca3-b55d-6838ba134db1, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=b2999069-d6a4-4ca3-b55d-6838ba134db1,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:08:02.228290 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-37ee4d68-ace2-4f76-b902-ea91fb6b5b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b2999069-d6a4-4ca3-b55d-6838ba134db1), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:02.231908 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-770382b6-4d2e-469e-b667-543dca57edcb tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (0aa41132-576c-41b6-96b8-70c0874ce0c4), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:02.233555 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d122bd-1759-462f-affa-c309848a2e9b None None] Pushing event updated for resources: {'Port': ['ID=b2999069-d6a4-4ca3-b55d-6838ba134db1,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:02.272074 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d122bd-1759-462f-affa-c309848a2e9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:02.273297 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 9f45017e-5423-4fe5-a125-9fc42831e668 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:08:02.273851 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d122bd-1759-462f-affa-c309848a2e9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:02.274616 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d122bd-1759-462f-affa-c309848a2e9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:02.274616 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d122bd-1759-462f-affa-c309848a2e9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:02.274876 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d122bd-1759-462f-affa-c309848a2e9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:02.277138 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d122bd-1759-462f-affa-c309848a2e9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:02.279065 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d122bd-1759-462f-affa-c309848a2e9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:02.280396 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d122bd-1759-462f-affa-c309848a2e9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:02.282381 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d122bd-1759-462f-affa-c309848a2e9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:02.283134 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d122bd-1759-462f-affa-c309848a2e9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:02.284625 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d122bd-1759-462f-affa-c309848a2e9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:02.284980 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d122bd-1759-462f-affa-c309848a2e9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:02.285394 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d122bd-1759-462f-affa-c309848a2e9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:02.399532 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ee4d68-ace2-4f76-b902-ea91fb6b5b98 None None] Routers {'c28b8eb3-50ae-4f62-8ade-03814f1bc71a'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:08:02.399806 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-37ee4d68-ace2-4f76-b902-ea91fb6b5b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:08:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['c28b8eb3-50ae-4f62-8ade-03814f1bc71a'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:02.421844 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-57d8fffb-3f52-4aa3-ae28-c7396d2deb41 None None] Current status of the port 9f45017e-5423-4fe5-a125-9fc42831e668 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:08:02.454320 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-57d8fffb-3f52-4aa3-ae28-c7396d2deb41 None None] Provisioning complete for port dd3611ee-a56a-4955-a493-514c069091df triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:08:02.455738 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-57d8fffb-3f52-4aa3-ae28-c7396d2deb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (dd3611ee-a56a-4955-a493-514c069091df), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:02.585052 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d122bd-1759-462f-affa-c309848a2e9b None None] Pushing event updated for resources: {'Port': ['ID=b2999069-d6a4-4ca3-b55d-6838ba134db1,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:02.595641 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device dd3611ee-a56a-4955-a493-514c069091df up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:08:02.737368 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770382b6-4d2e-469e-b667-543dca57edcb tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Network c24fc974-0559-40a3-b963-a1bddf90a89c is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:08:02.744534 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-72054411-7f41-4b6f-8d98-b4fb8acfe68d admin admin] Allocated IP 172.20.0.1 (fc019c43-f556-4f8a-8280-e280cc57ecf1/22b61691-6de2-4f1d-9156-3bb28f7ec4a5/f3793917-2998-48d6-9cfd-43c0842e2c84) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:08:02.748603 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-770382b6-4d2e-469e-b667-543dca57edcb tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:08:02.825157 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c6287b-4e5e-4126-a521-fef655aa1de8 req-24eb8e25-240a-4646-b87c-320ff8665995 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:02.828742 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-92c6287b-4e5e-4126-a521-fef655aa1de8 req-24eb8e25-240a-4646-b87c-320ff8665995 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12d829f-4714-4201-b76a-3b1a5926c741 HTTP/1.1" status: 200 len: 945 time: 0.7334552 Jan 28 03:08:02.848918 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-37ee4d68-ace2-4f76-b902-ea91fb6b5b98 None None] Set router c28b8eb3-50ae-4f62-8ade-03814f1bc71a gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:08:02.922646 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-57d8fffb-3f52-4aa3-ae28-c7396d2deb41 None None] Current status of the port dd3611ee-a56a-4955-a493-514c069091df is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:08:02.941923 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port dd3611ee-a56a-4955-a493-514c069091df triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:08:02.944739 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (dd3611ee-a56a-4955-a493-514c069091df), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:03.046825 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-72054411-7f41-4b6f-8d98-b4fb8acfe68d admin admin] Publish callbacks [] for port (f3793917-2998-48d6-9cfd-43c0842e2c84), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:03.098878 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-5d35a89d-6b99-41f5-909f-bb4968d8456c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=522e2e39-e847-4a52-8a70-9410b617ab1b HTTP/1.1" status: 200 len: 1001 time: 0.9365726 Jan 28 03:08:03.116646 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-152c3ef8-492f-4933-9951-f61bf7603cd6 None None] Provisioning complete for port 8c4357b3-cc1f-4278-8d81-a70c1aad8807 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:08:03.118513 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-152c3ef8-492f-4933-9951-f61bf7603cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (8c4357b3-cc1f-4278-8d81-a70c1aad8807), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:03.368097 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-72054411-7f41-4b6f-8d98-b4fb8acfe68d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (f3793917-2998-48d6-9cfd-43c0842e2c84), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:03.388705 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-6610fef4-8028-421c-825a-5482b5e26186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:03.391867 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-6610fef4-8028-421c-825a-5482b5e26186 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a5e16ad5-afde-4ff0-9a68-1abb02683cb1 HTTP/1.1" status: 200 len: 856 time: 0.2730489 Jan 28 03:08:03.478006 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-37ee4d68-ace2-4f76-b902-ea91fb6b5b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28b8eb3-50ae-4f62-8ade-03814f1bc71a', 'name': 'tempest-ImageQuotaTest-586024797-router', 'tenant_id': '619e71734aad416882c1dfd197d31cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'b2999069-d6a4-4ca3-b55d-6838ba134db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:07:55Z', 'updated_at': '2022-01-28T03:07:57Z', 'revision_number': 3, 'project_id': '619e71734aad416882c1dfd197d31cd4', 'gw_port': {'id': 'b2999069-d6a4-4ca3-b55d-6838ba134db1', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:de:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28b8eb3-50ae-4f62-8ade-03814f1bc71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:07:56Z', 'updated_at': '2022-01-28T03:08:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:03.488181 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-152c3ef8-492f-4933-9951-f61bf7603cd6 None None] Port 8c4357b3-cc1f-4278-8d81-a70c1aad8807 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:08:03.534993 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:03.553955 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port dd3611ee-a56a-4955-a493-514c069091df is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:08:03.555115 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 9f45017e-5423-4fe5-a125-9fc42831e668 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:08:03.562584 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:03.646919 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ee4d68-ace2-4f76-b902-ea91fb6b5b98 None None] The sync data for ids ['c28b8eb3-50ae-4f62-8ade-03814f1bc71a'] in n-d-712139-27 is: [{'id': 'c28b8eb3-50ae-4f62-8ade-03814f1bc71a', 'name': 'tempest-ImageQuotaTest-586024797-router', 'tenant_id': '619e71734aad416882c1dfd197d31cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'b2999069-d6a4-4ca3-b55d-6838ba134db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:07:55Z', 'updated_at': '2022-01-28T03:07:57Z', 'revision_number': 3, 'project_id': '619e71734aad416882c1dfd197d31cd4', 'gw_port': {'id': 'b2999069-d6a4-4ca3-b55d-6838ba134db1', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:de:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28b8eb3-50ae-4f62-8ade-03814f1bc71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:07:56Z', 'updated_at': '2022-01-28T03:08:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:08:03.883756 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72054411-7f41-4b6f-8d98-b4fb8acfe68d admin admin] Network fc019c43-f556-4f8a-8280-e280cc57ecf1 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:08:03.886732 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72054411-7f41-4b6f-8d98-b4fb8acfe68d admin admin] Pushing event updated for resources: {'Port': ['ID=f3793917-2998-48d6-9cfd-43c0842e2c84,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:03.900167 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-72054411-7f41-4b6f-8d98-b4fb8acfe68d admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:08:03.946904 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72054411-7f41-4b6f-8d98-b4fb8acfe68d admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:08:04.137462 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-90ef9290-2a19-4763-9e1d-c3fbec8bd55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:04.137686 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-152c3ef8-492f-4933-9951-f61bf7603cd6 None None] Provisioning complete for port dd3611ee-a56a-4955-a493-514c069091df triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:08:04.138070 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-152c3ef8-492f-4933-9951-f61bf7603cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (dd3611ee-a56a-4955-a493-514c069091df), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:04.140662 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-90ef9290-2a19-4763-9e1d-c3fbec8bd55e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=00e51838-dce0-4440-a9f8-fd2fd28c5471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5976446 Jan 28 03:08:04.277684 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-72054411-7f41-4b6f-8d98-b4fb8acfe68d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (c28b8eb3-50ae-4f62-8ade-03814f1bc71a), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:04.475148 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 9f45017e-5423-4fe5-a125-9fc42831e668 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:08:04.475539 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9f45017e-5423-4fe5-a125-9fc42831e668), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:04.595217 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-92c6287b-4e5e-4126-a521-fef655aa1de8 req-bf10c7b9-06b7-4538-a86f-9ba274a9e53e tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149766 Jan 28 03:08:04.647658 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-f4cb0946-e17f-4a8c-870b-74b56c1b9495 service neutron] 10.222.0.67 "GET /v2.0/networks/00e51838-dce0-4440-a9f8-fd2fd28c5471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4966748 Jan 28 03:08:04.649031 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770382b6-4d2e-469e-b667-543dca57edcb tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Router 0aa41132-576c-41b6-96b8-70c0874ce0c4 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:08:04.829012 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-72054411-7f41-4b6f-8d98-b4fb8acfe68d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f3793917-2998-48d6-9cfd-43c0842e2c84), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:04.858937 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 9f45017e-5423-4fe5-a125-9fc42831e668 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:08:04.894461 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770382b6-4d2e-469e-b667-543dca57edcb tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:08:04.900019 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-770382b6-4d2e-469e-b667-543dca57edcb tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "PUT /v2.0/routers/0aa41132-576c-41b6-96b8-70c0874ce0c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3252108 Jan 28 03:08:04.903296 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56504) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:04.914319 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-152c3ef8-492f-4933-9951-f61bf7603cd6 None None] Current status of the port dd3611ee-a56a-4955-a493-514c069091df is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:08:04.941259 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe92de9-11e1-414e-a364-58baef25b197 None None] Sync routers for ids ['0aa41132-576c-41b6-96b8-70c0874ce0c4'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:08:04.978485 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-d86a804a-ce55-4443-bc7e-3bbb10b44108 service neutron] 10.222.0.67 "GET /v2.0/networks/00e51838-dce0-4440-a9f8-fd2fd28c5471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129735 Jan 28 03:08:05.004649 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:05.038097 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe92de9-11e1-414e-a364-58baef25b197 None None] Routers {'0aa41132-576c-41b6-96b8-70c0874ce0c4'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:08:05.038758 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-ffe92de9-11e1-414e-a364-58baef25b197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:08:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['0aa41132-576c-41b6-96b8-70c0874ce0c4'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:05.050406 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-04084082-4ff8-4e06-a80d-8853509ba5be service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=5412df90-162b-4d92-af88-5241f7fd5d82 HTTP/1.1" status: 200 len: 217 time: 0.0529449 Jan 28 03:08:05.093732 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54404d60-0829-4213-a5ca-9192ac06517f tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:05.095272 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-54404d60-0829-4213-a5ca-9192ac06517f tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "GET /v2.0/ports/8c4357b3-cc1f-4278-8d81-a70c1aad8807 HTTP/1.1" status: 200 len: 976 time: 0.1904347 Jan 28 03:08:05.100145 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56508) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:05.151261 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-e357e49f-89d4-4ec9-bcf3-b2b855c9229a None None] Provisioning complete for port f3793917-2998-48d6-9cfd-43c0842e2c84 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:08:05.151644 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e357e49f-89d4-4ec9-bcf3-b2b855c9229a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f3793917-2998-48d6-9cfd-43c0842e2c84), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:05.159127 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-ffe92de9-11e1-414e-a364-58baef25b197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:05.275404 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-b25747da-d712-4b2d-911d-b6990c7e82f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:05.277095 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-b25747da-d712-4b2d-911d-b6990c7e82f6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d1901a35-0605-40aa-86b7-558d17d5580a HTTP/1.1" status: 200 len: 797 time: 0.2112272 Jan 28 03:08:05.305657 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device b2999069-d6a4-4ca3-b55d-6838ba134db1 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:08:05.443187 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-3ac07b3f-bb98-4ad5-a345-f5fd970a76f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:05.450853 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-3ac07b3f-bb98-4ad5-a345-f5fd970a76f2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45f5aab1-77c3-46bf-9724-8eea4a5c0efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1675084 Jan 28 03:08:05.475929 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe92de9-11e1-414e-a364-58baef25b197 None None] Routers {'0aa41132-576c-41b6-96b8-70c0874ce0c4'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:08:05.476981 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-ffe92de9-11e1-414e-a364-58baef25b197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:08:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['0aa41132-576c-41b6-96b8-70c0874ce0c4'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:05.597869 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-ffe92de9-11e1-414e-a364-58baef25b197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:05.598711 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe92de9-11e1-414e-a364-58baef25b197 None None] The sync data for ids ['0aa41132-576c-41b6-96b8-70c0874ce0c4'] in n-d-712139-27 is: [] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:08:05.602113 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e357e49f-89d4-4ec9-bcf3-b2b855c9229a None None] Port f3793917-2998-48d6-9cfd-43c0842e2c84 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:08:05.657773 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port b2999069-d6a4-4ca3-b55d-6838ba134db1 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:08:05.661891 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b2999069-d6a4-4ca3-b55d-6838ba134db1), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:05.670504 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-72054411-7f41-4b6f-8d98-b4fb8acfe68d admin admin] Publish callbacks [] for port (f3793917-2998-48d6-9cfd-43c0842e2c84), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:05.678908 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-e357e49f-89d4-4ec9-bcf3-b2b855c9229a None None] Provisioning complete for port 8c4357b3-cc1f-4278-8d81-a70c1aad8807 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:08:05.679524 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e357e49f-89d4-4ec9-bcf3-b2b855c9229a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (8c4357b3-cc1f-4278-8d81-a70c1aad8807), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:05.692687 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-72054411-7f41-4b6f-8d98-b4fb8acfe68d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (f3793917-2998-48d6-9cfd-43c0842e2c84), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:05.874476 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e357e49f-89d4-4ec9-bcf3-b2b855c9229a None None] Port 8c4357b3-cc1f-4278-8d81-a70c1aad8807 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:08:05.995302 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port b2999069-d6a4-4ca3-b55d-6838ba134db1 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:08:05.995706 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b2999069-d6a4-4ca3-b55d-6838ba134db1), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:06.076817 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:06.079945 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port b2999069-d6a4-4ca3-b55d-6838ba134db1, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=b2999069-d6a4-4ca3-b55d-6838ba134db1,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:08:06.086415 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b2999069-d6a4-4ca3-b55d-6838ba134db1), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:06.120720 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f2a32769-e242-411c-8741-34e4e355d5a5 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (0aa41132-576c-41b6-96b8-70c0874ce0c4), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:06.131731 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-fdb0a68c-8a8f-4df1-8a6f-9ffc2a30281a service neutron] 10.222.0.67 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6756387 Jan 28 03:08:06.141370 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72054411-7f41-4b6f-8d98-b4fb8acfe68d admin admin] Pushing event updated for resources: {'Port': ['ID=f3793917-2998-48d6-9cfd-43c0842e2c84,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:06.195980 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=b2999069-d6a4-4ca3-b55d-6838ba134db1,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:06.202729 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-72054411-7f41-4b6f-8d98-b4fb8acfe68d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (c28b8eb3-50ae-4f62-8ade-03814f1bc71a), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:06.421089 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c41d0-5596-4729-b623-10dff03ccc03 req-cd95d785-fdce-4820-a587-cd14d05d2d46 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:06.422604 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d08c41d0-5596-4729-b623-10dff03ccc03 req-cd95d785-fdce-4820-a587-cd14d05d2d46 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12d829f-4714-4201-b76a-3b1a5926c741 HTTP/1.1" status: 200 len: 945 time: 0.6385300 Jan 28 03:08:06.554352 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-f2a32769-e242-411c-8741-34e4e355d5a5 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Deleting port 8c4357b3-cc1f-4278-8d81-a70c1aad8807 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:08:06.559716 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f2a32769-e242-411c-8741-34e4e355d5a5 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (8c4357b3-cc1f-4278-8d81-a70c1aad8807), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:06.632529 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-0ad13fb9-65b2-44a3-8702-6d38b74a0d75 service neutron] 10.222.0.67 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4790876 Jan 28 03:08:06.644280 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d08c41d0-5596-4729-b623-10dff03ccc03 req-b30b1160-0569-4fb1-affc-4c7e14581cfb tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055633 Jan 28 03:08:06.714304 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72054411-7f41-4b6f-8d98-b4fb8acfe68d admin admin] Network fc019c43-f556-4f8a-8280-e280cc57ecf1 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:08:06.797820 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f2a32769-e242-411c-8741-34e4e355d5a5 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (8c4357b3-cc1f-4278-8d81-a70c1aad8807), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:06.803405 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-72054411-7f41-4b6f-8d98-b4fb8acfe68d admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:08:06.814375 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-5ff74928-b38b-45f5-9d63-96b58e25c662 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=db7ee719-a3aa-47ed-85e5-5c79bf8865fd HTTP/1.1" status: 200 len: 217 time: 0.1652207 Jan 28 03:08:06.903989 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-f2a32769-e242-411c-8741-34e4e355d5a5 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Calling delete_port for 8c4357b3-cc1f-4278-8d81-a70c1aad8807 owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:08:06.944674 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-7065438c-f0a0-4731-8c83-ae5c1696cd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:06.948269 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-7065438c-f0a0-4731-8c83-ae5c1696cd55 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d1901a35-0605-40aa-86b7-558d17d5580a HTTP/1.1" status: 200 len: 797 time: 0.1276689 Jan 28 03:08:06.978932 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b588548-11af-4120-b209-bc338f6ff97a req-ffa57e1c-84b1-4f18-b28c-d2dfbfd7630f tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:06.981997 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8b588548-11af-4120-b209-bc338f6ff97a req-ffa57e1c-84b1-4f18-b28c-d2dfbfd7630f tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12d829f-4714-4201-b76a-3b1a5926c741 HTTP/1.1" status: 200 len: 945 time: 0.1812472 Jan 28 03:08:07.086950 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device b2999069-d6a4-4ca3-b55d-6838ba134db1 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:08:07.160432 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8b588548-11af-4120-b209-bc338f6ff97a req-8c60ace9-54b6-45bf-9228-d7513482fbf8 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024773 Jan 28 03:08:07.271588 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port b2999069-d6a4-4ca3-b55d-6838ba134db1 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:08:07.271992 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b2999069-d6a4-4ca3-b55d-6838ba134db1), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:07.403410 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72054411-7f41-4b6f-8d98-b4fb8acfe68d admin admin] Router c28b8eb3-50ae-4f62-8ade-03814f1bc71a has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:08:07.452910 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f2a32769-e242-411c-8741-34e4e355d5a5 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (8c4357b3-cc1f-4278-8d81-a70c1aad8807), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:07.506557 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-4b9b0239-a5eb-4bfb-870a-175c49b135df None None] Provisioning complete for port f3793917-2998-48d6-9cfd-43c0842e2c84 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:08:07.506948 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4b9b0239-a5eb-4bfb-870a-175c49b135df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f3793917-2998-48d6-9cfd-43c0842e2c84), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:07.543153 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a32769-e242-411c-8741-34e4e355d5a5 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event deleted for resources: {'Port': ['ID=8c4357b3-cc1f-4278-8d81-a70c1aad8807,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:07.583286 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-c3d44e47-81a7-4847-88ea-c99c15303902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:07.587292 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-c3d44e47-81a7-4847-88ea-c99c15303902 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45f5aab1-77c3-46bf-9724-8eea4a5c0efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5471640 Jan 28 03:08:07.660835 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port b2999069-d6a4-4ca3-b55d-6838ba134db1 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:08:07.683217 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-4b9b0239-a5eb-4bfb-870a-175c49b135df None None] Port f3793917-2998-48d6-9cfd-43c0842e2c84 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:08:07.816888 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72054411-7f41-4b6f-8d98-b4fb8acfe68d admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:08:07.841338 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a786f015-3de6-4fd1-9c62-c70cafd045b4 None None] Sync routers for ids ['c28b8eb3-50ae-4f62-8ade-03814f1bc71a'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:08:07.842002 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-72054411-7f41-4b6f-8d98-b4fb8acfe68d admin admin] 10.222.0.53 "PUT /v2.0/routers/c28b8eb3-50ae-4f62-8ade-03814f1bc71a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1620007 Jan 28 03:08:08.012931 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-61ffe0e1-640c-4b4b-822c-df4845d13f7a service neutron] 10.222.0.67 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040556 Jan 28 03:08:08.021758 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a786f015-3de6-4fd1-9c62-c70cafd045b4 None None] Routers {'c28b8eb3-50ae-4f62-8ade-03814f1bc71a'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:08:08.025700 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a786f015-3de6-4fd1-9c62-c70cafd045b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:08:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['c28b8eb3-50ae-4f62-8ade-03814f1bc71a'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:08.066138 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f2a32769-e242-411c-8741-34e4e355d5a5 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (0aa41132-576c-41b6-96b8-70c0874ce0c4), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:08.356081 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-9b457d95-13ed-4a0d-a75e-14da8ca653a0 service neutron] 10.222.0.67 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484194 Jan 28 03:08:08.532189 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-a5d45c55-4c95-4e0e-add1-a9ea669fa161 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=1a299c13-361c-41af-87eb-964dd7de4708 HTTP/1.1" status: 200 len: 217 time: 0.1691983 Jan 28 03:08:08.700746 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-4399c1e5-6656-4b6c-8af2-491a36228c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:08.717426 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-4399c1e5-6656-4b6c-8af2-491a36228c8b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d1901a35-0605-40aa-86b7-558d17d5580a HTTP/1.1" status: 200 len: 797 time: 0.1709926 Jan 28 03:08:08.783625 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4e091-efd7-4e30-b523-43c052c1ae33 req-2498b455-66a1-4282-8d2b-94c8133934e0 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:08.794648 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-59c4e091-efd7-4e30-b523-43c052c1ae33 req-2498b455-66a1-4282-8d2b-94c8133934e0 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12d829f-4714-4201-b76a-3b1a5926c741 HTTP/1.1" status: 200 len: 945 time: 0.3077033 Jan 28 03:08:08.822878 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a32769-e242-411c-8741-34e4e355d5a5 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Router 0aa41132-576c-41b6-96b8-70c0874ce0c4 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:08:08.844892 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-e43274c3-330e-4588-9b2c-dc9c0f2fcad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:08.853737 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-e43274c3-330e-4588-9b2c-dc9c0f2fcad5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45f5aab1-77c3-46bf-9724-8eea4a5c0efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1347656 Jan 28 03:08:08.922245 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-a786f015-3de6-4fd1-9c62-c70cafd045b4 None None] Set router c28b8eb3-50ae-4f62-8ade-03814f1bc71a gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:08:08.949669 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-59c4e091-efd7-4e30-b523-43c052c1ae33 req-babaf932-2f55-4495-944c-710b0487cdb6 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539977 Jan 28 03:08:09.098588 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-4d6af0b4-c492-40b0-888d-69593b8de991 service neutron] 10.222.0.67 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385497 Jan 28 03:08:09.125749 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a32769-e242-411c-8741-34e4e355d5a5 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:08:09.137127 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f2a32769-e242-411c-8741-34e4e355d5a5 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "PUT /v2.0/routers/0aa41132-576c-41b6-96b8-70c0874ce0c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0358436 Jan 28 03:08:09.139766 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56610) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:09.142167 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b970570a-ccc4-4a46-b6e0-a17f220b8af3 None None] Sync routers for ids ['0aa41132-576c-41b6-96b8-70c0874ce0c4'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:08:09.167629 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b970570a-ccc4-4a46-b6e0-a17f220b8af3 None None] Routers {'0aa41132-576c-41b6-96b8-70c0874ce0c4'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:08:09.175512 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-b970570a-ccc4-4a46-b6e0-a17f220b8af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:08:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['0aa41132-576c-41b6-96b8-70c0874ce0c4'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:09.298275 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-b970570a-ccc4-4a46-b6e0-a17f220b8af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:09.326874 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b970570a-ccc4-4a46-b6e0-a17f220b8af3 None None] Routers {'0aa41132-576c-41b6-96b8-70c0874ce0c4'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:08:09.327881 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-b970570a-ccc4-4a46-b6e0-a17f220b8af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:08:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['0aa41132-576c-41b6-96b8-70c0874ce0c4'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:09.417484 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-b970570a-ccc4-4a46-b6e0-a17f220b8af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:09.431589 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b970570a-ccc4-4a46-b6e0-a17f220b8af3 None None] The sync data for ids ['0aa41132-576c-41b6-96b8-70c0874ce0c4'] in n-d-712139-27 is: [] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:08:09.619902 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a786f015-3de6-4fd1-9c62-c70cafd045b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28b8eb3-50ae-4f62-8ade-03814f1bc71a', 'name': 'tempest-ImageQuotaTest-586024797-router', 'tenant_id': '619e71734aad416882c1dfd197d31cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'b2999069-d6a4-4ca3-b55d-6838ba134db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:07:55Z', 'updated_at': '2022-01-28T03:08:04Z', 'revision_number': 4, 'project_id': '619e71734aad416882c1dfd197d31cd4', 'gw_port': {'id': 'b2999069-d6a4-4ca3-b55d-6838ba134db1', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:de:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28b8eb3-50ae-4f62-8ade-03814f1bc71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:07:56Z', 'updated_at': '2022-01-28T03:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'f3793917-2998-48d6-9cfd-43c0842e2c84', 'name': '', 'network_id': 'fc019c43-f556-4f8a-8280-e280cc57ecf1', 'tenant_id': '619e71734aad416882c1dfd197d31cd4', 'mac_address': 'fa:16:3e:cd:15:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28b8eb3-50ae-4f62-8ade-03814f1bc71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '22b61691-6de2-4f1d-9156-3bb28f7ec4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:08:01Z', 'updated_at': '2022-01-28T03:08:05Z', 'revision_number': 2, 'project_id': '619e71734aad416882c1dfd197d31cd4', 'subnets': [{'id': '22b61691-6de2-4f1d-9156-3bb28f7ec4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:09.668672 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-0f51173c-3b09-445d-ac29-26f06b12431c tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] remove_router_interface failed (client error): The resource could not be found. Jan 28 03:08:09.669177 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a786f015-3de6-4fd1-9c62-c70cafd045b4 None None] Checking router: c28b8eb3-50ae-4f62-8ade-03814f1bc71a for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:08:09.669698 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a786f015-3de6-4fd1-9c62-c70cafd045b4 None None] Updating router c28b8eb3-50ae-4f62-8ade-03814f1bc71a port f3793917-2998-48d6-9cfd-43c0842e2c84 binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:08:09.672866 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0f51173c-3b09-445d-ac29-26f06b12431c tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "PUT /v2.0/routers/0aa41132-576c-41b6-96b8-70c0874ce0c4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5318961 Jan 28 03:08:09.677522 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56624) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:09.717005 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-a786f015-3de6-4fd1-9c62-c70cafd045b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f3793917-2998-48d6-9cfd-43c0842e2c84), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:09.745598 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a2fb47ec-a7c2-453f-ad6b-6b04022796dd tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "GET /v2.0/ports?device_id=0aa41132-576c-41b6-96b8-70c0874ce0c4 HTTP/1.1" status: 200 len: 205 time: 0.0666862 Jan 28 03:08:09.752863 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56626) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:09.974004 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1899fcc0-6b05-49c2-b9cf-8e54f56c08bb tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for router (0aa41132-576c-41b6-96b8-70c0874ce0c4), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:10.091769 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-193a424d-8eb2-4588-99b4-082eca21033f service neutron] 10.222.0.67 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9863484 Jan 28 03:08:10.193189 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-0fdb1569-afed-4aac-905a-284827bfdb5d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=32253399-bfa8-4777-9ebe-28270de068d4 HTTP/1.1" status: 200 len: 217 time: 0.0945246 Jan 28 03:08:10.355809 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-0b32d16e-32d1-44ea-950a-120b29708714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:10.357694 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-0b32d16e-32d1-44ea-950a-120b29708714 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d1901a35-0605-40aa-86b7-558d17d5580a HTTP/1.1" status: 200 len: 797 time: 0.1458287 Jan 28 03:08:10.474814 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c39f3d-3653-4c01-991f-b10cad1a4c21 req-79f90cb9-1f59-4083-978e-fa06d2b91645 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:10.481839 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-76c39f3d-3653-4c01-991f-b10cad1a4c21 req-79f90cb9-1f59-4083-978e-fa06d2b91645 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12d829f-4714-4201-b76a-3b1a5926c741 HTTP/1.1" status: 200 len: 945 time: 0.2876480 Jan 28 03:08:10.492781 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1899fcc0-6b05-49c2-b9cf-8e54f56c08bb tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (0aa41132-576c-41b6-96b8-70c0874ce0c4), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:10.505511 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1899fcc0-6b05-49c2-b9cf-8e54f56c08bb tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for router_controller (0aa41132-576c-41b6-96b8-70c0874ce0c4), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:10.617491 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-a786f015-3de6-4fd1-9c62-c70cafd045b4 None None] Publish callbacks [] for port (f3793917-2998-48d6-9cfd-43c0842e2c84), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:10.621259 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56648) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:10.656697 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1899fcc0-6b05-49c2-b9cf-8e54f56c08bb tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (0aa41132-576c-41b6-96b8-70c0874ce0c4), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:10.657285 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1899fcc0-6b05-49c2-b9cf-8e54f56c08bb tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Fanout notify agent at l3_agent the message router_deleted on router 0aa41132-576c-41b6-96b8-70c0874ce0c4 {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:08:10.664332 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1899fcc0-6b05-49c2-b9cf-8e54f56c08bb tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:10.665390 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-c34f40f1-4746-4099-a549-14e2e847f848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:10.669011 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1899fcc0-6b05-49c2-b9cf-8e54f56c08bb tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "DELETE /v2.0/routers/0aa41132-576c-41b6-96b8-70c0874ce0c4 HTTP/1.1" status: 204 len: 168 time: 0.9111109 Jan 28 03:08:10.669759 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56652) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:10.670636 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-c34f40f1-4746-4099-a549-14e2e847f848 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45f5aab1-77c3-46bf-9724-8eea4a5c0efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3002927 Jan 28 03:08:10.674549 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-a786f015-3de6-4fd1-9c62-c70cafd045b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (f3793917-2998-48d6-9cfd-43c0842e2c84), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:10.809802 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-42bf003d-d0c3-405d-b0cc-a3656ef523fa tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Deleting subnet 9a86e37b-16b6-4068-9b91-dafeba5fe6b0 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:08:10.825407 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-42bf003d-d0c3-405d-b0cc-a3656ef523fa tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for subnet (9a86e37b-16b6-4068-9b91-dafeba5fe6b0), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:10.833285 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-a786f015-3de6-4fd1-9c62-c70cafd045b4 None None] Attempting to bind port f3793917-2998-48d6-9cfd-43c0842e2c84 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:08:10.834247 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-a786f015-3de6-4fd1-9c62-c70cafd045b4 None None] Attempting to bind port f3793917-2998-48d6-9cfd-43c0842e2c84 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '83727fcf-873a-4c1c-9b34-9758fed97109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'fc019c43-f556-4f8a-8280-e280cc57ecf1'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:08:10.834906 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a786f015-3de6-4fd1-9c62-c70cafd045b4 None None] Attempting to bind port f3793917-2998-48d6-9cfd-43c0842e2c84 on network fc019c43-f556-4f8a-8280-e280cc57ecf1 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:08:10.845107 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a786f015-3de6-4fd1-9c62-c70cafd045b4 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:08:10.845981 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a786f015-3de6-4fd1-9c62-c70cafd045b4 None None] Checking segment: {'id': '83727fcf-873a-4c1c-9b34-9758fed97109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'fc019c43-f556-4f8a-8280-e280cc57ecf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:08:10.846646 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-a786f015-3de6-4fd1-9c62-c70cafd045b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:10.847245 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a786f015-3de6-4fd1-9c62-c70cafd045b4 None None] Bound using segment: {'id': '83727fcf-873a-4c1c-9b34-9758fed97109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'fc019c43-f556-4f8a-8280-e280cc57ecf1'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:08:10.847973 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-a786f015-3de6-4fd1-9c62-c70cafd045b4 None None] Bound port: f3793917-2998-48d6-9cfd-43c0842e2c84, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83727fcf-873a-4c1c-9b34-9758fed97109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'fc019c43-f556-4f8a-8280-e280cc57ecf1'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:08:10.848643 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-a786f015-3de6-4fd1-9c62-c70cafd045b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f3793917-2998-48d6-9cfd-43c0842e2c84), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:10.869964 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-42bf003d-d0c3-405d-b0cc-a3656ef523fa tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (9a86e37b-16b6-4068-9b91-dafeba5fe6b0), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:10.976604 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-665b55a0-4e8e-48a1-9cb0-b598292c0af3 service neutron] 10.222.0.67 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900136 Jan 28 03:08:10.984365 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-a786f015-3de6-4fd1-9c62-c70cafd045b4 None None] For port f3793917-2998-48d6-9cfd-43c0842e2c84, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:08:10.990512 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-a786f015-3de6-4fd1-9c62-c70cafd045b4 None None] For port f3793917-2998-48d6-9cfd-43c0842e2c84, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=f3793917-2998-48d6-9cfd-43c0842e2c84,segment=NetworkSegment(83727fcf-873a-4c1c-9b34-9758fed97109),segment_id=83727fcf-873a-4c1c-9b34-9758fed97109)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:08:10.999565 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-a786f015-3de6-4fd1-9c62-c70cafd045b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (f3793917-2998-48d6-9cfd-43c0842e2c84), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:11.016339 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f50ad-b57e-4f3b-8cb5-c3bf08dbb25b None None] Pushing event updated for resources: {'Port': ['ID=f3793917-2998-48d6-9cfd-43c0842e2c84,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:11.093044 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-42bf003d-d0c3-405d-b0cc-a3656ef523fa tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (9a86e37b-16b6-4068-9b91-dafeba5fe6b0), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:11.127708 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f50ad-b57e-4f3b-8cb5-c3bf08dbb25b None None] Pushing event updated for resources: {'Port': ['ID=f3793917-2998-48d6-9cfd-43c0842e2c84,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:11.136468 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7b53166b-8e0c-43db-9394-8ad7c9d0c944 None None] Provisioning complete for port f3793917-2998-48d6-9cfd-43c0842e2c84 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:08:11.136973 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7b53166b-8e0c-43db-9394-8ad7c9d0c944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f3793917-2998-48d6-9cfd-43c0842e2c84), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:11.152279 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a786f015-3de6-4fd1-9c62-c70cafd045b4 None None] Routers {'c28b8eb3-50ae-4f62-8ade-03814f1bc71a'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:08:11.153458 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a786f015-3de6-4fd1-9c62-c70cafd045b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:08:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['c28b8eb3-50ae-4f62-8ade-03814f1bc71a'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:11.273403 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-42bf003d-d0c3-405d-b0cc-a3656ef523fa tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (9a86e37b-16b6-4068-9b91-dafeba5fe6b0), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:11.302691 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-76c39f3d-3653-4c01-991f-b10cad1a4c21 req-26905166-a9ab-469a-9852-1fb172abcd4c tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7986286 Jan 28 03:08:11.302691 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-6cfb9a93-d404-4638-8e60-8e2c9b990841 service neutron] 10.222.0.67 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096459 Jan 28 03:08:11.305121 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device aa3d171f-05ae-46a1-91fd-6fd8cf205de2 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:08:11.377354 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf003d-d0c3-405d-b0cc-a3656ef523fa tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event deleted for resources: {'Subnet': ['ID=9a86e37b-16b6-4068-9b91-dafeba5fe6b0,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:11.381853 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-42bf003d-d0c3-405d-b0cc-a3656ef523fa tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:11.388316 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-42bf003d-d0c3-405d-b0cc-a3656ef523fa tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "DELETE /v2.0/subnets/9a86e37b-16b6-4068-9b91-dafeba5fe6b0 HTTP/1.1" status: 204 len: 168 time: 0.7146304 Jan 28 03:08:11.393946 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56664) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:11.394372 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-37a5e099-ab7e-4968-8303-164c60753d07 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fab89d88-a54d-4fec-bf38-88eba2285661 HTTP/1.1" status: 200 len: 217 time: 0.0814438 Jan 28 03:08:11.420494 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf003d-d0c3-405d-b0cc-a3656ef523fa tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:11.420847 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf003d-d0c3-405d-b0cc-a3656ef523fa tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:11.433590 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf003d-d0c3-405d-b0cc-a3656ef523fa tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:11.435317 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf003d-d0c3-405d-b0cc-a3656ef523fa tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:11.438220 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf003d-d0c3-405d-b0cc-a3656ef523fa tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:11.438744 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf003d-d0c3-405d-b0cc-a3656ef523fa tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:11.441527 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf003d-d0c3-405d-b0cc-a3656ef523fa tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:11.442066 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf003d-d0c3-405d-b0cc-a3656ef523fa tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:11.442549 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf003d-d0c3-405d-b0cc-a3656ef523fa tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:11.443775 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf003d-d0c3-405d-b0cc-a3656ef523fa tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:11.444384 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf003d-d0c3-405d-b0cc-a3656ef523fa tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:11.445506 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf003d-d0c3-405d-b0cc-a3656ef523fa tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:11.446001 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf003d-d0c3-405d-b0cc-a3656ef523fa tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:11.471004 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port aa3d171f-05ae-46a1-91fd-6fd8cf205de2, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=aa3d171f-05ae-46a1-91fd-6fd8cf205de2,segment=NetworkSegment(1bdfda3a-f7d7-44ae-82bd-973f0a517938),segment_id=1bdfda3a-f7d7-44ae-82bd-973f0a517938)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:08:11.477964 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-a786f015-3de6-4fd1-9c62-c70cafd045b4 None None] Set router c28b8eb3-50ae-4f62-8ade-03814f1bc71a gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:08:11.503752 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': 'aa3d171f-05ae-46a1-91fd-6fd8cf205de2', 'network_id': '54db990e-2138-4a7a-932b-a89c1796eff3', 'port_id': 'aa3d171f-05ae-46a1-91fd-6fd8cf205de2', 'mac_address': 'fa:16:3e:63:bf:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dcf49d7-728a-4d4e-b635-4badaf86b829', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:08:11.505822 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb571ec-727f-4c85-b6f2-961136741dda None None] Network c24fc974-0559-40a3-b963-a1bddf90a89c requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:08:11.555339 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-f6471a29-2783-42be-8619-841c604acd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:11.556873 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-f6471a29-2783-42be-8619-841c604acd82 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d7ff91e7-f241-4c5c-a917-a215b6f26f85 HTTP/1.1" status: 200 len: 797 time: 0.1555324 Jan 28 03:08:11.644951 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7b53166b-8e0c-43db-9394-8ad7c9d0c944 None None] Current status of the port f3793917-2998-48d6-9cfd-43c0842e2c84 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:08:11.647688 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7b53166b-8e0c-43db-9394-8ad7c9d0c944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f3793917-2998-48d6-9cfd-43c0842e2c84), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:11.676783 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c9b78c3a-ebf2-4bfa-af4d-cd56e64351cf tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (c24fc974-0559-40a3-b963-a1bddf90a89c), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:11.758729 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-75e17d3a-f495-4bce-b598-f1f342edfc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:11.772433 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-75e17d3a-f495-4bce-b598-f1f342edfc92 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8f5c2a2c-a994-4917-b3e0-21b15ad56c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1981258 Jan 28 03:08:11.803916 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-c9b78c3a-ebf2-4bfa-af4d-cd56e64351cf tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Deleting port dd3611ee-a56a-4955-a493-514c069091df {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:08:11.804762 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c9b78c3a-ebf2-4bfa-af4d-cd56e64351cf tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (dd3611ee-a56a-4955-a493-514c069091df), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:11.875335 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port aa3d171f-05ae-46a1-91fd-6fd8cf205de2 is: ACTIVE; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:08:11.875761 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (aa3d171f-05ae-46a1-91fd-6fd8cf205de2), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:11.930523 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa3d171f-05ae-46a1-91fd-6fd8cf205de2 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:08:11.949257 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-c9b78c3a-ebf2-4bfa-af4d-cd56e64351cf tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] For port dd3611ee-a56a-4955-a493-514c069091df, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=dd3611ee-a56a-4955-a493-514c069091df,segment=NetworkSegment(c90f4755-2503-4b28-9c9b-b19feaae4229),segment_id=c90f4755-2503-4b28-9c9b-b19feaae4229)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:08:11.953993 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port aa3d171f-05ae-46a1-91fd-6fd8cf205de2, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=aa3d171f-05ae-46a1-91fd-6fd8cf205de2,segment=NetworkSegment(1bdfda3a-f7d7-44ae-82bd-973f0a517938),segment_id=1bdfda3a-f7d7-44ae-82bd-973f0a517938)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:08:11.955388 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c9b78c3a-ebf2-4bfa-af4d-cd56e64351cf tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (dd3611ee-a56a-4955-a493-514c069091df), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:11.967647 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (aa3d171f-05ae-46a1-91fd-6fd8cf205de2), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:11.976925 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7b53166b-8e0c-43db-9394-8ad7c9d0c944 None None] For port f3793917-2998-48d6-9cfd-43c0842e2c84, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=f3793917-2998-48d6-9cfd-43c0842e2c84,segment=NetworkSegment(83727fcf-873a-4c1c-9b34-9758fed97109),segment_id=83727fcf-873a-4c1c-9b34-9758fed97109)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:08:12.000360 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7b53166b-8e0c-43db-9394-8ad7c9d0c944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (f3793917-2998-48d6-9cfd-43c0842e2c84), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:12.001695 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-c9b78c3a-ebf2-4bfa-af4d-cd56e64351cf tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Calling delete_port for dd3611ee-a56a-4955-a493-514c069091df owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:08:12.021618 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a786f015-3de6-4fd1-9c62-c70cafd045b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28b8eb3-50ae-4f62-8ade-03814f1bc71a', 'name': 'tempest-ImageQuotaTest-586024797-router', 'tenant_id': '619e71734aad416882c1dfd197d31cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'b2999069-d6a4-4ca3-b55d-6838ba134db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:07:55Z', 'updated_at': '2022-01-28T03:08:04Z', 'revision_number': 4, 'project_id': '619e71734aad416882c1dfd197d31cd4', 'gw_port': {'id': 'b2999069-d6a4-4ca3-b55d-6838ba134db1', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:de:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28b8eb3-50ae-4f62-8ade-03814f1bc71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:07:56Z', 'updated_at': '2022-01-28T03:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'f3793917-2998-48d6-9cfd-43c0842e2c84', 'name': '', 'network_id': 'fc019c43-f556-4f8a-8280-e280cc57ecf1', 'tenant_id': '619e71734aad416882c1dfd197d31cd4', 'mac_address': 'fa:16:3e:cd:15:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28b8eb3-50ae-4f62-8ade-03814f1bc71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '22b61691-6de2-4f1d-9156-3bb28f7ec4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:08:01Z', 'updated_at': '2022-01-28T03:08:10Z', 'revision_number': 4, 'project_id': '619e71734aad416882c1dfd197d31cd4', 'subnets': [{'id': '22b61691-6de2-4f1d-9156-3bb28f7ec4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:12.082081 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=aa3d171f-05ae-46a1-91fd-6fd8cf205de2,revision_number=6']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:12.089124 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a786f015-3de6-4fd1-9c62-c70cafd045b4 None None] The sync data for ids ['c28b8eb3-50ae-4f62-8ade-03814f1bc71a'] in n-d-712139-27 is: [{'id': 'c28b8eb3-50ae-4f62-8ade-03814f1bc71a', 'name': 'tempest-ImageQuotaTest-586024797-router', 'tenant_id': '619e71734aad416882c1dfd197d31cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'b2999069-d6a4-4ca3-b55d-6838ba134db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:07:55Z', 'updated_at': '2022-01-28T03:08:04Z', 'revision_number': 4, 'project_id': '619e71734aad416882c1dfd197d31cd4', 'gw_port': {'id': 'b2999069-d6a4-4ca3-b55d-6838ba134db1', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:de:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28b8eb3-50ae-4f62-8ade-03814f1bc71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:07:56Z', 'updated_at': '2022-01-28T03:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'f3793917-2998-48d6-9cfd-43c0842e2c84', 'name': '', 'network_id': 'fc019c43-f556-4f8a-8280-e280cc57ecf1', 'tenant_id': '619e71734aad416882c1dfd197d31cd4', 'mac_address': 'fa:16:3e:cd:15:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28b8eb3-50ae-4f62-8ade-03814f1bc71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '22b61691-6de2-4f1d-9156-3bb28f7ec4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:08:01Z', 'updated_at': '2022-01-28T03:08:10Z', 'revision_number': 4, 'project_id': '619e71734aad416882c1dfd197d31cd4', 'subnets': [{'id': '22b61691-6de2-4f1d-9156-3bb28f7ec4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:08:12.162423 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b53166b-8e0c-43db-9394-8ad7c9d0c944 None None] Pushing event updated for resources: {'Port': ['ID=f3793917-2998-48d6-9cfd-43c0842e2c84,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:12.170537 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43415604-07ee-47a0-bdda-8dd05bcd18dc None None] DHCP port deletion for c24fc974-0559-40a3-b963-a1bddf90a89c request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:08:12.280455 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-5ec78f39-c50d-4d53-aed6-cb5a9346aa7e service neutron] 10.222.0.67 "GET /v2.0/networks/8f5c2a2c-a994-4917-b3e0-21b15ad56c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4936008 Jan 28 03:08:12.282235 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-e3e4dcbb-1bd4-4704-b6a5-c11f6b44af84 None None] Provisioning complete for port f3793917-2998-48d6-9cfd-43c0842e2c84 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:08:12.282703 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e3e4dcbb-1bd4-4704-b6a5-c11f6b44af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f3793917-2998-48d6-9cfd-43c0842e2c84), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:12.362607 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['aa3d171f-05ae-46a1-91fd-6fd8cf205de2'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:08:12.483253 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e3e4dcbb-1bd4-4704-b6a5-c11f6b44af84 None None] Current status of the port f3793917-2998-48d6-9cfd-43c0842e2c84 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:08:12.532911 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-43415604-07ee-47a0-bdda-8dd05bcd18dc None None] Deleting port dd3611ee-a56a-4955-a493-514c069091df {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:08:12.533364 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-43415604-07ee-47a0-bdda-8dd05bcd18dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (dd3611ee-a56a-4955-a493-514c069091df), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:12.610375 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-94097a4b-8f2e-4637-994f-44369d013421 service neutron] 10.222.0.67 "GET /v2.0/networks/8f5c2a2c-a994-4917-b3e0-21b15ad56c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258064 Jan 28 03:08:12.663142 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58fb932a-2568-4ea2-a984-46b92e72d210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (c28b8eb3-50ae-4f62-8ade-03814f1bc71a), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:12.666211 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-80788761-30b0-4784-acdd-c3b3acce9659 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7449fb17-3519-4387-a4d3-63b8cf30ebec HTTP/1.1" status: 200 len: 217 time: 0.0440049 Jan 28 03:08:12.694018 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698739a-22c1-436a-8807-92405b862d8e req-fe08f541-5c52-4322-bc7d-e6459d283724 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:12.707866 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d698739a-22c1-436a-8807-92405b862d8e req-fe08f541-5c52-4322-bc7d-e6459d283724 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12d829f-4714-4201-b76a-3b1a5926c741 HTTP/1.1" status: 200 len: 944 time: 0.2472632 Jan 28 03:08:12.769652 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c9b78c3a-ebf2-4bfa-af4d-cd56e64351cf tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (dd3611ee-a56a-4955-a493-514c069091df), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:12.868034 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b78c3a-ebf2-4bfa-af4d-cd56e64351cf tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event deleted for resources: {'Port': ['ID=dd3611ee-a56a-4955-a493-514c069091df,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:12.963703 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d698739a-22c1-436a-8807-92405b862d8e req-27e53f81-e8e6-44a6-a6b0-eacea2a11af6 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543740 Jan 28 03:08:12.964660 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b78c3a-ebf2-4bfa-af4d-cd56e64351cf tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] No DVR routers for this DVR port dd3611ee-a56a-4955-a493-514c069091df on host n-d-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:08:13.005857 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-43415604-07ee-47a0-bdda-8dd05bcd18dc None None] For port dd3611ee-a56a-4955-a493-514c069091df, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=dd3611ee-a56a-4955-a493-514c069091df,segment=NetworkSegment(c90f4755-2503-4b28-9c9b-b19feaae4229),segment_id=c90f4755-2503-4b28-9c9b-b19feaae4229)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:08:13.006218 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-43415604-07ee-47a0-bdda-8dd05bcd18dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (dd3611ee-a56a-4955-a493-514c069091df), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:13.093947 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-62056c9d-1839-4825-8c27-74eed11487de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:13.095448 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-62056c9d-1839-4825-8c27-74eed11487de service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d7ff91e7-f241-4c5c-a917-a215b6f26f85 HTTP/1.1" status: 200 len: 797 time: 0.1833465 Jan 28 03:08:13.102295 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-43415604-07ee-47a0-bdda-8dd05bcd18dc None None] Calling delete_port for dd3611ee-a56a-4955-a493-514c069091df owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:08:13.171900 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c9b78c3a-ebf2-4bfa-af4d-cd56e64351cf tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (c24fc974-0559-40a3-b963-a1bddf90a89c), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:13.215597 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-c9b78c3a-ebf2-4bfa-af4d-cd56e64351cf tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c24fc974-0559-40a3-b963-a1bddf90a89c']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:13.224831 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device f3793917-2998-48d6-9cfd-43c0842e2c84 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:08:13.237299 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-c9b78c3a-ebf2-4bfa-af4d-cd56e64351cf tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c90f4755-2503-4b28-9c9b-b19feaae4229') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:13.237299 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-c9b78c3a-ebf2-4bfa-af4d-cd56e64351cf tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c90f4755-2503-4b28-9c9b-b19feaae4229') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:13.267839 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c9b78c3a-ebf2-4bfa-af4d-cd56e64351cf tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (c90f4755-2503-4b28-9c9b-b19feaae4229), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:13.304925 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c9b78c3a-ebf2-4bfa-af4d-cd56e64351cf tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (c90f4755-2503-4b28-9c9b-b19feaae4229), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:13.321844 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9b78c3a-ebf2-4bfa-af4d-cd56e64351cf tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:08:13.323580 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c9b78c3a-ebf2-4bfa-af4d-cd56e64351cf tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (c90f4755-2503-4b28-9c9b-b19feaae4229), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:13.419234 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-b967d5aa-439d-40ef-a6ba-88948b3571d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:13.423033 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-b967d5aa-439d-40ef-a6ba-88948b3571d5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8f5c2a2c-a994-4917-b3e0-21b15ad56c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3072684 Jan 28 03:08:13.474771 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:08:13.474771 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:08:13.474771 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:08:13.474771 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:08:13.474771 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:08:13.474771 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:08:13.474771 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:08:13.474771 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:08:13.474771 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:08:13.474771 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:08:13.474771 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:08:13.474771 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:08:13.474771 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:08:13.474771 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:08:13.474771 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:08:13.474771 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:08:13.474771 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:08:13.474771 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:08:13.474771 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:08:13.474771 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:08:13.474771 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:08:13.474771 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:08:13.474771 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:08:13.474771 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:08:13.474771 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:08:13.474771 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:08:13.474771 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:08:13.474771 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:08:13.474771 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:08:13.474771 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:08:13.474771 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:08:13.474771 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:08:13.488285 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-43415604-07ee-47a0-bdda-8dd05bcd18dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (dd3611ee-a56a-4955-a493-514c069091df), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:13.489918 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c9b78c3a-ebf2-4bfa-af4d-cd56e64351cf tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (c24fc974-0559-40a3-b963-a1bddf90a89c), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:13.499007 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c9b78c3a-ebf2-4bfa-af4d-cd56e64351cf tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:13.500769 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port f3793917-2998-48d6-9cfd-43c0842e2c84 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:08:13.501607 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f3793917-2998-48d6-9cfd-43c0842e2c84), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:13.505821 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c9b78c3a-ebf2-4bfa-af4d-cd56e64351cf tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "DELETE /v2.0/networks/c24fc974-0559-40a3-b963-a1bddf90a89c HTTP/1.1" status: 204 len: 168 time: 2.1031580 Jan 28 03:08:13.514046 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56694) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:13.562628 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-68130661-a52c-41f1-b5ea-6cbac48dea6b tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Request body: {'network': {'name': 'tempest-RoutersTest-526762395'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:08:13.573320 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b78c3a-ebf2-4bfa-af4d-cd56e64351cf tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event deleted for resources: {'Network': ['ID=c24fc974-0559-40a3-b963-a1bddf90a89c,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:13.582618 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-43415604-07ee-47a0-bdda-8dd05bcd18dc None None] Network c24fc974-0559-40a3-b963-a1bddf90a89c is not hosted by any dhcp agent {{(pid=109804) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 03:08:13.583917 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43415604-07ee-47a0-bdda-8dd05bcd18dc None None] No DVR routers for this DVR port dd3611ee-a56a-4955-a493-514c069091df on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:08:13.589085 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43415604-07ee-47a0-bdda-8dd05bcd18dc None None] Pushing event deleted for resources: {'Port': ['ID=dd3611ee-a56a-4955-a493-514c069091df,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:13.626988 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68130661-a52c-41f1-b5ea-6cbac48dea6b tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Made reservation on behalf of b764e6c6729b44a19b3dc2f4b82a400d for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:08:13.637048 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-68130661-a52c-41f1-b5ea-6cbac48dea6b tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:13.682119 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port f3793917-2998-48d6-9cfd-43c0842e2c84 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:08:13.699245 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68130661-a52c-41f1-b5ea-6cbac48dea6b tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:08:13.733848 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-68130661-a52c-41f1-b5ea-6cbac48dea6b tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (294d254d-16ae-4d4c-8c14-dd6d9aa4cd34), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:13.734566 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-68130661-a52c-41f1-b5ea-6cbac48dea6b tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Added segment 294d254d-16ae-4d4c-8c14-dd6d9aa4cd34 of type vlan for network aabfced1-c80e-4bac-a1de-1b6197224d29 Jan 28 03:08:13.736285 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-7bb53bb7-02a2-4842-a26f-ae4b3781a629 service neutron] 10.222.0.67 "GET /v2.0/networks/8f5c2a2c-a994-4917-b3e0-21b15ad56c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018227 Jan 28 03:08:13.807086 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device dd3611ee-a56a-4955-a493-514c069091df no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:08:13.858068 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: dd3611ee-a56a-4955-a493-514c069091df {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:08:13.859036 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device dd3611ee-a56a-4955-a493-514c069091df not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:08:13.863859 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-68130661-a52c-41f1-b5ea-6cbac48dea6b tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (aabfced1-c80e-4bac-a1de-1b6197224d29), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:13.964027 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-68130661-a52c-41f1-b5ea-6cbac48dea6b tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (aabfced1-c80e-4bac-a1de-1b6197224d29), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:13.970179 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68130661-a52c-41f1-b5ea-6cbac48dea6b tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:13.971115 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-68130661-a52c-41f1-b5ea-6cbac48dea6b tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:14.027604 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-68130661-a52c-41f1-b5ea-6cbac48dea6b tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4746237 Jan 28 03:08:14.033830 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56710) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:14.049309 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-640fdc9a-622c-4ce0-b741-90162193cf8d tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Request body: {'subnet': {'network_id': 'aabfced1-c80e-4bac-a1de-1b6197224d29', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:08:14.081192 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:08:14.156598 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb304c4e-8b68-4cd6-9f64-a1a06f041fc3 req-f847c648-2de9-4157-ad9c-f6374094ade9 service neutron] 10.222.0.67 "GET /v2.0/networks/8f5c2a2c-a994-4917-b3e0-21b15ad56c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087432 Jan 28 03:08:14.208194 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-58fb932a-2568-4ea2-a984-46b92e72d210 admin admin] Deleting port f3793917-2998-48d6-9cfd-43c0842e2c84 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:08:14.208941 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58fb932a-2568-4ea2-a984-46b92e72d210 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (f3793917-2998-48d6-9cfd-43c0842e2c84), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:14.225366 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68130661-a52c-41f1-b5ea-6cbac48dea6b tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event updated for resources: {'Network': ['ID=aabfced1-c80e-4bac-a1de-1b6197224d29,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:14.237725 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network aabfced1-c80e-4bac-a1de-1b6197224d29 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:08:14.407756 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640fdc9a-622c-4ce0-b741-90162193cf8d tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Made reservation on behalf of b764e6c6729b44a19b3dc2f4b82a400d for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:08:14.419803 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-58fb932a-2568-4ea2-a984-46b92e72d210 admin admin] For port f3793917-2998-48d6-9cfd-43c0842e2c84, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=f3793917-2998-48d6-9cfd-43c0842e2c84,segment=NetworkSegment(83727fcf-873a-4c1c-9b34-9758fed97109),segment_id=83727fcf-873a-4c1c-9b34-9758fed97109)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:08:14.423249 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58fb932a-2568-4ea2-a984-46b92e72d210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (f3793917-2998-48d6-9cfd-43c0842e2c84), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:14.424993 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-640fdc9a-622c-4ce0-b741-90162193cf8d tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:14.481741 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-58fb932a-2568-4ea2-a984-46b92e72d210 admin admin] Calling delete_port for f3793917-2998-48d6-9cfd-43c0842e2c84 owned by network:router_interface {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:08:14.896844 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58fb932a-2568-4ea2-a984-46b92e72d210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (f3793917-2998-48d6-9cfd-43c0842e2c84), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:14.966399 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb932a-2568-4ea2-a984-46b92e72d210 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3793917-2998-48d6-9cfd-43c0842e2c84,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:15.047596 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-640fdc9a-622c-4ce0-b741-90162193cf8d tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (e68f2b52-83df-4700-b24a-6c1c0d6be8ff), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:15.160827 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640fdc9a-622c-4ce0-b741-90162193cf8d tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event updated for resources: {'Subnet': ['ID=e68f2b52-83df-4700-b24a-6c1c0d6be8ff,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:15.180770 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640fdc9a-622c-4ce0-b741-90162193cf8d tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Checking segment: {'id': '294d254d-16ae-4d4c-8c14-dd6d9aa4cd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'aabfced1-c80e-4bac-a1de-1b6197224d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:08:15.181134 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640fdc9a-622c-4ce0-b741-90162193cf8d tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Network hostable DHCP agents. Network: aabfced1-c80e-4bac-a1de-1b6197224d29, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:08:15.221190 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640fdc9a-622c-4ce0-b741-90162193cf8d tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Network aabfced1-c80e-4bac-a1de-1b6197224d29 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:08:15.237945 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-640fdc9a-622c-4ce0-b741-90162193cf8d tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, aabfced1-c80e-4bac-a1de-1b6197224d29) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:08:15.244840 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640fdc9a-622c-4ce0-b741-90162193cf8d tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:15.245590 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-640fdc9a-622c-4ce0-b741-90162193cf8d tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:15.250753 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ca8401-0c3a-4ae7-9fa5-3e1e675e53ed None None] Network aabfced1-c80e-4bac-a1de-1b6197224d29 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:08:15.255910 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24396fd4-5ab1-4f14-a3ec-7b374a330d13 req-203c6e1b-dfc6-41e4-8a31-21dafee21ead tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:15.260387 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-24396fd4-5ab1-4f14-a3ec-7b374a330d13 req-203c6e1b-dfc6-41e4-8a31-21dafee21ead tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12d829f-4714-4201-b76a-3b1a5926c741 HTTP/1.1" status: 200 len: 944 time: 0.3516736 Jan 28 03:08:15.282336 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-640fdc9a-622c-4ce0-b741-90162193cf8d tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2401295 Jan 28 03:08:15.283163 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56730) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:15.303483 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-b681b9f3-172d-4c3b-bb19-b2ad3640d8dc tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1067087174', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:08:15.326946 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device aa3d171f-05ae-46a1-91fd-6fd8cf205de2 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:08:15.390906 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b681b9f3-172d-4c3b-bb19-b2ad3640d8dc tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (dc16d844-4008-47d0-b8b8-4e1bd3b89dba), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:15.392195 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b681b9f3-172d-4c3b-bb19-b2ad3640d8dc tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (dc16d844-4008-47d0-b8b8-4e1bd3b89dba), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:15.600156 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-24396fd4-5ab1-4f14-a3ec-7b374a330d13 req-4c689d7e-07b7-4249-ae2a-4c087bb92cd6 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190031 Jan 28 03:08:15.639948 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b681b9f3-172d-4c3b-bb19-b2ad3640d8dc tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for router_controller (dc16d844-4008-47d0-b8b8-4e1bd3b89dba), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:15.647544 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b681b9f3-172d-4c3b-bb19-b2ad3640d8dc tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (dc16d844-4008-47d0-b8b8-4e1bd3b89dba), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:15.666887 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58fb932a-2568-4ea2-a984-46b92e72d210 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (c28b8eb3-50ae-4f62-8ade-03814f1bc71a), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:15.687158 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b681b9f3-172d-4c3b-bb19-b2ad3640d8dc tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:15.688401 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b681b9f3-172d-4c3b-bb19-b2ad3640d8dc tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4012768 Jan 28 03:08:15.691323 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56740) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:15.892163 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port aa3d171f-05ae-46a1-91fd-6fd8cf205de2 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:08:15.892856 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (aa3d171f-05ae-46a1-91fd-6fd8cf205de2), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:15.929732 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86312a7-6f14-4874-9b7d-20c1d77a33db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-aabfced1-c80e-4bac-a1de-1b6197224d29', 'network_id': 'aabfced1-c80e-4bac-a1de-1b6197224d29', 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'fixed_ips': [{'subnet_id': 'e68f2b52-83df-4700-b24a-6c1c0d6be8ff'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:08:15.930896 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c86312a7-6f14-4874-9b7d-20c1d77a33db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:16.266613 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58fb932a-2568-4ea2-a984-46b92e72d210 admin admin] Router c28b8eb3-50ae-4f62-8ade-03814f1bc71a has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:08:16.434192 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-c86312a7-6f14-4874-9b7d-20c1d77a33db None None] Allocated IP 172.20.0.2 (aabfced1-c80e-4bac-a1de-1b6197224d29/e68f2b52-83df-4700-b24a-6c1c0d6be8ff/2130dcc7-1dc3-433c-8dff-4ec77a04d998) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:08:16.445794 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port aa3d171f-05ae-46a1-91fd-6fd8cf205de2 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:08:16.446730 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (aa3d171f-05ae-46a1-91fd-6fd8cf205de2), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:16.551307 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12d829f-4714-4201-b76a-3b1a5926c741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa3d171f-05ae-46a1-91fd-6fd8cf205de2'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:08:16.559644 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99a6621-7f67-4d28-9cd0-6fe1aa4ccc7c" -d '{"events": [{"server_uuid": "c12d829f-4714-4201-b76a-3b1a5926c741", "name": "network-vif-plugged", "status": "completed", "tag": "aa3d171f-05ae-46a1-91fd-6fd8cf205de2"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:08:16.604110 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58fb932a-2568-4ea2-a984-46b92e72d210 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:08:16.611739 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-58fb932a-2568-4ea2-a984-46b92e72d210 admin admin] 10.222.0.53 "PUT /v2.0/routers/c28b8eb3-50ae-4f62-8ade-03814f1bc71a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9813614 Jan 28 03:08:16.622606 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faafee34-7063-456b-a010-eaaa3afc16be None None] Sync routers for ids ['c28b8eb3-50ae-4f62-8ade-03814f1bc71a'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:08:16.623859 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56758) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:16.653951 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faafee34-7063-456b-a010-eaaa3afc16be None None] Routers {'c28b8eb3-50ae-4f62-8ade-03814f1bc71a'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:08:16.654604 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-faafee34-7063-456b-a010-eaaa3afc16be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:08:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['c28b8eb3-50ae-4f62-8ade-03814f1bc71a'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:16.696936 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port aa3d171f-05ae-46a1-91fd-6fd8cf205de2, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=aa3d171f-05ae-46a1-91fd-6fd8cf205de2,segment=NetworkSegment(1bdfda3a-f7d7-44ae-82bd-973f0a517938),segment_id=1bdfda3a-f7d7-44ae-82bd-973f0a517938)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:08:16.706814 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (aa3d171f-05ae-46a1-91fd-6fd8cf205de2), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:16.866488 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05abcf5-dbd1-4f99-8257-14ee6f5f9e7b x-openstack-request-id: req-c05abcf5-dbd1-4f99-8257-14ee6f5f9e7b {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:08:16.867048 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12d829f-4714-4201-b76a-3b1a5926c741", "name": "network-vif-plugged", "status": "completed", "tag": "aa3d171f-05ae-46a1-91fd-6fd8cf205de2", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:08:16.867489 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c05abcf5-dbd1-4f99-8257-14ee6f5f9e7b {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:08:16.868022 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12d829f-4714-4201-b76a-3b1a5926c741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa3d171f-05ae-46a1-91fd-6fd8cf205de2', 'code': 200} Jan 28 03:08:16.872610 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=aa3d171f-05ae-46a1-91fd-6fd8cf205de2,revision_number=7']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:17.067241 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ad6c4985-bff7-4918-a942-48174c0f7d1b admin admin] Publish callbacks [] for router (c28b8eb3-50ae-4f62-8ade-03814f1bc71a), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:17.079475 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c86312a7-6f14-4874-9b7d-20c1d77a33db None None] Publish callbacks [] for port (2130dcc7-1dc3-433c-8dff-4ec77a04d998), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:17.089372 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c86312a7-6f14-4874-9b7d-20c1d77a33db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (2130dcc7-1dc3-433c-8dff-4ec77a04d998), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:17.153803 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-faafee34-7063-456b-a010-eaaa3afc16be None None] Set router c28b8eb3-50ae-4f62-8ade-03814f1bc71a gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:08:17.199642 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86312a7-6f14-4874-9b7d-20c1d77a33db None None] Pushing event updated for resources: {'Port': ['ID=2130dcc7-1dc3-433c-8dff-4ec77a04d998,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:17.234097 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86312a7-6f14-4874-9b7d-20c1d77a33db None None] Network aabfced1-c80e-4bac-a1de-1b6197224d29 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:08:17.235624 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8dedfeff-a2a7-4141-b112-ca861afd05e6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:17.238562 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-c86312a7-6f14-4874-9b7d-20c1d77a33db None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:08:17.248539 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86312a7-6f14-4874-9b7d-20c1d77a33db None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:08:17.264728 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c9fda-f48f-4adb-b382-ce3445f0821c req-c160d080-dc69-4ef3-996a-8be9b7d584fe tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:17.294633 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ba5c9fda-f48f-4adb-b382-ce3445f0821c req-c160d080-dc69-4ef3-996a-8be9b7d584fe tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12d829f-4714-4201-b76a-3b1a5926c741 HTTP/1.1" status: 200 len: 945 time: 0.5413020 Jan 28 03:08:17.434565 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-c86312a7-6f14-4874-9b7d-20c1d77a33db None None] Attempting to bind port 2130dcc7-1dc3-433c-8dff-4ec77a04d998 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:08:17.435171 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-c86312a7-6f14-4874-9b7d-20c1d77a33db None None] Attempting to bind port 2130dcc7-1dc3-433c-8dff-4ec77a04d998 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '294d254d-16ae-4d4c-8c14-dd6d9aa4cd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'aabfced1-c80e-4bac-a1de-1b6197224d29'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:08:17.435283 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86312a7-6f14-4874-9b7d-20c1d77a33db None None] Attempting to bind port 2130dcc7-1dc3-433c-8dff-4ec77a04d998 on network aabfced1-c80e-4bac-a1de-1b6197224d29 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:08:17.440885 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86312a7-6f14-4874-9b7d-20c1d77a33db None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:08:17.441325 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86312a7-6f14-4874-9b7d-20c1d77a33db None None] Checking segment: {'id': '294d254d-16ae-4d4c-8c14-dd6d9aa4cd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'aabfced1-c80e-4bac-a1de-1b6197224d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:08:17.441737 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c86312a7-6f14-4874-9b7d-20c1d77a33db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:17.442528 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86312a7-6f14-4874-9b7d-20c1d77a33db None None] Bound using segment: {'id': '294d254d-16ae-4d4c-8c14-dd6d9aa4cd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'aabfced1-c80e-4bac-a1de-1b6197224d29'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:08:17.443017 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-c86312a7-6f14-4874-9b7d-20c1d77a33db None None] Bound port: 2130dcc7-1dc3-433c-8dff-4ec77a04d998, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '294d254d-16ae-4d4c-8c14-dd6d9aa4cd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'aabfced1-c80e-4bac-a1de-1b6197224d29'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:08:17.443412 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c86312a7-6f14-4874-9b7d-20c1d77a33db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2130dcc7-1dc3-433c-8dff-4ec77a04d998), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:17.514822 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ba5c9fda-f48f-4adb-b382-ce3445f0821c req-bf4f2fa9-61ad-4fe7-9059-0bdcae0db73f tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087147 Jan 28 03:08:17.563682 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ad6c4985-bff7-4918-a942-48174c0f7d1b admin admin] Publish callbacks [] for router_gateway (c28b8eb3-50ae-4f62-8ade-03814f1bc71a), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:17.671213 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c86312a7-6f14-4874-9b7d-20c1d77a33db None None] For port 2130dcc7-1dc3-433c-8dff-4ec77a04d998, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:08:17.683327 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c86312a7-6f14-4874-9b7d-20c1d77a33db None None] For port 2130dcc7-1dc3-433c-8dff-4ec77a04d998, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=2130dcc7-1dc3-433c-8dff-4ec77a04d998,segment=NetworkSegment(294d254d-16ae-4d4c-8c14-dd6d9aa4cd34),segment_id=294d254d-16ae-4d4c-8c14-dd6d9aa4cd34)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:08:17.694071 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c86312a7-6f14-4874-9b7d-20c1d77a33db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (2130dcc7-1dc3-433c-8dff-4ec77a04d998), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:17.769333 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-ad6c4985-bff7-4918-a942-48174c0f7d1b admin admin] Deleting port b2999069-d6a4-4ca3-b55d-6838ba134db1 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:08:17.779414 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ad6c4985-bff7-4918-a942-48174c0f7d1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (b2999069-d6a4-4ca3-b55d-6838ba134db1), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:17.819645 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-faafee34-7063-456b-a010-eaaa3afc16be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28b8eb3-50ae-4f62-8ade-03814f1bc71a', 'name': 'tempest-ImageQuotaTest-586024797-router', 'tenant_id': '619e71734aad416882c1dfd197d31cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'b2999069-d6a4-4ca3-b55d-6838ba134db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:07:55Z', 'updated_at': '2022-01-28T03:08:14Z', 'revision_number': 5, 'project_id': '619e71734aad416882c1dfd197d31cd4', 'gw_port': {'id': 'b2999069-d6a4-4ca3-b55d-6838ba134db1', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:de:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28b8eb3-50ae-4f62-8ade-03814f1bc71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:07:56Z', 'updated_at': '2022-01-28T03:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:17.906794 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86312a7-6f14-4874-9b7d-20c1d77a33db None None] Pushing event updated for resources: {'Port': ['ID=2130dcc7-1dc3-433c-8dff-4ec77a04d998,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:18.006415 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faafee34-7063-456b-a010-eaaa3afc16be None None] Checking router: c28b8eb3-50ae-4f62-8ade-03814f1bc71a for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:08:18.035023 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faafee34-7063-456b-a010-eaaa3afc16be None None] Routers {'c28b8eb3-50ae-4f62-8ade-03814f1bc71a'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:08:18.038434 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-faafee34-7063-456b-a010-eaaa3afc16be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:08:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['c28b8eb3-50ae-4f62-8ade-03814f1bc71a'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:18.045215 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-ad6c4985-bff7-4918-a942-48174c0f7d1b admin admin] For port b2999069-d6a4-4ca3-b55d-6838ba134db1, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=b2999069-d6a4-4ca3-b55d-6838ba134db1,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:08:18.045876 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ad6c4985-bff7-4918-a942-48174c0f7d1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (b2999069-d6a4-4ca3-b55d-6838ba134db1), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:18.077063 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-ad6c4985-bff7-4918-a942-48174c0f7d1b admin admin] Calling delete_port for b2999069-d6a4-4ca3-b55d-6838ba134db1 owned by network:router_gateway {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:08:18.087787 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-8dedfeff-a2a7-4141-b112-ca861afd05e6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Allocated IP 172.20.0.1 (aabfced1-c80e-4bac-a1de-1b6197224d29/e68f2b52-83df-4700-b24a-6c1c0d6be8ff/3b7516d9-cdd8-4c7b-99f0-fff73f6c050b) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:08:18.575173 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8dedfeff-a2a7-4141-b112-ca861afd05e6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for port (3b7516d9-cdd8-4c7b-99f0-fff73f6c050b), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:18.645474 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ad6c4985-bff7-4918-a942-48174c0f7d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (b2999069-d6a4-4ca3-b55d-6838ba134db1), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:18.667229 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8dedfeff-a2a7-4141-b112-ca861afd05e6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (3b7516d9-cdd8-4c7b-99f0-fff73f6c050b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:18.692467 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-faafee34-7063-456b-a010-eaaa3afc16be None None] Set router c28b8eb3-50ae-4f62-8ade-03814f1bc71a gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:08:18.745211 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dedfeff-a2a7-4141-b112-ca861afd05e6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Network aabfced1-c80e-4bac-a1de-1b6197224d29 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:08:18.749842 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-8dedfeff-a2a7-4141-b112-ca861afd05e6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:08:18.756222 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dedfeff-a2a7-4141-b112-ca861afd05e6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:08:18.831859 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dedfeff-a2a7-4141-b112-ca861afd05e6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event updated for resources: {'Port': ['ID=3b7516d9-cdd8-4c7b-99f0-fff73f6c050b,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:18.851646 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6c4985-bff7-4918-a942-48174c0f7d1b admin admin] Pushing event deleted for resources: {'Port': ['ID=b2999069-d6a4-4ca3-b55d-6838ba134db1,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:18.877874 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-faafee34-7063-456b-a010-eaaa3afc16be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28b8eb3-50ae-4f62-8ade-03814f1bc71a', 'name': 'tempest-ImageQuotaTest-586024797-router', 'tenant_id': '619e71734aad416882c1dfd197d31cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:07:55Z', 'updated_at': '2022-01-28T03:08:17Z', 'revision_number': 6, 'project_id': '619e71734aad416882c1dfd197d31cd4', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:18.914270 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8dedfeff-a2a7-4141-b112-ca861afd05e6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (dc16d844-4008-47d0-b8b8-4e1bd3b89dba), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:18.922511 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7731900-0755-4f77-a287-ba93ba9e8a78 req-1938151e-07a0-4e71-8ed7-0b59b0f1f9b0 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:18.931503 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a7731900-0755-4f77-a287-ba93ba9e8a78 req-1938151e-07a0-4e71-8ed7-0b59b0f1f9b0 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12d829f-4714-4201-b76a-3b1a5926c741 HTTP/1.1" status: 200 len: 945 time: 0.3183844 Jan 28 03:08:18.953522 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faafee34-7063-456b-a010-eaaa3afc16be None None] The sync data for ids ['c28b8eb3-50ae-4f62-8ade-03814f1bc71a'] in n-d-712139-27 is: [{'id': 'c28b8eb3-50ae-4f62-8ade-03814f1bc71a', 'name': 'tempest-ImageQuotaTest-586024797-router', 'tenant_id': '619e71734aad416882c1dfd197d31cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:07:55Z', 'updated_at': '2022-01-28T03:08:17Z', 'revision_number': 6, 'project_id': '619e71734aad416882c1dfd197d31cd4', 'gw_port_host': None}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:08:19.156302 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a7731900-0755-4f77-a287-ba93ba9e8a78 req-8b72f2b2-f141-4781-be57-43f24b5b2ca9 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235553 Jan 28 03:08:19.170594 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ad6c4985-bff7-4918-a942-48174c0f7d1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (c28b8eb3-50ae-4f62-8ade-03814f1bc71a), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:19.286606 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device aa3d171f-05ae-46a1-91fd-6fd8cf205de2 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:08:19.383922 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ad6c4985-bff7-4918-a942-48174c0f7d1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (c28b8eb3-50ae-4f62-8ade-03814f1bc71a), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:19.386864 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8dedfeff-a2a7-4141-b112-ca861afd05e6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3b7516d9-cdd8-4c7b-99f0-fff73f6c050b), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:19.455708 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ad6c4985-bff7-4918-a942-48174c0f7d1b admin admin] Publish callbacks [] for router_controller (c28b8eb3-50ae-4f62-8ade-03814f1bc71a), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:19.607721 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port aa3d171f-05ae-46a1-91fd-6fd8cf205de2 is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:08:19.608130 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (aa3d171f-05ae-46a1-91fd-6fd8cf205de2), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:19.653651 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12d829f-4714-4201-b76a-3b1a5926c741', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa3d171f-05ae-46a1-91fd-6fd8cf205de2'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:08:19.666116 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691413b8-46f2-4562-8459-3d3c6a1063ec req-c8d0d32b-5f72-4daa-8e43-97748f309388 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:19.667469 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afefbd00-5441-45f7-bca4-ecd24d2ca3bc" -d '{"events": [{"server_uuid": "c12d829f-4714-4201-b76a-3b1a5926c741", "name": "network-vif-unplugged", "status": "completed", "tag": "aa3d171f-05ae-46a1-91fd-6fd8cf205de2"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:08:19.672049 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-691413b8-46f2-4562-8459-3d3c6a1063ec req-c8d0d32b-5f72-4daa-8e43-97748f309388 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 945 time: 0.2612317 Jan 28 03:08:19.677164 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ad6c4985-bff7-4918-a942-48174c0f7d1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (c28b8eb3-50ae-4f62-8ade-03814f1bc71a), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:19.678125 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6c4985-bff7-4918-a942-48174c0f7d1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c28b8eb3-50ae-4f62-8ade-03814f1bc71a {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:08:19.703992 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ad6c4985-bff7-4918-a942-48174c0f7d1b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:19.705401 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port aa3d171f-05ae-46a1-91fd-6fd8cf205de2, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=aa3d171f-05ae-46a1-91fd-6fd8cf205de2,segment=NetworkSegment(1bdfda3a-f7d7-44ae-82bd-973f0a517938),segment_id=1bdfda3a-f7d7-44ae-82bd-973f0a517938)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:08:19.711239 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ad6c4985-bff7-4918-a942-48174c0f7d1b admin admin] 10.222.0.53 "DELETE /v2.0/routers/c28b8eb3-50ae-4f62-8ade-03814f1bc71a HTTP/1.1" status: 204 len: 168 time: 3.0818987 Jan 28 03:08:19.715083 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (aa3d171f-05ae-46a1-91fd-6fd8cf205de2), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:19.717985 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56816) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:19.755020 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b659ce02-abee-42a3-bdbc-34829afb1731 x-openstack-request-id: req-b659ce02-abee-42a3-bdbc-34829afb1731 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:08:19.755580 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12d829f-4714-4201-b76a-3b1a5926c741", "name": "network-vif-unplugged", "status": "completed", "tag": "aa3d171f-05ae-46a1-91fd-6fd8cf205de2", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:08:19.756517 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b659ce02-abee-42a3-bdbc-34829afb1731 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:08:19.757129 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12d829f-4714-4201-b76a-3b1a5926c741', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa3d171f-05ae-46a1-91fd-6fd8cf205de2', 'code': 200} Jan 28 03:08:19.822223 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=aa3d171f-05ae-46a1-91fd-6fd8cf205de2,revision_number=8']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:19.845435 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-691413b8-46f2-4562-8459-3d3c6a1063ec req-56d37d22-f603-4a40-9b73-a3ba86dd9826 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?id=5cfc1d40-004a-4e66-82cd-29f658db29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622639 Jan 28 03:08:19.991275 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aae74cb-8840-4594-b557-bcd086efb69f admin admin] Deleting subnet 22b61691-6de2-4f1d-9156-3bb28f7ec4a5 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:08:20.020609 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7aae74cb-8840-4594-b557-bcd086efb69f admin admin] Publish callbacks [] for subnet (22b61691-6de2-4f1d-9156-3bb28f7ec4a5), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:20.059070 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 2130dcc7-1dc3-433c-8dff-4ec77a04d998 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:08:20.195842 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 2130dcc7-1dc3-433c-8dff-4ec77a04d998 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:08:20.200056 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (2130dcc7-1dc3-433c-8dff-4ec77a04d998), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:20.234661 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7aae74cb-8840-4594-b557-bcd086efb69f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (22b61691-6de2-4f1d-9156-3bb28f7ec4a5), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:20.271387 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729bcacc-9308-40df-b075-5efad210b6b9 None None] Network aabfced1-c80e-4bac-a1de-1b6197224d29 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:08:20.421731 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79577a-9412-41ff-a06b-7f9242ffd6eb req-ab4d226e-252a-41e4-89a6-3452e9b3e8a0 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:20.430195 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 2130dcc7-1dc3-433c-8dff-4ec77a04d998 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:08:20.430687 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2130dcc7-1dc3-433c-8dff-4ec77a04d998), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:20.432976 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6f79577a-9412-41ff-a06b-7f9242ffd6eb req-ab4d226e-252a-41e4-89a6-3452e9b3e8a0 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.67 "GET /v2.0/ports?device_id=c12d829f-4714-4201-b76a-3b1a5926c741 HTTP/1.1" status: 200 len: 943 time: 0.2493474 Jan 28 03:08:20.474807 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-6cb5023d-c96c-4cf7-ade7-ddb9f4da9fad None None] Provisioning complete for port 2130dcc7-1dc3-433c-8dff-4ec77a04d998 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:08:20.475198 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6cb5023d-c96c-4cf7-ade7-ddb9f4da9fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (2130dcc7-1dc3-433c-8dff-4ec77a04d998), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:20.557983 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8dedfeff-a2a7-4141-b112-ca861afd05e6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for port (3b7516d9-cdd8-4c7b-99f0-fff73f6c050b), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:20.564180 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7aae74cb-8840-4594-b557-bcd086efb69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (22b61691-6de2-4f1d-9156-3bb28f7ec4a5), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:20.615207 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8dedfeff-a2a7-4141-b112-ca861afd05e6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (3b7516d9-cdd8-4c7b-99f0-fff73f6c050b), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:20.629750 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 2130dcc7-1dc3-433c-8dff-4ec77a04d998, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=2130dcc7-1dc3-433c-8dff-4ec77a04d998,segment=NetworkSegment(294d254d-16ae-4d4c-8c14-dd6d9aa4cd34),segment_id=294d254d-16ae-4d4c-8c14-dd6d9aa4cd34)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:08:20.644988 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (2130dcc7-1dc3-433c-8dff-4ec77a04d998), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:20.715714 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=2130dcc7-1dc3-433c-8dff-4ec77a04d998,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:20.723436 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-6cb5023d-c96c-4cf7-ade7-ddb9f4da9fad None None] Current status of the port 2130dcc7-1dc3-433c-8dff-4ec77a04d998 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:08:20.723838 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6cb5023d-c96c-4cf7-ade7-ddb9f4da9fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2130dcc7-1dc3-433c-8dff-4ec77a04d998), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:20.733252 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-6f79577a-9412-41ff-a06b-7f9242ffd6eb req-fdd69df0-b1c0-4f1e-a822-1a82fd835162 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Deleting port aa3d171f-05ae-46a1-91fd-6fd8cf205de2 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:08:20.737284 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-6f79577a-9412-41ff-a06b-7f9242ffd6eb req-fdd69df0-b1c0-4f1e-a822-1a82fd835162 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (aa3d171f-05ae-46a1-91fd-6fd8cf205de2), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:20.787948 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321aa73-962b-434e-9de0-2af0fea3078e req-d0e52511-6377-4856-b0b4-b356eef89388 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:20.795744 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a321aa73-962b-434e-9de0-2af0fea3078e req-d0e52511-6377-4856-b0b4-b356eef89388 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12d829f-4714-4201-b76a-3b1a5926c741 HTTP/1.1" status: 200 len: 943 time: 0.4246092 Jan 28 03:08:20.833845 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.api [None req-6cb5023d-c96c-4cf7-ade7-ddb9f4da9fad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:08:20.834652 n-d-712139-27 neutron-server[109804]: DEBUG oslo_db.api [None req-6cb5023d-c96c-4cf7-ade7-ddb9f4da9fad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:08:20.867252 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dedfeff-a2a7-4141-b112-ca861afd05e6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event updated for resources: {'Port': ['ID=3b7516d9-cdd8-4c7b-99f0-fff73f6c050b,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:20.908060 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-6f79577a-9412-41ff-a06b-7f9242ffd6eb req-fdd69df0-b1c0-4f1e-a822-1a82fd835162 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] For port aa3d171f-05ae-46a1-91fd-6fd8cf205de2, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=aa3d171f-05ae-46a1-91fd-6fd8cf205de2,segment=NetworkSegment(1bdfda3a-f7d7-44ae-82bd-973f0a517938),segment_id=1bdfda3a-f7d7-44ae-82bd-973f0a517938)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:08:20.908443 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-6f79577a-9412-41ff-a06b-7f9242ffd6eb req-fdd69df0-b1c0-4f1e-a822-1a82fd835162 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (aa3d171f-05ae-46a1-91fd-6fd8cf205de2), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:20.924026 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-6f79577a-9412-41ff-a06b-7f9242ffd6eb req-fdd69df0-b1c0-4f1e-a822-1a82fd835162 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Calling delete_port for aa3d171f-05ae-46a1-91fd-6fd8cf205de2 owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:08:20.960869 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8dedfeff-a2a7-4141-b112-ca861afd05e6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (dc16d844-4008-47d0-b8b8-4e1bd3b89dba), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:20.995038 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7aae74cb-8840-4594-b557-bcd086efb69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (22b61691-6de2-4f1d-9156-3bb28f7ec4a5), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:21.066975 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 2130dcc7-1dc3-433c-8dff-4ec77a04d998 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:08:21.067925 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a321aa73-962b-434e-9de0-2af0fea3078e req-f370f1d5-c645-459b-aaa6-855ef9e75acc tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712240 Jan 28 03:08:21.121609 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7aae74cb-8840-4594-b557-bcd086efb69f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:21.129170 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7aae74cb-8840-4594-b557-bcd086efb69f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/22b61691-6de2-4f1d-9156-3bb28f7ec4a5 HTTP/1.1" status: 204 len: 168 time: 1.3947768 Jan 28 03:08:21.144324 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56836) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:21.150702 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9342d01d-de3d-4111-a472-d7d96cd1c51e None None] Network fc019c43-f556-4f8a-8280-e280cc57ecf1 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:08:21.210823 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-6f79577a-9412-41ff-a06b-7f9242ffd6eb req-fdd69df0-b1c0-4f1e-a822-1a82fd835162 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (aa3d171f-05ae-46a1-91fd-6fd8cf205de2), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:21.222355 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae74cb-8840-4594-b557-bcd086efb69f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22b61691-6de2-4f1d-9156-3bb28f7ec4a5,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:21.350875 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd69df0-b1c0-4f1e-a822-1a82fd835162 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Pushing event deleted for resources: {'Port': ['ID=aa3d171f-05ae-46a1-91fd-6fd8cf205de2,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:21.397846 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3043c40b-39a5-46e5-bbb6-ac97960319b3 req-b24ae5a6-9a09-4071-adf2-b06db3cfb099 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:21.399431 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3043c40b-39a5-46e5-bbb6-ac97960319b3 req-b24ae5a6-9a09-4071-adf2-b06db3cfb099 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 945 time: 0.2098954 Jan 28 03:08:21.426588 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-6cb5023d-c96c-4cf7-ade7-ddb9f4da9fad None None] Current status of the port 2130dcc7-1dc3-433c-8dff-4ec77a04d998 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:08:21.466763 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 2130dcc7-1dc3-433c-8dff-4ec77a04d998 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:08:21.467437 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (2130dcc7-1dc3-433c-8dff-4ec77a04d998), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:21.522589 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f79577a-9412-41ff-a06b-7f9242ffd6eb req-fdd69df0-b1c0-4f1e-a822-1a82fd835162 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] No DVR routers for this DVR port aa3d171f-05ae-46a1-91fd-6fd8cf205de2 on host n-h1-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:08:21.533293 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-6f79577a-9412-41ff-a06b-7f9242ffd6eb req-fdd69df0-b1c0-4f1e-a822-1a82fd835162 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:21.540968 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6f79577a-9412-41ff-a06b-7f9242ffd6eb req-fdd69df0-b1c0-4f1e-a822-1a82fd835162 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.67 "DELETE /v2.0/ports/aa3d171f-05ae-46a1-91fd-6fd8cf205de2 HTTP/1.1" status: 204 len: 173 time: 1.0998907 Jan 28 03:08:21.546043 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12d829f-4714-4201-b76a-3b1a5926c741', 'name': 'network-vif-deleted', 'tag': 'aa3d171f-05ae-46a1-91fd-6fd8cf205de2'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:08:21.550074 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba21a48-96ef-47c3-b421-36f2dc06c93d" -d '{"events": [{"server_uuid": "c12d829f-4714-4201-b76a-3b1a5926c741", "name": "network-vif-deleted", "tag": "aa3d171f-05ae-46a1-91fd-6fd8cf205de2"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:08:21.571299 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c14cd484-ebbc-4ad2-8280-13eb6591aebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (fc019c43-f556-4f8a-8280-e280cc57ecf1), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:21.635331 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3043c40b-39a5-46e5-bbb6-ac97960319b3 req-59df63c2-9c12-4712-a9b9-1c8831ee39c7 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?id=5cfc1d40-004a-4e66-82cd-29f658db29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949391 Jan 28 03:08:21.677473 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 2130dcc7-1dc3-433c-8dff-4ec77a04d998 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:08:21.681295 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05963b1-bb41-42a0-8137-be48162dffe4 x-openstack-request-id: req-e05963b1-bb41-42a0-8137-be48162dffe4 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:08:21.681591 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12d829f-4714-4201-b76a-3b1a5926c741", "name": "network-vif-deleted", "tag": "aa3d171f-05ae-46a1-91fd-6fd8cf205de2", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:08:21.681849 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e05963b1-bb41-42a0-8137-be48162dffe4 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:08:21.682266 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12d829f-4714-4201-b76a-3b1a5926c741', 'name': 'network-vif-deleted', 'tag': 'aa3d171f-05ae-46a1-91fd-6fd8cf205de2', 'status': 'completed', 'code': 200} Jan 28 03:08:21.685575 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-27988b68-fee9-486c-8694-1f740c175971 None None] Provisioning complete for port 3b7516d9-cdd8-4c7b-99f0-fff73f6c050b triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:08:21.685954 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-27988b68-fee9-486c-8694-1f740c175971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3b7516d9-cdd8-4c7b-99f0-fff73f6c050b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:21.718682 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dedfeff-a2a7-4141-b112-ca861afd05e6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Network aabfced1-c80e-4bac-a1de-1b6197224d29 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:08:21.722731 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-8dedfeff-a2a7-4141-b112-ca861afd05e6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:08:21.731058 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-27988b68-fee9-486c-8694-1f740c175971 None None] Port 3b7516d9-cdd8-4c7b-99f0-fff73f6c050b cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:08:21.733509 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device f3793917-2998-48d6-9cfd-43c0842e2c84 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:08:21.762776 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-27988b68-fee9-486c-8694-1f740c175971 None None] Provisioning complete for port 2130dcc7-1dc3-433c-8dff-4ec77a04d998 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:08:21.763163 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-27988b68-fee9-486c-8694-1f740c175971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (2130dcc7-1dc3-433c-8dff-4ec77a04d998), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:21.765932 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: f3793917-2998-48d6-9cfd-43c0842e2c84 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:08:21.766284 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device f3793917-2998-48d6-9cfd-43c0842e2c84 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:08:21.766710 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device b2999069-d6a4-4ca3-b55d-6838ba134db1 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:08:21.806739 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: b2999069-d6a4-4ca3-b55d-6838ba134db1 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:08:21.807097 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device b2999069-d6a4-4ca3-b55d-6838ba134db1 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:08:21.850757 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8789230-4eef-4c18-b529-2f011eb5ee5d None None] DHCP port deletion for fc019c43-f556-4f8a-8280-e280cc57ecf1 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:08:21.872091 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-c14cd484-ebbc-4ad2-8280-13eb6591aebc admin admin] Deleting port 9f45017e-5423-4fe5-a125-9fc42831e668 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:08:21.873225 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c14cd484-ebbc-4ad2-8280-13eb6591aebc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (9f45017e-5423-4fe5-a125-9fc42831e668), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:22.005849 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-c14cd484-ebbc-4ad2-8280-13eb6591aebc admin admin] For port 9f45017e-5423-4fe5-a125-9fc42831e668, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=9f45017e-5423-4fe5-a125-9fc42831e668,segment=NetworkSegment(83727fcf-873a-4c1c-9b34-9758fed97109),segment_id=83727fcf-873a-4c1c-9b34-9758fed97109)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:08:22.007290 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c14cd484-ebbc-4ad2-8280-13eb6591aebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (9f45017e-5423-4fe5-a125-9fc42831e668), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:22.007591 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-27988b68-fee9-486c-8694-1f740c175971 None None] Current status of the port 2130dcc7-1dc3-433c-8dff-4ec77a04d998 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:08:22.024941 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-a8789230-4eef-4c18-b529-2f011eb5ee5d None None] Deleting port 9f45017e-5423-4fe5-a125-9fc42831e668 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:08:22.025398 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a8789230-4eef-4c18-b529-2f011eb5ee5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (9f45017e-5423-4fe5-a125-9fc42831e668), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:22.031553 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-c14cd484-ebbc-4ad2-8280-13eb6591aebc admin admin] Calling delete_port for 9f45017e-5423-4fe5-a125-9fc42831e668 owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:08:22.064567 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dedfeff-a2a7-4141-b112-ca861afd05e6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Router dc16d844-4008-47d0-b8b8-4e1bd3b89dba is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:08:22.140278 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-a8789230-4eef-4c18-b529-2f011eb5ee5d None None] For port 9f45017e-5423-4fe5-a125-9fc42831e668, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=9f45017e-5423-4fe5-a125-9fc42831e668,segment=NetworkSegment(83727fcf-873a-4c1c-9b34-9758fed97109),segment_id=83727fcf-873a-4c1c-9b34-9758fed97109)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:08:22.140726 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a8789230-4eef-4c18-b529-2f011eb5ee5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (9f45017e-5423-4fe5-a125-9fc42831e668), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:22.167225 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-a8789230-4eef-4c18-b529-2f011eb5ee5d None None] Calling delete_port for 9f45017e-5423-4fe5-a125-9fc42831e668 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:08:22.172187 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c876b77a-e800-42fb-9581-9e9e261ec89a None None] Provisioning complete for port 3b7516d9-cdd8-4c7b-99f0-fff73f6c050b triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:08:22.172590 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c876b77a-e800-42fb-9581-9e9e261ec89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3b7516d9-cdd8-4c7b-99f0-fff73f6c050b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:22.274794 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d5fca6e6-8428-443f-bf31-9f8382e13360 req-9264e19d-538b-462a-9998-9011f85b8592 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12d829f-4714-4201-b76a-3b1a5926c741 HTTP/1.1" status: 200 len: 210 time: 0.0559759 Jan 28 03:08:22.311563 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c876b77a-e800-42fb-9581-9e9e261ec89a None None] Port 3b7516d9-cdd8-4c7b-99f0-fff73f6c050b cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:08:22.486962 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-eb1b5f72-8cb5-41b5-9902-2bac18910c43 None None] Provisioning complete for port 3b7516d9-cdd8-4c7b-99f0-fff73f6c050b triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:08:22.489892 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-eb1b5f72-8cb5-41b5-9902-2bac18910c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3b7516d9-cdd8-4c7b-99f0-fff73f6c050b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:22.505569 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dedfeff-a2a7-4141-b112-ca861afd05e6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:08:22.512189 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8dedfeff-a2a7-4141-b112-ca861afd05e6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "PUT /v2.0/routers/dc16d844-4008-47d0-b8b8-4e1bd3b89dba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8192761 Jan 28 03:08:22.514780 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56860) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:22.538029 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c14cd484-ebbc-4ad2-8280-13eb6591aebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (9f45017e-5423-4fe5-a125-9fc42831e668), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:22.565566 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14cd484-ebbc-4ad2-8280-13eb6591aebc admin admin] No DVR routers for this DVR port 9f45017e-5423-4fe5-a125-9fc42831e668 on host n-d-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:08:22.575012 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a8789230-4eef-4c18-b529-2f011eb5ee5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (9f45017e-5423-4fe5-a125-9fc42831e668), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:22.581909 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe69ea2-27d9-480a-ae29-bc32273ebb25 None None] Sync routers for ids ['dc16d844-4008-47d0-b8b8-4e1bd3b89dba'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:08:22.590030 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9254ead-d3e1-4780-9bc0-afb929f28200 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:22.607790 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b9254ead-d3e1-4780-9bc0-afb929f28200 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "GET /v2.0/ports/3b7516d9-cdd8-4c7b-99f0-fff73f6c050b HTTP/1.1" status: 200 len: 910 time: 0.0913789 Jan 28 03:08:22.611767 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56864) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:22.614565 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14cd484-ebbc-4ad2-8280-13eb6591aebc admin admin] Pushing event deleted for resources: {'Port': ['ID=9f45017e-5423-4fe5-a125-9fc42831e668,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:22.673316 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8789230-4eef-4c18-b529-2f011eb5ee5d None None] Pushing event deleted for resources: {'Port': ['ID=9f45017e-5423-4fe5-a125-9fc42831e668,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:22.686261 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8789230-4eef-4c18-b529-2f011eb5ee5d None None] No DVR routers for this DVR port 9f45017e-5423-4fe5-a125-9fc42831e668 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:08:22.691629 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-eb1b5f72-8cb5-41b5-9902-2bac18910c43 None None] Port 3b7516d9-cdd8-4c7b-99f0-fff73f6c050b cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:08:22.696013 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe69ea2-27d9-480a-ae29-bc32273ebb25 None None] Routers {'dc16d844-4008-47d0-b8b8-4e1bd3b89dba'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:08:22.696659 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-bfe69ea2-27d9-480a-ae29-bc32273ebb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:08:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['dc16d844-4008-47d0-b8b8-4e1bd3b89dba'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:22.777325 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c14cd484-ebbc-4ad2-8280-13eb6591aebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (fc019c43-f556-4f8a-8280-e280cc57ecf1), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:22.781574 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-bfe69ea2-27d9-480a-ae29-bc32273ebb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:22.806399 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe69ea2-27d9-480a-ae29-bc32273ebb25 None None] Routers {'dc16d844-4008-47d0-b8b8-4e1bd3b89dba'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:08:22.806399 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-bfe69ea2-27d9-480a-ae29-bc32273ebb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:08:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['dc16d844-4008-47d0-b8b8-4e1bd3b89dba'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:22.874770 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-c14cd484-ebbc-4ad2-8280-13eb6591aebc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc019c43-f556-4f8a-8280-e280cc57ecf1']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:22.883095 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-bfe69ea2-27d9-480a-ae29-bc32273ebb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:22.883776 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe69ea2-27d9-480a-ae29-bc32273ebb25 None None] The sync data for ids ['dc16d844-4008-47d0-b8b8-4e1bd3b89dba'] in n-d-712139-27 is: [] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:08:22.900548 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-c14cd484-ebbc-4ad2-8280-13eb6591aebc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83727fcf-873a-4c1c-9b34-9758fed97109') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:22.901046 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-c14cd484-ebbc-4ad2-8280-13eb6591aebc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83727fcf-873a-4c1c-9b34-9758fed97109') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:22.926752 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c14cd484-ebbc-4ad2-8280-13eb6591aebc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (83727fcf-873a-4c1c-9b34-9758fed97109), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:22.945172 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824fdda6-94bb-4bac-b429-07ecfd0e5b3d req-64912ccb-2468-4ed1-b718-56079034010d tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:22.947017 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-824fdda6-94bb-4bac-b429-07ecfd0e5b3d req-64912ccb-2468-4ed1-b718-56079034010d tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 945 time: 0.1566663 Jan 28 03:08:23.004279 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c14cd484-ebbc-4ad2-8280-13eb6591aebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (83727fcf-873a-4c1c-9b34-9758fed97109), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:23.029582 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c14cd484-ebbc-4ad2-8280-13eb6591aebc admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:08:23.032582 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c14cd484-ebbc-4ad2-8280-13eb6591aebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (83727fcf-873a-4c1c-9b34-9758fed97109), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:23.039838 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:08:23.039838 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:08:23.039838 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:08:23.039838 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:08:23.039838 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:08:23.039838 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:08:23.039838 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:08:23.039838 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:08:23.039838 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:08:23.039838 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:08:23.039838 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:08:23.039838 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:08:23.039838 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:08:23.039838 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:08:23.039838 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:08:23.039838 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:08:23.039838 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:08:23.039838 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:08:23.039838 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:08:23.039838 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:08:23.039838 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:08:23.039838 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:08:23.039838 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:08:23.039838 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:08:23.039838 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:08:23.039838 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:08:23.039838 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:08:23.039838 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:08:23.039838 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:08:23.039838 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:08:23.039838 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:08:23.039838 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:08:23.086018 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 9f45017e-5423-4fe5-a125-9fc42831e668 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:08:23.129328 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 9f45017e-5423-4fe5-a125-9fc42831e668 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:08:23.130071 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 9f45017e-5423-4fe5-a125-9fc42831e668 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:08:23.167173 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-824fdda6-94bb-4bac-b429-07ecfd0e5b3d req-e7b7f7c5-bd63-4847-8e86-486bcd149fa3 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?id=5cfc1d40-004a-4e66-82cd-29f658db29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2138100 Jan 28 03:08:23.168411 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c14cd484-ebbc-4ad2-8280-13eb6591aebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (fc019c43-f556-4f8a-8280-e280cc57ecf1), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:23.180049 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c14cd484-ebbc-4ad2-8280-13eb6591aebc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:23.186233 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c14cd484-ebbc-4ad2-8280-13eb6591aebc admin admin] 10.222.0.53 "DELETE /v2.0/networks/fc019c43-f556-4f8a-8280-e280cc57ecf1 HTTP/1.1" status: 204 len: 168 time: 2.0174332 Jan 28 03:08:23.198942 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14cd484-ebbc-4ad2-8280-13eb6591aebc admin admin] Pushing event deleted for resources: {'Network': ['ID=fc019c43-f556-4f8a-8280-e280cc57ecf1,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:23.428498 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56882) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:23.561556 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-674c202c-4944-4be4-9304-a48815483c05 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=619e71734aad416882c1dfd197d31cd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1291697 Jan 28 03:08:23.561891 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56900) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:23.673815 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8b275ce9-fee8-4fbe-a181-15abb293ccb6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (dc16d844-4008-47d0-b8b8-4e1bd3b89dba), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:23.723913 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5a75853d-1cc4-4b60-b7a8-5b6695c5c2f3 admin admin] Publish callbacks [] for security_group (f5f97f10-e81b-4260-a9fe-c115e36f22cd), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:23.763089 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5a75853d-1cc4-4b60-b7a8-5b6695c5c2f3 admin admin] Publish callbacks [] for security_group (f5f97f10-e81b-4260-a9fe-c115e36f22cd), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:23.857935 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5a75853d-1cc4-4b60-b7a8-5b6695c5c2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f5f97f10-e81b-4260-a9fe-c115e36f22cd), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:23.860955 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5a75853d-1cc4-4b60-b7a8-5b6695c5c2f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:23.862593 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5a75853d-1cc4-4b60-b7a8-5b6695c5c2f3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f5f97f10-e81b-4260-a9fe-c115e36f22cd HTTP/1.1" status: 204 len: 168 time: 0.2997394 Jan 28 03:08:23.883719 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a75853d-1cc4-4b60-b7a8-5b6695c5c2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f97f10-e81b-4260-a9fe-c115e36f22cd,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:23.897093 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef290108-17bb-4876-a348-df015b78a095 req-445932b1-b546-42e0-9b29-246a9be20564 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:23.899529 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ef290108-17bb-4876-a348-df015b78a095 req-445932b1-b546-42e0-9b29-246a9be20564 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/networks?id=54db990e-2138-4a7a-932b-a89c1796eff3 HTTP/1.1" status: 200 len: 822 time: 0.2987452 Jan 28 03:08:23.947854 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ef290108-17bb-4876-a348-df015b78a095 req-3d2259b3-0f37-4c10-a7c5-c5f685eb5145 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/quotas/858aa1a7e6b04f47b535043cafb70da2 HTTP/1.1" status: 200 len: 375 time: 0.0230465 Jan 28 03:08:24.036692 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ef290108-17bb-4876-a348-df015b78a095 req-0b5057f1-f200-4df1-aee7-0f46f33a14e2 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=858aa1a7e6b04f47b535043cafb70da2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0878220 Jan 28 03:08:24.207371 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-8b275ce9-fee8-4fbe-a181-15abb293ccb6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Deleting port 3b7516d9-cdd8-4c7b-99f0-fff73f6c050b {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:08:24.207725 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8b275ce9-fee8-4fbe-a181-15abb293ccb6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (3b7516d9-cdd8-4c7b-99f0-fff73f6c050b), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:24.404877 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02eaaef-0dbf-4c97-a4a1-9d7f14c4452d req-41a7601b-2584-41f7-8668-3c0c9ed7c3e3 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:24.421484 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e02eaaef-0dbf-4c97-a4a1-9d7f14c4452d req-41a7601b-2584-41f7-8668-3c0c9ed7c3e3 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 945 time: 0.1153498 Jan 28 03:08:24.536103 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e02eaaef-0dbf-4c97-a4a1-9d7f14c4452d req-3925f967-1abf-431a-8b2b-d4b928fac3eb tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?id=5cfc1d40-004a-4e66-82cd-29f658db29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046164 Jan 28 03:08:24.555210 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8b275ce9-fee8-4fbe-a181-15abb293ccb6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (3b7516d9-cdd8-4c7b-99f0-fff73f6c050b), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:24.576588 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ef290108-17bb-4876-a348-df015b78a095 req-6cb8e2dc-5d32-4dad-ac05-f43427f0899e service neutron] 10.222.0.53 "GET /v2.0/networks/54db990e-2138-4a7a-932b-a89c1796eff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5316465 Jan 28 03:08:24.581837 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-8b275ce9-fee8-4fbe-a181-15abb293ccb6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Calling delete_port for 3b7516d9-cdd8-4c7b-99f0-fff73f6c050b owned by network:router_interface {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:08:24.801588 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ef290108-17bb-4876-a348-df015b78a095 req-7be45b22-cb1c-4d08-bda8-54e95ad089ca service neutron] 10.222.0.53 "GET /v2.0/networks/54db990e-2138-4a7a-932b-a89c1796eff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137282 Jan 28 03:08:24.801588 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56930) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:24.841527 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-11735fcb-0cf5-4cfb-a72f-94ac000d79ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:25.007778 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8b275ce9-fee8-4fbe-a181-15abb293ccb6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (3b7516d9-cdd8-4c7b-99f0-fff73f6c050b), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:25.058831 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-11735fcb-0cf5-4cfb-a72f-94ac000d79ef admin admin] Publish callbacks [] for security_group (48f2fb33-1c85-4fce-8474-8b29ae89a994), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:25.071822 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-11735fcb-0cf5-4cfb-a72f-94ac000d79ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (48f2fb33-1c85-4fce-8474-8b29ae89a994), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:25.082826 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b275ce9-fee8-4fbe-a181-15abb293ccb6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event deleted for resources: {'Port': ['ID=3b7516d9-cdd8-4c7b-99f0-fff73f6c050b,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:25.120756 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b275ce9-fee8-4fbe-a181-15abb293ccb6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:25.121131 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b275ce9-fee8-4fbe-a181-15abb293ccb6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:25.121473 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b275ce9-fee8-4fbe-a181-15abb293ccb6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:25.121806 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b275ce9-fee8-4fbe-a181-15abb293ccb6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:25.122136 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b275ce9-fee8-4fbe-a181-15abb293ccb6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:25.122461 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b275ce9-fee8-4fbe-a181-15abb293ccb6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:25.122874 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b275ce9-fee8-4fbe-a181-15abb293ccb6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:25.123086 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b275ce9-fee8-4fbe-a181-15abb293ccb6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:25.123400 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b275ce9-fee8-4fbe-a181-15abb293ccb6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:25.135476 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b275ce9-fee8-4fbe-a181-15abb293ccb6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:25.136114 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b275ce9-fee8-4fbe-a181-15abb293ccb6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:25.136614 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b275ce9-fee8-4fbe-a181-15abb293ccb6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:25.137141 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b275ce9-fee8-4fbe-a181-15abb293ccb6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:25.156585 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-11735fcb-0cf5-4cfb-a72f-94ac000d79ef admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.3534224 Jan 28 03:08:25.159529 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56942) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:25.171009 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11735fcb-0cf5-4cfb-a72f-94ac000d79ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f2fb33-1c85-4fce-8474-8b29ae89a994,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:25.276899 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8b129620-1ce3-445e-a192-a3e961769bf5 req-e532128c-8db6-4b54-b2c1-cbe7e2ef3b7a tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=45533e5d-ab01-4c32-a9a4-9f0cc4a690fb HTTP/1.1" status: 200 len: 210 time: 0.1040809 Jan 28 03:08:25.330055 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device aa3d171f-05ae-46a1-91fd-6fd8cf205de2 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:08:25.354244 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d1f8bada-c737-440f-b12f-871611dd0cca admin admin] Publish callbacks [] for security_group (48f2fb33-1c85-4fce-8474-8b29ae89a994), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:25.409599 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: aa3d171f-05ae-46a1-91fd-6fd8cf205de2 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:08:25.410405 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device aa3d171f-05ae-46a1-91fd-6fd8cf205de2 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:08:25.437512 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d1f8bada-c737-440f-b12f-871611dd0cca admin admin] Publish callbacks [] for security_group (48f2fb33-1c85-4fce-8474-8b29ae89a994), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:25.458071 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8b275ce9-fee8-4fbe-a181-15abb293ccb6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (dc16d844-4008-47d0-b8b8-4e1bd3b89dba), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:25.540713 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d1f8bada-c737-440f-b12f-871611dd0cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (48f2fb33-1c85-4fce-8474-8b29ae89a994), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:25.543545 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d1f8bada-c737-440f-b12f-871611dd0cca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:25.544891 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d1f8bada-c737-440f-b12f-871611dd0cca admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/48f2fb33-1c85-4fce-8474-8b29ae89a994 HTTP/1.1" status: 204 len: 168 time: 0.3836694 Jan 28 03:08:25.566570 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f8bada-c737-440f-b12f-871611dd0cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f2fb33-1c85-4fce-8474-8b29ae89a994,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:25.710479 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56962) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:25.968229 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9887a-4562-4114-adf1-647e37d4b67f req-edf97f8e-d119-48f2-9847-8044f1f193fe tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:25.984282 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-34b9887a-4562-4114-adf1-647e37d4b67f req-edf97f8e-d119-48f2-9847-8044f1f193fe tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 945 time: 0.2124419 Jan 28 03:08:26.158210 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b275ce9-fee8-4fbe-a181-15abb293ccb6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Router dc16d844-4008-47d0-b8b8-4e1bd3b89dba has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:08:26.175430 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-34b9887a-4562-4114-adf1-647e37d4b67f req-e582c0ec-38b3-4d1e-9257-c5c10683a509 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?id=5cfc1d40-004a-4e66-82cd-29f658db29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898148 Jan 28 03:08:26.301356 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b275ce9-fee8-4fbe-a181-15abb293ccb6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:08:26.313924 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8b275ce9-fee8-4fbe-a181-15abb293ccb6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "PUT /v2.0/routers/dc16d844-4008-47d0-b8b8-4e1bd3b89dba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6935394 Jan 28 03:08:26.313924 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56976) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:26.314520 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8208bfcf-807f-44b8-9a0a-13e319cf0e24 None None] Sync routers for ids ['dc16d844-4008-47d0-b8b8-4e1bd3b89dba'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:08:26.352406 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8208bfcf-807f-44b8-9a0a-13e319cf0e24 None None] Routers {'dc16d844-4008-47d0-b8b8-4e1bd3b89dba'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:08:26.353131 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-8208bfcf-807f-44b8-9a0a-13e319cf0e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:08:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['dc16d844-4008-47d0-b8b8-4e1bd3b89dba'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:26.388650 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-14b274a3-9870-4e3f-8c12-f7a82a41a726 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc16d844-4008-47d0-b8b8-4e1bd3b89dba HTTP/1.1" status: 200 len: 205 time: 0.0587275 Jan 28 03:08:26.389671 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56980) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:26.439001 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-8208bfcf-807f-44b8-9a0a-13e319cf0e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:26.454642 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8208bfcf-807f-44b8-9a0a-13e319cf0e24 None None] Routers {'dc16d844-4008-47d0-b8b8-4e1bd3b89dba'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:08:26.455576 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-8208bfcf-807f-44b8-9a0a-13e319cf0e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:08:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['dc16d844-4008-47d0-b8b8-4e1bd3b89dba'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:26.529354 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-8208bfcf-807f-44b8-9a0a-13e319cf0e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:26.530216 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8208bfcf-807f-44b8-9a0a-13e319cf0e24 None None] The sync data for ids ['dc16d844-4008-47d0-b8b8-4e1bd3b89dba'] in n-d-712139-27 is: [] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:08:26.592893 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-03560b31-2a04-43c4-8310-bd9dd86d8a0c tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for router (dc16d844-4008-47d0-b8b8-4e1bd3b89dba), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:26.609518 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cd2bf0bf-8b24-4fb7-8560-53efe574b2a5 req-a13436c8-79e5-4266-96b4-1587d1a69073 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=45533e5d-ab01-4c32-a9a4-9f0cc4a690fb HTTP/1.1" status: 200 len: 210 time: 0.0737612 Jan 28 03:08:26.942961 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b0dbe85a-cee9-4f6b-a72b-f19e7eb3af13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (342786c2-eba4-459a-a2c0-9d6d40860bd2), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:26.949806 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-03560b31-2a04-43c4-8310-bd9dd86d8a0c tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (dc16d844-4008-47d0-b8b8-4e1bd3b89dba), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:26.952403 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-03560b31-2a04-43c4-8310-bd9dd86d8a0c tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for router_controller (dc16d844-4008-47d0-b8b8-4e1bd3b89dba), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:27.000906 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-03560b31-2a04-43c4-8310-bd9dd86d8a0c tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (dc16d844-4008-47d0-b8b8-4e1bd3b89dba), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:27.001839 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03560b31-2a04-43c4-8310-bd9dd86d8a0c tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Fanout notify agent at l3_agent the message router_deleted on router dc16d844-4008-47d0-b8b8-4e1bd3b89dba {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:08:27.020031 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-03560b31-2a04-43c4-8310-bd9dd86d8a0c tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:27.021269 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-03560b31-2a04-43c4-8310-bd9dd86d8a0c tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "DELETE /v2.0/routers/dc16d844-4008-47d0-b8b8-4e1bd3b89dba HTTP/1.1" status: 204 len: 168 time: 0.6306934 Jan 28 03:08:27.024089 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56990) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:27.146850 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-83564f77-7fa1-4738-955f-9b3dfdc1187e tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Deleting subnet e68f2b52-83df-4700-b24a-6c1c0d6be8ff {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:08:27.154272 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-83564f77-7fa1-4738-955f-9b3dfdc1187e tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for subnet (e68f2b52-83df-4700-b24a-6c1c0d6be8ff), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:27.281334 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-83564f77-7fa1-4738-955f-9b3dfdc1187e tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (e68f2b52-83df-4700-b24a-6c1c0d6be8ff), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:27.358427 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef290108-17bb-4876-a348-df015b78a095 req-4f14b20b-c10f-42e6-9c98-5b022b914db6 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:27.360261 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ef290108-17bb-4876-a348-df015b78a095 req-4f14b20b-c10f-42e6-9c98-5b022b914db6 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.67 "GET /v2.0/networks?id=54db990e-2138-4a7a-932b-a89c1796eff3 HTTP/1.1" status: 200 len: 822 time: 0.2995415 Jan 28 03:08:27.391732 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-ef290108-17bb-4876-a348-df015b78a095 req-0d92b067-b122-4aab-ab74-051ff9756766 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Request body: {'port': {'device_id': '45533e5d-ab01-4c32-a9a4-9f0cc4a690fb', 'network_id': '54db990e-2138-4a7a-932b-a89c1796eff3', 'admin_state_up': True, 'tenant_id': '858aa1a7e6b04f47b535043cafb70da2'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:08:27.544257 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58cd848-abe9-45c8-a411-b106b6e9ca84 req-bb6eb667-58f7-4bde-a2df-70026dd8f706 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:27.554481 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d58cd848-abe9-45c8-a411-b106b6e9ca84 req-bb6eb667-58f7-4bde-a2df-70026dd8f706 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 945 time: 0.1743727 Jan 28 03:08:27.599994 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-83564f77-7fa1-4738-955f-9b3dfdc1187e tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (e68f2b52-83df-4700-b24a-6c1c0d6be8ff), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:27.666982 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d58cd848-abe9-45c8-a411-b106b6e9ca84 req-35df00c8-c883-44e3-b43d-1f0d3768a557 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?id=5cfc1d40-004a-4e66-82cd-29f658db29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984895 Jan 28 03:08:27.812091 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef290108-17bb-4876-a348-df015b78a095 req-0d92b067-b122-4aab-ab74-051ff9756766 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Made reservation on behalf of 858aa1a7e6b04f47b535043cafb70da2 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:08:27.815802 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-ef290108-17bb-4876-a348-df015b78a095 req-0d92b067-b122-4aab-ab74-051ff9756766 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:27.848588 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-b0dbe85a-cee9-4f6b-a72b-f19e7eb3af13 admin admin] Deleting port 59116e85-32c3-4dbe-99b3-c597c59726a0 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:08:27.849052 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b0dbe85a-cee9-4f6b-a72b-f19e7eb3af13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (59116e85-32c3-4dbe-99b3-c597c59726a0), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:27.858486 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-83564f77-7fa1-4738-955f-9b3dfdc1187e tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (e68f2b52-83df-4700-b24a-6c1c0d6be8ff), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:27.900158 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2fca5e13-e856-44bb-819b-236845b00ae6 req-3fcbcbfd-9c12-4a9a-83d7-8ab97ff93edd tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=45533e5d-ab01-4c32-a9a4-9f0cc4a690fb HTTP/1.1" status: 200 len: 210 time: 0.0742848 Jan 28 03:08:27.950213 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83564f77-7fa1-4738-955f-9b3dfdc1187e tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event deleted for resources: {'Subnet': ['ID=e68f2b52-83df-4700-b24a-6c1c0d6be8ff,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:27.967334 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52309082-5991-4354-938e-69ca0634deb4 None None] Network aabfced1-c80e-4bac-a1de-1b6197224d29 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:08:27.968110 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-83564f77-7fa1-4738-955f-9b3dfdc1187e tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:27.976774 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57012) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:27.977517 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-83564f77-7fa1-4738-955f-9b3dfdc1187e tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "DELETE /v2.0/subnets/e68f2b52-83df-4700-b24a-6c1c0d6be8ff HTTP/1.1" status: 204 len: 168 time: 0.9523480 Jan 28 03:08:28.004960 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-b0dbe85a-cee9-4f6b-a72b-f19e7eb3af13 admin admin] For port 59116e85-32c3-4dbe-99b3-c597c59726a0, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=59116e85-32c3-4dbe-99b3-c597c59726a0,segment=NetworkSegment(b07f2473-f884-4e6c-9979-6090b836f5c9),segment_id=b07f2473-f884-4e6c-9979-6090b836f5c9)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:08:28.005518 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b0dbe85a-cee9-4f6b-a72b-f19e7eb3af13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (59116e85-32c3-4dbe-99b3-c597c59726a0), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:28.094867 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-b0dbe85a-cee9-4f6b-a72b-f19e7eb3af13 admin admin] Calling delete_port for 59116e85-32c3-4dbe-99b3-c597c59726a0 owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:08:28.220129 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-ef290108-17bb-4876-a348-df015b78a095 req-0d92b067-b122-4aab-ab74-051ff9756766 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Allocated IP 172.20.0.10 (54db990e-2138-4a7a-932b-a89c1796eff3/2dcf49d7-728a-4d4e-b635-4badaf86b829/0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:08:28.273060 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec30ad88-c2b3-48b8-b10a-65bc99fba576 None None] DHCP port deletion for aabfced1-c80e-4bac-a1de-1b6197224d29 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:08:28.388722 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-ec30ad88-c2b3-48b8-b10a-65bc99fba576 None None] Deleting port 2130dcc7-1dc3-433c-8dff-4ec77a04d998 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:08:28.389192 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ec30ad88-c2b3-48b8-b10a-65bc99fba576 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (2130dcc7-1dc3-433c-8dff-4ec77a04d998), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:28.389529 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a7095066-38f3-488b-8bc0-debdb05e936a tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (aabfced1-c80e-4bac-a1de-1b6197224d29), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:28.430044 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-ef290108-17bb-4876-a348-df015b78a095 req-0d92b067-b122-4aab-ab74-051ff9756766 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks [] for port (0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:28.479554 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-ef290108-17bb-4876-a348-df015b78a095 req-0d92b067-b122-4aab-ab74-051ff9756766 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:28.531267 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-ec30ad88-c2b3-48b8-b10a-65bc99fba576 None None] For port 2130dcc7-1dc3-433c-8dff-4ec77a04d998, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=2130dcc7-1dc3-433c-8dff-4ec77a04d998,segment=NetworkSegment(294d254d-16ae-4d4c-8c14-dd6d9aa4cd34),segment_id=294d254d-16ae-4d4c-8c14-dd6d9aa4cd34)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:08:28.531780 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ec30ad88-c2b3-48b8-b10a-65bc99fba576 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (2130dcc7-1dc3-433c-8dff-4ec77a04d998), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:28.574031 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-ec30ad88-c2b3-48b8-b10a-65bc99fba576 None None] Calling delete_port for 2130dcc7-1dc3-433c-8dff-4ec77a04d998 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:08:28.622939 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef290108-17bb-4876-a348-df015b78a095 req-0d92b067-b122-4aab-ab74-051ff9756766 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Network 54db990e-2138-4a7a-932b-a89c1796eff3 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:08:28.631352 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-ef290108-17bb-4876-a348-df015b78a095 req-0d92b067-b122-4aab-ab74-051ff9756766 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:08:28.644520 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef290108-17bb-4876-a348-df015b78a095 req-0d92b067-b122-4aab-ab74-051ff9756766 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:08:28.681466 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92b067-b122-4aab-ab74-051ff9756766 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Pushing event updated for resources: {'Port': ['ID=0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:28.763774 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-a7095066-38f3-488b-8bc0-debdb05e936a tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Deleting port 2130dcc7-1dc3-433c-8dff-4ec77a04d998 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:08:28.764789 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a7095066-38f3-488b-8bc0-debdb05e936a tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (2130dcc7-1dc3-433c-8dff-4ec77a04d998), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:28.822738 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef290108-17bb-4876-a348-df015b78a095 req-0d92b067-b122-4aab-ab74-051ff9756766 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:28.824414 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-ef290108-17bb-4876-a348-df015b78a095 req-0d92b067-b122-4aab-ab74-051ff9756766 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:28.832004 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ec30ad88-c2b3-48b8-b10a-65bc99fba576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (2130dcc7-1dc3-433c-8dff-4ec77a04d998), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:28.858806 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec30ad88-c2b3-48b8-b10a-65bc99fba576 None None] No DVR routers for this DVR port 2130dcc7-1dc3-433c-8dff-4ec77a04d998 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:08:28.900348 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ef290108-17bb-4876-a348-df015b78a095 req-0d92b067-b122-4aab-ab74-051ff9756766 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5126891 Jan 28 03:08:28.918535 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-ef290108-17bb-4876-a348-df015b78a095 req-512d2dda-e5bf-426d-be81-a72a4340fc33 service neutron] Request body: {'port': {'device_id': '45533e5d-ab01-4c32-a9a4-9f0cc4a690fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:08:28.966624 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec30ad88-c2b3-48b8-b10a-65bc99fba576 None None] Pushing event deleted for resources: {'Port': ['ID=2130dcc7-1dc3-433c-8dff-4ec77a04d998,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:29.102721 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-ef290108-17bb-4876-a348-df015b78a095 req-512d2dda-e5bf-426d-be81-a72a4340fc33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:29.125817 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 2130dcc7-1dc3-433c-8dff-4ec77a04d998 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:08:29.242839 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-a7095066-38f3-488b-8bc0-debdb05e936a tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] For port 2130dcc7-1dc3-433c-8dff-4ec77a04d998, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=2130dcc7-1dc3-433c-8dff-4ec77a04d998,segment=NetworkSegment(294d254d-16ae-4d4c-8c14-dd6d9aa4cd34),segment_id=294d254d-16ae-4d4c-8c14-dd6d9aa4cd34)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:08:29.243259 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a7095066-38f3-488b-8bc0-debdb05e936a tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (2130dcc7-1dc3-433c-8dff-4ec77a04d998), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:29.325212 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-a7095066-38f3-488b-8bc0-debdb05e936a tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Calling delete_port for 2130dcc7-1dc3-433c-8dff-4ec77a04d998 owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:08:29.363833 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c58fbe-8f37-41f7-88cd-7adf313f3f6f req-6011af34-b979-43c3-91c4-61df68fc3478 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:29.384694 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-59c58fbe-8f37-41f7-88cd-7adf313f3f6f req-6011af34-b979-43c3-91c4-61df68fc3478 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=45533e5d-ab01-4c32-a9a4-9f0cc4a690fb HTTP/1.1" status: 200 len: 932 time: 0.3005478 Jan 28 03:08:29.423729 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:29.424588 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 2130dcc7-1dc3-433c-8dff-4ec77a04d998 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:08:29.424933 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 2130dcc7-1dc3-433c-8dff-4ec77a04d998 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:08:29.427371 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0151499-bc2e-48cc-98eb-90a2bc72a51c req-e130d965-f465-4ade-90da-4d79675cc8cc tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:29.429334 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d0151499-bc2e-48cc-98eb-90a2bc72a51c req-e130d965-f465-4ade-90da-4d79675cc8cc tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 945 time: 0.5409760 Jan 28 03:08:29.572318 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-59c58fbe-8f37-41f7-88cd-7adf313f3f6f req-30a5c405-42b0-4956-82a5-e11d8d0664e6 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811638 Jan 28 03:08:29.618529 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c483a01e-8dc1-4daf-bb71-425f41a6a567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:29.649965 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b0dbe85a-cee9-4f6b-a72b-f19e7eb3af13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (59116e85-32c3-4dbe-99b3-c597c59726a0), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:29.730267 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dbe85a-cee9-4f6b-a72b-f19e7eb3af13 admin admin] Pushing event deleted for resources: {'Port': ['ID=59116e85-32c3-4dbe-99b3-c597c59726a0,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:29.745401 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a7095066-38f3-488b-8bc0-debdb05e936a tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (2130dcc7-1dc3-433c-8dff-4ec77a04d998), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:29.767351 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d0151499-bc2e-48cc-98eb-90a2bc72a51c req-9256c369-16f6-4381-95b4-ed0288c3b266 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?id=5cfc1d40-004a-4e66-82cd-29f658db29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3265667 Jan 28 03:08:29.873817 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7095066-38f3-488b-8bc0-debdb05e936a tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event deleted for resources: {'Port': ['ID=2130dcc7-1dc3-433c-8dff-4ec77a04d998,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:29.915307 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-ef290108-17bb-4876-a348-df015b78a095 req-512d2dda-e5bf-426d-be81-a72a4340fc33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8 {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:08:29.925437 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-ef290108-17bb-4876-a348-df015b78a095 req-512d2dda-e5bf-426d-be81-a72a4340fc33 service neutron] Publish callbacks [] for port (0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:29.940471 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-ef290108-17bb-4876-a348-df015b78a095 req-512d2dda-e5bf-426d-be81-a72a4340fc33 service neutron] Transition to ACTIVE for port object 0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8 will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:08:29.947460 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-ef290108-17bb-4876-a348-df015b78a095 req-512d2dda-e5bf-426d-be81-a72a4340fc33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:30.041128 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512d2dda-e5bf-426d-be81-a72a4340fc33 service neutron] Pushing event updated for resources: {'Port': ['ID=0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:30.106565 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b0dbe85a-cee9-4f6b-a72b-f19e7eb3af13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (342786c2-eba4-459a-a2c0-9d6d40860bd2), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:30.119149 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7095066-38f3-488b-8bc0-debdb05e936a tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] No DVR routers for this DVR port 2130dcc7-1dc3-433c-8dff-4ec77a04d998 on host n-d-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:08:30.159728 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-ef290108-17bb-4876-a348-df015b78a095 req-512d2dda-e5bf-426d-be81-a72a4340fc33 service neutron] Attempting to bind port 0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:08:30.160205 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-ef290108-17bb-4876-a348-df015b78a095 req-512d2dda-e5bf-426d-be81-a72a4340fc33 service neutron] Attempting to bind port 0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '1bdfda3a-f7d7-44ae-82bd-973f0a517938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '54db990e-2138-4a7a-932b-a89c1796eff3'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:08:30.160759 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef290108-17bb-4876-a348-df015b78a095 req-512d2dda-e5bf-426d-be81-a72a4340fc33 service neutron] Attempting to bind port 0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8 on network 54db990e-2138-4a7a-932b-a89c1796eff3 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:08:30.166230 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef290108-17bb-4876-a348-df015b78a095 req-512d2dda-e5bf-426d-be81-a72a4340fc33 service neutron] Port 0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8 on network 54db990e-2138-4a7a-932b-a89c1796eff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:08:30.166561 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef290108-17bb-4876-a348-df015b78a095 req-512d2dda-e5bf-426d-be81-a72a4340fc33 service neutron] Attempting to bind port 0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8 on network 54db990e-2138-4a7a-932b-a89c1796eff3 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:08:30.184912 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef290108-17bb-4876-a348-df015b78a095 req-512d2dda-e5bf-426d-be81-a72a4340fc33 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:08:30.185563 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef290108-17bb-4876-a348-df015b78a095 req-512d2dda-e5bf-426d-be81-a72a4340fc33 service neutron] Checking segment: {'id': '1bdfda3a-f7d7-44ae-82bd-973f0a517938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '54db990e-2138-4a7a-932b-a89c1796eff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:08:30.185964 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef290108-17bb-4876-a348-df015b78a095 req-512d2dda-e5bf-426d-be81-a72a4340fc33 service neutron] Bound using segment: {'id': '1bdfda3a-f7d7-44ae-82bd-973f0a517938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '54db990e-2138-4a7a-932b-a89c1796eff3'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:08:30.186415 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-ef290108-17bb-4876-a348-df015b78a095 req-512d2dda-e5bf-426d-be81-a72a4340fc33 service neutron] Bound port: 0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bdfda3a-f7d7-44ae-82bd-973f0a517938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '54db990e-2138-4a7a-932b-a89c1796eff3'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:08:30.186821 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-ef290108-17bb-4876-a348-df015b78a095 req-512d2dda-e5bf-426d-be81-a72a4340fc33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:30.275553 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-ef290108-17bb-4876-a348-df015b78a095 req-512d2dda-e5bf-426d-be81-a72a4340fc33 service neutron] For port 0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8, host n-h1-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:08:30.280783 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-ef290108-17bb-4876-a348-df015b78a095 req-512d2dda-e5bf-426d-be81-a72a4340fc33 service neutron] For port 0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8,segment=NetworkSegment(1bdfda3a-f7d7-44ae-82bd-973f0a517938),segment_id=1bdfda3a-f7d7-44ae-82bd-973f0a517938)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:08:30.297972 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-ef290108-17bb-4876-a348-df015b78a095 req-512d2dda-e5bf-426d-be81-a72a4340fc33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:30.300143 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a7095066-38f3-488b-8bc0-debdb05e936a tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (aabfced1-c80e-4bac-a1de-1b6197224d29), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:30.347690 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef290108-17bb-4876-a348-df015b78a095 req-512d2dda-e5bf-426d-be81-a72a4340fc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:30.349304 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-ef290108-17bb-4876-a348-df015b78a095 req-512d2dda-e5bf-426d-be81-a72a4340fc33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:30.351798 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ef290108-17bb-4876-a348-df015b78a095 req-512d2dda-e5bf-426d-be81-a72a4340fc33 service neutron] 10.222.0.67 "PUT /v2.0/ports/0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8 HTTP/1.1" status: 200 len: 1093 time: 1.4387319 Jan 28 03:08:30.352414 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45533e5d-ab01-4c32-a9a4-9f0cc4a690fb', 'tag': '0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:08:30.354902 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f5d685-3dd1-4df2-9ce1-d42585784827" -d '{"events": [{"name": "network-changed", "server_uuid": "45533e5d-ab01-4c32-a9a4-9f0cc4a690fb", "tag": "0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:08:30.412708 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-a7095066-38f3-488b-8bc0-debdb05e936a tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aabfced1-c80e-4bac-a1de-1b6197224d29']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:30.435729 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-a7095066-38f3-488b-8bc0-debdb05e936a tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '294d254d-16ae-4d4c-8c14-dd6d9aa4cd34') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:30.436211 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-a7095066-38f3-488b-8bc0-debdb05e936a tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '294d254d-16ae-4d4c-8c14-dd6d9aa4cd34') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:30.464668 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c449dc-3eda-4370-8ad1-8c649e928d94 x-openstack-request-id: req-35c449dc-3eda-4370-8ad1-8c649e928d94 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:08:30.464958 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45533e5d-ab01-4c32-a9a4-9f0cc4a690fb", "tag": "0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:08:30.465278 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-35c449dc-3eda-4370-8ad1-8c649e928d94 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:08:30.465802 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45533e5d-ab01-4c32-a9a4-9f0cc4a690fb', 'tag': '0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8', 'status': 'completed', 'code': 200} Jan 28 03:08:30.466591 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512d2dda-e5bf-426d-be81-a72a4340fc33 service neutron] Pushing event updated for resources: {'Port': ['ID=0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:30.507421 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef290108-17bb-4876-a348-df015b78a095 req-95cec626-36e4-4049-a500-131a965d14aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:30.509002 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ef290108-17bb-4876-a348-df015b78a095 req-95cec626-36e4-4049-a500-131a965d14aa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=858aa1a7e6b04f47b535043cafb70da2&device_id=45533e5d-ab01-4c32-a9a4-9f0cc4a690fb HTTP/1.1" status: 200 len: 1096 time: 0.0819433 Jan 28 03:08:30.566875 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ef290108-17bb-4876-a348-df015b78a095 req-70fc7753-0578-47d8-a089-1b1f7e07920b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8 HTTP/1.1" status: 200 len: 217 time: 0.0438225 Jan 28 03:08:30.682390 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef290108-17bb-4876-a348-df015b78a095 req-9b8ef391-56f5-45eb-834a-68bab93a4cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:30.683872 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ef290108-17bb-4876-a348-df015b78a095 req-9b8ef391-56f5-45eb-834a-68bab93a4cb6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2dcf49d7-728a-4d4e-b635-4badaf86b829 HTTP/1.1" status: 200 len: 862 time: 0.1097331 Jan 28 03:08:30.769057 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ef290108-17bb-4876-a348-df015b78a095 req-a3d8e41e-b679-40b1-ac9f-8e10b516a39b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=54db990e-2138-4a7a-932b-a89c1796eff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708117 Jan 28 03:08:31.015323 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b448f9a-79a9-48d6-8f23-f7836acb7497 req-887483d6-628e-43c4-bd78-7fdd4697cc9d tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:31.021631 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9b448f9a-79a9-48d6-8f23-f7836acb7497 req-887483d6-628e-43c4-bd78-7fdd4697cc9d tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 945 time: 0.1287110 Jan 28 03:08:31.057127 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ef290108-17bb-4876-a348-df015b78a095 req-e916c257-fba7-48cd-9d54-e4409a7790ca service neutron] 10.222.0.67 "GET /v2.0/networks/54db990e-2138-4a7a-932b-a89c1796eff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808895 Jan 28 03:08:31.126863 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a7095066-38f3-488b-8bc0-debdb05e936a tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (294d254d-16ae-4d4c-8c14-dd6d9aa4cd34), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:31.142525 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9b448f9a-79a9-48d6-8f23-f7836acb7497 req-43106388-d566-4294-a65a-3fccd96c5f69 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?id=5cfc1d40-004a-4e66-82cd-29f658db29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196759 Jan 28 03:08:31.191445 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a7095066-38f3-488b-8bc0-debdb05e936a tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (294d254d-16ae-4d4c-8c14-dd6d9aa4cd34), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:31.210809 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7095066-38f3-488b-8bc0-debdb05e936a tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:08:31.211129 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a7095066-38f3-488b-8bc0-debdb05e936a tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (294d254d-16ae-4d4c-8c14-dd6d9aa4cd34), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:31.216559 n-d-712139-27 neutron-server[109803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:08:31.216559 n-d-712139-27 neutron-server[109803]: self.session.flush() Jan 28 03:08:31.216559 n-d-712139-27 neutron-server[109803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:08:31.216559 n-d-712139-27 neutron-server[109803]: self.session.flush() Jan 28 03:08:31.216559 n-d-712139-27 neutron-server[109803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:08:31.216559 n-d-712139-27 neutron-server[109803]: self.session.flush() Jan 28 03:08:31.216559 n-d-712139-27 neutron-server[109803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:08:31.216559 n-d-712139-27 neutron-server[109803]: self.session.flush() Jan 28 03:08:31.216559 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:08:31.216559 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:08:31.216559 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:08:31.216559 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:08:31.216559 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:08:31.216559 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:08:31.216559 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:08:31.216559 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:08:31.216559 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:08:31.216559 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:08:31.216559 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:08:31.216559 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:08:31.216559 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:08:31.216559 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:08:31.216559 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:08:31.216559 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:08:31.216559 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:08:31.216559 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:08:31.216559 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:08:31.216559 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:08:31.216559 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:08:31.216559 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:08:31.216559 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:08:31.216559 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:08:31.216559 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:08:31.216559 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:08:31.216559 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:08:31.216559 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:08:31.216559 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:08:31.216559 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:08:31.216559 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:08:31.216559 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:08:31.223712 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ef290108-17bb-4876-a348-df015b78a095 req-47c83788-28d7-437c-a0b7-fc98002822e7 service neutron] 10.222.0.67 "GET /v2.0/networks/54db990e-2138-4a7a-932b-a89c1796eff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600487 Jan 28 03:08:31.358221 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf6ac4-150a-4f7b-8785-39670c85ce43 req-8430975d-1ef5-441c-8ebe-5555bfc10dc3 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:31.360729 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dadf6ac4-150a-4f7b-8785-39670c85ce43 req-8430975d-1ef5-441c-8ebe-5555bfc10dc3 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=45533e5d-ab01-4c32-a9a4-9f0cc4a690fb HTTP/1.1" status: 200 len: 944 time: 0.2361739 Jan 28 03:08:31.488591 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5d685-3dd1-4df2-9ce1-d42585784827 req-ae04f2c9-5bb7-4f54-af9a-c6d2e36af743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:31.495017 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-84f5d685-3dd1-4df2-9ce1-d42585784827 req-ae04f2c9-5bb7-4f54-af9a-c6d2e36af743 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=858aa1a7e6b04f47b535043cafb70da2&device_id=45533e5d-ab01-4c32-a9a4-9f0cc4a690fb HTTP/1.1" status: 200 len: 1096 time: 0.1727500 Jan 28 03:08:31.568260 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a7095066-38f3-488b-8bc0-debdb05e936a tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (aabfced1-c80e-4bac-a1de-1b6197224d29), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:31.578807 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0dbe85a-cee9-4f6b-a72b-f19e7eb3af13 admin admin] Router 342786c2-eba4-459a-a2c0-9d6d40860bd2 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:08:31.621999 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a7095066-38f3-488b-8bc0-debdb05e936a tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:31.665528 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57106) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:31.666156 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a7095066-38f3-488b-8bc0-debdb05e936a tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "DELETE /v2.0/networks/aabfced1-c80e-4bac-a1de-1b6197224d29 HTTP/1.1" status: 204 len: 168 time: 3.6718016 Jan 28 03:08:31.681839 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-c542935b-8184-45d8-aa41-2e562bc26887 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1541926183', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}, 'admin_state_up': False}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:08:31.729177 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7095066-38f3-488b-8bc0-debdb05e936a tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event deleted for resources: {'Network': ['ID=aabfced1-c80e-4bac-a1de-1b6197224d29,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:31.730469 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571b3dd-8d5b-4842-8744-9e02313f4d3e req-aa9f46e1-c254-423a-b490-a910fe1f6037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:31.732379 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7571b3dd-8d5b-4842-8744-9e02313f4d3e req-aa9f46e1-c254-423a-b490-a910fe1f6037 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f89e990f7f004133b0af85a906874094&device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 1097 time: 0.2032416 Jan 28 03:08:31.795785 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c542935b-8184-45d8-aa41-2e562bc26887 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (8e645577-2d7d-49b5-904a-bd6c92e355b3), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:31.796871 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c542935b-8184-45d8-aa41-2e562bc26887 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (8e645577-2d7d-49b5-904a-bd6c92e355b3), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:31.802573 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dadf6ac4-150a-4f7b-8785-39670c85ce43 req-75db3417-fcf7-40e8-8070-26163cb7b1ac tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447302 Jan 28 03:08:31.860146 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b2cd4b65-076b-4d70-af34-19b82d0ca1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:32.001716 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0dbe85a-cee9-4f6b-a72b-f19e7eb3af13 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:08:32.011973 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b0dbe85a-cee9-4f6b-a72b-f19e7eb3af13 admin admin] 10.222.0.53 "PUT /v2.0/routers/342786c2-eba4-459a-a2c0-9d6d40860bd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2973328 Jan 28 03:08:32.012532 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57124) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:32.014624 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef419e9-7e6f-494e-8ae1-467c4ca7a29f None None] Sync routers for ids ['342786c2-eba4-459a-a2c0-9d6d40860bd2'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:08:32.034320 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef419e9-7e6f-494e-8ae1-467c4ca7a29f None None] Routers {'342786c2-eba4-459a-a2c0-9d6d40860bd2'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:08:32.035505 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-6ef419e9-7e6f-494e-8ae1-467c4ca7a29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:08:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['342786c2-eba4-459a-a2c0-9d6d40860bd2'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:32.236646 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b93963ca-729b-480d-a726-a90c187ebfef admin admin] Publish callbacks [] for router (342786c2-eba4-459a-a2c0-9d6d40860bd2), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:32.247277 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-6ef419e9-7e6f-494e-8ae1-467c4ca7a29f None None] Set router 342786c2-eba4-459a-a2c0-9d6d40860bd2 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:08:32.340506 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c542935b-8184-45d8-aa41-2e562bc26887 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for router_controller (8e645577-2d7d-49b5-904a-bd6c92e355b3), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:32.467051 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666e350-abf8-4187-b5a5-7974dc0a8e33 req-dff54586-2bc5-4f2f-982c-428c3595a911 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:32.477579 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3666e350-abf8-4187-b5a5-7974dc0a8e33 req-dff54586-2bc5-4f2f-982c-428c3595a911 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 945 time: 0.9194386 Jan 28 03:08:32.518636 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b93963ca-729b-480d-a726-a90c187ebfef admin admin] Publish callbacks [] for router_gateway (342786c2-eba4-459a-a2c0-9d6d40860bd2), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:32.538399 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5d685-3dd1-4df2-9ce1-d42585784827 req-286633ad-0a30-488f-bf41-c6f1cc5b5f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:32.540041 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-84f5d685-3dd1-4df2-9ce1-d42585784827 req-286633ad-0a30-488f-bf41-c6f1cc5b5f2d service neutron] 10.222.0.67 "GET /v2.0/networks?id=54db990e-2138-4a7a-932b-a89c1796eff3 HTTP/1.1" status: 200 len: 923 time: 1.0335174 Jan 28 03:08:32.643334 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-b93963ca-729b-480d-a726-a90c187ebfef admin admin] Deleting port da35fe1d-c7ec-451a-8fd0-b039fc1498a4 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:08:32.643703 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b93963ca-729b-480d-a726-a90c187ebfef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (da35fe1d-c7ec-451a-8fd0-b039fc1498a4), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:32.663741 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-6ef419e9-7e6f-494e-8ae1-467c4ca7a29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342786c2-eba4-459a-a2c0-9d6d40860bd2', 'name': 'tempest-TaggedBootDevicesTest-263614113-router', 'tenant_id': '7581cafbb59a47148e5d33dde7c9cb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'da35fe1d-c7ec-451a-8fd0-b039fc1498a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:53:27Z', 'updated_at': '2022-01-28T03:08:29Z', 'revision_number': 5, 'project_id': '7581cafbb59a47148e5d33dde7c9cb23', 'gw_port': {'id': 'da35fe1d-c7ec-451a-8fd0-b039fc1498a4', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342786c2-eba4-459a-a2c0-9d6d40860bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:31Z', 'updated_at': '2022-01-28T02:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:32.698639 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef419e9-7e6f-494e-8ae1-467c4ca7a29f None None] Checking router: 342786c2-eba4-459a-a2c0-9d6d40860bd2 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:08:32.723725 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef419e9-7e6f-494e-8ae1-467c4ca7a29f None None] Routers {'342786c2-eba4-459a-a2c0-9d6d40860bd2'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:08:32.724557 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-6ef419e9-7e6f-494e-8ae1-467c4ca7a29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:08:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['342786c2-eba4-459a-a2c0-9d6d40860bd2'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:32.730248 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-84f5d685-3dd1-4df2-9ce1-d42585784827 req-671bb893-1e05-4b33-8d9b-70a8e5c5df83 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8 HTTP/1.1" status: 200 len: 217 time: 0.1283131 Jan 28 03:08:32.792989 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5d685-3dd1-4df2-9ce1-d42585784827 req-80991520-32f8-4832-ab02-07d183fecd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:32.794730 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-84f5d685-3dd1-4df2-9ce1-d42585784827 req-80991520-32f8-4832-ab02-07d183fecd79 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2dcf49d7-728a-4d4e-b635-4badaf86b829 HTTP/1.1" status: 200 len: 862 time: 0.0577340 Jan 28 03:08:32.805872 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-b93963ca-729b-480d-a726-a90c187ebfef admin admin] For port da35fe1d-c7ec-451a-8fd0-b039fc1498a4, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=da35fe1d-c7ec-451a-8fd0-b039fc1498a4,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:08:32.806248 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b93963ca-729b-480d-a726-a90c187ebfef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (da35fe1d-c7ec-451a-8fd0-b039fc1498a4), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:32.817890 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c542935b-8184-45d8-aa41-2e562bc26887 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for router_gateway (8e645577-2d7d-49b5-904a-bd6c92e355b3), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:32.820620 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-b93963ca-729b-480d-a726-a90c187ebfef admin admin] Calling delete_port for da35fe1d-c7ec-451a-8fd0-b039fc1498a4 owned by network:router_gateway {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:08:32.893843 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-6ef419e9-7e6f-494e-8ae1-467c4ca7a29f None None] Set router 342786c2-eba4-459a-a2c0-9d6d40860bd2 gateway port host: None {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:08:32.976908 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-84f5d685-3dd1-4df2-9ce1-d42585784827 req-af98cdfd-d113-40b0-acaf-fb4c7bf7ef91 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=54db990e-2138-4a7a-932b-a89c1796eff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1487806 Jan 28 03:08:32.985834 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-6ef419e9-7e6f-494e-8ae1-467c4ca7a29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342786c2-eba4-459a-a2c0-9d6d40860bd2', 'name': 'tempest-TaggedBootDevicesTest-263614113-router', 'tenant_id': '7581cafbb59a47148e5d33dde7c9cb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:53:27Z', 'updated_at': '2022-01-28T03:08:32Z', 'revision_number': 6, 'project_id': '7581cafbb59a47148e5d33dde7c9cb23', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:33.010999 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3666e350-abf8-4187-b5a5-7974dc0a8e33 req-852e3fd4-d667-400b-8254-22a9556bdcf8 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?id=5cfc1d40-004a-4e66-82cd-29f658db29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5323417 Jan 28 03:08:33.021167 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef419e9-7e6f-494e-8ae1-467c4ca7a29f None None] The sync data for ids ['342786c2-eba4-459a-a2c0-9d6d40860bd2'] in n-d-712139-27 is: [{'id': '342786c2-eba4-459a-a2c0-9d6d40860bd2', 'name': 'tempest-TaggedBootDevicesTest-263614113-router', 'tenant_id': '7581cafbb59a47148e5d33dde7c9cb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:53:27Z', 'updated_at': '2022-01-28T03:08:32Z', 'revision_number': 6, 'project_id': '7581cafbb59a47148e5d33dde7c9cb23', 'gw_port_host': None}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:08:33.023203 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571b3dd-8d5b-4842-8744-9e02313f4d3e req-aa391b45-c158-4d3a-8778-8515c3f4790f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:33.024827 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7571b3dd-8d5b-4842-8744-9e02313f4d3e req-aa391b45-c158-4d3a-8778-8515c3f4790f service neutron] 10.222.0.39 "GET /v2.0/networks?id=f4ded625-2395-4b5b-8619-6207cf127af3 HTTP/1.1" status: 200 len: 911 time: 1.2800708 Jan 28 03:08:33.164696 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04cf90-6148-4141-ad83-ee523b67edca req-e0f76418-7a48-487f-9857-7de9877e522b tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:33.166620 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2e04cf90-6148-4141-ad83-ee523b67edca req-e0f76418-7a48-487f-9857-7de9877e522b tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=45533e5d-ab01-4c32-a9a4-9f0cc4a690fb HTTP/1.1" status: 200 len: 944 time: 0.0906529 Jan 28 03:08:33.194130 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7571b3dd-8d5b-4842-8744-9e02313f4d3e req-cc69662a-870e-493e-8db4-2e5de77033d9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31 HTTP/1.1" status: 200 len: 1000 time: 0.1382349 Jan 28 03:08:33.242267 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-84f5d685-3dd1-4df2-9ce1-d42585784827 req-19250dac-bcaa-44f7-b63a-143e73f2c6f7 service neutron] 10.222.0.67 "GET /v2.0/networks/54db990e-2138-4a7a-932b-a89c1796eff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435153 Jan 28 03:08:33.280721 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2e04cf90-6148-4141-ad83-ee523b67edca req-d93fc7e5-a707-4447-9ee3-0f81282f1130 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070120 Jan 28 03:08:33.282211 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:33.307231 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b93963ca-729b-480d-a726-a90c187ebfef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (da35fe1d-c7ec-451a-8fd0-b039fc1498a4), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:33.329948 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571b3dd-8d5b-4842-8744-9e02313f4d3e req-8e5ee5d3-fc5f-4305-9911-66923c0f2a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:33.331523 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7571b3dd-8d5b-4842-8744-9e02313f4d3e req-8e5ee5d3-fc5f-4305-9911-66923c0f2a05 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06dde70e-a1cf-43e5-9a09-417a59ad5656 HTTP/1.1" status: 200 len: 849 time: 0.1305649 Jan 28 03:08:33.335929 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93963ca-729b-480d-a726-a90c187ebfef admin admin] Pushing event deleted for resources: {'Port': ['ID=da35fe1d-c7ec-451a-8fd0-b039fc1498a4,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:33.391975 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:08:33.497450 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b93963ca-729b-480d-a726-a90c187ebfef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (342786c2-eba4-459a-a2c0-9d6d40860bd2), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:33.541307 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-84f5d685-3dd1-4df2-9ce1-d42585784827 req-5005d65b-cbe2-400c-b132-89694a10b041 service neutron] 10.222.0.67 "GET /v2.0/networks/54db990e-2138-4a7a-932b-a89c1796eff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909753 Jan 28 03:08:33.547168 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571b3dd-8d5b-4842-8744-9e02313f4d3e req-f2d66adf-46b1-42b0-aa08-9d40d81b9536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:33.550367 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7571b3dd-8d5b-4842-8744-9e02313f4d3e req-f2d66adf-46b1-42b0-aa08-9d40d81b9536 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4ded625-2395-4b5b-8619-6207cf127af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2107809 Jan 28 03:08:33.564148 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:33.613227 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c542935b-8184-45d8-aa41-2e562bc26887 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for router_gateway (8e645577-2d7d-49b5-904a-bd6c92e355b3), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:33.632599 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8,segment=NetworkSegment(1bdfda3a-f7d7-44ae-82bd-973f0a517938),segment_id=1bdfda3a-f7d7-44ae-82bd-973f0a517938)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:08:33.641290 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c542935b-8184-45d8-aa41-2e562bc26887 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:33.645716 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8', 'network_id': '54db990e-2138-4a7a-932b-a89c1796eff3', 'port_id': '0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8', 'mac_address': 'fa:16:3e:21:d1:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dcf49d7-728a-4d4e-b635-4badaf86b829', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:08:33.687672 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:08:33.688363 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:33.707399 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:08:33.720185 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b93963ca-729b-480d-a726-a90c187ebfef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (342786c2-eba4-459a-a2c0-9d6d40860bd2), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:33.726271 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b93963ca-729b-480d-a726-a90c187ebfef admin admin] Publish callbacks [] for router_controller (342786c2-eba4-459a-a2c0-9d6d40860bd2), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:33.735020 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8,segment=NetworkSegment(1bdfda3a-f7d7-44ae-82bd-973f0a517938),segment_id=1bdfda3a-f7d7-44ae-82bd-973f0a517938)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:08:33.743005 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:33.793540 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b93963ca-729b-480d-a726-a90c187ebfef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (342786c2-eba4-459a-a2c0-9d6d40860bd2), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:33.794472 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93963ca-729b-480d-a726-a90c187ebfef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 342786c2-eba4-459a-a2c0-9d6d40860bd2 {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:08:33.804501 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b93963ca-729b-480d-a726-a90c187ebfef admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:33.808084 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b93963ca-729b-480d-a726-a90c187ebfef admin admin] 10.222.0.53 "DELETE /v2.0/routers/342786c2-eba4-459a-a2c0-9d6d40860bd2 HTTP/1.1" status: 204 len: 168 time: 1.7914782 Jan 28 03:08:33.809225 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57150) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:33.840804 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:33.886254 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-c542935b-8184-45d8-aa41-2e562bc26887 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Allocated IP 172.25.0.223 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/c3038bb7-69db-4cc0-a03e-670bca8223c4) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:08:33.888296 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0c06676-4b70-4d81-a69b-dfdbfb4ab984 admin admin] Deleting subnet 25561413-0d19-438c-afcd-b5c53014f067 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:08:33.896551 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b0c06676-4b70-4d81-a69b-dfdbfb4ab984 admin admin] Publish callbacks [] for subnet (25561413-0d19-438c-afcd-b5c53014f067), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:33.960623 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7571b3dd-8d5b-4842-8744-9e02313f4d3e req-0f819584-87aa-4f9e-91e8-5735ba9f0b5b service neutron] 10.222.0.39 "GET /v2.0/networks/f4ded625-2395-4b5b-8619-6207cf127af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794043 Jan 28 03:08:33.973304 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b0c06676-4b70-4d81-a69b-dfdbfb4ab984 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (25561413-0d19-438c-afcd-b5c53014f067), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:34.118078 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b0c06676-4b70-4d81-a69b-dfdbfb4ab984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (25561413-0d19-438c-afcd-b5c53014f067), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:34.175516 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c542935b-8184-45d8-aa41-2e562bc26887 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for port (c3038bb7-69db-4cc0-a03e-670bca8223c4), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:34.178984 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7571b3dd-8d5b-4842-8744-9e02313f4d3e req-0faa95ab-e697-4cda-87a4-547b5535d561 service neutron] 10.222.0.39 "GET /v2.0/networks/f4ded625-2395-4b5b-8619-6207cf127af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639149 Jan 28 03:08:34.188127 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:08:34.259769 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b0c06676-4b70-4d81-a69b-dfdbfb4ab984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (25561413-0d19-438c-afcd-b5c53014f067), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:34.280729 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7496ce4-4ac2-46ca-9d3d-5a9caa81e4f4 req-41b476dc-6f5e-42ce-8d7e-a71b00c18377 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:34.281994 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c7496ce4-4ac2-46ca-9d3d-5a9caa81e4f4 req-41b476dc-6f5e-42ce-8d7e-a71b00c18377 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 945 time: 0.1249835 Jan 28 03:08:34.323163 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c542935b-8184-45d8-aa41-2e562bc26887 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (c3038bb7-69db-4cc0-a03e-670bca8223c4), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:34.333229 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b0c06676-4b70-4d81-a69b-dfdbfb4ab984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:34.352245 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b0c06676-4b70-4d81-a69b-dfdbfb4ab984 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/25561413-0d19-438c-afcd-b5c53014f067 HTTP/1.1" status: 204 len: 168 time: 0.5416336 Jan 28 03:08:34.353204 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57158) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:34.353982 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c06676-4b70-4d81-a69b-dfdbfb4ab984 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25561413-0d19-438c-afcd-b5c53014f067,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:34.358627 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a05f74-7e95-4b98-b314-7f6c5a09f951 None None] Network 266d65f2-ae3d-4ae4-8df9-31c67ca10beb requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:08:34.521487 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c542935b-8184-45d8-aa41-2e562bc26887 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:08:34.524975 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0b3d0d08-8ae0-45a2-a9e3-eaf5d90163b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (266d65f2-ae3d-4ae4-8df9-31c67ca10beb), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:34.527777 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-c542935b-8184-45d8-aa41-2e562bc26887 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:08:34.535128 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c542935b-8184-45d8-aa41-2e562bc26887 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:08:34.578892 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c7496ce4-4ac2-46ca-9d3d-5a9caa81e4f4 req-feaf68af-6038-4a9e-b0a1-16c9da5ef974 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?id=5cfc1d40-004a-4e66-82cd-29f658db29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2880330 Jan 28 03:08:34.580945 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7348db-74ca-44bb-aab8-9b61af995d42 req-d900086a-baff-41ae-99b2-ca3f3d2e1079 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:34.586830 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c542935b-8184-45d8-aa41-2e562bc26887 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event updated for resources: {'Port': ['ID=c3038bb7-69db-4cc0-a03e-670bca8223c4,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:34.593509 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8c7348db-74ca-44bb-aab8-9b61af995d42 req-d900086a-baff-41ae-99b2-ca3f3d2e1079 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=45533e5d-ab01-4c32-a9a4-9f0cc4a690fb HTTP/1.1" status: 200 len: 945 time: 0.1414788 Jan 28 03:08:34.725989 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8c7348db-74ca-44bb-aab8-9b61af995d42 req-9c90772e-db10-4310-aa97-33a6b78bf741 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076782 Jan 28 03:08:34.753973 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c975c2-6b2e-4495-b473-7745f33296e9 None None] DHCP port deletion for 266d65f2-ae3d-4ae4-8df9-31c67ca10beb request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:08:34.804662 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:34.828535 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-01c975c2-6b2e-4495-b473-7745f33296e9 None None] Deleting port efb9bb33-c84a-44b0-85d3-7c20cbdac1b6 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:08:34.829061 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-01c975c2-6b2e-4495-b473-7745f33296e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (efb9bb33-c84a-44b0-85d3-7c20cbdac1b6), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:34.855662 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-0b3d0d08-8ae0-45a2-a9e3-eaf5d90163b4 admin admin] Deleting port efb9bb33-c84a-44b0-85d3-7c20cbdac1b6 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:08:34.856005 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0b3d0d08-8ae0-45a2-a9e3-eaf5d90163b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (efb9bb33-c84a-44b0-85d3-7c20cbdac1b6), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:34.914374 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-01c975c2-6b2e-4495-b473-7745f33296e9 None None] For port efb9bb33-c84a-44b0-85d3-7c20cbdac1b6, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=efb9bb33-c84a-44b0-85d3-7c20cbdac1b6,segment=NetworkSegment(b07f2473-f884-4e6c-9979-6090b836f5c9),segment_id=b07f2473-f884-4e6c-9979-6090b836f5c9)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:08:34.915355 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-01c975c2-6b2e-4495-b473-7745f33296e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (efb9bb33-c84a-44b0-85d3-7c20cbdac1b6), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:34.937649 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-01c975c2-6b2e-4495-b473-7745f33296e9 None None] Calling delete_port for efb9bb33-c84a-44b0-85d3-7c20cbdac1b6 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:08:35.041484 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-0b3d0d08-8ae0-45a2-a9e3-eaf5d90163b4 admin admin] For port efb9bb33-c84a-44b0-85d3-7c20cbdac1b6, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=efb9bb33-c84a-44b0-85d3-7c20cbdac1b6,segment=NetworkSegment(b07f2473-f884-4e6c-9979-6090b836f5c9),segment_id=b07f2473-f884-4e6c-9979-6090b836f5c9)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:08:35.042149 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0b3d0d08-8ae0-45a2-a9e3-eaf5d90163b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (efb9bb33-c84a-44b0-85d3-7c20cbdac1b6), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:35.042813 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 59116e85-32c3-4dbe-99b3-c597c59726a0 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:08:35.057012 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-0b3d0d08-8ae0-45a2-a9e3-eaf5d90163b4 admin admin] Calling delete_port for efb9bb33-c84a-44b0-85d3-7c20cbdac1b6 owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:08:35.066609 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 59116e85-32c3-4dbe-99b3-c597c59726a0 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:08:35.067433 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 59116e85-32c3-4dbe-99b3-c597c59726a0 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:08:35.068178 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device efb9bb33-c84a-44b0-85d3-7c20cbdac1b6 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:08:35.178934 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-01c975c2-6b2e-4495-b473-7745f33296e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (efb9bb33-c84a-44b0-85d3-7c20cbdac1b6), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:35.194654 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0b3d0d08-8ae0-45a2-a9e3-eaf5d90163b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (efb9bb33-c84a-44b0-85d3-7c20cbdac1b6), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:35.219840 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port efb9bb33-c84a-44b0-85d3-7c20cbdac1b6 is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:08:35.221366 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (efb9bb33-c84a-44b0-85d3-7c20cbdac1b6), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:35.234641 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d0d08-8ae0-45a2-a9e3-eaf5d90163b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=efb9bb33-c84a-44b0-85d3-7c20cbdac1b6,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:35.238796 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c975c2-6b2e-4495-b473-7745f33296e9 None None] Pushing event deleted for resources: {'Port': ['ID=efb9bb33-c84a-44b0-85d3-7c20cbdac1b6,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:35.239035 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3d0d08-8ae0-45a2-a9e3-eaf5d90163b4 admin admin] No DVR routers for this DVR port efb9bb33-c84a-44b0-85d3-7c20cbdac1b6 on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:08:35.280490 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c975c2-6b2e-4495-b473-7745f33296e9 None None] No DVR routers for this DVR port efb9bb33-c84a-44b0-85d3-7c20cbdac1b6 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:08:35.282638 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device da35fe1d-c7ec-451a-8fd0-b039fc1498a4 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:08:35.313693 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: da35fe1d-c7ec-451a-8fd0-b039fc1498a4 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:08:35.314218 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device da35fe1d-c7ec-451a-8fd0-b039fc1498a4 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:08:35.368887 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0b3d0d08-8ae0-45a2-a9e3-eaf5d90163b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (266d65f2-ae3d-4ae4-8df9-31c67ca10beb), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:35.398800 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c542935b-8184-45d8-aa41-2e562bc26887 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for router_gateway (8e645577-2d7d-49b5-904a-bd6c92e355b3), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:35.401711 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-0b3d0d08-8ae0-45a2-a9e3-eaf5d90163b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['266d65f2-ae3d-4ae4-8df9-31c67ca10beb']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:35.447556 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-0b3d0d08-8ae0-45a2-a9e3-eaf5d90163b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b07f2473-f884-4e6c-9979-6090b836f5c9') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:35.447556 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-0b3d0d08-8ae0-45a2-a9e3-eaf5d90163b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b07f2473-f884-4e6c-9979-6090b836f5c9') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:35.459966 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0b3d0d08-8ae0-45a2-a9e3-eaf5d90163b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (b07f2473-f884-4e6c-9979-6090b836f5c9), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:35.515699 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0b3d0d08-8ae0-45a2-a9e3-eaf5d90163b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (b07f2473-f884-4e6c-9979-6090b836f5c9), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:35.528428 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b3d0d08-8ae0-45a2-a9e3-eaf5d90163b4 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:08:35.528835 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0b3d0d08-8ae0-45a2-a9e3-eaf5d90163b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (b07f2473-f884-4e6c-9979-6090b836f5c9), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:35.530701 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:08:35.530701 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 03:08:35.530701 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:08:35.530701 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 03:08:35.530701 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:08:35.530701 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 03:08:35.530701 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:08:35.530701 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 03:08:35.530701 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:08:35.530701 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:08:35.530701 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:08:35.530701 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:08:35.530701 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:08:35.530701 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:08:35.530701 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:08:35.530701 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:08:35.530701 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:08:35.530701 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:08:35.530701 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:08:35.530701 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:08:35.530701 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:08:35.530701 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:08:35.530701 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:08:35.530701 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:08:35.530701 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:08:35.530701 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:08:35.530701 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:08:35.530701 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:08:35.530701 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:08:35.530701 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:08:35.530701 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:08:35.530701 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:08:35.530701 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:08:35.530701 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:08:35.530701 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:08:35.530701 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:08:35.530701 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:08:35.530701 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:08:35.530701 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:08:35.530701 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:08:35.638251 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0b3d0d08-8ae0-45a2-a9e3-eaf5d90163b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (266d65f2-ae3d-4ae4-8df9-31c67ca10beb), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:35.648992 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0b3d0d08-8ae0-45a2-a9e3-eaf5d90163b4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:35.655957 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0b3d0d08-8ae0-45a2-a9e3-eaf5d90163b4 admin admin] 10.222.0.53 "DELETE /v2.0/networks/266d65f2-ae3d-4ae4-8df9-31c67ca10beb HTTP/1.1" status: 204 len: 168 time: 1.2981234 Jan 28 03:08:35.656054 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57166) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:35.675402 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d0d08-8ae0-45a2-a9e3-eaf5d90163b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=266d65f2-ae3d-4ae4-8df9-31c67ca10beb,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:35.802676 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c542935b-8184-45d8-aa41-2e562bc26887 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (8e645577-2d7d-49b5-904a-bd6c92e355b3), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:35.819325 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6f4fb-4ede-42df-ae56-f6cf94893e56 req-becfb7ef-9bc0-4d04-868b-78ee0ec44f0e tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:35.832116 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e4c6f4fb-4ede-42df-ae56-f6cf94893e56 req-becfb7ef-9bc0-4d04-868b-78ee0ec44f0e tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 945 time: 0.1073618 Jan 28 03:08:35.974506 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:36.021959 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e4c6f4fb-4ede-42df-ae56-f6cf94893e56 req-48eeb25b-ab77-4c4e-9cab-de84d016cd29 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?id=5cfc1d40-004a-4e66-82cd-29f658db29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885951 Jan 28 03:08:36.064391 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0898b-b4b9-41bc-8395-af6975389281 req-cfaadf10-b288-4a28-9a96-aedf523af022 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:36.071594 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dce0898b-b4b9-41bc-8395-af6975389281 req-cfaadf10-b288-4a28-9a96-aedf523af022 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=45533e5d-ab01-4c32-a9a4-9f0cc4a690fb HTTP/1.1" status: 200 len: 945 time: 0.2098961 Jan 28 03:08:36.179014 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c542935b-8184-45d8-aa41-2e562bc26887 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Router 8e645577-2d7d-49b5-904a-bd6c92e355b3 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:08:36.184976 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dce0898b-b4b9-41bc-8395-af6975389281 req-7fb22571-7435-4fde-8185-bacf24dca40d tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125102 Jan 28 03:08:36.319057 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3c9e52ed-7d3b-4246-aa34-f9173fd372cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (8e75d681-ce5e-4fb2-8c53-2cc593b76502), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:36.344668 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c542935b-8184-45d8-aa41-2e562bc26887 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:08:36.358378 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781e3be0-6739-451d-aaba-869e7e949861 None None] Sync routers for ids ['8e645577-2d7d-49b5-904a-bd6c92e355b3'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:08:36.379122 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781e3be0-6739-451d-aaba-869e7e949861 None None] Routers {'8e645577-2d7d-49b5-904a-bd6c92e355b3'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:08:36.380806 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-781e3be0-6739-451d-aaba-869e7e949861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:08:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['8e645577-2d7d-49b5-904a-bd6c92e355b3'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:36.386479 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c542935b-8184-45d8-aa41-2e562bc26887 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:36.388022 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c542935b-8184-45d8-aa41-2e562bc26887 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 4.7165210 Jan 28 03:08:36.391086 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57176) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:36.427854 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-781e3be0-6739-451d-aaba-869e7e949861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:36.438152 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781e3be0-6739-451d-aaba-869e7e949861 None None] Routers {'8e645577-2d7d-49b5-904a-bd6c92e355b3'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:08:36.439086 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-781e3be0-6739-451d-aaba-869e7e949861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:08:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['8e645577-2d7d-49b5-904a-bd6c92e355b3'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:36.493498 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-781e3be0-6739-451d-aaba-869e7e949861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:36.495985 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781e3be0-6739-451d-aaba-869e7e949861 None None] The sync data for ids ['8e645577-2d7d-49b5-904a-bd6c92e355b3'] in n-d-712139-27 is: [] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:08:36.561291 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8aa0bd2a-3f2c-4f78-91fd-a898eba5f6b4 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "GET /v2.0/routers/8e645577-2d7d-49b5-904a-bd6c92e355b3 HTTP/1.1" status: 200 len: 881 time: 0.1688216 Jan 28 03:08:36.561945 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57178) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:36.696514 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-3c9e52ed-7d3b-4246-aa34-f9173fd372cc admin admin] Deleting port 89a65e87-8e6d-48c4-af0a-58b4873bbca5 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:08:36.699333 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3c9e52ed-7d3b-4246-aa34-f9173fd372cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (89a65e87-8e6d-48c4-af0a-58b4873bbca5), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:36.810754 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-3c9e52ed-7d3b-4246-aa34-f9173fd372cc admin admin] For port 89a65e87-8e6d-48c4-af0a-58b4873bbca5, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=89a65e87-8e6d-48c4-af0a-58b4873bbca5,segment=NetworkSegment(58bbcf65-82ab-4730-9b0d-d4c9991f1325),segment_id=58bbcf65-82ab-4730-9b0d-d4c9991f1325)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:08:36.811775 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3c9e52ed-7d3b-4246-aa34-f9173fd372cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (89a65e87-8e6d-48c4-af0a-58b4873bbca5), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:36.830330 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-3c9e52ed-7d3b-4246-aa34-f9173fd372cc admin admin] Calling delete_port for 89a65e87-8e6d-48c4-af0a-58b4873bbca5 owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:08:37.103436 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3c9e52ed-7d3b-4246-aa34-f9173fd372cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (89a65e87-8e6d-48c4-af0a-58b4873bbca5), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:37.152769 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9e52ed-7d3b-4246-aa34-f9173fd372cc admin admin] Pushing event deleted for resources: {'Port': ['ID=89a65e87-8e6d-48c4-af0a-58b4873bbca5,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:37.194306 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-668d9dee-d3d9-4045-9b31-fdc80f05f56e tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.6311204 Jan 28 03:08:37.197311 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57184) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:37.220193 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-4ee7133f-266f-42a3-a945-ff8741c024bd tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1541926183'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:08:37.395103 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3c9e52ed-7d3b-4246-aa34-f9173fd372cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (8e75d681-ce5e-4fb2-8c53-2cc593b76502), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:37.410302 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:08:37.478807 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e1818-b57f-4a2a-a5cd-960faac77485 req-2973e9af-e3aa-49ca-9265-e37434d14c14 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:37.481410 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9f5e1818-b57f-4a2a-a5cd-960faac77485 req-2973e9af-e3aa-49ca-9265-e37434d14c14 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=45533e5d-ab01-4c32-a9a4-9f0cc4a690fb HTTP/1.1" status: 200 len: 945 time: 0.1413426 Jan 28 03:08:37.528759 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:08:37.539624 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:08:37.540544 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:37.687660 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:08:37.688049 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:37.728342 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9f5e1818-b57f-4a2a-a5cd-960faac77485 req-d1f4c7b3-93c4-408c-af87-2a1b1d04f1ad tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283289 Jan 28 03:08:37.747392 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8,segment=NetworkSegment(1bdfda3a-f7d7-44ae-82bd-973f0a517938),segment_id=1bdfda3a-f7d7-44ae-82bd-973f0a517938)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:08:37.749104 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45533e5d-ab01-4c32-a9a4-9f0cc4a690fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:08:37.751631 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15803f6-16f7-4295-8945-2306afe9e5c1" -d '{"events": [{"server_uuid": "45533e5d-ab01-4c32-a9a4-9f0cc4a690fb", "name": "network-vif-plugged", "status": "completed", "tag": "0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:08:37.772294 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:37.794172 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4ee7133f-266f-42a3-a945-ff8741c024bd tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23253'] for router (8e645577-2d7d-49b5-904a-bd6c92e355b3), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:37.809198 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4ee7133f-266f-42a3-a945-ff8741c024bd tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3876279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3876284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3877649'] for router (8e645577-2d7d-49b5-904a-bd6c92e355b3), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:37.854568 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44082bb-0d0c-4d77-9806-8ea2fbb48424 x-openstack-request-id: req-b44082bb-0d0c-4d77-9806-8ea2fbb48424 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:08:37.854568 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45533e5d-ab01-4c32-a9a4-9f0cc4a690fb", "name": "network-vif-plugged", "status": "completed", "tag": "0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:08:37.854917 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b44082bb-0d0c-4d77-9806-8ea2fbb48424 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:08:37.855472 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45533e5d-ab01-4c32-a9a4-9f0cc4a690fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8', 'code': 200} Jan 28 03:08:37.856306 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:37.897308 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9e52ed-7d3b-4246-aa34-f9173fd372cc admin admin] Router 8e75d681-ce5e-4fb2-8c53-2cc593b76502 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:08:37.977273 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee7133f-266f-42a3-a945-ff8741c024bd tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Router 8e645577-2d7d-49b5-904a-bd6c92e355b3 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:08:38.029968 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f424aa3-1b33-4629-b4ce-cb4ed549fbdd req-5cbf1544-95fc-4f56-8cad-af8fde74587d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:38.031781 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2f424aa3-1b33-4629-b4ce-cb4ed549fbdd req-5cbf1544-95fc-4f56-8cad-af8fde74587d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=45533e5d-ab01-4c32-a9a4-9f0cc4a690fb HTTP/1.1" status: 200 len: 1098 time: 0.0698683 Jan 28 03:08:38.102647 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9e52ed-7d3b-4246-aa34-f9173fd372cc admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:08:38.122763 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de48ae91-8f3a-4ef3-b303-d14521c8881a None None] Sync routers for ids ['8e75d681-ce5e-4fb2-8c53-2cc593b76502'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:08:38.137647 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-3c9e52ed-7d3b-4246-aa34-f9173fd372cc admin admin] 10.222.0.53 "PUT /v2.0/routers/8e75d681-ce5e-4fb2-8c53-2cc593b76502/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4709749 Jan 28 03:08:38.138702 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57202) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:38.143076 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de48ae91-8f3a-4ef3-b303-d14521c8881a None None] Routers {'8e75d681-ce5e-4fb2-8c53-2cc593b76502'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:08:38.144332 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-de48ae91-8f3a-4ef3-b303-d14521c8881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:08:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['8e75d681-ce5e-4fb2-8c53-2cc593b76502'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:38.249555 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2f424aa3-1b33-4629-b4ce-cb4ed549fbdd req-bc91ec2b-8b23-4e1b-9bc1-40bab439a25a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104340 Jan 28 03:08:38.268092 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee7133f-266f-42a3-a945-ff8741c024bd tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:08:38.282881 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d85cb86-4745-4f81-b9bf-4782a3fe123f None None] Sync routers for ids ['8e645577-2d7d-49b5-904a-bd6c92e355b3'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:08:38.297357 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4ee7133f-266f-42a3-a945-ff8741c024bd tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:38.299133 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4ee7133f-266f-42a3-a945-ff8741c024bd tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "PUT /v2.0/routers/8e645577-2d7d-49b5-904a-bd6c92e355b3 HTTP/1.1" status: 200 len: 888 time: 1.0966730 Jan 28 03:08:38.301820 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57208) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:38.302151 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d85cb86-4745-4f81-b9bf-4782a3fe123f None None] Routers {'8e645577-2d7d-49b5-904a-bd6c92e355b3'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:08:38.302811 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-1d85cb86-4745-4f81-b9bf-4782a3fe123f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:08:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['8e645577-2d7d-49b5-904a-bd6c92e355b3'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:38.388304 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-de48ae91-8f3a-4ef3-b303-d14521c8881a None None] Set router 8e75d681-ce5e-4fb2-8c53-2cc593b76502 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:08:38.394263 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-1d85cb86-4745-4f81-b9bf-4782a3fe123f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:38.425614 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d85cb86-4745-4f81-b9bf-4782a3fe123f None None] Routers {'8e645577-2d7d-49b5-904a-bd6c92e355b3'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:08:38.426581 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-1d85cb86-4745-4f81-b9bf-4782a3fe123f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:08:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['8e645577-2d7d-49b5-904a-bd6c92e355b3'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:38.500794 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-1d85cb86-4745-4f81-b9bf-4782a3fe123f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:38.501770 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d85cb86-4745-4f81-b9bf-4782a3fe123f None None] The sync data for ids ['8e645577-2d7d-49b5-904a-bd6c92e355b3'] in n-d-712139-27 is: [] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:08:38.530948 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-338dbea6-3397-462e-b067-0be9ded193a8 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "GET /v2.0/routers/8e645577-2d7d-49b5-904a-bd6c92e355b3 HTTP/1.1" status: 200 len: 888 time: 0.2278759 Jan 28 03:08:38.534132 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57210) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:38.590805 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4b2e9a73-bfab-48d1-96d0-b9cb4e016f46 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e645577-2d7d-49b5-904a-bd6c92e355b3 HTTP/1.1" status: 200 len: 205 time: 0.0554638 Jan 28 03:08:38.593741 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57212) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:38.831353 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-89597a17-cc2b-4e8c-8729-aeaf57728566 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for router (8e645577-2d7d-49b5-904a-bd6c92e355b3), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:38.844498 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9da5b7d3-ec7f-4448-8b51-4beb317da343 admin admin] Publish callbacks [] for router (8e75d681-ce5e-4fb2-8c53-2cc593b76502), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:38.863158 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-de48ae91-8f3a-4ef3-b303-d14521c8881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e75d681-ce5e-4fb2-8c53-2cc593b76502', 'name': 'tempest-TaggedBootDevicesTest-1436096488-router', 'tenant_id': 'c257ed820a3b4158a8891c918542e878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': 'df6d4ce9-2387-49ef-b63e-9428f7cc1647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:53:50Z', 'updated_at': '2022-01-28T03:08:37Z', 'revision_number': 5, 'project_id': 'c257ed820a3b4158a8891c918542e878', 'gw_port': {'id': 'df6d4ce9-2387-49ef-b63e-9428f7cc1647', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e75d681-ce5e-4fb2-8c53-2cc593b76502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:54Z', 'updated_at': '2022-01-28T02:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:38.958660 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de48ae91-8f3a-4ef3-b303-d14521c8881a None None] Checking router: 8e75d681-ce5e-4fb2-8c53-2cc593b76502 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:08:38.987205 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de48ae91-8f3a-4ef3-b303-d14521c8881a None None] Routers {'8e75d681-ce5e-4fb2-8c53-2cc593b76502'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:08:38.988710 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-de48ae91-8f3a-4ef3-b303-d14521c8881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:08:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['8e75d681-ce5e-4fb2-8c53-2cc593b76502'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:38.996763 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-89597a17-cc2b-4e8c-8729-aeaf57728566 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for router_gateway (8e645577-2d7d-49b5-904a-bd6c92e355b3), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:39.044628 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9da5b7d3-ec7f-4448-8b51-4beb317da343 admin admin] Publish callbacks [] for router_gateway (8e75d681-ce5e-4fb2-8c53-2cc593b76502), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:39.090232 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51af70e-764a-47aa-a1f5-17eda3210240 req-74d113bf-3a69-4ead-8932-d39f84f65b65 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:39.095910 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a51af70e-764a-47aa-a1f5-17eda3210240 req-74d113bf-3a69-4ead-8932-d39f84f65b65 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=45533e5d-ab01-4c32-a9a4-9f0cc4a690fb HTTP/1.1" status: 200 len: 946 time: 0.1154680 Jan 28 03:08:39.166724 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-9da5b7d3-ec7f-4448-8b51-4beb317da343 admin admin] Deleting port df6d4ce9-2387-49ef-b63e-9428f7cc1647 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:08:39.167187 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9da5b7d3-ec7f-4448-8b51-4beb317da343 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (df6d4ce9-2387-49ef-b63e-9428f7cc1647), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:39.181328 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a51af70e-764a-47aa-a1f5-17eda3210240 req-fd40a68e-bc89-449c-b61f-ea9360e1c315 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735180 Jan 28 03:08:39.196215 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-89597a17-cc2b-4e8c-8729-aeaf57728566 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Deleting port c3038bb7-69db-4cc0-a03e-670bca8223c4 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:08:39.196569 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-89597a17-cc2b-4e8c-8729-aeaf57728566 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (c3038bb7-69db-4cc0-a03e-670bca8223c4), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:39.372404 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-9da5b7d3-ec7f-4448-8b51-4beb317da343 admin admin] For port df6d4ce9-2387-49ef-b63e-9428f7cc1647, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=df6d4ce9-2387-49ef-b63e-9428f7cc1647,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:08:39.372793 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9da5b7d3-ec7f-4448-8b51-4beb317da343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (df6d4ce9-2387-49ef-b63e-9428f7cc1647), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:39.381868 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-89597a17-cc2b-4e8c-8729-aeaf57728566 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (c3038bb7-69db-4cc0-a03e-670bca8223c4), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:39.393284 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-de48ae91-8f3a-4ef3-b303-d14521c8881a None None] Set router 8e75d681-ce5e-4fb2-8c53-2cc593b76502 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:08:39.397225 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-89597a17-cc2b-4e8c-8729-aeaf57728566 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Calling delete_port for c3038bb7-69db-4cc0-a03e-670bca8223c4 owned by network:router_gateway {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:08:39.413509 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-9da5b7d3-ec7f-4448-8b51-4beb317da343 admin admin] Calling delete_port for df6d4ce9-2387-49ef-b63e-9428f7cc1647 owned by network:router_gateway {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:08:39.669256 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-89597a17-cc2b-4e8c-8729-aeaf57728566 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (c3038bb7-69db-4cc0-a03e-670bca8223c4), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:39.757750 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89597a17-cc2b-4e8c-8729-aeaf57728566 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event deleted for resources: {'Port': ['ID=c3038bb7-69db-4cc0-a03e-670bca8223c4,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:39.791621 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9da5b7d3-ec7f-4448-8b51-4beb317da343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (df6d4ce9-2387-49ef-b63e-9428f7cc1647), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:39.827461 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-de48ae91-8f3a-4ef3-b303-d14521c8881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e75d681-ce5e-4fb2-8c53-2cc593b76502', 'name': 'tempest-TaggedBootDevicesTest-1436096488-router', 'tenant_id': 'c257ed820a3b4158a8891c918542e878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': 'df6d4ce9-2387-49ef-b63e-9428f7cc1647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:53:50Z', 'updated_at': '2022-01-28T03:08:37Z', 'revision_number': 5, 'project_id': 'c257ed820a3b4158a8891c918542e878', 'gw_port': {'id': 'df6d4ce9-2387-49ef-b63e-9428f7cc1647', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e75d681-ce5e-4fb2-8c53-2cc593b76502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:54Z', 'updated_at': '2022-01-28T02:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:39.828467 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-89597a17-cc2b-4e8c-8729-aeaf57728566 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (8e645577-2d7d-49b5-904a-bd6c92e355b3), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:39.896064 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de48ae91-8f3a-4ef3-b303-d14521c8881a None None] The sync data for ids ['8e75d681-ce5e-4fb2-8c53-2cc593b76502'] in n-d-712139-27 is: [{'id': '8e75d681-ce5e-4fb2-8c53-2cc593b76502', 'name': 'tempest-TaggedBootDevicesTest-1436096488-router', 'tenant_id': 'c257ed820a3b4158a8891c918542e878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': 'df6d4ce9-2387-49ef-b63e-9428f7cc1647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:53:50Z', 'updated_at': '2022-01-28T03:08:37Z', 'revision_number': 5, 'project_id': 'c257ed820a3b4158a8891c918542e878', 'gw_port': {'id': 'df6d4ce9-2387-49ef-b63e-9428f7cc1647', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e75d681-ce5e-4fb2-8c53-2cc593b76502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:53:54Z', 'updated_at': '2022-01-28T02:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:08:39.961409 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-89597a17-cc2b-4e8c-8729-aeaf57728566 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (8e645577-2d7d-49b5-904a-bd6c92e355b3), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:39.964590 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-89597a17-cc2b-4e8c-8729-aeaf57728566 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for router_controller (8e645577-2d7d-49b5-904a-bd6c92e355b3), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:40.002152 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da5b7d3-ec7f-4448-8b51-4beb317da343 admin admin] Pushing event deleted for resources: {'Port': ['ID=df6d4ce9-2387-49ef-b63e-9428f7cc1647,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:40.004379 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9da5b7d3-ec7f-4448-8b51-4beb317da343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (8e75d681-ce5e-4fb2-8c53-2cc593b76502), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:40.075761 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-89597a17-cc2b-4e8c-8729-aeaf57728566 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (8e645577-2d7d-49b5-904a-bd6c92e355b3), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:40.077347 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89597a17-cc2b-4e8c-8729-aeaf57728566 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Fanout notify agent at l3_agent the message router_deleted on router 8e645577-2d7d-49b5-904a-bd6c92e355b3 {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:08:40.094670 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-89597a17-cc2b-4e8c-8729-aeaf57728566 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:40.096040 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-89597a17-cc2b-4e8c-8729-aeaf57728566 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "DELETE /v2.0/routers/8e645577-2d7d-49b5-904a-bd6c92e355b3 HTTP/1.1" status: 204 len: 168 time: 1.5011971 Jan 28 03:08:40.101606 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57220) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:40.111152 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-5fe01d97-ee36-4e60-9615-aea6b00e469b tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Request body: {'network': {'name': 'tempest-RoutersTest-1059503374'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:08:40.140492 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe01d97-ee36-4e60-9615-aea6b00e469b tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Made reservation on behalf of b764e6c6729b44a19b3dc2f4b82a400d for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:08:40.145534 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5fe01d97-ee36-4e60-9615-aea6b00e469b tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:40.166875 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9da5b7d3-ec7f-4448-8b51-4beb317da343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (8e75d681-ce5e-4fb2-8c53-2cc593b76502), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:40.169604 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9da5b7d3-ec7f-4448-8b51-4beb317da343 admin admin] Publish callbacks [] for router_controller (8e75d681-ce5e-4fb2-8c53-2cc593b76502), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:40.206849 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fe01d97-ee36-4e60-9615-aea6b00e469b tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:08:40.251884 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5fe01d97-ee36-4e60-9615-aea6b00e469b tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (3d3f877c-3bd8-44d4-b58b-6a550e9d98e5), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:40.252819 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-5fe01d97-ee36-4e60-9615-aea6b00e469b tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Added segment 3d3f877c-3bd8-44d4-b58b-6a550e9d98e5 of type vlan for network 5adf81e3-09f6-46a2-b6ae-e1e3d1b70ecf Jan 28 03:08:40.345900 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9da5b7d3-ec7f-4448-8b51-4beb317da343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (8e75d681-ce5e-4fb2-8c53-2cc593b76502), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:40.347073 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da5b7d3-ec7f-4448-8b51-4beb317da343 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e75d681-ce5e-4fb2-8c53-2cc593b76502 {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:08:40.353531 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9da5b7d3-ec7f-4448-8b51-4beb317da343 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:40.357018 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9da5b7d3-ec7f-4448-8b51-4beb317da343 admin admin] 10.222.0.53 "DELETE /v2.0/routers/8e75d681-ce5e-4fb2-8c53-2cc593b76502 HTTP/1.1" status: 204 len: 168 time: 2.2167869 Jan 28 03:08:40.361569 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57226) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:40.470688 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1ce57-ad4b-4d38-9659-fc2bca605ebc req-1f29e74f-8b3a-41c4-b615-93146e5badd4 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:40.472648 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8ac1ce57-ad4b-4d38-9659-fc2bca605ebc req-1f29e74f-8b3a-41c4-b615-93146e5badd4 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=45533e5d-ab01-4c32-a9a4-9f0cc4a690fb HTTP/1.1" status: 200 len: 946 time: 0.0882666 Jan 28 03:08:40.483194 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5fe01d97-ee36-4e60-9615-aea6b00e469b tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (5adf81e3-09f6-46a2-b6ae-e1e3d1b70ecf), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:40.546448 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-867dcdd6-7f7a-476d-a1d4-7a7f3745aa89 admin admin] Deleting subnet 3f85931a-a266-4cc0-b94b-ff1a07b31132 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:08:40.559496 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-867dcdd6-7f7a-476d-a1d4-7a7f3745aa89 admin admin] Publish callbacks [] for subnet (3f85931a-a266-4cc0-b94b-ff1a07b31132), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:40.594766 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8ac1ce57-ad4b-4d38-9659-fc2bca605ebc req-34c391c7-5cf5-4dd1-99db-4bd9f3b403e2 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076033 Jan 28 03:08:40.624454 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5fe01d97-ee36-4e60-9615-aea6b00e469b tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (5adf81e3-09f6-46a2-b6ae-e1e3d1b70ecf), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:40.633795 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe01d97-ee36-4e60-9615-aea6b00e469b tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:40.634816 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5fe01d97-ee36-4e60-9615-aea6b00e469b tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:40.733309 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe01d97-ee36-4e60-9615-aea6b00e469b tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event updated for resources: {'Network': ['ID=5adf81e3-09f6-46a2-b6ae-e1e3d1b70ecf,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:40.750590 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 5adf81e3-09f6-46a2-b6ae-e1e3d1b70ecf details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:08:40.751257 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-867dcdd6-7f7a-476d-a1d4-7a7f3745aa89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (3f85931a-a266-4cc0-b94b-ff1a07b31132), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:40.839461 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57232) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:40.841180 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5fe01d97-ee36-4e60-9615-aea6b00e469b tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7380736 Jan 28 03:08:40.845161 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-4152724b-302e-4c4f-b012-2736d4560f8b tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Request body: {'subnet': {'network_id': '5adf81e3-09f6-46a2-b6ae-e1e3d1b70ecf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:08:41.017095 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-867dcdd6-7f7a-476d-a1d4-7a7f3745aa89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (3f85931a-a266-4cc0-b94b-ff1a07b31132), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:41.145100 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 89a65e87-8e6d-48c4-af0a-58b4873bbca5 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:08:41.157145 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-867dcdd6-7f7a-476d-a1d4-7a7f3745aa89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (3f85931a-a266-4cc0-b94b-ff1a07b31132), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:41.209868 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 89a65e87-8e6d-48c4-af0a-58b4873bbca5 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:08:41.211487 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 89a65e87-8e6d-48c4-af0a-58b4873bbca5 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:08:41.225341 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4152724b-302e-4c4f-b012-2736d4560f8b tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Made reservation on behalf of b764e6c6729b44a19b3dc2f4b82a400d for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:08:41.232304 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867dcdd6-7f7a-476d-a1d4-7a7f3745aa89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f85931a-a266-4cc0-b94b-ff1a07b31132,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:41.234459 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4152724b-302e-4c4f-b012-2736d4560f8b tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:41.239864 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-867dcdd6-7f7a-476d-a1d4-7a7f3745aa89 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:41.247682 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72392c79-ee2b-4580-8dd7-81cdf2bd4105 None None] Network 79f7eb30-7e3c-4e3a-9caa-eeef3bc7f672 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:08:41.251297 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-867dcdd6-7f7a-476d-a1d4-7a7f3745aa89 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3f85931a-a266-4cc0-b94b-ff1a07b31132 HTTP/1.1" status: 204 len: 168 time: 0.8885987 Jan 28 03:08:41.254840 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57236) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:41.416683 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196bc188-1a1f-440c-88f8-f69b65391cc3 req-5217e3b5-7d38-4e2e-950f-0b7c0b70014e tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:41.418534 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-196bc188-1a1f-440c-88f8-f69b65391cc3 req-5217e3b5-7d38-4e2e-950f-0b7c0b70014e tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=45533e5d-ab01-4c32-a9a4-9f0cc4a690fb HTTP/1.1" status: 200 len: 946 time: 0.3286986 Jan 28 03:08:41.422044 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3e8c8443-89f5-4951-9e8b-9509a5eb827e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (79f7eb30-7e3c-4e3a-9caa-eeef3bc7f672), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:41.526916 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-196bc188-1a1f-440c-88f8-f69b65391cc3 req-6ededdc1-131e-47b3-ad15-abb1814dbe05 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986197 Jan 28 03:08:41.536184 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-3e8c8443-89f5-4951-9e8b-9509a5eb827e admin admin] Deleting port ac8033e4-ac0a-43ab-acda-69366a56bcc4 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:08:41.537136 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3e8c8443-89f5-4951-9e8b-9509a5eb827e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (ac8033e4-ac0a-43ab-acda-69366a56bcc4), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:41.586113 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3862796-9842-41df-8cad-52e4b7214a0a None None] DHCP port deletion for 79f7eb30-7e3c-4e3a-9caa-eeef3bc7f672 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:08:41.658520 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-3e8c8443-89f5-4951-9e8b-9509a5eb827e admin admin] For port ac8033e4-ac0a-43ab-acda-69366a56bcc4, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ac8033e4-ac0a-43ab-acda-69366a56bcc4,segment=NetworkSegment(58bbcf65-82ab-4730-9b0d-d4c9991f1325),segment_id=58bbcf65-82ab-4730-9b0d-d4c9991f1325)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:08:41.659376 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3e8c8443-89f5-4951-9e8b-9509a5eb827e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (ac8033e4-ac0a-43ab-acda-69366a56bcc4), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:41.691542 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e3862796-9842-41df-8cad-52e4b7214a0a None None] Deleting port ac8033e4-ac0a-43ab-acda-69366a56bcc4 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:08:41.693021 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e3862796-9842-41df-8cad-52e4b7214a0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (ac8033e4-ac0a-43ab-acda-69366a56bcc4), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:41.734974 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-3e8c8443-89f5-4951-9e8b-9509a5eb827e admin admin] Calling delete_port for ac8033e4-ac0a-43ab-acda-69366a56bcc4 owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:08:41.772293 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-e3862796-9842-41df-8cad-52e4b7214a0a None None] For port ac8033e4-ac0a-43ab-acda-69366a56bcc4, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ac8033e4-ac0a-43ab-acda-69366a56bcc4,segment=NetworkSegment(58bbcf65-82ab-4730-9b0d-d4c9991f1325),segment_id=58bbcf65-82ab-4730-9b0d-d4c9991f1325)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:08:41.773111 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e3862796-9842-41df-8cad-52e4b7214a0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (ac8033e4-ac0a-43ab-acda-69366a56bcc4), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:41.797700 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e3862796-9842-41df-8cad-52e4b7214a0a None None] Calling delete_port for ac8033e4-ac0a-43ab-acda-69366a56bcc4 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:08:41.808042 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4152724b-302e-4c4f-b012-2736d4560f8b tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (3d2625c4-ed24-4833-9009-23dc8460b399), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:41.893132 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152724b-302e-4c4f-b012-2736d4560f8b tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event updated for resources: {'Subnet': ['ID=3d2625c4-ed24-4833-9009-23dc8460b399,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:41.902721 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3e8c8443-89f5-4951-9e8b-9509a5eb827e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (ac8033e4-ac0a-43ab-acda-69366a56bcc4), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:41.932446 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4152724b-302e-4c4f-b012-2736d4560f8b tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Checking segment: {'id': '3d3f877c-3bd8-44d4-b58b-6a550e9d98e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5adf81e3-09f6-46a2-b6ae-e1e3d1b70ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:08:41.932856 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4152724b-302e-4c4f-b012-2736d4560f8b tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Network hostable DHCP agents. Network: 5adf81e3-09f6-46a2-b6ae-e1e3d1b70ecf, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:08:41.933365 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:08:41.951109 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c8443-89f5-4951-9e8b-9509a5eb827e admin admin] Pushing event deleted for resources: {'Port': ['ID=ac8033e4-ac0a-43ab-acda-69366a56bcc4,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:41.951356 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e3862796-9842-41df-8cad-52e4b7214a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (ac8033e4-ac0a-43ab-acda-69366a56bcc4), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:41.953034 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8c8443-89f5-4951-9e8b-9509a5eb827e admin admin] No DVR routers for this DVR port ac8033e4-ac0a-43ab-acda-69366a56bcc4 on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:08:41.964284 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4152724b-302e-4c4f-b012-2736d4560f8b tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Network 5adf81e3-09f6-46a2-b6ae-e1e3d1b70ecf is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:08:41.986346 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-4152724b-302e-4c4f-b012-2736d4560f8b tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 5adf81e3-09f6-46a2-b6ae-e1e3d1b70ecf) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:08:41.991491 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4152724b-302e-4c4f-b012-2736d4560f8b tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:41.992107 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4152724b-302e-4c4f-b012-2736d4560f8b tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:42.016388 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4152724b-302e-4c4f-b012-2736d4560f8b tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1755958 Jan 28 03:08:42.021150 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57242) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:42.029176 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-35ab21c4-539d-49a0-8bef-f673c27ef7a3 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1151060205', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:08:42.062273 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3862796-9842-41df-8cad-52e4b7214a0a None None] No DVR routers for this DVR port ac8033e4-ac0a-43ab-acda-69366a56bcc4 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:08:42.064683 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d279d6f-1b63-4275-957a-10b42b3a0b6a None None] Network 5adf81e3-09f6-46a2-b6ae-e1e3d1b70ecf requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:08:42.080172 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-35ab21c4-539d-49a0-8bef-f673c27ef7a3 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (62634558-2dfb-48c1-b812-17556a8c3104), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:42.081482 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-35ab21c4-539d-49a0-8bef-f673c27ef7a3 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (62634558-2dfb-48c1-b812-17556a8c3104), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:42.118108 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3e8c8443-89f5-4951-9e8b-9509a5eb827e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (79f7eb30-7e3c-4e3a-9caa-eeef3bc7f672), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:42.124119 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3862796-9842-41df-8cad-52e4b7214a0a None None] Pushing event deleted for resources: {'Port': ['ID=ac8033e4-ac0a-43ab-acda-69366a56bcc4,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:42.169162 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-3e8c8443-89f5-4951-9e8b-9509a5eb827e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79f7eb30-7e3c-4e3a-9caa-eeef3bc7f672']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:42.189442 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-3e8c8443-89f5-4951-9e8b-9509a5eb827e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58bbcf65-82ab-4730-9b0d-d4c9991f1325') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:42.189743 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-3e8c8443-89f5-4951-9e8b-9509a5eb827e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58bbcf65-82ab-4730-9b0d-d4c9991f1325') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:42.193235 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-35ab21c4-539d-49a0-8bef-f673c27ef7a3 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for router_controller (62634558-2dfb-48c1-b812-17556a8c3104), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:42.207093 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-35ab21c4-539d-49a0-8bef-f673c27ef7a3 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (62634558-2dfb-48c1-b812-17556a8c3104), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:42.215104 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3e8c8443-89f5-4951-9e8b-9509a5eb827e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (58bbcf65-82ab-4730-9b0d-d4c9991f1325), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:42.243154 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-35ab21c4-539d-49a0-8bef-f673c27ef7a3 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:42.251647 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-35ab21c4-539d-49a0-8bef-f673c27ef7a3 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2250314 Jan 28 03:08:42.254813 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3e8c8443-89f5-4951-9e8b-9509a5eb827e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (58bbcf65-82ab-4730-9b0d-d4c9991f1325), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:42.258171 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57244) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:42.276642 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e8c8443-89f5-4951-9e8b-9509a5eb827e admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:08:42.277744 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3e8c8443-89f5-4951-9e8b-9509a5eb827e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (58bbcf65-82ab-4730-9b0d-d4c9991f1325), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:42.281859 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:08:42.281859 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:08:42.281859 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:08:42.281859 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:08:42.281859 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:08:42.281859 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:08:42.281859 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:08:42.281859 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:08:42.281859 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:08:42.281859 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:08:42.281859 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:08:42.281859 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:08:42.281859 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:08:42.281859 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:08:42.281859 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:08:42.281859 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:08:42.281859 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:08:42.281859 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:08:42.281859 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:08:42.281859 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:08:42.281859 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:08:42.281859 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:08:42.281859 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:08:42.281859 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:08:42.281859 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:08:42.281859 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:08:42.281859 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:08:42.281859 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:08:42.281859 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:08:42.281859 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:08:42.281859 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:08:42.281859 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:08:42.330491 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d39c6a-9e89-4481-b395-1d43c75b6179 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-5adf81e3-09f6-46a2-b6ae-e1e3d1b70ecf', 'network_id': '5adf81e3-09f6-46a2-b6ae-e1e3d1b70ecf', 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'fixed_ips': [{'subnet_id': '3d2625c4-ed24-4833-9009-23dc8460b399'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:08:42.331380 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-18d39c6a-9e89-4481-b395-1d43c75b6179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:42.530316 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-18d39c6a-9e89-4481-b395-1d43c75b6179 None None] Allocated IP 172.20.0.2 (5adf81e3-09f6-46a2-b6ae-e1e3d1b70ecf/3d2625c4-ed24-4833-9009-23dc8460b399/7b000d00-9b8a-49db-bd50-8bc02b4768f3) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:08:42.549355 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3e8c8443-89f5-4951-9e8b-9509a5eb827e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (79f7eb30-7e3c-4e3a-9caa-eeef3bc7f672), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:42.565504 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3e8c8443-89f5-4951-9e8b-9509a5eb827e admin admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:42.580315 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3e8c8443-89f5-4951-9e8b-9509a5eb827e admin admin] 10.222.0.53 "DELETE /v2.0/networks/79f7eb30-7e3c-4e3a-9caa-eeef3bc7f672 HTTP/1.1" status: 204 len: 168 time: 1.3236759 Jan 28 03:08:42.670078 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c8443-89f5-4951-9e8b-9509a5eb827e admin admin] Pushing event deleted for resources: {'Network': ['ID=79f7eb30-7e3c-4e3a-9caa-eeef3bc7f672,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:42.708798 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-18d39c6a-9e89-4481-b395-1d43c75b6179 None None] Publish callbacks [] for port (7b000d00-9b8a-49db-bd50-8bc02b4768f3), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:42.718726 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-18d39c6a-9e89-4481-b395-1d43c75b6179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (7b000d00-9b8a-49db-bd50-8bc02b4768f3), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:42.736545 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfef54d-fb8f-431e-99b5-05037f9cf761 req-cc75f909-b6f4-470d-ad59-031606852606 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:42.739871 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6dfef54d-fb8f-431e-99b5-05037f9cf761 req-cc75f909-b6f4-470d-ad59-031606852606 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.67 "GET /v2.0/ports?device_id=45533e5d-ab01-4c32-a9a4-9f0cc4a690fb HTTP/1.1" status: 200 len: 946 time: 0.2831781 Jan 28 03:08:42.781831 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d39c6a-9e89-4481-b395-1d43c75b6179 None None] Pushing event updated for resources: {'Port': ['ID=7b000d00-9b8a-49db-bd50-8bc02b4768f3,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:42.792625 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d39c6a-9e89-4481-b395-1d43c75b6179 None None] Network 5adf81e3-09f6-46a2-b6ae-e1e3d1b70ecf is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:08:42.795260 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-18d39c6a-9e89-4481-b395-1d43c75b6179 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:08:42.797671 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d39c6a-9e89-4481-b395-1d43c75b6179 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:08:42.879641 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-18d39c6a-9e89-4481-b395-1d43c75b6179 None None] Attempting to bind port 7b000d00-9b8a-49db-bd50-8bc02b4768f3 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:08:42.880031 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-18d39c6a-9e89-4481-b395-1d43c75b6179 None None] Attempting to bind port 7b000d00-9b8a-49db-bd50-8bc02b4768f3 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '3d3f877c-3bd8-44d4-b58b-6a550e9d98e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5adf81e3-09f6-46a2-b6ae-e1e3d1b70ecf'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:08:42.880381 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d39c6a-9e89-4481-b395-1d43c75b6179 None None] Attempting to bind port 7b000d00-9b8a-49db-bd50-8bc02b4768f3 on network 5adf81e3-09f6-46a2-b6ae-e1e3d1b70ecf {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:08:42.886548 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d39c6a-9e89-4481-b395-1d43c75b6179 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:08:42.887051 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d39c6a-9e89-4481-b395-1d43c75b6179 None None] Checking segment: {'id': '3d3f877c-3bd8-44d4-b58b-6a550e9d98e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5adf81e3-09f6-46a2-b6ae-e1e3d1b70ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:08:42.887436 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-18d39c6a-9e89-4481-b395-1d43c75b6179 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:42.887847 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d39c6a-9e89-4481-b395-1d43c75b6179 None None] Bound using segment: {'id': '3d3f877c-3bd8-44d4-b58b-6a550e9d98e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5adf81e3-09f6-46a2-b6ae-e1e3d1b70ecf'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:08:42.888428 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-18d39c6a-9e89-4481-b395-1d43c75b6179 None None] Bound port: 7b000d00-9b8a-49db-bd50-8bc02b4768f3, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d3f877c-3bd8-44d4-b58b-6a550e9d98e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5adf81e3-09f6-46a2-b6ae-e1e3d1b70ecf'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:08:42.888820 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-18d39c6a-9e89-4481-b395-1d43c75b6179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7b000d00-9b8a-49db-bd50-8bc02b4768f3), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:43.007296 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-18d39c6a-9e89-4481-b395-1d43c75b6179 None None] For port 7b000d00-9b8a-49db-bd50-8bc02b4768f3, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:08:43.012861 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-18d39c6a-9e89-4481-b395-1d43c75b6179 None None] For port 7b000d00-9b8a-49db-bd50-8bc02b4768f3, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=7b000d00-9b8a-49db-bd50-8bc02b4768f3,segment=NetworkSegment(3d3f877c-3bd8-44d4-b58b-6a550e9d98e5),segment_id=3d3f877c-3bd8-44d4-b58b-6a550e9d98e5)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:08:43.019389 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-18d39c6a-9e89-4481-b395-1d43c75b6179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (7b000d00-9b8a-49db-bd50-8bc02b4768f3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:43.039567 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57254) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:43.079316 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ac8033e4-ac0a-43ab-acda-69366a56bcc4 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:08:43.102594 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9fbc22fe-5059-4c75-a436-a874a26e009e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7581cafbb59a47148e5d33dde7c9cb23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0613275 Jan 28 03:08:43.106318 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57256) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:43.124059 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d39c6a-9e89-4481-b395-1d43c75b6179 None None] Pushing event updated for resources: {'Port': ['ID=7b000d00-9b8a-49db-bd50-8bc02b4768f3,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:43.132127 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: ac8033e4-ac0a-43ab-acda-69366a56bcc4 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:08:43.132475 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ac8033e4-ac0a-43ab-acda-69366a56bcc4 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:08:43.132894 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device df6d4ce9-2387-49ef-b63e-9428f7cc1647 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:08:43.163114 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: df6d4ce9-2387-49ef-b63e-9428f7cc1647 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:08:43.164746 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device df6d4ce9-2387-49ef-b63e-9428f7cc1647 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:08:43.193534 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-96912204-2205-44c9-a74f-06d4f3448ab2 admin admin] Publish callbacks [] for security_group (3711f489-87e7-4ab3-8353-77075d27f3a2), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:43.197277 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585757e-4e45-49c8-991f-d0cf5f5adc24 req-2869c526-7c05-4230-8799-49ff4324901a tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:43.199527 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d585757e-4e45-49c8-991f-d0cf5f5adc24 req-2869c526-7c05-4230-8799-49ff4324901a tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=45533e5d-ab01-4c32-a9a4-9f0cc4a690fb HTTP/1.1" status: 200 len: 946 time: 0.3448057 Jan 28 03:08:43.226186 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-96912204-2205-44c9-a74f-06d4f3448ab2 admin admin] Publish callbacks [] for security_group (3711f489-87e7-4ab3-8353-77075d27f3a2), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:43.294614 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b034a170-26bd-4a6e-b564-0a7f91b521ba tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:43.305790 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-96912204-2205-44c9-a74f-06d4f3448ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (3711f489-87e7-4ab3-8353-77075d27f3a2), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:43.318333 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-96912204-2205-44c9-a74f-06d4f3448ab2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:43.326531 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-96912204-2205-44c9-a74f-06d4f3448ab2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3711f489-87e7-4ab3-8353-77075d27f3a2 HTTP/1.1" status: 204 len: 168 time: 0.2160726 Jan 28 03:08:43.368284 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96912204-2205-44c9-a74f-06d4f3448ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3711f489-87e7-4ab3-8353-77075d27f3a2,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:43.502840 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-6dfef54d-fb8f-431e-99b5-05037f9cf761 req-ec4b8a77-7eac-49bf-a259-9b52d27ced0d tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Deleting port 0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:08:43.503196 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-6dfef54d-fb8f-431e-99b5-05037f9cf761 req-ec4b8a77-7eac-49bf-a259-9b52d27ced0d tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:43.564255 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d585757e-4e45-49c8-991f-d0cf5f5adc24 req-2bd892b6-5160-4e9b-8785-27c7bcc1e78f tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257632 Jan 28 03:08:44.059661 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57266) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:44.143332 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5e5678e7-c51c-4135-8de3-a696dc6e6a62 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c257ed820a3b4158a8891c918542e878&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0815759 Jan 28 03:08:44.144416 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57268) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:44.292930 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e355b4f9-148b-46f5-8589-744843219d39 admin admin] Publish callbacks [] for security_group (1426b1fc-f6e6-4106-b30e-b91bfb90a657), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:44.344769 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e355b4f9-148b-46f5-8589-744843219d39 admin admin] Publish callbacks [] for security_group (1426b1fc-f6e6-4106-b30e-b91bfb90a657), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:44.360194 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-6dfef54d-fb8f-431e-99b5-05037f9cf761 req-ec4b8a77-7eac-49bf-a259-9b52d27ced0d tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] For port 0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8,segment=NetworkSegment(1bdfda3a-f7d7-44ae-82bd-973f0a517938),segment_id=1bdfda3a-f7d7-44ae-82bd-973f0a517938)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:08:44.360701 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-6dfef54d-fb8f-431e-99b5-05037f9cf761 req-ec4b8a77-7eac-49bf-a259-9b52d27ced0d tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:44.389745 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-6dfef54d-fb8f-431e-99b5-05037f9cf761 req-ec4b8a77-7eac-49bf-a259-9b52d27ced0d tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Calling delete_port for 0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8 owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:08:44.478187 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e355b4f9-148b-46f5-8589-744843219d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (1426b1fc-f6e6-4106-b30e-b91bfb90a657), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:44.497274 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e355b4f9-148b-46f5-8589-744843219d39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:44.516180 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e355b4f9-148b-46f5-8589-744843219d39 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1426b1fc-f6e6-4106-b30e-b91bfb90a657 HTTP/1.1" status: 204 len: 168 time: 0.3683772 Jan 28 03:08:44.551791 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-b034a170-26bd-4a6e-b564-0a7f91b521ba tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Allocated IP 172.20.0.1 (5adf81e3-09f6-46a2-b6ae-e1e3d1b70ecf/3d2625c4-ed24-4833-9009-23dc8460b399/22bc25e0-1ba8-4318-b568-3779e5324745) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:08:44.561481 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e355b4f9-148b-46f5-8589-744843219d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1426b1fc-f6e6-4106-b30e-b91bfb90a657,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:44.914995 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a1939-fb80-4e43-a03e-210eb6f24806 req-e972fa92-7ed0-4f85-9d26-b0b8579671fe tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:44.916140 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-6dfef54d-fb8f-431e-99b5-05037f9cf761 req-ec4b8a77-7eac-49bf-a259-9b52d27ced0d tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:44.923174 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe66da1-132a-40b6-83d2-cf042b013f2b None None] Network 5adf81e3-09f6-46a2-b6ae-e1e3d1b70ecf requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:08:44.947849 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-619a1939-fb80-4e43-a03e-210eb6f24806 req-e972fa92-7ed0-4f85-9d26-b0b8579671fe tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/ports?device_id=45533e5d-ab01-4c32-a9a4-9f0cc4a690fb HTTP/1.1" status: 200 len: 946 time: 0.1600296 Jan 28 03:08:44.969498 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b034a170-26bd-4a6e-b564-0a7f91b521ba tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for port (22bc25e0-1ba8-4318-b568-3779e5324745), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:45.109717 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:08:45.161969 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-619a1939-fb80-4e43-a03e-210eb6f24806 req-f0d4cde7-2ac4-4a07-ba00-02ed9b2ed96a tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups?id=630022e0-6939-48b6-ac3a-d14803452d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067225 Jan 28 03:08:45.234822 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dfef54d-fb8f-431e-99b5-05037f9cf761 req-ec4b8a77-7eac-49bf-a259-9b52d27ced0d tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] No DVR routers for this DVR port 0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8 on host n-h1-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:08:45.241124 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-6dfef54d-fb8f-431e-99b5-05037f9cf761 req-ec4b8a77-7eac-49bf-a259-9b52d27ced0d tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:45.244405 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 7b000d00-9b8a-49db-bd50-8bc02b4768f3 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:08:45.247482 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6dfef54d-fb8f-431e-99b5-05037f9cf761 req-ec4b8a77-7eac-49bf-a259-9b52d27ced0d tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.67 "DELETE /v2.0/ports/0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8 HTTP/1.1" status: 204 len: 173 time: 2.5008636 Jan 28 03:08:45.248552 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b8a77-7eac-49bf-a259-9b52d27ced0d tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Pushing event deleted for resources: {'Port': ['ID=0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:45.271949 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45533e5d-ab01-4c32-a9a4-9f0cc4a690fb', 'name': 'network-vif-deleted', 'tag': '0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:08:45.274410 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9061208-aabf-4c82-886a-b7bf89bc0106" -d '{"events": [{"server_uuid": "45533e5d-ab01-4c32-a9a4-9f0cc4a690fb", "name": "network-vif-deleted", "tag": "0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:08:45.366023 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-ac9cccb4-8c24-4882-a036-e81e215c9b95 None None] Provisioning complete for port 7b000d00-9b8a-49db-bd50-8bc02b4768f3 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:08:45.366532 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ac9cccb4-8c24-4882-a036-e81e215c9b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7b000d00-9b8a-49db-bd50-8bc02b4768f3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:45.413789 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98f37d5-a56b-4887-bc31-36ae171038c2 x-openstack-request-id: req-f98f37d5-a56b-4887-bc31-36ae171038c2 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:08:45.414520 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45533e5d-ab01-4c32-a9a4-9f0cc4a690fb", "name": "network-vif-deleted", "tag": "0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:08:45.415090 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f98f37d5-a56b-4887-bc31-36ae171038c2 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:08:45.416456 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45533e5d-ab01-4c32-a9a4-9f0cc4a690fb', 'name': 'network-vif-deleted', 'tag': '0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8', 'status': 'completed', 'code': 200} Jan 28 03:08:45.419384 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b034a170-26bd-4a6e-b564-0a7f91b521ba tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (22bc25e0-1ba8-4318-b568-3779e5324745), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:45.529371 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b034a170-26bd-4a6e-b564-0a7f91b521ba tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Network 5adf81e3-09f6-46a2-b6ae-e1e3d1b70ecf is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:08:45.540208 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-b034a170-26bd-4a6e-b564-0a7f91b521ba tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:08:45.547001 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b034a170-26bd-4a6e-b564-0a7f91b521ba tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:08:45.582526 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 7b000d00-9b8a-49db-bd50-8bc02b4768f3 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:08:45.582526 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7b000d00-9b8a-49db-bd50-8bc02b4768f3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:45.647552 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b034a170-26bd-4a6e-b564-0a7f91b521ba tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event updated for resources: {'Port': ['ID=22bc25e0-1ba8-4318-b568-3779e5324745,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:45.692893 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b034a170-26bd-4a6e-b564-0a7f91b521ba tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (62634558-2dfb-48c1-b812-17556a8c3104), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:45.712459 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-ac9cccb4-8c24-4882-a036-e81e215c9b95 None None] Current status of the port 7b000d00-9b8a-49db-bd50-8bc02b4768f3 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:08:45.713279 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ac9cccb4-8c24-4882-a036-e81e215c9b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7b000d00-9b8a-49db-bd50-8bc02b4768f3), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:45.855598 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 7b000d00-9b8a-49db-bd50-8bc02b4768f3 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:08:45.856462 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7b000d00-9b8a-49db-bd50-8bc02b4768f3), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:45.877021 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-ac9cccb4-8c24-4882-a036-e81e215c9b95 None None] For port 7b000d00-9b8a-49db-bd50-8bc02b4768f3, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=7b000d00-9b8a-49db-bd50-8bc02b4768f3,segment=NetworkSegment(3d3f877c-3bd8-44d4-b58b-6a550e9d98e5),segment_id=3d3f877c-3bd8-44d4-b58b-6a550e9d98e5)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:08:45.884371 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ac9cccb4-8c24-4882-a036-e81e215c9b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (7b000d00-9b8a-49db-bd50-8bc02b4768f3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:46.080946 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.api [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:08:46.081762 n-d-712139-27 neutron-server[109804]: DEBUG oslo_db.api [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:08:46.082610 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9cccb4-8c24-4882-a036-e81e215c9b95 None None] Pushing event updated for resources: {'Port': ['ID=7b000d00-9b8a-49db-bd50-8bc02b4768f3,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:46.111817 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-d9828d91-dbe0-4215-8273-1ce63b30fefd None None] Provisioning complete for port 7b000d00-9b8a-49db-bd50-8bc02b4768f3 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:08:46.112482 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d9828d91-dbe0-4215-8273-1ce63b30fefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7b000d00-9b8a-49db-bd50-8bc02b4768f3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:46.126067 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57300) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:46.169775 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b034a170-26bd-4a6e-b564-0a7f91b521ba tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (22bc25e0-1ba8-4318-b568-3779e5324745), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:46.273503 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-34eda0c0-3814-4a6d-bf3c-b8f3a6995c16 admin admin] Deleting subnet af763b21-a5f5-4413-ac47-02b7101ff15c {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:08:46.278954 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-34eda0c0-3814-4a6d-bf3c-b8f3a6995c16 admin admin] Publish callbacks [] for subnet (af763b21-a5f5-4413-ac47-02b7101ff15c), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:46.286594 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-d9828d91-dbe0-4215-8273-1ce63b30fefd None None] Current status of the port 7b000d00-9b8a-49db-bd50-8bc02b4768f3 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:08:46.389822 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-34eda0c0-3814-4a6d-bf3c-b8f3a6995c16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (af763b21-a5f5-4413-ac47-02b7101ff15c), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:46.495211 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-34eda0c0-3814-4a6d-bf3c-b8f3a6995c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (af763b21-a5f5-4413-ac47-02b7101ff15c), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:46.499512 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57320) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:46.532342 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-06f5ef61-4b8a-4b4f-a9bd-fc2e955ec626 None None] Provisioning complete for port 22bc25e0-1ba8-4318-b568-3779e5324745 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:08:46.535234 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-06f5ef61-4b8a-4b4f-a9bd-fc2e955ec626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (22bc25e0-1ba8-4318-b568-3779e5324745), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:46.659271 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-34eda0c0-3814-4a6d-bf3c-b8f3a6995c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (af763b21-a5f5-4413-ac47-02b7101ff15c), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:46.684059 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-20443374-28c3-46d7-90c5-ffb87451a7f0 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks [] for security_group (e38e8c9e-2333-433a-8179-5aebdcc99938), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:46.688871 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eda0c0-3814-4a6d-bf3c-b8f3a6995c16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af763b21-a5f5-4413-ac47-02b7101ff15c,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:46.696060 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-06f5ef61-4b8a-4b4f-a9bd-fc2e955ec626 None None] Port 22bc25e0-1ba8-4318-b568-3779e5324745 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:08:46.718848 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-34eda0c0-3814-4a6d-bf3c-b8f3a6995c16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:46.726424 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-34eda0c0-3814-4a6d-bf3c-b8f3a6995c16 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/af763b21-a5f5-4413-ac47-02b7101ff15c HTTP/1.1" status: 204 len: 168 time: 0.5986204 Jan 28 03:08:46.727292 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57328) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:46.730448 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 7b000d00-9b8a-49db-bd50-8bc02b4768f3 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:08:46.746650 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-20443374-28c3-46d7-90c5-ffb87451a7f0 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks [] for security_group (e38e8c9e-2333-433a-8179-5aebdcc99938), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:46.867429 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b425aadf-c84d-4896-a590-384915a646a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (0771f65c-dcf4-4198-964d-bb65ae3d3481), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:46.917570 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-20443374-28c3-46d7-90c5-ffb87451a7f0 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (e38e8c9e-2333-433a-8179-5aebdcc99938), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:46.920283 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-20443374-28c3-46d7-90c5-ffb87451a7f0 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:46.920605 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b034a170-26bd-4a6e-b564-0a7f91b521ba tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for port (22bc25e0-1ba8-4318-b568-3779e5324745), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:46.922485 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-20443374-28c3-46d7-90c5-ffb87451a7f0 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "DELETE /v2.0/security-groups/e38e8c9e-2333-433a-8179-5aebdcc99938 HTTP/1.1" status: 204 len: 168 time: 0.4210951 Jan 28 03:08:46.926195 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57332) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:46.961276 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-003eac5f-ff7f-40f1-854e-b22a826d48f0 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] show failed (client error): The resource could not be found. Jan 28 03:08:46.962388 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-003eac5f-ff7f-40f1-854e-b22a826d48f0 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "GET /v2.0/security-groups/e38e8c9e-2333-433a-8179-5aebdcc99938 HTTP/1.1" status: 404 len: 347 time: 0.0351677 Jan 28 03:08:46.963190 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b034a170-26bd-4a6e-b564-0a7f91b521ba tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (22bc25e0-1ba8-4318-b568-3779e5324745), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:46.968196 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57338) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:46.990737 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20443374-28c3-46d7-90c5-ffb87451a7f0 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38e8c9e-2333-433a-8179-5aebdcc99938,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:47.010617 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b425aadf-c84d-4896-a590-384915a646a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (0771f65c-dcf4-4198-964d-bb65ae3d3481), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:47.064327 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-b425aadf-c84d-4896-a590-384915a646a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0771f65c-dcf4-4198-964d-bb65ae3d3481']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:47.091208 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-b425aadf-c84d-4896-a590-384915a646a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f88f209e-cc8a-43ff-8183-4f0eac51210e') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:47.095181 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 7b000d00-9b8a-49db-bd50-8bc02b4768f3 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:08:47.096016 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-b425aadf-c84d-4896-a590-384915a646a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f88f209e-cc8a-43ff-8183-4f0eac51210e') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:47.125231 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b425aadf-c84d-4896-a590-384915a646a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (f88f209e-cc8a-43ff-8183-4f0eac51210e), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:47.157290 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b425aadf-c84d-4896-a590-384915a646a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (f88f209e-cc8a-43ff-8183-4f0eac51210e), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:47.173119 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b425aadf-c84d-4896-a590-384915a646a7 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:08:47.178730 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b425aadf-c84d-4896-a590-384915a646a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (f88f209e-cc8a-43ff-8183-4f0eac51210e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:47.183978 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:08:47.183978 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:08:47.183978 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:08:47.183978 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:08:47.183978 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:08:47.183978 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:08:47.183978 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:08:47.183978 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:08:47.183978 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:08:47.183978 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:08:47.183978 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:08:47.183978 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:08:47.183978 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:08:47.183978 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:08:47.183978 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:08:47.183978 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:08:47.183978 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:08:47.183978 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:08:47.183978 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:08:47.183978 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:08:47.183978 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:08:47.183978 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:08:47.183978 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:08:47.183978 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:08:47.183978 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:08:47.183978 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:08:47.183978 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:08:47.183978 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:08:47.183978 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:08:47.183978 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:08:47.183978 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:08:47.183978 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:08:47.215536 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 7b000d00-9b8a-49db-bd50-8bc02b4768f3 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:08:47.216958 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7b000d00-9b8a-49db-bd50-8bc02b4768f3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:47.256033 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b034a170-26bd-4a6e-b564-0a7f91b521ba tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (62634558-2dfb-48c1-b812-17556a8c3104), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:47.259158 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b034a170-26bd-4a6e-b564-0a7f91b521ba tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event updated for resources: {'Port': ['ID=22bc25e0-1ba8-4318-b568-3779e5324745,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:47.278781 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-7a77539e-3e84-4593-a121-b0849c165d91 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Deleting port 89c87fc9-f0ab-4b4b-87ee-f48e9c2f92eb {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:08:47.279246 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7a77539e-3e84-4593-a121-b0849c165d91 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (89c87fc9-f0ab-4b4b-87ee-f48e9c2f92eb), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:47.315362 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b425aadf-c84d-4896-a590-384915a646a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (0771f65c-dcf4-4198-964d-bb65ae3d3481), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:47.334739 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b425aadf-c84d-4896-a590-384915a646a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:47.339182 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b425aadf-c84d-4896-a590-384915a646a7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/0771f65c-dcf4-4198-964d-bb65ae3d3481 HTTP/1.1" status: 204 len: 168 time: 0.6044502 Jan 28 03:08:47.355242 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57352) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:47.365783 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b425aadf-c84d-4896-a590-384915a646a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0771f65c-dcf4-4198-964d-bb65ae3d3481,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:47.385018 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7a77539e-3e84-4593-a121-b0849c165d91 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (89c87fc9-f0ab-4b4b-87ee-f48e9c2f92eb), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:47.385403 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7a77539e-3e84-4593-a121-b0849c165d91 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks [] for floatingip (89c87fc9-f0ab-4b4b-87ee-f48e9c2f92eb), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:47.389377 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 7b000d00-9b8a-49db-bd50-8bc02b4768f3 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:08:47.401528 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-7a77539e-3e84-4593-a121-b0849c165d91 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Calling delete_port for 89c87fc9-f0ab-4b4b-87ee-f48e9c2f92eb owned by network:floatingip {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:08:47.455714 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-babd3188-7d6e-4c35-b505-2fedde27b33b admin admin] Deleting subnet 06da28d3-3daa-4079-858c-ea465937d4a9 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:08:47.468577 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-babd3188-7d6e-4c35-b505-2fedde27b33b admin admin] Publish callbacks [] for subnet (06da28d3-3daa-4079-858c-ea465937d4a9), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:47.480556 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:08:47.522870 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: 0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:08:47.523752 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 0c9ae15d-ce07-43e7-9d69-ab2be50ecaa8 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:08:47.561529 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-babd3188-7d6e-4c35-b505-2fedde27b33b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (06da28d3-3daa-4079-858c-ea465937d4a9), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:47.621439 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-babd3188-7d6e-4c35-b505-2fedde27b33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (06da28d3-3daa-4079-858c-ea465937d4a9), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:47.681347 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b034a170-26bd-4a6e-b564-0a7f91b521ba tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Network 5adf81e3-09f6-46a2-b6ae-e1e3d1b70ecf is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:08:47.684412 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-b034a170-26bd-4a6e-b564-0a7f91b521ba tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:08:47.721701 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-babd3188-7d6e-4c35-b505-2fedde27b33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (06da28d3-3daa-4079-858c-ea465937d4a9), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:47.762552 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-babd3188-7d6e-4c35-b505-2fedde27b33b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:47.767293 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-babd3188-7d6e-4c35-b505-2fedde27b33b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/06da28d3-3daa-4079-858c-ea465937d4a9 HTTP/1.1" status: 204 len: 168 time: 0.4105029 Jan 28 03:08:47.791020 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57358) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:47.792313 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd3188-7d6e-4c35-b505-2fedde27b33b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06da28d3-3daa-4079-858c-ea465937d4a9,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:47.863909 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57360) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:47.930736 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-556af842-800c-4d26-9c68-a15c3435167d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (007339e7-fa4a-4fd3-8260-84c7048952a9), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:48.041052 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-9b1e6034-3c6b-469f-b8d4-0e5c1c5518ec None None] Provisioning complete for port 22bc25e0-1ba8-4318-b568-3779e5324745 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:08:48.041828 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9b1e6034-3c6b-469f-b8d4-0e5c1c5518ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (22bc25e0-1ba8-4318-b568-3779e5324745), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:48.078335 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7a77539e-3e84-4593-a121-b0849c165d91 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (89c87fc9-f0ab-4b4b-87ee-f48e9c2f92eb), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:48.093162 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-9b1e6034-3c6b-469f-b8d4-0e5c1c5518ec None None] Port 22bc25e0-1ba8-4318-b568-3779e5324745 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:08:48.190944 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-556af842-800c-4d26-9c68-a15c3435167d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (007339e7-fa4a-4fd3-8260-84c7048952a9), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:48.218441 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a77539e-3e84-4593-a121-b0849c165d91 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Pushing event deleted for resources: {'Port': ['ID=89c87fc9-f0ab-4b4b-87ee-f48e9c2f92eb,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:48.247101 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-556af842-800c-4d26-9c68-a15c3435167d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['007339e7-fa4a-4fd3-8260-84c7048952a9']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:48.265504 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-556af842-800c-4d26-9c68-a15c3435167d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31df6b32-3c8b-47ae-9d3d-a10c9778bc38') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:48.266012 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-556af842-800c-4d26-9c68-a15c3435167d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31df6b32-3c8b-47ae-9d3d-a10c9778bc38') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:48.275956 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b034a170-26bd-4a6e-b564-0a7f91b521ba tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Router 62634558-2dfb-48c1-b812-17556a8c3104 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:08:48.286566 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-caba8c6c-40e2-4564-ba76-5dcca79a1cc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:48.286914 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-556af842-800c-4d26-9c68-a15c3435167d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (31df6b32-3c8b-47ae-9d3d-a10c9778bc38), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:48.316079 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7a77539e-3e84-4593-a121-b0849c165d91 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks [] for floatingip (a268d0e6-cba9-4ee2-9ef8-b29b8e3a0f51), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:48.320274 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7a77539e-3e84-4593-a121-b0849c165d91 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:48.322229 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7a77539e-3e84-4593-a121-b0849c165d91 tempest-ImagesOneServerNegativeTestJSON-1034447337 tempest-ImagesOneServerNegativeTestJSON-1034447337-project] 10.222.0.53 "DELETE /v2.0/floatingips/a268d0e6-cba9-4ee2-9ef8-b29b8e3a0f51 HTTP/1.1" status: 204 len: 168 time: 1.3490269 Jan 28 03:08:48.323342 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-556af842-800c-4d26-9c68-a15c3435167d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (31df6b32-3c8b-47ae-9d3d-a10c9778bc38), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:48.336919 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-556af842-800c-4d26-9c68-a15c3435167d admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:08:48.337956 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-556af842-800c-4d26-9c68-a15c3435167d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (31df6b32-3c8b-47ae-9d3d-a10c9778bc38), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:48.454422 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:08:48.454422 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:08:48.454422 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:08:48.454422 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:08:48.454422 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:08:48.454422 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:08:48.454422 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:08:48.454422 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:08:48.454422 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:08:48.454422 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:08:48.454422 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:08:48.454422 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:08:48.454422 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:08:48.454422 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:08:48.454422 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:08:48.454422 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:08:48.454422 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:08:48.454422 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:08:48.454422 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:08:48.454422 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:08:48.454422 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:08:48.454422 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:08:48.454422 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:08:48.454422 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:08:48.454422 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:08:48.454422 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:08:48.454422 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:08:48.454422 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:08:48.454422 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:08:48.454422 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:08:48.454422 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:08:48.454422 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:08:48.468552 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-556af842-800c-4d26-9c68-a15c3435167d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (007339e7-fa4a-4fd3-8260-84c7048952a9), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:48.500101 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-556af842-800c-4d26-9c68-a15c3435167d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:48.504709 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-556af842-800c-4d26-9c68-a15c3435167d admin admin] 10.222.0.53 "DELETE /v2.0/networks/007339e7-fa4a-4fd3-8260-84c7048952a9 HTTP/1.1" status: 204 len: 168 time: 0.7076688 Jan 28 03:08:48.507016 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556af842-800c-4d26-9c68-a15c3435167d admin admin] Pushing event deleted for resources: {'Network': ['ID=007339e7-fa4a-4fd3-8260-84c7048952a9,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:48.555322 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57376) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:48.629263 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b034a170-26bd-4a6e-b564-0a7f91b521ba tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:08:48.637632 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b034a170-26bd-4a6e-b564-0a7f91b521ba tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "PUT /v2.0/routers/62634558-2dfb-48c1-b812-17556a8c3104/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3776317 Jan 28 03:08:48.643661 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9121fe56-1d82-4d2e-a985-9964e80a8c0c None None] Sync routers for ids ['62634558-2dfb-48c1-b812-17556a8c3104'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:08:48.651275 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57380) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:48.672404 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9121fe56-1d82-4d2e-a985-9964e80a8c0c None None] Routers {'62634558-2dfb-48c1-b812-17556a8c3104'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:08:48.673515 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-9121fe56-1d82-4d2e-a985-9964e80a8c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:08:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['62634558-2dfb-48c1-b812-17556a8c3104'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:48.713868 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-caba8c6c-40e2-4564-ba76-5dcca79a1cc9 admin admin] Publish callbacks [] for security_group (0e805300-cdec-4208-bd3d-c64a0cc2818c), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:48.723487 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-caba8c6c-40e2-4564-ba76-5dcca79a1cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (0e805300-cdec-4208-bd3d-c64a0cc2818c), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:48.730586 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bbbe115-c0b8-491c-b250-28b62b75f7fe admin admin] Deleting subnet 2dcf49d7-728a-4d4e-b635-4badaf86b829 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:08:48.747095 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5bbbe115-c0b8-491c-b250-28b62b75f7fe admin admin] Publish callbacks [] for subnet (2dcf49d7-728a-4d4e-b635-4badaf86b829), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:48.785411 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba8c6c-40e2-4564-ba76-5dcca79a1cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e805300-cdec-4208-bd3d-c64a0cc2818c,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:48.822834 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-caba8c6c-40e2-4564-ba76-5dcca79a1cc9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=25df842b1ba345c281342a8c63c4d8e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9534273 Jan 28 03:08:48.823442 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57382) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:48.827405 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-9121fe56-1d82-4d2e-a985-9964e80a8c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:48.828429 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc448b4-e944-4361-ac6a-e48a83c29c1e tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:48.830445 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5fc448b4-e944-4361-ac6a-e48a83c29c1e tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "GET /v2.0/ports/22bc25e0-1ba8-4318-b568-3779e5324745 HTTP/1.1" status: 200 len: 910 time: 0.1784825 Jan 28 03:08:48.834895 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57384) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:48.845309 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57386) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:48.851074 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-a2af1aae-2d07-447a-956d-86ac06207d4f tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3d2625c4-ed24-4833-9009-23dc8460b399'}]}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:08:48.858668 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9121fe56-1d82-4d2e-a985-9964e80a8c0c None None] Routers {'62634558-2dfb-48c1-b812-17556a8c3104'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:08:48.859568 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-9121fe56-1d82-4d2e-a985-9964e80a8c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:08:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['62634558-2dfb-48c1-b812-17556a8c3104'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:48.900883 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-9121fe56-1d82-4d2e-a985-9964e80a8c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:48.901640 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9121fe56-1d82-4d2e-a985-9964e80a8c0c None None] The sync data for ids ['62634558-2dfb-48c1-b812-17556a8c3104'] in n-d-712139-27 is: [] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:08:48.904788 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e4160559-8888-40d2-96f7-903bedef1a60 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3d509e715afd4b3db013c85608fec8a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0575607 Jan 28 03:08:48.918616 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57388) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:48.980005 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5bbbe115-c0b8-491c-b250-28b62b75f7fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (2dcf49d7-728a-4d4e-b635-4badaf86b829), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:48.982360 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3e1977b4-7e8b-4acc-9601-b35a63502891 admin admin] Publish callbacks [] for security_group (3166fd9e-8fe1-4ff4-b439-3c4501c6cb26), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:49.023902 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ceeb96f6-79ac-4b8b-9097-541aceda5acc admin admin] Publish callbacks [] for security_group (0e805300-cdec-4208-bd3d-c64a0cc2818c), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:49.038604 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3e1977b4-7e8b-4acc-9601-b35a63502891 admin admin] Publish callbacks [] for security_group (3166fd9e-8fe1-4ff4-b439-3c4501c6cb26), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:49.071997 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ceeb96f6-79ac-4b8b-9097-541aceda5acc admin admin] Publish callbacks [] for security_group (0e805300-cdec-4208-bd3d-c64a0cc2818c), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:49.076813 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5bbbe115-c0b8-491c-b250-28b62b75f7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (2dcf49d7-728a-4d4e-b635-4badaf86b829), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:49.201685 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a2af1aae-2d07-447a-956d-86ac06207d4f tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (22bc25e0-1ba8-4318-b568-3779e5324745), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:49.236353 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5bbbe115-c0b8-491c-b250-28b62b75f7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (2dcf49d7-728a-4d4e-b635-4badaf86b829), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:49.290846 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3e1977b4-7e8b-4acc-9601-b35a63502891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (3166fd9e-8fe1-4ff4-b439-3c4501c6cb26), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:49.293717 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3e1977b4-7e8b-4acc-9601-b35a63502891 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:49.297638 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-3e1977b4-7e8b-4acc-9601-b35a63502891 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3166fd9e-8fe1-4ff4-b439-3c4501c6cb26 HTTP/1.1" status: 204 len: 168 time: 0.3762050 Jan 28 03:08:49.301541 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbbe115-c0b8-491c-b250-28b62b75f7fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dcf49d7-728a-4d4e-b635-4badaf86b829,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:49.310379 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ceeb96f6-79ac-4b8b-9097-541aceda5acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (0e805300-cdec-4208-bd3d-c64a0cc2818c), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:49.315098 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5bbbe115-c0b8-491c-b250-28b62b75f7fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:49.316128 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ceeb96f6-79ac-4b8b-9097-541aceda5acc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:49.319328 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5bbbe115-c0b8-491c-b250-28b62b75f7fe admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2dcf49d7-728a-4d4e-b635-4badaf86b829 HTTP/1.1" status: 204 len: 168 time: 0.7619259 Jan 28 03:08:49.320630 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1977b4-7e8b-4acc-9601-b35a63502891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3166fd9e-8fe1-4ff4-b439-3c4501c6cb26,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:49.322138 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ceeb96f6-79ac-4b8b-9097-541aceda5acc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0e805300-cdec-4208-bd3d-c64a0cc2818c HTTP/1.1" status: 204 len: 168 time: 0.4968622 Jan 28 03:08:49.326237 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57394) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:49.510794 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7602c4a0-1c27-40f2-87f3-c105d0bdd9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (54db990e-2138-4a7a-932b-a89c1796eff3), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:49.570905 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb96f6-79ac-4b8b-9097-541aceda5acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e805300-cdec-4208-bd3d-c64a0cc2818c,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:49.749606 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7602c4a0-1c27-40f2-87f3-c105d0bdd9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (54db990e-2138-4a7a-932b-a89c1796eff3), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:49.793009 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-7602c4a0-1c27-40f2-87f3-c105d0bdd9e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54db990e-2138-4a7a-932b-a89c1796eff3']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:49.840562 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-7602c4a0-1c27-40f2-87f3-c105d0bdd9e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bdfda3a-f7d7-44ae-82bd-973f0a517938') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:49.841062 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-7602c4a0-1c27-40f2-87f3-c105d0bdd9e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bdfda3a-f7d7-44ae-82bd-973f0a517938') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:49.880937 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7602c4a0-1c27-40f2-87f3-c105d0bdd9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (1bdfda3a-f7d7-44ae-82bd-973f0a517938), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:49.926886 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7602c4a0-1c27-40f2-87f3-c105d0bdd9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (1bdfda3a-f7d7-44ae-82bd-973f0a517938), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:49.946799 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7602c4a0-1c27-40f2-87f3-c105d0bdd9e9 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:08:49.947488 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7602c4a0-1c27-40f2-87f3-c105d0bdd9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (1bdfda3a-f7d7-44ae-82bd-973f0a517938), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:49.952808 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:08:49.952808 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:08:49.952808 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:08:49.952808 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:08:49.952808 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:08:49.952808 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:08:49.952808 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:08:49.952808 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:08:49.952808 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:08:49.952808 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:08:49.952808 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:08:49.952808 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:08:49.952808 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:08:49.952808 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:08:49.952808 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:08:49.952808 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:08:49.952808 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:08:49.952808 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:08:49.952808 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:08:49.952808 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:08:49.952808 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:08:49.952808 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:08:49.952808 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:08:49.952808 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:08:49.952808 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:08:49.952808 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:08:49.952808 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:08:49.952808 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:08:49.952808 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:08:49.952808 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:08:49.952808 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:08:49.952808 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:08:50.101367 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7602c4a0-1c27-40f2-87f3-c105d0bdd9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (54db990e-2138-4a7a-932b-a89c1796eff3), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:50.113008 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7602c4a0-1c27-40f2-87f3-c105d0bdd9e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:50.122580 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7602c4a0-1c27-40f2-87f3-c105d0bdd9e9 admin admin] 10.222.0.53 "DELETE /v2.0/networks/54db990e-2138-4a7a-932b-a89c1796eff3 HTTP/1.1" status: 204 len: 168 time: 0.7716262 Jan 28 03:08:50.140595 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7602c4a0-1c27-40f2-87f3-c105d0bdd9e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=54db990e-2138-4a7a-932b-a89c1796eff3,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:50.206442 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a2af1aae-2d07-447a-956d-86ac06207d4f tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for port (22bc25e0-1ba8-4318-b568-3779e5324745), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:50.223150 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a2af1aae-2d07-447a-956d-86ac06207d4f tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (22bc25e0-1ba8-4318-b568-3779e5324745), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:50.321114 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57410) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:50.356839 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2af1aae-2d07-447a-956d-86ac06207d4f tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:50.357909 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a2af1aae-2d07-447a-956d-86ac06207d4f tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:50.364954 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a2af1aae-2d07-447a-956d-86ac06207d4f tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "PUT /v2.0/ports/22bc25e0-1ba8-4318-b568-3779e5324745 HTTP/1.1" status: 200 len: 910 time: 1.5245955 Jan 28 03:08:50.370101 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57412) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:50.426228 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-79d1a1bb-9d7f-4578-9f44-721d3e86f6f9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=53cbb3b0f3d849e9bd132542eea223af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1013165 Jan 28 03:08:50.427542 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57414) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:50.428396 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57416) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:50.528381 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-289fad7d-2173-4455-9728-4cf5cc885ca7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=858aa1a7e6b04f47b535043cafb70da2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0977187 Jan 28 03:08:50.534657 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57420) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:50.647957 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2af1aae-2d07-447a-956d-86ac06207d4f tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event updated for resources: {'Port': ['ID=22bc25e0-1ba8-4318-b568-3779e5324745,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:50.670207 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d6c1602d-ef81-4cfa-bf61-63884e30a714 admin admin] Publish callbacks [] for security_group (630022e0-6939-48b6-ac3a-d14803452d2f), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:50.680600 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4b8319d4-56b6-4d68-9922-64784945df6c admin admin] Publish callbacks [] for security_group (ff0a34d1-9459-4438-9ae7-c56f5e708483), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:50.726036 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d6c1602d-ef81-4cfa-bf61-63884e30a714 admin admin] Publish callbacks [] for security_group (630022e0-6939-48b6-ac3a-d14803452d2f), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:50.745301 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4b8319d4-56b6-4d68-9922-64784945df6c admin admin] Publish callbacks [] for security_group (ff0a34d1-9459-4438-9ae7-c56f5e708483), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:50.916678 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d6c1602d-ef81-4cfa-bf61-63884e30a714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (630022e0-6939-48b6-ac3a-d14803452d2f), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:50.922219 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d6c1602d-ef81-4cfa-bf61-63884e30a714 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:50.928631 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d6c1602d-ef81-4cfa-bf61-63884e30a714 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/630022e0-6939-48b6-ac3a-d14803452d2f HTTP/1.1" status: 204 len: 168 time: 0.3877828 Jan 28 03:08:50.948881 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4b8319d4-56b6-4d68-9922-64784945df6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (ff0a34d1-9459-4438-9ae7-c56f5e708483), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:50.954064 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4b8319d4-56b6-4d68-9922-64784945df6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:50.960435 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4b8319d4-56b6-4d68-9922-64784945df6c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ff0a34d1-9459-4438-9ae7-c56f5e708483 HTTP/1.1" status: 204 len: 168 time: 0.5282340 Jan 28 03:08:50.962359 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1602d-ef81-4cfa-bf61-63884e30a714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630022e0-6939-48b6-ac3a-d14803452d2f,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:50.977770 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8319d4-56b6-4d68-9922-64784945df6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0a34d1-9459-4438-9ae7-c56f5e708483,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:51.093108 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:08:51.168382 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1d1f27d0-7fe8-4b05-808f-23049533197e tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (62634558-2dfb-48c1-b812-17556a8c3104), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:51.590080 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-1d1f27d0-7fe8-4b05-808f-23049533197e tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Deleting port 22bc25e0-1ba8-4318-b568-3779e5324745 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:08:51.590796 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1d1f27d0-7fe8-4b05-808f-23049533197e tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (22bc25e0-1ba8-4318-b568-3779e5324745), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:51.687896 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57452) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:51.763110 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1d1f27d0-7fe8-4b05-808f-23049533197e tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (22bc25e0-1ba8-4318-b568-3779e5324745), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:51.790075 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-1d1f27d0-7fe8-4b05-808f-23049533197e tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Calling delete_port for 22bc25e0-1ba8-4318-b568-3779e5324745 owned by network:router_interface {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:08:52.091981 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-454ada51-f46f-4f28-ab0f-9e61cda11470 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-896696430-network', 'tenant_id': 'cb134c115eb245dc82a1d93503949d14'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:08:52.112121 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1d1f27d0-7fe8-4b05-808f-23049533197e tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (22bc25e0-1ba8-4318-b568-3779e5324745), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:52.157365 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454ada51-f46f-4f28-ab0f-9e61cda11470 admin admin] Made reservation on behalf of cb134c115eb245dc82a1d93503949d14 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:08:52.164356 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-454ada51-f46f-4f28-ab0f-9e61cda11470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:52.172873 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f27d0-7fe8-4b05-808f-23049533197e tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event deleted for resources: {'Port': ['ID=22bc25e0-1ba8-4318-b568-3779e5324745,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:52.228711 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-454ada51-f46f-4f28-ab0f-9e61cda11470 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:52.399453 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1d1f27d0-7fe8-4b05-808f-23049533197e tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (62634558-2dfb-48c1-b812-17556a8c3104), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:52.466094 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-454ada51-f46f-4f28-ab0f-9e61cda11470 admin admin] Publish callbacks [] for security_group (e56696f9-bab4-4dc5-9305-d719bedc3f0b), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:52.474210 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-454ada51-f46f-4f28-ab0f-9e61cda11470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (e56696f9-bab4-4dc5-9305-d719bedc3f0b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:52.511147 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-454ada51-f46f-4f28-ab0f-9e61cda11470 admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:08:52.528308 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ada51-f46f-4f28-ab0f-9e61cda11470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56696f9-bab4-4dc5-9305-d719bedc3f0b,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:52.536184 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-454ada51-f46f-4f28-ab0f-9e61cda11470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (103b4545-2fea-4015-ba4c-541201deccef), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:52.536702 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-454ada51-f46f-4f28-ab0f-9e61cda11470 admin admin] Added segment 103b4545-2fea-4015-ba4c-541201deccef of type vlan for network cf97283d-0520-42c8-ba1d-d27ef9d37474 Jan 28 03:08:52.595725 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-454ada51-f46f-4f28-ab0f-9e61cda11470 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (cf97283d-0520-42c8-ba1d-d27ef9d37474), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:52.646231 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-454ada51-f46f-4f28-ab0f-9e61cda11470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (cf97283d-0520-42c8-ba1d-d27ef9d37474), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:52.647868 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454ada51-f46f-4f28-ab0f-9e61cda11470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:52.648831 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-454ada51-f46f-4f28-ab0f-9e61cda11470 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:52.670121 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1f27d0-7fe8-4b05-808f-23049533197e tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Router 62634558-2dfb-48c1-b812-17556a8c3104 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:08:52.781452 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ada51-f46f-4f28-ab0f-9e61cda11470 admin admin] Pushing event updated for resources: {'Network': ['ID=cf97283d-0520-42c8-ba1d-d27ef9d37474,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:52.796048 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network cf97283d-0520-42c8-ba1d-d27ef9d37474 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:08:52.829441 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-454ada51-f46f-4f28-ab0f-9e61cda11470 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1378863 Jan 28 03:08:52.830437 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57488) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:52.841618 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-386b9c81-dbc7-4c49-a2a4-47ec1cd18424 admin admin] Request body: {'subnet': {'network_id': 'cf97283d-0520-42c8-ba1d-d27ef9d37474', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-896696430-subnet', 'tenant_id': 'cb134c115eb245dc82a1d93503949d14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:08:52.904958 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386b9c81-dbc7-4c49-a2a4-47ec1cd18424 admin admin] Made reservation on behalf of cb134c115eb245dc82a1d93503949d14 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:08:52.927813 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-386b9c81-dbc7-4c49-a2a4-47ec1cd18424 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:53.273873 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1f27d0-7fe8-4b05-808f-23049533197e tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:08:53.280696 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1d1f27d0-7fe8-4b05-808f-23049533197e tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "PUT /v2.0/routers/62634558-2dfb-48c1-b812-17556a8c3104/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9090517 Jan 28 03:08:53.284187 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57500) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:53.289188 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553708c3-6399-4a40-aaee-d67ed9475786 None None] Sync routers for ids ['62634558-2dfb-48c1-b812-17556a8c3104'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:08:53.310434 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553708c3-6399-4a40-aaee-d67ed9475786 None None] Routers {'62634558-2dfb-48c1-b812-17556a8c3104'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:08:53.311080 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-553708c3-6399-4a40-aaee-d67ed9475786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:08:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['62634558-2dfb-48c1-b812-17556a8c3104'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:53.319375 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-dc7c6691-75c7-4863-bdfd-25d3cf25acae tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "GET /v2.0/ports?device_id=62634558-2dfb-48c1-b812-17556a8c3104 HTTP/1.1" status: 200 len: 205 time: 0.0331929 Jan 28 03:08:53.322068 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57502) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:53.391964 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-386b9c81-dbc7-4c49-a2a4-47ec1cd18424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (4ad0c90b-e226-45ca-86b1-39ab12887aa4), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:53.438423 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b9c81-dbc7-4c49-a2a4-47ec1cd18424 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ad0c90b-e226-45ca-86b1-39ab12887aa4,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:53.452791 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-553708c3-6399-4a40-aaee-d67ed9475786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:53.479661 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553708c3-6399-4a40-aaee-d67ed9475786 None None] Routers {'62634558-2dfb-48c1-b812-17556a8c3104'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:08:53.480482 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-553708c3-6399-4a40-aaee-d67ed9475786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:08:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['62634558-2dfb-48c1-b812-17556a8c3104'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:53.493787 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386b9c81-dbc7-4c49-a2a4-47ec1cd18424 admin admin] Checking segment: {'id': '103b4545-2fea-4015-ba4c-541201deccef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'cf97283d-0520-42c8-ba1d-d27ef9d37474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:08:53.495015 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386b9c81-dbc7-4c49-a2a4-47ec1cd18424 admin admin] Network hostable DHCP agents. Network: cf97283d-0520-42c8-ba1d-d27ef9d37474, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:08:53.536423 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386b9c81-dbc7-4c49-a2a4-47ec1cd18424 admin admin] Network cf97283d-0520-42c8-ba1d-d27ef9d37474 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:08:53.548888 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-386b9c81-dbc7-4c49-a2a4-47ec1cd18424 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, cf97283d-0520-42c8-ba1d-d27ef9d37474) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:08:53.550704 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-553708c3-6399-4a40-aaee-d67ed9475786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:53.551372 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553708c3-6399-4a40-aaee-d67ed9475786 None None] The sync data for ids ['62634558-2dfb-48c1-b812-17556a8c3104'] in n-d-712139-27 is: [] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:08:53.557985 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386b9c81-dbc7-4c49-a2a4-47ec1cd18424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:53.558644 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-386b9c81-dbc7-4c49-a2a4-47ec1cd18424 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:53.580393 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9e22c7-c877-43c3-9ab1-be0373d593f2 None None] Network cf97283d-0520-42c8-ba1d-d27ef9d37474 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:08:53.588540 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-386b9c81-dbc7-4c49-a2a4-47ec1cd18424 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7564375 Jan 28 03:08:53.589343 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-848102c9-5741-4520-b49c-8c6db473c162 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for router (62634558-2dfb-48c1-b812-17556a8c3104), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:53.592892 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57510) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:53.597486 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-43eab123-0273-4049-b71e-4e721238e41d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-896696430-router', 'tenant_id': 'cb134c115eb245dc82a1d93503949d14', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:08:53.717330 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57516) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:53.802075 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-43eab123-0273-4049-b71e-4e721238e41d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (19564a0e-6d75-4ebd-91cc-20e90b744ed0), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:53.803107 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-43eab123-0273-4049-b71e-4e721238e41d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (19564a0e-6d75-4ebd-91cc-20e90b744ed0), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:53.889678 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-43eab123-0273-4049-b71e-4e721238e41d admin admin] Publish callbacks [] for router_controller (19564a0e-6d75-4ebd-91cc-20e90b744ed0), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:53.992918 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df08d49-f959-479a-93e1-0eae0ddb5f01 None None] Network cf97283d-0520-42c8-ba1d-d27ef9d37474 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:08:54.093500 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-43eab123-0273-4049-b71e-4e721238e41d admin admin] Publish callbacks [] for router_gateway (19564a0e-6d75-4ebd-91cc-20e90b744ed0), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:54.266472 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a0ea3827-fffa-43b3-b338-30efe12739f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:54.271769 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-848102c9-5741-4520-b49c-8c6db473c162 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (62634558-2dfb-48c1-b812-17556a8c3104), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:54.286114 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-848102c9-5741-4520-b49c-8c6db473c162 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for router_controller (62634558-2dfb-48c1-b812-17556a8c3104), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:54.474004 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a0ea3827-fffa-43b3-b338-30efe12739f4 admin admin] Publish callbacks [] for security_group (eca92d57-cce8-4a17-a17a-361d918b9441), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:54.505942 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a0ea3827-fffa-43b3-b338-30efe12739f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (eca92d57-cce8-4a17-a17a-361d918b9441), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:54.508400 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-848102c9-5741-4520-b49c-8c6db473c162 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (62634558-2dfb-48c1-b812-17556a8c3104), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:54.508991 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848102c9-5741-4520-b49c-8c6db473c162 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Fanout notify agent at l3_agent the message router_deleted on router 62634558-2dfb-48c1-b812-17556a8c3104 {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:08:54.527519 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-848102c9-5741-4520-b49c-8c6db473c162 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:54.529533 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-848102c9-5741-4520-b49c-8c6db473c162 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "DELETE /v2.0/routers/62634558-2dfb-48c1-b812-17556a8c3104 HTTP/1.1" status: 204 len: 168 time: 1.2064803 Jan 28 03:08:54.532357 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57530) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:54.596191 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea3827-fffa-43b3-b338-30efe12739f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca92d57-cce8-4a17-a17a-361d918b9441,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:54.603117 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f439231-f3f9-405f-9959-1d8d1fa9beba tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Deleting subnet 3d2625c4-ed24-4833-9009-23dc8460b399 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:08:54.607820 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6f439231-f3f9-405f-9959-1d8d1fa9beba tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for subnet (3d2625c4-ed24-4833-9009-23dc8460b399), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:54.681982 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6f439231-f3f9-405f-9959-1d8d1fa9beba tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (3d2625c4-ed24-4833-9009-23dc8460b399), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:54.682226 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c5728bcd-c9df-4aad-9c2e-1f9ed1317370 req-c9d4f128-5ce6-4db1-90d9-4e1a98960597 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a7247e70-d644-443b-b94e-084b37c5560e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2198658 Jan 28 03:08:54.688373 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a0ea3827-fffa-43b3-b338-30efe12739f4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8289af6e865342f88a51e1dce9c3172f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9677124 Jan 28 03:08:54.688899 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57532) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:54.820647 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6f439231-f3f9-405f-9959-1d8d1fa9beba tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (3d2625c4-ed24-4833-9009-23dc8460b399), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:54.900542 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1e70d193-0efe-4bae-be28-e66b99a38900 admin admin] Publish callbacks [] for security_group (eca92d57-cce8-4a17-a17a-361d918b9441), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:54.926914 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5728bcd-c9df-4aad-9c2e-1f9ed1317370 req-7c323745-50ce-4980-8474-c20056ce9eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:54.928406 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c5728bcd-c9df-4aad-9c2e-1f9ed1317370 req-7c323745-50ce-4980-8474-c20056ce9eb3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f89e990f7f004133b0af85a906874094&device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 1097 time: 0.1381161 Jan 28 03:08:54.936595 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6f439231-f3f9-405f-9959-1d8d1fa9beba tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (3d2625c4-ed24-4833-9009-23dc8460b399), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:54.940123 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1e70d193-0efe-4bae-be28-e66b99a38900 admin admin] Publish callbacks [] for security_group (eca92d57-cce8-4a17-a17a-361d918b9441), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:54.942472 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-43eab123-0273-4049-b71e-4e721238e41d admin admin] Publish callbacks [] for router_gateway (19564a0e-6d75-4ebd-91cc-20e90b744ed0), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:54.981239 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f439231-f3f9-405f-9959-1d8d1fa9beba tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event deleted for resources: {'Subnet': ['ID=3d2625c4-ed24-4833-9009-23dc8460b399,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:54.983693 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6f439231-f3f9-405f-9959-1d8d1fa9beba tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:54.989185 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-43eab123-0273-4049-b71e-4e721238e41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:54.990141 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6f439231-f3f9-405f-9959-1d8d1fa9beba tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "DELETE /v2.0/subnets/3d2625c4-ed24-4833-9009-23dc8460b399 HTTP/1.1" status: 204 len: 168 time: 0.4564707 Jan 28 03:08:54.990260 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3d3e7d-2090-40e9-b9c0-a7966f49b29f None None] Network 5adf81e3-09f6-46a2-b6ae-e1e3d1b70ecf requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:08:54.991154 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57536) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:55.100075 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b6354cd0-902d-4b1a-978d-77308f0ecc5f tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (5adf81e3-09f6-46a2-b6ae-e1e3d1b70ecf), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:55.203317 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1e70d193-0efe-4bae-be28-e66b99a38900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (eca92d57-cce8-4a17-a17a-361d918b9441), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:55.206654 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1e70d193-0efe-4bae-be28-e66b99a38900 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:55.207929 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1e70d193-0efe-4bae-be28-e66b99a38900 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eca92d57-cce8-4a17-a17a-361d918b9441 HTTP/1.1" status: 204 len: 168 time: 0.5182371 Jan 28 03:08:55.225716 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5728bcd-c9df-4aad-9c2e-1f9ed1317370 req-ebbaa55a-136c-44c3-9458-bc35d6a552cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:55.227419 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c5728bcd-c9df-4aad-9c2e-1f9ed1317370 req-ebbaa55a-136c-44c3-9458-bc35d6a552cc service neutron] 10.222.0.39 "GET /v2.0/networks?id=f4ded625-2395-4b5b-8619-6207cf127af3 HTTP/1.1" status: 200 len: 911 time: 0.2573450 Jan 28 03:08:55.231104 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e70d193-0efe-4bae-be28-e66b99a38900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca92d57-cce8-4a17-a17a-361d918b9441,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:55.270327 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-b6354cd0-902d-4b1a-978d-77308f0ecc5f tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Deleting port 7b000d00-9b8a-49db-bd50-8bc02b4768f3 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:08:55.270672 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b6354cd0-902d-4b1a-978d-77308f0ecc5f tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (7b000d00-9b8a-49db-bd50-8bc02b4768f3), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:55.312042 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-43eab123-0273-4049-b71e-4e721238e41d admin admin] Allocated IP 172.25.0.174 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/f8ce9040-2d38-4a9f-bcf8-1b768f34ec41) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:08:55.337337 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f518f4c7-36a1-4cfe-826d-8d06a7fe5ee8 None None] DHCP port deletion for 5adf81e3-09f6-46a2-b6ae-e1e3d1b70ecf request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:08:55.363726 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c5728bcd-c9df-4aad-9c2e-1f9ed1317370 req-2241e7f4-ce91-4d94-8212-560aae635fe3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31 HTTP/1.1" status: 200 len: 1000 time: 0.1283596 Jan 28 03:08:55.470002 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-f518f4c7-36a1-4cfe-826d-8d06a7fe5ee8 None None] Deleting port 7b000d00-9b8a-49db-bd50-8bc02b4768f3 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:08:55.470539 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f518f4c7-36a1-4cfe-826d-8d06a7fe5ee8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (7b000d00-9b8a-49db-bd50-8bc02b4768f3), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:55.486575 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5728bcd-c9df-4aad-9c2e-1f9ed1317370 req-ab86da7f-9646-4a34-9f64-dc8789ae8c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:55.488540 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c5728bcd-c9df-4aad-9c2e-1f9ed1317370 req-ab86da7f-9646-4a34-9f64-dc8789ae8c64 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06dde70e-a1cf-43e5-9a09-417a59ad5656 HTTP/1.1" status: 200 len: 849 time: 0.0972826 Jan 28 03:08:55.496991 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-b6354cd0-902d-4b1a-978d-77308f0ecc5f tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] For port 7b000d00-9b8a-49db-bd50-8bc02b4768f3, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=7b000d00-9b8a-49db-bd50-8bc02b4768f3,segment=NetworkSegment(3d3f877c-3bd8-44d4-b58b-6a550e9d98e5),segment_id=3d3f877c-3bd8-44d4-b58b-6a550e9d98e5)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:08:55.497397 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b6354cd0-902d-4b1a-978d-77308f0ecc5f tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (7b000d00-9b8a-49db-bd50-8bc02b4768f3), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:55.524457 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-b6354cd0-902d-4b1a-978d-77308f0ecc5f tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Calling delete_port for 7b000d00-9b8a-49db-bd50-8bc02b4768f3 owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:08:55.597200 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-f518f4c7-36a1-4cfe-826d-8d06a7fe5ee8 None None] For port 7b000d00-9b8a-49db-bd50-8bc02b4768f3, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=7b000d00-9b8a-49db-bd50-8bc02b4768f3,segment=NetworkSegment(3d3f877c-3bd8-44d4-b58b-6a550e9d98e5),segment_id=3d3f877c-3bd8-44d4-b58b-6a550e9d98e5)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:08:55.597867 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f518f4c7-36a1-4cfe-826d-8d06a7fe5ee8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (7b000d00-9b8a-49db-bd50-8bc02b4768f3), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:55.634459 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-43eab123-0273-4049-b71e-4e721238e41d admin admin] Publish callbacks [] for port (f8ce9040-2d38-4a9f-bcf8-1b768f34ec41), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:55.662941 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5728bcd-c9df-4aad-9c2e-1f9ed1317370 req-7b56d5bd-d725-486a-9093-06986331b916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:55.664044 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c5728bcd-c9df-4aad-9c2e-1f9ed1317370 req-7b56d5bd-d725-486a-9093-06986331b916 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4ded625-2395-4b5b-8619-6207cf127af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1641340 Jan 28 03:08:55.670019 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-f518f4c7-36a1-4cfe-826d-8d06a7fe5ee8 None None] Calling delete_port for 7b000d00-9b8a-49db-bd50-8bc02b4768f3 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:08:55.719486 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b6354cd0-902d-4b1a-978d-77308f0ecc5f tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (7b000d00-9b8a-49db-bd50-8bc02b4768f3), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:55.801368 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-43eab123-0273-4049-b71e-4e721238e41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (f8ce9040-2d38-4a9f-bcf8-1b768f34ec41), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:55.825637 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6354cd0-902d-4b1a-978d-77308f0ecc5f tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event deleted for resources: {'Port': ['ID=7b000d00-9b8a-49db-bd50-8bc02b4768f3,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:55.853319 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6354cd0-902d-4b1a-978d-77308f0ecc5f tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] No DVR routers for this DVR port 7b000d00-9b8a-49db-bd50-8bc02b4768f3 on host n-d-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:08:55.857817 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f518f4c7-36a1-4cfe-826d-8d06a7fe5ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (7b000d00-9b8a-49db-bd50-8bc02b4768f3), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:55.944616 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518f4c7-36a1-4cfe-826d-8d06a7fe5ee8 None None] Pushing event deleted for resources: {'Port': ['ID=7b000d00-9b8a-49db-bd50-8bc02b4768f3,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:55.965257 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f518f4c7-36a1-4cfe-826d-8d06a7fe5ee8 None None] No DVR routers for this DVR port 7b000d00-9b8a-49db-bd50-8bc02b4768f3 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:08:55.967596 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518f4c7-36a1-4cfe-826d-8d06a7fe5ee8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:55.967949 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518f4c7-36a1-4cfe-826d-8d06a7fe5ee8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:55.968304 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518f4c7-36a1-4cfe-826d-8d06a7fe5ee8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:55.968771 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518f4c7-36a1-4cfe-826d-8d06a7fe5ee8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:55.969217 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518f4c7-36a1-4cfe-826d-8d06a7fe5ee8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:55.969677 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518f4c7-36a1-4cfe-826d-8d06a7fe5ee8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:55.970040 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518f4c7-36a1-4cfe-826d-8d06a7fe5ee8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:55.970366 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518f4c7-36a1-4cfe-826d-8d06a7fe5ee8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:55.970697 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518f4c7-36a1-4cfe-826d-8d06a7fe5ee8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:55.971024 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518f4c7-36a1-4cfe-826d-8d06a7fe5ee8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:55.971350 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518f4c7-36a1-4cfe-826d-8d06a7fe5ee8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:55.983362 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518f4c7-36a1-4cfe-826d-8d06a7fe5ee8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:55.983795 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f518f4c7-36a1-4cfe-826d-8d06a7fe5ee8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:08:56.006561 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eab123-0273-4049-b71e-4e721238e41d admin admin] Pushing event updated for resources: {'Port': ['ID=f8ce9040-2d38-4a9f-bcf8-1b768f34ec41,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:56.013277 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c5728bcd-c9df-4aad-9c2e-1f9ed1317370 req-506c4425-95d5-4bf0-8475-88154c153898 service neutron] 10.222.0.39 "GET /v2.0/networks/f4ded625-2395-4b5b-8619-6207cf127af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420186 Jan 28 03:08:56.024475 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43eab123-0273-4049-b71e-4e721238e41d admin admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:08:56.038925 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-43eab123-0273-4049-b71e-4e721238e41d admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:08:56.055001 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b6354cd0-902d-4b1a-978d-77308f0ecc5f tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (5adf81e3-09f6-46a2-b6ae-e1e3d1b70ecf), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:56.063011 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43eab123-0273-4049-b71e-4e721238e41d admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:08:56.093585 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-b6354cd0-902d-4b1a-978d-77308f0ecc5f tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5adf81e3-09f6-46a2-b6ae-e1e3d1b70ecf']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:56.117679 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-b6354cd0-902d-4b1a-978d-77308f0ecc5f tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d3f877c-3bd8-44d4-b58b-6a550e9d98e5') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:56.118053 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-b6354cd0-902d-4b1a-978d-77308f0ecc5f tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d3f877c-3bd8-44d4-b58b-6a550e9d98e5') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:56.135197 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b6354cd0-902d-4b1a-978d-77308f0ecc5f tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (3d3f877c-3bd8-44d4-b58b-6a550e9d98e5), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:56.169197 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b6354cd0-902d-4b1a-978d-77308f0ecc5f tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (3d3f877c-3bd8-44d4-b58b-6a550e9d98e5), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:56.184479 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6354cd0-902d-4b1a-978d-77308f0ecc5f tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:08:56.184919 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b6354cd0-902d-4b1a-978d-77308f0ecc5f tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (3d3f877c-3bd8-44d4-b58b-6a550e9d98e5), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:56.188252 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:08:56.188252 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:08:56.188252 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:08:56.188252 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:08:56.188252 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:08:56.188252 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:08:56.188252 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:08:56.188252 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:08:56.188252 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:08:56.188252 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:08:56.188252 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:08:56.188252 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:08:56.188252 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:08:56.188252 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:08:56.188252 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:08:56.188252 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:08:56.188252 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:08:56.188252 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:08:56.188252 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:08:56.188252 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:08:56.188252 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:08:56.188252 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:08:56.188252 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:08:56.188252 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:08:56.188252 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:08:56.188252 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:08:56.188252 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:08:56.188252 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:08:56.188252 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:08:56.188252 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:08:56.188252 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:08:56.188252 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:08:56.332381 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c5728bcd-c9df-4aad-9c2e-1f9ed1317370 req-68e88315-6b7a-4fc5-8556-ea495606298e service neutron] 10.222.0.39 "GET /v2.0/networks/f4ded625-2395-4b5b-8619-6207cf127af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106902 Jan 28 03:08:56.339101 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b6354cd0-902d-4b1a-978d-77308f0ecc5f tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (5adf81e3-09f6-46a2-b6ae-e1e3d1b70ecf), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:56.429332 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b6354cd0-902d-4b1a-978d-77308f0ecc5f tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:56.434347 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b6354cd0-902d-4b1a-978d-77308f0ecc5f tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "DELETE /v2.0/networks/5adf81e3-09f6-46a2-b6ae-e1e3d1b70ecf HTTP/1.1" status: 204 len: 168 time: 1.4419494 Jan 28 03:08:56.435828 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6354cd0-902d-4b1a-978d-77308f0ecc5f tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event deleted for resources: {'Network': ['ID=5adf81e3-09f6-46a2-b6ae-e1e3d1b70ecf,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:56.438933 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57572) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:56.457293 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-3a404944-36ca-49a0-8bb6-988dcabd4a3e tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-502267932', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:08:56.539851 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3a404944-36ca-49a0-8bb6-988dcabd4a3e tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (2677bf10-5a27-49b3-848f-8bac530a62a8), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:56.542661 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3a404944-36ca-49a0-8bb6-988dcabd4a3e tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (2677bf10-5a27-49b3-848f-8bac530a62a8), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:56.588579 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-43eab123-0273-4049-b71e-4e721238e41d admin admin] Publish callbacks [] for router_gateway (19564a0e-6d75-4ebd-91cc-20e90b744ed0), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:56.660945 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57578) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:56.669897 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3a404944-36ca-49a0-8bb6-988dcabd4a3e tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for router_controller (2677bf10-5a27-49b3-848f-8bac530a62a8), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:56.679939 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3a404944-36ca-49a0-8bb6-988dcabd4a3e tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (2677bf10-5a27-49b3-848f-8bac530a62a8), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:56.713617 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3a404944-36ca-49a0-8bb6-988dcabd4a3e tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:56.715343 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-3a404944-36ca-49a0-8bb6-988dcabd4a3e tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2747965 Jan 28 03:08:56.718781 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57586) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:56.726456 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-e7aa9e14-7edb-46e3-bd53-84f3c0b4989e tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Request body: {'network': {'name': 'tempest-RoutersTest-216147490'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:08:56.774582 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7aa9e14-7edb-46e3-bd53-84f3c0b4989e tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Made reservation on behalf of b764e6c6729b44a19b3dc2f4b82a400d for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:08:56.783717 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e7aa9e14-7edb-46e3-bd53-84f3c0b4989e tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:56.840383 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7aa9e14-7edb-46e3-bd53-84f3c0b4989e tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:08:56.864521 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e7aa9e14-7edb-46e3-bd53-84f3c0b4989e tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (a4147721-2743-47a8-a51c-3e4011a00bc5), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:56.864874 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-e7aa9e14-7edb-46e3-bd53-84f3c0b4989e tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Added segment a4147721-2743-47a8-a51c-3e4011a00bc5 of type vlan for network dc61925a-0415-4299-8652-90bcc5f97c8b Jan 28 03:08:56.921643 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-977b4ca4-7309-4001-852f-e2bb534deddc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:56.937283 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-43eab123-0273-4049-b71e-4e721238e41d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (19564a0e-6d75-4ebd-91cc-20e90b744ed0), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:56.948498 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e7aa9e14-7edb-46e3-bd53-84f3c0b4989e tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (dc61925a-0415-4299-8652-90bcc5f97c8b), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:57.003127 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e7aa9e14-7edb-46e3-bd53-84f3c0b4989e tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (dc61925a-0415-4299-8652-90bcc5f97c8b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:57.008941 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7aa9e14-7edb-46e3-bd53-84f3c0b4989e tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:57.009750 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e7aa9e14-7edb-46e3-bd53-84f3c0b4989e tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:57.055213 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 7b000d00-9b8a-49db-bd50-8bc02b4768f3 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:08:57.091407 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 7b000d00-9b8a-49db-bd50-8bc02b4768f3 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:08:57.099475 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 7b000d00-9b8a-49db-bd50-8bc02b4768f3 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:08:57.122244 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e7aa9e14-7edb-46e3-bd53-84f3c0b4989e tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4016275 Jan 28 03:08:57.131021 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57590) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:57.137171 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-12d3da00-bec9-4995-b9da-5d55fefa0f6b tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Request body: {'subnet': {'network_id': 'dc61925a-0415-4299-8652-90bcc5f97c8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:08:57.196347 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa9e14-7edb-46e3-bd53-84f3c0b4989e tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event updated for resources: {'Network': ['ID=dc61925a-0415-4299-8652-90bcc5f97c8b,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:57.209156 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43eab123-0273-4049-b71e-4e721238e41d admin admin] Router 19564a0e-6d75-4ebd-91cc-20e90b744ed0 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:08:57.223484 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network dc61925a-0415-4299-8652-90bcc5f97c8b details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:08:57.254088 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-977b4ca4-7309-4001-852f-e2bb534deddc admin admin] Publish callbacks [] for security_group (27af2d4a-2f47-4fbb-bbdf-d056b53c8406), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:57.259826 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-977b4ca4-7309-4001-852f-e2bb534deddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (27af2d4a-2f47-4fbb-bbdf-d056b53c8406), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:57.357142 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d3da00-bec9-4995-b9da-5d55fefa0f6b tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Made reservation on behalf of b764e6c6729b44a19b3dc2f4b82a400d for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:08:57.366641 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-12d3da00-bec9-4995-b9da-5d55fefa0f6b tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:57.376575 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b4ca4-7309-4001-852f-e2bb534deddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27af2d4a-2f47-4fbb-bbdf-d056b53c8406,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:57.398589 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-977b4ca4-7309-4001-852f-e2bb534deddc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3be4402945f14846bc237473b792a2ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7340498 Jan 28 03:08:57.399148 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57594) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:57.436309 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43eab123-0273-4049-b71e-4e721238e41d admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:08:57.456399 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f344985-50cc-424b-b155-d006cff72048 None None] Sync routers for ids ['19564a0e-6d75-4ebd-91cc-20e90b744ed0'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:08:57.458518 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-43eab123-0273-4049-b71e-4e721238e41d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:57.460112 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-43eab123-0273-4049-b71e-4e721238e41d admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8663783 Jan 28 03:08:57.462788 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57596) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:57.482640 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f344985-50cc-424b-b155-d006cff72048 None None] Routers {'19564a0e-6d75-4ebd-91cc-20e90b744ed0'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:08:57.485167 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-4f344985-50cc-424b-b155-d006cff72048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:08:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['19564a0e-6d75-4ebd-91cc-20e90b744ed0'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:57.558865 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b9f3ac97-8fd7-4399-92a9-6b62816f8acc admin admin] Publish callbacks [] for security_group (27af2d4a-2f47-4fbb-bbdf-d056b53c8406), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:57.679233 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b9f3ac97-8fd7-4399-92a9-6b62816f8acc admin admin] Publish callbacks [] for security_group (27af2d4a-2f47-4fbb-bbdf-d056b53c8406), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:57.691945 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-4f344985-50cc-424b-b155-d006cff72048 None None] Set router 19564a0e-6d75-4ebd-91cc-20e90b744ed0 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:08:57.807558 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-12d3da00-bec9-4995-b9da-5d55fefa0f6b tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (11acbd87-5e71-410b-9a05-dddb101e9dc5), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:57.870364 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b9f3ac97-8fd7-4399-92a9-6b62816f8acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (27af2d4a-2f47-4fbb-bbdf-d056b53c8406), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:57.873453 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b9f3ac97-8fd7-4399-92a9-6b62816f8acc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:57.877139 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b9f3ac97-8fd7-4399-92a9-6b62816f8acc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/27af2d4a-2f47-4fbb-bbdf-d056b53c8406 HTTP/1.1" status: 204 len: 168 time: 0.4754593 Jan 28 03:08:57.954574 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f3ac97-8fd7-4399-92a9-6b62816f8acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27af2d4a-2f47-4fbb-bbdf-d056b53c8406,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:57.974001 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d3da00-bec9-4995-b9da-5d55fefa0f6b tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event updated for resources: {'Subnet': ['ID=11acbd87-5e71-410b-9a05-dddb101e9dc5,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:57.980649 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d3da00-bec9-4995-b9da-5d55fefa0f6b tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Checking segment: {'id': 'a4147721-2743-47a8-a51c-3e4011a00bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'dc61925a-0415-4299-8652-90bcc5f97c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:08:57.986737 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d3da00-bec9-4995-b9da-5d55fefa0f6b tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Network hostable DHCP agents. Network: dc61925a-0415-4299-8652-90bcc5f97c8b, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:08:58.034394 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d3da00-bec9-4995-b9da-5d55fefa0f6b tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Network dc61925a-0415-4299-8652-90bcc5f97c8b is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:08:58.067725 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-4f344985-50cc-424b-b155-d006cff72048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19564a0e-6d75-4ebd-91cc-20e90b744ed0', 'name': 'tempest-ServerRescueTestJSON-896696430-router', 'tenant_id': 'cb134c115eb245dc82a1d93503949d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f8ce9040-2d38-4a9f-bcf8-1b768f34ec41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:08:53Z', 'updated_at': '2022-01-28T03:08:56Z', 'revision_number': 3, 'project_id': 'cb134c115eb245dc82a1d93503949d14', 'gw_port': {'id': 'f8ce9040-2d38-4a9f-bcf8-1b768f34ec41', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:16:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19564a0e-6d75-4ebd-91cc-20e90b744ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:08:55Z', 'updated_at': '2022-01-28T03:08:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:58.070399 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-12d3da00-bec9-4995-b9da-5d55fefa0f6b tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, dc61925a-0415-4299-8652-90bcc5f97c8b) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:08:58.080446 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d3da00-bec9-4995-b9da-5d55fefa0f6b tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:08:58.081136 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-12d3da00-bec9-4995-b9da-5d55fefa0f6b tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:58.122862 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-12d3da00-bec9-4995-b9da-5d55fefa0f6b tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9874723 Jan 28 03:08:58.124249 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57608) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:58.140053 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8b47b1-8342-47fd-b1a6-f9c2772e956f None None] Network dc61925a-0415-4299-8652-90bcc5f97c8b requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:08:58.256405 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f344985-50cc-424b-b155-d006cff72048 None None] Checking router: 19564a0e-6d75-4ebd-91cc-20e90b744ed0 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:08:58.256679 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f344985-50cc-424b-b155-d006cff72048 None None] Updating router 19564a0e-6d75-4ebd-91cc-20e90b744ed0 port f8ce9040-2d38-4a9f-bcf8-1b768f34ec41 binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:08:58.339767 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0527a0-72cf-40df-b2c2-8a5c808beee8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-dc61925a-0415-4299-8652-90bcc5f97c8b', 'network_id': 'dc61925a-0415-4299-8652-90bcc5f97c8b', 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'fixed_ips': [{'subnet_id': '11acbd87-5e71-410b-9a05-dddb101e9dc5'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:08:58.341187 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ab0527a0-72cf-40df-b2c2-8a5c808beee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:58.363224 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4f344985-50cc-424b-b155-d006cff72048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f8ce9040-2d38-4a9f-bcf8-1b768f34ec41), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:58.585283 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e63687a4-e06f-46a3-9127-487861c0a2d7 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:58.967553 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-ab0527a0-72cf-40df-b2c2-8a5c808beee8 None None] Allocated IP 172.20.0.2 (dc61925a-0415-4299-8652-90bcc5f97c8b/11acbd87-5e71-410b-9a05-dddb101e9dc5/d7a59a9b-f2da-4e60-8735-8975f5990b52) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:08:59.031582 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4f344985-50cc-424b-b155-d006cff72048 None None] Publish callbacks [] for port (f8ce9040-2d38-4a9f-bcf8-1b768f34ec41), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:59.049861 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4f344985-50cc-424b-b155-d006cff72048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (f8ce9040-2d38-4a9f-bcf8-1b768f34ec41), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:59.126290 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57632) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:08:59.216066 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-4f344985-50cc-424b-b155-d006cff72048 None None] Attempting to bind port f8ce9040-2d38-4a9f-bcf8-1b768f34ec41 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:08:59.216643 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-4f344985-50cc-424b-b155-d006cff72048 None None] Attempting to bind port f8ce9040-2d38-4a9f-bcf8-1b768f34ec41 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:08:59.216836 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f344985-50cc-424b-b155-d006cff72048 None None] Attempting to bind port f8ce9040-2d38-4a9f-bcf8-1b768f34ec41 on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:08:59.227326 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f344985-50cc-424b-b155-d006cff72048 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:08:59.227770 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f344985-50cc-424b-b155-d006cff72048 None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:08:59.228192 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4f344985-50cc-424b-b155-d006cff72048 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:59.228754 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f344985-50cc-424b-b155-d006cff72048 None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:08:59.229287 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-4f344985-50cc-424b-b155-d006cff72048 None None] Bound port: f8ce9040-2d38-4a9f-bcf8-1b768f34ec41, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:08:59.229686 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4f344985-50cc-424b-b155-d006cff72048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f8ce9040-2d38-4a9f-bcf8-1b768f34ec41), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:59.233139 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:59.277889 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0cbea1-1bea-4208-8063-abfb122c50fc None None] Pushing event updated for resources: {'Port': ['ID=f8ce9040-2d38-4a9f-bcf8-1b768f34ec41,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:59.286385 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f15a2f5f-48f6-4aee-ae11-d4b7b15299e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:59.323727 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-b9f48a7d-d5cb-4823-9ace-e1a5d63fc236 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-95942820-network', 'tenant_id': 'e32e027b56924f9aad6fa7bf1ee258e7'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:08:59.399955 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ab0527a0-72cf-40df-b2c2-8a5c808beee8 None None] Publish callbacks [] for port (d7a59a9b-f2da-4e60-8735-8975f5990b52), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:59.414638 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ab0527a0-72cf-40df-b2c2-8a5c808beee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (d7a59a9b-f2da-4e60-8735-8975f5990b52), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:59.472493 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0527a0-72cf-40df-b2c2-8a5c808beee8 None None] Pushing event updated for resources: {'Port': ['ID=d7a59a9b-f2da-4e60-8735-8975f5990b52,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:59.530723 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0527a0-72cf-40df-b2c2-8a5c808beee8 None None] Network dc61925a-0415-4299-8652-90bcc5f97c8b is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:08:59.535480 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-ab0527a0-72cf-40df-b2c2-8a5c808beee8 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:08:59.540715 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-4f344985-50cc-424b-b155-d006cff72048 None None] For port f8ce9040-2d38-4a9f-bcf8-1b768f34ec41, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:08:59.544822 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0527a0-72cf-40df-b2c2-8a5c808beee8 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:08:59.550293 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-4f344985-50cc-424b-b155-d006cff72048 None None] For port f8ce9040-2d38-4a9f-bcf8-1b768f34ec41, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=f8ce9040-2d38-4a9f-bcf8-1b768f34ec41,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:08:59.560668 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4f344985-50cc-424b-b155-d006cff72048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (f8ce9040-2d38-4a9f-bcf8-1b768f34ec41), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:59.585867 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-f15a2f5f-48f6-4aee-ae11-d4b7b15299e4 admin admin] Allocated IP 172.20.0.1 (cf97283d-0520-42c8-ba1d-d27ef9d37474/4ad0c90b-e226-45ca-86b1-39ab12887aa4/af2200fb-a285-43b2-b378-e4a8611f541f) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:08:59.677030 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-ab0527a0-72cf-40df-b2c2-8a5c808beee8 None None] Attempting to bind port d7a59a9b-f2da-4e60-8735-8975f5990b52 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:08:59.677674 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-ab0527a0-72cf-40df-b2c2-8a5c808beee8 None None] Attempting to bind port d7a59a9b-f2da-4e60-8735-8975f5990b52 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'a4147721-2743-47a8-a51c-3e4011a00bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'dc61925a-0415-4299-8652-90bcc5f97c8b'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:08:59.678213 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0527a0-72cf-40df-b2c2-8a5c808beee8 None None] Attempting to bind port d7a59a9b-f2da-4e60-8735-8975f5990b52 on network dc61925a-0415-4299-8652-90bcc5f97c8b {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:08:59.698414 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f48a7d-d5cb-4823-9ace-e1a5d63fc236 admin admin] Made reservation on behalf of e32e027b56924f9aad6fa7bf1ee258e7 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:08:59.701059 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b9f48a7d-d5cb-4823-9ace-e1a5d63fc236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:59.723440 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b9f48a7d-d5cb-4823-9ace-e1a5d63fc236 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:59.740596 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0527a0-72cf-40df-b2c2-8a5c808beee8 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:08:59.740596 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0527a0-72cf-40df-b2c2-8a5c808beee8 None None] Checking segment: {'id': 'a4147721-2743-47a8-a51c-3e4011a00bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'dc61925a-0415-4299-8652-90bcc5f97c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:08:59.740999 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ab0527a0-72cf-40df-b2c2-8a5c808beee8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:59.741119 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0527a0-72cf-40df-b2c2-8a5c808beee8 None None] Bound using segment: {'id': 'a4147721-2743-47a8-a51c-3e4011a00bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'dc61925a-0415-4299-8652-90bcc5f97c8b'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:08:59.741920 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-ab0527a0-72cf-40df-b2c2-8a5c808beee8 None None] Bound port: d7a59a9b-f2da-4e60-8735-8975f5990b52, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4147721-2743-47a8-a51c-3e4011a00bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'dc61925a-0415-4299-8652-90bcc5f97c8b'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:08:59.742602 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ab0527a0-72cf-40df-b2c2-8a5c808beee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d7a59a9b-f2da-4e60-8735-8975f5990b52), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:59.754065 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-af5ab305-7abf-41de-aebe-a7fd97fc6e23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:59.802118 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f15a2f5f-48f6-4aee-ae11-d4b7b15299e4 admin admin] Publish callbacks [] for port (af2200fb-a285-43b2-b378-e4a8611f541f), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:59.908300 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f15a2f5f-48f6-4aee-ae11-d4b7b15299e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (af2200fb-a285-43b2-b378-e4a8611f541f), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:08:59.924354 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0cbea1-1bea-4208-8063-abfb122c50fc None None] Pushing event updated for resources: {'Port': ['ID=f8ce9040-2d38-4a9f-bcf8-1b768f34ec41,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:08:59.927167 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f344985-50cc-424b-b155-d006cff72048 None None] Routers {'19564a0e-6d75-4ebd-91cc-20e90b744ed0'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:08:59.928043 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-4f344985-50cc-424b-b155-d006cff72048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:08:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['19564a0e-6d75-4ebd-91cc-20e90b744ed0'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:08:59.987270 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a2f5f-48f6-4aee-ae11-d4b7b15299e4 admin admin] Pushing event updated for resources: {'Port': ['ID=af2200fb-a285-43b2-b378-e4a8611f541f,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:00.005465 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15a2f5f-48f6-4aee-ae11-d4b7b15299e4 admin admin] Network cf97283d-0520-42c8-ba1d-d27ef9d37474 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:09:00.010813 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-f15a2f5f-48f6-4aee-ae11-d4b7b15299e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:09:00.019111 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b9f48a7d-d5cb-4823-9ace-e1a5d63fc236 admin admin] Publish callbacks [] for security_group (cfe9ebc0-d0e6-4f2c-b576-dc27b2e80987), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:00.020897 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15a2f5f-48f6-4aee-ae11-d4b7b15299e4 admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:09:00.051808 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-e63687a4-e06f-46a3-9127-487861c0a2d7 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Allocated IP 172.20.0.1 (dc61925a-0415-4299-8652-90bcc5f97c8b/11acbd87-5e71-410b-9a05-dddb101e9dc5/0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:09:00.061043 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b9f48a7d-d5cb-4823-9ace-e1a5d63fc236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (cfe9ebc0-d0e6-4f2c-b576-dc27b2e80987), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:00.064385 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-ab0527a0-72cf-40df-b2c2-8a5c808beee8 None None] For port d7a59a9b-f2da-4e60-8735-8975f5990b52, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:09:00.082151 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-ab0527a0-72cf-40df-b2c2-8a5c808beee8 None None] For port d7a59a9b-f2da-4e60-8735-8975f5990b52, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=d7a59a9b-f2da-4e60-8735-8975f5990b52,segment=NetworkSegment(a4147721-2743-47a8-a51c-3e4011a00bc5),segment_id=a4147721-2743-47a8-a51c-3e4011a00bc5)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:09:00.098960 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ab0527a0-72cf-40df-b2c2-8a5c808beee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d7a59a9b-f2da-4e60-8735-8975f5990b52), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:00.162198 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9f48a7d-d5cb-4823-9ace-e1a5d63fc236 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:09:00.170370 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f15a2f5f-48f6-4aee-ae11-d4b7b15299e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (19564a0e-6d75-4ebd-91cc-20e90b744ed0), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:00.174742 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f48a7d-d5cb-4823-9ace-e1a5d63fc236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe9ebc0-d0e6-4f2c-b576-dc27b2e80987,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:00.182500 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b9f48a7d-d5cb-4823-9ace-e1a5d63fc236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (36852713-c891-4c2f-a56e-b2d8f3513fc5), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:00.183611 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-b9f48a7d-d5cb-4823-9ace-e1a5d63fc236 admin admin] Added segment 36852713-c891-4c2f-a56e-b2d8f3513fc5 of type vlan for network 510d0f56-a56d-4baa-b768-cfbf6d32b8c2 Jan 28 03:09:00.212547 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e63687a4-e06f-46a3-9127-487861c0a2d7 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for port (0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:00.254103 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e63687a4-e06f-46a3-9127-487861c0a2d7 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:00.297584 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-4f344985-50cc-424b-b155-d006cff72048 None None] Set router 19564a0e-6d75-4ebd-91cc-20e90b744ed0 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:09:00.306651 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b9f48a7d-d5cb-4823-9ace-e1a5d63fc236 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (510d0f56-a56d-4baa-b768-cfbf6d32b8c2), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:00.325952 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63687a4-e06f-46a3-9127-487861c0a2d7 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Network dc61925a-0415-4299-8652-90bcc5f97c8b is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:09:00.332354 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-e63687a4-e06f-46a3-9127-487861c0a2d7 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:09:00.342611 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63687a4-e06f-46a3-9127-487861c0a2d7 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:09:00.350417 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63687a4-e06f-46a3-9127-487861c0a2d7 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event updated for resources: {'Port': ['ID=0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:00.434821 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b9f48a7d-d5cb-4823-9ace-e1a5d63fc236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (510d0f56-a56d-4baa-b768-cfbf6d32b8c2), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:00.435806 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f48a7d-d5cb-4823-9ace-e1a5d63fc236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:00.438124 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b9f48a7d-d5cb-4823-9ace-e1a5d63fc236 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:00.440734 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e63687a4-e06f-46a3-9127-487861c0a2d7 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (2677bf10-5a27-49b3-848f-8bac530a62a8), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:00.441448 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0527a0-72cf-40df-b2c2-8a5c808beee8 None None] Pushing event updated for resources: {'Port': ['ID=d7a59a9b-f2da-4e60-8735-8975f5990b52,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:00.571203 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-4f344985-50cc-424b-b155-d006cff72048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19564a0e-6d75-4ebd-91cc-20e90b744ed0', 'name': 'tempest-ServerRescueTestJSON-896696430-router', 'tenant_id': 'cb134c115eb245dc82a1d93503949d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f8ce9040-2d38-4a9f-bcf8-1b768f34ec41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:08:53Z', 'updated_at': '2022-01-28T03:08:56Z', 'revision_number': 3, 'project_id': 'cb134c115eb245dc82a1d93503949d14', 'gw_port': {'id': 'f8ce9040-2d38-4a9f-bcf8-1b768f34ec41', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:16:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19564a0e-6d75-4ebd-91cc-20e90b744ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:08:55Z', 'updated_at': '2022-01-28T03:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:00.632280 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b9f48a7d-d5cb-4823-9ace-e1a5d63fc236 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.5033379 Jan 28 03:09:00.632829 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f344985-50cc-424b-b155-d006cff72048 None None] The sync data for ids ['19564a0e-6d75-4ebd-91cc-20e90b744ed0'] in n-d-712139-27 is: [{'id': '19564a0e-6d75-4ebd-91cc-20e90b744ed0', 'name': 'tempest-ServerRescueTestJSON-896696430-router', 'tenant_id': 'cb134c115eb245dc82a1d93503949d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f8ce9040-2d38-4a9f-bcf8-1b768f34ec41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:08:53Z', 'updated_at': '2022-01-28T03:08:56Z', 'revision_number': 3, 'project_id': 'cb134c115eb245dc82a1d93503949d14', 'gw_port': {'id': 'f8ce9040-2d38-4a9f-bcf8-1b768f34ec41', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:16:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19564a0e-6d75-4ebd-91cc-20e90b744ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:08:55Z', 'updated_at': '2022-01-28T03:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:09:00.635317 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57640) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:09:00.638158 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f48a7d-d5cb-4823-9ace-e1a5d63fc236 admin admin] Pushing event updated for resources: {'Network': ['ID=510d0f56-a56d-4baa-b768-cfbf6d32b8c2,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:00.647744 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f15a2f5f-48f6-4aee-ae11-d4b7b15299e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (af2200fb-a285-43b2-b378-e4a8611f541f), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:00.655223 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-01098753-477e-4a3a-af61-4725ceae3ab5 admin admin] Request body: {'subnet': {'network_id': '510d0f56-a56d-4baa-b768-cfbf6d32b8c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-95942820-subnet', 'tenant_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:09:00.656076 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 510d0f56-a56d-4baa-b768-cfbf6d32b8c2 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:09:00.750866 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e63687a4-e06f-46a3-9127-487861c0a2d7 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:00.833858 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01098753-477e-4a3a-af61-4725ceae3ab5 admin admin] Made reservation on behalf of e32e027b56924f9aad6fa7bf1ee258e7 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:09:00.839406 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-01098753-477e-4a3a-af61-4725ceae3ab5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:01.011736 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f15a2f5f-48f6-4aee-ae11-d4b7b15299e4 admin admin] Publish callbacks [] for port (af2200fb-a285-43b2-b378-e4a8611f541f), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:01.020379 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f15a2f5f-48f6-4aee-ae11-d4b7b15299e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (af2200fb-a285-43b2-b378-e4a8611f541f), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:01.173063 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device d7a59a9b-f2da-4e60-8735-8975f5990b52 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:09:01.280201 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a2f5f-48f6-4aee-ae11-d4b7b15299e4 admin admin] Pushing event updated for resources: {'Port': ['ID=af2200fb-a285-43b2-b378-e4a8611f541f,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:01.291738 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f15a2f5f-48f6-4aee-ae11-d4b7b15299e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (19564a0e-6d75-4ebd-91cc-20e90b744ed0), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:01.314850 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port d7a59a9b-f2da-4e60-8735-8975f5990b52 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:01.315310 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d7a59a9b-f2da-4e60-8735-8975f5990b52), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:01.472840 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port d7a59a9b-f2da-4e60-8735-8975f5990b52 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:09:01.473441 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d7a59a9b-f2da-4e60-8735-8975f5990b52), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:01.515648 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15a2f5f-48f6-4aee-ae11-d4b7b15299e4 admin admin] Network cf97283d-0520-42c8-ba1d-d27ef9d37474 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:09:01.523590 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port d7a59a9b-f2da-4e60-8735-8975f5990b52, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=d7a59a9b-f2da-4e60-8735-8975f5990b52,segment=NetworkSegment(a4147721-2743-47a8-a51c-3e4011a00bc5),segment_id=a4147721-2743-47a8-a51c-3e4011a00bc5)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:09:01.523830 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-f15a2f5f-48f6-4aee-ae11-d4b7b15299e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:09:01.535925 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d7a59a9b-f2da-4e60-8735-8975f5990b52), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:01.653524 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=d7a59a9b-f2da-4e60-8735-8975f5990b52,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:01.776509 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15a2f5f-48f6-4aee-ae11-d4b7b15299e4 admin admin] Router 19564a0e-6d75-4ebd-91cc-20e90b744ed0 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:09:01.797745 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-23a63e13-eb87-4524-9840-6f2542048773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:01.908236 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-01098753-477e-4a3a-af61-4725ceae3ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (db5a4c57-6170-4daa-b081-7c1d297c0ccb), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:01.934349 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e63687a4-e06f-46a3-9127-487861c0a2d7 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for port (0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:01.988860 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e63687a4-e06f-46a3-9127-487861c0a2d7 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:02.031851 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15a2f5f-48f6-4aee-ae11-d4b7b15299e4 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:09:02.049833 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f15a2f5f-48f6-4aee-ae11-d4b7b15299e4 admin admin] 10.222.0.53 "PUT /v2.0/routers/19564a0e-6d75-4ebd-91cc-20e90b744ed0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5782366 Jan 28 03:09:02.065579 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e63687a4-e06f-46a3-9127-487861c0a2d7 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (2677bf10-5a27-49b3-848f-8bac530a62a8), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:02.171569 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a30a696-8f1c-4ec9-94cc-2844729068a7 None None] Network dc61925a-0415-4299-8652-90bcc5f97c8b requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:09:02.257220 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01098753-477e-4a3a-af61-4725ceae3ab5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db5a4c57-6170-4daa-b081-7c1d297c0ccb,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:02.260569 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01098753-477e-4a3a-af61-4725ceae3ab5 admin admin] Checking segment: {'id': '36852713-c891-4c2f-a56e-b2d8f3513fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '510d0f56-a56d-4baa-b768-cfbf6d32b8c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:09:02.261031 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01098753-477e-4a3a-af61-4725ceae3ab5 admin admin] Network hostable DHCP agents. Network: 510d0f56-a56d-4baa-b768-cfbf6d32b8c2, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:09:02.272311 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63687a4-e06f-46a3-9127-487861c0a2d7 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event updated for resources: {'Port': ['ID=0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:02.327276 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01098753-477e-4a3a-af61-4725ceae3ab5 admin admin] Network 510d0f56-a56d-4baa-b768-cfbf6d32b8c2 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:09:02.348800 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-01098753-477e-4a3a-af61-4725ceae3ab5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 510d0f56-a56d-4baa-b768-cfbf6d32b8c2) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:09:02.368725 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01098753-477e-4a3a-af61-4725ceae3ab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:02.370339 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-01098753-477e-4a3a-af61-4725ceae3ab5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:02.374545 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63687a4-e06f-46a3-9127-487861c0a2d7 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Network dc61925a-0415-4299-8652-90bcc5f97c8b is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:09:02.393944 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-e63687a4-e06f-46a3-9127-487861c0a2d7 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:09:02.418877 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-01098753-477e-4a3a-af61-4725ceae3ab5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.7659974 Jan 28 03:09:02.419279 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57686) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:09:02.427285 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a959147-8a93-4ff1-acc9-d7e8613d8ae5 None None] Network 510d0f56-a56d-4baa-b768-cfbf6d32b8c2 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:09:02.428473 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-5f94e892-5003-4256-acd5-6d35c862d9e6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-95942820-router', 'tenant_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:09:02.469156 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5f94e892-5003-4256-acd5-6d35c862d9e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (15f79d4f-effc-4e5d-87a8-542e1a1d768f), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:02.471575 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5f94e892-5003-4256-acd5-6d35c862d9e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (15f79d4f-effc-4e5d-87a8-542e1a1d768f), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:02.588833 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5f94e892-5003-4256-acd5-6d35c862d9e6 admin admin] Publish callbacks [] for router_controller (15f79d4f-effc-4e5d-87a8-542e1a1d768f), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:02.700536 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63687a4-e06f-46a3-9127-487861c0a2d7 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Router 2677bf10-5a27-49b3-848f-8bac530a62a8 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:09:02.953512 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5f94e892-5003-4256-acd5-6d35c862d9e6 admin admin] Publish callbacks [] for router_gateway (15f79d4f-effc-4e5d-87a8-542e1a1d768f), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:02.963473 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-af7e94e0-ad10-4205-90c9-d2a41fa6c2fa service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2827158 Jan 28 03:09:03.035208 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63687a4-e06f-46a3-9127-487861c0a2d7 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:09:03.046213 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a6c6ed-e381-422b-b9a1-267b6d66069e None None] Sync routers for ids ['2677bf10-5a27-49b3-848f-8bac530a62a8'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:09:03.065776 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e63687a4-e06f-46a3-9127-487861c0a2d7 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "PUT /v2.0/routers/2677bf10-5a27-49b3-848f-8bac530a62a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9400606 Jan 28 03:09:03.070020 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57706) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:09:03.070418 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a6c6ed-e381-422b-b9a1-267b6d66069e None None] Routers {'2677bf10-5a27-49b3-848f-8bac530a62a8'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:09:03.071292 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-94a6c6ed-e381-422b-b9a1-267b6d66069e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:09:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['2677bf10-5a27-49b3-848f-8bac530a62a8'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:03.085350 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-18169cbb-7ef8-4736-a71f-701aee225875 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Request body: {'network': {'name': 'tempest-RoutersTest-1596540227'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:09:03.139234 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18169cbb-7ef8-4736-a71f-701aee225875 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Made reservation on behalf of b764e6c6729b44a19b3dc2f4b82a400d for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:09:03.145828 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-18169cbb-7ef8-4736-a71f-701aee225875 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:03.212356 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18169cbb-7ef8-4736-a71f-701aee225875 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:09:03.220690 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-65fd9272-f151-4f70-a8c8-e9be4f115014 None None] Provisioning complete for port d7a59a9b-f2da-4e60-8735-8975f5990b52 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:03.229335 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-65fd9272-f151-4f70-a8c8-e9be4f115014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d7a59a9b-f2da-4e60-8735-8975f5990b52), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:03.236391 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-18169cbb-7ef8-4736-a71f-701aee225875 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (1e4061e5-7215-4107-966c-dcd096064ffb), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:03.236782 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-18169cbb-7ef8-4736-a71f-701aee225875 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Added segment 1e4061e5-7215-4107-966c-dcd096064ffb of type vlan for network 1645ca6a-bc41-4b9b-8e15-beabae884715 Jan 28 03:09:03.242509 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c99983-7ae2-463e-80fb-43535ff80271 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-510d0f56-a56d-4baa-b768-cfbf6d32b8c2', 'network_id': '510d0f56-a56d-4baa-b768-cfbf6d32b8c2', 'project_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'fixed_ips': [{'subnet_id': 'db5a4c57-6170-4daa-b081-7c1d297c0ccb'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:09:03.243830 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f2c99983-7ae2-463e-80fb-43535ff80271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:03.362820 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-18169cbb-7ef8-4736-a71f-701aee225875 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (1645ca6a-bc41-4b9b-8e15-beabae884715), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:03.447066 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device d7a59a9b-f2da-4e60-8735-8975f5990b52 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:09:03.451138 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:03.454119 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-18169cbb-7ef8-4736-a71f-701aee225875 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (1645ca6a-bc41-4b9b-8e15-beabae884715), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:03.470442 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775c3f8-631d-4102-a961-85789fb37968 req-61d17c44-cfd6-439e-9ba7-c9987b16d23e tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:03.480704 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e775c3f8-631d-4102-a961-85789fb37968 req-61d17c44-cfd6-439e-9ba7-c9987b16d23e tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/networks?id=cf97283d-0520-42c8-ba1d-d27ef9d37474 HTTP/1.1" status: 200 len: 810 time: 0.6832788 Jan 28 03:09:03.483878 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18169cbb-7ef8-4736-a71f-701aee225875 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:03.485005 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-94a6c6ed-e381-422b-b9a1-267b6d66069e None None] Set router 2677bf10-5a27-49b3-848f-8bac530a62a8 gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:09:03.492837 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-18169cbb-7ef8-4736-a71f-701aee225875 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:03.528099 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e775c3f8-631d-4102-a961-85789fb37968 req-3b21e25f-82fe-4c38-8aa9-a16db31b960a tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/quotas/cb134c115eb245dc82a1d93503949d14 HTTP/1.1" status: 200 len: 375 time: 0.0442610 Jan 28 03:09:03.610063 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:03.665506 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-325d827c-ac73-4caf-bd79-c8164bb14c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:03.669880 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-325d827c-ac73-4caf-bd79-c8164bb14c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:03.673953 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-325d827c-ac73-4caf-bd79-c8164bb14c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:03.679634 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-325d827c-ac73-4caf-bd79-c8164bb14c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:03.680193 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-325d827c-ac73-4caf-bd79-c8164bb14c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:03.682706 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-325d827c-ac73-4caf-bd79-c8164bb14c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:03.683950 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-325d827c-ac73-4caf-bd79-c8164bb14c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:03.685910 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-325d827c-ac73-4caf-bd79-c8164bb14c1f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d47d57aa564c407d8f7b752418cdddf4&device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 6505 time: 0.5927904 Jan 28 03:09:03.769146 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18169cbb-7ef8-4736-a71f-701aee225875 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event updated for resources: {'Network': ['ID=1645ca6a-bc41-4b9b-8e15-beabae884715,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:03.782822 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-18169cbb-7ef8-4736-a71f-701aee225875 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7077661 Jan 28 03:09:03.784264 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57760) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:09:03.797613 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-e817da3e-1842-46e3-941a-7e6d2261aeba tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Request body: {'subnet': {'network_id': '1645ca6a-bc41-4b9b-8e15-beabae884715', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:09:03.893826 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-65fd9272-f151-4f70-a8c8-e9be4f115014 None None] Current status of the port d7a59a9b-f2da-4e60-8735-8975f5990b52 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:09:03.899695 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 1645ca6a-bc41-4b9b-8e15-beabae884715 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:09:03.950512 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781f9f82-28f5-417e-8181-62ac6168ddd4 None None] Sync routers for ids ['19564a0e-6d75-4ebd-91cc-20e90b744ed0'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:09:04.053183 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e817da3e-1842-46e3-941a-7e6d2261aeba tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Made reservation on behalf of b764e6c6729b44a19b3dc2f4b82a400d for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:09:04.086908 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e817da3e-1842-46e3-941a-7e6d2261aeba tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:04.149861 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-3af123d5-f20c-4bd3-93f3-e52efd528ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:04.150354 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781f9f82-28f5-417e-8181-62ac6168ddd4 None None] Routers {'19564a0e-6d75-4ebd-91cc-20e90b744ed0'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:09:04.150502 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-3af123d5-f20c-4bd3-93f3-e52efd528ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:04.150931 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-781f9f82-28f5-417e-8181-62ac6168ddd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:09:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['19564a0e-6d75-4ebd-91cc-20e90b744ed0'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:04.159255 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-3af123d5-f20c-4bd3-93f3-e52efd528ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:04.160613 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-3af123d5-f20c-4bd3-93f3-e52efd528ae9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=00e51838-dce0-4440-a9f8-fd2fd28c5471&id=45f5aab1-77c3-46bf-9724-8eea4a5c0efa&id=45f5aab1-77c3-46bf-9724-8eea4a5c0efa&id=45f5aab1-77c3-46bf-9724-8eea4a5c0efa&id=45f5aab1-77c3-46bf-9724-8eea4a5c0efa&id=8f5c2a2c-a994-4917-b3e0-21b15ad56c20&id=8f5c2a2c-a994-4917-b3e0-21b15ad56c20 HTTP/1.1" status: 200 len: 2298 time: 0.4120157 Jan 28 03:09:04.179936 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e775c3f8-631d-4102-a961-85789fb37968 req-0897c9b0-05f5-4b09-b725-7541b1c627b9 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cb134c115eb245dc82a1d93503949d14&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6501892 Jan 28 03:09:04.274340 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port d7a59a9b-f2da-4e60-8735-8975f5990b52 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:04.275179 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d7a59a9b-f2da-4e60-8735-8975f5990b52), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:04.319146 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-f2c99983-7ae2-463e-80fb-43535ff80271 None None] Allocated IP 172.20.0.2 (510d0f56-a56d-4baa-b768-cfbf6d32b8c2/db5a4c57-6170-4daa-b081-7c1d297c0ccb/2aa68061-167c-42e3-ad0d-fa4fb4607287) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:09:04.435201 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-94a6c6ed-e381-422b-b9a1-267b6d66069e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'name': 'tempest-RoutersTest-router-502267932', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:08:56Z', 'updated_at': '2022-01-28T03:09:00Z', 'revision_number': 2, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'gw_port_host': None, '_interfaces': [{'id': '0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7', 'name': '', 'network_id': 'dc61925a-0415-4299-8652-90bcc5f97c8b', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:02:c3:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '11acbd87-5e71-410b-9a05-dddb101e9dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:08:59Z', 'updated_at': '2022-01-28T03:09:01Z', 'revision_number': 2, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '11acbd87-5e71-410b-9a05-dddb101e9dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:04.488458 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-6ff19cbc-dbe1-488d-b5d1-035b748fce35 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=522e2e39-e847-4a52-8a70-9410b617ab1b HTTP/1.1" status: 200 len: 1001 time: 0.2946970 Jan 28 03:09:04.545029 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a6c6ed-e381-422b-b9a1-267b6d66069e None None] Checking router: 2677bf10-5a27-49b3-848f-8bac530a62a8 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:09:04.547485 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a6c6ed-e381-422b-b9a1-267b6d66069e None None] Updating router 2677bf10-5a27-49b3-848f-8bac530a62a8 port 0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7 binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:09:04.631783 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-94a6c6ed-e381-422b-b9a1-267b6d66069e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:04.688901 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-44c93adf-976e-4378-8c72-c284ea14e129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:04.691527 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-44c93adf-976e-4378-8c72-c284ea14e129 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a5e16ad5-afde-4ff0-9a68-1abb02683cb1 HTTP/1.1" status: 200 len: 856 time: 0.1875486 Jan 28 03:09:04.843229 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e817da3e-1842-46e3-941a-7e6d2261aeba tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (7c998376-4250-4f51-bb5d-c2a9e754eec4), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:05.013816 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-55d1974b-00c2-47ea-aa77-5c5acd19dd8a None None] Provisioning complete for port d7a59a9b-f2da-4e60-8735-8975f5990b52 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:05.013816 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-55d1974b-00c2-47ea-aa77-5c5acd19dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d7a59a9b-f2da-4e60-8735-8975f5990b52), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:05.069295 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5f94e892-5003-4256-acd5-6d35c862d9e6 admin admin] Publish callbacks [] for router_gateway (15f79d4f-effc-4e5d-87a8-542e1a1d768f), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:05.074487 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f2c99983-7ae2-463e-80fb-43535ff80271 None None] Publish callbacks [] for port (2aa68061-167c-42e3-ad0d-fa4fb4607287), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:05.091756 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e817da3e-1842-46e3-941a-7e6d2261aeba tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event updated for resources: {'Subnet': ['ID=7c998376-4250-4f51-bb5d-c2a9e754eec4,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:05.092477 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:05.105090 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e817da3e-1842-46e3-941a-7e6d2261aeba tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Checking segment: {'id': '1e4061e5-7215-4107-966c-dcd096064ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1645ca6a-bc41-4b9b-8e15-beabae884715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:09:05.105683 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-781f9f82-28f5-417e-8181-62ac6168ddd4 None None] Set router 19564a0e-6d75-4ebd-91cc-20e90b744ed0 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:09:05.106931 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e817da3e-1842-46e3-941a-7e6d2261aeba tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Network hostable DHCP agents. Network: 1645ca6a-bc41-4b9b-8e15-beabae884715, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:09:05.129987 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e817da3e-1842-46e3-941a-7e6d2261aeba tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Network 1645ca6a-bc41-4b9b-8e15-beabae884715 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:09:05.150615 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f2c99983-7ae2-463e-80fb-43535ff80271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (2aa68061-167c-42e3-ad0d-fa4fb4607287), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:05.155176 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5f94e892-5003-4256-acd5-6d35c862d9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:05.158394 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-e817da3e-1842-46e3-941a-7e6d2261aeba tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 1645ca6a-bc41-4b9b-8e15-beabae884715) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:09:05.178217 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-216e8528-40c4-4d18-934d-5d4bfe1e188a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:05.180469 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e817da3e-1842-46e3-941a-7e6d2261aeba tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:05.181284 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e817da3e-1842-46e3-941a-7e6d2261aeba tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:05.184052 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-216e8528-40c4-4d18-934d-5d4bfe1e188a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=00e51838-dce0-4440-a9f8-fd2fd28c5471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4840393 Jan 28 03:09:05.206181 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cfda29-4230-43ff-a419-534596b03e19 None None] Network 1645ca6a-bc41-4b9b-8e15-beabae884715 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:09:05.211827 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e817da3e-1842-46e3-941a-7e6d2261aeba tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4259272 Jan 28 03:09:05.213371 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57876) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:09:05.370309 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-15614830-078c-4d80-a3bb-560f0a56dbc0 service neutron] 10.222.0.67 "GET /v2.0/networks/00e51838-dce0-4440-a9f8-fd2fd28c5471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677003 Jan 28 03:09:05.460175 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c99983-7ae2-463e-80fb-43535ff80271 None None] Network 510d0f56-a56d-4baa-b768-cfbf6d32b8c2 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:09:05.511518 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-f2c99983-7ae2-463e-80fb-43535ff80271 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:09:05.514227 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c99983-7ae2-463e-80fb-43535ff80271 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:09:05.582451 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-94a6c6ed-e381-422b-b9a1-267b6d66069e None None] Publish callbacks [] for port (0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:05.603968 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-94a6c6ed-e381-422b-b9a1-267b6d66069e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:05.665556 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-5f94e892-5003-4256-acd5-6d35c862d9e6 admin admin] Allocated IP 172.25.0.70 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:09:05.762781 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d3799f-4159-419f-9012-ac2873383ca7 None None] Pushing event updated for resources: {'Port': ['ID=0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:05.792498 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1542d4-396a-4ba4-bad6-0a87fc0a4ace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-1645ca6a-bc41-4b9b-8e15-beabae884715', 'network_id': '1645ca6a-bc41-4b9b-8e15-beabae884715', 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'fixed_ips': [{'subnet_id': '7c998376-4250-4f51-bb5d-c2a9e754eec4'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:09:05.808509 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3a1542d4-396a-4ba4-bad6-0a87fc0a4ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:05.878368 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d3799f-4159-419f-9012-ac2873383ca7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:05.878808 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d3799f-4159-419f-9012-ac2873383ca7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:05.882284 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d3799f-4159-419f-9012-ac2873383ca7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:05.882706 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d3799f-4159-419f-9012-ac2873383ca7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:05.883114 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d3799f-4159-419f-9012-ac2873383ca7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:05.883540 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d3799f-4159-419f-9012-ac2873383ca7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:05.883939 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d3799f-4159-419f-9012-ac2873383ca7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:05.889289 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c99983-7ae2-463e-80fb-43535ff80271 None None] Pushing event updated for resources: {'Port': ['ID=2aa68061-167c-42e3-ad0d-fa4fb4607287,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:05.889487 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d3799f-4159-419f-9012-ac2873383ca7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:05.889879 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d3799f-4159-419f-9012-ac2873383ca7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:05.890292 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d3799f-4159-419f-9012-ac2873383ca7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:05.890728 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d3799f-4159-419f-9012-ac2873383ca7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:05.891185 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d3799f-4159-419f-9012-ac2873383ca7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:05.891642 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d3799f-4159-419f-9012-ac2873383ca7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:05.924275 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e775c3f8-631d-4102-a961-85789fb37968 req-c3bdaa14-399c-4bbc-a087-b64cd4f7459e service neutron] 10.222.0.53 "GET /v2.0/networks/cf97283d-0520-42c8-ba1d-d27ef9d37474?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7430441 Jan 28 03:09:06.012939 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-94a6c6ed-e381-422b-b9a1-267b6d66069e None None] Attempting to bind port 0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:09:06.013412 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-94a6c6ed-e381-422b-b9a1-267b6d66069e None None] Attempting to bind port 0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'a4147721-2743-47a8-a51c-3e4011a00bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'dc61925a-0415-4299-8652-90bcc5f97c8b'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:09:06.013887 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a6c6ed-e381-422b-b9a1-267b6d66069e None None] Attempting to bind port 0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7 on network dc61925a-0415-4299-8652-90bcc5f97c8b {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:09:06.033400 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a6c6ed-e381-422b-b9a1-267b6d66069e None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:09:06.034583 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a6c6ed-e381-422b-b9a1-267b6d66069e None None] Checking segment: {'id': 'a4147721-2743-47a8-a51c-3e4011a00bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'dc61925a-0415-4299-8652-90bcc5f97c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:09:06.035270 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-94a6c6ed-e381-422b-b9a1-267b6d66069e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:06.036434 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a6c6ed-e381-422b-b9a1-267b6d66069e None None] Bound using segment: {'id': 'a4147721-2743-47a8-a51c-3e4011a00bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'dc61925a-0415-4299-8652-90bcc5f97c8b'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:09:06.038915 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-94a6c6ed-e381-422b-b9a1-267b6d66069e None None] Bound port: 0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4147721-2743-47a8-a51c-3e4011a00bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'dc61925a-0415-4299-8652-90bcc5f97c8b'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:09:06.040054 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-94a6c6ed-e381-422b-b9a1-267b6d66069e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:06.255696 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-94a6c6ed-e381-422b-b9a1-267b6d66069e None None] For port 0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:09:06.271601 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e775c3f8-631d-4102-a961-85789fb37968 req-7ca553b5-0ae7-4c06-9a08-b8ec57a4dc38 service neutron] 10.222.0.53 "GET /v2.0/networks/cf97283d-0520-42c8-ba1d-d27ef9d37474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050492 Jan 28 03:09:06.289671 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-94a6c6ed-e381-422b-b9a1-267b6d66069e None None] For port 0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7,segment=NetworkSegment(a4147721-2743-47a8-a51c-3e4011a00bc5),segment_id=a4147721-2743-47a8-a51c-3e4011a00bc5)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:09:06.296844 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-94a6c6ed-e381-422b-b9a1-267b6d66069e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:06.451172 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c79e4a6a-977a-44dd-87a7-6fa0ef2153e9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:06.564945 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a6c6ed-e381-422b-b9a1-267b6d66069e None None] Routers {'2677bf10-5a27-49b3-848f-8bac530a62a8'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:09:06.567251 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-94a6c6ed-e381-422b-b9a1-267b6d66069e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:09:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['2677bf10-5a27-49b3-848f-8bac530a62a8'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:06.571733 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-faef2a41-f1c9-4151-bda1-ad4567f49972 service neutron] 10.222.0.67 "GET /v2.0/networks/00e51838-dce0-4440-a9f8-fd2fd28c5471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1935341 Jan 28 03:09:06.589797 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-f2c99983-7ae2-463e-80fb-43535ff80271 None None] Attempting to bind port 2aa68061-167c-42e3-ad0d-fa4fb4607287 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:09:06.593035 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-f2c99983-7ae2-463e-80fb-43535ff80271 None None] Attempting to bind port 2aa68061-167c-42e3-ad0d-fa4fb4607287 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '36852713-c891-4c2f-a56e-b2d8f3513fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '510d0f56-a56d-4baa-b768-cfbf6d32b8c2'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:09:06.593545 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c99983-7ae2-463e-80fb-43535ff80271 None None] Attempting to bind port 2aa68061-167c-42e3-ad0d-fa4fb4607287 on network 510d0f56-a56d-4baa-b768-cfbf6d32b8c2 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:09:06.756927 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c99983-7ae2-463e-80fb-43535ff80271 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:09:06.757331 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c99983-7ae2-463e-80fb-43535ff80271 None None] Checking segment: {'id': '36852713-c891-4c2f-a56e-b2d8f3513fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '510d0f56-a56d-4baa-b768-cfbf6d32b8c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:09:06.757730 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f2c99983-7ae2-463e-80fb-43535ff80271 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:06.758213 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c99983-7ae2-463e-80fb-43535ff80271 None None] Bound using segment: {'id': '36852713-c891-4c2f-a56e-b2d8f3513fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '510d0f56-a56d-4baa-b768-cfbf6d32b8c2'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:09:06.758715 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-f2c99983-7ae2-463e-80fb-43535ff80271 None None] Bound port: 2aa68061-167c-42e3-ad0d-fa4fb4607287, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36852713-c891-4c2f-a56e-b2d8f3513fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '510d0f56-a56d-4baa-b768-cfbf6d32b8c2'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:09:06.759291 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f2c99983-7ae2-463e-80fb-43535ff80271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2aa68061-167c-42e3-ad0d-fa4fb4607287), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:06.806562 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-e49b5ca4-7f97-46ab-8d06-010dbff01a09 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=5412df90-162b-4d92-af88-5241f7fd5d82 HTTP/1.1" status: 200 len: 217 time: 0.2170293 Jan 28 03:09:06.809220 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port d7a59a9b-f2da-4e60-8735-8975f5990b52 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:09:06.815008 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device f8ce9040-2d38-4a9f-bcf8-1b768f34ec41 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:09:06.837633 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:06.915668 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-5f5f4586-47b9-4ac1-8e53-300097d8330c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:06.917371 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-5f5f4586-47b9-4ac1-8e53-300097d8330c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d1901a35-0605-40aa-86b7-558d17d5580a HTTP/1.1" status: 200 len: 797 time: 0.0941796 Jan 28 03:09:07.018358 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5f94e892-5003-4256-acd5-6d35c862d9e6 admin admin] Publish callbacks [] for port (c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:07.021051 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-86ca5e75-59ff-4935-b5ed-ecef307477f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:07.023314 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-86ca5e75-59ff-4935-b5ed-ecef307477f3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45f5aab1-77c3-46bf-9724-8eea4a5c0efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0995543 Jan 28 03:09:07.088343 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-55d1974b-00c2-47ea-aa77-5c5acd19dd8a None None] Current status of the port d7a59a9b-f2da-4e60-8735-8975f5990b52 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:09:07.184736 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-55d1974b-00c2-47ea-aa77-5c5acd19dd8a None None] Provisioning complete for port 0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:07.185154 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-55d1974b-00c2-47ea-aa77-5c5acd19dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:07.216643 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fe63e280-ad15-4c7c-b5d8-ef5763d381fa req-2137c7ad-66b1-4289-91e1-ddd542157c7b tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a61f71c-db10-4229-bbac-1ecfaa94843b HTTP/1.1" status: 200 len: 210 time: 0.0839353 Jan 28 03:09:07.344608 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d3799f-4159-419f-9012-ac2873383ca7 None None] Pushing event updated for resources: {'Port': ['ID=0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:07.346816 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5f94e892-5003-4256-acd5-6d35c862d9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:07.388383 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-94a6c6ed-e381-422b-b9a1-267b6d66069e None None] Set router 2677bf10-5a27-49b3-848f-8bac530a62a8 gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:09:07.473321 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f94e892-5003-4256-acd5-6d35c862d9e6 admin admin] Pushing event updated for resources: {'Port': ['ID=c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:07.492126 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-0b6a763e-fda2-4f3c-9477-b4ff7e50ffa1 service neutron] 10.222.0.67 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4548283 Jan 28 03:09:07.517462 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f94e892-5003-4256-acd5-6d35c862d9e6 admin admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:09:07.528139 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-5f94e892-5003-4256-acd5-6d35c862d9e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:09:07.537578 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f94e892-5003-4256-acd5-6d35c862d9e6 admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:09:07.592210 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port f8ce9040-2d38-4a9f-bcf8-1b768f34ec41 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:07.592839 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f8ce9040-2d38-4a9f-bcf8-1b768f34ec41), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:07.606663 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-f2c99983-7ae2-463e-80fb-43535ff80271 None None] For port 2aa68061-167c-42e3-ad0d-fa4fb4607287, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:09:07.710675 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-f2c99983-7ae2-463e-80fb-43535ff80271 None None] For port 2aa68061-167c-42e3-ad0d-fa4fb4607287, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=2aa68061-167c-42e3-ad0d-fa4fb4607287,segment=NetworkSegment(36852713-c891-4c2f-a56e-b2d8f3513fc5),segment_id=36852713-c891-4c2f-a56e-b2d8f3513fc5)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:09:07.724220 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-3a1542d4-396a-4ba4-bad6-0a87fc0a4ace None None] Allocated IP 172.21.0.2 (1645ca6a-bc41-4b9b-8e15-beabae884715/7c998376-4250-4f51-bb5d-c2a9e754eec4/b204784e-c0d6-4041-b247-a1d3b5a085d1) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:09:07.922143 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-94a6c6ed-e381-422b-b9a1-267b6d66069e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'name': 'tempest-RoutersTest-router-502267932', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:08:56Z', 'updated_at': '2022-01-28T03:09:00Z', 'revision_number': 2, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'gw_port_host': None, '_interfaces': [{'id': '0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7', 'name': '', 'network_id': 'dc61925a-0415-4299-8652-90bcc5f97c8b', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:02:c3:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '11acbd87-5e71-410b-9a05-dddb101e9dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:08:59Z', 'updated_at': '2022-01-28T03:09:06Z', 'revision_number': 4, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '11acbd87-5e71-410b-9a05-dddb101e9dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:08.007880 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a6c6ed-e381-422b-b9a1-267b6d66069e None None] The sync data for ids ['2677bf10-5a27-49b3-848f-8bac530a62a8'] in n-d-712139-27 is: [{'id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'name': 'tempest-RoutersTest-router-502267932', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:08:56Z', 'updated_at': '2022-01-28T03:09:00Z', 'revision_number': 2, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'gw_port_host': None, '_interfaces': [{'id': '0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7', 'name': '', 'network_id': 'dc61925a-0415-4299-8652-90bcc5f97c8b', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:02:c3:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '11acbd87-5e71-410b-9a05-dddb101e9dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:08:59Z', 'updated_at': '2022-01-28T03:09:06Z', 'revision_number': 4, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '11acbd87-5e71-410b-9a05-dddb101e9dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:09:08.593488 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-55d1974b-00c2-47ea-aa77-5c5acd19dd8a None None] Current status of the port 0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:09:08.594906 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-55d1974b-00c2-47ea-aa77-5c5acd19dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:08.605963 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-61d20de2-9b9f-4956-8c5b-5dbbbde19974 req-dd934a22-07c0-43ec-bf0c-c0aabf9e3024 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a61f71c-db10-4229-bbac-1ecfaa94843b HTTP/1.1" status: 200 len: 210 time: 0.1627073 Jan 28 03:09:08.642781 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f2c99983-7ae2-463e-80fb-43535ff80271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (2aa68061-167c-42e3-ad0d-fa4fb4607287), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:08.690465 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3a1542d4-396a-4ba4-bad6-0a87fc0a4ace None None] Publish callbacks [] for port (b204784e-c0d6-4041-b247-a1d3b5a085d1), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:08.703919 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-781f9f82-28f5-417e-8181-62ac6168ddd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19564a0e-6d75-4ebd-91cc-20e90b744ed0', 'name': 'tempest-ServerRescueTestJSON-896696430-router', 'tenant_id': 'cb134c115eb245dc82a1d93503949d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f8ce9040-2d38-4a9f-bcf8-1b768f34ec41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:08:53Z', 'updated_at': '2022-01-28T03:09:00Z', 'revision_number': 4, 'project_id': 'cb134c115eb245dc82a1d93503949d14', 'gw_port': {'id': 'f8ce9040-2d38-4a9f-bcf8-1b768f34ec41', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:16:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19564a0e-6d75-4ebd-91cc-20e90b744ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:08:55Z', 'updated_at': '2022-01-28T03:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'af2200fb-a285-43b2-b378-e4a8611f541f', 'name': '', 'network_id': 'cf97283d-0520-42c8-ba1d-d27ef9d37474', 'tenant_id': 'cb134c115eb245dc82a1d93503949d14', 'mac_address': 'fa:16:3e:74:6f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19564a0e-6d75-4ebd-91cc-20e90b744ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '4ad0c90b-e226-45ca-86b1-39ab12887aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:08:59Z', 'updated_at': '2022-01-28T03:09:00Z', 'revision_number': 2, 'project_id': 'cb134c115eb245dc82a1d93503949d14', 'subnets': [{'id': '4ad0c90b-e226-45ca-86b1-39ab12887aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:08.772864 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3a1542d4-396a-4ba4-bad6-0a87fc0a4ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (b204784e-c0d6-4041-b247-a1d3b5a085d1), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:08.815045 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-c79e4a6a-977a-44dd-87a7-6fa0ef2153e9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Allocated IP 172.21.0.1 (1645ca6a-bc41-4b9b-8e15-beabae884715/7c998376-4250-4f51-bb5d-c2a9e754eec4/0db8a0b7-d148-4aa1-821b-04cd39fa4014) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:09:08.827411 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-55d1974b-00c2-47ea-aa77-5c5acd19dd8a None None] For port 0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7,segment=NetworkSegment(a4147721-2743-47a8-a51c-3e4011a00bc5),segment_id=a4147721-2743-47a8-a51c-3e4011a00bc5)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:09:08.853083 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-55d1974b-00c2-47ea-aa77-5c5acd19dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:08.858412 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781f9f82-28f5-417e-8181-62ac6168ddd4 None None] Checking router: 19564a0e-6d75-4ebd-91cc-20e90b744ed0 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:09:08.858778 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781f9f82-28f5-417e-8181-62ac6168ddd4 None None] Updating router 19564a0e-6d75-4ebd-91cc-20e90b744ed0 port af2200fb-a285-43b2-b378-e4a8611f541f binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:09:08.922065 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1542d4-396a-4ba4-bad6-0a87fc0a4ace None None] Network 1645ca6a-bc41-4b9b-8e15-beabae884715 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:09:08.963273 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-3a1542d4-396a-4ba4-bad6-0a87fc0a4ace None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:09:08.971459 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1542d4-396a-4ba4-bad6-0a87fc0a4ace None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:09:09.088473 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-781f9f82-28f5-417e-8181-62ac6168ddd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (af2200fb-a285-43b2-b378-e4a8611f541f), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:09.116443 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c99983-7ae2-463e-80fb-43535ff80271 None None] Pushing event updated for resources: {'Port': ['ID=2aa68061-167c-42e3-ad0d-fa4fb4607287,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:09.172368 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c79e4a6a-977a-44dd-87a7-6fa0ef2153e9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for port (0db8a0b7-d148-4aa1-821b-04cd39fa4014), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:09.245415 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-084bb010-57f7-4341-bd79-9277400db4d6 None None] Provisioning complete for port 0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:09.246400 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-084bb010-57f7-4341-bd79-9277400db4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:09.442606 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c79e4a6a-977a-44dd-87a7-6fa0ef2153e9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (0db8a0b7-d148-4aa1-821b-04cd39fa4014), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:09.781018 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-335c8310-3656-4904-b6b2-9c2d1a618365 service neutron] 10.222.0.67 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.2589686 Jan 28 03:09:09.783657 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79e4a6a-977a-44dd-87a7-6fa0ef2153e9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Network 1645ca6a-bc41-4b9b-8e15-beabae884715 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:09:09.805261 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-c79e4a6a-977a-44dd-87a7-6fa0ef2153e9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:09:09.816520 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79e4a6a-977a-44dd-87a7-6fa0ef2153e9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:09:09.923736 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e4a6a-977a-44dd-87a7-6fa0ef2153e9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event updated for resources: {'Port': ['ID=0db8a0b7-d148-4aa1-821b-04cd39fa4014,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:09.939450 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-77cfe76d-7318-468a-bfe5-9d2267cd835f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=db7ee719-a3aa-47ed-85e5-5c79bf8865fd HTTP/1.1" status: 200 len: 217 time: 0.1448405 Jan 28 03:09:09.940885 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-781f9f82-28f5-417e-8181-62ac6168ddd4 None None] Publish callbacks [] for port (af2200fb-a285-43b2-b378-e4a8611f541f), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:09.976859 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c79e4a6a-977a-44dd-87a7-6fa0ef2153e9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (2677bf10-5a27-49b3-848f-8bac530a62a8), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:10.022505 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-363d8d82-83e4-4f6f-b3fc-4b569b5e599f req-822d1258-dfc6-402c-b7aa-54e50f6a4a6e tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a61f71c-db10-4229-bbac-1ecfaa94843b HTTP/1.1" status: 200 len: 210 time: 0.1016307 Jan 28 03:09:10.049099 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port f8ce9040-2d38-4a9f-bcf8-1b768f34ec41 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:09:10.049099 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f8ce9040-2d38-4a9f-bcf8-1b768f34ec41), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:10.049099 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-3a1542d4-396a-4ba4-bad6-0a87fc0a4ace None None] Attempting to bind port b204784e-c0d6-4041-b247-a1d3b5a085d1 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:09:10.049501 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-3a1542d4-396a-4ba4-bad6-0a87fc0a4ace None None] Attempting to bind port b204784e-c0d6-4041-b247-a1d3b5a085d1 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '1e4061e5-7215-4107-966c-dcd096064ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1645ca6a-bc41-4b9b-8e15-beabae884715'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:09:10.051629 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1542d4-396a-4ba4-bad6-0a87fc0a4ace None None] Attempting to bind port b204784e-c0d6-4041-b247-a1d3b5a085d1 on network 1645ca6a-bc41-4b9b-8e15-beabae884715 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:09:10.067749 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-781f9f82-28f5-417e-8181-62ac6168ddd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (af2200fb-a285-43b2-b378-e4a8611f541f), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:10.094995 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1542d4-396a-4ba4-bad6-0a87fc0a4ace None None] Pushing event updated for resources: {'Port': ['ID=b204784e-c0d6-4041-b247-a1d3b5a085d1,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:10.125484 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775c3f8-631d-4102-a961-85789fb37968 req-4801f612-95f7-4a81-87fa-2a9924fdad55 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:10.127382 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e775c3f8-631d-4102-a961-85789fb37968 req-4801f612-95f7-4a81-87fa-2a9924fdad55 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.67 "GET /v2.0/networks?id=cf97283d-0520-42c8-ba1d-d27ef9d37474 HTTP/1.1" status: 200 len: 810 time: 0.8293159 Jan 28 03:09:10.159455 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1542d4-396a-4ba4-bad6-0a87fc0a4ace None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:09:10.160001 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1542d4-396a-4ba4-bad6-0a87fc0a4ace None None] Checking segment: {'id': '1e4061e5-7215-4107-966c-dcd096064ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1645ca6a-bc41-4b9b-8e15-beabae884715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:09:10.160282 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3a1542d4-396a-4ba4-bad6-0a87fc0a4ace None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:10.160878 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1542d4-396a-4ba4-bad6-0a87fc0a4ace None None] Bound using segment: {'id': '1e4061e5-7215-4107-966c-dcd096064ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1645ca6a-bc41-4b9b-8e15-beabae884715'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:09:10.162510 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-3a1542d4-396a-4ba4-bad6-0a87fc0a4ace None None] Bound port: b204784e-c0d6-4041-b247-a1d3b5a085d1, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e4061e5-7215-4107-966c-dcd096064ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1645ca6a-bc41-4b9b-8e15-beabae884715'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:09:10.162510 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3a1542d4-396a-4ba4-bad6-0a87fc0a4ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b204784e-c0d6-4041-b247-a1d3b5a085d1), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:10.180577 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-e775c3f8-631d-4102-a961-85789fb37968 req-472e2bdc-6256-4f8a-9512-ae125bfceae0 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Request body: {'port': {'device_id': '9a61f71c-db10-4229-bbac-1ecfaa94843b', 'network_id': 'cf97283d-0520-42c8-ba1d-d27ef9d37474', 'admin_state_up': True, 'tenant_id': 'cb134c115eb245dc82a1d93503949d14'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:09:10.239485 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port f8ce9040-2d38-4a9f-bcf8-1b768f34ec41, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=f8ce9040-2d38-4a9f-bcf8-1b768f34ec41,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:09:10.259784 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (f8ce9040-2d38-4a9f-bcf8-1b768f34ec41), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:10.279743 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-b43ac4ff-c92f-4839-b906-043bb2c5c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:10.281364 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-b43ac4ff-c92f-4839-b906-043bb2c5c61e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d1901a35-0605-40aa-86b7-558d17d5580a HTTP/1.1" status: 200 len: 797 time: 0.2548914 Jan 28 03:09:10.445827 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d1974b-00c2-47ea-aa77-5c5acd19dd8a None None] Pushing event updated for resources: {'Port': ['ID=0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:10.486175 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5f94e892-5003-4256-acd5-6d35c862d9e6 admin admin] Publish callbacks [] for router_gateway (15f79d4f-effc-4e5d-87a8-542e1a1d768f), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:10.558535 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c79e4a6a-977a-44dd-87a7-6fa0ef2153e9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (0db8a0b7-d148-4aa1-821b-04cd39fa4014), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:10.619171 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-1ce941f6-5594-4302-a2fc-0af38c410391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:10.623095 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-1ce941f6-5594-4302-a2fc-0af38c410391 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45f5aab1-77c3-46bf-9724-8eea4a5c0efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1338365 Jan 28 03:09:10.649776 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e775c3f8-631d-4102-a961-85789fb37968 req-472e2bdc-6256-4f8a-9512-ae125bfceae0 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Made reservation on behalf of cb134c115eb245dc82a1d93503949d14 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:09:10.666603 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e775c3f8-631d-4102-a961-85789fb37968 req-472e2bdc-6256-4f8a-9512-ae125bfceae0 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:10.743830 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 2aa68061-167c-42e3-ad0d-fa4fb4607287 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:09:10.795190 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-781f9f82-28f5-417e-8181-62ac6168ddd4 None None] Attempting to bind port af2200fb-a285-43b2-b378-e4a8611f541f on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:09:10.801249 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-781f9f82-28f5-417e-8181-62ac6168ddd4 None None] Attempting to bind port af2200fb-a285-43b2-b378-e4a8611f541f by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '103b4545-2fea-4015-ba4c-541201deccef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'cf97283d-0520-42c8-ba1d-d27ef9d37474'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:09:10.801834 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781f9f82-28f5-417e-8181-62ac6168ddd4 None None] Attempting to bind port af2200fb-a285-43b2-b378-e4a8611f541f on network cf97283d-0520-42c8-ba1d-d27ef9d37474 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:09:10.892726 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-3a1542d4-396a-4ba4-bad6-0a87fc0a4ace None None] For port b204784e-c0d6-4041-b247-a1d3b5a085d1, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:09:10.919111 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781f9f82-28f5-417e-8181-62ac6168ddd4 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:09:10.924386 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781f9f82-28f5-417e-8181-62ac6168ddd4 None None] Checking segment: {'id': '103b4545-2fea-4015-ba4c-541201deccef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'cf97283d-0520-42c8-ba1d-d27ef9d37474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:09:10.924999 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-781f9f82-28f5-417e-8181-62ac6168ddd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:10.925588 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781f9f82-28f5-417e-8181-62ac6168ddd4 None None] Bound using segment: {'id': '103b4545-2fea-4015-ba4c-541201deccef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'cf97283d-0520-42c8-ba1d-d27ef9d37474'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:09:10.926235 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-781f9f82-28f5-417e-8181-62ac6168ddd4 None None] Bound port: af2200fb-a285-43b2-b378-e4a8611f541f, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '103b4545-2fea-4015-ba4c-541201deccef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'cf97283d-0520-42c8-ba1d-d27ef9d37474'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:09:10.926737 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-781f9f82-28f5-417e-8181-62ac6168ddd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (af2200fb-a285-43b2-b378-e4a8611f541f), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:10.953582 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b9dc4-9bd2-46fc-94d3-84c1515bc0d0 None None] Pushing event updated for resources: {'Port': ['ID=af2200fb-a285-43b2-b378-e4a8611f541f,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:10.966542 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-3a1542d4-396a-4ba4-bad6-0a87fc0a4ace None None] For port b204784e-c0d6-4041-b247-a1d3b5a085d1, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=b204784e-c0d6-4041-b247-a1d3b5a085d1,segment=NetworkSegment(1e4061e5-7215-4107-966c-dcd096064ffb),segment_id=1e4061e5-7215-4107-966c-dcd096064ffb)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:09:10.989005 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-d2d86af9-0c7a-4853-806a-7a4bfcc6c97e service neutron] 10.222.0.67 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652812 Jan 28 03:09:11.017529 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-084bb010-57f7-4341-bd79-9277400db4d6 None None] Current status of the port 0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:09:11.036028 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3a1542d4-396a-4ba4-bad6-0a87fc0a4ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b204784e-c0d6-4041-b247-a1d3b5a085d1), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:11.295870 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 2aa68061-167c-42e3-ad0d-fa4fb4607287 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:11.298423 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (2aa68061-167c-42e3-ad0d-fa4fb4607287), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:11.300975 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=f8ce9040-2d38-4a9f-bcf8-1b768f34ec41,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:11.347697 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-d2ea3fb7-b71c-4545-9abc-3a67e9ba90e8 service neutron] 10.222.0.67 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495183 Jan 28 03:09:11.456894 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-656f1871-ced0-4250-b04f-b792ede9fdab req-de2261a6-f0de-42f7-8c7f-981cd8fc2892 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a61f71c-db10-4229-bbac-1ecfaa94843b HTTP/1.1" status: 200 len: 210 time: 0.2028127 Jan 28 03:09:11.465455 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-6396c9c1-586c-49d4-9447-7eb862288ad9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=1a299c13-361c-41af-87eb-964dd7de4708 HTTP/1.1" status: 200 len: 217 time: 0.1101151 Jan 28 03:09:11.532372 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-781f9f82-28f5-417e-8181-62ac6168ddd4 None None] For port af2200fb-a285-43b2-b378-e4a8611f541f, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:09:11.685770 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-781f9f82-28f5-417e-8181-62ac6168ddd4 None None] For port af2200fb-a285-43b2-b378-e4a8611f541f, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=af2200fb-a285-43b2-b378-e4a8611f541f,segment=NetworkSegment(103b4545-2fea-4015-ba4c-541201deccef),segment_id=103b4545-2fea-4015-ba4c-541201deccef)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:09:11.698101 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-781f9f82-28f5-417e-8181-62ac6168ddd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (af2200fb-a285-43b2-b378-e4a8611f541f), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:11.700599 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1542d4-396a-4ba4-bad6-0a87fc0a4ace None None] Pushing event updated for resources: {'Port': ['ID=b204784e-c0d6-4041-b247-a1d3b5a085d1,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:11.769619 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-051e1974-fa3a-4a1d-963a-85139a40ed16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:11.777411 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-051e1974-fa3a-4a1d-963a-85139a40ed16 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d1901a35-0605-40aa-86b7-558d17d5580a HTTP/1.1" status: 200 len: 797 time: 0.2981741 Jan 28 03:09:11.804436 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-e775c3f8-631d-4102-a961-85789fb37968 req-472e2bdc-6256-4f8a-9512-ae125bfceae0 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Allocated IP 172.20.0.6 (cf97283d-0520-42c8-ba1d-d27ef9d37474/4ad0c90b-e226-45ca-86b1-39ab12887aa4/4a17c9dd-e483-41bd-9eb0-1e23f0fea65f) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:09:11.846052 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c79e4a6a-977a-44dd-87a7-6fa0ef2153e9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for port (0db8a0b7-d148-4aa1-821b-04cd39fa4014), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:11.862944 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c79e4a6a-977a-44dd-87a7-6fa0ef2153e9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (0db8a0b7-d148-4aa1-821b-04cd39fa4014), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:11.884414 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367fb0fd-085b-4b69-8cb0-174d136bd2f9 None None] Network 510d0f56-a56d-4baa-b768-cfbf6d32b8c2 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:09:11.983647 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-aeb9a5a8-c0c7-4980-a65f-3750fd632df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:11.985219 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-aeb9a5a8-c0c7-4980-a65f-3750fd632df5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45f5aab1-77c3-46bf-9724-8eea4a5c0efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2002842 Jan 28 03:09:12.013353 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-6531f65f-f057-4424-8e61-4ca943ddd488 None None] Provisioning complete for port 2aa68061-167c-42e3-ad0d-fa4fb4607287 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:12.014337 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6531f65f-f057-4424-8e61-4ca943ddd488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (2aa68061-167c-42e3-ad0d-fa4fb4607287), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:12.062046 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5f94e892-5003-4256-acd5-6d35c862d9e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (15f79d4f-effc-4e5d-87a8-542e1a1d768f), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:12.096335 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781f9f82-28f5-417e-8181-62ac6168ddd4 None None] Routers {'19564a0e-6d75-4ebd-91cc-20e90b744ed0'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:09:12.097733 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-781f9f82-28f5-417e-8181-62ac6168ddd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:09:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['19564a0e-6d75-4ebd-91cc-20e90b744ed0'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:12.145744 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c79e4a6a-977a-44dd-87a7-6fa0ef2153e9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (2677bf10-5a27-49b3-848f-8bac530a62a8), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:12.156785 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e4a6a-977a-44dd-87a7-6fa0ef2153e9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event updated for resources: {'Port': ['ID=0db8a0b7-d148-4aa1-821b-04cd39fa4014,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:12.181762 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79e4a6a-977a-44dd-87a7-6fa0ef2153e9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:12.182108 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79e4a6a-977a-44dd-87a7-6fa0ef2153e9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:12.182456 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79e4a6a-977a-44dd-87a7-6fa0ef2153e9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:12.182893 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79e4a6a-977a-44dd-87a7-6fa0ef2153e9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:12.193936 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79e4a6a-977a-44dd-87a7-6fa0ef2153e9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:12.194293 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79e4a6a-977a-44dd-87a7-6fa0ef2153e9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:12.194611 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79e4a6a-977a-44dd-87a7-6fa0ef2153e9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:12.195083 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79e4a6a-977a-44dd-87a7-6fa0ef2153e9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:12.195434 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79e4a6a-977a-44dd-87a7-6fa0ef2153e9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:12.195763 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79e4a6a-977a-44dd-87a7-6fa0ef2153e9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:12.196239 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79e4a6a-977a-44dd-87a7-6fa0ef2153e9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:12.196573 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79e4a6a-977a-44dd-87a7-6fa0ef2153e9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:12.196896 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79e4a6a-977a-44dd-87a7-6fa0ef2153e9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:12.282866 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b9dc4-9bd2-46fc-94d3-84c1515bc0d0 None None] Pushing event updated for resources: {'Port': ['ID=af2200fb-a285-43b2-b378-e4a8611f541f,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:12.316409 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 2aa68061-167c-42e3-ad0d-fa4fb4607287 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:09:12.323116 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2aa68061-167c-42e3-ad0d-fa4fb4607287), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:12.413870 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-583ce6c9-b82a-4d2e-ab48-a817e97f7cdb service neutron] 10.222.0.67 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122403 Jan 28 03:09:12.621446 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f94e892-5003-4256-acd5-6d35c862d9e6 admin admin] Router 15f79d4f-effc-4e5d-87a8-542e1a1d768f is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:09:12.622918 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e775c3f8-631d-4102-a961-85789fb37968 req-472e2bdc-6256-4f8a-9512-ae125bfceae0 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Publish callbacks [] for port (4a17c9dd-e483-41bd-9eb0-1e23f0fea65f), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:12.642848 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79e4a6a-977a-44dd-87a7-6fa0ef2153e9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Network 1645ca6a-bc41-4b9b-8e15-beabae884715 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:09:12.650278 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-c79e4a6a-977a-44dd-87a7-6fa0ef2153e9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:09:12.697035 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 2aa68061-167c-42e3-ad0d-fa4fb4607287, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=2aa68061-167c-42e3-ad0d-fa4fb4607287,segment=NetworkSegment(36852713-c891-4c2f-a56e-b2d8f3513fc5),segment_id=36852713-c891-4c2f-a56e-b2d8f3513fc5)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:09:12.699449 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-83aa6720-758d-4281-8840-0d4d1b5fdc6b service neutron] 10.222.0.67 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775321 Jan 28 03:09:12.729294 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b1f084a0-e9b7-401f-8574-e9f003d55fac req-7ab2fa22-5b5d-4e13-8b6e-2c1844be5ecd tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a61f71c-db10-4229-bbac-1ecfaa94843b HTTP/1.1" status: 200 len: 210 time: 0.1011264 Jan 28 03:09:12.751485 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (2aa68061-167c-42e3-ad0d-fa4fb4607287), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:12.752318 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:09:12.841301 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e775c3f8-631d-4102-a961-85789fb37968 req-472e2bdc-6256-4f8a-9512-ae125bfceae0 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (4a17c9dd-e483-41bd-9eb0-1e23f0fea65f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:12.973189 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e775c3f8-631d-4102-a961-85789fb37968 req-472e2bdc-6256-4f8a-9512-ae125bfceae0 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Network cf97283d-0520-42c8-ba1d-d27ef9d37474 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:09:13.050201 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e2bdc-6256-4f8a-9512-ae125bfceae0 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Pushing event updated for resources: {'Port': ['ID=4a17c9dd-e483-41bd-9eb0-1e23f0fea65f,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:13.060913 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-f8c34b09-ee3c-4d79-ab4b-5f5c5750da58 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=32253399-bfa8-4777-9ebe-28270de068d4 HTTP/1.1" status: 200 len: 217 time: 0.1800184 Jan 28 03:09:13.076161 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-e775c3f8-631d-4102-a961-85789fb37968 req-472e2bdc-6256-4f8a-9512-ae125bfceae0 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:09:13.080609 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-e775c3f8-631d-4102-a961-85789fb37968 req-472e2bdc-6256-4f8a-9512-ae125bfceae0 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:09:13.154344 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79e4a6a-977a-44dd-87a7-6fa0ef2153e9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Router 2677bf10-5a27-49b3-848f-8bac530a62a8 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:09:13.277737 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-10f3528e-90a3-42ab-bb8f-83483ca6e997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:13.280725 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-10f3528e-90a3-42ab-bb8f-83483ca6e997 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d1901a35-0605-40aa-86b7-558d17d5580a HTTP/1.1" status: 200 len: 797 time: 0.2139668 Jan 28 03:09:13.284699 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f94e892-5003-4256-acd5-6d35c862d9e6 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:09:13.313812 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df318a9-70ce-4553-972b-a88cc7334a3b None None] Sync routers for ids ['15f79d4f-effc-4e5d-87a8-542e1a1d768f'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:09:13.335689 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 58222) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:09:13.366849 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-fdc9702b-dc9b-46ed-9db7-8c08e96ddddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:13.369098 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-fdc9702b-dc9b-46ed-9db7-8c08e96ddddd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45f5aab1-77c3-46bf-9724-8eea4a5c0efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0692375 Jan 28 03:09:13.372120 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5f94e892-5003-4256-acd5-6d35c862d9e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:13.376226 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5f94e892-5003-4256-acd5-6d35c862d9e6 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 10.9523051 Jan 28 03:09:13.376898 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df318a9-70ce-4553-972b-a88cc7334a3b None None] Routers {'15f79d4f-effc-4e5d-87a8-542e1a1d768f'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:09:13.383750 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 58226) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:09:13.385167 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-5df318a9-70ce-4553-972b-a88cc7334a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:09:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['15f79d4f-effc-4e5d-87a8-542e1a1d768f'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:13.556052 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-781f9f82-28f5-417e-8181-62ac6168ddd4 None None] Set router 19564a0e-6d75-4ebd-91cc-20e90b744ed0 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:09:13.684631 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=2aa68061-167c-42e3-ad0d-fa4fb4607287,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:13.711101 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-6531f65f-f057-4424-8e61-4ca943ddd488 None None] Current status of the port 2aa68061-167c-42e3-ad0d-fa4fb4607287 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:09:13.712781 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6531f65f-f057-4424-8e61-4ca943ddd488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2aa68061-167c-42e3-ad0d-fa4fb4607287), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:13.773587 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-95a5f61e-53da-4a4b-abc3-6eb7782497e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:13.798023 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172b72b9-8af9-4fce-9b3c-94164cc31337 None None] Network 1645ca6a-bc41-4b9b-8e15-beabae884715 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:09:13.846857 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-5df318a9-70ce-4553-972b-a88cc7334a3b None None] Set router 15f79d4f-effc-4e5d-87a8-542e1a1d768f gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:09:14.132932 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-0e54bedc-3ddd-439c-a334-3c9e9fbc82cb service neutron] 10.222.0.67 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7569726 Jan 28 03:09:14.248113 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775c3f8-631d-4102-a961-85789fb37968 req-472e2bdc-6256-4f8a-9512-ae125bfceae0 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:14.249439 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e775c3f8-631d-4102-a961-85789fb37968 req-472e2bdc-6256-4f8a-9512-ae125bfceae0 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:14.288868 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79e4a6a-977a-44dd-87a7-6fa0ef2153e9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:09:14.298606 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c79e4a6a-977a-44dd-87a7-6fa0ef2153e9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "PUT /v2.0/routers/2677bf10-5a27-49b3-848f-8bac530a62a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0791109 Jan 28 03:09:14.300730 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e775c3f8-631d-4102-a961-85789fb37968 req-472e2bdc-6256-4f8a-9512-ae125bfceae0 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1360044 Jan 28 03:09:14.301349 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58234) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:09:14.308675 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729b116-a45c-4569-9f9c-12d0850cfb14 req-60081cdf-0baa-4231-8b0d-de7a5baca48e tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:14.318961 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e729b116-a45c-4569-9f9c-12d0850cfb14 req-60081cdf-0baa-4231-8b0d-de7a5baca48e tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a61f71c-db10-4229-bbac-1ecfaa94843b HTTP/1.1" status: 200 len: 931 time: 0.1271555 Jan 28 03:09:14.338982 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524119be-459e-4b68-ae07-e62560ad6584 None None] Sync routers for ids ['2677bf10-5a27-49b3-848f-8bac530a62a8'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:09:14.350569 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-8a908fa0-7ce9-4816-9d6d-ab243c133693 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Request body: {'network': {'name': 'tempest-RoutersTest-1751383413'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:09:14.353471 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-5df318a9-70ce-4553-972b-a88cc7334a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f79d4f-effc-4e5d-87a8-542e1a1d768f', 'name': 'tempest-ServersTestJSON-95942820-router', 'tenant_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:09:02Z', 'updated_at': '2022-01-28T03:09:09Z', 'revision_number': 3, 'project_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'gw_port': {'id': 'c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f79d4f-effc-4e5d-87a8-542e1a1d768f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:05Z', 'updated_at': '2022-01-28T03:09:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:14.367777 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-e775c3f8-631d-4102-a961-85789fb37968 req-1b511333-4cc5-412a-82dc-c079e946859c service neutron] Request body: {'port': {'device_id': '9a61f71c-db10-4229-bbac-1ecfaa94843b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:09:14.375432 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.api [None req-6531f65f-f057-4424-8e61-4ca943ddd488 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:09:14.375901 n-d-712139-27 neutron-server[109804]: DEBUG oslo_db.api [None req-6531f65f-f057-4424-8e61-4ca943ddd488 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:09:14.452368 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-95a5f61e-53da-4a4b-abc3-6eb7782497e7 admin admin] Publish callbacks [] for security_group (56b44d79-9db3-4f8f-b00c-5386d61397e6), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:14.468411 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df318a9-70ce-4553-972b-a88cc7334a3b None None] Checking router: 15f79d4f-effc-4e5d-87a8-542e1a1d768f for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:09:14.469705 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df318a9-70ce-4553-972b-a88cc7334a3b None None] Updating router 15f79d4f-effc-4e5d-87a8-542e1a1d768f port c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:09:14.508600 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-95a5f61e-53da-4a4b-abc3-6eb7782497e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (56b44d79-9db3-4f8f-b00c-5386d61397e6), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:14.525217 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-5df318a9-70ce-4553-972b-a88cc7334a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:14.535807 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e729b116-a45c-4569-9f9c-12d0850cfb14 req-b68d9475-b17d-4bf8-9ca0-96bcc1b29d55 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164760 Jan 28 03:09:14.537278 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a908fa0-7ce9-4816-9d6d-ab243c133693 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Made reservation on behalf of b764e6c6729b44a19b3dc2f4b82a400d for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:09:14.546161 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8a908fa0-7ce9-4816-9d6d-ab243c133693 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:14.593834 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a5f61e-53da-4a4b-abc3-6eb7782497e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b44d79-9db3-4f8f-b00c-5386d61397e6,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:14.647928 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524119be-459e-4b68-ae07-e62560ad6584 None None] Routers {'2677bf10-5a27-49b3-848f-8bac530a62a8'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:09:14.655425 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-524119be-459e-4b68-ae07-e62560ad6584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:09:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['2677bf10-5a27-49b3-848f-8bac530a62a8'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:14.696364 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e775c3f8-631d-4102-a961-85789fb37968 req-1b511333-4cc5-412a-82dc-c079e946859c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (4a17c9dd-e483-41bd-9eb0-1e23f0fea65f), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:14.717777 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-7b2d27a9-038f-45a4-8746-3e06362488a7 service neutron] 10.222.0.67 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5739737 Jan 28 03:09:14.782201 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a908fa0-7ce9-4816-9d6d-ab243c133693 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:09:14.808255 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8a908fa0-7ce9-4816-9d6d-ab243c133693 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (965b5833-cdaf-46d3-9bec-4e8294344446), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:14.808485 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-8a908fa0-7ce9-4816-9d6d-ab243c133693 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Added segment 965b5833-cdaf-46d3-9bec-4e8294344446 of type vlan for network 4a4efb42-e52c-4800-aa95-b8417f14c5d6 Jan 28 03:09:14.898369 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-95a5f61e-53da-4a4b-abc3-6eb7782497e7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=47732fa517a744f58f538afc4c6b5761&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5567477 Jan 28 03:09:14.899091 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 58240) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:09:14.912712 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-d5e6f552-d160-45e3-a0a3-0c54ff577d7f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fab89d88-a54d-4fec-bf38-88eba2285661 HTTP/1.1" status: 200 len: 217 time: 0.1655986 Jan 28 03:09:14.951877 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-524119be-459e-4b68-ae07-e62560ad6584 None None] Set router 2677bf10-5a27-49b3-848f-8bac530a62a8 gateway port host: None {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:09:14.973596 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-5df318a9-70ce-4553-972b-a88cc7334a3b None None] Publish callbacks [] for port (c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:14.984543 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8a908fa0-7ce9-4816-9d6d-ab243c133693 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (4a4efb42-e52c-4800-aa95-b8417f14c5d6), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:14.984949 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-5df318a9-70ce-4553-972b-a88cc7334a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:15.079733 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:15.079733 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:15.165582 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-5df318a9-70ce-4553-972b-a88cc7334a3b None None] Attempting to bind port c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:09:15.166212 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-5df318a9-70ce-4553-972b-a88cc7334a3b None None] Attempting to bind port c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:09:15.166977 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df318a9-70ce-4553-972b-a88cc7334a3b None None] Attempting to bind port c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:09:15.197590 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df318a9-70ce-4553-972b-a88cc7334a3b None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:09:15.198511 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df318a9-70ce-4553-972b-a88cc7334a3b None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:09:15.199077 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-5df318a9-70ce-4553-972b-a88cc7334a3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:15.199727 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df318a9-70ce-4553-972b-a88cc7334a3b None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:09:15.200486 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-5df318a9-70ce-4553-972b-a88cc7334a3b None None] Bound port: c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:09:15.201182 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-5df318a9-70ce-4553-972b-a88cc7334a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:15.272285 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8a908fa0-7ce9-4816-9d6d-ab243c133693 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (4a4efb42-e52c-4800-aa95-b8417f14c5d6), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:15.296943 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a908fa0-7ce9-4816-9d6d-ab243c133693 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:15.306077 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8a908fa0-7ce9-4816-9d6d-ab243c133693 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:15.317159 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-8f2669a3-c4d2-49b8-8b33-e13947de14ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:15.318936 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-8f2669a3-c4d2-49b8-8b33-e13947de14ec service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d7ff91e7-f241-4c5c-a917-a215b6f26f85 HTTP/1.1" status: 200 len: 797 time: 0.3822114 Jan 28 03:09:15.328192 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b44bd6e1-db5c-42a8-9a56-85bc9853ee5d admin admin] Publish callbacks [] for security_group (56b44d79-9db3-4f8f-b00c-5386d61397e6), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:15.401736 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b6ba76d2-3cf9-496b-bc48-adb087614448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:15.402417 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-5df318a9-70ce-4553-972b-a88cc7334a3b None None] For port c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:09:15.408454 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-5df318a9-70ce-4553-972b-a88cc7334a3b None None] For port c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:09:15.410603 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69658821-9b51-4975-ab69-d18c44cbb2bd None None] Pushing event updated for resources: {'Port': ['ID=c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:15.417480 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-5df318a9-70ce-4553-972b-a88cc7334a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:15.486498 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df318a9-70ce-4553-972b-a88cc7334a3b None None] Routers {'15f79d4f-effc-4e5d-87a8-542e1a1d768f'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:09:15.488650 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-5df318a9-70ce-4553-972b-a88cc7334a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:09:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['15f79d4f-effc-4e5d-87a8-542e1a1d768f'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:15.522900 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a908fa0-7ce9-4816-9d6d-ab243c133693 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event updated for resources: {'Network': ['ID=4a4efb42-e52c-4800-aa95-b8417f14c5d6,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:15.623451 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 4a4efb42-e52c-4800-aa95-b8417f14c5d6 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:09:15.674456 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-6531f65f-f057-4424-8e61-4ca943ddd488 None None] Current status of the port 2aa68061-167c-42e3-ad0d-fa4fb4607287 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:09:15.728106 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69658821-9b51-4975-ab69-d18c44cbb2bd None None] Pushing event updated for resources: {'Port': ['ID=c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:15.838472 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-e775c3f8-631d-4102-a961-85789fb37968 req-1b511333-4cc5-412a-82dc-c079e946859c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a17c9dd-e483-41bd-9eb0-1e23f0fea65f {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:09:15.860387 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e775c3f8-631d-4102-a961-85789fb37968 req-1b511333-4cc5-412a-82dc-c079e946859c service neutron] Publish callbacks [] for port (4a17c9dd-e483-41bd-9eb0-1e23f0fea65f), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:15.894160 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-e775c3f8-631d-4102-a961-85789fb37968 req-1b511333-4cc5-412a-82dc-c079e946859c service neutron] Transition to ACTIVE for port object 4a17c9dd-e483-41bd-9eb0-1e23f0fea65f will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:09:15.908294 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8a908fa0-7ce9-4816-9d6d-ab243c133693 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5716236 Jan 28 03:09:15.910706 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e775c3f8-631d-4102-a961-85789fb37968 req-1b511333-4cc5-412a-82dc-c079e946859c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (4a17c9dd-e483-41bd-9eb0-1e23f0fea65f), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:15.918566 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58248) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:09:15.920653 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-5df318a9-70ce-4553-972b-a88cc7334a3b None None] Set router 15f79d4f-effc-4e5d-87a8-542e1a1d768f gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:09:15.931786 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-79dff4d8-d582-4fd1-a197-950a06264b8d tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Request body: {'subnet': {'network_id': '4a4efb42-e52c-4800-aa95-b8417f14c5d6', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:09:15.992124 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:09:16.037213 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-781f9f82-28f5-417e-8181-62ac6168ddd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19564a0e-6d75-4ebd-91cc-20e90b744ed0', 'name': 'tempest-ServerRescueTestJSON-896696430-router', 'tenant_id': 'cb134c115eb245dc82a1d93503949d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f8ce9040-2d38-4a9f-bcf8-1b768f34ec41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:08:53Z', 'updated_at': '2022-01-28T03:09:00Z', 'revision_number': 4, 'project_id': 'cb134c115eb245dc82a1d93503949d14', 'gw_port': {'id': 'f8ce9040-2d38-4a9f-bcf8-1b768f34ec41', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:16:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19564a0e-6d75-4ebd-91cc-20e90b744ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:08:55Z', 'updated_at': '2022-01-28T03:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'af2200fb-a285-43b2-b378-e4a8611f541f', 'name': '', 'network_id': 'cf97283d-0520-42c8-ba1d-d27ef9d37474', 'tenant_id': 'cb134c115eb245dc82a1d93503949d14', 'mac_address': 'fa:16:3e:74:6f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19564a0e-6d75-4ebd-91cc-20e90b744ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '4ad0c90b-e226-45ca-86b1-39ab12887aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:08:59Z', 'updated_at': '2022-01-28T03:09:11Z', 'revision_number': 4, 'project_id': 'cb134c115eb245dc82a1d93503949d14', 'subnets': [{'id': '4ad0c90b-e226-45ca-86b1-39ab12887aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:16.042553 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-ee3a2f2f-24e2-492e-b612-5e0c9a744654 None None] Provisioning complete for port 0db8a0b7-d148-4aa1-821b-04cd39fa4014 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:16.043595 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ee3a2f2f-24e2-492e-b612-5e0c9a744654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (0db8a0b7-d148-4aa1-821b-04cd39fa4014), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:16.133576 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781f9f82-28f5-417e-8181-62ac6168ddd4 None None] The sync data for ids ['19564a0e-6d75-4ebd-91cc-20e90b744ed0'] in n-d-712139-27 is: [{'id': '19564a0e-6d75-4ebd-91cc-20e90b744ed0', 'name': 'tempest-ServerRescueTestJSON-896696430-router', 'tenant_id': 'cb134c115eb245dc82a1d93503949d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f8ce9040-2d38-4a9f-bcf8-1b768f34ec41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:08:53Z', 'updated_at': '2022-01-28T03:09:00Z', 'revision_number': 4, 'project_id': 'cb134c115eb245dc82a1d93503949d14', 'gw_port': {'id': 'f8ce9040-2d38-4a9f-bcf8-1b768f34ec41', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:16:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19564a0e-6d75-4ebd-91cc-20e90b744ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:08:55Z', 'updated_at': '2022-01-28T03:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'af2200fb-a285-43b2-b378-e4a8611f541f', 'name': '', 'network_id': 'cf97283d-0520-42c8-ba1d-d27ef9d37474', 'tenant_id': 'cb134c115eb245dc82a1d93503949d14', 'mac_address': 'fa:16:3e:74:6f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19564a0e-6d75-4ebd-91cc-20e90b744ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '4ad0c90b-e226-45ca-86b1-39ab12887aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:08:59Z', 'updated_at': '2022-01-28T03:09:11Z', 'revision_number': 4, 'project_id': 'cb134c115eb245dc82a1d93503949d14', 'subnets': [{'id': '4ad0c90b-e226-45ca-86b1-39ab12887aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:09:16.255223 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-524119be-459e-4b68-ae07-e62560ad6584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'name': 'tempest-RoutersTest-router-502267932', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:08:56Z', 'updated_at': '2022-01-28T03:09:10Z', 'revision_number': 3, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'gw_port_host': None, '_interfaces': [{'id': '0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7', 'name': '', 'network_id': 'dc61925a-0415-4299-8652-90bcc5f97c8b', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:02:c3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '11acbd87-5e71-410b-9a05-dddb101e9dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:08:59Z', 'updated_at': '2022-01-28T03:09:08Z', 'revision_number': 5, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '11acbd87-5e71-410b-9a05-dddb101e9dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0db8a0b7-d148-4aa1-821b-04cd39fa4014', 'name': '', 'network_id': '1645ca6a-bc41-4b9b-8e15-beabae884715', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:88:66:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '7c998376-4250-4f51-bb5d-c2a9e754eec4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:06Z', 'updated_at': '2022-01-28T03:09:10Z', 'revision_number': 2, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '7c998376-4250-4f51-bb5d-c2a9e754eec4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:16.260199 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-ee3a2f2f-24e2-492e-b612-5e0c9a744654 None None] Port 0db8a0b7-d148-4aa1-821b-04cd39fa4014 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:09:16.306195 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524119be-459e-4b68-ae07-e62560ad6584 None None] Checking router: 2677bf10-5a27-49b3-848f-8bac530a62a8 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:09:16.306557 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524119be-459e-4b68-ae07-e62560ad6584 None None] Updating router 2677bf10-5a27-49b3-848f-8bac530a62a8 port 0db8a0b7-d148-4aa1-821b-04cd39fa4014 binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:09:16.406798 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-524119be-459e-4b68-ae07-e62560ad6584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (0db8a0b7-d148-4aa1-821b-04cd39fa4014), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:16.411017 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-ee3a2f2f-24e2-492e-b612-5e0c9a744654 None None] Provisioning complete for port b204784e-c0d6-4041-b247-a1d3b5a085d1 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:16.411404 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ee3a2f2f-24e2-492e-b612-5e0c9a744654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b204784e-c0d6-4041-b247-a1d3b5a085d1), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:16.518803 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b511333-4cc5-412a-82dc-c079e946859c service neutron] Pushing event updated for resources: {'Port': ['ID=4a17c9dd-e483-41bd-9eb0-1e23f0fea65f,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:16.532151 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79dff4d8-d582-4fd1-a197-950a06264b8d tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Made reservation on behalf of b764e6c6729b44a19b3dc2f4b82a400d for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:09:16.554993 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-79dff4d8-d582-4fd1-a197-950a06264b8d tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:16.600103 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-5df318a9-70ce-4553-972b-a88cc7334a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f79d4f-effc-4e5d-87a8-542e1a1d768f', 'name': 'tempest-ServersTestJSON-95942820-router', 'tenant_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:09:02Z', 'updated_at': '2022-01-28T03:09:09Z', 'revision_number': 3, 'project_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'gw_port': {'id': 'c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f79d4f-effc-4e5d-87a8-542e1a1d768f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:05Z', 'updated_at': '2022-01-28T03:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:16.699687 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df318a9-70ce-4553-972b-a88cc7334a3b None None] The sync data for ids ['15f79d4f-effc-4e5d-87a8-542e1a1d768f'] in n-d-712139-27 is: [{'id': '15f79d4f-effc-4e5d-87a8-542e1a1d768f', 'name': 'tempest-ServersTestJSON-95942820-router', 'tenant_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:09:02Z', 'updated_at': '2022-01-28T03:09:09Z', 'revision_number': 3, 'project_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'gw_port': {'id': 'c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f79d4f-effc-4e5d-87a8-542e1a1d768f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:05Z', 'updated_at': '2022-01-28T03:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:09:17.103849 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-b6ba76d2-3cf9-496b-bc48-adb087614448 admin admin] Allocated IP 172.20.0.1 (510d0f56-a56d-4baa-b768-cfbf6d32b8c2/db5a4c57-6170-4daa-b081-7c1d297c0ccb/6570a417-cc77-4c9f-8e04-3e6ed2fe2369) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:09:17.105347 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-524119be-459e-4b68-ae07-e62560ad6584 None None] Publish callbacks [] for port (0db8a0b7-d148-4aa1-821b-04cd39fa4014), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:17.113767 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 2aa68061-167c-42e3-ad0d-fa4fb4607287 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:09:17.118222 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-524119be-459e-4b68-ae07-e62560ad6584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (0db8a0b7-d148-4aa1-821b-04cd39fa4014), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:17.288872 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-e775c3f8-631d-4102-a961-85789fb37968 req-1b511333-4cc5-412a-82dc-c079e946859c service neutron] Attempting to bind port 4a17c9dd-e483-41bd-9eb0-1e23f0fea65f on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:09:17.288872 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-e775c3f8-631d-4102-a961-85789fb37968 req-1b511333-4cc5-412a-82dc-c079e946859c service neutron] Attempting to bind port 4a17c9dd-e483-41bd-9eb0-1e23f0fea65f by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '103b4545-2fea-4015-ba4c-541201deccef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'cf97283d-0520-42c8-ba1d-d27ef9d37474'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:09:17.288872 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e775c3f8-631d-4102-a961-85789fb37968 req-1b511333-4cc5-412a-82dc-c079e946859c service neutron] Attempting to bind port 4a17c9dd-e483-41bd-9eb0-1e23f0fea65f on network cf97283d-0520-42c8-ba1d-d27ef9d37474 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:09:17.316058 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e775c3f8-631d-4102-a961-85789fb37968 req-1b511333-4cc5-412a-82dc-c079e946859c service neutron] Port 4a17c9dd-e483-41bd-9eb0-1e23f0fea65f on network cf97283d-0520-42c8-ba1d-d27ef9d37474 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:09:17.316573 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e775c3f8-631d-4102-a961-85789fb37968 req-1b511333-4cc5-412a-82dc-c079e946859c service neutron] Attempting to bind port 4a17c9dd-e483-41bd-9eb0-1e23f0fea65f on network cf97283d-0520-42c8-ba1d-d27ef9d37474 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:09:17.429535 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b6ba76d2-3cf9-496b-bc48-adb087614448 admin admin] Publish callbacks [] for port (6570a417-cc77-4c9f-8e04-3e6ed2fe2369), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:17.524981 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b44bd6e1-db5c-42a8-9a56-85bc9853ee5d admin admin] Publish callbacks [] for security_group (56b44d79-9db3-4f8f-b00c-5386d61397e6), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:17.533434 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264bc275-8b7c-42b7-8307-1a5997a5855b None None] Pushing event updated for resources: {'Port': ['ID=0db8a0b7-d148-4aa1-821b-04cd39fa4014,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:17.582333 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e775c3f8-631d-4102-a961-85789fb37968 req-1b511333-4cc5-412a-82dc-c079e946859c service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:09:17.583231 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e775c3f8-631d-4102-a961-85789fb37968 req-1b511333-4cc5-412a-82dc-c079e946859c service neutron] Checking segment: {'id': '103b4545-2fea-4015-ba4c-541201deccef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'cf97283d-0520-42c8-ba1d-d27ef9d37474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:09:17.583761 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e775c3f8-631d-4102-a961-85789fb37968 req-1b511333-4cc5-412a-82dc-c079e946859c service neutron] Bound using segment: {'id': '103b4545-2fea-4015-ba4c-541201deccef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'cf97283d-0520-42c8-ba1d-d27ef9d37474'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:09:17.584647 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-e775c3f8-631d-4102-a961-85789fb37968 req-1b511333-4cc5-412a-82dc-c079e946859c service neutron] Bound port: 4a17c9dd-e483-41bd-9eb0-1e23f0fea65f, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '103b4545-2fea-4015-ba4c-541201deccef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'cf97283d-0520-42c8-ba1d-d27ef9d37474'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:09:17.585425 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e775c3f8-631d-4102-a961-85789fb37968 req-1b511333-4cc5-412a-82dc-c079e946859c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (4a17c9dd-e483-41bd-9eb0-1e23f0fea65f), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:17.589064 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-79dff4d8-d582-4fd1-a197-950a06264b8d tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (557f82cd-fde6-41b1-b8e1-cbc96e6026da), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:17.615891 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b6ba76d2-3cf9-496b-bc48-adb087614448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (6570a417-cc77-4c9f-8e04-3e6ed2fe2369), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:17.669101 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-ee3a2f2f-24e2-492e-b612-5e0c9a744654 None None] Current status of the port b204784e-c0d6-4041-b247-a1d3b5a085d1 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:09:17.669654 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ee3a2f2f-24e2-492e-b612-5e0c9a744654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b204784e-c0d6-4041-b247-a1d3b5a085d1), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:17.680052 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-f60eb6fc-a01d-41bc-9f6b-af182fb41dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:17.681677 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-f60eb6fc-a01d-41bc-9f6b-af182fb41dc1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8f5c2a2c-a994-4917-b3e0-21b15ad56c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 2.3546019 Jan 28 03:09:17.725502 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-524119be-459e-4b68-ae07-e62560ad6584 None None] Attempting to bind port 0db8a0b7-d148-4aa1-821b-04cd39fa4014 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:09:17.726221 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-524119be-459e-4b68-ae07-e62560ad6584 None None] Attempting to bind port 0db8a0b7-d148-4aa1-821b-04cd39fa4014 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '1e4061e5-7215-4107-966c-dcd096064ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1645ca6a-bc41-4b9b-8e15-beabae884715'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:09:17.726771 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524119be-459e-4b68-ae07-e62560ad6584 None None] Attempting to bind port 0db8a0b7-d148-4aa1-821b-04cd39fa4014 on network 1645ca6a-bc41-4b9b-8e15-beabae884715 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:09:17.806646 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-ee3a2f2f-24e2-492e-b612-5e0c9a744654 None None] For port b204784e-c0d6-4041-b247-a1d3b5a085d1, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=b204784e-c0d6-4041-b247-a1d3b5a085d1,segment=NetworkSegment(1e4061e5-7215-4107-966c-dcd096064ffb),segment_id=1e4061e5-7215-4107-966c-dcd096064ffb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:09:17.809398 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 2aa68061-167c-42e3-ad0d-fa4fb4607287 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:17.810241 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (2aa68061-167c-42e3-ad0d-fa4fb4607287), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:17.964474 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524119be-459e-4b68-ae07-e62560ad6584 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:09:17.965505 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524119be-459e-4b68-ae07-e62560ad6584 None None] Checking segment: {'id': '1e4061e5-7215-4107-966c-dcd096064ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1645ca6a-bc41-4b9b-8e15-beabae884715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:09:17.966435 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-524119be-459e-4b68-ae07-e62560ad6584 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:17.967299 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524119be-459e-4b68-ae07-e62560ad6584 None None] Bound using segment: {'id': '1e4061e5-7215-4107-966c-dcd096064ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1645ca6a-bc41-4b9b-8e15-beabae884715'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:09:17.968318 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-524119be-459e-4b68-ae07-e62560ad6584 None None] Bound port: 0db8a0b7-d148-4aa1-821b-04cd39fa4014, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e4061e5-7215-4107-966c-dcd096064ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1645ca6a-bc41-4b9b-8e15-beabae884715'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:09:17.969196 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-524119be-459e-4b68-ae07-e62560ad6584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (0db8a0b7-d148-4aa1-821b-04cd39fa4014), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:17.974664 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ee3a2f2f-24e2-492e-b612-5e0c9a744654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b204784e-c0d6-4041-b247-a1d3b5a085d1), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:18.058250 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-e775c3f8-631d-4102-a961-85789fb37968 req-1b511333-4cc5-412a-82dc-c079e946859c service neutron] For port 4a17c9dd-e483-41bd-9eb0-1e23f0fea65f, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:09:18.071024 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-e775c3f8-631d-4102-a961-85789fb37968 req-1b511333-4cc5-412a-82dc-c079e946859c service neutron] For port 4a17c9dd-e483-41bd-9eb0-1e23f0fea65f, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=4a17c9dd-e483-41bd-9eb0-1e23f0fea65f,segment=NetworkSegment(103b4545-2fea-4015-ba4c-541201deccef),segment_id=103b4545-2fea-4015-ba4c-541201deccef)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:09:18.183871 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e775c3f8-631d-4102-a961-85789fb37968 req-1b511333-4cc5-412a-82dc-c079e946859c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (4a17c9dd-e483-41bd-9eb0-1e23f0fea65f), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:18.193784 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-3c1a4298-5c4d-47ce-a71c-536a32eae09d service neutron] 10.222.0.67 "GET /v2.0/networks/8f5c2a2c-a994-4917-b3e0-21b15ad56c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4893785 Jan 28 03:09:18.262396 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775c3f8-631d-4102-a961-85789fb37968 req-1b511333-4cc5-412a-82dc-c079e946859c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:18.264569 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e775c3f8-631d-4102-a961-85789fb37968 req-1b511333-4cc5-412a-82dc-c079e946859c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:18.267790 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e775c3f8-631d-4102-a961-85789fb37968 req-1b511333-4cc5-412a-82dc-c079e946859c service neutron] 10.222.0.67 "PUT /v2.0/ports/4a17c9dd-e483-41bd-9eb0-1e23f0fea65f HTTP/1.1" status: 200 len: 1092 time: 3.9054258 Jan 28 03:09:18.270108 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-524119be-459e-4b68-ae07-e62560ad6584 None None] For port 0db8a0b7-d148-4aa1-821b-04cd39fa4014, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:09:18.296933 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-524119be-459e-4b68-ae07-e62560ad6584 None None] For port 0db8a0b7-d148-4aa1-821b-04cd39fa4014, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=0db8a0b7-d148-4aa1-821b-04cd39fa4014,segment=NetworkSegment(1e4061e5-7215-4107-966c-dcd096064ffb),segment_id=1e4061e5-7215-4107-966c-dcd096064ffb)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:09:18.340530 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-ee3a2f2f-24e2-492e-b612-5e0c9a744654 None None] Provisioning complete for port 2aa68061-167c-42e3-ad0d-fa4fb4607287 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:18.341225 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ee3a2f2f-24e2-492e-b612-5e0c9a744654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (2aa68061-167c-42e3-ad0d-fa4fb4607287), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:18.350522 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-524119be-459e-4b68-ae07-e62560ad6584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (0db8a0b7-d148-4aa1-821b-04cd39fa4014), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:18.354478 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a61f71c-db10-4229-bbac-1ecfaa94843b', 'tag': '4a17c9dd-e483-41bd-9eb0-1e23f0fea65f'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:09:18.362922 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef609307-ccac-48f9-a6be-06af81fff0f6" -d '{"events": [{"name": "network-changed", "server_uuid": "9a61f71c-db10-4229-bbac-1ecfaa94843b", "tag": "4a17c9dd-e483-41bd-9eb0-1e23f0fea65f"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:09:18.374294 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-97367c2c-087c-4af9-82eb-b331e359730e service neutron] 10.222.0.67 "GET /v2.0/networks/8f5c2a2c-a994-4917-b3e0-21b15ad56c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395473 Jan 28 03:09:18.390100 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dff4d8-d582-4fd1-a197-950a06264b8d tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event updated for resources: {'Subnet': ['ID=557f82cd-fde6-41b1-b8e1-cbc96e6026da,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:18.430799 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba76d2-3cf9-496b-bc48-adb087614448 admin admin] Pushing event updated for resources: {'Port': ['ID=6570a417-cc77-4c9f-8e04-3e6ed2fe2369,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:18.448248 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ba76d2-3cf9-496b-bc48-adb087614448 admin admin] Network 510d0f56-a56d-4baa-b768-cfbf6d32b8c2 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:09:18.575234 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dff4d8-d582-4fd1-a197-950a06264b8d tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Checking segment: {'id': '965b5833-cdaf-46d3-9bec-4e8294344446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4a4efb42-e52c-4800-aa95-b8417f14c5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:09:18.579534 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dff4d8-d582-4fd1-a197-950a06264b8d tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Network hostable DHCP agents. Network: 4a4efb42-e52c-4800-aa95-b8417f14c5d6, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:09:18.585332 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-b6ba76d2-3cf9-496b-bc48-adb087614448 admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:09:18.592106 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ba76d2-3cf9-496b-bc48-adb087614448 admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:09:18.607204 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7136ac20-1470-4ea7-a38a-dab92156e68b x-openstack-request-id: req-7136ac20-1470-4ea7-a38a-dab92156e68b {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:09:18.620319 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a61f71c-db10-4229-bbac-1ecfaa94843b", "tag": "4a17c9dd-e483-41bd-9eb0-1e23f0fea65f", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:09:18.621240 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7136ac20-1470-4ea7-a38a-dab92156e68b {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:09:18.632406 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a61f71c-db10-4229-bbac-1ecfaa94843b', 'tag': '4a17c9dd-e483-41bd-9eb0-1e23f0fea65f', 'status': 'completed', 'code': 200} Jan 28 03:09:18.665348 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 2aa68061-167c-42e3-ad0d-fa4fb4607287 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:09:18.666731 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device f8ce9040-2d38-4a9f-bcf8-1b768f34ec41 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:09:18.717034 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-342f28eb-55bc-4258-bb55-646d07eba212 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7449fb17-3519-4387-a4d3-63b8cf30ebec HTTP/1.1" status: 200 len: 217 time: 0.3342993 Jan 28 03:09:18.717788 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a2f2f-24e2-492e-b612-5e0c9a744654 None None] Pushing event updated for resources: {'Port': ['ID=b204784e-c0d6-4041-b247-a1d3b5a085d1,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:18.774936 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524119be-459e-4b68-ae07-e62560ad6584 None None] Routers {'2677bf10-5a27-49b3-848f-8bac530a62a8'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:09:18.777863 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-524119be-459e-4b68-ae07-e62560ad6584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:09:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['2677bf10-5a27-49b3-848f-8bac530a62a8'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:18.815802 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b511333-4cc5-412a-82dc-c079e946859c service neutron] Pushing event updated for resources: {'Port': ['ID=4a17c9dd-e483-41bd-9eb0-1e23f0fea65f,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:18.891623 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775c3f8-631d-4102-a961-85789fb37968 req-a5fb232d-eb30-42d6-9806-2675ce371565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:18.900783 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e775c3f8-631d-4102-a961-85789fb37968 req-a5fb232d-eb30-42d6-9806-2675ce371565 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cb134c115eb245dc82a1d93503949d14&device_id=9a61f71c-db10-4229-bbac-1ecfaa94843b HTTP/1.1" status: 200 len: 1095 time: 0.4890194 Jan 28 03:09:18.912071 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dff4d8-d582-4fd1-a197-950a06264b8d tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Network 4a4efb42-e52c-4800-aa95-b8417f14c5d6 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:09:18.986037 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b44bd6e1-db5c-42a8-9a56-85bc9853ee5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (56b44d79-9db3-4f8f-b00c-5386d61397e6), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:18.998635 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b44bd6e1-db5c-42a8-9a56-85bc9853ee5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:19.011484 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b44bd6e1-db5c-42a8-9a56-85bc9853ee5d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/56b44d79-9db3-4f8f-b00c-5386d61397e6 HTTP/1.1" status: 204 len: 168 time: 4.1052403 Jan 28 03:09:19.051115 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a35f0-238d-4d2b-a7dc-40af22d3a1cd req-a0198699-88ca-465b-9bc0-fc23e8f78015 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:19.053618 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-79dff4d8-d582-4fd1-a197-950a06264b8d tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 4a4efb42-e52c-4800-aa95-b8417f14c5d6) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:09:19.071719 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a28a35f0-238d-4d2b-a7dc-40af22d3a1cd req-a0198699-88ca-465b-9bc0-fc23e8f78015 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a61f71c-db10-4229-bbac-1ecfaa94843b HTTP/1.1" status: 200 len: 943 time: 1.5346034 Jan 28 03:09:19.074478 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e775c3f8-631d-4102-a961-85789fb37968 req-5d95e22e-da30-4ddd-ab2b-bbd58a9b2aa7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a17c9dd-e483-41bd-9eb0-1e23f0fea65f HTTP/1.1" status: 200 len: 217 time: 0.1332884 Jan 28 03:09:19.075885 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dff4d8-d582-4fd1-a197-950a06264b8d tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:19.076529 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-79dff4d8-d582-4fd1-a197-950a06264b8d tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:19.221680 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44bd6e1-db5c-42a8-9a56-85bc9853ee5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b44d79-9db3-4f8f-b00c-5386d61397e6,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:19.232316 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-79dff4d8-d582-4fd1-a197-950a06264b8d tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3067768 Jan 28 03:09:19.247622 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58268) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:09:19.280246 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775c3f8-631d-4102-a961-85789fb37968 req-088e91cf-eeac-4de5-a226-d3c61e8d6c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:19.282930 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e775c3f8-631d-4102-a961-85789fb37968 req-088e91cf-eeac-4de5-a226-d3c61e8d6c2e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4ad0c90b-e226-45ca-86b1-39ab12887aa4 HTTP/1.1" status: 200 len: 850 time: 0.1911371 Jan 28 03:09:19.307339 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b6ba76d2-3cf9-496b-bc48-adb087614448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (15f79d4f-effc-4e5d-87a8-542e1a1d768f), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:19.407822 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e775c3f8-631d-4102-a961-85789fb37968 req-89a33dd1-7b1c-46ca-94ea-886ce32b0c10 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cf97283d-0520-42c8-ba1d-d27ef9d37474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337660 Jan 28 03:09:19.425602 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f4f25e-9ab2-4b84-8372-71baf5d6ea5e None None] Network 4a4efb42-e52c-4800-aa95-b8417f14c5d6 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:09:19.485666 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-6f335c5b-0cf5-4b81-9971-da40bf0c2592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:19.488228 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-6f335c5b-0cf5-4b81-9971-da40bf0c2592 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d7ff91e7-f241-4c5c-a917-a215b6f26f85 HTTP/1.1" status: 200 len: 797 time: 0.7548769 Jan 28 03:09:19.639056 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port f8ce9040-2d38-4a9f-bcf8-1b768f34ec41 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:19.639472 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f8ce9040-2d38-4a9f-bcf8-1b768f34ec41), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:19.659223 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a28a35f0-238d-4d2b-a7dc-40af22d3a1cd req-2ba313a3-7caa-4e85-a7a9-b86b731726b2 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5862787 Jan 28 03:09:19.716854 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-9ef48a78-eeaa-4547-8c70-667e163907e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:19.719275 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-9ef48a78-eeaa-4547-8c70-667e163907e4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8f5c2a2c-a994-4917-b3e0-21b15ad56c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1958685 Jan 28 03:09:19.776763 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264bc275-8b7c-42b7-8307-1a5997a5855b None None] Pushing event updated for resources: {'Port': ['ID=0db8a0b7-d148-4aa1-821b-04cd39fa4014,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:19.811547 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b6ba76d2-3cf9-496b-bc48-adb087614448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (6570a417-cc77-4c9f-8e04-3e6ed2fe2369), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:19.877114 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-524119be-459e-4b68-ae07-e62560ad6584 None None] Set router 2677bf10-5a27-49b3-848f-8bac530a62a8 gateway port host: None {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:09:20.002277 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-ee3a2f2f-24e2-492e-b612-5e0c9a744654 None None] Current status of the port 2aa68061-167c-42e3-ad0d-fa4fb4607287 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:09:20.026830 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e775c3f8-631d-4102-a961-85789fb37968 req-d0ecf865-6984-46d9-bed6-27a2fcc13f3b service neutron] 10.222.0.67 "GET /v2.0/networks/cf97283d-0520-42c8-ba1d-d27ef9d37474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5752344 Jan 28 03:09:20.083866 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-1aff18ca-a8c3-46df-a5da-fd40d2a17ce2 service neutron] 10.222.0.67 "GET /v2.0/networks/8f5c2a2c-a994-4917-b3e0-21b15ad56c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436959 Jan 28 03:09:20.180572 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d406d66d-a3be-446c-9bb2-3c9145cc7282 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-4a4efb42-e52c-4800-aa95-b8417f14c5d6', 'network_id': '4a4efb42-e52c-4800-aa95-b8417f14c5d6', 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'fixed_ips': [{'subnet_id': '557f82cd-fde6-41b1-b8e1-cbc96e6026da'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:09:20.181490 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d406d66d-a3be-446c-9bb2-3c9145cc7282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:20.350320 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e775c3f8-631d-4102-a961-85789fb37968 req-e750c7f8-a822-4a61-9400-3cedf357ac2b service neutron] 10.222.0.67 "GET /v2.0/networks/cf97283d-0520-42c8-ba1d-d27ef9d37474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079915 Jan 28 03:09:20.391650 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5773c06b-d4db-4b86-a713-a8f4ff76703b req-0925f91b-91bf-4d5f-9d50-3066600bc339 service neutron] 10.222.0.67 "GET /v2.0/networks/8f5c2a2c-a994-4917-b3e0-21b15ad56c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494829 Jan 28 03:09:20.399081 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port f8ce9040-2d38-4a9f-bcf8-1b768f34ec41 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:09:20.401566 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device b204784e-c0d6-4041-b247-a1d3b5a085d1 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:09:20.419947 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b6ba76d2-3cf9-496b-bc48-adb087614448 admin admin] Publish callbacks [] for port (6570a417-cc77-4c9f-8e04-3e6ed2fe2369), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:20.426699 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b6ba76d2-3cf9-496b-bc48-adb087614448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (6570a417-cc77-4c9f-8e04-3e6ed2fe2369), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:20.463112 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8f7dfba4-1884-4629-b5c6-0a97ad84f674 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:20.506497 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b6ba76d2-3cf9-496b-bc48-adb087614448 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (15f79d4f-effc-4e5d-87a8-542e1a1d768f), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:20.562849 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba76d2-3cf9-496b-bc48-adb087614448 admin admin] Pushing event updated for resources: {'Port': ['ID=6570a417-cc77-4c9f-8e04-3e6ed2fe2369,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:20.638883 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-60d00901-d716-42f5-9d03-6ebbdce69519 None None] Provisioning complete for port 0db8a0b7-d148-4aa1-821b-04cd39fa4014 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:20.639459 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-60d00901-d716-42f5-9d03-6ebbdce69519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (0db8a0b7-d148-4aa1-821b-04cd39fa4014), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:20.749673 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ba76d2-3cf9-496b-bc48-adb087614448 admin admin] Network 510d0f56-a56d-4baa-b768-cfbf6d32b8c2 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:09:20.752612 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-b6ba76d2-3cf9-496b-bc48-adb087614448 admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:09:20.852454 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef609307-ccac-48f9-a6be-06af81fff0f6 req-5b653fe5-a7d2-4f02-b9b5-196046a905fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:20.854439 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ef609307-ccac-48f9-a6be-06af81fff0f6 req-5b653fe5-a7d2-4f02-b9b5-196046a905fc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cb134c115eb245dc82a1d93503949d14&device_id=9a61f71c-db10-4229-bbac-1ecfaa94843b HTTP/1.1" status: 200 len: 1095 time: 0.3455899 Jan 28 03:09:20.870295 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-524119be-459e-4b68-ae07-e62560ad6584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'name': 'tempest-RoutersTest-router-502267932', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:08:56Z', 'updated_at': '2022-01-28T03:09:10Z', 'revision_number': 3, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'gw_port_host': None, '_interfaces': [{'id': '0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7', 'name': '', 'network_id': 'dc61925a-0415-4299-8652-90bcc5f97c8b', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:02:c3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '11acbd87-5e71-410b-9a05-dddb101e9dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:08:59Z', 'updated_at': '2022-01-28T03:09:08Z', 'revision_number': 5, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '11acbd87-5e71-410b-9a05-dddb101e9dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0db8a0b7-d148-4aa1-821b-04cd39fa4014', 'name': '', 'network_id': '1645ca6a-bc41-4b9b-8e15-beabae884715', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:88:66:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '7c998376-4250-4f51-bb5d-c2a9e754eec4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:06Z', 'updated_at': '2022-01-28T03:09:18Z', 'revision_number': 4, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '7c998376-4250-4f51-bb5d-c2a9e754eec4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:20.886019 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port b204784e-c0d6-4041-b247-a1d3b5a085d1 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:20.886872 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b204784e-c0d6-4041-b247-a1d3b5a085d1), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:20.931380 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ca860-1f63-4186-ae6b-4389bc8e918c req-45e924a5-adc3-4e3e-9da0-00c6a4478ddb tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:20.949002 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-642ca860-1f63-4186-ae6b-4389bc8e918c req-45e924a5-adc3-4e3e-9da0-00c6a4478ddb tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a61f71c-db10-4229-bbac-1ecfaa94843b HTTP/1.1" status: 200 len: 943 time: 0.1163342 Jan 28 03:09:20.955773 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-d406d66d-a3be-446c-9bb2-3c9145cc7282 None None] Allocated IP 172.22.0.2 (4a4efb42-e52c-4800-aa95-b8417f14c5d6/557f82cd-fde6-41b1-b8e1-cbc96e6026da/d4ae4015-43eb-47ef-884a-e6b603e0099c) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:09:20.971115 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524119be-459e-4b68-ae07-e62560ad6584 None None] The sync data for ids ['2677bf10-5a27-49b3-848f-8bac530a62a8'] in n-d-712139-27 is: [{'id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'name': 'tempest-RoutersTest-router-502267932', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:08:56Z', 'updated_at': '2022-01-28T03:09:10Z', 'revision_number': 3, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'gw_port_host': None, '_interfaces': [{'id': '0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7', 'name': '', 'network_id': 'dc61925a-0415-4299-8652-90bcc5f97c8b', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:02:c3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '11acbd87-5e71-410b-9a05-dddb101e9dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:08:59Z', 'updated_at': '2022-01-28T03:09:08Z', 'revision_number': 5, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '11acbd87-5e71-410b-9a05-dddb101e9dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0db8a0b7-d148-4aa1-821b-04cd39fa4014', 'name': '', 'network_id': '1645ca6a-bc41-4b9b-8e15-beabae884715', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:88:66:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '7c998376-4250-4f51-bb5d-c2a9e754eec4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:06Z', 'updated_at': '2022-01-28T03:09:18Z', 'revision_number': 4, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '7c998376-4250-4f51-bb5d-c2a9e754eec4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:09:21.008039 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef609307-ccac-48f9-a6be-06af81fff0f6 req-d58bbe60-4b3e-4f1c-b3f6-e82509c76ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:21.009956 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ef609307-ccac-48f9-a6be-06af81fff0f6 req-d58bbe60-4b3e-4f1c-b3f6-e82509c76ea3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cf97283d-0520-42c8-ba1d-d27ef9d37474 HTTP/1.1" status: 200 len: 911 time: 0.1478658 Jan 28 03:09:21.113758 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-642ca860-1f63-4186-ae6b-4389bc8e918c req-9c319b65-c687-4d3d-95e8-e0096cfe9b54 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634114 Jan 28 03:09:21.205320 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-60d00901-d716-42f5-9d03-6ebbdce69519 None None] Current status of the port 0db8a0b7-d148-4aa1-821b-04cd39fa4014 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:09:21.205740 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-60d00901-d716-42f5-9d03-6ebbdce69519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (0db8a0b7-d148-4aa1-821b-04cd39fa4014), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:21.222723 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ef609307-ccac-48f9-a6be-06af81fff0f6 req-c971fd50-065d-45b3-b5ed-150bc89857dc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a17c9dd-e483-41bd-9eb0-1e23f0fea65f HTTP/1.1" status: 200 len: 217 time: 0.2012053 Jan 28 03:09:21.339699 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ba76d2-3cf9-496b-bc48-adb087614448 admin admin] Router 15f79d4f-effc-4e5d-87a8-542e1a1d768f has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:09:21.388553 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef609307-ccac-48f9-a6be-06af81fff0f6 req-19790c11-7229-4967-bf44-938a4e964275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:21.390170 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ef609307-ccac-48f9-a6be-06af81fff0f6 req-19790c11-7229-4967-bf44-938a4e964275 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4ad0c90b-e226-45ca-86b1-39ab12887aa4 HTTP/1.1" status: 200 len: 850 time: 0.1555467 Jan 28 03:09:21.453992 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ef609307-ccac-48f9-a6be-06af81fff0f6 req-66e85787-9af6-4704-b5b5-ff027951d5ad service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cf97283d-0520-42c8-ba1d-d27ef9d37474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273232 Jan 28 03:09:21.582890 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-60d00901-d716-42f5-9d03-6ebbdce69519 None None] For port 0db8a0b7-d148-4aa1-821b-04cd39fa4014, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=0db8a0b7-d148-4aa1-821b-04cd39fa4014,segment=NetworkSegment(1e4061e5-7215-4107-966c-dcd096064ffb),segment_id=1e4061e5-7215-4107-966c-dcd096064ffb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:09:21.591178 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d406d66d-a3be-446c-9bb2-3c9145cc7282 None None] Publish callbacks [] for port (d4ae4015-43eb-47ef-884a-e6b603e0099c), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:21.597491 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-60d00901-d716-42f5-9d03-6ebbdce69519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (0db8a0b7-d148-4aa1-821b-04cd39fa4014), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:21.613276 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d406d66d-a3be-446c-9bb2-3c9145cc7282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (d4ae4015-43eb-47ef-884a-e6b603e0099c), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:21.655126 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ba76d2-3cf9-496b-bc48-adb087614448 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:09:21.676471 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port b204784e-c0d6-4041-b247-a1d3b5a085d1 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:09:21.678531 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29674ea6-d6db-47ed-a547-d3440c50b05f None None] Sync routers for ids ['15f79d4f-effc-4e5d-87a8-542e1a1d768f'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:09:21.682341 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:09:21.700097 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-8f7dfba4-1884-4629-b5c6-0a97ad84f674 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Allocated IP 172.22.0.1 (4a4efb42-e52c-4800-aa95-b8417f14c5d6/557f82cd-fde6-41b1-b8e1-cbc96e6026da/627fb171-eed3-4d78-92bd-c6a9d8ea9a32) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:09:21.715246 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29674ea6-d6db-47ed-a547-d3440c50b05f None None] Routers {'15f79d4f-effc-4e5d-87a8-542e1a1d768f'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:09:21.719106 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b6ba76d2-3cf9-496b-bc48-adb087614448 admin admin] 10.222.0.53 "PUT /v2.0/routers/15f79d4f-effc-4e5d-87a8-542e1a1d768f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3326731 Jan 28 03:09:21.719737 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-29674ea6-d6db-47ed-a547-d3440c50b05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:09:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['15f79d4f-effc-4e5d-87a8-542e1a1d768f'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:21.728032 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ef609307-ccac-48f9-a6be-06af81fff0f6 req-67292d17-de38-4564-853d-74f885feba28 service neutron] 10.222.0.67 "GET /v2.0/networks/cf97283d-0520-42c8-ba1d-d27ef9d37474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667153 Jan 28 03:09:21.751077 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d406d66d-a3be-446c-9bb2-3c9145cc7282 None None] Network 4a4efb42-e52c-4800-aa95-b8417f14c5d6 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:09:21.756828 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-d406d66d-a3be-446c-9bb2-3c9145cc7282 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:09:21.766862 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d406d66d-a3be-446c-9bb2-3c9145cc7282 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:09:21.771029 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-60d00901-d716-42f5-9d03-6ebbdce69519 None None] Provisioning complete for port 6570a417-cc77-4c9f-8e04-3e6ed2fe2369 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:21.777589 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-60d00901-d716-42f5-9d03-6ebbdce69519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (6570a417-cc77-4c9f-8e04-3e6ed2fe2369), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:21.831568 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d00901-d716-42f5-9d03-6ebbdce69519 None None] Pushing event updated for resources: {'Port': ['ID=0db8a0b7-d148-4aa1-821b-04cd39fa4014,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:21.943036 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8f7dfba4-1884-4629-b5c6-0a97ad84f674 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for port (627fb171-eed3-4d78-92bd-c6a9d8ea9a32), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:21.996959 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d406d66d-a3be-446c-9bb2-3c9145cc7282 None None] Pushing event updated for resources: {'Port': ['ID=d4ae4015-43eb-47ef-884a-e6b603e0099c,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:22.005518 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ef609307-ccac-48f9-a6be-06af81fff0f6 req-3ddad988-6509-4294-a40f-cd3e5d454042 service neutron] 10.222.0.67 "GET /v2.0/networks/cf97283d-0520-42c8-ba1d-d27ef9d37474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614088 Jan 28 03:09:22.007400 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-60d00901-d716-42f5-9d03-6ebbdce69519 None None] Port 6570a417-cc77-4c9f-8e04-3e6ed2fe2369 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:09:22.008475 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8f7dfba4-1884-4629-b5c6-0a97ad84f674 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (627fb171-eed3-4d78-92bd-c6a9d8ea9a32), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:22.057742 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-d406d66d-a3be-446c-9bb2-3c9145cc7282 None None] Attempting to bind port d4ae4015-43eb-47ef-884a-e6b603e0099c on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:09:22.058254 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-d406d66d-a3be-446c-9bb2-3c9145cc7282 None None] Attempting to bind port d4ae4015-43eb-47ef-884a-e6b603e0099c by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '965b5833-cdaf-46d3-9bec-4e8294344446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4a4efb42-e52c-4800-aa95-b8417f14c5d6'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:09:22.058927 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d406d66d-a3be-446c-9bb2-3c9145cc7282 None None] Attempting to bind port d4ae4015-43eb-47ef-884a-e6b603e0099c on network 4a4efb42-e52c-4800-aa95-b8417f14c5d6 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:09:22.068291 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d406d66d-a3be-446c-9bb2-3c9145cc7282 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:09:22.068809 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d406d66d-a3be-446c-9bb2-3c9145cc7282 None None] Checking segment: {'id': '965b5833-cdaf-46d3-9bec-4e8294344446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4a4efb42-e52c-4800-aa95-b8417f14c5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:09:22.069511 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d406d66d-a3be-446c-9bb2-3c9145cc7282 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:22.070137 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d406d66d-a3be-446c-9bb2-3c9145cc7282 None None] Bound using segment: {'id': '965b5833-cdaf-46d3-9bec-4e8294344446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4a4efb42-e52c-4800-aa95-b8417f14c5d6'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:09:22.070727 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-d406d66d-a3be-446c-9bb2-3c9145cc7282 None None] Bound port: d4ae4015-43eb-47ef-884a-e6b603e0099c, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965b5833-cdaf-46d3-9bec-4e8294344446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4a4efb42-e52c-4800-aa95-b8417f14c5d6'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:09:22.071347 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d406d66d-a3be-446c-9bb2-3c9145cc7282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d4ae4015-43eb-47ef-884a-e6b603e0099c), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:22.087131 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:22.087665 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:22.133778 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-29674ea6-d6db-47ed-a547-d3440c50b05f None None] Set router 15f79d4f-effc-4e5d-87a8-542e1a1d768f gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:09:22.134628 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7dfba4-1884-4629-b5c6-0a97ad84f674 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Network 4a4efb42-e52c-4800-aa95-b8417f14c5d6 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:09:22.144855 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-8f7dfba4-1884-4629-b5c6-0a97ad84f674 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:09:22.151852 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7dfba4-1884-4629-b5c6-0a97ad84f674 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:09:22.200514 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-1e06ea24-74bc-4d37-a03c-e3d0fbc09db9 None None] Provisioning complete for port 6570a417-cc77-4c9f-8e04-3e6ed2fe2369 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:22.201101 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1e06ea24-74bc-4d37-a03c-e3d0fbc09db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (6570a417-cc77-4c9f-8e04-3e6ed2fe2369), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:22.257751 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-1e06ea24-74bc-4d37-a03c-e3d0fbc09db9 None None] Port 6570a417-cc77-4c9f-8e04-3e6ed2fe2369 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:09:22.258004 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7dfba4-1884-4629-b5c6-0a97ad84f674 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event updated for resources: {'Port': ['ID=627fb171-eed3-4d78-92bd-c6a9d8ea9a32,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:22.287656 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-d406d66d-a3be-446c-9bb2-3c9145cc7282 None None] For port d4ae4015-43eb-47ef-884a-e6b603e0099c, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:09:22.295577 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-d406d66d-a3be-446c-9bb2-3c9145cc7282 None None] For port d4ae4015-43eb-47ef-884a-e6b603e0099c, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=d4ae4015-43eb-47ef-884a-e6b603e0099c,segment=NetworkSegment(965b5833-cdaf-46d3-9bec-4e8294344446),segment_id=965b5833-cdaf-46d3-9bec-4e8294344446)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:09:22.303654 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d406d66d-a3be-446c-9bb2-3c9145cc7282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d4ae4015-43eb-47ef-884a-e6b603e0099c), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:22.379712 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8f7dfba4-1884-4629-b5c6-0a97ad84f674 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (2677bf10-5a27-49b3-848f-8bac530a62a8), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:22.427334 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:09:22.596888 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d406d66d-a3be-446c-9bb2-3c9145cc7282 None None] Pushing event updated for resources: {'Port': ['ID=d4ae4015-43eb-47ef-884a-e6b603e0099c,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:22.699990 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e5db9-2a9d-4fab-bdbd-9e37c1cd2aba req-fe939e37-3d78-47f4-a877-8b152f7f2c14 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:22.704115 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cc7e5db9-2a9d-4fab-bdbd-9e37c1cd2aba req-fe939e37-3d78-47f4-a877-8b152f7f2c14 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a61f71c-db10-4229-bbac-1ecfaa94843b HTTP/1.1" status: 200 len: 943 time: 0.4259701 Jan 28 03:09:22.796767 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-29674ea6-d6db-47ed-a547-d3440c50b05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f79d4f-effc-4e5d-87a8-542e1a1d768f', 'name': 'tempest-ServersTestJSON-95942820-router', 'tenant_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:09:02Z', 'updated_at': '2022-01-28T03:09:19Z', 'revision_number': 4, 'project_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'gw_port': {'id': 'c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f79d4f-effc-4e5d-87a8-542e1a1d768f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:05Z', 'updated_at': '2022-01-28T03:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '6570a417-cc77-4c9f-8e04-3e6ed2fe2369', 'name': '', 'network_id': '510d0f56-a56d-4baa-b768-cfbf6d32b8c2', 'tenant_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'mac_address': 'fa:16:3e:ad:d7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f79d4f-effc-4e5d-87a8-542e1a1d768f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': 'db5a4c57-6170-4daa-b081-7c1d297c0ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:15Z', 'updated_at': '2022-01-28T03:09:20Z', 'revision_number': 2, 'project_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'subnets': [{'id': 'db5a4c57-6170-4daa-b081-7c1d297c0ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:22.864104 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29674ea6-d6db-47ed-a547-d3440c50b05f None None] Checking router: 15f79d4f-effc-4e5d-87a8-542e1a1d768f for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:09:22.864760 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29674ea6-d6db-47ed-a547-d3440c50b05f None None] Updating router 15f79d4f-effc-4e5d-87a8-542e1a1d768f port 6570a417-cc77-4c9f-8e04-3e6ed2fe2369 binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:09:22.873974 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8f7dfba4-1884-4629-b5c6-0a97ad84f674 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (627fb171-eed3-4d78-92bd-c6a9d8ea9a32), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:22.913690 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cc7e5db9-2a9d-4fab-bdbd-9e37c1cd2aba req-e7c7bb1d-4f95-4077-b665-07b0cba9fc5a tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025485 Jan 28 03:09:22.939640 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 58324) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:09:22.954247 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-582def42-abb3-450d-978c-ae5917f636c0 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1118112282', 'description': 'tempest-description--981547565'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:09:22.956957 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-29674ea6-d6db-47ed-a547-d3440c50b05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (6570a417-cc77-4c9f-8e04-3e6ed2fe2369), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:23.006601 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-582def42-abb3-450d-978c-ae5917f636c0 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:23.171659 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device af2200fb-a285-43b2-b378-e4a8611f541f up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:09:23.211005 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-582def42-abb3-450d-978c-ae5917f636c0 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Publish callbacks [] for security_group (0ebdf570-1510-406c-b808-8a4c8aae6c25), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:23.216864 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-582def42-abb3-450d-978c-ae5917f636c0 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (0ebdf570-1510-406c-b808-8a4c8aae6c25), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:23.270615 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-582def42-abb3-450d-978c-ae5917f636c0 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:23.272143 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-582def42-abb3-450d-978c-ae5917f636c0 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3308177 Jan 28 03:09:23.275200 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 58326) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:09:23.279917 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-96111707-da11-4c9f-b3fe-f884d8adf204 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Request body: {'security_group_rule': {'security_group_id': '0ebdf570-1510-406c-b808-8a4c8aae6c25', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:09:23.340147 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port af2200fb-a285-43b2-b378-e4a8611f541f triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:23.340528 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (af2200fb-a285-43b2-b378-e4a8611f541f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:23.340675 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582def42-abb3-450d-978c-ae5917f636c0 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebdf570-1510-406c-b808-8a4c8aae6c25,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:23.386208 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-96111707-da11-4c9f-b3fe-f884d8adf204 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Publish callbacks [] for security_group_rule (e51f5f4c-e2dc-4191-8287-c6e633b394aa), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:23.542760 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-96111707-da11-4c9f-b3fe-f884d8adf204 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Publish callbacks [] for security_group_rule (e51f5f4c-e2dc-4191-8287-c6e633b394aa), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:23.549805 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-96111707-da11-4c9f-b3fe-f884d8adf204 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (e51f5f4c-e2dc-4191-8287-c6e633b394aa), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:23.597714 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port af2200fb-a285-43b2-b378-e4a8611f541f is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:09:23.598381 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (af2200fb-a285-43b2-b378-e4a8611f541f), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:23.599327 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-96111707-da11-4c9f-b3fe-f884d8adf204 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:23.600624 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-96111707-da11-4c9f-b3fe-f884d8adf204 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3243442 Jan 28 03:09:23.605144 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 58334) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:09:23.611372 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-02607a0f-f70f-4487-b1d2-5c9538dbe885 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Request body: {'security_group_rule': {'security_group_id': '0ebdf570-1510-406c-b808-8a4c8aae6c25', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:09:23.616699 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96111707-da11-4c9f-b3fe-f884d8adf204 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e51f5f4c-e2dc-4191-8287-c6e633b394aa,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:23.617332 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8f7dfba4-1884-4629-b5c6-0a97ad84f674 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for port (627fb171-eed3-4d78-92bd-c6a9d8ea9a32), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:23.628618 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8f7dfba4-1884-4629-b5c6-0a97ad84f674 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (627fb171-eed3-4d78-92bd-c6a9d8ea9a32), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:23.655238 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-29674ea6-d6db-47ed-a547-d3440c50b05f None None] Publish callbacks [] for port (6570a417-cc77-4c9f-8e04-3e6ed2fe2369), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:23.666529 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-02607a0f-f70f-4487-b1d2-5c9538dbe885 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Publish callbacks [] for security_group_rule (af514c5a-982a-4df9-a4fb-b468d8508aa0), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:23.681361 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-29674ea6-d6db-47ed-a547-d3440c50b05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (6570a417-cc77-4c9f-8e04-3e6ed2fe2369), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:23.704587 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port af2200fb-a285-43b2-b378-e4a8611f541f, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=af2200fb-a285-43b2-b378-e4a8611f541f,segment=NetworkSegment(103b4545-2fea-4015-ba4c-541201deccef),segment_id=103b4545-2fea-4015-ba4c-541201deccef)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:09:23.716200 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (af2200fb-a285-43b2-b378-e4a8611f541f), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:23.718729 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device b204784e-c0d6-4041-b247-a1d3b5a085d1 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:09:23.769478 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7dfba4-1884-4629-b5c6-0a97ad84f674 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event updated for resources: {'Port': ['ID=627fb171-eed3-4d78-92bd-c6a9d8ea9a32,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:23.777443 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8f7dfba4-1884-4629-b5c6-0a97ad84f674 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (2677bf10-5a27-49b3-848f-8bac530a62a8), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:23.821131 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd62ab-c333-48e2-974f-d0232fcc6b23 None None] Pushing event updated for resources: {'Port': ['ID=6570a417-cc77-4c9f-8e04-3e6ed2fe2369,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:23.866556 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-02607a0f-f70f-4487-b1d2-5c9538dbe885 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Publish callbacks [] for security_group_rule (af514c5a-982a-4df9-a4fb-b468d8508aa0), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:23.872635 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-02607a0f-f70f-4487-b1d2-5c9538dbe885 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (af514c5a-982a-4df9-a4fb-b468d8508aa0), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:23.927885 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-29674ea6-d6db-47ed-a547-d3440c50b05f None None] Attempting to bind port 6570a417-cc77-4c9f-8e04-3e6ed2fe2369 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:09:23.928362 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-29674ea6-d6db-47ed-a547-d3440c50b05f None None] Attempting to bind port 6570a417-cc77-4c9f-8e04-3e6ed2fe2369 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '36852713-c891-4c2f-a56e-b2d8f3513fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '510d0f56-a56d-4baa-b768-cfbf6d32b8c2'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:09:23.928897 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29674ea6-d6db-47ed-a547-d3440c50b05f None None] Attempting to bind port 6570a417-cc77-4c9f-8e04-3e6ed2fe2369 on network 510d0f56-a56d-4baa-b768-cfbf6d32b8c2 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:09:23.948773 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29674ea6-d6db-47ed-a547-d3440c50b05f None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:09:23.949861 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29674ea6-d6db-47ed-a547-d3440c50b05f None None] Checking segment: {'id': '36852713-c891-4c2f-a56e-b2d8f3513fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '510d0f56-a56d-4baa-b768-cfbf6d32b8c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:09:23.950749 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-29674ea6-d6db-47ed-a547-d3440c50b05f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:23.952842 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29674ea6-d6db-47ed-a547-d3440c50b05f None None] Bound using segment: {'id': '36852713-c891-4c2f-a56e-b2d8f3513fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '510d0f56-a56d-4baa-b768-cfbf6d32b8c2'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:09:23.955021 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-29674ea6-d6db-47ed-a547-d3440c50b05f None None] Bound port: 6570a417-cc77-4c9f-8e04-3e6ed2fe2369, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36852713-c891-4c2f-a56e-b2d8f3513fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '510d0f56-a56d-4baa-b768-cfbf6d32b8c2'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:09:23.956645 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-29674ea6-d6db-47ed-a547-d3440c50b05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (6570a417-cc77-4c9f-8e04-3e6ed2fe2369), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:23.967872 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-02607a0f-f70f-4487-b1d2-5c9538dbe885 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:23.974078 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-02607a0f-f70f-4487-b1d2-5c9538dbe885 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3659489 Jan 28 03:09:23.976634 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02607a0f-f70f-4487-b1d2-5c9538dbe885 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af514c5a-982a-4df9-a4fb-b468d8508aa0,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:23.984429 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port b204784e-c0d6-4041-b247-a1d3b5a085d1 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:23.990038 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b204784e-c0d6-4041-b247-a1d3b5a085d1), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:23.998548 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 58338) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:09:24.002075 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=af2200fb-a285-43b2-b378-e4a8611f541f,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:24.027978 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-0f0ee6ee-4d90-410b-b6e0-7a3ad8255d0e tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:09:24.075182 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7dfba4-1884-4629-b5c6-0a97ad84f674 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Network 4a4efb42-e52c-4800-aa95-b8417f14c5d6 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:09:24.079874 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-8f7dfba4-1884-4629-b5c6-0a97ad84f674 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:09:24.086618 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0f0ee6ee-4d90-410b-b6e0-7a3ad8255d0e tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:24.225426 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port b204784e-c0d6-4041-b247-a1d3b5a085d1 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:09:24.226554 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 0db8a0b7-d148-4aa1-821b-04cd39fa4014 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:09:24.229301 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-29674ea6-d6db-47ed-a547-d3440c50b05f None None] For port 6570a417-cc77-4c9f-8e04-3e6ed2fe2369, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:09:24.234128 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-29674ea6-d6db-47ed-a547-d3440c50b05f None None] For port 6570a417-cc77-4c9f-8e04-3e6ed2fe2369, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=6570a417-cc77-4c9f-8e04-3e6ed2fe2369,segment=NetworkSegment(36852713-c891-4c2f-a56e-b2d8f3513fc5),segment_id=36852713-c891-4c2f-a56e-b2d8f3513fc5)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:09:24.240848 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-29674ea6-d6db-47ed-a547-d3440c50b05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (6570a417-cc77-4c9f-8e04-3e6ed2fe2369), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:24.276450 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0f0ee6ee-4d90-410b-b6e0-7a3ad8255d0e tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:24.362409 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7b813ee9-9ff6-4edd-a974-24ac8cb3f4bb None None] Provisioning complete for port 6570a417-cc77-4c9f-8e04-3e6ed2fe2369 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:24.362830 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7b813ee9-9ff6-4edd-a974-24ac8cb3f4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (6570a417-cc77-4c9f-8e04-3e6ed2fe2369), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:24.402007 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7dfba4-1884-4629-b5c6-0a97ad84f674 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Router 2677bf10-5a27-49b3-848f-8bac530a62a8 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:09:24.423260 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29674ea6-d6db-47ed-a547-d3440c50b05f None None] Routers {'15f79d4f-effc-4e5d-87a8-542e1a1d768f'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:09:24.424162 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-29674ea6-d6db-47ed-a547-d3440c50b05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:09:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['15f79d4f-effc-4e5d-87a8-542e1a1d768f'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:24.440075 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770f954-1c2b-421c-bf2d-ccb6ab779a77 req-629fd6c6-ac59-451b-b93b-88af345f2db0 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:24.441573 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd62ab-c333-48e2-974f-d0232fcc6b23 None None] Pushing event updated for resources: {'Port': ['ID=6570a417-cc77-4c9f-8e04-3e6ed2fe2369,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:24.443940 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d770f954-1c2b-421c-bf2d-ccb6ab779a77 req-629fd6c6-ac59-451b-b93b-88af345f2db0 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a61f71c-db10-4229-bbac-1ecfaa94843b HTTP/1.1" status: 200 len: 943 time: 0.2763507 Jan 28 03:09:24.461977 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 0db8a0b7-d148-4aa1-821b-04cd39fa4014 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:24.462555 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (0db8a0b7-d148-4aa1-821b-04cd39fa4014), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:24.570447 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-0f0ee6ee-4d90-410b-b6e0-7a3ad8255d0e tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Allocated IP 172.25.0.18 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/b56774bd-c1ef-4d84-89e2-7103a86d9ccf) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:09:24.669156 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7dfba4-1884-4629-b5c6-0a97ad84f674 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:09:24.677457 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d770f954-1c2b-421c-bf2d-ccb6ab779a77 req-78a6b19c-6815-4559-852b-61f6c5bbeab1 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266426 Jan 28 03:09:24.684094 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8f7dfba4-1884-4629-b5c6-0a97ad84f674 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "PUT /v2.0/routers/2677bf10-5a27-49b3-848f-8bac530a62a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4205010 Jan 28 03:09:24.690803 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec93d07-1583-48ff-ba09-e3476dea6dc8 None None] Sync routers for ids ['2677bf10-5a27-49b3-848f-8bac530a62a8'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:09:24.691723 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58342) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:09:24.716569 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-c4a4a198-df0c-4ed6-a661-cb2cf9157d77 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Request body: {'network': {'name': 'tempest-RoutersTest-964230917'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:09:24.763632 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f28276-ad5d-4333-b755-8995563f429b None None] Network 4a4efb42-e52c-4800-aa95-b8417f14c5d6 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:09:24.766749 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec93d07-1583-48ff-ba09-e3476dea6dc8 None None] Routers {'2677bf10-5a27-49b3-848f-8bac530a62a8'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:09:24.767403 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-4ec93d07-1583-48ff-ba09-e3476dea6dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:09:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['2677bf10-5a27-49b3-848f-8bac530a62a8'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:24.782088 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a4a198-df0c-4ed6-a661-cb2cf9157d77 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Made reservation on behalf of b764e6c6729b44a19b3dc2f4b82a400d for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:09:24.791635 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c4a4a198-df0c-4ed6-a661-cb2cf9157d77 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:24.851245 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0f0ee6ee-4d90-410b-b6e0-7a3ad8255d0e tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Publish callbacks [] for port (b56774bd-c1ef-4d84-89e2-7103a86d9ccf), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:24.852140 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4a4a198-df0c-4ed6-a661-cb2cf9157d77 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:09:24.852447 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-29674ea6-d6db-47ed-a547-d3440c50b05f None None] Set router 15f79d4f-effc-4e5d-87a8-542e1a1d768f gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:09:24.873854 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c4a4a198-df0c-4ed6-a661-cb2cf9157d77 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (eaad36c4-ccc4-452c-8866-7c209bb0687e), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:24.879266 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-c4a4a198-df0c-4ed6-a661-cb2cf9157d77 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Added segment eaad36c4-ccc4-452c-8866-7c209bb0687e of type vlan for network 86de90a2-95fe-459f-852a-4fb46f9a02cc Jan 28 03:09:24.947665 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0f0ee6ee-4d90-410b-b6e0-7a3ad8255d0e tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (b56774bd-c1ef-4d84-89e2-7103a86d9ccf), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:24.982564 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c4a4a198-df0c-4ed6-a661-cb2cf9157d77 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (86de90a2-95fe-459f-852a-4fb46f9a02cc), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:25.032154 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0ee6ee-4d90-410b-b6e0-7a3ad8255d0e tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:09:25.035532 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-0f0ee6ee-4d90-410b-b6e0-7a3ad8255d0e tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:09:25.043005 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0ee6ee-4d90-410b-b6e0-7a3ad8255d0e tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:09:25.048122 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c4a4a198-df0c-4ed6-a661-cb2cf9157d77 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (86de90a2-95fe-459f-852a-4fb46f9a02cc), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:25.050991 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ee6ee-4d90-410b-b6e0-7a3ad8255d0e tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Pushing event updated for resources: {'Port': ['ID=b56774bd-c1ef-4d84-89e2-7103a86d9ccf,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:25.054644 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a4a198-df0c-4ed6-a661-cb2cf9157d77 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:25.055120 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c4a4a198-df0c-4ed6-a661-cb2cf9157d77 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:25.168733 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 0db8a0b7-d148-4aa1-821b-04cd39fa4014 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:09:25.170412 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:09:25.217381 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7b813ee9-9ff6-4edd-a974-24ac8cb3f4bb None None] Current status of the port 6570a417-cc77-4c9f-8e04-3e6ed2fe2369 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:09:25.217791 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7b813ee9-9ff6-4edd-a974-24ac8cb3f4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (6570a417-cc77-4c9f-8e04-3e6ed2fe2369), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:25.248896 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c4a4a198-df0c-4ed6-a661-cb2cf9157d77 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5519216 Jan 28 03:09:25.253545 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58356) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:09:25.262628 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-cb1c4717-3778-456b-ba2b-185ce60ab410 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Request body: {'subnet': {'network_id': '86de90a2-95fe-459f-852a-4fb46f9a02cc', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:09:25.274856 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-4ec93d07-1583-48ff-ba09-e3476dea6dc8 None None] Set router 2677bf10-5a27-49b3-848f-8bac530a62a8 gateway port host: None {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:09:25.290550 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-29674ea6-d6db-47ed-a547-d3440c50b05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f79d4f-effc-4e5d-87a8-542e1a1d768f', 'name': 'tempest-ServersTestJSON-95942820-router', 'tenant_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:09:02Z', 'updated_at': '2022-01-28T03:09:19Z', 'revision_number': 4, 'project_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'gw_port': {'id': 'c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f79d4f-effc-4e5d-87a8-542e1a1d768f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:05Z', 'updated_at': '2022-01-28T03:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '6570a417-cc77-4c9f-8e04-3e6ed2fe2369', 'name': '', 'network_id': '510d0f56-a56d-4baa-b768-cfbf6d32b8c2', 'tenant_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'mac_address': 'fa:16:3e:ad:d7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f79d4f-effc-4e5d-87a8-542e1a1d768f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': 'db5a4c57-6170-4daa-b081-7c1d297c0ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:15Z', 'updated_at': '2022-01-28T03:09:24Z', 'revision_number': 4, 'project_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'subnets': [{'id': 'db5a4c57-6170-4daa-b081-7c1d297c0ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:25.301792 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7b813ee9-9ff6-4edd-a974-24ac8cb3f4bb None None] For port 6570a417-cc77-4c9f-8e04-3e6ed2fe2369, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=6570a417-cc77-4c9f-8e04-3e6ed2fe2369,segment=NetworkSegment(36852713-c891-4c2f-a56e-b2d8f3513fc5),segment_id=36852713-c891-4c2f-a56e-b2d8f3513fc5)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:09:25.338161 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29674ea6-d6db-47ed-a547-d3440c50b05f None None] The sync data for ids ['15f79d4f-effc-4e5d-87a8-542e1a1d768f'] in n-d-712139-27 is: [{'id': '15f79d4f-effc-4e5d-87a8-542e1a1d768f', 'name': 'tempest-ServersTestJSON-95942820-router', 'tenant_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:09:02Z', 'updated_at': '2022-01-28T03:09:19Z', 'revision_number': 4, 'project_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'gw_port': {'id': 'c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f79d4f-effc-4e5d-87a8-542e1a1d768f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:05Z', 'updated_at': '2022-01-28T03:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '6570a417-cc77-4c9f-8e04-3e6ed2fe2369', 'name': '', 'network_id': '510d0f56-a56d-4baa-b768-cfbf6d32b8c2', 'tenant_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'mac_address': 'fa:16:3e:ad:d7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f79d4f-effc-4e5d-87a8-542e1a1d768f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': 'db5a4c57-6170-4daa-b081-7c1d297c0ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:15Z', 'updated_at': '2022-01-28T03:09:24Z', 'revision_number': 4, 'project_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'subnets': [{'id': 'db5a4c57-6170-4daa-b081-7c1d297c0ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:09:25.338356 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0f0ee6ee-4d90-410b-b6e0-7a3ad8255d0e tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Publish callbacks [] for floatingip (345dfc44-3bc5-4f13-a13f-439a432c57e2), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:25.345396 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7b813ee9-9ff6-4edd-a974-24ac8cb3f4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (6570a417-cc77-4c9f-8e04-3e6ed2fe2369), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:25.435276 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0f0ee6ee-4d90-410b-b6e0-7a3ad8255d0e tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b56774bd-c1ef-4d84-89e2-7103a86d9ccf), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:25.437722 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a4a198-df0c-4ed6-a661-cb2cf9157d77 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event updated for resources: {'Network': ['ID=86de90a2-95fe-459f-852a-4fb46f9a02cc,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:25.444132 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b813ee9-9ff6-4edd-a974-24ac8cb3f4bb None None] Pushing event updated for resources: {'Port': ['ID=6570a417-cc77-4c9f-8e04-3e6ed2fe2369,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:25.456142 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1c4717-3778-456b-ba2b-185ce60ab410 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Made reservation on behalf of b764e6c6729b44a19b3dc2f4b82a400d for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:09:25.462142 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cb1c4717-3778-456b-ba2b-185ce60ab410 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:25.464827 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 86de90a2-95fe-459f-852a-4fb46f9a02cc details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:09:25.732862 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0f0ee6ee-4d90-410b-b6e0-7a3ad8255d0e tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Publish callbacks [] for port (b56774bd-c1ef-4d84-89e2-7103a86d9ccf), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:25.745902 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0f0ee6ee-4d90-410b-b6e0-7a3ad8255d0e tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (b56774bd-c1ef-4d84-89e2-7103a86d9ccf), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:25.857497 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ee6ee-4d90-410b-b6e0-7a3ad8255d0e tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Pushing event updated for resources: {'Port': ['ID=b56774bd-c1ef-4d84-89e2-7103a86d9ccf,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:25.886788 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 4a17c9dd-e483-41bd-9eb0-1e23f0fea65f details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:09:25.933166 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0ee6ee-4d90-410b-b6e0-7a3ad8255d0e tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:25.933703 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0ee6ee-4d90-410b-b6e0-7a3ad8255d0e tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:25.934044 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0ee6ee-4d90-410b-b6e0-7a3ad8255d0e tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:25.934379 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0ee6ee-4d90-410b-b6e0-7a3ad8255d0e tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:25.934789 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0ee6ee-4d90-410b-b6e0-7a3ad8255d0e tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:25.935256 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0ee6ee-4d90-410b-b6e0-7a3ad8255d0e tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:25.935634 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0ee6ee-4d90-410b-b6e0-7a3ad8255d0e tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:25.935961 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0ee6ee-4d90-410b-b6e0-7a3ad8255d0e tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:25.936283 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0ee6ee-4d90-410b-b6e0-7a3ad8255d0e tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:25.936846 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0ee6ee-4d90-410b-b6e0-7a3ad8255d0e tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:25.937204 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0ee6ee-4d90-410b-b6e0-7a3ad8255d0e tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:25.937579 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0ee6ee-4d90-410b-b6e0-7a3ad8255d0e tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:25.948297 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0ee6ee-4d90-410b-b6e0-7a3ad8255d0e tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:25.971187 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0f0ee6ee-4d90-410b-b6e0-7a3ad8255d0e tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (345dfc44-3bc5-4f13-a13f-439a432c57e2), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:25.993563 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0f0ee6ee-4d90-410b-b6e0-7a3ad8255d0e tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:26.004165 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0f0ee6ee-4d90-410b-b6e0-7a3ad8255d0e tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9935563 Jan 28 03:09:26.053842 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f053be6-0614-4725-8ee2-1166efec93b5 req-16f34205-d2fd-478a-a4db-ca6fcb57b4cb tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:26.059060 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4f053be6-0614-4725-8ee2-1166efec93b5 req-16f34205-d2fd-478a-a4db-ca6fcb57b4cb tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a61f71c-db10-4229-bbac-1ecfaa94843b HTTP/1.1" status: 200 len: 943 time: 0.1944473 Jan 28 03:09:26.060619 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-ffebde10-ca45-46c1-8220-41e055758124 None None] Provisioning complete for port 6570a417-cc77-4c9f-8e04-3e6ed2fe2369 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:26.061030 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ffebde10-ca45-46c1-8220-41e055758124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (6570a417-cc77-4c9f-8e04-3e6ed2fe2369), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:26.103497 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:26.103725 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:26.202266 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4f053be6-0614-4725-8ee2-1166efec93b5 req-13f4f1ea-bbbc-424a-8178-95e3820a6b6d tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279912 Jan 28 03:09:26.221840 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.resource_extend [None req-39d61263-8968-4340-b258-80509f6b456b None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 03:09:26.357651 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 4a17c9dd-e483-41bd-9eb0-1e23f0fea65f, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=4a17c9dd-e483-41bd-9eb0-1e23f0fea65f,segment=NetworkSegment(103b4545-2fea-4015-ba4c-541201deccef),segment_id=103b4545-2fea-4015-ba4c-541201deccef)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:09:26.380944 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '4a17c9dd-e483-41bd-9eb0-1e23f0fea65f', 'network_id': 'cf97283d-0520-42c8-ba1d-d27ef9d37474', 'port_id': '4a17c9dd-e483-41bd-9eb0-1e23f0fea65f', 'mac_address': 'fa:16:3e:01:a9:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ad0c90b-e226-45ca-86b1-39ab12887aa4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:09:26.492712 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-4ec93d07-1583-48ff-ba09-e3476dea6dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'name': 'tempest-RoutersTest-router-502267932', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:08:56Z', 'updated_at': '2022-01-28T03:09:22Z', 'revision_number': 4, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'gw_port_host': None, '_interfaces': [{'id': '0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7', 'name': '', 'network_id': 'dc61925a-0415-4299-8652-90bcc5f97c8b', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:02:c3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '11acbd87-5e71-410b-9a05-dddb101e9dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:08:59Z', 'updated_at': '2022-01-28T03:09:08Z', 'revision_number': 5, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '11acbd87-5e71-410b-9a05-dddb101e9dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0db8a0b7-d148-4aa1-821b-04cd39fa4014', 'name': '', 'network_id': '1645ca6a-bc41-4b9b-8e15-beabae884715', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:88:66:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '7c998376-4250-4f51-bb5d-c2a9e754eec4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:06Z', 'updated_at': '2022-01-28T03:09:21Z', 'revision_number': 5, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '7c998376-4250-4f51-bb5d-c2a9e754eec4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '627fb171-eed3-4d78-92bd-c6a9d8ea9a32', 'name': '', 'network_id': '4a4efb42-e52c-4800-aa95-b8417f14c5d6', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:26:66:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '557f82cd-fde6-41b1-b8e1-cbc96e6026da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:20Z', 'updated_at': '2022-01-28T03:09:23Z', 'revision_number': 2, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '557f82cd-fde6-41b1-b8e1-cbc96e6026da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:26.595106 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec93d07-1583-48ff-ba09-e3476dea6dc8 None None] Checking router: 2677bf10-5a27-49b3-848f-8bac530a62a8 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:09:26.595468 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec93d07-1583-48ff-ba09-e3476dea6dc8 None None] Updating router 2677bf10-5a27-49b3-848f-8bac530a62a8 port 627fb171-eed3-4d78-92bd-c6a9d8ea9a32 binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:09:26.702664 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-b5659f0d-5508-49e4-bef9-880437846ae4 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1118112282&fields=id&tenant_id=e32e027b56924f9aad6fa7bf1ee258e7 HTTP/1.1" status: 200 len: 267 time: 0.2068553 Jan 28 03:09:26.708966 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4ec93d07-1583-48ff-ba09-e3476dea6dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (627fb171-eed3-4d78-92bd-c6a9d8ea9a32), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:26.725788 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cb1c4717-3778-456b-ba2b-185ce60ab410 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (7862cfab-7a56-4b25-a4cf-0a32251b78f6), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:26.726997 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 4a17c9dd-e483-41bd-9eb0-1e23f0fea65f is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:09:26.727448 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (4a17c9dd-e483-41bd-9eb0-1e23f0fea65f), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:26.772295 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:09:26.777891 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:26.873299 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a17c9dd-e483-41bd-9eb0-1e23f0fea65f {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:09:26.889861 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c4717-3778-456b-ba2b-185ce60ab410 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event updated for resources: {'Subnet': ['ID=7862cfab-7a56-4b25-a4cf-0a32251b78f6,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:26.918261 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 4a17c9dd-e483-41bd-9eb0-1e23f0fea65f, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=4a17c9dd-e483-41bd-9eb0-1e23f0fea65f,segment=NetworkSegment(103b4545-2fea-4015-ba4c-541201deccef),segment_id=103b4545-2fea-4015-ba4c-541201deccef)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:09:26.937657 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (4a17c9dd-e483-41bd-9eb0-1e23f0fea65f), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:26.940926 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:09:26.956066 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-d797d4c9-bcb4-497a-8e7f-f251def5f908 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:26.963516 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-d797d4c9-bcb4-497a-8e7f-f251def5f908 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] 10.222.0.53 "GET /v2.0/networks?id=510d0f56-a56d-4baa-b768-cfbf6d32b8c2 HTTP/1.1" status: 200 len: 804 time: 0.2515481 Jan 28 03:09:26.966899 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1c4717-3778-456b-ba2b-185ce60ab410 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Checking segment: {'id': 'eaad36c4-ccc4-452c-8866-7c209bb0687e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '86de90a2-95fe-459f-852a-4fb46f9a02cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:09:26.967446 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1c4717-3778-456b-ba2b-185ce60ab410 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Network hostable DHCP agents. Network: 86de90a2-95fe-459f-852a-4fb46f9a02cc, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:09:26.988832 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-04544517-ce10-4383-b92e-3107e03b8705 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] 10.222.0.53 "GET /v2.0/quotas/e32e027b56924f9aad6fa7bf1ee258e7 HTTP/1.1" status: 200 len: 375 time: 0.0179336 Jan 28 03:09:27.018337 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=4a17c9dd-e483-41bd-9eb0-1e23f0fea65f,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:27.027026 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:27.028917 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-ffebde10-ca45-46c1-8220-41e055758124 None None] Current status of the port 6570a417-cc77-4c9f-8e04-3e6ed2fe2369 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:09:27.191583 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-ffebde10-ca45-46c1-8220-41e055758124 None None] Provisioning complete for port d4ae4015-43eb-47ef-884a-e6b603e0099c triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:27.191987 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ffebde10-ca45-46c1-8220-41e055758124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d4ae4015-43eb-47ef-884a-e6b603e0099c), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:27.193849 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1c4717-3778-456b-ba2b-185ce60ab410 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Network 86de90a2-95fe-459f-852a-4fb46f9a02cc is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:09:27.259362 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-cb1c4717-3778-456b-ba2b-185ce60ab410 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 86de90a2-95fe-459f-852a-4fb46f9a02cc) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:09:27.260988 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:27.273945 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529f5e8b-cd16-4abe-a240-f1c72b60ce5c None None] Network 86de90a2-95fe-459f-852a-4fb46f9a02cc requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:09:27.278911 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1c4717-3778-456b-ba2b-185ce60ab410 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:27.284952 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cb1c4717-3778-456b-ba2b-185ce60ab410 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:27.350040 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-db21b397-cf44-463e-a4d7-91c07fa4dd9e tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e32e027b56924f9aad6fa7bf1ee258e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3544903 Jan 28 03:09:27.392192 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-cb1c4717-3778-456b-ba2b-185ce60ab410 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1377361 Jan 28 03:09:27.409797 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58392) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:09:27.430029 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['4a17c9dd-e483-41bd-9eb0-1e23f0fea65f'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:09:27.521466 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79388a9-9d12-42df-b83e-92fec02a23ab req-29c2132f-eb12-4e92-b7a1-9d5a0208462c tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:27.524611 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e79388a9-9d12-42df-b83e-92fec02a23ab req-29c2132f-eb12-4e92-b7a1-9d5a0208462c tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a61f71c-db10-4229-bbac-1ecfaa94843b HTTP/1.1" status: 200 len: 944 time: 0.1379972 Jan 28 03:09:27.637149 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db5f98e-cabc-4d8e-9119-ee0f45e28e5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-86de90a2-95fe-459f-852a-4fb46f9a02cc', 'network_id': '86de90a2-95fe-459f-852a-4fb46f9a02cc', 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'fixed_ips': [{'subnet_id': '7862cfab-7a56-4b25-a4cf-0a32251b78f6'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:09:27.638275 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e79388a9-9d12-42df-b83e-92fec02a23ab req-aa44d9e7-5c9b-4df3-b6d4-70881dc2156f tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055002 Jan 28 03:09:27.639081 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3db5f98e-cabc-4d8e-9119-ee0f45e28e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:27.643881 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 6570a417-cc77-4c9f-8e04-3e6ed2fe2369 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:09:27.692647 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-a66bab97-d648-47fe-acd2-9237a8d04bae service neutron] 10.222.0.53 "GET /v2.0/networks/510d0f56-a56d-4baa-b768-cfbf6d32b8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207464 Jan 28 03:09:27.783394 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-ffebde10-ca45-46c1-8220-41e055758124 None None] Current status of the port d4ae4015-43eb-47ef-884a-e6b603e0099c is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:09:27.784108 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ffebde10-ca45-46c1-8220-41e055758124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d4ae4015-43eb-47ef-884a-e6b603e0099c), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:28.040068 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-4fedc4a6-7c52-4860-8d2e-99449ea4bb54 service neutron] 10.222.0.53 "GET /v2.0/networks/510d0f56-a56d-4baa-b768-cfbf6d32b8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385425 Jan 28 03:09:28.077277 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:09:28.178527 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-ffebde10-ca45-46c1-8220-41e055758124 None None] For port d4ae4015-43eb-47ef-884a-e6b603e0099c, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=d4ae4015-43eb-47ef-884a-e6b603e0099c,segment=NetworkSegment(965b5833-cdaf-46d3-9bec-4e8294344446),segment_id=965b5833-cdaf-46d3-9bec-4e8294344446)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:09:28.226554 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ffebde10-ca45-46c1-8220-41e055758124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d4ae4015-43eb-47ef-884a-e6b603e0099c), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:28.228475 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-73566369-af4e-4b5f-823d-781f1f608419 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:28.235804 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4ec93d07-1583-48ff-ba09-e3476dea6dc8 None None] Publish callbacks [] for port (627fb171-eed3-4d78-92bd-c6a9d8ea9a32), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:28.244621 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 6570a417-cc77-4c9f-8e04-3e6ed2fe2369 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:28.244954 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (6570a417-cc77-4c9f-8e04-3e6ed2fe2369), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:28.315075 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4ec93d07-1583-48ff-ba09-e3476dea6dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (627fb171-eed3-4d78-92bd-c6a9d8ea9a32), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:28.388720 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e737273e-b63b-40dc-8330-2f6c03dd7869 req-6dcd577a-6cb5-439e-b8e5-36d396d75aa1 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc8e944b-4a1d-48f7-9987-f83f891080d4 HTTP/1.1" status: 200 len: 210 time: 0.0394516 Jan 28 03:09:28.456342 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-3db5f98e-cabc-4d8e-9119-ee0f45e28e5b None None] Allocated IP 172.23.0.2 (86de90a2-95fe-459f-852a-4fb46f9a02cc/7862cfab-7a56-4b25-a4cf-0a32251b78f6/61c839b0-30e9-4dcb-8ef5-670fd93d99dd) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:09:28.587264 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffebde10-ca45-46c1-8220-41e055758124 None None] Pushing event updated for resources: {'Port': ['ID=d4ae4015-43eb-47ef-884a-e6b603e0099c,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:28.613392 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-8ef2dd46-b138-4b65-b383-76f82d4eb2e5 None None] Provisioning complete for port d4ae4015-43eb-47ef-884a-e6b603e0099c triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:28.613769 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8ef2dd46-b138-4b65-b383-76f82d4eb2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d4ae4015-43eb-47ef-884a-e6b603e0099c), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:28.899255 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951df7b7-7e72-4118-90aa-b82aed57c09c req-ef1a43cc-7337-4bc9-8db0-2ff8740422e0 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:28.903671 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-951df7b7-7e72-4118-90aa-b82aed57c09c req-ef1a43cc-7337-4bc9-8db0-2ff8740422e0 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a61f71c-db10-4229-bbac-1ecfaa94843b HTTP/1.1" status: 200 len: 944 time: 0.1302452 Jan 28 03:09:28.997849 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-951df7b7-7e72-4118-90aa-b82aed57c09c req-5bb7ec01-8f90-4b0f-bf39-72fc5c551c68 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871177 Jan 28 03:09:29.082095 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-4ec93d07-1583-48ff-ba09-e3476dea6dc8 None None] Attempting to bind port 627fb171-eed3-4d78-92bd-c6a9d8ea9a32 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:09:29.082686 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-4ec93d07-1583-48ff-ba09-e3476dea6dc8 None None] Attempting to bind port 627fb171-eed3-4d78-92bd-c6a9d8ea9a32 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '965b5833-cdaf-46d3-9bec-4e8294344446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4a4efb42-e52c-4800-aa95-b8417f14c5d6'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:09:29.083127 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec93d07-1583-48ff-ba09-e3476dea6dc8 None None] Attempting to bind port 627fb171-eed3-4d78-92bd-c6a9d8ea9a32 on network 4a4efb42-e52c-4800-aa95-b8417f14c5d6 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:09:29.086876 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d762924-53b1-4ee0-b20f-72de79bf69d4 None None] Pushing event updated for resources: {'Port': ['ID=627fb171-eed3-4d78-92bd-c6a9d8ea9a32,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:29.106516 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3db5f98e-cabc-4d8e-9119-ee0f45e28e5b None None] Publish callbacks [] for port (61c839b0-30e9-4dcb-8ef5-670fd93d99dd), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:29.139152 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec93d07-1583-48ff-ba09-e3476dea6dc8 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:09:29.139540 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec93d07-1583-48ff-ba09-e3476dea6dc8 None None] Checking segment: {'id': '965b5833-cdaf-46d3-9bec-4e8294344446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4a4efb42-e52c-4800-aa95-b8417f14c5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:09:29.140039 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4ec93d07-1583-48ff-ba09-e3476dea6dc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:29.140444 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec93d07-1583-48ff-ba09-e3476dea6dc8 None None] Bound using segment: {'id': '965b5833-cdaf-46d3-9bec-4e8294344446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4a4efb42-e52c-4800-aa95-b8417f14c5d6'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:09:29.140974 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-4ec93d07-1583-48ff-ba09-e3476dea6dc8 None None] Bound port: 627fb171-eed3-4d78-92bd-c6a9d8ea9a32, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965b5833-cdaf-46d3-9bec-4e8294344446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4a4efb42-e52c-4800-aa95-b8417f14c5d6'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:09:29.141392 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4ec93d07-1583-48ff-ba09-e3476dea6dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (627fb171-eed3-4d78-92bd-c6a9d8ea9a32), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:29.183697 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 6570a417-cc77-4c9f-8e04-3e6ed2fe2369 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:09:29.184834 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device d4ae4015-43eb-47ef-884a-e6b603e0099c up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:09:29.186886 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3db5f98e-cabc-4d8e-9119-ee0f45e28e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (61c839b0-30e9-4dcb-8ef5-670fd93d99dd), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:29.249154 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:29.254443 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-8ef2dd46-b138-4b65-b383-76f82d4eb2e5 None None] Current status of the port d4ae4015-43eb-47ef-884a-e6b603e0099c is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:09:29.266442 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-73566369-af4e-4b5f-823d-781f1f608419 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Allocated IP 172.23.0.1 (86de90a2-95fe-459f-852a-4fb46f9a02cc/7862cfab-7a56-4b25-a4cf-0a32251b78f6/c11f0f1f-f495-465f-82a4-091bfe00146f) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:09:29.299633 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db5f98e-cabc-4d8e-9119-ee0f45e28e5b None None] Network 86de90a2-95fe-459f-852a-4fb46f9a02cc is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:09:29.318130 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-3db5f98e-cabc-4d8e-9119-ee0f45e28e5b None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:09:29.322030 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db5f98e-cabc-4d8e-9119-ee0f45e28e5b None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:09:29.332935 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db5f98e-cabc-4d8e-9119-ee0f45e28e5b None None] Pushing event updated for resources: {'Port': ['ID=61c839b0-30e9-4dcb-8ef5-670fd93d99dd,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:29.357253 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-8ef2dd46-b138-4b65-b383-76f82d4eb2e5 None None] Provisioning complete for port 627fb171-eed3-4d78-92bd-c6a9d8ea9a32 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:29.357633 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8ef2dd46-b138-4b65-b383-76f82d4eb2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (627fb171-eed3-4d78-92bd-c6a9d8ea9a32), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:29.404379 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-4ec93d07-1583-48ff-ba09-e3476dea6dc8 None None] For port 627fb171-eed3-4d78-92bd-c6a9d8ea9a32, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:09:29.463000 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-4ec93d07-1583-48ff-ba09-e3476dea6dc8 None None] For port 627fb171-eed3-4d78-92bd-c6a9d8ea9a32, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=627fb171-eed3-4d78-92bd-c6a9d8ea9a32,segment=NetworkSegment(965b5833-cdaf-46d3-9bec-4e8294344446),segment_id=965b5833-cdaf-46d3-9bec-4e8294344446)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:09:29.464990 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-3db5f98e-cabc-4d8e-9119-ee0f45e28e5b None None] Attempting to bind port 61c839b0-30e9-4dcb-8ef5-670fd93d99dd on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:09:29.465454 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-3db5f98e-cabc-4d8e-9119-ee0f45e28e5b None None] Attempting to bind port 61c839b0-30e9-4dcb-8ef5-670fd93d99dd by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'eaad36c4-ccc4-452c-8866-7c209bb0687e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '86de90a2-95fe-459f-852a-4fb46f9a02cc'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:09:29.465889 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db5f98e-cabc-4d8e-9119-ee0f45e28e5b None None] Attempting to bind port 61c839b0-30e9-4dcb-8ef5-670fd93d99dd on network 86de90a2-95fe-459f-852a-4fb46f9a02cc {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:09:29.469285 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port d4ae4015-43eb-47ef-884a-e6b603e0099c triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:29.469693 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d4ae4015-43eb-47ef-884a-e6b603e0099c), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:29.471245 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-8ef2dd46-b138-4b65-b383-76f82d4eb2e5 None None] Port 627fb171-eed3-4d78-92bd-c6a9d8ea9a32 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:09:29.493124 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4ec93d07-1583-48ff-ba09-e3476dea6dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (627fb171-eed3-4d78-92bd-c6a9d8ea9a32), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:29.500793 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db5f98e-cabc-4d8e-9119-ee0f45e28e5b None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:09:29.501222 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db5f98e-cabc-4d8e-9119-ee0f45e28e5b None None] Checking segment: {'id': 'eaad36c4-ccc4-452c-8866-7c209bb0687e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '86de90a2-95fe-459f-852a-4fb46f9a02cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:09:29.501635 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3db5f98e-cabc-4d8e-9119-ee0f45e28e5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:29.502043 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db5f98e-cabc-4d8e-9119-ee0f45e28e5b None None] Bound using segment: {'id': 'eaad36c4-ccc4-452c-8866-7c209bb0687e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '86de90a2-95fe-459f-852a-4fb46f9a02cc'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:09:29.502551 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-3db5f98e-cabc-4d8e-9119-ee0f45e28e5b None None] Bound port: 61c839b0-30e9-4dcb-8ef5-670fd93d99dd, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaad36c4-ccc4-452c-8866-7c209bb0687e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '86de90a2-95fe-459f-852a-4fb46f9a02cc'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:09:29.502951 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3db5f98e-cabc-4d8e-9119-ee0f45e28e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (61c839b0-30e9-4dcb-8ef5-670fd93d99dd), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:29.560268 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-73566369-af4e-4b5f-823d-781f1f608419 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for port (c11f0f1f-f495-465f-82a4-091bfe00146f), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:29.620312 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec93d07-1583-48ff-ba09-e3476dea6dc8 None None] Routers {'2677bf10-5a27-49b3-848f-8bac530a62a8'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:09:29.621029 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-4ec93d07-1583-48ff-ba09-e3476dea6dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:09:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['2677bf10-5a27-49b3-848f-8bac530a62a8'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:29.639577 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-73566369-af4e-4b5f-823d-781f1f608419 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (c11f0f1f-f495-465f-82a4-091bfe00146f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:29.669278 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d762924-53b1-4ee0-b20f-72de79bf69d4 None None] Pushing event updated for resources: {'Port': ['ID=627fb171-eed3-4d78-92bd-c6a9d8ea9a32,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:29.703698 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-692160d3-1a91-4a54-8bac-6ad763cb4acd req-707798e6-8e30-4cca-9666-1da0605a66c1 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc8e944b-4a1d-48f7-9987-f83f891080d4 HTTP/1.1" status: 200 len: 210 time: 0.1709116 Jan 28 03:09:29.745471 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73566369-af4e-4b5f-823d-781f1f608419 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Network 86de90a2-95fe-459f-852a-4fb46f9a02cc is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:09:29.769127 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-73566369-af4e-4b5f-823d-781f1f608419 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:09:29.784606 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73566369-af4e-4b5f-823d-781f1f608419 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:09:29.792082 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73566369-af4e-4b5f-823d-781f1f608419 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event updated for resources: {'Port': ['ID=c11f0f1f-f495-465f-82a4-091bfe00146f,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:29.792552 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-3db5f98e-cabc-4d8e-9119-ee0f45e28e5b None None] For port 61c839b0-30e9-4dcb-8ef5-670fd93d99dd, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:09:29.823030 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3d891485-d351-4291-ab20-b2a719fcde6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:29.868635 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-137a8d5f-3e69-42bb-b2af-13e24cca563c None None] Provisioning complete for port 627fb171-eed3-4d78-92bd-c6a9d8ea9a32 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:29.869009 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-137a8d5f-3e69-42bb-b2af-13e24cca563c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (627fb171-eed3-4d78-92bd-c6a9d8ea9a32), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:29.879377 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-3db5f98e-cabc-4d8e-9119-ee0f45e28e5b None None] For port 61c839b0-30e9-4dcb-8ef5-670fd93d99dd, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=61c839b0-30e9-4dcb-8ef5-670fd93d99dd,segment=NetworkSegment(eaad36c4-ccc4-452c-8866-7c209bb0687e),segment_id=eaad36c4-ccc4-452c-8866-7c209bb0687e)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:09:29.895058 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-73566369-af4e-4b5f-823d-781f1f608419 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (2677bf10-5a27-49b3-848f-8bac530a62a8), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:29.948799 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port d4ae4015-43eb-47ef-884a-e6b603e0099c is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:09:29.949961 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device af2200fb-a285-43b2-b378-e4a8611f541f up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:09:29.952537 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-4ec93d07-1583-48ff-ba09-e3476dea6dc8 None None] Set router 2677bf10-5a27-49b3-848f-8bac530a62a8 gateway port host: None {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:09:29.968690 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3db5f98e-cabc-4d8e-9119-ee0f45e28e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (61c839b0-30e9-4dcb-8ef5-670fd93d99dd), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:30.113094 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-d412796f-46aa-422c-b1d4-22ad2ce3ac3d tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:30.114720 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-d412796f-46aa-422c-b1d4-22ad2ce3ac3d tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] 10.222.0.39 "GET /v2.0/networks?id=510d0f56-a56d-4baa-b768-cfbf6d32b8c2 HTTP/1.1" status: 200 len: 804 time: 0.2632291 Jan 28 03:09:30.170482 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-73566369-af4e-4b5f-823d-781f1f608419 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c11f0f1f-f495-465f-82a4-091bfe00146f), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:30.219984 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-8057d387-d655-42c0-ad6b-fcb861ce3da8 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e32e027b56924f9aad6fa7bf1ee258e7 HTTP/1.1" status: 200 len: 380 time: 0.0896652 Jan 28 03:09:30.234417 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-ff7e06d7-af3a-40a7-82ee-8156bbb0734d tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Request body: {'port': {'device_id': 'cc8e944b-4a1d-48f7-9987-f83f891080d4', 'network_id': '510d0f56-a56d-4baa-b768-cfbf6d32b8c2', 'admin_state_up': True, 'tenant_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'security_groups': ['0ebdf570-1510-406c-b808-8a4c8aae6c25']}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:09:30.376977 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db5f98e-cabc-4d8e-9119-ee0f45e28e5b None None] Pushing event updated for resources: {'Port': ['ID=61c839b0-30e9-4dcb-8ef5-670fd93d99dd,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:30.377241 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbe348-3af3-46a0-b008-c0ec098299ef req-a2964ea3-a202-4c0e-b895-0d30f85d761e tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:30.381284 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-53bbe348-3af3-46a0-b008-c0ec098299ef req-a2964ea3-a202-4c0e-b895-0d30f85d761e tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a61f71c-db10-4229-bbac-1ecfaa94843b HTTP/1.1" status: 200 len: 944 time: 0.2050710 Jan 28 03:09:30.490794 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-ff7e06d7-af3a-40a7-82ee-8156bbb0734d tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Made reservation on behalf of e32e027b56924f9aad6fa7bf1ee258e7 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:09:30.490794 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-ff7e06d7-af3a-40a7-82ee-8156bbb0734d tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:30.758964 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-53bbe348-3af3-46a0-b008-c0ec098299ef req-7e7fdedd-f405-458c-a9bf-76f541767e84 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287573 Jan 28 03:09:30.782911 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port af2200fb-a285-43b2-b378-e4a8611f541f triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:30.786968 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (af2200fb-a285-43b2-b378-e4a8611f541f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:30.904548 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f7df26f9-e2e1-4022-ae64-4eaa118ec1af req-5d66f033-e10e-4b8d-8ec1-e91ecbf5c518 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc8e944b-4a1d-48f7-9987-f83f891080d4 HTTP/1.1" status: 200 len: 210 time: 0.0572553 Jan 28 03:09:30.945648 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-ff7e06d7-af3a-40a7-82ee-8156bbb0734d tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Allocated IP 172.20.0.13 (510d0f56-a56d-4baa-b768-cfbf6d32b8c2/db5a4c57-6170-4daa-b081-7c1d297c0ccb/b9cbf58c-0ba7-457a-917a-60e7408f357d) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:09:30.977250 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-137a8d5f-3e69-42bb-b2af-13e24cca563c None None] Current status of the port 627fb171-eed3-4d78-92bd-c6a9d8ea9a32 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:09:30.977700 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-137a8d5f-3e69-42bb-b2af-13e24cca563c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (627fb171-eed3-4d78-92bd-c6a9d8ea9a32), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:31.092541 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-137a8d5f-3e69-42bb-b2af-13e24cca563c None None] For port 627fb171-eed3-4d78-92bd-c6a9d8ea9a32, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=627fb171-eed3-4d78-92bd-c6a9d8ea9a32,segment=NetworkSegment(965b5833-cdaf-46d3-9bec-4e8294344446),segment_id=965b5833-cdaf-46d3-9bec-4e8294344446)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:09:31.103585 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-137a8d5f-3e69-42bb-b2af-13e24cca563c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (627fb171-eed3-4d78-92bd-c6a9d8ea9a32), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:31.149209 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-73566369-af4e-4b5f-823d-781f1f608419 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for port (c11f0f1f-f495-465f-82a4-091bfe00146f), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:31.155660 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port af2200fb-a285-43b2-b378-e4a8611f541f is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:09:31.159631 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-73566369-af4e-4b5f-823d-781f1f608419 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (c11f0f1f-f495-465f-82a4-091bfe00146f), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:31.172400 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-4ec93d07-1583-48ff-ba09-e3476dea6dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'name': 'tempest-RoutersTest-router-502267932', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:08:56Z', 'updated_at': '2022-01-28T03:09:22Z', 'revision_number': 4, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'gw_port_host': None, '_interfaces': [{'id': '0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7', 'name': '', 'network_id': 'dc61925a-0415-4299-8652-90bcc5f97c8b', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:02:c3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '11acbd87-5e71-410b-9a05-dddb101e9dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:08:59Z', 'updated_at': '2022-01-28T03:09:08Z', 'revision_number': 5, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '11acbd87-5e71-410b-9a05-dddb101e9dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0db8a0b7-d148-4aa1-821b-04cd39fa4014', 'name': '', 'network_id': '1645ca6a-bc41-4b9b-8e15-beabae884715', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:88:66:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '7c998376-4250-4f51-bb5d-c2a9e754eec4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:06Z', 'updated_at': '2022-01-28T03:09:21Z', 'revision_number': 5, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '7c998376-4250-4f51-bb5d-c2a9e754eec4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '627fb171-eed3-4d78-92bd-c6a9d8ea9a32', 'name': '', 'network_id': '4a4efb42-e52c-4800-aa95-b8417f14c5d6', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:26:66:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '557f82cd-fde6-41b1-b8e1-cbc96e6026da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:20Z', 'updated_at': '2022-01-28T03:09:29Z', 'revision_number': 4, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '557f82cd-fde6-41b1-b8e1-cbc96e6026da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:31.220514 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-ff7e06d7-af3a-40a7-82ee-8156bbb0734d tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Publish callbacks [] for port (b9cbf58c-0ba7-457a-917a-60e7408f357d), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:31.346370 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-ff7e06d7-af3a-40a7-82ee-8156bbb0734d tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (b9cbf58c-0ba7-457a-917a-60e7408f357d), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:31.408088 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73566369-af4e-4b5f-823d-781f1f608419 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event updated for resources: {'Port': ['ID=c11f0f1f-f495-465f-82a4-091bfe00146f,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:31.419885 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-73566369-af4e-4b5f-823d-781f1f608419 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (2677bf10-5a27-49b3-848f-8bac530a62a8), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:31.518190 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-ff7e06d7-af3a-40a7-82ee-8156bbb0734d tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Network 510d0f56-a56d-4baa-b768-cfbf6d32b8c2 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:09:31.527301 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-ff7e06d7-af3a-40a7-82ee-8156bbb0734d tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:09:31.531204 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-ff7e06d7-af3a-40a7-82ee-8156bbb0734d tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:09:31.574838 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e06d7-af3a-40a7-82ee-8156bbb0734d tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Pushing event updated for resources: {'Port': ['ID=b9cbf58c-0ba7-457a-917a-60e7408f357d,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:31.592504 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec93d07-1583-48ff-ba09-e3476dea6dc8 None None] The sync data for ids ['2677bf10-5a27-49b3-848f-8bac530a62a8'] in n-d-712139-27 is: [{'id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'name': 'tempest-RoutersTest-router-502267932', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:08:56Z', 'updated_at': '2022-01-28T03:09:22Z', 'revision_number': 4, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'gw_port_host': None, '_interfaces': [{'id': '0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7', 'name': '', 'network_id': 'dc61925a-0415-4299-8652-90bcc5f97c8b', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:02:c3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '11acbd87-5e71-410b-9a05-dddb101e9dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:08:59Z', 'updated_at': '2022-01-28T03:09:08Z', 'revision_number': 5, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '11acbd87-5e71-410b-9a05-dddb101e9dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0db8a0b7-d148-4aa1-821b-04cd39fa4014', 'name': '', 'network_id': '1645ca6a-bc41-4b9b-8e15-beabae884715', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:88:66:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '7c998376-4250-4f51-bb5d-c2a9e754eec4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:06Z', 'updated_at': '2022-01-28T03:09:21Z', 'revision_number': 5, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '7c998376-4250-4f51-bb5d-c2a9e754eec4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '627fb171-eed3-4d78-92bd-c6a9d8ea9a32', 'name': '', 'network_id': '4a4efb42-e52c-4800-aa95-b8417f14c5d6', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:26:66:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '557f82cd-fde6-41b1-b8e1-cbc96e6026da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:20Z', 'updated_at': '2022-01-28T03:09:29Z', 'revision_number': 4, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '557f82cd-fde6-41b1-b8e1-cbc96e6026da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:09:31.663300 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a8d5f-3e69-42bb-b2af-13e24cca563c None None] Pushing event updated for resources: {'Port': ['ID=627fb171-eed3-4d78-92bd-c6a9d8ea9a32,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:31.668618 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device d4ae4015-43eb-47ef-884a-e6b603e0099c up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:09:31.717846 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 4a17c9dd-e483-41bd-9eb0-1e23f0fea65f up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:09:31.743747 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-70d25434-9857-4512-8bbe-a13dd9fbbdde None None] Provisioning complete for port 627fb171-eed3-4d78-92bd-c6a9d8ea9a32 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:31.744403 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-70d25434-9857-4512-8bbe-a13dd9fbbdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (627fb171-eed3-4d78-92bd-c6a9d8ea9a32), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:31.756806 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73566369-af4e-4b5f-823d-781f1f608419 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Network 86de90a2-95fe-459f-852a-4fb46f9a02cc is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:09:31.758385 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-73566369-af4e-4b5f-823d-781f1f608419 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:09:32.209024 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73566369-af4e-4b5f-823d-781f1f608419 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Router 2677bf10-5a27-49b3-848f-8bac530a62a8 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:09:32.253681 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-31fe4241-0577-402b-9f8a-9a02b7c2968a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:32.286542 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 4a17c9dd-e483-41bd-9eb0-1e23f0fea65f completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:09:32.314106 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 4a17c9dd-e483-41bd-9eb0-1e23f0fea65f triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:32.314633 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (4a17c9dd-e483-41bd-9eb0-1e23f0fea65f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:32.363331 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73566369-af4e-4b5f-823d-781f1f608419 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:09:32.383351 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-73566369-af4e-4b5f-823d-781f1f608419 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "PUT /v2.0/routers/2677bf10-5a27-49b3-848f-8bac530a62a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9720616 Jan 28 03:09:32.395727 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d6b56-d4d1-4f35-a2ef-f0fb571e6824 req-f66f7658-3258-4acc-afd0-b4d48f75b530 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:32.398004 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b06d6b56-d4d1-4f35-a2ef-f0fb571e6824 req-f66f7658-3258-4acc-afd0-b4d48f75b530 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc8e944b-4a1d-48f7-9987-f83f891080d4 HTTP/1.1" status: 200 len: 932 time: 0.2474158 Jan 28 03:09:32.399174 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58450) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:09:32.404308 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-e26231e0-0e59-46c6-9d67-c6f2416aec87 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:09:32.425646 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port d4ae4015-43eb-47ef-884a-e6b603e0099c triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:32.426352 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d4ae4015-43eb-47ef-884a-e6b603e0099c), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:32.434510 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9091c89c-7e54-4902-ae0b-34abdd8ca3e4 None None] Network 86de90a2-95fe-459f-852a-4fb46f9a02cc requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:09:32.568883 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b06d6b56-d4d1-4f35-a2ef-f0fb571e6824 req-c8b4affc-1a1c-4688-9a48-582f6c40e6a2 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ebdf570-1510-406c-b808-8a4c8aae6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563389 Jan 28 03:09:32.754118 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-ff7e06d7-af3a-40a7-82ee-8156bbb0734d tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:32.755482 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-ff7e06d7-af3a-40a7-82ee-8156bbb0734d tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:32.823340 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 4a17c9dd-e483-41bd-9eb0-1e23f0fea65f is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:09:32.823796 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (4a17c9dd-e483-41bd-9eb0-1e23f0fea65f), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:32.839512 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-ff7e06d7-af3a-40a7-82ee-8156bbb0734d tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6108611 Jan 28 03:09:32.858921 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d3c2f-3691-438d-8216-0c7364da0dce req-eae16d8e-5fd7-4226-9514-c94c4856750a tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:32.875824 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ae7d3c2f-3691-438d-8216-0c7364da0dce req-eae16d8e-5fd7-4226-9514-c94c4856750a tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a61f71c-db10-4229-bbac-1ecfaa94843b HTTP/1.1" status: 200 len: 944 time: 0.1162524 Jan 28 03:09:32.894453 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 4a17c9dd-e483-41bd-9eb0-1e23f0fea65f, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=4a17c9dd-e483-41bd-9eb0-1e23f0fea65f,segment=NetworkSegment(103b4545-2fea-4015-ba4c-541201deccef),segment_id=103b4545-2fea-4015-ba4c-541201deccef)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:09:32.895667 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-1b7d0e35-e228-4991-a219-ddfabf14942c service neutron] Request body: {'port': {'device_id': 'cc8e944b-4a1d-48f7-9987-f83f891080d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:09:32.902980 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a61f71c-db10-4229-bbac-1ecfaa94843b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a17c9dd-e483-41bd-9eb0-1e23f0fea65f'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:09:32.905763 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a266df68-0264-4972-b480-8c63c638934f" -d '{"events": [{"server_uuid": "9a61f71c-db10-4229-bbac-1ecfaa94843b", "name": "network-vif-plugged", "status": "completed", "tag": "4a17c9dd-e483-41bd-9eb0-1e23f0fea65f"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:09:32.915317 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (4a17c9dd-e483-41bd-9eb0-1e23f0fea65f), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:32.973832 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-70d25434-9857-4512-8bbe-a13dd9fbbdde None None] Current status of the port 627fb171-eed3-4d78-92bd-c6a9d8ea9a32 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:09:32.977457 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=4a17c9dd-e483-41bd-9eb0-1e23f0fea65f,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:33.008489 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-1b7d0e35-e228-4991-a219-ddfabf14942c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b9cbf58c-0ba7-457a-917a-60e7408f357d), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:33.037402 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port d4ae4015-43eb-47ef-884a-e6b603e0099c is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:09:33.038674 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:09:33.081012 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.extraroute_db [None req-e26231e0-0e59-46c6-9d67-c6f2416aec87 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=109803) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 03:09:33.096734 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ae7d3c2f-3691-438d-8216-0c7364da0dce req-6e958f84-ead3-4075-bf89-400628c19b40 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178123 Jan 28 03:09:33.106515 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.extraroute_db [None req-e26231e0-0e59-46c6-9d67-c6f2416aec87 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Removed routes are [] {{(pid=109803) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 03:09:33.106971 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e26231e0-0e59-46c6-9d67-c6f2416aec87 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23253'] for router (2677bf10-5a27-49b3-848f-8bac530a62a8), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:33.147583 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c16b12-e573-41c5-8464-68e0fc227d99 None None] Sync routers for ids ['2677bf10-5a27-49b3-848f-8bac530a62a8'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:09:33.181122 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c16b12-e573-41c5-8464-68e0fc227d99 None None] Routers {'2677bf10-5a27-49b3-848f-8bac530a62a8'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:09:33.182987 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-93902855-3129-44a2-b1a9-7f6972ad7462 None None] Provisioning complete for port 61c839b0-30e9-4dcb-8ef5-670fd93d99dd triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:33.183423 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-93902855-3129-44a2-b1a9-7f6972ad7462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (61c839b0-30e9-4dcb-8ef5-670fd93d99dd), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:33.184690 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-c4c16b12-e573-41c5-8464-68e0fc227d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:09:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['2677bf10-5a27-49b3-848f-8bac530a62a8'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:33.295658 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb7a088-9425-4186-bade-91fb4db23ff5 x-openstack-request-id: req-7fb7a088-9425-4186-bade-91fb4db23ff5 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:09:33.296278 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a61f71c-db10-4229-bbac-1ecfaa94843b", "name": "network-vif-plugged", "status": "completed", "tag": "4a17c9dd-e483-41bd-9eb0-1e23f0fea65f", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:09:33.296381 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7fb7a088-9425-4186-bade-91fb4db23ff5 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:09:33.296913 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a61f71c-db10-4229-bbac-1ecfaa94843b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a17c9dd-e483-41bd-9eb0-1e23f0fea65f', 'code': 200} Jan 28 03:09:33.422851 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:33.424625 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:33.465688 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-c4c16b12-e573-41c5-8464-68e0fc227d99 None None] Set router 2677bf10-5a27-49b3-848f-8bac530a62a8 gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:09:33.520736 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:33.529363 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-93902855-3129-44a2-b1a9-7f6972ad7462 None None] Current status of the port 61c839b0-30e9-4dcb-8ef5-670fd93d99dd is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:09:33.532754 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-93902855-3129-44a2-b1a9-7f6972ad7462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (61c839b0-30e9-4dcb-8ef5-670fd93d99dd), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:33.576462 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93dfb97-75bb-46ac-b17a-4026dd41bb78 req-8405d662-de73-4174-823f-afda264dcdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:33.582745 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b93dfb97-75bb-46ac-b17a-4026dd41bb78 req-8405d662-de73-4174-823f-afda264dcdde service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9a61f71c-db10-4229-bbac-1ecfaa94843b HTTP/1.1" status: 200 len: 1097 time: 0.2430897 Jan 28 03:09:33.841748 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:33.845641 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-93902855-3129-44a2-b1a9-7f6972ad7462 None None] For port 61c839b0-30e9-4dcb-8ef5-670fd93d99dd, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=61c839b0-30e9-4dcb-8ef5-670fd93d99dd,segment=NetworkSegment(eaad36c4-ccc4-452c-8866-7c209bb0687e),segment_id=eaad36c4-ccc4-452c-8866-7c209bb0687e)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:09:33.865819 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-93902855-3129-44a2-b1a9-7f6972ad7462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (61c839b0-30e9-4dcb-8ef5-670fd93d99dd), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:34.003955 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-93902855-3129-44a2-b1a9-7f6972ad7462 None None] Provisioning complete for port b9cbf58c-0ba7-457a-917a-60e7408f357d triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:34.004503 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-93902855-3129-44a2-b1a9-7f6972ad7462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b9cbf58c-0ba7-457a-917a-60e7408f357d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:34.012385 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-1b7d0e35-e228-4991-a219-ddfabf14942c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9cbf58c-0ba7-457a-917a-60e7408f357d {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:09:34.022356 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-1b7d0e35-e228-4991-a219-ddfabf14942c service neutron] Publish callbacks [] for port (b9cbf58c-0ba7-457a-917a-60e7408f357d), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:34.036923 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-1b7d0e35-e228-4991-a219-ddfabf14942c service neutron] Transition to ACTIVE for port object b9cbf58c-0ba7-457a-917a-60e7408f357d will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:09:34.075724 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-1b7d0e35-e228-4991-a219-ddfabf14942c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (b9cbf58c-0ba7-457a-917a-60e7408f357d), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:34.114442 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93902855-3129-44a2-b1a9-7f6972ad7462 None None] Pushing event updated for resources: {'Port': ['ID=61c839b0-30e9-4dcb-8ef5-670fd93d99dd,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:34.142727 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:09:34.150486 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 61c839b0-30e9-4dcb-8ef5-670fd93d99dd up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:09:34.206680 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-93902855-3129-44a2-b1a9-7f6972ad7462 None None] Port b9cbf58c-0ba7-457a-917a-60e7408f357d cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:09:34.212135 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-c4c16b12-e573-41c5-8464-68e0fc227d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'name': 'tempest-RoutersTest-router-502267932', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:08:56Z', 'updated_at': '2022-01-28T03:09:33Z', 'revision_number': 6, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'gw_port_host': None, '_interfaces': [{'id': '0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7', 'name': '', 'network_id': 'dc61925a-0415-4299-8652-90bcc5f97c8b', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:02:c3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '11acbd87-5e71-410b-9a05-dddb101e9dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:08:59Z', 'updated_at': '2022-01-28T03:09:08Z', 'revision_number': 5, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '11acbd87-5e71-410b-9a05-dddb101e9dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0db8a0b7-d148-4aa1-821b-04cd39fa4014', 'name': '', 'network_id': '1645ca6a-bc41-4b9b-8e15-beabae884715', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:88:66:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '7c998376-4250-4f51-bb5d-c2a9e754eec4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:06Z', 'updated_at': '2022-01-28T03:09:21Z', 'revision_number': 5, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '7c998376-4250-4f51-bb5d-c2a9e754eec4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '627fb171-eed3-4d78-92bd-c6a9d8ea9a32', 'name': '', 'network_id': '4a4efb42-e52c-4800-aa95-b8417f14c5d6', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:26:66:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '557f82cd-fde6-41b1-b8e1-cbc96e6026da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:20Z', 'updated_at': '2022-01-28T03:09:31Z', 'revision_number': 5, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '557f82cd-fde6-41b1-b8e1-cbc96e6026da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c11f0f1f-f495-465f-82a4-091bfe00146f', 'name': '', 'network_id': '86de90a2-95fe-459f-852a-4fb46f9a02cc', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:20:28:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '7862cfab-7a56-4b25-a4cf-0a32251b78f6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:28Z', 'updated_at': '2022-01-28T03:09:30Z', 'revision_number': 2, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '7862cfab-7a56-4b25-a4cf-0a32251b78f6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:34.221058 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7d9bc-b877-4eea-9472-1c19a8169428 req-1df90584-d2b1-4439-959b-305f804f058b tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:34.232114 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7db7d9bc-b877-4eea-9472-1c19a8169428 req-1df90584-d2b1-4439-959b-305f804f058b tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 945 time: 1.1152582 Jan 28 03:09:34.274900 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 61c839b0-30e9-4dcb-8ef5-670fd93d99dd triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:34.275434 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (61c839b0-30e9-4dcb-8ef5-670fd93d99dd), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:34.342541 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c16b12-e573-41c5-8464-68e0fc227d99 None None] Checking router: 2677bf10-5a27-49b3-848f-8bac530a62a8 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:09:34.343195 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c16b12-e573-41c5-8464-68e0fc227d99 None None] Updating router 2677bf10-5a27-49b3-848f-8bac530a62a8 port c11f0f1f-f495-465f-82a4-091bfe00146f binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:09:34.406359 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-e038a616-7eb4-47bb-9943-bc2d99738309 None None] Provisioning complete for port c11f0f1f-f495-465f-82a4-091bfe00146f triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:34.407063 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e038a616-7eb4-47bb-9943-bc2d99738309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c11f0f1f-f495-465f-82a4-091bfe00146f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:34.415344 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-c4c16b12-e573-41c5-8464-68e0fc227d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c11f0f1f-f495-465f-82a4-091bfe00146f), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:34.479487 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a841182-99cc-4046-8d35-2ee0893e8d9a req-bcfe76ae-8aeb-4d00-80ab-ae4400673892 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:34.481538 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3a841182-99cc-4046-8d35-2ee0893e8d9a req-bcfe76ae-8aeb-4d00-80ab-ae4400673892 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc8e944b-4a1d-48f7-9987-f83f891080d4 HTTP/1.1" status: 200 len: 944 time: 0.4426606 Jan 28 03:09:34.497877 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e26231e0-0e59-46c6-9d67-c6f2416aec87 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23253'] for router (2677bf10-5a27-49b3-848f-8bac530a62a8), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:34.499637 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b93dfb97-75bb-46ac-b17a-4026dd41bb78 req-2a1240d7-a0a0-4b19-a3c5-a0d0b4a556fd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9092190 Jan 28 03:09:34.502353 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e26231e0-0e59-46c6-9d67-c6f2416aec87 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3876279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3876284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3877649'] for router (2677bf10-5a27-49b3-848f-8bac530a62a8), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:34.504269 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e038a616-7eb4-47bb-9943-bc2d99738309 None None] Port c11f0f1f-f495-465f-82a4-091bfe00146f cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:09:34.553140 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d0e35-e228-4991-a219-ddfabf14942c service neutron] Pushing event updated for resources: {'Port': ['ID=b9cbf58c-0ba7-457a-917a-60e7408f357d,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:34.612364 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-e038a616-7eb4-47bb-9943-bc2d99738309 None None] Provisioning complete for port 61c839b0-30e9-4dcb-8ef5-670fd93d99dd triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:34.612749 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e038a616-7eb4-47bb-9943-bc2d99738309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (61c839b0-30e9-4dcb-8ef5-670fd93d99dd), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:34.661196 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3a841182-99cc-4046-8d35-2ee0893e8d9a req-e5c1a085-9853-4900-a887-314cb36bd1eb tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ebdf570-1510-406c-b808-8a4c8aae6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601653 Jan 28 03:09:34.662179 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-1b7d0e35-e228-4991-a219-ddfabf14942c service neutron] Attempting to bind port b9cbf58c-0ba7-457a-917a-60e7408f357d on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:09:34.662516 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-1b7d0e35-e228-4991-a219-ddfabf14942c service neutron] Attempting to bind port b9cbf58c-0ba7-457a-917a-60e7408f357d by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '36852713-c891-4c2f-a56e-b2d8f3513fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '510d0f56-a56d-4baa-b768-cfbf6d32b8c2'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:09:34.662849 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-1b7d0e35-e228-4991-a219-ddfabf14942c service neutron] Attempting to bind port b9cbf58c-0ba7-457a-917a-60e7408f357d on network 510d0f56-a56d-4baa-b768-cfbf6d32b8c2 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:09:34.671258 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 61c839b0-30e9-4dcb-8ef5-670fd93d99dd is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:09:34.682036 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-1b7d0e35-e228-4991-a219-ddfabf14942c service neutron] Port b9cbf58c-0ba7-457a-917a-60e7408f357d on network 510d0f56-a56d-4baa-b768-cfbf6d32b8c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:09:34.682373 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-1b7d0e35-e228-4991-a219-ddfabf14942c service neutron] Attempting to bind port b9cbf58c-0ba7-457a-917a-60e7408f357d on network 510d0f56-a56d-4baa-b768-cfbf6d32b8c2 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:09:34.711444 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-1b7d0e35-e228-4991-a219-ddfabf14942c service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:09:34.711748 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-1b7d0e35-e228-4991-a219-ddfabf14942c service neutron] Checking segment: {'id': '36852713-c891-4c2f-a56e-b2d8f3513fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '510d0f56-a56d-4baa-b768-cfbf6d32b8c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:09:34.712150 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-1b7d0e35-e228-4991-a219-ddfabf14942c service neutron] Bound using segment: {'id': '36852713-c891-4c2f-a56e-b2d8f3513fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '510d0f56-a56d-4baa-b768-cfbf6d32b8c2'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:09:34.720958 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-1b7d0e35-e228-4991-a219-ddfabf14942c service neutron] Bound port: b9cbf58c-0ba7-457a-917a-60e7408f357d, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36852713-c891-4c2f-a56e-b2d8f3513fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '510d0f56-a56d-4baa-b768-cfbf6d32b8c2'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:09:34.725536 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-1b7d0e35-e228-4991-a219-ddfabf14942c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b9cbf58c-0ba7-457a-917a-60e7408f357d), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:34.796022 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7db7d9bc-b877-4eea-9472-1c19a8169428 req-3e4568e7-4f28-4059-8fc9-617b5572ef79 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?id=5cfc1d40-004a-4e66-82cd-29f658db29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5587490 Jan 28 03:09:34.815139 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:34.818616 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26231e0-0e59-46c6-9d67-c6f2416aec87 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Router 2677bf10-5a27-49b3-848f-8bac530a62a8 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:09:34.890198 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-c4c16b12-e573-41c5-8464-68e0fc227d99 None None] Publish callbacks [] for port (c11f0f1f-f495-465f-82a4-091bfe00146f), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:34.903306 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-c4c16b12-e573-41c5-8464-68e0fc227d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c11f0f1f-f495-465f-82a4-091bfe00146f), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:34.922224 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-1b7d0e35-e228-4991-a219-ddfabf14942c service neutron] For port b9cbf58c-0ba7-457a-917a-60e7408f357d, host n-h2-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:09:34.924861 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e038a616-7eb4-47bb-9943-bc2d99738309 None None] Current status of the port 61c839b0-30e9-4dcb-8ef5-670fd93d99dd is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:09:34.928549 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-1b7d0e35-e228-4991-a219-ddfabf14942c service neutron] For port b9cbf58c-0ba7-457a-917a-60e7408f357d, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=b9cbf58c-0ba7-457a-917a-60e7408f357d,segment=NetworkSegment(36852713-c891-4c2f-a56e-b2d8f3513fc5),segment_id=36852713-c891-4c2f-a56e-b2d8f3513fc5)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:09:34.944493 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-1b7d0e35-e228-4991-a219-ddfabf14942c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (b9cbf58c-0ba7-457a-917a-60e7408f357d), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:35.018568 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-1b7d0e35-e228-4991-a219-ddfabf14942c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:35.019939 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-1b7d0e35-e228-4991-a219-ddfabf14942c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:35.022471 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-1b7d0e35-e228-4991-a219-ddfabf14942c service neutron] 10.222.0.39 "PUT /v2.0/ports/b9cbf58c-0ba7-457a-917a-60e7408f357d HTTP/1.1" status: 200 len: 1093 time: 2.1374485 Jan 28 03:09:35.031285 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6749ac-2e81-4507-8f63-eb2f124fe17d req-bbc93b23-7a34-445d-a9a9-861fb977e460 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:35.033347 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ba6749ac-2e81-4507-8f63-eb2f124fe17d req-bbc93b23-7a34-445d-a9a9-861fb977e460 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a61f71c-db10-4229-bbac-1ecfaa94843b HTTP/1.1" status: 200 len: 945 time: 0.1000829 Jan 28 03:09:35.033996 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc8e944b-4a1d-48f7-9987-f83f891080d4', 'tag': 'b9cbf58c-0ba7-457a-917a-60e7408f357d'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:09:35.036670 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bb35ca-b59f-4c60-aea0-41350af4c960" -d '{"events": [{"name": "network-changed", "server_uuid": "cc8e944b-4a1d-48f7-9987-f83f891080d4", "tag": "b9cbf58c-0ba7-457a-917a-60e7408f357d"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:09:35.037803 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a050e2-9540-4215-b617-0e41a00bc35f None None] Pushing event updated for resources: {'Port': ['ID=c11f0f1f-f495-465f-82a4-091bfe00146f,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:35.046700 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26231e0-0e59-46c6-9d67-c6f2416aec87 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:09:35.061114 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e26231e0-0e59-46c6-9d67-c6f2416aec87 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:35.064914 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e26231e0-0e59-46c6-9d67-c6f2416aec87 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "PUT /v2.0/routers/2677bf10-5a27-49b3-848f-8bac530a62a8 HTTP/1.1" status: 200 len: 933 time: 2.6622243 Jan 28 03:09:35.065924 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58470) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:09:35.110524 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-21b38529-b25e-47c3-81bd-cb7dd4ed24ec None None] Provisioning complete for port c11f0f1f-f495-465f-82a4-091bfe00146f triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:35.117636 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d0e35-e228-4991-a219-ddfabf14942c service neutron] Pushing event updated for resources: {'Port': ['ID=b9cbf58c-0ba7-457a-917a-60e7408f357d,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:35.118438 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-21b38529-b25e-47c3-81bd-cb7dd4ed24ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c11f0f1f-f495-465f-82a4-091bfe00146f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:35.178742 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 627fb171-eed3-4d78-92bd-c6a9d8ea9a32 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:09:35.188356 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84640a36-75e3-4264-b6c4-bfac978110e2 x-openstack-request-id: req-84640a36-75e3-4264-b6c4-bfac978110e2 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:09:35.194770 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc8e944b-4a1d-48f7-9987-f83f891080d4", "tag": "b9cbf58c-0ba7-457a-917a-60e7408f357d", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:09:35.194994 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-84640a36-75e3-4264-b6c4-bfac978110e2 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:09:35.195429 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc8e944b-4a1d-48f7-9987-f83f891080d4', 'tag': 'b9cbf58c-0ba7-457a-917a-60e7408f357d', 'status': 'completed', 'code': 200} Jan 28 03:09:35.196227 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-c4c16b12-e573-41c5-8464-68e0fc227d99 None None] Attempting to bind port c11f0f1f-f495-465f-82a4-091bfe00146f on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:09:35.196657 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-c4c16b12-e573-41c5-8464-68e0fc227d99 None None] Attempting to bind port c11f0f1f-f495-465f-82a4-091bfe00146f by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'eaad36c4-ccc4-452c-8866-7c209bb0687e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '86de90a2-95fe-459f-852a-4fb46f9a02cc'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:09:35.198934 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c16b12-e573-41c5-8464-68e0fc227d99 None None] Attempting to bind port c11f0f1f-f495-465f-82a4-091bfe00146f on network 86de90a2-95fe-459f-852a-4fb46f9a02cc {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:09:35.218436 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c16b12-e573-41c5-8464-68e0fc227d99 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:09:35.219490 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c16b12-e573-41c5-8464-68e0fc227d99 None None] Checking segment: {'id': 'eaad36c4-ccc4-452c-8866-7c209bb0687e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '86de90a2-95fe-459f-852a-4fb46f9a02cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:09:35.220406 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-c4c16b12-e573-41c5-8464-68e0fc227d99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:35.220534 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c16b12-e573-41c5-8464-68e0fc227d99 None None] Bound using segment: {'id': 'eaad36c4-ccc4-452c-8866-7c209bb0687e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '86de90a2-95fe-459f-852a-4fb46f9a02cc'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:09:35.221099 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-c4c16b12-e573-41c5-8464-68e0fc227d99 None None] Bound port: c11f0f1f-f495-465f-82a4-091bfe00146f, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaad36c4-ccc4-452c-8866-7c209bb0687e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '86de90a2-95fe-459f-852a-4fb46f9a02cc'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:09:35.221558 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-c4c16b12-e573-41c5-8464-68e0fc227d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c11f0f1f-f495-465f-82a4-091bfe00146f), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:35.236567 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ba6749ac-2e81-4507-8f63-eb2f124fe17d req-6a3a9489-803c-4bd8-8092-5a14997f2782 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835568 Jan 28 03:09:35.268399 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-f777c52f-90ff-46b8-bb85-c0137726a296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:35.269987 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-f777c52f-90ff-46b8-bb85-c0137726a296 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e32e027b56924f9aad6fa7bf1ee258e7&device_id=cc8e944b-4a1d-48f7-9987-f83f891080d4 HTTP/1.1" status: 200 len: 1096 time: 0.1691191 Jan 28 03:09:35.271451 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-21b38529-b25e-47c3-81bd-cb7dd4ed24ec None None] Port c11f0f1f-f495-465f-82a4-091bfe00146f cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:09:35.310084 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e507bd0f-497a-401c-8e70-6a762dba6793 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "GET /v2.0/routers/2677bf10-5a27-49b3-848f-8bac530a62a8 HTTP/1.1" status: 200 len: 933 time: 0.2426798 Jan 28 03:09:35.311641 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58472) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:09:35.324740 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-40eeea9e-f062-4506-b696-5cb2213c22bc tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Request body: {'router': {'routes': None}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:09:35.339081 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 627fb171-eed3-4d78-92bd-c6a9d8ea9a32 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:35.339733 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (627fb171-eed3-4d78-92bd-c6a9d8ea9a32), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:35.396856 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-42fd8103-9abd-4049-90a9-65c5dfacbd18 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9cbf58c-0ba7-457a-917a-60e7408f357d HTTP/1.1" status: 200 len: 217 time: 0.1128354 Jan 28 03:09:35.409358 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-c4c16b12-e573-41c5-8464-68e0fc227d99 None None] For port c11f0f1f-f495-465f-82a4-091bfe00146f, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:09:35.418728 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-c4c16b12-e573-41c5-8464-68e0fc227d99 None None] For port c11f0f1f-f495-465f-82a4-091bfe00146f, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=c11f0f1f-f495-465f-82a4-091bfe00146f,segment=NetworkSegment(eaad36c4-ccc4-452c-8866-7c209bb0687e),segment_id=eaad36c4-ccc4-452c-8866-7c209bb0687e)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:09:35.437043 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-c4c16b12-e573-41c5-8464-68e0fc227d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c11f0f1f-f495-465f-82a4-091bfe00146f), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:35.519353 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-c56befd4-fcb8-49e1-9df0-d4146ca7e045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:35.521103 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-c56befd4-fcb8-49e1-9df0-d4146ca7e045 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=db5a4c57-6170-4daa-b081-7c1d297c0ccb HTTP/1.1" status: 200 len: 843 time: 0.1175170 Jan 28 03:09:35.558160 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 627fb171-eed3-4d78-92bd-c6a9d8ea9a32 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:09:35.559302 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 61c839b0-30e9-4dcb-8ef5-670fd93d99dd up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:09:35.570503 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a050e2-9540-4215-b617-0e41a00bc35f None None] Pushing event updated for resources: {'Port': ['ID=c11f0f1f-f495-465f-82a4-091bfe00146f,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:35.594744 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c16b12-e573-41c5-8464-68e0fc227d99 None None] Routers {'2677bf10-5a27-49b3-848f-8bac530a62a8'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:09:35.595370 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-c4c16b12-e573-41c5-8464-68e0fc227d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:09:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['2677bf10-5a27-49b3-848f-8bac530a62a8'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:35.614657 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-bb48ee85-ae49-4b8b-81cc-820f9164f0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:35.616275 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-bb48ee85-ae49-4b8b-81cc-820f9164f0cb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=510d0f56-a56d-4baa-b768-cfbf6d32b8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0878127 Jan 28 03:09:35.741846 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c219ffaf-dda1-4e54-aac2-c024cce201ed None None] Provisioning complete for port c11f0f1f-f495-465f-82a4-091bfe00146f triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:35.742479 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c219ffaf-dda1-4e54-aac2-c024cce201ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c11f0f1f-f495-465f-82a4-091bfe00146f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:35.845750 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-c4c16b12-e573-41c5-8464-68e0fc227d99 None None] Set router 2677bf10-5a27-49b3-848f-8bac530a62a8 gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:09:35.873827 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-f445b11c-6853-4e4f-8425-ebf776c33e01 service neutron] 10.222.0.39 "GET /v2.0/networks/510d0f56-a56d-4baa-b768-cfbf6d32b8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501614 Jan 28 03:09:35.909007 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 61c839b0-30e9-4dcb-8ef5-670fd93d99dd triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:35.912385 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (61c839b0-30e9-4dcb-8ef5-670fd93d99dd), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:36.076124 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:36.127084 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c219ffaf-dda1-4e54-aac2-c024cce201ed None None] Current status of the port c11f0f1f-f495-465f-82a4-091bfe00146f is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:09:36.127488 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c219ffaf-dda1-4e54-aac2-c024cce201ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c11f0f1f-f495-465f-82a4-091bfe00146f), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:36.135642 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bb4fc9c7-1ef6-4d95-918f-65ea9bf2439b req-771e49eb-048a-44d4-b9ca-361552b2a4d2 service neutron] 10.222.0.39 "GET /v2.0/networks/510d0f56-a56d-4baa-b768-cfbf6d32b8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553504 Jan 28 03:09:36.175206 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66034f04-98af-4c88-a8ae-62a1a9497e1e req-7b3df2ec-494b-4af0-95b1-c03ea74d6cbc tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:36.188591 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-66034f04-98af-4c88-a8ae-62a1a9497e1e req-7b3df2ec-494b-4af0-95b1-c03ea74d6cbc tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 945 time: 0.1257758 Jan 28 03:09:36.290367 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 61c839b0-30e9-4dcb-8ef5-670fd93d99dd is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:09:36.302224 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-66034f04-98af-4c88-a8ae-62a1a9497e1e req-427d3cac-cdd2-4324-9a4b-1d4c0c29ef8b tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?id=5cfc1d40-004a-4e66-82cd-29f658db29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074572 Jan 28 03:09:36.305716 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c219ffaf-dda1-4e54-aac2-c024cce201ed None None] For port c11f0f1f-f495-465f-82a4-091bfe00146f, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=c11f0f1f-f495-465f-82a4-091bfe00146f,segment=NetworkSegment(eaad36c4-ccc4-452c-8866-7c209bb0687e),segment_id=eaad36c4-ccc4-452c-8866-7c209bb0687e)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:09:36.315234 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c219ffaf-dda1-4e54-aac2-c024cce201ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c11f0f1f-f495-465f-82a4-091bfe00146f), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:36.367587 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb35ca-b59f-4c60-aea0-41350af4c960 req-e44a2255-15d9-4bc9-812d-8db20747b0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:36.379694 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-02bb35ca-b59f-4c60-aea0-41350af4c960 req-e44a2255-15d9-4bc9-812d-8db20747b0d0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e32e027b56924f9aad6fa7bf1ee258e7&device_id=cc8e944b-4a1d-48f7-9987-f83f891080d4 HTTP/1.1" status: 200 len: 1096 time: 0.0970252 Jan 28 03:09:36.403372 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.extraroute_db [None req-40eeea9e-f062-4506-b696-5cb2213c22bc tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Added routes are [] {{(pid=109803) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 03:09:36.403955 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.extraroute_db [None req-40eeea9e-f062-4506-b696-5cb2213c22bc tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=109803) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 03:09:36.411853 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-c4c16b12-e573-41c5-8464-68e0fc227d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'name': 'tempest-RoutersTest-router-502267932', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:08:56Z', 'updated_at': '2022-01-28T03:09:33Z', 'revision_number': 6, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'gw_port_host': None, '_interfaces': [{'id': '0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7', 'name': '', 'network_id': 'dc61925a-0415-4299-8652-90bcc5f97c8b', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:02:c3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '11acbd87-5e71-410b-9a05-dddb101e9dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:08:59Z', 'updated_at': '2022-01-28T03:09:08Z', 'revision_number': 5, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '11acbd87-5e71-410b-9a05-dddb101e9dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0db8a0b7-d148-4aa1-821b-04cd39fa4014', 'name': '', 'network_id': '1645ca6a-bc41-4b9b-8e15-beabae884715', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:88:66:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '7c998376-4250-4f51-bb5d-c2a9e754eec4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:06Z', 'updated_at': '2022-01-28T03:09:21Z', 'revision_number': 5, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '7c998376-4250-4f51-bb5d-c2a9e754eec4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '627fb171-eed3-4d78-92bd-c6a9d8ea9a32', 'name': '', 'network_id': '4a4efb42-e52c-4800-aa95-b8417f14c5d6', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:26:66:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '557f82cd-fde6-41b1-b8e1-cbc96e6026da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:20Z', 'updated_at': '2022-01-28T03:09:31Z', 'revision_number': 5, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '557f82cd-fde6-41b1-b8e1-cbc96e6026da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c11f0f1f-f495-465f-82a4-091bfe00146f', 'name': '', 'network_id': '86de90a2-95fe-459f-852a-4fb46f9a02cc', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:20:28:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '7862cfab-7a56-4b25-a4cf-0a32251b78f6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:28Z', 'updated_at': '2022-01-28T03:09:35Z', 'revision_number': 4, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '7862cfab-7a56-4b25-a4cf-0a32251b78f6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:36.432905 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c219ffaf-dda1-4e54-aac2-c024cce201ed None None] Pushing event updated for resources: {'Port': ['ID=c11f0f1f-f495-465f-82a4-091bfe00146f,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:36.439719 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-40eeea9e-f062-4506-b696-5cb2213c22bc tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23253'] for router (2677bf10-5a27-49b3-848f-8bac530a62a8), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:36.459527 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54000b-0540-4149-9d0e-dd8ac329a412 req-61d127ee-8723-4568-a3d9-fdb9dac2a26f tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:36.461228 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fe54000b-0540-4149-9d0e-dd8ac329a412 req-61d127ee-8723-4568-a3d9-fdb9dac2a26f tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc8e944b-4a1d-48f7-9987-f83f891080d4 HTTP/1.1" status: 200 len: 944 time: 0.6142797 Jan 28 03:09:36.470845 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c16b12-e573-41c5-8464-68e0fc227d99 None None] The sync data for ids ['2677bf10-5a27-49b3-848f-8bac530a62a8'] in n-d-712139-27 is: [{'id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'name': 'tempest-RoutersTest-router-502267932', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:08:56Z', 'updated_at': '2022-01-28T03:09:33Z', 'revision_number': 6, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'gw_port_host': None, '_interfaces': [{'id': '0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7', 'name': '', 'network_id': 'dc61925a-0415-4299-8652-90bcc5f97c8b', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:02:c3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '11acbd87-5e71-410b-9a05-dddb101e9dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:08:59Z', 'updated_at': '2022-01-28T03:09:08Z', 'revision_number': 5, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '11acbd87-5e71-410b-9a05-dddb101e9dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0db8a0b7-d148-4aa1-821b-04cd39fa4014', 'name': '', 'network_id': '1645ca6a-bc41-4b9b-8e15-beabae884715', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:88:66:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '7c998376-4250-4f51-bb5d-c2a9e754eec4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:06Z', 'updated_at': '2022-01-28T03:09:21Z', 'revision_number': 5, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '7c998376-4250-4f51-bb5d-c2a9e754eec4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '627fb171-eed3-4d78-92bd-c6a9d8ea9a32', 'name': '', 'network_id': '4a4efb42-e52c-4800-aa95-b8417f14c5d6', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:26:66:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '557f82cd-fde6-41b1-b8e1-cbc96e6026da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:20Z', 'updated_at': '2022-01-28T03:09:31Z', 'revision_number': 5, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '557f82cd-fde6-41b1-b8e1-cbc96e6026da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c11f0f1f-f495-465f-82a4-091bfe00146f', 'name': '', 'network_id': '86de90a2-95fe-459f-852a-4fb46f9a02cc', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:20:28:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '7862cfab-7a56-4b25-a4cf-0a32251b78f6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:28Z', 'updated_at': '2022-01-28T03:09:35Z', 'revision_number': 4, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '7862cfab-7a56-4b25-a4cf-0a32251b78f6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:09:36.506406 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-4892420b-edf1-4562-8a44-ed5e2cff2d88 None None] Provisioning complete for port c11f0f1f-f495-465f-82a4-091bfe00146f triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:36.509535 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4892420b-edf1-4562-8a44-ed5e2cff2d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c11f0f1f-f495-465f-82a4-091bfe00146f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:36.695394 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-4892420b-edf1-4562-8a44-ed5e2cff2d88 None None] Current status of the port c11f0f1f-f495-465f-82a4-091bfe00146f is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:09:36.769690 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9932049-6dc3-481e-a44a-43968c3a910f req-4bf8b677-fa48-4be3-8d68-42efcbf97fc3 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:36.777998 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f9932049-6dc3-481e-a44a-43968c3a910f req-4bf8b677-fa48-4be3-8d68-42efcbf97fc3 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a61f71c-db10-4229-bbac-1ecfaa94843b HTTP/1.1" status: 200 len: 945 time: 0.2582448 Jan 28 03:09:36.790747 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb35ca-b59f-4c60-aea0-41350af4c960 req-017ed2a5-8087-4f7c-8585-640227ee4f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:36.791759 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fe54000b-0540-4149-9d0e-dd8ac329a412 req-0110c864-0489-4ad6-b101-696064cb3119 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ebdf570-1510-406c-b808-8a4c8aae6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360517 Jan 28 03:09:36.792050 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-02bb35ca-b59f-4c60-aea0-41350af4c960 req-017ed2a5-8087-4f7c-8585-640227ee4f53 service neutron] 10.222.0.39 "GET /v2.0/networks?id=510d0f56-a56d-4baa-b768-cfbf6d32b8c2 HTTP/1.1" status: 200 len: 905 time: 0.4054990 Jan 28 03:09:36.870428 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-02bb35ca-b59f-4c60-aea0-41350af4c960 req-5ce9c284-a30e-4fcc-9ac4-3c1dce57733c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9cbf58c-0ba7-457a-917a-60e7408f357d HTTP/1.1" status: 200 len: 217 time: 0.0486078 Jan 28 03:09:36.942882 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-40eeea9e-f062-4506-b696-5cb2213c22bc tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23253'] for router (2677bf10-5a27-49b3-848f-8bac530a62a8), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:36.955950 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-40eeea9e-f062-4506-b696-5cb2213c22bc tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3876279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3876284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3877649'] for router (2677bf10-5a27-49b3-848f-8bac530a62a8), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:36.964599 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c11f0f1f-f495-465f-82a4-091bfe00146f up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:09:37.014110 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb35ca-b59f-4c60-aea0-41350af4c960 req-5b8c6bd2-15a9-4155-aea0-4add69293e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:37.023680 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-02bb35ca-b59f-4c60-aea0-41350af4c960 req-5b8c6bd2-15a9-4155-aea0-4add69293e75 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=db5a4c57-6170-4daa-b081-7c1d297c0ccb HTTP/1.1" status: 200 len: 843 time: 0.1437011 Jan 28 03:09:37.108004 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port c11f0f1f-f495-465f-82a4-091bfe00146f triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:37.108694 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c11f0f1f-f495-465f-82a4-091bfe00146f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:37.156360 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f9932049-6dc3-481e-a44a-43968c3a910f req-e5c6fd0a-f43d-4392-b4fa-bb76d4c388f2 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771179 Jan 28 03:09:37.214276 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb35ca-b59f-4c60-aea0-41350af4c960 req-2430b997-663d-4080-a2e0-5ebd45e43c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:37.216126 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-02bb35ca-b59f-4c60-aea0-41350af4c960 req-2430b997-663d-4080-a2e0-5ebd45e43c1f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=510d0f56-a56d-4baa-b768-cfbf6d32b8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1723089 Jan 28 03:09:37.231203 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40eeea9e-f062-4506-b696-5cb2213c22bc tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Router 2677bf10-5a27-49b3-848f-8bac530a62a8 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:09:37.300678 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port c11f0f1f-f495-465f-82a4-091bfe00146f is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:09:37.514868 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40eeea9e-f062-4506-b696-5cb2213c22bc tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:09:37.548838 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-40eeea9e-f062-4506-b696-5cb2213c22bc tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:37.553016 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-40eeea9e-f062-4506-b696-5cb2213c22bc tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "PUT /v2.0/routers/2677bf10-5a27-49b3-848f-8bac530a62a8 HTTP/1.1" status: 200 len: 699 time: 2.2380319 Jan 28 03:09:37.567807 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58498) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:09:37.716625 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-02bb35ca-b59f-4c60-aea0-41350af4c960 req-eb48669e-28c1-4b28-bb31-61fdc817bf7e service neutron] 10.222.0.39 "GET /v2.0/networks/510d0f56-a56d-4baa-b768-cfbf6d32b8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4924834 Jan 28 03:09:37.753543 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deaa7fd-e165-409c-9d3d-49ad0e1a9048 req-945448b0-7f4d-443b-a57e-46360fd25d20 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:37.757056 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6deaa7fd-e165-409c-9d3d-49ad0e1a9048 req-945448b0-7f4d-443b-a57e-46360fd25d20 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 945 time: 0.3100286 Jan 28 03:09:37.791915 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50431dce-5ca3-4217-a6a5-62388440b0f4 req-c7d6f7ff-792e-4e21-9623-63b8b4a7a927 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:37.799064 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-50431dce-5ca3-4217-a6a5-62388440b0f4 req-c7d6f7ff-792e-4e21-9623-63b8b4a7a927 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a61f71c-db10-4229-bbac-1ecfaa94843b HTTP/1.1" status: 200 len: 945 time: 0.2820425 Jan 28 03:09:37.855199 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ca865fb5-4410-475c-8f8e-c0e570b4fdee tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "GET /v2.0/routers/2677bf10-5a27-49b3-848f-8bac530a62a8 HTTP/1.1" status: 200 len: 699 time: 0.2845335 Jan 28 03:09:37.858561 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58506) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:09:37.927424 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-02bb35ca-b59f-4c60-aea0-41350af4c960 req-35d3e9ad-d5ac-4d82-9abc-1a760d2e029b service neutron] 10.222.0.39 "GET /v2.0/networks/510d0f56-a56d-4baa-b768-cfbf6d32b8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690509 Jan 28 03:09:37.963191 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aedf6c-851d-4f95-a70b-3d51332e677b req-148735d7-4583-4c8f-9049-ed54c3a5a199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:37.964751 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f4aedf6c-851d-4f95-a70b-3d51332e677b req-148735d7-4583-4c8f-9049-ed54c3a5a199 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cb134c115eb245dc82a1d93503949d14&device_id=9a61f71c-db10-4229-bbac-1ecfaa94843b HTTP/1.1" status: 200 len: 1097 time: 0.4283772 Jan 28 03:09:38.013361 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device b9cbf58c-0ba7-457a-917a-60e7408f357d details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:09:38.086736 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aedf6c-851d-4f95-a70b-3d51332e677b req-5ac8acf4-9659-4b0f-b231-4a4f237c1480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:38.088244 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f4aedf6c-851d-4f95-a70b-3d51332e677b req-5ac8acf4-9659-4b0f-b231-4a4f237c1480 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cf97283d-0520-42c8-ba1d-d27ef9d37474 HTTP/1.1" status: 200 len: 911 time: 0.1146955 Jan 28 03:09:38.148204 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-50431dce-5ca3-4217-a6a5-62388440b0f4 req-a3637570-d12a-4bf0-8553-f7cf5e8ea112 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479967 Jan 28 03:09:38.186437 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00d260c-7e1f-4b3e-b75f-0e48bca0c7b3 None None] Sync routers for ids ['2677bf10-5a27-49b3-848f-8bac530a62a8'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:09:38.197701 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f4aedf6c-851d-4f95-a70b-3d51332e677b req-1455e781-b98c-4ee6-bee2-3ec985c5eb73 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a17c9dd-e483-41bd-9eb0-1e23f0fea65f HTTP/1.1" status: 200 len: 217 time: 0.0901620 Jan 28 03:09:38.241265 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6deaa7fd-e165-409c-9d3d-49ad0e1a9048 req-ada0e904-60b4-41b8-adba-8eb19bf4d6ed tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?id=5cfc1d40-004a-4e66-82cd-29f658db29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3126178 Jan 28 03:09:38.263166 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00d260c-7e1f-4b3e-b75f-0e48bca0c7b3 None None] Routers {'2677bf10-5a27-49b3-848f-8bac530a62a8'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:09:38.263818 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-f00d260c-7e1f-4b3e-b75f-0e48bca0c7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:09:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['2677bf10-5a27-49b3-848f-8bac530a62a8'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:38.291051 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aedf6c-851d-4f95-a70b-3d51332e677b req-41ba70fc-8695-4b7f-937f-20fd3daaa496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:38.292992 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f4aedf6c-851d-4f95-a70b-3d51332e677b req-41ba70fc-8695-4b7f-937f-20fd3daaa496 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4ad0c90b-e226-45ca-86b1-39ab12887aa4 HTTP/1.1" status: 200 len: 850 time: 0.0878620 Jan 28 03:09:38.352110 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f4aedf6c-851d-4f95-a70b-3d51332e677b req-4b1c55f5-ab83-4868-9506-ab3d93584a25 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cf97283d-0520-42c8-ba1d-d27ef9d37474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526781 Jan 28 03:09:38.396029 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-f00d260c-7e1f-4b3e-b75f-0e48bca0c7b3 None None] Set router 2677bf10-5a27-49b3-848f-8bac530a62a8 gateway port host: None {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:09:38.430021 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff8d3a-12a3-410c-b30a-8690077484b4 req-a135c25c-c031-4380-907f-43cedc1a800e tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:38.431646 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d7ff8d3a-12a3-410c-b30a-8690077484b4 req-a135c25c-c031-4380-907f-43cedc1a800e tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc8e944b-4a1d-48f7-9987-f83f891080d4 HTTP/1.1" status: 200 len: 944 time: 0.0839827 Jan 28 03:09:38.463450 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port b9cbf58c-0ba7-457a-917a-60e7408f357d, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=b9cbf58c-0ba7-457a-917a-60e7408f357d,segment=NetworkSegment(36852713-c891-4c2f-a56e-b2d8f3513fc5),segment_id=36852713-c891-4c2f-a56e-b2d8f3513fc5)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:09:38.480055 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': 'b9cbf58c-0ba7-457a-917a-60e7408f357d', 'network_id': '510d0f56-a56d-4baa-b768-cfbf6d32b8c2', 'port_id': 'b9cbf58c-0ba7-457a-917a-60e7408f357d', 'mac_address': 'fa:16:3e:10:ca:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db5a4c57-6170-4daa-b081-7c1d297c0ccb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:09:38.546900 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f4aedf6c-851d-4f95-a70b-3d51332e677b req-1b652b86-f3bf-45cd-b137-ef45bf85ddb3 service neutron] 10.222.0.67 "GET /v2.0/networks/cf97283d-0520-42c8-ba1d-d27ef9d37474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886919 Jan 28 03:09:38.660401 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port b9cbf58c-0ba7-457a-917a-60e7408f357d is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:09:38.660775 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b9cbf58c-0ba7-457a-917a-60e7408f357d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:38.679896 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9cbf58c-0ba7-457a-917a-60e7408f357d {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:09:38.749694 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f4aedf6c-851d-4f95-a70b-3d51332e677b req-9774be4d-21b6-49c8-908f-5e87b0c7c051 service neutron] 10.222.0.67 "GET /v2.0/networks/cf97283d-0520-42c8-ba1d-d27ef9d37474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967182 Jan 28 03:09:39.041013 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port b9cbf58c-0ba7-457a-917a-60e7408f357d, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=b9cbf58c-0ba7-457a-917a-60e7408f357d,segment=NetworkSegment(36852713-c891-4c2f-a56e-b2d8f3513fc5),segment_id=36852713-c891-4c2f-a56e-b2d8f3513fc5)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:09:39.056797 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b9cbf58c-0ba7-457a-917a-60e7408f357d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:39.117512 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d7ff8d3a-12a3-410c-b30a-8690077484b4 req-684e81e1-050a-411a-812c-0e8b3716ce83 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ebdf570-1510-406c-b808-8a4c8aae6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6788647 Jan 28 03:09:39.207417 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=b9cbf58c-0ba7-457a-917a-60e7408f357d,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:39.244231 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-742bdd8b-8a6d-4c7b-9cef-a5fe90b0f713 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (2677bf10-5a27-49b3-848f-8bac530a62a8), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:39.245433 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-f00d260c-7e1f-4b3e-b75f-0e48bca0c7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'name': 'tempest-RoutersTest-router-502267932', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:08:56Z', 'updated_at': '2022-01-28T03:09:36Z', 'revision_number': 7, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'gw_port_host': None, '_interfaces': [{'id': '0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7', 'name': '', 'network_id': 'dc61925a-0415-4299-8652-90bcc5f97c8b', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:02:c3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '11acbd87-5e71-410b-9a05-dddb101e9dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:08:59Z', 'updated_at': '2022-01-28T03:09:08Z', 'revision_number': 5, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '11acbd87-5e71-410b-9a05-dddb101e9dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0db8a0b7-d148-4aa1-821b-04cd39fa4014', 'name': '', 'network_id': '1645ca6a-bc41-4b9b-8e15-beabae884715', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:88:66:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '7c998376-4250-4f51-bb5d-c2a9e754eec4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:06Z', 'updated_at': '2022-01-28T03:09:21Z', 'revision_number': 5, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '7c998376-4250-4f51-bb5d-c2a9e754eec4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '627fb171-eed3-4d78-92bd-c6a9d8ea9a32', 'name': '', 'network_id': '4a4efb42-e52c-4800-aa95-b8417f14c5d6', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:26:66:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '557f82cd-fde6-41b1-b8e1-cbc96e6026da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:20Z', 'updated_at': '2022-01-28T03:09:31Z', 'revision_number': 5, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '557f82cd-fde6-41b1-b8e1-cbc96e6026da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c11f0f1f-f495-465f-82a4-091bfe00146f', 'name': '', 'network_id': '86de90a2-95fe-459f-852a-4fb46f9a02cc', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:20:28:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '7862cfab-7a56-4b25-a4cf-0a32251b78f6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:28Z', 'updated_at': '2022-01-28T03:09:36Z', 'revision_number': 5, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '7862cfab-7a56-4b25-a4cf-0a32251b78f6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:39.342478 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc011c9-2a83-4483-9ede-bb17e3081b2f req-6b4b794e-fa30-4cbf-a1b3-748bbcffb163 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:39.357906 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4cc011c9-2a83-4483-9ede-bb17e3081b2f req-6b4b794e-fa30-4cbf-a1b3-748bbcffb163 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a61f71c-db10-4229-bbac-1ecfaa94843b HTTP/1.1" status: 200 len: 945 time: 0.0873308 Jan 28 03:09:39.362912 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['b9cbf58c-0ba7-457a-917a-60e7408f357d'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:09:39.383323 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00d260c-7e1f-4b3e-b75f-0e48bca0c7b3 None None] Checking router: 2677bf10-5a27-49b3-848f-8bac530a62a8 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:09:39.458078 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4cc011c9-2a83-4483-9ede-bb17e3081b2f req-511ce1ff-5add-4d60-baa8-aabb004d101b tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932651 Jan 28 03:09:39.491699 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00d260c-7e1f-4b3e-b75f-0e48bca0c7b3 None None] Routers {'2677bf10-5a27-49b3-848f-8bac530a62a8'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:09:39.496395 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-f00d260c-7e1f-4b3e-b75f-0e48bca0c7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:09:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['2677bf10-5a27-49b3-848f-8bac530a62a8'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:39.612240 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867dfa89-91a5-4247-946b-89625a859066 req-62ddecd1-f313-47bc-be7d-9aaccdb81242 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:39.614068 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-867dfa89-91a5-4247-946b-89625a859066 req-62ddecd1-f313-47bc-be7d-9aaccdb81242 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 945 time: 0.1596868 Jan 28 03:09:39.706459 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-f00d260c-7e1f-4b3e-b75f-0e48bca0c7b3 None None] Set router 2677bf10-5a27-49b3-848f-8bac530a62a8 gateway port host: None {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:09:39.771347 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-867dfa89-91a5-4247-946b-89625a859066 req-a3adc046-00ae-4b74-8e07-96c647b6f0eb tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?id=5cfc1d40-004a-4e66-82cd-29f658db29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487720 Jan 28 03:09:39.809354 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-742bdd8b-8a6d-4c7b-9cef-a5fe90b0f713 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Deleting port c11f0f1f-f495-465f-82a4-091bfe00146f {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:09:39.809698 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-742bdd8b-8a6d-4c7b-9cef-a5fe90b0f713 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (c11f0f1f-f495-465f-82a4-091bfe00146f), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:39.921438 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-742bdd8b-8a6d-4c7b-9cef-a5fe90b0f713 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] For port c11f0f1f-f495-465f-82a4-091bfe00146f, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=c11f0f1f-f495-465f-82a4-091bfe00146f,segment=NetworkSegment(eaad36c4-ccc4-452c-8866-7c209bb0687e),segment_id=eaad36c4-ccc4-452c-8866-7c209bb0687e)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:09:39.921808 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-742bdd8b-8a6d-4c7b-9cef-a5fe90b0f713 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (c11f0f1f-f495-465f-82a4-091bfe00146f), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:39.940166 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-742bdd8b-8a6d-4c7b-9cef-a5fe90b0f713 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Calling delete_port for c11f0f1f-f495-465f-82a4-091bfe00146f owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:09:40.104063 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-f00d260c-7e1f-4b3e-b75f-0e48bca0c7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'name': 'tempest-RoutersTest-router-502267932', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:08:56Z', 'updated_at': '2022-01-28T03:09:36Z', 'revision_number': 7, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'gw_port_host': None, '_interfaces': [{'id': '0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7', 'name': '', 'network_id': 'dc61925a-0415-4299-8652-90bcc5f97c8b', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:02:c3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '11acbd87-5e71-410b-9a05-dddb101e9dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:08:59Z', 'updated_at': '2022-01-28T03:09:08Z', 'revision_number': 5, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '11acbd87-5e71-410b-9a05-dddb101e9dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0db8a0b7-d148-4aa1-821b-04cd39fa4014', 'name': '', 'network_id': '1645ca6a-bc41-4b9b-8e15-beabae884715', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:88:66:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '7c998376-4250-4f51-bb5d-c2a9e754eec4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:06Z', 'updated_at': '2022-01-28T03:09:21Z', 'revision_number': 5, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '7c998376-4250-4f51-bb5d-c2a9e754eec4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '627fb171-eed3-4d78-92bd-c6a9d8ea9a32', 'name': '', 'network_id': '4a4efb42-e52c-4800-aa95-b8417f14c5d6', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:26:66:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '557f82cd-fde6-41b1-b8e1-cbc96e6026da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:20Z', 'updated_at': '2022-01-28T03:09:31Z', 'revision_number': 5, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '557f82cd-fde6-41b1-b8e1-cbc96e6026da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c11f0f1f-f495-465f-82a4-091bfe00146f', 'name': '', 'network_id': '86de90a2-95fe-459f-852a-4fb46f9a02cc', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:20:28:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '7862cfab-7a56-4b25-a4cf-0a32251b78f6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:28Z', 'updated_at': '2022-01-28T03:09:36Z', 'revision_number': 5, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '7862cfab-7a56-4b25-a4cf-0a32251b78f6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:40.136943 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00d260c-7e1f-4b3e-b75f-0e48bca0c7b3 None None] The sync data for ids ['2677bf10-5a27-49b3-848f-8bac530a62a8'] in n-d-712139-27 is: [{'id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'name': 'tempest-RoutersTest-router-502267932', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:08:56Z', 'updated_at': '2022-01-28T03:09:36Z', 'revision_number': 7, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'gw_port_host': None, '_interfaces': [{'id': '0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7', 'name': '', 'network_id': 'dc61925a-0415-4299-8652-90bcc5f97c8b', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:02:c3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '11acbd87-5e71-410b-9a05-dddb101e9dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:08:59Z', 'updated_at': '2022-01-28T03:09:08Z', 'revision_number': 5, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '11acbd87-5e71-410b-9a05-dddb101e9dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0db8a0b7-d148-4aa1-821b-04cd39fa4014', 'name': '', 'network_id': '1645ca6a-bc41-4b9b-8e15-beabae884715', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:88:66:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '7c998376-4250-4f51-bb5d-c2a9e754eec4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:06Z', 'updated_at': '2022-01-28T03:09:21Z', 'revision_number': 5, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '7c998376-4250-4f51-bb5d-c2a9e754eec4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '627fb171-eed3-4d78-92bd-c6a9d8ea9a32', 'name': '', 'network_id': '4a4efb42-e52c-4800-aa95-b8417f14c5d6', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:26:66:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '557f82cd-fde6-41b1-b8e1-cbc96e6026da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:20Z', 'updated_at': '2022-01-28T03:09:31Z', 'revision_number': 5, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '557f82cd-fde6-41b1-b8e1-cbc96e6026da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c11f0f1f-f495-465f-82a4-091bfe00146f', 'name': '', 'network_id': '86de90a2-95fe-459f-852a-4fb46f9a02cc', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:20:28:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '7862cfab-7a56-4b25-a4cf-0a32251b78f6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:28Z', 'updated_at': '2022-01-28T03:09:36Z', 'revision_number': 5, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '7862cfab-7a56-4b25-a4cf-0a32251b78f6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:09:40.222343 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-742bdd8b-8a6d-4c7b-9cef-a5fe90b0f713 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (c11f0f1f-f495-465f-82a4-091bfe00146f), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:40.255137 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742bdd8b-8a6d-4c7b-9cef-a5fe90b0f713 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event deleted for resources: {'Port': ['ID=c11f0f1f-f495-465f-82a4-091bfe00146f,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:40.532200 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6820f-f73a-4557-91de-b7b4a26526c4 req-98f2b727-a730-45f0-b1da-05658058508b tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:40.534217 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b2e6820f-f73a-4557-91de-b7b4a26526c4 req-98f2b727-a730-45f0-b1da-05658058508b tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc8e944b-4a1d-48f7-9987-f83f891080d4 HTTP/1.1" status: 200 len: 945 time: 0.2870631 Jan 28 03:09:40.607609 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b2e6820f-f73a-4557-91de-b7b4a26526c4 req-04740971-4f89-48ee-aa15-e9b1aa938974 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ebdf570-1510-406c-b808-8a4c8aae6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604815 Jan 28 03:09:40.629345 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-742bdd8b-8a6d-4c7b-9cef-a5fe90b0f713 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (2677bf10-5a27-49b3-848f-8bac530a62a8), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:40.653385 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e879c1-4b6a-4c46-bbdb-182a522f83bd req-142dee00-0273-45c6-a4c5-6f0685a097ad tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:40.654894 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-32e879c1-4b6a-4c46-bbdb-182a522f83bd req-142dee00-0273-45c6-a4c5-6f0685a097ad tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a61f71c-db10-4229-bbac-1ecfaa94843b HTTP/1.1" status: 200 len: 945 time: 0.0849493 Jan 28 03:09:40.888114 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-32e879c1-4b6a-4c46-bbdb-182a522f83bd req-8a6e84f1-13ae-4876-825d-a0bb0a611656 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922877 Jan 28 03:09:40.926391 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06984ef5-d418-45fa-8909-f9e189027ac6 req-2553f965-7d86-44f9-b409-4476c3d4d08e tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:40.928521 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-06984ef5-d418-45fa-8909-f9e189027ac6 req-2553f965-7d86-44f9-b409-4476c3d4d08e tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 945 time: 0.0636091 Jan 28 03:09:40.943698 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-742bdd8b-8a6d-4c7b-9cef-a5fe90b0f713 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Router 2677bf10-5a27-49b3-848f-8bac530a62a8 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:09:41.010809 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-06984ef5-d418-45fa-8909-f9e189027ac6 req-180ec29b-03bc-4357-b1f5-76fd4b6eaf2a tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?id=5cfc1d40-004a-4e66-82cd-29f658db29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612206 Jan 28 03:09:41.071567 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742bdd8b-8a6d-4c7b-9cef-a5fe90b0f713 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:09:41.078167 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-742bdd8b-8a6d-4c7b-9cef-a5fe90b0f713 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "PUT /v2.0/routers/2677bf10-5a27-49b3-848f-8bac530a62a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2175148 Jan 28 03:09:41.080764 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58536) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:09:41.087284 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c5970d-8558-424a-abea-1a3e6c20759e None None] Sync routers for ids ['2677bf10-5a27-49b3-848f-8bac530a62a8'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:09:41.110814 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c5970d-8558-424a-abea-1a3e6c20759e None None] Routers {'2677bf10-5a27-49b3-848f-8bac530a62a8'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:09:41.112870 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-32c5970d-8558-424a-abea-1a3e6c20759e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:09:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['2677bf10-5a27-49b3-848f-8bac530a62a8'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:41.145470 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cc2eee2-fe2d-4ba2-9ca3-3525bad3f7cb tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Deleting subnet 7862cfab-7a56-4b25-a4cf-0a32251b78f6 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:09:41.149395 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8cc2eee2-fe2d-4ba2-9ca3-3525bad3f7cb tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for subnet (7862cfab-7a56-4b25-a4cf-0a32251b78f6), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:41.197064 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8cc2eee2-fe2d-4ba2-9ca3-3525bad3f7cb tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (7862cfab-7a56-4b25-a4cf-0a32251b78f6), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:41.227428 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-32c5970d-8558-424a-abea-1a3e6c20759e None None] Set router 2677bf10-5a27-49b3-848f-8bac530a62a8 gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:09:41.298783 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8cc2eee2-fe2d-4ba2-9ca3-3525bad3f7cb tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (7862cfab-7a56-4b25-a4cf-0a32251b78f6), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:41.383082 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8cc2eee2-fe2d-4ba2-9ca3-3525bad3f7cb tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (7862cfab-7a56-4b25-a4cf-0a32251b78f6), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:41.406224 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8cc2eee2-fe2d-4ba2-9ca3-3525bad3f7cb tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:41.412736 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f12afc-656d-4d79-9d0d-a8f5a0f5a863 None None] Network 86de90a2-95fe-459f-852a-4fb46f9a02cc requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:09:41.429245 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8cc2eee2-fe2d-4ba2-9ca3-3525bad3f7cb tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "DELETE /v2.0/subnets/7862cfab-7a56-4b25-a4cf-0a32251b78f6 HTTP/1.1" status: 204 len: 168 time: 0.3441694 Jan 28 03:09:41.429675 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 58538) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:09:41.478958 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc2eee2-fe2d-4ba2-9ca3-3525bad3f7cb tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event deleted for resources: {'Subnet': ['ID=7862cfab-7a56-4b25-a4cf-0a32251b78f6,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:41.519445 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-32c5970d-8558-424a-abea-1a3e6c20759e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'name': 'tempest-RoutersTest-router-502267932', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:08:56Z', 'updated_at': '2022-01-28T03:09:40Z', 'revision_number': 8, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'gw_port_host': None, '_interfaces': [{'id': '0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7', 'name': '', 'network_id': 'dc61925a-0415-4299-8652-90bcc5f97c8b', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:02:c3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '11acbd87-5e71-410b-9a05-dddb101e9dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:08:59Z', 'updated_at': '2022-01-28T03:09:08Z', 'revision_number': 5, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '11acbd87-5e71-410b-9a05-dddb101e9dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0db8a0b7-d148-4aa1-821b-04cd39fa4014', 'name': '', 'network_id': '1645ca6a-bc41-4b9b-8e15-beabae884715', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:88:66:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '7c998376-4250-4f51-bb5d-c2a9e754eec4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:06Z', 'updated_at': '2022-01-28T03:09:21Z', 'revision_number': 5, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '7c998376-4250-4f51-bb5d-c2a9e754eec4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '627fb171-eed3-4d78-92bd-c6a9d8ea9a32', 'name': '', 'network_id': '4a4efb42-e52c-4800-aa95-b8417f14c5d6', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:26:66:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '557f82cd-fde6-41b1-b8e1-cbc96e6026da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:20Z', 'updated_at': '2022-01-28T03:09:31Z', 'revision_number': 5, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '557f82cd-fde6-41b1-b8e1-cbc96e6026da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:41.540699 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-84ae024b-350c-4834-a1ed-bc8ddce25b87 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (86de90a2-95fe-459f-852a-4fb46f9a02cc), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:41.558863 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c5970d-8558-424a-abea-1a3e6c20759e None None] Checking router: 2677bf10-5a27-49b3-848f-8bac530a62a8 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:09:41.567587 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c5970d-8558-424a-abea-1a3e6c20759e None None] Routers {'2677bf10-5a27-49b3-848f-8bac530a62a8'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:09:41.568213 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-32c5970d-8558-424a-abea-1a3e6c20759e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:09:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['2677bf10-5a27-49b3-848f-8bac530a62a8'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:41.608178 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-84ae024b-350c-4834-a1ed-bc8ddce25b87 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Deleting port 61c839b0-30e9-4dcb-8ef5-670fd93d99dd {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:09:41.609259 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-84ae024b-350c-4834-a1ed-bc8ddce25b87 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (61c839b0-30e9-4dcb-8ef5-670fd93d99dd), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:41.630718 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0f3a38-9a4c-4d62-9bb3-e3b26e6828a2 None None] DHCP port deletion for 86de90a2-95fe-459f-852a-4fb46f9a02cc request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:09:41.685699 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-84ae024b-350c-4834-a1ed-bc8ddce25b87 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] For port 61c839b0-30e9-4dcb-8ef5-670fd93d99dd, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=61c839b0-30e9-4dcb-8ef5-670fd93d99dd,segment=NetworkSegment(eaad36c4-ccc4-452c-8866-7c209bb0687e),segment_id=eaad36c4-ccc4-452c-8866-7c209bb0687e)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:09:41.686160 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-84ae024b-350c-4834-a1ed-bc8ddce25b87 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (61c839b0-30e9-4dcb-8ef5-670fd93d99dd), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:41.705324 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-84ae024b-350c-4834-a1ed-bc8ddce25b87 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Calling delete_port for 61c839b0-30e9-4dcb-8ef5-670fd93d99dd owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:09:41.737491 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-32c5970d-8558-424a-abea-1a3e6c20759e None None] Set router 2677bf10-5a27-49b3-848f-8bac530a62a8 gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:09:41.750561 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-dc0f3a38-9a4c-4d62-9bb3-e3b26e6828a2 None None] Deleting port 61c839b0-30e9-4dcb-8ef5-670fd93d99dd {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:09:41.761674 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dc0f3a38-9a4c-4d62-9bb3-e3b26e6828a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (61c839b0-30e9-4dcb-8ef5-670fd93d99dd), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:41.809153 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-84ae024b-350c-4834-a1ed-bc8ddce25b87 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (61c839b0-30e9-4dcb-8ef5-670fd93d99dd), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:41.824454 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ae024b-350c-4834-a1ed-bc8ddce25b87 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] No DVR routers for this DVR port 61c839b0-30e9-4dcb-8ef5-670fd93d99dd on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:09:41.829438 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99adea89-16be-414f-addc-516d266064e3 req-91bf2460-9200-47db-9771-b595f00d7bcb tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:41.834868 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-99adea89-16be-414f-addc-516d266064e3 req-91bf2460-9200-47db-9771-b595f00d7bcb tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc8e944b-4a1d-48f7-9987-f83f891080d4 HTTP/1.1" status: 200 len: 945 time: 0.0995529 Jan 28 03:09:41.847847 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae024b-350c-4834-a1ed-bc8ddce25b87 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event deleted for resources: {'Port': ['ID=61c839b0-30e9-4dcb-8ef5-670fd93d99dd,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:41.861546 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-dc0f3a38-9a4c-4d62-9bb3-e3b26e6828a2 None None] For port 61c839b0-30e9-4dcb-8ef5-670fd93d99dd, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=61c839b0-30e9-4dcb-8ef5-670fd93d99dd,segment=NetworkSegment(eaad36c4-ccc4-452c-8866-7c209bb0687e),segment_id=eaad36c4-ccc4-452c-8866-7c209bb0687e)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:09:41.862246 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dc0f3a38-9a4c-4d62-9bb3-e3b26e6828a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (61c839b0-30e9-4dcb-8ef5-670fd93d99dd), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:41.878414 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-dc0f3a38-9a4c-4d62-9bb3-e3b26e6828a2 None None] Calling delete_port for 61c839b0-30e9-4dcb-8ef5-670fd93d99dd owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:09:41.946765 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-84ae024b-350c-4834-a1ed-bc8ddce25b87 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (86de90a2-95fe-459f-852a-4fb46f9a02cc), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:41.967733 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-99adea89-16be-414f-addc-516d266064e3 req-2ca93880-0e85-4a89-9b7c-15b592f08f03 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ebdf570-1510-406c-b808-8a4c8aae6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268380 Jan 28 03:09:42.015879 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device b9cbf58c-0ba7-457a-917a-60e7408f357d up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:09:42.040556 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-84ae024b-350c-4834-a1ed-bc8ddce25b87 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86de90a2-95fe-459f-852a-4fb46f9a02cc']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:42.097836 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dc0f3a38-9a4c-4d62-9bb3-e3b26e6828a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (61c839b0-30e9-4dcb-8ef5-670fd93d99dd), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:42.098084 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-84ae024b-350c-4834-a1ed-bc8ddce25b87 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaad36c4-ccc4-452c-8866-7c209bb0687e') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:42.098393 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-84ae024b-350c-4834-a1ed-bc8ddce25b87 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaad36c4-ccc4-452c-8866-7c209bb0687e') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:42.140951 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f3a38-9a4c-4d62-9bb3-e3b26e6828a2 None None] Pushing event deleted for resources: {'Port': ['ID=61c839b0-30e9-4dcb-8ef5-670fd93d99dd,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:42.152386 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port b9cbf58c-0ba7-457a-917a-60e7408f357d completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:09:42.159207 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port b9cbf58c-0ba7-457a-917a-60e7408f357d triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:42.159848 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b9cbf58c-0ba7-457a-917a-60e7408f357d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:42.161490 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-84ae024b-350c-4834-a1ed-bc8ddce25b87 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (eaad36c4-ccc4-452c-8866-7c209bb0687e), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:42.225411 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d47012-ff81-4857-a125-8b469f731ef2 req-8b3fd1d0-8eaa-4874-935d-528cd8a9ec77 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:42.226897 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0f3a38-9a4c-4d62-9bb3-e3b26e6828a2 None None] No DVR routers for this DVR port 61c839b0-30e9-4dcb-8ef5-670fd93d99dd on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:09:42.228977 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d5d47012-ff81-4857-a125-8b469f731ef2 req-8b3fd1d0-8eaa-4874-935d-528cd8a9ec77 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 945 time: 0.1150155 Jan 28 03:09:42.232949 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c466961-84c6-4956-bf2b-3e3a82bfd372 req-cc640d1a-4abb-4ea8-ace8-740d25c1c099 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:42.234639 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9c466961-84c6-4956-bf2b-3e3a82bfd372 req-cc640d1a-4abb-4ea8-ace8-740d25c1c099 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a61f71c-db10-4229-bbac-1ecfaa94843b HTTP/1.1" status: 200 len: 945 time: 0.1962273 Jan 28 03:09:42.235751 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-84ae024b-350c-4834-a1ed-bc8ddce25b87 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (eaad36c4-ccc4-452c-8866-7c209bb0687e), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:42.298157 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84ae024b-350c-4834-a1ed-bc8ddce25b87 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:09:42.298564 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-84ae024b-350c-4834-a1ed-bc8ddce25b87 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (eaad36c4-ccc4-452c-8866-7c209bb0687e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:42.301806 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:09:42.301806 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:09:42.301806 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:09:42.301806 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:09:42.301806 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:09:42.301806 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:09:42.301806 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:09:42.301806 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:09:42.301806 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:09:42.301806 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:09:42.301806 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:09:42.301806 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:09:42.301806 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:09:42.301806 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:09:42.301806 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:09:42.301806 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:09:42.301806 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:09:42.301806 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:09:42.301806 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:09:42.301806 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:09:42.301806 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:09:42.301806 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:09:42.301806 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:09:42.301806 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:09:42.301806 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:09:42.301806 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:09:42.301806 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:09:42.301806 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:09:42.301806 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:09:42.301806 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:09:42.301806 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:09:42.301806 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:09:42.353584 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port b9cbf58c-0ba7-457a-917a-60e7408f357d is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:09:42.353584 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b9cbf58c-0ba7-457a-917a-60e7408f357d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:42.426074 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-32c5970d-8558-424a-abea-1a3e6c20759e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'name': 'tempest-RoutersTest-router-502267932', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:08:56Z', 'updated_at': '2022-01-28T03:09:40Z', 'revision_number': 8, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'gw_port_host': None, '_interfaces': [{'id': '0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7', 'name': '', 'network_id': 'dc61925a-0415-4299-8652-90bcc5f97c8b', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:02:c3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '11acbd87-5e71-410b-9a05-dddb101e9dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:08:59Z', 'updated_at': '2022-01-28T03:09:08Z', 'revision_number': 5, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '11acbd87-5e71-410b-9a05-dddb101e9dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0db8a0b7-d148-4aa1-821b-04cd39fa4014', 'name': '', 'network_id': '1645ca6a-bc41-4b9b-8e15-beabae884715', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:88:66:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '7c998376-4250-4f51-bb5d-c2a9e754eec4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:06Z', 'updated_at': '2022-01-28T03:09:21Z', 'revision_number': 5, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '7c998376-4250-4f51-bb5d-c2a9e754eec4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '627fb171-eed3-4d78-92bd-c6a9d8ea9a32', 'name': '', 'network_id': '4a4efb42-e52c-4800-aa95-b8417f14c5d6', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:26:66:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '557f82cd-fde6-41b1-b8e1-cbc96e6026da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:20Z', 'updated_at': '2022-01-28T03:09:31Z', 'revision_number': 5, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '557f82cd-fde6-41b1-b8e1-cbc96e6026da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:42.428447 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d5d47012-ff81-4857-a125-8b469f731ef2 req-70385b17-3f91-4a3f-9bc5-9540f3ee022a tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?id=5cfc1d40-004a-4e66-82cd-29f658db29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820729 Jan 28 03:09:42.446181 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port b9cbf58c-0ba7-457a-917a-60e7408f357d, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=b9cbf58c-0ba7-457a-917a-60e7408f357d,segment=NetworkSegment(36852713-c891-4c2f-a56e-b2d8f3513fc5),segment_id=36852713-c891-4c2f-a56e-b2d8f3513fc5)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:09:42.447715 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc8e944b-4a1d-48f7-9987-f83f891080d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9cbf58c-0ba7-457a-917a-60e7408f357d'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:09:42.452832 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1577843c-5a79-42a9-ae4d-2a6872af61ad" -d '{"events": [{"server_uuid": "cc8e944b-4a1d-48f7-9987-f83f891080d4", "name": "network-vif-plugged", "status": "completed", "tag": "b9cbf58c-0ba7-457a-917a-60e7408f357d"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:09:42.458865 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b9cbf58c-0ba7-457a-917a-60e7408f357d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:42.500889 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9c466961-84c6-4956-bf2b-3e3a82bfd372 req-93449388-0ae8-4789-9315-76e0a1c7e52e tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500834 Jan 28 03:09:42.514192 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-84ae024b-350c-4834-a1ed-bc8ddce25b87 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (86de90a2-95fe-459f-852a-4fb46f9a02cc), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:42.521753 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-84ae024b-350c-4834-a1ed-bc8ddce25b87 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:42.537458 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c5970d-8558-424a-abea-1a3e6c20759e None None] The sync data for ids ['2677bf10-5a27-49b3-848f-8bac530a62a8'] in n-d-712139-27 is: [{'id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'name': 'tempest-RoutersTest-router-502267932', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:08:56Z', 'updated_at': '2022-01-28T03:09:40Z', 'revision_number': 8, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'gw_port_host': None, '_interfaces': [{'id': '0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7', 'name': '', 'network_id': 'dc61925a-0415-4299-8652-90bcc5f97c8b', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:02:c3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '11acbd87-5e71-410b-9a05-dddb101e9dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:08:59Z', 'updated_at': '2022-01-28T03:09:08Z', 'revision_number': 5, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '11acbd87-5e71-410b-9a05-dddb101e9dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0db8a0b7-d148-4aa1-821b-04cd39fa4014', 'name': '', 'network_id': '1645ca6a-bc41-4b9b-8e15-beabae884715', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:88:66:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '7c998376-4250-4f51-bb5d-c2a9e754eec4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:06Z', 'updated_at': '2022-01-28T03:09:21Z', 'revision_number': 5, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '7c998376-4250-4f51-bb5d-c2a9e754eec4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '627fb171-eed3-4d78-92bd-c6a9d8ea9a32', 'name': '', 'network_id': '4a4efb42-e52c-4800-aa95-b8417f14c5d6', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:26:66:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '557f82cd-fde6-41b1-b8e1-cbc96e6026da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:20Z', 'updated_at': '2022-01-28T03:09:31Z', 'revision_number': 5, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '557f82cd-fde6-41b1-b8e1-cbc96e6026da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:09:42.545003 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58554) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:09:42.554523 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-84ae024b-350c-4834-a1ed-bc8ddce25b87 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "DELETE /v2.0/networks/86de90a2-95fe-459f-852a-4fb46f9a02cc HTTP/1.1" status: 204 len: 168 time: 1.1236465 Jan 28 03:09:42.603367 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae024b-350c-4834-a1ed-bc8ddce25b87 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event deleted for resources: {'Network': ['ID=86de90a2-95fe-459f-852a-4fb46f9a02cc,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:42.623453 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e84f1b-3a21-4814-833e-46459f667a2c x-openstack-request-id: req-d3e84f1b-3a21-4814-833e-46459f667a2c {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:09:42.624007 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc8e944b-4a1d-48f7-9987-f83f891080d4", "name": "network-vif-plugged", "status": "completed", "tag": "b9cbf58c-0ba7-457a-917a-60e7408f357d", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:09:42.624345 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d3e84f1b-3a21-4814-833e-46459f667a2c {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:09:42.625119 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc8e944b-4a1d-48f7-9987-f83f891080d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9cbf58c-0ba7-457a-917a-60e7408f357d', 'code': 200} Jan 28 03:09:42.628663 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=b9cbf58c-0ba7-457a-917a-60e7408f357d,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:42.799959 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54609a79-189a-49ec-9592-af8d1877a447 req-268fb11a-aee5-4f14-95ae-2fbf9da0df61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:42.801588 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-54609a79-189a-49ec-9592-af8d1877a447 req-268fb11a-aee5-4f14-95ae-2fbf9da0df61 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cc8e944b-4a1d-48f7-9987-f83f891080d4 HTTP/1.1" status: 200 len: 1098 time: 0.0951464 Jan 28 03:09:42.875944 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-54609a79-189a-49ec-9592-af8d1877a447 req-26db02e3-4fbf-4bd3-bffe-f9ff037ba093 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0ebdf570-1510-406c-b808-8a4c8aae6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661473 Jan 28 03:09:43.066658 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c11f0f1f-f495-465f-82a4-091bfe00146f no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:09:43.130007 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: c11f0f1f-f495-465f-82a4-091bfe00146f {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:09:43.142935 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c11f0f1f-f495-465f-82a4-091bfe00146f not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:09:43.148405 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 61c839b0-30e9-4dcb-8ef5-670fd93d99dd no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:09:43.186510 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 61c839b0-30e9-4dcb-8ef5-670fd93d99dd {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:09:43.186840 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 61c839b0-30e9-4dcb-8ef5-670fd93d99dd not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:09:43.195818 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16c51c-b44e-49cd-ae87-7fb01b42d803 req-7dcc5249-d22b-40d3-a0ea-88e3cd374dea tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:43.197432 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4a16c51c-b44e-49cd-ae87-7fb01b42d803 req-7dcc5249-d22b-40d3-a0ea-88e3cd374dea tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc8e944b-4a1d-48f7-9987-f83f891080d4 HTTP/1.1" status: 200 len: 946 time: 0.1021938 Jan 28 03:09:43.255281 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a978dbe2-534f-4141-b8cd-b5cef2c8452c tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (2677bf10-5a27-49b3-848f-8bac530a62a8), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:43.266271 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4a16c51c-b44e-49cd-ae87-7fb01b42d803 req-fd213717-40a2-4d7d-96a3-871def4b2860 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ebdf570-1510-406c-b808-8a4c8aae6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551460 Jan 28 03:09:43.590337 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-a978dbe2-534f-4141-b8cd-b5cef2c8452c tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Deleting port 627fb171-eed3-4d78-92bd-c6a9d8ea9a32 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:09:43.590919 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a978dbe2-534f-4141-b8cd-b5cef2c8452c tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (627fb171-eed3-4d78-92bd-c6a9d8ea9a32), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:43.621741 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9261a4-5af5-4070-9097-a5c1230b1db5 req-41b7b4db-ca70-4e1c-9d05-82faea8b2199 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:43.623637 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fc9261a4-5af5-4070-9097-a5c1230b1db5 req-41b7b4db-ca70-4e1c-9d05-82faea8b2199 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 945 time: 0.0940633 Jan 28 03:09:43.738713 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fc9261a4-5af5-4070-9097-a5c1230b1db5 req-77f8773e-4146-4a83-ac45-84cac45d592e tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?id=5cfc1d40-004a-4e66-82cd-29f658db29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668323 Jan 28 03:09:43.750480 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c1a81-1e1c-4c4c-a34a-a58eef5d70bb req-848668ae-382c-4695-8830-6dd67b1713b6 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:43.763267 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e61c1a81-1e1c-4c4c-a34a-a58eef5d70bb req-848668ae-382c-4695-8830-6dd67b1713b6 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a61f71c-db10-4229-bbac-1ecfaa94843b HTTP/1.1" status: 200 len: 945 time: 0.1488609 Jan 28 03:09:43.779871 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-a978dbe2-534f-4141-b8cd-b5cef2c8452c tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] For port 627fb171-eed3-4d78-92bd-c6a9d8ea9a32, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=627fb171-eed3-4d78-92bd-c6a9d8ea9a32,segment=NetworkSegment(965b5833-cdaf-46d3-9bec-4e8294344446),segment_id=965b5833-cdaf-46d3-9bec-4e8294344446)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:09:43.780321 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a978dbe2-534f-4141-b8cd-b5cef2c8452c tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (627fb171-eed3-4d78-92bd-c6a9d8ea9a32), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:43.830096 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-a978dbe2-534f-4141-b8cd-b5cef2c8452c tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Calling delete_port for 627fb171-eed3-4d78-92bd-c6a9d8ea9a32 owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:09:43.960986 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e61c1a81-1e1c-4c4c-a34a-a58eef5d70bb req-4ac4994f-40ca-4773-a0a3-fc5a5d333283 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965730 Jan 28 03:09:44.189206 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00ade3-b10b-4661-9926-5bc4f35eb1eb req-767c65fe-c71f-44d2-929b-752d306302d5 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:44.204061 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7a00ade3-b10b-4661-9926-5bc4f35eb1eb req-767c65fe-c71f-44d2-929b-752d306302d5 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 945 time: 0.1652701 Jan 28 03:09:44.222918 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e70da8-809d-4030-a9ca-75726f788483 req-ba6ba9b2-6922-4731-b21d-2bdf47553a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:44.231057 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-89e70da8-809d-4030-a9ca-75726f788483 req-ba6ba9b2-6922-4731-b21d-2bdf47553a46 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f89e990f7f004133b0af85a906874094&device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 1097 time: 0.0850654 Jan 28 03:09:44.291566 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a978dbe2-534f-4141-b8cd-b5cef2c8452c tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (627fb171-eed3-4d78-92bd-c6a9d8ea9a32), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:44.340207 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7a00ade3-b10b-4661-9926-5bc4f35eb1eb req-138336a0-8e00-4440-a1d6-112bbfc55d3d tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?id=5cfc1d40-004a-4e66-82cd-29f658db29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349733 Jan 28 03:09:44.344134 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a978dbe2-534f-4141-b8cd-b5cef2c8452c tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event deleted for resources: {'Port': ['ID=627fb171-eed3-4d78-92bd-c6a9d8ea9a32,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:44.538507 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e70da8-809d-4030-a9ca-75726f788483 req-52331846-c642-4b87-aee7-3ac8d30fadfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:44.540275 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-89e70da8-809d-4030-a9ca-75726f788483 req-52331846-c642-4b87-aee7-3ac8d30fadfc service neutron] 10.222.0.39 "GET /v2.0/networks?id=f4ded625-2395-4b5b-8619-6207cf127af3 HTTP/1.1" status: 200 len: 911 time: 0.3040545 Jan 28 03:09:44.547327 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688b8f9-ba70-4082-8429-236ae540c307 req-f544059d-fb2d-4e59-a007-76a1d3fafe44 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:44.554796 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7688b8f9-ba70-4082-8429-236ae540c307 req-f544059d-fb2d-4e59-a007-76a1d3fafe44 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc8e944b-4a1d-48f7-9987-f83f891080d4 HTTP/1.1" status: 200 len: 946 time: 0.1607640 Jan 28 03:09:44.667996 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a978dbe2-534f-4141-b8cd-b5cef2c8452c tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (2677bf10-5a27-49b3-848f-8bac530a62a8), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:44.707437 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-89e70da8-809d-4030-a9ca-75726f788483 req-c792efcd-e038-4a05-bce9-c9309fb1cbfe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31 HTTP/1.1" status: 200 len: 1000 time: 0.1494420 Jan 28 03:09:44.742095 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7688b8f9-ba70-4082-8429-236ae540c307 req-c2200e6a-60a2-4dc9-b53a-22f9835f5b35 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ebdf570-1510-406c-b808-8a4c8aae6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861837 Jan 28 03:09:44.834686 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e70da8-809d-4030-a9ca-75726f788483 req-94ce71a6-8191-40a7-aa24-f1353cf0ec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:44.836251 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-89e70da8-809d-4030-a9ca-75726f788483 req-94ce71a6-8191-40a7-aa24-f1353cf0ec0b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06dde70e-a1cf-43e5-9a09-417a59ad5656 HTTP/1.1" status: 200 len: 849 time: 0.0931852 Jan 28 03:09:44.928419 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e70da8-809d-4030-a9ca-75726f788483 req-7b18aad1-1469-4f3d-83b4-3291ec770d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:44.930137 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-89e70da8-809d-4030-a9ca-75726f788483 req-7b18aad1-1469-4f3d-83b4-3291ec770d88 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4ded625-2395-4b5b-8619-6207cf127af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0874391 Jan 28 03:09:44.958139 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81930e0f-258c-4434-891e-73f1a0161f37 req-d9ee2818-b41d-415d-b2b5-37d179063180 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:44.960941 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-81930e0f-258c-4434-891e-73f1a0161f37 req-d9ee2818-b41d-415d-b2b5-37d179063180 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc8e944b-4a1d-48f7-9987-f83f891080d4 HTTP/1.1" status: 200 len: 946 time: 0.0850196 Jan 28 03:09:44.985843 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 58588) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:09:45.001197 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-1229e5ba-5c85-4d28-a6e1-7dbe8ee85c70 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Request body: {'floatingip': {'port_id': 'b9cbf58c-0ba7-457a-917a-60e7408f357d'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:09:45.089646 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1229e5ba-5c85-4d28-a6e1-7dbe8ee85c70 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Publish callbacks [] for floatingip (345dfc44-3bc5-4f13-a13f-439a432c57e2), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:45.098240 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a978dbe2-534f-4141-b8cd-b5cef2c8452c tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Router 2677bf10-5a27-49b3-848f-8bac530a62a8 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:09:45.199647 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a978dbe2-534f-4141-b8cd-b5cef2c8452c tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:09:45.212048 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc018cbd-8bf5-48ae-b6ba-8c8ff92db44a None None] Sync routers for ids ['2677bf10-5a27-49b3-848f-8bac530a62a8'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:09:45.213955 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a978dbe2-534f-4141-b8cd-b5cef2c8452c tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "PUT /v2.0/routers/2677bf10-5a27-49b3-848f-8bac530a62a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6676428 Jan 28 03:09:45.214600 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58592) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:09:45.228931 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc018cbd-8bf5-48ae-b6ba-8c8ff92db44a None None] Routers {'2677bf10-5a27-49b3-848f-8bac530a62a8'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:09:45.231439 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-cc018cbd-8bf5-48ae-b6ba-8c8ff92db44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:09:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['2677bf10-5a27-49b3-848f-8bac530a62a8'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:45.277471 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdd6dcbd-5ded-4513-a079-864ff51b0b44 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Deleting subnet 557f82cd-fde6-41b1-b8e1-cbc96e6026da {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:09:45.283220 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bdd6dcbd-5ded-4513-a079-864ff51b0b44 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for subnet (557f82cd-fde6-41b1-b8e1-cbc96e6026da), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:45.372413 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-cc018cbd-8bf5-48ae-b6ba-8c8ff92db44a None None] Set router 2677bf10-5a27-49b3-848f-8bac530a62a8 gateway port host: None {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:09:45.388954 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bdd6dcbd-5ded-4513-a079-864ff51b0b44 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (557f82cd-fde6-41b1-b8e1-cbc96e6026da), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:45.563536 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512afd3-01bb-4649-bd0e-dd126bdaa915 req-5ed23a28-c9f6-4e4c-83de-f5498ddb7f7b tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:45.565651 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8512afd3-01bb-4649-bd0e-dd126bdaa915 req-5ed23a28-c9f6-4e4c-83de-f5498ddb7f7b tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 945 time: 0.1027389 Jan 28 03:09:45.613932 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bdd6dcbd-5ded-4513-a079-864ff51b0b44 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (557f82cd-fde6-41b1-b8e1-cbc96e6026da), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:45.651091 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8512afd3-01bb-4649-bd0e-dd126bdaa915 req-8a95e49e-a2e7-44c7-871f-b500ddd0587c tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?id=5cfc1d40-004a-4e66-82cd-29f658db29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760913 Jan 28 03:09:45.700597 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-cc018cbd-8bf5-48ae-b6ba-8c8ff92db44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'name': 'tempest-RoutersTest-router-502267932', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:08:56Z', 'updated_at': '2022-01-28T03:09:44Z', 'revision_number': 9, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'gw_port_host': None, '_interfaces': [{'id': '0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7', 'name': '', 'network_id': 'dc61925a-0415-4299-8652-90bcc5f97c8b', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:02:c3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '11acbd87-5e71-410b-9a05-dddb101e9dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:08:59Z', 'updated_at': '2022-01-28T03:09:08Z', 'revision_number': 5, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '11acbd87-5e71-410b-9a05-dddb101e9dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0db8a0b7-d148-4aa1-821b-04cd39fa4014', 'name': '', 'network_id': '1645ca6a-bc41-4b9b-8e15-beabae884715', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:88:66:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '7c998376-4250-4f51-bb5d-c2a9e754eec4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:06Z', 'updated_at': '2022-01-28T03:09:21Z', 'revision_number': 5, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '7c998376-4250-4f51-bb5d-c2a9e754eec4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:45.706517 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bdd6dcbd-5ded-4513-a079-864ff51b0b44 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (557f82cd-fde6-41b1-b8e1-cbc96e6026da), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:45.736096 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6dcbd-5ded-4513-a079-864ff51b0b44 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event deleted for resources: {'Subnet': ['ID=557f82cd-fde6-41b1-b8e1-cbc96e6026da,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:45.741517 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc018cbd-8bf5-48ae-b6ba-8c8ff92db44a None None] Checking router: 2677bf10-5a27-49b3-848f-8bac530a62a8 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:09:45.742004 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bdd6dcbd-5ded-4513-a079-864ff51b0b44 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:45.746007 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-bdd6dcbd-5ded-4513-a079-864ff51b0b44 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "DELETE /v2.0/subnets/557f82cd-fde6-41b1-b8e1-cbc96e6026da HTTP/1.1" status: 204 len: 168 time: 0.5303807 Jan 28 03:09:45.748521 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58596) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:09:45.755312 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a22732-355c-449b-824f-9471e883095f None None] Network 4a4efb42-e52c-4800-aa95-b8417f14c5d6 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:09:45.760435 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc018cbd-8bf5-48ae-b6ba-8c8ff92db44a None None] Routers {'2677bf10-5a27-49b3-848f-8bac530a62a8'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:09:45.761246 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-cc018cbd-8bf5-48ae-b6ba-8c8ff92db44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:09:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['2677bf10-5a27-49b3-848f-8bac530a62a8'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:45.837713 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1818dca4-644b-4125-85e8-53c5a84a6187 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (4a4efb42-e52c-4800-aa95-b8417f14c5d6), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:45.867948 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-cc018cbd-8bf5-48ae-b6ba-8c8ff92db44a None None] Set router 2677bf10-5a27-49b3-848f-8bac530a62a8 gateway port host: None {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:09:45.898996 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-1818dca4-644b-4125-85e8-53c5a84a6187 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Deleting port d4ae4015-43eb-47ef-884a-e6b603e0099c {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:09:45.899720 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1818dca4-644b-4125-85e8-53c5a84a6187 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (d4ae4015-43eb-47ef-884a-e6b603e0099c), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:45.985492 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-1818dca4-644b-4125-85e8-53c5a84a6187 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] For port d4ae4015-43eb-47ef-884a-e6b603e0099c, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=d4ae4015-43eb-47ef-884a-e6b603e0099c,segment=NetworkSegment(965b5833-cdaf-46d3-9bec-4e8294344446),segment_id=965b5833-cdaf-46d3-9bec-4e8294344446)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:09:45.986560 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1818dca4-644b-4125-85e8-53c5a84a6187 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (d4ae4015-43eb-47ef-884a-e6b603e0099c), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:46.009770 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-1818dca4-644b-4125-85e8-53c5a84a6187 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Calling delete_port for d4ae4015-43eb-47ef-884a-e6b603e0099c owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:09:46.111086 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1818dca4-644b-4125-85e8-53c5a84a6187 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (d4ae4015-43eb-47ef-884a-e6b603e0099c), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:46.148134 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-89e70da8-809d-4030-a9ca-75726f788483 req-4912847e-bcf5-416d-9cd9-0f177cfd85a5 service neutron] 10.222.0.39 "GET /v2.0/networks/f4ded625-2395-4b5b-8619-6207cf127af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2120109 Jan 28 03:09:46.159009 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818dca4-644b-4125-85e8-53c5a84a6187 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event deleted for resources: {'Port': ['ID=d4ae4015-43eb-47ef-884a-e6b603e0099c,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:46.184799 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c2cdb8-8111-4c11-ba84-549cbeb2e153 None None] DHCP port deletion for 4a4efb42-e52c-4800-aa95-b8417f14c5d6 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:09:46.190813 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1818dca4-644b-4125-85e8-53c5a84a6187 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] No DVR routers for this DVR port d4ae4015-43eb-47ef-884a-e6b603e0099c on host n-d-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:09:46.264954 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-cc018cbd-8bf5-48ae-b6ba-8c8ff92db44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'name': 'tempest-RoutersTest-router-502267932', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:08:56Z', 'updated_at': '2022-01-28T03:09:44Z', 'revision_number': 9, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'gw_port_host': None, '_interfaces': [{'id': '0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7', 'name': '', 'network_id': 'dc61925a-0415-4299-8652-90bcc5f97c8b', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:02:c3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '11acbd87-5e71-410b-9a05-dddb101e9dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:08:59Z', 'updated_at': '2022-01-28T03:09:08Z', 'revision_number': 5, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '11acbd87-5e71-410b-9a05-dddb101e9dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0db8a0b7-d148-4aa1-821b-04cd39fa4014', 'name': '', 'network_id': '1645ca6a-bc41-4b9b-8e15-beabae884715', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:88:66:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '7c998376-4250-4f51-bb5d-c2a9e754eec4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:06Z', 'updated_at': '2022-01-28T03:09:21Z', 'revision_number': 5, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '7c998376-4250-4f51-bb5d-c2a9e754eec4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:46.300641 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc018cbd-8bf5-48ae-b6ba-8c8ff92db44a None None] The sync data for ids ['2677bf10-5a27-49b3-848f-8bac530a62a8'] in n-d-712139-27 is: [{'id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'name': 'tempest-RoutersTest-router-502267932', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:08:56Z', 'updated_at': '2022-01-28T03:09:44Z', 'revision_number': 9, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'gw_port_host': None, '_interfaces': [{'id': '0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7', 'name': '', 'network_id': 'dc61925a-0415-4299-8652-90bcc5f97c8b', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:02:c3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '11acbd87-5e71-410b-9a05-dddb101e9dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:08:59Z', 'updated_at': '2022-01-28T03:09:08Z', 'revision_number': 5, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '11acbd87-5e71-410b-9a05-dddb101e9dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0db8a0b7-d148-4aa1-821b-04cd39fa4014', 'name': '', 'network_id': '1645ca6a-bc41-4b9b-8e15-beabae884715', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:88:66:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '7c998376-4250-4f51-bb5d-c2a9e754eec4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:06Z', 'updated_at': '2022-01-28T03:09:21Z', 'revision_number': 5, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '7c998376-4250-4f51-bb5d-c2a9e754eec4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:09:46.339015 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1818dca4-644b-4125-85e8-53c5a84a6187 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (4a4efb42-e52c-4800-aa95-b8417f14c5d6), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:46.360058 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.db.resource_extend [None req-1229e5ba-5c85-4d28-a6e1-7dbe8ee85c70 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 03:09:46.380984 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-1818dca4-644b-4125-85e8-53c5a84a6187 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a4efb42-e52c-4800-aa95-b8417f14c5d6']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:46.382823 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332cab0-957e-4469-9054-1159a9740a1b req-d37c303a-e1d2-4cdf-b1c3-b0bd400a9377 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:46.385467 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2332cab0-957e-4469-9054-1159a9740a1b req-d37c303a-e1d2-4cdf-b1c3-b0bd400a9377 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a61f71c-db10-4229-bbac-1ecfaa94843b HTTP/1.1" status: 200 len: 945 time: 1.3387868 Jan 28 03:09:46.396307 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-1818dca4-644b-4125-85e8-53c5a84a6187 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '965b5833-cdaf-46d3-9bec-4e8294344446') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:46.400735 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-1818dca4-644b-4125-85e8-53c5a84a6187 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '965b5833-cdaf-46d3-9bec-4e8294344446') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:46.419145 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1818dca4-644b-4125-85e8-53c5a84a6187 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (965b5833-cdaf-46d3-9bec-4e8294344446), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:46.443957 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1818dca4-644b-4125-85e8-53c5a84a6187 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (965b5833-cdaf-46d3-9bec-4e8294344446), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:46.458839 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1818dca4-644b-4125-85e8-53c5a84a6187 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:09:46.459784 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1818dca4-644b-4125-85e8-53c5a84a6187 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (965b5833-cdaf-46d3-9bec-4e8294344446), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:46.463757 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:09:46.463757 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:09:46.463757 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:09:46.463757 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:09:46.463757 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:09:46.463757 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:09:46.463757 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:09:46.463757 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:09:46.463757 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:09:46.463757 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:09:46.463757 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:09:46.463757 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:09:46.463757 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:09:46.463757 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:09:46.463757 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:09:46.463757 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:09:46.463757 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:09:46.463757 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:09:46.463757 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:09:46.463757 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:09:46.463757 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:09:46.463757 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:09:46.463757 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:09:46.463757 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:09:46.463757 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:09:46.463757 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:09:46.463757 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:09:46.463757 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:09:46.463757 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:09:46.463757 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:09:46.463757 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:09:46.463757 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:09:46.554599 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1818dca4-644b-4125-85e8-53c5a84a6187 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (4a4efb42-e52c-4800-aa95-b8417f14c5d6), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:46.566853 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1818dca4-644b-4125-85e8-53c5a84a6187 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:46.571663 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1818dca4-644b-4125-85e8-53c5a84a6187 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "DELETE /v2.0/networks/4a4efb42-e52c-4800-aa95-b8417f14c5d6 HTTP/1.1" status: 204 len: 168 time: 0.8207388 Jan 28 03:09:46.574171 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58608) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:09:46.598292 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818dca4-644b-4125-85e8-53c5a84a6187 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event deleted for resources: {'Network': ['ID=4a4efb42-e52c-4800-aa95-b8417f14c5d6,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:46.619505 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1229e5ba-5c85-4d28-a6e1-7dbe8ee85c70 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:46.637557 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1229e5ba-5c85-4d28-a6e1-7dbe8ee85c70 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (345dfc44-3bc5-4f13-a13f-439a432c57e2), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:46.641491 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-89e70da8-809d-4030-a9ca-75726f788483 req-2ef6d5f2-e650-4309-b25d-ab1f223ce07f service neutron] 10.222.0.39 "GET /v2.0/networks/f4ded625-2395-4b5b-8619-6207cf127af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4829111 Jan 28 03:09:46.732568 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2332cab0-957e-4469-9054-1159a9740a1b req-b69dc090-559b-4f7e-82dd-ea82d4326ccd tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052821 Jan 28 03:09:46.844666 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 627fb171-eed3-4d78-92bd-c6a9d8ea9a32 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:09:46.851918 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [None req-1229e5ba-5c85-4d28-a6e1-7dbe8ee85c70 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Floating IP 345dfc44-3bc5-4f13-a13f-439a432c57e2 associated. External IP: 172.25.0.18, port: b9cbf58c-0ba7-457a-917a-60e7408f357d. Jan 28 03:09:46.876336 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 627fb171-eed3-4d78-92bd-c6a9d8ea9a32 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:09:46.877202 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 627fb171-eed3-4d78-92bd-c6a9d8ea9a32 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:09:46.877967 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device d4ae4015-43eb-47ef-884a-e6b603e0099c no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:09:46.913780 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: d4ae4015-43eb-47ef-884a-e6b603e0099c {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:09:46.914630 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device d4ae4015-43eb-47ef-884a-e6b603e0099c not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:09:47.114272 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1229e5ba-5c85-4d28-a6e1-7dbe8ee85c70 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Router 15f79d4f-effc-4e5d-87a8-542e1a1d768f has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:09:47.278274 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1229e5ba-5c85-4d28-a6e1-7dbe8ee85c70 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:09:47.292142 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6348a92-7186-4366-94a1-92d05dc7af79 None None] Sync routers for ids ['15f79d4f-effc-4e5d-87a8-542e1a1d768f'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:09:47.301993 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1229e5ba-5c85-4d28-a6e1-7dbe8ee85c70 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:47.314020 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6348a92-7186-4366-94a1-92d05dc7af79 None None] Routers {'15f79d4f-effc-4e5d-87a8-542e1a1d768f'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:09:47.314806 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a6348a92-7186-4366-94a1-92d05dc7af79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:09:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['15f79d4f-effc-4e5d-87a8-542e1a1d768f'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:47.360383 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1229e5ba-5c85-4d28-a6e1-7dbe8ee85c70 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] 10.222.0.53 "PUT /v2.0/floatingips/345dfc44-3bc5-4f13-a13f-439a432c57e2 HTTP/1.1" status: 200 len: 991 time: 2.3720560 Jan 28 03:09:47.361248 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc8e944b-4a1d-48f7-9987-f83f891080d4', 'tag': 'b9cbf58c-0ba7-457a-917a-60e7408f357d'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:09:47.380082 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f639b6-985a-45a2-a4e3-f9017c499004" -d '{"events": [{"name": "network-changed", "server_uuid": "cc8e944b-4a1d-48f7-9987-f83f891080d4", "tag": "b9cbf58c-0ba7-457a-917a-60e7408f357d"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:09:47.457996 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-a6348a92-7186-4366-94a1-92d05dc7af79 None None] Set router 15f79d4f-effc-4e5d-87a8-542e1a1d768f gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:09:47.473428 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e94e65-318f-4864-a079-6ac8a398b2e3 req-30e7cb51-a91d-4f0d-b236-3423199fc41d tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:47.475165 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-97e94e65-318f-4864-a079-6ac8a398b2e3 req-30e7cb51-a91d-4f0d-b236-3423199fc41d tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 945 time: 0.2393951 Jan 28 03:09:47.570213 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1394c0bd-c8cc-4a32-9a41-d26d9f955ee1 x-openstack-request-id: req-1394c0bd-c8cc-4a32-9a41-d26d9f955ee1 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:09:47.571555 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc8e944b-4a1d-48f7-9987-f83f891080d4", "tag": "b9cbf58c-0ba7-457a-917a-60e7408f357d", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:09:47.571953 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1394c0bd-c8cc-4a32-9a41-d26d9f955ee1 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:09:47.572576 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc8e944b-4a1d-48f7-9987-f83f891080d4', 'tag': 'b9cbf58c-0ba7-457a-917a-60e7408f357d', 'status': 'completed', 'code': 200} Jan 28 03:09:47.574624 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-97e94e65-318f-4864-a079-6ac8a398b2e3 req-d15b9472-ba97-4113-bee1-a63c486d5d0b tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?id=5cfc1d40-004a-4e66-82cd-29f658db29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806808 Jan 28 03:09:47.711407 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ad5b3021-30d2-4ec9-93f5-3abb5cf264b9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (2677bf10-5a27-49b3-848f-8bac530a62a8), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:47.724455 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f639b6-985a-45a2-a4e3-f9017c499004 req-55ae951e-a758-4da8-a32a-2d3c0db62e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:47.727033 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-10f639b6-985a-45a2-a4e3-f9017c499004 req-55ae951e-a758-4da8-a32a-2d3c0db62e97 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e32e027b56924f9aad6fa7bf1ee258e7&device_id=cc8e944b-4a1d-48f7-9987-f83f891080d4 HTTP/1.1" status: 200 len: 1098 time: 0.0940061 Jan 28 03:09:47.962038 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f639b6-985a-45a2-a4e3-f9017c499004 req-2fbb0b3d-e9e8-4b5c-9329-695c096ff80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:47.963626 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-10f639b6-985a-45a2-a4e3-f9017c499004 req-2fbb0b3d-e9e8-4b5c-9329-695c096ff80c service neutron] 10.222.0.39 "GET /v2.0/networks?id=510d0f56-a56d-4baa-b768-cfbf6d32b8c2 HTTP/1.1" status: 200 len: 905 time: 0.2303250 Jan 28 03:09:47.977535 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a6348a92-7186-4366-94a1-92d05dc7af79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f79d4f-effc-4e5d-87a8-542e1a1d768f', 'name': 'tempest-ServersTestJSON-95942820-router', 'tenant_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:09:02Z', 'updated_at': '2022-01-28T03:09:19Z', 'revision_number': 4, 'project_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'gw_port': {'id': 'c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f79d4f-effc-4e5d-87a8-542e1a1d768f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:05Z', 'updated_at': '2022-01-28T03:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '345dfc44-3bc5-4f13-a13f-439a432c57e2', 'tenant_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'floating_ip_address': '172.25.0.18', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '15f79d4f-effc-4e5d-87a8-542e1a1d768f', 'port_id': 'b9cbf58c-0ba7-457a-917a-60e7408f357d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '510d0f56-a56d-4baa-b768-cfbf6d32b8c2', 'mac_address': 'fa:16:3e:10:ca:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8e944b-4a1d-48f7-9987-f83f891080d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:09:25Z', 'updated_at': '2022-01-28T03:09:46Z', 'revision_number': 1, 'project_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6570a417-cc77-4c9f-8e04-3e6ed2fe2369', 'name': '', 'network_id': '510d0f56-a56d-4baa-b768-cfbf6d32b8c2', 'tenant_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'mac_address': 'fa:16:3e:ad:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f79d4f-effc-4e5d-87a8-542e1a1d768f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': 'db5a4c57-6170-4daa-b081-7c1d297c0ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:15Z', 'updated_at': '2022-01-28T03:09:25Z', 'revision_number': 5, 'project_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'subnets': [{'id': 'db5a4c57-6170-4daa-b081-7c1d297c0ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:48.026790 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6348a92-7186-4366-94a1-92d05dc7af79 None None] Checking router: 15f79d4f-effc-4e5d-87a8-542e1a1d768f for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:09:48.039546 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6da289-e316-4f5b-b72d-b6215cbf5466 req-fc1ad784-5bd5-403b-ab1c-208c195b2022 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:48.045123 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6348a92-7186-4366-94a1-92d05dc7af79 None None] Routers {'15f79d4f-effc-4e5d-87a8-542e1a1d768f'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:09:48.046654 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6d6da289-e316-4f5b-b72d-b6215cbf5466 req-fc1ad784-5bd5-403b-ab1c-208c195b2022 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a61f71c-db10-4229-bbac-1ecfaa94843b HTTP/1.1" status: 200 len: 945 time: 0.2031560 Jan 28 03:09:48.047652 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a6348a92-7186-4366-94a1-92d05dc7af79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:09:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['15f79d4f-effc-4e5d-87a8-542e1a1d768f'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:48.068923 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-ad5b3021-30d2-4ec9-93f5-3abb5cf264b9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Deleting port 0db8a0b7-d148-4aa1-821b-04cd39fa4014 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:09:48.069320 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ad5b3021-30d2-4ec9-93f5-3abb5cf264b9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (0db8a0b7-d148-4aa1-821b-04cd39fa4014), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:48.125373 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6d6da289-e316-4f5b-b72d-b6215cbf5466 req-20fcf846-d367-4482-9d58-007e7b761b70 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771964 Jan 28 03:09:48.130228 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-10f639b6-985a-45a2-a4e3-f9017c499004 req-500cb326-7bdf-413a-a6ad-d6787cbd0efa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9cbf58c-0ba7-457a-917a-60e7408f357d HTTP/1.1" status: 200 len: 999 time: 0.1513569 Jan 28 03:09:48.202132 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f639b6-985a-45a2-a4e3-f9017c499004 req-d289c78d-1b26-45c0-8936-11d3310b2a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:48.204296 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-10f639b6-985a-45a2-a4e3-f9017c499004 req-d289c78d-1b26-45c0-8936-11d3310b2a98 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=db5a4c57-6170-4daa-b081-7c1d297c0ccb HTTP/1.1" status: 200 len: 843 time: 0.0675881 Jan 28 03:09:48.207552 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-a6348a92-7186-4366-94a1-92d05dc7af79 None None] Set router 15f79d4f-effc-4e5d-87a8-542e1a1d768f gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:09:48.253437 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-ad5b3021-30d2-4ec9-93f5-3abb5cf264b9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] For port 0db8a0b7-d148-4aa1-821b-04cd39fa4014, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=0db8a0b7-d148-4aa1-821b-04cd39fa4014,segment=NetworkSegment(1e4061e5-7215-4107-966c-dcd096064ffb),segment_id=1e4061e5-7215-4107-966c-dcd096064ffb)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:09:48.256795 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ad5b3021-30d2-4ec9-93f5-3abb5cf264b9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (0db8a0b7-d148-4aa1-821b-04cd39fa4014), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:48.280957 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-ad5b3021-30d2-4ec9-93f5-3abb5cf264b9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Calling delete_port for 0db8a0b7-d148-4aa1-821b-04cd39fa4014 owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:09:48.300482 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f639b6-985a-45a2-a4e3-f9017c499004 req-fe0fc578-2649-4e66-82be-9e835e0ee11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:48.303115 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-10f639b6-985a-45a2-a4e3-f9017c499004 req-fe0fc578-2649-4e66-82be-9e835e0ee11b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=510d0f56-a56d-4baa-b768-cfbf6d32b8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0909591 Jan 28 03:09:48.439542 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-10f639b6-985a-45a2-a4e3-f9017c499004 req-7f4591f2-5350-4432-ab99-06995c6e12ee service neutron] 10.222.0.39 "GET /v2.0/networks/510d0f56-a56d-4baa-b768-cfbf6d32b8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298552 Jan 28 03:09:48.579984 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a6348a92-7186-4366-94a1-92d05dc7af79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f79d4f-effc-4e5d-87a8-542e1a1d768f', 'name': 'tempest-ServersTestJSON-95942820-router', 'tenant_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:09:02Z', 'updated_at': '2022-01-28T03:09:19Z', 'revision_number': 4, 'project_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'gw_port': {'id': 'c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f79d4f-effc-4e5d-87a8-542e1a1d768f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:05Z', 'updated_at': '2022-01-28T03:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '345dfc44-3bc5-4f13-a13f-439a432c57e2', 'tenant_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'floating_ip_address': '172.25.0.18', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '15f79d4f-effc-4e5d-87a8-542e1a1d768f', 'port_id': 'b9cbf58c-0ba7-457a-917a-60e7408f357d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '510d0f56-a56d-4baa-b768-cfbf6d32b8c2', 'mac_address': 'fa:16:3e:10:ca:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8e944b-4a1d-48f7-9987-f83f891080d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:09:25Z', 'updated_at': '2022-01-28T03:09:46Z', 'revision_number': 1, 'project_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6570a417-cc77-4c9f-8e04-3e6ed2fe2369', 'name': '', 'network_id': '510d0f56-a56d-4baa-b768-cfbf6d32b8c2', 'tenant_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'mac_address': 'fa:16:3e:ad:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f79d4f-effc-4e5d-87a8-542e1a1d768f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': 'db5a4c57-6170-4daa-b081-7c1d297c0ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:15Z', 'updated_at': '2022-01-28T03:09:25Z', 'revision_number': 5, 'project_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'subnets': [{'id': 'db5a4c57-6170-4daa-b081-7c1d297c0ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:48.611053 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6348a92-7186-4366-94a1-92d05dc7af79 None None] The sync data for ids ['15f79d4f-effc-4e5d-87a8-542e1a1d768f'] in n-d-712139-27 is: [{'id': '15f79d4f-effc-4e5d-87a8-542e1a1d768f', 'name': 'tempest-ServersTestJSON-95942820-router', 'tenant_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:09:02Z', 'updated_at': '2022-01-28T03:09:19Z', 'revision_number': 4, 'project_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'gw_port': {'id': 'c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f79d4f-effc-4e5d-87a8-542e1a1d768f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:05Z', 'updated_at': '2022-01-28T03:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '345dfc44-3bc5-4f13-a13f-439a432c57e2', 'tenant_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'floating_ip_address': '172.25.0.18', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '15f79d4f-effc-4e5d-87a8-542e1a1d768f', 'port_id': 'b9cbf58c-0ba7-457a-917a-60e7408f357d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '510d0f56-a56d-4baa-b768-cfbf6d32b8c2', 'mac_address': 'fa:16:3e:10:ca:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8e944b-4a1d-48f7-9987-f83f891080d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:09:25Z', 'updated_at': '2022-01-28T03:09:46Z', 'revision_number': 1, 'project_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6570a417-cc77-4c9f-8e04-3e6ed2fe2369', 'name': '', 'network_id': '510d0f56-a56d-4baa-b768-cfbf6d32b8c2', 'tenant_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'mac_address': 'fa:16:3e:ad:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f79d4f-effc-4e5d-87a8-542e1a1d768f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': 'db5a4c57-6170-4daa-b081-7c1d297c0ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:15Z', 'updated_at': '2022-01-28T03:09:25Z', 'revision_number': 5, 'project_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'subnets': [{'id': 'db5a4c57-6170-4daa-b081-7c1d297c0ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:09:48.619440 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ad5b3021-30d2-4ec9-93f5-3abb5cf264b9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (0db8a0b7-d148-4aa1-821b-04cd39fa4014), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:48.630656 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-10f639b6-985a-45a2-a4e3-f9017c499004 req-9eb53b17-bd08-45cd-a3ed-e36186672267 service neutron] 10.222.0.39 "GET /v2.0/networks/510d0f56-a56d-4baa-b768-cfbf6d32b8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834860 Jan 28 03:09:48.684183 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b3021-30d2-4ec9-93f5-3abb5cf264b9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event deleted for resources: {'Port': ['ID=0db8a0b7-d148-4aa1-821b-04cd39fa4014,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:48.865759 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44dd83c-f3eb-43b1-9fd7-8b84103b28c3 req-c81d4d0c-e252-46b6-9e5f-67a7eb7b71ff tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:48.870141 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a44dd83c-f3eb-43b1-9fd7-8b84103b28c3 req-c81d4d0c-e252-46b6-9e5f-67a7eb7b71ff tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 945 time: 0.1413848 Jan 28 03:09:48.981658 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a44dd83c-f3eb-43b1-9fd7-8b84103b28c3 req-60bd5af7-52f5-4867-b74c-09c555dd57e0 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?id=5cfc1d40-004a-4e66-82cd-29f658db29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049135 Jan 28 03:09:49.033341 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ad5b3021-30d2-4ec9-93f5-3abb5cf264b9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (2677bf10-5a27-49b3-848f-8bac530a62a8), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:49.384286 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654fefe3-670a-4c8b-9272-60806212fec2 req-fdb68fa2-2082-45e5-9d76-2c2eade94fea tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:49.392489 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-654fefe3-670a-4c8b-9272-60806212fec2 req-fdb68fa2-2082-45e5-9d76-2c2eade94fea tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a61f71c-db10-4229-bbac-1ecfaa94843b HTTP/1.1" status: 200 len: 945 time: 0.1531541 Jan 28 03:09:49.467807 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5b3021-30d2-4ec9-93f5-3abb5cf264b9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Router 2677bf10-5a27-49b3-848f-8bac530a62a8 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:09:49.474569 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-654fefe3-670a-4c8b-9272-60806212fec2 req-f00e432f-0411-4094-b572-98066dd94d05 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812042 Jan 28 03:09:49.602534 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5b3021-30d2-4ec9-93f5-3abb5cf264b9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:09:49.609653 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ad5b3021-30d2-4ec9-93f5-3abb5cf264b9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "PUT /v2.0/routers/2677bf10-5a27-49b3-848f-8bac530a62a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0338254 Jan 28 03:09:49.612285 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58658) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:09:49.615057 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee5507f-af08-4adc-aa78-b10fa083ff40 None None] Sync routers for ids ['2677bf10-5a27-49b3-848f-8bac530a62a8'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:09:49.635739 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee5507f-af08-4adc-aa78-b10fa083ff40 None None] Routers {'2677bf10-5a27-49b3-848f-8bac530a62a8'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:09:49.636467 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-7ee5507f-af08-4adc-aa78-b10fa083ff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:09:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['2677bf10-5a27-49b3-848f-8bac530a62a8'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:49.710980 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-6847e330-d99a-49f5-ad53-a23187de6b55 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Deleting subnet 7c998376-4250-4f51-bb5d-c2a9e754eec4 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:09:49.715427 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6847e330-d99a-49f5-ad53-a23187de6b55 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for subnet (7c998376-4250-4f51-bb5d-c2a9e754eec4), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:49.789518 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6847e330-d99a-49f5-ad53-a23187de6b55 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (7c998376-4250-4f51-bb5d-c2a9e754eec4), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:50.004072 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e124479c-caf1-4586-8868-7b4791021ccd None None] New status for floating IP 345dfc44-3bc5-4f13-a13f-439a432c57e2: ACTIVE {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:09:50.016528 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6847e330-d99a-49f5-ad53-a23187de6b55 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (7c998376-4250-4f51-bb5d-c2a9e754eec4), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:50.151497 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-7ee5507f-af08-4adc-aa78-b10fa083ff40 None None] Set router 2677bf10-5a27-49b3-848f-8bac530a62a8 gateway port host: None {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:09:50.164857 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6847e330-d99a-49f5-ad53-a23187de6b55 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (7c998376-4250-4f51-bb5d-c2a9e754eec4), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:50.201044 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6847e330-d99a-49f5-ad53-a23187de6b55 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event deleted for resources: {'Subnet': ['ID=7c998376-4250-4f51-bb5d-c2a9e754eec4,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:50.206861 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6847e330-d99a-49f5-ad53-a23187de6b55 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:50.217273 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 58668) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:09:50.217868 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6847e330-d99a-49f5-ad53-a23187de6b55 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "DELETE /v2.0/subnets/7c998376-4250-4f51-bb5d-c2a9e754eec4 HTTP/1.1" status: 204 len: 168 time: 0.6036372 Jan 28 03:09:50.218473 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e281f3f-1986-4d54-8af5-88e3019c2bc8 None None] Network 1645ca6a-bc41-4b9b-8e15-beabae884715 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:09:50.362320 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0ae73053-802d-4778-93d3-44a6fe8cff16 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (1645ca6a-bc41-4b9b-8e15-beabae884715), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:50.445779 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-0ae73053-802d-4778-93d3-44a6fe8cff16 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Deleting port b204784e-c0d6-4041-b247-a1d3b5a085d1 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:09:50.446406 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0ae73053-802d-4778-93d3-44a6fe8cff16 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (b204784e-c0d6-4041-b247-a1d3b5a085d1), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:50.574329 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-0ae73053-802d-4778-93d3-44a6fe8cff16 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] For port b204784e-c0d6-4041-b247-a1d3b5a085d1, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=b204784e-c0d6-4041-b247-a1d3b5a085d1,segment=NetworkSegment(1e4061e5-7215-4107-966c-dcd096064ffb),segment_id=1e4061e5-7215-4107-966c-dcd096064ffb)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:09:50.575631 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0ae73053-802d-4778-93d3-44a6fe8cff16 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (b204784e-c0d6-4041-b247-a1d3b5a085d1), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:50.579652 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-7ee5507f-af08-4adc-aa78-b10fa083ff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'name': 'tempest-RoutersTest-router-502267932', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:08:56Z', 'updated_at': '2022-01-28T03:09:48Z', 'revision_number': 10, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'gw_port_host': None, '_interfaces': [{'id': '0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7', 'name': '', 'network_id': 'dc61925a-0415-4299-8652-90bcc5f97c8b', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:02:c3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '11acbd87-5e71-410b-9a05-dddb101e9dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:08:59Z', 'updated_at': '2022-01-28T03:09:08Z', 'revision_number': 5, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '11acbd87-5e71-410b-9a05-dddb101e9dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:50.595906 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-0ae73053-802d-4778-93d3-44a6fe8cff16 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Calling delete_port for b204784e-c0d6-4041-b247-a1d3b5a085d1 owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:09:50.706998 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fff133f-f4fd-44fa-8298-0b981b83372d None None] DHCP port deletion for 1645ca6a-bc41-4b9b-8e15-beabae884715 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:09:50.709427 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee5507f-af08-4adc-aa78-b10fa083ff40 None None] Checking router: 2677bf10-5a27-49b3-848f-8bac530a62a8 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:09:50.725904 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0ae73053-802d-4778-93d3-44a6fe8cff16 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (b204784e-c0d6-4041-b247-a1d3b5a085d1), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:50.732528 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbffda7-8f99-45b6-a518-8461c4ed67d1 req-010a64ce-34a6-4edd-98cc-a7a829d16e41 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:50.743060 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6fbffda7-8f99-45b6-a518-8461c4ed67d1 req-010a64ce-34a6-4edd-98cc-a7a829d16e41 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a61f71c-db10-4229-bbac-1ecfaa94843b HTTP/1.1" status: 200 len: 945 time: 0.1065915 Jan 28 03:09:50.746573 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae73053-802d-4778-93d3-44a6fe8cff16 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] No DVR routers for this DVR port b204784e-c0d6-4041-b247-a1d3b5a085d1 on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:09:50.781157 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-6fff133f-f4fd-44fa-8298-0b981b83372d None None] The port 'b204784e-c0d6-4041-b247-a1d3b5a085d1' was deleted {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1993}} Jan 28 03:09:50.801422 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee5507f-af08-4adc-aa78-b10fa083ff40 None None] Routers {'2677bf10-5a27-49b3-848f-8bac530a62a8'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:09:50.802398 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-7ee5507f-af08-4adc-aa78-b10fa083ff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:09:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['2677bf10-5a27-49b3-848f-8bac530a62a8'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:50.838695 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6fbffda7-8f99-45b6-a518-8461c4ed67d1 req-e4294e29-3003-4d10-8b5a-0142bd8640d9 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946357 Jan 28 03:09:50.912901 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device b204784e-c0d6-4041-b247-a1d3b5a085d1 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:09:50.954166 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae73053-802d-4778-93d3-44a6fe8cff16 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event deleted for resources: {'Port': ['ID=b204784e-c0d6-4041-b247-a1d3b5a085d1,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:50.983940 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0ae73053-802d-4778-93d3-44a6fe8cff16 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (1645ca6a-bc41-4b9b-8e15-beabae884715), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:50.990869 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: b204784e-c0d6-4041-b247-a1d3b5a085d1 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:09:50.991630 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device b204784e-c0d6-4041-b247-a1d3b5a085d1 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:09:51.025372 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-7ee5507f-af08-4adc-aa78-b10fa083ff40 None None] Set router 2677bf10-5a27-49b3-848f-8bac530a62a8 gateway port host: None {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:09:51.034524 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-0ae73053-802d-4778-93d3-44a6fe8cff16 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1645ca6a-bc41-4b9b-8e15-beabae884715']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:51.051759 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-0ae73053-802d-4778-93d3-44a6fe8cff16 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e4061e5-7215-4107-966c-dcd096064ffb') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:51.052775 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-0ae73053-802d-4778-93d3-44a6fe8cff16 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e4061e5-7215-4107-966c-dcd096064ffb') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:51.069346 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0ae73053-802d-4778-93d3-44a6fe8cff16 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (1e4061e5-7215-4107-966c-dcd096064ffb), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:51.092540 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0ae73053-802d-4778-93d3-44a6fe8cff16 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (1e4061e5-7215-4107-966c-dcd096064ffb), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:51.101204 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ae73053-802d-4778-93d3-44a6fe8cff16 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:09:51.101605 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0ae73053-802d-4778-93d3-44a6fe8cff16 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (1e4061e5-7215-4107-966c-dcd096064ffb), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:51.118097 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:09:51.118097 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:09:51.118097 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:09:51.118097 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:09:51.118097 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:09:51.118097 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:09:51.118097 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:09:51.118097 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:09:51.118097 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:09:51.118097 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:09:51.118097 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:09:51.118097 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:09:51.118097 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:09:51.118097 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:09:51.118097 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:09:51.118097 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:09:51.118097 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:09:51.118097 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:09:51.118097 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:09:51.118097 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:09:51.118097 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:09:51.118097 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:09:51.118097 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:09:51.118097 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:09:51.118097 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:09:51.118097 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:09:51.118097 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:09:51.118097 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:09:51.118097 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:09:51.118097 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:09:51.118097 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:09:51.118097 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:09:51.180818 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0ae73053-802d-4778-93d3-44a6fe8cff16 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (1645ca6a-bc41-4b9b-8e15-beabae884715), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:51.199955 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0ae73053-802d-4778-93d3-44a6fe8cff16 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:51.206930 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58686) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:09:51.207453 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0ae73053-802d-4778-93d3-44a6fe8cff16 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "DELETE /v2.0/networks/1645ca6a-bc41-4b9b-8e15-beabae884715 HTTP/1.1" status: 204 len: 168 time: 0.9873767 Jan 28 03:09:51.222710 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae73053-802d-4778-93d3-44a6fe8cff16 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event deleted for resources: {'Network': ['ID=1645ca6a-bc41-4b9b-8e15-beabae884715,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:51.334734 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-7ee5507f-af08-4adc-aa78-b10fa083ff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'name': 'tempest-RoutersTest-router-502267932', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:08:56Z', 'updated_at': '2022-01-28T03:09:48Z', 'revision_number': 10, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'gw_port_host': None, '_interfaces': [{'id': '0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7', 'name': '', 'network_id': 'dc61925a-0415-4299-8652-90bcc5f97c8b', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:02:c3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '11acbd87-5e71-410b-9a05-dddb101e9dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:08:59Z', 'updated_at': '2022-01-28T03:09:08Z', 'revision_number': 5, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '11acbd87-5e71-410b-9a05-dddb101e9dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:51.421045 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee5507f-af08-4adc-aa78-b10fa083ff40 None None] The sync data for ids ['2677bf10-5a27-49b3-848f-8bac530a62a8'] in n-d-712139-27 is: [{'id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'name': 'tempest-RoutersTest-router-502267932', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:08:56Z', 'updated_at': '2022-01-28T03:09:48Z', 'revision_number': 10, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'gw_port_host': None, '_interfaces': [{'id': '0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7', 'name': '', 'network_id': 'dc61925a-0415-4299-8652-90bcc5f97c8b', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'mac_address': 'fa:16:3e:02:c3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '11acbd87-5e71-410b-9a05-dddb101e9dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:08:59Z', 'updated_at': '2022-01-28T03:09:08Z', 'revision_number': 5, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'subnets': [{'id': '11acbd87-5e71-410b-9a05-dddb101e9dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:09:51.824813 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c57c759f-cec8-44a0-b968-9a87e70395c6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (2677bf10-5a27-49b3-848f-8bac530a62a8), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:52.154383 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3cda9d-05c0-4ce7-9302-c33d575f6c75 req-fbab13e5-1703-4ee7-afe9-b985f7fb62a2 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:52.162874 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4f3cda9d-05c0-4ce7-9302-c33d575f6c75 req-fbab13e5-1703-4ee7-afe9-b985f7fb62a2 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a61f71c-db10-4229-bbac-1ecfaa94843b HTTP/1.1" status: 200 len: 945 time: 0.1615391 Jan 28 03:09:52.287684 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4f3cda9d-05c0-4ce7-9302-c33d575f6c75 req-b115653b-33ce-46dc-a859-4e59ad152bd6 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235974 Jan 28 03:09:52.569023 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8829565-04f7-4c7d-8d50-7300e6aef8eb req-12f8e232-c454-41d1-9b64-693b5db6d31f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:52.583706 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8829565-04f7-4c7d-8d50-7300e6aef8eb req-12f8e232-c454-41d1-9b64-693b5db6d31f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:52.592178 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8829565-04f7-4c7d-8d50-7300e6aef8eb req-12f8e232-c454-41d1-9b64-693b5db6d31f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:52.599852 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8829565-04f7-4c7d-8d50-7300e6aef8eb req-12f8e232-c454-41d1-9b64-693b5db6d31f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:52.605865 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8829565-04f7-4c7d-8d50-7300e6aef8eb req-12f8e232-c454-41d1-9b64-693b5db6d31f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:52.611740 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8829565-04f7-4c7d-8d50-7300e6aef8eb req-12f8e232-c454-41d1-9b64-693b5db6d31f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:52.617898 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8829565-04f7-4c7d-8d50-7300e6aef8eb req-12f8e232-c454-41d1-9b64-693b5db6d31f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:52.620202 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f8829565-04f7-4c7d-8d50-7300e6aef8eb req-12f8e232-c454-41d1-9b64-693b5db6d31f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5441 time: 0.1864378 Jan 28 03:09:52.716323 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f8829565-04f7-4c7d-8d50-7300e6aef8eb req-c91162c6-5546-49ce-a38e-d449980f2d33 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0874455 Jan 28 03:09:52.753897 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 0db8a0b7-d148-4aa1-821b-04cd39fa4014 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:09:52.766934 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-c57c759f-cec8-44a0-b968-9a87e70395c6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Deleting port 0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:09:52.767944 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c57c759f-cec8-44a0-b968-9a87e70395c6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:52.781621 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 0db8a0b7-d148-4aa1-821b-04cd39fa4014 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:09:52.782276 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 0db8a0b7-d148-4aa1-821b-04cd39fa4014 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:09:52.922632 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-c57c759f-cec8-44a0-b968-9a87e70395c6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] For port 0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7,segment=NetworkSegment(a4147721-2743-47a8-a51c-3e4011a00bc5),segment_id=a4147721-2743-47a8-a51c-3e4011a00bc5)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:09:52.923154 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c57c759f-cec8-44a0-b968-9a87e70395c6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:52.940468 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-c57c759f-cec8-44a0-b968-9a87e70395c6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Calling delete_port for 0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7 owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:09:53.182277 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c57c759f-cec8-44a0-b968-9a87e70395c6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:53.210904 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c759f-cec8-44a0-b968-9a87e70395c6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event deleted for resources: {'Port': ['ID=0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:53.459090 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c57c759f-cec8-44a0-b968-9a87e70395c6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (2677bf10-5a27-49b3-848f-8bac530a62a8), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:53.584994 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af41e3f-82e4-440e-9ae2-5479b4d70cd2 req-97c363c8-69cf-453b-a668-7e542cdfef1d tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:53.591626 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9af41e3f-82e4-440e-9ae2-5479b4d70cd2 req-97c363c8-69cf-453b-a668-7e542cdfef1d tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a61f71c-db10-4229-bbac-1ecfaa94843b HTTP/1.1" status: 200 len: 945 time: 0.1542175 Jan 28 03:09:53.618732 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-019663c9-58d1-49c5-a083-184f43174596 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:53.624543 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-019663c9-58d1-49c5-a083-184f43174596 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:53.630808 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-019663c9-58d1-49c5-a083-184f43174596 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:53.636740 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-019663c9-58d1-49c5-a083-184f43174596 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:53.645022 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-019663c9-58d1-49c5-a083-184f43174596 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:53.652316 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-019663c9-58d1-49c5-a083-184f43174596 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:53.680875 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-019663c9-58d1-49c5-a083-184f43174596 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:53.684175 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-019663c9-58d1-49c5-a083-184f43174596 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5441 time: 0.1958833 Jan 28 03:09:53.730784 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9af41e3f-82e4-440e-9ae2-5479b4d70cd2 req-6aebfcf4-c35e-4062-83ee-b59a71a034ba tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828025 Jan 28 03:09:53.767644 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-cd391209-4b40-43bf-821d-2e52ff8c57a2 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:53.768969 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-cd391209-4b40-43bf-821d-2e52ff8c57a2 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.67 "GET /v2.0/ports/db7ee719-a3aa-47ed-85e5-5c79bf8865fd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0776057 Jan 28 03:09:53.852856 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c57c759f-cec8-44a0-b968-9a87e70395c6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Router 2677bf10-5a27-49b3-848f-8bac530a62a8 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:09:53.969415 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57c759f-cec8-44a0-b968-9a87e70395c6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:09:53.978030 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c57c759f-cec8-44a0-b968-9a87e70395c6 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "PUT /v2.0/routers/2677bf10-5a27-49b3-848f-8bac530a62a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7695143 Jan 28 03:09:53.983516 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c8da6f-0728-4dc6-b95d-0b7454b4cc12 None None] Sync routers for ids ['2677bf10-5a27-49b3-848f-8bac530a62a8'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:09:53.984112 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58742) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:09:53.985210 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f522b9-42b5-4e38-8612-c6da79cdf9ee req-936e9538-38b1-42a7-bbb1-c96e8dd84383 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:53.992096 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f522b9-42b5-4e38-8612-c6da79cdf9ee req-936e9538-38b1-42a7-bbb1-c96e8dd84383 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:54.002085 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f522b9-42b5-4e38-8612-c6da79cdf9ee req-936e9538-38b1-42a7-bbb1-c96e8dd84383 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:54.006374 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c8da6f-0728-4dc6-b95d-0b7454b4cc12 None None] Routers {'2677bf10-5a27-49b3-848f-8bac530a62a8'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:09:54.007037 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-91c8da6f-0728-4dc6-b95d-0b7454b4cc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:09:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['2677bf10-5a27-49b3-848f-8bac530a62a8'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:54.008957 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f522b9-42b5-4e38-8612-c6da79cdf9ee req-936e9538-38b1-42a7-bbb1-c96e8dd84383 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:54.015944 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f522b9-42b5-4e38-8612-c6da79cdf9ee req-936e9538-38b1-42a7-bbb1-c96e8dd84383 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:54.022654 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f522b9-42b5-4e38-8612-c6da79cdf9ee req-936e9538-38b1-42a7-bbb1-c96e8dd84383 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:54.029597 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f522b9-42b5-4e38-8612-c6da79cdf9ee req-936e9538-38b1-42a7-bbb1-c96e8dd84383 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:54.032177 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-52f522b9-42b5-4e38-8612-c6da79cdf9ee req-936e9538-38b1-42a7-bbb1-c96e8dd84383 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 5441 time: 0.1560466 Jan 28 03:09:54.102057 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-6f103ace-d634-4ab7-a86a-a4ab266ffa53 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.67 "GET /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3283327 Jan 28 03:09:54.102274 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-998557b4-2ba3-4cc9-ac6b-e55cd3db37e9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Deleting subnet 11acbd87-5e71-410b-9a05-dddb101e9dc5 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:09:54.112712 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-998557b4-2ba3-4cc9-ac6b-e55cd3db37e9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for subnet (11acbd87-5e71-410b-9a05-dddb101e9dc5), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:54.117914 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-b70da3d1-be8b-4c1e-847d-a10fbb662b83 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:09:54.152425 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-52f522b9-42b5-4e38-8612-c6da79cdf9ee req-f7e9b22d-7529-47df-bd14-cecff7f59718 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1081071 Jan 28 03:09:54.168154 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-91c8da6f-0728-4dc6-b95d-0b7454b4cc12 None None] Set router 2677bf10-5a27-49b3-848f-8bac530a62a8 gateway port host: None {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:09:54.194698 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-b70da3d1-be8b-4c1e-847d-a10fbb662b83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (db7ee719-a3aa-47ed-85e5-5c79bf8865fd), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:54.203725 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-998557b4-2ba3-4cc9-ac6b-e55cd3db37e9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (11acbd87-5e71-410b-9a05-dddb101e9dc5), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:54.228631 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-91c8da6f-0728-4dc6-b95d-0b7454b4cc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'name': 'tempest-RoutersTest-router-502267932', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:08:56Z', 'updated_at': '2022-01-28T03:09:53Z', 'revision_number': 11, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:54.260519 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c8da6f-0728-4dc6-b95d-0b7454b4cc12 None None] Checking router: 2677bf10-5a27-49b3-848f-8bac530a62a8 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:09:54.271733 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c8da6f-0728-4dc6-b95d-0b7454b4cc12 None None] Routers {'2677bf10-5a27-49b3-848f-8bac530a62a8'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:09:54.272570 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-91c8da6f-0728-4dc6-b95d-0b7454b4cc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:09:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['2677bf10-5a27-49b3-848f-8bac530a62a8'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:54.395818 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-998557b4-2ba3-4cc9-ac6b-e55cd3db37e9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (11acbd87-5e71-410b-9a05-dddb101e9dc5), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:54.456556 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-b70da3d1-be8b-4c1e-847d-a10fbb662b83 service neutron] For port db7ee719-a3aa-47ed-85e5-5c79bf8865fd, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=db7ee719-a3aa-47ed-85e5-5c79bf8865fd,segment=NetworkSegment(db598c0e-8e20-40ef-9b23-0e841e396fc3),segment_id=db598c0e-8e20-40ef-9b23-0e841e396fc3)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:09:54.466946 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-91c8da6f-0728-4dc6-b95d-0b7454b4cc12 None None] Set router 2677bf10-5a27-49b3-848f-8bac530a62a8 gateway port host: None {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:09:54.521572 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-998557b4-2ba3-4cc9-ac6b-e55cd3db37e9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (11acbd87-5e71-410b-9a05-dddb101e9dc5), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:54.527508 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-b70da3d1-be8b-4c1e-847d-a10fbb662b83 service neutron] For port db7ee719-a3aa-47ed-85e5-5c79bf8865fd, host n-h1-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:09:54.547291 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-91c8da6f-0728-4dc6-b95d-0b7454b4cc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'name': 'tempest-RoutersTest-router-502267932', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:08:56Z', 'updated_at': '2022-01-28T03:09:53Z', 'revision_number': 11, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:54.550599 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998557b4-2ba3-4cc9-ac6b-e55cd3db37e9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event deleted for resources: {'Subnet': ['ID=11acbd87-5e71-410b-9a05-dddb101e9dc5,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:54.570616 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-998557b4-2ba3-4cc9-ac6b-e55cd3db37e9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:54.583625 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 58752) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:09:54.583928 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-998557b4-2ba3-4cc9-ac6b-e55cd3db37e9 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "DELETE /v2.0/subnets/11acbd87-5e71-410b-9a05-dddb101e9dc5 HTTP/1.1" status: 204 len: 168 time: 0.5945356 Jan 28 03:09:54.600921 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cda199-5767-4f63-946f-478a84f641b0 None None] Network dc61925a-0415-4299-8652-90bcc5f97c8b requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:09:54.614914 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c8da6f-0728-4dc6-b95d-0b7454b4cc12 None None] The sync data for ids ['2677bf10-5a27-49b3-848f-8bac530a62a8'] in n-d-712139-27 is: [{'id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'name': 'tempest-RoutersTest-router-502267932', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:08:56Z', 'updated_at': '2022-01-28T03:09:53Z', 'revision_number': 11, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'gw_port_host': None}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:09:54.616342 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-b70da3d1-be8b-4c1e-847d-a10fbb662b83 service neutron] device_id is not set on port db7ee719-a3aa-47ed-85e5-5c79bf8865fd yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:09:54.732838 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-b70da3d1-be8b-4c1e-847d-a10fbb662b83 service neutron] Publish callbacks [] for port (db7ee719-a3aa-47ed-85e5-5c79bf8865fd), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:54.740228 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-b70da3d1-be8b-4c1e-847d-a10fbb662b83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (db7ee719-a3aa-47ed-85e5-5c79bf8865fd), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:54.830704 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e0fcb7f2-3f43-40ea-9681-90ae4d312ee7 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (dc61925a-0415-4299-8652-90bcc5f97c8b), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:54.872617 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70da3d1-be8b-4c1e-847d-a10fbb662b83 service neutron] Pushing event updated for resources: {'Port': ['ID=db7ee719-a3aa-47ed-85e5-5c79bf8865fd,revision_number=6']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:54.879642 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-b70da3d1-be8b-4c1e-847d-a10fbb662b83 service neutron] No DVR routers for this DVR port db7ee719-a3aa-47ed-85e5-5c79bf8865fd on host n-h1-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:09:54.920157 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-b70da3d1-be8b-4c1e-847d-a10fbb662b83 service neutron] In _notify_port_updated(), no bound segment for port db7ee719-a3aa-47ed-85e5-5c79bf8865fd on network 45f5aab1-77c3-46bf-9724-8eea4a5c0efa {{(pid=109802) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 03:09:54.921047 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-b70da3d1-be8b-4c1e-847d-a10fbb662b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:54.921732 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-b70da3d1-be8b-4c1e-847d-a10fbb662b83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:54.923189 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-b70da3d1-be8b-4c1e-847d-a10fbb662b83 service neutron] 10.222.0.67 "PUT /v2.0/ports/db7ee719-a3aa-47ed-85e5-5c79bf8865fd HTTP/1.1" status: 200 len: 1033 time: 0.8121362 Jan 28 03:09:55.011319 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4976c2df-1b87-4e2b-a3e7-9afbf8479511 None None] DHCP port deletion for dc61925a-0415-4299-8652-90bcc5f97c8b request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:09:55.029830 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-87e0d2b5-4c09-4686-8bf0-b7ce86e5bc36 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:55.031227 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-87e0d2b5-4c09-4686-8bf0-b7ce86e5bc36 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.67 "GET /v2.0/ports/5412df90-162b-4d92-af88-5241f7fd5d82?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0949464 Jan 28 03:09:55.067546 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-7a7616d1-7289-4b15-9a39-85e4b7f026c5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:09:55.164685 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device d7a59a9b-f2da-4e60-8735-8975f5990b52 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:09:55.221841 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-4976c2df-1b87-4e2b-a3e7-9afbf8479511 None None] Deleting port d7a59a9b-f2da-4e60-8735-8975f5990b52 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:09:55.226065 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4976c2df-1b87-4e2b-a3e7-9afbf8479511 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (d7a59a9b-f2da-4e60-8735-8975f5990b52), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:55.234806 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-7a7616d1-7289-4b15-9a39-85e4b7f026c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5412df90-162b-4d92-af88-5241f7fd5d82), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:55.244056 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e25d30-0d10-4422-8eb8-43f09f3bfd9c req-3617a409-c504-47f3-b817-c48b26a0f163 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:55.253199 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a6e25d30-0d10-4422-8eb8-43f09f3bfd9c req-3617a409-c504-47f3-b817-c48b26a0f163 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a61f71c-db10-4229-bbac-1ecfaa94843b HTTP/1.1" status: 200 len: 945 time: 0.3267338 Jan 28 03:09:55.320776 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-e0fcb7f2-3f43-40ea-9681-90ae4d312ee7 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Deleting port d7a59a9b-f2da-4e60-8735-8975f5990b52 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:09:55.321330 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e0fcb7f2-3f43-40ea-9681-90ae4d312ee7 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (d7a59a9b-f2da-4e60-8735-8975f5990b52), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:55.423151 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-4976c2df-1b87-4e2b-a3e7-9afbf8479511 None None] For port d7a59a9b-f2da-4e60-8735-8975f5990b52, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=d7a59a9b-f2da-4e60-8735-8975f5990b52,segment=NetworkSegment(a4147721-2743-47a8-a51c-3e4011a00bc5),segment_id=a4147721-2743-47a8-a51c-3e4011a00bc5)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:09:55.423851 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4976c2df-1b87-4e2b-a3e7-9afbf8479511 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (d7a59a9b-f2da-4e60-8735-8975f5990b52), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:55.447275 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-4976c2df-1b87-4e2b-a3e7-9afbf8479511 None None] Calling delete_port for d7a59a9b-f2da-4e60-8735-8975f5990b52 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:09:55.474662 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-e0fcb7f2-3f43-40ea-9681-90ae4d312ee7 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] For port d7a59a9b-f2da-4e60-8735-8975f5990b52, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=d7a59a9b-f2da-4e60-8735-8975f5990b52,segment=NetworkSegment(a4147721-2743-47a8-a51c-3e4011a00bc5),segment_id=a4147721-2743-47a8-a51c-3e4011a00bc5)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:09:55.475640 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e0fcb7f2-3f43-40ea-9681-90ae4d312ee7 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (d7a59a9b-f2da-4e60-8735-8975f5990b52), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:55.507323 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d592a-1e2a-4aaa-8373-73a7a952f474 req-1d61de33-2c7c-45f2-9165-30d4a1cb7ac4 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:55.518467 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d592a-1e2a-4aaa-8373-73a7a952f474 req-1d61de33-2c7c-45f2-9165-30d4a1cb7ac4 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:55.527268 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d592a-1e2a-4aaa-8373-73a7a952f474 req-1d61de33-2c7c-45f2-9165-30d4a1cb7ac4 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:55.527726 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-e0fcb7f2-3f43-40ea-9681-90ae4d312ee7 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Calling delete_port for d7a59a9b-f2da-4e60-8735-8975f5990b52 owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:09:55.534654 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d592a-1e2a-4aaa-8373-73a7a952f474 req-1d61de33-2c7c-45f2-9165-30d4a1cb7ac4 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:55.541043 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d592a-1e2a-4aaa-8373-73a7a952f474 req-1d61de33-2c7c-45f2-9165-30d4a1cb7ac4 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:55.548277 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d592a-1e2a-4aaa-8373-73a7a952f474 req-1d61de33-2c7c-45f2-9165-30d4a1cb7ac4 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:55.557008 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-803d592a-1e2a-4aaa-8373-73a7a952f474 req-1d61de33-2c7c-45f2-9165-30d4a1cb7ac4 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 4661 time: 0.1817887 Jan 28 03:09:55.587850 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-fdbd3cfb-5407-41ba-ac57-bb1806a66fb5 None None] Provisioning complete for port db7ee719-a3aa-47ed-85e5-5c79bf8865fd triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:55.588819 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fdbd3cfb-5407-41ba-ac57-bb1806a66fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (db7ee719-a3aa-47ed-85e5-5c79bf8865fd), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:55.654999 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-803d592a-1e2a-4aaa-8373-73a7a952f474 req-781ac0cf-ddf3-4e0b-b1cd-8621319bcdc1 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d&id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0970528 Jan 28 03:09:55.694541 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-fdbd3cfb-5407-41ba-ac57-bb1806a66fb5 None None] Port db7ee719-a3aa-47ed-85e5-5c79bf8865fd cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:09:55.700591 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4976c2df-1b87-4e2b-a3e7-9afbf8479511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (d7a59a9b-f2da-4e60-8735-8975f5990b52), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:55.732334 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e0fcb7f2-3f43-40ea-9681-90ae4d312ee7 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (d7a59a9b-f2da-4e60-8735-8975f5990b52), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:55.791418 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port d7a59a9b-f2da-4e60-8735-8975f5990b52 is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:09:55.791815 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d7a59a9b-f2da-4e60-8735-8975f5990b52), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:55.794337 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4976c2df-1b87-4e2b-a3e7-9afbf8479511 None None] Pushing event deleted for resources: {'Port': ['ID=d7a59a9b-f2da-4e60-8735-8975f5990b52,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:55.796004 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fcb7f2-3f43-40ea-9681-90ae4d312ee7 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event deleted for resources: {'Port': ['ID=d7a59a9b-f2da-4e60-8735-8975f5990b52,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:55.840941 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fcb7f2-3f43-40ea-9681-90ae4d312ee7 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] No DVR routers for this DVR port d7a59a9b-f2da-4e60-8735-8975f5990b52 on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:09:55.865300 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4976c2df-1b87-4e2b-a3e7-9afbf8479511 None None] No DVR routers for this DVR port d7a59a9b-f2da-4e60-8735-8975f5990b52 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:09:55.947261 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e0fcb7f2-3f43-40ea-9681-90ae4d312ee7 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (dc61925a-0415-4299-8652-90bcc5f97c8b), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:55.948036 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:09:55.972438 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-e0fcb7f2-3f43-40ea-9681-90ae4d312ee7 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc61925a-0415-4299-8652-90bcc5f97c8b']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:55.987699 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-e0fcb7f2-3f43-40ea-9681-90ae4d312ee7 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4147721-2743-47a8-a51c-3e4011a00bc5') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:55.988132 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-e0fcb7f2-3f43-40ea-9681-90ae4d312ee7 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4147721-2743-47a8-a51c-3e4011a00bc5') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:55.996988 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a6e25d30-0d10-4422-8eb8-43f09f3bfd9c req-41ac1f61-18c4-464e-96a1-17f10f80bd47 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7427397 Jan 28 03:09:56.007450 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e0fcb7f2-3f43-40ea-9681-90ae4d312ee7 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (a4147721-2743-47a8-a51c-3e4011a00bc5), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:56.029588 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:09:56.029588 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 0d1c5e47-2a2f-49c0-8480-fd7a0d3b9db7 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:09:56.043701 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e0fcb7f2-3f43-40ea-9681-90ae4d312ee7 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (a4147721-2743-47a8-a51c-3e4011a00bc5), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:56.051074 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0fcb7f2-3f43-40ea-9681-90ae4d312ee7 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:09:56.051589 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e0fcb7f2-3f43-40ea-9681-90ae4d312ee7 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (a4147721-2743-47a8-a51c-3e4011a00bc5), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:56.058535 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:09:56.058535 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 03:09:56.058535 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:09:56.058535 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 03:09:56.058535 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:09:56.058535 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 03:09:56.058535 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:09:56.058535 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 03:09:56.058535 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:09:56.058535 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:09:56.058535 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:09:56.058535 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:09:56.058535 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:09:56.058535 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:09:56.058535 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:09:56.058535 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:09:56.058535 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:09:56.058535 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:09:56.058535 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:09:56.058535 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:09:56.058535 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:09:56.058535 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:09:56.058535 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:09:56.058535 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:09:56.058535 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:09:56.058535 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:09:56.058535 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:09:56.058535 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:09:56.058535 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:09:56.058535 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:09:56.058535 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:09:56.058535 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:09:56.058535 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:09:56.058535 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:09:56.058535 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:09:56.058535 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:09:56.058535 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:09:56.058535 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:09:56.058535 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:09:56.058535 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:09:56.593573 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4d69c12a-3fbb-4fe0-9cd1-36c48e75dd95 req-d38cebc7-55f7-49db-85bd-581e0a32647b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a7247e70-d644-443b-b94e-084b37c5560e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8765819 Jan 28 03:09:56.606275 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e0fcb7f2-3f43-40ea-9681-90ae4d312ee7 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (dc61925a-0415-4299-8652-90bcc5f97c8b), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:56.633595 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e0fcb7f2-3f43-40ea-9681-90ae4d312ee7 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:56.642563 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58788) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:09:56.643105 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e0fcb7f2-3f43-40ea-9681-90ae4d312ee7 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "DELETE /v2.0/networks/dc61925a-0415-4299-8652-90bcc5f97c8b HTTP/1.1" status: 204 len: 168 time: 2.0578477 Jan 28 03:09:56.654505 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-218e88a0-97ac-45e8-be50-b2fe8ae14ce2 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Request body: {'router': {'routes': None}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:09:56.667032 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fcb7f2-3f43-40ea-9681-90ae4d312ee7 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Pushing event deleted for resources: {'Network': ['ID=dc61925a-0415-4299-8652-90bcc5f97c8b,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:56.712012 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-7a7616d1-7289-4b15-9a39-85e4b7f026c5 service neutron] For port 5412df90-162b-4d92-af88-5241f7fd5d82, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=5412df90-162b-4d92-af88-5241f7fd5d82,segment=NetworkSegment(db598c0e-8e20-40ef-9b23-0e841e396fc3),segment_id=db598c0e-8e20-40ef-9b23-0e841e396fc3)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:09:56.842875 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-7a7616d1-7289-4b15-9a39-85e4b7f026c5 service neutron] For port 5412df90-162b-4d92-af88-5241f7fd5d82, host n-h1-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:09:56.903963 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-7a7616d1-7289-4b15-9a39-85e4b7f026c5 service neutron] device_id is not set on port 5412df90-162b-4d92-af88-5241f7fd5d82 yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:09:56.917858 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-7a7616d1-7289-4b15-9a39-85e4b7f026c5 service neutron] Publish callbacks [] for port (5412df90-162b-4d92-af88-5241f7fd5d82), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:56.925941 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69c12a-3fbb-4fe0-9cd1-36c48e75dd95 req-612c2b16-b7e1-44f3-a972-549891e0d638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:56.927836 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4d69c12a-3fbb-4fe0-9cd1-36c48e75dd95 req-612c2b16-b7e1-44f3-a972-549891e0d638 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f89e990f7f004133b0af85a906874094&device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 1097 time: 0.1934075 Jan 28 03:09:56.929324 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-7a7616d1-7289-4b15-9a39-85e4b7f026c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (5412df90-162b-4d92-af88-5241f7fd5d82), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:57.231134 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69c12a-3fbb-4fe0-9cd1-36c48e75dd95 req-d07e4844-95cd-442a-a667-8f2b7b2cd939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:57.234044 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4d69c12a-3fbb-4fe0-9cd1-36c48e75dd95 req-d07e4844-95cd-442a-a667-8f2b7b2cd939 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f4ded625-2395-4b5b-8619-6207cf127af3 HTTP/1.1" status: 200 len: 911 time: 0.2544782 Jan 28 03:09:57.372127 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4d69c12a-3fbb-4fe0-9cd1-36c48e75dd95 req-152632c1-310c-4b3a-96bd-176061c1eed6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31 HTTP/1.1" status: 200 len: 1000 time: 0.0887911 Jan 28 03:09:57.377993 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-7a7616d1-7289-4b15-9a39-85e4b7f026c5 service neutron] No DVR routers for this DVR port 5412df90-162b-4d92-af88-5241f7fd5d82 on host n-h1-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:09:57.436091 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-12b3fb52-4442-48f7-af6b-98e7b20ac846 None None] Provisioning complete for port 5412df90-162b-4d92-af88-5241f7fd5d82 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:09:57.437368 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-12b3fb52-4442-48f7-af6b-98e7b20ac846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (5412df90-162b-4d92-af88-5241f7fd5d82), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:57.492045 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-12b3fb52-4442-48f7-af6b-98e7b20ac846 None None] Port 5412df90-162b-4d92-af88-5241f7fd5d82 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:09:57.569257 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7616d1-7289-4b15-9a39-85e4b7f026c5 service neutron] Pushing event updated for resources: {'Port': ['ID=5412df90-162b-4d92-af88-5241f7fd5d82,revision_number=6']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:57.609006 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-7a7616d1-7289-4b15-9a39-85e4b7f026c5 service neutron] In _notify_port_updated(), no bound segment for port 5412df90-162b-4d92-af88-5241f7fd5d82 on network 45f5aab1-77c3-46bf-9724-8eea4a5c0efa {{(pid=109802) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 03:09:57.610816 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-7a7616d1-7289-4b15-9a39-85e4b7f026c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:57.611788 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-7a7616d1-7289-4b15-9a39-85e4b7f026c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:57.614311 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-7a7616d1-7289-4b15-9a39-85e4b7f026c5 service neutron] 10.222.0.67 "PUT /v2.0/ports/5412df90-162b-4d92-af88-5241f7fd5d82 HTTP/1.1" status: 200 len: 1030 time: 2.5507588 Jan 28 03:09:57.617059 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69c12a-3fbb-4fe0-9cd1-36c48e75dd95 req-fe5d0357-98f1-4082-9f67-ef86d5635aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:57.619321 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4d69c12a-3fbb-4fe0-9cd1-36c48e75dd95 req-fe5d0357-98f1-4082-9f67-ef86d5635aa1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06dde70e-a1cf-43e5-9a09-417a59ad5656 HTTP/1.1" status: 200 len: 849 time: 0.2074413 Jan 28 03:09:57.631679 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50541b-8251-47bf-a710-f9570bf97073 req-8db3eb21-7574-4ec0-a95a-e387337c3109 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:57.643995 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bd50541b-8251-47bf-a710-f9570bf97073 req-8db3eb21-7574-4ec0-a95a-e387337c3109 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a61f71c-db10-4229-bbac-1ecfaa94843b HTTP/1.1" status: 200 len: 945 time: 0.4048553 Jan 28 03:09:57.707944 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.extraroute_db [None req-218e88a0-97ac-45e8-be50-b2fe8ae14ce2 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Added routes are [] {{(pid=109803) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 03:09:57.708578 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.extraroute_db [None req-218e88a0-97ac-45e8-be50-b2fe8ae14ce2 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Removed routes are [] {{(pid=109803) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 03:09:57.708578 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-218e88a0-97ac-45e8-be50-b2fe8ae14ce2 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23253'] for router (2677bf10-5a27-49b3-848f-8bac530a62a8), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:57.724727 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96601725-3c05-4f95-8c03-f3e122afbc1e req-7daaec7d-c8fa-446d-891b-1c56f48b6ff9 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:57.732267 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96601725-3c05-4f95-8c03-f3e122afbc1e req-7daaec7d-c8fa-446d-891b-1c56f48b6ff9 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:57.738935 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96601725-3c05-4f95-8c03-f3e122afbc1e req-7daaec7d-c8fa-446d-891b-1c56f48b6ff9 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:57.744785 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96601725-3c05-4f95-8c03-f3e122afbc1e req-7daaec7d-c8fa-446d-891b-1c56f48b6ff9 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:57.748731 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 5412df90-162b-4d92-af88-5241f7fd5d82 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:09:57.750619 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96601725-3c05-4f95-8c03-f3e122afbc1e req-7daaec7d-c8fa-446d-891b-1c56f48b6ff9 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:57.759144 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-96601725-3c05-4f95-8c03-f3e122afbc1e req-7daaec7d-c8fa-446d-891b-1c56f48b6ff9 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 3884 time: 0.2324181 Jan 28 03:09:57.869542 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] The host n-h1-712139-27 is not matching for port 5412df90-162b-4d92-af88-5241f7fd5d82 host ! {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 03:09:57.870273 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bd50541b-8251-47bf-a710-f9570bf97073 req-1c2ba4d2-36af-49c1-947f-530bd41d65b7 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250936 Jan 28 03:09:57.875574 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 5412df90-162b-4d92-af88-5241f7fd5d82 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:09:57.879397 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 7449fb17-3519-4387-a4d3-63b8cf30ebec no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:09:57.919537 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69c12a-3fbb-4fe0-9cd1-36c48e75dd95 req-ff22dcbb-3f8b-4642-85e3-7ae90a7f8672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:57.921060 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4d69c12a-3fbb-4fe0-9cd1-36c48e75dd95 req-ff22dcbb-3f8b-4642-85e3-7ae90a7f8672 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f4ded625-2395-4b5b-8619-6207cf127af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2561088 Jan 28 03:09:58.023599 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4d69c12a-3fbb-4fe0-9cd1-36c48e75dd95 req-aa6bd9c8-b1ed-4936-978c-71bfb432c6d3 service neutron] 10.222.0.39 "GET /v2.0/networks/f4ded625-2395-4b5b-8619-6207cf127af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917099 Jan 28 03:09:58.039169 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 7449fb17-3519-4387-a4d3-63b8cf30ebec is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:09:58.040237 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7449fb17-3519-4387-a4d3-63b8cf30ebec), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:58.072899 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-218e88a0-97ac-45e8-be50-b2fe8ae14ce2 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23253'] for router (2677bf10-5a27-49b3-848f-8bac530a62a8), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:58.080522 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-96601725-3c05-4f95-8c03-f3e122afbc1e req-f304d7c9-c0e7-4205-9ad3-02e54f260861 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3203545 Jan 28 03:09:58.099418 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-218e88a0-97ac-45e8-be50-b2fe8ae14ce2 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3876279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3876284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3877649'] for router (2677bf10-5a27-49b3-848f-8bac530a62a8), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:58.145792 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4d69c12a-3fbb-4fe0-9cd1-36c48e75dd95 req-50e406e8-c54d-4028-835b-bb8223f7fac2 service neutron] 10.222.0.39 "GET /v2.0/networks/f4ded625-2395-4b5b-8619-6207cf127af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140082 Jan 28 03:09:58.148342 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 7449fb17-3519-4387-a4d3-63b8cf30ebec, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=7449fb17-3519-4387-a4d3-63b8cf30ebec,segment=NetworkSegment(56ecf217-4f55-4505-a70a-3d133ecc059a),segment_id=56ecf217-4f55-4505-a70a-3d133ecc059a)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:09:58.148548 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-ec71e202-a20c-4bd0-a7b7-1e2053e7aba7 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Deleting port 32253399-bfa8-4777-9ebe-28270de068d4 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:09:58.148712 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-ec71e202-a20c-4bd0-a7b7-1e2053e7aba7 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (32253399-bfa8-4777-9ebe-28270de068d4), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:58.153987 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7449fb17-3519-4387-a4d3-63b8cf30ebec'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:09:58.163838 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca93c17-d294-4e28-8f1b-f349b74ac3da" -d '{"events": [{"server_uuid": "fb1e8349-1adc-4a91-982e-9c61323be61f", "name": "network-vif-unplugged", "status": "completed", "tag": "7449fb17-3519-4387-a4d3-63b8cf30ebec"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:09:58.174863 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (7449fb17-3519-4387-a4d3-63b8cf30ebec), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:58.175597 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 32253399-bfa8-4777-9ebe-28270de068d4 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:09:58.293036 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-ec71e202-a20c-4bd0-a7b7-1e2053e7aba7 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] For port 32253399-bfa8-4777-9ebe-28270de068d4, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=32253399-bfa8-4777-9ebe-28270de068d4,segment=NetworkSegment(db598c0e-8e20-40ef-9b23-0e841e396fc3),segment_id=db598c0e-8e20-40ef-9b23-0e841e396fc3)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:09:58.293567 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-ec71e202-a20c-4bd0-a7b7-1e2053e7aba7 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (32253399-bfa8-4777-9ebe-28270de068d4), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:58.309200 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-ec71e202-a20c-4bd0-a7b7-1e2053e7aba7 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Calling delete_port for 32253399-bfa8-4777-9ebe-28270de068d4 owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:09:58.336720 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd632d7-f8b9-4c8a-a129-3f23e5be3907 x-openstack-request-id: req-1bd632d7-f8b9-4c8a-a129-3f23e5be3907 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:09:58.337003 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1e8349-1adc-4a91-982e-9c61323be61f", "name": "network-vif-unplugged", "status": "completed", "tag": "7449fb17-3519-4387-a4d3-63b8cf30ebec", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:09:58.337299 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1bd632d7-f8b9-4c8a-a129-3f23e5be3907 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:09:58.337705 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7449fb17-3519-4387-a4d3-63b8cf30ebec', 'code': 200} Jan 28 03:09:58.342391 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=7449fb17-3519-4387-a4d3-63b8cf30ebec,revision_number=6']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:58.362687 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:58.363036 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:58.363383 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:58.363878 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:58.364052 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:58.364388 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:58.364720 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:58.365049 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:58.365402 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:58.365732 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:58.366060 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:58.366390 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:58.366720 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:09:58.399712 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-218e88a0-97ac-45e8-be50-b2fe8ae14ce2 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Router 2677bf10-5a27-49b3-848f-8bac530a62a8 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:09:58.478456 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 32253399-bfa8-4777-9ebe-28270de068d4 is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:09:58.479892 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (32253399-bfa8-4777-9ebe-28270de068d4), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:58.485404 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-ec71e202-a20c-4bd0-a7b7-1e2053e7aba7 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (32253399-bfa8-4777-9ebe-28270de068d4), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:58.527722 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218e88a0-97ac-45e8-be50-b2fe8ae14ce2 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:09:58.535731 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-218e88a0-97ac-45e8-be50-b2fe8ae14ce2 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:58.536946 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-218e88a0-97ac-45e8-be50-b2fe8ae14ce2 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "PUT /v2.0/routers/2677bf10-5a27-49b3-848f-8bac530a62a8 HTTP/1.1" status: 200 len: 700 time: 1.8914657 Jan 28 03:09:58.540245 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58822) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:09:58.540854 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce854b55-baae-4274-818f-c8857a1994a1 None None] Sync routers for ids ['2677bf10-5a27-49b3-848f-8bac530a62a8'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:09:58.568605 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce854b55-baae-4274-818f-c8857a1994a1 None None] Routers {'2677bf10-5a27-49b3-848f-8bac530a62a8'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:09:58.570679 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-ce854b55-baae-4274-818f-c8857a1994a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:09:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['2677bf10-5a27-49b3-848f-8bac530a62a8'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:58.590854 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-ec71e202-a20c-4bd0-a7b7-1e2053e7aba7 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] No DVR routers for this DVR port 32253399-bfa8-4777-9ebe-28270de068d4 on host n-h1-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:09:58.593818 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-ec71e202-a20c-4bd0-a7b7-1e2053e7aba7 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:58.597618 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-ec71e202-a20c-4bd0-a7b7-1e2053e7aba7 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.67 "DELETE /v2.0/ports/32253399-bfa8-4777-9ebe-28270de068d4 HTTP/1.1" status: 204 len: 173 time: 0.9415712 Jan 28 03:09:58.598269 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'name': 'network-vif-deleted', 'tag': '32253399-bfa8-4777-9ebe-28270de068d4'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:09:58.599053 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7bd9d5ed-467f-473b-975d-774f6e6baa67 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "GET /v2.0/ports?device_id=2677bf10-5a27-49b3-848f-8bac530a62a8 HTTP/1.1" status: 200 len: 205 time: 0.0566695 Jan 28 03:09:58.600873 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63eaf16-17d2-472a-8cf4-f109d27e26b4" -d '{"events": [{"server_uuid": "fb1e8349-1adc-4a91-982e-9c61323be61f", "name": "network-vif-deleted", "tag": "32253399-bfa8-4777-9ebe-28270de068d4"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:09:58.601236 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58824) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:09:58.603522 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71e202-a20c-4bd0-a7b7-1e2053e7aba7 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Pushing event deleted for resources: {'Port': ['ID=32253399-bfa8-4777-9ebe-28270de068d4,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:58.692239 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f827ed1-d340-4bb6-b0a7-ca338987bdd1 x-openstack-request-id: req-4f827ed1-d340-4bb6-b0a7-ca338987bdd1 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:09:58.692890 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1e8349-1adc-4a91-982e-9c61323be61f", "name": "network-vif-deleted", "tag": "32253399-bfa8-4777-9ebe-28270de068d4", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:09:58.693426 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4f827ed1-d340-4bb6-b0a7-ca338987bdd1 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:09:58.694355 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'name': 'network-vif-deleted', 'tag': '32253399-bfa8-4777-9ebe-28270de068d4', 'status': 'completed', 'code': 200} Jan 28 03:09:58.767120 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-ce854b55-baae-4274-818f-c8857a1994a1 None None] Set router 2677bf10-5a27-49b3-848f-8bac530a62a8 gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:09:58.840438 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-ce854b55-baae-4274-818f-c8857a1994a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'name': 'tempest-RoutersTest-router-502267932', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:08:56Z', 'updated_at': '2022-01-28T03:09:53Z', 'revision_number': 11, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:58.846484 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-051197f9-5f81-4ba2-8a4c-6ab431f34822 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for router (2677bf10-5a27-49b3-848f-8bac530a62a8), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:58.901451 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-35e1dd54-eec1-4503-a14f-b0f9b8252d99 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Deleting port 1a299c13-361c-41af-87eb-964dd7de4708 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:09:58.902569 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-35e1dd54-eec1-4503-a14f-b0f9b8252d99 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (1a299c13-361c-41af-87eb-964dd7de4708), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:58.911246 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce854b55-baae-4274-818f-c8857a1994a1 None None] Checking router: 2677bf10-5a27-49b3-848f-8bac530a62a8 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:09:59.008886 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 1a299c13-361c-41af-87eb-964dd7de4708 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:09:59.014951 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce854b55-baae-4274-818f-c8857a1994a1 None None] Routers {'2677bf10-5a27-49b3-848f-8bac530a62a8'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:09:59.015792 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-ce854b55-baae-4274-818f-c8857a1994a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:09:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['2677bf10-5a27-49b3-848f-8bac530a62a8'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:59.196791 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:59.239073 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-35e1dd54-eec1-4503-a14f-b0f9b8252d99 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] For port 1a299c13-361c-41af-87eb-964dd7de4708, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=1a299c13-361c-41af-87eb-964dd7de4708,segment=NetworkSegment(db598c0e-8e20-40ef-9b23-0e841e396fc3),segment_id=db598c0e-8e20-40ef-9b23-0e841e396fc3)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:09:59.243187 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-35e1dd54-eec1-4503-a14f-b0f9b8252d99 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (1a299c13-361c-41af-87eb-964dd7de4708), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:59.299795 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-051197f9-5f81-4ba2-8a4c-6ab431f34822 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (2677bf10-5a27-49b3-848f-8bac530a62a8), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:59.300662 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-ce854b55-baae-4274-818f-c8857a1994a1 None None] Set router 2677bf10-5a27-49b3-848f-8bac530a62a8 gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:09:59.304226 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 1a299c13-361c-41af-87eb-964dd7de4708 is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:09:59.306647 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1a299c13-361c-41af-87eb-964dd7de4708), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:59.308952 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-051197f9-5f81-4ba2-8a4c-6ab431f34822 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for router_controller (2677bf10-5a27-49b3-848f-8bac530a62a8), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:59.332352 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-35e1dd54-eec1-4503-a14f-b0f9b8252d99 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Calling delete_port for 1a299c13-361c-41af-87eb-964dd7de4708 owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:09:59.405600 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 1a299c13-361c-41af-87eb-964dd7de4708, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=1a299c13-361c-41af-87eb-964dd7de4708,segment=NetworkSegment(db598c0e-8e20-40ef-9b23-0e841e396fc3),segment_id=db598c0e-8e20-40ef-9b23-0e841e396fc3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:09:59.411377 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (1a299c13-361c-41af-87eb-964dd7de4708), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:59.412482 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device fab89d88-a54d-4fec-bf38-88eba2285661 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:09:59.431406 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec6b63-5617-4f9f-a4d6-c24fa4d25aa4 req-2045dee3-5570-4e34-b7ac-f9cb3038eca5 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:59.447646 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-56ec6b63-5617-4f9f-a4d6-c24fa4d25aa4 req-2045dee3-5570-4e34-b7ac-f9cb3038eca5 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a61f71c-db10-4229-bbac-1ecfaa94843b HTTP/1.1" status: 200 len: 945 time: 0.3523128 Jan 28 03:09:59.474017 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=1a299c13-361c-41af-87eb-964dd7de4708,revision_number=6']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:09:59.492176 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-051197f9-5f81-4ba2-8a4c-6ab431f34822 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (2677bf10-5a27-49b3-848f-8bac530a62a8), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:59.493156 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051197f9-5f81-4ba2-8a4c-6ab431f34822 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Fanout notify agent at l3_agent the message router_deleted on router 2677bf10-5a27-49b3-848f-8bac530a62a8 {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:09:59.511488 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-051197f9-5f81-4ba2-8a4c-6ab431f34822 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:59.520117 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-051197f9-5f81-4ba2-8a4c-6ab431f34822 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "DELETE /v2.0/routers/2677bf10-5a27-49b3-848f-8bac530a62a8 HTTP/1.1" status: 204 len: 168 time: 0.9105351 Jan 28 03:09:59.537345 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58846) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:09:59.548927 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-52ff9f4a-a952-4d40-b1bd-5509db7f0ee2 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-5370276', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:09:59.607672 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d1aa7-4d80-40b4-b410-0d18169d828f req-602927cf-60ed-4ce4-95ee-4a45c038ef3e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:59.613969 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d1aa7-4d80-40b4-b410-0d18169d828f req-602927cf-60ed-4ce4-95ee-4a45c038ef3e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:59.620028 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d1aa7-4d80-40b4-b410-0d18169d828f req-602927cf-60ed-4ce4-95ee-4a45c038ef3e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:59.625744 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d1aa7-4d80-40b4-b410-0d18169d828f req-602927cf-60ed-4ce4-95ee-4a45c038ef3e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:09:59.633560 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cc7d1aa7-4d80-40b4-b410-0d18169d828f req-602927cf-60ed-4ce4-95ee-4a45c038ef3e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 3147 time: 0.2179637 Jan 28 03:09:59.640343 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port fab89d88-a54d-4fec-bf38-88eba2285661 is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:09:59.640343 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (fab89d88-a54d-4fec-bf38-88eba2285661), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:59.643305 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-56ec6b63-5617-4f9f-a4d6-c24fa4d25aa4 req-4329d968-55da-4a67-8549-d4ed99506281 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947014 Jan 28 03:09:59.677358 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-52ff9f4a-a952-4d40-b1bd-5509db7f0ee2 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (1881106b-9fce-4181-9404-61af1276bae4), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:59.678589 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-52ff9f4a-a952-4d40-b1bd-5509db7f0ee2 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (1881106b-9fce-4181-9404-61af1276bae4), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:59.742342 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-12607973-990e-4750-8253-976bdf8ea271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:59.795715 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port fab89d88-a54d-4fec-bf38-88eba2285661, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=fab89d88-a54d-4fec-bf38-88eba2285661,segment=NetworkSegment(56ecf217-4f55-4505-a70a-3d133ecc059a),segment_id=56ecf217-4f55-4505-a70a-3d133ecc059a)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:09:59.811265 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (fab89d88-a54d-4fec-bf38-88eba2285661), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:59.812509 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device db7ee719-a3aa-47ed-85e5-5c79bf8865fd no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:09:59.836988 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cc7d1aa7-4d80-40b4-b410-0d18169d828f req-a9029547-9bb1-43f9-9508-040e39c5374c tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2023966 Jan 28 03:09:59.849686 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-ce854b55-baae-4274-818f-c8857a1994a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'name': 'tempest-RoutersTest-router-502267932', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:08:56Z', 'updated_at': '2022-01-28T03:09:53Z', 'revision_number': 11, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:09:59.886706 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-52ff9f4a-a952-4d40-b1bd-5509db7f0ee2 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for router_controller (1881106b-9fce-4181-9404-61af1276bae4), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:59.909275 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-52ff9f4a-a952-4d40-b1bd-5509db7f0ee2 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (1881106b-9fce-4181-9404-61af1276bae4), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:59.939462 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-52ff9f4a-a952-4d40-b1bd-5509db7f0ee2 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:09:59.943294 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-52ff9f4a-a952-4d40-b1bd-5509db7f0ee2 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.4048495 Jan 28 03:09:59.947478 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58850) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:09:59.956993 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-84638283-4f03-44a4-ba1b-ba7fbc4bd429 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:09:59.966898 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce854b55-baae-4274-818f-c8857a1994a1 None None] The sync data for ids ['2677bf10-5a27-49b3-848f-8bac530a62a8'] in n-d-712139-27 is: [{'id': '2677bf10-5a27-49b3-848f-8bac530a62a8', 'name': 'tempest-RoutersTest-router-502267932', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:08:56Z', 'updated_at': '2022-01-28T03:09:53Z', 'revision_number': 11, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'gw_port_host': None}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:09:59.981916 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=fab89d88-a54d-4fec-bf38-88eba2285661,revision_number=6']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:00.006280 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-35e1dd54-eec1-4503-a14f-b0f9b8252d99 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (1a299c13-361c-41af-87eb-964dd7de4708), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:00.043412 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] The host n-h1-712139-27 is not matching for port db7ee719-a3aa-47ed-85e5-5c79bf8865fd host ! {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 03:10:00.043857 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device db7ee719-a3aa-47ed-85e5-5c79bf8865fd not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:10:00.044389 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 522e2e39-e847-4a52-8a70-9410b617ab1b no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:10:00.126868 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e1dd54-eec1-4503-a14f-b0f9b8252d99 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Pushing event deleted for resources: {'Port': ['ID=1a299c13-361c-41af-87eb-964dd7de4708,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:00.216437 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 522e2e39-e847-4a52-8a70-9410b617ab1b is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:10:00.217770 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (522e2e39-e847-4a52-8a70-9410b617ab1b), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:00.262135 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 522e2e39-e847-4a52-8a70-9410b617ab1b, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=522e2e39-e847-4a52-8a70-9410b617ab1b,segment=NetworkSegment(242cab35-05c2-4e9b-b7a3-b9ace6aa1f3a),segment_id=242cab35-05c2-4e9b-b7a3-b9ace6aa1f3a)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:10:00.264958 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-35e1dd54-eec1-4503-a14f-b0f9b8252d99 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] No DVR routers for this DVR port 1a299c13-361c-41af-87eb-964dd7de4708 on host n-h1-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:10:00.269572 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-35e1dd54-eec1-4503-a14f-b0f9b8252d99 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:00.275230 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (522e2e39-e847-4a52-8a70-9410b617ab1b), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:00.278727 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-35e1dd54-eec1-4503-a14f-b0f9b8252d99 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.67 "DELETE /v2.0/ports/1a299c13-361c-41af-87eb-964dd7de4708 HTTP/1.1" status: 204 len: 173 time: 1.6719501 Jan 28 03:10:00.341809 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a299c13-361c-41af-87eb-964dd7de4708'}, {'server_uuid': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fab89d88-a54d-4fec-bf38-88eba2285661'}, {'server_uuid': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '522e2e39-e847-4a52-8a70-9410b617ab1b'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:10:00.345513 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e184f16b-beac-4644-8b09-0fb97348135b" -d '{"events": [{"server_uuid": "fb1e8349-1adc-4a91-982e-9c61323be61f", "name": "network-vif-unplugged", "status": "completed", "tag": "1a299c13-361c-41af-87eb-964dd7de4708"}, {"server_uuid": "fb1e8349-1adc-4a91-982e-9c61323be61f", "name": "network-vif-unplugged", "status": "completed", "tag": "fab89d88-a54d-4fec-bf38-88eba2285661"}, {"server_uuid": "fb1e8349-1adc-4a91-982e-9c61323be61f", "name": "network-vif-unplugged", "status": "completed", "tag": "522e2e39-e847-4a52-8a70-9410b617ab1b"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:10:00.441519 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=522e2e39-e847-4a52-8a70-9410b617ab1b,revision_number=6']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:00.445483 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 28 Jan 2022 03:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82452530-b476-4fc2-bd5a-0bd8dda0b034 x-openstack-request-id: req-82452530-b476-4fc2-bd5a-0bd8dda0b034 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:10:00.445992 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1e8349-1adc-4a91-982e-9c61323be61f", "name": "network-vif-unplugged", "status": "completed", "tag": "1a299c13-361c-41af-87eb-964dd7de4708", "code": 200}, {"server_uuid": "fb1e8349-1adc-4a91-982e-9c61323be61f", "name": "network-vif-unplugged", "status": "completed", "tag": "fab89d88-a54d-4fec-bf38-88eba2285661", "code": 200}, {"server_uuid": "fb1e8349-1adc-4a91-982e-9c61323be61f", "name": "network-vif-unplugged", "status": "completed", "tag": "522e2e39-e847-4a52-8a70-9410b617ab1b", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:10:00.449528 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-82452530-b476-4fc2-bd5a-0bd8dda0b034 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:10:00.450448 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a299c13-361c-41af-87eb-964dd7de4708', 'code': 200} Jan 28 03:10:00.450957 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fab89d88-a54d-4fec-bf38-88eba2285661', 'code': 200} Jan 28 03:10:00.451454 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '522e2e39-e847-4a52-8a70-9410b617ab1b', 'code': 200} Jan 28 03:10:00.460724 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-84638283-4f03-44a4-ba1b-ba7fbc4bd429 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23253'] for router (1881106b-9fce-4181-9404-61af1276bae4), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:00.487652 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-84638283-4f03-44a4-ba1b-ba7fbc4bd429 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3876279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3876284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3877649'] for router (1881106b-9fce-4181-9404-61af1276bae4), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:00.511536 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-ef10f64c-5db5-47bf-aefd-ad6563549479 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Deleting port 7449fb17-3519-4387-a4d3-63b8cf30ebec {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:10:00.512222 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-ef10f64c-5db5-47bf-aefd-ad6563549479 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (7449fb17-3519-4387-a4d3-63b8cf30ebec), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:00.696170 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'name': 'network-vif-deleted', 'tag': '1a299c13-361c-41af-87eb-964dd7de4708'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:10:00.698087 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84638283-4f03-44a4-ba1b-ba7fbc4bd429 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Router 1881106b-9fce-4181-9404-61af1276bae4 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:10:00.700342 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c4f80d-a7d2-4244-a31d-3847d394842e" -d '{"events": [{"server_uuid": "fb1e8349-1adc-4a91-982e-9c61323be61f", "name": "network-vif-deleted", "tag": "1a299c13-361c-41af-87eb-964dd7de4708"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:10:00.775137 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6deb0839-c487-43e0-9485-98c7473b3501 x-openstack-request-id: req-6deb0839-c487-43e0-9485-98c7473b3501 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:10:00.775740 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1e8349-1adc-4a91-982e-9c61323be61f", "name": "network-vif-deleted", "tag": "1a299c13-361c-41af-87eb-964dd7de4708", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:10:00.776674 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6deb0839-c487-43e0-9485-98c7473b3501 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:10:00.778306 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'name': 'network-vif-deleted', 'tag': '1a299c13-361c-41af-87eb-964dd7de4708', 'status': 'completed', 'code': 200} Jan 28 03:10:00.818294 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-ef10f64c-5db5-47bf-aefd-ad6563549479 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] For port 7449fb17-3519-4387-a4d3-63b8cf30ebec, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=7449fb17-3519-4387-a4d3-63b8cf30ebec,segment=NetworkSegment(56ecf217-4f55-4505-a70a-3d133ecc059a),segment_id=56ecf217-4f55-4505-a70a-3d133ecc059a)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:10:00.822450 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-ef10f64c-5db5-47bf-aefd-ad6563549479 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (7449fb17-3519-4387-a4d3-63b8cf30ebec), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:00.853556 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-ef10f64c-5db5-47bf-aefd-ad6563549479 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Calling delete_port for 7449fb17-3519-4387-a4d3-63b8cf30ebec owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:10:00.957772 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84638283-4f03-44a4-ba1b-ba7fbc4bd429 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:10:00.972004 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-84638283-4f03-44a4-ba1b-ba7fbc4bd429 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:00.973276 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-84638283-4f03-44a4-ba1b-ba7fbc4bd429 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "PUT /v2.0/routers/1881106b-9fce-4181-9404-61af1276bae4 HTTP/1.1" status: 200 len: 691 time: 1.0242403 Jan 28 03:10:00.978847 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016dda71-aaf1-48ce-8df1-cac2b4d0bc5d None None] Sync routers for ids ['1881106b-9fce-4181-9404-61af1276bae4'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:10:00.987509 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58874) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:01.005659 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016dda71-aaf1-48ce-8df1-cac2b4d0bc5d None None] Routers {'1881106b-9fce-4181-9404-61af1276bae4'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:10:01.006576 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-016dda71-aaf1-48ce-8df1-cac2b4d0bc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:09:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['1881106b-9fce-4181-9404-61af1276bae4'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:10:01.155797 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eff875-0fc7-4238-ad0e-5ce48aec9600 req-9f689ef3-e3b5-4b82-b200-f20d1b4f6ada tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:01.163168 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-90eff875-0fc7-4238-ad0e-5ce48aec9600 req-9f689ef3-e3b5-4b82-b200-f20d1b4f6ada tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a61f71c-db10-4229-bbac-1ecfaa94843b HTTP/1.1" status: 200 len: 945 time: 0.2819729 Jan 28 03:10:01.192470 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-016dda71-aaf1-48ce-8df1-cac2b4d0bc5d None None] Set router 1881106b-9fce-4181-9404-61af1276bae4 gateway port host: None {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:10:01.268714 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-90eff875-0fc7-4238-ad0e-5ce48aec9600 req-9e542bfd-4373-470b-9863-0cc84f23608d tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045229 Jan 28 03:10:01.298086 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d71ae2ab-0087-4ce2-8ff5-202944be50bf tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "GET /v2.0/routers/1881106b-9fce-4181-9404-61af1276bae4 HTTP/1.1" status: 200 len: 697 time: 0.2979481 Jan 28 03:10:01.308536 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 58882) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:01.347521 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7e7ea-b21e-446a-8c89-a7a50be5cfc8 req-8d2982bb-a55b-4321-8034-32bc597a2a0a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:01.354297 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7e7ea-b21e-446a-8c89-a7a50be5cfc8 req-8d2982bb-a55b-4321-8034-32bc597a2a0a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:01.360120 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7e7ea-b21e-446a-8c89-a7a50be5cfc8 req-8d2982bb-a55b-4321-8034-32bc597a2a0a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:01.367673 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e2a7e7ea-b21e-446a-8c89-a7a50be5cfc8 req-8d2982bb-a55b-4321-8034-32bc597a2a0a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 2410 time: 0.3931603 Jan 28 03:10:01.383185 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c0117a5e-a563-4798-87cc-b57ca31b7b9f tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "GET /v2.0/ports?device_id=1881106b-9fce-4181-9404-61af1276bae4 HTTP/1.1" status: 200 len: 205 time: 0.0660872 Jan 28 03:10:01.384154 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-ef10f64c-5db5-47bf-aefd-ad6563549479 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (7449fb17-3519-4387-a4d3-63b8cf30ebec), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:01.386936 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 58884) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:01.430727 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-016dda71-aaf1-48ce-8df1-cac2b4d0bc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1881106b-9fce-4181-9404-61af1276bae4', 'name': 'tempest-RoutersTest-router-5370276', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:09:59Z', 'updated_at': '2022-01-28T03:10:00Z', 'revision_number': 2, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:10:01.434428 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef10f64c-5db5-47bf-aefd-ad6563549479 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Pushing event deleted for resources: {'Port': ['ID=7449fb17-3519-4387-a4d3-63b8cf30ebec,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:01.481744 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e2a7e7ea-b21e-446a-8c89-a7a50be5cfc8 req-4ac37e3d-3db3-4c74-8681-634da55aad39 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130536 Jan 28 03:10:01.544615 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016dda71-aaf1-48ce-8df1-cac2b4d0bc5d None None] Checking router: 1881106b-9fce-4181-9404-61af1276bae4 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:10:01.555849 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016dda71-aaf1-48ce-8df1-cac2b4d0bc5d None None] Routers {'1881106b-9fce-4181-9404-61af1276bae4'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:10:01.556751 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-016dda71-aaf1-48ce-8df1-cac2b4d0bc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:09:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['1881106b-9fce-4181-9404-61af1276bae4'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:10:01.570707 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ea3d41e0-2ef5-41a7-a59a-0effd7348d03 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for router (1881106b-9fce-4181-9404-61af1276bae4), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:01.625537 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-ef10f64c-5db5-47bf-aefd-ad6563549479 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] No DVR routers for this DVR port 7449fb17-3519-4387-a4d3-63b8cf30ebec on host n-h1-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:10:01.630406 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-ef10f64c-5db5-47bf-aefd-ad6563549479 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:01.635336 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-ef10f64c-5db5-47bf-aefd-ad6563549479 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.67 "DELETE /v2.0/ports/7449fb17-3519-4387-a4d3-63b8cf30ebec HTTP/1.1" status: 204 len: 173 time: 1.3511126 Jan 28 03:10:01.650274 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-016dda71-aaf1-48ce-8df1-cac2b4d0bc5d None None] Set router 1881106b-9fce-4181-9404-61af1276bae4 gateway port host: None {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:10:01.742052 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-016dda71-aaf1-48ce-8df1-cac2b4d0bc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1881106b-9fce-4181-9404-61af1276bae4', 'name': 'tempest-RoutersTest-router-5370276', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:09:59Z', 'updated_at': '2022-01-28T03:10:00Z', 'revision_number': 2, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:10:01.790260 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016dda71-aaf1-48ce-8df1-cac2b4d0bc5d None None] The sync data for ids ['1881106b-9fce-4181-9404-61af1276bae4'] in n-d-712139-27 is: [{'id': '1881106b-9fce-4181-9404-61af1276bae4', 'name': 'tempest-RoutersTest-router-5370276', 'tenant_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:09:59Z', 'updated_at': '2022-01-28T03:10:00Z', 'revision_number': 2, 'project_id': 'b764e6c6729b44a19b3dc2f4b82a400d', 'gw_port_host': None}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:10:01.813569 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fc2f9566-3f6b-4cfd-8538-6aa8a753bcf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:01.838807 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ea3d41e0-2ef5-41a7-a59a-0effd7348d03 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (1881106b-9fce-4181-9404-61af1276bae4), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:01.860432 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ea3d41e0-2ef5-41a7-a59a-0effd7348d03 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for router_controller (1881106b-9fce-4181-9404-61af1276bae4), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:02.042053 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ea3d41e0-2ef5-41a7-a59a-0effd7348d03 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (1881106b-9fce-4181-9404-61af1276bae4), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:02.042848 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3d41e0-2ef5-41a7-a59a-0effd7348d03 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Fanout notify agent at l3_agent the message router_deleted on router 1881106b-9fce-4181-9404-61af1276bae4 {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:10:02.053268 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ea3d41e0-2ef5-41a7-a59a-0effd7348d03 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:02.063206 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58894) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:02.063861 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ea3d41e0-2ef5-41a7-a59a-0effd7348d03 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "DELETE /v2.0/routers/1881106b-9fce-4181-9404-61af1276bae4 HTTP/1.1" status: 204 len: 168 time: 0.6753197 Jan 28 03:10:02.152818 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-043d98ab-87d8-4fd4-a60f-adf6e1420fd5 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "GET /v2.0/ports?device_id=1881106b-9fce-4181-9404-61af1276bae4 HTTP/1.1" status: 200 len: 205 time: 0.0862215 Jan 28 03:10:02.156633 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58900) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:02.201960 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-a509dcaf-7274-4504-adc9-958b28d1ead2 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Deleting port fab89d88-a54d-4fec-bf38-88eba2285661 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:10:02.202861 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-a509dcaf-7274-4504-adc9-958b28d1ead2 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (fab89d88-a54d-4fec-bf38-88eba2285661), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:02.251388 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-82e8c66b-cedb-4b11-b06c-a27850dbac67 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] delete failed (client error): The resource could not be found. Jan 28 03:10:02.252837 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-82e8c66b-cedb-4b11-b06c-a27850dbac67 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "DELETE /v2.0/routers/1881106b-9fce-4181-9404-61af1276bae4 HTTP/1.1" status: 404 len: 336 time: 0.0868111 Jan 28 03:10:02.256915 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58902) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:02.293370 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-edea0231-9c0b-40e6-acbe-221629d303ab tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] DELETE failed (client error): The resource could not be found. Jan 28 03:10:02.295880 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edea0231-9c0b-40e6-acbe-221629d303ab tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:10:02.299807 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-edea0231-9c0b-40e6-acbe-221629d303ab tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "DELETE /v2.0/subnets/7862cfab-7a56-4b25-a4cf-0a32251b78f6 HTTP/1.1" status: 404 len: 337 time: 0.0415499 Jan 28 03:10:02.302608 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58906) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:02.379447 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-56efec1f-635c-45f9-8864-5ff84e2d442a tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] DELETE failed (client error): The resource could not be found. Jan 28 03:10:02.380161 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56efec1f-635c-45f9-8864-5ff84e2d442a tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:10:02.389919 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-56efec1f-635c-45f9-8864-5ff84e2d442a tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "DELETE /v2.0/subnets/557f82cd-fde6-41b1-b8e1-cbc96e6026da HTTP/1.1" status: 404 len: 337 time: 0.0852039 Jan 28 03:10:02.391037 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58908) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:02.448099 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-a509dcaf-7274-4504-adc9-958b28d1ead2 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] For port fab89d88-a54d-4fec-bf38-88eba2285661, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=fab89d88-a54d-4fec-bf38-88eba2285661,segment=NetworkSegment(56ecf217-4f55-4505-a70a-3d133ecc059a),segment_id=56ecf217-4f55-4505-a70a-3d133ecc059a)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:10:02.448099 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-a509dcaf-7274-4504-adc9-958b28d1ead2 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (fab89d88-a54d-4fec-bf38-88eba2285661), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:02.467716 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-a509dcaf-7274-4504-adc9-958b28d1ead2 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Calling delete_port for fab89d88-a54d-4fec-bf38-88eba2285661 owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:10:02.486831 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c40d5de-a615-4c6f-b36a-61b2aca5437e tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] DELETE failed (client error): The resource could not be found. Jan 28 03:10:02.487711 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c40d5de-a615-4c6f-b36a-61b2aca5437e tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:10:02.491090 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-2c40d5de-a615-4c6f-b36a-61b2aca5437e tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "DELETE /v2.0/subnets/7c998376-4250-4f51-bb5d-c2a9e754eec4 HTTP/1.1" status: 404 len: 337 time: 0.0984981 Jan 28 03:10:02.493821 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58912) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:02.571474 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f5143df-bda5-4eee-b62f-093004cc7f39 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] DELETE failed (client error): The resource could not be found. Jan 28 03:10:02.572313 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f5143df-bda5-4eee-b62f-093004cc7f39 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:10:02.575964 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4f5143df-bda5-4eee-b62f-093004cc7f39 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "DELETE /v2.0/subnets/11acbd87-5e71-410b-9a05-dddb101e9dc5 HTTP/1.1" status: 404 len: 337 time: 0.0801480 Jan 28 03:10:02.582248 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58920) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:02.612806 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e42d97-f8c9-4f09-a9c2-fd76ee30225c req-5e6b822d-8a38-4427-aae5-f229f81bd67f tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:02.622451 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6a68106a-ed36-4d15-a0dc-2a93b6a8ec84 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "GET /v2.0/ports?device_id=2677bf10-5a27-49b3-848f-8bac530a62a8 HTTP/1.1" status: 200 len: 205 time: 0.0367572 Jan 28 03:10:02.628304 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-34e42d97-f8c9-4f09-a9c2-fd76ee30225c req-5e6b822d-8a38-4427-aae5-f229f81bd67f tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a61f71c-db10-4229-bbac-1ecfaa94843b HTTP/1.1" status: 200 len: 945 time: 0.1556752 Jan 28 03:10:02.629293 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58922) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:02.708735 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-9d0ea56d-7070-453b-a2f2-595a1d4e0f6f tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] delete failed (client error): The resource could not be found. Jan 28 03:10:02.712464 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9d0ea56d-7070-453b-a2f2-595a1d4e0f6f tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "DELETE /v2.0/routers/2677bf10-5a27-49b3-848f-8bac530a62a8 HTTP/1.1" status: 404 len: 336 time: 0.0794494 Jan 28 03:10:02.715670 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58924) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:02.771057 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-34e42d97-f8c9-4f09-a9c2-fd76ee30225c req-85fade70-d00d-4261-a441-308f01986ec1 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393340 Jan 28 03:10:02.791672 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'name': 'network-vif-deleted', 'tag': '7449fb17-3519-4387-a4d3-63b8cf30ebec'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:10:02.802739 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806f43ce-ad04-426b-9697-4be09d2576ea" -d '{"events": [{"server_uuid": "fb1e8349-1adc-4a91-982e-9c61323be61f", "name": "network-vif-deleted", "tag": "7449fb17-3519-4387-a4d3-63b8cf30ebec"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:10:02.819490 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d3fccc0f-17c7-4160-a120-e9762420cde8 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "GET /v2.0/ports?device_id=62634558-2dfb-48c1-b812-17556a8c3104 HTTP/1.1" status: 200 len: 205 time: 0.0986991 Jan 28 03:10:02.819490 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58928) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:02.925665 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-705b024c-ec1c-4540-8566-afa6484ae0d8 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] delete failed (client error): The resource could not be found. Jan 28 03:10:02.925665 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-705b024c-ec1c-4540-8566-afa6484ae0d8 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "DELETE /v2.0/routers/62634558-2dfb-48c1-b812-17556a8c3104 HTTP/1.1" status: 404 len: 336 time: 0.1039944 Jan 28 03:10:02.928839 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58930) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:02.948332 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb38c2b0-debd-4a1a-9a9b-994dffe88d45 x-openstack-request-id: req-eb38c2b0-debd-4a1a-9a9b-994dffe88d45 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:10:02.949049 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1e8349-1adc-4a91-982e-9c61323be61f", "name": "network-vif-deleted", "tag": "7449fb17-3519-4387-a4d3-63b8cf30ebec", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:10:02.949715 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eb38c2b0-debd-4a1a-9a9b-994dffe88d45 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:10:02.950531 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'name': 'network-vif-deleted', 'tag': '7449fb17-3519-4387-a4d3-63b8cf30ebec', 'status': 'completed', 'code': 200} Jan 28 03:10:02.971891 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-7279df6a-f434-4750-9588-a67e8a4ab2c7 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] DELETE failed (client error): The resource could not be found. Jan 28 03:10:02.972993 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7279df6a-f434-4750-9588-a67e8a4ab2c7 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:10:02.977221 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7279df6a-f434-4750-9588-a67e8a4ab2c7 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "DELETE /v2.0/subnets/3d2625c4-ed24-4833-9009-23dc8460b399 HTTP/1.1" status: 404 len: 337 time: 0.0330875 Jan 28 03:10:02.981333 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58936) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:03.005193 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-a509dcaf-7274-4504-adc9-958b28d1ead2 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (fab89d88-a54d-4fec-bf38-88eba2285661), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:03.015425 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4f0e923f-5640-4625-9a95-09f27af1eb7f tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e645577-2d7d-49b5-904a-bd6c92e355b3 HTTP/1.1" status: 200 len: 205 time: 0.0327423 Jan 28 03:10:03.023994 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58938) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:03.067798 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a509dcaf-7274-4504-adc9-958b28d1ead2 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Pushing event deleted for resources: {'Port': ['ID=fab89d88-a54d-4fec-bf38-88eba2285661,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:03.164953 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-ad3e9921-aa58-43b8-9644-5bb79fb12591 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] delete failed (client error): The resource could not be found. Jan 28 03:10:03.171567 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ad3e9921-aa58-43b8-9644-5bb79fb12591 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "DELETE /v2.0/routers/8e645577-2d7d-49b5-904a-bd6c92e355b3 HTTP/1.1" status: 404 len: 336 time: 0.1411974 Jan 28 03:10:03.182266 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c55bd7-4cd9-4ca9-a2c9-4ea7cbac8471 req-4ddc4c41-a42f-4cb9-a527-c474419d2b8a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:03.186591 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-a509dcaf-7274-4504-adc9-958b28d1ead2 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] No DVR routers for this DVR port fab89d88-a54d-4fec-bf38-88eba2285661 on host n-h1-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:10:03.188965 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 58942) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:03.207570 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c55bd7-4cd9-4ca9-a2c9-4ea7cbac8471 req-4ddc4c41-a42f-4cb9-a527-c474419d2b8a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:03.225984 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c6c55bd7-4cd9-4ca9-a2c9-4ea7cbac8471 req-4ddc4c41-a42f-4cb9-a527-c474419d2b8a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 1677 time: 0.3131585 Jan 28 03:10:03.227650 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-a509dcaf-7274-4504-adc9-958b28d1ead2 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:03.233702 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-a509dcaf-7274-4504-adc9-958b28d1ead2 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.67 "DELETE /v2.0/ports/fab89d88-a54d-4fec-bf38-88eba2285661 HTTP/1.1" status: 204 len: 173 time: 1.5617785 Jan 28 03:10:03.278931 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a9b1a530-7c4c-4e7c-b54d-ca23367da4a7 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc16d844-4008-47d0-b8b8-4e1bd3b89dba HTTP/1.1" status: 200 len: 205 time: 0.0868509 Jan 28 03:10:03.298663 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:03.303947 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58946) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:03.397419 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-8436d326-749f-42e8-b948-9ac38b2e2a87 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] delete failed (client error): The resource could not be found. Jan 28 03:10:03.399285 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8436d326-749f-42e8-b948-9ac38b2e2a87 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "DELETE /v2.0/routers/dc16d844-4008-47d0-b8b8-4e1bd3b89dba HTTP/1.1" status: 404 len: 336 time: 0.0870087 Jan 28 03:10:03.403727 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58948) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:03.417321 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:03.449855 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-668e3fc0-db9b-4a56-a27f-2e9c4efc34be tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Deleting port 522e2e39-e847-4a52-8a70-9410b617ab1b {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:10:03.450414 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-668e3fc0-db9b-4a56-a27f-2e9c4efc34be tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (522e2e39-e847-4a52-8a70-9410b617ab1b), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:03.496262 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-218d22d2-639a-428d-94ce-897faaf07b80 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] DELETE failed (client error): The resource could not be found. Jan 28 03:10:03.497713 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-218d22d2-639a-428d-94ce-897faaf07b80 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:10:03.508560 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-218d22d2-639a-428d-94ce-897faaf07b80 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "DELETE /v2.0/subnets/e68f2b52-83df-4700-b24a-6c1c0d6be8ff HTTP/1.1" status: 404 len: 337 time: 0.1033499 Jan 28 03:10:03.534899 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c6c55bd7-4cd9-4ca9-a2c9-4ea7cbac8471 req-46caeed5-2ca5-42ca-9b15-0436a34bddce tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2948811 Jan 28 03:10:03.536256 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58954) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:03.673707 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-668e3fc0-db9b-4a56-a27f-2e9c4efc34be tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] For port 522e2e39-e847-4a52-8a70-9410b617ab1b, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=522e2e39-e847-4a52-8a70-9410b617ab1b,segment=NetworkSegment(242cab35-05c2-4e9b-b7a3-b9ace6aa1f3a),segment_id=242cab35-05c2-4e9b-b7a3-b9ace6aa1f3a)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:10:03.678639 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-668e3fc0-db9b-4a56-a27f-2e9c4efc34be tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (522e2e39-e847-4a52-8a70-9410b617ab1b), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:03.695177 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 58958) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:03.699384 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0e9c9eb7-0c1f-4857-b960-fd22953b5082 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "GET /v2.0/ports?device_id=0aa41132-576c-41b6-96b8-70c0874ce0c4 HTTP/1.1" status: 200 len: 205 time: 0.1598067 Jan 28 03:10:03.747718 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-a73104cc-0045-4be9-a318-214673c656fe tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] delete failed (client error): The resource could not be found. Jan 28 03:10:03.752512 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a73104cc-0045-4be9-a318-214673c656fe tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "DELETE /v2.0/routers/0aa41132-576c-41b6-96b8-70c0874ce0c4 HTTP/1.1" status: 404 len: 336 time: 0.0497322 Jan 28 03:10:03.753880 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58960) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:03.863001 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d060388-3d6c-45cc-9dc5-c3cadefb2f8a tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] DELETE failed (client error): The resource could not be found. Jan 28 03:10:03.863711 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d060388-3d6c-45cc-9dc5-c3cadefb2f8a tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:10:03.873602 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9d060388-3d6c-45cc-9dc5-c3cadefb2f8a tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "DELETE /v2.0/subnets/9a86e37b-16b6-4068-9b91-dafeba5fe6b0 HTTP/1.1" status: 404 len: 337 time: 0.1175263 Jan 28 03:10:03.874502 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58964) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:03.934672 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-67f57b22-7e21-4901-b43e-2acab07ced32 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "GET /v2.0/ports?device_id=744e0c00-2b36-4e81-b921-be634d75cb25 HTTP/1.1" status: 200 len: 205 time: 0.0583148 Jan 28 03:10:03.935704 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58966) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:04.037912 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-bf923663-dba3-4d19-9b51-f6545a25209e tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] delete failed (client error): The resource could not be found. Jan 28 03:10:04.042610 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-bf923663-dba3-4d19-9b51-f6545a25209e tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "DELETE /v2.0/routers/744e0c00-2b36-4e81-b921-be634d75cb25 HTTP/1.1" status: 404 len: 336 time: 0.1053054 Jan 28 03:10:04.042962 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 58970) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:04.115705 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d416d-f428-4d21-8969-ee901f39b8a3 req-2bad58e8-0ec8-46a4-9551-0d476c7fc829 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:04.117352 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-811d416d-f428-4d21-8969-ee901f39b8a3 req-2bad58e8-0ec8-46a4-9551-0d476c7fc829 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a61f71c-db10-4229-bbac-1ecfaa94843b HTTP/1.1" status: 200 len: 945 time: 0.1609249 Jan 28 03:10:04.145360 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b589be9-e026-44d2-a6ec-764a5b28e6d4 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] DELETE failed (client error): The resource could not be found. Jan 28 03:10:04.146672 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b589be9-e026-44d2-a6ec-764a5b28e6d4 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:10:04.151659 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1b589be9-e026-44d2-a6ec-764a5b28e6d4 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "DELETE /v2.0/subnets/6581d7f9-4914-4be7-9274-4620e572dc82 HTTP/1.1" status: 404 len: 337 time: 0.1074011 Jan 28 03:10:04.159095 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 58976) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:04.215193 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d1c0622-8252-4d1f-ac76-87b8b07eda66 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] DELETE failed (client error): The resource could not be found. Jan 28 03:10:04.215973 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d1c0622-8252-4d1f-ac76-87b8b07eda66 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:10:04.221975 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7d1c0622-8252-4d1f-ac76-87b8b07eda66 tempest-RoutersTest-804687681 tempest-RoutersTest-804687681-project] 10.222.0.53 "DELETE /v2.0/subnets/ccf4d66a-7f70-40db-b595-8c392be9e91d HTTP/1.1" status: 404 len: 337 time: 0.0613086 Jan 28 03:10:04.273225 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-811d416d-f428-4d21-8969-ee901f39b8a3 req-6da17161-f7e8-4c0a-aed0-1e114eac063d tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439641 Jan 28 03:10:04.361487 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-668e3fc0-db9b-4a56-a27f-2e9c4efc34be tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:04.362316 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-668e3fc0-db9b-4a56-a27f-2e9c4efc34be tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (611dd1ee-d0a5-4134-ae84-7290a9a1f723), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:04.362472 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-668e3fc0-db9b-4a56-a27f-2e9c4efc34be tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Floating IP 611dd1ee-d0a5-4134-ae84-7290a9a1f723 disassociated. External IP: 172.25.0.225, port: 522e2e39-e847-4a52-8a70-9410b617ab1b. Jan 28 03:10:04.362774 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-668e3fc0-db9b-4a56-a27f-2e9c4efc34be tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Calling delete_port for 522e2e39-e847-4a52-8a70-9410b617ab1b owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:10:04.632971 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-668e3fc0-db9b-4a56-a27f-2e9c4efc34be tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (522e2e39-e847-4a52-8a70-9410b617ab1b), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:04.680614 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e3fc0-db9b-4a56-a27f-2e9c4efc34be tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Pushing event deleted for resources: {'Port': ['ID=522e2e39-e847-4a52-8a70-9410b617ab1b,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:04.791061 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:04.883152 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b574bba3-7c39-4961-a21f-3b70ab8ac365 req-65d2cb9f-fd03-450e-81c4-c876f2b979d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:04.895129 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b574bba3-7c39-4961-a21f-3b70ab8ac365 req-65d2cb9f-fd03-450e-81c4-c876f2b979d6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cb134c115eb245dc82a1d93503949d14&device_id=9a61f71c-db10-4229-bbac-1ecfaa94843b HTTP/1.1" status: 200 len: 1097 time: 0.1850355 Jan 28 03:10:04.934739 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a21308de-5495-4632-861d-1a9e04b35348 req-634939fa-7e22-4286-8a59-3573d1a477c4 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 210 time: 0.0567808 Jan 28 03:10:04.963079 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'name': 'network-vif-deleted', 'tag': 'fab89d88-a54d-4fec-bf38-88eba2285661'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:10:04.982562 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e07d6c-8420-4b04-a93d-fc1cbb23c374" -d '{"events": [{"server_uuid": "fb1e8349-1adc-4a91-982e-9c61323be61f", "name": "network-vif-deleted", "tag": "fab89d88-a54d-4fec-bf38-88eba2285661"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:10:05.084490 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:10:05.150108 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d596db-aeec-427a-9409-ee0fbd8d43c6 x-openstack-request-id: req-a1d596db-aeec-427a-9409-ee0fbd8d43c6 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:10:05.150108 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1e8349-1adc-4a91-982e-9c61323be61f", "name": "network-vif-deleted", "tag": "fab89d88-a54d-4fec-bf38-88eba2285661", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:10:05.150475 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a1d596db-aeec-427a-9409-ee0fbd8d43c6 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:10:05.151002 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'name': 'network-vif-deleted', 'tag': 'fab89d88-a54d-4fec-bf38-88eba2285661', 'status': 'completed', 'code': 200} Jan 28 03:10:05.224082 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 58998) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:05.249458 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-668e3fc0-db9b-4a56-a27f-2e9c4efc34be tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Router ec8d61b7-9938-4b0f-901d-eff26948667f has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:10:05.335942 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b574bba3-7c39-4961-a21f-3b70ab8ac365 req-dbd20127-b6f0-46c3-9dd0-0fc7152b36e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:05.338878 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b574bba3-7c39-4961-a21f-3b70ab8ac365 req-dbd20127-b6f0-46c3-9dd0-0fc7152b36e3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cf97283d-0520-42c8-ba1d-d27ef9d37474 HTTP/1.1" status: 200 len: 911 time: 0.4134183 Jan 28 03:10:05.582353 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b574bba3-7c39-4961-a21f-3b70ab8ac365 req-e8ead5f8-2d17-435d-8a52-a43163b03698 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a17c9dd-e483-41bd-9eb0-1e23f0fea65f HTTP/1.1" status: 200 len: 217 time: 0.2270365 Jan 28 03:10:05.607410 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-668e3fc0-db9b-4a56-a27f-2e9c4efc34be tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:10:05.629012 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0454651-acd2-475c-942c-9e0856d870ed None None] Sync routers for ids ['ec8d61b7-9938-4b0f-901d-eff26948667f'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:10:05.672727 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0454651-acd2-475c-942c-9e0856d870ed None None] Routers {'ec8d61b7-9938-4b0f-901d-eff26948667f'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:10:05.673852 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a0454651-acd2-475c-942c-9e0856d870ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:10:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['ec8d61b7-9938-4b0f-901d-eff26948667f'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:10:05.687614 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b574bba3-7c39-4961-a21f-3b70ab8ac365 req-f521208e-ff64-4a2c-811a-80f899a2129e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:05.690646 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b574bba3-7c39-4961-a21f-3b70ab8ac365 req-f521208e-ff64-4a2c-811a-80f899a2129e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4ad0c90b-e226-45ca-86b1-39ab12887aa4 HTTP/1.1" status: 200 len: 850 time: 0.0801270 Jan 28 03:10:05.738386 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b574bba3-7c39-4961-a21f-3b70ab8ac365 req-87f824da-91d8-4378-a455-6d0eaca92502 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cf97283d-0520-42c8-ba1d-d27ef9d37474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280988 Jan 28 03:10:05.765734 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-668e3fc0-db9b-4a56-a27f-2e9c4efc34be tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] No DVR routers for this DVR port 522e2e39-e847-4a52-8a70-9410b617ab1b on host n-h1-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:10:05.773395 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-668e3fc0-db9b-4a56-a27f-2e9c4efc34be tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:05.777209 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-668e3fc0-db9b-4a56-a27f-2e9c4efc34be tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.67 "DELETE /v2.0/ports/522e2e39-e847-4a52-8a70-9410b617ab1b HTTP/1.1" status: 204 len: 173 time: 2.5222363 Jan 28 03:10:05.806032 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04445894-b222-4fca-a0c5-82495e129a57 req-1f6d92c5-e991-4f46-91b4-9a612e178643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:05.808359 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-04445894-b222-4fca-a0c5-82495e129a57 req-1f6d92c5-e991-4f46-91b4-9a612e178643 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9a61f71c-db10-4229-bbac-1ecfaa94843b HTTP/1.1" status: 200 len: 1097 time: 0.2213161 Jan 28 03:10:05.821892 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-687471ad-5483-4e82-93dc-532188b4a906 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b764e6c6729b44a19b3dc2f4b82a400d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5940092 Jan 28 03:10:05.823364 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59008) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:05.841939 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e092d-7037-480b-8a0b-d5795eebaefe req-e5a5ba78-1dd4-4b33-901b-a9fc49861f44 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:05.856839 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-193e092d-7037-480b-8a0b-d5795eebaefe req-e5a5ba78-1dd4-4b33-901b-a9fc49861f44 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a61f71c-db10-4229-bbac-1ecfaa94843b HTTP/1.1" status: 200 len: 945 time: 0.2721131 Jan 28 03:10:05.979771 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b574bba3-7c39-4961-a21f-3b70ab8ac365 req-769b7a6a-bfef-467a-a1dc-c137d12b2f2a service neutron] 10.222.0.67 "GET /v2.0/networks/cf97283d-0520-42c8-ba1d-d27ef9d37474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345433 Jan 28 03:10:06.021210 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:06.112424 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-a0454651-acd2-475c-942c-9e0856d870ed None None] Set router ec8d61b7-9938-4b0f-901d-eff26948667f gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:10:06.159654 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-75b4a6fc-4d3e-445a-b3e3-6e0f391e57dd admin admin] Publish callbacks [] for security_group (c063111b-7117-4208-9623-980534729546), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:06.164172 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-04445894-b222-4fca-a0c5-82495e129a57 req-6af2955a-e748-46ce-bf5a-cc4614995de0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035452 Jan 28 03:10:06.222787 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d052731c-79f6-4735-8412-875a21835506 req-4c1873e3-4a2b-4f5b-8ecd-e52e3708c6c0 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 210 time: 0.0648623 Jan 28 03:10:06.227635 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-193e092d-7037-480b-8a0b-d5795eebaefe req-c24b286a-6062-49ba-8c98-7b0645f36f2c tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667166 Jan 28 03:10:06.264787 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-75b4a6fc-4d3e-445a-b3e3-6e0f391e57dd admin admin] Publish callbacks [] for security_group (c063111b-7117-4208-9623-980534729546), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:06.320670 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b574bba3-7c39-4961-a21f-3b70ab8ac365 req-20de3d6d-f881-4c92-99ca-7a5ba4bdbac6 service neutron] 10.222.0.67 "GET /v2.0/networks/cf97283d-0520-42c8-ba1d-d27ef9d37474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295693 Jan 28 03:10:06.402510 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-75b4a6fc-4d3e-445a-b3e3-6e0f391e57dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c063111b-7117-4208-9623-980534729546), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:06.406890 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-75b4a6fc-4d3e-445a-b3e3-6e0f391e57dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:06.414828 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-75b4a6fc-4d3e-445a-b3e3-6e0f391e57dd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c063111b-7117-4208-9623-980534729546 HTTP/1.1" status: 204 len: 168 time: 0.5865946 Jan 28 03:10:06.442652 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b4a6fc-4d3e-445a-b3e3-6e0f391e57dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c063111b-7117-4208-9623-980534729546,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:06.656137 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a0454651-acd2-475c-942c-9e0856d870ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8d61b7-9938-4b0f-901d-eff26948667f', 'name': 'tempest-TaggedBootDevicesTest_v242-1526340992-router', 'tenant_id': 'd47d57aa564c407d8f7b752418cdddf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '561c8070-c59b-4dcf-9a34-b7c898b7089c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:57:27Z', 'updated_at': '2022-01-28T02:57:38Z', 'revision_number': 4, 'project_id': 'd47d57aa564c407d8f7b752418cdddf4', 'gw_port': {'id': '561c8070-c59b-4dcf-9a34-b7c898b7089c', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8d61b7-9938-4b0f-901d-eff26948667f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:57:30Z', 'updated_at': '2022-01-28T02:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'f24853a6-6080-44f3-88c3-68b82f33a1be', 'name': '', 'network_id': '00e51838-dce0-4440-a9f8-fd2fd28c5471', 'tenant_id': 'd47d57aa564c407d8f7b752418cdddf4', 'mac_address': 'fa:16:3e:44:27:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8d61b7-9938-4b0f-901d-eff26948667f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'a5e16ad5-afde-4ff0-9a68-1abb02683cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:57:36Z', 'updated_at': '2022-01-28T02:57:47Z', 'revision_number': 5, 'project_id': 'd47d57aa564c407d8f7b752418cdddf4', 'subnets': [{'id': 'a5e16ad5-afde-4ff0-9a68-1abb02683cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:10:06.714645 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0454651-acd2-475c-942c-9e0856d870ed None None] Checking router: ec8d61b7-9938-4b0f-901d-eff26948667f for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:10:06.742979 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0454651-acd2-475c-942c-9e0856d870ed None None] Routers {'ec8d61b7-9938-4b0f-901d-eff26948667f'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:10:06.743751 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a0454651-acd2-475c-942c-9e0856d870ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:10:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['ec8d61b7-9938-4b0f-901d-eff26948667f'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:10:06.969807 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-a0454651-acd2-475c-942c-9e0856d870ed None None] Set router ec8d61b7-9938-4b0f-901d-eff26948667f gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:10:07.152985 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'name': 'network-vif-deleted', 'tag': '522e2e39-e847-4a52-8a70-9410b617ab1b'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:10:07.158578 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a608edac-4f9b-439e-82e8-f4eb263cf31c" -d '{"events": [{"server_uuid": "fb1e8349-1adc-4a91-982e-9c61323be61f", "name": "network-vif-deleted", "tag": "522e2e39-e847-4a52-8a70-9410b617ab1b"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:10:07.256402 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf988d4-14fb-4e9c-bb26-88bba7b26338 x-openstack-request-id: req-faf988d4-14fb-4e9c-bb26-88bba7b26338 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:10:07.256970 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1e8349-1adc-4a91-982e-9c61323be61f", "name": "network-vif-deleted", "tag": "522e2e39-e847-4a52-8a70-9410b617ab1b", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:10:07.257437 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-faf988d4-14fb-4e9c-bb26-88bba7b26338 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:10:07.258363 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1e8349-1adc-4a91-982e-9c61323be61f', 'name': 'network-vif-deleted', 'tag': '522e2e39-e847-4a52-8a70-9410b617ab1b', 'status': 'completed', 'code': 200} Jan 28 03:10:07.388147 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a0454651-acd2-475c-942c-9e0856d870ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8d61b7-9938-4b0f-901d-eff26948667f', 'name': 'tempest-TaggedBootDevicesTest_v242-1526340992-router', 'tenant_id': 'd47d57aa564c407d8f7b752418cdddf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '561c8070-c59b-4dcf-9a34-b7c898b7089c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:57:27Z', 'updated_at': '2022-01-28T02:57:38Z', 'revision_number': 4, 'project_id': 'd47d57aa564c407d8f7b752418cdddf4', 'gw_port': {'id': '561c8070-c59b-4dcf-9a34-b7c898b7089c', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8d61b7-9938-4b0f-901d-eff26948667f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:57:30Z', 'updated_at': '2022-01-28T02:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'f24853a6-6080-44f3-88c3-68b82f33a1be', 'name': '', 'network_id': '00e51838-dce0-4440-a9f8-fd2fd28c5471', 'tenant_id': 'd47d57aa564c407d8f7b752418cdddf4', 'mac_address': 'fa:16:3e:44:27:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8d61b7-9938-4b0f-901d-eff26948667f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'a5e16ad5-afde-4ff0-9a68-1abb02683cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:57:36Z', 'updated_at': '2022-01-28T02:57:47Z', 'revision_number': 5, 'project_id': 'd47d57aa564c407d8f7b752418cdddf4', 'subnets': [{'id': 'a5e16ad5-afde-4ff0-9a68-1abb02683cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:10:07.482030 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0454651-acd2-475c-942c-9e0856d870ed None None] The sync data for ids ['ec8d61b7-9938-4b0f-901d-eff26948667f'] in n-d-712139-27 is: [{'id': 'ec8d61b7-9938-4b0f-901d-eff26948667f', 'name': 'tempest-TaggedBootDevicesTest_v242-1526340992-router', 'tenant_id': 'd47d57aa564c407d8f7b752418cdddf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '561c8070-c59b-4dcf-9a34-b7c898b7089c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:57:27Z', 'updated_at': '2022-01-28T02:57:38Z', 'revision_number': 4, 'project_id': 'd47d57aa564c407d8f7b752418cdddf4', 'gw_port': {'id': '561c8070-c59b-4dcf-9a34-b7c898b7089c', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8d61b7-9938-4b0f-901d-eff26948667f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:57:30Z', 'updated_at': '2022-01-28T02:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'f24853a6-6080-44f3-88c3-68b82f33a1be', 'name': '', 'network_id': '00e51838-dce0-4440-a9f8-fd2fd28c5471', 'tenant_id': 'd47d57aa564c407d8f7b752418cdddf4', 'mac_address': 'fa:16:3e:44:27:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8d61b7-9938-4b0f-901d-eff26948667f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'a5e16ad5-afde-4ff0-9a68-1abb02683cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:57:36Z', 'updated_at': '2022-01-28T02:57:47Z', 'revision_number': 5, 'project_id': 'd47d57aa564c407d8f7b752418cdddf4', 'subnets': [{'id': 'a5e16ad5-afde-4ff0-9a68-1abb02683cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:10:07.507313 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3ae751cf-6d97-4e81-81f0-0d04ea3e7a20 req-7499fb58-2693-446f-b3d6-453f9d526b20 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 210 time: 0.0808978 Jan 28 03:10:07.537571 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92775439-ae77-4089-9646-d15d930a05e0 req-bfc14aea-8cd3-46f8-a8bb-75c178713d9f tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:07.557350 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-92775439-ae77-4089-9646-d15d930a05e0 req-bfc14aea-8cd3-46f8-a8bb-75c178713d9f tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a61f71c-db10-4229-bbac-1ecfaa94843b HTTP/1.1" status: 200 len: 945 time: 0.1591032 Jan 28 03:10:07.705752 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-92775439-ae77-4089-9646-d15d930a05e0 req-d8b25840-d350-4314-a88f-e3546896137e tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472740 Jan 28 03:10:07.984387 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59068) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:08.162122 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45915bdc-89ae-4d31-a497-57bd3477ea9b None None] New status for floating IP 611dd1ee-d0a5-4134-ae84-7290a9a1f723: DOWN {{(pid=109804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:10:08.219700 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-a81cf000-fd0a-41f2-a4fc-e730d8bba5bf tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:10:08.220416 n-d-712139-27 neutron-server[109803]: WARNING neutron.api.v2.base [None req-a81cf000-fd0a-41f2-a4fc-e730d8bba5bf tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 03:10:08.220907 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-a81cf000-fd0a-41f2-a4fc-e730d8bba5bf tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 03:10:08.227004 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a81cf000-fd0a-41f2-a4fc-e730d8bba5bf tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2365489 Jan 28 03:10:08.227287 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59076) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:08.232060 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-d2c070c2-bfe6-470e-836c-1a0e2a6bfafb tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Request body: {'security_group': {'name': 'tempest-secgroup--411430953'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:10:08.277782 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d2c070c2-bfe6-470e-836c-1a0e2a6bfafb tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:08.288494 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d2c070c2-bfe6-470e-836c-1a0e2a6bfafb tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:08.399142 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d2c070c2-bfe6-470e-836c-1a0e2a6bfafb tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (238c63d7-d46d-438b-b092-17539402c31a), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:08.406926 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d2c070c2-bfe6-470e-836c-1a0e2a6bfafb tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (238c63d7-d46d-438b-b092-17539402c31a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:08.451396 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c070c2-bfe6-470e-836c-1a0e2a6bfafb tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=238c63d7-d46d-438b-b092-17539402c31a,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:08.574584 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d2c070c2-bfe6-470e-836c-1a0e2a6bfafb tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (cc09520d-fdf9-420b-809e-ddd44057d93f), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:08.585150 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d2c070c2-bfe6-470e-836c-1a0e2a6bfafb tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (cc09520d-fdf9-420b-809e-ddd44057d93f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:08.646263 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d2c070c2-bfe6-470e-836c-1a0e2a6bfafb tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:08.652880 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59082) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:08.654048 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d2c070c2-bfe6-470e-836c-1a0e2a6bfafb tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4252224 Jan 28 03:10:08.660148 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-9ff0dec2-f875-4e77-8afd-cc4bedf21ec0 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Request body: {'security_group_rule': {'security_group_id': 'cc09520d-fdf9-420b-809e-ddd44057d93f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:10:08.668959 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c070c2-bfe6-470e-836c-1a0e2a6bfafb tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc09520d-fdf9-420b-809e-ddd44057d93f,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:08.713216 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9ff0dec2-f875-4e77-8afd-cc4bedf21ec0 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group_rule (2e0f42a8-7849-4f33-b31e-3ec045167c9c), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:08.740645 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-728ca121-c0c0-41be-a56d-ad0131786f58 req-c8654a6a-e741-46f5-80d9-d83af91b1859 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 210 time: 0.0574188 Jan 28 03:10:08.820031 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9ff0dec2-f875-4e77-8afd-cc4bedf21ec0 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group_rule (2e0f42a8-7849-4f33-b31e-3ec045167c9c), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:08.830717 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9ff0dec2-f875-4e77-8afd-cc4bedf21ec0 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (2e0f42a8-7849-4f33-b31e-3ec045167c9c), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:08.862045 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff0dec2-f875-4e77-8afd-cc4bedf21ec0 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e0f42a8-7849-4f33-b31e-3ec045167c9c,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:08.876821 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9ff0dec2-f875-4e77-8afd-cc4bedf21ec0 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:08.880768 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9ff0dec2-f875-4e77-8afd-cc4bedf21ec0 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2235582 Jan 28 03:10:08.881319 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59094) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:08.888382 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-cb830f51-51a7-4577-9598-3ae5e300b713 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Request body: {'security_group_rule': {'security_group_id': 'cc09520d-fdf9-420b-809e-ddd44057d93f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:10:08.990179 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cb830f51-51a7-4577-9598-3ae5e300b713 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group_rule (d119b265-048c-4c9b-b04d-2377f7970b2c), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:09.023534 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546108ae-f23d-416e-b1b2-a43b07032627 req-990f8074-b9cf-483c-aeee-0000205abcdd tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:09.025883 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-546108ae-f23d-416e-b1b2-a43b07032627 req-990f8074-b9cf-483c-aeee-0000205abcdd tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a61f71c-db10-4229-bbac-1ecfaa94843b HTTP/1.1" status: 200 len: 945 time: 0.1299074 Jan 28 03:10:09.098434 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-cb830f51-51a7-4577-9598-3ae5e300b713 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 03:10:09.100397 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-cb830f51-51a7-4577-9598-3ae5e300b713 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2174270 Jan 28 03:10:09.103440 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59096) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:09.164590 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-546108ae-f23d-416e-b1b2-a43b07032627 req-cd2654fb-689b-416d-9ad7-dd9e9d807ddd tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293607 Jan 28 03:10:09.182218 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-51924fb3-4112-4f35-9c25-f5f62445aaca tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (cc09520d-fdf9-420b-809e-ddd44057d93f), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:09.221347 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-51924fb3-4112-4f35-9c25-f5f62445aaca tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (cc09520d-fdf9-420b-809e-ddd44057d93f), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:09.282791 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-51924fb3-4112-4f35-9c25-f5f62445aaca tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (cc09520d-fdf9-420b-809e-ddd44057d93f), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:09.287644 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-51924fb3-4112-4f35-9c25-f5f62445aaca tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:09.289609 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-51924fb3-4112-4f35-9c25-f5f62445aaca tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "DELETE /v2.0/security-groups/cc09520d-fdf9-420b-809e-ddd44057d93f HTTP/1.1" status: 204 len: 168 time: 0.1841345 Jan 28 03:10:09.293448 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59104) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:09.304850 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51924fb3-4112-4f35-9c25-f5f62445aaca tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc09520d-fdf9-420b-809e-ddd44057d93f,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:09.438819 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59112) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:09.442137 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1f14eb5c-f242-4abc-a11d-293303903bef tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1470301 Jan 28 03:10:09.443610 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-41add26e-6d04-4181-ae15-c36394a3fa8f tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Request body: {'security_group': {'name': 'tempest-secgroup--689370014'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:10:09.484535 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-41add26e-6d04-4181-ae15-c36394a3fa8f tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:09.711337 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-41add26e-6d04-4181-ae15-c36394a3fa8f tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (edb78453-861a-4dd9-87da-5469a791762f), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:09.719085 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-41add26e-6d04-4181-ae15-c36394a3fa8f tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (edb78453-861a-4dd9-87da-5469a791762f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:09.746769 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-41add26e-6d04-4181-ae15-c36394a3fa8f tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:09.750900 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-41add26e-6d04-4181-ae15-c36394a3fa8f tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3082941 Jan 28 03:10:09.751263 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59124) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:09.755979 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-63adcacd-4153-4639-80a2-873e820550f7 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Request body: {'security_group_rule': {'security_group_id': 'edb78453-861a-4dd9-87da-5469a791762f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:10:09.756781 n-d-712139-27 neutron-server[109802]: WARNING neutron.api.v2.base [None req-63adcacd-4153-4639-80a2-873e820550f7 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 28 03:10:09.757304 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-63adcacd-4153-4639-80a2-873e820550f7 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:10:09.760936 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-63adcacd-4153-4639-80a2-873e820550f7 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0059886 Jan 28 03:10:09.761535 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59126) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:09.894504 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5d4ced0f-1450-40e4-aa32-3aa018c1676b tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (edb78453-861a-4dd9-87da-5469a791762f), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:10.471478 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41145f8c-175d-4700-8e63-b055cd7ea4be req-2ed957e4-0acf-4eb3-9365-eb34e7dfaee1 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:10.473444 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-41145f8c-175d-4700-8e63-b055cd7ea4be req-2ed957e4-0acf-4eb3-9365-eb34e7dfaee1 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/networks?id=cf97283d-0520-42c8-ba1d-d27ef9d37474 HTTP/1.1" status: 200 len: 810 time: 0.9333334 Jan 28 03:10:10.480729 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41add26e-6d04-4181-ae15-c36394a3fa8f tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edb78453-861a-4dd9-87da-5469a791762f,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:10.494059 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4edf7abe-c157-456f-80f7-c77c454c1ea1 req-936dff45-9ea8-42dc-80dd-9549c5407635 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 210 time: 0.5669668 Jan 28 03:10:10.498756 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5d4ced0f-1450-40e4-aa32-3aa018c1676b tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (edb78453-861a-4dd9-87da-5469a791762f), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:10.501954 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-41145f8c-175d-4700-8e63-b055cd7ea4be req-27982cd8-37dc-422d-98c8-e87b85a0cedc tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/quotas/cb134c115eb245dc82a1d93503949d14 HTTP/1.1" status: 200 len: 375 time: 0.0160124 Jan 28 03:10:10.592633 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5d4ced0f-1450-40e4-aa32-3aa018c1676b tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (edb78453-861a-4dd9-87da-5469a791762f), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:10.599377 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5d4ced0f-1450-40e4-aa32-3aa018c1676b tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:10.604067 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5d4ced0f-1450-40e4-aa32-3aa018c1676b tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "DELETE /v2.0/security-groups/edb78453-861a-4dd9-87da-5469a791762f HTTP/1.1" status: 204 len: 168 time: 0.8384609 Jan 28 03:10:10.606686 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59140) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:10.613136 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-41145f8c-175d-4700-8e63-b055cd7ea4be req-ff2ff137-8f11-4501-8fb1-848e8ef3b40e tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cb134c115eb245dc82a1d93503949d14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0980935 Jan 28 03:10:10.679400 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ced0f-1450-40e4-aa32-3aa018c1676b tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb78453-861a-4dd9-87da-5469a791762f,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:10.729029 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-57fdf035-a8e3-4c88-8e15-1c923ebe23a4 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1147180 Jan 28 03:10:10.730227 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59148) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:10.748222 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-cd77ae18-a6b3-4cb4-ab3b-b3c4423e8d4d tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Request body: {'security_group': {'name': 'tempest-secgroup--1449808142'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:10:10.779450 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-41145f8c-175d-4700-8e63-b055cd7ea4be req-57e1210c-ba64-493a-8aea-02c209b09994 service neutron] 10.222.0.53 "GET /v2.0/networks/cf97283d-0520-42c8-ba1d-d27ef9d37474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651385 Jan 28 03:10:10.784973 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-cd77ae18-a6b3-4cb4-ab3b-b3c4423e8d4d tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:10.886544 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-cd77ae18-a6b3-4cb4-ab3b-b3c4423e8d4d tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (fd02ed98-b9fd-4066-8940-647071dc6224), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:10.892849 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-cd77ae18-a6b3-4cb4-ab3b-b3c4423e8d4d tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (fd02ed98-b9fd-4066-8940-647071dc6224), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:10.918971 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-41145f8c-175d-4700-8e63-b055cd7ea4be req-9d0f59c8-f174-4a31-a962-3ebdd12d97f3 service neutron] 10.222.0.53 "GET /v2.0/networks/cf97283d-0520-42c8-ba1d-d27ef9d37474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383688 Jan 28 03:10:10.942811 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-cd77ae18-a6b3-4cb4-ab3b-b3c4423e8d4d tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:10.944166 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-cd77ae18-a6b3-4cb4-ab3b-b3c4423e8d4d tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2128644 Jan 28 03:10:10.949254 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59152) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:10.949416 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd77ae18-a6b3-4cb4-ab3b-b3c4423e8d4d tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd02ed98-b9fd-4066-8940-647071dc6224,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:10.957136 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-e14b2aec-ad8f-4ac9-ac2c-855cb529674f tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Request body: {'security_group_rule': {'security_group_id': 'fd02ed98-b9fd-4066-8940-647071dc6224', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:10:10.958411 n-d-712139-27 neutron-server[109803]: WARNING neutron.api.v2.base [None req-e14b2aec-ad8f-4ac9-ac2c-855cb529674f tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 28 03:10:10.959180 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-e14b2aec-ad8f-4ac9-ac2c-855cb529674f tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:10:10.960407 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e14b2aec-ad8f-4ac9-ac2c-855cb529674f tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0095401 Jan 28 03:10:10.964380 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59156) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:11.083242 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-722a0251-8ed5-48dd-8472-9d762d16acb7 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (fd02ed98-b9fd-4066-8940-647071dc6224), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:11.140845 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-722a0251-8ed5-48dd-8472-9d762d16acb7 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (fd02ed98-b9fd-4066-8940-647071dc6224), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:11.232266 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-722a0251-8ed5-48dd-8472-9d762d16acb7 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (fd02ed98-b9fd-4066-8940-647071dc6224), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:11.238875 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-722a0251-8ed5-48dd-8472-9d762d16acb7 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:11.242171 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-722a0251-8ed5-48dd-8472-9d762d16acb7 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "DELETE /v2.0/security-groups/fd02ed98-b9fd-4066-8940-647071dc6224 HTTP/1.1" status: 204 len: 168 time: 0.2729986 Jan 28 03:10:11.250967 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59168) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:11.281172 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a0251-8ed5-48dd-8472-9d762d16acb7 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd02ed98-b9fd-4066-8940-647071dc6224,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:11.284958 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e75945c1-c0a4-4da3-a467-7ba123aa85fa req-988861a6-5973-4aed-8642-c0fa0a94b689 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=a069ba2b-4191-4d29-ad61-bb9b2502f385 HTTP/1.1" status: 200 len: 210 time: 0.1063931 Jan 28 03:10:11.373106 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59174) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:11.373339 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4d32bd36-d43b-4529-a02b-54e0c5f8f804 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1184411 Jan 28 03:10:11.380450 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-6da949d0-5384-424c-bfb9-dcd3ec1416e6 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Request body: {'security_group': {'name': 'tempest-secgroup--1066920615'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:10:11.448791 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6da949d0-5384-424c-bfb9-dcd3ec1416e6 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:11.608463 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6da949d0-5384-424c-bfb9-dcd3ec1416e6 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (922ee301-9a10-4796-86d2-9b7440297e23), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:11.617150 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6da949d0-5384-424c-bfb9-dcd3ec1416e6 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (922ee301-9a10-4796-86d2-9b7440297e23), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:11.711585 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6da949d0-5384-424c-bfb9-dcd3ec1416e6 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:11.714824 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6da949d0-5384-424c-bfb9-dcd3ec1416e6 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3401992 Jan 28 03:10:11.741058 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59194) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:11.746139 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b2a96296-a99c-41b7-b372-0c1e03cefe3c req-bfbdb805-44f0-42d8-af47-b65137f64dd2 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 210 time: 0.0573728 Jan 28 03:10:11.763093 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-4a7a67fb-970a-432a-95c8-5ff0af024f81 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Request body: {'security_group_rule': {'security_group_id': '922ee301-9a10-4796-86d2-9b7440297e23', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:10:11.776355 n-d-712139-27 neutron-server[109803]: WARNING neutron.api.v2.base [None req-4a7a67fb-970a-432a-95c8-5ff0af024f81 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 28 03:10:11.778160 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-4a7a67fb-970a-432a-95c8-5ff0af024f81 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:10:11.780002 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4a7a67fb-970a-432a-95c8-5ff0af024f81 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0373621 Jan 28 03:10:11.782505 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59196) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:11.793758 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-8fa9b0cc-a16d-464a-af69-bc7c3dbffde5 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Request body: {'security_group_rule': {'security_group_id': '922ee301-9a10-4796-86d2-9b7440297e23', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:10:11.795518 n-d-712139-27 neutron-server[109803]: WARNING neutron.api.v2.base [None req-8fa9b0cc-a16d-464a-af69-bc7c3dbffde5 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 28 03:10:11.797747 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-8fa9b0cc-a16d-464a-af69-bc7c3dbffde5 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:10:11.799599 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8fa9b0cc-a16d-464a-af69-bc7c3dbffde5 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0158594 Jan 28 03:10:11.803616 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59198) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:11.817490 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da949d0-5384-424c-bfb9-dcd3ec1416e6 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=922ee301-9a10-4796-86d2-9b7440297e23,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:11.822060 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-1dc978d5-45d9-40e2-885d-32f02b14cf4e tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Request body: {'security_group_rule': {'security_group_id': '922ee301-9a10-4796-86d2-9b7440297e23', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:10:11.824165 n-d-712139-27 neutron-server[109803]: WARNING neutron.api.v2.base [None req-1dc978d5-45d9-40e2-885d-32f02b14cf4e tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 28 03:10:11.824959 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-1dc978d5-45d9-40e2-885d-32f02b14cf4e tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:10:11.829821 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1dc978d5-45d9-40e2-885d-32f02b14cf4e tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0225081 Jan 28 03:10:11.830502 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59200) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:11.861682 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-12b21036-f506-4e4c-a365-4690962831df tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Request body: {'security_group_rule': {'security_group_id': '922ee301-9a10-4796-86d2-9b7440297e23', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:10:11.863064 n-d-712139-27 neutron-server[109803]: WARNING neutron.api.v2.base [None req-12b21036-f506-4e4c-a365-4690962831df tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 28 03:10:11.863883 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-12b21036-f506-4e4c-a365-4690962831df tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:10:11.867912 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-12b21036-f506-4e4c-a365-4690962831df tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0250723 Jan 28 03:10:11.868548 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59202) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:12.008398 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2171f5d8-3fc9-4ee2-b9d2-e5313a36d9b9 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (922ee301-9a10-4796-86d2-9b7440297e23), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:12.070783 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2171f5d8-3fc9-4ee2-b9d2-e5313a36d9b9 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (922ee301-9a10-4796-86d2-9b7440297e23), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:12.132938 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2171f5d8-3fc9-4ee2-b9d2-e5313a36d9b9 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (922ee301-9a10-4796-86d2-9b7440297e23), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:12.143007 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2171f5d8-3fc9-4ee2-b9d2-e5313a36d9b9 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:12.158361 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2171f5d8-3fc9-4ee2-b9d2-e5313a36d9b9 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "DELETE /v2.0/security-groups/922ee301-9a10-4796-86d2-9b7440297e23 HTTP/1.1" status: 204 len: 168 time: 0.2872853 Jan 28 03:10:12.160073 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59212) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:12.179416 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2171f5d8-3fc9-4ee2-b9d2-e5313a36d9b9 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=922ee301-9a10-4796-86d2-9b7440297e23,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:12.275772 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59216) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:12.280581 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-465d7836-5d43-4208-a9a8-679ba4bb5ce7 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Request body: {'security_group': {'name': 'tempest-secgroup--1440941472'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:10:12.281921 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-3a77aa3a-435c-4b21-ba81-f1b76daed4fd tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1202042 Jan 28 03:10:12.322322 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-465d7836-5d43-4208-a9a8-679ba4bb5ce7 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:12.439146 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-61f966ed-c714-4fd7-a32d-503c55e90974 req-9a8b7377-3e2f-48c8-a731-cea524350671 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=a069ba2b-4191-4d29-ad61-bb9b2502f385 HTTP/1.1" status: 200 len: 210 time: 0.0454638 Jan 28 03:10:12.482187 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-465d7836-5d43-4208-a9a8-679ba4bb5ce7 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (adf5b0c8-b5c3-4127-82cc-2fa743951b71), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:12.486762 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-465d7836-5d43-4208-a9a8-679ba4bb5ce7 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (adf5b0c8-b5c3-4127-82cc-2fa743951b71), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:12.520963 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-465d7836-5d43-4208-a9a8-679ba4bb5ce7 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:12.522309 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-465d7836-5d43-4208-a9a8-679ba4bb5ce7 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2455089 Jan 28 03:10:12.524674 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d7836-5d43-4208-a9a8-679ba4bb5ce7 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adf5b0c8-b5c3-4127-82cc-2fa743951b71,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:12.527041 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59224) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:12.531942 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-2e759acd-bdec-4e27-9eed-1aadd4f25269 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Request body: {'security_group_rule': {'security_group_id': 'adf5b0c8-b5c3-4127-82cc-2fa743951b71', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:10:12.533518 n-d-712139-27 neutron-server[109803]: WARNING neutron.api.v2.base [None req-2e759acd-bdec-4e27-9eed-1aadd4f25269 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 03:10:12.534330 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-2e759acd-bdec-4e27-9eed-1aadd4f25269 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:10:12.538462 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59226) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:12.539066 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-2e759acd-bdec-4e27-9eed-1aadd4f25269 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0108006 Jan 28 03:10:12.544714 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-f360debf-6885-44d9-bc62-de7597662661 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Request body: {'security_group_rule': {'security_group_id': 'adf5b0c8-b5c3-4127-82cc-2fa743951b71', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:10:12.595428 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-f360debf-6885-44d9-bc62-de7597662661 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:10:12.596518 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f360debf-6885-44d9-bc62-de7597662661 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0570345 Jan 28 03:10:12.599391 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59228) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:12.605618 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-d3c222f1-d96e-4edb-b337-5bb0d19b3719 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Request body: {'security_group_rule': {'security_group_id': 'adf5b0c8-b5c3-4127-82cc-2fa743951b71', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:10:12.611275 n-d-712139-27 neutron-server[109802]: WARNING neutron.api.v2.base [None req-d3c222f1-d96e-4edb-b337-5bb0d19b3719 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 28 03:10:12.611842 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-d3c222f1-d96e-4edb-b337-5bb0d19b3719 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:10:12.612934 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d3c222f1-d96e-4edb-b337-5bb0d19b3719 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0125575 Jan 28 03:10:12.615787 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59230) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:12.620275 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-1767679a-f9dc-44a8-97d3-4c241292c231 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Request body: {'security_group_rule': {'security_group_id': 'adf5b0c8-b5c3-4127-82cc-2fa743951b71', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:10:12.685373 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-1767679a-f9dc-44a8-97d3-4c241292c231 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:10:12.687671 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1767679a-f9dc-44a8-97d3-4c241292c231 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0705190 Jan 28 03:10:12.691181 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59232) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:12.705546 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-3657969f-71a5-4a73-87f2-eec7222334e1 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Request body: {'security_group_rule': {'security_group_id': 'adf5b0c8-b5c3-4127-82cc-2fa743951b71', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:10:12.705926 n-d-712139-27 neutron-server[109802]: WARNING neutron.api.v2.base [None req-3657969f-71a5-4a73-87f2-eec7222334e1 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 03:10:12.713145 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-3657969f-71a5-4a73-87f2-eec7222334e1 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:10:12.714552 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3657969f-71a5-4a73-87f2-eec7222334e1 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0220006 Jan 28 03:10:12.717652 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59234) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:12.725631 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-dfe6033b-7102-46e7-ac05-9599177de58d tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Request body: {'security_group_rule': {'security_group_id': 'adf5b0c8-b5c3-4127-82cc-2fa743951b71', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:10:12.823755 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-dfe6033b-7102-46e7-ac05-9599177de58d tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:10:12.828093 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59242) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:12.832412 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-dfe6033b-7102-46e7-ac05-9599177de58d tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1132541 Jan 28 03:10:12.834670 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-1bfc3347-5b00-4f5f-8ec4-3f0f131954cb tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Request body: {'security_group_rule': {'security_group_id': 'adf5b0c8-b5c3-4127-82cc-2fa743951b71', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:10:12.836263 n-d-712139-27 neutron-server[109803]: WARNING neutron.api.v2.base [None req-1bfc3347-5b00-4f5f-8ec4-3f0f131954cb tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 28 03:10:12.837004 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-1bfc3347-5b00-4f5f-8ec4-3f0f131954cb tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:10:12.841501 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59244) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:12.854148 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-71923acb-e4ee-41a5-85a0-ff5afcff3944 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Request body: {'security_group_rule': {'security_group_id': 'adf5b0c8-b5c3-4127-82cc-2fa743951b71', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:10:12.856820 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1bfc3347-5b00-4f5f-8ec4-3f0f131954cb tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0273695 Jan 28 03:10:13.121224 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-95be9136-cc2a-4bc0-8eea-397cd24da34c req-c2784715-aadb-48dc-9e7f-2d84e938cc84 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 210 time: 0.1620917 Jan 28 03:10:13.167359 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-71923acb-e4ee-41a5-85a0-ff5afcff3944 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:10:13.169484 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-71923acb-e4ee-41a5-85a0-ff5afcff3944 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3257527 Jan 28 03:10:13.182960 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59254) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:13.182960 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-5d0061ef-f12b-48d4-8585-19a96217ebf0 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Request body: {'security_group_rule': {'security_group_id': 'adf5b0c8-b5c3-4127-82cc-2fa743951b71', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:10:13.213436 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41145f8c-175d-4700-8e63-b055cd7ea4be req-d428319d-6e70-49af-bcaf-f64cf4f5966d tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:13.225088 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-41145f8c-175d-4700-8e63-b055cd7ea4be req-d428319d-6e70-49af-bcaf-f64cf4f5966d tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.39 "GET /v2.0/networks?id=cf97283d-0520-42c8-ba1d-d27ef9d37474 HTTP/1.1" status: 200 len: 810 time: 0.3379862 Jan 28 03:10:13.239185 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-41145f8c-175d-4700-8e63-b055cd7ea4be req-3157e637-ced7-44c1-90fa-f87fde2cc81d tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Request body: {'port': {'device_id': 'a069ba2b-4191-4d29-ad61-bb9b2502f385', 'network_id': 'cf97283d-0520-42c8-ba1d-d27ef9d37474', 'admin_state_up': True, 'tenant_id': 'cb134c115eb245dc82a1d93503949d14'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:10:13.252586 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-5d0061ef-f12b-48d4-8585-19a96217ebf0 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:10:13.253738 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5d0061ef-f12b-48d4-8585-19a96217ebf0 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0791602 Jan 28 03:10:13.256542 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59258) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:13.349485 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fff3face-945d-4075-9372-c2d0b8f33c43 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (adf5b0c8-b5c3-4127-82cc-2fa743951b71), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:13.390816 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41145f8c-175d-4700-8e63-b055cd7ea4be req-3157e637-ced7-44c1-90fa-f87fde2cc81d tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Made reservation on behalf of cb134c115eb245dc82a1d93503949d14 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:10:13.392756 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fff3face-945d-4075-9372-c2d0b8f33c43 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (adf5b0c8-b5c3-4127-82cc-2fa743951b71), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:13.397669 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-41145f8c-175d-4700-8e63-b055cd7ea4be req-3157e637-ced7-44c1-90fa-f87fde2cc81d tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:13.505463 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fff3face-945d-4075-9372-c2d0b8f33c43 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (adf5b0c8-b5c3-4127-82cc-2fa743951b71), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:13.515226 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fff3face-945d-4075-9372-c2d0b8f33c43 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:13.521401 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-fff3face-945d-4075-9372-c2d0b8f33c43 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "DELETE /v2.0/security-groups/adf5b0c8-b5c3-4127-82cc-2fa743951b71 HTTP/1.1" status: 204 len: 168 time: 0.2637074 Jan 28 03:10:13.522536 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59262) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:13.578027 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3face-945d-4075-9372-c2d0b8f33c43 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf5b0c8-b5c3-4127-82cc-2fa743951b71,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:13.602195 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff3face-945d-4075-9372-c2d0b8f33c43 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:10:13.603179 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff3face-945d-4075-9372-c2d0b8f33c43 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:10:13.603965 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff3face-945d-4075-9372-c2d0b8f33c43 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:10:13.606356 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff3face-945d-4075-9372-c2d0b8f33c43 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:10:13.607223 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff3face-945d-4075-9372-c2d0b8f33c43 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:10:13.607973 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff3face-945d-4075-9372-c2d0b8f33c43 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:10:13.608716 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff3face-945d-4075-9372-c2d0b8f33c43 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:10:13.609540 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff3face-945d-4075-9372-c2d0b8f33c43 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:10:13.611138 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff3face-945d-4075-9372-c2d0b8f33c43 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:10:13.611797 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff3face-945d-4075-9372-c2d0b8f33c43 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:10:13.612457 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff3face-945d-4075-9372-c2d0b8f33c43 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:10:13.613152 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff3face-945d-4075-9372-c2d0b8f33c43 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:10:13.613814 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff3face-945d-4075-9372-c2d0b8f33c43 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:10:13.743068 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cad0f77e-7476-4a27-8edb-7996766c2353 req-e7ce6592-ef1e-48e4-adb1-90c4c0cb7414 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=a069ba2b-4191-4d29-ad61-bb9b2502f385 HTTP/1.1" status: 200 len: 210 time: 0.0876088 Jan 28 03:10:13.777111 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-919b1e83-e059-4af1-b654-4f042e1a6ab5 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2435999 Jan 28 03:10:13.777111 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59264) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:13.785155 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-41145f8c-175d-4700-8e63-b055cd7ea4be req-3157e637-ced7-44c1-90fa-f87fde2cc81d tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Allocated IP 172.20.0.11 (cf97283d-0520-42c8-ba1d-d27ef9d37474/4ad0c90b-e226-45ca-86b1-39ab12887aa4/0c51e610-4f18-4328-9ab9-eded90c04697) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:10:13.786356 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-0f0264ed-6506-4360-9dce-7a7afa2729e2 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Request body: {'security_group': {'name': 'tempest-secgroup--1380385539'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:10:13.830789 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0f0264ed-6506-4360-9dce-7a7afa2729e2 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:13.987520 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0f0264ed-6506-4360-9dce-7a7afa2729e2 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (bfafcb3f-8cd1-4091-b9d1-d803ef6aee47), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:13.996968 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0f0264ed-6506-4360-9dce-7a7afa2729e2 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (bfafcb3f-8cd1-4091-b9d1-d803ef6aee47), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:14.092412 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0f0264ed-6506-4360-9dce-7a7afa2729e2 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:14.094111 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0f0264ed-6506-4360-9dce-7a7afa2729e2 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3161147 Jan 28 03:10:14.097824 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59274) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:14.106222 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-1493cf28-65b6-4efd-b63e-c917d8e61197 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Request body: {'security_group_rule': {'security_group_id': 'bfafcb3f-8cd1-4091-b9d1-d803ef6aee47', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:10:14.129451 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0264ed-6506-4360-9dce-7a7afa2729e2 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfafcb3f-8cd1-4091-b9d1-d803ef6aee47,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:14.186393 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-1493cf28-65b6-4efd-b63e-c917d8e61197 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] create failed (client error): The resource could not be found. Jan 28 03:10:14.205269 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1493cf28-65b6-4efd-b63e-c917d8e61197 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1029687 Jan 28 03:10:14.205269 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59278) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:14.215847 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-0ae18542-be14-4c93-8923-b9b3fa9aabdc tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Request body: {'security_group_rule': {'security_group_id': 'bfafcb3f-8cd1-4091-b9d1-d803ef6aee47', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'b6f4267a-f6ea-4725-980c-ade908ecdffa'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:10:14.252036 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-41145f8c-175d-4700-8e63-b055cd7ea4be req-3157e637-ced7-44c1-90fa-f87fde2cc81d tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Publish callbacks [] for port (0c51e610-4f18-4328-9ab9-eded90c04697), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:14.300960 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-41145f8c-175d-4700-8e63-b055cd7ea4be req-3157e637-ced7-44c1-90fa-f87fde2cc81d tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (0c51e610-4f18-4328-9ab9-eded90c04697), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:14.334052 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['4a17c9dd-e483-41bd-9eb0-1e23f0fea65f'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:10:14.379535 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3157e637-ced7-44c1-90fa-f87fde2cc81d tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Pushing event updated for resources: {'Port': ['ID=0c51e610-4f18-4328-9ab9-eded90c04697,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:14.392471 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-0ae18542-be14-4c93-8923-b9b3fa9aabdc tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] create failed (client error): The resource could not be found. Jan 28 03:10:14.393904 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0ae18542-be14-4c93-8923-b9b3fa9aabdc tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1884339 Jan 28 03:10:14.396772 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59282) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:14.415269 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41145f8c-175d-4700-8e63-b055cd7ea4be req-3157e637-ced7-44c1-90fa-f87fde2cc81d tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Network cf97283d-0520-42c8-ba1d-d27ef9d37474 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:10:14.417448 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-41145f8c-175d-4700-8e63-b055cd7ea4be req-3157e637-ced7-44c1-90fa-f87fde2cc81d tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:10:14.420306 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-41145f8c-175d-4700-8e63-b055cd7ea4be req-3157e637-ced7-44c1-90fa-f87fde2cc81d tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:10:14.470431 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b9dc0cac-a3c6-45ec-93d2-21c642016c54 req-b09fba0d-cafc-4bc2-9650-a96a445df248 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 210 time: 0.0751472 Jan 28 03:10:14.492957 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41145f8c-175d-4700-8e63-b055cd7ea4be req-3157e637-ced7-44c1-90fa-f87fde2cc81d tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:14.493922 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-41145f8c-175d-4700-8e63-b055cd7ea4be req-3157e637-ced7-44c1-90fa-f87fde2cc81d tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:14.523838 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-41145f8c-175d-4700-8e63-b055cd7ea4be req-3157e637-ced7-44c1-90fa-f87fde2cc81d tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2908273 Jan 28 03:10:14.524920 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5b19918f-8808-4020-b10c-426b60bad157 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (bfafcb3f-8cd1-4091-b9d1-d803ef6aee47), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:14.542428 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-41145f8c-175d-4700-8e63-b055cd7ea4be req-38d724cd-f078-4da8-949d-18fbe5616e20 service neutron] Request body: {'port': {'device_id': 'a069ba2b-4191-4d29-ad61-bb9b2502f385', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:10:14.562129 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5b19918f-8808-4020-b10c-426b60bad157 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (bfafcb3f-8cd1-4091-b9d1-d803ef6aee47), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:14.652077 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5b19918f-8808-4020-b10c-426b60bad157 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (bfafcb3f-8cd1-4091-b9d1-d803ef6aee47), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:14.655066 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5b19918f-8808-4020-b10c-426b60bad157 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:14.656490 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5b19918f-8808-4020-b10c-426b60bad157 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "DELETE /v2.0/security-groups/bfafcb3f-8cd1-4091-b9d1-d803ef6aee47 HTTP/1.1" status: 204 len: 168 time: 0.2579517 Jan 28 03:10:14.661270 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59290) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:14.674864 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19918f-8808-4020-b10c-426b60bad157 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfafcb3f-8cd1-4091-b9d1-d803ef6aee47,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:14.693416 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-41145f8c-175d-4700-8e63-b055cd7ea4be req-38d724cd-f078-4da8-949d-18fbe5616e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (0c51e610-4f18-4328-9ab9-eded90c04697), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:14.761937 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-fa7bd371-13aa-4f4b-b53d-a423de42a9a6 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0993762 Jan 28 03:10:14.767855 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59292) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:14.772679 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-a5fd6f57-442e-4ed4-a6fd-88e26087e563 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Request body: {'security_group_rule': {'security_group_id': 'a7dfcfae-6567-451e-be03-2c1d378b2969', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:10:14.832031 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-a5fd6f57-442e-4ed4-a6fd-88e26087e563 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] create failed (client error): The resource could not be found. Jan 28 03:10:14.838241 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a5fd6f57-442e-4ed4-a6fd-88e26087e563 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0686824 Jan 28 03:10:14.844076 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59298) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:14.850924 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-c7365b9c-3f8e-4dc6-8426-7d5d311debe7 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Request body: {'security_group': {'name': 'tempest-secgroup--521474914'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:10:14.895279 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c7365b9c-3f8e-4dc6-8426-7d5d311debe7 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:15.006873 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c7365b9c-3f8e-4dc6-8426-7d5d311debe7 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (0acffac7-0a40-41cb-8714-9d035198a02b), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:15.011430 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c7365b9c-3f8e-4dc6-8426-7d5d311debe7 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (0acffac7-0a40-41cb-8714-9d035198a02b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:15.057522 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c7365b9c-3f8e-4dc6-8426-7d5d311debe7 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:15.059885 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e3b5d-5cc2-4d71-bd3a-e0ef546b021f req-38fb0feb-6b80-4a88-a689-1838501365b5 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:15.060426 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c7365b9c-3f8e-4dc6-8426-7d5d311debe7 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2147160 Jan 28 03:10:15.065502 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59302) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:15.069503 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-701e3b5d-5cc2-4d71-bd3a-e0ef546b021f req-38fb0feb-6b80-4a88-a689-1838501365b5 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=a069ba2b-4191-4d29-ad61-bb9b2502f385 HTTP/1.1" status: 200 len: 932 time: 0.1488748 Jan 28 03:10:15.072458 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-d2d34880-6797-42f9-ac43-188027931734 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Request body: {'security_group': {'name': 'tempest-secgroup--1972615120'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:10:15.120159 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7365b9c-3f8e-4dc6-8426-7d5d311debe7 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0acffac7-0a40-41cb-8714-9d035198a02b,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:15.150515 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d2d34880-6797-42f9-ac43-188027931734 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:15.174307 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-701e3b5d-5cc2-4d71-bd3a-e0ef546b021f req-bbfab422-1efa-41ca-b315-a35640ea2c55 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036296 Jan 28 03:10:15.253930 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-41145f8c-175d-4700-8e63-b055cd7ea4be req-38d724cd-f078-4da8-949d-18fbe5616e20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c51e610-4f18-4328-9ab9-eded90c04697 {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:10:15.263618 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-41145f8c-175d-4700-8e63-b055cd7ea4be req-38d724cd-f078-4da8-949d-18fbe5616e20 service neutron] Publish callbacks [] for port (0c51e610-4f18-4328-9ab9-eded90c04697), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:15.279783 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-41145f8c-175d-4700-8e63-b055cd7ea4be req-38d724cd-f078-4da8-949d-18fbe5616e20 service neutron] Transition to ACTIVE for port object 0c51e610-4f18-4328-9ab9-eded90c04697 will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:10:15.282910 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d2d34880-6797-42f9-ac43-188027931734 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (78c0449f-5576-4d96-b9e2-f0ff262052a9), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:15.284505 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-41145f8c-175d-4700-8e63-b055cd7ea4be req-38d724cd-f078-4da8-949d-18fbe5616e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (0c51e610-4f18-4328-9ab9-eded90c04697), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:15.307200 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d2d34880-6797-42f9-ac43-188027931734 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (78c0449f-5576-4d96-b9e2-f0ff262052a9), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:15.353691 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d724cd-f078-4da8-949d-18fbe5616e20 service neutron] Pushing event updated for resources: {'Port': ['ID=0c51e610-4f18-4328-9ab9-eded90c04697,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:15.378410 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d2d34880-6797-42f9-ac43-188027931734 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:15.383340 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d2d34880-6797-42f9-ac43-188027931734 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3165522 Jan 28 03:10:15.386858 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59314) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:15.392112 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-be375fb6-acab-4914-b0ee-8431ba1cc609 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Request body: {'security_group_rule': {'security_group_id': '0acffac7-0a40-41cb-8714-9d035198a02b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '78c0449f-5576-4d96-b9e2-f0ff262052a9'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:10:15.401471 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d34880-6797-42f9-ac43-188027931734 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78c0449f-5576-4d96-b9e2-f0ff262052a9,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:15.453038 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-be375fb6-acab-4914-b0ee-8431ba1cc609 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:10:15.456501 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-be375fb6-acab-4914-b0ee-8431ba1cc609 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0671566 Jan 28 03:10:15.457961 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59316) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:15.499016 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-41145f8c-175d-4700-8e63-b055cd7ea4be req-38d724cd-f078-4da8-949d-18fbe5616e20 service neutron] Attempting to bind port 0c51e610-4f18-4328-9ab9-eded90c04697 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:10:15.500072 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-41145f8c-175d-4700-8e63-b055cd7ea4be req-38d724cd-f078-4da8-949d-18fbe5616e20 service neutron] Attempting to bind port 0c51e610-4f18-4328-9ab9-eded90c04697 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '103b4545-2fea-4015-ba4c-541201deccef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'cf97283d-0520-42c8-ba1d-d27ef9d37474'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:10:15.500640 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41145f8c-175d-4700-8e63-b055cd7ea4be req-38d724cd-f078-4da8-949d-18fbe5616e20 service neutron] Attempting to bind port 0c51e610-4f18-4328-9ab9-eded90c04697 on network cf97283d-0520-42c8-ba1d-d27ef9d37474 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:10:15.507848 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41145f8c-175d-4700-8e63-b055cd7ea4be req-38d724cd-f078-4da8-949d-18fbe5616e20 service neutron] Port 0c51e610-4f18-4328-9ab9-eded90c04697 on network cf97283d-0520-42c8-ba1d-d27ef9d37474 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:10:15.508425 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41145f8c-175d-4700-8e63-b055cd7ea4be req-38d724cd-f078-4da8-949d-18fbe5616e20 service neutron] Attempting to bind port 0c51e610-4f18-4328-9ab9-eded90c04697 on network cf97283d-0520-42c8-ba1d-d27ef9d37474 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:10:15.514763 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41145f8c-175d-4700-8e63-b055cd7ea4be req-38d724cd-f078-4da8-949d-18fbe5616e20 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:10:15.515297 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41145f8c-175d-4700-8e63-b055cd7ea4be req-38d724cd-f078-4da8-949d-18fbe5616e20 service neutron] Checking segment: {'id': '103b4545-2fea-4015-ba4c-541201deccef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'cf97283d-0520-42c8-ba1d-d27ef9d37474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:10:15.515993 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41145f8c-175d-4700-8e63-b055cd7ea4be req-38d724cd-f078-4da8-949d-18fbe5616e20 service neutron] Bound using segment: {'id': '103b4545-2fea-4015-ba4c-541201deccef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'cf97283d-0520-42c8-ba1d-d27ef9d37474'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:10:15.516624 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-41145f8c-175d-4700-8e63-b055cd7ea4be req-38d724cd-f078-4da8-949d-18fbe5616e20 service neutron] Bound port: 0c51e610-4f18-4328-9ab9-eded90c04697, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '103b4545-2fea-4015-ba4c-541201deccef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'cf97283d-0520-42c8-ba1d-d27ef9d37474'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:10:15.517055 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-41145f8c-175d-4700-8e63-b055cd7ea4be req-38d724cd-f078-4da8-949d-18fbe5616e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (0c51e610-4f18-4328-9ab9-eded90c04697), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:15.599048 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-44b8387d-be51-4600-b58d-30e16209a1bd tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (78c0449f-5576-4d96-b9e2-f0ff262052a9), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:15.673762 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-44b8387d-be51-4600-b58d-30e16209a1bd tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (78c0449f-5576-4d96-b9e2-f0ff262052a9), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:15.724226 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3bba0754-a718-46d5-b874-59d05f5f1d08 req-fcc753b1-cd84-47c9-b43f-0bef8f6b1c07 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 210 time: 0.0404136 Jan 28 03:10:15.731825 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-44b8387d-be51-4600-b58d-30e16209a1bd tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (78c0449f-5576-4d96-b9e2-f0ff262052a9), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:15.735483 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-44b8387d-be51-4600-b58d-30e16209a1bd tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:15.736994 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-44b8387d-be51-4600-b58d-30e16209a1bd tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "DELETE /v2.0/security-groups/78c0449f-5576-4d96-b9e2-f0ff262052a9 HTTP/1.1" status: 204 len: 168 time: 0.2773633 Jan 28 03:10:15.741685 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59328) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:15.773117 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-41145f8c-175d-4700-8e63-b055cd7ea4be req-38d724cd-f078-4da8-949d-18fbe5616e20 service neutron] For port 0c51e610-4f18-4328-9ab9-eded90c04697, host n-h2-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:10:15.805135 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-41145f8c-175d-4700-8e63-b055cd7ea4be req-38d724cd-f078-4da8-949d-18fbe5616e20 service neutron] For port 0c51e610-4f18-4328-9ab9-eded90c04697, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=0c51e610-4f18-4328-9ab9-eded90c04697,segment=NetworkSegment(103b4545-2fea-4015-ba4c-541201deccef),segment_id=103b4545-2fea-4015-ba4c-541201deccef)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:10:15.821776 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-41145f8c-175d-4700-8e63-b055cd7ea4be req-38d724cd-f078-4da8-949d-18fbe5616e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (0c51e610-4f18-4328-9ab9-eded90c04697), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:15.822312 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8387d-be51-4600-b58d-30e16209a1bd tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c0449f-5576-4d96-b9e2-f0ff262052a9,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:15.884204 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41145f8c-175d-4700-8e63-b055cd7ea4be req-38d724cd-f078-4da8-949d-18fbe5616e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:15.884919 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-41145f8c-175d-4700-8e63-b055cd7ea4be req-38d724cd-f078-4da8-949d-18fbe5616e20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:15.887251 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-41145f8c-175d-4700-8e63-b055cd7ea4be req-38d724cd-f078-4da8-949d-18fbe5616e20 service neutron] 10.222.0.39 "PUT /v2.0/ports/0c51e610-4f18-4328-9ab9-eded90c04697 HTTP/1.1" status: 200 len: 1093 time: 1.3493655 Jan 28 03:10:15.887970 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a069ba2b-4191-4d29-ad61-bb9b2502f385', 'tag': '0c51e610-4f18-4328-9ab9-eded90c04697'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:10:15.892036 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e81b61-2af4-4645-b732-36c80345bad3" -d '{"events": [{"name": "network-changed", "server_uuid": "a069ba2b-4191-4d29-ad61-bb9b2502f385", "tag": "0c51e610-4f18-4328-9ab9-eded90c04697"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:10:15.925501 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b3909cec-4af9-4bab-974e-01f544a3e0ea tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1815236 Jan 28 03:10:15.930844 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59334) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:15.967397 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d724cd-f078-4da8-949d-18fbe5616e20 service neutron] Pushing event updated for resources: {'Port': ['ID=0c51e610-4f18-4328-9ab9-eded90c04697,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:16.012312 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0a86e4-ee67-4810-9e20-3a81f40bdd43 x-openstack-request-id: req-4b0a86e4-ee67-4810-9e20-3a81f40bdd43 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:10:16.025615 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a069ba2b-4191-4d29-ad61-bb9b2502f385", "tag": "0c51e610-4f18-4328-9ab9-eded90c04697", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:10:16.026252 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4b0a86e4-ee67-4810-9e20-3a81f40bdd43 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:10:16.027084 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a069ba2b-4191-4d29-ad61-bb9b2502f385', 'tag': '0c51e610-4f18-4328-9ab9-eded90c04697', 'status': 'completed', 'code': 200} Jan 28 03:10:16.109911 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41145f8c-175d-4700-8e63-b055cd7ea4be req-b83a3a56-ba5b-4398-ae6b-2e6e62d67680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:16.112751 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-41145f8c-175d-4700-8e63-b055cd7ea4be req-b83a3a56-ba5b-4398-ae6b-2e6e62d67680 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb134c115eb245dc82a1d93503949d14&device_id=a069ba2b-4191-4d29-ad61-bb9b2502f385 HTTP/1.1" status: 200 len: 1096 time: 0.1336598 Jan 28 03:10:16.177713 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-41145f8c-175d-4700-8e63-b055cd7ea4be req-33d5972c-4c49-4998-a044-944b9112e826 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c51e610-4f18-4328-9ab9-eded90c04697 HTTP/1.1" status: 200 len: 217 time: 0.0454221 Jan 28 03:10:16.181117 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58ba98be-d14c-432d-b71a-8687f98ee661 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (0acffac7-0a40-41cb-8714-9d035198a02b), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:16.264308 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58ba98be-d14c-432d-b71a-8687f98ee661 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (0acffac7-0a40-41cb-8714-9d035198a02b), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:16.326867 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41145f8c-175d-4700-8e63-b055cd7ea4be req-8c185c30-983d-4161-a3a3-08e72caf983f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:16.329472 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-41145f8c-175d-4700-8e63-b055cd7ea4be req-8c185c30-983d-4161-a3a3-08e72caf983f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ad0c90b-e226-45ca-86b1-39ab12887aa4 HTTP/1.1" status: 200 len: 850 time: 0.1155305 Jan 28 03:10:16.445095 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-41145f8c-175d-4700-8e63-b055cd7ea4be req-c4f08813-2c94-4ad3-b5c9-282f78f8d0e0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cf97283d-0520-42c8-ba1d-d27ef9d37474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965791 Jan 28 03:10:16.466698 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58ba98be-d14c-432d-b71a-8687f98ee661 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (0acffac7-0a40-41cb-8714-9d035198a02b), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:16.469743 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58ba98be-d14c-432d-b71a-8687f98ee661 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:16.474389 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-58ba98be-d14c-432d-b71a-8687f98ee661 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "DELETE /v2.0/security-groups/0acffac7-0a40-41cb-8714-9d035198a02b HTTP/1.1" status: 204 len: 168 time: 0.5387056 Jan 28 03:10:16.475708 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59352) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:16.523310 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba98be-d14c-432d-b71a-8687f98ee661 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acffac7-0a40-41cb-8714-9d035198a02b,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:16.611216 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f1feddc0-d3cf-490d-ad80-03cf51c25dc8 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1339583 Jan 28 03:10:16.618768 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59354) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:16.628143 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-1525c072-7580-4ca9-8879-3146445ffe7b tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Request body: {'security_group': {'name': 'tempest-secgroup--889031660'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:10:16.650810 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1525c072-7580-4ca9-8879-3146445ffe7b tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:16.658742 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3539ed-bbe8-4e9c-b465-e30cf2ab3389 req-2a2e5f44-0e6d-4512-a055-1dc2c5b5cd73 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:16.661997 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8d3539ed-bbe8-4e9c-b465-e30cf2ab3389 req-2a2e5f44-0e6d-4512-a055-1dc2c5b5cd73 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=a069ba2b-4191-4d29-ad61-bb9b2502f385 HTTP/1.1" status: 200 len: 944 time: 0.3145823 Jan 28 03:10:16.666820 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-41145f8c-175d-4700-8e63-b055cd7ea4be req-8362d5f8-65c4-441d-89be-84c6ba0de46c service neutron] 10.222.0.39 "GET /v2.0/networks/cf97283d-0520-42c8-ba1d-d27ef9d37474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934447 Jan 28 03:10:16.744061 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1525c072-7580-4ca9-8879-3146445ffe7b tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (c47e2e9c-1ce8-4d3e-8b7d-7e52e855788b), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:16.761579 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1525c072-7580-4ca9-8879-3146445ffe7b tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c47e2e9c-1ce8-4d3e-8b7d-7e52e855788b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:16.800420 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1525c072-7580-4ca9-8879-3146445ffe7b tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:16.819277 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1525c072-7580-4ca9-8879-3146445ffe7b tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1937602 Jan 28 03:10:16.819635 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59358) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:16.827788 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-12a1f4bf-40ef-4831-bcf5-931993567e7b tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:10:16.828260 n-d-712139-27 neutron-server[109803]: WARNING neutron.api.v2.base [None req-12a1f4bf-40ef-4831-bcf5-931993567e7b tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 03:10:16.828744 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-12a1f4bf-40ef-4831-bcf5-931993567e7b tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] update failed (client error): There was a conflict when trying to complete your request. Jan 28 03:10:16.837871 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-12a1f4bf-40ef-4831-bcf5-931993567e7b tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "PUT /v2.0/security-groups/c47e2e9c-1ce8-4d3e-8b7d-7e52e855788b HTTP/1.1" status: 409 len: 330 time: 0.0159242 Jan 28 03:10:16.838943 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59360) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:16.840483 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525c072-7580-4ca9-8879-3146445ffe7b tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c47e2e9c-1ce8-4d3e-8b7d-7e52e855788b,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:16.850988 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-41145f8c-175d-4700-8e63-b055cd7ea4be req-bc6255d4-520c-4e5e-9f86-0d8acd953677 service neutron] 10.222.0.39 "GET /v2.0/networks/cf97283d-0520-42c8-ba1d-d27ef9d37474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071582 Jan 28 03:10:16.861127 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8d3539ed-bbe8-4e9c-b465-e30cf2ab3389 req-50c5aebc-b521-46f4-98c4-db183efa48c1 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891365 Jan 28 03:10:16.965952 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-233ea21d-92ba-4c16-be38-30666e27dbb9 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (c47e2e9c-1ce8-4d3e-8b7d-7e52e855788b), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:17.086170 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e81b61-2af4-4645-b732-36c80345bad3 req-90b6ff81-0a7d-45a0-8363-33abc337dc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:17.086536 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-233ea21d-92ba-4c16-be38-30666e27dbb9 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (c47e2e9c-1ce8-4d3e-8b7d-7e52e855788b), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:17.087830 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-15e81b61-2af4-4645-b732-36c80345bad3 req-90b6ff81-0a7d-45a0-8363-33abc337dc35 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb134c115eb245dc82a1d93503949d14&device_id=a069ba2b-4191-4d29-ad61-bb9b2502f385 HTTP/1.1" status: 200 len: 1096 time: 0.1024954 Jan 28 03:10:17.115190 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5700ded2-6c4b-4a4f-84dd-e2766f0c84e1 req-03617ee8-9ff4-4c83-8856-60ec85b8cd01 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 210 time: 0.0958273 Jan 28 03:10:17.185901 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-233ea21d-92ba-4c16-be38-30666e27dbb9 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c47e2e9c-1ce8-4d3e-8b7d-7e52e855788b), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:17.189401 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-233ea21d-92ba-4c16-be38-30666e27dbb9 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:17.193895 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-233ea21d-92ba-4c16-be38-30666e27dbb9 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "DELETE /v2.0/security-groups/c47e2e9c-1ce8-4d3e-8b7d-7e52e855788b HTTP/1.1" status: 204 len: 168 time: 0.3410246 Jan 28 03:10:17.194598 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59368) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:17.232518 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ea21d-92ba-4c16-be38-30666e27dbb9 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47e2e9c-1ce8-4d3e-8b7d-7e52e855788b,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:17.259762 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e81b61-2af4-4645-b732-36c80345bad3 req-8935e73a-3efb-4f6b-9a8e-06b5148a7010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:17.261546 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-15e81b61-2af4-4645-b732-36c80345bad3 req-8935e73a-3efb-4f6b-9a8e-06b5148a7010 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cf97283d-0520-42c8-ba1d-d27ef9d37474 HTTP/1.1" status: 200 len: 911 time: 0.1669269 Jan 28 03:10:17.289008 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f72e16e7-8f06-425d-ac09-fd34fb428f6c tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0737035 Jan 28 03:10:17.294567 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59372) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:17.307952 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-15e81b61-2af4-4645-b732-36c80345bad3 req-548219df-54b8-4fc4-8ecd-4d4e0f0ca4fa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c51e610-4f18-4328-9ab9-eded90c04697 HTTP/1.1" status: 200 len: 217 time: 0.0393369 Jan 28 03:10:17.311055 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-ee09e53f-ba53-4870-af77-dddeec73f838 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] delete failed (client error): The resource could not be found. Jan 28 03:10:17.312375 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ee09e53f-ba53-4870-af77-dddeec73f838 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "DELETE /v2.0/security-groups/262928f7-39b8-40fa-9d69-4c00db12d351 HTTP/1.1" status: 404 len: 347 time: 0.0166142 Jan 28 03:10:17.318546 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59374) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:17.339152 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-3f3b5372-06dc-488c-8ca0-1dc57f827c7b tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] show failed (client error): The resource could not be found. Jan 28 03:10:17.346051 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-3f3b5372-06dc-488c-8ca0-1dc57f827c7b tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "GET /v2.0/security-groups/9d472f37-28ca-4378-8973-519c08a19ba8 HTTP/1.1" status: 404 len: 347 time: 0.0260134 Jan 28 03:10:17.346952 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59376) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:17.368856 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-e569fb1b-3483-45a8-8eae-0afc8a7c0ba2 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] show failed (client error): The resource could not be found. Jan 28 03:10:17.376487 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e569fb1b-3483-45a8-8eae-0afc8a7c0ba2 tempest-NegativeSecGroupTest-1454914931 tempest-NegativeSecGroupTest-1454914931-project] 10.222.0.53 "GET /v2.0/security-group-rules/b5744a38-e95f-42ae-b00f-b2c12b1355a3 HTTP/1.1" status: 404 len: 356 time: 0.0276361 Jan 28 03:10:17.405646 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e81b61-2af4-4645-b732-36c80345bad3 req-03c3785e-4a0b-4c91-81c8-be694eb70510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:17.408160 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-15e81b61-2af4-4645-b732-36c80345bad3 req-03c3785e-4a0b-4c91-81c8-be694eb70510 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ad0c90b-e226-45ca-86b1-39ab12887aa4 HTTP/1.1" status: 200 len: 850 time: 0.0901828 Jan 28 03:10:17.462746 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-15e81b61-2af4-4645-b732-36c80345bad3 req-38f4a3dc-1fa0-4558-802a-b30d349a73cb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cf97283d-0520-42c8-ba1d-d27ef9d37474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431235 Jan 28 03:10:17.629120 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-15e81b61-2af4-4645-b732-36c80345bad3 req-c51ac0b5-9c73-461a-9bf3-1e79e6c3a0de service neutron] 10.222.0.39 "GET /v2.0/networks/cf97283d-0520-42c8-ba1d-d27ef9d37474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592917 Jan 28 03:10:17.819002 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-15e81b61-2af4-4645-b732-36c80345bad3 req-36b5a0d9-abec-40e5-b43c-f857a1be32e9 service neutron] 10.222.0.39 "GET /v2.0/networks/cf97283d-0520-42c8-ba1d-d27ef9d37474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824677 Jan 28 03:10:17.906940 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59390) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:18.123749 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944e8e0-cb78-499b-9a10-02ca409984cf req-e97fc57d-f905-4d56-bc7b-e60f8c9cfce9 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:18.142055 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1944e8e0-cb78-499b-9a10-02ca409984cf req-e97fc57d-f905-4d56-bc7b-e60f8c9cfce9 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=a069ba2b-4191-4d29-ad61-bb9b2502f385 HTTP/1.1" status: 200 len: 944 time: 0.1392531 Jan 28 03:10:18.273840 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-557f37d5-4463-45da-a0d4-a953d3190a11 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1881dde49572484490902e31666fb972&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3628354 Jan 28 03:10:18.276295 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59404) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:18.283075 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1944e8e0-cb78-499b-9a10-02ca409984cf req-488ed927-1f28-4634-8ed0-466f0bd2e460 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402369 Jan 28 03:10:18.364880 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6921c542-664e-452d-a27f-afa72a81aee9 req-816ee64e-dfc1-44e8-b29f-76ba6c2fefec tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 210 time: 0.0367966 Jan 28 03:10:18.385911 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-363d9524-cec8-48cc-a7c1-a1cbf6388611 admin admin] Publish callbacks [] for security_group (238c63d7-d46d-438b-b092-17539402c31a), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:18.413111 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-363d9524-cec8-48cc-a7c1-a1cbf6388611 admin admin] Publish callbacks [] for security_group (238c63d7-d46d-438b-b092-17539402c31a), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:18.460824 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-363d9524-cec8-48cc-a7c1-a1cbf6388611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (238c63d7-d46d-438b-b092-17539402c31a), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:18.464707 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-363d9524-cec8-48cc-a7c1-a1cbf6388611 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:18.479137 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-363d9524-cec8-48cc-a7c1-a1cbf6388611 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/238c63d7-d46d-438b-b092-17539402c31a HTTP/1.1" status: 204 len: 168 time: 0.1911125 Jan 28 03:10:18.501676 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d9524-cec8-48cc-a7c1-a1cbf6388611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238c63d7-d46d-438b-b092-17539402c31a,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:19.488319 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502e0ec-e70e-4b95-b84d-9c17efe11461 req-59498f03-e4c1-42b1-a390-01c7336834d7 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:19.503171 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1502e0ec-e70e-4b95-b84d-9c17efe11461 req-59498f03-e4c1-42b1-a390-01c7336834d7 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=a069ba2b-4191-4d29-ad61-bb9b2502f385 HTTP/1.1" status: 200 len: 944 time: 0.1044161 Jan 28 03:10:19.558638 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-04cac6bb-6d63-498d-8ab1-a50c7dcf0c83 req-418f0a0f-9ba0-4e5a-b1b1-21088b44535d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 210 time: 0.0476303 Jan 28 03:10:19.641704 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1502e0ec-e70e-4b95-b84d-9c17efe11461 req-503fdd23-ef36-49d2-9c9a-628170e5afb9 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368380 Jan 28 03:10:19.881722 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59450) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:20.215810 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 0c51e610-4f18-4328-9ab9-eded90c04697 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:10:20.221735 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-d1b40498-926a-4852-a53c-94c9eab35d0a tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1297088797'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:10:20.281500 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b40498-926a-4852-a53c-94c9eab35d0a tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] Made reservation on behalf of 64403ed635dd414a9e08dd437d1bcbd1 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:10:20.294775 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d1b40498-926a-4852-a53c-94c9eab35d0a tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:20.329806 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d1b40498-926a-4852-a53c-94c9eab35d0a tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:20.435786 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 0c51e610-4f18-4328-9ab9-eded90c04697, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=0c51e610-4f18-4328-9ab9-eded90c04697,segment=NetworkSegment(103b4545-2fea-4015-ba4c-541201deccef),segment_id=103b4545-2fea-4015-ba4c-541201deccef)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:10:20.456764 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '0c51e610-4f18-4328-9ab9-eded90c04697', 'network_id': 'cf97283d-0520-42c8-ba1d-d27ef9d37474', 'port_id': '0c51e610-4f18-4328-9ab9-eded90c04697', 'mac_address': 'fa:16:3e:0e:d7:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ad0c90b-e226-45ca-86b1-39ab12887aa4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:10:20.518615 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d1b40498-926a-4852-a53c-94c9eab35d0a tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] Publish callbacks [] for security_group (14bc0e85-6ea1-49ae-a1cc-c060eb503245), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:20.524457 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d1b40498-926a-4852-a53c-94c9eab35d0a tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (14bc0e85-6ea1-49ae-a1cc-c060eb503245), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:20.550253 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 0c51e610-4f18-4328-9ab9-eded90c04697 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:10:20.551230 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (0c51e610-4f18-4328-9ab9-eded90c04697), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:20.584980 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c51e610-4f18-4328-9ab9-eded90c04697 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:10:20.608433 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1b40498-926a-4852-a53c-94c9eab35d0a tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:10:20.628249 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 0c51e610-4f18-4328-9ab9-eded90c04697, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=0c51e610-4f18-4328-9ab9-eded90c04697,segment=NetworkSegment(103b4545-2fea-4015-ba4c-541201deccef),segment_id=103b4545-2fea-4015-ba4c-541201deccef)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:10:20.636940 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (0c51e610-4f18-4328-9ab9-eded90c04697), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:20.653352 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b40498-926a-4852-a53c-94c9eab35d0a tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14bc0e85-6ea1-49ae-a1cc-c060eb503245,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:20.660878 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d1b40498-926a-4852-a53c-94c9eab35d0a tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (d0c219c9-ec64-4d87-a43a-ff86ee2b97e8), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:20.665029 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-d1b40498-926a-4852-a53c-94c9eab35d0a tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] Added segment d0c219c9-ec64-4d87-a43a-ff86ee2b97e8 of type vlan for network 476521d9-6cb8-4377-a647-a9db4e15f6ff Jan 28 03:10:20.724249 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=0c51e610-4f18-4328-9ab9-eded90c04697,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:20.800607 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3205fcdb-1983-48ab-8c3f-2ce0d80fec64 req-ffd76e91-2cd5-4699-843b-08d618a00b82 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 210 time: 0.0594580 Jan 28 03:10:20.867171 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d1b40498-926a-4852-a53c-94c9eab35d0a tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (476521d9-6cb8-4377-a647-a9db4e15f6ff), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:20.931708 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['0c51e610-4f18-4328-9ab9-eded90c04697'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:10:20.950429 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15abe3c7-c2b1-4174-8896-fd55ef99a35e req-71b0b911-a094-4879-b156-31c2b4ab6377 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:20.960082 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-15abe3c7-c2b1-4174-8896-fd55ef99a35e req-71b0b911-a094-4879-b156-31c2b4ab6377 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=a069ba2b-4191-4d29-ad61-bb9b2502f385 HTTP/1.1" status: 200 len: 945 time: 0.1683538 Jan 28 03:10:20.974247 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d1b40498-926a-4852-a53c-94c9eab35d0a tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (476521d9-6cb8-4377-a647-a9db4e15f6ff), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:20.982474 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b40498-926a-4852-a53c-94c9eab35d0a tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:20.983195 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d1b40498-926a-4852-a53c-94c9eab35d0a tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:21.073890 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59476) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:21.080889 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.tag.tag_plugin [None req-d40bfc4e-e90f-4bfc-ba20-88bd76308d96 tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '476521d9-6cb8-4377-a647-a9db4e15f6ff', 'tempest-TagsTest-Tag-1316209915') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:10:21.089741 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d1b40498-926a-4852-a53c-94c9eab35d0a tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.2019060 Jan 28 03:10:21.282747 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b40498-926a-4852-a53c-94c9eab35d0a tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] Pushing event updated for resources: {'Network': ['ID=476521d9-6cb8-4377-a647-a9db4e15f6ff,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:21.299557 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-15abe3c7-c2b1-4174-8896-fd55ef99a35e req-a5d92a22-de40-40ac-80cc-d840f45d4ca0 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383090 Jan 28 03:10:21.305471 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 476521d9-6cb8-4377-a647-a9db4e15f6ff details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:10:21.400927 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59486) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:21.401662 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d40bfc4e-e90f-4bfc-ba20-88bd76308d96 tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] 10.222.0.53 "PUT /v2.0/networks/476521d9-6cb8-4377-a647-a9db4e15f6ff/tags/tempest-TagsTest-Tag-1316209915 HTTP/1.1" status: 201 len: 201 time: 0.3259585 Jan 28 03:10:21.408670 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.tag.tag_plugin [None req-d10a975c-81bc-468f-aec7-36f544dd59ad tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '476521d9-6cb8-4377-a647-a9db4e15f6ff', 'tempest-TagsTest-Tag-1316209915') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:10:21.591019 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d10a975c-81bc-468f-aec7-36f544dd59ad tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] 10.222.0.53 "GET /v2.0/networks/476521d9-6cb8-4377-a647-a9db4e15f6ff/tags/tempest-TagsTest-Tag-1316209915 HTTP/1.1" status: 204 len: 168 time: 0.1884551 Jan 28 03:10:21.594906 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59490) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:21.599472 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.tag.tag_plugin [None req-5a66d43e-45ff-4bfd-b3e1-1d26a94f3ca4 tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '476521d9-6cb8-4377-a647-a9db4e15f6ff') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:10:21.705501 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5a66d43e-45ff-4bfd-b3e1-1d26a94f3ca4 tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] 10.222.0.53 "GET /v2.0/networks/476521d9-6cb8-4377-a647-a9db4e15f6ff/tags HTTP/1.1" status: 200 len: 238 time: 0.1074090 Jan 28 03:10:21.708392 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59492) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:21.713836 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.tag.tag_plugin [None req-87c9ee4b-c056-4e89-bd55-880e138fa73f tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '476521d9-6cb8-4377-a647-a9db4e15f6ff', {'tags': ['tempest-TagsTest-Tag-1378450209', 'tempest-TagsTest-Tag-1183759252', 'tempest-TagsTest-Tag-28161982']}) {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:10:21.852655 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-87c9ee4b-c056-4e89-bd55-880e138fa73f tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] 10.222.0.53 "PUT /v2.0/networks/476521d9-6cb8-4377-a647-a9db4e15f6ff/tags HTTP/1.1" status: 200 len: 307 time: 0.1428554 Jan 28 03:10:21.859875 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59500) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:21.865945 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.tag.tag_plugin [None req-039ee33c-58e2-4c5e-a0ca-afe3a857a06b tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '476521d9-6cb8-4377-a647-a9db4e15f6ff', 'tempest-TagsTest-Tag-1378450209') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:10:22.023877 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-039ee33c-58e2-4c5e-a0ca-afe3a857a06b tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] 10.222.0.53 "DELETE /v2.0/networks/476521d9-6cb8-4377-a647-a9db4e15f6ff/tags/tempest-TagsTest-Tag-1378450209 HTTP/1.1" status: 204 len: 168 time: 0.1624055 Jan 28 03:10:22.027276 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59506) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:22.033747 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.tag.tag_plugin [None req-cf15fcde-e850-47f4-8ce1-34907232cea1 tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '476521d9-6cb8-4377-a647-a9db4e15f6ff', 'tempest-TagsTest-Tag-1378450209') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:10:22.133889 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-cf15fcde-e850-47f4-8ce1-34907232cea1 tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] show failed (client error): The resource could not be found. Jan 28 03:10:22.135972 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-cf15fcde-e850-47f4-8ce1-34907232cea1 tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] 10.222.0.53 "GET /v2.0/networks/476521d9-6cb8-4377-a647-a9db4e15f6ff/tags/tempest-TagsTest-Tag-1378450209 HTTP/1.1" status: 404 len: 326 time: 0.1073070 Jan 28 03:10:22.140168 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59510) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:22.148529 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.tag.tag_plugin [None req-7eae2b7d-659b-41c0-b0f0-c1939d4d86f5 tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '476521d9-6cb8-4377-a647-a9db4e15f6ff', 'tempest-TagsTest-Tag-1183759252') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:10:22.197259 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2e88f2da-c918-409f-b61a-7b28e6ac243c req-417d4dc5-284c-4a41-a553-7d6b87d16263 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 210 time: 0.1068852 Jan 28 03:10:22.242631 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 0c51e610-4f18-4328-9ab9-eded90c04697 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:10:22.483670 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7eae2b7d-659b-41c0-b0f0-c1939d4d86f5 tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] 10.222.0.53 "GET /v2.0/networks/476521d9-6cb8-4377-a647-a9db4e15f6ff/tags/tempest-TagsTest-Tag-1183759252 HTTP/1.1" status: 204 len: 168 time: 0.3420582 Jan 28 03:10:22.489019 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59530) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:22.496588 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.tag.tag_plugin [None req-8f269a83-8f0d-4f8b-8a2e-0613bec5ffc1 tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '476521d9-6cb8-4377-a647-a9db4e15f6ff', 'tempest-TagsTest-Tag-28161982') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:10:22.500204 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 0c51e610-4f18-4328-9ab9-eded90c04697 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:10:22.522026 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 0c51e610-4f18-4328-9ab9-eded90c04697 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:10:22.540294 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (0c51e610-4f18-4328-9ab9-eded90c04697), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:22.875187 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 0c51e610-4f18-4328-9ab9-eded90c04697 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:10:22.875820 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (0c51e610-4f18-4328-9ab9-eded90c04697), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:22.906748 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ae779-3eee-4b68-9e23-d6337aa8828c req-88fb6ba0-be51-42a2-999b-5b6003ced34d tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:22.937594 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6d5ae779-3eee-4b68-9e23-d6337aa8828c req-88fb6ba0-be51-42a2-999b-5b6003ced34d tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=a069ba2b-4191-4d29-ad61-bb9b2502f385 HTTP/1.1" status: 200 len: 945 time: 0.3580024 Jan 28 03:10:22.941376 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a069ba2b-4191-4d29-ad61-bb9b2502f385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c51e610-4f18-4328-9ab9-eded90c04697'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:10:22.953422 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab0b0e0-025c-4a2d-a271-ae6e5375f227" -d '{"events": [{"server_uuid": "a069ba2b-4191-4d29-ad61-bb9b2502f385", "name": "network-vif-plugged", "status": "completed", "tag": "0c51e610-4f18-4328-9ab9-eded90c04697"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:10:22.995412 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 0c51e610-4f18-4328-9ab9-eded90c04697, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=0c51e610-4f18-4328-9ab9-eded90c04697,segment=NetworkSegment(103b4545-2fea-4015-ba4c-541201deccef),segment_id=103b4545-2fea-4015-ba4c-541201deccef)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:10:23.001590 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (0c51e610-4f18-4328-9ab9-eded90c04697), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:23.007035 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebbd7d-7344-47be-b522-1334538eb83d req-1fc737c5-ea81-4d74-baec-2504bdb147bf tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:23.018952 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-67ebbd7d-7344-47be-b522-1334538eb83d req-1fc737c5-ea81-4d74-baec-2504bdb147bf tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 945 time: 0.1442266 Jan 28 03:10:23.094260 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8f269a83-8f0d-4f8b-8a2e-0613bec5ffc1 tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] 10.222.0.53 "GET /v2.0/networks/476521d9-6cb8-4377-a647-a9db4e15f6ff/tags/tempest-TagsTest-Tag-28161982 HTTP/1.1" status: 204 len: 168 time: 0.6032705 Jan 28 03:10:23.100005 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59546) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:23.118070 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.tag.tag_plugin [None req-62535594-24f8-4500-9a6d-a707f268626e tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '476521d9-6cb8-4377-a647-a9db4e15f6ff') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:10:23.161065 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=0c51e610-4f18-4328-9ab9-eded90c04697,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:23.213525 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6d5ae779-3eee-4b68-9e23-d6337aa8828c req-bb585666-c1a8-457b-af78-a811ce9de51e tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744296 Jan 28 03:10:23.289363 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-67ebbd7d-7344-47be-b522-1334538eb83d req-2f032086-a491-4a30-9f74-1eac2258c7c7 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?id=5cfc1d40-004a-4e66-82cd-29f658db29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2691000 Jan 28 03:10:23.352346 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3bd71aa-a379-4f02-9f9b-59e73cd1ca2d x-openstack-request-id: req-a3bd71aa-a379-4f02-9f9b-59e73cd1ca2d {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:10:23.353234 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a069ba2b-4191-4d29-ad61-bb9b2502f385", "name": "network-vif-plugged", "status": "completed", "tag": "0c51e610-4f18-4328-9ab9-eded90c04697", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:10:23.353854 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a3bd71aa-a379-4f02-9f9b-59e73cd1ca2d {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:10:23.354603 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a069ba2b-4191-4d29-ad61-bb9b2502f385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c51e610-4f18-4328-9ab9-eded90c04697', 'code': 200} Jan 28 03:10:23.439302 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-62535594-24f8-4500-9a6d-a707f268626e tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] 10.222.0.53 "DELETE /v2.0/networks/476521d9-6cb8-4377-a647-a9db4e15f6ff/tags HTTP/1.1" status: 204 len: 168 time: 0.3379457 Jan 28 03:10:23.442896 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59554) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:23.457226 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.tag.tag_plugin [None req-d99e8ea3-fd9b-4617-8d5e-42ff43a6b007 tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '476521d9-6cb8-4377-a647-a9db4e15f6ff', 'tempest-TagsTest-Tag-1183759252') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:10:23.726513 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2924baac-dfd3-4344-a5b0-5ddb42737555 req-b34aa8dc-3a2a-464d-9970-4f4b9a3cf018 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 210 time: 0.1492243 Jan 28 03:10:23.778043 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77908e3-d67d-4058-8ca5-eca897963ca2 req-feaaa988-d9e9-4ff4-82cb-4226c9535253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:23.780958 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b77908e3-d67d-4058-8ca5-eca897963ca2 req-feaaa988-d9e9-4ff4-82cb-4226c9535253 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a069ba2b-4191-4d29-ad61-bb9b2502f385 HTTP/1.1" status: 200 len: 1098 time: 0.2991579 Jan 28 03:10:23.801116 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-d99e8ea3-fd9b-4617-8d5e-42ff43a6b007 tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] show failed (client error): The resource could not be found. Jan 28 03:10:23.812324 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59562) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:23.820114 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.tag.tag_plugin [None req-5c60ad9a-e533-4f32-aa9b-f1071a16d9d0 tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '476521d9-6cb8-4377-a647-a9db4e15f6ff', 'tempest-TagsTest-Tag-28161982') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:10:23.823934 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d99e8ea3-fd9b-4617-8d5e-42ff43a6b007 tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] 10.222.0.53 "GET /v2.0/networks/476521d9-6cb8-4377-a647-a9db4e15f6ff/tags/tempest-TagsTest-Tag-1183759252 HTTP/1.1" status: 404 len: 326 time: 0.3795695 Jan 28 03:10:23.971689 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b77908e3-d67d-4058-8ca5-eca897963ca2 req-746d65f9-3632-46a3-bf20-21e4cf711272 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812198 Jan 28 03:10:24.042646 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-5c60ad9a-e533-4f32-aa9b-f1071a16d9d0 tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] show failed (client error): The resource could not be found. Jan 28 03:10:24.044191 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5c60ad9a-e533-4f32-aa9b-f1071a16d9d0 tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] 10.222.0.53 "GET /v2.0/networks/476521d9-6cb8-4377-a647-a9db4e15f6ff/tags/tempest-TagsTest-Tag-28161982 HTTP/1.1" status: 404 len: 324 time: 0.2300317 Jan 28 03:10:24.049022 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59566) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:24.056905 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.tag.tag_plugin [None req-d6e36fa6-bd14-4893-8633-39d5ac2d49b5 tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '476521d9-6cb8-4377-a647-a9db4e15f6ff') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:10:24.330451 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d6e36fa6-bd14-4893-8633-39d5ac2d49b5 tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] 10.222.0.53 "DELETE /v2.0/networks/476521d9-6cb8-4377-a647-a9db4e15f6ff/tags HTTP/1.1" status: 204 len: 168 time: 0.2727480 Jan 28 03:10:24.331462 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59574) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:24.510917 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b811e-29c9-4921-b931-889110c04263 req-cb33542f-beaf-4bb7-b356-553bd7f7bb4d tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:24.521352 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a27b811e-29c9-4921-b931-889110c04263 req-cb33542f-beaf-4bb7-b356-553bd7f7bb4d tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=a069ba2b-4191-4d29-ad61-bb9b2502f385 HTTP/1.1" status: 200 len: 946 time: 0.0858636 Jan 28 03:10:24.601754 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a27b811e-29c9-4921-b931-889110c04263 req-02fe67e4-0d95-409b-a892-098f4faed39c tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631375 Jan 28 03:10:24.736037 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2a0ca38f-400b-4b22-87ca-1eafc4d5476a tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (476521d9-6cb8-4377-a647-a9db4e15f6ff), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:24.807593 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d34a7-739d-4fa5-a4af-6b4e5a56d1ed req-7b78a3a0-28b0-4a9a-8dc3-d7be7a7518a0 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:24.809712 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-191d34a7-739d-4fa5-a4af-6b4e5a56d1ed req-7b78a3a0-28b0-4a9a-8dc3-d7be7a7518a0 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 945 time: 0.3092148 Jan 28 03:10:25.031402 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2a0ca38f-400b-4b22-87ca-1eafc4d5476a tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (476521d9-6cb8-4377-a647-a9db4e15f6ff), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:25.056767 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-41b12b6a-836f-4fae-98a8-16460f5756f3 req-2fdf6622-fb8a-4f00-a78f-8b2e47bca3de tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 210 time: 0.0814180 Jan 28 03:10:25.137541 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-2a0ca38f-400b-4b22-87ca-1eafc4d5476a tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['476521d9-6cb8-4377-a647-a9db4e15f6ff']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:10:25.191006 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-2a0ca38f-400b-4b22-87ca-1eafc4d5476a tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0c219c9-ec64-4d87-a43a-ff86ee2b97e8') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:10:25.197237 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-2a0ca38f-400b-4b22-87ca-1eafc4d5476a tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0c219c9-ec64-4d87-a43a-ff86ee2b97e8') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:10:25.228267 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2a0ca38f-400b-4b22-87ca-1eafc4d5476a tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (d0c219c9-ec64-4d87-a43a-ff86ee2b97e8), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:25.278410 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2a0ca38f-400b-4b22-87ca-1eafc4d5476a tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (d0c219c9-ec64-4d87-a43a-ff86ee2b97e8), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:25.300405 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a0ca38f-400b-4b22-87ca-1eafc4d5476a tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:10:25.306772 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2a0ca38f-400b-4b22-87ca-1eafc4d5476a tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (d0c219c9-ec64-4d87-a43a-ff86ee2b97e8), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:25.463144 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:10:25.463144 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:10:25.463144 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:10:25.463144 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:10:25.463144 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:10:25.463144 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:10:25.463144 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:10:25.463144 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:10:25.463144 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:10:25.463144 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:10:25.463144 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:10:25.463144 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:10:25.463144 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:10:25.463144 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:10:25.463144 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:10:25.463144 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:10:25.463144 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:10:25.463144 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:10:25.463144 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:10:25.463144 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:10:25.463144 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:10:25.463144 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:10:25.463144 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:10:25.463144 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:10:25.463144 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:10:25.463144 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:10:25.463144 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:10:25.463144 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:10:25.463144 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:10:25.463144 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:10:25.463144 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:10:25.463144 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:10:25.510372 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-191d34a7-739d-4fa5-a4af-6b4e5a56d1ed req-6a4e4eba-fc16-46f7-a7fc-d85bf3308e8b tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?id=5cfc1d40-004a-4e66-82cd-29f658db29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6617649 Jan 28 03:10:25.543771 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2a0ca38f-400b-4b22-87ca-1eafc4d5476a tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (476521d9-6cb8-4377-a647-a9db4e15f6ff), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:25.592120 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2a0ca38f-400b-4b22-87ca-1eafc4d5476a tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:25.600829 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2a0ca38f-400b-4b22-87ca-1eafc4d5476a tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] 10.222.0.53 "DELETE /v2.0/networks/476521d9-6cb8-4377-a647-a9db4e15f6ff HTTP/1.1" status: 204 len: 168 time: 1.2665837 Jan 28 03:10:25.613577 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ca38f-400b-4b22-87ca-1eafc4d5476a tempest-TagsTest-53633911 tempest-TagsTest-53633911-project] Pushing event deleted for resources: {'Network': ['ID=476521d9-6cb8-4377-a647-a9db4e15f6ff,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:25.706111 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c9de4-8b44-4cc0-b023-aeed986db48d req-9028733e-6200-4056-9b45-774352a84b13 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:25.714663 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-428c9de4-8b44-4cc0-b023-aeed986db48d req-9028733e-6200-4056-9b45-774352a84b13 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 945 time: 0.2465384 Jan 28 03:10:25.860085 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799cdcdf-6185-4920-9686-57f737b5f5dd req-b26a09f1-d5b4-494c-aa0a-196cdf4c49bc tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:25.862038 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-799cdcdf-6185-4920-9686-57f737b5f5dd req-b26a09f1-d5b4-494c-aa0a-196cdf4c49bc tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=a069ba2b-4191-4d29-ad61-bb9b2502f385 HTTP/1.1" status: 200 len: 946 time: 0.1337709 Jan 28 03:10:25.986963 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-428c9de4-8b44-4cc0-b023-aeed986db48d req-9bc8f587-a900-4fd0-8c8c-0a25856da4ff tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Deleting port ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:10:25.991840 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-428c9de4-8b44-4cc0-b023-aeed986db48d req-9bc8f587-a900-4fd0-8c8c-0a25856da4ff tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:26.002949 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-799cdcdf-6185-4920-9686-57f737b5f5dd req-6c17f98b-fd2b-46d0-89dc-1fcb60953a2c tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338966 Jan 28 03:10:26.251737 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-14b3a76e-3ee7-411f-b829-914c7a2613e4 req-ebf08bb1-c58f-4b29-810f-4e1a51b2bf44 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 210 time: 0.0712967 Jan 28 03:10:26.317340 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-428c9de4-8b44-4cc0-b023-aeed986db48d req-9bc8f587-a900-4fd0-8c8c-0a25856da4ff tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] For port ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31,segment=NetworkSegment(4b8aaf8b-443e-4581-95cb-ce007f1757b3),segment_id=4b8aaf8b-443e-4581-95cb-ce007f1757b3)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:10:26.321949 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-428c9de4-8b44-4cc0-b023-aeed986db48d req-9bc8f587-a900-4fd0-8c8c-0a25856da4ff tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:26.381421 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59618) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:26.847939 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8db9c-7077-450f-934b-16f210c12a43 req-58b49b54-4930-4818-87ce-fd7a11c651d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:26.850151 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c7b8db9c-7077-450f-934b-16f210c12a43 req-58b49b54-4930-4818-87ce-fd7a11c651d9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb134c115eb245dc82a1d93503949d14&device_id=a069ba2b-4191-4d29-ad61-bb9b2502f385 HTTP/1.1" status: 200 len: 1098 time: 0.3405514 Jan 28 03:10:26.876105 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f58a46-9bc2-4f49-a4a6-ceb8749a4b75 req-2e132fd1-f6fd-422b-a12a-3c522e781663 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:26.878619 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b7f58a46-9bc2-4f49-a4a6-ceb8749a4b75 req-2e132fd1-f6fd-422b-a12a-3c522e781663 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=a069ba2b-4191-4d29-ad61-bb9b2502f385 HTTP/1.1" status: 200 len: 946 time: 0.2309556 Jan 28 03:10:26.975125 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31118b-c5cf-4506-9797-e0d556bbcc23 req-8febb8b1-6165-4ae5-9ba1-07bd7edf000e tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:26.978024 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1a31118b-c5cf-4506-9797-e0d556bbcc23 req-8febb8b1-6165-4ae5-9ba1-07bd7edf000e tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 945 time: 0.1754451 Jan 28 03:10:27.010373 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-428c9de4-8b44-4cc0-b023-aeed986db48d req-9bc8f587-a900-4fd0-8c8c-0a25856da4ff tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:27.010637 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-428c9de4-8b44-4cc0-b023-aeed986db48d req-9bc8f587-a900-4fd0-8c8c-0a25856da4ff tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (2cbbd883-1109-46c0-8b5c-af00f5df2969), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:27.010962 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [req-428c9de4-8b44-4cc0-b023-aeed986db48d req-9bc8f587-a900-4fd0-8c8c-0a25856da4ff tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Floating IP 2cbbd883-1109-46c0-8b5c-af00f5df2969 disassociated. External IP: 172.25.0.21, port: ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31. Jan 28 03:10:27.011310 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-428c9de4-8b44-4cc0-b023-aeed986db48d req-9bc8f587-a900-4fd0-8c8c-0a25856da4ff tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Calling delete_port for ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31 owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:10:27.085547 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e09adfb3-fcb1-4d26-b8bf-6058fce9e734 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=64403ed635dd414a9e08dd437d1bcbd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7024219 Jan 28 03:10:27.089655 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59638) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:27.170405 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8db9c-7077-450f-934b-16f210c12a43 req-1539e75f-a132-4ea5-9635-ba264a9ccadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:27.172930 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c7b8db9c-7077-450f-934b-16f210c12a43 req-1539e75f-a132-4ea5-9635-ba264a9ccadf service neutron] 10.222.0.39 "GET /v2.0/networks?id=cf97283d-0520-42c8-ba1d-d27ef9d37474 HTTP/1.1" status: 200 len: 911 time: 0.2882180 Jan 28 03:10:27.178861 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b7f58a46-9bc2-4f49-a4a6-ceb8749a4b75 req-0e935c4a-fcc9-48e3-b024-f7b2abd64ff7 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766087 Jan 28 03:10:27.249641 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c7b8db9c-7077-450f-934b-16f210c12a43 req-cbc9d1b7-b446-4aaf-a30b-736b4d327bd2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c51e610-4f18-4328-9ab9-eded90c04697 HTTP/1.1" status: 200 len: 217 time: 0.0689614 Jan 28 03:10:27.340288 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1a31118b-c5cf-4506-9797-e0d556bbcc23 req-4b474bd1-cac1-444f-835e-417f31ee89dc tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?id=5cfc1d40-004a-4e66-82cd-29f658db29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3530412 Jan 28 03:10:27.360598 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8db9c-7077-450f-934b-16f210c12a43 req-03381a63-4ee9-4b83-b72e-90711feea56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:27.363271 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c7b8db9c-7077-450f-934b-16f210c12a43 req-03381a63-4ee9-4b83-b72e-90711feea56a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ad0c90b-e226-45ca-86b1-39ab12887aa4 HTTP/1.1" status: 200 len: 850 time: 0.1074684 Jan 28 03:10:27.443155 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-428c9de4-8b44-4cc0-b023-aeed986db48d req-9bc8f587-a900-4fd0-8c8c-0a25856da4ff tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:27.453103 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c7b8db9c-7077-450f-934b-16f210c12a43 req-11dbfb73-2c01-40db-a7fd-b7a4acf14d19 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cf97283d-0520-42c8-ba1d-d27ef9d37474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606306 Jan 28 03:10:27.580523 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4bf38176-593f-4e26-8cde-243dd99c1cab req-4d08d1dc-5f37-4a06-b38a-dfd7ee87494e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 210 time: 0.1299756 Jan 28 03:10:27.581752 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2327c183-0ae3-45b4-af6d-f992aba5ab15 admin admin] Publish callbacks [] for security_group (14bc0e85-6ea1-49ae-a1cc-c060eb503245), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:27.640808 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c7b8db9c-7077-450f-934b-16f210c12a43 req-3766ab10-ce78-4478-8255-5518e8df9997 service neutron] 10.222.0.39 "GET /v2.0/networks/cf97283d-0520-42c8-ba1d-d27ef9d37474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813955 Jan 28 03:10:27.846766 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c7b8db9c-7077-450f-934b-16f210c12a43 req-f0bef060-c281-4f0e-81ba-c19ac20d6dd9 service neutron] 10.222.0.39 "GET /v2.0/networks/cf97283d-0520-42c8-ba1d-d27ef9d37474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995375 Jan 28 03:10:28.047583 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2327c183-0ae3-45b4-af6d-f992aba5ab15 admin admin] Publish callbacks [] for security_group (14bc0e85-6ea1-49ae-a1cc-c060eb503245), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:28.057157 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc8f587-a900-4fd0-8c8c-0a25856da4ff tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Pushing event deleted for resources: {'Port': ['ID=ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:28.123321 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc8f587-a900-4fd0-8c8c-0a25856da4ff tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:10:28.123677 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc8f587-a900-4fd0-8c8c-0a25856da4ff tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:10:28.124022 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc8f587-a900-4fd0-8c8c-0a25856da4ff tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:10:28.124398 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc8f587-a900-4fd0-8c8c-0a25856da4ff tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:10:28.124738 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc8f587-a900-4fd0-8c8c-0a25856da4ff tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:10:28.125096 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc8f587-a900-4fd0-8c8c-0a25856da4ff tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:10:28.125428 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc8f587-a900-4fd0-8c8c-0a25856da4ff tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:10:28.125758 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc8f587-a900-4fd0-8c8c-0a25856da4ff tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:10:28.126092 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc8f587-a900-4fd0-8c8c-0a25856da4ff tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:10:28.126417 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc8f587-a900-4fd0-8c8c-0a25856da4ff tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:10:28.126745 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc8f587-a900-4fd0-8c8c-0a25856da4ff tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:10:28.127070 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc8f587-a900-4fd0-8c8c-0a25856da4ff tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:10:28.127395 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc8f587-a900-4fd0-8c8c-0a25856da4ff tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:10:28.262145 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:10:28.275603 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-428c9de4-8b44-4cc0-b023-aeed986db48d req-9bc8f587-a900-4fd0-8c8c-0a25856da4ff tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Router 027d7feb-fbfc-487d-837e-4d90ec7daa39 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:10:28.298830 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2327c183-0ae3-45b4-af6d-f992aba5ab15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (14bc0e85-6ea1-49ae-a1cc-c060eb503245), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:28.301947 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2327c183-0ae3-45b4-af6d-f992aba5ab15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:28.303799 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2327c183-0ae3-45b4-af6d-f992aba5ab15 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/14bc0e85-6ea1-49ae-a1cc-c060eb503245 HTTP/1.1" status: 204 len: 168 time: 1.2077255 Jan 28 03:10:28.323518 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:10:28.324067 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:10:28.326669 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327c183-0ae3-45b4-af6d-f992aba5ab15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bc0e85-6ea1-49ae-a1cc-c060eb503245,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:28.554274 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912790e-efe7-4f3d-965d-d7bbe38769b7 req-a59c9856-035b-4215-8a00-0756c106efa5 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:28.564701 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a912790e-efe7-4f3d-965d-d7bbe38769b7 req-a59c9856-035b-4215-8a00-0756c106efa5 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=a069ba2b-4191-4d29-ad61-bb9b2502f385 HTTP/1.1" status: 200 len: 946 time: 0.1651015 Jan 28 03:10:28.638934 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-428c9de4-8b44-4cc0-b023-aeed986db48d req-9bc8f587-a900-4fd0-8c8c-0a25856da4ff tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:10:28.655918 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dce637-4121-4b1c-8b01-5cefbc3b1843 None None] Sync routers for ids ['027d7feb-fbfc-487d-837e-4d90ec7daa39'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:10:28.670721 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dce637-4121-4b1c-8b01-5cefbc3b1843 None None] Routers {'027d7feb-fbfc-487d-837e-4d90ec7daa39'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:10:28.674419 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-15dce637-4121-4b1c-8b01-5cefbc3b1843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:10:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['027d7feb-fbfc-487d-837e-4d90ec7daa39'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:10:28.718463 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a912790e-efe7-4f3d-965d-d7bbe38769b7 req-eb954169-2e3c-48e9-bf40-5fe9631d4081 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521289 Jan 28 03:10:28.754181 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-66eb5598-2f01-43eb-8f91-e21c049ecab1 req-f343f0bc-6a08-43e2-8e15-a8ee545c356d tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 210 time: 0.1565502 Jan 28 03:10:28.835339 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-428c9de4-8b44-4cc0-b023-aeed986db48d req-9bc8f587-a900-4fd0-8c8c-0a25856da4ff tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] No DVR routers for this DVR port ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31 on host n-h2-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:10:28.841613 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-428c9de4-8b44-4cc0-b023-aeed986db48d req-9bc8f587-a900-4fd0-8c8c-0a25856da4ff tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:28.847188 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-428c9de4-8b44-4cc0-b023-aeed986db48d req-9bc8f587-a900-4fd0-8c8c-0a25856da4ff tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.39 "DELETE /v2.0/ports/ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31 HTTP/1.1" status: 204 len: 173 time: 3.1283634 Jan 28 03:10:28.847910 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7247e70-d644-443b-b94e-084b37c5560e', 'name': 'network-vif-deleted', 'tag': 'ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:10:28.853399 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8369aab1-208a-4b92-912a-efecc6bbceb6" -d '{"events": [{"server_uuid": "a7247e70-d644-443b-b94e-084b37c5560e", "name": "network-vif-deleted", "tag": "ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:10:29.021854 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-15dce637-4121-4b1c-8b01-5cefbc3b1843 None None] Set router 027d7feb-fbfc-487d-837e-4d90ec7daa39 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:10:29.142214 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:29.199859 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8a35a6c9-4a0f-4798-a881-8d2ce5bfef77 req-b9c93621-3735-4698-b2b6-822885b2484a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 210 time: 0.1811700 Jan 28 03:10:29.210853 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07eb936-2890-46fa-af61-e12a6f2d5997 x-openstack-request-id: req-f07eb936-2890-46fa-af61-e12a6f2d5997 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:10:29.211161 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7247e70-d644-443b-b94e-084b37c5560e", "name": "network-vif-deleted", "tag": "ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:10:29.211429 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f07eb936-2890-46fa-af61-e12a6f2d5997 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:10:29.212322 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7247e70-d644-443b-b94e-084b37c5560e', 'name': 'network-vif-deleted', 'tag': 'ae8cd3d9-b1f8-4f0a-b02f-5eac22b47f31', 'status': 'completed', 'code': 200} Jan 28 03:10:29.599592 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-15dce637-4121-4b1c-8b01-5cefbc3b1843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'name': 'tempest-AttachVolumeTestJSON-665389209-router', 'tenant_id': 'f89e990f7f004133b0af85a906874094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'dd5fd4d5-0c0a-4361-a47b-fd29934f3939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:04:52Z', 'updated_at': '2022-01-28T03:05:09Z', 'revision_number': 4, 'project_id': 'f89e990f7f004133b0af85a906874094', 'gw_port': {'id': 'dd5fd4d5-0c0a-4361-a47b-fd29934f3939', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:04:55Z', 'updated_at': '2022-01-28T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '5940118f-9f78-4b24-b10e-16ab4396a3aa', 'name': '', 'network_id': 'f4ded625-2395-4b5b-8619-6207cf127af3', 'tenant_id': 'f89e990f7f004133b0af85a906874094', 'mac_address': 'fa:16:3e:91:f4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '06dde70e-a1cf-43e5-9a09-417a59ad5656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:05:05Z', 'updated_at': '2022-01-28T03:05:13Z', 'revision_number': 5, 'project_id': 'f89e990f7f004133b0af85a906874094', 'subnets': [{'id': '06dde70e-a1cf-43e5-9a09-417a59ad5656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:10:29.685566 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2e06cfc5-c826-4947-ac81-8c112d1a5d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:29.716028 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dce637-4121-4b1c-8b01-5cefbc3b1843 None None] Checking router: 027d7feb-fbfc-487d-837e-4d90ec7daa39 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:10:29.738165 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dce637-4121-4b1c-8b01-5cefbc3b1843 None None] Routers {'027d7feb-fbfc-487d-837e-4d90ec7daa39'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:10:29.738807 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-15dce637-4121-4b1c-8b01-5cefbc3b1843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:10:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['027d7feb-fbfc-487d-837e-4d90ec7daa39'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:10:30.022295 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3f5530ca-49cf-41a9-aa36-fd65c735abbe req-236a837a-7b07-4c0d-8e9c-6ee279be8fe3 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7247e70-d644-443b-b94e-084b37c5560e HTTP/1.1" status: 200 len: 210 time: 0.0834532 Jan 28 03:10:30.050130 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-15dce637-4121-4b1c-8b01-5cefbc3b1843 None None] Set router 027d7feb-fbfc-487d-837e-4d90ec7daa39 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:10:30.182650 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54f3aa-d58f-4180-8aef-37c5e6c0c16d req-9bd6a380-1a66-40e2-a3b9-08ae0439f0ff tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:30.197860 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0e54f3aa-d58f-4180-8aef-37c5e6c0c16d req-9bd6a380-1a66-40e2-a3b9-08ae0439f0ff tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=a069ba2b-4191-4d29-ad61-bb9b2502f385 HTTP/1.1" status: 200 len: 946 time: 0.1332710 Jan 28 03:10:30.374101 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0e54f3aa-d58f-4180-8aef-37c5e6c0c16d req-257e3f59-0f41-4a18-8e5d-7f9667c08416 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562550 Jan 28 03:10:30.462308 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-918b1172-d28e-4e08-b214-efd2b73eaeb7 req-d00e4ef1-f668-4abe-8607-8d255911cb89 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 210 time: 0.0633817 Jan 28 03:10:30.858471 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-15dce637-4121-4b1c-8b01-5cefbc3b1843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'name': 'tempest-AttachVolumeTestJSON-665389209-router', 'tenant_id': 'f89e990f7f004133b0af85a906874094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'dd5fd4d5-0c0a-4361-a47b-fd29934f3939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:04:52Z', 'updated_at': '2022-01-28T03:05:09Z', 'revision_number': 4, 'project_id': 'f89e990f7f004133b0af85a906874094', 'gw_port': {'id': 'dd5fd4d5-0c0a-4361-a47b-fd29934f3939', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:04:55Z', 'updated_at': '2022-01-28T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '5940118f-9f78-4b24-b10e-16ab4396a3aa', 'name': '', 'network_id': 'f4ded625-2395-4b5b-8619-6207cf127af3', 'tenant_id': 'f89e990f7f004133b0af85a906874094', 'mac_address': 'fa:16:3e:91:f4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '06dde70e-a1cf-43e5-9a09-417a59ad5656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:05:05Z', 'updated_at': '2022-01-28T03:05:13Z', 'revision_number': 5, 'project_id': 'f89e990f7f004133b0af85a906874094', 'subnets': [{'id': '06dde70e-a1cf-43e5-9a09-417a59ad5656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:10:30.896526 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dce637-4121-4b1c-8b01-5cefbc3b1843 None None] The sync data for ids ['027d7feb-fbfc-487d-837e-4d90ec7daa39'] in n-d-712139-27 is: [{'id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'name': 'tempest-AttachVolumeTestJSON-665389209-router', 'tenant_id': 'f89e990f7f004133b0af85a906874094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'dd5fd4d5-0c0a-4361-a47b-fd29934f3939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:04:52Z', 'updated_at': '2022-01-28T03:05:09Z', 'revision_number': 4, 'project_id': 'f89e990f7f004133b0af85a906874094', 'gw_port': {'id': 'dd5fd4d5-0c0a-4361-a47b-fd29934f3939', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:04:55Z', 'updated_at': '2022-01-28T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '5940118f-9f78-4b24-b10e-16ab4396a3aa', 'name': '', 'network_id': 'f4ded625-2395-4b5b-8619-6207cf127af3', 'tenant_id': 'f89e990f7f004133b0af85a906874094', 'mac_address': 'fa:16:3e:91:f4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '06dde70e-a1cf-43e5-9a09-417a59ad5656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:05:05Z', 'updated_at': '2022-01-28T03:05:13Z', 'revision_number': 5, 'project_id': 'f89e990f7f004133b0af85a906874094', 'subnets': [{'id': '06dde70e-a1cf-43e5-9a09-417a59ad5656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:10:31.198949 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59790) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:31.418602 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b1285e22-5dfe-4260-b31d-25c96500fd7d tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks [] for security_group (5cfc1d40-004a-4e66-82cd-29f658db29c4), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:31.510255 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b1285e22-5dfe-4260-b31d-25c96500fd7d tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks [] for security_group (5cfc1d40-004a-4e66-82cd-29f658db29c4), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:31.551201 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154d9bb6-a102-4bdf-bd50-656064a300e9 None None] New status for floating IP 2cbbd883-1109-46c0-8b5c-af00f5df2969: DOWN {{(pid=109804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:10:31.744864 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3015dd-ff6e-4f98-85b9-d8c02ce88771 req-0aae9ce4-c294-4d57-9a88-0e61abc58a82 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:31.769305 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8d3015dd-ff6e-4f98-85b9-d8c02ce88771 req-0aae9ce4-c294-4d57-9a88-0e61abc58a82 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=a069ba2b-4191-4d29-ad61-bb9b2502f385 HTTP/1.1" status: 200 len: 946 time: 0.2240071 Jan 28 03:10:31.865698 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-610930fe-90cd-4e41-8b44-ca60ad4faa09 req-cb9690ed-2267-4cb8-b20b-c0c2c6a8c84d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 210 time: 0.1103911 Jan 28 03:10:31.886485 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b1285e22-5dfe-4260-b31d-25c96500fd7d tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (5cfc1d40-004a-4e66-82cd-29f658db29c4), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:31.892683 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b1285e22-5dfe-4260-b31d-25c96500fd7d tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:31.894894 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b1285e22-5dfe-4260-b31d-25c96500fd7d tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "DELETE /v2.0/security-groups/5cfc1d40-004a-4e66-82cd-29f658db29c4 HTTP/1.1" status: 204 len: 168 time: 0.6930039 Jan 28 03:10:31.907650 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59806) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:31.966300 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1285e22-5dfe-4260-b31d-25c96500fd7d tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cfc1d40-004a-4e66-82cd-29f658db29c4,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:31.984267 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-03be6293-2ce8-4abf-b454-a1aeead1b3e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:31.997878 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-6d299c24-43d5-46d3-a538-867729d386a6 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] show failed (client error): The resource could not be found. Jan 28 03:10:31.999666 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6d299c24-43d5-46d3-a538-867729d386a6 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups/5cfc1d40-004a-4e66-82cd-29f658db29c4 HTTP/1.1" status: 404 len: 347 time: 0.0897131 Jan 28 03:10:32.008044 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59812) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:32.091606 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8d3015dd-ff6e-4f98-85b9-d8c02ce88771 req-0a412876-ddea-4dec-953f-3ab41d2bb2d8 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195889 Jan 28 03:10:32.572460 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-6c6df396-863f-4e05-aa29-7bb3db9d1a1f tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Deleting port bcb6efbe-e2b4-463f-a0dd-80fbb8a6c098 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:10:32.573589 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6c6df396-863f-4e05-aa29-7bb3db9d1a1f tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (bcb6efbe-e2b4-463f-a0dd-80fbb8a6c098), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:32.705515 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6c6df396-863f-4e05-aa29-7bb3db9d1a1f tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (bcb6efbe-e2b4-463f-a0dd-80fbb8a6c098), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:32.706139 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6c6df396-863f-4e05-aa29-7bb3db9d1a1f tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks [] for floatingip (bcb6efbe-e2b4-463f-a0dd-80fbb8a6c098), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:32.722531 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-6c6df396-863f-4e05-aa29-7bb3db9d1a1f tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Calling delete_port for bcb6efbe-e2b4-463f-a0dd-80fbb8a6c098 owned by network:floatingip {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:10:33.052294 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6c6df396-863f-4e05-aa29-7bb3db9d1a1f tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (bcb6efbe-e2b4-463f-a0dd-80fbb8a6c098), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:33.118947 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-09f9785d-8eda-4253-b9a2-a700f5c77ac9 req-9d978922-6fa7-4772-82b4-1901bd4133f3 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 210 time: 0.0751514 Jan 28 03:10:33.120685 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6df396-863f-4e05-aa29-7bb3db9d1a1f tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Pushing event deleted for resources: {'Port': ['ID=bcb6efbe-e2b4-463f-a0dd-80fbb8a6c098,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:33.297552 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:33.448348 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6c6df396-863f-4e05-aa29-7bb3db9d1a1f tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks [] for floatingip (2cbbd883-1109-46c0-8b5c-af00f5df2969), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:33.451144 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:33.455927 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6c6df396-863f-4e05-aa29-7bb3db9d1a1f tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:33.472407 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6c6df396-863f-4e05-aa29-7bb3db9d1a1f tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "DELETE /v2.0/floatingips/2cbbd883-1109-46c0-8b5c-af00f5df2969 HTTP/1.1" status: 204 len: 168 time: 1.4563141 Jan 28 03:10:33.523857 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57674956-7130-43d5-b8b8-0c2d8ff627e1 req-57446848-14fe-47ea-b417-0f02cb831b71 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:33.539617 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-57674956-7130-43d5-b8b8-0c2d8ff627e1 req-57446848-14fe-47ea-b417-0f02cb831b71 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=a069ba2b-4191-4d29-ad61-bb9b2502f385 HTTP/1.1" status: 200 len: 946 time: 0.2388790 Jan 28 03:10:33.628744 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-57674956-7130-43d5-b8b8-0c2d8ff627e1 req-8011354f-38ec-498a-ba27-fbd5288abc0a tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876918 Jan 28 03:10:34.227258 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59888) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:34.235632 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-b89ce487-e2ec-4770-853b-7bfbcec4b44a tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2082362520', 'description': 'tempest-description--134093179'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:10:34.319616 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b89ce487-e2ec-4770-853b-7bfbcec4b44a tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:34.503596 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cb262475-8c14-41b7-8dac-04aa397ce9a3 req-c650d88a-58d3-4a6d-95af-15bfab436ab2 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 210 time: 0.0740042 Jan 28 03:10:34.532382 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b89ce487-e2ec-4770-853b-7bfbcec4b44a tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks [] for security_group (71237100-ff74-45e8-8885-455076f07c84), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:34.542816 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b89ce487-e2ec-4770-853b-7bfbcec4b44a tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (71237100-ff74-45e8-8885-455076f07c84), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:34.581516 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b89ce487-e2ec-4770-853b-7bfbcec4b44a tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:34.586302 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b89ce487-e2ec-4770-853b-7bfbcec4b44a tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3530405 Jan 28 03:10:34.587149 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59894) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:34.599636 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-759a3da8-63cf-4022-acc6-312b8588baa3 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Request body: {'security_group_rule': {'security_group_id': '71237100-ff74-45e8-8885-455076f07c84', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:10:34.655567 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ce487-e2ec-4770-853b-7bfbcec4b44a tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71237100-ff74-45e8-8885-455076f07c84,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:34.732967 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-759a3da8-63cf-4022-acc6-312b8588baa3 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks [] for security_group_rule (c9500b17-1c71-4f29-a4ab-cbf33127ef86), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:34.802901 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:34.894803 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634120b4-d160-4dfb-8f0a-d8c54d0072a3 req-cc1e322d-30ba-4ba8-9566-16a1338613d5 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:34.897561 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-634120b4-d160-4dfb-8f0a-d8c54d0072a3 req-cc1e322d-30ba-4ba8-9566-16a1338613d5 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=a069ba2b-4191-4d29-ad61-bb9b2502f385 HTTP/1.1" status: 200 len: 946 time: 0.0903542 Jan 28 03:10:35.016476 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-634120b4-d160-4dfb-8f0a-d8c54d0072a3 req-39909b8c-bd91-4ec3-86a6-ca32b6d3d904 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030331 Jan 28 03:10:35.036775 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-759a3da8-63cf-4022-acc6-312b8588baa3 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks [] for security_group_rule (c9500b17-1c71-4f29-a4ab-cbf33127ef86), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:35.053571 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-759a3da8-63cf-4022-acc6-312b8588baa3 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (c9500b17-1c71-4f29-a4ab-cbf33127ef86), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:35.126131 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a3da8-63cf-4022-acc6-312b8588baa3 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9500b17-1c71-4f29-a4ab-cbf33127ef86,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:35.144799 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-759a3da8-63cf-4022-acc6-312b8588baa3 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:35.151468 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-759a3da8-63cf-4022-acc6-312b8588baa3 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5618267 Jan 28 03:10:35.155310 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59904) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:35.163610 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-53c0817e-40c1-47b7-9f58-6689df4dc831 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Request body: {'security_group_rule': {'security_group_id': '71237100-ff74-45e8-8885-455076f07c84', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:10:35.256156 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-53c0817e-40c1-47b7-9f58-6689df4dc831 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks [] for security_group_rule (abf0309d-9cbd-4a7e-9a5f-d60ed5386577), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:35.435344 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-53c0817e-40c1-47b7-9f58-6689df4dc831 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks [] for security_group_rule (abf0309d-9cbd-4a7e-9a5f-d60ed5386577), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:35.445196 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-53c0817e-40c1-47b7-9f58-6689df4dc831 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (abf0309d-9cbd-4a7e-9a5f-d60ed5386577), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:35.480493 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-53c0817e-40c1-47b7-9f58-6689df4dc831 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:35.485809 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59916) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:35.486712 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-53c0817e-40c1-47b7-9f58-6689df4dc831 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3282893 Jan 28 03:10:35.490810 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-3790c442-64ff-4db3-b1da-4ea47220a837 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:10:35.491522 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c0817e-40c1-47b7-9f58-6689df4dc831 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abf0309d-9cbd-4a7e-9a5f-d60ed5386577,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:35.556649 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3790c442-64ff-4db3-b1da-4ea47220a837 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:35.752042 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4a0dd9c7-29c2-4751-9b11-7ce9ae06d756 req-884b3b03-cb87-4c30-9ee4-f7e6332a16b8 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 210 time: 0.0657330 Jan 28 03:10:35.902770 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3790c442-64ff-4db3-b1da-4ea47220a837 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:36.004583 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:36.190762 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-3790c442-64ff-4db3-b1da-4ea47220a837 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Allocated IP 172.25.0.246 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/bccffeb1-9e05-4ca5-aef6-035302589b2c) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:10:36.468451 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81144242-5d21-45cf-943f-960b616b14f1 req-c16f7fe6-28b6-44b0-afcf-1d8d6a8187b6 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:36.470149 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-81144242-5d21-45cf-943f-960b616b14f1 req-c16f7fe6-28b6-44b0-afcf-1d8d6a8187b6 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=a069ba2b-4191-4d29-ad61-bb9b2502f385 HTTP/1.1" status: 200 len: 946 time: 0.1605928 Jan 28 03:10:36.557743 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3790c442-64ff-4db3-b1da-4ea47220a837 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks [] for port (bccffeb1-9e05-4ca5-aef6-035302589b2c), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:36.611307 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-81144242-5d21-45cf-943f-960b616b14f1 req-416f0628-5a46-4584-a5bb-87c3de567596 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232202 Jan 28 03:10:36.687719 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3790c442-64ff-4db3-b1da-4ea47220a837 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (bccffeb1-9e05-4ca5-aef6-035302589b2c), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:36.764800 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3790c442-64ff-4db3-b1da-4ea47220a837 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:10:36.785045 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-3790c442-64ff-4db3-b1da-4ea47220a837 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:10:36.794483 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3790c442-64ff-4db3-b1da-4ea47220a837 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:10:36.888072 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3790c442-64ff-4db3-b1da-4ea47220a837 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Pushing event updated for resources: {'Port': ['ID=bccffeb1-9e05-4ca5-aef6-035302589b2c,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:37.067440 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-38ca82f1-ea88-4aab-9ae1-85cb925bc7eb req-8b0742fa-9395-4b6a-a07f-48082e722a95 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 210 time: 0.0752392 Jan 28 03:10:37.138906 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3790c442-64ff-4db3-b1da-4ea47220a837 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks [] for floatingip (76ed7c4f-7331-4255-95bf-591138d7df91), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:37.227970 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3790c442-64ff-4db3-b1da-4ea47220a837 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (bccffeb1-9e05-4ca5-aef6-035302589b2c), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:37.819051 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3790c442-64ff-4db3-b1da-4ea47220a837 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks [] for port (bccffeb1-9e05-4ca5-aef6-035302589b2c), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:37.830165 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3790c442-64ff-4db3-b1da-4ea47220a837 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (bccffeb1-9e05-4ca5-aef6-035302589b2c), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:37.909464 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52b62c-4514-490d-8305-86c876e0e609 req-9b0c41a2-8772-41f7-a633-896eed1cc11c tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:37.925006 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6a52b62c-4514-490d-8305-86c876e0e609 req-9b0c41a2-8772-41f7-a633-896eed1cc11c tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=a069ba2b-4191-4d29-ad61-bb9b2502f385 HTTP/1.1" status: 200 len: 946 time: 0.1312521 Jan 28 03:10:37.993684 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3790c442-64ff-4db3-b1da-4ea47220a837 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Pushing event updated for resources: {'Port': ['ID=bccffeb1-9e05-4ca5-aef6-035302589b2c,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:38.026034 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6a52b62c-4514-490d-8305-86c876e0e609 req-40a27fcf-6a83-42f0-aebe-ccdc6c3e7f71 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996349 Jan 28 03:10:38.133480 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3790c442-64ff-4db3-b1da-4ea47220a837 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (76ed7c4f-7331-4255-95bf-591138d7df91), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:38.211146 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3790c442-64ff-4db3-b1da-4ea47220a837 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:38.222073 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-3790c442-64ff-4db3-b1da-4ea47220a837 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7349639 Jan 28 03:10:38.265334 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9c2bae1a-e9f7-46fd-89f1-da2d18d424b9 req-73b7e202-a566-4789-a862-46447d4b719d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 210 time: 0.0398202 Jan 28 03:10:38.758682 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-710a957f-db61-4bcc-ace6-f8b739a5eb60 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--2082362520&fields=id&tenant_id=f89e990f7f004133b0af85a906874094 HTTP/1.1" status: 200 len: 267 time: 0.1715760 Jan 28 03:10:39.002839 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-d2cb65ca-2252-49b2-b39d-842e56863c4a tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:39.003681 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-d2cb65ca-2252-49b2-b39d-842e56863c4a tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/networks?id=f4ded625-2395-4b5b-8619-6207cf127af3 HTTP/1.1" status: 200 len: 810 time: 0.2434876 Jan 28 03:10:39.041772 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-67011eeb-f6ff-445e-8242-14e1dbfefcf3 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/quotas/f89e990f7f004133b0af85a906874094 HTTP/1.1" status: 200 len: 375 time: 0.0275221 Jan 28 03:10:39.150258 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-f0a76f40-56c2-4ef1-a959-9183a9b975b9 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f89e990f7f004133b0af85a906874094&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0997376 Jan 28 03:10:39.251679 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83c1d0-a893-492a-806f-c30ea1f62939 req-6169dc88-7ecd-457b-a73c-f514303f609d tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:39.259448 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8c83c1d0-a893-492a-806f-c30ea1f62939 req-6169dc88-7ecd-457b-a73c-f514303f609d tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=a069ba2b-4191-4d29-ad61-bb9b2502f385 HTTP/1.1" status: 200 len: 946 time: 0.0630188 Jan 28 03:10:39.319526 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-bbe6cae0-c68b-4185-ba3c-84e2b48fb1cc service neutron] 10.222.0.53 "GET /v2.0/networks/f4ded625-2395-4b5b-8619-6207cf127af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650717 Jan 28 03:10:39.361861 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8c83c1d0-a893-492a-806f-c30ea1f62939 req-ba87baba-1537-4eb5-9bc6-773edc26816a tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002140 Jan 28 03:10:39.528091 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-557d94bf-3254-449b-9e4c-d671e4d53c13 req-58332908-5efa-4f01-a2b9-290e4092e180 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 210 time: 0.0504274 Jan 28 03:10:39.561680 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-d60f58fd-b2bf-407c-b56c-ffafa08005ef service neutron] 10.222.0.53 "GET /v2.0/networks/f4ded625-2395-4b5b-8619-6207cf127af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336965 Jan 28 03:10:39.895849 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a4f1c8d3-3ca4-4744-bf1b-e78a425b88f6 req-4d5647c6-01be-4136-ba1a-91d3d8856bec tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d HTTP/1.1" status: 200 len: 210 time: 0.0899749 Jan 28 03:10:40.825829 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd6de5-b781-4c42-9f0f-95a65ab3b417 req-cf7c73dd-c815-4920-9d5d-956e95841821 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:40.843720 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-47cd6de5-b781-4c42-9f0f-95a65ab3b417 req-cf7c73dd-c815-4920-9d5d-956e95841821 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=a069ba2b-4191-4d29-ad61-bb9b2502f385 HTTP/1.1" status: 200 len: 946 time: 0.2981069 Jan 28 03:10:40.873723 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5ad90259-8c3b-4c4c-a312-6a52545e93f7 req-387e534d-5e66-4767-90d3-6c797340f2a3 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 210 time: 0.0886171 Jan 28 03:10:41.037937 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-47cd6de5-b781-4c42-9f0f-95a65ab3b417 req-de7572ce-b33d-4497-a6ab-2fb4b651b360 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928902 Jan 28 03:10:41.147054 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-194470ab-b58e-4a1e-86d0-26a46ccb0421 req-0a1338ee-c9e8-4573-98b3-99fa037ef3e2 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d HTTP/1.1" status: 200 len: 210 time: 0.1128669 Jan 28 03:10:42.075052 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:10:42.100213 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-0e4f075a-8db6-4437-97a7-abafed723914 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:42.104156 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-0e4f075a-8db6-4437-97a7-abafed723914 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.67 "GET /v2.0/networks?id=f4ded625-2395-4b5b-8619-6207cf127af3 HTTP/1.1" status: 200 len: 810 time: 0.3479156 Jan 28 03:10:42.213864 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0fd9b4e9-e6e3-419a-8340-ea004db535b2 req-5c8dfb4f-0a02-49b3-96a0-763e7ece6ae3 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 210 time: 0.1543734 Jan 28 03:10:42.258804 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-56493412-41d1-4c11-a499-562d2efc84d1 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f89e990f7f004133b0af85a906874094 HTTP/1.1" status: 200 len: 380 time: 0.1393940 Jan 28 03:10:42.277345 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-3b8af924-8eb2-4f56-aa13-50276a532d91 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Request body: {'port': {'device_id': '2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d', 'network_id': 'f4ded625-2395-4b5b-8619-6207cf127af3', 'admin_state_up': True, 'tenant_id': 'f89e990f7f004133b0af85a906874094', 'security_groups': ['71237100-ff74-45e8-8885-455076f07c84']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:10:42.477181 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a73ca4ed-e76d-49f1-b4a1-886f39e38df6 req-d96d95e9-869f-42a6-a471-3de0a6bae554 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d HTTP/1.1" status: 200 len: 210 time: 0.0806198 Jan 28 03:10:42.624885 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571d80e-06a4-405f-a9ac-423548b4f1c5 req-b5f3a07b-ac99-44d1-ac61-39afd6185f33 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:42.639868 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f571d80e-06a4-405f-a9ac-423548b4f1c5 req-b5f3a07b-ac99-44d1-ac61-39afd6185f33 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=a069ba2b-4191-4d29-ad61-bb9b2502f385 HTTP/1.1" status: 200 len: 946 time: 0.3319788 Jan 28 03:10:42.723333 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f571d80e-06a4-405f-a9ac-423548b4f1c5 req-99218cbc-0c50-4296-a936-ef29be8a78dd tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820577 Jan 28 03:10:42.746346 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-3b8af924-8eb2-4f56-aa13-50276a532d91 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Made reservation on behalf of f89e990f7f004133b0af85a906874094 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:10:42.753974 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-3b8af924-8eb2-4f56-aa13-50276a532d91 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:43.026758 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-3b8af924-8eb2-4f56-aa13-50276a532d91 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Allocated IP 172.20.0.14 (f4ded625-2395-4b5b-8619-6207cf127af3/06dde70e-a1cf-43e5-9a09-417a59ad5656/2091638e-086d-4c6f-ab86-a8056113c0d3) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:10:43.334468 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-3b8af924-8eb2-4f56-aa13-50276a532d91 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks [] for port (2091638e-086d-4c6f-ab86-a8056113c0d3), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:43.390626 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-3b8af924-8eb2-4f56-aa13-50276a532d91 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (2091638e-086d-4c6f-ab86-a8056113c0d3), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:43.465261 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8af924-8eb2-4f56-aa13-50276a532d91 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Pushing event updated for resources: {'Port': ['ID=2091638e-086d-4c6f-ab86-a8056113c0d3,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:43.512102 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8e5b0a23-3412-48c1-bf51-03428fb66038 req-5bf30b61-941d-4bd7-98da-e68d467a88bb tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 210 time: 0.0777280 Jan 28 03:10:43.547565 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-3b8af924-8eb2-4f56-aa13-50276a532d91 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Network f4ded625-2395-4b5b-8619-6207cf127af3 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:10:43.557666 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-3b8af924-8eb2-4f56-aa13-50276a532d91 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:10:43.567251 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-3b8af924-8eb2-4f56-aa13-50276a532d91 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:10:43.767504 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-3b8af924-8eb2-4f56-aa13-50276a532d91 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:43.769701 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-3b8af924-8eb2-4f56-aa13-50276a532d91 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:43.796102 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2150301-b08f-480d-82cc-b23d6dce7e60 req-36f9ed9f-ec29-4ace-b29d-56349f9d452b tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:43.811336 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d2150301-b08f-480d-82cc-b23d6dce7e60 req-36f9ed9f-ec29-4ace-b29d-56349f9d452b tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d HTTP/1.1" status: 200 len: 932 time: 0.1514156 Jan 28 03:10:43.911255 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d2150301-b08f-480d-82cc-b23d6dce7e60 req-89102c52-a876-45c1-a240-16cf9b2e8be4 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?id=71237100-ff74-45e8-8885-455076f07c84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983186 Jan 28 03:10:43.920214 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-3b8af924-8eb2-4f56-aa13-50276a532d91 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6499107 Jan 28 03:10:43.949715 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-7b72a0d9-7784-4900-be8f-bf16f730a0a0 service neutron] Request body: {'port': {'device_id': '2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:10:44.143780 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-7b72a0d9-7784-4900-be8f-bf16f730a0a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2091638e-086d-4c6f-ab86-a8056113c0d3), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:44.189918 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-f2df9b39-137b-40bf-acc9-6d06005212b9 None None] Provisioning complete for port 2091638e-086d-4c6f-ab86-a8056113c0d3 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:10:44.190549 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f2df9b39-137b-40bf-acc9-6d06005212b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (2091638e-086d-4c6f-ab86-a8056113c0d3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:44.288715 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fdf9b-c250-4535-b924-47de1ce61a9f req-d74441a8-febc-4106-8717-692b58f75018 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:44.293515 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-f2df9b39-137b-40bf-acc9-6d06005212b9 None None] Port 2091638e-086d-4c6f-ab86-a8056113c0d3 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:10:44.333159 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-365fdf9b-c250-4535-b924-47de1ce61a9f req-d74441a8-febc-4106-8717-692b58f75018 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=a069ba2b-4191-4d29-ad61-bb9b2502f385 HTTP/1.1" status: 200 len: 946 time: 0.2359962 Jan 28 03:10:44.411567 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-365fdf9b-c250-4535-b924-47de1ce61a9f req-9021ce91-8e7e-4289-951a-820f0be35e9e tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785158 Jan 28 03:10:44.774117 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f5aa2a1f-e0df-474e-b053-240d842707f1 req-dbbdb9c5-3cd1-47a1-b3bc-9b6fe33e8c97 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 210 time: 0.0651739 Jan 28 03:10:45.053194 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-7b72a0d9-7784-4900-be8f-bf16f730a0a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2091638e-086d-4c6f-ab86-a8056113c0d3 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:10:45.063000 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-7b72a0d9-7784-4900-be8f-bf16f730a0a0 service neutron] Publish callbacks [] for port (2091638e-086d-4c6f-ab86-a8056113c0d3), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:45.086580 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-7b72a0d9-7784-4900-be8f-bf16f730a0a0 service neutron] Transition to ACTIVE for port object 2091638e-086d-4c6f-ab86-a8056113c0d3 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:10:45.096531 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07ec77-8cf9-4a88-b861-6c26f48a640c req-8dc3c6a0-7a94-4904-a57f-c72b8a347e26 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:45.098199 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2f07ec77-8cf9-4a88-b861-6c26f48a640c req-8dc3c6a0-7a94-4904-a57f-c72b8a347e26 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d HTTP/1.1" status: 200 len: 932 time: 0.0867038 Jan 28 03:10:45.099626 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-7b72a0d9-7784-4900-be8f-bf16f730a0a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (2091638e-086d-4c6f-ab86-a8056113c0d3), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:45.186913 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72a0d9-7784-4900-be8f-bf16f730a0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=2091638e-086d-4c6f-ab86-a8056113c0d3,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:45.261130 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2f07ec77-8cf9-4a88-b861-6c26f48a640c req-668598a5-2c6f-423f-8217-25329948f0ad tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?id=71237100-ff74-45e8-8885-455076f07c84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264374 Jan 28 03:10:45.343115 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-7b72a0d9-7784-4900-be8f-bf16f730a0a0 service neutron] Attempting to bind port 2091638e-086d-4c6f-ab86-a8056113c0d3 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:10:45.343635 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-7b72a0d9-7784-4900-be8f-bf16f730a0a0 service neutron] Attempting to bind port 2091638e-086d-4c6f-ab86-a8056113c0d3 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '4b8aaf8b-443e-4581-95cb-ce007f1757b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'f4ded625-2395-4b5b-8619-6207cf127af3'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:10:45.344152 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-7b72a0d9-7784-4900-be8f-bf16f730a0a0 service neutron] Attempting to bind port 2091638e-086d-4c6f-ab86-a8056113c0d3 on network f4ded625-2395-4b5b-8619-6207cf127af3 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:10:45.363259 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-7b72a0d9-7784-4900-be8f-bf16f730a0a0 service neutron] Port 2091638e-086d-4c6f-ab86-a8056113c0d3 on network f4ded625-2395-4b5b-8619-6207cf127af3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:10:45.365107 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-7b72a0d9-7784-4900-be8f-bf16f730a0a0 service neutron] Attempting to bind port 2091638e-086d-4c6f-ab86-a8056113c0d3 on network f4ded625-2395-4b5b-8619-6207cf127af3 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:10:45.380861 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-7b72a0d9-7784-4900-be8f-bf16f730a0a0 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:10:45.380861 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-7b72a0d9-7784-4900-be8f-bf16f730a0a0 service neutron] Checking segment: {'id': '4b8aaf8b-443e-4581-95cb-ce007f1757b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'f4ded625-2395-4b5b-8619-6207cf127af3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:10:45.380861 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-7b72a0d9-7784-4900-be8f-bf16f730a0a0 service neutron] Bound using segment: {'id': '4b8aaf8b-443e-4581-95cb-ce007f1757b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'f4ded625-2395-4b5b-8619-6207cf127af3'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:10:45.381638 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-7b72a0d9-7784-4900-be8f-bf16f730a0a0 service neutron] Bound port: 2091638e-086d-4c6f-ab86-a8056113c0d3, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b8aaf8b-443e-4581-95cb-ce007f1757b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'f4ded625-2395-4b5b-8619-6207cf127af3'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:10:45.381822 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-7b72a0d9-7784-4900-be8f-bf16f730a0a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2091638e-086d-4c6f-ab86-a8056113c0d3), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:45.519979 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-7b72a0d9-7784-4900-be8f-bf16f730a0a0 service neutron] For port 2091638e-086d-4c6f-ab86-a8056113c0d3, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:10:45.529680 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-7b72a0d9-7784-4900-be8f-bf16f730a0a0 service neutron] For port 2091638e-086d-4c6f-ab86-a8056113c0d3, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=2091638e-086d-4c6f-ab86-a8056113c0d3,segment=NetworkSegment(4b8aaf8b-443e-4581-95cb-ce007f1757b3),segment_id=4b8aaf8b-443e-4581-95cb-ce007f1757b3)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:10:45.536681 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-7b72a0d9-7784-4900-be8f-bf16f730a0a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (2091638e-086d-4c6f-ab86-a8056113c0d3), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:45.625098 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-7b72a0d9-7784-4900-be8f-bf16f730a0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:45.625098 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-7b72a0d9-7784-4900-be8f-bf16f730a0a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:45.625098 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-7b72a0d9-7784-4900-be8f-bf16f730a0a0 service neutron] 10.222.0.67 "PUT /v2.0/ports/2091638e-086d-4c6f-ab86-a8056113c0d3 HTTP/1.1" status: 200 len: 1093 time: 1.6854825 Jan 28 03:10:45.625724 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d', 'tag': '2091638e-086d-4c6f-ab86-a8056113c0d3'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:10:45.629673 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752c60f1-7ec2-4ba7-b41b-695ca4684509" -d '{"events": [{"name": "network-changed", "server_uuid": "2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d", "tag": "2091638e-086d-4c6f-ab86-a8056113c0d3"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:10:45.710528 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0366f-69f6-457d-a832-ed52900abb38 req-9ac9b185-8fee-45be-a1a6-903b7fcd3408 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:45.713660 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-62d0366f-69f6-457d-a832-ed52900abb38 req-9ac9b185-8fee-45be-a1a6-903b7fcd3408 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=a069ba2b-4191-4d29-ad61-bb9b2502f385 HTTP/1.1" status: 200 len: 946 time: 0.1512721 Jan 28 03:10:45.816806 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e351f4-410c-4d86-a028-3e8bc0d2f462 x-openstack-request-id: req-e1e351f4-410c-4d86-a028-3e8bc0d2f462 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:10:45.825887 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d", "tag": "2091638e-086d-4c6f-ab86-a8056113c0d3", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:10:45.826451 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e1e351f4-410c-4d86-a028-3e8bc0d2f462 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:10:45.826943 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d', 'tag': '2091638e-086d-4c6f-ab86-a8056113c0d3', 'status': 'completed', 'code': 200} Jan 28 03:10:45.834859 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-62d0366f-69f6-457d-a832-ed52900abb38 req-9f1f7bec-6a4c-4921-9358-e87e606376ea tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109769 Jan 28 03:10:45.847848 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72a0d9-7784-4900-be8f-bf16f730a0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=2091638e-086d-4c6f-ab86-a8056113c0d3,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:45.876890 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-eddf2383-f093-4d54-b1a4-5c1686daaa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:45.881177 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-eddf2383-f093-4d54-b1a4-5c1686daaa3c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f89e990f7f004133b0af85a906874094&device_id=2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d HTTP/1.1" status: 200 len: 1096 time: 0.1753149 Jan 28 03:10:46.012844 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-a921a630-3146-4d42-9287-d7d231c32006 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2091638e-086d-4c6f-ab86-a8056113c0d3 HTTP/1.1" status: 200 len: 217 time: 0.1160991 Jan 28 03:10:46.094621 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-71c08b66-aea4-4842-a71d-f702d583425e req-f6098dfe-7886-4067-a2dd-b1d349076511 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 210 time: 0.1302416 Jan 28 03:10:46.100107 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-f452fce9-7f37-4cf8-9c5b-be1ccd89bd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:46.102268 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-f452fce9-7f37-4cf8-9c5b-be1ccd89bd1c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06dde70e-a1cf-43e5-9a09-417a59ad5656 HTTP/1.1" status: 200 len: 849 time: 0.0530734 Jan 28 03:10:46.203588 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-b98561a2-2f25-4fe2-86df-bd4f1393c4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:46.207620 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-b98561a2-2f25-4fe2-86df-bd4f1393c4f6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f4ded625-2395-4b5b-8619-6207cf127af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0933840 Jan 28 03:10:46.566254 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5be85-27d8-4c5a-83c3-c7dff1b69179 req-1e226adb-880b-4c84-a3ff-a85cb6c3f295 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:46.586832 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e0b5be85-27d8-4c5a-83c3-c7dff1b69179 req-1e226adb-880b-4c84-a3ff-a85cb6c3f295 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d HTTP/1.1" status: 200 len: 944 time: 0.1596859 Jan 28 03:10:46.744592 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e0b5be85-27d8-4c5a-83c3-c7dff1b69179 req-968dd7d1-3cca-4914-8c10-172654580b68 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?id=71237100-ff74-45e8-8885-455076f07c84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549561 Jan 28 03:10:47.130041 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-46f4bb73-03e7-470b-978b-b460530580b0 service neutron] 10.222.0.67 "GET /v2.0/networks/f4ded625-2395-4b5b-8619-6207cf127af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9167178 Jan 28 03:10:47.146902 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2bd7d-b736-4c64-9fad-8a968104ebfe req-9df90228-534e-4740-b0e5-eaa642fe41e9 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:47.163143 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1aa2bd7d-b736-4c64-9fad-8a968104ebfe req-9df90228-534e-4740-b0e5-eaa642fe41e9 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=a069ba2b-4191-4d29-ad61-bb9b2502f385 HTTP/1.1" status: 200 len: 946 time: 0.1575360 Jan 28 03:10:47.337691 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1aa2bd7d-b736-4c64-9fad-8a968104ebfe req-88bcf9bb-fba8-479c-9f18-99377b81ceb9 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666873 Jan 28 03:10:47.361904 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6fd34c03-338c-475e-9e95-cf4fef60bab6 req-d0c58ebe-5b34-406a-a41f-a4785a563eac service neutron] 10.222.0.67 "GET /v2.0/networks/f4ded625-2395-4b5b-8619-6207cf127af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892016 Jan 28 03:10:47.546926 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-eb9eaffd-4fe6-44a5-b8ba-426ec2d2e951 req-0758d3e1-3d37-4b5e-a18a-22ae1c3a211a tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 210 time: 0.0633636 Jan 28 03:10:47.561255 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c60f1-7ec2-4ba7-b41b-695ca4684509 req-dc31a791-d0af-4414-b803-119c6f670074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:47.567907 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-752c60f1-7ec2-4ba7-b41b-695ca4684509 req-dc31a791-d0af-4414-b803-119c6f670074 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f89e990f7f004133b0af85a906874094&device_id=2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d HTTP/1.1" status: 200 len: 1096 time: 0.1029165 Jan 28 03:10:47.814105 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c60f1-7ec2-4ba7-b41b-695ca4684509 req-4f517bfe-2bea-4de2-8e2c-67120630cceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:47.817771 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-752c60f1-7ec2-4ba7-b41b-695ca4684509 req-4f517bfe-2bea-4de2-8e2c-67120630cceb service neutron] 10.222.0.67 "GET /v2.0/networks?id=f4ded625-2395-4b5b-8619-6207cf127af3 HTTP/1.1" status: 200 len: 911 time: 0.2427068 Jan 28 03:10:47.865414 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-752c60f1-7ec2-4ba7-b41b-695ca4684509 req-6ce32ddd-6129-4c7f-946b-28caffab733e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2091638e-086d-4c6f-ab86-a8056113c0d3 HTTP/1.1" status: 200 len: 217 time: 0.0427732 Jan 28 03:10:47.993164 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c60f1-7ec2-4ba7-b41b-695ca4684509 req-2f9b21b6-feb9-49e9-aca9-eec14872d4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:47.995053 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-752c60f1-7ec2-4ba7-b41b-695ca4684509 req-2f9b21b6-feb9-49e9-aca9-eec14872d4c6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06dde70e-a1cf-43e5-9a09-417a59ad5656 HTTP/1.1" status: 200 len: 849 time: 0.1222613 Jan 28 03:10:48.022300 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc8537-ec72-441e-9496-06fc459a8778 req-2c9991c2-0ee2-48d6-b0f4-9629f92b2175 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:48.024535 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-befc8537-ec72-441e-9496-06fc459a8778 req-2c9991c2-0ee2-48d6-b0f4-9629f92b2175 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d HTTP/1.1" status: 200 len: 944 time: 0.1193082 Jan 28 03:10:48.083513 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c60f1-7ec2-4ba7-b41b-695ca4684509 req-83ab8e18-48db-4881-b915-22f14df24f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:48.085498 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-752c60f1-7ec2-4ba7-b41b-695ca4684509 req-83ab8e18-48db-4881-b915-22f14df24f6a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f4ded625-2395-4b5b-8619-6207cf127af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0840788 Jan 28 03:10:48.135623 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-befc8537-ec72-441e-9496-06fc459a8778 req-be67494e-9342-40a2-8cb7-9ee12d6c5926 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?id=71237100-ff74-45e8-8885-455076f07c84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816910 Jan 28 03:10:48.283100 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-752c60f1-7ec2-4ba7-b41b-695ca4684509 req-f210aba1-1408-4651-bfda-8088f1b37a21 service neutron] 10.222.0.67 "GET /v2.0/networks/f4ded625-2395-4b5b-8619-6207cf127af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899829 Jan 28 03:10:48.486835 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-752c60f1-7ec2-4ba7-b41b-695ca4684509 req-2693f5da-77a2-4f8a-8cc2-429874922737 service neutron] 10.222.0.67 "GET /v2.0/networks/f4ded625-2395-4b5b-8619-6207cf127af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970360 Jan 28 03:10:48.618946 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94123f5f-25d6-49bd-a4f5-0cbbf22393e0 req-a296d4f9-7007-4342-963d-183c35053278 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:48.621840 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-94123f5f-25d6-49bd-a4f5-0cbbf22393e0 req-a296d4f9-7007-4342-963d-183c35053278 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=a069ba2b-4191-4d29-ad61-bb9b2502f385 HTTP/1.1" status: 200 len: 946 time: 0.1032455 Jan 28 03:10:48.730638 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-94123f5f-25d6-49bd-a4f5-0cbbf22393e0 req-b3b660bb-90e1-47b6-9929-95532f76f073 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006799 Jan 28 03:10:48.795315 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4f37f5c4-77b7-4e63-a3b2-fd3e2ba5763e req-762d8896-1818-45a1-b540-0da7fe4c56b6 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 210 time: 0.0956171 Jan 28 03:10:49.379039 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2631265-5b3c-4db7-a717-4503233bb25a req-58bd0df1-5488-4f13-ae38-ec2d7d21e55b tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:49.382176 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c2631265-5b3c-4db7-a717-4503233bb25a req-58bd0df1-5488-4f13-ae38-ec2d7d21e55b tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d HTTP/1.1" status: 200 len: 944 time: 0.0985997 Jan 28 03:10:49.517843 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c2631265-5b3c-4db7-a717-4503233bb25a req-5a8ce364-a5d5-4fc4-a77a-85beb1da6276 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?id=71237100-ff74-45e8-8885-455076f07c84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173675 Jan 28 03:10:49.967867 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186289da-6c2e-4ee0-9dc7-0666fd7c31c7 req-edd2bd3c-ed60-4585-a907-b5239c55ec29 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:49.977894 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-186289da-6c2e-4ee0-9dc7-0666fd7c31c7 req-edd2bd3c-ed60-4585-a907-b5239c55ec29 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=a069ba2b-4191-4d29-ad61-bb9b2502f385 HTTP/1.1" status: 200 len: 946 time: 0.1342072 Jan 28 03:10:50.072597 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-786cab01-6569-4530-ae6e-17fdff076921 req-ca3c4d61-84d1-4c7c-98a0-f6146c852a03 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 210 time: 0.0723991 Jan 28 03:10:50.098267 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-186289da-6c2e-4ee0-9dc7-0666fd7c31c7 req-5632627f-b102-4431-bc26-9d193e11824f tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171098 Jan 28 03:10:50.746906 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cfd543-6561-4ddf-b325-f08edd6e92c9 req-8bd6ccda-6184-4880-b353-2dd53ff8cdcf tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:50.748566 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-71cfd543-6561-4ddf-b325-f08edd6e92c9 req-8bd6ccda-6184-4880-b353-2dd53ff8cdcf tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d HTTP/1.1" status: 200 len: 944 time: 0.0841737 Jan 28 03:10:50.815745 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-71cfd543-6561-4ddf-b325-f08edd6e92c9 req-26164cf7-f3cb-4bc5-a546-b15964ea3d79 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?id=71237100-ff74-45e8-8885-455076f07c84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598783 Jan 28 03:10:51.339934 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-359faae5-a41f-4a64-a9ef-246a163507f7 req-a9cca312-0d02-456d-aa6f-7153ecfb0c44 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 210 time: 0.0638793 Jan 28 03:10:51.512816 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e11686-f57c-4674-a4f6-1e1174d03b6b req-4aa5f15b-4ae2-49ae-bad0-0a60602addc7 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:51.516871 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d4e11686-f57c-4674-a4f6-1e1174d03b6b req-4aa5f15b-4ae2-49ae-bad0-0a60602addc7 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=a069ba2b-4191-4d29-ad61-bb9b2502f385 HTTP/1.1" status: 200 len: 946 time: 0.2148643 Jan 28 03:10:51.614090 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d4e11686-f57c-4674-a4f6-1e1174d03b6b req-d6aec7e4-d956-43fb-9882-786fc2171835 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879426 Jan 28 03:10:51.942473 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 2091638e-086d-4c6f-ab86-a8056113c0d3 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:10:52.100149 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb46eb-a28d-4a03-9be9-57874ac61aab req-2643a296-35e0-4e20-81e1-a7bcca2d7559 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:52.104855 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7efb46eb-a28d-4a03-9be9-57874ac61aab req-2643a296-35e0-4e20-81e1-a7bcca2d7559 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d HTTP/1.1" status: 200 len: 944 time: 0.1543820 Jan 28 03:10:52.216179 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 2091638e-086d-4c6f-ab86-a8056113c0d3, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=2091638e-086d-4c6f-ab86-a8056113c0d3,segment=NetworkSegment(4b8aaf8b-443e-4581-95cb-ce007f1757b3),segment_id=4b8aaf8b-443e-4581-95cb-ce007f1757b3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:10:52.263547 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '2091638e-086d-4c6f-ab86-a8056113c0d3', 'network_id': 'f4ded625-2395-4b5b-8619-6207cf127af3', 'port_id': '2091638e-086d-4c6f-ab86-a8056113c0d3', 'mac_address': 'fa:16:3e:d8:53:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06dde70e-a1cf-43e5-9a09-417a59ad5656', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:10:52.339574 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7efb46eb-a28d-4a03-9be9-57874ac61aab req-8f815f92-9702-403f-936d-3ef0f4c598c9 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?id=71237100-ff74-45e8-8885-455076f07c84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2250609 Jan 28 03:10:52.420571 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 2091638e-086d-4c6f-ab86-a8056113c0d3 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:10:52.443606 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2091638e-086d-4c6f-ab86-a8056113c0d3), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:52.505507 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2091638e-086d-4c6f-ab86-a8056113c0d3 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:10:52.579516 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 2091638e-086d-4c6f-ab86-a8056113c0d3, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=2091638e-086d-4c6f-ab86-a8056113c0d3,segment=NetworkSegment(4b8aaf8b-443e-4581-95cb-ce007f1757b3),segment_id=4b8aaf8b-443e-4581-95cb-ce007f1757b3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:10:52.612543 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (2091638e-086d-4c6f-ab86-a8056113c0d3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:52.695780 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1b370c9d-b080-478a-984f-ebbcb4130a9a req-aeff0f86-ad66-4fb1-874e-d87205aa33f9 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 210 time: 0.0981088 Jan 28 03:10:52.781683 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=2091638e-086d-4c6f-ab86-a8056113c0d3,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:52.867793 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9066a-ce14-49a3-bc81-dca0beba965e req-3cd73651-d17e-4f3b-b9fb-33a0010e3bbb tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:52.871086 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c4a9066a-ce14-49a3-bc81-dca0beba965e req-3cd73651-d17e-4f3b-b9fb-33a0010e3bbb tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=a069ba2b-4191-4d29-ad61-bb9b2502f385 HTTP/1.1" status: 200 len: 946 time: 0.1078150 Jan 28 03:10:53.024237 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['2091638e-086d-4c6f-ab86-a8056113c0d3'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:10:53.060377 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c4a9066a-ce14-49a3-bc81-dca0beba965e req-117ec88c-6757-4c40-9577-f9eec1d16fed tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834843 Jan 28 03:10:53.604901 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b4a48-ba65-4f68-a11c-102f5043e0a7 req-d9198352-7704-4001-b820-cb57eae8b68c tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:53.612756 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-285b4a48-ba65-4f68-a11c-102f5043e0a7 req-d9198352-7704-4001-b820-cb57eae8b68c tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d HTTP/1.1" status: 200 len: 945 time: 0.1202910 Jan 28 03:10:53.699862 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-285b4a48-ba65-4f68-a11c-102f5043e0a7 req-6f497a46-9481-4b3e-99a0-2b443b1928fd tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?id=71237100-ff74-45e8-8885-455076f07c84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833023 Jan 28 03:10:53.959688 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-db02689c-8b69-4ea0-baa4-381462e0393d req-8a217a04-0170-482d-8029-bf6cb1e9a76f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 210 time: 0.0992262 Jan 28 03:10:54.340076 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92205e87-3cb5-4495-920f-5bab48a9fee8 req-74a89e8f-cb7b-46ce-a00f-2a886e40db11 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:54.351982 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-92205e87-3cb5-4495-920f-5bab48a9fee8 req-74a89e8f-cb7b-46ce-a00f-2a886e40db11 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=a069ba2b-4191-4d29-ad61-bb9b2502f385 HTTP/1.1" status: 200 len: 946 time: 0.1472249 Jan 28 03:10:54.509134 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-92205e87-3cb5-4495-920f-5bab48a9fee8 req-46753395-d082-4475-a5d1-84a3a1d82056 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513267 Jan 28 03:10:54.575477 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6439a2e-71f0-4b17-8ad4-8567dc73b988 req-0940ba2b-9713-40eb-8cea-1c7d1621f155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:54.579668 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a6439a2e-71f0-4b17-8ad4-8567dc73b988 req-0940ba2b-9713-40eb-8cea-1c7d1621f155 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a069ba2b-4191-4d29-ad61-bb9b2502f385 HTTP/1.1" status: 200 len: 1098 time: 0.5113027 Jan 28 03:10:54.746363 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a6439a2e-71f0-4b17-8ad4-8567dc73b988 req-68a518c5-dce3-4317-a27c-42f9fa377a55 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564100 Jan 28 03:10:54.907770 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1164fcc-72a2-4e41-9fca-bb0544e434e6 req-f2ce2e54-7e1f-4e03-9135-d28e4c856798 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:54.909541 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a1164fcc-72a2-4e41-9fca-bb0544e434e6 req-f2ce2e54-7e1f-4e03-9135-d28e4c856798 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d HTTP/1.1" status: 200 len: 945 time: 0.0638423 Jan 28 03:10:55.002102 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a1164fcc-72a2-4e41-9fca-bb0544e434e6 req-f7a087b9-cad9-48a2-9fb2-0b5dd9daa1b2 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?id=71237100-ff74-45e8-8885-455076f07c84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845771 Jan 28 03:10:55.158244 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1b3c8179-b4a4-41db-a9b2-fb40a27d5675 req-a08e1176-4ddf-46fd-acc2-704f7812c108 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 210 time: 0.0433180 Jan 28 03:10:55.800399 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c017365-f23c-4c37-86f4-37224d0170e7 req-b8471c2c-40b4-4ccb-b19a-76918fbdd01b tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:55.819848 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8c017365-f23c-4c37-86f4-37224d0170e7 req-b8471c2c-40b4-4ccb-b19a-76918fbdd01b tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=a069ba2b-4191-4d29-ad61-bb9b2502f385 HTTP/1.1" status: 200 len: 946 time: 0.1787357 Jan 28 03:10:55.939391 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8c017365-f23c-4c37-86f4-37224d0170e7 req-10e80fe3-1ce8-4935-930c-35f02b9dbfb1 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150317 Jan 28 03:10:55.965443 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 2091638e-086d-4c6f-ab86-a8056113c0d3 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:10:56.059158 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 2091638e-086d-4c6f-ab86-a8056113c0d3 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:10:56.067021 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 2091638e-086d-4c6f-ab86-a8056113c0d3 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:10:56.067819 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (2091638e-086d-4c6f-ab86-a8056113c0d3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:56.214888 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 2091638e-086d-4c6f-ab86-a8056113c0d3 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:10:56.216308 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2091638e-086d-4c6f-ab86-a8056113c0d3), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:56.237801 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57092c26-e4b3-4f9d-9818-449e0dd30a91 req-c12a4d30-160e-4df0-a50d-cdfa4ba22d20 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:56.254823 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-57092c26-e4b3-4f9d-9818-449e0dd30a91 req-c12a4d30-160e-4df0-a50d-cdfa4ba22d20 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d HTTP/1.1" status: 200 len: 945 time: 0.1209996 Jan 28 03:10:56.261975 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2091638e-086d-4c6f-ab86-a8056113c0d3'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:10:56.266881 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c22ef2-b80d-41d4-8e39-e18d88de84b4" -d '{"events": [{"server_uuid": "2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d", "name": "network-vif-plugged", "status": "completed", "tag": "2091638e-086d-4c6f-ab86-a8056113c0d3"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:10:56.294465 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 2091638e-086d-4c6f-ab86-a8056113c0d3, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=2091638e-086d-4c6f-ab86-a8056113c0d3,segment=NetworkSegment(4b8aaf8b-443e-4581-95cb-ce007f1757b3),segment_id=4b8aaf8b-443e-4581-95cb-ce007f1757b3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:10:56.302163 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (2091638e-086d-4c6f-ab86-a8056113c0d3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:56.387905 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-57092c26-e4b3-4f9d-9818-449e0dd30a91 req-8c0e6834-2246-47f4-9e66-d236e48109ee tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?id=71237100-ff74-45e8-8885-455076f07c84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288159 Jan 28 03:10:56.411462 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2402f8df-b815-4aca-9817-76ba672d8a33 req-0f63f189-7e83-4d6b-9866-3484f8968d4b tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 210 time: 0.0839250 Jan 28 03:10:56.493843 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477bac81-5c4f-4e93-8a3a-dcbcc12bcb87 x-openstack-request-id: req-477bac81-5c4f-4e93-8a3a-dcbcc12bcb87 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:10:56.494177 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d", "name": "network-vif-plugged", "status": "completed", "tag": "2091638e-086d-4c6f-ab86-a8056113c0d3", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:10:56.494373 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-477bac81-5c4f-4e93-8a3a-dcbcc12bcb87 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:10:56.494808 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2091638e-086d-4c6f-ab86-a8056113c0d3', 'code': 200} Jan 28 03:10:56.504567 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=2091638e-086d-4c6f-ab86-a8056113c0d3,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:56.616075 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b2ceca14-ce06-4f83-ba04-90c8168f89d8 req-20421ecf-e0b4-4d67-b8a5-590ef35d2fa2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cc8e944b-4a1d-48f7-9987-f83f891080d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1721997 Jan 28 03:10:56.750970 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a57f5b-d18e-4a0f-90f8-6504d793f8f4 req-40b710a1-8a19-4b66-a329-985145197d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:56.753684 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a3a57f5b-d18e-4a0f-90f8-6504d793f8f4 req-40b710a1-8a19-4b66-a329-985145197d4e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d HTTP/1.1" status: 200 len: 1098 time: 0.0847507 Jan 28 03:10:56.836130 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ceca14-ce06-4f83-ba04-90c8168f89d8 req-c4cf1d62-4f33-4724-ab64-339b76d4202e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:56.840587 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b2ceca14-ce06-4f83-ba04-90c8168f89d8 req-c4cf1d62-4f33-4724-ab64-339b76d4202e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e32e027b56924f9aad6fa7bf1ee258e7&device_id=cc8e944b-4a1d-48f7-9987-f83f891080d4 HTTP/1.1" status: 200 len: 1098 time: 0.1900868 Jan 28 03:10:56.893368 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a3a57f5b-d18e-4a0f-90f8-6504d793f8f4 req-df6cc648-7c61-4f33-b3be-6a96578e843e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=71237100-ff74-45e8-8885-455076f07c84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267278 Jan 28 03:10:57.058901 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ceca14-ce06-4f83-ba04-90c8168f89d8 req-7e7d9bcd-3f99-4e5d-9dec-3ec4ff2dc04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:57.060686 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b2ceca14-ce06-4f83-ba04-90c8168f89d8 req-7e7d9bcd-3f99-4e5d-9dec-3ec4ff2dc04f service neutron] 10.222.0.39 "GET /v2.0/networks?id=510d0f56-a56d-4baa-b768-cfbf6d32b8c2 HTTP/1.1" status: 200 len: 905 time: 0.1933694 Jan 28 03:10:57.180884 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b2ceca14-ce06-4f83-ba04-90c8168f89d8 req-3b1bb827-9dcb-42c4-8995-c167496b0e01 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9cbf58c-0ba7-457a-917a-60e7408f357d HTTP/1.1" status: 200 len: 1001 time: 0.1133893 Jan 28 03:10:57.291407 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ceca14-ce06-4f83-ba04-90c8168f89d8 req-55048e9e-3353-4676-ab2a-8cf041afdf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:57.294109 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b2ceca14-ce06-4f83-ba04-90c8168f89d8 req-55048e9e-3353-4676-ab2a-8cf041afdf31 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=db5a4c57-6170-4daa-b081-7c1d297c0ccb HTTP/1.1" status: 200 len: 843 time: 0.0749276 Jan 28 03:10:57.363603 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea8b480-03c7-450b-b7c0-ce9dc5e4a4b5 req-7222edbc-a970-4b26-bb13-03df4cfa958f tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:57.367508 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3ea8b480-03c7-450b-b7c0-ce9dc5e4a4b5 req-7222edbc-a970-4b26-bb13-03df4cfa958f tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=a069ba2b-4191-4d29-ad61-bb9b2502f385 HTTP/1.1" status: 200 len: 946 time: 0.1830647 Jan 28 03:10:57.373836 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ceca14-ce06-4f83-ba04-90c8168f89d8 req-dbed7e3f-3b1d-4de6-915f-4785facd8c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:57.375806 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b2ceca14-ce06-4f83-ba04-90c8168f89d8 req-dbed7e3f-3b1d-4de6-915f-4785facd8c2c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=510d0f56-a56d-4baa-b768-cfbf6d32b8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0748694 Jan 28 03:10:57.480917 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3ea8b480-03c7-450b-b7c0-ce9dc5e4a4b5 req-4d5a65a7-2b2f-4ac7-bc40-30a34c906765 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959501 Jan 28 03:10:57.544013 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b2ceca14-ce06-4f83-ba04-90c8168f89d8 req-5ec18fc7-ee76-4e25-9c56-e1487d31f1fa service neutron] 10.222.0.39 "GET /v2.0/networks/510d0f56-a56d-4baa-b768-cfbf6d32b8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601965 Jan 28 03:10:57.764827 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5147897c-f1e1-483b-aa2f-90cfbe790abb req-6a3414f2-0fca-4211-9c49-3e49d1834529 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:57.772616 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5147897c-f1e1-483b-aa2f-90cfbe790abb req-6a3414f2-0fca-4211-9c49-3e49d1834529 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d HTTP/1.1" status: 200 len: 946 time: 0.0930183 Jan 28 03:10:57.830550 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b2ceca14-ce06-4f83-ba04-90c8168f89d8 req-20fec519-a58b-4806-9a7a-919db81f11b7 service neutron] 10.222.0.39 "GET /v2.0/networks/510d0f56-a56d-4baa-b768-cfbf6d32b8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788372 Jan 28 03:10:57.858727 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5147897c-f1e1-483b-aa2f-90cfbe790abb req-21242ea8-7ec1-4058-9fee-f1dfa7cd6c44 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?id=71237100-ff74-45e8-8885-455076f07c84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845411 Jan 28 03:10:57.874604 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-de2d54f5-cabf-4756-91bd-47898db047e3 req-09760a44-fd2a-4b5a-bd80-ad426676ec8e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1e8349-1adc-4a91-982e-9c61323be61f HTTP/1.1" status: 200 len: 210 time: 0.1374400 Jan 28 03:10:58.598043 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e227fb-50aa-4df9-9295-e4107c4eaea2 req-65a8a6bd-5a45-4691-aaaf-e910f8ff0c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:58.599524 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c4e227fb-50aa-4df9-9295-e4107c4eaea2 req-65a8a6bd-5a45-4691-aaaf-e910f8ff0c4d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb134c115eb245dc82a1d93503949d14&device_id=a069ba2b-4191-4d29-ad61-bb9b2502f385 HTTP/1.1" status: 200 len: 1098 time: 0.1135309 Jan 28 03:10:58.639903 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e158df5-6a92-432c-9fe5-a3ed1b2aa597 req-855c0890-6a1a-4543-b231-dffdd300486e tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:58.647593 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7e158df5-6a92-432c-9fe5-a3ed1b2aa597 req-855c0890-6a1a-4543-b231-dffdd300486e tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=a069ba2b-4191-4d29-ad61-bb9b2502f385 HTTP/1.1" status: 200 len: 946 time: 0.2103989 Jan 28 03:10:58.764585 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7e158df5-6a92-432c-9fe5-a3ed1b2aa597 req-23fb485e-6a1b-4460-bbff-26d22fba5dc6 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156709 Jan 28 03:10:58.812011 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e227fb-50aa-4df9-9295-e4107c4eaea2 req-8d8b0b8d-de46-46d6-b13e-79c518298421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:58.813944 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c4e227fb-50aa-4df9-9295-e4107c4eaea2 req-8d8b0b8d-de46-46d6-b13e-79c518298421 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cf97283d-0520-42c8-ba1d-d27ef9d37474 HTTP/1.1" status: 200 len: 911 time: 0.2039912 Jan 28 03:10:58.879156 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c4e227fb-50aa-4df9-9295-e4107c4eaea2 req-c602ffa3-4a56-45fc-b7db-a1a40edbf7bc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c51e610-4f18-4328-9ab9-eded90c04697 HTTP/1.1" status: 200 len: 217 time: 0.0574741 Jan 28 03:10:59.036891 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e227fb-50aa-4df9-9295-e4107c4eaea2 req-a940efa2-bc01-4539-ac43-893fed1907e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:59.043697 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c4e227fb-50aa-4df9-9295-e4107c4eaea2 req-a940efa2-bc01-4539-ac43-893fed1907e0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ad0c90b-e226-45ca-86b1-39ab12887aa4 HTTP/1.1" status: 200 len: 850 time: 0.1553278 Jan 28 03:10:59.124443 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c4e227fb-50aa-4df9-9295-e4107c4eaea2 req-bac84bdf-8bca-4609-a88b-493f84a0538a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cf97283d-0520-42c8-ba1d-d27ef9d37474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738754 Jan 28 03:10:59.163969 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60332) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:59.230048 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:59.239028 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f1019-edab-4472-b56f-b13788f9b461 req-3b890151-1d61-44ad-b37f-0e8c78b5e958 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:10:59.244937 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fd6f1019-edab-4472-b56f-b13788f9b461 req-3b890151-1d61-44ad-b37f-0e8c78b5e958 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d HTTP/1.1" status: 200 len: 946 time: 0.2609868 Jan 28 03:10:59.450426 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fd6f1019-edab-4472-b56f-b13788f9b461 req-38ee62b2-8993-4fb7-ab31-0f2501c2913a tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?id=71237100-ff74-45e8-8885-455076f07c84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933424 Jan 28 03:10:59.503233 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c4e227fb-50aa-4df9-9295-e4107c4eaea2 req-8c4d973c-5f65-4d4c-9a8c-f494f86577f4 service neutron] 10.222.0.39 "GET /v2.0/networks/cf97283d-0520-42c8-ba1d-d27ef9d37474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701472 Jan 28 03:10:59.504407 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ba01c867-c203-4e4b-b4c0-6f218a59e38f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks [] for security_group (8e6761aa-0c2e-4ffa-8162-05ff3bf2a637), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:59.643375 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ba01c867-c203-4e4b-b4c0-6f218a59e38f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks [] for security_group (8e6761aa-0c2e-4ffa-8162-05ff3bf2a637), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:59.740363 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6c8ac893-7da2-4e97-9731-882c4e282433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:59.910381 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ba01c867-c203-4e4b-b4c0-6f218a59e38f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (8e6761aa-0c2e-4ffa-8162-05ff3bf2a637), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:59.915360 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ba01c867-c203-4e4b-b4c0-6f218a59e38f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:10:59.922019 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60356) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:59.922481 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ba01c867-c203-4e4b-b4c0-6f218a59e38f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "DELETE /v2.0/security-groups/8e6761aa-0c2e-4ffa-8162-05ff3bf2a637 HTTP/1.1" status: 204 len: 168 time: 0.7536306 Jan 28 03:10:59.962080 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba01c867-c203-4e4b-b4c0-6f218a59e38f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6761aa-0c2e-4ffa-8162-05ff3bf2a637,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:10:59.984952 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-51d19eb5-4778-43d0-b902-8a3fd117bb6e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] show failed (client error): The resource could not be found. Jan 28 03:10:59.991783 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60360) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:10:59.993905 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-51d19eb5-4778-43d0-b902-8a3fd117bb6e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "GET /v2.0/security-groups/8e6761aa-0c2e-4ffa-8162-05ff3bf2a637 HTTP/1.1" status: 404 len: 347 time: 0.0694063 Jan 28 03:11:00.084990 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c929f5-07ce-46da-b038-3f7d8c523e61 req-dc2cdd50-4a23-4626-8e3a-afd707f4835e tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:11:00.108625 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-57c929f5-07ce-46da-b038-3f7d8c523e61 req-dc2cdd50-4a23-4626-8e3a-afd707f4835e tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d HTTP/1.1" status: 200 len: 946 time: 0.3607621 Jan 28 03:11:00.111619 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60362) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:11:00.127017 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-9cf885c0-5e5c-4b19-a31e-8e3449161a6b tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Request body: {'floatingip': {'port_id': '2091638e-086d-4c6f-ab86-a8056113c0d3'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:11:00.150451 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7cc74-2265-41c3-9ac5-ea47eda6a317 req-b7a99c66-7105-497d-bdc1-d16f8c87e01e tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:11:00.152606 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-afc7cc74-2265-41c3-9ac5-ea47eda6a317 req-b7a99c66-7105-497d-bdc1-d16f8c87e01e tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=a069ba2b-4191-4d29-ad61-bb9b2502f385 HTTP/1.1" status: 200 len: 946 time: 0.0817666 Jan 28 03:11:00.280696 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-afc7cc74-2265-41c3-9ac5-ea47eda6a317 req-7a03aeac-99d6-4f7b-9503-e6c0f6f6add7 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012182 Jan 28 03:11:00.283662 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60366) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:11:00.362659 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9cf885c0-5e5c-4b19-a31e-8e3449161a6b tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks [] for floatingip (76ed7c4f-7331-4255-95bf-591138d7df91), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:00.454876 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f5914a47-9535-4326-b45b-5fd7592622d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:00.622437 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f5914a47-9535-4326-b45b-5fd7592622d6 admin admin] Publish callbacks [] for security_group (ed8f767a-33a0-4629-8e38-c761dc4e490e), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:00.630415 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f5914a47-9535-4326-b45b-5fd7592622d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (ed8f767a-33a0-4629-8e38-c761dc4e490e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:00.684959 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f5914a47-9535-4326-b45b-5fd7592622d6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f872bd18c9834eca854c1f8e124396ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3983555 Jan 28 03:11:00.688764 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60374) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:11:00.833746 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5914a47-9535-4326-b45b-5fd7592622d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8f767a-33a0-4629-8e38-c761dc4e490e,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:11:00.899936 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-28551139-ccc2-43dc-bde3-6f42f9ad0593 admin admin] Publish callbacks [] for security_group (ed8f767a-33a0-4629-8e38-c761dc4e490e), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:00.947090 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-28551139-ccc2-43dc-bde3-6f42f9ad0593 admin admin] Publish callbacks [] for security_group (ed8f767a-33a0-4629-8e38-c761dc4e490e), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:01.038518 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-28551139-ccc2-43dc-bde3-6f42f9ad0593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (ed8f767a-33a0-4629-8e38-c761dc4e490e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:01.043292 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-28551139-ccc2-43dc-bde3-6f42f9ad0593 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:01.049460 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-28551139-ccc2-43dc-bde3-6f42f9ad0593 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ed8f767a-33a0-4629-8e38-c761dc4e490e HTTP/1.1" status: 204 len: 168 time: 0.3582451 Jan 28 03:11:01.063243 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28551139-ccc2-43dc-bde3-6f42f9ad0593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8f767a-33a0-4629-8e38-c761dc4e490e,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:11:01.262766 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c4e227fb-50aa-4df9-9295-e4107c4eaea2 req-ed788949-bd15-44ea-860b-684a12c27904 service neutron] 10.222.0.39 "GET /v2.0/networks/cf97283d-0520-42c8-ba1d-d27ef9d37474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7488132 Jan 28 03:11:01.685905 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a04bc-c893-489b-aff8-eca7e996e4b4 req-3417785f-b2e4-4790-a4cc-40c3dab41713 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:11:01.707884 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9cf885c0-5e5c-4b19-a31e-8e3449161a6b tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:01.712241 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ab9a04bc-c893-489b-aff8-eca7e996e4b4 req-3417785f-b2e4-4790-a4cc-40c3dab41713 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=a069ba2b-4191-4d29-ad61-bb9b2502f385 HTTP/1.1" status: 200 len: 946 time: 0.2995107 Jan 28 03:11:01.717558 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9cf885c0-5e5c-4b19-a31e-8e3449161a6b tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (76ed7c4f-7331-4255-95bf-591138d7df91), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:01.809469 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1b4db37a-f323-4626-b92b-1444239e1f1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:01.887458 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ab9a04bc-c893-489b-aff8-eca7e996e4b4 req-669bd51d-a56d-4849-ac3e-bab6d0fff5b2 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694467 Jan 28 03:11:01.921659 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [None req-9cf885c0-5e5c-4b19-a31e-8e3449161a6b tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Floating IP 76ed7c4f-7331-4255-95bf-591138d7df91 associated. External IP: 172.25.0.246, port: 2091638e-086d-4c6f-ab86-a8056113c0d3. Jan 28 03:11:01.937304 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-6618a509-28b7-4b70-8611-2b63167581dd tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Deleting port 95c9b84b-9254-4fa5-b849-a042124449f4 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:11:01.937652 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6618a509-28b7-4b70-8611-2b63167581dd tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (95c9b84b-9254-4fa5-b849-a042124449f4), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:02.010328 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60388) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:11:02.057474 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6ff62866-b3c7-48d3-86c8-7af02d00701a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:02.243830 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6ff62866-b3c7-48d3-86c8-7af02d00701a admin admin] Publish callbacks [] for security_group (76488f37-bf20-4140-8d02-6e383c84bde4), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:02.260540 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6ff62866-b3c7-48d3-86c8-7af02d00701a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (76488f37-bf20-4140-8d02-6e383c84bde4), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:02.313754 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6ff62866-b3c7-48d3-86c8-7af02d00701a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=da76d27397ae4a07afa8e496502e5e4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2994046 Jan 28 03:11:02.324949 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60390) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:11:02.328022 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6618a509-28b7-4b70-8611-2b63167581dd tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (95c9b84b-9254-4fa5-b849-a042124449f4), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:02.328487 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6618a509-28b7-4b70-8611-2b63167581dd tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks [] for floatingip (95c9b84b-9254-4fa5-b849-a042124449f4), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:02.359658 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff62866-b3c7-48d3-86c8-7af02d00701a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76488f37-bf20-4140-8d02-6e383c84bde4,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:11:02.465249 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-6618a509-28b7-4b70-8611-2b63167581dd tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Calling delete_port for 95c9b84b-9254-4fa5-b849-a042124449f4 owned by network:floatingip {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:11:02.620864 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7110f9ad-2f2f-4020-aac5-38e031699318 admin admin] Publish callbacks [] for security_group (76488f37-bf20-4140-8d02-6e383c84bde4), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:02.662758 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7110f9ad-2f2f-4020-aac5-38e031699318 admin admin] Publish callbacks [] for security_group (76488f37-bf20-4140-8d02-6e383c84bde4), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:02.903361 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7110f9ad-2f2f-4020-aac5-38e031699318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (76488f37-bf20-4140-8d02-6e383c84bde4), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:02.907794 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7110f9ad-2f2f-4020-aac5-38e031699318 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:02.916691 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7110f9ad-2f2f-4020-aac5-38e031699318 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/76488f37-bf20-4140-8d02-6e383c84bde4 HTTP/1.1" status: 204 len: 168 time: 0.5828669 Jan 28 03:11:02.936582 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf885c0-5e5c-4b19-a31e-8e3449161a6b tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Router 027d7feb-fbfc-487d-837e-4d90ec7daa39 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:11:03.000284 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7110f9ad-2f2f-4020-aac5-38e031699318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76488f37-bf20-4140-8d02-6e383c84bde4,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:11:03.183119 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6618a509-28b7-4b70-8611-2b63167581dd tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (95c9b84b-9254-4fa5-b849-a042124449f4), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:03.332239 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:03.356306 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6618a509-28b7-4b70-8611-2b63167581dd tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Pushing event deleted for resources: {'Port': ['ID=95c9b84b-9254-4fa5-b849-a042124449f4,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:11:03.433848 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:03.479331 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6618a509-28b7-4b70-8611-2b63167581dd tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks [] for floatingip (611dd1ee-d0a5-4134-ae84-7290a9a1f723), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:03.485048 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6618a509-28b7-4b70-8611-2b63167581dd tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:03.487879 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6618a509-28b7-4b70-8611-2b63167581dd tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "DELETE /v2.0/floatingips/611dd1ee-d0a5-4134-ae84-7290a9a1f723 HTTP/1.1" status: 204 len: 168 time: 3.4656177 Jan 28 03:11:03.491940 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60406) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:11:03.651212 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c979f4-f065-4c3f-bdf0-7b276bab4449 req-0e0ff58c-e066-4d66-ba2e-9e4c4219dafd tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:11:03.652786 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-31c979f4-f065-4c3f-bdf0-7b276bab4449 req-0e0ff58c-e066-4d66-ba2e-9e4c4219dafd tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=a069ba2b-4191-4d29-ad61-bb9b2502f385 HTTP/1.1" status: 200 len: 946 time: 0.4757915 Jan 28 03:11:03.678788 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf885c0-5e5c-4b19-a31e-8e3449161a6b tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:11:03.688831 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9cf885c0-5e5c-4b19-a31e-8e3449161a6b tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:03.694578 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c79f1e-8293-4d3b-b4e4-26e3538ced57 None None] Sync routers for ids ['027d7feb-fbfc-487d-837e-4d90ec7daa39'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:11:03.714199 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c79f1e-8293-4d3b-b4e4-26e3538ced57 None None] Routers {'027d7feb-fbfc-487d-837e-4d90ec7daa39'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:11:03.715290 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-90c79f1e-8293-4d3b-b4e4-26e3538ced57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:11:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['027d7feb-fbfc-487d-837e-4d90ec7daa39'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:11:03.784296 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-dba3bf82-2014-4c91-95a2-b35e1f37b2b8 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Deleting port db7ee719-a3aa-47ed-85e5-5c79bf8865fd {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:11:03.784830 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dba3bf82-2014-4c91-95a2-b35e1f37b2b8 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (db7ee719-a3aa-47ed-85e5-5c79bf8865fd), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:03.837699 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9cf885c0-5e5c-4b19-a31e-8e3449161a6b tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "PUT /v2.0/floatingips/76ed7c4f-7331-4255-95bf-591138d7df91 HTTP/1.1" status: 200 len: 992 time: 3.7127478 Jan 28 03:11:03.857299 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d', 'tag': '2091638e-086d-4c6f-ab86-a8056113c0d3'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:11:03.860947 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e359e1aa-bb84-45a6-810e-83de257cad53" -d '{"events": [{"name": "network-changed", "server_uuid": "2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d", "tag": "2091638e-086d-4c6f-ab86-a8056113c0d3"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:11:03.933616 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-31c979f4-f065-4c3f-bdf0-7b276bab4449 req-79726bec-208d-4290-acda-3b262c6529c0 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527118 Jan 28 03:11:04.033219 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dba3bf82-2014-4c91-95a2-b35e1f37b2b8 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (db7ee719-a3aa-47ed-85e5-5c79bf8865fd), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:04.051874 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-dba3bf82-2014-4c91-95a2-b35e1f37b2b8 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Calling delete_port for db7ee719-a3aa-47ed-85e5-5c79bf8865fd owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:11:04.074113 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3161834-00bf-4e9f-9ad7-1f50cd81b7cd x-openstack-request-id: req-f3161834-00bf-4e9f-9ad7-1f50cd81b7cd {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:11:04.075035 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d", "tag": "2091638e-086d-4c6f-ab86-a8056113c0d3", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:11:04.075457 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f3161834-00bf-4e9f-9ad7-1f50cd81b7cd {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:11:04.076110 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d', 'tag': '2091638e-086d-4c6f-ab86-a8056113c0d3', 'status': 'completed', 'code': 200} Jan 28 03:11:04.276668 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-90c79f1e-8293-4d3b-b4e4-26e3538ced57 None None] Set router 027d7feb-fbfc-487d-837e-4d90ec7daa39 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:11:04.326660 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dba3bf82-2014-4c91-95a2-b35e1f37b2b8 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (db7ee719-a3aa-47ed-85e5-5c79bf8865fd), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:04.428841 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba3bf82-2014-4c91-95a2-b35e1f37b2b8 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Pushing event deleted for resources: {'Port': ['ID=db7ee719-a3aa-47ed-85e5-5c79bf8865fd,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:11:04.572354 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359e1aa-bb84-45a6-810e-83de257cad53 req-37e8c689-22b8-40e1-a0c0-faf5dd6568ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:11:04.574434 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e359e1aa-bb84-45a6-810e-83de257cad53 req-37e8c689-22b8-40e1-a0c0-faf5dd6568ab service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f89e990f7f004133b0af85a906874094&device_id=2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d HTTP/1.1" status: 200 len: 1098 time: 0.4396589 Jan 28 03:11:04.578780 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dba3bf82-2014-4c91-95a2-b35e1f37b2b8 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:04.581730 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-dba3bf82-2014-4c91-95a2-b35e1f37b2b8 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "DELETE /v2.0/ports/db7ee719-a3aa-47ed-85e5-5c79bf8865fd HTTP/1.1" status: 204 len: 168 time: 1.0845542 Jan 28 03:11:04.588786 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60434) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:11:04.761896 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:04.893909 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359e1aa-bb84-45a6-810e-83de257cad53 req-3160b63e-1862-450e-a0d8-91f65968ba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:11:04.897325 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e359e1aa-bb84-45a6-810e-83de257cad53 req-3160b63e-1862-450e-a0d8-91f65968ba9a service neutron] 10.222.0.67 "GET /v2.0/networks?id=f4ded625-2395-4b5b-8619-6207cf127af3 HTTP/1.1" status: 200 len: 911 time: 0.3139615 Jan 28 03:11:05.056754 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-90c79f1e-8293-4d3b-b4e4-26e3538ced57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'name': 'tempest-AttachVolumeTestJSON-665389209-router', 'tenant_id': 'f89e990f7f004133b0af85a906874094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'dd5fd4d5-0c0a-4361-a47b-fd29934f3939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:04:52Z', 'updated_at': '2022-01-28T03:05:09Z', 'revision_number': 4, 'project_id': 'f89e990f7f004133b0af85a906874094', 'gw_port': {'id': 'dd5fd4d5-0c0a-4361-a47b-fd29934f3939', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:04:55Z', 'updated_at': '2022-01-28T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '76ed7c4f-7331-4255-95bf-591138d7df91', 'tenant_id': 'f89e990f7f004133b0af85a906874094', 'floating_ip_address': '172.25.0.246', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'port_id': '2091638e-086d-4c6f-ab86-a8056113c0d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4ded625-2395-4b5b-8619-6207cf127af3', 'mac_address': 'fa:16:3e:d8:53:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:10:36Z', 'updated_at': '2022-01-28T03:11:01Z', 'revision_number': 1, 'project_id': 'f89e990f7f004133b0af85a906874094', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5940118f-9f78-4b24-b10e-16ab4396a3aa', 'name': '', 'network_id': 'f4ded625-2395-4b5b-8619-6207cf127af3', 'tenant_id': 'f89e990f7f004133b0af85a906874094', 'mac_address': 'fa:16:3e:91:f4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '06dde70e-a1cf-43e5-9a09-417a59ad5656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:05:05Z', 'updated_at': '2022-01-28T03:05:13Z', 'revision_number': 5, 'project_id': 'f89e990f7f004133b0af85a906874094', 'subnets': [{'id': '06dde70e-a1cf-43e5-9a09-417a59ad5656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:11:05.138003 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c79f1e-8293-4d3b-b4e4-26e3538ced57 None None] Checking router: 027d7feb-fbfc-487d-837e-4d90ec7daa39 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:11:05.170741 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c79f1e-8293-4d3b-b4e4-26e3538ced57 None None] Routers {'027d7feb-fbfc-487d-837e-4d90ec7daa39'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:11:05.171475 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-90c79f1e-8293-4d3b-b4e4-26e3538ced57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:11:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['027d7feb-fbfc-487d-837e-4d90ec7daa39'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:11:05.254822 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-273e25ff-2848-4e5e-89ea-cc34e909da3d req-d74b99f2-86d1-44c9-9407-e39dfb71fd33 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9a61f71c-db10-4229-bbac-1ecfaa94843b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4887700 Jan 28 03:11:05.264653 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52119387-85b5-40b7-84db-9a6ea1d47139 req-53c49917-e5da-48a0-8885-fda68d41b9f4 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:11:05.272266 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-52119387-85b5-40b7-84db-9a6ea1d47139 req-53c49917-e5da-48a0-8885-fda68d41b9f4 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=a069ba2b-4191-4d29-ad61-bb9b2502f385 HTTP/1.1" status: 200 len: 946 time: 0.2404668 Jan 28 03:11:05.303476 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e359e1aa-bb84-45a6-810e-83de257cad53 req-b934bf69-0cf9-4cff-9088-be1cc0ba9c44 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2091638e-086d-4c6f-ab86-a8056113c0d3 HTTP/1.1" status: 200 len: 1000 time: 0.3989348 Jan 28 03:11:05.405121 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-52119387-85b5-40b7-84db-9a6ea1d47139 req-5fa54ccd-d6c7-43a3-8f5c-7a1d5a1a5486 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235094 Jan 28 03:11:05.414520 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-90c79f1e-8293-4d3b-b4e4-26e3538ced57 None None] Set router 027d7feb-fbfc-487d-837e-4d90ec7daa39 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:11:05.492639 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359e1aa-bb84-45a6-810e-83de257cad53 req-4290b776-72f3-418f-9247-441050be26d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:11:05.500699 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-bbae17e7-fc21-49a9-88c1-239d4947e55f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Deleting port 5412df90-162b-4d92-af88-5241f7fd5d82 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:11:05.501044 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bbae17e7-fc21-49a9-88c1-239d4947e55f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (5412df90-162b-4d92-af88-5241f7fd5d82), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:05.502168 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e359e1aa-bb84-45a6-810e-83de257cad53 req-4290b776-72f3-418f-9247-441050be26d8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06dde70e-a1cf-43e5-9a09-417a59ad5656 HTTP/1.1" status: 200 len: 849 time: 0.1780763 Jan 28 03:11:05.511592 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e25ff-2848-4e5e-89ea-cc34e909da3d req-d12ee2ca-c9a7-4b3d-817a-06ca0777bf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:11:05.513320 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-273e25ff-2848-4e5e-89ea-cc34e909da3d req-d12ee2ca-c9a7-4b3d-817a-06ca0777bf69 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cb134c115eb245dc82a1d93503949d14&device_id=9a61f71c-db10-4229-bbac-1ecfaa94843b HTTP/1.1" status: 200 len: 1097 time: 0.1340566 Jan 28 03:11:05.621276 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359e1aa-bb84-45a6-810e-83de257cad53 req-28f55ef6-55d9-4696-9091-960b2990f469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:11:05.623933 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e359e1aa-bb84-45a6-810e-83de257cad53 req-28f55ef6-55d9-4696-9091-960b2990f469 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f4ded625-2395-4b5b-8619-6207cf127af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1144679 Jan 28 03:11:05.759911 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e25ff-2848-4e5e-89ea-cc34e909da3d req-9581b87b-362a-4830-8a27-8fe002b8fd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:11:05.762253 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-273e25ff-2848-4e5e-89ea-cc34e909da3d req-9581b87b-362a-4830-8a27-8fe002b8fd4d service neutron] 10.222.0.67 "GET /v2.0/networks?id=cf97283d-0520-42c8-ba1d-d27ef9d37474 HTTP/1.1" status: 200 len: 911 time: 0.2120409 Jan 28 03:11:05.845499 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e359e1aa-bb84-45a6-810e-83de257cad53 req-6fb51c3b-5349-4a42-81f7-120176e8e7f2 service neutron] 10.222.0.67 "GET /v2.0/networks/f4ded625-2395-4b5b-8619-6207cf127af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138581 Jan 28 03:11:05.858882 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-273e25ff-2848-4e5e-89ea-cc34e909da3d req-edaec790-6904-4b12-8e5f-37ab01cf8e69 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a17c9dd-e483-41bd-9eb0-1e23f0fea65f HTTP/1.1" status: 200 len: 217 time: 0.0899770 Jan 28 03:11:05.897057 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bbae17e7-fc21-49a9-88c1-239d4947e55f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (5412df90-162b-4d92-af88-5241f7fd5d82), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:05.935198 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-bbae17e7-fc21-49a9-88c1-239d4947e55f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Calling delete_port for 5412df90-162b-4d92-af88-5241f7fd5d82 owned by {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:11:05.988816 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:06.066287 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e359e1aa-bb84-45a6-810e-83de257cad53 req-847acf35-d7ed-417b-9b1d-0c1daaba9a47 service neutron] 10.222.0.67 "GET /v2.0/networks/f4ded625-2395-4b5b-8619-6207cf127af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144279 Jan 28 03:11:06.226180 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-90c79f1e-8293-4d3b-b4e4-26e3538ced57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'name': 'tempest-AttachVolumeTestJSON-665389209-router', 'tenant_id': 'f89e990f7f004133b0af85a906874094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'dd5fd4d5-0c0a-4361-a47b-fd29934f3939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:04:52Z', 'updated_at': '2022-01-28T03:05:09Z', 'revision_number': 4, 'project_id': 'f89e990f7f004133b0af85a906874094', 'gw_port': {'id': 'dd5fd4d5-0c0a-4361-a47b-fd29934f3939', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:04:55Z', 'updated_at': '2022-01-28T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '76ed7c4f-7331-4255-95bf-591138d7df91', 'tenant_id': 'f89e990f7f004133b0af85a906874094', 'floating_ip_address': '172.25.0.246', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'port_id': '2091638e-086d-4c6f-ab86-a8056113c0d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4ded625-2395-4b5b-8619-6207cf127af3', 'mac_address': 'fa:16:3e:d8:53:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:10:36Z', 'updated_at': '2022-01-28T03:11:01Z', 'revision_number': 1, 'project_id': 'f89e990f7f004133b0af85a906874094', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5940118f-9f78-4b24-b10e-16ab4396a3aa', 'name': '', 'network_id': 'f4ded625-2395-4b5b-8619-6207cf127af3', 'tenant_id': 'f89e990f7f004133b0af85a906874094', 'mac_address': 'fa:16:3e:91:f4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '06dde70e-a1cf-43e5-9a09-417a59ad5656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:05:05Z', 'updated_at': '2022-01-28T03:05:13Z', 'revision_number': 5, 'project_id': 'f89e990f7f004133b0af85a906874094', 'subnets': [{'id': '06dde70e-a1cf-43e5-9a09-417a59ad5656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:11:06.305757 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bbae17e7-fc21-49a9-88c1-239d4947e55f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (5412df90-162b-4d92-af88-5241f7fd5d82), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:06.307843 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c79f1e-8293-4d3b-b4e4-26e3538ced57 None None] The sync data for ids ['027d7feb-fbfc-487d-837e-4d90ec7daa39'] in n-d-712139-27 is: [{'id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'name': 'tempest-AttachVolumeTestJSON-665389209-router', 'tenant_id': 'f89e990f7f004133b0af85a906874094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'dd5fd4d5-0c0a-4361-a47b-fd29934f3939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:04:52Z', 'updated_at': '2022-01-28T03:05:09Z', 'revision_number': 4, 'project_id': 'f89e990f7f004133b0af85a906874094', 'gw_port': {'id': 'dd5fd4d5-0c0a-4361-a47b-fd29934f3939', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:04:55Z', 'updated_at': '2022-01-28T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '76ed7c4f-7331-4255-95bf-591138d7df91', 'tenant_id': 'f89e990f7f004133b0af85a906874094', 'floating_ip_address': '172.25.0.246', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'port_id': '2091638e-086d-4c6f-ab86-a8056113c0d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4ded625-2395-4b5b-8619-6207cf127af3', 'mac_address': 'fa:16:3e:d8:53:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:10:36Z', 'updated_at': '2022-01-28T03:11:01Z', 'revision_number': 1, 'project_id': 'f89e990f7f004133b0af85a906874094', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5940118f-9f78-4b24-b10e-16ab4396a3aa', 'name': '', 'network_id': 'f4ded625-2395-4b5b-8619-6207cf127af3', 'tenant_id': 'f89e990f7f004133b0af85a906874094', 'mac_address': 'fa:16:3e:91:f4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '06dde70e-a1cf-43e5-9a09-417a59ad5656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:05:05Z', 'updated_at': '2022-01-28T03:05:13Z', 'revision_number': 5, 'project_id': 'f89e990f7f004133b0af85a906874094', 'subnets': [{'id': '06dde70e-a1cf-43e5-9a09-417a59ad5656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:11:06.361537 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae17e7-fc21-49a9-88c1-239d4947e55f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Pushing event deleted for resources: {'Port': ['ID=5412df90-162b-4d92-af88-5241f7fd5d82,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:11:06.482214 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bbae17e7-fc21-49a9-88c1-239d4947e55f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:06.486153 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-bbae17e7-fc21-49a9-88c1-239d4947e55f tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "DELETE /v2.0/ports/5412df90-162b-4d92-af88-5241f7fd5d82 HTTP/1.1" status: 204 len: 168 time: 1.8944073 Jan 28 03:11:06.488167 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e25ff-2848-4e5e-89ea-cc34e909da3d req-e9e71da2-828a-49ef-ab58-6301c53880a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:11:06.489658 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-273e25ff-2848-4e5e-89ea-cc34e909da3d req-e9e71da2-828a-49ef-ab58-6301c53880a4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4ad0c90b-e226-45ca-86b1-39ab12887aa4 HTTP/1.1" status: 200 len: 850 time: 0.6253698 Jan 28 03:11:06.490336 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60480) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:11:06.531513 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-273e25ff-2848-4e5e-89ea-cc34e909da3d req-6c1d0928-b87d-4ce8-a4d8-842bb2ed94fa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cf97283d-0520-42c8-ba1d-d27ef9d37474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345824 Jan 28 03:11:06.758173 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-273e25ff-2848-4e5e-89ea-cc34e909da3d req-6caa9b74-b32e-46fe-8ac3-0ddd8d2f76e5 service neutron] 10.222.0.67 "GET /v2.0/networks/cf97283d-0520-42c8-ba1d-d27ef9d37474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169085 Jan 28 03:11:06.840168 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44214d55-8cb9-4cde-89c4-039c84e91313 None None] New status for floating IP 76ed7c4f-7331-4255-95bf-591138d7df91: ACTIVE {{(pid=109804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:11:06.851999 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcdb1d1f-758f-4a1b-b5be-45d82a72e199 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Deleting subnet d7ff91e7-f241-4c5c-a917-a215b6f26f85 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:11:06.869744 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bcdb1d1f-758f-4a1b-b5be-45d82a72e199 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks [] for subnet (d7ff91e7-f241-4c5c-a917-a215b6f26f85), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:06.945140 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c9eac-beb9-4a9a-bc6c-72b9bac83799 req-2b92b36f-296b-43f2-8b57-1734c0c5b51c tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:11:06.967269 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-980c9eac-beb9-4a9a-bc6c-72b9bac83799 req-2b92b36f-296b-43f2-8b57-1734c0c5b51c tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=a069ba2b-4191-4d29-ad61-bb9b2502f385 HTTP/1.1" status: 200 len: 946 time: 0.3425665 Jan 28 03:11:07.109842 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bcdb1d1f-758f-4a1b-b5be-45d82a72e199 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (d7ff91e7-f241-4c5c-a917-a215b6f26f85), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:07.120668 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-273e25ff-2848-4e5e-89ea-cc34e909da3d req-9c725007-72da-4ea8-8462-713209ed9110 service neutron] 10.222.0.67 "GET /v2.0/networks/cf97283d-0520-42c8-ba1d-d27ef9d37474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580580 Jan 28 03:11:07.236090 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-980c9eac-beb9-4a9a-bc6c-72b9bac83799 req-71889bbf-8158-437a-a38d-696d680c312a tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680547 Jan 28 03:11:07.389013 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bcdb1d1f-758f-4a1b-b5be-45d82a72e199 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (d7ff91e7-f241-4c5c-a917-a215b6f26f85), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:07.502962 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bcdb1d1f-758f-4a1b-b5be-45d82a72e199 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (d7ff91e7-f241-4c5c-a917-a215b6f26f85), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:07.562029 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdb1d1f-758f-4a1b-b5be-45d82a72e199 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Pushing event deleted for resources: {'Subnet': ['ID=d7ff91e7-f241-4c5c-a917-a215b6f26f85,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:11:07.584781 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bcdb1d1f-758f-4a1b-b5be-45d82a72e199 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:07.593145 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-bcdb1d1f-758f-4a1b-b5be-45d82a72e199 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "DELETE /v2.0/subnets/d7ff91e7-f241-4c5c-a917-a215b6f26f85 HTTP/1.1" status: 204 len: 168 time: 1.0991054 Jan 28 03:11:07.594038 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60508) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:11:07.594167 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58f2f34-cc36-4cd8-a187-ef7ddfd29991 None None] Network 8f5c2a2c-a994-4917-b3e0-21b15ad56c20 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:11:07.740815 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-f52e79d4-6fed-43d6-b8ef-0c7ebdf3ce33 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Deleting subnet d1901a35-0605-40aa-86b7-558d17d5580a {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:11:07.754407 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f52e79d4-6fed-43d6-b8ef-0c7ebdf3ce33 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks [] for subnet (d1901a35-0605-40aa-86b7-558d17d5580a), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:07.772836 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a523e98-2020-477a-8140-e5a3190ab311 req-7f5c2d7e-b92c-4c99-b5cb-f4b272b1fba0 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:11:07.786537 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6a523e98-2020-477a-8140-e5a3190ab311 req-7f5c2d7e-b92c-4c99-b5cb-f4b272b1fba0 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.39 "GET /v2.0/ports?device_id=a069ba2b-4191-4d29-ad61-bb9b2502f385 HTTP/1.1" status: 200 len: 946 time: 0.1872864 Jan 28 03:11:07.913108 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f52e79d4-6fed-43d6-b8ef-0c7ebdf3ce33 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (d1901a35-0605-40aa-86b7-558d17d5580a), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:07.946821 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9f6929-83d3-484c-9250-a1c855967c18 None None] DHCP port deletion for 8f5c2a2c-a994-4917-b3e0-21b15ad56c20 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:11:08.119738 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-aa9f6929-83d3-484c-9250-a1c855967c18 None None] Deleting port e12045af-af54-476b-b971-863cd062c787 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:11:08.120874 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-aa9f6929-83d3-484c-9250-a1c855967c18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (e12045af-af54-476b-b971-863cd062c787), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:08.203315 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f52e79d4-6fed-43d6-b8ef-0c7ebdf3ce33 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (d1901a35-0605-40aa-86b7-558d17d5580a), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:08.252938 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-aa9f6929-83d3-484c-9250-a1c855967c18 None None] For port e12045af-af54-476b-b971-863cd062c787, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=e12045af-af54-476b-b971-863cd062c787,segment=NetworkSegment(56ecf217-4f55-4505-a70a-3d133ecc059a),segment_id=56ecf217-4f55-4505-a70a-3d133ecc059a)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:11:08.253747 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-aa9f6929-83d3-484c-9250-a1c855967c18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (e12045af-af54-476b-b971-863cd062c787), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:08.329858 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-aa9f6929-83d3-484c-9250-a1c855967c18 None None] Calling delete_port for e12045af-af54-476b-b971-863cd062c787 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:11:08.332977 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f52e79d4-6fed-43d6-b8ef-0c7ebdf3ce33 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (d1901a35-0605-40aa-86b7-558d17d5580a), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:08.405284 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e79d4-6fed-43d6-b8ef-0c7ebdf3ce33 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Pushing event deleted for resources: {'Subnet': ['ID=d1901a35-0605-40aa-86b7-558d17d5580a,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:11:08.408522 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f52e79d4-6fed-43d6-b8ef-0c7ebdf3ce33 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:08.414091 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f52e79d4-6fed-43d6-b8ef-0c7ebdf3ce33 tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "DELETE /v2.0/subnets/d1901a35-0605-40aa-86b7-558d17d5580a HTTP/1.1" status: 204 len: 168 time: 0.8182967 Jan 28 03:11:08.416498 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60536) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:11:08.460844 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-6a523e98-2020-477a-8140-e5a3190ab311 req-b0b76003-fd7f-421b-b865-363f0047a419 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Deleting port 0c51e610-4f18-4328-9ab9-eded90c04697 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:11:08.461801 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-6a523e98-2020-477a-8140-e5a3190ab311 req-b0b76003-fd7f-421b-b865-363f0047a419 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (0c51e610-4f18-4328-9ab9-eded90c04697), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:08.515535 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca34c6b-549c-4c5c-a467-828a016484a6 None None] Network 45f5aab1-77c3-46bf-9724-8eea4a5c0efa requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:11:08.530135 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa124e4f-c01c-40e7-9e6c-44a8f7d41f1e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (8f5c2a2c-a994-4917-b3e0-21b15ad56c20), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:08.666556 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-fa124e4f-c01c-40e7-9e6c-44a8f7d41f1e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Deleting port e12045af-af54-476b-b971-863cd062c787 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:11:08.668288 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa124e4f-c01c-40e7-9e6c-44a8f7d41f1e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (e12045af-af54-476b-b971-863cd062c787), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:08.820129 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-aa9f6929-83d3-484c-9250-a1c855967c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (e12045af-af54-476b-b971-863cd062c787), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:08.899999 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9f6929-83d3-484c-9250-a1c855967c18 None None] No DVR routers for this DVR port e12045af-af54-476b-b971-863cd062c787 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:11:08.964486 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-6a523e98-2020-477a-8140-e5a3190ab311 req-b0b76003-fd7f-421b-b865-363f0047a419 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] For port 0c51e610-4f18-4328-9ab9-eded90c04697, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=0c51e610-4f18-4328-9ab9-eded90c04697,segment=NetworkSegment(103b4545-2fea-4015-ba4c-541201deccef),segment_id=103b4545-2fea-4015-ba4c-541201deccef)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:11:08.965065 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-6a523e98-2020-477a-8140-e5a3190ab311 req-b0b76003-fd7f-421b-b865-363f0047a419 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (0c51e610-4f18-4328-9ab9-eded90c04697), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:08.972613 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-fa124e4f-c01c-40e7-9e6c-44a8f7d41f1e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] For port e12045af-af54-476b-b971-863cd062c787, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=e12045af-af54-476b-b971-863cd062c787,segment=NetworkSegment(56ecf217-4f55-4505-a70a-3d133ecc059a),segment_id=56ecf217-4f55-4505-a70a-3d133ecc059a)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:11:08.973465 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa124e4f-c01c-40e7-9e6c-44a8f7d41f1e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (e12045af-af54-476b-b971-863cd062c787), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:09.001414 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e908a3e6-de91-4231-87e5-ff980d9380e3 None None] DHCP port deletion for 45f5aab1-77c3-46bf-9724-8eea4a5c0efa request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:11:09.012734 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358852ea-d1f9-4be6-8265-616a0805fbe7 req-eaa219a2-eb9f-4c27-b1ce-506116bd491d tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:11:09.017324 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-358852ea-d1f9-4be6-8265-616a0805fbe7 req-eaa219a2-eb9f-4c27-b1ce-506116bd491d tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=a069ba2b-4191-4d29-ad61-bb9b2502f385 HTTP/1.1" status: 200 len: 946 time: 0.5369723 Jan 28 03:11:09.018455 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f6929-83d3-484c-9250-a1c855967c18 None None] Pushing event deleted for resources: {'Port': ['ID=e12045af-af54-476b-b971-863cd062c787,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:11:09.058650 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-fa124e4f-c01c-40e7-9e6c-44a8f7d41f1e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Calling delete_port for e12045af-af54-476b-b971-863cd062c787 owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:11:09.119925 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-6a523e98-2020-477a-8140-e5a3190ab311 req-b0b76003-fd7f-421b-b865-363f0047a419 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Calling delete_port for 0c51e610-4f18-4328-9ab9-eded90c04697 owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:11:09.145656 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9f6929-83d3-484c-9250-a1c855967c18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:11:09.150453 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9f6929-83d3-484c-9250-a1c855967c18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:11:09.151050 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9f6929-83d3-484c-9250-a1c855967c18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:11:09.151644 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9f6929-83d3-484c-9250-a1c855967c18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:11:09.152212 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9f6929-83d3-484c-9250-a1c855967c18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:11:09.152790 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9f6929-83d3-484c-9250-a1c855967c18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:11:09.153382 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9f6929-83d3-484c-9250-a1c855967c18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:11:09.153958 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9f6929-83d3-484c-9250-a1c855967c18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:11:09.159774 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9f6929-83d3-484c-9250-a1c855967c18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:11:09.160340 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9f6929-83d3-484c-9250-a1c855967c18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:11:09.160882 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9f6929-83d3-484c-9250-a1c855967c18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:11:09.166794 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9f6929-83d3-484c-9250-a1c855967c18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:11:09.167398 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9f6929-83d3-484c-9250-a1c855967c18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:11:09.205816 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device e12045af-af54-476b-b971-863cd062c787 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:11:09.235656 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-358852ea-d1f9-4be6-8265-616a0805fbe7 req-f9a656d7-e7ab-4bf7-bc0a-8b9498ebaea0 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074430 Jan 28 03:11:09.340718 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa124e4f-c01c-40e7-9e6c-44a8f7d41f1e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (e12045af-af54-476b-b971-863cd062c787), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:09.348184 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: e12045af-af54-476b-b971-863cd062c787 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:11:09.355092 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device e12045af-af54-476b-b971-863cd062c787 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:11:09.425207 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e908a3e6-de91-4231-87e5-ff980d9380e3 None None] Deleting port 23aafba3-4833-43a6-b2a1-0c4dedb46d0d {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:11:09.425481 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e908a3e6-de91-4231-87e5-ff980d9380e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (23aafba3-4833-43a6-b2a1-0c4dedb46d0d), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:09.433363 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa124e4f-c01c-40e7-9e6c-44a8f7d41f1e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Pushing event deleted for resources: {'Port': ['ID=e12045af-af54-476b-b971-863cd062c787,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:11:09.451747 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa124e4f-c01c-40e7-9e6c-44a8f7d41f1e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] No DVR routers for this DVR port e12045af-af54-476b-b971-863cd062c787 on host n-d-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:11:09.553171 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-e908a3e6-de91-4231-87e5-ff980d9380e3 None None] For port 23aafba3-4833-43a6-b2a1-0c4dedb46d0d, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=23aafba3-4833-43a6-b2a1-0c4dedb46d0d,segment=NetworkSegment(db598c0e-8e20-40ef-9b23-0e841e396fc3),segment_id=db598c0e-8e20-40ef-9b23-0e841e396fc3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:11:09.553585 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e908a3e6-de91-4231-87e5-ff980d9380e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (23aafba3-4833-43a6-b2a1-0c4dedb46d0d), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:09.570027 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e908a3e6-de91-4231-87e5-ff980d9380e3 None None] Calling delete_port for 23aafba3-4833-43a6-b2a1-0c4dedb46d0d owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:11:09.654125 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-6a523e98-2020-477a-8140-e5a3190ab311 req-b0b76003-fd7f-421b-b865-363f0047a419 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (0c51e610-4f18-4328-9ab9-eded90c04697), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:09.761495 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['4a17c9dd-e483-41bd-9eb0-1e23f0fea65f'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:11:09.766892 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e908a3e6-de91-4231-87e5-ff980d9380e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (23aafba3-4833-43a6-b2a1-0c4dedb46d0d), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:09.807026 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b76003-fd7f-421b-b865-363f0047a419 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Pushing event deleted for resources: {'Port': ['ID=0c51e610-4f18-4328-9ab9-eded90c04697,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:11:09.826930 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa124e4f-c01c-40e7-9e6c-44a8f7d41f1e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (8f5c2a2c-a994-4917-b3e0-21b15ad56c20), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:09.863644 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e908a3e6-de91-4231-87e5-ff980d9380e3 None None] No DVR routers for this DVR port 23aafba3-4833-43a6-b2a1-0c4dedb46d0d on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:11:09.887585 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908a3e6-de91-4231-87e5-ff980d9380e3 None None] Pushing event deleted for resources: {'Port': ['ID=23aafba3-4833-43a6-b2a1-0c4dedb46d0d,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:11:09.931680 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-fa124e4f-c01c-40e7-9e6c-44a8f7d41f1e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f5c2a2c-a994-4917-b3e0-21b15ad56c20']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:11:09.952780 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-fa124e4f-c01c-40e7-9e6c-44a8f7d41f1e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56ecf217-4f55-4505-a70a-3d133ecc059a') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:11:09.953959 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-fa124e4f-c01c-40e7-9e6c-44a8f7d41f1e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56ecf217-4f55-4505-a70a-3d133ecc059a') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:11:09.977707 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa124e4f-c01c-40e7-9e6c-44a8f7d41f1e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (56ecf217-4f55-4505-a70a-3d133ecc059a), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:10.018378 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a523e98-2020-477a-8140-e5a3190ab311 req-b0b76003-fd7f-421b-b865-363f0047a419 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] No DVR routers for this DVR port 0c51e610-4f18-4328-9ab9-eded90c04697 on host n-h2-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:11:10.019128 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa124e4f-c01c-40e7-9e6c-44a8f7d41f1e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (56ecf217-4f55-4505-a70a-3d133ecc059a), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:10.031259 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa124e4f-c01c-40e7-9e6c-44a8f7d41f1e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:11:10.032345 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa124e4f-c01c-40e7-9e6c-44a8f7d41f1e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (56ecf217-4f55-4505-a70a-3d133ecc059a), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:10.035457 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-6a523e98-2020-477a-8140-e5a3190ab311 req-b0b76003-fd7f-421b-b865-363f0047a419 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:10.039843 n-d-712139-27 neutron-server[109803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:11:10.039843 n-d-712139-27 neutron-server[109803]: self.session.flush() Jan 28 03:11:10.039843 n-d-712139-27 neutron-server[109803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:11:10.039843 n-d-712139-27 neutron-server[109803]: self.session.flush() Jan 28 03:11:10.039843 n-d-712139-27 neutron-server[109803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:11:10.039843 n-d-712139-27 neutron-server[109803]: self.session.flush() Jan 28 03:11:10.039843 n-d-712139-27 neutron-server[109803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:11:10.039843 n-d-712139-27 neutron-server[109803]: self.session.flush() Jan 28 03:11:10.039843 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:11:10.039843 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:11:10.039843 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:11:10.039843 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:11:10.039843 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:11:10.039843 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:11:10.039843 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:11:10.039843 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:11:10.039843 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:11:10.039843 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:11:10.039843 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:11:10.039843 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:11:10.039843 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:11:10.039843 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:11:10.039843 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:11:10.039843 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:11:10.039843 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:11:10.039843 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:11:10.039843 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:11:10.039843 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:11:10.039843 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:11:10.039843 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:11:10.039843 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:11:10.039843 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:11:10.039843 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:11:10.039843 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:11:10.039843 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:11:10.039843 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:11:10.039843 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:11:10.039843 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:11:10.039843 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:11:10.039843 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:11:10.056941 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6a523e98-2020-477a-8140-e5a3190ab311 req-b0b76003-fd7f-421b-b865-363f0047a419 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.39 "DELETE /v2.0/ports/0c51e610-4f18-4328-9ab9-eded90c04697 HTTP/1.1" status: 204 len: 173 time: 2.2509162 Jan 28 03:11:10.056941 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a069ba2b-4191-4d29-ad61-bb9b2502f385', 'name': 'network-vif-deleted', 'tag': '0c51e610-4f18-4328-9ab9-eded90c04697'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:11:10.061297 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c82f62-9c3c-4104-8cf2-0006812df202" -d '{"events": [{"server_uuid": "a069ba2b-4191-4d29-ad61-bb9b2502f385", "name": "network-vif-deleted", "tag": "0c51e610-4f18-4328-9ab9-eded90c04697"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:11:10.180023 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746815ef-aae2-480e-ac17-6bb4b5e9cce8 x-openstack-request-id: req-746815ef-aae2-480e-ac17-6bb4b5e9cce8 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:11:10.180433 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a069ba2b-4191-4d29-ad61-bb9b2502f385", "name": "network-vif-deleted", "tag": "0c51e610-4f18-4328-9ab9-eded90c04697", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:11:10.180828 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-746815ef-aae2-480e-ac17-6bb4b5e9cce8 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:11:10.181609 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a069ba2b-4191-4d29-ad61-bb9b2502f385', 'name': 'network-vif-deleted', 'tag': '0c51e610-4f18-4328-9ab9-eded90c04697', 'status': 'completed', 'code': 200} Jan 28 03:11:10.202213 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa124e4f-c01c-40e7-9e6c-44a8f7d41f1e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (8f5c2a2c-a994-4917-b3e0-21b15ad56c20), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:10.232892 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa124e4f-c01c-40e7-9e6c-44a8f7d41f1e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:10.251322 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-fa124e4f-c01c-40e7-9e6c-44a8f7d41f1e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "DELETE /v2.0/networks/8f5c2a2c-a994-4917-b3e0-21b15ad56c20 HTTP/1.1" status: 204 len: 168 time: 1.8288484 Jan 28 03:11:10.252298 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60608) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:11:10.310577 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa124e4f-c01c-40e7-9e6c-44a8f7d41f1e tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Pushing event deleted for resources: {'Network': ['ID=8f5c2a2c-a994-4917-b3e0-21b15ad56c20,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:11:10.481388 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 0c51e610-4f18-4328-9ab9-eded90c04697 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:11:10.600516 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 0c51e610-4f18-4328-9ab9-eded90c04697 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:11:10.602516 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 0c51e610-4f18-4328-9ab9-eded90c04697 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:11:10.614090 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0de49e42-ede9-46ff-ade1-d8d9e1d4b360 req-926c12ba-cadb-4769-aedb-7b36906d608a tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=a069ba2b-4191-4d29-ad61-bb9b2502f385 HTTP/1.1" status: 200 len: 210 time: 0.1255014 Jan 28 03:11:10.650541 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-185eccd4-fd4a-4a22-ab3d-20a8e8163f8d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (45f5aab1-77c3-46bf-9724-8eea4a5c0efa), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:10.882633 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-185eccd4-fd4a-4a22-ab3d-20a8e8163f8d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (45f5aab1-77c3-46bf-9724-8eea4a5c0efa), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:10.972794 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-185eccd4-fd4a-4a22-ab3d-20a8e8163f8d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45f5aab1-77c3-46bf-9724-8eea4a5c0efa']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:11:11.004779 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60620) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:11:11.005817 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-185eccd4-fd4a-4a22-ab3d-20a8e8163f8d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db598c0e-8e20-40ef-9b23-0e841e396fc3') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:11:11.006433 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-185eccd4-fd4a-4a22-ab3d-20a8e8163f8d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db598c0e-8e20-40ef-9b23-0e841e396fc3') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:11:11.053827 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-185eccd4-fd4a-4a22-ab3d-20a8e8163f8d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (db598c0e-8e20-40ef-9b23-0e841e396fc3), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:11.105723 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-185eccd4-fd4a-4a22-ab3d-20a8e8163f8d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (db598c0e-8e20-40ef-9b23-0e841e396fc3), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:11.107289 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 23aafba3-4833-43a6-b2a1-0c4dedb46d0d no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:11:11.118600 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-185eccd4-fd4a-4a22-ab3d-20a8e8163f8d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:11:11.119169 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-185eccd4-fd4a-4a22-ab3d-20a8e8163f8d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (db598c0e-8e20-40ef-9b23-0e841e396fc3), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:11.199128 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 23aafba3-4833-43a6-b2a1-0c4dedb46d0d {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:11:11.203678 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 23aafba3-4833-43a6-b2a1-0c4dedb46d0d not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:11:11.283217 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:11:11.283217 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:11:11.283217 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:11:11.283217 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:11:11.283217 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:11:11.283217 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:11:11.283217 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:11:11.283217 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:11:11.283217 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:11:11.283217 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:11:11.283217 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:11:11.283217 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:11:11.283217 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:11:11.283217 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:11:11.283217 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:11:11.283217 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:11:11.283217 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:11:11.283217 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:11:11.283217 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:11:11.283217 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:11:11.283217 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:11:11.283217 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:11:11.283217 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:11:11.283217 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:11:11.283217 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:11:11.283217 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:11:11.283217 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:11:11.283217 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:11:11.283217 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:11:11.283217 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:11:11.283217 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:11:11.283217 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:11:11.291954 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-185eccd4-fd4a-4a22-ab3d-20a8e8163f8d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (45f5aab1-77c3-46bf-9724-8eea4a5c0efa), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:11.306230 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-185eccd4-fd4a-4a22-ab3d-20a8e8163f8d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:11.314405 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-185eccd4-fd4a-4a22-ab3d-20a8e8163f8d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] 10.222.0.53 "DELETE /v2.0/networks/45f5aab1-77c3-46bf-9724-8eea4a5c0efa HTTP/1.1" status: 204 len: 168 time: 1.0598459 Jan 28 03:11:11.397919 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185eccd4-fd4a-4a22-ab3d-20a8e8163f8d tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] Pushing event deleted for resources: {'Network': ['ID=45f5aab1-77c3-46bf-9724-8eea4a5c0efa,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:11:11.405332 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5f4ba686-f944-45eb-8aa1-1a106b692e42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:11.600547 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5f4ba686-f944-45eb-8aa1-1a106b692e42 admin admin] Publish callbacks [] for security_group (24ede19b-514c-4957-b59e-427b65ad8aad), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:11.606674 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5f4ba686-f944-45eb-8aa1-1a106b692e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (24ede19b-514c-4957-b59e-427b65ad8aad), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:11.675528 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ba686-f944-45eb-8aa1-1a106b692e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ede19b-514c-4957-b59e-427b65ad8aad,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:11:11.710409 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60632) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:11:11.714287 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5f4ba686-f944-45eb-8aa1-1a106b692e42 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=970ca2cd0be24208bc530c8c6e3e3448&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7067807 Jan 28 03:11:11.829367 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-625f0949-f710-48a9-b6e8-b2a13e50cf4c admin admin] Publish callbacks [] for security_group (24ede19b-514c-4957-b59e-427b65ad8aad), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:11.873250 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-625f0949-f710-48a9-b6e8-b2a13e50cf4c admin admin] Publish callbacks [] for security_group (24ede19b-514c-4957-b59e-427b65ad8aad), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:11.958669 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-625f0949-f710-48a9-b6e8-b2a13e50cf4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (24ede19b-514c-4957-b59e-427b65ad8aad), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:11.964655 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-625f0949-f710-48a9-b6e8-b2a13e50cf4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:11.967108 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-625f0949-f710-48a9-b6e8-b2a13e50cf4c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/24ede19b-514c-4957-b59e-427b65ad8aad HTTP/1.1" status: 204 len: 168 time: 0.2539909 Jan 28 03:11:11.988893 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f0949-f710-48a9-b6e8-b2a13e50cf4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ede19b-514c-4957-b59e-427b65ad8aad,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:11:12.230788 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ebbc26-b4f1-42a6-87c4-b02dba3974a1 req-4d52e5b5-fbc8-4149-a9f6-a698521dc166 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:11:12.241097 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a7ebbc26-b4f1-42a6-87c4-b02dba3974a1 req-4d52e5b5-fbc8-4149-a9f6-a698521dc166 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a61f71c-db10-4229-bbac-1ecfaa94843b HTTP/1.1" status: 200 len: 945 time: 0.1059763 Jan 28 03:11:12.339210 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a7ebbc26-b4f1-42a6-87c4-b02dba3974a1 req-ae63294a-37ee-499e-b16d-5a7cfa6f7633 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965188 Jan 28 03:11:12.535408 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60654) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:11:12.558239 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cfe33fba-0b3f-4eeb-af98-91844f51b85d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:12.668437 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cfe33fba-0b3f-4eeb-af98-91844f51b85d admin admin] Publish callbacks [] for security_group (0027e032-77fb-4793-a064-15ed545f1862), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:12.676144 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cfe33fba-0b3f-4eeb-af98-91844f51b85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (0027e032-77fb-4793-a064-15ed545f1862), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:12.754828 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-cfe33fba-0b3f-4eeb-af98-91844f51b85d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d549234187384e7c9c45550596b6b0a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2146068 Jan 28 03:11:12.754828 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe33fba-0b3f-4eeb-af98-91844f51b85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0027e032-77fb-4793-a064-15ed545f1862,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:11:12.755401 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60658) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:11:12.826374 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d7b79402-79e0-48cf-92ed-0e00c612b06d admin admin] Publish callbacks [] for security_group (0027e032-77fb-4793-a064-15ed545f1862), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:12.853280 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d7b79402-79e0-48cf-92ed-0e00c612b06d admin admin] Publish callbacks [] for security_group (0027e032-77fb-4793-a064-15ed545f1862), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:12.925715 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d7b79402-79e0-48cf-92ed-0e00c612b06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (0027e032-77fb-4793-a064-15ed545f1862), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:12.934034 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d7b79402-79e0-48cf-92ed-0e00c612b06d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:12.935383 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d7b79402-79e0-48cf-92ed-0e00c612b06d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0027e032-77fb-4793-a064-15ed545f1862 HTTP/1.1" status: 204 len: 168 time: 0.1790318 Jan 28 03:11:12.951921 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b79402-79e0-48cf-92ed-0e00c612b06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0027e032-77fb-4793-a064-15ed545f1862,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:11:13.514768 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738621f-28c0-471a-8259-a3961ef8f91f req-7fd8524b-d621-4e66-937f-395c9e46e345 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:11:13.518544 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4738621f-28c0-471a-8259-a3961ef8f91f req-7fd8524b-d621-4e66-937f-395c9e46e345 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a61f71c-db10-4229-bbac-1ecfaa94843b HTTP/1.1" status: 200 len: 945 time: 0.0674338 Jan 28 03:11:13.598208 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4738621f-28c0-471a-8259-a3961ef8f91f req-25fe069f-5e6d-48d4-9d0a-4a79e9f09a75 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692196 Jan 28 03:11:14.830941 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7c7eb-226a-45e0-9cf4-bbb01071dea8 req-bbc0f0c9-7094-4795-b675-ccbad0a06169 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:11:14.832703 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d0e7c7eb-226a-45e0-9cf4-bbb01071dea8 req-bbc0f0c9-7094-4795-b675-ccbad0a06169 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a61f71c-db10-4229-bbac-1ecfaa94843b HTTP/1.1" status: 200 len: 945 time: 0.0814328 Jan 28 03:11:14.867289 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de612118-5729-4655-8d05-9fd0e154bef9 req-29d0864a-9c22-45a6-98a9-307b9d346cd7 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:11:14.872242 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-de612118-5729-4655-8d05-9fd0e154bef9 req-29d0864a-9c22-45a6-98a9-307b9d346cd7 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a61f71c-db10-4229-bbac-1ecfaa94843b HTTP/1.1" status: 200 len: 945 time: 0.1333916 Jan 28 03:11:14.961579 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-de612118-5729-4655-8d05-9fd0e154bef9 req-6291c3a5-16d5-4758-999b-fc0d729219c3 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/security-groups?id=e56696f9-bab4-4dc5-9305-d719bedc3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836751 Jan 28 03:11:15.023672 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-d0e7c7eb-226a-45e0-9cf4-bbb01071dea8 req-a7b1eaa6-e27d-401a-92df-bba0b91174b5 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Deleting port 4a17c9dd-e483-41bd-9eb0-1e23f0fea65f {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:11:15.024444 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d0e7c7eb-226a-45e0-9cf4-bbb01071dea8 req-a7b1eaa6-e27d-401a-92df-bba0b91174b5 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (4a17c9dd-e483-41bd-9eb0-1e23f0fea65f), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:15.193613 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-d0e7c7eb-226a-45e0-9cf4-bbb01071dea8 req-a7b1eaa6-e27d-401a-92df-bba0b91174b5 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] For port 4a17c9dd-e483-41bd-9eb0-1e23f0fea65f, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=4a17c9dd-e483-41bd-9eb0-1e23f0fea65f,segment=NetworkSegment(103b4545-2fea-4015-ba4c-541201deccef),segment_id=103b4545-2fea-4015-ba4c-541201deccef)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:11:15.194054 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d0e7c7eb-226a-45e0-9cf4-bbb01071dea8 req-a7b1eaa6-e27d-401a-92df-bba0b91174b5 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (4a17c9dd-e483-41bd-9eb0-1e23f0fea65f), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:15.208383 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-d0e7c7eb-226a-45e0-9cf4-bbb01071dea8 req-a7b1eaa6-e27d-401a-92df-bba0b91174b5 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Calling delete_port for 4a17c9dd-e483-41bd-9eb0-1e23f0fea65f owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:11:15.438290 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d0e7c7eb-226a-45e0-9cf4-bbb01071dea8 req-a7b1eaa6-e27d-401a-92df-bba0b91174b5 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (4a17c9dd-e483-41bd-9eb0-1e23f0fea65f), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:15.481332 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['4a17c9dd-e483-41bd-9eb0-1e23f0fea65f'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:11:15.549944 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b1eaa6-e27d-401a-92df-bba0b91174b5 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Pushing event deleted for resources: {'Port': ['ID=4a17c9dd-e483-41bd-9eb0-1e23f0fea65f,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:11:15.638493 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e7c7eb-226a-45e0-9cf4-bbb01071dea8 req-a7b1eaa6-e27d-401a-92df-bba0b91174b5 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] No DVR routers for this DVR port 4a17c9dd-e483-41bd-9eb0-1e23f0fea65f on host n-h1-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:11:15.644675 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d0e7c7eb-226a-45e0-9cf4-bbb01071dea8 req-a7b1eaa6-e27d-401a-92df-bba0b91174b5 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:15.653345 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d0e7c7eb-226a-45e0-9cf4-bbb01071dea8 req-a7b1eaa6-e27d-401a-92df-bba0b91174b5 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.67 "DELETE /v2.0/ports/4a17c9dd-e483-41bd-9eb0-1e23f0fea65f HTTP/1.1" status: 204 len: 173 time: 0.8140895 Jan 28 03:11:15.677202 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a61f71c-db10-4229-bbac-1ecfaa94843b', 'name': 'network-vif-deleted', 'tag': '4a17c9dd-e483-41bd-9eb0-1e23f0fea65f'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:11:15.679848 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49be16e-e5d1-4430-8e5a-6b9701bad141" -d '{"events": [{"server_uuid": "9a61f71c-db10-4229-bbac-1ecfaa94843b", "name": "network-vif-deleted", "tag": "4a17c9dd-e483-41bd-9eb0-1e23f0fea65f"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:11:15.784619 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11938fa4-105d-4fd4-8377-76a0d44e69db x-openstack-request-id: req-11938fa4-105d-4fd4-8377-76a0d44e69db {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:11:15.784874 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a61f71c-db10-4229-bbac-1ecfaa94843b", "name": "network-vif-deleted", "tag": "4a17c9dd-e483-41bd-9eb0-1e23f0fea65f", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:11:15.785420 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-11938fa4-105d-4fd4-8377-76a0d44e69db {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:11:15.786086 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a61f71c-db10-4229-bbac-1ecfaa94843b', 'name': 'network-vif-deleted', 'tag': '4a17c9dd-e483-41bd-9eb0-1e23f0fea65f', 'status': 'completed', 'code': 200} Jan 28 03:11:16.261243 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-77e817ed-d4ca-4cff-95e5-b625d795ccc7 req-2e4d0615-59df-455b-8cdc-9726001aa3f1 tempest-ServerRescueTestJSON-448285124 tempest-ServerRescueTestJSON-448285124-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a61f71c-db10-4229-bbac-1ecfaa94843b HTTP/1.1" status: 200 len: 210 time: 0.1045673 Jan 28 03:11:17.425547 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60768) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:11:18.002204 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 4a17c9dd-e483-41bd-9eb0-1e23f0fea65f no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:11:18.033859 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: 4a17c9dd-e483-41bd-9eb0-1e23f0fea65f {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:11:18.034205 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 4a17c9dd-e483-41bd-9eb0-1e23f0fea65f not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:11:18.053550 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4b9336e9-1945-430b-9d04-493ef70a2fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (19564a0e-6d75-4ebd-91cc-20e90b744ed0), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:18.528723 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-4b9336e9-1945-430b-9d04-493ef70a2fa3 admin admin] Deleting port af2200fb-a285-43b2-b378-e4a8611f541f {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:11:18.529508 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4b9336e9-1945-430b-9d04-493ef70a2fa3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (af2200fb-a285-43b2-b378-e4a8611f541f), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:18.645805 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-4b9336e9-1945-430b-9d04-493ef70a2fa3 admin admin] For port af2200fb-a285-43b2-b378-e4a8611f541f, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=af2200fb-a285-43b2-b378-e4a8611f541f,segment=NetworkSegment(103b4545-2fea-4015-ba4c-541201deccef),segment_id=103b4545-2fea-4015-ba4c-541201deccef)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:11:18.646417 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4b9336e9-1945-430b-9d04-493ef70a2fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (af2200fb-a285-43b2-b378-e4a8611f541f), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:18.684077 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-4b9336e9-1945-430b-9d04-493ef70a2fa3 admin admin] Calling delete_port for af2200fb-a285-43b2-b378-e4a8611f541f owned by network:router_interface {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:11:19.106630 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:11:19.227207 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4b9336e9-1945-430b-9d04-493ef70a2fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (af2200fb-a285-43b2-b378-e4a8611f541f), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:19.283249 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9336e9-1945-430b-9d04-493ef70a2fa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=af2200fb-a285-43b2-b378-e4a8611f541f,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:11:19.491157 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4b9336e9-1945-430b-9d04-493ef70a2fa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (19564a0e-6d75-4ebd-91cc-20e90b744ed0), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:20.241575 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9336e9-1945-430b-9d04-493ef70a2fa3 admin admin] Router 19564a0e-6d75-4ebd-91cc-20e90b744ed0 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:11:20.436747 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9336e9-1945-430b-9d04-493ef70a2fa3 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:11:20.442858 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4b9336e9-1945-430b-9d04-493ef70a2fa3 admin admin] 10.222.0.53 "PUT /v2.0/routers/19564a0e-6d75-4ebd-91cc-20e90b744ed0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0157225 Jan 28 03:11:20.445224 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60850) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:11:20.454033 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e85935-f132-42e6-88a2-99cfd416c78c None None] Sync routers for ids ['19564a0e-6d75-4ebd-91cc-20e90b744ed0'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:11:20.477827 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e85935-f132-42e6-88a2-99cfd416c78c None None] Routers {'19564a0e-6d75-4ebd-91cc-20e90b744ed0'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:11:20.478453 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-e3e85935-f132-42e6-88a2-99cfd416c78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:11:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['19564a0e-6d75-4ebd-91cc-20e90b744ed0'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:11:20.744054 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-313706c6-c8f1-4a52-9594-4cca58e54699 admin admin] Publish callbacks [] for router (19564a0e-6d75-4ebd-91cc-20e90b744ed0), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:20.770179 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-e3e85935-f132-42e6-88a2-99cfd416c78c None None] Set router 19564a0e-6d75-4ebd-91cc-20e90b744ed0 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:11:21.330906 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-313706c6-c8f1-4a52-9594-4cca58e54699 admin admin] Publish callbacks [] for router_gateway (19564a0e-6d75-4ebd-91cc-20e90b744ed0), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:21.361620 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-e3e85935-f132-42e6-88a2-99cfd416c78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19564a0e-6d75-4ebd-91cc-20e90b744ed0', 'name': 'tempest-ServerRescueTestJSON-896696430-router', 'tenant_id': 'cb134c115eb245dc82a1d93503949d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f8ce9040-2d38-4a9f-bcf8-1b768f34ec41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:08:53Z', 'updated_at': '2022-01-28T03:11:19Z', 'revision_number': 5, 'project_id': 'cb134c115eb245dc82a1d93503949d14', 'gw_port': {'id': 'f8ce9040-2d38-4a9f-bcf8-1b768f34ec41', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:16:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19564a0e-6d75-4ebd-91cc-20e90b744ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:08:55Z', 'updated_at': '2022-01-28T03:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:11:21.439675 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e85935-f132-42e6-88a2-99cfd416c78c None None] Checking router: 19564a0e-6d75-4ebd-91cc-20e90b744ed0 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:11:21.476055 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e85935-f132-42e6-88a2-99cfd416c78c None None] Routers {'19564a0e-6d75-4ebd-91cc-20e90b744ed0'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:11:21.481798 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-e3e85935-f132-42e6-88a2-99cfd416c78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:11:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['19564a0e-6d75-4ebd-91cc-20e90b744ed0'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:11:21.508313 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-313706c6-c8f1-4a52-9594-4cca58e54699 admin admin] Deleting port f8ce9040-2d38-4a9f-bcf8-1b768f34ec41 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:11:21.509118 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-313706c6-c8f1-4a52-9594-4cca58e54699 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (f8ce9040-2d38-4a9f-bcf8-1b768f34ec41), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:21.710924 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-313706c6-c8f1-4a52-9594-4cca58e54699 admin admin] For port f8ce9040-2d38-4a9f-bcf8-1b768f34ec41, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=f8ce9040-2d38-4a9f-bcf8-1b768f34ec41,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:11:21.716084 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-313706c6-c8f1-4a52-9594-4cca58e54699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (f8ce9040-2d38-4a9f-bcf8-1b768f34ec41), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:21.765831 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-313706c6-c8f1-4a52-9594-4cca58e54699 admin admin] Calling delete_port for f8ce9040-2d38-4a9f-bcf8-1b768f34ec41 owned by network:router_gateway {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:11:21.865653 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-e3e85935-f132-42e6-88a2-99cfd416c78c None None] Set router 19564a0e-6d75-4ebd-91cc-20e90b744ed0 gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:11:21.933292 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-e3e85935-f132-42e6-88a2-99cfd416c78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19564a0e-6d75-4ebd-91cc-20e90b744ed0', 'name': 'tempest-ServerRescueTestJSON-896696430-router', 'tenant_id': 'cb134c115eb245dc82a1d93503949d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:08:53Z', 'updated_at': '2022-01-28T03:11:21Z', 'revision_number': 6, 'project_id': 'cb134c115eb245dc82a1d93503949d14', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:11:21.951959 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60890) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:11:21.964244 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e85935-f132-42e6-88a2-99cfd416c78c None None] The sync data for ids ['19564a0e-6d75-4ebd-91cc-20e90b744ed0'] in n-d-712139-27 is: [{'id': '19564a0e-6d75-4ebd-91cc-20e90b744ed0', 'name': 'tempest-ServerRescueTestJSON-896696430-router', 'tenant_id': 'cb134c115eb245dc82a1d93503949d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:08:53Z', 'updated_at': '2022-01-28T03:11:21Z', 'revision_number': 6, 'project_id': 'cb134c115eb245dc82a1d93503949d14', 'gw_port_host': None}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:11:22.124228 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3e7c70ca-447a-4252-bf09-266b5f98fdf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:22.220960 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-313706c6-c8f1-4a52-9594-4cca58e54699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (f8ce9040-2d38-4a9f-bcf8-1b768f34ec41), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:22.281314 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313706c6-c8f1-4a52-9594-4cca58e54699 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8ce9040-2d38-4a9f-bcf8-1b768f34ec41,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:11:22.302891 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313706c6-c8f1-4a52-9594-4cca58e54699 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:11:22.303519 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313706c6-c8f1-4a52-9594-4cca58e54699 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:11:22.304046 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313706c6-c8f1-4a52-9594-4cca58e54699 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:11:22.304577 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313706c6-c8f1-4a52-9594-4cca58e54699 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:11:22.305371 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313706c6-c8f1-4a52-9594-4cca58e54699 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:11:22.305956 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313706c6-c8f1-4a52-9594-4cca58e54699 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:11:22.306678 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313706c6-c8f1-4a52-9594-4cca58e54699 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:11:22.307304 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313706c6-c8f1-4a52-9594-4cca58e54699 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:11:22.307830 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313706c6-c8f1-4a52-9594-4cca58e54699 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:11:22.308424 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313706c6-c8f1-4a52-9594-4cca58e54699 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:11:22.309144 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313706c6-c8f1-4a52-9594-4cca58e54699 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:11:22.309836 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313706c6-c8f1-4a52-9594-4cca58e54699 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:11:22.310611 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313706c6-c8f1-4a52-9594-4cca58e54699 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:11:22.358003 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3e7c70ca-447a-4252-bf09-266b5f98fdf3 admin admin] Publish callbacks [] for security_group (4b37e5b8-717a-4a46-9be4-671cda3fb119), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:22.373894 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3e7c70ca-447a-4252-bf09-266b5f98fdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (4b37e5b8-717a-4a46-9be4-671cda3fb119), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:22.469808 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-313706c6-c8f1-4a52-9594-4cca58e54699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (19564a0e-6d75-4ebd-91cc-20e90b744ed0), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:22.514267 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c70ca-447a-4252-bf09-266b5f98fdf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b37e5b8-717a-4a46-9be4-671cda3fb119,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:11:22.543673 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3e7c70ca-447a-4252-bf09-266b5f98fdf3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=905f088e06824803b6bc4b3c4c3ab338&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5853662 Jan 28 03:11:22.545221 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60900) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:11:22.689876 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-73b9c3e9-1ec9-484e-8e57-5c89134f4812 admin admin] Publish callbacks [] for security_group (4b37e5b8-717a-4a46-9be4-671cda3fb119), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:22.723214 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-73b9c3e9-1ec9-484e-8e57-5c89134f4812 admin admin] Publish callbacks [] for security_group (4b37e5b8-717a-4a46-9be4-671cda3fb119), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:22.731439 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-313706c6-c8f1-4a52-9594-4cca58e54699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (19564a0e-6d75-4ebd-91cc-20e90b744ed0), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:22.743867 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-313706c6-c8f1-4a52-9594-4cca58e54699 admin admin] Publish callbacks [] for router_controller (19564a0e-6d75-4ebd-91cc-20e90b744ed0), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:22.806077 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-73b9c3e9-1ec9-484e-8e57-5c89134f4812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (4b37e5b8-717a-4a46-9be4-671cda3fb119), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:22.813815 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-73b9c3e9-1ec9-484e-8e57-5c89134f4812 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:22.832018 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-313706c6-c8f1-4a52-9594-4cca58e54699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (19564a0e-6d75-4ebd-91cc-20e90b744ed0), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:22.833096 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313706c6-c8f1-4a52-9594-4cca58e54699 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19564a0e-6d75-4ebd-91cc-20e90b744ed0 {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:11:22.834044 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-73b9c3e9-1ec9-484e-8e57-5c89134f4812 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4b37e5b8-717a-4a46-9be4-671cda3fb119 HTTP/1.1" status: 204 len: 168 time: 0.2792385 Jan 28 03:11:22.846462 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-313706c6-c8f1-4a52-9594-4cca58e54699 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:22.848491 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-313706c6-c8f1-4a52-9594-4cca58e54699 admin admin] 10.222.0.53 "DELETE /v2.0/routers/19564a0e-6d75-4ebd-91cc-20e90b744ed0 HTTP/1.1" status: 204 len: 168 time: 2.4020457 Jan 28 03:11:22.852443 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60906) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:11:22.887408 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9c3e9-1ec9-484e-8e57-5c89134f4812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b37e5b8-717a-4a46-9be4-671cda3fb119,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:11:22.995920 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce0299f0-46b0-429c-9726-31a12483717d admin admin] Deleting subnet 4ad0c90b-e226-45ca-86b1-39ab12887aa4 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:11:23.006193 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ce0299f0-46b0-429c-9726-31a12483717d admin admin] Publish callbacks [] for subnet (4ad0c90b-e226-45ca-86b1-39ab12887aa4), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:23.079492 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ce0299f0-46b0-429c-9726-31a12483717d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (4ad0c90b-e226-45ca-86b1-39ab12887aa4), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:23.170809 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device af2200fb-a285-43b2-b378-e4a8611f541f no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:11:23.224317 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ce0299f0-46b0-429c-9726-31a12483717d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (4ad0c90b-e226-45ca-86b1-39ab12887aa4), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:23.236917 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: af2200fb-a285-43b2-b378-e4a8611f541f {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:11:23.240390 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device af2200fb-a285-43b2-b378-e4a8611f541f not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:11:23.240986 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device f8ce9040-2d38-4a9f-bcf8-1b768f34ec41 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:11:23.323866 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: f8ce9040-2d38-4a9f-bcf8-1b768f34ec41 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:11:23.328327 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device f8ce9040-2d38-4a9f-bcf8-1b768f34ec41 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:11:23.388123 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ce0299f0-46b0-429c-9726-31a12483717d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (4ad0c90b-e226-45ca-86b1-39ab12887aa4), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:23.497109 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0299f0-46b0-429c-9726-31a12483717d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ad0c90b-e226-45ca-86b1-39ab12887aa4,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:11:23.501017 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ce0299f0-46b0-429c-9726-31a12483717d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:23.507548 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ce0299f0-46b0-429c-9726-31a12483717d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4ad0c90b-e226-45ca-86b1-39ab12887aa4 HTTP/1.1" status: 204 len: 168 time: 0.6507807 Jan 28 03:11:23.514087 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60914) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:11:23.661785 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60918) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:11:23.713950 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8d247847-0cb8-475c-a8a5-616215a0ff67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (cf97283d-0520-42c8-ba1d-d27ef9d37474), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:23.726501 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b1e699e9-60e8-4d79-9945-40d0755a17d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:23.821818 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8d247847-0cb8-475c-a8a5-616215a0ff67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (cf97283d-0520-42c8-ba1d-d27ef9d37474), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:23.879137 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-8d247847-0cb8-475c-a8a5-616215a0ff67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf97283d-0520-42c8-ba1d-d27ef9d37474']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:11:23.906549 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-8d247847-0cb8-475c-a8a5-616215a0ff67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '103b4545-2fea-4015-ba4c-541201deccef') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:11:23.908423 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-8d247847-0cb8-475c-a8a5-616215a0ff67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '103b4545-2fea-4015-ba4c-541201deccef') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:11:23.925138 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8d247847-0cb8-475c-a8a5-616215a0ff67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (103b4545-2fea-4015-ba4c-541201deccef), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:23.950046 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8d247847-0cb8-475c-a8a5-616215a0ff67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (103b4545-2fea-4015-ba4c-541201deccef), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:23.960458 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d247847-0cb8-475c-a8a5-616215a0ff67 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:11:23.961323 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8d247847-0cb8-475c-a8a5-616215a0ff67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (103b4545-2fea-4015-ba4c-541201deccef), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:24.028237 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b1e699e9-60e8-4d79-9945-40d0755a17d9 admin admin] Publish callbacks [] for security_group (29680118-7178-4180-928e-02f836b56b5c), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:24.035343 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b1e699e9-60e8-4d79-9945-40d0755a17d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (29680118-7178-4180-928e-02f836b56b5c), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:24.044373 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:11:24.044373 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:11:24.044373 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:11:24.044373 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:11:24.044373 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:11:24.044373 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:11:24.044373 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:11:24.044373 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:11:24.044373 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:11:24.044373 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:11:24.044373 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:11:24.044373 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:11:24.044373 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:11:24.044373 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:11:24.044373 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:11:24.044373 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:11:24.044373 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:11:24.044373 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:11:24.044373 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:11:24.044373 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:11:24.044373 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:11:24.044373 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:11:24.044373 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:11:24.044373 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:11:24.044373 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:11:24.044373 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:11:24.044373 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:11:24.044373 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:11:24.044373 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:11:24.044373 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:11:24.044373 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:11:24.044373 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:11:24.048955 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8d247847-0cb8-475c-a8a5-616215a0ff67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (cf97283d-0520-42c8-ba1d-d27ef9d37474), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:24.058013 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8d247847-0cb8-475c-a8a5-616215a0ff67 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:24.066398 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8d247847-0cb8-475c-a8a5-616215a0ff67 admin admin] 10.222.0.53 "DELETE /v2.0/networks/cf97283d-0520-42c8-ba1d-d27ef9d37474 HTTP/1.1" status: 204 len: 168 time: 0.5470352 Jan 28 03:11:24.082460 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d247847-0cb8-475c-a8a5-616215a0ff67 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf97283d-0520-42c8-ba1d-d27ef9d37474,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:11:24.114562 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e699e9-60e8-4d79-9945-40d0755a17d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29680118-7178-4180-928e-02f836b56b5c,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:11:24.168189 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b1e699e9-60e8-4d79-9945-40d0755a17d9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2bdf61d7e5ca427482846bc9bb667438&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5070856 Jan 28 03:11:24.171118 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60926) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:11:24.299907 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a46d7c1d-26a4-4c10-9535-1799bde4d0cd admin admin] Publish callbacks [] for security_group (29680118-7178-4180-928e-02f836b56b5c), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:24.395251 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a46d7c1d-26a4-4c10-9535-1799bde4d0cd admin admin] Publish callbacks [] for security_group (29680118-7178-4180-928e-02f836b56b5c), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:24.396344 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60930) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:11:24.499373 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2deb502f-b376-4bdf-951a-64fbc1aa9ced admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cb134c115eb245dc82a1d93503949d14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0988765 Jan 28 03:11:24.500345 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60932) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:11:24.564091 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a46d7c1d-26a4-4c10-9535-1799bde4d0cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (29680118-7178-4180-928e-02f836b56b5c), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:24.571410 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a46d7c1d-26a4-4c10-9535-1799bde4d0cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:24.574475 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a46d7c1d-26a4-4c10-9535-1799bde4d0cd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/29680118-7178-4180-928e-02f836b56b5c HTTP/1.1" status: 204 len: 168 time: 0.4004896 Jan 28 03:11:24.628892 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d7c1d-26a4-4c10-9535-1799bde4d0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29680118-7178-4180-928e-02f836b56b5c,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:11:24.793546 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-18262678-e3ec-4365-b37b-01638ec6827f admin admin] Publish callbacks [] for security_group (e56696f9-bab4-4dc5-9305-d719bedc3f0b), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:24.856518 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-18262678-e3ec-4365-b37b-01638ec6827f admin admin] Publish callbacks [] for security_group (e56696f9-bab4-4dc5-9305-d719bedc3f0b), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:24.932076 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b23dc-5742-476b-836a-fe1d7573c470 req-a7d35291-d6cd-4d37-8a60-31415585a4b8 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:11:24.934610 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2d1b23dc-5742-476b-836a-fe1d7573c470 req-a7d35291-d6cd-4d37-8a60-31415585a4b8 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc8e944b-4a1d-48f7-9987-f83f891080d4 HTTP/1.1" status: 200 len: 946 time: 0.2997568 Jan 28 03:11:24.948802 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-18262678-e3ec-4365-b37b-01638ec6827f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (e56696f9-bab4-4dc5-9305-d719bedc3f0b), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:24.953775 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-18262678-e3ec-4365-b37b-01638ec6827f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:24.955271 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-18262678-e3ec-4365-b37b-01638ec6827f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e56696f9-bab4-4dc5-9305-d719bedc3f0b HTTP/1.1" status: 204 len: 168 time: 0.4536791 Jan 28 03:11:24.981707 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18262678-e3ec-4365-b37b-01638ec6827f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56696f9-bab4-4dc5-9305-d719bedc3f0b,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:11:25.133791 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2d1b23dc-5742-476b-836a-fe1d7573c470 req-99d287c0-4eb4-4716-b2d3-06b200e8afd1 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ebdf570-1510-406c-b808-8a4c8aae6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606503 Jan 28 03:11:26.505431 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae084a-ead7-4df2-9717-0dcb9af275c9 req-15f86ee8-11d1-4cc6-a997-73dcd48eb995 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:11:26.517648 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a1ae084a-ead7-4df2-9717-0dcb9af275c9 req-15f86ee8-11d1-4cc6-a997-73dcd48eb995 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc8e944b-4a1d-48f7-9987-f83f891080d4 HTTP/1.1" status: 200 len: 946 time: 0.0821121 Jan 28 03:11:26.677194 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a1ae084a-ead7-4df2-9717-0dcb9af275c9 req-84f52509-7a66-4c9d-b28b-4fa8a430a78b tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ebdf570-1510-406c-b808-8a4c8aae6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416996 Jan 28 03:11:27.629142 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8a332-ff17-4a84-b1db-b576a3f34d2a req-1cdf7cfd-9e19-4143-bb04-451da1abfa2d tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:11:27.644203 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6dd8a332-ff17-4a84-b1db-b576a3f34d2a req-1cdf7cfd-9e19-4143-bb04-451da1abfa2d tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc8e944b-4a1d-48f7-9987-f83f891080d4 HTTP/1.1" status: 200 len: 946 time: 0.1560948 Jan 28 03:11:27.762775 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6dd8a332-ff17-4a84-b1db-b576a3f34d2a req-d2bbeb3e-a208-4222-a19c-23264f447164 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ebdf570-1510-406c-b808-8a4c8aae6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162660 Jan 28 03:11:27.860476 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5c7528f-1eab-4060-bf45-6d8ec7abe2f7 req-14d85e1b-f226-4d3f-93f7-c523c7708fa7 tempest-ServerShowV254Test-661582036 tempest-ServerShowV254Test-661582036-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad4bce59-a99a-427e-b4c2-ae89ef16edc7 HTTP/1.1" status: 200 len: 210 time: 0.0600803 Jan 28 03:11:28.948897 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e337c18-d04c-42a9-a4c6-f4dd69863523 req-62f06451-d4ac-4d70-84ce-a21b6d71d5d5 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:11:28.951300 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2e337c18-d04c-42a9-a4c6-f4dd69863523 req-62f06451-d4ac-4d70-84ce-a21b6d71d5d5 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc8e944b-4a1d-48f7-9987-f83f891080d4 HTTP/1.1" status: 200 len: 946 time: 0.1921558 Jan 28 03:11:29.023615 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc3597b-10fe-4cdf-93c2-2dab3b642dca req-0ce26a9c-a37f-45df-9570-3b0aa2f64858 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:11:29.035078 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9dc3597b-10fe-4cdf-93c2-2dab3b642dca req-0ce26a9c-a37f-45df-9570-3b0aa2f64858 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc8e944b-4a1d-48f7-9987-f83f891080d4 HTTP/1.1" status: 200 len: 946 time: 0.1153522 Jan 28 03:11:29.147256 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9dc3597b-10fe-4cdf-93c2-2dab3b642dca req-6dd05ed1-4e15-43cb-9bea-e8d0a493e18d tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ebdf570-1510-406c-b808-8a4c8aae6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109695 Jan 28 03:11:29.176093 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:29.266628 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7e87deac-6944-4c84-a734-664e772fac73 req-7d5b41bb-c9f7-470c-97fb-2e171fa35734 tempest-ServerShowV254Test-661582036 tempest-ServerShowV254Test-661582036-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad4bce59-a99a-427e-b4c2-ae89ef16edc7 HTTP/1.1" status: 200 len: 210 time: 0.1747344 Jan 28 03:11:29.337653 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-2e337c18-d04c-42a9-a4c6-f4dd69863523 req-1ec48f72-0acd-4fef-a2c2-8bd21412d89d tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Deleting port b9cbf58c-0ba7-457a-917a-60e7408f357d {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:11:29.338182 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-2e337c18-d04c-42a9-a4c6-f4dd69863523 req-1ec48f72-0acd-4fef-a2c2-8bd21412d89d tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (b9cbf58c-0ba7-457a-917a-60e7408f357d), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:29.588485 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-2e337c18-d04c-42a9-a4c6-f4dd69863523 req-1ec48f72-0acd-4fef-a2c2-8bd21412d89d tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] For port b9cbf58c-0ba7-457a-917a-60e7408f357d, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=b9cbf58c-0ba7-457a-917a-60e7408f357d,segment=NetworkSegment(36852713-c891-4c2f-a56e-b2d8f3513fc5),segment_id=36852713-c891-4c2f-a56e-b2d8f3513fc5)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:11:29.588970 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-2e337c18-d04c-42a9-a4c6-f4dd69863523 req-1ec48f72-0acd-4fef-a2c2-8bd21412d89d tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (b9cbf58c-0ba7-457a-917a-60e7408f357d), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:29.726490 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-eaee515f-b501-4443-b472-7604802ab1ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:30.262480 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-2e337c18-d04c-42a9-a4c6-f4dd69863523 req-1ec48f72-0acd-4fef-a2c2-8bd21412d89d tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:30.263180 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-2e337c18-d04c-42a9-a4c6-f4dd69863523 req-1ec48f72-0acd-4fef-a2c2-8bd21412d89d tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (345dfc44-3bc5-4f13-a13f-439a432c57e2), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:30.263501 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [req-2e337c18-d04c-42a9-a4c6-f4dd69863523 req-1ec48f72-0acd-4fef-a2c2-8bd21412d89d tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Floating IP 345dfc44-3bc5-4f13-a13f-439a432c57e2 disassociated. External IP: 172.25.0.18, port: b9cbf58c-0ba7-457a-917a-60e7408f357d. Jan 28 03:11:30.264123 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-2e337c18-d04c-42a9-a4c6-f4dd69863523 req-1ec48f72-0acd-4fef-a2c2-8bd21412d89d tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Calling delete_port for b9cbf58c-0ba7-457a-917a-60e7408f357d owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:11:30.516398 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c88b6-8c75-4b15-9cb0-0e6cff48fbff req-3ed31bbc-b24e-429b-8a1e-71328eff8731 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:11:30.540153 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ce2c88b6-8c75-4b15-9cb0-0e6cff48fbff req-3ed31bbc-b24e-429b-8a1e-71328eff8731 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc8e944b-4a1d-48f7-9987-f83f891080d4 HTTP/1.1" status: 200 len: 946 time: 0.1375160 Jan 28 03:11:30.547685 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-349ea901-141c-4603-9c66-6ec5aaa4fc54 req-17bcddba-00b7-4c24-9c12-db827e74f1ca tempest-ServerShowV254Test-661582036 tempest-ServerShowV254Test-661582036-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad4bce59-a99a-427e-b4c2-ae89ef16edc7 HTTP/1.1" status: 200 len: 210 time: 0.0541940 Jan 28 03:11:30.749454 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6cff657e-b6c9-43fe-a7fe-ae59ef72c6fb req-1b7db213-cc90-43f1-9efc-131d71f838e6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ad4bce59-a99a-427e-b4c2-ae89ef16edc7 HTTP/1.1" status: 200 len: 210 time: 0.0329630 Jan 28 03:11:30.856427 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ce2c88b6-8c75-4b15-9cb0-0e6cff48fbff req-642cbd31-0e0b-470e-bae6-375bafb1c0e2 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ebdf570-1510-406c-b808-8a4c8aae6c25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3129780 Jan 28 03:11:30.863300 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-2e337c18-d04c-42a9-a4c6-f4dd69863523 req-1ec48f72-0acd-4fef-a2c2-8bd21412d89d tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (b9cbf58c-0ba7-457a-917a-60e7408f357d), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:30.922257 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec48f72-0acd-4fef-a2c2-8bd21412d89d tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Pushing event deleted for resources: {'Port': ['ID=b9cbf58c-0ba7-457a-917a-60e7408f357d,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:11:30.954350 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec48f72-0acd-4fef-a2c2-8bd21412d89d tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:11:30.955180 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec48f72-0acd-4fef-a2c2-8bd21412d89d tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:11:30.955440 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec48f72-0acd-4fef-a2c2-8bd21412d89d tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:11:30.956011 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec48f72-0acd-4fef-a2c2-8bd21412d89d tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:11:30.956578 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec48f72-0acd-4fef-a2c2-8bd21412d89d tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:11:30.957252 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec48f72-0acd-4fef-a2c2-8bd21412d89d tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:11:30.957837 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec48f72-0acd-4fef-a2c2-8bd21412d89d tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:11:30.958478 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec48f72-0acd-4fef-a2c2-8bd21412d89d tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:11:30.959033 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec48f72-0acd-4fef-a2c2-8bd21412d89d tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:11:30.959613 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec48f72-0acd-4fef-a2c2-8bd21412d89d tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:11:30.960176 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec48f72-0acd-4fef-a2c2-8bd21412d89d tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:11:30.961909 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec48f72-0acd-4fef-a2c2-8bd21412d89d tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:11:30.963001 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec48f72-0acd-4fef-a2c2-8bd21412d89d tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:11:31.146372 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e337c18-d04c-42a9-a4c6-f4dd69863523 req-1ec48f72-0acd-4fef-a2c2-8bd21412d89d tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Router 15f79d4f-effc-4e5d-87a8-542e1a1d768f has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:11:31.438559 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e337c18-d04c-42a9-a4c6-f4dd69863523 req-1ec48f72-0acd-4fef-a2c2-8bd21412d89d tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:11:31.454556 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5245a8b-441a-4337-830b-a46c09629f21 None None] Sync routers for ids ['15f79d4f-effc-4e5d-87a8-542e1a1d768f'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:11:31.501907 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5245a8b-441a-4337-830b-a46c09629f21 None None] Routers {'15f79d4f-effc-4e5d-87a8-542e1a1d768f'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:11:31.509248 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-e5245a8b-441a-4337-830b-a46c09629f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:11:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['15f79d4f-effc-4e5d-87a8-542e1a1d768f'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:11:31.704553 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e337c18-d04c-42a9-a4c6-f4dd69863523 req-1ec48f72-0acd-4fef-a2c2-8bd21412d89d tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] No DVR routers for this DVR port b9cbf58c-0ba7-457a-917a-60e7408f357d on host n-h2-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:11:31.717599 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-2e337c18-d04c-42a9-a4c6-f4dd69863523 req-1ec48f72-0acd-4fef-a2c2-8bd21412d89d tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:31.721603 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2e337c18-d04c-42a9-a4c6-f4dd69863523 req-1ec48f72-0acd-4fef-a2c2-8bd21412d89d tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] 10.222.0.39 "DELETE /v2.0/ports/b9cbf58c-0ba7-457a-917a-60e7408f357d HTTP/1.1" status: 204 len: 173 time: 2.7593834 Jan 28 03:11:31.732020 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc8e944b-4a1d-48f7-9987-f83f891080d4', 'name': 'network-vif-deleted', 'tag': 'b9cbf58c-0ba7-457a-917a-60e7408f357d'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:11:31.736343 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a2fd55-c9f6-4953-ba13-d00eddd4308d" -d '{"events": [{"server_uuid": "cc8e944b-4a1d-48f7-9987-f83f891080d4", "name": "network-vif-deleted", "tag": "b9cbf58c-0ba7-457a-917a-60e7408f357d"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:11:31.890765 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1dd0f95f-91d7-4c31-8f6c-d2f4bbb50727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:31.945857 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8d9c86b2-1ec7-40fb-96b1-93582d3097cc req-bbffadef-e12e-4e04-b797-2f9872907a9b tempest-ServerShowV254Test-661582036 tempest-ServerShowV254Test-661582036-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad4bce59-a99a-427e-b4c2-ae89ef16edc7 HTTP/1.1" status: 200 len: 210 time: 0.1567781 Jan 28 03:11:31.951624 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35022813-ddb8-47f1-a5c9-7533b7548f64 x-openstack-request-id: req-35022813-ddb8-47f1-a5c9-7533b7548f64 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:11:31.956108 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc8e944b-4a1d-48f7-9987-f83f891080d4", "name": "network-vif-deleted", "tag": "b9cbf58c-0ba7-457a-917a-60e7408f357d", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:11:31.956716 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-35022813-ddb8-47f1-a5c9-7533b7548f64 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:11:31.958830 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc8e944b-4a1d-48f7-9987-f83f891080d4', 'name': 'network-vif-deleted', 'tag': 'b9cbf58c-0ba7-457a-917a-60e7408f357d', 'status': 'completed', 'code': 200} Jan 28 03:11:31.995581 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-e5245a8b-441a-4337-830b-a46c09629f21 None None] Set router 15f79d4f-effc-4e5d-87a8-542e1a1d768f gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:11:32.185497 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4439f748-f884-45c3-a33b-e49d1663cbb1 req-37f63b57-46bd-4e94-9815-9fd6054a4165 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc8e944b-4a1d-48f7-9987-f83f891080d4 HTTP/1.1" status: 200 len: 210 time: 0.0538125 Jan 28 03:11:32.561708 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-e5245a8b-441a-4337-830b-a46c09629f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f79d4f-effc-4e5d-87a8-542e1a1d768f', 'name': 'tempest-ServersTestJSON-95942820-router', 'tenant_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:09:02Z', 'updated_at': '2022-01-28T03:09:19Z', 'revision_number': 4, 'project_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'gw_port': {'id': 'c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f79d4f-effc-4e5d-87a8-542e1a1d768f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:05Z', 'updated_at': '2022-01-28T03:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '6570a417-cc77-4c9f-8e04-3e6ed2fe2369', 'name': '', 'network_id': '510d0f56-a56d-4baa-b768-cfbf6d32b8c2', 'tenant_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'mac_address': 'fa:16:3e:ad:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f79d4f-effc-4e5d-87a8-542e1a1d768f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': 'db5a4c57-6170-4daa-b081-7c1d297c0ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:15Z', 'updated_at': '2022-01-28T03:09:25Z', 'revision_number': 5, 'project_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'subnets': [{'id': 'db5a4c57-6170-4daa-b081-7c1d297c0ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:11:32.723602 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5245a8b-441a-4337-830b-a46c09629f21 None None] Checking router: 15f79d4f-effc-4e5d-87a8-542e1a1d768f for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:11:32.741962 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device b9cbf58c-0ba7-457a-917a-60e7408f357d no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:11:32.829628 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: b9cbf58c-0ba7-457a-917a-60e7408f357d {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:11:32.830172 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device b9cbf58c-0ba7-457a-917a-60e7408f357d not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:11:32.841405 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5245a8b-441a-4337-830b-a46c09629f21 None None] Routers {'15f79d4f-effc-4e5d-87a8-542e1a1d768f'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:11:32.845088 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-e5245a8b-441a-4337-830b-a46c09629f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:11:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['15f79d4f-effc-4e5d-87a8-542e1a1d768f'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:11:33.346649 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1df766bc-e646-4502-b511-fb681845649e req-9026b799-640a-49f2-a652-597b1532867b tempest-ServerShowV254Test-661582036 tempest-ServerShowV254Test-661582036-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad4bce59-a99a-427e-b4c2-ae89ef16edc7 HTTP/1.1" status: 200 len: 210 time: 0.1402738 Jan 28 03:11:33.434203 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 32938) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:11:33.617053 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a69da06e-356d-4e72-b710-23f1463f5813 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Publish callbacks [] for security_group (0ebdf570-1510-406c-b808-8a4c8aae6c25), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:33.693059 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a69da06e-356d-4e72-b710-23f1463f5813 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Publish callbacks [] for security_group (0ebdf570-1510-406c-b808-8a4c8aae6c25), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:33.797959 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:33.808010 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-e5245a8b-441a-4337-830b-a46c09629f21 None None] Set router 15f79d4f-effc-4e5d-87a8-542e1a1d768f gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:11:33.824191 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a69da06e-356d-4e72-b710-23f1463f5813 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (0ebdf570-1510-406c-b808-8a4c8aae6c25), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:33.828283 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a69da06e-356d-4e72-b710-23f1463f5813 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:33.832993 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 32944) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:11:33.835260 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a69da06e-356d-4e72-b710-23f1463f5813 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] 10.222.0.53 "DELETE /v2.0/security-groups/0ebdf570-1510-406c-b808-8a4c8aae6c25 HTTP/1.1" status: 204 len: 168 time: 0.3988664 Jan 28 03:11:33.862338 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69da06e-356d-4e72-b710-23f1463f5813 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebdf570-1510-406c-b808-8a4c8aae6c25,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:11:33.880008 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-cea58003-3167-4ebd-9057-6c9407d1aae8 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] show failed (client error): The resource could not be found. Jan 28 03:11:33.891093 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-cea58003-3167-4ebd-9057-6c9407d1aae8 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] 10.222.0.53 "GET /v2.0/security-groups/0ebdf570-1510-406c-b808-8a4c8aae6c25 HTTP/1.1" status: 404 len: 347 time: 0.0559666 Jan 28 03:11:33.893826 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 32946) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:11:33.999695 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:34.145380 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-a872e477-3c0e-44b6-8e4b-9817f73d0011 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Deleting port b56774bd-c1ef-4d84-89e2-7103a86d9ccf {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:11:34.146510 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a872e477-3c0e-44b6-8e4b-9817f73d0011 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (b56774bd-c1ef-4d84-89e2-7103a86d9ccf), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:34.381833 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a872e477-3c0e-44b6-8e4b-9817f73d0011 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (b56774bd-c1ef-4d84-89e2-7103a86d9ccf), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:34.382670 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a872e477-3c0e-44b6-8e4b-9817f73d0011 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Publish callbacks [] for floatingip (b56774bd-c1ef-4d84-89e2-7103a86d9ccf), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:34.421980 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-a872e477-3c0e-44b6-8e4b-9817f73d0011 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Calling delete_port for b56774bd-c1ef-4d84-89e2-7103a86d9ccf owned by network:floatingip {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:11:34.495427 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-e5245a8b-441a-4337-830b-a46c09629f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f79d4f-effc-4e5d-87a8-542e1a1d768f', 'name': 'tempest-ServersTestJSON-95942820-router', 'tenant_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:09:02Z', 'updated_at': '2022-01-28T03:09:19Z', 'revision_number': 4, 'project_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'gw_port': {'id': 'c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f79d4f-effc-4e5d-87a8-542e1a1d768f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:05Z', 'updated_at': '2022-01-28T03:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '6570a417-cc77-4c9f-8e04-3e6ed2fe2369', 'name': '', 'network_id': '510d0f56-a56d-4baa-b768-cfbf6d32b8c2', 'tenant_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'mac_address': 'fa:16:3e:ad:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f79d4f-effc-4e5d-87a8-542e1a1d768f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': 'db5a4c57-6170-4daa-b081-7c1d297c0ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:15Z', 'updated_at': '2022-01-28T03:09:25Z', 'revision_number': 5, 'project_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'subnets': [{'id': 'db5a4c57-6170-4daa-b081-7c1d297c0ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:11:34.639110 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5245a8b-441a-4337-830b-a46c09629f21 None None] The sync data for ids ['15f79d4f-effc-4e5d-87a8-542e1a1d768f'] in n-d-712139-27 is: [{'id': '15f79d4f-effc-4e5d-87a8-542e1a1d768f', 'name': 'tempest-ServersTestJSON-95942820-router', 'tenant_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:09:02Z', 'updated_at': '2022-01-28T03:09:19Z', 'revision_number': 4, 'project_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'gw_port': {'id': 'c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f79d4f-effc-4e5d-87a8-542e1a1d768f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:05Z', 'updated_at': '2022-01-28T03:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '6570a417-cc77-4c9f-8e04-3e6ed2fe2369', 'name': '', 'network_id': '510d0f56-a56d-4baa-b768-cfbf6d32b8c2', 'tenant_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'mac_address': 'fa:16:3e:ad:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f79d4f-effc-4e5d-87a8-542e1a1d768f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': 'db5a4c57-6170-4daa-b081-7c1d297c0ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:15Z', 'updated_at': '2022-01-28T03:09:25Z', 'revision_number': 5, 'project_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'subnets': [{'id': 'db5a4c57-6170-4daa-b081-7c1d297c0ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:11:34.768063 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a872e477-3c0e-44b6-8e4b-9817f73d0011 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (b56774bd-c1ef-4d84-89e2-7103a86d9ccf), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:34.812377 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:34.937728 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a872e477-3c0e-44b6-8e4b-9817f73d0011 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Pushing event deleted for resources: {'Port': ['ID=b56774bd-c1ef-4d84-89e2-7103a86d9ccf,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:11:35.098194 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ce904686-edbc-45f2-82f6-aad3d984e691 req-c011b411-c5f4-49d4-ac28-dcabcd75788c tempest-ServerShowV254Test-661582036 tempest-ServerShowV254Test-661582036-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad4bce59-a99a-427e-b4c2-ae89ef16edc7 HTTP/1.1" status: 200 len: 210 time: 0.0798848 Jan 28 03:11:35.144989 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a872e477-3c0e-44b6-8e4b-9817f73d0011 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Publish callbacks [] for floatingip (345dfc44-3bc5-4f13-a13f-439a432c57e2), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:35.149816 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a872e477-3c0e-44b6-8e4b-9817f73d0011 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:35.161807 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 32974) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:11:35.174953 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a872e477-3c0e-44b6-8e4b-9817f73d0011 tempest-ServersTestJSON-1773704122 tempest-ServersTestJSON-1773704122-project] 10.222.0.53 "DELETE /v2.0/floatingips/345dfc44-3bc5-4f13-a13f-439a432c57e2 HTTP/1.1" status: 204 len: 168 time: 1.2791262 Jan 28 03:11:35.358182 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be53d68c-a0d2-41e3-ae84-320b97f72135 None None] New status for floating IP 345dfc44-3bc5-4f13-a13f-439a432c57e2: DOWN {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:11:35.968595 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-502f1701-e61c-4a48-b6d7-f53823be49ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (15f79d4f-effc-4e5d-87a8-542e1a1d768f), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:36.001349 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:36.308382 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-36e85c6e-b18f-402f-a76b-8f1f32f1b114 req-8cc3cfa6-0c25-4242-bafa-38f0851ead1c tempest-ServerShowV254Test-661582036 tempest-ServerShowV254Test-661582036-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad4bce59-a99a-427e-b4c2-ae89ef16edc7 HTTP/1.1" status: 200 len: 210 time: 0.0457225 Jan 28 03:11:36.653543 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-502f1701-e61c-4a48-b6d7-f53823be49ef admin admin] Deleting port 6570a417-cc77-4c9f-8e04-3e6ed2fe2369 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:11:36.654604 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-502f1701-e61c-4a48-b6d7-f53823be49ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (6570a417-cc77-4c9f-8e04-3e6ed2fe2369), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:36.798606 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-502f1701-e61c-4a48-b6d7-f53823be49ef admin admin] For port 6570a417-cc77-4c9f-8e04-3e6ed2fe2369, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=6570a417-cc77-4c9f-8e04-3e6ed2fe2369,segment=NetworkSegment(36852713-c891-4c2f-a56e-b2d8f3513fc5),segment_id=36852713-c891-4c2f-a56e-b2d8f3513fc5)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:11:36.806776 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-502f1701-e61c-4a48-b6d7-f53823be49ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (6570a417-cc77-4c9f-8e04-3e6ed2fe2369), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:36.834100 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-502f1701-e61c-4a48-b6d7-f53823be49ef admin admin] Calling delete_port for 6570a417-cc77-4c9f-8e04-3e6ed2fe2369 owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:11:37.485738 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-502f1701-e61c-4a48-b6d7-f53823be49ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (6570a417-cc77-4c9f-8e04-3e6ed2fe2369), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:37.632386 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f1701-e61c-4a48-b6d7-f53823be49ef admin admin] Pushing event deleted for resources: {'Port': ['ID=6570a417-cc77-4c9f-8e04-3e6ed2fe2369,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:11:37.732641 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-36398606-8674-4f44-b1a9-e9ffd91438e0 req-ce70a33c-d955-4b95-81a9-5256fcffc053 tempest-ServerShowV254Test-661582036 tempest-ServerShowV254Test-661582036-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad4bce59-a99a-427e-b4c2-ae89ef16edc7 HTTP/1.1" status: 200 len: 210 time: 0.2094388 Jan 28 03:11:38.106606 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-502f1701-e61c-4a48-b6d7-f53823be49ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (15f79d4f-effc-4e5d-87a8-542e1a1d768f), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:38.591197 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-502f1701-e61c-4a48-b6d7-f53823be49ef admin admin] Router 15f79d4f-effc-4e5d-87a8-542e1a1d768f has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:11:38.860868 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502f1701-e61c-4a48-b6d7-f53823be49ef admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:11:38.869904 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-502f1701-e61c-4a48-b6d7-f53823be49ef admin admin] 10.222.0.53 "PUT /v2.0/routers/15f79d4f-effc-4e5d-87a8-542e1a1d768f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7040830 Jan 28 03:11:38.870025 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 33026) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:11:38.879110 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a95ba6-e98e-444c-bf59-93a54f79594b None None] Sync routers for ids ['15f79d4f-effc-4e5d-87a8-542e1a1d768f'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:11:38.906560 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a95ba6-e98e-444c-bf59-93a54f79594b None None] Routers {'15f79d4f-effc-4e5d-87a8-542e1a1d768f'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:11:38.907489 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-34a95ba6-e98e-444c-bf59-93a54f79594b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:11:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['15f79d4f-effc-4e5d-87a8-542e1a1d768f'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:11:38.983767 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c9e040a2-4e39-4f8b-87f8-60513bc379d4 req-1abed1c7-ad0a-4770-813e-4c1e672abc4e tempest-ServerShowV254Test-661582036 tempest-ServerShowV254Test-661582036-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad4bce59-a99a-427e-b4c2-ae89ef16edc7 HTTP/1.1" status: 200 len: 210 time: 0.0556061 Jan 28 03:11:39.121776 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-34a95ba6-e98e-444c-bf59-93a54f79594b None None] Set router 15f79d4f-effc-4e5d-87a8-542e1a1d768f gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:11:39.236347 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9a82ace6-8215-4d30-ba7f-e7c6890b8cdb admin admin] Publish callbacks [] for router (15f79d4f-effc-4e5d-87a8-542e1a1d768f), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:39.482939 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9a82ace6-8215-4d30-ba7f-e7c6890b8cdb admin admin] Publish callbacks [] for router_gateway (15f79d4f-effc-4e5d-87a8-542e1a1d768f), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:39.505484 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-34a95ba6-e98e-444c-bf59-93a54f79594b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f79d4f-effc-4e5d-87a8-542e1a1d768f', 'name': 'tempest-ServersTestJSON-95942820-router', 'tenant_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:09:02Z', 'updated_at': '2022-01-28T03:11:37Z', 'revision_number': 5, 'project_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'gw_port': {'id': 'c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f79d4f-effc-4e5d-87a8-542e1a1d768f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:09:05Z', 'updated_at': '2022-01-28T03:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:11:39.598918 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a95ba6-e98e-444c-bf59-93a54f79594b None None] Checking router: 15f79d4f-effc-4e5d-87a8-542e1a1d768f for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:11:39.613390 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a95ba6-e98e-444c-bf59-93a54f79594b None None] Routers {'15f79d4f-effc-4e5d-87a8-542e1a1d768f'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:11:39.614045 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-34a95ba6-e98e-444c-bf59-93a54f79594b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:11:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['15f79d4f-effc-4e5d-87a8-542e1a1d768f'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:11:39.652380 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-9a82ace6-8215-4d30-ba7f-e7c6890b8cdb admin admin] Deleting port c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:11:39.662700 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9a82ace6-8215-4d30-ba7f-e7c6890b8cdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:39.887109 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-34a95ba6-e98e-444c-bf59-93a54f79594b None None] Set router 15f79d4f-effc-4e5d-87a8-542e1a1d768f gateway port host: None {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:11:39.961507 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-9a82ace6-8215-4d30-ba7f-e7c6890b8cdb admin admin] For port c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:11:39.962812 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9a82ace6-8215-4d30-ba7f-e7c6890b8cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:39.998059 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-9a82ace6-8215-4d30-ba7f-e7c6890b8cdb admin admin] Calling delete_port for c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce owned by network:router_gateway {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:11:40.030936 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-34a95ba6-e98e-444c-bf59-93a54f79594b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f79d4f-effc-4e5d-87a8-542e1a1d768f', 'name': 'tempest-ServersTestJSON-95942820-router', 'tenant_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:09:02Z', 'updated_at': '2022-01-28T03:11:39Z', 'revision_number': 6, 'project_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:11:40.110701 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a95ba6-e98e-444c-bf59-93a54f79594b None None] The sync data for ids ['15f79d4f-effc-4e5d-87a8-542e1a1d768f'] in n-d-712139-27 is: [{'id': '15f79d4f-effc-4e5d-87a8-542e1a1d768f', 'name': 'tempest-ServersTestJSON-95942820-router', 'tenant_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:09:02Z', 'updated_at': '2022-01-28T03:11:39Z', 'revision_number': 6, 'project_id': 'e32e027b56924f9aad6fa7bf1ee258e7', 'gw_port_host': None}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:11:40.353592 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-57bbf6ea-43d2-4773-a7d6-ed0a05eb3b67 req-b01fedff-1b4d-4915-9f9b-d6a0edcb51a6 tempest-ServerShowV254Test-661582036 tempest-ServerShowV254Test-661582036-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad4bce59-a99a-427e-b4c2-ae89ef16edc7 HTTP/1.1" status: 200 len: 210 time: 0.0931110 Jan 28 03:11:40.427067 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9a82ace6-8215-4d30-ba7f-e7c6890b8cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:40.495353 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a82ace6-8215-4d30-ba7f-e7c6890b8cdb admin admin] Pushing event deleted for resources: {'Port': ['ID=c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:11:40.661174 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9a82ace6-8215-4d30-ba7f-e7c6890b8cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (15f79d4f-effc-4e5d-87a8-542e1a1d768f), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:40.951190 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9a82ace6-8215-4d30-ba7f-e7c6890b8cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (15f79d4f-effc-4e5d-87a8-542e1a1d768f), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:40.960356 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9a82ace6-8215-4d30-ba7f-e7c6890b8cdb admin admin] Publish callbacks [] for router_controller (15f79d4f-effc-4e5d-87a8-542e1a1d768f), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:41.019321 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9a82ace6-8215-4d30-ba7f-e7c6890b8cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (15f79d4f-effc-4e5d-87a8-542e1a1d768f), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:41.020692 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a82ace6-8215-4d30-ba7f-e7c6890b8cdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15f79d4f-effc-4e5d-87a8-542e1a1d768f {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:11:41.025095 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9a82ace6-8215-4d30-ba7f-e7c6890b8cdb admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:41.030086 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9a82ace6-8215-4d30-ba7f-e7c6890b8cdb admin admin] 10.222.0.53 "DELETE /v2.0/routers/15f79d4f-effc-4e5d-87a8-542e1a1d768f HTTP/1.1" status: 204 len: 168 time: 2.1552312 Jan 28 03:11:41.030680 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 33050) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:11:41.208899 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e6e8132-8cbe-4e84-b000-6d91916971be admin admin] Deleting subnet db5a4c57-6170-4daa-b081-7c1d297c0ccb {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:11:41.221958 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5e6e8132-8cbe-4e84-b000-6d91916971be admin admin] Publish callbacks [] for subnet (db5a4c57-6170-4daa-b081-7c1d297c0ccb), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:41.325410 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5e6e8132-8cbe-4e84-b000-6d91916971be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (db5a4c57-6170-4daa-b081-7c1d297c0ccb), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:41.333739 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 6570a417-cc77-4c9f-8e04-3e6ed2fe2369 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:11:41.383814 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 6570a417-cc77-4c9f-8e04-3e6ed2fe2369 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:11:41.384640 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 6570a417-cc77-4c9f-8e04-3e6ed2fe2369 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:11:41.385350 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:11:41.452009 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:11:41.453913 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c5ce7e16-6311-4902-ae7e-b13bcc2ef4ce not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:11:41.549979 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5e6e8132-8cbe-4e84-b000-6d91916971be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (db5a4c57-6170-4daa-b081-7c1d297c0ccb), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:41.718952 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5e6e8132-8cbe-4e84-b000-6d91916971be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (db5a4c57-6170-4daa-b081-7c1d297c0ccb), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:41.869269 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e4f44600-5781-4ea3-b689-b3cf7d3e5bef req-974697c6-a00f-4842-8429-ba942bdd20a1 tempest-ServerShowV254Test-661582036 tempest-ServerShowV254Test-661582036-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad4bce59-a99a-427e-b4c2-ae89ef16edc7 HTTP/1.1" status: 200 len: 210 time: 0.1551363 Jan 28 03:11:41.897659 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6e8132-8cbe-4e84-b000-6d91916971be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db5a4c57-6170-4daa-b081-7c1d297c0ccb,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:11:41.933333 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7fdad1-4daf-48e3-8f75-c85cfa0236a2 None None] Network 510d0f56-a56d-4baa-b768-cfbf6d32b8c2 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:11:41.960493 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5e6e8132-8cbe-4e84-b000-6d91916971be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:41.977000 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 33064) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:11:41.983361 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5e6e8132-8cbe-4e84-b000-6d91916971be admin admin] 10.222.0.53 "DELETE /v2.0/subnets/db5a4c57-6170-4daa-b081-7c1d297c0ccb HTTP/1.1" status: 204 len: 168 time: 0.9472036 Jan 28 03:11:42.176642 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e5497a41-3bf2-440f-b749-416ebae0a2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (510d0f56-a56d-4baa-b768-cfbf6d32b8c2), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:42.316702 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-e5497a41-3bf2-440f-b749-416ebae0a2c7 admin admin] Deleting port 2aa68061-167c-42e3-ad0d-fa4fb4607287 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:11:42.317001 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e5497a41-3bf2-440f-b749-416ebae0a2c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (2aa68061-167c-42e3-ad0d-fa4fb4607287), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:42.408410 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66a0b77-d140-43eb-a8d3-d9d511ac9de7 None None] DHCP port deletion for 510d0f56-a56d-4baa-b768-cfbf6d32b8c2 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:11:42.426532 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-e5497a41-3bf2-440f-b749-416ebae0a2c7 admin admin] For port 2aa68061-167c-42e3-ad0d-fa4fb4607287, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=2aa68061-167c-42e3-ad0d-fa4fb4607287,segment=NetworkSegment(36852713-c891-4c2f-a56e-b2d8f3513fc5),segment_id=36852713-c891-4c2f-a56e-b2d8f3513fc5)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:11:42.426897 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e5497a41-3bf2-440f-b749-416ebae0a2c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (2aa68061-167c-42e3-ad0d-fa4fb4607287), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:42.460867 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-e5497a41-3bf2-440f-b749-416ebae0a2c7 admin admin] Calling delete_port for 2aa68061-167c-42e3-ad0d-fa4fb4607287 owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:11:42.530942 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-d66a0b77-d140-43eb-a8d3-d9d511ac9de7 None None] Deleting port 2aa68061-167c-42e3-ad0d-fa4fb4607287 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:11:42.531479 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d66a0b77-d140-43eb-a8d3-d9d511ac9de7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (2aa68061-167c-42e3-ad0d-fa4fb4607287), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:42.663962 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e5497a41-3bf2-440f-b749-416ebae0a2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (2aa68061-167c-42e3-ad0d-fa4fb4607287), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:42.714562 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5497a41-3bf2-440f-b749-416ebae0a2c7 admin admin] No DVR routers for this DVR port 2aa68061-167c-42e3-ad0d-fa4fb4607287 on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:11:42.781628 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-d66a0b77-d140-43eb-a8d3-d9d511ac9de7 None None] For port 2aa68061-167c-42e3-ad0d-fa4fb4607287, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=2aa68061-167c-42e3-ad0d-fa4fb4607287,segment=NetworkSegment(36852713-c891-4c2f-a56e-b2d8f3513fc5),segment_id=36852713-c891-4c2f-a56e-b2d8f3513fc5)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:11:42.782707 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d66a0b77-d140-43eb-a8d3-d9d511ac9de7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (2aa68061-167c-42e3-ad0d-fa4fb4607287), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:42.826601 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-d66a0b77-d140-43eb-a8d3-d9d511ac9de7 None None] Calling delete_port for 2aa68061-167c-42e3-ad0d-fa4fb4607287 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:11:42.881568 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e5497a41-3bf2-440f-b749-416ebae0a2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (510d0f56-a56d-4baa-b768-cfbf6d32b8c2), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:42.904794 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-e5497a41-3bf2-440f-b749-416ebae0a2c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['510d0f56-a56d-4baa-b768-cfbf6d32b8c2']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:11:42.934394 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-e5497a41-3bf2-440f-b749-416ebae0a2c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36852713-c891-4c2f-a56e-b2d8f3513fc5') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:11:42.934787 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-e5497a41-3bf2-440f-b749-416ebae0a2c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36852713-c891-4c2f-a56e-b2d8f3513fc5') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:11:43.004584 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d66a0b77-d140-43eb-a8d3-d9d511ac9de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (2aa68061-167c-42e3-ad0d-fa4fb4607287), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:43.005241 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5497a41-3bf2-440f-b749-416ebae0a2c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2aa68061-167c-42e3-ad0d-fa4fb4607287,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:11:43.043043 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e5497a41-3bf2-440f-b749-416ebae0a2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (36852713-c891-4c2f-a56e-b2d8f3513fc5), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:43.104632 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66a0b77-d140-43eb-a8d3-d9d511ac9de7 None None] No DVR routers for this DVR port 2aa68061-167c-42e3-ad0d-fa4fb4607287 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:11:43.141899 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e5497a41-3bf2-440f-b749-416ebae0a2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (36852713-c891-4c2f-a56e-b2d8f3513fc5), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:43.154505 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 2aa68061-167c-42e3-ad0d-fa4fb4607287 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:11:43.164180 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5497a41-3bf2-440f-b749-416ebae0a2c7 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:11:43.164602 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e5497a41-3bf2-440f-b749-416ebae0a2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (36852713-c891-4c2f-a56e-b2d8f3513fc5), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:43.171049 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:11:43.171049 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:11:43.171049 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:11:43.171049 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:11:43.171049 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:11:43.171049 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:11:43.171049 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:11:43.171049 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:11:43.171049 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:11:43.171049 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:11:43.171049 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:11:43.171049 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:11:43.171049 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:11:43.171049 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:11:43.171049 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:11:43.171049 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:11:43.171049 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:11:43.171049 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:11:43.171049 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:11:43.171049 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:11:43.171049 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:11:43.171049 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:11:43.171049 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:11:43.171049 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:11:43.171049 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:11:43.171049 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:11:43.171049 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:11:43.171049 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:11:43.171049 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:11:43.171049 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:11:43.171049 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:11:43.171049 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:11:43.275221 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4044353a-c4b0-4683-8e0c-cf60eb4a82b3 req-d09a11ce-deb8-49f0-b636-8b5720fed4aa tempest-ServerShowV254Test-661582036 tempest-ServerShowV254Test-661582036-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad4bce59-a99a-427e-b4c2-ae89ef16edc7 HTTP/1.1" status: 200 len: 210 time: 0.1133292 Jan 28 03:11:43.279691 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a0b77-d140-43eb-a8d3-d9d511ac9de7 None None] Pushing event deleted for resources: {'Port': ['ID=2aa68061-167c-42e3-ad0d-fa4fb4607287,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:11:43.293478 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 2aa68061-167c-42e3-ad0d-fa4fb4607287 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:11:43.294038 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 2aa68061-167c-42e3-ad0d-fa4fb4607287 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:11:43.308632 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e5497a41-3bf2-440f-b749-416ebae0a2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (510d0f56-a56d-4baa-b768-cfbf6d32b8c2), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:43.325033 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e5497a41-3bf2-440f-b749-416ebae0a2c7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:43.347519 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e5497a41-3bf2-440f-b749-416ebae0a2c7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/510d0f56-a56d-4baa-b768-cfbf6d32b8c2 HTTP/1.1" status: 204 len: 168 time: 1.3610215 Jan 28 03:11:43.394603 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5497a41-3bf2-440f-b749-416ebae0a2c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=510d0f56-a56d-4baa-b768-cfbf6d32b8c2,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:11:43.620063 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 33080) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:11:43.733988 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-84979dc4-9c16-4463-8963-e71af394b530 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e32e027b56924f9aad6fa7bf1ee258e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1083322 Jan 28 03:11:43.735784 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 33084) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:11:43.829821 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-457d79fc-a6d4-4817-823d-9e2dac6b8994 admin admin] Publish callbacks [] for security_group (cfe9ebc0-d0e6-4f2c-b576-dc27b2e80987), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:43.885604 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-457d79fc-a6d4-4817-823d-9e2dac6b8994 admin admin] Publish callbacks [] for security_group (cfe9ebc0-d0e6-4f2c-b576-dc27b2e80987), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:43.998556 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-457d79fc-a6d4-4817-823d-9e2dac6b8994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (cfe9ebc0-d0e6-4f2c-b576-dc27b2e80987), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:44.002160 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-457d79fc-a6d4-4817-823d-9e2dac6b8994 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:44.008678 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-457d79fc-a6d4-4817-823d-9e2dac6b8994 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cfe9ebc0-d0e6-4f2c-b576-dc27b2e80987 HTTP/1.1" status: 204 len: 168 time: 0.2704260 Jan 28 03:11:44.045778 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d79fc-a6d4-4817-823d-9e2dac6b8994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe9ebc0-d0e6-4f2c-b576-dc27b2e80987,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:11:44.515487 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4c3f4c0b-171a-4cc3-abc0-0445529d3bcd req-69dc7dd6-e87b-47e1-8e7b-fd798ea299b3 tempest-ServerShowV254Test-661582036 tempest-ServerShowV254Test-661582036-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad4bce59-a99a-427e-b4c2-ae89ef16edc7 HTTP/1.1" status: 200 len: 210 time: 0.0529401 Jan 28 03:11:45.719643 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-81314c94-c535-4395-892c-1d4355ebe2d6 req-799de2e1-7c9e-4b9d-b913-0d6e21f45e58 tempest-ServerShowV254Test-661582036 tempest-ServerShowV254Test-661582036-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad4bce59-a99a-427e-b4c2-ae89ef16edc7 HTTP/1.1" status: 200 len: 210 time: 0.0395162 Jan 28 03:11:46.040469 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 33142) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:11:46.374015 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-efb91f7a-e79d-4169-8703-71907b67b395 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1496971028-network', 'tenant_id': 'a03d3b97942744b39e87d17354164704'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:11:46.497046 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb91f7a-e79d-4169-8703-71907b67b395 admin admin] Made reservation on behalf of a03d3b97942744b39e87d17354164704 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:11:46.508115 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-efb91f7a-e79d-4169-8703-71907b67b395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:46.545009 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-efb91f7a-e79d-4169-8703-71907b67b395 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:46.968809 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-efb91f7a-e79d-4169-8703-71907b67b395 admin admin] Publish callbacks [] for security_group (46058226-3782-4b81-a4fc-33cf25748ac9), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:46.991409 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-efb91f7a-e79d-4169-8703-71907b67b395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (46058226-3782-4b81-a4fc-33cf25748ac9), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:47.067271 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efb91f7a-e79d-4169-8703-71907b67b395 admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:11:47.102574 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb91f7a-e79d-4169-8703-71907b67b395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46058226-3782-4b81-a4fc-33cf25748ac9,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:11:47.110122 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-00c2921b-0ab4-4c96-8ebf-d06996e2175b req-f0975472-c93d-43cd-9933-0e88e16678a7 tempest-ServerShowV254Test-661582036 tempest-ServerShowV254Test-661582036-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad4bce59-a99a-427e-b4c2-ae89ef16edc7 HTTP/1.1" status: 200 len: 210 time: 0.0874033 Jan 28 03:11:47.127746 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 33164) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:11:47.137876 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-efb91f7a-e79d-4169-8703-71907b67b395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (8ad31074-0cba-43a6-94bb-cbcee45f6e69), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:47.138640 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-efb91f7a-e79d-4169-8703-71907b67b395 admin admin] Added segment 8ad31074-0cba-43a6-94bb-cbcee45f6e69 of type vlan for network be32fe76-7f50-494d-b9cc-b5e15aeb7dca Jan 28 03:11:47.408002 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ef485f4b-67ba-486d-aedf-8fbd8cf917c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:47.677052 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ef485f4b-67ba-486d-aedf-8fbd8cf917c1 admin admin] Publish callbacks [] for security_group (b63aac7e-11f7-4d2c-affe-44fe0579e289), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:47.682854 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ef485f4b-67ba-486d-aedf-8fbd8cf917c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b63aac7e-11f7-4d2c-affe-44fe0579e289), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:47.795456 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ef485f4b-67ba-486d-aedf-8fbd8cf917c1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f2d0202c9739453e99a80eb0f4bc8903&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6664531 Jan 28 03:11:47.820553 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 33172) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:11:47.921823 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef485f4b-67ba-486d-aedf-8fbd8cf917c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63aac7e-11f7-4d2c-affe-44fe0579e289,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:11:47.941148 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-efb91f7a-e79d-4169-8703-71907b67b395 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (be32fe76-7f50-494d-b9cc-b5e15aeb7dca), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:48.030148 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-efb91f7a-e79d-4169-8703-71907b67b395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (be32fe76-7f50-494d-b9cc-b5e15aeb7dca), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:48.031326 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb91f7a-e79d-4169-8703-71907b67b395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:11:48.031979 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-efb91f7a-e79d-4169-8703-71907b67b395 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:48.069266 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-94d66707-a1f8-48f5-9728-69dd2b90d7cb admin admin] Publish callbacks [] for security_group (b63aac7e-11f7-4d2c-affe-44fe0579e289), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:48.235483 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-94d66707-a1f8-48f5-9728-69dd2b90d7cb admin admin] Publish callbacks [] for security_group (b63aac7e-11f7-4d2c-affe-44fe0579e289), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:48.350157 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 33180) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:11:48.358023 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-efb91f7a-e79d-4169-8703-71907b67b395 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.3036749 Jan 28 03:11:48.375961 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-ce0bb434-ce0e-4c01-a57e-d580523d9203 admin admin] Request body: {'subnet': {'network_id': 'be32fe76-7f50-494d-b9cc-b5e15aeb7dca', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1496971028-subnet', 'tenant_id': 'a03d3b97942744b39e87d17354164704', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:11:48.389328 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb91f7a-e79d-4169-8703-71907b67b395 admin admin] Pushing event updated for resources: {'Network': ['ID=be32fe76-7f50-494d-b9cc-b5e15aeb7dca,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:11:48.406613 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network be32fe76-7f50-494d-b9cc-b5e15aeb7dca details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:11:49.403380 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9de1ed35-4160-474c-ab32-de426144ad8e req-dae89a54-c248-4ee6-afbd-41db6bb7ae4b tempest-ServerShowV254Test-661582036 tempest-ServerShowV254Test-661582036-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad4bce59-a99a-427e-b4c2-ae89ef16edc7 HTTP/1.1" status: 200 len: 210 time: 0.9237931 Jan 28 03:11:49.433348 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0bb434-ce0e-4c01-a57e-d580523d9203 admin admin] Made reservation on behalf of a03d3b97942744b39e87d17354164704 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:11:49.436264 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ce0bb434-ce0e-4c01-a57e-d580523d9203 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:49.441941 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-94d66707-a1f8-48f5-9728-69dd2b90d7cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b63aac7e-11f7-4d2c-affe-44fe0579e289), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:49.444547 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-94d66707-a1f8-48f5-9728-69dd2b90d7cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:49.446180 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-94d66707-a1f8-48f5-9728-69dd2b90d7cb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b63aac7e-11f7-4d2c-affe-44fe0579e289 HTTP/1.1" status: 204 len: 168 time: 1.6233988 Jan 28 03:11:49.488404 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d66707-a1f8-48f5-9728-69dd2b90d7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63aac7e-11f7-4d2c-affe-44fe0579e289,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:11:49.990222 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ce0bb434-ce0e-4c01-a57e-d580523d9203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (29cf356e-fbed-4a3b-9f09-eebecbf4b3e4), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:50.174157 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0bb434-ce0e-4c01-a57e-d580523d9203 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29cf356e-fbed-4a3b-9f09-eebecbf4b3e4,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:11:50.239168 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0bb434-ce0e-4c01-a57e-d580523d9203 admin admin] Checking segment: {'id': '8ad31074-0cba-43a6-94bb-cbcee45f6e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'be32fe76-7f50-494d-b9cc-b5e15aeb7dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:11:50.239580 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0bb434-ce0e-4c01-a57e-d580523d9203 admin admin] Network hostable DHCP agents. Network: be32fe76-7f50-494d-b9cc-b5e15aeb7dca, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:11:50.287545 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0bb434-ce0e-4c01-a57e-d580523d9203 admin admin] Network be32fe76-7f50-494d-b9cc-b5e15aeb7dca is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:11:50.318216 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-ce0bb434-ce0e-4c01-a57e-d580523d9203 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, be32fe76-7f50-494d-b9cc-b5e15aeb7dca) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:11:50.330418 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e494e356-956d-4949-956a-6170c54c8434 None None] Network be32fe76-7f50-494d-b9cc-b5e15aeb7dca requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:11:50.343599 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0bb434-ce0e-4c01-a57e-d580523d9203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:11:50.346917 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ce0bb434-ce0e-4c01-a57e-d580523d9203 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:50.387074 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ce0bb434-ce0e-4c01-a57e-d580523d9203 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.0346711 Jan 28 03:11:50.489601 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff264495-b4f1-4372-a573-b766e9b0c7f3 None None] Network be32fe76-7f50-494d-b9cc-b5e15aeb7dca requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:11:50.650570 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-915011e5-4cac-41e4-acbc-2a754b77c6e4 req-e299f7c9-654c-4faf-a6dd-b519b6ceb650 tempest-ServerShowV254Test-661582036 tempest-ServerShowV254Test-661582036-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad4bce59-a99a-427e-b4c2-ae89ef16edc7 HTTP/1.1" status: 200 len: 210 time: 0.1120400 Jan 28 03:11:51.793833 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd4276-0e60-41b0-a74b-b37aeddd94b6 req-cd2881c1-dc01-48e2-9163-17e08ce849c3 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:11:51.800250 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c4fd4276-0e60-41b0-a74b-b37aeddd94b6 req-cd2881c1-dc01-48e2-9163-17e08ce849c3 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] 10.222.0.53 "GET /v2.0/networks?id=be32fe76-7f50-494d-b9cc-b5e15aeb7dca HTTP/1.1" status: 200 len: 822 time: 0.3809438 Jan 28 03:11:51.828081 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c4fd4276-0e60-41b0-a74b-b37aeddd94b6 req-196ccf23-878e-46db-b3b0-1ca5fe39b814 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] 10.222.0.53 "GET /v2.0/quotas/a03d3b97942744b39e87d17354164704 HTTP/1.1" status: 200 len: 375 time: 0.0147316 Jan 28 03:11:51.886425 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7b72895e-3a6b-488f-91eb-b6bb6307a0f7 req-f594f444-632c-455f-9aa9-fb5c31dcf506 tempest-ServerShowV254Test-661582036 tempest-ServerShowV254Test-661582036-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad4bce59-a99a-427e-b4c2-ae89ef16edc7 HTTP/1.1" status: 200 len: 210 time: 0.0546925 Jan 28 03:11:51.937443 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c4fd4276-0e60-41b0-a74b-b37aeddd94b6 req-0b7e8c42-a9a9-4b11-8fbb-e6903223b03d tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a03d3b97942744b39e87d17354164704&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633974 Jan 28 03:11:52.214629 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c4fd4276-0e60-41b0-a74b-b37aeddd94b6 req-2d9f8858-e03c-4eb4-a4ed-064521b78cb9 service neutron] 10.222.0.53 "GET /v2.0/networks/be32fe76-7f50-494d-b9cc-b5e15aeb7dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667632 Jan 28 03:11:52.410305 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c4fd4276-0e60-41b0-a74b-b37aeddd94b6 req-e0f254cc-6d3b-471b-99a9-d965b9ce94c9 service neutron] 10.222.0.53 "GET /v2.0/networks/be32fe76-7f50-494d-b9cc-b5e15aeb7dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946595 Jan 28 03:11:52.777989 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c69e9fb5-2d92-4871-94a7-3dae079da40e req-0b737ae4-c392-43ec-87c6-ecd101dbbe57 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea768dfd-5ce6-4525-9455-8f7070071a11 HTTP/1.1" status: 200 len: 210 time: 0.0589249 Jan 28 03:11:53.148127 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d5aa57ca-03d8-4002-b765-062194407092 req-ccd8251a-5660-4b69-9c2d-8d697a22c66a tempest-ServerShowV254Test-661582036 tempest-ServerShowV254Test-661582036-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad4bce59-a99a-427e-b4c2-ae89ef16edc7 HTTP/1.1" status: 200 len: 210 time: 0.0570190 Jan 28 03:11:53.985855 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ff741191-0fc4-4300-aeab-2bbdb790e248 req-d3b11283-2ad9-4caf-bd71-3a58403996ef tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea768dfd-5ce6-4525-9455-8f7070071a11 HTTP/1.1" status: 200 len: 210 time: 0.0680163 Jan 28 03:11:54.336985 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8062b3e8-f057-409f-97be-ad26c10e0d5c req-f698e23f-399d-4159-a234-8e26d70f23e9 tempest-ServerShowV254Test-661582036 tempest-ServerShowV254Test-661582036-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad4bce59-a99a-427e-b4c2-ae89ef16edc7 HTTP/1.1" status: 200 len: 210 time: 0.0427654 Jan 28 03:11:55.202233 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd4276-0e60-41b0-a74b-b37aeddd94b6 req-27345c88-94a0-4b34-989d-b600bd2a10f9 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:11:55.217716 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c4fd4276-0e60-41b0-a74b-b37aeddd94b6 req-27345c88-94a0-4b34-989d-b600bd2a10f9 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] 10.222.0.67 "GET /v2.0/networks?id=be32fe76-7f50-494d-b9cc-b5e15aeb7dca HTTP/1.1" status: 200 len: 822 time: 0.3750863 Jan 28 03:11:55.268202 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-c4fd4276-0e60-41b0-a74b-b37aeddd94b6 req-4ff850e1-89c0-49fd-aa04-f69baa4461b1 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] Request body: {'port': {'device_id': 'ea768dfd-5ce6-4525-9455-8f7070071a11', 'network_id': 'be32fe76-7f50-494d-b9cc-b5e15aeb7dca', 'admin_state_up': True, 'tenant_id': 'a03d3b97942744b39e87d17354164704'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:11:55.284883 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b4059a26-9cc1-48cb-a0ee-50a7d45d82b7 req-c048071c-aa9b-456e-bc95-904819f5109e tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea768dfd-5ce6-4525-9455-8f7070071a11 HTTP/1.1" status: 200 len: 210 time: 0.0984988 Jan 28 03:11:55.585128 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cd042b25-a2c3-4381-841d-d0438fe28a22 req-f93e78c7-b812-445c-8c69-3231ed0ab1bb tempest-ServerShowV254Test-661582036 tempest-ServerShowV254Test-661582036-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad4bce59-a99a-427e-b4c2-ae89ef16edc7 HTTP/1.1" status: 200 len: 210 time: 0.0613651 Jan 28 03:11:55.677520 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4fd4276-0e60-41b0-a74b-b37aeddd94b6 req-4ff850e1-89c0-49fd-aa04-f69baa4461b1 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] Made reservation on behalf of a03d3b97942744b39e87d17354164704 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:11:55.684451 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-c4fd4276-0e60-41b0-a74b-b37aeddd94b6 req-4ff850e1-89c0-49fd-aa04-f69baa4461b1 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:55.945434 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-c4fd4276-0e60-41b0-a74b-b37aeddd94b6 req-4ff850e1-89c0-49fd-aa04-f69baa4461b1 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] Allocated IP 172.20.0.3 (be32fe76-7f50-494d-b9cc-b5e15aeb7dca/29cf356e-fbed-4a3b-9f09-eebecbf4b3e4/e5bb2005-6342-40ad-b32e-caaddd3aba18) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:11:56.100190 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:11:56.268146 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-c4fd4276-0e60-41b0-a74b-b37aeddd94b6 req-4ff850e1-89c0-49fd-aa04-f69baa4461b1 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] Publish callbacks [] for port (e5bb2005-6342-40ad-b32e-caaddd3aba18), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:56.335441 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-c4fd4276-0e60-41b0-a74b-b37aeddd94b6 req-4ff850e1-89c0-49fd-aa04-f69baa4461b1 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (e5bb2005-6342-40ad-b32e-caaddd3aba18), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:56.436217 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4fd4276-0e60-41b0-a74b-b37aeddd94b6 req-4ff850e1-89c0-49fd-aa04-f69baa4461b1 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] Network be32fe76-7f50-494d-b9cc-b5e15aeb7dca is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:11:56.442656 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-c4fd4276-0e60-41b0-a74b-b37aeddd94b6 req-4ff850e1-89c0-49fd-aa04-f69baa4461b1 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:11:56.447374 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4fd4276-0e60-41b0-a74b-b37aeddd94b6 req-4ff850e1-89c0-49fd-aa04-f69baa4461b1 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:11:56.578125 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff850e1-89c0-49fd-aa04-f69baa4461b1 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] Pushing event updated for resources: {'Port': ['ID=e5bb2005-6342-40ad-b32e-caaddd3aba18,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:11:56.672341 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd4276-0e60-41b0-a74b-b37aeddd94b6 req-4ff850e1-89c0-49fd-aa04-f69baa4461b1 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:11:56.674145 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-c4fd4276-0e60-41b0-a74b-b37aeddd94b6 req-4ff850e1-89c0-49fd-aa04-f69baa4461b1 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:56.749330 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139f5df-23c1-4ee1-95be-eefc61031e4a req-1d5c7b8f-df1f-4def-a62b-d56d3cf2949c tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:11:56.751764 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3139f5df-23c1-4ee1-95be-eefc61031e4a req-1d5c7b8f-df1f-4def-a62b-d56d3cf2949c tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea768dfd-5ce6-4525-9455-8f7070071a11 HTTP/1.1" status: 200 len: 931 time: 0.2089949 Jan 28 03:11:56.756608 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c4fd4276-0e60-41b0-a74b-b37aeddd94b6 req-4ff850e1-89c0-49fd-aa04-f69baa4461b1 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4960778 Jan 28 03:11:56.783272 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-c4fd4276-0e60-41b0-a74b-b37aeddd94b6 req-e881d89d-ca28-4662-98b0-59d5566686bf service neutron] Request body: {'port': {'device_id': 'ea768dfd-5ce6-4525-9455-8f7070071a11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:11:56.862170 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b3450a33-530b-45cf-a744-5cd83be6a82e req-eda7b36f-3c63-4b01-83cb-d81bd453b2cd tempest-ServerShowV254Test-661582036 tempest-ServerShowV254Test-661582036-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad4bce59-a99a-427e-b4c2-ae89ef16edc7 HTTP/1.1" status: 200 len: 210 time: 0.0437841 Jan 28 03:11:56.961998 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3139f5df-23c1-4ee1-95be-eefc61031e4a req-a68f66c3-ff4d-4067-bfd8-e8b8036f5f23 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] 10.222.0.53 "GET /v2.0/security-groups?id=46058226-3782-4b81-a4fc-33cf25748ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993155 Jan 28 03:11:57.025349 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-c4fd4276-0e60-41b0-a74b-b37aeddd94b6 req-e881d89d-ca28-4662-98b0-59d5566686bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e5bb2005-6342-40ad-b32e-caaddd3aba18), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:57.569352 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-c4fd4276-0e60-41b0-a74b-b37aeddd94b6 req-e881d89d-ca28-4662-98b0-59d5566686bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5bb2005-6342-40ad-b32e-caaddd3aba18 {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:11:57.578998 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-c4fd4276-0e60-41b0-a74b-b37aeddd94b6 req-e881d89d-ca28-4662-98b0-59d5566686bf service neutron] Publish callbacks [] for port (e5bb2005-6342-40ad-b32e-caaddd3aba18), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:57.594428 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-c4fd4276-0e60-41b0-a74b-b37aeddd94b6 req-e881d89d-ca28-4662-98b0-59d5566686bf service neutron] Transition to ACTIVE for port object e5bb2005-6342-40ad-b32e-caaddd3aba18 will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:11:57.601678 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-c4fd4276-0e60-41b0-a74b-b37aeddd94b6 req-e881d89d-ca28-4662-98b0-59d5566686bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (e5bb2005-6342-40ad-b32e-caaddd3aba18), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:57.827930 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e881d89d-ca28-4662-98b0-59d5566686bf service neutron] Pushing event updated for resources: {'Port': ['ID=e5bb2005-6342-40ad-b32e-caaddd3aba18,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:11:57.873007 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-c4fd4276-0e60-41b0-a74b-b37aeddd94b6 req-e881d89d-ca28-4662-98b0-59d5566686bf service neutron] Attempting to bind port e5bb2005-6342-40ad-b32e-caaddd3aba18 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:11:57.873618 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-c4fd4276-0e60-41b0-a74b-b37aeddd94b6 req-e881d89d-ca28-4662-98b0-59d5566686bf service neutron] Attempting to bind port e5bb2005-6342-40ad-b32e-caaddd3aba18 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '8ad31074-0cba-43a6-94bb-cbcee45f6e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'be32fe76-7f50-494d-b9cc-b5e15aeb7dca'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:11:57.874154 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fd4276-0e60-41b0-a74b-b37aeddd94b6 req-e881d89d-ca28-4662-98b0-59d5566686bf service neutron] Attempting to bind port e5bb2005-6342-40ad-b32e-caaddd3aba18 on network be32fe76-7f50-494d-b9cc-b5e15aeb7dca {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:11:57.884012 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fd4276-0e60-41b0-a74b-b37aeddd94b6 req-e881d89d-ca28-4662-98b0-59d5566686bf service neutron] Port e5bb2005-6342-40ad-b32e-caaddd3aba18 on network be32fe76-7f50-494d-b9cc-b5e15aeb7dca not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:11:57.884538 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fd4276-0e60-41b0-a74b-b37aeddd94b6 req-e881d89d-ca28-4662-98b0-59d5566686bf service neutron] Attempting to bind port e5bb2005-6342-40ad-b32e-caaddd3aba18 on network be32fe76-7f50-494d-b9cc-b5e15aeb7dca {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:11:57.919525 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fd4276-0e60-41b0-a74b-b37aeddd94b6 req-e881d89d-ca28-4662-98b0-59d5566686bf service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:11:57.920108 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fd4276-0e60-41b0-a74b-b37aeddd94b6 req-e881d89d-ca28-4662-98b0-59d5566686bf service neutron] Checking segment: {'id': '8ad31074-0cba-43a6-94bb-cbcee45f6e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'be32fe76-7f50-494d-b9cc-b5e15aeb7dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:11:57.920613 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fd4276-0e60-41b0-a74b-b37aeddd94b6 req-e881d89d-ca28-4662-98b0-59d5566686bf service neutron] Bound using segment: {'id': '8ad31074-0cba-43a6-94bb-cbcee45f6e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'be32fe76-7f50-494d-b9cc-b5e15aeb7dca'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:11:57.922480 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-c4fd4276-0e60-41b0-a74b-b37aeddd94b6 req-e881d89d-ca28-4662-98b0-59d5566686bf service neutron] Bound port: e5bb2005-6342-40ad-b32e-caaddd3aba18, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ad31074-0cba-43a6-94bb-cbcee45f6e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'be32fe76-7f50-494d-b9cc-b5e15aeb7dca'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:11:57.923542 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-c4fd4276-0e60-41b0-a74b-b37aeddd94b6 req-e881d89d-ca28-4662-98b0-59d5566686bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e5bb2005-6342-40ad-b32e-caaddd3aba18), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:58.129845 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4bcacb87-2614-4656-848e-7c7f514f6596 req-5772370a-6a14-4971-9833-fb0b6e58a933 tempest-ServerShowV254Test-661582036 tempest-ServerShowV254Test-661582036-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad4bce59-a99a-427e-b4c2-ae89ef16edc7 HTTP/1.1" status: 200 len: 210 time: 0.0980980 Jan 28 03:11:58.161064 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c41ae2-b409-49b4-bdba-ede8d20d4863 req-0e863e36-643f-4258-baae-8f05f0b8a2f8 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:11:58.165535 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-52c41ae2-b409-49b4-bdba-ede8d20d4863 req-0e863e36-643f-4258-baae-8f05f0b8a2f8 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea768dfd-5ce6-4525-9455-8f7070071a11 HTTP/1.1" status: 200 len: 943 time: 0.0916586 Jan 28 03:11:58.181924 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-c4fd4276-0e60-41b0-a74b-b37aeddd94b6 req-e881d89d-ca28-4662-98b0-59d5566686bf service neutron] For port e5bb2005-6342-40ad-b32e-caaddd3aba18, host n-h1-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:11:58.187702 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-c4fd4276-0e60-41b0-a74b-b37aeddd94b6 req-e881d89d-ca28-4662-98b0-59d5566686bf service neutron] For port e5bb2005-6342-40ad-b32e-caaddd3aba18, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=e5bb2005-6342-40ad-b32e-caaddd3aba18,segment=NetworkSegment(8ad31074-0cba-43a6-94bb-cbcee45f6e69),segment_id=8ad31074-0cba-43a6-94bb-cbcee45f6e69)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:11:58.195505 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-c4fd4276-0e60-41b0-a74b-b37aeddd94b6 req-e881d89d-ca28-4662-98b0-59d5566686bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (e5bb2005-6342-40ad-b32e-caaddd3aba18), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:58.248031 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-52c41ae2-b409-49b4-bdba-ede8d20d4863 req-bad7bf10-e6e8-4bd3-95a9-25023bbecc45 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] 10.222.0.53 "GET /v2.0/security-groups?id=46058226-3782-4b81-a4fc-33cf25748ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725071 Jan 28 03:11:58.267744 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd4276-0e60-41b0-a74b-b37aeddd94b6 req-e881d89d-ca28-4662-98b0-59d5566686bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:11:58.268894 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-c4fd4276-0e60-41b0-a74b-b37aeddd94b6 req-e881d89d-ca28-4662-98b0-59d5566686bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:58.271355 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c4fd4276-0e60-41b0-a74b-b37aeddd94b6 req-e881d89d-ca28-4662-98b0-59d5566686bf service neutron] 10.222.0.67 "PUT /v2.0/ports/e5bb2005-6342-40ad-b32e-caaddd3aba18 HTTP/1.1" status: 200 len: 1092 time: 1.4979949 Jan 28 03:11:58.272306 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea768dfd-5ce6-4525-9455-8f7070071a11', 'tag': 'e5bb2005-6342-40ad-b32e-caaddd3aba18'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:11:58.276590 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe7bf80-c42e-4abe-9d1e-1bbc6d571dcf" -d '{"events": [{"name": "network-changed", "server_uuid": "ea768dfd-5ce6-4525-9455-8f7070071a11", "tag": "e5bb2005-6342-40ad-b32e-caaddd3aba18"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:11:58.474044 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e881d89d-ca28-4662-98b0-59d5566686bf service neutron] Pushing event updated for resources: {'Port': ['ID=e5bb2005-6342-40ad-b32e-caaddd3aba18,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:11:58.516590 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09100b17-4f2b-4a50-bf3d-85a416f22884 x-openstack-request-id: req-09100b17-4f2b-4a50-bf3d-85a416f22884 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:11:58.517019 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea768dfd-5ce6-4525-9455-8f7070071a11", "tag": "e5bb2005-6342-40ad-b32e-caaddd3aba18", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:11:58.517598 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-09100b17-4f2b-4a50-bf3d-85a416f22884 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:11:58.518149 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea768dfd-5ce6-4525-9455-8f7070071a11', 'tag': 'e5bb2005-6342-40ad-b32e-caaddd3aba18', 'status': 'completed', 'code': 200} Jan 28 03:11:58.551182 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd4276-0e60-41b0-a74b-b37aeddd94b6 req-fe8d0460-c289-452d-acb9-0428a289c369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:11:58.553957 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c4fd4276-0e60-41b0-a74b-b37aeddd94b6 req-fe8d0460-c289-452d-acb9-0428a289c369 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a03d3b97942744b39e87d17354164704&device_id=ea768dfd-5ce6-4525-9455-8f7070071a11 HTTP/1.1" status: 200 len: 1095 time: 0.1873937 Jan 28 03:11:58.699629 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c4fd4276-0e60-41b0-a74b-b37aeddd94b6 req-855711bc-8dcf-44e7-97d9-2b8d2822426c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5bb2005-6342-40ad-b32e-caaddd3aba18 HTTP/1.1" status: 200 len: 217 time: 0.1326182 Jan 28 03:11:58.735339 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-475070c5-81b5-4df4-a413-79e1a9a8c3d7 req-f1e01d73-dc3a-4847-819e-4a57e0be5f6c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b323942285a46b88a73ba2b7250fd2e&device_id=ad4bce59-a99a-427e-b4c2-ae89ef16edc7 HTTP/1.1" status: 200 len: 210 time: 0.1416039 Jan 28 03:11:58.844812 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-475070c5-81b5-4df4-a413-79e1a9a8c3d7 req-5afc4ed7-0e6d-477c-aaa9-4f66f1b34dc7 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=5b323942285a46b88a73ba2b7250fd2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490088 Jan 28 03:11:58.984233 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 33436) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:11:58.988533 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd4276-0e60-41b0-a74b-b37aeddd94b6 req-f2d9e0c3-8f84-4546-b836-4ecdc43521c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:11:58.992549 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c4fd4276-0e60-41b0-a74b-b37aeddd94b6 req-f2d9e0c3-8f84-4546-b836-4ecdc43521c9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=29cf356e-fbed-4a3b-9f09-eebecbf4b3e4 HTTP/1.1" status: 200 len: 862 time: 0.2683399 Jan 28 03:11:59.135518 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c4fd4276-0e60-41b0-a74b-b37aeddd94b6 req-2019c648-f1e8-4fd2-a23f-702323ea00f3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be32fe76-7f50-494d-b9cc-b5e15aeb7dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442288 Jan 28 03:11:59.181714 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:11:59.251123 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c4fd4276-0e60-41b0-a74b-b37aeddd94b6 req-f072bc3e-887b-4f2d-935e-eb831cc7733a service neutron] 10.222.0.67 "GET /v2.0/networks/be32fe76-7f50-494d-b9cc-b5e15aeb7dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026547 Jan 28 03:11:59.548199 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5bac3d3f-fe67-4386-bd39-16c274b9b7d2 req-07807c3b-1292-4709-8887-431c9cd27865 tempest-ServerShowV254Test-661582036 tempest-ServerShowV254Test-661582036-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad4bce59-a99a-427e-b4c2-ae89ef16edc7 HTTP/1.1" status: 200 len: 210 time: 0.0642176 Jan 28 03:11:59.591692 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475070c5-81b5-4df4-a413-79e1a9a8c3d7 req-fb0be78f-23cf-4aae-9024-3a14fe5b27f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:11:59.594212 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-475070c5-81b5-4df4-a413-79e1a9a8c3d7 req-fb0be78f-23cf-4aae-9024-3a14fe5b27f1 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7420406 Jan 28 03:11:59.685585 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c4fd4276-0e60-41b0-a74b-b37aeddd94b6 req-f248f3d9-f56c-43cc-a587-4cff653ae750 service neutron] 10.222.0.67 "GET /v2.0/networks/be32fe76-7f50-494d-b9cc-b5e15aeb7dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4168720 Jan 28 03:11:59.749039 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-64e8234b-ecf0-4798-a6af-7e31509e5e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:00.007558 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18970aa9-85fa-4b73-af55-671d8926e31e req-722f2e7f-25dd-41c8-b02d-1a5db08b0fb4 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:00.016741 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-18970aa9-85fa-4b73-af55-671d8926e31e req-722f2e7f-25dd-41c8-b02d-1a5db08b0fb4 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea768dfd-5ce6-4525-9455-8f7070071a11 HTTP/1.1" status: 200 len: 943 time: 0.4161127 Jan 28 03:12:00.038030 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe7bf80-c42e-4abe-9d1e-1bbc6d571dcf req-ae6338fb-99f6-48c5-bff3-b0104eca0639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:00.041279 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cfe7bf80-c42e-4abe-9d1e-1bbc6d571dcf req-ae6338fb-99f6-48c5-bff3-b0104eca0639 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a03d3b97942744b39e87d17354164704&device_id=ea768dfd-5ce6-4525-9455-8f7070071a11 HTTP/1.1" status: 200 len: 1095 time: 0.1847141 Jan 28 03:12:00.264119 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe7bf80-c42e-4abe-9d1e-1bbc6d571dcf req-cdaa8111-d452-4de7-a4a7-25c28cb29cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:00.267265 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cfe7bf80-c42e-4abe-9d1e-1bbc6d571dcf req-cdaa8111-d452-4de7-a4a7-25c28cb29cb6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=be32fe76-7f50-494d-b9cc-b5e15aeb7dca HTTP/1.1" status: 200 len: 923 time: 0.2169206 Jan 28 03:12:00.399566 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-18970aa9-85fa-4b73-af55-671d8926e31e req-aee59a5a-b778-4f07-a3a5-27cbeebaabfb tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] 10.222.0.53 "GET /v2.0/security-groups?id=46058226-3782-4b81-a4fc-33cf25748ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809083 Jan 28 03:12:00.459601 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cfe7bf80-c42e-4abe-9d1e-1bbc6d571dcf req-ce43192d-622b-4986-ad8b-86e91a967012 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5bb2005-6342-40ad-b32e-caaddd3aba18 HTTP/1.1" status: 200 len: 217 time: 0.1812041 Jan 28 03:12:00.631471 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe7bf80-c42e-4abe-9d1e-1bbc6d571dcf req-0dd23fea-ada9-4e95-88a3-c05142782324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:00.635387 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cfe7bf80-c42e-4abe-9d1e-1bbc6d571dcf req-0dd23fea-ada9-4e95-88a3-c05142782324 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=29cf356e-fbed-4a3b-9f09-eebecbf4b3e4 HTTP/1.1" status: 200 len: 862 time: 0.1690302 Jan 28 03:12:00.793854 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cfe7bf80-c42e-4abe-9d1e-1bbc6d571dcf req-fc626d83-638a-4707-a849-fc4c3f2d384a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be32fe76-7f50-494d-b9cc-b5e15aeb7dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1501329 Jan 28 03:12:00.840373 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b70336d6-49ed-4aee-b070-02b321b2cb8c req-5da46db4-0fd0-41e8-9184-f15bad8fd6ff tempest-ServerShowV254Test-661582036 tempest-ServerShowV254Test-661582036-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad4bce59-a99a-427e-b4c2-ae89ef16edc7 HTTP/1.1" status: 200 len: 210 time: 0.1019514 Jan 28 03:12:01.023095 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aabd9d04-3a5d-4efb-be2b-e50c710b9da7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (ec8d61b7-9938-4b0f-901d-eff26948667f), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:01.099683 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cfe7bf80-c42e-4abe-9d1e-1bbc6d571dcf req-e82ce7f5-fe77-432d-8335-89ceeb9eaaca service neutron] 10.222.0.67 "GET /v2.0/networks/be32fe76-7f50-494d-b9cc-b5e15aeb7dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699594 Jan 28 03:12:01.158373 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 33488) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:12:01.245287 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cfe7bf80-c42e-4abe-9d1e-1bbc6d571dcf req-100cce3c-af3b-46b6-b127-70077bec2058 service neutron] 10.222.0.67 "GET /v2.0/networks/be32fe76-7f50-494d-b9cc-b5e15aeb7dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121869 Jan 28 03:12:01.397436 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-77b5a0ac-6b4d-462a-82b7-e327fa14866b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:01.534906 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-77b5a0ac-6b4d-462a-82b7-e327fa14866b admin admin] Publish callbacks [] for security_group (99ab6a71-d764-48be-9f16-176c32947723), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:01.566996 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-77b5a0ac-6b4d-462a-82b7-e327fa14866b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (99ab6a71-d764-48be-9f16-176c32947723), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:01.624316 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a03e52-bd7a-4e60-a4d4-0c20826d5776 req-55c654de-b1d7-4809-bf07-b3d5721262d2 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:01.627422 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-05a03e52-bd7a-4e60-a4d4-0c20826d5776 req-55c654de-b1d7-4809-bf07-b3d5721262d2 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea768dfd-5ce6-4525-9455-8f7070071a11 HTTP/1.1" status: 200 len: 943 time: 0.0895593 Jan 28 03:12:01.635798 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 33498) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:12:01.635931 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-77b5a0ac-6b4d-462a-82b7-e327fa14866b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3061704cd996465a9e688e9d66873fbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4759037 Jan 28 03:12:01.649524 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b5a0ac-6b4d-462a-82b7-e327fa14866b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ab6a71-d764-48be-9f16-176c32947723,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:01.734294 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-aabd9d04-3a5d-4efb-be2b-e50c710b9da7 admin admin] Deleting port f24853a6-6080-44f3-88c3-68b82f33a1be {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:12:01.734621 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aabd9d04-3a5d-4efb-be2b-e50c710b9da7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (f24853a6-6080-44f3-88c3-68b82f33a1be), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:01.759589 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-91300934-45b8-4d06-bbe5-c285f28797b3 admin admin] Publish callbacks [] for security_group (99ab6a71-d764-48be-9f16-176c32947723), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:01.782948 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-05a03e52-bd7a-4e60-a4d4-0c20826d5776 req-35f3d036-b002-4e01-af20-8aa8393c770d tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] 10.222.0.53 "GET /v2.0/security-groups?id=46058226-3782-4b81-a4fc-33cf25748ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490951 Jan 28 03:12:01.818294 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5491dacf-b196-4e0b-bdf9-03491afd9a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:01.871903 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-91300934-45b8-4d06-bbe5-c285f28797b3 admin admin] Publish callbacks [] for security_group (99ab6a71-d764-48be-9f16-176c32947723), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:01.986849 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-91300934-45b8-4d06-bbe5-c285f28797b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (99ab6a71-d764-48be-9f16-176c32947723), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:01.989999 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-91300934-45b8-4d06-bbe5-c285f28797b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:01.991426 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-91300934-45b8-4d06-bbe5-c285f28797b3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/99ab6a71-d764-48be-9f16-176c32947723 HTTP/1.1" status: 204 len: 168 time: 0.3534636 Jan 28 03:12:02.006144 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-aabd9d04-3a5d-4efb-be2b-e50c710b9da7 admin admin] For port f24853a6-6080-44f3-88c3-68b82f33a1be, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=f24853a6-6080-44f3-88c3-68b82f33a1be,segment=NetworkSegment(242cab35-05c2-4e9b-b7a3-b9ace6aa1f3a),segment_id=242cab35-05c2-4e9b-b7a3-b9ace6aa1f3a)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:12:02.006728 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aabd9d04-3a5d-4efb-be2b-e50c710b9da7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (f24853a6-6080-44f3-88c3-68b82f33a1be), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:02.026880 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91300934-45b8-4d06-bbe5-c285f28797b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ab6a71-d764-48be-9f16-176c32947723,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:02.029930 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-aabd9d04-3a5d-4efb-be2b-e50c710b9da7 admin admin] Calling delete_port for f24853a6-6080-44f3-88c3-68b82f33a1be owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:12:02.310670 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5648cbba-08f9-41f2-bb68-d8d1a765bfaf req-d99b2160-21c1-4c86-9477-98e94aff6882 tempest-ServerShowV254Test-661582036 tempest-ServerShowV254Test-661582036-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad4bce59-a99a-427e-b4c2-ae89ef16edc7 HTTP/1.1" status: 200 len: 210 time: 0.1085284 Jan 28 03:12:02.698356 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aabd9d04-3a5d-4efb-be2b-e50c710b9da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (f24853a6-6080-44f3-88c3-68b82f33a1be), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:02.747641 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd9d04-3a5d-4efb-be2b-e50c710b9da7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f24853a6-6080-44f3-88c3-68b82f33a1be,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:02.809897 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 33526) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:12:02.845933 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-39fbef83-f2c7-461e-86f6-301c077e8340 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:03.030709 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-39fbef83-f2c7-461e-86f6-301c077e8340 admin admin] Publish callbacks [] for security_group (7f591f40-5bd9-4729-99c1-41c64df12c1d), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:03.154672 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aabd9d04-3a5d-4efb-be2b-e50c710b9da7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (ec8d61b7-9938-4b0f-901d-eff26948667f), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:03.182068 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-39fbef83-f2c7-461e-86f6-301c077e8340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (7f591f40-5bd9-4729-99c1-41c64df12c1d), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:03.253888 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-39fbef83-f2c7-461e-86f6-301c077e8340 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=92f41d92b9e245448146627d762a2001&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4411886 Jan 28 03:12:03.267428 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 33536) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:12:03.334107 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-17542057-ca2c-4aa8-973e-7a95dcb07324 req-3373b87d-a044-4f21-8582-9ba9b67c1447 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ad4bce59-a99a-427e-b4c2-ae89ef16edc7 HTTP/1.1" status: 200 len: 210 time: 0.0674901 Jan 28 03:12:03.339725 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:03.349126 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fbef83-f2c7-461e-86f6-301c077e8340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f591f40-5bd9-4729-99c1-41c64df12c1d,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:03.382590 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465e020-799e-4c35-ad49-7756d7c1eea7 req-35065c09-3d7a-44c0-a714-6d25df9759b3 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:03.394805 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d465e020-799e-4c35-ad49-7756d7c1eea7 req-35065c09-3d7a-44c0-a714-6d25df9759b3 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea768dfd-5ce6-4525-9455-8f7070071a11 HTTP/1.1" status: 200 len: 943 time: 0.3896828 Jan 28 03:12:03.435034 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-65382b1e-1556-4cb4-b9aa-1ced3d70449c admin admin] Publish callbacks [] for security_group (7f591f40-5bd9-4729-99c1-41c64df12c1d), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:03.458700 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:03.499237 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d465e020-799e-4c35-ad49-7756d7c1eea7 req-978433e1-da82-424a-bada-2c09087fb419 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] 10.222.0.53 "GET /v2.0/security-groups?id=46058226-3782-4b81-a4fc-33cf25748ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027572 Jan 28 03:12:03.511624 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-65382b1e-1556-4cb4-b9aa-1ced3d70449c admin admin] Publish callbacks [] for security_group (7f591f40-5bd9-4729-99c1-41c64df12c1d), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:03.616364 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9440b46f-4632-4dfc-84e4-6df9e1e38ec1 req-284133da-05c0-4cd8-81e1-23dc0b49a56d tempest-ServerShowV254Test-661582036 tempest-ServerShowV254Test-661582036-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad4bce59-a99a-427e-b4c2-ae89ef16edc7 HTTP/1.1" status: 200 len: 210 time: 0.0487893 Jan 28 03:12:03.704839 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-65382b1e-1556-4cb4-b9aa-1ced3d70449c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (7f591f40-5bd9-4729-99c1-41c64df12c1d), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:03.709433 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-65382b1e-1556-4cb4-b9aa-1ced3d70449c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:03.711024 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-65382b1e-1556-4cb4-b9aa-1ced3d70449c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7f591f40-5bd9-4729-99c1-41c64df12c1d HTTP/1.1" status: 204 len: 168 time: 0.4199452 Jan 28 03:12:03.731363 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65382b1e-1556-4cb4-b9aa-1ced3d70449c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f591f40-5bd9-4729-99c1-41c64df12c1d,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:03.741032 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aabd9d04-3a5d-4efb-be2b-e50c710b9da7 admin admin] Router ec8d61b7-9938-4b0f-901d-eff26948667f has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:12:03.921888 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aabd9d04-3a5d-4efb-be2b-e50c710b9da7 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:12:03.932945 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-aabd9d04-3a5d-4efb-be2b-e50c710b9da7 admin admin] 10.222.0.53 "PUT /v2.0/routers/ec8d61b7-9938-4b0f-901d-eff26948667f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9440775 Jan 28 03:12:03.933322 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 33556) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:12:03.944922 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c205c1-4c2c-40b3-aa1e-4e0e678999e6 None None] Sync routers for ids ['ec8d61b7-9938-4b0f-901d-eff26948667f'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:12:03.976003 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c205c1-4c2c-40b3-aa1e-4e0e678999e6 None None] Routers {'ec8d61b7-9938-4b0f-901d-eff26948667f'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:12:03.977611 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-49c205c1-4c2c-40b3-aa1e-4e0e678999e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:12:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['ec8d61b7-9938-4b0f-901d-eff26948667f'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:12:04.218243 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-49c205c1-4c2c-40b3-aa1e-4e0e678999e6 None None] Set router ec8d61b7-9938-4b0f-901d-eff26948667f gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:12:04.306671 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device e5bb2005-6342-40ad-b32e-caaddd3aba18 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:12:04.444244 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 33566) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:12:04.468650 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2e3b9b15-80ef-414e-8a3d-c4bc9c6a475c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:04.553898 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ac3b63ac-fc67-4789-8b20-fdbeca5b822f admin admin] Publish callbacks [] for router (ec8d61b7-9938-4b0f-901d-eff26948667f), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:04.642132 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-49c205c1-4c2c-40b3-aa1e-4e0e678999e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8d61b7-9938-4b0f-901d-eff26948667f', 'name': 'tempest-TaggedBootDevicesTest_v242-1526340992-router', 'tenant_id': 'd47d57aa564c407d8f7b752418cdddf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '561c8070-c59b-4dcf-9a34-b7c898b7089c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:57:27Z', 'updated_at': '2022-01-28T03:12:02Z', 'revision_number': 5, 'project_id': 'd47d57aa564c407d8f7b752418cdddf4', 'gw_port': {'id': '561c8070-c59b-4dcf-9a34-b7c898b7089c', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8d61b7-9938-4b0f-901d-eff26948667f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:57:30Z', 'updated_at': '2022-01-28T02:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:12:04.744299 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2e3b9b15-80ef-414e-8a3d-c4bc9c6a475c admin admin] Publish callbacks [] for security_group (f80a9b3d-1303-44a9-b337-5cbc6aaabd89), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:04.753750 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port e5bb2005-6342-40ad-b32e-caaddd3aba18, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=e5bb2005-6342-40ad-b32e-caaddd3aba18,segment=NetworkSegment(8ad31074-0cba-43a6-94bb-cbcee45f6e69),segment_id=8ad31074-0cba-43a6-94bb-cbcee45f6e69)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:12:04.763431 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2e3b9b15-80ef-414e-8a3d-c4bc9c6a475c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f80a9b3d-1303-44a9-b337-5cbc6aaabd89), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:04.790679 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c205c1-4c2c-40b3-aa1e-4e0e678999e6 None None] Checking router: ec8d61b7-9938-4b0f-901d-eff26948667f for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:12:04.815688 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c205c1-4c2c-40b3-aa1e-4e0e678999e6 None None] Routers {'ec8d61b7-9938-4b0f-901d-eff26948667f'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:12:04.817176 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-49c205c1-4c2c-40b3-aa1e-4e0e678999e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:12:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['ec8d61b7-9938-4b0f-901d-eff26948667f'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:12:04.817535 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': 'e5bb2005-6342-40ad-b32e-caaddd3aba18', 'network_id': 'be32fe76-7f50-494d-b9cc-b5e15aeb7dca', 'port_id': 'e5bb2005-6342-40ad-b32e-caaddd3aba18', 'mac_address': 'fa:16:3e:0f:ed:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29cf356e-fbed-4a3b-9f09-eebecbf4b3e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:12:04.845018 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:04.845729 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b9b15-80ef-414e-8a3d-c4bc9c6a475c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80a9b3d-1303-44a9-b337-5cbc6aaabd89,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:04.874300 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-2e3b9b15-80ef-414e-8a3d-c4bc9c6a475c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6fd034eab5854e978a7a87a27e3f5f40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4287710 Jan 28 03:12:04.875873 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 33578) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:12:04.943126 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port e5bb2005-6342-40ad-b32e-caaddd3aba18 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:12:04.943535 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e5bb2005-6342-40ad-b32e-caaddd3aba18), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:04.947076 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ac3b63ac-fc67-4789-8b20-fdbeca5b822f admin admin] Publish callbacks [] for router_gateway (ec8d61b7-9938-4b0f-901d-eff26948667f), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:04.954418 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f82079-eb36-4566-bafb-26b160a4f9f1 req-cf598c53-122e-4ae4-86aa-f96a3ed00b69 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:04.963315 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-40f82079-eb36-4566-bafb-26b160a4f9f1 req-cf598c53-122e-4ae4-86aa-f96a3ed00b69 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea768dfd-5ce6-4525-9455-8f7070071a11 HTTP/1.1" status: 200 len: 943 time: 0.2156942 Jan 28 03:12:04.982057 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5bb2005-6342-40ad-b32e-caaddd3aba18 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:12:05.015180 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port e5bb2005-6342-40ad-b32e-caaddd3aba18, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=e5bb2005-6342-40ad-b32e-caaddd3aba18,segment=NetworkSegment(8ad31074-0cba-43a6-94bb-cbcee45f6e69),segment_id=8ad31074-0cba-43a6-94bb-cbcee45f6e69)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:12:05.028088 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e5bb2005-6342-40ad-b32e-caaddd3aba18), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:05.044411 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-44574f09-347f-4dff-ba01-dc401d828c4f admin admin] Publish callbacks [] for security_group (f80a9b3d-1303-44a9-b337-5cbc6aaabd89), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:05.050927 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ce7f3979-912d-4caa-aa0b-aa4c23490397 req-c042268b-9864-47b5-b671-75b7abb84745 tempest-ServerShowV254Test-661582036 tempest-ServerShowV254Test-661582036-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad4bce59-a99a-427e-b4c2-ae89ef16edc7 HTTP/1.1" status: 200 len: 210 time: 0.1384456 Jan 28 03:12:05.079349 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-40f82079-eb36-4566-bafb-26b160a4f9f1 req-c67a304f-f377-44f8-b391-c649b8d02116 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] 10.222.0.53 "GET /v2.0/security-groups?id=46058226-3782-4b81-a4fc-33cf25748ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985210 Jan 28 03:12:05.126984 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-44574f09-347f-4dff-ba01-dc401d828c4f admin admin] Publish callbacks [] for security_group (f80a9b3d-1303-44a9-b337-5cbc6aaabd89), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:05.159131 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=e5bb2005-6342-40ad-b32e-caaddd3aba18,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:05.192493 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-49c205c1-4c2c-40b3-aa1e-4e0e678999e6 None None] Set router ec8d61b7-9938-4b0f-901d-eff26948667f gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:12:05.212898 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-ac3b63ac-fc67-4789-8b20-fdbeca5b822f admin admin] Deleting port 561c8070-c59b-4dcf-9a34-b7c898b7089c {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:12:05.213305 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ac3b63ac-fc67-4789-8b20-fdbeca5b822f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (561c8070-c59b-4dcf-9a34-b7c898b7089c), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:05.275348 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-44574f09-347f-4dff-ba01-dc401d828c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f80a9b3d-1303-44a9-b337-5cbc6aaabd89), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:05.286450 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-44574f09-347f-4dff-ba01-dc401d828c4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:05.290125 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-44574f09-347f-4dff-ba01-dc401d828c4f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f80a9b3d-1303-44a9-b337-5cbc6aaabd89 HTTP/1.1" status: 204 len: 168 time: 0.4039404 Jan 28 03:12:05.305657 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44574f09-347f-4dff-ba01-dc401d828c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80a9b3d-1303-44a9-b337-5cbc6aaabd89,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:05.412483 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-ac3b63ac-fc67-4789-8b20-fdbeca5b822f admin admin] For port 561c8070-c59b-4dcf-9a34-b7c898b7089c, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=561c8070-c59b-4dcf-9a34-b7c898b7089c,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:12:05.413094 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ac3b63ac-fc67-4789-8b20-fdbeca5b822f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (561c8070-c59b-4dcf-9a34-b7c898b7089c), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:05.441868 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['e5bb2005-6342-40ad-b32e-caaddd3aba18'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:12:05.475700 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-ac3b63ac-fc67-4789-8b20-fdbeca5b822f admin admin] Calling delete_port for 561c8070-c59b-4dcf-9a34-b7c898b7089c owned by network:router_gateway {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:12:05.686487 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-26de61a1-7b42-4a71-9f94-cd97408d584c req-a13a9c80-a6c5-4adf-9c73-623280fb7da6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b323942285a46b88a73ba2b7250fd2e&device_id=ad4bce59-a99a-427e-b4c2-ae89ef16edc7 HTTP/1.1" status: 200 len: 210 time: 0.1052237 Jan 28 03:12:05.706299 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a0ec6a78-f506-4084-b7fe-1c4247ce29d7 req-c58d3b5f-6e6b-4442-af57-1da3dc66f669 tempest-ServerShowV254Test-661582036 tempest-ServerShowV254Test-661582036-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad4bce59-a99a-427e-b4c2-ae89ef16edc7 HTTP/1.1" status: 200 len: 210 time: 0.1299474 Jan 28 03:12:05.742119 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-49c205c1-4c2c-40b3-aa1e-4e0e678999e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8d61b7-9938-4b0f-901d-eff26948667f', 'name': 'tempest-TaggedBootDevicesTest_v242-1526340992-router', 'tenant_id': 'd47d57aa564c407d8f7b752418cdddf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '561c8070-c59b-4dcf-9a34-b7c898b7089c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:57:27Z', 'updated_at': '2022-01-28T03:12:02Z', 'revision_number': 5, 'project_id': 'd47d57aa564c407d8f7b752418cdddf4', 'gw_port': {'id': '561c8070-c59b-4dcf-9a34-b7c898b7089c', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8d61b7-9938-4b0f-901d-eff26948667f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:57:30Z', 'updated_at': '2022-01-28T02:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:12:05.755653 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-26de61a1-7b42-4a71-9f94-cd97408d584c req-3a1aef17-c6e7-4821-868f-ab9a26c2630c service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=5b323942285a46b88a73ba2b7250fd2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480003 Jan 28 03:12:05.814166 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c205c1-4c2c-40b3-aa1e-4e0e678999e6 None None] The sync data for ids ['ec8d61b7-9938-4b0f-901d-eff26948667f'] in n-d-712139-27 is: [{'id': 'ec8d61b7-9938-4b0f-901d-eff26948667f', 'name': 'tempest-TaggedBootDevicesTest_v242-1526340992-router', 'tenant_id': 'd47d57aa564c407d8f7b752418cdddf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '561c8070-c59b-4dcf-9a34-b7c898b7089c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:57:27Z', 'updated_at': '2022-01-28T03:12:02Z', 'revision_number': 5, 'project_id': 'd47d57aa564c407d8f7b752418cdddf4', 'gw_port': {'id': '561c8070-c59b-4dcf-9a34-b7c898b7089c', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8d61b7-9938-4b0f-901d-eff26948667f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:57:30Z', 'updated_at': '2022-01-28T02:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:12:05.998001 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:06.081839 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fbf487e0-4d01-48d1-893e-8c5ab4d94a22 req-be176490-bdba-4d40-8048-2e329dbca9a5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4019966 Jan 28 03:12:06.317124 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de61a1-7b42-4a71-9f94-cd97408d584c req-6f3bc527-2986-42ce-a2b1-b762a3d4f66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:06.319052 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-26de61a1-7b42-4a71-9f94-cd97408d584c req-6f3bc527-2986-42ce-a2b1-b762a3d4f66c service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5170989 Jan 28 03:12:06.340155 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf487e0-4d01-48d1-893e-8c5ab4d94a22 req-5d78a428-c791-4844-ba22-bdbc02941a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:06.342022 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fbf487e0-4d01-48d1-893e-8c5ab4d94a22 req-5d78a428-c791-4844-ba22-bdbc02941a2f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f89e990f7f004133b0af85a906874094&device_id=2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d HTTP/1.1" status: 200 len: 1098 time: 0.2017963 Jan 28 03:12:06.392140 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ac3b63ac-fc67-4789-8b20-fdbeca5b822f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (561c8070-c59b-4dcf-9a34-b7c898b7089c), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:06.501916 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3b63ac-fc67-4789-8b20-fdbeca5b822f admin admin] Pushing event deleted for resources: {'Port': ['ID=561c8070-c59b-4dcf-9a34-b7c898b7089c,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:06.568467 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b1fa6-c41e-4acb-a99a-c1db8f6f44ff req-e636d318-68ba-4a25-8a7e-af0bac2dde5d tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:06.570175 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-823b1fa6-c41e-4acb-a99a-c1db8f6f44ff req-e636d318-68ba-4a25-8a7e-af0bac2dde5d tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea768dfd-5ce6-4525-9455-8f7070071a11 HTTP/1.1" status: 200 len: 944 time: 0.2221608 Jan 28 03:12:06.613321 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf487e0-4d01-48d1-893e-8c5ab4d94a22 req-31f42098-868c-4bfd-ac3d-ae6937e14909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:06.615452 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fbf487e0-4d01-48d1-893e-8c5ab4d94a22 req-31f42098-868c-4bfd-ac3d-ae6937e14909 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f4ded625-2395-4b5b-8619-6207cf127af3 HTTP/1.1" status: 200 len: 911 time: 0.2198174 Jan 28 03:12:06.774290 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ac3b63ac-fc67-4789-8b20-fdbeca5b822f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (ec8d61b7-9938-4b0f-901d-eff26948667f), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:06.963153 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f96f0a3d-305e-4989-899e-b143f893629a req-8f05d864-424e-4a68-ad24-07d7a9cc34bc tempest-ServerShowV254Test-661582036 tempest-ServerShowV254Test-661582036-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad4bce59-a99a-427e-b4c2-ae89ef16edc7 HTTP/1.1" status: 200 len: 210 time: 0.0863154 Jan 28 03:12:07.073976 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ac3b63ac-fc67-4789-8b20-fdbeca5b822f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (ec8d61b7-9938-4b0f-901d-eff26948667f), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:07.082307 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device f24853a6-6080-44f3-88c3-68b82f33a1be no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:12:07.107552 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-823b1fa6-c41e-4acb-a99a-c1db8f6f44ff req-76b4c4c5-43ff-4480-8d53-6e1b858556ea tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] 10.222.0.53 "GET /v2.0/security-groups?id=46058226-3782-4b81-a4fc-33cf25748ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4737482 Jan 28 03:12:07.107552 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ac3b63ac-fc67-4789-8b20-fdbeca5b822f admin admin] Publish callbacks [] for router_controller (ec8d61b7-9938-4b0f-901d-eff26948667f), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:07.183519 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: f24853a6-6080-44f3-88c3-68b82f33a1be {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:12:07.186804 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device f24853a6-6080-44f3-88c3-68b82f33a1be not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:12:07.211681 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fbf487e0-4d01-48d1-893e-8c5ab4d94a22 req-2e2fa9cd-e95e-4b81-8f2b-ae4bb0ba575b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2091638e-086d-4c6f-ab86-a8056113c0d3 HTTP/1.1" status: 200 len: 1002 time: 0.5870252 Jan 28 03:12:07.242085 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ac3b63ac-fc67-4789-8b20-fdbeca5b822f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (ec8d61b7-9938-4b0f-901d-eff26948667f), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:07.242578 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3b63ac-fc67-4789-8b20-fdbeca5b822f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec8d61b7-9938-4b0f-901d-eff26948667f {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:12:07.269787 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ac3b63ac-fc67-4789-8b20-fdbeca5b822f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:07.274169 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ac3b63ac-fc67-4789-8b20-fdbeca5b822f admin admin] 10.222.0.53 "DELETE /v2.0/routers/ec8d61b7-9938-4b0f-901d-eff26948667f HTTP/1.1" status: 204 len: 168 time: 3.3366632 Jan 28 03:12:07.274748 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 33650) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:12:07.315126 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf487e0-4d01-48d1-893e-8c5ab4d94a22 req-d8055931-2bfc-4f38-9f65-f313b0fccdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:07.317896 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fbf487e0-4d01-48d1-893e-8c5ab4d94a22 req-d8055931-2bfc-4f38-9f65-f313b0fccdb8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06dde70e-a1cf-43e5-9a09-417a59ad5656 HTTP/1.1" status: 200 len: 849 time: 0.0932832 Jan 28 03:12:07.446901 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-28499279-3f29-4a77-acc9-d29a82c0944e admin admin] Deleting subnet a5e16ad5-afde-4ff0-9a68-1abb02683cb1 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:12:07.459361 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-28499279-3f29-4a77-acc9-d29a82c0944e admin admin] Publish callbacks [] for subnet (a5e16ad5-afde-4ff0-9a68-1abb02683cb1), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:07.494288 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf487e0-4d01-48d1-893e-8c5ab4d94a22 req-b521922a-fc8c-4679-a3d8-978e0a66f7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:07.496583 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fbf487e0-4d01-48d1-893e-8c5ab4d94a22 req-b521922a-fc8c-4679-a3d8-978e0a66f7bf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f4ded625-2395-4b5b-8619-6207cf127af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1698668 Jan 28 03:12:07.533764 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-28499279-3f29-4a77-acc9-d29a82c0944e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (a5e16ad5-afde-4ff0-9a68-1abb02683cb1), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:07.729567 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-28499279-3f29-4a77-acc9-d29a82c0944e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (a5e16ad5-afde-4ff0-9a68-1abb02683cb1), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:07.738850 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-26de61a1-7b42-4a71-9f94-cd97408d584c req-1d814af5-a583-4e02-83c6-4d94fe986d5f tempest-ServerShowV254Test-661582036 tempest-ServerShowV254Test-661582036-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad4bce59-a99a-427e-b4c2-ae89ef16edc7 HTTP/1.1" status: 200 len: 210 time: 0.0515854 Jan 28 03:12:07.775553 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fbf487e0-4d01-48d1-893e-8c5ab4d94a22 req-4b3c7412-680c-4d58-819e-7cb96a12e0c4 service neutron] 10.222.0.67 "GET /v2.0/networks/f4ded625-2395-4b5b-8619-6207cf127af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667880 Jan 28 03:12:07.865518 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-28499279-3f29-4a77-acc9-d29a82c0944e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (a5e16ad5-afde-4ff0-9a68-1abb02683cb1), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:07.902334 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-28499279-3f29-4a77-acc9-d29a82c0944e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:07.917885 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-28499279-3f29-4a77-acc9-d29a82c0944e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a5e16ad5-afde-4ff0-9a68-1abb02683cb1 HTTP/1.1" status: 204 len: 168 time: 0.6413004 Jan 28 03:12:07.941191 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 33668) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:12:07.944819 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a1377c-1bb9-4bcf-89e7-644e272b881c None None] Network 00e51838-dce0-4440-a9f8-fd2fd28c5471 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:12:07.950681 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28499279-3f29-4a77-acc9-d29a82c0944e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5e16ad5-afde-4ff0-9a68-1abb02683cb1,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:08.170917 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fbf487e0-4d01-48d1-893e-8c5ab4d94a22 req-7001fb9c-e167-48fe-ae2e-26580f96528e service neutron] 10.222.0.67 "GET /v2.0/networks/f4ded625-2395-4b5b-8619-6207cf127af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884070 Jan 28 03:12:08.196180 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-44727f45-3728-4fec-bf56-fffdbd43b563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (00e51838-dce0-4440-a9f8-fd2fd28c5471), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:08.358518 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device e5bb2005-6342-40ad-b32e-caaddd3aba18 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:12:08.389766 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ea89aa0f-a1de-4f27-8cb1-e564a9fcc0de req-53e9fd12-87f6-46f4-9e44-eebec42fccd3 tempest-ServerShowV254Test-661582036 tempest-ServerShowV254Test-661582036-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad4bce59-a99a-427e-b4c2-ae89ef16edc7 HTTP/1.1" status: 200 len: 210 time: 0.0834341 Jan 28 03:12:08.553969 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port e5bb2005-6342-40ad-b32e-caaddd3aba18 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:12:08.565387 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port e5bb2005-6342-40ad-b32e-caaddd3aba18 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:12:08.566019 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e5bb2005-6342-40ad-b32e-caaddd3aba18), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:08.597303 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-44727f45-3728-4fec-bf56-fffdbd43b563 admin admin] Deleting port ae4cd1a0-5f8c-40d0-9f09-707670e2e298 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:12:08.598082 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-44727f45-3728-4fec-bf56-fffdbd43b563 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (ae4cd1a0-5f8c-40d0-9f09-707670e2e298), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:08.686018 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b6c1ac-d1a9-4e4a-b809-a6ca27b96457 None None] DHCP port deletion for 00e51838-dce0-4440-a9f8-fd2fd28c5471 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:12:08.822887 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d9eac-c69d-4ee8-b8f5-193f1b1a56b8 req-afdadaf2-9ab8-43d0-a377-fcb5da1c1fe2 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:08.833273 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f74d9eac-c69d-4ee8-b8f5-193f1b1a56b8 req-afdadaf2-9ab8-43d0-a377-fcb5da1c1fe2 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea768dfd-5ce6-4525-9455-8f7070071a11 HTTP/1.1" status: 200 len: 944 time: 0.4884486 Jan 28 03:12:08.884966 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-44727f45-3728-4fec-bf56-fffdbd43b563 admin admin] For port ae4cd1a0-5f8c-40d0-9f09-707670e2e298, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ae4cd1a0-5f8c-40d0-9f09-707670e2e298,segment=NetworkSegment(242cab35-05c2-4e9b-b7a3-b9ace6aa1f3a),segment_id=242cab35-05c2-4e9b-b7a3-b9ace6aa1f3a)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:12:08.885450 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-44727f45-3728-4fec-bf56-fffdbd43b563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (ae4cd1a0-5f8c-40d0-9f09-707670e2e298), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:08.915468 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-44727f45-3728-4fec-bf56-fffdbd43b563 admin admin] Calling delete_port for ae4cd1a0-5f8c-40d0-9f09-707670e2e298 owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:12:09.079539 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f74d9eac-c69d-4ee8-b8f5-193f1b1a56b8 req-6f217747-82f6-4be8-92bc-4b62a1a6bf02 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] 10.222.0.53 "GET /v2.0/security-groups?id=46058226-3782-4b81-a4fc-33cf25748ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287021 Jan 28 03:12:09.149807 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ae4cd1a0-5f8c-40d0-9f09-707670e2e298 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:12:09.182402 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-44727f45-3728-4fec-bf56-fffdbd43b563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (ae4cd1a0-5f8c-40d0-9f09-707670e2e298), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:09.208396 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44727f45-3728-4fec-bf56-fffdbd43b563 admin admin] No DVR routers for this DVR port ae4cd1a0-5f8c-40d0-9f09-707670e2e298 on host n-d-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:12:09.277121 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44727f45-3728-4fec-bf56-fffdbd43b563 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae4cd1a0-5f8c-40d0-9f09-707670e2e298,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:09.291532 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No active binding found for port ae4cd1a0-5f8c-40d0-9f09-707670e2e298 {{(pid=109804) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 03:12:09.292116 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] The host n-d-712139-27 is not matching for port ae4cd1a0-5f8c-40d0-9f09-707670e2e298 host None! {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 03:12:09.292746 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ae4cd1a0-5f8c-40d0-9f09-707670e2e298 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:12:09.293221 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 561c8070-c59b-4dcf-9a34-b7c898b7089c no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:12:09.299827 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-a0b6c1ac-d1a9-4e4a-b809-a6ca27b96457 None None] Deleting port ae4cd1a0-5f8c-40d0-9f09-707670e2e298 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:12:09.300230 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a0b6c1ac-d1a9-4e4a-b809-a6ca27b96457 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (ae4cd1a0-5f8c-40d0-9f09-707670e2e298), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:09.342990 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port e5bb2005-6342-40ad-b32e-caaddd3aba18 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:12:09.343689 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e5bb2005-6342-40ad-b32e-caaddd3aba18), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:09.356778 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 561c8070-c59b-4dcf-9a34-b7c898b7089c {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:12:09.357518 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 561c8070-c59b-4dcf-9a34-b7c898b7089c not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:12:09.480106 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea768dfd-5ce6-4525-9455-8f7070071a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5bb2005-6342-40ad-b32e-caaddd3aba18'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:12:09.482881 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348ec4eb-43aa-4204-bbc8-e6138ee6d36b" -d '{"events": [{"server_uuid": "ea768dfd-5ce6-4525-9455-8f7070071a11", "name": "network-vif-plugged", "status": "completed", "tag": "e5bb2005-6342-40ad-b32e-caaddd3aba18"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:12:09.561294 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port e5bb2005-6342-40ad-b32e-caaddd3aba18, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=e5bb2005-6342-40ad-b32e-caaddd3aba18,segment=NetworkSegment(8ad31074-0cba-43a6-94bb-cbcee45f6e69),segment_id=8ad31074-0cba-43a6-94bb-cbcee45f6e69)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:12:09.563482 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-a0b6c1ac-d1a9-4e4a-b809-a6ca27b96457 None None] For port ae4cd1a0-5f8c-40d0-9f09-707670e2e298, host n-d-712139-27, got binding levels [] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:12:09.564156 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a0b6c1ac-d1a9-4e4a-b809-a6ca27b96457 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (ae4cd1a0-5f8c-40d0-9f09-707670e2e298), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:09.567791 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e5bb2005-6342-40ad-b32e-caaddd3aba18), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:09.615402 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-a0b6c1ac-d1a9-4e4a-b809-a6ca27b96457 None None] Calling delete_port for ae4cd1a0-5f8c-40d0-9f09-707670e2e298 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:12:09.623663 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.ipam_backend_mixin [None req-a0b6c1ac-d1a9-4e4a-b809-a6ca27b96457 None None] Port ae4cd1a0-5f8c-40d0-9f09-707670e2e298 was not found and therefore no delete operation was performed {{(pid=109804) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 03:12:09.630352 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a0b6c1ac-d1a9-4e4a-b809-a6ca27b96457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (ae4cd1a0-5f8c-40d0-9f09-707670e2e298), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:09.663555 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b6c1ac-d1a9-4e4a-b809-a6ca27b96457 None None] No DVR routers for this DVR port ae4cd1a0-5f8c-40d0-9f09-707670e2e298 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:12:09.674052 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=e5bb2005-6342-40ad-b32e-caaddd3aba18,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:09.689394 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:12:09.690020 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:12:09.690660 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:12:09.691215 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:12:09.691763 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:12:09.692375 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:12:09.692951 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:12:09.693551 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:12:09.694096 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:12:09.694748 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:12:09.695300 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:12:09.695880 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:12:09.696439 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:12:09.748324 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b6c1ac-d1a9-4e4a-b809-a6ca27b96457 None None] Pushing event deleted for resources: {'Port': ['ID=ae4cd1a0-5f8c-40d0-9f09-707670e2e298,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:09.874533 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-44727f45-3728-4fec-bf56-fffdbd43b563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (00e51838-dce0-4440-a9f8-fd2fd28c5471), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:09.900801 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-44727f45-3728-4fec-bf56-fffdbd43b563 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00e51838-dce0-4440-a9f8-fd2fd28c5471']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:12:09.917314 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-44727f45-3728-4fec-bf56-fffdbd43b563 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '242cab35-05c2-4e9b-b7a3-b9ace6aa1f3a') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:12:09.917716 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-44727f45-3728-4fec-bf56-fffdbd43b563 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '242cab35-05c2-4e9b-b7a3-b9ace6aa1f3a') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:12:09.935661 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-44727f45-3728-4fec-bf56-fffdbd43b563 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (242cab35-05c2-4e9b-b7a3-b9ace6aa1f3a), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:09.939730 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b710f407-a01d-464d-8129-32461d296854 x-openstack-request-id: req-b710f407-a01d-464d-8129-32461d296854 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:12:09.940070 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea768dfd-5ce6-4525-9455-8f7070071a11", "name": "network-vif-plugged", "status": "completed", "tag": "e5bb2005-6342-40ad-b32e-caaddd3aba18", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:12:09.940331 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b710f407-a01d-464d-8129-32461d296854 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:12:09.940776 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea768dfd-5ce6-4525-9455-8f7070071a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5bb2005-6342-40ad-b32e-caaddd3aba18', 'code': 200} Jan 28 03:12:09.958887 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-44727f45-3728-4fec-bf56-fffdbd43b563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (242cab35-05c2-4e9b-b7a3-b9ace6aa1f3a), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:09.982043 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44727f45-3728-4fec-bf56-fffdbd43b563 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:12:09.982749 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-44727f45-3728-4fec-bf56-fffdbd43b563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (242cab35-05c2-4e9b-b7a3-b9ace6aa1f3a), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:09.992031 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:12:09.992031 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:12:09.992031 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:12:09.992031 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:12:09.992031 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:12:09.992031 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:12:09.992031 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:12:09.992031 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:12:09.992031 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:12:09.992031 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:12:09.992031 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:12:09.992031 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:12:09.992031 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:12:09.992031 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:12:09.992031 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:12:09.992031 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:12:09.992031 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:12:09.992031 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:12:09.992031 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:12:09.992031 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:12:09.992031 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:12:09.992031 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:12:09.992031 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:12:09.992031 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:12:09.992031 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:12:09.992031 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:12:09.992031 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:12:09.992031 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:12:09.992031 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:12:09.992031 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:12:09.992031 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:12:09.992031 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:12:10.110581 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-44727f45-3728-4fec-bf56-fffdbd43b563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (00e51838-dce0-4440-a9f8-fd2fd28c5471), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:10.137808 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-44727f45-3728-4fec-bf56-fffdbd43b563 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:10.155273 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 33752) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:12:10.164902 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-44727f45-3728-4fec-bf56-fffdbd43b563 admin admin] 10.222.0.53 "DELETE /v2.0/networks/00e51838-dce0-4440-a9f8-fd2fd28c5471 HTTP/1.1" status: 204 len: 168 time: 2.2211421 Jan 28 03:12:10.191015 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44727f45-3728-4fec-bf56-fffdbd43b563 admin admin] Pushing event deleted for resources: {'Network': ['ID=00e51838-dce0-4440-a9f8-fd2fd28c5471,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:10.263074 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 33758) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:12:10.280964 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935c9e9-985d-4898-89e1-5f8974dce176 req-d2c4f0f2-4254-4607-a2bc-60673307f804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:10.283641 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5935c9e9-985d-4898-89e1-5f8974dce176 req-d2c4f0f2-4254-4607-a2bc-60673307f804 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ea768dfd-5ce6-4525-9455-8f7070071a11 HTTP/1.1" status: 200 len: 1097 time: 0.2176335 Jan 28 03:12:10.484923 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-961e1b03-69e4-4e9a-9786-eb514dd8cdaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:10.497124 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5935c9e9-985d-4898-89e1-5f8974dce176 req-f205a3ed-3c5c-4328-a7e8-d5cb3fdf4503 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=46058226-3782-4b81-a4fc-33cf25748ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944790 Jan 28 03:12:10.518224 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a4bf5-4d6b-4cfe-a4b8-89de1c44fddd req-3d4c9008-a6b6-4122-bd70-688f3a36edb5 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:10.531010 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f36a4bf5-4d6b-4cfe-a4b8-89de1c44fddd req-3d4c9008-a6b6-4122-bd70-688f3a36edb5 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea768dfd-5ce6-4525-9455-8f7070071a11 HTTP/1.1" status: 200 len: 945 time: 0.2590420 Jan 28 03:12:10.624449 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 33764) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:12:10.658913 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f36a4bf5-4d6b-4cfe-a4b8-89de1c44fddd req-344f1b26-e1fe-4423-8336-a26df95480e4 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] 10.222.0.53 "GET /v2.0/security-groups?id=46058226-3782-4b81-a4fc-33cf25748ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267262 Jan 28 03:12:10.715841 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-961e1b03-69e4-4e9a-9786-eb514dd8cdaf admin admin] Publish callbacks [] for security_group (8b72a47c-75f3-485e-9709-50b4a42937c8), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:10.725875 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-961e1b03-69e4-4e9a-9786-eb514dd8cdaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (8b72a47c-75f3-485e-9709-50b4a42937c8), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:10.771921 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-961e1b03-69e4-4e9a-9786-eb514dd8cdaf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5b323942285a46b88a73ba2b7250fd2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5071590 Jan 28 03:12:10.772716 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 33768) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:12:10.794153 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e1b03-69e4-4e9a-9786-eb514dd8cdaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b72a47c-75f3-485e-9709-50b4a42937c8,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:10.842980 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cf284a82-6832-443d-9030-b761976ea5a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:10.858520 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f69466c9-9e09-4cae-82fd-c4aec17d979f admin admin] Publish callbacks [] for security_group (8b72a47c-75f3-485e-9709-50b4a42937c8), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:10.890154 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f69466c9-9e09-4cae-82fd-c4aec17d979f admin admin] Publish callbacks [] for security_group (8b72a47c-75f3-485e-9709-50b4a42937c8), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:10.989547 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cf284a82-6832-443d-9030-b761976ea5a2 admin admin] Publish callbacks [] for security_group (4c32f240-edbe-423b-bf8b-777083435997), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:11.000973 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cf284a82-6832-443d-9030-b761976ea5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (4c32f240-edbe-423b-bf8b-777083435997), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:11.046068 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b93881be-78b6-45f9-9b6f-814c85e6d745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (9056ac4d-d8c3-482d-a526-ca2c6edcd5c3), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:11.050876 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f69466c9-9e09-4cae-82fd-c4aec17d979f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (8b72a47c-75f3-485e-9709-50b4a42937c8), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:11.054399 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f69466c9-9e09-4cae-82fd-c4aec17d979f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:11.056120 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f69466c9-9e09-4cae-82fd-c4aec17d979f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8b72a47c-75f3-485e-9709-50b4a42937c8 HTTP/1.1" status: 204 len: 168 time: 0.2822406 Jan 28 03:12:11.080604 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-cf284a82-6832-443d-9030-b761976ea5a2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a9a92723259146e1b8baac3f6c2c5dc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4540563 Jan 28 03:12:11.081420 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 33774) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:12:11.115058 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf284a82-6832-443d-9030-b761976ea5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c32f240-edbe-423b-bf8b-777083435997,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:11.138647 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69466c9-9e09-4cae-82fd-c4aec17d979f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b72a47c-75f3-485e-9709-50b4a42937c8,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:11.170099 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-75646b5c-6cd7-4a9c-ad1d-d2d6e3cfb19b admin admin] Publish callbacks [] for security_group (4c32f240-edbe-423b-bf8b-777083435997), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:11.209380 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-75646b5c-6cd7-4a9c-ad1d-d2d6e3cfb19b admin admin] Publish callbacks [] for security_group (4c32f240-edbe-423b-bf8b-777083435997), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:11.279782 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-75646b5c-6cd7-4a9c-ad1d-d2d6e3cfb19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (4c32f240-edbe-423b-bf8b-777083435997), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:11.287016 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-75646b5c-6cd7-4a9c-ad1d-d2d6e3cfb19b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:11.300697 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-75646b5c-6cd7-4a9c-ad1d-d2d6e3cfb19b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4c32f240-edbe-423b-bf8b-777083435997 HTTP/1.1" status: 204 len: 168 time: 0.2090163 Jan 28 03:12:11.320744 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75646b5c-6cd7-4a9c-ad1d-d2d6e3cfb19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c32f240-edbe-423b-bf8b-777083435997,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:11.562282 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-b93881be-78b6-45f9-9b6f-814c85e6d745 admin admin] Deleting port 3dcd4012-88dd-4827-ae92-1fc8b81fd10d {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:12:11.563124 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b93881be-78b6-45f9-9b6f-814c85e6d745 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (3dcd4012-88dd-4827-ae92-1fc8b81fd10d), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:11.660126 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-b93881be-78b6-45f9-9b6f-814c85e6d745 admin admin] For port 3dcd4012-88dd-4827-ae92-1fc8b81fd10d, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=3dcd4012-88dd-4827-ae92-1fc8b81fd10d,segment=NetworkSegment(a43800d4-c8be-4cc2-8bc3-c4d420d51af0),segment_id=a43800d4-c8be-4cc2-8bc3-c4d420d51af0)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:12:11.660512 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b93881be-78b6-45f9-9b6f-814c85e6d745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (3dcd4012-88dd-4827-ae92-1fc8b81fd10d), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:11.682327 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-b93881be-78b6-45f9-9b6f-814c85e6d745 admin admin] Calling delete_port for 3dcd4012-88dd-4827-ae92-1fc8b81fd10d owned by network:router_interface {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:12:12.004778 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 33794) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:12:12.053144 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bae64be1-cc7e-4259-b4ea-ecbd8e006f0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:12.191236 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bae64be1-cc7e-4259-b4ea-ecbd8e006f0b admin admin] Publish callbacks [] for security_group (de7ebbb5-f092-4dcc-9a6e-48929dff0e8e), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:12.199482 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bae64be1-cc7e-4259-b4ea-ecbd8e006f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (de7ebbb5-f092-4dcc-9a6e-48929dff0e8e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:12.216403 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e2b7bd-1580-4adf-b5eb-aaf0149f047a req-e6e05c69-7e71-4d5f-a398-b80184d1f769 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:12.223740 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d6e2b7bd-1580-4adf-b5eb-aaf0149f047a req-e6e05c69-7e71-4d5f-a398-b80184d1f769 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea768dfd-5ce6-4525-9455-8f7070071a11 HTTP/1.1" status: 200 len: 945 time: 0.1337898 Jan 28 03:12:12.260865 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-bae64be1-cc7e-4259-b4ea-ecbd8e006f0b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fa960080857f4d0784ec08dcbe20d25e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2537267 Jan 28 03:12:12.262235 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae64be1-cc7e-4259-b4ea-ecbd8e006f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7ebbb5-f092-4dcc-9a6e-48929dff0e8e,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:12.265235 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 33804) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:12:12.357904 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9853d5e4-5208-4dee-b004-4a01dba6bd26 admin admin] Publish callbacks [] for security_group (de7ebbb5-f092-4dcc-9a6e-48929dff0e8e), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:12.361405 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d6e2b7bd-1580-4adf-b5eb-aaf0149f047a req-77188c5d-70a8-42cc-94cd-4f99a84434ae tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] 10.222.0.53 "GET /v2.0/security-groups?id=46058226-3782-4b81-a4fc-33cf25748ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365311 Jan 28 03:12:12.433577 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9853d5e4-5208-4dee-b004-4a01dba6bd26 admin admin] Publish callbacks [] for security_group (de7ebbb5-f092-4dcc-9a6e-48929dff0e8e), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:12.474978 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b93881be-78b6-45f9-9b6f-814c85e6d745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (3dcd4012-88dd-4827-ae92-1fc8b81fd10d), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:12.533188 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9853d5e4-5208-4dee-b004-4a01dba6bd26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (de7ebbb5-f092-4dcc-9a6e-48929dff0e8e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:12.536788 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93881be-78b6-45f9-9b6f-814c85e6d745 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dcd4012-88dd-4827-ae92-1fc8b81fd10d,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:12.540924 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9853d5e4-5208-4dee-b004-4a01dba6bd26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:12.542896 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9853d5e4-5208-4dee-b004-4a01dba6bd26 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/de7ebbb5-f092-4dcc-9a6e-48929dff0e8e HTTP/1.1" status: 204 len: 168 time: 0.2767031 Jan 28 03:12:12.564071 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 33812) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:12:12.573935 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853d5e4-5208-4dee-b004-4a01dba6bd26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7ebbb5-f092-4dcc-9a6e-48929dff0e8e,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:12.879473 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b93881be-78b6-45f9-9b6f-814c85e6d745 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (9056ac4d-d8c3-482d-a526-ca2c6edcd5c3), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:13.027116 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-be31bba3-7e6e-49e7-b5bb-511723e7af73 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1232263073-network', 'tenant_id': 'be0a66a0f0ac4e86951ed29782156c84'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:12:13.076368 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be31bba3-7e6e-49e7-b5bb-511723e7af73 admin admin] Made reservation on behalf of be0a66a0f0ac4e86951ed29782156c84 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:12:13.079310 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-be31bba3-7e6e-49e7-b5bb-511723e7af73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:13.104294 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-be31bba3-7e6e-49e7-b5bb-511723e7af73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:13.296799 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93881be-78b6-45f9-9b6f-814c85e6d745 admin admin] Router 9056ac4d-d8c3-482d-a526-ca2c6edcd5c3 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:12:13.446885 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-be31bba3-7e6e-49e7-b5bb-511723e7af73 admin admin] Publish callbacks [] for security_group (fcc58314-b257-48b8-b8ab-b66136385f5b), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:13.519444 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-be31bba3-7e6e-49e7-b5bb-511723e7af73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (fcc58314-b257-48b8-b8ab-b66136385f5b), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:13.578414 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be31bba3-7e6e-49e7-b5bb-511723e7af73 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:12:13.614931 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93881be-78b6-45f9-9b6f-814c85e6d745 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:12:13.618257 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-be31bba3-7e6e-49e7-b5bb-511723e7af73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (12b0ee7f-b716-4f1a-9ffa-ca741f2c2535), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:13.618814 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-be31bba3-7e6e-49e7-b5bb-511723e7af73 admin admin] Added segment 12b0ee7f-b716-4f1a-9ffa-ca741f2c2535 of type vlan for network a1b14d6a-1801-4ed4-a315-0dab0fce9962 Jan 28 03:12:13.630494 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d480e5-211a-4c15-ab04-8b7f7da55f04 None None] Sync routers for ids ['9056ac4d-d8c3-482d-a526-ca2c6edcd5c3'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:12:13.642491 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b93881be-78b6-45f9-9b6f-814c85e6d745 admin admin] 10.222.0.53 "PUT /v2.0/routers/9056ac4d-d8c3-482d-a526-ca2c6edcd5c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4808369 Jan 28 03:12:13.643387 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 33840) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:12:13.644729 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be31bba3-7e6e-49e7-b5bb-511723e7af73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc58314-b257-48b8-b8ab-b66136385f5b,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:13.673723 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf6fba-db04-4c0a-914d-40d7f10ba4ce req-f68a28da-d4f5-42f3-91f5-7fc6fc345dca tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:13.679338 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d480e5-211a-4c15-ab04-8b7f7da55f04 None None] Routers {'9056ac4d-d8c3-482d-a526-ca2c6edcd5c3'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:12:13.682373 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-44d480e5-211a-4c15-ab04-8b7f7da55f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:12:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['9056ac4d-d8c3-482d-a526-ca2c6edcd5c3'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:12:13.686321 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8ebf6fba-db04-4c0a-914d-40d7f10ba4ce req-f68a28da-d4f5-42f3-91f5-7fc6fc345dca tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea768dfd-5ce6-4525-9455-8f7070071a11 HTTP/1.1" status: 200 len: 945 time: 0.1809452 Jan 28 03:12:13.769738 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-be31bba3-7e6e-49e7-b5bb-511723e7af73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (a1b14d6a-1801-4ed4-a315-0dab0fce9962), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:13.853231 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9aee9de5-f056-45d7-8885-befc537b165b admin admin] Publish callbacks [] for router (9056ac4d-d8c3-482d-a526-ca2c6edcd5c3), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:13.863597 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-44d480e5-211a-4c15-ab04-8b7f7da55f04 None None] Set router 9056ac4d-d8c3-482d-a526-ca2c6edcd5c3 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:12:13.886227 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8ebf6fba-db04-4c0a-914d-40d7f10ba4ce req-0aae0eb9-b58e-4965-a4d1-ef510be11c00 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] 10.222.0.53 "GET /v2.0/security-groups?id=46058226-3782-4b81-a4fc-33cf25748ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985638 Jan 28 03:12:13.887770 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-be31bba3-7e6e-49e7-b5bb-511723e7af73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (a1b14d6a-1801-4ed4-a315-0dab0fce9962), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:13.909155 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be31bba3-7e6e-49e7-b5bb-511723e7af73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:13.909155 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-be31bba3-7e6e-49e7-b5bb-511723e7af73 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:14.039093 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be31bba3-7e6e-49e7-b5bb-511723e7af73 admin admin] Pushing event updated for resources: {'Network': ['ID=a1b14d6a-1801-4ed4-a315-0dab0fce9962,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:14.046159 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-be31bba3-7e6e-49e7-b5bb-511723e7af73 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4807906 Jan 28 03:12:14.049623 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 33850) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:12:14.055915 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-34f314a6-edb7-463f-b1dc-6d651c6c7ac3 admin admin] Request body: {'subnet': {'network_id': 'a1b14d6a-1801-4ed4-a315-0dab0fce9962', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1232263073-subnet', 'tenant_id': 'be0a66a0f0ac4e86951ed29782156c84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:12:14.059162 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network a1b14d6a-1801-4ed4-a315-0dab0fce9962 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:12:14.083173 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f314a6-edb7-463f-b1dc-6d651c6c7ac3 admin admin] Made reservation on behalf of be0a66a0f0ac4e86951ed29782156c84 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:12:14.086011 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-34f314a6-edb7-463f-b1dc-6d651c6c7ac3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:14.133539 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9aee9de5-f056-45d7-8885-befc537b165b admin admin] Publish callbacks [] for router_gateway (9056ac4d-d8c3-482d-a526-ca2c6edcd5c3), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:14.272909 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-9aee9de5-f056-45d7-8885-befc537b165b admin admin] Deleting port c0fd1734-319c-47aa-8c1f-10624aa7a6e4 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:12:14.275210 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9aee9de5-f056-45d7-8885-befc537b165b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (c0fd1734-319c-47aa-8c1f-10624aa7a6e4), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:14.283727 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-44d480e5-211a-4c15-ab04-8b7f7da55f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9056ac4d-d8c3-482d-a526-ca2c6edcd5c3', 'name': 'tempest-TaggedBootDevicesTest_v242-1967063799-router', 'tenant_id': '53ad5c4f044e4be5a3ce83b00d5d2212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'c0fd1734-319c-47aa-8c1f-10624aa7a6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:57:44Z', 'updated_at': '2022-01-28T03:12:12Z', 'revision_number': 5, 'project_id': '53ad5c4f044e4be5a3ce83b00d5d2212', 'gw_port': {'id': 'c0fd1734-319c-47aa-8c1f-10624aa7a6e4', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9056ac4d-d8c3-482d-a526-ca2c6edcd5c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:57:47Z', 'updated_at': '2022-01-28T02:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:12:14.355323 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d480e5-211a-4c15-ab04-8b7f7da55f04 None None] Checking router: 9056ac4d-d8c3-482d-a526-ca2c6edcd5c3 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:12:14.392269 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d480e5-211a-4c15-ab04-8b7f7da55f04 None None] Routers {'9056ac4d-d8c3-482d-a526-ca2c6edcd5c3'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:12:14.396793 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-44d480e5-211a-4c15-ab04-8b7f7da55f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:12:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['9056ac4d-d8c3-482d-a526-ca2c6edcd5c3'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:12:14.470296 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-9aee9de5-f056-45d7-8885-befc537b165b admin admin] For port c0fd1734-319c-47aa-8c1f-10624aa7a6e4, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=c0fd1734-319c-47aa-8c1f-10624aa7a6e4,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:12:14.470672 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9aee9de5-f056-45d7-8885-befc537b165b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (c0fd1734-319c-47aa-8c1f-10624aa7a6e4), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:14.505466 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-9aee9de5-f056-45d7-8885-befc537b165b admin admin] Calling delete_port for c0fd1734-319c-47aa-8c1f-10624aa7a6e4 owned by network:router_gateway {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:12:14.649803 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-44d480e5-211a-4c15-ab04-8b7f7da55f04 None None] Set router 9056ac4d-d8c3-482d-a526-ca2c6edcd5c3 gateway port host: None {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:12:14.666478 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-34f314a6-edb7-463f-b1dc-6d651c6c7ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (28d442bf-9d1c-42f1-9234-238e9e502428), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:14.740462 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe501b3-2a0c-4cad-9854-bca130072023 req-46204c05-d1bc-4816-be53-86850d2f79ba tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:14.748607 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ebe501b3-2a0c-4cad-9854-bca130072023 req-46204c05-d1bc-4816-be53-86850d2f79ba tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea768dfd-5ce6-4525-9455-8f7070071a11 HTTP/1.1" status: 200 len: 945 time: 0.1200013 Jan 28 03:12:14.853443 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-44d480e5-211a-4c15-ab04-8b7f7da55f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9056ac4d-d8c3-482d-a526-ca2c6edcd5c3', 'name': 'tempest-TaggedBootDevicesTest_v242-1967063799-router', 'tenant_id': '53ad5c4f044e4be5a3ce83b00d5d2212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:57:44Z', 'updated_at': '2022-01-28T03:12:14Z', 'revision_number': 6, 'project_id': '53ad5c4f044e4be5a3ce83b00d5d2212', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:12:14.862990 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ebe501b3-2a0c-4cad-9854-bca130072023 req-49ccfa89-959e-4e2c-8ab8-1b9133a00573 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] 10.222.0.53 "GET /v2.0/security-groups?id=46058226-3782-4b81-a4fc-33cf25748ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133392 Jan 28 03:12:14.898132 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f314a6-edb7-463f-b1dc-6d651c6c7ac3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28d442bf-9d1c-42f1-9234-238e9e502428,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:14.918271 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f314a6-edb7-463f-b1dc-6d651c6c7ac3 admin admin] Checking segment: {'id': '12b0ee7f-b716-4f1a-9ffa-ca741f2c2535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'a1b14d6a-1801-4ed4-a315-0dab0fce9962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:12:14.919660 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f314a6-edb7-463f-b1dc-6d651c6c7ac3 admin admin] Network hostable DHCP agents. Network: a1b14d6a-1801-4ed4-a315-0dab0fce9962, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:12:14.928833 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d480e5-211a-4c15-ab04-8b7f7da55f04 None None] The sync data for ids ['9056ac4d-d8c3-482d-a526-ca2c6edcd5c3'] in n-d-712139-27 is: [{'id': '9056ac4d-d8c3-482d-a526-ca2c6edcd5c3', 'name': 'tempest-TaggedBootDevicesTest_v242-1967063799-router', 'tenant_id': '53ad5c4f044e4be5a3ce83b00d5d2212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:57:44Z', 'updated_at': '2022-01-28T03:12:14Z', 'revision_number': 6, 'project_id': '53ad5c4f044e4be5a3ce83b00d5d2212', 'gw_port_host': None}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:12:14.952958 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f314a6-edb7-463f-b1dc-6d651c6c7ac3 admin admin] Network a1b14d6a-1801-4ed4-a315-0dab0fce9962 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:12:14.973907 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-34f314a6-edb7-463f-b1dc-6d651c6c7ac3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, a1b14d6a-1801-4ed4-a315-0dab0fce9962) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:12:14.982500 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f314a6-edb7-463f-b1dc-6d651c6c7ac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:14.984360 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-34f314a6-edb7-463f-b1dc-6d651c6c7ac3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:14.986941 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc87f24-6353-4b65-a60f-aeeafb5a53bd None None] Network a1b14d6a-1801-4ed4-a315-0dab0fce9962 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:12:15.033099 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-34f314a6-edb7-463f-b1dc-6d651c6c7ac3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9664474 Jan 28 03:12:15.034438 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9aee9de5-f056-45d7-8885-befc537b165b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (c0fd1734-319c-47aa-8c1f-10624aa7a6e4), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:15.130686 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee9de5-f056-45d7-8885-befc537b165b admin admin] Pushing event deleted for resources: {'Port': ['ID=c0fd1734-319c-47aa-8c1f-10624aa7a6e4,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:15.179622 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9aee9de5-f056-45d7-8885-befc537b165b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (9056ac4d-d8c3-482d-a526-ca2c6edcd5c3), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:15.221879 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fb115d-aab3-489d-b974-f13bdbc7d459 None None] Network a1b14d6a-1801-4ed4-a315-0dab0fce9962 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:12:15.325634 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9aee9de5-f056-45d7-8885-befc537b165b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (9056ac4d-d8c3-482d-a526-ca2c6edcd5c3), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:15.330608 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9aee9de5-f056-45d7-8885-befc537b165b admin admin] Publish callbacks [] for router_controller (9056ac4d-d8c3-482d-a526-ca2c6edcd5c3), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:15.450754 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9aee9de5-f056-45d7-8885-befc537b165b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (9056ac4d-d8c3-482d-a526-ca2c6edcd5c3), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:15.451329 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aee9de5-f056-45d7-8885-befc537b165b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9056ac4d-d8c3-482d-a526-ca2c6edcd5c3 {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:12:15.460304 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9aee9de5-f056-45d7-8885-befc537b165b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:15.462039 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9aee9de5-f056-45d7-8885-befc537b165b admin admin] 10.222.0.53 "DELETE /v2.0/routers/9056ac4d-d8c3-482d-a526-ca2c6edcd5c3 HTTP/1.1" status: 204 len: 168 time: 1.8161886 Jan 28 03:12:15.467319 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 33874) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:12:15.538744 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-e605e1e6-8dbe-497a-ae2a-078266a29d73 admin admin] Deleting subnet 33b3fd4b-817a-4a39-8804-72d65c9db4cf {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:12:15.542713 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e605e1e6-8dbe-497a-ae2a-078266a29d73 admin admin] Publish callbacks [] for subnet (33b3fd4b-817a-4a39-8804-72d65c9db4cf), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:15.613208 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e605e1e6-8dbe-497a-ae2a-078266a29d73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (33b3fd4b-817a-4a39-8804-72d65c9db4cf), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:15.722898 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e605e1e6-8dbe-497a-ae2a-078266a29d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (33b3fd4b-817a-4a39-8804-72d65c9db4cf), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:15.788422 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e605e1e6-8dbe-497a-ae2a-078266a29d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (33b3fd4b-817a-4a39-8804-72d65c9db4cf), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:15.819224 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e605e1e6-8dbe-497a-ae2a-078266a29d73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33b3fd4b-817a-4a39-8804-72d65c9db4cf,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:15.829861 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e605e1e6-8dbe-497a-ae2a-078266a29d73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:15.831217 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e27124-2d3c-486e-b24d-4bf8bba8a257 None None] Network 9227b0e2-14db-4f8f-8bca-720a1405b4b9 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:12:15.834630 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e605e1e6-8dbe-497a-ae2a-078266a29d73 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/33b3fd4b-817a-4a39-8804-72d65c9db4cf HTTP/1.1" status: 204 len: 168 time: 0.3660965 Jan 28 03:12:15.837678 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 33890) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:12:15.917785 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2a3a2-88ab-4d2f-af1e-231fb55aec93 req-bbdf90f6-0acb-457f-bb3a-cc9ed9138395 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:15.928829 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d5c2a3a2-88ab-4d2f-af1e-231fb55aec93 req-bbdf90f6-0acb-457f-bb3a-cc9ed9138395 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/networks?id=a1b14d6a-1801-4ed4-a315-0dab0fce9962 HTTP/1.1" status: 200 len: 814 time: 0.1990516 Jan 28 03:12:15.953451 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d5c2a3a2-88ab-4d2f-af1e-231fb55aec93 req-9ddccf68-c6f3-4edc-ab06-3607ef86ddcf tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/quotas/be0a66a0f0ac4e86951ed29782156c84 HTTP/1.1" status: 200 len: 375 time: 0.0231390 Jan 28 03:12:15.980205 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fbc8a48e-f5e4-444b-a41d-0489c4d2dd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (9227b0e2-14db-4f8f-8bca-720a1405b4b9), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:16.005442 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d5c2a3a2-88ab-4d2f-af1e-231fb55aec93 req-b8bcb75e-88ed-4170-9d5d-9703d4654875 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=be0a66a0f0ac4e86951ed29782156c84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507805 Jan 28 03:12:16.091584 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d4ebc-c6b3-43e7-9ed9-76137017f17b req-dacada41-9750-43a6-ada1-07c5d39675a5 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:16.093752 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-103d4ebc-c6b3-43e7-9ed9-76137017f17b req-dacada41-9750-43a6-ada1-07c5d39675a5 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea768dfd-5ce6-4525-9455-8f7070071a11 HTTP/1.1" status: 200 len: 945 time: 0.0714409 Jan 28 03:12:16.139927 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbad43-e70e-4bc6-8842-5348474a60e1 req-9645aa7b-158d-4f65-af54-02426a1a4a0b tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:16.147219 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8cbbad43-e70e-4bc6-8842-5348474a60e1 req-9645aa7b-158d-4f65-af54-02426a1a4a0b tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea768dfd-5ce6-4525-9455-8f7070071a11 HTTP/1.1" status: 200 len: 945 time: 0.1436605 Jan 28 03:12:16.180997 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91aadc15-134c-4982-93bb-72bb8d7c9e7a None None] DHCP port deletion for 9227b0e2-14db-4f8f-8bca-720a1405b4b9 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:12:16.263610 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8cbbad43-e70e-4bc6-8842-5348474a60e1 req-6677192d-1ac8-48de-b5a3-78a1fda2a3f6 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] 10.222.0.53 "GET /v2.0/security-groups?id=46058226-3782-4b81-a4fc-33cf25748ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125097 Jan 28 03:12:16.286634 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-fbc8a48e-f5e4-444b-a41d-0489c4d2dd54 admin admin] Deleting port c0436550-1763-4517-9048-ea9d9ce91d24 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:12:16.286634 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fbc8a48e-f5e4-444b-a41d-0489c4d2dd54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (c0436550-1763-4517-9048-ea9d9ce91d24), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:16.339592 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-91aadc15-134c-4982-93bb-72bb8d7c9e7a None None] Deleting port c0436550-1763-4517-9048-ea9d9ce91d24 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:12:16.339973 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-91aadc15-134c-4982-93bb-72bb8d7c9e7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (c0436550-1763-4517-9048-ea9d9ce91d24), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:16.356206 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-103d4ebc-c6b3-43e7-9ed9-76137017f17b req-6d5857c1-6e07-4eee-a759-0942e0babbe7 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] Deleting port e5bb2005-6342-40ad-b32e-caaddd3aba18 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:12:16.356600 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-103d4ebc-c6b3-43e7-9ed9-76137017f17b req-6d5857c1-6e07-4eee-a759-0942e0babbe7 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (e5bb2005-6342-40ad-b32e-caaddd3aba18), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:16.405946 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-fbc8a48e-f5e4-444b-a41d-0489c4d2dd54 admin admin] For port c0436550-1763-4517-9048-ea9d9ce91d24, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=c0436550-1763-4517-9048-ea9d9ce91d24,segment=NetworkSegment(a43800d4-c8be-4cc2-8bc3-c4d420d51af0),segment_id=a43800d4-c8be-4cc2-8bc3-c4d420d51af0)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:12:16.406336 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fbc8a48e-f5e4-444b-a41d-0489c4d2dd54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (c0436550-1763-4517-9048-ea9d9ce91d24), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:16.446299 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-fbc8a48e-f5e4-444b-a41d-0489c4d2dd54 admin admin] Calling delete_port for c0436550-1763-4517-9048-ea9d9ce91d24 owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:12:16.478958 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-91aadc15-134c-4982-93bb-72bb8d7c9e7a None None] For port c0436550-1763-4517-9048-ea9d9ce91d24, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=c0436550-1763-4517-9048-ea9d9ce91d24,segment=NetworkSegment(a43800d4-c8be-4cc2-8bc3-c4d420d51af0),segment_id=a43800d4-c8be-4cc2-8bc3-c4d420d51af0)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:12:16.479577 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-91aadc15-134c-4982-93bb-72bb8d7c9e7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (c0436550-1763-4517-9048-ea9d9ce91d24), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:16.501897 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-91aadc15-134c-4982-93bb-72bb8d7c9e7a None None] Calling delete_port for c0436550-1763-4517-9048-ea9d9ce91d24 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:12:16.566405 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fbc8a48e-f5e4-444b-a41d-0489c4d2dd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (c0436550-1763-4517-9048-ea9d9ce91d24), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:16.611496 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8a48e-f5e4-444b-a41d-0489c4d2dd54 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0436550-1763-4517-9048-ea9d9ce91d24,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:16.632064 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc8a48e-f5e4-444b-a41d-0489c4d2dd54 admin admin] No DVR routers for this DVR port c0436550-1763-4517-9048-ea9d9ce91d24 on host n-d-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:12:16.681359 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-103d4ebc-c6b3-43e7-9ed9-76137017f17b req-6d5857c1-6e07-4eee-a759-0942e0babbe7 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] For port e5bb2005-6342-40ad-b32e-caaddd3aba18, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=e5bb2005-6342-40ad-b32e-caaddd3aba18,segment=NetworkSegment(8ad31074-0cba-43a6-94bb-cbcee45f6e69),segment_id=8ad31074-0cba-43a6-94bb-cbcee45f6e69)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:12:16.681741 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-103d4ebc-c6b3-43e7-9ed9-76137017f17b req-6d5857c1-6e07-4eee-a759-0942e0babbe7 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (e5bb2005-6342-40ad-b32e-caaddd3aba18), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:16.695165 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-91aadc15-134c-4982-93bb-72bb8d7c9e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (c0436550-1763-4517-9048-ea9d9ce91d24), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:16.743330 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-103d4ebc-c6b3-43e7-9ed9-76137017f17b req-6d5857c1-6e07-4eee-a759-0942e0babbe7 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] Calling delete_port for e5bb2005-6342-40ad-b32e-caaddd3aba18 owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:12:16.757188 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aadc15-134c-4982-93bb-72bb8d7c9e7a None None] Pushing event deleted for resources: {'Port': ['ID=c0436550-1763-4517-9048-ea9d9ce91d24,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:16.757948 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91aadc15-134c-4982-93bb-72bb8d7c9e7a None None] No DVR routers for this DVR port c0436550-1763-4517-9048-ea9d9ce91d24 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:12:16.767951 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d5c2a3a2-88ab-4d2f-af1e-231fb55aec93 req-7a65895c-c7ea-4bea-8fd3-82b1cadb9667 service neutron] 10.222.0.53 "GET /v2.0/networks/a1b14d6a-1801-4ed4-a315-0dab0fce9962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7511799 Jan 28 03:12:16.834432 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fbc8a48e-f5e4-444b-a41d-0489c4d2dd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (9227b0e2-14db-4f8f-8bca-720a1405b4b9), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:16.887319 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-fbc8a48e-f5e4-444b-a41d-0489c4d2dd54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9227b0e2-14db-4f8f-8bca-720a1405b4b9']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:12:16.913441 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-fbc8a48e-f5e4-444b-a41d-0489c4d2dd54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a43800d4-c8be-4cc2-8bc3-c4d420d51af0') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:12:16.913441 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-fbc8a48e-f5e4-444b-a41d-0489c4d2dd54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a43800d4-c8be-4cc2-8bc3-c4d420d51af0') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:12:16.926538 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fbc8a48e-f5e4-444b-a41d-0489c4d2dd54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (a43800d4-c8be-4cc2-8bc3-c4d420d51af0), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:16.947417 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fbc8a48e-f5e4-444b-a41d-0489c4d2dd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (a43800d4-c8be-4cc2-8bc3-c4d420d51af0), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:16.956355 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbc8a48e-f5e4-444b-a41d-0489c4d2dd54 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:12:16.956913 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fbc8a48e-f5e4-444b-a41d-0489c4d2dd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (a43800d4-c8be-4cc2-8bc3-c4d420d51af0), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:16.962283 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d5c2a3a2-88ab-4d2f-af1e-231fb55aec93 req-5dfef05d-bcdc-48c6-ab48-edad8329757b service neutron] 10.222.0.53 "GET /v2.0/networks/a1b14d6a-1801-4ed4-a315-0dab0fce9962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930974 Jan 28 03:12:17.030260 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c0fd1734-319c-47aa-8c1f-10624aa7a6e4 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:12:17.085738 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:12:17.085738 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:12:17.085738 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:12:17.085738 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:12:17.085738 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:12:17.085738 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:12:17.085738 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:12:17.085738 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:12:17.085738 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:12:17.085738 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:12:17.085738 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:12:17.085738 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:12:17.085738 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:12:17.085738 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:12:17.085738 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:12:17.085738 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:12:17.085738 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:12:17.085738 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:12:17.085738 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:12:17.085738 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:12:17.085738 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:12:17.085738 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:12:17.085738 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:12:17.085738 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:12:17.085738 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:12:17.085738 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:12:17.085738 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:12:17.085738 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:12:17.085738 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:12:17.085738 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:12:17.085738 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:12:17.085738 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:12:17.091300 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-103d4ebc-c6b3-43e7-9ed9-76137017f17b req-6d5857c1-6e07-4eee-a759-0942e0babbe7 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (e5bb2005-6342-40ad-b32e-caaddd3aba18), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:17.099943 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: c0fd1734-319c-47aa-8c1f-10624aa7a6e4 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:12:17.100733 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c0fd1734-319c-47aa-8c1f-10624aa7a6e4 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:12:17.109557 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fbc8a48e-f5e4-444b-a41d-0489c4d2dd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (9227b0e2-14db-4f8f-8bca-720a1405b4b9), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:17.110095 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c0436550-1763-4517-9048-ea9d9ce91d24 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:12:17.128610 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5857c1-6e07-4eee-a759-0942e0babbe7 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] Pushing event deleted for resources: {'Port': ['ID=e5bb2005-6342-40ad-b32e-caaddd3aba18,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:17.139360 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fbc8a48e-f5e4-444b-a41d-0489c4d2dd54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:17.151569 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-fbc8a48e-f5e4-444b-a41d-0489c4d2dd54 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9227b0e2-14db-4f8f-8bca-720a1405b4b9 HTTP/1.1" status: 204 len: 168 time: 1.3128064 Jan 28 03:12:17.183940 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8a48e-f5e4-444b-a41d-0489c4d2dd54 admin admin] Pushing event deleted for resources: {'Network': ['ID=9227b0e2-14db-4f8f-8bca-720a1405b4b9,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:17.189316 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['e5bb2005-6342-40ad-b32e-caaddd3aba18'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:12:17.225333 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-103d4ebc-c6b3-43e7-9ed9-76137017f17b req-6d5857c1-6e07-4eee-a759-0942e0babbe7 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] No DVR routers for this DVR port e5bb2005-6342-40ad-b32e-caaddd3aba18 on host n-h1-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:12:17.230914 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-103d4ebc-c6b3-43e7-9ed9-76137017f17b req-6d5857c1-6e07-4eee-a759-0942e0babbe7 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:17.235744 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-103d4ebc-c6b3-43e7-9ed9-76137017f17b req-6d5857c1-6e07-4eee-a759-0942e0babbe7 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] 10.222.0.67 "DELETE /v2.0/ports/e5bb2005-6342-40ad-b32e-caaddd3aba18 HTTP/1.1" status: 204 len: 173 time: 1.1365809 Jan 28 03:12:17.236536 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea768dfd-5ce6-4525-9455-8f7070071a11', 'name': 'network-vif-deleted', 'tag': 'e5bb2005-6342-40ad-b32e-caaddd3aba18'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:12:17.243430 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d77647-ea2f-42d0-9f41-3a66ab956374" -d '{"events": [{"server_uuid": "ea768dfd-5ce6-4525-9455-8f7070071a11", "name": "network-vif-deleted", "tag": "e5bb2005-6342-40ad-b32e-caaddd3aba18"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:12:17.283894 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: c0436550-1763-4517-9048-ea9d9ce91d24 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:12:17.284426 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c0436550-1763-4517-9048-ea9d9ce91d24 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:12:17.285093 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 3dcd4012-88dd-4827-ae92-1fc8b81fd10d no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:12:17.309519 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6bc774d5-6d06-428e-be7e-98e08917a3ee req-599242c7-d3b0-4992-a066-deea58120c3e tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 210 time: 0.0714133 Jan 28 03:12:17.320176 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14886d2-5cc0-44fe-8fcd-2d56bc0a1c6a x-openstack-request-id: req-b14886d2-5cc0-44fe-8fcd-2d56bc0a1c6a {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:12:17.320176 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea768dfd-5ce6-4525-9455-8f7070071a11", "name": "network-vif-deleted", "tag": "e5bb2005-6342-40ad-b32e-caaddd3aba18", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:12:17.320176 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b14886d2-5cc0-44fe-8fcd-2d56bc0a1c6a {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:12:17.320626 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea768dfd-5ce6-4525-9455-8f7070071a11', 'name': 'network-vif-deleted', 'tag': 'e5bb2005-6342-40ad-b32e-caaddd3aba18', 'status': 'completed', 'code': 200} Jan 28 03:12:17.335743 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 3dcd4012-88dd-4827-ae92-1fc8b81fd10d {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:12:17.336098 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 3dcd4012-88dd-4827-ae92-1fc8b81fd10d not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:12:17.416523 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a8ab5e38-9567-4bd2-92c0-e2d130520c6e req-8fe97937-4027-4097-aeb9-120df1143057 tempest-InstanceActionsNegativeTestJSON-1091894254 tempest-InstanceActionsNegativeTestJSON-1091894254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea768dfd-5ce6-4525-9455-8f7070071a11 HTTP/1.1" status: 200 len: 210 time: 0.0410068 Jan 28 03:12:17.586969 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 33916) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:12:17.640140 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d428b47c-fbe6-401b-8710-ea0f2717d3c2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d47d57aa564c407d8f7b752418cdddf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0519838 Jan 28 03:12:17.644577 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 33922) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:12:17.720387 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-000e61af-9742-4c99-ad59-9077a0725d0a admin admin] Publish callbacks [] for security_group (fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:17.750780 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-000e61af-9742-4c99-ad59-9077a0725d0a admin admin] Publish callbacks [] for security_group (fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:17.818049 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-000e61af-9742-4c99-ad59-9077a0725d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:17.822416 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-000e61af-9742-4c99-ad59-9077a0725d0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:17.827846 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-000e61af-9742-4c99-ad59-9077a0725d0a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d HTTP/1.1" status: 204 len: 168 time: 0.1781933 Jan 28 03:12:17.837162 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000e61af-9742-4c99-ad59-9077a0725d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfdb7ec-fee1-4e5f-94c2-0c0a25dde71d,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:18.353682 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 33942) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:12:18.424610 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-32faa49c-014d-4d19-a863-d29aec883642 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=53ad5c4f044e4be5a3ce83b00d5d2212&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0673814 Jan 28 03:12:18.426406 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 33948) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:12:18.437982 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-0a0ee665-1009-4aa0-842d-f0f0f37bb649 tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=c4166ca5f5ee4bb092c3a3f17ae1a03c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485501 Jan 28 03:12:18.509504 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a66f7d9f-290f-4f3d-9994-896600a677d2 req-99bc5c83-912a-40d4-a12c-cac177c7be65 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 210 time: 0.0455425 Jan 28 03:12:18.528150 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5872e8cd-7f0c-443c-bfa3-dc8c72301321 admin admin] Publish callbacks [] for security_group (a7c62f12-d733-4505-b757-5f06a0db6977), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:18.584601 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5872e8cd-7f0c-443c-bfa3-dc8c72301321 admin admin] Publish callbacks [] for security_group (a7c62f12-d733-4505-b757-5f06a0db6977), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:18.607635 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 33952) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:12:18.728948 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-d02dec30-d5c5-4ae1-a992-ea9c251e2125 tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:18.734929 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-d02dec30-d5c5-4ae1-a992-ea9c251e2125 tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2833488 Jan 28 03:12:18.761347 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-4135e65e-f16c-4964-b395-f0e91482a3d8 tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] 10.222.0.53 "GET /v2.0/quotas/c4166ca5f5ee4bb092c3a3f17ae1a03c HTTP/1.1" status: 200 len: 375 time: 0.0218573 Jan 28 03:12:18.771478 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a83df07-cf75-44e1-b1e4-398fc0d39947 admin admin] Deleting subnet 29cf356e-fbed-4a3b-9f09-eebecbf4b3e4 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:12:18.777597 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8a83df07-cf75-44e1-b1e4-398fc0d39947 admin admin] Publish callbacks [] for subnet (29cf356e-fbed-4a3b-9f09-eebecbf4b3e4), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:18.798262 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-d81edd49-e4af-415d-9d9f-708b539dd388 tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4166ca5f5ee4bb092c3a3f17ae1a03c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345809 Jan 28 03:12:18.848855 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8a83df07-cf75-44e1-b1e4-398fc0d39947 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (29cf356e-fbed-4a3b-9f09-eebecbf4b3e4), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:18.880356 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2a3a2-88ab-4d2f-af1e-231fb55aec93 req-1e2fe65a-fece-4525-a1a0-ffe8e7f372fb tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:18.881977 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d5c2a3a2-88ab-4d2f-af1e-231fb55aec93 req-1e2fe65a-fece-4525-a1a0-ffe8e7f372fb tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.39 "GET /v2.0/networks?id=a1b14d6a-1801-4ed4-a315-0dab0fce9962 HTTP/1.1" status: 200 len: 814 time: 0.3134437 Jan 28 03:12:18.894726 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5872e8cd-7f0c-443c-bfa3-dc8c72301321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (a7c62f12-d733-4505-b757-5f06a0db6977), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:18.897342 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5872e8cd-7f0c-443c-bfa3-dc8c72301321 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:18.898678 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5872e8cd-7f0c-443c-bfa3-dc8c72301321 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a7c62f12-d733-4505-b757-5f06a0db6977 HTTP/1.1" status: 204 len: 168 time: 0.4710116 Jan 28 03:12:18.913195 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-d5c2a3a2-88ab-4d2f-af1e-231fb55aec93 req-636e603a-3023-4f93-93ff-016eeddee4b0 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Request body: {'port': {'device_id': 'a118dd3a-bc7f-451b-8f10-c330823643c0', 'network_id': 'a1b14d6a-1801-4ed4-a315-0dab0fce9962', 'admin_state_up': True, 'tenant_id': 'be0a66a0f0ac4e86951ed29782156c84'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:12:18.923686 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872e8cd-7f0c-443c-bfa3-dc8c72301321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c62f12-d733-4505-b757-5f06a0db6977,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:19.001860 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8a83df07-cf75-44e1-b1e4-398fc0d39947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (29cf356e-fbed-4a3b-9f09-eebecbf4b3e4), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:19.105440 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4046d916-313d-47c3-98cc-420375f18e17 req-f1997cd6-6028-4a97-9d8a-62949c7510d2 tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cdfd769-6cd9-4db4-8656-b759d342b03f HTTP/1.1" status: 200 len: 210 time: 0.0986423 Jan 28 03:12:19.222468 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8a83df07-cf75-44e1-b1e4-398fc0d39947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (29cf356e-fbed-4a3b-9f09-eebecbf4b3e4), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:19.259863 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5c2a3a2-88ab-4d2f-af1e-231fb55aec93 req-636e603a-3023-4f93-93ff-016eeddee4b0 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Made reservation on behalf of be0a66a0f0ac4e86951ed29782156c84 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:12:19.264238 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d5c2a3a2-88ab-4d2f-af1e-231fb55aec93 req-636e603a-3023-4f93-93ff-016eeddee4b0 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:19.291239 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a83df07-cf75-44e1-b1e4-398fc0d39947 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29cf356e-fbed-4a3b-9f09-eebecbf4b3e4,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:19.310569 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8a83df07-cf75-44e1-b1e4-398fc0d39947 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:19.315543 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8a83df07-cf75-44e1-b1e4-398fc0d39947 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/29cf356e-fbed-4a3b-9f09-eebecbf4b3e4 HTTP/1.1" status: 204 len: 168 time: 0.7064600 Jan 28 03:12:19.317958 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 33970) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:12:19.420561 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4fa1f16e-b061-4f16-98d1-06d95da9e38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (be32fe76-7f50-494d-b9cc-b5e15aeb7dca), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:19.505618 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-d5c2a3a2-88ab-4d2f-af1e-231fb55aec93 req-636e603a-3023-4f93-93ff-016eeddee4b0 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Allocated IP 172.20.0.13 (a1b14d6a-1801-4ed4-a315-0dab0fce9962/28d442bf-9d1c-42f1-9234-238e9e502428/345ab761-8a9e-43d7-9219-a137d7f0086f) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:12:19.549647 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4fa1f16e-b061-4f16-98d1-06d95da9e38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (be32fe76-7f50-494d-b9cc-b5e15aeb7dca), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:19.579046 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-4fa1f16e-b061-4f16-98d1-06d95da9e38a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be32fe76-7f50-494d-b9cc-b5e15aeb7dca']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:12:19.590796 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-4fa1f16e-b061-4f16-98d1-06d95da9e38a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ad31074-0cba-43a6-94bb-cbcee45f6e69') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:12:19.591801 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-4fa1f16e-b061-4f16-98d1-06d95da9e38a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ad31074-0cba-43a6-94bb-cbcee45f6e69') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:12:19.605534 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4fa1f16e-b061-4f16-98d1-06d95da9e38a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (8ad31074-0cba-43a6-94bb-cbcee45f6e69), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:19.621648 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4fa1f16e-b061-4f16-98d1-06d95da9e38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (8ad31074-0cba-43a6-94bb-cbcee45f6e69), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:19.628841 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fa1f16e-b061-4f16-98d1-06d95da9e38a admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:12:19.629558 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4fa1f16e-b061-4f16-98d1-06d95da9e38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (8ad31074-0cba-43a6-94bb-cbcee45f6e69), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:19.709430 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:12:19.709430 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:12:19.709430 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:12:19.709430 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:12:19.709430 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:12:19.709430 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:12:19.709430 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:12:19.709430 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:12:19.709430 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:12:19.709430 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:12:19.709430 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:12:19.709430 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:12:19.709430 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:12:19.709430 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:12:19.709430 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:12:19.709430 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:12:19.709430 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:12:19.709430 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:12:19.709430 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:12:19.709430 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:12:19.709430 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:12:19.709430 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:12:19.709430 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:12:19.709430 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:12:19.709430 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:12:19.709430 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:12:19.709430 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:12:19.709430 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:12:19.709430 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:12:19.709430 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:12:19.709430 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:12:19.709430 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:12:19.730633 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4fa1f16e-b061-4f16-98d1-06d95da9e38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (be32fe76-7f50-494d-b9cc-b5e15aeb7dca), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:19.745313 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4fa1f16e-b061-4f16-98d1-06d95da9e38a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:19.749745 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4fa1f16e-b061-4f16-98d1-06d95da9e38a admin admin] 10.222.0.53 "DELETE /v2.0/networks/be32fe76-7f50-494d-b9cc-b5e15aeb7dca HTTP/1.1" status: 204 len: 168 time: 0.4305048 Jan 28 03:12:19.777288 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4a116b57-1754-4e61-963a-360ab0aec628 req-b02a02c5-d9de-4eb5-90c2-d6a2e1e07861 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 210 time: 0.0621312 Jan 28 03:12:19.783915 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d5c2a3a2-88ab-4d2f-af1e-231fb55aec93 req-636e603a-3023-4f93-93ff-016eeddee4b0 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Publish callbacks [] for port (345ab761-8a9e-43d7-9219-a137d7f0086f), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:19.791262 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa1f16e-b061-4f16-98d1-06d95da9e38a admin admin] Pushing event deleted for resources: {'Network': ['ID=be32fe76-7f50-494d-b9cc-b5e15aeb7dca,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:19.846497 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d5c2a3a2-88ab-4d2f-af1e-231fb55aec93 req-636e603a-3023-4f93-93ff-016eeddee4b0 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (345ab761-8a9e-43d7-9219-a137d7f0086f), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:19.923155 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5c2a3a2-88ab-4d2f-af1e-231fb55aec93 req-636e603a-3023-4f93-93ff-016eeddee4b0 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Network a1b14d6a-1801-4ed4-a315-0dab0fce9962 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:12:19.926611 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-d5c2a3a2-88ab-4d2f-af1e-231fb55aec93 req-636e603a-3023-4f93-93ff-016eeddee4b0 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:12:19.937591 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c2a3a2-88ab-4d2f-af1e-231fb55aec93 req-636e603a-3023-4f93-93ff-016eeddee4b0 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:12:19.943867 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 33994) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:12:20.015385 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-70191aea-f937-4620-8c3d-7ac0877245aa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a03d3b97942744b39e87d17354164704&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0701489 Jan 28 03:12:20.019165 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 33998) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:12:20.023746 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e603a-3023-4f93-93ff-016eeddee4b0 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Pushing event updated for resources: {'Port': ['ID=345ab761-8a9e-43d7-9219-a137d7f0086f,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:20.051722 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2a3a2-88ab-4d2f-af1e-231fb55aec93 req-636e603a-3023-4f93-93ff-016eeddee4b0 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:20.052595 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d5c2a3a2-88ab-4d2f-af1e-231fb55aec93 req-636e603a-3023-4f93-93ff-016eeddee4b0 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:20.083226 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d5c2a3a2-88ab-4d2f-af1e-231fb55aec93 req-636e603a-3023-4f93-93ff-016eeddee4b0 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1832266 Jan 28 03:12:20.097379 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9d9e9823-26e8-4e4a-9c1c-cdb758f30660 admin admin] Publish callbacks [] for security_group (46058226-3782-4b81-a4fc-33cf25748ac9), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:20.103755 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-d5c2a3a2-88ab-4d2f-af1e-231fb55aec93 req-6ebcee86-168d-4d3c-84a0-a899ba646e3d service neutron] Request body: {'port': {'device_id': 'a118dd3a-bc7f-451b-8f10-c330823643c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:12:20.147723 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9d9e9823-26e8-4e4a-9c1c-cdb758f30660 admin admin] Publish callbacks [] for security_group (46058226-3782-4b81-a4fc-33cf25748ac9), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:20.211859 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 34004) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:12:20.217402 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d5c2a3a2-88ab-4d2f-af1e-231fb55aec93 req-6ebcee86-168d-4d3c-84a0-a899ba646e3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (345ab761-8a9e-43d7-9219-a137d7f0086f), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:20.282099 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3cdd4ceb-53ba-4425-8fdb-a0a8498ee566 req-ec8b08e1-244f-42e9-9a6c-5ba136d1de23 tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cdfd769-6cd9-4db4-8656-b759d342b03f HTTP/1.1" status: 200 len: 210 time: 0.0339544 Jan 28 03:12:20.299571 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9d9e9823-26e8-4e4a-9c1c-cdb758f30660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (46058226-3782-4b81-a4fc-33cf25748ac9), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:20.306535 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9d9e9823-26e8-4e4a-9c1c-cdb758f30660 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:20.313312 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9d9e9823-26e8-4e4a-9c1c-cdb758f30660 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/46058226-3782-4b81-a4fc-33cf25748ac9 HTTP/1.1" status: 204 len: 168 time: 0.2899976 Jan 28 03:12:20.332314 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e9823-26e8-4e4a-9c1c-cdb758f30660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46058226-3782-4b81-a4fc-33cf25748ac9,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:20.338473 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device e5bb2005-6342-40ad-b32e-caaddd3aba18 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:12:20.384496 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: e5bb2005-6342-40ad-b32e-caaddd3aba18 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:12:20.386044 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device e5bb2005-6342-40ad-b32e-caaddd3aba18 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:12:20.432525 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-2b26d26f-f741-419b-b035-6e9b8beec62b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1154582760-network', 'tenant_id': '29b589ad6bf841cc953c78bf204550b1'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:12:20.479347 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b26d26f-f741-419b-b035-6e9b8beec62b admin admin] Made reservation on behalf of 29b589ad6bf841cc953c78bf204550b1 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:12:20.483861 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2b26d26f-f741-419b-b035-6e9b8beec62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:20.497591 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2b26d26f-f741-419b-b035-6e9b8beec62b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:20.669002 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2b26d26f-f741-419b-b035-6e9b8beec62b admin admin] Publish callbacks [] for security_group (f6a7ecc2-72fc-4155-b92a-d391c91b3ad0), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:20.681164 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2b26d26f-f741-419b-b035-6e9b8beec62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f6a7ecc2-72fc-4155-b92a-d391c91b3ad0), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:20.728290 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b26d26f-f741-419b-b035-6e9b8beec62b admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:12:20.751264 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2b26d26f-f741-419b-b035-6e9b8beec62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (60be40cf-0a99-4c36-8d45-a0f10ee3bd93), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:20.751629 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-2b26d26f-f741-419b-b035-6e9b8beec62b admin admin] Added segment 60be40cf-0a99-4c36-8d45-a0f10ee3bd93 of type vlan for network 81e8b61a-3f71-4132-bc2e-16c8aea89076 Jan 28 03:12:20.797983 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2b26d26f-f741-419b-b035-6e9b8beec62b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (81e8b61a-3f71-4132-bc2e-16c8aea89076), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:20.810200 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b26d26f-f741-419b-b035-6e9b8beec62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a7ecc2-72fc-4155-b92a-d391c91b3ad0,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:20.868828 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2b26d26f-f741-419b-b035-6e9b8beec62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (81e8b61a-3f71-4132-bc2e-16c8aea89076), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:20.870076 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b26d26f-f741-419b-b035-6e9b8beec62b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:20.875633 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2b26d26f-f741-419b-b035-6e9b8beec62b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:20.937835 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-9a879ab0-424b-42a8-a09e-051efdb7b4d1 tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=c4166ca5f5ee4bb092c3a3f17ae1a03c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0705922 Jan 28 03:12:20.950447 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-2b26d26f-f741-419b-b035-6e9b8beec62b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7307014 Jan 28 03:12:20.958109 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 34024) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:12:20.967822 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-003206fc-449e-4b3b-bc10-6f88cb765b81 admin admin] Request body: {'subnet': {'network_id': '81e8b61a-3f71-4132-bc2e-16c8aea89076', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1154582760-subnet', 'tenant_id': '29b589ad6bf841cc953c78bf204550b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:12:20.997123 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003206fc-449e-4b3b-bc10-6f88cb765b81 admin admin] Made reservation on behalf of 29b589ad6bf841cc953c78bf204550b1 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:12:20.999691 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-003206fc-449e-4b3b-bc10-6f88cb765b81 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:21.002950 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b26d26f-f741-419b-b035-6e9b8beec62b admin admin] Pushing event updated for resources: {'Network': ['ID=81e8b61a-3f71-4132-bc2e-16c8aea89076,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:21.014822 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 81e8b61a-3f71-4132-bc2e-16c8aea89076 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:12:21.200830 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d9852-d00b-48c9-968b-39cd67f1c392 req-66a0f448-2b4d-400a-bfd6-6b4ae34f5a41 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:21.202951 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8f7d9852-d00b-48c9-968b-39cd67f1c392 req-66a0f448-2b4d-400a-bfd6-6b4ae34f5a41 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 932 time: 0.2697423 Jan 28 03:12:21.235272 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-003206fc-449e-4b3b-bc10-6f88cb765b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (326add2f-c0c9-44b7-9b27-4b4513d3f003), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:21.315975 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003206fc-449e-4b3b-bc10-6f88cb765b81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=326add2f-c0c9-44b7-9b27-4b4513d3f003,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:21.338032 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003206fc-449e-4b3b-bc10-6f88cb765b81 admin admin] Checking segment: {'id': '60be40cf-0a99-4c36-8d45-a0f10ee3bd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '81e8b61a-3f71-4132-bc2e-16c8aea89076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:12:21.338821 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003206fc-449e-4b3b-bc10-6f88cb765b81 admin admin] Network hostable DHCP agents. Network: 81e8b61a-3f71-4132-bc2e-16c8aea89076, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:12:21.373776 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003206fc-449e-4b3b-bc10-6f88cb765b81 admin admin] Network 81e8b61a-3f71-4132-bc2e-16c8aea89076 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:12:21.390173 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 34038) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:12:21.406765 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-003206fc-449e-4b3b-bc10-6f88cb765b81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 81e8b61a-3f71-4132-bc2e-16c8aea89076) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:12:21.419580 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df048a92-ebe9-45a6-8d6d-b47ab2f8d9db None None] Network 81e8b61a-3f71-4132-bc2e-16c8aea89076 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:12:21.433010 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003206fc-449e-4b3b-bc10-6f88cb765b81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:21.435322 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-4b78a401-d81e-42d0-a792-701564140919 tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:21.435628 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-003206fc-449e-4b3b-bc10-6f88cb765b81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:21.436838 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-4b78a401-d81e-42d0-a792-701564140919 tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4658895 Jan 28 03:12:21.458182 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-c4bef478-14f6-4423-a783-c783bb33bc1e tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] Request body: {'port': {'device_id': '9cdfd769-6cd9-4db4-8656-b759d342b03f', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'admin_state_up': True, 'tenant_id': 'c4166ca5f5ee4bb092c3a3f17ae1a03c'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:12:21.499068 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-003206fc-449e-4b3b-bc10-6f88cb765b81 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5398107 Jan 28 03:12:21.543600 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f9ab056c-9355-4f10-979d-7980aa6f906c req-fbcabbee-0f5f-43b9-b26d-b126b7bf2c34 tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cdfd769-6cd9-4db4-8656-b759d342b03f HTTP/1.1" status: 200 len: 210 time: 0.0874944 Jan 28 03:12:21.547909 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-d5c2a3a2-88ab-4d2f-af1e-231fb55aec93 req-6ebcee86-168d-4d3c-84a0-a899ba646e3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 345ab761-8a9e-43d7-9219-a137d7f0086f {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:12:21.574220 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-ef1b497d-ba7a-4440-b119-19b1fbc5fd9c admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-142972905-network', 'tenant_id': '2ba6cdd8be1347e5bceafd58466e6895'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:12:21.575682 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d5c2a3a2-88ab-4d2f-af1e-231fb55aec93 req-6ebcee86-168d-4d3c-84a0-a899ba646e3d service neutron] Publish callbacks [] for port (345ab761-8a9e-43d7-9219-a137d7f0086f), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:21.591121 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8f7d9852-d00b-48c9-968b-39cd67f1c392 req-f674dcb2-c006-424f-a60c-f1876a18c1b7 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591051 Jan 28 03:12:21.596653 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1b497d-ba7a-4440-b119-19b1fbc5fd9c admin admin] Made reservation on behalf of 2ba6cdd8be1347e5bceafd58466e6895 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:12:21.603020 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ef1b497d-ba7a-4440-b119-19b1fbc5fd9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:21.611624 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f5620e-e2f8-4636-86aa-4efc41916ff0 None None] Network 81e8b61a-3f71-4132-bc2e-16c8aea89076 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:12:21.616345 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-d5c2a3a2-88ab-4d2f-af1e-231fb55aec93 req-6ebcee86-168d-4d3c-84a0-a899ba646e3d service neutron] Transition to ACTIVE for port object 345ab761-8a9e-43d7-9219-a137d7f0086f will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:12:21.623743 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ef1b497d-ba7a-4440-b119-19b1fbc5fd9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:21.641193 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d5c2a3a2-88ab-4d2f-af1e-231fb55aec93 req-6ebcee86-168d-4d3c-84a0-a899ba646e3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (345ab761-8a9e-43d7-9219-a137d7f0086f), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:21.746993 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-c4bef478-14f6-4423-a783-c783bb33bc1e tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] Made reservation on behalf of c4166ca5f5ee4bb092c3a3f17ae1a03c for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:12:21.751437 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-c4bef478-14f6-4423-a783-c783bb33bc1e tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:21.764840 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ef1b497d-ba7a-4440-b119-19b1fbc5fd9c admin admin] Publish callbacks [] for security_group (a4bd5965-0316-47d7-bed8-d14c115aaa28), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:21.766758 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebcee86-168d-4d3c-84a0-a899ba646e3d service neutron] Pushing event updated for resources: {'Port': ['ID=345ab761-8a9e-43d7-9219-a137d7f0086f,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:21.788674 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-c4bef478-14f6-4423-a783-c783bb33bc1e tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:21.790428 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ef1b497d-ba7a-4440-b119-19b1fbc5fd9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (a4bd5965-0316-47d7-bed8-d14c115aaa28), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:21.827803 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef1b497d-ba7a-4440-b119-19b1fbc5fd9c admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:12:21.858177 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ef1b497d-ba7a-4440-b119-19b1fbc5fd9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (646519e3-6804-48a8-9239-18aa763e92d4), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:21.860652 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-ef1b497d-ba7a-4440-b119-19b1fbc5fd9c admin admin] Added segment 646519e3-6804-48a8-9239-18aa763e92d4 of type vlan for network 3e9ad17b-b6a4-4ce3-a842-8b4107db7e09 Jan 28 03:12:21.889396 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-d5c2a3a2-88ab-4d2f-af1e-231fb55aec93 req-6ebcee86-168d-4d3c-84a0-a899ba646e3d service neutron] Attempting to bind port 345ab761-8a9e-43d7-9219-a137d7f0086f on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:12:21.890968 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-d5c2a3a2-88ab-4d2f-af1e-231fb55aec93 req-6ebcee86-168d-4d3c-84a0-a899ba646e3d service neutron] Attempting to bind port 345ab761-8a9e-43d7-9219-a137d7f0086f by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '12b0ee7f-b716-4f1a-9ffa-ca741f2c2535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'a1b14d6a-1801-4ed4-a315-0dab0fce9962'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:12:21.891471 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c2a3a2-88ab-4d2f-af1e-231fb55aec93 req-6ebcee86-168d-4d3c-84a0-a899ba646e3d service neutron] Attempting to bind port 345ab761-8a9e-43d7-9219-a137d7f0086f on network a1b14d6a-1801-4ed4-a315-0dab0fce9962 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:12:21.902782 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c2a3a2-88ab-4d2f-af1e-231fb55aec93 req-6ebcee86-168d-4d3c-84a0-a899ba646e3d service neutron] Port 345ab761-8a9e-43d7-9219-a137d7f0086f on network a1b14d6a-1801-4ed4-a315-0dab0fce9962 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:12:21.903542 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c2a3a2-88ab-4d2f-af1e-231fb55aec93 req-6ebcee86-168d-4d3c-84a0-a899ba646e3d service neutron] Attempting to bind port 345ab761-8a9e-43d7-9219-a137d7f0086f on network a1b14d6a-1801-4ed4-a315-0dab0fce9962 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:12:21.914222 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c2a3a2-88ab-4d2f-af1e-231fb55aec93 req-6ebcee86-168d-4d3c-84a0-a899ba646e3d service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:12:21.914833 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c2a3a2-88ab-4d2f-af1e-231fb55aec93 req-6ebcee86-168d-4d3c-84a0-a899ba646e3d service neutron] Checking segment: {'id': '12b0ee7f-b716-4f1a-9ffa-ca741f2c2535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'a1b14d6a-1801-4ed4-a315-0dab0fce9962'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:12:21.915160 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b497d-ba7a-4440-b119-19b1fbc5fd9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bd5965-0316-47d7-bed8-d14c115aaa28,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:21.915561 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c2a3a2-88ab-4d2f-af1e-231fb55aec93 req-6ebcee86-168d-4d3c-84a0-a899ba646e3d service neutron] Bound using segment: {'id': '12b0ee7f-b716-4f1a-9ffa-ca741f2c2535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'a1b14d6a-1801-4ed4-a315-0dab0fce9962'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:12:21.916157 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-d5c2a3a2-88ab-4d2f-af1e-231fb55aec93 req-6ebcee86-168d-4d3c-84a0-a899ba646e3d service neutron] Bound port: 345ab761-8a9e-43d7-9219-a137d7f0086f, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12b0ee7f-b716-4f1a-9ffa-ca741f2c2535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'a1b14d6a-1801-4ed4-a315-0dab0fce9962'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:12:21.916682 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d5c2a3a2-88ab-4d2f-af1e-231fb55aec93 req-6ebcee86-168d-4d3c-84a0-a899ba646e3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (345ab761-8a9e-43d7-9219-a137d7f0086f), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:21.935916 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ef1b497d-ba7a-4440-b119-19b1fbc5fd9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (3e9ad17b-b6a4-4ce3-a842-8b4107db7e09), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:21.973766 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ef1b497d-ba7a-4440-b119-19b1fbc5fd9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (3e9ad17b-b6a4-4ce3-a842-8b4107db7e09), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:21.976506 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1b497d-ba7a-4440-b119-19b1fbc5fd9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:21.977255 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ef1b497d-ba7a-4440-b119-19b1fbc5fd9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:21.994160 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-c4bef478-14f6-4423-a783-c783bb33bc1e tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] Publish callbacks [] for security_group (a1dec7f9-f104-4e8f-9cd0-f77c6e59435d), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:22.003534 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-c4bef478-14f6-4423-a783-c783bb33bc1e tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (a1dec7f9-f104-4e8f-9cd0-f77c6e59435d), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:22.048619 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ef1b497d-ba7a-4440-b119-19b1fbc5fd9c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6524761 Jan 28 03:12:22.048619 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 34060) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:12:22.053538 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-b1315d4e-c3dc-47ef-b5a0-a64f975b4901 admin admin] Request body: {'subnet': {'network_id': '3e9ad17b-b6a4-4ce3-a842-8b4107db7e09', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-142972905-subnet', 'tenant_id': '2ba6cdd8be1347e5bceafd58466e6895', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:12:22.068884 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b497d-ba7a-4440-b119-19b1fbc5fd9c admin admin] Pushing event updated for resources: {'Network': ['ID=3e9ad17b-b6a4-4ce3-a842-8b4107db7e09,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:22.081670 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 3e9ad17b-b6a4-4ce3-a842-8b4107db7e09 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:12:22.104671 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-d5c2a3a2-88ab-4d2f-af1e-231fb55aec93 req-6ebcee86-168d-4d3c-84a0-a899ba646e3d service neutron] For port 345ab761-8a9e-43d7-9219-a137d7f0086f, host n-h2-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:12:22.115500 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bef478-14f6-4423-a783-c783bb33bc1e tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1dec7f9-f104-4e8f-9cd0-f77c6e59435d,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:22.134413 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-d5c2a3a2-88ab-4d2f-af1e-231fb55aec93 req-6ebcee86-168d-4d3c-84a0-a899ba646e3d service neutron] For port 345ab761-8a9e-43d7-9219-a137d7f0086f, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=345ab761-8a9e-43d7-9219-a137d7f0086f,segment=NetworkSegment(12b0ee7f-b716-4f1a-9ffa-ca741f2c2535),segment_id=12b0ee7f-b716-4f1a-9ffa-ca741f2c2535)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:12:22.146860 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d5c2a3a2-88ab-4d2f-af1e-231fb55aec93 req-6ebcee86-168d-4d3c-84a0-a899ba646e3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (345ab761-8a9e-43d7-9219-a137d7f0086f), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:22.206883 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a638676d-b3f1-4686-9066-aa888b7e2728 req-fcc27a98-5928-43a9-8e2d-5c5448c1919d tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:22.208439 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a638676d-b3f1-4686-9066-aa888b7e2728 req-fcc27a98-5928-43a9-8e2d-5c5448c1919d tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] 10.222.0.53 "GET /v2.0/networks?id=81e8b61a-3f71-4132-bc2e-16c8aea89076 HTTP/1.1" status: 200 len: 814 time: 0.1356590 Jan 28 03:12:22.230249 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1315d4e-c3dc-47ef-b5a0-a64f975b4901 admin admin] Made reservation on behalf of 2ba6cdd8be1347e5bceafd58466e6895 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:12:22.233845 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b1315d4e-c3dc-47ef-b5a0-a64f975b4901 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:22.237330 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2a3a2-88ab-4d2f-af1e-231fb55aec93 req-6ebcee86-168d-4d3c-84a0-a899ba646e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:22.238114 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d5c2a3a2-88ab-4d2f-af1e-231fb55aec93 req-6ebcee86-168d-4d3c-84a0-a899ba646e3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:22.240321 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d5c2a3a2-88ab-4d2f-af1e-231fb55aec93 req-6ebcee86-168d-4d3c-84a0-a899ba646e3d service neutron] 10.222.0.39 "PUT /v2.0/ports/345ab761-8a9e-43d7-9219-a137d7f0086f HTTP/1.1" status: 200 len: 1093 time: 2.1444252 Jan 28 03:12:22.244481 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a118dd3a-bc7f-451b-8f10-c330823643c0', 'tag': '345ab761-8a9e-43d7-9219-a137d7f0086f'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:12:22.248514 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a671a30-07ea-4cf8-8f79-429bd0408324" -d '{"events": [{"name": "network-changed", "server_uuid": "a118dd3a-bc7f-451b-8f10-c330823643c0", "tag": "345ab761-8a9e-43d7-9219-a137d7f0086f"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:12:22.283180 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-c4bef478-14f6-4423-a783-c783bb33bc1e tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] Allocated IP 192.168.233.162 (00399c87-9b8d-4ccb-b18d-7ccb90f49322/24329ac8-3d67-49eb-9f63-d2859e79e36f/29da1576-bc70-48ef-b0f1-d220ffd833a2) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:12:22.313541 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebcee86-168d-4d3c-84a0-a899ba646e3d service neutron] Pushing event updated for resources: {'Port': ['ID=345ab761-8a9e-43d7-9219-a137d7f0086f,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:22.323544 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a638676d-b3f1-4686-9066-aa888b7e2728 req-05342921-1eb4-4f0b-9e78-c4b8ed015cac tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] 10.222.0.53 "GET /v2.0/quotas/29b589ad6bf841cc953c78bf204550b1 HTTP/1.1" status: 200 len: 375 time: 0.1001501 Jan 28 03:12:22.324457 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f48e0b1-02b7-4581-ac22-c10a519ba12b x-openstack-request-id: req-5f48e0b1-02b7-4581-ac22-c10a519ba12b {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:12:22.324757 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a118dd3a-bc7f-451b-8f10-c330823643c0", "tag": "345ab761-8a9e-43d7-9219-a137d7f0086f", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:12:22.325224 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5f48e0b1-02b7-4581-ac22-c10a519ba12b {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:12:22.325945 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a118dd3a-bc7f-451b-8f10-c330823643c0', 'tag': '345ab761-8a9e-43d7-9219-a137d7f0086f', 'status': 'completed', 'code': 200} Jan 28 03:12:22.360444 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a638676d-b3f1-4686-9066-aa888b7e2728 req-a3831cb3-c98e-440b-84e5-aafae798dd50 tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=29b589ad6bf841cc953c78bf204550b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359905 Jan 28 03:12:22.420241 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2a3a2-88ab-4d2f-af1e-231fb55aec93 req-8c57a9ab-d4c7-460a-b6b2-77ffc9b6f739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:22.422171 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d5c2a3a2-88ab-4d2f-af1e-231fb55aec93 req-8c57a9ab-d4c7-460a-b6b2-77ffc9b6f739 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=be0a66a0f0ac4e86951ed29782156c84&device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 1096 time: 0.0995791 Jan 28 03:12:22.517734 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d5c2a3a2-88ab-4d2f-af1e-231fb55aec93 req-dd2b3e8b-2415-4875-b297-5b986e65e1d1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=345ab761-8a9e-43d7-9219-a137d7f0086f HTTP/1.1" status: 200 len: 217 time: 0.0756488 Jan 28 03:12:22.544674 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a638676d-b3f1-4686-9066-aa888b7e2728 req-aef0cd16-6548-4ff6-8b57-46821f5dd019 service neutron] 10.222.0.53 "GET /v2.0/networks/81e8b61a-3f71-4132-bc2e-16c8aea89076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714482 Jan 28 03:12:22.605588 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2a3a2-88ab-4d2f-af1e-231fb55aec93 req-e78c74f4-6fac-4fc5-a035-76f5b8565caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:22.607183 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d5c2a3a2-88ab-4d2f-af1e-231fb55aec93 req-e78c74f4-6fac-4fc5-a035-76f5b8565caf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28d442bf-9d1c-42f1-9234-238e9e502428 HTTP/1.1" status: 200 len: 854 time: 0.0835757 Jan 28 03:12:22.668972 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b1315d4e-c3dc-47ef-b5a0-a64f975b4901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (646395d4-6261-4135-88e3-b1ff3935f17b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:22.675994 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d5c2a3a2-88ab-4d2f-af1e-231fb55aec93 req-d7a5526a-c621-4117-bebb-999252dd4839 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a1b14d6a-1801-4ed4-a315-0dab0fce9962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618212 Jan 28 03:12:22.684965 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-c4bef478-14f6-4423-a783-c783bb33bc1e tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] Publish callbacks [] for port (29da1576-bc70-48ef-b0f1-d220ffd833a2), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:22.788295 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6df74457-9301-4d8e-a414-8873225b05f5 req-378a99e3-ed21-4db0-8e44-0a30aef80ea6 tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cdfd769-6cd9-4db4-8656-b759d342b03f HTTP/1.1" status: 200 len: 210 time: 0.1096308 Jan 28 03:12:22.891733 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-c4bef478-14f6-4423-a783-c783bb33bc1e tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (29da1576-bc70-48ef-b0f1-d220ffd833a2), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:22.939298 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d5c2a3a2-88ab-4d2f-af1e-231fb55aec93 req-546a785d-cb90-4ff4-a514-3f2811296c59 service neutron] 10.222.0.39 "GET /v2.0/networks/a1b14d6a-1801-4ed4-a315-0dab0fce9962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529097 Jan 28 03:12:22.993900 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-c4bef478-14f6-4423-a783-c783bb33bc1e tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] Network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:12:23.014824 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1315d4e-c3dc-47ef-b5a0-a64f975b4901 admin admin] Pushing event updated for resources: {'Subnet': ['ID=646395d4-6261-4135-88e3-b1ff3935f17b,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:23.040109 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1315d4e-c3dc-47ef-b5a0-a64f975b4901 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:12:23.040385 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1315d4e-c3dc-47ef-b5a0-a64f975b4901 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:12:23.040672 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1315d4e-c3dc-47ef-b5a0-a64f975b4901 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:12:23.041763 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1315d4e-c3dc-47ef-b5a0-a64f975b4901 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:12:23.041763 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1315d4e-c3dc-47ef-b5a0-a64f975b4901 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:12:23.042046 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-c4bef478-14f6-4423-a783-c783bb33bc1e tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:12:23.042674 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1315d4e-c3dc-47ef-b5a0-a64f975b4901 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:12:23.042674 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1315d4e-c3dc-47ef-b5a0-a64f975b4901 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:12:23.042674 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1315d4e-c3dc-47ef-b5a0-a64f975b4901 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:12:23.042971 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1315d4e-c3dc-47ef-b5a0-a64f975b4901 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:12:23.043263 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1315d4e-c3dc-47ef-b5a0-a64f975b4901 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:12:23.044556 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1315d4e-c3dc-47ef-b5a0-a64f975b4901 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:12:23.044886 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1315d4e-c3dc-47ef-b5a0-a64f975b4901 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:12:23.045664 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1315d4e-c3dc-47ef-b5a0-a64f975b4901 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:12:23.051657 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a638676d-b3f1-4686-9066-aa888b7e2728 req-6497f00c-961a-40dd-83b5-f0d09477a224 service neutron] 10.222.0.53 "GET /v2.0/networks/81e8b61a-3f71-4132-bc2e-16c8aea89076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4927201 Jan 28 03:12:23.063455 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-c4bef478-14f6-4423-a783-c783bb33bc1e tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:12:23.064924 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1315d4e-c3dc-47ef-b5a0-a64f975b4901 admin admin] Checking segment: {'id': '646519e3-6804-48a8-9239-18aa763e92d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3e9ad17b-b6a4-4ce3-a842-8b4107db7e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:12:23.065364 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1315d4e-c3dc-47ef-b5a0-a64f975b4901 admin admin] Network hostable DHCP agents. Network: 3e9ad17b-b6a4-4ce3-a842-8b4107db7e09, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:12:23.104443 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1315d4e-c3dc-47ef-b5a0-a64f975b4901 admin admin] Network 3e9ad17b-b6a4-4ce3-a842-8b4107db7e09 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:12:23.133432 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-b1315d4e-c3dc-47ef-b5a0-a64f975b4901 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 3e9ad17b-b6a4-4ce3-a842-8b4107db7e09) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:12:23.134379 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bef478-14f6-4423-a783-c783bb33bc1e tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] Pushing event updated for resources: {'Port': ['ID=29da1576-bc70-48ef-b0f1-d220ffd833a2,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:23.141931 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1315d4e-c3dc-47ef-b5a0-a64f975b4901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:23.142753 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b1315d4e-c3dc-47ef-b5a0-a64f975b4901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:23.160399 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641d99b4-b15c-4103-94c2-0e7b2a6a7aa6 None None] Network 3e9ad17b-b6a4-4ce3-a842-8b4107db7e09 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:12:23.170556 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f40abc-f428-429e-b86d-fa77b0f3db40 req-42ec9a39-d60b-4788-b31a-89284b705afc tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:23.178846 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-21f40abc-f428-429e-b86d-fa77b0f3db40 req-42ec9a39-d60b-4788-b31a-89284b705afc tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 944 time: 0.2957156 Jan 28 03:12:23.197152 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b1315d4e-c3dc-47ef-b5a0-a64f975b4901 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1372716 Jan 28 03:12:23.273930 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-21f40abc-f428-429e-b86d-fa77b0f3db40 req-c8fddabf-ea67-42c5-a4a3-145e27bcb183 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935931 Jan 28 03:12:23.284194 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-c4bef478-14f6-4423-a783-c783bb33bc1e tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:23.285172 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-c4bef478-14f6-4423-a783-c783bb33bc1e tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:23.364479 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-c4bef478-14f6-4423-a783-c783bb33bc1e tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9103296 Jan 28 03:12:23.390239 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-3c21b9d1-e6d6-4205-8463-eb4a38cd1928 service neutron] Request body: {'port': {'device_id': '9cdfd769-6cd9-4db4-8656-b759d342b03f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:12:23.458645 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afd4e76-1611-4f6c-bf36-1763c6416035 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-3e9ad17b-b6a4-4ce3-a842-8b4107db7e09', 'network_id': '3e9ad17b-b6a4-4ce3-a842-8b4107db7e09', 'project_id': '2ba6cdd8be1347e5bceafd58466e6895', 'fixed_ips': [{'subnet_id': '646395d4-6261-4135-88e3-b1ff3935f17b'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:12:23.459939 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9afd4e76-1611-4f6c-bf36-1763c6416035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:23.483451 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5a3515f5-bb9c-4732-905d-3d3eedcad5b7 req-445a02fe-524d-4a18-8dba-495a796ecd48 tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] 10.222.0.53 "GET /v2.0/ports?device_id=d57a5397-aff1-4f93-9ac0-11731de97278 HTTP/1.1" status: 200 len: 210 time: 0.0485513 Jan 28 03:12:23.504932 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d5c2a3a2-88ab-4d2f-af1e-231fb55aec93 req-e9664cc1-b976-4771-a485-3657f509541e service neutron] 10.222.0.39 "GET /v2.0/networks/a1b14d6a-1801-4ed4-a315-0dab0fce9962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5453770 Jan 28 03:12:23.546491 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-3c21b9d1-e6d6-4205-8463-eb4a38cd1928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (29da1576-bc70-48ef-b0f1-d220ffd833a2), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:23.587484 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-f868cfb7-ef64-4290-bcb5-e1db132f6070 None None] Provisioning complete for port 29da1576-bc70-48ef-b0f1-d220ffd833a2 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:12:23.587866 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f868cfb7-ef64-4290-bcb5-e1db132f6070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (29da1576-bc70-48ef-b0f1-d220ffd833a2), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:23.937108 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-9afd4e76-1611-4f6c-bf36-1763c6416035 None None] Allocated IP 172.20.0.2 (3e9ad17b-b6a4-4ce3-a842-8b4107db7e09/646395d4-6261-4135-88e3-b1ff3935f17b/8c8d07b6-fa07-4c11-a2aa-d0eabcd2c9f0) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:12:24.018860 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-3c21b9d1-e6d6-4205-8463-eb4a38cd1928 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29da1576-bc70-48ef-b0f1-d220ffd833a2 {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:12:24.024452 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2355ba5b-9604-47eb-9318-0224116dc09d req-e687cf2c-3f2e-4685-a300-70c49a1ed437 tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:24.027277 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2355ba5b-9604-47eb-9318-0224116dc09d req-e687cf2c-3f2e-4685-a300-70c49a1ed437 tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cdfd769-6cd9-4db4-8656-b759d342b03f HTTP/1.1" status: 200 len: 936 time: 0.0907853 Jan 28 03:12:24.030043 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-3c21b9d1-e6d6-4205-8463-eb4a38cd1928 service neutron] Publish callbacks [] for port (29da1576-bc70-48ef-b0f1-d220ffd833a2), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:24.054657 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-3c21b9d1-e6d6-4205-8463-eb4a38cd1928 service neutron] Transition to ACTIVE for port object 29da1576-bc70-48ef-b0f1-d220ffd833a2 will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:12:24.079863 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-3c21b9d1-e6d6-4205-8463-eb4a38cd1928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (29da1576-bc70-48ef-b0f1-d220ffd833a2), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:24.109683 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-f868cfb7-ef64-4290-bcb5-e1db132f6070 None None] Port 29da1576-bc70-48ef-b0f1-d220ffd833a2 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:12:24.115467 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2355ba5b-9604-47eb-9318-0224116dc09d req-a42375b5-5cdf-451e-95c9-538ce64355d4 tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1dec7f9-f104-4e8f-9cd0-f77c6e59435d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810044 Jan 28 03:12:24.206274 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9afd4e76-1611-4f6c-bf36-1763c6416035 None None] Publish callbacks [] for port (8c8d07b6-fa07-4c11-a2aa-d0eabcd2c9f0), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:24.215824 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9afd4e76-1611-4f6c-bf36-1763c6416035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (8c8d07b6-fa07-4c11-a2aa-d0eabcd2c9f0), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:24.262938 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afd4e76-1611-4f6c-bf36-1763c6416035 None None] Network 3e9ad17b-b6a4-4ce3-a842-8b4107db7e09 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:12:24.270374 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-9afd4e76-1611-4f6c-bf36-1763c6416035 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:12:24.277477 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afd4e76-1611-4f6c-bf36-1763c6416035 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:12:24.278385 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a671a30-07ea-4cf8-8f79-429bd0408324 req-3f4ff280-795e-4b39-b8e8-4c679cc40066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:24.281713 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2a671a30-07ea-4cf8-8f79-429bd0408324 req-3f4ff280-795e-4b39-b8e8-4c679cc40066 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=be0a66a0f0ac4e86951ed29782156c84&device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 1096 time: 0.6569400 Jan 28 03:12:24.282557 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd4e76-1611-4f6c-bf36-1763c6416035 None None] Pushing event updated for resources: {'Port': ['ID=8c8d07b6-fa07-4c11-a2aa-d0eabcd2c9f0,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:24.286832 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21b9d1-e6d6-4205-8463-eb4a38cd1928 service neutron] Pushing event updated for resources: {'Port': ['ID=29da1576-bc70-48ef-b0f1-d220ffd833a2,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:24.474110 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-92d1b4fd-102c-43d5-9115-586468c54f5f tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:24.483985 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-92d1b4fd-102c-43d5-9115-586468c54f5f tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/networks?id=3e9ad17b-b6a4-4ce3-a842-8b4107db7e09 HTTP/1.1" status: 200 len: 815 time: 0.4214628 Jan 28 03:12:24.512548 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a75ede-0f4b-4f8d-9a80-1328ec26957c req-d28a0142-f5f2-4d06-b12d-ee49f4c5b970 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:24.514061 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-61a75ede-0f4b-4f8d-9a80-1328ec26957c req-d28a0142-f5f2-4d06-b12d-ee49f4c5b970 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 944 time: 0.0761979 Jan 28 03:12:24.548914 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-60cac66c-3dbc-4d05-9785-7034aad914b8 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/quotas/2ba6cdd8be1347e5bceafd58466e6895 HTTP/1.1" status: 200 len: 375 time: 0.0637999 Jan 28 03:12:24.623183 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-9afd4e76-1611-4f6c-bf36-1763c6416035 None None] Attempting to bind port 8c8d07b6-fa07-4c11-a2aa-d0eabcd2c9f0 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:12:24.623183 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-9afd4e76-1611-4f6c-bf36-1763c6416035 None None] Attempting to bind port 8c8d07b6-fa07-4c11-a2aa-d0eabcd2c9f0 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '646519e3-6804-48a8-9239-18aa763e92d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3e9ad17b-b6a4-4ce3-a842-8b4107db7e09'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:12:24.623622 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afd4e76-1611-4f6c-bf36-1763c6416035 None None] Attempting to bind port 8c8d07b6-fa07-4c11-a2aa-d0eabcd2c9f0 on network 3e9ad17b-b6a4-4ce3-a842-8b4107db7e09 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:12:24.629442 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afd4e76-1611-4f6c-bf36-1763c6416035 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:12:24.629826 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afd4e76-1611-4f6c-bf36-1763c6416035 None None] Checking segment: {'id': '646519e3-6804-48a8-9239-18aa763e92d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3e9ad17b-b6a4-4ce3-a842-8b4107db7e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:12:24.630213 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9afd4e76-1611-4f6c-bf36-1763c6416035 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:24.630607 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afd4e76-1611-4f6c-bf36-1763c6416035 None None] Bound using segment: {'id': '646519e3-6804-48a8-9239-18aa763e92d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3e9ad17b-b6a4-4ce3-a842-8b4107db7e09'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:12:24.631087 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-9afd4e76-1611-4f6c-bf36-1763c6416035 None None] Bound port: 8c8d07b6-fa07-4c11-a2aa-d0eabcd2c9f0, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '646519e3-6804-48a8-9239-18aa763e92d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3e9ad17b-b6a4-4ce3-a842-8b4107db7e09'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:12:24.631461 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9afd4e76-1611-4f6c-bf36-1763c6416035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8c8d07b6-fa07-4c11-a2aa-d0eabcd2c9f0), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:24.650584 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a671a30-07ea-4cf8-8f79-429bd0408324 req-bd333efc-a98e-419a-a263-5dbd4aaa8ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:24.652518 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2a671a30-07ea-4cf8-8f79-429bd0408324 req-bd333efc-a98e-419a-a263-5dbd4aaa8ff0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a1b14d6a-1801-4ed4-a315-0dab0fce9962 HTTP/1.1" status: 200 len: 915 time: 0.3533893 Jan 28 03:12:24.654911 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-61a75ede-0f4b-4f8d-9a80-1328ec26957c req-420c0eba-8397-43a5-b0c3-bdb58d06992a tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332130 Jan 28 03:12:24.667493 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-3c21b9d1-e6d6-4205-8463-eb4a38cd1928 service neutron] Attempting to bind port 29da1576-bc70-48ef-b0f1-d220ffd833a2 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:12:24.667992 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-3c21b9d1-e6d6-4205-8463-eb4a38cd1928 service neutron] Attempting to bind port 29da1576-bc70-48ef-b0f1-d220ffd833a2 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:12:24.668515 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-3c21b9d1-e6d6-4205-8463-eb4a38cd1928 service neutron] Attempting to bind port 29da1576-bc70-48ef-b0f1-d220ffd833a2 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:12:24.698717 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-3c21b9d1-e6d6-4205-8463-eb4a38cd1928 service neutron] Port 29da1576-bc70-48ef-b0f1-d220ffd833a2 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:12:24.699026 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-3c21b9d1-e6d6-4205-8463-eb4a38cd1928 service neutron] Attempting to bind port 29da1576-bc70-48ef-b0f1-d220ffd833a2 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:12:24.744915 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-831c489f-b5b9-4dcb-9cc1-d58e1eac7946 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2ba6cdd8be1347e5bceafd58466e6895&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1950841 Jan 28 03:12:24.755847 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2a671a30-07ea-4cf8-8f79-429bd0408324 req-30a5196f-2190-4bf7-bd5e-76be2e2adfe5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=345ab761-8a9e-43d7-9219-a137d7f0086f HTTP/1.1" status: 200 len: 217 time: 0.0669231 Jan 28 03:12:24.758997 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-3c21b9d1-e6d6-4205-8463-eb4a38cd1928 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:12:24.760129 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-3c21b9d1-e6d6-4205-8463-eb4a38cd1928 service neutron] Checking segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:12:24.760917 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-3c21b9d1-e6d6-4205-8463-eb4a38cd1928 service neutron] Bound using segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:12:24.761771 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-3c21b9d1-e6d6-4205-8463-eb4a38cd1928 service neutron] Bound port: 29da1576-bc70-48ef-b0f1-d220ffd833a2, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:12:24.762481 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-3c21b9d1-e6d6-4205-8463-eb4a38cd1928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (29da1576-bc70-48ef-b0f1-d220ffd833a2), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:24.794976 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-9afd4e76-1611-4f6c-bf36-1763c6416035 None None] For port 8c8d07b6-fa07-4c11-a2aa-d0eabcd2c9f0, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:12:24.802281 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-9afd4e76-1611-4f6c-bf36-1763c6416035 None None] For port 8c8d07b6-fa07-4c11-a2aa-d0eabcd2c9f0, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=8c8d07b6-fa07-4c11-a2aa-d0eabcd2c9f0,segment=NetworkSegment(646519e3-6804-48a8-9239-18aa763e92d4),segment_id=646519e3-6804-48a8-9239-18aa763e92d4)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:12:24.811738 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 345ab761-8a9e-43d7-9219-a137d7f0086f details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:12:24.820576 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9afd4e76-1611-4f6c-bf36-1763c6416035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (8c8d07b6-fa07-4c11-a2aa-d0eabcd2c9f0), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:24.859706 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-836a7c7e-5bbc-4195-b37c-49f6804d0081 req-49422cea-dde8-4c9f-9ee9-447ba0228f36 tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] 10.222.0.53 "GET /v2.0/ports?device_id=d57a5397-aff1-4f93-9ac0-11731de97278 HTTP/1.1" status: 200 len: 210 time: 0.0668752 Jan 28 03:12:25.047042 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd4e76-1611-4f6c-bf36-1763c6416035 None None] Pushing event updated for resources: {'Port': ['ID=8c8d07b6-fa07-4c11-a2aa-d0eabcd2c9f0,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:25.131039 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 345ab761-8a9e-43d7-9219-a137d7f0086f, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=345ab761-8a9e-43d7-9219-a137d7f0086f,segment=NetworkSegment(12b0ee7f-b716-4f1a-9ffa-ca741f2c2535),segment_id=12b0ee7f-b716-4f1a-9ffa-ca741f2c2535)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:12:25.165946 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '345ab761-8a9e-43d7-9219-a137d7f0086f', 'network_id': 'a1b14d6a-1801-4ed4-a315-0dab0fce9962', 'port_id': '345ab761-8a9e-43d7-9219-a137d7f0086f', 'mac_address': 'fa:16:3e:82:d7:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d442bf-9d1c-42f1-9234-238e9e502428', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:12:25.253514 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 345ab761-8a9e-43d7-9219-a137d7f0086f is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:12:25.254222 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (345ab761-8a9e-43d7-9219-a137d7f0086f), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:25.306405 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 345ab761-8a9e-43d7-9219-a137d7f0086f {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:12:25.318980 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a638676d-b3f1-4686-9066-aa888b7e2728 req-2afd9078-f031-4e5b-b164-355f54864d97 tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:25.321121 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a638676d-b3f1-4686-9066-aa888b7e2728 req-2afd9078-f031-4e5b-b164-355f54864d97 tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] 10.222.0.39 "GET /v2.0/networks?id=81e8b61a-3f71-4132-bc2e-16c8aea89076 HTTP/1.1" status: 200 len: 814 time: 0.4602001 Jan 28 03:12:25.342929 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-a638676d-b3f1-4686-9066-aa888b7e2728 req-54ba822b-8f5e-4cf9-b964-01f8d09be1ca tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] Request body: {'port': {'device_id': 'd57a5397-aff1-4f93-9ac0-11731de97278', 'network_id': '81e8b61a-3f71-4132-bc2e-16c8aea89076', 'admin_state_up': True, 'tenant_id': '29b589ad6bf841cc953c78bf204550b1'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:12:25.366565 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 345ab761-8a9e-43d7-9219-a137d7f0086f, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=345ab761-8a9e-43d7-9219-a137d7f0086f,segment=NetworkSegment(12b0ee7f-b716-4f1a-9ffa-ca741f2c2535),segment_id=12b0ee7f-b716-4f1a-9ffa-ca741f2c2535)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:12:25.376721 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (345ab761-8a9e-43d7-9219-a137d7f0086f), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:25.489032 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a671a30-07ea-4cf8-8f79-429bd0408324 req-1f16a27a-1e12-45ef-a138-44db28d3bd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:25.490644 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2a671a30-07ea-4cf8-8f79-429bd0408324 req-1f16a27a-1e12-45ef-a138-44db28d3bd0c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28d442bf-9d1c-42f1-9234-238e9e502428 HTTP/1.1" status: 200 len: 854 time: 0.7250164 Jan 28 03:12:25.514891 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a5927-2f99-4a21-adab-0a520ae4eea9 req-313742a2-234a-42da-a56f-9923857b0246 tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:25.524620 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9e2a5927-2f99-4a21-adab-0a520ae4eea9 req-313742a2-234a-42da-a56f-9923857b0246 tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cdfd769-6cd9-4db4-8656-b759d342b03f HTTP/1.1" status: 200 len: 948 time: 0.2017713 Jan 28 03:12:25.551971 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2a671a30-07ea-4cf8-8f79-429bd0408324 req-4dd64525-11f7-4e02-b027-26525678ad50 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a1b14d6a-1801-4ed4-a315-0dab0fce9962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486522 Jan 28 03:12:25.555023 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=345ab761-8a9e-43d7-9219-a137d7f0086f,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:25.596150 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-3c21b9d1-e6d6-4205-8463-eb4a38cd1928 service neutron] For port 29da1576-bc70-48ef-b0f1-d220ffd833a2, host n-h1-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:12:25.603814 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-e67a2789-3000-4427-a164-8a5cede0952a service neutron] 10.222.0.53 "GET /v2.0/networks/3e9ad17b-b6a4-4ce3-a842-8b4107db7e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8573973 Jan 28 03:12:25.628824 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9e2a5927-2f99-4a21-adab-0a520ae4eea9 req-f33f397f-5cfe-440b-ae6a-64e0ab14be36 tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1dec7f9-f104-4e8f-9cd0-f77c6e59435d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036260 Jan 28 03:12:25.661945 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a638676d-b3f1-4686-9066-aa888b7e2728 req-54ba822b-8f5e-4cf9-b964-01f8d09be1ca tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] Made reservation on behalf of 29b589ad6bf841cc953c78bf204550b1 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:12:25.661945 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a638676d-b3f1-4686-9066-aa888b7e2728 req-54ba822b-8f5e-4cf9-b964-01f8d09be1ca tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:25.665788 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['345ab761-8a9e-43d7-9219-a137d7f0086f'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:12:25.717840 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-3c21b9d1-e6d6-4205-8463-eb4a38cd1928 service neutron] For port 29da1576-bc70-48ef-b0f1-d220ffd833a2, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=29da1576-bc70-48ef-b0f1-d220ffd833a2,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:12:25.803918 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-3c21b9d1-e6d6-4205-8463-eb4a38cd1928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (29da1576-bc70-48ef-b0f1-d220ffd833a2), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:25.893897 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-3c21b9d1-e6d6-4205-8463-eb4a38cd1928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:25.894952 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-3c21b9d1-e6d6-4205-8463-eb4a38cd1928 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:25.897484 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-3c21b9d1-e6d6-4205-8463-eb4a38cd1928 service neutron] 10.222.0.67 "PUT /v2.0/ports/29da1576-bc70-48ef-b0f1-d220ffd833a2 HTTP/1.1" status: 200 len: 1097 time: 2.5139506 Jan 28 03:12:25.903861 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cdfd769-6cd9-4db4-8656-b759d342b03f', 'tag': '29da1576-bc70-48ef-b0f1-d220ffd833a2'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:12:25.907910 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4f141d-1e82-4fa2-8a42-b4eb6d9cb3ea" -d '{"events": [{"name": "network-changed", "server_uuid": "9cdfd769-6cd9-4db4-8656-b759d342b03f", "tag": "29da1576-bc70-48ef-b0f1-d220ffd833a2"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:12:25.954142 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-a638676d-b3f1-4686-9066-aa888b7e2728 req-54ba822b-8f5e-4cf9-b964-01f8d09be1ca tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] Allocated IP 172.20.0.7 (81e8b61a-3f71-4132-bc2e-16c8aea89076/326add2f-c0c9-44b7-9b27-4b4513d3f003/aa8c1b0e-863b-48c4-bcf7-80029c18cb87) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:12:26.024178 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a571eb6-2813-43cd-b055-1c358bab8012 req-c2aa7b1a-5085-4e29-8170-26db95f089a7 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:26.045475 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0a571eb6-2813-43cd-b055-1c358bab8012 req-c2aa7b1a-5085-4e29-8170-26db95f089a7 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 945 time: 0.1955142 Jan 28 03:12:26.093935 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2a671a30-07ea-4cf8-8f79-429bd0408324 req-5b106617-d9c1-448d-8a89-33d2f9d0bf39 service neutron] 10.222.0.39 "GET /v2.0/networks/a1b14d6a-1801-4ed4-a315-0dab0fce9962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5290635 Jan 28 03:12:26.094947 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21b9d1-e6d6-4205-8463-eb4a38cd1928 service neutron] Pushing event updated for resources: {'Port': ['ID=29da1576-bc70-48ef-b0f1-d220ffd833a2,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:26.109461 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-e362be4b-6fa8-4572-9e36-2fb840f84d59 service neutron] 10.222.0.53 "GET /v2.0/networks/3e9ad17b-b6a4-4ce3-a842-8b4107db7e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4620750 Jan 28 03:12:26.228159 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0a571eb6-2813-43cd-b055-1c358bab8012 req-da2c06b3-9af6-41da-8302-8c23fd67a86d tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811233 Jan 28 03:12:26.291913 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-66f0db1f-e698-4dd3-a5d0-6512afb4d8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:26.294439 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-66f0db1f-e698-4dd3-a5d0-6512afb4d8a8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c4166ca5f5ee4bb092c3a3f17ae1a03c&device_id=9cdfd769-6cd9-4db4-8656-b759d342b03f HTTP/1.1" status: 200 len: 1100 time: 0.3224494 Jan 28 03:12:26.404141 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-d9a2958b-6175-48a6-9d5d-e6f9b1de84f5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=29da1576-bc70-48ef-b0f1-d220ffd833a2 HTTP/1.1" status: 200 len: 217 time: 0.0960307 Jan 28 03:12:26.478254 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b2161117-2e1a-43c6-bb48-412f725ae3e3 req-e79e5dfe-af4a-4766-9b00-4b6f6f4b2e75 tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] 10.222.0.53 "GET /v2.0/ports?device_id=d57a5397-aff1-4f93-9ac0-11731de97278 HTTP/1.1" status: 200 len: 210 time: 0.1224666 Jan 28 03:12:26.492983 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b32a98d-19a8-4333-8ce7-ecc08a577522 x-openstack-request-id: req-2b32a98d-19a8-4333-8ce7-ecc08a577522 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:12:26.493553 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cdfd769-6cd9-4db4-8656-b759d342b03f", "tag": "29da1576-bc70-48ef-b0f1-d220ffd833a2", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:12:26.493553 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2b32a98d-19a8-4333-8ce7-ecc08a577522 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:12:26.494739 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cdfd769-6cd9-4db4-8656-b759d342b03f', 'tag': '29da1576-bc70-48ef-b0f1-d220ffd833a2', 'status': 'completed', 'code': 200} Jan 28 03:12:26.516326 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a638676d-b3f1-4686-9066-aa888b7e2728 req-54ba822b-8f5e-4cf9-b964-01f8d09be1ca tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] Publish callbacks [] for port (aa8c1b0e-863b-48c4-bcf7-80029c18cb87), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:26.567171 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2a671a30-07ea-4cf8-8f79-429bd0408324 req-82169999-dc52-4c1b-b6c7-e8e3877a17cf service neutron] 10.222.0.39 "GET /v2.0/networks/a1b14d6a-1801-4ed4-a315-0dab0fce9962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4542429 Jan 28 03:12:26.579123 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-53bf3559-0a65-4fe3-816a-9629590b80a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:26.580808 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-53bf3559-0a65-4fe3-816a-9629590b80a8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.1626711 Jan 28 03:12:26.598709 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a638676d-b3f1-4686-9066-aa888b7e2728 req-54ba822b-8f5e-4cf9-b964-01f8d09be1ca tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (aa8c1b0e-863b-48c4-bcf7-80029c18cb87), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:26.678206 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a638676d-b3f1-4686-9066-aa888b7e2728 req-54ba822b-8f5e-4cf9-b964-01f8d09be1ca tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] Network 81e8b61a-3f71-4132-bc2e-16c8aea89076 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:12:26.710950 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-0bcb5144-679b-4e3e-ba85-b79e6bef88c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:26.712842 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-0bcb5144-679b-4e3e-ba85-b79e6bef88c6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1011558 Jan 28 03:12:26.725768 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-a638676d-b3f1-4686-9066-aa888b7e2728 req-54ba822b-8f5e-4cf9-b964-01f8d09be1ca tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:12:26.729358 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-a638676d-b3f1-4686-9066-aa888b7e2728 req-54ba822b-8f5e-4cf9-b964-01f8d09be1ca tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:12:26.802700 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 345ab761-8a9e-43d7-9219-a137d7f0086f up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:12:26.809862 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba822b-8f5e-4cf9-b964-01f8d09be1ca tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] Pushing event updated for resources: {'Port': ['ID=aa8c1b0e-863b-48c4-bcf7-80029c18cb87,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:26.850866 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595b3b38-056a-48d7-a74a-1c9253ad88ac None None] Network 3e9ad17b-b6a4-4ce3-a842-8b4107db7e09 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:12:26.879557 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a638676d-b3f1-4686-9066-aa888b7e2728 req-54ba822b-8f5e-4cf9-b964-01f8d09be1ca tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:26.880188 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a638676d-b3f1-4686-9066-aa888b7e2728 req-54ba822b-8f5e-4cf9-b964-01f8d09be1ca tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:26.926247 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a638676d-b3f1-4686-9066-aa888b7e2728 req-54ba822b-8f5e-4cf9-b964-01f8d09be1ca tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5898037 Jan 28 03:12:26.952787 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-a638676d-b3f1-4686-9066-aa888b7e2728 req-b520d42c-679c-4d3b-babd-badabbb37d2a service neutron] Request body: {'port': {'device_id': 'd57a5397-aff1-4f93-9ac0-11731de97278', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:12:26.999105 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd1f99c-0d42-4cad-895e-aea69b08bf63 req-a882f9a3-6fed-401d-b71c-2fc115055403 tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:27.007281 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8bd1f99c-0d42-4cad-895e-aea69b08bf63 req-a882f9a3-6fed-401d-b71c-2fc115055403 tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cdfd769-6cd9-4db4-8656-b759d342b03f HTTP/1.1" status: 200 len: 948 time: 0.2100461 Jan 28 03:12:27.016792 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-5c858e2f-9685-43ed-b0a6-63259f65f065 service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971497 Jan 28 03:12:27.023350 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-60d48925-0659-4045-85a9-54f17b64d59b None None] Provisioning complete for port 8c8d07b6-fa07-4c11-a2aa-d0eabcd2c9f0 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:12:27.023781 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-60d48925-0659-4045-85a9-54f17b64d59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (8c8d07b6-fa07-4c11-a2aa-d0eabcd2c9f0), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:27.056526 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-2d9032d7-97e6-4959-a45a-c8ba6b8fcf84 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:27.064887 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-2d9032d7-97e6-4959-a45a-c8ba6b8fcf84 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/networks?id=3e9ad17b-b6a4-4ce3-a842-8b4107db7e09 HTTP/1.1" status: 200 len: 815 time: 0.3808224 Jan 28 03:12:27.123660 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8bd1f99c-0d42-4cad-895e-aea69b08bf63 req-dcf5c0ac-f094-4fb4-9a08-b6dae578a798 tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1dec7f9-f104-4e8f-9cd0-f77c6e59435d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101108 Jan 28 03:12:27.131250 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-b16bcb3e-8e98-4f8c-b386-3f449e5e4e3d tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/quotas/2ba6cdd8be1347e5bceafd58466e6895 HTTP/1.1" status: 200 len: 375 time: 0.0647538 Jan 28 03:12:27.156908 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 345ab761-8a9e-43d7-9219-a137d7f0086f completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:12:27.171341 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 345ab761-8a9e-43d7-9219-a137d7f0086f triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:12:27.171840 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (345ab761-8a9e-43d7-9219-a137d7f0086f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:27.199991 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-98d80e92-3c5c-4d9c-8fb3-17940f5d88e5 req-ffce8df8-4d4c-4eda-88e3-f4946d40c2c3 service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724234 Jan 28 03:12:27.236524 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 8c8d07b6-fa07-4c11-a2aa-d0eabcd2c9f0 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:12:27.249476 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a638676d-b3f1-4686-9066-aa888b7e2728 req-b520d42c-679c-4d3b-babd-badabbb37d2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (aa8c1b0e-863b-48c4-bcf7-80029c18cb87), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:27.281355 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-e81841ed-50a7-488e-b88b-fefea21e05c1 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2ba6cdd8be1347e5bceafd58466e6895&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1485708 Jan 28 03:12:27.405580 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f141d-1e82-4fa2-8a42-b4eb6d9cb3ea req-cf899372-4770-4f10-b747-46d06eb6859c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:27.407350 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7a4f141d-1e82-4fa2-8a42-b4eb6d9cb3ea req-cf899372-4770-4f10-b747-46d06eb6859c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c4166ca5f5ee4bb092c3a3f17ae1a03c&device_id=9cdfd769-6cd9-4db4-8656-b759d342b03f HTTP/1.1" status: 200 len: 1100 time: 0.1178434 Jan 28 03:12:27.409824 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-60d48925-0659-4045-85a9-54f17b64d59b None None] Current status of the port 8c8d07b6-fa07-4c11-a2aa-d0eabcd2c9f0 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:12:27.410505 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-60d48925-0659-4045-85a9-54f17b64d59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8c8d07b6-fa07-4c11-a2aa-d0eabcd2c9f0), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:27.482061 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-60d48925-0659-4045-85a9-54f17b64d59b None None] For port 8c8d07b6-fa07-4c11-a2aa-d0eabcd2c9f0, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=8c8d07b6-fa07-4c11-a2aa-d0eabcd2c9f0,segment=NetworkSegment(646519e3-6804-48a8-9239-18aa763e92d4),segment_id=646519e3-6804-48a8-9239-18aa763e92d4)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:12:27.507370 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 8c8d07b6-fa07-4c11-a2aa-d0eabcd2c9f0 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:12:27.508122 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (8c8d07b6-fa07-4c11-a2aa-d0eabcd2c9f0), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:27.556680 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-60d48925-0659-4045-85a9-54f17b64d59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (8c8d07b6-fa07-4c11-a2aa-d0eabcd2c9f0), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:27.570189 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f141d-1e82-4fa2-8a42-b4eb6d9cb3ea req-16475532-da2f-4984-9e42-ac43ffe911bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:27.572045 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7a4f141d-1e82-4fa2-8a42-b4eb6d9cb3ea req-16475532-da2f-4984-9e42-ac43ffe911bc service neutron] 10.222.0.67 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.1485038 Jan 28 03:12:27.606409 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef28608-6025-48b6-bef8-3803ddf21b2f req-bbdb48e0-52de-4dba-acf4-c0f50c8d76ac tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:27.614221 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0ef28608-6025-48b6-bef8-3803ddf21b2f req-bbdb48e0-52de-4dba-acf4-c0f50c8d76ac tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 945 time: 0.2237749 Jan 28 03:12:27.670734 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7a4f141d-1e82-4fa2-8a42-b4eb6d9cb3ea req-e3534be8-3a60-4bef-85a9-762a5317a7cf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=29da1576-bc70-48ef-b0f1-d220ffd833a2 HTTP/1.1" status: 200 len: 217 time: 0.0542991 Jan 28 03:12:27.722498 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 345ab761-8a9e-43d7-9219-a137d7f0086f is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:12:27.723031 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f141d-1e82-4fa2-8a42-b4eb6d9cb3ea req-c8c5eaf6-6dd7-41d0-bf20-4e85fda83703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:27.723586 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (345ab761-8a9e-43d7-9219-a137d7f0086f), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:27.725018 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7a4f141d-1e82-4fa2-8a42-b4eb6d9cb3ea req-c8c5eaf6-6dd7-41d0-bf20-4e85fda83703 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.0486465 Jan 28 03:12:27.731788 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 8c8d07b6-fa07-4c11-a2aa-d0eabcd2c9f0 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:12:27.772030 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d48925-0659-4045-85a9-54f17b64d59b None None] Pushing event updated for resources: {'Port': ['ID=8c8d07b6-fa07-4c11-a2aa-d0eabcd2c9f0,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:27.787587 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-a638676d-b3f1-4686-9066-aa888b7e2728 req-b520d42c-679c-4d3b-babd-badabbb37d2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa8c1b0e-863b-48c4-bcf7-80029c18cb87 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:12:27.798612 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0ef28608-6025-48b6-bef8-3803ddf21b2f req-5998ca2f-514d-474e-8853-5963aaf4f7dd tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833317 Jan 28 03:12:27.804555 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a638676d-b3f1-4686-9066-aa888b7e2728 req-b520d42c-679c-4d3b-babd-badabbb37d2a service neutron] Publish callbacks [] for port (aa8c1b0e-863b-48c4-bcf7-80029c18cb87), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:27.829342 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-935999fa-c9f9-4eb0-865c-0ac35aff9d62 service neutron] 10.222.0.53 "GET /v2.0/networks/3e9ad17b-b6a4-4ce3-a842-8b4107db7e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5466516 Jan 28 03:12:27.843110 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a118dd3a-bc7f-451b-8f10-c330823643c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345ab761-8a9e-43d7-9219-a137d7f0086f'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:12:27.848444 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5200cc-92b4-4827-9338-acedd70ece71" -d '{"events": [{"server_uuid": "a118dd3a-bc7f-451b-8f10-c330823643c0", "name": "network-vif-plugged", "status": "completed", "tag": "345ab761-8a9e-43d7-9219-a137d7f0086f"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:12:27.850882 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f141d-1e82-4fa2-8a42-b4eb6d9cb3ea req-d53da1c0-371d-4515-a3c8-8f73f9889275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:27.851357 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-5d93b3ef-5cd9-4932-8cd9-a0e4d34cf90e None None] Provisioning complete for port 8c8d07b6-fa07-4c11-a2aa-d0eabcd2c9f0 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:12:27.851948 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5d93b3ef-5cd9-4932-8cd9-a0e4d34cf90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (8c8d07b6-fa07-4c11-a2aa-d0eabcd2c9f0), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:27.855249 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7a4f141d-1e82-4fa2-8a42-b4eb6d9cb3ea req-d53da1c0-371d-4515-a3c8-8f73f9889275 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1184635 Jan 28 03:12:27.904227 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-a638676d-b3f1-4686-9066-aa888b7e2728 req-b520d42c-679c-4d3b-babd-badabbb37d2a service neutron] Transition to ACTIVE for port object aa8c1b0e-863b-48c4-bcf7-80029c18cb87 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:12:27.913724 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a638676d-b3f1-4686-9066-aa888b7e2728 req-b520d42c-679c-4d3b-babd-badabbb37d2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (aa8c1b0e-863b-48c4-bcf7-80029c18cb87), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:27.947401 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 345ab761-8a9e-43d7-9219-a137d7f0086f, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=345ab761-8a9e-43d7-9219-a137d7f0086f,segment=NetworkSegment(12b0ee7f-b716-4f1a-9ffa-ca741f2c2535),segment_id=12b0ee7f-b716-4f1a-9ffa-ca741f2c2535)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:12:27.966399 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7a4f141d-1e82-4fa2-8a42-b4eb6d9cb3ea req-e82b407d-b71a-4929-a049-9f6715fdcbde service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032057 Jan 28 03:12:27.983286 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b520d42c-679c-4d3b-babd-badabbb37d2a service neutron] Pushing event updated for resources: {'Port': ['ID=aa8c1b0e-863b-48c4-bcf7-80029c18cb87,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:28.018146 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (345ab761-8a9e-43d7-9219-a137d7f0086f), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:28.023135 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-5d93b3ef-5cd9-4932-8cd9-a0e4d34cf90e None None] Current status of the port 8c8d07b6-fa07-4c11-a2aa-d0eabcd2c9f0 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:12:28.095286 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a18d7-c829-4314-89cd-2d5ad6adf444 req-7dc8e0f0-0958-4976-8157-ec36d8eba50d tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:28.097366 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e17a18d7-c829-4314-89cd-2d5ad6adf444 req-7dc8e0f0-0958-4976-8157-ec36d8eba50d tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] 10.222.0.53 "GET /v2.0/ports?device_id=d57a5397-aff1-4f93-9ac0-11731de97278 HTTP/1.1" status: 200 len: 943 time: 0.1296055 Jan 28 03:12:28.122160 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=345ab761-8a9e-43d7-9219-a137d7f0086f,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:28.177670 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-5b2a5294-55e6-4472-9773-c0d950d0620b service neutron] 10.222.0.53 "GET /v2.0/networks/3e9ad17b-b6a4-4ce3-a842-8b4107db7e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471267 Jan 28 03:12:28.192795 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e17a18d7-c829-4314-89cd-2d5ad6adf444 req-9f9c8242-0479-420c-bc28-d610b748da17 tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6a7ecc2-72fc-4155-b92a-d391c91b3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824709 Jan 28 03:12:28.204489 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7a4f141d-1e82-4fa2-8a42-b4eb6d9cb3ea req-58128b8b-ca47-4a6f-b971-bfb36dd1a21f service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256362 Jan 28 03:12:28.218590 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-a638676d-b3f1-4686-9066-aa888b7e2728 req-b520d42c-679c-4d3b-babd-badabbb37d2a service neutron] Attempting to bind port aa8c1b0e-863b-48c4-bcf7-80029c18cb87 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:12:28.219334 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-a638676d-b3f1-4686-9066-aa888b7e2728 req-b520d42c-679c-4d3b-babd-badabbb37d2a service neutron] Attempting to bind port aa8c1b0e-863b-48c4-bcf7-80029c18cb87 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '60be40cf-0a99-4c36-8d45-a0f10ee3bd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '81e8b61a-3f71-4132-bc2e-16c8aea89076'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:12:28.220089 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a638676d-b3f1-4686-9066-aa888b7e2728 req-b520d42c-679c-4d3b-babd-badabbb37d2a service neutron] Attempting to bind port aa8c1b0e-863b-48c4-bcf7-80029c18cb87 on network 81e8b61a-3f71-4132-bc2e-16c8aea89076 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:12:28.228342 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a638676d-b3f1-4686-9066-aa888b7e2728 req-b520d42c-679c-4d3b-babd-badabbb37d2a service neutron] Port aa8c1b0e-863b-48c4-bcf7-80029c18cb87 on network 81e8b61a-3f71-4132-bc2e-16c8aea89076 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:12:28.228672 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a638676d-b3f1-4686-9066-aa888b7e2728 req-b520d42c-679c-4d3b-babd-badabbb37d2a service neutron] Attempting to bind port aa8c1b0e-863b-48c4-bcf7-80029c18cb87 on network 81e8b61a-3f71-4132-bc2e-16c8aea89076 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:12:28.236881 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a638676d-b3f1-4686-9066-aa888b7e2728 req-b520d42c-679c-4d3b-babd-badabbb37d2a service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:12:28.237558 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a638676d-b3f1-4686-9066-aa888b7e2728 req-b520d42c-679c-4d3b-babd-badabbb37d2a service neutron] Checking segment: {'id': '60be40cf-0a99-4c36-8d45-a0f10ee3bd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '81e8b61a-3f71-4132-bc2e-16c8aea89076'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:12:28.238426 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a638676d-b3f1-4686-9066-aa888b7e2728 req-b520d42c-679c-4d3b-babd-badabbb37d2a service neutron] Bound using segment: {'id': '60be40cf-0a99-4c36-8d45-a0f10ee3bd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '81e8b61a-3f71-4132-bc2e-16c8aea89076'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:12:28.238863 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-a638676d-b3f1-4686-9066-aa888b7e2728 req-b520d42c-679c-4d3b-babd-badabbb37d2a service neutron] Bound port: aa8c1b0e-863b-48c4-bcf7-80029c18cb87, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60be40cf-0a99-4c36-8d45-a0f10ee3bd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '81e8b61a-3f71-4132-bc2e-16c8aea89076'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:12:28.239691 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a638676d-b3f1-4686-9066-aa888b7e2728 req-b520d42c-679c-4d3b-babd-badabbb37d2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (aa8c1b0e-863b-48c4-bcf7-80029c18cb87), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:28.380085 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-a638676d-b3f1-4686-9066-aa888b7e2728 req-b520d42c-679c-4d3b-babd-badabbb37d2a service neutron] For port aa8c1b0e-863b-48c4-bcf7-80029c18cb87, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:12:28.385792 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-a638676d-b3f1-4686-9066-aa888b7e2728 req-b520d42c-679c-4d3b-babd-badabbb37d2a service neutron] For port aa8c1b0e-863b-48c4-bcf7-80029c18cb87, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=aa8c1b0e-863b-48c4-bcf7-80029c18cb87,segment=NetworkSegment(60be40cf-0a99-4c36-8d45-a0f10ee3bd93),segment_id=60be40cf-0a99-4c36-8d45-a0f10ee3bd93)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:12:28.396119 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a638676d-b3f1-4686-9066-aa888b7e2728 req-b520d42c-679c-4d3b-babd-badabbb37d2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (aa8c1b0e-863b-48c4-bcf7-80029c18cb87), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:28.448754 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47b37f5-3cf4-477a-abad-50c3504d0892 x-openstack-request-id: req-b47b37f5-3cf4-477a-abad-50c3504d0892 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:12:28.449199 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a118dd3a-bc7f-451b-8f10-c330823643c0", "name": "network-vif-plugged", "status": "completed", "tag": "345ab761-8a9e-43d7-9219-a137d7f0086f", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:12:28.449609 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b47b37f5-3cf4-477a-abad-50c3504d0892 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:12:28.450569 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a118dd3a-bc7f-451b-8f10-c330823643c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345ab761-8a9e-43d7-9219-a137d7f0086f', 'code': 200} Jan 28 03:12:28.529928 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a638676d-b3f1-4686-9066-aa888b7e2728 req-b520d42c-679c-4d3b-babd-badabbb37d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:28.530849 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a638676d-b3f1-4686-9066-aa888b7e2728 req-b520d42c-679c-4d3b-babd-badabbb37d2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:28.532416 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a638676d-b3f1-4686-9066-aa888b7e2728 req-b520d42c-679c-4d3b-babd-badabbb37d2a service neutron] 10.222.0.39 "PUT /v2.0/ports/aa8c1b0e-863b-48c4-bcf7-80029c18cb87 HTTP/1.1" status: 200 len: 1092 time: 1.5874505 Jan 28 03:12:28.532965 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57a5397-aff1-4f93-9ac0-11731de97278', 'tag': 'aa8c1b0e-863b-48c4-bcf7-80029c18cb87'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:12:28.535387 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39526947-0ccc-44dc-9498-10bb4d3616b3" -d '{"events": [{"name": "network-changed", "server_uuid": "d57a5397-aff1-4f93-9ac0-11731de97278", "tag": "aa8c1b0e-863b-48c4-bcf7-80029c18cb87"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:12:28.595158 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-c243b703-3c6e-481a-8057-dac7854cecda tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:28.599675 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-c243b703-3c6e-481a-8057-dac7854cecda tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.67 "GET /v2.0/networks?id=3e9ad17b-b6a4-4ce3-a842-8b4107db7e09 HTTP/1.1" status: 200 len: 815 time: 0.2983184 Jan 28 03:12:28.626141 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-613426b3-216d-4d1e-922d-7790f82c409d tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Request body: {'port': {'device_id': '25dd7628-9486-445b-b0b6-3e715d7dc01e', 'network_id': '3e9ad17b-b6a4-4ce3-a842-8b4107db7e09', 'admin_state_up': True, 'tenant_id': '2ba6cdd8be1347e5bceafd58466e6895'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:12:28.638551 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b520d42c-679c-4d3b-babd-badabbb37d2a service neutron] Pushing event updated for resources: {'Port': ['ID=aa8c1b0e-863b-48c4-bcf7-80029c18cb87,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:28.716821 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02a55d-2929-4edf-8de3-8403b20f736b req-52f85c0b-5fed-439d-9659-d68303dc735e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:28.729652 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7e02a55d-2929-4edf-8de3-8403b20f736b req-52f85c0b-5fed-439d-9659-d68303dc735e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 1098 time: 0.1284790 Jan 28 03:12:28.801338 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5f69b4-5636-4e51-8cd0-28591cfc6aef x-openstack-request-id: req-af5f69b4-5636-4e51-8cd0-28591cfc6aef {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:12:28.802066 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d57a5397-aff1-4f93-9ac0-11731de97278", "tag": "aa8c1b0e-863b-48c4-bcf7-80029c18cb87", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:12:28.802934 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-af5f69b4-5636-4e51-8cd0-28591cfc6aef {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:12:28.803817 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57a5397-aff1-4f93-9ac0-11731de97278', 'tag': 'aa8c1b0e-863b-48c4-bcf7-80029c18cb87', 'status': 'completed', 'code': 200} Jan 28 03:12:28.809500 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7e02a55d-2929-4edf-8de3-8403b20f736b req-9780c6cc-dafd-48da-9eb2-63348eb919a2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739911 Jan 28 03:12:28.906755 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc9402-1b09-44c1-b1ea-8fbe23b9e9ed req-a95d8d26-a476-4c00-a6c8-4a335b7ada4c tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:28.914333 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2dcc9402-1b09-44c1-b1ea-8fbe23b9e9ed req-a95d8d26-a476-4c00-a6c8-4a335b7ada4c tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cdfd769-6cd9-4db4-8656-b759d342b03f HTTP/1.1" status: 200 len: 948 time: 0.2133727 Jan 28 03:12:28.926609 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a638676d-b3f1-4686-9066-aa888b7e2728 req-bd743d21-de52-4409-bee2-b66090ba63f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:28.928055 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a638676d-b3f1-4686-9066-aa888b7e2728 req-bd743d21-de52-4409-bee2-b66090ba63f2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=29b589ad6bf841cc953c78bf204550b1&device_id=d57a5397-aff1-4f93-9ac0-11731de97278 HTTP/1.1" status: 200 len: 1095 time: 0.2888410 Jan 28 03:12:28.970489 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-613426b3-216d-4d1e-922d-7790f82c409d tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Made reservation on behalf of 2ba6cdd8be1347e5bceafd58466e6895 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:12:28.974746 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-613426b3-216d-4d1e-922d-7790f82c409d tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:29.023098 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2dcc9402-1b09-44c1-b1ea-8fbe23b9e9ed req-3f49327e-d144-42de-bbd4-adf47450b02a tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1dec7f9-f104-4e8f-9cd0-f77c6e59435d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015699 Jan 28 03:12:29.038552 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 8c8d07b6-fa07-4c11-a2aa-d0eabcd2c9f0 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:12:29.070363 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-c2f6f69b-b474-4a61-b4b0-8619638bec10 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:29.072369 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-c2f6f69b-b474-4a61-b4b0-8619638bec10 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/networks?id=3e9ad17b-b6a4-4ce3-a842-8b4107db7e09 HTTP/1.1" status: 200 len: 815 time: 0.2005682 Jan 28 03:12:29.090408 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-e8a82eaf-8bf0-4291-98a5-69a7eace7966 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/quotas/2ba6cdd8be1347e5bceafd58466e6895 HTTP/1.1" status: 200 len: 375 time: 0.0104706 Jan 28 03:12:29.152738 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 8c8d07b6-fa07-4c11-a2aa-d0eabcd2c9f0 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:12:29.153939 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (8c8d07b6-fa07-4c11-a2aa-d0eabcd2c9f0), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:29.169943 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a638676d-b3f1-4686-9066-aa888b7e2728 req-7fca1a57-afba-4eb0-8a26-8accbab633f0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa8c1b0e-863b-48c4-bcf7-80029c18cb87 HTTP/1.1" status: 200 len: 217 time: 0.0800140 Jan 28 03:12:29.201025 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-65a4f674-7568-4470-9fac-3f669aa49188 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2ba6cdd8be1347e5bceafd58466e6895&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1036448 Jan 28 03:12:29.213766 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:29.295130 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 8c8d07b6-fa07-4c11-a2aa-d0eabcd2c9f0 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:12:29.338859 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a638676d-b3f1-4686-9066-aa888b7e2728 req-c4b31205-eb4f-44a1-bfc8-20ffe2182ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:29.340990 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a638676d-b3f1-4686-9066-aa888b7e2728 req-c4b31205-eb4f-44a1-bfc8-20ffe2182ce3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=326add2f-c0c9-44b7-9b27-4b4513d3f003 HTTP/1.1" status: 200 len: 854 time: 0.1541452 Jan 28 03:12:29.358736 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-782f1e01-98cc-4a52-9186-0f631a355318 service neutron] 10.222.0.53 "GET /v2.0/networks/3e9ad17b-b6a4-4ce3-a842-8b4107db7e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497521 Jan 28 03:12:29.363635 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad98520-cf73-4d68-b2a1-f079fa457e03 req-b7691bf8-3ac6-474b-93c0-8ff142dd7836 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:29.372665 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4ad98520-cf73-4d68-b2a1-f079fa457e03 req-b7691bf8-3ac6-474b-93c0-8ff142dd7836 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.2111139 Jan 28 03:12:29.419773 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a638676d-b3f1-4686-9066-aa888b7e2728 req-e395bf49-816d-4d9e-b41c-ce585f1bd0c9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=81e8b61a-3f71-4132-bc2e-16c8aea89076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365264 Jan 28 03:12:29.439055 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-613426b3-216d-4d1e-922d-7790f82c409d tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Allocated IP 172.20.0.9 (3e9ad17b-b6a4-4ce3-a842-8b4107db7e09/646395d4-6261-4135-88e3-b1ff3935f17b/51bc2987-dd8c-4301-9973-faf1702561f4) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:12:29.511843 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-b9090ccd-30bd-47d2-9999-b7f751ecebfc service neutron] 10.222.0.53 "GET /v2.0/networks/3e9ad17b-b6a4-4ce3-a842-8b4107db7e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474819 Jan 28 03:12:29.576592 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4ad98520-cf73-4d68-b2a1-f079fa457e03 req-90892ae8-7a1a-4ddf-9ad8-aeb0b795174d tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025447 Jan 28 03:12:29.641173 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a638676d-b3f1-4686-9066-aa888b7e2728 req-ac4e2205-d415-4d41-bdc0-528c48743106 service neutron] 10.222.0.39 "GET /v2.0/networks/81e8b61a-3f71-4132-bc2e-16c8aea89076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104583 Jan 28 03:12:29.740464 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2af42bcf-1e83-4d2d-95da-f353377d04c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:29.812566 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a638676d-b3f1-4686-9066-aa888b7e2728 req-2dc8b8ea-1948-4ddf-8a85-2ecc2a52170f service neutron] 10.222.0.39 "GET /v2.0/networks/81e8b61a-3f71-4132-bc2e-16c8aea89076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444149 Jan 28 03:12:29.867012 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7869f-b1fd-468d-9b41-8ed7e51c7c64 req-ae9f47bc-11ee-4f4f-b2bc-559546d79ecc tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:29.875336 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-72a7869f-b1fd-468d-9b41-8ed7e51c7c64 req-ae9f47bc-11ee-4f4f-b2bc-559546d79ecc tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] 10.222.0.53 "GET /v2.0/ports?device_id=d57a5397-aff1-4f93-9ac0-11731de97278 HTTP/1.1" status: 200 len: 943 time: 0.1094193 Jan 28 03:12:29.933695 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-01ead82d-d019-4f75-a740-a5e4cd612bf2 req-f12a90ad-4f20-4428-bedc-6083ca25f41d tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5337b2-4fb7-431a-982f-db12fe46dc72 HTTP/1.1" status: 200 len: 210 time: 0.0696893 Jan 28 03:12:29.945938 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-613426b3-216d-4d1e-922d-7790f82c409d tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Publish callbacks [] for port (51bc2987-dd8c-4301-9973-faf1702561f4), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:30.171068 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c01425-36a8-40f9-bc98-d66f1e82bc39 req-2b7eb5ff-c5ff-42fb-a3a9-351215523b60 tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:30.182628 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-55c01425-36a8-40f9-bc98-d66f1e82bc39 req-2b7eb5ff-c5ff-42fb-a3a9-351215523b60 tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cdfd769-6cd9-4db4-8656-b759d342b03f HTTP/1.1" status: 200 len: 948 time: 0.0759001 Jan 28 03:12:30.266981 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-55c01425-36a8-40f9-bc98-d66f1e82bc39 req-b3110c47-82bc-4e0c-8b08-f4ae563aead4 tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1dec7f9-f104-4e8f-9cd0-f77c6e59435d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825157 Jan 28 03:12:30.422335 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-f364c9c5-54c2-4045-86ff-efc57a242e9a tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:30.424371 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-f364c9c5-54c2-4045-86ff-efc57a242e9a tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.39 "GET /v2.0/networks?id=3e9ad17b-b6a4-4ce3-a842-8b4107db7e09 HTTP/1.1" status: 200 len: 815 time: 0.1797309 Jan 28 03:12:30.431702 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 29da1576-bc70-48ef-b0f1-d220ffd833a2 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:12:30.445328 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-a27c8d5e-9703-4b67-97f6-fc4eb7a3e30d tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Request body: {'port': {'device_id': '5afaf7d1-00e5-4633-a229-79334e3ce992', 'network_id': '3e9ad17b-b6a4-4ce3-a842-8b4107db7e09', 'admin_state_up': True, 'tenant_id': '2ba6cdd8be1347e5bceafd58466e6895'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:12:30.449570 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-72a7869f-b1fd-468d-9b41-8ed7e51c7c64 req-bd2cde3c-3490-4077-9776-936925c60850 tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6a7ecc2-72fc-4155-b92a-d391c91b3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5733314 Jan 28 03:12:30.495840 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39526947-0ccc-44dc-9498-10bb4d3616b3 req-318075b1-6c3d-4be3-9d24-68b4636814bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:30.497196 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-39526947-0ccc-44dc-9498-10bb4d3616b3 req-318075b1-6c3d-4be3-9d24-68b4636814bf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=29b589ad6bf841cc953c78bf204550b1&device_id=d57a5397-aff1-4f93-9ac0-11731de97278 HTTP/1.1" status: 200 len: 1095 time: 0.5108559 Jan 28 03:12:30.500850 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-613426b3-216d-4d1e-922d-7790f82c409d tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (51bc2987-dd8c-4301-9973-faf1702561f4), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:30.613443 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-613426b3-216d-4d1e-922d-7790f82c409d tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Network 3e9ad17b-b6a4-4ce3-a842-8b4107db7e09 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:12:30.625879 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-613426b3-216d-4d1e-922d-7790f82c409d tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:12:30.630871 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-613426b3-216d-4d1e-922d-7790f82c409d tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:12:30.639118 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 29da1576-bc70-48ef-b0f1-d220ffd833a2, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=29da1576-bc70-48ef-b0f1-d220ffd833a2,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:12:30.671505 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-a27c8d5e-9703-4b67-97f6-fc4eb7a3e30d tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Made reservation on behalf of 2ba6cdd8be1347e5bceafd58466e6895 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:12:30.681032 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '29da1576-bc70-48ef-b0f1-d220ffd833a2', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'port_id': '29da1576-bc70-48ef-b0f1-d220ffd833a2', 'mac_address': 'fa:16:3e:25:91:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24329ac8-3d67-49eb-9f63-d2859e79e36f', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:12:30.682931 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-a27c8d5e-9703-4b67-97f6-fc4eb7a3e30d tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:30.736434 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-613426b3-216d-4d1e-922d-7790f82c409d tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:30.737396 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-613426b3-216d-4d1e-922d-7790f82c409d tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:30.778032 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613426b3-216d-4d1e-922d-7790f82c409d tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Pushing event updated for resources: {'Port': ['ID=51bc2987-dd8c-4301-9973-faf1702561f4,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:30.789236 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-613426b3-216d-4d1e-922d-7790f82c409d tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1715727 Jan 28 03:12:30.811220 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 29da1576-bc70-48ef-b0f1-d220ffd833a2 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:12:30.811820 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (29da1576-bc70-48ef-b0f1-d220ffd833a2), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:30.812622 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-fa1be010-d742-43d6-8fa4-47937490d780 service neutron] Request body: {'port': {'device_id': '25dd7628-9486-445b-b0b6-3e715d7dc01e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:12:30.875432 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29da1576-bc70-48ef-b0f1-d220ffd833a2 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:12:30.896201 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39526947-0ccc-44dc-9498-10bb4d3616b3 req-6e8ea8f2-df63-4871-9cf4-5ca24001fc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:30.897894 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-39526947-0ccc-44dc-9498-10bb4d3616b3 req-6e8ea8f2-df63-4871-9cf4-5ca24001fc86 service neutron] 10.222.0.39 "GET /v2.0/networks?id=81e8b61a-3f71-4132-bc2e-16c8aea89076 HTTP/1.1" status: 200 len: 915 time: 0.3878946 Jan 28 03:12:31.002653 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 29da1576-bc70-48ef-b0f1-d220ffd833a2, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=29da1576-bc70-48ef-b0f1-d220ffd833a2,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:12:31.005096 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-39526947-0ccc-44dc-9498-10bb4d3616b3 req-1fa96896-7d9a-4aec-9c6a-62ba31d698c1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa8c1b0e-863b-48c4-bcf7-80029c18cb87 HTTP/1.1" status: 200 len: 217 time: 0.0747647 Jan 28 03:12:31.008974 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-fa1be010-d742-43d6-8fa4-47937490d780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (51bc2987-dd8c-4301-9973-faf1702561f4), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:31.014111 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (29da1576-bc70-48ef-b0f1-d220ffd833a2), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:31.063385 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f016b40-7bb7-409c-8f8e-850ade1ff96c req-531ebb06-5120-46f4-98c8-c22c2337e76f tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:31.067025 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4f016b40-7bb7-409c-8f8e-850ade1ff96c req-531ebb06-5120-46f4-98c8-c22c2337e76f tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.1956398 Jan 28 03:12:31.125872 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-a27c8d5e-9703-4b67-97f6-fc4eb7a3e30d tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Allocated IP 172.20.0.3 (3e9ad17b-b6a4-4ce3-a842-8b4107db7e09/646395d4-6261-4135-88e3-b1ff3935f17b/4d5045de-fe19-4517-99c7-d98d8c9990f0) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:12:31.165040 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=29da1576-bc70-48ef-b0f1-d220ffd833a2,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:31.202533 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-d4b448c6-a13f-430a-b594-80beef40bdc8 None None] Provisioning complete for port 51bc2987-dd8c-4301-9973-faf1702561f4 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:12:31.202899 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d4b448c6-a13f-430a-b594-80beef40bdc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (51bc2987-dd8c-4301-9973-faf1702561f4), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:31.237064 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39526947-0ccc-44dc-9498-10bb4d3616b3 req-ce052857-0f92-4a43-9113-0e29fb6bd5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:31.238463 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-39526947-0ccc-44dc-9498-10bb4d3616b3 req-ce052857-0f92-4a43-9113-0e29fb6bd5a1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=326add2f-c0c9-44b7-9b27-4b4513d3f003 HTTP/1.1" status: 200 len: 854 time: 0.2253370 Jan 28 03:12:31.253820 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4f016b40-7bb7-409c-8f8e-850ade1ff96c req-5b923058-c962-4231-a2b7-d9f5aa68f1ff tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675010 Jan 28 03:12:31.257870 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-d4b448c6-a13f-430a-b594-80beef40bdc8 None None] Port 51bc2987-dd8c-4301-9973-faf1702561f4 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:12:31.312624 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9851c629-10e0-40be-aa75-a60b55a77fbd req-a7574477-6cf4-40c1-aa7b-e73dbd05afdf tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5337b2-4fb7-431a-982f-db12fe46dc72 HTTP/1.1" status: 200 len: 210 time: 0.0778413 Jan 28 03:12:31.343445 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-39526947-0ccc-44dc-9498-10bb4d3616b3 req-a0a2f655-6be9-4790-a451-6b31e361b72d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=81e8b61a-3f71-4132-bc2e-16c8aea89076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891514 Jan 28 03:12:31.400999 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['29da1576-bc70-48ef-b0f1-d220ffd833a2'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:12:31.488632 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0395256-d05b-4cf7-bf90-491ab559f3c3 req-5b2d2501-d6cd-4753-a541-36f652d7fbf3 tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:31.490404 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b0395256-d05b-4cf7-bf90-491ab559f3c3 req-5b2d2501-d6cd-4753-a541-36f652d7fbf3 tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cdfd769-6cd9-4db4-8656-b759d342b03f HTTP/1.1" status: 200 len: 949 time: 0.1020317 Jan 28 03:12:31.528483 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-a27c8d5e-9703-4b67-97f6-fc4eb7a3e30d tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Publish callbacks [] for port (4d5045de-fe19-4517-99c7-d98d8c9990f0), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:31.599212 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b0395256-d05b-4cf7-bf90-491ab559f3c3 req-814e9c23-1911-4e63-93df-ec5183b492d2 tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1dec7f9-f104-4e8f-9cd0-f77c6e59435d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011035 Jan 28 03:12:31.634064 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-a27c8d5e-9703-4b67-97f6-fc4eb7a3e30d tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (4d5045de-fe19-4517-99c7-d98d8c9990f0), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:31.714825 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-a27c8d5e-9703-4b67-97f6-fc4eb7a3e30d tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Network 3e9ad17b-b6a4-4ce3-a842-8b4107db7e09 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:12:31.749504 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-a27c8d5e-9703-4b67-97f6-fc4eb7a3e30d tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:12:31.786340 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-a27c8d5e-9703-4b67-97f6-fc4eb7a3e30d tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:12:31.805519 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c8d5e-9703-4b67-97f6-fc4eb7a3e30d tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Pushing event updated for resources: {'Port': ['ID=4d5045de-fe19-4517-99c7-d98d8c9990f0,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:31.911657 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1ad1dd8e-66df-4d45-8eb0-3aea3d73f1bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:32.072640 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-a27c8d5e-9703-4b67-97f6-fc4eb7a3e30d tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:32.073716 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-a27c8d5e-9703-4b67-97f6-fc4eb7a3e30d tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:32.112649 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-a27c8d5e-9703-4b67-97f6-fc4eb7a3e30d tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6717594 Jan 28 03:12:32.155979 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-9a7ae881-919f-42be-9905-698712620560 service neutron] Request body: {'port': {'device_id': '5afaf7d1-00e5-4633-a229-79334e3ce992', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:12:32.180300 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ec47e-30f0-4476-b569-e45fd946c155 req-5810d1b8-dd46-49c0-a752-e2755ca2bac2 tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:32.182546 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b50ec47e-30f0-4476-b569-e45fd946c155 req-5810d1b8-dd46-49c0-a752-e2755ca2bac2 tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] 10.222.0.53 "GET /v2.0/ports?device_id=d57a5397-aff1-4f93-9ac0-11731de97278 HTTP/1.1" status: 200 len: 943 time: 0.5654984 Jan 28 03:12:32.188622 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-ac75c3d5-ba1e-4138-b593-f34b4541833b None None] Provisioning complete for port 4d5045de-fe19-4517-99c7-d98d8c9990f0 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:12:32.189019 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ac75c3d5-ba1e-4138-b593-f34b4541833b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (4d5045de-fe19-4517-99c7-d98d8c9990f0), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:32.221479 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-fa1be010-d742-43d6-8fa4-47937490d780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51bc2987-dd8c-4301-9973-faf1702561f4 {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:12:32.230307 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-39526947-0ccc-44dc-9498-10bb4d3616b3 req-3f54dca8-32b1-4bbb-a920-3bf4a65181a5 service neutron] 10.222.0.39 "GET /v2.0/networks/81e8b61a-3f71-4132-bc2e-16c8aea89076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8653717 Jan 28 03:12:32.238653 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-ac75c3d5-ba1e-4138-b593-f34b4541833b None None] Port 4d5045de-fe19-4517-99c7-d98d8c9990f0 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:12:32.253691 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-b8f71f68-3cc3-44c7-a72b-e3a723a03dd7 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:32.255591 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-b8f71f68-3cc3-44c7-a72b-e3a723a03dd7 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.67 "GET /v2.0/networks?id=3e9ad17b-b6a4-4ce3-a842-8b4107db7e09 HTTP/1.1" status: 200 len: 815 time: 0.5263329 Jan 28 03:12:32.261976 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e96cc5-62d1-4412-8d5b-fe51b973f698 req-49a2fd41-178c-419a-8c28-ad0568e00301 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:32.263777 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-45e96cc5-62d1-4412-8d5b-fe51b973f698 req-49a2fd41-178c-419a-8c28-ad0568e00301 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/networks?id=a1b14d6a-1801-4ed4-a315-0dab0fce9962 HTTP/1.1" status: 200 len: 814 time: 0.5300205 Jan 28 03:12:32.286531 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-9aad67b6-97f0-48af-be79-453c577ccf24 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Request body: {'port': {'device_id': '4a5337b2-4fb7-431a-982f-db12fe46dc72', 'network_id': '3e9ad17b-b6a4-4ce3-a842-8b4107db7e09', 'admin_state_up': True, 'tenant_id': '2ba6cdd8be1347e5bceafd58466e6895'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:12:32.329800 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-45e96cc5-62d1-4412-8d5b-fe51b973f698 req-3fe89c7c-8afc-406d-b6a5-1a0aa360c065 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/quotas/be0a66a0f0ac4e86951ed29782156c84 HTTP/1.1" status: 200 len: 375 time: 0.0487990 Jan 28 03:12:32.330211 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-fa1be010-d742-43d6-8fa4-47937490d780 service neutron] Publish callbacks [] for port (51bc2987-dd8c-4301-9973-faf1702561f4), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:32.347799 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-39526947-0ccc-44dc-9498-10bb4d3616b3 req-229221c6-d71e-417d-a90f-c97e355cc49e service neutron] 10.222.0.39 "GET /v2.0/networks/81e8b61a-3f71-4132-bc2e-16c8aea89076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117854 Jan 28 03:12:32.361141 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-fa1be010-d742-43d6-8fa4-47937490d780 service neutron] Transition to ACTIVE for port object 51bc2987-dd8c-4301-9973-faf1702561f4 will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:12:32.372000 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-fa1be010-d742-43d6-8fa4-47937490d780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (51bc2987-dd8c-4301-9973-faf1702561f4), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:32.409470 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b50ec47e-30f0-4476-b569-e45fd946c155 req-b00d1a0b-3c3f-477f-a272-164dcc553a34 tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6a7ecc2-72fc-4155-b92a-d391c91b3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113886 Jan 28 03:12:32.455862 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1be010-d742-43d6-8fa4-47937490d780 service neutron] Pushing event updated for resources: {'Port': ['ID=51bc2987-dd8c-4301-9973-faf1702561f4,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:32.526873 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1be010-d742-43d6-8fa4-47937490d780 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:12:32.527212 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1be010-d742-43d6-8fa4-47937490d780 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:12:32.527553 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1be010-d742-43d6-8fa4-47937490d780 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:12:32.527937 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1be010-d742-43d6-8fa4-47937490d780 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:12:32.528267 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1be010-d742-43d6-8fa4-47937490d780 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:12:32.528595 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1be010-d742-43d6-8fa4-47937490d780 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:12:32.528919 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1be010-d742-43d6-8fa4-47937490d780 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:12:32.529286 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1be010-d742-43d6-8fa4-47937490d780 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:12:32.529602 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1be010-d742-43d6-8fa4-47937490d780 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:12:32.529927 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1be010-d742-43d6-8fa4-47937490d780 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:12:32.530249 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1be010-d742-43d6-8fa4-47937490d780 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:12:32.530572 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1be010-d742-43d6-8fa4-47937490d780 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:12:32.530889 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1be010-d742-43d6-8fa4-47937490d780 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:12:32.553408 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-fa1be010-d742-43d6-8fa4-47937490d780 service neutron] Attempting to bind port 51bc2987-dd8c-4301-9973-faf1702561f4 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:12:32.553742 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-fa1be010-d742-43d6-8fa4-47937490d780 service neutron] Attempting to bind port 51bc2987-dd8c-4301-9973-faf1702561f4 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '646519e3-6804-48a8-9239-18aa763e92d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3e9ad17b-b6a4-4ce3-a842-8b4107db7e09'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:12:32.554074 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-fa1be010-d742-43d6-8fa4-47937490d780 service neutron] Attempting to bind port 51bc2987-dd8c-4301-9973-faf1702561f4 on network 3e9ad17b-b6a4-4ce3-a842-8b4107db7e09 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:12:32.559996 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-fa1be010-d742-43d6-8fa4-47937490d780 service neutron] Port 51bc2987-dd8c-4301-9973-faf1702561f4 on network 3e9ad17b-b6a4-4ce3-a842-8b4107db7e09 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:12:32.560564 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-fa1be010-d742-43d6-8fa4-47937490d780 service neutron] Attempting to bind port 51bc2987-dd8c-4301-9973-faf1702561f4 on network 3e9ad17b-b6a4-4ce3-a842-8b4107db7e09 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:12:32.567271 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-fa1be010-d742-43d6-8fa4-47937490d780 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:12:32.567610 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-fa1be010-d742-43d6-8fa4-47937490d780 service neutron] Checking segment: {'id': '646519e3-6804-48a8-9239-18aa763e92d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3e9ad17b-b6a4-4ce3-a842-8b4107db7e09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:12:32.567983 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-fa1be010-d742-43d6-8fa4-47937490d780 service neutron] Bound using segment: {'id': '646519e3-6804-48a8-9239-18aa763e92d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3e9ad17b-b6a4-4ce3-a842-8b4107db7e09'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:12:32.568419 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-fa1be010-d742-43d6-8fa4-47937490d780 service neutron] Bound port: 51bc2987-dd8c-4301-9973-faf1702561f4, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '646519e3-6804-48a8-9239-18aa763e92d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3e9ad17b-b6a4-4ce3-a842-8b4107db7e09'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:12:32.568864 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-fa1be010-d742-43d6-8fa4-47937490d780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (51bc2987-dd8c-4301-9973-faf1702561f4), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:32.661943 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-fa1be010-d742-43d6-8fa4-47937490d780 service neutron] For port 51bc2987-dd8c-4301-9973-faf1702561f4, host n-h1-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:12:32.666616 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-fa1be010-d742-43d6-8fa4-47937490d780 service neutron] For port 51bc2987-dd8c-4301-9973-faf1702561f4, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=51bc2987-dd8c-4301-9973-faf1702561f4,segment=NetworkSegment(646519e3-6804-48a8-9239-18aa763e92d4),segment_id=646519e3-6804-48a8-9239-18aa763e92d4)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:12:32.672974 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-fa1be010-d742-43d6-8fa4-47937490d780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (51bc2987-dd8c-4301-9973-faf1702561f4), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:32.750393 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1bd500af-ced8-4de2-ac30-9390b7d3971a req-542e8941-8156-4fb0-bd5c-077265c59e82 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5337b2-4fb7-431a-982f-db12fe46dc72 HTTP/1.1" status: 200 len: 210 time: 0.0444276 Jan 28 03:12:32.761157 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-fa1be010-d742-43d6-8fa4-47937490d780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:32.761775 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-fa1be010-d742-43d6-8fa4-47937490d780 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:32.763284 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-fa1be010-d742-43d6-8fa4-47937490d780 service neutron] 10.222.0.67 "PUT /v2.0/ports/51bc2987-dd8c-4301-9973-faf1702561f4 HTTP/1.1" status: 200 len: 1092 time: 1.9581645 Jan 28 03:12:32.763738 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25dd7628-9486-445b-b0b6-3e715d7dc01e', 'tag': '51bc2987-dd8c-4301-9973-faf1702561f4'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:12:32.766037 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4154d98-3d42-4735-891b-3ec0788cdab3" -d '{"events": [{"name": "network-changed", "server_uuid": "25dd7628-9486-445b-b0b6-3e715d7dc01e", "tag": "51bc2987-dd8c-4301-9973-faf1702561f4"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:12:32.780802 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1be010-d742-43d6-8fa4-47937490d780 service neutron] Pushing event updated for resources: {'Port': ['ID=51bc2987-dd8c-4301-9973-faf1702561f4,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:32.800350 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-9a7ae881-919f-42be-9905-698712620560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (4d5045de-fe19-4517-99c7-d98d8c9990f0), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:32.826986 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device aa8c1b0e-863b-48c4-bcf7-80029c18cb87 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:12:33.010774 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port aa8c1b0e-863b-48c4-bcf7-80029c18cb87, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=aa8c1b0e-863b-48c4-bcf7-80029c18cb87,segment=NetworkSegment(60be40cf-0a99-4c36-8d45-a0f10ee3bd93),segment_id=60be40cf-0a99-4c36-8d45-a0f10ee3bd93)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:12:33.022890 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa5b92-a0d8-47a1-b058-4fcb5a83a7c3 req-e3264641-a65c-46fd-be34-a20bd60ffb0e tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:33.024476 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-33fa5b92-a0d8-47a1-b058-4fcb5a83a7c3 req-e3264641-a65c-46fd-be34-a20bd60ffb0e tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cdfd769-6cd9-4db4-8656-b759d342b03f HTTP/1.1" status: 200 len: 949 time: 0.1216512 Jan 28 03:12:33.030557 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-e7048e9c-c86a-44ec-86e1-475a6cae6ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:33.032109 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-e7048e9c-c86a-44ec-86e1-475a6cae6ab8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2ba6cdd8be1347e5bceafd58466e6895&device_id=25dd7628-9486-445b-b0b6-3e715d7dc01e HTTP/1.1" status: 200 len: 1095 time: 0.2048395 Jan 28 03:12:33.035471 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': 'aa8c1b0e-863b-48c4-bcf7-80029c18cb87', 'network_id': '81e8b61a-3f71-4132-bc2e-16c8aea89076', 'port_id': 'aa8c1b0e-863b-48c4-bcf7-80029c18cb87', 'mac_address': 'fa:16:3e:7c:cd:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326add2f-c0c9-44b7-9b27-4b4513d3f003', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:12:33.060322 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-9aad67b6-97f0-48af-be79-453c577ccf24 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Made reservation on behalf of 2ba6cdd8be1347e5bceafd58466e6895 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:12:33.067421 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-9aad67b6-97f0-48af-be79-453c577ccf24 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:33.082192 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:12:33.084059 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-45e96cc5-62d1-4412-8d5b-fe51b973f698 req-ae2ef304-8f3e-4647-879f-2d096483db31 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=be0a66a0f0ac4e86951ed29782156c84&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2771437 Jan 28 03:12:33.111048 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port aa8c1b0e-863b-48c4-bcf7-80029c18cb87 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:12:33.111870 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (aa8c1b0e-863b-48c4-bcf7-80029c18cb87), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:33.132370 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-e09166fe-d5a8-47bf-9738-7c6f4f4b15f7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51bc2987-dd8c-4301-9973-faf1702561f4 HTTP/1.1" status: 200 len: 217 time: 0.0860882 Jan 28 03:12:33.172329 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa8c1b0e-863b-48c4-bcf7-80029c18cb87 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:12:33.270426 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port aa8c1b0e-863b-48c4-bcf7-80029c18cb87, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=aa8c1b0e-863b-48c4-bcf7-80029c18cb87,segment=NetworkSegment(60be40cf-0a99-4c36-8d45-a0f10ee3bd93),segment_id=60be40cf-0a99-4c36-8d45-a0f10ee3bd93)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:12:33.279012 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-33fa5b92-a0d8-47a1-b058-4fcb5a83a7c3 req-e51221dc-23e5-4b56-a6b4-7d6c7baeab6a tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1dec7f9-f104-4e8f-9cd0-f77c6e59435d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453923 Jan 28 03:12:33.287836 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (aa8c1b0e-863b-48c4-bcf7-80029c18cb87), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:33.336987 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-688142e7-2933-476d-a96e-5f27b8db4ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:33.343882 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-688142e7-2933-476d-a96e-5f27b8db4ef1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=646395d4-6261-4135-88e3-b1ff3935f17b HTTP/1.1" status: 200 len: 854 time: 0.1589279 Jan 28 03:12:33.420075 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:33.432139 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f57e48-3582-4164-bf24-3c51d3a58c73 x-openstack-request-id: req-c7f57e48-3582-4164-bf24-3c51d3a58c73 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:12:33.432469 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25dd7628-9486-445b-b0b6-3e715d7dc01e", "tag": "51bc2987-dd8c-4301-9973-faf1702561f4", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:12:33.432678 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c7f57e48-3582-4164-bf24-3c51d3a58c73 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:12:33.433112 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25dd7628-9486-445b-b0b6-3e715d7dc01e', 'tag': '51bc2987-dd8c-4301-9973-faf1702561f4', 'status': 'completed', 'code': 200} Jan 28 03:12:33.448309 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=aa8c1b0e-863b-48c4-bcf7-80029c18cb87,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:33.449536 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-d5616983-4406-4430-93a7-30e0dc45c6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:33.451560 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-d5616983-4406-4430-93a7-30e0dc45c6c1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3e9ad17b-b6a4-4ce3-a842-8b4107db7e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1012554 Jan 28 03:12:33.520252 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-45e96cc5-62d1-4412-8d5b-fe51b973f698 req-ad90d519-eb1b-4ea6-86fa-ed70298a9e39 service neutron] 10.222.0.53 "GET /v2.0/networks/a1b14d6a-1801-4ed4-a315-0dab0fce9962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265955 Jan 28 03:12:33.533818 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:33.565762 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['aa8c1b0e-863b-48c4-bcf7-80029c18cb87'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:12:33.698330 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-e5dace6a-6383-4f99-8a3c-8f39fcb0297d service neutron] 10.222.0.67 "GET /v2.0/networks/3e9ad17b-b6a4-4ce3-a842-8b4107db7e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326140 Jan 28 03:12:33.707286 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-9a7ae881-919f-42be-9905-698712620560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d5045de-fe19-4517-99c7-d98d8c9990f0 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:12:33.716570 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff786097-5ecb-4596-8b93-4d8f72866dd9 req-4dd19176-21d3-4bef-b845-b66663c844c0 tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:33.721958 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ff786097-5ecb-4596-8b93-4d8f72866dd9 req-4dd19176-21d3-4bef-b845-b66663c844c0 tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] 10.222.0.53 "GET /v2.0/ports?device_id=d57a5397-aff1-4f93-9ac0-11731de97278 HTTP/1.1" status: 200 len: 944 time: 0.1369209 Jan 28 03:12:33.730616 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-9a7ae881-919f-42be-9905-698712620560 service neutron] Publish callbacks [] for port (4d5045de-fe19-4517-99c7-d98d8c9990f0), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:33.742532 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-45e96cc5-62d1-4412-8d5b-fe51b973f698 req-5ef25a1c-0b8b-45a4-b285-8e0b0a68995d service neutron] 10.222.0.53 "GET /v2.0/networks/a1b14d6a-1801-4ed4-a315-0dab0fce9962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120225 Jan 28 03:12:33.752753 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-9a7ae881-919f-42be-9905-698712620560 service neutron] Transition to ACTIVE for port object 4d5045de-fe19-4517-99c7-d98d8c9990f0 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:12:33.767059 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-9a7ae881-919f-42be-9905-698712620560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (4d5045de-fe19-4517-99c7-d98d8c9990f0), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:33.883095 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7ae881-919f-42be-9905-698712620560 service neutron] Pushing event updated for resources: {'Port': ['ID=4d5045de-fe19-4517-99c7-d98d8c9990f0,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:33.908772 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-9aad67b6-97f0-48af-be79-453c577ccf24 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Allocated IP 172.20.0.6 (3e9ad17b-b6a4-4ce3-a842-8b4107db7e09/646395d4-6261-4135-88e3-b1ff3935f17b/fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:12:33.945176 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f817ac2c-e724-44aa-8bb6-d0cefbc544ae req-0db31ace-b3b2-4a8d-b502-0efa132f0453 service neutron] 10.222.0.67 "GET /v2.0/networks/3e9ad17b-b6a4-4ce3-a842-8b4107db7e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214746 Jan 28 03:12:33.952232 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ff786097-5ecb-4596-8b93-4d8f72866dd9 req-06f4685b-442d-4743-907a-24354516f04b tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6a7ecc2-72fc-4155-b92a-d391c91b3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292274 Jan 28 03:12:34.383689 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-70387fb3-0da4-4b38-943c-a26a6333a6e7 req-a386db89-2ede-4c12-9809-a8b9c32a8819 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5337b2-4fb7-431a-982f-db12fe46dc72 HTTP/1.1" status: 200 len: 210 time: 0.0782897 Jan 28 03:12:34.387115 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-9a7ae881-919f-42be-9905-698712620560 service neutron] Attempting to bind port 4d5045de-fe19-4517-99c7-d98d8c9990f0 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:12:34.388178 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-9a7ae881-919f-42be-9905-698712620560 service neutron] Attempting to bind port 4d5045de-fe19-4517-99c7-d98d8c9990f0 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '646519e3-6804-48a8-9239-18aa763e92d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3e9ad17b-b6a4-4ce3-a842-8b4107db7e09'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:12:34.388535 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-9a7ae881-919f-42be-9905-698712620560 service neutron] Attempting to bind port 4d5045de-fe19-4517-99c7-d98d8c9990f0 on network 3e9ad17b-b6a4-4ce3-a842-8b4107db7e09 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:12:34.413308 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-755300b2-725c-4458-ac8f-fb18e51aca7b req-e08c546b-bec7-44c9-9d1d-f85d8c7a3a55 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a22766b3-6d59-4282-80ac-38b4f9a39c87 HTTP/1.1" status: 200 len: 210 time: 0.1550028 Jan 28 03:12:34.420799 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-9a7ae881-919f-42be-9905-698712620560 service neutron] Port 4d5045de-fe19-4517-99c7-d98d8c9990f0 on network 3e9ad17b-b6a4-4ce3-a842-8b4107db7e09 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:12:34.421464 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-9a7ae881-919f-42be-9905-698712620560 service neutron] Attempting to bind port 4d5045de-fe19-4517-99c7-d98d8c9990f0 on network 3e9ad17b-b6a4-4ce3-a842-8b4107db7e09 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:12:34.446125 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 29da1576-bc70-48ef-b0f1-d220ffd833a2 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:12:34.470985 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-9a7ae881-919f-42be-9905-698712620560 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:12:34.471469 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-9a7ae881-919f-42be-9905-698712620560 service neutron] Checking segment: {'id': '646519e3-6804-48a8-9239-18aa763e92d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3e9ad17b-b6a4-4ce3-a842-8b4107db7e09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:12:34.471779 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-9a7ae881-919f-42be-9905-698712620560 service neutron] Bound using segment: {'id': '646519e3-6804-48a8-9239-18aa763e92d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3e9ad17b-b6a4-4ce3-a842-8b4107db7e09'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:12:34.472219 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-9a7ae881-919f-42be-9905-698712620560 service neutron] Bound port: 4d5045de-fe19-4517-99c7-d98d8c9990f0, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '646519e3-6804-48a8-9239-18aa763e92d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3e9ad17b-b6a4-4ce3-a842-8b4107db7e09'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:12:34.472608 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-9a7ae881-919f-42be-9905-698712620560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (4d5045de-fe19-4517-99c7-d98d8c9990f0), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:34.493310 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4154d98-3d42-4735-891b-3ec0788cdab3 req-dc64773a-a9c8-416d-a695-879eedf0535b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:34.495919 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a4154d98-3d42-4735-891b-3ec0788cdab3 req-dc64773a-a9c8-416d-a695-879eedf0535b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2ba6cdd8be1347e5bceafd58466e6895&device_id=25dd7628-9486-445b-b0b6-3e715d7dc01e HTTP/1.1" status: 200 len: 1095 time: 0.4455168 Jan 28 03:12:34.646293 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 29da1576-bc70-48ef-b0f1-d220ffd833a2 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:12:34.655303 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 29da1576-bc70-48ef-b0f1-d220ffd833a2 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:12:34.660714 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (29da1576-bc70-48ef-b0f1-d220ffd833a2), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:34.664519 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-9a7ae881-919f-42be-9905-698712620560 service neutron] For port 4d5045de-fe19-4517-99c7-d98d8c9990f0, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:12:34.672094 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-9a7ae881-919f-42be-9905-698712620560 service neutron] For port 4d5045de-fe19-4517-99c7-d98d8c9990f0, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=4d5045de-fe19-4517-99c7-d98d8c9990f0,segment=NetworkSegment(646519e3-6804-48a8-9239-18aa763e92d4),segment_id=646519e3-6804-48a8-9239-18aa763e92d4)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:12:34.692454 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-9a7ae881-919f-42be-9905-698712620560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (4d5045de-fe19-4517-99c7-d98d8c9990f0), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:34.764524 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-9aad67b6-97f0-48af-be79-453c577ccf24 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Publish callbacks [] for port (fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:34.791248 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-9a7ae881-919f-42be-9905-698712620560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:34.792780 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-9a7ae881-919f-42be-9905-698712620560 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:34.794587 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-9a7ae881-919f-42be-9905-698712620560 service neutron] 10.222.0.39 "PUT /v2.0/ports/4d5045de-fe19-4517-99c7-d98d8c9990f0 HTTP/1.1" status: 200 len: 1092 time: 2.6613686 Jan 28 03:12:34.799347 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5afaf7d1-00e5-4633-a229-79334e3ce992', 'tag': '4d5045de-fe19-4517-99c7-d98d8c9990f0'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:12:34.801683 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a36a34-7073-47d2-83e8-482175c368e7" -d '{"events": [{"name": "network-changed", "server_uuid": "5afaf7d1-00e5-4633-a229-79334e3ce992", "tag": "4d5045de-fe19-4517-99c7-d98d8c9990f0"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:12:34.839116 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4154d98-3d42-4735-891b-3ec0788cdab3 req-551fb843-af36-4b5f-b009-010d29a47e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:34.855713 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7ae881-919f-42be-9905-698712620560 service neutron] Pushing event updated for resources: {'Port': ['ID=4d5045de-fe19-4517-99c7-d98d8c9990f0,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:34.870833 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08046c-ac29-4001-8493-a72e6bdeb1bf req-0b3c075a-c2c8-4c49-b74f-007050eac1a5 tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:34.872395 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8f08046c-ac29-4001-8493-a72e6bdeb1bf req-0b3c075a-c2c8-4c49-b74f-007050eac1a5 tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cdfd769-6cd9-4db4-8656-b759d342b03f HTTP/1.1" status: 200 len: 949 time: 0.3393800 Jan 28 03:12:34.873804 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a4154d98-3d42-4735-891b-3ec0788cdab3 req-551fb843-af36-4b5f-b009-010d29a47e4f service neutron] 10.222.0.67 "GET /v2.0/networks?id=3e9ad17b-b6a4-4ce3-a842-8b4107db7e09 HTTP/1.1" status: 200 len: 916 time: 0.3700912 Jan 28 03:12:34.905513 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device aa8c1b0e-863b-48c4-bcf7-80029c18cb87 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:12:35.007514 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a4154d98-3d42-4735-891b-3ec0788cdab3 req-12faa062-c4d0-4f17-afbe-160f9d6f921d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51bc2987-dd8c-4301-9973-faf1702561f4 HTTP/1.1" status: 200 len: 217 time: 0.1248219 Jan 28 03:12:35.019965 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54a2a25-00fc-4e82-b858-a039b9a220b2 x-openstack-request-id: req-a54a2a25-00fc-4e82-b858-a039b9a220b2 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:12:35.021220 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5afaf7d1-00e5-4633-a229-79334e3ce992", "tag": "4d5045de-fe19-4517-99c7-d98d8c9990f0", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:12:35.021591 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a54a2a25-00fc-4e82-b858-a039b9a220b2 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:12:35.022132 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5afaf7d1-00e5-4633-a229-79334e3ce992', 'tag': '4d5045de-fe19-4517-99c7-d98d8c9990f0', 'status': 'completed', 'code': 200} Jan 28 03:12:35.059689 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:35.094918 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-9aad67b6-97f0-48af-be79-453c577ccf24 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:35.181062 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4154d98-3d42-4735-891b-3ec0788cdab3 req-47035d39-b740-4666-aa52-9ecfdc740f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:35.190731 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a4154d98-3d42-4735-891b-3ec0788cdab3 req-47035d39-b740-4666-aa52-9ecfdc740f04 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=646395d4-6261-4135-88e3-b1ff3935f17b HTTP/1.1" status: 200 len: 854 time: 0.1716337 Jan 28 03:12:35.236943 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad67b6-97f0-48af-be79-453c577ccf24 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Pushing event updated for resources: {'Port': ['ID=fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:35.252251 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-65d112af-016c-4327-865e-42f599e27319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:35.263979 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-65d112af-016c-4327-865e-42f599e27319 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ba6cdd8be1347e5bceafd58466e6895&device_id=5afaf7d1-00e5-4633-a229-79334e3ce992 HTTP/1.1" status: 200 len: 1095 time: 0.3501639 Jan 28 03:12:35.272048 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-9aad67b6-97f0-48af-be79-453c577ccf24 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Network 3e9ad17b-b6a4-4ce3-a842-8b4107db7e09 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:12:35.300650 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8f08046c-ac29-4001-8493-a72e6bdeb1bf req-732ce538-5cc5-428b-bf52-20b5b33bdfef tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1dec7f9-f104-4e8f-9cd0-f77c6e59435d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4130034 Jan 28 03:12:35.351930 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-9aad67b6-97f0-48af-be79-453c577ccf24 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:12:35.420347 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 29da1576-bc70-48ef-b0f1-d220ffd833a2 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:12:35.421448 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (29da1576-bc70-48ef-b0f1-d220ffd833a2), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:35.434020 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4154d98-3d42-4735-891b-3ec0788cdab3 req-d84df5b5-28b0-4002-9d74-da7850fdacf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:35.438141 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-9aad67b6-97f0-48af-be79-453c577ccf24 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:12:35.439626 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a4154d98-3d42-4735-891b-3ec0788cdab3 req-d84df5b5-28b0-4002-9d74-da7850fdacf9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3e9ad17b-b6a4-4ce3-a842-8b4107db7e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2425830 Jan 28 03:12:35.456894 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-24360e9b-faf3-4990-8939-0d50d0f8a9ca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d5045de-fe19-4517-99c7-d98d8c9990f0 HTTP/1.1" status: 200 len: 217 time: 0.1539841 Jan 28 03:12:35.548132 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cdfd769-6cd9-4db4-8656-b759d342b03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29da1576-bc70-48ef-b0f1-d220ffd833a2'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:12:35.560652 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39eb2150-c859-49ab-9011-90e6c774e336" -d '{"events": [{"server_uuid": "9cdfd769-6cd9-4db4-8656-b759d342b03f", "name": "network-vif-plugged", "status": "completed", "tag": "29da1576-bc70-48ef-b0f1-d220ffd833a2"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:12:35.593294 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port aa8c1b0e-863b-48c4-bcf7-80029c18cb87 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:12:35.594641 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496ea57-eb29-4011-acc5-16efef592ec9 req-5a0840ab-b544-446e-b082-7cc9ba9d03e3 tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:35.605455 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 29da1576-bc70-48ef-b0f1-d220ffd833a2, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=29da1576-bc70-48ef-b0f1-d220ffd833a2,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:12:35.606472 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3496ea57-eb29-4011-acc5-16efef592ec9 req-5a0840ab-b544-446e-b082-7cc9ba9d03e3 tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] 10.222.0.53 "GET /v2.0/ports?device_id=d57a5397-aff1-4f93-9ac0-11731de97278 HTTP/1.1" status: 200 len: 944 time: 0.3239999 Jan 28 03:12:35.609408 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port aa8c1b0e-863b-48c4-bcf7-80029c18cb87 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:12:35.609905 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (aa8c1b0e-863b-48c4-bcf7-80029c18cb87), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:35.616042 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (29da1576-bc70-48ef-b0f1-d220ffd833a2), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:35.746365 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-9aad67b6-97f0-48af-be79-453c577ccf24 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:35.747317 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-9aad67b6-97f0-48af-be79-453c577ccf24 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:35.761450 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-f07583e8-728d-417e-97fe-cef159927fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:35.763599 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-f07583e8-728d-417e-97fe-cef159927fdd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=646395d4-6261-4135-88e3-b1ff3935f17b HTTP/1.1" status: 200 len: 854 time: 0.2644618 Jan 28 03:12:35.769909 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-9aad67b6-97f0-48af-be79-453c577ccf24 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4878263 Jan 28 03:12:35.813026 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=29da1576-bc70-48ef-b0f1-d220ffd833a2,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:35.818759 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-9cbc931d-2397-492a-8a04-11744127e268 service neutron] Request body: {'port': {'device_id': '4a5337b2-4fb7-431a-982f-db12fe46dc72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:12:35.822983 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port aa8c1b0e-863b-48c4-bcf7-80029c18cb87 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:12:35.823390 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (aa8c1b0e-863b-48c4-bcf7-80029c18cb87), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:35.830212 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e43cf0-d8c3-4bd6-9a6e-106a542a8976 req-c6564291-b123-4852-96cf-73d0fcc361b5 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:35.832101 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c8e43cf0-d8c3-4bd6-9a6e-106a542a8976 req-c6564291-b123-4852-96cf-73d0fcc361b5 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5337b2-4fb7-431a-982f-db12fe46dc72 HTTP/1.1" status: 200 len: 931 time: 0.2508283 Jan 28 03:12:35.925679 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port aa8c1b0e-863b-48c4-bcf7-80029c18cb87, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=aa8c1b0e-863b-48c4-bcf7-80029c18cb87,segment=NetworkSegment(60be40cf-0a99-4c36-8d45-a0f10ee3bd93),segment_id=60be40cf-0a99-4c36-8d45-a0f10ee3bd93)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:12:35.948102 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (aa8c1b0e-863b-48c4-bcf7-80029c18cb87), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:36.046170 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3496ea57-eb29-4011-acc5-16efef592ec9 req-8791a3c3-8e4c-47c2-8be4-99cd5b39a34d tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6a7ecc2-72fc-4155-b92a-d391c91b3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320710 Jan 28 03:12:36.083091 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a4154d98-3d42-4735-891b-3ec0788cdab3 req-4b23e872-f6fb-4a1f-b60e-52104ce5091e service neutron] 10.222.0.67 "GET /v2.0/networks/3e9ad17b-b6a4-4ce3-a842-8b4107db7e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6311831 Jan 28 03:12:36.083867 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:36.105382 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-eb265f12-a8f6-4c20-ab50-033f9ca1c16c None None] Provisioning complete for port fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:12:36.105832 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-eb265f12-a8f6-4c20-ab50-033f9ca1c16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:36.110192 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c8e43cf0-d8c3-4bd6-9a6e-106a542a8976 req-dc917bf6-4d7a-4d56-af58-b169c52cca35 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408111 Jan 28 03:12:36.137018 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-c4fb23d6-de6b-44f4-ad89-e3e949f4c700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:36.157147 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-c4fb23d6-de6b-44f4-ad89-e3e949f4c700 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3e9ad17b-b6a4-4ce3-a842-8b4107db7e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3852112 Jan 28 03:12:36.300941 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-9cbc931d-2397-492a-8a04-11744127e268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:36.325261 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9ba7446b-6718-46d9-b0a4-bcf48b93a1ac req-9ed27014-541c-4007-b372-88642e98de48 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a22766b3-6d59-4282-80ac-38b4f9a39c87 HTTP/1.1" status: 200 len: 210 time: 0.0967712 Jan 28 03:12:36.438538 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-feecc556-9524-4a88-b3e9-d6086554e2f9 service neutron] 10.222.0.39 "GET /v2.0/networks/3e9ad17b-b6a4-4ce3-a842-8b4107db7e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677574 Jan 28 03:12:36.471570 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a4154d98-3d42-4735-891b-3ec0788cdab3 req-fcf1ca12-9bad-460f-9426-cd3f57be75c9 service neutron] 10.222.0.67 "GET /v2.0/networks/3e9ad17b-b6a4-4ce3-a842-8b4107db7e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800530 Jan 28 03:12:36.484785 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b431956-e6eb-4f3f-b082-6c84095ba7f3 x-openstack-request-id: req-2b431956-e6eb-4f3f-b082-6c84095ba7f3 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:12:36.485129 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cdfd769-6cd9-4db4-8656-b759d342b03f", "name": "network-vif-plugged", "status": "completed", "tag": "29da1576-bc70-48ef-b0f1-d220ffd833a2", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:12:36.485457 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2b431956-e6eb-4f3f-b082-6c84095ba7f3 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:12:36.485826 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cdfd769-6cd9-4db4-8656-b759d342b03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29da1576-bc70-48ef-b0f1-d220ffd833a2', 'code': 200} Jan 28 03:12:36.492836 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=aa8c1b0e-863b-48c4-bcf7-80029c18cb87,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:36.510453 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-eb265f12-a8f6-4c20-ab50-033f9ca1c16c None None] Port fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:12:36.767100 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c063fee-3cbc-42c3-9cb2-4c57cbbcaad4 req-89126a03-f343-4157-baf8-198e4587f7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:36.769166 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8c063fee-3cbc-42c3-9cb2-4c57cbbcaad4 req-89126a03-f343-4157-baf8-198e4587f7a4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9cdfd769-6cd9-4db4-8656-b759d342b03f HTTP/1.1" status: 200 len: 1102 time: 0.2498143 Jan 28 03:12:36.832976 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eebae7-2a52-4cd1-98ab-8b2917116184 req-4c8b30e8-1502-45f0-b9c3-938e0ee67efe tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:36.834694 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-87eebae7-2a52-4cd1-98ab-8b2917116184 req-4c8b30e8-1502-45f0-b9c3-938e0ee67efe tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cdfd769-6cd9-4db4-8656-b759d342b03f HTTP/1.1" status: 200 len: 950 time: 0.2301404 Jan 28 03:12:36.837144 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ecea43d-c5c5-4a42-bc29-abcdb1c2691e req-a3b9933d-37e1-43d2-9fc8-c04b4f72eb64 service neutron] 10.222.0.39 "GET /v2.0/networks/3e9ad17b-b6a4-4ce3-a842-8b4107db7e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915365 Jan 28 03:12:36.916031 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8c063fee-3cbc-42c3-9cb2-4c57cbbcaad4 req-1ff7efd8-80ec-42c1-81dc-c6aec1ec0d0c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a1dec7f9-f104-4e8f-9cd0-f77c6e59435d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398501 Jan 28 03:12:36.926045 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e96cc5-62d1-4412-8d5b-fe51b973f698 req-2a28cdd3-1dfa-454e-9199-529e65dd0899 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:36.928518 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-45e96cc5-62d1-4412-8d5b-fe51b973f698 req-2a28cdd3-1dfa-454e-9199-529e65dd0899 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.39 "GET /v2.0/networks?id=a1b14d6a-1801-4ed4-a315-0dab0fce9962 HTTP/1.1" status: 200 len: 814 time: 0.3338344 Jan 28 03:12:36.949723 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-45e96cc5-62d1-4412-8d5b-fe51b973f698 req-cb5997b5-69ec-48bf-b45f-52a9139f0374 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Request body: {'port': {'device_id': 'a22766b3-6d59-4282-80ac-38b4f9a39c87', 'network_id': 'a1b14d6a-1801-4ed4-a315-0dab0fce9962', 'admin_state_up': True, 'tenant_id': 'be0a66a0f0ac4e86951ed29782156c84'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:12:37.007233 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-87eebae7-2a52-4cd1-98ab-8b2917116184 req-7d7db827-e708-458c-8a98-36e26e724b07 tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1dec7f9-f104-4e8f-9cd0-f77c6e59435d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355338 Jan 28 03:12:37.055336 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a36a34-7073-47d2-83e8-482175c368e7 req-cf63e3f3-d23f-4fd6-9b2d-247b58e1852f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:37.057296 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b8a36a34-7073-47d2-83e8-482175c368e7 req-cf63e3f3-d23f-4fd6-9b2d-247b58e1852f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ba6cdd8be1347e5bceafd58466e6895&device_id=5afaf7d1-00e5-4633-a229-79334e3ce992 HTTP/1.1" status: 200 len: 1095 time: 0.1047292 Jan 28 03:12:37.103220 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45e96cc5-62d1-4412-8d5b-fe51b973f698 req-cb5997b5-69ec-48bf-b45f-52a9139f0374 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Made reservation on behalf of be0a66a0f0ac4e86951ed29782156c84 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:12:37.108484 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-45e96cc5-62d1-4412-8d5b-fe51b973f698 req-cb5997b5-69ec-48bf-b45f-52a9139f0374 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:37.190987 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-9cbc931d-2397-492a-8a04-11744127e268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:12:37.212513 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-9cbc931d-2397-492a-8a04-11744127e268 service neutron] Publish callbacks [] for port (fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:37.262807 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-9cbc931d-2397-492a-8a04-11744127e268 service neutron] Transition to ACTIVE for port object fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:12:37.315264 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-45e96cc5-62d1-4412-8d5b-fe51b973f698 req-cb5997b5-69ec-48bf-b45f-52a9139f0374 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Allocated IP 172.20.0.3 (a1b14d6a-1801-4ed4-a315-0dab0fce9962/28d442bf-9d1c-42f1-9234-238e9e502428/ad56bc00-4200-4e61-9f55-6ed88c81f41c) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:12:37.326233 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a36a34-7073-47d2-83e8-482175c368e7 req-1d897b7b-aa62-433b-a85d-89b4e46dc064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:37.328557 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b8a36a34-7073-47d2-83e8-482175c368e7 req-1d897b7b-aa62-433b-a85d-89b4e46dc064 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3e9ad17b-b6a4-4ce3-a842-8b4107db7e09 HTTP/1.1" status: 200 len: 916 time: 0.2597668 Jan 28 03:12:37.343444 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a038e-ab32-436e-a3ea-4b8077e1b420 req-8bef0ab8-54b1-4456-8f7a-7b9d0ae18d6d tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:37.351135 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3a8a038e-ab32-436e-a3ea-4b8077e1b420 req-8bef0ab8-54b1-4456-8f7a-7b9d0ae18d6d tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] 10.222.0.53 "GET /v2.0/ports?device_id=d57a5397-aff1-4f93-9ac0-11731de97278 HTTP/1.1" status: 200 len: 945 time: 0.0975475 Jan 28 03:12:37.416291 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3a8a038e-ab32-436e-a3ea-4b8077e1b420 req-4b4a385e-3503-45bb-a101-a7f49ab3f6c4 tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6a7ecc2-72fc-4155-b92a-d391c91b3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627241 Jan 28 03:12:37.569953 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e1a87bc7-ae66-40c7-bcba-646975b93529 req-2d101600-af70-451c-a4b8-714e89c5d104 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a22766b3-6d59-4282-80ac-38b4f9a39c87 HTTP/1.1" status: 200 len: 210 time: 0.0549459 Jan 28 03:12:37.708119 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-9cbc931d-2397-492a-8a04-11744127e268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:37.742664 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-45e96cc5-62d1-4412-8d5b-fe51b973f698 req-cb5997b5-69ec-48bf-b45f-52a9139f0374 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Publish callbacks [] for port (ad56bc00-4200-4e61-9f55-6ed88c81f41c), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:37.787652 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-45e96cc5-62d1-4412-8d5b-fe51b973f698 req-cb5997b5-69ec-48bf-b45f-52a9139f0374 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (ad56bc00-4200-4e61-9f55-6ed88c81f41c), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:37.824521 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['345ab761-8a9e-43d7-9219-a137d7f0086f'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:12:37.831640 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b8a36a34-7073-47d2-83e8-482175c368e7 req-e54a3516-88d8-4a7e-8cca-93af7579c48c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d5045de-fe19-4517-99c7-d98d8c9990f0 HTTP/1.1" status: 200 len: 217 time: 0.1135781 Jan 28 03:12:37.832870 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc931d-2397-492a-8a04-11744127e268 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:37.852826 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60864f7-4c01-452f-a5bb-de32bfee17f3 req-912cb7bd-f49b-43f8-b175-864a18473177 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:37.861338 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b60864f7-4c01-452f-a5bb-de32bfee17f3 req-912cb7bd-f49b-43f8-b175-864a18473177 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5337b2-4fb7-431a-982f-db12fe46dc72 HTTP/1.1" status: 200 len: 943 time: 0.5380127 Jan 28 03:12:37.900430 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45e96cc5-62d1-4412-8d5b-fe51b973f698 req-cb5997b5-69ec-48bf-b45f-52a9139f0374 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Network a1b14d6a-1801-4ed4-a315-0dab0fce9962 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:12:37.903683 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-45e96cc5-62d1-4412-8d5b-fe51b973f698 req-cb5997b5-69ec-48bf-b45f-52a9139f0374 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:12:37.909608 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e96cc5-62d1-4412-8d5b-fe51b973f698 req-cb5997b5-69ec-48bf-b45f-52a9139f0374 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:12:37.913812 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5997b5-69ec-48bf-b45f-52a9139f0374 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Pushing event updated for resources: {'Port': ['ID=ad56bc00-4200-4e61-9f55-6ed88c81f41c,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:38.028246 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e96cc5-62d1-4412-8d5b-fe51b973f698 req-cb5997b5-69ec-48bf-b45f-52a9139f0374 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:38.031046 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-45e96cc5-62d1-4412-8d5b-fe51b973f698 req-cb5997b5-69ec-48bf-b45f-52a9139f0374 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:38.078416 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-45e96cc5-62d1-4412-8d5b-fe51b973f698 req-cb5997b5-69ec-48bf-b45f-52a9139f0374 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1345997 Jan 28 03:12:38.096463 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-45e96cc5-62d1-4412-8d5b-fe51b973f698 req-0d7841c1-c093-4b00-be6f-61130a263b06 service neutron] Request body: {'port': {'device_id': 'a22766b3-6d59-4282-80ac-38b4f9a39c87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:12:38.147842 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a36a34-7073-47d2-83e8-482175c368e7 req-1100e569-a5a7-4011-87e9-c46c71851787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:38.155330 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b8a36a34-7073-47d2-83e8-482175c368e7 req-1100e569-a5a7-4011-87e9-c46c71851787 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=646395d4-6261-4135-88e3-b1ff3935f17b HTTP/1.1" status: 200 len: 854 time: 0.2821825 Jan 28 03:12:38.241913 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b60864f7-4c01-452f-a5bb-de32bfee17f3 req-b660b937-920f-4425-af59-2f1bd3915222 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794043 Jan 28 03:12:38.288333 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-45e96cc5-62d1-4412-8d5b-fe51b973f698 req-0d7841c1-c093-4b00-be6f-61130a263b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ad56bc00-4200-4e61-9f55-6ed88c81f41c), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:38.304152 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a36a34-7073-47d2-83e8-482175c368e7 req-6adc1713-c7c8-4230-a2f4-e11b52f6e8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:38.305741 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b8a36a34-7073-47d2-83e8-482175c368e7 req-6adc1713-c7c8-4230-a2f4-e11b52f6e8a1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3e9ad17b-b6a4-4ce3-a842-8b4107db7e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1263430 Jan 28 03:12:38.306542 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-9cbc931d-2397-492a-8a04-11744127e268 service neutron] Attempting to bind port fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:12:38.306940 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-9cbc931d-2397-492a-8a04-11744127e268 service neutron] Attempting to bind port fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '646519e3-6804-48a8-9239-18aa763e92d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3e9ad17b-b6a4-4ce3-a842-8b4107db7e09'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:12:38.307287 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-9cbc931d-2397-492a-8a04-11744127e268 service neutron] Attempting to bind port fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff on network 3e9ad17b-b6a4-4ce3-a842-8b4107db7e09 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:12:38.343709 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc39bfd-7cf6-459b-91a4-2d74cda713a0 req-327abfda-d90b-4c3b-9dd2-d211fc63be7f tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:38.354510 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5cc39bfd-7cf6-459b-91a4-2d74cda713a0 req-327abfda-d90b-4c3b-9dd2-d211fc63be7f tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cdfd769-6cd9-4db4-8656-b759d342b03f HTTP/1.1" status: 200 len: 950 time: 0.1719034 Jan 28 03:12:38.411148 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-9cbc931d-2397-492a-8a04-11744127e268 service neutron] Port fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff on network 3e9ad17b-b6a4-4ce3-a842-8b4107db7e09 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:12:38.411477 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-9cbc931d-2397-492a-8a04-11744127e268 service neutron] Attempting to bind port fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff on network 3e9ad17b-b6a4-4ce3-a842-8b4107db7e09 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:12:38.415472 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b8a36a34-7073-47d2-83e8-482175c368e7 req-3c850db8-950b-4c14-8d0d-5f055c3c4e51 service neutron] 10.222.0.39 "GET /v2.0/networks/3e9ad17b-b6a4-4ce3-a842-8b4107db7e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012363 Jan 28 03:12:38.420472 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-9cbc931d-2397-492a-8a04-11744127e268 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:12:38.420825 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-9cbc931d-2397-492a-8a04-11744127e268 service neutron] Checking segment: {'id': '646519e3-6804-48a8-9239-18aa763e92d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3e9ad17b-b6a4-4ce3-a842-8b4107db7e09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:12:38.421245 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-9cbc931d-2397-492a-8a04-11744127e268 service neutron] Bound using segment: {'id': '646519e3-6804-48a8-9239-18aa763e92d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3e9ad17b-b6a4-4ce3-a842-8b4107db7e09'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:12:38.421697 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-9cbc931d-2397-492a-8a04-11744127e268 service neutron] Bound port: fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '646519e3-6804-48a8-9239-18aa763e92d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3e9ad17b-b6a4-4ce3-a842-8b4107db7e09'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:12:38.422067 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-9cbc931d-2397-492a-8a04-11744127e268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:38.476438 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 51bc2987-dd8c-4301-9973-faf1702561f4 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:12:38.488805 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57a5397-aff1-4f93-9ac0-11731de97278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa8c1b0e-863b-48c4-bcf7-80029c18cb87'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:12:38.491789 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db104b5-a1aa-45e9-93bb-be75e3db12ae" -d '{"events": [{"server_uuid": "d57a5397-aff1-4f93-9ac0-11731de97278", "name": "network-vif-plugged", "status": "completed", "tag": "aa8c1b0e-863b-48c4-bcf7-80029c18cb87"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:12:38.501934 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5cc39bfd-7cf6-459b-91a4-2d74cda713a0 req-afc66706-4da4-446a-a46b-69efc208bb8d tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1dec7f9-f104-4e8f-9cd0-f77c6e59435d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456742 Jan 28 03:12:38.611670 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79803961-9740-42f6-81a9-8ac5756139de x-openstack-request-id: req-79803961-9740-42f6-81a9-8ac5756139de {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:12:38.611999 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d57a5397-aff1-4f93-9ac0-11731de97278", "name": "network-vif-plugged", "status": "completed", "tag": "aa8c1b0e-863b-48c4-bcf7-80029c18cb87", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:12:38.612155 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-79803961-9740-42f6-81a9-8ac5756139de {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:12:38.612447 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57a5397-aff1-4f93-9ac0-11731de97278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa8c1b0e-863b-48c4-bcf7-80029c18cb87', 'code': 200} Jan 28 03:12:38.720518 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c374a-ae7d-4a16-97a2-b5626aacf73d req-568d3afb-e212-48fc-b9e3-9e352f579d23 tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:38.728944 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-044c374a-ae7d-4a16-97a2-b5626aacf73d req-568d3afb-e212-48fc-b9e3-9e352f579d23 tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] 10.222.0.53 "GET /v2.0/ports?device_id=d57a5397-aff1-4f93-9ac0-11731de97278 HTTP/1.1" status: 200 len: 945 time: 0.1682284 Jan 28 03:12:38.731377 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 51bc2987-dd8c-4301-9973-faf1702561f4, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=51bc2987-dd8c-4301-9973-faf1702561f4,segment=NetworkSegment(646519e3-6804-48a8-9239-18aa763e92d4),segment_id=646519e3-6804-48a8-9239-18aa763e92d4)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:12:38.734248 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-9cbc931d-2397-492a-8a04-11744127e268 service neutron] For port fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:12:38.749790 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '51bc2987-dd8c-4301-9973-faf1702561f4', 'network_id': '3e9ad17b-b6a4-4ce3-a842-8b4107db7e09', 'port_id': '51bc2987-dd8c-4301-9973-faf1702561f4', 'mac_address': 'fa:16:3e:b2:76:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '646395d4-6261-4135-88e3-b1ff3935f17b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:12:38.757751 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b8a36a34-7073-47d2-83e8-482175c368e7 req-04a85027-7a48-4004-b62e-55461521e48c service neutron] 10.222.0.39 "GET /v2.0/networks/3e9ad17b-b6a4-4ce3-a842-8b4107db7e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332276 Jan 28 03:12:38.779918 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-017ef898-f384-43a5-a6ef-271051f20236 req-855abd96-07f1-452a-be85-c37276a3d070 service neutron] (109803) timed out ('10.222.0.53', 51868) {{(pid=109803) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 03:12:38.781850 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-9cbc931d-2397-492a-8a04-11744127e268 service neutron] For port fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff,segment=NetworkSegment(646519e3-6804-48a8-9239-18aa763e92d4),segment_id=646519e3-6804-48a8-9239-18aa763e92d4)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:12:38.803528 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-9cbc931d-2397-492a-8a04-11744127e268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:38.843600 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 51bc2987-dd8c-4301-9973-faf1702561f4 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:12:38.844383 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (51bc2987-dd8c-4301-9973-faf1702561f4), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:38.874808 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c95f00-227c-4dd7-a4ba-55406338a843 req-12f87db6-07da-4289-ac28-4279a4568342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:38.876454 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-55c95f00-227c-4dd7-a4ba-55406338a843 req-12f87db6-07da-4289-ac28-4279a4568342 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d57a5397-aff1-4f93-9ac0-11731de97278 HTTP/1.1" status: 200 len: 1097 time: 0.1451097 Jan 28 03:12:38.883517 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-9cbc931d-2397-492a-8a04-11744127e268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:38.884748 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-9cbc931d-2397-492a-8a04-11744127e268 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:38.885695 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 4d5045de-fe19-4517-99c7-d98d8c9990f0 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:12:38.887010 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-9cbc931d-2397-492a-8a04-11744127e268 service neutron] 10.222.0.67 "PUT /v2.0/ports/fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff HTTP/1.1" status: 200 len: 1092 time: 3.0775125 Jan 28 03:12:38.887997 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a5337b2-4fb7-431a-982f-db12fe46dc72', 'tag': 'fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:12:38.890773 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aad526e-7a80-48cf-9ed3-393bdcc7b22a" -d '{"events": [{"name": "network-changed", "server_uuid": "4a5337b2-4fb7-431a-982f-db12fe46dc72", "tag": "fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:12:38.896824 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51bc2987-dd8c-4301-9973-faf1702561f4 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:12:38.993708 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-044c374a-ae7d-4a16-97a2-b5626aacf73d req-96ee7f34-916e-4b8a-af5b-8ecfdb7ec95a tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6a7ecc2-72fc-4155-b92a-d391c91b3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634518 Jan 28 03:12:38.999773 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 51bc2987-dd8c-4301-9973-faf1702561f4, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=51bc2987-dd8c-4301-9973-faf1702561f4,segment=NetworkSegment(646519e3-6804-48a8-9239-18aa763e92d4),segment_id=646519e3-6804-48a8-9239-18aa763e92d4)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:12:39.037180 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (51bc2987-dd8c-4301-9973-faf1702561f4), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:39.088780 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-55c95f00-227c-4dd7-a4ba-55406338a843 req-4b91065f-c83e-4511-8ea5-129177458060 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f6a7ecc2-72fc-4155-b92a-d391c91b3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894593 Jan 28 03:12:39.089574 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc931d-2397-492a-8a04-11744127e268 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:39.126993 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-841a397a-8f18-4d6c-99e1-71e4bcd23d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:39.131337 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-841a397a-8f18-4d6c-99e1-71e4bcd23d5f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2ba6cdd8be1347e5bceafd58466e6895&device_id=4a5337b2-4fb7-431a-982f-db12fe46dc72 HTTP/1.1" status: 200 len: 1095 time: 0.1626101 Jan 28 03:12:39.273471 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-dced6fc1-080a-4f9d-bc76-926e4d8e6ee1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff HTTP/1.1" status: 200 len: 217 time: 0.1027906 Jan 28 03:12:39.300132 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50df4537-5697-4f90-af2f-f7d89c0d8279 x-openstack-request-id: req-50df4537-5697-4f90-af2f-f7d89c0d8279 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:12:39.300563 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a5337b2-4fb7-431a-982f-db12fe46dc72", "tag": "fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:12:39.303113 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-50df4537-5697-4f90-af2f-f7d89c0d8279 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:12:39.303816 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a5337b2-4fb7-431a-982f-db12fe46dc72', 'tag': 'fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff', 'status': 'completed', 'code': 200} Jan 28 03:12:39.346701 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=51bc2987-dd8c-4301-9973-faf1702561f4,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:39.368141 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 4d5045de-fe19-4517-99c7-d98d8c9990f0, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=4d5045de-fe19-4517-99c7-d98d8c9990f0,segment=NetworkSegment(646519e3-6804-48a8-9239-18aa763e92d4),segment_id=646519e3-6804-48a8-9239-18aa763e92d4)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:12:39.410076 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '4d5045de-fe19-4517-99c7-d98d8c9990f0', 'network_id': '3e9ad17b-b6a4-4ce3-a842-8b4107db7e09', 'port_id': '4d5045de-fe19-4517-99c7-d98d8c9990f0', 'mac_address': 'fa:16:3e:ed:ab:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '646395d4-6261-4135-88e3-b1ff3935f17b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:12:39.428439 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-96f45dec-6e12-45c7-b2cc-09ee058a73de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:39.432445 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-96f45dec-6e12-45c7-b2cc-09ee058a73de service neutron] 10.222.0.67 "GET /v2.0/subnets?id=646395d4-6261-4135-88e3-b1ff3935f17b HTTP/1.1" status: 200 len: 854 time: 0.1554933 Jan 28 03:12:39.477486 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['51bc2987-dd8c-4301-9973-faf1702561f4'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:12:39.483594 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 4d5045de-fe19-4517-99c7-d98d8c9990f0 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:12:39.484460 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (4d5045de-fe19-4517-99c7-d98d8c9990f0), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:39.516020 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-45e96cc5-62d1-4412-8d5b-fe51b973f698 req-0d7841c1-c093-4b00-be6f-61130a263b06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad56bc00-4200-4e61-9f55-6ed88c81f41c {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:12:39.528190 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a39deba-dc63-448c-aafc-b0f4d5fda0c5 req-a4cf70bb-8a94-49e7-86e8-d0dadcae2d2a tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:39.529852 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1a39deba-dc63-448c-aafc-b0f4d5fda0c5 req-a4cf70bb-8a94-49e7-86e8-d0dadcae2d2a tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5337b2-4fb7-431a-982f-db12fe46dc72 HTTP/1.1" status: 200 len: 943 time: 0.1261938 Jan 28 03:12:39.548313 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-45e96cc5-62d1-4412-8d5b-fe51b973f698 req-0d7841c1-c093-4b00-be6f-61130a263b06 service neutron] Publish callbacks [] for port (ad56bc00-4200-4e61-9f55-6ed88c81f41c), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:39.558547 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d5045de-fe19-4517-99c7-d98d8c9990f0 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:12:39.577785 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-b895ca5f-2aa4-48f4-b426-eea2c8718c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:39.581641 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-b895ca5f-2aa4-48f4-b426-eea2c8718c2a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3e9ad17b-b6a4-4ce3-a842-8b4107db7e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1051979 Jan 28 03:12:39.608501 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 4d5045de-fe19-4517-99c7-d98d8c9990f0, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=4d5045de-fe19-4517-99c7-d98d8c9990f0,segment=NetworkSegment(646519e3-6804-48a8-9239-18aa763e92d4),segment_id=646519e3-6804-48a8-9239-18aa763e92d4)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:12:39.610555 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-45e96cc5-62d1-4412-8d5b-fe51b973f698 req-0d7841c1-c093-4b00-be6f-61130a263b06 service neutron] Transition to ACTIVE for port object ad56bc00-4200-4e61-9f55-6ed88c81f41c will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:12:39.618287 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-45e96cc5-62d1-4412-8d5b-fe51b973f698 req-0d7841c1-c093-4b00-be6f-61130a263b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (ad56bc00-4200-4e61-9f55-6ed88c81f41c), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:39.649700 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (4d5045de-fe19-4517-99c7-d98d8c9990f0), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:39.699723 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e03ae-5062-4f69-ac72-3a99a7e67e60 req-0ae09966-b994-48ba-9746-19d1a94a3365 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:39.708515 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-be4e03ae-5062-4f69-ac72-3a99a7e67e60 req-0ae09966-b994-48ba-9746-19d1a94a3365 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a22766b3-6d59-4282-80ac-38b4f9a39c87 HTTP/1.1" status: 200 len: 931 time: 0.1839361 Jan 28 03:12:39.742558 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1a39deba-dc63-448c-aafc-b0f4d5fda0c5 req-d178b747-f5ec-4e7f-b2a3-ecdd4b5ee8ac tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040191 Jan 28 03:12:39.768465 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=4d5045de-fe19-4517-99c7-d98d8c9990f0,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:39.814797 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-b806db00-88ac-465e-93f3-7f72fb7a3a46 service neutron] 10.222.0.67 "GET /v2.0/networks/3e9ad17b-b6a4-4ce3-a842-8b4107db7e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253530 Jan 28 03:12:39.821813 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7841c1-c093-4b00-be6f-61130a263b06 service neutron] Pushing event updated for resources: {'Port': ['ID=ad56bc00-4200-4e61-9f55-6ed88c81f41c,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:39.890238 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-be4e03ae-5062-4f69-ac72-3a99a7e67e60 req-b4203a57-3502-4f3d-b373-4f50d411b954 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789904 Jan 28 03:12:39.995706 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4617fb-b4aa-4131-bfb4-17a5e02ae1fd req-34669241-d9d4-455a-bc58-28c0d1b29676 tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:39.997437 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dd4617fb-b4aa-4131-bfb4-17a5e02ae1fd req-34669241-d9d4-455a-bc58-28c0d1b29676 tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cdfd769-6cd9-4db4-8656-b759d342b03f HTTP/1.1" status: 200 len: 950 time: 0.1392717 Jan 28 03:12:40.007780 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-45e96cc5-62d1-4412-8d5b-fe51b973f698 req-0d7841c1-c093-4b00-be6f-61130a263b06 service neutron] Attempting to bind port ad56bc00-4200-4e61-9f55-6ed88c81f41c on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:12:40.008336 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-45e96cc5-62d1-4412-8d5b-fe51b973f698 req-0d7841c1-c093-4b00-be6f-61130a263b06 service neutron] Attempting to bind port ad56bc00-4200-4e61-9f55-6ed88c81f41c by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '12b0ee7f-b716-4f1a-9ffa-ca741f2c2535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'a1b14d6a-1801-4ed4-a315-0dab0fce9962'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:12:40.008877 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e96cc5-62d1-4412-8d5b-fe51b973f698 req-0d7841c1-c093-4b00-be6f-61130a263b06 service neutron] Attempting to bind port ad56bc00-4200-4e61-9f55-6ed88c81f41c on network a1b14d6a-1801-4ed4-a315-0dab0fce9962 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:12:40.017656 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e96cc5-62d1-4412-8d5b-fe51b973f698 req-0d7841c1-c093-4b00-be6f-61130a263b06 service neutron] Port ad56bc00-4200-4e61-9f55-6ed88c81f41c on network a1b14d6a-1801-4ed4-a315-0dab0fce9962 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:12:40.018169 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e96cc5-62d1-4412-8d5b-fe51b973f698 req-0d7841c1-c093-4b00-be6f-61130a263b06 service neutron] Attempting to bind port ad56bc00-4200-4e61-9f55-6ed88c81f41c on network a1b14d6a-1801-4ed4-a315-0dab0fce9962 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:12:40.028885 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e96cc5-62d1-4412-8d5b-fe51b973f698 req-0d7841c1-c093-4b00-be6f-61130a263b06 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:12:40.029451 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e96cc5-62d1-4412-8d5b-fe51b973f698 req-0d7841c1-c093-4b00-be6f-61130a263b06 service neutron] Checking segment: {'id': '12b0ee7f-b716-4f1a-9ffa-ca741f2c2535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'a1b14d6a-1801-4ed4-a315-0dab0fce9962'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:12:40.030077 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e96cc5-62d1-4412-8d5b-fe51b973f698 req-0d7841c1-c093-4b00-be6f-61130a263b06 service neutron] Bound using segment: {'id': '12b0ee7f-b716-4f1a-9ffa-ca741f2c2535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'a1b14d6a-1801-4ed4-a315-0dab0fce9962'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:12:40.031085 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-45e96cc5-62d1-4412-8d5b-fe51b973f698 req-0d7841c1-c093-4b00-be6f-61130a263b06 service neutron] Bound port: ad56bc00-4200-4e61-9f55-6ed88c81f41c, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12b0ee7f-b716-4f1a-9ffa-ca741f2c2535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'a1b14d6a-1801-4ed4-a315-0dab0fce9962'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:12:40.032162 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-45e96cc5-62d1-4412-8d5b-fe51b973f698 req-0d7841c1-c093-4b00-be6f-61130a263b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ad56bc00-4200-4e61-9f55-6ed88c81f41c), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:40.041161 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a9a82121-f2d7-4141-b4a2-4c54391ef9c1 req-bf60b003-f6cb-461f-87d0-a425780014d0 service neutron] 10.222.0.67 "GET /v2.0/networks/3e9ad17b-b6a4-4ce3-a842-8b4107db7e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140973 Jan 28 03:12:40.081626 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dd4617fb-b4aa-4131-bfb4-17a5e02ae1fd req-43c20e4c-2f73-4039-b4ef-f93f57e78d83 tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1dec7f9-f104-4e8f-9cd0-f77c6e59435d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729244 Jan 28 03:12:40.091878 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['4d5045de-fe19-4517-99c7-d98d8c9990f0'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:12:40.187202 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-45e96cc5-62d1-4412-8d5b-fe51b973f698 req-0d7841c1-c093-4b00-be6f-61130a263b06 service neutron] For port ad56bc00-4200-4e61-9f55-6ed88c81f41c, host n-h2-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:12:40.192918 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-45e96cc5-62d1-4412-8d5b-fe51b973f698 req-0d7841c1-c093-4b00-be6f-61130a263b06 service neutron] For port ad56bc00-4200-4e61-9f55-6ed88c81f41c, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=ad56bc00-4200-4e61-9f55-6ed88c81f41c,segment=NetworkSegment(12b0ee7f-b716-4f1a-9ffa-ca741f2c2535),segment_id=12b0ee7f-b716-4f1a-9ffa-ca741f2c2535)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:12:40.228252 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-45e96cc5-62d1-4412-8d5b-fe51b973f698 req-0d7841c1-c093-4b00-be6f-61130a263b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (ad56bc00-4200-4e61-9f55-6ed88c81f41c), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:40.260093 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad526e-7a80-48cf-9ed3-393bdcc7b22a req-16bf868e-2351-40e0-9d64-ccf9312517ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:40.262158 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3aad526e-7a80-48cf-9ed3-393bdcc7b22a req-16bf868e-2351-40e0-9d64-ccf9312517ff service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2ba6cdd8be1347e5bceafd58466e6895&device_id=4a5337b2-4fb7-431a-982f-db12fe46dc72 HTTP/1.1" status: 200 len: 1095 time: 0.0925872 Jan 28 03:12:40.300364 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e96cc5-62d1-4412-8d5b-fe51b973f698 req-0d7841c1-c093-4b00-be6f-61130a263b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:40.301899 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-45e96cc5-62d1-4412-8d5b-fe51b973f698 req-0d7841c1-c093-4b00-be6f-61130a263b06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:40.304479 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-45e96cc5-62d1-4412-8d5b-fe51b973f698 req-0d7841c1-c093-4b00-be6f-61130a263b06 service neutron] 10.222.0.39 "PUT /v2.0/ports/ad56bc00-4200-4e61-9f55-6ed88c81f41c HTTP/1.1" status: 200 len: 1092 time: 2.2124252 Jan 28 03:12:40.313455 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a22766b3-6d59-4282-80ac-38b4f9a39c87', 'tag': 'ad56bc00-4200-4e61-9f55-6ed88c81f41c'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:12:40.320144 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f623c7-89bc-444e-99ed-22d315a0f732" -d '{"events": [{"name": "network-changed", "server_uuid": "a22766b3-6d59-4282-80ac-38b4f9a39c87", "tag": "ad56bc00-4200-4e61-9f55-6ed88c81f41c"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:12:40.362678 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5625d8f6-cd90-4226-a389-052c0a0032e3 req-052d5d24-2b78-4dc2-a665-6e6a3786b070 tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:40.365367 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5625d8f6-cd90-4226-a389-052c0a0032e3 req-052d5d24-2b78-4dc2-a665-6e6a3786b070 tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] 10.222.0.53 "GET /v2.0/ports?device_id=d57a5397-aff1-4f93-9ac0-11731de97278 HTTP/1.1" status: 200 len: 945 time: 0.2597201 Jan 28 03:12:40.386666 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7841c1-c093-4b00-be6f-61130a263b06 service neutron] Pushing event updated for resources: {'Port': ['ID=ad56bc00-4200-4e61-9f55-6ed88c81f41c,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:40.479462 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad526e-7a80-48cf-9ed3-393bdcc7b22a req-645f50ab-c1a2-4dc3-a4d3-6e631d15a82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:40.481136 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3aad526e-7a80-48cf-9ed3-393bdcc7b22a req-645f50ab-c1a2-4dc3-a4d3-6e631d15a82d service neutron] 10.222.0.67 "GET /v2.0/networks?id=3e9ad17b-b6a4-4ce3-a842-8b4107db7e09 HTTP/1.1" status: 200 len: 916 time: 0.2118485 Jan 28 03:12:40.485596 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5625d8f6-cd90-4226-a389-052c0a0032e3 req-5f615cc8-0004-493f-b702-3793c43530c5 tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6a7ecc2-72fc-4155-b92a-d391c91b3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951400 Jan 28 03:12:40.492019 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e96cc5-62d1-4412-8d5b-fe51b973f698 req-faac4bd6-6d7c-43a7-9f86-f0902ed08207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:40.493566 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-45e96cc5-62d1-4412-8d5b-fe51b973f698 req-faac4bd6-6d7c-43a7-9f86-f0902ed08207 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=be0a66a0f0ac4e86951ed29782156c84&device_id=a22766b3-6d59-4282-80ac-38b4f9a39c87 HTTP/1.1" status: 200 len: 1095 time: 0.0892949 Jan 28 03:12:40.552787 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c601d2d2-e4a4-400f-ae4a-e321e730a37b x-openstack-request-id: req-c601d2d2-e4a4-400f-ae4a-e321e730a37b {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:12:40.553943 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a22766b3-6d59-4282-80ac-38b4f9a39c87", "tag": "ad56bc00-4200-4e61-9f55-6ed88c81f41c", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:12:40.553943 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c601d2d2-e4a4-400f-ae4a-e321e730a37b {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:12:40.553943 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a22766b3-6d59-4282-80ac-38b4f9a39c87', 'tag': 'ad56bc00-4200-4e61-9f55-6ed88c81f41c', 'status': 'completed', 'code': 200} Jan 28 03:12:40.555633 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-45e96cc5-62d1-4412-8d5b-fe51b973f698 req-5beccff2-694a-4863-8787-1b9a96341db5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad56bc00-4200-4e61-9f55-6ed88c81f41c HTTP/1.1" status: 200 len: 217 time: 0.0466590 Jan 28 03:12:40.557530 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3aad526e-7a80-48cf-9ed3-393bdcc7b22a req-17e1b655-46af-4cd5-9490-c6a09021c5e7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff HTTP/1.1" status: 200 len: 217 time: 0.0558698 Jan 28 03:12:40.609793 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad526e-7a80-48cf-9ed3-393bdcc7b22a req-5416fc0b-aaa7-4ed3-9519-4a8693c92674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:40.611388 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3aad526e-7a80-48cf-9ed3-393bdcc7b22a req-5416fc0b-aaa7-4ed3-9519-4a8693c92674 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=646395d4-6261-4135-88e3-b1ff3935f17b HTTP/1.1" status: 200 len: 854 time: 0.0477524 Jan 28 03:12:40.638838 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e96cc5-62d1-4412-8d5b-fe51b973f698 req-d2e6e454-3679-432e-9be8-e2a8aaa4791c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:40.640235 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-45e96cc5-62d1-4412-8d5b-fe51b973f698 req-d2e6e454-3679-432e-9be8-e2a8aaa4791c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28d442bf-9d1c-42f1-9234-238e9e502428 HTTP/1.1" status: 200 len: 854 time: 0.0785294 Jan 28 03:12:40.662682 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad526e-7a80-48cf-9ed3-393bdcc7b22a req-16786a8b-6bcb-4704-a81e-31d8bdcf7c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:40.664247 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3aad526e-7a80-48cf-9ed3-393bdcc7b22a req-16786a8b-6bcb-4704-a81e-31d8bdcf7c68 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3e9ad17b-b6a4-4ce3-a842-8b4107db7e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459471 Jan 28 03:12:40.665572 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52da35a-7da4-4d4a-94dd-6d64d7347343 req-57968aac-a29f-4947-984f-c90415ed51cd tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:40.667213 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f52da35a-7da4-4d4a-94dd-6d64d7347343 req-57968aac-a29f-4947-984f-c90415ed51cd tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cdfd769-6cd9-4db4-8656-b759d342b03f HTTP/1.1" status: 200 len: 950 time: 0.0744643 Jan 28 03:12:40.698117 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-45e96cc5-62d1-4412-8d5b-fe51b973f698 req-41c77dd1-7bd4-4fa6-9ffe-6f2006c40c0f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a1b14d6a-1801-4ed4-a315-0dab0fce9962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502903 Jan 28 03:12:40.781009 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3aad526e-7a80-48cf-9ed3-393bdcc7b22a req-afac7a87-5960-4cab-8bed-e7c8facf3832 service neutron] 10.222.0.67 "GET /v2.0/networks/3e9ad17b-b6a4-4ce3-a842-8b4107db7e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086380 Jan 28 03:12:40.791250 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f52da35a-7da4-4d4a-94dd-6d64d7347343 req-607ee311-2c3f-4f03-9f8d-c0db9bb5be6f tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1dec7f9-f104-4e8f-9cd0-f77c6e59435d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029804 Jan 28 03:12:40.828756 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-45e96cc5-62d1-4412-8d5b-fe51b973f698 req-aa609c47-c443-40d3-abc9-763669a2f710 service neutron] 10.222.0.39 "GET /v2.0/networks/a1b14d6a-1801-4ed4-a315-0dab0fce9962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227841 Jan 28 03:12:40.920648 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f43e14-e06a-4b45-ac06-30a2d75e8ca2 req-df9fa100-ee0b-4350-9221-6fd370213643 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:40.922374 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-77f43e14-e06a-4b45-ac06-30a2d75e8ca2 req-df9fa100-ee0b-4350-9221-6fd370213643 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5337b2-4fb7-431a-982f-db12fe46dc72 HTTP/1.1" status: 200 len: 943 time: 0.0862913 Jan 28 03:12:40.929189 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3aad526e-7a80-48cf-9ed3-393bdcc7b22a req-4e9585ab-27e5-45aa-bbad-612de7b61bfd service neutron] 10.222.0.67 "GET /v2.0/networks/3e9ad17b-b6a4-4ce3-a842-8b4107db7e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409395 Jan 28 03:12:40.931466 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-45e96cc5-62d1-4412-8d5b-fe51b973f698 req-081e5fed-3050-4058-a4b2-5e8aa01b125a service neutron] 10.222.0.39 "GET /v2.0/networks/a1b14d6a-1801-4ed4-a315-0dab0fce9962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947461 Jan 28 03:12:41.018035 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-77f43e14-e06a-4b45-ac06-30a2d75e8ca2 req-be9a3d74-4776-402d-9bef-043cf4451ae8 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734339 Jan 28 03:12:41.101879 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f534df-b546-4386-b98e-87269d4c4231 req-8aa5a506-dbfc-49ca-a6a4-5bb8f08fc8b8 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:41.103824 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f9f534df-b546-4386-b98e-87269d4c4231 req-8aa5a506-dbfc-49ca-a6a4-5bb8f08fc8b8 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a22766b3-6d59-4282-80ac-38b4f9a39c87 HTTP/1.1" status: 200 len: 943 time: 0.0976331 Jan 28 03:12:41.115351 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f623c7-89bc-444e-99ed-22d315a0f732 req-5d7c1a40-3221-4e85-b575-70e76bd35563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:41.116875 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-84f623c7-89bc-444e-99ed-22d315a0f732 req-5d7c1a40-3221-4e85-b575-70e76bd35563 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=be0a66a0f0ac4e86951ed29782156c84&device_id=a22766b3-6d59-4282-80ac-38b4f9a39c87 HTTP/1.1" status: 200 len: 1095 time: 0.0682058 Jan 28 03:12:41.214499 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f9f534df-b546-4386-b98e-87269d4c4231 req-f8fe193b-6728-468e-8465-94b5dc1e0e8e tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014981 Jan 28 03:12:41.245694 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f623c7-89bc-444e-99ed-22d315a0f732 req-a3b39c36-13a0-48f6-8436-915b2790eb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:41.247163 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-84f623c7-89bc-444e-99ed-22d315a0f732 req-a3b39c36-13a0-48f6-8436-915b2790eb90 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a1b14d6a-1801-4ed4-a315-0dab0fce9962 HTTP/1.1" status: 200 len: 915 time: 0.1227829 Jan 28 03:12:41.294247 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-84f623c7-89bc-444e-99ed-22d315a0f732 req-eb5c2781-affc-46ac-8392-05da83fac14b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad56bc00-4200-4e61-9f55-6ed88c81f41c HTTP/1.1" status: 200 len: 217 time: 0.0399637 Jan 28 03:12:41.362359 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f623c7-89bc-444e-99ed-22d315a0f732 req-e11b5074-b9ce-497d-98c6-5541d70bcd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:41.363911 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-84f623c7-89bc-444e-99ed-22d315a0f732 req-e11b5074-b9ce-497d-98c6-5541d70bcd48 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28d442bf-9d1c-42f1-9234-238e9e502428 HTTP/1.1" status: 200 len: 854 time: 0.0629866 Jan 28 03:12:41.407976 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-84f623c7-89bc-444e-99ed-22d315a0f732 req-2b42f3bf-66d9-4089-a085-16bb2888e590 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a1b14d6a-1801-4ed4-a315-0dab0fce9962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347064 Jan 28 03:12:41.532350 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-84f623c7-89bc-444e-99ed-22d315a0f732 req-f37bd0d9-5763-4d41-a14c-d7cd684875ab service neutron] 10.222.0.39 "GET /v2.0/networks/a1b14d6a-1801-4ed4-a315-0dab0fce9962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178627 Jan 28 03:12:41.655305 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-84f623c7-89bc-444e-99ed-22d315a0f732 req-a26f7126-5347-46fc-ae0b-5897aee9404a service neutron] 10.222.0.39 "GET /v2.0/networks/a1b14d6a-1801-4ed4-a315-0dab0fce9962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158957 Jan 28 03:12:41.663366 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb570417-1079-4fe5-8dc2-4dbbc37c03de req-ecfc7c9d-2ba1-4e57-8195-32c0b86840cb tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:41.677680 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bb570417-1079-4fe5-8dc2-4dbbc37c03de req-ecfc7c9d-2ba1-4e57-8195-32c0b86840cb tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] 10.222.0.53 "GET /v2.0/ports?device_id=d57a5397-aff1-4f93-9ac0-11731de97278 HTTP/1.1" status: 200 len: 945 time: 0.0831387 Jan 28 03:12:41.729524 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bb570417-1079-4fe5-8dc2-4dbbc37c03de req-2132aa09-72b1-41d2-aa7b-b6543f86278e tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6a7ecc2-72fc-4155-b92a-d391c91b3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480227 Jan 28 03:12:41.950457 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8364b3-a53f-49e9-9524-83a631f10f80 req-5248e09c-2a86-4937-9af8-c3d1d44f0516 tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:41.953935 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9c8364b3-a53f-49e9-9524-83a631f10f80 req-5248e09c-2a86-4937-9af8-c3d1d44f0516 tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cdfd769-6cd9-4db4-8656-b759d342b03f HTTP/1.1" status: 200 len: 950 time: 0.0676527 Jan 28 03:12:42.042496 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9c8364b3-a53f-49e9-9524-83a631f10f80 req-a14e7bf8-48e7-4feb-8506-81984f8876cc tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1dec7f9-f104-4e8f-9cd0-f77c6e59435d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829856 Jan 28 03:12:42.203502 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cafa31-16c7-4bdc-9922-5702694e5292 req-7c180305-37cf-4634-9ea5-17cb8edc7eac tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:42.206207 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-40cafa31-16c7-4bdc-9922-5702694e5292 req-7c180305-37cf-4634-9ea5-17cb8edc7eac tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5337b2-4fb7-431a-982f-db12fe46dc72 HTTP/1.1" status: 200 len: 943 time: 0.0784597 Jan 28 03:12:42.214849 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48780a67-96df-4990-b559-12f16514100d req-1077466d-bb0e-4ea7-abfe-6cc359e108e6 tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:42.217260 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-48780a67-96df-4990-b559-12f16514100d req-1077466d-bb0e-4ea7-abfe-6cc359e108e6 tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] 10.222.0.53 "GET /v2.0/ports?device_id=d57a5397-aff1-4f93-9ac0-11731de97278 HTTP/1.1" status: 200 len: 945 time: 0.1341460 Jan 28 03:12:42.237206 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d22e59-9e99-45e7-8709-5bfae45e040e req-d5548612-d6a3-4dad-9d5a-708f40da3fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:42.239184 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f4d22e59-9e99-45e7-8709-5bfae45e040e req-d5548612-d6a3-4dad-9d5a-708f40da3fa4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=29b589ad6bf841cc953c78bf204550b1&device_id=d57a5397-aff1-4f93-9ac0-11731de97278 HTTP/1.1" status: 200 len: 1097 time: 0.1155422 Jan 28 03:12:42.322962 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05465667-5b81-475a-b560-4aa408d52036 req-fe592e68-3712-4b71-b3e6-0a49278ffe52 tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:42.325265 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-05465667-5b81-475a-b560-4aa408d52036 req-fe592e68-3712-4b71-b3e6-0a49278ffe52 tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] 10.222.0.67 "GET /v2.0/ports?device_id=9cdfd769-6cd9-4db4-8656-b759d342b03f HTTP/1.1" status: 200 len: 950 time: 0.1174750 Jan 28 03:12:42.347767 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-40cafa31-16c7-4bdc-9922-5702694e5292 req-fbf6d067-fce8-4e81-9dca-0fee4f014a88 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258605 Jan 28 03:12:42.394903 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-48780a67-96df-4990-b559-12f16514100d req-8899eaa6-1c0c-4b4a-b65a-e5c1dca6d216 tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6a7ecc2-72fc-4155-b92a-d391c91b3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684074 Jan 28 03:12:42.458215 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d22e59-9e99-45e7-8709-5bfae45e040e req-5ad2c989-5469-4ec1-8725-c6afee1fffcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:42.460472 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f4d22e59-9e99-45e7-8709-5bfae45e040e req-5ad2c989-5469-4ec1-8725-c6afee1fffcc service neutron] 10.222.0.39 "GET /v2.0/networks?id=81e8b61a-3f71-4132-bc2e-16c8aea89076 HTTP/1.1" status: 200 len: 915 time: 0.2122831 Jan 28 03:12:42.507709 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 51bc2987-dd8c-4301-9973-faf1702561f4 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:12:42.555203 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f4d22e59-9e99-45e7-8709-5bfae45e040e req-6d45b32b-fa31-4453-bf05-b10e6b1a9b57 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa8c1b0e-863b-48c4-bcf7-80029c18cb87 HTTP/1.1" status: 200 len: 217 time: 0.0857706 Jan 28 03:12:42.555653 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf2cbd-b06c-42c5-bf6e-de2eb3ed2775 req-91ae0464-e7cf-4ddc-8877-b45313fa91bf tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:42.557409 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9cdf2cbd-b06c-42c5-bf6e-de2eb3ed2775 req-91ae0464-e7cf-4ddc-8877-b45313fa91bf tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a22766b3-6d59-4282-80ac-38b4f9a39c87 HTTP/1.1" status: 200 len: 943 time: 0.0887752 Jan 28 03:12:42.565170 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-05465667-5b81-475a-b560-4aa408d52036 req-7fe380a1-f962-41b5-bea1-2919fabdac00 tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] Deleting port 29da1576-bc70-48ef-b0f1-d220ffd833a2 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:12:42.565680 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-05465667-5b81-475a-b560-4aa408d52036 req-7fe380a1-f962-41b5-bea1-2919fabdac00 tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (29da1576-bc70-48ef-b0f1-d220ffd833a2), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:42.592600 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 51bc2987-dd8c-4301-9973-faf1702561f4 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:12:42.598906 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 51bc2987-dd8c-4301-9973-faf1702561f4 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:12:42.599947 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (51bc2987-dd8c-4301-9973-faf1702561f4), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:42.649042 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d22e59-9e99-45e7-8709-5bfae45e040e req-4d5c8514-3c75-4605-9d7a-4ca66d29c5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:42.652238 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f4d22e59-9e99-45e7-8709-5bfae45e040e req-4d5c8514-3c75-4605-9d7a-4ca66d29c5d0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=326add2f-c0c9-44b7-9b27-4b4513d3f003 HTTP/1.1" status: 200 len: 854 time: 0.0803156 Jan 28 03:12:42.705731 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f4d22e59-9e99-45e7-8709-5bfae45e040e req-21e03e8b-274e-42fd-a531-3d9eb5de9c36 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=81e8b61a-3f71-4132-bc2e-16c8aea89076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465271 Jan 28 03:12:42.716238 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9cdf2cbd-b06c-42c5-bf6e-de2eb3ed2775 req-2c9dce0c-6120-4951-a423-61fd54902739 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341877 Jan 28 03:12:42.777469 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 51bc2987-dd8c-4301-9973-faf1702561f4 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:12:42.779384 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (51bc2987-dd8c-4301-9973-faf1702561f4), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:42.784720 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-05465667-5b81-475a-b560-4aa408d52036 req-7fe380a1-f962-41b5-bea1-2919fabdac00 tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] For port 29da1576-bc70-48ef-b0f1-d220ffd833a2, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=29da1576-bc70-48ef-b0f1-d220ffd833a2,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:12:42.785405 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-05465667-5b81-475a-b560-4aa408d52036 req-7fe380a1-f962-41b5-bea1-2919fabdac00 tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (29da1576-bc70-48ef-b0f1-d220ffd833a2), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:42.804541 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-05465667-5b81-475a-b560-4aa408d52036 req-7fe380a1-f962-41b5-bea1-2919fabdac00 tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] Calling delete_port for 29da1576-bc70-48ef-b0f1-d220ffd833a2 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:12:42.815742 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25dd7628-9486-445b-b0b6-3e715d7dc01e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51bc2987-dd8c-4301-9973-faf1702561f4'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:12:42.818650 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742a5bb3-a632-480d-a4eb-1560fc0e5926" -d '{"events": [{"server_uuid": "25dd7628-9486-445b-b0b6-3e715d7dc01e", "name": "network-vif-plugged", "status": "completed", "tag": "51bc2987-dd8c-4301-9973-faf1702561f4"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:12:42.842916 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 51bc2987-dd8c-4301-9973-faf1702561f4, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=51bc2987-dd8c-4301-9973-faf1702561f4,segment=NetworkSegment(646519e3-6804-48a8-9239-18aa763e92d4),segment_id=646519e3-6804-48a8-9239-18aa763e92d4)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:12:42.850717 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (51bc2987-dd8c-4301-9973-faf1702561f4), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:42.894968 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1604bdc2-bf2c-4b11-b064-f6c8424e49e7 x-openstack-request-id: req-1604bdc2-bf2c-4b11-b064-f6c8424e49e7 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:12:42.895319 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25dd7628-9486-445b-b0b6-3e715d7dc01e", "name": "network-vif-plugged", "status": "completed", "tag": "51bc2987-dd8c-4301-9973-faf1702561f4", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:12:42.895522 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1604bdc2-bf2c-4b11-b064-f6c8424e49e7 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:12:42.896252 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25dd7628-9486-445b-b0b6-3e715d7dc01e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51bc2987-dd8c-4301-9973-faf1702561f4', 'code': 200} Jan 28 03:12:42.899662 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device ad56bc00-4200-4e61-9f55-6ed88c81f41c details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:12:42.900948 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f4d22e59-9e99-45e7-8709-5bfae45e040e req-9afe88cd-b012-4444-bbc8-c0c3e9584ef3 service neutron] 10.222.0.39 "GET /v2.0/networks/81e8b61a-3f71-4132-bc2e-16c8aea89076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863265 Jan 28 03:12:42.912128 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 4d5045de-fe19-4517-99c7-d98d8c9990f0 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:12:43.026059 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-05465667-5b81-475a-b560-4aa408d52036 req-7fe380a1-f962-41b5-bea1-2919fabdac00 tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (29da1576-bc70-48ef-b0f1-d220ffd833a2), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:43.029502 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=51bc2987-dd8c-4301-9973-faf1702561f4,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:43.067793 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['29da1576-bc70-48ef-b0f1-d220ffd833a2'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:12:43.086231 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f4d22e59-9e99-45e7-8709-5bfae45e040e req-0378d2a9-adb3-42ea-9a9d-e43ad6469e21 service neutron] 10.222.0.39 "GET /v2.0/networks/81e8b61a-3f71-4132-bc2e-16c8aea89076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781940 Jan 28 03:12:43.114731 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c87ec-20bb-433d-b4f9-88459daf1c8a req-8eb2c40b-1f64-4d7e-a1e6-bc14733096b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:43.118263 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8d9c87ec-20bb-433d-b4f9-88459daf1c8a req-8eb2c40b-1f64-4d7e-a1e6-bc14733096b5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=25dd7628-9486-445b-b0b6-3e715d7dc01e HTTP/1.1" status: 200 len: 1097 time: 0.1278245 Jan 28 03:12:43.154469 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 4d5045de-fe19-4517-99c7-d98d8c9990f0 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:12:43.162877 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe380a1-f962-41b5-bea1-2919fabdac00 tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] Pushing event deleted for resources: {'Port': ['ID=29da1576-bc70-48ef-b0f1-d220ffd833a2,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:43.165086 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 4d5045de-fe19-4517-99c7-d98d8c9990f0 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:12:43.165488 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (4d5045de-fe19-4517-99c7-d98d8c9990f0), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:43.219355 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8d9c87ec-20bb-433d-b4f9-88459daf1c8a req-649a7a16-c055-4709-b632-ca87ebc99ed0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943489 Jan 28 03:12:43.258408 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port ad56bc00-4200-4e61-9f55-6ed88c81f41c, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=ad56bc00-4200-4e61-9f55-6ed88c81f41c,segment=NetworkSegment(12b0ee7f-b716-4f1a-9ffa-ca741f2c2535),segment_id=12b0ee7f-b716-4f1a-9ffa-ca741f2c2535)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:12:43.267925 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-05465667-5b81-475a-b560-4aa408d52036 req-7fe380a1-f962-41b5-bea1-2919fabdac00 tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] No DVR routers for this DVR port 29da1576-bc70-48ef-b0f1-d220ffd833a2 on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:12:43.271475 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-05465667-5b81-475a-b560-4aa408d52036 req-7fe380a1-f962-41b5-bea1-2919fabdac00 tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:43.278212 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-05465667-5b81-475a-b560-4aa408d52036 req-7fe380a1-f962-41b5-bea1-2919fabdac00 tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] 10.222.0.67 "DELETE /v2.0/ports/29da1576-bc70-48ef-b0f1-d220ffd833a2 HTTP/1.1" status: 204 len: 173 time: 0.9460270 Jan 28 03:12:43.287448 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cdfd769-6cd9-4db4-8656-b759d342b03f', 'name': 'network-vif-deleted', 'tag': '29da1576-bc70-48ef-b0f1-d220ffd833a2'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:12:43.293714 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c3415d-6649-42d6-a91e-0d0887b46fe0" -d '{"events": [{"server_uuid": "9cdfd769-6cd9-4db4-8656-b759d342b03f", "name": "network-vif-deleted", "tag": "29da1576-bc70-48ef-b0f1-d220ffd833a2"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:12:43.322150 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': 'ad56bc00-4200-4e61-9f55-6ed88c81f41c', 'network_id': 'a1b14d6a-1801-4ed4-a315-0dab0fce9962', 'port_id': 'ad56bc00-4200-4e61-9f55-6ed88c81f41c', 'mac_address': 'fa:16:3e:89:43:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d442bf-9d1c-42f1-9234-238e9e502428', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:12:43.331878 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3f5ab517-9f8d-478a-ac73-35ca2d40e3ff req-ce4fab56-e252-488e-ac7e-719a81733561 tempest-VolumesNegativeTest-726188491 tempest-VolumesNegativeTest-726188491-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cdfd769-6cd9-4db4-8656-b759d342b03f HTTP/1.1" status: 200 len: 210 time: 0.0355930 Jan 28 03:12:43.379113 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed7afa2-bcb6-4f57-9353-6b21ccf075ed x-openstack-request-id: req-2ed7afa2-bcb6-4f57-9353-6b21ccf075ed {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:12:43.379413 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cdfd769-6cd9-4db4-8656-b759d342b03f", "name": "network-vif-deleted", "tag": "29da1576-bc70-48ef-b0f1-d220ffd833a2", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:12:43.379695 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2ed7afa2-bcb6-4f57-9353-6b21ccf075ed {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:12:43.380090 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cdfd769-6cd9-4db4-8656-b759d342b03f', 'name': 'network-vif-deleted', 'tag': '29da1576-bc70-48ef-b0f1-d220ffd833a2', 'status': 'completed', 'code': 200} Jan 28 03:12:43.439416 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port ad56bc00-4200-4e61-9f55-6ed88c81f41c is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:12:43.439416 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ad56bc00-4200-4e61-9f55-6ed88c81f41c), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:43.457392 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad56bc00-4200-4e61-9f55-6ed88c81f41c {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:12:43.486457 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port ad56bc00-4200-4e61-9f55-6ed88c81f41c, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=ad56bc00-4200-4e61-9f55-6ed88c81f41c,segment=NetworkSegment(12b0ee7f-b716-4f1a-9ffa-ca741f2c2535),segment_id=12b0ee7f-b716-4f1a-9ffa-ca741f2c2535)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:12:43.495245 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ad56bc00-4200-4e61-9f55-6ed88c81f41c), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:43.537200 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 4d5045de-fe19-4517-99c7-d98d8c9990f0 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:12:43.537829 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (4d5045de-fe19-4517-99c7-d98d8c9990f0), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:43.542492 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d0b4a-81b5-4c97-8708-d7f16861fb6d req-8ea14642-a9a6-4a6b-8a32-2e9150a7ffbd tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:43.549740 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6e7d0b4a-81b5-4c97-8708-d7f16861fb6d req-8ea14642-a9a6-4a6b-8a32-2e9150a7ffbd tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5337b2-4fb7-431a-982f-db12fe46dc72 HTTP/1.1" status: 200 len: 943 time: 0.0978332 Jan 28 03:12:43.614112 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=ad56bc00-4200-4e61-9f55-6ed88c81f41c,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:43.628762 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08da5e7-fc15-45ab-b532-55ed809ce924 req-9ca85000-2ed1-40b0-bc32-7c67a7ae27c6 tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:43.639969 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a08da5e7-fc15-45ab-b532-55ed809ce924 req-9ca85000-2ed1-40b0-bc32-7c67a7ae27c6 tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] 10.222.0.53 "GET /v2.0/ports?device_id=d57a5397-aff1-4f93-9ac0-11731de97278 HTTP/1.1" status: 200 len: 945 time: 0.1097076 Jan 28 03:12:43.644921 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6e7d0b4a-81b5-4c97-8708-d7f16861fb6d req-cdebc2dd-65f3-438d-8f3a-aab83714970d tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940325 Jan 28 03:12:43.646201 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 4d5045de-fe19-4517-99c7-d98d8c9990f0, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=4d5045de-fe19-4517-99c7-d98d8c9990f0,segment=NetworkSegment(646519e3-6804-48a8-9239-18aa763e92d4),segment_id=646519e3-6804-48a8-9239-18aa763e92d4)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:12:43.655823 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (4d5045de-fe19-4517-99c7-d98d8c9990f0), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:43.717879 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a08da5e7-fc15-45ab-b532-55ed809ce924 req-8a945ed9-84c9-4cf9-9eff-3504a71e59ba tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6a7ecc2-72fc-4155-b92a-d391c91b3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759625 Jan 28 03:12:43.728860 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=4d5045de-fe19-4517-99c7-d98d8c9990f0,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:43.839484 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['ad56bc00-4200-4e61-9f55-6ed88c81f41c'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:12:43.874813 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834215b3-827d-4c5a-82c4-0e84713e0149 req-7fe84ff8-7084-495f-a2e1-9d9015fc8be2 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:43.876545 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-834215b3-827d-4c5a-82c4-0e84713e0149 req-7fe84ff8-7084-495f-a2e1-9d9015fc8be2 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a22766b3-6d59-4282-80ac-38b4f9a39c87 HTTP/1.1" status: 200 len: 944 time: 0.0808105 Jan 28 03:12:43.934261 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-834215b3-827d-4c5a-82c4-0e84713e0149 req-48322e3d-f031-4e68-b0de-410cbe940867 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514395 Jan 28 03:12:44.503299 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:12:44.614556 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff,segment=NetworkSegment(646519e3-6804-48a8-9239-18aa763e92d4),segment_id=646519e3-6804-48a8-9239-18aa763e92d4)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:12:44.629993 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': 'fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff', 'network_id': '3e9ad17b-b6a4-4ce3-a842-8b4107db7e09', 'port_id': 'fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff', 'mac_address': 'fa:16:3e:15:e0:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '646395d4-6261-4135-88e3-b1ff3935f17b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:12:44.738988 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:12:44.739599 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:44.770603 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:12:44.796933 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff,segment=NetworkSegment(646519e3-6804-48a8-9239-18aa763e92d4),segment_id=646519e3-6804-48a8-9239-18aa763e92d4)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:12:44.812107 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:44.824730 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9ea66-062c-4c61-94a7-470b1e9930c3 req-325abc4d-053d-466f-bb23-29cdbc344d34 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:44.832695 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-01e9ea66-062c-4c61-94a7-470b1e9930c3 req-325abc4d-053d-466f-bb23-29cdbc344d34 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5337b2-4fb7-431a-982f-db12fe46dc72 HTTP/1.1" status: 200 len: 943 time: 0.0718122 Jan 28 03:12:44.897445 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5afaf7d1-00e5-4633-a229-79334e3ce992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5045de-fe19-4517-99c7-d98d8c9990f0'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:12:44.899752 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f35ad6-1d2f-476a-8d00-fd7556dd2de7" -d '{"events": [{"server_uuid": "5afaf7d1-00e5-4633-a229-79334e3ce992", "name": "network-vif-plugged", "status": "completed", "tag": "4d5045de-fe19-4517-99c7-d98d8c9990f0"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:12:44.906262 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-01e9ea66-062c-4c61-94a7-470b1e9930c3 req-d6633324-4ec0-48ca-b05e-28386d21ae35 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725896 Jan 28 03:12:44.922228 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device ad56bc00-4200-4e61-9f55-6ed88c81f41c up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:12:44.989010 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:45.058497 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port ad56bc00-4200-4e61-9f55-6ed88c81f41c completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:12:45.095966 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port ad56bc00-4200-4e61-9f55-6ed88c81f41c triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:12:45.096467 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ad56bc00-4200-4e61-9f55-6ed88c81f41c), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:45.142339 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c15f65-368e-418d-9fe1-6e9b8f70e3bf x-openstack-request-id: req-f0c15f65-368e-418d-9fe1-6e9b8f70e3bf {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:12:45.142665 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5afaf7d1-00e5-4633-a229-79334e3ce992", "name": "network-vif-plugged", "status": "completed", "tag": "4d5045de-fe19-4517-99c7-d98d8c9990f0", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:12:45.143070 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f0c15f65-368e-418d-9fe1-6e9b8f70e3bf {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:12:45.143745 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5afaf7d1-00e5-4633-a229-79334e3ce992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5045de-fe19-4517-99c7-d98d8c9990f0', 'code': 200} Jan 28 03:12:45.252829 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:12:45.357264 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382bcef7-16cc-4c33-a522-354f4022aea2 req-a965e2dc-6ba1-4c8c-802b-74432dc3d07e tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:45.360077 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port ad56bc00-4200-4e61-9f55-6ed88c81f41c is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:12:45.360483 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ad56bc00-4200-4e61-9f55-6ed88c81f41c), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:45.366719 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-382bcef7-16cc-4c33-a522-354f4022aea2 req-a965e2dc-6ba1-4c8c-802b-74432dc3d07e tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] 10.222.0.53 "GET /v2.0/ports?device_id=d57a5397-aff1-4f93-9ac0-11731de97278 HTTP/1.1" status: 200 len: 945 time: 0.1028228 Jan 28 03:12:45.384583 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2c6b3-1e4c-4e61-8601-8b2ab1abea4f req-141a9a79-a79b-48b9-8781-ddfc93c85751 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:45.388415 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8fe2c6b3-1e4c-4e61-8601-8b2ab1abea4f req-141a9a79-a79b-48b9-8781-ddfc93c85751 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a22766b3-6d59-4282-80ac-38b4f9a39c87 HTTP/1.1" status: 200 len: 944 time: 0.1717579 Jan 28 03:12:45.397014 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d1a1b-1b65-4186-9446-c063c9f3132e req-b7e6b998-6c3f-4350-a319-5a86c4670e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:45.398825 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4c6d1a1b-1b65-4186-9446-c063c9f3132e req-b7e6b998-6c3f-4350-a319-5a86c4670e33 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5afaf7d1-00e5-4633-a229-79334e3ce992 HTTP/1.1" status: 200 len: 1097 time: 0.1146989 Jan 28 03:12:45.440332 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-382bcef7-16cc-4c33-a522-354f4022aea2 req-a0fddd16-abbc-434c-a8b0-590492d9b0ac tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6a7ecc2-72fc-4155-b92a-d391c91b3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709152 Jan 28 03:12:45.441487 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port ad56bc00-4200-4e61-9f55-6ed88c81f41c, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=ad56bc00-4200-4e61-9f55-6ed88c81f41c,segment=NetworkSegment(12b0ee7f-b716-4f1a-9ffa-ca741f2c2535),segment_id=12b0ee7f-b716-4f1a-9ffa-ca741f2c2535)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:12:45.479760 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ad56bc00-4200-4e61-9f55-6ed88c81f41c), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:45.490625 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4c6d1a1b-1b65-4186-9446-c063c9f3132e req-a6dbcb54-f78e-4ae2-9e55-f73462a6f751 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806043 Jan 28 03:12:45.514923 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8fe2c6b3-1e4c-4e61-8601-8b2ab1abea4f req-536da7f7-edfa-481b-852a-2e584dfa9a59 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147053 Jan 28 03:12:45.588563 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=ad56bc00-4200-4e61-9f55-6ed88c81f41c,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:45.903630 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993c1c9-6944-41f4-aef3-f67d64bb4c3e req-a1db1658-1f58-4a8b-839b-5a840c842aa4 tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:45.908168 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c993c1c9-6944-41f4-aef3-f67d64bb4c3e req-a1db1658-1f58-4a8b-839b-5a840c842aa4 tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] 10.222.0.53 "GET /v2.0/ports?device_id=d57a5397-aff1-4f93-9ac0-11731de97278 HTTP/1.1" status: 200 len: 945 time: 0.0638828 Jan 28 03:12:45.972177 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c993c1c9-6944-41f4-aef3-f67d64bb4c3e req-843a692c-3ef4-49dd-9e04-3889b95a4e72 tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6a7ecc2-72fc-4155-b92a-d391c91b3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599215 Jan 28 03:12:46.043886 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ecf11d-044a-440d-8b7e-700473e14b48 req-87053bca-29de-47b3-b20e-a3395242d598 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:46.046133 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b4ecf11d-044a-440d-8b7e-700473e14b48 req-87053bca-29de-47b3-b20e-a3395242d598 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5337b2-4fb7-431a-982f-db12fe46dc72 HTTP/1.1" status: 200 len: 944 time: 0.0580950 Jan 28 03:12:46.152663 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b4ecf11d-044a-440d-8b7e-700473e14b48 req-c5ded7d9-2992-4e15-a6c4-74aecaa45240 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891156 Jan 28 03:12:46.524427 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:12:46.627613 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:12:46.703471 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:12:46.704415 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:46.810040 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34dff40-f357-4d1f-9894-a554dfaa2495 req-6c434473-65c4-4233-b58d-1ea09977cfd7 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:46.812071 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c34dff40-f357-4d1f-9894-a554dfaa2495 req-6c434473-65c4-4233-b58d-1ea09977cfd7 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a22766b3-6d59-4282-80ac-38b4f9a39c87 HTTP/1.1" status: 200 len: 945 time: 0.0935910 Jan 28 03:12:46.892793 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:12:46.893514 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:46.922028 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c34dff40-f357-4d1f-9894-a554dfaa2495 req-67380a3b-2e94-41c0-a495-e5823e833d18 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961578 Jan 28 03:12:46.978946 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff,segment=NetworkSegment(646519e3-6804-48a8-9239-18aa763e92d4),segment_id=646519e3-6804-48a8-9239-18aa763e92d4)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:12:46.986228 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:46.987173 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 29da1576-bc70-48ef-b0f1-d220ffd833a2 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:12:47.031827 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: 29da1576-bc70-48ef-b0f1-d220ffd833a2 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:12:47.032508 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 29da1576-bc70-48ef-b0f1-d220ffd833a2 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:12:47.106474 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:47.145209 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22766b3-6d59-4282-80ac-38b4f9a39c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad56bc00-4200-4e61-9f55-6ed88c81f41c'}, {'server_uuid': '4a5337b2-4fb7-431a-982f-db12fe46dc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:12:47.148111 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702edfbf-26a4-4184-bc6e-68a2ea5bd4ca" -d '{"events": [{"server_uuid": "a22766b3-6d59-4282-80ac-38b4f9a39c87", "name": "network-vif-plugged", "status": "completed", "tag": "ad56bc00-4200-4e61-9f55-6ed88c81f41c"}, {"server_uuid": "4a5337b2-4fb7-431a-982f-db12fe46dc72", "name": "network-vif-plugged", "status": "completed", "tag": "fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:12:47.150701 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9cc5bb-8d97-4e88-94da-090259e4b6c3 req-6785a132-9d08-4024-9fd5-59472f66bf92 tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:47.158106 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1d9cc5bb-8d97-4e88-94da-090259e4b6c3 req-6785a132-9d08-4024-9fd5-59472f66bf92 tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] 10.222.0.53 "GET /v2.0/ports?device_id=d57a5397-aff1-4f93-9ac0-11731de97278 HTTP/1.1" status: 200 len: 945 time: 0.0806410 Jan 28 03:12:47.222813 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1d9cc5bb-8d97-4e88-94da-090259e4b6c3 req-f01762bf-f65b-4ef7-9335-f481fb36021e tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6a7ecc2-72fc-4155-b92a-d391c91b3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636830 Jan 28 03:12:47.250825 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 03:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8410d9cf-5c10-41be-8660-a523df4854e7 x-openstack-request-id: req-8410d9cf-5c10-41be-8660-a523df4854e7 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:12:47.252378 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a22766b3-6d59-4282-80ac-38b4f9a39c87", "name": "network-vif-plugged", "status": "completed", "tag": "ad56bc00-4200-4e61-9f55-6ed88c81f41c", "code": 200}, {"server_uuid": "4a5337b2-4fb7-431a-982f-db12fe46dc72", "name": "network-vif-plugged", "status": "completed", "tag": "fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:12:47.252747 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8410d9cf-5c10-41be-8660-a523df4854e7 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:12:47.253373 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22766b3-6d59-4282-80ac-38b4f9a39c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad56bc00-4200-4e61-9f55-6ed88c81f41c', 'code': 200} Jan 28 03:12:47.253756 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5337b2-4fb7-431a-982f-db12fe46dc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff', 'code': 200} Jan 28 03:12:47.485434 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9e3a3-8a38-4fb6-8dae-05eadf7d5281 req-6dda88bc-2604-426e-ba5d-29765915be9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:47.486957 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e84e32-21e7-4a3f-841a-ad1a5da3b86f req-c8289216-c27e-4067-bcf5-92e97f3d2cde tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:47.488604 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-23e84e32-21e7-4a3f-841a-ad1a5da3b86f req-c8289216-c27e-4067-bcf5-92e97f3d2cde tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5337b2-4fb7-431a-982f-db12fe46dc72 HTTP/1.1" status: 200 len: 945 time: 0.0912526 Jan 28 03:12:47.497539 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2cc9e3a3-8a38-4fb6-8dae-05eadf7d5281 req-6dda88bc-2604-426e-ba5d-29765915be9c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a22766b3-6d59-4282-80ac-38b4f9a39c87 HTTP/1.1" status: 200 len: 1097 time: 0.0975115 Jan 28 03:12:47.508328 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c56061-2659-47aa-86f8-bf2b3c422fab req-346d5aff-1687-4fdd-ae07-39a3afb3c760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:47.510273 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b6c56061-2659-47aa-86f8-bf2b3c422fab req-346d5aff-1687-4fdd-ae07-39a3afb3c760 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4a5337b2-4fb7-431a-982f-db12fe46dc72 HTTP/1.1" status: 200 len: 1097 time: 0.1292188 Jan 28 03:12:47.576729 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2cc9e3a3-8a38-4fb6-8dae-05eadf7d5281 req-99b07a89-3f6b-47fe-9858-b417e908db26 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713327 Jan 28 03:12:47.590897 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b6c56061-2659-47aa-86f8-bf2b3c422fab req-eabaff7c-8769-41c3-a039-46009569a8d3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733290 Jan 28 03:12:47.609156 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-23e84e32-21e7-4a3f-841a-ad1a5da3b86f req-a021c30c-1b3d-4364-b8ce-82a041aaffd1 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129637 Jan 28 03:12:47.990624 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deebfe1-7945-4a9d-abea-490b3dca96db req-ca4ad847-bef5-49f3-b9da-13d59f74cdbe tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:47.992197 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6deebfe1-7945-4a9d-abea-490b3dca96db req-ca4ad847-bef5-49f3-b9da-13d59f74cdbe tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] 10.222.0.39 "GET /v2.0/ports?device_id=d57a5397-aff1-4f93-9ac0-11731de97278 HTTP/1.1" status: 200 len: 945 time: 0.0867383 Jan 28 03:12:48.238223 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512c0b8-dee2-4b86-b2eb-e176dd27c9d7 req-8d5b3e47-69f8-49c4-bb1b-2d667e216f17 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:48.249802 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c512c0b8-dee2-4b86-b2eb-e176dd27c9d7 req-8d5b3e47-69f8-49c4-bb1b-2d667e216f17 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a22766b3-6d59-4282-80ac-38b4f9a39c87 HTTP/1.1" status: 200 len: 945 time: 0.1537850 Jan 28 03:12:48.302234 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-6deebfe1-7945-4a9d-abea-490b3dca96db req-b615a5f4-f855-4c2d-af73-162da7f19957 tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] Deleting port aa8c1b0e-863b-48c4-bcf7-80029c18cb87 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:12:48.302938 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-6deebfe1-7945-4a9d-abea-490b3dca96db req-b615a5f4-f855-4c2d-af73-162da7f19957 tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (aa8c1b0e-863b-48c4-bcf7-80029c18cb87), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:48.439095 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c512c0b8-dee2-4b86-b2eb-e176dd27c9d7 req-54d74709-453c-4049-ac5c-a0e7922eba06 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864369 Jan 28 03:12:48.443627 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe027f45-3cfd-40b0-aeb0-48ee4ae42098 req-495b4dfd-0360-4bc7-9c9f-ba763c5ee244 tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:48.445275 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fe027f45-3cfd-40b0-aeb0-48ee4ae42098 req-495b4dfd-0360-4bc7-9c9f-ba763c5ee244 tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] 10.222.0.53 "GET /v2.0/ports?device_id=d57a5397-aff1-4f93-9ac0-11731de97278 HTTP/1.1" status: 200 len: 945 time: 0.0960610 Jan 28 03:12:48.544646 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fe027f45-3cfd-40b0-aeb0-48ee4ae42098 req-75d5d5d9-80d6-4865-98b4-971b614bc9f2 tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6a7ecc2-72fc-4155-b92a-d391c91b3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887308 Jan 28 03:12:48.550775 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-6deebfe1-7945-4a9d-abea-490b3dca96db req-b615a5f4-f855-4c2d-af73-162da7f19957 tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] For port aa8c1b0e-863b-48c4-bcf7-80029c18cb87, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=aa8c1b0e-863b-48c4-bcf7-80029c18cb87,segment=NetworkSegment(60be40cf-0a99-4c36-8d45-a0f10ee3bd93),segment_id=60be40cf-0a99-4c36-8d45-a0f10ee3bd93)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:12:48.551370 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-6deebfe1-7945-4a9d-abea-490b3dca96db req-b615a5f4-f855-4c2d-af73-162da7f19957 tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (aa8c1b0e-863b-48c4-bcf7-80029c18cb87), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:48.593601 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-6deebfe1-7945-4a9d-abea-490b3dca96db req-b615a5f4-f855-4c2d-af73-162da7f19957 tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] Calling delete_port for aa8c1b0e-863b-48c4-bcf7-80029c18cb87 owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:12:48.896259 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-6deebfe1-7945-4a9d-abea-490b3dca96db req-b615a5f4-f855-4c2d-af73-162da7f19957 tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (aa8c1b0e-863b-48c4-bcf7-80029c18cb87), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:48.949605 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587d707-7617-46c6-88b7-b3911aeebfe4 req-07d4099a-a94a-49ff-a34c-e0ae0cf4de6f tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:48.962540 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['aa8c1b0e-863b-48c4-bcf7-80029c18cb87'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:12:48.982858 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c587d707-7617-46c6-88b7-b3911aeebfe4 req-07d4099a-a94a-49ff-a34c-e0ae0cf4de6f tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5337b2-4fb7-431a-982f-db12fe46dc72 HTTP/1.1" status: 200 len: 945 time: 0.2306876 Jan 28 03:12:49.102586 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b615a5f4-f855-4c2d-af73-162da7f19957 tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] Pushing event deleted for resources: {'Port': ['ID=aa8c1b0e-863b-48c4-bcf7-80029c18cb87,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:49.151238 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c587d707-7617-46c6-88b7-b3911aeebfe4 req-028d3843-8648-44bf-a4e8-f07776a6b864 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655531 Jan 28 03:12:49.185426 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-6deebfe1-7945-4a9d-abea-490b3dca96db req-b615a5f4-f855-4c2d-af73-162da7f19957 tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] No DVR routers for this DVR port aa8c1b0e-863b-48c4-bcf7-80029c18cb87 on host n-h2-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:12:49.192775 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-6deebfe1-7945-4a9d-abea-490b3dca96db req-b615a5f4-f855-4c2d-af73-162da7f19957 tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:49.202156 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6deebfe1-7945-4a9d-abea-490b3dca96db req-b615a5f4-f855-4c2d-af73-162da7f19957 tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] 10.222.0.39 "DELETE /v2.0/ports/aa8c1b0e-863b-48c4-bcf7-80029c18cb87 HTTP/1.1" status: 204 len: 173 time: 1.2000031 Jan 28 03:12:49.203281 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57a5397-aff1-4f93-9ac0-11731de97278', 'name': 'network-vif-deleted', 'tag': 'aa8c1b0e-863b-48c4-bcf7-80029c18cb87'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:12:49.207887 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47714c29-2e4f-4d89-8f17-f1b73d792d75" -d '{"events": [{"server_uuid": "d57a5397-aff1-4f93-9ac0-11731de97278", "name": "network-vif-deleted", "tag": "aa8c1b0e-863b-48c4-bcf7-80029c18cb87"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:12:49.267675 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15dfc881-a463-4b98-a0c4-a2f520976788 x-openstack-request-id: req-15dfc881-a463-4b98-a0c4-a2f520976788 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:12:49.268144 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d57a5397-aff1-4f93-9ac0-11731de97278", "name": "network-vif-deleted", "tag": "aa8c1b0e-863b-48c4-bcf7-80029c18cb87", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:12:49.268553 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-15dfc881-a463-4b98-a0c4-a2f520976788 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:12:49.269495 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57a5397-aff1-4f93-9ac0-11731de97278', 'name': 'network-vif-deleted', 'tag': 'aa8c1b0e-863b-48c4-bcf7-80029c18cb87', 'status': 'completed', 'code': 200} Jan 28 03:12:49.593055 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225a21b-18ff-4a40-a263-5640126c190f req-a0632253-4b43-4b0a-b7a5-12c2c7e97a87 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:49.605336 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6225a21b-18ff-4a40-a263-5640126c190f req-a0632253-4b43-4b0a-b7a5-12c2c7e97a87 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a22766b3-6d59-4282-80ac-38b4f9a39c87 HTTP/1.1" status: 200 len: 945 time: 0.0880396 Jan 28 03:12:49.694435 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6225a21b-18ff-4a40-a263-5640126c190f req-6062cb03-d88d-44ff-8c68-610041963637 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879719 Jan 28 03:12:49.835255 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1f8cf4de-2bad-4858-bcf8-5b59109a68f2 req-c165853a-f2f1-4c1d-a43d-828aefbf7070 tempest-InstanceActionsTestJSON-708994781 tempest-InstanceActionsTestJSON-708994781-project] 10.222.0.53 "GET /v2.0/ports?device_id=d57a5397-aff1-4f93-9ac0-11731de97278 HTTP/1.1" status: 200 len: 210 time: 0.0835199 Jan 28 03:12:50.474317 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4d8e3-50fe-4aac-a935-02787e946720 req-13a84151-41ba-4b05-bda2-40e1db15bccb tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:50.484881 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b3a4d8e3-50fe-4aac-a935-02787e946720 req-13a84151-41ba-4b05-bda2-40e1db15bccb tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5337b2-4fb7-431a-982f-db12fe46dc72 HTTP/1.1" status: 200 len: 945 time: 0.1943896 Jan 28 03:12:50.535446 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f4d49-264c-4b76-81b7-41c481beeb7b req-61896cac-26bd-413d-9cc6-422e2a8f16e7 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:50.546910 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-770f4d49-264c-4b76-81b7-41c481beeb7b req-61896cac-26bd-413d-9cc6-422e2a8f16e7 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a22766b3-6d59-4282-80ac-38b4f9a39c87 HTTP/1.1" status: 200 len: 945 time: 0.1479454 Jan 28 03:12:50.572404 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b3a4d8e3-50fe-4aac-a935-02787e946720 req-4cb37322-4749-4d7c-8808-9f8891db1aec tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742218 Jan 28 03:12:50.619882 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-770f4d49-264c-4b76-81b7-41c481beeb7b req-d498e262-7d3c-4ff9-a2a3-d1fd5fc38d84 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717716 Jan 28 03:12:50.760644 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738b266-6d47-41a4-83c1-51fc8ffa4dfb req-2636b194-0819-4b98-a0bf-86451d9520b8 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:50.762297 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8738b266-6d47-41a4-83c1-51fc8ffa4dfb req-2636b194-0819-4b98-a0bf-86451d9520b8 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=25dd7628-9486-445b-b0b6-3e715d7dc01e HTTP/1.1" status: 200 len: 945 time: 0.0780525 Jan 28 03:12:50.825943 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8738b266-6d47-41a4-83c1-51fc8ffa4dfb req-f0326423-7b92-4c2e-b3df-9e082ebe6cb3 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524144 Jan 28 03:12:50.916442 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device aa8c1b0e-863b-48c4-bcf7-80029c18cb87 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:12:50.979302 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: aa8c1b0e-863b-48c4-bcf7-80029c18cb87 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:12:50.979881 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device aa8c1b0e-863b-48c4-bcf7-80029c18cb87 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:12:51.028320 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 35136) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:12:51.034289 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449be382-8c40-40bf-ac9e-bf6f6086223f req-716daec3-6dc2-4150-90a7-e161cf573991 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:51.043185 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-449be382-8c40-40bf-ac9e-bf6f6086223f req-716daec3-6dc2-4150-90a7-e161cf573991 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=5afaf7d1-00e5-4633-a229-79334e3ce992 HTTP/1.1" status: 200 len: 945 time: 0.0849519 Jan 28 03:12:51.079241 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-684ebc22-d561-496e-99e0-70028295a142 admin admin] Deleting subnet 326add2f-c0c9-44b7-9b27-4b4513d3f003 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:12:51.082445 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-684ebc22-d561-496e-99e0-70028295a142 admin admin] Publish callbacks [] for subnet (326add2f-c0c9-44b7-9b27-4b4513d3f003), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:51.124507 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-449be382-8c40-40bf-ac9e-bf6f6086223f req-5640afc5-d728-42da-8e6f-f3f394bfe095 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799050 Jan 28 03:12:51.136440 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-684ebc22-d561-496e-99e0-70028295a142 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (326add2f-c0c9-44b7-9b27-4b4513d3f003), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:51.206609 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-684ebc22-d561-496e-99e0-70028295a142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (326add2f-c0c9-44b7-9b27-4b4513d3f003), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:51.295511 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-684ebc22-d561-496e-99e0-70028295a142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (326add2f-c0c9-44b7-9b27-4b4513d3f003), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:51.381615 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ebc22-d561-496e-99e0-70028295a142 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=326add2f-c0c9-44b7-9b27-4b4513d3f003,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:51.406866 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-684ebc22-d561-496e-99e0-70028295a142 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:51.414306 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-684ebc22-d561-496e-99e0-70028295a142 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/326add2f-c0c9-44b7-9b27-4b4513d3f003 HTTP/1.1" status: 204 len: 168 time: 0.3822865 Jan 28 03:12:51.414656 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 35142) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:12:51.595953 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b19fc3f6-dc6a-47c9-8eb9-ec3464ea95f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (81e8b61a-3f71-4132-bc2e-16c8aea89076), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:51.716482 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38d46f-b89f-45b4-b597-c6b9255d437b req-40725b53-4d2c-4c5e-b970-a3c2485c5554 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:51.718469 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fb38d46f-b89f-45b4-b597-c6b9255d437b req-40725b53-4d2c-4c5e-b970-a3c2485c5554 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5337b2-4fb7-431a-982f-db12fe46dc72 HTTP/1.1" status: 200 len: 945 time: 0.1859872 Jan 28 03:12:51.729784 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b19fc3f6-dc6a-47c9-8eb9-ec3464ea95f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (81e8b61a-3f71-4132-bc2e-16c8aea89076), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:51.793105 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-b19fc3f6-dc6a-47c9-8eb9-ec3464ea95f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81e8b61a-3f71-4132-bc2e-16c8aea89076']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:12:51.804691 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fb38d46f-b89f-45b4-b597-c6b9255d437b req-d9773cf2-14c9-4212-8171-5fe7e7e510dd tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717788 Jan 28 03:12:51.811237 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-b19fc3f6-dc6a-47c9-8eb9-ec3464ea95f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60be40cf-0a99-4c36-8d45-a0f10ee3bd93') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:12:51.811572 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-b19fc3f6-dc6a-47c9-8eb9-ec3464ea95f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60be40cf-0a99-4c36-8d45-a0f10ee3bd93') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:12:51.825691 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b19fc3f6-dc6a-47c9-8eb9-ec3464ea95f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (60be40cf-0a99-4c36-8d45-a0f10ee3bd93), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:51.868131 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b19fc3f6-dc6a-47c9-8eb9-ec3464ea95f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (60be40cf-0a99-4c36-8d45-a0f10ee3bd93), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:51.890245 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b19fc3f6-dc6a-47c9-8eb9-ec3464ea95f0 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:12:51.890666 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b19fc3f6-dc6a-47c9-8eb9-ec3464ea95f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (60be40cf-0a99-4c36-8d45-a0f10ee3bd93), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:51.924988 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a541f8e-8104-49c3-b1e6-a535e88bb2ef req-7c2ad134-4c4d-4d51-be3e-2e639236ab4b tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:51.926628 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0a541f8e-8104-49c3-b1e6-a535e88bb2ef req-7c2ad134-4c4d-4d51-be3e-2e639236ab4b tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a22766b3-6d59-4282-80ac-38b4f9a39c87 HTTP/1.1" status: 200 len: 945 time: 0.1327815 Jan 28 03:12:51.961405 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f6b52-450e-4be7-a341-8247d0ae7293 req-b8183249-f205-499a-b6ed-e46b79679af8 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:51.963083 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a07f6b52-450e-4be7-a341-8247d0ae7293 req-b8183249-f205-499a-b6ed-e46b79679af8 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.39 "GET /v2.0/ports?device_id=a22766b3-6d59-4282-80ac-38b4f9a39c87 HTTP/1.1" status: 200 len: 945 time: 0.2206917 Jan 28 03:12:51.971947 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:12:51.971947 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:12:51.971947 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:12:51.971947 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:12:51.971947 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:12:51.971947 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:12:51.971947 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:12:51.971947 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:12:51.971947 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:12:51.971947 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:12:51.971947 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:12:51.971947 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:12:51.971947 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:12:51.971947 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:12:51.971947 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:12:51.971947 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:12:51.971947 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:12:51.971947 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:12:51.971947 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:12:51.971947 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:12:51.971947 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:12:51.971947 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:12:51.971947 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:12:51.971947 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:12:51.971947 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:12:51.971947 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:12:51.971947 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:12:51.971947 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:12:51.971947 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:12:51.971947 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:12:51.971947 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:12:51.971947 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:12:52.000677 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b19fc3f6-dc6a-47c9-8eb9-ec3464ea95f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (81e8b61a-3f71-4132-bc2e-16c8aea89076), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:52.016711 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b19fc3f6-dc6a-47c9-8eb9-ec3464ea95f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:52.020959 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b19fc3f6-dc6a-47c9-8eb9-ec3464ea95f0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/81e8b61a-3f71-4132-bc2e-16c8aea89076 HTTP/1.1" status: 204 len: 168 time: 0.6048832 Jan 28 03:12:52.043850 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19fc3f6-dc6a-47c9-8eb9-ec3464ea95f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=81e8b61a-3f71-4132-bc2e-16c8aea89076,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:52.278621 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0a541f8e-8104-49c3-b1e6-a535e88bb2ef req-9c5afa8f-1e86-4d60-9e85-a8b0ddee157d tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407714 Jan 28 03:12:52.286256 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 35154) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:12:52.376068 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-a07f6b52-450e-4be7-a341-8247d0ae7293 req-2459b676-ce8e-4c1c-bea4-1faa0b3d59fd tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Deleting port ad56bc00-4200-4e61-9f55-6ed88c81f41c {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:12:52.379631 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-a07f6b52-450e-4be7-a341-8247d0ae7293 req-2459b676-ce8e-4c1c-bea4-1faa0b3d59fd tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (ad56bc00-4200-4e61-9f55-6ed88c81f41c), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:52.651891 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-a07f6b52-450e-4be7-a341-8247d0ae7293 req-2459b676-ce8e-4c1c-bea4-1faa0b3d59fd tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] For port ad56bc00-4200-4e61-9f55-6ed88c81f41c, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=ad56bc00-4200-4e61-9f55-6ed88c81f41c,segment=NetworkSegment(12b0ee7f-b716-4f1a-9ffa-ca741f2c2535),segment_id=12b0ee7f-b716-4f1a-9ffa-ca741f2c2535)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:12:52.652692 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-a07f6b52-450e-4be7-a341-8247d0ae7293 req-2459b676-ce8e-4c1c-bea4-1faa0b3d59fd tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (ad56bc00-4200-4e61-9f55-6ed88c81f41c), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:52.677662 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-a07f6b52-450e-4be7-a341-8247d0ae7293 req-2459b676-ce8e-4c1c-bea4-1faa0b3d59fd tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Calling delete_port for ad56bc00-4200-4e61-9f55-6ed88c81f41c owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:12:52.923041 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-fa08aae4-e655-417e-8461-2c105ccf0f1d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=29b589ad6bf841cc953c78bf204550b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6344628 Jan 28 03:12:52.929707 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 35158) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:12:52.958823 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef955113-1611-42b8-b424-a0ec6b2aa457 req-1738060a-7dbb-46e4-a5b0-a413695eb4dd tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:52.975320 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ef955113-1611-42b8-b424-a0ec6b2aa457 req-1738060a-7dbb-46e4-a5b0-a413695eb4dd tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=25dd7628-9486-445b-b0b6-3e715d7dc01e HTTP/1.1" status: 200 len: 945 time: 0.1095867 Jan 28 03:12:53.062724 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-a07f6b52-450e-4be7-a341-8247d0ae7293 req-2459b676-ce8e-4c1c-bea4-1faa0b3d59fd tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (ad56bc00-4200-4e61-9f55-6ed88c81f41c), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:53.085646 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ef955113-1611-42b8-b424-a0ec6b2aa457 req-c5e37886-e582-410a-8a45-e77f78c1623d tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973754 Jan 28 03:12:53.096068 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['345ab761-8a9e-43d7-9219-a137d7f0086f'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:12:53.114157 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459b676-ce8e-4c1c-bea4-1faa0b3d59fd tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Pushing event deleted for resources: {'Port': ['ID=ad56bc00-4200-4e61-9f55-6ed88c81f41c,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:53.121939 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9fcd4ebf-b128-4984-a80c-75b6c499f420 admin admin] Publish callbacks [] for security_group (f6a7ecc2-72fc-4155-b92a-d391c91b3ad0), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:53.157709 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9fcd4ebf-b128-4984-a80c-75b6c499f420 admin admin] Publish callbacks [] for security_group (f6a7ecc2-72fc-4155-b92a-d391c91b3ad0), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:53.380427 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07f6b52-450e-4be7-a341-8247d0ae7293 req-2459b676-ce8e-4c1c-bea4-1faa0b3d59fd tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] No DVR routers for this DVR port ad56bc00-4200-4e61-9f55-6ed88c81f41c on host n-h2-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:12:53.390940 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-a07f6b52-450e-4be7-a341-8247d0ae7293 req-2459b676-ce8e-4c1c-bea4-1faa0b3d59fd tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:53.407835 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a07f6b52-450e-4be7-a341-8247d0ae7293 req-2459b676-ce8e-4c1c-bea4-1faa0b3d59fd tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.39 "DELETE /v2.0/ports/ad56bc00-4200-4e61-9f55-6ed88c81f41c HTTP/1.1" status: 204 len: 173 time: 1.4363687 Jan 28 03:12:53.408613 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22766b3-6d59-4282-80ac-38b4f9a39c87', 'name': 'network-vif-deleted', 'tag': 'ad56bc00-4200-4e61-9f55-6ed88c81f41c'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:12:53.424103 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f3f48b-159a-464c-982f-82cc40b07724" -d '{"events": [{"server_uuid": "a22766b3-6d59-4282-80ac-38b4f9a39c87", "name": "network-vif-deleted", "tag": "ad56bc00-4200-4e61-9f55-6ed88c81f41c"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:12:53.442363 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9fcd4ebf-b128-4984-a80c-75b6c499f420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f6a7ecc2-72fc-4155-b92a-d391c91b3ad0), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:53.450289 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9fcd4ebf-b128-4984-a80c-75b6c499f420 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:53.456697 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9fcd4ebf-b128-4984-a80c-75b6c499f420 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f6a7ecc2-72fc-4155-b92a-d391c91b3ad0 HTTP/1.1" status: 204 len: 168 time: 0.5214057 Jan 28 03:12:53.487901 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd4ebf-b128-4984-a80c-75b6c499f420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a7ecc2-72fc-4155-b92a-d391c91b3ad0,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:53.574571 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d1e01ded-b7a9-4cef-8509-b07d21d3ca64 req-be44c8e2-d51f-46ee-9a10-c269c24cf17c tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a22766b3-6d59-4282-80ac-38b4f9a39c87 HTTP/1.1" status: 200 len: 210 time: 0.1040368 Jan 28 03:12:53.648315 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd1ab21-1c06-484e-b169-67e9b28e9a2b x-openstack-request-id: req-3dd1ab21-1c06-484e-b169-67e9b28e9a2b {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:12:53.648965 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a22766b3-6d59-4282-80ac-38b4f9a39c87", "name": "network-vif-deleted", "tag": "ad56bc00-4200-4e61-9f55-6ed88c81f41c", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:12:53.649688 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3dd1ab21-1c06-484e-b169-67e9b28e9a2b {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:12:53.650612 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22766b3-6d59-4282-80ac-38b4f9a39c87', 'name': 'network-vif-deleted', 'tag': 'ad56bc00-4200-4e61-9f55-6ed88c81f41c', 'status': 'completed', 'code': 200} Jan 28 03:12:53.828286 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792ded5-e922-471f-bca7-e0e53f50bf1f req-85f6def7-f124-4712-b881-2e274547f747 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:53.834272 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792ded5-e922-471f-bca7-e0e53f50bf1f req-85f6def7-f124-4712-b881-2e274547f747 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:53.839921 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792ded5-e922-471f-bca7-e0e53f50bf1f req-85f6def7-f124-4712-b881-2e274547f747 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:53.841744 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a792ded5-e922-471f-bca7-e0e53f50bf1f req-85f6def7-f124-4712-b881-2e274547f747 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5337b2-4fb7-431a-982f-db12fe46dc72&device_id=5afaf7d1-00e5-4633-a229-79334e3ce992&device_id=25dd7628-9486-445b-b0b6-3e715d7dc01e HTTP/1.1" status: 200 len: 2416 time: 0.1173601 Jan 28 03:12:53.993873 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a792ded5-e922-471f-bca7-e0e53f50bf1f req-4e0dc1c7-acf9-4f26-a05b-fbab5d7ad0d3 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387949 Jan 28 03:12:54.308986 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea128a-25ce-4a0f-b118-04e11fb3aaa2 req-a0a13c92-d85e-4367-982b-d6d6e8dbc2a9 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:54.324726 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-adea128a-25ce-4a0f-b118-04e11fb3aaa2 req-a0a13c92-d85e-4367-982b-d6d6e8dbc2a9 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5337b2-4fb7-431a-982f-db12fe46dc72 HTTP/1.1" status: 200 len: 945 time: 0.1077042 Jan 28 03:12:54.433354 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-adea128a-25ce-4a0f-b118-04e11fb3aaa2 req-2ad4874f-11aa-49ef-990a-9026509a9149 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071367 Jan 28 03:12:54.893123 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb377c3-3194-4396-aee3-124009ec77a5 req-50f45e6b-35b2-4d6f-9930-0aa6d9d73be6 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:54.908544 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0fb377c3-3194-4396-aee3-124009ec77a5 req-50f45e6b-35b2-4d6f-9930-0aa6d9d73be6 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.1266370 Jan 28 03:12:54.937280 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device ad56bc00-4200-4e61-9f55-6ed88c81f41c no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:12:54.974281 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: ad56bc00-4200-4e61-9f55-6ed88c81f41c {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:12:54.977244 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device ad56bc00-4200-4e61-9f55-6ed88c81f41c not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:12:55.013408 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0fb377c3-3194-4396-aee3-124009ec77a5 req-acda628b-245d-4928-9c90-05658f0d04d8 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983369 Jan 28 03:12:55.120160 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 35214) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:12:55.361698 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-426b60ab-252f-414a-b3a0-4a06d5a2c047 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1166471801-network', 'tenant_id': '98e0ea6812584b79b1b5001bce03053e'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:12:55.396718 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426b60ab-252f-414a-b3a0-4a06d5a2c047 admin admin] Made reservation on behalf of 98e0ea6812584b79b1b5001bce03053e for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:12:55.400319 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-426b60ab-252f-414a-b3a0-4a06d5a2c047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:55.434159 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-426b60ab-252f-414a-b3a0-4a06d5a2c047 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:55.479511 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6930c-1564-4481-bc08-56fec6dcedbb req-0f5518fd-aff9-4b07-9d99-810fae1ebdc7 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:55.494655 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-49c6930c-1564-4481-bc08-56fec6dcedbb req-0f5518fd-aff9-4b07-9d99-810fae1ebdc7 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.1253860 Jan 28 03:12:55.566441 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-426b60ab-252f-414a-b3a0-4a06d5a2c047 admin admin] Publish callbacks [] for security_group (28ddf63f-9b70-4a98-987e-5c4a62a12a0d), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:55.573915 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-426b60ab-252f-414a-b3a0-4a06d5a2c047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (28ddf63f-9b70-4a98-987e-5c4a62a12a0d), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:55.590886 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 35232) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:12:55.596945 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-426b60ab-252f-414a-b3a0-4a06d5a2c047 admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:12:55.617661 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-426b60ab-252f-414a-b3a0-4a06d5a2c047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (1dd569db-ce5a-44c0-b078-c09af7f11059), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:55.618353 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-426b60ab-252f-414a-b3a0-4a06d5a2c047 admin admin] Added segment 1dd569db-ce5a-44c0-b078-c09af7f11059 of type vlan for network 51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98 Jan 28 03:12:55.641995 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-49c6930c-1564-4481-bc08-56fec6dcedbb req-0ff68de4-82ef-4f92-9413-5490d0e4a433 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440589 Jan 28 03:12:55.716555 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-426b60ab-252f-414a-b3a0-4a06d5a2c047 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:55.769462 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-426b60ab-252f-414a-b3a0-4a06d5a2c047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:55.770754 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426b60ab-252f-414a-b3a0-4a06d5a2c047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:55.777057 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-426b60ab-252f-414a-b3a0-4a06d5a2c047 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:55.820805 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-426b60ab-252f-414a-b3a0-4a06d5a2c047 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6994405 Jan 28 03:12:55.821760 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b60ab-252f-414a-b3a0-4a06d5a2c047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ddf63f-9b70-4a98-987e-5c4a62a12a0d,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:55.835649 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 35238) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:12:55.878989 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f1157d80-6b68-46c5-9283-3dbf6a251787 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c4166ca5f5ee4bb092c3a3f17ae1a03c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2867115 Jan 28 03:12:55.881023 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 35244) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:12:55.916008 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-cae69edd-1783-493c-963d-de552400ca46 admin admin] Request body: {'subnet': {'network_id': '51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1166471801-subnet', 'tenant_id': '98e0ea6812584b79b1b5001bce03053e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:12:55.923984 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab52c6c-1083-457d-8bc0-a505a908b989 req-d9c7560e-f6dc-466d-9e3d-34bd593b2f9e tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:55.925643 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aab52c6c-1083-457d-8bc0-a505a908b989 req-d9c7560e-f6dc-466d-9e3d-34bd593b2f9e tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.1432092 Jan 28 03:12:55.984107 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b60ab-252f-414a-b3a0-4a06d5a2c047 admin admin] Pushing event updated for resources: {'Network': ['ID=51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:56.000651 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:12:56.009389 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b72b853c-eed2-4edd-bea4-8937f1f8a47f admin admin] Publish callbacks [] for security_group (a1dec7f9-f104-4e8f-9cd0-f77c6e59435d), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:56.015420 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae69edd-1783-493c-963d-de552400ca46 admin admin] Made reservation on behalf of 98e0ea6812584b79b1b5001bce03053e for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:12:56.021583 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cae69edd-1783-493c-963d-de552400ca46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:56.104213 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b72b853c-eed2-4edd-bea4-8937f1f8a47f admin admin] Publish callbacks [] for security_group (a1dec7f9-f104-4e8f-9cd0-f77c6e59435d), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:56.236591 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aab52c6c-1083-457d-8bc0-a505a908b989 req-251c1f9a-1e7f-4da7-81ff-fbc8de8fa271 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971652 Jan 28 03:12:56.325138 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b72b853c-eed2-4edd-bea4-8937f1f8a47f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (a1dec7f9-f104-4e8f-9cd0-f77c6e59435d), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:56.330671 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b72b853c-eed2-4edd-bea4-8937f1f8a47f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:56.333519 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b72b853c-eed2-4edd-bea4-8937f1f8a47f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a1dec7f9-f104-4e8f-9cd0-f77c6e59435d HTTP/1.1" status: 204 len: 168 time: 0.4511061 Jan 28 03:12:56.359568 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72b853c-eed2-4edd-bea4-8937f1f8a47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1dec7f9-f104-4e8f-9cd0-f77c6e59435d,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:56.558139 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cae69edd-1783-493c-963d-de552400ca46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (d00b5f7c-43bf-49c3-a3ba-f2048d17c244), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:56.730058 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63b379-0619-4a9e-bf0b-5a0f6b4e21b9 req-e4ad31fa-1b0d-4150-8344-49fa23211c60 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:56.741260 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-be63b379-0619-4a9e-bf0b-5a0f6b4e21b9 req-e4ad31fa-1b0d-4150-8344-49fa23211c60 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=25dd7628-9486-445b-b0b6-3e715d7dc01e HTTP/1.1" status: 200 len: 945 time: 0.4108634 Jan 28 03:12:56.743898 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae69edd-1783-493c-963d-de552400ca46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d00b5f7c-43bf-49c3-a3ba-f2048d17c244,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:56.778335 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae69edd-1783-493c-963d-de552400ca46 admin admin] Checking segment: {'id': '1dd569db-ce5a-44c0-b078-c09af7f11059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:12:56.778667 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae69edd-1783-493c-963d-de552400ca46 admin admin] Network hostable DHCP agents. Network: 51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:12:56.862083 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-be63b379-0619-4a9e-bf0b-5a0f6b4e21b9 req-d47aa59c-db1c-400f-b450-34b95bebf1b5 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194096 Jan 28 03:12:56.909199 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae69edd-1783-493c-963d-de552400ca46 admin admin] Network 51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:12:56.949496 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-cae69edd-1783-493c-963d-de552400ca46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:12:56.980748 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5564ad2-0088-4f0d-b2d4-d7696e465122 None None] Network 51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:12:56.997015 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae69edd-1783-493c-963d-de552400ca46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:57.003371 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cae69edd-1783-493c-963d-de552400ca46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:57.062065 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-cae69edd-1783-493c-963d-de552400ca46 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2193761 Jan 28 03:12:57.314192 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e193d50e-1d33-48b6-8957-7b31de53acf1 None None] Network 51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:12:57.694185 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 35286) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:12:57.952664 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e5cc8113-e7a9-4bd2-8c7c-4d8e7e8c02dc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c21ad8f3df494e3bb40109ce4bbc0014&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2567694 Jan 28 03:12:57.956957 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 35300) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:12:58.040760 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-095b6012-4ff5-4f04-a7cb-2d0c7cf7ac8b admin admin] Publish callbacks [] for security_group (1d74cc6c-70cf-44cb-8cf9-04e1371454b8), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:58.088578 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-095b6012-4ff5-4f04-a7cb-2d0c7cf7ac8b admin admin] Publish callbacks [] for security_group (1d74cc6c-70cf-44cb-8cf9-04e1371454b8), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:58.112021 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f3c2c-feff-4e56-99a9-d0701ee107ad req-e4ec42a6-390d-46c7-a4f0-82ae79eabf4b tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:58.125616 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0a7f3c2c-feff-4e56-99a9-d0701ee107ad req-e4ec42a6-390d-46c7-a4f0-82ae79eabf4b tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=25dd7628-9486-445b-b0b6-3e715d7dc01e HTTP/1.1" status: 200 len: 945 time: 0.1220512 Jan 28 03:12:58.233488 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0a7f3c2c-feff-4e56-99a9-d0701ee107ad req-02d0463a-9f38-4238-9b62-8772c734dd1e tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991852 Jan 28 03:12:58.315977 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-095b6012-4ff5-4f04-a7cb-2d0c7cf7ac8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (1d74cc6c-70cf-44cb-8cf9-04e1371454b8), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:58.321039 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-095b6012-4ff5-4f04-a7cb-2d0c7cf7ac8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:58.322631 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-095b6012-4ff5-4f04-a7cb-2d0c7cf7ac8b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1d74cc6c-70cf-44cb-8cf9-04e1371454b8 HTTP/1.1" status: 204 len: 168 time: 0.3637073 Jan 28 03:12:58.380280 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b6012-4ff5-4f04-a7cb-2d0c7cf7ac8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d74cc6c-70cf-44cb-8cf9-04e1371454b8,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:12:58.447833 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-d5d010d9-b0b8-49a5-a5e4-2ca80973d6d9 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:58.455505 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-d5d010d9-b0b8-49a5-a5e4-2ca80973d6d9 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.53 "GET /v2.0/networks?id=51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98 HTTP/1.1" status: 200 len: 818 time: 0.2878189 Jan 28 03:12:58.472183 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-d8507d46-4abb-446d-812f-5709eb424dd5 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.53 "GET /v2.0/quotas/98e0ea6812584b79b1b5001bce03053e HTTP/1.1" status: 200 len: 375 time: 0.0155740 Jan 28 03:12:58.513351 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-4c20589e-e88b-4866-b07e-35e2c4d0b7c3 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=98e0ea6812584b79b1b5001bce03053e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394073 Jan 28 03:12:58.718329 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-6fbc67cf-b609-4b13-821d-0facd9f84e2c service neutron] 10.222.0.53 "GET /v2.0/networks/51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904356 Jan 28 03:12:58.918261 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-06589891-dfc4-4ec2-88f6-b1764948d6be service neutron] 10.222.0.53 "GET /v2.0/networks/51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981237 Jan 28 03:12:59.181658 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:12:59.522492 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e80631-7557-4ee7-886f-56cd5528828c req-6a3d36cf-8e41-48b8-8379-2b7d9a2bc1bb tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:12:59.537647 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-72e80631-7557-4ee7-886f-56cd5528828c req-6a3d36cf-8e41-48b8-8379-2b7d9a2bc1bb tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=25dd7628-9486-445b-b0b6-3e715d7dc01e HTTP/1.1" status: 200 len: 945 time: 0.1472096 Jan 28 03:12:59.704943 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-72e80631-7557-4ee7-886f-56cd5528828c req-dc00f6ca-3573-4d11-9243-2aa30b7e64cd tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620405 Jan 28 03:12:59.719647 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-06f3cb59-e9aa-4d37-8645-5ada1a83d7de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:00.001167 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f86af52e-f553-4251-bd42-4a715be76ad3 req-f79eadac-af0f-4f82-aaa6-ddb83a4c7062 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.53 "GET /v2.0/ports?device_id=24c19dd1-c1e1-4d1c-aa5c-1317f228a3d1 HTTP/1.1" status: 200 len: 210 time: 0.0768538 Jan 28 03:13:00.500244 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8134fb73-cb29-4ffa-9ff7-b2aa38f7a754 req-a83cfaa8-208b-4b78-8e0c-34e9726d4c9a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0677729 Jan 28 03:13:00.645541 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134fb73-cb29-4ffa-9ff7-b2aa38f7a754 req-6e9679c1-c996-4cfa-a3d5-c674811cc4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:00.650450 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8134fb73-cb29-4ffa-9ff7-b2aa38f7a754 req-6e9679c1-c996-4cfa-a3d5-c674811cc4ca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=be0a66a0f0ac4e86951ed29782156c84&device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 1098 time: 0.0693808 Jan 28 03:13:00.866055 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134fb73-cb29-4ffa-9ff7-b2aa38f7a754 req-aaee4919-9e6c-44fc-9a37-a5df8264b69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:00.868155 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8134fb73-cb29-4ffa-9ff7-b2aa38f7a754 req-aaee4919-9e6c-44fc-9a37-a5df8264b69d service neutron] 10.222.0.39 "GET /v2.0/networks?id=a1b14d6a-1801-4ed4-a315-0dab0fce9962 HTTP/1.1" status: 200 len: 915 time: 0.1891785 Jan 28 03:13:00.984441 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8134fb73-cb29-4ffa-9ff7-b2aa38f7a754 req-f269db74-b0e5-4dff-9f2a-2c5494e2def3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=345ab761-8a9e-43d7-9219-a137d7f0086f HTTP/1.1" status: 200 len: 217 time: 0.0988867 Jan 28 03:13:01.070481 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7003f-c7dc-44ea-a18f-8a84a5beab27 req-41092120-da3e-4f57-8fc6-018e12be01b1 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:01.078602 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-28c7003f-c7dc-44ea-a18f-8a84a5beab27 req-41092120-da3e-4f57-8fc6-018e12be01b1 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=25dd7628-9486-445b-b0b6-3e715d7dc01e HTTP/1.1" status: 200 len: 945 time: 0.1411138 Jan 28 03:13:01.095555 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134fb73-cb29-4ffa-9ff7-b2aa38f7a754 req-95fd57e7-7f4e-4d45-b71b-97c2ff3b54d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:01.097534 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8134fb73-cb29-4ffa-9ff7-b2aa38f7a754 req-95fd57e7-7f4e-4d45-b71b-97c2ff3b54d9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28d442bf-9d1c-42f1-9234-238e9e502428 HTTP/1.1" status: 200 len: 854 time: 0.0949266 Jan 28 03:13:01.244860 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8134fb73-cb29-4ffa-9ff7-b2aa38f7a754 req-31142ddf-c81f-49da-a7be-2d8cd250a939 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a1b14d6a-1801-4ed4-a315-0dab0fce9962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1393552 Jan 28 03:13:01.339161 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-28c7003f-c7dc-44ea-a18f-8a84a5beab27 req-f073f877-0333-4ef4-ab2c-e0b9e13e4ed6 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591932 Jan 28 03:13:01.486631 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3f0acbcc-c54e-408e-ae31-2171a6ff2bf7 req-5bd1bd72-8ebf-496c-aa19-70beb54e8e91 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.53 "GET /v2.0/ports?device_id=24c19dd1-c1e1-4d1c-aa5c-1317f228a3d1 HTTP/1.1" status: 200 len: 210 time: 0.1082189 Jan 28 03:13:01.724296 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e87af-aacd-413e-a8a8-938bccece861 req-ebd6d52a-807d-45ec-a015-673e54f24b37 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:01.747364 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bd0e87af-aacd-413e-a8a8-938bccece861 req-ebd6d52a-807d-45ec-a015-673e54f24b37 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.1999531 Jan 28 03:13:01.795849 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8134fb73-cb29-4ffa-9ff7-b2aa38f7a754 req-22021200-f4f5-4f0d-b1a6-d4f7869810a7 service neutron] 10.222.0.39 "GET /v2.0/networks/a1b14d6a-1801-4ed4-a315-0dab0fce9962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4745829 Jan 28 03:13:01.846834 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b017aa9a-66c7-44f3-b484-700666fb01f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:02.018937 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bd0e87af-aacd-413e-a8a8-938bccece861 req-5c1c0903-c3d8-45ff-9bd9-859826ec7647 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706044 Jan 28 03:13:02.081376 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8134fb73-cb29-4ffa-9ff7-b2aa38f7a754 req-1ad3febc-9ce7-4e32-a803-47c87099d7df service neutron] 10.222.0.39 "GET /v2.0/networks/a1b14d6a-1801-4ed4-a315-0dab0fce9962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639728 Jan 28 03:13:02.220980 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd3970-2c5a-414b-a474-c061891f7aae req-50d05b41-9d2d-4f90-8e07-c22000632c90 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:02.223008 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-98cd3970-2c5a-414b-a474-c061891f7aae req-50d05b41-9d2d-4f90-8e07-c22000632c90 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.0664008 Jan 28 03:13:02.333782 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-98cd3970-2c5a-414b-a474-c061891f7aae req-db560249-d263-4b77-b5e3-2072ac4bef08 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981500 Jan 28 03:13:02.574843 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-29b7d752-de5e-4150-a4e7-83344bfa185e tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:02.580855 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-29b7d752-de5e-4150-a4e7-83344bfa185e tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.67 "GET /v2.0/networks?id=51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98 HTTP/1.1" status: 200 len: 818 time: 0.3272624 Jan 28 03:13:02.666307 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-10edc9ce-1751-4a28-8414-cefa2d861b75 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Request body: {'port': {'device_id': '76d4e6e6-843b-4811-80af-e3430e9aa1a4', 'network_id': '51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98', 'admin_state_up': True, 'tenant_id': '98e0ea6812584b79b1b5001bce03053e'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:13:03.324755 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:03.340408 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-caafe5f3-5eae-4825-b91e-9796823268d2 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:03.343319 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-caafe5f3-5eae-4825-b91e-9796823268d2 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.39 "GET /v2.0/networks?id=51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98 HTTP/1.1" status: 200 len: 818 time: 0.4317193 Jan 28 03:13:03.372107 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518729a-85ef-46f2-a14f-3135eba6ce15 req-70411e64-afb4-4a8b-849c-2d6ee8ef0e6d tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:03.381510 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4518729a-85ef-46f2-a14f-3135eba6ce15 req-70411e64-afb4-4a8b-849c-2d6ee8ef0e6d tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=25dd7628-9486-445b-b0b6-3e715d7dc01e HTTP/1.1" status: 200 len: 945 time: 0.8185368 Jan 28 03:13:03.411364 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-f8904772-18bf-4b95-b436-428b1d725dee tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Request body: {'port': {'device_id': '24c19dd1-c1e1-4d1c-aa5c-1317f228a3d1', 'network_id': '51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98', 'admin_state_up': True, 'tenant_id': '98e0ea6812584b79b1b5001bce03053e'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:13:03.488020 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:03.535702 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ab85179d-7fc7-45f5-b15a-0376a489ffc2 req-6b288013-ce18-479f-b9fd-1e9b9b57c05e tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.53 "GET /v2.0/ports?device_id=24c19dd1-c1e1-4d1c-aa5c-1317f228a3d1 HTTP/1.1" status: 200 len: 210 time: 0.0476053 Jan 28 03:13:03.618026 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-2d39d50b-ac2f-4b00-8709-67cff553dc86 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:03.619633 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-2d39d50b-ac2f-4b00-8709-67cff553dc86 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.39 "GET /v2.0/networks?id=51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98 HTTP/1.1" status: 200 len: 818 time: 1.0340295 Jan 28 03:13:03.638486 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-008d7e1d-b8b5-4fa2-a664-d39cd7ee2602 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Request body: {'port': {'device_id': 'd9cd24b6-168c-45d2-91f7-28ba18d5a905', 'network_id': '51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98', 'admin_state_up': True, 'tenant_id': '98e0ea6812584b79b1b5001bce03053e'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:13:03.853529 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4518729a-85ef-46f2-a14f-3135eba6ce15 req-cdb46aab-fc2b-41f5-b576-d783199ef6e4 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4275310 Jan 28 03:13:03.874517 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-f8904772-18bf-4b95-b436-428b1d725dee tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Made reservation on behalf of 98e0ea6812584b79b1b5001bce03053e for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:13:03.884885 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-f8904772-18bf-4b95-b436-428b1d725dee tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:03.917563 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-008d7e1d-b8b5-4fa2-a664-d39cd7ee2602 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Made reservation on behalf of 98e0ea6812584b79b1b5001bce03053e for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:13:03.921314 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-008d7e1d-b8b5-4fa2-a664-d39cd7ee2602 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:03.941213 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-10edc9ce-1751-4a28-8414-cefa2d861b75 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Made reservation on behalf of 98e0ea6812584b79b1b5001bce03053e for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:13:03.944604 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-10edc9ce-1751-4a28-8414-cefa2d861b75 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:04.221698 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-008d7e1d-b8b5-4fa2-a664-d39cd7ee2602 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Allocated IP 172.20.0.10 (51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98/d00b5f7c-43bf-49c3-a3ba-f2048d17c244/cb987d22-0f6f-4974-bd77-4567d21cf8ff) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:13:04.438224 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-008d7e1d-b8b5-4fa2-a664-d39cd7ee2602 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Publish callbacks [] for port (cb987d22-0f6f-4974-bd77-4567d21cf8ff), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:04.480555 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-008d7e1d-b8b5-4fa2-a664-d39cd7ee2602 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (cb987d22-0f6f-4974-bd77-4567d21cf8ff), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:04.555645 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-10edc9ce-1751-4a28-8414-cefa2d861b75 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Allocated IP 172.20.0.8 (51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98/d00b5f7c-43bf-49c3-a3ba-f2048d17c244/840173f9-219d-4cf8-b77b-da02715051d5) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:13:04.585528 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-008d7e1d-b8b5-4fa2-a664-d39cd7ee2602 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Network 51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:13:04.588589 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-008d7e1d-b8b5-4fa2-a664-d39cd7ee2602 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:13:04.604277 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-008d7e1d-b8b5-4fa2-a664-d39cd7ee2602 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:13:04.684417 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d7e1d-b8b5-4fa2-a664-d39cd7ee2602 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Pushing event updated for resources: {'Port': ['ID=cb987d22-0f6f-4974-bd77-4567d21cf8ff,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:04.766381 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:04.798091 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-008d7e1d-b8b5-4fa2-a664-d39cd7ee2602 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:04.798655 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-008d7e1d-b8b5-4fa2-a664-d39cd7ee2602 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:04.861624 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-10edc9ce-1751-4a28-8414-cefa2d861b75 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Publish callbacks [] for port (840173f9-219d-4cf8-b77b-da02715051d5), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:04.876369 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c98ece30-f5d5-4861-97d0-d4da1606798a req-9410cd97-1b7d-4668-b07b-eaa84ab9b4a9 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.53 "GET /v2.0/ports?device_id=24c19dd1-c1e1-4d1c-aa5c-1317f228a3d1 HTTP/1.1" status: 200 len: 210 time: 0.1695564 Jan 28 03:13:04.910949 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-008d7e1d-b8b5-4fa2-a664-d39cd7ee2602 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2763722 Jan 28 03:13:04.942679 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-63d482a1-d888-4c71-b5a6-e5b0101720eb service neutron] Request body: {'port': {'device_id': 'd9cd24b6-168c-45d2-91f7-28ba18d5a905', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:13:04.944925 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-10edc9ce-1751-4a28-8414-cefa2d861b75 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (840173f9-219d-4cf8-b77b-da02715051d5), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:05.024840 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-10edc9ce-1751-4a28-8414-cefa2d861b75 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Network 51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:13:05.030608 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-10edc9ce-1751-4a28-8414-cefa2d861b75 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:13:05.032663 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10edc9ce-1751-4a28-8414-cefa2d861b75 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Pushing event updated for resources: {'Port': ['ID=840173f9-219d-4cf8-b77b-da02715051d5,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:05.037721 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-10edc9ce-1751-4a28-8414-cefa2d861b75 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:13:05.118871 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-f8904772-18bf-4b95-b436-428b1d725dee tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Allocated IP 172.20.0.6 (51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98/d00b5f7c-43bf-49c3-a3ba-f2048d17c244/e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:13:05.126493 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-63d482a1-d888-4c71-b5a6-e5b0101720eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (cb987d22-0f6f-4974-bd77-4567d21cf8ff), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:05.259973 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-10edc9ce-1751-4a28-8414-cefa2d861b75 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:05.264933 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-10edc9ce-1751-4a28-8414-cefa2d861b75 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:05.345242 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7f05e-81b2-4cd9-a04b-f1081548d295 req-00d521f9-605f-4a91-9348-67da4791c8ae tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:05.353579 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bcd7f05e-81b2-4cd9-a04b-f1081548d295 req-00d521f9-605f-4a91-9348-67da4791c8ae tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=25dd7628-9486-445b-b0b6-3e715d7dc01e HTTP/1.1" status: 200 len: 945 time: 0.2555325 Jan 28 03:13:05.369993 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-10edc9ce-1751-4a28-8414-cefa2d861b75 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7236500 Jan 28 03:13:05.395510 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-bb4e0653-4112-463e-8387-53e03b34dfd8 service neutron] Request body: {'port': {'device_id': '76d4e6e6-843b-4811-80af-e3430e9aa1a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:13:05.529260 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-bb4e0653-4112-463e-8387-53e03b34dfd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (840173f9-219d-4cf8-b77b-da02715051d5), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:05.555242 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bcd7f05e-81b2-4cd9-a04b-f1081548d295 req-56e3a87e-c909-4904-89b7-82d8b370d9d4 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006340 Jan 28 03:13:05.638823 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1a20badd-549c-4a63-b3ed-b1730f01591c req-6c1b1a7e-3241-4990-8ff0-07e7152db06d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0501220 Jan 28 03:13:05.711651 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-f8904772-18bf-4b95-b436-428b1d725dee tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Publish callbacks [] for port (e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:05.770194 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20badd-549c-4a63-b3ed-b1730f01591c req-0b389b9a-e374-4d38-9d91-6a337055da0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:05.772225 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1a20badd-549c-4a63-b3ed-b1730f01591c req-0b389b9a-e374-4d38-9d91-6a337055da0e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f89e990f7f004133b0af85a906874094&device_id=2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d HTTP/1.1" status: 200 len: 1098 time: 0.0664408 Jan 28 03:13:05.774204 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-f8904772-18bf-4b95-b436-428b1d725dee tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:05.838323 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-f8904772-18bf-4b95-b436-428b1d725dee tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Network 51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:13:05.841529 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-f8904772-18bf-4b95-b436-428b1d725dee tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:13:05.851339 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-f8904772-18bf-4b95-b436-428b1d725dee tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:13:05.890312 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8904772-18bf-4b95-b436-428b1d725dee tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Pushing event updated for resources: {'Port': ['ID=e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:05.926262 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-f8904772-18bf-4b95-b436-428b1d725dee tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:05.927323 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-f8904772-18bf-4b95-b436-428b1d725dee tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:05.947781 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-f8904772-18bf-4b95-b436-428b1d725dee tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5489390 Jan 28 03:13:05.972587 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-2ed812cc-8a33-4726-8832-8250d90fd68d service neutron] Request body: {'port': {'device_id': '24c19dd1-c1e1-4d1c-aa5c-1317f228a3d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:13:06.001521 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:06.067851 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-2ed812cc-8a33-4726-8832-8250d90fd68d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:06.108941 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20badd-549c-4a63-b3ed-b1730f01591c req-6b2d07aa-ee01-4c7c-a5cb-1ef5ece7a575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:06.110791 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1a20badd-549c-4a63-b3ed-b1730f01591c req-6b2d07aa-ee01-4c7c-a5cb-1ef5ece7a575 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f4ded625-2395-4b5b-8619-6207cf127af3 HTTP/1.1" status: 200 len: 911 time: 0.2806363 Jan 28 03:13:06.235942 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1a20badd-549c-4a63-b3ed-b1730f01591c req-d49bfeae-6d0c-435e-b8f5-59d8f023996a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2091638e-086d-4c6f-ab86-a8056113c0d3 HTTP/1.1" status: 200 len: 1002 time: 0.1178925 Jan 28 03:13:06.238399 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-63d482a1-d888-4c71-b5a6-e5b0101720eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb987d22-0f6f-4974-bd77-4567d21cf8ff {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:13:06.283734 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-63d482a1-d888-4c71-b5a6-e5b0101720eb service neutron] Publish callbacks [] for port (cb987d22-0f6f-4974-bd77-4567d21cf8ff), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:06.310095 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-63d482a1-d888-4c71-b5a6-e5b0101720eb service neutron] Transition to ACTIVE for port object cb987d22-0f6f-4974-bd77-4567d21cf8ff will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:13:06.318540 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-63d482a1-d888-4c71-b5a6-e5b0101720eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (cb987d22-0f6f-4974-bd77-4567d21cf8ff), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:06.324971 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20badd-549c-4a63-b3ed-b1730f01591c req-a69db0ca-1173-4beb-9302-d113b5d025da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:06.326822 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1a20badd-549c-4a63-b3ed-b1730f01591c req-a69db0ca-1173-4beb-9302-d113b5d025da service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06dde70e-a1cf-43e5-9a09-417a59ad5656 HTTP/1.1" status: 200 len: 849 time: 0.0819426 Jan 28 03:13:06.447842 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d482a1-d888-4c71-b5a6-e5b0101720eb service neutron] Pushing event updated for resources: {'Port': ['ID=cb987d22-0f6f-4974-bd77-4567d21cf8ff,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:06.473030 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6176fc-435f-46c0-8919-0df06d2e0ffb req-affc1fe2-75f2-4743-89a0-ff6784304953 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:06.478557 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20badd-549c-4a63-b3ed-b1730f01591c req-b1fd5a9f-0251-4a9c-8d5a-8b61f964be27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:06.480152 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1a20badd-549c-4a63-b3ed-b1730f01591c req-b1fd5a9f-0251-4a9c-8d5a-8b61f964be27 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f4ded625-2395-4b5b-8619-6207cf127af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1195254 Jan 28 03:13:06.486896 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3b6176fc-435f-46c0-8919-0df06d2e0ffb req-affc1fe2-75f2-4743-89a0-ff6784304953 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.53 "GET /v2.0/ports?device_id=24c19dd1-c1e1-4d1c-aa5c-1317f228a3d1 HTTP/1.1" status: 200 len: 931 time: 0.4203165 Jan 28 03:13:06.571896 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3b6176fc-435f-46c0-8919-0df06d2e0ffb req-408db956-65e0-49ff-83dc-849d70db223d tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.53 "GET /v2.0/security-groups?id=28ddf63f-9b70-4a98-987e-5c4a62a12a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839820 Jan 28 03:13:06.680354 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-63d482a1-d888-4c71-b5a6-e5b0101720eb service neutron] Attempting to bind port cb987d22-0f6f-4974-bd77-4567d21cf8ff on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:13:06.680961 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-63d482a1-d888-4c71-b5a6-e5b0101720eb service neutron] Attempting to bind port cb987d22-0f6f-4974-bd77-4567d21cf8ff by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '1dd569db-ce5a-44c0-b078-c09af7f11059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:13:06.681365 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-63d482a1-d888-4c71-b5a6-e5b0101720eb service neutron] Attempting to bind port cb987d22-0f6f-4974-bd77-4567d21cf8ff on network 51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:13:06.707461 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-63d482a1-d888-4c71-b5a6-e5b0101720eb service neutron] Port cb987d22-0f6f-4974-bd77-4567d21cf8ff on network 51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:13:06.709020 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-63d482a1-d888-4c71-b5a6-e5b0101720eb service neutron] Attempting to bind port cb987d22-0f6f-4974-bd77-4567d21cf8ff on network 51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:13:06.736168 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51491cd-ce44-4f76-92f1-57f5ff4bde62 req-ae30cab6-e182-499d-a222-eecb96c60883 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:06.745061 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c51491cd-ce44-4f76-92f1-57f5ff4bde62 req-ae30cab6-e182-499d-a222-eecb96c60883 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.1454320 Jan 28 03:13:06.762823 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-63d482a1-d888-4c71-b5a6-e5b0101720eb service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:13:06.763324 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-63d482a1-d888-4c71-b5a6-e5b0101720eb service neutron] Checking segment: {'id': '1dd569db-ce5a-44c0-b078-c09af7f11059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:13:06.764029 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-63d482a1-d888-4c71-b5a6-e5b0101720eb service neutron] Bound using segment: {'id': '1dd569db-ce5a-44c0-b078-c09af7f11059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:13:06.765364 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-63d482a1-d888-4c71-b5a6-e5b0101720eb service neutron] Bound port: cb987d22-0f6f-4974-bd77-4567d21cf8ff, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dd569db-ce5a-44c0-b078-c09af7f11059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:13:06.765547 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-63d482a1-d888-4c71-b5a6-e5b0101720eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (cb987d22-0f6f-4974-bd77-4567d21cf8ff), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:06.794064 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1a20badd-549c-4a63-b3ed-b1730f01591c req-d20730c7-c17e-46d4-981d-60d4106c2914 service neutron] 10.222.0.67 "GET /v2.0/networks/f4ded625-2395-4b5b-8619-6207cf127af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940538 Jan 28 03:13:06.797427 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ebd70-9f38-4a9b-8513-b2a6f4652e5e req-2ef4126c-84a9-4d7a-b62b-06355edf3de8 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:06.806536 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-305ebd70-9f38-4a9b-8513-b2a6f4652e5e req-2ef4126c-84a9-4d7a-b62b-06355edf3de8 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=25dd7628-9486-445b-b0b6-3e715d7dc01e HTTP/1.1" status: 200 len: 945 time: 0.1281879 Jan 28 03:13:06.894692 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-bb4e0653-4112-463e-8387-53e03b34dfd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 840173f9-219d-4cf8-b77b-da02715051d5 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:13:06.910191 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-305ebd70-9f38-4a9b-8513-b2a6f4652e5e req-edc1e78d-12c0-47d1-a23f-257317d6c97f tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038227 Jan 28 03:13:06.911414 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c51491cd-ce44-4f76-92f1-57f5ff4bde62 req-69b72893-3f67-4301-9b10-4da51da66419 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651845 Jan 28 03:13:06.912473 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-bb4e0653-4112-463e-8387-53e03b34dfd8 service neutron] Publish callbacks [] for port (840173f9-219d-4cf8-b77b-da02715051d5), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:06.983606 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-bb4e0653-4112-463e-8387-53e03b34dfd8 service neutron] Transition to ACTIVE for port object 840173f9-219d-4cf8-b77b-da02715051d5 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:13:07.177279 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-bb4e0653-4112-463e-8387-53e03b34dfd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (840173f9-219d-4cf8-b77b-da02715051d5), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:07.205606 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-63d482a1-d888-4c71-b5a6-e5b0101720eb service neutron] For port cb987d22-0f6f-4974-bd77-4567d21cf8ff, host n-h2-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:13:07.236496 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a312c01-414f-45f1-9a03-9af29249f87d req-91837880-e847-4ade-a30f-00a126039c61 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:07.239189 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7a312c01-414f-45f1-9a03-9af29249f87d req-91837880-e847-4ade-a30f-00a126039c61 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.1868358 Jan 28 03:13:07.263883 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-63d482a1-d888-4c71-b5a6-e5b0101720eb service neutron] For port cb987d22-0f6f-4974-bd77-4567d21cf8ff, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=cb987d22-0f6f-4974-bd77-4567d21cf8ff,segment=NetworkSegment(1dd569db-ce5a-44c0-b078-c09af7f11059),segment_id=1dd569db-ce5a-44c0-b078-c09af7f11059)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:13:07.273295 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1a20badd-549c-4a63-b3ed-b1730f01591c req-de25393b-06a1-4b80-8a2d-50009eaf3630 service neutron] 10.222.0.67 "GET /v2.0/networks/f4ded625-2395-4b5b-8619-6207cf127af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4708989 Jan 28 03:13:07.277124 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-63d482a1-d888-4c71-b5a6-e5b0101720eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (cb987d22-0f6f-4974-bd77-4567d21cf8ff), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:07.332613 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-63d482a1-d888-4c71-b5a6-e5b0101720eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:07.351287 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-63d482a1-d888-4c71-b5a6-e5b0101720eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:07.353440 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-63d482a1-d888-4c71-b5a6-e5b0101720eb service neutron] 10.222.0.39 "PUT /v2.0/ports/cb987d22-0f6f-4974-bd77-4567d21cf8ff HTTP/1.1" status: 200 len: 1093 time: 2.4231715 Jan 28 03:13:07.353943 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9cd24b6-168c-45d2-91f7-28ba18d5a905', 'tag': 'cb987d22-0f6f-4974-bd77-4567d21cf8ff'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:13:07.364531 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a093ca32-4e53-4e21-80ab-503af6236c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "d9cd24b6-168c-45d2-91f7-28ba18d5a905", "tag": "cb987d22-0f6f-4974-bd77-4567d21cf8ff"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:13:07.389011 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e0653-4112-463e-8387-53e03b34dfd8 service neutron] Pushing event updated for resources: {'Port': ['ID=840173f9-219d-4cf8-b77b-da02715051d5,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:07.393731 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-bb4e0653-4112-463e-8387-53e03b34dfd8 service neutron] Attempting to bind port 840173f9-219d-4cf8-b77b-da02715051d5 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:13:07.394461 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-bb4e0653-4112-463e-8387-53e03b34dfd8 service neutron] Attempting to bind port 840173f9-219d-4cf8-b77b-da02715051d5 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '1dd569db-ce5a-44c0-b078-c09af7f11059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:13:07.395296 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-bb4e0653-4112-463e-8387-53e03b34dfd8 service neutron] Attempting to bind port 840173f9-219d-4cf8-b77b-da02715051d5 on network 51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:13:07.403758 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-bb4e0653-4112-463e-8387-53e03b34dfd8 service neutron] Port 840173f9-219d-4cf8-b77b-da02715051d5 on network 51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:13:07.404502 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-bb4e0653-4112-463e-8387-53e03b34dfd8 service neutron] Attempting to bind port 840173f9-219d-4cf8-b77b-da02715051d5 on network 51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:13:07.404659 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7a312c01-414f-45f1-9a03-9af29249f87d req-04adcb4c-b0f9-40ab-9b2c-1f2d4d5a9435 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521735 Jan 28 03:13:07.411342 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d482a1-d888-4c71-b5a6-e5b0101720eb service neutron] Pushing event updated for resources: {'Port': ['ID=cb987d22-0f6f-4974-bd77-4567d21cf8ff,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:07.416018 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-bb4e0653-4112-463e-8387-53e03b34dfd8 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:13:07.416458 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-bb4e0653-4112-463e-8387-53e03b34dfd8 service neutron] Checking segment: {'id': '1dd569db-ce5a-44c0-b078-c09af7f11059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:13:07.416905 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-bb4e0653-4112-463e-8387-53e03b34dfd8 service neutron] Bound using segment: {'id': '1dd569db-ce5a-44c0-b078-c09af7f11059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:13:07.417670 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-bb4e0653-4112-463e-8387-53e03b34dfd8 service neutron] Bound port: 840173f9-219d-4cf8-b77b-da02715051d5, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dd569db-ce5a-44c0-b078-c09af7f11059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:13:07.418080 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-bb4e0653-4112-463e-8387-53e03b34dfd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (840173f9-219d-4cf8-b77b-da02715051d5), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:07.452888 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77570d41-11d0-4226-aba6-5d429d9c1a41 x-openstack-request-id: req-77570d41-11d0-4226-aba6-5d429d9c1a41 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:13:07.453286 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9cd24b6-168c-45d2-91f7-28ba18d5a905", "tag": "cb987d22-0f6f-4974-bd77-4567d21cf8ff", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:13:07.453608 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-77570d41-11d0-4226-aba6-5d429d9c1a41 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:13:07.454091 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9cd24b6-168c-45d2-91f7-28ba18d5a905', 'tag': 'cb987d22-0f6f-4974-bd77-4567d21cf8ff', 'status': 'completed', 'code': 200} Jan 28 03:13:07.542151 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-2ed812cc-8a33-4726-8832-8250d90fd68d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:13:07.565720 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-2ed812cc-8a33-4726-8832-8250d90fd68d service neutron] Publish callbacks [] for port (e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:07.579538 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-bfde906a-9065-4348-86ad-792052af7e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:07.581451 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-bfde906a-9065-4348-86ad-792052af7e7f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98e0ea6812584b79b1b5001bce03053e&device_id=d9cd24b6-168c-45d2-91f7-28ba18d5a905 HTTP/1.1" status: 200 len: 1096 time: 0.1035197 Jan 28 03:13:07.600683 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-2ed812cc-8a33-4726-8832-8250d90fd68d service neutron] Transition to ACTIVE for port object e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:13:07.611708 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-2ed812cc-8a33-4726-8832-8250d90fd68d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:07.628745 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-bb4e0653-4112-463e-8387-53e03b34dfd8 service neutron] For port 840173f9-219d-4cf8-b77b-da02715051d5, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:13:07.687101 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-bb4e0653-4112-463e-8387-53e03b34dfd8 service neutron] For port 840173f9-219d-4cf8-b77b-da02715051d5, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=840173f9-219d-4cf8-b77b-da02715051d5,segment=NetworkSegment(1dd569db-ce5a-44c0-b078-c09af7f11059),segment_id=1dd569db-ce5a-44c0-b078-c09af7f11059)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:13:07.711670 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-c83c6920-7799-4bea-ab04-c264f2346ed8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb987d22-0f6f-4974-bd77-4567d21cf8ff HTTP/1.1" status: 200 len: 217 time: 0.1129453 Jan 28 03:13:07.758571 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-bb4e0653-4112-463e-8387-53e03b34dfd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (840173f9-219d-4cf8-b77b-da02715051d5), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:07.776371 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed812cc-8a33-4726-8832-8250d90fd68d service neutron] Pushing event updated for resources: {'Port': ['ID=e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:07.781157 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-bb4e0653-4112-463e-8387-53e03b34dfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:07.781801 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-bb4e0653-4112-463e-8387-53e03b34dfd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:07.783428 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-bb4e0653-4112-463e-8387-53e03b34dfd8 service neutron] 10.222.0.67 "PUT /v2.0/ports/840173f9-219d-4cf8-b77b-da02715051d5 HTTP/1.1" status: 200 len: 1092 time: 2.3946099 Jan 28 03:13:07.784037 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76d4e6e6-843b-4811-80af-e3430e9aa1a4', 'tag': '840173f9-219d-4cf8-b77b-da02715051d5'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:13:07.786396 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f40fe81-f751-4c5f-8efc-0e2e21d08a5e" -d '{"events": [{"name": "network-changed", "server_uuid": "76d4e6e6-843b-4811-80af-e3430e9aa1a4", "tag": "840173f9-219d-4cf8-b77b-da02715051d5"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:13:07.819479 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-0f0f1350-3bb8-4650-8bdf-cb24d7a55d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:07.821282 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-0f0f1350-3bb8-4650-8bdf-cb24d7a55d1b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d00b5f7c-43bf-49c3-a3ba-f2048d17c244 HTTP/1.1" status: 200 len: 858 time: 0.1023040 Jan 28 03:13:07.853680 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a394e-5a8c-4d16-8f20-15aee26c15eb req-0a665da9-89de-4a38-a0cd-79d5b46abb51 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:07.861914 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-df3a394e-5a8c-4d16-8f20-15aee26c15eb req-0a665da9-89de-4a38-a0cd-79d5b46abb51 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.2755492 Jan 28 03:13:07.907605 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-eb522d48-bd7e-46af-ab50-7c6f64713c75 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764570 Jan 28 03:13:08.000850 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-df3a394e-5a8c-4d16-8f20-15aee26c15eb req-a2638029-8047-4730-a405-a05f928234ee tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378505 Jan 28 03:13:08.072675 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-e9910fc0-075f-4045-b7ba-9ebe0b839e75 service neutron] 10.222.0.39 "GET /v2.0/networks/51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569552 Jan 28 03:13:08.228530 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-add238a6-09dd-4c35-88e6-6b57ed8dc96e service neutron] 10.222.0.39 "GET /v2.0/networks/51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435494 Jan 28 03:13:08.252922 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c0cf2-578a-4dac-b287-559eae8e8172 req-766e55a1-2145-4008-bbc8-998a66967013 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:08.259658 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1f2c0cf2-578a-4dac-b287-559eae8e8172 req-766e55a1-2145-4008-bbc8-998a66967013 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=25dd7628-9486-445b-b0b6-3e715d7dc01e HTTP/1.1" status: 200 len: 945 time: 0.1068068 Jan 28 03:13:08.289672 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beab2808-a97d-45f6-912b-70442c067025 x-openstack-request-id: req-beab2808-a97d-45f6-912b-70442c067025 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:13:08.290321 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76d4e6e6-843b-4811-80af-e3430e9aa1a4", "tag": "840173f9-219d-4cf8-b77b-da02715051d5", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:13:08.290609 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-beab2808-a97d-45f6-912b-70442c067025 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:13:08.291048 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76d4e6e6-843b-4811-80af-e3430e9aa1a4', 'tag': '840173f9-219d-4cf8-b77b-da02715051d5', 'status': 'completed', 'code': 200} Jan 28 03:13:08.303718 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888d664-a081-4241-b5dd-ecf4f9233746 req-a223a93f-1151-4440-ab03-2ceb50665946 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:08.312982 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8888d664-a081-4241-b5dd-ecf4f9233746 req-a223a93f-1151-4440-ab03-2ceb50665946 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.53 "GET /v2.0/ports?device_id=24c19dd1-c1e1-4d1c-aa5c-1317f228a3d1 HTTP/1.1" status: 200 len: 943 time: 0.6160378 Jan 28 03:13:08.323181 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1f2c0cf2-578a-4dac-b287-559eae8e8172 req-a360c4ac-3793-4c46-9c1f-07ce6e4fbfe2 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540116 Jan 28 03:13:08.426764 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e0653-4112-463e-8387-53e03b34dfd8 service neutron] Pushing event updated for resources: {'Port': ['ID=840173f9-219d-4cf8-b77b-da02715051d5,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:08.444416 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-2ed812cc-8a33-4726-8832-8250d90fd68d service neutron] Attempting to bind port e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:13:08.445197 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-2ed812cc-8a33-4726-8832-8250d90fd68d service neutron] Attempting to bind port e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '1dd569db-ce5a-44c0-b078-c09af7f11059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:13:08.445357 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-2ed812cc-8a33-4726-8832-8250d90fd68d service neutron] Attempting to bind port e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c on network 51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:13:08.473782 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-ce25a792-878c-4086-8e04-8fe99e587504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:08.475338 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-ce25a792-878c-4086-8e04-8fe99e587504 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=98e0ea6812584b79b1b5001bce03053e&device_id=76d4e6e6-843b-4811-80af-e3430e9aa1a4 HTTP/1.1" status: 200 len: 1095 time: 0.6029813 Jan 28 03:13:08.475960 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-2ed812cc-8a33-4726-8832-8250d90fd68d service neutron] Port e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c on network 51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:13:08.476286 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-2ed812cc-8a33-4726-8832-8250d90fd68d service neutron] Attempting to bind port e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c on network 51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:13:08.485332 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-2ed812cc-8a33-4726-8832-8250d90fd68d service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:13:08.485684 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-2ed812cc-8a33-4726-8832-8250d90fd68d service neutron] Checking segment: {'id': '1dd569db-ce5a-44c0-b078-c09af7f11059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:13:08.486196 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-2ed812cc-8a33-4726-8832-8250d90fd68d service neutron] Bound using segment: {'id': '1dd569db-ce5a-44c0-b078-c09af7f11059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:13:08.486573 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-2ed812cc-8a33-4726-8832-8250d90fd68d service neutron] Bound port: e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dd569db-ce5a-44c0-b078-c09af7f11059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:13:08.486873 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-2ed812cc-8a33-4726-8832-8250d90fd68d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:08.499506 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093ca32-4e53-4e21-80ab-503af6236c1b req-ce1cc969-4c7e-4180-b976-bb4fda228d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:08.501236 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a093ca32-4e53-4e21-80ab-503af6236c1b req-ce1cc969-4c7e-4180-b976-bb4fda228d53 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98e0ea6812584b79b1b5001bce03053e&device_id=d9cd24b6-168c-45d2-91f7-28ba18d5a905 HTTP/1.1" status: 200 len: 1096 time: 0.1366782 Jan 28 03:13:08.545464 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288121bc-bb23-4b29-9651-ce0170de577a req-64f2ffc3-b9ef-4f00-871c-7b08ee9f7b5d tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:08.554430 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-288121bc-bb23-4b29-9651-ce0170de577a req-64f2ffc3-b9ef-4f00-871c-7b08ee9f7b5d tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.1322534 Jan 28 03:13:08.560406 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8888d664-a081-4241-b5dd-ecf4f9233746 req-7a15468f-239d-47cd-a49f-0f8065d9acba tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.53 "GET /v2.0/security-groups?id=28ddf63f-9b70-4a98-987e-5c4a62a12a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461934 Jan 28 03:13:08.649404 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-5f1921c1-c990-4f66-ac4e-274f67884cd1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=840173f9-219d-4cf8-b77b-da02715051d5 HTTP/1.1" status: 200 len: 217 time: 0.1479132 Jan 28 03:13:08.666485 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093ca32-4e53-4e21-80ab-503af6236c1b req-149b3af0-f8f1-47da-999b-eb24d55f0d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:08.668039 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a093ca32-4e53-4e21-80ab-503af6236c1b req-149b3af0-f8f1-47da-999b-eb24d55f0d1a service neutron] 10.222.0.39 "GET /v2.0/networks?id=51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98 HTTP/1.1" status: 200 len: 919 time: 0.1585178 Jan 28 03:13:08.729657 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-2ed812cc-8a33-4726-8832-8250d90fd68d service neutron] For port e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:13:08.735976 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-2ed812cc-8a33-4726-8832-8250d90fd68d service neutron] For port e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c,segment=NetworkSegment(1dd569db-ce5a-44c0-b078-c09af7f11059),segment_id=1dd569db-ce5a-44c0-b078-c09af7f11059)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:13:08.736282 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a093ca32-4e53-4e21-80ab-503af6236c1b req-90c6eb8b-eb15-49e9-80b0-06018bfff8d4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb987d22-0f6f-4974-bd77-4567d21cf8ff HTTP/1.1" status: 200 len: 217 time: 0.0583849 Jan 28 03:13:08.741929 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-44dae315-83c2-4df8-b586-4172f9edb851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:08.743655 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-44dae315-83c2-4df8-b586-4172f9edb851 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d00b5f7c-43bf-49c3-a3ba-f2048d17c244 HTTP/1.1" status: 200 len: 858 time: 0.0864801 Jan 28 03:13:08.745423 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-2ed812cc-8a33-4726-8832-8250d90fd68d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:08.802468 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-2ed812cc-8a33-4726-8832-8250d90fd68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:08.803289 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-2ed812cc-8a33-4726-8832-8250d90fd68d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:08.804961 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-2ed812cc-8a33-4726-8832-8250d90fd68d service neutron] 10.222.0.39 "PUT /v2.0/ports/e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c HTTP/1.1" status: 200 len: 1092 time: 2.8419983 Jan 28 03:13:08.810137 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-932297fd-72ee-4e98-8385-e4a2f5722e91 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546081 Jan 28 03:13:08.815215 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-288121bc-bb23-4b29-9651-ce0170de577a req-7c1edb7c-a6a5-467d-a364-3234f89ee93f tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596045 Jan 28 03:13:08.837231 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093ca32-4e53-4e21-80ab-503af6236c1b req-9c6b258c-22df-45df-9285-290514a6d00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:08.839740 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a093ca32-4e53-4e21-80ab-503af6236c1b req-9c6b258c-22df-45df-9285-290514a6d00b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d00b5f7c-43bf-49c3-a3ba-f2048d17c244 HTTP/1.1" status: 200 len: 858 time: 0.0896611 Jan 28 03:13:08.906703 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a093ca32-4e53-4e21-80ab-503af6236c1b req-357aa488-58e5-45c0-90a3-8b32ec892a69 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474379 Jan 28 03:13:08.929102 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed812cc-8a33-4726-8832-8250d90fd68d service neutron] Pushing event updated for resources: {'Port': ['ID=e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:08.982674 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-5b4dda8d-2639-4554-ae32-4ec7a9e988a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:08.984201 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-5b4dda8d-2639-4554-ae32-4ec7a9e988a2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98e0ea6812584b79b1b5001bce03053e&device_id=24c19dd1-c1e1-4d1c-aa5c-1317f228a3d1 HTTP/1.1" status: 200 len: 1095 time: 0.0709352 Jan 28 03:13:09.065130 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-d09f69aa-1fd0-45f6-840f-6d4860d0b26e service neutron] 10.222.0.67 "GET /v2.0/networks/51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357323 Jan 28 03:13:09.067200 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-25c23bbc-2840-466e-be0f-bfe83ecb2195 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c HTTP/1.1" status: 200 len: 217 time: 0.0600824 Jan 28 03:13:09.084311 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a093ca32-4e53-4e21-80ab-503af6236c1b req-f5491abd-910b-4fb0-b8aa-835544f928f0 service neutron] 10.222.0.39 "GET /v2.0/networks/51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699603 Jan 28 03:13:09.195281 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-62cd8dae-9470-48ff-a1b0-58f7f05d8aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:09.196940 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-62cd8dae-9470-48ff-a1b0-58f7f05d8aaf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d00b5f7c-43bf-49c3-a3ba-f2048d17c244 HTTP/1.1" status: 200 len: 858 time: 0.1068671 Jan 28 03:13:09.217544 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a093ca32-4e53-4e21-80ab-503af6236c1b req-66035fd0-3d47-49c8-99fb-dd583c45b41b service neutron] 10.222.0.39 "GET /v2.0/networks/51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000514 Jan 28 03:13:09.247820 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-5d68cb22-6962-4321-a914-9a200cb158e5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407393 Jan 28 03:13:09.256741 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74d8bb-31b0-49b1-8d01-b81ded141ed8 req-389a8d49-6373-407c-a7e2-7926b04cdcdd tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:09.258415 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9e74d8bb-31b0-49b1-8d01-b81ded141ed8 req-389a8d49-6373-407c-a7e2-7926b04cdcdd tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.1727390 Jan 28 03:13:09.328690 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9e74d8bb-31b0-49b1-8d01-b81ded141ed8 req-8c1dfa63-74e6-47f7-947d-ee67db4845d6 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584428 Jan 28 03:13:09.337638 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-5b218bb6-c04f-4bbb-8096-eb3203b078e1 service neutron] 10.222.0.67 "GET /v2.0/networks/51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585747 Jan 28 03:13:09.401116 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-d8b89d49-9f75-4f96-91b6-98e35e3a047c service neutron] 10.222.0.39 "GET /v2.0/networks/51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399698 Jan 28 03:13:09.516425 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9ea16530-6e01-499c-b78d-984a1db92ff3 req-ca8f91da-69ae-42a7-9818-3fa2576c02eb service neutron] 10.222.0.39 "GET /v2.0/networks/51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084275 Jan 28 03:13:09.585599 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90422b64-ea91-4ee2-9985-eec25967f725 req-fa8efe86-9c42-4ca5-b402-7071d74ec202 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:09.588776 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-90422b64-ea91-4ee2-9985-eec25967f725 req-fa8efe86-9c42-4ca5-b402-7071d74ec202 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=25dd7628-9486-445b-b0b6-3e715d7dc01e HTTP/1.1" status: 200 len: 945 time: 0.1048965 Jan 28 03:13:09.615632 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40fe81-f751-4c5f-8efc-0e2e21d08a5e req-ff985b43-605b-40d3-a1c5-062ea85b1ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:09.617843 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9f40fe81-f751-4c5f-8efc-0e2e21d08a5e req-ff985b43-605b-40d3-a1c5-062ea85b1ab9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=98e0ea6812584b79b1b5001bce03053e&device_id=76d4e6e6-843b-4811-80af-e3430e9aa1a4 HTTP/1.1" status: 200 len: 1095 time: 0.0994732 Jan 28 03:13:09.640752 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725789b9-d478-4f9a-88c3-9ca7666e5f90 req-9dd960cb-3d11-4d86-89f8-8d7c0b13a5d3 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:09.642593 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-725789b9-d478-4f9a-88c3-9ca7666e5f90 req-9dd960cb-3d11-4d86-89f8-8d7c0b13a5d3 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.1162214 Jan 28 03:13:09.681846 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-90422b64-ea91-4ee2-9985-eec25967f725 req-1ff2c045-7a15-43b9-aa9e-af53bc03b565 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809894 Jan 28 03:13:09.767702 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-725789b9-d478-4f9a-88c3-9ca7666e5f90 req-84606b48-e81d-46e7-9d9c-6d0341515957 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159503 Jan 28 03:13:09.785815 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40fe81-f751-4c5f-8efc-0e2e21d08a5e req-0d881c95-d847-4efc-b289-eccb4f79dea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:09.787524 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9f40fe81-f751-4c5f-8efc-0e2e21d08a5e req-0d881c95-d847-4efc-b289-eccb4f79dea4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98 HTTP/1.1" status: 200 len: 919 time: 0.1566672 Jan 28 03:13:09.830868 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34794c76-b5d7-4756-8457-a9b88a2a3bc7 req-63de53cf-3d43-4180-a1b4-50f539bb9da5 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:09.840862 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-34794c76-b5d7-4756-8457-a9b88a2a3bc7 req-63de53cf-3d43-4180-a1b4-50f539bb9da5 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.53 "GET /v2.0/ports?device_id=24c19dd1-c1e1-4d1c-aa5c-1317f228a3d1 HTTP/1.1" status: 200 len: 943 time: 0.0880718 Jan 28 03:13:09.842832 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9f40fe81-f751-4c5f-8efc-0e2e21d08a5e req-d9e0f2c9-1ffa-48b8-b1dd-c714e87648c7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=840173f9-219d-4cf8-b77b-da02715051d5 HTTP/1.1" status: 200 len: 217 time: 0.0488100 Jan 28 03:13:09.898250 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-34794c76-b5d7-4756-8457-a9b88a2a3bc7 req-d1672991-204e-4c8a-82b8-ebe0725ad93c tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.53 "GET /v2.0/security-groups?id=28ddf63f-9b70-4a98-987e-5c4a62a12a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577357 Jan 28 03:13:09.912623 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40fe81-f751-4c5f-8efc-0e2e21d08a5e req-81d01505-d20c-4e84-a5ef-8cf782a20b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:09.914319 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9f40fe81-f751-4c5f-8efc-0e2e21d08a5e req-81d01505-d20c-4e84-a5ef-8cf782a20b95 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d00b5f7c-43bf-49c3-a3ba-f2048d17c244 HTTP/1.1" status: 200 len: 858 time: 0.0655017 Jan 28 03:13:09.957034 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9f40fe81-f751-4c5f-8efc-0e2e21d08a5e req-0b861aa9-ee8c-4268-a6f1-69f8721b3e7c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343256 Jan 28 03:13:10.048929 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01c9b6-7e7b-420a-8ed5-4cb767eb4627 req-947b6391-6a50-4243-9936-cd43d4667005 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:10.050616 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bc01c9b6-7e7b-420a-8ed5-4cb767eb4627 req-947b6391-6a50-4243-9936-cd43d4667005 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.0637088 Jan 28 03:13:10.083431 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:13:10.088470 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9f40fe81-f751-4c5f-8efc-0e2e21d08a5e req-205c58d8-c423-4bcd-8f7f-55ec1a0b015a service neutron] 10.222.0.67 "GET /v2.0/networks/51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243701 Jan 28 03:13:10.115261 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bc01c9b6-7e7b-420a-8ed5-4cb767eb4627 req-80ec76b8-a637-4093-9e2b-669423f5f073 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571635 Jan 28 03:13:10.287167 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b17512-a827-4e79-b9f8-25a025ae30ac req-d09e724d-74d6-48c7-b49d-c9bb5fdabd61 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:10.288844 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a8b17512-a827-4e79-b9f8-25a025ae30ac req-d09e724d-74d6-48c7-b49d-c9bb5fdabd61 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.0865488 Jan 28 03:13:10.291522 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9f40fe81-f751-4c5f-8efc-0e2e21d08a5e req-e0cc3ecf-5e68-4355-93ea-298a8704bb77 service neutron] 10.222.0.67 "GET /v2.0/networks/51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951427 Jan 28 03:13:10.292104 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c19dd1-c1e1-4d1c-aa5c-1317f228a3d1', 'tag': 'e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:13:10.294629 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c477987-399d-4b92-afbd-c2f5739d5dee" -d '{"events": [{"name": "network-changed", "server_uuid": "24c19dd1-c1e1-4d1c-aa5c-1317f228a3d1", "tag": "e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:13:10.337646 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb167daa-7cf1-48ee-aaf5-f8b30c9e1d79 x-openstack-request-id: req-eb167daa-7cf1-48ee-aaf5-f8b30c9e1d79 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:13:10.338053 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c19dd1-c1e1-4d1c-aa5c-1317f228a3d1", "tag": "e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:13:10.338619 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eb167daa-7cf1-48ee-aaf5-f8b30c9e1d79 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:13:10.338865 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24c19dd1-c1e1-4d1c-aa5c-1317f228a3d1', 'tag': 'e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c', 'status': 'completed', 'code': 200} Jan 28 03:13:10.376729 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a8b17512-a827-4e79-b9f8-25a025ae30ac req-af8e4e32-240a-4d0b-a42f-500fd64cacb9 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785904 Jan 28 03:13:10.451305 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c477987-399d-4b92-afbd-c2f5739d5dee req-e6f0cd81-2f65-40b3-ad3f-dbd04a5cd9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:10.453921 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6c477987-399d-4b92-afbd-c2f5739d5dee req-e6f0cd81-2f65-40b3-ad3f-dbd04a5cd9b1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98e0ea6812584b79b1b5001bce03053e&device_id=24c19dd1-c1e1-4d1c-aa5c-1317f228a3d1 HTTP/1.1" status: 200 len: 1095 time: 0.0717928 Jan 28 03:13:10.595482 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194ade7-cced-40da-bfd3-d873a3b4144a req-ceae8b2a-90cc-4954-84f6-831a4855a312 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:10.600057 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7194ade7-cced-40da-bfd3-d873a3b4144a req-ceae8b2a-90cc-4954-84f6-831a4855a312 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.0732176 Jan 28 03:13:10.665740 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c477987-399d-4b92-afbd-c2f5739d5dee req-c7239cc0-b7d1-4db6-a2ee-35fffbb829dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:10.668120 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6c477987-399d-4b92-afbd-c2f5739d5dee req-c7239cc0-b7d1-4db6-a2ee-35fffbb829dc service neutron] 10.222.0.39 "GET /v2.0/networks?id=51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98 HTTP/1.1" status: 200 len: 919 time: 0.2050757 Jan 28 03:13:10.747464 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6c477987-399d-4b92-afbd-c2f5739d5dee req-02dc5d9a-817a-409c-999d-0b9a7c396415 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c HTTP/1.1" status: 200 len: 217 time: 0.0649981 Jan 28 03:13:10.771699 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7194ade7-cced-40da-bfd3-d873a3b4144a req-98997fb7-cf62-41ef-a7e7-093379d20aba tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496105 Jan 28 03:13:10.832845 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c477987-399d-4b92-afbd-c2f5739d5dee req-65b7bd58-6366-450f-947c-e43b5357184d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:10.835637 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6c477987-399d-4b92-afbd-c2f5739d5dee req-65b7bd58-6366-450f-947c-e43b5357184d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d00b5f7c-43bf-49c3-a3ba-f2048d17c244 HTTP/1.1" status: 200 len: 858 time: 0.0807855 Jan 28 03:13:10.892034 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6c477987-399d-4b92-afbd-c2f5739d5dee req-35e1ac6a-1d92-45f1-8eb4-fe2dd035c02f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508919 Jan 28 03:13:10.901342 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608c8ca-6a32-4aa6-b795-43392d5730d3 req-a65de31a-f503-49a5-8c64-f19c93d44d66 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:10.913210 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1608c8ca-6a32-4aa6-b795-43392d5730d3 req-a65de31a-f503-49a5-8c64-f19c93d44d66 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=25dd7628-9486-445b-b0b6-3e715d7dc01e HTTP/1.1" status: 200 len: 945 time: 0.1218956 Jan 28 03:13:10.981486 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device cb987d22-0f6f-4974-bd77-4567d21cf8ff details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:13:11.002126 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1608c8ca-6a32-4aa6-b795-43392d5730d3 req-a0a4d008-49a0-4115-81d0-43611a2e5744 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871677 Jan 28 03:13:11.123900 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port cb987d22-0f6f-4974-bd77-4567d21cf8ff, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=cb987d22-0f6f-4974-bd77-4567d21cf8ff,segment=NetworkSegment(1dd569db-ce5a-44c0-b078-c09af7f11059),segment_id=1dd569db-ce5a-44c0-b078-c09af7f11059)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:13:11.137061 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': 'cb987d22-0f6f-4974-bd77-4567d21cf8ff', 'network_id': '51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98', 'port_id': 'cb987d22-0f6f-4974-bd77-4567d21cf8ff', 'mac_address': 'fa:16:3e:b8:bf:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd00b5f7c-43bf-49c3-a3ba-f2048d17c244', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:13:11.154508 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac96e29-2a38-44df-bb05-0678aab3da64 req-2570577b-be35-4a82-b388-1358ca0659a0 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:11.156542 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1ac96e29-2a38-44df-bb05-0678aab3da64 req-2570577b-be35-4a82-b388-1358ca0659a0 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.2629266 Jan 28 03:13:11.229784 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6c477987-399d-4b92-afbd-c2f5739d5dee req-5621c915-efde-45d2-89b4-c83da83d2df6 service neutron] 10.222.0.39 "GET /v2.0/networks/51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207812 Jan 28 03:13:11.251778 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port cb987d22-0f6f-4974-bd77-4567d21cf8ff is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:13:11.252268 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (cb987d22-0f6f-4974-bd77-4567d21cf8ff), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:11.297034 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb987d22-0f6f-4974-bd77-4567d21cf8ff {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:13:11.322213 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1ac96e29-2a38-44df-bb05-0678aab3da64 req-0b9d88dd-2a1d-4e50-a0d0-0b51c35920ab tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466358 Jan 28 03:13:11.348365 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port cb987d22-0f6f-4974-bd77-4567d21cf8ff, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=cb987d22-0f6f-4974-bd77-4567d21cf8ff,segment=NetworkSegment(1dd569db-ce5a-44c0-b078-c09af7f11059),segment_id=1dd569db-ce5a-44c0-b078-c09af7f11059)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:13:11.356069 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (cb987d22-0f6f-4974-bd77-4567d21cf8ff), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:11.357203 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:13:11.378791 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6c477987-399d-4b92-afbd-c2f5739d5dee req-c1342619-e42e-4355-b4b7-ecf992ce5ad8 service neutron] 10.222.0.39 "GET /v2.0/networks/51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421621 Jan 28 03:13:11.524134 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ac554-b90e-4644-92c7-446fb1bae038 req-46824ca6-b9c6-4237-9662-f83d53fc08c8 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:11.527821 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c,segment=NetworkSegment(1dd569db-ce5a-44c0-b078-c09af7f11059),segment_id=1dd569db-ce5a-44c0-b078-c09af7f11059)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:13:11.534359 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=cb987d22-0f6f-4974-bd77-4567d21cf8ff,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:11.540763 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a47ac554-b90e-4644-92c7-446fb1bae038 req-46824ca6-b9c6-4237-9662-f83d53fc08c8 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.53 "GET /v2.0/ports?device_id=24c19dd1-c1e1-4d1c-aa5c-1317f228a3d1 HTTP/1.1" status: 200 len: 943 time: 0.2802560 Jan 28 03:13:11.568701 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:11.569776 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:11.570887 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:11.572858 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:11.573780 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:11.575076 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:11.575918 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:11.576843 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:11.577719 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:11.578737 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:11.579624 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:11.580436 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:11.581579 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:11.590950 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': 'e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c', 'network_id': '51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98', 'port_id': 'e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c', 'mac_address': 'fa:16:3e:59:a0:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd00b5f7c-43bf-49c3-a3ba-f2048d17c244', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:13:11.732104 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a47ac554-b90e-4644-92c7-446fb1bae038 req-0faefacf-ff7f-4124-860d-a80b7e245c64 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.53 "GET /v2.0/security-groups?id=28ddf63f-9b70-4a98-987e-5c4a62a12a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763797 Jan 28 03:13:11.743751 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:13:11.744147 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:11.773522 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:13:11.810985 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031bcc3-d229-42b9-b46f-0f2008e9a381 req-345647e4-e99a-4473-bac7-e7230ff44521 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:11.814174 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5031bcc3-d229-42b9-b46f-0f2008e9a381 req-345647e4-e99a-4473-bac7-e7230ff44521 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.1225195 Jan 28 03:13:11.818405 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c,segment=NetworkSegment(1dd569db-ce5a-44c0-b078-c09af7f11059),segment_id=1dd569db-ce5a-44c0-b078-c09af7f11059)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:13:11.822964 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:11.900935 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5031bcc3-d229-42b9-b46f-0f2008e9a381 req-18aebf24-2c33-4116-aaec-c3b4414aeb39 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783486 Jan 28 03:13:11.938572 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:12.062336 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772300c7-fa42-4304-927e-b1fbe52d8173 req-f63d4620-229d-4aff-bc8b-8094644f44bf tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:12.068761 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-772300c7-fa42-4304-927e-b1fbe52d8173 req-f63d4620-229d-4aff-bc8b-8094644f44bf tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.0838387 Jan 28 03:13:12.153292 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-772300c7-fa42-4304-927e-b1fbe52d8173 req-f38dffeb-0d88-4f0e-8937-c3c8b54155af tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749705 Jan 28 03:13:12.164545 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2013f154-87c1-4c25-9758-e7566f3e2fe5 req-9aa96414-1430-4744-b503-d4eed18ca3cf tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:12.165019 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2013f154-87c1-4c25-9758-e7566f3e2fe5 req-9aa96414-1430-4744-b503-d4eed18ca3cf tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=25dd7628-9486-445b-b0b6-3e715d7dc01e HTTP/1.1" status: 200 len: 945 time: 0.0778587 Jan 28 03:13:12.182858 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['cb987d22-0f6f-4974-bd77-4567d21cf8ff'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:13:12.240270 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2013f154-87c1-4c25-9758-e7566f3e2fe5 req-1b3ceb42-e3c6-4cc6-9c47-08376ad1c129 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648408 Jan 28 03:13:12.246323 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:13:12.492523 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623840f-be63-486a-924d-86bf3708638a req-231dd0b9-94e4-43c6-a023-7c62eb8e7690 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:12.494839 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a623840f-be63-486a-924d-86bf3708638a req-231dd0b9-94e4-43c6-a023-7c62eb8e7690 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/networks?id=a1b14d6a-1801-4ed4-a315-0dab0fce9962 HTTP/1.1" status: 200 len: 814 time: 0.1485493 Jan 28 03:13:12.517739 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a623840f-be63-486a-924d-86bf3708638a req-bad69b0f-68f3-4c33-9dbc-4f4028d3d288 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/quotas/be0a66a0f0ac4e86951ed29782156c84 HTTP/1.1" status: 200 len: 375 time: 0.0131409 Jan 28 03:13:12.582710 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a623840f-be63-486a-924d-86bf3708638a req-af725ccb-d097-4aee-b542-6bf7351ac27f tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=be0a66a0f0ac4e86951ed29782156c84&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0540993 Jan 28 03:13:12.705106 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 840173f9-219d-4cf8-b77b-da02715051d5 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:13:12.729458 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55acf42-45dd-421a-99c4-9d8d4718d01f req-c8303a43-aa17-44d2-9c14-3dcdcb545050 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:12.732295 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f55acf42-45dd-421a-99c4-9d8d4718d01f req-c8303a43-aa17-44d2-9c14-3dcdcb545050 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.0839093 Jan 28 03:13:12.821401 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f55acf42-45dd-421a-99c4-9d8d4718d01f req-a0aac3d3-f4b0-4580-8017-0889932bfe16 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776746 Jan 28 03:13:12.929583 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 840173f9-219d-4cf8-b77b-da02715051d5, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=840173f9-219d-4cf8-b77b-da02715051d5,segment=NetworkSegment(1dd569db-ce5a-44c0-b078-c09af7f11059),segment_id=1dd569db-ce5a-44c0-b078-c09af7f11059)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:13:12.955675 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '840173f9-219d-4cf8-b77b-da02715051d5', 'network_id': '51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98', 'port_id': '840173f9-219d-4cf8-b77b-da02715051d5', 'mac_address': 'fa:16:3e:ed:c7:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd00b5f7c-43bf-49c3-a3ba-f2048d17c244', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:13:13.025328 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2b58b-7de1-4fa7-bd18-8c1354f28805 req-7c1d020c-48c7-4dbd-854d-4f255e8b6552 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:13.028759 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a1a2b58b-7de1-4fa7-bd18-8c1354f28805 req-7c1d020c-48c7-4dbd-854d-4f255e8b6552 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.53 "GET /v2.0/ports?device_id=24c19dd1-c1e1-4d1c-aa5c-1317f228a3d1 HTTP/1.1" status: 200 len: 944 time: 0.1046813 Jan 28 03:13:13.049722 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 840173f9-219d-4cf8-b77b-da02715051d5 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:13:13.050152 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (840173f9-219d-4cf8-b77b-da02715051d5), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:13.094176 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee55056-b789-4b7d-b492-d3496c5780ea req-40dfc7f8-4e38-48b7-a701-77f06d269359 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:13.098279 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a1a2b58b-7de1-4fa7-bd18-8c1354f28805 req-c3a0bb98-3146-4bc2-a8c5-011f4379f589 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.53 "GET /v2.0/security-groups?id=28ddf63f-9b70-4a98-987e-5c4a62a12a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601568 Jan 28 03:13:13.099916 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 840173f9-219d-4cf8-b77b-da02715051d5 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:13:13.116003 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2ee55056-b789-4b7d-b492-d3496c5780ea req-40dfc7f8-4e38-48b7-a701-77f06d269359 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.1426120 Jan 28 03:13:13.134119 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 840173f9-219d-4cf8-b77b-da02715051d5, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=840173f9-219d-4cf8-b77b-da02715051d5,segment=NetworkSegment(1dd569db-ce5a-44c0-b078-c09af7f11059),segment_id=1dd569db-ce5a-44c0-b078-c09af7f11059)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:13:13.140618 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (840173f9-219d-4cf8-b77b-da02715051d5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:13.212942 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=840173f9-219d-4cf8-b77b-da02715051d5,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:13.214908 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2ee55056-b789-4b7d-b492-d3496c5780ea req-242bb80e-6199-45ba-8ff0-1e2b98b9c08f tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953579 Jan 28 03:13:13.418368 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf4f76-2540-44d7-bd2f-ec195a51c604 req-6da3ae1f-fb5e-4c65-b755-3c147fe61e71 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:13.426448 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-babf4f76-2540-44d7-bd2f-ec195a51c604 req-6da3ae1f-fb5e-4c65-b755-3c147fe61e71 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=25dd7628-9486-445b-b0b6-3e715d7dc01e HTTP/1.1" status: 200 len: 945 time: 0.0638144 Jan 28 03:13:13.499094 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-babf4f76-2540-44d7-bd2f-ec195a51c604 req-c637b492-7f7e-4384-b890-796d5811c09c tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702143 Jan 28 03:13:13.550456 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4e3f116c-bd53-4a0c-9eaf-7496f24d6416 req-a9dc5ff2-7968-4a38-b653-dc5446e0c23e tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=be0a66a0f0ac4e86951ed29782156c84 HTTP/1.1" status: 200 len: 221 time: 0.0372882 Jan 28 03:13:13.567896 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['840173f9-219d-4cf8-b77b-da02715051d5'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:13:13.672037 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c7d34-1306-44c2-9d9d-800e82cff14c req-8116c180-d264-43fc-834d-2cc2ace06bf6 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:13.673701 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-111c7d34-1306-44c2-9d9d-800e82cff14c req-8116c180-d264-43fc-834d-2cc2ace06bf6 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.0595462 Jan 28 03:13:13.743301 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-111c7d34-1306-44c2-9d9d-800e82cff14c req-efca3f43-d831-45df-a7f2-e484b1348339 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628302 Jan 28 03:13:13.929052 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b8cc7-c12f-4e91-881d-942279d6b0ba req-d65e0f2d-51a0-4411-8f9e-ce6225382c85 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:13.930889 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4d9b8cc7-c12f-4e91-881d-942279d6b0ba req-d65e0f2d-51a0-4411-8f9e-ce6225382c85 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.0772920 Jan 28 03:13:14.015406 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4d9b8cc7-c12f-4e91-881d-942279d6b0ba req-9c7d884f-6d19-4a5c-a1b1-b6cd2295dc95 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758455 Jan 28 03:13:14.239577 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc4327-f80f-4aac-98d9-4c22d6dadec4 req-681fec71-540e-44a9-978f-336da3f99ebf tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:14.251642 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0fcc4327-f80f-4aac-98d9-4c22d6dadec4 req-681fec71-540e-44a9-978f-336da3f99ebf tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.0948937 Jan 28 03:13:14.307223 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fadbab-7fa4-4af7-8fef-422f4159c39c req-cfd34fa1-f8c2-4259-b404-22f0e8beeadb tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:14.309013 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e9fadbab-7fa4-4af7-8fef-422f4159c39c req-cfd34fa1-f8c2-4259-b404-22f0e8beeadb tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.53 "GET /v2.0/ports?device_id=24c19dd1-c1e1-4d1c-aa5c-1317f228a3d1 HTTP/1.1" status: 200 len: 944 time: 0.0962603 Jan 28 03:13:14.353712 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0fcc4327-f80f-4aac-98d9-4c22d6dadec4 req-0bcd9181-5182-4269-b44b-55a4b8473cd3 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008072 Jan 28 03:13:14.381604 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e9fadbab-7fa4-4af7-8fef-422f4159c39c req-2950c23d-fd0b-41fa-88a2-8d9be7b37eb7 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.53 "GET /v2.0/security-groups?id=28ddf63f-9b70-4a98-987e-5c4a62a12a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616424 Jan 28 03:13:14.515837 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49ddc7-dd83-43eb-9203-984765caabe9 req-8a836185-e6e5-4897-82d3-6d28bbdeb002 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:14.517492 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1d49ddc7-dd83-43eb-9203-984765caabe9 req-8a836185-e6e5-4897-82d3-6d28bbdeb002 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.0664375 Jan 28 03:13:14.575003 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1d49ddc7-dd83-43eb-9203-984765caabe9 req-a479d07f-a13e-40ec-9107-0cf17a87c293 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502496 Jan 28 03:13:14.718180 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66944bad-5d79-4a26-8f8f-b1b14fdfcf62 req-48ae67c3-12e7-4498-85c6-61eb666749af tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:14.728594 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 840173f9-219d-4cf8-b77b-da02715051d5 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:13:14.732462 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-66944bad-5d79-4a26-8f8f-b1b14fdfcf62 req-48ae67c3-12e7-4498-85c6-61eb666749af tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=25dd7628-9486-445b-b0b6-3e715d7dc01e HTTP/1.1" status: 200 len: 945 time: 0.1091993 Jan 28 03:13:14.809923 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-66944bad-5d79-4a26-8f8f-b1b14fdfcf62 req-c9a1a40a-596c-4988-99d8-16b4aba74a1a tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733955 Jan 28 03:13:14.866417 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 840173f9-219d-4cf8-b77b-da02715051d5 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:13:14.866705 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb122ed-840c-4829-9983-bcdc0a79d237 req-aa455cd8-b7d2-487a-9499-740b8843c1c6 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:14.873055 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 840173f9-219d-4cf8-b77b-da02715051d5 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:13:14.873746 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (840173f9-219d-4cf8-b77b-da02715051d5), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:14.875254 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7eb122ed-840c-4829-9983-bcdc0a79d237 req-aa455cd8-b7d2-487a-9499-740b8843c1c6 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.1581476 Jan 28 03:13:14.941710 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7eb122ed-840c-4829-9983-bcdc0a79d237 req-99ee6ebe-9d30-48b6-b68c-a9747150b81b tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653298 Jan 28 03:13:15.001256 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device cb987d22-0f6f-4974-bd77-4567d21cf8ff up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:13:15.032561 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 840173f9-219d-4cf8-b77b-da02715051d5 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:13:15.033256 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (840173f9-219d-4cf8-b77b-da02715051d5), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:15.083760 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d4e6e6-843b-4811-80af-e3430e9aa1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840173f9-219d-4cf8-b77b-da02715051d5'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:13:15.086647 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316ed22d-9597-4128-a211-d041fcda0bd6" -d '{"events": [{"server_uuid": "76d4e6e6-843b-4811-80af-e3430e9aa1a4", "name": "network-vif-plugged", "status": "completed", "tag": "840173f9-219d-4cf8-b77b-da02715051d5"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:13:15.109264 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 840173f9-219d-4cf8-b77b-da02715051d5, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=840173f9-219d-4cf8-b77b-da02715051d5,segment=NetworkSegment(1dd569db-ce5a-44c0-b078-c09af7f11059),segment_id=1dd569db-ce5a-44c0-b078-c09af7f11059)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:13:15.117835 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (840173f9-219d-4cf8-b77b-da02715051d5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:15.160464 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port cb987d22-0f6f-4974-bd77-4567d21cf8ff completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:13:15.164780 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3c191b-5498-4716-aec1-0c08d4cf3f41 x-openstack-request-id: req-8e3c191b-5498-4716-aec1-0c08d4cf3f41 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:13:15.165108 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d4e6e6-843b-4811-80af-e3430e9aa1a4", "name": "network-vif-plugged", "status": "completed", "tag": "840173f9-219d-4cf8-b77b-da02715051d5", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:13:15.165346 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8e3c191b-5498-4716-aec1-0c08d4cf3f41 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:13:15.165730 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d4e6e6-843b-4811-80af-e3430e9aa1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840173f9-219d-4cf8-b77b-da02715051d5', 'code': 200} Jan 28 03:13:15.168832 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6f7a7-455b-481f-bfe0-0423452b34fd req-b13885fc-c5b5-4726-aac3-56f5e5d1a24a tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:15.170559 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b4d6f7a7-455b-481f-bfe0-0423452b34fd req-b13885fc-c5b5-4726-aac3-56f5e5d1a24a tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.0898738 Jan 28 03:13:15.177667 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port cb987d22-0f6f-4974-bd77-4567d21cf8ff triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:13:15.178148 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (cb987d22-0f6f-4974-bd77-4567d21cf8ff), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:15.242455 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b4d6f7a7-455b-481f-bfe0-0423452b34fd req-a5b713e3-fb0f-4e74-aa61-18d2fca854ff tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617733 Jan 28 03:13:15.278550 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=840173f9-219d-4cf8-b77b-da02715051d5,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:15.366257 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port cb987d22-0f6f-4974-bd77-4567d21cf8ff is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:13:15.367747 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (cb987d22-0f6f-4974-bd77-4567d21cf8ff), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:15.415620 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port cb987d22-0f6f-4974-bd77-4567d21cf8ff, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=cb987d22-0f6f-4974-bd77-4567d21cf8ff,segment=NetworkSegment(1dd569db-ce5a-44c0-b078-c09af7f11059),segment_id=1dd569db-ce5a-44c0-b078-c09af7f11059)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:13:15.434142 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (cb987d22-0f6f-4974-bd77-4567d21cf8ff), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:15.438563 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:13:15.441826 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7f316-a462-4d6c-8f74-0904c26b20a7 req-47d9d5c4-c902-4667-80ad-9c85635fa111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:15.443368 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-77b7f316-a462-4d6c-8f74-0904c26b20a7 req-47d9d5c4-c902-4667-80ad-9c85635fa111 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=76d4e6e6-843b-4811-80af-e3430e9aa1a4 HTTP/1.1" status: 200 len: 1097 time: 0.1758537 Jan 28 03:13:15.451251 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ca10b-5b25-4235-a518-6e7aab82fcfb req-6a2d508c-1b34-4150-b9ef-9597aaa90c64 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:15.458312 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1f6ca10b-5b25-4235-a518-6e7aab82fcfb req-6a2d508c-1b34-4150-b9ef-9597aaa90c64 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.0783205 Jan 28 03:13:15.553368 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456d361-8fa3-4e45-8783-7d6ba37417eb req-da8e7b0a-57e4-441a-8dad-71726d932f58 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:15.555731 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b456d361-8fa3-4e45-8783-7d6ba37417eb req-da8e7b0a-57e4-441a-8dad-71726d932f58 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.53 "GET /v2.0/ports?device_id=24c19dd1-c1e1-4d1c-aa5c-1317f228a3d1 HTTP/1.1" status: 200 len: 944 time: 0.0635021 Jan 28 03:13:15.590354 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=cb987d22-0f6f-4974-bd77-4567d21cf8ff,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:15.599427 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1f6ca10b-5b25-4235-a518-6e7aab82fcfb req-84060f7c-96ee-425b-a078-03d3bd02f343 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400545 Jan 28 03:13:15.625013 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-77b7f316-a462-4d6c-8f74-0904c26b20a7 req-84459c69-b9e6-4cb9-9207-128289e430c1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=28ddf63f-9b70-4a98-987e-5c4a62a12a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472070 Jan 28 03:13:15.630174 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:13:15.640868 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:13:15.641711 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:15.686240 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b456d361-8fa3-4e45-8783-7d6ba37417eb req-51d457af-3161-4912-b036-7cd2b3e4f775 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.53 "GET /v2.0/security-groups?id=28ddf63f-9b70-4a98-987e-5c4a62a12a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207399 Jan 28 03:13:15.778788 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:13:15.780390 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:15.831285 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c,segment=NetworkSegment(1dd569db-ce5a-44c0-b078-c09af7f11059),segment_id=1dd569db-ce5a-44c0-b078-c09af7f11059)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:13:15.838673 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:15.881454 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7642c66-9b47-43a6-a701-f2af67275dd9 req-55034493-895e-4160-a990-26b07b7a0ef7 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:15.890438 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a7642c66-9b47-43a6-a701-f2af67275dd9 req-55034493-895e-4160-a990-26b07b7a0ef7 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.1124177 Jan 28 03:13:15.954618 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:15.982991 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a7642c66-9b47-43a6-a701-f2af67275dd9 req-2cf2e170-e47a-4ba2-9498-e42dddc2d12a tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886409 Jan 28 03:13:16.152458 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187e0dc-1595-42f4-9fd5-e3a4d17c8779 req-07da2124-8b42-4526-b49d-d1ef56e8eeb8 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:16.169887 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c988f77-a7e7-4b52-8b6a-8850ff370bd4 req-88b2f338-1b48-4087-9cd7-a8dd7e6514cf tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:16.170572 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1187e0dc-1595-42f4-9fd5-e3a4d17c8779 req-07da2124-8b42-4526-b49d-d1ef56e8eeb8 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.0658636 Jan 28 03:13:16.174181 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8c988f77-a7e7-4b52-8b6a-8850ff370bd4 req-88b2f338-1b48-4087-9cd7-a8dd7e6514cf tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=25dd7628-9486-445b-b0b6-3e715d7dc01e HTTP/1.1" status: 200 len: 945 time: 0.1165843 Jan 28 03:13:16.234137 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1187e0dc-1595-42f4-9fd5-e3a4d17c8779 req-554e390b-dc23-4942-a9e0-7589e21a43d0 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682623 Jan 28 03:13:16.251647 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8c988f77-a7e7-4b52-8b6a-8850ff370bd4 req-df7dd428-a72e-4680-a32b-a5f79383d52e tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686660 Jan 28 03:13:16.374991 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518abdae-7d9b-432f-addf-decbda0655e4 req-b9f62ef4-7934-4990-bd5e-aad7bed0b073 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:16.376675 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-518abdae-7d9b-432f-addf-decbda0655e4 req-b9f62ef4-7934-4990-bd5e-aad7bed0b073 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.0585051 Jan 28 03:13:16.438204 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-518abdae-7d9b-432f-addf-decbda0655e4 req-e4442dde-40be-42c0-a449-e9ba09afae44 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553529 Jan 28 03:13:16.602559 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212d5eb-8ada-473a-ad77-053d8eaae76b req-ff2f3e3d-34a0-4285-bafc-a676cb1c6b74 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:16.612490 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6212d5eb-8ada-473a-ad77-053d8eaae76b req-ff2f3e3d-34a0-4285-bafc-a676cb1c6b74 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.0710738 Jan 28 03:13:16.670907 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6212d5eb-8ada-473a-ad77-053d8eaae76b req-c8376c75-c950-4797-8332-d286ab162c22 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573878 Jan 28 03:13:16.858365 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca8113-104d-4a89-a5f1-cafa2aa45652 req-882b427b-2587-4f3a-a26c-18732202d249 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:16.859997 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-18ca8113-104d-4a89-a5f1-cafa2aa45652 req-882b427b-2587-4f3a-a26c-18732202d249 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.53 "GET /v2.0/ports?device_id=24c19dd1-c1e1-4d1c-aa5c-1317f228a3d1 HTTP/1.1" status: 200 len: 945 time: 0.0673156 Jan 28 03:13:16.886974 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244026a3-4261-4eb8-afa7-003ee6ee82ce req-53418c8e-4618-467d-a56a-7d18ed2ed609 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:16.894814 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-244026a3-4261-4eb8-afa7-003ee6ee82ce req-53418c8e-4618-467d-a56a-7d18ed2ed609 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.1046233 Jan 28 03:13:16.935088 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-18ca8113-104d-4a89-a5f1-cafa2aa45652 req-c3253360-4443-4c7c-87c6-87f60f6b237e tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.53 "GET /v2.0/security-groups?id=28ddf63f-9b70-4a98-987e-5c4a62a12a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683208 Jan 28 03:13:16.964998 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-244026a3-4261-4eb8-afa7-003ee6ee82ce req-f6f2a1ea-8a54-4fa5-98a8-43a2d4bedebb tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690274 Jan 28 03:13:17.167849 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9cd24b6-168c-45d2-91f7-28ba18d5a905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb987d22-0f6f-4974-bd77-4567d21cf8ff'}, {'server_uuid': '24c19dd1-c1e1-4d1c-aa5c-1317f228a3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:13:17.175095 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07e8207-6665-4baf-a1e9-3b0110c88ef5" -d '{"events": [{"server_uuid": "d9cd24b6-168c-45d2-91f7-28ba18d5a905", "name": "network-vif-plugged", "status": "completed", "tag": "cb987d22-0f6f-4974-bd77-4567d21cf8ff"}, {"server_uuid": "24c19dd1-c1e1-4d1c-aa5c-1317f228a3d1", "name": "network-vif-plugged", "status": "completed", "tag": "e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:13:17.194735 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f9f2a-1499-481b-a86d-269659776e79 req-7b17cfa0-9e2f-437b-ab7c-071a2dadbe70 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:17.211622 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7e0f9f2a-1499-481b-a86d-269659776e79 req-7b17cfa0-9e2f-437b-ab7c-071a2dadbe70 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.1471703 Jan 28 03:13:17.268497 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 03:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e90c25a-3c55-49f7-bb74-e5c2f5e7a7fa x-openstack-request-id: req-0e90c25a-3c55-49f7-bb74-e5c2f5e7a7fa {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:13:17.269004 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9cd24b6-168c-45d2-91f7-28ba18d5a905", "name": "network-vif-plugged", "status": "completed", "tag": "cb987d22-0f6f-4974-bd77-4567d21cf8ff", "code": 200}, {"server_uuid": "24c19dd1-c1e1-4d1c-aa5c-1317f228a3d1", "name": "network-vif-plugged", "status": "completed", "tag": "e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:13:17.269852 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0e90c25a-3c55-49f7-bb74-e5c2f5e7a7fa {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:13:17.270265 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9cd24b6-168c-45d2-91f7-28ba18d5a905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb987d22-0f6f-4974-bd77-4567d21cf8ff', 'code': 200} Jan 28 03:13:17.270758 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c19dd1-c1e1-4d1c-aa5c-1317f228a3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c', 'code': 200} Jan 28 03:13:17.343478 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7e0f9f2a-1499-481b-a86d-269659776e79 req-609483ad-5871-4ed7-ac67-b6a7257d3670 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301157 Jan 28 03:13:17.430475 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be71fc63-e58b-4733-9c75-3e69063e1dfa req-637e0f7c-7777-4246-b5b6-5c03ea224b5d tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:17.439040 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-be71fc63-e58b-4733-9c75-3e69063e1dfa req-637e0f7c-7777-4246-b5b6-5c03ea224b5d tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=25dd7628-9486-445b-b0b6-3e715d7dc01e HTTP/1.1" status: 200 len: 945 time: 0.0718763 Jan 28 03:13:17.521756 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-be71fc63-e58b-4733-9c75-3e69063e1dfa req-d514f84c-c8a6-4606-beb2-659e55aa9fb2 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817122 Jan 28 03:13:17.528140 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c9eb37-b162-4014-8e8d-20d767675e02 req-7cf6fe3f-5a03-4259-ac37-e02cecd7884c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:17.529665 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-75c9eb37-b162-4014-8e8d-20d767675e02 req-7cf6fe3f-5a03-4259-ac37-e02cecd7884c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d9cd24b6-168c-45d2-91f7-28ba18d5a905 HTTP/1.1" status: 200 len: 1098 time: 0.0675280 Jan 28 03:13:17.545679 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47a86b-05e6-47b7-8eeb-46b59fa00098 req-80fce6dc-c940-43fd-ae53-cd349ef72065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:17.547187 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4c47a86b-05e6-47b7-8eeb-46b59fa00098 req-80fce6dc-c940-43fd-ae53-cd349ef72065 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=24c19dd1-c1e1-4d1c-aa5c-1317f228a3d1 HTTP/1.1" status: 200 len: 1097 time: 0.0995829 Jan 28 03:13:17.604177 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4c47a86b-05e6-47b7-8eeb-46b59fa00098 req-4107f037-bf1b-4898-9ef5-e6fae6a06f9c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=28ddf63f-9b70-4a98-987e-5c4a62a12a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509226 Jan 28 03:13:17.612297 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909e24d-0588-41b5-b8b1-baa97afc30a9 req-aade56d8-4186-4ca5-ac5b-99806d281ba5 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:17.619692 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c909e24d-0588-41b5-b8b1-baa97afc30a9 req-aade56d8-4186-4ca5-ac5b-99806d281ba5 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.1425924 Jan 28 03:13:17.655268 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-75c9eb37-b162-4014-8e8d-20d767675e02 req-13c8ce30-7d56-41e5-928d-1ab090d1e729 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=28ddf63f-9b70-4a98-987e-5c4a62a12a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176610 Jan 28 03:13:17.715836 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c909e24d-0588-41b5-b8b1-baa97afc30a9 req-1ac6aff6-2ca4-4b73-a109-520c3ef59916 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952430 Jan 28 03:13:17.950754 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca662c-3a3f-4521-b23e-d2c877374a6a req-334131ee-ab50-47c3-916c-f3afa3411b02 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:17.972650 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-51ca662c-3a3f-4521-b23e-d2c877374a6a req-334131ee-ab50-47c3-916c-f3afa3411b02 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.1113441 Jan 28 03:13:18.001480 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc27443-1aa1-40dd-9aff-f93ccacee789 req-94c50c8d-cc20-41af-a273-1cc3a695472c tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:18.010648 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9cc27443-1aa1-40dd-9aff-f93ccacee789 req-94c50c8d-cc20-41af-a273-1cc3a695472c tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=25dd7628-9486-445b-b0b6-3e715d7dc01e HTTP/1.1" status: 200 len: 945 time: 0.0820711 Jan 28 03:13:18.070435 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-51ca662c-3a3f-4521-b23e-d2c877374a6a req-5467e7af-8c20-4f8c-82ca-4e7f1bd6c25c tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915091 Jan 28 03:13:18.071061 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9cc27443-1aa1-40dd-9aff-f93ccacee789 req-31217b52-ae04-4a4a-821c-872f64186d5b tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591190 Jan 28 03:13:18.115901 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba990c-e0df-4e9b-9421-14a331186190 req-af23dc51-1627-4116-9339-63db31d8ba1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:18.118016 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e9ba990c-e0df-4e9b-9421-14a331186190 req-af23dc51-1627-4116-9339-63db31d8ba1b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2ba6cdd8be1347e5bceafd58466e6895&device_id=25dd7628-9486-445b-b0b6-3e715d7dc01e HTTP/1.1" status: 200 len: 1097 time: 0.1187406 Jan 28 03:13:18.308733 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9c6d2-8bd1-46dd-8b3c-5b1c2af33158 req-620c7c66-c538-4f2b-8b81-cb70ba89d192 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:18.319410 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b6f9c6d2-8bd1-46dd-8b3c-5b1c2af33158 req-620c7c66-c538-4f2b-8b81-cb70ba89d192 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.1298256 Jan 28 03:13:18.330481 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2d315-22b4-4466-883f-b1f5e8919110 req-0dae56fa-7343-4992-a013-82e7fbbfb337 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:18.339238 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-66c2d315-22b4-4466-883f-b1f5e8919110 req-0dae56fa-7343-4992-a013-82e7fbbfb337 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.53 "GET /v2.0/ports?device_id=24c19dd1-c1e1-4d1c-aa5c-1317f228a3d1 HTTP/1.1" status: 200 len: 945 time: 0.1800852 Jan 28 03:13:18.404077 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b6f9c6d2-8bd1-46dd-8b3c-5b1c2af33158 req-40f74ea9-c278-4eca-b85e-bf18ecec79bc tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777264 Jan 28 03:13:18.409031 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-66c2d315-22b4-4466-883f-b1f5e8919110 req-deaf2b69-a872-47c5-bb1f-8bb69b468862 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.53 "GET /v2.0/security-groups?id=28ddf63f-9b70-4a98-987e-5c4a62a12a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683811 Jan 28 03:13:18.450474 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba990c-e0df-4e9b-9421-14a331186190 req-0adbac52-3273-4043-8f93-7d62838585ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:18.459508 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e9ba990c-e0df-4e9b-9421-14a331186190 req-0adbac52-3273-4043-8f93-7d62838585ab service neutron] 10.222.0.67 "GET /v2.0/networks?id=3e9ad17b-b6a4-4ce3-a842-8b4107db7e09 HTTP/1.1" status: 200 len: 916 time: 0.3345659 Jan 28 03:13:18.556815 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e9ba990c-e0df-4e9b-9421-14a331186190 req-609c2484-d6d8-45e2-a0b3-8718031772a4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51bc2987-dd8c-4301-9973-faf1702561f4 HTTP/1.1" status: 200 len: 217 time: 0.0911591 Jan 28 03:13:18.664282 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215f0b2-e8e4-40ea-aafe-d9e66f41a4c9 req-c32cd627-1f39-4be5-a5b0-d5df24ea6b28 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:18.671743 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c215f0b2-e8e4-40ea-aafe-d9e66f41a4c9 req-c32cd627-1f39-4be5-a5b0-d5df24ea6b28 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.0976286 Jan 28 03:13:18.682159 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba990c-e0df-4e9b-9421-14a331186190 req-d3ae5de1-404a-4603-94bc-d50b1c3c534a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:18.683888 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e9ba990c-e0df-4e9b-9421-14a331186190 req-d3ae5de1-404a-4603-94bc-d50b1c3c534a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=646395d4-6261-4135-88e3-b1ff3935f17b HTTP/1.1" status: 200 len: 854 time: 0.1212299 Jan 28 03:13:18.764155 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba990c-e0df-4e9b-9421-14a331186190 req-6dd80c0e-e60c-4213-93cb-2630c3cb9f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:18.765885 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e9ba990c-e0df-4e9b-9421-14a331186190 req-6dd80c0e-e60c-4213-93cb-2630c3cb9f71 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3e9ad17b-b6a4-4ce3-a842-8b4107db7e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0733252 Jan 28 03:13:18.809143 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 35818) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:13:18.812613 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c215f0b2-e8e4-40ea-aafe-d9e66f41a4c9 req-7fb89b47-b6aa-44df-ac43-e969853f24ff tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385813 Jan 28 03:13:19.055237 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e9ba990c-e0df-4e9b-9421-14a331186190 req-3823a7bc-bfc0-44cb-bdc7-efa88b9a938d service neutron] 10.222.0.67 "GET /v2.0/networks/3e9ad17b-b6a4-4ce3-a842-8b4107db7e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798395 Jan 28 03:13:19.104488 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179ca11-f77c-4c30-a5f3-3435d70f0a7b req-75b9962a-734f-4171-a345-540c0e040b6e tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:19.108517 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2179ca11-f77c-4c30-a5f3-3435d70f0a7b req-75b9962a-734f-4171-a345-540c0e040b6e tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.1250534 Jan 28 03:13:19.183398 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-79c173e2-bd07-4ae8-a2f6-b2e45b08dcd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:19.259611 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2179ca11-f77c-4c30-a5f3-3435d70f0a7b req-b5f9c02f-144c-46d2-a76c-c186fca069ad tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364143 Jan 28 03:13:19.262441 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e9ba990c-e0df-4e9b-9421-14a331186190 req-9654d2e2-6744-42a0-be9b-2f95917e62d9 service neutron] 10.222.0.67 "GET /v2.0/networks/3e9ad17b-b6a4-4ce3-a842-8b4107db7e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000718 Jan 28 03:13:19.288564 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88111a-879b-42a5-a2cf-50917d130bb7 req-0bf3ba26-1421-44f7-8afa-ec01918463a0 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:19.298542 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6c88111a-879b-42a5-a2cf-50917d130bb7 req-0bf3ba26-1421-44f7-8afa-ec01918463a0 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=25dd7628-9486-445b-b0b6-3e715d7dc01e HTTP/1.1" status: 200 len: 945 time: 0.0782874 Jan 28 03:13:19.380904 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6c88111a-879b-42a5-a2cf-50917d130bb7 req-65583c17-dea9-47e7-bacd-b2ee14e1a3ad tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809536 Jan 28 03:13:19.430303 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-79c173e2-bd07-4ae8-a2f6-b2e45b08dcd8 admin admin] Publish callbacks [] for security_group (514b2ca4-4def-4ff6-a251-09d7196cb454), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:19.437682 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-79c173e2-bd07-4ae8-a2f6-b2e45b08dcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (514b2ca4-4def-4ff6-a251-09d7196cb454), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:19.525262 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-79c173e2-bd07-4ae8-a2f6-b2e45b08dcd8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3172be7046824dd3896297a32270bb23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7141464 Jan 28 03:13:19.529010 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 35834) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:13:19.563756 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c173e2-bd07-4ae8-a2f6-b2e45b08dcd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514b2ca4-4def-4ff6-a251-09d7196cb454,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:19.571461 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a2ad4-7a06-44c5-990d-2ea65610c2f6 req-2073b0d8-153b-49d0-a49d-527ad4f3c525 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:19.580932 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d40a2ad4-7a06-44c5-990d-2ea65610c2f6 req-2073b0d8-153b-49d0-a49d-527ad4f3c525 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.53 "GET /v2.0/ports?device_id=24c19dd1-c1e1-4d1c-aa5c-1317f228a3d1 HTTP/1.1" status: 200 len: 945 time: 0.0806460 Jan 28 03:13:19.593581 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c648c1e-4527-42ad-a5bd-0d545717e774 req-eb99272a-a430-4f81-aae0-1ed792fbd738 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:19.600879 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0c648c1e-4527-42ad-a5bd-0d545717e774 req-eb99272a-a430-4f81-aae0-1ed792fbd738 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.1472430 Jan 28 03:13:19.632785 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9519e8aa-583e-40e4-a1fe-1e5f3c66c7cf admin admin] Publish callbacks [] for security_group (514b2ca4-4def-4ff6-a251-09d7196cb454), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:19.675162 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9519e8aa-583e-40e4-a1fe-1e5f3c66c7cf admin admin] Publish callbacks [] for security_group (514b2ca4-4def-4ff6-a251-09d7196cb454), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:19.697815 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0c648c1e-4527-42ad-a5bd-0d545717e774 req-41d60ebf-5ce0-42e7-bf72-5daf0ea22921 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955758 Jan 28 03:13:19.712124 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d40a2ad4-7a06-44c5-990d-2ea65610c2f6 req-ab860a3e-81fc-41e8-b027-a47db1be868b tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.53 "GET /v2.0/security-groups?id=28ddf63f-9b70-4a98-987e-5c4a62a12a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229830 Jan 28 03:13:19.774271 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9519e8aa-583e-40e4-a1fe-1e5f3c66c7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (514b2ca4-4def-4ff6-a251-09d7196cb454), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:19.780285 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9519e8aa-583e-40e4-a1fe-1e5f3c66c7cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:19.795153 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9519e8aa-583e-40e4-a1fe-1e5f3c66c7cf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/514b2ca4-4def-4ff6-a251-09d7196cb454 HTTP/1.1" status: 204 len: 168 time: 0.2647617 Jan 28 03:13:19.824309 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9519e8aa-583e-40e4-a1fe-1e5f3c66c7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514b2ca4-4def-4ff6-a251-09d7196cb454,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:20.025738 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff94639-6794-4d2b-989d-8021563fc864 req-7eb0135b-5db6-4c66-8032-59ccb1f63915 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:20.036956 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cff94639-6794-4d2b-989d-8021563fc864 req-7eb0135b-5db6-4c66-8032-59ccb1f63915 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.1575103 Jan 28 03:13:20.080520 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83a0aa-f22f-46dc-88fd-73c51f42a1a8 req-c55aa584-cedf-4284-8533-ffd26066aea4 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:20.082843 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7d83a0aa-f22f-46dc-88fd-73c51f42a1a8 req-c55aa584-cedf-4284-8533-ffd26066aea4 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d4e6e6-843b-4811-80af-e3430e9aa1a4 HTTP/1.1" status: 200 len: 945 time: 0.0954642 Jan 28 03:13:20.168848 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7d83a0aa-f22f-46dc-88fd-73c51f42a1a8 req-7b220abf-f994-46e5-a84e-bc4fd4ab736b tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.53 "GET /v2.0/security-groups?id=28ddf63f-9b70-4a98-987e-5c4a62a12a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769942 Jan 28 03:13:20.196545 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cff94639-6794-4d2b-989d-8021563fc864 req-62f0777c-6ae3-4ac3-b7bd-698582a00d41 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488876 Jan 28 03:13:20.380351 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f00a31-ba7e-4b8e-b8bf-287434ee9542 req-30575c5f-9524-4900-b873-4e2af8d8fbc4 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:20.383573 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-04f00a31-ba7e-4b8e-b8bf-287434ee9542 req-30575c5f-9524-4900-b873-4e2af8d8fbc4 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cd24b6-168c-45d2-91f7-28ba18d5a905 HTTP/1.1" status: 200 len: 946 time: 0.0905564 Jan 28 03:13:20.512664 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-04f00a31-ba7e-4b8e-b8bf-287434ee9542 req-7561506a-03c9-45eb-be4e-5bcd14ffdab2 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.53 "GET /v2.0/security-groups?id=28ddf63f-9b70-4a98-987e-5c4a62a12a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198227 Jan 28 03:13:20.558263 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d63a872-249a-4805-92e0-12cc142e936c req-f7c61150-baf2-4530-8a0e-da803336d918 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:20.577043 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8d63a872-249a-4805-92e0-12cc142e936c req-f7c61150-baf2-4530-8a0e-da803336d918 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.0901620 Jan 28 03:13:20.685741 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8d63a872-249a-4805-92e0-12cc142e936c req-47cbe79c-f643-4de6-b8a5-3cde8bff8bc4 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076291 Jan 28 03:13:20.702918 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe17e07-8332-4e97-be85-f5f60e3b2f27 req-3ac898aa-a098-42b0-9eeb-7bcb9961063f tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:20.705442 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9fe17e07-8332-4e97-be85-f5f60e3b2f27 req-3ac898aa-a098-42b0-9eeb-7bcb9961063f tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=25dd7628-9486-445b-b0b6-3e715d7dc01e HTTP/1.1" status: 200 len: 945 time: 0.0776455 Jan 28 03:13:20.780604 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9fe17e07-8332-4e97-be85-f5f60e3b2f27 req-4ec3f379-4e25-46e4-8752-5d6c1e04dd35 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654192 Jan 28 03:13:21.036785 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40750202-9fde-4fbb-ac81-20d436973b86 req-37486390-dfcf-4872-b054-ca27548ca465 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:21.039446 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-40750202-9fde-4fbb-ac81-20d436973b86 req-37486390-dfcf-4872-b054-ca27548ca465 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=25dd7628-9486-445b-b0b6-3e715d7dc01e HTTP/1.1" status: 200 len: 945 time: 0.0739777 Jan 28 03:13:21.088516 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 35882) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:13:21.134810 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-40750202-9fde-4fbb-ac81-20d436973b86 req-7c0a4aa8-f49a-43d8-9ccb-75b720eb32b9 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897596 Jan 28 03:13:21.186599 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1935c-b94a-47c5-8e0b-85cac4e5a03c req-0dd13095-8359-424f-864e-a9b8537d8c02 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:21.194615 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-96f1935c-b94a-47c5-8e0b-85cac4e5a03c req-0dd13095-8359-424f-864e-a9b8537d8c02 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cd24b6-168c-45d2-91f7-28ba18d5a905 HTTP/1.1" status: 200 len: 946 time: 0.1034610 Jan 28 03:13:21.255155 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-4ac332a4-d847-484b-953e-d97eb8f91e5b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-339311279-network', 'tenant_id': 'ca842ceda87544d7a57b9cd7ee973733'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:13:21.269649 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e2561-e9aa-4c2d-877a-c787632e569c req-70dd5a94-d3da-43ee-b802-dc03dbc2de61 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:21.277164 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9a1e2561-e9aa-4c2d-877a-c787632e569c req-70dd5a94-d3da-43ee-b802-dc03dbc2de61 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=5afaf7d1-00e5-4633-a229-79334e3ce992 HTTP/1.1" status: 200 len: 945 time: 0.0631025 Jan 28 03:13:21.283408 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-96f1935c-b94a-47c5-8e0b-85cac4e5a03c req-bdc1721f-d705-4244-83cb-35de604723bd tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.53 "GET /v2.0/security-groups?id=28ddf63f-9b70-4a98-987e-5c4a62a12a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821617 Jan 28 03:13:21.309403 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac332a4-d847-484b-953e-d97eb8f91e5b admin admin] Made reservation on behalf of ca842ceda87544d7a57b9cd7ee973733 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:13:21.312230 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ac332a4-d847-484b-953e-d97eb8f91e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:21.323039 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ac332a4-d847-484b-953e-d97eb8f91e5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:21.345470 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9a1e2561-e9aa-4c2d-877a-c787632e569c req-5eaae6d9-c76f-49bc-ac9c-bc60d989182a tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672657 Jan 28 03:13:21.406076 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ac332a4-d847-484b-953e-d97eb8f91e5b admin admin] Publish callbacks [] for security_group (d2199f33-6cb7-413e-afb4-8b37c93741e7), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:21.411211 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ac332a4-d847-484b-953e-d97eb8f91e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (d2199f33-6cb7-413e-afb4-8b37c93741e7), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:21.460982 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ac332a4-d847-484b-953e-d97eb8f91e5b admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:13:21.470392 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac332a4-d847-484b-953e-d97eb8f91e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2199f33-6cb7-413e-afb4-8b37c93741e7,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:21.480532 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ac332a4-d847-484b-953e-d97eb8f91e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (7f7e5b3e-aacb-44ba-92e0-ecf07a14a2c3), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:21.480935 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-4ac332a4-d847-484b-953e-d97eb8f91e5b admin admin] Added segment 7f7e5b3e-aacb-44ba-92e0-ecf07a14a2c3 of type vlan for network 359d63da-0117-4555-a3d7-c4512f3dc136 Jan 28 03:13:21.532489 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843db60-c4b1-429d-a5ed-6f2725d8a76a req-369f3c1e-dbf4-42f9-a930-dee70bb07a8e tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:21.534206 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b843db60-c4b1-429d-a5ed-6f2725d8a76a req-369f3c1e-dbf4-42f9-a930-dee70bb07a8e tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5337b2-4fb7-431a-982f-db12fe46dc72 HTTP/1.1" status: 200 len: 945 time: 0.1094701 Jan 28 03:13:21.538575 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ac332a4-d847-484b-953e-d97eb8f91e5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (359d63da-0117-4555-a3d7-c4512f3dc136), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:21.598473 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ac332a4-d847-484b-953e-d97eb8f91e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (359d63da-0117-4555-a3d7-c4512f3dc136), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:21.599458 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac332a4-d847-484b-953e-d97eb8f91e5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:21.600038 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ac332a4-d847-484b-953e-d97eb8f91e5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:21.614931 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b843db60-c4b1-429d-a5ed-6f2725d8a76a req-b384aefa-5d21-402f-88b4-8db37bc5b57a tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696974 Jan 28 03:13:21.662334 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4ac332a4-d847-484b-953e-d97eb8f91e5b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5724757 Jan 28 03:13:21.666286 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [req-d98a0d17-125b-46c6-a924-d43fdf3776c1 req-c2f43a18-8e77-4f73-b6d3-47b90b94248d tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:13:21.667019 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 35894) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:13:21.667679 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d98a0d17-125b-46c6-a924-d43fdf3776c1 req-c2f43a18-8e77-4f73-b6d3-47b90b94248d tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0109046 Jan 28 03:13:21.674515 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-117e7b75-cb1f-4578-84e6-673afe8f3d85 admin admin] Request body: {'subnet': {'network_id': '359d63da-0117-4555-a3d7-c4512f3dc136', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-339311279-subnet', 'tenant_id': 'ca842ceda87544d7a57b9cd7ee973733', 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:13:21.687690 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac332a4-d847-484b-953e-d97eb8f91e5b admin admin] Pushing event updated for resources: {'Network': ['ID=359d63da-0117-4555-a3d7-c4512f3dc136,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:21.699813 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 359d63da-0117-4555-a3d7-c4512f3dc136 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:13:21.707894 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117e7b75-cb1f-4578-84e6-673afe8f3d85 admin admin] Made reservation on behalf of ca842ceda87544d7a57b9cd7ee973733 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:13:21.713958 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-117e7b75-cb1f-4578-84e6-673afe8f3d85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:21.878773 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3992a-b08e-46ce-920d-44d86c208e78 req-ab96c3a0-b477-447c-8847-4d42ed5e9c90 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:21.880283 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-39e3992a-b08e-46ce-920d-44d86c208e78 req-ab96c3a0-b477-447c-8847-4d42ed5e9c90 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.0908320 Jan 28 03:13:21.972667 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-39e3992a-b08e-46ce-920d-44d86c208e78 req-27759fe4-b618-457c-94e8-af0a7f3fd295 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777259 Jan 28 03:13:22.046979 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-117e7b75-cb1f-4578-84e6-673afe8f3d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (51e28b6d-4c18-44d2-870e-5666ca9d9f18), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:22.107978 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d98a0d17-125b-46c6-a924-d43fdf3776c1 req-ae05f90b-38f7-4326-993d-ae347c8adc4b tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.9&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.4329596 Jan 28 03:13:22.128653 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117e7b75-cb1f-4578-84e6-673afe8f3d85 admin admin] Checking segment: {'id': '7f7e5b3e-aacb-44ba-92e0-ecf07a14a2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '359d63da-0117-4555-a3d7-c4512f3dc136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:13:22.129106 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117e7b75-cb1f-4578-84e6-673afe8f3d85 admin admin] Network hostable DHCP agents. Network: 359d63da-0117-4555-a3d7-c4512f3dc136, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:13:22.132364 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e7b75-cb1f-4578-84e6-673afe8f3d85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51e28b6d-4c18-44d2-870e-5666ca9d9f18,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:22.182757 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117e7b75-cb1f-4578-84e6-673afe8f3d85 admin admin] Network 359d63da-0117-4555-a3d7-c4512f3dc136 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:13:22.201774 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-117e7b75-cb1f-4578-84e6-673afe8f3d85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 359d63da-0117-4555-a3d7-c4512f3dc136) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:13:22.212332 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186f702e-fbd8-4bd9-beeb-5e80f6f382b5 None None] Network 359d63da-0117-4555-a3d7-c4512f3dc136 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:13:22.219939 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117e7b75-cb1f-4578-84e6-673afe8f3d85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:22.222163 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-117e7b75-cb1f-4578-84e6-673afe8f3d85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:22.250799 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-117e7b75-cb1f-4578-84e6-673afe8f3d85 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5821681 Jan 28 03:13:22.253581 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 35904) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:13:22.258458 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-ceed60db-20fe-46d9-8baa-fe320a180e23 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-339311279-router', 'tenant_id': 'ca842ceda87544d7a57b9cd7ee973733', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:13:22.301252 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ceed60db-20fe-46d9-8baa-fe320a180e23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (08aca7e3-588e-457f-9745-8bc4b56d277f), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:22.302937 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ceed60db-20fe-46d9-8baa-fe320a180e23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (08aca7e3-588e-457f-9745-8bc4b56d277f), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:22.376826 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60d74e9-0916-4393-9415-62d175965ad9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-359d63da-0117-4555-a3d7-c4512f3dc136', 'network_id': '359d63da-0117-4555-a3d7-c4512f3dc136', 'project_id': 'ca842ceda87544d7a57b9cd7ee973733', 'fixed_ips': [{'subnet_id': '51e28b6d-4c18-44d2-870e-5666ca9d9f18'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:13:22.382728 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f60d74e9-0916-4393-9415-62d175965ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:22.402894 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ceed60db-20fe-46d9-8baa-fe320a180e23 admin admin] Publish callbacks [] for router_controller (08aca7e3-588e-457f-9745-8bc4b56d277f), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:22.518304 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc8e87-4b27-4407-b80b-3e04c7eb0168 req-ddbc1c85-9926-4310-a29d-377d57669111 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:22.520478 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dbdc8e87-4b27-4407-b80b-3e04c7eb0168 req-ddbc1c85-9926-4310-a29d-377d57669111 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.1223552 Jan 28 03:13:22.575634 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-f60d74e9-0916-4393-9415-62d175965ad9 None None] Allocated IP 172.20.0.2 (359d63da-0117-4555-a3d7-c4512f3dc136/51e28b6d-4c18-44d2-870e-5666ca9d9f18/b17f7b0b-155b-429e-baab-a92a3a4e140b) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:13:22.612028 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dbdc8e87-4b27-4407-b80b-3e04c7eb0168 req-4149a455-4c8f-4ec1-947e-1a4b263adeb8 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833917 Jan 28 03:13:22.625935 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7247999-68dd-42ea-aa83-3602a0cffe47 req-a334a317-1cf8-4824-b7c3-ed347e4a8d3f tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:22.627658 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f7247999-68dd-42ea-aa83-3602a0cffe47 req-a334a317-1cf8-4824-b7c3-ed347e4a8d3f tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cd24b6-168c-45d2-91f7-28ba18d5a905 HTTP/1.1" status: 200 len: 946 time: 0.1638732 Jan 28 03:13:22.701002 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfec050-9d8e-4d62-a326-c5303df64cf3 req-b924c15e-6c41-437c-8a9f-f234c05c926e tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:22.702806 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bcfec050-9d8e-4d62-a326-c5303df64cf3 req-b924c15e-6c41-437c-8a9f-f234c05c926e tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cd24b6-168c-45d2-91f7-28ba18d5a905 HTTP/1.1" status: 200 len: 946 time: 0.2981200 Jan 28 03:13:22.712511 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ceed60db-20fe-46d9-8baa-fe320a180e23 admin admin] Publish callbacks [] for router_gateway (08aca7e3-588e-457f-9745-8bc4b56d277f), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:22.848831 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c78bb-6f9e-4c41-9552-cd215c9fe868 req-b9793187-44ce-4a39-9b43-dd02dd8a6419 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:22.856927 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-887c78bb-6f9e-4c41-9552-cd215c9fe868 req-b9793187-44ce-4a39-9b43-dd02dd8a6419 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=25dd7628-9486-445b-b0b6-3e715d7dc01e HTTP/1.1" status: 200 len: 945 time: 0.1225617 Jan 28 03:13:22.858102 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f60d74e9-0916-4393-9415-62d175965ad9 None None] Publish callbacks [] for port (b17f7b0b-155b-429e-baab-a92a3a4e140b), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:22.861572 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bcfec050-9d8e-4d62-a326-c5303df64cf3 req-da495e61-f1ae-402c-9fbf-60132d3e3070 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.53 "GET /v2.0/security-groups?id=28ddf63f-9b70-4a98-987e-5c4a62a12a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374798 Jan 28 03:13:22.870767 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f60d74e9-0916-4393-9415-62d175965ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (b17f7b0b-155b-429e-baab-a92a3a4e140b), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:22.895201 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-f7247999-68dd-42ea-aa83-3602a0cffe47 req-89844e0d-ada0-48cf-a9d3-4974e4a49e2f tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Deleting port cb987d22-0f6f-4974-bd77-4567d21cf8ff {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:13:22.895465 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f7247999-68dd-42ea-aa83-3602a0cffe47 req-89844e0d-ada0-48cf-a9d3-4974e4a49e2f tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (cb987d22-0f6f-4974-bd77-4567d21cf8ff), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:22.913956 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60d74e9-0916-4393-9415-62d175965ad9 None None] Network 359d63da-0117-4555-a3d7-c4512f3dc136 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:13:22.917324 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-f60d74e9-0916-4393-9415-62d175965ad9 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:13:22.925017 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60d74e9-0916-4393-9415-62d175965ad9 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:13:22.931708 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d74e9-0916-4393-9415-62d175965ad9 None None] Pushing event updated for resources: {'Port': ['ID=b17f7b0b-155b-429e-baab-a92a3a4e140b,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:23.020083 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-f60d74e9-0916-4393-9415-62d175965ad9 None None] Attempting to bind port b17f7b0b-155b-429e-baab-a92a3a4e140b on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:13:23.020457 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-f60d74e9-0916-4393-9415-62d175965ad9 None None] Attempting to bind port b17f7b0b-155b-429e-baab-a92a3a4e140b by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '7f7e5b3e-aacb-44ba-92e0-ecf07a14a2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '359d63da-0117-4555-a3d7-c4512f3dc136'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:13:23.020998 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60d74e9-0916-4393-9415-62d175965ad9 None None] Attempting to bind port b17f7b0b-155b-429e-baab-a92a3a4e140b on network 359d63da-0117-4555-a3d7-c4512f3dc136 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:13:23.027303 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60d74e9-0916-4393-9415-62d175965ad9 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:13:23.028107 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60d74e9-0916-4393-9415-62d175965ad9 None None] Checking segment: {'id': '7f7e5b3e-aacb-44ba-92e0-ecf07a14a2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '359d63da-0117-4555-a3d7-c4512f3dc136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:13:23.028522 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f60d74e9-0916-4393-9415-62d175965ad9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:23.028924 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60d74e9-0916-4393-9415-62d175965ad9 None None] Bound using segment: {'id': '7f7e5b3e-aacb-44ba-92e0-ecf07a14a2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '359d63da-0117-4555-a3d7-c4512f3dc136'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:13:23.029445 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-f60d74e9-0916-4393-9415-62d175965ad9 None None] Bound port: b17f7b0b-155b-429e-baab-a92a3a4e140b, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f7e5b3e-aacb-44ba-92e0-ecf07a14a2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '359d63da-0117-4555-a3d7-c4512f3dc136'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:13:23.030012 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f60d74e9-0916-4393-9415-62d175965ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b17f7b0b-155b-429e-baab-a92a3a4e140b), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:23.096210 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ceed60db-20fe-46d9-8baa-fe320a180e23 admin admin] Publish callbacks [] for router_gateway (08aca7e3-588e-457f-9745-8bc4b56d277f), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:23.121164 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-f60d74e9-0916-4393-9415-62d175965ad9 None None] For port b17f7b0b-155b-429e-baab-a92a3a4e140b, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:13:23.122830 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ceed60db-20fe-46d9-8baa-fe320a180e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:23.126059 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-f60d74e9-0916-4393-9415-62d175965ad9 None None] For port b17f7b0b-155b-429e-baab-a92a3a4e140b, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=b17f7b0b-155b-429e-baab-a92a3a4e140b,segment=NetworkSegment(7f7e5b3e-aacb-44ba-92e0-ecf07a14a2c3),segment_id=7f7e5b3e-aacb-44ba-92e0-ecf07a14a2c3)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:13:23.134228 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f60d74e9-0916-4393-9415-62d175965ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b17f7b0b-155b-429e-baab-a92a3a4e140b), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:23.244711 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d74e9-0916-4393-9415-62d175965ad9 None None] Pushing event updated for resources: {'Port': ['ID=b17f7b0b-155b-429e-baab-a92a3a4e140b,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:23.274736 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-887c78bb-6f9e-4c41-9552-cd215c9fe868 req-1629d7ba-eaa7-45f5-aa37-179b733e98a5 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4117932 Jan 28 03:13:23.322356 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-ceed60db-20fe-46d9-8baa-fe320a180e23 admin admin] Allocated IP 172.25.0.54 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/31b827f0-9fa2-4b77-b6fe-b475a63bc521) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:13:23.347424 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-f7247999-68dd-42ea-aa83-3602a0cffe47 req-89844e0d-ada0-48cf-a9d3-4974e4a49e2f tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] For port cb987d22-0f6f-4974-bd77-4567d21cf8ff, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=cb987d22-0f6f-4974-bd77-4567d21cf8ff,segment=NetworkSegment(1dd569db-ce5a-44c0-b078-c09af7f11059),segment_id=1dd569db-ce5a-44c0-b078-c09af7f11059)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:13:23.347797 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f7247999-68dd-42ea-aa83-3602a0cffe47 req-89844e0d-ada0-48cf-a9d3-4974e4a49e2f tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (cb987d22-0f6f-4974-bd77-4567d21cf8ff), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:23.386521 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-f7247999-68dd-42ea-aa83-3602a0cffe47 req-89844e0d-ada0-48cf-a9d3-4974e4a49e2f tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Calling delete_port for cb987d22-0f6f-4974-bd77-4567d21cf8ff owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:13:23.442241 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ceed60db-20fe-46d9-8baa-fe320a180e23 admin admin] Publish callbacks [] for port (31b827f0-9fa2-4b77-b6fe-b475a63bc521), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:23.488108 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ceed60db-20fe-46d9-8baa-fe320a180e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (31b827f0-9fa2-4b77-b6fe-b475a63bc521), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:23.507202 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50928905-c535-4f2a-b518-a72590fdad83 req-727dc67c-639f-4cdb-aef8-e3eafbae7fea tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:23.516280 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-50928905-c535-4f2a-b518-a72590fdad83 req-727dc67c-639f-4cdb-aef8-e3eafbae7fea tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=5afaf7d1-00e5-4633-a229-79334e3ce992 HTTP/1.1" status: 200 len: 945 time: 0.1443357 Jan 28 03:13:23.546222 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed60db-20fe-46d9-8baa-fe320a180e23 admin admin] Pushing event updated for resources: {'Port': ['ID=31b827f0-9fa2-4b77-b6fe-b475a63bc521,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:23.567207 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceed60db-20fe-46d9-8baa-fe320a180e23 admin admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:13:23.568803 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-ceed60db-20fe-46d9-8baa-fe320a180e23 admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:13:23.571871 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceed60db-20fe-46d9-8baa-fe320a180e23 admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:13:23.602378 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-50928905-c535-4f2a-b518-a72590fdad83 req-4ca5d9e0-ce6a-4034-a0c2-d456d42e9aed tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842676 Jan 28 03:13:23.696870 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f7247999-68dd-42ea-aa83-3602a0cffe47 req-89844e0d-ada0-48cf-a9d3-4974e4a49e2f tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (cb987d22-0f6f-4974-bd77-4567d21cf8ff), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:23.731330 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89844e0d-ada0-48cf-a9d3-4974e4a49e2f tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Pushing event deleted for resources: {'Port': ['ID=cb987d22-0f6f-4974-bd77-4567d21cf8ff,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:23.739486 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:13:23.743961 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89844e0d-ada0-48cf-a9d3-4974e4a49e2f tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:23.744523 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89844e0d-ada0-48cf-a9d3-4974e4a49e2f tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:23.745001 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89844e0d-ada0-48cf-a9d3-4974e4a49e2f tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:23.753291 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89844e0d-ada0-48cf-a9d3-4974e4a49e2f tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:23.755124 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89844e0d-ada0-48cf-a9d3-4974e4a49e2f tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:23.755626 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89844e0d-ada0-48cf-a9d3-4974e4a49e2f tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:23.755969 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89844e0d-ada0-48cf-a9d3-4974e4a49e2f tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:23.756305 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89844e0d-ada0-48cf-a9d3-4974e4a49e2f tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:23.756644 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89844e0d-ada0-48cf-a9d3-4974e4a49e2f tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:23.756976 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89844e0d-ada0-48cf-a9d3-4974e4a49e2f tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:23.762402 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89844e0d-ada0-48cf-a9d3-4974e4a49e2f tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:23.762799 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89844e0d-ada0-48cf-a9d3-4974e4a49e2f tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:23.763166 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89844e0d-ada0-48cf-a9d3-4974e4a49e2f tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:23.809667 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['840173f9-219d-4cf8-b77b-da02715051d5'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:13:23.838831 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7247999-68dd-42ea-aa83-3602a0cffe47 req-89844e0d-ada0-48cf-a9d3-4974e4a49e2f tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] No DVR routers for this DVR port cb987d22-0f6f-4974-bd77-4567d21cf8ff on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:13:23.843385 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f7247999-68dd-42ea-aa83-3602a0cffe47 req-89844e0d-ada0-48cf-a9d3-4974e4a49e2f tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:23.847222 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f7247999-68dd-42ea-aa83-3602a0cffe47 req-89844e0d-ada0-48cf-a9d3-4974e4a49e2f tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.39 "DELETE /v2.0/ports/cb987d22-0f6f-4974-bd77-4567d21cf8ff HTTP/1.1" status: 204 len: 173 time: 1.2096477 Jan 28 03:13:23.849182 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9cd24b6-168c-45d2-91f7-28ba18d5a905', 'name': 'network-vif-deleted', 'tag': 'cb987d22-0f6f-4974-bd77-4567d21cf8ff'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:13:23.864254 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c4e6a0-7dce-4a96-8b8b-9ac1d771825d" -d '{"events": [{"server_uuid": "d9cd24b6-168c-45d2-91f7-28ba18d5a905", "name": "network-vif-deleted", "tag": "cb987d22-0f6f-4974-bd77-4567d21cf8ff"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:13:23.965959 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446b195-31ed-4662-b1a0-d8b06691e284 req-99ff7279-ea28-4cbb-af20-59f6a6f6c965 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:23.967804 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7446b195-31ed-4662-b1a0-d8b06691e284 req-99ff7279-ea28-4cbb-af20-59f6a6f6c965 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.1992691 Jan 28 03:13:24.000541 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db513a-65d8-45cd-870b-c672f94c18d9 req-c358fbfb-baac-40aa-942f-7de51295fb80 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:24.008763 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-40db513a-65d8-45cd-870b-c672f94c18d9 req-c358fbfb-baac-40aa-942f-7de51295fb80 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5337b2-4fb7-431a-982f-db12fe46dc72 HTTP/1.1" status: 200 len: 945 time: 0.2348297 Jan 28 03:13:24.079306 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7446b195-31ed-4662-b1a0-d8b06691e284 req-4ed15bb7-29a2-4025-92c7-6301512bab25 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050038 Jan 28 03:13:24.147235 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7b9294-6535-47bc-8449-2816e11cff90 x-openstack-request-id: req-6a7b9294-6535-47bc-8449-2816e11cff90 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:13:24.147528 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9cd24b6-168c-45d2-91f7-28ba18d5a905", "name": "network-vif-deleted", "tag": "cb987d22-0f6f-4974-bd77-4567d21cf8ff", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:13:24.147781 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6a7b9294-6535-47bc-8449-2816e11cff90 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:13:24.148191 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9cd24b6-168c-45d2-91f7-28ba18d5a905', 'name': 'network-vif-deleted', 'tag': 'cb987d22-0f6f-4974-bd77-4567d21cf8ff', 'status': 'completed', 'code': 200} Jan 28 03:13:24.170648 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ceed60db-20fe-46d9-8baa-fe320a180e23 admin admin] Publish callbacks [] for router_gateway (08aca7e3-588e-457f-9745-8bc4b56d277f), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:24.216001 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-40db513a-65d8-45cd-870b-c672f94c18d9 req-ca08c5fa-71df-4011-ace9-89e0a19e161b tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062736 Jan 28 03:13:24.290625 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-326f866c-4a23-46f5-9a8c-27100ce580cf req-d59c9675-93d0-46f0-a3af-6ac1b2c6e793 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cd24b6-168c-45d2-91f7-28ba18d5a905 HTTP/1.1" status: 200 len: 210 time: 0.0506999 Jan 28 03:13:24.546832 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60fae1-0cbf-4728-932d-b9cb22672a08 req-26f4b162-4730-41ab-aaa3-635b356d8df0 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:24.553986 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ef60fae1-0cbf-4728-932d-b9cb22672a08 req-26f4b162-4730-41ab-aaa3-635b356d8df0 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.1555853 Jan 28 03:13:24.563888 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ca503-1782-496b-bc41-db9dcd539309 req-0850560f-f33a-4bc2-9d6c-0ace6dc144de tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:24.573475 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ca503-1782-496b-bc41-db9dcd539309 req-0850560f-f33a-4bc2-9d6c-0ace6dc144de tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:24.583539 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ca503-1782-496b-bc41-db9dcd539309 req-0850560f-f33a-4bc2-9d6c-0ace6dc144de tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:24.585968 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0b9ca503-1782-496b-bc41-db9dcd539309 req-0850560f-f33a-4bc2-9d6c-0ace6dc144de tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5337b2-4fb7-431a-982f-db12fe46dc72&device_id=5afaf7d1-00e5-4633-a229-79334e3ce992&device_id=25dd7628-9486-445b-b0b6-3e715d7dc01e HTTP/1.1" status: 200 len: 2416 time: 0.1117082 Jan 28 03:13:24.594337 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ceed60db-20fe-46d9-8baa-fe320a180e23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (08aca7e3-588e-457f-9745-8bc4b56d277f), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:24.645177 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ef60fae1-0cbf-4728-932d-b9cb22672a08 req-6f786b13-56eb-4ad6-9e06-547832c25996 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901608 Jan 28 03:13:24.695362 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0b9ca503-1782-496b-bc41-db9dcd539309 req-e409975d-d4a5-428c-9b28-057c8d95023a tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992353 Jan 28 03:13:24.769652 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-3b6c851c-3bf6-4c5a-b250-9368d9e48f23 req-17c8c1cb-3bc6-415d-b958-71f16c6334bc tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:13:24.770925 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3b6c851c-3bf6-4c5a-b250-9368d9e48f23 req-17c8c1cb-3bc6-415d-b958-71f16c6334bc tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117998 Jan 28 03:13:24.897244 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceed60db-20fe-46d9-8baa-fe320a180e23 admin admin] Router 08aca7e3-588e-457f-9745-8bc4b56d277f is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:13:24.931166 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3b6c851c-3bf6-4c5a-b250-9368d9e48f23 req-8b3cb375-4ad9-40e9-b71a-74d1fa1ddaab tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1497240 Jan 28 03:13:24.998086 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ac31f9-46f0-4c6f-8bd4-64b66e1a8137 None None] Network 359d63da-0117-4555-a3d7-c4512f3dc136 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:13:25.165887 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc2191-8b0c-41dd-a1af-76937638583e req-f1c6f19e-e550-499a-b676-07f7dfb9091e tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:25.167756 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-34bc2191-8b0c-41dd-a1af-76937638583e req-f1c6f19e-e550-499a-b676-07f7dfb9091e tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.2039680 Jan 28 03:13:25.214791 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceed60db-20fe-46d9-8baa-fe320a180e23 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:13:25.228581 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad08c78-a005-4fd9-8df8-afc7cc49970c None None] Sync routers for ids ['08aca7e3-588e-457f-9745-8bc4b56d277f'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:13:25.247008 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad08c78-a005-4fd9-8df8-afc7cc49970c None None] Routers {'08aca7e3-588e-457f-9745-8bc4b56d277f'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:13:25.247646 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-7ad08c78-a005-4fd9-8df8-afc7cc49970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:13:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['08aca7e3-588e-457f-9745-8bc4b56d277f'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:13:25.262495 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ceed60db-20fe-46d9-8baa-fe320a180e23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:25.266999 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ceed60db-20fe-46d9-8baa-fe320a180e23 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0099118 Jan 28 03:13:25.267425 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 35948) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:13:25.277842 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-34bc2191-8b0c-41dd-a1af-76937638583e req-9f082489-1b3e-4def-a129-c4dec9c3d422 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003602 Jan 28 03:13:25.438224 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device cb987d22-0f6f-4974-bd77-4567d21cf8ff no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:13:25.443727 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device b17f7b0b-155b-429e-baab-a92a3a4e140b up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:13:25.499881 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: cb987d22-0f6f-4974-bd77-4567d21cf8ff {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:13:25.500220 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device cb987d22-0f6f-4974-bd77-4567d21cf8ff not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:13:25.521109 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-fc014120-5cd2-43e5-86b5-ea1d7433b122 None None] Provisioning complete for port b17f7b0b-155b-429e-baab-a92a3a4e140b triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:13:25.521419 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fc014120-5cd2-43e5-86b5-ea1d7433b122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b17f7b0b-155b-429e-baab-a92a3a4e140b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:25.598892 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-7ad08c78-a005-4fd9-8df8-afc7cc49970c None None] Set router 08aca7e3-588e-457f-9745-8bc4b56d277f gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:13:25.604425 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port b17f7b0b-155b-429e-baab-a92a3a4e140b triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:13:25.604850 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b17f7b0b-155b-429e-baab-a92a3a4e140b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:25.705602 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30128e73-9b5f-4836-aa2d-488d7d659d82 req-78ffd2a7-9ab7-477a-b5ca-3aace58a4774 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:25.717945 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-30128e73-9b5f-4836-aa2d-488d7d659d82 req-78ffd2a7-9ab7-477a-b5ca-3aace58a4774 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.1588140 Jan 28 03:13:25.756103 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-fc014120-5cd2-43e5-86b5-ea1d7433b122 None None] Current status of the port b17f7b0b-155b-429e-baab-a92a3a4e140b is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:13:25.758156 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fc014120-5cd2-43e5-86b5-ea1d7433b122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b17f7b0b-155b-429e-baab-a92a3a4e140b), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:25.818539 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-30128e73-9b5f-4836-aa2d-488d7d659d82 req-3b32de67-707d-4c43-acdb-43e78449f6ff tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993018 Jan 28 03:13:25.883062 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port b17f7b0b-155b-429e-baab-a92a3a4e140b is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:13:25.889092 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b17f7b0b-155b-429e-baab-a92a3a4e140b), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:25.972048 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-fc014120-5cd2-43e5-86b5-ea1d7433b122 None None] For port b17f7b0b-155b-429e-baab-a92a3a4e140b, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=b17f7b0b-155b-429e-baab-a92a3a4e140b,segment=NetworkSegment(7f7e5b3e-aacb-44ba-92e0-ecf07a14a2c3),segment_id=7f7e5b3e-aacb-44ba-92e0-ecf07a14a2c3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:13:25.983688 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fc014120-5cd2-43e5-86b5-ea1d7433b122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b17f7b0b-155b-429e-baab-a92a3a4e140b), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:26.108861 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-7ad08c78-a005-4fd9-8df8-afc7cc49970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'name': 'tempest-TestVolumeBackupRestore-339311279-router', 'tenant_id': 'ca842ceda87544d7a57b9cd7ee973733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '31b827f0-9fa2-4b77-b6fe-b475a63bc521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:22Z', 'updated_at': '2022-01-28T03:13:23Z', 'revision_number': 3, 'project_id': 'ca842ceda87544d7a57b9cd7ee973733', 'gw_port': {'id': '31b827f0-9fa2-4b77-b6fe-b475a63bc521', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:23Z', 'updated_at': '2022-01-28T03:13:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:13:26.150196 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc014120-5cd2-43e5-86b5-ea1d7433b122 None None] Pushing event updated for resources: {'Port': ['ID=b17f7b0b-155b-429e-baab-a92a3a4e140b,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:26.188300 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-63836e7d-c7f4-4520-a4cd-65a9b46afda9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:26.231918 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.api [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:13:26.232455 n-d-712139-27 neutron-server[109804]: DEBUG oslo_db.api [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:13:26.237612 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-703af495-1e77-4b94-a943-a22ed7da7a35 None None] Provisioning complete for port b17f7b0b-155b-429e-baab-a92a3a4e140b triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:13:26.237839 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-703af495-1e77-4b94-a943-a22ed7da7a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b17f7b0b-155b-429e-baab-a92a3a4e140b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:26.340271 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad08c78-a005-4fd9-8df8-afc7cc49970c None None] Checking router: 08aca7e3-588e-457f-9745-8bc4b56d277f for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:13:26.341310 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad08c78-a005-4fd9-8df8-afc7cc49970c None None] Updating router 08aca7e3-588e-457f-9745-8bc4b56d277f port 31b827f0-9fa2-4b77-b6fe-b475a63bc521 binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:13:26.371050 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7ad08c78-a005-4fd9-8df8-afc7cc49970c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (31b827f0-9fa2-4b77-b6fe-b475a63bc521), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:26.422713 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-703af495-1e77-4b94-a943-a22ed7da7a35 None None] Current status of the port b17f7b0b-155b-429e-baab-a92a3a4e140b is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:13:26.571673 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098525da-96e4-4bb8-b138-0f9d2d7df515 req-d846f083-256f-4721-9538-cbfd29b70f66 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:26.579512 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-098525da-96e4-4bb8-b138-0f9d2d7df515 req-d846f083-256f-4721-9538-cbfd29b70f66 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.2303689 Jan 28 03:13:26.698796 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-098525da-96e4-4bb8-b138-0f9d2d7df515 req-0ba3ff33-cbcc-4915-a194-2828d094074b tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146994 Jan 28 03:13:26.779185 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-63836e7d-c7f4-4520-a4cd-65a9b46afda9 admin admin] Allocated IP 172.20.0.1 (359d63da-0117-4555-a3d7-c4512f3dc136/51e28b6d-4c18-44d2-870e-5666ca9d9f18/3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:13:26.820978 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port b17f7b0b-155b-429e-baab-a92a3a4e140b is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:13:26.904021 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea322af-4960-4b54-8851-a179795bd393 req-816f23d6-de9d-470d-a2b4-90e63b1dc9f1 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:26.907923 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9ea322af-4960-4b54-8851-a179795bd393 req-816f23d6-de9d-470d-a2b4-90e63b1dc9f1 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.0890555 Jan 28 03:13:26.934361 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-63836e7d-c7f4-4520-a4cd-65a9b46afda9 admin admin] Publish callbacks [] for port (3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:26.940118 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7ad08c78-a005-4fd9-8df8-afc7cc49970c None None] Publish callbacks [] for port (31b827f0-9fa2-4b77-b6fe-b475a63bc521), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:26.951513 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7ad08c78-a005-4fd9-8df8-afc7cc49970c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (31b827f0-9fa2-4b77-b6fe-b475a63bc521), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:26.983311 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-63836e7d-c7f4-4520-a4cd-65a9b46afda9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:27.016111 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9ea322af-4960-4b54-8851-a179795bd393 req-03987134-3c0a-4fef-aef9-5ef305c42d22 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966659 Jan 28 03:13:27.048212 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b676517-c895-4ebd-bbe6-bfafee68d7ba None None] Pushing event updated for resources: {'Port': ['ID=31b827f0-9fa2-4b77-b6fe-b475a63bc521,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:27.080636 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63836e7d-c7f4-4520-a4cd-65a9b46afda9 admin admin] Network 359d63da-0117-4555-a3d7-c4512f3dc136 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:13:27.082197 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-63836e7d-c7f4-4520-a4cd-65a9b46afda9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:13:27.084448 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-7ad08c78-a005-4fd9-8df8-afc7cc49970c None None] Attempting to bind port 31b827f0-9fa2-4b77-b6fe-b475a63bc521 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:13:27.084948 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-7ad08c78-a005-4fd9-8df8-afc7cc49970c None None] Attempting to bind port 31b827f0-9fa2-4b77-b6fe-b475a63bc521 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:13:27.086860 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63836e7d-c7f4-4520-a4cd-65a9b46afda9 admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:13:27.088149 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad08c78-a005-4fd9-8df8-afc7cc49970c None None] Attempting to bind port 31b827f0-9fa2-4b77-b6fe-b475a63bc521 on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:13:27.096063 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad08c78-a005-4fd9-8df8-afc7cc49970c None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:13:27.096853 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad08c78-a005-4fd9-8df8-afc7cc49970c None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:13:27.097525 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7ad08c78-a005-4fd9-8df8-afc7cc49970c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:27.109822 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad08c78-a005-4fd9-8df8-afc7cc49970c None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:13:27.115220 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-7ad08c78-a005-4fd9-8df8-afc7cc49970c None None] Bound port: 31b827f0-9fa2-4b77-b6fe-b475a63bc521, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:13:27.116112 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7ad08c78-a005-4fd9-8df8-afc7cc49970c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (31b827f0-9fa2-4b77-b6fe-b475a63bc521), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:27.123706 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device b17f7b0b-155b-429e-baab-a92a3a4e140b up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:13:27.193333 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-7ad08c78-a005-4fd9-8df8-afc7cc49970c None None] For port 31b827f0-9fa2-4b77-b6fe-b475a63bc521, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:13:27.197912 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-7ad08c78-a005-4fd9-8df8-afc7cc49970c None None] For port 31b827f0-9fa2-4b77-b6fe-b475a63bc521, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=31b827f0-9fa2-4b77-b6fe-b475a63bc521,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:13:27.202331 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b676517-c895-4ebd-bbe6-bfafee68d7ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:27.202693 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b676517-c895-4ebd-bbe6-bfafee68d7ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:27.203071 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b676517-c895-4ebd-bbe6-bfafee68d7ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:27.203610 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b676517-c895-4ebd-bbe6-bfafee68d7ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:27.203956 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b676517-c895-4ebd-bbe6-bfafee68d7ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:27.204289 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b676517-c895-4ebd-bbe6-bfafee68d7ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:27.204623 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b676517-c895-4ebd-bbe6-bfafee68d7ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:27.205255 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b676517-c895-4ebd-bbe6-bfafee68d7ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:27.205596 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b676517-c895-4ebd-bbe6-bfafee68d7ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:27.205964 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b676517-c895-4ebd-bbe6-bfafee68d7ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:27.206643 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b676517-c895-4ebd-bbe6-bfafee68d7ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:27.206996 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b676517-c895-4ebd-bbe6-bfafee68d7ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:27.207447 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b676517-c895-4ebd-bbe6-bfafee68d7ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:27.212603 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7ad08c78-a005-4fd9-8df8-afc7cc49970c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (31b827f0-9fa2-4b77-b6fe-b475a63bc521), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:27.259246 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63836e7d-c7f4-4520-a4cd-65a9b46afda9 admin admin] Pushing event updated for resources: {'Port': ['ID=3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:27.272726 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad08c78-a005-4fd9-8df8-afc7cc49970c None None] Routers {'08aca7e3-588e-457f-9745-8bc4b56d277f'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:13:27.272726 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-7ad08c78-a005-4fd9-8df8-afc7cc49970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:13:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['08aca7e3-588e-457f-9745-8bc4b56d277f'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:13:27.299813 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-63836e7d-c7f4-4520-a4cd-65a9b46afda9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (08aca7e3-588e-457f-9745-8bc4b56d277f), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:27.341379 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port b17f7b0b-155b-429e-baab-a92a3a4e140b triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:13:27.342571 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b17f7b0b-155b-429e-baab-a92a3a4e140b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:27.483729 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b676517-c895-4ebd-bbe6-bfafee68d7ba None None] Pushing event updated for resources: {'Port': ['ID=31b827f0-9fa2-4b77-b6fe-b475a63bc521,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:27.491256 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-7ad08c78-a005-4fd9-8df8-afc7cc49970c None None] Set router 08aca7e3-588e-457f-9745-8bc4b56d277f gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:13:27.518595 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d0254-50d1-408f-abe0-a959b0eadd6f req-fdc30e7b-f0ff-41d9-876e-1c6fad0307a5 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:27.527321 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c72d0254-50d1-408f-abe0-a959b0eadd6f req-fdc30e7b-f0ff-41d9-876e-1c6fad0307a5 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.0978281 Jan 28 03:13:27.551057 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port b17f7b0b-155b-429e-baab-a92a3a4e140b is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:13:27.573050 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-6f7db98e-e7f4-4685-98a9-1ebb68b8027b None None] Provisioning complete for port 3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:13:27.574153 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6f7db98e-e7f4-4685-98a9-1ebb68b8027b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:27.619722 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-6f7db98e-e7f4-4685-98a9-1ebb68b8027b None None] Port 3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:13:27.674254 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c72d0254-50d1-408f-abe0-a959b0eadd6f req-411a505c-7a0f-4e45-a0d2-d43bf840b9b9 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442471 Jan 28 03:13:27.674836 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-63836e7d-c7f4-4520-a4cd-65a9b46afda9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:27.928548 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-7ad08c78-a005-4fd9-8df8-afc7cc49970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'name': 'tempest-TestVolumeBackupRestore-339311279-router', 'tenant_id': 'ca842ceda87544d7a57b9cd7ee973733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '31b827f0-9fa2-4b77-b6fe-b475a63bc521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:22Z', 'updated_at': '2022-01-28T03:13:23Z', 'revision_number': 3, 'project_id': 'ca842ceda87544d7a57b9cd7ee973733', 'gw_port': {'id': '31b827f0-9fa2-4b77-b6fe-b475a63bc521', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:23Z', 'updated_at': '2022-01-28T03:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:13:27.968653 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad08c78-a005-4fd9-8df8-afc7cc49970c None None] The sync data for ids ['08aca7e3-588e-457f-9745-8bc4b56d277f'] in n-d-712139-27 is: [{'id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'name': 'tempest-TestVolumeBackupRestore-339311279-router', 'tenant_id': 'ca842ceda87544d7a57b9cd7ee973733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '31b827f0-9fa2-4b77-b6fe-b475a63bc521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:22Z', 'updated_at': '2022-01-28T03:13:23Z', 'revision_number': 3, 'project_id': 'ca842ceda87544d7a57b9cd7ee973733', 'gw_port': {'id': '31b827f0-9fa2-4b77-b6fe-b475a63bc521', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:23Z', 'updated_at': '2022-01-28T03:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:13:28.024663 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-63836e7d-c7f4-4520-a4cd-65a9b46afda9 admin admin] Publish callbacks [] for port (3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:28.047288 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1034776-adf8-46ec-8882-dd2275a13c12 req-ac785771-d83f-40c8-a0b1-e5f751333448 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:28.049839 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b1034776-adf8-46ec-8882-dd2275a13c12 req-ac785771-d83f-40c8-a0b1-e5f751333448 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.1222544 Jan 28 03:13:28.051323 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-63836e7d-c7f4-4520-a4cd-65a9b46afda9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:28.187838 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-63836e7d-c7f4-4520-a4cd-65a9b46afda9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (08aca7e3-588e-457f-9745-8bc4b56d277f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:28.201183 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63836e7d-c7f4-4520-a4cd-65a9b46afda9 admin admin] Pushing event updated for resources: {'Port': ['ID=3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:28.270392 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b1034776-adf8-46ec-8882-dd2275a13c12 req-bcaf1c63-dec4-40c1-8cad-6386e664eb3b tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591651 Jan 28 03:13:28.332343 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99e4eb-a79a-4314-9b2c-29e3e4c8b2cc req-c8ed17c4-798e-402d-891d-52532a4f6ffe tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:28.339380 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99e4eb-a79a-4314-9b2c-29e3e4c8b2cc req-c8ed17c4-798e-402d-891d-52532a4f6ffe tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:28.354198 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2b99e4eb-a79a-4314-9b2c-29e3e4c8b2cc req-c8ed17c4-798e-402d-891d-52532a4f6ffe tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.53 "GET /v2.0/ports?device_id=24c19dd1-c1e1-4d1c-aa5c-1317f228a3d1&device_id=76d4e6e6-843b-4811-80af-e3430e9aa1a4 HTTP/1.1" status: 200 len: 1681 time: 0.1234508 Jan 28 03:13:28.441927 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63836e7d-c7f4-4520-a4cd-65a9b46afda9 admin admin] Network 359d63da-0117-4555-a3d7-c4512f3dc136 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:13:28.462443 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-63836e7d-c7f4-4520-a4cd-65a9b46afda9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:13:28.472354 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2b99e4eb-a79a-4314-9b2c-29e3e4c8b2cc req-9a5b52f7-1a1c-419d-bb6e-ecc90f9686bc tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.53 "GET /v2.0/security-groups?id=28ddf63f-9b70-4a98-987e-5c4a62a12a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169860 Jan 28 03:13:28.596777 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e990052-b810-434f-a3c3-1492be9ce65d req-49526e7a-ff64-4c85-932b-0c559b647412 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:28.598518 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4e990052-b810-434f-a3c3-1492be9ce65d req-49526e7a-ff64-4c85-932b-0c559b647412 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5337b2-4fb7-431a-982f-db12fe46dc72 HTTP/1.1" status: 200 len: 945 time: 0.1547472 Jan 28 03:13:28.713813 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63836e7d-c7f4-4520-a4cd-65a9b46afda9 admin admin] Router 08aca7e3-588e-457f-9745-8bc4b56d277f has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:13:28.786714 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b76087-7d26-4a69-b584-239e4b6165e7 req-6b50d38f-da3b-4aa3-9233-c34c24d86b6a tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:28.787837 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-fc8286c8-5462-4cf7-9f6e-b9714fbbbb32 None None] Provisioning complete for port 3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:13:28.788503 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c3b76087-7d26-4a69-b584-239e4b6165e7 req-6b50d38f-da3b-4aa3-9233-c34c24d86b6a tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.0658641 Jan 28 03:13:28.789373 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fc8286c8-5462-4cf7-9f6e-b9714fbbbb32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:28.835690 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-fc8286c8-5462-4cf7-9f6e-b9714fbbbb32 None None] Port 3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:13:28.848981 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4e990052-b810-434f-a3c3-1492be9ce65d req-2b091f24-d77b-43b0-a7c0-c52ea750d3b7 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963279 Jan 28 03:13:28.875665 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c3b76087-7d26-4a69-b584-239e4b6165e7 req-f43b703a-8f92-421c-bfe2-2797d32cf5c9 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725155 Jan 28 03:13:28.979663 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63836e7d-c7f4-4520-a4cd-65a9b46afda9 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:13:29.000977 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-63836e7d-c7f4-4520-a4cd-65a9b46afda9 admin admin] 10.222.0.53 "PUT /v2.0/routers/08aca7e3-588e-457f-9745-8bc4b56d277f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7323720 Jan 28 03:13:29.071009 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefcd70-fcd1-4ee9-86ac-db7d95cc49be req-c4146b83-d09f-4748-9bf9-2a17d24f7343 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:29.079496 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bcefcd70-fcd1-4ee9-86ac-db7d95cc49be req-c4146b83-d09f-4748-9bf9-2a17d24f7343 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.1092412 Jan 28 03:13:29.181106 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 31b827f0-9fa2-4b77-b6fe-b475a63bc521 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:13:29.191675 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:29.203685 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bcefcd70-fcd1-4ee9-86ac-db7d95cc49be req-fe29b354-5462-4a2c-b609-c9a03597919d tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221328 Jan 28 03:13:29.286128 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 31b827f0-9fa2-4b77-b6fe-b475a63bc521 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:13:29.286428 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (31b827f0-9fa2-4b77-b6fe-b475a63bc521), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:29.433666 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e1b84-07a4-441b-bc56-3514debc5605 req-3383ae8c-c38a-482c-b4e1-83a13be824ae tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:29.435342 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-067e1b84-07a4-441b-bc56-3514debc5605 req-3383ae8c-c38a-482c-b4e1-83a13be824ae tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.0945418 Jan 28 03:13:29.477354 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 31b827f0-9fa2-4b77-b6fe-b475a63bc521 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:13:29.477844 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (31b827f0-9fa2-4b77-b6fe-b475a63bc521), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:29.531171 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 31b827f0-9fa2-4b77-b6fe-b475a63bc521, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=31b827f0-9fa2-4b77-b6fe-b475a63bc521,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:13:29.538167 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (31b827f0-9fa2-4b77-b6fe-b475a63bc521), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:29.575594 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-067e1b84-07a4-441b-bc56-3514debc5605 req-a69a9242-8f7f-4a2a-959f-c087e0324efb tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300304 Jan 28 03:13:29.677025 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=31b827f0-9fa2-4b77-b6fe-b475a63bc521,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:29.715511 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5949d26b-68f2-4163-aa7e-fbe64cc72ce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:29.760524 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc4cca-c782-4729-aba4-a8d4ac9c1072 req-a3bb928d-3060-4c76-9dc7-192b3a1883bc tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:29.768137 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0dcc4cca-c782-4729-aba4-a8d4ac9c1072 req-a3bb928d-3060-4c76-9dc7-192b3a1883bc tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.0789082 Jan 28 03:13:29.829738 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0dcc4cca-c782-4729-aba4-a8d4ac9c1072 req-b6474c1a-3006-4f79-a756-a5ee82667a62 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604029 Jan 28 03:13:29.927079 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe44fd-55ae-4a4c-bcd6-af3ba3bd2925 req-4215ada7-70f6-4605-bd95-994f86f1a376 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:29.929141 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8fbe44fd-55ae-4a4c-bcd6-af3ba3bd2925 req-4215ada7-70f6-4605-bd95-994f86f1a376 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a5337b2-4fb7-431a-982f-db12fe46dc72 HTTP/1.1" status: 200 len: 945 time: 0.0935788 Jan 28 03:13:29.937303 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9062c86-80c7-4685-bf47-5adfbdfa6e90 req-4ece7c5d-1d22-405f-b886-d2ab695ecce5 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:29.939226 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b9062c86-80c7-4685-bf47-5adfbdfa6e90 req-4ece7c5d-1d22-405f-b886-d2ab695ecce5 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d4e6e6-843b-4811-80af-e3430e9aa1a4 HTTP/1.1" status: 200 len: 945 time: 0.1069872 Jan 28 03:13:30.009288 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba1163-75fd-45ee-8292-b93addec348e req-931148de-81c8-4609-be2c-d928fffdd5d6 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:30.011254 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3bba1163-75fd-45ee-8292-b93addec348e req-931148de-81c8-4609-be2c-d928fffdd5d6 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5337b2-4fb7-431a-982f-db12fe46dc72 HTTP/1.1" status: 200 len: 945 time: 0.0578916 Jan 28 03:13:30.042645 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36058) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:13:30.049691 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-68f8a567-f691-46ee-9f19-6df96301affc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-404633733-network', 'tenant_id': 'f1f8c392751e4243b072f74cfed21467'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:13:30.094586 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b9062c86-80c7-4685-bf47-5adfbdfa6e90 req-ba39cf5c-634e-4473-a9ef-51f53ed8ff6c tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.53 "GET /v2.0/security-groups?id=28ddf63f-9b70-4a98-987e-5c4a62a12a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468720 Jan 28 03:13:30.096522 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3bba1163-75fd-45ee-8292-b93addec348e req-1af68ef7-e703-485c-b869-dab858fcec52 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692768 Jan 28 03:13:30.097121 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f8a567-f691-46ee-9f19-6df96301affc admin admin] Made reservation on behalf of f1f8c392751e4243b072f74cfed21467 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:13:30.100395 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-68f8a567-f691-46ee-9f19-6df96301affc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:30.112845 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-68f8a567-f691-46ee-9f19-6df96301affc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:30.166587 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-8fbe44fd-55ae-4a4c-bcd6-af3ba3bd2925 req-daf15c39-04ac-477a-8a1c-441014c342c2 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Deleting port fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:13:30.166910 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-8fbe44fd-55ae-4a4c-bcd6-af3ba3bd2925 req-daf15c39-04ac-477a-8a1c-441014c342c2 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:30.329019 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-8fbe44fd-55ae-4a4c-bcd6-af3ba3bd2925 req-daf15c39-04ac-477a-8a1c-441014c342c2 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] For port fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff,segment=NetworkSegment(646519e3-6804-48a8-9239-18aa763e92d4),segment_id=646519e3-6804-48a8-9239-18aa763e92d4)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:13:30.329767 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-8fbe44fd-55ae-4a4c-bcd6-af3ba3bd2925 req-daf15c39-04ac-477a-8a1c-441014c342c2 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:30.343566 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-68f8a567-f691-46ee-9f19-6df96301affc admin admin] Publish callbacks [] for security_group (d42e465d-a238-4329-ad66-de609d920228), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:30.353878 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-8fbe44fd-55ae-4a4c-bcd6-af3ba3bd2925 req-daf15c39-04ac-477a-8a1c-441014c342c2 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Calling delete_port for fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:13:30.357375 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-68f8a567-f691-46ee-9f19-6df96301affc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (d42e465d-a238-4329-ad66-de609d920228), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:30.394127 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68f8a567-f691-46ee-9f19-6df96301affc admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:13:30.451618 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-68f8a567-f691-46ee-9f19-6df96301affc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (7dc32c3c-1745-469e-9169-6aaf8c180644), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:30.452480 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-68f8a567-f691-46ee-9f19-6df96301affc admin admin] Added segment 7dc32c3c-1745-469e-9169-6aaf8c180644 of type vlan for network 687ef4f6-cd34-4e3c-a8bb-9729a3631dce Jan 28 03:13:30.454851 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f8a567-f691-46ee-9f19-6df96301affc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42e465d-a238-4329-ad66-de609d920228,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:30.520364 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-68f8a567-f691-46ee-9f19-6df96301affc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (687ef4f6-cd34-4e3c-a8bb-9729a3631dce), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:30.586799 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-68f8a567-f691-46ee-9f19-6df96301affc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (687ef4f6-cd34-4e3c-a8bb-9729a3631dce), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:30.588022 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f8a567-f691-46ee-9f19-6df96301affc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:30.588803 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-68f8a567-f691-46ee-9f19-6df96301affc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:30.623342 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23c945-3864-4922-a8b6-35f70223501f req-586eb799-5333-41a5-a39e-64e366f9c5fa tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:30.641540 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1f23c945-3864-4922-a8b6-35f70223501f req-586eb799-5333-41a5-a39e-64e366f9c5fa tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.1156354 Jan 28 03:13:30.671739 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-68f8a567-f691-46ee-9f19-6df96301affc admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6258938 Jan 28 03:13:30.675850 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36066) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:13:30.682046 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-721b9cee-f9ff-48c7-994e-4afb0988cd21 admin admin] Request body: {'subnet': {'network_id': '687ef4f6-cd34-4e3c-a8bb-9729a3631dce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-404633733-subnet', 'tenant_id': 'f1f8c392751e4243b072f74cfed21467', 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:13:30.696537 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-8fbe44fd-55ae-4a4c-bcd6-af3ba3bd2925 req-daf15c39-04ac-477a-8a1c-441014c342c2 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:30.724788 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f8a567-f691-46ee-9f19-6df96301affc admin admin] Pushing event updated for resources: {'Network': ['ID=687ef4f6-cd34-4e3c-a8bb-9729a3631dce,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:30.734801 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['4d5045de-fe19-4517-99c7-d98d8c9990f0'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:13:30.737770 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['51bc2987-dd8c-4301-9973-faf1702561f4', 'fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:13:30.769147 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf15c39-04ac-477a-8a1c-441014c342c2 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Pushing event deleted for resources: {'Port': ['ID=fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:30.827105 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fbe44fd-55ae-4a4c-bcd6-af3ba3bd2925 req-daf15c39-04ac-477a-8a1c-441014c342c2 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] No DVR routers for this DVR port fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:13:30.829777 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721b9cee-f9ff-48c7-994e-4afb0988cd21 admin admin] Made reservation on behalf of f1f8c392751e4243b072f74cfed21467 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:13:30.834487 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-721b9cee-f9ff-48c7-994e-4afb0988cd21 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:30.837405 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-8fbe44fd-55ae-4a4c-bcd6-af3ba3bd2925 req-daf15c39-04ac-477a-8a1c-441014c342c2 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:30.841921 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8fbe44fd-55ae-4a4c-bcd6-af3ba3bd2925 req-daf15c39-04ac-477a-8a1c-441014c342c2 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.67 "DELETE /v2.0/ports/fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff HTTP/1.1" status: 204 len: 173 time: 0.9014697 Jan 28 03:13:30.853195 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1f23c945-3864-4922-a8b6-35f70223501f req-d14745c2-37c8-4251-85ec-643ea87096dc tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098334 Jan 28 03:13:30.898292 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 687ef4f6-cd34-4e3c-a8bb-9729a3631dce details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:13:31.051519 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5337b2-4fb7-431a-982f-db12fe46dc72', 'name': 'network-vif-deleted', 'tag': 'fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:13:31.055006 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7dd0c0-7c2e-4e14-b65d-ea2652884d58" -d '{"events": [{"server_uuid": "4a5337b2-4fb7-431a-982f-db12fe46dc72", "name": "network-vif-deleted", "tag": "fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:13:31.103668 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40fb8ab-76dd-4069-a8dc-92a6a763db75 None None] Sync routers for ids ['08aca7e3-588e-457f-9745-8bc4b56d277f'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:13:31.137094 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02dc3e9-89aa-4b98-8167-dcb2c09fce9b req-fe56a928-fca9-4948-ab84-5c3e4dccf3da tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:31.157832 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f02dc3e9-89aa-4b98-8167-dcb2c09fce9b req-fe56a928-fca9-4948-ab84-5c3e4dccf3da tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.1486261 Jan 28 03:13:31.181188 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36080) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:13:31.193786 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 31b827f0-9fa2-4b77-b6fe-b475a63bc521 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:13:31.258532 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40fb8ab-76dd-4069-a8dc-92a6a763db75 None None] Routers {'08aca7e3-588e-457f-9745-8bc4b56d277f'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:13:31.270278 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-e40fb8ab-76dd-4069-a8dc-92a6a763db75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:13:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['08aca7e3-588e-457f-9745-8bc4b56d277f'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:13:31.286230 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90728809-0ba2-43b7-bb00-5410acef0486 x-openstack-request-id: req-90728809-0ba2-43b7-bb00-5410acef0486 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:13:31.286576 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5337b2-4fb7-431a-982f-db12fe46dc72", "name": "network-vif-deleted", "tag": "fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:13:31.286908 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-90728809-0ba2-43b7-bb00-5410acef0486 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:13:31.287755 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5337b2-4fb7-431a-982f-db12fe46dc72', 'name': 'network-vif-deleted', 'tag': 'fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff', 'status': 'completed', 'code': 200} Jan 28 03:13:31.294088 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-721b9cee-f9ff-48c7-994e-4afb0988cd21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (aee739de-b71a-4957-9dd4-74fffa802712), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:31.298293 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f02dc3e9-89aa-4b98-8167-dcb2c09fce9b req-0ee57839-63f1-4c54-b6b1-82dd13787d56 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380217 Jan 28 03:13:31.405222 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a661cb79-7283-4eb9-a59a-3cac3c5b6ad2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:31.510685 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559bcff-32b5-424e-8339-e7d91bbd6098 req-8f5ae915-8c27-4bf9-9845-30d4b85452e0 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:31.518696 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3559bcff-32b5-424e-8339-e7d91bbd6098 req-8f5ae915-8c27-4bf9-9845-30d4b85452e0 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d4e6e6-843b-4811-80af-e3430e9aa1a4 HTTP/1.1" status: 200 len: 945 time: 0.1048126 Jan 28 03:13:31.545838 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-e40fb8ab-76dd-4069-a8dc-92a6a763db75 None None] Set router 08aca7e3-588e-457f-9745-8bc4b56d277f gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:13:31.636472 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3559bcff-32b5-424e-8339-e7d91bbd6098 req-4460adf3-2200-4cd4-af5a-fa380ad2b019 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.53 "GET /v2.0/security-groups?id=28ddf63f-9b70-4a98-987e-5c4a62a12a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121004 Jan 28 03:13:31.669385 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a661cb79-7283-4eb9-a59a-3cac3c5b6ad2 admin admin] Publish callbacks [] for security_group (51dbef47-5f9b-4326-9c12-c341f71a6d2d), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:31.688366 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a661cb79-7283-4eb9-a59a-3cac3c5b6ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (51dbef47-5f9b-4326-9c12-c341f71a6d2d), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:31.798876 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a661cb79-7283-4eb9-a59a-3cac3c5b6ad2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2de5789c51db4ec59f4e69eb293d82ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6163440 Jan 28 03:13:31.799826 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36088) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:13:31.803888 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a661cb79-7283-4eb9-a59a-3cac3c5b6ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51dbef47-5f9b-4326-9c12-c341f71a6d2d,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:31.862218 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-65dc4627-271a-4af9-b69b-89d5d134d379 req-59590945-dbdc-493d-931a-e9db91ab90fc tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5337b2-4fb7-431a-982f-db12fe46dc72 HTTP/1.1" status: 200 len: 210 time: 0.5752046 Jan 28 03:13:31.900096 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-01c0bc46-a02c-414e-9731-4147c19194c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:31.902884 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7fc16c-f90e-48a8-bedb-0b2c2f41f268 req-87193615-de21-4299-a8ae-10c09c089dcd tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:31.910771 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3d7fc16c-f90e-48a8-bedb-0b2c2f41f268 req-87193615-de21-4299-a8ae-10c09c089dcd tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.1278987 Jan 28 03:13:31.940781 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f3014ea4-89fe-42a5-96d4-b7b0e4abd88d admin admin] Publish callbacks [] for security_group (51dbef47-5f9b-4326-9c12-c341f71a6d2d), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:31.944985 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b9cee-f9ff-48c7-994e-4afb0988cd21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aee739de-b71a-4957-9dd4-74fffa802712,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:31.948792 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721b9cee-f9ff-48c7-994e-4afb0988cd21 admin admin] Checking segment: {'id': '7dc32c3c-1745-469e-9169-6aaf8c180644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '687ef4f6-cd34-4e3c-a8bb-9729a3631dce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:13:31.949310 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721b9cee-f9ff-48c7-994e-4afb0988cd21 admin admin] Network hostable DHCP agents. Network: 687ef4f6-cd34-4e3c-a8bb-9729a3631dce, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:13:32.004538 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f3014ea4-89fe-42a5-96d4-b7b0e4abd88d admin admin] Publish callbacks [] for security_group (51dbef47-5f9b-4326-9c12-c341f71a6d2d), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:32.005910 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a8640d-cd56-4c53-9169-af5223384bff req-2f5504ce-abc8-4789-8811-acf0f10319e4 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:32.022605 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 31b827f0-9fa2-4b77-b6fe-b475a63bc521 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:13:32.023288 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (31b827f0-9fa2-4b77-b6fe-b475a63bc521), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:32.028249 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e7a8640d-cd56-4c53-9169-af5223384bff req-2f5504ce-abc8-4789-8811-acf0f10319e4 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c19dd1-c1e1-4d1c-aa5c-1317f228a3d1 HTTP/1.1" status: 200 len: 945 time: 0.9543962 Jan 28 03:13:32.036803 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3d7fc16c-f90e-48a8-bedb-0b2c2f41f268 req-45238b2d-265a-415f-98d3-2026a1389e15 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175542 Jan 28 03:13:32.074258 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508862e2-6647-4489-af65-f2fd12dd6ce1 req-1a34102b-9ece-436c-b1af-c19e06904c8f tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:32.076331 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-508862e2-6647-4489-af65-f2fd12dd6ce1 req-1a34102b-9ece-436c-b1af-c19e06904c8f tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.67 "GET /v2.0/ports?device_id=76d4e6e6-843b-4811-80af-e3430e9aa1a4 HTTP/1.1" status: 200 len: 945 time: 0.3917379 Jan 28 03:13:32.080692 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721b9cee-f9ff-48c7-994e-4afb0988cd21 admin admin] Network 687ef4f6-cd34-4e3c-a8bb-9729a3631dce is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:13:32.148071 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f3014ea4-89fe-42a5-96d4-b7b0e4abd88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (51dbef47-5f9b-4326-9c12-c341f71a6d2d), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:32.151917 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f3014ea4-89fe-42a5-96d4-b7b0e4abd88d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:32.155074 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f3014ea4-89fe-42a5-96d4-b7b0e4abd88d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/51dbef47-5f9b-4326-9c12-c341f71a6d2d HTTP/1.1" status: 204 len: 168 time: 0.3520641 Jan 28 03:13:32.199598 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-721b9cee-f9ff-48c7-994e-4afb0988cd21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 687ef4f6-cd34-4e3c-a8bb-9729a3631dce) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:13:32.211336 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3014ea4-89fe-42a5-96d4-b7b0e4abd88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51dbef47-5f9b-4326-9c12-c341f71a6d2d,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:32.213299 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721b9cee-f9ff-48c7-994e-4afb0988cd21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:32.213975 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-721b9cee-f9ff-48c7-994e-4afb0988cd21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:32.226361 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c023b14-0e59-4db1-975b-61421ef53666 None None] Network 687ef4f6-cd34-4e3c-a8bb-9729a3631dce requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:13:32.287947 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-721b9cee-f9ff-48c7-994e-4afb0988cd21 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6099403 Jan 28 03:13:32.293174 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36096) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:13:32.300409 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-997d012d-d90b-458d-9058-bcebe5e23f70 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-404633733-router', 'tenant_id': 'f1f8c392751e4243b072f74cfed21467', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:13:32.328702 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5deabac-d6d1-417b-830a-5d461f031727 req-b6453f94-7c5d-406b-9dff-489bf15c5b4c tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:32.349231 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d5deabac-d6d1-417b-830a-5d461f031727 req-b6453f94-7c5d-406b-9dff-489bf15c5b4c tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.1920650 Jan 28 03:13:32.373742 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-e7a8640d-cd56-4c53-9169-af5223384bff req-8860aecc-464c-4e1f-bdcd-54d93a28c84f tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Deleting port e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:13:32.373992 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e7a8640d-cd56-4c53-9169-af5223384bff req-8860aecc-464c-4e1f-bdcd-54d93a28c84f tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:32.384575 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-997d012d-d90b-458d-9058-bcebe5e23f70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (1ec821c8-e1e1-4357-92a9-0a5bd7f21669), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:32.386374 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-997d012d-d90b-458d-9058-bcebe5e23f70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (1ec821c8-e1e1-4357-92a9-0a5bd7f21669), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:32.445301 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f724f2-2b4d-40de-9783-8185782234fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-687ef4f6-cd34-4e3c-a8bb-9729a3631dce', 'network_id': '687ef4f6-cd34-4e3c-a8bb-9729a3631dce', 'project_id': 'f1f8c392751e4243b072f74cfed21467', 'fixed_ips': [{'subnet_id': 'aee739de-b71a-4957-9dd4-74fffa802712'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:13:32.447562 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e1f724f2-2b4d-40de-9783-8185782234fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:32.479801 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d5deabac-d6d1-417b-830a-5d461f031727 req-d164197b-6e31-470a-9fb5-198bb5236bd3 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195078 Jan 28 03:13:32.485345 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-e40fb8ab-76dd-4069-a8dc-92a6a763db75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'name': 'tempest-TestVolumeBackupRestore-339311279-router', 'tenant_id': 'ca842ceda87544d7a57b9cd7ee973733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '31b827f0-9fa2-4b77-b6fe-b475a63bc521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:22Z', 'updated_at': '2022-01-28T03:13:27Z', 'revision_number': 4, 'project_id': 'ca842ceda87544d7a57b9cd7ee973733', 'gw_port': {'id': '31b827f0-9fa2-4b77-b6fe-b475a63bc521', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:23Z', 'updated_at': '2022-01-28T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1', 'name': '', 'network_id': '359d63da-0117-4555-a3d7-c4512f3dc136', 'tenant_id': 'ca842ceda87544d7a57b9cd7ee973733', 'mac_address': 'fa:16:3e:d0:fd:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '51e28b6d-4c18-44d2-870e-5666ca9d9f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:26Z', 'updated_at': '2022-01-28T03:13:27Z', 'revision_number': 2, 'project_id': 'ca842ceda87544d7a57b9cd7ee973733', 'subnets': [{'id': '51e28b6d-4c18-44d2-870e-5666ca9d9f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:13:32.538832 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-508862e2-6647-4489-af65-f2fd12dd6ce1 req-ce2e0c95-9952-46a7-9417-07975681bf33 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Deleting port 840173f9-219d-4cf8-b77b-da02715051d5 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:13:32.539303 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-508862e2-6647-4489-af65-f2fd12dd6ce1 req-ce2e0c95-9952-46a7-9417-07975681bf33 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (840173f9-219d-4cf8-b77b-da02715051d5), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:32.707738 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-997d012d-d90b-458d-9058-bcebe5e23f70 admin admin] Publish callbacks [] for router_controller (1ec821c8-e1e1-4357-92a9-0a5bd7f21669), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:32.759034 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-e1f724f2-2b4d-40de-9783-8185782234fc None None] Allocated IP 172.20.0.2 (687ef4f6-cd34-4e3c-a8bb-9729a3631dce/aee739de-b71a-4957-9dd4-74fffa802712/dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:13:32.790201 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb6c95-e6cb-45e4-8643-0f205cf2721d req-173509c4-9fc0-41ee-825e-97731526f366 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:32.798056 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0fcb6c95-e6cb-45e4-8643-0f205cf2721d req-173509c4-9fc0-41ee-825e-97731526f366 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.1176851 Jan 28 03:13:32.898307 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0fcb6c95-e6cb-45e4-8643-0f205cf2721d req-3c31cce0-9b86-45aa-acf2-aba49e4e4e2d tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918877 Jan 28 03:13:32.911863 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-e7a8640d-cd56-4c53-9169-af5223384bff req-8860aecc-464c-4e1f-bdcd-54d93a28c84f tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] For port e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c,segment=NetworkSegment(1dd569db-ce5a-44c0-b078-c09af7f11059),segment_id=1dd569db-ce5a-44c0-b078-c09af7f11059)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:13:32.912474 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e7a8640d-cd56-4c53-9169-af5223384bff req-8860aecc-464c-4e1f-bdcd-54d93a28c84f tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:32.964580 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-e7a8640d-cd56-4c53-9169-af5223384bff req-8860aecc-464c-4e1f-bdcd-54d93a28c84f tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Calling delete_port for e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:13:32.969280 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 840173f9-219d-4cf8-b77b-da02715051d5 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:13:32.977415 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40fb8ab-76dd-4069-a8dc-92a6a763db75 None None] Checking router: 08aca7e3-588e-457f-9745-8bc4b56d277f for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:13:32.977775 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40fb8ab-76dd-4069-a8dc-92a6a763db75 None None] Updating router 08aca7e3-588e-457f-9745-8bc4b56d277f port 3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1 binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:13:32.986274 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-508862e2-6647-4489-af65-f2fd12dd6ce1 req-ce2e0c95-9952-46a7-9417-07975681bf33 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] For port 840173f9-219d-4cf8-b77b-da02715051d5, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=840173f9-219d-4cf8-b77b-da02715051d5,segment=NetworkSegment(1dd569db-ce5a-44c0-b078-c09af7f11059),segment_id=1dd569db-ce5a-44c0-b078-c09af7f11059)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:13:32.986667 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-508862e2-6647-4489-af65-f2fd12dd6ce1 req-ce2e0c95-9952-46a7-9417-07975681bf33 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (840173f9-219d-4cf8-b77b-da02715051d5), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:33.104316 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a0a25-604a-4c09-b796-635cb1fc359c req-6a1cf69d-1a68-45fa-838d-d668cc65fa49 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:33.113043 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a40a0a25-604a-4c09-b796-635cb1fc359c req-6a1cf69d-1a68-45fa-838d-d668cc65fa49 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.0723445 Jan 28 03:13:33.141024 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-508862e2-6647-4489-af65-f2fd12dd6ce1 req-ce2e0c95-9952-46a7-9417-07975681bf33 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Calling delete_port for 840173f9-219d-4cf8-b77b-da02715051d5 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:13:33.195175 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-997d012d-d90b-458d-9058-bcebe5e23f70 admin admin] Publish callbacks [] for router_gateway (1ec821c8-e1e1-4357-92a9-0a5bd7f21669), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:33.235700 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a40a0a25-604a-4c09-b796-635cb1fc359c req-27a851fa-442a-4aad-a5d7-dc38b2128b67 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209383 Jan 28 03:13:33.296169 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb7a24b-63b7-4a08-950b-2ef001c3e597 req-6dfe63f7-b0c7-4686-8f19-86e4fc4c6d8e tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:33.297939 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ebb7a24b-63b7-4a08-950b-2ef001c3e597 req-6dfe63f7-b0c7-4686-8f19-86e4fc4c6d8e tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d4e6e6-843b-4811-80af-e3430e9aa1a4 HTTP/1.1" status: 200 len: 945 time: 0.3807118 Jan 28 03:13:33.450891 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:13:33.506093 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ebb7a24b-63b7-4a08-950b-2ef001c3e597 req-d5ec929a-a407-4c64-8d76-642614ea5179 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.53 "GET /v2.0/security-groups?id=28ddf63f-9b70-4a98-987e-5c4a62a12a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979885 Jan 28 03:13:33.549959 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e7a8640d-cd56-4c53-9169-af5223384bff req-8860aecc-464c-4e1f-bdcd-54d93a28c84f tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:33.558642 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 31b827f0-9fa2-4b77-b6fe-b475a63bc521 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:13:33.565219 n-d-712139-27 neutron-server[109804]: INFO neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No ports have port_id starting with e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c Jan 28 03:13:33.573372 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e40fb8ab-76dd-4069-a8dc-92a6a763db75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:33.581827 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:33.603944 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8860aecc-464c-4e1f-bdcd-54d93a28c84f tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Pushing event deleted for resources: {'Port': ['ID=e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:33.608403 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36136) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:13:33.611921 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:33.613270 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e1f724f2-2b4d-40de-9783-8185782234fc None None] Publish callbacks [] for port (dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:33.673996 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 840173f9-219d-4cf8-b77b-da02715051d5 is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:13:33.674518 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (840173f9-219d-4cf8-b77b-da02715051d5), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:33.688665 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a8640d-cd56-4c53-9169-af5223384bff req-8860aecc-464c-4e1f-bdcd-54d93a28c84f tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] No DVR routers for this DVR port e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:13:33.690350 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-508862e2-6647-4489-af65-f2fd12dd6ce1 req-ce2e0c95-9952-46a7-9417-07975681bf33 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (840173f9-219d-4cf8-b77b-da02715051d5), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:33.695049 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e7a8640d-cd56-4c53-9169-af5223384bff req-8860aecc-464c-4e1f-bdcd-54d93a28c84f tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:33.697509 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e7a8640d-cd56-4c53-9169-af5223384bff req-8860aecc-464c-4e1f-bdcd-54d93a28c84f tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.39 "DELETE /v2.0/ports/e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c HTTP/1.1" status: 204 len: 173 time: 1.6675403 Jan 28 03:13:33.698876 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c19dd1-c1e1-4d1c-aa5c-1317f228a3d1', 'name': 'network-vif-deleted', 'tag': 'e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:13:33.701365 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5545c3e-5d04-48c8-9a39-06925bdedf80" -d '{"events": [{"server_uuid": "24c19dd1-c1e1-4d1c-aa5c-1317f228a3d1", "name": "network-vif-deleted", "tag": "e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:13:33.714735 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e1f724f2-2b4d-40de-9783-8185782234fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:33.761903 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e0c95-9952-46a7-9417-07975681bf33 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Pushing event deleted for resources: {'Port': ['ID=840173f9-219d-4cf8-b77b-da02715051d5,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:33.784872 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f724f2-2b4d-40de-9783-8185782234fc None None] Network 687ef4f6-cd34-4e3c-a8bb-9729a3631dce is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:13:33.801191 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-e1f724f2-2b4d-40de-9783-8185782234fc None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:13:33.823463 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f724f2-2b4d-40de-9783-8185782234fc None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:13:33.872573 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-508862e2-6647-4489-af65-f2fd12dd6ce1 req-ce2e0c95-9952-46a7-9417-07975681bf33 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] No DVR routers for this DVR port 840173f9-219d-4cf8-b77b-da02715051d5 on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:13:33.906845 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-508862e2-6647-4489-af65-f2fd12dd6ce1 req-ce2e0c95-9952-46a7-9417-07975681bf33 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:33.910916 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-508862e2-6647-4489-af65-f2fd12dd6ce1 req-ce2e0c95-9952-46a7-9417-07975681bf33 tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.67 "DELETE /v2.0/ports/840173f9-219d-4cf8-b77b-da02715051d5 HTTP/1.1" status: 204 len: 173 time: 1.7944677 Jan 28 03:13:33.924968 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e1051-dd13-4395-bf4c-50768e410f1a req-84275808-18da-4c12-86f9-76c291cc083d tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:33.935932 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-db2e1051-dd13-4395-bf4c-50768e410f1a req-84275808-18da-4c12-86f9-76c291cc083d tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=5afaf7d1-00e5-4633-a229-79334e3ce992 HTTP/1.1" status: 200 len: 945 time: 0.2772639 Jan 28 03:13:33.982192 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f4233-22c6-4738-88ce-2b676565e603 req-26af8ec2-2801-4d1f-ad64-eb72a1a4835a tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:33.984523 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5f7f4233-22c6-4738-88ce-2b676565e603 req-26af8ec2-2801-4d1f-ad64-eb72a1a4835a tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.1096268 Jan 28 03:13:34.023242 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-fac83fa0-7fe9-46c6-8533-eb9257e32622 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2021199-network', 'tenant_id': '3a2d3d0790634cf784cfb361ad9e6711'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:13:34.038962 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:13:34.065909 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac83fa0-7fe9-46c6-8533-eb9257e32622 admin admin] Made reservation on behalf of 3a2d3d0790634cf784cfb361ad9e6711 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:13:34.067960 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f724f2-2b4d-40de-9783-8185782234fc None None] Pushing event updated for resources: {'Port': ['ID=dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:34.069276 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fac83fa0-7fe9-46c6-8533-eb9257e32622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:34.075926 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:13:34.076341 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device fa2e43ae-e317-41a6-bcb2-eb9ac95c8bff not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:13:34.084630 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5f7f4233-22c6-4738-88ce-2b676565e603 req-7fb96d85-9651-4413-bb4a-8d71bcb6b3e1 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903885 Jan 28 03:13:34.107566 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fac83fa0-7fe9-46c6-8533-eb9257e32622 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:34.112497 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-997d012d-d90b-458d-9058-bcebe5e23f70 admin admin] Publish callbacks [] for router_gateway (1ec821c8-e1e1-4357-92a9-0a5bd7f21669), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:34.165996 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-db2e1051-dd13-4395-bf4c-50768e410f1a req-deae737c-99b1-47e7-b7f4-d9badf426b0a tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286570 Jan 28 03:13:34.169164 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-997d012d-d90b-458d-9058-bcebe5e23f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:34.183475 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-e1f724f2-2b4d-40de-9783-8185782234fc None None] Attempting to bind port dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:13:34.183853 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-e1f724f2-2b4d-40de-9783-8185782234fc None None] Attempting to bind port dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '7dc32c3c-1745-469e-9169-6aaf8c180644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '687ef4f6-cd34-4e3c-a8bb-9729a3631dce'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:13:34.184224 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f724f2-2b4d-40de-9783-8185782234fc None None] Attempting to bind port dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453 on network 687ef4f6-cd34-4e3c-a8bb-9729a3631dce {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:13:34.221431 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbfb8ef-5d53-4315-8e89-b217b87a4ee7 x-openstack-request-id: req-2dbfb8ef-5d53-4315-8e89-b217b87a4ee7 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:13:34.221737 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c19dd1-c1e1-4d1c-aa5c-1317f228a3d1", "name": "network-vif-deleted", "tag": "e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:13:34.222015 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2dbfb8ef-5d53-4315-8e89-b217b87a4ee7 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:13:34.222423 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c19dd1-c1e1-4d1c-aa5c-1317f228a3d1', 'name': 'network-vif-deleted', 'tag': 'e1b5f618-d2c1-4fba-bc58-a4e55c6cdd0c', 'status': 'completed', 'code': 200} Jan 28 03:13:34.237277 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f724f2-2b4d-40de-9783-8185782234fc None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:13:34.239341 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f724f2-2b4d-40de-9783-8185782234fc None None] Checking segment: {'id': '7dc32c3c-1745-469e-9169-6aaf8c180644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '687ef4f6-cd34-4e3c-a8bb-9729a3631dce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:13:34.239777 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e1f724f2-2b4d-40de-9783-8185782234fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:34.240253 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f724f2-2b4d-40de-9783-8185782234fc None None] Bound using segment: {'id': '7dc32c3c-1745-469e-9169-6aaf8c180644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '687ef4f6-cd34-4e3c-a8bb-9729a3631dce'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:13:34.240790 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-e1f724f2-2b4d-40de-9783-8185782234fc None None] Bound port: dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dc32c3c-1745-469e-9169-6aaf8c180644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '687ef4f6-cd34-4e3c-a8bb-9729a3631dce'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:13:34.241837 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e1f724f2-2b4d-40de-9783-8185782234fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:34.322224 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fac83fa0-7fe9-46c6-8533-eb9257e32622 admin admin] Publish callbacks [] for security_group (cc3abd03-aac4-4c83-8581-3c04e203a0d0), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:34.330293 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fac83fa0-7fe9-46c6-8533-eb9257e32622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (cc3abd03-aac4-4c83-8581-3c04e203a0d0), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:34.365423 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-e1f724f2-2b4d-40de-9783-8185782234fc None None] For port dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:13:34.372616 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-e1f724f2-2b4d-40de-9783-8185782234fc None None] For port dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453,segment=NetworkSegment(7dc32c3c-1745-469e-9169-6aaf8c180644),segment_id=7dc32c3c-1745-469e-9169-6aaf8c180644)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:13:34.395858 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac83fa0-7fe9-46c6-8533-eb9257e32622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3abd03-aac4-4c83-8581-3c04e203a0d0,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:34.399032 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e1f724f2-2b4d-40de-9783-8185782234fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:34.413618 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac83fa0-7fe9-46c6-8533-eb9257e32622 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:34.414059 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac83fa0-7fe9-46c6-8533-eb9257e32622 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:34.414457 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac83fa0-7fe9-46c6-8533-eb9257e32622 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:34.415225 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac83fa0-7fe9-46c6-8533-eb9257e32622 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:34.415535 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac83fa0-7fe9-46c6-8533-eb9257e32622 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:34.415940 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac83fa0-7fe9-46c6-8533-eb9257e32622 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:34.416494 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac83fa0-7fe9-46c6-8533-eb9257e32622 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:34.416896 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac83fa0-7fe9-46c6-8533-eb9257e32622 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:34.417836 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac83fa0-7fe9-46c6-8533-eb9257e32622 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:34.418244 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac83fa0-7fe9-46c6-8533-eb9257e32622 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:34.418636 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac83fa0-7fe9-46c6-8533-eb9257e32622 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:34.419073 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac83fa0-7fe9-46c6-8533-eb9257e32622 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:34.419467 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac83fa0-7fe9-46c6-8533-eb9257e32622 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:13:34.439813 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fac83fa0-7fe9-46c6-8533-eb9257e32622 admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:13:34.447047 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-997d012d-d90b-458d-9058-bcebe5e23f70 admin admin] Allocated IP 172.25.0.180 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/f73c8373-c564-4c24-bbc1-f166cee9ef10) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:13:34.490279 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fac83fa0-7fe9-46c6-8533-eb9257e32622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (25b8d424-52ab-4239-9ff9-d42176cc4109), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:34.490772 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-fac83fa0-7fe9-46c6-8533-eb9257e32622 admin admin] Added segment 25b8d424-52ab-4239-9ff9-d42176cc4109 of type vlan for network 573003f3-1332-4242-b722-1a0ad16926a6 Jan 28 03:13:34.620499 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f724f2-2b4d-40de-9783-8185782234fc None None] Pushing event updated for resources: {'Port': ['ID=dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:34.634253 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fac83fa0-7fe9-46c6-8533-eb9257e32622 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (573003f3-1332-4242-b722-1a0ad16926a6), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:34.661314 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-997d012d-d90b-458d-9058-bcebe5e23f70 admin admin] Publish callbacks [] for port (f73c8373-c564-4c24-bbc1-f166cee9ef10), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:34.682767 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d894515-c0e3-471a-bdbf-4ed139158365 req-d8eda8f3-6165-4fab-9a68-dc33817a7b82 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:34.701355 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1d894515-c0e3-471a-bdbf-4ed139158365 req-d8eda8f3-6165-4fab-9a68-dc33817a7b82 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.4114296 Jan 28 03:13:34.707496 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fac83fa0-7fe9-46c6-8533-eb9257e32622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (573003f3-1332-4242-b722-1a0ad16926a6), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:34.709656 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac83fa0-7fe9-46c6-8533-eb9257e32622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:34.710257 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fac83fa0-7fe9-46c6-8533-eb9257e32622 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:34.795212 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:34.804350 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e40fb8ab-76dd-4069-a8dc-92a6a763db75 None None] Publish callbacks [] for port (3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:34.815735 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e40fb8ab-76dd-4069-a8dc-92a6a763db75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:34.826789 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-fac83fa0-7fe9-46c6-8533-eb9257e32622 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2171128 Jan 28 03:13:34.836189 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36158) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:13:34.843767 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-997d012d-d90b-458d-9058-bcebe5e23f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (f73c8373-c564-4c24-bbc1-f166cee9ef10), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:34.891855 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac83fa0-7fe9-46c6-8533-eb9257e32622 admin admin] Pushing event updated for resources: {'Network': ['ID=573003f3-1332-4242-b722-1a0ad16926a6,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:34.902371 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-88c896c1-657c-4858-a568-115d51e9cf8d admin admin] Request body: {'subnet': {'network_id': '573003f3-1332-4242-b722-1a0ad16926a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2021199-subnet', 'tenant_id': '3a2d3d0790634cf784cfb361ad9e6711', 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:13:34.932866 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1d894515-c0e3-471a-bdbf-4ed139158365 req-d175fe83-36f7-4c5d-b64c-013c455e39f1 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304428 Jan 28 03:13:34.934806 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fff91dbb-3f50-4b3a-a464-95d802f82aa1 req-535aa934-3399-4e1b-8262-74f2347f7a9c tempest-ListServersNegativeTestJSON-1592289891 tempest-ListServersNegativeTestJSON-1592289891-project] 10.222.0.53 "GET /v2.0/ports?device_id=76d4e6e6-843b-4811-80af-e3430e9aa1a4 HTTP/1.1" status: 200 len: 210 time: 0.1392384 Jan 28 03:13:35.012008 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 573003f3-1332-4242-b722-1a0ad16926a6 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:13:35.100061 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997d012d-d90b-458d-9058-bcebe5e23f70 admin admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:13:35.117188 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-997d012d-d90b-458d-9058-bcebe5e23f70 admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:13:35.151255 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461823ad-fcad-440e-92d6-e9acf2b5d47c req-68a45cca-c4a4-409b-976e-5537385cf4e1 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:35.156312 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-461823ad-fcad-440e-92d6-e9acf2b5d47c req-68a45cca-c4a4-409b-976e-5537385cf4e1 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.39 "GET /v2.0/ports?device_id=5afaf7d1-00e5-4633-a229-79334e3ce992 HTTP/1.1" status: 200 len: 945 time: 0.1486785 Jan 28 03:13:35.164203 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997d012d-d90b-458d-9058-bcebe5e23f70 admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:13:35.182380 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d6614-0b71-42cd-bbcd-c0a9815d525f None None] Pushing event updated for resources: {'Port': ['ID=3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:35.223191 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-e40fb8ab-76dd-4069-a8dc-92a6a763db75 None None] Attempting to bind port 3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:13:35.223818 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-e40fb8ab-76dd-4069-a8dc-92a6a763db75 None None] Attempting to bind port 3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '7f7e5b3e-aacb-44ba-92e0-ecf07a14a2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '359d63da-0117-4555-a3d7-c4512f3dc136'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:13:35.224309 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40fb8ab-76dd-4069-a8dc-92a6a763db75 None None] Attempting to bind port 3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1 on network 359d63da-0117-4555-a3d7-c4512f3dc136 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:13:35.243325 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40fb8ab-76dd-4069-a8dc-92a6a763db75 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:13:35.243883 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40fb8ab-76dd-4069-a8dc-92a6a763db75 None None] Checking segment: {'id': '7f7e5b3e-aacb-44ba-92e0-ecf07a14a2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '359d63da-0117-4555-a3d7-c4512f3dc136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:13:35.244394 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e40fb8ab-76dd-4069-a8dc-92a6a763db75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:35.245721 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40fb8ab-76dd-4069-a8dc-92a6a763db75 None None] Bound using segment: {'id': '7f7e5b3e-aacb-44ba-92e0-ecf07a14a2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '359d63da-0117-4555-a3d7-c4512f3dc136'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:13:35.246377 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-e40fb8ab-76dd-4069-a8dc-92a6a763db75 None None] Bound port: 3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f7e5b3e-aacb-44ba-92e0-ecf07a14a2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '359d63da-0117-4555-a3d7-c4512f3dc136'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:13:35.246845 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e40fb8ab-76dd-4069-a8dc-92a6a763db75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:35.255731 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c896c1-657c-4858-a568-115d51e9cf8d admin admin] Made reservation on behalf of 3a2d3d0790634cf784cfb361ad9e6711 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:13:35.258169 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-88c896c1-657c-4858-a568-115d51e9cf8d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:35.344495 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-e40fb8ab-76dd-4069-a8dc-92a6a763db75 None None] For port 3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:13:35.351485 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-e40fb8ab-76dd-4069-a8dc-92a6a763db75 None None] For port 3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1,segment=NetworkSegment(7f7e5b3e-aacb-44ba-92e0-ecf07a14a2c3),segment_id=7f7e5b3e-aacb-44ba-92e0-ecf07a14a2c3)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:13:35.362296 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e40fb8ab-76dd-4069-a8dc-92a6a763db75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:35.393143 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d012d-d90b-458d-9058-bcebe5e23f70 admin admin] Pushing event updated for resources: {'Port': ['ID=f73c8373-c564-4c24-bbc1-f166cee9ef10,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:35.405419 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c0cd0-1cee-440a-9e7b-0b503f45d306 req-1ffecb72-b6b3-4e32-929c-813ebb0a33c4 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:35.407089 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-949c0cd0-1cee-440a-9e7b-0b503f45d306 req-1ffecb72-b6b3-4e32-929c-813ebb0a33c4 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=5afaf7d1-00e5-4633-a229-79334e3ce992 HTTP/1.1" status: 200 len: 945 time: 0.0745537 Jan 28 03:13:35.500895 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40fb8ab-76dd-4069-a8dc-92a6a763db75 None None] Routers {'08aca7e3-588e-457f-9745-8bc4b56d277f'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:13:35.501729 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-e40fb8ab-76dd-4069-a8dc-92a6a763db75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:13:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['08aca7e3-588e-457f-9745-8bc4b56d277f'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:13:35.527051 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-949c0cd0-1cee-440a-9e7b-0b503f45d306 req-15c080a2-9668-4c2f-ba79-d8ef95cdfc24 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046789 Jan 28 03:13:35.623516 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3748ce-5014-45ab-9d15-bf4e1718ca2d req-6ff389df-a893-4c30-8943-7b83e0a3429d tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:35.625871 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c3748ce-5014-45ab-9d15-bf4e1718ca2d req-6ff389df-a893-4c30-8943-7b83e0a3429d tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.3749280 Jan 28 03:13:35.632781 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d6614-0b71-42cd-bbcd-c0a9815d525f None None] Pushing event updated for resources: {'Port': ['ID=3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:35.670917 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-8b0d4a1b-a12c-4961-b3af-d487bc20c997 None None] Provisioning complete for port 3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:13:35.671309 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8b0d4a1b-a12c-4961-b3af-d487bc20c997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:35.797749 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:13:35.860354 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c3748ce-5014-45ab-9d15-bf4e1718ca2d req-a276927e-f81b-418d-a3e2-cf8a361143cf tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253718 Jan 28 03:13:35.934298 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-8b0d4a1b-a12c-4961-b3af-d487bc20c997 None None] Current status of the port 3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:13:35.934858 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8b0d4a1b-a12c-4961-b3af-d487bc20c997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:35.992438 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-e40fb8ab-76dd-4069-a8dc-92a6a763db75 None None] Set router 08aca7e3-588e-457f-9745-8bc4b56d277f gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:13:36.056490 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39a76e-9a75-49f9-b9b1-79e026252d47 req-305a6229-2d3c-491a-a5de-ffb64496044f tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:36.067886 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5b39a76e-9a75-49f9-b9b1-79e026252d47 req-305a6229-2d3c-491a-a5de-ffb64496044f tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.0962389 Jan 28 03:13:36.121943 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36174) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:13:36.123270 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-8b0d4a1b-a12c-4961-b3af-d487bc20c997 None None] For port 3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1,segment=NetworkSegment(7f7e5b3e-aacb-44ba-92e0-ecf07a14a2c3),segment_id=7f7e5b3e-aacb-44ba-92e0-ecf07a14a2c3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:13:36.134420 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:36.187456 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8b0d4a1b-a12c-4961-b3af-d487bc20c997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:36.245779 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5b39a76e-9a75-49f9-b9b1-79e026252d47 req-13355590-59ac-4d8e-8e57-f19ab5f51edd tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765506 Jan 28 03:13:36.262103 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b5aac1e-eb8e-46b4-9042-328ef4c1e243 admin admin] Deleting subnet d00b5f7c-43bf-49c3-a3ba-f2048d17c244 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:13:36.268044 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:13:36.268385 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4b5aac1e-eb8e-46b4-9042-328ef4c1e243 admin admin] Publish callbacks [] for subnet (d00b5f7c-43bf-49c3-a3ba-f2048d17c244), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:36.268516 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:36.328210 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4b5aac1e-eb8e-46b4-9042-328ef4c1e243 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (d00b5f7c-43bf-49c3-a3ba-f2048d17c244), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:36.383247 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d4e6e6-843b-4811-80af-e3430e9aa1a4', 'name': 'network-vif-deleted', 'tag': '840173f9-219d-4cf8-b77b-da02715051d5'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:13:36.385534 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92303c52-0e27-42d8-8120-53d12cfaf9c7" -d '{"events": [{"server_uuid": "76d4e6e6-843b-4811-80af-e3430e9aa1a4", "name": "network-vif-deleted", "tag": "840173f9-219d-4cf8-b77b-da02715051d5"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:13:36.400725 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4b5aac1e-eb8e-46b4-9042-328ef4c1e243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (d00b5f7c-43bf-49c3-a3ba-f2048d17c244), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:36.414201 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ebe02e-b358-4804-adfc-7ac7308e7022 None None] Network 687ef4f6-cd34-4e3c-a8bb-9729a3631dce requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:13:36.435529 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-461823ad-fcad-440e-92d6-e9acf2b5d47c req-39c9419f-2cc0-4852-b8b6-0781b10e3612 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Deleting port 4d5045de-fe19-4517-99c7-d98d8c9990f0 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:13:36.436444 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-461823ad-fcad-440e-92d6-e9acf2b5d47c req-39c9419f-2cc0-4852-b8b6-0781b10e3612 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (4d5045de-fe19-4517-99c7-d98d8c9990f0), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:36.447940 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1615f44f-58c8-430c-947e-20fd969f939d x-openstack-request-id: req-1615f44f-58c8-430c-947e-20fd969f939d {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:13:36.448352 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d4e6e6-843b-4811-80af-e3430e9aa1a4", "name": "network-vif-deleted", "tag": "840173f9-219d-4cf8-b77b-da02715051d5", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:13:36.448705 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1615f44f-58c8-430c-947e-20fd969f939d {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:13:36.449228 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d4e6e6-843b-4811-80af-e3430e9aa1a4', 'name': 'network-vif-deleted', 'tag': '840173f9-219d-4cf8-b77b-da02715051d5', 'status': 'completed', 'code': 200} Jan 28 03:13:36.458802 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d4a1b-a12c-4961-b3af-d487bc20c997 None None] Pushing event updated for resources: {'Port': ['ID=3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:36.518289 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4b5aac1e-eb8e-46b4-9042-328ef4c1e243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (d00b5f7c-43bf-49c3-a3ba-f2048d17c244), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:36.549339 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-88c896c1-657c-4858-a568-115d51e9cf8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (38d13df5-d8f5-4723-ad53-852d1471f7b0), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:36.602364 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-997d012d-d90b-458d-9058-bcebe5e23f70 admin admin] Publish callbacks [] for router_gateway (1ec821c8-e1e1-4357-92a9-0a5bd7f21669), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:36.612064 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5aac1e-eb8e-46b4-9042-328ef4c1e243 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d00b5f7c-43bf-49c3-a3ba-f2048d17c244,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:36.634694 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4b5aac1e-eb8e-46b4-9042-328ef4c1e243 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:36.648980 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4b5aac1e-eb8e-46b4-9042-328ef4c1e243 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d00b5f7c-43bf-49c3-a3ba-f2048d17c244 HTTP/1.1" status: 204 len: 168 time: 0.5234900 Jan 28 03:13:36.649236 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36188) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:13:36.733477 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:13:36.734446 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:36.755293 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-293d06a1-b96d-4a40-8595-ec8e5903a88c None None] Provisioning complete for port 3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:13:36.755690 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-293d06a1-b96d-4a40-8595-ec8e5903a88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:36.796825 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c896c1-657c-4858-a568-115d51e9cf8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=38d13df5-d8f5-4723-ad53-852d1471f7b0,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:36.816766 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ea9a0-5453-46ad-8edc-860a5883bd11 req-9267b4a1-df6c-4dc2-9ac4-97c1b2c71a9d tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:36.818473 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-980ea9a0-5453-46ad-8edc-860a5883bd11 req-9267b4a1-df6c-4dc2-9ac4-97c1b2c71a9d tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=5afaf7d1-00e5-4633-a229-79334e3ce992 HTTP/1.1" status: 200 len: 945 time: 0.1705019 Jan 28 03:13:36.821006 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-729424e9-0230-48b1-b836-7baa98f3e498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:36.873710 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453,segment=NetworkSegment(7dc32c3c-1745-469e-9169-6aaf8c180644),segment_id=7dc32c3c-1745-469e-9169-6aaf8c180644)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:13:36.882654 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-461823ad-fcad-440e-92d6-e9acf2b5d47c req-39c9419f-2cc0-4852-b8b6-0781b10e3612 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] For port 4d5045de-fe19-4517-99c7-d98d8c9990f0, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=4d5045de-fe19-4517-99c7-d98d8c9990f0,segment=NetworkSegment(646519e3-6804-48a8-9239-18aa763e92d4),segment_id=646519e3-6804-48a8-9239-18aa763e92d4)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:13:36.883319 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-461823ad-fcad-440e-92d6-e9acf2b5d47c req-39c9419f-2cc0-4852-b8b6-0781b10e3612 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (4d5045de-fe19-4517-99c7-d98d8c9990f0), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:36.890953 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c896c1-657c-4858-a568-115d51e9cf8d admin admin] Checking segment: {'id': '25b8d424-52ab-4239-9ff9-d42176cc4109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '573003f3-1332-4242-b722-1a0ad16926a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:13:36.891650 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c896c1-657c-4858-a568-115d51e9cf8d admin admin] Network hostable DHCP agents. Network: 573003f3-1332-4242-b722-1a0ad16926a6, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:13:36.923590 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-461823ad-fcad-440e-92d6-e9acf2b5d47c req-39c9419f-2cc0-4852-b8b6-0781b10e3612 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Calling delete_port for 4d5045de-fe19-4517-99c7-d98d8c9990f0 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:13:36.950590 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-729424e9-0230-48b1-b836-7baa98f3e498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:36.956214 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-980ea9a0-5453-46ad-8edc-860a5883bd11 req-165d3169-8a2b-44de-9f62-ede8419d1c15 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295040 Jan 28 03:13:36.963425 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-e40fb8ab-76dd-4069-a8dc-92a6a763db75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'name': 'tempest-TestVolumeBackupRestore-339311279-router', 'tenant_id': 'ca842ceda87544d7a57b9cd7ee973733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '31b827f0-9fa2-4b77-b6fe-b475a63bc521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:22Z', 'updated_at': '2022-01-28T03:13:27Z', 'revision_number': 4, 'project_id': 'ca842ceda87544d7a57b9cd7ee973733', 'gw_port': {'id': '31b827f0-9fa2-4b77-b6fe-b475a63bc521', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:23Z', 'updated_at': '2022-01-28T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1', 'name': '', 'network_id': '359d63da-0117-4555-a3d7-c4512f3dc136', 'tenant_id': 'ca842ceda87544d7a57b9cd7ee973733', 'mac_address': 'fa:16:3e:d0:fd:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '51e28b6d-4c18-44d2-870e-5666ca9d9f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:26Z', 'updated_at': '2022-01-28T03:13:35Z', 'revision_number': 4, 'project_id': 'ca842ceda87544d7a57b9cd7ee973733', 'subnets': [{'id': '51e28b6d-4c18-44d2-870e-5666ca9d9f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:13:36.966297 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:36.995021 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-729424e9-0230-48b1-b836-7baa98f3e498 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:13:37.007541 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-729424e9-0230-48b1-b836-7baa98f3e498 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dd569db-ce5a-44c0-b078-c09af7f11059') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:13:37.008192 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-729424e9-0230-48b1-b836-7baa98f3e498 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dd569db-ce5a-44c0-b078-c09af7f11059') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:13:37.019857 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-729424e9-0230-48b1-b836-7baa98f3e498 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (1dd569db-ce5a-44c0-b078-c09af7f11059), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:37.039350 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-729424e9-0230-48b1-b836-7baa98f3e498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (1dd569db-ce5a-44c0-b078-c09af7f11059), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:37.052568 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-729424e9-0230-48b1-b836-7baa98f3e498 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:13:37.053291 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-729424e9-0230-48b1-b836-7baa98f3e498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (1dd569db-ce5a-44c0-b078-c09af7f11059), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:37.055742 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:13:37.055742 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:13:37.055742 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:13:37.055742 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:13:37.055742 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:13:37.055742 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:13:37.055742 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:13:37.055742 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:13:37.055742 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:13:37.055742 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:13:37.055742 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:13:37.055742 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:13:37.055742 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:13:37.055742 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:13:37.055742 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:13:37.055742 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:13:37.055742 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:13:37.055742 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:13:37.055742 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:13:37.055742 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:13:37.055742 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:13:37.055742 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:13:37.055742 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:13:37.055742 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:13:37.055742 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:13:37.055742 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:13:37.055742 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:13:37.055742 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:13:37.055742 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:13:37.055742 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:13:37.055742 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:13:37.055742 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:13:37.061592 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c896c1-657c-4858-a568-115d51e9cf8d admin admin] Network 573003f3-1332-4242-b722-1a0ad16926a6 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:13:37.095151 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-997d012d-d90b-458d-9058-bcebe5e23f70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (1ec821c8-e1e1-4357-92a9-0a5bd7f21669), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:37.097268 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-88c896c1-657c-4858-a568-115d51e9cf8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 573003f3-1332-4242-b722-1a0ad16926a6) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:13:37.112189 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c896c1-657c-4858-a568-115d51e9cf8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:37.112897 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-88c896c1-657c-4858-a568-115d51e9cf8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:37.134580 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-729424e9-0230-48b1-b836-7baa98f3e498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:37.141332 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-729424e9-0230-48b1-b836-7baa98f3e498 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:37.147991 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-729424e9-0230-48b1-b836-7baa98f3e498 admin admin] 10.222.0.53 "DELETE /v2.0/networks/51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98 HTTP/1.1" status: 204 len: 168 time: 0.4953859 Jan 28 03:13:37.159111 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729424e9-0230-48b1-b836-7baa98f3e498 admin admin] Pushing event deleted for resources: {'Network': ['ID=51ccc9a9-30a3-485e-a92a-3dc6bbbdbb98,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:37.186574 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad0f49-4c66-44c2-9c3f-3f52217ca630 req-75ccbf60-62ee-45b4-8e83-f71e1fb055ea tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:37.188276 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a3ad0f49-4c66-44c2-9c3f-3f52217ca630 req-75ccbf60-62ee-45b4-8e83-f71e1fb055ea tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.1994379 Jan 28 03:13:37.205432 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-88c896c1-657c-4858-a568-115d51e9cf8d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3354733 Jan 28 03:13:37.208622 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36198) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:13:37.210341 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 4d5045de-fe19-4517-99c7-d98d8c9990f0 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:13:37.213693 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-925f5afd-1c06-4332-844f-efe322db6b1d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2021199-router', 'tenant_id': '3a2d3d0790634cf784cfb361ad9e6711', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:13:37.214449 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97fe4ba-57dc-4069-9a14-45f664daf6d1 None None] Network 573003f3-1332-4242-b722-1a0ad16926a6 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:13:37.244342 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40fb8ab-76dd-4069-a8dc-92a6a763db75 None None] The sync data for ids ['08aca7e3-588e-457f-9745-8bc4b56d277f'] in n-d-712139-27 is: [{'id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'name': 'tempest-TestVolumeBackupRestore-339311279-router', 'tenant_id': 'ca842ceda87544d7a57b9cd7ee973733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '31b827f0-9fa2-4b77-b6fe-b475a63bc521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:22Z', 'updated_at': '2022-01-28T03:13:27Z', 'revision_number': 4, 'project_id': 'ca842ceda87544d7a57b9cd7ee973733', 'gw_port': {'id': '31b827f0-9fa2-4b77-b6fe-b475a63bc521', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:23Z', 'updated_at': '2022-01-28T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1', 'name': '', 'network_id': '359d63da-0117-4555-a3d7-c4512f3dc136', 'tenant_id': 'ca842ceda87544d7a57b9cd7ee973733', 'mac_address': 'fa:16:3e:d0:fd:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '51e28b6d-4c18-44d2-870e-5666ca9d9f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:26Z', 'updated_at': '2022-01-28T03:13:35Z', 'revision_number': 4, 'project_id': 'ca842ceda87544d7a57b9cd7ee973733', 'subnets': [{'id': '51e28b6d-4c18-44d2-870e-5666ca9d9f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:13:37.255685 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-925f5afd-1c06-4332-844f-efe322db6b1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (79653f68-b09d-4162-8123-fe6bdf1e9925), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:37.257487 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-925f5afd-1c06-4332-844f-efe322db6b1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (79653f68-b09d-4162-8123-fe6bdf1e9925), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:37.344486 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36200) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:13:37.345309 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:37.384856 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-925f5afd-1c06-4332-844f-efe322db6b1d admin admin] Publish callbacks [] for router_controller (79653f68-b09d-4162-8123-fe6bdf1e9925), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:37.425834 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a3ad0f49-4c66-44c2-9c3f-3f52217ca630 req-9b07838b-a0f3-4ee5-8c21-7c813ff9c6af tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260883 Jan 28 03:13:37.454402 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-461823ad-fcad-440e-92d6-e9acf2b5d47c req-39c9419f-2cc0-4852-b8b6-0781b10e3612 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (4d5045de-fe19-4517-99c7-d98d8c9990f0), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:37.478944 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-293d06a1-b96d-4a40-8595-ec8e5903a88c None None] Current status of the port 3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:13:37.495252 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No active binding found for port 4d5045de-fe19-4517-99c7-d98d8c9990f0 {{(pid=109804) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 03:13:37.495810 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] The host n-h2-712139-27 is not matching for port 4d5045de-fe19-4517-99c7-d98d8c9990f0 host None! {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 03:13:37.496237 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 4d5045de-fe19-4517-99c7-d98d8c9990f0 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:13:37.502444 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['51bc2987-dd8c-4301-9973-faf1702561f4'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:13:37.521936 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c9419f-2cc0-4852-b8b6-0781b10e3612 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Pushing event deleted for resources: {'Port': ['ID=4d5045de-fe19-4517-99c7-d98d8c9990f0,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:37.651210 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0292076-c29a-40c0-a564-6c54fd6acfdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-573003f3-1332-4242-b722-1a0ad16926a6', 'network_id': '573003f3-1332-4242-b722-1a0ad16926a6', 'project_id': '3a2d3d0790634cf784cfb361ad9e6711', 'fixed_ips': [{'subnet_id': '38d13df5-d8f5-4723-ad53-852d1471f7b0'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:13:37.652186 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f0292076-c29a-40c0-a564-6c54fd6acfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:37.700575 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a944bfd3-c2dd-4823-80d6-5d1e5d013df6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=98e0ea6812584b79b1b5001bce03053e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3233962 Jan 28 03:13:37.713228 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36204) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:13:37.716649 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-461823ad-fcad-440e-92d6-e9acf2b5d47c req-39c9419f-2cc0-4852-b8b6-0781b10e3612 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] No DVR routers for this DVR port 4d5045de-fe19-4517-99c7-d98d8c9990f0 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:13:37.720213 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-461823ad-fcad-440e-92d6-e9acf2b5d47c req-39c9419f-2cc0-4852-b8b6-0781b10e3612 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:37.729652 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-461823ad-fcad-440e-92d6-e9acf2b5d47c req-39c9419f-2cc0-4852-b8b6-0781b10e3612 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.39 "DELETE /v2.0/ports/4d5045de-fe19-4517-99c7-d98d8c9990f0 HTTP/1.1" status: 204 len: 173 time: 2.4773669 Jan 28 03:13:37.751867 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-1898c68a-bbaf-4631-9591-314d5e3056b2 None None] Provisioning complete for port dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:13:37.752185 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1898c68a-bbaf-4631-9591-314d5e3056b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:37.825891 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997d012d-d90b-458d-9058-bcebe5e23f70 admin admin] Router 1ec821c8-e1e1-4357-92a9-0a5bd7f21669 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:13:37.868719 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7af0734a-6a97-41ed-bc69-02b511b4efd1 admin admin] Publish callbacks [] for security_group (28ddf63f-9b70-4a98-987e-5c4a62a12a0d), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:38.056084 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7af0734a-6a97-41ed-bc69-02b511b4efd1 admin admin] Publish callbacks [] for security_group (28ddf63f-9b70-4a98-987e-5c4a62a12a0d), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:38.103444 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:13:38.263734 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-925f5afd-1c06-4332-844f-efe322db6b1d admin admin] Publish callbacks [] for router_gateway (79653f68-b09d-4162-8123-fe6bdf1e9925), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:38.288795 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-f0292076-c29a-40c0-a564-6c54fd6acfdb None None] Allocated IP 172.20.0.2 (573003f3-1332-4242-b722-1a0ad16926a6/38d13df5-d8f5-4723-ad53-852d1471f7b0/f2919014-fecd-45b0-8f1d-e3798254a141) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:13:38.315693 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8f9a66ff-7d99-47f7-8993-271d62df97c7 req-c1e90fc1-5360-4c1a-a79f-9110991bc071 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=5afaf7d1-00e5-4633-a229-79334e3ce992 HTTP/1.1" status: 200 len: 210 time: 0.1507595 Jan 28 03:13:38.372209 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997d012d-d90b-458d-9058-bcebe5e23f70 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:13:38.387260 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929ce2db-40bf-433f-baa1-d66a01ff0ab0 None None] Sync routers for ids ['1ec821c8-e1e1-4357-92a9-0a5bd7f21669'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:13:38.394394 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7af0734a-6a97-41ed-bc69-02b511b4efd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (28ddf63f-9b70-4a98-987e-5c4a62a12a0d), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:38.398979 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7af0734a-6a97-41ed-bc69-02b511b4efd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:38.400778 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7af0734a-6a97-41ed-bc69-02b511b4efd1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/28ddf63f-9b70-4a98-987e-5c4a62a12a0d HTTP/1.1" status: 204 len: 168 time: 0.6857181 Jan 28 03:13:38.409451 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929ce2db-40bf-433f-baa1-d66a01ff0ab0 None None] Routers {'1ec821c8-e1e1-4357-92a9-0a5bd7f21669'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:13:38.410506 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-929ce2db-40bf-433f-baa1-d66a01ff0ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:13:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['1ec821c8-e1e1-4357-92a9-0a5bd7f21669'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:13:38.451660 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5afaf7d1-00e5-4633-a229-79334e3ce992', 'name': 'network-vif-deleted', 'tag': '4d5045de-fe19-4517-99c7-d98d8c9990f0'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:13:38.455462 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc35d8bf-15e9-4cc2-a632-6273bd33e199" -d '{"events": [{"server_uuid": "5afaf7d1-00e5-4633-a229-79334e3ce992", "name": "network-vif-deleted", "tag": "4d5045de-fe19-4517-99c7-d98d8c9990f0"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:13:38.500604 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af0734a-6a97-41ed-bc69-02b511b4efd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ddf63f-9b70-4a98-987e-5c4a62a12a0d,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:38.523106 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-997d012d-d90b-458d-9058-bcebe5e23f70 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:38.532957 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-997d012d-d90b-458d-9058-bcebe5e23f70 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.2373710 Jan 28 03:13:38.539016 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36224) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:13:38.595807 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-929ce2db-40bf-433f-baa1-d66a01ff0ab0 None None] Set router 1ec821c8-e1e1-4357-92a9-0a5bd7f21669 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:13:38.717260 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28528c59-3287-4437-a51c-c214381e25ba x-openstack-request-id: req-28528c59-3287-4437-a51c-c214381e25ba {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:13:38.717538 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5afaf7d1-00e5-4633-a229-79334e3ce992", "name": "network-vif-deleted", "tag": "4d5045de-fe19-4517-99c7-d98d8c9990f0", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:13:38.717797 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-28528c59-3287-4437-a51c-c214381e25ba {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:13:38.720319 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5afaf7d1-00e5-4633-a229-79334e3ce992', 'name': 'network-vif-deleted', 'tag': '4d5045de-fe19-4517-99c7-d98d8c9990f0', 'status': 'completed', 'code': 200} Jan 28 03:13:38.747686 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f0292076-c29a-40c0-a564-6c54fd6acfdb None None] Publish callbacks [] for port (f2919014-fecd-45b0-8f1d-e3798254a141), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:38.768072 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f0292076-c29a-40c0-a564-6c54fd6acfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (f2919014-fecd-45b0-8f1d-e3798254a141), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:38.848437 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-925f5afd-1c06-4332-844f-efe322db6b1d admin admin] Publish callbacks [] for router_gateway (79653f68-b09d-4162-8123-fe6bdf1e9925), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:38.904492 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-925f5afd-1c06-4332-844f-efe322db6b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:38.910395 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b6640-255b-4653-a5c7-97700ba8f818 req-7d474cb3-f9e6-4550-8ddb-534b9b3c1e5d tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:38.920756 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5d4b6640-255b-4653-a5c7-97700ba8f818 req-7d474cb3-f9e6-4550-8ddb-534b9b3c1e5d tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.2073317 Jan 28 03:13:39.015302 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0292076-c29a-40c0-a564-6c54fd6acfdb None None] Network 573003f3-1332-4242-b722-1a0ad16926a6 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:13:39.030697 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:13:39.031748 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:39.040828 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-1898c68a-bbaf-4631-9591-314d5e3056b2 None None] Current status of the port dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:13:39.049272 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-f0292076-c29a-40c0-a564-6c54fd6acfdb None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:13:39.064232 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0292076-c29a-40c0-a564-6c54fd6acfdb None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:13:39.099774 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-929ce2db-40bf-433f-baa1-d66a01ff0ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec821c8-e1e1-4357-92a9-0a5bd7f21669', 'name': 'tempest-TestVolumeBackupRestore-404633733-router', 'tenant_id': 'f1f8c392751e4243b072f74cfed21467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'f73c8373-c564-4c24-bbc1-f166cee9ef10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:32Z', 'updated_at': '2022-01-28T03:13:35Z', 'revision_number': 3, 'project_id': 'f1f8c392751e4243b072f74cfed21467', 'gw_port': {'id': 'f73c8373-c564-4c24-bbc1-f166cee9ef10', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec821c8-e1e1-4357-92a9-0a5bd7f21669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:34Z', 'updated_at': '2022-01-28T03:13:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:13:39.168596 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929ce2db-40bf-433f-baa1-d66a01ff0ab0 None None] Checking router: 1ec821c8-e1e1-4357-92a9-0a5bd7f21669 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:13:39.181781 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929ce2db-40bf-433f-baa1-d66a01ff0ab0 None None] Updating router 1ec821c8-e1e1-4357-92a9-0a5bd7f21669 port f73c8373-c564-4c24-bbc1-f166cee9ef10 binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:13:39.195322 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-925f5afd-1c06-4332-844f-efe322db6b1d admin admin] Allocated IP 172.25.0.203 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/82f4ebec-43fb-4dc5-bf54-008df8db9383) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:13:39.205924 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0292076-c29a-40c0-a564-6c54fd6acfdb None None] Pushing event updated for resources: {'Port': ['ID=f2919014-fecd-45b0-8f1d-e3798254a141,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:39.234595 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5d4b6640-255b-4653-a5c7-97700ba8f818 req-03404ee5-27f8-4062-b80b-9fe6cc40ee0d tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117509 Jan 28 03:13:39.255268 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-929ce2db-40bf-433f-baa1-d66a01ff0ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f73c8373-c564-4c24-bbc1-f166cee9ef10), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:39.326935 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-89d97256-7876-458c-81c2-5780f6e85c23 None None] Provisioning complete for port dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:13:39.327613 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-89d97256-7876-458c-81c2-5780f6e85c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:39.399564 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-f0292076-c29a-40c0-a564-6c54fd6acfdb None None] Attempting to bind port f2919014-fecd-45b0-8f1d-e3798254a141 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:13:39.399936 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-f0292076-c29a-40c0-a564-6c54fd6acfdb None None] Attempting to bind port f2919014-fecd-45b0-8f1d-e3798254a141 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '25b8d424-52ab-4239-9ff9-d42176cc4109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '573003f3-1332-4242-b722-1a0ad16926a6'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:13:39.400731 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0292076-c29a-40c0-a564-6c54fd6acfdb None None] Attempting to bind port f2919014-fecd-45b0-8f1d-e3798254a141 on network 573003f3-1332-4242-b722-1a0ad16926a6 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:13:39.410777 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0292076-c29a-40c0-a564-6c54fd6acfdb None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:13:39.411190 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0292076-c29a-40c0-a564-6c54fd6acfdb None None] Checking segment: {'id': '25b8d424-52ab-4239-9ff9-d42176cc4109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '573003f3-1332-4242-b722-1a0ad16926a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:13:39.413664 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f0292076-c29a-40c0-a564-6c54fd6acfdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:39.414122 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0292076-c29a-40c0-a564-6c54fd6acfdb None None] Bound using segment: {'id': '25b8d424-52ab-4239-9ff9-d42176cc4109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '573003f3-1332-4242-b722-1a0ad16926a6'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:13:39.414643 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-f0292076-c29a-40c0-a564-6c54fd6acfdb None None] Bound port: f2919014-fecd-45b0-8f1d-e3798254a141, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25b8d424-52ab-4239-9ff9-d42176cc4109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '573003f3-1332-4242-b722-1a0ad16926a6'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:13:39.416327 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f0292076-c29a-40c0-a564-6c54fd6acfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f2919014-fecd-45b0-8f1d-e3798254a141), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:39.528453 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-925f5afd-1c06-4332-844f-efe322db6b1d admin admin] Publish callbacks [] for port (82f4ebec-43fb-4dc5-bf54-008df8db9383), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:39.580434 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:13:39.581563 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:13:39.618172 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-925f5afd-1c06-4332-844f-efe322db6b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (82f4ebec-43fb-4dc5-bf54-008df8db9383), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:39.742576 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-89d97256-7876-458c-81c2-5780f6e85c23 None None] Current status of the port dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:13:39.759343 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925f5afd-1c06-4332-844f-efe322db6b1d admin admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:13:39.774827 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-925f5afd-1c06-4332-844f-efe322db6b1d admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:13:39.781048 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925f5afd-1c06-4332-844f-efe322db6b1d admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:13:39.817208 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-92461631-6b91-4728-8590-dad491f03283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:39.820321 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-f0292076-c29a-40c0-a564-6c54fd6acfdb None None] For port f2919014-fecd-45b0-8f1d-e3798254a141, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:13:39.847362 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-f0292076-c29a-40c0-a564-6c54fd6acfdb None None] For port f2919014-fecd-45b0-8f1d-e3798254a141, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=f2919014-fecd-45b0-8f1d-e3798254a141,segment=NetworkSegment(25b8d424-52ab-4239-9ff9-d42176cc4109),segment_id=25b8d424-52ab-4239-9ff9-d42176cc4109)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:13:39.858020 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f0292076-c29a-40c0-a564-6c54fd6acfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (f2919014-fecd-45b0-8f1d-e3798254a141), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:39.867002 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:13:39.867377 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:39.963546 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0292076-c29a-40c0-a564-6c54fd6acfdb None None] Pushing event updated for resources: {'Port': ['ID=f2919014-fecd-45b0-8f1d-e3798254a141,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:39.983010 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f5afd-1c06-4332-844f-efe322db6b1d admin admin] Pushing event updated for resources: {'Port': ['ID=82f4ebec-43fb-4dc5-bf54-008df8db9383,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:39.989923 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36252) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:13:40.072763 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-929ce2db-40bf-433f-baa1-d66a01ff0ab0 None None] Publish callbacks [] for port (f73c8373-c564-4c24-bbc1-f166cee9ef10), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:40.077038 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:13:40.092720 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-929ce2db-40bf-433f-baa1-d66a01ff0ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (f73c8373-c564-4c24-bbc1-f166cee9ef10), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:40.153966 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-92461631-6b91-4728-8590-dad491f03283 admin admin] Allocated IP 172.20.0.1 (687ef4f6-cd34-4e3c-a8bb-9729a3631dce/aee739de-b71a-4957-9dd4-74fffa802712/64f0c792-7a0b-4773-970d-45f24fb510b9) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:13:40.200770 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-929ce2db-40bf-433f-baa1-d66a01ff0ab0 None None] Attempting to bind port f73c8373-c564-4c24-bbc1-f166cee9ef10 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:13:40.201922 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-929ce2db-40bf-433f-baa1-d66a01ff0ab0 None None] Attempting to bind port f73c8373-c564-4c24-bbc1-f166cee9ef10 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:13:40.202726 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc07658-e544-472e-8a0d-b94bb079cef4 req-139d83fa-c68c-451d-bf7a-18023c648b8c tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:40.203448 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929ce2db-40bf-433f-baa1-d66a01ff0ab0 None None] Attempting to bind port f73c8373-c564-4c24-bbc1-f166cee9ef10 on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:13:40.212622 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0dc07658-e544-472e-8a0d-b94bb079cef4 req-139d83fa-c68c-451d-bf7a-18023c648b8c tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=25dd7628-9486-445b-b0b6-3e715d7dc01e HTTP/1.1" status: 200 len: 945 time: 0.3367839 Jan 28 03:13:40.224422 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b9be4a-f471-4514-93c7-363afba8a0a7 None None] Pushing event updated for resources: {'Port': ['ID=f73c8373-c564-4c24-bbc1-f166cee9ef10,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:40.227238 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-b2e1173d-3ef8-434c-906e-248f0b0c1a88 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2029722622-network', 'tenant_id': '8bd3018749b04d2395ae98244b940628'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:13:40.227920 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929ce2db-40bf-433f-baa1-d66a01ff0ab0 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:13:40.228554 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929ce2db-40bf-433f-baa1-d66a01ff0ab0 None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:13:40.229055 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-929ce2db-40bf-433f-baa1-d66a01ff0ab0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:40.238192 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929ce2db-40bf-433f-baa1-d66a01ff0ab0 None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:13:40.239894 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-929ce2db-40bf-433f-baa1-d66a01ff0ab0 None None] Bound port: f73c8373-c564-4c24-bbc1-f166cee9ef10, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:13:40.240572 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-929ce2db-40bf-433f-baa1-d66a01ff0ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f73c8373-c564-4c24-bbc1-f166cee9ef10), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:40.325977 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e1173d-3ef8-434c-906e-248f0b0c1a88 admin admin] Made reservation on behalf of 8bd3018749b04d2395ae98244b940628 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:13:40.328436 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b2e1173d-3ef8-434c-906e-248f0b0c1a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:40.338368 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-929ce2db-40bf-433f-baa1-d66a01ff0ab0 None None] For port f73c8373-c564-4c24-bbc1-f166cee9ef10, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:13:40.352312 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-929ce2db-40bf-433f-baa1-d66a01ff0ab0 None None] For port f73c8373-c564-4c24-bbc1-f166cee9ef10, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=f73c8373-c564-4c24-bbc1-f166cee9ef10,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:13:40.358891 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-929ce2db-40bf-433f-baa1-d66a01ff0ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (f73c8373-c564-4c24-bbc1-f166cee9ef10), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:40.360683 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b2e1173d-3ef8-434c-906e-248f0b0c1a88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:40.442234 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929ce2db-40bf-433f-baa1-d66a01ff0ab0 None None] Routers {'1ec821c8-e1e1-4357-92a9-0a5bd7f21669'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:13:40.446666 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-929ce2db-40bf-433f-baa1-d66a01ff0ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:13:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['1ec821c8-e1e1-4357-92a9-0a5bd7f21669'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:13:40.496074 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0dc07658-e544-472e-8a0d-b94bb079cef4 req-85a9a0a8-4249-4c4f-af2f-36aff77384c2 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823288 Jan 28 03:13:40.531932 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b9be4a-f471-4514-93c7-363afba8a0a7 None None] Pushing event updated for resources: {'Port': ['ID=f73c8373-c564-4c24-bbc1-f166cee9ef10,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:40.587736 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-92461631-6b91-4728-8590-dad491f03283 admin admin] Publish callbacks [] for port (64f0c792-7a0b-4773-970d-45f24fb510b9), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:40.616716 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-925f5afd-1c06-4332-844f-efe322db6b1d admin admin] Publish callbacks [] for router_gateway (79653f68-b09d-4162-8123-fe6bdf1e9925), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:40.617997 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b2e1173d-3ef8-434c-906e-248f0b0c1a88 admin admin] Publish callbacks [] for security_group (09e25be7-0d8b-4009-869b-e2405a60a8d6), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:40.643241 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb02666-5cc7-4f67-90b0-932c75ec006f req-5a5e6e21-1cde-4bc2-91c2-00f8c066ff48 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:40.645334 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-deb02666-5cc7-4f67-90b0-932c75ec006f req-5a5e6e21-1cde-4bc2-91c2-00f8c066ff48 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.2889681 Jan 28 03:13:40.645503 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-929ce2db-40bf-433f-baa1-d66a01ff0ab0 None None] Set router 1ec821c8-e1e1-4357-92a9-0a5bd7f21669 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:13:40.651966 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b2e1173d-3ef8-434c-906e-248f0b0c1a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (09e25be7-0d8b-4009-869b-e2405a60a8d6), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:40.710308 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e1173d-3ef8-434c-906e-248f0b0c1a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e25be7-0d8b-4009-869b-e2405a60a8d6,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:40.734597 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2e1173d-3ef8-434c-906e-248f0b0c1a88 admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:13:40.783074 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-deb02666-5cc7-4f67-90b0-932c75ec006f req-ba0c6b90-208d-4fac-a857-e09dd6d6de6e tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272430 Jan 28 03:13:40.784496 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b2e1173d-3ef8-434c-906e-248f0b0c1a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (4f659db0-fb00-440a-9e97-32678cf47bf3), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:40.784848 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-b2e1173d-3ef8-434c-906e-248f0b0c1a88 admin admin] Added segment 4f659db0-fb00-440a-9e97-32678cf47bf3 of type vlan for network 78adb219-5acd-423d-99a9-035ce1fad0cf Jan 28 03:13:40.788298 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-92461631-6b91-4728-8590-dad491f03283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (64f0c792-7a0b-4773-970d-45f24fb510b9), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:40.894138 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b2e1173d-3ef8-434c-906e-248f0b0c1a88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (78adb219-5acd-423d-99a9-035ce1fad0cf), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:40.910369 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-925f5afd-1c06-4332-844f-efe322db6b1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (79653f68-b09d-4162-8123-fe6bdf1e9925), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:40.918841 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92461631-6b91-4728-8590-dad491f03283 admin admin] Network 687ef4f6-cd34-4e3c-a8bb-9729a3631dce is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:13:40.929960 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-92461631-6b91-4728-8590-dad491f03283 admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:13:40.950634 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92461631-6b91-4728-8590-dad491f03283 admin admin] Pushing event updated for resources: {'Port': ['ID=64f0c792-7a0b-4773-970d-45f24fb510b9,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:40.955708 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92461631-6b91-4728-8590-dad491f03283 admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:13:41.012876 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b2e1173d-3ef8-434c-906e-248f0b0c1a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (78adb219-5acd-423d-99a9-035ce1fad0cf), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:41.014457 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e1173d-3ef8-434c-906e-248f0b0c1a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:41.015266 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b2e1173d-3ef8-434c-906e-248f0b0c1a88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:41.026651 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-929ce2db-40bf-433f-baa1-d66a01ff0ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec821c8-e1e1-4357-92a9-0a5bd7f21669', 'name': 'tempest-TestVolumeBackupRestore-404633733-router', 'tenant_id': 'f1f8c392751e4243b072f74cfed21467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'f73c8373-c564-4c24-bbc1-f166cee9ef10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:32Z', 'updated_at': '2022-01-28T03:13:35Z', 'revision_number': 3, 'project_id': 'f1f8c392751e4243b072f74cfed21467', 'gw_port': {'id': 'f73c8373-c564-4c24-bbc1-f166cee9ef10', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec821c8-e1e1-4357-92a9-0a5bd7f21669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:34Z', 'updated_at': '2022-01-28T03:13:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:13:41.039064 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-92461631-6b91-4728-8590-dad491f03283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (1ec821c8-e1e1-4357-92a9-0a5bd7f21669), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:41.072131 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929ce2db-40bf-433f-baa1-d66a01ff0ab0 None None] The sync data for ids ['1ec821c8-e1e1-4357-92a9-0a5bd7f21669'] in n-d-712139-27 is: [{'id': '1ec821c8-e1e1-4357-92a9-0a5bd7f21669', 'name': 'tempest-TestVolumeBackupRestore-404633733-router', 'tenant_id': 'f1f8c392751e4243b072f74cfed21467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'f73c8373-c564-4c24-bbc1-f166cee9ef10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:32Z', 'updated_at': '2022-01-28T03:13:35Z', 'revision_number': 3, 'project_id': 'f1f8c392751e4243b072f74cfed21467', 'gw_port': {'id': 'f73c8373-c564-4c24-bbc1-f166cee9ef10', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec821c8-e1e1-4357-92a9-0a5bd7f21669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:34Z', 'updated_at': '2022-01-28T03:13:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:13:41.150015 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925f5afd-1c06-4332-844f-efe322db6b1d admin admin] Router 79653f68-b09d-4162-8123-fe6bdf1e9925 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:13:41.387043 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925f5afd-1c06-4332-844f-efe322db6b1d admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:13:41.404619 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb82826-886f-40b5-8ac1-6b5005035f98 None None] Sync routers for ids ['79653f68-b09d-4162-8123-fe6bdf1e9925'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:13:41.412086 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-925f5afd-1c06-4332-844f-efe322db6b1d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:41.413436 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-925f5afd-1c06-4332-844f-efe322db6b1d admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2038279 Jan 28 03:13:41.416226 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36260) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:13:41.422594 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-d9881631-3666-4aa4-903c-fca5828b0a9d None None] Provisioning complete for port 64f0c792-7a0b-4773-970d-45f24fb510b9 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:13:41.423134 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d9881631-3666-4aa4-903c-fca5828b0a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (64f0c792-7a0b-4773-970d-45f24fb510b9), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:41.458812 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb82826-886f-40b5-8ac1-6b5005035f98 None None] Routers {'79653f68-b09d-4162-8123-fe6bdf1e9925'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:13:41.459602 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-3fb82826-886f-40b5-8ac1-6b5005035f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:13:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['79653f68-b09d-4162-8123-fe6bdf1e9925'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:13:41.546696 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-d9881631-3666-4aa4-903c-fca5828b0a9d None None] Port 64f0c792-7a0b-4773-970d-45f24fb510b9 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:13:41.658267 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-3fb82826-886f-40b5-8ac1-6b5005035f98 None None] Set router 79653f68-b09d-4162-8123-fe6bdf1e9925 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:13:41.690844 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b2e1173d-3ef8-434c-906e-248f0b0c1a88 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6980889 Jan 28 03:13:41.728934 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36266) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:13:41.788897 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a0e8ce-4437-44d2-8d9f-48305073b268 None None] Network 573003f3-1332-4242-b722-1a0ad16926a6 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:13:41.796319 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-dec6ed85-c967-49a6-ba66-600913df41af admin admin] Request body: {'subnet': {'network_id': '78adb219-5acd-423d-99a9-035ce1fad0cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2029722622-subnet', 'tenant_id': '8bd3018749b04d2395ae98244b940628', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:13:41.849461 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec6ed85-c967-49a6-ba66-600913df41af admin admin] Made reservation on behalf of 8bd3018749b04d2395ae98244b940628 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:13:41.853572 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dec6ed85-c967-49a6-ba66-600913df41af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:41.872666 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e1173d-3ef8-434c-906e-248f0b0c1a88 admin admin] Pushing event updated for resources: {'Network': ['ID=78adb219-5acd-423d-99a9-035ce1fad0cf,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:41.898660 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 78adb219-5acd-423d-99a9-035ce1fad0cf details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:13:41.909521 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-92461631-6b91-4728-8590-dad491f03283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (64f0c792-7a0b-4773-970d-45f24fb510b9), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:41.912409 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0b30b-617e-4194-82e0-a0ad660323e4 req-0c1f9e09-2cd0-4c86-8732-91b51615e552 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:41.914049 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-52c0b30b-617e-4194-82e0-a0ad660323e4 req-0c1f9e09-2cd0-4c86-8732-91b51615e552 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=25dd7628-9486-445b-b0b6-3e715d7dc01e HTTP/1.1" status: 200 len: 945 time: 0.3087928 Jan 28 03:13:41.956224 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e75eb-d122-4d50-8211-b947dba8abec req-02bb2176-2c16-4250-bb0a-b85115f5ea86 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:41.958523 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-081e75eb-d122-4d50-8211-b947dba8abec req-02bb2176-2c16-4250-bb0a-b85115f5ea86 tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.67 "GET /v2.0/ports?device_id=25dd7628-9486-445b-b0b6-3e715d7dc01e HTTP/1.1" status: 200 len: 945 time: 0.2815437 Jan 28 03:13:42.075239 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-52c0b30b-617e-4194-82e0-a0ad660323e4 req-200767dc-4c05-4abe-b48f-5b53f0199d5f tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bd5965-0316-47d7-bed8-d14c115aaa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179383 Jan 28 03:13:42.089566 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-31ca8a17-87fd-45f9-8a2b-ac9542807adb None None] Provisioning complete for port f2919014-fecd-45b0-8f1d-e3798254a141 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:13:42.089960 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-31ca8a17-87fd-45f9-8a2b-ac9542807adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f2919014-fecd-45b0-8f1d-e3798254a141), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:42.290542 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cbf72d-c375-44ed-b765-9c8df5da9164 req-f62f71b0-3a06-4b75-9fb8-af7b463c345e tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:42.308717 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e6cbf72d-c375-44ed-b765-9c8df5da9164 req-f62f71b0-3a06-4b75-9fb8-af7b463c345e tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.3716261 Jan 28 03:13:42.332514 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-3fb82826-886f-40b5-8ac1-6b5005035f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79653f68-b09d-4162-8123-fe6bdf1e9925', 'name': 'tempest-TestAggregatesBasicOps-2021199-router', 'tenant_id': '3a2d3d0790634cf784cfb361ad9e6711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '82f4ebec-43fb-4dc5-bf54-008df8db9383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:37Z', 'updated_at': '2022-01-28T03:13:40Z', 'revision_number': 3, 'project_id': '3a2d3d0790634cf784cfb361ad9e6711', 'gw_port': {'id': '82f4ebec-43fb-4dc5-bf54-008df8db9383', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79653f68-b09d-4162-8123-fe6bdf1e9925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:38Z', 'updated_at': '2022-01-28T03:13:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:13:42.426959 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-081e75eb-d122-4d50-8211-b947dba8abec req-4a9bb65a-0a8b-4ec5-b477-3b7be8e6f28b tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Deleting port 51bc2987-dd8c-4301-9973-faf1702561f4 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:13:42.442682 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-081e75eb-d122-4d50-8211-b947dba8abec req-4a9bb65a-0a8b-4ec5-b477-3b7be8e6f28b tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (51bc2987-dd8c-4301-9973-faf1702561f4), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:42.447669 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dec6ed85-c967-49a6-ba66-600913df41af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (1b7a4b6f-5eb2-49c5-a966-fb219e13c1e4), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:42.456997 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device f2919014-fecd-45b0-8f1d-e3798254a141 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:13:42.468775 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb82826-886f-40b5-8ac1-6b5005035f98 None None] Checking router: 79653f68-b09d-4162-8123-fe6bdf1e9925 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:13:42.469347 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb82826-886f-40b5-8ac1-6b5005035f98 None None] Updating router 79653f68-b09d-4162-8123-fe6bdf1e9925 port 82f4ebec-43fb-4dc5-bf54-008df8db9383 binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:13:42.574693 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-081e75eb-d122-4d50-8211-b947dba8abec req-4a9bb65a-0a8b-4ec5-b477-3b7be8e6f28b tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] For port 51bc2987-dd8c-4301-9973-faf1702561f4, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=51bc2987-dd8c-4301-9973-faf1702561f4,segment=NetworkSegment(646519e3-6804-48a8-9239-18aa763e92d4),segment_id=646519e3-6804-48a8-9239-18aa763e92d4)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:13:42.575067 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-081e75eb-d122-4d50-8211-b947dba8abec req-4a9bb65a-0a8b-4ec5-b477-3b7be8e6f28b tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (51bc2987-dd8c-4301-9973-faf1702561f4), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:42.602771 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-081e75eb-d122-4d50-8211-b947dba8abec req-4a9bb65a-0a8b-4ec5-b477-3b7be8e6f28b tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Calling delete_port for 51bc2987-dd8c-4301-9973-faf1702561f4 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:13:42.617162 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-31ca8a17-87fd-45f9-8a2b-ac9542807adb None None] Current status of the port f2919014-fecd-45b0-8f1d-e3798254a141 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:13:42.621179 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-31ca8a17-87fd-45f9-8a2b-ac9542807adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f2919014-fecd-45b0-8f1d-e3798254a141), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:42.660671 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec6ed85-c967-49a6-ba66-600913df41af admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b7a4b6f-5eb2-49c5-a966-fb219e13c1e4,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:42.665348 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3fb82826-886f-40b5-8ac1-6b5005035f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (82f4ebec-43fb-4dc5-bf54-008df8db9383), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:42.712390 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec6ed85-c967-49a6-ba66-600913df41af admin admin] Checking segment: {'id': '4f659db0-fb00-440a-9e97-32678cf47bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '78adb219-5acd-423d-99a9-035ce1fad0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:13:42.712869 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec6ed85-c967-49a6-ba66-600913df41af admin admin] Network hostable DHCP agents. Network: 78adb219-5acd-423d-99a9-035ce1fad0cf, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:13:42.786850 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-081e75eb-d122-4d50-8211-b947dba8abec req-4a9bb65a-0a8b-4ec5-b477-3b7be8e6f28b tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (51bc2987-dd8c-4301-9973-faf1702561f4), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:42.801953 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec6ed85-c967-49a6-ba66-600913df41af admin admin] Network 78adb219-5acd-423d-99a9-035ce1fad0cf is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:13:42.836283 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9bb65a-0a8b-4ec5-b477-3b7be8e6f28b tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Pushing event deleted for resources: {'Port': ['ID=51bc2987-dd8c-4301-9973-faf1702561f4,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:42.857936 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-dec6ed85-c967-49a6-ba66-600913df41af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 78adb219-5acd-423d-99a9-035ce1fad0cf) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:13:42.860391 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e6cbf72d-c375-44ed-b765-9c8df5da9164 req-63c87865-c0f3-4ff4-87d4-a7c361652eba tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5486436 Jan 28 03:13:42.897328 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec6ed85-c967-49a6-ba66-600913df41af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:42.905806 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dec6ed85-c967-49a6-ba66-600913df41af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:42.938145 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0c3328ed-52b2-44b5-ae3b-41025d1bbb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:42.943365 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-081e75eb-d122-4d50-8211-b947dba8abec req-4a9bb65a-0a8b-4ec5-b477-3b7be8e6f28b tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] No DVR routers for this DVR port 51bc2987-dd8c-4301-9973-faf1702561f4 on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:13:42.947219 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-081e75eb-d122-4d50-8211-b947dba8abec req-4a9bb65a-0a8b-4ec5-b477-3b7be8e6f28b tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:42.951164 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-081e75eb-d122-4d50-8211-b947dba8abec req-4a9bb65a-0a8b-4ec5-b477-3b7be8e6f28b tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.67 "DELETE /v2.0/ports/51bc2987-dd8c-4301-9973-faf1702561f4 HTTP/1.1" status: 204 len: 173 time: 0.9868519 Jan 28 03:13:42.952527 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25dd7628-9486-445b-b0b6-3e715d7dc01e', 'name': 'network-vif-deleted', 'tag': '51bc2987-dd8c-4301-9973-faf1702561f4'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:13:42.955352 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faca632d-019f-4df6-8ccc-bd4008716161" -d '{"events": [{"server_uuid": "25dd7628-9486-445b-b0b6-3e715d7dc01e", "name": "network-vif-deleted", "tag": "51bc2987-dd8c-4301-9973-faf1702561f4"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:13:42.956194 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-dec6ed85-c967-49a6-ba66-600913df41af admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2258849 Jan 28 03:13:43.025593 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-92461631-6b91-4728-8590-dad491f03283 admin admin] Publish callbacks [] for port (64f0c792-7a0b-4773-970d-45f24fb510b9), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:43.038250 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-92461631-6b91-4728-8590-dad491f03283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (64f0c792-7a0b-4773-970d-45f24fb510b9), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:43.098753 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-31ca8a17-87fd-45f9-8a2b-ac9542807adb None None] For port f2919014-fecd-45b0-8f1d-e3798254a141, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=f2919014-fecd-45b0-8f1d-e3798254a141,segment=NetworkSegment(25b8d424-52ab-4239-9ff9-d42176cc4109),segment_id=25b8d424-52ab-4239-9ff9-d42176cc4109)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:13:43.112999 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['51bc2987-dd8c-4301-9973-faf1702561f4'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:13:43.145870 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2dac97-21ba-4eb4-8286-95295577272c x-openstack-request-id: req-7a2dac97-21ba-4eb4-8286-95295577272c {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:13:43.146349 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25dd7628-9486-445b-b0b6-3e715d7dc01e", "name": "network-vif-deleted", "tag": "51bc2987-dd8c-4301-9973-faf1702561f4", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:13:43.148008 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7a2dac97-21ba-4eb4-8286-95295577272c {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:13:43.148760 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25dd7628-9486-445b-b0b6-3e715d7dc01e', 'name': 'network-vif-deleted', 'tag': '51bc2987-dd8c-4301-9973-faf1702561f4', 'status': 'completed', 'code': 200} Jan 28 03:13:43.157642 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95f379e-fad3-47e4-bb32-4663c1d04217 None None] Network 78adb219-5acd-423d-99a9-035ce1fad0cf requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:13:43.189390 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-31ca8a17-87fd-45f9-8a2b-ac9542807adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (f2919014-fecd-45b0-8f1d-e3798254a141), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:43.263198 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92461631-6b91-4728-8590-dad491f03283 admin admin] Pushing event updated for resources: {'Port': ['ID=64f0c792-7a0b-4773-970d-45f24fb510b9,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:43.301970 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4e821a3e-1b46-4032-89e2-5a0ddecae2e0 req-24eb4bc5-84d1-41d1-b804-2ef9bb1ab72c tempest-ListServerFiltersTestJSON-911911047 tempest-ListServerFiltersTestJSON-911911047-project] 10.222.0.53 "GET /v2.0/ports?device_id=25dd7628-9486-445b-b0b6-3e715d7dc01e HTTP/1.1" status: 200 len: 210 time: 0.0590284 Jan 28 03:13:43.317124 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-92461631-6b91-4728-8590-dad491f03283 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (1ec821c8-e1e1-4357-92a9-0a5bd7f21669), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:43.363432 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-0c3328ed-52b2-44b5-ae3b-41025d1bbb9f admin admin] Allocated IP 172.20.0.1 (573003f3-1332-4242-b722-1a0ad16926a6/38d13df5-d8f5-4723-ad53-852d1471f7b0/bcac63d1-a989-4997-b482-781773df0d47) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:13:43.422911 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port f2919014-fecd-45b0-8f1d-e3798254a141 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:13:43.423462 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f2919014-fecd-45b0-8f1d-e3798254a141), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:43.557559 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92461631-6b91-4728-8590-dad491f03283 admin admin] Network 687ef4f6-cd34-4e3c-a8bb-9729a3631dce is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:13:43.559709 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-92461631-6b91-4728-8590-dad491f03283 admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:13:43.631337 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca8a17-87fd-45f9-8a2b-ac9542807adb None None] Pushing event updated for resources: {'Port': ['ID=f2919014-fecd-45b0-8f1d-e3798254a141,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:43.644597 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0c3328ed-52b2-44b5-ae3b-41025d1bbb9f admin admin] Publish callbacks [] for port (bcac63d1-a989-4997-b482-781773df0d47), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:43.769928 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0c3328ed-52b2-44b5-ae3b-41025d1bbb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (bcac63d1-a989-4997-b482-781773df0d47), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:43.803112 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92461631-6b91-4728-8590-dad491f03283 admin admin] Router 1ec821c8-e1e1-4357-92a9-0a5bd7f21669 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:13:43.875974 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3328ed-52b2-44b5-ae3b-41025d1bbb9f admin admin] Network 573003f3-1332-4242-b722-1a0ad16926a6 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:13:43.878952 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-699bba84-c7cf-4555-9274-6c9eeb47c37f None None] Provisioning complete for port f2919014-fecd-45b0-8f1d-e3798254a141 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:13:43.879652 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-699bba84-c7cf-4555-9274-6c9eeb47c37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f2919014-fecd-45b0-8f1d-e3798254a141), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:43.880417 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-0c3328ed-52b2-44b5-ae3b-41025d1bbb9f admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:13:43.886852 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3328ed-52b2-44b5-ae3b-41025d1bbb9f admin admin] Pushing event updated for resources: {'Port': ['ID=bcac63d1-a989-4997-b482-781773df0d47,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:43.889065 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3328ed-52b2-44b5-ae3b-41025d1bbb9f admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:13:43.989993 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0c3328ed-52b2-44b5-ae3b-41025d1bbb9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (79653f68-b09d-4162-8123-fe6bdf1e9925), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:44.018252 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb31952-4bf0-40f3-a72a-d72021725eb2 None None] Network 78adb219-5acd-423d-99a9-035ce1fad0cf requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:13:44.142359 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92461631-6b91-4728-8590-dad491f03283 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:13:44.153118 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-92461631-6b91-4728-8590-dad491f03283 admin admin] 10.222.0.53 "PUT /v2.0/routers/1ec821c8-e1e1-4357-92a9-0a5bd7f21669/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6058381 Jan 28 03:13:44.193944 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a42a2a-6463-462f-916b-91d529fcc20c None None] Sync routers for ids ['1ec821c8-e1e1-4357-92a9-0a5bd7f21669'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:13:44.200768 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port f2919014-fecd-45b0-8f1d-e3798254a141 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:13:44.202003 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device f73c8373-c564-4c24-bbc1-f166cee9ef10 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:13:44.218351 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a42a2a-6463-462f-916b-91d529fcc20c None None] Routers {'1ec821c8-e1e1-4357-92a9-0a5bd7f21669'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:13:44.220657 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-14a42a2a-6463-462f-916b-91d529fcc20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:13:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['1ec821c8-e1e1-4357-92a9-0a5bd7f21669'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:13:44.267600 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658ff3b-8eb9-4525-9420-b5e9874724c3 req-308e7193-1d8e-4f67-9791-d1a46e2cf597 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:44.272230 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3658ff3b-8eb9-4525-9420-b5e9874724c3 req-308e7193-1d8e-4f67-9791-d1a46e2cf597 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.1737499 Jan 28 03:13:44.392611 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3fb82826-886f-40b5-8ac1-6b5005035f98 None None] Publish callbacks [] for port (82f4ebec-43fb-4dc5-bf54-008df8db9383), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:44.408172 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36296) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:13:44.420706 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3fb82826-886f-40b5-8ac1-6b5005035f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (82f4ebec-43fb-4dc5-bf54-008df8db9383), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:44.441902 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-699bba84-c7cf-4555-9274-6c9eeb47c37f None None] Current status of the port f2919014-fecd-45b0-8f1d-e3798254a141 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:13:44.477376 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port f73c8373-c564-4c24-bbc1-f166cee9ef10 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:13:44.478227 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f73c8373-c564-4c24-bbc1-f166cee9ef10), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:44.515872 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-345715f4-3aa4-4940-a3c4-e9f5b009ddb7 admin admin] Deleting subnet 646395d4-6261-4135-88e3-b1ff3935f17b {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:13:44.519934 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-14a42a2a-6463-462f-916b-91d529fcc20c None None] Set router 1ec821c8-e1e1-4357-92a9-0a5bd7f21669 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:13:44.520108 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-345715f4-3aa4-4940-a3c4-e9f5b009ddb7 admin admin] Publish callbacks [] for subnet (646395d4-6261-4135-88e3-b1ff3935f17b), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:44.588864 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-345715f4-3aa4-4940-a3c4-e9f5b009ddb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (646395d4-6261-4135-88e3-b1ff3935f17b), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:44.624395 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-3fb82826-886f-40b5-8ac1-6b5005035f98 None None] Attempting to bind port 82f4ebec-43fb-4dc5-bf54-008df8db9383 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:13:44.624862 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-3fb82826-886f-40b5-8ac1-6b5005035f98 None None] Attempting to bind port 82f4ebec-43fb-4dc5-bf54-008df8db9383 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:13:44.625168 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb82826-886f-40b5-8ac1-6b5005035f98 None None] Attempting to bind port 82f4ebec-43fb-4dc5-bf54-008df8db9383 on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:13:44.655418 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb82826-886f-40b5-8ac1-6b5005035f98 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:13:44.656176 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb82826-886f-40b5-8ac1-6b5005035f98 None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:13:44.656176 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3fb82826-886f-40b5-8ac1-6b5005035f98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:44.656701 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb82826-886f-40b5-8ac1-6b5005035f98 None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:13:44.657109 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-3fb82826-886f-40b5-8ac1-6b5005035f98 None None] Bound port: 82f4ebec-43fb-4dc5-bf54-008df8db9383, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:13:44.657482 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3fb82826-886f-40b5-8ac1-6b5005035f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (82f4ebec-43fb-4dc5-bf54-008df8db9383), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:44.724853 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f8ab50-0142-4044-9e3d-a2a2b94b3dee None None] Pushing event updated for resources: {'Port': ['ID=82f4ebec-43fb-4dc5-bf54-008df8db9383,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:44.751564 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-1ea354a9-c333-4c03-9f39-bd53fa3a9c63 None None] Provisioning complete for port 64f0c792-7a0b-4773-970d-45f24fb510b9 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:13:44.751950 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1ea354a9-c333-4c03-9f39-bd53fa3a9c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (64f0c792-7a0b-4773-970d-45f24fb510b9), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:44.788985 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-345715f4-3aa4-4940-a3c4-e9f5b009ddb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (646395d4-6261-4135-88e3-b1ff3935f17b), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:44.830963 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-1ea354a9-c333-4c03-9f39-bd53fa3a9c63 None None] Port 64f0c792-7a0b-4773-970d-45f24fb510b9 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:13:44.848288 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 51bc2987-dd8c-4301-9973-faf1702561f4 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:13:44.902500 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-345715f4-3aa4-4940-a3c4-e9f5b009ddb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (646395d4-6261-4135-88e3-b1ff3935f17b), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:44.952486 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345715f4-3aa4-4940-a3c4-e9f5b009ddb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=646395d4-6261-4135-88e3-b1ff3935f17b,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:44.955261 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-345715f4-3aa4-4940-a3c4-e9f5b009ddb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:44.960034 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-345715f4-3aa4-4940-a3c4-e9f5b009ddb7 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/646395d4-6261-4135-88e3-b1ff3935f17b HTTP/1.1" status: 204 len: 168 time: 0.5497584 Jan 28 03:13:44.963602 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36326) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:13:44.982214 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: 51bc2987-dd8c-4301-9973-faf1702561f4 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:13:44.988436 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 51bc2987-dd8c-4301-9973-faf1702561f4 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:13:45.005365 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61562f22-56d5-4f7c-a5ae-5f0de4e06ecd None None] Network 3e9ad17b-b6a4-4ce3-a842-8b4107db7e09 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:13:45.029994 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-1ea354a9-c333-4c03-9f39-bd53fa3a9c63 None None] Provisioning complete for port bcac63d1-a989-4997-b482-781773df0d47 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:13:45.030360 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1ea354a9-c333-4c03-9f39-bd53fa3a9c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (bcac63d1-a989-4997-b482-781773df0d47), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:45.032527 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-3fb82826-886f-40b5-8ac1-6b5005035f98 None None] For port 82f4ebec-43fb-4dc5-bf54-008df8db9383, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:13:45.045336 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-14a42a2a-6463-462f-916b-91d529fcc20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec821c8-e1e1-4357-92a9-0a5bd7f21669', 'name': 'tempest-TestVolumeBackupRestore-404633733-router', 'tenant_id': 'f1f8c392751e4243b072f74cfed21467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'f73c8373-c564-4c24-bbc1-f166cee9ef10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:32Z', 'updated_at': '2022-01-28T03:13:41Z', 'revision_number': 4, 'project_id': 'f1f8c392751e4243b072f74cfed21467', 'gw_port': {'id': 'f73c8373-c564-4c24-bbc1-f166cee9ef10', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec821c8-e1e1-4357-92a9-0a5bd7f21669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:34Z', 'updated_at': '2022-01-28T03:13:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '64f0c792-7a0b-4773-970d-45f24fb510b9', 'name': '', 'network_id': '687ef4f6-cd34-4e3c-a8bb-9729a3631dce', 'tenant_id': 'f1f8c392751e4243b072f74cfed21467', 'mac_address': 'fa:16:3e:f0:ef:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec821c8-e1e1-4357-92a9-0a5bd7f21669', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'aee739de-b71a-4957-9dd4-74fffa802712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:39Z', 'updated_at': '2022-01-28T03:13:42Z', 'revision_number': 2, 'project_id': 'f1f8c392751e4243b072f74cfed21467', 'subnets': [{'id': 'aee739de-b71a-4957-9dd4-74fffa802712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:13:45.080999 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a42a2a-6463-462f-916b-91d529fcc20c None None] Checking router: 1ec821c8-e1e1-4357-92a9-0a5bd7f21669 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:13:45.081660 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a42a2a-6463-462f-916b-91d529fcc20c None None] Updating router 1ec821c8-e1e1-4357-92a9-0a5bd7f21669 port 64f0c792-7a0b-4773-970d-45f24fb510b9 binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:13:45.120936 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-14a42a2a-6463-462f-916b-91d529fcc20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (64f0c792-7a0b-4773-970d-45f24fb510b9), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:45.154432 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa697ed3-9362-4f50-9dd2-09611851feed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (3e9ad17b-b6a4-4ce3-a842-8b4107db7e09), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:45.167242 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3658ff3b-8eb9-4525-9420-b5e9874724c3 req-f8d236ed-acd4-480a-b572-7ba2e172c953 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8804922 Jan 28 03:13:45.167242 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0c3328ed-52b2-44b5-ae3b-41025d1bbb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (bcac63d1-a989-4997-b482-781773df0d47), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:45.310930 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port f73c8373-c564-4c24-bbc1-f166cee9ef10 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:13:45.312484 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f73c8373-c564-4c24-bbc1-f166cee9ef10), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:45.347427 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-3fb82826-886f-40b5-8ac1-6b5005035f98 None None] For port 82f4ebec-43fb-4dc5-bf54-008df8db9383, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=82f4ebec-43fb-4dc5-bf54-008df8db9383,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:13:45.360834 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-aa697ed3-9362-4f50-9dd2-09611851feed admin admin] Deleting port 8c8d07b6-fa07-4c11-a2aa-d0eabcd2c9f0 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:13:45.361320 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa697ed3-9362-4f50-9dd2-09611851feed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (8c8d07b6-fa07-4c11-a2aa-d0eabcd2c9f0), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:45.455556 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-aa697ed3-9362-4f50-9dd2-09611851feed admin admin] For port 8c8d07b6-fa07-4c11-a2aa-d0eabcd2c9f0, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=8c8d07b6-fa07-4c11-a2aa-d0eabcd2c9f0,segment=NetworkSegment(646519e3-6804-48a8-9239-18aa763e92d4),segment_id=646519e3-6804-48a8-9239-18aa763e92d4)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:13:45.455925 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa697ed3-9362-4f50-9dd2-09611851feed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (8c8d07b6-fa07-4c11-a2aa-d0eabcd2c9f0), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:45.477946 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port f73c8373-c564-4c24-bbc1-f166cee9ef10, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=f73c8373-c564-4c24-bbc1-f166cee9ef10,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:13:45.491859 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-1ea354a9-c333-4c03-9f39-bd53fa3a9c63 None None] Port bcac63d1-a989-4997-b482-781773df0d47 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:13:45.499288 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3fb82826-886f-40b5-8ac1-6b5005035f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (82f4ebec-43fb-4dc5-bf54-008df8db9383), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:45.504518 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-aa697ed3-9362-4f50-9dd2-09611851feed admin admin] Calling delete_port for 8c8d07b6-fa07-4c11-a2aa-d0eabcd2c9f0 owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:13:45.516126 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (f73c8373-c564-4c24-bbc1-f166cee9ef10), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:45.643190 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f8ab50-0142-4044-9e3d-a2a2b94b3dee None None] Pushing event updated for resources: {'Port': ['ID=82f4ebec-43fb-4dc5-bf54-008df8db9383,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:45.707342 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=f73c8373-c564-4c24-bbc1-f166cee9ef10,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:45.732894 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb82826-886f-40b5-8ac1-6b5005035f98 None None] Routers {'79653f68-b09d-4162-8123-fe6bdf1e9925'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:13:45.733616 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-3fb82826-886f-40b5-8ac1-6b5005035f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:13:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['79653f68-b09d-4162-8123-fe6bdf1e9925'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:13:45.794805 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa697ed3-9362-4f50-9dd2-09611851feed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (8c8d07b6-fa07-4c11-a2aa-d0eabcd2c9f0), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:45.807708 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-14a42a2a-6463-462f-916b-91d529fcc20c None None] Publish callbacks [] for port (64f0c792-7a0b-4773-970d-45f24fb510b9), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:45.813887 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device f2919014-fecd-45b0-8f1d-e3798254a141 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:13:45.818339 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-14a42a2a-6463-462f-916b-91d529fcc20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (64f0c792-7a0b-4773-970d-45f24fb510b9), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:45.835267 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0c3328ed-52b2-44b5-ae3b-41025d1bbb9f admin admin] Publish callbacks [] for port (bcac63d1-a989-4997-b482-781773df0d47), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:45.876952 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0c3328ed-52b2-44b5-ae3b-41025d1bbb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (bcac63d1-a989-4997-b482-781773df0d47), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:45.896784 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9962baea-609c-4747-80fc-aa2a94cb4cba None None] Pushing event updated for resources: {'Port': ['ID=64f0c792-7a0b-4773-970d-45f24fb510b9,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:45.898311 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e437f040-febc-447a-ba28-989129f3dbb1 None None] DHCP port deletion for 3e9ad17b-b6a4-4ce3-a842-8b4107db7e09 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:13:45.923987 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa697ed3-9362-4f50-9dd2-09611851feed admin admin] Pushing event deleted for resources: {'Port': ['ID=8c8d07b6-fa07-4c11-a2aa-d0eabcd2c9f0,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:45.956913 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa697ed3-9362-4f50-9dd2-09611851feed admin admin] No DVR routers for this DVR port 8c8d07b6-fa07-4c11-a2aa-d0eabcd2c9f0 on host n-d-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:13:46.020677 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-14a42a2a-6463-462f-916b-91d529fcc20c None None] Attempting to bind port 64f0c792-7a0b-4773-970d-45f24fb510b9 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:13:46.021055 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-14a42a2a-6463-462f-916b-91d529fcc20c None None] Attempting to bind port 64f0c792-7a0b-4773-970d-45f24fb510b9 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '7dc32c3c-1745-469e-9169-6aaf8c180644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '687ef4f6-cd34-4e3c-a8bb-9729a3631dce'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:13:46.021780 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a42a2a-6463-462f-916b-91d529fcc20c None None] Attempting to bind port 64f0c792-7a0b-4773-970d-45f24fb510b9 on network 687ef4f6-cd34-4e3c-a8bb-9729a3631dce {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:13:46.027757 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a42a2a-6463-462f-916b-91d529fcc20c None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:13:46.028126 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a42a2a-6463-462f-916b-91d529fcc20c None None] Checking segment: {'id': '7dc32c3c-1745-469e-9169-6aaf8c180644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '687ef4f6-cd34-4e3c-a8bb-9729a3631dce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:13:46.028721 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-14a42a2a-6463-462f-916b-91d529fcc20c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:46.029310 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a42a2a-6463-462f-916b-91d529fcc20c None None] Bound using segment: {'id': '7dc32c3c-1745-469e-9169-6aaf8c180644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '687ef4f6-cd34-4e3c-a8bb-9729a3631dce'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:13:46.033742 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-14a42a2a-6463-462f-916b-91d529fcc20c None None] Bound port: 64f0c792-7a0b-4773-970d-45f24fb510b9, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dc32c3c-1745-469e-9169-6aaf8c180644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '687ef4f6-cd34-4e3c-a8bb-9729a3631dce'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:13:46.034550 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-14a42a2a-6463-462f-916b-91d529fcc20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (64f0c792-7a0b-4773-970d-45f24fb510b9), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:46.052038 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-3fb82826-886f-40b5-8ac1-6b5005035f98 None None] Set router 79653f68-b09d-4162-8123-fe6bdf1e9925 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:13:46.090616 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port f2919014-fecd-45b0-8f1d-e3798254a141 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:13:46.091505 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f2919014-fecd-45b0-8f1d-e3798254a141), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:46.129358 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcea970-4ff5-4bf4-8697-0843d3880ed0 req-be19e38a-4c5b-462d-aa72-e88ee91e8751 tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:46.136874 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ffcea970-4ff5-4bf4-8697-0843d3880ed0 req-be19e38a-4c5b-462d-aa72-e88ee91e8751 tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] 10.222.0.53 "GET /v2.0/networks?id=78adb219-5acd-423d-99a9-035ce1fad0cf HTTP/1.1" status: 200 len: 810 time: 0.5674806 Jan 28 03:13:46.155411 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0c3328ed-52b2-44b5-ae3b-41025d1bbb9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (79653f68-b09d-4162-8123-fe6bdf1e9925), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:46.178261 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ffcea970-4ff5-4bf4-8697-0843d3880ed0 req-aafd73a4-abcb-4c97-9284-07448a7ed7ad tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] 10.222.0.53 "GET /v2.0/quotas/8bd3018749b04d2395ae98244b940628 HTTP/1.1" status: 200 len: 375 time: 0.0398974 Jan 28 03:13:46.207285 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa697ed3-9362-4f50-9dd2-09611851feed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (3e9ad17b-b6a4-4ce3-a842-8b4107db7e09), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:46.226755 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-14a42a2a-6463-462f-916b-91d529fcc20c None None] For port 64f0c792-7a0b-4773-970d-45f24fb510b9, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:13:46.231789 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-14a42a2a-6463-462f-916b-91d529fcc20c None None] For port 64f0c792-7a0b-4773-970d-45f24fb510b9, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=64f0c792-7a0b-4773-970d-45f24fb510b9,segment=NetworkSegment(7dc32c3c-1745-469e-9169-6aaf8c180644),segment_id=7dc32c3c-1745-469e-9169-6aaf8c180644)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:13:46.239246 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ffcea970-4ff5-4bf4-8697-0843d3880ed0 req-53f9f502-a6ad-4a86-908d-9a8598662175 tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8bd3018749b04d2395ae98244b940628&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592577 Jan 28 03:13:46.241866 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-14a42a2a-6463-462f-916b-91d529fcc20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (64f0c792-7a0b-4773-970d-45f24fb510b9), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:46.247716 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3328ed-52b2-44b5-ae3b-41025d1bbb9f admin admin] Pushing event updated for resources: {'Port': ['ID=bcac63d1-a989-4997-b482-781773df0d47,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:46.292774 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-aa697ed3-9362-4f50-9dd2-09611851feed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e9ad17b-b6a4-4ce3-a842-8b4107db7e09']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:13:46.367043 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9962baea-609c-4747-80fc-aa2a94cb4cba None None] Pushing event updated for resources: {'Port': ['ID=64f0c792-7a0b-4773-970d-45f24fb510b9,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:46.396451 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3328ed-52b2-44b5-ae3b-41025d1bbb9f admin admin] Network 573003f3-1332-4242-b722-1a0ad16926a6 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:13:46.400740 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-0c3328ed-52b2-44b5-ae3b-41025d1bbb9f admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:13:46.420277 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-aa697ed3-9362-4f50-9dd2-09611851feed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '646519e3-6804-48a8-9239-18aa763e92d4') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:13:46.420587 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-aa697ed3-9362-4f50-9dd2-09611851feed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '646519e3-6804-48a8-9239-18aa763e92d4') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:13:46.440936 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7ae6bb69-4a0f-42e5-b610-2627a8bcea25 None None] Provisioning complete for port 64f0c792-7a0b-4773-970d-45f24fb510b9 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:13:46.441357 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7ae6bb69-4a0f-42e5-b610-2627a8bcea25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (64f0c792-7a0b-4773-970d-45f24fb510b9), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:46.453868 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a42a2a-6463-462f-916b-91d529fcc20c None None] Routers {'1ec821c8-e1e1-4357-92a9-0a5bd7f21669'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:13:46.454943 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-14a42a2a-6463-462f-916b-91d529fcc20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:13:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['1ec821c8-e1e1-4357-92a9-0a5bd7f21669'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:13:46.459552 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa697ed3-9362-4f50-9dd2-09611851feed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (646519e3-6804-48a8-9239-18aa763e92d4), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:46.518989 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729ff32-1ad9-422b-89cc-421884aca5dd req-9707b638-bf6d-4463-88c2-2f8b19c8dd16 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:46.527906 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8729ff32-1ad9-422b-89cc-421884aca5dd req-9707b638-bf6d-4463-88c2-2f8b19c8dd16 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.2140503 Jan 28 03:13:46.527906 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa697ed3-9362-4f50-9dd2-09611851feed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (646519e3-6804-48a8-9239-18aa763e92d4), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:46.554325 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa697ed3-9362-4f50-9dd2-09611851feed admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:13:46.554570 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa697ed3-9362-4f50-9dd2-09611851feed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (646519e3-6804-48a8-9239-18aa763e92d4), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:46.573136 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ffcea970-4ff5-4bf4-8697-0843d3880ed0 req-627febdd-419b-40cc-b027-2d73a375f039 service neutron] 10.222.0.53 "GET /v2.0/networks/78adb219-5acd-423d-99a9-035ce1fad0cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328829 Jan 28 03:13:46.676250 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:13:46.676250 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:13:46.676250 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:13:46.676250 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:13:46.676250 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:13:46.676250 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:13:46.676250 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:13:46.676250 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:13:46.676250 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:13:46.676250 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:13:46.676250 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:13:46.676250 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:13:46.676250 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:13:46.676250 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:13:46.676250 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:13:46.676250 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:13:46.676250 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:13:46.676250 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:13:46.676250 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:13:46.676250 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:13:46.676250 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:13:46.676250 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:13:46.676250 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:13:46.676250 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:13:46.676250 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:13:46.676250 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:13:46.676250 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:13:46.676250 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:13:46.676250 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:13:46.676250 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:13:46.676250 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:13:46.676250 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:13:46.736649 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa697ed3-9362-4f50-9dd2-09611851feed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (3e9ad17b-b6a4-4ce3-a842-8b4107db7e09), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:46.746613 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-14a42a2a-6463-462f-916b-91d529fcc20c None None] Set router 1ec821c8-e1e1-4357-92a9-0a5bd7f21669 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:13:46.752362 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa697ed3-9362-4f50-9dd2-09611851feed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:46.758765 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-aa697ed3-9362-4f50-9dd2-09611851feed admin admin] 10.222.0.53 "DELETE /v2.0/networks/3e9ad17b-b6a4-4ce3-a842-8b4107db7e09 HTTP/1.1" status: 204 len: 168 time: 1.7914844 Jan 28 03:13:46.785015 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa697ed3-9362-4f50-9dd2-09611851feed admin admin] Pushing event deleted for resources: {'Network': ['ID=3e9ad17b-b6a4-4ce3-a842-8b4107db7e09,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:46.814185 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8729ff32-1ad9-422b-89cc-421884aca5dd req-a91d4a64-9a59-49f4-b227-99ab89705805 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711444 Jan 28 03:13:46.843898 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ffcea970-4ff5-4bf4-8697-0843d3880ed0 req-c86e1418-e6d1-42c1-b451-11b9c9468d5f service neutron] 10.222.0.53 "GET /v2.0/networks/78adb219-5acd-423d-99a9-035ce1fad0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697535 Jan 28 03:13:47.047803 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c3328ed-52b2-44b5-ae3b-41025d1bbb9f admin admin] Router 79653f68-b09d-4162-8123-fe6bdf1e9925 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:13:47.095471 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36414) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:13:47.199379 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c3328ed-52b2-44b5-ae3b-41025d1bbb9f admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:13:47.214469 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-feafdaaf-224f-4e45-8097-a36d9464504e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2ba6cdd8be1347e5bceafd58466e6895&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1160047 Jan 28 03:13:47.215092 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0c3328ed-52b2-44b5-ae3b-41025d1bbb9f admin admin] 10.222.0.53 "PUT /v2.0/routers/79653f68-b09d-4162-8123-fe6bdf1e9925/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7976849 Jan 28 03:13:47.216431 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36418) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:13:47.228000 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:13:47.273825 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-3fb82826-886f-40b5-8ac1-6b5005035f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79653f68-b09d-4162-8123-fe6bdf1e9925', 'name': 'tempest-TestAggregatesBasicOps-2021199-router', 'tenant_id': '3a2d3d0790634cf784cfb361ad9e6711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '82f4ebec-43fb-4dc5-bf54-008df8db9383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:37Z', 'updated_at': '2022-01-28T03:13:45Z', 'revision_number': 4, 'project_id': '3a2d3d0790634cf784cfb361ad9e6711', 'gw_port': {'id': '82f4ebec-43fb-4dc5-bf54-008df8db9383', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79653f68-b09d-4162-8123-fe6bdf1e9925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:38Z', 'updated_at': '2022-01-28T03:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'bcac63d1-a989-4997-b482-781773df0d47', 'name': '', 'network_id': '573003f3-1332-4242-b722-1a0ad16926a6', 'tenant_id': '3a2d3d0790634cf784cfb361ad9e6711', 'mac_address': 'fa:16:3e:6b:4c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79653f68-b09d-4162-8123-fe6bdf1e9925', 'device_owner': 'network:router_interface', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '38d13df5-d8f5-4723-ad53-852d1471f7b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:42Z', 'updated_at': '2022-01-28T03:13:43Z', 'revision_number': 1, 'project_id': '3a2d3d0790634cf784cfb361ad9e6711', 'subnets': [{'id': '38d13df5-d8f5-4723-ad53-852d1471f7b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:13:47.278336 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port f2919014-fecd-45b0-8f1d-e3798254a141 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:13:47.293141 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-08bedefe-cb9a-4a0c-b908-476344ec4aab admin admin] Publish callbacks [] for security_group (a4bd5965-0316-47d7-bed8-d14c115aaa28), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:47.318792 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-08bedefe-cb9a-4a0c-b908-476344ec4aab admin admin] Publish callbacks [] for security_group (a4bd5965-0316-47d7-bed8-d14c115aaa28), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:47.325435 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb82826-886f-40b5-8ac1-6b5005035f98 None None] The sync data for ids ['79653f68-b09d-4162-8123-fe6bdf1e9925'] in n-d-712139-27 is: [{'id': '79653f68-b09d-4162-8123-fe6bdf1e9925', 'name': 'tempest-TestAggregatesBasicOps-2021199-router', 'tenant_id': '3a2d3d0790634cf784cfb361ad9e6711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '82f4ebec-43fb-4dc5-bf54-008df8db9383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:37Z', 'updated_at': '2022-01-28T03:13:45Z', 'revision_number': 4, 'project_id': '3a2d3d0790634cf784cfb361ad9e6711', 'gw_port': {'id': '82f4ebec-43fb-4dc5-bf54-008df8db9383', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79653f68-b09d-4162-8123-fe6bdf1e9925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:38Z', 'updated_at': '2022-01-28T03:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'bcac63d1-a989-4997-b482-781773df0d47', 'name': '', 'network_id': '573003f3-1332-4242-b722-1a0ad16926a6', 'tenant_id': '3a2d3d0790634cf784cfb361ad9e6711', 'mac_address': 'fa:16:3e:6b:4c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79653f68-b09d-4162-8123-fe6bdf1e9925', 'device_owner': 'network:router_interface', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '38d13df5-d8f5-4723-ad53-852d1471f7b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:42Z', 'updated_at': '2022-01-28T03:13:43Z', 'revision_number': 1, 'project_id': '3a2d3d0790634cf784cfb361ad9e6711', 'subnets': [{'id': '38d13df5-d8f5-4723-ad53-852d1471f7b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:13:47.424511 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-08bedefe-cb9a-4a0c-b908-476344ec4aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (a4bd5965-0316-47d7-bed8-d14c115aaa28), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:47.427989 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-08bedefe-cb9a-4a0c-b908-476344ec4aab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:47.429334 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-08bedefe-cb9a-4a0c-b908-476344ec4aab admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a4bd5965-0316-47d7-bed8-d14c115aaa28 HTTP/1.1" status: 204 len: 168 time: 0.2114339 Jan 28 03:13:47.433586 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7ae6bb69-4a0f-42e5-b610-2627a8bcea25 None None] Current status of the port 64f0c792-7a0b-4773-970d-45f24fb510b9 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:13:47.434315 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7ae6bb69-4a0f-42e5-b610-2627a8bcea25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (64f0c792-7a0b-4773-970d-45f24fb510b9), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:47.440364 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bedefe-cb9a-4a0c-b908-476344ec4aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bd5965-0316-47d7-bed8-d14c115aaa28,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:47.501478 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7ae6bb69-4a0f-42e5-b610-2627a8bcea25 None None] For port 64f0c792-7a0b-4773-970d-45f24fb510b9, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=64f0c792-7a0b-4773-970d-45f24fb510b9,segment=NetworkSegment(7dc32c3c-1745-469e-9169-6aaf8c180644),segment_id=7dc32c3c-1745-469e-9169-6aaf8c180644)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:13:47.508259 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7ae6bb69-4a0f-42e5-b610-2627a8bcea25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (64f0c792-7a0b-4773-970d-45f24fb510b9), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:47.536544 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-14a42a2a-6463-462f-916b-91d529fcc20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec821c8-e1e1-4357-92a9-0a5bd7f21669', 'name': 'tempest-TestVolumeBackupRestore-404633733-router', 'tenant_id': 'f1f8c392751e4243b072f74cfed21467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'f73c8373-c564-4c24-bbc1-f166cee9ef10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:32Z', 'updated_at': '2022-01-28T03:13:41Z', 'revision_number': 4, 'project_id': 'f1f8c392751e4243b072f74cfed21467', 'gw_port': {'id': 'f73c8373-c564-4c24-bbc1-f166cee9ef10', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec821c8-e1e1-4357-92a9-0a5bd7f21669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:34Z', 'updated_at': '2022-01-28T03:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '64f0c792-7a0b-4773-970d-45f24fb510b9', 'name': '', 'network_id': '687ef4f6-cd34-4e3c-a8bb-9729a3631dce', 'tenant_id': 'f1f8c392751e4243b072f74cfed21467', 'mac_address': 'fa:16:3e:f0:ef:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec821c8-e1e1-4357-92a9-0a5bd7f21669', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'aee739de-b71a-4957-9dd4-74fffa802712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:39Z', 'updated_at': '2022-01-28T03:13:46Z', 'revision_number': 4, 'project_id': 'f1f8c392751e4243b072f74cfed21467', 'subnets': [{'id': 'aee739de-b71a-4957-9dd4-74fffa802712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:13:47.602944 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-36db8877-260e-4e3e-a40b-eb65515f36dd req-80712046-ee12-463d-8b43-6fc6fd8fc8ab tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6c32936-768a-4d5e-a14a-16de76308668 HTTP/1.1" status: 200 len: 210 time: 0.0755026 Jan 28 03:13:47.633111 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a42a2a-6463-462f-916b-91d529fcc20c None None] The sync data for ids ['1ec821c8-e1e1-4357-92a9-0a5bd7f21669'] in n-d-712139-27 is: [{'id': '1ec821c8-e1e1-4357-92a9-0a5bd7f21669', 'name': 'tempest-TestVolumeBackupRestore-404633733-router', 'tenant_id': 'f1f8c392751e4243b072f74cfed21467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'f73c8373-c564-4c24-bbc1-f166cee9ef10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:32Z', 'updated_at': '2022-01-28T03:13:41Z', 'revision_number': 4, 'project_id': 'f1f8c392751e4243b072f74cfed21467', 'gw_port': {'id': 'f73c8373-c564-4c24-bbc1-f166cee9ef10', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec821c8-e1e1-4357-92a9-0a5bd7f21669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:34Z', 'updated_at': '2022-01-28T03:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '64f0c792-7a0b-4773-970d-45f24fb510b9', 'name': '', 'network_id': '687ef4f6-cd34-4e3c-a8bb-9729a3631dce', 'tenant_id': 'f1f8c392751e4243b072f74cfed21467', 'mac_address': 'fa:16:3e:f0:ef:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec821c8-e1e1-4357-92a9-0a5bd7f21669', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'aee739de-b71a-4957-9dd4-74fffa802712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:39Z', 'updated_at': '2022-01-28T03:13:46Z', 'revision_number': 4, 'project_id': 'f1f8c392751e4243b072f74cfed21467', 'subnets': [{'id': 'aee739de-b71a-4957-9dd4-74fffa802712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:13:47.756364 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device f73c8373-c564-4c24-bbc1-f166cee9ef10 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:13:47.914819 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-5fb9f959-c496-4ade-983f-a28d058c5f39 None None] Provisioning complete for port 64f0c792-7a0b-4773-970d-45f24fb510b9 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:13:47.915208 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5fb9f959-c496-4ade-983f-a28d058c5f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (64f0c792-7a0b-4773-970d-45f24fb510b9), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:47.927740 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae6bb69-4a0f-42e5-b610-2627a8bcea25 None None] Pushing event updated for resources: {'Port': ['ID=64f0c792-7a0b-4773-970d-45f24fb510b9,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:48.098168 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port f73c8373-c564-4c24-bbc1-f166cee9ef10 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:13:48.098560 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f73c8373-c564-4c24-bbc1-f166cee9ef10), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:48.235796 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f7a62-f5d5-445c-93ba-7a83056fef3c req-b189c377-138f-4f8f-aff2-7bb46483f8b2 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:48.248913 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-636f7a62-f5d5-445c-93ba-7a83056fef3c req-b189c377-138f-4f8f-aff2-7bb46483f8b2 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.2723160 Jan 28 03:13:48.311272 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-5fb9f959-c496-4ade-983f-a28d058c5f39 None None] Current status of the port 64f0c792-7a0b-4773-970d-45f24fb510b9 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:13:48.336227 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-5fb9f959-c496-4ade-983f-a28d058c5f39 None None] Provisioning complete for port bcac63d1-a989-4997-b482-781773df0d47 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:13:48.337607 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5fb9f959-c496-4ade-983f-a28d058c5f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (bcac63d1-a989-4997-b482-781773df0d47), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:48.405714 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-5fb9f959-c496-4ade-983f-a28d058c5f39 None None] Port bcac63d1-a989-4997-b482-781773df0d47 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:13:48.484737 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port f73c8373-c564-4c24-bbc1-f166cee9ef10 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:13:48.496849 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-636f7a62-f5d5-445c-93ba-7a83056fef3c req-ce8be3ec-dc6b-49f9-9b0b-d5da9f2e8415 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421734 Jan 28 03:13:48.583681 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 8c8d07b6-fa07-4c11-a2aa-d0eabcd2c9f0 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:13:48.656266 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 8c8d07b6-fa07-4c11-a2aa-d0eabcd2c9f0 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:13:48.661647 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 8c8d07b6-fa07-4c11-a2aa-d0eabcd2c9f0 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:13:48.795993 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-17885a0d-727c-4f72-a631-c2e13684e5da req-cba0195d-e9a7-4b32-9b39-155594d082a7 tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6c32936-768a-4d5e-a14a-16de76308668 HTTP/1.1" status: 200 len: 210 time: 0.0777855 Jan 28 03:13:49.022596 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36468) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:13:49.029866 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-49cda9f5-b2f6-4597-a48c-bd38bec86fae admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1182938872-network', 'tenant_id': '518a3f9f02e94e1599dce14e974bfb5a'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:13:49.060736 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49cda9f5-b2f6-4597-a48c-bd38bec86fae admin admin] Made reservation on behalf of 518a3f9f02e94e1599dce14e974bfb5a for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:13:49.075549 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-49cda9f5-b2f6-4597-a48c-bd38bec86fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:49.118415 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-49cda9f5-b2f6-4597-a48c-bd38bec86fae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:49.168592 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 345ab761-8a9e-43d7-9219-a137d7f0086f details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:13:49.286396 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-49cda9f5-b2f6-4597-a48c-bd38bec86fae admin admin] Publish callbacks [] for security_group (3a77d21e-a885-4b48-8afc-a538be811cc9), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:49.294914 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-49cda9f5-b2f6-4597-a48c-bd38bec86fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (3a77d21e-a885-4b48-8afc-a538be811cc9), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:49.314315 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49cda9f5-b2f6-4597-a48c-bd38bec86fae admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:13:49.316901 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36474) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:13:49.342856 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-49cda9f5-b2f6-4597-a48c-bd38bec86fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (bba246da-ca90-425c-a834-a1526ca81314), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:49.343219 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-49cda9f5-b2f6-4597-a48c-bd38bec86fae admin admin] Added segment bba246da-ca90-425c-a834-a1526ca81314 of type vlan for network f4a0e2f8-a4d3-4606-9001-a66e3278fdd5 Jan 28 03:13:49.420649 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-49cda9f5-b2f6-4597-a48c-bd38bec86fae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (f4a0e2f8-a4d3-4606-9001-a66e3278fdd5), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:49.484145 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 345ab761-8a9e-43d7-9219-a137d7f0086f, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=345ab761-8a9e-43d7-9219-a137d7f0086f,segment=NetworkSegment(12b0ee7f-b716-4f1a-9ffa-ca741f2c2535),segment_id=12b0ee7f-b716-4f1a-9ffa-ca741f2c2535)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:13:49.514453 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-49cda9f5-b2f6-4597-a48c-bd38bec86fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (f4a0e2f8-a4d3-4606-9001-a66e3278fdd5), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:49.515482 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cda9f5-b2f6-4597-a48c-bd38bec86fae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:49.517618 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-49cda9f5-b2f6-4597-a48c-bd38bec86fae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:49.554839 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '345ab761-8a9e-43d7-9219-a137d7f0086f', 'network_id': 'a1b14d6a-1801-4ed4-a315-0dab0fce9962', 'port_id': '345ab761-8a9e-43d7-9219-a137d7f0086f', 'mac_address': 'fa:16:3e:82:d7:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d442bf-9d1c-42f1-9234-238e9e502428', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:13:49.599642 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-624d3395-da6f-4f6b-b55b-794067b2d109 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-390871846-network', 'tenant_id': '2286ae41b27547dfa2005a6a8f000d38'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:13:49.624878 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cda9f5-b2f6-4597-a48c-bd38bec86fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a77d21e-a885-4b48-8afc-a538be811cc9,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:49.689933 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624d3395-da6f-4f6b-b55b-794067b2d109 admin admin] Made reservation on behalf of 2286ae41b27547dfa2005a6a8f000d38 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:13:49.703629 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-624d3395-da6f-4f6b-b55b-794067b2d109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:49.756369 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-624d3395-da6f-4f6b-b55b-794067b2d109 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:49.773788 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-49cda9f5-b2f6-4597-a48c-bd38bec86fae admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7498841 Jan 28 03:13:49.780314 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36482) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:13:49.791596 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 345ab761-8a9e-43d7-9219-a137d7f0086f is: ACTIVE; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:13:49.792066 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (345ab761-8a9e-43d7-9219-a137d7f0086f), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:49.806327 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cda9f5-b2f6-4597-a48c-bd38bec86fae admin admin] Pushing event updated for resources: {'Network': ['ID=f4a0e2f8-a4d3-4606-9001-a66e3278fdd5,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:49.837143 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network f4a0e2f8-a4d3-4606-9001-a66e3278fdd5 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:13:49.846435 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-c117ce90-0553-442b-9d70-cf944cd92ec6 admin admin] Request body: {'subnet': {'network_id': 'f4a0e2f8-a4d3-4606-9001-a66e3278fdd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1182938872-subnet', 'tenant_id': '518a3f9f02e94e1599dce14e974bfb5a', 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:13:50.112042 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 64f0c792-7a0b-4773-970d-45f24fb510b9 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:13:50.143455 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-624d3395-da6f-4f6b-b55b-794067b2d109 admin admin] Publish callbacks [] for security_group (57bd9e76-8c3e-4f18-a7c1-b71ca06d0400), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:50.157960 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-624d3395-da6f-4f6b-b55b-794067b2d109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (57bd9e76-8c3e-4f18-a7c1-b71ca06d0400), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:50.161818 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c117ce90-0553-442b-9d70-cf944cd92ec6 admin admin] Made reservation on behalf of 518a3f9f02e94e1599dce14e974bfb5a for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:13:50.169229 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c117ce90-0553-442b-9d70-cf944cd92ec6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:50.207173 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 345ab761-8a9e-43d7-9219-a137d7f0086f {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:13:50.322077 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 345ab761-8a9e-43d7-9219-a137d7f0086f, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=345ab761-8a9e-43d7-9219-a137d7f0086f,segment=NetworkSegment(12b0ee7f-b716-4f1a-9ffa-ca741f2c2535),segment_id=12b0ee7f-b716-4f1a-9ffa-ca741f2c2535)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:13:50.336576 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (345ab761-8a9e-43d7-9219-a137d7f0086f), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:50.399186 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-624d3395-da6f-4f6b-b55b-794067b2d109 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:13:50.415946 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcea970-4ff5-4bf4-8697-0843d3880ed0 req-ab5a2231-92d6-4592-b0b7-022028cf9f4c tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:50.417973 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ffcea970-4ff5-4bf4-8697-0843d3880ed0 req-ab5a2231-92d6-4592-b0b7-022028cf9f4c tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] 10.222.0.39 "GET /v2.0/networks?id=78adb219-5acd-423d-99a9-035ce1fad0cf HTTP/1.1" status: 200 len: 810 time: 0.4772322 Jan 28 03:13:50.420362 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6bc827e4-b8a5-4866-98d1-29a14c677976 req-69ca0a79-c4d5-4737-a339-482e24ba112d tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6c32936-768a-4d5e-a14a-16de76308668 HTTP/1.1" status: 200 len: 210 time: 0.3684289 Jan 28 03:13:50.457226 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd8207-1308-40f5-ba8e-a4a406f86ca7 req-b7ef3ec9-7535-41e8-a2e2-1ea432309b47 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:50.467088 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8ecd8207-1308-40f5-ba8e-a4a406f86ca7 req-b7ef3ec9-7535-41e8-a2e2-1ea432309b47 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.7117851 Jan 28 03:13:50.471870 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-ffcea970-4ff5-4bf4-8697-0843d3880ed0 req-88feb722-a2a9-4409-8c4a-5129f4d6facb tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] Request body: {'port': {'device_id': 'e6c32936-768a-4d5e-a14a-16de76308668', 'network_id': '78adb219-5acd-423d-99a9-035ce1fad0cf', 'admin_state_up': True, 'tenant_id': '8bd3018749b04d2395ae98244b940628'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:13:50.511374 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 64f0c792-7a0b-4773-970d-45f24fb510b9 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:13:50.512522 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (64f0c792-7a0b-4773-970d-45f24fb510b9), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:50.562382 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-624d3395-da6f-4f6b-b55b-794067b2d109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:50.562752 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-624d3395-da6f-4f6b-b55b-794067b2d109 admin admin] Added segment 8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69 of type vlan for network 61daafe4-8be0-4976-aead-14ffa612176d Jan 28 03:13:50.573560 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d3395-da6f-4f6b-b55b-794067b2d109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:50.627416 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['345ab761-8a9e-43d7-9219-a137d7f0086f'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:13:50.765044 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffcea970-4ff5-4bf4-8697-0843d3880ed0 req-88feb722-a2a9-4409-8c4a-5129f4d6facb tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] Made reservation on behalf of 8bd3018749b04d2395ae98244b940628 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:13:50.769678 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-624d3395-da6f-4f6b-b55b-794067b2d109 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (61daafe4-8be0-4976-aead-14ffa612176d), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:50.775773 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ffcea970-4ff5-4bf4-8697-0843d3880ed0 req-88feb722-a2a9-4409-8c4a-5129f4d6facb tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:50.800272 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8ecd8207-1308-40f5-ba8e-a4a406f86ca7 req-097c8fd0-16d0-4c8f-9506-01effabffc69 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190742 Jan 28 03:13:50.879814 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-624d3395-da6f-4f6b-b55b-794067b2d109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (61daafe4-8be0-4976-aead-14ffa612176d), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:50.881046 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624d3395-da6f-4f6b-b55b-794067b2d109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:50.881658 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-624d3395-da6f-4f6b-b55b-794067b2d109 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:50.981328 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=345ab761-8a9e-43d7-9219-a137d7f0086f,revision_number=6']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:50.985122 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 64f0c792-7a0b-4773-970d-45f24fb510b9 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:13:50.986427 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 82f4ebec-43fb-4dc5-bf54-008df8db9383 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:13:51.034287 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-624d3395-da6f-4f6b-b55b-794067b2d109 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7160435 Jan 28 03:13:51.039199 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36514) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:13:51.049983 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-ffcea970-4ff5-4bf4-8697-0843d3880ed0 req-88feb722-a2a9-4409-8c4a-5129f4d6facb tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] Allocated IP 172.20.0.12 (78adb219-5acd-423d-99a9-035ce1fad0cf/1b7a4b6f-5eb2-49c5-a966-fb219e13c1e4/65e6b8eb-5cb7-4468-b67b-5025f79d4f53) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:13:51.122850 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d3395-da6f-4f6b-b55b-794067b2d109 admin admin] Pushing event updated for resources: {'Network': ['ID=61daafe4-8be0-4976-aead-14ffa612176d,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:51.146465 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-5f2746ab-7549-4049-8079-c896c9ee509f admin admin] Request body: {'subnet': {'network_id': '61daafe4-8be0-4976-aead-14ffa612176d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-390871846-subnet', 'tenant_id': '2286ae41b27547dfa2005a6a8f000d38', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:13:51.215422 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2746ab-7549-4049-8079-c896c9ee509f admin admin] Made reservation on behalf of 2286ae41b27547dfa2005a6a8f000d38 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:13:51.216018 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 61daafe4-8be0-4976-aead-14ffa612176d details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:13:51.220401 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5f2746ab-7549-4049-8079-c896c9ee509f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:51.370335 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c117ce90-0553-442b-9d70-cf944cd92ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (6b24bec0-c884-40e1-a02f-3e1078f7a78a), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:51.380070 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 82f4ebec-43fb-4dc5-bf54-008df8db9383 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:13:51.381115 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (82f4ebec-43fb-4dc5-bf54-008df8db9383), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:51.605686 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 82f4ebec-43fb-4dc5-bf54-008df8db9383 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:13:51.606395 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (82f4ebec-43fb-4dc5-bf54-008df8db9383), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:51.619291 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117ce90-0553-442b-9d70-cf944cd92ec6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b24bec0-c884-40e1-a02f-3e1078f7a78a,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:51.628411 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c117ce90-0553-442b-9d70-cf944cd92ec6 admin admin] Checking segment: {'id': 'bba246da-ca90-425c-a834-a1526ca81314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f4a0e2f8-a4d3-4606-9001-a66e3278fdd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:13:51.628411 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c117ce90-0553-442b-9d70-cf944cd92ec6 admin admin] Network hostable DHCP agents. Network: f4a0e2f8-a4d3-4606-9001-a66e3278fdd5, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:13:51.652348 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ffcea970-4ff5-4bf4-8697-0843d3880ed0 req-88feb722-a2a9-4409-8c4a-5129f4d6facb tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] Publish callbacks [] for port (65e6b8eb-5cb7-4468-b67b-5025f79d4f53), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:51.659398 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 82f4ebec-43fb-4dc5-bf54-008df8db9383, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=82f4ebec-43fb-4dc5-bf54-008df8db9383,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:13:51.668347 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (82f4ebec-43fb-4dc5-bf54-008df8db9383), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:51.696312 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c117ce90-0553-442b-9d70-cf944cd92ec6 admin admin] Network f4a0e2f8-a4d3-4606-9001-a66e3278fdd5 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:13:51.715274 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-c117ce90-0553-442b-9d70-cf944cd92ec6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, f4a0e2f8-a4d3-4606-9001-a66e3278fdd5) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:13:51.729293 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c117ce90-0553-442b-9d70-cf944cd92ec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:51.730295 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c117ce90-0553-442b-9d70-cf944cd92ec6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:51.782413 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1672d23-635c-4336-9738-0c0a202b4114 None None] Network f4a0e2f8-a4d3-4606-9001-a66e3278fdd5 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:13:51.867146 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f398b443-f947-4325-a502-0e165f43fd0b req-f64d8413-125f-4926-8fcd-a33f8b3d8a0c tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6c32936-768a-4d5e-a14a-16de76308668 HTTP/1.1" status: 200 len: 210 time: 0.2636955 Jan 28 03:13:51.888729 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ffcea970-4ff5-4bf4-8697-0843d3880ed0 req-88feb722-a2a9-4409-8c4a-5129f4d6facb tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (65e6b8eb-5cb7-4468-b67b-5025f79d4f53), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:51.943414 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c117ce90-0553-442b-9d70-cf944cd92ec6 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1094987 Jan 28 03:13:51.944515 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5f2746ab-7549-4049-8079-c896c9ee509f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (27d2caa9-814b-48c2-8f4b-c426e9cbbe97), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:51.950196 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36528) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:13:51.968228 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-62a18a0b-e783-48ac-8230-6a1816df1307 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1182938872-router', 'tenant_id': '518a3f9f02e94e1599dce14e974bfb5a', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:13:51.991520 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffcea970-4ff5-4bf4-8697-0843d3880ed0 req-88feb722-a2a9-4409-8c4a-5129f4d6facb tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] Network 78adb219-5acd-423d-99a9-035ce1fad0cf is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:13:52.011683 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-ffcea970-4ff5-4bf4-8697-0843d3880ed0 req-88feb722-a2a9-4409-8c4a-5129f4d6facb tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:13:52.034254 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffcea970-4ff5-4bf4-8697-0843d3880ed0 req-88feb722-a2a9-4409-8c4a-5129f4d6facb tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:13:52.060106 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88feb722-a2a9-4409-8c4a-5129f4d6facb tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] Pushing event updated for resources: {'Port': ['ID=65e6b8eb-5cb7-4468-b67b-5025f79d4f53,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:52.071206 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=82f4ebec-43fb-4dc5-bf54-008df8db9383,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:52.134742 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-62a18a0b-e783-48ac-8230-6a1816df1307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (734430fb-e0c6-4ee0-9259-9c60439b79bf), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:52.136387 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-62a18a0b-e783-48ac-8230-6a1816df1307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (734430fb-e0c6-4ee0-9259-9c60439b79bf), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:52.224845 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ec39b7-8aef-446a-b8fb-7d164e0b660a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-f4a0e2f8-a4d3-4606-9001-a66e3278fdd5', 'network_id': 'f4a0e2f8-a4d3-4606-9001-a66e3278fdd5', 'project_id': '518a3f9f02e94e1599dce14e974bfb5a', 'fixed_ips': [{'subnet_id': '6b24bec0-c884-40e1-a02f-3e1078f7a78a'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:13:52.226511 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b2ec39b7-8aef-446a-b8fb-7d164e0b660a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:52.265792 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcea970-4ff5-4bf4-8697-0843d3880ed0 req-88feb722-a2a9-4409-8c4a-5129f4d6facb tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:52.268584 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ffcea970-4ff5-4bf4-8697-0843d3880ed0 req-88feb722-a2a9-4409-8c4a-5129f4d6facb tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:52.301870 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ffcea970-4ff5-4bf4-8697-0843d3880ed0 req-88feb722-a2a9-4409-8c4a-5129f4d6facb tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8374004 Jan 28 03:13:52.321320 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-ffcea970-4ff5-4bf4-8697-0843d3880ed0 req-f15698b2-d029-4e49-9775-bef5c0895360 service neutron] Request body: {'port': {'device_id': 'e6c32936-768a-4d5e-a14a-16de76308668', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:13:52.496964 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ffcea970-4ff5-4bf4-8697-0843d3880ed0 req-f15698b2-d029-4e49-9775-bef5c0895360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (65e6b8eb-5cb7-4468-b67b-5025f79d4f53), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:52.579187 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-62a18a0b-e783-48ac-8230-6a1816df1307 admin admin] Publish callbacks [] for router_controller (734430fb-e0c6-4ee0-9259-9c60439b79bf), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:52.588250 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2746ab-7549-4049-8079-c896c9ee509f admin admin] Pushing event updated for resources: {'Subnet': ['ID=27d2caa9-814b-48c2-8f4b-c426e9cbbe97,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:52.619525 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-b2ec39b7-8aef-446a-b8fb-7d164e0b660a None None] Allocated IP 172.20.0.2 (f4a0e2f8-a4d3-4606-9001-a66e3278fdd5/6b24bec0-c884-40e1-a02f-3e1078f7a78a/a549bad0-99a3-4610-977c-860697d0fb1d) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:13:52.700586 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2746ab-7549-4049-8079-c896c9ee509f admin admin] Checking segment: {'id': '8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:13:52.701115 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2746ab-7549-4049-8079-c896c9ee509f admin admin] Network hostable DHCP agents. Network: 61daafe4-8be0-4976-aead-14ffa612176d, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:13:52.805577 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056d0a4-bc23-4c2d-a4a8-1b3acb4a2f7f req-d56e2545-1f81-4ab6-a155-c75136594fa7 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:52.807774 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c056d0a4-bc23-4c2d-a4a8-1b3acb4a2f7f req-d56e2545-1f81-4ab6-a155-c75136594fa7 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 945 time: 0.7743013 Jan 28 03:13:52.850077 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2746ab-7549-4049-8079-c896c9ee509f admin admin] Network 61daafe4-8be0-4976-aead-14ffa612176d is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:13:52.984660 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-62a18a0b-e783-48ac-8230-6a1816df1307 admin admin] Publish callbacks [] for router_gateway (734430fb-e0c6-4ee0-9259-9c60439b79bf), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:53.065116 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f681ae2-510a-4aa9-bf1f-5981fccee082 None None] Sync routers for ids ['79653f68-b09d-4162-8123-fe6bdf1e9925'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:13:53.148463 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-ffcea970-4ff5-4bf4-8697-0843d3880ed0 req-f15698b2-d029-4e49-9775-bef5c0895360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65e6b8eb-5cb7-4468-b67b-5025f79d4f53 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:13:53.176280 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f681ae2-510a-4aa9-bf1f-5981fccee082 None None] Routers {'79653f68-b09d-4162-8123-fe6bdf1e9925'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:13:53.182279 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c056d0a4-bc23-4c2d-a4a8-1b3acb4a2f7f req-b678cd9f-4322-4df1-8070-f66abcd15cf0 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522720 Jan 28 03:13:53.183346 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-2f681ae2-510a-4aa9-bf1f-5981fccee082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:13:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['79653f68-b09d-4162-8123-fe6bdf1e9925'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:13:53.186244 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-5f2746ab-7549-4049-8079-c896c9ee509f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 61daafe4-8be0-4976-aead-14ffa612176d) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:13:53.197429 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2746ab-7549-4049-8079-c896c9ee509f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:53.199340 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b2ec39b7-8aef-446a-b8fb-7d164e0b660a None None] Publish callbacks [] for port (a549bad0-99a3-4610-977c-860697d0fb1d), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:53.199869 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5f2746ab-7549-4049-8079-c896c9ee509f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:53.206639 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ffcea970-4ff5-4bf4-8697-0843d3880ed0 req-f15698b2-d029-4e49-9775-bef5c0895360 service neutron] Publish callbacks [] for port (65e6b8eb-5cb7-4468-b67b-5025f79d4f53), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:53.218501 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 345ab761-8a9e-43d7-9219-a137d7f0086f up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:13:53.236794 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a443834a-68ed-4078-a307-07aae45948e1 None None] Network 61daafe4-8be0-4976-aead-14ffa612176d requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:13:53.321847 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14ce90-20a0-423b-814c-382cfd97e07a req-be95209f-de47-4f2c-8268-b3e2c873f5bc tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:53.324837 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bd14ce90-20a0-423b-814c-382cfd97e07a req-be95209f-de47-4f2c-8268-b3e2c873f5bc tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6c32936-768a-4d5e-a14a-16de76308668 HTTP/1.1" status: 200 len: 932 time: 0.2729895 Jan 28 03:13:53.328051 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-ffcea970-4ff5-4bf4-8697-0843d3880ed0 req-f15698b2-d029-4e49-9775-bef5c0895360 service neutron] Transition to ACTIVE for port object 65e6b8eb-5cb7-4468-b67b-5025f79d4f53 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:13:53.343383 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36536) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:13:53.344245 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5f2746ab-7549-4049-8079-c896c9ee509f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2335026 Jan 28 03:13:53.354971 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b2ec39b7-8aef-446a-b8fb-7d164e0b660a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (a549bad0-99a3-4610-977c-860697d0fb1d), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:53.363183 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-8a19bd93-82d8-4c37-983f-ba955e4af44c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-390871846-router', 'tenant_id': '2286ae41b27547dfa2005a6a8f000d38', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:13:53.441181 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ffcea970-4ff5-4bf4-8697-0843d3880ed0 req-f15698b2-d029-4e49-9775-bef5c0895360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (65e6b8eb-5cb7-4468-b67b-5025f79d4f53), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:53.650643 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ec39b7-8aef-446a-b8fb-7d164e0b660a None None] Pushing event updated for resources: {'Port': ['ID=a549bad0-99a3-4610-977c-860697d0fb1d,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:53.685854 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ec39b7-8aef-446a-b8fb-7d164e0b660a None None] Network f4a0e2f8-a4d3-4606-9001-a66e3278fdd5 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:13:53.696674 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-b2ec39b7-8aef-446a-b8fb-7d164e0b660a None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:13:53.731696 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ec39b7-8aef-446a-b8fb-7d164e0b660a None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:13:53.835602 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-62a18a0b-e783-48ac-8230-6a1816df1307 admin admin] Publish callbacks [] for router_gateway (734430fb-e0c6-4ee0-9259-9c60439b79bf), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:53.864210 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bd14ce90-20a0-423b-814c-382cfd97e07a req-e87a0b4e-7619-4b53-ae28-722cc698e7eb tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] 10.222.0.53 "GET /v2.0/security-groups?id=09e25be7-0d8b-4009-869b-e2405a60a8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5194650 Jan 28 03:13:53.866961 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15698b2-d029-4e49-9775-bef5c0895360 service neutron] Pushing event updated for resources: {'Port': ['ID=65e6b8eb-5cb7-4468-b67b-5025f79d4f53,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:53.881730 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8a19bd93-82d8-4c37-983f-ba955e4af44c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (260f78be-b953-4d17-a577-ec3bc98af847), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:53.882817 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8a19bd93-82d8-4c37-983f-ba955e4af44c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (260f78be-b953-4d17-a577-ec3bc98af847), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:53.901989 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-62a18a0b-e783-48ac-8230-6a1816df1307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:53.912751 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-b2ec39b7-8aef-446a-b8fb-7d164e0b660a None None] Attempting to bind port a549bad0-99a3-4610-977c-860697d0fb1d on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:13:53.913148 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-b2ec39b7-8aef-446a-b8fb-7d164e0b660a None None] Attempting to bind port a549bad0-99a3-4610-977c-860697d0fb1d by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'bba246da-ca90-425c-a834-a1526ca81314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f4a0e2f8-a4d3-4606-9001-a66e3278fdd5'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:13:53.913518 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ec39b7-8aef-446a-b8fb-7d164e0b660a None None] Attempting to bind port a549bad0-99a3-4610-977c-860697d0fb1d on network f4a0e2f8-a4d3-4606-9001-a66e3278fdd5 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:13:53.923091 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 82f4ebec-43fb-4dc5-bf54-008df8db9383 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:13:53.963097 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ec39b7-8aef-446a-b8fb-7d164e0b660a None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:13:53.965912 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ec39b7-8aef-446a-b8fb-7d164e0b660a None None] Checking segment: {'id': 'bba246da-ca90-425c-a834-a1526ca81314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f4a0e2f8-a4d3-4606-9001-a66e3278fdd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:13:53.966343 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b2ec39b7-8aef-446a-b8fb-7d164e0b660a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:53.966758 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ec39b7-8aef-446a-b8fb-7d164e0b660a None None] Bound using segment: {'id': 'bba246da-ca90-425c-a834-a1526ca81314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f4a0e2f8-a4d3-4606-9001-a66e3278fdd5'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:13:53.967279 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-b2ec39b7-8aef-446a-b8fb-7d164e0b660a None None] Bound port: a549bad0-99a3-4610-977c-860697d0fb1d, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bba246da-ca90-425c-a834-a1526ca81314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f4a0e2f8-a4d3-4606-9001-a66e3278fdd5'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:13:53.967680 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b2ec39b7-8aef-446a-b8fb-7d164e0b660a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (a549bad0-99a3-4610-977c-860697d0fb1d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:54.083615 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-ffcea970-4ff5-4bf4-8697-0843d3880ed0 req-f15698b2-d029-4e49-9775-bef5c0895360 service neutron] Attempting to bind port 65e6b8eb-5cb7-4468-b67b-5025f79d4f53 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:13:54.084078 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-ffcea970-4ff5-4bf4-8697-0843d3880ed0 req-f15698b2-d029-4e49-9775-bef5c0895360 service neutron] Attempting to bind port 65e6b8eb-5cb7-4468-b67b-5025f79d4f53 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '4f659db0-fb00-440a-9e97-32678cf47bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '78adb219-5acd-423d-99a9-035ce1fad0cf'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:13:54.085545 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcea970-4ff5-4bf4-8697-0843d3880ed0 req-f15698b2-d029-4e49-9775-bef5c0895360 service neutron] Attempting to bind port 65e6b8eb-5cb7-4468-b67b-5025f79d4f53 on network 78adb219-5acd-423d-99a9-035ce1fad0cf {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:13:54.123422 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcea970-4ff5-4bf4-8697-0843d3880ed0 req-f15698b2-d029-4e49-9775-bef5c0895360 service neutron] Port 65e6b8eb-5cb7-4468-b67b-5025f79d4f53 on network 78adb219-5acd-423d-99a9-035ce1fad0cf not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:13:54.125888 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcea970-4ff5-4bf4-8697-0843d3880ed0 req-f15698b2-d029-4e49-9775-bef5c0895360 service neutron] Attempting to bind port 65e6b8eb-5cb7-4468-b67b-5025f79d4f53 on network 78adb219-5acd-423d-99a9-035ce1fad0cf {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:13:54.148428 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcea970-4ff5-4bf4-8697-0843d3880ed0 req-f15698b2-d029-4e49-9775-bef5c0895360 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:13:54.153775 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcea970-4ff5-4bf4-8697-0843d3880ed0 req-f15698b2-d029-4e49-9775-bef5c0895360 service neutron] Checking segment: {'id': '4f659db0-fb00-440a-9e97-32678cf47bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '78adb219-5acd-423d-99a9-035ce1fad0cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:13:54.154878 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcea970-4ff5-4bf4-8697-0843d3880ed0 req-f15698b2-d029-4e49-9775-bef5c0895360 service neutron] Bound using segment: {'id': '4f659db0-fb00-440a-9e97-32678cf47bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '78adb219-5acd-423d-99a9-035ce1fad0cf'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:13:54.157796 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-ffcea970-4ff5-4bf4-8697-0843d3880ed0 req-f15698b2-d029-4e49-9775-bef5c0895360 service neutron] Bound port: 65e6b8eb-5cb7-4468-b67b-5025f79d4f53, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f659db0-fb00-440a-9e97-32678cf47bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '78adb219-5acd-423d-99a9-035ce1fad0cf'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:13:54.159270 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ffcea970-4ff5-4bf4-8697-0843d3880ed0 req-f15698b2-d029-4e49-9775-bef5c0895360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (65e6b8eb-5cb7-4468-b67b-5025f79d4f53), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:54.175185 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-2f681ae2-510a-4aa9-bf1f-5981fccee082 None None] Set router 79653f68-b09d-4162-8123-fe6bdf1e9925 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:13:54.182098 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 345ab761-8a9e-43d7-9219-a137d7f0086f triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:13:54.182582 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (345ab761-8a9e-43d7-9219-a137d7f0086f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:54.253144 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-62a18a0b-e783-48ac-8230-6a1816df1307 admin admin] Allocated IP 172.25.0.225 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/c008c041-e990-49f8-85a8-386c998d2361) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:13:54.316183 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8a19bd93-82d8-4c37-983f-ba955e4af44c admin admin] Publish callbacks [] for router_controller (260f78be-b953-4d17-a577-ec3bc98af847), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:54.432794 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-ffcea970-4ff5-4bf4-8697-0843d3880ed0 req-f15698b2-d029-4e49-9775-bef5c0895360 service neutron] For port 65e6b8eb-5cb7-4468-b67b-5025f79d4f53, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:13:54.437403 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-ffcea970-4ff5-4bf4-8697-0843d3880ed0 req-f15698b2-d029-4e49-9775-bef5c0895360 service neutron] For port 65e6b8eb-5cb7-4468-b67b-5025f79d4f53, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=65e6b8eb-5cb7-4468-b67b-5025f79d4f53,segment=NetworkSegment(4f659db0-fb00-440a-9e97-32678cf47bf3),segment_id=4f659db0-fb00-440a-9e97-32678cf47bf3)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:13:54.445093 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ffcea970-4ff5-4bf4-8697-0843d3880ed0 req-f15698b2-d029-4e49-9775-bef5c0895360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (65e6b8eb-5cb7-4468-b67b-5025f79d4f53), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:54.578974 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcea970-4ff5-4bf4-8697-0843d3880ed0 req-f15698b2-d029-4e49-9775-bef5c0895360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:54.581692 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ffcea970-4ff5-4bf4-8697-0843d3880ed0 req-f15698b2-d029-4e49-9775-bef5c0895360 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:54.583766 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ffcea970-4ff5-4bf4-8697-0843d3880ed0 req-f15698b2-d029-4e49-9775-bef5c0895360 service neutron] 10.222.0.39 "PUT /v2.0/ports/65e6b8eb-5cb7-4468-b67b-5025f79d4f53 HTTP/1.1" status: 200 len: 1093 time: 2.2681761 Jan 28 03:13:54.593654 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6c32936-768a-4d5e-a14a-16de76308668', 'tag': '65e6b8eb-5cb7-4468-b67b-5025f79d4f53'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:13:54.608996 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54d9cab-15f1-487e-a589-ae0e6c1d00aa" -d '{"events": [{"name": "network-changed", "server_uuid": "e6c32936-768a-4d5e-a14a-16de76308668", "tag": "65e6b8eb-5cb7-4468-b67b-5025f79d4f53"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:13:54.765350 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-62a18a0b-e783-48ac-8230-6a1816df1307 admin admin] Publish callbacks [] for port (c008c041-e990-49f8-85a8-386c998d2361), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:54.818057 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3153e-f9c0-42f3-9f08-8ee113176922 req-4237290f-77f1-42a6-90a8-4a9f3f6723b9 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:54.828600 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fce3153e-f9c0-42f3-9f08-8ee113176922 req-4237290f-77f1-42a6-90a8-4a9f3f6723b9 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 945 time: 0.2560396 Jan 28 03:13:55.039936 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fce3153e-f9c0-42f3-9f08-8ee113176922 req-c418eb88-5847-49ef-98bf-02c87a5b2b86 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990309 Jan 28 03:13:55.048328 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3ce232-7f21-447f-88e7-2b3ec303b76e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-61daafe4-8be0-4976-aead-14ffa612176d', 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d', 'project_id': '2286ae41b27547dfa2005a6a8f000d38', 'fixed_ips': [{'subnet_id': '27d2caa9-814b-48c2-8f4b-c426e9cbbe97'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:13:55.057497 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-be3ce232-7f21-447f-88e7-2b3ec303b76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:55.061507 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-62a18a0b-e783-48ac-8230-6a1816df1307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (c008c041-e990-49f8-85a8-386c998d2361), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:55.108120 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a18a0b-e783-48ac-8230-6a1816df1307 admin admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:13:55.111265 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-62a18a0b-e783-48ac-8230-6a1816df1307 admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:13:55.147145 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a18a0b-e783-48ac-8230-6a1816df1307 admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:13:55.201046 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a18a0b-e783-48ac-8230-6a1816df1307 admin admin] Pushing event updated for resources: {'Port': ['ID=c008c041-e990-49f8-85a8-386c998d2361,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:55.439455 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-b2ec39b7-8aef-446a-b8fb-7d164e0b660a None None] For port a549bad0-99a3-4610-977c-860697d0fb1d, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:13:55.504004 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 82f4ebec-43fb-4dc5-bf54-008df8db9383 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:13:55.504945 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (82f4ebec-43fb-4dc5-bf54-008df8db9383), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:55.562335 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b075fa7-f5bd-400c-97ba-3ebdd6c17685 x-openstack-request-id: req-5b075fa7-f5bd-400c-97ba-3ebdd6c17685 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:13:55.563036 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6c32936-768a-4d5e-a14a-16de76308668", "tag": "65e6b8eb-5cb7-4468-b67b-5025f79d4f53", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:13:55.563036 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5b075fa7-f5bd-400c-97ba-3ebdd6c17685 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:13:55.563377 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6c32936-768a-4d5e-a14a-16de76308668', 'tag': '65e6b8eb-5cb7-4468-b67b-5025f79d4f53', 'status': 'completed', 'code': 200} Jan 28 03:13:55.711148 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-b2ec39b7-8aef-446a-b8fb-7d164e0b660a None None] For port a549bad0-99a3-4610-977c-860697d0fb1d, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=a549bad0-99a3-4610-977c-860697d0fb1d,segment=NetworkSegment(bba246da-ca90-425c-a834-a1526ca81314),segment_id=bba246da-ca90-425c-a834-a1526ca81314)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:13:55.733562 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b2ec39b7-8aef-446a-b8fb-7d164e0b660a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (a549bad0-99a3-4610-977c-860697d0fb1d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:55.788462 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-62a18a0b-e783-48ac-8230-6a1816df1307 admin admin] Publish callbacks [] for router_gateway (734430fb-e0c6-4ee0-9259-9c60439b79bf), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:55.818856 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8a19bd93-82d8-4c37-983f-ba955e4af44c admin admin] Publish callbacks [] for router_gateway (260f78be-b953-4d17-a577-ec3bc98af847), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:55.832576 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15698b2-d029-4e49-9775-bef5c0895360 service neutron] Pushing event updated for resources: {'Port': ['ID=65e6b8eb-5cb7-4468-b67b-5025f79d4f53,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:55.928729 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcea970-4ff5-4bf4-8697-0843d3880ed0 req-69b824e7-9d29-43ef-b0c9-29f6d2d6a758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:55.930319 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ffcea970-4ff5-4bf4-8697-0843d3880ed0 req-69b824e7-9d29-43ef-b0c9-29f6d2d6a758 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8bd3018749b04d2395ae98244b940628&device_id=e6c32936-768a-4d5e-a14a-16de76308668 HTTP/1.1" status: 200 len: 1096 time: 1.1715753 Jan 28 03:13:55.947286 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 345ab761-8a9e-43d7-9219-a137d7f0086f is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:13:55.953796 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (345ab761-8a9e-43d7-9219-a137d7f0086f), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:56.124689 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d7c0b-5feb-405d-a481-12db24c903c9 req-13667330-1c57-4988-8faf-c2a3c4afe165 tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:56.131711 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b83d7c0b-5feb-405d-a481-12db24c903c9 req-13667330-1c57-4988-8faf-c2a3c4afe165 tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6c32936-768a-4d5e-a14a-16de76308668 HTTP/1.1" status: 200 len: 944 time: 0.5411377 Jan 28 03:13:56.152873 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ffcea970-4ff5-4bf4-8697-0843d3880ed0 req-bc777c83-c0b1-4f51-96ce-b05d4796dc46 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65e6b8eb-5cb7-4468-b67b-5025f79d4f53 HTTP/1.1" status: 200 len: 217 time: 0.1610289 Jan 28 03:13:56.174816 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ec39b7-8aef-446a-b8fb-7d164e0b660a None None] Pushing event updated for resources: {'Port': ['ID=a549bad0-99a3-4610-977c-860697d0fb1d,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:56.185648 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a118dd3a-bc7f-451b-8f10-c330823643c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345ab761-8a9e-43d7-9219-a137d7f0086f'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:13:56.209888 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bacb3663-4fa7-4721-9e34-adadf886fa27" -d '{"events": [{"server_uuid": "a118dd3a-bc7f-451b-8f10-c330823643c0", "name": "network-vif-plugged", "status": "completed", "tag": "345ab761-8a9e-43d7-9219-a137d7f0086f"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:13:56.299350 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 82f4ebec-43fb-4dc5-bf54-008df8db9383 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:13:56.367075 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b83d7c0b-5feb-405d-a481-12db24c903c9 req-0c889454-ab2b-461e-bfe1-a3828ea838f8 tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] 10.222.0.53 "GET /v2.0/security-groups?id=09e25be7-0d8b-4009-869b-e2405a60a8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296736 Jan 28 03:13:56.385290 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 345ab761-8a9e-43d7-9219-a137d7f0086f, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=345ab761-8a9e-43d7-9219-a137d7f0086f,segment=NetworkSegment(12b0ee7f-b716-4f1a-9ffa-ca741f2c2535),segment_id=12b0ee7f-b716-4f1a-9ffa-ca741f2c2535)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:13:56.424978 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-be3ce232-7f21-447f-88e7-2b3ec303b76e None None] Allocated IP 172.20.0.2 (61daafe4-8be0-4976-aead-14ffa612176d/27d2caa9-814b-48c2-8f4b-c426e9cbbe97/cc6a7b27-85ba-44c8-be58-7efe749e75be) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:13:56.433219 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcea970-4ff5-4bf4-8697-0843d3880ed0 req-c99d5ddf-0835-49a8-87c7-5ddd46c34320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:56.441042 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ffcea970-4ff5-4bf4-8697-0843d3880ed0 req-c99d5ddf-0835-49a8-87c7-5ddd46c34320 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1b7a4b6f-5eb2-49c5-a966-fb219e13c1e4 HTTP/1.1" status: 200 len: 850 time: 0.2635550 Jan 28 03:13:56.481934 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (345ab761-8a9e-43d7-9219-a137d7f0086f), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:56.541412 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6aeb91f-b1dd-48b2-8958-8fa9164eeb1e x-openstack-request-id: req-c6aeb91f-b1dd-48b2-8958-8fa9164eeb1e {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:13:56.541810 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a118dd3a-bc7f-451b-8f10-c330823643c0", "name": "network-vif-plugged", "status": "completed", "tag": "345ab761-8a9e-43d7-9219-a137d7f0086f", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:13:56.548473 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c6aeb91f-b1dd-48b2-8958-8fa9164eeb1e {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:13:56.557909 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a118dd3a-bc7f-451b-8f10-c330823643c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345ab761-8a9e-43d7-9219-a137d7f0086f', 'code': 200} Jan 28 03:13:56.571141 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ffcea970-4ff5-4bf4-8697-0843d3880ed0 req-f974ce11-4cae-4964-abed-0462f16a0ae2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=78adb219-5acd-423d-99a9-035ce1fad0cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1206982 Jan 28 03:13:56.834063 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device a549bad0-99a3-4610-977c-860697d0fb1d up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:13:57.058645 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=345ab761-8a9e-43d7-9219-a137d7f0086f,revision_number=7']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:57.088891 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ffcea970-4ff5-4bf4-8697-0843d3880ed0 req-58a6dc7c-ccd3-4437-9e1a-7e6e70a12767 service neutron] 10.222.0.39 "GET /v2.0/networks/78adb219-5acd-423d-99a9-035ce1fad0cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5040843 Jan 28 03:13:57.108239 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-2f681ae2-510a-4aa9-bf1f-5981fccee082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79653f68-b09d-4162-8123-fe6bdf1e9925', 'name': 'tempest-TestAggregatesBasicOps-2021199-router', 'tenant_id': '3a2d3d0790634cf784cfb361ad9e6711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '82f4ebec-43fb-4dc5-bf54-008df8db9383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:37Z', 'updated_at': '2022-01-28T03:13:45Z', 'revision_number': 4, 'project_id': '3a2d3d0790634cf784cfb361ad9e6711', 'gw_port': {'id': '82f4ebec-43fb-4dc5-bf54-008df8db9383', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79653f68-b09d-4162-8123-fe6bdf1e9925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:38Z', 'updated_at': '2022-01-28T03:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'bcac63d1-a989-4997-b482-781773df0d47', 'name': '', 'network_id': '573003f3-1332-4242-b722-1a0ad16926a6', 'tenant_id': '3a2d3d0790634cf784cfb361ad9e6711', 'mac_address': 'fa:16:3e:6b:4c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79653f68-b09d-4162-8123-fe6bdf1e9925', 'device_owner': 'network:router_interface', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '38d13df5-d8f5-4723-ad53-852d1471f7b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:42Z', 'updated_at': '2022-01-28T03:13:45Z', 'revision_number': 2, 'project_id': '3a2d3d0790634cf784cfb361ad9e6711', 'subnets': [{'id': '38d13df5-d8f5-4723-ad53-852d1471f7b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:13:57.200869 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c6153-3772-4f43-bcc4-d677b3088027 req-143ce29a-5bc0-4e45-93ae-e9929bc0476d tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:57.202393 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3b6c6153-3772-4f43-bcc4-d677b3088027 req-143ce29a-5bc0-4e45-93ae-e9929bc0476d tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.2185318 Jan 28 03:13:57.254970 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8a19bd93-82d8-4c37-983f-ba955e4af44c admin admin] Publish callbacks [] for router_gateway (260f78be-b953-4d17-a577-ec3bc98af847), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:57.327247 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8a19bd93-82d8-4c37-983f-ba955e4af44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:57.344761 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f681ae2-510a-4aa9-bf1f-5981fccee082 None None] Checking router: 79653f68-b09d-4162-8123-fe6bdf1e9925 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:13:57.345441 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f681ae2-510a-4aa9-bf1f-5981fccee082 None None] Updating router 79653f68-b09d-4162-8123-fe6bdf1e9925 port bcac63d1-a989-4997-b482-781773df0d47 binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:13:57.481500 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-62a18a0b-e783-48ac-8230-6a1816df1307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (734430fb-e0c6-4ee0-9259-9c60439b79bf), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:57.508359 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3b6c6153-3772-4f43-bcc4-d677b3088027 req-7894a74b-0d8f-4316-9a0b-172b20a3979d tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936959 Jan 28 03:13:57.571112 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port a549bad0-99a3-4610-977c-860697d0fb1d triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:13:57.571112 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (a549bad0-99a3-4610-977c-860697d0fb1d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:57.766677 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2f681ae2-510a-4aa9-bf1f-5981fccee082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (bcac63d1-a989-4997-b482-781773df0d47), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:57.779749 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-8a19bd93-82d8-4c37-983f-ba955e4af44c admin admin] Allocated IP 172.25.0.29 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/67b4552c-360a-4ee4-abe9-3f24a562b224) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:13:58.012267 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a18a0b-e783-48ac-8230-6a1816df1307 admin admin] Router 734430fb-e0c6-4ee0-9259-9c60439b79bf is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:13:58.043487 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-be3ce232-7f21-447f-88e7-2b3ec303b76e None None] Publish callbacks [] for port (cc6a7b27-85ba-44c8-be58-7efe749e75be), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:58.047218 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0abcff-585d-46c1-b2f0-82fc23544d68 None None] Network f4a0e2f8-a4d3-4606-9001-a66e3278fdd5 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:13:58.075118 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-be3ce232-7f21-447f-88e7-2b3ec303b76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (cc6a7b27-85ba-44c8-be58-7efe749e75be), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:58.075370 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8a19bd93-82d8-4c37-983f-ba955e4af44c admin admin] Publish callbacks [] for port (67b4552c-360a-4ee4-abe9-3f24a562b224), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:58.162346 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ffcea970-4ff5-4bf4-8697-0843d3880ed0 req-628a98c9-12aa-4f9f-acec-8825f4e244bc service neutron] 10.222.0.39 "GET /v2.0/networks/78adb219-5acd-423d-99a9-035ce1fad0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0664115 Jan 28 03:13:58.189382 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8a19bd93-82d8-4c37-983f-ba955e4af44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (67b4552c-360a-4ee4-abe9-3f24a562b224), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:58.264082 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a9a7a-2903-4dbf-a5d8-4c9308475e0b req-8927d743-f837-4643-8d9d-91e6603cf60c tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:58.280660 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1b0a9a7a-2903-4dbf-a5d8-4c9308475e0b req-8927d743-f837-4643-8d9d-91e6603cf60c tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6c32936-768a-4d5e-a14a-16de76308668 HTTP/1.1" status: 200 len: 944 time: 0.1567948 Jan 28 03:13:58.304797 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a19bd93-82d8-4c37-983f-ba955e4af44c admin admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:13:58.313647 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a18a0b-e783-48ac-8230-6a1816df1307 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:13:58.331124 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3817e51f-e394-4487-90f5-3fce7bd4985a None None] Sync routers for ids ['734430fb-e0c6-4ee0-9259-9c60439b79bf'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:13:58.353803 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-8a19bd93-82d8-4c37-983f-ba955e4af44c admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:13:58.358513 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3ce232-7f21-447f-88e7-2b3ec303b76e None None] Network 61daafe4-8be0-4976-aead-14ffa612176d is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:13:58.364670 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port a549bad0-99a3-4610-977c-860697d0fb1d is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:13:58.365086 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (a549bad0-99a3-4610-977c-860697d0fb1d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:58.368196 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3817e51f-e394-4487-90f5-3fce7bd4985a None None] Routers {'734430fb-e0c6-4ee0-9259-9c60439b79bf'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:13:58.369244 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-3817e51f-e394-4487-90f5-3fce7bd4985a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:13:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['734430fb-e0c6-4ee0-9259-9c60439b79bf'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:13:58.369408 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-62a18a0b-e783-48ac-8230-6a1816df1307 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:58.375066 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-62a18a0b-e783-48ac-8230-6a1816df1307 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.4132676 Jan 28 03:13:58.379121 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36566) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:13:58.396361 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a19bd93-82d8-4c37-983f-ba955e4af44c admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:13:58.469394 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-d534b703-9689-4d72-9904-2aeb3b092339 None None] Provisioning complete for port a549bad0-99a3-4610-977c-860697d0fb1d triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:13:58.470203 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d534b703-9689-4d72-9904-2aeb3b092339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (a549bad0-99a3-4610-977c-860697d0fb1d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:58.486406 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-be3ce232-7f21-447f-88e7-2b3ec303b76e None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:13:58.523885 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a19bd93-82d8-4c37-983f-ba955e4af44c admin admin] Pushing event updated for resources: {'Port': ['ID=67b4552c-360a-4ee4-abe9-3f24a562b224,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:58.542250 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3ce232-7f21-447f-88e7-2b3ec303b76e None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:13:58.553688 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d9cab-15f1-487e-a589-ae0e6c1d00aa req-1dd3222f-122e-45e0-a84f-280c13291459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:58.555257 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b54d9cab-15f1-487e-a589-ae0e6c1d00aa req-1dd3222f-122e-45e0-a84f-280c13291459 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8bd3018749b04d2395ae98244b940628&device_id=e6c32936-768a-4d5e-a14a-16de76308668 HTTP/1.1" status: 200 len: 1096 time: 0.2675953 Jan 28 03:13:58.577290 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ce232-7f21-447f-88e7-2b3ec303b76e None None] Pushing event updated for resources: {'Port': ['ID=cc6a7b27-85ba-44c8-be58-7efe749e75be,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:58.592186 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port a549bad0-99a3-4610-977c-860697d0fb1d, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=a549bad0-99a3-4610-977c-860697d0fb1d,segment=NetworkSegment(bba246da-ca90-425c-a834-a1526ca81314),segment_id=bba246da-ca90-425c-a834-a1526ca81314)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:13:58.629517 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-3817e51f-e394-4487-90f5-3fce7bd4985a None None] Set router 734430fb-e0c6-4ee0-9259-9c60439b79bf gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:13:58.648828 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1b0a9a7a-2903-4dbf-a5d8-4c9308475e0b req-9cdd86f0-b3bf-4c2a-9120-933b958128d9 tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] 10.222.0.53 "GET /v2.0/security-groups?id=09e25be7-0d8b-4009-869b-e2405a60a8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505824 Jan 28 03:13:58.688174 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (a549bad0-99a3-4610-977c-860697d0fb1d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:58.969901 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-be3ce232-7f21-447f-88e7-2b3ec303b76e None None] Attempting to bind port cc6a7b27-85ba-44c8-be58-7efe749e75be on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:13:58.970690 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-be3ce232-7f21-447f-88e7-2b3ec303b76e None None] Attempting to bind port cc6a7b27-85ba-44c8-be58-7efe749e75be by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:13:58.971291 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3ce232-7f21-447f-88e7-2b3ec303b76e None None] Attempting to bind port cc6a7b27-85ba-44c8-be58-7efe749e75be on network 61daafe4-8be0-4976-aead-14ffa612176d {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:13:58.986511 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad2011-0c46-4da0-af46-98c148a52e36 req-a94e6619-e6c6-47d6-80cd-7b99fa4a01f7 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:58.988113 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-50ad2011-0c46-4da0-af46-98c148a52e36 req-a94e6619-e6c6-47d6-80cd-7b99fa4a01f7 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.2452412 Jan 28 03:13:59.089909 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-3817e51f-e394-4487-90f5-3fce7bd4985a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734430fb-e0c6-4ee0-9259-9c60439b79bf', 'name': 'tempest-TestAggregatesBasicOps-1182938872-router', 'tenant_id': '518a3f9f02e94e1599dce14e974bfb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c008c041-e990-49f8-85a8-386c998d2361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:52Z', 'updated_at': '2022-01-28T03:13:55Z', 'revision_number': 3, 'project_id': '518a3f9f02e94e1599dce14e974bfb5a', 'gw_port': {'id': 'c008c041-e990-49f8-85a8-386c998d2361', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734430fb-e0c6-4ee0-9259-9c60439b79bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:53Z', 'updated_at': '2022-01-28T03:13:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:13:59.186852 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d9cab-15f1-487e-a589-ae0e6c1d00aa req-f1f3fb49-eb02-49f1-a485-11d6cb7aee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:59.191840 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b54d9cab-15f1-487e-a589-ae0e6c1d00aa req-f1f3fb49-eb02-49f1-a485-11d6cb7aee0c service neutron] 10.222.0.39 "GET /v2.0/networks?id=78adb219-5acd-423d-99a9-035ce1fad0cf HTTP/1.1" status: 200 len: 911 time: 0.6232891 Jan 28 03:13:59.337150 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-50ad2011-0c46-4da0-af46-98c148a52e36 req-83120b8e-ccc2-4240-96f8-b02cfb35be67 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336871 Jan 28 03:13:59.339539 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2f681ae2-510a-4aa9-bf1f-5981fccee082 None None] Publish callbacks [] for port (bcac63d1-a989-4997-b482-781773df0d47), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:59.369522 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 65e6b8eb-5cb7-4468-b67b-5025f79d4f53 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:13:59.373575 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3ce232-7f21-447f-88e7-2b3ec303b76e None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:13:59.373965 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3ce232-7f21-447f-88e7-2b3ec303b76e None None] Checking segment: {'id': '8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:13:59.374383 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-be3ce232-7f21-447f-88e7-2b3ec303b76e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:59.374768 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3ce232-7f21-447f-88e7-2b3ec303b76e None None] Bound using segment: {'id': '8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:13:59.375990 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-be3ce232-7f21-447f-88e7-2b3ec303b76e None None] Bound port: cc6a7b27-85ba-44c8-be58-7efe749e75be, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:13:59.376421 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-be3ce232-7f21-447f-88e7-2b3ec303b76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (cc6a7b27-85ba-44c8-be58-7efe749e75be), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:59.439172 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b54d9cab-15f1-487e-a589-ae0e6c1d00aa req-f46ac6d5-a4a4-407c-a5e9-b5a6fb211bd9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65e6b8eb-5cb7-4468-b67b-5025f79d4f53 HTTP/1.1" status: 200 len: 217 time: 0.2344682 Jan 28 03:13:59.506225 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2f681ae2-510a-4aa9-bf1f-5981fccee082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (bcac63d1-a989-4997-b482-781773df0d47), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:59.566243 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3817e51f-e394-4487-90f5-3fce7bd4985a None None] Checking router: 734430fb-e0c6-4ee0-9259-9c60439b79bf for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:13:59.567168 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3817e51f-e394-4487-90f5-3fce7bd4985a None None] Updating router 734430fb-e0c6-4ee0-9259-9c60439b79bf port c008c041-e990-49f8-85a8-386c998d2361 binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:13:59.586688 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d9cab-15f1-487e-a589-ae0e6c1d00aa req-96159928-e3a0-4c7c-ad2d-5d6167d7019c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:13:59.589182 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b54d9cab-15f1-487e-a589-ae0e6c1d00aa req-96159928-e3a0-4c7c-ad2d-5d6167d7019c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1b7a4b6f-5eb2-49c5-a966-fb219e13c1e4 HTTP/1.1" status: 200 len: 850 time: 0.1479859 Jan 28 03:13:59.677615 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-3817e51f-e394-4487-90f5-3fce7bd4985a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c008c041-e990-49f8-85a8-386c998d2361), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:59.780805 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b54d9cab-15f1-487e-a589-ae0e6c1d00aa req-c2991109-cbdb-4c9a-8e93-ee05a3419ca4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=78adb219-5acd-423d-99a9-035ce1fad0cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1720436 Jan 28 03:13:59.960750 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=a549bad0-99a3-4610-977c-860697d0fb1d,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:13:59.960750 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:59.960750 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cacb3e6d-bd7a-4429-a8be-a6503f83c134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:13:59.960750 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-d534b703-9689-4d72-9904-2aeb3b092339 None None] Current status of the port a549bad0-99a3-4610-977c-860697d0fb1d is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:14:00.160579 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.resource_extend [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 03:14:00.245315 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e0a59b62-e05e-4736-898f-049b1eacbb2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:00.404915 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 65e6b8eb-5cb7-4468-b67b-5025f79d4f53, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=65e6b8eb-5cb7-4468-b67b-5025f79d4f53,segment=NetworkSegment(4f659db0-fb00-440a-9e97-32678cf47bf3),segment_id=4f659db0-fb00-440a-9e97-32678cf47bf3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:14:00.444921 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b995e9-b94a-4e77-8ece-62339ccf4183 None None] Pushing event updated for resources: {'Port': ['ID=bcac63d1-a989-4997-b482-781773df0d47,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:00.470606 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '65e6b8eb-5cb7-4468-b67b-5025f79d4f53', 'network_id': '78adb219-5acd-423d-99a9-035ce1fad0cf', 'port_id': '65e6b8eb-5cb7-4468-b67b-5025f79d4f53', 'mac_address': 'fa:16:3e:42:6f:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b7a4b6f-5eb2-49c5-a966-fb219e13c1e4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:14:00.606670 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-3817e51f-e394-4487-90f5-3fce7bd4985a None None] Publish callbacks [] for port (c008c041-e990-49f8-85a8-386c998d2361), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:00.617903 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-3817e51f-e394-4487-90f5-3fce7bd4985a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c008c041-e990-49f8-85a8-386c998d2361), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:00.636162 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b54d9cab-15f1-487e-a589-ae0e6c1d00aa req-b610335f-5369-44a8-92f4-c16a3be213ea service neutron] 10.222.0.39 "GET /v2.0/networks/78adb219-5acd-423d-99a9-035ce1fad0cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8288577 Jan 28 03:14:00.689213 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44547af-6e57-445c-b4c1-9057062e7949 req-538c0158-b873-4ad6-bbc5-8d63a6a1d851 tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:00.690808 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b44547af-6e57-445c-b4c1-9057062e7949 req-538c0158-b873-4ad6-bbc5-8d63a6a1d851 tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6c32936-768a-4d5e-a14a-16de76308668 HTTP/1.1" status: 200 len: 944 time: 0.7954855 Jan 28 03:14:00.720384 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8a19bd93-82d8-4c37-983f-ba955e4af44c admin admin] Publish callbacks [] for router_gateway (260f78be-b953-4d17-a577-ec3bc98af847), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:00.789362 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-a268b827-1631-4dec-8db8-5ec4c4ae147c None None] Provisioning complete for port a549bad0-99a3-4610-977c-860697d0fb1d triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:14:00.789909 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a268b827-1631-4dec-8db8-5ec4c4ae147c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (a549bad0-99a3-4610-977c-860697d0fb1d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:00.849567 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf7e708-1ddb-4f49-8c86-43597fbe4d1f None None] Pushing event updated for resources: {'Port': ['ID=c008c041-e990-49f8-85a8-386c998d2361,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:00.864083 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-3817e51f-e394-4487-90f5-3fce7bd4985a None None] Attempting to bind port c008c041-e990-49f8-85a8-386c998d2361 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:14:00.866272 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-3817e51f-e394-4487-90f5-3fce7bd4985a None None] Attempting to bind port c008c041-e990-49f8-85a8-386c998d2361 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:14:00.867268 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3817e51f-e394-4487-90f5-3fce7bd4985a None None] Attempting to bind port c008c041-e990-49f8-85a8-386c998d2361 on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:14:00.884470 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3817e51f-e394-4487-90f5-3fce7bd4985a None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:14:00.884867 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3817e51f-e394-4487-90f5-3fce7bd4985a None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:14:00.891888 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-3817e51f-e394-4487-90f5-3fce7bd4985a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:00.892769 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3817e51f-e394-4487-90f5-3fce7bd4985a None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:14:00.893391 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-3817e51f-e394-4487-90f5-3fce7bd4985a None None] Bound port: c008c041-e990-49f8-85a8-386c998d2361, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:14:00.894443 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-3817e51f-e394-4487-90f5-3fce7bd4985a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c008c041-e990-49f8-85a8-386c998d2361), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:00.958810 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78460cf-f171-43b3-bc05-0a8d26734788 req-c24e6add-b0f0-4e6f-80bf-af2bb670e8fc tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:00.962679 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f78460cf-f171-43b3-bc05-0a8d26734788 req-c24e6add-b0f0-4e6f-80bf-af2bb670e8fc tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.2690535 Jan 28 03:14:00.986459 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b44547af-6e57-445c-b4c1-9057062e7949 req-7e2ce356-3a88-458c-b057-42e23bc6f9ef tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] 10.222.0.53 "GET /v2.0/security-groups?id=09e25be7-0d8b-4009-869b-e2405a60a8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713096 Jan 28 03:14:01.016230 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-e0a59b62-e05e-4736-898f-049b1eacbb2c admin admin] Allocated IP 172.20.0.1 (f4a0e2f8-a4d3-4606-9001-a66e3278fdd5/6b24bec0-c884-40e1-a02f-3e1078f7a78a/1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:14:01.034378 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device a549bad0-99a3-4610-977c-860697d0fb1d up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:14:01.047525 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-3817e51f-e394-4487-90f5-3fce7bd4985a None None] For port c008c041-e990-49f8-85a8-386c998d2361, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:14:01.061504 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-3817e51f-e394-4487-90f5-3fce7bd4985a None None] For port c008c041-e990-49f8-85a8-386c998d2361, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=c008c041-e990-49f8-85a8-386c998d2361,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:14:01.061793 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f78460cf-f171-43b3-bc05-0a8d26734788 req-afcac545-56b5-4f1e-93b5-38f577e05796 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903103 Jan 28 03:14:01.075498 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-3817e51f-e394-4487-90f5-3fce7bd4985a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c008c041-e990-49f8-85a8-386c998d2361), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:01.092364 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 65e6b8eb-5cb7-4468-b67b-5025f79d4f53 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:14:01.093282 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (65e6b8eb-5cb7-4468-b67b-5025f79d4f53), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:01.095872 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-2f681ae2-510a-4aa9-bf1f-5981fccee082 None None] Attempting to bind port bcac63d1-a989-4997-b482-781773df0d47 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:14:01.097259 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-2f681ae2-510a-4aa9-bf1f-5981fccee082 None None] Attempting to bind port bcac63d1-a989-4997-b482-781773df0d47 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '25b8d424-52ab-4239-9ff9-d42176cc4109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '573003f3-1332-4242-b722-1a0ad16926a6'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:14:01.097920 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f681ae2-510a-4aa9-bf1f-5981fccee082 None None] Attempting to bind port bcac63d1-a989-4997-b482-781773df0d47 on network 573003f3-1332-4242-b722-1a0ad16926a6 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:14:01.127961 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f681ae2-510a-4aa9-bf1f-5981fccee082 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:14:01.129009 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f681ae2-510a-4aa9-bf1f-5981fccee082 None None] Checking segment: {'id': '25b8d424-52ab-4239-9ff9-d42176cc4109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '573003f3-1332-4242-b722-1a0ad16926a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:14:01.130432 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2f681ae2-510a-4aa9-bf1f-5981fccee082 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:01.131079 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f681ae2-510a-4aa9-bf1f-5981fccee082 None None] Bound using segment: {'id': '25b8d424-52ab-4239-9ff9-d42176cc4109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '573003f3-1332-4242-b722-1a0ad16926a6'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:14:01.131304 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b54d9cab-15f1-487e-a589-ae0e6c1d00aa req-a380ab37-f047-4d5b-bb07-223375fcac0c service neutron] 10.222.0.39 "GET /v2.0/networks/78adb219-5acd-423d-99a9-035ce1fad0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4758139 Jan 28 03:14:01.132023 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-2f681ae2-510a-4aa9-bf1f-5981fccee082 None None] Bound port: bcac63d1-a989-4997-b482-781773df0d47, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25b8d424-52ab-4239-9ff9-d42176cc4109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '573003f3-1332-4242-b722-1a0ad16926a6'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:14:01.132690 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2f681ae2-510a-4aa9-bf1f-5981fccee082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (bcac63d1-a989-4997-b482-781773df0d47), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:01.179544 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-be3ce232-7f21-447f-88e7-2b3ec303b76e None None] For port cc6a7b27-85ba-44c8-be58-7efe749e75be, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:14:01.199523 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65e6b8eb-5cb7-4468-b67b-5025f79d4f53 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:14:01.253608 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e0a59b62-e05e-4736-898f-049b1eacbb2c admin admin] Publish callbacks [] for port (1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:01.293680 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 65e6b8eb-5cb7-4468-b67b-5025f79d4f53, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=65e6b8eb-5cb7-4468-b67b-5025f79d4f53,segment=NetworkSegment(4f659db0-fb00-440a-9e97-32678cf47bf3),segment_id=4f659db0-fb00-440a-9e97-32678cf47bf3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:14:01.297375 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e0a59b62-e05e-4736-898f-049b1eacbb2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:01.382450 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf7e708-1ddb-4f49-8c86-43597fbe4d1f None None] Pushing event updated for resources: {'Port': ['ID=c008c041-e990-49f8-85a8-386c998d2361,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:01.397846 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3817e51f-e394-4487-90f5-3fce7bd4985a None None] Routers {'734430fb-e0c6-4ee0-9259-9c60439b79bf'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:14:01.398845 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-3817e51f-e394-4487-90f5-3fce7bd4985a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:13:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['734430fb-e0c6-4ee0-9259-9c60439b79bf'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:01.434144 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a59b62-e05e-4736-898f-049b1eacbb2c admin admin] Network f4a0e2f8-a4d3-4606-9001-a66e3278fdd5 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:14:01.438118 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-e0a59b62-e05e-4736-898f-049b1eacbb2c admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:14:01.460955 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a59b62-e05e-4736-898f-049b1eacbb2c admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:14:01.461236 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-2f681ae2-510a-4aa9-bf1f-5981fccee082 None None] For port bcac63d1-a989-4997-b482-781773df0d47, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:14:01.476026 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-2f681ae2-510a-4aa9-bf1f-5981fccee082 None None] For port bcac63d1-a989-4997-b482-781773df0d47, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=bcac63d1-a989-4997-b482-781773df0d47,segment=NetworkSegment(25b8d424-52ab-4239-9ff9-d42176cc4109),segment_id=25b8d424-52ab-4239-9ff9-d42176cc4109)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:14:01.500674 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a59b62-e05e-4736-898f-049b1eacbb2c admin admin] Pushing event updated for resources: {'Port': ['ID=1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:01.536143 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e0a59b62-e05e-4736-898f-049b1eacbb2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (734430fb-e0c6-4ee0-9259-9c60439b79bf), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:01.572949 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (65e6b8eb-5cb7-4468-b67b-5025f79d4f53), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:01.575464 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2f681ae2-510a-4aa9-bf1f-5981fccee082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (bcac63d1-a989-4997-b482-781773df0d47), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:01.595574 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-be3ce232-7f21-447f-88e7-2b3ec303b76e None None] For port cc6a7b27-85ba-44c8-be58-7efe749e75be, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=cc6a7b27-85ba-44c8-be58-7efe749e75be,segment=NetworkSegment(8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69),segment_id=8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:14:01.600853 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8a19bd93-82d8-4c37-983f-ba955e4af44c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (260f78be-b953-4d17-a577-ec3bc98af847), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:01.657745 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-3817e51f-e394-4487-90f5-3fce7bd4985a None None] Set router 734430fb-e0c6-4ee0-9259-9c60439b79bf gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:14:01.844560 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-be3ce232-7f21-447f-88e7-2b3ec303b76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (cc6a7b27-85ba-44c8-be58-7efe749e75be), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:01.863182 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-a268b827-1631-4dec-8db8-5ec4c4ae147c None None] Current status of the port a549bad0-99a3-4610-977c-860697d0fb1d is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:14:01.868524 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port a549bad0-99a3-4610-977c-860697d0fb1d triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:14:01.870203 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (a549bad0-99a3-4610-977c-860697d0fb1d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:02.042355 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['65e6b8eb-5cb7-4468-b67b-5025f79d4f53'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:14:02.123612 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e0a59b62-e05e-4736-898f-049b1eacbb2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:02.192150 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-3817e51f-e394-4487-90f5-3fce7bd4985a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734430fb-e0c6-4ee0-9259-9c60439b79bf', 'name': 'tempest-TestAggregatesBasicOps-1182938872-router', 'tenant_id': '518a3f9f02e94e1599dce14e974bfb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c008c041-e990-49f8-85a8-386c998d2361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:52Z', 'updated_at': '2022-01-28T03:13:55Z', 'revision_number': 3, 'project_id': '518a3f9f02e94e1599dce14e974bfb5a', 'gw_port': {'id': 'c008c041-e990-49f8-85a8-386c998d2361', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734430fb-e0c6-4ee0-9259-9c60439b79bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:53Z', 'updated_at': '2022-01-28T03:14:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:02.260813 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f681ae2-510a-4aa9-bf1f-5981fccee082 None None] Routers {'79653f68-b09d-4162-8123-fe6bdf1e9925'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:14:02.261529 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-2f681ae2-510a-4aa9-bf1f-5981fccee082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:13:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['79653f68-b09d-4162-8123-fe6bdf1e9925'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:02.277971 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3817e51f-e394-4487-90f5-3fce7bd4985a None None] The sync data for ids ['734430fb-e0c6-4ee0-9259-9c60439b79bf'] in n-d-712139-27 is: [{'id': '734430fb-e0c6-4ee0-9259-9c60439b79bf', 'name': 'tempest-TestAggregatesBasicOps-1182938872-router', 'tenant_id': '518a3f9f02e94e1599dce14e974bfb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c008c041-e990-49f8-85a8-386c998d2361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:52Z', 'updated_at': '2022-01-28T03:13:55Z', 'revision_number': 3, 'project_id': '518a3f9f02e94e1599dce14e974bfb5a', 'gw_port': {'id': 'c008c041-e990-49f8-85a8-386c998d2361', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734430fb-e0c6-4ee0-9259-9c60439b79bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:53Z', 'updated_at': '2022-01-28T03:14:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:14:02.547816 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-93c67c21-6b88-4043-9090-1bb32920c75f None None] Provisioning complete for port bcac63d1-a989-4997-b482-781773df0d47 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:14:02.548448 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-93c67c21-6b88-4043-9090-1bb32920c75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (bcac63d1-a989-4997-b482-781773df0d47), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:02.640150 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-88ebd85e-2d4c-4b5b-8021-4982343c26d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:02.687122 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c624a24-63fa-447a-9fc2-f0488dce8101 req-f781ffdf-10a9-4ce2-ae3c-a0532600cefa tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:02.701493 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8c624a24-63fa-447a-9fc2-f0488dce8101 req-f781ffdf-10a9-4ce2-ae3c-a0532600cefa tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.4542484 Jan 28 03:14:02.726557 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port a549bad0-99a3-4610-977c-860697d0fb1d is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:14:02.880553 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633c487-3c9d-46af-96ad-1b17f528b64c req-68cb3aa4-1f4d-47fd-a4fe-c6a717e90fdc tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:02.886784 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6633c487-3c9d-46af-96ad-1b17f528b64c req-68cb3aa4-1f4d-47fd-a4fe-c6a717e90fdc tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6c32936-768a-4d5e-a14a-16de76308668 HTTP/1.1" status: 200 len: 945 time: 0.3275743 Jan 28 03:14:02.890413 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-2f681ae2-510a-4aa9-bf1f-5981fccee082 None None] Set router 79653f68-b09d-4162-8123-fe6bdf1e9925 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:14:02.905897 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8c624a24-63fa-447a-9fc2-f0488dce8101 req-bfd707fe-d9ac-4003-8af1-d3a0f37139c0 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029355 Jan 28 03:14:03.000901 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a19bd93-82d8-4c37-983f-ba955e4af44c admin admin] Router 260f78be-b953-4d17-a577-ec3bc98af847 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:14:03.008743 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e0a59b62-e05e-4736-898f-049b1eacbb2c admin admin] Publish callbacks [] for port (1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:03.019977 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e0a59b62-e05e-4736-898f-049b1eacbb2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:03.101590 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=65e6b8eb-5cb7-4468-b67b-5025f79d4f53,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:03.135973 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6633c487-3c9d-46af-96ad-1b17f528b64c req-21821b99-60dd-4d21-b78d-397ec655359d tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] 10.222.0.53 "GET /v2.0/security-groups?id=09e25be7-0d8b-4009-869b-e2405a60a8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328551 Jan 28 03:14:03.250073 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e0a59b62-e05e-4736-898f-049b1eacbb2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (734430fb-e0c6-4ee0-9259-9c60439b79bf), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:03.282696 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a59b62-e05e-4736-898f-049b1eacbb2c admin admin] Pushing event updated for resources: {'Port': ['ID=1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:03.384128 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a19bd93-82d8-4c37-983f-ba955e4af44c admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:14:03.444988 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8a19bd93-82d8-4c37-983f-ba955e4af44c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:03.452172 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8a19bd93-82d8-4c37-983f-ba955e4af44c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.1067946 Jan 28 03:14:03.453162 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36606) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:14:03.513989 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a59b62-e05e-4736-898f-049b1eacbb2c admin admin] Network f4a0e2f8-a4d3-4606-9001-a66e3278fdd5 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:14:03.522406 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-e0a59b62-e05e-4736-898f-049b1eacbb2c admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:14:03.559968 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784c983d-bbc0-400f-9716-c1de977b781f None None] Sync routers for ids ['260f78be-b953-4d17-a577-ec3bc98af847'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:14:03.613807 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:03.910333 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a59b62-e05e-4736-898f-049b1eacbb2c admin admin] Router 734430fb-e0c6-4ee0-9259-9c60439b79bf has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:14:03.936719 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-93c67c21-6b88-4043-9090-1bb32920c75f None None] Current status of the port bcac63d1-a989-4997-b482-781773df0d47 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:14:03.937448 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-93c67c21-6b88-4043-9090-1bb32920c75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (bcac63d1-a989-4997-b482-781773df0d47), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:04.010358 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-93c67c21-6b88-4043-9090-1bb32920c75f None None] For port bcac63d1-a989-4997-b482-781773df0d47, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=bcac63d1-a989-4997-b482-781773df0d47,segment=NetworkSegment(25b8d424-52ab-4239-9ff9-d42176cc4109),segment_id=25b8d424-52ab-4239-9ff9-d42176cc4109)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:14:04.030121 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b995e9-b94a-4e77-8ece-62339ccf4183 None None] Pushing event updated for resources: {'Port': ['ID=bcac63d1-a989-4997-b482-781773df0d47,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:04.040972 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:04.071705 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784c983d-bbc0-400f-9716-c1de977b781f None None] Routers {'260f78be-b953-4d17-a577-ec3bc98af847'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:14:04.078417 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-784c983d-bbc0-400f-9716-c1de977b781f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:14:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['260f78be-b953-4d17-a577-ec3bc98af847'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:04.089440 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-93c67c21-6b88-4043-9090-1bb32920c75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (bcac63d1-a989-4997-b482-781773df0d47), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:04.332389 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb100767-6368-427d-9c37-b20a65067e33 req-0b726ada-d58f-4128-8fe7-2ea8566558e6 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:04.345898 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb100767-6368-427d-9c37-b20a65067e33 req-0b726ada-d58f-4128-8fe7-2ea8566558e6 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.2396140 Jan 28 03:14:04.397733 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ce232-7f21-447f-88e7-2b3ec303b76e None None] Pushing event updated for resources: {'Port': ['ID=cc6a7b27-85ba-44c8-be58-7efe749e75be,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:04.408892 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a59b62-e05e-4736-898f-049b1eacbb2c admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:14:04.417930 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e0a59b62-e05e-4736-898f-049b1eacbb2c admin admin] 10.222.0.53 "PUT /v2.0/routers/734430fb-e0c6-4ee0-9259-9c60439b79bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0368099 Jan 28 03:14:04.469786 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb100767-6368-427d-9c37-b20a65067e33 req-45007bb1-c582-4c4f-9609-fd09a7935e92 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228824 Jan 28 03:14:04.645360 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-8da4a8b3-70b6-491c-aed3-5686489c3d02 None None] Provisioning complete for port 1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:14:04.645858 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8da4a8b3-70b6-491c-aed3-5686489c3d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:04.753575 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0c3581-2471-4d4f-98f8-6f65dc90dd17 None None] Network 61daafe4-8be0-4976-aead-14ffa612176d requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:14:04.833675 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-355e64c3-4b75-42f8-81af-b2b0a430baaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:04.859361 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10025cd8-1d39-462e-9c95-30d6e5a9a648 req-d8a840da-254a-4503-bda2-4b8fd9b90a61 tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:04.866246 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-10025cd8-1d39-462e-9c95-30d6e5a9a648 req-d8a840da-254a-4503-bda2-4b8fd9b90a61 tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6c32936-768a-4d5e-a14a-16de76308668 HTTP/1.1" status: 200 len: 945 time: 0.5400717 Jan 28 03:14:04.911017 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c67c21-6b88-4043-9090-1bb32920c75f None None] Pushing event updated for resources: {'Port': ['ID=bcac63d1-a989-4997-b482-781773df0d47,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:04.986681 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-2f681ae2-510a-4aa9-bf1f-5981fccee082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79653f68-b09d-4162-8123-fe6bdf1e9925', 'name': 'tempest-TestAggregatesBasicOps-2021199-router', 'tenant_id': '3a2d3d0790634cf784cfb361ad9e6711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '82f4ebec-43fb-4dc5-bf54-008df8db9383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:37Z', 'updated_at': '2022-01-28T03:13:45Z', 'revision_number': 4, 'project_id': '3a2d3d0790634cf784cfb361ad9e6711', 'gw_port': {'id': '82f4ebec-43fb-4dc5-bf54-008df8db9383', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79653f68-b09d-4162-8123-fe6bdf1e9925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:38Z', 'updated_at': '2022-01-28T03:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'bcac63d1-a989-4997-b482-781773df0d47', 'name': '', 'network_id': '573003f3-1332-4242-b722-1a0ad16926a6', 'tenant_id': '3a2d3d0790634cf784cfb361ad9e6711', 'mac_address': 'fa:16:3e:6b:4c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79653f68-b09d-4162-8123-fe6bdf1e9925', 'device_owner': 'network:router_interface', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '38d13df5-d8f5-4723-ad53-852d1471f7b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:42Z', 'updated_at': '2022-01-28T03:14:01Z', 'revision_number': 4, 'project_id': '3a2d3d0790634cf784cfb361ad9e6711', 'subnets': [{'id': '38d13df5-d8f5-4723-ad53-852d1471f7b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:05.022488 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-10025cd8-1d39-462e-9c95-30d6e5a9a648 req-e57bc617-00c3-4cef-a8de-4526e7893415 tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] 10.222.0.53 "GET /v2.0/security-groups?id=09e25be7-0d8b-4009-869b-e2405a60a8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551299 Jan 28 03:14:05.323644 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-355e64c3-4b75-42f8-81af-b2b0a430baaf admin admin] Allocated IP 172.20.0.1 (61daafe4-8be0-4976-aead-14ffa612176d/27d2caa9-814b-48c2-8f4b-c426e9cbbe97/b0098b9e-a49a-46ac-b01a-d2b6db33f971) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:14:05.447526 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device bcac63d1-a989-4997-b482-781773df0d47 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:14:05.520274 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f681ae2-510a-4aa9-bf1f-5981fccee082 None None] The sync data for ids ['79653f68-b09d-4162-8123-fe6bdf1e9925'] in n-d-712139-27 is: [{'id': '79653f68-b09d-4162-8123-fe6bdf1e9925', 'name': 'tempest-TestAggregatesBasicOps-2021199-router', 'tenant_id': '3a2d3d0790634cf784cfb361ad9e6711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '82f4ebec-43fb-4dc5-bf54-008df8db9383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:37Z', 'updated_at': '2022-01-28T03:13:45Z', 'revision_number': 4, 'project_id': '3a2d3d0790634cf784cfb361ad9e6711', 'gw_port': {'id': '82f4ebec-43fb-4dc5-bf54-008df8db9383', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79653f68-b09d-4162-8123-fe6bdf1e9925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:38Z', 'updated_at': '2022-01-28T03:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'bcac63d1-a989-4997-b482-781773df0d47', 'name': '', 'network_id': '573003f3-1332-4242-b722-1a0ad16926a6', 'tenant_id': '3a2d3d0790634cf784cfb361ad9e6711', 'mac_address': 'fa:16:3e:6b:4c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79653f68-b09d-4162-8123-fe6bdf1e9925', 'device_owner': 'network:router_interface', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '38d13df5-d8f5-4723-ad53-852d1471f7b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:42Z', 'updated_at': '2022-01-28T03:14:01Z', 'revision_number': 4, 'project_id': '3a2d3d0790634cf784cfb361ad9e6711', 'subnets': [{'id': '38d13df5-d8f5-4723-ad53-852d1471f7b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:14:05.532358 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-8da4a8b3-70b6-491c-aed3-5686489c3d02 None None] Port 1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:14:05.542908 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:05.545356 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-784c983d-bbc0-400f-9716-c1de977b781f None None] Set router 260f78be-b953-4d17-a577-ec3bc98af847 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:14:05.715236 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 65e6b8eb-5cb7-4468-b67b-5025f79d4f53 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:14:05.815833 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-355e64c3-4b75-42f8-81af-b2b0a430baaf admin admin] Publish callbacks [] for port (b0098b9e-a49a-46ac-b01a-d2b6db33f971), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:05.847848 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356f4c5-785a-4832-b9f1-9b2d17aeb5a5 req-85879edf-b4cf-4202-92c6-506c147b440e tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:05.856299 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0356f4c5-785a-4832-b9f1-9b2d17aeb5a5 req-85879edf-b4cf-4202-92c6-506c147b440e tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.1199975 Jan 28 03:14:05.922447 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37697111-3916-4fa3-8913-e61dadd02dc0 None None] Sync routers for ids ['734430fb-e0c6-4ee0-9259-9c60439b79bf'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:14:05.960603 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37697111-3916-4fa3-8913-e61dadd02dc0 None None] Routers {'734430fb-e0c6-4ee0-9259-9c60439b79bf'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:14:05.961977 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-37697111-3916-4fa3-8913-e61dadd02dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:14:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['734430fb-e0c6-4ee0-9259-9c60439b79bf'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:05.987585 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0356f4c5-785a-4832-b9f1-9b2d17aeb5a5 req-7b52060d-caf8-47ea-86bd-d1da0e696457 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302800 Jan 28 03:14:06.021236 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-355e64c3-4b75-42f8-81af-b2b0a430baaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (b0098b9e-a49a-46ac-b01a-d2b6db33f971), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:06.121741 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-8da4a8b3-70b6-491c-aed3-5686489c3d02 None None] Provisioning complete for port bcac63d1-a989-4997-b482-781773df0d47 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:14:06.122129 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8da4a8b3-70b6-491c-aed3-5686489c3d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (bcac63d1-a989-4997-b482-781773df0d47), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:06.130611 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355e64c3-4b75-42f8-81af-b2b0a430baaf admin admin] Network 61daafe4-8be0-4976-aead-14ffa612176d is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:14:06.137038 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port bcac63d1-a989-4997-b482-781773df0d47 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:14:06.142944 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (bcac63d1-a989-4997-b482-781773df0d47), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:06.152264 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-355e64c3-4b75-42f8-81af-b2b0a430baaf admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:14:06.165857 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355e64c3-4b75-42f8-81af-b2b0a430baaf admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:14:06.320728 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-355e64c3-4b75-42f8-81af-b2b0a430baaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (260f78be-b953-4d17-a577-ec3bc98af847), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:06.324907 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e64c3-4b75-42f8-81af-b2b0a430baaf admin admin] Pushing event updated for resources: {'Port': ['ID=b0098b9e-a49a-46ac-b01a-d2b6db33f971,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:06.401567 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-37697111-3916-4fa3-8913-e61dadd02dc0 None None] Set router 734430fb-e0c6-4ee0-9259-9c60439b79bf gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:14:06.415922 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd36fc6-b6e2-422d-b8ec-471c030f41f0 req-a8807d2c-cc17-49b1-b58a-ee8839aa63c8 tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:06.436010 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cfd36fc6-b6e2-422d-b8ec-471c030f41f0 req-a8807d2c-cc17-49b1-b58a-ee8839aa63c8 tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6c32936-768a-4d5e-a14a-16de76308668 HTTP/1.1" status: 200 len: 945 time: 0.1638043 Jan 28 03:14:06.524230 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:06.555480 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 65e6b8eb-5cb7-4468-b67b-5025f79d4f53 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:14:06.592457 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-355e64c3-4b75-42f8-81af-b2b0a430baaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b0098b9e-a49a-46ac-b01a-d2b6db33f971), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:06.608410 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 65e6b8eb-5cb7-4468-b67b-5025f79d4f53 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:14:06.618854 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (65e6b8eb-5cb7-4468-b67b-5025f79d4f53), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:06.736051 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cfd36fc6-b6e2-422d-b8ec-471c030f41f0 req-07f32e8b-d8e7-4e1a-a20c-b4fbec7b848c tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] 10.222.0.53 "GET /v2.0/security-groups?id=09e25be7-0d8b-4009-869b-e2405a60a8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988610 Jan 28 03:14:06.771582 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36670) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:14:07.000950 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-355e64c3-4b75-42f8-81af-b2b0a430baaf admin admin] Publish callbacks [] for port (b0098b9e-a49a-46ac-b01a-d2b6db33f971), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:07.013207 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-355e64c3-4b75-42f8-81af-b2b0a430baaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (b0098b9e-a49a-46ac-b01a-d2b6db33f971), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:07.072798 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-8da4a8b3-70b6-491c-aed3-5686489c3d02 None None] Current status of the port bcac63d1-a989-4997-b482-781773df0d47 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:14:07.092311 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-355e64c3-4b75-42f8-81af-b2b0a430baaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (260f78be-b953-4d17-a577-ec3bc98af847), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:07.095949 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-784c983d-bbc0-400f-9716-c1de977b781f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260f78be-b953-4d17-a577-ec3bc98af847', 'name': 'tempest-ServerActionsTestJSON-390871846-router', 'tenant_id': '2286ae41b27547dfa2005a6a8f000d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '67b4552c-360a-4ee4-abe9-3f24a562b224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:53Z', 'updated_at': '2022-01-28T03:13:59Z', 'revision_number': 3, 'project_id': '2286ae41b27547dfa2005a6a8f000d38', 'gw_port': {'id': '67b4552c-360a-4ee4-abe9-3f24a562b224', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:23:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260f78be-b953-4d17-a577-ec3bc98af847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:57Z', 'updated_at': '2022-01-28T03:13:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:07.114386 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-37697111-3916-4fa3-8913-e61dadd02dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734430fb-e0c6-4ee0-9259-9c60439b79bf', 'name': 'tempest-TestAggregatesBasicOps-1182938872-router', 'tenant_id': '518a3f9f02e94e1599dce14e974bfb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c008c041-e990-49f8-85a8-386c998d2361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:52Z', 'updated_at': '2022-01-28T03:14:02Z', 'revision_number': 4, 'project_id': '518a3f9f02e94e1599dce14e974bfb5a', 'gw_port': {'id': 'c008c041-e990-49f8-85a8-386c998d2361', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734430fb-e0c6-4ee0-9259-9c60439b79bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:53Z', 'updated_at': '2022-01-28T03:14:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143', 'name': '', 'network_id': 'f4a0e2f8-a4d3-4606-9001-a66e3278fdd5', 'tenant_id': '518a3f9f02e94e1599dce14e974bfb5a', 'mac_address': 'fa:16:3e:77:a3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734430fb-e0c6-4ee0-9259-9c60439b79bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': '6b24bec0-c884-40e1-a02f-3e1078f7a78a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:14:00Z', 'updated_at': '2022-01-28T03:14:02Z', 'revision_number': 2, 'project_id': '518a3f9f02e94e1599dce14e974bfb5a', 'subnets': [{'id': '6b24bec0-c884-40e1-a02f-3e1078f7a78a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:07.179789 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784c983d-bbc0-400f-9716-c1de977b781f None None] Checking router: 260f78be-b953-4d17-a577-ec3bc98af847 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:14:07.180596 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784c983d-bbc0-400f-9716-c1de977b781f None None] Updating router 260f78be-b953-4d17-a577-ec3bc98af847 port 67b4552c-360a-4ee4-abe9-3f24a562b224 binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:14:07.184731 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37697111-3916-4fa3-8913-e61dadd02dc0 None None] Checking router: 734430fb-e0c6-4ee0-9259-9c60439b79bf for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:14:07.186447 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37697111-3916-4fa3-8913-e61dadd02dc0 None None] Updating router 734430fb-e0c6-4ee0-9259-9c60439b79bf port 1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143 binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:14:07.241683 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-37697111-3916-4fa3-8913-e61dadd02dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:07.260283 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port bcac63d1-a989-4997-b482-781773df0d47 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:14:07.264696 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c008c041-e990-49f8-85a8-386c998d2361 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:14:07.298142 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355e64c3-4b75-42f8-81af-b2b0a430baaf admin admin] Network 61daafe4-8be0-4976-aead-14ffa612176d is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:14:07.312132 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-355e64c3-4b75-42f8-81af-b2b0a430baaf admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:14:07.339424 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad05db1-2c29-4c6a-b650-793fcc862a27 req-fc19f6a4-7324-4944-b19c-51ad160b6a7f tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:07.341535 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3ad05db1-2c29-4c6a-b650-793fcc862a27 req-fc19f6a4-7324-4944-b19c-51ad160b6a7f tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.1049602 Jan 28 03:14:07.383696 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 65e6b8eb-5cb7-4468-b67b-5025f79d4f53 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:14:07.392063 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (65e6b8eb-5cb7-4468-b67b-5025f79d4f53), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:07.455128 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e64c3-4b75-42f8-81af-b2b0a430baaf admin admin] Pushing event updated for resources: {'Port': ['ID=b0098b9e-a49a-46ac-b01a-d2b6db33f971,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:07.478342 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-784c983d-bbc0-400f-9716-c1de977b781f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (67b4552c-360a-4ee4-abe9-3f24a562b224), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:07.743958 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3ad05db1-2c29-4c6a-b650-793fcc862a27 req-4fc73db1-55e8-43a2-aee9-9cfd414a4b0c tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189011 Jan 28 03:14:07.774716 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355e64c3-4b75-42f8-81af-b2b0a430baaf admin admin] Router 260f78be-b953-4d17-a577-ec3bc98af847 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:14:07.823180 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c32936-768a-4d5e-a14a-16de76308668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e6b8eb-5cb7-4468-b67b-5025f79d4f53'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:14:07.826132 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3842f9c3-78fd-4da1-8f54-4838335a05f0" -d '{"events": [{"server_uuid": "e6c32936-768a-4d5e-a14a-16de76308668", "name": "network-vif-plugged", "status": "completed", "tag": "65e6b8eb-5cb7-4468-b67b-5025f79d4f53"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:14:07.829413 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-280a3cbd-45a3-416e-9227-73afcfe2d73d None None] Provisioning complete for port b0098b9e-a49a-46ac-b01a-d2b6db33f971 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:14:07.830619 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-280a3cbd-45a3-416e-9227-73afcfe2d73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b0098b9e-a49a-46ac-b01a-d2b6db33f971), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:07.907430 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-401bd685-3656-4b4f-86ea-7282e3c84c34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (79653f68-b09d-4162-8123-fe6bdf1e9925), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:08.002235 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-37697111-3916-4fa3-8913-e61dadd02dc0 None None] Publish callbacks [] for port (1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:08.015859 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-37697111-3916-4fa3-8913-e61dadd02dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:08.148532 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-784c983d-bbc0-400f-9716-c1de977b781f None None] Publish callbacks [] for port (67b4552c-360a-4ee4-abe9-3f24a562b224), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:08.157035 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a25f67-9f04-4e36-8620-62f60bb5fa9a x-openstack-request-id: req-c4a25f67-9f04-4e36-8620-62f60bb5fa9a {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:14:08.158418 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6c32936-768a-4d5e-a14a-16de76308668", "name": "network-vif-plugged", "status": "completed", "tag": "65e6b8eb-5cb7-4468-b67b-5025f79d4f53", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:14:08.158960 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c4a25f67-9f04-4e36-8620-62f60bb5fa9a {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:14:08.159866 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c32936-768a-4d5e-a14a-16de76308668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e6b8eb-5cb7-4468-b67b-5025f79d4f53', 'code': 200} Jan 28 03:14:08.163883 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 65e6b8eb-5cb7-4468-b67b-5025f79d4f53, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=65e6b8eb-5cb7-4468-b67b-5025f79d4f53,segment=NetworkSegment(4f659db0-fb00-440a-9e97-32678cf47bf3),segment_id=4f659db0-fb00-440a-9e97-32678cf47bf3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:14:08.167421 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-784c983d-bbc0-400f-9716-c1de977b781f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (67b4552c-360a-4ee4-abe9-3f24a562b224), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:08.221591 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39647306-64fd-4ade-a701-9b90bce962cd None None] Pushing event updated for resources: {'Port': ['ID=1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:08.229929 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ee87d-7a72-4f91-bf80-832ca542ba86 req-a2a16655-bf99-49b1-b1eb-55347f20247b tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:08.239024 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-539ee87d-7a72-4f91-bf80-832ca542ba86 req-a2a16655-bf99-49b1-b1eb-55347f20247b tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6c32936-768a-4d5e-a14a-16de76308668 HTTP/1.1" status: 200 len: 945 time: 0.2387092 Jan 28 03:14:08.259699 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355e64c3-4b75-42f8-81af-b2b0a430baaf admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:14:08.262019 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-37697111-3916-4fa3-8913-e61dadd02dc0 None None] Attempting to bind port 1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:14:08.262394 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-37697111-3916-4fa3-8913-e61dadd02dc0 None None] Attempting to bind port 1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'bba246da-ca90-425c-a834-a1526ca81314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f4a0e2f8-a4d3-4606-9001-a66e3278fdd5'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:14:08.262758 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37697111-3916-4fa3-8913-e61dadd02dc0 None None] Attempting to bind port 1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143 on network f4a0e2f8-a4d3-4606-9001-a66e3278fdd5 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:14:08.276802 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37697111-3916-4fa3-8913-e61dadd02dc0 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:14:08.277034 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37697111-3916-4fa3-8913-e61dadd02dc0 None None] Checking segment: {'id': 'bba246da-ca90-425c-a834-a1526ca81314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f4a0e2f8-a4d3-4606-9001-a66e3278fdd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:14:08.277488 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-37697111-3916-4fa3-8913-e61dadd02dc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:08.277866 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37697111-3916-4fa3-8913-e61dadd02dc0 None None] Bound using segment: {'id': 'bba246da-ca90-425c-a834-a1526ca81314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f4a0e2f8-a4d3-4606-9001-a66e3278fdd5'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:14:08.278342 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-37697111-3916-4fa3-8913-e61dadd02dc0 None None] Bound port: 1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bba246da-ca90-425c-a834-a1526ca81314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f4a0e2f8-a4d3-4606-9001-a66e3278fdd5'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:14:08.278859 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-37697111-3916-4fa3-8913-e61dadd02dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:08.285604 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-355e64c3-4b75-42f8-81af-b2b0a430baaf admin admin] 10.222.0.53 "PUT /v2.0/routers/260f78be-b953-4d17-a577-ec3bc98af847/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8303792 Jan 28 03:14:08.291232 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d929e-eb30-41e4-9b9a-c8ca3dd9a1e9 None None] Pushing event updated for resources: {'Port': ['ID=67b4552c-360a-4ee4-abe9-3f24a562b224,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:08.310572 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (65e6b8eb-5cb7-4468-b67b-5025f79d4f53), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:08.326408 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f5a68-cbeb-4fa8-a9d7-91e36306ba62 req-75b4b035-ee67-4eca-bd83-4fe966b23ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:08.330304 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-de1f5a68-cbeb-4fa8-a9d7-91e36306ba62 req-75b4b035-ee67-4eca-bd83-4fe966b23ea3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e6c32936-768a-4d5e-a14a-16de76308668 HTTP/1.1" status: 200 len: 1098 time: 0.1540017 Jan 28 03:14:08.438177 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-de1f5a68-cbeb-4fa8-a9d7-91e36306ba62 req-97f47f37-2f38-44e1-88f8-b90071477dd7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=09e25be7-0d8b-4009-869b-e2405a60a8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985136 Jan 28 03:14:08.470831 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=65e6b8eb-5cb7-4468-b67b-5025f79d4f53,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:08.506517 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-280a3cbd-45a3-416e-9227-73afcfe2d73d None None] Port b0098b9e-a49a-46ac-b01a-d2b6db33f971 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:14:08.521951 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-37697111-3916-4fa3-8913-e61dadd02dc0 None None] For port 1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:14:08.526652 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-280a3cbd-45a3-416e-9227-73afcfe2d73d None None] Provisioning complete for port cc6a7b27-85ba-44c8-be58-7efe749e75be triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:14:08.527520 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-280a3cbd-45a3-416e-9227-73afcfe2d73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (cc6a7b27-85ba-44c8-be58-7efe749e75be), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:08.530708 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-784c983d-bbc0-400f-9716-c1de977b781f None None] Attempting to bind port 67b4552c-360a-4ee4-abe9-3f24a562b224 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:14:08.531434 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-784c983d-bbc0-400f-9716-c1de977b781f None None] Attempting to bind port 67b4552c-360a-4ee4-abe9-3f24a562b224 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:14:08.532146 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784c983d-bbc0-400f-9716-c1de977b781f None None] Attempting to bind port 67b4552c-360a-4ee4-abe9-3f24a562b224 on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:14:08.542639 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-37697111-3916-4fa3-8913-e61dadd02dc0 None None] For port 1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143,segment=NetworkSegment(bba246da-ca90-425c-a834-a1526ca81314),segment_id=bba246da-ca90-425c-a834-a1526ca81314)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:14:08.562425 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784c983d-bbc0-400f-9716-c1de977b781f None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:14:08.563238 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784c983d-bbc0-400f-9716-c1de977b781f None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:14:08.567286 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-784c983d-bbc0-400f-9716-c1de977b781f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:08.568152 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784c983d-bbc0-400f-9716-c1de977b781f None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:14:08.568917 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-784c983d-bbc0-400f-9716-c1de977b781f None None] Bound port: 67b4552c-360a-4ee4-abe9-3f24a562b224, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:14:08.569646 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-784c983d-bbc0-400f-9716-c1de977b781f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (67b4552c-360a-4ee4-abe9-3f24a562b224), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:08.570346 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-37697111-3916-4fa3-8913-e61dadd02dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:08.638236 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port c008c041-e990-49f8-85a8-386c998d2361 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:14:08.639162 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c008c041-e990-49f8-85a8-386c998d2361), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:08.705851 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-539ee87d-7a72-4f91-bf80-832ca542ba86 req-79e2a1b9-b4d0-4da5-8dc0-761d1a0fa25c tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] 10.222.0.53 "GET /v2.0/security-groups?id=09e25be7-0d8b-4009-869b-e2405a60a8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4657457 Jan 28 03:14:08.877516 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-784c983d-bbc0-400f-9716-c1de977b781f None None] For port 67b4552c-360a-4ee4-abe9-3f24a562b224, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:14:08.890156 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-784c983d-bbc0-400f-9716-c1de977b781f None None] For port 67b4552c-360a-4ee4-abe9-3f24a562b224, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=67b4552c-360a-4ee4-abe9-3f24a562b224,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:14:08.917610 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-784c983d-bbc0-400f-9716-c1de977b781f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (67b4552c-360a-4ee4-abe9-3f24a562b224), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:08.988313 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-401bd685-3656-4b4f-86ea-7282e3c84c34 admin admin] Deleting port bcac63d1-a989-4997-b482-781773df0d47 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:14:08.991865 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-401bd685-3656-4b4f-86ea-7282e3c84c34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (bcac63d1-a989-4997-b482-781773df0d47), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:09.039458 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37697111-3916-4fa3-8913-e61dadd02dc0 None None] Routers {'734430fb-e0c6-4ee0-9259-9c60439b79bf'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:14:09.040118 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-37697111-3916-4fa3-8913-e61dadd02dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:14:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['734430fb-e0c6-4ee0-9259-9c60439b79bf'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:09.136487 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-401bd685-3656-4b4f-86ea-7282e3c84c34 admin admin] For port bcac63d1-a989-4997-b482-781773df0d47, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=bcac63d1-a989-4997-b482-781773df0d47,segment=NetworkSegment(25b8d424-52ab-4239-9ff9-d42176cc4109),segment_id=25b8d424-52ab-4239-9ff9-d42176cc4109)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:14:09.137211 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-401bd685-3656-4b4f-86ea-7282e3c84c34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (bcac63d1-a989-4997-b482-781773df0d47), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:09.154122 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-401bd685-3656-4b4f-86ea-7282e3c84c34 admin admin] Calling delete_port for bcac63d1-a989-4997-b482-781773df0d47 owned by network:router_interface {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:14:09.178310 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36700) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:14:09.185441 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-7bc01d1a-b759-4b6a-9da9-3ddd7f0f35ea tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Request body: {'security_group': {'name': 'tempest-securitygroup--150235442', 'description': 'tempest-description--1897761449'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:14:09.231157 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7bc01d1a-b759-4b6a-9da9-3ddd7f0f35ea tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:09.255579 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-280a3cbd-45a3-416e-9227-73afcfe2d73d None None] Current status of the port cc6a7b27-85ba-44c8-be58-7efe749e75be is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:14:09.255579 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-280a3cbd-45a3-416e-9227-73afcfe2d73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (cc6a7b27-85ba-44c8-be58-7efe749e75be), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:09.336703 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-37697111-3916-4fa3-8913-e61dadd02dc0 None None] Set router 734430fb-e0c6-4ee0-9259-9c60439b79bf gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:14:09.363330 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784c983d-bbc0-400f-9716-c1de977b781f None None] Routers {'260f78be-b953-4d17-a577-ec3bc98af847'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:14:09.363605 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-784c983d-bbc0-400f-9716-c1de977b781f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:14:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['260f78be-b953-4d17-a577-ec3bc98af847'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:09.378009 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7bc01d1a-b759-4b6a-9da9-3ddd7f0f35ea tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks [] for security_group (f8c88233-c9f1-4a45-b55f-067a09d76006), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:09.388941 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7bc01d1a-b759-4b6a-9da9-3ddd7f0f35ea tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f8c88233-c9f1-4a45-b55f-067a09d76006), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:09.432090 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7bc01d1a-b759-4b6a-9da9-3ddd7f0f35ea tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:09.435956 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7bc01d1a-b759-4b6a-9da9-3ddd7f0f35ea tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2538495 Jan 28 03:14:09.438581 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36704) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:14:09.444188 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39647306-64fd-4ade-a701-9b90bce962cd None None] Pushing event updated for resources: {'Port': ['ID=1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:09.445496 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-1251fd83-72af-4a3b-a09c-e2d9d619c0ec tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Request body: {'security_group_rule': {'security_group_id': 'f8c88233-c9f1-4a45-b55f-067a09d76006', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:14:09.451777 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc01d1a-b759-4b6a-9da9-3ddd7f0f35ea tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c88233-c9f1-4a45-b55f-067a09d76006,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:09.506701 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8c89e-d27f-496d-9b89-3d237ece90da req-ccc40585-4a51-4761-9d4a-db137746af04 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:09.517240 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f6b8c89e-d27f-496d-9b89-3d237ece90da req-ccc40585-4a51-4761-9d4a-db137746af04 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.5332439 Jan 28 03:14:09.528163 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1251fd83-72af-4a3b-a09c-e2d9d619c0ec tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks [] for security_group_rule (d95528fa-bcd2-49dd-8bf5-c8f55a458f37), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:09.619785 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d929e-eb30-41e4-9b9a-c8ca3dd9a1e9 None None] Pushing event updated for resources: {'Port': ['ID=67b4552c-360a-4ee4-abe9-3f24a562b224,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:09.787088 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1251fd83-72af-4a3b-a09c-e2d9d619c0ec tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks [] for security_group_rule (d95528fa-bcd2-49dd-8bf5-c8f55a458f37), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:09.804368 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f6b8c89e-d27f-496d-9b89-3d237ece90da req-73f73725-0fc6-4ac2-834b-c943e7aafd41 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634912 Jan 28 03:14:09.805242 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-280a3cbd-45a3-416e-9227-73afcfe2d73d None None] For port cc6a7b27-85ba-44c8-be58-7efe749e75be, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=cc6a7b27-85ba-44c8-be58-7efe749e75be,segment=NetworkSegment(8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69),segment_id=8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:14:09.832436 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1251fd83-72af-4a3b-a09c-e2d9d619c0ec tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (d95528fa-bcd2-49dd-8bf5-c8f55a458f37), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:09.848570 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-280a3cbd-45a3-416e-9227-73afcfe2d73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (cc6a7b27-85ba-44c8-be58-7efe749e75be), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:09.957412 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port c008c041-e990-49f8-85a8-386c998d2361 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:14:09.957758 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c008c041-e990-49f8-85a8-386c998d2361), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:10.015035 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-37697111-3916-4fa3-8913-e61dadd02dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734430fb-e0c6-4ee0-9259-9c60439b79bf', 'name': 'tempest-TestAggregatesBasicOps-1182938872-router', 'tenant_id': '518a3f9f02e94e1599dce14e974bfb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c008c041-e990-49f8-85a8-386c998d2361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:52Z', 'updated_at': '2022-01-28T03:14:02Z', 'revision_number': 4, 'project_id': '518a3f9f02e94e1599dce14e974bfb5a', 'gw_port': {'id': 'c008c041-e990-49f8-85a8-386c998d2361', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734430fb-e0c6-4ee0-9259-9c60439b79bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:53Z', 'updated_at': '2022-01-28T03:14:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143', 'name': '', 'network_id': 'f4a0e2f8-a4d3-4606-9001-a66e3278fdd5', 'tenant_id': '518a3f9f02e94e1599dce14e974bfb5a', 'mac_address': 'fa:16:3e:77:a3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734430fb-e0c6-4ee0-9259-9c60439b79bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': '6b24bec0-c884-40e1-a02f-3e1078f7a78a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:14:00Z', 'updated_at': '2022-01-28T03:14:08Z', 'revision_number': 4, 'project_id': '518a3f9f02e94e1599dce14e974bfb5a', 'subnets': [{'id': '6b24bec0-c884-40e1-a02f-3e1078f7a78a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:10.030999 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-401bd685-3656-4b4f-86ea-7282e3c84c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (bcac63d1-a989-4997-b482-781773df0d47), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:10.071333 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1251fd83-72af-4a3b-a09c-e2d9d619c0ec tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d95528fa-bcd2-49dd-8bf5-c8f55a458f37,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:10.097882 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37697111-3916-4fa3-8913-e61dadd02dc0 None None] The sync data for ids ['734430fb-e0c6-4ee0-9259-9c60439b79bf'] in n-d-712139-27 is: [{'id': '734430fb-e0c6-4ee0-9259-9c60439b79bf', 'name': 'tempest-TestAggregatesBasicOps-1182938872-router', 'tenant_id': '518a3f9f02e94e1599dce14e974bfb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c008c041-e990-49f8-85a8-386c998d2361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:52Z', 'updated_at': '2022-01-28T03:14:02Z', 'revision_number': 4, 'project_id': '518a3f9f02e94e1599dce14e974bfb5a', 'gw_port': {'id': 'c008c041-e990-49f8-85a8-386c998d2361', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734430fb-e0c6-4ee0-9259-9c60439b79bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:53Z', 'updated_at': '2022-01-28T03:14:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143', 'name': '', 'network_id': 'f4a0e2f8-a4d3-4606-9001-a66e3278fdd5', 'tenant_id': '518a3f9f02e94e1599dce14e974bfb5a', 'mac_address': 'fa:16:3e:77:a3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734430fb-e0c6-4ee0-9259-9c60439b79bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': '6b24bec0-c884-40e1-a02f-3e1078f7a78a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:14:00Z', 'updated_at': '2022-01-28T03:14:08Z', 'revision_number': 4, 'project_id': '518a3f9f02e94e1599dce14e974bfb5a', 'subnets': [{'id': '6b24bec0-c884-40e1-a02f-3e1078f7a78a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:14:10.102983 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port c008c041-e990-49f8-85a8-386c998d2361, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=c008c041-e990-49f8-85a8-386c998d2361,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:14:10.112659 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c008c041-e990-49f8-85a8-386c998d2361), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:10.113489 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device cc6a7b27-85ba-44c8-be58-7efe749e75be up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:14:10.118491 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1251fd83-72af-4a3b-a09c-e2d9d619c0ec tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:10.124192 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1251fd83-72af-4a3b-a09c-e2d9d619c0ec tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6821206 Jan 28 03:14:10.127713 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36714) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:14:10.145140 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-4591453d-8e1d-4b4f-9a34-3f63ff5db590 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Request body: {'security_group_rule': {'security_group_id': 'f8c88233-c9f1-4a45-b55f-067a09d76006', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:14:10.181726 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-431433e4-3f83-45ae-868d-d8e0e3d940da None None] Provisioning complete for port 1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:14:10.182228 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-431433e4-3f83-45ae-868d-d8e0e3d940da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:10.205997 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40027b0e-fe6d-4c84-9a8a-cfd051916d9d req-93e48279-1d67-42ac-b508-d15711fbc6bf tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:10.219628 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-40027b0e-fe6d-4c84-9a8a-cfd051916d9d req-93e48279-1d67-42ac-b508-d15711fbc6bf tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6c32936-768a-4d5e-a14a-16de76308668 HTTP/1.1" status: 200 len: 946 time: 0.3241258 Jan 28 03:14:10.245347 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401bd685-3656-4b4f-86ea-7282e3c84c34 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcac63d1-a989-4997-b482-781773df0d47,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:10.384048 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-784c983d-bbc0-400f-9716-c1de977b781f None None] Set router 260f78be-b953-4d17-a577-ec3bc98af847 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:14:10.440173 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4591453d-8e1d-4b4f-9a34-3f63ff5db590 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks [] for security_group_rule (5c0427a8-7b4b-4ce7-9f19-0bade0e7b9bc), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:10.471749 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-40027b0e-fe6d-4c84-9a8a-cfd051916d9d req-a804dd51-6c05-42b0-b03a-fdf896ed2e08 tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] 10.222.0.53 "GET /v2.0/security-groups?id=09e25be7-0d8b-4009-869b-e2405a60a8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510500 Jan 28 03:14:10.634814 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4591453d-8e1d-4b4f-9a34-3f63ff5db590 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks [] for security_group_rule (5c0427a8-7b4b-4ce7-9f19-0bade0e7b9bc), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:10.647476 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4591453d-8e1d-4b4f-9a34-3f63ff5db590 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (5c0427a8-7b4b-4ce7-9f19-0bade0e7b9bc), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:10.717380 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4591453d-8e1d-4b4f-9a34-3f63ff5db590 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c0427a8-7b4b-4ce7-9f19-0bade0e7b9bc,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:10.757640 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-401bd685-3656-4b4f-86ea-7282e3c84c34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (79653f68-b09d-4162-8123-fe6bdf1e9925), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:10.759771 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4591453d-8e1d-4b4f-9a34-3f63ff5db590 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:10.771213 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4591453d-8e1d-4b4f-9a34-3f63ff5db590 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6398838 Jan 28 03:14:10.774627 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36724) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:14:10.789040 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-482acbbb-fc12-4feb-a082-6abfc4b5d981 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:14:10.827075 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280a3cbd-45a3-416e-9227-73afcfe2d73d None None] Pushing event updated for resources: {'Port': ['ID=cc6a7b27-85ba-44c8-be58-7efe749e75be,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:10.881732 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-482acbbb-fc12-4feb-a082-6abfc4b5d981 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:11.242528 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-482acbbb-fc12-4feb-a082-6abfc4b5d981 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:11.243053 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=c008c041-e990-49f8-85a8-386c998d2361,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:11.258171 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port cc6a7b27-85ba-44c8-be58-7efe749e75be triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:14:11.258556 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (cc6a7b27-85ba-44c8-be58-7efe749e75be), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:11.491011 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-431433e4-3f83-45ae-868d-d8e0e3d940da None None] Current status of the port 1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:14:11.492867 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-431433e4-3f83-45ae-868d-d8e0e3d940da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:11.627520 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83700d2d-cf1f-44bd-a57f-b915f82b5c73 req-a4397f7a-5126-42dd-85c1-d2a1ef8177be tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:11.635596 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-83700d2d-cf1f-44bd-a57f-b915f82b5c73 req-a4397f7a-5126-42dd-85c1-d2a1ef8177be tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6c32936-768a-4d5e-a14a-16de76308668 HTTP/1.1" status: 200 len: 946 time: 0.2364469 Jan 28 03:14:11.649881 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-431433e4-3f83-45ae-868d-d8e0e3d940da None None] For port 1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143,segment=NetworkSegment(bba246da-ca90-425c-a834-a1526ca81314),segment_id=bba246da-ca90-425c-a834-a1526ca81314)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:14:11.695506 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-482acbbb-fc12-4feb-a082-6abfc4b5d981 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Allocated IP 172.25.0.65 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/7cee53b1-0678-4d41-a978-9ca8f6230781) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:14:11.711189 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port cc6a7b27-85ba-44c8-be58-7efe749e75be is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:14:11.729519 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-431433e4-3f83-45ae-868d-d8e0e3d940da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:11.751384 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-83700d2d-cf1f-44bd-a57f-b915f82b5c73 req-e764a0bb-7c8e-4aa1-aefd-8dc078323c0e tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] 10.222.0.53 "GET /v2.0/security-groups?id=09e25be7-0d8b-4009-869b-e2405a60a8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071444 Jan 28 03:14:11.840084 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-431433e4-3f83-45ae-868d-d8e0e3d940da None None] Provisioning complete for port b0098b9e-a49a-46ac-b01a-d2b6db33f971 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:14:11.840453 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-431433e4-3f83-45ae-868d-d8e0e3d940da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b0098b9e-a49a-46ac-b01a-d2b6db33f971), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:11.841975 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431433e4-3f83-45ae-868d-d8e0e3d940da None None] Pushing event updated for resources: {'Port': ['ID=1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:11.876467 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431433e4-3f83-45ae-868d-d8e0e3d940da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:11.876820 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431433e4-3f83-45ae-868d-d8e0e3d940da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:11.877194 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431433e4-3f83-45ae-868d-d8e0e3d940da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:11.877529 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431433e4-3f83-45ae-868d-d8e0e3d940da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:11.877870 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431433e4-3f83-45ae-868d-d8e0e3d940da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:11.878473 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431433e4-3f83-45ae-868d-d8e0e3d940da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:11.878808 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431433e4-3f83-45ae-868d-d8e0e3d940da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:11.879141 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431433e4-3f83-45ae-868d-d8e0e3d940da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:11.879464 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431433e4-3f83-45ae-868d-d8e0e3d940da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:11.879788 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431433e4-3f83-45ae-868d-d8e0e3d940da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:11.880135 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431433e4-3f83-45ae-868d-d8e0e3d940da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:11.880430 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431433e4-3f83-45ae-868d-d8e0e3d940da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:11.880744 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431433e4-3f83-45ae-868d-d8e0e3d940da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:11.903571 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-431433e4-3f83-45ae-868d-d8e0e3d940da None None] Port b0098b9e-a49a-46ac-b01a-d2b6db33f971 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:14:11.918604 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-784c983d-bbc0-400f-9716-c1de977b781f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260f78be-b953-4d17-a577-ec3bc98af847', 'name': 'tempest-ServerActionsTestJSON-390871846-router', 'tenant_id': '2286ae41b27547dfa2005a6a8f000d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '67b4552c-360a-4ee4-abe9-3f24a562b224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:53Z', 'updated_at': '2022-01-28T03:14:06Z', 'revision_number': 4, 'project_id': '2286ae41b27547dfa2005a6a8f000d38', 'gw_port': {'id': '67b4552c-360a-4ee4-abe9-3f24a562b224', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:23:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260f78be-b953-4d17-a577-ec3bc98af847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:57Z', 'updated_at': '2022-01-28T03:14:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'b0098b9e-a49a-46ac-b01a-d2b6db33f971', 'name': '', 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d', 'tenant_id': '2286ae41b27547dfa2005a6a8f000d38', 'mac_address': 'fa:16:3e:d6:7c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260f78be-b953-4d17-a577-ec3bc98af847', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '27d2caa9-814b-48c2-8f4b-c426e9cbbe97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:14:04Z', 'updated_at': '2022-01-28T03:14:06Z', 'revision_number': 2, 'project_id': '2286ae41b27547dfa2005a6a8f000d38', 'subnets': [{'id': '27d2caa9-814b-48c2-8f4b-c426e9cbbe97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:11.957282 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883cc95f-49e5-4ad8-b64f-2868e5d4b92c req-33a15dfb-fa96-42f7-af7c-ddba3592e1a0 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:11.982326 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-482acbbb-fc12-4feb-a082-6abfc4b5d981 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks [] for port (7cee53b1-0678-4d41-a978-9ca8f6230781), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:11.990793 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-883cc95f-49e5-4ad8-b64f-2868e5d4b92c req-33a15dfb-fa96-42f7-af7c-ddba3592e1a0 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.2828896 Jan 28 03:14:12.002105 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784c983d-bbc0-400f-9716-c1de977b781f None None] The sync data for ids ['260f78be-b953-4d17-a577-ec3bc98af847'] in n-d-712139-27 is: [{'id': '260f78be-b953-4d17-a577-ec3bc98af847', 'name': 'tempest-ServerActionsTestJSON-390871846-router', 'tenant_id': '2286ae41b27547dfa2005a6a8f000d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '67b4552c-360a-4ee4-abe9-3f24a562b224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:53Z', 'updated_at': '2022-01-28T03:14:06Z', 'revision_number': 4, 'project_id': '2286ae41b27547dfa2005a6a8f000d38', 'gw_port': {'id': '67b4552c-360a-4ee4-abe9-3f24a562b224', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:23:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260f78be-b953-4d17-a577-ec3bc98af847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:57Z', 'updated_at': '2022-01-28T03:14:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'b0098b9e-a49a-46ac-b01a-d2b6db33f971', 'name': '', 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d', 'tenant_id': '2286ae41b27547dfa2005a6a8f000d38', 'mac_address': 'fa:16:3e:d6:7c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260f78be-b953-4d17-a577-ec3bc98af847', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '27d2caa9-814b-48c2-8f4b-c426e9cbbe97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:14:04Z', 'updated_at': '2022-01-28T03:14:06Z', 'revision_number': 2, 'project_id': '2286ae41b27547dfa2005a6a8f000d38', 'subnets': [{'id': '27d2caa9-814b-48c2-8f4b-c426e9cbbe97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:14:12.074304 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-482acbbb-fc12-4feb-a082-6abfc4b5d981 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (7cee53b1-0678-4d41-a978-9ca8f6230781), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:12.132356 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482acbbb-fc12-4feb-a082-6abfc4b5d981 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:14:12.165361 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-482acbbb-fc12-4feb-a082-6abfc4b5d981 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:14:12.171423 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482acbbb-fc12-4feb-a082-6abfc4b5d981 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:14:12.173837 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482acbbb-fc12-4feb-a082-6abfc4b5d981 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Pushing event updated for resources: {'Port': ['ID=7cee53b1-0678-4d41-a978-9ca8f6230781,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:12.314742 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-883cc95f-49e5-4ad8-b64f-2868e5d4b92c req-6ad49ea0-ba3a-461d-94de-0ef4f31ab008 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238184 Jan 28 03:14:12.362913 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c008c041-e990-49f8-85a8-386c998d2361 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:14:12.384304 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-482acbbb-fc12-4feb-a082-6abfc4b5d981 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks [] for floatingip (e8fbfd2b-4e3e-4364-9836-0dd7cd35b533), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:12.453217 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-482acbbb-fc12-4feb-a082-6abfc4b5d981 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7cee53b1-0678-4d41-a978-9ca8f6230781), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:12.472471 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401bd685-3656-4b4f-86ea-7282e3c84c34 admin admin] Router 79653f68-b09d-4162-8123-fe6bdf1e9925 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:14:12.562035 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port c008c041-e990-49f8-85a8-386c998d2361 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:14:12.562987 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c008c041-e990-49f8-85a8-386c998d2361), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:12.770853 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port c008c041-e990-49f8-85a8-386c998d2361 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:14:12.772378 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:14:12.781013 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401bd685-3656-4b4f-86ea-7282e3c84c34 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:14:12.791323 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-401bd685-3656-4b4f-86ea-7282e3c84c34 admin admin] 10.222.0.53 "PUT /v2.0/routers/79653f68-b09d-4162-8123-fe6bdf1e9925/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0174613 Jan 28 03:14:12.792820 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36752) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:14:12.896366 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d390afb-1f51-4d68-92d7-1ed3cb3a31b7 None None] Sync routers for ids ['79653f68-b09d-4162-8123-fe6bdf1e9925'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:14:12.944900 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d390afb-1f51-4d68-92d7-1ed3cb3a31b7 None None] Routers {'79653f68-b09d-4162-8123-fe6bdf1e9925'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:14:12.947111 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-4d390afb-1f51-4d68-92d7-1ed3cb3a31b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:14:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['79653f68-b09d-4162-8123-fe6bdf1e9925'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:13.035376 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a45bcef8-b7be-403b-887f-8637e5e4fd9e admin admin] Publish callbacks [] for router (79653f68-b09d-4162-8123-fe6bdf1e9925), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:13.161969 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-4d390afb-1f51-4d68-92d7-1ed3cb3a31b7 None None] Set router 79653f68-b09d-4162-8123-fe6bdf1e9925 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:14:13.315834 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a45bcef8-b7be-403b-887f-8637e5e4fd9e admin admin] Publish callbacks [] for router_gateway (79653f68-b09d-4162-8123-fe6bdf1e9925), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:13.489469 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-a45bcef8-b7be-403b-887f-8637e5e4fd9e admin admin] Deleting port 82f4ebec-43fb-4dc5-bf54-008df8db9383 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:14:13.490107 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a45bcef8-b7be-403b-887f-8637e5e4fd9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (82f4ebec-43fb-4dc5-bf54-008df8db9383), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:13.538943 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:14:13.540063 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:13.762480 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-482acbbb-fc12-4feb-a082-6abfc4b5d981 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks [] for port (7cee53b1-0678-4d41-a978-9ca8f6230781), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:13.775674 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-482acbbb-fc12-4feb-a082-6abfc4b5d981 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (7cee53b1-0678-4d41-a978-9ca8f6230781), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:13.795218 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb14d63-0e15-467a-8aba-aef699b21393 req-21e2578e-dba6-4d83-a057-1b2a8efb106f tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:13.797421 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cfb14d63-0e15-467a-8aba-aef699b21393 req-21e2578e-dba6-4d83-a057-1b2a8efb106f tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6c32936-768a-4d5e-a14a-16de76308668 HTTP/1.1" status: 200 len: 946 time: 1.2370942 Jan 28 03:14:13.808575 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284b81a-73d0-4ab3-a80a-f8a564ab676a req-69091d1c-e5c7-45dc-b340-6c193df966e1 tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:13.825028 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d284b81a-73d0-4ab3-a80a-f8a564ab676a req-69091d1c-e5c7-45dc-b340-6c193df966e1 tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6c32936-768a-4d5e-a14a-16de76308668 HTTP/1.1" status: 200 len: 946 time: 0.1478298 Jan 28 03:14:13.894725 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095565e8-b58e-4571-918d-271974e835e8 req-1201672b-ae31-409d-9340-e7c17a51df21 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:13.896726 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-095565e8-b58e-4571-918d-271974e835e8 req-1201672b-ae31-409d-9340-e7c17a51df21 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.3904946 Jan 28 03:14:13.984670 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-a45bcef8-b7be-403b-887f-8637e5e4fd9e admin admin] For port 82f4ebec-43fb-4dc5-bf54-008df8db9383, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=82f4ebec-43fb-4dc5-bf54-008df8db9383,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:14:13.991886 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a45bcef8-b7be-403b-887f-8637e5e4fd9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (82f4ebec-43fb-4dc5-bf54-008df8db9383), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:13.995737 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-4d390afb-1f51-4d68-92d7-1ed3cb3a31b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79653f68-b09d-4162-8123-fe6bdf1e9925', 'name': 'tempest-TestAggregatesBasicOps-2021199-router', 'tenant_id': '3a2d3d0790634cf784cfb361ad9e6711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '82f4ebec-43fb-4dc5-bf54-008df8db9383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:37Z', 'updated_at': '2022-01-28T03:14:09Z', 'revision_number': 5, 'project_id': '3a2d3d0790634cf784cfb361ad9e6711', 'gw_port': {'id': '82f4ebec-43fb-4dc5-bf54-008df8db9383', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79653f68-b09d-4162-8123-fe6bdf1e9925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:38Z', 'updated_at': '2022-01-28T03:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:13.997636 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:14:13.998711 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device cc6a7b27-85ba-44c8-be58-7efe749e75be up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:14:14.056098 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-a45bcef8-b7be-403b-887f-8637e5e4fd9e admin admin] Calling delete_port for 82f4ebec-43fb-4dc5-bf54-008df8db9383 owned by network:router_gateway {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:14:14.076357 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-095565e8-b58e-4571-918d-271974e835e8 req-a9a71816-4254-4565-819e-51e73628511e tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687124 Jan 28 03:14:14.091785 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d284b81a-73d0-4ab3-a80a-f8a564ab676a req-a45d9650-a512-4c28-904e-5140a6166b13 tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] 10.222.0.53 "GET /v2.0/security-groups?id=09e25be7-0d8b-4009-869b-e2405a60a8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656398 Jan 28 03:14:14.134080 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482acbbb-fc12-4feb-a082-6abfc4b5d981 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Pushing event updated for resources: {'Port': ['ID=7cee53b1-0678-4d41-a978-9ca8f6230781,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:14.139380 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d390afb-1f51-4d68-92d7-1ed3cb3a31b7 None None] Checking router: 79653f68-b09d-4162-8123-fe6bdf1e9925 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:14:14.178732 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-482acbbb-fc12-4feb-a082-6abfc4b5d981 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (e8fbfd2b-4e3e-4364-9836-0dd7cd35b533), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:14.225799 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d390afb-1f51-4d68-92d7-1ed3cb3a31b7 None None] Routers {'79653f68-b09d-4162-8123-fe6bdf1e9925'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:14:14.226365 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-4d390afb-1f51-4d68-92d7-1ed3cb3a31b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:14:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['79653f68-b09d-4162-8123-fe6bdf1e9925'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:14.241148 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-482acbbb-fc12-4feb-a082-6abfc4b5d981 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:14.242721 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-482acbbb-fc12-4feb-a082-6abfc4b5d981 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4670651 Jan 28 03:14:14.253512 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-cfb14d63-0e15-467a-8aba-aef699b21393 req-b6b6a5d2-6a00-4885-8fe6-2375de788df8 tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] Deleting port 65e6b8eb-5cb7-4468-b67b-5025f79d4f53 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:14:14.253874 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-cfb14d63-0e15-467a-8aba-aef699b21393 req-b6b6a5d2-6a00-4885-8fe6-2375de788df8 tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (65e6b8eb-5cb7-4468-b67b-5025f79d4f53), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:14.358426 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a45bcef8-b7be-403b-887f-8637e5e4fd9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (82f4ebec-43fb-4dc5-bf54-008df8db9383), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:14.425212 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45bcef8-b7be-403b-887f-8637e5e4fd9e admin admin] Pushing event deleted for resources: {'Port': ['ID=82f4ebec-43fb-4dc5-bf54-008df8db9383,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:14.507888 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port cc6a7b27-85ba-44c8-be58-7efe749e75be triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:14:14.508294 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (cc6a7b27-85ba-44c8-be58-7efe749e75be), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:14.515429 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-4d390afb-1f51-4d68-92d7-1ed3cb3a31b7 None None] Set router 79653f68-b09d-4162-8123-fe6bdf1e9925 gateway port host: None {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:14:14.521453 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-a5c39fe0-4203-4664-a854-6430922a9574 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--150235442&fields=id&tenant_id=2286ae41b27547dfa2005a6a8f000d38 HTTP/1.1" status: 200 len: 267 time: 0.0707898 Jan 28 03:14:14.637125 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-cfb14d63-0e15-467a-8aba-aef699b21393 req-b6b6a5d2-6a00-4885-8fe6-2375de788df8 tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] For port 65e6b8eb-5cb7-4468-b67b-5025f79d4f53, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=65e6b8eb-5cb7-4468-b67b-5025f79d4f53,segment=NetworkSegment(4f659db0-fb00-440a-9e97-32678cf47bf3),segment_id=4f659db0-fb00-440a-9e97-32678cf47bf3)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:14:14.638140 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-cfb14d63-0e15-467a-8aba-aef699b21393 req-b6b6a5d2-6a00-4885-8fe6-2375de788df8 tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (65e6b8eb-5cb7-4468-b67b-5025f79d4f53), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:14.691069 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a45bcef8-b7be-403b-887f-8637e5e4fd9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (79653f68-b09d-4162-8123-fe6bdf1e9925), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:14.725851 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-4d390afb-1f51-4d68-92d7-1ed3cb3a31b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79653f68-b09d-4162-8123-fe6bdf1e9925', 'name': 'tempest-TestAggregatesBasicOps-2021199-router', 'tenant_id': '3a2d3d0790634cf784cfb361ad9e6711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:37Z', 'updated_at': '2022-01-28T03:14:13Z', 'revision_number': 6, 'project_id': '3a2d3d0790634cf784cfb361ad9e6711', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:14.726091 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-cfb14d63-0e15-467a-8aba-aef699b21393 req-b6b6a5d2-6a00-4885-8fe6-2375de788df8 tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] Calling delete_port for 65e6b8eb-5cb7-4468-b67b-5025f79d4f53 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:14:14.823662 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a45bcef8-b7be-403b-887f-8637e5e4fd9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (79653f68-b09d-4162-8123-fe6bdf1e9925), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:14.829566 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a45bcef8-b7be-403b-887f-8637e5e4fd9e admin admin] Publish callbacks [] for router_controller (79653f68-b09d-4162-8123-fe6bdf1e9925), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:14.861309 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d390afb-1f51-4d68-92d7-1ed3cb3a31b7 None None] The sync data for ids ['79653f68-b09d-4162-8123-fe6bdf1e9925'] in n-d-712139-27 is: [{'id': '79653f68-b09d-4162-8123-fe6bdf1e9925', 'name': 'tempest-TestAggregatesBasicOps-2021199-router', 'tenant_id': '3a2d3d0790634cf784cfb361ad9e6711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:37Z', 'updated_at': '2022-01-28T03:14:13Z', 'revision_number': 6, 'project_id': '3a2d3d0790634cf784cfb361ad9e6711', 'gw_port_host': None}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:14:14.906038 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a45bcef8-b7be-403b-887f-8637e5e4fd9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (79653f68-b09d-4162-8123-fe6bdf1e9925), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:14.906649 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45bcef8-b7be-403b-887f-8637e5e4fd9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79653f68-b09d-4162-8123-fe6bdf1e9925 {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:14:14.913019 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a45bcef8-b7be-403b-887f-8637e5e4fd9e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:14.917387 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36782) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:14:14.918638 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a45bcef8-b7be-403b-887f-8637e5e4fd9e admin admin] 10.222.0.53 "DELETE /v2.0/routers/79653f68-b09d-4162-8123-fe6bdf1e9925 HTTP/1.1" status: 204 len: 168 time: 2.1172228 Jan 28 03:14:14.974971 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-58a43bc4-6238-4981-bf13-7f4407388e0b tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:14.977093 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-58a43bc4-6238-4981-bf13-7f4407388e0b tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/networks?id=61daafe4-8be0-4976-aead-14ffa612176d HTTP/1.1" status: 200 len: 811 time: 0.3903084 Jan 28 03:14:15.006844 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-fe46b1af-bd85-4019-8edf-d179271142a7 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/quotas/2286ae41b27547dfa2005a6a8f000d38 HTTP/1.1" status: 200 len: 375 time: 0.0223572 Jan 28 03:14:15.068223 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb510919-755a-4ebd-8ab6-f713f550b560 admin admin] Deleting subnet 38d13df5-d8f5-4723-ad53-852d1471f7b0 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:14:15.084625 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fb510919-755a-4ebd-8ab6-f713f550b560 admin admin] Publish callbacks [] for subnet (38d13df5-d8f5-4723-ad53-852d1471f7b0), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:15.088433 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port cc6a7b27-85ba-44c8-be58-7efe749e75be is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:14:15.108273 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-855c8389-2c80-45dc-9066-3ff8cc946ede tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2286ae41b27547dfa2005a6a8f000d38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0875540 Jan 28 03:14:15.152702 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fb510919-755a-4ebd-8ab6-f713f550b560 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (38d13df5-d8f5-4723-ad53-852d1471f7b0), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:15.300371 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-cfb14d63-0e15-467a-8aba-aef699b21393 req-b6b6a5d2-6a00-4885-8fe6-2375de788df8 tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (65e6b8eb-5cb7-4468-b67b-5025f79d4f53), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:15.502027 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-913ea425-5c07-4032-8312-4e1af28f835d service neutron] 10.222.0.53 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665872 Jan 28 03:14:15.563257 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fb510919-755a-4ebd-8ab6-f713f550b560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (38d13df5-d8f5-4723-ad53-852d1471f7b0), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:15.638906 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b6a5d2-6a00-4885-8fe6-2375de788df8 tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] Pushing event deleted for resources: {'Port': ['ID=65e6b8eb-5cb7-4468-b67b-5025f79d4f53,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:15.691260 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 65e6b8eb-5cb7-4468-b67b-5025f79d4f53 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:14:15.720202 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fb510919-755a-4ebd-8ab6-f713f550b560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (38d13df5-d8f5-4723-ad53-852d1471f7b0), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:15.747939 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 65e6b8eb-5cb7-4468-b67b-5025f79d4f53 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:14:15.751578 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 65e6b8eb-5cb7-4468-b67b-5025f79d4f53 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:14:15.801112 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb14d63-0e15-467a-8aba-aef699b21393 req-b6b6a5d2-6a00-4885-8fe6-2375de788df8 tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] No DVR routers for this DVR port 65e6b8eb-5cb7-4468-b67b-5025f79d4f53 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:14:15.822811 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-cfb14d63-0e15-467a-8aba-aef699b21393 req-b6b6a5d2-6a00-4885-8fe6-2375de788df8 tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:15.826102 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cfb14d63-0e15-467a-8aba-aef699b21393 req-b6b6a5d2-6a00-4885-8fe6-2375de788df8 tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] 10.222.0.39 "DELETE /v2.0/ports/65e6b8eb-5cb7-4468-b67b-5025f79d4f53 HTTP/1.1" status: 204 len: 173 time: 1.9776251 Jan 28 03:14:15.836754 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-960789ef-68ae-4da5-9c02-4a83acbc8f24 service neutron] 10.222.0.53 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069561 Jan 28 03:14:15.870994 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c32936-768a-4d5e-a14a-16de76308668', 'name': 'network-vif-deleted', 'tag': '65e6b8eb-5cb7-4468-b67b-5025f79d4f53'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:14:15.873375 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fafe375-7b55-43cb-8cd2-0357e52a11e2" -d '{"events": [{"server_uuid": "e6c32936-768a-4d5e-a14a-16de76308668", "name": "network-vif-deleted", "tag": "65e6b8eb-5cb7-4468-b67b-5025f79d4f53"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:14:15.876035 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb510919-755a-4ebd-8ab6-f713f550b560 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38d13df5-d8f5-4723-ad53-852d1471f7b0,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:15.910047 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f39b54-70de-455f-bab0-59ddd258767d None None] Network 573003f3-1332-4242-b722-1a0ad16926a6 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:14:15.918745 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96699b6-9a0e-4905-aa34-6f3deebd8755 req-2e33a21a-541f-4ae8-8230-55cb5f4a463f tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:15.924367 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a96699b6-9a0e-4905-aa34-6f3deebd8755 req-2e33a21a-541f-4ae8-8230-55cb5f4a463f tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.6455317 Jan 28 03:14:15.932463 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fb510919-755a-4ebd-8ab6-f713f550b560 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:15.936234 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-fb510919-755a-4ebd-8ab6-f713f550b560 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/38d13df5-d8f5-4723-ad53-852d1471f7b0 HTTP/1.1" status: 204 len: 168 time: 1.0177882 Jan 28 03:14:15.940291 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36804) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:14:16.077475 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a96699b6-9a0e-4905-aa34-6f3deebd8755 req-326cca7e-eda6-4216-95ac-56e33e1e7cec tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387417 Jan 28 03:14:16.123776 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 67b4552c-360a-4ee4-abe9-3f24a562b224 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:14:16.196934 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0ffc0a-fa5f-45ac-9836-e1ae43e33df0 x-openstack-request-id: req-bc0ffc0a-fa5f-45ac-9836-e1ae43e33df0 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:14:16.197496 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6c32936-768a-4d5e-a14a-16de76308668", "name": "network-vif-deleted", "tag": "65e6b8eb-5cb7-4468-b67b-5025f79d4f53", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:14:16.197710 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bc0ffc0a-fa5f-45ac-9836-e1ae43e33df0 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:14:16.200463 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c32936-768a-4d5e-a14a-16de76308668', 'name': 'network-vif-deleted', 'tag': '65e6b8eb-5cb7-4468-b67b-5025f79d4f53', 'status': 'completed', 'code': 200} Jan 28 03:14:16.302973 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8937d61e-be92-41ca-97d2-9c8a0ce43d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (573003f3-1332-4242-b722-1a0ad16926a6), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:16.308856 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4d9a9175-1805-4d44-8f60-bbe08ca7e162 req-4049607d-bc26-4e9a-af7b-739de7b6bf7f tempest-ServerGroupTestJSON-2046620914 tempest-ServerGroupTestJSON-2046620914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6c32936-768a-4d5e-a14a-16de76308668 HTTP/1.1" status: 200 len: 210 time: 0.1509230 Jan 28 03:14:16.311862 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 67b4552c-360a-4ee4-abe9-3f24a562b224 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:14:16.312119 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (67b4552c-360a-4ee4-abe9-3f24a562b224), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:16.447528 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a3bcd996-aa61-42ec-a93b-a73a1229032a req-b46b70a3-55bc-4119-a5a6-5ba8ae93c6b2 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 210 time: 0.1170561 Jan 28 03:14:16.458791 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a652828-9d32-4924-b6a7-4d5521e5fab7 None None] DHCP port deletion for 573003f3-1332-4242-b722-1a0ad16926a6 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:14:16.546676 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-8937d61e-be92-41ca-97d2-9c8a0ce43d78 admin admin] Deleting port f2919014-fecd-45b0-8f1d-e3798254a141 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:14:16.547025 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8937d61e-be92-41ca-97d2-9c8a0ce43d78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (f2919014-fecd-45b0-8f1d-e3798254a141), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:16.613869 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 67b4552c-360a-4ee4-abe9-3f24a562b224 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:14:16.614321 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (67b4552c-360a-4ee4-abe9-3f24a562b224), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:16.642375 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 67b4552c-360a-4ee4-abe9-3f24a562b224, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=67b4552c-360a-4ee4-abe9-3f24a562b224,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:14:16.651129 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-8937d61e-be92-41ca-97d2-9c8a0ce43d78 admin admin] For port f2919014-fecd-45b0-8f1d-e3798254a141, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=f2919014-fecd-45b0-8f1d-e3798254a141,segment=NetworkSegment(25b8d424-52ab-4239-9ff9-d42176cc4109),segment_id=25b8d424-52ab-4239-9ff9-d42176cc4109)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:14:16.651507 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8937d61e-be92-41ca-97d2-9c8a0ce43d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (f2919014-fecd-45b0-8f1d-e3798254a141), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:16.660292 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (67b4552c-360a-4ee4-abe9-3f24a562b224), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:16.661357 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:14:16.684682 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-8937d61e-be92-41ca-97d2-9c8a0ce43d78 admin admin] Calling delete_port for f2919014-fecd-45b0-8f1d-e3798254a141 owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:14:16.846598 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8937d61e-be92-41ca-97d2-9c8a0ce43d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (f2919014-fecd-45b0-8f1d-e3798254a141), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:16.858836 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-3a652828-9d32-4924-b6a7-4d5521e5fab7 None None] Deleting port f2919014-fecd-45b0-8f1d-e3798254a141 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:14:16.876895 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3a652828-9d32-4924-b6a7-4d5521e5fab7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (f2919014-fecd-45b0-8f1d-e3798254a141), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:16.949003 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8937d61e-be92-41ca-97d2-9c8a0ce43d78 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2919014-fecd-45b0-8f1d-e3798254a141,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:16.953279 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8937d61e-be92-41ca-97d2-9c8a0ce43d78 admin admin] No DVR routers for this DVR port f2919014-fecd-45b0-8f1d-e3798254a141 on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:14:17.076652 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-3a652828-9d32-4924-b6a7-4d5521e5fab7 None None] For port f2919014-fecd-45b0-8f1d-e3798254a141, host n-d-712139-27, got binding levels [] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:14:17.077404 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3a652828-9d32-4924-b6a7-4d5521e5fab7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (f2919014-fecd-45b0-8f1d-e3798254a141), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:17.110568 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-3a652828-9d32-4924-b6a7-4d5521e5fab7 None None] Calling delete_port for f2919014-fecd-45b0-8f1d-e3798254a141 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:14:17.115456 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.ipam_backend_mixin [None req-3a652828-9d32-4924-b6a7-4d5521e5fab7 None None] Port f2919014-fecd-45b0-8f1d-e3798254a141 was not found and therefore no delete operation was performed {{(pid=109804) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 03:14:17.132298 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3a652828-9d32-4924-b6a7-4d5521e5fab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (f2919014-fecd-45b0-8f1d-e3798254a141), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:17.144341 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=67b4552c-360a-4ee4-abe9-3f24a562b224,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:17.167506 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8937d61e-be92-41ca-97d2-9c8a0ce43d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (573003f3-1332-4242-b722-1a0ad16926a6), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:17.219818 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a652828-9d32-4924-b6a7-4d5521e5fab7 None None] No DVR routers for this DVR port f2919014-fecd-45b0-8f1d-e3798254a141 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:14:17.224205 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a652828-9d32-4924-b6a7-4d5521e5fab7 None None] Pushing event deleted for resources: {'Port': ['ID=f2919014-fecd-45b0-8f1d-e3798254a141,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:17.253892 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:14:17.254550 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:17.348892 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-8937d61e-be92-41ca-97d2-9c8a0ce43d78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['573003f3-1332-4242-b722-1a0ad16926a6']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:17.443371 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-8937d61e-be92-41ca-97d2-9c8a0ce43d78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25b8d424-52ab-4239-9ff9-d42176cc4109') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:17.443679 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-8937d61e-be92-41ca-97d2-9c8a0ce43d78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25b8d424-52ab-4239-9ff9-d42176cc4109') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:17.497741 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8937d61e-be92-41ca-97d2-9c8a0ce43d78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (25b8d424-52ab-4239-9ff9-d42176cc4109), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:17.557426 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8937d61e-be92-41ca-97d2-9c8a0ce43d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (25b8d424-52ab-4239-9ff9-d42176cc4109), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:17.562583 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff7b3b2-aa3d-4a40-9464-b7e3972ffc5f None None] Sync routers for ids ['260f78be-b953-4d17-a577-ec3bc98af847'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:14:17.564967 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:14:17.583631 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device bcac63d1-a989-4997-b482-781773df0d47 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:14:17.587985 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8937d61e-be92-41ca-97d2-9c8a0ce43d78 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:14:17.588411 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8937d61e-be92-41ca-97d2-9c8a0ce43d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (25b8d424-52ab-4239-9ff9-d42176cc4109), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:17.595261 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff7b3b2-aa3d-4a40-9464-b7e3972ffc5f None None] Routers {'260f78be-b953-4d17-a577-ec3bc98af847'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:14:17.595787 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:14:17.595787 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:14:17.595787 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:14:17.595787 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:14:17.595787 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:14:17.595787 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:14:17.595787 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:14:17.595787 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:14:17.595787 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:14:17.595787 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:14:17.595787 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:14:17.595787 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:14:17.595787 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:14:17.595787 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:14:17.595787 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:14:17.595787 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:14:17.595787 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:14:17.595787 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:14:17.595787 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:14:17.595787 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:14:17.595787 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:14:17.595787 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:14:17.595787 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:14:17.595787 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:14:17.595787 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:14:17.595787 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:14:17.595787 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:14:17.595787 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:14:17.595787 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:14:17.595787 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:14:17.595787 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:14:17.595787 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:14:17.601886 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-7ff7b3b2-aa3d-4a40-9464-b7e3972ffc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:14:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['260f78be-b953-4d17-a577-ec3bc98af847'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:17.632052 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44a551-d38e-41de-b117-1e77dd6c8d07 req-3784052e-7269-4307-97cd-09f8cd76f289 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:17.649506 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4c44a551-d38e-41de-b117-1e77dd6c8d07 req-3784052e-7269-4307-97cd-09f8cd76f289 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.3281696 Jan 28 03:14:17.663820 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7795b5aa-d621-47f1-a274-3ac0d6d01f0e req-32cc02c9-e61a-4bc6-a871-2c3172cac43c tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 210 time: 0.0537584 Jan 28 03:14:17.692613 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: bcac63d1-a989-4997-b482-781773df0d47 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:14:17.693659 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device bcac63d1-a989-4997-b482-781773df0d47 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:14:17.799174 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8937d61e-be92-41ca-97d2-9c8a0ce43d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (573003f3-1332-4242-b722-1a0ad16926a6), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:17.807655 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4c44a551-d38e-41de-b117-1e77dd6c8d07 req-5855a528-744f-4f76-8490-777666ffedab tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056547 Jan 28 03:14:17.820692 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8937d61e-be92-41ca-97d2-9c8a0ce43d78 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:17.834863 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8937d61e-be92-41ca-97d2-9c8a0ce43d78 admin admin] 10.222.0.53 "DELETE /v2.0/networks/573003f3-1332-4242-b722-1a0ad16926a6 HTTP/1.1" status: 204 len: 168 time: 1.8882558 Jan 28 03:14:17.834984 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36836) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:14:17.874263 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8937d61e-be92-41ca-97d2-9c8a0ce43d78 admin admin] Pushing event deleted for resources: {'Network': ['ID=573003f3-1332-4242-b722-1a0ad16926a6,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:17.914892 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-7ff7b3b2-aa3d-4a40-9464-b7e3972ffc5f None None] Set router 260f78be-b953-4d17-a577-ec3bc98af847 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:14:17.955807 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 67b4552c-360a-4ee4-abe9-3f24a562b224 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:14:18.069822 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36850) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:14:18.158424 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 67b4552c-360a-4ee4-abe9-3f24a562b224 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:14:18.158424 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (67b4552c-360a-4ee4-abe9-3f24a562b224), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:18.205401 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dbe28b6-97d2-49cc-a92f-a48a3f003356 admin admin] Deleting subnet 1b7a4b6f-5eb2-49c5-a966-fb219e13c1e4 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:14:18.231248 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0dbe28b6-97d2-49cc-a92f-a48a3f003356 admin admin] Publish callbacks [] for subnet (1b7a4b6f-5eb2-49c5-a966-fb219e13c1e4), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:18.348790 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0dbe28b6-97d2-49cc-a92f-a48a3f003356 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (1b7a4b6f-5eb2-49c5-a966-fb219e13c1e4), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:18.444006 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0dbe28b6-97d2-49cc-a92f-a48a3f003356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (1b7a4b6f-5eb2-49c5-a966-fb219e13c1e4), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:18.499276 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-7ff7b3b2-aa3d-4a40-9464-b7e3972ffc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260f78be-b953-4d17-a577-ec3bc98af847', 'name': 'tempest-ServerActionsTestJSON-390871846-router', 'tenant_id': '2286ae41b27547dfa2005a6a8f000d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '67b4552c-360a-4ee4-abe9-3f24a562b224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:53Z', 'updated_at': '2022-01-28T03:14:06Z', 'revision_number': 4, 'project_id': '2286ae41b27547dfa2005a6a8f000d38', 'gw_port': {'id': '67b4552c-360a-4ee4-abe9-3f24a562b224', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:23:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260f78be-b953-4d17-a577-ec3bc98af847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:57Z', 'updated_at': '2022-01-28T03:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'b0098b9e-a49a-46ac-b01a-d2b6db33f971', 'name': '', 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d', 'tenant_id': '2286ae41b27547dfa2005a6a8f000d38', 'mac_address': 'fa:16:3e:d6:7c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260f78be-b953-4d17-a577-ec3bc98af847', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '27d2caa9-814b-48c2-8f4b-c426e9cbbe97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:14:04Z', 'updated_at': '2022-01-28T03:14:06Z', 'revision_number': 2, 'project_id': '2286ae41b27547dfa2005a6a8f000d38', 'subnets': [{'id': '27d2caa9-814b-48c2-8f4b-c426e9cbbe97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:18.554340 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff7b3b2-aa3d-4a40-9464-b7e3972ffc5f None None] Checking router: 260f78be-b953-4d17-a577-ec3bc98af847 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:14:18.554845 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff7b3b2-aa3d-4a40-9464-b7e3972ffc5f None None] Updating router 260f78be-b953-4d17-a577-ec3bc98af847 port b0098b9e-a49a-46ac-b01a-d2b6db33f971 binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:14:18.595852 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0dbe28b6-97d2-49cc-a92f-a48a3f003356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (1b7a4b6f-5eb2-49c5-a966-fb219e13c1e4), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:18.623661 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7ff7b3b2-aa3d-4a40-9464-b7e3972ffc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b0098b9e-a49a-46ac-b01a-d2b6db33f971), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:18.627765 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0dbe28b6-97d2-49cc-a92f-a48a3f003356 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:18.631994 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 67b4552c-360a-4ee4-abe9-3f24a562b224 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:14:18.647503 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0dbe28b6-97d2-49cc-a92f-a48a3f003356 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1b7a4b6f-5eb2-49c5-a966-fb219e13c1e4 HTTP/1.1" status: 204 len: 168 time: 0.5765464 Jan 28 03:14:18.658236 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36854) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:14:18.701573 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe28b6-97d2-49cc-a92f-a48a3f003356 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b7a4b6f-5eb2-49c5-a966-fb219e13c1e4,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:18.776494 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device f2919014-fecd-45b0-8f1d-e3798254a141 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:14:18.823211 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a84efdb4-ce3d-441c-80e0-42577d39cf78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (78adb219-5acd-423d-99a9-035ce1fad0cf), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:18.834102 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: f2919014-fecd-45b0-8f1d-e3798254a141 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:14:18.834448 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device f2919014-fecd-45b0-8f1d-e3798254a141 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:14:18.835080 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 82f4ebec-43fb-4dc5-bf54-008df8db9383 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:14:18.902863 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 82f4ebec-43fb-4dc5-bf54-008df8db9383 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:14:18.903515 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 82f4ebec-43fb-4dc5-bf54-008df8db9383 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:14:19.035315 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956a01b-9455-4463-9517-ba175b2b966b req-68c01ece-9fda-4c0d-ba80-9e908fa1de7c tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:19.048710 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8956a01b-9455-4463-9517-ba175b2b966b req-68c01ece-9fda-4c0d-ba80-9e908fa1de7c tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.1097598 Jan 28 03:14:19.112760 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a84efdb4-ce3d-441c-80e0-42577d39cf78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (78adb219-5acd-423d-99a9-035ce1fad0cf), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:19.154502 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-a84efdb4-ce3d-441c-80e0-42577d39cf78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78adb219-5acd-423d-99a9-035ce1fad0cf']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:19.167970 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8956a01b-9455-4463-9517-ba175b2b966b req-f5bc9b30-58bc-4725-b975-1f67648a631e tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184411 Jan 28 03:14:19.178814 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-a84efdb4-ce3d-441c-80e0-42577d39cf78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f659db0-fb00-440a-9e97-32678cf47bf3') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:19.179236 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-a84efdb4-ce3d-441c-80e0-42577d39cf78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f659db0-fb00-440a-9e97-32678cf47bf3') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:19.197123 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a84efdb4-ce3d-441c-80e0-42577d39cf78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (4f659db0-fb00-440a-9e97-32678cf47bf3), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:19.207681 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7ff7b3b2-aa3d-4a40-9464-b7e3972ffc5f None None] Publish callbacks [] for port (b0098b9e-a49a-46ac-b01a-d2b6db33f971), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:19.210823 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a84efdb4-ce3d-441c-80e0-42577d39cf78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (4f659db0-fb00-440a-9e97-32678cf47bf3), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:19.217733 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a84efdb4-ce3d-441c-80e0-42577d39cf78 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:14:19.218380 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a84efdb4-ce3d-441c-80e0-42577d39cf78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (4f659db0-fb00-440a-9e97-32678cf47bf3), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:19.220948 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7ff7b3b2-aa3d-4a40-9464-b7e3972ffc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b0098b9e-a49a-46ac-b01a-d2b6db33f971), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:19.332320 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:14:19.332320 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:14:19.332320 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:14:19.332320 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:14:19.332320 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:14:19.332320 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:14:19.332320 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:14:19.332320 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:14:19.332320 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:14:19.332320 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:14:19.332320 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:14:19.332320 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:14:19.332320 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:14:19.332320 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:14:19.332320 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:14:19.332320 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:14:19.332320 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:14:19.332320 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:14:19.332320 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:14:19.332320 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:14:19.332320 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:14:19.332320 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:14:19.332320 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:14:19.332320 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:14:19.332320 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:14:19.332320 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:14:19.332320 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:14:19.332320 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:14:19.332320 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:14:19.332320 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:14:19.332320 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:14:19.332320 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:14:19.346590 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ba494f0f-436c-42b0-8429-e00c7c4f707b req-e9226e53-e4f9-49f9-8677-9d4805cc6026 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 210 time: 0.5158868 Jan 28 03:14:19.353629 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a84efdb4-ce3d-441c-80e0-42577d39cf78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (78adb219-5acd-423d-99a9-035ce1fad0cf), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:19.424260 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d0dcb0-ac98-4416-a317-ca6b324b0a6a None None] Pushing event updated for resources: {'Port': ['ID=b0098b9e-a49a-46ac-b01a-d2b6db33f971,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:19.458505 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-7ff7b3b2-aa3d-4a40-9464-b7e3972ffc5f None None] Attempting to bind port b0098b9e-a49a-46ac-b01a-d2b6db33f971 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:14:19.459050 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-7ff7b3b2-aa3d-4a40-9464-b7e3972ffc5f None None] Attempting to bind port b0098b9e-a49a-46ac-b01a-d2b6db33f971 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:14:19.459480 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff7b3b2-aa3d-4a40-9464-b7e3972ffc5f None None] Attempting to bind port b0098b9e-a49a-46ac-b01a-d2b6db33f971 on network 61daafe4-8be0-4976-aead-14ffa612176d {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:14:19.478720 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff7b3b2-aa3d-4a40-9464-b7e3972ffc5f None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:14:19.479102 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff7b3b2-aa3d-4a40-9464-b7e3972ffc5f None None] Checking segment: {'id': '8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:14:19.479505 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7ff7b3b2-aa3d-4a40-9464-b7e3972ffc5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:19.479896 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff7b3b2-aa3d-4a40-9464-b7e3972ffc5f None None] Bound using segment: {'id': '8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:14:19.480359 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-7ff7b3b2-aa3d-4a40-9464-b7e3972ffc5f None None] Bound port: b0098b9e-a49a-46ac-b01a-d2b6db33f971, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:14:19.480808 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7ff7b3b2-aa3d-4a40-9464-b7e3972ffc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b0098b9e-a49a-46ac-b01a-d2b6db33f971), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:19.541280 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-fde04316-5200-43a0-b764-69e1de41c675 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:19.547260 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-fde04316-5200-43a0-b764-69e1de41c675 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.39 "GET /v2.0/networks?id=61daafe4-8be0-4976-aead-14ffa612176d HTTP/1.1" status: 200 len: 811 time: 1.3244631 Jan 28 03:14:19.548685 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a84efdb4-ce3d-441c-80e0-42577d39cf78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:19.552288 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a84efdb4-ce3d-441c-80e0-42577d39cf78 admin admin] 10.222.0.53 "DELETE /v2.0/networks/78adb219-5acd-423d-99a9-035ce1fad0cf HTTP/1.1" status: 204 len: 168 time: 0.8780010 Jan 28 03:14:19.558466 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84efdb4-ce3d-441c-80e0-42577d39cf78 admin admin] Pushing event deleted for resources: {'Network': ['ID=78adb219-5acd-423d-99a9-035ce1fad0cf,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:19.643916 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-7ff7b3b2-aa3d-4a40-9464-b7e3972ffc5f None None] For port b0098b9e-a49a-46ac-b01a-d2b6db33f971, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:14:19.671727 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-7ff7b3b2-aa3d-4a40-9464-b7e3972ffc5f None None] For port b0098b9e-a49a-46ac-b01a-d2b6db33f971, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=b0098b9e-a49a-46ac-b01a-d2b6db33f971,segment=NetworkSegment(8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69),segment_id=8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:14:19.683703 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7ff7b3b2-aa3d-4a40-9464-b7e3972ffc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b0098b9e-a49a-46ac-b01a-d2b6db33f971), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:19.699543 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-90bdf1fc-cbc4-4534-807d-e7ec8c96673d tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2286ae41b27547dfa2005a6a8f000d38 HTTP/1.1" status: 200 len: 379 time: 0.1286528 Jan 28 03:14:19.711277 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-7f65a96b-6180-42a1-bc1a-0586bab0e0c2 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Request body: {'port': {'device_id': '29709396-181b-4f4d-88e1-dfd109d7f822', 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d', 'admin_state_up': True, 'tenant_id': '2286ae41b27547dfa2005a6a8f000d38', 'security_groups': ['f8c88233-c9f1-4a45-b55f-067a09d76006']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:14:19.740013 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-d92e12d6-4c9e-4d76-93e0-0879822b565c None None] Provisioning complete for port b0098b9e-a49a-46ac-b01a-d2b6db33f971 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:14:19.740634 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d92e12d6-4c9e-4d76-93e0-0879822b565c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b0098b9e-a49a-46ac-b01a-d2b6db33f971), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:19.869935 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36866) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:14:19.951192 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d0dcb0-ac98-4416-a317-ca6b324b0a6a None None] Pushing event updated for resources: {'Port': ['ID=b0098b9e-a49a-46ac-b01a-d2b6db33f971,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:19.961858 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-7f65a96b-6180-42a1-bc1a-0586bab0e0c2 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Made reservation on behalf of 2286ae41b27547dfa2005a6a8f000d38 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:14:19.967043 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-7f65a96b-6180-42a1-bc1a-0586bab0e0c2 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:19.973944 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f3cbcb01-5ac6-4aa6-850b-e33b3fc798c2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8bd3018749b04d2395ae98244b940628&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1027808 Jan 28 03:14:19.979796 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36868) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:14:19.989548 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d2a386db-ad72-49a7-ae6b-79162b3f9cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (734430fb-e0c6-4ee0-9259-9c60439b79bf), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:19.998816 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff7b3b2-aa3d-4a40-9464-b7e3972ffc5f None None] Routers {'260f78be-b953-4d17-a577-ec3bc98af847'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:14:19.999525 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-7ff7b3b2-aa3d-4a40-9464-b7e3972ffc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:14:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['260f78be-b953-4d17-a577-ec3bc98af847'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:20.118761 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-d92e12d6-4c9e-4d76-93e0-0879822b565c None None] Current status of the port b0098b9e-a49a-46ac-b01a-d2b6db33f971 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:14:20.119500 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d92e12d6-4c9e-4d76-93e0-0879822b565c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b0098b9e-a49a-46ac-b01a-d2b6db33f971), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:20.124769 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-78c0e7b1-5608-4a78-be39-5f0c86a53b8b admin admin] Publish callbacks [] for security_group (09e25be7-0d8b-4009-869b-e2405a60a8d6), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:20.203630 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-78c0e7b1-5608-4a78-be39-5f0c86a53b8b admin admin] Publish callbacks [] for security_group (09e25be7-0d8b-4009-869b-e2405a60a8d6), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:20.217808 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-d92e12d6-4c9e-4d76-93e0-0879822b565c None None] For port b0098b9e-a49a-46ac-b01a-d2b6db33f971, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=b0098b9e-a49a-46ac-b01a-d2b6db33f971,segment=NetworkSegment(8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69),segment_id=8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:14:20.234531 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d92e12d6-4c9e-4d76-93e0-0879822b565c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b0098b9e-a49a-46ac-b01a-d2b6db33f971), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:20.305714 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-78c0e7b1-5608-4a78-be39-5f0c86a53b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (09e25be7-0d8b-4009-869b-e2405a60a8d6), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:20.310000 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-78c0e7b1-5608-4a78-be39-5f0c86a53b8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:20.319080 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-78c0e7b1-5608-4a78-be39-5f0c86a53b8b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/09e25be7-0d8b-4009-869b-e2405a60a8d6 HTTP/1.1" status: 204 len: 168 time: 0.3377495 Jan 28 03:14:20.366717 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c0e7b1-5608-4a78-be39-5f0c86a53b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e25be7-0d8b-4009-869b-e2405a60a8d6,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:20.377518 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-7ff7b3b2-aa3d-4a40-9464-b7e3972ffc5f None None] Set router 260f78be-b953-4d17-a577-ec3bc98af847 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:14:20.453634 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92e12d6-4c9e-4d76-93e0-0879822b565c None None] Pushing event updated for resources: {'Port': ['ID=b0098b9e-a49a-46ac-b01a-d2b6db33f971,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:20.523485 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a10307-2d20-4ed8-8328-55614a25bdc4 req-f6cdb40c-9025-4fee-b805-e1edf4b3f406 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:20.531429 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e6a10307-2d20-4ed8-8328-55614a25bdc4 req-f6cdb40c-9025-4fee-b805-e1edf4b3f406 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.1375763 Jan 28 03:14:20.545685 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-adcd8d8b-5e5e-4930-8331-6e44f56c2038 None None] Provisioning complete for port b0098b9e-a49a-46ac-b01a-d2b6db33f971 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:14:20.553785 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-adcd8d8b-5e5e-4930-8331-6e44f56c2038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b0098b9e-a49a-46ac-b01a-d2b6db33f971), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:20.618070 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e6a10307-2d20-4ed8-8328-55614a25bdc4 req-807178c5-e035-484b-a7ca-856571b571dc tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855081 Jan 28 03:14:20.728310 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-60e29536-9962-44c0-9bd8-32f06008b834 req-41530089-aaf8-403b-9138-d5d435e831e3 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 210 time: 0.0947125 Jan 28 03:14:20.815040 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-adcd8d8b-5e5e-4930-8331-6e44f56c2038 None None] Current status of the port b0098b9e-a49a-46ac-b01a-d2b6db33f971 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:14:20.867215 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-7f65a96b-6180-42a1-bc1a-0586bab0e0c2 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Allocated IP 172.20.0.5 (61daafe4-8be0-4976-aead-14ffa612176d/27d2caa9-814b-48c2-8f4b-c426e9cbbe97/40f8070f-7c97-490d-b710-cae05a2e07c3) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:14:21.032941 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-7ff7b3b2-aa3d-4a40-9464-b7e3972ffc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260f78be-b953-4d17-a577-ec3bc98af847', 'name': 'tempest-ServerActionsTestJSON-390871846-router', 'tenant_id': '2286ae41b27547dfa2005a6a8f000d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '67b4552c-360a-4ee4-abe9-3f24a562b224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:53Z', 'updated_at': '2022-01-28T03:14:06Z', 'revision_number': 4, 'project_id': '2286ae41b27547dfa2005a6a8f000d38', 'gw_port': {'id': '67b4552c-360a-4ee4-abe9-3f24a562b224', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:23:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260f78be-b953-4d17-a577-ec3bc98af847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:57Z', 'updated_at': '2022-01-28T03:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'b0098b9e-a49a-46ac-b01a-d2b6db33f971', 'name': '', 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d', 'tenant_id': '2286ae41b27547dfa2005a6a8f000d38', 'mac_address': 'fa:16:3e:d6:7c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260f78be-b953-4d17-a577-ec3bc98af847', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '27d2caa9-814b-48c2-8f4b-c426e9cbbe97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:14:04Z', 'updated_at': '2022-01-28T03:14:19Z', 'revision_number': 4, 'project_id': '2286ae41b27547dfa2005a6a8f000d38', 'subnets': [{'id': '27d2caa9-814b-48c2-8f4b-c426e9cbbe97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:21.364884 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-7f65a96b-6180-42a1-bc1a-0586bab0e0c2 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks [] for port (40f8070f-7c97-490d-b710-cae05a2e07c3), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:21.437191 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-d2a386db-ad72-49a7-ae6b-79162b3f9cdc admin admin] Deleting port 1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:14:21.441709 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d2a386db-ad72-49a7-ae6b-79162b3f9cdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:21.454301 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff7b3b2-aa3d-4a40-9464-b7e3972ffc5f None None] The sync data for ids ['260f78be-b953-4d17-a577-ec3bc98af847'] in n-d-712139-27 is: [{'id': '260f78be-b953-4d17-a577-ec3bc98af847', 'name': 'tempest-ServerActionsTestJSON-390871846-router', 'tenant_id': '2286ae41b27547dfa2005a6a8f000d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '67b4552c-360a-4ee4-abe9-3f24a562b224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:53Z', 'updated_at': '2022-01-28T03:14:06Z', 'revision_number': 4, 'project_id': '2286ae41b27547dfa2005a6a8f000d38', 'gw_port': {'id': '67b4552c-360a-4ee4-abe9-3f24a562b224', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:23:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260f78be-b953-4d17-a577-ec3bc98af847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:57Z', 'updated_at': '2022-01-28T03:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'b0098b9e-a49a-46ac-b01a-d2b6db33f971', 'name': '', 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d', 'tenant_id': '2286ae41b27547dfa2005a6a8f000d38', 'mac_address': 'fa:16:3e:d6:7c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260f78be-b953-4d17-a577-ec3bc98af847', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '27d2caa9-814b-48c2-8f4b-c426e9cbbe97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:14:04Z', 'updated_at': '2022-01-28T03:14:19Z', 'revision_number': 4, 'project_id': '2286ae41b27547dfa2005a6a8f000d38', 'subnets': [{'id': '27d2caa9-814b-48c2-8f4b-c426e9cbbe97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:14:21.586672 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-7f65a96b-6180-42a1-bc1a-0586bab0e0c2 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (40f8070f-7c97-490d-b710-cae05a2e07c3), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:21.608520 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-d2a386db-ad72-49a7-ae6b-79162b3f9cdc admin admin] For port 1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143,segment=NetworkSegment(bba246da-ca90-425c-a834-a1526ca81314),segment_id=bba246da-ca90-425c-a834-a1526ca81314)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:14:21.609279 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d2a386db-ad72-49a7-ae6b-79162b3f9cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:21.685734 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-d2a386db-ad72-49a7-ae6b-79162b3f9cdc admin admin] Calling delete_port for 1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143 owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:14:21.866130 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c09f80a-c3ea-41ca-9edb-a15fe98a34b4 req-e8423147-371d-4aa6-8cf7-6b6e9f93b3f6 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:21.875037 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0c09f80a-c3ea-41ca-9edb-a15fe98a34b4 req-e8423147-371d-4aa6-8cf7-6b6e9f93b3f6 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.1788893 Jan 28 03:14:22.005540 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0c09f80a-c3ea-41ca-9edb-a15fe98a34b4 req-36845693-f4f8-48bb-b8c2-66a78342340e tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278660 Jan 28 03:14:22.066068 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device b0098b9e-a49a-46ac-b01a-d2b6db33f971 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:14:22.137744 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36918) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:14:22.232554 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port b0098b9e-a49a-46ac-b01a-d2b6db33f971 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:14:22.232946 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b0098b9e-a49a-46ac-b01a-d2b6db33f971), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:22.381839 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-63c4892f-c579-414d-bcf5-7fe1f8498c7a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1686605974-network', 'tenant_id': 'ba16e556acef4ff0be65319bbf33daeb'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:14:22.386435 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port b0098b9e-a49a-46ac-b01a-d2b6db33f971 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:14:22.430491 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c4892f-c579-414d-bcf5-7fe1f8498c7a admin admin] Made reservation on behalf of ba16e556acef4ff0be65319bbf33daeb for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:14:22.433280 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-63c4892f-c579-414d-bcf5-7fe1f8498c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:22.454546 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-63c4892f-c579-414d-bcf5-7fe1f8498c7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:22.637903 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-7f65a96b-6180-42a1-bc1a-0586bab0e0c2 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Network 61daafe4-8be0-4976-aead-14ffa612176d is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:14:22.639573 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f65a96b-6180-42a1-bc1a-0586bab0e0c2 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Pushing event updated for resources: {'Port': ['ID=40f8070f-7c97-490d-b710-cae05a2e07c3,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:22.680672 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-7f65a96b-6180-42a1-bc1a-0586bab0e0c2 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:14:22.686892 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-7f65a96b-6180-42a1-bc1a-0586bab0e0c2 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:14:22.722694 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3e9b4-2390-443f-b430-6d29718fd942 req-93284e22-279e-452a-9869-8d4e508351d6 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:22.732908 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-68c3e9b4-2390-443f-b430-6d29718fd942 req-93284e22-279e-452a-9869-8d4e508351d6 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 931 time: 0.7904665 Jan 28 03:14:22.743312 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-63c4892f-c579-414d-bcf5-7fe1f8498c7a admin admin] Publish callbacks [] for security_group (e31dda15-1881-456a-b5ee-1cde51f7eeb7), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:22.750914 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-63c4892f-c579-414d-bcf5-7fe1f8498c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (e31dda15-1881-456a-b5ee-1cde51f7eeb7), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:22.825277 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63c4892f-c579-414d-bcf5-7fe1f8498c7a admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:14:22.874648 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c4892f-c579-414d-bcf5-7fe1f8498c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31dda15-1881-456a-b5ee-1cde51f7eeb7,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:22.885295 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-63c4892f-c579-414d-bcf5-7fe1f8498c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (cec8e07b-2d6a-49a8-bde7-7e82d616bfd7), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:22.885624 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-63c4892f-c579-414d-bcf5-7fe1f8498c7a admin admin] Added segment cec8e07b-2d6a-49a8-bde7-7e82d616bfd7 of type vlan for network 8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843 Jan 28 03:14:22.918407 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-7f65a96b-6180-42a1-bc1a-0586bab0e0c2 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:22.919343 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-7f65a96b-6180-42a1-bc1a-0586bab0e0c2 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:23.001810 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-68c3e9b4-2390-443f-b430-6d29718fd942 req-c32892e2-e84f-48a2-8367-e1e2aceecb6d tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2617950 Jan 28 03:14:23.008912 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-63c4892f-c579-414d-bcf5-7fe1f8498c7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:23.026809 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-7f65a96b-6180-42a1-bc1a-0586bab0e0c2 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3196054 Jan 28 03:14:23.079967 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-5423bf23-1bba-46d4-a401-8009c77e83da service neutron] Request body: {'port': {'device_id': '29709396-181b-4f4d-88e1-dfd109d7f822', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:14:23.106729 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-63c4892f-c579-414d-bcf5-7fe1f8498c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:23.108189 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c4892f-c579-414d-bcf5-7fe1f8498c7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:23.112146 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-63c4892f-c579-414d-bcf5-7fe1f8498c7a admin admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:23.253584 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d2a386db-ad72-49a7-ae6b-79162b3f9cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:23.288619 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-b2d178fc-c5ca-44d6-994b-323129996b85 None None] Provisioning complete for port 40f8070f-7c97-490d-b710-cae05a2e07c3 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:14:23.294270 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b2d178fc-c5ca-44d6-994b-323129996b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (40f8070f-7c97-490d-b710-cae05a2e07c3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:23.312057 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a386db-ad72-49a7-ae6b-79162b3f9cdc admin admin] Pushing event deleted for resources: {'Port': ['ID=1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:23.359504 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-5423bf23-1bba-46d4-a401-8009c77e83da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (40f8070f-7c97-490d-b710-cae05a2e07c3), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:23.484282 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-b2d178fc-c5ca-44d6-994b-323129996b85 None None] Port 40f8070f-7c97-490d-b710-cae05a2e07c3 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:14:23.880846 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-63c4892f-c579-414d-bcf5-7fe1f8498c7a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7417452 Jan 28 03:14:23.886920 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36930) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:14:23.912073 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-5cc8e6a7-4182-447f-b81e-6cabbc4b5e2b admin admin] Request body: {'subnet': {'network_id': '8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1686605974-subnet', 'tenant_id': 'ba16e556acef4ff0be65319bbf33daeb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:14:23.930669 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c4892f-c579-414d-bcf5-7fe1f8498c7a admin admin] Pushing event updated for resources: {'Network': ['ID=8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:23.942064 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:14:23.993519 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7575c-631b-487e-8265-a7935835d0af req-256360ed-417a-4e99-9144-07fd7658be1b tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:24.004509 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fcf7575c-631b-487e-8265-a7935835d0af req-256360ed-417a-4e99-9144-07fd7658be1b tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.1422799 Jan 28 03:14:24.013987 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc8e6a7-4182-447f-b81e-6cabbc4b5e2b admin admin] Made reservation on behalf of ba16e556acef4ff0be65319bbf33daeb for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:14:24.016798 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5cc8e6a7-4182-447f-b81e-6cabbc4b5e2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:24.098637 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d2a386db-ad72-49a7-ae6b-79162b3f9cdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (734430fb-e0c6-4ee0-9259-9c60439b79bf), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:24.189447 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:14:24.246976 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fcf7575c-631b-487e-8265-a7935835d0af req-bca5d72a-b782-4597-8b65-9ac1df4bfe99 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408125 Jan 28 03:14:24.442798 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee6b46-a1c5-4de4-a0ff-b89c88d90ad7 req-dea711e7-9a10-4c74-b974-dbfc0efa857d tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:24.444148 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1bee6b46-a1c5-4de4-a0ff-b89c88d90ad7 req-dea711e7-9a10-4c74-b974-dbfc0efa857d tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 931 time: 0.2117639 Jan 28 03:14:24.521562 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5cc8e6a7-4182-447f-b81e-6cabbc4b5e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (f83fc2f5-b59d-49d1-b182-e92bb7891964), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:24.576729 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1bee6b46-a1c5-4de4-a0ff-b89c88d90ad7 req-3260757f-02e1-4f52-a1ce-ce742132c4fc tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162148 Jan 28 03:14:24.586280 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-5423bf23-1bba-46d4-a401-8009c77e83da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40f8070f-7c97-490d-b710-cae05a2e07c3 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:14:24.608782 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc8e6a7-4182-447f-b81e-6cabbc4b5e2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f83fc2f5-b59d-49d1-b182-e92bb7891964,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:24.614816 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc8e6a7-4182-447f-b81e-6cabbc4b5e2b admin admin] Checking segment: {'id': 'cec8e07b-2d6a-49a8-bde7-7e82d616bfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:14:24.615259 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc8e6a7-4182-447f-b81e-6cabbc4b5e2b admin admin] Network hostable DHCP agents. Network: 8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:14:24.636067 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc8e6a7-4182-447f-b81e-6cabbc4b5e2b admin admin] Network 8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:14:24.644141 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-5423bf23-1bba-46d4-a401-8009c77e83da service neutron] Publish callbacks [] for port (40f8070f-7c97-490d-b710-cae05a2e07c3), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:24.647225 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-5cc8e6a7-4182-447f-b81e-6cabbc4b5e2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:14:24.653352 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc8e6a7-4182-447f-b81e-6cabbc4b5e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:24.654239 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5cc8e6a7-4182-447f-b81e-6cabbc4b5e2b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:24.659567 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fef3ee1-6e21-4027-a442-54d310fe79e1 None None] Network 8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:14:24.686728 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-5423bf23-1bba-46d4-a401-8009c77e83da service neutron] Transition to ACTIVE for port object 40f8070f-7c97-490d-b710-cae05a2e07c3 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:14:24.711340 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5cc8e6a7-4182-447f-b81e-6cabbc4b5e2b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8209107 Jan 28 03:14:24.712663 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36946) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:14:24.724192 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-6683467d-a530-4a53-98a0-13bbdc7b87d0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1686605974-router', 'tenant_id': 'ba16e556acef4ff0be65319bbf33daeb', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:14:24.768075 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-5423bf23-1bba-46d4-a401-8009c77e83da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (40f8070f-7c97-490d-b710-cae05a2e07c3), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:24.772289 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6683467d-a530-4a53-98a0-13bbdc7b87d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (9cd1a449-c2de-4a56-a235-4ec938d18c76), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:24.773676 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6683467d-a530-4a53-98a0-13bbdc7b87d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (9cd1a449-c2de-4a56-a235-4ec938d18c76), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:24.818917 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a386db-ad72-49a7-ae6b-79162b3f9cdc admin admin] Router 734430fb-e0c6-4ee0-9259-9c60439b79bf has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:14:24.906491 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6683467d-a530-4a53-98a0-13bbdc7b87d0 admin admin] Publish callbacks [] for router_controller (9cd1a449-c2de-4a56-a235-4ec938d18c76), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:24.919548 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb05ee6-0974-4de4-8919-1f3df53c4b53 None None] Network 8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:14:25.114410 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423bf23-1bba-46d4-a401-8009c77e83da service neutron] Pushing event updated for resources: {'Port': ['ID=40f8070f-7c97-490d-b710-cae05a2e07c3,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:25.149359 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-5423bf23-1bba-46d4-a401-8009c77e83da service neutron] Attempting to bind port 40f8070f-7c97-490d-b710-cae05a2e07c3 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:14:25.150534 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-5423bf23-1bba-46d4-a401-8009c77e83da service neutron] Attempting to bind port 40f8070f-7c97-490d-b710-cae05a2e07c3 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:14:25.151248 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-5423bf23-1bba-46d4-a401-8009c77e83da service neutron] Attempting to bind port 40f8070f-7c97-490d-b710-cae05a2e07c3 on network 61daafe4-8be0-4976-aead-14ffa612176d {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:14:25.157510 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423bf23-1bba-46d4-a401-8009c77e83da service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:25.157857 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423bf23-1bba-46d4-a401-8009c77e83da service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:25.158263 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423bf23-1bba-46d4-a401-8009c77e83da service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:25.158606 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423bf23-1bba-46d4-a401-8009c77e83da service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:25.158938 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423bf23-1bba-46d4-a401-8009c77e83da service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:25.159268 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423bf23-1bba-46d4-a401-8009c77e83da service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:25.159593 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423bf23-1bba-46d4-a401-8009c77e83da service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:25.160093 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423bf23-1bba-46d4-a401-8009c77e83da service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:25.160502 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423bf23-1bba-46d4-a401-8009c77e83da service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:25.160891 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423bf23-1bba-46d4-a401-8009c77e83da service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:25.161247 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423bf23-1bba-46d4-a401-8009c77e83da service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:25.161568 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423bf23-1bba-46d4-a401-8009c77e83da service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:25.162482 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423bf23-1bba-46d4-a401-8009c77e83da service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:25.180036 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-5423bf23-1bba-46d4-a401-8009c77e83da service neutron] Port 40f8070f-7c97-490d-b710-cae05a2e07c3 on network 61daafe4-8be0-4976-aead-14ffa612176d not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:14:25.180360 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-5423bf23-1bba-46d4-a401-8009c77e83da service neutron] Attempting to bind port 40f8070f-7c97-490d-b710-cae05a2e07c3 on network 61daafe4-8be0-4976-aead-14ffa612176d {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:14:25.223236 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6683467d-a530-4a53-98a0-13bbdc7b87d0 admin admin] Publish callbacks [] for router_gateway (9cd1a449-c2de-4a56-a235-4ec938d18c76), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:25.253142 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a386db-ad72-49a7-ae6b-79162b3f9cdc admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:14:25.255879 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a11d10-a3e8-40ec-8578-536d0426cd8c req-381d1ec7-d5a0-4a5c-9e62-44e022d4a9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:25.258086 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-11a11d10-a3e8-40ec-8578-536d0426cd8c req-381d1ec7-d5a0-4a5c-9e62-44e022d4a9d1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=be0a66a0f0ac4e86951ed29782156c84&device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 1098 time: 0.0681756 Jan 28 03:14:25.262919 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d2a386db-ad72-49a7-ae6b-79162b3f9cdc admin admin] 10.222.0.53 "PUT /v2.0/routers/734430fb-e0c6-4ee0-9259-9c60439b79bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4285705 Jan 28 03:14:25.263475 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79d32eb-11ff-41be-a097-c649b88e5c8e None None] Sync routers for ids ['734430fb-e0c6-4ee0-9259-9c60439b79bf'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:14:25.265527 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-5423bf23-1bba-46d4-a401-8009c77e83da service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:14:25.266123 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-5423bf23-1bba-46d4-a401-8009c77e83da service neutron] Checking segment: {'id': '8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:14:25.266806 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-5423bf23-1bba-46d4-a401-8009c77e83da service neutron] Bound using segment: {'id': '8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:14:25.267849 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-5423bf23-1bba-46d4-a401-8009c77e83da service neutron] Bound port: 40f8070f-7c97-490d-b710-cae05a2e07c3, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:14:25.268447 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-5423bf23-1bba-46d4-a401-8009c77e83da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (40f8070f-7c97-490d-b710-cae05a2e07c3), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:25.271789 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36950) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:14:25.302363 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79d32eb-11ff-41be-a097-c649b88e5c8e None None] Routers {'734430fb-e0c6-4ee0-9259-9c60439b79bf'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:14:25.315352 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-d79d32eb-11ff-41be-a097-c649b88e5c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:14:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['734430fb-e0c6-4ee0-9259-9c60439b79bf'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:25.467663 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-5423bf23-1bba-46d4-a401-8009c77e83da service neutron] For port 40f8070f-7c97-490d-b710-cae05a2e07c3, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:14:25.488354 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-d79d32eb-11ff-41be-a097-c649b88e5c8e None None] Set router 734430fb-e0c6-4ee0-9259-9c60439b79bf gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:14:25.547253 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-5423bf23-1bba-46d4-a401-8009c77e83da service neutron] For port 40f8070f-7c97-490d-b710-cae05a2e07c3, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=40f8070f-7c97-490d-b710-cae05a2e07c3,segment=NetworkSegment(8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69),segment_id=8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:14:25.557992 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803e11f-e787-4e39-8431-c2aa8b9736b7 req-5fc4987d-af3f-4f44-9f3d-bdede565f0aa tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:25.560064 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0803e11f-e787-4e39-8431-c2aa8b9736b7 req-5fc4987d-af3f-4f44-9f3d-bdede565f0aa tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.1434090 Jan 28 03:14:25.561642 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a11d10-a3e8-40ec-8578-536d0426cd8c req-5808a31a-59af-4190-b579-94e21b91058b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:25.563330 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-11a11d10-a3e8-40ec-8578-536d0426cd8c req-5808a31a-59af-4190-b579-94e21b91058b service neutron] 10.222.0.39 "GET /v2.0/networks?id=a1b14d6a-1801-4ed4-a315-0dab0fce9962 HTTP/1.1" status: 200 len: 915 time: 0.2544127 Jan 28 03:14:25.565550 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-5423bf23-1bba-46d4-a401-8009c77e83da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (40f8070f-7c97-490d-b710-cae05a2e07c3), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:25.724538 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-11a11d10-a3e8-40ec-8578-536d0426cd8c req-54153065-cb3d-4635-865b-3e9fcb3066f5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=345ab761-8a9e-43d7-9219-a137d7f0086f HTTP/1.1" status: 200 len: 217 time: 0.1539989 Jan 28 03:14:25.734359 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-5423bf23-1bba-46d4-a401-8009c77e83da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:25.734993 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-5423bf23-1bba-46d4-a401-8009c77e83da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:25.750150 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-5423bf23-1bba-46d4-a401-8009c77e83da service neutron] 10.222.0.39 "PUT /v2.0/ports/40f8070f-7c97-490d-b710-cae05a2e07c3 HTTP/1.1" status: 200 len: 1092 time: 2.7079957 Jan 28 03:14:25.750694 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29709396-181b-4f4d-88e1-dfd109d7f822', 'tag': '40f8070f-7c97-490d-b710-cae05a2e07c3'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:14:25.753383 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903acbe2-256a-4e18-ba61-4f8fb4c3a49b" -d '{"events": [{"name": "network-changed", "server_uuid": "29709396-181b-4f4d-88e1-dfd109d7f822", "tag": "40f8070f-7c97-490d-b710-cae05a2e07c3"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:14:25.783426 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5ab3a384-a47b-4a65-9fb0-2f1f9ead29e3 admin admin] Publish callbacks [] for router (734430fb-e0c6-4ee0-9259-9c60439b79bf), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:25.861410 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-d79d32eb-11ff-41be-a097-c649b88e5c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734430fb-e0c6-4ee0-9259-9c60439b79bf', 'name': 'tempest-TestAggregatesBasicOps-1182938872-router', 'tenant_id': '518a3f9f02e94e1599dce14e974bfb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c008c041-e990-49f8-85a8-386c998d2361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:52Z', 'updated_at': '2022-01-28T03:14:23Z', 'revision_number': 5, 'project_id': '518a3f9f02e94e1599dce14e974bfb5a', 'gw_port': {'id': 'c008c041-e990-49f8-85a8-386c998d2361', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734430fb-e0c6-4ee0-9259-9c60439b79bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:53Z', 'updated_at': '2022-01-28T03:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:25.895583 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79d32eb-11ff-41be-a097-c649b88e5c8e None None] Checking router: 734430fb-e0c6-4ee0-9259-9c60439b79bf for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:14:25.945104 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79d32eb-11ff-41be-a097-c649b88e5c8e None None] Routers {'734430fb-e0c6-4ee0-9259-9c60439b79bf'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:14:25.946758 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-d79d32eb-11ff-41be-a097-c649b88e5c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:14:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['734430fb-e0c6-4ee0-9259-9c60439b79bf'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:25.987297 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a11d10-a3e8-40ec-8578-536d0426cd8c req-8e16ffcb-09a9-41df-8d34-1e422dbb4bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:25.989100 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-11a11d10-a3e8-40ec-8578-536d0426cd8c req-8e16ffcb-09a9-41df-8d34-1e422dbb4bc0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28d442bf-9d1c-42f1-9234-238e9e502428 HTTP/1.1" status: 200 len: 854 time: 0.2215490 Jan 28 03:14:25.998511 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0803e11f-e787-4e39-8431-c2aa8b9736b7 req-81d83775-7c60-4d18-b0a0-17b26ee75cc8 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4163518 Jan 28 03:14:26.071692 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1671a32-cba7-4897-856a-4fe2e5814c39 x-openstack-request-id: req-a1671a32-cba7-4897-856a-4fe2e5814c39 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:14:26.072010 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29709396-181b-4f4d-88e1-dfd109d7f822", "tag": "40f8070f-7c97-490d-b710-cae05a2e07c3", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:14:26.072169 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-11a11d10-a3e8-40ec-8578-536d0426cd8c req-eeead56d-e813-4c91-921e-b0d7ad471580 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a1b14d6a-1801-4ed4-a315-0dab0fce9962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725131 Jan 28 03:14:26.072398 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a1671a32-cba7-4897-856a-4fe2e5814c39 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:14:26.072723 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29709396-181b-4f4d-88e1-dfd109d7f822', 'tag': '40f8070f-7c97-490d-b710-cae05a2e07c3', 'status': 'completed', 'code': 200} Jan 28 03:14:26.099563 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423bf23-1bba-46d4-a401-8009c77e83da service neutron] Pushing event updated for resources: {'Port': ['ID=40f8070f-7c97-490d-b710-cae05a2e07c3,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:26.117244 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-c81b4fdd-f06a-4644-88ea-b93a92c8a572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:26.118778 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-c81b4fdd-f06a-4644-88ea-b93a92c8a572 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2286ae41b27547dfa2005a6a8f000d38&device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 1095 time: 0.1345627 Jan 28 03:14:26.127941 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5ab3a384-a47b-4a65-9fb0-2f1f9ead29e3 admin admin] Publish callbacks [] for router_gateway (734430fb-e0c6-4ee0-9259-9c60439b79bf), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:26.173664 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-d79d32eb-11ff-41be-a097-c649b88e5c8e None None] Set router 734430fb-e0c6-4ee0-9259-9c60439b79bf gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:14:26.182376 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ec1ab-e5e1-4605-8fe7-9017d2bd41c4 req-9d4c78e4-be66-4ef9-9e1f-95dd68bfafa8 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:26.184324 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-903ec1ab-e5e1-4605-8fe7-9017d2bd41c4 req-9d4c78e4-be66-4ef9-9e1f-95dd68bfafa8 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 943 time: 0.4052079 Jan 28 03:14:26.187619 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-f12109dc-fef5-4935-9a1e-1ec0563f41fe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40f8070f-7c97-490d-b710-cae05a2e07c3 HTTP/1.1" status: 200 len: 217 time: 0.0563264 Jan 28 03:14:26.310954 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-d21122cc-558f-4e62-a55a-19889c90c82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:26.317481 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-d21122cc-558f-4e62-a55a-19889c90c82b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=27d2caa9-814b-48c2-8f4b-c426e9cbbe97 HTTP/1.1" status: 200 len: 850 time: 0.1237767 Jan 28 03:14:26.337348 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6683467d-a530-4a53-98a0-13bbdc7b87d0 admin admin] Publish callbacks [] for router_gateway (9cd1a449-c2de-4a56-a235-4ec938d18c76), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:26.383582 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6683467d-a530-4a53-98a0-13bbdc7b87d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:26.397236 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-11a11d10-a3e8-40ec-8578-536d0426cd8c req-39a0c236-9f66-4274-93b8-cd14d39c3753 service neutron] 10.222.0.39 "GET /v2.0/networks/a1b14d6a-1801-4ed4-a315-0dab0fce9962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454646 Jan 28 03:14:26.407467 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-d79d32eb-11ff-41be-a097-c649b88e5c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734430fb-e0c6-4ee0-9259-9c60439b79bf', 'name': 'tempest-TestAggregatesBasicOps-1182938872-router', 'tenant_id': '518a3f9f02e94e1599dce14e974bfb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c008c041-e990-49f8-85a8-386c998d2361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:52Z', 'updated_at': '2022-01-28T03:14:23Z', 'revision_number': 5, 'project_id': '518a3f9f02e94e1599dce14e974bfb5a', 'gw_port': {'id': 'c008c041-e990-49f8-85a8-386c998d2361', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734430fb-e0c6-4ee0-9259-9c60439b79bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:53Z', 'updated_at': '2022-01-28T03:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:26.440791 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79d32eb-11ff-41be-a097-c649b88e5c8e None None] The sync data for ids ['734430fb-e0c6-4ee0-9259-9c60439b79bf'] in n-d-712139-27 is: [{'id': '734430fb-e0c6-4ee0-9259-9c60439b79bf', 'name': 'tempest-TestAggregatesBasicOps-1182938872-router', 'tenant_id': '518a3f9f02e94e1599dce14e974bfb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c008c041-e990-49f8-85a8-386c998d2361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:52Z', 'updated_at': '2022-01-28T03:14:23Z', 'revision_number': 5, 'project_id': '518a3f9f02e94e1599dce14e974bfb5a', 'gw_port': {'id': 'c008c041-e990-49f8-85a8-386c998d2361', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734430fb-e0c6-4ee0-9259-9c60439b79bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:53Z', 'updated_at': '2022-01-28T03:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:14:26.473884 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-903ec1ab-e5e1-4605-8fe7-9017d2bd41c4 req-ee9a4216-e2bf-4775-a195-445b39efe8f2 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2607644 Jan 28 03:14:26.488088 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-8175a4ef-9e3e-4940-bb53-ee15d11533f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:26.505212 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-8175a4ef-9e3e-4940-bb53-ee15d11533f3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=61daafe4-8be0-4976-aead-14ffa612176d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1803474 Jan 28 03:14:26.506779 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-5ab3a384-a47b-4a65-9fb0-2f1f9ead29e3 admin admin] Deleting port c008c041-e990-49f8-85a8-386c998d2361 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:14:26.507115 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5ab3a384-a47b-4a65-9fb0-2f1f9ead29e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (c008c041-e990-49f8-85a8-386c998d2361), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:26.541142 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-11a11d10-a3e8-40ec-8578-536d0426cd8c req-ca580d14-f8ed-4558-946c-6b4223f04d5c service neutron] 10.222.0.39 "GET /v2.0/networks/a1b14d6a-1801-4ed4-a315-0dab0fce9962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117461 Jan 28 03:14:26.632937 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-5ab3a384-a47b-4a65-9fb0-2f1f9ead29e3 admin admin] For port c008c041-e990-49f8-85a8-386c998d2361, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=c008c041-e990-49f8-85a8-386c998d2361,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:14:26.633472 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5ab3a384-a47b-4a65-9fb0-2f1f9ead29e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (c008c041-e990-49f8-85a8-386c998d2361), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:26.642796 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-6683467d-a530-4a53-98a0-13bbdc7b87d0 admin admin] Allocated IP 172.25.0.198 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/4a000180-683e-4e39-8c0f-f961ac5744de) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:14:26.649479 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-5ab3a384-a47b-4a65-9fb0-2f1f9ead29e3 admin admin] Calling delete_port for c008c041-e990-49f8-85a8-386c998d2361 owned by network:router_gateway {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:14:26.820090 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6683467d-a530-4a53-98a0-13bbdc7b87d0 admin admin] Publish callbacks [] for port (4a000180-683e-4e39-8c0f-f961ac5744de), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:26.873017 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6683467d-a530-4a53-98a0-13bbdc7b87d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (4a000180-683e-4e39-8c0f-f961ac5744de), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:26.888877 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-9aee10fd-5e96-442a-9b65-7f93976c87a8 service neutron] 10.222.0.39 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777747 Jan 28 03:14:26.914761 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6683467d-a530-4a53-98a0-13bbdc7b87d0 admin admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:14:26.920595 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-6683467d-a530-4a53-98a0-13bbdc7b87d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:14:26.923569 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6683467d-a530-4a53-98a0-13bbdc7b87d0 admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:14:26.968223 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6683467d-a530-4a53-98a0-13bbdc7b87d0 admin admin] Pushing event updated for resources: {'Port': ['ID=4a000180-683e-4e39-8c0f-f961ac5744de,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:27.443888 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab146d-d505-46a3-8683-de8cf2457ce4 req-37389b4e-9b4a-4af8-b978-42b1ae98e354 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:27.446494 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-53ab146d-d505-46a3-8683-de8cf2457ce4 req-37389b4e-9b4a-4af8-b978-42b1ae98e354 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.2832670 Jan 28 03:14:27.714105 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 345ab761-8a9e-43d7-9219-a137d7f0086f no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:14:27.745500 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-53ab146d-d505-46a3-8683-de8cf2457ce4 req-450caf25-c147-41b9-9562-11545a25e508 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869225 Jan 28 03:14:27.902033 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:14:27.971921 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6683467d-a530-4a53-98a0-13bbdc7b87d0 admin admin] Publish callbacks [] for router_gateway (9cd1a449-c2de-4a56-a235-4ec938d18c76), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:27.983122 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90bbcf-1307-4ed4-90bf-30c5937b926f req-d2235401-243e-42ff-89b6-cd9ed62c2319 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:27.997980 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5d90bbcf-1307-4ed4-90bf-30c5937b926f req-d2235401-243e-42ff-89b6-cd9ed62c2319 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 943 time: 0.2873151 Jan 28 03:14:28.047465 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:14:28.047815 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 1f75ac4f-67e0-45cb-8b4a-d5b21ff9f143 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:14:28.056548 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5ab3a384-a47b-4a65-9fb0-2f1f9ead29e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (c008c041-e990-49f8-85a8-386c998d2361), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:28.060997 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 345ab761-8a9e-43d7-9219-a137d7f0086f is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:14:28.062557 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (345ab761-8a9e-43d7-9219-a137d7f0086f), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:28.093347 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab3a384-a47b-4a65-9fb0-2f1f9ead29e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c008c041-e990-49f8-85a8-386c998d2361,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:28.107709 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bc4454ee-3c44-4738-98cb-b34e1b5a799c req-bc9bd458-2001-45cc-b517-52adfb968b39 service neutron] 10.222.0.39 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2123542 Jan 28 03:14:28.140406 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5d90bbcf-1307-4ed4-90bf-30c5937b926f req-813ae3c9-79a3-414f-8f64-864c92dbf953 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332908 Jan 28 03:14:28.156861 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a118dd3a-bc7f-451b-8f10-c330823643c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '345ab761-8a9e-43d7-9219-a137d7f0086f'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:14:28.169607 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9798ac6c-1df1-40ed-9f9e-3501813c2d01" -d '{"events": [{"server_uuid": "a118dd3a-bc7f-451b-8f10-c330823643c0", "name": "network-vif-unplugged", "status": "completed", "tag": "345ab761-8a9e-43d7-9219-a137d7f0086f"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:14:28.207934 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5ab3a384-a47b-4a65-9fb0-2f1f9ead29e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (734430fb-e0c6-4ee0-9259-9c60439b79bf), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:28.211590 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 345ab761-8a9e-43d7-9219-a137d7f0086f, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=345ab761-8a9e-43d7-9219-a137d7f0086f,segment=NetworkSegment(12b0ee7f-b716-4f1a-9ffa-ca741f2c2535),segment_id=12b0ee7f-b716-4f1a-9ffa-ca741f2c2535)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:14:28.221422 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (345ab761-8a9e-43d7-9219-a137d7f0086f), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:28.378164 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=345ab761-8a9e-43d7-9219-a137d7f0086f,revision_number=8']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:28.388960 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84678f5-7283-41af-ba50-f70be55c938a x-openstack-request-id: req-e84678f5-7283-41af-ba50-f70be55c938a {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:14:28.390004 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a118dd3a-bc7f-451b-8f10-c330823643c0", "name": "network-vif-unplugged", "status": "completed", "tag": "345ab761-8a9e-43d7-9219-a137d7f0086f", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:14:28.391038 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e84678f5-7283-41af-ba50-f70be55c938a {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:14:28.392511 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a118dd3a-bc7f-451b-8f10-c330823643c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '345ab761-8a9e-43d7-9219-a137d7f0086f', 'code': 200} Jan 28 03:14:28.481064 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6683467d-a530-4a53-98a0-13bbdc7b87d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (9cd1a449-c2de-4a56-a235-4ec938d18c76), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:28.525849 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5ab3a384-a47b-4a65-9fb0-2f1f9ead29e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (734430fb-e0c6-4ee0-9259-9c60439b79bf), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:28.531063 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5ab3a384-a47b-4a65-9fb0-2f1f9ead29e3 admin admin] Publish callbacks [] for router_controller (734430fb-e0c6-4ee0-9259-9c60439b79bf), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:28.609680 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903acbe2-256a-4e18-ba61-4f8fb4c3a49b req-c4ae634d-17c3-461c-92b7-9a25a2091de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:28.612291 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-903acbe2-256a-4e18-ba61-4f8fb4c3a49b req-c4ae634d-17c3-461c-92b7-9a25a2091de1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2286ae41b27547dfa2005a6a8f000d38&device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 1095 time: 0.2744918 Jan 28 03:14:28.619976 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5ab3a384-a47b-4a65-9fb0-2f1f9ead29e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (734430fb-e0c6-4ee0-9259-9c60439b79bf), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:28.620718 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab3a384-a47b-4a65-9fb0-2f1f9ead29e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 734430fb-e0c6-4ee0-9259-9c60439b79bf {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:14:28.642698 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5ab3a384-a47b-4a65-9fb0-2f1f9ead29e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:28.646217 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5ab3a384-a47b-4a65-9fb0-2f1f9ead29e3 admin admin] 10.222.0.53 "DELETE /v2.0/routers/734430fb-e0c6-4ee0-9259-9c60439b79bf HTTP/1.1" status: 204 len: 168 time: 3.3707674 Jan 28 03:14:28.649317 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36976) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:14:28.764550 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4ede377-0c71-4b17-8d6a-f43ce13eebe1 admin admin] Deleting subnet 6b24bec0-c884-40e1-a02f-3e1078f7a78a {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:14:28.767532 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903acbe2-256a-4e18-ba61-4f8fb4c3a49b req-705eec8d-26f9-4201-aa55-f3174d8f5048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:28.769353 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-903acbe2-256a-4e18-ba61-4f8fb4c3a49b req-705eec8d-26f9-4201-aa55-f3174d8f5048 service neutron] 10.222.0.39 "GET /v2.0/networks?id=61daafe4-8be0-4976-aead-14ffa612176d HTTP/1.1" status: 200 len: 912 time: 0.1451838 Jan 28 03:14:28.778453 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f4ede377-0c71-4b17-8d6a-f43ce13eebe1 admin admin] Publish callbacks [] for subnet (6b24bec0-c884-40e1-a02f-3e1078f7a78a), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:28.834898 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f4ede377-0c71-4b17-8d6a-f43ce13eebe1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (6b24bec0-c884-40e1-a02f-3e1078f7a78a), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:28.884333 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6683467d-a530-4a53-98a0-13bbdc7b87d0 admin admin] Router 9cd1a449-c2de-4a56-a235-4ec938d18c76 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:14:28.899667 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-903acbe2-256a-4e18-ba61-4f8fb4c3a49b req-efdf0fb0-5a1d-408f-b8d5-250def553863 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40f8070f-7c97-490d-b710-cae05a2e07c3 HTTP/1.1" status: 200 len: 217 time: 0.1180928 Jan 28 03:14:29.057286 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903acbe2-256a-4e18-ba61-4f8fb4c3a49b req-3d7b49ec-0cf1-425a-add3-dc20d5fa9111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:29.059118 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-903acbe2-256a-4e18-ba61-4f8fb4c3a49b req-3d7b49ec-0cf1-425a-add3-dc20d5fa9111 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=27d2caa9-814b-48c2-8f4b-c426e9cbbe97 HTTP/1.1" status: 200 len: 850 time: 0.1469939 Jan 28 03:14:29.075304 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353c640-af01-4562-ac95-37ffd82cbe84 req-33f603b2-9650-47c0-bb15-85d5fee80d7a tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:29.077873 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3353c640-af01-4562-ac95-37ffd82cbe84 req-33f603b2-9650-47c0-bb15-85d5fee80d7a tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 944 time: 0.0957093 Jan 28 03:14:29.146860 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6683467d-a530-4a53-98a0-13bbdc7b87d0 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:14:29.167894 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f185266-3398-452a-b682-1b5b6407ce58 None None] Sync routers for ids ['9cd1a449-c2de-4a56-a235-4ec938d18c76'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:14:29.203664 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3353c640-af01-4562-ac95-37ffd82cbe84 req-9ebec687-a1b8-43ca-a70e-60987c9196e3 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817983 Jan 28 03:14:29.206929 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903acbe2-256a-4e18-ba61-4f8fb4c3a49b req-f5ae79c6-4d0f-4f58-9a46-ee8a72f3917e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:29.207774 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:29.209383 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-903acbe2-256a-4e18-ba61-4f8fb4c3a49b req-f5ae79c6-4d0f-4f58-9a46-ee8a72f3917e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=61daafe4-8be0-4976-aead-14ffa612176d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1303604 Jan 28 03:14:29.238861 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f185266-3398-452a-b682-1b5b6407ce58 None None] Routers {'9cd1a449-c2de-4a56-a235-4ec938d18c76'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:14:29.239911 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-2f185266-3398-452a-b682-1b5b6407ce58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:14:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['9cd1a449-c2de-4a56-a235-4ec938d18c76'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:29.283725 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6683467d-a530-4a53-98a0-13bbdc7b87d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:29.285168 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6683467d-a530-4a53-98a0-13bbdc7b87d0 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.5708878 Jan 28 03:14:29.296995 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f4ede377-0c71-4b17-8d6a-f43ce13eebe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (6b24bec0-c884-40e1-a02f-3e1078f7a78a), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:29.297579 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36986) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:14:29.438910 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-2f185266-3398-452a-b682-1b5b6407ce58 None None] Set router 9cd1a449-c2de-4a56-a235-4ec938d18c76 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:14:29.749627 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 40f8070f-7c97-490d-b710-cae05a2e07c3 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:14:29.767965 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3b002f7f-7ba1-4bc0-8013-ad9f4959efcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:29.799678 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-2f185266-3398-452a-b682-1b5b6407ce58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd1a449-c2de-4a56-a235-4ec938d18c76', 'name': 'tempest-ServerRescueNegativeTestJSON-1686605974-router', 'tenant_id': 'ba16e556acef4ff0be65319bbf33daeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '4a000180-683e-4e39-8c0f-f961ac5744de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:14:24Z', 'updated_at': '2022-01-28T03:14:27Z', 'revision_number': 3, 'project_id': 'ba16e556acef4ff0be65319bbf33daeb', 'gw_port': {'id': '4a000180-683e-4e39-8c0f-f961ac5744de', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:18:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd1a449-c2de-4a56-a235-4ec938d18c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:14:26Z', 'updated_at': '2022-01-28T03:14:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:29.863206 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f185266-3398-452a-b682-1b5b6407ce58 None None] Checking router: 9cd1a449-c2de-4a56-a235-4ec938d18c76 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:14:29.863772 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f185266-3398-452a-b682-1b5b6407ce58 None None] Updating router 9cd1a449-c2de-4a56-a235-4ec938d18c76 port 4a000180-683e-4e39-8c0f-f961ac5744de binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:14:29.923796 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-2f185266-3398-452a-b682-1b5b6407ce58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (4a000180-683e-4e39-8c0f-f961ac5744de), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:29.928741 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c008c041-e990-49f8-85a8-386c998d2361 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:14:29.965843 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-903acbe2-256a-4e18-ba61-4f8fb4c3a49b req-7d497360-682d-40e6-8161-76cd692a514d service neutron] 10.222.0.39 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7462895 Jan 28 03:14:29.973585 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: c008c041-e990-49f8-85a8-386c998d2361 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:14:29.973937 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c008c041-e990-49f8-85a8-386c998d2361 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:14:30.011222 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f4ede377-0c71-4b17-8d6a-f43ce13eebe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (6b24bec0-c884-40e1-a02f-3e1078f7a78a), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:30.062452 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b422aef7-81ae-421f-8c78-5ee743ff1d6f None None] Network f4a0e2f8-a4d3-4606-9001-a66e3278fdd5 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:14:30.092181 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f4ede377-0c71-4b17-8d6a-f43ce13eebe1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:30.099064 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f4ede377-0c71-4b17-8d6a-f43ce13eebe1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6b24bec0-c884-40e1-a02f-3e1078f7a78a HTTP/1.1" status: 204 len: 168 time: 1.4449019 Jan 28 03:14:30.099064 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ede377-0c71-4b17-8d6a-f43ce13eebe1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b24bec0-c884-40e1-a02f-3e1078f7a78a,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:30.108621 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36992) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:14:30.199340 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-903acbe2-256a-4e18-ba61-4f8fb4c3a49b req-ba239b9a-fb8d-4f6a-8a89-105b49bca506 service neutron] 10.222.0.39 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216511 Jan 28 03:14:30.261779 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 40f8070f-7c97-490d-b710-cae05a2e07c3, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=40f8070f-7c97-490d-b710-cae05a2e07c3,segment=NetworkSegment(8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69),segment_id=8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:14:30.275599 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f84776e0-aa00-4a12-ab26-0959cf3416ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (f4a0e2f8-a4d3-4606-9001-a66e3278fdd5), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:30.280499 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6206a7-4699-40ea-b916-f99242cca5e8 req-105351b9-2ff3-446e-aa0a-7e1bc52dfefe tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:30.283118 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7f6206a7-4699-40ea-b916-f99242cca5e8 req-105351b9-2ff3-446e-aa0a-7e1bc52dfefe tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 944 time: 0.8701563 Jan 28 03:14:30.306892 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '40f8070f-7c97-490d-b710-cae05a2e07c3', 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d', 'port_id': '40f8070f-7c97-490d-b710-cae05a2e07c3', 'mac_address': 'fa:16:3e:0c:71:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27d2caa9-814b-48c2-8f4b-c426e9cbbe97', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:14:30.365993 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0277bb8e-9335-4561-85d6-996f67114e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:30.382402 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69179d5-752f-4fde-85c8-dac62fde6dbd req-d373b61e-8d6a-4819-8469-b25eb6532822 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:30.384007 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b69179d5-752f-4fde-85c8-dac62fde6dbd req-d373b61e-8d6a-4819-8469-b25eb6532822 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 943 time: 0.3850965 Jan 28 03:14:30.417636 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 40f8070f-7c97-490d-b710-cae05a2e07c3 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:14:30.418478 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (40f8070f-7c97-490d-b710-cae05a2e07c3), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:30.439739 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a27351a-9427-4ab6-9869-768ff15160d9 None None] DHCP port deletion for f4a0e2f8-a4d3-4606-9001-a66e3278fdd5 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:14:30.474177 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-2f185266-3398-452a-b682-1b5b6407ce58 None None] Publish callbacks [] for port (4a000180-683e-4e39-8c0f-f961ac5744de), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:30.478853 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40f8070f-7c97-490d-b710-cae05a2e07c3 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:14:30.486007 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-2f185266-3398-452a-b682-1b5b6407ce58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (4a000180-683e-4e39-8c0f-f961ac5744de), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:30.518199 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 40f8070f-7c97-490d-b710-cae05a2e07c3, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=40f8070f-7c97-490d-b710-cae05a2e07c3,segment=NetworkSegment(8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69),segment_id=8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:14:30.525110 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (40f8070f-7c97-490d-b710-cae05a2e07c3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:30.537261 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-f84776e0-aa00-4a12-ab26-0959cf3416ac admin admin] Deleting port a549bad0-99a3-4610-977c-860697d0fb1d {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:14:30.537631 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f84776e0-aa00-4a12-ab26-0959cf3416ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (a549bad0-99a3-4610-977c-860697d0fb1d), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:30.549122 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-2f185266-3398-452a-b682-1b5b6407ce58 None None] Attempting to bind port 4a000180-683e-4e39-8c0f-f961ac5744de on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:14:30.549617 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-2f185266-3398-452a-b682-1b5b6407ce58 None None] Attempting to bind port 4a000180-683e-4e39-8c0f-f961ac5744de by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:14:30.550412 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7f6206a7-4699-40ea-b916-f99242cca5e8 req-0a9bf8e1-8e2c-41b8-bb1d-84a13bb1e6ec tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525890 Jan 28 03:14:30.561446 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f185266-3398-452a-b682-1b5b6407ce58 None None] Attempting to bind port 4a000180-683e-4e39-8c0f-f961ac5744de on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:14:30.578284 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-6a27351a-9427-4ab6-9869-768ff15160d9 None None] Deleting port a549bad0-99a3-4610-977c-860697d0fb1d {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:14:30.580335 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6a27351a-9427-4ab6-9869-768ff15160d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (a549bad0-99a3-4610-977c-860697d0fb1d), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:30.585188 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f185266-3398-452a-b682-1b5b6407ce58 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:14:30.586129 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f185266-3398-452a-b682-1b5b6407ce58 None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:14:30.586819 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-2f185266-3398-452a-b682-1b5b6407ce58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:30.587438 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f185266-3398-452a-b682-1b5b6407ce58 None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:14:30.588138 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-2f185266-3398-452a-b682-1b5b6407ce58 None None] Bound port: 4a000180-683e-4e39-8c0f-f961ac5744de, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:14:30.589192 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-2f185266-3398-452a-b682-1b5b6407ce58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (4a000180-683e-4e39-8c0f-f961ac5744de), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:30.646530 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b69179d5-752f-4fde-85c8-dac62fde6dbd req-ac5639db-a169-4c12-a1ef-ec5a90bdd3bc tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2338002 Jan 28 03:14:30.677112 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495b620-607a-4b6d-993a-752c09aee8da None None] Pushing event updated for resources: {'Port': ['ID=4a000180-683e-4e39-8c0f-f961ac5744de,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:30.690574 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-6a27351a-9427-4ab6-9869-768ff15160d9 None None] For port a549bad0-99a3-4610-977c-860697d0fb1d, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=a549bad0-99a3-4610-977c-860697d0fb1d,segment=NetworkSegment(bba246da-ca90-425c-a834-a1526ca81314),segment_id=bba246da-ca90-425c-a834-a1526ca81314)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:14:30.690979 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6a27351a-9427-4ab6-9869-768ff15160d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (a549bad0-99a3-4610-977c-860697d0fb1d), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:30.713015 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495b620-607a-4b6d-993a-752c09aee8da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:30.715743 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495b620-607a-4b6d-993a-752c09aee8da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:30.716295 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495b620-607a-4b6d-993a-752c09aee8da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:30.716810 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495b620-607a-4b6d-993a-752c09aee8da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:30.717863 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495b620-607a-4b6d-993a-752c09aee8da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:30.719808 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495b620-607a-4b6d-993a-752c09aee8da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:30.720334 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495b620-607a-4b6d-993a-752c09aee8da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:30.720832 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495b620-607a-4b6d-993a-752c09aee8da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:30.723100 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495b620-607a-4b6d-993a-752c09aee8da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:30.727018 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-6a27351a-9427-4ab6-9869-768ff15160d9 None None] Calling delete_port for a549bad0-99a3-4610-977c-860697d0fb1d owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:14:30.727666 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495b620-607a-4b6d-993a-752c09aee8da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:30.728046 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495b620-607a-4b6d-993a-752c09aee8da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:30.728436 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495b620-607a-4b6d-993a-752c09aee8da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:30.728779 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495b620-607a-4b6d-993a-752c09aee8da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:30.735876 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-2f185266-3398-452a-b682-1b5b6407ce58 None None] For port 4a000180-683e-4e39-8c0f-f961ac5744de, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:14:30.746819 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-2f185266-3398-452a-b682-1b5b6407ce58 None None] For port 4a000180-683e-4e39-8c0f-f961ac5744de, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=4a000180-683e-4e39-8c0f-f961ac5744de,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:14:30.753203 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-2f185266-3398-452a-b682-1b5b6407ce58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (4a000180-683e-4e39-8c0f-f961ac5744de), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:30.803042 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-f84776e0-aa00-4a12-ab26-0959cf3416ac admin admin] For port a549bad0-99a3-4610-977c-860697d0fb1d, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=a549bad0-99a3-4610-977c-860697d0fb1d,segment=NetworkSegment(bba246da-ca90-425c-a834-a1526ca81314),segment_id=bba246da-ca90-425c-a834-a1526ca81314)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:14:30.803413 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f84776e0-aa00-4a12-ab26-0959cf3416ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (a549bad0-99a3-4610-977c-860697d0fb1d), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:30.818902 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f185266-3398-452a-b682-1b5b6407ce58 None None] Routers {'9cd1a449-c2de-4a56-a235-4ec938d18c76'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:14:30.819552 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-2f185266-3398-452a-b682-1b5b6407ce58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:14:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['9cd1a449-c2de-4a56-a235-4ec938d18c76'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:30.834285 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-f84776e0-aa00-4a12-ab26-0959cf3416ac admin admin] Calling delete_port for a549bad0-99a3-4610-977c-860697d0fb1d owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:14:30.949055 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [req-ca8400f4-6933-4435-95cd-bc81ad4f6448 req-d6a0a0e0-24e8-4cfc-9378-6f67afd9e10f service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:14:30.950064 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ca8400f4-6933-4435-95cd-bc81ad4f6448 req-d6a0a0e0-24e8-4cfc-9378-6f67afd9e10f service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0212243 Jan 28 03:14:30.952264 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495b620-607a-4b6d-993a-752c09aee8da None None] Pushing event updated for resources: {'Port': ['ID=4a000180-683e-4e39-8c0f-f961ac5744de,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:31.053586 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-0277bb8e-9335-4561-85d6-996f67114e46 admin admin] Allocated IP 172.20.0.1 (8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843/f83fc2f5-b59d-49d1-b182-e92bb7891964/114cdb3a-42f4-42f3-9d51-12cba031a706) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:14:31.062083 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f84776e0-aa00-4a12-ab26-0959cf3416ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (a549bad0-99a3-4610-977c-860697d0fb1d), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:31.123057 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84776e0-aa00-4a12-ab26-0959cf3416ac admin admin] Pushing event deleted for resources: {'Port': ['ID=a549bad0-99a3-4610-977c-860697d0fb1d,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:31.142087 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84776e0-aa00-4a12-ab26-0959cf3416ac admin admin] No DVR routers for this DVR port a549bad0-99a3-4610-977c-860697d0fb1d on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:14:31.157460 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-2f185266-3398-452a-b682-1b5b6407ce58 None None] Set router 9cd1a449-c2de-4a56-a235-4ec938d18c76 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:14:31.302364 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6a27351a-9427-4ab6-9869-768ff15160d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (a549bad0-99a3-4610-977c-860697d0fb1d), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:31.321881 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f84776e0-aa00-4a12-ab26-0959cf3416ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (f4a0e2f8-a4d3-4606-9001-a66e3278fdd5), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:31.330678 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a27351a-9427-4ab6-9869-768ff15160d9 None None] No DVR routers for this DVR port a549bad0-99a3-4610-977c-860697d0fb1d on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:14:31.332365 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0277bb8e-9335-4561-85d6-996f67114e46 admin admin] Publish callbacks [] for port (114cdb3a-42f4-42f3-9d51-12cba031a706), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:31.365773 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-f84776e0-aa00-4a12-ab26-0959cf3416ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4a0e2f8-a4d3-4606-9001-a66e3278fdd5']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:31.389689 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-f84776e0-aa00-4a12-ab26-0959cf3416ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bba246da-ca90-425c-a834-a1526ca81314') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:31.390063 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-f84776e0-aa00-4a12-ab26-0959cf3416ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bba246da-ca90-425c-a834-a1526ca81314') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:31.397550 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=40f8070f-7c97-490d-b710-cae05a2e07c3,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:31.409896 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f84776e0-aa00-4a12-ab26-0959cf3416ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (bba246da-ca90-425c-a834-a1526ca81314), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:31.418569 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['40f8070f-7c97-490d-b710-cae05a2e07c3'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:14:31.428140 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0277bb8e-9335-4561-85d6-996f67114e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (114cdb3a-42f4-42f3-9d51-12cba031a706), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:31.436595 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f84776e0-aa00-4a12-ab26-0959cf3416ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (bba246da-ca90-425c-a834-a1526ca81314), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:31.446243 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f84776e0-aa00-4a12-ab26-0959cf3416ac admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:14:31.446655 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f84776e0-aa00-4a12-ab26-0959cf3416ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (bba246da-ca90-425c-a834-a1526ca81314), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:31.451491 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:14:31.451491 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:14:31.451491 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:14:31.451491 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:14:31.451491 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:14:31.451491 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:14:31.451491 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:14:31.451491 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:14:31.451491 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:14:31.451491 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:14:31.451491 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:14:31.451491 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:14:31.451491 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:14:31.451491 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:14:31.451491 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:14:31.451491 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:14:31.451491 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:14:31.451491 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:14:31.451491 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:14:31.451491 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:14:31.451491 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:14:31.451491 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:14:31.451491 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:14:31.451491 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:14:31.451491 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:14:31.451491 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:14:31.451491 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:14:31.451491 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:14:31.451491 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:14:31.451491 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:14:31.451491 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:14:31.451491 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:14:31.498033 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0277bb8e-9335-4561-85d6-996f67114e46 admin admin] Pushing event updated for resources: {'Port': ['ID=114cdb3a-42f4-42f3-9d51-12cba031a706,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:31.506837 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a27351a-9427-4ab6-9869-768ff15160d9 None None] Pushing event deleted for resources: {'Port': ['ID=a549bad0-99a3-4610-977c-860697d0fb1d,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:31.530222 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-2f185266-3398-452a-b682-1b5b6407ce58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd1a449-c2de-4a56-a235-4ec938d18c76', 'name': 'tempest-ServerRescueNegativeTestJSON-1686605974-router', 'tenant_id': 'ba16e556acef4ff0be65319bbf33daeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '4a000180-683e-4e39-8c0f-f961ac5744de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:14:24Z', 'updated_at': '2022-01-28T03:14:27Z', 'revision_number': 3, 'project_id': 'ba16e556acef4ff0be65319bbf33daeb', 'gw_port': {'id': '4a000180-683e-4e39-8c0f-f961ac5744de', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:18:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd1a449-c2de-4a56-a235-4ec938d18c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:14:26Z', 'updated_at': '2022-01-28T03:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:31.541432 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0277bb8e-9335-4561-85d6-996f67114e46 admin admin] Network 8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:14:31.545549 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-0277bb8e-9335-4561-85d6-996f67114e46 admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:14:31.552015 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0277bb8e-9335-4561-85d6-996f67114e46 admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:14:31.563496 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f185266-3398-452a-b682-1b5b6407ce58 None None] The sync data for ids ['9cd1a449-c2de-4a56-a235-4ec938d18c76'] in n-d-712139-27 is: [{'id': '9cd1a449-c2de-4a56-a235-4ec938d18c76', 'name': 'tempest-ServerRescueNegativeTestJSON-1686605974-router', 'tenant_id': 'ba16e556acef4ff0be65319bbf33daeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '4a000180-683e-4e39-8c0f-f961ac5744de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:14:24Z', 'updated_at': '2022-01-28T03:14:27Z', 'revision_number': 3, 'project_id': 'ba16e556acef4ff0be65319bbf33daeb', 'gw_port': {'id': '4a000180-683e-4e39-8c0f-f961ac5744de', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:18:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd1a449-c2de-4a56-a235-4ec938d18c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:14:26Z', 'updated_at': '2022-01-28T03:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:14:31.580462 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f84776e0-aa00-4a12-ab26-0959cf3416ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (f4a0e2f8-a4d3-4606-9001-a66e3278fdd5), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:31.602152 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f84776e0-aa00-4a12-ab26-0959cf3416ac admin admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:31.610337 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f84776e0-aa00-4a12-ab26-0959cf3416ac admin admin] 10.222.0.53 "DELETE /v2.0/networks/f4a0e2f8-a4d3-4606-9001-a66e3278fdd5 HTTP/1.1" status: 204 len: 168 time: 1.4977262 Jan 28 03:14:31.636675 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84776e0-aa00-4a12-ab26-0959cf3416ac admin admin] Pushing event deleted for resources: {'Network': ['ID=f4a0e2f8-a4d3-4606-9001-a66e3278fdd5,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:31.648758 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37024) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:14:31.661301 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e688343-84f9-4fa8-8b96-96c1a02ab015 req-4f14f94e-deef-41e7-8c0c-5f1b7d0d7ce5 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:31.669482 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3e688343-84f9-4fa8-8b96-96c1a02ab015 req-4f14f94e-deef-41e7-8c0c-5f1b7d0d7ce5 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 944 time: 0.2871804 Jan 28 03:14:31.673811 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0277bb8e-9335-4561-85d6-996f67114e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (9cd1a449-c2de-4a56-a235-4ec938d18c76), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:31.736729 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 345ab761-8a9e-43d7-9219-a137d7f0086f no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:14:31.817197 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3e688343-84f9-4fa8-8b96-96c1a02ab015 req-eddcb2ac-c63a-486d-8edf-68c23c03e6c0 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399646 Jan 28 03:14:31.904613 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37034) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:14:31.918222 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device a549bad0-99a3-4610-977c-860697d0fb1d no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:14:31.947528 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0f4043c1-aa07-441b-95c7-d611a9729f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:31.955329 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: a549bad0-99a3-4610-977c-860697d0fb1d {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:14:31.955690 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device a549bad0-99a3-4610-977c-860697d0fb1d not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:14:31.971267 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8b632ec8-b5a7-47e1-96cb-ae092013d8c8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3a2d3d0790634cf784cfb361ad9e6711&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0653667 Jan 28 03:14:31.973893 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37036) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:14:31.986180 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 345ab761-8a9e-43d7-9219-a137d7f0086f is: DOWN; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:14:31.999928 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0e29fe45-fa21-4764-8a26-01edbf5b14c0 req-3b1a18fe-23c8-415f-bd75-bc35938b5561 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3498499 Jan 28 03:14:32.041622 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7634f75d-2fbf-498c-afe7-15ff9233f37f req-b68f3310-683d-4b77-bd9b-9c1afead1f88 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:32.043917 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7634f75d-2fbf-498c-afe7-15ff9233f37f req-b68f3310-683d-4b77-bd9b-9c1afead1f88 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.1752853 Jan 28 03:14:32.048645 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [req-0e29fe45-fa21-4764-8a26-01edbf5b14c0 req-4716992c-3c44-4bd4-b6b7-ab25f7e5c9ac service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:14:32.049724 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0e29fe45-fa21-4764-8a26-01edbf5b14c0 req-4716992c-3c44-4bd4-b6b7-ab25f7e5c9ac service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0275578 Jan 28 03:14:32.114154 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-50902d64-a416-46d3-b93a-743ddc6886a3 admin admin] Publish callbacks [] for security_group (cc3abd03-aac4-4c83-8581-3c04e203a0d0), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:32.115829 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0277bb8e-9335-4561-85d6-996f67114e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (114cdb3a-42f4-42f3-9d51-12cba031a706), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:32.182454 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7634f75d-2fbf-498c-afe7-15ff9233f37f req-5ee075c0-a731-489b-b7ed-78836cac46c9 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204586 Jan 28 03:14:32.190298 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-50902d64-a416-46d3-b93a-743ddc6886a3 admin admin] Publish callbacks [] for security_group (cc3abd03-aac4-4c83-8581-3c04e203a0d0), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:32.408314 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-50902d64-a416-46d3-b93a-743ddc6886a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (cc3abd03-aac4-4c83-8581-3c04e203a0d0), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:32.411022 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-50902d64-a416-46d3-b93a-743ddc6886a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:32.412359 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-50902d64-a416-46d3-b93a-743ddc6886a3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cc3abd03-aac4-4c83-8581-3c04e203a0d0 HTTP/1.1" status: 204 len: 168 time: 0.4373698 Jan 28 03:14:32.432095 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50902d64-a416-46d3-b93a-743ddc6886a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3abd03-aac4-4c83-8581-3c04e203a0d0,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:32.518595 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0277bb8e-9335-4561-85d6-996f67114e46 admin admin] Publish callbacks [] for port (114cdb3a-42f4-42f3-9d51-12cba031a706), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:32.525972 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0277bb8e-9335-4561-85d6-996f67114e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (114cdb3a-42f4-42f3-9d51-12cba031a706), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:32.708904 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0277bb8e-9335-4561-85d6-996f67114e46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (9cd1a449-c2de-4a56-a235-4ec938d18c76), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:32.738038 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0277bb8e-9335-4561-85d6-996f67114e46 admin admin] Pushing event updated for resources: {'Port': ['ID=114cdb3a-42f4-42f3-9d51-12cba031a706,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:32.857651 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0277bb8e-9335-4561-85d6-996f67114e46 admin admin] Network 8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:14:32.859554 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-0277bb8e-9335-4561-85d6-996f67114e46 admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:14:33.037270 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37056) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:14:33.129315 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a992a2a7-20c3-452b-bd5d-c55c5aaf2da3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=518a3f9f02e94e1599dce14e974bfb5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0891385 Jan 28 03:14:33.130971 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37058) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:14:33.143071 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e529838-3275-4b12-8926-cc92e46f2162 req-569f5b7a-c0a0-4a0e-8e25-9caa9900ac59 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:33.150492 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0e529838-3275-4b12-8926-cc92e46f2162 req-569f5b7a-c0a0-4a0e-8e25-9caa9900ac59 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 944 time: 0.1863434 Jan 28 03:14:33.211245 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d218a0d7-22dd-4c17-a210-7290dc9ed481 admin admin] Publish callbacks [] for security_group (3a77d21e-a885-4b48-8afc-a538be811cc9), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:33.219860 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0277bb8e-9335-4561-85d6-996f67114e46 admin admin] Router 9cd1a449-c2de-4a56-a235-4ec938d18c76 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:14:33.251336 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0e529838-3275-4b12-8926-cc92e46f2162 req-95321cf4-1291-447c-9ba0-e1b955b49e8a tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927224 Jan 28 03:14:33.277771 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d218a0d7-22dd-4c17-a210-7290dc9ed481 admin admin] Publish callbacks [] for security_group (3a77d21e-a885-4b48-8afc-a538be811cc9), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:33.317835 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:33.393421 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d218a0d7-22dd-4c17-a210-7290dc9ed481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (3a77d21e-a885-4b48-8afc-a538be811cc9), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:33.396280 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d218a0d7-22dd-4c17-a210-7290dc9ed481 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:33.400540 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d218a0d7-22dd-4c17-a210-7290dc9ed481 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3a77d21e-a885-4b48-8afc-a538be811cc9 HTTP/1.1" status: 204 len: 168 time: 0.2653568 Jan 28 03:14:33.493055 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:33.522039 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d218a0d7-22dd-4c17-a210-7290dc9ed481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a77d21e-a885-4b48-8afc-a538be811cc9,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:33.529522 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0277bb8e-9335-4561-85d6-996f67114e46 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:14:33.541124 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0277bb8e-9335-4561-85d6-996f67114e46 admin admin] 10.222.0.53 "PUT /v2.0/routers/9cd1a449-c2de-4a56-a235-4ec938d18c76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2371049 Jan 28 03:14:33.564471 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29fe45-fa21-4764-8a26-01edbf5b14c0 req-39544b76-aae7-41cc-bbc3-93ee495ba598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:33.567432 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0e29fe45-fa21-4764-8a26-01edbf5b14c0 req-39544b76-aae7-41cc-bbc3-93ee495ba598 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0&tenant_id=be0a66a0f0ac4e86951ed29782156c84 HTTP/1.1" status: 200 len: 1096 time: 0.1331575 Jan 28 03:14:33.590555 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a1480-07c3-43b8-a470-7ffab7a7c99b req-676aab77-d0bb-4f97-bd9a-18293bd354a2 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:33.590846 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-0e29fe45-fa21-4764-8a26-01edbf5b14c0 req-99923d0b-b38f-4a7b-aca6-aeede9be6f49 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-27', 'device_owner': 'compute:nova'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:14:33.592319 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-616a1480-07c3-43b8-a470-7ffab7a7c99b req-676aab77-d0bb-4f97-bd9a-18293bd354a2 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.1787539 Jan 28 03:14:33.700364 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-616a1480-07c3-43b8-a470-7ffab7a7c99b req-8a21aef2-7b82-41bf-bb60-8946db91b9e7 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008866 Jan 28 03:14:33.751688 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 40f8070f-7c97-490d-b710-cae05a2e07c3 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:14:33.870780 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 40f8070f-7c97-490d-b710-cae05a2e07c3 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:14:33.878950 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 40f8070f-7c97-490d-b710-cae05a2e07c3 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:14:33.879714 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (40f8070f-7c97-490d-b710-cae05a2e07c3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:34.021961 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 4a000180-683e-4e39-8c0f-f961ac5744de up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:14:34.181947 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 40f8070f-7c97-490d-b710-cae05a2e07c3 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:14:34.182907 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (40f8070f-7c97-490d-b710-cae05a2e07c3), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:34.214770 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0e29fe45-fa21-4764-8a26-01edbf5b14c0 req-99923d0b-b38f-4a7b-aca6-aeede9be6f49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (345ab761-8a9e-43d7-9219-a137d7f0086f), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:34.218742 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29709396-181b-4f4d-88e1-dfd109d7f822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f8070f-7c97-490d-b710-cae05a2e07c3'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:14:34.221392 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220f6ca3-4167-40d1-9fbc-edcc50a69afb" -d '{"events": [{"server_uuid": "29709396-181b-4f4d-88e1-dfd109d7f822", "name": "network-vif-plugged", "status": "completed", "tag": "40f8070f-7c97-490d-b710-cae05a2e07c3"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:14:34.242390 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 40f8070f-7c97-490d-b710-cae05a2e07c3, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=40f8070f-7c97-490d-b710-cae05a2e07c3,segment=NetworkSegment(8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69),segment_id=8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:14:34.248998 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (40f8070f-7c97-490d-b710-cae05a2e07c3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:34.259317 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 4a000180-683e-4e39-8c0f-f961ac5744de triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:14:34.260177 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (4a000180-683e-4e39-8c0f-f961ac5744de), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:34.356622 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82fd808c-aa86-4d95-ad1f-e88a5b55e7c7 x-openstack-request-id: req-82fd808c-aa86-4d95-ad1f-e88a5b55e7c7 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:14:34.357312 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29709396-181b-4f4d-88e1-dfd109d7f822", "name": "network-vif-plugged", "status": "completed", "tag": "40f8070f-7c97-490d-b710-cae05a2e07c3", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:14:34.357312 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-82fd808c-aa86-4d95-ad1f-e88a5b55e7c7 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:14:34.357843 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29709396-181b-4f4d-88e1-dfd109d7f822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f8070f-7c97-490d-b710-cae05a2e07c3', 'code': 200} Jan 28 03:14:34.518886 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 4a000180-683e-4e39-8c0f-f961ac5744de is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:14:34.519532 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (4a000180-683e-4e39-8c0f-f961ac5744de), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:34.555246 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=40f8070f-7c97-490d-b710-cae05a2e07c3,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:34.576807 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 4a000180-683e-4e39-8c0f-f961ac5744de, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=4a000180-683e-4e39-8c0f-f961ac5744de,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:14:34.594495 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (4a000180-683e-4e39-8c0f-f961ac5744de), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:34.621403 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546a07f-6a8a-43dc-be3e-26b57a343c81 req-0560b600-6603-4c5b-93f5-290a91a7ace1 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:34.631494 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2546a07f-6a8a-43dc-be3e-26b57a343c81 req-0560b600-6603-4c5b-93f5-290a91a7ace1 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 944 time: 0.1510246 Jan 28 03:14:34.634512 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-0e29fe45-fa21-4764-8a26-01edbf5b14c0 req-99923d0b-b38f-4a7b-aca6-aeede9be6f49 service neutron] For port 345ab761-8a9e-43d7-9219-a137d7f0086f, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=345ab761-8a9e-43d7-9219-a137d7f0086f,segment=NetworkSegment(12b0ee7f-b716-4f1a-9ffa-ca741f2c2535),segment_id=12b0ee7f-b716-4f1a-9ffa-ca741f2c2535)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:14:34.684916 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=4a000180-683e-4e39-8c0f-f961ac5744de,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:34.700379 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2546a07f-6a8a-43dc-be3e-26b57a343c81 req-1e71ba85-38cb-4f44-8050-78192d40885f tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674956 Jan 28 03:14:34.731788 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5089d7-b0d3-4295-9bcd-fad7b349a35b None None] Sync routers for ids ['9cd1a449-c2de-4a56-a235-4ec938d18c76'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:14:34.749869 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5089d7-b0d3-4295-9bcd-fad7b349a35b None None] Routers {'9cd1a449-c2de-4a56-a235-4ec938d18c76'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:14:34.750097 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fbb454-83a1-4273-9b44-081e77860b8b req-08bd9651-866a-40ea-a9d9-0904fe075ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:34.750890 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-de5089d7-b0d3-4295-9bcd-fad7b349a35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:14:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['9cd1a449-c2de-4a56-a235-4ec938d18c76'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:34.751700 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-96fbb454-83a1-4273-9b44-081e77860b8b req-08bd9651-866a-40ea-a9d9-0904fe075ea9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 1097 time: 0.2881575 Jan 28 03:14:34.789897 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-0e29fe45-fa21-4764-8a26-01edbf5b14c0 req-99923d0b-b38f-4a7b-aca6-aeede9be6f49 service neutron] For port 345ab761-8a9e-43d7-9219-a137d7f0086f, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:14:34.819914 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:34.863410 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220bbb1f-bd1f-4d48-aa66-ea62f2a516ec req-5908fc17-9190-4aae-9081-b07f6ce53280 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:34.870631 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-220bbb1f-bd1f-4d48-aa66-ea62f2a516ec req-5908fc17-9190-4aae-9081-b07f6ce53280 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/networks?id=8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843 HTTP/1.1" status: 200 len: 819 time: 0.4050906 Jan 28 03:14:34.885041 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570feed4-0820-40a4-93d3-c7fe654fea6a req-2f984f42-3cc5-4589-8024-f35267866271 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:34.887009 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-570feed4-0820-40a4-93d3-c7fe654fea6a req-2f984f42-3cc5-4589-8024-f35267866271 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 945 time: 0.0989068 Jan 28 03:14:34.893101 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-de5089d7-b0d3-4295-9bcd-fad7b349a35b None None] Set router 9cd1a449-c2de-4a56-a235-4ec938d18c76 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:14:34.893583 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-0e29fe45-fa21-4764-8a26-01edbf5b14c0 req-99923d0b-b38f-4a7b-aca6-aeede9be6f49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 345ab761-8a9e-43d7-9219-a137d7f0086f {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:14:34.903413 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0e29fe45-fa21-4764-8a26-01edbf5b14c0 req-99923d0b-b38f-4a7b-aca6-aeede9be6f49 service neutron] Publish callbacks [] for port (345ab761-8a9e-43d7-9219-a137d7f0086f), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:34.914481 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-220bbb1f-bd1f-4d48-aa66-ea62f2a516ec req-f2a8be84-d779-4cd1-a195-86b74b25b404 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/quotas/ba16e556acef4ff0be65319bbf33daeb HTTP/1.1" status: 200 len: 375 time: 0.0428710 Jan 28 03:14:34.959689 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-570feed4-0820-40a4-93d3-c7fe654fea6a req-845f5eff-7f69-461f-9268-17e8902a87c5 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658453 Jan 28 03:14:34.964006 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-96fbb454-83a1-4273-9b44-081e77860b8b req-bbcb62fd-1aa9-4c07-9e05-c067e33394e2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1895096 Jan 28 03:14:34.971396 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-0e29fe45-fa21-4764-8a26-01edbf5b14c0 req-99923d0b-b38f-4a7b-aca6-aeede9be6f49 service neutron] Transition to ACTIVE for port object 345ab761-8a9e-43d7-9219-a137d7f0086f will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:14:34.978783 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0e29fe45-fa21-4764-8a26-01edbf5b14c0 req-99923d0b-b38f-4a7b-aca6-aeede9be6f49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (345ab761-8a9e-43d7-9219-a137d7f0086f), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:35.021761 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-220bbb1f-bd1f-4d48-aa66-ea62f2a516ec req-4ba41d38-2da9-42fd-b8b0-009711c3f3ec tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ba16e556acef4ff0be65319bbf33daeb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1062720 Jan 28 03:14:35.084444 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e29fe45-fa21-4764-8a26-01edbf5b14c0 req-99923d0b-b38f-4a7b-aca6-aeede9be6f49 service neutron] No DVR routers for this DVR port 345ab761-8a9e-43d7-9219-a137d7f0086f on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:14:35.089708 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99923d0b-b38f-4a7b-aca6-aeede9be6f49 service neutron] Pushing event updated for resources: {'Port': ['ID=345ab761-8a9e-43d7-9219-a137d7f0086f,revision_number=9']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:35.140595 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-0e29fe45-fa21-4764-8a26-01edbf5b14c0 req-99923d0b-b38f-4a7b-aca6-aeede9be6f49 service neutron] Attempting to bind port 345ab761-8a9e-43d7-9219-a137d7f0086f on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:14:35.140999 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-0e29fe45-fa21-4764-8a26-01edbf5b14c0 req-99923d0b-b38f-4a7b-aca6-aeede9be6f49 service neutron] Attempting to bind port 345ab761-8a9e-43d7-9219-a137d7f0086f by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '12b0ee7f-b716-4f1a-9ffa-ca741f2c2535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'a1b14d6a-1801-4ed4-a315-0dab0fce9962'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:14:35.141429 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e29fe45-fa21-4764-8a26-01edbf5b14c0 req-99923d0b-b38f-4a7b-aca6-aeede9be6f49 service neutron] Attempting to bind port 345ab761-8a9e-43d7-9219-a137d7f0086f on network a1b14d6a-1801-4ed4-a315-0dab0fce9962 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:14:35.149690 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e29fe45-fa21-4764-8a26-01edbf5b14c0 req-99923d0b-b38f-4a7b-aca6-aeede9be6f49 service neutron] Port 345ab761-8a9e-43d7-9219-a137d7f0086f on network a1b14d6a-1801-4ed4-a315-0dab0fce9962 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:14:35.150711 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e29fe45-fa21-4764-8a26-01edbf5b14c0 req-99923d0b-b38f-4a7b-aca6-aeede9be6f49 service neutron] Attempting to bind port 345ab761-8a9e-43d7-9219-a137d7f0086f on network a1b14d6a-1801-4ed4-a315-0dab0fce9962 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:14:35.163633 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-de5089d7-b0d3-4295-9bcd-fad7b349a35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd1a449-c2de-4a56-a235-4ec938d18c76', 'name': 'tempest-ServerRescueNegativeTestJSON-1686605974-router', 'tenant_id': 'ba16e556acef4ff0be65319bbf33daeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '4a000180-683e-4e39-8c0f-f961ac5744de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:14:24Z', 'updated_at': '2022-01-28T03:14:31Z', 'revision_number': 4, 'project_id': 'ba16e556acef4ff0be65319bbf33daeb', 'gw_port': {'id': '4a000180-683e-4e39-8c0f-f961ac5744de', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:18:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd1a449-c2de-4a56-a235-4ec938d18c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:14:26Z', 'updated_at': '2022-01-28T03:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '114cdb3a-42f4-42f3-9d51-12cba031a706', 'name': '', 'network_id': '8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843', 'tenant_id': 'ba16e556acef4ff0be65319bbf33daeb', 'mac_address': 'fa:16:3e:c0:41:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd1a449-c2de-4a56-a235-4ec938d18c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': 'f83fc2f5-b59d-49d1-b182-e92bb7891964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:14:30Z', 'updated_at': '2022-01-28T03:14:32Z', 'revision_number': 2, 'project_id': 'ba16e556acef4ff0be65319bbf33daeb', 'subnets': [{'id': 'f83fc2f5-b59d-49d1-b182-e92bb7891964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:35.188441 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e29fe45-fa21-4764-8a26-01edbf5b14c0 req-99923d0b-b38f-4a7b-aca6-aeede9be6f49 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:14:35.189472 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e29fe45-fa21-4764-8a26-01edbf5b14c0 req-99923d0b-b38f-4a7b-aca6-aeede9be6f49 service neutron] Checking segment: {'id': '12b0ee7f-b716-4f1a-9ffa-ca741f2c2535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'a1b14d6a-1801-4ed4-a315-0dab0fce9962'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:14:35.190757 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e29fe45-fa21-4764-8a26-01edbf5b14c0 req-99923d0b-b38f-4a7b-aca6-aeede9be6f49 service neutron] Bound using segment: {'id': '12b0ee7f-b716-4f1a-9ffa-ca741f2c2535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'a1b14d6a-1801-4ed4-a315-0dab0fce9962'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:14:35.191786 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-0e29fe45-fa21-4764-8a26-01edbf5b14c0 req-99923d0b-b38f-4a7b-aca6-aeede9be6f49 service neutron] Bound port: 345ab761-8a9e-43d7-9219-a137d7f0086f, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12b0ee7f-b716-4f1a-9ffa-ca741f2c2535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'a1b14d6a-1801-4ed4-a315-0dab0fce9962'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:14:35.192647 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0e29fe45-fa21-4764-8a26-01edbf5b14c0 req-99923d0b-b38f-4a7b-aca6-aeede9be6f49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (345ab761-8a9e-43d7-9219-a137d7f0086f), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:35.195501 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5089d7-b0d3-4295-9bcd-fad7b349a35b None None] Checking router: 9cd1a449-c2de-4a56-a235-4ec938d18c76 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:14:35.195983 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5089d7-b0d3-4295-9bcd-fad7b349a35b None None] Updating router 9cd1a449-c2de-4a56-a235-4ec938d18c76 port 114cdb3a-42f4-42f3-9d51-12cba031a706 binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:14:35.225481 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-de5089d7-b0d3-4295-9bcd-fad7b349a35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (114cdb3a-42f4-42f3-9d51-12cba031a706), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:35.376487 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-0e29fe45-fa21-4764-8a26-01edbf5b14c0 req-99923d0b-b38f-4a7b-aca6-aeede9be6f49 service neutron] For port 345ab761-8a9e-43d7-9219-a137d7f0086f, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:14:35.386536 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-220bbb1f-bd1f-4d48-aa66-ea62f2a516ec req-ce000ade-8a36-40ee-baaa-558728e5ab98 service neutron] 10.222.0.53 "GET /v2.0/networks/8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572361 Jan 28 03:14:35.390039 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-0e29fe45-fa21-4764-8a26-01edbf5b14c0 req-99923d0b-b38f-4a7b-aca6-aeede9be6f49 service neutron] For port 345ab761-8a9e-43d7-9219-a137d7f0086f, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=345ab761-8a9e-43d7-9219-a137d7f0086f,segment=NetworkSegment(12b0ee7f-b716-4f1a-9ffa-ca741f2c2535),segment_id=12b0ee7f-b716-4f1a-9ffa-ca741f2c2535)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:14:35.401476 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0e29fe45-fa21-4764-8a26-01edbf5b14c0 req-99923d0b-b38f-4a7b-aca6-aeede9be6f49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (345ab761-8a9e-43d7-9219-a137d7f0086f), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:35.494938 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29fe45-fa21-4764-8a26-01edbf5b14c0 req-99923d0b-b38f-4a7b-aca6-aeede9be6f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:35.495465 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0e29fe45-fa21-4764-8a26-01edbf5b14c0 req-99923d0b-b38f-4a7b-aca6-aeede9be6f49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:35.499584 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0e29fe45-fa21-4764-8a26-01edbf5b14c0 req-99923d0b-b38f-4a7b-aca6-aeede9be6f49 service neutron] 10.222.0.67 "PUT /v2.0/ports/345ab761-8a9e-43d7-9219-a137d7f0086f HTTP/1.1" status: 200 len: 1093 time: 1.9156504 Jan 28 03:14:35.502046 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a118dd3a-bc7f-451b-8f10-c330823643c0', 'tag': '345ab761-8a9e-43d7-9219-a137d7f0086f'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:14:35.510719 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24794f7-1dc5-4493-8456-9f5a85c77952" -d '{"events": [{"name": "network-changed", "server_uuid": "a118dd3a-bc7f-451b-8f10-c330823643c0", "tag": "345ab761-8a9e-43d7-9219-a137d7f0086f"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:14:35.614008 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99923d0b-b38f-4a7b-aca6-aeede9be6f49 service neutron] Pushing event updated for resources: {'Port': ['ID=345ab761-8a9e-43d7-9219-a137d7f0086f,revision_number=10']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:35.695841 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a78c8df-a8c7-4b3b-9f93-92f9b5bd7831 x-openstack-request-id: req-4a78c8df-a8c7-4b3b-9f93-92f9b5bd7831 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:14:35.696965 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a118dd3a-bc7f-451b-8f10-c330823643c0", "tag": "345ab761-8a9e-43d7-9219-a137d7f0086f", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:14:35.696965 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4a78c8df-a8c7-4b3b-9f93-92f9b5bd7831 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:14:35.696965 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a118dd3a-bc7f-451b-8f10-c330823643c0', 'tag': '345ab761-8a9e-43d7-9219-a137d7f0086f', 'status': 'completed', 'code': 200} Jan 28 03:14:35.706333 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-220bbb1f-bd1f-4d48-aa66-ea62f2a516ec req-87c67c74-8204-41ee-b239-12ecea0d7510 service neutron] 10.222.0.53 "GET /v2.0/networks/8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187385 Jan 28 03:14:35.734353 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29fe45-fa21-4764-8a26-01edbf5b14c0 req-c0f97a90-4b88-4800-86a7-8633481dcd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:35.734353 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0e29fe45-fa21-4764-8a26-01edbf5b14c0 req-c0f97a90-4b88-4800-86a7-8633481dcd19 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=be0a66a0f0ac4e86951ed29782156c84&device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 1097 time: 0.1564016 Jan 28 03:14:35.753206 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-de5089d7-b0d3-4295-9bcd-fad7b349a35b None None] Publish callbacks [] for port (114cdb3a-42f4-42f3-9d51-12cba031a706), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:35.766528 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-de5089d7-b0d3-4295-9bcd-fad7b349a35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (114cdb3a-42f4-42f3-9d51-12cba031a706), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:35.837511 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c02ca49-e281-40fc-9838-855e1c9a2f55 None None] Pushing event updated for resources: {'Port': ['ID=114cdb3a-42f4-42f3-9d51-12cba031a706,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:35.881664 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29fe45-fa21-4764-8a26-01edbf5b14c0 req-82e95abc-ef1d-417c-80e5-026a395cb8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:35.888531 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0e29fe45-fa21-4764-8a26-01edbf5b14c0 req-82e95abc-ef1d-417c-80e5-026a395cb8fc service neutron] 10.222.0.67 "GET /v2.0/networks?id=a1b14d6a-1801-4ed4-a315-0dab0fce9962 HTTP/1.1" status: 200 len: 915 time: 0.1516669 Jan 28 03:14:35.913043 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f2bfc-b1df-4c78-abd1-0380579564e9 req-e35a3c5e-bbdd-4f4f-906d-6a5f74bb0cd6 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:35.922830 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0d3f2bfc-b1df-4c78-abd1-0380579564e9 req-e35a3c5e-bbdd-4f4f-906d-6a5f74bb0cd6 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 945 time: 0.0855091 Jan 28 03:14:35.929221 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 4a000180-683e-4e39-8c0f-f961ac5744de up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:14:36.037979 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0e29fe45-fa21-4764-8a26-01edbf5b14c0 req-03050a9c-4e39-44d4-aa28-4460a532e57a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=345ab761-8a9e-43d7-9219-a137d7f0086f HTTP/1.1" status: 200 len: 217 time: 0.1391623 Jan 28 03:14:36.055856 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:36.063668 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-de5089d7-b0d3-4295-9bcd-fad7b349a35b None None] Attempting to bind port 114cdb3a-42f4-42f3-9d51-12cba031a706 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:14:36.064051 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-de5089d7-b0d3-4295-9bcd-fad7b349a35b None None] Attempting to bind port 114cdb3a-42f4-42f3-9d51-12cba031a706 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'cec8e07b-2d6a-49a8-bde7-7e82d616bfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:14:36.064424 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5089d7-b0d3-4295-9bcd-fad7b349a35b None None] Attempting to bind port 114cdb3a-42f4-42f3-9d51-12cba031a706 on network 8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:14:36.065386 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0d3f2bfc-b1df-4c78-abd1-0380579564e9 req-456d9000-8c9a-4fa7-badc-1c80246d516e tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361763 Jan 28 03:14:36.088420 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5089d7-b0d3-4295-9bcd-fad7b349a35b None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:14:36.089117 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5089d7-b0d3-4295-9bcd-fad7b349a35b None None] Checking segment: {'id': 'cec8e07b-2d6a-49a8-bde7-7e82d616bfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:14:36.089746 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-de5089d7-b0d3-4295-9bcd-fad7b349a35b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:36.090425 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5089d7-b0d3-4295-9bcd-fad7b349a35b None None] Bound using segment: {'id': 'cec8e07b-2d6a-49a8-bde7-7e82d616bfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:14:36.091268 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-de5089d7-b0d3-4295-9bcd-fad7b349a35b None None] Bound port: 114cdb3a-42f4-42f3-9d51-12cba031a706, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cec8e07b-2d6a-49a8-bde7-7e82d616bfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:14:36.091931 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-de5089d7-b0d3-4295-9bcd-fad7b349a35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (114cdb3a-42f4-42f3-9d51-12cba031a706), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:36.146993 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29fe45-fa21-4764-8a26-01edbf5b14c0 req-f2340c1e-44a0-4dbb-8b1b-b3fec6daacad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:36.148802 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0e29fe45-fa21-4764-8a26-01edbf5b14c0 req-f2340c1e-44a0-4dbb-8b1b-b3fec6daacad service neutron] 10.222.0.67 "GET /v2.0/subnets?id=28d442bf-9d1c-42f1-9234-238e9e502428 HTTP/1.1" status: 200 len: 854 time: 0.1033959 Jan 28 03:14:36.160904 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 4a000180-683e-4e39-8c0f-f961ac5744de triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:14:36.161365 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (4a000180-683e-4e39-8c0f-f961ac5744de), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:36.205303 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0fa900d5-f7d0-4ae2-8ba7-d28fa98d74d1 req-513b14b3-58f6-4373-83d0-50c4244bd782 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4b542bd-9505-404d-88a4-96d3a97d97e5 HTTP/1.1" status: 200 len: 210 time: 0.0510213 Jan 28 03:14:36.206548 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-de5089d7-b0d3-4295-9bcd-fad7b349a35b None None] For port 114cdb3a-42f4-42f3-9d51-12cba031a706, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:14:36.219187 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0e29fe45-fa21-4764-8a26-01edbf5b14c0 req-52f4c13f-d991-4fdb-8591-46808a3cccb4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a1b14d6a-1801-4ed4-a315-0dab0fce9962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645421 Jan 28 03:14:36.229109 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-de5089d7-b0d3-4295-9bcd-fad7b349a35b None None] For port 114cdb3a-42f4-42f3-9d51-12cba031a706, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=114cdb3a-42f4-42f3-9d51-12cba031a706,segment=NetworkSegment(cec8e07b-2d6a-49a8-bde7-7e82d616bfd7),segment_id=cec8e07b-2d6a-49a8-bde7-7e82d616bfd7)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:14:36.235704 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-de5089d7-b0d3-4295-9bcd-fad7b349a35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (114cdb3a-42f4-42f3-9d51-12cba031a706), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:36.329930 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5089d7-b0d3-4295-9bcd-fad7b349a35b None None] Routers {'9cd1a449-c2de-4a56-a235-4ec938d18c76'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:14:36.330575 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-de5089d7-b0d3-4295-9bcd-fad7b349a35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:14:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['9cd1a449-c2de-4a56-a235-4ec938d18c76'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:36.335128 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c02ca49-e281-40fc-9838-855e1c9a2f55 None None] Pushing event updated for resources: {'Port': ['ID=114cdb3a-42f4-42f3-9d51-12cba031a706,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:36.387126 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732b54b-efee-4ed0-aca3-d3decbecbfe6 req-8a68f359-df23-40e8-b0f6-195d6636be0e tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:36.388626 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5732b54b-efee-4ed0-aca3-d3decbecbfe6 req-8a68f359-df23-40e8-b0f6-195d6636be0e tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 945 time: 0.1816578 Jan 28 03:14:36.412881 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 4a000180-683e-4e39-8c0f-f961ac5744de is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:14:36.437039 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0e29fe45-fa21-4764-8a26-01edbf5b14c0 req-4310c613-9583-4f8f-837d-5caf70977200 service neutron] 10.222.0.67 "GET /v2.0/networks/a1b14d6a-1801-4ed4-a315-0dab0fce9962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005615 Jan 28 03:14:36.494257 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-de5089d7-b0d3-4295-9bcd-fad7b349a35b None None] Set router 9cd1a449-c2de-4a56-a235-4ec938d18c76 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:14:36.514904 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5732b54b-efee-4ed0-aca3-d3decbecbfe6 req-9166c40e-932d-4d55-a4d9-7f3cb5d0f0fb tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204300 Jan 28 03:14:36.580027 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0e29fe45-fa21-4764-8a26-01edbf5b14c0 req-71398106-5daa-42eb-96f1-205e433e661a service neutron] 10.222.0.67 "GET /v2.0/networks/a1b14d6a-1801-4ed4-a315-0dab0fce9962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369095 Jan 28 03:14:36.610181 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec178a92-d447-41f0-9706-c044f3f2b216 req-d775ea33-440e-4e06-b713-b5ceea9a6e79 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:36.618897 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ec178a92-d447-41f0-9706-c044f3f2b216 req-d775ea33-440e-4e06-b713-b5ceea9a6e79 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/networks?id=8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843 HTTP/1.1" status: 200 len: 819 time: 0.2509344 Jan 28 03:14:36.641453 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ec178a92-d447-41f0-9706-c044f3f2b216 req-285fce07-7263-40cd-8ad8-49ccdb600b60 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/quotas/ba16e556acef4ff0be65319bbf33daeb HTTP/1.1" status: 200 len: 375 time: 0.0212872 Jan 28 03:14:36.742414 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ec178a92-d447-41f0-9706-c044f3f2b216 req-aacbd814-99da-4600-a5bd-ab8225d45164 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ba16e556acef4ff0be65319bbf33daeb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0994740 Jan 28 03:14:36.750843 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1765c03-4a5e-4bda-9b9f-e9a2820c4942 req-0bcf8cc3-c49c-4c7a-a49e-bab36f83a96c tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:36.755031 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d1765c03-4a5e-4bda-9b9f-e9a2820c4942 req-0bcf8cc3-c49c-4c7a-a49e-bab36f83a96c tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 945 time: 0.1346483 Jan 28 03:14:36.774339 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37136) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:14:36.782745 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-95a9ce88-b555-49ad-9ab4-f8ab0c226074 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Request body: {'floatingip': {'port_id': '40f8070f-7c97-490d-b710-cae05a2e07c3'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:14:36.897439 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-95a9ce88-b555-49ad-9ab4-f8ab0c226074 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks [] for floatingip (e8fbfd2b-4e3e-4364-9836-0dd7cd35b533), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:36.971361 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24794f7-1dc5-4493-8456-9f5a85c77952 req-79128ac8-8904-418d-a085-f6fd329d7355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:36.971828 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-de5089d7-b0d3-4295-9bcd-fad7b349a35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd1a449-c2de-4a56-a235-4ec938d18c76', 'name': 'tempest-ServerRescueNegativeTestJSON-1686605974-router', 'tenant_id': 'ba16e556acef4ff0be65319bbf33daeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '4a000180-683e-4e39-8c0f-f961ac5744de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:14:24Z', 'updated_at': '2022-01-28T03:14:31Z', 'revision_number': 4, 'project_id': 'ba16e556acef4ff0be65319bbf33daeb', 'gw_port': {'id': '4a000180-683e-4e39-8c0f-f961ac5744de', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:18:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd1a449-c2de-4a56-a235-4ec938d18c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:14:26Z', 'updated_at': '2022-01-28T03:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '114cdb3a-42f4-42f3-9d51-12cba031a706', 'name': '', 'network_id': '8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843', 'tenant_id': 'ba16e556acef4ff0be65319bbf33daeb', 'mac_address': 'fa:16:3e:c0:41:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd1a449-c2de-4a56-a235-4ec938d18c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': 'f83fc2f5-b59d-49d1-b182-e92bb7891964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:14:30Z', 'updated_at': '2022-01-28T03:14:36Z', 'revision_number': 4, 'project_id': 'ba16e556acef4ff0be65319bbf33daeb', 'subnets': [{'id': 'f83fc2f5-b59d-49d1-b182-e92bb7891964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:36.972921 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f24794f7-1dc5-4493-8456-9f5a85c77952 req-79128ac8-8904-418d-a085-f6fd329d7355 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=be0a66a0f0ac4e86951ed29782156c84&device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 1097 time: 0.2169859 Jan 28 03:14:36.998228 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ec178a92-d447-41f0-9706-c044f3f2b216 req-17e55a2a-fa39-439f-8b71-4d572a5bcbde service neutron] 10.222.0.53 "GET /v2.0/networks/8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546368 Jan 28 03:14:37.015007 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5089d7-b0d3-4295-9bcd-fad7b349a35b None None] The sync data for ids ['9cd1a449-c2de-4a56-a235-4ec938d18c76'] in n-d-712139-27 is: [{'id': '9cd1a449-c2de-4a56-a235-4ec938d18c76', 'name': 'tempest-ServerRescueNegativeTestJSON-1686605974-router', 'tenant_id': 'ba16e556acef4ff0be65319bbf33daeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '4a000180-683e-4e39-8c0f-f961ac5744de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:14:24Z', 'updated_at': '2022-01-28T03:14:31Z', 'revision_number': 4, 'project_id': 'ba16e556acef4ff0be65319bbf33daeb', 'gw_port': {'id': '4a000180-683e-4e39-8c0f-f961ac5744de', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:18:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd1a449-c2de-4a56-a235-4ec938d18c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:14:26Z', 'updated_at': '2022-01-28T03:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '114cdb3a-42f4-42f3-9d51-12cba031a706', 'name': '', 'network_id': '8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843', 'tenant_id': 'ba16e556acef4ff0be65319bbf33daeb', 'mac_address': 'fa:16:3e:c0:41:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd1a449-c2de-4a56-a235-4ec938d18c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': 'f83fc2f5-b59d-49d1-b182-e92bb7891964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:14:30Z', 'updated_at': '2022-01-28T03:14:36Z', 'revision_number': 4, 'project_id': 'ba16e556acef4ff0be65319bbf33daeb', 'subnets': [{'id': 'f83fc2f5-b59d-49d1-b182-e92bb7891964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:14:37.286381 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24794f7-1dc5-4493-8456-9f5a85c77952 req-5d17595d-dded-4b3c-87cc-a409988eaa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:37.294797 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ec178a92-d447-41f0-9706-c044f3f2b216 req-ccc87c95-30f0-4e8c-9901-fcdc1936f165 service neutron] 10.222.0.53 "GET /v2.0/networks/8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901852 Jan 28 03:14:37.296380 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f24794f7-1dc5-4493-8456-9f5a85c77952 req-5d17595d-dded-4b3c-87cc-a409988eaa5b service neutron] 10.222.0.67 "GET /v2.0/networks?id=a1b14d6a-1801-4ed4-a315-0dab0fce9962 HTTP/1.1" status: 200 len: 915 time: 0.3154836 Jan 28 03:14:37.441720 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f24794f7-1dc5-4493-8456-9f5a85c77952 req-8a7fec9c-21c4-4a43-bd96-436da1d76a65 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=345ab761-8a9e-43d7-9219-a137d7f0086f HTTP/1.1" status: 200 len: 217 time: 0.0461683 Jan 28 03:14:37.729209 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-55ff5723-2102-4c48-b216-03ca339ce8c0 req-85d0c7a8-f687-4a83-a3f9-4685ac1c048c tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=1101db42-beaf-4eb7-aea1-72628e20c6c7 HTTP/1.1" status: 200 len: 210 time: 0.1065848 Jan 28 03:14:37.784480 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d7383-e981-4d66-98e0-f48223bb813b req-0a2703c8-4e73-4f02-88f9-8c3ee4f8d4d3 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:37.795231 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-859d7383-e981-4d66-98e0-f48223bb813b req-0a2703c8-4e73-4f02-88f9-8c3ee4f8d4d3 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 945 time: 0.4963925 Jan 28 03:14:37.881648 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24794f7-1dc5-4493-8456-9f5a85c77952 req-41d64aae-4d77-4eaf-9104-df320044afeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:37.889376 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f24794f7-1dc5-4493-8456-9f5a85c77952 req-41d64aae-4d77-4eaf-9104-df320044afeb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=28d442bf-9d1c-42f1-9234-238e9e502428 HTTP/1.1" status: 200 len: 854 time: 0.4027493 Jan 28 03:14:38.066230 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 114cdb3a-42f4-42f3-9d51-12cba031a706 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:14:38.228475 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220bbb1f-bd1f-4d48-aa66-ea62f2a516ec req-26ae42d3-4f3b-4486-9867-bcbc4cb1ee6e tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:38.230629 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-220bbb1f-bd1f-4d48-aa66-ea62f2a516ec req-26ae42d3-4f3b-4486-9867-bcbc4cb1ee6e tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.67 "GET /v2.0/networks?id=8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843 HTTP/1.1" status: 200 len: 819 time: 0.3590732 Jan 28 03:14:38.290123 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-220bbb1f-bd1f-4d48-aa66-ea62f2a516ec req-03609864-7b93-405a-998a-7a8674556b7c tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Request body: {'port': {'device_id': 'f4b542bd-9505-404d-88a4-96d3a97d97e5', 'network_id': '8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843', 'admin_state_up': True, 'tenant_id': 'ba16e556acef4ff0be65319bbf33daeb'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:14:38.308168 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 114cdb3a-42f4-42f3-9d51-12cba031a706 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:14:38.309930 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (114cdb3a-42f4-42f3-9d51-12cba031a706), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:38.575748 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 114cdb3a-42f4-42f3-9d51-12cba031a706 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:14:38.576220 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (114cdb3a-42f4-42f3-9d51-12cba031a706), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:38.739689 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.db.resource_extend [None req-95a9ce88-b555-49ad-9ab4-f8ab0c226074 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 03:14:38.748751 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 114cdb3a-42f4-42f3-9d51-12cba031a706, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=114cdb3a-42f4-42f3-9d51-12cba031a706,segment=NetworkSegment(cec8e07b-2d6a-49a8-bde7-7e82d616bfd7),segment_id=cec8e07b-2d6a-49a8-bde7-7e82d616bfd7)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:14:38.756167 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (114cdb3a-42f4-42f3-9d51-12cba031a706), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:38.759635 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-220bbb1f-bd1f-4d48-aa66-ea62f2a516ec req-03609864-7b93-405a-998a-7a8674556b7c tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Made reservation on behalf of ba16e556acef4ff0be65319bbf33daeb for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:14:38.777908 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-220bbb1f-bd1f-4d48-aa66-ea62f2a516ec req-03609864-7b93-405a-998a-7a8674556b7c tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:38.882899 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f24794f7-1dc5-4493-8456-9f5a85c77952 req-40f35f19-3e46-473c-aa7e-47167f2f1e48 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a1b14d6a-1801-4ed4-a315-0dab0fce9962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.9406140 Jan 28 03:14:38.976222 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=114cdb3a-42f4-42f3-9d51-12cba031a706,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:39.042417 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-220bbb1f-bd1f-4d48-aa66-ea62f2a516ec req-03609864-7b93-405a-998a-7a8674556b7c tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Allocated IP 172.20.0.9 (8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843/f83fc2f5-b59d-49d1-b182-e92bb7891964/9246b557-7626-4482-842c-ee461ac3dc45) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:14:39.084452 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-859d7383-e981-4d66-98e0-f48223bb813b req-6314b945-e20b-4ee1-8497-f5e65ce465ba tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2881103 Jan 28 03:14:39.290551 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e0fa9436-7978-4b84-96c8-4255a31146fc req-530ccfcc-7427-446a-bac8-55686dfc60cc tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=1101db42-beaf-4eb7-aea1-72628e20c6c7 HTTP/1.1" status: 200 len: 210 time: 0.0739899 Jan 28 03:14:39.312655 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-95a9ce88-b555-49ad-9ab4-f8ab0c226074 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:39.347184 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-95a9ce88-b555-49ad-9ab4-f8ab0c226074 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (e8fbfd2b-4e3e-4364-9836-0dd7cd35b533), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:39.391986 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-220bbb1f-bd1f-4d48-aa66-ea62f2a516ec req-03609864-7b93-405a-998a-7a8674556b7c tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Publish callbacks [] for port (9246b557-7626-4482-842c-ee461ac3dc45), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:39.484711 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-220bbb1f-bd1f-4d48-aa66-ea62f2a516ec req-03609864-7b93-405a-998a-7a8674556b7c tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (9246b557-7626-4482-842c-ee461ac3dc45), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:39.595890 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-220bbb1f-bd1f-4d48-aa66-ea62f2a516ec req-03609864-7b93-405a-998a-7a8674556b7c tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Network 8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:14:39.602290 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-220bbb1f-bd1f-4d48-aa66-ea62f2a516ec req-03609864-7b93-405a-998a-7a8674556b7c tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:14:39.611820 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-220bbb1f-bd1f-4d48-aa66-ea62f2a516ec req-03609864-7b93-405a-998a-7a8674556b7c tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:14:39.672371 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220bbb1f-bd1f-4d48-aa66-ea62f2a516ec req-03609864-7b93-405a-998a-7a8674556b7c tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:39.673021 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-220bbb1f-bd1f-4d48-aa66-ea62f2a516ec req-03609864-7b93-405a-998a-7a8674556b7c tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:39.722643 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03609864-7b93-405a-998a-7a8674556b7c tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Pushing event updated for resources: {'Port': ['ID=9246b557-7626-4482-842c-ee461ac3dc45,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:39.738156 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03609864-7b93-405a-998a-7a8674556b7c tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:39.749736 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03609864-7b93-405a-998a-7a8674556b7c tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:39.750402 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03609864-7b93-405a-998a-7a8674556b7c tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:39.750914 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03609864-7b93-405a-998a-7a8674556b7c tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:39.751418 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03609864-7b93-405a-998a-7a8674556b7c tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:39.751938 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03609864-7b93-405a-998a-7a8674556b7c tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:39.752573 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03609864-7b93-405a-998a-7a8674556b7c tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:39.753302 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03609864-7b93-405a-998a-7a8674556b7c tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:39.753826 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03609864-7b93-405a-998a-7a8674556b7c tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:39.754326 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03609864-7b93-405a-998a-7a8674556b7c tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:39.754822 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03609864-7b93-405a-998a-7a8674556b7c tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:39.755311 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03609864-7b93-405a-998a-7a8674556b7c tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:39.755814 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03609864-7b93-405a-998a-7a8674556b7c tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:14:39.766742 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-220bbb1f-bd1f-4d48-aa66-ea62f2a516ec req-03609864-7b93-405a-998a-7a8674556b7c tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4770174 Jan 28 03:14:39.782335 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-220bbb1f-bd1f-4d48-aa66-ea62f2a516ec req-86607e37-3f59-45c6-8c50-2a1267255cc5 service neutron] Request body: {'port': {'device_id': 'f4b542bd-9505-404d-88a4-96d3a97d97e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:14:39.942616 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-220bbb1f-bd1f-4d48-aa66-ea62f2a516ec req-86607e37-3f59-45c6-8c50-2a1267255cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9246b557-7626-4482-842c-ee461ac3dc45), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:39.944147 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 114cdb3a-42f4-42f3-9d51-12cba031a706 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:14:40.205807 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 114cdb3a-42f4-42f3-9d51-12cba031a706 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:14:40.206259 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (114cdb3a-42f4-42f3-9d51-12cba031a706), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:40.589367 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f24794f7-1dc5-4493-8456-9f5a85c77952 req-d721d686-a7bd-48af-ba65-ae4233d3cff1 service neutron] 10.222.0.67 "GET /v2.0/networks/a1b14d6a-1801-4ed4-a315-0dab0fce9962?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6394706 Jan 28 03:14:40.723256 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-220bbb1f-bd1f-4d48-aa66-ea62f2a516ec req-86607e37-3f59-45c6-8c50-2a1267255cc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9246b557-7626-4482-842c-ee461ac3dc45 {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:14:40.736102 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-220bbb1f-bd1f-4d48-aa66-ea62f2a516ec req-86607e37-3f59-45c6-8c50-2a1267255cc5 service neutron] Publish callbacks [] for port (9246b557-7626-4482-842c-ee461ac3dc45), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:40.755999 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-220bbb1f-bd1f-4d48-aa66-ea62f2a516ec req-86607e37-3f59-45c6-8c50-2a1267255cc5 service neutron] Transition to ACTIVE for port object 9246b557-7626-4482-842c-ee461ac3dc45 will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:14:40.763506 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-220bbb1f-bd1f-4d48-aa66-ea62f2a516ec req-86607e37-3f59-45c6-8c50-2a1267255cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (9246b557-7626-4482-842c-ee461ac3dc45), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:40.771335 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f24794f7-1dc5-4493-8456-9f5a85c77952 req-1aaaba90-cddd-4dcf-b91a-853c0cb31451 service neutron] 10.222.0.67 "GET /v2.0/networks/a1b14d6a-1801-4ed4-a315-0dab0fce9962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791091 Jan 28 03:14:40.808826 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec178a92-d447-41f0-9706-c044f3f2b216 req-be223488-4d1d-402c-841e-27ffc8ce00f3 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:40.810759 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ec178a92-d447-41f0-9706-c044f3f2b216 req-be223488-4d1d-402c-841e-27ffc8ce00f3 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.39 "GET /v2.0/networks?id=8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843 HTTP/1.1" status: 200 len: 819 time: 0.5394344 Jan 28 03:14:40.814296 n-d-712139-27 neutron-server[109803]: INFO neutron.db.l3_db [None req-95a9ce88-b555-49ad-9ab4-f8ab0c226074 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Floating IP e8fbfd2b-4e3e-4364-9836-0dd7cd35b533 associated. External IP: 172.25.0.65, port: 40f8070f-7c97-490d-b710-cae05a2e07c3. Jan 28 03:14:40.859261 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3647193d-8abd-4850-8cf9-5bbb71ce2ad0 req-cc8475fc-e47d-4307-b75e-549cbe9b3ec8 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=1101db42-beaf-4eb7-aea1-72628e20c6c7 HTTP/1.1" status: 200 len: 210 time: 0.3458414 Jan 28 03:14:40.890511 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 114cdb3a-42f4-42f3-9d51-12cba031a706 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:14:40.910148 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86607e37-3f59-45c6-8c50-2a1267255cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=9246b557-7626-4482-842c-ee461ac3dc45,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:40.932371 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-ec178a92-d447-41f0-9706-c044f3f2b216 req-0057978a-1730-4e57-befe-1a815dbfc195 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Request body: {'port': {'device_id': '1101db42-beaf-4eb7-aea1-72628e20c6c7', 'network_id': '8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843', 'admin_state_up': True, 'tenant_id': 'ba16e556acef4ff0be65319bbf33daeb'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:14:40.967891 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac53c7-8f7c-4c9f-8293-a684b7baf687 req-1ee1fdda-e638-4980-b8fd-c33bb2927619 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:40.972038 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cfac53c7-8f7c-4c9f-8293-a684b7baf687 req-1ee1fdda-e638-4980-b8fd-c33bb2927619 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 945 time: 0.5127196 Jan 28 03:14:41.048410 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-220bbb1f-bd1f-4d48-aa66-ea62f2a516ec req-86607e37-3f59-45c6-8c50-2a1267255cc5 service neutron] Attempting to bind port 9246b557-7626-4482-842c-ee461ac3dc45 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:14:41.048924 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-220bbb1f-bd1f-4d48-aa66-ea62f2a516ec req-86607e37-3f59-45c6-8c50-2a1267255cc5 service neutron] Attempting to bind port 9246b557-7626-4482-842c-ee461ac3dc45 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': 'cec8e07b-2d6a-49a8-bde7-7e82d616bfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:14:41.049334 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220bbb1f-bd1f-4d48-aa66-ea62f2a516ec req-86607e37-3f59-45c6-8c50-2a1267255cc5 service neutron] Attempting to bind port 9246b557-7626-4482-842c-ee461ac3dc45 on network 8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:14:41.060320 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220bbb1f-bd1f-4d48-aa66-ea62f2a516ec req-86607e37-3f59-45c6-8c50-2a1267255cc5 service neutron] Port 9246b557-7626-4482-842c-ee461ac3dc45 on network 8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:14:41.060731 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220bbb1f-bd1f-4d48-aa66-ea62f2a516ec req-86607e37-3f59-45c6-8c50-2a1267255cc5 service neutron] Attempting to bind port 9246b557-7626-4482-842c-ee461ac3dc45 on network 8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:14:41.080084 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220bbb1f-bd1f-4d48-aa66-ea62f2a516ec req-86607e37-3f59-45c6-8c50-2a1267255cc5 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:14:41.080630 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220bbb1f-bd1f-4d48-aa66-ea62f2a516ec req-86607e37-3f59-45c6-8c50-2a1267255cc5 service neutron] Checking segment: {'id': 'cec8e07b-2d6a-49a8-bde7-7e82d616bfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:14:41.081231 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220bbb1f-bd1f-4d48-aa66-ea62f2a516ec req-86607e37-3f59-45c6-8c50-2a1267255cc5 service neutron] Bound using segment: {'id': 'cec8e07b-2d6a-49a8-bde7-7e82d616bfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:14:41.083440 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-220bbb1f-bd1f-4d48-aa66-ea62f2a516ec req-86607e37-3f59-45c6-8c50-2a1267255cc5 service neutron] Bound port: 9246b557-7626-4482-842c-ee461ac3dc45, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec8e07b-2d6a-49a8-bde7-7e82d616bfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:14:41.084102 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-220bbb1f-bd1f-4d48-aa66-ea62f2a516ec req-86607e37-3f59-45c6-8c50-2a1267255cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9246b557-7626-4482-842c-ee461ac3dc45), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:41.219702 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-220bbb1f-bd1f-4d48-aa66-ea62f2a516ec req-86607e37-3f59-45c6-8c50-2a1267255cc5 service neutron] For port 9246b557-7626-4482-842c-ee461ac3dc45, host n-h1-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:14:41.239426 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-220bbb1f-bd1f-4d48-aa66-ea62f2a516ec req-86607e37-3f59-45c6-8c50-2a1267255cc5 service neutron] For port 9246b557-7626-4482-842c-ee461ac3dc45, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=9246b557-7626-4482-842c-ee461ac3dc45,segment=NetworkSegment(cec8e07b-2d6a-49a8-bde7-7e82d616bfd7),segment_id=cec8e07b-2d6a-49a8-bde7-7e82d616bfd7)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:14:41.251038 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-220bbb1f-bd1f-4d48-aa66-ea62f2a516ec req-86607e37-3f59-45c6-8c50-2a1267255cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (9246b557-7626-4482-842c-ee461ac3dc45), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:41.343102 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220bbb1f-bd1f-4d48-aa66-ea62f2a516ec req-86607e37-3f59-45c6-8c50-2a1267255cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:41.345240 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-220bbb1f-bd1f-4d48-aa66-ea62f2a516ec req-86607e37-3f59-45c6-8c50-2a1267255cc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:41.346316 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-220bbb1f-bd1f-4d48-aa66-ea62f2a516ec req-86607e37-3f59-45c6-8c50-2a1267255cc5 service neutron] 10.222.0.67 "PUT /v2.0/ports/9246b557-7626-4482-842c-ee461ac3dc45 HTTP/1.1" status: 200 len: 1092 time: 1.5686939 Jan 28 03:14:41.346934 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b542bd-9505-404d-88a4-96d3a97d97e5', 'tag': '9246b557-7626-4482-842c-ee461ac3dc45'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:14:41.350089 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2622fd2-770a-4c93-9476-e9c9d055dc7c" -d '{"events": [{"name": "network-changed", "server_uuid": "f4b542bd-9505-404d-88a4-96d3a97d97e5", "tag": "9246b557-7626-4482-842c-ee461ac3dc45"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:14:41.394263 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86607e37-3f59-45c6-8c50-2a1267255cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=9246b557-7626-4482-842c-ee461ac3dc45,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:41.426415 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a09ab82-5d69-466e-9bee-b633e386c930 x-openstack-request-id: req-7a09ab82-5d69-466e-9bee-b633e386c930 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:14:41.426856 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4b542bd-9505-404d-88a4-96d3a97d97e5", "tag": "9246b557-7626-4482-842c-ee461ac3dc45", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:14:41.427246 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7a09ab82-5d69-466e-9bee-b633e386c930 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:14:41.427843 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b542bd-9505-404d-88a4-96d3a97d97e5', 'tag': '9246b557-7626-4482-842c-ee461ac3dc45', 'status': 'completed', 'code': 200} Jan 28 03:14:41.468455 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cfac53c7-8f7c-4c9f-8293-a684b7baf687 req-9161b63b-3302-46ff-baf3-32792c75c9ac tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4774129 Jan 28 03:14:41.516567 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220bbb1f-bd1f-4d48-aa66-ea62f2a516ec req-8175a682-7799-47ce-be8d-eec283f4359e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:41.519232 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-220bbb1f-bd1f-4d48-aa66-ea62f2a516ec req-8175a682-7799-47ce-be8d-eec283f4359e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ba16e556acef4ff0be65319bbf33daeb&device_id=f4b542bd-9505-404d-88a4-96d3a97d97e5 HTTP/1.1" status: 200 len: 1095 time: 0.1049125 Jan 28 03:14:41.656204 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec178a92-d447-41f0-9706-c044f3f2b216 req-0057978a-1730-4e57-befe-1a815dbfc195 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Made reservation on behalf of ba16e556acef4ff0be65319bbf33daeb for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:14:41.657764 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-220bbb1f-bd1f-4d48-aa66-ea62f2a516ec req-9e30fc9a-3352-41a8-be48-07814ad73432 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9246b557-7626-4482-842c-ee461ac3dc45 HTTP/1.1" status: 200 len: 217 time: 0.0939653 Jan 28 03:14:41.662628 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ec178a92-d447-41f0-9706-c044f3f2b216 req-0057978a-1730-4e57-befe-1a815dbfc195 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:41.747716 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a9ce88-b555-49ad-9ab4-f8ab0c226074 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Router 260f78be-b953-4d17-a577-ec3bc98af847 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:14:42.022784 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220bbb1f-bd1f-4d48-aa66-ea62f2a516ec req-4f923f4a-9fb3-41a2-bcfc-e6607de83c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:42.026591 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-220bbb1f-bd1f-4d48-aa66-ea62f2a516ec req-4f923f4a-9fb3-41a2-bcfc-e6607de83c28 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f83fc2f5-b59d-49d1-b182-e92bb7891964 HTTP/1.1" status: 200 len: 859 time: 0.0916450 Jan 28 03:14:42.074010 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-ec178a92-d447-41f0-9706-c044f3f2b216 req-0057978a-1730-4e57-befe-1a815dbfc195 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Allocated IP 172.20.0.13 (8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843/f83fc2f5-b59d-49d1-b182-e92bb7891964/04b2d6a0-888b-4994-8c49-44f1dcadc275) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:14:42.095901 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a9ce88-b555-49ad-9ab4-f8ab0c226074 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:14:42.109253 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-15ca2e43-3857-4fe3-8ae1-c02eb50340cb req-49dd3dcf-5dec-4faf-b8f6-580540a8459f tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=1101db42-beaf-4eb7-aea1-72628e20c6c7 HTTP/1.1" status: 200 len: 210 time: 0.0610220 Jan 28 03:14:42.109455 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c840242-0b2a-4f02-a5e2-0ab28ba904d9 None None] Sync routers for ids ['260f78be-b953-4d17-a577-ec3bc98af847'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:14:42.125008 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-95a9ce88-b555-49ad-9ab4-f8ab0c226074 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:42.143962 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c840242-0b2a-4f02-a5e2-0ab28ba904d9 None None] Routers {'260f78be-b953-4d17-a577-ec3bc98af847'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:14:42.145543 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-9c840242-0b2a-4f02-a5e2-0ab28ba904d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:14:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['260f78be-b953-4d17-a577-ec3bc98af847'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:42.170985 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-220bbb1f-bd1f-4d48-aa66-ea62f2a516ec req-a7b05201-318e-4bfd-8eb8-722ab005986e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535686 Jan 28 03:14:42.180708 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-95a9ce88-b555-49ad-9ab4-f8ab0c226074 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "PUT /v2.0/floatingips/e8fbfd2b-4e3e-4364-9836-0dd7cd35b533 HTTP/1.1" status: 200 len: 990 time: 5.4040480 Jan 28 03:14:42.186400 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29709396-181b-4f4d-88e1-dfd109d7f822', 'tag': '40f8070f-7c97-490d-b710-cae05a2e07c3'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:14:42.192192 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e18fa1-75db-4a01-b9ed-5c43857ddb5f" -d '{"events": [{"name": "network-changed", "server_uuid": "29709396-181b-4f4d-88e1-dfd109d7f822", "tag": "40f8070f-7c97-490d-b710-cae05a2e07c3"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:14:42.289892 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85d7d44-6586-46e9-8382-813f2289157e x-openstack-request-id: req-a85d7d44-6586-46e9-8382-813f2289157e {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:14:42.292364 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29709396-181b-4f4d-88e1-dfd109d7f822", "tag": "40f8070f-7c97-490d-b710-cae05a2e07c3", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:14:42.292633 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a85d7d44-6586-46e9-8382-813f2289157e {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:14:42.293134 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29709396-181b-4f4d-88e1-dfd109d7f822', 'tag': '40f8070f-7c97-490d-b710-cae05a2e07c3', 'status': 'completed', 'code': 200} Jan 28 03:14:42.455597 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-220bbb1f-bd1f-4d48-aa66-ea62f2a516ec req-2a422c96-da0b-4a7c-86f0-1e5e3d3c1eec service neutron] 10.222.0.67 "GET /v2.0/networks/8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065494 Jan 28 03:14:42.490120 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ec178a92-d447-41f0-9706-c044f3f2b216 req-0057978a-1730-4e57-befe-1a815dbfc195 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Publish callbacks [] for port (04b2d6a0-888b-4994-8c49-44f1dcadc275), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:42.499374 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-9c840242-0b2a-4f02-a5e2-0ab28ba904d9 None None] Set router 260f78be-b953-4d17-a577-ec3bc98af847 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:14:42.579667 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ec178a92-d447-41f0-9706-c044f3f2b216 req-0057978a-1730-4e57-befe-1a815dbfc195 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (04b2d6a0-888b-4994-8c49-44f1dcadc275), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:42.582817 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e18fa1-75db-4a01-b9ed-5c43857ddb5f req-298c8a14-8b40-4e69-b889-52ba9f18e1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:42.587964 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a0e18fa1-75db-4a01-b9ed-5c43857ddb5f req-298c8a14-8b40-4e69-b889-52ba9f18e1b5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2286ae41b27547dfa2005a6a8f000d38&device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 1097 time: 0.1310313 Jan 28 03:14:42.671556 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057978a-1730-4e57-befe-1a815dbfc195 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Pushing event updated for resources: {'Port': ['ID=04b2d6a0-888b-4994-8c49-44f1dcadc275,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:42.703372 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec178a92-d447-41f0-9706-c044f3f2b216 req-0057978a-1730-4e57-befe-1a815dbfc195 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Network 8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:14:42.708906 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-ec178a92-d447-41f0-9706-c044f3f2b216 req-0057978a-1730-4e57-befe-1a815dbfc195 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:14:42.715936 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec178a92-d447-41f0-9706-c044f3f2b216 req-0057978a-1730-4e57-befe-1a815dbfc195 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:14:42.881687 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec178a92-d447-41f0-9706-c044f3f2b216 req-0057978a-1730-4e57-befe-1a815dbfc195 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:42.882434 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ec178a92-d447-41f0-9706-c044f3f2b216 req-0057978a-1730-4e57-befe-1a815dbfc195 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:42.912040 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ec178a92-d447-41f0-9706-c044f3f2b216 req-0057978a-1730-4e57-befe-1a815dbfc195 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0028117 Jan 28 03:14:42.921814 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e18fa1-75db-4a01-b9ed-5c43857ddb5f req-5d349c62-7e5a-4709-959c-9c86bbb3b8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:42.923658 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a0e18fa1-75db-4a01-b9ed-5c43857ddb5f req-5d349c62-7e5a-4709-959c-9c86bbb3b8fb service neutron] 10.222.0.39 "GET /v2.0/networks?id=61daafe4-8be0-4976-aead-14ffa612176d HTTP/1.1" status: 200 len: 912 time: 0.3255060 Jan 28 03:14:42.929018 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-ec178a92-d447-41f0-9706-c044f3f2b216 req-adf1a83f-377e-420c-b45b-97883fa1bfaa service neutron] Request body: {'port': {'device_id': '1101db42-beaf-4eb7-aea1-72628e20c6c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:14:43.035420 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-9c840242-0b2a-4f02-a5e2-0ab28ba904d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260f78be-b953-4d17-a577-ec3bc98af847', 'name': 'tempest-ServerActionsTestJSON-390871846-router', 'tenant_id': '2286ae41b27547dfa2005a6a8f000d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '67b4552c-360a-4ee4-abe9-3f24a562b224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:53Z', 'updated_at': '2022-01-28T03:14:06Z', 'revision_number': 4, 'project_id': '2286ae41b27547dfa2005a6a8f000d38', 'gw_port': {'id': '67b4552c-360a-4ee4-abe9-3f24a562b224', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:23:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260f78be-b953-4d17-a577-ec3bc98af847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:57Z', 'updated_at': '2022-01-28T03:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': 'e8fbfd2b-4e3e-4364-9836-0dd7cd35b533', 'tenant_id': '2286ae41b27547dfa2005a6a8f000d38', 'floating_ip_address': '172.25.0.65', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '260f78be-b953-4d17-a577-ec3bc98af847', 'port_id': '40f8070f-7c97-490d-b710-cae05a2e07c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2817, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d', 'mac_address': 'fa:16:3e:0c:71:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29709396-181b-4f4d-88e1-dfd109d7f822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:14:12Z', 'updated_at': '2022-01-28T03:14:38Z', 'revision_number': 1, 'project_id': '2286ae41b27547dfa2005a6a8f000d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0098b9e-a49a-46ac-b01a-d2b6db33f971', 'name': '', 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d', 'tenant_id': '2286ae41b27547dfa2005a6a8f000d38', 'mac_address': 'fa:16:3e:d6:7c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260f78be-b953-4d17-a577-ec3bc98af847', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '27d2caa9-814b-48c2-8f4b-c426e9cbbe97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:14:04Z', 'updated_at': '2022-01-28T03:14:20Z', 'revision_number': 5, 'project_id': '2286ae41b27547dfa2005a6a8f000d38', 'subnets': [{'id': '27d2caa9-814b-48c2-8f4b-c426e9cbbe97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:43.054154 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ec178a92-d447-41f0-9706-c044f3f2b216 req-adf1a83f-377e-420c-b45b-97883fa1bfaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (04b2d6a0-888b-4994-8c49-44f1dcadc275), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:43.104754 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a587b-2891-4e19-9582-fe1f7179002d req-c3223698-0403-4c70-988b-e20fed53e8a1 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:43.109366 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fc3a587b-2891-4e19-9582-fe1f7179002d req-c3223698-0403-4c70-988b-e20fed53e8a1 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 945 time: 0.4828510 Jan 28 03:14:43.118397 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c840242-0b2a-4f02-a5e2-0ab28ba904d9 None None] Checking router: 260f78be-b953-4d17-a577-ec3bc98af847 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:14:43.148294 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c840242-0b2a-4f02-a5e2-0ab28ba904d9 None None] Routers {'260f78be-b953-4d17-a577-ec3bc98af847'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:14:43.151189 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-9c840242-0b2a-4f02-a5e2-0ab28ba904d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:14:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['260f78be-b953-4d17-a577-ec3bc98af847'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:43.248061 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a0e18fa1-75db-4a01-b9ed-5c43857ddb5f req-5f61c3b8-4e01-485f-9512-6622c38059a4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40f8070f-7c97-490d-b710-cae05a2e07c3 HTTP/1.1" status: 200 len: 998 time: 0.2742913 Jan 28 03:14:43.387854 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fc3a587b-2891-4e19-9582-fe1f7179002d req-72673ea5-22ef-48ec-9870-03a2db30c9ba tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662163 Jan 28 03:14:43.399837 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-220bbb1f-bd1f-4d48-aa66-ea62f2a516ec req-9753aaa3-54c2-48f0-ae61-6bac9f457a23 service neutron] 10.222.0.67 "GET /v2.0/networks/8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7615499 Jan 28 03:14:43.438459 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e18fa1-75db-4a01-b9ed-5c43857ddb5f req-703077d3-3e19-43ca-8ea5-8e46f357502f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:43.445494 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a0e18fa1-75db-4a01-b9ed-5c43857ddb5f req-703077d3-3e19-43ca-8ea5-8e46f357502f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=27d2caa9-814b-48c2-8f4b-c426e9cbbe97 HTTP/1.1" status: 200 len: 850 time: 0.1772983 Jan 28 03:14:43.534993 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31d3a5-8093-44aa-ad8e-0751178e2c4b req-c72268c0-3211-410b-8809-f61f87bb5683 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:43.543439 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4c31d3a5-8093-44aa-ad8e-0751178e2c4b req-c72268c0-3211-410b-8809-f61f87bb5683 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=1101db42-beaf-4eb7-aea1-72628e20c6c7 HTTP/1.1" status: 200 len: 932 time: 0.1660576 Jan 28 03:14:43.583370 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e18fa1-75db-4a01-b9ed-5c43857ddb5f req-9c6d7e65-f0cb-4c36-86ac-f0cb3f79e51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:43.584984 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a0e18fa1-75db-4a01-b9ed-5c43857ddb5f req-9c6d7e65-f0cb-4c36-86ac-f0cb3f79e51c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=61daafe4-8be0-4976-aead-14ffa612176d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1333764 Jan 28 03:14:43.637304 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-9c840242-0b2a-4f02-a5e2-0ab28ba904d9 None None] Set router 260f78be-b953-4d17-a577-ec3bc98af847 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:14:43.687688 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4c31d3a5-8093-44aa-ad8e-0751178e2c4b req-748bd4f0-6bdd-41dc-8597-1c5a72d8dd1e tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430848 Jan 28 03:14:43.965202 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2622fd2-770a-4c93-9476-e9c9d055dc7c req-65c703df-4877-4469-9e62-cfccb5964bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:43.975447 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b2622fd2-770a-4c93-9476-e9c9d055dc7c req-65c703df-4877-4469-9e62-cfccb5964bce service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ba16e556acef4ff0be65319bbf33daeb&device_id=f4b542bd-9505-404d-88a4-96d3a97d97e5 HTTP/1.1" status: 200 len: 1095 time: 0.4508877 Jan 28 03:14:43.992751 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-ec178a92-d447-41f0-9706-c044f3f2b216 req-adf1a83f-377e-420c-b45b-97883fa1bfaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04b2d6a0-888b-4994-8c49-44f1dcadc275 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:14:44.020804 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ec178a92-d447-41f0-9706-c044f3f2b216 req-adf1a83f-377e-420c-b45b-97883fa1bfaa service neutron] Publish callbacks [] for port (04b2d6a0-888b-4994-8c49-44f1dcadc275), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:44.066779 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-ec178a92-d447-41f0-9706-c044f3f2b216 req-adf1a83f-377e-420c-b45b-97883fa1bfaa service neutron] Transition to ACTIVE for port object 04b2d6a0-888b-4994-8c49-44f1dcadc275 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:14:44.075274 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ec178a92-d447-41f0-9706-c044f3f2b216 req-adf1a83f-377e-420c-b45b-97883fa1bfaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (04b2d6a0-888b-4994-8c49-44f1dcadc275), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:44.190620 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2622fd2-770a-4c93-9476-e9c9d055dc7c req-78ba5501-793a-4cbc-80cf-78c4ebf3cfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:44.193099 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b2622fd2-770a-4c93-9476-e9c9d055dc7c req-78ba5501-793a-4cbc-80cf-78c4ebf3cfe3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843 HTTP/1.1" status: 200 len: 920 time: 0.2069306 Jan 28 03:14:44.214065 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a0e18fa1-75db-4a01-b9ed-5c43857ddb5f req-52433803-c2e0-49ee-b043-e30115ae2b54 service neutron] 10.222.0.39 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6194572 Jan 28 03:14:44.318029 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b2622fd2-770a-4c93-9476-e9c9d055dc7c req-22296715-3a77-419d-973b-e019e069ab4c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9246b557-7626-4482-842c-ee461ac3dc45 HTTP/1.1" status: 200 len: 217 time: 0.1139863 Jan 28 03:14:44.427182 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf1a83f-377e-420c-b45b-97883fa1bfaa service neutron] Pushing event updated for resources: {'Port': ['ID=04b2d6a0-888b-4994-8c49-44f1dcadc275,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:44.467847 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-9c840242-0b2a-4f02-a5e2-0ab28ba904d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260f78be-b953-4d17-a577-ec3bc98af847', 'name': 'tempest-ServerActionsTestJSON-390871846-router', 'tenant_id': '2286ae41b27547dfa2005a6a8f000d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '67b4552c-360a-4ee4-abe9-3f24a562b224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:53Z', 'updated_at': '2022-01-28T03:14:06Z', 'revision_number': 4, 'project_id': '2286ae41b27547dfa2005a6a8f000d38', 'gw_port': {'id': '67b4552c-360a-4ee4-abe9-3f24a562b224', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:23:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260f78be-b953-4d17-a577-ec3bc98af847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:57Z', 'updated_at': '2022-01-28T03:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': 'e8fbfd2b-4e3e-4364-9836-0dd7cd35b533', 'tenant_id': '2286ae41b27547dfa2005a6a8f000d38', 'floating_ip_address': '172.25.0.65', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '260f78be-b953-4d17-a577-ec3bc98af847', 'port_id': '40f8070f-7c97-490d-b710-cae05a2e07c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2817, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d', 'mac_address': 'fa:16:3e:0c:71:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29709396-181b-4f4d-88e1-dfd109d7f822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:14:12Z', 'updated_at': '2022-01-28T03:14:38Z', 'revision_number': 1, 'project_id': '2286ae41b27547dfa2005a6a8f000d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0098b9e-a49a-46ac-b01a-d2b6db33f971', 'name': '', 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d', 'tenant_id': '2286ae41b27547dfa2005a6a8f000d38', 'mac_address': 'fa:16:3e:d6:7c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260f78be-b953-4d17-a577-ec3bc98af847', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '27d2caa9-814b-48c2-8f4b-c426e9cbbe97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:14:04Z', 'updated_at': '2022-01-28T03:14:20Z', 'revision_number': 5, 'project_id': '2286ae41b27547dfa2005a6a8f000d38', 'subnets': [{'id': '27d2caa9-814b-48c2-8f4b-c426e9cbbe97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:14:44.537558 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-ec178a92-d447-41f0-9706-c044f3f2b216 req-adf1a83f-377e-420c-b45b-97883fa1bfaa service neutron] Attempting to bind port 04b2d6a0-888b-4994-8c49-44f1dcadc275 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:14:44.538519 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-ec178a92-d447-41f0-9706-c044f3f2b216 req-adf1a83f-377e-420c-b45b-97883fa1bfaa service neutron] Attempting to bind port 04b2d6a0-888b-4994-8c49-44f1dcadc275 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'cec8e07b-2d6a-49a8-bde7-7e82d616bfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:14:44.539278 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec178a92-d447-41f0-9706-c044f3f2b216 req-adf1a83f-377e-420c-b45b-97883fa1bfaa service neutron] Attempting to bind port 04b2d6a0-888b-4994-8c49-44f1dcadc275 on network 8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:14:44.546142 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c840242-0b2a-4f02-a5e2-0ab28ba904d9 None None] The sync data for ids ['260f78be-b953-4d17-a577-ec3bc98af847'] in n-d-712139-27 is: [{'id': '260f78be-b953-4d17-a577-ec3bc98af847', 'name': 'tempest-ServerActionsTestJSON-390871846-router', 'tenant_id': '2286ae41b27547dfa2005a6a8f000d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '67b4552c-360a-4ee4-abe9-3f24a562b224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:53Z', 'updated_at': '2022-01-28T03:14:06Z', 'revision_number': 4, 'project_id': '2286ae41b27547dfa2005a6a8f000d38', 'gw_port': {'id': '67b4552c-360a-4ee4-abe9-3f24a562b224', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:23:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260f78be-b953-4d17-a577-ec3bc98af847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:57Z', 'updated_at': '2022-01-28T03:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': 'e8fbfd2b-4e3e-4364-9836-0dd7cd35b533', 'tenant_id': '2286ae41b27547dfa2005a6a8f000d38', 'floating_ip_address': '172.25.0.65', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '260f78be-b953-4d17-a577-ec3bc98af847', 'port_id': '40f8070f-7c97-490d-b710-cae05a2e07c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2817, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d', 'mac_address': 'fa:16:3e:0c:71:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29709396-181b-4f4d-88e1-dfd109d7f822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:14:12Z', 'updated_at': '2022-01-28T03:14:38Z', 'revision_number': 1, 'project_id': '2286ae41b27547dfa2005a6a8f000d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0098b9e-a49a-46ac-b01a-d2b6db33f971', 'name': '', 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d', 'tenant_id': '2286ae41b27547dfa2005a6a8f000d38', 'mac_address': 'fa:16:3e:d6:7c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260f78be-b953-4d17-a577-ec3bc98af847', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '27d2caa9-814b-48c2-8f4b-c426e9cbbe97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:14:04Z', 'updated_at': '2022-01-28T03:14:20Z', 'revision_number': 5, 'project_id': '2286ae41b27547dfa2005a6a8f000d38', 'subnets': [{'id': '27d2caa9-814b-48c2-8f4b-c426e9cbbe97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:14:44.547173 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2622fd2-770a-4c93-9476-e9c9d055dc7c req-b66917ec-2e9e-49cc-b073-370c842c1ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:44.552468 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b2622fd2-770a-4c93-9476-e9c9d055dc7c req-b66917ec-2e9e-49cc-b073-370c842c1ad3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f83fc2f5-b59d-49d1-b182-e92bb7891964 HTTP/1.1" status: 200 len: 859 time: 0.1990161 Jan 28 03:14:44.591230 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec178a92-d447-41f0-9706-c044f3f2b216 req-adf1a83f-377e-420c-b45b-97883fa1bfaa service neutron] Port 04b2d6a0-888b-4994-8c49-44f1dcadc275 on network 8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:14:44.593415 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec178a92-d447-41f0-9706-c044f3f2b216 req-adf1a83f-377e-420c-b45b-97883fa1bfaa service neutron] Attempting to bind port 04b2d6a0-888b-4994-8c49-44f1dcadc275 on network 8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:14:44.594931 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b2622fd2-770a-4c93-9476-e9c9d055dc7c req-d1764037-094a-4bfc-b34a-32904c8dc31c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389955 Jan 28 03:14:44.602140 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a0e18fa1-75db-4a01-b9ed-5c43857ddb5f req-0b233191-bbc1-442a-83c7-33c51a13c3a3 service neutron] 10.222.0.39 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030460 Jan 28 03:14:44.613245 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec178a92-d447-41f0-9706-c044f3f2b216 req-adf1a83f-377e-420c-b45b-97883fa1bfaa service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:14:44.614576 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec178a92-d447-41f0-9706-c044f3f2b216 req-adf1a83f-377e-420c-b45b-97883fa1bfaa service neutron] Checking segment: {'id': 'cec8e07b-2d6a-49a8-bde7-7e82d616bfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:14:44.616245 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec178a92-d447-41f0-9706-c044f3f2b216 req-adf1a83f-377e-420c-b45b-97883fa1bfaa service neutron] Bound using segment: {'id': 'cec8e07b-2d6a-49a8-bde7-7e82d616bfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:14:44.619735 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-ec178a92-d447-41f0-9706-c044f3f2b216 req-adf1a83f-377e-420c-b45b-97883fa1bfaa service neutron] Bound port: 04b2d6a0-888b-4994-8c49-44f1dcadc275, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec8e07b-2d6a-49a8-bde7-7e82d616bfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:14:44.620921 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ec178a92-d447-41f0-9706-c044f3f2b216 req-adf1a83f-377e-420c-b45b-97883fa1bfaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (04b2d6a0-888b-4994-8c49-44f1dcadc275), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:44.917504 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89368590-d83e-4ecf-8458-6ed3c11686ca req-22d4c13c-eb8f-41a8-b024-a37d200e4e0b tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:44.931070 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-89368590-d83e-4ecf-8458-6ed3c11686ca req-22d4c13c-eb8f-41a8-b024-a37d200e4e0b tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 945 time: 0.3754013 Jan 28 03:14:44.945632 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b2622fd2-770a-4c93-9476-e9c9d055dc7c req-4aab6824-cf94-42cc-b10f-6a645858c0cd service neutron] 10.222.0.67 "GET /v2.0/networks/8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268552 Jan 28 03:14:45.028189 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-ec178a92-d447-41f0-9706-c044f3f2b216 req-adf1a83f-377e-420c-b45b-97883fa1bfaa service neutron] For port 04b2d6a0-888b-4994-8c49-44f1dcadc275, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:14:45.059028 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-89368590-d83e-4ecf-8458-6ed3c11686ca req-4cc8fc6a-b31c-44ca-8a70-d45aa04007b4 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253598 Jan 28 03:14:45.065594 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-ec178a92-d447-41f0-9706-c044f3f2b216 req-adf1a83f-377e-420c-b45b-97883fa1bfaa service neutron] For port 04b2d6a0-888b-4994-8c49-44f1dcadc275, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=04b2d6a0-888b-4994-8c49-44f1dcadc275,segment=NetworkSegment(cec8e07b-2d6a-49a8-bde7-7e82d616bfd7),segment_id=cec8e07b-2d6a-49a8-bde7-7e82d616bfd7)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:14:45.090914 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937a8901-08b8-4e9f-8f6d-d79da10268bf None None] New status for floating IP e8fbfd2b-4e3e-4364-9836-0dd7cd35b533: ACTIVE {{(pid=109804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:14:45.091883 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ec178a92-d447-41f0-9706-c044f3f2b216 req-adf1a83f-377e-420c-b45b-97883fa1bfaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (04b2d6a0-888b-4994-8c49-44f1dcadc275), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:45.209743 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dab12d-a538-44e4-8f74-a73f65619076 req-ed82d389-326c-4177-aa77-3b9dfaa9adfc tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:45.211300 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-80dab12d-a538-44e4-8f74-a73f65619076 req-ed82d389-326c-4177-aa77-3b9dfaa9adfc tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=1101db42-beaf-4eb7-aea1-72628e20c6c7 HTTP/1.1" status: 200 len: 944 time: 0.3616421 Jan 28 03:14:45.272075 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf1a83f-377e-420c-b45b-97883fa1bfaa service neutron] Pushing event updated for resources: {'Port': ['ID=04b2d6a0-888b-4994-8c49-44f1dcadc275,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:45.308255 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec178a92-d447-41f0-9706-c044f3f2b216 req-adf1a83f-377e-420c-b45b-97883fa1bfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:45.309436 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ec178a92-d447-41f0-9706-c044f3f2b216 req-adf1a83f-377e-420c-b45b-97883fa1bfaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:45.311794 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ec178a92-d447-41f0-9706-c044f3f2b216 req-adf1a83f-377e-420c-b45b-97883fa1bfaa service neutron] 10.222.0.39 "PUT /v2.0/ports/04b2d6a0-888b-4994-8c49-44f1dcadc275 HTTP/1.1" status: 200 len: 1093 time: 2.3872542 Jan 28 03:14:45.312609 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1101db42-beaf-4eb7-aea1-72628e20c6c7', 'tag': '04b2d6a0-888b-4994-8c49-44f1dcadc275'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:14:45.318070 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef5f859-5281-473f-b319-1d00b83401ad" -d '{"events": [{"name": "network-changed", "server_uuid": "1101db42-beaf-4eb7-aea1-72628e20c6c7", "tag": "04b2d6a0-888b-4994-8c49-44f1dcadc275"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:14:45.358475 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-80dab12d-a538-44e4-8f74-a73f65619076 req-b74161f3-dadd-4160-a5fd-1b35992902e0 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320729 Jan 28 03:14:45.420681 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b2622fd2-770a-4c93-9476-e9c9d055dc7c req-49187eef-6a7e-4d40-b5b7-0bdc36db8120 service neutron] 10.222.0.67 "GET /v2.0/networks/8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4552569 Jan 28 03:14:45.516187 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd3912a-7efa-49da-90fa-4020098a5b9e x-openstack-request-id: req-6dd3912a-7efa-49da-90fa-4020098a5b9e {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:14:45.516941 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1101db42-beaf-4eb7-aea1-72628e20c6c7", "tag": "04b2d6a0-888b-4994-8c49-44f1dcadc275", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:14:45.517518 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6dd3912a-7efa-49da-90fa-4020098a5b9e {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:14:45.518164 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1101db42-beaf-4eb7-aea1-72628e20c6c7', 'tag': '04b2d6a0-888b-4994-8c49-44f1dcadc275', 'status': 'completed', 'code': 200} Jan 28 03:14:45.585509 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec178a92-d447-41f0-9706-c044f3f2b216 req-52c474e4-da14-4f48-8c55-f2d89c786b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:45.588749 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ec178a92-d447-41f0-9706-c044f3f2b216 req-52c474e4-da14-4f48-8c55-f2d89c786b3b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba16e556acef4ff0be65319bbf33daeb&device_id=1101db42-beaf-4eb7-aea1-72628e20c6c7 HTTP/1.1" status: 200 len: 1096 time: 0.1894112 Jan 28 03:14:45.691199 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ec178a92-d447-41f0-9706-c044f3f2b216 req-5328acc4-ddf6-4fd4-bb35-80cfad4fdb51 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04b2d6a0-888b-4994-8c49-44f1dcadc275 HTTP/1.1" status: 200 len: 217 time: 0.0905969 Jan 28 03:14:45.778408 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec178a92-d447-41f0-9706-c044f3f2b216 req-8cf070ee-d5f3-4639-93a8-b9cf09af77d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:45.780195 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ec178a92-d447-41f0-9706-c044f3f2b216 req-8cf070ee-d5f3-4639-93a8-b9cf09af77d7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f83fc2f5-b59d-49d1-b182-e92bb7891964 HTTP/1.1" status: 200 len: 859 time: 0.0792193 Jan 28 03:14:45.826768 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ec178a92-d447-41f0-9706-c044f3f2b216 req-db02a170-2e69-40e3-a552-46ac4a1cdeea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409491 Jan 28 03:14:45.963046 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ec178a92-d447-41f0-9706-c044f3f2b216 req-ead24147-a7ef-4a6d-839e-012bd1c170e2 service neutron] 10.222.0.39 "GET /v2.0/networks/8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224525 Jan 28 03:14:46.071515 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ec178a92-d447-41f0-9706-c044f3f2b216 req-eb83084a-2d13-4bb1-aafa-4bb03f90186a service neutron] 10.222.0.39 "GET /v2.0/networks/8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026762 Jan 28 03:14:46.281885 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5f859-5281-473f-b319-1d00b83401ad req-f6f06fdd-5c60-4cd3-8cf3-47603a6bb099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:46.283587 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1ef5f859-5281-473f-b319-1d00b83401ad req-f6f06fdd-5c60-4cd3-8cf3-47603a6bb099 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba16e556acef4ff0be65319bbf33daeb&device_id=1101db42-beaf-4eb7-aea1-72628e20c6c7 HTTP/1.1" status: 200 len: 1096 time: 0.1053307 Jan 28 03:14:46.314380 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed9bce-1866-4f2a-8f8e-f322e5ce0e3d req-8aa4db7e-a463-452d-a2f5-7f78fb121e38 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:46.316297 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-96ed9bce-1866-4f2a-8f8e-f322e5ce0e3d req-8aa4db7e-a463-452d-a2f5-7f78fb121e38 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 945 time: 0.1006017 Jan 28 03:14:46.425958 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-96ed9bce-1866-4f2a-8f8e-f322e5ce0e3d req-376fb00f-8b3e-4e01-8b5a-da816d5afdb5 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009624 Jan 28 03:14:46.460672 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5f859-5281-473f-b319-1d00b83401ad req-553ef28e-6797-474f-92f5-af147a80d098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:46.463625 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1ef5f859-5281-473f-b319-1d00b83401ad req-553ef28e-6797-474f-92f5-af147a80d098 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843 HTTP/1.1" status: 200 len: 920 time: 0.1734679 Jan 28 03:14:46.551910 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1ef5f859-5281-473f-b319-1d00b83401ad req-2075ebfd-2b65-4e6f-aa45-6939b1d97645 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04b2d6a0-888b-4994-8c49-44f1dcadc275 HTTP/1.1" status: 200 len: 217 time: 0.0812683 Jan 28 03:14:46.672144 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5801bff-1015-40ad-ae9c-22bab9053a68 req-58c4530a-6b45-4fb6-a785-0313bd3fd653 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:46.674043 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b5801bff-1015-40ad-ae9c-22bab9053a68 req-58c4530a-6b45-4fb6-a785-0313bd3fd653 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=1101db42-beaf-4eb7-aea1-72628e20c6c7 HTTP/1.1" status: 200 len: 944 time: 0.1249509 Jan 28 03:14:46.698752 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5f859-5281-473f-b319-1d00b83401ad req-f676e8f2-01fe-41aa-a7e8-f8334dbbb521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:46.700430 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1ef5f859-5281-473f-b319-1d00b83401ad req-f676e8f2-01fe-41aa-a7e8-f8334dbbb521 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f83fc2f5-b59d-49d1-b182-e92bb7891964 HTTP/1.1" status: 200 len: 859 time: 0.1181083 Jan 28 03:14:46.737172 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1ef5f859-5281-473f-b319-1d00b83401ad req-1a145a9a-f5f8-4c6a-b4c7-2309cbb93707 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289772 Jan 28 03:14:46.887138 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b5801bff-1015-40ad-ae9c-22bab9053a68 req-af0c67a7-09db-45c4-b0a5-1bc80d6fc967 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009115 Jan 28 03:14:46.951886 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1ef5f859-5281-473f-b319-1d00b83401ad req-e072e548-3b32-41b7-b4ac-332febc700d9 service neutron] 10.222.0.39 "GET /v2.0/networks/8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996729 Jan 28 03:14:47.104810 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1ef5f859-5281-473f-b319-1d00b83401ad req-5d5972e8-347d-4287-abd7-330c4cd7a9c5 service neutron] 10.222.0.39 "GET /v2.0/networks/8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450562 Jan 28 03:14:47.819038 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 04b2d6a0-888b-4994-8c49-44f1dcadc275 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:14:47.838705 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3097174-191b-45d0-bcdc-76897237074f req-e50bfc7f-fec5-4f0f-a6ea-5569c3e4a555 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:47.840421 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f3097174-191b-45d0-bcdc-76897237074f req-e50bfc7f-fec5-4f0f-a6ea-5569c3e4a555 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 945 time: 0.2507319 Jan 28 03:14:47.960888 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f3097174-191b-45d0-bcdc-76897237074f req-5d188217-f833-486f-afa1-93fc27ef3dd6 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038175 Jan 28 03:14:48.041053 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 04b2d6a0-888b-4994-8c49-44f1dcadc275, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=04b2d6a0-888b-4994-8c49-44f1dcadc275,segment=NetworkSegment(cec8e07b-2d6a-49a8-bde7-7e82d616bfd7),segment_id=cec8e07b-2d6a-49a8-bde7-7e82d616bfd7)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:14:48.060995 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '04b2d6a0-888b-4994-8c49-44f1dcadc275', 'network_id': '8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843', 'port_id': '04b2d6a0-888b-4994-8c49-44f1dcadc275', 'mac_address': 'fa:16:3e:8f:36:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f83fc2f5-b59d-49d1-b182-e92bb7891964', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:14:48.142061 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e48dc4-c33a-44fe-9029-0d778be6215b req-a11dc4ac-b14f-43b6-8979-4f70543d14b3 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:48.146163 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-84e48dc4-c33a-44fe-9029-0d778be6215b req-a11dc4ac-b14f-43b6-8979-4f70543d14b3 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=1101db42-beaf-4eb7-aea1-72628e20c6c7 HTTP/1.1" status: 200 len: 944 time: 0.1183014 Jan 28 03:14:48.171459 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 04b2d6a0-888b-4994-8c49-44f1dcadc275 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:14:48.172678 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (04b2d6a0-888b-4994-8c49-44f1dcadc275), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:48.212229 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04b2d6a0-888b-4994-8c49-44f1dcadc275 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:14:48.250030 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 04b2d6a0-888b-4994-8c49-44f1dcadc275, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=04b2d6a0-888b-4994-8c49-44f1dcadc275,segment=NetworkSegment(cec8e07b-2d6a-49a8-bde7-7e82d616bfd7),segment_id=cec8e07b-2d6a-49a8-bde7-7e82d616bfd7)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:14:48.255414 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (04b2d6a0-888b-4994-8c49-44f1dcadc275), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:48.257351 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-84e48dc4-c33a-44fe-9029-0d778be6215b req-cc80e54e-03e1-40fb-8d21-d520545efd91 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035895 Jan 28 03:14:48.337264 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=04b2d6a0-888b-4994-8c49-44f1dcadc275,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:48.545750 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['04b2d6a0-888b-4994-8c49-44f1dcadc275'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:14:49.116486 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473dba3-5297-4add-bfa5-7ead6a1b8c33 req-67c9d559-eec2-42ff-96db-e2ae6c3f9d19 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:49.118268 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7473dba3-5297-4add-bfa5-7ead6a1b8c33 req-67c9d559-eec2-42ff-96db-e2ae6c3f9d19 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 945 time: 0.0602770 Jan 28 03:14:49.176066 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7473dba3-5297-4add-bfa5-7ead6a1b8c33 req-39425e97-f6aa-43ed-a654-c0ae0649d906 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515690 Jan 28 03:14:49.398993 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9cc47e-908a-4134-a0c8-f298203e4f1a req-163c67a1-5a9e-4c6e-91ca-91712c18f3f7 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:49.400715 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8c9cc47e-908a-4134-a0c8-f298203e4f1a req-163c67a1-5a9e-4c6e-91ca-91712c18f3f7 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=1101db42-beaf-4eb7-aea1-72628e20c6c7 HTTP/1.1" status: 200 len: 945 time: 0.0640519 Jan 28 03:14:49.456740 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8c9cc47e-908a-4134-a0c8-f298203e4f1a req-83a18a50-0260-4c59-abe2-c96665b0eeb9 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467136 Jan 28 03:14:49.815215 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 04b2d6a0-888b-4994-8c49-44f1dcadc275 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:14:49.890938 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 04b2d6a0-888b-4994-8c49-44f1dcadc275 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:14:49.895045 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 04b2d6a0-888b-4994-8c49-44f1dcadc275 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:14:49.895435 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (04b2d6a0-888b-4994-8c49-44f1dcadc275), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:49.979631 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 04b2d6a0-888b-4994-8c49-44f1dcadc275 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:14:49.979916 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (04b2d6a0-888b-4994-8c49-44f1dcadc275), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:50.008016 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1101db42-beaf-4eb7-aea1-72628e20c6c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b2d6a0-888b-4994-8c49-44f1dcadc275'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:14:50.010468 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd87004-e217-4f25-8700-63ed5d2470e5" -d '{"events": [{"server_uuid": "1101db42-beaf-4eb7-aea1-72628e20c6c7", "name": "network-vif-plugged", "status": "completed", "tag": "04b2d6a0-888b-4994-8c49-44f1dcadc275"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:14:50.026238 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 04b2d6a0-888b-4994-8c49-44f1dcadc275, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=04b2d6a0-888b-4994-8c49-44f1dcadc275,segment=NetworkSegment(cec8e07b-2d6a-49a8-bde7-7e82d616bfd7),segment_id=cec8e07b-2d6a-49a8-bde7-7e82d616bfd7)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:14:50.031791 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (04b2d6a0-888b-4994-8c49-44f1dcadc275), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:50.057500 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34395ade-5968-4d6a-b65b-b779cd865126 x-openstack-request-id: req-34395ade-5968-4d6a-b65b-b779cd865126 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:14:50.057786 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1101db42-beaf-4eb7-aea1-72628e20c6c7", "name": "network-vif-plugged", "status": "completed", "tag": "04b2d6a0-888b-4994-8c49-44f1dcadc275", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:14:50.058076 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-34395ade-5968-4d6a-b65b-b779cd865126 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:14:50.058495 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1101db42-beaf-4eb7-aea1-72628e20c6c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b2d6a0-888b-4994-8c49-44f1dcadc275', 'code': 200} Jan 28 03:14:50.104267 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=04b2d6a0-888b-4994-8c49-44f1dcadc275,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:50.198373 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcabc47-1ed6-48de-ad7c-e621d0d0f071 req-08fed555-2e59-4d89-8a04-1a62a6be4aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:50.200059 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0bcabc47-1ed6-48de-ad7c-e621d0d0f071 req-08fed555-2e59-4d89-8a04-1a62a6be4aef service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1101db42-beaf-4eb7-aea1-72628e20c6c7 HTTP/1.1" status: 200 len: 1098 time: 0.0463915 Jan 28 03:14:50.254434 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0bcabc47-1ed6-48de-ad7c-e621d0d0f071 req-01897506-d31c-45ec-a268-b0205331b743 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488381 Jan 28 03:14:50.329333 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5455a2af-cc18-416f-abb2-2a3823071324 req-143bb964-3c6b-4f88-bcae-ad8992713d01 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:50.331050 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5455a2af-cc18-416f-abb2-2a3823071324 req-143bb964-3c6b-4f88-bcae-ad8992713d01 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 945 time: 0.0554667 Jan 28 03:14:50.385654 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5455a2af-cc18-416f-abb2-2a3823071324 req-340e28d4-8aed-4d69-8629-c71842a0e056 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452983 Jan 28 03:14:50.584429 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6008c-ff10-46c2-8755-58db96ed5416 req-fbf075cf-e776-4591-a847-a30a2293a1ac tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:50.586299 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b4a6008c-ff10-46c2-8755-58db96ed5416 req-fbf075cf-e776-4591-a847-a30a2293a1ac tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=1101db42-beaf-4eb7-aea1-72628e20c6c7 HTTP/1.1" status: 200 len: 946 time: 0.0542293 Jan 28 03:14:50.640790 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b4a6008c-ff10-46c2-8755-58db96ed5416 req-f40df456-9533-486d-962e-b7e4565284af tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486746 Jan 28 03:14:51.540303 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd03889-b246-4d91-a1aa-5b324c3634a4 req-ac4755e8-6e71-45a2-873a-02d5ce85a739 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:51.543376 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fcd03889-b246-4d91-a1aa-5b324c3634a4 req-ac4755e8-6e71-45a2-873a-02d5ce85a739 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 945 time: 0.0693195 Jan 28 03:14:51.599259 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fcd03889-b246-4d91-a1aa-5b324c3634a4 req-5e6e90dd-e41b-4292-9383-b0fb1c7a9e1a tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494180 Jan 28 03:14:51.792597 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a9213-4d6c-428e-8f14-f46f0620aec3 req-5307f021-7353-4d9a-a1d9-d2b7ef1283e2 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:51.794613 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e17a9213-4d6c-428e-8f14-f46f0620aec3 req-5307f021-7353-4d9a-a1d9-d2b7ef1283e2 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=1101db42-beaf-4eb7-aea1-72628e20c6c7 HTTP/1.1" status: 200 len: 946 time: 0.0638142 Jan 28 03:14:51.869505 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e17a9213-4d6c-428e-8f14-f46f0620aec3 req-b8206b59-3d5c-416a-9518-ce7d3b8fb951 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664074 Jan 28 03:14:52.213004 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8528a1-aa03-45dc-8277-c524b670e1fd req-480105db-6c67-47de-8150-feff079fb237 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:52.214651 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9c8528a1-aa03-45dc-8277-c524b670e1fd req-480105db-6c67-47de-8150-feff079fb237 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=1101db42-beaf-4eb7-aea1-72628e20c6c7 HTTP/1.1" status: 200 len: 946 time: 0.0790939 Jan 28 03:14:52.216769 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6d4df-8319-4111-84a2-0fc299bf6335 req-b725ac93-01da-48e2-97a0-8c9316f86029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:52.218212 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-05b6d4df-8319-4111-84a2-0fc299bf6335 req-b725ac93-01da-48e2-97a0-8c9316f86029 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba16e556acef4ff0be65319bbf33daeb&device_id=1101db42-beaf-4eb7-aea1-72628e20c6c7 HTTP/1.1" status: 200 len: 1098 time: 0.0937085 Jan 28 03:14:52.355497 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9c8528a1-aa03-45dc-8277-c524b670e1fd req-e04f09cd-43f5-4504-bce3-785df3fc34eb tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348562 Jan 28 03:14:52.387818 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6d4df-8319-4111-84a2-0fc299bf6335 req-b47388fd-2716-4099-9e12-c53c609beaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:52.389517 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-05b6d4df-8319-4111-84a2-0fc299bf6335 req-b47388fd-2716-4099-9e12-c53c609beaee service neutron] 10.222.0.39 "GET /v2.0/networks?id=8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843 HTTP/1.1" status: 200 len: 920 time: 0.1597817 Jan 28 03:14:52.441698 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-05b6d4df-8319-4111-84a2-0fc299bf6335 req-11ce1714-d7cf-45ff-b32f-86fc60c0fc13 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04b2d6a0-888b-4994-8c49-44f1dcadc275 HTTP/1.1" status: 200 len: 217 time: 0.0457239 Jan 28 03:14:52.517029 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6d4df-8319-4111-84a2-0fc299bf6335 req-8f486c84-1611-43f7-85d4-d08d3316770c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:52.522643 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-05b6d4df-8319-4111-84a2-0fc299bf6335 req-8f486c84-1611-43f7-85d4-d08d3316770c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f83fc2f5-b59d-49d1-b182-e92bb7891964 HTTP/1.1" status: 200 len: 859 time: 0.0748613 Jan 28 03:14:52.557310 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-05b6d4df-8319-4111-84a2-0fc299bf6335 req-27689824-3af9-444a-8eba-f80c387b7f29 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272214 Jan 28 03:14:52.681980 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-05b6d4df-8319-4111-84a2-0fc299bf6335 req-33f5701e-cd5d-4e45-85b0-8735c873535c service neutron] 10.222.0.39 "GET /v2.0/networks/8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157572 Jan 28 03:14:52.763300 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95edc00b-f9b0-44da-ae29-0d07ae64b4ae req-0215a0ec-1b1f-4376-b7ed-33da18ee8c77 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:52.765280 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-95edc00b-f9b0-44da-ae29-0d07ae64b4ae req-0215a0ec-1b1f-4376-b7ed-33da18ee8c77 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 945 time: 0.0636067 Jan 28 03:14:52.787366 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-05b6d4df-8319-4111-84a2-0fc299bf6335 req-e5890d1f-884e-4f53-ab98-1b7d81763b44 service neutron] 10.222.0.39 "GET /v2.0/networks/8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002285 Jan 28 03:14:52.829806 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-95edc00b-f9b0-44da-ae29-0d07ae64b4ae req-4b74f962-ac68-4b22-894a-3752e2de4883 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571558 Jan 28 03:14:53.512149 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ecd5b2-ac38-4a4e-88a5-b3732e4fcd22 req-e1eefeb8-2146-4449-bdef-818b0e42cafc tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:53.514329 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-86ecd5b2-ac38-4a4e-88a5-b3732e4fcd22 req-e1eefeb8-2146-4449-bdef-818b0e42cafc tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=1101db42-beaf-4eb7-aea1-72628e20c6c7 HTTP/1.1" status: 200 len: 946 time: 0.0638714 Jan 28 03:14:53.576909 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-86ecd5b2-ac38-4a4e-88a5-b3732e4fcd22 req-53b20f41-d04b-432a-895f-9170382b3a69 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557256 Jan 28 03:14:54.263838 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b5847-c340-4f1f-8a1a-9cc0871d776d req-0efd20c8-b961-4f60-9f7d-98e2969b33e1 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:54.265528 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7c8b5847-c340-4f1f-8a1a-9cc0871d776d req-0efd20c8-b961-4f60-9f7d-98e2969b33e1 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 945 time: 0.0665526 Jan 28 03:14:54.326560 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7c8b5847-c340-4f1f-8a1a-9cc0871d776d req-f5ffb35a-ff3f-4533-b994-cdc2fb0a82bb tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545073 Jan 28 03:14:54.719594 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d87f70-d706-4964-a86d-e54e78798c17 req-0fdbc0d0-eae3-4d39-86fc-7736d5877315 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:54.721196 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-08d87f70-d706-4964-a86d-e54e78798c17 req-0fdbc0d0-eae3-4d39-86fc-7736d5877315 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=1101db42-beaf-4eb7-aea1-72628e20c6c7 HTTP/1.1" status: 200 len: 946 time: 0.0666456 Jan 28 03:14:54.776399 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-08d87f70-d706-4964-a86d-e54e78798c17 req-a1c80ad5-0528-4f82-994f-6d8b935df02d tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458395 Jan 28 03:14:55.051822 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 9246b557-7626-4482-842c-ee461ac3dc45 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:14:55.152025 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 9246b557-7626-4482-842c-ee461ac3dc45, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=9246b557-7626-4482-842c-ee461ac3dc45,segment=NetworkSegment(cec8e07b-2d6a-49a8-bde7-7e82d616bfd7),segment_id=cec8e07b-2d6a-49a8-bde7-7e82d616bfd7)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:14:55.164648 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '9246b557-7626-4482-842c-ee461ac3dc45', 'network_id': '8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843', 'port_id': '9246b557-7626-4482-842c-ee461ac3dc45', 'mac_address': 'fa:16:3e:4b:71:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f83fc2f5-b59d-49d1-b182-e92bb7891964', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:14:55.205023 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 9246b557-7626-4482-842c-ee461ac3dc45 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:14:55.205468 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9246b557-7626-4482-842c-ee461ac3dc45), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:55.221530 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9246b557-7626-4482-842c-ee461ac3dc45 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:14:55.247877 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 9246b557-7626-4482-842c-ee461ac3dc45, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=9246b557-7626-4482-842c-ee461ac3dc45,segment=NetworkSegment(cec8e07b-2d6a-49a8-bde7-7e82d616bfd7),segment_id=cec8e07b-2d6a-49a8-bde7-7e82d616bfd7)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:14:55.254110 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9246b557-7626-4482-842c-ee461ac3dc45), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:55.307269 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=9246b557-7626-4482-842c-ee461ac3dc45,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:55.472218 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15322070-3ee1-457e-9d33-d77f018bd3f6 req-3130ab37-0130-45b1-9c53-8950817c329f tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:55.473518 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-15322070-3ee1-457e-9d33-d77f018bd3f6 req-3130ab37-0130-45b1-9c53-8950817c329f tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 945 time: 0.0524709 Jan 28 03:14:55.531025 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-15322070-3ee1-457e-9d33-d77f018bd3f6 req-26a24e49-094b-48e7-91e9-fa4903017c4f tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520620 Jan 28 03:14:55.633796 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['9246b557-7626-4482-842c-ee461ac3dc45'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:14:55.971325 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205919e9-cb16-4159-b1d8-4dd00d1f4eff req-e8978baa-1a93-44a7-b7ea-fb29887bfb13 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:55.972918 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-205919e9-cb16-4159-b1d8-4dd00d1f4eff req-e8978baa-1a93-44a7-b7ea-fb29887bfb13 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=1101db42-beaf-4eb7-aea1-72628e20c6c7 HTTP/1.1" status: 200 len: 946 time: 0.0524154 Jan 28 03:14:56.040025 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-205919e9-cb16-4159-b1d8-4dd00d1f4eff req-9ee2d591-684d-4aec-8359-0989d302eca3 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602591 Jan 28 03:14:56.710967 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1e996-4ebd-4e60-af78-f1fc4f41f8fa req-fd9c92b2-b594-4ce5-af1f-bef876657164 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:56.713694 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-37e1e996-4ebd-4e60-af78-f1fc4f41f8fa req-fd9c92b2-b594-4ce5-af1f-bef876657164 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 945 time: 0.0675581 Jan 28 03:14:56.774542 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-37e1e996-4ebd-4e60-af78-f1fc4f41f8fa req-69e199e6-bf87-4e8d-860a-90d0568c2a5e tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536544 Jan 28 03:14:57.067611 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 345ab761-8a9e-43d7-9219-a137d7f0086f details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:14:57.083527 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 9246b557-7626-4482-842c-ee461ac3dc45 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:14:57.214936 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c386273-baa2-4a55-ae99-18620bc02fe6 req-990f12b5-abb6-4d82-8db7-3f54775b55c1 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:57.220160 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7c386273-baa2-4a55-ae99-18620bc02fe6 req-990f12b5-abb6-4d82-8db7-3f54775b55c1 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=1101db42-beaf-4eb7-aea1-72628e20c6c7 HTTP/1.1" status: 200 len: 946 time: 0.0854712 Jan 28 03:14:57.233404 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 345ab761-8a9e-43d7-9219-a137d7f0086f, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=345ab761-8a9e-43d7-9219-a137d7f0086f,segment=NetworkSegment(12b0ee7f-b716-4f1a-9ffa-ca741f2c2535),segment_id=12b0ee7f-b716-4f1a-9ffa-ca741f2c2535)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:14:57.241498 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 9246b557-7626-4482-842c-ee461ac3dc45 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:14:57.250015 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 9246b557-7626-4482-842c-ee461ac3dc45 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:14:57.250372 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9246b557-7626-4482-842c-ee461ac3dc45), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:57.252038 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '345ab761-8a9e-43d7-9219-a137d7f0086f', 'network_id': 'a1b14d6a-1801-4ed4-a315-0dab0fce9962', 'port_id': '345ab761-8a9e-43d7-9219-a137d7f0086f', 'mac_address': 'fa:16:3e:82:d7:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d442bf-9d1c-42f1-9234-238e9e502428', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:14:57.282733 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7c386273-baa2-4a55-ae99-18620bc02fe6 req-3b5b3d71-e35e-48ff-867f-baae759c6018 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553498 Jan 28 03:14:57.337378 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 345ab761-8a9e-43d7-9219-a137d7f0086f is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:14:57.337744 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (345ab761-8a9e-43d7-9219-a137d7f0086f), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:57.354977 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 345ab761-8a9e-43d7-9219-a137d7f0086f {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:14:57.397676 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 345ab761-8a9e-43d7-9219-a137d7f0086f, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=345ab761-8a9e-43d7-9219-a137d7f0086f,segment=NetworkSegment(12b0ee7f-b716-4f1a-9ffa-ca741f2c2535),segment_id=12b0ee7f-b716-4f1a-9ffa-ca741f2c2535)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:14:57.407998 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (345ab761-8a9e-43d7-9219-a137d7f0086f), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:57.414181 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 9246b557-7626-4482-842c-ee461ac3dc45 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:14:57.417143 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9246b557-7626-4482-842c-ee461ac3dc45), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:57.466000 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b542bd-9505-404d-88a4-96d3a97d97e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9246b557-7626-4482-842c-ee461ac3dc45'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:14:57.468219 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a4b62e-41b3-4aa6-9d40-ccfaff01ac3b" -d '{"events": [{"server_uuid": "f4b542bd-9505-404d-88a4-96d3a97d97e5", "name": "network-vif-plugged", "status": "completed", "tag": "9246b557-7626-4482-842c-ee461ac3dc45"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:14:57.495740 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 9246b557-7626-4482-842c-ee461ac3dc45, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=9246b557-7626-4482-842c-ee461ac3dc45,segment=NetworkSegment(cec8e07b-2d6a-49a8-bde7-7e82d616bfd7),segment_id=cec8e07b-2d6a-49a8-bde7-7e82d616bfd7)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:14:57.497550 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=345ab761-8a9e-43d7-9219-a137d7f0086f,revision_number=11']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:57.501159 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9246b557-7626-4482-842c-ee461ac3dc45), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:57.535872 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2bd1cac-93b1-4116-93ae-a4dc15fa3155 x-openstack-request-id: req-f2bd1cac-93b1-4116-93ae-a4dc15fa3155 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:14:57.536164 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b542bd-9505-404d-88a4-96d3a97d97e5", "name": "network-vif-plugged", "status": "completed", "tag": "9246b557-7626-4482-842c-ee461ac3dc45", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:14:57.536413 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f2bd1cac-93b1-4116-93ae-a4dc15fa3155 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:14:57.536861 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b542bd-9505-404d-88a4-96d3a97d97e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9246b557-7626-4482-842c-ee461ac3dc45', 'code': 200} Jan 28 03:14:57.563584 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=9246b557-7626-4482-842c-ee461ac3dc45,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:57.686801 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2452b-a713-4138-ba0a-8896b76d450f req-e2961f4e-9f35-4ab3-8d9f-bf53be82c17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:57.688519 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b8f2452b-a713-4138-ba0a-8896b76d450f req-e2961f4e-9f35-4ab3-8d9f-bf53be82c17c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f4b542bd-9505-404d-88a4-96d3a97d97e5 HTTP/1.1" status: 200 len: 1097 time: 0.0558991 Jan 28 03:14:57.751863 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b8f2452b-a713-4138-ba0a-8896b76d450f req-5192ab36-97fd-4b13-80a5-ab7358c21ce6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568485 Jan 28 03:14:57.831861 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['345ab761-8a9e-43d7-9219-a137d7f0086f'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:14:57.907926 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cce969-7b4a-485d-a9b4-41999f8f9a03 req-fb2f674c-ca92-4d12-a8d8-d7de962c4f0c tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:57.909561 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-49cce969-7b4a-485d-a9b4-41999f8f9a03 req-fb2f674c-ca92-4d12-a8d8-d7de962c4f0c tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.0558610 Jan 28 03:14:57.975046 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-49cce969-7b4a-485d-a9b4-41999f8f9a03 req-1ba76845-7bf9-4f27-9018-fcacee18f878 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523999 Jan 28 03:14:58.422055 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3674b-2c1b-4b8a-9658-f76f5a91a873 req-599e1a9b-20dc-4082-be6b-7f37a70e2499 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:58.423636 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d5c3674b-2c1b-4b8a-9658-f76f5a91a873 req-599e1a9b-20dc-4082-be6b-7f37a70e2499 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=1101db42-beaf-4eb7-aea1-72628e20c6c7 HTTP/1.1" status: 200 len: 946 time: 0.0602813 Jan 28 03:14:58.480031 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d5c3674b-2c1b-4b8a-9658-f76f5a91a873 req-94e223db-2d38-49ee-a48c-71836c0fda30 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483112 Jan 28 03:14:59.098115 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 345ab761-8a9e-43d7-9219-a137d7f0086f up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:14:59.107239 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ee7a7-e368-4205-a7ad-f58a9476fa76 req-818bb2ef-d97c-4a28-b348-06be66ba63f8 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:59.108464 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dc2ee7a7-e368-4205-a7ad-f58a9476fa76 req-818bb2ef-d97c-4a28-b348-06be66ba63f8 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 946 time: 0.0575860 Jan 28 03:14:59.178424 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dc2ee7a7-e368-4205-a7ad-f58a9476fa76 req-7456141b-7f24-4bb4-8506-b88a34fb4be5 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627489 Jan 28 03:14:59.190637 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 345ab761-8a9e-43d7-9219-a137d7f0086f completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:14:59.208379 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 345ab761-8a9e-43d7-9219-a137d7f0086f triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:14:59.208838 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (345ab761-8a9e-43d7-9219-a137d7f0086f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:59.246368 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:59.336989 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 345ab761-8a9e-43d7-9219-a137d7f0086f is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:14:59.337591 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (345ab761-8a9e-43d7-9219-a137d7f0086f), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:59.384527 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 345ab761-8a9e-43d7-9219-a137d7f0086f, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=345ab761-8a9e-43d7-9219-a137d7f0086f,segment=NetworkSegment(12b0ee7f-b716-4f1a-9ffa-ca741f2c2535),segment_id=12b0ee7f-b716-4f1a-9ffa-ca741f2c2535)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:14:59.388687 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (345ab761-8a9e-43d7-9219-a137d7f0086f), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:59.458325 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=345ab761-8a9e-43d7-9219-a137d7f0086f,revision_number=12']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:14:59.538353 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a118dd3a-bc7f-451b-8f10-c330823643c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345ab761-8a9e-43d7-9219-a137d7f0086f'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:14:59.541285 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c52604-82a8-4810-a02f-e3cda4c7751d" -d '{"events": [{"server_uuid": "a118dd3a-bc7f-451b-8f10-c330823643c0", "name": "network-vif-plugged", "status": "completed", "tag": "345ab761-8a9e-43d7-9219-a137d7f0086f"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:14:59.586723 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70628cb9-b787-49a9-a1ad-c286b391af00 x-openstack-request-id: req-70628cb9-b787-49a9-a1ad-c286b391af00 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:14:59.587182 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a118dd3a-bc7f-451b-8f10-c330823643c0", "name": "network-vif-plugged", "status": "completed", "tag": "345ab761-8a9e-43d7-9219-a137d7f0086f", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:14:59.587656 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-70628cb9-b787-49a9-a1ad-c286b391af00 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:14:59.588153 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a118dd3a-bc7f-451b-8f10-c330823643c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345ab761-8a9e-43d7-9219-a137d7f0086f', 'code': 200} Jan 28 03:14:59.732506 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-305468cf-ab9d-4ae2-86d0-189eceb82aec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:14:59.970685 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cba524-1ca9-4fff-9289-1a6afdcdf349 req-92030119-691b-457b-893b-be9bbf1ef902 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:59.972128 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f7cba524-1ca9-4fff-9289-1a6afdcdf349 req-92030119-691b-457b-893b-be9bbf1ef902 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=1101db42-beaf-4eb7-aea1-72628e20c6c7 HTTP/1.1" status: 200 len: 946 time: 0.4146209 Jan 28 03:14:59.978565 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e33e9-29db-46b3-a3e6-91324df71afd req-99576d4f-e602-47b8-85db-31f6ebb54733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:14:59.980019 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-203e33e9-29db-46b3-a3e6-91324df71afd req-99576d4f-e602-47b8-85db-31f6ebb54733 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 1099 time: 0.0598147 Jan 28 03:15:00.053865 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f7cba524-1ca9-4fff-9289-1a6afdcdf349 req-2e5c4c06-468c-483b-8dc8-beefe29a8a1f tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728471 Jan 28 03:15:00.056752 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-203e33e9-29db-46b3-a3e6-91324df71afd req-4f5d0a8f-222b-4899-9364-87e1d8bb7a16 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695386 Jan 28 03:15:00.355753 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411701e-543d-427c-99ec-7cad7eb64ad8 req-b3e0da03-1c31-49d0-96cc-558a0bc25964 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:00.358185 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4411701e-543d-427c-99ec-7cad7eb64ad8 req-b3e0da03-1c31-49d0-96cc-558a0bc25964 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 947 time: 0.0677922 Jan 28 03:15:00.421619 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4411701e-543d-427c-99ec-7cad7eb64ad8 req-0c8432e9-ffa1-4108-b21a-a5c2fa37dfba tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566871 Jan 28 03:15:01.187087 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b55c1-d7a4-40c7-9e4c-3695dee76ccb req-3acdf7d4-1724-4c67-ac3b-f14fcc063549 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:01.187954 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:15:01.190036 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c04b55c1-d7a4-40c7-9e4c-3695dee76ccb req-3acdf7d4-1724-4c67-ac3b-f14fcc063549 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=1101db42-beaf-4eb7-aea1-72628e20c6c7 HTTP/1.1" status: 200 len: 946 time: 0.0543182 Jan 28 03:15:01.254617 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c04b55c1-d7a4-40c7-9e4c-3695dee76ccb req-008261d0-7ace-4ea6-bee5-8ddee030fb90 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585501 Jan 28 03:15:01.477388 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-47147c64-6b72-4d69-b787-a79d7e94e077 req-aa7cf5d3-cfd2-4b64-ba54-945501940799 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0705338 Jan 28 03:15:01.590498 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47147c64-6b72-4d69-b787-a79d7e94e077 req-b66ad736-bd4a-4027-a3a6-3671baba4dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:01.592098 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-47147c64-6b72-4d69-b787-a79d7e94e077 req-b66ad736-bd4a-4027-a3a6-3671baba4dc7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2286ae41b27547dfa2005a6a8f000d38&device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 1097 time: 0.0539567 Jan 28 03:15:01.633418 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034dcd71-ecfe-4800-9a22-05c6f91a316a req-9ec3cc9f-095f-49e0-a4d5-906925368df2 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:01.645971 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-034dcd71-ecfe-4800-9a22-05c6f91a316a req-9ec3cc9f-095f-49e0-a4d5-906925368df2 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 947 time: 0.0870993 Jan 28 03:15:01.761803 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47147c64-6b72-4d69-b787-a79d7e94e077 req-ffc142ed-2520-45a6-8ee1-e13bab833afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:01.764018 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-47147c64-6b72-4d69-b787-a79d7e94e077 req-ffc142ed-2520-45a6-8ee1-e13bab833afe service neutron] 10.222.0.39 "GET /v2.0/networks?id=61daafe4-8be0-4976-aead-14ffa612176d HTTP/1.1" status: 200 len: 912 time: 0.1437528 Jan 28 03:15:01.777207 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-034dcd71-ecfe-4800-9a22-05c6f91a316a req-4b1666d1-b983-4cc7-8948-b449d2fa2445 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185498 Jan 28 03:15:01.792063 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-06195f85-39a3-45aa-9b05-94e52ade364a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:01.864366 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-47147c64-6b72-4d69-b787-a79d7e94e077 req-3a6f9003-b933-4ded-9e45-d240c07c708b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40f8070f-7c97-490d-b710-cae05a2e07c3 HTTP/1.1" status: 200 len: 1000 time: 0.0869701 Jan 28 03:15:01.930398 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47147c64-6b72-4d69-b787-a79d7e94e077 req-7ec30f40-7b80-4e9f-af43-a410eec84a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:01.932751 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-47147c64-6b72-4d69-b787-a79d7e94e077 req-7ec30f40-7b80-4e9f-af43-a410eec84a51 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=27d2caa9-814b-48c2-8f4b-c426e9cbbe97 HTTP/1.1" status: 200 len: 850 time: 0.0619855 Jan 28 03:15:02.026364 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47147c64-6b72-4d69-b787-a79d7e94e077 req-6cc7a508-228a-4a77-ace7-f5cfa902829b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:02.029738 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-47147c64-6b72-4d69-b787-a79d7e94e077 req-6cc7a508-228a-4a77-ace7-f5cfa902829b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=61daafe4-8be0-4976-aead-14ffa612176d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0886662 Jan 28 03:15:02.045284 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-47147c64-6b72-4d69-b787-a79d7e94e077 req-2341b717-1c8a-4395-a3c5-3165dd060a23 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:15:02.046500 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-47147c64-6b72-4d69-b787-a79d7e94e077 req-2341b717-1c8a-4395-a3c5-3165dd060a23 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095911 Jan 28 03:15:02.146738 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-47147c64-6b72-4d69-b787-a79d7e94e077 req-6b90063e-cd89-4432-bbf2-d4daa57bab3b service neutron] 10.222.0.39 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939128 Jan 28 03:15:02.243991 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-47147c64-6b72-4d69-b787-a79d7e94e077 req-51329f1d-d712-4c2c-b9f9-ae7ff9bd2bee service neutron] 10.222.0.39 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895481 Jan 28 03:15:02.389357 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5bf2a-e862-4c47-a6ff-fa950f9fa4c1 req-beb0db80-b61e-4fe2-861e-c587030a1bcb tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:02.391445 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a0b5bf2a-e862-4c47-a6ff-fa950f9fa4c1 req-beb0db80-b61e-4fe2-861e-c587030a1bcb tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=1101db42-beaf-4eb7-aea1-72628e20c6c7 HTTP/1.1" status: 200 len: 946 time: 0.0568950 Jan 28 03:15:02.444388 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a0b5bf2a-e862-4c47-a6ff-fa950f9fa4c1 req-41adf0ff-ee92-4c45-9afd-5c6b51dae02e tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467792 Jan 28 03:15:03.272948 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510e9a4-190b-46ae-81d9-456eb85cc535 req-d33325a9-eb65-4b8f-b4d9-32a96ef54e3e tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:03.274591 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3510e9a4-190b-46ae-81d9-456eb85cc535 req-d33325a9-eb65-4b8f-b4d9-32a96ef54e3e tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 947 time: 0.4046884 Jan 28 03:15:03.305640 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:03.336688 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3510e9a4-190b-46ae-81d9-456eb85cc535 req-cb9e516f-db24-46ba-87e7-90f9ceef26e3 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544679 Jan 28 03:15:03.471608 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e512b0-1c1d-4d07-be4c-e9aa17edf3dc req-ff293907-6851-4fec-af1a-3454175f4ab7 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:03.474813 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-46e512b0-1c1d-4d07-be4c-e9aa17edf3dc req-ff293907-6851-4fec-af1a-3454175f4ab7 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 947 time: 0.0587752 Jan 28 03:15:03.486525 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:03.570791 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-46e512b0-1c1d-4d07-be4c-e9aa17edf3dc req-0ba684f7-aa1a-4740-82bf-2760aeba7132 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804155 Jan 28 03:15:03.641747 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0fd77-6064-4849-93cd-de2c608d70a4 req-0f00b95a-8ae8-4c7c-adc2-dd22f9208a99 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:03.643922 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-28e0fd77-6064-4849-93cd-de2c608d70a4 req-0f00b95a-8ae8-4c7c-adc2-dd22f9208a99 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=1101db42-beaf-4eb7-aea1-72628e20c6c7 HTTP/1.1" status: 200 len: 946 time: 0.0768173 Jan 28 03:15:03.718186 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-28e0fd77-6064-4849-93cd-de2c608d70a4 req-45387163-33ff-41c2-a285-a70ab766c62f tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672369 Jan 28 03:15:03.774351 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291d3a9-6296-4ea1-aec0-0e14ec55ca77 req-955246ef-cd99-4905-bd10-4d6cc91b958d tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:03.776836 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3291d3a9-6296-4ea1-aec0-0e14ec55ca77 req-955246ef-cd99-4905-bd10-4d6cc91b958d tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 947 time: 0.0850546 Jan 28 03:15:03.855480 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3291d3a9-6296-4ea1-aec0-0e14ec55ca77 req-6f2a559e-88c3-4088-b662-7df57a1750ae tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712996 Jan 28 03:15:04.030554 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2852a-5d10-4f9c-9a2d-f7560d7ac899 req-a6e7f66c-6220-4a72-b9ca-5539fac382e4 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:04.032231 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0df2852a-5d10-4f9c-9a2d-f7560d7ac899 req-a6e7f66c-6220-4a72-b9ca-5539fac382e4 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 947 time: 0.0714490 Jan 28 03:15:04.093492 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0df2852a-5d10-4f9c-9a2d-f7560d7ac899 req-fd11e4c5-8282-4162-8676-3a7b1f9b7b25 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546911 Jan 28 03:15:04.266970 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57a7d8-1d9f-4e9c-a224-1429d74cabdd req-38ff0bde-2560-4d6a-8bee-c01991c7aa00 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:04.270009 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bb57a7d8-1d9f-4e9c-a224-1429d74cabdd req-38ff0bde-2560-4d6a-8bee-c01991c7aa00 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 947 time: 0.0746167 Jan 28 03:15:04.331652 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bb57a7d8-1d9f-4e9c-a224-1429d74cabdd req-c90e5d9b-a788-47ea-bed5-f7df8b99da98 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556889 Jan 28 03:15:04.523395 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81137326-3471-43bb-a205-928e5443ea6a req-ab132af8-bd71-4483-b4b4-a91b7e06779b tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:04.525627 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-81137326-3471-43bb-a205-928e5443ea6a req-ab132af8-bd71-4483-b4b4-a91b7e06779b tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 947 time: 0.0674510 Jan 28 03:15:04.592612 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-81137326-3471-43bb-a205-928e5443ea6a req-31cf54cb-7d3c-4bda-9419-30e967cca3a3 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565915 Jan 28 03:15:04.778982 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950a986-5b20-4220-b59b-92416c7a3945 req-f1593788-6cb9-42e5-844b-08cb3022bd5b tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:04.780910 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6950a986-5b20-4220-b59b-92416c7a3945 req-f1593788-6cb9-42e5-844b-08cb3022bd5b tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 947 time: 0.0900767 Jan 28 03:15:04.783198 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:04.888132 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6950a986-5b20-4220-b59b-92416c7a3945 req-fb539dd7-b16a-41e9-a617-718fcd8cac62 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996325 Jan 28 03:15:04.951675 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196edd5-891d-4c0d-9716-96d5455185eb req-47d68ee6-cf00-45e7-b435-cf5a9a027b9c tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:04.953626 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b196edd5-891d-4c0d-9716-96d5455185eb req-47d68ee6-cf00-45e7-b435-cf5a9a027b9c tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=1101db42-beaf-4eb7-aea1-72628e20c6c7 HTTP/1.1" status: 200 len: 946 time: 0.0737112 Jan 28 03:15:05.040360 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b196edd5-891d-4c0d-9716-96d5455185eb req-f8bd6a2c-dbc1-4bbb-a59d-105766037dc2 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794990 Jan 28 03:15:05.230409 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad80707-7423-460c-9e29-8061393d1bea req-9847e9a0-6133-4458-b82b-f9a7aeeb7b16 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:05.232756 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1ad80707-7423-460c-9e29-8061393d1bea req-9847e9a0-6133-4458-b82b-f9a7aeeb7b16 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 947 time: 0.0889275 Jan 28 03:15:05.311188 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1ad80707-7423-460c-9e29-8061393d1bea req-be534e69-4ba5-4f77-9665-7be101e5efe4 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687771 Jan 28 03:15:05.990844 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:06.197275 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7c7b9-d591-4076-8a2d-a26869f83503 req-4361cfe3-63e7-421b-ac3b-83dbe35892bf tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:06.198959 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-54d7c7b9-d591-4076-8a2d-a26869f83503 req-4361cfe3-63e7-421b-ac3b-83dbe35892bf tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=1101db42-beaf-4eb7-aea1-72628e20c6c7 HTTP/1.1" status: 200 len: 946 time: 0.0665231 Jan 28 03:15:06.248646 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-54d7c7b9-d591-4076-8a2d-a26869f83503 req-13336372-fe5e-4421-83a0-7c01cbe600b2 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439460 Jan 28 03:15:06.442937 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de77b8-6a96-49fd-b602-165a661dbb13 req-a3f43e1c-5466-4d99-9007-4c8e0273108d tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:06.444736 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-78de77b8-6a96-49fd-b602-165a661dbb13 req-a3f43e1c-5466-4d99-9007-4c8e0273108d tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 947 time: 0.0544207 Jan 28 03:15:06.495968 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-78de77b8-6a96-49fd-b602-165a661dbb13 req-4607944e-ed28-4328-8110-1c13bc0afda7 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434442 Jan 28 03:15:06.666228 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-336ac50a-c435-4aa2-ab77-de1e7b638d40 req-719208e0-6b19-4944-a70e-c6b0793b3faf service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0719302 Jan 28 03:15:06.817850 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ac50a-c435-4aa2-ab77-de1e7b638d40 req-4288de2d-9ef9-4dc8-a7b9-13f7b497eb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:06.819742 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-336ac50a-c435-4aa2-ab77-de1e7b638d40 req-4288de2d-9ef9-4dc8-a7b9-13f7b497eb8b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f89e990f7f004133b0af85a906874094&device_id=2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d HTTP/1.1" status: 200 len: 1098 time: 0.0552819 Jan 28 03:15:06.896324 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37bbea5-e88a-4219-a9d8-e48068b65225 req-98937b82-4b12-410f-a99a-7ad1e67822f6 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:06.899945 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af7208-dbe1-4aca-88b4-75f6b0b0796c req-82826be9-5eb2-4688-80a9-efa037a3f9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:06.901521 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a4af7208-dbe1-4aca-88b4-75f6b0b0796c req-82826be9-5eb2-4688-80a9-efa037a3f9bc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=be0a66a0f0ac4e86951ed29782156c84&device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 1099 time: 0.0467372 Jan 28 03:15:06.905599 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a37bbea5-e88a-4219-a9d8-e48068b65225 req-98937b82-4b12-410f-a99a-7ad1e67822f6 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 947 time: 0.1087656 Jan 28 03:15:06.966286 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a37bbea5-e88a-4219-a9d8-e48068b65225 req-42b34174-137a-4765-ba88-895edeaf58d2 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519526 Jan 28 03:15:07.115572 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af7208-dbe1-4aca-88b4-75f6b0b0796c req-791f9b50-a927-418d-9f73-0a2406f1514a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:07.117637 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a4af7208-dbe1-4aca-88b4-75f6b0b0796c req-791f9b50-a927-418d-9f73-0a2406f1514a service neutron] 10.222.0.67 "GET /v2.0/networks?id=a1b14d6a-1801-4ed4-a315-0dab0fce9962 HTTP/1.1" status: 200 len: 915 time: 0.1148267 Jan 28 03:15:07.131450 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ac50a-c435-4aa2-ab77-de1e7b638d40 req-04efb67d-4c3c-4655-86e2-283c9953df3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:07.133116 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-336ac50a-c435-4aa2-ab77-de1e7b638d40 req-04efb67d-4c3c-4655-86e2-283c9953df3d service neutron] 10.222.0.67 "GET /v2.0/networks?id=f4ded625-2395-4b5b-8619-6207cf127af3 HTTP/1.1" status: 200 len: 911 time: 0.1298866 Jan 28 03:15:07.171325 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a4af7208-dbe1-4aca-88b4-75f6b0b0796c req-b1c1d173-6c07-4094-aa09-40958bb039eb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=345ab761-8a9e-43d7-9219-a137d7f0086f HTTP/1.1" status: 200 len: 217 time: 0.0470920 Jan 28 03:15:07.219084 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-336ac50a-c435-4aa2-ab77-de1e7b638d40 req-13c82135-6127-4751-b80d-6621d0d3b735 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2091638e-086d-4c6f-ab86-a8056113c0d3 HTTP/1.1" status: 200 len: 1002 time: 0.0795233 Jan 28 03:15:07.244288 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af7208-dbe1-4aca-88b4-75f6b0b0796c req-1b2e1b9e-b0e5-49e8-8d97-ab8d7fa260c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:07.246209 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a4af7208-dbe1-4aca-88b4-75f6b0b0796c req-1b2e1b9e-b0e5-49e8-8d97-ab8d7fa260c8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=28d442bf-9d1c-42f1-9234-238e9e502428 HTTP/1.1" status: 200 len: 854 time: 0.0691094 Jan 28 03:15:07.281832 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a4af7208-dbe1-4aca-88b4-75f6b0b0796c req-66559873-7901-42c8-a764-789df2ae2bdf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a1b14d6a-1801-4ed4-a315-0dab0fce9962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298214 Jan 28 03:15:07.292738 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [req-a4af7208-dbe1-4aca-88b4-75f6b0b0796c req-350ed4b5-11d6-4024-bbf1-17cedb2baed5 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:15:07.293726 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a4af7208-dbe1-4aca-88b4-75f6b0b0796c req-350ed4b5-11d6-4024-bbf1-17cedb2baed5 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055919 Jan 28 03:15:07.294116 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ac50a-c435-4aa2-ab77-de1e7b638d40 req-33604108-3b27-4b28-a534-339e18fd4b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:07.296964 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-336ac50a-c435-4aa2-ab77-de1e7b638d40 req-33604108-3b27-4b28-a534-339e18fd4b7f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06dde70e-a1cf-43e5-9a09-417a59ad5656 HTTP/1.1" status: 200 len: 849 time: 0.0696793 Jan 28 03:15:07.393597 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ac50a-c435-4aa2-ab77-de1e7b638d40 req-4c0cdc4b-4d2d-4208-be8d-27813c08db79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:07.401459 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-336ac50a-c435-4aa2-ab77-de1e7b638d40 req-4c0cdc4b-4d2d-4208-be8d-27813c08db79 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f4ded625-2395-4b5b-8619-6207cf127af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0967786 Jan 28 03:15:07.476491 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a4af7208-dbe1-4aca-88b4-75f6b0b0796c req-36a576a6-814b-4ada-8a01-765a1754bd1a service neutron] 10.222.0.67 "GET /v2.0/networks/a1b14d6a-1801-4ed4-a315-0dab0fce9962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719477 Jan 28 03:15:07.525703 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd4ea7-4499-4820-a0cb-190a8d6307b2 req-e17217dc-0e3a-474f-b07d-740b0d380c19 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:07.528436 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ddfd4ea7-4499-4820-a0cb-190a8d6307b2 req-e17217dc-0e3a-474f-b07d-740b0d380c19 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=1101db42-beaf-4eb7-aea1-72628e20c6c7 HTTP/1.1" status: 200 len: 946 time: 0.1197789 Jan 28 03:15:07.563218 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-336ac50a-c435-4aa2-ab77-de1e7b638d40 req-5693d436-802b-4fa8-8b72-409395643e67 service neutron] 10.222.0.67 "GET /v2.0/networks/f4ded625-2395-4b5b-8619-6207cf127af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555102 Jan 28 03:15:07.663153 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a4af7208-dbe1-4aca-88b4-75f6b0b0796c req-07b515c0-18bc-43cc-bfe5-43cee324dd6a service neutron] 10.222.0.67 "GET /v2.0/networks/a1b14d6a-1801-4ed4-a315-0dab0fce9962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752472 Jan 28 03:15:07.683763 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ddfd4ea7-4499-4820-a0cb-190a8d6307b2 req-1d1fe864-a4f6-49f3-8236-c8202fae49a1 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477060 Jan 28 03:15:07.699883 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-336ac50a-c435-4aa2-ab77-de1e7b638d40 req-284db3cd-b5cc-4c2b-ac09-b948c370db5e service neutron] 10.222.0.67 "GET /v2.0/networks/f4ded625-2395-4b5b-8619-6207cf127af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301711 Jan 28 03:15:08.095992 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01afeb-c8f2-4be5-81c2-51f3e3fdfcc0 req-4f8f81df-50c9-4622-9889-b7408a66476f tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:08.097537 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4d01afeb-c8f2-4be5-81c2-51f3e3fdfcc0 req-4f8f81df-50c9-4622-9889-b7408a66476f tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 947 time: 0.0532494 Jan 28 03:15:08.157623 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4d01afeb-c8f2-4be5-81c2-51f3e3fdfcc0 req-6e5cd27d-ba51-4555-973f-6d69cbff6869 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533831 Jan 28 03:15:08.846282 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b740c-934d-43b7-b20e-785308145e27 req-b768b84b-e963-488b-862c-b59c9d582d8d tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:08.849844 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-465b740c-934d-43b7-b20e-785308145e27 req-b768b84b-e963-488b-862c-b59c9d582d8d tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=1101db42-beaf-4eb7-aea1-72628e20c6c7 HTTP/1.1" status: 200 len: 946 time: 0.0783105 Jan 28 03:15:08.922434 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-465b740c-934d-43b7-b20e-785308145e27 req-e1ef1ef9-735c-448f-bc8c-45e02bbf8abd tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642273 Jan 28 03:15:09.113585 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03914a51-6acb-4c11-ab1f-459509c30c73 req-8847446c-3d60-4d11-87ed-b9ecdcee3bd7 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:09.115866 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-03914a51-6acb-4c11-ab1f-459509c30c73 req-8847446c-3d60-4d11-87ed-b9ecdcee3bd7 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d HTTP/1.1" status: 200 len: 946 time: 0.0686324 Jan 28 03:15:09.181737 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-03914a51-6acb-4c11-ab1f-459509c30c73 req-dd430c19-6ef2-45dd-8e6f-40f7227058c2 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?id=71237100-ff74-45e8-8885-455076f07c84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556252 Jan 28 03:15:09.307818 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5010b2c-a4db-4e92-be24-38f0ed91b8c8 req-54dd4b22-fc19-41b5-9be0-b8c0d6e6db89 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:09.309262 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d5010b2c-a4db-4e92-be24-38f0ed91b8c8 req-54dd4b22-fc19-41b5-9be0-b8c0d6e6db89 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 947 time: 0.0549953 Jan 28 03:15:09.364182 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d5010b2c-a4db-4e92-be24-38f0ed91b8c8 req-65ea05c0-0796-41c3-862a-b84d8502370c tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490203 Jan 28 03:15:09.488145 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f34c10-85ae-49a5-ba91-23f0dc2205b6 req-c05868b8-c5a4-4ee6-9554-98160fbc836e tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:09.489755 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-35f34c10-85ae-49a5-ba91-23f0dc2205b6 req-c05868b8-c5a4-4ee6-9554-98160fbc836e tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 947 time: 0.0535562 Jan 28 03:15:09.540312 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-35f34c10-85ae-49a5-ba91-23f0dc2205b6 req-163b7369-6496-4ecc-9edb-69c06c82a742 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443254 Jan 28 03:15:09.678790 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abdd692-298c-4bc0-9c81-4b3fb4effa9b req-0a57da39-eb76-4256-ba72-75c120cea649 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:09.682865 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1abdd692-298c-4bc0-9c81-4b3fb4effa9b req-0a57da39-eb76-4256-ba72-75c120cea649 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 947 time: 0.0555296 Jan 28 03:15:09.739807 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1abdd692-298c-4bc0-9c81-4b3fb4effa9b req-36e00d2b-499b-42a6-8297-cb23702318ea tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522292 Jan 28 03:15:09.870947 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc1f91-5ff4-43a4-98c2-dea1db484662 req-62361064-c118-4b98-a2a2-f57f14a5db50 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:09.872665 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3dcc1f91-5ff4-43a4-98c2-dea1db484662 req-62361064-c118-4b98-a2a2-f57f14a5db50 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 947 time: 0.0630631 Jan 28 03:15:09.926391 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3dcc1f91-5ff4-43a4-98c2-dea1db484662 req-488dd6b0-5d26-4568-9793-8c1c57289ed9 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461767 Jan 28 03:15:10.076157 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295dfa5-dc01-4998-b312-c660638696a5 req-f01e7548-947c-45ad-a775-6ced4c22729c tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:10.078175 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8295dfa5-dc01-4998-b312-c660638696a5 req-f01e7548-947c-45ad-a775-6ced4c22729c tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=1101db42-beaf-4eb7-aea1-72628e20c6c7 HTTP/1.1" status: 200 len: 946 time: 0.0729227 Jan 28 03:15:10.123647 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ab42d-730b-40fc-8796-895b38e09ba8 req-42593980-cd19-4452-8290-1a4851355f40 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:10.125568 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ad2ab42d-730b-40fc-8796-895b38e09ba8 req-42593980-cd19-4452-8290-1a4851355f40 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 947 time: 0.0643106 Jan 28 03:15:10.145327 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8295dfa5-dc01-4998-b312-c660638696a5 req-1e33954b-0d7d-4abb-a4cc-7e8ec46fbd96 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576680 Jan 28 03:15:10.186603 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ad2ab42d-730b-40fc-8796-895b38e09ba8 req-396837df-5a02-424b-97a9-1784743f95e3 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520043 Jan 28 03:15:10.318342 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2caa4-d384-4bf9-be9e-32f4d503ba3d req-8b05df37-5284-46ac-83dd-8e525163a453 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:10.320539 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7ad2caa4-d384-4bf9-be9e-32f4d503ba3d req-8b05df37-5284-46ac-83dd-8e525163a453 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 947 time: 0.0583911 Jan 28 03:15:10.340827 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df70efe3-c922-4738-a1e3-47ba4a4b439a req-62693fe2-8246-4800-b82a-edf0cec20f3a tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:10.343850 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-df70efe3-c922-4738-a1e3-47ba4a4b439a req-62693fe2-8246-4800-b82a-edf0cec20f3a tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d HTTP/1.1" status: 200 len: 946 time: 0.0621660 Jan 28 03:15:10.385410 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7ad2caa4-d384-4bf9-be9e-32f4d503ba3d req-c4380a90-82c7-4871-8a0f-20c0624deedf tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582840 Jan 28 03:15:10.416674 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-df70efe3-c922-4738-a1e3-47ba4a4b439a req-bf59cec6-5d79-483f-9e62-c59e9720548b tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?id=71237100-ff74-45e8-8885-455076f07c84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654109 Jan 28 03:15:10.536215 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e932d97-6596-4af2-802c-068f99cf8d83 req-501f3c1e-2e21-4c5c-b910-0af8e2da2ba2 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:10.537535 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4e932d97-6596-4af2-802c-068f99cf8d83 req-501f3c1e-2e21-4c5c-b910-0af8e2da2ba2 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 947 time: 0.0536919 Jan 28 03:15:10.605331 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4e932d97-6596-4af2-802c-068f99cf8d83 req-078e784b-5391-472e-abda-aac8740a855f tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611329 Jan 28 03:15:10.735529 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd3f47-ec52-46f0-ad23-d5942a7f681f req-5096edae-f378-44ba-8723-c715d0a7e6b2 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:10.737001 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cbcd3f47-ec52-46f0-ad23-d5942a7f681f req-5096edae-f378-44ba-8723-c715d0a7e6b2 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 947 time: 0.0542431 Jan 28 03:15:10.794155 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cbcd3f47-ec52-46f0-ad23-d5942a7f681f req-899f0da9-0461-48f6-b7ca-4fe1a382bcbf tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508914 Jan 28 03:15:10.996040 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350734ed-1da5-469a-9920-cb2a83aad850 req-f7bdfe54-5d02-4632-a373-14d7c27995c7 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:10.997624 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-350734ed-1da5-469a-9920-cb2a83aad850 req-f7bdfe54-5d02-4632-a373-14d7c27995c7 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 947 time: 0.0712440 Jan 28 03:15:11.058490 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-350734ed-1da5-469a-9920-cb2a83aad850 req-b5ec5b98-f08c-40fb-863c-ce41a4958516 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543954 Jan 28 03:15:11.197496 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4beae4-b0f3-4469-98a1-01c24aa3be46 req-2179c50b-1234-47ab-84bb-7475b5f414c5 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:11.199706 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0f4beae4-b0f3-4469-98a1-01c24aa3be46 req-2179c50b-1234-47ab-84bb-7475b5f414c5 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 947 time: 0.0681608 Jan 28 03:15:11.266709 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0f4beae4-b0f3-4469-98a1-01c24aa3be46 req-77e78d12-04d7-4807-9b93-0c49f38e5eca tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594089 Jan 28 03:15:11.302111 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0daa3e5-c1f0-42ea-a917-555a7de177c9 req-cbc2e972-108e-47ad-b248-49c6ac5a1e4a tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:11.302111 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c0daa3e5-c1f0-42ea-a917-555a7de177c9 req-cbc2e972-108e-47ad-b248-49c6ac5a1e4a tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.67 "GET /v2.0/ports?device_id=2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d HTTP/1.1" status: 200 len: 946 time: 0.1129107 Jan 28 03:15:11.355879 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4603fd-9cbf-4fbc-b9be-70db0857b262 req-d824d2b4-40ca-46f0-8d0b-45505b832e63 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:11.357430 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6f4603fd-9cbf-4fbc-b9be-70db0857b262 req-d824d2b4-40ca-46f0-8d0b-45505b832e63 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=1101db42-beaf-4eb7-aea1-72628e20c6c7 HTTP/1.1" status: 200 len: 946 time: 0.1185133 Jan 28 03:15:11.424297 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036981ac-d7ad-425b-9106-dce6ee6c5ba2 req-a846e765-b4f0-404b-a47e-8cf00e1b7b74 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:11.425975 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-036981ac-d7ad-425b-9106-dce6ee6c5ba2 req-a846e765-b4f0-404b-a47e-8cf00e1b7b74 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 947 time: 0.0612504 Jan 28 03:15:11.440150 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6f4603fd-9cbf-4fbc-b9be-70db0857b262 req-3caf46ae-c251-40bc-af06-1f2c3e50f39c tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537734 Jan 28 03:15:11.455805 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-c0daa3e5-c1f0-42ea-a917-555a7de177c9 req-d31ddd64-68dc-4a12-a4aa-816de058ac50 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Deleting port 2091638e-086d-4c6f-ab86-a8056113c0d3 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:15:11.456404 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c0daa3e5-c1f0-42ea-a917-555a7de177c9 req-d31ddd64-68dc-4a12-a4aa-816de058ac50 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (2091638e-086d-4c6f-ab86-a8056113c0d3), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:11.511561 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-036981ac-d7ad-425b-9106-dce6ee6c5ba2 req-64b0da99-754e-4c86-8773-8c558338e105 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790913 Jan 28 03:15:11.587139 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca90b9-1dd4-4ca0-a0dc-35af35721356 req-4a512725-98ab-40ad-80b4-99b3595d1ae6 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:11.588659 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-65ca90b9-1dd4-4ca0-a0dc-35af35721356 req-4a512725-98ab-40ad-80b4-99b3595d1ae6 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d HTTP/1.1" status: 200 len: 946 time: 0.0714910 Jan 28 03:15:11.620503 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-c0daa3e5-c1f0-42ea-a917-555a7de177c9 req-d31ddd64-68dc-4a12-a4aa-816de058ac50 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] For port 2091638e-086d-4c6f-ab86-a8056113c0d3, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=2091638e-086d-4c6f-ab86-a8056113c0d3,segment=NetworkSegment(4b8aaf8b-443e-4581-95cb-ce007f1757b3),segment_id=4b8aaf8b-443e-4581-95cb-ce007f1757b3)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:15:11.620885 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c0daa3e5-c1f0-42ea-a917-555a7de177c9 req-d31ddd64-68dc-4a12-a4aa-816de058ac50 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (2091638e-086d-4c6f-ab86-a8056113c0d3), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:11.625919 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ade2cf-3fbe-4eff-906c-8df87e8dcdb6 req-e03b7fc4-b0f6-4758-9b0a-da4c5ff3f396 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:11.627449 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-68ade2cf-3fbe-4eff-906c-8df87e8dcdb6 req-e03b7fc4-b0f6-4758-9b0a-da4c5ff3f396 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 947 time: 0.0517600 Jan 28 03:15:11.689872 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-68ade2cf-3fbe-4eff-906c-8df87e8dcdb6 req-f7973c5f-1677-43ed-a574-99d14bb5e425 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549521 Jan 28 03:15:11.752335 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-65ca90b9-1dd4-4ca0-a0dc-35af35721356 req-c2e7e6c7-cadd-4b23-9a1e-0a77652aeb38 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups?id=71237100-ff74-45e8-8885-455076f07c84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559482 Jan 28 03:15:11.850808 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ca267-e541-400a-bce9-fe56da98b742 req-1efa217c-a698-4209-92dd-542f1b5ab93a tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:11.856765 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-776ca267-e541-400a-bce9-fe56da98b742 req-1efa217c-a698-4209-92dd-542f1b5ab93a tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 947 time: 0.0641267 Jan 28 03:15:11.907673 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c0daa3e5-c1f0-42ea-a917-555a7de177c9 req-d31ddd64-68dc-4a12-a4aa-816de058ac50 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:11.908106 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c0daa3e5-c1f0-42ea-a917-555a7de177c9 req-d31ddd64-68dc-4a12-a4aa-816de058ac50 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (76ed7c4f-7331-4255-95bf-591138d7df91), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:11.908337 n-d-712139-27 neutron-server[109803]: INFO neutron.db.l3_db [req-c0daa3e5-c1f0-42ea-a917-555a7de177c9 req-d31ddd64-68dc-4a12-a4aa-816de058ac50 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Floating IP 76ed7c4f-7331-4255-95bf-591138d7df91 disassociated. External IP: 172.25.0.246, port: 2091638e-086d-4c6f-ab86-a8056113c0d3. Jan 28 03:15:11.908715 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-c0daa3e5-c1f0-42ea-a917-555a7de177c9 req-d31ddd64-68dc-4a12-a4aa-816de058ac50 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Calling delete_port for 2091638e-086d-4c6f-ab86-a8056113c0d3 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:15:11.913623 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-776ca267-e541-400a-bce9-fe56da98b742 req-6dd193b2-cac0-40ab-bd80-34f29e94b899 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517075 Jan 28 03:15:12.069896 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c0daa3e5-c1f0-42ea-a917-555a7de177c9 req-d31ddd64-68dc-4a12-a4aa-816de058ac50 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (2091638e-086d-4c6f-ab86-a8056113c0d3), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:12.081010 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba58806-784e-49ec-b0e3-5de108a54be3 req-9258ef56-2a3a-4b7d-aeec-3175bae2d579 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:12.089821 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7ba58806-784e-49ec-b0e3-5de108a54be3 req-9258ef56-2a3a-4b7d-aeec-3175bae2d579 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 947 time: 0.0917785 Jan 28 03:15:12.111593 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ddd64-68dc-4a12-a4aa-816de058ac50 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Pushing event deleted for resources: {'Port': ['ID=2091638e-086d-4c6f-ab86-a8056113c0d3,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:15:12.144968 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7ba58806-784e-49ec-b0e3-5de108a54be3 req-4764cac6-f0a1-455c-a06d-18bda1b291ff tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535083 Jan 28 03:15:12.251597 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0daa3e5-c1f0-42ea-a917-555a7de177c9 req-d31ddd64-68dc-4a12-a4aa-816de058ac50 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Router 027d7feb-fbfc-487d-837e-4d90ec7daa39 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:15:12.283912 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e48a7-5615-4c19-acfc-01d3c57078f5 req-7a314b49-fa8a-480b-aa79-0c81ea581a19 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:12.285848 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-386e48a7-5615-4c19-acfc-01d3c57078f5 req-7a314b49-fa8a-480b-aa79-0c81ea581a19 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 947 time: 0.0559142 Jan 28 03:15:12.343150 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-386e48a7-5615-4c19-acfc-01d3c57078f5 req-d891a24f-f8f7-434c-aa44-1abab0eb577a tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506577 Jan 28 03:15:12.398899 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0daa3e5-c1f0-42ea-a917-555a7de177c9 req-d31ddd64-68dc-4a12-a4aa-816de058ac50 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:15:12.426409 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3538eca5-864c-4407-9679-1546bfe9918e None None] Sync routers for ids ['027d7feb-fbfc-487d-837e-4d90ec7daa39'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:15:12.463016 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3538eca5-864c-4407-9679-1546bfe9918e None None] Routers {'027d7feb-fbfc-487d-837e-4d90ec7daa39'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:15:12.463016 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-3538eca5-864c-4407-9679-1546bfe9918e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:15:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['027d7feb-fbfc-487d-837e-4d90ec7daa39'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:15:12.494852 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0daa3e5-c1f0-42ea-a917-555a7de177c9 req-d31ddd64-68dc-4a12-a4aa-816de058ac50 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] No DVR routers for this DVR port 2091638e-086d-4c6f-ab86-a8056113c0d3 on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:15:12.499989 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c0daa3e5-c1f0-42ea-a917-555a7de177c9 req-d31ddd64-68dc-4a12-a4aa-816de058ac50 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:12.503766 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c0daa3e5-c1f0-42ea-a917-555a7de177c9 req-d31ddd64-68dc-4a12-a4aa-816de058ac50 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.67 "DELETE /v2.0/ports/2091638e-086d-4c6f-ab86-a8056113c0d3 HTTP/1.1" status: 204 len: 173 time: 1.1980863 Jan 28 03:15:12.504306 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d', 'name': 'network-vif-deleted', 'tag': '2091638e-086d-4c6f-ab86-a8056113c0d3'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:15:12.507556 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1be960-e577-472c-917d-c20bf2f7fbef" -d '{"events": [{"server_uuid": "2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d", "name": "network-vif-deleted", "tag": "2091638e-086d-4c6f-ab86-a8056113c0d3"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:15:12.678720 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-3538eca5-864c-4407-9679-1546bfe9918e None None] Set router 027d7feb-fbfc-487d-837e-4d90ec7daa39 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:15:12.696196 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2abe0f-6162-4847-8b72-5e9c6399766f x-openstack-request-id: req-8a2abe0f-6162-4847-8b72-5e9c6399766f {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:15:12.696608 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d", "name": "network-vif-deleted", "tag": "2091638e-086d-4c6f-ab86-a8056113c0d3", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:15:12.696782 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8a2abe0f-6162-4847-8b72-5e9c6399766f {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:15:12.697235 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d', 'name': 'network-vif-deleted', 'tag': '2091638e-086d-4c6f-ab86-a8056113c0d3', 'status': 'completed', 'code': 200} Jan 28 03:15:12.744776 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e80681-9b3d-4ff9-95ba-1c0485830af9 req-f820643d-02e4-4cb9-a990-00b3d88e2cba tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:12.759092 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-36e80681-9b3d-4ff9-95ba-1c0485830af9 req-f820643d-02e4-4cb9-a990-00b3d88e2cba tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=1101db42-beaf-4eb7-aea1-72628e20c6c7 HTTP/1.1" status: 200 len: 946 time: 0.1507378 Jan 28 03:15:12.871246 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-36e80681-9b3d-4ff9-95ba-1c0485830af9 req-b4b4e78d-3ce1-4fc6-96cc-4795d997096f tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054235 Jan 28 03:15:12.934098 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2aebc03f-c55a-43ad-af47-a118cbe4d708 req-44354989-5803-4d25-8356-ff9a885aca25 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bae866f-6b8c-4c3a-91fb-29b4f3ee5d6d HTTP/1.1" status: 200 len: 210 time: 0.0423913 Jan 28 03:15:12.982999 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-3538eca5-864c-4407-9679-1546bfe9918e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'name': 'tempest-AttachVolumeTestJSON-665389209-router', 'tenant_id': 'f89e990f7f004133b0af85a906874094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'dd5fd4d5-0c0a-4361-a47b-fd29934f3939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:04:52Z', 'updated_at': '2022-01-28T03:05:09Z', 'revision_number': 4, 'project_id': 'f89e990f7f004133b0af85a906874094', 'gw_port': {'id': 'dd5fd4d5-0c0a-4361-a47b-fd29934f3939', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:04:55Z', 'updated_at': '2022-01-28T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '5940118f-9f78-4b24-b10e-16ab4396a3aa', 'name': '', 'network_id': 'f4ded625-2395-4b5b-8619-6207cf127af3', 'tenant_id': 'f89e990f7f004133b0af85a906874094', 'mac_address': 'fa:16:3e:91:f4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '06dde70e-a1cf-43e5-9a09-417a59ad5656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:05:05Z', 'updated_at': '2022-01-28T03:05:13Z', 'revision_number': 5, 'project_id': 'f89e990f7f004133b0af85a906874094', 'subnets': [{'id': '06dde70e-a1cf-43e5-9a09-417a59ad5656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:15:13.025885 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3538eca5-864c-4407-9679-1546bfe9918e None None] Checking router: 027d7feb-fbfc-487d-837e-4d90ec7daa39 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:15:13.034777 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3538eca5-864c-4407-9679-1546bfe9918e None None] Routers {'027d7feb-fbfc-487d-837e-4d90ec7daa39'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:15:13.035522 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-3538eca5-864c-4407-9679-1546bfe9918e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:15:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['027d7feb-fbfc-487d-837e-4d90ec7daa39'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:15:13.184615 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-3538eca5-864c-4407-9679-1546bfe9918e None None] Set router 027d7feb-fbfc-487d-837e-4d90ec7daa39 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:15:13.425601 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-3538eca5-864c-4407-9679-1546bfe9918e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'name': 'tempest-AttachVolumeTestJSON-665389209-router', 'tenant_id': 'f89e990f7f004133b0af85a906874094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'dd5fd4d5-0c0a-4361-a47b-fd29934f3939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:04:52Z', 'updated_at': '2022-01-28T03:05:09Z', 'revision_number': 4, 'project_id': 'f89e990f7f004133b0af85a906874094', 'gw_port': {'id': 'dd5fd4d5-0c0a-4361-a47b-fd29934f3939', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:04:55Z', 'updated_at': '2022-01-28T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '5940118f-9f78-4b24-b10e-16ab4396a3aa', 'name': '', 'network_id': 'f4ded625-2395-4b5b-8619-6207cf127af3', 'tenant_id': 'f89e990f7f004133b0af85a906874094', 'mac_address': 'fa:16:3e:91:f4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '06dde70e-a1cf-43e5-9a09-417a59ad5656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:05:05Z', 'updated_at': '2022-01-28T03:05:13Z', 'revision_number': 5, 'project_id': 'f89e990f7f004133b0af85a906874094', 'subnets': [{'id': '06dde70e-a1cf-43e5-9a09-417a59ad5656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:15:13.468115 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3538eca5-864c-4407-9679-1546bfe9918e None None] The sync data for ids ['027d7feb-fbfc-487d-837e-4d90ec7daa39'] in n-d-712139-27 is: [{'id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'name': 'tempest-AttachVolumeTestJSON-665389209-router', 'tenant_id': 'f89e990f7f004133b0af85a906874094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'dd5fd4d5-0c0a-4361-a47b-fd29934f3939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:04:52Z', 'updated_at': '2022-01-28T03:05:09Z', 'revision_number': 4, 'project_id': 'f89e990f7f004133b0af85a906874094', 'gw_port': {'id': 'dd5fd4d5-0c0a-4361-a47b-fd29934f3939', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:04:55Z', 'updated_at': '2022-01-28T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '5940118f-9f78-4b24-b10e-16ab4396a3aa', 'name': '', 'network_id': 'f4ded625-2395-4b5b-8619-6207cf127af3', 'tenant_id': 'f89e990f7f004133b0af85a906874094', 'mac_address': 'fa:16:3e:91:f4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '06dde70e-a1cf-43e5-9a09-417a59ad5656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:05:05Z', 'updated_at': '2022-01-28T03:05:13Z', 'revision_number': 5, 'project_id': 'f89e990f7f004133b0af85a906874094', 'subnets': [{'id': '06dde70e-a1cf-43e5-9a09-417a59ad5656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:15:13.768766 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e77faca-ff44-4e2b-9659-b3f5954db2a6 None None] New status for floating IP 76ed7c4f-7331-4255-95bf-591138d7df91: DOWN {{(pid=109804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:15:14.037931 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba512a-cbbd-459a-aebb-8ce756acb600 req-08d5f0cc-cd3e-4b5c-8ecf-608977c5133b tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:14.045060 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8fba512a-cbbd-459a-aebb-8ce756acb600 req-08d5f0cc-cd3e-4b5c-8ecf-608977c5133b tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=1101db42-beaf-4eb7-aea1-72628e20c6c7 HTTP/1.1" status: 200 len: 946 time: 0.0750344 Jan 28 03:15:14.052293 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37732) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:15:14.133739 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8fba512a-cbbd-459a-aebb-8ce756acb600 req-a7292276-e533-4d5e-a94c-14e0b80c5051 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777550 Jan 28 03:15:14.156352 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-58ece0ee-13ce-4b05-8dbb-f7d6b833e6fc tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks [] for security_group (71237100-ff74-45e8-8885-455076f07c84), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:14.184095 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-58ece0ee-13ce-4b05-8dbb-f7d6b833e6fc tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks [] for security_group (71237100-ff74-45e8-8885-455076f07c84), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:14.251425 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-58ece0ee-13ce-4b05-8dbb-f7d6b833e6fc tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (71237100-ff74-45e8-8885-455076f07c84), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:14.254418 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-58ece0ee-13ce-4b05-8dbb-f7d6b833e6fc tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:14.255552 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-58ece0ee-13ce-4b05-8dbb-f7d6b833e6fc tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "DELETE /v2.0/security-groups/71237100-ff74-45e8-8885-455076f07c84 HTTP/1.1" status: 204 len: 168 time: 0.2010443 Jan 28 03:15:14.260049 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37738) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:15:14.273903 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ece0ee-13ce-4b05-8dbb-f7d6b833e6fc tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71237100-ff74-45e8-8885-455076f07c84,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:15:14.280750 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-7b477cae-0dbb-4532-ae96-a8c895a4b7f8 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] show failed (client error): The resource could not be found. Jan 28 03:15:14.282157 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7b477cae-0dbb-4532-ae96-a8c895a4b7f8 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "GET /v2.0/security-groups/71237100-ff74-45e8-8885-455076f07c84 HTTP/1.1" status: 404 len: 347 time: 0.0203750 Jan 28 03:15:14.285011 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37742) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:15:14.451806 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-92102eb4-e9e9-48d9-9838-2bf5fa5b13a2 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Deleting port bccffeb1-9e05-4ca5-aef6-035302589b2c {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:15:14.452151 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-92102eb4-e9e9-48d9-9838-2bf5fa5b13a2 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (bccffeb1-9e05-4ca5-aef6-035302589b2c), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:14.554949 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-92102eb4-e9e9-48d9-9838-2bf5fa5b13a2 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (bccffeb1-9e05-4ca5-aef6-035302589b2c), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:14.555287 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-92102eb4-e9e9-48d9-9838-2bf5fa5b13a2 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks [] for floatingip (bccffeb1-9e05-4ca5-aef6-035302589b2c), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:14.570763 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-92102eb4-e9e9-48d9-9838-2bf5fa5b13a2 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Calling delete_port for bccffeb1-9e05-4ca5-aef6-035302589b2c owned by network:floatingip {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:15:14.754192 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-92102eb4-e9e9-48d9-9838-2bf5fa5b13a2 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (bccffeb1-9e05-4ca5-aef6-035302589b2c), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:14.783357 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92102eb4-e9e9-48d9-9838-2bf5fa5b13a2 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Pushing event deleted for resources: {'Port': ['ID=bccffeb1-9e05-4ca5-aef6-035302589b2c,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:15:14.870759 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-92102eb4-e9e9-48d9-9838-2bf5fa5b13a2 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks [] for floatingip (76ed7c4f-7331-4255-95bf-591138d7df91), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:14.873354 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-92102eb4-e9e9-48d9-9838-2bf5fa5b13a2 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:14.874600 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-92102eb4-e9e9-48d9-9838-2bf5fa5b13a2 tempest-AttachVolumeTestJSON-637114077 tempest-AttachVolumeTestJSON-637114077-project] 10.222.0.53 "DELETE /v2.0/floatingips/76ed7c4f-7331-4255-95bf-591138d7df91 HTTP/1.1" status: 204 len: 168 time: 0.5873034 Jan 28 03:15:15.194925 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 2091638e-086d-4c6f-ab86-a8056113c0d3 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:15:15.238048 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: 2091638e-086d-4c6f-ab86-a8056113c0d3 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:15:15.242092 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 2091638e-086d-4c6f-ab86-a8056113c0d3 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:15:15.311843 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a48473-12ac-49d4-8bf6-26b76b5fd99d req-1a10f6e1-9736-4b05-b079-e8901cd10ad1 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:15.317157 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f9a48473-12ac-49d4-8bf6-26b76b5fd99d req-1a10f6e1-9736-4b05-b079-e8901cd10ad1 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=1101db42-beaf-4eb7-aea1-72628e20c6c7 HTTP/1.1" status: 200 len: 946 time: 0.0788348 Jan 28 03:15:15.384960 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f9a48473-12ac-49d4-8bf6-26b76b5fd99d req-583846d3-d853-4b80-82b3-e6d6eeca72cc tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616732 Jan 28 03:15:16.544549 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7b142-a622-4017-8c48-52f0d64a203e req-745958b1-e331-4ddd-9c2d-7a30a015f62f tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:16.547015 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d9f7b142-a622-4017-8c48-52f0d64a203e req-745958b1-e331-4ddd-9c2d-7a30a015f62f tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=1101db42-beaf-4eb7-aea1-72628e20c6c7 HTTP/1.1" status: 200 len: 946 time: 0.0770481 Jan 28 03:15:16.608078 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d9f7b142-a622-4017-8c48-52f0d64a203e req-d2414768-8393-46bf-a3ac-654e8cbbf2f0 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539072 Jan 28 03:15:17.872253 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab3e9c-5633-4223-981f-a5e299598c2f req-5d9ac1ae-2762-4480-8373-46c580d58e6a tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:17.874840 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-80ab3e9c-5633-4223-981f-a5e299598c2f req-5d9ac1ae-2762-4480-8373-46c580d58e6a tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=1101db42-beaf-4eb7-aea1-72628e20c6c7 HTTP/1.1" status: 200 len: 946 time: 0.0537579 Jan 28 03:15:17.937667 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-80ab3e9c-5633-4223-981f-a5e299598c2f req-7ce94ceb-eafa-4eb7-8565-a21c4ddcdf5a tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533769 Jan 28 03:15:19.022122 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408e31b-8323-403e-b99b-24d902f89664 req-aa5bf698-13da-4624-9733-24ee18f0f717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:19.023810 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f408e31b-8323-403e-b99b-24d902f89664 req-aa5bf698-13da-4624-9733-24ee18f0f717 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1101db42-beaf-4eb7-aea1-72628e20c6c7 HTTP/1.1" status: 200 len: 1098 time: 0.0758500 Jan 28 03:15:19.124594 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f408e31b-8323-403e-b99b-24d902f89664 req-c41773b9-38cb-4ff4-b5b5-e04cc3d2e63e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941625 Jan 28 03:15:19.160866 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c4c09-8407-47c7-9c9d-2b2ba4bd8621 req-cbde8830-e898-4ae6-8973-d316d42b4cbf tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:19.169807 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bb5c4c09-8407-47c7-9c9d-2b2ba4bd8621 req-cbde8830-e898-4ae6-8973-d316d42b4cbf tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=1101db42-beaf-4eb7-aea1-72628e20c6c7 HTTP/1.1" status: 200 len: 946 time: 0.1194263 Jan 28 03:15:19.252603 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bb5c4c09-8407-47c7-9c9d-2b2ba4bd8621 req-82e5f839-49af-4edf-8a3b-c05a8eb75237 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817451 Jan 28 03:15:20.447926 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7431a2-50de-440b-aceb-47b5ef3de882 req-82ff3e6e-12bf-4ab3-affd-a711c18f755c tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:20.450871 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-be7431a2-50de-440b-aceb-47b5ef3de882 req-82ff3e6e-12bf-4ab3-affd-a711c18f755c tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=1101db42-beaf-4eb7-aea1-72628e20c6c7 HTTP/1.1" status: 200 len: 946 time: 0.1002116 Jan 28 03:15:20.518527 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-be7431a2-50de-440b-aceb-47b5ef3de882 req-4b1a4eed-34ef-4c7d-a467-3f3f5fe14530 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603583 Jan 28 03:15:20.655728 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7994b-a34b-4528-ad89-25763f13835c req-f727c224-609c-40c5-b14a-6e0b7ef26ba7 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:20.679018 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ddc7994b-a34b-4528-ad89-25763f13835c req-f727c224-609c-40c5-b14a-6e0b7ef26ba7 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4b542bd-9505-404d-88a4-96d3a97d97e5 HTTP/1.1" status: 200 len: 945 time: 0.0891571 Jan 28 03:15:20.734704 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ddc7994b-a34b-4528-ad89-25763f13835c req-73f1bd7a-7f85-4140-94b9-27037e2af30f tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545697 Jan 28 03:15:21.060072 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50940bba-1e22-4e4b-87c7-df172d4ead5a req-8bace014-ad09-4aa4-84b0-feacf1e87194 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:21.067585 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-50940bba-1e22-4e4b-87c7-df172d4ead5a req-8bace014-ad09-4aa4-84b0-feacf1e87194 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4b542bd-9505-404d-88a4-96d3a97d97e5 HTTP/1.1" status: 200 len: 945 time: 0.0887079 Jan 28 03:15:21.121651 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-50940bba-1e22-4e4b-87c7-df172d4ead5a req-bcaf9f01-ae58-4b7c-bde2-878052024d54 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531111 Jan 28 03:15:21.865412 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e10846-e770-4662-bbcf-fe456c408d48 req-88e00246-c22b-4eea-b8f5-004b912f75d2 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:21.868376 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-35e10846-e770-4662-bbcf-fe456c408d48 req-88e00246-c22b-4eea-b8f5-004b912f75d2 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 947 time: 0.0889151 Jan 28 03:15:22.017491 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-35e10846-e770-4662-bbcf-fe456c408d48 req-bc30aea1-b385-484a-9bfa-dd0955624794 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387665 Jan 28 03:15:22.308440 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f3734-c3d5-499e-b53f-c169a7485a90 req-fae3f6de-dc20-4c7a-b9df-c148b8cdd88c tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:22.314137 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-aa2f3734-c3d5-499e-b53f-c169a7485a90 req-fae3f6de-dc20-4c7a-b9df-c148b8cdd88c tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4b542bd-9505-404d-88a4-96d3a97d97e5 HTTP/1.1" status: 200 len: 945 time: 0.0841215 Jan 28 03:15:22.380346 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-aa2f3734-c3d5-499e-b53f-c169a7485a90 req-0fb11f8c-5963-421e-bb64-c25dff704cff tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592246 Jan 28 03:15:22.965588 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de1a0c-049b-492b-9783-ec4a17184d58 req-3f7f515c-0d6a-4af1-adfb-30213d9c0df6 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:22.967027 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-27de1a0c-049b-492b-9783-ec4a17184d58 req-3f7f515c-0d6a-4af1-adfb-30213d9c0df6 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4b542bd-9505-404d-88a4-96d3a97d97e5 HTTP/1.1" status: 200 len: 945 time: 0.0870833 Jan 28 03:15:23.096757 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-27de1a0c-049b-492b-9783-ec4a17184d58 req-bfcd52a7-7ff6-4c96-a651-a8c0bc18fa2e tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071029 Jan 28 03:15:23.309356 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea022e0-749b-4743-8063-5c7feb9d8824 req-599c2388-9380-4e40-bbcc-f04ebcafd12e tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:23.318466 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1ea022e0-749b-4743-8063-5c7feb9d8824 req-599c2388-9380-4e40-bbcc-f04ebcafd12e tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 947 time: 0.1352549 Jan 28 03:15:23.414021 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1ea022e0-749b-4743-8063-5c7feb9d8824 req-2035874a-a31e-464c-a228-f1584383b62c tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc58314-b257-48b8-b8ab-b66136385f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895469 Jan 28 03:15:23.975071 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991db13-6f1d-4d38-86ac-e1be57c8a73a req-49af2ebc-98db-43f6-83db-3df6daf84c69 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:23.977827 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5991db13-6f1d-4d38-86ac-e1be57c8a73a req-49af2ebc-98db-43f6-83db-3df6daf84c69 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.67 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 947 time: 0.0975273 Jan 28 03:15:24.109707 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-5991db13-6f1d-4d38-86ac-e1be57c8a73a req-2beb7853-1295-4fb1-ae55-c7a673c14e2f tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Deleting port 345ab761-8a9e-43d7-9219-a137d7f0086f {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:15:24.111084 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5991db13-6f1d-4d38-86ac-e1be57c8a73a req-2beb7853-1295-4fb1-ae55-c7a673c14e2f tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (345ab761-8a9e-43d7-9219-a137d7f0086f), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:24.238050 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-5991db13-6f1d-4d38-86ac-e1be57c8a73a req-2beb7853-1295-4fb1-ae55-c7a673c14e2f tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] For port 345ab761-8a9e-43d7-9219-a137d7f0086f, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=345ab761-8a9e-43d7-9219-a137d7f0086f,segment=NetworkSegment(12b0ee7f-b716-4f1a-9ffa-ca741f2c2535),segment_id=12b0ee7f-b716-4f1a-9ffa-ca741f2c2535)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:15:24.238428 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5991db13-6f1d-4d38-86ac-e1be57c8a73a req-2beb7853-1295-4fb1-ae55-c7a673c14e2f tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (345ab761-8a9e-43d7-9219-a137d7f0086f), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:24.242394 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d14cdf-f475-42cf-983b-8052b98f4444 req-5708c568-e6e0-4922-b35d-1cc2c85557ce tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:24.244102 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f7d14cdf-f475-42cf-983b-8052b98f4444 req-5708c568-e6e0-4922-b35d-1cc2c85557ce tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4b542bd-9505-404d-88a4-96d3a97d97e5 HTTP/1.1" status: 200 len: 945 time: 0.0794125 Jan 28 03:15:24.251908 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-5991db13-6f1d-4d38-86ac-e1be57c8a73a req-2beb7853-1295-4fb1-ae55-c7a673c14e2f tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Calling delete_port for 345ab761-8a9e-43d7-9219-a137d7f0086f owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:15:24.305723 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f7d14cdf-f475-42cf-983b-8052b98f4444 req-6d786e1b-a916-47cd-b774-65a4b4c0e124 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553482 Jan 28 03:15:24.440096 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5991db13-6f1d-4d38-86ac-e1be57c8a73a req-2beb7853-1295-4fb1-ae55-c7a673c14e2f tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (345ab761-8a9e-43d7-9219-a137d7f0086f), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:24.475097 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['345ab761-8a9e-43d7-9219-a137d7f0086f'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:15:24.528883 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beb7853-1295-4fb1-ae55-c7a673c14e2f tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Pushing event deleted for resources: {'Port': ['ID=345ab761-8a9e-43d7-9219-a137d7f0086f,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:15:24.615165 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-72d56523-4527-4897-80f5-e2c035ef2810 req-9755882e-ae4d-4424-b77d-47b660084e40 tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.53 "GET /v2.0/ports?device_id=a118dd3a-bc7f-451b-8f10-c330823643c0 HTTP/1.1" status: 200 len: 210 time: 0.0581958 Jan 28 03:15:24.628493 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-5991db13-6f1d-4d38-86ac-e1be57c8a73a req-2beb7853-1295-4fb1-ae55-c7a673c14e2f tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] No DVR routers for this DVR port 345ab761-8a9e-43d7-9219-a137d7f0086f on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:15:24.632788 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5991db13-6f1d-4d38-86ac-e1be57c8a73a req-2beb7853-1295-4fb1-ae55-c7a673c14e2f tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:24.647250 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5991db13-6f1d-4d38-86ac-e1be57c8a73a req-2beb7853-1295-4fb1-ae55-c7a673c14e2f tempest-ServersNegativeTestJSON-1100213164 tempest-ServersNegativeTestJSON-1100213164-project] 10.222.0.67 "DELETE /v2.0/ports/345ab761-8a9e-43d7-9219-a137d7f0086f HTTP/1.1" status: 204 len: 173 time: 0.6630609 Jan 28 03:15:24.647885 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a118dd3a-bc7f-451b-8f10-c330823643c0', 'name': 'network-vif-deleted', 'tag': '345ab761-8a9e-43d7-9219-a137d7f0086f'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:15:24.653384 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9d150c-0c11-411a-9d34-3f7e4b55df30" -d '{"events": [{"server_uuid": "a118dd3a-bc7f-451b-8f10-c330823643c0", "name": "network-vif-deleted", "tag": "345ab761-8a9e-43d7-9219-a137d7f0086f"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:15:24.752041 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653e76d6-0fcd-4e18-b7b2-037ac7b84ae0 x-openstack-request-id: req-653e76d6-0fcd-4e18-b7b2-037ac7b84ae0 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:15:24.752335 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a118dd3a-bc7f-451b-8f10-c330823643c0", "name": "network-vif-deleted", "tag": "345ab761-8a9e-43d7-9219-a137d7f0086f", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:15:24.752583 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-653e76d6-0fcd-4e18-b7b2-037ac7b84ae0 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:15:24.752983 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a118dd3a-bc7f-451b-8f10-c330823643c0', 'name': 'network-vif-deleted', 'tag': '345ab761-8a9e-43d7-9219-a137d7f0086f', 'status': 'completed', 'code': 200} Jan 28 03:15:25.727353 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37926) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:15:25.813119 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-6505d09a-88c5-48ff-9fe7-52d646fe5bad admin admin] Deleting subnet 28d442bf-9d1c-42f1-9234-238e9e502428 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:15:25.816651 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6505d09a-88c5-48ff-9fe7-52d646fe5bad admin admin] Publish callbacks [] for subnet (28d442bf-9d1c-42f1-9234-238e9e502428), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:25.857306 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6505d09a-88c5-48ff-9fe7-52d646fe5bad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (28d442bf-9d1c-42f1-9234-238e9e502428), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:25.907062 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6505d09a-88c5-48ff-9fe7-52d646fe5bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (28d442bf-9d1c-42f1-9234-238e9e502428), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:25.975793 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6505d09a-88c5-48ff-9fe7-52d646fe5bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (28d442bf-9d1c-42f1-9234-238e9e502428), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:26.025300 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6505d09a-88c5-48ff-9fe7-52d646fe5bad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28d442bf-9d1c-42f1-9234-238e9e502428,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:15:26.027648 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6505d09a-88c5-48ff-9fe7-52d646fe5bad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:26.028004 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6505d09a-88c5-48ff-9fe7-52d646fe5bad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:26.028349 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6505d09a-88c5-48ff-9fe7-52d646fe5bad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:26.028694 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6505d09a-88c5-48ff-9fe7-52d646fe5bad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:26.029149 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6505d09a-88c5-48ff-9fe7-52d646fe5bad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:26.029488 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6505d09a-88c5-48ff-9fe7-52d646fe5bad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:26.029827 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6505d09a-88c5-48ff-9fe7-52d646fe5bad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:26.030160 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6505d09a-88c5-48ff-9fe7-52d646fe5bad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:26.030539 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6505d09a-88c5-48ff-9fe7-52d646fe5bad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:26.030873 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6505d09a-88c5-48ff-9fe7-52d646fe5bad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:26.031201 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6505d09a-88c5-48ff-9fe7-52d646fe5bad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:26.031529 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6505d09a-88c5-48ff-9fe7-52d646fe5bad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:26.031855 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6505d09a-88c5-48ff-9fe7-52d646fe5bad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:26.045949 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6505d09a-88c5-48ff-9fe7-52d646fe5bad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:26.052730 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37930) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:15:26.053806 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6505d09a-88c5-48ff-9fe7-52d646fe5bad admin admin] 10.222.0.53 "DELETE /v2.0/subnets/28d442bf-9d1c-42f1-9234-238e9e502428 HTTP/1.1" status: 204 len: 168 time: 0.3245273 Jan 28 03:15:26.175592 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6d4191e3-ed84-4eac-8068-95db9ecf489e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (a1b14d6a-1801-4ed4-a315-0dab0fce9962), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:26.286277 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6d4191e3-ed84-4eac-8068-95db9ecf489e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (a1b14d6a-1801-4ed4-a315-0dab0fce9962), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:26.312948 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-6d4191e3-ed84-4eac-8068-95db9ecf489e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1b14d6a-1801-4ed4-a315-0dab0fce9962']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:15:26.323915 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-6d4191e3-ed84-4eac-8068-95db9ecf489e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12b0ee7f-b716-4f1a-9ffa-ca741f2c2535') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:15:26.324285 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-6d4191e3-ed84-4eac-8068-95db9ecf489e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12b0ee7f-b716-4f1a-9ffa-ca741f2c2535') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:15:26.336017 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6d4191e3-ed84-4eac-8068-95db9ecf489e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (12b0ee7f-b716-4f1a-9ffa-ca741f2c2535), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:26.352766 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6d4191e3-ed84-4eac-8068-95db9ecf489e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (12b0ee7f-b716-4f1a-9ffa-ca741f2c2535), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:26.360696 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d4191e3-ed84-4eac-8068-95db9ecf489e admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:15:26.361216 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6d4191e3-ed84-4eac-8068-95db9ecf489e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (12b0ee7f-b716-4f1a-9ffa-ca741f2c2535), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:26.363571 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:15:26.363571 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:15:26.363571 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:15:26.363571 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:15:26.363571 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:15:26.363571 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:15:26.363571 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:15:26.363571 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:15:26.363571 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:15:26.363571 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:15:26.363571 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:15:26.363571 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:15:26.363571 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:15:26.363571 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:15:26.363571 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:15:26.363571 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:15:26.363571 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:15:26.363571 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:15:26.363571 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:15:26.363571 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:15:26.363571 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:15:26.363571 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:15:26.363571 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:15:26.363571 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:15:26.363571 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:15:26.363571 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:15:26.363571 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:15:26.363571 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:15:26.363571 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:15:26.363571 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:15:26.363571 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:15:26.363571 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:15:26.432917 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6d4191e3-ed84-4eac-8068-95db9ecf489e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (a1b14d6a-1801-4ed4-a315-0dab0fce9962), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:26.438091 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6d4191e3-ed84-4eac-8068-95db9ecf489e admin admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:26.441702 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6d4191e3-ed84-4eac-8068-95db9ecf489e admin admin] 10.222.0.53 "DELETE /v2.0/networks/a1b14d6a-1801-4ed4-a315-0dab0fce9962 HTTP/1.1" status: 204 len: 168 time: 0.3875389 Jan 28 03:15:26.459265 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4191e3-ed84-4eac-8068-95db9ecf489e admin admin] Pushing event deleted for resources: {'Network': ['ID=a1b14d6a-1801-4ed4-a315-0dab0fce9962,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:15:26.732446 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37940) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:15:26.779156 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-88a90072-e83f-42c7-b6e0-592bbc953785 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=be0a66a0f0ac4e86951ed29782156c84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427628 Jan 28 03:15:26.779569 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37942) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:15:26.830382 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-eb23833e-fc17-4bc3-9401-22f0ad13e871 admin admin] Publish callbacks [] for security_group (fcc58314-b257-48b8-b8ab-b66136385f5b), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:26.858530 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-eb23833e-fc17-4bc3-9401-22f0ad13e871 admin admin] Publish callbacks [] for security_group (fcc58314-b257-48b8-b8ab-b66136385f5b), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:26.907550 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-eb23833e-fc17-4bc3-9401-22f0ad13e871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (fcc58314-b257-48b8-b8ab-b66136385f5b), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:26.910954 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-eb23833e-fc17-4bc3-9401-22f0ad13e871 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:26.912130 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-eb23833e-fc17-4bc3-9401-22f0ad13e871 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fcc58314-b257-48b8-b8ab-b66136385f5b HTTP/1.1" status: 204 len: 168 time: 0.1315119 Jan 28 03:15:26.923254 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb23833e-fc17-4bc3-9401-22f0ad13e871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc58314-b257-48b8-b8ab-b66136385f5b,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:15:27.254716 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 345ab761-8a9e-43d7-9219-a137d7f0086f no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:15:27.325284 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: 345ab761-8a9e-43d7-9219-a137d7f0086f {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:15:27.325640 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 345ab761-8a9e-43d7-9219-a137d7f0086f not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:15:27.413509 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340bcb3c-aacf-48ab-bd9b-a07498ab393b req-9bf37cd6-9840-4552-8acf-2d3e9ec98576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:27.417376 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-340bcb3c-aacf-48ab-bd9b-a07498ab393b req-9bf37cd6-9840-4552-8acf-2d3e9ec98576 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ba16e556acef4ff0be65319bbf33daeb&device_id=f4b542bd-9505-404d-88a4-96d3a97d97e5 HTTP/1.1" status: 200 len: 1097 time: 0.0793173 Jan 28 03:15:27.468519 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d3f62-092a-4550-b523-c4d28e6c5867 req-05201671-f119-40fd-8557-9ddb2fee6c5e tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:27.486368 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cb1d3f62-092a-4550-b523-c4d28e6c5867 req-05201671-f119-40fd-8557-9ddb2fee6c5e tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4b542bd-9505-404d-88a4-96d3a97d97e5 HTTP/1.1" status: 200 len: 945 time: 0.1008162 Jan 28 03:15:27.565280 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340bcb3c-aacf-48ab-bd9b-a07498ab393b req-194b9441-0ed4-4548-aaf6-3682cecc654d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:27.566830 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-340bcb3c-aacf-48ab-bd9b-a07498ab393b req-194b9441-0ed4-4548-aaf6-3682cecc654d service neutron] 10.222.0.67 "GET /v2.0/networks?id=8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843 HTTP/1.1" status: 200 len: 920 time: 0.1434567 Jan 28 03:15:27.568973 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cb1d3f62-092a-4550-b523-c4d28e6c5867 req-9707410e-126b-41f3-b9e9-4f73d3d883dd tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812688 Jan 28 03:15:27.632658 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-340bcb3c-aacf-48ab-bd9b-a07498ab393b req-ff3cf897-7ddb-4459-a92e-a1316e3c856d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9246b557-7626-4482-842c-ee461ac3dc45 HTTP/1.1" status: 200 len: 217 time: 0.0564847 Jan 28 03:15:27.755380 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340bcb3c-aacf-48ab-bd9b-a07498ab393b req-79c53333-fab6-4069-a27e-d63eb8583edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:27.755380 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-340bcb3c-aacf-48ab-bd9b-a07498ab393b req-79c53333-fab6-4069-a27e-d63eb8583edb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f83fc2f5-b59d-49d1-b182-e92bb7891964 HTTP/1.1" status: 200 len: 859 time: 0.1146307 Jan 28 03:15:27.788053 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-340bcb3c-aacf-48ab-bd9b-a07498ab393b req-e0932146-f80f-41bb-9aef-0dab9d12b4e6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275817 Jan 28 03:15:27.898922 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-340bcb3c-aacf-48ab-bd9b-a07498ab393b req-1607800f-5520-418b-9ced-32bf720545cd service neutron] 10.222.0.67 "GET /v2.0/networks/8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044471 Jan 28 03:15:28.003876 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-340bcb3c-aacf-48ab-bd9b-a07498ab393b req-cf8c5372-dbc7-4443-abb5-85ad0f02c401 service neutron] 10.222.0.67 "GET /v2.0/networks/8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945446 Jan 28 03:15:28.325282 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37994) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:15:28.447472 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a6e4de69-f1af-4457-b14f-cda9c68664e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:28.530893 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a6e4de69-f1af-4457-b14f-cda9c68664e1 admin admin] Publish callbacks [] for security_group (6a5354af-a4f8-491e-b5a9-5859aaa9ced6), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:28.539846 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a6e4de69-f1af-4457-b14f-cda9c68664e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (6a5354af-a4f8-491e-b5a9-5859aaa9ced6), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:28.579007 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a6e4de69-f1af-4457-b14f-cda9c68664e1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2fc913c9b5f748f7876b8a4832120834&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2526269 Jan 28 03:15:28.580169 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e4de69-f1af-4457-b14f-cda9c68664e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5354af-a4f8-491e-b5a9-5859aaa9ced6,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:15:28.582989 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37998) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:15:28.653280 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9f1b7c5d-e67e-4891-8cc2-4f1c9d5b59dd admin admin] Publish callbacks [] for security_group (6a5354af-a4f8-491e-b5a9-5859aaa9ced6), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:28.689046 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9f1b7c5d-e67e-4891-8cc2-4f1c9d5b59dd admin admin] Publish callbacks [] for security_group (6a5354af-a4f8-491e-b5a9-5859aaa9ced6), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:28.798038 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8e292-3c24-4272-8c78-98579af226fc req-78b881b2-a8b4-4cef-9739-c6a9a5a50a45 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:28.799724 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-caa8e292-3c24-4272-8c78-98579af226fc req-78b881b2-a8b4-4cef-9739-c6a9a5a50a45 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4b542bd-9505-404d-88a4-96d3a97d97e5 HTTP/1.1" status: 200 len: 945 time: 0.1026032 Jan 28 03:15:28.808490 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9f1b7c5d-e67e-4891-8cc2-4f1c9d5b59dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (6a5354af-a4f8-491e-b5a9-5859aaa9ced6), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:28.811799 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9f1b7c5d-e67e-4891-8cc2-4f1c9d5b59dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:28.815646 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9f1b7c5d-e67e-4891-8cc2-4f1c9d5b59dd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6a5354af-a4f8-491e-b5a9-5859aaa9ced6 HTTP/1.1" status: 204 len: 168 time: 0.2281849 Jan 28 03:15:28.848952 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1b7c5d-e67e-4891-8cc2-4f1c9d5b59dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5354af-a4f8-491e-b5a9-5859aaa9ced6,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:15:28.889207 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-caa8e292-3c24-4272-8c78-98579af226fc req-6a2c463e-a598-462d-90ba-8467b4cb7341 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743277 Jan 28 03:15:29.221517 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:29.730662 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-271aef0b-103a-4e6f-84ef-19ec55605aa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:30.137787 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e9bf0-12a2-4ac2-9d76-8663963d8401 req-49591eda-defc-4261-8221-cbd6d6c7ac4a tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:30.144509 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-348e9bf0-12a2-4ac2-9d76-8663963d8401 req-49591eda-defc-4261-8221-cbd6d6c7ac4a tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4b542bd-9505-404d-88a4-96d3a97d97e5 HTTP/1.1" status: 200 len: 945 time: 0.1212454 Jan 28 03:15:30.240145 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-348e9bf0-12a2-4ac2-9d76-8663963d8401 req-7dc41fc9-c25e-4d6d-bf34-ecaee7521e39 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881131 Jan 28 03:15:30.535097 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38080) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:15:30.671765 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b8a077e8-75a4-405d-a6d2-ef83cd193ef4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:30.749779 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b8a077e8-75a4-405d-a6d2-ef83cd193ef4 admin admin] Publish callbacks [] for security_group (9962c86d-b376-4372-bed6-6bada8dec8cc), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:30.758287 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b8a077e8-75a4-405d-a6d2-ef83cd193ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (9962c86d-b376-4372-bed6-6bada8dec8cc), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:30.793118 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a077e8-75a4-405d-a6d2-ef83cd193ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9962c86d-b376-4372-bed6-6bada8dec8cc,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:15:30.827984 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b8a077e8-75a4-405d-a6d2-ef83cd193ef4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=abba239d916641cb9a082d0b570ecb39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2886205 Jan 28 03:15:30.828986 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38086) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:15:30.886388 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6c4f00e0-1370-432c-a1ea-aa1d4ca9e97a admin admin] Publish callbacks [] for security_group (9962c86d-b376-4372-bed6-6bada8dec8cc), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:30.909754 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6c4f00e0-1370-432c-a1ea-aa1d4ca9e97a admin admin] Publish callbacks [] for security_group (9962c86d-b376-4372-bed6-6bada8dec8cc), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:30.971913 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6c4f00e0-1370-432c-a1ea-aa1d4ca9e97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (9962c86d-b376-4372-bed6-6bada8dec8cc), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:30.975181 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6c4f00e0-1370-432c-a1ea-aa1d4ca9e97a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:30.979104 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6c4f00e0-1370-432c-a1ea-aa1d4ca9e97a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9962c86d-b376-4372-bed6-6bada8dec8cc HTTP/1.1" status: 204 len: 168 time: 0.1463356 Jan 28 03:15:30.993344 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4f00e0-1370-432c-a1ea-aa1d4ca9e97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9962c86d-b376-4372-bed6-6bada8dec8cc,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:15:31.462284 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acdd292-e337-4d8b-b2aa-6cb8d90693b5 req-82760cab-5417-449a-8597-61f303216300 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:31.467252 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1acdd292-e337-4d8b-b2aa-6cb8d90693b5 req-82760cab-5417-449a-8597-61f303216300 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4b542bd-9505-404d-88a4-96d3a97d97e5 HTTP/1.1" status: 200 len: 945 time: 0.0942099 Jan 28 03:15:31.550399 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1acdd292-e337-4d8b-b2aa-6cb8d90693b5 req-ab9f94b3-9262-4914-a42e-f653081fc21c tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560989 Jan 28 03:15:31.792289 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-bce45a9e-32c7-42d1-8fba-aaae72c8618d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:32.705111 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc18d2-371e-471b-97c9-e7bc0e43fea4 req-d45ee078-f3b3-4e16-85d4-69483df3e77b tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:32.708118 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4dcc18d2-371e-471b-97c9-e7bc0e43fea4 req-d45ee078-f3b3-4e16-85d4-69483df3e77b tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4b542bd-9505-404d-88a4-96d3a97d97e5 HTTP/1.1" status: 200 len: 945 time: 0.0699027 Jan 28 03:15:32.795352 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4dcc18d2-371e-471b-97c9-e7bc0e43fea4 req-519eade6-b1d1-491c-a618-a27d34fb857c tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808160 Jan 28 03:15:33.312660 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:33.498734 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:33.974320 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6c002-9eaa-4aac-9b08-ffdc57c1360c req-108a5289-cc30-4621-9d41-47c6fbb72547 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:33.983696 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ccf6c002-9eaa-4aac-9b08-ffdc57c1360c req-108a5289-cc30-4621-9d41-47c6fbb72547 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4b542bd-9505-404d-88a4-96d3a97d97e5 HTTP/1.1" status: 200 len: 945 time: 0.0837591 Jan 28 03:15:34.059164 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ccf6c002-9eaa-4aac-9b08-ffdc57c1360c req-78dc50c9-38f4-44a8-81f1-b969334fd49f tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721505 Jan 28 03:15:34.760896 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf2b9a-6561-4910-b764-170fca007c3a req-b1b5af6a-ab8e-41b1-8b5f-00e792bdeb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:34.763516 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ebf2b9a-6561-4910-b764-170fca007c3a req-b1b5af6a-ab8e-41b1-8b5f-00e792bdeb21 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f4b542bd-9505-404d-88a4-96d3a97d97e5 HTTP/1.1" status: 200 len: 1097 time: 0.0576303 Jan 28 03:15:34.778551 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:34.824167 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6ebf2b9a-6561-4910-b764-170fca007c3a req-b4ba715e-eecd-40a1-9a70-59f69f04e9b5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548451 Jan 28 03:15:35.188786 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777a481-6387-4489-a76e-4802ab3c2919 req-c4ffd5ef-931a-4b00-95cf-18f5c136d201 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:35.198643 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5777a481-6387-4489-a76e-4802ab3c2919 req-c4ffd5ef-931a-4b00-95cf-18f5c136d201 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4b542bd-9505-404d-88a4-96d3a97d97e5 HTTP/1.1" status: 200 len: 945 time: 0.0657496 Jan 28 03:15:35.252086 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5777a481-6387-4489-a76e-4802ab3c2919 req-c8552a85-a7ae-4682-a6fa-5124ecafd418 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525160 Jan 28 03:15:35.684986 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38242) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:15:36.007990 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:36.419244 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772664a5-0f16-416f-82dc-08026a28a77a req-180d3ae3-b24d-4bfe-89aa-bfccd035539d tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:36.428088 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-772664a5-0f16-416f-82dc-08026a28a77a req-180d3ae3-b24d-4bfe-89aa-bfccd035539d tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4b542bd-9505-404d-88a4-96d3a97d97e5 HTTP/1.1" status: 200 len: 945 time: 0.0653942 Jan 28 03:15:36.492059 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-772664a5-0f16-416f-82dc-08026a28a77a req-20fe0a3c-3d5e-43f5-b275-1ec1f5f699b2 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628614 Jan 28 03:15:37.079248 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079d25c-8775-4751-ac3e-0f709ec752c5 req-5f129032-6453-4ebf-9f47-394f1386a856 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:37.082084 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5079d25c-8775-4751-ac3e-0f709ec752c5 req-5f129032-6453-4ebf-9f47-394f1386a856 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4b542bd-9505-404d-88a4-96d3a97d97e5 HTTP/1.1" status: 200 len: 945 time: 0.1350169 Jan 28 03:15:37.145186 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c98c7-436f-433d-bfc0-6d5c5ba71b47 req-27e51197-22e6-4e08-97cd-5e5f92f6f848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:37.149392 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b92c98c7-436f-433d-bfc0-6d5c5ba71b47 req-27e51197-22e6-4e08-97cd-5e5f92f6f848 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ba16e556acef4ff0be65319bbf33daeb&device_id=f4b542bd-9505-404d-88a4-96d3a97d97e5 HTTP/1.1" status: 200 len: 1097 time: 0.1283689 Jan 28 03:15:37.186879 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5079d25c-8775-4751-ac3e-0f709ec752c5 req-eddb3781-aa43-4ec5-85ce-3f0209a2c6b6 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911331 Jan 28 03:15:37.441332 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c98c7-436f-433d-bfc0-6d5c5ba71b47 req-22749217-a89d-4b27-86f1-c07bdf54ecad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:37.444592 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b92c98c7-436f-433d-bfc0-6d5c5ba71b47 req-22749217-a89d-4b27-86f1-c07bdf54ecad service neutron] 10.222.0.67 "GET /v2.0/networks?id=8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843 HTTP/1.1" status: 200 len: 920 time: 0.2126517 Jan 28 03:15:37.518172 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b92c98c7-436f-433d-bfc0-6d5c5ba71b47 req-79820fd5-52ac-4a52-a5ce-d6659819243f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9246b557-7626-4482-842c-ee461ac3dc45 HTTP/1.1" status: 200 len: 217 time: 0.0645518 Jan 28 03:15:37.596317 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c98c7-436f-433d-bfc0-6d5c5ba71b47 req-98bc7d6a-65c4-45b1-b13e-c4b848ddb0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:37.598853 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b92c98c7-436f-433d-bfc0-6d5c5ba71b47 req-98bc7d6a-65c4-45b1-b13e-c4b848ddb0a7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f83fc2f5-b59d-49d1-b182-e92bb7891964 HTTP/1.1" status: 200 len: 859 time: 0.0736825 Jan 28 03:15:37.642979 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b92c98c7-436f-433d-bfc0-6d5c5ba71b47 req-2a3dfacb-6367-4f16-bfc9-15d41315dd9b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371683 Jan 28 03:15:37.820712 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b92c98c7-436f-433d-bfc0-6d5c5ba71b47 req-cbd9eb4f-a76e-4adc-a6f5-b913daf77f18 service neutron] 10.222.0.67 "GET /v2.0/networks/8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667747 Jan 28 03:15:37.978585 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7c4a34aa-bb5c-49d7-9475-31a2c690670b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (027d7feb-fbfc-487d-837e-4d90ec7daa39), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:38.068395 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b92c98c7-436f-433d-bfc0-6d5c5ba71b47 req-3e2915a1-41bc-4879-8047-4b0fd32bf558 service neutron] 10.222.0.67 "GET /v2.0/networks/8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403548 Jan 28 03:15:38.190522 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:15:38.351033 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8721ba3-5a62-4e50-a611-8c0ea0f0cb18 req-849d1adb-f43e-4e77-9258-fe673868ff3f tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:38.352974 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d8721ba3-5a62-4e50-a611-8c0ea0f0cb18 req-849d1adb-f43e-4e77-9258-fe673868ff3f tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4b542bd-9505-404d-88a4-96d3a97d97e5 HTTP/1.1" status: 200 len: 945 time: 0.0666854 Jan 28 03:15:38.385492 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-7c4a34aa-bb5c-49d7-9475-31a2c690670b admin admin] Deleting port 5940118f-9f78-4b24-b10e-16ab4396a3aa {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:15:38.385492 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7c4a34aa-bb5c-49d7-9475-31a2c690670b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (5940118f-9f78-4b24-b10e-16ab4396a3aa), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:38.413936 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d8721ba3-5a62-4e50-a611-8c0ea0f0cb18 req-ae3c6231-9ac8-4849-a460-662085ec0fcd tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535610 Jan 28 03:15:38.505885 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-7c4a34aa-bb5c-49d7-9475-31a2c690670b admin admin] For port 5940118f-9f78-4b24-b10e-16ab4396a3aa, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=5940118f-9f78-4b24-b10e-16ab4396a3aa,segment=NetworkSegment(4b8aaf8b-443e-4581-95cb-ce007f1757b3),segment_id=4b8aaf8b-443e-4581-95cb-ce007f1757b3)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:15:38.505885 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7c4a34aa-bb5c-49d7-9475-31a2c690670b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (5940118f-9f78-4b24-b10e-16ab4396a3aa), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:38.523305 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-7c4a34aa-bb5c-49d7-9475-31a2c690670b admin admin] Calling delete_port for 5940118f-9f78-4b24-b10e-16ab4396a3aa owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:15:38.737933 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38392) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:15:38.742390 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7c4a34aa-bb5c-49d7-9475-31a2c690670b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (5940118f-9f78-4b24-b10e-16ab4396a3aa), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:38.778786 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a34aa-bb5c-49d7-9475-31a2c690670b admin admin] Pushing event deleted for resources: {'Port': ['ID=5940118f-9f78-4b24-b10e-16ab4396a3aa,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:15:38.884409 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4d6975d4-a344-45fa-8e3b-01d976a67422 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:39.027851 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4d6975d4-a344-45fa-8e3b-01d976a67422 admin admin] Publish callbacks [] for security_group (4e72885e-d639-4f37-a288-f4fde40b41bd), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:39.033794 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4d6975d4-a344-45fa-8e3b-01d976a67422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (4e72885e-d639-4f37-a288-f4fde40b41bd), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:39.052955 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7c4a34aa-bb5c-49d7-9475-31a2c690670b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (027d7feb-fbfc-487d-837e-4d90ec7daa39), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:39.095248 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4d6975d4-a344-45fa-8e3b-01d976a67422 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=61d0425d029847be89d9a32287c88659&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3558946 Jan 28 03:15:39.099644 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38404) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:15:39.144332 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6975d4-a344-45fa-8e3b-01d976a67422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e72885e-d639-4f37-a288-f4fde40b41bd,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:15:39.165610 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4020e83b-02ab-4249-88d7-e0004ab5db1d admin admin] Publish callbacks [] for security_group (4e72885e-d639-4f37-a288-f4fde40b41bd), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:39.188216 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4020e83b-02ab-4249-88d7-e0004ab5db1d admin admin] Publish callbacks [] for security_group (4e72885e-d639-4f37-a288-f4fde40b41bd), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:39.259374 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4020e83b-02ab-4249-88d7-e0004ab5db1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (4e72885e-d639-4f37-a288-f4fde40b41bd), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:39.265875 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4020e83b-02ab-4249-88d7-e0004ab5db1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:39.273777 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4020e83b-02ab-4249-88d7-e0004ab5db1d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4e72885e-d639-4f37-a288-f4fde40b41bd HTTP/1.1" status: 204 len: 168 time: 0.1710451 Jan 28 03:15:39.288626 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4020e83b-02ab-4249-88d7-e0004ab5db1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e72885e-d639-4f37-a288-f4fde40b41bd,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:15:39.342135 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4a34aa-bb5c-49d7-9475-31a2c690670b admin admin] Router 027d7feb-fbfc-487d-837e-4d90ec7daa39 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:15:39.477692 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4a34aa-bb5c-49d7-9475-31a2c690670b admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:15:39.487391 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7c4a34aa-bb5c-49d7-9475-31a2c690670b admin admin] 10.222.0.53 "PUT /v2.0/routers/027d7feb-fbfc-487d-837e-4d90ec7daa39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7970238 Jan 28 03:15:39.488734 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38412) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:15:39.492189 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5609e43-9ff5-4083-b831-b0f464176e01 None None] Sync routers for ids ['027d7feb-fbfc-487d-837e-4d90ec7daa39'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:15:39.506965 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5609e43-9ff5-4083-b831-b0f464176e01 None None] Routers {'027d7feb-fbfc-487d-837e-4d90ec7daa39'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:15:39.507613 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-e5609e43-9ff5-4083-b831-b0f464176e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:15:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['027d7feb-fbfc-487d-837e-4d90ec7daa39'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:15:39.633159 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-e5609e43-9ff5-4083-b831-b0f464176e01 None None] Set router 027d7feb-fbfc-487d-837e-4d90ec7daa39 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:15:39.637776 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38414) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:15:39.642102 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4beea81-c512-4c49-ac45-ec020d26b608 req-fff895b5-7bb7-4dc9-ab09-344b1dbf874a tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:39.644055 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a4beea81-c512-4c49-ac45-ec020d26b608 req-fff895b5-7bb7-4dc9-ab09-344b1dbf874a tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4b542bd-9505-404d-88a4-96d3a97d97e5 HTTP/1.1" status: 200 len: 945 time: 0.1045754 Jan 28 03:15:39.668741 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-818cfbb1-8427-4cd2-b055-9797acd03164 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:39.704715 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d60966ee-9506-4933-bd72-6742331088ec admin admin] Publish callbacks [] for router (027d7feb-fbfc-487d-837e-4d90ec7daa39), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:39.752915 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a4beea81-c512-4c49-ac45-ec020d26b608 req-6fe63c62-f15a-40a3-8297-be6d245ddf02 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008506 Jan 28 03:15:39.793040 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-818cfbb1-8427-4cd2-b055-9797acd03164 admin admin] Publish callbacks [] for security_group (b0250dbd-e86a-4ad4-b3ca-4e0257aac6c1), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:39.800169 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-818cfbb1-8427-4cd2-b055-9797acd03164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b0250dbd-e86a-4ad4-b3ca-4e0257aac6c1), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:39.849577 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-818cfbb1-8427-4cd2-b055-9797acd03164 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5462bef9f9254376978b001dafe7fe7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2106805 Jan 28 03:15:39.850842 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818cfbb1-8427-4cd2-b055-9797acd03164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0250dbd-e86a-4ad4-b3ca-4e0257aac6c1,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:15:39.853842 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38416) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:15:39.891797 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-e5609e43-9ff5-4083-b831-b0f464176e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'name': 'tempest-AttachVolumeTestJSON-665389209-router', 'tenant_id': 'f89e990f7f004133b0af85a906874094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'dd5fd4d5-0c0a-4361-a47b-fd29934f3939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:04:52Z', 'updated_at': '2022-01-28T03:15:38Z', 'revision_number': 5, 'project_id': 'f89e990f7f004133b0af85a906874094', 'gw_port': {'id': 'dd5fd4d5-0c0a-4361-a47b-fd29934f3939', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:04:55Z', 'updated_at': '2022-01-28T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:15:39.920076 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d60966ee-9506-4933-bd72-6742331088ec admin admin] Publish callbacks [] for router_gateway (027d7feb-fbfc-487d-837e-4d90ec7daa39), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:39.937317 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5609e43-9ff5-4083-b831-b0f464176e01 None None] Checking router: 027d7feb-fbfc-487d-837e-4d90ec7daa39 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:15:39.946772 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5609e43-9ff5-4083-b831-b0f464176e01 None None] Routers {'027d7feb-fbfc-487d-837e-4d90ec7daa39'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:15:39.947402 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-e5609e43-9ff5-4083-b831-b0f464176e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:15:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['027d7feb-fbfc-487d-837e-4d90ec7daa39'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:15:39.963057 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c767c951-e13a-4915-a2f7-8481bc4615d1 admin admin] Publish callbacks [] for security_group (b0250dbd-e86a-4ad4-b3ca-4e0257aac6c1), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:39.993894 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c767c951-e13a-4915-a2f7-8481bc4615d1 admin admin] Publish callbacks [] for security_group (b0250dbd-e86a-4ad4-b3ca-4e0257aac6c1), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:39.996467 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-d60966ee-9506-4933-bd72-6742331088ec admin admin] Deleting port dd5fd4d5-0c0a-4361-a47b-fd29934f3939 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:15:39.996906 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d60966ee-9506-4933-bd72-6742331088ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (dd5fd4d5-0c0a-4361-a47b-fd29934f3939), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:40.081933 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c767c951-e13a-4915-a2f7-8481bc4615d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b0250dbd-e86a-4ad4-b3ca-4e0257aac6c1), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:40.089137 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c767c951-e13a-4915-a2f7-8481bc4615d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:40.092776 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c767c951-e13a-4915-a2f7-8481bc4615d1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b0250dbd-e86a-4ad4-b3ca-4e0257aac6c1 HTTP/1.1" status: 204 len: 168 time: 0.2354066 Jan 28 03:15:40.100996 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c767c951-e13a-4915-a2f7-8481bc4615d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0250dbd-e86a-4ad4-b3ca-4e0257aac6c1,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:15:40.177399 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-d60966ee-9506-4933-bd72-6742331088ec admin admin] For port dd5fd4d5-0c0a-4361-a47b-fd29934f3939, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=dd5fd4d5-0c0a-4361-a47b-fd29934f3939,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:15:40.178351 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d60966ee-9506-4933-bd72-6742331088ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (dd5fd4d5-0c0a-4361-a47b-fd29934f3939), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:40.203025 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-d60966ee-9506-4933-bd72-6742331088ec admin admin] Calling delete_port for dd5fd4d5-0c0a-4361-a47b-fd29934f3939 owned by network:router_gateway {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:15:40.240953 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-e5609e43-9ff5-4083-b831-b0f464176e01 None None] Set router 027d7feb-fbfc-487d-837e-4d90ec7daa39 gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:15:40.314113 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-e5609e43-9ff5-4083-b831-b0f464176e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'name': 'tempest-AttachVolumeTestJSON-665389209-router', 'tenant_id': 'f89e990f7f004133b0af85a906874094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:04:52Z', 'updated_at': '2022-01-28T03:15:39Z', 'revision_number': 6, 'project_id': 'f89e990f7f004133b0af85a906874094', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:15:40.341159 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5609e43-9ff5-4083-b831-b0f464176e01 None None] The sync data for ids ['027d7feb-fbfc-487d-837e-4d90ec7daa39'] in n-d-712139-27 is: [{'id': '027d7feb-fbfc-487d-837e-4d90ec7daa39', 'name': 'tempest-AttachVolumeTestJSON-665389209-router', 'tenant_id': 'f89e990f7f004133b0af85a906874094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:04:52Z', 'updated_at': '2022-01-28T03:15:39Z', 'revision_number': 6, 'project_id': 'f89e990f7f004133b0af85a906874094', 'gw_port_host': None}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:15:40.442716 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d60966ee-9506-4933-bd72-6742331088ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (dd5fd4d5-0c0a-4361-a47b-fd29934f3939), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:40.502451 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60966ee-9506-4933-bd72-6742331088ec admin admin] Pushing event deleted for resources: {'Port': ['ID=dd5fd4d5-0c0a-4361-a47b-fd29934f3939,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:15:40.543358 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60966ee-9506-4933-bd72-6742331088ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:40.543709 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60966ee-9506-4933-bd72-6742331088ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:40.544116 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60966ee-9506-4933-bd72-6742331088ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:40.544361 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60966ee-9506-4933-bd72-6742331088ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:40.544690 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60966ee-9506-4933-bd72-6742331088ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:40.545188 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60966ee-9506-4933-bd72-6742331088ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:40.545513 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60966ee-9506-4933-bd72-6742331088ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:40.545824 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60966ee-9506-4933-bd72-6742331088ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:40.546133 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60966ee-9506-4933-bd72-6742331088ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:40.546834 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60966ee-9506-4933-bd72-6742331088ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:40.546956 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60966ee-9506-4933-bd72-6742331088ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:40.547173 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60966ee-9506-4933-bd72-6742331088ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:40.547606 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60966ee-9506-4933-bd72-6742331088ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:40.562203 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d60966ee-9506-4933-bd72-6742331088ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (027d7feb-fbfc-487d-837e-4d90ec7daa39), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:40.652887 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d60966ee-9506-4933-bd72-6742331088ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (027d7feb-fbfc-487d-837e-4d90ec7daa39), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:40.655196 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d60966ee-9506-4933-bd72-6742331088ec admin admin] Publish callbacks [] for router_controller (027d7feb-fbfc-487d-837e-4d90ec7daa39), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:40.716992 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d60966ee-9506-4933-bd72-6742331088ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (027d7feb-fbfc-487d-837e-4d90ec7daa39), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:40.718347 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60966ee-9506-4933-bd72-6742331088ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 027d7feb-fbfc-487d-837e-4d90ec7daa39 {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:15:40.726568 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d60966ee-9506-4933-bd72-6742331088ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:40.731638 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38440) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:15:40.732625 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d60966ee-9506-4933-bd72-6742331088ec admin admin] 10.222.0.53 "DELETE /v2.0/routers/027d7feb-fbfc-487d-837e-4d90ec7daa39 HTTP/1.1" status: 204 len: 168 time: 1.2411735 Jan 28 03:15:40.803383 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-d67251a6-05e1-487a-a019-ddcafbdb79d6 admin admin] Deleting subnet 06dde70e-a1cf-43e5-9a09-417a59ad5656 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:15:40.807974 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d67251a6-05e1-487a-a019-ddcafbdb79d6 admin admin] Publish callbacks [] for subnet (06dde70e-a1cf-43e5-9a09-417a59ad5656), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:40.854868 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d67251a6-05e1-487a-a019-ddcafbdb79d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (06dde70e-a1cf-43e5-9a09-417a59ad5656), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:40.935924 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807ee5e-c521-49dd-951c-28ce7880c2f4 req-eaa9ec80-6427-435c-af00-9391b22949de tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:40.938749 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7807ee5e-c521-49dd-951c-28ce7880c2f4 req-eaa9ec80-6427-435c-af00-9391b22949de tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4b542bd-9505-404d-88a4-96d3a97d97e5 HTTP/1.1" status: 200 len: 945 time: 0.0644617 Jan 28 03:15:40.966071 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d67251a6-05e1-487a-a019-ddcafbdb79d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (06dde70e-a1cf-43e5-9a09-417a59ad5656), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:41.012250 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7807ee5e-c521-49dd-951c-28ce7880c2f4 req-921439e8-3df9-4b13-b756-a45533296f4f tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666356 Jan 28 03:15:41.041592 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d67251a6-05e1-487a-a019-ddcafbdb79d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (06dde70e-a1cf-43e5-9a09-417a59ad5656), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:41.069583 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67251a6-05e1-487a-a019-ddcafbdb79d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06dde70e-a1cf-43e5-9a09-417a59ad5656,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:15:41.081061 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d67251a6-05e1-487a-a019-ddcafbdb79d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:41.082676 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcbf994-199e-44f7-9a10-0148871954f0 None None] Network f4ded625-2395-4b5b-8619-6207cf127af3 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:15:41.089426 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38458) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:15:41.103004 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d67251a6-05e1-487a-a019-ddcafbdb79d6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/06dde70e-a1cf-43e5-9a09-417a59ad5656 HTTP/1.1" status: 204 len: 168 time: 0.3700774 Jan 28 03:15:41.170748 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-88993bc9-6790-4e81-808f-49a4dfe7d548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (f4ded625-2395-4b5b-8619-6207cf127af3), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:41.245764 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-88993bc9-6790-4e81-808f-49a4dfe7d548 admin admin] Deleting port 84bfb854-8bd5-4222-aba2-4044a8006e6a {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:15:41.246214 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-88993bc9-6790-4e81-808f-49a4dfe7d548 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (84bfb854-8bd5-4222-aba2-4044a8006e6a), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:41.328377 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-88993bc9-6790-4e81-808f-49a4dfe7d548 admin admin] For port 84bfb854-8bd5-4222-aba2-4044a8006e6a, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=84bfb854-8bd5-4222-aba2-4044a8006e6a,segment=NetworkSegment(4b8aaf8b-443e-4581-95cb-ce007f1757b3),segment_id=4b8aaf8b-443e-4581-95cb-ce007f1757b3)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:15:41.329322 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-88993bc9-6790-4e81-808f-49a4dfe7d548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (84bfb854-8bd5-4222-aba2-4044a8006e6a), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:41.352351 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-88993bc9-6790-4e81-808f-49a4dfe7d548 admin admin] Calling delete_port for 84bfb854-8bd5-4222-aba2-4044a8006e6a owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:15:41.477795 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d2d9c6-463b-417c-ad8e-c9f0b51a33bc None None] DHCP port deletion for f4ded625-2395-4b5b-8619-6207cf127af3 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:15:41.513690 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-88993bc9-6790-4e81-808f-49a4dfe7d548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (84bfb854-8bd5-4222-aba2-4044a8006e6a), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:41.545431 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88993bc9-6790-4e81-808f-49a4dfe7d548 admin admin] Pushing event deleted for resources: {'Port': ['ID=84bfb854-8bd5-4222-aba2-4044a8006e6a,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:15:41.554115 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88993bc9-6790-4e81-808f-49a4dfe7d548 admin admin] No DVR routers for this DVR port 84bfb854-8bd5-4222-aba2-4044a8006e6a on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:15:41.565886 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-54d2d9c6-463b-417c-ad8e-c9f0b51a33bc None None] Deleting port 84bfb854-8bd5-4222-aba2-4044a8006e6a {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:15:41.571350 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-54d2d9c6-463b-417c-ad8e-c9f0b51a33bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (84bfb854-8bd5-4222-aba2-4044a8006e6a), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:41.682230 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-88993bc9-6790-4e81-808f-49a4dfe7d548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (f4ded625-2395-4b5b-8619-6207cf127af3), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:41.710309 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-54d2d9c6-463b-417c-ad8e-c9f0b51a33bc None None] For port 84bfb854-8bd5-4222-aba2-4044a8006e6a, host n-d-712139-27, got binding levels [] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:15:41.711289 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-54d2d9c6-463b-417c-ad8e-c9f0b51a33bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (84bfb854-8bd5-4222-aba2-4044a8006e6a), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:41.736687 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-88993bc9-6790-4e81-808f-49a4dfe7d548 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4ded625-2395-4b5b-8619-6207cf127af3']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:15:41.749217 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-54d2d9c6-463b-417c-ad8e-c9f0b51a33bc None None] Calling delete_port for 84bfb854-8bd5-4222-aba2-4044a8006e6a owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:15:41.752142 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.ipam_backend_mixin [None req-54d2d9c6-463b-417c-ad8e-c9f0b51a33bc None None] Port 84bfb854-8bd5-4222-aba2-4044a8006e6a was not found and therefore no delete operation was performed {{(pid=109804) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 03:15:41.753527 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-54d2d9c6-463b-417c-ad8e-c9f0b51a33bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (84bfb854-8bd5-4222-aba2-4044a8006e6a), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:41.758769 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-88993bc9-6790-4e81-808f-49a4dfe7d548 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b8aaf8b-443e-4581-95cb-ce007f1757b3') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:15:41.759063 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-88993bc9-6790-4e81-808f-49a4dfe7d548 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b8aaf8b-443e-4581-95cb-ce007f1757b3') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:15:41.789969 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-88993bc9-6790-4e81-808f-49a4dfe7d548 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (4b8aaf8b-443e-4581-95cb-ce007f1757b3), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:41.814395 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-88993bc9-6790-4e81-808f-49a4dfe7d548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (4b8aaf8b-443e-4581-95cb-ce007f1757b3), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:41.824327 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88993bc9-6790-4e81-808f-49a4dfe7d548 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:15:41.824879 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-88993bc9-6790-4e81-808f-49a4dfe7d548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (4b8aaf8b-443e-4581-95cb-ce007f1757b3), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:41.827012 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:15:41.827012 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:15:41.827012 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:15:41.827012 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:15:41.827012 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:15:41.827012 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:15:41.827012 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:15:41.827012 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:15:41.827012 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:15:41.827012 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:15:41.827012 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:15:41.827012 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:15:41.827012 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:15:41.827012 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:15:41.827012 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:15:41.827012 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:15:41.827012 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:15:41.827012 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:15:41.827012 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:15:41.827012 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:15:41.827012 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:15:41.827012 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:15:41.827012 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:15:41.827012 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:15:41.827012 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:15:41.827012 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:15:41.827012 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:15:41.827012 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:15:41.827012 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:15:41.827012 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:15:41.827012 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:15:41.827012 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:15:41.829611 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d2d9c6-463b-417c-ad8e-c9f0b51a33bc None None] Pushing event deleted for resources: {'Port': ['ID=84bfb854-8bd5-4222-aba2-4044a8006e6a,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:15:41.844578 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2d9c6-463b-417c-ad8e-c9f0b51a33bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:41.844931 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2d9c6-463b-417c-ad8e-c9f0b51a33bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:41.861558 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2d9c6-463b-417c-ad8e-c9f0b51a33bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:41.861994 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2d9c6-463b-417c-ad8e-c9f0b51a33bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:41.862530 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2d9c6-463b-417c-ad8e-c9f0b51a33bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:41.863056 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2d9c6-463b-417c-ad8e-c9f0b51a33bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:41.863550 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2d9c6-463b-417c-ad8e-c9f0b51a33bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:41.864043 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2d9c6-463b-417c-ad8e-c9f0b51a33bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:41.864533 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2d9c6-463b-417c-ad8e-c9f0b51a33bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:41.865037 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2d9c6-463b-417c-ad8e-c9f0b51a33bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:41.865586 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2d9c6-463b-417c-ad8e-c9f0b51a33bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:41.866102 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2d9c6-463b-417c-ad8e-c9f0b51a33bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:41.866603 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2d9c6-463b-417c-ad8e-c9f0b51a33bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:15:41.877990 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d2d9c6-463b-417c-ad8e-c9f0b51a33bc None None] No DVR routers for this DVR port 84bfb854-8bd5-4222-aba2-4044a8006e6a on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:15:41.898021 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device dd5fd4d5-0c0a-4361-a47b-fd29934f3939 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:15:41.938925 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-88993bc9-6790-4e81-808f-49a4dfe7d548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (f4ded625-2395-4b5b-8619-6207cf127af3), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:41.939304 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: dd5fd4d5-0c0a-4361-a47b-fd29934f3939 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:15:41.946406 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-88993bc9-6790-4e81-808f-49a4dfe7d548 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:41.947159 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device dd5fd4d5-0c0a-4361-a47b-fd29934f3939 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:15:41.948091 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 5940118f-9f78-4b24-b10e-16ab4396a3aa no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:15:41.950539 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-88993bc9-6790-4e81-808f-49a4dfe7d548 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f4ded625-2395-4b5b-8619-6207cf127af3 HTTP/1.1" status: 204 len: 168 time: 0.8593709 Jan 28 03:15:41.966076 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88993bc9-6790-4e81-808f-49a4dfe7d548 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4ded625-2395-4b5b-8619-6207cf127af3,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:15:41.978745 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 5940118f-9f78-4b24-b10e-16ab4396a3aa {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:15:41.979320 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 5940118f-9f78-4b24-b10e-16ab4396a3aa not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:15:41.979902 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 84bfb854-8bd5-4222-aba2-4044a8006e6a no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:15:42.003334 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 84bfb854-8bd5-4222-aba2-4044a8006e6a {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:15:42.004003 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 84bfb854-8bd5-4222-aba2-4044a8006e6a not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:15:42.261137 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38496) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:15:42.325618 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-70937a75-ca72-4f6d-80d7-d1f9ff9abd11 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f89e990f7f004133b0af85a906874094&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0631256 Jan 28 03:15:42.328148 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38500) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:15:42.388407 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8e8c1c11-da40-4955-9406-ecd0072f1844 admin admin] Publish callbacks [] for security_group (a5e4b25f-5ea8-4506-be41-909222987b41), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:42.412151 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8e8c1c11-da40-4955-9406-ecd0072f1844 admin admin] Publish callbacks [] for security_group (a5e4b25f-5ea8-4506-be41-909222987b41), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:42.901386 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8e8c1c11-da40-4955-9406-ecd0072f1844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (a5e4b25f-5ea8-4506-be41-909222987b41), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:42.904656 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8e8c1c11-da40-4955-9406-ecd0072f1844 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:42.908407 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8e8c1c11-da40-4955-9406-ecd0072f1844 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a5e4b25f-5ea8-4506-be41-909222987b41 HTTP/1.1" status: 204 len: 168 time: 0.5768707 Jan 28 03:15:42.946589 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8c1c11-da40-4955-9406-ecd0072f1844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e4b25f-5ea8-4506-be41-909222987b41,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:15:43.518980 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38558) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:15:43.746445 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-29fb59cf-6158-4852-986b-2e26a0a6842a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:43.761724 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76638b-4ca3-4be8-aa18-6fb5fa2369f3 req-1fff1818-fe4e-4064-94ad-5a0a86c2164d tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:15:43.763663 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6e76638b-4ca3-4be8-aa18-6fb5fa2369f3 req-1fff1818-fe4e-4064-94ad-5a0a86c2164d tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4b542bd-9505-404d-88a4-96d3a97d97e5 HTTP/1.1" status: 200 len: 945 time: 0.0664773 Jan 28 03:15:43.829217 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6e76638b-4ca3-4be8-aa18-6fb5fa2369f3 req-0e69ba09-147e-4769-a712-34bc94c16982 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515962 Jan 28 03:15:43.830199 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-29fb59cf-6158-4852-986b-2e26a0a6842a admin admin] Publish callbacks [] for security_group (fadfcdd3-8ed6-4739-81c0-286f30ad979e), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:43.838250 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-29fb59cf-6158-4852-986b-2e26a0a6842a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (fadfcdd3-8ed6-4739-81c0-286f30ad979e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:43.874651 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb59cf-6158-4852-986b-2e26a0a6842a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fadfcdd3-8ed6-4739-81c0-286f30ad979e,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:15:43.894000 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38580) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:15:43.894506 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-29fb59cf-6158-4852-986b-2e26a0a6842a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e2cedcd2d3c14465ade6d78b9711bfe6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3748534 Jan 28 03:15:43.953056 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9b041536-afcc-4ed1-b1c0-84e00d07c6b6 admin admin] Publish callbacks [] for security_group (fadfcdd3-8ed6-4739-81c0-286f30ad979e), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:43.978941 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9b041536-afcc-4ed1-b1c0-84e00d07c6b6 admin admin] Publish callbacks [] for security_group (fadfcdd3-8ed6-4739-81c0-286f30ad979e), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:44.044251 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9b041536-afcc-4ed1-b1c0-84e00d07c6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (fadfcdd3-8ed6-4739-81c0-286f30ad979e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:44.047581 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9b041536-afcc-4ed1-b1c0-84e00d07c6b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:44.051202 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9b041536-afcc-4ed1-b1c0-84e00d07c6b6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fadfcdd3-8ed6-4739-81c0-286f30ad979e HTTP/1.1" status: 204 len: 168 time: 0.1538625 Jan 28 03:15:44.057823 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b041536-afcc-4ed1-b1c0-84e00d07c6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadfcdd3-8ed6-4739-81c0-286f30ad979e,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:15:44.596266 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38614) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:15:44.621403 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-893cd1e5-21ac-4157-89a8-60153fe4bc4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:44.719397 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-893cd1e5-21ac-4157-89a8-60153fe4bc4e admin admin] Publish callbacks [] for security_group (030913e2-94b7-41ed-8f71-aae4a9cafdba), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:44.725667 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-893cd1e5-21ac-4157-89a8-60153fe4bc4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (030913e2-94b7-41ed-8f71-aae4a9cafdba), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:44.771016 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-893cd1e5-21ac-4157-89a8-60153fe4bc4e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8c7dbefbd9c541068215e8cb6efb07c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1733861 Jan 28 03:15:44.772412 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893cd1e5-21ac-4157-89a8-60153fe4bc4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030913e2-94b7-41ed-8f71-aae4a9cafdba,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:15:44.774026 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38620) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:15:44.840955 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-72ee0b36-0739-4d13-b895-d6d05447bee7 admin admin] Publish callbacks [] for security_group (030913e2-94b7-41ed-8f71-aae4a9cafdba), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:44.863684 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-72ee0b36-0739-4d13-b895-d6d05447bee7 admin admin] Publish callbacks [] for security_group (030913e2-94b7-41ed-8f71-aae4a9cafdba), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:44.927534 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-72ee0b36-0739-4d13-b895-d6d05447bee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (030913e2-94b7-41ed-8f71-aae4a9cafdba), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:44.930977 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-72ee0b36-0739-4d13-b895-d6d05447bee7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:44.936090 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-72ee0b36-0739-4d13-b895-d6d05447bee7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/030913e2-94b7-41ed-8f71-aae4a9cafdba HTTP/1.1" status: 204 len: 168 time: 0.1602564 Jan 28 03:15:44.946569 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee0b36-0739-4d13-b895-d6d05447bee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030913e2-94b7-41ed-8f71-aae4a9cafdba,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:15:57.471563 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39022) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:15:57.605420 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8fe0e4cc-799e-46df-bbb2-4ffe8314c45e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:57.693755 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8fe0e4cc-799e-46df-bbb2-4ffe8314c45e admin admin] Publish callbacks [] for security_group (f8f07f86-034b-47c6-a47c-be2bc1abd710), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:57.700595 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8fe0e4cc-799e-46df-bbb2-4ffe8314c45e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f8f07f86-034b-47c6-a47c-be2bc1abd710), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:57.742006 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8fe0e4cc-799e-46df-bbb2-4ffe8314c45e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3953c227362f40e1a4743ebedea94157&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2679560 Jan 28 03:15:57.743172 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe0e4cc-799e-46df-bbb2-4ffe8314c45e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f07f86-034b-47c6-a47c-be2bc1abd710,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:15:57.744763 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39030) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:15:57.811689 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3199b668-1702-42c7-b599-24876bee6bcb admin admin] Publish callbacks [] for security_group (f8f07f86-034b-47c6-a47c-be2bc1abd710), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:57.833304 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3199b668-1702-42c7-b599-24876bee6bcb admin admin] Publish callbacks [] for security_group (f8f07f86-034b-47c6-a47c-be2bc1abd710), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:57.889735 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3199b668-1702-42c7-b599-24876bee6bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f8f07f86-034b-47c6-a47c-be2bc1abd710), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:57.893177 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3199b668-1702-42c7-b599-24876bee6bcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:57.897625 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-3199b668-1702-42c7-b599-24876bee6bcb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f8f07f86-034b-47c6-a47c-be2bc1abd710 HTTP/1.1" status: 204 len: 168 time: 0.1517894 Jan 28 03:15:57.907506 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3199b668-1702-42c7-b599-24876bee6bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f07f86-034b-47c6-a47c-be2bc1abd710,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:15:58.255029 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39048) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:15:58.271120 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d61d6be0-7a88-477f-bafb-9a98d612fa3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:58.355466 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d61d6be0-7a88-477f-bafb-9a98d612fa3e admin admin] Publish callbacks [] for security_group (f97e58f0-ed5c-4fb3-9918-12e6d815278c), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:58.362535 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d61d6be0-7a88-477f-bafb-9a98d612fa3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f97e58f0-ed5c-4fb3-9918-12e6d815278c), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:58.399457 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d6be0-7a88-477f-bafb-9a98d612fa3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97e58f0-ed5c-4fb3-9918-12e6d815278c,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:15:58.406582 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d61d6be0-7a88-477f-bafb-9a98d612fa3e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=27d4d3e4760b4022badfce941777d43a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1503468 Jan 28 03:15:58.407389 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39050) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:15:58.493868 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f981f89b-6db6-4161-99bd-a4d08b0f6247 admin admin] Publish callbacks [] for security_group (f97e58f0-ed5c-4fb3-9918-12e6d815278c), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:58.525136 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f981f89b-6db6-4161-99bd-a4d08b0f6247 admin admin] Publish callbacks [] for security_group (f97e58f0-ed5c-4fb3-9918-12e6d815278c), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:58.584366 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f981f89b-6db6-4161-99bd-a4d08b0f6247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f97e58f0-ed5c-4fb3-9918-12e6d815278c), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:58.587454 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f981f89b-6db6-4161-99bd-a4d08b0f6247 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:58.588635 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f981f89b-6db6-4161-99bd-a4d08b0f6247 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f97e58f0-ed5c-4fb3-9918-12e6d815278c HTTP/1.1" status: 204 len: 168 time: 0.1799691 Jan 28 03:15:58.596575 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981f89b-6db6-4161-99bd-a4d08b0f6247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97e58f0-ed5c-4fb3-9918-12e6d815278c,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:15:58.982210 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39072) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:15:58.996592 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d8e8653d-6ae7-469b-b0d6-59548126b3cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:59.074486 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d8e8653d-6ae7-469b-b0d6-59548126b3cc admin admin] Publish callbacks [] for security_group (b8f896e6-8924-4353-95c2-e17929ea7af7), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:59.079490 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d8e8653d-6ae7-469b-b0d6-59548126b3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b8f896e6-8924-4353-95c2-e17929ea7af7), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:59.117958 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e8653d-6ae7-469b-b0d6-59548126b3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f896e6-8924-4353-95c2-e17929ea7af7,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:15:59.125480 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d8e8653d-6ae7-469b-b0d6-59548126b3cc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=efbbd64780d84c28b58f82559f90f363&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1416452 Jan 28 03:15:59.125692 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39078) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:15:59.175741 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3b7cf294-3ffd-4ad5-b4ff-646d84d95203 admin admin] Publish callbacks [] for security_group (b8f896e6-8924-4353-95c2-e17929ea7af7), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:59.197880 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3b7cf294-3ffd-4ad5-b4ff-646d84d95203 admin admin] Publish callbacks [] for security_group (b8f896e6-8924-4353-95c2-e17929ea7af7), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:59.244219 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:59.247801 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3b7cf294-3ffd-4ad5-b4ff-646d84d95203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b8f896e6-8924-4353-95c2-e17929ea7af7), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:59.250411 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3b7cf294-3ffd-4ad5-b4ff-646d84d95203 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:59.264612 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-3b7cf294-3ffd-4ad5-b4ff-646d84d95203 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b8f896e6-8924-4353-95c2-e17929ea7af7 HTTP/1.1" status: 204 len: 168 time: 0.1320555 Jan 28 03:15:59.285314 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7cf294-3ffd-4ad5-b4ff-646d84d95203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f896e6-8924-4353-95c2-e17929ea7af7,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:15:59.729488 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ca605644-e837-4644-9972-afa49a9c0ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:15:59.979042 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39126) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:00.148430 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6d560aff-4f78-48c4-8266-1787845ae4b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:00.250235 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6d560aff-4f78-48c4-8266-1787845ae4b7 admin admin] Publish callbacks [] for security_group (61ff22d9-8fa9-4058-bb14-3df12f0f3ddb), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:00.254728 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6d560aff-4f78-48c4-8266-1787845ae4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (61ff22d9-8fa9-4058-bb14-3df12f0f3ddb), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:00.302524 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6d560aff-4f78-48c4-8266-1787845ae4b7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d2a04882c3bd439a93483f223af70e0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3221347 Jan 28 03:16:00.304995 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39142) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:00.322371 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d560aff-4f78-48c4-8266-1787845ae4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ff22d9-8fa9-4058-bb14-3df12f0f3ddb,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:00.418118 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1be54848-de76-4765-83ea-ba3240eb85fc admin admin] Publish callbacks [] for security_group (61ff22d9-8fa9-4058-bb14-3df12f0f3ddb), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:00.447016 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1be54848-de76-4765-83ea-ba3240eb85fc admin admin] Publish callbacks [] for security_group (61ff22d9-8fa9-4058-bb14-3df12f0f3ddb), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:00.524024 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1be54848-de76-4765-83ea-ba3240eb85fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (61ff22d9-8fa9-4058-bb14-3df12f0f3ddb), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:00.526945 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1be54848-de76-4765-83ea-ba3240eb85fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:00.529199 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1be54848-de76-4765-83ea-ba3240eb85fc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/61ff22d9-8fa9-4058-bb14-3df12f0f3ddb HTTP/1.1" status: 204 len: 168 time: 0.2227485 Jan 28 03:16:00.541673 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be54848-de76-4765-83ea-ba3240eb85fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ff22d9-8fa9-4058-bb14-3df12f0f3ddb,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:01.803890 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e6bdbbfe-0af5-4b0c-b042-316e983d00b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:03.315784 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:03.349825 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570387a4-1fa1-4788-bcb9-181b681f80e5 req-071d13cc-cc4a-4f3c-9d02-0c8ab1a39f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:16:03.351630 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-570387a4-1fa1-4788-bcb9-181b681f80e5 req-071d13cc-cc4a-4f3c-9d02-0c8ab1a39f04 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ba16e556acef4ff0be65319bbf33daeb&device_id=f4b542bd-9505-404d-88a4-96d3a97d97e5 HTTP/1.1" status: 200 len: 1097 time: 0.0511758 Jan 28 03:16:03.392260 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d665c-057f-4ae4-a18e-46747c3b3405 req-6e063822-37d1-4a61-b3fd-324d76091042 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:16:03.395275 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-162d665c-057f-4ae4-a18e-46747c3b3405 req-6e063822-37d1-4a61-b3fd-324d76091042 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4b542bd-9505-404d-88a4-96d3a97d97e5 HTTP/1.1" status: 200 len: 945 time: 0.0725763 Jan 28 03:16:03.451029 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-162d665c-057f-4ae4-a18e-46747c3b3405 req-9caba127-db92-4dfe-8b83-d8b875b3030d tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491614 Jan 28 03:16:03.520581 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:03.522674 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570387a4-1fa1-4788-bcb9-181b681f80e5 req-2763f71f-9a76-446d-b320-2cb8b24df2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:16:03.531445 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-570387a4-1fa1-4788-bcb9-181b681f80e5 req-2763f71f-9a76-446d-b320-2cb8b24df2c9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843 HTTP/1.1" status: 200 len: 920 time: 0.1728725 Jan 28 03:16:03.582429 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-570387a4-1fa1-4788-bcb9-181b681f80e5 req-c521bdbd-a857-4f93-b921-131ab52c4783 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9246b557-7626-4482-842c-ee461ac3dc45 HTTP/1.1" status: 200 len: 217 time: 0.0453012 Jan 28 03:16:03.650026 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570387a4-1fa1-4788-bcb9-181b681f80e5 req-a829124e-e061-4148-a4d2-3eb9564b07b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:16:03.652272 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-570387a4-1fa1-4788-bcb9-181b681f80e5 req-a829124e-e061-4148-a4d2-3eb9564b07b2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f83fc2f5-b59d-49d1-b182-e92bb7891964 HTTP/1.1" status: 200 len: 859 time: 0.0632877 Jan 28 03:16:03.705429 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-570387a4-1fa1-4788-bcb9-181b681f80e5 req-b4cd76f4-b466-40b1-8cf5-0a37a4980fda service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436587 Jan 28 03:16:03.866753 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-570387a4-1fa1-4788-bcb9-181b681f80e5 req-04087b0b-273f-4184-8523-8b1bf712ddca service neutron] 10.222.0.67 "GET /v2.0/networks/8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498399 Jan 28 03:16:03.871297 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8b465cfd-51d2-4e9b-b6a2-ae6caccda18e req-fd833148-b099-4864-8a9d-555d24190528 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1101db42-beaf-4eb7-aea1-72628e20c6c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4343464 Jan 28 03:16:04.002476 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b465cfd-51d2-4e9b-b6a2-ae6caccda18e req-4db98658-92a2-44af-b63e-53ef9abd3d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:16:04.004055 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8b465cfd-51d2-4e9b-b6a2-ae6caccda18e req-4db98658-92a2-44af-b63e-53ef9abd3d80 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba16e556acef4ff0be65319bbf33daeb&device_id=1101db42-beaf-4eb7-aea1-72628e20c6c7 HTTP/1.1" status: 200 len: 1098 time: 0.0850384 Jan 28 03:16:04.018749 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-570387a4-1fa1-4788-bcb9-181b681f80e5 req-906a0d9c-90df-4367-9ef4-06ae55b8e58f service neutron] 10.222.0.67 "GET /v2.0/networks/8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455910 Jan 28 03:16:04.166025 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b465cfd-51d2-4e9b-b6a2-ae6caccda18e req-697db35d-8e54-4542-b387-6303422a9dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:16:04.167813 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8b465cfd-51d2-4e9b-b6a2-ae6caccda18e req-697db35d-8e54-4542-b387-6303422a9dd3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843 HTTP/1.1" status: 200 len: 920 time: 0.1427782 Jan 28 03:16:04.256684 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8b465cfd-51d2-4e9b-b6a2-ae6caccda18e req-dd83bb7a-ca66-4ca5-b1ed-300202dbd7b4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04b2d6a0-888b-4994-8c49-44f1dcadc275 HTTP/1.1" status: 200 len: 217 time: 0.0792809 Jan 28 03:16:04.334115 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b465cfd-51d2-4e9b-b6a2-ae6caccda18e req-758d2d5e-0334-4047-97b2-69b33a471091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:16:04.335868 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8b465cfd-51d2-4e9b-b6a2-ae6caccda18e req-758d2d5e-0334-4047-97b2-69b33a471091 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f83fc2f5-b59d-49d1-b182-e92bb7891964 HTTP/1.1" status: 200 len: 859 time: 0.0723412 Jan 28 03:16:04.376002 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8b465cfd-51d2-4e9b-b6a2-ae6caccda18e req-987ecca5-e1c6-4211-984b-224e59280d4d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336437 Jan 28 03:16:04.538823 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8b465cfd-51d2-4e9b-b6a2-ae6caccda18e req-14ec0cad-1d80-492c-a1da-fe079ae2cf63 service neutron] 10.222.0.39 "GET /v2.0/networks/8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568258 Jan 28 03:16:04.684653 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbe33f-c4d0-4013-a64d-7afef41c256e req-09fe1cd9-e8db-417e-9a97-fe47fdb438b1 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:16:04.698713 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d7dbe33f-c4d0-4013-a64d-7afef41c256e req-09fe1cd9-e8db-417e-9a97-fe47fdb438b1 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4b542bd-9505-404d-88a4-96d3a97d97e5 HTTP/1.1" status: 200 len: 945 time: 0.0970149 Jan 28 03:16:04.716389 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8b465cfd-51d2-4e9b-b6a2-ae6caccda18e req-80d835a8-824e-42a2-9b3a-900cc02960c1 service neutron] 10.222.0.39 "GET /v2.0/networks/8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623182 Jan 28 03:16:04.786502 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:04.809951 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d7dbe33f-c4d0-4013-a64d-7afef41c256e req-3e6aa0cc-2dbc-45e1-ac07-cb1cad5b772c tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093650 Jan 28 03:16:05.425314 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39378) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:05.589674 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dceca8ea-0e4e-4770-ae1a-a01961efa3c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:05.732113 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dceca8ea-0e4e-4770-ae1a-a01961efa3c2 admin admin] Publish callbacks [] for security_group (f4facbf3-1534-45bf-ac80-a031cdb98f3d), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:05.738755 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dceca8ea-0e4e-4770-ae1a-a01961efa3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f4facbf3-1534-45bf-ac80-a031cdb98f3d), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:05.798229 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceca8ea-0e4e-4770-ae1a-a01961efa3c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4facbf3-1534-45bf-ac80-a031cdb98f3d,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:05.806253 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-dceca8ea-0e4e-4770-ae1a-a01961efa3c2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d7c659cea9a84563bca2fe745b5a2966&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3785965 Jan 28 03:16:05.810603 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39392) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:05.897518 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1388156d-c5d5-4287-9f4b-23c9e6cded0e admin admin] Publish callbacks [] for security_group (f4facbf3-1534-45bf-ac80-a031cdb98f3d), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:05.941665 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1388156d-c5d5-4287-9f4b-23c9e6cded0e admin admin] Publish callbacks [] for security_group (f4facbf3-1534-45bf-ac80-a031cdb98f3d), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:06.013156 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:06.061951 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b72b82c-25d2-4779-8b74-a39d3393aaec req-d3a8826e-175e-46ea-b0c7-df73b27b1a45 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:16:06.063644 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7b72b82c-25d2-4779-8b74-a39d3393aaec req-d3a8826e-175e-46ea-b0c7-df73b27b1a45 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4b542bd-9505-404d-88a4-96d3a97d97e5 HTTP/1.1" status: 200 len: 945 time: 0.1473150 Jan 28 03:16:06.065445 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1388156d-c5d5-4287-9f4b-23c9e6cded0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f4facbf3-1534-45bf-ac80-a031cdb98f3d), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:06.069863 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1388156d-c5d5-4287-9f4b-23c9e6cded0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:06.072070 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1388156d-c5d5-4287-9f4b-23c9e6cded0e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f4facbf3-1534-45bf-ac80-a031cdb98f3d HTTP/1.1" status: 204 len: 168 time: 0.2601905 Jan 28 03:16:06.085623 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388156d-c5d5-4287-9f4b-23c9e6cded0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4facbf3-1534-45bf-ac80-a031cdb98f3d,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:06.161014 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7b72b82c-25d2-4779-8b74-a39d3393aaec req-150ee429-eacd-465b-bfb0-d6fdbb246db9 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914037 Jan 28 03:16:06.454570 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39420) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:06.472194 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2e73a02a-74d4-415c-8176-1df8b186e54a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:06.557598 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2e73a02a-74d4-415c-8176-1df8b186e54a admin admin] Publish callbacks [] for security_group (908eb300-b9be-4c67-a483-a93a683248af), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:06.563230 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2e73a02a-74d4-415c-8176-1df8b186e54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (908eb300-b9be-4c67-a483-a93a683248af), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:06.600394 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e73a02a-74d4-415c-8176-1df8b186e54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908eb300-b9be-4c67-a483-a93a683248af,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:06.604879 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2e73a02a-74d4-415c-8176-1df8b186e54a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8511e185e76e4341baea3d86c757389a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1542590 Jan 28 03:16:06.608930 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39422) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:06.659412 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7db21697-6b29-48c1-b7d3-ea3848838b67 admin admin] Publish callbacks [] for security_group (908eb300-b9be-4c67-a483-a93a683248af), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:06.691827 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7db21697-6b29-48c1-b7d3-ea3848838b67 admin admin] Publish callbacks [] for security_group (908eb300-b9be-4c67-a483-a93a683248af), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:06.751757 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7db21697-6b29-48c1-b7d3-ea3848838b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (908eb300-b9be-4c67-a483-a93a683248af), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:06.756095 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7db21697-6b29-48c1-b7d3-ea3848838b67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:06.756843 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7db21697-6b29-48c1-b7d3-ea3848838b67 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/908eb300-b9be-4c67-a483-a93a683248af HTTP/1.1" status: 204 len: 168 time: 0.1469755 Jan 28 03:16:06.772360 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db21697-6b29-48c1-b7d3-ea3848838b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908eb300-b9be-4c67-a483-a93a683248af,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:07.330231 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b45c9-1518-4821-837a-d65e1d59ffb3 req-dda5b3c3-c0b9-4976-bace-5cc05d061acf tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:16:07.337853 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-537b45c9-1518-4821-837a-d65e1d59ffb3 req-dda5b3c3-c0b9-4976-bace-5cc05d061acf tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4b542bd-9505-404d-88a4-96d3a97d97e5 HTTP/1.1" status: 200 len: 945 time: 0.0783949 Jan 28 03:16:07.436631 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-537b45c9-1518-4821-837a-d65e1d59ffb3 req-a6d9adf1-a2f7-4526-bc68-7ba2703dbece tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970869 Jan 28 03:16:08.647794 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98742aa2-9d43-42c9-bb83-d2da289e5366 req-33a03b02-5dba-4cb4-bf51-1c382e1eac16 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:16:08.649773 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-98742aa2-9d43-42c9-bb83-d2da289e5366 req-33a03b02-5dba-4cb4-bf51-1c382e1eac16 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4b542bd-9505-404d-88a4-96d3a97d97e5 HTTP/1.1" status: 200 len: 945 time: 0.0915878 Jan 28 03:16:08.751088 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-98742aa2-9d43-42c9-bb83-d2da289e5366 req-c65965f2-8b8e-482d-8353-5a798c48744c tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914285 Jan 28 03:16:09.001019 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e2fa6-42f1-464b-9ee0-35a3ddc71219 req-2c0ae82a-7d22-4707-962a-888626572595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:16:09.003592 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4f8e2fa6-42f1-464b-9ee0-35a3ddc71219 req-2c0ae82a-7d22-4707-962a-888626572595 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ba16e556acef4ff0be65319bbf33daeb&device_id=f4b542bd-9505-404d-88a4-96d3a97d97e5 HTTP/1.1" status: 200 len: 1097 time: 0.3414550 Jan 28 03:16:09.134356 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39538) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:09.195209 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e2fa6-42f1-464b-9ee0-35a3ddc71219 req-f73d07f8-1932-497e-8c6e-c17032a2699a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:16:09.200036 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4f8e2fa6-42f1-464b-9ee0-35a3ddc71219 req-f73d07f8-1932-497e-8c6e-c17032a2699a service neutron] 10.222.0.67 "GET /v2.0/networks?id=8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843 HTTP/1.1" status: 200 len: 920 time: 0.1586301 Jan 28 03:16:09.279362 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4f8e2fa6-42f1-464b-9ee0-35a3ddc71219 req-96d33108-0930-4577-90e2-4bf53d948c69 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9246b557-7626-4482-842c-ee461ac3dc45 HTTP/1.1" status: 200 len: 217 time: 0.0704627 Jan 28 03:16:09.431462 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e2fa6-42f1-464b-9ee0-35a3ddc71219 req-48d58254-6b3c-4823-81fb-459fafad5046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:16:09.438238 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4f8e2fa6-42f1-464b-9ee0-35a3ddc71219 req-48d58254-6b3c-4823-81fb-459fafad5046 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f83fc2f5-b59d-49d1-b182-e92bb7891964 HTTP/1.1" status: 200 len: 859 time: 0.1347020 Jan 28 03:16:09.504790 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4f8e2fa6-42f1-464b-9ee0-35a3ddc71219 req-682c5edf-0d47-4b57-91d3-451790f5dcf9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592139 Jan 28 03:16:09.559957 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-16b78a51-e6d9-44d9-8c29-c047dac485d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:09.647766 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4f8e2fa6-42f1-464b-9ee0-35a3ddc71219 req-4d066fe4-ad4c-4b22-9d53-87c8aa272f4a service neutron] 10.222.0.67 "GET /v2.0/networks/8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353059 Jan 28 03:16:09.738790 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-16b78a51-e6d9-44d9-8c29-c047dac485d8 admin admin] Publish callbacks [] for security_group (cd65305c-dc10-4df1-92c0-8bf6560d22b2), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:09.746599 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-16b78a51-e6d9-44d9-8c29-c047dac485d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (cd65305c-dc10-4df1-92c0-8bf6560d22b2), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:09.799577 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4f8e2fa6-42f1-464b-9ee0-35a3ddc71219 req-df5a8c79-6ff5-4ab7-afaa-08e14beedb61 service neutron] 10.222.0.67 "GET /v2.0/networks/8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449091 Jan 28 03:16:09.819707 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b78a51-e6d9-44d9-8c29-c047dac485d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd65305c-dc10-4df1-92c0-8bf6560d22b2,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:09.857667 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-16b78a51-e6d9-44d9-8c29-c047dac485d8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d4c0e352859b460cb7e7cc3b9a5991d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7164123 Jan 28 03:16:09.860598 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39554) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:09.976080 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541414db-3b85-4578-a971-24ed14cf3af7 req-138ac3a6-0f5e-42d1-b15b-f71d8dd8c56d tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:16:09.983515 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-541414db-3b85-4578-a971-24ed14cf3af7 req-138ac3a6-0f5e-42d1-b15b-f71d8dd8c56d tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4b542bd-9505-404d-88a4-96d3a97d97e5 HTTP/1.1" status: 200 len: 945 time: 0.0627728 Jan 28 03:16:10.041127 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-541414db-3b85-4578-a971-24ed14cf3af7 req-813aceb5-867b-400c-9e3a-24c1ef9e17a3 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565488 Jan 28 03:16:10.273939 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d92a1cc3-5dfb-485b-a077-2a94757ae1cd admin admin] Publish callbacks [] for security_group (cd65305c-dc10-4df1-92c0-8bf6560d22b2), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:10.299555 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d92a1cc3-5dfb-485b-a077-2a94757ae1cd admin admin] Publish callbacks [] for security_group (cd65305c-dc10-4df1-92c0-8bf6560d22b2), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:10.355800 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d92a1cc3-5dfb-485b-a077-2a94757ae1cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (cd65305c-dc10-4df1-92c0-8bf6560d22b2), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:10.358928 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d92a1cc3-5dfb-485b-a077-2a94757ae1cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:10.363540 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d92a1cc3-5dfb-485b-a077-2a94757ae1cd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cd65305c-dc10-4df1-92c0-8bf6560d22b2 HTTP/1.1" status: 204 len: 168 time: 0.5014729 Jan 28 03:16:10.371954 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a1cc3-5dfb-485b-a077-2a94757ae1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd65305c-dc10-4df1-92c0-8bf6560d22b2,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:10.784205 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39574) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:10.799837 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b009c318-a048-485c-8710-8a5918501d8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:10.859599 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8883a5-e08f-4ebc-9af1-aeb4f9b0996d req-9c195067-3703-4a68-8d56-964e33d06fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:16:10.861991 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9e8883a5-e08f-4ebc-9af1-aeb4f9b0996d req-9c195067-3703-4a68-8d56-964e33d06fd5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f4b542bd-9505-404d-88a4-96d3a97d97e5 HTTP/1.1" status: 200 len: 1097 time: 0.0588052 Jan 28 03:16:10.892618 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b009c318-a048-485c-8710-8a5918501d8a admin admin] Publish callbacks [] for security_group (a853ec57-1faa-4f25-b658-41e67233b9bb), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:10.899270 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b009c318-a048-485c-8710-8a5918501d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (a853ec57-1faa-4f25-b658-41e67233b9bb), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:10.917778 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9e8883a5-e08f-4ebc-9af1-aeb4f9b0996d req-c5db44df-6452-4149-9480-0b31b4cd60dc service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498171 Jan 28 03:16:10.957036 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b009c318-a048-485c-8710-8a5918501d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a853ec57-1faa-4f25-b658-41e67233b9bb,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:10.963473 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b009c318-a048-485c-8710-8a5918501d8a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2a64956c251e471abaf183bd1a2c71bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1781170 Jan 28 03:16:10.967205 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39576) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:11.044775 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-931c7b6c-eb1c-4596-b4d0-e5fcfe4e3014 admin admin] Publish callbacks [] for security_group (a853ec57-1faa-4f25-b658-41e67233b9bb), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:11.085327 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-931c7b6c-eb1c-4596-b4d0-e5fcfe4e3014 admin admin] Publish callbacks [] for security_group (a853ec57-1faa-4f25-b658-41e67233b9bb), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:11.144853 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-931c7b6c-eb1c-4596-b4d0-e5fcfe4e3014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (a853ec57-1faa-4f25-b658-41e67233b9bb), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:11.149727 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-931c7b6c-eb1c-4596-b4d0-e5fcfe4e3014 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:11.150947 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-931c7b6c-eb1c-4596-b4d0-e5fcfe4e3014 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a853ec57-1faa-4f25-b658-41e67233b9bb HTTP/1.1" status: 204 len: 168 time: 0.1826460 Jan 28 03:16:11.159567 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c7b6c-eb1c-4596-b4d0-e5fcfe4e3014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a853ec57-1faa-4f25-b658-41e67233b9bb,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:11.257164 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c886c5c-45b1-4784-878d-2ff640d0a7fc req-81147e13-3751-4dde-8738-54d290266f79 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:16:11.259085 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9c886c5c-45b1-4784-878d-2ff640d0a7fc req-81147e13-3751-4dde-8738-54d290266f79 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4b542bd-9505-404d-88a4-96d3a97d97e5 HTTP/1.1" status: 200 len: 945 time: 0.1106055 Jan 28 03:16:11.337880 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9c886c5c-45b1-4784-878d-2ff640d0a7fc req-10dc60e2-2942-4a35-9b95-fcd560afd891 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680065 Jan 28 03:16:12.522746 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16725af9-ca9b-459c-b7e0-fcfe510beb5d req-b051553d-6d1f-44c9-bdb7-429ecdda14dd tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:16:12.525361 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-16725af9-ca9b-459c-b7e0-fcfe510beb5d req-b051553d-6d1f-44c9-bdb7-429ecdda14dd tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4b542bd-9505-404d-88a4-96d3a97d97e5 HTTP/1.1" status: 200 len: 945 time: 0.0896847 Jan 28 03:16:12.609577 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-16725af9-ca9b-459c-b7e0-fcfe510beb5d req-064bbb87-4d04-47be-afcf-b4fe375aed25 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776591 Jan 28 03:16:13.035217 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb84ab-f05b-4d78-9c56-9744bd7dca12 req-98c36566-2a3e-496e-91d4-8bc252382e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:16:13.037735 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-81cb84ab-f05b-4d78-9c56-9744bd7dca12 req-98c36566-2a3e-496e-91d4-8bc252382e2f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ba16e556acef4ff0be65319bbf33daeb&device_id=f4b542bd-9505-404d-88a4-96d3a97d97e5 HTTP/1.1" status: 200 len: 1097 time: 0.0607486 Jan 28 03:16:13.038970 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7bed0-f0be-4bcb-b5b5-140d79d3983b req-99aaa300-aef1-4f68-a33d-54eac58bfa26 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:16:13.046443 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f4a7bed0-f0be-4bcb-b5b5-140d79d3983b req-99aaa300-aef1-4f68-a33d-54eac58bfa26 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4b542bd-9505-404d-88a4-96d3a97d97e5 HTTP/1.1" status: 200 len: 945 time: 0.0736659 Jan 28 03:16:13.104830 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f4a7bed0-f0be-4bcb-b5b5-140d79d3983b req-e232a960-549a-44af-bf13-45954f1a771e tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570652 Jan 28 03:16:13.148957 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb84ab-f05b-4d78-9c56-9744bd7dca12 req-7b08067b-6218-45a6-9b3d-6de6c2ab82d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:16:13.150700 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-81cb84ab-f05b-4d78-9c56-9744bd7dca12 req-7b08067b-6218-45a6-9b3d-6de6c2ab82d9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843 HTTP/1.1" status: 200 len: 920 time: 0.1064851 Jan 28 03:16:13.193501 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-81cb84ab-f05b-4d78-9c56-9744bd7dca12 req-ee34c4c6-ddf1-4357-9827-235d3f616411 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9246b557-7626-4482-842c-ee461ac3dc45 HTTP/1.1" status: 200 len: 217 time: 0.0371099 Jan 28 03:16:13.250078 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb84ab-f05b-4d78-9c56-9744bd7dca12 req-29332731-9ffe-4e2a-816f-04afc8581f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:16:13.251557 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-81cb84ab-f05b-4d78-9c56-9744bd7dca12 req-29332731-9ffe-4e2a-816f-04afc8581f1d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f83fc2f5-b59d-49d1-b182-e92bb7891964 HTTP/1.1" status: 200 len: 859 time: 0.0528898 Jan 28 03:16:13.288435 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-81cb84ab-f05b-4d78-9c56-9744bd7dca12 req-26c372fa-ad0a-468c-89da-62a120e0cdec service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313418 Jan 28 03:16:13.400409 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-81cb84ab-f05b-4d78-9c56-9744bd7dca12 req-ea4e6c98-eb11-4f47-a2ab-bbd5812b279f service neutron] 10.222.0.67 "GET /v2.0/networks/8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057796 Jan 28 03:16:13.526930 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-81cb84ab-f05b-4d78-9c56-9744bd7dca12 req-7eee792e-8dec-4509-9671-70f8ed4f3eb6 service neutron] 10.222.0.67 "GET /v2.0/networks/8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206882 Jan 28 03:16:14.275427 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad9558-fa7a-467f-8dc7-8c8b2ea68267 req-861745e2-82a4-49db-b7c7-3c68d80d2333 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:16:14.278275 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0cad9558-fa7a-467f-8dc7-8c8b2ea68267 req-861745e2-82a4-49db-b7c7-3c68d80d2333 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4b542bd-9505-404d-88a4-96d3a97d97e5 HTTP/1.1" status: 200 len: 945 time: 0.0580294 Jan 28 03:16:14.378057 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0cad9558-fa7a-467f-8dc7-8c8b2ea68267 req-e00ecafb-58c4-4b25-b3a2-9c3e9930c7ca tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876734 Jan 28 03:16:14.848564 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39708) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:14.993912 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-11110b33-7051-4f46-914f-f4c8bef20e52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:15.095181 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-11110b33-7051-4f46-914f-f4c8bef20e52 admin admin] Publish callbacks [] for security_group (1b2ff9ad-1a18-4d4f-bda5-82f10aa489f5), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:15.102169 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-11110b33-7051-4f46-914f-f4c8bef20e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (1b2ff9ad-1a18-4d4f-bda5-82f10aa489f5), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:15.116553 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263c808-a96f-47a2-beb6-c5029a70394d req-633c9e8d-3a1f-41a6-aeff-8cea1d9e87fb tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:16:15.127173 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1263c808-a96f-47a2-beb6-c5029a70394d req-633c9e8d-3a1f-41a6-aeff-8cea1d9e87fb tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 945 time: 0.0932732 Jan 28 03:16:15.130555 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11110b33-7051-4f46-914f-f4c8bef20e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2ff9ad-1a18-4d4f-bda5-82f10aa489f5,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:15.169576 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39718) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:15.170657 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-11110b33-7051-4f46-914f-f4c8bef20e52 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bf8a60443c53448b8ae72267d388f1e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3173795 Jan 28 03:16:15.195706 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:16:15.202320 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1263c808-a96f-47a2-beb6-c5029a70394d req-385de6d7-acc5-4772-9948-dc3262e4dba3 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740163 Jan 28 03:16:15.232579 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c28694c9-91ad-4713-8291-7f935e328d29 admin admin] Publish callbacks [] for security_group (1b2ff9ad-1a18-4d4f-bda5-82f10aa489f5), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:15.260305 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c28694c9-91ad-4713-8291-7f935e328d29 admin admin] Publish callbacks [] for security_group (1b2ff9ad-1a18-4d4f-bda5-82f10aa489f5), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:15.317336 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c28694c9-91ad-4713-8291-7f935e328d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (1b2ff9ad-1a18-4d4f-bda5-82f10aa489f5), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:15.323030 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c28694c9-91ad-4713-8291-7f935e328d29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:15.325283 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c28694c9-91ad-4713-8291-7f935e328d29 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1b2ff9ad-1a18-4d4f-bda5-82f10aa489f5 HTTP/1.1" status: 204 len: 168 time: 0.1542702 Jan 28 03:16:15.339753 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28694c9-91ad-4713-8291-7f935e328d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2ff9ad-1a18-4d4f-bda5-82f10aa489f5,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:15.680150 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215656f7-c161-4dc0-91e6-e6915da9be69 req-1c5f094d-0620-415c-acb6-d1f3d7267559 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:16:15.683260 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-215656f7-c161-4dc0-91e6-e6915da9be69 req-1c5f094d-0620-415c-acb6-d1f3d7267559 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4b542bd-9505-404d-88a4-96d3a97d97e5 HTTP/1.1" status: 200 len: 945 time: 0.1377470 Jan 28 03:16:15.731491 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39742) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:15.803761 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-215656f7-c161-4dc0-91e6-e6915da9be69 req-a6524430-2144-4252-acd0-a889d135b8da tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949209 Jan 28 03:16:15.917243 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39750) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:15.932249 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-985f35c9-9058-4a66-8b4b-4c6ba642b3c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:15.978288 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b5bd25a8-c867-40d5-b2a7-4ca049df094d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:16.100687 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-985f35c9-9058-4a66-8b4b-4c6ba642b3c1 admin admin] Publish callbacks [] for security_group (5f6767dc-2843-41a6-93ca-c3147af9519c), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:16.108753 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-985f35c9-9058-4a66-8b4b-4c6ba642b3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (5f6767dc-2843-41a6-93ca-c3147af9519c), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:16.181265 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-985f35c9-9058-4a66-8b4b-4c6ba642b3c1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5786a06bbe164e24824f8a49e096ab74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2601523 Jan 28 03:16:16.181265 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b5bd25a8-c867-40d5-b2a7-4ca049df094d admin admin] Publish callbacks [] for security_group (e9a7178c-3a57-46c6-a9e9-3d83b2da8745), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:16.182446 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39752) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:16.183124 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985f35c9-9058-4a66-8b4b-4c6ba642b3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6767dc-2843-41a6-93ca-c3147af9519c,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:16.189156 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b5bd25a8-c867-40d5-b2a7-4ca049df094d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (e9a7178c-3a57-46c6-a9e9-3d83b2da8745), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:16.241563 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b5bd25a8-c867-40d5-b2a7-4ca049df094d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7922b8cd2d2f4439b51c670f17e3644d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5086222 Jan 28 03:16:16.244147 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd25a8-c867-40d5-b2a7-4ca049df094d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a7178c-3a57-46c6-a9e9-3d83b2da8745,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:16.246874 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39754) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:16.278402 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-23b90753-3e20-430f-a8a5-1c9ccab3db82 admin admin] Publish callbacks [] for security_group (5f6767dc-2843-41a6-93ca-c3147af9519c), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:16.315477 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-23b90753-3e20-430f-a8a5-1c9ccab3db82 admin admin] Publish callbacks [] for security_group (5f6767dc-2843-41a6-93ca-c3147af9519c), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:16.317253 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6fa52bfe-0d36-40f2-b626-e7862a68aa85 admin admin] Publish callbacks [] for security_group (e9a7178c-3a57-46c6-a9e9-3d83b2da8745), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:16.344805 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6fa52bfe-0d36-40f2-b626-e7862a68aa85 admin admin] Publish callbacks [] for security_group (e9a7178c-3a57-46c6-a9e9-3d83b2da8745), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:16.400219 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-23b90753-3e20-430f-a8a5-1c9ccab3db82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (5f6767dc-2843-41a6-93ca-c3147af9519c), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:16.404882 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-23b90753-3e20-430f-a8a5-1c9ccab3db82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:16.407511 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-23b90753-3e20-430f-a8a5-1c9ccab3db82 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5f6767dc-2843-41a6-93ca-c3147af9519c HTTP/1.1" status: 204 len: 168 time: 0.2233024 Jan 28 03:16:16.423627 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b90753-3e20-430f-a8a5-1c9ccab3db82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6767dc-2843-41a6-93ca-c3147af9519c,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:16.456910 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6fa52bfe-0d36-40f2-b626-e7862a68aa85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (e9a7178c-3a57-46c6-a9e9-3d83b2da8745), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:16.459826 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6fa52bfe-0d36-40f2-b626-e7862a68aa85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:16.461426 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6fa52bfe-0d36-40f2-b626-e7862a68aa85 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e9a7178c-3a57-46c6-a9e9-3d83b2da8745 HTTP/1.1" status: 204 len: 168 time: 0.2134454 Jan 28 03:16:16.471388 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa52bfe-0d36-40f2-b626-e7862a68aa85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a7178c-3a57-46c6-a9e9-3d83b2da8745,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:17.048362 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649b327-3d81-4754-a01f-14735be73c8b req-62d3c0e5-547a-4c4e-ac1d-89d49c558774 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:16:17.053636 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5649b327-3d81-4754-a01f-14735be73c8b req-62d3c0e5-547a-4c4e-ac1d-89d49c558774 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4b542bd-9505-404d-88a4-96d3a97d97e5 HTTP/1.1" status: 200 len: 945 time: 0.1052229 Jan 28 03:16:17.127818 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39780) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:17.143893 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7180ad43-4f8a-4c8e-8e2b-9030dfae9510 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:17.153329 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5649b327-3d81-4754-a01f-14735be73c8b req-120e99df-bb4b-425d-936c-51fc54e54244 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905979 Jan 28 03:16:17.274190 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7180ad43-4f8a-4c8e-8e2b-9030dfae9510 admin admin] Publish callbacks [] for security_group (096d6b2a-b084-4d1d-b222-b618e2d7e85b), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:17.279941 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7180ad43-4f8a-4c8e-8e2b-9030dfae9510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (096d6b2a-b084-4d1d-b222-b618e2d7e85b), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:17.318891 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39786) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:17.319134 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7180ad43-4f8a-4c8e-8e2b-9030dfae9510 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c93e4d5ae875436c87afc679680be723&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1899729 Jan 28 03:16:17.365968 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180ad43-4f8a-4c8e-8e2b-9030dfae9510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096d6b2a-b084-4d1d-b222-b618e2d7e85b,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:17.412276 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-605f9f36-cd04-4385-9002-1f28ab31f46a admin admin] Publish callbacks [] for security_group (096d6b2a-b084-4d1d-b222-b618e2d7e85b), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:17.446091 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-605f9f36-cd04-4385-9002-1f28ab31f46a admin admin] Publish callbacks [] for security_group (096d6b2a-b084-4d1d-b222-b618e2d7e85b), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:17.500094 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-605f9f36-cd04-4385-9002-1f28ab31f46a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (096d6b2a-b084-4d1d-b222-b618e2d7e85b), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:17.503010 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-605f9f36-cd04-4385-9002-1f28ab31f46a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:17.504359 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-605f9f36-cd04-4385-9002-1f28ab31f46a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/096d6b2a-b084-4d1d-b222-b618e2d7e85b HTTP/1.1" status: 204 len: 168 time: 0.1843796 Jan 28 03:16:17.513787 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f9f36-cd04-4385-9002-1f28ab31f46a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096d6b2a-b084-4d1d-b222-b618e2d7e85b,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:18.252916 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 40f8070f-7c97-490d-b710-cae05a2e07c3 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:16:18.301358 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39834) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:18.426825 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 40f8070f-7c97-490d-b710-cae05a2e07c3, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=40f8070f-7c97-490d-b710-cae05a2e07c3,segment=NetworkSegment(8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69),segment_id=8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:16:18.453306 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '40f8070f-7c97-490d-b710-cae05a2e07c3', 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d', 'port_id': '40f8070f-7c97-490d-b710-cae05a2e07c3', 'mac_address': 'fa:16:3e:0c:71:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27d2caa9-814b-48c2-8f4b-c426e9cbbe97', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:16:18.508964 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 40f8070f-7c97-490d-b710-cae05a2e07c3 is: ACTIVE; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:16:18.509690 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (40f8070f-7c97-490d-b710-cae05a2e07c3), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:18.525051 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 40f8070f-7c97-490d-b710-cae05a2e07c3 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:16:18.552491 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 40f8070f-7c97-490d-b710-cae05a2e07c3, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=40f8070f-7c97-490d-b710-cae05a2e07c3,segment=NetworkSegment(8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69),segment_id=8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:16:18.558927 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (40f8070f-7c97-490d-b710-cae05a2e07c3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:18.592759 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b7a7ed87-553e-4073-9a97-c821cb346c01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:18.612963 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=40f8070f-7c97-490d-b710-cae05a2e07c3,revision_number=6']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:18.722955 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['40f8070f-7c97-490d-b710-cae05a2e07c3'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:16:18.724222 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b7a7ed87-553e-4073-9a97-c821cb346c01 admin admin] Publish callbacks [] for security_group (f8f00a1e-210e-4028-8c98-cf1d1205abb6), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:18.729759 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b7a7ed87-553e-4073-9a97-c821cb346c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f8f00a1e-210e-4028-8c98-cf1d1205abb6), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:18.767136 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39850) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:18.768104 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b7a7ed87-553e-4073-9a97-c821cb346c01 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=194563d32fcc43d5882caab5aa41b047&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4648657 Jan 28 03:16:18.793486 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a7ed87-553e-4073-9a97-c821cb346c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f00a1e-210e-4028-8c98-cf1d1205abb6,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:18.859378 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6e3e92c3-9d9f-4ef6-b2d2-03d76b6afd24 admin admin] Publish callbacks [] for security_group (f8f00a1e-210e-4028-8c98-cf1d1205abb6), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:18.903077 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6e3e92c3-9d9f-4ef6-b2d2-03d76b6afd24 admin admin] Publish callbacks [] for security_group (f8f00a1e-210e-4028-8c98-cf1d1205abb6), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:18.993784 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6e3e92c3-9d9f-4ef6-b2d2-03d76b6afd24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f8f00a1e-210e-4028-8c98-cf1d1205abb6), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:18.997184 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6e3e92c3-9d9f-4ef6-b2d2-03d76b6afd24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:18.998477 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6e3e92c3-9d9f-4ef6-b2d2-03d76b6afd24 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f8f00a1e-210e-4028-8c98-cf1d1205abb6 HTTP/1.1" status: 204 len: 168 time: 0.2302446 Jan 28 03:16:19.016340 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3e92c3-9d9f-4ef6-b2d2-03d76b6afd24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f00a1e-210e-4028-8c98-cf1d1205abb6,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:20.266799 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 40f8070f-7c97-490d-b710-cae05a2e07c3 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:16:20.373892 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 40f8070f-7c97-490d-b710-cae05a2e07c3 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:16:20.374879 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (40f8070f-7c97-490d-b710-cae05a2e07c3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:20.529804 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 40f8070f-7c97-490d-b710-cae05a2e07c3 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:16:20.530785 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (40f8070f-7c97-490d-b710-cae05a2e07c3), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:20.658116 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 40f8070f-7c97-490d-b710-cae05a2e07c3, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=40f8070f-7c97-490d-b710-cae05a2e07c3,segment=NetworkSegment(8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69),segment_id=8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:16:20.660886 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29709396-181b-4f4d-88e1-dfd109d7f822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f8070f-7c97-490d-b710-cae05a2e07c3'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:16:20.669266 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ab033f-d6ee-47cf-97c9-92131f73fc02" -d '{"events": [{"server_uuid": "29709396-181b-4f4d-88e1-dfd109d7f822", "name": "network-vif-plugged", "status": "completed", "tag": "40f8070f-7c97-490d-b710-cae05a2e07c3"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:16:20.682787 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (40f8070f-7c97-490d-b710-cae05a2e07c3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:20.790649 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544cf4de-33df-4465-96f7-db08295e9783 x-openstack-request-id: req-544cf4de-33df-4465-96f7-db08295e9783 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:16:20.790962 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29709396-181b-4f4d-88e1-dfd109d7f822", "name": "network-vif-plugged", "status": "completed", "tag": "40f8070f-7c97-490d-b710-cae05a2e07c3", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:16:20.791210 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-544cf4de-33df-4465-96f7-db08295e9783 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:16:20.791613 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29709396-181b-4f4d-88e1-dfd109d7f822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f8070f-7c97-490d-b710-cae05a2e07c3', 'code': 200} Jan 28 03:16:20.822762 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=40f8070f-7c97-490d-b710-cae05a2e07c3,revision_number=7']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:21.579313 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39970) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:21.915679 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-55e6c199-48a8-404d-ac6e-b74db9acc971 tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1716231710'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:16:21.980208 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-55e6c199-48a8-404d-ac6e-b74db9acc971 tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (83ec7135-c721-4633-a475-3fe97023a1eb), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:21.982593 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-55e6c199-48a8-404d-ac6e-b74db9acc971 tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (83ec7135-c721-4633-a475-3fe97023a1eb), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:22.172619 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-55e6c199-48a8-404d-ac6e-b74db9acc971 tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Publish callbacks [] for router_controller (83ec7135-c721-4633-a475-3fe97023a1eb), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:22.182596 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-55e6c199-48a8-404d-ac6e-b74db9acc971 tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (83ec7135-c721-4633-a475-3fe97023a1eb), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:22.213304 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-55e6c199-48a8-404d-ac6e-b74db9acc971 tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:22.220403 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39994) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:22.226779 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-55e6c199-48a8-404d-ac6e-b74db9acc971 tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.6366463 Jan 28 03:16:22.385598 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d4fcb7bc-aab9-413a-9985-1d16c34ed7e3 tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Publish callbacks [] for router (83ec7135-c721-4633-a475-3fe97023a1eb), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:22.615853 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d4fcb7bc-aab9-413a-9985-1d16c34ed7e3 tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (83ec7135-c721-4633-a475-3fe97023a1eb), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:22.618228 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d4fcb7bc-aab9-413a-9985-1d16c34ed7e3 tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Publish callbacks [] for router_controller (83ec7135-c721-4633-a475-3fe97023a1eb), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:22.710466 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d4fcb7bc-aab9-413a-9985-1d16c34ed7e3 tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (83ec7135-c721-4633-a475-3fe97023a1eb), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:22.711120 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4fcb7bc-aab9-413a-9985-1d16c34ed7e3 tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 83ec7135-c721-4633-a475-3fe97023a1eb {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:16:22.726271 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d4fcb7bc-aab9-413a-9985-1d16c34ed7e3 tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:22.731400 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40004) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:22.731982 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d4fcb7bc-aab9-413a-9985-1d16c34ed7e3 tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] 10.222.0.53 "DELETE /v2.0/routers/83ec7135-c721-4633-a475-3fe97023a1eb HTTP/1.1" status: 204 len: 168 time: 0.5094898 Jan 28 03:16:22.736388 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-ab5dcbde-e06e-40b2-a5ac-3fa63004c4fd tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Request body: {'router': {'name': 'tempest-router-982163560', 'distributed': False}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:16:22.785882 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ab5dcbde-e06e-40b2-a5ac-3fa63004c4fd tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (0d06dad3-ca7a-4bbf-b87d-3ee5a2d74071), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:22.789279 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ab5dcbde-e06e-40b2-a5ac-3fa63004c4fd tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (0d06dad3-ca7a-4bbf-b87d-3ee5a2d74071), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:22.932011 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ab5dcbde-e06e-40b2-a5ac-3fa63004c4fd tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Publish callbacks [] for router_controller (0d06dad3-ca7a-4bbf-b87d-3ee5a2d74071), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:22.940110 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ab5dcbde-e06e-40b2-a5ac-3fa63004c4fd tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (0d06dad3-ca7a-4bbf-b87d-3ee5a2d74071), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:22.970027 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ab5dcbde-e06e-40b2-a5ac-3fa63004c4fd tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:22.973316 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ab5dcbde-e06e-40b2-a5ac-3fa63004c4fd tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2408290 Jan 28 03:16:22.977533 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40008) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:23.084839 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b6d5f4fa-e6ab-421d-9927-6f2423734dc8 tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Publish callbacks [] for router (0d06dad3-ca7a-4bbf-b87d-3ee5a2d74071), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:23.401917 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b6d5f4fa-e6ab-421d-9927-6f2423734dc8 tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (0d06dad3-ca7a-4bbf-b87d-3ee5a2d74071), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:23.409678 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b6d5f4fa-e6ab-421d-9927-6f2423734dc8 tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Publish callbacks [] for router_controller (0d06dad3-ca7a-4bbf-b87d-3ee5a2d74071), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:23.515356 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b6d5f4fa-e6ab-421d-9927-6f2423734dc8 tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (0d06dad3-ca7a-4bbf-b87d-3ee5a2d74071), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:23.515871 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d5f4fa-e6ab-421d-9927-6f2423734dc8 tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0d06dad3-ca7a-4bbf-b87d-3ee5a2d74071 {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:16:23.521435 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b6d5f4fa-e6ab-421d-9927-6f2423734dc8 tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:23.522616 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b6d5f4fa-e6ab-421d-9927-6f2423734dc8 tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] 10.222.0.53 "DELETE /v2.0/routers/0d06dad3-ca7a-4bbf-b87d-3ee5a2d74071 HTTP/1.1" status: 204 len: 168 time: 0.5452273 Jan 28 03:16:23.526692 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40024) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:23.533235 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-e4d0d9fc-13d7-428c-817d-796c134762ea tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Request body: {'router': {'name': 'tempest-router-1636289374', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '4c389208f0b74952baf9e494cdc10a13'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:16:23.594882 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e4d0d9fc-13d7-428c-817d-796c134762ea tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (adfed4a0-e6cf-4acc-8e41-34071a80741b), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:23.601752 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e4d0d9fc-13d7-428c-817d-796c134762ea tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (adfed4a0-e6cf-4acc-8e41-34071a80741b), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:23.736736 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e4d0d9fc-13d7-428c-817d-796c134762ea tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Publish callbacks [] for router_controller (adfed4a0-e6cf-4acc-8e41-34071a80741b), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:23.742860 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e4d0d9fc-13d7-428c-817d-796c134762ea tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (adfed4a0-e6cf-4acc-8e41-34071a80741b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:23.761872 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e4d0d9fc-13d7-428c-817d-796c134762ea tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:23.766102 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e4d0d9fc-13d7-428c-817d-796c134762ea tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2379494 Jan 28 03:16:23.766824 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40028) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:23.775769 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-a19edca7-6d0f-4cff-992d-9525d8a8d3b7 tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Request body: {'router': {'distributed': True}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:16:24.145851 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a19edca7-6d0f-4cff-992d-9525d8a8d3b7 tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23253'] for router (adfed4a0-e6cf-4acc-8e41-34071a80741b), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:24.146562 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a19edca7-6d0f-4cff-992d-9525d8a8d3b7 tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Publish callbacks [] for router (adfed4a0-e6cf-4acc-8e41-34071a80741b), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:24.332504 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a19edca7-6d0f-4cff-992d-9525d8a8d3b7 tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=109802) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Jan 28 03:16:24.333310 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a19edca7-6d0f-4cff-992d-9525d8a8d3b7 tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Router adfed4a0-e6cf-4acc-8e41-34071a80741b migrating from provider to provider. {{(pid=109802) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Jan 28 03:16:24.335464 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a19edca7-6d0f-4cff-992d-9525d8a8d3b7 tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Publish callbacks [] for router_controller (adfed4a0-e6cf-4acc-8e41-34071a80741b), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:24.350541 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a19edca7-6d0f-4cff-992d-9525d8a8d3b7 tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Publish callbacks [] for router_controller (adfed4a0-e6cf-4acc-8e41-34071a80741b), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:24.357960 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a19edca7-6d0f-4cff-992d-9525d8a8d3b7 tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3876279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3876284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3877649'] for router (adfed4a0-e6cf-4acc-8e41-34071a80741b), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:24.539673 n-d-712139-27 neutron-server[109802]: WARNING neutron.scheduler.l3_agent_scheduler [None req-a19edca7-6d0f-4cff-992d-9525d8a8d3b7 tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] No L3 agents can host the router adfed4a0-e6cf-4acc-8e41-34071a80741b Jan 28 03:16:24.824465 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19edca7-6d0f-4cff-992d-9525d8a8d3b7 tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Hosts for router adfed4a0-e6cf-4acc-8e41-34071a80741b: [] {{(pid=109802) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Jan 28 03:16:24.854317 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19edca7-6d0f-4cff-992d-9525d8a8d3b7 tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Hosts for other DVR routers connected to router adfed4a0-e6cf-4acc-8e41-34071a80741b: set() {{(pid=109802) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Jan 28 03:16:24.857230 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a19edca7-6d0f-4cff-992d-9525d8a8d3b7 tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:24.859213 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a19edca7-6d0f-4cff-992d-9525d8a8d3b7 tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] 10.222.0.53 "PUT /v2.0/routers/adfed4a0-e6cf-4acc-8e41-34071a80741b HTTP/1.1" status: 200 len: 717 time: 1.0910454 Jan 28 03:16:24.862027 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40050) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:25.381859 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-01e1446d-4aeb-4ed2-aedd-ea5741095317 tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] 10.222.0.53 "GET /v2.0/routers/adfed4a0-e6cf-4acc-8e41-34071a80741b HTTP/1.1" status: 200 len: 717 time: 0.5150151 Jan 28 03:16:25.382198 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40064) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:26.056790 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8dd3b678-e2c5-45dd-974c-b6c9de141acf tempest-RoutersTestDVR-1468211312 tempest-RoutersTestDVR-1468211312-project] 10.222.0.53 "GET /v2.0/routers/adfed4a0-e6cf-4acc-8e41-34071a80741b HTTP/1.1" status: 200 len: 683 time: 0.6754291 Jan 28 03:16:26.059145 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40078) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:26.179290 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-04dbb32a-2287-43fb-87a6-51a25a5f4ff0 tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Publish callbacks [] for router (adfed4a0-e6cf-4acc-8e41-34071a80741b), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:26.571536 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-04dbb32a-2287-43fb-87a6-51a25a5f4ff0 tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (adfed4a0-e6cf-4acc-8e41-34071a80741b), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:26.576628 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-04dbb32a-2287-43fb-87a6-51a25a5f4ff0 tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Publish callbacks [] for router_controller (adfed4a0-e6cf-4acc-8e41-34071a80741b), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:26.665033 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-04dbb32a-2287-43fb-87a6-51a25a5f4ff0 tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (adfed4a0-e6cf-4acc-8e41-34071a80741b), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:26.666319 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04dbb32a-2287-43fb-87a6-51a25a5f4ff0 tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Fanout notify agent at l3_agent the message router_deleted on router adfed4a0-e6cf-4acc-8e41-34071a80741b {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:16:26.678301 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-04dbb32a-2287-43fb-87a6-51a25a5f4ff0 tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:26.695583 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-04dbb32a-2287-43fb-87a6-51a25a5f4ff0 tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] 10.222.0.53 "DELETE /v2.0/routers/adfed4a0-e6cf-4acc-8e41-34071a80741b HTTP/1.1" status: 204 len: 168 time: 0.6310360 Jan 28 03:16:26.701142 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40092) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:26.710800 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-5448faa4-fa90-482f-8c8b-7794c90d36cd tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Request body: {'router': {'name': 'tempest-router-1205485873', 'distributed': True}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:16:26.761541 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5448faa4-fa90-482f-8c8b-7794c90d36cd tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (e04d2e68-73f7-4620-a9dd-910d82b27004), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:26.764161 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5448faa4-fa90-482f-8c8b-7794c90d36cd tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (e04d2e68-73f7-4620-a9dd-910d82b27004), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:26.908834 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5448faa4-fa90-482f-8c8b-7794c90d36cd tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Publish callbacks [] for router_controller (e04d2e68-73f7-4620-a9dd-910d82b27004), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:26.919191 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5448faa4-fa90-482f-8c8b-7794c90d36cd tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (e04d2e68-73f7-4620-a9dd-910d82b27004), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:26.948002 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5448faa4-fa90-482f-8c8b-7794c90d36cd tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:26.955447 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40098) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:26.971566 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5448faa4-fa90-482f-8c8b-7794c90d36cd tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2677658 Jan 28 03:16:27.117319 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa62891d-66bb-4544-8199-abe06b15020b tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Publish callbacks [] for router (e04d2e68-73f7-4620-a9dd-910d82b27004), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:27.468951 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa62891d-66bb-4544-8199-abe06b15020b tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (e04d2e68-73f7-4620-a9dd-910d82b27004), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:27.474266 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa62891d-66bb-4544-8199-abe06b15020b tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Publish callbacks [] for router_controller (e04d2e68-73f7-4620-a9dd-910d82b27004), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:27.545952 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa62891d-66bb-4544-8199-abe06b15020b tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (e04d2e68-73f7-4620-a9dd-910d82b27004), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:27.546678 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa62891d-66bb-4544-8199-abe06b15020b tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e04d2e68-73f7-4620-a9dd-910d82b27004 {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:16:27.555408 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa62891d-66bb-4544-8199-abe06b15020b tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:27.576481 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-fa62891d-66bb-4544-8199-abe06b15020b tempest-RoutersTestDVR-1518700559 tempest-RoutersTestDVR-1518700559-project-admin] 10.222.0.53 "DELETE /v2.0/routers/e04d2e68-73f7-4620-a9dd-910d82b27004 HTTP/1.1" status: 204 len: 168 time: 0.6091516 Jan 28 03:16:27.971056 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40122) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:28.192067 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9274b307-d41b-4f58-8cdd-930f7cd45b05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:28.456679 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9274b307-d41b-4f58-8cdd-930f7cd45b05 admin admin] Publish callbacks [] for security_group (7b9493d4-e323-41fb-85e4-1423d2425378), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:28.463432 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9274b307-d41b-4f58-8cdd-930f7cd45b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (7b9493d4-e323-41fb-85e4-1423d2425378), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:28.557425 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9274b307-d41b-4f58-8cdd-930f7cd45b05 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4c389208f0b74952baf9e494cdc10a13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5844424 Jan 28 03:16:28.558992 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9274b307-d41b-4f58-8cdd-930f7cd45b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9493d4-e323-41fb-85e4-1423d2425378,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:28.561977 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40134) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:28.573379 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9274b307-d41b-4f58-8cdd-930f7cd45b05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:16:28.573997 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9274b307-d41b-4f58-8cdd-930f7cd45b05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:16:28.574532 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9274b307-d41b-4f58-8cdd-930f7cd45b05 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:16:28.575112 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9274b307-d41b-4f58-8cdd-930f7cd45b05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:16:28.575568 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9274b307-d41b-4f58-8cdd-930f7cd45b05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:16:28.576080 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9274b307-d41b-4f58-8cdd-930f7cd45b05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:16:28.576593 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9274b307-d41b-4f58-8cdd-930f7cd45b05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:16:28.577203 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9274b307-d41b-4f58-8cdd-930f7cd45b05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:16:28.577714 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9274b307-d41b-4f58-8cdd-930f7cd45b05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:16:28.578200 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9274b307-d41b-4f58-8cdd-930f7cd45b05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:16:28.579039 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9274b307-d41b-4f58-8cdd-930f7cd45b05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:16:28.579570 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9274b307-d41b-4f58-8cdd-930f7cd45b05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:16:28.580084 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9274b307-d41b-4f58-8cdd-930f7cd45b05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:16:28.724073 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-97e4354a-a975-4c12-b07b-5523b5b95307 admin admin] Publish callbacks [] for security_group (7b9493d4-e323-41fb-85e4-1423d2425378), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:28.771598 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-97e4354a-a975-4c12-b07b-5523b5b95307 admin admin] Publish callbacks [] for security_group (7b9493d4-e323-41fb-85e4-1423d2425378), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:28.857487 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-97e4354a-a975-4c12-b07b-5523b5b95307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (7b9493d4-e323-41fb-85e4-1423d2425378), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:28.860967 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-97e4354a-a975-4c12-b07b-5523b5b95307 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:28.865453 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-97e4354a-a975-4c12-b07b-5523b5b95307 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7b9493d4-e323-41fb-85e4-1423d2425378 HTTP/1.1" status: 204 len: 168 time: 0.3019893 Jan 28 03:16:28.884781 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4354a-a975-4c12-b07b-5523b5b95307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9493d4-e323-41fb-85e4-1423d2425378,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:29.274150 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:29.652882 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40154) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:29.681319 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-08ab33c6-e0e6-4fd3-ac62-f47135a8fa4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:29.745895 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-83c8f5df-c806-4036-bcc5-8d96f7ca9fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:29.894441 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-08ab33c6-e0e6-4fd3-ac62-f47135a8fa4a admin admin] Publish callbacks [] for security_group (1df27152-0da9-4b87-bebb-d1f8c2c99225), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:29.922459 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-08ab33c6-e0e6-4fd3-ac62-f47135a8fa4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (1df27152-0da9-4b87-bebb-d1f8c2c99225), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:29.992525 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab33c6-e0e6-4fd3-ac62-f47135a8fa4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df27152-0da9-4b87-bebb-d1f8c2c99225,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:30.006215 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-08ab33c6-e0e6-4fd3-ac62-f47135a8fa4a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e465fe96bd234958a5ce4ab7b607eea1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3518178 Jan 28 03:16:30.010143 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40158) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:30.070371 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d48b7fc5-3a78-415b-890a-6e23d8de5d95 admin admin] Publish callbacks [] for security_group (1df27152-0da9-4b87-bebb-d1f8c2c99225), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:30.100421 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d48b7fc5-3a78-415b-890a-6e23d8de5d95 admin admin] Publish callbacks [] for security_group (1df27152-0da9-4b87-bebb-d1f8c2c99225), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:30.187998 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d48b7fc5-3a78-415b-890a-6e23d8de5d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (1df27152-0da9-4b87-bebb-d1f8c2c99225), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:30.193460 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d48b7fc5-3a78-415b-890a-6e23d8de5d95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:30.197481 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d48b7fc5-3a78-415b-890a-6e23d8de5d95 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1df27152-0da9-4b87-bebb-d1f8c2c99225 HTTP/1.1" status: 204 len: 168 time: 0.1850779 Jan 28 03:16:30.207740 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b7fc5-3a78-415b-890a-6e23d8de5d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df27152-0da9-4b87-bebb-d1f8c2c99225,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:31.290097 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40190) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:31.558761 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-70c76021-7ac1-4d36-af1c-c6a65ed42b22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:31.705832 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-70c76021-7ac1-4d36-af1c-c6a65ed42b22 admin admin] Publish callbacks [] for security_group (12801756-e145-4318-87fe-002a3261bd4c), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:31.713539 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-70c76021-7ac1-4d36-af1c-c6a65ed42b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (12801756-e145-4318-87fe-002a3261bd4c), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:31.730453 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40206) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:31.799004 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-70c76021-7ac1-4d36-af1c-c6a65ed42b22 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6bbe2f30c8504475b23314d0467e69a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5038853 Jan 28 03:16:31.799893 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-06fef87f-d081-43a3-98f3-f0e298321a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:31.804507 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40210) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:31.805761 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c76021-7ac1-4d36-af1c-c6a65ed42b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12801756-e145-4318-87fe-002a3261bd4c,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:31.906252 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-2ad31d78-2cd9-43e3-a297-046a7167a084 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-938475809'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:16:31.930237 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad31d78-2cd9-43e3-a297-046a7167a084 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Made reservation on behalf of d88c54be20f54635a444b6baaedd18d6 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:16:31.933714 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2ad31d78-2cd9-43e3-a297-046a7167a084 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:31.945711 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2ad31d78-2cd9-43e3-a297-046a7167a084 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:31.966523 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a2124536-4fe8-4ed1-808d-0e0c0a9347e3 admin admin] Publish callbacks [] for security_group (12801756-e145-4318-87fe-002a3261bd4c), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:32.060070 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2ad31d78-2cd9-43e3-a297-046a7167a084 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Publish callbacks [] for security_group (3ad5b27c-734e-4175-aa5e-0dabe87caae4), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:32.066741 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2ad31d78-2cd9-43e3-a297-046a7167a084 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (3ad5b27c-734e-4175-aa5e-0dabe87caae4), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:32.113114 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a2124536-4fe8-4ed1-808d-0e0c0a9347e3 admin admin] Publish callbacks [] for security_group (12801756-e145-4318-87fe-002a3261bd4c), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:32.123630 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ad31d78-2cd9-43e3-a297-046a7167a084 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:16:32.135018 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad31d78-2cd9-43e3-a297-046a7167a084 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad5b27c-734e-4175-aa5e-0dabe87caae4,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:32.150422 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2ad31d78-2cd9-43e3-a297-046a7167a084 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (f25ad32d-9d80-4d35-9dfa-1a909df5c1ee), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:32.150990 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-2ad31d78-2cd9-43e3-a297-046a7167a084 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Added segment f25ad32d-9d80-4d35-9dfa-1a909df5c1ee of type vlan for network 7d4325ff-c87d-4550-8f75-1a0aa48ca494 Jan 28 03:16:32.251579 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a2124536-4fe8-4ed1-808d-0e0c0a9347e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (12801756-e145-4318-87fe-002a3261bd4c), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:32.259486 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a2124536-4fe8-4ed1-808d-0e0c0a9347e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:32.261861 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a2124536-4fe8-4ed1-808d-0e0c0a9347e3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/12801756-e145-4318-87fe-002a3261bd4c HTTP/1.1" status: 204 len: 168 time: 0.4558613 Jan 28 03:16:32.274898 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2ad31d78-2cd9-43e3-a297-046a7167a084 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (7d4325ff-c87d-4550-8f75-1a0aa48ca494), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:32.336473 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2124536-4fe8-4ed1-808d-0e0c0a9347e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12801756-e145-4318-87fe-002a3261bd4c,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:32.353122 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2ad31d78-2cd9-43e3-a297-046a7167a084 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (7d4325ff-c87d-4550-8f75-1a0aa48ca494), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:32.369204 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad31d78-2cd9-43e3-a297-046a7167a084 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:16:32.375025 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2ad31d78-2cd9-43e3-a297-046a7167a084 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:32.419396 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2ad31d78-2cd9-43e3-a297-046a7167a084 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6832612 Jan 28 03:16:32.419745 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40216) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:32.430609 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-b3786915-c906-479e-a481-1cdd26a8c645 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Request body: {'subnet': {'network_id': '7d4325ff-c87d-4550-8f75-1a0aa48ca494', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:16:32.730745 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3786915-c906-479e-a481-1cdd26a8c645 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Made reservation on behalf of d88c54be20f54635a444b6baaedd18d6 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:16:32.744630 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b3786915-c906-479e-a481-1cdd26a8c645 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:32.746454 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad31d78-2cd9-43e3-a297-046a7167a084 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Pushing event updated for resources: {'Network': ['ID=7d4325ff-c87d-4550-8f75-1a0aa48ca494,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:32.762431 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 7d4325ff-c87d-4550-8f75-1a0aa48ca494 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:16:33.007111 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b3786915-c906-479e-a481-1cdd26a8c645 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (5fd186b9-8f20-4d5c-9fe8-7a5ab645c1eb), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:33.115704 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3786915-c906-479e-a481-1cdd26a8c645 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Pushing event updated for resources: {'Subnet': ['ID=5fd186b9-8f20-4d5c-9fe8-7a5ab645c1eb,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:33.133417 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3786915-c906-479e-a481-1cdd26a8c645 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Checking segment: {'id': 'f25ad32d-9d80-4d35-9dfa-1a909df5c1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7d4325ff-c87d-4550-8f75-1a0aa48ca494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:16:33.134868 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3786915-c906-479e-a481-1cdd26a8c645 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Network hostable DHCP agents. Network: 7d4325ff-c87d-4550-8f75-1a0aa48ca494, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:16:33.158363 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40232) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:33.162865 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3786915-c906-479e-a481-1cdd26a8c645 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Network 7d4325ff-c87d-4550-8f75-1a0aa48ca494 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:16:33.179097 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-b3786915-c906-479e-a481-1cdd26a8c645 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 7d4325ff-c87d-4550-8f75-1a0aa48ca494) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:16:33.185778 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3786915-c906-479e-a481-1cdd26a8c645 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:16:33.186323 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b3786915-c906-479e-a481-1cdd26a8c645 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:33.194229 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95871184-72f0-4f79-8b00-82eda9efc577 None None] Network 7d4325ff-c87d-4550-8f75-1a0aa48ca494 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:16:33.205214 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-180a739e-8d3f-4309-902d-171d579c21c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:33.230332 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b3786915-c906-479e-a481-1cdd26a8c645 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8060195 Jan 28 03:16:33.231515 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40234) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:33.251097 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-6f80ac2b-aed5-438d-b2c0-307e1c18be32 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Request body: {'port': {'network_id': '7d4325ff-c87d-4550-8f75-1a0aa48ca494', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1356393498'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:16:33.336128 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-180a739e-8d3f-4309-902d-171d579c21c3 admin admin] Publish callbacks [] for security_group (ce0fe797-0686-464e-b2ef-f7d89f93dbb6), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:33.346025 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-180a739e-8d3f-4309-902d-171d579c21c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (ce0fe797-0686-464e-b2ef-f7d89f93dbb6), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:33.361789 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:33.421263 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f2c1a6-a48f-410f-a6a5-b6f5654623bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-7d4325ff-c87d-4550-8f75-1a0aa48ca494', 'network_id': '7d4325ff-c87d-4550-8f75-1a0aa48ca494', 'project_id': 'd88c54be20f54635a444b6baaedd18d6', 'fixed_ips': [{'subnet_id': '5fd186b9-8f20-4d5c-9fe8-7a5ab645c1eb'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:16:33.422988 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d8f2c1a6-a48f-410f-a6a5-b6f5654623bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:33.445304 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-180a739e-8d3f-4309-902d-171d579c21c3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=79d9d1da340c45968ed0af52ee11351d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2815833 Jan 28 03:16:33.445304 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a739e-8d3f-4309-902d-171d579c21c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0fe797-0686-464e-b2ef-f7d89f93dbb6,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:33.449723 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40236) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:33.523979 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c21c0a26-a2ee-4af7-8b8b-62baa5f354d4 admin admin] Publish callbacks [] for security_group (ce0fe797-0686-464e-b2ef-f7d89f93dbb6), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:33.556822 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c21c0a26-a2ee-4af7-8b8b-62baa5f354d4 admin admin] Publish callbacks [] for security_group (ce0fe797-0686-464e-b2ef-f7d89f93dbb6), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:33.619225 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f80ac2b-aed5-438d-b2c0-307e1c18be32 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Made reservation on behalf of d88c54be20f54635a444b6baaedd18d6 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:16:33.633580 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6f80ac2b-aed5-438d-b2c0-307e1c18be32 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:33.651751 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c21c0a26-a2ee-4af7-8b8b-62baa5f354d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (ce0fe797-0686-464e-b2ef-f7d89f93dbb6), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:33.657136 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c21c0a26-a2ee-4af7-8b8b-62baa5f354d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:33.661456 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c21c0a26-a2ee-4af7-8b8b-62baa5f354d4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ce0fe797-0686-464e-b2ef-f7d89f93dbb6 HTTP/1.1" status: 204 len: 168 time: 0.2081981 Jan 28 03:16:33.675742 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c0a26-a2ee-4af7-8b8b-62baa5f354d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0fe797-0686-464e-b2ef-f7d89f93dbb6,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:33.692859 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-6f80ac2b-aed5-438d-b2c0-307e1c18be32 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] device_id is not set on port 9e3133b2-e790-4f09-b76d-1635e2944716 yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:16:33.785709 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:33.787646 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-d8f2c1a6-a48f-410f-a6a5-b6f5654623bd None None] Allocated IP 2001:db8::2 (7d4325ff-c87d-4550-8f75-1a0aa48ca494/5fd186b9-8f20-4d5c-9fe8-7a5ab645c1eb/a55847c8-8d82-4376-92f9-d098f7c9c78b) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:16:34.096097 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d8f2c1a6-a48f-410f-a6a5-b6f5654623bd None None] Publish callbacks [] for port (a55847c8-8d82-4376-92f9-d098f7c9c78b), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:34.104668 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d8f2c1a6-a48f-410f-a6a5-b6f5654623bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (a55847c8-8d82-4376-92f9-d098f7c9c78b), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:34.169117 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f2c1a6-a48f-410f-a6a5-b6f5654623bd None None] Pushing event updated for resources: {'Port': ['ID=a55847c8-8d82-4376-92f9-d098f7c9c78b,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:34.183647 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f2c1a6-a48f-410f-a6a5-b6f5654623bd None None] Network 7d4325ff-c87d-4550-8f75-1a0aa48ca494 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:16:34.185163 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-d8f2c1a6-a48f-410f-a6a5-b6f5654623bd None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:16:34.188057 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f2c1a6-a48f-410f-a6a5-b6f5654623bd None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:16:34.261333 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-d8f2c1a6-a48f-410f-a6a5-b6f5654623bd None None] Attempting to bind port a55847c8-8d82-4376-92f9-d098f7c9c78b on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:16:34.262456 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-d8f2c1a6-a48f-410f-a6a5-b6f5654623bd None None] Attempting to bind port a55847c8-8d82-4376-92f9-d098f7c9c78b by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'f25ad32d-9d80-4d35-9dfa-1a909df5c1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7d4325ff-c87d-4550-8f75-1a0aa48ca494'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:16:34.262456 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f2c1a6-a48f-410f-a6a5-b6f5654623bd None None] Attempting to bind port a55847c8-8d82-4376-92f9-d098f7c9c78b on network 7d4325ff-c87d-4550-8f75-1a0aa48ca494 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:16:34.277853 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f2c1a6-a48f-410f-a6a5-b6f5654623bd None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:16:34.278423 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f2c1a6-a48f-410f-a6a5-b6f5654623bd None None] Checking segment: {'id': 'f25ad32d-9d80-4d35-9dfa-1a909df5c1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7d4325ff-c87d-4550-8f75-1a0aa48ca494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:16:34.278938 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d8f2c1a6-a48f-410f-a6a5-b6f5654623bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:34.279347 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f2c1a6-a48f-410f-a6a5-b6f5654623bd None None] Bound using segment: {'id': 'f25ad32d-9d80-4d35-9dfa-1a909df5c1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7d4325ff-c87d-4550-8f75-1a0aa48ca494'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:16:34.279841 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-d8f2c1a6-a48f-410f-a6a5-b6f5654623bd None None] Bound port: a55847c8-8d82-4376-92f9-d098f7c9c78b, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f25ad32d-9d80-4d35-9dfa-1a909df5c1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7d4325ff-c87d-4550-8f75-1a0aa48ca494'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:16:34.280479 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d8f2c1a6-a48f-410f-a6a5-b6f5654623bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (a55847c8-8d82-4376-92f9-d098f7c9c78b), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:34.360100 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-6f80ac2b-aed5-438d-b2c0-307e1c18be32 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Allocated IP 2001:db8::2ea (7d4325ff-c87d-4550-8f75-1a0aa48ca494/5fd186b9-8f20-4d5c-9fe8-7a5ab645c1eb/9e3133b2-e790-4f09-b76d-1635e2944716) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:16:34.398468 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-d8f2c1a6-a48f-410f-a6a5-b6f5654623bd None None] For port a55847c8-8d82-4376-92f9-d098f7c9c78b, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:16:34.405037 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-d8f2c1a6-a48f-410f-a6a5-b6f5654623bd None None] For port a55847c8-8d82-4376-92f9-d098f7c9c78b, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=a55847c8-8d82-4376-92f9-d098f7c9c78b,segment=NetworkSegment(f25ad32d-9d80-4d35-9dfa-1a909df5c1ee),segment_id=f25ad32d-9d80-4d35-9dfa-1a909df5c1ee)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:16:34.418766 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d8f2c1a6-a48f-410f-a6a5-b6f5654623bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (a55847c8-8d82-4376-92f9-d098f7c9c78b), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:34.518698 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f2c1a6-a48f-410f-a6a5-b6f5654623bd None None] Pushing event updated for resources: {'Port': ['ID=a55847c8-8d82-4376-92f9-d098f7c9c78b,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:34.779789 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6f80ac2b-aed5-438d-b2c0-307e1c18be32 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Publish callbacks [] for port (9e3133b2-e790-4f09-b76d-1635e2944716), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:34.821024 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:34.849846 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6f80ac2b-aed5-438d-b2c0-307e1c18be32 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (9e3133b2-e790-4f09-b76d-1635e2944716), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:34.959189 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f80ac2b-aed5-438d-b2c0-307e1c18be32 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Network 7d4325ff-c87d-4550-8f75-1a0aa48ca494 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:16:34.967709 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-6f80ac2b-aed5-438d-b2c0-307e1c18be32 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:16:34.978373 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f80ac2b-aed5-438d-b2c0-307e1c18be32 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:16:34.984773 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f80ac2b-aed5-438d-b2c0-307e1c18be32 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:16:34.985508 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6f80ac2b-aed5-438d-b2c0-307e1c18be32 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:35.038988 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f80ac2b-aed5-438d-b2c0-307e1c18be32 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Pushing event updated for resources: {'Port': ['ID=9e3133b2-e790-4f09-b76d-1635e2944716,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:35.071734 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6f80ac2b-aed5-438d-b2c0-307e1c18be32 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.8374782 Jan 28 03:16:35.074316 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40270) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:35.081949 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-f2ac62dd-1e78-4dd6-aced-b222705ebf4b tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Request body: {'port': {'network_id': '7d4325ff-c87d-4550-8f75-1a0aa48ca494', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-751095694', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:16:35.082879 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.api.validators [None req-f2ac62dd-1e78-4dd6-aced-b222705ebf4b tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] bootfile-name is not in valid_values {{(pid=109802) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 03:16:35.083465 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.api.validators [None req-f2ac62dd-1e78-4dd6-aced-b222705ebf4b tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] tftp-server is not in valid_values {{(pid=109802) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 03:16:35.084139 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.api.validators [None req-f2ac62dd-1e78-4dd6-aced-b222705ebf4b tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] server-ip-address is not in valid_values {{(pid=109802) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 03:16:35.360792 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ac62dd-1e78-4dd6-aced-b222705ebf4b tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Made reservation on behalf of d88c54be20f54635a444b6baaedd18d6 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:16:35.365951 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f2ac62dd-1e78-4dd6-aced-b222705ebf4b tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:35.388331 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-f2ac62dd-1e78-4dd6-aced-b222705ebf4b tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] device_id is not set on port 398ab1a1-5a40-451a-9d2c-8778a6edb33c yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:16:35.652125 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-f2ac62dd-1e78-4dd6-aced-b222705ebf4b tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Allocated IP 2001:db8::3a7 (7d4325ff-c87d-4550-8f75-1a0aa48ca494/5fd186b9-8f20-4d5c-9fe8-7a5ab645c1eb/398ab1a1-5a40-451a-9d2c-8778a6edb33c) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:16:35.999937 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:36.013993 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f2ac62dd-1e78-4dd6-aced-b222705ebf4b tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Publish callbacks [] for port (398ab1a1-5a40-451a-9d2c-8778a6edb33c), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:36.050611 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device a55847c8-8d82-4376-92f9-d098f7c9c78b up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:16:36.140575 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f2ac62dd-1e78-4dd6-aced-b222705ebf4b tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (398ab1a1-5a40-451a-9d2c-8778a6edb33c), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:36.209178 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port a55847c8-8d82-4376-92f9-d098f7c9c78b triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:16:36.209898 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (a55847c8-8d82-4376-92f9-d098f7c9c78b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:36.302275 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ac62dd-1e78-4dd6-aced-b222705ebf4b tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Network 7d4325ff-c87d-4550-8f75-1a0aa48ca494 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:16:36.307373 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-f2ac62dd-1e78-4dd6-aced-b222705ebf4b tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:16:36.317016 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ac62dd-1e78-4dd6-aced-b222705ebf4b tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:16:36.332188 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ac62dd-1e78-4dd6-aced-b222705ebf4b tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:16:36.337293 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f2ac62dd-1e78-4dd6-aced-b222705ebf4b tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:36.367108 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac62dd-1e78-4dd6-aced-b222705ebf4b tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Pushing event updated for resources: {'Port': ['ID=398ab1a1-5a40-451a-9d2c-8778a6edb33c,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:36.400419 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f2ac62dd-1e78-4dd6-aced-b222705ebf4b tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.3237147 Jan 28 03:16:36.403165 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40302) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:36.466704 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a8d067-6f7f-49a3-8282-3cb4a7dbb64f None None] Network 7d4325ff-c87d-4550-8f75-1a0aa48ca494 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:16:36.651984 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71dbcde6-e104-4010-b812-d6f944c30c5c tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:16:36.665794 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71dbcde6-e104-4010-b812-d6f944c30c5c tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:16:36.681558 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71dbcde6-e104-4010-b812-d6f944c30c5c tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:16:36.691298 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-71dbcde6-e104-4010-b812-d6f944c30c5c tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.2841375 Jan 28 03:16:36.692626 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40310) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:36.820639 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-fc2e4343-8a27-44d9-9807-7ec6225737ee None None] Provisioning complete for port a55847c8-8d82-4376-92f9-d098f7c9c78b triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:16:36.821180 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fc2e4343-8a27-44d9-9807-7ec6225737ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (a55847c8-8d82-4376-92f9-d098f7c9c78b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:36.872717 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port a55847c8-8d82-4376-92f9-d098f7c9c78b is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:16:36.873246 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (a55847c8-8d82-4376-92f9-d098f7c9c78b), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:36.921064 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port a55847c8-8d82-4376-92f9-d098f7c9c78b, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=a55847c8-8d82-4376-92f9-d098f7c9c78b,segment=NetworkSegment(f25ad32d-9d80-4d35-9dfa-1a909df5c1ee),segment_id=f25ad32d-9d80-4d35-9dfa-1a909df5c1ee)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:16:36.926893 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (a55847c8-8d82-4376-92f9-d098f7c9c78b), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:37.000279 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-6b5970e1-d272-489d-bf02-75b7bb806d6e tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Deleting port 398ab1a1-5a40-451a-9d2c-8778a6edb33c {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:16:37.000625 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6b5970e1-d272-489d-bf02-75b7bb806d6e tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (398ab1a1-5a40-451a-9d2c-8778a6edb33c), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:37.016151 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=a55847c8-8d82-4376-92f9-d098f7c9c78b,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:37.035165 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-fc2e4343-8a27-44d9-9807-7ec6225737ee None None] Current status of the port a55847c8-8d82-4376-92f9-d098f7c9c78b is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:16:37.035694 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fc2e4343-8a27-44d9-9807-7ec6225737ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (a55847c8-8d82-4376-92f9-d098f7c9c78b), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:37.129914 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.api [None req-fc2e4343-8a27-44d9-9807-7ec6225737ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:16:37.130859 n-d-712139-27 neutron-server[109804]: DEBUG oslo_db.api [None req-fc2e4343-8a27-44d9-9807-7ec6225737ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:16:37.180383 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6b5970e1-d272-489d-bf02-75b7bb806d6e tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (398ab1a1-5a40-451a-9d2c-8778a6edb33c), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:37.215372 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-6b5970e1-d272-489d-bf02-75b7bb806d6e tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Calling delete_port for 398ab1a1-5a40-451a-9d2c-8778a6edb33c owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:16:37.569209 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6b5970e1-d272-489d-bf02-75b7bb806d6e tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (398ab1a1-5a40-451a-9d2c-8778a6edb33c), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:37.690754 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6b5970e1-d272-489d-bf02-75b7bb806d6e tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:37.700857 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6b5970e1-d272-489d-bf02-75b7bb806d6e tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] 10.222.0.53 "DELETE /v2.0/ports/398ab1a1-5a40-451a-9d2c-8778a6edb33c HTTP/1.1" status: 204 len: 168 time: 1.0048795 Jan 28 03:16:37.702349 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5970e1-d272-489d-bf02-75b7bb806d6e tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Pushing event deleted for resources: {'Port': ['ID=398ab1a1-5a40-451a-9d2c-8778a6edb33c,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:37.705262 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40326) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:37.717751 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-734bccf7-badc-4f17-bd74-159035a521f0 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Request body: {'port': {'name': 'tempest-new-port-name-1575081245', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:16:37.721135 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.api.validators [None req-734bccf7-badc-4f17-bd74-159035a521f0 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] bootfile-name is not in valid_values {{(pid=109802) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 03:16:37.722549 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.api.validators [None req-734bccf7-badc-4f17-bd74-159035a521f0 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] tftp-server is not in valid_values {{(pid=109802) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 03:16:37.723701 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.api.validators [None req-734bccf7-badc-4f17-bd74-159035a521f0 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] server-ip-address is not in valid_values {{(pid=109802) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 03:16:37.758391 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-fc2e4343-8a27-44d9-9807-7ec6225737ee None None] Current status of the port a55847c8-8d82-4376-92f9-d098f7c9c78b is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:16:37.889696 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-169bd7fd-5470-4456-8c8c-9061837556ad None None] Could not find standard attr ID for object 398ab1a1-5a40-451a-9d2c-8778a6edb33c. {{(pid=109804) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:16:37.914606 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-734bccf7-badc-4f17-bd74-159035a521f0 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9e3133b2-e790-4f09-b76d-1635e2944716), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:37.942939 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-169bd7fd-5470-4456-8c8c-9061837556ad None None] Provisioning complete for port a55847c8-8d82-4376-92f9-d098f7c9c78b triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:16:37.943419 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-169bd7fd-5470-4456-8c8c-9061837556ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (a55847c8-8d82-4376-92f9-d098f7c9c78b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:38.034864 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device a55847c8-8d82-4376-92f9-d098f7c9c78b up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:16:38.299609 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port a55847c8-8d82-4376-92f9-d098f7c9c78b triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:16:38.299609 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (a55847c8-8d82-4376-92f9-d098f7c9c78b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:38.299609 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-169bd7fd-5470-4456-8c8c-9061837556ad None None] Current status of the port a55847c8-8d82-4376-92f9-d098f7c9c78b is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:16:38.352147 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-169bd7fd-5470-4456-8c8c-9061837556ad None None] Provisioning complete for port 9e3133b2-e790-4f09-b76d-1635e2944716 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:16:38.352538 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-169bd7fd-5470-4456-8c8c-9061837556ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9e3133b2-e790-4f09-b76d-1635e2944716), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:38.438272 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-169bd7fd-5470-4456-8c8c-9061837556ad None None] Port 9e3133b2-e790-4f09-b76d-1635e2944716 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:16:38.506255 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-734bccf7-badc-4f17-bd74-159035a521f0 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Publish callbacks [] for port (9e3133b2-e790-4f09-b76d-1635e2944716), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:38.515622 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-734bccf7-badc-4f17-bd74-159035a521f0 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (9e3133b2-e790-4f09-b76d-1635e2944716), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:38.529217 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port a55847c8-8d82-4376-92f9-d098f7c9c78b is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:16:38.562198 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-69e9143f-4c21-4d26-9274-1f159c75521e None None] Could not find standard attr ID for object 398ab1a1-5a40-451a-9d2c-8778a6edb33c. {{(pid=109804) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:16:38.575832 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-734bccf7-badc-4f17-bd74-159035a521f0 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] In _notify_port_updated(), no bound segment for port 9e3133b2-e790-4f09-b76d-1635e2944716 on network 7d4325ff-c87d-4550-8f75-1a0aa48ca494 {{(pid=109802) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 03:16:38.587388 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734bccf7-badc-4f17-bd74-159035a521f0 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:16:38.588108 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-734bccf7-badc-4f17-bd74-159035a521f0 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:38.589762 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-734bccf7-badc-4f17-bd74-159035a521f0 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] 10.222.0.53 "PUT /v2.0/ports/9e3133b2-e790-4f09-b76d-1635e2944716 HTTP/1.1" status: 200 len: 1130 time: 0.8828754 Jan 28 03:16:38.592307 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40342) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:38.683448 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734bccf7-badc-4f17-bd74-159035a521f0 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Pushing event updated for resources: {'Port': ['ID=9e3133b2-e790-4f09-b76d-1635e2944716,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:38.756341 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e990bee-dee7-46bd-ae04-eb87e43c7772 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:16:38.772256 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7e990bee-dee7-46bd-ae04-eb87e43c7772 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] 10.222.0.53 "GET /v2.0/ports/9e3133b2-e790-4f09-b76d-1635e2944716 HTTP/1.1" status: 200 len: 1130 time: 0.1751535 Jan 28 03:16:38.772868 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40346) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:38.971666 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-f362b166-1105-4aa9-8d95-aedce5b3b552 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Deleting port 9e3133b2-e790-4f09-b76d-1635e2944716 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:16:38.972015 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f362b166-1105-4aa9-8d95-aedce5b3b552 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (9e3133b2-e790-4f09-b76d-1635e2944716), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:39.096648 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f362b166-1105-4aa9-8d95-aedce5b3b552 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (9e3133b2-e790-4f09-b76d-1635e2944716), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:39.120565 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-45ac05f3-0a1a-47d3-8831-754bd12ef22d None None] Provisioning complete for port 9e3133b2-e790-4f09-b76d-1635e2944716 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:16:39.121145 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-45ac05f3-0a1a-47d3-8831-754bd12ef22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9e3133b2-e790-4f09-b76d-1635e2944716), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:39.124826 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-f362b166-1105-4aa9-8d95-aedce5b3b552 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Calling delete_port for 9e3133b2-e790-4f09-b76d-1635e2944716 owned by {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:16:39.178879 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-45ac05f3-0a1a-47d3-8831-754bd12ef22d None None] Port 9e3133b2-e790-4f09-b76d-1635e2944716 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:16:39.397996 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f362b166-1105-4aa9-8d95-aedce5b3b552 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (9e3133b2-e790-4f09-b76d-1635e2944716), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:39.519311 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f362b166-1105-4aa9-8d95-aedce5b3b552 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:39.525766 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40362) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:39.526211 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f362b166-1105-4aa9-8d95-aedce5b3b552 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] 10.222.0.53 "DELETE /v2.0/ports/9e3133b2-e790-4f09-b76d-1635e2944716 HTTP/1.1" status: 204 len: 168 time: 0.7508242 Jan 28 03:16:39.527677 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f362b166-1105-4aa9-8d95-aedce5b3b552 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Pushing event deleted for resources: {'Port': ['ID=9e3133b2-e790-4f09-b76d-1635e2944716,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:39.668001 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d06b658-763b-4f30-a334-e4263ad2741a tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Deleting subnet 5fd186b9-8f20-4d5c-9fe8-7a5ab645c1eb {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:16:39.671791 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0d06b658-763b-4f30-a334-e4263ad2741a tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Publish callbacks [] for subnet (5fd186b9-8f20-4d5c-9fe8-7a5ab645c1eb), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:39.746981 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0d06b658-763b-4f30-a334-e4263ad2741a tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (5fd186b9-8f20-4d5c-9fe8-7a5ab645c1eb), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:39.945939 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0d06b658-763b-4f30-a334-e4263ad2741a tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (5fd186b9-8f20-4d5c-9fe8-7a5ab645c1eb), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:40.063493 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0d06b658-763b-4f30-a334-e4263ad2741a tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (5fd186b9-8f20-4d5c-9fe8-7a5ab645c1eb), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:40.163999 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0d06b658-763b-4f30-a334-e4263ad2741a tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:40.176756 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0d06b658-763b-4f30-a334-e4263ad2741a tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] 10.222.0.53 "DELETE /v2.0/subnets/5fd186b9-8f20-4d5c-9fe8-7a5ab645c1eb HTTP/1.1" status: 204 len: 168 time: 0.6498740 Jan 28 03:16:40.177893 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d06b658-763b-4f30-a334-e4263ad2741a tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Pushing event deleted for resources: {'Subnet': ['ID=5fd186b9-8f20-4d5c-9fe8-7a5ab645c1eb,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:40.183453 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40378) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:40.189826 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f10001f-72f0-45f5-bb0d-182d61570c8a None None] Network 7d4325ff-c87d-4550-8f75-1a0aa48ca494 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:16:40.380942 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ce2d4e1c-d7ea-4597-a19b-079492935fca tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (7d4325ff-c87d-4550-8f75-1a0aa48ca494), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:40.490328 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-ce2d4e1c-d7ea-4597-a19b-079492935fca tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Deleting port a55847c8-8d82-4376-92f9-d098f7c9c78b {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:16:40.490870 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ce2d4e1c-d7ea-4597-a19b-079492935fca tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (a55847c8-8d82-4376-92f9-d098f7c9c78b), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:40.493026 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49d28fe-2a49-4058-8c8a-3108f1567790 None None] DHCP port deletion for 7d4325ff-c87d-4550-8f75-1a0aa48ca494 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:16:40.599312 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-ce2d4e1c-d7ea-4597-a19b-079492935fca tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] For port a55847c8-8d82-4376-92f9-d098f7c9c78b, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=a55847c8-8d82-4376-92f9-d098f7c9c78b,segment=NetworkSegment(f25ad32d-9d80-4d35-9dfa-1a909df5c1ee),segment_id=f25ad32d-9d80-4d35-9dfa-1a909df5c1ee)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:16:40.599692 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ce2d4e1c-d7ea-4597-a19b-079492935fca tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (a55847c8-8d82-4376-92f9-d098f7c9c78b), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:40.607581 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-a49d28fe-2a49-4058-8c8a-3108f1567790 None None] Deleting port a55847c8-8d82-4376-92f9-d098f7c9c78b {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:16:40.608437 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a49d28fe-2a49-4058-8c8a-3108f1567790 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (a55847c8-8d82-4376-92f9-d098f7c9c78b), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:40.630386 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-ce2d4e1c-d7ea-4597-a19b-079492935fca tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Calling delete_port for a55847c8-8d82-4376-92f9-d098f7c9c78b owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:16:40.715392 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-a49d28fe-2a49-4058-8c8a-3108f1567790 None None] For port a55847c8-8d82-4376-92f9-d098f7c9c78b, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=a55847c8-8d82-4376-92f9-d098f7c9c78b,segment=NetworkSegment(f25ad32d-9d80-4d35-9dfa-1a909df5c1ee),segment_id=f25ad32d-9d80-4d35-9dfa-1a909df5c1ee)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:16:40.716384 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a49d28fe-2a49-4058-8c8a-3108f1567790 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (a55847c8-8d82-4376-92f9-d098f7c9c78b), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:40.750253 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-a49d28fe-2a49-4058-8c8a-3108f1567790 None None] Calling delete_port for a55847c8-8d82-4376-92f9-d098f7c9c78b owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:16:40.758054 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ce2d4e1c-d7ea-4597-a19b-079492935fca tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (a55847c8-8d82-4376-92f9-d098f7c9c78b), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:40.822238 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d4e1c-d7ea-4597-a19b-079492935fca tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Pushing event deleted for resources: {'Port': ['ID=a55847c8-8d82-4376-92f9-d098f7c9c78b,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:40.857915 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2d4e1c-d7ea-4597-a19b-079492935fca tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] No DVR routers for this DVR port a55847c8-8d82-4376-92f9-d098f7c9c78b on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:16:40.867024 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d4e1c-d7ea-4597-a19b-079492935fca tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:16:40.867597 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d4e1c-d7ea-4597-a19b-079492935fca tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:16:40.868047 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d4e1c-d7ea-4597-a19b-079492935fca tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:16:40.868506 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d4e1c-d7ea-4597-a19b-079492935fca tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:16:40.869202 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d4e1c-d7ea-4597-a19b-079492935fca tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:16:40.869668 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d4e1c-d7ea-4597-a19b-079492935fca tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:16:40.870046 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d4e1c-d7ea-4597-a19b-079492935fca tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:16:40.870581 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d4e1c-d7ea-4597-a19b-079492935fca tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:16:40.871110 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d4e1c-d7ea-4597-a19b-079492935fca tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:16:40.871475 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d4e1c-d7ea-4597-a19b-079492935fca tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:16:40.872038 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d4e1c-d7ea-4597-a19b-079492935fca tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:16:40.873012 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d4e1c-d7ea-4597-a19b-079492935fca tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:16:40.873583 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d4e1c-d7ea-4597-a19b-079492935fca tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:16:40.921943 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a49d28fe-2a49-4058-8c8a-3108f1567790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (a55847c8-8d82-4376-92f9-d098f7c9c78b), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:40.971418 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d28fe-2a49-4058-8c8a-3108f1567790 None None] Pushing event deleted for resources: {'Port': ['ID=a55847c8-8d82-4376-92f9-d098f7c9c78b,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:40.984050 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49d28fe-2a49-4058-8c8a-3108f1567790 None None] No DVR routers for this DVR port a55847c8-8d82-4376-92f9-d098f7c9c78b on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:16:41.047527 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ce2d4e1c-d7ea-4597-a19b-079492935fca tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (7d4325ff-c87d-4550-8f75-1a0aa48ca494), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:41.074255 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-ce2d4e1c-d7ea-4597-a19b-079492935fca tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d4325ff-c87d-4550-8f75-1a0aa48ca494']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:16:41.086945 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-ce2d4e1c-d7ea-4597-a19b-079492935fca tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f25ad32d-9d80-4d35-9dfa-1a909df5c1ee') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:16:41.088254 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-ce2d4e1c-d7ea-4597-a19b-079492935fca tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f25ad32d-9d80-4d35-9dfa-1a909df5c1ee') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:16:41.102256 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ce2d4e1c-d7ea-4597-a19b-079492935fca tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (f25ad32d-9d80-4d35-9dfa-1a909df5c1ee), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:41.118024 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ce2d4e1c-d7ea-4597-a19b-079492935fca tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (f25ad32d-9d80-4d35-9dfa-1a909df5c1ee), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:41.125336 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce2d4e1c-d7ea-4597-a19b-079492935fca tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:16:41.125965 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ce2d4e1c-d7ea-4597-a19b-079492935fca tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (f25ad32d-9d80-4d35-9dfa-1a909df5c1ee), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:41.226173 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:16:41.226173 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:16:41.226173 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:16:41.226173 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:16:41.226173 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:16:41.226173 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:16:41.226173 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:16:41.226173 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:16:41.226173 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:16:41.226173 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:16:41.226173 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:16:41.226173 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:16:41.226173 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:16:41.226173 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:16:41.226173 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:16:41.226173 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:16:41.226173 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:16:41.226173 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:16:41.226173 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:16:41.226173 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:16:41.226173 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:16:41.226173 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:16:41.226173 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:16:41.226173 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:16:41.226173 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:16:41.226173 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:16:41.226173 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:16:41.226173 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:16:41.226173 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:16:41.226173 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:16:41.226173 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:16:41.226173 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:16:41.230790 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ce2d4e1c-d7ea-4597-a19b-079492935fca tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (7d4325ff-c87d-4550-8f75-1a0aa48ca494), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:41.256471 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ce2d4e1c-d7ea-4597-a19b-079492935fca tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:41.263386 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ce2d4e1c-d7ea-4597-a19b-079492935fca tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] 10.222.0.53 "DELETE /v2.0/networks/7d4325ff-c87d-4550-8f75-1a0aa48ca494 HTTP/1.1" status: 204 len: 168 time: 1.0813470 Jan 28 03:16:41.265238 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d4e1c-d7ea-4597-a19b-079492935fca tempest-ExtraDHCPOptionsIpV6TestJSON-264573230 tempest-ExtraDHCPOptionsIpV6TestJSON-264573230-project] Pushing event deleted for resources: {'Network': ['ID=7d4325ff-c87d-4550-8f75-1a0aa48ca494,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:41.906090 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40414) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:41.980321 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device a55847c8-8d82-4376-92f9-d098f7c9c78b no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:16:42.031635 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: a55847c8-8d82-4376-92f9-d098f7c9c78b {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:16:42.032473 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device a55847c8-8d82-4376-92f9-d098f7c9c78b not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:16:42.249313 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a523c0eb-8def-44dd-b2cd-000c9b17474d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d88c54be20f54635a444b6baaedd18d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3405850 Jan 28 03:16:42.251977 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40434) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:42.306880 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a1b658db-bd8b-4246-849e-f925e317cec0 admin admin] Publish callbacks [] for security_group (3ad5b27c-734e-4175-aa5e-0dabe87caae4), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:42.346670 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a1b658db-bd8b-4246-849e-f925e317cec0 admin admin] Publish callbacks [] for security_group (3ad5b27c-734e-4175-aa5e-0dabe87caae4), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:42.421748 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d4705-1a23-4fdb-b398-404f437a136b req-0b3a4e3d-ecbc-47e1-99cd-6f3eb70468a0 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:16:42.424562 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3c8d4705-1a23-4fdb-b398-404f437a136b req-0b3a4e3d-ecbc-47e1-99cd-6f3eb70468a0 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 945 time: 0.1381311 Jan 28 03:16:42.451043 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a1b658db-bd8b-4246-849e-f925e317cec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (3ad5b27c-734e-4175-aa5e-0dabe87caae4), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:42.460922 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a1b658db-bd8b-4246-849e-f925e317cec0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:42.466968 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a1b658db-bd8b-4246-849e-f925e317cec0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3ad5b27c-734e-4175-aa5e-0dabe87caae4 HTTP/1.1" status: 204 len: 168 time: 0.2131007 Jan 28 03:16:42.480820 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b658db-bd8b-4246-849e-f925e317cec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad5b27c-734e-4175-aa5e-0dabe87caae4,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:42.559506 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3c8d4705-1a23-4fdb-b398-404f437a136b req-ebcb7f44-8171-49d1-b069-b954de5c3bcc tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153119 Jan 28 03:16:43.607211 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40482) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:44.049923 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-ae308957-8353-4322-96c6-b519f2c78309 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-94798713'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:16:44.084748 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b6ed3-e5dc-4a3c-8b24-b05233602346 req-b8a5a40f-f810-435a-9121-04306b839514 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:16:44.086235 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-157b6ed3-e5dc-4a3c-8b24-b05233602346 req-b8a5a40f-f810-435a-9121-04306b839514 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 945 time: 0.4518406 Jan 28 03:16:44.087189 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae308957-8353-4322-96c6-b519f2c78309 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Made reservation on behalf of f571cec42994493fa0fbdc6f6652cb99 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:16:44.093933 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ae308957-8353-4322-96c6-b519f2c78309 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:44.109902 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ae308957-8353-4322-96c6-b519f2c78309 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:44.170136 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-157b6ed3-e5dc-4a3c-8b24-b05233602346 req-9451aacd-6bd8-4e86-9f35-9bd4dfe551d7 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736067 Jan 28 03:16:44.226385 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ae308957-8353-4322-96c6-b519f2c78309 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for security_group (558dcf5f-54af-4a39-9139-30e85179fa28), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:44.232301 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ae308957-8353-4322-96c6-b519f2c78309 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (558dcf5f-54af-4a39-9139-30e85179fa28), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:44.249932 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae308957-8353-4322-96c6-b519f2c78309 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:16:44.260309 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ae308957-8353-4322-96c6-b519f2c78309 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (0303928d-276a-429f-b39d-3a5c97debdc3), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:44.260791 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-ae308957-8353-4322-96c6-b519f2c78309 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Added segment 0303928d-276a-429f-b39d-3a5c97debdc3 of type vlan for network 0cc71b52-15ef-454e-a518-4966937231cf Jan 28 03:16:44.318662 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ae308957-8353-4322-96c6-b519f2c78309 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (0cc71b52-15ef-454e-a518-4966937231cf), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:44.361969 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ae308957-8353-4322-96c6-b519f2c78309 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (0cc71b52-15ef-454e-a518-4966937231cf), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:44.368647 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae308957-8353-4322-96c6-b519f2c78309 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:16:44.369314 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ae308957-8353-4322-96c6-b519f2c78309 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:44.374832 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 40f8070f-7c97-490d-b710-cae05a2e07c3 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:16:44.483313 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae308957-8353-4322-96c6-b519f2c78309 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Pushing event updated for resources: {'Network': ['ID=0cc71b52-15ef-454e-a518-4966937231cf,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:44.492442 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae308957-8353-4322-96c6-b519f2c78309 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=558dcf5f-54af-4a39-9139-30e85179fa28,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:44.503484 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ae308957-8353-4322-96c6-b519f2c78309 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8948452 Jan 28 03:16:44.506233 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40506) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:44.514813 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-eb7cda55-8d46-4623-8a17-ca4346999cbf tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Request body: {'subnet': {'network_id': '0cc71b52-15ef-454e-a518-4966937231cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:16:44.532226 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 0cc71b52-15ef-454e-a518-4966937231cf details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:16:44.709044 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7cda55-8d46-4623-8a17-ca4346999cbf tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Made reservation on behalf of f571cec42994493fa0fbdc6f6652cb99 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:16:44.717680 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 40f8070f-7c97-490d-b710-cae05a2e07c3 is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:16:44.718091 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (40f8070f-7c97-490d-b710-cae05a2e07c3), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:44.721618 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-eb7cda55-8d46-4623-8a17-ca4346999cbf tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:44.766574 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29709396-181b-4f4d-88e1-dfd109d7f822', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40f8070f-7c97-490d-b710-cae05a2e07c3'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:16:44.769614 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477f57d1-80ee-4b5c-9fce-bf2f7c83ae4a" -d '{"events": [{"server_uuid": "29709396-181b-4f4d-88e1-dfd109d7f822", "name": "network-vif-unplugged", "status": "completed", "tag": "40f8070f-7c97-490d-b710-cae05a2e07c3"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:16:44.789964 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 40f8070f-7c97-490d-b710-cae05a2e07c3, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=40f8070f-7c97-490d-b710-cae05a2e07c3,segment=NetworkSegment(8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69),segment_id=8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:16:44.796691 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (40f8070f-7c97-490d-b710-cae05a2e07c3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:44.861699 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=40f8070f-7c97-490d-b710-cae05a2e07c3,revision_number=8']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:44.865624 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafb1fd4-5cee-4134-a70e-3a32a338fc20 x-openstack-request-id: req-eafb1fd4-5cee-4134-a70e-3a32a338fc20 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:16:44.866308 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29709396-181b-4f4d-88e1-dfd109d7f822", "name": "network-vif-unplugged", "status": "completed", "tag": "40f8070f-7c97-490d-b710-cae05a2e07c3", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:16:44.866732 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eafb1fd4-5cee-4134-a70e-3a32a338fc20 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:16:44.867397 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29709396-181b-4f4d-88e1-dfd109d7f822', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40f8070f-7c97-490d-b710-cae05a2e07c3', 'code': 200} Jan 28 03:16:44.888891 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:16:44.889801 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:16:44.890387 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:16:44.890952 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:16:44.891509 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:16:44.892167 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:16:44.892777 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:16:44.893468 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:16:44.894001 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:16:44.894353 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:16:44.894688 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:16:44.895025 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:16:44.895361 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:16:45.015559 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-eb7cda55-8d46-4623-8a17-ca4346999cbf tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (c20ad9e3-02a0-4e7e-89c8-cb3e7659008f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:45.100274 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7cda55-8d46-4623-8a17-ca4346999cbf tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Pushing event updated for resources: {'Subnet': ['ID=c20ad9e3-02a0-4e7e-89c8-cb3e7659008f,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:45.115843 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7cda55-8d46-4623-8a17-ca4346999cbf tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Checking segment: {'id': '0303928d-276a-429f-b39d-3a5c97debdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0cc71b52-15ef-454e-a518-4966937231cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:16:45.116604 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7cda55-8d46-4623-8a17-ca4346999cbf tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Network hostable DHCP agents. Network: 0cc71b52-15ef-454e-a518-4966937231cf, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:16:45.146989 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7cda55-8d46-4623-8a17-ca4346999cbf tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Network 0cc71b52-15ef-454e-a518-4966937231cf is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:16:45.169635 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-eb7cda55-8d46-4623-8a17-ca4346999cbf tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 0cc71b52-15ef-454e-a518-4966937231cf) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:16:45.179487 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7cda55-8d46-4623-8a17-ca4346999cbf tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:16:45.180083 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f801db-72df-4dcc-9d10-e81dd076e01b None None] Network 0cc71b52-15ef-454e-a518-4966937231cf requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:16:45.181525 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-eb7cda55-8d46-4623-8a17-ca4346999cbf tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:45.205861 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-eb7cda55-8d46-4623-8a17-ca4346999cbf tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6979356 Jan 28 03:16:45.208982 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40524) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:45.215130 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-d63397fc-c719-41ae-acac-944a510cf118 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1999615426', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}, 'admin_state_up': False}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:16:45.243172 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d63397fc-c719-41ae-acac-944a510cf118 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (5ee996d4-d168-4609-b6c8-4539ddb9cdb0), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:45.244575 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d63397fc-c719-41ae-acac-944a510cf118 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (5ee996d4-d168-4609-b6c8-4539ddb9cdb0), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:45.329742 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d63397fc-c719-41ae-acac-944a510cf118 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for router_controller (5ee996d4-d168-4609-b6c8-4539ddb9cdb0), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:45.498276 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d63397fc-c719-41ae-acac-944a510cf118 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for router_gateway (5ee996d4-d168-4609-b6c8-4539ddb9cdb0), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:45.591396 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d767821-c799-4fb5-a1b7-371d0ed3114c None None] Network 0cc71b52-15ef-454e-a518-4966937231cf requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:16:45.828264 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d63397fc-c719-41ae-acac-944a510cf118 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for router_gateway (5ee996d4-d168-4609-b6c8-4539ddb9cdb0), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:45.855580 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d63397fc-c719-41ae-acac-944a510cf118 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:45.975722 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-d63397fc-c719-41ae-acac-944a510cf118 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Allocated IP 172.25.0.7 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/0626e452-6d82-43bc-b429-61c1ad35d114) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:16:46.158566 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d63397fc-c719-41ae-acac-944a510cf118 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for port (0626e452-6d82-43bc-b429-61c1ad35d114), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:46.207179 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d63397fc-c719-41ae-acac-944a510cf118 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (0626e452-6d82-43bc-b429-61c1ad35d114), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:46.259586 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63397fc-c719-41ae-acac-944a510cf118 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:16:46.265372 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-d63397fc-c719-41ae-acac-944a510cf118 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:16:46.270743 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63397fc-c719-41ae-acac-944a510cf118 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:16:46.273488 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63397fc-c719-41ae-acac-944a510cf118 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Pushing event updated for resources: {'Port': ['ID=0626e452-6d82-43bc-b429-61c1ad35d114,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:46.388722 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 40f8070f-7c97-490d-b710-cae05a2e07c3 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:16:46.522406 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 40f8070f-7c97-490d-b710-cae05a2e07c3, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=40f8070f-7c97-490d-b710-cae05a2e07c3,segment=NetworkSegment(8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69),segment_id=8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:16:46.564525 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '40f8070f-7c97-490d-b710-cae05a2e07c3', 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d', 'port_id': '40f8070f-7c97-490d-b710-cae05a2e07c3', 'mac_address': 'fa:16:3e:0c:71:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27d2caa9-814b-48c2-8f4b-c426e9cbbe97', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:16:46.619286 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 40f8070f-7c97-490d-b710-cae05a2e07c3 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:16:46.619286 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (40f8070f-7c97-490d-b710-cae05a2e07c3), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:46.636833 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40f8070f-7c97-490d-b710-cae05a2e07c3 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:16:46.670753 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 40f8070f-7c97-490d-b710-cae05a2e07c3, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=40f8070f-7c97-490d-b710-cae05a2e07c3,segment=NetworkSegment(8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69),segment_id=8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:16:46.677090 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (40f8070f-7c97-490d-b710-cae05a2e07c3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:46.751677 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d63397fc-c719-41ae-acac-944a510cf118 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for router_gateway (5ee996d4-d168-4609-b6c8-4539ddb9cdb0), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:46.825294 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=40f8070f-7c97-490d-b710-cae05a2e07c3,revision_number=9']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:46.846462 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['40f8070f-7c97-490d-b710-cae05a2e07c3'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:16:47.004485 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d63397fc-c719-41ae-acac-944a510cf118 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (5ee996d4-d168-4609-b6c8-4539ddb9cdb0), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:47.193161 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63397fc-c719-41ae-acac-944a510cf118 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Router 5ee996d4-d168-4609-b6c8-4539ddb9cdb0 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:16:47.328474 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63397fc-c719-41ae-acac-944a510cf118 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:16:47.342951 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787e3de5-ce4c-4962-8cf3-953a52bec6b6 None None] Sync routers for ids ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:16:47.356604 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787e3de5-ce4c-4962-8cf3-953a52bec6b6 None None] Routers {'5ee996d4-d168-4609-b6c8-4539ddb9cdb0'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:16:47.357277 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-787e3de5-ce4c-4962-8cf3-953a52bec6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:16:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:16:47.372867 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d63397fc-c719-41ae-acac-944a510cf118 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:47.372867 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d63397fc-c719-41ae-acac-944a510cf118 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.1589682 Jan 28 03:16:47.372867 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40568) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:47.429384 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-787e3de5-ce4c-4962-8cf3-953a52bec6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:16:47.451143 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787e3de5-ce4c-4962-8cf3-953a52bec6b6 None None] Routers {'5ee996d4-d168-4609-b6c8-4539ddb9cdb0'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:16:47.451727 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-787e3de5-ce4c-4962-8cf3-953a52bec6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:16:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:16:47.493752 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-787e3de5-ce4c-4962-8cf3-953a52bec6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:16:47.494594 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787e3de5-ce4c-4962-8cf3-953a52bec6b6 None None] The sync data for ids ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'] in n-d-712139-27 is: [] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:16:47.772217 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40576) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:47.936855 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ab02eb5c-bf6f-4264-b002-0d6797418248 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:47.949343 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d550a6ee-2a5a-4db5-922e-d90b1ad71b11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:48.031432 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d550a6ee-2a5a-4db5-922e-d90b1ad71b11 admin admin] Publish callbacks [] for security_group (705eef1c-4a8c-4357-a204-8e4b70051c9c), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:48.037648 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d550a6ee-2a5a-4db5-922e-d90b1ad71b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (705eef1c-4a8c-4357-a204-8e4b70051c9c), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:48.070522 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d550a6ee-2a5a-4db5-922e-d90b1ad71b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705eef1c-4a8c-4357-a204-8e4b70051c9c,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:48.098709 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d550a6ee-2a5a-4db5-922e-d90b1ad71b11 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=88f88e4c4075481083178dc65cfb8b1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3224800 Jan 28 03:16:48.099360 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40586) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:48.161837 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-694232f7-3551-43f9-a05f-a99098f94897 admin admin] Publish callbacks [] for security_group (705eef1c-4a8c-4357-a204-8e4b70051c9c), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:48.193837 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-694232f7-3551-43f9-a05f-a99098f94897 admin admin] Publish callbacks [] for security_group (705eef1c-4a8c-4357-a204-8e4b70051c9c), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:48.255538 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-694232f7-3551-43f9-a05f-a99098f94897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (705eef1c-4a8c-4357-a204-8e4b70051c9c), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:48.260031 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-694232f7-3551-43f9-a05f-a99098f94897 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:48.266255 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-694232f7-3551-43f9-a05f-a99098f94897 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/705eef1c-4a8c-4357-a204-8e4b70051c9c HTTP/1.1" status: 204 len: 168 time: 0.1653266 Jan 28 03:16:48.275137 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694232f7-3551-43f9-a05f-a99098f94897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705eef1c-4a8c-4357-a204-8e4b70051c9c,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:48.302208 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-ab02eb5c-bf6f-4264-b002-0d6797418248 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Allocated IP 172.20.0.1 (0cc71b52-15ef-454e-a518-4966937231cf/c20ad9e3-02a0-4e7e-89c8-cb3e7659008f/bec6ca32-ec46-4a13-89e7-5d6c6b5714c6) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:16:48.390569 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 40f8070f-7c97-490d-b710-cae05a2e07c3 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:16:48.483887 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ab02eb5c-bf6f-4264-b002-0d6797418248 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for port (bec6ca32-ec46-4a13-89e7-5d6c6b5714c6), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:48.528319 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ab02eb5c-bf6f-4264-b002-0d6797418248 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (bec6ca32-ec46-4a13-89e7-5d6c6b5714c6), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:48.540897 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 40f8070f-7c97-490d-b710-cae05a2e07c3 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:16:48.547162 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (40f8070f-7c97-490d-b710-cae05a2e07c3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:48.607354 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab02eb5c-bf6f-4264-b002-0d6797418248 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Pushing event updated for resources: {'Port': ['ID=bec6ca32-ec46-4a13-89e7-5d6c6b5714c6,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:48.642046 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab02eb5c-bf6f-4264-b002-0d6797418248 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Network 0cc71b52-15ef-454e-a518-4966937231cf is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:16:48.645364 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-ab02eb5c-bf6f-4264-b002-0d6797418248 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:16:48.656035 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab02eb5c-bf6f-4264-b002-0d6797418248 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:16:48.668366 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40596) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:48.689877 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2337a391-408e-4c68-81a7-94dec58910ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:48.705713 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 40f8070f-7c97-490d-b710-cae05a2e07c3 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:16:48.706340 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (40f8070f-7c97-490d-b710-cae05a2e07c3), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:48.768908 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ab02eb5c-bf6f-4264-b002-0d6797418248 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (5ee996d4-d168-4609-b6c8-4539ddb9cdb0), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:48.775258 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29709396-181b-4f4d-88e1-dfd109d7f822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f8070f-7c97-490d-b710-cae05a2e07c3'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:16:48.779474 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef3b0a7-1b49-4309-9a74-0ec1da8c8bd9" -d '{"events": [{"server_uuid": "29709396-181b-4f4d-88e1-dfd109d7f822", "name": "network-vif-plugged", "status": "completed", "tag": "40f8070f-7c97-490d-b710-cae05a2e07c3"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:16:48.804424 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 40f8070f-7c97-490d-b710-cae05a2e07c3, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=40f8070f-7c97-490d-b710-cae05a2e07c3,segment=NetworkSegment(8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69),segment_id=8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:16:48.813469 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (40f8070f-7c97-490d-b710-cae05a2e07c3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:48.842344 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2337a391-408e-4c68-81a7-94dec58910ee admin admin] Publish callbacks [] for security_group (99dc94a9-8dbb-45b1-b22f-eb796e1e347e), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:48.852349 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2337a391-408e-4c68-81a7-94dec58910ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (99dc94a9-8dbb-45b1-b22f-eb796e1e347e), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:48.881054 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07890ab9-0b58-435f-8066-66f3e72b6345 x-openstack-request-id: req-07890ab9-0b58-435f-8066-66f3e72b6345 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:16:48.881854 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29709396-181b-4f4d-88e1-dfd109d7f822", "name": "network-vif-plugged", "status": "completed", "tag": "40f8070f-7c97-490d-b710-cae05a2e07c3", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:16:48.882334 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-07890ab9-0b58-435f-8066-66f3e72b6345 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:16:48.883430 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29709396-181b-4f4d-88e1-dfd109d7f822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f8070f-7c97-490d-b710-cae05a2e07c3', 'code': 200} Jan 28 03:16:48.922151 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=40f8070f-7c97-490d-b710-cae05a2e07c3,revision_number=10']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:48.933859 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2337a391-408e-4c68-81a7-94dec58910ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99dc94a9-8dbb-45b1-b22f-eb796e1e347e,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:48.943338 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2337a391-408e-4c68-81a7-94dec58910ee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b6018e4714334bea8611b35f99c570fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2712920 Jan 28 03:16:48.944484 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40606) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:48.996757 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ab02eb5c-bf6f-4264-b002-0d6797418248 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (bec6ca32-ec46-4a13-89e7-5d6c6b5714c6), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:49.011545 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2101e1a5-8ad7-496b-a8a0-a660f0ff1f14 admin admin] Publish callbacks [] for security_group (99dc94a9-8dbb-45b1-b22f-eb796e1e347e), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:49.048721 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2101e1a5-8ad7-496b-a8a0-a660f0ff1f14 admin admin] Publish callbacks [] for security_group (99dc94a9-8dbb-45b1-b22f-eb796e1e347e), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:49.124842 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2101e1a5-8ad7-496b-a8a0-a660f0ff1f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (99dc94a9-8dbb-45b1-b22f-eb796e1e347e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:49.127618 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2101e1a5-8ad7-496b-a8a0-a660f0ff1f14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:49.129775 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2101e1a5-8ad7-496b-a8a0-a660f0ff1f14 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/99dc94a9-8dbb-45b1-b22f-eb796e1e347e HTTP/1.1" status: 204 len: 168 time: 0.1843200 Jan 28 03:16:49.165038 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2101e1a5-8ad7-496b-a8a0-a660f0ff1f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99dc94a9-8dbb-45b1-b22f-eb796e1e347e,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:49.979796 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ab02eb5c-bf6f-4264-b002-0d6797418248 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for port (bec6ca32-ec46-4a13-89e7-5d6c6b5714c6), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:49.987577 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ab02eb5c-bf6f-4264-b002-0d6797418248 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (bec6ca32-ec46-4a13-89e7-5d6c6b5714c6), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:50.082334 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ab02eb5c-bf6f-4264-b002-0d6797418248 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (5ee996d4-d168-4609-b6c8-4539ddb9cdb0), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:50.135905 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab02eb5c-bf6f-4264-b002-0d6797418248 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Pushing event updated for resources: {'Port': ['ID=bec6ca32-ec46-4a13-89e7-5d6c6b5714c6,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:50.244328 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab02eb5c-bf6f-4264-b002-0d6797418248 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Network 0cc71b52-15ef-454e-a518-4966937231cf is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:16:50.246339 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-ab02eb5c-bf6f-4264-b002-0d6797418248 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:16:50.446387 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab02eb5c-bf6f-4264-b002-0d6797418248 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Router 5ee996d4-d168-4609-b6c8-4539ddb9cdb0 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:16:50.623321 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab02eb5c-bf6f-4264-b002-0d6797418248 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:16:50.643560 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940df4f1-e042-40ed-8da3-ca41adee2ad8 None None] Sync routers for ids ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:16:50.662540 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ab02eb5c-bf6f-4264-b002-0d6797418248 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "PUT /v2.0/routers/5ee996d4-d168-4609-b6c8-4539ddb9cdb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2870817 Jan 28 03:16:50.663327 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40670) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:50.675458 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940df4f1-e042-40ed-8da3-ca41adee2ad8 None None] Routers {'5ee996d4-d168-4609-b6c8-4539ddb9cdb0'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:16:50.676334 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-940df4f1-e042-40ed-8da3-ca41adee2ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:16:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:16:50.682159 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-4ab8e3f1-bb1e-45e7-bf2e-79d0d295a1bd tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Request body: {'port': {'network_id': '0cc71b52-15ef-454e-a518-4966937231cf', 'name': 'tempest-FloatingIPTestJSON-1901175763'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:16:50.755368 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-940df4f1-e042-40ed-8da3-ca41adee2ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:16:50.782912 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940df4f1-e042-40ed-8da3-ca41adee2ad8 None None] Routers {'5ee996d4-d168-4609-b6c8-4539ddb9cdb0'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:16:50.783743 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-940df4f1-e042-40ed-8da3-ca41adee2ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:16:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:16:50.912056 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-940df4f1-e042-40ed-8da3-ca41adee2ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:16:50.924979 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940df4f1-e042-40ed-8da3-ca41adee2ad8 None None] The sync data for ids ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'] in n-d-712139-27 is: [] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:16:51.072341 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab8e3f1-bb1e-45e7-bf2e-79d0d295a1bd tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Made reservation on behalf of f571cec42994493fa0fbdc6f6652cb99 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:16:51.084404 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4ab8e3f1-bb1e-45e7-bf2e-79d0d295a1bd tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:51.138142 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-4ab8e3f1-bb1e-45e7-bf2e-79d0d295a1bd tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] device_id is not set on port ee68dde2-807c-4e3a-a5e7-7e3579396fa3 yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:16:51.523842 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-4ab8e3f1-bb1e-45e7-bf2e-79d0d295a1bd tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Allocated IP 172.20.0.10 (0cc71b52-15ef-454e-a518-4966937231cf/c20ad9e3-02a0-4e7e-89c8-cb3e7659008f/ee68dde2-807c-4e3a-a5e7-7e3579396fa3) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:16:52.003220 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4ab8e3f1-bb1e-45e7-bf2e-79d0d295a1bd tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for port (ee68dde2-807c-4e3a-a5e7-7e3579396fa3), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:52.089629 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4ab8e3f1-bb1e-45e7-bf2e-79d0d295a1bd tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (ee68dde2-807c-4e3a-a5e7-7e3579396fa3), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:52.156510 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab8e3f1-bb1e-45e7-bf2e-79d0d295a1bd tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Network 0cc71b52-15ef-454e-a518-4966937231cf is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:16:52.165678 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-4ab8e3f1-bb1e-45e7-bf2e-79d0d295a1bd tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:16:52.178389 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab8e3f1-bb1e-45e7-bf2e-79d0d295a1bd tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:16:52.213982 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:16:52.289707 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab8e3f1-bb1e-45e7-bf2e-79d0d295a1bd tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:16:52.290320 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4ab8e3f1-bb1e-45e7-bf2e-79d0d295a1bd tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:52.302583 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab8e3f1-bb1e-45e7-bf2e-79d0d295a1bd tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Pushing event updated for resources: {'Port': ['ID=ee68dde2-807c-4e3a-a5e7-7e3579396fa3,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:52.355090 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4ab8e3f1-bb1e-45e7-bf2e-79d0d295a1bd tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6880040 Jan 28 03:16:52.355548 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40710) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:52.361462 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-16c5b143-2929-42b3-bd81-f3913617eada tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Request body: {'port': {'network_id': '0cc71b52-15ef-454e-a518-4966937231cf', 'name': 'tempest-FloatingIPTestJSON-1208957656'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:16:52.910749 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c5b143-2929-42b3-bd81-f3913617eada tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Made reservation on behalf of f571cec42994493fa0fbdc6f6652cb99 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:16:52.922234 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-16c5b143-2929-42b3-bd81-f3913617eada tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:52.970647 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-16c5b143-2929-42b3-bd81-f3913617eada tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] device_id is not set on port 6ab7586b-aa39-4513-b370-b8902587d070 yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:16:53.229833 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-16c5b143-2929-42b3-bd81-f3913617eada tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Allocated IP 172.20.0.6 (0cc71b52-15ef-454e-a518-4966937231cf/c20ad9e3-02a0-4e7e-89c8-cb3e7659008f/6ab7586b-aa39-4513-b370-b8902587d070) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:16:53.660755 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-16c5b143-2929-42b3-bd81-f3913617eada tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for port (6ab7586b-aa39-4513-b370-b8902587d070), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:53.737407 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-16c5b143-2929-42b3-bd81-f3913617eada tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (6ab7586b-aa39-4513-b370-b8902587d070), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:53.944289 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c5b143-2929-42b3-bd81-f3913617eada tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Pushing event updated for resources: {'Port': ['ID=6ab7586b-aa39-4513-b370-b8902587d070,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:53.966786 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c5b143-2929-42b3-bd81-f3913617eada tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Network 0cc71b52-15ef-454e-a518-4966937231cf is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:16:53.972759 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-16c5b143-2929-42b3-bd81-f3913617eada tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:16:53.987137 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c5b143-2929-42b3-bd81-f3913617eada tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:16:54.205682 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c5b143-2929-42b3-bd81-f3913617eada tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:16:54.207757 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-16c5b143-2929-42b3-bd81-f3913617eada tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:54.276665 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-16c5b143-2929-42b3-bd81-f3913617eada tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9176290 Jan 28 03:16:54.277836 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40762) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:54.287495 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-13fcdc7f-a5eb-46ec-b008-acff5c42ae7f tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'port_id': '6ab7586b-aa39-4513-b370-b8902587d070', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:16:54.348757 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-13fcdc7f-a5eb-46ec-b008-acff5c42ae7f tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:54.681751 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-13fcdc7f-a5eb-46ec-b008-acff5c42ae7f tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:55.023833 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-13fcdc7f-a5eb-46ec-b008-acff5c42ae7f tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Allocated IP 172.25.0.140 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/4ebf7e80-b337-4194-a41d-791d6867443c) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:16:55.313636 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-13fcdc7f-a5eb-46ec-b008-acff5c42ae7f tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for port (4ebf7e80-b337-4194-a41d-791d6867443c), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:55.418590 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-13fcdc7f-a5eb-46ec-b008-acff5c42ae7f tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (4ebf7e80-b337-4194-a41d-791d6867443c), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:55.515197 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fcdc7f-a5eb-46ec-b008-acff5c42ae7f tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:16:55.527282 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-13fcdc7f-a5eb-46ec-b008-acff5c42ae7f tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:16:55.550838 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fcdc7f-a5eb-46ec-b008-acff5c42ae7f tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:16:55.788140 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fcdc7f-a5eb-46ec-b008-acff5c42ae7f tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Pushing event updated for resources: {'Port': ['ID=4ebf7e80-b337-4194-a41d-791d6867443c,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:56.462110 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-13fcdc7f-a5eb-46ec-b008-acff5c42ae7f tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for floatingip (8f8557a7-9bdc-497d-abda-0b791d1f2b32), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:56.644945 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-13fcdc7f-a5eb-46ec-b008-acff5c42ae7f tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (4ebf7e80-b337-4194-a41d-791d6867443c), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:57.058591 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-13fcdc7f-a5eb-46ec-b008-acff5c42ae7f tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for port (4ebf7e80-b337-4194-a41d-791d6867443c), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:57.066619 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-13fcdc7f-a5eb-46ec-b008-acff5c42ae7f tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (4ebf7e80-b337-4194-a41d-791d6867443c), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:57.255933 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-13fcdc7f-a5eb-46ec-b008-acff5c42ae7f tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (8f8557a7-9bdc-497d-abda-0b791d1f2b32), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:57.358976 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fcdc7f-a5eb-46ec-b008-acff5c42ae7f tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Pushing event updated for resources: {'Port': ['ID=4ebf7e80-b337-4194-a41d-791d6867443c,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:16:57.532659 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [None req-13fcdc7f-a5eb-46ec-b008-acff5c42ae7f tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Floating IP 8f8557a7-9bdc-497d-abda-0b791d1f2b32 associated. External IP: 172.25.0.140, port: 6ab7586b-aa39-4513-b370-b8902587d070. Jan 28 03:16:58.007624 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13fcdc7f-a5eb-46ec-b008-acff5c42ae7f tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Router 5ee996d4-d168-4609-b6c8-4539ddb9cdb0 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:16:58.265355 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13fcdc7f-a5eb-46ec-b008-acff5c42ae7f tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:16:58.285341 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bfc9fd-627b-4264-bab9-c9385640155b None None] Sync routers for ids ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:16:58.306791 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bfc9fd-627b-4264-bab9-c9385640155b None None] Routers {'5ee996d4-d168-4609-b6c8-4539ddb9cdb0'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:16:58.307750 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-b9bfc9fd-627b-4264-bab9-c9385640155b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:16:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:16:58.319135 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-13fcdc7f-a5eb-46ec-b008-acff5c42ae7f tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:58.403361 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-13fcdc7f-a5eb-46ec-b008-acff5c42ae7f tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.1218839 Jan 28 03:16:58.405258 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40866) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:16:58.405784 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-b9bfc9fd-627b-4264-bab9-c9385640155b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:16:58.426553 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bfc9fd-627b-4264-bab9-c9385640155b None None] Routers {'5ee996d4-d168-4609-b6c8-4539ddb9cdb0'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:16:58.427559 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-b9bfc9fd-627b-4264-bab9-c9385640155b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:16:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:16:58.436833 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-432d44f4-2004-475a-bbe4-12700d957e3f tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:16:58.464210 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-b9bfc9fd-627b-4264-bab9-c9385640155b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:16:58.465268 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bfc9fd-627b-4264-bab9-c9385640155b None None] The sync data for ids ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'] in n-d-712139-27 is: [] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:16:58.547385 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-432d44f4-2004-475a-bbe4-12700d957e3f tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for floatingip (8f8557a7-9bdc-497d-abda-0b791d1f2b32), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:59.109575 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe03c24-93d5-40cd-9358-15376824c80a req-220cbdd1-10c0-4f97-b2e7-7ee939299e9f tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:16:59.116739 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cfe03c24-93d5-40cd-9358-15376824c80a req-220cbdd1-10c0-4f97-b2e7-7ee939299e9f tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=1101db42-beaf-4eb7-aea1-72628e20c6c7 HTTP/1.1" status: 200 len: 946 time: 0.5738537 Jan 28 03:16:59.189105 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cfe03c24-93d5-40cd-9358-15376824c80a req-52f9a2a0-9c2e-4a15-acc6-4408d85ecd81 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562255 Jan 28 03:16:59.266834 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-432d44f4-2004-475a-bbe4-12700d957e3f tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:59.271651 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-432d44f4-2004-475a-bbe4-12700d957e3f tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (8f8557a7-9bdc-497d-abda-0b791d1f2b32), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:59.272052 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [None req-432d44f4-2004-475a-bbe4-12700d957e3f tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Floating IP 8f8557a7-9bdc-497d-abda-0b791d1f2b32 disassociated. External IP: 172.25.0.140, port: 6ab7586b-aa39-4513-b370-b8902587d070. Jan 28 03:16:59.308732 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:59.719052 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432d44f4-2004-475a-bbe4-12700d957e3f tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Router 5ee996d4-d168-4609-b6c8-4539ddb9cdb0 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:16:59.732831 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7c368bd2-f906-4ced-b12c-b1a561f8bee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:16:59.962309 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432d44f4-2004-475a-bbe4-12700d957e3f tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:16:59.979515 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1f4ba0-3b7b-41e9-bc44-83858c2fdfbc None None] Sync routers for ids ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:16:59.986912 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-432d44f4-2004-475a-bbe4-12700d957e3f tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:00.019924 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1f4ba0-3b7b-41e9-bc44-83858c2fdfbc None None] Routers {'5ee996d4-d168-4609-b6c8-4539ddb9cdb0'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:17:00.020992 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-9a1f4ba0-3b7b-41e9-bc44-83858c2fdfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:16:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:00.099467 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-432d44f4-2004-475a-bbe4-12700d957e3f tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "PUT /v2.0/floatingips/8f8557a7-9bdc-497d-abda-0b791d1f2b32 HTTP/1.1" status: 200 len: 688 time: 1.6903045 Jan 28 03:17:00.100336 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40902) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:00.140932 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-9a1f4ba0-3b7b-41e9-bc44-83858c2fdfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:00.163972 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1f4ba0-3b7b-41e9-bc44-83858c2fdfbc None None] Routers {'5ee996d4-d168-4609-b6c8-4539ddb9cdb0'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:17:00.170060 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-9a1f4ba0-3b7b-41e9-bc44-83858c2fdfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:16:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:00.238031 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-9a1f4ba0-3b7b-41e9-bc44-83858c2fdfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:00.238742 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1f4ba0-3b7b-41e9-bc44-83858c2fdfbc None None] The sync data for ids ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'] in n-d-712139-27 is: [] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:17:00.528040 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745106c4-2b04-48b9-ad5c-811b3f28ecb5 req-34b116a1-018f-40c9-a9ca-30557f338319 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:00.529722 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-745106c4-2b04-48b9-ad5c-811b3f28ecb5 req-34b116a1-018f-40c9-a9ca-30557f338319 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=1101db42-beaf-4eb7-aea1-72628e20c6c7 HTTP/1.1" status: 200 len: 946 time: 0.1418936 Jan 28 03:17:00.655300 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-e574a547-66f8-4ce9-bad6-bcfc92fb47ad tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Deleting port 4ebf7e80-b337-4194-a41d-791d6867443c {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:17:00.655652 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e574a547-66f8-4ce9-bad6-bcfc92fb47ad tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (4ebf7e80-b337-4194-a41d-791d6867443c), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:00.831741 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74763a-38e3-4fe8-819a-482c125439a2 req-e82d92fc-ae08-4347-8e01-f553bb74a2ee tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:00.833367 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ed74763a-38e3-4fe8-819a-482c125439a2 req-e82d92fc-ae08-4347-8e01-f553bb74a2ee tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1101db42-beaf-4eb7-aea1-72628e20c6c7 HTTP/1.1" status: 200 len: 946 time: 0.3021338 Jan 28 03:17:00.839077 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-745106c4-2b04-48b9-ad5c-811b3f28ecb5 req-0f27c2ff-dfa5-42b8-8e96-0cf8dfbc4b60 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994156 Jan 28 03:17:00.940208 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e574a547-66f8-4ce9-bad6-bcfc92fb47ad tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (4ebf7e80-b337-4194-a41d-791d6867443c), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:00.940523 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e574a547-66f8-4ce9-bad6-bcfc92fb47ad tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for floatingip (4ebf7e80-b337-4194-a41d-791d6867443c), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:00.982638 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-e574a547-66f8-4ce9-bad6-bcfc92fb47ad tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Calling delete_port for 4ebf7e80-b337-4194-a41d-791d6867443c owned by network:floatingip {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:17:01.096442 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-ed74763a-38e3-4fe8-819a-482c125439a2 req-777949e7-40c1-4995-adf9-55da87272a19 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Deleting port 04b2d6a0-888b-4994-8c49-44f1dcadc275 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:17:01.097321 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ed74763a-38e3-4fe8-819a-482c125439a2 req-777949e7-40c1-4995-adf9-55da87272a19 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (04b2d6a0-888b-4994-8c49-44f1dcadc275), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:01.207406 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-ed74763a-38e3-4fe8-819a-482c125439a2 req-777949e7-40c1-4995-adf9-55da87272a19 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] For port 04b2d6a0-888b-4994-8c49-44f1dcadc275, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=04b2d6a0-888b-4994-8c49-44f1dcadc275,segment=NetworkSegment(cec8e07b-2d6a-49a8-bde7-7e82d616bfd7),segment_id=cec8e07b-2d6a-49a8-bde7-7e82d616bfd7)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:17:01.208086 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ed74763a-38e3-4fe8-819a-482c125439a2 req-777949e7-40c1-4995-adf9-55da87272a19 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (04b2d6a0-888b-4994-8c49-44f1dcadc275), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:01.225171 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-ed74763a-38e3-4fe8-819a-482c125439a2 req-777949e7-40c1-4995-adf9-55da87272a19 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Calling delete_port for 04b2d6a0-888b-4994-8c49-44f1dcadc275 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:17:01.444453 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ed74763a-38e3-4fe8-819a-482c125439a2 req-777949e7-40c1-4995-adf9-55da87272a19 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (04b2d6a0-888b-4994-8c49-44f1dcadc275), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:01.479046 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['9246b557-7626-4482-842c-ee461ac3dc45'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:17:01.485761 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e574a547-66f8-4ce9-bad6-bcfc92fb47ad tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (4ebf7e80-b337-4194-a41d-791d6867443c), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:01.491420 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777949e7-40c1-4995-adf9-55da87272a19 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Pushing event deleted for resources: {'Port': ['ID=04b2d6a0-888b-4994-8c49-44f1dcadc275,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:01.555909 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['04b2d6a0-888b-4994-8c49-44f1dcadc275'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:17:01.593569 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e574a547-66f8-4ce9-bad6-bcfc92fb47ad tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Pushing event deleted for resources: {'Port': ['ID=4ebf7e80-b337-4194-a41d-791d6867443c,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:01.609439 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed74763a-38e3-4fe8-819a-482c125439a2 req-777949e7-40c1-4995-adf9-55da87272a19 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] No DVR routers for this DVR port 04b2d6a0-888b-4994-8c49-44f1dcadc275 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:17:01.614802 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ed74763a-38e3-4fe8-819a-482c125439a2 req-777949e7-40c1-4995-adf9-55da87272a19 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:01.618843 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ed74763a-38e3-4fe8-819a-482c125439a2 req-777949e7-40c1-4995-adf9-55da87272a19 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.39 "DELETE /v2.0/ports/04b2d6a0-888b-4994-8c49-44f1dcadc275 HTTP/1.1" status: 204 len: 173 time: 0.7787158 Jan 28 03:17:01.619344 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1101db42-beaf-4eb7-aea1-72628e20c6c7', 'name': 'network-vif-deleted', 'tag': '04b2d6a0-888b-4994-8c49-44f1dcadc275'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:17:01.621812 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a93992-ad64-4870-a555-7cd11cf12a7f" -d '{"events": [{"server_uuid": "1101db42-beaf-4eb7-aea1-72628e20c6c7", "name": "network-vif-deleted", "tag": "04b2d6a0-888b-4994-8c49-44f1dcadc275"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:17:01.690939 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e574a547-66f8-4ce9-bad6-bcfc92fb47ad tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for floatingip (8f8557a7-9bdc-497d-abda-0b791d1f2b32), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:01.695291 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e574a547-66f8-4ce9-bad6-bcfc92fb47ad tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:01.697253 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e574a547-66f8-4ce9-bad6-bcfc92fb47ad tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "DELETE /v2.0/floatingips/8f8557a7-9bdc-497d-abda-0b791d1f2b32 HTTP/1.1" status: 204 len: 168 time: 1.5952487 Jan 28 03:17:01.702016 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40956) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:01.708479 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-8c4f8613-80eb-45a4-acc7-ee9bb751fc12 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'port_id': 'ee68dde2-807c-4e3a-a5e7-7e3579396fa3'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:17:01.760833 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8c4f8613-80eb-45a4-acc7-ee9bb751fc12 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:01.813397 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2438a3f0-c0c4-40b2-baef-99c3f65f7862 x-openstack-request-id: req-2438a3f0-c0c4-40b2-baef-99c3f65f7862 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:17:01.813770 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1101db42-beaf-4eb7-aea1-72628e20c6c7", "name": "network-vif-deleted", "tag": "04b2d6a0-888b-4994-8c49-44f1dcadc275", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:17:01.814074 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2438a3f0-c0c4-40b2-baef-99c3f65f7862 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:17:01.814921 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1101db42-beaf-4eb7-aea1-72628e20c6c7', 'name': 'network-vif-deleted', 'tag': '04b2d6a0-888b-4994-8c49-44f1dcadc275', 'status': 'completed', 'code': 200} Jan 28 03:17:01.961537 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b40088e8-5302-432c-bc83-ef9b100910e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:02.094516 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8c4f8613-80eb-45a4-acc7-ee9bb751fc12 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:02.122889 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ca30ac15-1c72-4e08-8276-edd67e999111 req-4fb5172c-c152-47f3-adbb-5032ef90aa62 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=1101db42-beaf-4eb7-aea1-72628e20c6c7 HTTP/1.1" status: 200 len: 210 time: 0.0752461 Jan 28 03:17:02.358231 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-8c4f8613-80eb-45a4-acc7-ee9bb751fc12 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Allocated IP 172.25.0.47 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/0b0db86b-c660-4f9c-b36b-3ce39c7a6256) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:17:02.663291 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8c4f8613-80eb-45a4-acc7-ee9bb751fc12 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for port (0b0db86b-c660-4f9c-b36b-3ce39c7a6256), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:02.741460 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8c4f8613-80eb-45a4-acc7-ee9bb751fc12 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (0b0db86b-c660-4f9c-b36b-3ce39c7a6256), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:02.798195 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f8613-80eb-45a4-acc7-ee9bb751fc12 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Pushing event updated for resources: {'Port': ['ID=0b0db86b-c660-4f9c-b36b-3ce39c7a6256,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:02.833982 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4f8613-80eb-45a4-acc7-ee9bb751fc12 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:17:02.835968 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-8c4f8613-80eb-45a4-acc7-ee9bb751fc12 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:17:02.839806 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4f8613-80eb-45a4-acc7-ee9bb751fc12 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:17:03.336140 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:03.584031 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:03.687680 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f2b50-1526-4a4a-ac17-d227372752ab req-af5fa31b-27d8-4dfd-8792-0bd93f50a36a tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:03.689369 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aa5f2b50-1526-4a4a-ac17-d227372752ab req-af5fa31b-27d8-4dfd-8792-0bd93f50a36a tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4b542bd-9505-404d-88a4-96d3a97d97e5 HTTP/1.1" status: 200 len: 945 time: 0.1276572 Jan 28 03:17:03.730949 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8c4f8613-80eb-45a4-acc7-ee9bb751fc12 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for floatingip (0d147951-37cd-4041-8a90-caa17aae72a0), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:03.789224 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aa5f2b50-1526-4a4a-ac17-d227372752ab req-6224a53b-9f97-420b-b67b-eeda66a4c903 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929651 Jan 28 03:17:03.873654 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8c4f8613-80eb-45a4-acc7-ee9bb751fc12 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (0b0db86b-c660-4f9c-b36b-3ce39c7a6256), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:04.208199 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8c4f8613-80eb-45a4-acc7-ee9bb751fc12 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for port (0b0db86b-c660-4f9c-b36b-3ce39c7a6256), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:04.214888 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8c4f8613-80eb-45a4-acc7-ee9bb751fc12 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (0b0db86b-c660-4f9c-b36b-3ce39c7a6256), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:04.302605 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f8613-80eb-45a4-acc7-ee9bb751fc12 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Pushing event updated for resources: {'Port': ['ID=0b0db86b-c660-4f9c-b36b-3ce39c7a6256,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:04.317214 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8c4f8613-80eb-45a4-acc7-ee9bb751fc12 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (0d147951-37cd-4041-8a90-caa17aae72a0), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:04.428347 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 04b2d6a0-888b-4994-8c49-44f1dcadc275 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:17:04.479088 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [None req-8c4f8613-80eb-45a4-acc7-ee9bb751fc12 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Floating IP 0d147951-37cd-4041-8a90-caa17aae72a0 associated. External IP: 172.25.0.47, port: ee68dde2-807c-4e3a-a5e7-7e3579396fa3. Jan 28 03:17:04.497529 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 04b2d6a0-888b-4994-8c49-44f1dcadc275 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:17:04.497875 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 04b2d6a0-888b-4994-8c49-44f1dcadc275 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:17:04.571535 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395317e-3799-4fef-a43b-831036353fad req-fea141b1-56c8-41bc-9a85-4c2ac7b14e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:04.573841 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1395317e-3799-4fef-a43b-831036353fad req-fea141b1-56c8-41bc-9a85-4c2ac7b14e3d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2286ae41b27547dfa2005a6a8f000d38&device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 1098 time: 0.1101117 Jan 28 03:17:04.821827 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:04.822279 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395317e-3799-4fef-a43b-831036353fad req-6e76e945-50a1-4a54-9bb1-6fa840e9236c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:04.823930 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1395317e-3799-4fef-a43b-831036353fad req-6e76e945-50a1-4a54-9bb1-6fa840e9236c service neutron] 10.222.0.39 "GET /v2.0/networks?id=61daafe4-8be0-4976-aead-14ffa612176d HTTP/1.1" status: 200 len: 912 time: 0.2112160 Jan 28 03:17:04.843052 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c4f8613-80eb-45a4-acc7-ee9bb751fc12 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Router 5ee996d4-d168-4609-b6c8-4539ddb9cdb0 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:17:05.076658 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1395317e-3799-4fef-a43b-831036353fad req-1c8090fd-b1b7-4c72-b684-13d4b1c60075 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40f8070f-7c97-490d-b710-cae05a2e07c3 HTTP/1.1" status: 200 len: 1000 time: 0.2446778 Jan 28 03:17:05.181429 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395317e-3799-4fef-a43b-831036353fad req-80bb1d5e-e47b-4eed-87be-c744b09eaf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:05.182954 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1395317e-3799-4fef-a43b-831036353fad req-80bb1d5e-e47b-4eed-87be-c744b09eaf99 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=27d2caa9-814b-48c2-8f4b-c426e9cbbe97 HTTP/1.1" status: 200 len: 850 time: 0.0993428 Jan 28 03:17:05.188362 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4f8613-80eb-45a4-acc7-ee9bb751fc12 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:17:05.201121 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea27fc3e-786c-475d-977d-b098e92b1675 None None] Sync routers for ids ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:17:05.220219 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea27fc3e-786c-475d-977d-b098e92b1675 None None] Routers {'5ee996d4-d168-4609-b6c8-4539ddb9cdb0'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:17:05.221288 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-ea27fc3e-786c-475d-977d-b098e92b1675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:17:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:05.223592 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8c4f8613-80eb-45a4-acc7-ee9bb751fc12 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:05.252147 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9fe3a-4615-4fc7-a7b3-20c573e2344e req-4303b840-558a-4c98-a3ef-5901a5c6e92a tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:05.254132 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-45e9fe3a-4615-4fc7-a7b3-20c573e2344e req-4303b840-558a-4c98-a3ef-5901a5c6e92a tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4b542bd-9505-404d-88a4-96d3a97d97e5 HTTP/1.1" status: 200 len: 945 time: 0.2718735 Jan 28 03:17:05.272100 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8c4f8613-80eb-45a4-acc7-ee9bb751fc12 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.5676205 Jan 28 03:17:05.273147 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41048) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:05.284270 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-ea27fc3e-786c-475d-977d-b098e92b1675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:05.296616 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea27fc3e-786c-475d-977d-b098e92b1675 None None] Routers {'5ee996d4-d168-4609-b6c8-4539ddb9cdb0'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:17:05.298245 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-ea27fc3e-786c-475d-977d-b098e92b1675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:17:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:05.338279 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-45e9fe3a-4615-4fc7-a7b3-20c573e2344e req-989b699e-2b73-4700-9905-7e699ae2a7b0 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729008 Jan 28 03:17:05.357329 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395317e-3799-4fef-a43b-831036353fad req-aeaaf338-f9e8-463a-8ae8-5d87cc96b524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:05.359289 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1395317e-3799-4fef-a43b-831036353fad req-aeaaf338-f9e8-463a-8ae8-5d87cc96b524 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=61daafe4-8be0-4976-aead-14ffa612176d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1668835 Jan 28 03:17:05.386338 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-ea27fc3e-786c-475d-977d-b098e92b1675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:05.389313 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea27fc3e-786c-475d-977d-b098e92b1675 None None] The sync data for ids ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'] in n-d-712139-27 is: [] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:17:05.424207 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7691511e-8c18-4d1b-9496-ddb9b738653a tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "GET /v2.0/floatingips/0d147951-37cd-4041-8a90-caa17aae72a0 HTTP/1.1" status: 200 len: 978 time: 0.1497774 Jan 28 03:17:05.434635 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41052) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:05.630776 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1395317e-3799-4fef-a43b-831036353fad req-fce73201-8705-4e3c-aba8-c61efdb44ed9 service neutron] 10.222.0.39 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634759 Jan 28 03:17:05.661943 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3fbeb417-fbed-4a4f-bee0-a4c45c35eef9 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2240624 Jan 28 03:17:05.663512 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41060) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:05.670003 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-997d9b71-6e11-4862-ba12-734cdf91d650 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Request body: {'floatingip': {'port_id': '6ab7586b-aa39-4513-b370-b8902587d070'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:17:05.805548 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-997d9b71-6e11-4862-ba12-734cdf91d650 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for floatingip (0d147951-37cd-4041-8a90-caa17aae72a0), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:05.920644 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1395317e-3799-4fef-a43b-831036353fad req-69024e05-bc9b-4c63-bbf7-a83ad52e7314 service neutron] 10.222.0.39 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795572 Jan 28 03:17:05.988188 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:07.173725 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d54d0b-a5b5-48f6-a87f-a1aa6d861d24 req-4f6a729c-bb68-4721-8fec-8692c6e4838d tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:07.175935 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-16d54d0b-a5b5-48f6-a87f-a1aa6d861d24 req-4f6a729c-bb68-4721-8fec-8692c6e4838d tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4b542bd-9505-404d-88a4-96d3a97d97e5 HTTP/1.1" status: 200 len: 945 time: 0.1158869 Jan 28 03:17:07.296921 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-997d9b71-6e11-4862-ba12-734cdf91d650 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:07.311616 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-997d9b71-6e11-4862-ba12-734cdf91d650 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (0d147951-37cd-4041-8a90-caa17aae72a0), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:07.321526 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-16d54d0b-a5b5-48f6-a87f-a1aa6d861d24 req-1257dd54-7676-4d1f-8705-8ccf0faf41f1 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307356 Jan 28 03:17:07.480848 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [None req-997d9b71-6e11-4862-ba12-734cdf91d650 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Floating IP 0d147951-37cd-4041-8a90-caa17aae72a0 associated. External IP: 172.25.0.47, port: ee68dde2-807c-4e3a-a5e7-7e3579396fa3. Jan 28 03:17:07.828960 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997d9b71-6e11-4862-ba12-734cdf91d650 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Router 5ee996d4-d168-4609-b6c8-4539ddb9cdb0 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:17:08.032910 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997d9b71-6e11-4862-ba12-734cdf91d650 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:17:08.043358 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4951871d-073f-4319-80e7-23e533606a50 None None] Sync routers for ids ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:17:08.062082 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4951871d-073f-4319-80e7-23e533606a50 None None] Routers {'5ee996d4-d168-4609-b6c8-4539ddb9cdb0'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:17:08.063011 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-4951871d-073f-4319-80e7-23e533606a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:17:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:08.163573 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-4951871d-073f-4319-80e7-23e533606a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:08.180511 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4951871d-073f-4319-80e7-23e533606a50 None None] Routers {'5ee996d4-d168-4609-b6c8-4539ddb9cdb0'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:17:08.181432 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-4951871d-073f-4319-80e7-23e533606a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:17:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:08.234319 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-4951871d-073f-4319-80e7-23e533606a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:08.235305 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4951871d-073f-4319-80e7-23e533606a50 None None] The sync data for ids ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'] in n-d-712139-27 is: [] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:17:08.532681 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c4a19-3a68-46df-9168-31bb34b2fb62 req-8256fb88-1e0e-45ff-ac0a-a27890875773 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:08.542453 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997d9b71-6e11-4862-ba12-734cdf91d650 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Router 5ee996d4-d168-4609-b6c8-4539ddb9cdb0 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:17:08.546207 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f26c4a19-3a68-46df-9168-31bb34b2fb62 req-8256fb88-1e0e-45ff-ac0a-a27890875773 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4b542bd-9505-404d-88a4-96d3a97d97e5 HTTP/1.1" status: 200 len: 945 time: 0.0710249 Jan 28 03:17:08.622808 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f26c4a19-3a68-46df-9168-31bb34b2fb62 req-7d90f507-e4c1-4df2-b63c-44154a3a0f87 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/security-groups?id=e31dda15-1881-456a-b5ee-1cde51f7eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750899 Jan 28 03:17:08.788433 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997d9b71-6e11-4862-ba12-734cdf91d650 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:17:08.800939 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-997d9b71-6e11-4862-ba12-734cdf91d650 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:08.824375 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83f18c5-f503-4fe0-a0ef-b71278e1d8ee None None] Sync routers for ids ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:17:08.853224 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83f18c5-f503-4fe0-a0ef-b71278e1d8ee None None] Routers {'5ee996d4-d168-4609-b6c8-4539ddb9cdb0'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:17:08.858106 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-a83f18c5-f503-4fe0-a0ef-b71278e1d8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:17:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:08.922139 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-997d9b71-6e11-4862-ba12-734cdf91d650 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "PUT /v2.0/floatingips/0d147951-37cd-4041-8a90-caa17aae72a0 HTTP/1.1" status: 200 len: 977 time: 3.2507703 Jan 28 03:17:08.922401 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-a83f18c5-f503-4fe0-a0ef-b71278e1d8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:08.925583 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41162) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:08.937541 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-27ff0bd8-e746-4739-aac5-e696c8142b3a tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:17:08.942609 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83f18c5-f503-4fe0-a0ef-b71278e1d8ee None None] Routers {'5ee996d4-d168-4609-b6c8-4539ddb9cdb0'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:17:08.943266 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-a83f18c5-f503-4fe0-a0ef-b71278e1d8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:17:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:09.000115 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-a83f18c5-f503-4fe0-a0ef-b71278e1d8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:09.000789 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83f18c5-f503-4fe0-a0ef-b71278e1d8ee None None] The sync data for ids ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'] in n-d-712139-27 is: [] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:17:09.049186 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d82a3-76a7-4fbf-8540-5dba6dd2f693 req-459aecb5-3a60-4422-b69c-d38176808629 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:09.051042 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-302d82a3-76a7-4fbf-8540-5dba6dd2f693 req-459aecb5-3a60-4422-b69c-d38176808629 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4b542bd-9505-404d-88a4-96d3a97d97e5 HTTP/1.1" status: 200 len: 945 time: 0.1699293 Jan 28 03:17:09.056260 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-27ff0bd8-e746-4739-aac5-e696c8142b3a tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for floatingip (0d147951-37cd-4041-8a90-caa17aae72a0), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:09.248886 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-302d82a3-76a7-4fbf-8540-5dba6dd2f693 req-7554a924-75c6-4223-9310-6eef30a783ad tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Deleting port 9246b557-7626-4482-842c-ee461ac3dc45 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:17:09.251549 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-302d82a3-76a7-4fbf-8540-5dba6dd2f693 req-7554a924-75c6-4223-9310-6eef30a783ad tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (9246b557-7626-4482-842c-ee461ac3dc45), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:09.340520 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-27ff0bd8-e746-4739-aac5-e696c8142b3a tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:09.352958 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-27ff0bd8-e746-4739-aac5-e696c8142b3a tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (0d147951-37cd-4041-8a90-caa17aae72a0), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:09.354343 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [None req-27ff0bd8-e746-4739-aac5-e696c8142b3a tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Floating IP 0d147951-37cd-4041-8a90-caa17aae72a0 disassociated. External IP: 172.25.0.47, port: 6ab7586b-aa39-4513-b370-b8902587d070. Jan 28 03:17:09.401062 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-302d82a3-76a7-4fbf-8540-5dba6dd2f693 req-7554a924-75c6-4223-9310-6eef30a783ad tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] For port 9246b557-7626-4482-842c-ee461ac3dc45, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=9246b557-7626-4482-842c-ee461ac3dc45,segment=NetworkSegment(cec8e07b-2d6a-49a8-bde7-7e82d616bfd7),segment_id=cec8e07b-2d6a-49a8-bde7-7e82d616bfd7)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:17:09.401062 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-302d82a3-76a7-4fbf-8540-5dba6dd2f693 req-7554a924-75c6-4223-9310-6eef30a783ad tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (9246b557-7626-4482-842c-ee461ac3dc45), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:09.421359 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-302d82a3-76a7-4fbf-8540-5dba6dd2f693 req-7554a924-75c6-4223-9310-6eef30a783ad tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Calling delete_port for 9246b557-7626-4482-842c-ee461ac3dc45 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:17:09.786014 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-302d82a3-76a7-4fbf-8540-5dba6dd2f693 req-7554a924-75c6-4223-9310-6eef30a783ad tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (9246b557-7626-4482-842c-ee461ac3dc45), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:09.825851 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['9246b557-7626-4482-842c-ee461ac3dc45'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:17:09.838043 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ba876b57-39d5-40b8-ad1b-0d1e05fb3812 req-8a41f925-4815-4244-bc6f-066683394902 tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4b542bd-9505-404d-88a4-96d3a97d97e5 HTTP/1.1" status: 200 len: 210 time: 0.0557048 Jan 28 03:17:09.851759 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ff0bd8-e746-4739-aac5-e696c8142b3a tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Router 5ee996d4-d168-4609-b6c8-4539ddb9cdb0 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:17:09.926565 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554a924-75c6-4223-9310-6eef30a783ad tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Pushing event deleted for resources: {'Port': ['ID=9246b557-7626-4482-842c-ee461ac3dc45,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:09.958074 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-302d82a3-76a7-4fbf-8540-5dba6dd2f693 req-7554a924-75c6-4223-9310-6eef30a783ad tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] No DVR routers for this DVR port 9246b557-7626-4482-842c-ee461ac3dc45 on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:17:09.962258 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-302d82a3-76a7-4fbf-8540-5dba6dd2f693 req-7554a924-75c6-4223-9310-6eef30a783ad tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:09.966659 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-302d82a3-76a7-4fbf-8540-5dba6dd2f693 req-7554a924-75c6-4223-9310-6eef30a783ad tempest-ServerRescueNegativeTestJSON-401659309 tempest-ServerRescueNegativeTestJSON-401659309-project] 10.222.0.67 "DELETE /v2.0/ports/9246b557-7626-4482-842c-ee461ac3dc45 HTTP/1.1" status: 204 len: 173 time: 0.9082057 Jan 28 03:17:09.967197 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b542bd-9505-404d-88a4-96d3a97d97e5', 'name': 'network-vif-deleted', 'tag': '9246b557-7626-4482-842c-ee461ac3dc45'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:17:09.971415 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e416085-40ad-4c36-9a02-affa6a5e87a9" -d '{"events": [{"server_uuid": "f4b542bd-9505-404d-88a4-96d3a97d97e5", "name": "network-vif-deleted", "tag": "9246b557-7626-4482-842c-ee461ac3dc45"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:17:10.097633 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9cc06f-1a3b-4fa0-ac32-d90a5bba26a5 x-openstack-request-id: req-1d9cc06f-1a3b-4fa0-ac32-d90a5bba26a5 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:17:10.100474 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b542bd-9505-404d-88a4-96d3a97d97e5", "name": "network-vif-deleted", "tag": "9246b557-7626-4482-842c-ee461ac3dc45", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:17:10.100865 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1d9cc06f-1a3b-4fa0-ac32-d90a5bba26a5 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:17:10.101448 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b542bd-9505-404d-88a4-96d3a97d97e5', 'name': 'network-vif-deleted', 'tag': '9246b557-7626-4482-842c-ee461ac3dc45', 'status': 'completed', 'code': 200} Jan 28 03:17:10.244473 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c757e4-6328-40de-a2f7-05dc3512a27f req-88996df4-b77a-4d1b-b794-2a3c72a9b18d tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:10.246486 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a0c757e4-6328-40de-a2f7-05dc3512a27f req-88996df4-b77a-4d1b-b794-2a3c72a9b18d tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 946 time: 0.0941656 Jan 28 03:17:10.248990 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ff0bd8-e746-4739-aac5-e696c8142b3a tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:17:10.256672 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-27ff0bd8-e746-4739-aac5-e696c8142b3a tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:10.263686 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8882bf-174f-4138-b8e9-071f059ff4ae None None] Sync routers for ids ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:17:10.311466 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8882bf-174f-4138-b8e9-071f059ff4ae None None] Routers {'5ee996d4-d168-4609-b6c8-4539ddb9cdb0'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:17:10.313954 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-1d8882bf-174f-4138-b8e9-071f059ff4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:17:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:10.343419 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-27ff0bd8-e746-4739-aac5-e696c8142b3a tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "PUT /v2.0/floatingips/0d147951-37cd-4041-8a90-caa17aae72a0 HTTP/1.1" status: 200 len: 687 time: 1.4131179 Jan 28 03:17:10.344597 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41214) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:10.369599 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-1d8882bf-174f-4138-b8e9-071f059ff4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:10.383214 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8882bf-174f-4138-b8e9-071f059ff4ae None None] Routers {'5ee996d4-d168-4609-b6c8-4539ddb9cdb0'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:17:10.384175 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-1d8882bf-174f-4138-b8e9-071f059ff4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:17:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:10.389503 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a0c757e4-6328-40de-a2f7-05dc3512a27f req-d5ea23b2-6412-47ce-9f57-1be1e04f5c41 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305881 Jan 28 03:17:10.441807 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-1d8882bf-174f-4138-b8e9-071f059ff4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:10.442505 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8882bf-174f-4138-b8e9-071f059ff4ae None None] The sync data for ids ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'] in n-d-712139-27 is: [] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:17:10.659376 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-edec2563-1b5d-4528-b291-3ff1e5e7f34b tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Deleting port 0b0db86b-c660-4f9c-b36b-3ce39c7a6256 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:17:10.660651 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-edec2563-1b5d-4528-b291-3ff1e5e7f34b tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (0b0db86b-c660-4f9c-b36b-3ce39c7a6256), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:10.896233 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-edec2563-1b5d-4528-b291-3ff1e5e7f34b tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (0b0db86b-c660-4f9c-b36b-3ce39c7a6256), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:10.897496 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-edec2563-1b5d-4528-b291-3ff1e5e7f34b tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for floatingip (0b0db86b-c660-4f9c-b36b-3ce39c7a6256), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:10.926249 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-edec2563-1b5d-4528-b291-3ff1e5e7f34b tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Calling delete_port for 0b0db86b-c660-4f9c-b36b-3ce39c7a6256 owned by network:floatingip {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:17:10.965094 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41250) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:11.087306 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3cb59-dbf3-47f1-a88a-4d700f59eec5 req-6ceb4579-2040-44d9-950b-b05bf10ac219 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:11.095779 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ccc3cb59-dbf3-47f1-a88a-4d700f59eec5 req-6ceb4579-2040-44d9-950b-b05bf10ac219 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 946 time: 0.1425724 Jan 28 03:17:11.210758 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-edec2563-1b5d-4528-b291-3ff1e5e7f34b tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (0b0db86b-c660-4f9c-b36b-3ce39c7a6256), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:11.268179 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec2563-1b5d-4528-b291-3ff1e5e7f34b tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Pushing event deleted for resources: {'Port': ['ID=0b0db86b-c660-4f9c-b36b-3ce39c7a6256,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:11.361884 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-edec2563-1b5d-4528-b291-3ff1e5e7f34b tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for floatingip (0d147951-37cd-4041-8a90-caa17aae72a0), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:11.364750 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-edec2563-1b5d-4528-b291-3ff1e5e7f34b tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:11.373713 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-edec2563-1b5d-4528-b291-3ff1e5e7f34b tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "DELETE /v2.0/floatingips/0d147951-37cd-4041-8a90-caa17aae72a0 HTTP/1.1" status: 204 len: 168 time: 1.0211442 Jan 28 03:17:11.385826 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41258) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:11.434332 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-dee0810f-5195-445c-9c4f-263655a0ac70 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] delete failed (client error): The resource could not be found. Jan 28 03:17:11.435799 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-dee0810f-5195-445c-9c4f-263655a0ac70 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "DELETE /v2.0/floatingips/0d147951-37cd-4041-8a90-caa17aae72a0 HTTP/1.1" status: 404 len: 345 time: 0.0486171 Jan 28 03:17:11.442013 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41262) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:11.562174 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ccc3cb59-dbf3-47f1-a88a-4d700f59eec5 req-792a08f7-a291-40e6-926d-11f94da95339 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4635441 Jan 28 03:17:11.585869 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78059372-1686-4a82-934f-be309013020a tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:11.586181 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78059372-1686-4a82-934f-be309013020a tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:11.594730 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78059372-1686-4a82-934f-be309013020a tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:11.597929 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-78059372-1686-4a82-934f-be309013020a tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "GET /v2.0/ports?network_id=0cc71b52-15ef-454e-a518-4966937231cf HTTP/1.1" status: 200 len: 2359 time: 0.1547706 Jan 28 03:17:11.601723 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41268) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:11.681274 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa67b6ef-4058-4462-adef-e8e679e0bfc1 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:11.685428 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-fa67b6ef-4058-4462-adef-e8e679e0bfc1 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "GET /v2.0/subnets/c20ad9e3-02a0-4e7e-89c8-cb3e7659008f HTTP/1.1" status: 200 len: 797 time: 0.0804348 Jan 28 03:17:11.691172 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41272) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:11.701593 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-7440c83d-d894-4520-b872-18326e89449a tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Request body: {'port': {'network_id': '0cc71b52-15ef-454e-a518-4966937231cf', 'name': 'tempest-FloatingIPTestJSON-417412739', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:17:11.857328 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7440c83d-d894-4520-b872-18326e89449a tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Made reservation on behalf of f571cec42994493fa0fbdc6f6652cb99 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:17:11.927268 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2a602eea-2a16-49ae-b724-f05664002845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (9cd1a449-c2de-4a56-a235-4ec938d18c76), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:11.974322 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7440c83d-d894-4520-b872-18326e89449a tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:11.997166 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-7440c83d-d894-4520-b872-18326e89449a tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] device_id is not set on port 179b7b52-8200-45eb-934e-b30007671e28 yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:17:12.325052 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-2a602eea-2a16-49ae-b724-f05664002845 admin admin] Deleting port 114cdb3a-42f4-42f3-9d51-12cba031a706 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:17:12.325762 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2a602eea-2a16-49ae-b724-f05664002845 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (114cdb3a-42f4-42f3-9d51-12cba031a706), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:12.482668 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 40f8070f-7c97-490d-b710-cae05a2e07c3 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:17:12.494766 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 40f8070f-7c97-490d-b710-cae05a2e07c3 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:17:12.517938 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-2a602eea-2a16-49ae-b724-f05664002845 admin admin] For port 114cdb3a-42f4-42f3-9d51-12cba031a706, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=114cdb3a-42f4-42f3-9d51-12cba031a706,segment=NetworkSegment(cec8e07b-2d6a-49a8-bde7-7e82d616bfd7),segment_id=cec8e07b-2d6a-49a8-bde7-7e82d616bfd7)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:17:12.519307 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2a602eea-2a16-49ae-b724-f05664002845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (114cdb3a-42f4-42f3-9d51-12cba031a706), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:12.554061 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-2a602eea-2a16-49ae-b724-f05664002845 admin admin] Calling delete_port for 114cdb3a-42f4-42f3-9d51-12cba031a706 owned by network:router_interface {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:17:12.823115 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 40f8070f-7c97-490d-b710-cae05a2e07c3, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=40f8070f-7c97-490d-b710-cae05a2e07c3,segment=NetworkSegment(8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69),segment_id=8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:17:12.836943 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '40f8070f-7c97-490d-b710-cae05a2e07c3', 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d', 'port_id': '40f8070f-7c97-490d-b710-cae05a2e07c3', 'mac_address': 'fa:16:3e:0c:71:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27d2caa9-814b-48c2-8f4b-c426e9cbbe97', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:17:12.898318 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 40f8070f-7c97-490d-b710-cae05a2e07c3 is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:17:12.898955 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (40f8070f-7c97-490d-b710-cae05a2e07c3), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:12.939404 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 40f8070f-7c97-490d-b710-cae05a2e07c3, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=40f8070f-7c97-490d-b710-cae05a2e07c3,segment=NetworkSegment(8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69),segment_id=8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:17:12.945884 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29709396-181b-4f4d-88e1-dfd109d7f822', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40f8070f-7c97-490d-b710-cae05a2e07c3'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:17:12.948587 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf8364b-6f36-4494-a1f3-5b944279fbc1" -d '{"events": [{"server_uuid": "29709396-181b-4f4d-88e1-dfd109d7f822", "name": "network-vif-unplugged", "status": "completed", "tag": "40f8070f-7c97-490d-b710-cae05a2e07c3"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:17:12.961651 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (40f8070f-7c97-490d-b710-cae05a2e07c3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:13.035058 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843f4f2-bb8b-4f09-be27-c0b084d822b8 req-dd26429b-f733-4f79-9c50-1897fccb7f2c tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:13.040729 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 40f8070f-7c97-490d-b710-cae05a2e07c3 is: ACTIVE; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:17:13.041346 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (40f8070f-7c97-490d-b710-cae05a2e07c3), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:13.044874 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=40f8070f-7c97-490d-b710-cae05a2e07c3,revision_number=11']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:13.057414 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3843f4f2-bb8b-4f09-be27-c0b084d822b8 req-dd26429b-f733-4f79-9c50-1897fccb7f2c tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 946 time: 0.2788367 Jan 28 03:17:13.061547 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 40f8070f-7c97-490d-b710-cae05a2e07c3 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:17:13.107316 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.api [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:17:13.107829 n-d-712139-27 neutron-server[109804]: DEBUG oslo_db.api [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:17:13.196177 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2a602eea-2a16-49ae-b724-f05664002845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (114cdb3a-42f4-42f3-9d51-12cba031a706), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:13.237787 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a602eea-2a16-49ae-b724-f05664002845 admin admin] Pushing event deleted for resources: {'Port': ['ID=114cdb3a-42f4-42f3-9d51-12cba031a706,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:13.321213 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cfbed2d-5324-4f6f-b02e-33ec05a9dd71 x-openstack-request-id: req-0cfbed2d-5324-4f6f-b02e-33ec05a9dd71 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:17:13.321722 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29709396-181b-4f4d-88e1-dfd109d7f822", "name": "network-vif-unplugged", "status": "completed", "tag": "40f8070f-7c97-490d-b710-cae05a2e07c3", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:17:13.322122 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0cfbed2d-5324-4f6f-b02e-33ec05a9dd71 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:17:13.322652 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29709396-181b-4f4d-88e1-dfd109d7f822', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40f8070f-7c97-490d-b710-cae05a2e07c3', 'code': 200} Jan 28 03:17:13.393951 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3843f4f2-bb8b-4f09-be27-c0b084d822b8 req-57e6832e-de2c-46da-bcee-5e5134f05e0a tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3352640 Jan 28 03:17:13.450853 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-7440c83d-d894-4520-b872-18326e89449a tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Allocated IP 172.20.0.14 (0cc71b52-15ef-454e-a518-4966937231cf/c20ad9e3-02a0-4e7e-89c8-cb3e7659008f/179b7b52-8200-45eb-934e-b30007671e28) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:17:13.460648 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-7440c83d-d894-4520-b872-18326e89449a tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Allocated IP 172.20.0.13 (0cc71b52-15ef-454e-a518-4966937231cf/c20ad9e3-02a0-4e7e-89c8-cb3e7659008f/179b7b52-8200-45eb-934e-b30007671e28) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:17:13.496538 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2a602eea-2a16-49ae-b724-f05664002845 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (9cd1a449-c2de-4a56-a235-4ec938d18c76), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:13.654214 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 40f8070f-7c97-490d-b710-cae05a2e07c3 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:17:13.654811 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (40f8070f-7c97-490d-b710-cae05a2e07c3), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:13.671160 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40f8070f-7c97-490d-b710-cae05a2e07c3 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:17:13.679271 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 9246b557-7626-4482-842c-ee461ac3dc45 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:17:13.716059 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: 9246b557-7626-4482-842c-ee461ac3dc45 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:17:13.716461 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 9246b557-7626-4482-842c-ee461ac3dc45 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:17:13.736105 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7440c83d-d894-4520-b872-18326e89449a tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for port (179b7b52-8200-45eb-934e-b30007671e28), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:13.739918 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 40f8070f-7c97-490d-b710-cae05a2e07c3, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=40f8070f-7c97-490d-b710-cae05a2e07c3,segment=NetworkSegment(8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69),segment_id=8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:17:13.749836 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (40f8070f-7c97-490d-b710-cae05a2e07c3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:13.827045 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7440c83d-d894-4520-b872-18326e89449a tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (179b7b52-8200-45eb-934e-b30007671e28), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:13.836643 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=40f8070f-7c97-490d-b710-cae05a2e07c3,revision_number=12']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:13.853990 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a602eea-2a16-49ae-b724-f05664002845 admin admin] Router 9cd1a449-c2de-4a56-a235-4ec938d18c76 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:17:13.907832 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41340) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:13.949560 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['40f8070f-7c97-490d-b710-cae05a2e07c3'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:17:13.952137 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7440c83d-d894-4520-b872-18326e89449a tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Network 0cc71b52-15ef-454e-a518-4966937231cf is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:17:13.956714 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-7440c83d-d894-4520-b872-18326e89449a tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:17:13.961145 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7440c83d-d894-4520-b872-18326e89449a tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:17:14.041865 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7440c83d-d894-4520-b872-18326e89449a tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Pushing event updated for resources: {'Port': ['ID=179b7b52-8200-45eb-934e-b30007671e28,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:14.098694 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7440c83d-d894-4520-b872-18326e89449a tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:14.099749 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7440c83d-d894-4520-b872-18326e89449a tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:14.114159 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a602eea-2a16-49ae-b724-f05664002845 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:17:14.128468 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7440c83d-d894-4520-b872-18326e89449a tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.4345875 Jan 28 03:17:14.131206 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41348) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:14.132875 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2a602eea-2a16-49ae-b724-f05664002845 admin admin] 10.222.0.53 "PUT /v2.0/routers/9cd1a449-c2de-4a56-a235-4ec938d18c76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1666920 Jan 28 03:17:14.135538 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41350) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:14.136677 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-66c9b181-889b-4aad-9a29-7b015edbcf50 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'port_id': '179b7b52-8200-45eb-934e-b30007671e28', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:17:14.157608 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dcd1c7-4421-481d-a7a2-ffdc1a2810b7 None None] Sync routers for ids ['9cd1a449-c2de-4a56-a235-4ec938d18c76'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:17:14.161715 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66c9b181-889b-4aad-9a29-7b015edbcf50 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:14.208584 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dcd1c7-4421-481d-a7a2-ffdc1a2810b7 None None] Routers {'9cd1a449-c2de-4a56-a235-4ec938d18c76'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:17:14.209449 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-50dcd1c7-4421-481d-a7a2-ffdc1a2810b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:17:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['9cd1a449-c2de-4a56-a235-4ec938d18c76'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:14.244656 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7f9ee894-e515-48ed-8624-f11a2b9ecddd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:14.342585 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-478ccc1e-b563-435d-87dd-ec0ccefd066f admin admin] Publish callbacks [] for router (9cd1a449-c2de-4a56-a235-4ec938d18c76), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:14.383752 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-50dcd1c7-4421-481d-a7a2-ffdc1a2810b7 None None] Set router 9cd1a449-c2de-4a56-a235-4ec938d18c76 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:17:14.397179 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66c9b181-889b-4aad-9a29-7b015edbcf50 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:14.435127 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7f9ee894-e515-48ed-8624-f11a2b9ecddd admin admin] Publish callbacks [] for security_group (48825a22-ffd3-44a4-a03b-5f926cb29245), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:14.502886 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7f9ee894-e515-48ed-8624-f11a2b9ecddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (48825a22-ffd3-44a4-a03b-5f926cb29245), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:14.612848 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-66c9b181-889b-4aad-9a29-7b015edbcf50 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Allocated IP 172.25.0.101 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/a3b81609-e977-492e-812c-1e133144ee41) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:17:14.652102 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-478ccc1e-b563-435d-87dd-ec0ccefd066f admin admin] Publish callbacks [] for router_gateway (9cd1a449-c2de-4a56-a235-4ec938d18c76), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:14.693923 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc6594-98f1-4478-b986-c761f08657f8 req-919fb87d-aff6-4a84-86f5-efcfc0d0ac53 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:14.695759 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6dfc6594-98f1-4478-b986-c761f08657f8 req-919fb87d-aff6-4a84-86f5-efcfc0d0ac53 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 945 time: 0.1329856 Jan 28 03:17:14.718643 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-50dcd1c7-4421-481d-a7a2-ffdc1a2810b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd1a449-c2de-4a56-a235-4ec938d18c76', 'name': 'tempest-ServerRescueNegativeTestJSON-1686605974-router', 'tenant_id': 'ba16e556acef4ff0be65319bbf33daeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '4a000180-683e-4e39-8c0f-f961ac5744de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:14:24Z', 'updated_at': '2022-01-28T03:17:13Z', 'revision_number': 5, 'project_id': 'ba16e556acef4ff0be65319bbf33daeb', 'gw_port': {'id': '4a000180-683e-4e39-8c0f-f961ac5744de', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:18:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd1a449-c2de-4a56-a235-4ec938d18c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:14:26Z', 'updated_at': '2022-01-28T03:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:14.731208 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7f9ee894-e515-48ed-8624-f11a2b9ecddd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4cde8ba37ecc421187d41768157e3af6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8169444 Jan 28 03:17:14.736525 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41370) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:14.762600 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dcd1c7-4421-481d-a7a2-ffdc1a2810b7 None None] Checking router: 9cd1a449-c2de-4a56-a235-4ec938d18c76 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:17:14.788044 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dcd1c7-4421-481d-a7a2-ffdc1a2810b7 None None] Routers {'9cd1a449-c2de-4a56-a235-4ec938d18c76'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:17:14.790409 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-50dcd1c7-4421-481d-a7a2-ffdc1a2810b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:17:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['9cd1a449-c2de-4a56-a235-4ec938d18c76'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:14.852165 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ee894-e515-48ed-8624-f11a2b9ecddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48825a22-ffd3-44a4-a03b-5f926cb29245,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:14.886806 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6dfc6594-98f1-4478-b986-c761f08657f8 req-15cc7102-3e88-4733-8e36-6f3e771fe0ad tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718962 Jan 28 03:17:14.918871 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b404798b-cff1-46a2-91d4-68dccf157b2a admin admin] Publish callbacks [] for security_group (48825a22-ffd3-44a4-a03b-5f926cb29245), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:14.923725 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-478ccc1e-b563-435d-87dd-ec0ccefd066f admin admin] Deleting port 4a000180-683e-4e39-8c0f-f961ac5744de {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:17:14.923859 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-478ccc1e-b563-435d-87dd-ec0ccefd066f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (4a000180-683e-4e39-8c0f-f961ac5744de), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:14.950966 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66c9b181-889b-4aad-9a29-7b015edbcf50 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for port (a3b81609-e977-492e-812c-1e133144ee41), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:15.010676 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-50dcd1c7-4421-481d-a7a2-ffdc1a2810b7 None None] Set router 9cd1a449-c2de-4a56-a235-4ec938d18c76 gateway port host: None {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:17:15.028495 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66c9b181-889b-4aad-9a29-7b015edbcf50 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (a3b81609-e977-492e-812c-1e133144ee41), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:15.031407 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b404798b-cff1-46a2-91d4-68dccf157b2a admin admin] Publish callbacks [] for security_group (48825a22-ffd3-44a4-a03b-5f926cb29245), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:15.115959 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-50dcd1c7-4421-481d-a7a2-ffdc1a2810b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd1a449-c2de-4a56-a235-4ec938d18c76', 'name': 'tempest-ServerRescueNegativeTestJSON-1686605974-router', 'tenant_id': 'ba16e556acef4ff0be65319bbf33daeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:14:24Z', 'updated_at': '2022-01-28T03:17:14Z', 'revision_number': 6, 'project_id': 'ba16e556acef4ff0be65319bbf33daeb', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:15.124738 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c9b181-889b-4aad-9a29-7b015edbcf50 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Pushing event updated for resources: {'Port': ['ID=a3b81609-e977-492e-812c-1e133144ee41,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:15.130527 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-478ccc1e-b563-435d-87dd-ec0ccefd066f admin admin] For port 4a000180-683e-4e39-8c0f-f961ac5744de, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=4a000180-683e-4e39-8c0f-f961ac5744de,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:17:15.130907 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-478ccc1e-b563-435d-87dd-ec0ccefd066f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (4a000180-683e-4e39-8c0f-f961ac5744de), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:15.151221 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c9b181-889b-4aad-9a29-7b015edbcf50 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:17:15.153605 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-66c9b181-889b-4aad-9a29-7b015edbcf50 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:17:15.156388 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-478ccc1e-b563-435d-87dd-ec0ccefd066f admin admin] Calling delete_port for 4a000180-683e-4e39-8c0f-f961ac5744de owned by network:router_gateway {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:17:15.157933 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c9b181-889b-4aad-9a29-7b015edbcf50 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:17:15.169923 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b404798b-cff1-46a2-91d4-68dccf157b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (48825a22-ffd3-44a4-a03b-5f926cb29245), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:15.172530 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b404798b-cff1-46a2-91d4-68dccf157b2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:15.183155 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b404798b-cff1-46a2-91d4-68dccf157b2a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/48825a22-ffd3-44a4-a03b-5f926cb29245 HTTP/1.1" status: 204 len: 168 time: 0.4395821 Jan 28 03:17:15.221048 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b404798b-cff1-46a2-91d4-68dccf157b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48825a22-ffd3-44a4-a03b-5f926cb29245,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:15.400582 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dcd1c7-4421-481d-a7a2-ffdc1a2810b7 None None] The sync data for ids ['9cd1a449-c2de-4a56-a235-4ec938d18c76'] in n-d-712139-27 is: [{'id': '9cd1a449-c2de-4a56-a235-4ec938d18c76', 'name': 'tempest-ServerRescueNegativeTestJSON-1686605974-router', 'tenant_id': 'ba16e556acef4ff0be65319bbf33daeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:14:24Z', 'updated_at': '2022-01-28T03:17:14Z', 'revision_number': 6, 'project_id': 'ba16e556acef4ff0be65319bbf33daeb', 'gw_port_host': None}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:17:15.569044 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-478ccc1e-b563-435d-87dd-ec0ccefd066f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (4a000180-683e-4e39-8c0f-f961ac5744de), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:15.598837 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ccc1e-b563-435d-87dd-ec0ccefd066f admin admin] Pushing event deleted for resources: {'Port': ['ID=4a000180-683e-4e39-8c0f-f961ac5744de,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:15.712315 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-478ccc1e-b563-435d-87dd-ec0ccefd066f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (9cd1a449-c2de-4a56-a235-4ec938d18c76), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:15.722071 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41400) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:15.770319 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e34429af-c846-4286-b442-f199fd3b5147 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:15.907925 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-478ccc1e-b563-435d-87dd-ec0ccefd066f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (9cd1a449-c2de-4a56-a235-4ec938d18c76), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:15.912932 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-478ccc1e-b563-435d-87dd-ec0ccefd066f admin admin] Publish callbacks [] for router_controller (9cd1a449-c2de-4a56-a235-4ec938d18c76), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:15.939840 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e34429af-c846-4286-b442-f199fd3b5147 admin admin] Publish callbacks [] for security_group (9fa54769-f0af-4c8f-be8c-6e1eb0ae2050), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:16.024618 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-478ccc1e-b563-435d-87dd-ec0ccefd066f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (9cd1a449-c2de-4a56-a235-4ec938d18c76), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:16.025300 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478ccc1e-b563-435d-87dd-ec0ccefd066f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cd1a449-c2de-4a56-a235-4ec938d18c76 {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:17:16.031700 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e34429af-c846-4286-b442-f199fd3b5147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (9fa54769-f0af-4c8f-be8c-6e1eb0ae2050), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:16.032676 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-478ccc1e-b563-435d-87dd-ec0ccefd066f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:16.050283 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-478ccc1e-b563-435d-87dd-ec0ccefd066f admin admin] 10.222.0.53 "DELETE /v2.0/routers/9cd1a449-c2de-4a56-a235-4ec938d18c76 HTTP/1.1" status: 204 len: 168 time: 1.8973629 Jan 28 03:17:16.051051 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41412) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:16.107835 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4e44b1c-ab81-409f-91c3-f0a2ec05139a admin admin] Deleting subnet f83fc2f5-b59d-49d1-b182-e92bb7891964 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:17:16.112234 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b4e44b1c-ab81-409f-91c3-f0a2ec05139a admin admin] Publish callbacks [] for subnet (f83fc2f5-b59d-49d1-b182-e92bb7891964), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:16.128346 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34429af-c846-4286-b442-f199fd3b5147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa54769-f0af-4c8f-be8c-6e1eb0ae2050,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:16.175117 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b4e44b1c-ab81-409f-91c3-f0a2ec05139a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (f83fc2f5-b59d-49d1-b182-e92bb7891964), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:16.187107 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e34429af-c846-4286-b442-f199fd3b5147 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0c09db8d84fe44a988348b7694a46bb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4632828 Jan 28 03:17:16.202912 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41416) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:16.216295 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66c9b181-889b-4aad-9a29-7b015edbcf50 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for floatingip (53374e60-e410-45e7-a42f-ea3b1d662132), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:16.288882 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b4e44b1c-ab81-409f-91c3-f0a2ec05139a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (f83fc2f5-b59d-49d1-b182-e92bb7891964), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:16.292260 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e876c7-f25e-4d60-a0e0-133fcf1c0e91 req-29173d85-1087-4cd5-b43e-e8c7128e4eab tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:16.300285 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-04e876c7-f25e-4d60-a0e0-133fcf1c0e91 req-29173d85-1087-4cd5-b43e-e8c7128e4eab tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 945 time: 0.2248826 Jan 28 03:17:16.354032 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 114cdb3a-42f4-42f3-9d51-12cba031a706 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:17:16.359228 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-481f2721-2252-47f8-a853-e2e153db75db admin admin] Publish callbacks [] for security_group (9fa54769-f0af-4c8f-be8c-6e1eb0ae2050), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:16.415517 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 114cdb3a-42f4-42f3-9d51-12cba031a706 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:17:16.418298 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-481f2721-2252-47f8-a853-e2e153db75db admin admin] Publish callbacks [] for security_group (9fa54769-f0af-4c8f-be8c-6e1eb0ae2050), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:16.430390 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66c9b181-889b-4aad-9a29-7b015edbcf50 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (a3b81609-e977-492e-812c-1e133144ee41), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:16.431170 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 114cdb3a-42f4-42f3-9d51-12cba031a706 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:17:16.475978 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b4e44b1c-ab81-409f-91c3-f0a2ec05139a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (f83fc2f5-b59d-49d1-b182-e92bb7891964), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:16.499205 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 40f8070f-7c97-490d-b710-cae05a2e07c3 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:17:16.505781 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-04e876c7-f25e-4d60-a0e0-133fcf1c0e91 req-106c84d4-6329-456a-848b-6b9734ba3f97 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2041101 Jan 28 03:17:16.521942 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e44b1c-ab81-409f-91c3-f0a2ec05139a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f83fc2f5-b59d-49d1-b182-e92bb7891964,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:16.529828 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b4e44b1c-ab81-409f-91c3-f0a2ec05139a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:16.534830 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b4e44b1c-ab81-409f-91c3-f0a2ec05139a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f83fc2f5-b59d-49d1-b182-e92bb7891964 HTTP/1.1" status: 204 len: 168 time: 0.4826505 Jan 28 03:17:16.537778 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41422) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:16.601775 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 40f8070f-7c97-490d-b710-cae05a2e07c3 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:17:16.602672 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (40f8070f-7c97-490d-b710-cae05a2e07c3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:16.650008 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-481f2721-2252-47f8-a853-e2e153db75db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (9fa54769-f0af-4c8f-be8c-6e1eb0ae2050), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:16.653443 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-481f2721-2252-47f8-a853-e2e153db75db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:16.654629 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-481f2721-2252-47f8-a853-e2e153db75db admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9fa54769-f0af-4c8f-be8c-6e1eb0ae2050 HTTP/1.1" status: 204 len: 168 time: 0.4507651 Jan 28 03:17:16.724605 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f2721-2252-47f8-a853-e2e153db75db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa54769-f0af-4c8f-be8c-6e1eb0ae2050,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:16.766325 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-56318999-d3fa-41f6-aee0-f05838727aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:16.798931 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 40f8070f-7c97-490d-b710-cae05a2e07c3 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:17:16.799608 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (40f8070f-7c97-490d-b710-cae05a2e07c3), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:16.826600 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66c9b181-889b-4aad-9a29-7b015edbcf50 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for port (a3b81609-e977-492e-812c-1e133144ee41), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:16.838713 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66c9b181-889b-4aad-9a29-7b015edbcf50 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (a3b81609-e977-492e-812c-1e133144ee41), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:16.952125 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 40f8070f-7c97-490d-b710-cae05a2e07c3, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=40f8070f-7c97-490d-b710-cae05a2e07c3,segment=NetworkSegment(8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69),segment_id=8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:17:16.958916 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29709396-181b-4f4d-88e1-dfd109d7f822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f8070f-7c97-490d-b710-cae05a2e07c3'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:17:16.970085 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf45dca6-ce64-47ef-b8e9-7b85bdaec153" -d '{"events": [{"server_uuid": "29709396-181b-4f4d-88e1-dfd109d7f822", "name": "network-vif-plugged", "status": "completed", "tag": "40f8070f-7c97-490d-b710-cae05a2e07c3"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:17:16.970949 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-56318999-d3fa-41f6-aee0-f05838727aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:17.011561 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (40f8070f-7c97-490d-b710-cae05a2e07c3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:17.051232 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-56318999-d3fa-41f6-aee0-f05838727aae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:17.066031 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-56318999-d3fa-41f6-aee0-f05838727aae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cec8e07b-2d6a-49a8-bde7-7e82d616bfd7') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:17.066031 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-56318999-d3fa-41f6-aee0-f05838727aae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cec8e07b-2d6a-49a8-bde7-7e82d616bfd7') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:17.109615 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c9b181-889b-4aad-9a29-7b015edbcf50 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Pushing event updated for resources: {'Port': ['ID=a3b81609-e977-492e-812c-1e133144ee41,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:17.114965 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-56318999-d3fa-41f6-aee0-f05838727aae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (cec8e07b-2d6a-49a8-bde7-7e82d616bfd7), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:17.131979 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ae68d6-4f5b-445a-aa55-88912b935b11 x-openstack-request-id: req-c6ae68d6-4f5b-445a-aa55-88912b935b11 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:17:17.132284 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29709396-181b-4f4d-88e1-dfd109d7f822", "name": "network-vif-plugged", "status": "completed", "tag": "40f8070f-7c97-490d-b710-cae05a2e07c3", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:17:17.132514 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c6ae68d6-4f5b-445a-aa55-88912b935b11 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:17:17.132906 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29709396-181b-4f4d-88e1-dfd109d7f822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f8070f-7c97-490d-b710-cae05a2e07c3', 'code': 200} Jan 28 03:17:17.150800 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66c9b181-889b-4aad-9a29-7b015edbcf50 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (53374e60-e410-45e7-a42f-ea3b1d662132), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:17.179456 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-56318999-d3fa-41f6-aee0-f05838727aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (cec8e07b-2d6a-49a8-bde7-7e82d616bfd7), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:17.211410 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56318999-d3fa-41f6-aee0-f05838727aae admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:17:17.211873 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-56318999-d3fa-41f6-aee0-f05838727aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (cec8e07b-2d6a-49a8-bde7-7e82d616bfd7), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:17.214037 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:17:17.214037 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:17:17.214037 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:17:17.214037 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:17:17.214037 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:17:17.214037 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:17:17.214037 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:17:17.214037 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:17:17.214037 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:17:17.214037 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:17:17.214037 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:17:17.214037 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:17:17.214037 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:17:17.214037 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:17:17.214037 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:17:17.214037 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:17:17.214037 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:17:17.214037 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:17:17.214037 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:17:17.214037 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:17:17.214037 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:17:17.214037 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:17:17.214037 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:17:17.214037 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:17:17.214037 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:17:17.214037 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:17:17.214037 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:17:17.214037 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:17:17.214037 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:17:17.214037 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:17:17.214037 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:17:17.214037 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:17:17.225916 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=40f8070f-7c97-490d-b710-cae05a2e07c3,revision_number=13']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:17.325274 n-d-712139-27 neutron-server[109803]: INFO neutron.db.l3_db [None req-66c9b181-889b-4aad-9a29-7b015edbcf50 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Floating IP 53374e60-e410-45e7-a42f-ea3b1d662132 associated. External IP: 172.25.0.101, port: 179b7b52-8200-45eb-934e-b30007671e28. Jan 28 03:17:17.369045 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-56318999-d3fa-41f6-aee0-f05838727aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:17.381096 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-56318999-d3fa-41f6-aee0-f05838727aae admin admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:17.393713 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-56318999-d3fa-41f6-aee0-f05838727aae admin admin] 10.222.0.53 "DELETE /v2.0/networks/8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843 HTTP/1.1" status: 204 len: 168 time: 0.8544540 Jan 28 03:17:17.434363 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56318999-d3fa-41f6-aee0-f05838727aae admin admin] Pushing event deleted for resources: {'Network': ['ID=8f6b88f9-ca6d-4a74-b7a0-1e9c436cd843,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:17.735996 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c9b181-889b-4aad-9a29-7b015edbcf50 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Router 5ee996d4-d168-4609-b6c8-4539ddb9cdb0 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:17:17.769516 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41454) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:17.929559 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-17c78649-f200-4942-bf6e-da401743a000 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ba16e556acef4ff0be65319bbf33daeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1579363 Jan 28 03:17:17.930770 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41460) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:17.943466 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 4a000180-683e-4e39-8c0f-f961ac5744de no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:17:18.007118 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d105b-3005-445e-baf9-8f156f10cf80 req-c9cb29dd-a3ce-43d4-85fa-40a1703c404a tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:18.008432 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-783d105b-3005-445e-baf9-8f156f10cf80 req-c9cb29dd-a3ce-43d4-85fa-40a1703c404a tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 946 time: 0.2697177 Jan 28 03:17:18.046629 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 4a000180-683e-4e39-8c0f-f961ac5744de {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:17:18.047286 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 4a000180-683e-4e39-8c0f-f961ac5744de not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:17:18.079727 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-77b71aae-f7a3-4c68-bbcf-1b66499e5916 admin admin] Publish callbacks [] for security_group (e31dda15-1881-456a-b5ee-1cde51f7eeb7), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:18.173482 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-77b71aae-f7a3-4c68-bbcf-1b66499e5916 admin admin] Publish callbacks [] for security_group (e31dda15-1881-456a-b5ee-1cde51f7eeb7), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:18.211749 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-783d105b-3005-445e-baf9-8f156f10cf80 req-82ab8286-c88b-43d6-bfaf-82d06aaf39ea tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1931977 Jan 28 03:17:18.296920 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c9b181-889b-4aad-9a29-7b015edbcf50 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:17:18.321118 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e593ca77-a2bb-4df3-8fff-213d04d749dc None None] Sync routers for ids ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:17:18.339668 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e593ca77-a2bb-4df3-8fff-213d04d749dc None None] Routers {'5ee996d4-d168-4609-b6c8-4539ddb9cdb0'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:17:18.340308 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-e593ca77-a2bb-4df3-8fff-213d04d749dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:17:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:18.369260 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66c9b181-889b-4aad-9a29-7b015edbcf50 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:18.393138 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-77b71aae-f7a3-4c68-bbcf-1b66499e5916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (e31dda15-1881-456a-b5ee-1cde51f7eeb7), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:18.404474 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-77b71aae-f7a3-4c68-bbcf-1b66499e5916 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:18.406549 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-77b71aae-f7a3-4c68-bbcf-1b66499e5916 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e31dda15-1881-456a-b5ee-1cde51f7eeb7 HTTP/1.1" status: 204 len: 168 time: 0.4717584 Jan 28 03:17:18.440142 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b71aae-f7a3-4c68-bbcf-1b66499e5916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31dda15-1881-456a-b5ee-1cde51f7eeb7,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:18.467267 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-e593ca77-a2bb-4df3-8fff-213d04d749dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:18.491877 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e593ca77-a2bb-4df3-8fff-213d04d749dc None None] Routers {'5ee996d4-d168-4609-b6c8-4539ddb9cdb0'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:17:18.495043 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-e593ca77-a2bb-4df3-8fff-213d04d749dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:17:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:18.504551 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-66c9b181-889b-4aad-9a29-7b015edbcf50 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.3702943 Jan 28 03:17:18.506253 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41470) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:18.518361 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-a9ee3b83-55f8-40f5-8110-3dcf52ea5a64 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Request body: {'floatingip': {'port_id': '179b7b52-8200-45eb-934e-b30007671e28', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:17:18.600104 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-e593ca77-a2bb-4df3-8fff-213d04d749dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:18.600761 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e593ca77-a2bb-4df3-8fff-213d04d749dc None None] The sync data for ids ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'] in n-d-712139-27 is: [] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:17:18.648456 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a9ee3b83-55f8-40f5-8110-3dcf52ea5a64 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for floatingip (53374e60-e410-45e7-a42f-ea3b1d662132), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:19.931562 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41506) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:19.967756 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a9ee3b83-55f8-40f5-8110-3dcf52ea5a64 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:19.980546 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a9ee3b83-55f8-40f5-8110-3dcf52ea5a64 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (53374e60-e410-45e7-a42f-ea3b1d662132), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:20.259503 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006b510-33f5-454c-8b05-999bedae9f29 req-58e20665-22fc-40f3-900e-cf42b6e8dab5 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:20.261107 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a006b510-33f5-454c-8b05-999bedae9f29 req-58e20665-22fc-40f3-900e-cf42b6e8dab5 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 946 time: 0.6119521 Jan 28 03:17:20.390473 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-aad29e14-e642-4f40-aeed-5a012171b893 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1077126525-network', 'tenant_id': '32f6ff27bb9b4a0a8c35be5efcca5710'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:17:20.425975 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad29e14-e642-4f40-aeed-5a012171b893 admin admin] Made reservation on behalf of 32f6ff27bb9b4a0a8c35be5efcca5710 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:17:20.428457 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aad29e14-e642-4f40-aeed-5a012171b893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:20.446680 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aad29e14-e642-4f40-aeed-5a012171b893 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:20.691177 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aad29e14-e642-4f40-aeed-5a012171b893 admin admin] Publish callbacks [] for security_group (a9244a5e-643a-4b22-8c6c-b6b246785d45), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:20.698057 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aad29e14-e642-4f40-aeed-5a012171b893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (a9244a5e-643a-4b22-8c6c-b6b246785d45), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:20.769419 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad29e14-e642-4f40-aeed-5a012171b893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9244a5e-643a-4b22-8c6c-b6b246785d45,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:20.775921 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad29e14-e642-4f40-aeed-5a012171b893 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:17:20.794922 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aad29e14-e642-4f40-aeed-5a012171b893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (0d556b25-4ddf-44c5-ac4e-6219948a1c8a), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:20.795397 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-aad29e14-e642-4f40-aeed-5a012171b893 admin admin] Added segment 0d556b25-4ddf-44c5-ac4e-6219948a1c8a of type vlan for network 06df26e5-a046-4a55-a630-9f7cc3e514f5 Jan 28 03:17:20.856043 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a006b510-33f5-454c-8b05-999bedae9f29 req-74a25736-759e-4b71-9aaa-464c329fa78b tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5824223 Jan 28 03:17:20.885532 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aad29e14-e642-4f40-aeed-5a012171b893 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (06df26e5-a046-4a55-a630-9f7cc3e514f5), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:20.933063 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aad29e14-e642-4f40-aeed-5a012171b893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (06df26e5-a046-4a55-a630-9f7cc3e514f5), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:20.935846 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad29e14-e642-4f40-aeed-5a012171b893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:20.937496 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aad29e14-e642-4f40-aeed-5a012171b893 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:20.942710 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ee3b83-55f8-40f5-8110-3dcf52ea5a64 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Router 5ee996d4-d168-4609-b6c8-4539ddb9cdb0 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:17:21.027605 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41524) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:21.028643 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-aad29e14-e642-4f40-aeed-5a012171b893 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0941820 Jan 28 03:17:21.033849 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41526) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:21.078930 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-40b1f496-a1e1-4d29-8dd9-a7c4ce3b34b2 admin admin] Request body: {'subnet': {'network_id': '06df26e5-a046-4a55-a630-9f7cc3e514f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1077126525-subnet', 'tenant_id': '32f6ff27bb9b4a0a8c35be5efcca5710', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:17:21.114989 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad29e14-e642-4f40-aeed-5a012171b893 admin admin] Pushing event updated for resources: {'Network': ['ID=06df26e5-a046-4a55-a630-9f7cc3e514f5,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:21.130050 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 06df26e5-a046-4a55-a630-9f7cc3e514f5 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:17:21.140362 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ee3b83-55f8-40f5-8110-3dcf52ea5a64 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:17:21.149059 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a9ee3b83-55f8-40f5-8110-3dcf52ea5a64 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:21.190668 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b1f496-a1e1-4d29-8dd9-a7c4ce3b34b2 admin admin] Made reservation on behalf of 32f6ff27bb9b4a0a8c35be5efcca5710 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:17:21.191150 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c828b48-6af1-41a4-9f29-8e1a999607f5 None None] Sync routers for ids ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:17:21.197704 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-40b1f496-a1e1-4d29-8dd9-a7c4ce3b34b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:21.223611 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a9ee3b83-55f8-40f5-8110-3dcf52ea5a64 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "PUT /v2.0/floatingips/53374e60-e410-45e7-a42f-ea3b1d662132 HTTP/1.1" status: 200 len: 978 time: 2.7144933 Jan 28 03:17:21.227500 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41530) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:21.301033 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c828b48-6af1-41a4-9f29-8e1a999607f5 None None] Routers {'5ee996d4-d168-4609-b6c8-4539ddb9cdb0'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:17:21.306924 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-7c828b48-6af1-41a4-9f29-8e1a999607f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:17:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:21.335993 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-22d88e90-7bd8-4726-aa95-28f5d7cff406 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:21.468891 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-7c828b48-6af1-41a4-9f29-8e1a999607f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:21.549708 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c828b48-6af1-41a4-9f29-8e1a999607f5 None None] Routers {'5ee996d4-d168-4609-b6c8-4539ddb9cdb0'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:17:21.550292 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-7c828b48-6af1-41a4-9f29-8e1a999607f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:17:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:21.560921 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-98ebfa53-428f-459a-b36b-126184c98398 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Deleting port a3b81609-e977-492e-812c-1e133144ee41 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:17:21.561351 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-98ebfa53-428f-459a-b36b-126184c98398 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (a3b81609-e977-492e-812c-1e133144ee41), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:21.565975 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-22d88e90-7bd8-4726-aa95-28f5d7cff406 admin admin] Publish callbacks [] for security_group (10afc9c7-5ad9-4158-97ed-3271981bd996), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:21.581936 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-22d88e90-7bd8-4726-aa95-28f5d7cff406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (10afc9c7-5ad9-4158-97ed-3271981bd996), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:21.641970 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-7c828b48-6af1-41a4-9f29-8e1a999607f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:21.643210 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c828b48-6af1-41a4-9f29-8e1a999607f5 None None] The sync data for ids ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'] in n-d-712139-27 is: [] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:17:21.687485 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-22d88e90-7bd8-4726-aa95-28f5d7cff406 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=11f7a8a2e4c84c4cb1f80384a81b9553&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6522360 Jan 28 03:17:21.690711 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41534) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:21.692764 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d88e90-7bd8-4726-aa95-28f5d7cff406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10afc9c7-5ad9-4158-97ed-3271981bd996,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:21.714235 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-40b1f496-a1e1-4d29-8dd9-a7c4ce3b34b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (205106b2-e78d-4c53-84d3-04682a04dc44), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:21.735664 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-98ebfa53-428f-459a-b36b-126184c98398 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (a3b81609-e977-492e-812c-1e133144ee41), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:21.736017 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-98ebfa53-428f-459a-b36b-126184c98398 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for floatingip (a3b81609-e977-492e-812c-1e133144ee41), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:21.752306 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-98ebfa53-428f-459a-b36b-126184c98398 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Calling delete_port for a3b81609-e977-492e-812c-1e133144ee41 owned by network:floatingip {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:17:21.819101 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b1f496-a1e1-4d29-8dd9-a7c4ce3b34b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=205106b2-e78d-4c53-84d3-04682a04dc44,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:21.832410 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-26c24461-520a-4de8-a3da-5d20c524bde8 admin admin] Publish callbacks [] for security_group (10afc9c7-5ad9-4158-97ed-3271981bd996), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:21.867089 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b1f496-a1e1-4d29-8dd9-a7c4ce3b34b2 admin admin] Checking segment: {'id': '0d556b25-4ddf-44c5-ac4e-6219948a1c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '06df26e5-a046-4a55-a630-9f7cc3e514f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:17:21.868113 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b1f496-a1e1-4d29-8dd9-a7c4ce3b34b2 admin admin] Network hostable DHCP agents. Network: 06df26e5-a046-4a55-a630-9f7cc3e514f5, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:17:21.893910 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-26c24461-520a-4de8-a3da-5d20c524bde8 admin admin] Publish callbacks [] for security_group (10afc9c7-5ad9-4158-97ed-3271981bd996), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:21.988878 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b1f496-a1e1-4d29-8dd9-a7c4ce3b34b2 admin admin] Network 06df26e5-a046-4a55-a630-9f7cc3e514f5 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:17:22.030437 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-40b1f496-a1e1-4d29-8dd9-a7c4ce3b34b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 06df26e5-a046-4a55-a630-9f7cc3e514f5) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:17:22.040142 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c6d305-dc1d-4dbf-a9ef-066820e51e4c None None] Network 06df26e5-a046-4a55-a630-9f7cc3e514f5 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:17:22.057287 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b1f496-a1e1-4d29-8dd9-a7c4ce3b34b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:22.058366 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-40b1f496-a1e1-4d29-8dd9-a7c4ce3b34b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:22.070199 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-98ebfa53-428f-459a-b36b-126184c98398 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (a3b81609-e977-492e-812c-1e133144ee41), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:22.100829 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-40b1f496-a1e1-4d29-8dd9-a7c4ce3b34b2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0425518 Jan 28 03:17:22.111790 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a74b93-834d-4aaa-902a-3ddb5cf56640 req-017e1cd2-5543-445d-a12d-32480cb79d6d tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:22.113791 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ebfa53-428f-459a-b36b-126184c98398 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Pushing event deleted for resources: {'Port': ['ID=a3b81609-e977-492e-812c-1e133144ee41,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:22.114827 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-65a74b93-834d-4aaa-902a-3ddb5cf56640 req-017e1cd2-5543-445d-a12d-32480cb79d6d tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 946 time: 0.1140935 Jan 28 03:17:22.116317 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-26c24461-520a-4de8-a3da-5d20c524bde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (10afc9c7-5ad9-4158-97ed-3271981bd996), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:22.119647 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-26c24461-520a-4de8-a3da-5d20c524bde8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:22.120748 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-26c24461-520a-4de8-a3da-5d20c524bde8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/10afc9c7-5ad9-4158-97ed-3271981bd996 HTTP/1.1" status: 204 len: 168 time: 0.4290767 Jan 28 03:17:22.185298 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-65a74b93-834d-4aaa-902a-3ddb5cf56640 req-df1f6c96-c849-4e02-906d-a2d6873d9cc5 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591893 Jan 28 03:17:22.186175 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c24461-520a-4de8-a3da-5d20c524bde8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10afc9c7-5ad9-4158-97ed-3271981bd996,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:22.249563 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-98ebfa53-428f-459a-b36b-126184c98398 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for floatingip (53374e60-e410-45e7-a42f-ea3b1d662132), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:22.249953 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [None req-98ebfa53-428f-459a-b36b-126184c98398 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Floating IP 53374e60-e410-45e7-a42f-ea3b1d662132 disassociated (deleted). External IP: 172.25.0.101, port: 179b7b52-8200-45eb-934e-b30007671e28. Jan 28 03:17:22.281491 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2ea3f7-5c28-4aa7-b5c1-7986bb4967a2 None None] Network 06df26e5-a046-4a55-a630-9f7cc3e514f5 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:17:22.758449 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41554) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:22.760113 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ebfa53-428f-459a-b36b-126184c98398 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Router 5ee996d4-d168-4609-b6c8-4539ddb9cdb0 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:17:22.800994 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0316e071-96d6-4bd2-a091-6b09670c8276 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:22.924806 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ebfa53-428f-459a-b36b-126184c98398 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:17:22.941733 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-98ebfa53-428f-459a-b36b-126184c98398 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:22.983298 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0e5b53-8f85-4922-a385-77bb32010336 None None] Sync routers for ids ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:17:22.995657 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-98ebfa53-428f-459a-b36b-126184c98398 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "DELETE /v2.0/floatingips/53374e60-e410-45e7-a42f-ea3b1d662132 HTTP/1.1" status: 204 len: 168 time: 1.7620373 Jan 28 03:17:22.997792 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41556) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:23.005762 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0e5b53-8f85-4922-a385-77bb32010336 None None] Routers {'5ee996d4-d168-4609-b6c8-4539ddb9cdb0'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:17:23.006472 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-6c0e5b53-8f85-4922-a385-77bb32010336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:17:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:23.093142 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0316e071-96d6-4bd2-a091-6b09670c8276 admin admin] Publish callbacks [] for security_group (ac9f28f6-51ce-4596-bbe2-9b32f5b8d5a1), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:23.112904 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0316e071-96d6-4bd2-a091-6b09670c8276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (ac9f28f6-51ce-4596-bbe2-9b32f5b8d5a1), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:23.118224 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-6c0e5b53-8f85-4922-a385-77bb32010336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:23.186740 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0e5b53-8f85-4922-a385-77bb32010336 None None] Routers {'5ee996d4-d168-4609-b6c8-4539ddb9cdb0'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:17:23.192070 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-6c0e5b53-8f85-4922-a385-77bb32010336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:17:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:23.242465 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0316e071-96d6-4bd2-a091-6b09670c8276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9f28f6-51ce-4596-bbe2-9b32f5b8d5a1,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:23.289530 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41570) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:23.302520 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0316e071-96d6-4bd2-a091-6b09670c8276 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2495091cc68743b48a260c3f4198c783&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5419025 Jan 28 03:17:23.335323 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-6c0e5b53-8f85-4922-a385-77bb32010336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:23.336400 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0e5b53-8f85-4922-a385-77bb32010336 None None] The sync data for ids ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'] in n-d-712139-27 is: [] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:17:23.380252 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-db8dc61a-8c0c-426b-91e3-49584f42e38f tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Deleting port 179b7b52-8200-45eb-934e-b30007671e28 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:17:23.380700 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-db8dc61a-8c0c-426b-91e3-49584f42e38f tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (179b7b52-8200-45eb-934e-b30007671e28), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:23.506722 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d3fe9e69-c3e0-4ab9-8a97-df7889fa84ce admin admin] Publish callbacks [] for security_group (ac9f28f6-51ce-4596-bbe2-9b32f5b8d5a1), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:23.520161 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-db8dc61a-8c0c-426b-91e3-49584f42e38f tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (179b7b52-8200-45eb-934e-b30007671e28), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:23.535674 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d3fe9e69-c3e0-4ab9-8a97-df7889fa84ce admin admin] Publish callbacks [] for security_group (ac9f28f6-51ce-4596-bbe2-9b32f5b8d5a1), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:23.550832 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-db8dc61a-8c0c-426b-91e3-49584f42e38f tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Calling delete_port for 179b7b52-8200-45eb-934e-b30007671e28 owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:17:23.615107 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d3fe9e69-c3e0-4ab9-8a97-df7889fa84ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (ac9f28f6-51ce-4596-bbe2-9b32f5b8d5a1), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:23.620418 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d3fe9e69-c3e0-4ab9-8a97-df7889fa84ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:23.622715 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d3fe9e69-c3e0-4ab9-8a97-df7889fa84ce admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ac9f28f6-51ce-4596-bbe2-9b32f5b8d5a1 HTTP/1.1" status: 204 len: 168 time: 0.3310971 Jan 28 03:17:23.708045 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe9e69-c3e0-4ab9-8a97-df7889fa84ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9f28f6-51ce-4596-bbe2-9b32f5b8d5a1,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:23.745673 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-27ee591b-71bc-42b0-a18e-f6f6e894f3a6 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:23.760388 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-27ee591b-71bc-42b0-a18e-f6f6e894f3a6 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] 10.222.0.53 "GET /v2.0/networks?id=06df26e5-a046-4a55-a630-9f7cc3e514f5 HTTP/1.1" status: 200 len: 809 time: 0.4014859 Jan 28 03:17:23.807278 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-f3d4dc46-9eb5-4a03-a588-5a8dc0aae68a tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] 10.222.0.53 "GET /v2.0/quotas/32f6ff27bb9b4a0a8c35be5efcca5710 HTTP/1.1" status: 200 len: 375 time: 0.0452478 Jan 28 03:17:23.867866 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-c7a94a60-9a79-4872-a5bc-f2f9fc2a3fab tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=32f6ff27bb9b4a0a8c35be5efcca5710&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583591 Jan 28 03:17:23.979367 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-db8dc61a-8c0c-426b-91e3-49584f42e38f tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (179b7b52-8200-45eb-934e-b30007671e28), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:24.022261 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8dc61a-8c0c-426b-91e3-49584f42e38f tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Pushing event deleted for resources: {'Port': ['ID=179b7b52-8200-45eb-934e-b30007671e28,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:24.043513 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c3d09-a9ca-4c61-8a6b-7f80e55895b4 req-0ceacb31-b057-421a-a496-b3a701958a7d tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:24.051571 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ed9c3d09-a9ca-4c61-8a6b-7f80e55895b4 req-0ceacb31-b057-421a-a496-b3a701958a7d tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 946 time: 0.6742086 Jan 28 03:17:24.157769 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ed9c3d09-a9ca-4c61-8a6b-7f80e55895b4 req-a00b3694-a327-4008-860a-3f3c6e382078 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047673 Jan 28 03:17:24.254022 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-db8dc61a-8c0c-426b-91e3-49584f42e38f tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:24.266513 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-db8dc61a-8c0c-426b-91e3-49584f42e38f tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "DELETE /v2.0/ports/179b7b52-8200-45eb-934e-b30007671e28 HTTP/1.1" status: 204 len: 168 time: 1.2641377 Jan 28 03:17:24.266955 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41584) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:24.272650 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-dee516c6-7e6b-4ffe-8db7-9ab50e34df13 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:17:24.334489 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-b70f958f-5eef-4c4f-ab78-b457c70f0d18 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:17:24.345787 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-b70f958f-5eef-4c4f-ab78-b457c70f0d18 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4755785 Jan 28 03:17:24.477037 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dee516c6-7e6b-4ffe-8db7-9ab50e34df13 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:24.611008 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-e4e37931-9cb5-488e-940d-41628a78bd1c service neutron] 10.222.0.53 "GET /v2.0/networks/06df26e5-a046-4a55-a630-9f7cc3e514f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637413 Jan 28 03:17:24.763800 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dee516c6-7e6b-4ffe-8db7-9ab50e34df13 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:24.784361 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-42b26591-582e-4088-83b2-9a68b1f1e74e service neutron] 10.222.0.53 "GET /v2.0/networks/06df26e5-a046-4a55-a630-9f7cc3e514f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721654 Jan 28 03:17:25.003635 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-dee516c6-7e6b-4ffe-8db7-9ab50e34df13 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Allocated IP 172.25.0.231 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/c3cc01f7-5043-4d90-bb6f-2ef7cd8c976e) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:17:25.171253 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0f2bfe9a-afd6-4767-aa13-8e72d906143c req-dc612111-90ec-4f2b-adaa-de3638dcf98f tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c5c6cd8-a556-4a43-ad50-557557c9463c HTTP/1.1" status: 200 len: 210 time: 0.0655305 Jan 28 03:17:25.230222 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dee516c6-7e6b-4ffe-8db7-9ab50e34df13 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for port (c3cc01f7-5043-4d90-bb6f-2ef7cd8c976e), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:25.353419 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dee516c6-7e6b-4ffe-8db7-9ab50e34df13 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (c3cc01f7-5043-4d90-bb6f-2ef7cd8c976e), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:25.415336 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee516c6-7e6b-4ffe-8db7-9ab50e34df13 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:17:25.423394 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac66a5-0267-420b-805a-56ca2b4724bd req-0c82ba78-70d6-436b-a137-a98dbcf94317 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:25.431196 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e7ac66a5-0267-420b-805a-56ca2b4724bd req-0c82ba78-70d6-436b-a137-a98dbcf94317 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 946 time: 0.1487527 Jan 28 03:17:25.438877 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-dee516c6-7e6b-4ffe-8db7-9ab50e34df13 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:17:25.441579 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee516c6-7e6b-4ffe-8db7-9ab50e34df13 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:17:25.548289 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dee516c6-7e6b-4ffe-8db7-9ab50e34df13 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for floatingip (be5295e0-2197-4296-aef0-4ec5fe8bed62), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:25.607745 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee516c6-7e6b-4ffe-8db7-9ab50e34df13 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Pushing event updated for resources: {'Port': ['ID=c3cc01f7-5043-4d90-bb6f-2ef7cd8c976e,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:25.638637 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dee516c6-7e6b-4ffe-8db7-9ab50e34df13 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c3cc01f7-5043-4d90-bb6f-2ef7cd8c976e), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:25.703432 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e7ac66a5-0267-420b-805a-56ca2b4724bd req-68cb9988-b128-4613-be3a-7a38a0a1ff9f tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2707636 Jan 28 03:17:25.947001 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dee516c6-7e6b-4ffe-8db7-9ab50e34df13 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for port (c3cc01f7-5043-4d90-bb6f-2ef7cd8c976e), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:25.953206 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dee516c6-7e6b-4ffe-8db7-9ab50e34df13 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (c3cc01f7-5043-4d90-bb6f-2ef7cd8c976e), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:26.056869 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee516c6-7e6b-4ffe-8db7-9ab50e34df13 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Pushing event updated for resources: {'Port': ['ID=c3cc01f7-5043-4d90-bb6f-2ef7cd8c976e,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:26.080257 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dee516c6-7e6b-4ffe-8db7-9ab50e34df13 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (be5295e0-2197-4296-aef0-4ec5fe8bed62), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:26.112549 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dee516c6-7e6b-4ffe-8db7-9ab50e34df13 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:26.114392 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-dee516c6-7e6b-4ffe-8db7-9ab50e34df13 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8463604 Jan 28 03:17:26.117371 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41632) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:26.127081 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-8c38eb88-2c7a-429f-9534-4bbf29a189d4 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Request body: {'port': {'network_id': '0cc71b52-15ef-454e-a518-4966937231cf', 'name': 'tempest-FloatingIPTestJSON-1140412984'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:17:26.326944 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c38eb88-2c7a-429f-9534-4bbf29a189d4 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Made reservation on behalf of f571cec42994493fa0fbdc6f6652cb99 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:17:26.338629 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8c38eb88-2c7a-429f-9534-4bbf29a189d4 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:26.390967 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-8c38eb88-2c7a-429f-9534-4bbf29a189d4 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] device_id is not set on port 1633c18c-b627-4b9e-b74e-31c083edad6c yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:17:26.395774 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b7c4acdc-e759-4faa-8557-adfab84fe99e req-28297034-72a0-4d89-b659-a7a762e4a49a tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c5c6cd8-a556-4a43-ad50-557557c9463c HTTP/1.1" status: 200 len: 210 time: 0.0605083 Jan 28 03:17:26.591900 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-8c38eb88-2c7a-429f-9534-4bbf29a189d4 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Allocated IP 172.20.0.2 (0cc71b52-15ef-454e-a518-4966937231cf/c20ad9e3-02a0-4e7e-89c8-cb3e7659008f/1633c18c-b627-4b9e-b74e-31c083edad6c) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:17:26.963895 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b7fb9-d782-4ee2-ac56-780c2b38ad89 req-460fce1f-7dc6-4026-9019-de0f60cc9d7c tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:26.965816 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-866b7fb9-d782-4ee2-ac56-780c2b38ad89 req-460fce1f-7dc6-4026-9019-de0f60cc9d7c tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 946 time: 0.1473522 Jan 28 03:17:26.970025 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8c38eb88-2c7a-429f-9534-4bbf29a189d4 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for port (1633c18c-b627-4b9e-b74e-31c083edad6c), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:27.095585 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-f555835a-5119-43ee-aeab-b4dc378fac97 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:27.097469 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-f555835a-5119-43ee-aeab-b4dc378fac97 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] 10.222.0.67 "GET /v2.0/networks?id=06df26e5-a046-4a55-a630-9f7cc3e514f5 HTTP/1.1" status: 200 len: 809 time: 0.1968634 Jan 28 03:17:27.116888 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-3b7e55a5-7224-4b64-8de3-a3cf82353086 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] Request body: {'port': {'device_id': '3c5c6cd8-a556-4a43-ad50-557557c9463c', 'network_id': '06df26e5-a046-4a55-a630-9f7cc3e514f5', 'admin_state_up': True, 'tenant_id': '32f6ff27bb9b4a0a8c35be5efcca5710'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:17:27.124944 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-866b7fb9-d782-4ee2-ac56-780c2b38ad89 req-bd87aec4-0627-407e-abe5-0b4b05c401d3 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521194 Jan 28 03:17:27.164739 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8c38eb88-2c7a-429f-9534-4bbf29a189d4 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (1633c18c-b627-4b9e-b74e-31c083edad6c), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:27.247714 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c38eb88-2c7a-429f-9534-4bbf29a189d4 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Network 0cc71b52-15ef-454e-a518-4966937231cf is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:17:27.252251 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-8c38eb88-2c7a-429f-9534-4bbf29a189d4 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:17:27.263059 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c38eb88-2c7a-429f-9534-4bbf29a189d4 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:17:27.303394 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-3b7e55a5-7224-4b64-8de3-a3cf82353086 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] Made reservation on behalf of 32f6ff27bb9b4a0a8c35be5efcca5710 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:17:27.311452 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-3b7e55a5-7224-4b64-8de3-a3cf82353086 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:27.343560 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c38eb88-2c7a-429f-9534-4bbf29a189d4 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Pushing event updated for resources: {'Port': ['ID=1633c18c-b627-4b9e-b74e-31c083edad6c,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:27.368165 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c38eb88-2c7a-429f-9534-4bbf29a189d4 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:27.369229 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8c38eb88-2c7a-429f-9534-4bbf29a189d4 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:27.394855 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8c38eb88-2c7a-429f-9534-4bbf29a189d4 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2759018 Jan 28 03:17:27.397948 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41656) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:27.403191 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-2f21859e-3fc6-40e8-8179-711e5e6cefca tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Request body: {'floatingip': {'port_id': '1633c18c-b627-4b9e-b74e-31c083edad6c'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:17:27.553196 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2f21859e-3fc6-40e8-8179-711e5e6cefca tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for floatingip (be5295e0-2197-4296-aef0-4ec5fe8bed62), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:27.580788 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-770e5ea4-96d5-4cff-a69e-98eb911dc3a3 req-c4e4f136-fed9-49f8-90ec-836755002ff4 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c5c6cd8-a556-4a43-ad50-557557c9463c HTTP/1.1" status: 200 len: 210 time: 0.0597317 Jan 28 03:17:27.830962 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-3b7e55a5-7224-4b64-8de3-a3cf82353086 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] Allocated IP 172.20.0.4 (06df26e5-a046-4a55-a630-9f7cc3e514f5/205106b2-e78d-4c53-84d3-04682a04dc44/ae05566f-6e54-49e4-9f3d-c8b863269350) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:17:28.238209 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41688) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:28.390056 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444e14a-982a-48ca-b5f2-a916b055f92c req-3cbadb9a-65fb-4135-b56e-0bfbc8ecbf62 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:28.395129 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6444e14a-982a-48ca-b5f2-a916b055f92c req-3cbadb9a-65fb-4135-b56e-0bfbc8ecbf62 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 946 time: 0.1121142 Jan 28 03:17:28.445781 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-24acfb6b-df2f-4b33-9eb1-1af462768d72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:28.528539 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6444e14a-982a-48ca-b5f2-a916b055f92c req-ada3cfd9-7dfb-4bff-994a-0fa9cd2907f4 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183586 Jan 28 03:17:28.638437 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-24acfb6b-df2f-4b33-9eb1-1af462768d72 admin admin] Publish callbacks [] for security_group (3d41f7bc-8e67-4bc3-942c-263776fbd710), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:28.650394 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-24acfb6b-df2f-4b33-9eb1-1af462768d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (3d41f7bc-8e67-4bc3-942c-263776fbd710), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:28.774175 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24acfb6b-df2f-4b33-9eb1-1af462768d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d41f7bc-8e67-4bc3-942c-263776fbd710,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:28.795520 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-24acfb6b-df2f-4b33-9eb1-1af462768d72 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=49e1bd8f28a74821b8dbdba31d541dbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5550077 Jan 28 03:17:28.798973 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41696) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:28.847094 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-3b7e55a5-7224-4b64-8de3-a3cf82353086 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] Publish callbacks [] for port (ae05566f-6e54-49e4-9f3d-c8b863269350), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:28.907776 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0d555172-7012-42b8-b411-bbb99a07c5b9 admin admin] Publish callbacks [] for security_group (3d41f7bc-8e67-4bc3-942c-263776fbd710), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:28.927092 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d4095648-0629-4bf4-88e6-2ca05a2deb57 req-a6318b33-1725-4260-9c9f-3f1374904e35 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c5c6cd8-a556-4a43-ad50-557557c9463c HTTP/1.1" status: 200 len: 210 time: 0.0501318 Jan 28 03:17:28.943264 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2f21859e-3fc6-40e8-8179-711e5e6cefca tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:28.968679 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0d555172-7012-42b8-b411-bbb99a07c5b9 admin admin] Publish callbacks [] for security_group (3d41f7bc-8e67-4bc3-942c-263776fbd710), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:28.979835 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-3b7e55a5-7224-4b64-8de3-a3cf82353086 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (ae05566f-6e54-49e4-9f3d-c8b863269350), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:28.988941 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2f21859e-3fc6-40e8-8179-711e5e6cefca tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (be5295e0-2197-4296-aef0-4ec5fe8bed62), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:29.049130 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0d555172-7012-42b8-b411-bbb99a07c5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (3d41f7bc-8e67-4bc3-942c-263776fbd710), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:29.049130 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0d555172-7012-42b8-b411-bbb99a07c5b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:29.049130 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0d555172-7012-42b8-b411-bbb99a07c5b9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3d41f7bc-8e67-4bc3-942c-263776fbd710 HTTP/1.1" status: 204 len: 168 time: 0.2437356 Jan 28 03:17:29.054471 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d555172-7012-42b8-b411-bbb99a07c5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d41f7bc-8e67-4bc3-942c-263776fbd710,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:29.104132 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-3b7e55a5-7224-4b64-8de3-a3cf82353086 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] Network 06df26e5-a046-4a55-a630-9f7cc3e514f5 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:17:29.144591 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-3b7e55a5-7224-4b64-8de3-a3cf82353086 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:17:29.160815 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-3b7e55a5-7224-4b64-8de3-a3cf82353086 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:17:29.182450 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e55a5-7224-4b64-8de3-a3cf82353086 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] Pushing event updated for resources: {'Port': ['ID=ae05566f-6e54-49e4-9f3d-c8b863269350,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:29.206012 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:17:29.251096 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e55a5-7224-4b64-8de3-a3cf82353086 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:29.251628 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e55a5-7224-4b64-8de3-a3cf82353086 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:29.252120 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e55a5-7224-4b64-8de3-a3cf82353086 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:29.252468 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e55a5-7224-4b64-8de3-a3cf82353086 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:29.252807 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e55a5-7224-4b64-8de3-a3cf82353086 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:29.253195 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e55a5-7224-4b64-8de3-a3cf82353086 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:29.253673 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e55a5-7224-4b64-8de3-a3cf82353086 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:29.254061 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e55a5-7224-4b64-8de3-a3cf82353086 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:29.254394 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e55a5-7224-4b64-8de3-a3cf82353086 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:29.254722 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e55a5-7224-4b64-8de3-a3cf82353086 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:29.255050 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e55a5-7224-4b64-8de3-a3cf82353086 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:29.255377 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e55a5-7224-4b64-8de3-a3cf82353086 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:29.255734 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e55a5-7224-4b64-8de3-a3cf82353086 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:29.292652 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:29.303441 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-3b7e55a5-7224-4b64-8de3-a3cf82353086 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:29.304230 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-3b7e55a5-7224-4b64-8de3-a3cf82353086 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:29.309006 n-d-712139-27 neutron-server[109803]: INFO neutron.db.l3_db [None req-2f21859e-3fc6-40e8-8179-711e5e6cefca tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Floating IP be5295e0-2197-4296-aef0-4ec5fe8bed62 associated. External IP: 172.25.0.231, port: 1633c18c-b627-4b9e-b74e-31c083edad6c. Jan 28 03:17:29.362595 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-3b7e55a5-7224-4b64-8de3-a3cf82353086 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2502587 Jan 28 03:17:29.383442 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-ba4bf357-2d7a-43c9-8ac4-fbc18333c63f service neutron] Request body: {'port': {'device_id': '3c5c6cd8-a556-4a43-ad50-557557c9463c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:17:29.510378 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-ba4bf357-2d7a-43c9-8ac4-fbc18333c63f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ae05566f-6e54-49e4-9f3d-c8b863269350), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:29.736156 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41710) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:29.738637 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6e022cf4-0e16-4bda-9168-1f23fc381fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:29.754040 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fa4f2adf-fe20-4eea-ade5-911ba92a9f06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:29.793790 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b42bb3-97c8-46fa-98ad-fa030951432b req-166b97d0-214a-4e1d-bfb7-b2e614189e53 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:29.795522 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-38b42bb3-97c8-46fa-98ad-fa030951432b req-166b97d0-214a-4e1d-bfb7-b2e614189e53 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 946 time: 0.0891523 Jan 28 03:17:29.837742 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f21859e-3fc6-40e8-8179-711e5e6cefca tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Router 5ee996d4-d168-4609-b6c8-4539ddb9cdb0 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:17:29.874483 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-38b42bb3-97c8-46fa-98ad-fa030951432b req-1a5c06d8-870e-49bf-aab8-2daa33264691 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697160 Jan 28 03:17:29.940556 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fa4f2adf-fe20-4eea-ade5-911ba92a9f06 admin admin] Publish callbacks [] for security_group (715e5326-2ce9-4f20-bf1a-c29d18e69b92), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:29.949234 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fa4f2adf-fe20-4eea-ade5-911ba92a9f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (715e5326-2ce9-4f20-bf1a-c29d18e69b92), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:30.076020 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-fa4f2adf-fe20-4eea-ade5-911ba92a9f06 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5af6d48228ea466ca989885c1ef16adf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3381085 Jan 28 03:17:30.077128 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41714) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:30.078493 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f2adf-fe20-4eea-ade5-911ba92a9f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715e5326-2ce9-4f20-bf1a-c29d18e69b92,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:30.169388 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1c2c5823-25a9-4f5b-a2ca-a2c89875e3a2 admin admin] Publish callbacks [] for security_group (715e5326-2ce9-4f20-bf1a-c29d18e69b92), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:30.195102 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f21859e-3fc6-40e8-8179-711e5e6cefca tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:17:30.198865 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1c2c5823-25a9-4f5b-a2ca-a2c89875e3a2 admin admin] Publish callbacks [] for security_group (715e5326-2ce9-4f20-bf1a-c29d18e69b92), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:30.204933 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f4df3e-9400-4c79-8368-99ac1ddf4417 None None] Sync routers for ids ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:17:30.216232 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f4df3e-9400-4c79-8368-99ac1ddf4417 None None] Routers {'5ee996d4-d168-4609-b6c8-4539ddb9cdb0'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:17:30.222753 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-a4f4df3e-9400-4c79-8368-99ac1ddf4417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:17:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:30.233850 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2f21859e-3fc6-40e8-8179-711e5e6cefca tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:30.264521 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1c2c5823-25a9-4f5b-a2ca-a2c89875e3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (715e5326-2ce9-4f20-bf1a-c29d18e69b92), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:30.271456 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-a4f4df3e-9400-4c79-8368-99ac1ddf4417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:30.274095 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1c2c5823-25a9-4f5b-a2ca-a2c89875e3a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:30.283083 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f4df3e-9400-4c79-8368-99ac1ddf4417 None None] Routers {'5ee996d4-d168-4609-b6c8-4539ddb9cdb0'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:17:30.283947 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-a4f4df3e-9400-4c79-8368-99ac1ddf4417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:17:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:30.292645 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a36f6ef-fa82-467f-9adc-6162742b563c req-52148e14-6de3-4d5c-a215-f51b73ce87ab tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:30.294167 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2a36f6ef-fa82-467f-9adc-6162742b563c req-52148e14-6de3-4d5c-a215-f51b73ce87ab tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c5c6cd8-a556-4a43-ad50-557557c9463c HTTP/1.1" status: 200 len: 931 time: 0.1943882 Jan 28 03:17:30.297872 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-2f21859e-3fc6-40e8-8179-711e5e6cefca tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "PUT /v2.0/floatingips/be5295e0-2197-4296-aef0-4ec5fe8bed62 HTTP/1.1" status: 200 len: 978 time: 2.8984325 Jan 28 03:17:30.304308 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1c2c5823-25a9-4f5b-a2ca-a2c89875e3a2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/715e5326-2ce9-4f20-bf1a-c29d18e69b92 HTTP/1.1" status: 204 len: 168 time: 0.2119641 Jan 28 03:17:30.304995 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41718) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:30.322976 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-ba4bf357-2d7a-43c9-8ac4-fbc18333c63f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae05566f-6e54-49e4-9f3d-c8b863269350 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:17:30.326899 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-a4f4df3e-9400-4c79-8368-99ac1ddf4417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:30.328435 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f4df3e-9400-4c79-8368-99ac1ddf4417 None None] The sync data for ids ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'] in n-d-712139-27 is: [] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:17:30.341795 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-ba4bf357-2d7a-43c9-8ac4-fbc18333c63f service neutron] Publish callbacks [] for port (ae05566f-6e54-49e4-9f3d-c8b863269350), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:30.387245 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-ba4bf357-2d7a-43c9-8ac4-fbc18333c63f service neutron] Transition to ACTIVE for port object ae05566f-6e54-49e4-9f3d-c8b863269350 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:17:30.388488 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c5823-25a9-4f5b-a2ca-a2c89875e3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715e5326-2ce9-4f20-bf1a-c29d18e69b92,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:30.424034 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-ba4bf357-2d7a-43c9-8ac4-fbc18333c63f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (ae05566f-6e54-49e4-9f3d-c8b863269350), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:30.491770 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2a36f6ef-fa82-467f-9adc-6162742b563c req-4dcb9e49-92e6-472a-981e-08bd5db909d0 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9244a5e-643a-4b22-8c6c-b6b246785d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459205 Jan 28 03:17:30.516006 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4bf357-2d7a-43c9-8ac4-fbc18333c63f service neutron] Pushing event updated for resources: {'Port': ['ID=ae05566f-6e54-49e4-9f3d-c8b863269350,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:30.585918 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-44be0009-cd37-4df3-9259-b47ba2d1cc57 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Deleting port 1633c18c-b627-4b9e-b74e-31c083edad6c {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:17:30.586257 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44be0009-cd37-4df3-9259-b47ba2d1cc57 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (1633c18c-b627-4b9e-b74e-31c083edad6c), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:30.663859 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-ba4bf357-2d7a-43c9-8ac4-fbc18333c63f service neutron] Attempting to bind port ae05566f-6e54-49e4-9f3d-c8b863269350 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:17:30.664326 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-ba4bf357-2d7a-43c9-8ac4-fbc18333c63f service neutron] Attempting to bind port ae05566f-6e54-49e4-9f3d-c8b863269350 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '0d556b25-4ddf-44c5-ac4e-6219948a1c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '06df26e5-a046-4a55-a630-9f7cc3e514f5'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:17:30.664847 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-ba4bf357-2d7a-43c9-8ac4-fbc18333c63f service neutron] Attempting to bind port ae05566f-6e54-49e4-9f3d-c8b863269350 on network 06df26e5-a046-4a55-a630-9f7cc3e514f5 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:17:30.673323 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-ba4bf357-2d7a-43c9-8ac4-fbc18333c63f service neutron] Port ae05566f-6e54-49e4-9f3d-c8b863269350 on network 06df26e5-a046-4a55-a630-9f7cc3e514f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:17:30.673774 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-ba4bf357-2d7a-43c9-8ac4-fbc18333c63f service neutron] Attempting to bind port ae05566f-6e54-49e4-9f3d-c8b863269350 on network 06df26e5-a046-4a55-a630-9f7cc3e514f5 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:17:30.680473 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-ba4bf357-2d7a-43c9-8ac4-fbc18333c63f service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:17:30.681054 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-ba4bf357-2d7a-43c9-8ac4-fbc18333c63f service neutron] Checking segment: {'id': '0d556b25-4ddf-44c5-ac4e-6219948a1c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '06df26e5-a046-4a55-a630-9f7cc3e514f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:17:30.681561 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-ba4bf357-2d7a-43c9-8ac4-fbc18333c63f service neutron] Bound using segment: {'id': '0d556b25-4ddf-44c5-ac4e-6219948a1c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '06df26e5-a046-4a55-a630-9f7cc3e514f5'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:17:30.682116 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-ba4bf357-2d7a-43c9-8ac4-fbc18333c63f service neutron] Bound port: ae05566f-6e54-49e4-9f3d-c8b863269350, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d556b25-4ddf-44c5-ac4e-6219948a1c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '06df26e5-a046-4a55-a630-9f7cc3e514f5'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:17:30.682603 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-ba4bf357-2d7a-43c9-8ac4-fbc18333c63f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ae05566f-6e54-49e4-9f3d-c8b863269350), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:30.711350 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44be0009-cd37-4df3-9259-b47ba2d1cc57 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (1633c18c-b627-4b9e-b74e-31c083edad6c), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:30.818779 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-ba4bf357-2d7a-43c9-8ac4-fbc18333c63f service neutron] For port ae05566f-6e54-49e4-9f3d-c8b863269350, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:17:30.819255 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-ba4bf357-2d7a-43c9-8ac4-fbc18333c63f service neutron] For port ae05566f-6e54-49e4-9f3d-c8b863269350, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=ae05566f-6e54-49e4-9f3d-c8b863269350,segment=NetworkSegment(0d556b25-4ddf-44c5-ac4e-6219948a1c8a),segment_id=0d556b25-4ddf-44c5-ac4e-6219948a1c8a)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:17:30.826535 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-ba4bf357-2d7a-43c9-8ac4-fbc18333c63f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (ae05566f-6e54-49e4-9f3d-c8b863269350), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:30.919222 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-ba4bf357-2d7a-43c9-8ac4-fbc18333c63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:30.919862 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-ba4bf357-2d7a-43c9-8ac4-fbc18333c63f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:30.924595 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-ba4bf357-2d7a-43c9-8ac4-fbc18333c63f service neutron] 10.222.0.67 "PUT /v2.0/ports/ae05566f-6e54-49e4-9f3d-c8b863269350 HTTP/1.1" status: 200 len: 1092 time: 1.5467408 Jan 28 03:17:30.925990 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c5c6cd8-a556-4a43-ad50-557557c9463c', 'tag': 'ae05566f-6e54-49e4-9f3d-c8b863269350'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:17:30.927460 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab44cb2-3c1c-4a7e-801d-20550b8858c2" -d '{"events": [{"name": "network-changed", "server_uuid": "3c5c6cd8-a556-4a43-ad50-557557c9463c", "tag": "ae05566f-6e54-49e4-9f3d-c8b863269350"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:17:31.051112 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4bf357-2d7a-43c9-8ac4-fbc18333c63f service neutron] Pushing event updated for resources: {'Port': ['ID=ae05566f-6e54-49e4-9f3d-c8b863269350,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:31.091469 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-fcb26e1f-74da-425a-b76c-504c17ad3337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:31.092902 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-fcb26e1f-74da-425a-b76c-504c17ad3337 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=32f6ff27bb9b4a0a8c35be5efcca5710&device_id=3c5c6cd8-a556-4a43-ad50-557557c9463c HTTP/1.1" status: 200 len: 1095 time: 0.0832798 Jan 28 03:17:31.156322 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586de45-e780-4bf1-bef8-43a444c62b5b req-bd243fa3-6134-4656-95f6-55e1e87f9bb5 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:31.158099 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1586de45-e780-4bf1-bef8-43a444c62b5b req-bd243fa3-6134-4656-95f6-55e1e87f9bb5 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 946 time: 0.1219881 Jan 28 03:17:31.161619 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44be0009-cd37-4df3-9259-b47ba2d1cc57 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:31.162178 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44be0009-cd37-4df3-9259-b47ba2d1cc57 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (be5295e0-2197-4296-aef0-4ec5fe8bed62), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:31.162605 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [None req-44be0009-cd37-4df3-9259-b47ba2d1cc57 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Floating IP be5295e0-2197-4296-aef0-4ec5fe8bed62 disassociated. External IP: 172.25.0.231, port: 1633c18c-b627-4b9e-b74e-31c083edad6c. Jan 28 03:17:31.163053 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-44be0009-cd37-4df3-9259-b47ba2d1cc57 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Calling delete_port for 1633c18c-b627-4b9e-b74e-31c083edad6c owned by {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:17:31.207356 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-4ce66992-8793-477a-a433-7f390d07c3bb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae05566f-6e54-49e4-9f3d-c8b863269350 HTTP/1.1" status: 200 len: 217 time: 0.0992568 Jan 28 03:17:31.335076 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-e6696ecd-2abd-4a50-a5d7-198af5ff0a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:31.336800 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-e6696ecd-2abd-4a50-a5d7-198af5ff0a09 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=205106b2-e78d-4c53-84d3-04682a04dc44 HTTP/1.1" status: 200 len: 849 time: 0.1234670 Jan 28 03:17:31.347622 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1586de45-e780-4bf1-bef8-43a444c62b5b req-879dc08d-d2cb-4870-a63a-fbe2ab29aa76 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1756551 Jan 28 03:17:31.400316 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-214bc2df-8fcf-45ec-9fb2-773eaf33d27c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=06df26e5-a046-4a55-a630-9f7cc3e514f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571625 Jan 28 03:17:31.517697 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c849baf8-65e5-4ab9-bdfa-655b24de1c5e x-openstack-request-id: req-c849baf8-65e5-4ab9-bdfa-655b24de1c5e {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:17:31.520417 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c5c6cd8-a556-4a43-ad50-557557c9463c", "tag": "ae05566f-6e54-49e4-9f3d-c8b863269350", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:17:31.520546 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c849baf8-65e5-4ab9-bdfa-655b24de1c5e {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:17:31.524003 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c5c6cd8-a556-4a43-ad50-557557c9463c', 'tag': 'ae05566f-6e54-49e4-9f3d-c8b863269350', 'status': 'completed', 'code': 200} Jan 28 03:17:31.562400 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44be0009-cd37-4df3-9259-b47ba2d1cc57 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (1633c18c-b627-4b9e-b74e-31c083edad6c), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:31.625231 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-a16b5c26-192f-40d9-818e-dc146551b42a service neutron] 10.222.0.67 "GET /v2.0/networks/06df26e5-a046-4a55-a630-9f7cc3e514f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145038 Jan 28 03:17:31.646298 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be0009-cd37-4df3-9259-b47ba2d1cc57 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Pushing event deleted for resources: {'Port': ['ID=1633c18c-b627-4b9e-b74e-31c083edad6c,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:31.808337 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1122ef1b-2d27-44b0-ae6c-1fae9d27b858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:31.878060 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5a40554d-bdec-4ba4-bf7e-114007810cce req-2e7f8128-a094-4969-b688-55a481172f3a service neutron] 10.222.0.67 "GET /v2.0/networks/06df26e5-a046-4a55-a630-9f7cc3e514f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458522 Jan 28 03:17:31.884885 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b9f59-9420-43a8-97af-4d024e358ddb req-883bde1d-b883-43a3-b03a-c2bd3c5e93b9 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:31.886803 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ff5b9f59-9420-43a8-97af-4d024e358ddb req-883bde1d-b883-43a3-b03a-c2bd3c5e93b9 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c5c6cd8-a556-4a43-ad50-557557c9463c HTTP/1.1" status: 200 len: 943 time: 0.2439539 Jan 28 03:17:32.024276 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ff5b9f59-9420-43a8-97af-4d024e358ddb req-31bbcc02-6567-4ed1-9c69-292871d7c242 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9244a5e-643a-4b22-8c6c-b6b246785d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227512 Jan 28 03:17:32.048601 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44be0009-cd37-4df3-9259-b47ba2d1cc57 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Router 5ee996d4-d168-4609-b6c8-4539ddb9cdb0 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:17:32.081245 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab44cb2-3c1c-4a7e-801d-20550b8858c2 req-8ff8c813-9093-4220-bde8-110e23e34858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:32.082813 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5ab44cb2-3c1c-4a7e-801d-20550b8858c2 req-8ff8c813-9093-4220-bde8-110e23e34858 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=32f6ff27bb9b4a0a8c35be5efcca5710&device_id=3c5c6cd8-a556-4a43-ad50-557557c9463c HTTP/1.1" status: 200 len: 1095 time: 0.1128697 Jan 28 03:17:32.230279 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44be0009-cd37-4df3-9259-b47ba2d1cc57 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:17:32.249599 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb16658-30a5-4677-a963-4c1c056df268 None None] Sync routers for ids ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:17:32.280106 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb16658-30a5-4677-a963-4c1c056df268 None None] Routers {'5ee996d4-d168-4609-b6c8-4539ddb9cdb0'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:17:32.280770 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-6bb16658-30a5-4677-a963-4c1c056df268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:17:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:32.344929 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-6bb16658-30a5-4677-a963-4c1c056df268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:32.350567 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab44cb2-3c1c-4a7e-801d-20550b8858c2 req-6cb101e4-41e9-4a38-b1d0-94745e3cbdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:32.358942 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5ab44cb2-3c1c-4a7e-801d-20550b8858c2 req-6cb101e4-41e9-4a38-b1d0-94745e3cbdeb service neutron] 10.222.0.67 "GET /v2.0/networks?id=06df26e5-a046-4a55-a630-9f7cc3e514f5 HTTP/1.1" status: 200 len: 910 time: 0.2681205 Jan 28 03:17:32.376722 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb16658-30a5-4677-a963-4c1c056df268 None None] Routers {'5ee996d4-d168-4609-b6c8-4539ddb9cdb0'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:17:32.377636 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-6bb16658-30a5-4677-a963-4c1c056df268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:17:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:32.450574 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5ab44cb2-3c1c-4a7e-801d-20550b8858c2 req-bbb8f15a-33b3-46ad-854f-af223cc8f848 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae05566f-6e54-49e4-9f3d-c8b863269350 HTTP/1.1" status: 200 len: 217 time: 0.0822306 Jan 28 03:17:32.464736 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44be0009-cd37-4df3-9259-b47ba2d1cc57 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:32.471558 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-6bb16658-30a5-4677-a963-4c1c056df268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:32.472604 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-44be0009-cd37-4df3-9259-b47ba2d1cc57 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "DELETE /v2.0/ports/1633c18c-b627-4b9e-b74e-31c083edad6c HTTP/1.1" status: 204 len: 168 time: 2.1593826 Jan 28 03:17:32.473901 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb16658-30a5-4677-a963-4c1c056df268 None None] The sync data for ids ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'] in n-d-712139-27 is: [] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:17:32.475348 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41762) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:32.535368 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-71206c34-67c3-4c1f-8870-ea9aa8a243bc tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "GET /v2.0/floatingips/be5295e0-2197-4296-aef0-4ec5fe8bed62 HTTP/1.1" status: 200 len: 688 time: 0.0586104 Jan 28 03:17:32.542872 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41764) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:32.680984 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab44cb2-3c1c-4a7e-801d-20550b8858c2 req-08f98a64-0d3a-450d-82ad-146e1fb37d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:32.682528 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5ab44cb2-3c1c-4a7e-801d-20550b8858c2 req-08f98a64-0d3a-450d-82ad-146e1fb37d71 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=205106b2-e78d-4c53-84d3-04682a04dc44 HTTP/1.1" status: 200 len: 849 time: 0.2249467 Jan 28 03:17:32.708167 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3656d4f3-69a8-4af0-a312-da16d3d719f1 req-84ad1482-50eb-4fa8-9271-c5c9412ecd98 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:32.719862 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3656d4f3-69a8-4af0-a312-da16d3d719f1 req-84ad1482-50eb-4fa8-9271-c5c9412ecd98 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 946 time: 0.1716881 Jan 28 03:17:32.834406 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5ab44cb2-3c1c-4a7e-801d-20550b8858c2 req-fc1bc64a-878c-4695-b4ed-fc96d3d936c4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=06df26e5-a046-4a55-a630-9f7cc3e514f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0979605 Jan 28 03:17:32.894226 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-28932f5b-76e2-4cf4-8a51-1a536d3d8a33 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Deleting port c3cc01f7-5043-4d90-bb6f-2ef7cd8c976e {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:17:32.894571 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-28932f5b-76e2-4cf4-8a51-1a536d3d8a33 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (c3cc01f7-5043-4d90-bb6f-2ef7cd8c976e), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:33.009606 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3656d4f3-69a8-4af0-a312-da16d3d719f1 req-5e4c9f7e-1470-4230-aa64-ea40d393139c tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2887270 Jan 28 03:17:33.087412 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-28932f5b-76e2-4cf4-8a51-1a536d3d8a33 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (c3cc01f7-5043-4d90-bb6f-2ef7cd8c976e), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:33.087811 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5ab44cb2-3c1c-4a7e-801d-20550b8858c2 req-8f0a0ca3-a259-4dc2-9599-e95287cc8134 service neutron] 10.222.0.67 "GET /v2.0/networks/06df26e5-a046-4a55-a630-9f7cc3e514f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482884 Jan 28 03:17:33.090772 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-28932f5b-76e2-4cf4-8a51-1a536d3d8a33 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for floatingip (c3cc01f7-5043-4d90-bb6f-2ef7cd8c976e), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:33.123538 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-28932f5b-76e2-4cf4-8a51-1a536d3d8a33 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Calling delete_port for c3cc01f7-5043-4d90-bb6f-2ef7cd8c976e owned by network:floatingip {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:17:33.333032 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5ab44cb2-3c1c-4a7e-801d-20550b8858c2 req-0a5598c2-1b72-400b-9188-9bc3ab683df4 service neutron] 10.222.0.67 "GET /v2.0/networks/06df26e5-a046-4a55-a630-9f7cc3e514f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407000 Jan 28 03:17:33.348489 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:33.516670 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:33.768376 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device ae05566f-6e54-49e4-9f3d-c8b863269350 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:17:33.769821 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488ee7f-1dfe-4e77-8986-003cc2f81e50 req-f4315558-f279-4811-8148-d5adfb277eb5 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:33.783239 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c488ee7f-1dfe-4e77-8986-003cc2f81e50 req-f4315558-f279-4811-8148-d5adfb277eb5 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c5c6cd8-a556-4a43-ad50-557557c9463c HTTP/1.1" status: 200 len: 943 time: 0.1227515 Jan 28 03:17:33.853362 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c488ee7f-1dfe-4e77-8986-003cc2f81e50 req-b7e7ff63-d944-47bf-800e-fefa974a7979 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9244a5e-643a-4b22-8c6c-b6b246785d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685449 Jan 28 03:17:33.947572 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-28932f5b-76e2-4cf4-8a51-1a536d3d8a33 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (c3cc01f7-5043-4d90-bb6f-2ef7cd8c976e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:33.977830 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28932f5b-76e2-4cf4-8a51-1a536d3d8a33 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Pushing event deleted for resources: {'Port': ['ID=c3cc01f7-5043-4d90-bb6f-2ef7cd8c976e,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:34.089973 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port ae05566f-6e54-49e4-9f3d-c8b863269350, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=ae05566f-6e54-49e4-9f3d-c8b863269350,segment=NetworkSegment(0d556b25-4ddf-44c5-ac4e-6219948a1c8a),segment_id=0d556b25-4ddf-44c5-ac4e-6219948a1c8a)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:17:34.098776 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-28932f5b-76e2-4cf4-8a51-1a536d3d8a33 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for floatingip (be5295e0-2197-4296-aef0-4ec5fe8bed62), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:34.106185 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': 'ae05566f-6e54-49e4-9f3d-c8b863269350', 'network_id': '06df26e5-a046-4a55-a630-9f7cc3e514f5', 'port_id': 'ae05566f-6e54-49e4-9f3d-c8b863269350', 'mac_address': 'fa:16:3e:a0:f3:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '205106b2-e78d-4c53-84d3-04682a04dc44', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:17:34.106529 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-28932f5b-76e2-4cf4-8a51-1a536d3d8a33 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:34.113665 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41830) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:34.115066 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-28932f5b-76e2-4cf4-8a51-1a536d3d8a33 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "DELETE /v2.0/floatingips/be5295e0-2197-4296-aef0-4ec5fe8bed62 HTTP/1.1" status: 204 len: 168 time: 1.5706522 Jan 28 03:17:34.120183 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-14845fb4-6c9c-4d6c-851d-8166086e8678 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'port_id': '6ab7586b-aa39-4513-b370-b8902587d070'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:17:34.167442 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-14845fb4-6c9c-4d6c-851d-8166086e8678 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:34.184634 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port ae05566f-6e54-49e4-9f3d-c8b863269350 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:17:34.185736 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ae05566f-6e54-49e4-9f3d-c8b863269350), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:34.216327 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae05566f-6e54-49e4-9f3d-c8b863269350 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:17:34.263088 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port ae05566f-6e54-49e4-9f3d-c8b863269350, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=ae05566f-6e54-49e4-9f3d-c8b863269350,segment=NetworkSegment(0d556b25-4ddf-44c5-ac4e-6219948a1c8a),segment_id=0d556b25-4ddf-44c5-ac4e-6219948a1c8a)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:17:34.274454 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ae05566f-6e54-49e4-9f3d-c8b863269350), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:34.298638 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41834) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:34.390999 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=ae05566f-6e54-49e4-9f3d-c8b863269350,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:34.462599 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-56abece7-ce67-48b9-b731-bc0867caec79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:34.572990 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-56abece7-ce67-48b9-b731-bc0867caec79 admin admin] Publish callbacks [] for security_group (025637e6-0d09-4dcb-ab36-c6e778015de5), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:34.581685 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-56abece7-ce67-48b9-b731-bc0867caec79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (025637e6-0d09-4dcb-ab36-c6e778015de5), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:34.612310 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abece7-ce67-48b9-b731-bc0867caec79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025637e6-0d09-4dcb-ab36-c6e778015de5,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:34.648471 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b912d-0b07-4e77-8e41-2e9078635592 req-0bfcba7f-da1d-4889-b295-7eda07467ceb tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:34.663215 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0f6b912d-0b07-4e77-8e41-2e9078635592 req-0bfcba7f-da1d-4889-b295-7eda07467ceb tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 946 time: 0.4816999 Jan 28 03:17:34.665636 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41838) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:34.677702 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-d3a8ea08-4964-430e-bbc2-91e18a63ec74 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1551042621', 'description': 'tempest-secgroup-smoke-1551042621 description', 'project_id': 'ca842ceda87544d7a57b9cd7ee973733'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:17:34.691663 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-56abece7-ce67-48b9-b731-bc0867caec79 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b843b96cdfff4ca3abc3fd0d6a525d06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3915823 Jan 28 03:17:34.692027 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41840) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:34.696313 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['ae05566f-6e54-49e4-9f3d-c8b863269350'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:17:34.761562 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d3a8ea08-4964-430e-bbc2-91e18a63ec74 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:34.803985 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:34.814651 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0f6b912d-0b07-4e77-8e41-2e9078635592 req-22fe1cef-e27c-41d4-a893-c79427002b32 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505046 Jan 28 03:17:34.875003 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bb3ff74c-86ea-43bd-a1f4-dbf6a32a980f admin admin] Publish callbacks [] for security_group (025637e6-0d09-4dcb-ab36-c6e778015de5), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:34.952927 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-14845fb4-6c9c-4d6c-851d-8166086e8678 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:34.983927 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bb3ff74c-86ea-43bd-a1f4-dbf6a32a980f admin admin] Publish callbacks [] for security_group (025637e6-0d09-4dcb-ab36-c6e778015de5), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:35.057145 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d661dcc-bec2-46e1-b371-e48378a6e29b req-47596ce8-0bc8-46f8-b6d3-3144eeea674f tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:35.057145 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5d661dcc-bec2-46e1-b371-e48378a6e29b req-47596ce8-0bc8-46f8-b6d3-3144eeea674f tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c5c6cd8-a556-4a43-ad50-557557c9463c HTTP/1.1" status: 200 len: 944 time: 0.0559101 Jan 28 03:17:35.064546 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d3a8ea08-4964-430e-bbc2-91e18a63ec74 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks [] for security_group (12adc281-407c-4de8-aa15-07fc31d7ad9e), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:35.076835 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d3a8ea08-4964-430e-bbc2-91e18a63ec74 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (12adc281-407c-4de8-aa15-07fc31d7ad9e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:35.116917 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5d661dcc-bec2-46e1-b371-e48378a6e29b req-cb478a06-7c49-4238-b877-33df1052820b tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9244a5e-643a-4b22-8c6c-b6b246785d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570209 Jan 28 03:17:35.145831 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d3a8ea08-4964-430e-bbc2-91e18a63ec74 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:35.145831 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d3a8ea08-4964-430e-bbc2-91e18a63ec74 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4736598 Jan 28 03:17:35.150495 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41844) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:35.157974 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-252c4691-217f-433c-8ce5-5734301e7234 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Request body: {'security_group_rule': {'security_group_id': '12adc281-407c-4de8-aa15-07fc31d7ad9e', 'project_id': 'ca842ceda87544d7a57b9cd7ee973733', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:17:35.168210 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a8ea08-4964-430e-bbc2-91e18a63ec74 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12adc281-407c-4de8-aa15-07fc31d7ad9e,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:35.213874 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-14845fb4-6c9c-4d6c-851d-8166086e8678 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Allocated IP 172.25.0.84 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/558da968-5882-4425-8344-d183c4d255e4) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:17:35.215847 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bb3ff74c-86ea-43bd-a1f4-dbf6a32a980f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (025637e6-0d09-4dcb-ab36-c6e778015de5), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:35.218430 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bb3ff74c-86ea-43bd-a1f4-dbf6a32a980f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:35.225524 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-bb3ff74c-86ea-43bd-a1f4-dbf6a32a980f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/025637e6-0d09-4dcb-ab36-c6e778015de5 HTTP/1.1" status: 204 len: 168 time: 0.5247729 Jan 28 03:17:35.238743 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ff74c-86ea-43bd-a1f4-dbf6a32a980f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025637e6-0d09-4dcb-ab36-c6e778015de5,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:35.246386 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-252c4691-217f-433c-8ce5-5734301e7234 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks [] for security_group_rule (00d04acf-abed-4da7-b103-8782dd87d6ef), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:35.398862 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-252c4691-217f-433c-8ce5-5734301e7234 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks [] for security_group_rule (00d04acf-abed-4da7-b103-8782dd87d6ef), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:35.411480 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-252c4691-217f-433c-8ce5-5734301e7234 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (00d04acf-abed-4da7-b103-8782dd87d6ef), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:35.420450 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-14845fb4-6c9c-4d6c-851d-8166086e8678 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for port (558da968-5882-4425-8344-d183c4d255e4), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:35.440257 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c4691-217f-433c-8ce5-5734301e7234 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00d04acf-abed-4da7-b103-8782dd87d6ef,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:35.458377 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-252c4691-217f-433c-8ce5-5734301e7234 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:35.459768 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-252c4691-217f-433c-8ce5-5734301e7234 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3075871 Jan 28 03:17:35.462824 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41854) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:35.467366 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-203c2004-0a22-4d17-8a85-e87dfcf7b2f8 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Request body: {'security_group_rule': {'security_group_id': '12adc281-407c-4de8-aa15-07fc31d7ad9e', 'project_id': 'ca842ceda87544d7a57b9cd7ee973733', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:17:35.500101 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-14845fb4-6c9c-4d6c-851d-8166086e8678 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (558da968-5882-4425-8344-d183c4d255e4), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:35.514565 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-203c2004-0a22-4d17-8a85-e87dfcf7b2f8 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks [] for security_group_rule (3d11f432-0b10-47c9-96ee-59a7c5c301a8), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:35.555554 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14845fb4-6c9c-4d6c-851d-8166086e8678 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:17:35.559524 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-14845fb4-6c9c-4d6c-851d-8166086e8678 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:17:35.563503 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14845fb4-6c9c-4d6c-851d-8166086e8678 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:17:35.608715 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14845fb4-6c9c-4d6c-851d-8166086e8678 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Pushing event updated for resources: {'Port': ['ID=558da968-5882-4425-8344-d183c4d255e4,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:35.648026 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-203c2004-0a22-4d17-8a85-e87dfcf7b2f8 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks [] for security_group_rule (3d11f432-0b10-47c9-96ee-59a7c5c301a8), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:35.675741 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-203c2004-0a22-4d17-8a85-e87dfcf7b2f8 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (3d11f432-0b10-47c9-96ee-59a7c5c301a8), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:35.687761 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41856) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:35.696446 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c2004-0a22-4d17-8a85-e87dfcf7b2f8 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d11f432-0b10-47c9-96ee-59a7c5c301a8,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:35.716686 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-203c2004-0a22-4d17-8a85-e87dfcf7b2f8 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:35.720785 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-203c2004-0a22-4d17-8a85-e87dfcf7b2f8 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2543881 Jan 28 03:17:35.722318 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41858) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:35.735174 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-acfa6958-aa67-409c-81a8-1036c0e43904 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Request body: {'security_group_rule': {'security_group_id': '12adc281-407c-4de8-aa15-07fc31d7ad9e', 'project_id': 'ca842ceda87544d7a57b9cd7ee973733', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:17:35.749645 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-291124f3-1418-45b0-a6b0-806cc6b4d47a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:35.785815 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device ae05566f-6e54-49e4-9f3d-c8b863269350 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:17:35.876252 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-acfa6958-aa67-409c-81a8-1036c0e43904 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks [] for security_group_rule (f4f59a3d-8da7-49a6-bf13-6042a80529c7), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:35.886626 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port ae05566f-6e54-49e4-9f3d-c8b863269350 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:17:35.894178 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port ae05566f-6e54-49e4-9f3d-c8b863269350 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:17:35.894837 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ae05566f-6e54-49e4-9f3d-c8b863269350), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:36.030726 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port ae05566f-6e54-49e4-9f3d-c8b863269350 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:17:36.031448 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ae05566f-6e54-49e4-9f3d-c8b863269350), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:36.067497 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c5c6cd8-a556-4a43-ad50-557557c9463c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae05566f-6e54-49e4-9f3d-c8b863269350'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:17:36.070867 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3c5b12-f316-4f50-9388-668f916b4d9a" -d '{"events": [{"server_uuid": "3c5c6cd8-a556-4a43-ad50-557557c9463c", "name": "network-vif-plugged", "status": "completed", "tag": "ae05566f-6e54-49e4-9f3d-c8b863269350"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:17:36.093295 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port ae05566f-6e54-49e4-9f3d-c8b863269350, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=ae05566f-6e54-49e4-9f3d-c8b863269350,segment=NetworkSegment(0d556b25-4ddf-44c5-ac4e-6219948a1c8a),segment_id=0d556b25-4ddf-44c5-ac4e-6219948a1c8a)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:17:36.100750 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ae05566f-6e54-49e4-9f3d-c8b863269350), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:36.184727 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-acfa6958-aa67-409c-81a8-1036c0e43904 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks [] for security_group_rule (f4f59a3d-8da7-49a6-bf13-6042a80529c7), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:36.200710 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082e647-3464-4e5a-bc9a-d201a5bf7211 req-728338a9-b443-485e-868b-4e19e74b26be tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:36.208029 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b082e647-3464-4e5a-bc9a-d201a5bf7211 req-728338a9-b443-485e-868b-4e19e74b26be tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 946 time: 0.2378957 Jan 28 03:17:36.221539 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-acfa6958-aa67-409c-81a8-1036c0e43904 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (f4f59a3d-8da7-49a6-bf13-6042a80529c7), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:36.241604 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9eea474-ad04-4de4-b2db-331af1da4710 x-openstack-request-id: req-e9eea474-ad04-4de4-b2db-331af1da4710 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:17:36.241972 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c5c6cd8-a556-4a43-ad50-557557c9463c", "name": "network-vif-plugged", "status": "completed", "tag": "ae05566f-6e54-49e4-9f3d-c8b863269350", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:17:36.242150 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e9eea474-ad04-4de4-b2db-331af1da4710 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:17:36.242521 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c5c6cd8-a556-4a43-ad50-557557c9463c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae05566f-6e54-49e4-9f3d-c8b863269350', 'code': 200} Jan 28 03:17:36.243874 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=ae05566f-6e54-49e4-9f3d-c8b863269350,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:36.269283 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:36.293123 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-291124f3-1418-45b0-a6b0-806cc6b4d47a admin admin] Publish callbacks [] for security_group (227a53b9-a1a2-45ed-835c-34639bc20c4b), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:36.321029 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb696dd1-8a98-4dfa-921e-295fe620e343 req-d55c4bc2-503e-4add-8776-67ca689589d6 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:36.322952 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb696dd1-8a98-4dfa-921e-295fe620e343 req-d55c4bc2-503e-4add-8776-67ca689589d6 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c5c6cd8-a556-4a43-ad50-557557c9463c HTTP/1.1" status: 200 len: 945 time: 0.0844860 Jan 28 03:17:36.328075 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-291124f3-1418-45b0-a6b0-806cc6b4d47a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (227a53b9-a1a2-45ed-835c-34639bc20c4b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:36.337502 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa6958-aa67-409c-81a8-1036c0e43904 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4f59a3d-8da7-49a6-bf13-6042a80529c7,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:36.386764 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb696dd1-8a98-4dfa-921e-295fe620e343 req-50ca1acb-b746-42f4-a3c1-4b01d7931c5c tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9244a5e-643a-4b22-8c6c-b6b246785d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554609 Jan 28 03:17:36.422951 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-acfa6958-aa67-409c-81a8-1036c0e43904 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:36.424180 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-acfa6958-aa67-409c-81a8-1036c0e43904 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6962683 Jan 28 03:17:36.427184 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41872) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:36.432479 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-a09b7d21-1d55-441c-a11c-d26576ba8b0d tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Request body: {'security_group_rule': {'security_group_id': '12adc281-407c-4de8-aa15-07fc31d7ad9e', 'project_id': 'ca842ceda87544d7a57b9cd7ee973733', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:17:36.450263 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b082e647-3464-4e5a-bc9a-d201a5bf7211 req-6c4f7839-09ef-412a-90c3-984892413b07 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2413425 Jan 28 03:17:36.457192 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-291124f3-1418-45b0-a6b0-806cc6b4d47a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=91c0815edde0427e975738c068e96992&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7680676 Jan 28 03:17:36.461603 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291124f3-1418-45b0-a6b0-806cc6b4d47a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227a53b9-a1a2-45ed-835c-34639bc20c4b,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:36.463981 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41874) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:36.465455 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a09b7d21-1d55-441c-a11c-d26576ba8b0d tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks [] for security_group_rule (5420329c-2257-4fc0-bcf6-5609cf4aeae4), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:36.494003 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e1e74-c714-4902-9799-8a945a8204ea req-89982b60-08b1-4df1-aceb-18c0215d2275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:36.495578 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-733e1e74-c714-4902-9799-8a945a8204ea req-89982b60-08b1-4df1-aceb-18c0215d2275 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3c5c6cd8-a556-4a43-ad50-557557c9463c HTTP/1.1" status: 200 len: 1097 time: 0.2329917 Jan 28 03:17:36.540740 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a09b7d21-1d55-441c-a11c-d26576ba8b0d tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks [] for security_group_rule (5420329c-2257-4fc0-bcf6-5609cf4aeae4), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:36.546505 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a09b7d21-1d55-441c-a11c-d26576ba8b0d tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (5420329c-2257-4fc0-bcf6-5609cf4aeae4), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:36.564782 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-14845fb4-6c9c-4d6c-851d-8166086e8678 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for floatingip (e34b22a8-6a98-4469-92be-33e7bf3f5602), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:36.571004 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b7d21-1d55-441c-a11c-d26576ba8b0d tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5420329c-2257-4fc0-bcf6-5609cf4aeae4,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:36.582504 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a09b7d21-1d55-441c-a11c-d26576ba8b0d tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:36.584539 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a09b7d21-1d55-441c-a11c-d26576ba8b0d tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1561031 Jan 28 03:17:36.587257 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41880) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:36.591881 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-62b071d7-74f5-4452-9cce-1f8ea46dff39 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Request body: {'security_group_rule': {'security_group_id': '12adc281-407c-4de8-aa15-07fc31d7ad9e', 'project_id': 'ca842ceda87544d7a57b9cd7ee973733', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:17:36.614390 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-733e1e74-c714-4902-9799-8a945a8204ea req-7b79efd5-5429-4036-a4eb-646a38064e34 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a9244a5e-643a-4b22-8c6c-b6b246785d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094398 Jan 28 03:17:36.614961 n-d-712139-27 neutron-server[109802]: INFO neutron.db.securitygroups_db [None req-62b071d7-74f5-4452-9cce-1f8ea46dff39 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Project ca842ceda87544d7a57b9cd7ee973733 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 03:17:36.620181 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-62b071d7-74f5-4452-9cce-1f8ea46dff39 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks [] for security_group_rule (8d7b61b3-18d6-4086-8dde-ff55a45380a6), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:36.622068 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-da091823-df45-4c29-8e42-4981137fe9b5 admin admin] Publish callbacks [] for security_group (227a53b9-a1a2-45ed-835c-34639bc20c4b), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:36.660827 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-da091823-df45-4c29-8e42-4981137fe9b5 admin admin] Publish callbacks [] for security_group (227a53b9-a1a2-45ed-835c-34639bc20c4b), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:36.687596 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-62b071d7-74f5-4452-9cce-1f8ea46dff39 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks [] for security_group_rule (8d7b61b3-18d6-4086-8dde-ff55a45380a6), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:36.692769 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-62b071d7-74f5-4452-9cce-1f8ea46dff39 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (8d7b61b3-18d6-4086-8dde-ff55a45380a6), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:36.700762 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-14845fb4-6c9c-4d6c-851d-8166086e8678 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (558da968-5882-4425-8344-d183c4d255e4), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:36.708575 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b071d7-74f5-4452-9cce-1f8ea46dff39 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d7b61b3-18d6-4086-8dde-ff55a45380a6,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:36.720469 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-62b071d7-74f5-4452-9cce-1f8ea46dff39 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:36.725061 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-62b071d7-74f5-4452-9cce-1f8ea46dff39 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1368020 Jan 28 03:17:36.726087 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41882) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:36.729995 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-4c539af8-ccb2-49a3-be39-34412bfbe885 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Request body: {'security_group_rule': {'security_group_id': '12adc281-407c-4de8-aa15-07fc31d7ad9e', 'project_id': 'ca842ceda87544d7a57b9cd7ee973733', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:17:36.755951 n-d-712139-27 neutron-server[109802]: INFO neutron.db.securitygroups_db [None req-4c539af8-ccb2-49a3-be39-34412bfbe885 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Project ca842ceda87544d7a57b9cd7ee973733 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 03:17:36.762811 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4c539af8-ccb2-49a3-be39-34412bfbe885 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks [] for security_group_rule (12ef8cbe-7c25-4fd1-8c45-f321798262b3), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:36.810568 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-da091823-df45-4c29-8e42-4981137fe9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (227a53b9-a1a2-45ed-835c-34639bc20c4b), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:36.813347 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-da091823-df45-4c29-8e42-4981137fe9b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:36.817271 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-da091823-df45-4c29-8e42-4981137fe9b5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/227a53b9-a1a2-45ed-835c-34639bc20c4b HTTP/1.1" status: 204 len: 168 time: 0.3495440 Jan 28 03:17:36.832935 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da091823-df45-4c29-8e42-4981137fe9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227a53b9-a1a2-45ed-835c-34639bc20c4b,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:36.836207 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4c539af8-ccb2-49a3-be39-34412bfbe885 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks [] for security_group_rule (12ef8cbe-7c25-4fd1-8c45-f321798262b3), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:36.842972 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4c539af8-ccb2-49a3-be39-34412bfbe885 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (12ef8cbe-7c25-4fd1-8c45-f321798262b3), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:36.887267 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c539af8-ccb2-49a3-be39-34412bfbe885 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12ef8cbe-7c25-4fd1-8c45-f321798262b3,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:36.906742 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4c539af8-ccb2-49a3-be39-34412bfbe885 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:36.908398 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4c539af8-ccb2-49a3-be39-34412bfbe885 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1815803 Jan 28 03:17:36.940599 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-14845fb4-6c9c-4d6c-851d-8166086e8678 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for port (558da968-5882-4425-8344-d183c4d255e4), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:36.948069 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-14845fb4-6c9c-4d6c-851d-8166086e8678 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (558da968-5882-4425-8344-d183c4d255e4), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:37.042560 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14845fb4-6c9c-4d6c-851d-8166086e8678 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Pushing event updated for resources: {'Port': ['ID=558da968-5882-4425-8344-d183c4d255e4,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:37.054226 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-14845fb4-6c9c-4d6c-851d-8166086e8678 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (e34b22a8-6a98-4469-92be-33e7bf3f5602), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:37.180487 n-d-712139-27 neutron-server[109803]: INFO neutron.db.l3_db [None req-14845fb4-6c9c-4d6c-851d-8166086e8678 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Floating IP e34b22a8-6a98-4469-92be-33e7bf3f5602 associated. External IP: 172.25.0.84, port: 6ab7586b-aa39-4513-b370-b8902587d070. Jan 28 03:17:37.331902 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-819088cb-50c7-46db-96a9-d04a6e8b8ed5 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1551042621&fields=id&tenant_id=ca842ceda87544d7a57b9cd7ee973733 HTTP/1.1" status: 200 len: 267 time: 0.0633223 Jan 28 03:17:37.482229 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14845fb4-6c9c-4d6c-851d-8166086e8678 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Router 5ee996d4-d168-4609-b6c8-4539ddb9cdb0 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:17:37.490918 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-7b76862e-e038-44e1-b4c1-50ca054bad06 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:37.492732 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-7b76862e-e038-44e1-b4c1-50ca054bad06 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/networks?id=359d63da-0117-4555-a3d7-c4512f3dc136 HTTP/1.1" status: 200 len: 813 time: 0.1531618 Jan 28 03:17:37.516247 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-a038f802-2a6f-4e60-88a8-54f99f6c9620 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/quotas/ca842ceda87544d7a57b9cd7ee973733 HTTP/1.1" status: 200 len: 375 time: 0.0152059 Jan 28 03:17:37.585263 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-dc282759-f06a-421e-a523-7fe2bd38e9d0 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ca842ceda87544d7a57b9cd7ee973733&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600569 Jan 28 03:17:37.635561 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda66bc-2b20-43e8-9524-e5d892aff63a req-508a9511-e782-49c4-8b68-ffdeb70d0fdc tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:37.637061 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3bda66bc-2b20-43e8-9524-e5d892aff63a req-508a9511-e782-49c4-8b68-ffdeb70d0fdc tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c5c6cd8-a556-4a43-ad50-557557c9463c HTTP/1.1" status: 200 len: 945 time: 0.0957968 Jan 28 03:17:37.683017 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14845fb4-6c9c-4d6c-851d-8166086e8678 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:17:37.710429 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3d4868-7410-4728-abde-e36676469d49 None None] Sync routers for ids ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:17:37.713113 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3bda66bc-2b20-43e8-9524-e5d892aff63a req-bdc612fd-9671-494d-89da-65cd481c1271 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9244a5e-643a-4b22-8c6c-b6b246785d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693192 Jan 28 03:17:37.716210 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-14845fb4-6c9c-4d6c-851d-8166086e8678 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:37.725975 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3d4868-7410-4728-abde-e36676469d49 None None] Routers {'5ee996d4-d168-4609-b6c8-4539ddb9cdb0'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:17:37.726887 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-aa3d4868-7410-4728-abde-e36676469d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:17:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:37.743199 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-8fec25ab-b0a9-4436-a11d-ff1048449d28 service neutron] 10.222.0.53 "GET /v2.0/networks/359d63da-0117-4555-a3d7-c4512f3dc136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417880 Jan 28 03:17:37.754126 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-14845fb4-6c9c-4d6c-851d-8166086e8678 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.6331716 Jan 28 03:17:37.754126 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 41946) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:37.769896 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-0ad607e6-1e05-49b0-a393-376cc466f985 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1085310359'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:17:37.810077 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-aa3d4868-7410-4728-abde-e36676469d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:37.813236 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad607e6-1e05-49b0-a393-376cc466f985 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Made reservation on behalf of f571cec42994493fa0fbdc6f6652cb99 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:17:37.818388 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0ad607e6-1e05-49b0-a393-376cc466f985 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:37.836523 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3d4868-7410-4728-abde-e36676469d49 None None] Routers {'5ee996d4-d168-4609-b6c8-4539ddb9cdb0'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:17:37.839038 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-aa3d4868-7410-4728-abde-e36676469d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:17:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:37.849142 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ad607e6-1e05-49b0-a393-376cc466f985 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:17:37.900702 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0ad607e6-1e05-49b0-a393-376cc466f985 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (246625ea-f925-4b1a-86a0-61f4c809afad), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:37.901054 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-0ad607e6-1e05-49b0-a393-376cc466f985 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Added segment 246625ea-f925-4b1a-86a0-61f4c809afad of type vlan for network 48cef6a4-8838-4954-9c4a-6d4418940471 Jan 28 03:17:37.912404 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-aa3d4868-7410-4728-abde-e36676469d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:37.913621 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3d4868-7410-4728-abde-e36676469d49 None None] The sync data for ids ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'] in n-d-712139-27 is: [] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:17:37.942489 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-627cbbf7-ad59-4240-9e3a-0ef8e84f8ce4 service neutron] 10.222.0.53 "GET /v2.0/networks/359d63da-0117-4555-a3d7-c4512f3dc136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929679 Jan 28 03:17:37.963872 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0339697-bdbc-4670-af85-a5babb3dd04a req-84f8cf61-c2d6-485a-8e98-9c2640450624 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:37.971436 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f0339697-bdbc-4670-af85-a5babb3dd04a req-84f8cf61-c2d6-485a-8e98-9c2640450624 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 946 time: 0.1157176 Jan 28 03:17:37.997777 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0ad607e6-1e05-49b0-a393-376cc466f985 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (48cef6a4-8838-4954-9c4a-6d4418940471), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:38.049884 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f0339697-bdbc-4670-af85-a5babb3dd04a req-2efdfcee-cb29-4f9a-bbb6-345fb9d285e4 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772748 Jan 28 03:17:38.065204 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0ad607e6-1e05-49b0-a393-376cc466f985 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (48cef6a4-8838-4954-9c4a-6d4418940471), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:38.070946 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad607e6-1e05-49b0-a393-376cc466f985 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:38.071638 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0ad607e6-1e05-49b0-a393-376cc466f985 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:38.146672 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0ad607e6-1e05-49b0-a393-376cc466f985 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3956981 Jan 28 03:17:38.149630 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 41974) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:38.155239 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-1f85ce07-449d-40bc-94d6-60c296950e5c tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Request body: {'subnet': {'network_id': '48cef6a4-8838-4954-9c4a-6d4418940471', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:17:38.168934 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad607e6-1e05-49b0-a393-376cc466f985 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Pushing event updated for resources: {'Network': ['ID=48cef6a4-8838-4954-9c4a-6d4418940471,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:38.180571 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 48cef6a4-8838-4954-9c4a-6d4418940471 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:17:38.281755 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f85ce07-449d-40bc-94d6-60c296950e5c tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Made reservation on behalf of f571cec42994493fa0fbdc6f6652cb99 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:17:38.288045 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1f85ce07-449d-40bc-94d6-60c296950e5c tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:38.337608 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff08c6-c9a8-4fb8-9700-23e8cc70ced4 req-81ddd87d-4cc0-4a67-9074-d64c76eabc0f tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:38.339779 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4aff08c6-c9a8-4fb8-9700-23e8cc70ced4 req-81ddd87d-4cc0-4a67-9074-d64c76eabc0f tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 946 time: 0.0727608 Jan 28 03:17:38.430811 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4aff08c6-c9a8-4fb8-9700-23e8cc70ced4 req-0abe70e0-dc42-4cf0-9079-ad0f41329a1a tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859606 Jan 28 03:17:38.485458 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d27f6858-b0b7-4152-8d25-d8bea805100a req-06d387bb-2d70-4b41-bdda-6d7817b9e21c tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f121fc7-9edf-490f-87f5-0bbb24846d4e HTTP/1.1" status: 200 len: 210 time: 0.0650868 Jan 28 03:17:38.638824 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1f85ce07-449d-40bc-94d6-60c296950e5c tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (4701f253-bc5a-4764-b5df-60f95350dfdf), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:38.707400 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f85ce07-449d-40bc-94d6-60c296950e5c tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Pushing event updated for resources: {'Subnet': ['ID=4701f253-bc5a-4764-b5df-60f95350dfdf,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:38.712994 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f85ce07-449d-40bc-94d6-60c296950e5c tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Checking segment: {'id': '246625ea-f925-4b1a-86a0-61f4c809afad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '48cef6a4-8838-4954-9c4a-6d4418940471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:17:38.713413 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f85ce07-449d-40bc-94d6-60c296950e5c tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Network hostable DHCP agents. Network: 48cef6a4-8838-4954-9c4a-6d4418940471, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:17:38.733187 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f85ce07-449d-40bc-94d6-60c296950e5c tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Network 48cef6a4-8838-4954-9c4a-6d4418940471 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:17:38.744868 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-1f85ce07-449d-40bc-94d6-60c296950e5c tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 48cef6a4-8838-4954-9c4a-6d4418940471) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:17:38.751198 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f85ce07-449d-40bc-94d6-60c296950e5c tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:38.751798 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1f85ce07-449d-40bc-94d6-60c296950e5c tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:38.752539 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42038) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:38.761277 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a7cd05-e685-4d71-88b9-93769a6b964a None None] Network 48cef6a4-8838-4954-9c4a-6d4418940471 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:17:38.794036 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1f85ce07-449d-40bc-94d6-60c296950e5c tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6428506 Jan 28 03:17:38.796208 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42044) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:38.803067 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-53766bdb-ac30-47fa-99ce-91a07950d941 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-844107748', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}, 'admin_state_up': False}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:17:38.835121 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-53766bdb-ac30-47fa-99ce-91a07950d941 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (e6364ff9-0d59-4708-b9ab-b5a014dec48b), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:38.836784 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-53766bdb-ac30-47fa-99ce-91a07950d941 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (e6364ff9-0d59-4708-b9ab-b5a014dec48b), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:38.928839 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480eda7-a4c2-4022-b489-1c16fc434a70 req-977e45bb-a240-44ea-9741-064c9979c9cc tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:38.930428 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b480eda7-a4c2-4022-b489-1c16fc434a70 req-977e45bb-a240-44ea-9741-064c9979c9cc tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c5c6cd8-a556-4a43-ad50-557557c9463c HTTP/1.1" status: 200 len: 945 time: 0.0858736 Jan 28 03:17:38.931275 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-287cdd7c-434d-479a-8670-98f2f909a4d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:38.935117 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-53766bdb-ac30-47fa-99ce-91a07950d941 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for router_controller (e6364ff9-0d59-4708-b9ab-b5a014dec48b), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:38.970480 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbbd70a-712d-4799-999d-71686888f3d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-48cef6a4-8838-4954-9c4a-6d4418940471', 'network_id': '48cef6a4-8838-4954-9c4a-6d4418940471', 'project_id': 'f571cec42994493fa0fbdc6f6652cb99', 'fixed_ips': [{'subnet_id': '4701f253-bc5a-4764-b5df-60f95350dfdf'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:17:38.972060 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cfbbd70a-712d-4799-999d-71686888f3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:39.047318 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-287cdd7c-434d-479a-8670-98f2f909a4d3 admin admin] Publish callbacks [] for security_group (180d2e85-4565-44c7-a033-193af2457801), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:39.065535 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-287cdd7c-434d-479a-8670-98f2f909a4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (180d2e85-4565-44c7-a033-193af2457801), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:39.111826 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-53766bdb-ac30-47fa-99ce-91a07950d941 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for router_gateway (e6364ff9-0d59-4708-b9ab-b5a014dec48b), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:39.139927 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-cfbbd70a-712d-4799-999d-71686888f3d8 None None] Allocated IP 172.20.0.2 (48cef6a4-8838-4954-9c4a-6d4418940471/4701f253-bc5a-4764-b5df-60f95350dfdf/8a3a8ba4-c356-4068-8220-7f628034deb0) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:17:39.143253 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287cdd7c-434d-479a-8670-98f2f909a4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180d2e85-4565-44c7-a033-193af2457801,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:39.187759 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-287cdd7c-434d-479a-8670-98f2f909a4d3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=56a92a41d2b04f35be73bbc19cda46ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4333713 Jan 28 03:17:39.192574 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42064) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:39.202437 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b480eda7-a4c2-4022-b489-1c16fc434a70 req-cb8c9997-0db5-443b-81ea-c18b44a970db tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9244a5e-643a-4b22-8c6c-b6b246785d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623985 Jan 28 03:17:39.309217 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f5cd8532-44fe-4327-8490-078ab0c926ac admin admin] Publish callbacks [] for security_group (180d2e85-4565-44c7-a033-193af2457801), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:39.348904 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f5cd8532-44fe-4327-8490-078ab0c926ac admin admin] Publish callbacks [] for security_group (180d2e85-4565-44c7-a033-193af2457801), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:39.363655 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cfbbd70a-712d-4799-999d-71686888f3d8 None None] Publish callbacks [] for port (8a3a8ba4-c356-4068-8220-7f628034deb0), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:39.375375 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cfbbd70a-712d-4799-999d-71686888f3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (8a3a8ba4-c356-4068-8220-7f628034deb0), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:39.421092 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbbd70a-712d-4799-999d-71686888f3d8 None None] Network 48cef6a4-8838-4954-9c4a-6d4418940471 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:17:39.427639 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-cfbbd70a-712d-4799-999d-71686888f3d8 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:17:39.427752 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f5cd8532-44fe-4327-8490-078ab0c926ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (180d2e85-4565-44c7-a033-193af2457801), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:39.436334 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f5cd8532-44fe-4327-8490-078ab0c926ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:39.437296 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f5cd8532-44fe-4327-8490-078ab0c926ac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/180d2e85-4565-44c7-a033-193af2457801 HTTP/1.1" status: 204 len: 168 time: 0.2431765 Jan 28 03:17:39.450434 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd8532-44fe-4327-8490-078ab0c926ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180d2e85-4565-44c7-a033-193af2457801,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:39.465169 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbbd70a-712d-4799-999d-71686888f3d8 None None] Pushing event updated for resources: {'Port': ['ID=8a3a8ba4-c356-4068-8220-7f628034deb0,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:39.475497 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbbd70a-712d-4799-999d-71686888f3d8 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:17:39.518803 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-53766bdb-ac30-47fa-99ce-91a07950d941 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for router_gateway (e6364ff9-0d59-4708-b9ab-b5a014dec48b), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:39.551896 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-cfbbd70a-712d-4799-999d-71686888f3d8 None None] Attempting to bind port 8a3a8ba4-c356-4068-8220-7f628034deb0 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:17:39.552136 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-53766bdb-ac30-47fa-99ce-91a07950d941 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:39.552442 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-cfbbd70a-712d-4799-999d-71686888f3d8 None None] Attempting to bind port 8a3a8ba4-c356-4068-8220-7f628034deb0 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '246625ea-f925-4b1a-86a0-61f4c809afad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '48cef6a4-8838-4954-9c4a-6d4418940471'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:17:39.552934 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbbd70a-712d-4799-999d-71686888f3d8 None None] Attempting to bind port 8a3a8ba4-c356-4068-8220-7f628034deb0 on network 48cef6a4-8838-4954-9c4a-6d4418940471 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:17:39.563848 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbbd70a-712d-4799-999d-71686888f3d8 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:17:39.565533 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbbd70a-712d-4799-999d-71686888f3d8 None None] Checking segment: {'id': '246625ea-f925-4b1a-86a0-61f4c809afad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '48cef6a4-8838-4954-9c4a-6d4418940471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:17:39.565889 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cfbbd70a-712d-4799-999d-71686888f3d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:39.566245 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbbd70a-712d-4799-999d-71686888f3d8 None None] Bound using segment: {'id': '246625ea-f925-4b1a-86a0-61f4c809afad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '48cef6a4-8838-4954-9c4a-6d4418940471'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:17:39.566697 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-cfbbd70a-712d-4799-999d-71686888f3d8 None None] Bound port: 8a3a8ba4-c356-4068-8220-7f628034deb0, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '246625ea-f925-4b1a-86a0-61f4c809afad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '48cef6a4-8838-4954-9c4a-6d4418940471'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:17:39.567093 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cfbbd70a-712d-4799-999d-71686888f3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8a3a8ba4-c356-4068-8220-7f628034deb0), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:39.660183 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-cfbbd70a-712d-4799-999d-71686888f3d8 None None] For port 8a3a8ba4-c356-4068-8220-7f628034deb0, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:17:39.663604 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-cfbbd70a-712d-4799-999d-71686888f3d8 None None] For port 8a3a8ba4-c356-4068-8220-7f628034deb0, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=8a3a8ba4-c356-4068-8220-7f628034deb0,segment=NetworkSegment(246625ea-f925-4b1a-86a0-61f4c809afad),segment_id=246625ea-f925-4b1a-86a0-61f4c809afad)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:17:39.677570 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cfbbd70a-712d-4799-999d-71686888f3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (8a3a8ba4-c356-4068-8220-7f628034deb0), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:39.702396 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9538b255-80aa-46ce-bd8a-6d9e557fadcf req-73abfbcf-bef0-49da-b392-43c7aeb629f3 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f121fc7-9edf-490f-87f5-0bbb24846d4e HTTP/1.1" status: 200 len: 210 time: 0.0326159 Jan 28 03:17:39.730793 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-53766bdb-ac30-47fa-99ce-91a07950d941 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Allocated IP 172.25.0.252 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/32d87eda-2204-4d1b-b495-708f4fa7b226) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:17:39.797768 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbbd70a-712d-4799-999d-71686888f3d8 None None] Pushing event updated for resources: {'Port': ['ID=8a3a8ba4-c356-4068-8220-7f628034deb0,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:39.891237 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-53766bdb-ac30-47fa-99ce-91a07950d941 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for port (32d87eda-2204-4d1b-b495-708f4fa7b226), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:39.946031 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-2f11f961-026b-45ab-9e26-462842b1caf1 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:39.949311 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-2f11f961-026b-45ab-9e26-462842b1caf1 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.39 "GET /v2.0/networks?id=359d63da-0117-4555-a3d7-c4512f3dc136 HTTP/1.1" status: 200 len: 813 time: 0.1688814 Jan 28 03:17:39.970615 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-53766bdb-ac30-47fa-99ce-91a07950d941 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (32d87eda-2204-4d1b-b495-708f4fa7b226), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:40.017306 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53766bdb-ac30-47fa-99ce-91a07950d941 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:17:40.021512 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-53766bdb-ac30-47fa-99ce-91a07950d941 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:17:40.029097 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53766bdb-ac30-47fa-99ce-91a07950d941 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:17:40.074790 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-23730828-8e38-4d04-a5a5-d752c3efad34 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca842ceda87544d7a57b9cd7ee973733 HTTP/1.1" status: 200 len: 380 time: 0.1114819 Jan 28 03:17:40.093526 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-9e4ad9ba-dafb-452e-ad73-4cb1c20a43d5 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Request body: {'port': {'device_id': '5f121fc7-9edf-490f-87f5-0bbb24846d4e', 'network_id': '359d63da-0117-4555-a3d7-c4512f3dc136', 'admin_state_up': True, 'tenant_id': 'ca842ceda87544d7a57b9cd7ee973733', 'security_groups': ['12adc281-407c-4de8-aa15-07fc31d7ad9e']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:17:40.115889 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53766bdb-ac30-47fa-99ce-91a07950d941 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Pushing event updated for resources: {'Port': ['ID=32d87eda-2204-4d1b-b495-708f4fa7b226,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:40.284529 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-9e4ad9ba-dafb-452e-ad73-4cb1c20a43d5 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Made reservation on behalf of ca842ceda87544d7a57b9cd7ee973733 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:17:40.289521 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-9e4ad9ba-dafb-452e-ad73-4cb1c20a43d5 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:40.441488 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 8a3a8ba4-c356-4068-8220-7f628034deb0 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:17:40.596398 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 8a3a8ba4-c356-4068-8220-7f628034deb0 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:17:40.596778 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (8a3a8ba4-c356-4068-8220-7f628034deb0), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:40.624242 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-53766bdb-ac30-47fa-99ce-91a07950d941 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for router_gateway (e6364ff9-0d59-4708-b9ab-b5a014dec48b), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:40.631130 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-9e4ad9ba-dafb-452e-ad73-4cb1c20a43d5 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Allocated IP 172.20.0.14 (359d63da-0117-4555-a3d7-c4512f3dc136/51e28b6d-4c18-44d2-870e-5666ca9d9f18/77757051-195c-4db8-8a70-f2553e199968) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:17:40.772620 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 8a3a8ba4-c356-4068-8220-7f628034deb0 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:17:40.773849 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8a3a8ba4-c356-4068-8220-7f628034deb0), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:40.824590 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 8a3a8ba4-c356-4068-8220-7f628034deb0, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=8a3a8ba4-c356-4068-8220-7f628034deb0,segment=NetworkSegment(246625ea-f925-4b1a-86a0-61f4c809afad),segment_id=246625ea-f925-4b1a-86a0-61f4c809afad)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:17:40.834940 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (8a3a8ba4-c356-4068-8220-7f628034deb0), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:40.874138 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0857ae9-33f8-471b-9d72-b3dc94b859bc req-94119d69-580e-41b0-b495-a51bd90cfd25 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:40.875816 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b0857ae9-33f8-471b-9d72-b3dc94b859bc req-94119d69-580e-41b0-b495-a51bd90cfd25 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 946 time: 0.1137338 Jan 28 03:17:40.924066 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=8a3a8ba4-c356-4068-8220-7f628034deb0,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:40.983259 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a2456738-bfe5-4062-b1df-e0301a3cccac req-59fa3f8d-6f65-423f-9e20-381d8a305f7a tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f121fc7-9edf-490f-87f5-0bbb24846d4e HTTP/1.1" status: 200 len: 210 time: 0.0921092 Jan 28 03:17:40.991395 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b0857ae9-33f8-471b-9d72-b3dc94b859bc req-f7f20cd5-7aa5-46d6-9340-085ed10819a3 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514579 Jan 28 03:17:41.106444 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-53766bdb-ac30-47fa-99ce-91a07950d941 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (e6364ff9-0d59-4708-b9ab-b5a014dec48b), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:41.138937 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-9e4ad9ba-dafb-452e-ad73-4cb1c20a43d5 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks [] for port (77757051-195c-4db8-8a70-f2553e199968), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:41.227681 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-9e4ad9ba-dafb-452e-ad73-4cb1c20a43d5 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (77757051-195c-4db8-8a70-f2553e199968), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:41.347226 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-9e4ad9ba-dafb-452e-ad73-4cb1c20a43d5 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Network 359d63da-0117-4555-a3d7-c4512f3dc136 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:17:41.387891 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-9e4ad9ba-dafb-452e-ad73-4cb1c20a43d5 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:17:41.434175 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53766bdb-ac30-47fa-99ce-91a07950d941 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Router e6364ff9-0d59-4708-b9ab-b5a014dec48b is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:17:41.450890 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-9e4ad9ba-dafb-452e-ad73-4cb1c20a43d5 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:17:41.458016 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ad9ba-dafb-452e-ad73-4cb1c20a43d5 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Pushing event updated for resources: {'Port': ['ID=77757051-195c-4db8-8a70-f2553e199968,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:41.534704 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36383770-8682-458b-8136-c462a495bf76 req-d70c914d-e2a5-4e20-817b-ee1f9f30d536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:41.545415 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-36383770-8682-458b-8136-c462a495bf76 req-d70c914d-e2a5-4e20-817b-ee1f9f30d536 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2286ae41b27547dfa2005a6a8f000d38&device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 1098 time: 0.1332467 Jan 28 03:17:41.595672 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e20e87-647f-4bd7-a8fb-217dd5fdbad1 req-46660a02-23d0-4698-803d-4eb5d34d0f90 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:41.597697 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-36e20e87-647f-4bd7-a8fb-217dd5fdbad1 req-46660a02-23d0-4698-803d-4eb5d34d0f90 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 946 time: 0.2565722 Jan 28 03:17:41.603095 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-9e4ad9ba-dafb-452e-ad73-4cb1c20a43d5 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:41.603735 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-9e4ad9ba-dafb-452e-ad73-4cb1c20a43d5 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:41.672745 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e2217d-be37-4ddc-93d1-2c91343a45c8 None None] Network 48cef6a4-8838-4954-9c4a-6d4418940471 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:17:41.692331 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-9e4ad9ba-dafb-452e-ad73-4cb1c20a43d5 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6045563 Jan 28 03:17:41.717325 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-484afa7c-3f0d-47d5-a902-de9496338f27 service neutron] Request body: {'port': {'device_id': '5f121fc7-9edf-490f-87f5-0bbb24846d4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:17:41.766912 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53766bdb-ac30-47fa-99ce-91a07950d941 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:17:41.788439 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41c5121-da18-4cff-bd3d-191076512b3e None None] Sync routers for ids ['e6364ff9-0d59-4708-b9ab-b5a014dec48b'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:17:41.799964 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-36e20e87-647f-4bd7-a8fb-217dd5fdbad1 req-6a4f0cde-72bd-4f84-a078-13bda15eff5c tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1815717 Jan 28 03:17:41.815394 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41c5121-da18-4cff-bd3d-191076512b3e None None] Routers {'e6364ff9-0d59-4708-b9ab-b5a014dec48b'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:17:41.817612 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-b41c5121-da18-4cff-bd3d-191076512b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:17:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['e6364ff9-0d59-4708-b9ab-b5a014dec48b'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:41.850568 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36383770-8682-458b-8136-c462a495bf76 req-b54bd80e-2a17-4a66-a873-60e9a20fd10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:41.851752 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-36383770-8682-458b-8136-c462a495bf76 req-b54bd80e-2a17-4a66-a873-60e9a20fd10f service neutron] 10.222.0.39 "GET /v2.0/networks?id=61daafe4-8be0-4976-aead-14ffa612176d HTTP/1.1" status: 200 len: 912 time: 0.2972906 Jan 28 03:17:41.861732 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-53766bdb-ac30-47fa-99ce-91a07950d941 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:41.861732 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-53766bdb-ac30-47fa-99ce-91a07950d941 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0577343 Jan 28 03:17:41.861907 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42172) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:41.882723 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-484afa7c-3f0d-47d5-a902-de9496338f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (77757051-195c-4db8-8a70-f2553e199968), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:41.919922 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-b41c5121-da18-4cff-bd3d-191076512b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:41.929473 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-b136dacf-fcab-4271-bbdb-04835700be12 None None] Provisioning complete for port 8a3a8ba4-c356-4068-8220-7f628034deb0 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:17:41.931096 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b136dacf-fcab-4271-bbdb-04835700be12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (8a3a8ba4-c356-4068-8220-7f628034deb0), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:41.941419 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41c5121-da18-4cff-bd3d-191076512b3e None None] Routers {'e6364ff9-0d59-4708-b9ab-b5a014dec48b'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:17:41.942978 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-b41c5121-da18-4cff-bd3d-191076512b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:17:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['e6364ff9-0d59-4708-b9ab-b5a014dec48b'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:42.002331 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-36383770-8682-458b-8136-c462a495bf76 req-4d76f0ba-4708-4347-bb33-f5e64cde17d7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40f8070f-7c97-490d-b710-cae05a2e07c3 HTTP/1.1" status: 200 len: 1000 time: 0.1434057 Jan 28 03:17:42.014011 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-b41c5121-da18-4cff-bd3d-191076512b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:42.015574 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41c5121-da18-4cff-bd3d-191076512b3e None None] The sync data for ids ['e6364ff9-0d59-4708-b9ab-b5a014dec48b'] in n-d-712139-27 is: [] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:17:42.024508 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42178) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:42.103404 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36383770-8682-458b-8136-c462a495bf76 req-6db68617-c414-4d1a-b3a0-c2aa4607a339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:42.110736 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-36383770-8682-458b-8136-c462a495bf76 req-6db68617-c414-4d1a-b3a0-c2aa4607a339 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=27d2caa9-814b-48c2-8f4b-c426e9cbbe97 HTTP/1.1" status: 200 len: 850 time: 0.1017561 Jan 28 03:17:42.123109 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-b136dacf-fcab-4271-bbdb-04835700be12 None None] Current status of the port 8a3a8ba4-c356-4068-8220-7f628034deb0 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:17:42.248466 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36383770-8682-458b-8136-c462a495bf76 req-e0b6b8f9-8132-40dd-a093-00a689bf00b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:42.254383 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-36383770-8682-458b-8136-c462a495bf76 req-e0b6b8f9-8132-40dd-a093-00a689bf00b7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=61daafe4-8be0-4976-aead-14ffa612176d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1375422 Jan 28 03:17:42.276882 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-138f9acd-b60b-4e83-8eda-72b0eb864634 None None] Provisioning complete for port 77757051-195c-4db8-8a70-f2553e199968 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:17:42.277453 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-138f9acd-b60b-4e83-8eda-72b0eb864634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (77757051-195c-4db8-8a70-f2553e199968), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:42.329927 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 8a3a8ba4-c356-4068-8220-7f628034deb0 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:17:42.398326 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-138f9acd-b60b-4e83-8eda-72b0eb864634 None None] Port 77757051-195c-4db8-8a70-f2553e199968 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:17:42.449973 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 8a3a8ba4-c356-4068-8220-7f628034deb0 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:17:42.450364 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (8a3a8ba4-c356-4068-8220-7f628034deb0), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:42.485145 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf62138-a404-42b9-8e94-3c9dad25f905 req-175cf3b9-e1b0-4acc-92e3-065064fb2a28 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:42.494397 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9cf62138-a404-42b9-8e94-3c9dad25f905 req-175cf3b9-e1b0-4acc-92e3-065064fb2a28 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f121fc7-9edf-490f-87f5-0bbb24846d4e HTTP/1.1" status: 200 len: 932 time: 0.3224351 Jan 28 03:17:42.500829 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-94c40c47-0521-4fdf-9f50-01148ad1866d tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1795270142'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:17:42.556091 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-4329ad7b-5d7d-4475-9b17-06735a364478 None None] Provisioning complete for port 8a3a8ba4-c356-4068-8220-7f628034deb0 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:17:42.557046 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4329ad7b-5d7d-4475-9b17-06735a364478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (8a3a8ba4-c356-4068-8220-7f628034deb0), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:42.557166 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-36383770-8682-458b-8136-c462a495bf76 req-a2e5387c-c45a-46ae-8ac8-f4aa5d9b024c service neutron] 10.222.0.39 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917261 Jan 28 03:17:42.664722 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 40f8070f-7c97-490d-b710-cae05a2e07c3 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:17:42.708730 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c40c47-0521-4fdf-9f50-01148ad1866d tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Made reservation on behalf of 80ec9bc0971349518040a95dce5a93c8 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:17:42.724305 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-94c40c47-0521-4fdf-9f50-01148ad1866d tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:42.771643 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-94c40c47-0521-4fdf-9f50-01148ad1866d tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:42.798255 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9cf62138-a404-42b9-8e94-3c9dad25f905 req-1de6b162-271c-4d54-89a6-db5a1d8d58d7 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/security-groups?id=12adc281-407c-4de8-aa15-07fc31d7ad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3027282 Jan 28 03:17:42.822992 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-36383770-8682-458b-8136-c462a495bf76 req-0d4bbbaa-2d82-4fc3-a059-fbc36b88a65b service neutron] 10.222.0.39 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566717 Jan 28 03:17:42.976538 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-94c40c47-0521-4fdf-9f50-01148ad1866d tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Publish callbacks [] for security_group (3843d53e-30ab-4100-9a35-c39e844b5e11), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:43.101480 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 8a3a8ba4-c356-4068-8220-7f628034deb0 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:17:43.247450 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 40f8070f-7c97-490d-b710-cae05a2e07c3 is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:17:43.248019 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (40f8070f-7c97-490d-b710-cae05a2e07c3), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:43.262458 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-4329ad7b-5d7d-4475-9b17-06735a364478 None None] Current status of the port 8a3a8ba4-c356-4068-8220-7f628034deb0 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:17:43.340137 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29709396-181b-4f4d-88e1-dfd109d7f822', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40f8070f-7c97-490d-b710-cae05a2e07c3'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:17:43.351002 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb496ae-2ee6-49e6-9436-05a1cb18f6a2" -d '{"events": [{"server_uuid": "29709396-181b-4f4d-88e1-dfd109d7f822", "name": "network-vif-unplugged", "status": "completed", "tag": "40f8070f-7c97-490d-b710-cae05a2e07c3"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:17:43.396610 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 40f8070f-7c97-490d-b710-cae05a2e07c3, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=40f8070f-7c97-490d-b710-cae05a2e07c3,segment=NetworkSegment(8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69),segment_id=8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:17:43.407002 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (40f8070f-7c97-490d-b710-cae05a2e07c3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:43.450479 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-94c40c47-0521-4fdf-9f50-01148ad1866d tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (3843d53e-30ab-4100-9a35-c39e844b5e11), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:43.499923 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ea00cd13-371a-467a-a4e7-16856a0a2a8d tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:43.529738 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94c40c47-0521-4fdf-9f50-01148ad1866d tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:17:43.548570 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-94c40c47-0521-4fdf-9f50-01148ad1866d tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (423d7319-107e-41a8-b4b6-d9fdb59997ba), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:43.549013 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-94c40c47-0521-4fdf-9f50-01148ad1866d tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Added segment 423d7319-107e-41a8-b4b6-d9fdb59997ba of type vlan for network 5c4d0779-fbce-46e7-b29d-762aa1388a7a Jan 28 03:17:43.555919 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=40f8070f-7c97-490d-b710-cae05a2e07c3,revision_number=14']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:43.582869 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a199d00e-c12e-4793-8218-18ab0a557afd x-openstack-request-id: req-a199d00e-c12e-4793-8218-18ab0a557afd {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:17:43.583314 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29709396-181b-4f4d-88e1-dfd109d7f822", "name": "network-vif-unplugged", "status": "completed", "tag": "40f8070f-7c97-490d-b710-cae05a2e07c3", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:17:43.583676 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a199d00e-c12e-4793-8218-18ab0a557afd {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:17:43.584255 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29709396-181b-4f4d-88e1-dfd109d7f822', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40f8070f-7c97-490d-b710-cae05a2e07c3', 'code': 200} Jan 28 03:17:43.593253 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-484afa7c-3f0d-47d5-a902-de9496338f27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77757051-195c-4db8-8a70-f2553e199968 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:17:43.606720 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-484afa7c-3f0d-47d5-a902-de9496338f27 service neutron] Publish callbacks [] for port (77757051-195c-4db8-8a70-f2553e199968), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:43.639547 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-484afa7c-3f0d-47d5-a902-de9496338f27 service neutron] Transition to ACTIVE for port object 77757051-195c-4db8-8a70-f2553e199968 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:17:43.666103 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c40c47-0521-4fdf-9f50-01148ad1866d tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3843d53e-30ab-4100-9a35-c39e844b5e11,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:43.674579 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-484afa7c-3f0d-47d5-a902-de9496338f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (77757051-195c-4db8-8a70-f2553e199968), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:43.678392 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-94c40c47-0521-4fdf-9f50-01148ad1866d tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (5c4d0779-fbce-46e7-b29d-762aa1388a7a), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:43.687201 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7d4d2-295f-4f16-b51c-a18ed57fadac req-6199d116-2278-432a-b3ae-51007f6d65fb tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:43.695740 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3af7d4d2-295f-4f16-b51c-a18ed57fadac req-6199d116-2278-432a-b3ae-51007f6d65fb tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.7170300 Jan 28 03:17:43.714596 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c40c47-0521-4fdf-9f50-01148ad1866d tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:43.714963 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c40c47-0521-4fdf-9f50-01148ad1866d tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:43.715287 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c40c47-0521-4fdf-9f50-01148ad1866d tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:43.715711 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c40c47-0521-4fdf-9f50-01148ad1866d tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:43.716113 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c40c47-0521-4fdf-9f50-01148ad1866d tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:43.716454 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c40c47-0521-4fdf-9f50-01148ad1866d tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:43.716792 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c40c47-0521-4fdf-9f50-01148ad1866d tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:43.717146 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c40c47-0521-4fdf-9f50-01148ad1866d tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:43.717482 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c40c47-0521-4fdf-9f50-01148ad1866d tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:43.717811 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c40c47-0521-4fdf-9f50-01148ad1866d tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:43.718137 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c40c47-0521-4fdf-9f50-01148ad1866d tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:43.718465 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c40c47-0521-4fdf-9f50-01148ad1866d tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:43.718801 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c40c47-0521-4fdf-9f50-01148ad1866d tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:43.742482 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484afa7c-3f0d-47d5-a902-de9496338f27 service neutron] Pushing event updated for resources: {'Port': ['ID=77757051-195c-4db8-8a70-f2553e199968,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:43.783311 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3af7d4d2-295f-4f16-b51c-a18ed57fadac req-432e6b7e-71b1-4e53-a228-9e8d23431a2c tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865052 Jan 28 03:17:43.790372 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-94c40c47-0521-4fdf-9f50-01148ad1866d tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (5c4d0779-fbce-46e7-b29d-762aa1388a7a), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:43.798048 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c40c47-0521-4fdf-9f50-01148ad1866d tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:43.798289 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-94c40c47-0521-4fdf-9f50-01148ad1866d tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:43.867104 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-94c40c47-0521-4fdf-9f50-01148ad1866d tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.8403337 Jan 28 03:17:43.870234 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42212) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:43.876264 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-46aa8e96-2409-4785-8465-1b7985115893 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Request body: {'subnet': {'network_id': '5c4d0779-fbce-46e7-b29d-762aa1388a7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:17:43.903690 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c40c47-0521-4fdf-9f50-01148ad1866d tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Pushing event updated for resources: {'Network': ['ID=5c4d0779-fbce-46e7-b29d-762aa1388a7a,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:43.917171 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 5c4d0779-fbce-46e7-b29d-762aa1388a7a details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:17:44.099654 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fff0c3-85bf-4305-b594-dc7a2249d86a req-a8146a87-e85d-4073-b693-04a2ccbc791f tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:44.109008 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c3fff0c3-85bf-4305-b594-dc7a2249d86a req-a8146a87-e85d-4073-b693-04a2ccbc791f tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f121fc7-9edf-490f-87f5-0bbb24846d4e HTTP/1.1" status: 200 len: 944 time: 0.1277595 Jan 28 03:17:44.109223 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46aa8e96-2409-4785-8465-1b7985115893 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Made reservation on behalf of 80ec9bc0971349518040a95dce5a93c8 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:17:44.128524 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-46aa8e96-2409-4785-8465-1b7985115893 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:44.223724 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-ea00cd13-371a-467a-a4e7-16856a0a2a8d tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Allocated IP 172.20.0.1 (48cef6a4-8838-4954-9c4a-6d4418940471/4701f253-bc5a-4764-b5df-60f95350dfdf/d3934b8b-4007-4535-94b3-0638c9a87b27) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:17:44.241018 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c3fff0c3-85bf-4305-b594-dc7a2249d86a req-6ee5db00-4955-4420-b7e6-dfbcd536134d tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/security-groups?id=12adc281-407c-4de8-aa15-07fc31d7ad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088228 Jan 28 03:17:44.267019 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-484afa7c-3f0d-47d5-a902-de9496338f27 service neutron] Attempting to bind port 77757051-195c-4db8-8a70-f2553e199968 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:17:44.267679 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-484afa7c-3f0d-47d5-a902-de9496338f27 service neutron] Attempting to bind port 77757051-195c-4db8-8a70-f2553e199968 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '7f7e5b3e-aacb-44ba-92e0-ecf07a14a2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '359d63da-0117-4555-a3d7-c4512f3dc136'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:17:44.268257 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-484afa7c-3f0d-47d5-a902-de9496338f27 service neutron] Attempting to bind port 77757051-195c-4db8-8a70-f2553e199968 on network 359d63da-0117-4555-a3d7-c4512f3dc136 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:17:44.277578 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286228d-27d4-4c5a-ac4b-fec3adfcf73a req-d98cc2e8-fc74-4126-a8f1-218e7984285b tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:44.279520 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4286228d-27d4-4c5a-ac4b-fec3adfcf73a req-d98cc2e8-fc74-4126-a8f1-218e7984285b tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c5c6cd8-a556-4a43-ad50-557557c9463c HTTP/1.1" status: 200 len: 945 time: 0.1354208 Jan 28 03:17:44.334093 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-484afa7c-3f0d-47d5-a902-de9496338f27 service neutron] Port 77757051-195c-4db8-8a70-f2553e199968 on network 359d63da-0117-4555-a3d7-c4512f3dc136 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:17:44.334708 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-484afa7c-3f0d-47d5-a902-de9496338f27 service neutron] Attempting to bind port 77757051-195c-4db8-8a70-f2553e199968 on network 359d63da-0117-4555-a3d7-c4512f3dc136 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:17:44.360590 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-484afa7c-3f0d-47d5-a902-de9496338f27 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:17:44.360951 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-484afa7c-3f0d-47d5-a902-de9496338f27 service neutron] Checking segment: {'id': '7f7e5b3e-aacb-44ba-92e0-ecf07a14a2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '359d63da-0117-4555-a3d7-c4512f3dc136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:17:44.361263 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-484afa7c-3f0d-47d5-a902-de9496338f27 service neutron] Bound using segment: {'id': '7f7e5b3e-aacb-44ba-92e0-ecf07a14a2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '359d63da-0117-4555-a3d7-c4512f3dc136'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:17:44.361769 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-484afa7c-3f0d-47d5-a902-de9496338f27 service neutron] Bound port: 77757051-195c-4db8-8a70-f2553e199968, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f7e5b3e-aacb-44ba-92e0-ecf07a14a2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '359d63da-0117-4555-a3d7-c4512f3dc136'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:17:44.362136 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-484afa7c-3f0d-47d5-a902-de9496338f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (77757051-195c-4db8-8a70-f2553e199968), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:44.403063 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-46aa8e96-2409-4785-8465-1b7985115893 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (d14014b3-db38-4cdb-a413-f7ec44109003), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:44.443275 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4286228d-27d4-4c5a-ac4b-fec3adfcf73a req-41391878-c16b-4f66-9d03-958e2e25640b tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9244a5e-643a-4b22-8c6c-b6b246785d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517961 Jan 28 03:17:44.463642 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa8e96-2409-4785-8465-1b7985115893 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Pushing event updated for resources: {'Subnet': ['ID=d14014b3-db38-4cdb-a413-f7ec44109003,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:44.484367 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aa8e96-2409-4785-8465-1b7985115893 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Checking segment: {'id': '423d7319-107e-41a8-b4b6-d9fdb59997ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5c4d0779-fbce-46e7-b29d-762aa1388a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:17:44.484855 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46aa8e96-2409-4785-8465-1b7985115893 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Network hostable DHCP agents. Network: 5c4d0779-fbce-46e7-b29d-762aa1388a7a, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:17:44.498861 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ea00cd13-371a-467a-a4e7-16856a0a2a8d tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for port (d3934b8b-4007-4535-94b3-0638c9a87b27), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:44.503488 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46aa8e96-2409-4785-8465-1b7985115893 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Network 5c4d0779-fbce-46e7-b29d-762aa1388a7a is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:17:44.513727 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-46aa8e96-2409-4785-8465-1b7985115893 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 5c4d0779-fbce-46e7-b29d-762aa1388a7a) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:17:44.514287 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-484afa7c-3f0d-47d5-a902-de9496338f27 service neutron] For port 77757051-195c-4db8-8a70-f2553e199968, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:17:44.518982 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-484afa7c-3f0d-47d5-a902-de9496338f27 service neutron] For port 77757051-195c-4db8-8a70-f2553e199968, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=77757051-195c-4db8-8a70-f2553e199968,segment=NetworkSegment(7f7e5b3e-aacb-44ba-92e0-ecf07a14a2c3),segment_id=7f7e5b3e-aacb-44ba-92e0-ecf07a14a2c3)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:17:44.519250 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46aa8e96-2409-4785-8465-1b7985115893 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:44.520046 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-46aa8e96-2409-4785-8465-1b7985115893 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:44.528892 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-484afa7c-3f0d-47d5-a902-de9496338f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (77757051-195c-4db8-8a70-f2553e199968), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:44.531423 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e075e793-83f0-420e-986f-222f137dbfc3 None None] Network 5c4d0779-fbce-46e7-b29d-762aa1388a7a requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:17:44.546011 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-46aa8e96-2409-4785-8465-1b7985115893 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6745219 Jan 28 03:17:44.546979 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42216) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:44.554449 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-90ba4db5-406c-427e-88e8-e49421e37e9a tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Request body: {'port': {'network_id': '5c4d0779-fbce-46e7-b29d-762aa1388a7a', 'name': 'tempest-DHCPAgentSchedulersTestJSON-315720606'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:17:44.595048 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484afa7c-3f0d-47d5-a902-de9496338f27 service neutron] Pushing event updated for resources: {'Port': ['ID=77757051-195c-4db8-8a70-f2553e199968,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:44.619317 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-484afa7c-3f0d-47d5-a902-de9496338f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:44.619960 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-484afa7c-3f0d-47d5-a902-de9496338f27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:44.621423 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-484afa7c-3f0d-47d5-a902-de9496338f27 service neutron] 10.222.0.39 "PUT /v2.0/ports/77757051-195c-4db8-8a70-f2553e199968 HTTP/1.1" status: 200 len: 1093 time: 2.9113829 Jan 28 03:17:44.621888 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f121fc7-9edf-490f-87f5-0bbb24846d4e', 'tag': '77757051-195c-4db8-8a70-f2553e199968'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:17:44.624276 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5930272d-0a49-473d-ad9b-f9346b4590f7" -d '{"events": [{"name": "network-changed", "server_uuid": "5f121fc7-9edf-490f-87f5-0bbb24846d4e", "tag": "77757051-195c-4db8-8a70-f2553e199968"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:17:44.637310 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ea00cd13-371a-467a-a4e7-16856a0a2a8d tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (d3934b8b-4007-4535-94b3-0638c9a87b27), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:44.669432 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea00cd13-371a-467a-a4e7-16856a0a2a8d tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Network 48cef6a4-8838-4954-9c4a-6d4418940471 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:17:44.673100 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-ea00cd13-371a-467a-a4e7-16856a0a2a8d tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:17:44.678045 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea00cd13-371a-467a-a4e7-16856a0a2a8d tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:17:44.719612 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594b439b-22b3-425e-9202-f43ffeba088d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-5c4d0779-fbce-46e7-b29d-762aa1388a7a', 'network_id': '5c4d0779-fbce-46e7-b29d-762aa1388a7a', 'project_id': '80ec9bc0971349518040a95dce5a93c8', 'fixed_ips': [{'subnet_id': 'd14014b3-db38-4cdb-a413-f7ec44109003'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:17:44.720586 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-594b439b-22b3-425e-9202-f43ffeba088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:44.742891 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ba4db5-406c-427e-88e8-e49421e37e9a tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Made reservation on behalf of 80ec9bc0971349518040a95dce5a93c8 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:17:44.749144 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-90ba4db5-406c-427e-88e8-e49421e37e9a tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:44.753548 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbed913-0484-4b17-a05a-a1544f316f0a x-openstack-request-id: req-2fbed913-0484-4b17-a05a-a1544f316f0a {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:17:44.753844 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f121fc7-9edf-490f-87f5-0bbb24846d4e", "tag": "77757051-195c-4db8-8a70-f2553e199968", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:17:44.754099 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2fbed913-0484-4b17-a05a-a1544f316f0a {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:17:44.754555 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f121fc7-9edf-490f-87f5-0bbb24846d4e', 'tag': '77757051-195c-4db8-8a70-f2553e199968', 'status': 'completed', 'code': 200} Jan 28 03:17:44.800100 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-90ba4db5-406c-427e-88e8-e49421e37e9a tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] device_id is not set on port b069672c-2b50-47d0-bcc5-248b4f39e996 yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:17:44.861833 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea00cd13-371a-467a-a4e7-16856a0a2a8d tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Pushing event updated for resources: {'Port': ['ID=d3934b8b-4007-4535-94b3-0638c9a87b27,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:44.865856 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ea00cd13-371a-467a-a4e7-16856a0a2a8d tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (e6364ff9-0d59-4708-b9ab-b5a014dec48b), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:44.988057 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-aa1edd4b-9fe4-4b4e-9cb7-146f76eb2d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:44.989515 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-aa1edd4b-9fe4-4b4e-9cb7-146f76eb2d8f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ca842ceda87544d7a57b9cd7ee973733&device_id=5f121fc7-9edf-490f-87f5-0bbb24846d4e HTTP/1.1" status: 200 len: 1096 time: 0.2562933 Jan 28 03:17:45.039635 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-90ba4db5-406c-427e-88e8-e49421e37e9a tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Allocated IP 172.20.0.6 (5c4d0779-fbce-46e7-b29d-762aa1388a7a/d14014b3-db38-4cdb-a413-f7ec44109003/b069672c-2b50-47d0-bcc5-248b4f39e996) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:17:45.138746 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-74ff3c63-26e4-490f-89b7-0f6de67eee50 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77757051-195c-4db8-8a70-f2553e199968 HTTP/1.1" status: 200 len: 217 time: 0.1234496 Jan 28 03:17:45.215992 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3267b-4efa-44c6-92be-7c8e79c8b5d6 req-489bfa97-b84e-4380-9450-cb3f56231630 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:45.217543 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16d3267b-4efa-44c6-92be-7c8e79c8b5d6 req-489bfa97-b84e-4380-9450-cb3f56231630 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.2624369 Jan 28 03:17:45.220443 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ea00cd13-371a-467a-a4e7-16856a0a2a8d tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d3934b8b-4007-4535-94b3-0638c9a87b27), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:45.246297 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-84910c3f-f0e9-484c-844c-e7b973390e5e None None] Provisioning complete for port d3934b8b-4007-4535-94b3-0638c9a87b27 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:17:45.246922 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-84910c3f-f0e9-484c-844c-e7b973390e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d3934b8b-4007-4535-94b3-0638c9a87b27), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:45.256812 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-cd3dd92d-e5c6-41cf-9615-fe02538d37ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:45.258345 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-cd3dd92d-e5c6-41cf-9615-fe02538d37ba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=51e28b6d-4c18-44d2-870e-5666ca9d9f18 HTTP/1.1" status: 200 len: 852 time: 0.1133690 Jan 28 03:17:45.282742 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-84910c3f-f0e9-484c-844c-e7b973390e5e None None] Port d3934b8b-4007-4535-94b3-0638c9a87b27 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:17:45.295034 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-90ba4db5-406c-427e-88e8-e49421e37e9a tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Publish callbacks [] for port (b069672c-2b50-47d0-bcc5-248b4f39e996), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:45.341747 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-90ba4db5-406c-427e-88e8-e49421e37e9a tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (b069672c-2b50-47d0-bcc5-248b4f39e996), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:45.395143 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16d3267b-4efa-44c6-92be-7c8e79c8b5d6 req-48f82989-205b-4d07-b5d1-17b1b1a59bfe tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678960 Jan 28 03:17:45.410717 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-dabadf79-1047-417a-ad76-94d799ab4a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:45.412569 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-dabadf79-1047-417a-ad76-94d799ab4a80 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=359d63da-0117-4555-a3d7-c4512f3dc136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1286681 Jan 28 03:17:45.429668 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-594b439b-22b3-425e-9202-f43ffeba088d None None] Allocated IP 172.20.0.2 (5c4d0779-fbce-46e7-b29d-762aa1388a7a/d14014b3-db38-4cdb-a413-f7ec44109003/b3c9d511-d0e0-4d03-8517-6a141d57576f) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:17:45.495811 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ba4db5-406c-427e-88e8-e49421e37e9a tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Network 5c4d0779-fbce-46e7-b29d-762aa1388a7a is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:17:45.509427 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-90ba4db5-406c-427e-88e8-e49421e37e9a tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:17:45.518529 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ba4db5-406c-427e-88e8-e49421e37e9a tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:17:45.565671 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba4db5-406c-427e-88e8-e49421e37e9a tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Pushing event updated for resources: {'Port': ['ID=b069672c-2b50-47d0-bcc5-248b4f39e996,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:45.607619 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8ea3f-a9d7-47fb-aca1-004ec7f94d45 req-cde08ff4-3631-41e5-a86d-ba0ee4377171 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:45.609424 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3cd8ea3f-a9d7-47fb-aca1-004ec7f94d45 req-cde08ff4-3631-41e5-a86d-ba0ee4377171 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f121fc7-9edf-490f-87f5-0bbb24846d4e HTTP/1.1" status: 200 len: 944 time: 0.2273657 Jan 28 03:17:45.627624 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-080f3722-8753-47a6-9334-4bc178be34dd service neutron] 10.222.0.39 "GET /v2.0/networks/359d63da-0117-4555-a3d7-c4512f3dc136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069721 Jan 28 03:17:45.639114 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-594b439b-22b3-425e-9202-f43ffeba088d None None] Publish callbacks [] for port (b3c9d511-d0e0-4d03-8517-6a141d57576f), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:45.651170 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-594b439b-22b3-425e-9202-f43ffeba088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (b3c9d511-d0e0-4d03-8517-6a141d57576f), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:45.653320 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ba4db5-406c-427e-88e8-e49421e37e9a tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:45.654093 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-90ba4db5-406c-427e-88e8-e49421e37e9a tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:45.700138 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b439b-22b3-425e-9202-f43ffeba088d None None] Pushing event updated for resources: {'Port': ['ID=b3c9d511-d0e0-4d03-8517-6a141d57576f,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:45.705724 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-90ba4db5-406c-427e-88e8-e49421e37e9a tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1544914 Jan 28 03:17:45.711333 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b439b-22b3-425e-9202-f43ffeba088d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:45.711699 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b439b-22b3-425e-9202-f43ffeba088d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:45.712047 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b439b-22b3-425e-9202-f43ffeba088d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:45.712393 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b439b-22b3-425e-9202-f43ffeba088d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:45.712731 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b439b-22b3-425e-9202-f43ffeba088d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:45.713082 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b439b-22b3-425e-9202-f43ffeba088d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:45.713441 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b439b-22b3-425e-9202-f43ffeba088d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:45.713809 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b439b-22b3-425e-9202-f43ffeba088d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:45.714090 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b439b-22b3-425e-9202-f43ffeba088d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:45.714421 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b439b-22b3-425e-9202-f43ffeba088d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:45.714749 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b439b-22b3-425e-9202-f43ffeba088d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:45.715078 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b439b-22b3-425e-9202-f43ffeba088d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:45.715405 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594b439b-22b3-425e-9202-f43ffeba088d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:17:45.719034 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3cd8ea3f-a9d7-47fb-aca1-004ec7f94d45 req-c53fd499-d941-48e7-bb39-4722c0e8c39f tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/security-groups?id=12adc281-407c-4de8-aa15-07fc31d7ad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011188 Jan 28 03:17:45.724443 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42230) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:45.730368 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594b439b-22b3-425e-9202-f43ffeba088d None None] Network 5c4d0779-fbce-46e7-b29d-762aa1388a7a is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:17:45.732423 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-594b439b-22b3-425e-9202-f43ffeba088d None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:17:45.742535 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594b439b-22b3-425e-9202-f43ffeba088d None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:17:45.816184 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-594b439b-22b3-425e-9202-f43ffeba088d None None] Attempting to bind port b3c9d511-d0e0-4d03-8517-6a141d57576f on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:17:45.817169 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-594b439b-22b3-425e-9202-f43ffeba088d None None] Attempting to bind port b3c9d511-d0e0-4d03-8517-6a141d57576f by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '423d7319-107e-41a8-b4b6-d9fdb59997ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5c4d0779-fbce-46e7-b29d-762aa1388a7a'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:17:45.819744 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594b439b-22b3-425e-9202-f43ffeba088d None None] Attempting to bind port b3c9d511-d0e0-4d03-8517-6a141d57576f on network 5c4d0779-fbce-46e7-b29d-762aa1388a7a {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:17:45.827844 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594b439b-22b3-425e-9202-f43ffeba088d None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:17:45.828615 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594b439b-22b3-425e-9202-f43ffeba088d None None] Checking segment: {'id': '423d7319-107e-41a8-b4b6-d9fdb59997ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5c4d0779-fbce-46e7-b29d-762aa1388a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:17:45.829434 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-594b439b-22b3-425e-9202-f43ffeba088d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:45.830179 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594b439b-22b3-425e-9202-f43ffeba088d None None] Bound using segment: {'id': '423d7319-107e-41a8-b4b6-d9fdb59997ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5c4d0779-fbce-46e7-b29d-762aa1388a7a'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:17:45.831072 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-594b439b-22b3-425e-9202-f43ffeba088d None None] Bound port: b3c9d511-d0e0-4d03-8517-6a141d57576f, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '423d7319-107e-41a8-b4b6-d9fdb59997ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5c4d0779-fbce-46e7-b29d-762aa1388a7a'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:17:45.831662 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-594b439b-22b3-425e-9202-f43ffeba088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b3c9d511-d0e0-4d03-8517-6a141d57576f), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:45.864952 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc7be1-dcf8-4562-9da1-624014e3fbd7 req-7f807238-73e6-4c1c-a94c-449bc021a2f4 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:45.866647 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f2fc7be1-dcf8-4562-9da1-624014e3fbd7 req-7f807238-73e6-4c1c-a94c-449bc021a2f4 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c5c6cd8-a556-4a43-ad50-557557c9463c HTTP/1.1" status: 200 len: 945 time: 0.2142777 Jan 28 03:17:45.925117 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-594b439b-22b3-425e-9202-f43ffeba088d None None] For port b3c9d511-d0e0-4d03-8517-6a141d57576f, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:17:45.929829 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509a832-911e-451c-a483-bf35b055ad3d req-86385f15-0c05-4380-8198-7beeaa5a2d43 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:45.930768 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-594b439b-22b3-425e-9202-f43ffeba088d None None] For port b3c9d511-d0e0-4d03-8517-6a141d57576f, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=b3c9d511-d0e0-4d03-8517-6a141d57576f,segment=NetworkSegment(423d7319-107e-41a8-b4b6-d9fdb59997ba),segment_id=423d7319-107e-41a8-b4b6-d9fdb59997ba)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:17:45.931761 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5509a832-911e-451c-a483-bf35b055ad3d req-86385f15-0c05-4380-8198-7beeaa5a2d43 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c5c6cd8-a556-4a43-ad50-557557c9463c HTTP/1.1" status: 200 len: 945 time: 0.1523924 Jan 28 03:17:45.936885 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-1f65ae1f-643b-4589-a08c-c50b51b40934 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Deleting port b069672c-2b50-47d0-bcc5-248b4f39e996 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:17:45.937549 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1f65ae1f-643b-4589-a08c-c50b51b40934 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (b069672c-2b50-47d0-bcc5-248b4f39e996), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:45.940128 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-594b439b-22b3-425e-9202-f43ffeba088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b3c9d511-d0e0-4d03-8517-6a141d57576f), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:45.966654 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a818ae0-1700-422a-9739-3010a700f3cf req-26db3bfb-0566-46da-8213-d6a7476c062b tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:45.975616 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6a818ae0-1700-422a-9739-3010a700f3cf req-26db3bfb-0566-46da-8213-d6a7476c062b tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.1026487 Jan 28 03:17:46.010165 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ea00cd13-371a-467a-a4e7-16856a0a2a8d tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for port (d3934b8b-4007-4535-94b3-0638c9a87b27), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:46.018733 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fc656269-2a00-4937-b5c8-dca3ff03f298 req-da619276-0fa7-4a23-9d4c-af3e7164eea7 service neutron] 10.222.0.39 "GET /v2.0/networks/359d63da-0117-4555-a3d7-c4512f3dc136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745413 Jan 28 03:17:46.033968 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ea00cd13-371a-467a-a4e7-16856a0a2a8d tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (d3934b8b-4007-4535-94b3-0638c9a87b27), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:46.056234 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b439b-22b3-425e-9202-f43ffeba088d None None] Pushing event updated for resources: {'Port': ['ID=b3c9d511-d0e0-4d03-8517-6a141d57576f,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:46.098428 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6a818ae0-1700-422a-9739-3010a700f3cf req-a2d3e3b0-5bd4-433d-8617-4a14b20ef160 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218967 Jan 28 03:17:46.157082 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1f65ae1f-643b-4589-a08c-c50b51b40934 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (b069672c-2b50-47d0-bcc5-248b4f39e996), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:46.188027 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-1f65ae1f-643b-4589-a08c-c50b51b40934 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Calling delete_port for b069672c-2b50-47d0-bcc5-248b4f39e996 owned by {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:17:46.195291 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f2fc7be1-dcf8-4562-9da1-624014e3fbd7 req-d39a4149-4b21-4c53-8d77-2b8fb1cbad8b tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9244a5e-643a-4b22-8c6c-b6b246785d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124101 Jan 28 03:17:46.229018 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ea00cd13-371a-467a-a4e7-16856a0a2a8d tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (e6364ff9-0d59-4708-b9ab-b5a014dec48b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:46.231086 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea00cd13-371a-467a-a4e7-16856a0a2a8d tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Pushing event updated for resources: {'Port': ['ID=d3934b8b-4007-4535-94b3-0638c9a87b27,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:46.299450 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930272d-0a49-473d-ad9b-f9346b4590f7 req-c9937b6e-9a2d-4188-86a2-1ca5c06b7c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:46.311636 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5930272d-0a49-473d-ad9b-f9346b4590f7 req-c9937b6e-9a2d-4188-86a2-1ca5c06b7c59 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ca842ceda87544d7a57b9cd7ee973733&device_id=5f121fc7-9edf-490f-87f5-0bbb24846d4e HTTP/1.1" status: 200 len: 1096 time: 0.1771619 Jan 28 03:17:46.409543 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2fccc6-82a6-4ad4-b9b1-82bc7839dd9d req-934bed6e-870f-49d7-9ef0-d35f694f21ac tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:46.423866 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6f2fccc6-82a6-4ad4-b9b1-82bc7839dd9d req-934bed6e-870f-49d7-9ef0-d35f694f21ac tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.1751730 Jan 28 03:17:46.424061 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-5509a832-911e-451c-a483-bf35b055ad3d req-51a90d69-31d4-45f5-8c8f-fb6963b155c7 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] Deleting port ae05566f-6e54-49e4-9f3d-c8b863269350 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:17:46.424322 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5509a832-911e-451c-a483-bf35b055ad3d req-51a90d69-31d4-45f5-8c8f-fb6963b155c7 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (ae05566f-6e54-49e4-9f3d-c8b863269350), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:46.447587 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1f65ae1f-643b-4589-a08c-c50b51b40934 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (b069672c-2b50-47d0-bcc5-248b4f39e996), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:46.510605 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f65ae1f-643b-4589-a08c-c50b51b40934 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Pushing event deleted for resources: {'Port': ['ID=b069672c-2b50-47d0-bcc5-248b4f39e996,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:46.529425 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6f2fccc6-82a6-4ad4-b9b1-82bc7839dd9d req-c24e32bd-a4f1-44f5-9249-a19c823d135a tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046064 Jan 28 03:17:46.626167 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1f65ae1f-643b-4589-a08c-c50b51b40934 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:46.630507 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1f65ae1f-643b-4589-a08c-c50b51b40934 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] 10.222.0.53 "DELETE /v2.0/ports/b069672c-2b50-47d0-bcc5-248b4f39e996 HTTP/1.1" status: 204 len: 168 time: 0.9043906 Jan 28 03:17:46.633004 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42236) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:46.718887 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8d8ac557-2a35-416b-ae38-a40236af0b43 tempest-DHCPAgentSchedulersTestJSON-1904581025 tempest-DHCPAgentSchedulersTestJSON-1904581025-project-admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4935 time: 0.0847342 Jan 28 03:17:46.721839 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42242) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:46.733325 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-51da8a44-e4eb-43f5-ab62-6223460f887d tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2005539405'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:17:46.773210 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51da8a44-e4eb-43f5-ab62-6223460f887d tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Made reservation on behalf of 80ec9bc0971349518040a95dce5a93c8 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:17:46.777625 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-51da8a44-e4eb-43f5-ab62-6223460f887d tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:46.824025 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51da8a44-e4eb-43f5-ab62-6223460f887d tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:17:46.864494 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-51da8a44-e4eb-43f5-ab62-6223460f887d tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (b2f002e7-4126-41d4-97f6-25337719d7f5), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:46.865216 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-51da8a44-e4eb-43f5-ab62-6223460f887d tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Added segment b2f002e7-4126-41d4-97f6-25337719d7f5 of type vlan for network 5c12b7f8-8f93-4a99-8c7d-2b7303c578f2 Jan 28 03:17:46.936858 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-51da8a44-e4eb-43f5-ab62-6223460f887d tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (5c12b7f8-8f93-4a99-8c7d-2b7303c578f2), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:46.962637 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76b86a-48eb-4f04-aff7-7dfa07e0776f req-6f39302c-49ee-46ef-a403-145fa466086a tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:46.964224 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bd76b86a-48eb-4f04-aff7-7dfa07e0776f req-6f39302c-49ee-46ef-a403-145fa466086a tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f121fc7-9edf-490f-87f5-0bbb24846d4e HTTP/1.1" status: 200 len: 944 time: 0.1231070 Jan 28 03:17:47.015833 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-5509a832-911e-451c-a483-bf35b055ad3d req-51a90d69-31d4-45f5-8c8f-fb6963b155c7 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] For port ae05566f-6e54-49e4-9f3d-c8b863269350, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=ae05566f-6e54-49e4-9f3d-c8b863269350,segment=NetworkSegment(0d556b25-4ddf-44c5-ac4e-6219948a1c8a),segment_id=0d556b25-4ddf-44c5-ac4e-6219948a1c8a)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:17:47.016489 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5509a832-911e-451c-a483-bf35b055ad3d req-51a90d69-31d4-45f5-8c8f-fb6963b155c7 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (ae05566f-6e54-49e4-9f3d-c8b863269350), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:47.019155 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-51da8a44-e4eb-43f5-ab62-6223460f887d tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (5c12b7f8-8f93-4a99-8c7d-2b7303c578f2), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:47.024816 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51da8a44-e4eb-43f5-ab62-6223460f887d tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:47.025801 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-51da8a44-e4eb-43f5-ab62-6223460f887d tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:47.031485 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-5509a832-911e-451c-a483-bf35b055ad3d req-51a90d69-31d4-45f5-8c8f-fb6963b155c7 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] Calling delete_port for ae05566f-6e54-49e4-9f3d-c8b863269350 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:17:47.058115 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bd76b86a-48eb-4f04-aff7-7dfa07e0776f req-0f758cde-25f6-46c9-a1b3-f3b0cdea9121 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/security-groups?id=12adc281-407c-4de8-aa15-07fc31d7ad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851550 Jan 28 03:17:47.106643 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-51da8a44-e4eb-43f5-ab62-6223460f887d tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.3834682 Jan 28 03:17:47.110051 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42254) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:47.127651 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea00cd13-371a-467a-a4e7-16856a0a2a8d tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Network 48cef6a4-8838-4954-9c4a-6d4418940471 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:17:47.130205 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da8a44-e4eb-43f5-ab62-6223460f887d tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Pushing event updated for resources: {'Network': ['ID=5c12b7f8-8f93-4a99-8c7d-2b7303c578f2,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:47.146936 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 5c12b7f8-8f93-4a99-8c7d-2b7303c578f2 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:17:47.263351 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-ea00cd13-371a-467a-a4e7-16856a0a2a8d tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:17:47.275050 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930272d-0a49-473d-ad9b-f9346b4590f7 req-40815ef9-4f52-4a94-9645-f12dc0b0c836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:47.276849 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5930272d-0a49-473d-ad9b-f9346b4590f7 req-40815ef9-4f52-4a94-9645-f12dc0b0c836 service neutron] 10.222.0.39 "GET /v2.0/networks?id=359d63da-0117-4555-a3d7-c4512f3dc136 HTTP/1.1" status: 200 len: 914 time: 0.9637141 Jan 28 03:17:47.354782 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9640d7ce-5b9b-4623-b51d-4b571aca610a tempest-DHCPAgentSchedulersTestJSON-1904581025 tempest-DHCPAgentSchedulersTestJSON-1904581025-project-admin] 10.222.0.53 "GET /v2.0/agents/3972c3c5-dbf9-474e-becc-adad93eaa9a3/dhcp-networks HTTP/1.1" status: 200 len: 8074 time: 0.2435300 Jan 28 03:17:47.357464 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42258) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:47.387383 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4bf9d898-4ea1-4b19-a120-67db3b6d47f4 req-f74836c3-153c-4f1f-9107-7bcbc69c4334 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c5c6cd8-a556-4a43-ad50-557557c9463c HTTP/1.1" status: 200 len: 210 time: 0.0613475 Jan 28 03:17:47.488327 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5509a832-911e-451c-a483-bf35b055ad3d req-51a90d69-31d4-45f5-8c8f-fb6963b155c7 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (ae05566f-6e54-49e4-9f3d-c8b863269350), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:47.510424 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abb30e1-1e94-4a1c-9d7f-3446d0c55ed3 tempest-DHCPAgentSchedulersTestJSON-1904581025 tempest-DHCPAgentSchedulersTestJSON-1904581025-project-admin] Network 5c12b7f8-8f93-4a99-8c7d-2b7303c578f2 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:17:47.521888 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['ae05566f-6e54-49e4-9f3d-c8b863269350'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:17:47.529916 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0abb30e1-1e94-4a1c-9d7f-3446d0c55ed3 tempest-DHCPAgentSchedulersTestJSON-1904581025 tempest-DHCPAgentSchedulersTestJSON-1904581025-project-admin] 10.222.0.53 "POST /v2.0/agents/3972c3c5-dbf9-474e-becc-adad93eaa9a3/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1710892 Jan 28 03:17:47.532416 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42260) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:47.587383 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8a1215-15b4-40a7-8eca-6423bf63d6f4 None None] Network 5c12b7f8-8f93-4a99-8c7d-2b7303c578f2 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:17:47.591648 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025b7367-fae1-4da2-b451-d3bfe3f4bb4d None None] Network 5c4d0779-fbce-46e7-b29d-762aa1388a7a requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:17:47.609651 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a90d69-31d4-45f5-8c8f-fb6963b155c7 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] Pushing event deleted for resources: {'Port': ['ID=ae05566f-6e54-49e4-9f3d-c8b863269350,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:47.612519 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5930272d-0a49-473d-ad9b-f9346b4590f7 req-99239112-51b4-4a21-951b-e1f8ca3c23f9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77757051-195c-4db8-8a70-f2553e199968 HTTP/1.1" status: 200 len: 217 time: 0.1366925 Jan 28 03:17:47.741510 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-5509a832-911e-451c-a483-bf35b055ad3d req-51a90d69-31d4-45f5-8c8f-fb6963b155c7 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] No DVR routers for this DVR port ae05566f-6e54-49e4-9f3d-c8b863269350 on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:17:47.743739 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930272d-0a49-473d-ad9b-f9346b4590f7 req-1a56081f-3811-4999-aed4-cc80b68a4d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:47.745457 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5930272d-0a49-473d-ad9b-f9346b4590f7 req-1a56081f-3811-4999-aed4-cc80b68a4d09 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=51e28b6d-4c18-44d2-870e-5666ca9d9f18 HTTP/1.1" status: 200 len: 852 time: 0.0859501 Jan 28 03:17:47.746790 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5509a832-911e-451c-a483-bf35b055ad3d req-51a90d69-31d4-45f5-8c8f-fb6963b155c7 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:47.751745 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5509a832-911e-451c-a483-bf35b055ad3d req-51a90d69-31d4-45f5-8c8f-fb6963b155c7 tempest-ServerTagsTestJSON-1568542585 tempest-ServerTagsTestJSON-1568542585-project] 10.222.0.67 "DELETE /v2.0/ports/ae05566f-6e54-49e4-9f3d-c8b863269350 HTTP/1.1" status: 204 len: 173 time: 1.8018608 Jan 28 03:17:47.754130 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6793658d-ad75-4c59-a8b7-b9d47b57942f tempest-DHCPAgentSchedulersTestJSON-1904581025 tempest-DHCPAgentSchedulersTestJSON-1904581025-project-admin] 10.222.0.53 "GET /v2.0/agents/3972c3c5-dbf9-474e-becc-adad93eaa9a3/dhcp-networks HTTP/1.1" status: 200 len: 8845 time: 0.2200491 Jan 28 03:17:47.755565 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42262) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:47.755893 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c5c6cd8-a556-4a43-ad50-557557c9463c', 'name': 'network-vif-deleted', 'tag': 'ae05566f-6e54-49e4-9f3d-c8b863269350'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:17:47.758452 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c614fd0-9efa-4f1a-ac7b-32bd0fe9f1e5" -d '{"events": [{"server_uuid": "3c5c6cd8-a556-4a43-ad50-557557c9463c", "name": "network-vif-deleted", "tag": "ae05566f-6e54-49e4-9f3d-c8b863269350"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:17:47.806232 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-0f9662d8-50cc-4624-bcd9-010513185a58 None None] Provisioning complete for port b3c9d511-d0e0-4d03-8517-6a141d57576f triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:17:47.806582 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0f9662d8-50cc-4624-bcd9-010513185a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b3c9d511-d0e0-4d03-8517-6a141d57576f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:47.811858 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea00cd13-371a-467a-a4e7-16856a0a2a8d tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Router e6364ff9-0d59-4708-b9ab-b5a014dec48b has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:17:47.834673 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-c6932e9f-40f2-42c4-84ed-39039c64416f tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:47.842175 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-c6932e9f-40f2-42c4-84ed-39039c64416f tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/networks?id=61daafe4-8be0-4976-aead-14ffa612176d HTTP/1.1" status: 200 len: 811 time: 0.7432730 Jan 28 03:17:47.864310 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7a58d862-2f6d-4ddf-b270-ccbf830d2752 tempest-DHCPAgentSchedulersTestJSON-1904581025 tempest-DHCPAgentSchedulersTestJSON-1904581025-project-admin] 10.222.0.53 "DELETE /v2.0/agents/3972c3c5-dbf9-474e-becc-adad93eaa9a3/dhcp-networks/5c12b7f8-8f93-4a99-8c7d-2b7303c578f2 HTTP/1.1" status: 204 len: 168 time: 0.1047432 Jan 28 03:17:47.865570 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42266) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:47.985815 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-0f9662d8-50cc-4624-bcd9-010513185a58 None None] Current status of the port b3c9d511-d0e0-4d03-8517-6a141d57576f is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:17:47.986211 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0f9662d8-50cc-4624-bcd9-010513185a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b3c9d511-d0e0-4d03-8517-6a141d57576f), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:48.024166 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-14e058ba-a5f2-456c-af07-05445adda699 tempest-DHCPAgentSchedulersTestJSON-1904581025 tempest-DHCPAgentSchedulersTestJSON-1904581025-project-admin] 10.222.0.53 "GET /v2.0/agents/3972c3c5-dbf9-474e-becc-adad93eaa9a3/dhcp-networks HTTP/1.1" status: 200 len: 8074 time: 0.1561718 Jan 28 03:17:48.028931 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42268) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:48.043302 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-0f9662d8-50cc-4624-bcd9-010513185a58 None None] For port b3c9d511-d0e0-4d03-8517-6a141d57576f, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=b3c9d511-d0e0-4d03-8517-6a141d57576f,segment=NetworkSegment(423d7319-107e-41a8-b4b6-d9fdb59997ba),segment_id=423d7319-107e-41a8-b4b6-d9fdb59997ba)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:17:48.044901 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea00cd13-371a-467a-a4e7-16856a0a2a8d tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:17:48.050228 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84142c4b-fdb8-473f-a66c-d24da319d9c3 x-openstack-request-id: req-84142c4b-fdb8-473f-a66c-d24da319d9c3 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:17:48.050326 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c5c6cd8-a556-4a43-ad50-557557c9463c", "name": "network-vif-deleted", "tag": "ae05566f-6e54-49e4-9f3d-c8b863269350", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:17:48.050606 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-84142c4b-fdb8-473f-a66c-d24da319d9c3 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:17:48.050989 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c5c6cd8-a556-4a43-ad50-557557c9463c', 'name': 'network-vif-deleted', 'tag': 'ae05566f-6e54-49e4-9f3d-c8b863269350', 'status': 'completed', 'code': 200} Jan 28 03:17:48.056932 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b747cb-6dc8-49b9-9d42-59d2e48f5620 None None] Sync routers for ids ['e6364ff9-0d59-4708-b9ab-b5a014dec48b'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:17:48.057515 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1469231d-0b30-4bae-a52a-a38f4e03a389 tempest-DHCPAgentSchedulersTestJSON-1904581025 tempest-DHCPAgentSchedulersTestJSON-1904581025-project-admin] 10.222.0.53 "GET /v2.0/networks/5c4d0779-fbce-46e7-b29d-762aa1388a7a/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0267828 Jan 28 03:17:48.063406 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ea00cd13-371a-467a-a4e7-16856a0a2a8d tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "PUT /v2.0/routers/e6364ff9-0d59-4708-b9ab-b5a014dec48b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1992238 Jan 28 03:17:48.063406 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42270) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:48.063406 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42272) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:48.065468 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0f9662d8-50cc-4624-bcd9-010513185a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b3c9d511-d0e0-4d03-8517-6a141d57576f), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:48.075675 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-2a0982ec-c5a9-48e4-8cad-a4588b6b2433 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Request body: {'port': {'network_id': '48cef6a4-8838-4954-9c4a-6d4418940471', 'name': 'tempest-FloatingIPTestJSON-590027253'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:17:48.081235 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b747cb-6dc8-49b9-9d42-59d2e48f5620 None None] Routers {'e6364ff9-0d59-4708-b9ab-b5a014dec48b'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:17:48.081873 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-a5b747cb-6dc8-49b9-9d42-59d2e48f5620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:17:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['e6364ff9-0d59-4708-b9ab-b5a014dec48b'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:48.101967 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-a55b6d48-7051-4a0d-b958-7a4a473023a5 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/quotas/2286ae41b27547dfa2005a6a8f000d38 HTTP/1.1" status: 200 len: 375 time: 0.2588308 Jan 28 03:17:48.146365 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930272d-0a49-473d-ad9b-f9346b4590f7 req-0023550a-c888-435a-90e0-a3466c3d2eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:48.149261 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5930272d-0a49-473d-ad9b-f9346b4590f7 req-0023550a-c888-435a-90e0-a3466c3d2eeb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=359d63da-0117-4555-a3d7-c4512f3dc136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3852289 Jan 28 03:17:48.152883 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-a5b747cb-6dc8-49b9-9d42-59d2e48f5620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:48.187939 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b747cb-6dc8-49b9-9d42-59d2e48f5620 None None] Routers {'e6364ff9-0d59-4708-b9ab-b5a014dec48b'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:17:48.188828 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-a5b747cb-6dc8-49b9-9d42-59d2e48f5620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:17:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['e6364ff9-0d59-4708-b9ab-b5a014dec48b'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:48.275958 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-a5b747cb-6dc8-49b9-9d42-59d2e48f5620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:48.276962 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b747cb-6dc8-49b9-9d42-59d2e48f5620 None None] The sync data for ids ['e6364ff9-0d59-4708-b9ab-b5a014dec48b'] in n-d-712139-27 is: [] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:17:48.281013 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42276) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:48.285145 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9662d8-50cc-4624-bcd9-010513185a58 None None] Pushing event updated for resources: {'Port': ['ID=b3c9d511-d0e0-4d03-8517-6a141d57576f,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:48.288727 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-caea37f1-44ce-4c05-9288-21cf58f39139 tempest-DHCPAgentSchedulersTestJSON-1904581025 tempest-DHCPAgentSchedulersTestJSON-1904581025-project-admin] 10.222.0.53 "GET /v2.0/networks/5c4d0779-fbce-46e7-b29d-762aa1388a7a/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.2158544 Jan 28 03:17:48.308617 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-5927a27b-3d3b-40a7-a119-e1266710d906 None None] Provisioning complete for port d3934b8b-4007-4535-94b3-0638c9a87b27 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:17:48.309402 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5927a27b-3d3b-40a7-a119-e1266710d906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d3934b8b-4007-4535-94b3-0638c9a87b27), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:48.375409 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-5927a27b-3d3b-40a7-a119-e1266710d906 None None] Port d3934b8b-4007-4535-94b3-0638c9a87b27 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:17:48.450108 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ffe63-d5aa-4636-922f-794acf2053ed req-46d77c39-404f-440f-82b7-ad80a16c5498 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:48.458460 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ae3ffe63-d5aa-4636-922f-794acf2053ed req-46d77c39-404f-440f-82b7-ad80a16c5498 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f121fc7-9edf-490f-87f5-0bbb24846d4e HTTP/1.1" status: 200 len: 944 time: 0.2724164 Jan 28 03:17:48.466314 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device b3c9d511-d0e0-4d03-8517-6a141d57576f up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:17:48.479464 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5930272d-0a49-473d-ad9b-f9346b4590f7 req-eb53e386-6912-487a-8133-9843d39fa40e service neutron] 10.222.0.39 "GET /v2.0/networks/359d63da-0117-4555-a3d7-c4512f3dc136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151814 Jan 28 03:17:48.556390 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port b3c9d511-d0e0-4d03-8517-6a141d57576f triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:17:48.556805 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b3c9d511-d0e0-4d03-8517-6a141d57576f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:48.585970 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ae3ffe63-d5aa-4636-922f-794acf2053ed req-8d6857a9-86e7-4e0e-803f-a8d38ffe5a36 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/security-groups?id=12adc281-407c-4de8-aa15-07fc31d7ad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260476 Jan 28 03:17:48.622456 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-0bb272c7-b6ae-411c-b136-107943268a2e tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2286ae41b27547dfa2005a6a8f000d38&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4671617 Jan 28 03:17:48.631758 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-bdcc15e0-8f03-4198-b935-2aabad21f1a6 tempest-DHCPAgentSchedulersTestJSON-1904581025 tempest-DHCPAgentSchedulersTestJSON-1904581025-project-admin] 10.222.0.53 "GET /v2.0/agents/3972c3c5-dbf9-474e-becc-adad93eaa9a3/dhcp-networks HTTP/1.1" status: 200 len: 8074 time: 0.3492162 Jan 28 03:17:48.631974 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-bba12e50-302e-41ea-beec-0435b1e11de6 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:17:48.636175 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42280) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:48.638855 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-bba12e50-302e-41ea-beec-0435b1e11de6 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0154579 Jan 28 03:17:48.657767 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-11c0c427-06f3-4861-9bc5-3542bce01e95 None None] Provisioning complete for port b3c9d511-d0e0-4d03-8517-6a141d57576f triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:17:48.658200 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-11c0c427-06f3-4861-9bc5-3542bce01e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b3c9d511-d0e0-4d03-8517-6a141d57576f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:48.735135 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42282) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:48.785174 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4397d605-6b16-4a09-9455-38bf01ed0f8c tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (5c12b7f8-8f93-4a99-8c7d-2b7303c578f2), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:48.880041 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0982ec-c5a9-48e4-8cad-a4588b6b2433 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Made reservation on behalf of f571cec42994493fa0fbdc6f6652cb99 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:17:48.883517 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2a0982ec-c5a9-48e4-8cad-a4588b6b2433 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:48.903902 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5930272d-0a49-473d-ad9b-f9346b4590f7 req-18a63180-aa0b-4821-9da1-d3e29b7c1352 service neutron] 10.222.0.39 "GET /v2.0/networks/359d63da-0117-4555-a3d7-c4512f3dc136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4176481 Jan 28 03:17:48.931188 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-11c0c427-06f3-4861-9bc5-3542bce01e95 None None] Current status of the port b3c9d511-d0e0-4d03-8517-6a141d57576f is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:17:48.945103 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-2a0982ec-c5a9-48e4-8cad-a4588b6b2433 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] device_id is not set on port 72507b05-6d32-44e3-9b20-105d1367e275 yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:17:48.946369 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port b3c9d511-d0e0-4d03-8517-6a141d57576f is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:17:48.973307 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-4240011f-5428-4d25-94ae-afb16b4b20b0 admin admin] Deleting subnet 205106b2-e78d-4c53-84d3-04682a04dc44 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:17:48.977184 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4397d605-6b16-4a09-9455-38bf01ed0f8c tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (5c12b7f8-8f93-4a99-8c7d-2b7303c578f2), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:48.985430 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4240011f-5428-4d25-94ae-afb16b4b20b0 admin admin] Publish callbacks [] for subnet (205106b2-e78d-4c53-84d3-04682a04dc44), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:49.031633 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-4397d605-6b16-4a09-9455-38bf01ed0f8c tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c12b7f8-8f93-4a99-8c7d-2b7303c578f2']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:49.052951 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-4397d605-6b16-4a09-9455-38bf01ed0f8c tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2f002e7-4126-41d4-97f6-25337719d7f5') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:49.054678 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-4397d605-6b16-4a09-9455-38bf01ed0f8c tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2f002e7-4126-41d4-97f6-25337719d7f5') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:49.069024 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4397d605-6b16-4a09-9455-38bf01ed0f8c tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (b2f002e7-4126-41d4-97f6-25337719d7f5), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:49.083984 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-2d1b73e2-6120-4d04-8b69-33da8a729030 service neutron] 10.222.0.53 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4438376 Jan 28 03:17:49.087841 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-611611a7-6195-4146-b890-90313d363b2a None None] Could not find standard attr ID for object b069672c-2b50-47d0-bcc5-248b4f39e996. {{(pid=109804) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:17:49.101826 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4397d605-6b16-4a09-9455-38bf01ed0f8c tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (b2f002e7-4126-41d4-97f6-25337719d7f5), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:49.112572 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4397d605-6b16-4a09-9455-38bf01ed0f8c tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:17:49.113317 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4397d605-6b16-4a09-9455-38bf01ed0f8c tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (b2f002e7-4126-41d4-97f6-25337719d7f5), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:49.132402 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:17:49.132402 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:17:49.132402 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:17:49.132402 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:17:49.132402 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:17:49.132402 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:17:49.132402 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:17:49.132402 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:17:49.132402 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:17:49.132402 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:17:49.132402 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:17:49.132402 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:17:49.132402 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:17:49.132402 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:17:49.132402 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:17:49.132402 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:17:49.132402 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:17:49.132402 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:17:49.132402 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:17:49.132402 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:17:49.132402 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:17:49.132402 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:17:49.132402 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:17:49.132402 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:17:49.132402 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:17:49.132402 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:17:49.132402 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:17:49.132402 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:17:49.132402 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:17:49.132402 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:17:49.132402 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:17:49.132402 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:17:49.169959 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4240011f-5428-4d25-94ae-afb16b4b20b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (205106b2-e78d-4c53-84d3-04682a04dc44), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:49.217355 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4397d605-6b16-4a09-9455-38bf01ed0f8c tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (5c12b7f8-8f93-4a99-8c7d-2b7303c578f2), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:49.230536 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4397d605-6b16-4a09-9455-38bf01ed0f8c tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:49.236186 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4397d605-6b16-4a09-9455-38bf01ed0f8c tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] 10.222.0.53 "DELETE /v2.0/networks/5c12b7f8-8f93-4a99-8c7d-2b7303c578f2 HTTP/1.1" status: 204 len: 168 time: 0.5962965 Jan 28 03:17:49.245049 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42284) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:49.246335 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4397d605-6b16-4a09-9455-38bf01ed0f8c tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Pushing event deleted for resources: {'Network': ['ID=5c12b7f8-8f93-4a99-8c7d-2b7303c578f2,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:49.270607 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4240011f-5428-4d25-94ae-afb16b4b20b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (205106b2-e78d-4c53-84d3-04682a04dc44), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:49.276905 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea6de847-d33d-46e5-a958-29bd4907a1a3 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] DELETE failed (client error): The resource could not be found. Jan 28 03:17:49.277502 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea6de847-d33d-46e5-a958-29bd4907a1a3 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:17:49.280669 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ea6de847-d33d-46e5-a958-29bd4907a1a3 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] 10.222.0.53 "DELETE /v2.0/ports/b069672c-2b50-47d0-bcc5-248b4f39e996 HTTP/1.1" status: 404 len: 333 time: 0.0308697 Jan 28 03:17:49.283314 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42286) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:49.333714 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-2a0982ec-c5a9-48e4-8cad-a4588b6b2433 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Allocated IP 172.20.0.6 (48cef6a4-8838-4954-9c4a-6d4418940471/4701f253-bc5a-4764-b5df-60f95350dfdf/72507b05-6d32-44e3-9b20-105d1367e275) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:17:49.348383 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-b9587ab4-8c0a-43a8-8b03-406e4f9ff0f9 service neutron] 10.222.0.53 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631276 Jan 28 03:17:49.362845 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-e55a8bc9-5cb6-4314-ac14-b8fa87b97a91 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Deleting subnet d14014b3-db38-4cdb-a413-f7ec44109003 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:17:49.370226 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e55a8bc9-5cb6-4314-ac14-b8fa87b97a91 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Publish callbacks [] for subnet (d14014b3-db38-4cdb-a413-f7ec44109003), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:49.421582 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4240011f-5428-4d25-94ae-afb16b4b20b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (205106b2-e78d-4c53-84d3-04682a04dc44), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:49.435529 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e55a8bc9-5cb6-4314-ac14-b8fa87b97a91 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (d14014b3-db38-4cdb-a413-f7ec44109003), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:49.470140 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4240011f-5428-4d25-94ae-afb16b4b20b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=205106b2-e78d-4c53-84d3-04682a04dc44,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:49.504777 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4240011f-5428-4d25-94ae-afb16b4b20b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:49.517016 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4240011f-5428-4d25-94ae-afb16b4b20b0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/205106b2-e78d-4c53-84d3-04682a04dc44 HTTP/1.1" status: 204 len: 168 time: 0.7263618 Jan 28 03:17:49.517016 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42288) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:49.557529 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e55a8bc9-5cb6-4314-ac14-b8fa87b97a91 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (d14014b3-db38-4cdb-a413-f7ec44109003), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:49.638836 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-59e54dad-5edd-446d-964f-54b58e8fbb6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (06df26e5-a046-4a55-a630-9f7cc3e514f5), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:49.665051 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2a0982ec-c5a9-48e4-8cad-a4588b6b2433 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for port (72507b05-6d32-44e3-9b20-105d1367e275), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:49.676413 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b7faefc3-def7-4abe-99fc-362148b0bb12 req-095cb06d-c3a2-474a-9b06-fe881dd53a0c tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc6cb0a0-4203-46a6-b5da-06e4c191ebf5 HTTP/1.1" status: 200 len: 210 time: 0.0612192 Jan 28 03:17:49.720231 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e55a8bc9-5cb6-4314-ac14-b8fa87b97a91 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (d14014b3-db38-4cdb-a413-f7ec44109003), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:49.755508 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a8bc9-5cb6-4314-ac14-b8fa87b97a91 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Pushing event deleted for resources: {'Subnet': ['ID=d14014b3-db38-4cdb-a413-f7ec44109003,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:49.763065 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e55a8bc9-5cb6-4314-ac14-b8fa87b97a91 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:49.772215 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8572e27f-b283-45a9-99ec-78b364ceecf7 None None] Network 5c4d0779-fbce-46e7-b29d-762aa1388a7a requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:17:49.775650 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e55a8bc9-5cb6-4314-ac14-b8fa87b97a91 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] 10.222.0.53 "DELETE /v2.0/subnets/d14014b3-db38-4cdb-a413-f7ec44109003 HTTP/1.1" status: 204 len: 168 time: 0.4851346 Jan 28 03:17:49.781995 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42300) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:49.857955 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2a0982ec-c5a9-48e4-8cad-a4588b6b2433 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (72507b05-6d32-44e3-9b20-105d1367e275), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:49.885497 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device ae05566f-6e54-49e4-9f3d-c8b863269350 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:17:49.897189 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-551b316e-a739-44fb-b39b-0b1a45867007 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (5c4d0779-fbce-46e7-b29d-762aa1388a7a), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:49.923776 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-59e54dad-5edd-446d-964f-54b58e8fbb6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (06df26e5-a046-4a55-a630-9f7cc3e514f5), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:49.956897 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-551b316e-a739-44fb-b39b-0b1a45867007 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Deleting port b3c9d511-d0e0-4d03-8517-6a141d57576f {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:17:49.957594 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-551b316e-a739-44fb-b39b-0b1a45867007 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (b3c9d511-d0e0-4d03-8517-6a141d57576f), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:49.958636 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0982ec-c5a9-48e4-8cad-a4588b6b2433 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Pushing event updated for resources: {'Port': ['ID=72507b05-6d32-44e3-9b20-105d1367e275,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:49.962848 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: ae05566f-6e54-49e4-9f3d-c8b863269350 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:17:49.964601 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device ae05566f-6e54-49e4-9f3d-c8b863269350 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:17:49.998909 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0982ec-c5a9-48e4-8cad-a4588b6b2433 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Network 48cef6a4-8838-4954-9c4a-6d4418940471 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:17:50.001034 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-59e54dad-5edd-446d-964f-54b58e8fbb6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06df26e5-a046-4a55-a630-9f7cc3e514f5']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:50.012314 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-2a0982ec-c5a9-48e4-8cad-a4588b6b2433 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:17:50.015154 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0982ec-c5a9-48e4-8cad-a4588b6b2433 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:17:50.022688 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-59e54dad-5edd-446d-964f-54b58e8fbb6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d556b25-4ddf-44c5-ac4e-6219948a1c8a') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:50.022981 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-59e54dad-5edd-446d-964f-54b58e8fbb6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d556b25-4ddf-44c5-ac4e-6219948a1c8a') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:50.063692 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-59e54dad-5edd-446d-964f-54b58e8fbb6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (0d556b25-4ddf-44c5-ac4e-6219948a1c8a), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:50.075937 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a139e-359d-42e2-98f2-49ea662ceef0 req-a50d8958-4739-4f74-867f-7e958cca9f24 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:50.087460 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-716a139e-359d-42e2-98f2-49ea662ceef0 req-a50d8958-4739-4f74-867f-7e958cca9f24 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f121fc7-9edf-490f-87f5-0bbb24846d4e HTTP/1.1" status: 200 len: 944 time: 0.2392106 Jan 28 03:17:50.094414 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12740f22-f360-4cba-bd74-da5b2c607994 None None] DHCP port deletion for 5c4d0779-fbce-46e7-b29d-762aa1388a7a request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:17:50.095339 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-551b316e-a739-44fb-b39b-0b1a45867007 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] For port b3c9d511-d0e0-4d03-8517-6a141d57576f, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=b3c9d511-d0e0-4d03-8517-6a141d57576f,segment=NetworkSegment(423d7319-107e-41a8-b4b6-d9fdb59997ba),segment_id=423d7319-107e-41a8-b4b6-d9fdb59997ba)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:17:50.097501 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-551b316e-a739-44fb-b39b-0b1a45867007 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (b3c9d511-d0e0-4d03-8517-6a141d57576f), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:50.135471 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-551b316e-a739-44fb-b39b-0b1a45867007 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Calling delete_port for b3c9d511-d0e0-4d03-8517-6a141d57576f owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:17:50.167654 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-59e54dad-5edd-446d-964f-54b58e8fbb6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (0d556b25-4ddf-44c5-ac4e-6219948a1c8a), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:50.175991 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-12740f22-f360-4cba-bd74-da5b2c607994 None None] Deleting port b3c9d511-d0e0-4d03-8517-6a141d57576f {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:17:50.177317 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-12740f22-f360-4cba-bd74-da5b2c607994 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (b3c9d511-d0e0-4d03-8517-6a141d57576f), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:50.202056 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59e54dad-5edd-446d-964f-54b58e8fbb6b admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:17:50.202456 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-59e54dad-5edd-446d-964f-54b58e8fbb6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (0d556b25-4ddf-44c5-ac4e-6219948a1c8a), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:50.215275 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:17:50.215275 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:17:50.215275 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:17:50.215275 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:17:50.215275 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:17:50.215275 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:17:50.215275 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:17:50.215275 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:17:50.215275 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:17:50.215275 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:17:50.215275 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:17:50.215275 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:17:50.215275 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:17:50.215275 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:17:50.215275 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:17:50.215275 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:17:50.215275 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:17:50.215275 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:17:50.215275 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:17:50.215275 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:17:50.215275 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:17:50.215275 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:17:50.215275 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:17:50.215275 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:17:50.215275 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:17:50.215275 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:17:50.215275 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:17:50.215275 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:17:50.215275 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:17:50.215275 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:17:50.215275 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:17:50.215275 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:17:50.294881 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device b3c9d511-d0e0-4d03-8517-6a141d57576f no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:17:50.302581 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-551b316e-a739-44fb-b39b-0b1a45867007 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (b3c9d511-d0e0-4d03-8517-6a141d57576f), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:50.340134 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551b316e-a739-44fb-b39b-0b1a45867007 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] No DVR routers for this DVR port b3c9d511-d0e0-4d03-8517-6a141d57576f on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:17:50.340745 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-716a139e-359d-42e2-98f2-49ea662ceef0 req-61dc1793-4be1-45e8-9ed0-af9040c9b0d9 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/security-groups?id=12adc281-407c-4de8-aa15-07fc31d7ad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2420511 Jan 28 03:17:50.347411 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551b316e-a739-44fb-b39b-0b1a45867007 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Pushing event deleted for resources: {'Port': ['ID=b3c9d511-d0e0-4d03-8517-6a141d57576f,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:50.348552 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-59e54dad-5edd-446d-964f-54b58e8fbb6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (06df26e5-a046-4a55-a630-9f7cc3e514f5), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:50.368699 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0982ec-c5a9-48e4-8cad-a4588b6b2433 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:50.369436 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2a0982ec-c5a9-48e4-8cad-a4588b6b2433 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:50.386116 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-59e54dad-5edd-446d-964f-54b58e8fbb6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:50.389505 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No active binding found for port b3c9d511-d0e0-4d03-8517-6a141d57576f {{(pid=109804) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 03:17:50.390016 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] The host n-d-712139-27 is not matching for port b3c9d511-d0e0-4d03-8517-6a141d57576f host None! {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 03:17:50.393125 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device b3c9d511-d0e0-4d03-8517-6a141d57576f not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:17:50.399332 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-59e54dad-5edd-446d-964f-54b58e8fbb6b admin admin] 10.222.0.53 "DELETE /v2.0/networks/06df26e5-a046-4a55-a630-9f7cc3e514f5 HTTP/1.1" status: 204 len: 168 time: 0.8837123 Jan 28 03:17:50.432471 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-12740f22-f360-4cba-bd74-da5b2c607994 None None] For port b3c9d511-d0e0-4d03-8517-6a141d57576f, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=b3c9d511-d0e0-4d03-8517-6a141d57576f,segment=NetworkSegment(423d7319-107e-41a8-b4b6-d9fdb59997ba),segment_id=423d7319-107e-41a8-b4b6-d9fdb59997ba)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:17:50.432995 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-12740f22-f360-4cba-bd74-da5b2c607994 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (b3c9d511-d0e0-4d03-8517-6a141d57576f), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:50.449741 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-12740f22-f360-4cba-bd74-da5b2c607994 None None] Calling delete_port for b3c9d511-d0e0-4d03-8517-6a141d57576f owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:17:50.461407 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-37c2b74f-1bfe-4d60-9178-ce92c8ea10d6 None None] Provisioning complete for port 72507b05-6d32-44e3-9b20-105d1367e275 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:17:50.462489 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-37c2b74f-1bfe-4d60-9178-ce92c8ea10d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (72507b05-6d32-44e3-9b20-105d1367e275), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:50.463417 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e54dad-5edd-446d-964f-54b58e8fbb6b admin admin] Pushing event deleted for resources: {'Network': ['ID=06df26e5-a046-4a55-a630-9f7cc3e514f5,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:50.473179 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-551b316e-a739-44fb-b39b-0b1a45867007 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (5c4d0779-fbce-46e7-b29d-762aa1388a7a), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:50.488397 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-2a0982ec-c5a9-48e4-8cad-a4588b6b2433 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4179921 Jan 28 03:17:50.491590 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42306) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:50.499321 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-2d3a6b41-df59-4500-9293-397bd06cf9ca tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Request body: {'floatingip': {'port_id': '72507b05-6d32-44e3-9b20-105d1367e275'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:17:50.512132 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-37c2b74f-1bfe-4d60-9178-ce92c8ea10d6 None None] Port 72507b05-6d32-44e3-9b20-105d1367e275 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:17:50.519760 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-551b316e-a739-44fb-b39b-0b1a45867007 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c4d0779-fbce-46e7-b29d-762aa1388a7a']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:50.545387 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-551b316e-a739-44fb-b39b-0b1a45867007 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '423d7319-107e-41a8-b4b6-d9fdb59997ba') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:50.545387 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-551b316e-a739-44fb-b39b-0b1a45867007 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '423d7319-107e-41a8-b4b6-d9fdb59997ba') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:50.570821 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-551b316e-a739-44fb-b39b-0b1a45867007 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (423d7319-107e-41a8-b4b6-d9fdb59997ba), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:50.593806 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-551b316e-a739-44fb-b39b-0b1a45867007 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (423d7319-107e-41a8-b4b6-d9fdb59997ba), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:50.600963 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-551b316e-a739-44fb-b39b-0b1a45867007 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:17:50.601390 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-551b316e-a739-44fb-b39b-0b1a45867007 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (423d7319-107e-41a8-b4b6-d9fdb59997ba), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:50.610566 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-12740f22-f360-4cba-bd74-da5b2c607994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (b3c9d511-d0e0-4d03-8517-6a141d57576f), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:50.646295 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12740f22-f360-4cba-bd74-da5b2c607994 None None] Pushing event deleted for resources: {'Port': ['ID=b3c9d511-d0e0-4d03-8517-6a141d57576f,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:50.654191 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2d3a6b41-df59-4500-9293-397bd06cf9ca tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for floatingip (e34b22a8-6a98-4469-92be-33e7bf3f5602), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:50.654979 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12740f22-f360-4cba-bd74-da5b2c607994 None None] No DVR routers for this DVR port b3c9d511-d0e0-4d03-8517-6a141d57576f on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:17:50.668626 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:17:50.668626 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:17:50.668626 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:17:50.668626 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:17:50.668626 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:17:50.668626 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:17:50.668626 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:17:50.668626 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:17:50.668626 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:17:50.668626 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:17:50.668626 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:17:50.668626 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:17:50.668626 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:17:50.668626 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:17:50.668626 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:17:50.668626 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:17:50.668626 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:17:50.668626 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:17:50.668626 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:17:50.668626 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:17:50.668626 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:17:50.668626 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:17:50.668626 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:17:50.668626 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:17:50.668626 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:17:50.668626 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:17:50.668626 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:17:50.668626 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:17:50.668626 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:17:50.668626 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:17:50.668626 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:17:50.668626 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:17:50.690371 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-551b316e-a739-44fb-b39b-0b1a45867007 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (5c4d0779-fbce-46e7-b29d-762aa1388a7a), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:50.697696 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-551b316e-a739-44fb-b39b-0b1a45867007 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:50.704024 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-551b316e-a739-44fb-b39b-0b1a45867007 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] 10.222.0.53 "DELETE /v2.0/networks/5c4d0779-fbce-46e7-b29d-762aa1388a7a HTTP/1.1" status: 204 len: 168 time: 0.9187684 Jan 28 03:17:50.719524 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551b316e-a739-44fb-b39b-0b1a45867007 tempest-DHCPAgentSchedulersTestJSON-6592251 tempest-DHCPAgentSchedulersTestJSON-6592251-project] Pushing event deleted for resources: {'Network': ['ID=5c4d0779-fbce-46e7-b29d-762aa1388a7a,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:50.736403 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42312) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:50.814727 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f5710f51-1c0f-4d91-94d9-e2e78486782e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=32f6ff27bb9b4a0a8c35be5efcca5710&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0768290 Jan 28 03:17:50.818727 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42314) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:50.830348 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4ed235fe-35fc-4a6b-94bf-95916b8fdd0f req-503cfb6c-afcf-48f9-a528-21d329cccdc8 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc6cb0a0-4203-46a6-b5da-06e4c191ebf5 HTTP/1.1" status: 200 len: 210 time: 0.0314519 Jan 28 03:17:50.949105 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8958dea8-2c03-4a66-aca0-ae1258fb7bcc admin admin] Publish callbacks [] for security_group (a9244a5e-643a-4b22-8c6c-b6b246785d45), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:51.077854 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42318) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:51.255498 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-edbd454f-a42d-4883-84df-a0f56474b657 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=80ec9bc0971349518040a95dce5a93c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1761358 Jan 28 03:17:51.259067 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42322) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:51.314664 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3c0d2455-bbd9-4774-bb94-a28ac04b7758 admin admin] Publish callbacks [] for security_group (3843d53e-30ab-4100-9a35-c39e844b5e11), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:51.340113 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3c0d2455-bbd9-4774-bb94-a28ac04b7758 admin admin] Publish callbacks [] for security_group (3843d53e-30ab-4100-9a35-c39e844b5e11), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:51.398527 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3c0d2455-bbd9-4774-bb94-a28ac04b7758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (3843d53e-30ab-4100-9a35-c39e844b5e11), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:51.401449 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3c0d2455-bbd9-4774-bb94-a28ac04b7758 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:51.417224 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3c0d2455-bbd9-4774-bb94-a28ac04b7758 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3843d53e-30ab-4100-9a35-c39e844b5e11 HTTP/1.1" status: 204 len: 168 time: 0.1493721 Jan 28 03:17:51.423620 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8958dea8-2c03-4a66-aca0-ae1258fb7bcc admin admin] Publish callbacks [] for security_group (a9244a5e-643a-4b22-8c6c-b6b246785d45), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:51.432558 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d2455-bbd9-4774-bb94-a28ac04b7758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3843d53e-30ab-4100-9a35-c39e844b5e11,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:51.510968 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-29addc9b-a983-45e2-99c7-9614d386e43e tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:51.512429 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-29addc9b-a983-45e2-99c7-9614d386e43e tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.67 "GET /v2.0/networks?id=61daafe4-8be0-4976-aead-14ffa612176d HTTP/1.1" status: 200 len: 811 time: 0.1878140 Jan 28 03:17:51.557129 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-42bdca13-9855-434c-87d9-7ec9a4fea262 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Request body: {'port': {'device_id': 'bc6cb0a0-4203-46a6-b5da-06e4c191ebf5', 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d', 'admin_state_up': True, 'tenant_id': '2286ae41b27547dfa2005a6a8f000d38'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:17:51.695103 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f09f2-4738-4c0e-b07c-a13764971962 req-6b1ea7c4-5dbc-4b98-af56-f10bb4a5ae95 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:51.696595 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4b3f09f2-4738-4c0e-b07c-a13764971962 req-6b1ea7c4-5dbc-4b98-af56-f10bb4a5ae95 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f121fc7-9edf-490f-87f5-0bbb24846d4e HTTP/1.1" status: 200 len: 944 time: 0.1774487 Jan 28 03:17:51.725453 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8958dea8-2c03-4a66-aca0-ae1258fb7bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (a9244a5e-643a-4b22-8c6c-b6b246785d45), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:51.728077 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8958dea8-2c03-4a66-aca0-ae1258fb7bcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:51.731882 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8958dea8-2c03-4a66-aca0-ae1258fb7bcc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a9244a5e-643a-4b22-8c6c-b6b246785d45 HTTP/1.1" status: 204 len: 168 time: 0.8902314 Jan 28 03:17:51.798399 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42332) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:51.813206 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fcfbf232-ca4f-4fc1-927e-666f626a380c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:51.845322 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8958dea8-2c03-4a66-aca0-ae1258fb7bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9244a5e-643a-4b22-8c6c-b6b246785d45,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:51.983616 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fcfbf232-ca4f-4fc1-927e-666f626a380c admin admin] Publish callbacks [] for security_group (4d9c5c8d-b6f1-441e-b65a-9a9bb2c488c2), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:52.020496 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b5493e7b-1c40-4754-a797-b680d3b46d92 req-3b65a616-b324-4c2a-99da-47736ebed89f tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc6cb0a0-4203-46a6-b5da-06e4c191ebf5 HTTP/1.1" status: 200 len: 210 time: 0.0825047 Jan 28 03:17:52.021640 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fcfbf232-ca4f-4fc1-927e-666f626a380c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (4d9c5c8d-b6f1-441e-b65a-9a9bb2c488c2), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:52.039012 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2d3a6b41-df59-4500-9293-397bd06cf9ca tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:52.059698 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4b3f09f2-4738-4c0e-b07c-a13764971962 req-c99bf6f3-78de-4968-93b9-1522cc2a7859 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/security-groups?id=12adc281-407c-4de8-aa15-07fc31d7ad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3490605 Jan 28 03:17:52.063109 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2d3a6b41-df59-4500-9293-397bd06cf9ca tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (e34b22a8-6a98-4469-92be-33e7bf3f5602), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:52.064697 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-fcfbf232-ca4f-4fc1-927e-666f626a380c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a2d01731284d4e318c77387cc188d819&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2645521 Jan 28 03:17:52.067836 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42338) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:52.110058 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfbf232-ca4f-4fc1-927e-666f626a380c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9c5c8d-b6f1-441e-b65a-9a9bb2c488c2,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:52.117808 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-42bdca13-9855-434c-87d9-7ec9a4fea262 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Made reservation on behalf of 2286ae41b27547dfa2005a6a8f000d38 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:17:52.121669 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-42bdca13-9855-434c-87d9-7ec9a4fea262 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:52.281823 n-d-712139-27 neutron-server[109803]: INFO neutron.db.l3_db [None req-2d3a6b41-df59-4500-9293-397bd06cf9ca tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Floating IP e34b22a8-6a98-4469-92be-33e7bf3f5602 associated. External IP: 172.25.0.84, port: 6ab7586b-aa39-4513-b370-b8902587d070. Jan 28 03:17:52.286359 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-82ce53fa-74fa-4b45-92fe-7464c229d70c admin admin] Publish callbacks [] for security_group (4d9c5c8d-b6f1-441e-b65a-9a9bb2c488c2), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:52.385712 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-82ce53fa-74fa-4b45-92fe-7464c229d70c admin admin] Publish callbacks [] for security_group (4d9c5c8d-b6f1-441e-b65a-9a9bb2c488c2), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:52.475064 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-42bdca13-9855-434c-87d9-7ec9a4fea262 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Allocated IP 172.20.0.3 (61daafe4-8be0-4976-aead-14ffa612176d/27d2caa9-814b-48c2-8f4b-c426e9cbbe97/2c77dadd-dd8a-418a-9f40-604473098402) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:17:52.591826 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-82ce53fa-74fa-4b45-92fe-7464c229d70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (4d9c5c8d-b6f1-441e-b65a-9a9bb2c488c2), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:52.594555 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-82ce53fa-74fa-4b45-92fe-7464c229d70c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:52.598731 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-82ce53fa-74fa-4b45-92fe-7464c229d70c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4d9c5c8d-b6f1-441e-b65a-9a9bb2c488c2 HTTP/1.1" status: 204 len: 168 time: 0.5249691 Jan 28 03:17:52.647867 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce53fa-74fa-4b45-92fe-7464c229d70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9c5c8d-b6f1-441e-b65a-9a9bb2c488c2,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:52.795182 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3a6b41-df59-4500-9293-397bd06cf9ca tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Router 5ee996d4-d168-4609-b6c8-4539ddb9cdb0 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:17:52.828830 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-42bdca13-9855-434c-87d9-7ec9a4fea262 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks [] for port (2c77dadd-dd8a-418a-9f40-604473098402), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:52.965406 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3a6b41-df59-4500-9293-397bd06cf9ca tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:17:52.982898 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af1354b-9cc4-42b2-94da-6ed13a09654f None None] Sync routers for ids ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:17:53.001201 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af1354b-9cc4-42b2-94da-6ed13a09654f None None] Routers {'5ee996d4-d168-4609-b6c8-4539ddb9cdb0'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:17:53.001201 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-1af1354b-9cc4-42b2-94da-6ed13a09654f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:17:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:53.083662 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-1af1354b-9cc4-42b2-94da-6ed13a09654f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:53.108194 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af1354b-9cc4-42b2-94da-6ed13a09654f None None] Routers {'5ee996d4-d168-4609-b6c8-4539ddb9cdb0'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:17:53.109158 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-1af1354b-9cc4-42b2-94da-6ed13a09654f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:17:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:53.180488 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-1af1354b-9cc4-42b2-94da-6ed13a09654f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:53.182162 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af1354b-9cc4-42b2-94da-6ed13a09654f None None] The sync data for ids ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'] in n-d-712139-27 is: [] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:17:53.229939 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-42bdca13-9855-434c-87d9-7ec9a4fea262 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (2c77dadd-dd8a-418a-9f40-604473098402), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:53.418040 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-42bdca13-9855-434c-87d9-7ec9a4fea262 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Network 61daafe4-8be0-4976-aead-14ffa612176d is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:17:53.422967 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-42bdca13-9855-434c-87d9-7ec9a4fea262 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:17:53.429684 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-42bdca13-9855-434c-87d9-7ec9a4fea262 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:17:53.482669 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bdca13-9855-434c-87d9-7ec9a4fea262 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Pushing event updated for resources: {'Port': ['ID=2c77dadd-dd8a-418a-9f40-604473098402,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:53.506731 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b94a9e-2c3c-42d8-a7d9-ab8f6632b5d4 req-c9ae3f1a-14a3-4114-846f-899fd5a1f8ee tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:53.509585 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-76b94a9e-2c3c-42d8-a7d9-ab8f6632b5d4 req-c9ae3f1a-14a3-4114-846f-899fd5a1f8ee tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc6cb0a0-4203-46a6-b5da-06e4c191ebf5 HTTP/1.1" status: 200 len: 931 time: 0.3171439 Jan 28 03:17:53.592064 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-42bdca13-9855-434c-87d9-7ec9a4fea262 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:53.592729 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-42bdca13-9855-434c-87d9-7ec9a4fea262 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:53.658067 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-42bdca13-9855-434c-87d9-7ec9a4fea262 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1090729 Jan 28 03:17:53.709214 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-11c3299e-ce2d-4f34-a088-eb8f13e26018 service neutron] Request body: {'port': {'device_id': 'bc6cb0a0-4203-46a6-b5da-06e4c191ebf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:17:53.744303 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-76b94a9e-2c3c-42d8-a7d9-ab8f6632b5d4 req-f74e2e89-cf0d-436a-adce-4396684da54b tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246208 Jan 28 03:17:53.807754 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-11c3299e-ce2d-4f34-a088-eb8f13e26018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2c77dadd-dd8a-418a-9f40-604473098402), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:53.834721 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3a6b41-df59-4500-9293-397bd06cf9ca tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Router e6364ff9-0d59-4708-b9ab-b5a014dec48b has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:17:53.942023 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f341a-7015-4c4b-8e91-927b1c88bd7c req-10fc383d-3aa0-4d62-b8c3-eb97fc47217b tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:53.951648 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-896f341a-7015-4c4b-8e91-927b1c88bd7c req-10fc383d-3aa0-4d62-b8c3-eb97fc47217b tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f121fc7-9edf-490f-87f5-0bbb24846d4e HTTP/1.1" status: 200 len: 944 time: 0.1122146 Jan 28 03:17:53.974193 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-458e103a-4962-49de-9385-50451a953432 None None] Provisioning complete for port 2c77dadd-dd8a-418a-9f40-604473098402 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:17:53.974809 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-458e103a-4962-49de-9385-50451a953432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (2c77dadd-dd8a-418a-9f40-604473098402), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:54.040056 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-896f341a-7015-4c4b-8e91-927b1c88bd7c req-dad72110-01e3-44e2-b5bd-84260b7cda5f tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/security-groups?id=12adc281-407c-4de8-aa15-07fc31d7ad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869243 Jan 28 03:17:54.057235 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-458e103a-4962-49de-9385-50451a953432 None None] Port 2c77dadd-dd8a-418a-9f40-604473098402 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:17:54.061864 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2d9039cd-737f-4de7-98ea-4f770ed3225f req-8be51868-97f0-459f-9701-0491948c4712 tempest-ServerShowV257Test-877550430 tempest-ServerShowV257Test-877550430-project] 10.222.0.53 "GET /v2.0/ports?device_id=02ca79ba-4c46-46ec-ae22-b1118ad34cf9 HTTP/1.1" status: 200 len: 210 time: 0.0500729 Jan 28 03:17:54.336405 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-11c3299e-ce2d-4f34-a088-eb8f13e26018 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c77dadd-dd8a-418a-9f40-604473098402 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:17:54.347819 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-11c3299e-ce2d-4f34-a088-eb8f13e26018 service neutron] Publish callbacks [] for port (2c77dadd-dd8a-418a-9f40-604473098402), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:54.366134 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-11c3299e-ce2d-4f34-a088-eb8f13e26018 service neutron] Transition to ACTIVE for port object 2c77dadd-dd8a-418a-9f40-604473098402 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:17:54.381348 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-11c3299e-ce2d-4f34-a088-eb8f13e26018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (2c77dadd-dd8a-418a-9f40-604473098402), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:54.532133 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c3299e-ce2d-4f34-a088-eb8f13e26018 service neutron] Pushing event updated for resources: {'Port': ['ID=2c77dadd-dd8a-418a-9f40-604473098402,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:54.569690 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3a6b41-df59-4500-9293-397bd06cf9ca tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:17:54.576550 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2d3a6b41-df59-4500-9293-397bd06cf9ca tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:54.586298 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd9ded8-d696-4c82-85d3-de327260dd7d None None] Sync routers for ids ['e6364ff9-0d59-4708-b9ab-b5a014dec48b'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:17:54.603973 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd9ded8-d696-4c82-85d3-de327260dd7d None None] Routers {'e6364ff9-0d59-4708-b9ab-b5a014dec48b'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:17:54.605533 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-2fd9ded8-d696-4c82-85d3-de327260dd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:17:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['e6364ff9-0d59-4708-b9ab-b5a014dec48b'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:54.774581 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-2fd9ded8-d696-4c82-85d3-de327260dd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:54.799042 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42416) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:54.800747 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd9ded8-d696-4c82-85d3-de327260dd7d None None] Routers {'e6364ff9-0d59-4708-b9ab-b5a014dec48b'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:17:54.801653 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-2d3a6b41-df59-4500-9293-397bd06cf9ca tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "PUT /v2.0/floatingips/e34b22a8-6a98-4469-92be-33e7bf3f5602 HTTP/1.1" status: 200 len: 976 time: 4.3086262 Jan 28 03:17:54.803985 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-2fd9ded8-d696-4c82-85d3-de327260dd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:17:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['e6364ff9-0d59-4708-b9ab-b5a014dec48b'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:54.832097 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-11c3299e-ce2d-4f34-a088-eb8f13e26018 service neutron] Attempting to bind port 2c77dadd-dd8a-418a-9f40-604473098402 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:17:54.832853 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-11c3299e-ce2d-4f34-a088-eb8f13e26018 service neutron] Attempting to bind port 2c77dadd-dd8a-418a-9f40-604473098402 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:17:54.833531 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-11c3299e-ce2d-4f34-a088-eb8f13e26018 service neutron] Attempting to bind port 2c77dadd-dd8a-418a-9f40-604473098402 on network 61daafe4-8be0-4976-aead-14ffa612176d {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:17:54.839827 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-11c3299e-ce2d-4f34-a088-eb8f13e26018 service neutron] Port 2c77dadd-dd8a-418a-9f40-604473098402 on network 61daafe4-8be0-4976-aead-14ffa612176d not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:17:54.840562 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-11c3299e-ce2d-4f34-a088-eb8f13e26018 service neutron] Attempting to bind port 2c77dadd-dd8a-418a-9f40-604473098402 on network 61daafe4-8be0-4976-aead-14ffa612176d {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:17:54.859353 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-11c3299e-ce2d-4f34-a088-eb8f13e26018 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:17:54.864238 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-11c3299e-ce2d-4f34-a088-eb8f13e26018 service neutron] Checking segment: {'id': '8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:17:54.865159 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-11c3299e-ce2d-4f34-a088-eb8f13e26018 service neutron] Bound using segment: {'id': '8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:17:54.865855 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-11c3299e-ce2d-4f34-a088-eb8f13e26018 service neutron] Bound port: 2c77dadd-dd8a-418a-9f40-604473098402, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:17:54.866475 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-11c3299e-ce2d-4f34-a088-eb8f13e26018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2c77dadd-dd8a-418a-9f40-604473098402), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:54.926660 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-2fd9ded8-d696-4c82-85d3-de327260dd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:54.935572 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd9ded8-d696-4c82-85d3-de327260dd7d None None] The sync data for ids ['e6364ff9-0d59-4708-b9ab-b5a014dec48b'] in n-d-712139-27 is: [] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:17:55.059000 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-11c3299e-ce2d-4f34-a088-eb8f13e26018 service neutron] For port 2c77dadd-dd8a-418a-9f40-604473098402, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:17:55.074663 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb343f30-d1ca-44ea-8706-481cb6e7344c req-bfa6f240-5e66-4d96-9ef2-35cc2729a7f5 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:55.076918 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-eb343f30-d1ca-44ea-8706-481cb6e7344c req-bfa6f240-5e66-4d96-9ef2-35cc2729a7f5 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc6cb0a0-4203-46a6-b5da-06e4c191ebf5 HTTP/1.1" status: 200 len: 943 time: 0.1319923 Jan 28 03:17:55.081064 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-b5bce2dc-e837-4e0e-929e-f35f820da001 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Deleting port 72507b05-6d32-44e3-9b20-105d1367e275 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:17:55.081702 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b5bce2dc-e837-4e0e-929e-f35f820da001 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (72507b05-6d32-44e3-9b20-105d1367e275), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:55.085861 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-11c3299e-ce2d-4f34-a088-eb8f13e26018 service neutron] For port 2c77dadd-dd8a-418a-9f40-604473098402, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=2c77dadd-dd8a-418a-9f40-604473098402,segment=NetworkSegment(8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69),segment_id=8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:17:55.101572 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-11c3299e-ce2d-4f34-a088-eb8f13e26018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (2c77dadd-dd8a-418a-9f40-604473098402), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:55.229968 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-11c3299e-ce2d-4f34-a088-eb8f13e26018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:55.231390 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-11c3299e-ce2d-4f34-a088-eb8f13e26018 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:55.241320 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-11c3299e-ce2d-4f34-a088-eb8f13e26018 service neutron] 10.222.0.67 "PUT /v2.0/ports/2c77dadd-dd8a-418a-9f40-604473098402 HTTP/1.1" status: 200 len: 1092 time: 1.5385394 Jan 28 03:17:55.263271 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc6cb0a0-4203-46a6-b5da-06e4c191ebf5', 'tag': '2c77dadd-dd8a-418a-9f40-604473098402'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:17:55.267968 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f38008-890d-4399-a604-097bc5348494" -d '{"events": [{"name": "network-changed", "server_uuid": "bc6cb0a0-4203-46a6-b5da-06e4c191ebf5", "tag": "2c77dadd-dd8a-418a-9f40-604473098402"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:17:55.369216 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42428) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:55.453034 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c3299e-ce2d-4f34-a088-eb8f13e26018 service neutron] Pushing event updated for resources: {'Port': ['ID=2c77dadd-dd8a-418a-9f40-604473098402,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:55.480291 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8867fa-7d90-4a3f-9da3-42cddb0759bd req-c7c9d00f-8c13-46e4-ad6c-0b028ce46d7d tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:55.483266 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3f8867fa-7d90-4a3f-9da3-42cddb0759bd req-c7c9d00f-8c13-46e4-ad6c-0b028ce46d7d tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f121fc7-9edf-490f-87f5-0bbb24846d4e HTTP/1.1" status: 200 len: 944 time: 0.2863238 Jan 28 03:17:55.500630 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-ff8d4445-8b36-470a-869a-a85860af6dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:55.502550 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-ff8d4445-8b36-470a-869a-a85860af6dd7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2286ae41b27547dfa2005a6a8f000d38&device_id=bc6cb0a0-4203-46a6-b5da-06e4c191ebf5 HTTP/1.1" status: 200 len: 1095 time: 0.1711526 Jan 28 03:17:55.641451 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-5a8dddef-98e8-4e1c-98f8-1d53f882bcb2 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1390530763', 'router:external': True}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:17:55.651481 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-1162a832-bb26-49a5-95ba-7f0897b2404c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c77dadd-dd8a-418a-9f40-604473098402 HTTP/1.1" status: 200 len: 217 time: 0.1254210 Jan 28 03:17:55.720457 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3f8867fa-7d90-4a3f-9da3-42cddb0759bd req-4f77052a-a387-4df9-8a1b-a56e810ff70b tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/security-groups?id=12adc281-407c-4de8-aa15-07fc31d7ad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2165091 Jan 28 03:17:55.724171 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-eb343f30-d1ca-44ea-8706-481cb6e7344c req-239b9b18-0f14-4075-bc8e-da963cf5dcad tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6370225 Jan 28 03:17:55.734341 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b5bce2dc-e837-4e0e-929e-f35f820da001 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (72507b05-6d32-44e3-9b20-105d1367e275), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:55.736147 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8dddef-98e8-4e1c-98f8-1d53f882bcb2 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Made reservation on behalf of 6773924935324e04902266ccfb5c4c69 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:17:55.738907 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5a8dddef-98e8-4e1c-98f8-1d53f882bcb2 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:55.761751 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5a8dddef-98e8-4e1c-98f8-1d53f882bcb2 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:55.766465 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-957ac6ab-e0da-418d-971a-8ea1458c5d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:55.768663 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-957ac6ab-e0da-418d-971a-8ea1458c5d64 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=27d2caa9-814b-48c2-8f4b-c426e9cbbe97 HTTP/1.1" status: 200 len: 850 time: 0.1092150 Jan 28 03:17:55.815318 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f574eec-48dc-42d4-b970-f91e23154254 x-openstack-request-id: req-3f574eec-48dc-42d4-b970-f91e23154254 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:17:55.815701 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc6cb0a0-4203-46a6-b5da-06e4c191ebf5", "tag": "2c77dadd-dd8a-418a-9f40-604473098402", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:17:55.816016 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3f574eec-48dc-42d4-b970-f91e23154254 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:17:55.816484 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc6cb0a0-4203-46a6-b5da-06e4c191ebf5', 'tag': '2c77dadd-dd8a-418a-9f40-604473098402', 'status': 'completed', 'code': 200} Jan 28 03:17:55.830798 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b3594742-72d2-48f3-aaf6-64ae7a9d0b16 req-f519b124-0ae9-4c6d-be24-4fc71f4aad9c tempest-ServerShowV257Test-877550430 tempest-ServerShowV257Test-877550430-project] 10.222.0.53 "GET /v2.0/ports?device_id=02ca79ba-4c46-46ec-ae22-b1118ad34cf9 HTTP/1.1" status: 200 len: 210 time: 0.0299265 Jan 28 03:17:55.844323 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-1b5a1b4c-ea82-42ba-add2-d5ffc4cd6ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:55.846108 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-1b5a1b4c-ea82-42ba-add2-d5ffc4cd6ec2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=61daafe4-8be0-4976-aead-14ffa612176d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0685220 Jan 28 03:17:55.984224 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b5bce2dc-e837-4e0e-929e-f35f820da001 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:55.984801 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b5bce2dc-e837-4e0e-929e-f35f820da001 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (e34b22a8-6a98-4469-92be-33e7bf3f5602), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:55.985231 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [None req-b5bce2dc-e837-4e0e-929e-f35f820da001 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Floating IP e34b22a8-6a98-4469-92be-33e7bf3f5602 disassociated. External IP: 172.25.0.84, port: 72507b05-6d32-44e3-9b20-105d1367e275. Jan 28 03:17:55.985488 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-b5bce2dc-e837-4e0e-929e-f35f820da001 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Calling delete_port for 72507b05-6d32-44e3-9b20-105d1367e275 owned by {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:17:56.130315 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b5bce2dc-e837-4e0e-929e-f35f820da001 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (72507b05-6d32-44e3-9b20-105d1367e275), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:56.163757 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bce2dc-e837-4e0e-929e-f35f820da001 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Pushing event deleted for resources: {'Port': ['ID=72507b05-6d32-44e3-9b20-105d1367e275,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:56.289101 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5a8dddef-98e8-4e1c-98f8-1d53f882bcb2 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for security_group (4b5fc314-064a-4788-a84a-06eaf178b264), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:56.295881 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5a8dddef-98e8-4e1c-98f8-1d53f882bcb2 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (4b5fc314-064a-4788-a84a-06eaf178b264), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:56.303212 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-b46158f0-697f-405d-a3f1-0799fcc04285 service neutron] 10.222.0.67 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506876 Jan 28 03:17:56.316309 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5bce2dc-e837-4e0e-929e-f35f820da001 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Router e6364ff9-0d59-4708-b9ab-b5a014dec48b has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:17:56.372261 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a8dddef-98e8-4e1c-98f8-1d53f882bcb2 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:17:56.392238 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8dddef-98e8-4e1c-98f8-1d53f882bcb2 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5fc314-064a-4788-a84a-06eaf178b264,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:56.398884 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5a8dddef-98e8-4e1c-98f8-1d53f882bcb2 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (67b95989-f3e8-437a-b3ce-23fa67f4fec4), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:56.399233 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-5a8dddef-98e8-4e1c-98f8-1d53f882bcb2 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Added segment 67b95989-f3e8-437a-b3ce-23fa67f4fec4 of type vlan for network b36f7910-c29c-435c-a945-76efb0ebd057 Jan 28 03:17:56.442425 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5bce2dc-e837-4e0e-929e-f35f820da001 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:17:56.453969 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc25155-8455-421c-9262-2c9b730651a7 None None] Sync routers for ids ['e6364ff9-0d59-4708-b9ab-b5a014dec48b'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:17:56.465210 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc25155-8455-421c-9262-2c9b730651a7 None None] Routers {'e6364ff9-0d59-4708-b9ab-b5a014dec48b'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:17:56.465844 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-dcc25155-8455-421c-9262-2c9b730651a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:17:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['e6364ff9-0d59-4708-b9ab-b5a014dec48b'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:56.466810 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5a8dddef-98e8-4e1c-98f8-1d53f882bcb2 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (b36f7910-c29c-435c-a945-76efb0ebd057), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:56.476413 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ef3e6f05-4391-42eb-aaf0-ac7d775825ea req-84b35bf3-436e-455e-92dc-dfbb475faada service neutron] 10.222.0.67 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649406 Jan 28 03:17:56.500024 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-dcc25155-8455-421c-9262-2c9b730651a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:56.502669 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5a8dddef-98e8-4e1c-98f8-1d53f882bcb2 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (b36f7910-c29c-435c-a945-76efb0ebd057), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:56.504012 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8dddef-98e8-4e1c-98f8-1d53f882bcb2 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:56.504789 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5a8dddef-98e8-4e1c-98f8-1d53f882bcb2 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:56.516920 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc25155-8455-421c-9262-2c9b730651a7 None None] Routers {'e6364ff9-0d59-4708-b9ab-b5a014dec48b'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:17:56.517842 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-dcc25155-8455-421c-9262-2c9b730651a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:17:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['e6364ff9-0d59-4708-b9ab-b5a014dec48b'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:56.525447 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b5bce2dc-e837-4e0e-929e-f35f820da001 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:56.532251 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b5bce2dc-e837-4e0e-929e-f35f820da001 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "DELETE /v2.0/ports/72507b05-6d32-44e3-9b20-105d1367e275 HTTP/1.1" status: 204 len: 168 time: 1.7318549 Jan 28 03:17:56.533465 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42432) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:56.559846 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5a8dddef-98e8-4e1c-98f8-1d53f882bcb2 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.1853259 Jan 28 03:17:56.564594 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-dcc25155-8455-421c-9262-2c9b730651a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:56.565503 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc25155-8455-421c-9262-2c9b730651a7 None None] The sync data for ids ['e6364ff9-0d59-4708-b9ab-b5a014dec48b'] in n-d-712139-27 is: [] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:17:56.567718 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42434) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:56.576706 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-4d1f2e8c-0b21-4137-a996-68409ddf60a1 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Request body: {'subnet': {'network_id': 'b36f7910-c29c-435c-a945-76efb0ebd057', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:17:56.591990 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8dddef-98e8-4e1c-98f8-1d53f882bcb2 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Pushing event updated for resources: {'Network': ['ID=b36f7910-c29c-435c-a945-76efb0ebd057,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:56.602911 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network b36f7910-c29c-435c-a945-76efb0ebd057 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:17:56.632263 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1f2e8c-0b21-4137-a996-68409ddf60a1 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Made reservation on behalf of 6773924935324e04902266ccfb5c4c69 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:17:56.634572 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4d1f2e8c-0b21-4137-a996-68409ddf60a1 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:56.691721 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f38008-890d-4399-a604-097bc5348494 req-4e94bf04-487e-4fa6-bc1e-62654232274f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:56.693467 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-92f38008-890d-4399-a604-097bc5348494 req-4e94bf04-487e-4fa6-bc1e-62654232274f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2286ae41b27547dfa2005a6a8f000d38&device_id=bc6cb0a0-4203-46a6-b5da-06e4c191ebf5 HTTP/1.1" status: 200 len: 1095 time: 0.1024992 Jan 28 03:17:56.855103 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f38008-890d-4399-a604-097bc5348494 req-9811af93-50f0-43c2-8358-4450e017076a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:56.856585 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-92f38008-890d-4399-a604-097bc5348494 req-9811af93-50f0-43c2-8358-4450e017076a service neutron] 10.222.0.67 "GET /v2.0/networks?id=61daafe4-8be0-4976-aead-14ffa612176d HTTP/1.1" status: 200 len: 912 time: 0.1561759 Jan 28 03:17:56.919524 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-92f38008-890d-4399-a604-097bc5348494 req-34e3f2ce-ba1d-4c8b-a7c8-7c90e19f474b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c77dadd-dd8a-418a-9f40-604473098402 HTTP/1.1" status: 200 len: 217 time: 0.0560529 Jan 28 03:17:56.956101 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dae158-1fab-4516-938a-7c6eebec3530 req-4dfdaa8a-934f-4a58-9ee8-1fa26f92f484 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:56.957667 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-33dae158-1fab-4516-938a-7c6eebec3530 req-4dfdaa8a-934f-4a58-9ee8-1fa26f92f484 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f121fc7-9edf-490f-87f5-0bbb24846d4e HTTP/1.1" status: 200 len: 944 time: 0.1190958 Jan 28 03:17:57.012370 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48463c8-f849-468c-b651-c3f96fe1c3ff req-c6f8dcf0-4f67-435e-8454-3b7036a92ec0 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:57.013913 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d48463c8-f849-468c-b651-c3f96fe1c3ff req-c6f8dcf0-4f67-435e-8454-3b7036a92ec0 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc6cb0a0-4203-46a6-b5da-06e4c191ebf5 HTTP/1.1" status: 200 len: 943 time: 0.1772542 Jan 28 03:17:57.041769 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-33dae158-1fab-4516-938a-7c6eebec3530 req-017202ba-da7b-43ad-afe5-9b531b4729f0 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/security-groups?id=12adc281-407c-4de8-aa15-07fc31d7ad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768566 Jan 28 03:17:57.043703 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f38008-890d-4399-a604-097bc5348494 req-1645761c-15bc-4853-babe-59c99feb0e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:57.045355 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-92f38008-890d-4399-a604-097bc5348494 req-1645761c-15bc-4853-babe-59c99feb0e8b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=27d2caa9-814b-48c2-8f4b-c426e9cbbe97 HTTP/1.1" status: 200 len: 850 time: 0.1028662 Jan 28 03:17:57.081976 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d0242940-e898-4045-aaaf-9e755d3203da tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (e6364ff9-0d59-4708-b9ab-b5a014dec48b), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:57.153935 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d48463c8-f849-468c-b651-c3f96fe1c3ff req-83049aeb-0af5-42e6-8f16-93df68d414dc tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224072 Jan 28 03:17:57.156901 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7e60c3c2-0b7b-41b9-91b1-e10687b24f80 req-1b9d9d4d-6a3b-4427-bb6b-5527391929f9 tempest-ServerShowV257Test-877550430 tempest-ServerShowV257Test-877550430-project] 10.222.0.53 "GET /v2.0/ports?device_id=02ca79ba-4c46-46ec-ae22-b1118ad34cf9 HTTP/1.1" status: 200 len: 210 time: 0.0394092 Jan 28 03:17:57.163051 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f38008-890d-4399-a604-097bc5348494 req-60b8c0a9-ab25-4946-96b3-44aac22ee47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:57.164648 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-92f38008-890d-4399-a604-097bc5348494 req-60b8c0a9-ab25-4946-96b3-44aac22ee47a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=61daafe4-8be0-4976-aead-14ffa612176d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1109393 Jan 28 03:17:57.301042 n-d-712139-27 neutron-server[109803]: DEBUG neutron.objects.ports [None req-4d1f2e8c-0b21-4137-a996-68409ddf60a1 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109803) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 03:17:57.301557 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4d1f2e8c-0b21-4137-a996-68409ddf60a1 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (c997911a-4b76-470f-b8cb-4f96a8f82d88), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:57.341601 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-92f38008-890d-4399-a604-097bc5348494 req-ae0ae2e5-0a99-4495-a40b-d1d8a39733a3 service neutron] 10.222.0.67 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696732 Jan 28 03:17:57.411300 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f2e8c-0b21-4137-a996-68409ddf60a1 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c997911a-4b76-470f-b8cb-4f96a8f82d88,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:57.423592 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-d0242940-e898-4045-aaaf-9e755d3203da tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Deleting port d3934b8b-4007-4535-94b3-0638c9a87b27 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:17:57.424203 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d0242940-e898-4045-aaaf-9e755d3203da tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (d3934b8b-4007-4535-94b3-0638c9a87b27), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:57.462448 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1f2e8c-0b21-4137-a996-68409ddf60a1 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Checking segment: {'id': '67b95989-f3e8-437a-b3ce-23fa67f4fec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b36f7910-c29c-435c-a945-76efb0ebd057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:17:57.462820 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1f2e8c-0b21-4137-a996-68409ddf60a1 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Network hostable DHCP agents. Network: b36f7910-c29c-435c-a945-76efb0ebd057, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:17:57.490169 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-92f38008-890d-4399-a604-097bc5348494 req-d006d078-3b00-48f0-9288-40e7e35d12ca service neutron] 10.222.0.67 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418107 Jan 28 03:17:57.498287 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1f2e8c-0b21-4137-a996-68409ddf60a1 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Network b36f7910-c29c-435c-a945-76efb0ebd057 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:17:57.509655 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-4d1f2e8c-0b21-4137-a996-68409ddf60a1 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, b36f7910-c29c-435c-a945-76efb0ebd057) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:17:57.515101 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1f2e8c-0b21-4137-a996-68409ddf60a1 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:57.515809 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4d1f2e8c-0b21-4137-a996-68409ddf60a1 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:57.522455 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421ee09b-6330-45a5-9e82-8088f5ae7e14 None None] Network b36f7910-c29c-435c-a945-76efb0ebd057 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:17:57.541659 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4d1f2e8c-0b21-4137-a996-68409ddf60a1 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9725139 Jan 28 03:17:57.543106 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d0242940-e898-4045-aaaf-9e755d3203da tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (d3934b8b-4007-4535-94b3-0638c9a87b27), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:57.547381 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42442) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:57.555873 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-a515b6fc-1c87-4143-99e3-3f9c5148402c tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-333036469', 'network_id': 'b36f7910-c29c-435c-a945-76efb0ebd057'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:17:57.560529 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-d0242940-e898-4045-aaaf-9e755d3203da tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Calling delete_port for d3934b8b-4007-4535-94b3-0638c9a87b27 owned by network:router_interface {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:17:57.583631 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a515b6fc-1c87-4143-99e3-3f9c5148402c tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Made reservation on behalf of 6773924935324e04902266ccfb5c4c69 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:17:57.586215 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a515b6fc-1c87-4143-99e3-3f9c5148402c tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:57.609466 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-a515b6fc-1c87-4143-99e3-3f9c5148402c tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] device_id is not set on port fe980b3c-be31-460c-86ce-c79161879e18 yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:17:57.650495 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10c9764-f34e-4d15-8906-64395a152a13 None None] Network b36f7910-c29c-435c-a945-76efb0ebd057 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:17:57.769736 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-a515b6fc-1c87-4143-99e3-3f9c5148402c tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Allocated IP 172.20.0.5 (b36f7910-c29c-435c-a945-76efb0ebd057/c997911a-4b76-470f-b8cb-4f96a8f82d88/fe980b3c-be31-460c-86ce-c79161879e18) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:17:57.835910 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d0242940-e898-4045-aaaf-9e755d3203da tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (d3934b8b-4007-4535-94b3-0638c9a87b27), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:57.865310 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0242940-e898-4045-aaaf-9e755d3203da tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Pushing event deleted for resources: {'Port': ['ID=d3934b8b-4007-4535-94b3-0638c9a87b27,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:57.978957 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a515b6fc-1c87-4143-99e3-3f9c5148402c tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for port (fe980b3c-be31-460c-86ce-c79161879e18), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:58.028793 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a515b6fc-1c87-4143-99e3-3f9c5148402c tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (fe980b3c-be31-460c-86ce-c79161879e18), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:58.072028 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a515b6fc-1c87-4143-99e3-3f9c5148402c tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Network b36f7910-c29c-435c-a945-76efb0ebd057 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:17:58.076687 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-a515b6fc-1c87-4143-99e3-3f9c5148402c tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:17:58.082910 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a515b6fc-1c87-4143-99e3-3f9c5148402c tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:17:58.086621 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d0242940-e898-4045-aaaf-9e755d3203da tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (e6364ff9-0d59-4708-b9ab-b5a014dec48b), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:58.109379 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515b6fc-1c87-4143-99e3-3f9c5148402c tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Pushing event updated for resources: {'Port': ['ID=fe980b3c-be31-460c-86ce-c79161879e18,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:58.141705 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a515b6fc-1c87-4143-99e3-3f9c5148402c tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:58.142313 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a515b6fc-1c87-4143-99e3-3f9c5148402c tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:58.198057 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a515b6fc-1c87-4143-99e3-3f9c5148402c tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.6451089 Jan 28 03:17:58.198619 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42448) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:58.250211 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd5ec9-8711-41ba-b88c-9d504fbdc437 req-127fe12d-f205-43f2-a7ff-ba980d5abba0 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:58.251952 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7bcd5ec9-8711-41ba-b88c-9d504fbdc437 req-127fe12d-f205-43f2-a7ff-ba980d5abba0 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f121fc7-9edf-490f-87f5-0bbb24846d4e HTTP/1.1" status: 200 len: 944 time: 0.1010196 Jan 28 03:17:58.340095 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7bcd5ec9-8711-41ba-b88c-9d504fbdc437 req-111b5d59-f35d-4d6e-ba7c-e114e4e4465b tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/security-groups?id=12adc281-407c-4de8-aa15-07fc31d7ad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791168 Jan 28 03:17:58.354861 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-5c86da9f-0886-471b-8e68-1adcfbc742e2 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Deleting port fe980b3c-be31-460c-86ce-c79161879e18 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:17:58.355492 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5c86da9f-0886-471b-8e68-1adcfbc742e2 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (fe980b3c-be31-460c-86ce-c79161879e18), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:58.371735 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924da5e5-1b7f-4619-be34-76c3a5a71e42 req-45ca750c-fb79-4677-a4d1-46822d1f217e tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:58.386519 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-924da5e5-1b7f-4619-be34-76c3a5a71e42 req-45ca750c-fb79-4677-a4d1-46822d1f217e tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc6cb0a0-4203-46a6-b5da-06e4c191ebf5 HTTP/1.1" status: 200 len: 943 time: 0.1257658 Jan 28 03:17:58.490357 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d2362014-584d-480a-b996-56636ba53799 req-51e6aaf5-a70c-46ce-b33b-4c17f332a892 tempest-ServerShowV257Test-877550430 tempest-ServerShowV257Test-877550430-project] 10.222.0.53 "GET /v2.0/ports?device_id=02ca79ba-4c46-46ec-ae22-b1118ad34cf9 HTTP/1.1" status: 200 len: 210 time: 0.0599163 Jan 28 03:17:58.516876 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-924da5e5-1b7f-4619-be34-76c3a5a71e42 req-441fb2a7-2048-4b6a-bdba-d8bc05262d8b tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242464 Jan 28 03:17:58.522593 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0242940-e898-4045-aaaf-9e755d3203da tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Router e6364ff9-0d59-4708-b9ab-b5a014dec48b has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:17:58.556885 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0a4b0b2d-a58f-418e-9ad4-2dea77152394 req-baf8a694-1191-42b8-85f6-97bc6d171627 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=02ca79ba-4c46-46ec-ae22-b1118ad34cf9 HTTP/1.1" status: 200 len: 210 time: 0.0391972 Jan 28 03:17:58.563235 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5c86da9f-0886-471b-8e68-1adcfbc742e2 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (fe980b3c-be31-460c-86ce-c79161879e18), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:58.577489 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-5c86da9f-0886-471b-8e68-1adcfbc742e2 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Calling delete_port for fe980b3c-be31-460c-86ce-c79161879e18 owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:17:58.645553 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0242940-e898-4045-aaaf-9e755d3203da tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:17:58.652176 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d0242940-e898-4045-aaaf-9e755d3203da tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "PUT /v2.0/routers/e6364ff9-0d59-4708-b9ab-b5a014dec48b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1175678 Jan 28 03:17:58.657054 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42452) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:58.671369 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237c57d9-18cb-433d-8871-12607a3c4295 None None] Sync routers for ids ['e6364ff9-0d59-4708-b9ab-b5a014dec48b'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:17:58.685267 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237c57d9-18cb-433d-8871-12607a3c4295 None None] Routers {'e6364ff9-0d59-4708-b9ab-b5a014dec48b'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:17:58.685918 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-237c57d9-18cb-433d-8871-12607a3c4295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:17:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['e6364ff9-0d59-4708-b9ab-b5a014dec48b'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:58.725981 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-237c57d9-18cb-433d-8871-12607a3c4295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:58.741045 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237c57d9-18cb-433d-8871-12607a3c4295 None None] Routers {'e6364ff9-0d59-4708-b9ab-b5a014dec48b'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:17:58.741730 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-237c57d9-18cb-433d-8871-12607a3c4295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:17:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['e6364ff9-0d59-4708-b9ab-b5a014dec48b'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:58.779001 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-237c57d9-18cb-433d-8871-12607a3c4295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:17:58.779670 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237c57d9-18cb-433d-8871-12607a3c4295 None None] The sync data for ids ['e6364ff9-0d59-4708-b9ab-b5a014dec48b'] in n-d-712139-27 is: [] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:17:58.780859 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5c86da9f-0886-471b-8e68-1adcfbc742e2 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (fe980b3c-be31-460c-86ce-c79161879e18), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:58.819950 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86da9f-0886-471b-8e68-1adcfbc742e2 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe980b3c-be31-460c-86ce-c79161879e18,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:17:58.854219 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cc0a8df6-8905-40f4-911b-8c690e3aad14 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for router (e6364ff9-0d59-4708-b9ab-b5a014dec48b), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:58.939492 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5c86da9f-0886-471b-8e68-1adcfbc742e2 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:58.943745 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5c86da9f-0886-471b-8e68-1adcfbc742e2 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] 10.222.0.53 "DELETE /v2.0/ports/fe980b3c-be31-460c-86ce-c79161879e18 HTTP/1.1" status: 204 len: 168 time: 0.7440174 Jan 28 03:17:58.947942 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42454) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:17:58.952888 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-28e6a318-d82d-4d2b-b96f-5d4ddb8fbfe6 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b36f7910-c29c-435c-a945-76efb0ebd057', 'external_fixed_ips': [{'subnet_id': 'c997911a-4b76-470f-b8cb-4f96a8f82d88', 'ip_address': '172.20.0.5'}]}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:17:59.017508 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-28e6a318-d82d-4d2b-b96f-5d4ddb8fbfe6 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (1212ca9a-99c5-41f4-b5d2-14d630ee0e1d), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:59.017932 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-28e6a318-d82d-4d2b-b96f-5d4ddb8fbfe6 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (1212ca9a-99c5-41f4-b5d2-14d630ee0e1d), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:59.025467 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cc0a8df6-8905-40f4-911b-8c690e3aad14 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for router_gateway (e6364ff9-0d59-4708-b9ab-b5a014dec48b), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:59.103784 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-28e6a318-d82d-4d2b-b96f-5d4ddb8fbfe6 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for router_controller (1212ca9a-99c5-41f4-b5d2-14d630ee0e1d), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:59.200697 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-cc0a8df6-8905-40f4-911b-8c690e3aad14 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Deleting port 32d87eda-2204-4d1b-b495-708f4fa7b226 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:17:59.201021 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cc0a8df6-8905-40f4-911b-8c690e3aad14 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (32d87eda-2204-4d1b-b495-708f4fa7b226), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:59.301026 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:59.332076 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-28e6a318-d82d-4d2b-b96f-5d4ddb8fbfe6 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for router_gateway (1212ca9a-99c5-41f4-b5d2-14d630ee0e1d), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:59.419529 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cc0a8df6-8905-40f4-911b-8c690e3aad14 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (32d87eda-2204-4d1b-b495-708f4fa7b226), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:59.438004 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-cc0a8df6-8905-40f4-911b-8c690e3aad14 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Calling delete_port for 32d87eda-2204-4d1b-b495-708f4fa7b226 owned by network:router_gateway {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:17:59.554351 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90229d7-bb86-4956-9ed5-8662072d5bbe req-06bcd6d9-3fb5-4a00-b78b-c19d9e021df8 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:59.555895 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d90229d7-bb86-4956-9ed5-8662072d5bbe req-06bcd6d9-3fb5-4a00-b78b-c19d9e021df8 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f121fc7-9edf-490f-87f5-0bbb24846d4e HTTP/1.1" status: 200 len: 944 time: 0.1193783 Jan 28 03:17:59.647785 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e6f9e4c2-b7cf-4888-a5d0-0142a75dcea2 req-0b8952f1-4b76-444e-9b75-4d3ac907dff8 tempest-ServerShowV257Test-877550430 tempest-ServerShowV257Test-877550430-project] 10.222.0.53 "GET /v2.0/ports?device_id=02ca79ba-4c46-46ec-ae22-b1118ad34cf9 HTTP/1.1" status: 200 len: 210 time: 0.0358970 Jan 28 03:17:59.725106 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-303c1723-94e4-4484-973e-b47f7a1ab71f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:17:59.856190 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37867eb8-f7c2-4fa6-825e-72a7c71a989a req-96195648-a9d2-4570-b46d-980a14ef4483 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:17:59.857932 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-37867eb8-f7c2-4fa6-825e-72a7c71a989a req-96195648-a9d2-4570-b46d-980a14ef4483 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc6cb0a0-4203-46a6-b5da-06e4c191ebf5 HTTP/1.1" status: 200 len: 943 time: 0.0922024 Jan 28 03:17:59.890936 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 2c77dadd-dd8a-418a-9f40-604473098402 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:18:00.016997 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-37867eb8-f7c2-4fa6-825e-72a7c71a989a req-0b250d21-f075-4db5-a9b6-551a7230a53b tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502919 Jan 28 03:18:00.089364 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 2c77dadd-dd8a-418a-9f40-604473098402, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=2c77dadd-dd8a-418a-9f40-604473098402,segment=NetworkSegment(8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69),segment_id=8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:18:00.105685 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '2c77dadd-dd8a-418a-9f40-604473098402', 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d', 'port_id': '2c77dadd-dd8a-418a-9f40-604473098402', 'mac_address': 'fa:16:3e:14:71:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27d2caa9-814b-48c2-8f4b-c426e9cbbe97', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:18:00.132710 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d90229d7-bb86-4956-9ed5-8662072d5bbe req-55f27b18-1e8c-4f35-9c48-fdcb2660ed5b tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/security-groups?id=12adc281-407c-4de8-aa15-07fc31d7ad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5615811 Jan 28 03:18:00.180163 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 2c77dadd-dd8a-418a-9f40-604473098402 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:18:00.180564 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2c77dadd-dd8a-418a-9f40-604473098402), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:00.195210 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c77dadd-dd8a-418a-9f40-604473098402 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:18:00.217018 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 2c77dadd-dd8a-418a-9f40-604473098402, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=2c77dadd-dd8a-418a-9f40-604473098402,segment=NetworkSegment(8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69),segment_id=8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:18:00.227896 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (2c77dadd-dd8a-418a-9f40-604473098402), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:00.278509 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-28e6a318-d82d-4d2b-b96f-5d4ddb8fbfe6 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for router_gateway (1212ca9a-99c5-41f4-b5d2-14d630ee0e1d), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:00.303083 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=2c77dadd-dd8a-418a-9f40-604473098402,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:00.306933 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cc0a8df6-8905-40f4-911b-8c690e3aad14 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (32d87eda-2204-4d1b-b495-708f4fa7b226), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:00.311351 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-28e6a318-d82d-4d2b-b96f-5d4ddb8fbfe6 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:00.343676 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a8df6-8905-40f4-911b-8c690e3aad14 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Pushing event deleted for resources: {'Port': ['ID=32d87eda-2204-4d1b-b495-708f4fa7b226,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:00.484259 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cc0a8df6-8905-40f4-911b-8c690e3aad14 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (e6364ff9-0d59-4708-b9ab-b5a014dec48b), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:00.589488 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['2c77dadd-dd8a-418a-9f40-604473098402'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:18:00.604646 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cc0a8df6-8905-40f4-911b-8c690e3aad14 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (e6364ff9-0d59-4708-b9ab-b5a014dec48b), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:00.608424 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cc0a8df6-8905-40f4-911b-8c690e3aad14 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for router_controller (e6364ff9-0d59-4708-b9ab-b5a014dec48b), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:00.659516 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-28e6a318-d82d-4d2b-b96f-5d4ddb8fbfe6 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Allocated IP 172.20.0.5 (b36f7910-c29c-435c-a945-76efb0ebd057/c997911a-4b76-470f-b8cb-4f96a8f82d88/e36e7b7d-7a57-4eae-8512-0d0cfb6a4790) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:18:00.676520 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cc0a8df6-8905-40f4-911b-8c690e3aad14 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (e6364ff9-0d59-4708-b9ab-b5a014dec48b), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:00.677745 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc0a8df6-8905-40f4-911b-8c690e3aad14 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Fanout notify agent at l3_agent the message router_deleted on router e6364ff9-0d59-4708-b9ab-b5a014dec48b {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:18:00.687032 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cc0a8df6-8905-40f4-911b-8c690e3aad14 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:00.688480 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-cc0a8df6-8905-40f4-911b-8c690e3aad14 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "DELETE /v2.0/routers/e6364ff9-0d59-4708-b9ab-b5a014dec48b HTTP/1.1" status: 204 len: 168 time: 2.0303266 Jan 28 03:18:00.691764 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42466) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:00.774408 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-1785857f-7fc3-4767-b8ba-77b469e6f8ab tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Deleting subnet 4701f253-bc5a-4764-b5df-60f95350dfdf {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:18:00.778165 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1785857f-7fc3-4767-b8ba-77b469e6f8ab tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for subnet (4701f253-bc5a-4764-b5df-60f95350dfdf), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:00.832832 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-28e6a318-d82d-4d2b-b96f-5d4ddb8fbfe6 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for port (e36e7b7d-7a57-4eae-8512-0d0cfb6a4790), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:00.835381 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4aa59ec7-0952-4dde-83ef-ed41f6f3e58e req-fb8bb968-d749-4db0-aa40-5c72ef8b2195 tempest-ServerShowV257Test-877550430 tempest-ServerShowV257Test-877550430-project] 10.222.0.53 "GET /v2.0/ports?device_id=02ca79ba-4c46-46ec-ae22-b1118ad34cf9 HTTP/1.1" status: 200 len: 210 time: 0.0600386 Jan 28 03:18:00.852713 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1785857f-7fc3-4767-b8ba-77b469e6f8ab tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (4701f253-bc5a-4764-b5df-60f95350dfdf), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:00.889137 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-28e6a318-d82d-4d2b-b96f-5d4ddb8fbfe6 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (e36e7b7d-7a57-4eae-8512-0d0cfb6a4790), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:00.928407 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e6a318-d82d-4d2b-b96f-5d4ddb8fbfe6 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Network b36f7910-c29c-435c-a945-76efb0ebd057 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:18:00.931838 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-28e6a318-d82d-4d2b-b96f-5d4ddb8fbfe6 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:18:00.936574 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e6a318-d82d-4d2b-b96f-5d4ddb8fbfe6 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:18:00.986204 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6a318-d82d-4d2b-b96f-5d4ddb8fbfe6 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Pushing event updated for resources: {'Port': ['ID=e36e7b7d-7a57-4eae-8512-0d0cfb6a4790,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:00.987376 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1785857f-7fc3-4767-b8ba-77b469e6f8ab tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (4701f253-bc5a-4764-b5df-60f95350dfdf), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:01.094210 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1785857f-7fc3-4767-b8ba-77b469e6f8ab tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (4701f253-bc5a-4764-b5df-60f95350dfdf), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:01.147771 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785857f-7fc3-4767-b8ba-77b469e6f8ab tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Pushing event deleted for resources: {'Subnet': ['ID=4701f253-bc5a-4764-b5df-60f95350dfdf,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:01.209483 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1785857f-7fc3-4767-b8ba-77b469e6f8ab tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:01.212890 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1785857f-7fc3-4767-b8ba-77b469e6f8ab tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "DELETE /v2.0/subnets/4701f253-bc5a-4764-b5df-60f95350dfdf HTTP/1.1" status: 204 len: 168 time: 0.5196445 Jan 28 03:18:01.219274 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb71005-8e7e-499f-9131-1228f2664b14 None None] Network 48cef6a4-8838-4954-9c4a-6d4418940471 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:18:01.223062 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42486) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:01.303836 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0843a33a-f969-409c-86d2-7ea300301cdc req-911337ad-19a8-4ff9-8d33-20c693f3c2e6 tempest-ServerShowV257Test-877550430 tempest-ServerShowV257Test-877550430-project] 10.222.0.53 "GET /v2.0/ports?device_id=02ca79ba-4c46-46ec-ae22-b1118ad34cf9 HTTP/1.1" status: 200 len: 210 time: 0.0615032 Jan 28 03:18:01.324923 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-28e6a318-d82d-4d2b-b96f-5d4ddb8fbfe6 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for router_gateway (1212ca9a-99c5-41f4-b5d2-14d630ee0e1d), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:01.341782 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e550a-4564-41c8-8792-12e8aeef4dae req-09b60d52-f74b-406c-ad9e-fea5a56236a0 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:01.349528 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e15e550a-4564-41c8-8792-12e8aeef4dae req-09b60d52-f74b-406c-ad9e-fea5a56236a0 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc6cb0a0-4203-46a6-b5da-06e4c191ebf5 HTTP/1.1" status: 200 len: 944 time: 0.1788998 Jan 28 03:18:01.436310 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4308ab39-62fe-413a-a5d9-ab0db6ff2269 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (48cef6a4-8838-4954-9c4a-6d4418940471), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:01.451333 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e15e550a-4564-41c8-8792-12e8aeef4dae req-c3b8fc66-2df6-49b7-8d51-e8b9151aac9b tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007168 Jan 28 03:18:01.476216 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debc1e5f-e181-4d3d-a394-c270ac87a9de None None] DHCP port deletion for 48cef6a4-8838-4954-9c4a-6d4418940471 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:18:01.557358 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f998161-fba0-404e-b943-d0f8ebaaa45c req-92101337-dbab-4cc8-a5c0-87df4b39768c tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:01.560092 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3f998161-fba0-404e-b943-d0f8ebaaa45c req-92101337-dbab-4cc8-a5c0-87df4b39768c tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f121fc7-9edf-490f-87f5-0bbb24846d4e HTTP/1.1" status: 200 len: 944 time: 0.1299152 Jan 28 03:18:01.566417 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-debc1e5f-e181-4d3d-a394-c270ac87a9de None None] Deleting port 8a3a8ba4-c356-4068-8220-7f628034deb0 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:18:01.568095 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-debc1e5f-e181-4d3d-a394-c270ac87a9de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (8a3a8ba4-c356-4068-8220-7f628034deb0), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:01.575309 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-4308ab39-62fe-413a-a5d9-ab0db6ff2269 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Deleting port 8a3a8ba4-c356-4068-8220-7f628034deb0 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:18:01.576861 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4308ab39-62fe-413a-a5d9-ab0db6ff2269 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (8a3a8ba4-c356-4068-8220-7f628034deb0), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:01.677324 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-4308ab39-62fe-413a-a5d9-ab0db6ff2269 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] For port 8a3a8ba4-c356-4068-8220-7f628034deb0, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=8a3a8ba4-c356-4068-8220-7f628034deb0,segment=NetworkSegment(246625ea-f925-4b1a-86a0-61f4c809afad),segment_id=246625ea-f925-4b1a-86a0-61f4c809afad)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:18:01.677698 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4308ab39-62fe-413a-a5d9-ab0db6ff2269 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (8a3a8ba4-c356-4068-8220-7f628034deb0), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:01.696503 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-debc1e5f-e181-4d3d-a394-c270ac87a9de None None] For port 8a3a8ba4-c356-4068-8220-7f628034deb0, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=8a3a8ba4-c356-4068-8220-7f628034deb0,segment=NetworkSegment(246625ea-f925-4b1a-86a0-61f4c809afad),segment_id=246625ea-f925-4b1a-86a0-61f4c809afad)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:18:01.696966 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-debc1e5f-e181-4d3d-a394-c270ac87a9de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (8a3a8ba4-c356-4068-8220-7f628034deb0), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:01.700500 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-4308ab39-62fe-413a-a5d9-ab0db6ff2269 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Calling delete_port for 8a3a8ba4-c356-4068-8220-7f628034deb0 owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:18:01.710507 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3f998161-fba0-404e-b943-d0f8ebaaa45c req-048ef97a-5534-4508-95d6-21ad769f9976 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/security-groups?id=12adc281-407c-4de8-aa15-07fc31d7ad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052055 Jan 28 03:18:01.714735 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-debc1e5f-e181-4d3d-a394-c270ac87a9de None None] Calling delete_port for 8a3a8ba4-c356-4068-8220-7f628034deb0 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:18:01.728072 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-28e6a318-d82d-4d2b-b96f-5d4ddb8fbfe6 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (1212ca9a-99c5-41f4-b5d2-14d630ee0e1d), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:01.799439 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-79e364bb-fe55-479d-bb6c-2b154aec06e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:18:01.814757 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:18:01.819304 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4308ab39-62fe-413a-a5d9-ab0db6ff2269 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (8a3a8ba4-c356-4068-8220-7f628034deb0), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:01.824920 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-debc1e5f-e181-4d3d-a394-c270ac87a9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (8a3a8ba4-c356-4068-8220-7f628034deb0), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:01.848603 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4308ab39-62fe-413a-a5d9-ab0db6ff2269 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] No DVR routers for this DVR port 8a3a8ba4-c356-4068-8220-7f628034deb0 on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:18:01.853927 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4308ab39-62fe-413a-a5d9-ab0db6ff2269 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Pushing event deleted for resources: {'Port': ['ID=8a3a8ba4-c356-4068-8220-7f628034deb0,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:01.858321 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc1e5f-e181-4d3d-a394-c270ac87a9de None None] Pushing event deleted for resources: {'Port': ['ID=8a3a8ba4-c356-4068-8220-7f628034deb0,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:01.876966 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debc1e5f-e181-4d3d-a394-c270ac87a9de None None] No DVR routers for this DVR port 8a3a8ba4-c356-4068-8220-7f628034deb0 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:18:01.896481 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 2c77dadd-dd8a-418a-9f40-604473098402 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:18:01.945664 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e6a318-d82d-4d2b-b96f-5d4ddb8fbfe6 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Router 1212ca9a-99c5-41f4-b5d2-14d630ee0e1d is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:18:01.953904 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 2c77dadd-dd8a-418a-9f40-604473098402 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:18:01.964832 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 2c77dadd-dd8a-418a-9f40-604473098402 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:18:01.964832 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (2c77dadd-dd8a-418a-9f40-604473098402), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:01.966174 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4308ab39-62fe-413a-a5d9-ab0db6ff2269 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (48cef6a4-8838-4954-9c4a-6d4418940471), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:02.003132 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-4308ab39-62fe-413a-a5d9-ab0db6ff2269 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48cef6a4-8838-4954-9c4a-6d4418940471']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:02.017570 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-4308ab39-62fe-413a-a5d9-ab0db6ff2269 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '246625ea-f925-4b1a-86a0-61f4c809afad') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:02.018152 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-4308ab39-62fe-413a-a5d9-ab0db6ff2269 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '246625ea-f925-4b1a-86a0-61f4c809afad') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:02.032938 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4308ab39-62fe-413a-a5d9-ab0db6ff2269 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (246625ea-f925-4b1a-86a0-61f4c809afad), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:02.051279 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4308ab39-62fe-413a-a5d9-ab0db6ff2269 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (246625ea-f925-4b1a-86a0-61f4c809afad), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:02.061697 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4308ab39-62fe-413a-a5d9-ab0db6ff2269 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:18:02.062203 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4308ab39-62fe-413a-a5d9-ab0db6ff2269 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (246625ea-f925-4b1a-86a0-61f4c809afad), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:02.066137 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:18:02.066137 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:18:02.066137 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:18:02.066137 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:18:02.066137 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:18:02.066137 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:18:02.066137 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:18:02.066137 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:18:02.066137 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:18:02.066137 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:18:02.066137 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:18:02.066137 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:18:02.066137 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:18:02.066137 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:18:02.066137 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:18:02.066137 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:18:02.066137 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:18:02.066137 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:18:02.066137 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:18:02.066137 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:18:02.066137 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:18:02.066137 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:18:02.066137 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:18:02.066137 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:18:02.066137 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:18:02.066137 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:18:02.066137 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:18:02.066137 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:18:02.066137 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:18:02.066137 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:18:02.066137 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:18:02.066137 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:18:02.085851 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 2c77dadd-dd8a-418a-9f40-604473098402 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:18:02.086177 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2c77dadd-dd8a-418a-9f40-604473098402), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:02.086833 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e6a318-d82d-4d2b-b96f-5d4ddb8fbfe6 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:18:02.111312 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d7ebcf-8316-4649-8191-42a9eee2f5c6 None None] Sync routers for ids ['1212ca9a-99c5-41f4-b5d2-14d630ee0e1d'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:18:02.115793 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-28e6a318-d82d-4d2b-b96f-5d4ddb8fbfe6 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:02.121836 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6cb0a0-4203-46a6-b5da-06e4c191ebf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c77dadd-dd8a-418a-9f40-604473098402'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:18:02.127383 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-28e6a318-d82d-4d2b-b96f-5d4ddb8fbfe6 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.1759932 Jan 28 03:18:02.128271 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42490) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:02.131625 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9d6ac7-2065-411f-84cb-0c07190472ea" -d '{"events": [{"server_uuid": "bc6cb0a0-4203-46a6-b5da-06e4c191ebf5", "name": "network-vif-plugged", "status": "completed", "tag": "2c77dadd-dd8a-418a-9f40-604473098402"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:18:02.133924 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d7ebcf-8316-4649-8191-42a9eee2f5c6 None None] Routers {'1212ca9a-99c5-41f4-b5d2-14d630ee0e1d'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:18:02.135101 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-81d7ebcf-8316-4649-8191-42a9eee2f5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:18:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['1212ca9a-99c5-41f4-b5d2-14d630ee0e1d'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:02.152801 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 2c77dadd-dd8a-418a-9f40-604473098402, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=2c77dadd-dd8a-418a-9f40-604473098402,segment=NetworkSegment(8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69),segment_id=8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:18:02.158426 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (2c77dadd-dd8a-418a-9f40-604473098402), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:02.222713 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=2c77dadd-dd8a-418a-9f40-604473098402,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:02.228485 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4308ab39-62fe-413a-a5d9-ab0db6ff2269 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (48cef6a4-8838-4954-9c4a-6d4418940471), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:02.243884 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 8a3a8ba4-c356-4068-8220-7f628034deb0 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:18:02.268287 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4308ab39-62fe-413a-a5d9-ab0db6ff2269 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:02.274682 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a230286a-0d37-49f4-8915-05519d330ba0 x-openstack-request-id: req-a230286a-0d37-49f4-8915-05519d330ba0 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:18:02.274925 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4308ab39-62fe-413a-a5d9-ab0db6ff2269 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "DELETE /v2.0/networks/48cef6a4-8838-4954-9c4a-6d4418940471 HTTP/1.1" status: 204 len: 168 time: 1.0467947 Jan 28 03:18:02.275942 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc6cb0a0-4203-46a6-b5da-06e4c191ebf5", "name": "network-vif-plugged", "status": "completed", "tag": "2c77dadd-dd8a-418a-9f40-604473098402", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:18:02.276203 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4308ab39-62fe-413a-a5d9-ab0db6ff2269 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Pushing event deleted for resources: {'Network': ['ID=48cef6a4-8838-4954-9c4a-6d4418940471,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:02.276477 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a230286a-0d37-49f4-8915-05519d330ba0 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:18:02.277670 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6cb0a0-4203-46a6-b5da-06e4c191ebf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c77dadd-dd8a-418a-9f40-604473098402', 'code': 200} Jan 28 03:18:02.278967 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42494) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:02.279772 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 8a3a8ba4-c356-4068-8220-7f628034deb0 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:18:02.280184 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 8a3a8ba4-c356-4068-8220-7f628034deb0 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:18:02.383912 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58d8c86b-17d9-44ab-9fc6-c8bf0c36fb75 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for router (1212ca9a-99c5-41f4-b5d2-14d630ee0e1d), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:02.406970 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-81d7ebcf-8316-4649-8191-42a9eee2f5c6 None None] Set router 1212ca9a-99c5-41f4-b5d2-14d630ee0e1d gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:18:02.490129 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0c9779b7-ac59-482b-9900-45f54bde0cae req-ae80d594-ebd1-4c6c-92b0-0bd0fbe81138 tempest-ServerShowV257Test-877550430 tempest-ServerShowV257Test-877550430-project] 10.222.0.53 "GET /v2.0/ports?device_id=02ca79ba-4c46-46ec-ae22-b1118ad34cf9 HTTP/1.1" status: 200 len: 210 time: 0.0420725 Jan 28 03:18:02.522634 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd11e8-a125-4844-a7c7-ed58f4484029 req-19974380-4330-403d-aca6-fa4d56de2fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:02.522634 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2dcd11e8-a125-4844-a7c7-ed58f4484029 req-19974380-4330-403d-aca6-fa4d56de2fba service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bc6cb0a0-4203-46a6-b5da-06e4c191ebf5 HTTP/1.1" status: 200 len: 1097 time: 0.1458759 Jan 28 03:18:02.551514 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-dc04e1cd-251d-488a-b379-c9951335e0d7 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Deleting port 558da968-5882-4425-8344-d183c4d255e4 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:18:02.551894 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dc04e1cd-251d-488a-b379-c9951335e0d7 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (558da968-5882-4425-8344-d183c4d255e4), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:02.625103 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2dcd11e8-a125-4844-a7c7-ed58f4484029 req-9502904e-b629-49b8-9f68-793acba554dc service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990505 Jan 28 03:18:02.629007 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58d8c86b-17d9-44ab-9fc6-c8bf0c36fb75 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for router_gateway (1212ca9a-99c5-41f4-b5d2-14d630ee0e1d), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:02.657222 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729cad77-3746-4b04-b52b-4c40e6622e28 req-b96a04f0-cd44-43a8-af4f-c8c9259991ec tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:02.659785 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-729cad77-3746-4b04-b52b-4c40e6622e28 req-b96a04f0-cd44-43a8-af4f-c8c9259991ec tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc6cb0a0-4203-46a6-b5da-06e4c191ebf5 HTTP/1.1" status: 200 len: 945 time: 0.1172507 Jan 28 03:18:02.670284 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dc04e1cd-251d-488a-b379-c9951335e0d7 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (558da968-5882-4425-8344-d183c4d255e4), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:02.670787 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dc04e1cd-251d-488a-b379-c9951335e0d7 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for floatingip (558da968-5882-4425-8344-d183c4d255e4), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:02.685313 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-dc04e1cd-251d-488a-b379-c9951335e0d7 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Calling delete_port for 558da968-5882-4425-8344-d183c4d255e4 owned by network:floatingip {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:18:02.727338 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 77757051-195c-4db8-8a70-f2553e199968 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:18:02.729666 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-81d7ebcf-8316-4649-8191-42a9eee2f5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1212ca9a-99c5-41f4-b5d2-14d630ee0e1d', 'name': '', 'tenant_id': '6773924935324e04902266ccfb5c4c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b36f7910-c29c-435c-a945-76efb0ebd057', 'external_fixed_ips': [{'subnet_id': 'c997911a-4b76-470f-b8cb-4f96a8f82d88', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e36e7b7d-7a57-4eae-8512-0d0cfb6a4790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:17:59Z', 'updated_at': '2022-01-28T03:18:01Z', 'revision_number': 3, 'project_id': '6773924935324e04902266ccfb5c4c69', 'gw_port': {'id': 'e36e7b7d-7a57-4eae-8512-0d0cfb6a4790', 'name': '', 'network_id': 'b36f7910-c29c-435c-a945-76efb0ebd057', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1212ca9a-99c5-41f4-b5d2-14d630ee0e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'c997911a-4b76-470f-b8cb-4f96a8f82d88', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:18:00Z', 'updated_at': '2022-01-28T03:18:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c997911a-4b76-470f-b8cb-4f96a8f82d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:02.794372 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d7ebcf-8316-4649-8191-42a9eee2f5c6 None None] Checking router: 1212ca9a-99c5-41f4-b5d2-14d630ee0e1d for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:18:02.795035 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d7ebcf-8316-4649-8191-42a9eee2f5c6 None None] Updating router 1212ca9a-99c5-41f4-b5d2-14d630ee0e1d port e36e7b7d-7a57-4eae-8512-0d0cfb6a4790 binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:18:02.830905 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-81d7ebcf-8316-4649-8191-42a9eee2f5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e36e7b7d-7a57-4eae-8512-0d0cfb6a4790), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:02.857911 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 77757051-195c-4db8-8a70-f2553e199968, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=77757051-195c-4db8-8a70-f2553e199968,segment=NetworkSegment(7f7e5b3e-aacb-44ba-92e0-ecf07a14a2c3),segment_id=7f7e5b3e-aacb-44ba-92e0-ecf07a14a2c3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:18:02.874614 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '77757051-195c-4db8-8a70-f2553e199968', 'network_id': '359d63da-0117-4555-a3d7-c4512f3dc136', 'port_id': '77757051-195c-4db8-8a70-f2553e199968', 'mac_address': 'fa:16:3e:e8:17:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51e28b6d-4c18-44d2-870e-5666ca9d9f18', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:18:02.936260 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 77757051-195c-4db8-8a70-f2553e199968 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:18:02.939158 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (77757051-195c-4db8-8a70-f2553e199968), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:02.966994 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77757051-195c-4db8-8a70-f2553e199968 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:18:03.001121 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f8ce8-06be-4b27-9b15-cadfe890345d req-ab20022c-0eb2-4040-b87a-f96885094a3c tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:03.003045 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 77757051-195c-4db8-8a70-f2553e199968, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=77757051-195c-4db8-8a70-f2553e199968,segment=NetworkSegment(7f7e5b3e-aacb-44ba-92e0-ecf07a14a2c3),segment_id=7f7e5b3e-aacb-44ba-92e0-ecf07a14a2c3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:18:03.005711 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-817f8ce8-06be-4b27-9b15-cadfe890345d req-ab20022c-0eb2-4040-b87a-f96885094a3c tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f121fc7-9edf-490f-87f5-0bbb24846d4e HTTP/1.1" status: 200 len: 944 time: 0.1331294 Jan 28 03:18:03.009435 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (77757051-195c-4db8-8a70-f2553e199968), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:03.068905 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=77757051-195c-4db8-8a70-f2553e199968,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:03.075632 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dc04e1cd-251d-488a-b379-c9951335e0d7 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (558da968-5882-4425-8344-d183c4d255e4), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:03.128399 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-81d7ebcf-8316-4649-8191-42a9eee2f5c6 None None] Publish callbacks [] for port (e36e7b7d-7a57-4eae-8512-0d0cfb6a4790), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:03.136083 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-81d7ebcf-8316-4649-8191-42a9eee2f5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e36e7b7d-7a57-4eae-8512-0d0cfb6a4790), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:03.145180 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-729cad77-3746-4b04-b52b-4c40e6622e28 req-14c5a2ab-e4cf-459c-bc57-4267c7773427 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4786527 Jan 28 03:18:03.149949 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc04e1cd-251d-488a-b379-c9951335e0d7 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Pushing event deleted for resources: {'Port': ['ID=558da968-5882-4425-8344-d183c4d255e4,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:03.165421 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-817f8ce8-06be-4b27-9b15-cadfe890345d req-9b65e12a-0353-4e19-b760-0ccbfe7d5f49 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/security-groups?id=12adc281-407c-4de8-aa15-07fc31d7ad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496167 Jan 28 03:18:03.175339 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-58d8c86b-17d9-44ab-9fc6-c8bf0c36fb75 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Deleting port e36e7b7d-7a57-4eae-8512-0d0cfb6a4790 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:18:03.175686 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58d8c86b-17d9-44ab-9fc6-c8bf0c36fb75 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (e36e7b7d-7a57-4eae-8512-0d0cfb6a4790), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:03.215598 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-81d7ebcf-8316-4649-8191-42a9eee2f5c6 None None] Attempting to bind port e36e7b7d-7a57-4eae-8512-0d0cfb6a4790 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:18:03.215969 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-81d7ebcf-8316-4649-8191-42a9eee2f5c6 None None] Attempting to bind port e36e7b7d-7a57-4eae-8512-0d0cfb6a4790 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '67b95989-f3e8-437a-b3ce-23fa67f4fec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b36f7910-c29c-435c-a945-76efb0ebd057'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:18:03.216335 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d7ebcf-8316-4649-8191-42a9eee2f5c6 None None] Attempting to bind port e36e7b7d-7a57-4eae-8512-0d0cfb6a4790 on network b36f7910-c29c-435c-a945-76efb0ebd057 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:18:03.224734 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16267a3-1c09-49f5-8fe6-77bad75adb1a None None] Pushing event updated for resources: {'Port': ['ID=e36e7b7d-7a57-4eae-8512-0d0cfb6a4790,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:03.228504 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d7ebcf-8316-4649-8191-42a9eee2f5c6 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:18:03.228888 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d7ebcf-8316-4649-8191-42a9eee2f5c6 None None] Checking segment: {'id': '67b95989-f3e8-437a-b3ce-23fa67f4fec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b36f7910-c29c-435c-a945-76efb0ebd057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:18:03.229320 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-81d7ebcf-8316-4649-8191-42a9eee2f5c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:03.229718 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d7ebcf-8316-4649-8191-42a9eee2f5c6 None None] Bound using segment: {'id': '67b95989-f3e8-437a-b3ce-23fa67f4fec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b36f7910-c29c-435c-a945-76efb0ebd057'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:18:03.230223 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-81d7ebcf-8316-4649-8191-42a9eee2f5c6 None None] Bound port: e36e7b7d-7a57-4eae-8512-0d0cfb6a4790, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b95989-f3e8-437a-b3ce-23fa67f4fec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b36f7910-c29c-435c-a945-76efb0ebd057'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:18:03.230608 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-81d7ebcf-8316-4649-8191-42a9eee2f5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e36e7b7d-7a57-4eae-8512-0d0cfb6a4790), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:03.251326 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dc04e1cd-251d-488a-b379-c9951335e0d7 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for floatingip (e34b22a8-6a98-4469-92be-33e7bf3f5602), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:03.254295 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dc04e1cd-251d-488a-b379-c9951335e0d7 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:03.257124 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-dc04e1cd-251d-488a-b379-c9951335e0d7 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "DELETE /v2.0/floatingips/e34b22a8-6a98-4469-92be-33e7bf3f5602 HTTP/1.1" status: 204 len: 168 time: 0.9747701 Jan 28 03:18:03.257278 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16267a3-1c09-49f5-8fe6-77bad75adb1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:03.257278 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16267a3-1c09-49f5-8fe6-77bad75adb1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:03.257278 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16267a3-1c09-49f5-8fe6-77bad75adb1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:03.257278 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16267a3-1c09-49f5-8fe6-77bad75adb1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:03.257624 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16267a3-1c09-49f5-8fe6-77bad75adb1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:03.257695 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16267a3-1c09-49f5-8fe6-77bad75adb1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:03.258081 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16267a3-1c09-49f5-8fe6-77bad75adb1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:03.258438 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16267a3-1c09-49f5-8fe6-77bad75adb1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:03.258777 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16267a3-1c09-49f5-8fe6-77bad75adb1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:03.259089 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16267a3-1c09-49f5-8fe6-77bad75adb1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:03.259414 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16267a3-1c09-49f5-8fe6-77bad75adb1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:03.259736 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16267a3-1c09-49f5-8fe6-77bad75adb1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:03.260057 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16267a3-1c09-49f5-8fe6-77bad75adb1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:03.263100 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42502) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:03.291203 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-673547b5-1628-4fd3-94f2-484b7a1f8693 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] DELETE failed (client error): The resource could not be found. Jan 28 03:18:03.291824 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-673547b5-1628-4fd3-94f2-484b7a1f8693 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:18:03.298546 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58d8c86b-17d9-44ab-9fc6-c8bf0c36fb75 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (e36e7b7d-7a57-4eae-8512-0d0cfb6a4790), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:03.298756 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-673547b5-1628-4fd3-94f2-484b7a1f8693 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "DELETE /v2.0/ports/72507b05-6d32-44e3-9b20-105d1367e275 HTTP/1.1" status: 404 len: 333 time: 0.0306756 Jan 28 03:18:03.299272 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42504) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:03.311488 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-81d7ebcf-8316-4649-8191-42a9eee2f5c6 None None] For port e36e7b7d-7a57-4eae-8512-0d0cfb6a4790, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:18:03.324948 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-81d7ebcf-8316-4649-8191-42a9eee2f5c6 None None] For port e36e7b7d-7a57-4eae-8512-0d0cfb6a4790, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=e36e7b7d-7a57-4eae-8512-0d0cfb6a4790,segment=NetworkSegment(67b95989-f3e8-437a-b3ce-23fa67f4fec4),segment_id=67b95989-f3e8-437a-b3ce-23fa67f4fec4)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:18:03.326822 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-58d8c86b-17d9-44ab-9fc6-c8bf0c36fb75 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Calling delete_port for e36e7b7d-7a57-4eae-8512-0d0cfb6a4790 owned by network:router_gateway {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:18:03.329350 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:03.331651 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-81d7ebcf-8316-4649-8191-42a9eee2f5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e36e7b7d-7a57-4eae-8512-0d0cfb6a4790), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:03.340270 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7e702aec-dfa3-4ea5-ad4d-d0536b871f6f tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6364ff9-0d59-4708-b9ab-b5a014dec48b HTTP/1.1" status: 200 len: 205 time: 0.0394249 Jan 28 03:18:03.341765 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42506) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:03.396373 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['77757051-195c-4db8-8a70-f2553e199968'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:18:03.402919 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d7ebcf-8316-4649-8191-42a9eee2f5c6 None None] Routers {'1212ca9a-99c5-41f4-b5d2-14d630ee0e1d'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:18:03.403586 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-81d7ebcf-8316-4649-8191-42a9eee2f5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:18:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['1212ca9a-99c5-41f4-b5d2-14d630ee0e1d'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:03.415940 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16267a3-1c09-49f5-8fe6-77bad75adb1a None None] Pushing event updated for resources: {'Port': ['ID=e36e7b7d-7a57-4eae-8512-0d0cfb6a4790,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:03.435144 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-c778ae72-460d-4e08-80e2-9a9330f1de9c tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] delete failed (client error): The resource could not be found. Jan 28 03:18:03.441698 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42508) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:03.442142 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c778ae72-460d-4e08-80e2-9a9330f1de9c tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "DELETE /v2.0/routers/e6364ff9-0d59-4708-b9ab-b5a014dec48b HTTP/1.1" status: 404 len: 336 time: 0.0986590 Jan 28 03:18:03.483724 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-366b8152-6aa0-4219-894c-f36d97582707 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] DELETE failed (client error): The resource could not be found. Jan 28 03:18:03.484188 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-366b8152-6aa0-4219-894c-f36d97582707 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:18:03.490167 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-366b8152-6aa0-4219-894c-f36d97582707 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "DELETE /v2.0/subnets/4701f253-bc5a-4764-b5df-60f95350dfdf HTTP/1.1" status: 404 len: 337 time: 0.0445759 Jan 28 03:18:03.490940 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42510) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:03.515120 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:03.601587 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-81d7ebcf-8316-4649-8191-42a9eee2f5c6 None None] Set router 1212ca9a-99c5-41f4-b5d2-14d630ee0e1d gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:18:03.679460 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-aeeb71c7-790e-44ee-9cac-45ffb893b992 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Deleting port 6ab7586b-aa39-4513-b370-b8902587d070 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:18:03.681417 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aeeb71c7-790e-44ee-9cac-45ffb893b992 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (6ab7586b-aa39-4513-b370-b8902587d070), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:03.685221 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-81d7ebcf-8316-4649-8191-42a9eee2f5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1212ca9a-99c5-41f4-b5d2-14d630ee0e1d', 'name': '', 'tenant_id': '6773924935324e04902266ccfb5c4c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:17:59Z', 'updated_at': '2022-01-28T03:18:02Z', 'revision_number': 4, 'project_id': '6773924935324e04902266ccfb5c4c69', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:03.695015 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ed549a81-7c6b-4403-bacd-b2ca8f6dc7cc req-8306d1d9-b5c9-4566-bbc7-7e8e943adb50 tempest-ServerShowV257Test-877550430 tempest-ServerShowV257Test-877550430-project] 10.222.0.53 "GET /v2.0/ports?device_id=02ca79ba-4c46-46ec-ae22-b1118ad34cf9 HTTP/1.1" status: 200 len: 210 time: 0.0527966 Jan 28 03:18:03.726446 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d7ebcf-8316-4649-8191-42a9eee2f5c6 None None] The sync data for ids ['1212ca9a-99c5-41f4-b5d2-14d630ee0e1d'] in n-d-712139-27 is: [{'id': '1212ca9a-99c5-41f4-b5d2-14d630ee0e1d', 'name': '', 'tenant_id': '6773924935324e04902266ccfb5c4c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:17:59Z', 'updated_at': '2022-01-28T03:18:02Z', 'revision_number': 4, 'project_id': '6773924935324e04902266ccfb5c4c69', 'gw_port_host': None}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:18:03.761576 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58d8c86b-17d9-44ab-9fc6-c8bf0c36fb75 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (e36e7b7d-7a57-4eae-8512-0d0cfb6a4790), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:03.794396 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d8c86b-17d9-44ab-9fc6-c8bf0c36fb75 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Pushing event deleted for resources: {'Port': ['ID=e36e7b7d-7a57-4eae-8512-0d0cfb6a4790,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:03.862071 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aeeb71c7-790e-44ee-9cac-45ffb893b992 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (6ab7586b-aa39-4513-b370-b8902587d070), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:03.884333 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-aeeb71c7-790e-44ee-9cac-45ffb893b992 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Calling delete_port for 6ab7586b-aa39-4513-b370-b8902587d070 owned by {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:18:03.904173 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58d8c86b-17d9-44ab-9fc6-c8bf0c36fb75 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (1212ca9a-99c5-41f4-b5d2-14d630ee0e1d), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:04.033889 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58d8c86b-17d9-44ab-9fc6-c8bf0c36fb75 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (1212ca9a-99c5-41f4-b5d2-14d630ee0e1d), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:04.037375 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58d8c86b-17d9-44ab-9fc6-c8bf0c36fb75 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for router_controller (1212ca9a-99c5-41f4-b5d2-14d630ee0e1d), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:04.093903 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58d8c86b-17d9-44ab-9fc6-c8bf0c36fb75 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (1212ca9a-99c5-41f4-b5d2-14d630ee0e1d), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:04.094468 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d8c86b-17d9-44ab-9fc6-c8bf0c36fb75 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1212ca9a-99c5-41f4-b5d2-14d630ee0e1d {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:18:04.099290 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58d8c86b-17d9-44ab-9fc6-c8bf0c36fb75 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:04.100517 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-58d8c86b-17d9-44ab-9fc6-c8bf0c36fb75 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] 10.222.0.53 "DELETE /v2.0/routers/1212ca9a-99c5-41f4-b5d2-14d630ee0e1d HTTP/1.1" status: 204 len: 168 time: 1.9693964 Jan 28 03:18:04.104506 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42514) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:04.187403 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-e917ec63-4921-43c1-bbad-215f001ec4fb tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Deleting subnet c997911a-4b76-470f-b8cb-4f96a8f82d88 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:18:04.192231 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e917ec63-4921-43c1-bbad-215f001ec4fb tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for subnet (c997911a-4b76-470f-b8cb-4f96a8f82d88), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:04.214880 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aeeb71c7-790e-44ee-9cac-45ffb893b992 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (6ab7586b-aa39-4513-b370-b8902587d070), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:04.266685 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb71c7-790e-44ee-9cac-45ffb893b992 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Pushing event deleted for resources: {'Port': ['ID=6ab7586b-aa39-4513-b370-b8902587d070,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:04.293145 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e917ec63-4921-43c1-bbad-215f001ec4fb tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (c997911a-4b76-470f-b8cb-4f96a8f82d88), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:04.347238 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0f0fc-c74f-4698-a12d-205d2682e8cc req-aec77e2e-04e5-4aad-a8bc-5d612fd2aeed tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:04.348861 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-64d0f0fc-c74f-4698-a12d-205d2682e8cc req-aec77e2e-04e5-4aad-a8bc-5d612fd2aeed tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc6cb0a0-4203-46a6-b5da-06e4c191ebf5 HTTP/1.1" status: 200 len: 945 time: 0.0638537 Jan 28 03:18:04.411533 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e3844-59e0-40e3-ba72-144ee4479b27 req-39b4ce23-3eff-464c-832a-7b17177bbd01 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:04.413156 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-897e3844-59e0-40e3-ba72-144ee4479b27 req-39b4ce23-3eff-464c-832a-7b17177bbd01 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f121fc7-9edf-490f-87f5-0bbb24846d4e HTTP/1.1" status: 200 len: 945 time: 0.1606758 Jan 28 03:18:04.416385 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e917ec63-4921-43c1-bbad-215f001ec4fb tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (c997911a-4b76-470f-b8cb-4f96a8f82d88), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:04.427342 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-64d0f0fc-c74f-4698-a12d-205d2682e8cc req-81e6b032-6db2-4165-9bcf-9e9c511a2135 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717754 Jan 28 03:18:04.437733 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aeeb71c7-790e-44ee-9cac-45ffb893b992 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:04.443544 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-aeeb71c7-790e-44ee-9cac-45ffb893b992 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "DELETE /v2.0/ports/6ab7586b-aa39-4513-b370-b8902587d070 HTTP/1.1" status: 204 len: 168 time: 0.9490454 Jan 28 03:18:04.444351 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42520) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:04.512813 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-897e3844-59e0-40e3-ba72-144ee4479b27 req-1e424f23-f0b1-4080-8aa1-e87beaf9a85e tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/security-groups?id=12adc281-407c-4de8-aa15-07fc31d7ad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707893 Jan 28 03:18:04.520802 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e917ec63-4921-43c1-bbad-215f001ec4fb tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (c997911a-4b76-470f-b8cb-4f96a8f82d88), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:04.572265 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e917ec63-4921-43c1-bbad-215f001ec4fb tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c997911a-4b76-470f-b8cb-4f96a8f82d88,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:04.573664 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e917ec63-4921-43c1-bbad-215f001ec4fb tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:04.577484 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e917ec63-4921-43c1-bbad-215f001ec4fb tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/c997911a-4b76-470f-b8cb-4f96a8f82d88 HTTP/1.1" status: 204 len: 168 time: 0.4725153 Jan 28 03:18:04.581319 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42524) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:04.637454 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-aee64496-9bdb-4812-8475-ef1250a1465a req-34e90928-236e-4801-bf69-09d0c362409b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1319633 Jan 28 03:18:04.677200 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-30875219-e514-4cb6-a618-1a5ad859e117 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (b36f7910-c29c-435c-a945-76efb0ebd057), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:04.699421 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-a9366014-71f8-46fd-9579-ab3d1f2746c1 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Deleting port ee68dde2-807c-4e3a-a5e7-7e3579396fa3 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:18:04.699985 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a9366014-71f8-46fd-9579-ab3d1f2746c1 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (ee68dde2-807c-4e3a-a5e7-7e3579396fa3), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:04.729916 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 77757051-195c-4db8-8a70-f2553e199968 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:18:04.829507 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:04.834791 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 77757051-195c-4db8-8a70-f2553e199968 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:18:04.840768 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 77757051-195c-4db8-8a70-f2553e199968 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:18:04.841192 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (77757051-195c-4db8-8a70-f2553e199968), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:04.850300 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-42a37739-8efd-4a95-9369-623c4b2f4edd req-e9f3e676-3a19-45e4-9fb2-ebe8c7238808 tempest-ServerShowV257Test-877550430 tempest-ServerShowV257Test-877550430-project] 10.222.0.53 "GET /v2.0/ports?device_id=02ca79ba-4c46-46ec-ae22-b1118ad34cf9 HTTP/1.1" status: 200 len: 210 time: 0.0581753 Jan 28 03:18:04.889357 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee64496-9bdb-4812-8475-ef1250a1465a req-02ab39e3-3191-4b63-8194-f64ad9d3ecee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:04.891291 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-aee64496-9bdb-4812-8475-ef1250a1465a req-02ab39e3-3191-4b63-8194-f64ad9d3ecee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2286ae41b27547dfa2005a6a8f000d38&device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 1096 time: 0.1269417 Jan 28 03:18:04.900808 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-30875219-e514-4cb6-a618-1a5ad859e117 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (b36f7910-c29c-435c-a945-76efb0ebd057), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:04.910945 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a9366014-71f8-46fd-9579-ab3d1f2746c1 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (ee68dde2-807c-4e3a-a5e7-7e3579396fa3), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:04.946205 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-30875219-e514-4cb6-a618-1a5ad859e117 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b36f7910-c29c-435c-a945-76efb0ebd057']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:04.954298 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-a9366014-71f8-46fd-9579-ab3d1f2746c1 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Calling delete_port for ee68dde2-807c-4e3a-a5e7-7e3579396fa3 owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:18:04.955155 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 77757051-195c-4db8-8a70-f2553e199968 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:18:04.955563 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (77757051-195c-4db8-8a70-f2553e199968), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:04.962671 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-30875219-e514-4cb6-a618-1a5ad859e117 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67b95989-f3e8-437a-b3ce-23fa67f4fec4') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:04.962968 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-30875219-e514-4cb6-a618-1a5ad859e117 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67b95989-f3e8-437a-b3ce-23fa67f4fec4') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:04.980961 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8938c7-5b68-4165-b23e-e93ed5826ccc req-d60f20d8-da9d-4c55-961a-9a2c329ee0c0 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:04.982982 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bb8938c7-5b68-4165-b23e-e93ed5826ccc req-d60f20d8-da9d-4c55-961a-9a2c329ee0c0 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc6cb0a0-4203-46a6-b5da-06e4c191ebf5 HTTP/1.1" status: 200 len: 945 time: 0.2226660 Jan 28 03:18:04.986126 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-30875219-e514-4cb6-a618-1a5ad859e117 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (67b95989-f3e8-437a-b3ce-23fa67f4fec4), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:04.991365 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f121fc7-9edf-490f-87f5-0bbb24846d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77757051-195c-4db8-8a70-f2553e199968'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:18:04.993829 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd88e9f-156a-488d-9d17-0da3b0996fd8" -d '{"events": [{"server_uuid": "5f121fc7-9edf-490f-87f5-0bbb24846d4e", "name": "network-vif-plugged", "status": "completed", "tag": "77757051-195c-4db8-8a70-f2553e199968"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:18:05.011555 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-30875219-e514-4cb6-a618-1a5ad859e117 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (67b95989-f3e8-437a-b3ce-23fa67f4fec4), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:05.027375 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30875219-e514-4cb6-a618-1a5ad859e117 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:18:05.027904 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-30875219-e514-4cb6-a618-1a5ad859e117 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (67b95989-f3e8-437a-b3ce-23fa67f4fec4), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:05.030686 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 77757051-195c-4db8-8a70-f2553e199968, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=77757051-195c-4db8-8a70-f2553e199968,segment=NetworkSegment(7f7e5b3e-aacb-44ba-92e0-ecf07a14a2c3),segment_id=7f7e5b3e-aacb-44ba-92e0-ecf07a14a2c3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:18:05.032421 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:18:05.032421 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:18:05.032421 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:18:05.032421 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:18:05.032421 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:18:05.032421 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:18:05.032421 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:18:05.032421 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:18:05.032421 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:18:05.032421 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:18:05.032421 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:18:05.032421 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:18:05.032421 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:18:05.032421 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:18:05.032421 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:18:05.032421 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:18:05.032421 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:18:05.032421 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:18:05.032421 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:18:05.032421 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:18:05.032421 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:18:05.032421 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:18:05.032421 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:18:05.032421 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:18:05.032421 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:18:05.032421 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:18:05.032421 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:18:05.032421 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:18:05.032421 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:18:05.032421 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:18:05.032421 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:18:05.032421 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:18:05.040121 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (77757051-195c-4db8-8a70-f2553e199968), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:05.074188 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d8b1a3-23df-4a49-9e94-238ead56c5c8 x-openstack-request-id: req-d1d8b1a3-23df-4a49-9e94-238ead56c5c8 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:18:05.074188 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f121fc7-9edf-490f-87f5-0bbb24846d4e", "name": "network-vif-plugged", "status": "completed", "tag": "77757051-195c-4db8-8a70-f2553e199968", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:18:05.074560 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d1d8b1a3-23df-4a49-9e94-238ead56c5c8 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:18:05.074813 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f121fc7-9edf-490f-87f5-0bbb24846d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77757051-195c-4db8-8a70-f2553e199968', 'code': 200} Jan 28 03:18:05.112230 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=77757051-195c-4db8-8a70-f2553e199968,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:05.124130 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bb8938c7-5b68-4165-b23e-e93ed5826ccc req-b7bcfd14-c945-45bb-8cf1-ef8a8e9e5e32 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306942 Jan 28 03:18:05.145551 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-30875219-e514-4cb6-a618-1a5ad859e117 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (b36f7910-c29c-435c-a945-76efb0ebd057), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:05.159450 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30875219-e514-4cb6-a618-1a5ad859e117 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b36f7910-c29c-435c-a945-76efb0ebd057 {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 03:18:05.183122 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-30875219-e514-4cb6-a618-1a5ad859e117 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:05.189314 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-30875219-e514-4cb6-a618-1a5ad859e117 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] 10.222.0.53 "DELETE /v2.0/networks/b36f7910-c29c-435c-a945-76efb0ebd057 HTTP/1.1" status: 204 len: 168 time: 0.6052217 Jan 28 03:18:05.213785 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee64496-9bdb-4812-8475-ef1250a1465a req-555a610d-f4ee-4831-8742-1927dc9fb3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:05.216666 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-aee64496-9bdb-4812-8475-ef1250a1465a req-555a610d-f4ee-4831-8742-1927dc9fb3de service neutron] 10.222.0.39 "GET /v2.0/networks?id=61daafe4-8be0-4976-aead-14ffa612176d HTTP/1.1" status: 200 len: 912 time: 0.2971244 Jan 28 03:18:05.224595 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30875219-e514-4cb6-a618-1a5ad859e117 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Pushing event deleted for resources: {'Network': ['ID=b36f7910-c29c-435c-a945-76efb0ebd057,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:05.247529 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4acddcc-d66d-4b4c-b982-8b9ad1d4588a req-bba9a4c2-c186-4933-912e-80d3e0ec0f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:05.249430 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f4acddcc-d66d-4b4c-b982-8b9ad1d4588a req-bba9a4c2-c186-4933-912e-80d3e0ec0f6d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5f121fc7-9edf-490f-87f5-0bbb24846d4e HTTP/1.1" status: 200 len: 1098 time: 0.0565348 Jan 28 03:18:05.305986 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f4acddcc-d66d-4b4c-b982-8b9ad1d4588a req-4e5576c1-704d-4dc1-a544-199ee28e260f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=12adc281-407c-4de8-aa15-07fc31d7ad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497243 Jan 28 03:18:05.384136 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-aee64496-9bdb-4812-8475-ef1250a1465a req-007bd1bd-987c-48fa-88f5-1859d7558a65 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40f8070f-7c97-490d-b710-cae05a2e07c3 HTTP/1.1" status: 200 len: 998 time: 0.1586413 Jan 28 03:18:05.442678 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42538) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:05.448272 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-06cfd0cf-d6f6-4ae1-8ee8-6c9004c5f512 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Request body: {'router': {'name': 'tempest-router--431636232', 'project_id': '69d7b1d5451243ddb663ace165ba9e0d'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:18:05.476142 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-06cfd0cf-d6f6-4ae1-8ee8-6c9004c5f512 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (d8434ff3-229d-4779-ab09-981186516a78), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:05.477468 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-06cfd0cf-d6f6-4ae1-8ee8-6c9004c5f512 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (d8434ff3-229d-4779-ab09-981186516a78), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:05.482214 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a9366014-71f8-46fd-9579-ab3d1f2746c1 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (ee68dde2-807c-4e3a-a5e7-7e3579396fa3), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:05.539812 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9366014-71f8-46fd-9579-ab3d1f2746c1 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Pushing event deleted for resources: {'Port': ['ID=ee68dde2-807c-4e3a-a5e7-7e3579396fa3,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:05.550698 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-06cfd0cf-d6f6-4ae1-8ee8-6c9004c5f512 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for router_controller (d8434ff3-229d-4779-ab09-981186516a78), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:05.557320 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-06cfd0cf-d6f6-4ae1-8ee8-6c9004c5f512 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (d8434ff3-229d-4779-ab09-981186516a78), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:05.578734 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-06cfd0cf-d6f6-4ae1-8ee8-6c9004c5f512 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:05.580780 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-06cfd0cf-d6f6-4ae1-8ee8-6c9004c5f512 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1365955 Jan 28 03:18:05.583581 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42542) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:05.656475 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a9366014-71f8-46fd-9579-ab3d1f2746c1 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:05.660074 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a9366014-71f8-46fd-9579-ab3d1f2746c1 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "DELETE /v2.0/ports/ee68dde2-807c-4e3a-a5e7-7e3579396fa3 HTTP/1.1" status: 204 len: 168 time: 1.2141566 Jan 28 03:18:05.663393 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42544) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:05.675855 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0755dbae-3517-42fe-9260-2e8734f83428 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for router (d8434ff3-229d-4779-ab09-981186516a78), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:05.676546 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee64496-9bdb-4812-8475-ef1250a1465a req-a84175c9-3a09-4661-9f80-9ceb769b8081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:05.679432 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-aee64496-9bdb-4812-8475-ef1250a1465a req-a84175c9-3a09-4661-9f80-9ceb769b8081 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=27d2caa9-814b-48c2-8f4b-c426e9cbbe97 HTTP/1.1" status: 200 len: 850 time: 0.0983934 Jan 28 03:18:05.776574 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeab0f5-c1b8-47a5-957b-bf562f062691 req-157e221c-4fb6-4c0b-85c5-67c062a0173b tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:05.778193 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-faeab0f5-c1b8-47a5-957b-bf562f062691 req-157e221c-4fb6-4c0b-85c5-67c062a0173b tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f121fc7-9edf-490f-87f5-0bbb24846d4e HTTP/1.1" status: 200 len: 946 time: 0.1348531 Jan 28 03:18:05.786974 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721e782f-8765-4e18-ae4e-1cb2bdc11234 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:05.794128 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-721e782f-8765-4e18-ae4e-1cb2bdc11234 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ee996d4-d168-4609-b6c8-4539ddb9cdb0 HTTP/1.1" status: 200 len: 913 time: 0.1227512 Jan 28 03:18:05.794128 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee64496-9bdb-4812-8475-ef1250a1465a req-1cd055de-0cc9-4d70-8645-50474adc3383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:05.794128 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-aee64496-9bdb-4812-8475-ef1250a1465a req-1cd055de-0cc9-4d70-8645-50474adc3383 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=61daafe4-8be0-4976-aead-14ffa612176d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0974047 Jan 28 03:18:05.794128 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42546) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:05.859430 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0755dbae-3517-42fe-9260-2e8734f83428 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (d8434ff3-229d-4779-ab09-981186516a78), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:05.861802 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0755dbae-3517-42fe-9260-2e8734f83428 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for router_controller (d8434ff3-229d-4779-ab09-981186516a78), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:05.908054 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0755dbae-3517-42fe-9260-2e8734f83428 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (d8434ff3-229d-4779-ab09-981186516a78), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:05.909204 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0755dbae-3517-42fe-9260-2e8734f83428 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d8434ff3-229d-4779-ab09-981186516a78 {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:18:05.923939 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0755dbae-3517-42fe-9260-2e8734f83428 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:05.929764 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0755dbae-3517-42fe-9260-2e8734f83428 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] 10.222.0.53 "DELETE /v2.0/routers/d8434ff3-229d-4779-ab09-981186516a78 HTTP/1.1" status: 204 len: 168 time: 0.3401415 Jan 28 03:18:06.006288 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e82a6492-a101-49bf-9dfe-41b85453242f req-cb27102c-27c2-42aa-91f0-e632e87dbff7 tempest-ServerShowV257Test-877550430 tempest-ServerShowV257Test-877550430-project] 10.222.0.53 "GET /v2.0/ports?device_id=02ca79ba-4c46-46ec-ae22-b1118ad34cf9 HTTP/1.1" status: 200 len: 210 time: 0.0305130 Jan 28 03:18:06.056499 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42552) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:06.132135 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:06.216317 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:18:06.293694 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dea53b-2196-44d6-b656-791320cbdc3e req-41c1fec7-e455-4564-b41a-b7ae6d4ee84c tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:06.297768 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-84dea53b-2196-44d6-b656-791320cbdc3e req-41c1fec7-e455-4564-b41a-b7ae6d4ee84c tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc6cb0a0-4203-46a6-b5da-06e4c191ebf5 HTTP/1.1" status: 200 len: 945 time: 0.0595326 Jan 28 03:18:06.303061 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-7b1d5863-a3e5-4a63-a1fb-6ce00c63eb65 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-219135710', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}, 'admin_state_up': False}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:18:06.314106 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-faeab0f5-c1b8-47a5-957b-bf562f062691 req-3fdf201c-0c58-43cb-b287-3a3d1536f19d tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/security-groups?id=12adc281-407c-4de8-aa15-07fc31d7ad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5243762 Jan 28 03:18:06.359901 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7b1d5863-a3e5-4a63-a1fb-6ce00c63eb65 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (cb588e8b-15a3-4772-b9a2-c360362f294c), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:06.361046 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7b1d5863-a3e5-4a63-a1fb-6ce00c63eb65 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (cb588e8b-15a3-4772-b9a2-c360362f294c), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:06.390804 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-84dea53b-2196-44d6-b656-791320cbdc3e req-ddb0b661-e2fa-430d-bb2b-bc8344c3c410 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815785 Jan 28 03:18:06.430447 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-aee64496-9bdb-4812-8475-ef1250a1465a req-5a890f42-da2e-4472-954b-929c121c3d55 service neutron] 10.222.0.39 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6285043 Jan 28 03:18:06.449691 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7b1d5863-a3e5-4a63-a1fb-6ce00c63eb65 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router_controller (cb588e8b-15a3-4772-b9a2-c360362f294c), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:06.604236 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7b1d5863-a3e5-4a63-a1fb-6ce00c63eb65 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router_gateway (cb588e8b-15a3-4772-b9a2-c360362f294c), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:06.612580 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-aee64496-9bdb-4812-8475-ef1250a1465a req-33e51053-39c3-494b-9131-ba2d45a813eb service neutron] 10.222.0.39 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442709 Jan 28 03:18:06.727585 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a7efb2bb-ecf8-4e3a-bb5e-c8b030290c00 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (5ee996d4-d168-4609-b6c8-4539ddb9cdb0), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:06.876300 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7b1d5863-a3e5-4a63-a1fb-6ce00c63eb65 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router_gateway (cb588e8b-15a3-4772-b9a2-c360362f294c), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:06.909571 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7b1d5863-a3e5-4a63-a1fb-6ce00c63eb65 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:07.007941 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-a7efb2bb-ecf8-4e3a-bb5e-c8b030290c00 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Deleting port bec6ca32-ec46-4a13-89e7-5d6c6b5714c6 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:18:07.008844 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a7efb2bb-ecf8-4e3a-bb5e-c8b030290c00 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (bec6ca32-ec46-4a13-89e7-5d6c6b5714c6), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:07.054076 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-7b1d5863-a3e5-4a63-a1fb-6ce00c63eb65 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Allocated IP 172.25.0.210 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/ce6722c2-7d2e-4dce-a0a5-6fec0ae4a8a6) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:18:07.127675 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a8878743-3a3b-4717-88bc-de874adbb94e req-db080c48-8039-4287-b8bf-c0813a63c6d1 tempest-ServerShowV257Test-877550430 tempest-ServerShowV257Test-877550430-project] 10.222.0.53 "GET /v2.0/ports?device_id=02ca79ba-4c46-46ec-ae22-b1118ad34cf9 HTTP/1.1" status: 200 len: 210 time: 0.0350828 Jan 28 03:18:07.136717 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a7efb2bb-ecf8-4e3a-bb5e-c8b030290c00 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (bec6ca32-ec46-4a13-89e7-5d6c6b5714c6), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:07.150303 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-a7efb2bb-ecf8-4e3a-bb5e-c8b030290c00 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Calling delete_port for bec6ca32-ec46-4a13-89e7-5d6c6b5714c6 owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:18:07.189047 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7b1d5863-a3e5-4a63-a1fb-6ce00c63eb65 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for port (ce6722c2-7d2e-4dce-a0a5-6fec0ae4a8a6), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:07.241771 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7b1d5863-a3e5-4a63-a1fb-6ce00c63eb65 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (ce6722c2-7d2e-4dce-a0a5-6fec0ae4a8a6), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:07.423160 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a7efb2bb-ecf8-4e3a-bb5e-c8b030290c00 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (bec6ca32-ec46-4a13-89e7-5d6c6b5714c6), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:07.450500 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7efb2bb-ecf8-4e3a-bb5e-c8b030290c00 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Pushing event deleted for resources: {'Port': ['ID=bec6ca32-ec46-4a13-89e7-5d6c6b5714c6,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:07.625189 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b9ff4e-96de-46dc-9431-167fce7b327f req-cae47569-4df2-4bff-9cb1-d0231783ad9b tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:07.626800 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d9b9ff4e-96de-46dc-9431-167fce7b327f req-cae47569-4df2-4bff-9cb1-d0231783ad9b tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc6cb0a0-4203-46a6-b5da-06e4c191ebf5 HTTP/1.1" status: 200 len: 945 time: 0.1069560 Jan 28 03:18:07.639589 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1d5863-a3e5-4a63-a1fb-6ce00c63eb65 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:18:07.650065 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-7b1d5863-a3e5-4a63-a1fb-6ce00c63eb65 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:18:07.653132 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1d5863-a3e5-4a63-a1fb-6ce00c63eb65 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:18:07.657019 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1d5863-a3e5-4a63-a1fb-6ce00c63eb65 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Pushing event updated for resources: {'Port': ['ID=ce6722c2-7d2e-4dce-a0a5-6fec0ae4a8a6,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:07.705717 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c8630-297c-423d-b4f1-8c4dc59691f8 req-a0274332-4b0a-4883-8437-d128b860e764 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:07.707344 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f63c8630-297c-423d-b4f1-8c4dc59691f8 req-a0274332-4b0a-4883-8437-d128b860e764 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f121fc7-9edf-490f-87f5-0bbb24846d4e HTTP/1.1" status: 200 len: 946 time: 0.1060050 Jan 28 03:18:07.724901 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a7efb2bb-ecf8-4e3a-bb5e-c8b030290c00 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (5ee996d4-d168-4609-b6c8-4539ddb9cdb0), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:07.729490 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d9b9ff4e-96de-46dc-9431-167fce7b327f req-15b0b2f2-3aec-441c-88bf-9addd7d87a77 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918908 Jan 28 03:18:07.851623 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f63c8630-297c-423d-b4f1-8c4dc59691f8 req-f5a016aa-beeb-4f19-bc9c-2847b71ca115 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/security-groups?id=12adc281-407c-4de8-aa15-07fc31d7ad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384778 Jan 28 03:18:07.976363 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7b1d5863-a3e5-4a63-a1fb-6ce00c63eb65 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router_gateway (cb588e8b-15a3-4772-b9a2-c360362f294c), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:08.033233 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70120686-4135-46ed-a395-942501123bbb req-b4f53f48-3c28-42ce-bb39-af7c47f02baa tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:08.034590 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-70120686-4135-46ed-a395-942501123bbb req-b4f53f48-3c28-42ce-bb39-af7c47f02baa tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f121fc7-9edf-490f-87f5-0bbb24846d4e HTTP/1.1" status: 200 len: 946 time: 0.0939240 Jan 28 03:18:08.039173 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7efb2bb-ecf8-4e3a-bb5e-c8b030290c00 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Router 5ee996d4-d168-4609-b6c8-4539ddb9cdb0 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:18:08.136583 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-70120686-4135-46ed-a395-942501123bbb req-9bdb4e50-131f-4c3e-92a1-7082e15b266a tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/security-groups?id=12adc281-407c-4de8-aa15-07fc31d7ad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901303 Jan 28 03:18:08.168795 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42568) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:08.198764 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7efb2bb-ecf8-4e3a-bb5e-c8b030290c00 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:18:08.199018 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7b1d5863-a3e5-4a63-a1fb-6ce00c63eb65 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (cb588e8b-15a3-4772-b9a2-c360362f294c), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:08.209725 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca7ab62-1942-4b36-94a3-bf41211747a8 None None] Sync routers for ids ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:18:08.213146 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a7efb2bb-ecf8-4e3a-bb5e-c8b030290c00 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "PUT /v2.0/routers/5ee996d4-d168-4609-b6c8-4539ddb9cdb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4160087 Jan 28 03:18:08.213756 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42572) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:08.227762 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca7ab62-1942-4b36-94a3-bf41211747a8 None None] Routers {'5ee996d4-d168-4609-b6c8-4539ddb9cdb0'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:18:08.228938 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-8ca7ab62-1942-4b36-94a3-bf41211747a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:18:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:08.273206 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-8ca7ab62-1942-4b36-94a3-bf41211747a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:08.279694 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1a1de48b-747c-4392-a6fb-0bbfc2c9f33f req-f5616e69-39d2-47ed-8186-0358c66ae0fb tempest-ServerShowV257Test-877550430 tempest-ServerShowV257Test-877550430-project] 10.222.0.53 "GET /v2.0/ports?device_id=02ca79ba-4c46-46ec-ae22-b1118ad34cf9 HTTP/1.1" status: 200 len: 210 time: 0.0322227 Jan 28 03:18:08.301621 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca7ab62-1942-4b36-94a3-bf41211747a8 None None] Routers {'5ee996d4-d168-4609-b6c8-4539ddb9cdb0'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:18:08.302606 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-8ca7ab62-1942-4b36-94a3-bf41211747a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:18:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:08.331745 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9abec1f8-a3b2-4b74-8d23-62bb50e4266a tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for router (5ee996d4-d168-4609-b6c8-4539ddb9cdb0), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:08.357184 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-8ca7ab62-1942-4b36-94a3-bf41211747a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:08.358113 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca7ab62-1942-4b36-94a3-bf41211747a8 None None] The sync data for ids ['5ee996d4-d168-4609-b6c8-4539ddb9cdb0'] in n-d-712139-27 is: [] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:18:08.380112 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b1d5863-a3e5-4a63-a1fb-6ce00c63eb65 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Router cb588e8b-15a3-4772-b9a2-c360362f294c is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:18:08.457331 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a18f9d7-9776-4c48-b5b1-2809d2342d00 tempest-TestVolumeBackupRestore-1858001729 tempest-TestVolumeBackupRestore-1858001729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:08.458968 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9a18f9d7-9776-4c48-b5b1-2809d2342d00 tempest-TestVolumeBackupRestore-1858001729 tempest-TestVolumeBackupRestore-1858001729-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5f121fc7-9edf-490f-87f5-0bbb24846d4e HTTP/1.1" status: 200 len: 1093 time: 0.2891958 Jan 28 03:18:08.463990 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42574) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:08.468358 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-09a01513-6ff6-414c-bfdb-a2659f717888 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'port_id': '77757051-195c-4db8-8a70-f2553e199968', 'tenant_id': 'ca842ceda87544d7a57b9cd7ee973733', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:18:08.493986 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9abec1f8-a3b2-4b74-8d23-62bb50e4266a tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for router_gateway (5ee996d4-d168-4609-b6c8-4539ddb9cdb0), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:08.494348 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1d5863-a3e5-4a63-a1fb-6ce00c63eb65 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:18:08.507085 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29275121-d83f-4ae9-84ef-0a1a9d8e705e None None] Sync routers for ids ['cb588e8b-15a3-4772-b9a2-c360362f294c'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:18:08.507671 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-09a01513-6ff6-414c-bfdb-a2659f717888 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:08.517122 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29275121-d83f-4ae9-84ef-0a1a9d8e705e None None] Routers {'cb588e8b-15a3-4772-b9a2-c360362f294c'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:18:08.517502 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7b1d5863-a3e5-4a63-a1fb-6ce00c63eb65 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:08.517856 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-29275121-d83f-4ae9-84ef-0a1a9d8e705e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:18:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['cb588e8b-15a3-4772-b9a2-c360362f294c'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:08.519048 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7b1d5863-a3e5-4a63-a1fb-6ce00c63eb65 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.4614317 Jan 28 03:18:08.521749 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42576) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:08.559118 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-29275121-d83f-4ae9-84ef-0a1a9d8e705e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:08.569034 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29275121-d83f-4ae9-84ef-0a1a9d8e705e None None] Routers {'cb588e8b-15a3-4772-b9a2-c360362f294c'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:18:08.569969 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-29275121-d83f-4ae9-84ef-0a1a9d8e705e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:18:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['cb588e8b-15a3-4772-b9a2-c360362f294c'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:08.603854 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-29275121-d83f-4ae9-84ef-0a1a9d8e705e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:08.604508 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29275121-d83f-4ae9-84ef-0a1a9d8e705e None None] The sync data for ids ['cb588e8b-15a3-4772-b9a2-c360362f294c'] in n-d-712139-27 is: [] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:18:08.612714 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-9abec1f8-a3b2-4b74-8d23-62bb50e4266a tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Deleting port 0626e452-6d82-43bc-b429-61c1ad35d114 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:18:08.612989 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9abec1f8-a3b2-4b74-8d23-62bb50e4266a tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (0626e452-6d82-43bc-b429-61c1ad35d114), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:08.651767 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-18da546d-f6b6-4b93-90ce-6bf438e71a62 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] 10.222.0.53 "GET /v2.0/routers/cb588e8b-15a3-4772-b9a2-c360362f294c HTTP/1.1" status: 200 len: 920 time: 0.1283820 Jan 28 03:18:08.654705 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42578) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:08.687211 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-31798f87-06eb-4ec1-a07e-11faabf72a69 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb588e8b-15a3-4772-b9a2-c360362f294c HTTP/1.1" status: 200 len: 205 time: 0.0313413 Jan 28 03:18:08.689920 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42580) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:08.709276 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-09a01513-6ff6-414c-bfdb-a2659f717888 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:08.714195 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9abec1f8-a3b2-4b74-8d23-62bb50e4266a tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (0626e452-6d82-43bc-b429-61c1ad35d114), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:08.735671 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-9abec1f8-a3b2-4b74-8d23-62bb50e4266a tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Calling delete_port for 0626e452-6d82-43bc-b429-61c1ad35d114 owned by network:router_gateway {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:18:08.801137 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6c821974-8577-48df-a56c-5b1e5fd3d090 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router (cb588e8b-15a3-4772-b9a2-c360362f294c), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:08.915701 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6c821974-8577-48df-a56c-5b1e5fd3d090 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router_gateway (cb588e8b-15a3-4772-b9a2-c360362f294c), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:08.922429 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-09a01513-6ff6-414c-bfdb-a2659f717888 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Allocated IP 172.25.0.147 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/6ea87499-2a2d-46aa-a5ce-a13df06524a6) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:18:08.938972 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18260f6f-79dd-4b41-a0ee-8bda7bad3c92 req-66ab6421-0d4c-4a46-9412-c7506e7c1785 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:08.940531 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-18260f6f-79dd-4b41-a0ee-8bda7bad3c92 req-66ab6421-0d4c-4a46-9412-c7506e7c1785 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc6cb0a0-4203-46a6-b5da-06e4c191ebf5 HTTP/1.1" status: 200 len: 945 time: 0.1252596 Jan 28 03:18:08.979853 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-6c821974-8577-48df-a56c-5b1e5fd3d090 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Deleting port ce6722c2-7d2e-4dce-a0a5-6fec0ae4a8a6 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:18:08.979853 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6c821974-8577-48df-a56c-5b1e5fd3d090 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (ce6722c2-7d2e-4dce-a0a5-6fec0ae4a8a6), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:09.057565 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6c821974-8577-48df-a56c-5b1e5fd3d090 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (ce6722c2-7d2e-4dce-a0a5-6fec0ae4a8a6), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:09.071850 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-6c821974-8577-48df-a56c-5b1e5fd3d090 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Calling delete_port for ce6722c2-7d2e-4dce-a0a5-6fec0ae4a8a6 owned by network:router_gateway {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:18:09.118308 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-18260f6f-79dd-4b41-a0ee-8bda7bad3c92 req-a2062362-e2da-4944-beb5-30be350b8c8c tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431365 Jan 28 03:18:09.157909 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-09a01513-6ff6-414c-bfdb-a2659f717888 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks [] for port (6ea87499-2a2d-46aa-a5ce-a13df06524a6), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:09.161253 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9abec1f8-a3b2-4b74-8d23-62bb50e4266a tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (0626e452-6d82-43bc-b429-61c1ad35d114), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:09.194648 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abec1f8-a3b2-4b74-8d23-62bb50e4266a tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Pushing event deleted for resources: {'Port': ['ID=0626e452-6d82-43bc-b429-61c1ad35d114,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:09.255977 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6c821974-8577-48df-a56c-5b1e5fd3d090 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (ce6722c2-7d2e-4dce-a0a5-6fec0ae4a8a6), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:09.282795 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c821974-8577-48df-a56c-5b1e5fd3d090 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Pushing event deleted for resources: {'Port': ['ID=ce6722c2-7d2e-4dce-a0a5-6fec0ae4a8a6,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:09.353680 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6c821974-8577-48df-a56c-5b1e5fd3d090 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (cb588e8b-15a3-4772-b9a2-c360362f294c), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:09.473453 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1cbb2634-99b9-4229-8d30-0d922aae5189 req-133c33d6-41ec-4b28-ab50-7019859d71c3 tempest-ServerShowV257Test-877550430 tempest-ServerShowV257Test-877550430-project] 10.222.0.53 "GET /v2.0/ports?device_id=02ca79ba-4c46-46ec-ae22-b1118ad34cf9 HTTP/1.1" status: 200 len: 210 time: 0.0888274 Jan 28 03:18:09.478202 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6c821974-8577-48df-a56c-5b1e5fd3d090 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (cb588e8b-15a3-4772-b9a2-c360362f294c), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:09.481337 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6c821974-8577-48df-a56c-5b1e5fd3d090 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router_controller (cb588e8b-15a3-4772-b9a2-c360362f294c), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:09.533655 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6c821974-8577-48df-a56c-5b1e5fd3d090 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (cb588e8b-15a3-4772-b9a2-c360362f294c), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:09.534471 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c821974-8577-48df-a56c-5b1e5fd3d090 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Fanout notify agent at l3_agent the message router_deleted on router cb588e8b-15a3-4772-b9a2-c360362f294c {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:18:09.541756 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6c821974-8577-48df-a56c-5b1e5fd3d090 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:09.542940 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6c821974-8577-48df-a56c-5b1e5fd3d090 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] 10.222.0.53 "DELETE /v2.0/routers/cb588e8b-15a3-4772-b9a2-c360362f294c HTTP/1.1" status: 204 len: 168 time: 0.8521378 Jan 28 03:18:09.547996 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42586) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:09.552840 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-08e4b48e-f3b4-44ee-8427-177581484902 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Request body: {'router': {'name': 'tempest-snat-router-895710149', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'enable_snat': False}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:18:09.582818 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-08e4b48e-f3b4-44ee-8427-177581484902 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (a2093ec1-0ce8-4ee1-918f-91f700bc8a4c), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:09.584816 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-08e4b48e-f3b4-44ee-8427-177581484902 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (a2093ec1-0ce8-4ee1-918f-91f700bc8a4c), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:09.623866 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9abec1f8-a3b2-4b74-8d23-62bb50e4266a tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (5ee996d4-d168-4609-b6c8-4539ddb9cdb0), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:09.627627 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-09a01513-6ff6-414c-bfdb-a2659f717888 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (6ea87499-2a2d-46aa-a5ce-a13df06524a6), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:09.654458 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-08e4b48e-f3b4-44ee-8427-177581484902 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for router_controller (a2093ec1-0ce8-4ee1-918f-91f700bc8a4c), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:09.776696 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9abec1f8-a3b2-4b74-8d23-62bb50e4266a tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (5ee996d4-d168-4609-b6c8-4539ddb9cdb0), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:09.781375 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9abec1f8-a3b2-4b74-8d23-62bb50e4266a tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for router_controller (5ee996d4-d168-4609-b6c8-4539ddb9cdb0), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:09.797670 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a01513-6ff6-414c-bfdb-a2659f717888 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:18:09.806127 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a01513-6ff6-414c-bfdb-a2659f717888 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Pushing event updated for resources: {'Port': ['ID=6ea87499-2a2d-46aa-a5ce-a13df06524a6,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:09.809881 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-09a01513-6ff6-414c-bfdb-a2659f717888 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:18:09.810482 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-08e4b48e-f3b4-44ee-8427-177581484902 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for router_gateway (a2093ec1-0ce8-4ee1-918f-91f700bc8a4c), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:09.850894 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a01513-6ff6-414c-bfdb-a2659f717888 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:18:09.882330 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11d8b0-9700-40ec-a176-e32d53319c5f req-424897b5-d2ea-40a5-a826-0e24fc35f12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:09.884015 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5d11d8b0-9700-40ec-a176-e32d53319c5f req-424897b5-d2ea-40a5-a826-0e24fc35f12f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2286ae41b27547dfa2005a6a8f000d38&device_id=bc6cb0a0-4203-46a6-b5da-06e4c191ebf5 HTTP/1.1" status: 200 len: 1097 time: 0.2268865 Jan 28 03:18:09.886986 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9abec1f8-a3b2-4b74-8d23-62bb50e4266a tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (5ee996d4-d168-4609-b6c8-4539ddb9cdb0), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:09.887544 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abec1f8-a3b2-4b74-8d23-62bb50e4266a tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Fanout notify agent at l3_agent the message router_deleted on router 5ee996d4-d168-4609-b6c8-4539ddb9cdb0 {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:18:09.895791 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9abec1f8-a3b2-4b74-8d23-62bb50e4266a tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:09.899540 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9abec1f8-a3b2-4b74-8d23-62bb50e4266a tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "DELETE /v2.0/routers/5ee996d4-d168-4609-b6c8-4539ddb9cdb0 HTTP/1.1" status: 204 len: 168 time: 1.6847880 Jan 28 03:18:09.902157 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42590) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:10.044711 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-08e4b48e-f3b4-44ee-8427-177581484902 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for router_gateway (a2093ec1-0ce8-4ee1-918f-91f700bc8a4c), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:10.051100 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e324d5e-46a2-40bf-84cc-e737ded23e07 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Deleting subnet c20ad9e3-02a0-4e7e-89c8-cb3e7659008f {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:18:10.064381 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-08e4b48e-f3b4-44ee-8427-177581484902 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:10.082818 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8e324d5e-46a2-40bf-84cc-e737ded23e07 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks [] for subnet (c20ad9e3-02a0-4e7e-89c8-cb3e7659008f), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:10.207118 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-08e4b48e-f3b4-44ee-8427-177581484902 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Allocated IP 172.25.0.16 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/9a894a9b-9beb-4a1d-8550-7d8d2c5b0cf4) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:18:10.209350 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8e324d5e-46a2-40bf-84cc-e737ded23e07 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (c20ad9e3-02a0-4e7e-89c8-cb3e7659008f), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:10.213981 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11d8b0-9700-40ec-a176-e32d53319c5f req-9ead42e9-d3e7-4a02-8b81-ee2c2b68ff58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:10.215479 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5d11d8b0-9700-40ec-a176-e32d53319c5f req-9ead42e9-d3e7-4a02-8b81-ee2c2b68ff58 service neutron] 10.222.0.67 "GET /v2.0/networks?id=61daafe4-8be0-4976-aead-14ffa612176d HTTP/1.1" status: 200 len: 912 time: 0.2802892 Jan 28 03:18:10.314461 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5d11d8b0-9700-40ec-a176-e32d53319c5f req-0f4519e5-9d7e-405f-ad2f-ccbc9ab81b2c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c77dadd-dd8a-418a-9f40-604473098402 HTTP/1.1" status: 200 len: 217 time: 0.0758977 Jan 28 03:18:10.337066 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-08e4b48e-f3b4-44ee-8427-177581484902 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for port (9a894a9b-9beb-4a1d-8550-7d8d2c5b0cf4), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:10.392412 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-08e4b48e-f3b4-44ee-8427-177581484902 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (9a894a9b-9beb-4a1d-8550-7d8d2c5b0cf4), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:10.414079 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8e324d5e-46a2-40bf-84cc-e737ded23e07 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (c20ad9e3-02a0-4e7e-89c8-cb3e7659008f), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:10.435646 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e4b48e-f3b4-44ee-8427-177581484902 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:18:10.446567 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-08e4b48e-f3b4-44ee-8427-177581484902 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:18:10.449687 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e4b48e-f3b4-44ee-8427-177581484902 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Pushing event updated for resources: {'Port': ['ID=9a894a9b-9beb-4a1d-8550-7d8d2c5b0cf4,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:10.453163 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e4b48e-f3b4-44ee-8427-177581484902 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:18:10.507930 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f19d635-4094-4368-82fc-9f82f7a4325b req-78110877-53fb-4c14-9bfa-e8a812c8392f tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:10.509266 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3f19d635-4094-4368-82fc-9f82f7a4325b req-78110877-53fb-4c14-9bfa-e8a812c8392f tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc6cb0a0-4203-46a6-b5da-06e4c191ebf5 HTTP/1.1" status: 200 len: 945 time: 0.2719340 Jan 28 03:18:10.518432 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11d8b0-9700-40ec-a176-e32d53319c5f req-c3708986-c9c3-4b4c-94ad-8cec4794bde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:10.519921 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5d11d8b0-9700-40ec-a176-e32d53319c5f req-c3708986-c9c3-4b4c-94ad-8cec4794bde2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=27d2caa9-814b-48c2-8f4b-c426e9cbbe97 HTTP/1.1" status: 200 len: 850 time: 0.1974304 Jan 28 03:18:10.645557 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8e324d5e-46a2-40bf-84cc-e737ded23e07 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (c20ad9e3-02a0-4e7e-89c8-cb3e7659008f), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:10.650069 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-708d2192-6585-4585-a33a-c74b2b219c35 req-6f0c9ec1-ec91-4af4-b58d-e4724ee425d3 tempest-ServerShowV257Test-877550430 tempest-ServerShowV257Test-877550430-project] 10.222.0.53 "GET /v2.0/ports?device_id=02ca79ba-4c46-46ec-ae22-b1118ad34cf9 HTTP/1.1" status: 200 len: 210 time: 0.0423150 Jan 28 03:18:10.707168 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3f19d635-4094-4368-82fc-9f82f7a4325b req-742373b8-a5cc-40a4-8c72-b775fd40186e tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861975 Jan 28 03:18:10.708072 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e324d5e-46a2-40bf-84cc-e737ded23e07 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Pushing event deleted for resources: {'Subnet': ['ID=c20ad9e3-02a0-4e7e-89c8-cb3e7659008f,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:10.713447 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8e324d5e-46a2-40bf-84cc-e737ded23e07 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:10.719737 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8e324d5e-46a2-40bf-84cc-e737ded23e07 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "DELETE /v2.0/subnets/c20ad9e3-02a0-4e7e-89c8-cb3e7659008f HTTP/1.1" status: 204 len: 168 time: 0.8164871 Jan 28 03:18:10.728009 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42596) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:10.751891 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11d8b0-9700-40ec-a176-e32d53319c5f req-2ada99d6-3ddb-455a-a0b1-2f187013133b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:10.754542 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5d11d8b0-9700-40ec-a176-e32d53319c5f req-2ada99d6-3ddb-455a-a0b1-2f187013133b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=61daafe4-8be0-4976-aead-14ffa612176d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2223082 Jan 28 03:18:10.768520 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-08e4b48e-f3b4-44ee-8427-177581484902 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for router_gateway (a2093ec1-0ce8-4ee1-918f-91f700bc8a4c), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:10.949547 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9d5dbdb6-5113-412d-91ca-6887ae9eb4d8 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (0cc71b52-15ef-454e-a518-4966937231cf), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:11.004156 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-08e4b48e-f3b4-44ee-8427-177581484902 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (a2093ec1-0ce8-4ee1-918f-91f700bc8a4c), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:11.026517 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-09a01513-6ff6-414c-bfdb-a2659f717888 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks [] for floatingip (a13e1cfb-77c2-484a-8e96-f7967fcd803f), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:11.092992 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5d11d8b0-9700-40ec-a176-e32d53319c5f req-ec119213-d77f-49a2-a49d-0a35306fe61b service neutron] 10.222.0.67 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781296 Jan 28 03:18:11.204716 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9d5dbdb6-5113-412d-91ca-6887ae9eb4d8 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (0cc71b52-15ef-454e-a518-4966937231cf), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:11.266566 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-09a01513-6ff6-414c-bfdb-a2659f717888 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (6ea87499-2a2d-46aa-a5ce-a13df06524a6), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:11.269533 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-9d5dbdb6-5113-412d-91ca-6887ae9eb4d8 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cc71b52-15ef-454e-a518-4966937231cf']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:11.309830 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-9d5dbdb6-5113-412d-91ca-6887ae9eb4d8 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0303928d-276a-429f-b39d-3a5c97debdc3') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:11.310204 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-9d5dbdb6-5113-412d-91ca-6887ae9eb4d8 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0303928d-276a-429f-b39d-3a5c97debdc3') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:11.334723 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9d5dbdb6-5113-412d-91ca-6887ae9eb4d8 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (0303928d-276a-429f-b39d-3a5c97debdc3), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:11.378281 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9d5dbdb6-5113-412d-91ca-6887ae9eb4d8 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (0303928d-276a-429f-b39d-3a5c97debdc3), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:11.382672 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5d11d8b0-9700-40ec-a176-e32d53319c5f req-bee15018-4c83-4102-9b26-5d38e7ee2ed3 service neutron] 10.222.0.67 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742772 Jan 28 03:18:11.390533 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d5dbdb6-5113-412d-91ca-6887ae9eb4d8 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:18:11.391199 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9d5dbdb6-5113-412d-91ca-6887ae9eb4d8 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (0303928d-276a-429f-b39d-3a5c97debdc3), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:11.395306 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:18:11.395306 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:18:11.395306 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:18:11.395306 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:18:11.395306 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:18:11.395306 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:18:11.395306 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:18:11.395306 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:18:11.395306 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:18:11.395306 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:18:11.395306 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:18:11.395306 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:18:11.395306 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:18:11.395306 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:18:11.395306 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:18:11.395306 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:18:11.395306 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:18:11.395306 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:18:11.395306 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:18:11.395306 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:18:11.395306 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:18:11.395306 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:18:11.395306 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:18:11.395306 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:18:11.395306 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:18:11.395306 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:18:11.395306 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:18:11.395306 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:18:11.395306 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:18:11.395306 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:18:11.395306 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:18:11.395306 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:18:11.519689 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e4b48e-f3b4-44ee-8427-177581484902 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Router a2093ec1-0ce8-4ee1-918f-91f700bc8a4c is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:18:11.519907 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9d5dbdb6-5113-412d-91ca-6887ae9eb4d8 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (0cc71b52-15ef-454e-a518-4966937231cf), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:11.529974 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9d5dbdb6-5113-412d-91ca-6887ae9eb4d8 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:11.533615 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9d5dbdb6-5113-412d-91ca-6887ae9eb4d8 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] 10.222.0.53 "DELETE /v2.0/networks/0cc71b52-15ef-454e-a518-4966937231cf HTTP/1.1" status: 204 len: 168 time: 0.8042233 Jan 28 03:18:11.547191 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5dbdb6-5113-412d-91ca-6887ae9eb4d8 tempest-FloatingIPTestJSON-747550797 tempest-FloatingIPTestJSON-747550797-project] Pushing event deleted for resources: {'Network': ['ID=0cc71b52-15ef-454e-a518-4966937231cf,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:11.621601 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-09a01513-6ff6-414c-bfdb-a2659f717888 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks [] for port (6ea87499-2a2d-46aa-a5ce-a13df06524a6), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:11.628792 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-09a01513-6ff6-414c-bfdb-a2659f717888 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (6ea87499-2a2d-46aa-a5ce-a13df06524a6), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:11.683769 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e4b48e-f3b4-44ee-8427-177581484902 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:18:11.704638 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d42450-c620-4d04-84b7-72b1b5fb469d None None] Sync routers for ids ['a2093ec1-0ce8-4ee1-918f-91f700bc8a4c'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:18:11.713100 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-08e4b48e-f3b4-44ee-8427-177581484902 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:11.719580 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-08e4b48e-f3b4-44ee-8427-177581484902 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.1704328 Jan 28 03:18:11.722726 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42602) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:11.738448 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a01513-6ff6-414c-bfdb-a2659f717888 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Pushing event updated for resources: {'Port': ['ID=6ea87499-2a2d-46aa-a5ce-a13df06524a6,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:11.750056 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d42450-c620-4d04-84b7-72b1b5fb469d None None] Routers {'a2093ec1-0ce8-4ee1-918f-91f700bc8a4c'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:18:11.752274 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-e1d42450-c620-4d04-84b7-72b1b5fb469d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:18:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['a2093ec1-0ce8-4ee1-918f-91f700bc8a4c'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:11.764789 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-09a01513-6ff6-414c-bfdb-a2659f717888 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (a13e1cfb-77c2-484a-8e96-f7967fcd803f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:11.881618 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-32e4ca2e-9f16-4113-a879-7a4962a1b1a6 req-46437aa0-33e3-4ae7-8e1f-00e7a78fea7c tempest-ServerShowV257Test-877550430 tempest-ServerShowV257Test-877550430-project] 10.222.0.53 "GET /v2.0/ports?device_id=02ca79ba-4c46-46ec-ae22-b1118ad34cf9 HTTP/1.1" status: 200 len: 210 time: 0.0495830 Jan 28 03:18:11.930412 n-d-712139-27 neutron-server[109803]: INFO neutron.db.l3_db [None req-09a01513-6ff6-414c-bfdb-a2659f717888 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Floating IP a13e1cfb-77c2-484a-8e96-f7967fcd803f associated. External IP: 172.25.0.147, port: 77757051-195c-4db8-8a70-f2553e199968. Jan 28 03:18:11.992044 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-e1d42450-c620-4d04-84b7-72b1b5fb469d None None] Set router a2093ec1-0ce8-4ee1-918f-91f700bc8a4c gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:18:11.992381 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42606) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:11.993172 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0eebcf4d-e5db-4066-8143-49d243da950b tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] 10.222.0.53 "GET /v2.0/routers/a2093ec1-0ce8-4ee1-918f-91f700bc8a4c HTTP/1.1" status: 200 len: 907 time: 0.2681046 Jan 28 03:18:12.002650 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-544460fb-e219-4323-b09f-9914480055d4 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Request body: {'router': {'name': 'tempest-snat-router-895710149', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'enable_snat': True}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:18:12.118879 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42610) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:12.223729 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-e1d42450-c620-4d04-84b7-72b1b5fb469d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2093ec1-0ce8-4ee1-918f-91f700bc8a4c', 'name': 'tempest-snat-router-895710149', 'tenant_id': '6773924935324e04902266ccfb5c4c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.16'}], 'enable_snat': False}, 'gw_port_id': '9a894a9b-9beb-4a1d-8550-7d8d2c5b0cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:18:09Z', 'updated_at': '2022-01-28T03:18:10Z', 'revision_number': 3, 'project_id': '6773924935324e04902266ccfb5c4c69', 'gw_port': {'id': '9a894a9b-9beb-4a1d-8550-7d8d2c5b0cf4', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2093ec1-0ce8-4ee1-918f-91f700bc8a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:18:10Z', 'updated_at': '2022-01-28T03:18:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:12.254077 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d42450-c620-4d04-84b7-72b1b5fb469d None None] Checking router: a2093ec1-0ce8-4ee1-918f-91f700bc8a4c for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:18:12.254426 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d42450-c620-4d04-84b7-72b1b5fb469d None None] Updating router a2093ec1-0ce8-4ee1-918f-91f700bc8a4c port 9a894a9b-9beb-4a1d-8550-7d8d2c5b0cf4 binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:18:12.282658 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e1d42450-c620-4d04-84b7-72b1b5fb469d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9a894a9b-9beb-4a1d-8550-7d8d2c5b0cf4), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:12.292993 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-13aa2f28-82d2-4c17-bc1a-ed4104f59a55 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f571cec42994493fa0fbdc6f6652cb99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1705904 Jan 28 03:18:12.294411 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42614) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:12.350877 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-accc0b48-4836-4112-a283-e1f532f01033 admin admin] Publish callbacks [] for security_group (558dcf5f-54af-4a39-9139-30e85179fa28), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:12.374963 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-accc0b48-4836-4112-a283-e1f532f01033 admin admin] Publish callbacks [] for security_group (558dcf5f-54af-4a39-9139-30e85179fa28), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:12.399857 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7351f9-7942-4efe-bafe-a7b0ecccfaa9 req-3162daec-7653-4e2d-b177-e35bac34969d tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:12.401415 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6c7351f9-7942-4efe-bafe-a7b0ecccfaa9 req-3162daec-7653-4e2d-b177-e35bac34969d tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc6cb0a0-4203-46a6-b5da-06e4c191ebf5 HTTP/1.1" status: 200 len: 945 time: 0.4677782 Jan 28 03:18:12.414435 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-544460fb-e219-4323-b09f-9914480055d4 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (c446cd65-21a8-4983-bec4-16749b495293), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:12.415727 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-544460fb-e219-4323-b09f-9914480055d4 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (c446cd65-21a8-4983-bec4-16749b495293), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:12.430617 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-accc0b48-4836-4112-a283-e1f532f01033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (558dcf5f-54af-4a39-9139-30e85179fa28), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:12.434442 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-accc0b48-4836-4112-a283-e1f532f01033 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:12.436037 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-accc0b48-4836-4112-a283-e1f532f01033 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/558dcf5f-54af-4a39-9139-30e85179fa28 HTTP/1.1" status: 204 len: 168 time: 0.1406782 Jan 28 03:18:12.447733 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc0b48-4836-4112-a283-e1f532f01033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558dcf5f-54af-4a39-9139-30e85179fa28,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:12.541415 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-544460fb-e219-4323-b09f-9914480055d4 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for router_controller (c446cd65-21a8-4983-bec4-16749b495293), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:12.547157 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6c7351f9-7942-4efe-bafe-a7b0ecccfaa9 req-f1a4fbdb-861d-419f-8ee1-ff4dcc734b98 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251426 Jan 28 03:18:12.587039 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e1d42450-c620-4d04-84b7-72b1b5fb469d None None] Publish callbacks [] for port (9a894a9b-9beb-4a1d-8550-7d8d2c5b0cf4), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:12.594179 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e1d42450-c620-4d04-84b7-72b1b5fb469d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9a894a9b-9beb-4a1d-8550-7d8d2c5b0cf4), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:12.644627 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-e1d42450-c620-4d04-84b7-72b1b5fb469d None None] Attempting to bind port 9a894a9b-9beb-4a1d-8550-7d8d2c5b0cf4 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:18:12.645185 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-e1d42450-c620-4d04-84b7-72b1b5fb469d None None] Attempting to bind port 9a894a9b-9beb-4a1d-8550-7d8d2c5b0cf4 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:18:12.645466 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d42450-c620-4d04-84b7-72b1b5fb469d None None] Attempting to bind port 9a894a9b-9beb-4a1d-8550-7d8d2c5b0cf4 on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:18:12.654591 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d42450-c620-4d04-84b7-72b1b5fb469d None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:18:12.654821 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d42450-c620-4d04-84b7-72b1b5fb469d None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:18:12.655136 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e1d42450-c620-4d04-84b7-72b1b5fb469d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:12.655537 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d42450-c620-4d04-84b7-72b1b5fb469d None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:18:12.656015 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-e1d42450-c620-4d04-84b7-72b1b5fb469d None None] Bound port: 9a894a9b-9beb-4a1d-8550-7d8d2c5b0cf4, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:18:12.656501 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e1d42450-c620-4d04-84b7-72b1b5fb469d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9a894a9b-9beb-4a1d-8550-7d8d2c5b0cf4), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:12.679162 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138d405f-4bb0-4ca5-a8cd-150ada0de348 None None] Pushing event updated for resources: {'Port': ['ID=9a894a9b-9beb-4a1d-8550-7d8d2c5b0cf4,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:12.712288 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-e1d42450-c620-4d04-84b7-72b1b5fb469d None None] For port 9a894a9b-9beb-4a1d-8550-7d8d2c5b0cf4, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:18:12.715457 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-e1d42450-c620-4d04-84b7-72b1b5fb469d None None] For port 9a894a9b-9beb-4a1d-8550-7d8d2c5b0cf4, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=9a894a9b-9beb-4a1d-8550-7d8d2c5b0cf4,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:18:12.722791 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e1d42450-c620-4d04-84b7-72b1b5fb469d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9a894a9b-9beb-4a1d-8550-7d8d2c5b0cf4), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:12.742270 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-544460fb-e219-4323-b09f-9914480055d4 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for router_gateway (c446cd65-21a8-4983-bec4-16749b495293), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:12.752970 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a01513-6ff6-414c-bfdb-a2659f717888 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Router 08aca7e3-588e-457f-9745-8bc4b56d277f has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:18:12.804870 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d42450-c620-4d04-84b7-72b1b5fb469d None None] Routers {'a2093ec1-0ce8-4ee1-918f-91f700bc8a4c'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:18:12.805519 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-e1d42450-c620-4d04-84b7-72b1b5fb469d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:18:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['a2093ec1-0ce8-4ee1-918f-91f700bc8a4c'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:12.809867 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138d405f-4bb0-4ca5-a8cd-150ada0de348 None None] Pushing event updated for resources: {'Port': ['ID=9a894a9b-9beb-4a1d-8550-7d8d2c5b0cf4,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:12.922243 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a01513-6ff6-414c-bfdb-a2659f717888 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:18:12.922888 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-e1d42450-c620-4d04-84b7-72b1b5fb469d None None] Set router a2093ec1-0ce8-4ee1-918f-91f700bc8a4c gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:18:12.943528 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad65378-9af5-492e-bc1b-fee52be50536 None None] Sync routers for ids ['08aca7e3-588e-457f-9745-8bc4b56d277f'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:18:12.959745 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-09a01513-6ff6-414c-bfdb-a2659f717888 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:12.969674 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad65378-9af5-492e-bc1b-fee52be50536 None None] Routers {'08aca7e3-588e-457f-9745-8bc4b56d277f'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:18:12.973048 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-3ad65378-9af5-492e-bc1b-fee52be50536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:18:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['08aca7e3-588e-457f-9745-8bc4b56d277f'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:13.066532 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-09a01513-6ff6-414c-bfdb-a2659f717888 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.6015191 Jan 28 03:18:13.067931 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f121fc7-9edf-490f-87f5-0bbb24846d4e', 'tag': '77757051-195c-4db8-8a70-f2553e199968'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:18:13.070317 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2a7122-d15c-4d94-8e77-16b05763c34f" -d '{"events": [{"name": "network-changed", "server_uuid": "5f121fc7-9edf-490f-87f5-0bbb24846d4e", "tag": "77757051-195c-4db8-8a70-f2553e199968"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:18:13.074301 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42632) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:13.090877 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f31e25b0-e956-4ed6-93a7-62b404f6fff3 req-6c250da4-075f-431f-b9c1-d7ac15299b05 tempest-ServerShowV257Test-877550430 tempest-ServerShowV257Test-877550430-project] 10.222.0.53 "GET /v2.0/ports?device_id=02ca79ba-4c46-46ec-ae22-b1118ad34cf9 HTTP/1.1" status: 200 len: 210 time: 0.0542483 Jan 28 03:18:13.138510 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378b38e3-fee7-41bb-ba43-f9bcece1d54a x-openstack-request-id: req-378b38e3-fee7-41bb-ba43-f9bcece1d54a {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:18:13.138860 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f121fc7-9edf-490f-87f5-0bbb24846d4e", "tag": "77757051-195c-4db8-8a70-f2553e199968", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:18:13.139050 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-378b38e3-fee7-41bb-ba43-f9bcece1d54a {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:18:13.139458 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f121fc7-9edf-490f-87f5-0bbb24846d4e', 'tag': '77757051-195c-4db8-8a70-f2553e199968', 'status': 'completed', 'code': 200} Jan 28 03:18:13.164022 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-544460fb-e219-4323-b09f-9914480055d4 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for router_gateway (c446cd65-21a8-4983-bec4-16749b495293), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:13.167375 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-3ad65378-9af5-492e-bc1b-fee52be50536 None None] Set router 08aca7e3-588e-457f-9745-8bc4b56d277f gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:18:13.198572 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-544460fb-e219-4323-b09f-9914480055d4 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:13.223864 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e48428-88f2-4faa-8f0e-6e211df4c1ea tempest-TestVolumeBackupRestore-1858001729 tempest-TestVolumeBackupRestore-1858001729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:13.225644 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c2e48428-88f2-4faa-8f0e-6e211df4c1ea tempest-TestVolumeBackupRestore-1858001729 tempest-TestVolumeBackupRestore-1858001729-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5f121fc7-9edf-490f-87f5-0bbb24846d4e HTTP/1.1" status: 200 len: 1093 time: 0.1491337 Jan 28 03:18:13.228460 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42640) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:13.233458 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-93122c25-2ee5-4ead-9f6a-a8b84c21b102 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Request body: {'floatingip': {'port_id': '77757051-195c-4db8-8a70-f2553e199968'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:18:13.350063 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a7122-d15c-4d94-8e77-16b05763c34f req-3d78249b-f2da-4dce-a012-3f20f77be4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:13.351623 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9a2a7122-d15c-4d94-8e77-16b05763c34f req-3d78249b-f2da-4dce-a012-3f20f77be4cf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ca842ceda87544d7a57b9cd7ee973733&device_id=5f121fc7-9edf-490f-87f5-0bbb24846d4e HTTP/1.1" status: 200 len: 1098 time: 0.1834841 Jan 28 03:18:13.406841 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-93122c25-2ee5-4ead-9f6a-a8b84c21b102 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks [] for floatingip (a13e1cfb-77c2-484a-8e96-f7967fcd803f), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:13.407517 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42644) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:13.434263 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-e1d42450-c620-4d04-84b7-72b1b5fb469d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2093ec1-0ce8-4ee1-918f-91f700bc8a4c', 'name': 'tempest-snat-router-895710149', 'tenant_id': '6773924935324e04902266ccfb5c4c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.16'}], 'enable_snat': False}, 'gw_port_id': '9a894a9b-9beb-4a1d-8550-7d8d2c5b0cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:18:09Z', 'updated_at': '2022-01-28T03:18:10Z', 'revision_number': 3, 'project_id': '6773924935324e04902266ccfb5c4c69', 'gw_port': {'id': '9a894a9b-9beb-4a1d-8550-7d8d2c5b0cf4', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2093ec1-0ce8-4ee1-918f-91f700bc8a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:18:10Z', 'updated_at': '2022-01-28T03:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:13.440515 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-3ad65378-9af5-492e-bc1b-fee52be50536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'name': 'tempest-TestVolumeBackupRestore-339311279-router', 'tenant_id': 'ca842ceda87544d7a57b9cd7ee973733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '31b827f0-9fa2-4b77-b6fe-b475a63bc521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:22Z', 'updated_at': '2022-01-28T03:13:27Z', 'revision_number': 4, 'project_id': 'ca842ceda87544d7a57b9cd7ee973733', 'gw_port': {'id': '31b827f0-9fa2-4b77-b6fe-b475a63bc521', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:23Z', 'updated_at': '2022-01-28T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': 'a13e1cfb-77c2-484a-8e96-f7967fcd803f', 'tenant_id': 'ca842ceda87544d7a57b9cd7ee973733', 'floating_ip_address': '172.25.0.147', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'port_id': '77757051-195c-4db8-8a70-f2553e199968', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '359d63da-0117-4555-a3d7-c4512f3dc136', 'mac_address': 'fa:16:3e:e8:17:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f121fc7-9edf-490f-87f5-0bbb24846d4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:18:10Z', 'updated_at': '2022-01-28T03:18:10Z', 'revision_number': 0, 'project_id': 'ca842ceda87544d7a57b9cd7ee973733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1', 'name': '', 'network_id': '359d63da-0117-4555-a3d7-c4512f3dc136', 'tenant_id': 'ca842ceda87544d7a57b9cd7ee973733', 'mac_address': 'fa:16:3e:d0:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '51e28b6d-4c18-44d2-870e-5666ca9d9f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:26Z', 'updated_at': '2022-01-28T03:13:35Z', 'revision_number': 5, 'project_id': 'ca842ceda87544d7a57b9cd7ee973733', 'subnets': [{'id': '51e28b6d-4c18-44d2-870e-5666ca9d9f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:13.468400 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad65378-9af5-492e-bc1b-fee52be50536 None None] Checking router: 08aca7e3-588e-457f-9745-8bc4b56d277f for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:18:13.472840 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d42450-c620-4d04-84b7-72b1b5fb469d None None] The sync data for ids ['a2093ec1-0ce8-4ee1-918f-91f700bc8a4c'] in n-d-712139-27 is: [{'id': 'a2093ec1-0ce8-4ee1-918f-91f700bc8a4c', 'name': 'tempest-snat-router-895710149', 'tenant_id': '6773924935324e04902266ccfb5c4c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.16'}], 'enable_snat': False}, 'gw_port_id': '9a894a9b-9beb-4a1d-8550-7d8d2c5b0cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:18:09Z', 'updated_at': '2022-01-28T03:18:10Z', 'revision_number': 3, 'project_id': '6773924935324e04902266ccfb5c4c69', 'gw_port': {'id': '9a894a9b-9beb-4a1d-8550-7d8d2c5b0cf4', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2093ec1-0ce8-4ee1-918f-91f700bc8a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:18:10Z', 'updated_at': '2022-01-28T03:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:18:13.479333 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad65378-9af5-492e-bc1b-fee52be50536 None None] Routers {'08aca7e3-588e-457f-9745-8bc4b56d277f'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:18:13.480138 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-3ad65378-9af5-492e-bc1b-fee52be50536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:18:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['08aca7e3-588e-457f-9745-8bc4b56d277f'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:13.539269 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-cdc25e3f-14f7-4ca2-83b8-f244cc51273c tempest-NetworksNegativeTestJSON-129128662 tempest-NetworksNegativeTestJSON-129128662-project] Request body: {'port': {'network_id': '63ba8bc1-fa3d-45a6-a812-70edce7efe3a', 'name': 'tempest-NetworksNegativeTestJSON-1294853361'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:18:13.551906 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-544460fb-e219-4323-b09f-9914480055d4 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Allocated IP 172.25.0.232 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/a55a1ade-f95e-4c73-bda4-00437cebb75f) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:18:13.553561 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdc25e3f-14f7-4ca2-83b8-f244cc51273c tempest-NetworksNegativeTestJSON-129128662 tempest-NetworksNegativeTestJSON-129128662-project] POST failed (client error): The resource could not be found. Jan 28 03:18:13.554402 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdc25e3f-14f7-4ca2-83b8-f244cc51273c tempest-NetworksNegativeTestJSON-129128662 tempest-NetworksNegativeTestJSON-129128662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:18:13.555890 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-cdc25e3f-14f7-4ca2-83b8-f244cc51273c tempest-NetworksNegativeTestJSON-129128662 tempest-NetworksNegativeTestJSON-129128662-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1469331 Jan 28 03:18:13.560902 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42648) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:13.590916 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-18541b1a-ed0e-44d7-9fb6-fa0973cd5864 tempest-NetworksNegativeTestJSON-129128662 tempest-NetworksNegativeTestJSON-129128662-project] DELETE failed (client error): The resource could not be found. Jan 28 03:18:13.591472 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18541b1a-ed0e-44d7-9fb6-fa0973cd5864 tempest-NetworksNegativeTestJSON-129128662 tempest-NetworksNegativeTestJSON-129128662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:18:13.594622 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-18541b1a-ed0e-44d7-9fb6-fa0973cd5864 tempest-NetworksNegativeTestJSON-129128662 tempest-NetworksNegativeTestJSON-129128662-project] 10.222.0.53 "DELETE /v2.0/networks/59756188-ac87-4d99-9e86-adf91be20035 HTTP/1.1" status: 404 len: 339 time: 0.0328376 Jan 28 03:18:13.602016 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42652) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:13.641932 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a7122-d15c-4d94-8e77-16b05763c34f req-b46f387f-aa61-446c-9e55-3bd4d17289e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:13.643684 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9a2a7122-d15c-4d94-8e77-16b05763c34f req-b46f387f-aa61-446c-9e55-3bd4d17289e5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=359d63da-0117-4555-a3d7-c4512f3dc136 HTTP/1.1" status: 200 len: 914 time: 0.2827988 Jan 28 03:18:13.654472 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-16699221-1fea-4278-a108-13ce1014edb6 tempest-NetworksNegativeTestJSON-129128662 tempest-NetworksNegativeTestJSON-129128662-project] DELETE failed (client error): The resource could not be found. Jan 28 03:18:13.655468 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16699221-1fea-4278-a108-13ce1014edb6 tempest-NetworksNegativeTestJSON-129128662 tempest-NetworksNegativeTestJSON-129128662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:18:13.659010 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-16699221-1fea-4278-a108-13ce1014edb6 tempest-NetworksNegativeTestJSON-129128662 tempest-NetworksNegativeTestJSON-129128662-project] 10.222.0.53 "DELETE /v2.0/ports/e86a0695-a951-4cbf-b684-1bd18fcf1003 HTTP/1.1" status: 404 len: 333 time: 0.0535593 Jan 28 03:18:13.672522 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42654) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:13.713601 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecf0cb36-16f0-437a-a978-2944c4e9cb31 tempest-NetworksNegativeTestJSON-129128662 tempest-NetworksNegativeTestJSON-129128662-project] DELETE failed (client error): The resource could not be found. Jan 28 03:18:13.714332 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecf0cb36-16f0-437a-a978-2944c4e9cb31 tempest-NetworksNegativeTestJSON-129128662 tempest-NetworksNegativeTestJSON-129128662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:18:13.717425 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ecf0cb36-16f0-437a-a978-2944c4e9cb31 tempest-NetworksNegativeTestJSON-129128662 tempest-NetworksNegativeTestJSON-129128662-project] 10.222.0.53 "DELETE /v2.0/subnets/adb1988f-c3d1-4bde-a726-7b764a1d7718 HTTP/1.1" status: 404 len: 337 time: 0.0434673 Jan 28 03:18:13.726597 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42656) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:13.757013 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-3ad65378-9af5-492e-bc1b-fee52be50536 None None] Set router 08aca7e3-588e-457f-9745-8bc4b56d277f gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:18:13.757899 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-1363d69d-df12-48d5-a84f-da929547aa6b tempest-NetworksNegativeTestJSON-129128662 tempest-NetworksNegativeTestJSON-129128662-project] GET failed (client error): The resource could not be found. Jan 28 03:18:13.760509 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1363d69d-df12-48d5-a84f-da929547aa6b tempest-NetworksNegativeTestJSON-129128662 tempest-NetworksNegativeTestJSON-129128662-project] 10.222.0.53 "GET /v2.0/networks/d6c8b63f-275e-4419-9ce0-4a1cdee072b7 HTTP/1.1" status: 404 len: 339 time: 0.0299349 Jan 28 03:18:13.767492 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42658) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:13.810637 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbfae3-ea9c-428a-b26a-6c8bbd4fcd5d req-543a147a-c59a-453e-a6da-a93d78ab2db5 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:13.812647 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bdfbfae3-ea9c-428a-b26a-6c8bbd4fcd5d req-543a147a-c59a-453e-a6da-a93d78ab2db5 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc6cb0a0-4203-46a6-b5da-06e4c191ebf5 HTTP/1.1" status: 200 len: 945 time: 0.1503975 Jan 28 03:18:13.814833 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-c77cebaa-b7bb-4b09-8c44-0042cea2e19c tempest-NetworksNegativeTestJSON-129128662 tempest-NetworksNegativeTestJSON-129128662-project] GET failed (client error): The resource could not be found. Jan 28 03:18:13.819521 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c77cebaa-b7bb-4b09-8c44-0042cea2e19c tempest-NetworksNegativeTestJSON-129128662 tempest-NetworksNegativeTestJSON-129128662-project] 10.222.0.53 "GET /v2.0/ports/e0e8f068-28fd-491e-b74d-ebdeb8058568 HTTP/1.1" status: 404 len: 333 time: 0.0473993 Jan 28 03:18:13.819963 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42660) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:13.832423 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9a2a7122-d15c-4d94-8e77-16b05763c34f req-f0160017-6b45-4c56-9081-5917432c1a98 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77757051-195c-4db8-8a70-f2553e199968 HTTP/1.1" status: 200 len: 1000 time: 0.1798689 Jan 28 03:18:13.889229 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3033851-8b58-400c-873d-3a4e01ea037f tempest-NetworksNegativeTestJSON-129128662 tempest-NetworksNegativeTestJSON-129128662-project] GET failed (client error): The resource could not be found. Jan 28 03:18:13.890694 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b3033851-8b58-400c-873d-3a4e01ea037f tempest-NetworksNegativeTestJSON-129128662 tempest-NetworksNegativeTestJSON-129128662-project] 10.222.0.53 "GET /v2.0/subnets/ea792de4-349b-4378-982e-d28d340674f2 HTTP/1.1" status: 404 len: 337 time: 0.0699108 Jan 28 03:18:13.907545 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42662) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:13.933917 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-cc8ba280-5574-4b4d-b3a7-6e07d118ec60 tempest-NetworksNegativeTestJSON-129128662 tempest-NetworksNegativeTestJSON-129128662-project] Request body: {'network': {'name': 'new_name'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:18:13.948585 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-544460fb-e219-4323-b09f-9914480055d4 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for port (a55a1ade-f95e-4c73-bda4-00437cebb75f), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:13.953645 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bdfbfae3-ea9c-428a-b26a-6c8bbd4fcd5d req-69c96fe4-5d8c-4c3a-a655-fee0694f7194 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615675 Jan 28 03:18:13.983328 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc8ba280-5574-4b4d-b3a7-6e07d118ec60 tempest-NetworksNegativeTestJSON-129128662 tempest-NetworksNegativeTestJSON-129128662-project] PUT failed (client error): The resource could not be found. Jan 28 03:18:13.983856 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc8ba280-5574-4b4d-b3a7-6e07d118ec60 tempest-NetworksNegativeTestJSON-129128662 tempest-NetworksNegativeTestJSON-129128662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:18:13.985042 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-cc8ba280-5574-4b4d-b3a7-6e07d118ec60 tempest-NetworksNegativeTestJSON-129128662 tempest-NetworksNegativeTestJSON-129128662-project] 10.222.0.53 "PUT /v2.0/networks/c7b5e961-13cc-408e-b191-960abdf932d8 HTTP/1.1" status: 404 len: 339 time: 0.0754998 Jan 28 03:18:13.992162 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42664) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:13.998398 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-7e1adad5-c8a2-43a1-bf6a-e309ece119b2 tempest-NetworksNegativeTestJSON-129128662 tempest-NetworksNegativeTestJSON-129128662-project] Request body: {'port': {'name': 'new_name'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:18:14.020186 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e1adad5-c8a2-43a1-bf6a-e309ece119b2 tempest-NetworksNegativeTestJSON-129128662 tempest-NetworksNegativeTestJSON-129128662-project] PUT failed (client error): The resource could not be found. Jan 28 03:18:14.021097 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e1adad5-c8a2-43a1-bf6a-e309ece119b2 tempest-NetworksNegativeTestJSON-129128662 tempest-NetworksNegativeTestJSON-129128662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:18:14.022985 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7e1adad5-c8a2-43a1-bf6a-e309ece119b2 tempest-NetworksNegativeTestJSON-129128662 tempest-NetworksNegativeTestJSON-129128662-project] 10.222.0.53 "PUT /v2.0/ports/7755c014-a884-4c40-bd12-bf564c809a98 HTTP/1.1" status: 404 len: 333 time: 0.0302854 Jan 28 03:18:14.026759 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42666) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:14.032562 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-cf969605-ee01-445a-8dbc-3bb0a532f603 tempest-NetworksNegativeTestJSON-129128662 tempest-NetworksNegativeTestJSON-129128662-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:18:14.073745 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf969605-ee01-445a-8dbc-3bb0a532f603 tempest-NetworksNegativeTestJSON-129128662 tempest-NetworksNegativeTestJSON-129128662-project] PUT failed (client error): The resource could not be found. Jan 28 03:18:14.074383 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf969605-ee01-445a-8dbc-3bb0a532f603 tempest-NetworksNegativeTestJSON-129128662 tempest-NetworksNegativeTestJSON-129128662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:18:14.075630 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-cf969605-ee01-445a-8dbc-3bb0a532f603 tempest-NetworksNegativeTestJSON-129128662 tempest-NetworksNegativeTestJSON-129128662-project] 10.222.0.53 "PUT /v2.0/subnets/638fd856-4183-47f4-9e85-773767e6629c HTTP/1.1" status: 404 len: 337 time: 0.0476789 Jan 28 03:18:14.078705 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a7122-d15c-4d94-8e77-16b05763c34f req-ebaada79-fd5b-4673-84f1-981157c47f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:14.080911 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9a2a7122-d15c-4d94-8e77-16b05763c34f req-ebaada79-fd5b-4673-84f1-981157c47f6a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=51e28b6d-4c18-44d2-870e-5666ca9d9f18 HTTP/1.1" status: 200 len: 852 time: 0.1923401 Jan 28 03:18:14.112080 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-3ad65378-9af5-492e-bc1b-fee52be50536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'name': 'tempest-TestVolumeBackupRestore-339311279-router', 'tenant_id': 'ca842ceda87544d7a57b9cd7ee973733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '31b827f0-9fa2-4b77-b6fe-b475a63bc521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:22Z', 'updated_at': '2022-01-28T03:13:27Z', 'revision_number': 4, 'project_id': 'ca842ceda87544d7a57b9cd7ee973733', 'gw_port': {'id': '31b827f0-9fa2-4b77-b6fe-b475a63bc521', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:23Z', 'updated_at': '2022-01-28T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': 'a13e1cfb-77c2-484a-8e96-f7967fcd803f', 'tenant_id': 'ca842ceda87544d7a57b9cd7ee973733', 'floating_ip_address': '172.25.0.147', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'port_id': '77757051-195c-4db8-8a70-f2553e199968', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '359d63da-0117-4555-a3d7-c4512f3dc136', 'mac_address': 'fa:16:3e:e8:17:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f121fc7-9edf-490f-87f5-0bbb24846d4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:18:10Z', 'updated_at': '2022-01-28T03:18:10Z', 'revision_number': 0, 'project_id': 'ca842ceda87544d7a57b9cd7ee973733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1', 'name': '', 'network_id': '359d63da-0117-4555-a3d7-c4512f3dc136', 'tenant_id': 'ca842ceda87544d7a57b9cd7ee973733', 'mac_address': 'fa:16:3e:d0:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '51e28b6d-4c18-44d2-870e-5666ca9d9f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:26Z', 'updated_at': '2022-01-28T03:13:35Z', 'revision_number': 5, 'project_id': 'ca842ceda87544d7a57b9cd7ee973733', 'subnets': [{'id': '51e28b6d-4c18-44d2-870e-5666ca9d9f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:14.173754 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad65378-9af5-492e-bc1b-fee52be50536 None None] The sync data for ids ['08aca7e3-588e-457f-9745-8bc4b56d277f'] in n-d-712139-27 is: [{'id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'name': 'tempest-TestVolumeBackupRestore-339311279-router', 'tenant_id': 'ca842ceda87544d7a57b9cd7ee973733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '31b827f0-9fa2-4b77-b6fe-b475a63bc521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:22Z', 'updated_at': '2022-01-28T03:13:27Z', 'revision_number': 4, 'project_id': 'ca842ceda87544d7a57b9cd7ee973733', 'gw_port': {'id': '31b827f0-9fa2-4b77-b6fe-b475a63bc521', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:23Z', 'updated_at': '2022-01-28T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': 'a13e1cfb-77c2-484a-8e96-f7967fcd803f', 'tenant_id': 'ca842ceda87544d7a57b9cd7ee973733', 'floating_ip_address': '172.25.0.147', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'port_id': '77757051-195c-4db8-8a70-f2553e199968', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '359d63da-0117-4555-a3d7-c4512f3dc136', 'mac_address': 'fa:16:3e:e8:17:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f121fc7-9edf-490f-87f5-0bbb24846d4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:18:10Z', 'updated_at': '2022-01-28T03:18:10Z', 'revision_number': 0, 'project_id': 'ca842ceda87544d7a57b9cd7ee973733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1', 'name': '', 'network_id': '359d63da-0117-4555-a3d7-c4512f3dc136', 'tenant_id': 'ca842ceda87544d7a57b9cd7ee973733', 'mac_address': 'fa:16:3e:d0:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '51e28b6d-4c18-44d2-870e-5666ca9d9f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:26Z', 'updated_at': '2022-01-28T03:13:35Z', 'revision_number': 5, 'project_id': 'ca842ceda87544d7a57b9cd7ee973733', 'subnets': [{'id': '51e28b6d-4c18-44d2-870e-5666ca9d9f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:18:14.218118 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-544460fb-e219-4323-b09f-9914480055d4 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (a55a1ade-f95e-4c73-bda4-00437cebb75f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:14.288016 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544460fb-e219-4323-b09f-9914480055d4 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:18:14.312609 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f1aab912-c467-4a79-ba04-6184ed5e4ea3 req-900ee906-d866-4271-bd42-278456e701c0 tempest-ServerShowV257Test-877550430 tempest-ServerShowV257Test-877550430-project] 10.222.0.53 "GET /v2.0/ports?device_id=02ca79ba-4c46-46ec-ae22-b1118ad34cf9 HTTP/1.1" status: 200 len: 210 time: 0.1063604 Jan 28 03:18:14.313477 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 9a894a9b-9beb-4a1d-8550-7d8d2c5b0cf4 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:18:14.327954 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-544460fb-e219-4323-b09f-9914480055d4 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:18:14.337867 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a7122-d15c-4d94-8e77-16b05763c34f req-2736760c-d7cb-4454-a015-786a7983721c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:14.339490 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9a2a7122-d15c-4d94-8e77-16b05763c34f req-2736760c-d7cb-4454-a015-786a7983721c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=359d63da-0117-4555-a3d7-c4512f3dc136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2503376 Jan 28 03:18:14.340328 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544460fb-e219-4323-b09f-9914480055d4 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:18:14.424072 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 9a894a9b-9beb-4a1d-8550-7d8d2c5b0cf4 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:18:14.424363 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9a894a9b-9beb-4a1d-8550-7d8d2c5b0cf4), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:14.439501 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544460fb-e219-4323-b09f-9914480055d4 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Pushing event updated for resources: {'Port': ['ID=a55a1ade-f95e-4c73-bda4-00437cebb75f,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:14.530605 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 9a894a9b-9beb-4a1d-8550-7d8d2c5b0cf4 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:18:14.531096 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9a894a9b-9beb-4a1d-8550-7d8d2c5b0cf4), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:14.534921 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42674) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:14.572617 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 9a894a9b-9beb-4a1d-8550-7d8d2c5b0cf4, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=9a894a9b-9beb-4a1d-8550-7d8d2c5b0cf4,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:18:14.581458 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9a894a9b-9beb-4a1d-8550-7d8d2c5b0cf4), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:14.622914 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.db.resource_extend [None req-93122c25-2ee5-4ead-9f6a-a8b84c21b102 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 03:18:14.667168 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a901e2c-d857-4945-91af-d7c4391ca6a6 None None] New status for floating IP a13e1cfb-77c2-484a-8e96-f7967fcd803f: ACTIVE {{(pid=109804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:18:14.723177 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=9a894a9b-9beb-4a1d-8550-7d8d2c5b0cf4,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:14.727370 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a36e6b06-0845-42dd-a63f-59466551220c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:14.805740 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9a2a7122-d15c-4d94-8e77-16b05763c34f req-8ae78ba9-db29-4bf6-93d8-36e6fd4f7fb0 service neutron] 10.222.0.39 "GET /v2.0/networks/359d63da-0117-4555-a3d7-c4512f3dc136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4527252 Jan 28 03:18:14.821744 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a36e6b06-0845-42dd-a63f-59466551220c admin admin] Publish callbacks [] for security_group (91e8cd7c-ee83-4b71-8544-af7219dc4399), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:14.826666 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a36e6b06-0845-42dd-a63f-59466551220c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (91e8cd7c-ee83-4b71-8544-af7219dc4399), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:14.832412 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-93122c25-2ee5-4ead-9f6a-a8b84c21b102 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:14.841707 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.api [None req-0a901e2c-d857-4945-91af-d7c4391ca6a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:18:14.842297 n-d-712139-27 neutron-server[109804]: DEBUG oslo_db.api [None req-0a901e2c-d857-4945-91af-d7c4391ca6a6 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:18:14.849485 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-93122c25-2ee5-4ead-9f6a-a8b84c21b102 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (a13e1cfb-77c2-484a-8e96-f7967fcd803f), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:14.860767 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a36e6b06-0845-42dd-a63f-59466551220c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dbc2c9b0df924dc9a19abe72fb42a961&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3239698 Jan 28 03:18:14.863953 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42678) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:14.884395 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36e6b06-0845-42dd-a63f-59466551220c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e8cd7c-ee83-4b71-8544-af7219dc4399,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:14.935166 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-589e8b4e-cb3e-4f7a-b62d-ca2fbc057883 admin admin] Publish callbacks [] for security_group (91e8cd7c-ee83-4b71-8544-af7219dc4399), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:14.965680 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-589e8b4e-cb3e-4f7a-b62d-ca2fbc057883 admin admin] Publish callbacks [] for security_group (91e8cd7c-ee83-4b71-8544-af7219dc4399), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:15.069677 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-589e8b4e-cb3e-4f7a-b62d-ca2fbc057883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (91e8cd7c-ee83-4b71-8544-af7219dc4399), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:15.072282 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-589e8b4e-cb3e-4f7a-b62d-ca2fbc057883 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:15.076590 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-589e8b4e-cb3e-4f7a-b62d-ca2fbc057883 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/91e8cd7c-ee83-4b71-8544-af7219dc4399 HTTP/1.1" status: 204 len: 168 time: 0.2116742 Jan 28 03:18:15.093792 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e8b4e-cb3e-4f7a-b62d-ca2fbc057883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e8cd7c-ee83-4b71-8544-af7219dc4399,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:15.121957 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1bb30-6856-49cd-8b67-aeef0f1e7aff req-4fb331da-9c4d-4ac1-b246-16354dfd4a2c tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:15.123867 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-16c1bb30-6856-49cd-8b67-aeef0f1e7aff req-4fb331da-9c4d-4ac1-b246-16354dfd4a2c tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc6cb0a0-4203-46a6-b5da-06e4c191ebf5 HTTP/1.1" status: 200 len: 945 time: 0.0900581 Jan 28 03:18:15.190391 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-16c1bb30-6856-49cd-8b67-aeef0f1e7aff req-fba78db8-4234-46df-b844-38bf33a419c1 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585256 Jan 28 03:18:15.347388 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a901e2c-d857-4945-91af-d7c4391ca6a6 None None] New status for floating IP a13e1cfb-77c2-484a-8e96-f7967fcd803f: ACTIVE {{(pid=109804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:18:15.416907 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9a2a7122-d15c-4d94-8e77-16b05763c34f req-fcf9d6d2-6ab4-4762-a954-b4d05b4a79fc service neutron] 10.222.0.39 "GET /v2.0/networks/359d63da-0117-4555-a3d7-c4512f3dc136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5980806 Jan 28 03:18:15.428517 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-544460fb-e219-4323-b09f-9914480055d4 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for router_gateway (c446cd65-21a8-4983-bec4-16749b495293), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:15.535907 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-82001eee-9740-4d12-a64a-62522c6f9c42 req-a502eafb-8a3e-48fe-a5bb-be855cd29abd tempest-ServerShowV257Test-877550430 tempest-ServerShowV257Test-877550430-project] 10.222.0.53 "GET /v2.0/ports?device_id=02ca79ba-4c46-46ec-ae22-b1118ad34cf9 HTTP/1.1" status: 200 len: 210 time: 0.0690079 Jan 28 03:18:15.651829 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93122c25-2ee5-4ead-9f6a-a8b84c21b102 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Router 08aca7e3-588e-457f-9745-8bc4b56d277f has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:18:15.835244 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-544460fb-e219-4323-b09f-9914480055d4 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (c446cd65-21a8-4983-bec4-16749b495293), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:15.898031 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93122c25-2ee5-4ead-9f6a-a8b84c21b102 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:18:15.903915 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-93122c25-2ee5-4ead-9f6a-a8b84c21b102 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:15.910272 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f626ccaa-dfd8-4d38-a04a-c7d5e14a4131 None None] Sync routers for ids ['08aca7e3-588e-457f-9745-8bc4b56d277f'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:18:15.924103 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f626ccaa-dfd8-4d38-a04a-c7d5e14a4131 None None] Routers {'08aca7e3-588e-457f-9745-8bc4b56d277f'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:18:15.925128 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-f626ccaa-dfd8-4d38-a04a-c7d5e14a4131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:18:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['08aca7e3-588e-457f-9745-8bc4b56d277f'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:15.972007 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f121fc7-9edf-490f-87f5-0bbb24846d4e', 'tag': '77757051-195c-4db8-8a70-f2553e199968'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:18:15.974506 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39490111-276f-4eb7-8178-574d22c58bd2" -d '{"events": [{"name": "network-changed", "server_uuid": "5f121fc7-9edf-490f-87f5-0bbb24846d4e", "tag": "77757051-195c-4db8-8a70-f2553e199968"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:18:16.019652 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-93122c25-2ee5-4ead-9f6a-a8b84c21b102 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "PUT /v2.0/floatingips/a13e1cfb-77c2-484a-8e96-f7967fcd803f HTTP/1.1" status: 200 len: 992 time: 2.7847588 Jan 28 03:18:16.031860 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a085078c-983d-4dd2-82f2-48e3d7f6f8b4 x-openstack-request-id: req-a085078c-983d-4dd2-82f2-48e3d7f6f8b4 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:18:16.032004 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f121fc7-9edf-490f-87f5-0bbb24846d4e", "tag": "77757051-195c-4db8-8a70-f2553e199968", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:18:16.032214 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a085078c-983d-4dd2-82f2-48e3d7f6f8b4 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:18:16.032622 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f121fc7-9edf-490f-87f5-0bbb24846d4e', 'tag': '77757051-195c-4db8-8a70-f2553e199968', 'status': 'completed', 'code': 200} Jan 28 03:18:16.053253 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-544460fb-e219-4323-b09f-9914480055d4 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Router c446cd65-21a8-4983-bec4-16749b495293 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:18:16.057226 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42706) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:16.081899 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-f626ccaa-dfd8-4d38-a04a-c7d5e14a4131 None None] Set router 08aca7e3-588e-457f-9745-8bc4b56d277f gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:18:16.196026 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39490111-276f-4eb7-8178-574d22c58bd2 req-8b0c2120-bdde-4097-aded-36fd682b6ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:16.197666 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-39490111-276f-4eb7-8178-574d22c58bd2 req-8b0c2120-bdde-4097-aded-36fd682b6ce9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ca842ceda87544d7a57b9cd7ee973733&device_id=5f121fc7-9edf-490f-87f5-0bbb24846d4e HTTP/1.1" status: 200 len: 1098 time: 0.0905285 Jan 28 03:18:16.208816 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 9a894a9b-9beb-4a1d-8550-7d8d2c5b0cf4 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:18:16.216996 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-d1d21453-ee80-4cf2-8bd3-46364cc3bfcf tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1120670641', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:18:16.244663 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d1d21453-ee80-4cf2-8bd3-46364cc3bfcf tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (c45daade-d3cd-4541-a841-f0bd86695afc), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:16.245982 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d1d21453-ee80-4cf2-8bd3-46364cc3bfcf tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (c45daade-d3cd-4541-a841-f0bd86695afc), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:16.269250 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 9a894a9b-9beb-4a1d-8550-7d8d2c5b0cf4 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:18:16.269630 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9a894a9b-9beb-4a1d-8550-7d8d2c5b0cf4), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:16.283802 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544460fb-e219-4323-b09f-9914480055d4 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:18:16.297965 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5500cb-dacc-4098-b779-140a18c9a3bd None None] Sync routers for ids ['c446cd65-21a8-4983-bec4-16749b495293'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:18:16.315915 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5500cb-dacc-4098-b779-140a18c9a3bd None None] Routers {'c446cd65-21a8-4983-bec4-16749b495293'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:18:16.316549 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-0e5500cb-dacc-4098-b779-140a18c9a3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:18:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['c446cd65-21a8-4983-bec4-16749b495293'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:16.317038 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d1d21453-ee80-4cf2-8bd3-46364cc3bfcf tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks [] for router_controller (c45daade-d3cd-4541-a841-f0bd86695afc), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:16.326734 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d1d21453-ee80-4cf2-8bd3-46364cc3bfcf tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (c45daade-d3cd-4541-a841-f0bd86695afc), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:16.351827 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d1d21453-ee80-4cf2-8bd3-46364cc3bfcf tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:16.358374 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d1d21453-ee80-4cf2-8bd3-46364cc3bfcf tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2961440 Jan 28 03:18:16.359737 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42712) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:16.369970 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-3d77a9aa-feaf-4798-9d0b-3bbb62e175e6 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1799418325'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:18:16.381927 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-544460fb-e219-4323-b09f-9914480055d4 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:16.386224 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-544460fb-e219-4323-b09f-9914480055d4 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.3912089 Jan 28 03:18:16.386874 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42714) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:16.436141 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefca81-96d9-4a2b-8a43-56a2e951ce03 req-2960c1b6-54c9-4c06-b836-0c7a8e69207d tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:16.437938 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bcefca81-96d9-4a2b-8a43-56a2e951ce03 req-2960c1b6-54c9-4c06-b836-0c7a8e69207d tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc6cb0a0-4203-46a6-b5da-06e4c191ebf5 HTTP/1.1" status: 200 len: 945 time: 0.1558173 Jan 28 03:18:16.441108 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-f626ccaa-dfd8-4d38-a04a-c7d5e14a4131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'name': 'tempest-TestVolumeBackupRestore-339311279-router', 'tenant_id': 'ca842ceda87544d7a57b9cd7ee973733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '31b827f0-9fa2-4b77-b6fe-b475a63bc521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:22Z', 'updated_at': '2022-01-28T03:13:27Z', 'revision_number': 4, 'project_id': 'ca842ceda87544d7a57b9cd7ee973733', 'gw_port': {'id': '31b827f0-9fa2-4b77-b6fe-b475a63bc521', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:23Z', 'updated_at': '2022-01-28T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': 'a13e1cfb-77c2-484a-8e96-f7967fcd803f', 'tenant_id': 'ca842ceda87544d7a57b9cd7ee973733', 'floating_ip_address': '172.25.0.147', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'port_id': '77757051-195c-4db8-8a70-f2553e199968', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '359d63da-0117-4555-a3d7-c4512f3dc136', 'mac_address': 'fa:16:3e:e8:17:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f121fc7-9edf-490f-87f5-0bbb24846d4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:18:10Z', 'updated_at': '2022-01-28T03:18:15Z', 'revision_number': 2, 'project_id': 'ca842ceda87544d7a57b9cd7ee973733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1', 'name': '', 'network_id': '359d63da-0117-4555-a3d7-c4512f3dc136', 'tenant_id': 'ca842ceda87544d7a57b9cd7ee973733', 'mac_address': 'fa:16:3e:d0:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '51e28b6d-4c18-44d2-870e-5666ca9d9f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:26Z', 'updated_at': '2022-01-28T03:13:35Z', 'revision_number': 5, 'project_id': 'ca842ceda87544d7a57b9cd7ee973733', 'subnets': [{'id': '51e28b6d-4c18-44d2-870e-5666ca9d9f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:16.470781 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 9a894a9b-9beb-4a1d-8550-7d8d2c5b0cf4 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:18:16.490009 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f626ccaa-dfd8-4d38-a04a-c7d5e14a4131 None None] Checking router: 08aca7e3-588e-457f-9745-8bc4b56d277f for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:18:16.499343 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f626ccaa-dfd8-4d38-a04a-c7d5e14a4131 None None] Routers {'08aca7e3-588e-457f-9745-8bc4b56d277f'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:18:16.500049 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-f626ccaa-dfd8-4d38-a04a-c7d5e14a4131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:18:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['08aca7e3-588e-457f-9745-8bc4b56d277f'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:16.500182 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-0e5500cb-dacc-4098-b779-140a18c9a3bd None None] Set router c446cd65-21a8-4983-bec4-16749b495293 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:18:16.516330 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0ad68e52-99c8-410f-80b2-1c0efd770e03 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] 10.222.0.53 "GET /v2.0/routers/c446cd65-21a8-4983-bec4-16749b495293 HTTP/1.1" status: 200 len: 907 time: 0.1282463 Jan 28 03:18:16.517279 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42716) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:16.526650 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bcefca81-96d9-4a2b-8a43-56a2e951ce03 req-e7452625-5f2f-44d2-9203-72cf4d96e67a tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819440 Jan 28 03:18:16.528461 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39490111-276f-4eb7-8178-574d22c58bd2 req-7381c154-95ad-41d6-94f3-b0194274c689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:16.531004 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-39490111-276f-4eb7-8178-574d22c58bd2 req-7381c154-95ad-41d6-94f3-b0194274c689 service neutron] 10.222.0.39 "GET /v2.0/networks?id=359d63da-0117-4555-a3d7-c4512f3dc136 HTTP/1.1" status: 200 len: 914 time: 0.3234198 Jan 28 03:18:16.589763 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d77a9aa-feaf-4798-9d0b-3bbb62e175e6 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Made reservation on behalf of 3a67bb2f8eec45969aa8b3ee4be7a61a for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:18:16.593500 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3d77a9aa-feaf-4798-9d0b-3bbb62e175e6 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:16.607173 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3d77a9aa-feaf-4798-9d0b-3bbb62e175e6 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:16.611025 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-39490111-276f-4eb7-8178-574d22c58bd2 req-e6c4177d-2c06-43fe-a81b-cdcf02b17e0d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77757051-195c-4db8-8a70-f2553e199968 HTTP/1.1" status: 200 len: 1002 time: 0.0735524 Jan 28 03:18:16.648044 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-f626ccaa-dfd8-4d38-a04a-c7d5e14a4131 None None] Set router 08aca7e3-588e-457f-9745-8bc4b56d277f gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:18:16.693288 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39490111-276f-4eb7-8178-574d22c58bd2 req-42970111-156b-4132-84d6-02428619aef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:16.694849 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-39490111-276f-4eb7-8178-574d22c58bd2 req-42970111-156b-4132-84d6-02428619aef4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=51e28b6d-4c18-44d2-870e-5666ca9d9f18 HTTP/1.1" status: 200 len: 852 time: 0.0771453 Jan 28 03:18:16.748699 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e4f94c19-1825-4439-ba4b-8fc663e84054 req-d0470644-4803-4556-baf5-78b2ebb456c4 tempest-ServerShowV257Test-877550430 tempest-ServerShowV257Test-877550430-project] 10.222.0.53 "GET /v2.0/ports?device_id=02ca79ba-4c46-46ec-ae22-b1118ad34cf9 HTTP/1.1" status: 200 len: 210 time: 0.0456314 Jan 28 03:18:16.772177 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39490111-276f-4eb7-8178-574d22c58bd2 req-71c7e07e-0fc0-4f7c-b680-6a9a3e3542ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:16.773749 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-39490111-276f-4eb7-8178-574d22c58bd2 req-71c7e07e-0fc0-4f7c-b680-6a9a3e3542ef service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=359d63da-0117-4555-a3d7-c4512f3dc136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0726805 Jan 28 03:18:16.783732 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-0e5500cb-dacc-4098-b779-140a18c9a3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c446cd65-21a8-4983-bec4-16749b495293', 'name': 'tempest-snat-router-895710149', 'tenant_id': '6773924935324e04902266ccfb5c4c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'a55a1ade-f95e-4c73-bda4-00437cebb75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:18:12Z', 'updated_at': '2022-01-28T03:18:14Z', 'revision_number': 3, 'project_id': '6773924935324e04902266ccfb5c4c69', 'gw_port': {'id': 'a55a1ade-f95e-4c73-bda4-00437cebb75f', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:05:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c446cd65-21a8-4983-bec4-16749b495293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:18:13Z', 'updated_at': '2022-01-28T03:18:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:16.784242 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58e87c37-73b5-4f3b-8949-ebb682a92319 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for router (c446cd65-21a8-4983-bec4-16749b495293), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:16.818735 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5500cb-dacc-4098-b779-140a18c9a3bd None None] Checking router: c446cd65-21a8-4983-bec4-16749b495293 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:18:16.819196 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5500cb-dacc-4098-b779-140a18c9a3bd None None] Updating router c446cd65-21a8-4983-bec4-16749b495293 port a55a1ade-f95e-4c73-bda4-00437cebb75f binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:18:16.843407 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3d77a9aa-feaf-4798-9d0b-3bbb62e175e6 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks [] for security_group (97e6cfc3-01d5-4426-a566-42162b920d14), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:16.851666 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3d77a9aa-feaf-4798-9d0b-3bbb62e175e6 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (97e6cfc3-01d5-4426-a566-42162b920d14), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:16.865521 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0e5500cb-dacc-4098-b779-140a18c9a3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (a55a1ade-f95e-4c73-bda4-00437cebb75f), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:16.901922 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-39490111-276f-4eb7-8178-574d22c58bd2 req-c0d1e106-4cb9-490c-905a-d37a37b0ee9d service neutron] 10.222.0.39 "GET /v2.0/networks/359d63da-0117-4555-a3d7-c4512f3dc136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199949 Jan 28 03:18:16.944378 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d77a9aa-feaf-4798-9d0b-3bbb62e175e6 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:18:16.956820 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d77a9aa-feaf-4798-9d0b-3bbb62e175e6 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97e6cfc3-01d5-4426-a566-42162b920d14,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:16.971788 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3d77a9aa-feaf-4798-9d0b-3bbb62e175e6 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (973b3158-a7c3-418c-9fb5-4f58b52cd632), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:16.972173 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-3d77a9aa-feaf-4798-9d0b-3bbb62e175e6 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Added segment 973b3158-a7c3-418c-9fb5-4f58b52cd632 of type vlan for network 88eb3ab9-4135-4d0e-be93-99ecebfef516 Jan 28 03:18:16.982933 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58e87c37-73b5-4f3b-8949-ebb682a92319 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for router_gateway (c446cd65-21a8-4983-bec4-16749b495293), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:16.999976 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-f626ccaa-dfd8-4d38-a04a-c7d5e14a4131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'name': 'tempest-TestVolumeBackupRestore-339311279-router', 'tenant_id': 'ca842ceda87544d7a57b9cd7ee973733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '31b827f0-9fa2-4b77-b6fe-b475a63bc521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:22Z', 'updated_at': '2022-01-28T03:13:27Z', 'revision_number': 4, 'project_id': 'ca842ceda87544d7a57b9cd7ee973733', 'gw_port': {'id': '31b827f0-9fa2-4b77-b6fe-b475a63bc521', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:23Z', 'updated_at': '2022-01-28T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': 'a13e1cfb-77c2-484a-8e96-f7967fcd803f', 'tenant_id': 'ca842ceda87544d7a57b9cd7ee973733', 'floating_ip_address': '172.25.0.147', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'port_id': '77757051-195c-4db8-8a70-f2553e199968', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '359d63da-0117-4555-a3d7-c4512f3dc136', 'mac_address': 'fa:16:3e:e8:17:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f121fc7-9edf-490f-87f5-0bbb24846d4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:18:10Z', 'updated_at': '2022-01-28T03:18:15Z', 'revision_number': 2, 'project_id': 'ca842ceda87544d7a57b9cd7ee973733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1', 'name': '', 'network_id': '359d63da-0117-4555-a3d7-c4512f3dc136', 'tenant_id': 'ca842ceda87544d7a57b9cd7ee973733', 'mac_address': 'fa:16:3e:d0:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '51e28b6d-4c18-44d2-870e-5666ca9d9f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:26Z', 'updated_at': '2022-01-28T03:13:35Z', 'revision_number': 5, 'project_id': 'ca842ceda87544d7a57b9cd7ee973733', 'subnets': [{'id': '51e28b6d-4c18-44d2-870e-5666ca9d9f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:17.034793 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f626ccaa-dfd8-4d38-a04a-c7d5e14a4131 None None] The sync data for ids ['08aca7e3-588e-457f-9745-8bc4b56d277f'] in n-d-712139-27 is: [{'id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'name': 'tempest-TestVolumeBackupRestore-339311279-router', 'tenant_id': 'ca842ceda87544d7a57b9cd7ee973733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '31b827f0-9fa2-4b77-b6fe-b475a63bc521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:22Z', 'updated_at': '2022-01-28T03:13:27Z', 'revision_number': 4, 'project_id': 'ca842ceda87544d7a57b9cd7ee973733', 'gw_port': {'id': '31b827f0-9fa2-4b77-b6fe-b475a63bc521', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:23Z', 'updated_at': '2022-01-28T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': 'a13e1cfb-77c2-484a-8e96-f7967fcd803f', 'tenant_id': 'ca842ceda87544d7a57b9cd7ee973733', 'floating_ip_address': '172.25.0.147', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'port_id': '77757051-195c-4db8-8a70-f2553e199968', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '359d63da-0117-4555-a3d7-c4512f3dc136', 'mac_address': 'fa:16:3e:e8:17:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f121fc7-9edf-490f-87f5-0bbb24846d4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:18:10Z', 'updated_at': '2022-01-28T03:18:15Z', 'revision_number': 2, 'project_id': 'ca842ceda87544d7a57b9cd7ee973733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1', 'name': '', 'network_id': '359d63da-0117-4555-a3d7-c4512f3dc136', 'tenant_id': 'ca842ceda87544d7a57b9cd7ee973733', 'mac_address': 'fa:16:3e:d0:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '51e28b6d-4c18-44d2-870e-5666ca9d9f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:26Z', 'updated_at': '2022-01-28T03:13:35Z', 'revision_number': 5, 'project_id': 'ca842ceda87544d7a57b9cd7ee973733', 'subnets': [{'id': '51e28b6d-4c18-44d2-870e-5666ca9d9f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:18:17.045118 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3d77a9aa-feaf-4798-9d0b-3bbb62e175e6 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (88eb3ab9-4135-4d0e-be93-99ecebfef516), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:17.077400 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-39490111-276f-4eb7-8178-574d22c58bd2 req-c27d7894-59b4-45c7-9daf-36079b5ae07d service neutron] 10.222.0.39 "GET /v2.0/networks/359d63da-0117-4555-a3d7-c4512f3dc136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688759 Jan 28 03:18:17.094802 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3d77a9aa-feaf-4798-9d0b-3bbb62e175e6 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (88eb3ab9-4135-4d0e-be93-99ecebfef516), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:17.100163 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d77a9aa-feaf-4798-9d0b-3bbb62e175e6 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:17.100668 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3d77a9aa-feaf-4798-9d0b-3bbb62e175e6 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:17.177434 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-58e87c37-73b5-4f3b-8949-ebb682a92319 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Deleting port a55a1ade-f95e-4c73-bda4-00437cebb75f {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:18:17.177775 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58e87c37-73b5-4f3b-8949-ebb682a92319 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (a55a1ade-f95e-4c73-bda4-00437cebb75f), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:17.202174 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3d77a9aa-feaf-4798-9d0b-3bbb62e175e6 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8410964 Jan 28 03:18:17.205394 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42720) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:17.213885 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-dcfaf600-1045-4c11-8f23-4424ed48ae5b tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Request body: {'subnet': {'network_id': '88eb3ab9-4135-4d0e-be93-99ecebfef516', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:18:17.228277 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d77a9aa-feaf-4798-9d0b-3bbb62e175e6 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Pushing event updated for resources: {'Network': ['ID=88eb3ab9-4135-4d0e-be93-99ecebfef516,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:17.238911 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0e5500cb-dacc-4098-b779-140a18c9a3bd None None] Publish callbacks [] for port (a55a1ade-f95e-4c73-bda4-00437cebb75f), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:17.245726 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 88eb3ab9-4135-4d0e-be93-99ecebfef516 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:18:17.249765 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0e5500cb-dacc-4098-b779-140a18c9a3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (a55a1ade-f95e-4c73-bda4-00437cebb75f), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:17.290770 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58e87c37-73b5-4f3b-8949-ebb682a92319 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (a55a1ade-f95e-4c73-bda4-00437cebb75f), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:17.307965 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-58e87c37-73b5-4f3b-8949-ebb682a92319 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Calling delete_port for a55a1ade-f95e-4c73-bda4-00437cebb75f owned by network:router_gateway {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:18:17.329201 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfaf600-1045-4c11-8f23-4424ed48ae5b tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Made reservation on behalf of 3a67bb2f8eec45969aa8b3ee4be7a61a for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:18:17.334261 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dcfaf600-1045-4c11-8f23-4424ed48ae5b tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:17.366340 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e8b0eb-68ff-40ca-82fa-4d1b951a99e6 None None] Pushing event updated for resources: {'Port': ['ID=a55a1ade-f95e-4c73-bda4-00437cebb75f,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:17.370674 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-0e5500cb-dacc-4098-b779-140a18c9a3bd None None] Attempting to bind port a55a1ade-f95e-4c73-bda4-00437cebb75f on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:18:17.371121 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-0e5500cb-dacc-4098-b779-140a18c9a3bd None None] Attempting to bind port a55a1ade-f95e-4c73-bda4-00437cebb75f by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:18:17.371458 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5500cb-dacc-4098-b779-140a18c9a3bd None None] Attempting to bind port a55a1ade-f95e-4c73-bda4-00437cebb75f on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:18:17.377827 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5500cb-dacc-4098-b779-140a18c9a3bd None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:18:17.378154 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5500cb-dacc-4098-b779-140a18c9a3bd None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:18:17.378606 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0e5500cb-dacc-4098-b779-140a18c9a3bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:17.379211 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5500cb-dacc-4098-b779-140a18c9a3bd None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:18:17.379549 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-0e5500cb-dacc-4098-b779-140a18c9a3bd None None] Bound port: a55a1ade-f95e-4c73-bda4-00437cebb75f, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:18:17.379984 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0e5500cb-dacc-4098-b779-140a18c9a3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (a55a1ade-f95e-4c73-bda4-00437cebb75f), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:17.458153 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-0e5500cb-dacc-4098-b779-140a18c9a3bd None None] For port a55a1ade-f95e-4c73-bda4-00437cebb75f, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:18:17.464035 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-0e5500cb-dacc-4098-b779-140a18c9a3bd None None] For port a55a1ade-f95e-4c73-bda4-00437cebb75f, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=a55a1ade-f95e-4c73-bda4-00437cebb75f,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:18:17.470965 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0e5500cb-dacc-4098-b779-140a18c9a3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (a55a1ade-f95e-4c73-bda4-00437cebb75f), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:17.538138 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58e87c37-73b5-4f3b-8949-ebb682a92319 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (a55a1ade-f95e-4c73-bda4-00437cebb75f), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:17.553700 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5500cb-dacc-4098-b779-140a18c9a3bd None None] Routers {'c446cd65-21a8-4983-bec4-16749b495293'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:18:17.554373 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-0e5500cb-dacc-4098-b779-140a18c9a3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:18:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['c446cd65-21a8-4983-bec4-16749b495293'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:17.619450 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e87c37-73b5-4f3b-8949-ebb682a92319 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Pushing event deleted for resources: {'Port': ['ID=a55a1ade-f95e-4c73-bda4-00437cebb75f,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:17.629526 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dcfaf600-1045-4c11-8f23-4424ed48ae5b tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (00d1bbbd-3855-4675-82c4-9bcea8d98997), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:17.697020 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e8b0eb-68ff-40ca-82fa-4d1b951a99e6 None None] Pushing event updated for resources: {'Port': ['ID=a55a1ade-f95e-4c73-bda4-00437cebb75f,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:17.708266 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-0e5500cb-dacc-4098-b779-140a18c9a3bd None None] Set router c446cd65-21a8-4983-bec4-16749b495293 gateway port host: None {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:18:17.775947 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-0e5500cb-dacc-4098-b779-140a18c9a3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c446cd65-21a8-4983-bec4-16749b495293', 'name': 'tempest-snat-router-895710149', 'tenant_id': '6773924935324e04902266ccfb5c4c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:18:12Z', 'updated_at': '2022-01-28T03:18:17Z', 'revision_number': 5, 'project_id': '6773924935324e04902266ccfb5c4c69', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:17.781263 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [req-b547b87a-48bb-4bad-bf5b-0658a412314b req-d5a8908d-952e-40de-87d9-fe07497b94fa service neutron] (109802) timed out ('10.222.0.53', 50526) {{(pid=109802) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 03:18:17.784634 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58e87c37-73b5-4f3b-8949-ebb682a92319 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (c446cd65-21a8-4983-bec4-16749b495293), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:17.810987 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd0776-41b4-4d77-88a3-f7703bfdff0c req-c7f43dd2-8889-46c6-84f5-197421547500 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:17.816046 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5500cb-dacc-4098-b779-140a18c9a3bd None None] The sync data for ids ['c446cd65-21a8-4983-bec4-16749b495293'] in n-d-712139-27 is: [{'id': 'c446cd65-21a8-4983-bec4-16749b495293', 'name': 'tempest-snat-router-895710149', 'tenant_id': '6773924935324e04902266ccfb5c4c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:18:12Z', 'updated_at': '2022-01-28T03:18:17Z', 'revision_number': 5, 'project_id': '6773924935324e04902266ccfb5c4c69', 'gw_port_host': None}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:18:17.816411 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-35fd0776-41b4-4d77-88a3-f7703bfdff0c req-c7f43dd2-8889-46c6-84f5-197421547500 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc6cb0a0-4203-46a6-b5da-06e4c191ebf5 HTTP/1.1" status: 200 len: 945 time: 0.1701021 Jan 28 03:18:17.857180 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfaf600-1045-4c11-8f23-4424ed48ae5b tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Checking segment: {'id': '973b3158-a7c3-418c-9fb5-4f58b52cd632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '88eb3ab9-4135-4d0e-be93-99ecebfef516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:18:17.857555 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfaf600-1045-4c11-8f23-4424ed48ae5b tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Network hostable DHCP agents. Network: 88eb3ab9-4135-4d0e-be93-99ecebfef516, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:18:17.867728 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaf600-1045-4c11-8f23-4424ed48ae5b tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Pushing event updated for resources: {'Subnet': ['ID=00d1bbbd-3855-4675-82c4-9bcea8d98997,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:17.919567 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-35fd0776-41b4-4d77-88a3-f7703bfdff0c req-7eb2ffd2-f266-4e55-aba3-20995f01021f tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920105 Jan 28 03:18:17.920953 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfaf600-1045-4c11-8f23-4424ed48ae5b tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Network 88eb3ab9-4135-4d0e-be93-99ecebfef516 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:18:17.937681 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-dcfaf600-1045-4c11-8f23-4424ed48ae5b tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 88eb3ab9-4135-4d0e-be93-99ecebfef516) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:18:17.942710 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfaf600-1045-4c11-8f23-4424ed48ae5b tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:17.943462 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dcfaf600-1045-4c11-8f23-4424ed48ae5b tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:17.953599 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d179e43-8b68-4f62-b969-8a0fb5d71e51 None None] Network 88eb3ab9-4135-4d0e-be93-99ecebfef516 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:18:17.971030 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-dcfaf600-1045-4c11-8f23-4424ed48ae5b tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7631927 Jan 28 03:18:17.976559 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42726) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:17.984555 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-7352d85b-3b64-42f4-9f9a-e0415fe8c78f tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Request body: {'network': {'name': 'tempest-router-network01--417124571'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:18:17.991957 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b5ab7efe-a049-4911-94d5-e055a8f80729 req-0b2189de-5139-47e0-a2ce-9e2fb344ffcc tempest-ServerShowV257Test-877550430 tempest-ServerShowV257Test-877550430-project] 10.222.0.53 "GET /v2.0/ports?device_id=02ca79ba-4c46-46ec-ae22-b1118ad34cf9 HTTP/1.1" status: 200 len: 210 time: 0.0897257 Jan 28 03:18:17.993909 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58e87c37-73b5-4f3b-8949-ebb682a92319 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (c446cd65-21a8-4983-bec4-16749b495293), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:17.997147 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58e87c37-73b5-4f3b-8949-ebb682a92319 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for router_controller (c446cd65-21a8-4983-bec4-16749b495293), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:18.008810 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7352d85b-3b64-42f4-9f9a-e0415fe8c78f tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Made reservation on behalf of 3a67bb2f8eec45969aa8b3ee4be7a61a for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:18:18.014362 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7352d85b-3b64-42f4-9f9a-e0415fe8c78f tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:18.034279 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f121fc7-9edf-490f-87f5-0bbb24846d4e', 'tag': '77757051-195c-4db8-8a70-f2553e199968'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:18:18.037752 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6791c381-b719-482b-ade8-84df4d567554" -d '{"events": [{"name": "network-changed", "server_uuid": "5f121fc7-9edf-490f-87f5-0bbb24846d4e", "tag": "77757051-195c-4db8-8a70-f2553e199968"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:18:18.064446 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7352d85b-3b64-42f4-9f9a-e0415fe8c78f tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:18:18.084030 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7352d85b-3b64-42f4-9f9a-e0415fe8c78f tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (04c58e78-7e6f-42e9-80d3-0cc995593d15), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:18.084488 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-7352d85b-3b64-42f4-9f9a-e0415fe8c78f tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Added segment 04c58e78-7e6f-42e9-80d3-0cc995593d15 of type vlan for network 4a1dacb9-9cfe-469c-be4f-c53430e01d4a Jan 28 03:18:18.109319 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58e87c37-73b5-4f3b-8949-ebb682a92319 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (c446cd65-21a8-4983-bec4-16749b495293), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:18.111655 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e87c37-73b5-4f3b-8949-ebb682a92319 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c446cd65-21a8-4983-bec4-16749b495293 {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:18:18.121582 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df254c9-dfdb-43db-a06a-59c1bafd0e8a x-openstack-request-id: req-5df254c9-dfdb-43db-a06a-59c1bafd0e8a {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:18:18.123147 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f121fc7-9edf-490f-87f5-0bbb24846d4e", "tag": "77757051-195c-4db8-8a70-f2553e199968", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:18:18.123384 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58e87c37-73b5-4f3b-8949-ebb682a92319 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:18.123536 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5df254c9-dfdb-43db-a06a-59c1bafd0e8a {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:18:18.123536 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f121fc7-9edf-490f-87f5-0bbb24846d4e', 'tag': '77757051-195c-4db8-8a70-f2553e199968', 'status': 'completed', 'code': 200} Jan 28 03:18:18.126452 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-58e87c37-73b5-4f3b-8949-ebb682a92319 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] 10.222.0.53 "DELETE /v2.0/routers/c446cd65-21a8-4983-bec4-16749b495293 HTTP/1.1" status: 204 len: 168 time: 1.6037192 Jan 28 03:18:18.126675 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42730) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:18.165363 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33af6d07-60ff-4275-869b-7475c7e9306d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-88eb3ab9-4135-4d0e-be93-99ecebfef516', 'network_id': '88eb3ab9-4135-4d0e-be93-99ecebfef516', 'project_id': '3a67bb2f8eec45969aa8b3ee4be7a61a', 'fixed_ips': [{'subnet_id': '00d1bbbd-3855-4675-82c4-9bcea8d98997'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:18:18.166413 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-33af6d07-60ff-4275-869b-7475c7e9306d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:18.252280 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7352d85b-3b64-42f4-9f9a-e0415fe8c78f tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (4a1dacb9-9cfe-469c-be4f-c53430e01d4a), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:18.334625 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791c381-b719-482b-ade8-84df4d567554 req-f804f9c9-dd21-4397-a3e5-e10ac059cd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:18.336167 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6791c381-b719-482b-ade8-84df4d567554 req-f804f9c9-dd21-4397-a3e5-e10ac059cd01 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ca842ceda87544d7a57b9cd7ee973733&device_id=5f121fc7-9edf-490f-87f5-0bbb24846d4e HTTP/1.1" status: 200 len: 1098 time: 0.1297708 Jan 28 03:18:18.337282 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-33af6d07-60ff-4275-869b-7475c7e9306d None None] Allocated IP 172.20.0.2 (88eb3ab9-4135-4d0e-be93-99ecebfef516/00d1bbbd-3855-4675-82c4-9bcea8d98997/9456b32a-cf03-4105-82c4-f124cbc1fe49) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:18:18.339717 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7352d85b-3b64-42f4-9f9a-e0415fe8c78f tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (4a1dacb9-9cfe-469c-be4f-c53430e01d4a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:18.346194 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7352d85b-3b64-42f4-9f9a-e0415fe8c78f tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:18.346995 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7352d85b-3b64-42f4-9f9a-e0415fe8c78f tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:18.450148 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7352d85b-3b64-42f4-9f9a-e0415fe8c78f tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4705851 Jan 28 03:18:18.453194 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42732) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:18.458728 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-2c9c0794-4e8b-4513-8f40-db09fece3a7a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Request body: {'network': {'name': 'tempest-router-network02--1166344657'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:18:18.481999 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9c0794-4e8b-4513-8f40-db09fece3a7a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Made reservation on behalf of 3a67bb2f8eec45969aa8b3ee4be7a61a for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:18:18.487035 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f387019f-adea-4d31-b064-ed5838cc817b tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for router (a2093ec1-0ce8-4ee1-918f-91f700bc8a4c), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:18.487301 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2c9c0794-4e8b-4513-8f40-db09fece3a7a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:18.500864 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-33af6d07-60ff-4275-869b-7475c7e9306d None None] Publish callbacks [] for port (9456b32a-cf03-4105-82c4-f124cbc1fe49), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:18.509241 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-33af6d07-60ff-4275-869b-7475c7e9306d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (9456b32a-cf03-4105-82c4-f124cbc1fe49), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:18.516525 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c9c0794-4e8b-4513-8f40-db09fece3a7a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:18:18.528387 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2c9c0794-4e8b-4513-8f40-db09fece3a7a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (4747a30d-0918-49c0-8186-8908aaf4ef7f), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:18.528834 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-2c9c0794-4e8b-4513-8f40-db09fece3a7a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Added segment 4747a30d-0918-49c0-8186-8908aaf4ef7f of type vlan for network f62990c9-2312-452a-bb33-b2a37869d934 Jan 28 03:18:18.545946 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7352d85b-3b64-42f4-9f9a-e0415fe8c78f tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Pushing event updated for resources: {'Network': ['ID=4a1dacb9-9cfe-469c-be4f-c53430e01d4a,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:18.559134 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af6d07-60ff-4275-869b-7475c7e9306d None None] Pushing event updated for resources: {'Port': ['ID=9456b32a-cf03-4105-82c4-f124cbc1fe49,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:18.566002 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 4a1dacb9-9cfe-469c-be4f-c53430e01d4a details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:18:18.590078 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2c9c0794-4e8b-4513-8f40-db09fece3a7a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (f62990c9-2312-452a-bb33-b2a37869d934), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:18.615705 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33af6d07-60ff-4275-869b-7475c7e9306d None None] Network 88eb3ab9-4135-4d0e-be93-99ecebfef516 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:18:18.624209 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-33af6d07-60ff-4275-869b-7475c7e9306d None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:18:18.625145 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2c9c0794-4e8b-4513-8f40-db09fece3a7a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (f62990c9-2312-452a-bb33-b2a37869d934), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:18.627486 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33af6d07-60ff-4275-869b-7475c7e9306d None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:18:18.631980 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9c0794-4e8b-4513-8f40-db09fece3a7a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:18.632374 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2c9c0794-4e8b-4513-8f40-db09fece3a7a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:18.641704 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791c381-b719-482b-ade8-84df4d567554 req-937cc652-c4af-4795-8eaa-80281dd01f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:18.643559 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6791c381-b719-482b-ade8-84df4d567554 req-937cc652-c4af-4795-8eaa-80281dd01f3e service neutron] 10.222.0.39 "GET /v2.0/networks?id=359d63da-0117-4555-a3d7-c4512f3dc136 HTTP/1.1" status: 200 len: 914 time: 0.2916586 Jan 28 03:18:18.689456 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f387019f-adea-4d31-b064-ed5838cc817b tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for router_gateway (a2093ec1-0ce8-4ee1-918f-91f700bc8a4c), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:18.715078 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c0794-4e8b-4513-8f40-db09fece3a7a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Pushing event updated for resources: {'Network': ['ID=f62990c9-2312-452a-bb33-b2a37869d934,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:18.733622 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2c9c0794-4e8b-4513-8f40-db09fece3a7a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2765515 Jan 28 03:18:18.733881 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42734) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:18.742687 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-b03e1f8b-c70b-4d8f-a5fc-48fb3acfd9db tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Request body: {'subnet': {'network_id': '4a1dacb9-9cfe-469c-be4f-c53430e01d4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:18:18.799043 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6791c381-b719-482b-ade8-84df4d567554 req-511a1369-92e4-4609-8960-cc9c94d8d22c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77757051-195c-4db8-8a70-f2553e199968 HTTP/1.1" status: 200 len: 1002 time: 0.1260777 Jan 28 03:18:18.840795 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network f62990c9-2312-452a-bb33-b2a37869d934 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:18:18.864986 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-f387019f-adea-4d31-b064-ed5838cc817b tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Deleting port 9a894a9b-9beb-4a1d-8550-7d8d2c5b0cf4 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:18:18.865648 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f387019f-adea-4d31-b064-ed5838cc817b tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (9a894a9b-9beb-4a1d-8550-7d8d2c5b0cf4), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:18.872061 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03e1f8b-c70b-4d8f-a5fc-48fb3acfd9db tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Made reservation on behalf of 3a67bb2f8eec45969aa8b3ee4be7a61a for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:18:18.876343 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b03e1f8b-c70b-4d8f-a5fc-48fb3acfd9db tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:18.920132 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-33af6d07-60ff-4275-869b-7475c7e9306d None None] Attempting to bind port 9456b32a-cf03-4105-82c4-f124cbc1fe49 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:18:18.920512 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-33af6d07-60ff-4275-869b-7475c7e9306d None None] Attempting to bind port 9456b32a-cf03-4105-82c4-f124cbc1fe49 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '973b3158-a7c3-418c-9fb5-4f58b52cd632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '88eb3ab9-4135-4d0e-be93-99ecebfef516'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:18:18.920882 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33af6d07-60ff-4275-869b-7475c7e9306d None None] Attempting to bind port 9456b32a-cf03-4105-82c4-f124cbc1fe49 on network 88eb3ab9-4135-4d0e-be93-99ecebfef516 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:18:18.924281 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791c381-b719-482b-ade8-84df4d567554 req-e9b03cfe-324d-4305-8690-cf9118728a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:18.925809 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6791c381-b719-482b-ade8-84df4d567554 req-e9b03cfe-324d-4305-8690-cf9118728a84 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=51e28b6d-4c18-44d2-870e-5666ca9d9f18 HTTP/1.1" status: 200 len: 852 time: 0.1204736 Jan 28 03:18:18.931076 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33af6d07-60ff-4275-869b-7475c7e9306d None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:18:18.931461 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33af6d07-60ff-4275-869b-7475c7e9306d None None] Checking segment: {'id': '973b3158-a7c3-418c-9fb5-4f58b52cd632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '88eb3ab9-4135-4d0e-be93-99ecebfef516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:18:18.931871 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-33af6d07-60ff-4275-869b-7475c7e9306d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:18.932484 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33af6d07-60ff-4275-869b-7475c7e9306d None None] Bound using segment: {'id': '973b3158-a7c3-418c-9fb5-4f58b52cd632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '88eb3ab9-4135-4d0e-be93-99ecebfef516'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:18:18.932778 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-33af6d07-60ff-4275-869b-7475c7e9306d None None] Bound port: 9456b32a-cf03-4105-82c4-f124cbc1fe49, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973b3158-a7c3-418c-9fb5-4f58b52cd632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '88eb3ab9-4135-4d0e-be93-99ecebfef516'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:18:18.933196 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-33af6d07-60ff-4275-869b-7475c7e9306d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9456b32a-cf03-4105-82c4-f124cbc1fe49), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:19.024500 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791c381-b719-482b-ade8-84df4d567554 req-19c1cd87-742f-476f-9113-ace4175a5aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:19.026051 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6791c381-b719-482b-ade8-84df4d567554 req-19c1cd87-742f-476f-9113-ace4175a5aae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=359d63da-0117-4555-a3d7-c4512f3dc136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0931501 Jan 28 03:18:19.041540 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-f387019f-adea-4d31-b064-ed5838cc817b tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] For port 9a894a9b-9beb-4a1d-8550-7d8d2c5b0cf4, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=9a894a9b-9beb-4a1d-8550-7d8d2c5b0cf4,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:18:19.041954 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f387019f-adea-4d31-b064-ed5838cc817b tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (9a894a9b-9beb-4a1d-8550-7d8d2c5b0cf4), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:19.057939 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-33af6d07-60ff-4275-869b-7475c7e9306d None None] For port 9456b32a-cf03-4105-82c4-f124cbc1fe49, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:18:19.064549 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-33af6d07-60ff-4275-869b-7475c7e9306d None None] For port 9456b32a-cf03-4105-82c4-f124cbc1fe49, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=9456b32a-cf03-4105-82c4-f124cbc1fe49,segment=NetworkSegment(973b3158-a7c3-418c-9fb5-4f58b52cd632),segment_id=973b3158-a7c3-418c-9fb5-4f58b52cd632)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:18:19.070839 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-33af6d07-60ff-4275-869b-7475c7e9306d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9456b32a-cf03-4105-82c4-f124cbc1fe49), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:19.081147 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-f387019f-adea-4d31-b064-ed5838cc817b tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Calling delete_port for 9a894a9b-9beb-4a1d-8550-7d8d2c5b0cf4 owned by network:router_gateway {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:18:19.152743 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af6d07-60ff-4275-869b-7475c7e9306d None None] Pushing event updated for resources: {'Port': ['ID=9456b32a-cf03-4105-82c4-f124cbc1fe49,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:19.175233 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b03e1f8b-c70b-4d8f-a5fc-48fb3acfd9db tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (42c23c02-d4af-4ba0-bd41-15eae7a0ad99), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:19.175843 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fd0ce3ec-e5b9-4b00-bab7-4934aef7a9dd req-63d61779-eb56-4307-b821-ba70bdf15a8c tempest-ServerShowV257Test-877550430 tempest-ServerShowV257Test-877550430-project] 10.222.0.53 "GET /v2.0/ports?device_id=02ca79ba-4c46-46ec-ae22-b1118ad34cf9 HTTP/1.1" status: 200 len: 210 time: 0.0557110 Jan 28 03:18:19.253891 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f82b1e-4c0c-4fc3-b8ef-dea6f13fabef req-ead9b105-2fbf-4ef4-bc59-e4710e429e1b tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:19.255627 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-06f82b1e-4c0c-4fc3-b8ef-dea6f13fabef req-ead9b105-2fbf-4ef4-bc59-e4710e429e1b tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc6cb0a0-4203-46a6-b5da-06e4c191ebf5 HTTP/1.1" status: 200 len: 945 time: 0.2095606 Jan 28 03:18:19.286088 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e1f8b-c70b-4d8f-a5fc-48fb3acfd9db tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Pushing event updated for resources: {'Subnet': ['ID=42c23c02-d4af-4ba0-bd41-15eae7a0ad99,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:19.323099 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03e1f8b-c70b-4d8f-a5fc-48fb3acfd9db tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Checking segment: {'id': '04c58e78-7e6f-42e9-80d3-0cc995593d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '4a1dacb9-9cfe-469c-be4f-c53430e01d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:18:19.323480 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03e1f8b-c70b-4d8f-a5fc-48fb3acfd9db tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Network hostable DHCP agents. Network: 4a1dacb9-9cfe-469c-be4f-c53430e01d4a, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:18:19.348846 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-06f82b1e-4c0c-4fc3-b8ef-dea6f13fabef req-99d733e1-f732-4099-8640-c11d1a6c7a79 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816669 Jan 28 03:18:19.370090 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03e1f8b-c70b-4d8f-a5fc-48fb3acfd9db tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Network 4a1dacb9-9cfe-469c-be4f-c53430e01d4a is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:18:19.382935 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-b03e1f8b-c70b-4d8f-a5fc-48fb3acfd9db tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 4a1dacb9-9cfe-469c-be4f-c53430e01d4a) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:18:19.388340 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03e1f8b-c70b-4d8f-a5fc-48fb3acfd9db tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:19.388922 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b03e1f8b-c70b-4d8f-a5fc-48fb3acfd9db tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:19.423006 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b03e1f8b-c70b-4d8f-a5fc-48fb3acfd9db tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6849580 Jan 28 03:18:19.423186 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5763fc1-6744-44c4-91d0-a37e42c031c1 None None] Network 4a1dacb9-9cfe-469c-be4f-c53430e01d4a requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:18:19.426697 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42740) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:19.431866 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-9ac9f2b2-20fa-4671-ada7-9d8dd999647a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Request body: {'subnet': {'network_id': 'f62990c9-2312-452a-bb33-b2a37869d934', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:18:19.538908 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac9f2b2-20fa-4671-ada7-9d8dd999647a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Made reservation on behalf of 3a67bb2f8eec45969aa8b3ee4be7a61a for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:18:19.543174 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9ac9f2b2-20fa-4671-ada7-9d8dd999647a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:19.566873 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caff5a05-db8c-4735-8217-beb4e06b84bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-4a1dacb9-9cfe-469c-be4f-c53430e01d4a', 'network_id': '4a1dacb9-9cfe-469c-be4f-c53430e01d4a', 'project_id': '3a67bb2f8eec45969aa8b3ee4be7a61a', 'fixed_ips': [{'subnet_id': '42c23c02-d4af-4ba0-bd41-15eae7a0ad99'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:18:19.567889 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-caff5a05-db8c-4735-8217-beb4e06b84bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:19.730419 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6791c381-b719-482b-ade8-84df4d567554 req-e6c52768-94bf-4d4f-a5bb-124043640ead service neutron] 10.222.0.39 "GET /v2.0/networks/359d63da-0117-4555-a3d7-c4512f3dc136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6851988 Jan 28 03:18:19.737853 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-caff5a05-db8c-4735-8217-beb4e06b84bf None None] Allocated IP 172.20.0.2 (4a1dacb9-9cfe-469c-be4f-c53430e01d4a/42c23c02-d4af-4ba0-bd41-15eae7a0ad99/cac038de-0013-499f-b883-f44d3d72ef72) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:18:19.779556 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9ac9f2b2-20fa-4671-ada7-9d8dd999647a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (496d5fa5-163c-490a-a66b-6c80f05e4176), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:19.854372 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac9f2b2-20fa-4671-ada7-9d8dd999647a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Pushing event updated for resources: {'Subnet': ['ID=496d5fa5-163c-490a-a66b-6c80f05e4176,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:19.869343 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac9f2b2-20fa-4671-ada7-9d8dd999647a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Checking segment: {'id': '4747a30d-0918-49c0-8186-8908aaf4ef7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f62990c9-2312-452a-bb33-b2a37869d934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:18:19.869820 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac9f2b2-20fa-4671-ada7-9d8dd999647a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Network hostable DHCP agents. Network: f62990c9-2312-452a-bb33-b2a37869d934, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:18:19.896757 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac9f2b2-20fa-4671-ada7-9d8dd999647a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Network f62990c9-2312-452a-bb33-b2a37869d934 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:18:19.906669 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6791c381-b719-482b-ade8-84df4d567554 req-7e32d183-2457-41aa-8aca-28fc4ec097f5 service neutron] 10.222.0.39 "GET /v2.0/networks/359d63da-0117-4555-a3d7-c4512f3dc136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678298 Jan 28 03:18:19.911258 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-9ac9f2b2-20fa-4671-ada7-9d8dd999647a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, f62990c9-2312-452a-bb33-b2a37869d934) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:18:19.916532 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac9f2b2-20fa-4671-ada7-9d8dd999647a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:19.917894 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9ac9f2b2-20fa-4671-ada7-9d8dd999647a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:19.924454 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f387019f-adea-4d31-b064-ed5838cc817b tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (9a894a9b-9beb-4a1d-8550-7d8d2c5b0cf4), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:19.932054 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-caff5a05-db8c-4735-8217-beb4e06b84bf None None] Publish callbacks [] for port (cac038de-0013-499f-b883-f44d3d72ef72), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:19.938679 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3d83a7-e40b-4287-884a-6a9a8674db5c None None] Network f62990c9-2312-452a-bb33-b2a37869d934 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:18:19.948166 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9ac9f2b2-20fa-4671-ada7-9d8dd999647a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5162127 Jan 28 03:18:19.948468 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-caff5a05-db8c-4735-8217-beb4e06b84bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (cac038de-0013-499f-b883-f44d3d72ef72), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:19.948657 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42742) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:19.959112 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387019f-adea-4d31-b064-ed5838cc817b tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a894a9b-9beb-4a1d-8550-7d8d2c5b0cf4,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:20.027357 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f387019f-adea-4d31-b064-ed5838cc817b tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (a2093ec1-0ce8-4ee1-918f-91f700bc8a4c), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:20.042902 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caff5a05-db8c-4735-8217-beb4e06b84bf None None] Network 4a1dacb9-9cfe-469c-be4f-c53430e01d4a is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:18:20.049181 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-caff5a05-db8c-4735-8217-beb4e06b84bf None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:18:20.054213 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caff5a05-db8c-4735-8217-beb4e06b84bf None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:18:20.083542 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff5a05-db8c-4735-8217-beb4e06b84bf None None] Pushing event updated for resources: {'Port': ['ID=cac038de-0013-499f-b883-f44d3d72ef72,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:20.146596 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-caff5a05-db8c-4735-8217-beb4e06b84bf None None] Attempting to bind port cac038de-0013-499f-b883-f44d3d72ef72 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:18:20.146942 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-caff5a05-db8c-4735-8217-beb4e06b84bf None None] Attempting to bind port cac038de-0013-499f-b883-f44d3d72ef72 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '04c58e78-7e6f-42e9-80d3-0cc995593d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '4a1dacb9-9cfe-469c-be4f-c53430e01d4a'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:18:20.147314 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caff5a05-db8c-4735-8217-beb4e06b84bf None None] Attempting to bind port cac038de-0013-499f-b883-f44d3d72ef72 on network 4a1dacb9-9cfe-469c-be4f-c53430e01d4a {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:18:20.160625 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caff5a05-db8c-4735-8217-beb4e06b84bf None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:18:20.160625 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caff5a05-db8c-4735-8217-beb4e06b84bf None None] Checking segment: {'id': '04c58e78-7e6f-42e9-80d3-0cc995593d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '4a1dacb9-9cfe-469c-be4f-c53430e01d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:18:20.161187 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-caff5a05-db8c-4735-8217-beb4e06b84bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:20.161272 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caff5a05-db8c-4735-8217-beb4e06b84bf None None] Bound using segment: {'id': '04c58e78-7e6f-42e9-80d3-0cc995593d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '4a1dacb9-9cfe-469c-be4f-c53430e01d4a'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:18:20.161752 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-caff5a05-db8c-4735-8217-beb4e06b84bf None None] Bound port: cac038de-0013-499f-b883-f44d3d72ef72, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c58e78-7e6f-42e9-80d3-0cc995593d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '4a1dacb9-9cfe-469c-be4f-c53430e01d4a'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:18:20.162137 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-caff5a05-db8c-4735-8217-beb4e06b84bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (cac038de-0013-499f-b883-f44d3d72ef72), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:20.176520 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f387019f-adea-4d31-b064-ed5838cc817b tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (a2093ec1-0ce8-4ee1-918f-91f700bc8a4c), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:20.179219 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f387019f-adea-4d31-b064-ed5838cc817b tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for router_controller (a2093ec1-0ce8-4ee1-918f-91f700bc8a4c), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:20.268777 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f387019f-adea-4d31-b064-ed5838cc817b tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (a2093ec1-0ce8-4ee1-918f-91f700bc8a4c), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:20.269473 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f387019f-adea-4d31-b064-ed5838cc817b tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a2093ec1-0ce8-4ee1-918f-91f700bc8a4c {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:18:20.275437 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f387019f-adea-4d31-b064-ed5838cc817b tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:20.281363 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f387019f-adea-4d31-b064-ed5838cc817b tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] 10.222.0.53 "DELETE /v2.0/routers/a2093ec1-0ce8-4ee1-918f-91f700bc8a4c HTTP/1.1" status: 204 len: 168 time: 2.1488631 Jan 28 03:18:20.281708 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42746) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:20.290478 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-caff5a05-db8c-4735-8217-beb4e06b84bf None None] For port cac038de-0013-499f-b883-f44d3d72ef72, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:18:20.293845 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-1d07a5f3-81e3-4178-8448-1a4790138986 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1019366742', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}, 'admin_state_up': False}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:18:20.303262 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-caff5a05-db8c-4735-8217-beb4e06b84bf None None] For port cac038de-0013-499f-b883-f44d3d72ef72, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=cac038de-0013-499f-b883-f44d3d72ef72,segment=NetworkSegment(04c58e78-7e6f-42e9-80d3-0cc995593d15),segment_id=04c58e78-7e6f-42e9-80d3-0cc995593d15)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:18:20.306910 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe96a4f-8e56-4182-9466-7205539577fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-f62990c9-2312-452a-bb33-b2a37869d934', 'network_id': 'f62990c9-2312-452a-bb33-b2a37869d934', 'project_id': '3a67bb2f8eec45969aa8b3ee4be7a61a', 'fixed_ips': [{'subnet_id': '496d5fa5-163c-490a-a66b-6c80f05e4176'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:18:20.307809 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-bbe96a4f-8e56-4182-9466-7205539577fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:20.333149 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-caff5a05-db8c-4735-8217-beb4e06b84bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (cac038de-0013-499f-b883-f44d3d72ef72), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:20.344568 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1d07a5f3-81e3-4178-8448-1a4790138986 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (b61c29e7-20e1-4b1e-8ae0-5d79202ab1f3), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:20.346114 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1d07a5f3-81e3-4178-8448-1a4790138986 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (b61c29e7-20e1-4b1e-8ae0-5d79202ab1f3), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:20.449381 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5014cc82-1fb2-44da-8dcf-8628b276415e tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:20.465467 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8dd39cea-bb11-4df1-ab20-b5536ac3cf75 req-40f8aaa1-c2cd-45a2-b730-7f7c827bc25f tempest-ServerShowV257Test-877550430 tempest-ServerShowV257Test-877550430-project] 10.222.0.53 "GET /v2.0/ports?device_id=02ca79ba-4c46-46ec-ae22-b1118ad34cf9 HTTP/1.1" status: 200 len: 210 time: 0.0865788 Jan 28 03:18:20.531245 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1d07a5f3-81e3-4178-8448-1a4790138986 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router_controller (b61c29e7-20e1-4b1e-8ae0-5d79202ab1f3), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:20.578048 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 9456b32a-cf03-4105-82c4-f124cbc1fe49 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:18:20.643318 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff5a05-db8c-4735-8217-beb4e06b84bf None None] Pushing event updated for resources: {'Port': ['ID=cac038de-0013-499f-b883-f44d3d72ef72,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:20.743144 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-bbe96a4f-8e56-4182-9466-7205539577fa None None] Allocated IP 172.20.0.2 (f62990c9-2312-452a-bb33-b2a37869d934/496d5fa5-163c-490a-a66b-6c80f05e4176/b866bbd4-bc69-4de3-b303-a81bcb60679a) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:18:20.760457 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 9456b32a-cf03-4105-82c4-f124cbc1fe49 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:18:20.760863 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9456b32a-cf03-4105-82c4-f124cbc1fe49), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:20.826556 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1d07a5f3-81e3-4178-8448-1a4790138986 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router_gateway (b61c29e7-20e1-4b1e-8ae0-5d79202ab1f3), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:20.867564 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249141fb-9f25-47b9-bb16-85c69a434ad8 None None] Network 88eb3ab9-4135-4d0e-be93-99ecebfef516 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:18:20.876504 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc19a21-2c6c-4482-a0e4-376adcdcf4bd req-52dfb770-f5c0-453b-8d15-1a2a73b1274e tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:20.880051 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ccc19a21-2c6c-4482-a0e4-376adcdcf4bd req-52dfb770-f5c0-453b-8d15-1a2a73b1274e tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc6cb0a0-4203-46a6-b5da-06e4c191ebf5 HTTP/1.1" status: 200 len: 945 time: 0.1441061 Jan 28 03:18:20.952870 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-5014cc82-1fb2-44da-8dcf-8628b276415e tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Allocated IP 172.20.0.1 (4a1dacb9-9cfe-469c-be4f-c53430e01d4a/42c23c02-d4af-4ba0-bd41-15eae7a0ad99/fdfa0875-0a2c-4187-85dd-40e7ddd5c56b) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:18:21.089102 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-4c5222bc-717b-45ba-a0d9-6bb90a8b5133 None None] Provisioning complete for port 9456b32a-cf03-4105-82c4-f124cbc1fe49 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:18:21.089966 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4c5222bc-717b-45ba-a0d9-6bb90a8b5133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9456b32a-cf03-4105-82c4-f124cbc1fe49), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:21.172883 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1d07a5f3-81e3-4178-8448-1a4790138986 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router_gateway (b61c29e7-20e1-4b1e-8ae0-5d79202ab1f3), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:21.190096 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 9456b32a-cf03-4105-82c4-f124cbc1fe49 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:18:21.190764 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9456b32a-cf03-4105-82c4-f124cbc1fe49), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:21.196149 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1d07a5f3-81e3-4178-8448-1a4790138986 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:21.240251 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-bbe96a4f-8e56-4182-9466-7205539577fa None None] Publish callbacks [] for port (b866bbd4-bc69-4de3-b303-a81bcb60679a), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:21.272439 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-bbe96a4f-8e56-4182-9466-7205539577fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (b866bbd4-bc69-4de3-b303-a81bcb60679a), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:21.365248 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-1d07a5f3-81e3-4178-8448-1a4790138986 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Allocated IP 172.25.0.112 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/4d188c4c-4f81-4f17-bea3-e29baecc16ea) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:18:21.391914 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 9456b32a-cf03-4105-82c4-f124cbc1fe49, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=9456b32a-cf03-4105-82c4-f124cbc1fe49,segment=NetworkSegment(973b3158-a7c3-418c-9fb5-4f58b52cd632),segment_id=973b3158-a7c3-418c-9fb5-4f58b52cd632)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:18:21.403567 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe96a4f-8e56-4182-9466-7205539577fa None None] Network f62990c9-2312-452a-bb33-b2a37869d934 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:18:21.417933 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9456b32a-cf03-4105-82c4-f124cbc1fe49), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:21.428816 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-bbe96a4f-8e56-4182-9466-7205539577fa None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:18:21.432252 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe96a4f-8e56-4182-9466-7205539577fa None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:18:21.447541 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe96a4f-8e56-4182-9466-7205539577fa None None] Pushing event updated for resources: {'Port': ['ID=b866bbd4-bc69-4de3-b303-a81bcb60679a,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:21.505000 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-4c5222bc-717b-45ba-a0d9-6bb90a8b5133 None None] Current status of the port 9456b32a-cf03-4105-82c4-f124cbc1fe49 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:18:21.505825 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4c5222bc-717b-45ba-a0d9-6bb90a8b5133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9456b32a-cf03-4105-82c4-f124cbc1fe49), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:21.510661 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1d07a5f3-81e3-4178-8448-1a4790138986 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for port (4d188c4c-4f81-4f17-bea3-e29baecc16ea), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:21.579464 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ccc19a21-2c6c-4482-a0e4-376adcdcf4bd req-a16a0719-095a-4271-bbc8-14dbf395783e tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530516 Jan 28 03:18:21.620906 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=9456b32a-cf03-4105-82c4-f124cbc1fe49,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:21.626561 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-bbe96a4f-8e56-4182-9466-7205539577fa None None] Attempting to bind port b866bbd4-bc69-4de3-b303-a81bcb60679a on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:18:21.627199 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-bbe96a4f-8e56-4182-9466-7205539577fa None None] Attempting to bind port b866bbd4-bc69-4de3-b303-a81bcb60679a by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '4747a30d-0918-49c0-8186-8908aaf4ef7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f62990c9-2312-452a-bb33-b2a37869d934'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:18:21.627745 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe96a4f-8e56-4182-9466-7205539577fa None None] Attempting to bind port b866bbd4-bc69-4de3-b303-a81bcb60679a on network f62990c9-2312-452a-bb33-b2a37869d934 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:18:21.658220 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5014cc82-1fb2-44da-8dcf-8628b276415e tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks [] for port (fdfa0875-0a2c-4187-85dd-40e7ddd5c56b), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:21.658946 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-87151d8f-eedd-4cab-a313-6057835e5956 req-7b6960cc-60b7-4b8c-a212-5d579872148d tempest-ServerShowV257Test-877550430 tempest-ServerShowV257Test-877550430-project] 10.222.0.53 "GET /v2.0/ports?device_id=02ca79ba-4c46-46ec-ae22-b1118ad34cf9 HTTP/1.1" status: 200 len: 210 time: 0.0428329 Jan 28 03:18:21.664259 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe96a4f-8e56-4182-9466-7205539577fa None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:18:21.664802 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe96a4f-8e56-4182-9466-7205539577fa None None] Checking segment: {'id': '4747a30d-0918-49c0-8186-8908aaf4ef7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f62990c9-2312-452a-bb33-b2a37869d934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:18:21.665891 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-bbe96a4f-8e56-4182-9466-7205539577fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:21.666305 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe96a4f-8e56-4182-9466-7205539577fa None None] Bound using segment: {'id': '4747a30d-0918-49c0-8186-8908aaf4ef7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f62990c9-2312-452a-bb33-b2a37869d934'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:18:21.666813 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-bbe96a4f-8e56-4182-9466-7205539577fa None None] Bound port: b866bbd4-bc69-4de3-b303-a81bcb60679a, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4747a30d-0918-49c0-8186-8908aaf4ef7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f62990c9-2312-452a-bb33-b2a37869d934'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:18:21.667212 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-bbe96a4f-8e56-4182-9466-7205539577fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b866bbd4-bc69-4de3-b303-a81bcb60679a), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:21.676628 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1d07a5f3-81e3-4178-8448-1a4790138986 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (4d188c4c-4f81-4f17-bea3-e29baecc16ea), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:21.722189 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.api [None req-4c5222bc-717b-45ba-a0d9-6bb90a8b5133 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:18:21.722691 n-d-712139-27 neutron-server[109804]: DEBUG oslo_db.api [None req-4c5222bc-717b-45ba-a0d9-6bb90a8b5133 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:18:21.742768 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5014cc82-1fb2-44da-8dcf-8628b276415e tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (fdfa0875-0a2c-4187-85dd-40e7ddd5c56b), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:21.752214 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d07a5f3-81e3-4178-8448-1a4790138986 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:18:21.755675 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-1d07a5f3-81e3-4178-8448-1a4790138986 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:18:21.760240 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d07a5f3-81e3-4178-8448-1a4790138986 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:18:21.769445 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-bbe96a4f-8e56-4182-9466-7205539577fa None None] For port b866bbd4-bc69-4de3-b303-a81bcb60679a, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:18:21.782168 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-bbe96a4f-8e56-4182-9466-7205539577fa None None] For port b866bbd4-bc69-4de3-b303-a81bcb60679a, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=b866bbd4-bc69-4de3-b303-a81bcb60679a,segment=NetworkSegment(4747a30d-0918-49c0-8186-8908aaf4ef7f),segment_id=4747a30d-0918-49c0-8186-8908aaf4ef7f)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:18:21.791606 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-bbe96a4f-8e56-4182-9466-7205539577fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b866bbd4-bc69-4de3-b303-a81bcb60679a), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:21.796937 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d07a5f3-81e3-4178-8448-1a4790138986 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Pushing event updated for resources: {'Port': ['ID=4d188c4c-4f81-4f17-bea3-e29baecc16ea,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:21.803756 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5014cc82-1fb2-44da-8dcf-8628b276415e tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Network 4a1dacb9-9cfe-469c-be4f-c53430e01d4a is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:18:21.809321 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-5014cc82-1fb2-44da-8dcf-8628b276415e tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:18:21.832364 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5014cc82-1fb2-44da-8dcf-8628b276415e tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:18:21.867722 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5014cc82-1fb2-44da-8dcf-8628b276415e tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Pushing event updated for resources: {'Port': ['ID=fdfa0875-0a2c-4187-85dd-40e7ddd5c56b,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:21.897607 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5014cc82-1fb2-44da-8dcf-8628b276415e tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (c45daade-d3cd-4541-a841-f0bd86695afc), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:21.901125 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe96a4f-8e56-4182-9466-7205539577fa None None] Pushing event updated for resources: {'Port': ['ID=b866bbd4-bc69-4de3-b303-a81bcb60679a,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:22.045584 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5014cc82-1fb2-44da-8dcf-8628b276415e tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (fdfa0875-0a2c-4187-85dd-40e7ddd5c56b), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:22.158101 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1d07a5f3-81e3-4178-8448-1a4790138986 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router_gateway (b61c29e7-20e1-4b1e-8ae0-5d79202ab1f3), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:22.302703 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-4c5222bc-717b-45ba-a0d9-6bb90a8b5133 None None] Current status of the port 9456b32a-cf03-4105-82c4-f124cbc1fe49 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:18:22.439499 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-63fccaef-540c-493a-9497-903b4cb7ddfe None None] Provisioning complete for port 9456b32a-cf03-4105-82c4-f124cbc1fe49 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:18:22.439499 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-63fccaef-540c-493a-9497-903b4cb7ddfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9456b32a-cf03-4105-82c4-f124cbc1fe49), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:22.477248 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1d07a5f3-81e3-4178-8448-1a4790138986 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (b61c29e7-20e1-4b1e-8ae0-5d79202ab1f3), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:22.480507 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5014cc82-1fb2-44da-8dcf-8628b276415e tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks [] for port (fdfa0875-0a2c-4187-85dd-40e7ddd5c56b), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:22.487044 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5014cc82-1fb2-44da-8dcf-8628b276415e tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (fdfa0875-0a2c-4187-85dd-40e7ddd5c56b), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:22.488363 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f423f56-5292-4759-95a2-ac651d1d44b9 None None] Network 4a1dacb9-9cfe-469c-be4f-c53430e01d4a requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:18:22.490595 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device cac038de-0013-499f-b883-f44d3d72ef72 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:18:22.560060 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5014cc82-1fb2-44da-8dcf-8628b276415e tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (c45daade-d3cd-4541-a841-f0bd86695afc), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:22.562768 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5014cc82-1fb2-44da-8dcf-8628b276415e tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Pushing event updated for resources: {'Port': ['ID=fdfa0875-0a2c-4187-85dd-40e7ddd5c56b,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:22.639532 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d07a5f3-81e3-4178-8448-1a4790138986 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Router b61c29e7-20e1-4b1e-8ae0-5d79202ab1f3 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:18:22.680292 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5014cc82-1fb2-44da-8dcf-8628b276415e tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Network 4a1dacb9-9cfe-469c-be4f-c53430e01d4a is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:18:22.682229 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-5014cc82-1fb2-44da-8dcf-8628b276415e tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:18:22.688377 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port cac038de-0013-499f-b883-f44d3d72ef72 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:18:22.688934 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (cac038de-0013-499f-b883-f44d3d72ef72), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:22.693935 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-63fccaef-540c-493a-9497-903b4cb7ddfe None None] Current status of the port 9456b32a-cf03-4105-82c4-f124cbc1fe49 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:18:22.794916 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port cac038de-0013-499f-b883-f44d3d72ef72 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:18:22.795316 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (cac038de-0013-499f-b883-f44d3d72ef72), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:22.832390 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-188d5a3a-a111-4190-b73f-010736cd0787 req-27834295-ff43-4ce7-83b0-82a4c40b543d tempest-ServerShowV257Test-877550430 tempest-ServerShowV257Test-877550430-project] 10.222.0.53 "GET /v2.0/ports?device_id=02ca79ba-4c46-46ec-ae22-b1118ad34cf9 HTTP/1.1" status: 200 len: 210 time: 0.0424607 Jan 28 03:18:22.833789 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d07a5f3-81e3-4178-8448-1a4790138986 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:18:22.856896 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1374f02e-71a7-4814-941b-940cd2d90615 None None] Sync routers for ids ['b61c29e7-20e1-4b1e-8ae0-5d79202ab1f3'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:18:22.871946 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1374f02e-71a7-4814-941b-940cd2d90615 None None] Routers {'b61c29e7-20e1-4b1e-8ae0-5d79202ab1f3'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:18:22.872384 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206ef9a-15d9-451d-ba08-d9c461085939 req-7b6144bd-ba64-4c5a-b455-e60fac8e292d tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:22.875454 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4206ef9a-15d9-451d-ba08-d9c461085939 req-7b6144bd-ba64-4c5a-b455-e60fac8e292d tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc6cb0a0-4203-46a6-b5da-06e4c191ebf5 HTTP/1.1" status: 200 len: 945 time: 0.1395829 Jan 28 03:18:22.882125 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-1374f02e-71a7-4814-941b-940cd2d90615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:18:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['b61c29e7-20e1-4b1e-8ae0-5d79202ab1f3'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:22.884425 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1d07a5f3-81e3-4178-8448-1a4790138986 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:22.886905 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1d07a5f3-81e3-4178-8448-1a4790138986 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.6038809 Jan 28 03:18:22.890068 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42756) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:22.898832 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-24c9e61b-9550-403d-b0af-0d371df60f02 None None] Provisioning complete for port cac038de-0013-499f-b883-f44d3d72ef72 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:18:22.899476 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-24c9e61b-9550-403d-b0af-0d371df60f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (cac038de-0013-499f-b883-f44d3d72ef72), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:22.902683 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-c5edd01e-095d-4093-bd58-e99a0612201c tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'enable_snat': False}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:18:22.951819 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port cac038de-0013-499f-b883-f44d3d72ef72, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=cac038de-0013-499f-b883-f44d3d72ef72,segment=NetworkSegment(04c58e78-7e6f-42e9-80d3-0cc995593d15),segment_id=04c58e78-7e6f-42e9-80d3-0cc995593d15)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:18:22.957380 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-1374f02e-71a7-4814-941b-940cd2d90615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:22.963404 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (cac038de-0013-499f-b883-f44d3d72ef72), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:22.964122 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device b866bbd4-bc69-4de3-b303-a81bcb60679a up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:18:22.969156 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1374f02e-71a7-4814-941b-940cd2d90615 None None] Routers {'b61c29e7-20e1-4b1e-8ae0-5d79202ab1f3'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:18:22.969929 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-1374f02e-71a7-4814-941b-940cd2d90615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:18:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['b61c29e7-20e1-4b1e-8ae0-5d79202ab1f3'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:22.997615 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4206ef9a-15d9-451d-ba08-d9c461085939 req-19d9c19d-3fe0-47cc-bd23-20944d1f7274 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135449 Jan 28 03:18:23.016340 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5014cc82-1fb2-44da-8dcf-8628b276415e tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Router c45daade-d3cd-4541-a841-f0bd86695afc is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:18:23.023857 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-1374f02e-71a7-4814-941b-940cd2d90615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:23.024526 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1374f02e-71a7-4814-941b-940cd2d90615 None None] The sync data for ids ['b61c29e7-20e1-4b1e-8ae0-5d79202ab1f3'] in n-d-712139-27 is: [] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:18:23.152573 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5014cc82-1fb2-44da-8dcf-8628b276415e tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:18:23.167204 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5014cc82-1fb2-44da-8dcf-8628b276415e tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] 10.222.0.53 "PUT /v2.0/routers/c45daade-d3cd-4541-a841-f0bd86695afc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2177410 Jan 28 03:18:23.169385 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fc7e62-f4ea-4b23-9ea0-70caeae26754 None None] Sync routers for ids ['c45daade-d3cd-4541-a841-f0bd86695afc'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:18:23.170375 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42758) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:23.191744 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=cac038de-0013-499f-b883-f44d3d72ef72,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:23.218305 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fc7e62-f4ea-4b23-9ea0-70caeae26754 None None] Routers {'c45daade-d3cd-4541-a841-f0bd86695afc'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:18:23.219028 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-f9fc7e62-f4ea-4b23-9ea0-70caeae26754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:18:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['c45daade-d3cd-4541-a841-f0bd86695afc'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:23.227614 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port b866bbd4-bc69-4de3-b303-a81bcb60679a triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:18:23.228279 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b866bbd4-bc69-4de3-b303-a81bcb60679a), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:23.293855 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-24c9e61b-9550-403d-b0af-0d371df60f02 None None] Current status of the port cac038de-0013-499f-b883-f44d3d72ef72 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:18:23.317828 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-f9fc7e62-f4ea-4b23-9ea0-70caeae26754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:23.332495 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fc7e62-f4ea-4b23-9ea0-70caeae26754 None None] Routers {'c45daade-d3cd-4541-a841-f0bd86695afc'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:18:23.333236 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-f9fc7e62-f4ea-4b23-9ea0-70caeae26754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:18:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['c45daade-d3cd-4541-a841-f0bd86695afc'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:23.388283 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c5edd01e-095d-4093-bd58-e99a0612201c tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for router_gateway (b61c29e7-20e1-4b1e-8ae0-5d79202ab1f3), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:23.580222 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-f9fc7e62-f4ea-4b23-9ea0-70caeae26754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:23.581041 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fc7e62-f4ea-4b23-9ea0-70caeae26754 None None] The sync data for ids ['c45daade-d3cd-4541-a841-f0bd86695afc'] in n-d-712139-27 is: [] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:18:23.585530 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7bb3a2-f914-4f75-ace3-5e53fd0b3b79 None None] Network f62990c9-2312-452a-bb33-b2a37869d934 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:18:23.631340 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port b866bbd4-bc69-4de3-b303-a81bcb60679a is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:18:23.631901 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b866bbd4-bc69-4de3-b303-a81bcb60679a), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:23.649110 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-5ee65543-4889-415f-a4cb-2e6edaf63cc0 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:18:23.651251 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5ee65543-4889-415f-a4cb-2e6edaf63cc0 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] 10.222.0.53 "PUT /v2.0/routers/c45daade-d3cd-4541-a841-f0bd86695afc/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4798625 Jan 28 03:18:23.654838 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42760) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:23.714191 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-9cd09bee-6785-4693-a84b-d07908e05e47 None None] Provisioning complete for port fdfa0875-0a2c-4187-85dd-40e7ddd5c56b triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:18:23.714806 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9cd09bee-6785-4693-a84b-d07908e05e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (fdfa0875-0a2c-4187-85dd-40e7ddd5c56b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:23.745664 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port b866bbd4-bc69-4de3-b303-a81bcb60679a, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=b866bbd4-bc69-4de3-b303-a81bcb60679a,segment=NetworkSegment(4747a30d-0918-49c0-8186-8908aaf4ef7f),segment_id=4747a30d-0918-49c0-8186-8908aaf4ef7f)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:18:23.759531 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b866bbd4-bc69-4de3-b303-a81bcb60679a), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:23.760405 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 9456b32a-cf03-4105-82c4-f124cbc1fe49 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:18:23.850397 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-9cd09bee-6785-4693-a84b-d07908e05e47 None None] Port fdfa0875-0a2c-4187-85dd-40e7ddd5c56b cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:18:23.882957 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=b866bbd4-bc69-4de3-b303-a81bcb60679a,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:23.905145 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-9cd09bee-6785-4693-a84b-d07908e05e47 None None] Provisioning complete for port cac038de-0013-499f-b883-f44d3d72ef72 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:18:23.905544 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9cd09bee-6785-4693-a84b-d07908e05e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (cac038de-0013-499f-b883-f44d3d72ef72), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:23.931926 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 9456b32a-cf03-4105-82c4-f124cbc1fe49 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:18:23.932304 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9456b32a-cf03-4105-82c4-f124cbc1fe49), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:24.053650 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4df6bce5-8999-455b-9804-414b2c0a0dbb req-6ee72547-592a-4ccd-8bf0-755c98134a3f tempest-ServerShowV257Test-877550430 tempest-ServerShowV257Test-877550430-project] 10.222.0.53 "GET /v2.0/ports?device_id=02ca79ba-4c46-46ec-ae22-b1118ad34cf9 HTTP/1.1" status: 200 len: 210 time: 0.0418253 Jan 28 03:18:24.129728 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0600ca6c-037d-4aeb-b243-53e3a7fb69e3 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (c45daade-d3cd-4541-a841-f0bd86695afc), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:24.142375 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 9456b32a-cf03-4105-82c4-f124cbc1fe49 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:18:24.151825 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 9a894a9b-9beb-4a1d-8550-7d8d2c5b0cf4 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:18:24.157654 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-9cd09bee-6785-4693-a84b-d07908e05e47 None None] Current status of the port cac038de-0013-499f-b883-f44d3d72ef72 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:18:24.182872 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 9a894a9b-9beb-4a1d-8550-7d8d2c5b0cf4 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:18:24.183245 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 9a894a9b-9beb-4a1d-8550-7d8d2c5b0cf4 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:18:24.279082 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-3e0146dc-12d6-4902-86de-a2df528a6d29 None None] Provisioning complete for port b866bbd4-bc69-4de3-b303-a81bcb60679a triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:18:24.279538 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3e0146dc-12d6-4902-86de-a2df528a6d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b866bbd4-bc69-4de3-b303-a81bcb60679a), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:24.310261 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd64c5b-52b8-4693-adeb-36dbde7a787d req-6b3fb817-56d3-442e-ba56-bb4b6414f36d tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:24.312028 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device cac038de-0013-499f-b883-f44d3d72ef72 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:18:24.313531 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0fd64c5b-52b8-4693-adeb-36dbde7a787d req-6b3fb817-56d3-442e-ba56-bb4b6414f36d tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc6cb0a0-4203-46a6-b5da-06e4c191ebf5 HTTP/1.1" status: 200 len: 945 time: 0.1359122 Jan 28 03:18:24.326013 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c5edd01e-095d-4093-bd58-e99a0612201c tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23253'] for router (b61c29e7-20e1-4b1e-8ae0-5d79202ab1f3), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:24.329550 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c5edd01e-095d-4093-bd58-e99a0612201c tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3876279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3876284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3877649'] for router (b61c29e7-20e1-4b1e-8ae0-5d79202ab1f3), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:24.398170 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0fd64c5b-52b8-4693-adeb-36dbde7a787d req-23b5374a-79ed-4b77-8669-7387dcdd6468 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786448 Jan 28 03:18:24.413035 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port cac038de-0013-499f-b883-f44d3d72ef72 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:18:24.413542 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (cac038de-0013-499f-b883-f44d3d72ef72), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:24.453021 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5edd01e-095d-4093-bd58-e99a0612201c tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Router b61c29e7-20e1-4b1e-8ae0-5d79202ab1f3 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:18:24.457827 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-3e0146dc-12d6-4902-86de-a2df528a6d29 None None] Current status of the port b866bbd4-bc69-4de3-b303-a81bcb60679a is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:18:24.478062 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-3e0146dc-12d6-4902-86de-a2df528a6d29 None None] Provisioning complete for port fdfa0875-0a2c-4187-85dd-40e7ddd5c56b triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:18:24.478570 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3e0146dc-12d6-4902-86de-a2df528a6d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (fdfa0875-0a2c-4187-85dd-40e7ddd5c56b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:24.497732 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-0600ca6c-037d-4aeb-b243-53e3a7fb69e3 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Deleting port fdfa0875-0a2c-4187-85dd-40e7ddd5c56b {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:18:24.498097 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0600ca6c-037d-4aeb-b243-53e3a7fb69e3 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (fdfa0875-0a2c-4187-85dd-40e7ddd5c56b), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:24.542901 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-3e0146dc-12d6-4902-86de-a2df528a6d29 None None] Port fdfa0875-0a2c-4187-85dd-40e7ddd5c56b cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:18:24.551135 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port cac038de-0013-499f-b883-f44d3d72ef72 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:18:24.552307 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device b866bbd4-bc69-4de3-b303-a81bcb60679a up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:18:24.587981 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5edd01e-095d-4093-bd58-e99a0612201c tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:18:24.593233 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c5edd01e-095d-4093-bd58-e99a0612201c tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:24.594484 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c5edd01e-095d-4093-bd58-e99a0612201c tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] 10.222.0.53 "PUT /v2.0/routers/b61c29e7-20e1-4b1e-8ae0-5d79202ab1f3 HTTP/1.1" status: 200 len: 922 time: 1.7034311 Jan 28 03:18:24.598095 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42766) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:24.601130 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b126042f-ee09-4b7a-9575-9680aa3ccf57 None None] Sync routers for ids ['b61c29e7-20e1-4b1e-8ae0-5d79202ab1f3'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:18:24.608427 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port b866bbd4-bc69-4de3-b303-a81bcb60679a triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:18:24.608902 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b866bbd4-bc69-4de3-b303-a81bcb60679a), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:24.612416 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0600ca6c-037d-4aeb-b243-53e3a7fb69e3 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (fdfa0875-0a2c-4187-85dd-40e7ddd5c56b), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:24.616805 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b126042f-ee09-4b7a-9575-9680aa3ccf57 None None] Routers {'b61c29e7-20e1-4b1e-8ae0-5d79202ab1f3'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:18:24.617888 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-b126042f-ee09-4b7a-9575-9680aa3ccf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:18:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['b61c29e7-20e1-4b1e-8ae0-5d79202ab1f3'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:24.627411 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-0600ca6c-037d-4aeb-b243-53e3a7fb69e3 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Calling delete_port for fdfa0875-0a2c-4187-85dd-40e7ddd5c56b owned by network:router_interface {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:18:24.678896 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-b126042f-ee09-4b7a-9575-9680aa3ccf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:24.694649 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b126042f-ee09-4b7a-9575-9680aa3ccf57 None None] Routers {'b61c29e7-20e1-4b1e-8ae0-5d79202ab1f3'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:18:24.696029 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-b126042f-ee09-4b7a-9575-9680aa3ccf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:18:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['b61c29e7-20e1-4b1e-8ae0-5d79202ab1f3'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:24.719285 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port b866bbd4-bc69-4de3-b303-a81bcb60679a is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:18:24.742051 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-16e39c16-c3a9-44ba-8c13-89dd11084247 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] 10.222.0.53 "GET /v2.0/routers/b61c29e7-20e1-4b1e-8ae0-5d79202ab1f3 HTTP/1.1" status: 200 len: 922 time: 0.1426158 Jan 28 03:18:24.742700 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42768) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:24.744889 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-b126042f-ee09-4b7a-9575-9680aa3ccf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:24.745584 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b126042f-ee09-4b7a-9575-9680aa3ccf57 None None] The sync data for ids ['b61c29e7-20e1-4b1e-8ae0-5d79202ab1f3'] in n-d-712139-27 is: [] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:18:24.823213 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b58cc24-9c52-4dc4-a2e9-3615b979ec58 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:24.824747 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8b58cc24-9c52-4dc4-a2e9-3615b979ec58 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=8f7dc9c9-eaf1-4339-a2e3-884554154641&device_id=b61c29e7-20e1-4b1e-8ae0-5d79202ab1f3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0811045 Jan 28 03:18:24.827465 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42770) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:24.836688 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0600ca6c-037d-4aeb-b243-53e3a7fb69e3 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (fdfa0875-0a2c-4187-85dd-40e7ddd5c56b), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:24.866197 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0600ca6c-037d-4aeb-b243-53e3a7fb69e3 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Pushing event deleted for resources: {'Port': ['ID=fdfa0875-0a2c-4187-85dd-40e7ddd5c56b,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:24.929453 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f76da0-ed3d-467f-924d-3a5d9cb0455e tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:24.934111 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-88f76da0-ed3d-467f-924d-3a5d9cb0455e tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] 10.222.0.53 "GET /v2.0/networks/8f7dc9c9-eaf1-4339-a2e3-884554154641 HTTP/1.1" status: 200 len: 881 time: 0.1056414 Jan 28 03:18:24.934783 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42772) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:24.966840 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ce32a4f0-87fa-48e4-ba15-3e217aa797a4 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] 10.222.0.53 "GET /v2.0/ports?device_id=b61c29e7-20e1-4b1e-8ae0-5d79202ab1f3 HTTP/1.1" status: 200 len: 205 time: 0.0307264 Jan 28 03:18:24.969830 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42774) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:25.024319 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0600ca6c-037d-4aeb-b243-53e3a7fb69e3 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (c45daade-d3cd-4541-a841-f0bd86695afc), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:25.095713 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2fc0baba-e18c-413b-9da3-17baa27410ab tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router (b61c29e7-20e1-4b1e-8ae0-5d79202ab1f3), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:25.201323 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0600ca6c-037d-4aeb-b243-53e3a7fb69e3 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Router c45daade-d3cd-4541-a841-f0bd86695afc has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:18:25.224139 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8e1ec93e-7190-4e75-9b7b-fed888671e30 req-5d480d50-9646-4f4f-8851-4e92351570a5 tempest-ServerShowV257Test-877550430 tempest-ServerShowV257Test-877550430-project] 10.222.0.53 "GET /v2.0/ports?device_id=02ca79ba-4c46-46ec-ae22-b1118ad34cf9 HTTP/1.1" status: 200 len: 210 time: 0.0327809 Jan 28 03:18:25.242668 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2fc0baba-e18c-413b-9da3-17baa27410ab tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router_gateway (b61c29e7-20e1-4b1e-8ae0-5d79202ab1f3), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:25.303252 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-2fc0baba-e18c-413b-9da3-17baa27410ab tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Deleting port 4d188c4c-4f81-4f17-bea3-e29baecc16ea {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:18:25.303641 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2fc0baba-e18c-413b-9da3-17baa27410ab tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (4d188c4c-4f81-4f17-bea3-e29baecc16ea), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:25.391560 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2fc0baba-e18c-413b-9da3-17baa27410ab tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (4d188c4c-4f81-4f17-bea3-e29baecc16ea), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:25.404994 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-2fc0baba-e18c-413b-9da3-17baa27410ab tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Calling delete_port for 4d188c4c-4f81-4f17-bea3-e29baecc16ea owned by network:router_gateway {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:18:25.580017 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2fc0baba-e18c-413b-9da3-17baa27410ab tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (4d188c4c-4f81-4f17-bea3-e29baecc16ea), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:25.605848 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc0baba-e18c-413b-9da3-17baa27410ab tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Pushing event deleted for resources: {'Port': ['ID=4d188c4c-4f81-4f17-bea3-e29baecc16ea,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:25.611170 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0600ca6c-037d-4aeb-b243-53e3a7fb69e3 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:18:25.624429 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d6afa8-0f1a-4b2e-a48f-45a4592fc5b5 None None] Sync routers for ids ['c45daade-d3cd-4541-a841-f0bd86695afc'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:18:25.628743 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0600ca6c-037d-4aeb-b243-53e3a7fb69e3 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] 10.222.0.53 "PUT /v2.0/routers/c45daade-d3cd-4541-a841-f0bd86695afc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9722323 Jan 28 03:18:25.632942 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42780) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:25.638823 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d6afa8-0f1a-4b2e-a48f-45a4592fc5b5 None None] Routers {'c45daade-d3cd-4541-a841-f0bd86695afc'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:18:25.639461 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-09d6afa8-0f1a-4b2e-a48f-45a4592fc5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:18:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['c45daade-d3cd-4541-a841-f0bd86695afc'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:25.672236 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-64f25552-45fd-4f5b-8fe6-f264c7712727 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] delete failed (client error): The resource could not be found. Jan 28 03:18:25.673320 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-64f25552-45fd-4f5b-8fe6-f264c7712727 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-891484008 HTTP/1.1" status: 404 len: 334 time: 0.0394273 Jan 28 03:18:25.678950 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42782) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:25.684390 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-5c21fb33-8f70-40e1-a394-01450ede1862 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c45daade-d3cd-4541-a841-f0bd86695afc'}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:18:25.689031 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-09d6afa8-0f1a-4b2e-a48f-45a4592fc5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:25.694988 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2fc0baba-e18c-413b-9da3-17baa27410ab tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (b61c29e7-20e1-4b1e-8ae0-5d79202ab1f3), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:25.699040 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d6afa8-0f1a-4b2e-a48f-45a4592fc5b5 None None] Routers {'c45daade-d3cd-4541-a841-f0bd86695afc'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:18:25.699666 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-09d6afa8-0f1a-4b2e-a48f-45a4592fc5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:18:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['c45daade-d3cd-4541-a841-f0bd86695afc'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:25.730113 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173c857-381a-438c-bba6-bbc6a423d248 req-f46c63fe-b61b-4547-a9f4-16e5e5590155 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:25.731575 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c173c857-381a-438c-bba6-bbc6a423d248 req-f46c63fe-b61b-4547-a9f4-16e5e5590155 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc6cb0a0-4203-46a6-b5da-06e4c191ebf5 HTTP/1.1" status: 200 len: 945 time: 0.1339536 Jan 28 03:18:25.732442 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-09d6afa8-0f1a-4b2e-a48f-45a4592fc5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:25.734572 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d6afa8-0f1a-4b2e-a48f-45a4592fc5b5 None None] The sync data for ids ['c45daade-d3cd-4541-a841-f0bd86695afc'] in n-d-712139-27 is: [] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:18:25.790805 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2fc0baba-e18c-413b-9da3-17baa27410ab tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (b61c29e7-20e1-4b1e-8ae0-5d79202ab1f3), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:25.792955 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2fc0baba-e18c-413b-9da3-17baa27410ab tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router_controller (b61c29e7-20e1-4b1e-8ae0-5d79202ab1f3), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:25.837823 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2fc0baba-e18c-413b-9da3-17baa27410ab tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (b61c29e7-20e1-4b1e-8ae0-5d79202ab1f3), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:25.838301 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc0baba-e18c-413b-9da3-17baa27410ab tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Fanout notify agent at l3_agent the message router_deleted on router b61c29e7-20e1-4b1e-8ae0-5d79202ab1f3 {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:18:25.846031 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2fc0baba-e18c-413b-9da3-17baa27410ab tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:25.852900 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-2fc0baba-e18c-413b-9da3-17baa27410ab tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] 10.222.0.53 "DELETE /v2.0/routers/b61c29e7-20e1-4b1e-8ae0-5d79202ab1f3 HTTP/1.1" status: 204 len: 168 time: 0.8812857 Jan 28 03:18:25.853553 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42784) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:25.858383 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-669e070b-f3f2-4c6c-8e07-81b3cc62a8b0 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-189037261', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:18:25.882867 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-669e070b-f3f2-4c6c-8e07-81b3cc62a8b0 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (d53bbd88-41bd-4e05-8329-145a95de5648), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:25.883922 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-669e070b-f3f2-4c6c-8e07-81b3cc62a8b0 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (d53bbd88-41bd-4e05-8329-145a95de5648), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:25.903333 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c173c857-381a-438c-bba6-bbc6a423d248 req-0b0f5a64-cba1-4124-8808-fed19f28b749 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660697 Jan 28 03:18:25.937105 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-669e070b-f3f2-4c6c-8e07-81b3cc62a8b0 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router_controller (d53bbd88-41bd-4e05-8329-145a95de5648), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:25.940191 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5c21fb33-8f70-40e1-a394-01450ede1862 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks [] for router_gateway (c45daade-d3cd-4541-a841-f0bd86695afc), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:25.942192 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-669e070b-f3f2-4c6c-8e07-81b3cc62a8b0 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (d53bbd88-41bd-4e05-8329-145a95de5648), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:25.959962 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-5c21fb33-8f70-40e1-a394-01450ede1862 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] update failed (client error): The resource could not be found. Jan 28 03:18:25.967655 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5c21fb33-8f70-40e1-a394-01450ede1862 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] 10.222.0.53 "PUT /v2.0/routers/c45daade-d3cd-4541-a841-f0bd86695afc HTTP/1.1" status: 404 len: 339 time: 0.2803578 Jan 28 03:18:25.967831 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-669e070b-f3f2-4c6c-8e07-81b3cc62a8b0 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:25.967831 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-669e070b-f3f2-4c6c-8e07-81b3cc62a8b0 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1093035 Jan 28 03:18:25.967831 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42786) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:25.968252 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42788) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:25.973614 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-90c3674d-f91c-4e1a-a90a-2c93dabb8199 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Request body: {'router': {'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:18:26.180675 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-90c3674d-f91c-4e1a-a90a-2c93dabb8199 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router_gateway (d53bbd88-41bd-4e05-8329-145a95de5648), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:26.250971 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-01f59d79-4658-4d5d-bcff-4dc5c3503908 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:26.381608 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a5a0cc0-b5b9-420e-866e-65712e84a4d6 req-b3a748db-1723-4bc6-82ce-9886ec476935 tempest-ServerShowV257Test-877550430 tempest-ServerShowV257Test-877550430-project] 10.222.0.53 "GET /v2.0/ports?device_id=02ca79ba-4c46-46ec-ae22-b1118ad34cf9 HTTP/1.1" status: 200 len: 210 time: 0.0573275 Jan 28 03:18:26.418390 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-90c3674d-f91c-4e1a-a90a-2c93dabb8199 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router_gateway (d53bbd88-41bd-4e05-8329-145a95de5648), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:26.437006 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-90c3674d-f91c-4e1a-a90a-2c93dabb8199 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:26.547712 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-01f59d79-4658-4d5d-bcff-4dc5c3503908 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Allocated IP 172.20.0.1 (88eb3ab9-4135-4d0e-be93-99ecebfef516/00d1bbbd-3855-4675-82c4-9bcea8d98997/390d8331-fe16-497d-8761-6d6d506bb229) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:18:26.550869 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-90c3674d-f91c-4e1a-a90a-2c93dabb8199 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Allocated IP 172.25.0.211 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/82b83f7c-d6c5-4598-8227-f6eb95ca73b1) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:18:26.666693 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-90c3674d-f91c-4e1a-a90a-2c93dabb8199 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for port (82b83f7c-d6c5-4598-8227-f6eb95ca73b1), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:26.671871 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-01f59d79-4658-4d5d-bcff-4dc5c3503908 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks [] for port (390d8331-fe16-497d-8761-6d6d506bb229), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:26.709023 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-90c3674d-f91c-4e1a-a90a-2c93dabb8199 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (82b83f7c-d6c5-4598-8227-f6eb95ca73b1), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:26.709655 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-01f59d79-4658-4d5d-bcff-4dc5c3503908 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (390d8331-fe16-497d-8761-6d6d506bb229), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:26.749764 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c3674d-f91c-4e1a-a90a-2c93dabb8199 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:18:26.751479 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-90c3674d-f91c-4e1a-a90a-2c93dabb8199 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:18:26.752122 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f59d79-4658-4d5d-bcff-4dc5c3503908 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Network 88eb3ab9-4135-4d0e-be93-99ecebfef516 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:18:26.753701 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c3674d-f91c-4e1a-a90a-2c93dabb8199 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:18:26.754550 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-01f59d79-4658-4d5d-bcff-4dc5c3503908 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:18:26.761028 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f59d79-4658-4d5d-bcff-4dc5c3503908 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:18:26.787732 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f59d79-4658-4d5d-bcff-4dc5c3503908 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Pushing event updated for resources: {'Port': ['ID=390d8331-fe16-497d-8761-6d6d506bb229,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:26.800273 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c3674d-f91c-4e1a-a90a-2c93dabb8199 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Pushing event updated for resources: {'Port': ['ID=82b83f7c-d6c5-4598-8227-f6eb95ca73b1,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:26.813793 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-01f59d79-4658-4d5d-bcff-4dc5c3503908 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (c45daade-d3cd-4541-a841-f0bd86695afc), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:26.958555 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-01f59d79-4658-4d5d-bcff-4dc5c3503908 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (390d8331-fe16-497d-8761-6d6d506bb229), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:27.098083 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-65805f14-3e30-4b73-8dd2-9d7c5bdffad4 None None] Provisioning complete for port 390d8331-fe16-497d-8761-6d6d506bb229 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:18:27.098688 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92e2e2-c6b9-4783-980e-943d47fc85c4 req-5399df91-ea23-4ece-b694-87b6916b6fda tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:27.099226 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-65805f14-3e30-4b73-8dd2-9d7c5bdffad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (390d8331-fe16-497d-8761-6d6d506bb229), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:27.100146 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ec92e2e2-c6b9-4783-980e-943d47fc85c4 req-5399df91-ea23-4ece-b694-87b6916b6fda tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc6cb0a0-4203-46a6-b5da-06e4c191ebf5 HTTP/1.1" status: 200 len: 945 time: 0.1087794 Jan 28 03:18:27.107435 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-90c3674d-f91c-4e1a-a90a-2c93dabb8199 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router_gateway (d53bbd88-41bd-4e05-8329-145a95de5648), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:27.140106 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-65805f14-3e30-4b73-8dd2-9d7c5bdffad4 None None] Port 390d8331-fe16-497d-8761-6d6d506bb229 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:18:27.227902 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ec92e2e2-c6b9-4783-980e-943d47fc85c4 req-1d3b3efa-d2a4-4a2a-81a1-0be7f09bebb5 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831907 Jan 28 03:18:27.250791 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-01f59d79-4658-4d5d-bcff-4dc5c3503908 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks [] for port (390d8331-fe16-497d-8761-6d6d506bb229), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:27.253220 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-01f59d79-4658-4d5d-bcff-4dc5c3503908 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (390d8331-fe16-497d-8761-6d6d506bb229), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:27.326616 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f59d79-4658-4d5d-bcff-4dc5c3503908 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Pushing event updated for resources: {'Port': ['ID=390d8331-fe16-497d-8761-6d6d506bb229,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:27.328993 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-01f59d79-4658-4d5d-bcff-4dc5c3503908 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (c45daade-d3cd-4541-a841-f0bd86695afc), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:27.351177 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-90c3674d-f91c-4e1a-a90a-2c93dabb8199 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23253'] for router (d53bbd88-41bd-4e05-8329-145a95de5648), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:27.355094 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-90c3674d-f91c-4e1a-a90a-2c93dabb8199 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3876279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3876284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3877649'] for router (d53bbd88-41bd-4e05-8329-145a95de5648), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:27.425901 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f59d79-4658-4d5d-bcff-4dc5c3503908 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Network 88eb3ab9-4135-4d0e-be93-99ecebfef516 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:18:27.427578 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-01f59d79-4658-4d5d-bcff-4dc5c3503908 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:18:27.508105 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c3674d-f91c-4e1a-a90a-2c93dabb8199 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Router d53bbd88-41bd-4e05-8329-145a95de5648 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:18:27.645433 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c3674d-f91c-4e1a-a90a-2c93dabb8199 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:18:27.653365 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-90c3674d-f91c-4e1a-a90a-2c93dabb8199 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:27.663776 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-90c3674d-f91c-4e1a-a90a-2c93dabb8199 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] 10.222.0.53 "PUT /v2.0/routers/d53bbd88-41bd-4e05-8329-145a95de5648 HTTP/1.1" status: 200 len: 879 time: 1.6894066 Jan 28 03:18:27.663776 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42796) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:27.669768 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5d27f5-fc35-416f-b3c1-8125ad2add85 None None] Sync routers for ids ['d53bbd88-41bd-4e05-8329-145a95de5648'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:18:27.691831 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5d27f5-fc35-416f-b3c1-8125ad2add85 None None] Routers {'d53bbd88-41bd-4e05-8329-145a95de5648'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:18:27.692530 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-5a5d27f5-fc35-416f-b3c1-8125ad2add85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:18:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['d53bbd88-41bd-4e05-8329-145a95de5648'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:27.734794 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-5a5d27f5-fc35-416f-b3c1-8125ad2add85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:27.745471 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5d27f5-fc35-416f-b3c1-8125ad2add85 None None] Routers {'d53bbd88-41bd-4e05-8329-145a95de5648'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:18:27.746112 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-5a5d27f5-fc35-416f-b3c1-8125ad2add85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:18:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['d53bbd88-41bd-4e05-8329-145a95de5648'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:27.783270 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-5a5d27f5-fc35-416f-b3c1-8125ad2add85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:27.783920 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5d27f5-fc35-416f-b3c1-8125ad2add85 None None] The sync data for ids ['d53bbd88-41bd-4e05-8329-145a95de5648'] in n-d-712139-27 is: [] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:18:27.790538 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-42b850c1-4fb5-4cb6-9d2e-3852091e9188 None None] Provisioning complete for port 390d8331-fe16-497d-8761-6d6d506bb229 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:18:27.793945 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-42b850c1-4fb5-4cb6-9d2e-3852091e9188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (390d8331-fe16-497d-8761-6d6d506bb229), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:27.794088 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d0183666-0d2b-4645-99b0-98a309fc123c tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] 10.222.0.53 "GET /v2.0/routers/d53bbd88-41bd-4e05-8329-145a95de5648 HTTP/1.1" status: 200 len: 920 time: 0.1307881 Jan 28 03:18:27.794452 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42798) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:27.831100 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-42b850c1-4fb5-4cb6-9d2e-3852091e9188 None None] Port 390d8331-fe16-497d-8761-6d6d506bb229 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:18:27.876369 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfa4b32-f914-478e-8849-70c124ea0d52 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:27.877957 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3bfa4b32-f914-478e-8849-70c124ea0d52 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=8f7dc9c9-eaf1-4339-a2e3-884554154641&device_id=d53bbd88-41bd-4e05-8329-145a95de5648&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0815625 Jan 28 03:18:27.880946 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42800) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:27.890265 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-845af247-e386-4654-a0a9-2580172e3c4e req-a3aebd37-0a82-407d-af0b-2c154ae6cd22 tempest-ServerShowV257Test-877550430 tempest-ServerShowV257Test-877550430-project] 10.222.0.53 "GET /v2.0/ports?device_id=02ca79ba-4c46-46ec-ae22-b1118ad34cf9 HTTP/1.1" status: 200 len: 210 time: 0.4122787 Jan 28 03:18:27.921414 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f59d79-4658-4d5d-bcff-4dc5c3503908 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Router c45daade-d3cd-4541-a841-f0bd86695afc has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:18:28.036588 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f59d79-4658-4d5d-bcff-4dc5c3503908 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:18:28.054491 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-01f59d79-4658-4d5d-bcff-4dc5c3503908 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] 10.222.0.53 "PUT /v2.0/routers/c45daade-d3cd-4541-a841-f0bd86695afc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0836167 Jan 28 03:18:28.054805 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42802) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:28.058965 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598ddc4a-53ce-4346-85ec-8d765568c515 None None] Sync routers for ids ['c45daade-d3cd-4541-a841-f0bd86695afc'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:18:28.087239 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598ddc4a-53ce-4346-85ec-8d765568c515 None None] Routers {'c45daade-d3cd-4541-a841-f0bd86695afc'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:18:28.090392 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-598ddc4a-53ce-4346-85ec-8d765568c515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:18:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['c45daade-d3cd-4541-a841-f0bd86695afc'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:28.158663 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-598ddc4a-53ce-4346-85ec-8d765568c515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:28.163719 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c4604605-02a5-4fe1-9295-e4e234767975 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks [] for router (c45daade-d3cd-4541-a841-f0bd86695afc), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:28.172224 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598ddc4a-53ce-4346-85ec-8d765568c515 None None] Routers {'c45daade-d3cd-4541-a841-f0bd86695afc'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:18:28.173551 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-598ddc4a-53ce-4346-85ec-8d765568c515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:18:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['c45daade-d3cd-4541-a841-f0bd86695afc'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:28.215830 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-598ddc4a-53ce-4346-85ec-8d765568c515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:28.216709 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598ddc4a-53ce-4346-85ec-8d765568c515 None None] The sync data for ids ['c45daade-d3cd-4541-a841-f0bd86695afc'] in n-d-712139-27 is: [] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:18:28.267510 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-c4604605-02a5-4fe1-9295-e4e234767975 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 03:18:28.271742 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c4604605-02a5-4fe1-9295-e4e234767975 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] 10.222.0.53 "DELETE /v2.0/routers/c45daade-d3cd-4541-a841-f0bd86695afc HTTP/1.1" status: 409 len: 329 time: 0.2126544 Jan 28 03:18:28.273135 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42806) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:28.294921 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cca960-9235-4c80-8454-da741fe111b9 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:28.296896 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a2cca960-9235-4c80-8454-da741fe111b9 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] 10.222.0.53 "GET /v2.0/networks/8f7dc9c9-eaf1-4339-a2e3-884554154641 HTTP/1.1" status: 200 len: 881 time: 0.4145544 Jan 28 03:18:28.299224 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42808) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:28.327587 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b44b4ad7-b368-48c2-b0bf-b5cf453eadb5 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] 10.222.0.53 "GET /v2.0/ports?device_id=d53bbd88-41bd-4e05-8329-145a95de5648 HTTP/1.1" status: 200 len: 205 time: 0.0271924 Jan 28 03:18:28.335598 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42810) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:28.422959 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f79020-109a-4fa0-9e2f-23b33ae421a9 req-c174ecdb-4b9a-4ed4-9d30-85991f0ac0fd tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:28.424451 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e7f79020-109a-4fa0-9e2f-23b33ae421a9 req-c174ecdb-4b9a-4ed4-9d30-85991f0ac0fd tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc6cb0a0-4203-46a6-b5da-06e4c191ebf5 HTTP/1.1" status: 200 len: 945 time: 0.0996134 Jan 28 03:18:28.495809 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-977e9436-c662-4be0-aca9-50daf56282c4 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router (d53bbd88-41bd-4e05-8329-145a95de5648), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:28.542109 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e7f79020-109a-4fa0-9e2f-23b33ae421a9 req-bbf7913f-58f5-4aa4-b3a8-5903387c91a9 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922668 Jan 28 03:18:28.616747 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cf21a398-9f37-4ebe-b1bb-2798c972f908 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (c45daade-d3cd-4541-a841-f0bd86695afc), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:28.623876 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-977e9436-c662-4be0-aca9-50daf56282c4 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router_gateway (d53bbd88-41bd-4e05-8329-145a95de5648), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:28.700877 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-977e9436-c662-4be0-aca9-50daf56282c4 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Deleting port 82b83f7c-d6c5-4598-8227-f6eb95ca73b1 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:18:28.701791 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-977e9436-c662-4be0-aca9-50daf56282c4 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (82b83f7c-d6c5-4598-8227-f6eb95ca73b1), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:28.799910 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-977e9436-c662-4be0-aca9-50daf56282c4 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (82b83f7c-d6c5-4598-8227-f6eb95ca73b1), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:28.818709 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-977e9436-c662-4be0-aca9-50daf56282c4 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Calling delete_port for 82b83f7c-d6c5-4598-8227-f6eb95ca73b1 owned by network:router_gateway {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:18:28.891558 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-cf21a398-9f37-4ebe-b1bb-2798c972f908 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Deleting port 390d8331-fe16-497d-8761-6d6d506bb229 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:18:28.892159 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cf21a398-9f37-4ebe-b1bb-2798c972f908 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (390d8331-fe16-497d-8761-6d6d506bb229), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:29.000841 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cf21a398-9f37-4ebe-b1bb-2798c972f908 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (390d8331-fe16-497d-8761-6d6d506bb229), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:29.001971 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-977e9436-c662-4be0-aca9-50daf56282c4 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (82b83f7c-d6c5-4598-8227-f6eb95ca73b1), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:29.022490 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bc90b79d-f908-4e2c-a299-10acf68bd752 req-d7885028-57ea-4afd-8e09-621027577613 tempest-ServerShowV257Test-877550430 tempest-ServerShowV257Test-877550430-project] 10.222.0.53 "GET /v2.0/ports?device_id=02ca79ba-4c46-46ec-ae22-b1118ad34cf9 HTTP/1.1" status: 200 len: 210 time: 0.0459056 Jan 28 03:18:29.030681 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e9436-c662-4be0-aca9-50daf56282c4 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Pushing event deleted for resources: {'Port': ['ID=82b83f7c-d6c5-4598-8227-f6eb95ca73b1,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:29.036270 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-cf21a398-9f37-4ebe-b1bb-2798c972f908 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Calling delete_port for 390d8331-fe16-497d-8761-6d6d506bb229 owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:18:29.091857 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-977e9436-c662-4be0-aca9-50daf56282c4 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (d53bbd88-41bd-4e05-8329-145a95de5648), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:29.190132 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-977e9436-c662-4be0-aca9-50daf56282c4 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (d53bbd88-41bd-4e05-8329-145a95de5648), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:29.192712 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-977e9436-c662-4be0-aca9-50daf56282c4 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router_controller (d53bbd88-41bd-4e05-8329-145a95de5648), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:29.227949 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cf21a398-9f37-4ebe-b1bb-2798c972f908 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (390d8331-fe16-497d-8761-6d6d506bb229), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:29.247811 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-977e9436-c662-4be0-aca9-50daf56282c4 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (d53bbd88-41bd-4e05-8329-145a95de5648), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:29.248600 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977e9436-c662-4be0-aca9-50daf56282c4 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Fanout notify agent at l3_agent the message router_deleted on router d53bbd88-41bd-4e05-8329-145a95de5648 {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:18:29.256736 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21a398-9f37-4ebe-b1bb-2798c972f908 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Pushing event deleted for resources: {'Port': ['ID=390d8331-fe16-497d-8761-6d6d506bb229,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:29.259195 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-977e9436-c662-4be0-aca9-50daf56282c4 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:29.267648 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-977e9436-c662-4be0-aca9-50daf56282c4 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] 10.222.0.53 "DELETE /v2.0/routers/d53bbd88-41bd-4e05-8329-145a95de5648 HTTP/1.1" status: 204 len: 168 time: 0.9308431 Jan 28 03:18:29.268671 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42814) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:29.276660 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-4e6175fc-7fd2-4ec7-9c04-a3f7d6be442c tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-388948767', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:18:29.290713 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21a398-9f37-4ebe-b1bb-2798c972f908 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:29.291427 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21a398-9f37-4ebe-b1bb-2798c972f908 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:29.291922 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21a398-9f37-4ebe-b1bb-2798c972f908 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:29.292507 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21a398-9f37-4ebe-b1bb-2798c972f908 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:29.292994 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21a398-9f37-4ebe-b1bb-2798c972f908 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:29.293426 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21a398-9f37-4ebe-b1bb-2798c972f908 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:29.294026 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21a398-9f37-4ebe-b1bb-2798c972f908 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:29.294360 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21a398-9f37-4ebe-b1bb-2798c972f908 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:29.294691 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21a398-9f37-4ebe-b1bb-2798c972f908 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:29.295396 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21a398-9f37-4ebe-b1bb-2798c972f908 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:29.295833 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21a398-9f37-4ebe-b1bb-2798c972f908 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:29.296079 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21a398-9f37-4ebe-b1bb-2798c972f908 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:29.296594 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21a398-9f37-4ebe-b1bb-2798c972f908 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:29.298148 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:29.315750 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4e6175fc-7fd2-4ec7-9c04-a3f7d6be442c tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (d4ef1011-f9c3-467a-a988-cc57878d7349), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:29.317457 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4e6175fc-7fd2-4ec7-9c04-a3f7d6be442c tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (d4ef1011-f9c3-467a-a988-cc57878d7349), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:29.404299 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4e6175fc-7fd2-4ec7-9c04-a3f7d6be442c tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router_controller (d4ef1011-f9c3-467a-a988-cc57878d7349), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:29.410004 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4e6175fc-7fd2-4ec7-9c04-a3f7d6be442c tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (d4ef1011-f9c3-467a-a988-cc57878d7349), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:29.436254 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4e6175fc-7fd2-4ec7-9c04-a3f7d6be442c tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:29.438588 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4e6175fc-7fd2-4ec7-9c04-a3f7d6be442c tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1683509 Jan 28 03:18:29.442276 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42816) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:29.449165 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-49313698-365d-4fe0-b7a8-db3cae221f71 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'enable_snat': True}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:18:29.450098 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cf21a398-9f37-4ebe-b1bb-2798c972f908 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (c45daade-d3cd-4541-a841-f0bd86695afc), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:29.625781 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf21a398-9f37-4ebe-b1bb-2798c972f908 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Router c45daade-d3cd-4541-a841-f0bd86695afc has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:18:29.705408 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf21a398-9f37-4ebe-b1bb-2798c972f908 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:18:29.706820 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-49313698-365d-4fe0-b7a8-db3cae221f71 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for router_gateway (d4ef1011-f9c3-467a-a988-cc57878d7349), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:29.711493 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-cf21a398-9f37-4ebe-b1bb-2798c972f908 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] 10.222.0.53 "PUT /v2.0/routers/c45daade-d3cd-4541-a841-f0bd86695afc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4368739 Jan 28 03:18:29.716732 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42820) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:29.728033 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ca16de-6919-4135-8a3e-0e4409a2ddb2 None None] Sync routers for ids ['c45daade-d3cd-4541-a841-f0bd86695afc'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:18:29.744274 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0cf53a59-e771-4c59-9fed-d6b44b44710a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:29.748773 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f4f54-62be-4fee-9895-af6c6d3e72a5 req-0bfc62aa-dcab-4597-9b5e-1a9858e27424 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:29.750371 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c42f4f54-62be-4fee-9895-af6c6d3e72a5 req-0bfc62aa-dcab-4597-9b5e-1a9858e27424 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc6cb0a0-4203-46a6-b5da-06e4c191ebf5 HTTP/1.1" status: 200 len: 945 time: 0.1098957 Jan 28 03:18:29.756752 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ca16de-6919-4135-8a3e-0e4409a2ddb2 None None] Routers {'c45daade-d3cd-4541-a841-f0bd86695afc'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:18:29.757855 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-b8ca16de-6919-4135-8a3e-0e4409a2ddb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:18:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['c45daade-d3cd-4541-a841-f0bd86695afc'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:29.760808 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-edc6048b-0976-4c6b-bd83-b404d2563899 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] show failed (client error): The resource could not be found. Jan 28 03:18:29.762317 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-edc6048b-0976-4c6b-bd83-b404d2563899 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-1142496305 HTTP/1.1" status: 404 len: 335 time: 0.0438919 Jan 28 03:18:29.765717 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42822) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:29.770312 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-201ce042-a240-4d83-90e7-613687cfe5c3 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:18:29.805864 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-201ce042-a240-4d83-90e7-613687cfe5c3 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] update failed (client error): The resource could not be found. Jan 28 03:18:29.807157 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-201ce042-a240-4d83-90e7-613687cfe5c3 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-1622358150 HTTP/1.1" status: 404 len: 335 time: 0.0402582 Jan 28 03:18:29.811887 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42824) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:29.812475 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-b8ca16de-6919-4135-8a3e-0e4409a2ddb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:29.830478 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ca16de-6919-4135-8a3e-0e4409a2ddb2 None None] Routers {'c45daade-d3cd-4541-a841-f0bd86695afc'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:18:29.831098 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-b8ca16de-6919-4135-8a3e-0e4409a2ddb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:18:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['c45daade-d3cd-4541-a841-f0bd86695afc'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:29.857180 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c42f4f54-62be-4fee-9895-af6c6d3e72a5 req-9f30a27d-851c-4080-940b-5b20114ed99c tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806770 Jan 28 03:18:29.870498 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-b8ca16de-6919-4135-8a3e-0e4409a2ddb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:29.871345 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ca16de-6919-4135-8a3e-0e4409a2ddb2 None None] The sync data for ids ['c45daade-d3cd-4541-a841-f0bd86695afc'] in n-d-712139-27 is: [] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:18:29.883541 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-e35e174a-a620-41d2-9a65-741b4b25ead3 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Deleting subnet 496d5fa5-163c-490a-a66b-6c80f05e4176 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:18:29.887254 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e35e174a-a620-41d2-9a65-741b4b25ead3 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks [] for subnet (496d5fa5-163c-490a-a66b-6c80f05e4176), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:29.943599 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e35e174a-a620-41d2-9a65-741b4b25ead3 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (496d5fa5-163c-490a-a66b-6c80f05e4176), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:30.024679 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-49313698-365d-4fe0-b7a8-db3cae221f71 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for router_gateway (d4ef1011-f9c3-467a-a988-cc57878d7349), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:30.044669 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-49313698-365d-4fe0-b7a8-db3cae221f71 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:30.051834 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e35e174a-a620-41d2-9a65-741b4b25ead3 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (496d5fa5-163c-490a-a66b-6c80f05e4176), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:30.177719 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3cbd21ea-cb27-4924-b5fb-43213436dd22 req-e695fb18-03db-4a71-b6e5-99192871624a tempest-ServerShowV257Test-877550430 tempest-ServerShowV257Test-877550430-project] 10.222.0.53 "GET /v2.0/ports?device_id=02ca79ba-4c46-46ec-ae22-b1118ad34cf9 HTTP/1.1" status: 200 len: 210 time: 0.0493989 Jan 28 03:18:30.195737 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e35e174a-a620-41d2-9a65-741b4b25ead3 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (496d5fa5-163c-490a-a66b-6c80f05e4176), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:30.219607 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e174a-a620-41d2-9a65-741b4b25ead3 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Pushing event deleted for resources: {'Subnet': ['ID=496d5fa5-163c-490a-a66b-6c80f05e4176,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:30.223826 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-49313698-365d-4fe0-b7a8-db3cae221f71 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Allocated IP 172.25.0.120 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/8d24d1c2-c625-424a-8677-a96445aea658) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:18:30.231667 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e35e174a-a620-41d2-9a65-741b4b25ead3 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:30.235577 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e35e174a-a620-41d2-9a65-741b4b25ead3 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] 10.222.0.53 "DELETE /v2.0/subnets/496d5fa5-163c-490a-a66b-6c80f05e4176 HTTP/1.1" status: 204 len: 168 time: 0.4228897 Jan 28 03:18:30.238384 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42828) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:30.241234 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769b9fe4-306a-42bb-ab89-a32219b9444f None None] Network f62990c9-2312-452a-bb33-b2a37869d934 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:18:30.293331 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdfb2a15-b789-40e5-a893-69d63d6b412b tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Deleting subnet 42c23c02-d4af-4ba0-bd41-15eae7a0ad99 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:18:30.297208 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cdfb2a15-b789-40e5-a893-69d63d6b412b tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks [] for subnet (42c23c02-d4af-4ba0-bd41-15eae7a0ad99), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:30.348431 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cdfb2a15-b789-40e5-a893-69d63d6b412b tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (42c23c02-d4af-4ba0-bd41-15eae7a0ad99), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:30.348757 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-49313698-365d-4fe0-b7a8-db3cae221f71 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for port (8d24d1c2-c625-424a-8677-a96445aea658), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:30.390764 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-49313698-365d-4fe0-b7a8-db3cae221f71 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (8d24d1c2-c625-424a-8677-a96445aea658), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:30.425291 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dc4341-23be-4d00-8195-595bf9cab36d None None] DHCP port deletion for f62990c9-2312-452a-bb33-b2a37869d934 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:18:30.444728 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49313698-365d-4fe0-b7a8-db3cae221f71 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:18:30.449220 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-49313698-365d-4fe0-b7a8-db3cae221f71 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:18:30.455610 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49313698-365d-4fe0-b7a8-db3cae221f71 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:18:30.462069 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cdfb2a15-b789-40e5-a893-69d63d6b412b tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (42c23c02-d4af-4ba0-bd41-15eae7a0ad99), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:30.479760 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-a9dc4341-23be-4d00-8195-595bf9cab36d None None] Deleting port b866bbd4-bc69-4de3-b303-a81bcb60679a {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:18:30.480368 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a9dc4341-23be-4d00-8195-595bf9cab36d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (b866bbd4-bc69-4de3-b303-a81bcb60679a), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:30.483042 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49313698-365d-4fe0-b7a8-db3cae221f71 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Pushing event updated for resources: {'Port': ['ID=8d24d1c2-c625-424a-8677-a96445aea658,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:30.544019 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cdfb2a15-b789-40e5-a893-69d63d6b412b tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (42c23c02-d4af-4ba0-bd41-15eae7a0ad99), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:30.557870 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-a9dc4341-23be-4d00-8195-595bf9cab36d None None] For port b866bbd4-bc69-4de3-b303-a81bcb60679a, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=b866bbd4-bc69-4de3-b303-a81bcb60679a,segment=NetworkSegment(4747a30d-0918-49c0-8186-8908aaf4ef7f),segment_id=4747a30d-0918-49c0-8186-8908aaf4ef7f)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:18:30.558265 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a9dc4341-23be-4d00-8195-595bf9cab36d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (b866bbd4-bc69-4de3-b303-a81bcb60679a), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:30.572517 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-a9dc4341-23be-4d00-8195-595bf9cab36d None None] Calling delete_port for b866bbd4-bc69-4de3-b303-a81bcb60679a owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:18:30.574199 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb2a15-b789-40e5-a893-69d63d6b412b tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Pushing event deleted for resources: {'Subnet': ['ID=42c23c02-d4af-4ba0-bd41-15eae7a0ad99,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:30.575630 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cdfb2a15-b789-40e5-a893-69d63d6b412b tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:30.579608 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-cdfb2a15-b789-40e5-a893-69d63d6b412b tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] 10.222.0.53 "DELETE /v2.0/subnets/42c23c02-d4af-4ba0-bd41-15eae7a0ad99 HTTP/1.1" status: 204 len: 168 time: 0.3400123 Jan 28 03:18:30.582628 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42830) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:30.585247 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213855d1-6b03-4531-b611-6dda5fab84f4 None None] Network 4a1dacb9-9cfe-469c-be4f-c53430e01d4a requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:18:30.675380 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c796a882-6036-409c-a20f-3f4fa6b59f1a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (f62990c9-2312-452a-bb33-b2a37869d934), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:30.739559 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a9dc4341-23be-4d00-8195-595bf9cab36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (b866bbd4-bc69-4de3-b303-a81bcb60679a), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:30.771550 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-49313698-365d-4fe0-b7a8-db3cae221f71 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for router_gateway (d4ef1011-f9c3-467a-a988-cc57878d7349), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:30.772573 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc4341-23be-4d00-8195-595bf9cab36d None None] Pushing event deleted for resources: {'Port': ['ID=b866bbd4-bc69-4de3-b303-a81bcb60679a,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:30.777688 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-c796a882-6036-409c-a20f-3f4fa6b59f1a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Deleting port b866bbd4-bc69-4de3-b303-a81bcb60679a {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:18:30.778202 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c796a882-6036-409c-a20f-3f4fa6b59f1a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (b866bbd4-bc69-4de3-b303-a81bcb60679a), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:30.783760 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dc4341-23be-4d00-8195-595bf9cab36d None None] No DVR routers for this DVR port b866bbd4-bc69-4de3-b303-a81bcb60679a on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:18:30.842653 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b28804-eeeb-447e-9332-5f07403995bb None None] DHCP port deletion for 4a1dacb9-9cfe-469c-be4f-c53430e01d4a request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:18:30.881762 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-901eb925-fc70-4d5c-b1f0-ea18064622c0 req-4f6eb835-69b5-4738-bfc5-46669680a637 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=02ca79ba-4c46-46ec-ae22-b1118ad34cf9 HTTP/1.1" status: 200 len: 210 time: 0.0307429 Jan 28 03:18:30.893223 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-c796a882-6036-409c-a20f-3f4fa6b59f1a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] For port b866bbd4-bc69-4de3-b303-a81bcb60679a, host n-d-712139-27, got binding levels [] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:18:30.893787 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c796a882-6036-409c-a20f-3f4fa6b59f1a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (b866bbd4-bc69-4de3-b303-a81bcb60679a), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:30.906912 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-55b28804-eeeb-447e-9332-5f07403995bb None None] Deleting port cac038de-0013-499f-b883-f44d3d72ef72 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:18:30.907981 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-55b28804-eeeb-447e-9332-5f07403995bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (cac038de-0013-499f-b883-f44d3d72ef72), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:30.911605 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-c796a882-6036-409c-a20f-3f4fa6b59f1a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Calling delete_port for b866bbd4-bc69-4de3-b303-a81bcb60679a owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:18:30.914525 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.ipam_backend_mixin [None req-c796a882-6036-409c-a20f-3f4fa6b59f1a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Port b866bbd4-bc69-4de3-b303-a81bcb60679a was not found and therefore no delete operation was performed {{(pid=109803) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 03:18:30.915839 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c796a882-6036-409c-a20f-3f4fa6b59f1a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (b866bbd4-bc69-4de3-b303-a81bcb60679a), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:30.954721 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c796a882-6036-409c-a20f-3f4fa6b59f1a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] No DVR routers for this DVR port b866bbd4-bc69-4de3-b303-a81bcb60679a on host n-d-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:18:30.964081 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c796a882-6036-409c-a20f-3f4fa6b59f1a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Pushing event deleted for resources: {'Port': ['ID=b866bbd4-bc69-4de3-b303-a81bcb60679a,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:31.004515 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-55b28804-eeeb-447e-9332-5f07403995bb None None] For port cac038de-0013-499f-b883-f44d3d72ef72, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=cac038de-0013-499f-b883-f44d3d72ef72,segment=NetworkSegment(04c58e78-7e6f-42e9-80d3-0cc995593d15),segment_id=04c58e78-7e6f-42e9-80d3-0cc995593d15)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:18:31.004823 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-55b28804-eeeb-447e-9332-5f07403995bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (cac038de-0013-499f-b883-f44d3d72ef72), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:31.019115 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-55b28804-eeeb-447e-9332-5f07403995bb None None] Calling delete_port for cac038de-0013-499f-b883-f44d3d72ef72 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:18:31.034319 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-49313698-365d-4fe0-b7a8-db3cae221f71 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23253'] for router (d4ef1011-f9c3-467a-a988-cc57878d7349), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:31.039976 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-49313698-365d-4fe0-b7a8-db3cae221f71 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3876279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3876284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3877649'] for router (d4ef1011-f9c3-467a-a988-cc57878d7349), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:31.053286 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c796a882-6036-409c-a20f-3f4fa6b59f1a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (f62990c9-2312-452a-bb33-b2a37869d934), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:31.056624 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c588e-900c-4741-89c6-e5076f29e7bb req-d0c662e0-f553-41ef-8fcf-a1afad636ed9 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:31.057855 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f76c588e-900c-4741-89c6-e5076f29e7bb req-d0c662e0-f553-41ef-8fcf-a1afad636ed9 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc6cb0a0-4203-46a6-b5da-06e4c191ebf5 HTTP/1.1" status: 200 len: 945 time: 0.1051946 Jan 28 03:18:31.076704 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-c796a882-6036-409c-a20f-3f4fa6b59f1a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f62990c9-2312-452a-bb33-b2a37869d934']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:31.087231 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-c796a882-6036-409c-a20f-3f4fa6b59f1a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4747a30d-0918-49c0-8186-8908aaf4ef7f') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:31.087535 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-c796a882-6036-409c-a20f-3f4fa6b59f1a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4747a30d-0918-49c0-8186-8908aaf4ef7f') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:31.104329 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c796a882-6036-409c-a20f-3f4fa6b59f1a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (4747a30d-0918-49c0-8186-8908aaf4ef7f), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:31.124564 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c796a882-6036-409c-a20f-3f4fa6b59f1a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (4747a30d-0918-49c0-8186-8908aaf4ef7f), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:31.137063 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c796a882-6036-409c-a20f-3f4fa6b59f1a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:18:31.138023 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c796a882-6036-409c-a20f-3f4fa6b59f1a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (4747a30d-0918-49c0-8186-8908aaf4ef7f), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:31.139052 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-55b28804-eeeb-447e-9332-5f07403995bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (cac038de-0013-499f-b883-f44d3d72ef72), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:31.143152 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:18:31.143152 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:18:31.143152 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:18:31.143152 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:18:31.143152 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:18:31.143152 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:18:31.143152 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:18:31.143152 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:18:31.143152 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:18:31.143152 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:18:31.143152 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:18:31.143152 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:18:31.143152 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:18:31.143152 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:18:31.143152 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:18:31.143152 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:18:31.143152 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:18:31.143152 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:18:31.143152 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:18:31.143152 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:18:31.143152 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:18:31.143152 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:18:31.143152 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:18:31.143152 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:18:31.143152 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:18:31.143152 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:18:31.143152 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:18:31.143152 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:18:31.143152 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:18:31.143152 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:18:31.143152 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:18:31.143152 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:18:31.180416 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b28804-eeeb-447e-9332-5f07403995bb None None] Pushing event deleted for resources: {'Port': ['ID=cac038de-0013-499f-b883-f44d3d72ef72,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:31.188925 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b28804-eeeb-447e-9332-5f07403995bb None None] No DVR routers for this DVR port cac038de-0013-499f-b883-f44d3d72ef72 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:18:31.197010 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f76c588e-900c-4741-89c6-e5076f29e7bb req-8df6b74f-b5b9-42c2-8fb8-85ccfc31e6e6 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051128 Jan 28 03:18:31.244550 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c796a882-6036-409c-a20f-3f4fa6b59f1a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (f62990c9-2312-452a-bb33-b2a37869d934), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:31.253980 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c796a882-6036-409c-a20f-3f4fa6b59f1a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:31.261321 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c796a882-6036-409c-a20f-3f4fa6b59f1a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] 10.222.0.53 "DELETE /v2.0/networks/f62990c9-2312-452a-bb33-b2a37869d934 HTTP/1.1" status: 204 len: 168 time: 0.6754158 Jan 28 03:18:31.261999 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42836) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:31.270767 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49313698-365d-4fe0-b7a8-db3cae221f71 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Router d4ef1011-f9c3-467a-a988-cc57878d7349 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:18:31.283769 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c796a882-6036-409c-a20f-3f4fa6b59f1a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Pushing event deleted for resources: {'Network': ['ID=f62990c9-2312-452a-bb33-b2a37869d934,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:31.374048 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eaa79950-5320-4f28-9776-ccc24515dd53 req-df958638-0aee-4908-b863-37754e20ec1d tempest-ServerShowV257Test-877550430 tempest-ServerShowV257Test-877550430-project] 10.222.0.53 "GET /v2.0/ports?device_id=02ca79ba-4c46-46ec-ae22-b1118ad34cf9 HTTP/1.1" status: 200 len: 210 time: 0.0776680 Jan 28 03:18:31.414448 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-40e4220f-a9f9-4586-ac95-a1a3c5fe9d4e tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (4a1dacb9-9cfe-469c-be4f-c53430e01d4a), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:31.515303 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49313698-365d-4fe0-b7a8-db3cae221f71 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:18:31.525050 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-49313698-365d-4fe0-b7a8-db3cae221f71 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:31.528282 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-49313698-365d-4fe0-b7a8-db3cae221f71 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] 10.222.0.53 "PUT /v2.0/routers/d4ef1011-f9c3-467a-a988-cc57878d7349 HTTP/1.1" status: 200 len: 914 time: 2.0833974 Jan 28 03:18:31.534827 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42838) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:31.535569 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee0a95d-3c7d-4377-8045-955ac289234e None None] Sync routers for ids ['d4ef1011-f9c3-467a-a988-cc57878d7349'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:18:31.547656 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee0a95d-3c7d-4377-8045-955ac289234e None None] Routers {'d4ef1011-f9c3-467a-a988-cc57878d7349'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:18:31.548533 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-8ee0a95d-3c7d-4377-8045-955ac289234e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:18:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['d4ef1011-f9c3-467a-a988-cc57878d7349'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:31.573472 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-40e4220f-a9f9-4586-ac95-a1a3c5fe9d4e tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (4a1dacb9-9cfe-469c-be4f-c53430e01d4a), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:31.589856 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-8ee0a95d-3c7d-4377-8045-955ac289234e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:31.604967 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee0a95d-3c7d-4377-8045-955ac289234e None None] Routers {'d4ef1011-f9c3-467a-a988-cc57878d7349'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:18:31.605835 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-8ee0a95d-3c7d-4377-8045-955ac289234e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:18:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['d4ef1011-f9c3-467a-a988-cc57878d7349'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:31.611149 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-40e4220f-a9f9-4586-ac95-a1a3c5fe9d4e tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a1dacb9-9cfe-469c-be4f-c53430e01d4a']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:31.621523 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-40e4220f-a9f9-4586-ac95-a1a3c5fe9d4e tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04c58e78-7e6f-42e9-80d3-0cc995593d15') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:31.621906 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-40e4220f-a9f9-4586-ac95-a1a3c5fe9d4e tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04c58e78-7e6f-42e9-80d3-0cc995593d15') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:31.637802 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-40e4220f-a9f9-4586-ac95-a1a3c5fe9d4e tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (04c58e78-7e6f-42e9-80d3-0cc995593d15), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:31.638457 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-8ee0a95d-3c7d-4377-8045-955ac289234e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:31.639137 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee0a95d-3c7d-4377-8045-955ac289234e None None] The sync data for ids ['d4ef1011-f9c3-467a-a988-cc57878d7349'] in n-d-712139-27 is: [] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:18:31.662813 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-40e4220f-a9f9-4586-ac95-a1a3c5fe9d4e tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (04c58e78-7e6f-42e9-80d3-0cc995593d15), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:31.671486 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40e4220f-a9f9-4586-ac95-a1a3c5fe9d4e tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:18:31.672356 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-40e4220f-a9f9-4586-ac95-a1a3c5fe9d4e tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (04c58e78-7e6f-42e9-80d3-0cc995593d15), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:31.675835 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:18:31.675835 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:18:31.675835 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:18:31.675835 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:18:31.675835 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:18:31.675835 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:18:31.675835 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:18:31.675835 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:18:31.675835 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:18:31.675835 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:18:31.675835 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:18:31.675835 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:18:31.675835 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:18:31.675835 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:18:31.675835 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:18:31.675835 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:18:31.675835 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:18:31.675835 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:18:31.675835 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:18:31.675835 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:18:31.675835 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:18:31.675835 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:18:31.675835 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:18:31.675835 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:18:31.675835 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:18:31.675835 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:18:31.675835 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:18:31.675835 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:18:31.675835 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:18:31.675835 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:18:31.675835 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:18:31.675835 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:18:31.683057 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-34ae158f-aa1f-4ef0-a25b-cf24e8184248 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] 10.222.0.53 "GET /v2.0/routers/d4ef1011-f9c3-467a-a988-cc57878d7349 HTTP/1.1" status: 200 len: 920 time: 0.1467338 Jan 28 03:18:31.685976 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42840) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:31.759607 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-40e4220f-a9f9-4586-ac95-a1a3c5fe9d4e tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (4a1dacb9-9cfe-469c-be4f-c53430e01d4a), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:31.771774 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-40e4220f-a9f9-4586-ac95-a1a3c5fe9d4e tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:31.777850 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-40e4220f-a9f9-4586-ac95-a1a3c5fe9d4e tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] 10.222.0.53 "DELETE /v2.0/networks/4a1dacb9-9cfe-469c-be4f-c53430e01d4a HTTP/1.1" status: 204 len: 168 time: 0.5124700 Jan 28 03:18:31.778257 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42842) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:31.796375 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a6460fa5-7345-4753-aac3-18dd9e625d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:31.800092 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e4220f-a9f9-4586-ac95-a1a3c5fe9d4e tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Pushing event deleted for resources: {'Network': ['ID=4a1dacb9-9cfe-469c-be4f-c53430e01d4a,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:31.856539 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5bd7e71-725c-4222-b400-3b7233505a0d tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Deleting subnet 00d1bbbd-3855-4675-82c4-9bcea8d98997 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:18:31.860447 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b5bd7e71-725c-4222-b400-3b7233505a0d tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks [] for subnet (00d1bbbd-3855-4675-82c4-9bcea8d98997), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:31.911761 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b5bd7e71-725c-4222-b400-3b7233505a0d tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (00d1bbbd-3855-4675-82c4-9bcea8d98997), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:32.011220 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b5bd7e71-725c-4222-b400-3b7233505a0d tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (00d1bbbd-3855-4675-82c4-9bcea8d98997), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:32.079622 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b5bd7e71-725c-4222-b400-3b7233505a0d tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (00d1bbbd-3855-4675-82c4-9bcea8d98997), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:32.085517 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88048bf-03c7-424d-b78d-c34463004134 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:32.087061 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f88048bf-03c7-424d-b78d-c34463004134 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=8f7dc9c9-eaf1-4339-a2e3-884554154641&device_id=d4ef1011-f9c3-467a-a988-cc57878d7349&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4000463 Jan 28 03:18:32.090207 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42844) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:32.109405 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd7e71-725c-4222-b400-3b7233505a0d tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Pushing event deleted for resources: {'Subnet': ['ID=00d1bbbd-3855-4675-82c4-9bcea8d98997,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:32.111754 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b5bd7e71-725c-4222-b400-3b7233505a0d tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:32.115032 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b5bd7e71-725c-4222-b400-3b7233505a0d tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] 10.222.0.53 "DELETE /v2.0/subnets/00d1bbbd-3855-4675-82c4-9bcea8d98997 HTTP/1.1" status: 204 len: 168 time: 0.3359888 Jan 28 03:18:32.117739 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42846) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:32.120199 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f7cc65-7bf1-4cf7-ab1e-fb22d3184698 None None] Network 88eb3ab9-4135-4d0e-be93-99ecebfef516 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:18:32.205688 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96df9bb-6cc3-4c99-95db-230f9287d816 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:32.207302 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a96df9bb-6cc3-4c99-95db-230f9287d816 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] 10.222.0.53 "GET /v2.0/networks/8f7dc9c9-eaf1-4339-a2e3-884554154641 HTTP/1.1" status: 200 len: 881 time: 0.1161227 Jan 28 03:18:32.211631 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42848) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:32.245780 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a5b3be21-ba8b-4c8f-b632-5c2f8f9ab71a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (88eb3ab9-4135-4d0e-be93-99ecebfef516), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:32.292759 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0aaf94a7-11f6-40ee-932c-b0b1e42b8d1a tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4ef1011-f9c3-467a-a988-cc57878d7349 HTTP/1.1" status: 200 len: 205 time: 0.0795972 Jan 28 03:18:32.295375 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42852) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:32.338439 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f1bcd7-623f-4997-8f9f-f5529786b4c3 None None] DHCP port deletion for 88eb3ab9-4135-4d0e-be93-99ecebfef516 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:18:32.340180 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-a5b3be21-ba8b-4c8f-b632-5c2f8f9ab71a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Deleting port 9456b32a-cf03-4105-82c4-f124cbc1fe49 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:18:32.340840 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a5b3be21-ba8b-4c8f-b632-5c2f8f9ab71a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (9456b32a-cf03-4105-82c4-f124cbc1fe49), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:32.381740 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device cac038de-0013-499f-b883-f44d3d72ef72 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:18:32.411159 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: cac038de-0013-499f-b883-f44d3d72ef72 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:18:32.411518 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device cac038de-0013-499f-b883-f44d3d72ef72 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:18:32.411964 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device b866bbd4-bc69-4de3-b303-a81bcb60679a no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:18:32.429513 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-a5b3be21-ba8b-4c8f-b632-5c2f8f9ab71a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] For port 9456b32a-cf03-4105-82c4-f124cbc1fe49, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=9456b32a-cf03-4105-82c4-f124cbc1fe49,segment=NetworkSegment(973b3158-a7c3-418c-9fb5-4f58b52cd632),segment_id=973b3158-a7c3-418c-9fb5-4f58b52cd632)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:18:32.430296 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a5b3be21-ba8b-4c8f-b632-5c2f8f9ab71a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (9456b32a-cf03-4105-82c4-f124cbc1fe49), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:32.439448 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: b866bbd4-bc69-4de3-b303-a81bcb60679a {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:18:32.439796 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device b866bbd4-bc69-4de3-b303-a81bcb60679a not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:18:32.455126 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-a5b3be21-ba8b-4c8f-b632-5c2f8f9ab71a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Calling delete_port for 9456b32a-cf03-4105-82c4-f124cbc1fe49 owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:18:32.456448 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-b7f1bcd7-623f-4997-8f9f-f5529786b4c3 None None] Deleting port 9456b32a-cf03-4105-82c4-f124cbc1fe49 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:18:32.456826 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7f1bcd7-623f-4997-8f9f-f5529786b4c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (9456b32a-cf03-4105-82c4-f124cbc1fe49), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:32.488616 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad3f72-30bb-4203-b4ff-d298a9f83a4d req-cb3c04d7-608e-429c-805b-bdeb98c1f8f4 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:32.494991 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a1ad3f72-30bb-4203-b4ff-d298a9f83a4d req-cb3c04d7-608e-429c-805b-bdeb98c1f8f4 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc6cb0a0-4203-46a6-b5da-06e4c191ebf5 HTTP/1.1" status: 200 len: 945 time: 0.1476631 Jan 28 03:18:32.544756 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-638e7c08-84c9-47db-8dfc-2cf695b1d589 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router (d4ef1011-f9c3-467a-a988-cc57878d7349), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:32.548961 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-b7f1bcd7-623f-4997-8f9f-f5529786b4c3 None None] For port 9456b32a-cf03-4105-82c4-f124cbc1fe49, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=9456b32a-cf03-4105-82c4-f124cbc1fe49,segment=NetworkSegment(973b3158-a7c3-418c-9fb5-4f58b52cd632),segment_id=973b3158-a7c3-418c-9fb5-4f58b52cd632)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:18:32.549688 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7f1bcd7-623f-4997-8f9f-f5529786b4c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (9456b32a-cf03-4105-82c4-f124cbc1fe49), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:32.576701 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-b7f1bcd7-623f-4997-8f9f-f5529786b4c3 None None] Calling delete_port for 9456b32a-cf03-4105-82c4-f124cbc1fe49 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:18:32.582750 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e1336569-040f-4a88-ba28-4f12e1b4dae5 req-0b46420d-419e-4699-b22f-0e450460a2aa tempest-ServerShowV257Test-877550430 tempest-ServerShowV257Test-877550430-project] 10.222.0.53 "GET /v2.0/ports?device_id=02ca79ba-4c46-46ec-ae22-b1118ad34cf9 HTTP/1.1" status: 200 len: 210 time: 0.0482032 Jan 28 03:18:32.622210 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a1ad3f72-30bb-4203-b4ff-d298a9f83a4d req-35460a39-87ff-4fba-bc4f-6a97907c547a tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089580 Jan 28 03:18:32.652038 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a5b3be21-ba8b-4c8f-b632-5c2f8f9ab71a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (9456b32a-cf03-4105-82c4-f124cbc1fe49), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:32.676547 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3be21-ba8b-4c8f-b632-5c2f8f9ab71a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Pushing event deleted for resources: {'Port': ['ID=9456b32a-cf03-4105-82c4-f124cbc1fe49,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:32.686418 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b3be21-ba8b-4c8f-b632-5c2f8f9ab71a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] No DVR routers for this DVR port 9456b32a-cf03-4105-82c4-f124cbc1fe49 on host n-d-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:18:32.730881 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7f1bcd7-623f-4997-8f9f-f5529786b4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (9456b32a-cf03-4105-82c4-f124cbc1fe49), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:32.761606 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f1bcd7-623f-4997-8f9f-f5529786b4c3 None None] Pushing event deleted for resources: {'Port': ['ID=9456b32a-cf03-4105-82c4-f124cbc1fe49,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:32.763736 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f1bcd7-623f-4997-8f9f-f5529786b4c3 None None] No DVR routers for this DVR port 9456b32a-cf03-4105-82c4-f124cbc1fe49 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:18:32.782263 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-638e7c08-84c9-47db-8dfc-2cf695b1d589 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router_gateway (d4ef1011-f9c3-467a-a988-cc57878d7349), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:32.791170 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a5b3be21-ba8b-4c8f-b632-5c2f8f9ab71a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (88eb3ab9-4135-4d0e-be93-99ecebfef516), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:32.818119 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-a5b3be21-ba8b-4c8f-b632-5c2f8f9ab71a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88eb3ab9-4135-4d0e-be93-99ecebfef516']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:32.829975 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-a5b3be21-ba8b-4c8f-b632-5c2f8f9ab71a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '973b3158-a7c3-418c-9fb5-4f58b52cd632') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:32.830275 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-a5b3be21-ba8b-4c8f-b632-5c2f8f9ab71a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '973b3158-a7c3-418c-9fb5-4f58b52cd632') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:32.846331 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a5b3be21-ba8b-4c8f-b632-5c2f8f9ab71a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (973b3158-a7c3-418c-9fb5-4f58b52cd632), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:32.849333 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-638e7c08-84c9-47db-8dfc-2cf695b1d589 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Deleting port 8d24d1c2-c625-424a-8677-a96445aea658 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:18:32.849754 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-638e7c08-84c9-47db-8dfc-2cf695b1d589 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (8d24d1c2-c625-424a-8677-a96445aea658), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:32.863041 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a5b3be21-ba8b-4c8f-b632-5c2f8f9ab71a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (973b3158-a7c3-418c-9fb5-4f58b52cd632), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:32.871398 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5b3be21-ba8b-4c8f-b632-5c2f8f9ab71a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:18:32.871992 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a5b3be21-ba8b-4c8f-b632-5c2f8f9ab71a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (973b3158-a7c3-418c-9fb5-4f58b52cd632), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:32.875446 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:18:32.875446 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:18:32.875446 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:18:32.875446 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:18:32.875446 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:18:32.875446 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:18:32.875446 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:18:32.875446 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:18:32.875446 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:18:32.875446 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:18:32.875446 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:18:32.875446 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:18:32.875446 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:18:32.875446 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:18:32.875446 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:18:32.875446 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:18:32.875446 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:18:32.875446 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:18:32.875446 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:18:32.875446 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:18:32.875446 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:18:32.875446 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:18:32.875446 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:18:32.875446 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:18:32.875446 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:18:32.875446 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:18:32.875446 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:18:32.875446 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:18:32.875446 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:18:32.875446 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:18:32.875446 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:18:32.875446 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:18:32.966556 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7814a8d7-e0e2-4829-9a75-659433d1fb7c req-80e95040-977d-4ad5-98d5-dba2c8578da4 tempest-ServerShowV257Test-877550430 tempest-ServerShowV257Test-877550430-project] 10.222.0.53 "GET /v2.0/ports?device_id=02ca79ba-4c46-46ec-ae22-b1118ad34cf9 HTTP/1.1" status: 200 len: 210 time: 0.0458081 Jan 28 03:18:32.970289 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d43a3b02-ca63-446f-92ec-837b61c470a0 req-550359fb-2987-4dc3-b0ba-019d1e2354b4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b25f003c39a94e74a9a29d57ae5066dd&device_id=02ca79ba-4c46-46ec-ae22-b1118ad34cf9 HTTP/1.1" status: 200 len: 210 time: 0.0395203 Jan 28 03:18:32.981843 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-638e7c08-84c9-47db-8dfc-2cf695b1d589 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (8d24d1c2-c625-424a-8677-a96445aea658), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:32.983491 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a5b3be21-ba8b-4c8f-b632-5c2f8f9ab71a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (88eb3ab9-4135-4d0e-be93-99ecebfef516), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:32.997766 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-638e7c08-84c9-47db-8dfc-2cf695b1d589 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Calling delete_port for 8d24d1c2-c625-424a-8677-a96445aea658 owned by network:router_gateway {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:18:33.009979 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a5b3be21-ba8b-4c8f-b632-5c2f8f9ab71a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:33.013225 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a5b3be21-ba8b-4c8f-b632-5c2f8f9ab71a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] 10.222.0.53 "DELETE /v2.0/networks/88eb3ab9-4135-4d0e-be93-99ecebfef516 HTTP/1.1" status: 204 len: 168 time: 0.8940485 Jan 28 03:18:33.023668 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42860) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:33.041830 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3be21-ba8b-4c8f-b632-5c2f8f9ab71a tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Pushing event deleted for resources: {'Network': ['ID=88eb3ab9-4135-4d0e-be93-99ecebfef516,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:33.045023 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d43a3b02-ca63-446f-92ec-837b61c470a0 req-6ce5251c-56b1-4500-95b3-d53c9dbbf32c service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=b25f003c39a94e74a9a29d57ae5066dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0627959 Jan 28 03:18:33.064942 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-cbe22708-462c-4e8c-8d48-cb6cacbe85e9 tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] 10.222.0.53 "GET /v2.0/ports?device_id=c45daade-d3cd-4541-a841-f0bd86695afc HTTP/1.1" status: 200 len: 205 time: 0.0327723 Jan 28 03:18:33.070762 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42862) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:33.190057 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b880b7af-521d-4d45-86ba-733b76d42d3d tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks [] for router (c45daade-d3cd-4541-a841-f0bd86695afc), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:33.233971 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a3b02-ca63-446f-92ec-837b61c470a0 req-1bd25def-fb4b-4ea7-8695-7142ba2c61be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:33.236136 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d43a3b02-ca63-446f-92ec-837b61c470a0 req-1bd25def-fb4b-4ea7-8695-7142ba2c61be service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1738715 Jan 28 03:18:33.324631 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:33.402827 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b880b7af-521d-4d45-86ba-733b76d42d3d tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (c45daade-d3cd-4541-a841-f0bd86695afc), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:33.406150 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b880b7af-521d-4d45-86ba-733b76d42d3d tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks [] for router_controller (c45daade-d3cd-4541-a841-f0bd86695afc), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:33.412190 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-638e7c08-84c9-47db-8dfc-2cf695b1d589 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (8d24d1c2-c625-424a-8677-a96445aea658), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:33.470626 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e7c08-84c9-47db-8dfc-2cf695b1d589 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Pushing event deleted for resources: {'Port': ['ID=8d24d1c2-c625-424a-8677-a96445aea658,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:33.479231 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b880b7af-521d-4d45-86ba-733b76d42d3d tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (c45daade-d3cd-4541-a841-f0bd86695afc), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:33.479231 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b880b7af-521d-4d45-86ba-733b76d42d3d tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Fanout notify agent at l3_agent the message router_deleted on router c45daade-d3cd-4541-a841-f0bd86695afc {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:18:33.497906 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b880b7af-521d-4d45-86ba-733b76d42d3d tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:33.499060 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b880b7af-521d-4d45-86ba-733b76d42d3d tempest-RoutersNegativeTest-911246213 tempest-RoutersNegativeTest-911246213-project] 10.222.0.53 "DELETE /v2.0/routers/c45daade-d3cd-4541-a841-f0bd86695afc HTTP/1.1" status: 204 len: 168 time: 0.4273164 Jan 28 03:18:33.517301 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:33.544114 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-638e7c08-84c9-47db-8dfc-2cf695b1d589 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (d4ef1011-f9c3-467a-a988-cc57878d7349), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:33.650897 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-638e7c08-84c9-47db-8dfc-2cf695b1d589 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (d4ef1011-f9c3-467a-a988-cc57878d7349), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:33.655028 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-638e7c08-84c9-47db-8dfc-2cf695b1d589 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router_controller (d4ef1011-f9c3-467a-a988-cc57878d7349), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:33.716270 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-638e7c08-84c9-47db-8dfc-2cf695b1d589 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (d4ef1011-f9c3-467a-a988-cc57878d7349), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:33.719269 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638e7c08-84c9-47db-8dfc-2cf695b1d589 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Fanout notify agent at l3_agent the message router_deleted on router d4ef1011-f9c3-467a-a988-cc57878d7349 {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:18:33.727257 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-638e7c08-84c9-47db-8dfc-2cf695b1d589 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:33.733225 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-638e7c08-84c9-47db-8dfc-2cf695b1d589 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] 10.222.0.53 "DELETE /v2.0/routers/d4ef1011-f9c3-467a-a988-cc57878d7349 HTTP/1.1" status: 204 len: 168 time: 1.4363685 Jan 28 03:18:33.734035 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42868) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:33.739115 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-97566b07-d2fb-4d98-b49f-2d9645160dea tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2027106193', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:18:33.765815 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-97566b07-d2fb-4d98-b49f-2d9645160dea tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (1a0dd9e3-79c2-48a8-a348-ffb1160b06ee), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:33.767020 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-97566b07-d2fb-4d98-b49f-2d9645160dea tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (1a0dd9e3-79c2-48a8-a348-ffb1160b06ee), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:33.843873 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-97566b07-d2fb-4d98-b49f-2d9645160dea tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router_controller (1a0dd9e3-79c2-48a8-a348-ffb1160b06ee), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:33.850806 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-97566b07-d2fb-4d98-b49f-2d9645160dea tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (1a0dd9e3-79c2-48a8-a348-ffb1160b06ee), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:33.876156 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-97566b07-d2fb-4d98-b49f-2d9645160dea tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:33.882274 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-97566b07-d2fb-4d98-b49f-2d9645160dea tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1467745 Jan 28 03:18:33.884743 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42870) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:33.890692 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-569d1a52-8878-4b77-b879-fb7f0383b128 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'enable_snat': False}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:18:34.058389 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42876) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:34.152705 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-569d1a52-8878-4b77-b879-fb7f0383b128 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for router_gateway (1a0dd9e3-79c2-48a8-a348-ffb1160b06ee), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:34.215681 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21585201-e332-4fe6-86dc-790a00b2968e req-fed643b7-276d-49a1-bfca-4478099f032b tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:34.225534 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-21585201-e332-4fe6-86dc-790a00b2968e req-fed643b7-276d-49a1-bfca-4478099f032b tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc6cb0a0-4203-46a6-b5da-06e4c191ebf5 HTTP/1.1" status: 200 len: 945 time: 0.5178103 Jan 28 03:18:34.226437 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-250a0b7a-5307-4e2d-8e13-cb7e75076b4a req-98af9d84-1e4d-470c-a271-4d07bca21ab4 tempest-ServerShowV257Test-877550430 tempest-ServerShowV257Test-877550430-project] 10.222.0.53 "GET /v2.0/ports?device_id=02ca79ba-4c46-46ec-ae22-b1118ad34cf9 HTTP/1.1" status: 200 len: 210 time: 0.0677722 Jan 28 03:18:34.301215 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-21585201-e332-4fe6-86dc-790a00b2968e req-9a600e14-6735-4653-9e80-1c875cdf8f35 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729742 Jan 28 03:18:34.308108 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 9456b32a-cf03-4105-82c4-f124cbc1fe49 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:18:34.340898 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ac678a3c-fb1a-4873-a0e0-e07b510b388f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3a67bb2f8eec45969aa8b3ee4be7a61a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2806451 Jan 28 03:18:34.341782 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 9456b32a-cf03-4105-82c4-f124cbc1fe49 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:18:34.342759 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 9456b32a-cf03-4105-82c4-f124cbc1fe49 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:18:34.343301 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42882) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:34.412377 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f63becf2-6b45-4a24-b0c2-6b4de04e6b60 admin admin] Publish callbacks [] for security_group (97e6cfc3-01d5-4426-a566-42162b920d14), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:34.445616 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f63becf2-6b45-4a24-b0c2-6b4de04e6b60 admin admin] Publish callbacks [] for security_group (97e6cfc3-01d5-4426-a566-42162b920d14), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:34.592700 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f63becf2-6b45-4a24-b0c2-6b4de04e6b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (97e6cfc3-01d5-4426-a566-42162b920d14), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:34.595694 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f63becf2-6b45-4a24-b0c2-6b4de04e6b60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:34.596901 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f63becf2-6b45-4a24-b0c2-6b4de04e6b60 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/97e6cfc3-01d5-4426-a566-42162b920d14 HTTP/1.1" status: 204 len: 168 time: 0.2526605 Jan 28 03:18:34.608956 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-569d1a52-8878-4b77-b879-fb7f0383b128 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for router_gateway (1a0dd9e3-79c2-48a8-a348-ffb1160b06ee), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:34.612004 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63becf2-6b45-4a24-b0c2-6b4de04e6b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e6cfc3-01d5-4426-a566-42162b920d14,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:34.633212 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-569d1a52-8878-4b77-b879-fb7f0383b128 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:34.706882 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d43a3b02-ca63-446f-92ec-837b61c470a0 req-5bf3a1af-4f6c-413d-8eb9-b5bc0404210d tempest-ServerShowV257Test-877550430 tempest-ServerShowV257Test-877550430-project] 10.222.0.67 "GET /v2.0/ports?device_id=02ca79ba-4c46-46ec-ae22-b1118ad34cf9 HTTP/1.1" status: 200 len: 210 time: 0.0322294 Jan 28 03:18:34.782754 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-569d1a52-8878-4b77-b879-fb7f0383b128 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Allocated IP 172.25.0.140 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/02df53ce-7d0e-4a42-8af6-31e820643ebd) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:18:34.807748 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:34.932705 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-569d1a52-8878-4b77-b879-fb7f0383b128 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for port (02df53ce-7d0e-4a42-8af6-31e820643ebd), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:34.973988 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-569d1a52-8878-4b77-b879-fb7f0383b128 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (02df53ce-7d0e-4a42-8af6-31e820643ebd), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:35.030307 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569d1a52-8878-4b77-b879-fb7f0383b128 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:18:35.036755 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-569d1a52-8878-4b77-b879-fb7f0383b128 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:18:35.040209 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569d1a52-8878-4b77-b879-fb7f0383b128 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:18:35.072006 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d1a52-8878-4b77-b879-fb7f0383b128 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Pushing event updated for resources: {'Port': ['ID=02df53ce-7d0e-4a42-8af6-31e820643ebd,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:35.344660 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-569d1a52-8878-4b77-b879-fb7f0383b128 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for router_gateway (1a0dd9e3-79c2-48a8-a348-ffb1160b06ee), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:35.434331 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-afc2d4bb-f3d0-4b1f-bd81-91a77faaf7ef req-c8a55200-de36-41d4-8471-9ba5c01d3925 tempest-ServerShowV257Test-877550430 tempest-ServerShowV257Test-877550430-project] 10.222.0.53 "GET /v2.0/ports?device_id=02ca79ba-4c46-46ec-ae22-b1118ad34cf9 HTTP/1.1" status: 200 len: 210 time: 0.0506854 Jan 28 03:18:35.476063 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285f0de-dbf7-4f0a-b65b-b87abace88f4 req-d715ffc0-a108-4195-bf7a-972ea954aaf0 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:35.483529 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5285f0de-dbf7-4f0a-b65b-b87abace88f4 req-d715ffc0-a108-4195-bf7a-972ea954aaf0 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc6cb0a0-4203-46a6-b5da-06e4c191ebf5 HTTP/1.1" status: 200 len: 945 time: 0.0804060 Jan 28 03:18:35.533623 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5285f0de-dbf7-4f0a-b65b-b87abace88f4 req-0d7f2230-618d-41a7-b8e2-62dd49a5c84a tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492723 Jan 28 03:18:35.534128 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42908) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:35.675440 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-9c537df6-24e1-4831-9a5c-a8657d4cae4e tempest-SubnetPoolsTestJSON-1523782758 tempest-SubnetPoolsTestJSON-1523782758-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1032803839', 'prefixes': ['172.20.0.0/16']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:18:35.805017 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f627fa1-f5fc-4e10-b2ab-ae4baa5df422 req-18849195-0606-439e-98dd-3b788b714e9f tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:35.810127 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4f627fa1-f5fc-4e10-b2ab-ae4baa5df422 req-18849195-0606-439e-98dd-3b788b714e9f tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.0797129 Jan 28 03:18:35.831201 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9c537df6-24e1-4831-9a5c-a8657d4cae4e tempest-SubnetPoolsTestJSON-1523782758 tempest-SubnetPoolsTestJSON-1523782758-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:35.833293 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9c537df6-24e1-4831-9a5c-a8657d4cae4e tempest-SubnetPoolsTestJSON-1523782758 tempest-SubnetPoolsTestJSON-1523782758-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2978458 Jan 28 03:18:35.845571 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42916) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:35.923857 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-dd8c545e-f27f-4098-9698-4597c74e6059 tempest-SubnetPoolsTestJSON-1523782758 tempest-SubnetPoolsTestJSON-1523782758-project] 10.222.0.53 "GET /v2.0/subnetpools/4352f62b-dcd1-4b49-89a3-97fd01e82549 HTTP/1.1" status: 200 len: 732 time: 0.0717063 Jan 28 03:18:35.924195 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42918) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:35.933240 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-05db2d1b-6924-4ac8-9645-92f981b39cf8 tempest-SubnetPoolsTestJSON-1523782758 tempest-SubnetPoolsTestJSON-1523782758-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-981420384'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:18:35.954306 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4f627fa1-f5fc-4e10-b2ab-ae4baa5df422 req-9f36719c-73c9-487e-b3ba-18f49de7e9e1 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409104 Jan 28 03:18:36.098854 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-569d1a52-8878-4b77-b879-fb7f0383b128 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23253'] for router (1a0dd9e3-79c2-48a8-a348-ffb1160b06ee), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:36.109186 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-569d1a52-8878-4b77-b879-fb7f0383b128 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3876279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3876284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3877649'] for router (1a0dd9e3-79c2-48a8-a348-ffb1160b06ee), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:36.125113 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-05db2d1b-6924-4ac8-9645-92f981b39cf8 tempest-SubnetPoolsTestJSON-1523782758 tempest-SubnetPoolsTestJSON-1523782758-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:36.129354 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-05db2d1b-6924-4ac8-9645-92f981b39cf8 tempest-SubnetPoolsTestJSON-1523782758 tempest-SubnetPoolsTestJSON-1523782758-project] 10.222.0.53 "PUT /v2.0/subnetpools/4352f62b-dcd1-4b49-89a3-97fd01e82549 HTTP/1.1" status: 200 len: 683 time: 0.2016749 Jan 28 03:18:36.130071 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42922) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:36.154431 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:36.256107 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c606c-26ef-41a4-9c85-2c299782e18a req-becbc51a-0eee-41b7-aafa-13d543369d63 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:36.257668 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a32c606c-26ef-41a4-9c85-2c299782e18a req-becbc51a-0eee-41b7-aafa-13d543369d63 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.1037860 Jan 28 03:18:36.259844 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d2ca4744-600d-4634-9858-ea7cc3bb756e tempest-SubnetPoolsTestJSON-1523782758 tempest-SubnetPoolsTestJSON-1523782758-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:36.261358 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d2ca4744-600d-4634-9858-ea7cc3bb756e tempest-SubnetPoolsTestJSON-1523782758 tempest-SubnetPoolsTestJSON-1523782758-project] 10.222.0.53 "DELETE /v2.0/subnetpools/4352f62b-dcd1-4b49-89a3-97fd01e82549 HTTP/1.1" status: 204 len: 168 time: 0.1301541 Jan 28 03:18:36.265623 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42924) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:36.283238 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-3c346f3b-aa94-465e-800d-3ed0d9bba3c8 tempest-SubnetPoolsTestJSON-1523782758 tempest-SubnetPoolsTestJSON-1523782758-project] show failed (client error): The resource could not be found. Jan 28 03:18:36.285102 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-3c346f3b-aa94-465e-800d-3ed0d9bba3c8 tempest-SubnetPoolsTestJSON-1523782758 tempest-SubnetPoolsTestJSON-1523782758-project] 10.222.0.53 "GET /v2.0/subnetpools/4352f62b-dcd1-4b49-89a3-97fd01e82549 HTTP/1.1" status: 404 len: 346 time: 0.0177529 Jan 28 03:18:36.291948 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42926) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:36.330855 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-fb8292c6-9e97-46c7-ab63-d741476096f1 tempest-SubnetPoolsTestJSON-1523782758 tempest-SubnetPoolsTestJSON-1523782758-project] delete failed (client error): The resource could not be found. Jan 28 03:18:36.331863 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-fb8292c6-9e97-46c7-ab63-d741476096f1 tempest-SubnetPoolsTestJSON-1523782758 tempest-SubnetPoolsTestJSON-1523782758-project] 10.222.0.53 "DELETE /v2.0/subnetpools/4352f62b-dcd1-4b49-89a3-97fd01e82549 HTTP/1.1" status: 404 len: 346 time: 0.0388148 Jan 28 03:18:36.338547 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a32c606c-26ef-41a4-9c85-2c299782e18a req-37926020-302e-493f-be9f-2a4bac88ec1c tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737042 Jan 28 03:18:36.370065 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569d1a52-8878-4b77-b879-fb7f0383b128 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Router 1a0dd9e3-79c2-48a8-a348-ffb1160b06ee is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:18:36.533205 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569d1a52-8878-4b77-b879-fb7f0383b128 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:18:36.541308 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-569d1a52-8878-4b77-b879-fb7f0383b128 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:36.542950 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-569d1a52-8878-4b77-b879-fb7f0383b128 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] 10.222.0.53 "PUT /v2.0/routers/1a0dd9e3-79c2-48a8-a348-ffb1160b06ee HTTP/1.1" status: 200 len: 916 time: 2.6565192 Jan 28 03:18:36.546209 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42942) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:36.558624 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bb71cd-c465-47c4-a9dc-719faa2d1128 None None] Sync routers for ids ['1a0dd9e3-79c2-48a8-a348-ffb1160b06ee'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:18:36.610799 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bb71cd-c465-47c4-a9dc-719faa2d1128 None None] Routers {'1a0dd9e3-79c2-48a8-a348-ffb1160b06ee'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:18:36.612690 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-34bb71cd-c465-47c4-a9dc-719faa2d1128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:18:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['1a0dd9e3-79c2-48a8-a348-ffb1160b06ee'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:36.696390 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-34bb71cd-c465-47c4-a9dc-719faa2d1128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:36.715609 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bb71cd-c465-47c4-a9dc-719faa2d1128 None None] Routers {'1a0dd9e3-79c2-48a8-a348-ffb1160b06ee'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:18:36.717039 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-34bb71cd-c465-47c4-a9dc-719faa2d1128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:18:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['1a0dd9e3-79c2-48a8-a348-ffb1160b06ee'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:36.789910 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42954) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:36.793249 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1ee82946-b693-4bbc-87c9-95730bf2babc tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] 10.222.0.53 "GET /v2.0/routers/1a0dd9e3-79c2-48a8-a348-ffb1160b06ee HTTP/1.1" status: 200 len: 922 time: 0.2449105 Jan 28 03:18:36.796067 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42956) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:36.809325 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-34bb71cd-c465-47c4-a9dc-719faa2d1128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:36.811241 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bb71cd-c465-47c4-a9dc-719faa2d1128 None None] The sync data for ids ['1a0dd9e3-79c2-48a8-a348-ffb1160b06ee'] in n-d-712139-27 is: [] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:18:36.853178 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-2cb68e48-dd5e-492f-ac98-8f6056c73d9e tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:36.857513 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-2cb68e48-dd5e-492f-ac98-8f6056c73d9e tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/networks?id=61daafe4-8be0-4976-aead-14ffa612176d HTTP/1.1" status: 200 len: 811 time: 0.2452843 Jan 28 03:18:36.866526 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffa56df-8bc4-4a15-bb4b-2e65ab805e21 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:36.868256 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-dffa56df-8bc4-4a15-bb4b-2e65ab805e21 tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=8f7dc9c9-eaf1-4339-a2e3-884554154641&device_id=1a0dd9e3-79c2-48a8-a348-ffb1160b06ee&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0711157 Jan 28 03:18:36.871858 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42960) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:36.882748 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-77385241-b682-4ede-b913-c11d3b23cbc1 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/quotas/2286ae41b27547dfa2005a6a8f000d38 HTTP/1.1" status: 200 len: 375 time: 0.0179212 Jan 28 03:18:36.923384 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 42962) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:36.965678 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-f7d61875-1518-4a0c-83c0-bf3eaa0ded4c tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2286ae41b27547dfa2005a6a8f000d38&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0767355 Jan 28 03:18:37.014575 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc73d77-d940-42cc-abdd-09cf7ab7ab2b tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:37.016195 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6bc73d77-d940-42cc-abdd-09cf7ab7ab2b tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] 10.222.0.53 "GET /v2.0/networks/8f7dc9c9-eaf1-4339-a2e3-884554154641 HTTP/1.1" status: 200 len: 881 time: 0.1433289 Jan 28 03:18:37.019162 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42966) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:37.056981 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-537cf40a-0802-48e2-b8f3-677211095e86 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a0dd9e3-79c2-48a8-a348-ffb1160b06ee HTTP/1.1" status: 200 len: 205 time: 0.0338480 Jan 28 03:18:37.056981 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42968) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:37.108030 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b86c2db5-84c2-4704-92ed-fa0a89a0b05c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:37.118159 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2a1e09d3-eab5-4c9e-b91f-52b12f12fc1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:37.135279 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-b5b49fab-ad71-407d-9522-7b4a2fad12cb service neutron] 10.222.0.53 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624596 Jan 28 03:18:37.207242 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-376a02da-9f93-4746-8b54-572c5546ca1e tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router (1a0dd9e3-79c2-48a8-a348-ffb1160b06ee), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:37.330156 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-46698a46-db2f-441b-a784-b083582c0d19 service neutron] 10.222.0.53 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860623 Jan 28 03:18:37.347279 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2a1e09d3-eab5-4c9e-b91f-52b12f12fc1f admin admin] Publish callbacks [] for security_group (f23934a0-fd92-4926-8f77-10301f9f66e8), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:37.349710 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b86c2db5-84c2-4704-92ed-fa0a89a0b05c admin admin] Publish callbacks [] for security_group (952c0943-d8c0-461b-9eb2-a83238d0129c), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:37.352373 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2a1e09d3-eab5-4c9e-b91f-52b12f12fc1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f23934a0-fd92-4926-8f77-10301f9f66e8), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:37.360229 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-376a02da-9f93-4746-8b54-572c5546ca1e tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router_gateway (1a0dd9e3-79c2-48a8-a348-ffb1160b06ee), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:37.364267 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b86c2db5-84c2-4704-92ed-fa0a89a0b05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (952c0943-d8c0-461b-9eb2-a83238d0129c), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:37.401603 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2a1e09d3-eab5-4c9e-b91f-52b12f12fc1f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=684bb527863f4dc890e8150b71b92874&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6102343 Jan 28 03:18:37.406018 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42970) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:37.418982 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e09d3-eab5-4c9e-b91f-52b12f12fc1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23934a0-fd92-4926-8f77-10301f9f66e8,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:37.423300 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b86c2db5-84c2-4704-92ed-fa0a89a0b05c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b25f003c39a94e74a9a29d57ae5066dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4987102 Jan 28 03:18:37.427147 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 42972) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:37.481189 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c2db5-84c2-4704-92ed-fa0a89a0b05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952c0943-d8c0-461b-9eb2-a83238d0129c,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:37.574618 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-de419084-1a48-4772-9f13-da0d646512c9 req-cc629e32-db88-4486-a144-ebd42067b301 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=32a569f4-be59-436b-bdc0-0bffcd2c9a24 HTTP/1.1" status: 200 len: 210 time: 0.0515349 Jan 28 03:18:37.582006 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-376a02da-9f93-4746-8b54-572c5546ca1e tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Deleting port 02df53ce-7d0e-4a42-8af6-31e820643ebd {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:18:37.582502 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-376a02da-9f93-4746-8b54-572c5546ca1e tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (02df53ce-7d0e-4a42-8af6-31e820643ebd), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:37.606067 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f6075919-51c9-4bab-9663-bbd9e60ee0ac admin admin] Publish callbacks [] for security_group (f23934a0-fd92-4926-8f77-10301f9f66e8), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:37.653738 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1aab95e6-9a9d-4c29-a907-18c7dccf2f32 admin admin] Publish callbacks [] for security_group (952c0943-d8c0-461b-9eb2-a83238d0129c), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:37.705309 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1aab95e6-9a9d-4c29-a907-18c7dccf2f32 admin admin] Publish callbacks [] for security_group (952c0943-d8c0-461b-9eb2-a83238d0129c), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:37.712688 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f6075919-51c9-4bab-9663-bbd9e60ee0ac admin admin] Publish callbacks [] for security_group (f23934a0-fd92-4926-8f77-10301f9f66e8), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:37.791974 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-376a02da-9f93-4746-8b54-572c5546ca1e tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (02df53ce-7d0e-4a42-8af6-31e820643ebd), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:37.806648 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-376a02da-9f93-4746-8b54-572c5546ca1e tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Calling delete_port for 02df53ce-7d0e-4a42-8af6-31e820643ebd owned by network:router_gateway {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:18:37.857418 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1aab95e6-9a9d-4c29-a907-18c7dccf2f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (952c0943-d8c0-461b-9eb2-a83238d0129c), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:37.860121 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1aab95e6-9a9d-4c29-a907-18c7dccf2f32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:37.865746 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1aab95e6-9a9d-4c29-a907-18c7dccf2f32 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/952c0943-d8c0-461b-9eb2-a83238d0129c HTTP/1.1" status: 204 len: 168 time: 0.4328914 Jan 28 03:18:37.878887 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f6075919-51c9-4bab-9663-bbd9e60ee0ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f23934a0-fd92-4926-8f77-10301f9f66e8), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:37.884570 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f6075919-51c9-4bab-9663-bbd9e60ee0ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:37.884570 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f6075919-51c9-4bab-9663-bbd9e60ee0ac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f23934a0-fd92-4926-8f77-10301f9f66e8 HTTP/1.1" status: 204 len: 168 time: 0.4741054 Jan 28 03:18:37.888867 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab95e6-9a9d-4c29-a907-18c7dccf2f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952c0943-d8c0-461b-9eb2-a83238d0129c,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:37.902974 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6075919-51c9-4bab-9663-bbd9e60ee0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23934a0-fd92-4926-8f77-10301f9f66e8,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:38.072460 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-376a02da-9f93-4746-8b54-572c5546ca1e tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (02df53ce-7d0e-4a42-8af6-31e820643ebd), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:38.107841 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376a02da-9f93-4746-8b54-572c5546ca1e tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Pushing event deleted for resources: {'Port': ['ID=02df53ce-7d0e-4a42-8af6-31e820643ebd,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:38.182890 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-376a02da-9f93-4746-8b54-572c5546ca1e tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (1a0dd9e3-79c2-48a8-a348-ffb1160b06ee), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:38.301890 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-376a02da-9f93-4746-8b54-572c5546ca1e tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (1a0dd9e3-79c2-48a8-a348-ffb1160b06ee), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:38.304627 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-376a02da-9f93-4746-8b54-572c5546ca1e tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router_controller (1a0dd9e3-79c2-48a8-a348-ffb1160b06ee), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:38.365560 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-376a02da-9f93-4746-8b54-572c5546ca1e tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (1a0dd9e3-79c2-48a8-a348-ffb1160b06ee), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:38.366499 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376a02da-9f93-4746-8b54-572c5546ca1e tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Fanout notify agent at l3_agent the message router_deleted on router 1a0dd9e3-79c2-48a8-a348-ffb1160b06ee {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:18:38.376610 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-376a02da-9f93-4746-8b54-572c5546ca1e tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:38.381860 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-376a02da-9f93-4746-8b54-572c5546ca1e tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] 10.222.0.53 "DELETE /v2.0/routers/1a0dd9e3-79c2-48a8-a348-ffb1160b06ee HTTP/1.1" status: 204 len: 168 time: 1.3199353 Jan 28 03:18:38.382634 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43004) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:38.388898 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-6ac29081-cf3c-4c29-8f10-8be9b2fa4b11 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-446823741', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}, 'admin_state_up': False}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:18:38.429285 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6ac29081-cf3c-4c29-8f10-8be9b2fa4b11 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (5654b2dc-2247-42b6-aa51-1f433223a52f), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:38.430889 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6ac29081-cf3c-4c29-8f10-8be9b2fa4b11 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (5654b2dc-2247-42b6-aa51-1f433223a52f), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:38.501968 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6ac29081-cf3c-4c29-8f10-8be9b2fa4b11 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router_controller (5654b2dc-2247-42b6-aa51-1f433223a52f), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:38.673343 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6ac29081-cf3c-4c29-8f10-8be9b2fa4b11 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router_gateway (5654b2dc-2247-42b6-aa51-1f433223a52f), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:38.708850 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5e7c86d6-bb91-492d-a10b-50de9d79f7ee req-d9f79b84-0f86-43ae-8422-0548aa041691 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=32a569f4-be59-436b-bdc0-0bffcd2c9a24 HTTP/1.1" status: 200 len: 210 time: 0.0319607 Jan 28 03:18:38.918293 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43028) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:38.995847 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-1d219970-f1ae-412f-acfc-810cab0ea115 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:38.998769 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-1d219970-f1ae-412f-acfc-810cab0ea115 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.39 "GET /v2.0/networks?id=61daafe4-8be0-4976-aead-14ffa612176d HTTP/1.1" status: 200 len: 811 time: 0.1925530 Jan 28 03:18:39.011418 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6ac29081-cf3c-4c29-8f10-8be9b2fa4b11 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router_gateway (5654b2dc-2247-42b6-aa51-1f433223a52f), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:39.028979 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-ba08334f-f03f-4297-a0ed-22f789f91bb5 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Request body: {'port': {'device_id': '32a569f4-be59-436b-bdc0-0bffcd2c9a24', 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d', 'admin_state_up': True, 'tenant_id': '2286ae41b27547dfa2005a6a8f000d38'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:18:39.032417 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6ac29081-cf3c-4c29-8f10-8be9b2fa4b11 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:39.068811 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-86510fd5-78a1-4619-b35f-02d169490506 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-221501189-network', 'tenant_id': '01117d626ad6421b9b34d563437c1cf2'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:18:39.155670 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86510fd5-78a1-4619-b35f-02d169490506 admin admin] Made reservation on behalf of 01117d626ad6421b9b34d563437c1cf2 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:18:39.158136 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-86510fd5-78a1-4619-b35f-02d169490506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:39.174243 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-6ac29081-cf3c-4c29-8f10-8be9b2fa4b11 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Allocated IP 172.25.0.148 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/78836078-c5c6-48dd-a7ce-1ceef398882f) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:18:39.178351 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-86510fd5-78a1-4619-b35f-02d169490506 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:39.313829 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-ba08334f-f03f-4297-a0ed-22f789f91bb5 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Made reservation on behalf of 2286ae41b27547dfa2005a6a8f000d38 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:18:39.318277 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-ba08334f-f03f-4297-a0ed-22f789f91bb5 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:39.374070 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6ac29081-cf3c-4c29-8f10-8be9b2fa4b11 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for port (78836078-c5c6-48dd-a7ce-1ceef398882f), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:39.383544 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-86510fd5-78a1-4619-b35f-02d169490506 admin admin] Publish callbacks [] for security_group (5b6fea91-0ab3-40a9-81e2-796be86640be), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:39.409873 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-86510fd5-78a1-4619-b35f-02d169490506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (5b6fea91-0ab3-40a9-81e2-796be86640be), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:39.436792 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6ac29081-cf3c-4c29-8f10-8be9b2fa4b11 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (78836078-c5c6-48dd-a7ce-1ceef398882f), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:39.443053 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86510fd5-78a1-4619-b35f-02d169490506 admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:18:39.472433 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86510fd5-78a1-4619-b35f-02d169490506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6fea91-0ab3-40a9-81e2-796be86640be,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:39.486071 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-86510fd5-78a1-4619-b35f-02d169490506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (6aa0d476-c73c-45ca-b4e0-99010398acae), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:39.486449 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-86510fd5-78a1-4619-b35f-02d169490506 admin admin] Added segment 6aa0d476-c73c-45ca-b4e0-99010398acae of type vlan for network a6e8501c-1f37-4c08-81bf-7b5a83dd3d7a Jan 28 03:18:39.501112 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac29081-cf3c-4c29-8f10-8be9b2fa4b11 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:18:39.506940 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-6ac29081-cf3c-4c29-8f10-8be9b2fa4b11 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:18:39.518632 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac29081-cf3c-4c29-8f10-8be9b2fa4b11 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:18:39.530660 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac29081-cf3c-4c29-8f10-8be9b2fa4b11 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Pushing event updated for resources: {'Port': ['ID=78836078-c5c6-48dd-a7ce-1ceef398882f,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:39.558078 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-86510fd5-78a1-4619-b35f-02d169490506 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (a6e8501c-1f37-4c08-81bf-7b5a83dd3d7a), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:39.576725 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-ba08334f-f03f-4297-a0ed-22f789f91bb5 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Allocated IP 172.20.0.9 (61daafe4-8be0-4976-aead-14ffa612176d/27d2caa9-814b-48c2-8f4b-c426e9cbbe97/55705158-50b1-4112-bd3e-fc0d16bf82b8) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:18:39.618162 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-86510fd5-78a1-4619-b35f-02d169490506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (a6e8501c-1f37-4c08-81bf-7b5a83dd3d7a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:39.619146 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86510fd5-78a1-4619-b35f-02d169490506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:39.619732 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-86510fd5-78a1-4619-b35f-02d169490506 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:39.736112 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-86510fd5-78a1-4619-b35f-02d169490506 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8167224 Jan 28 03:18:39.740259 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43052) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:39.746777 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-78bff999-6329-4cea-a7f0-107af6ecc1ad admin admin] Request body: {'subnet': {'network_id': 'a6e8501c-1f37-4c08-81bf-7b5a83dd3d7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-221501189-subnet', 'tenant_id': '01117d626ad6421b9b34d563437c1cf2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:18:39.754460 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86510fd5-78a1-4619-b35f-02d169490506 admin admin] Pushing event updated for resources: {'Network': ['ID=a6e8501c-1f37-4c08-81bf-7b5a83dd3d7a,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:39.803001 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network a6e8501c-1f37-4c08-81bf-7b5a83dd3d7a details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:18:39.831994 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bff999-6329-4cea-a7f0-107af6ecc1ad admin admin] Made reservation on behalf of 01117d626ad6421b9b34d563437c1cf2 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:18:39.835006 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-78bff999-6329-4cea-a7f0-107af6ecc1ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:39.924971 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e898e9cb-ff15-4e54-8e6a-1df9340dfe45 req-7786ea33-d19d-48d5-a17f-563059b502ef tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=32a569f4-be59-436b-bdc0-0bffcd2c9a24 HTTP/1.1" status: 200 len: 210 time: 0.0747201 Jan 28 03:18:39.974512 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-ba08334f-f03f-4297-a0ed-22f789f91bb5 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks [] for port (55705158-50b1-4112-bd3e-fc0d16bf82b8), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:40.010401 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6ac29081-cf3c-4c29-8f10-8be9b2fa4b11 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router_gateway (5654b2dc-2247-42b6-aa51-1f433223a52f), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:40.048816 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-ba08334f-f03f-4297-a0ed-22f789f91bb5 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (55705158-50b1-4112-bd3e-fc0d16bf82b8), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:40.101206 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-ba08334f-f03f-4297-a0ed-22f789f91bb5 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Network 61daafe4-8be0-4976-aead-14ffa612176d is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:18:40.105283 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-ba08334f-f03f-4297-a0ed-22f789f91bb5 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:18:40.109994 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-ba08334f-f03f-4297-a0ed-22f789f91bb5 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:18:40.181803 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba08334f-f03f-4297-a0ed-22f789f91bb5 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Pushing event updated for resources: {'Port': ['ID=55705158-50b1-4112-bd3e-fc0d16bf82b8,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:40.217210 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-ba08334f-f03f-4297-a0ed-22f789f91bb5 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:40.218309 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-ba08334f-f03f-4297-a0ed-22f789f91bb5 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:40.229801 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['2c77dadd-dd8a-418a-9f40-604473098402'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:18:40.246705 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-ba08334f-f03f-4297-a0ed-22f789f91bb5 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2230558 Jan 28 03:18:40.268326 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-40ddbf1a-4889-417f-9471-6bee662345a3 service neutron] Request body: {'port': {'device_id': '32a569f4-be59-436b-bdc0-0bffcd2c9a24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:18:40.303978 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-78bff999-6329-4cea-a7f0-107af6ecc1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (971cb9e6-ca61-4baf-a28c-fc22e9fd048f), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:40.407748 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-40ddbf1a-4889-417f-9471-6bee662345a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (55705158-50b1-4112-bd3e-fc0d16bf82b8), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:40.412719 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bff999-6329-4cea-a7f0-107af6ecc1ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=971cb9e6-ca61-4baf-a28c-fc22e9fd048f,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:40.445836 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bff999-6329-4cea-a7f0-107af6ecc1ad admin admin] Checking segment: {'id': '6aa0d476-c73c-45ca-b4e0-99010398acae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a6e8501c-1f37-4c08-81bf-7b5a83dd3d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:18:40.449030 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bff999-6329-4cea-a7f0-107af6ecc1ad admin admin] Network hostable DHCP agents. Network: a6e8501c-1f37-4c08-81bf-7b5a83dd3d7a, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:18:40.457885 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6ac29081-cf3c-4c29-8f10-8be9b2fa4b11 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (5654b2dc-2247-42b6-aa51-1f433223a52f), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:40.501812 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bff999-6329-4cea-a7f0-107af6ecc1ad admin admin] Network a6e8501c-1f37-4c08-81bf-7b5a83dd3d7a is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:18:40.519123 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-78bff999-6329-4cea-a7f0-107af6ecc1ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, a6e8501c-1f37-4c08-81bf-7b5a83dd3d7a) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:18:40.529409 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bff999-6329-4cea-a7f0-107af6ecc1ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:40.530309 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-78bff999-6329-4cea-a7f0-107af6ecc1ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:40.545804 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f1930d-7660-4448-ba7b-b5346aa1e9df None None] Network a6e8501c-1f37-4c08-81bf-7b5a83dd3d7a requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:18:40.592986 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-78bff999-6329-4cea-a7f0-107af6ecc1ad admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8515539 Jan 28 03:18:40.674790 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac29081-cf3c-4c29-8f10-8be9b2fa4b11 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Router 5654b2dc-2247-42b6-aa51-1f433223a52f is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:18:40.689815 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-cf3bf0ea-25ab-4b8a-a1a5-7ebe853987b6 None None] Provisioning complete for port 55705158-50b1-4112-bd3e-fc0d16bf82b8 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:18:40.694406 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cf3bf0ea-25ab-4b8a-a1a5-7ebe853987b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (55705158-50b1-4112-bd3e-fc0d16bf82b8), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:40.776628 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-cf3bf0ea-25ab-4b8a-a1a5-7ebe853987b6 None None] Port 55705158-50b1-4112-bd3e-fc0d16bf82b8 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:18:40.843051 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01b85f9-553d-4685-8420-a9b32158e067 None None] Network a6e8501c-1f37-4c08-81bf-7b5a83dd3d7a requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:18:40.854512 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac29081-cf3c-4c29-8f10-8be9b2fa4b11 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:18:40.874150 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-40ddbf1a-4889-417f-9471-6bee662345a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55705158-50b1-4112-bd3e-fc0d16bf82b8 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:18:40.875497 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e1d022-d5f8-448f-9aa3-2b0a08f6240b None None] Sync routers for ids ['5654b2dc-2247-42b6-aa51-1f433223a52f'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:18:40.895904 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-40ddbf1a-4889-417f-9471-6bee662345a3 service neutron] Publish callbacks [] for port (55705158-50b1-4112-bd3e-fc0d16bf82b8), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:40.898441 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6ac29081-cf3c-4c29-8f10-8be9b2fa4b11 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:40.903387 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6ac29081-cf3c-4c29-8f10-8be9b2fa4b11 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.5194626 Jan 28 03:18:40.904140 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43064) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:40.912664 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-258623b0-9237-4108-80cb-f562f96b0a25 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:18:40.924733 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-40ddbf1a-4889-417f-9471-6bee662345a3 service neutron] Transition to ACTIVE for port object 55705158-50b1-4112-bd3e-fc0d16bf82b8 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:18:40.931136 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-40ddbf1a-4889-417f-9471-6bee662345a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (55705158-50b1-4112-bd3e-fc0d16bf82b8), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:40.977562 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e1d022-d5f8-448f-9aa3-2b0a08f6240b None None] Routers {'5654b2dc-2247-42b6-aa51-1f433223a52f'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:18:40.978237 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-00e1d022-d5f8-448f-9aa3-2b0a08f6240b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:18:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5654b2dc-2247-42b6-aa51-1f433223a52f'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:41.024580 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ddbf1a-4889-417f-9471-6bee662345a3 service neutron] Pushing event updated for resources: {'Port': ['ID=55705158-50b1-4112-bd3e-fc0d16bf82b8,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:41.059736 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-00e1d022-d5f8-448f-9aa3-2b0a08f6240b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:41.154305 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e1d022-d5f8-448f-9aa3-2b0a08f6240b None None] Routers {'5654b2dc-2247-42b6-aa51-1f433223a52f'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:18:41.156603 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-00e1d022-d5f8-448f-9aa3-2b0a08f6240b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:18:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5654b2dc-2247-42b6-aa51-1f433223a52f'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:41.178115 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-40ddbf1a-4889-417f-9471-6bee662345a3 service neutron] Attempting to bind port 55705158-50b1-4112-bd3e-fc0d16bf82b8 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:18:41.178455 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-40ddbf1a-4889-417f-9471-6bee662345a3 service neutron] Attempting to bind port 55705158-50b1-4112-bd3e-fc0d16bf82b8 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:18:41.178861 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-40ddbf1a-4889-417f-9471-6bee662345a3 service neutron] Attempting to bind port 55705158-50b1-4112-bd3e-fc0d16bf82b8 on network 61daafe4-8be0-4976-aead-14ffa612176d {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:18:41.188880 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-40ddbf1a-4889-417f-9471-6bee662345a3 service neutron] Port 55705158-50b1-4112-bd3e-fc0d16bf82b8 on network 61daafe4-8be0-4976-aead-14ffa612176d not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:18:41.188880 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-40ddbf1a-4889-417f-9471-6bee662345a3 service neutron] Attempting to bind port 55705158-50b1-4112-bd3e-fc0d16bf82b8 on network 61daafe4-8be0-4976-aead-14ffa612176d {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:18:41.204451 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-40ddbf1a-4889-417f-9471-6bee662345a3 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:18:41.204792 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-40ddbf1a-4889-417f-9471-6bee662345a3 service neutron] Checking segment: {'id': '8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:18:41.205213 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-40ddbf1a-4889-417f-9471-6bee662345a3 service neutron] Bound using segment: {'id': '8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:18:41.205652 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-40ddbf1a-4889-417f-9471-6bee662345a3 service neutron] Bound port: 55705158-50b1-4112-bd3e-fc0d16bf82b8, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:18:41.206012 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-40ddbf1a-4889-417f-9471-6bee662345a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (55705158-50b1-4112-bd3e-fc0d16bf82b8), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:41.270619 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-00e1d022-d5f8-448f-9aa3-2b0a08f6240b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:41.271332 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e1d022-d5f8-448f-9aa3-2b0a08f6240b None None] The sync data for ids ['5654b2dc-2247-42b6-aa51-1f433223a52f'] in n-d-712139-27 is: [] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:18:41.325703 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-40ddbf1a-4889-417f-9471-6bee662345a3 service neutron] For port 55705158-50b1-4112-bd3e-fc0d16bf82b8, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:18:41.345705 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-40ddbf1a-4889-417f-9471-6bee662345a3 service neutron] For port 55705158-50b1-4112-bd3e-fc0d16bf82b8, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=55705158-50b1-4112-bd3e-fc0d16bf82b8,segment=NetworkSegment(8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69),segment_id=8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:18:41.354021 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-40ddbf1a-4889-417f-9471-6bee662345a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (55705158-50b1-4112-bd3e-fc0d16bf82b8), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:41.404161 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-40ddbf1a-4889-417f-9471-6bee662345a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:41.404909 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-40ddbf1a-4889-417f-9471-6bee662345a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:41.407365 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-40ddbf1a-4889-417f-9471-6bee662345a3 service neutron] 10.222.0.39 "PUT /v2.0/ports/55705158-50b1-4112-bd3e-fc0d16bf82b8 HTTP/1.1" status: 200 len: 1092 time: 1.1447179 Jan 28 03:18:41.407365 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43080) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:41.407743 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a569f4-be59-436b-bdc0-0bffcd2c9a24', 'tag': '55705158-50b1-4112-bd3e-fc0d16bf82b8'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:18:41.410282 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b3ca63-bc51-4dbe-adc9-344275ee2573" -d '{"events": [{"name": "network-changed", "server_uuid": "32a569f4-be59-436b-bdc0-0bffcd2c9a24", "tag": "55705158-50b1-4112-bd3e-fc0d16bf82b8"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:18:41.425002 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-9de5702d-afd0-4454-96b3-aa59e907d9ae admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1066082506-network', 'tenant_id': 'f98d89b589804d348674dae7f1f85b9f'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:18:41.519296 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273462f1-b91d-4847-b54f-c9fed81ed97a x-openstack-request-id: req-273462f1-b91d-4847-b54f-c9fed81ed97a {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:18:41.520553 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a569f4-be59-436b-bdc0-0bffcd2c9a24", "tag": "55705158-50b1-4112-bd3e-fc0d16bf82b8", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:18:41.522304 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-273462f1-b91d-4847-b54f-c9fed81ed97a {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:18:41.523217 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a569f4-be59-436b-bdc0-0bffcd2c9a24', 'tag': '55705158-50b1-4112-bd3e-fc0d16bf82b8', 'status': 'completed', 'code': 200} Jan 28 03:18:41.568191 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ddbf1a-4889-417f-9471-6bee662345a3 service neutron] Pushing event updated for resources: {'Port': ['ID=55705158-50b1-4112-bd3e-fc0d16bf82b8,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:41.585044 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de5702d-afd0-4454-96b3-aa59e907d9ae admin admin] Made reservation on behalf of f98d89b589804d348674dae7f1f85b9f for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:18:41.588747 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9de5702d-afd0-4454-96b3-aa59e907d9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:41.613881 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9de5702d-afd0-4454-96b3-aa59e907d9ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:41.727298 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-d27ff54f-9134-463e-abc3-1dfb728c841b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:41.729650 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-d27ff54f-9134-463e-abc3-1dfb728c841b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2286ae41b27547dfa2005a6a8f000d38&device_id=32a569f4-be59-436b-bdc0-0bffcd2c9a24 HTTP/1.1" status: 200 len: 1095 time: 0.2274015 Jan 28 03:18:41.755364 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9de5702d-afd0-4454-96b3-aa59e907d9ae admin admin] Publish callbacks [] for security_group (5f6da84b-78ae-47f7-a751-18fd171ef57e), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:41.787837 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c844f4-15bd-4ea8-8ae1-500e3d2c8c63 req-0d1ef395-8948-43b8-b0ff-b402a91a32a7 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:41.793703 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f7c844f4-15bd-4ea8-8ae1-500e3d2c8c63 req-0d1ef395-8948-43b8-b0ff-b402a91a32a7 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=32a569f4-be59-436b-bdc0-0bffcd2c9a24 HTTP/1.1" status: 200 len: 943 time: 0.6810544 Jan 28 03:18:41.796918 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9de5702d-afd0-4454-96b3-aa59e907d9ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (5f6da84b-78ae-47f7-a751-18fd171ef57e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:41.800768 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-483c95d4-65ac-417e-b4e1-59fc8fade9f4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55705158-50b1-4112-bd3e-fc0d16bf82b8 HTTP/1.1" status: 200 len: 217 time: 0.0549476 Jan 28 03:18:41.853861 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9de5702d-afd0-4454-96b3-aa59e907d9ae admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:18:41.895130 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de5702d-afd0-4454-96b3-aa59e907d9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6da84b-78ae-47f7-a751-18fd171ef57e,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:41.900490 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9de5702d-afd0-4454-96b3-aa59e907d9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (6f030a5d-95e6-471d-9116-bea0e889ccb7), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:41.900750 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-9de5702d-afd0-4454-96b3-aa59e907d9ae admin admin] Added segment 6f030a5d-95e6-471d-9116-bea0e889ccb7 of type vlan for network 350ef87a-3d5d-4edf-9732-bba44ce1a0bb Jan 28 03:18:41.920427 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-41902533-9a17-47ae-86fe-520f8c2b9b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:41.922842 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f7c844f4-15bd-4ea8-8ae1-500e3d2c8c63 req-615eb02e-95ed-43ea-b082-2661ec30ff8a tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216390 Jan 28 03:18:41.922983 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-41902533-9a17-47ae-86fe-520f8c2b9b84 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=27d2caa9-814b-48c2-8f4b-c426e9cbbe97 HTTP/1.1" status: 200 len: 850 time: 0.1150327 Jan 28 03:18:41.992430 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9de5702d-afd0-4454-96b3-aa59e907d9ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (350ef87a-3d5d-4edf-9732-bba44ce1a0bb), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:42.023502 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-25e1e011-fc73-4351-b640-fdaa44e991ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:42.025062 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-25e1e011-fc73-4351-b640-fdaa44e991ca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=61daafe4-8be0-4976-aead-14ffa612176d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0771191 Jan 28 03:18:42.039841 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9de5702d-afd0-4454-96b3-aa59e907d9ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (350ef87a-3d5d-4edf-9732-bba44ce1a0bb), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:42.040800 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de5702d-afd0-4454-96b3-aa59e907d9ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:42.041460 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9de5702d-afd0-4454-96b3-aa59e907d9ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:42.082694 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-258623b0-9237-4108-80cb-f562f96b0a25 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router_gateway (5654b2dc-2247-42b6-aa51-1f433223a52f), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:42.099775 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-258623b0-9237-4108-80cb-f562f96b0a25 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router_gateway (5654b2dc-2247-42b6-aa51-1f433223a52f), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:42.148846 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9de5702d-afd0-4454-96b3-aa59e907d9ae admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7349541 Jan 28 03:18:42.151656 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43086) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:42.159927 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-18e36862-cfa6-4bdc-a4e0-c1444aa0ce4b admin admin] Request body: {'subnet': {'network_id': '350ef87a-3d5d-4edf-9732-bba44ce1a0bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1066082506-subnet', 'tenant_id': 'f98d89b589804d348674dae7f1f85b9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:18:42.169182 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de5702d-afd0-4454-96b3-aa59e907d9ae admin admin] Pushing event updated for resources: {'Network': ['ID=350ef87a-3d5d-4edf-9732-bba44ce1a0bb,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:42.187410 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 350ef87a-3d5d-4edf-9732-bba44ce1a0bb details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:18:42.189436 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-258623b0-9237-4108-80cb-f562f96b0a25 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Deleting port 78836078-c5c6-48dd-a7ce-1ceef398882f {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:18:42.190011 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-258623b0-9237-4108-80cb-f562f96b0a25 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (78836078-c5c6-48dd-a7ce-1ceef398882f), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:42.192871 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-6bfa9714-ae73-42fc-87b9-f9ce8125e3d6 service neutron] 10.222.0.39 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614628 Jan 28 03:18:42.205278 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e36862-cfa6-4bdc-a4e0-c1444aa0ce4b admin admin] Made reservation on behalf of f98d89b589804d348674dae7f1f85b9f for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:18:42.208058 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-18e36862-cfa6-4bdc-a4e0-c1444aa0ce4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:42.321050 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3d912fa1-1ce7-45d3-ac6f-f52ed42aed5c req-5ef18f36-e16c-4732-9e10-c78d7316fbe3 service neutron] 10.222.0.39 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217782 Jan 28 03:18:42.361657 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-258623b0-9237-4108-80cb-f562f96b0a25 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (78836078-c5c6-48dd-a7ce-1ceef398882f), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:42.381695 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-258623b0-9237-4108-80cb-f562f96b0a25 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Calling delete_port for 78836078-c5c6-48dd-a7ce-1ceef398882f owned by network:router_gateway {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:18:42.484244 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3ca63-bc51-4dbe-adc9-344275ee2573 req-212d6907-502a-4db4-ac9c-41199fa0d35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:42.486554 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e8b3ca63-bc51-4dbe-adc9-344275ee2573 req-212d6907-502a-4db4-ac9c-41199fa0d35f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2286ae41b27547dfa2005a6a8f000d38&device_id=32a569f4-be59-436b-bdc0-0bffcd2c9a24 HTTP/1.1" status: 200 len: 1095 time: 0.0638525 Jan 28 03:18:42.600431 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-18e36862-cfa6-4bdc-a4e0-c1444aa0ce4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (bb0eaf01-39a0-4f99-bd61-ad515ea4d06b), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:42.644809 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3ca63-bc51-4dbe-adc9-344275ee2573 req-df343418-6454-446a-b0d1-9171a7dd2664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:42.646376 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e8b3ca63-bc51-4dbe-adc9-344275ee2573 req-df343418-6454-446a-b0d1-9171a7dd2664 service neutron] 10.222.0.39 "GET /v2.0/networks?id=61daafe4-8be0-4976-aead-14ffa612176d HTTP/1.1" status: 200 len: 912 time: 0.1526127 Jan 28 03:18:42.717456 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e8b3ca63-bc51-4dbe-adc9-344275ee2573 req-bfb572c5-660c-4ef4-b5ea-d0360747826d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55705158-50b1-4112-bd3e-fc0d16bf82b8 HTTP/1.1" status: 200 len: 217 time: 0.0617802 Jan 28 03:18:42.728722 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e36862-cfa6-4bdc-a4e0-c1444aa0ce4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb0eaf01-39a0-4f99-bd61-ad515ea4d06b,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:42.758917 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e36862-cfa6-4bdc-a4e0-c1444aa0ce4b admin admin] Checking segment: {'id': '6f030a5d-95e6-471d-9116-bea0e889ccb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '350ef87a-3d5d-4edf-9732-bba44ce1a0bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:18:42.759263 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e36862-cfa6-4bdc-a4e0-c1444aa0ce4b admin admin] Network hostable DHCP agents. Network: 350ef87a-3d5d-4edf-9732-bba44ce1a0bb, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:18:42.763621 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-258623b0-9237-4108-80cb-f562f96b0a25 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (78836078-c5c6-48dd-a7ce-1ceef398882f), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:42.775804 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3ca63-bc51-4dbe-adc9-344275ee2573 req-e447b958-b14c-440f-9c26-8511aa1b7a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:42.781446 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e8b3ca63-bc51-4dbe-adc9-344275ee2573 req-e447b958-b14c-440f-9c26-8511aa1b7a69 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=27d2caa9-814b-48c2-8f4b-c426e9cbbe97 HTTP/1.1" status: 200 len: 850 time: 0.0583153 Jan 28 03:18:42.809360 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258623b0-9237-4108-80cb-f562f96b0a25 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Pushing event deleted for resources: {'Port': ['ID=78836078-c5c6-48dd-a7ce-1ceef398882f,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:42.840769 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3ca63-bc51-4dbe-adc9-344275ee2573 req-9b52d589-99b0-4f00-9de3-598d6faaa662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:42.842411 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e8b3ca63-bc51-4dbe-adc9-344275ee2573 req-9b52d589-99b0-4f00-9de3-598d6faaa662 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=61daafe4-8be0-4976-aead-14ffa612176d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539167 Jan 28 03:18:42.865611 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e36862-cfa6-4bdc-a4e0-c1444aa0ce4b admin admin] Network 350ef87a-3d5d-4edf-9732-bba44ce1a0bb is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:18:42.883674 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-18e36862-cfa6-4bdc-a4e0-c1444aa0ce4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 350ef87a-3d5d-4edf-9732-bba44ce1a0bb) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:18:42.894421 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e36862-cfa6-4bdc-a4e0-c1444aa0ce4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:42.895442 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-18e36862-cfa6-4bdc-a4e0-c1444aa0ce4b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:42.896094 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c529813c-3ca6-4f3b-98e0-1f04920e5170 None None] Network 350ef87a-3d5d-4edf-9732-bba44ce1a0bb requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:18:42.898413 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-258623b0-9237-4108-80cb-f562f96b0a25 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (5654b2dc-2247-42b6-aa51-1f433223a52f), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:42.975157 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e8b3ca63-bc51-4dbe-adc9-344275ee2573 req-4a1dfe55-7616-4ef8-90f6-9e2970bf7a86 service neutron] 10.222.0.39 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245227 Jan 28 03:18:43.007891 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d76994d-8448-4d5e-a329-da8b8312f895 None None] Network 350ef87a-3d5d-4edf-9732-bba44ce1a0bb requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:18:43.027338 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-18e36862-cfa6-4bdc-a4e0-c1444aa0ce4b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8659668 Jan 28 03:18:43.138785 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147d74f-7c31-4ecc-a624-a8be886f1da8 req-fa19a48c-0b58-41a7-a592-e9c34294f7b1 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:43.140373 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f147d74f-7c31-4ecc-a624-a8be886f1da8 req-fa19a48c-0b58-41a7-a592-e9c34294f7b1 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=32a569f4-be59-436b-bdc0-0bffcd2c9a24 HTTP/1.1" status: 200 len: 943 time: 0.1289365 Jan 28 03:18:43.145331 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e8b3ca63-bc51-4dbe-adc9-344275ee2573 req-0493cf96-64d0-41d2-89f7-bdaaf1c24489 service neutron] 10.222.0.39 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604788 Jan 28 03:18:43.205193 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-258623b0-9237-4108-80cb-f562f96b0a25 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23253'] for router (5654b2dc-2247-42b6-aa51-1f433223a52f), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:43.208348 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:18:43.212736 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-258623b0-9237-4108-80cb-f562f96b0a25 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3876279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3876284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3877649'] for router (5654b2dc-2247-42b6-aa51-1f433223a52f), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:43.233519 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f147d74f-7c31-4ecc-a624-a8be886f1da8 req-180b1d02-13e4-4469-8e65-9eaf816b77cf tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823953 Jan 28 03:18:43.298493 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258623b0-9237-4108-80cb-f562f96b0a25 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Router 5654b2dc-2247-42b6-aa51-1f433223a52f has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:18:43.384329 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258623b0-9237-4108-80cb-f562f96b0a25 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:18:43.391739 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-258623b0-9237-4108-80cb-f562f96b0a25 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:43.393151 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-258623b0-9237-4108-80cb-f562f96b0a25 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] 10.222.0.53 "PUT /v2.0/routers/5654b2dc-2247-42b6-aa51-1f433223a52f HTTP/1.1" status: 200 len: 705 time: 2.4880204 Jan 28 03:18:43.396175 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43100) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:43.400767 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13344d02-5ad1-47ff-9e34-79c3483fd430 None None] Sync routers for ids ['5654b2dc-2247-42b6-aa51-1f433223a52f'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:18:43.417796 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13344d02-5ad1-47ff-9e34-79c3483fd430 None None] Routers {'5654b2dc-2247-42b6-aa51-1f433223a52f'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:18:43.418433 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-13344d02-5ad1-47ff-9e34-79c3483fd430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:18:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5654b2dc-2247-42b6-aa51-1f433223a52f'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:43.520064 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8a5b4754-e015-4a7e-8b67-c83c407eb9cf tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] 10.222.0.53 "GET /v2.0/routers/5654b2dc-2247-42b6-aa51-1f433223a52f HTTP/1.1" status: 200 len: 740 time: 0.1179063 Jan 28 03:18:43.520453 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43106) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:43.570941 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-13344d02-5ad1-47ff-9e34-79c3483fd430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:43.580408 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4e530d88-cd14-4e83-9bbe-b84115ad16ca tempest-RoutersAdminTest-1998319158 tempest-RoutersAdminTest-1998319158-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=8f7dc9c9-eaf1-4339-a2e3-884554154641&device_id=5654b2dc-2247-42b6-aa51-1f433223a52f HTTP/1.1" status: 200 len: 205 time: 0.0584879 Jan 28 03:18:43.582901 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43112) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:43.583681 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13344d02-5ad1-47ff-9e34-79c3483fd430 None None] Routers {'5654b2dc-2247-42b6-aa51-1f433223a52f'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:18:43.584315 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-13344d02-5ad1-47ff-9e34-79c3483fd430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:18:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5654b2dc-2247-42b6-aa51-1f433223a52f'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:43.621031 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-13344d02-5ad1-47ff-9e34-79c3483fd430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:43.621714 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13344d02-5ad1-47ff-9e34-79c3483fd430 None None] The sync data for ids ['5654b2dc-2247-42b6-aa51-1f433223a52f'] in n-d-712139-27 is: [] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:18:43.627827 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-eaebbd58-9abe-427d-a776-01f68695bc81 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] 10.222.0.53 "GET /v2.0/ports?device_id=5654b2dc-2247-42b6-aa51-1f433223a52f HTTP/1.1" status: 200 len: 205 time: 0.0405960 Jan 28 03:18:43.628118 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43114) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:43.697241 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec6086-cf63-4f80-a35e-e3f013dc3896 req-efca3100-869b-4916-b07c-58ee2fdd5ae3 tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:43.698824 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-17ec6086-cf63-4f80-a35e-e3f013dc3896 req-efca3100-869b-4916-b07c-58ee2fdd5ae3 tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] 10.222.0.53 "GET /v2.0/networks?id=a6e8501c-1f37-4c08-81bf-7b5a83dd3d7a HTTP/1.1" status: 200 len: 824 time: 0.1371787 Jan 28 03:18:43.715124 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-17ec6086-cf63-4f80-a35e-e3f013dc3896 req-250bc015-bbcd-4324-bc6d-5120553d9c1d tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] 10.222.0.53 "GET /v2.0/quotas/01117d626ad6421b9b34d563437c1cf2 HTTP/1.1" status: 200 len: 375 time: 0.0104573 Jan 28 03:18:43.750881 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-17ec6086-cf63-4f80-a35e-e3f013dc3896 req-c0ba67f8-8766-4a7d-82cc-4027f2cd42fd tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=01117d626ad6421b9b34d563437c1cf2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294659 Jan 28 03:18:43.860548 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-17ec6086-cf63-4f80-a35e-e3f013dc3896 req-e12fa78b-0396-4a7d-8f58-65e0e66b4cd6 service neutron] 10.222.0.53 "GET /v2.0/networks/a6e8501c-1f37-4c08-81bf-7b5a83dd3d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012659 Jan 28 03:18:43.961903 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-17ec6086-cf63-4f80-a35e-e3f013dc3896 req-30eef43e-77f6-40ee-941a-33db91bacc42 service neutron] 10.222.0.53 "GET /v2.0/networks/a6e8501c-1f37-4c08-81bf-7b5a83dd3d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918512 Jan 28 03:18:44.069385 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4b27ca1d-8501-4dde-977e-bab1de7de0b0 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router (5654b2dc-2247-42b6-aa51-1f433223a52f), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:44.259273 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4b27ca1d-8501-4dde-977e-bab1de7de0b0 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (5654b2dc-2247-42b6-aa51-1f433223a52f), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:44.261595 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4b27ca1d-8501-4dde-977e-bab1de7de0b0 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router_controller (5654b2dc-2247-42b6-aa51-1f433223a52f), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:44.278981 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-74c176f7-650f-4de3-affc-2f206d12aba8 req-bb6e1cb0-d7a5-4643-b357-93ab87a3cb8a tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] 10.222.0.53 "GET /v2.0/ports?device_id=698fcaf5-16dc-4456-9ccf-1f6649c308ff HTTP/1.1" status: 200 len: 210 time: 0.1458066 Jan 28 03:18:44.356017 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4b27ca1d-8501-4dde-977e-bab1de7de0b0 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (5654b2dc-2247-42b6-aa51-1f433223a52f), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:44.356817 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b27ca1d-8501-4dde-977e-bab1de7de0b0 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Fanout notify agent at l3_agent the message router_deleted on router 5654b2dc-2247-42b6-aa51-1f433223a52f {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:18:44.365468 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4b27ca1d-8501-4dde-977e-bab1de7de0b0 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:44.366619 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4b27ca1d-8501-4dde-977e-bab1de7de0b0 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] 10.222.0.53 "DELETE /v2.0/routers/5654b2dc-2247-42b6-aa51-1f433223a52f HTTP/1.1" status: 204 len: 168 time: 0.7376082 Jan 28 03:18:44.371301 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43136) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:44.420687 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-af1fee52-35ba-40e2-a915-ddce745f5446 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] 10.222.0.53 "GET /v2.0/ports?device_id=5654b2dc-2247-42b6-aa51-1f433223a52f HTTP/1.1" status: 200 len: 205 time: 0.0450132 Jan 28 03:18:44.423695 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43138) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:44.438793 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e407d32f-adcc-4370-93d7-570ecfc0fb44 req-a07a6d5a-4025-4dd9-a0c5-4abf90f0c2d1 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:44.440621 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e407d32f-adcc-4370-93d7-570ecfc0fb44 req-a07a6d5a-4025-4dd9-a0c5-4abf90f0c2d1 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=32a569f4-be59-436b-bdc0-0bffcd2c9a24 HTTP/1.1" status: 200 len: 943 time: 0.1124494 Jan 28 03:18:44.501606 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-fcfdf48a-6c35-487f-9d62-acb37fd2d5e2 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] delete failed (client error): The resource could not be found. Jan 28 03:18:44.503599 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-fcfdf48a-6c35-487f-9d62-acb37fd2d5e2 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] 10.222.0.53 "DELETE /v2.0/routers/5654b2dc-2247-42b6-aa51-1f433223a52f HTTP/1.1" status: 404 len: 336 time: 0.0768156 Jan 28 03:18:44.506472 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43142) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:44.543533 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e407d32f-adcc-4370-93d7-570ecfc0fb44 req-5bd303e9-2c86-4973-ace7-d07734421e07 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895994 Jan 28 03:18:44.551588 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a0916ec2-79e9-4a6a-9b73-1d79a58b649e tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a0dd9e3-79c2-48a8-a348-ffb1160b06ee HTTP/1.1" status: 200 len: 205 time: 0.0427711 Jan 28 03:18:44.555811 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43144) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:44.616997 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-84c05d4a-3385-4376-ab7a-79514cb5b1d3 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] delete failed (client error): The resource could not be found. Jan 28 03:18:44.618380 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-84c05d4a-3385-4376-ab7a-79514cb5b1d3 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] 10.222.0.53 "DELETE /v2.0/routers/1a0dd9e3-79c2-48a8-a348-ffb1160b06ee HTTP/1.1" status: 404 len: 336 time: 0.0612843 Jan 28 03:18:44.621254 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43146) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:44.658547 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-60fe87c6-846e-40a6-a53e-979c7c870e1d tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4ef1011-f9c3-467a-a988-cc57878d7349 HTTP/1.1" status: 200 len: 205 time: 0.0357952 Jan 28 03:18:44.660878 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43148) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:44.709101 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-4e16295e-2d18-4dde-98fb-1790ccb58565 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] delete failed (client error): The resource could not be found. Jan 28 03:18:44.712978 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4e16295e-2d18-4dde-98fb-1790ccb58565 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] 10.222.0.53 "DELETE /v2.0/routers/d4ef1011-f9c3-467a-a988-cc57878d7349 HTTP/1.1" status: 404 len: 336 time: 0.0485184 Jan 28 03:18:44.713468 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43150) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:44.766290 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1b76d0d9-948b-4fa7-8d10-358dcb232f04 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] 10.222.0.53 "GET /v2.0/ports?device_id=d53bbd88-41bd-4e05-8329-145a95de5648 HTTP/1.1" status: 200 len: 205 time: 0.0505605 Jan 28 03:18:44.769427 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43154) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:44.855445 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-8c7e4a34-b53f-40b1-a060-5910a14ed487 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] delete failed (client error): The resource could not be found. Jan 28 03:18:44.862133 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8c7e4a34-b53f-40b1-a060-5910a14ed487 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] 10.222.0.53 "DELETE /v2.0/routers/d53bbd88-41bd-4e05-8329-145a95de5648 HTTP/1.1" status: 404 len: 336 time: 0.0874906 Jan 28 03:18:44.862697 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43156) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:44.889391 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 55705158-50b1-4112-bd3e-fc0d16bf82b8 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:18:44.914196 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-482479d2-0425-40a5-8162-65083baed022 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] 10.222.0.53 "GET /v2.0/ports?device_id=b61c29e7-20e1-4b1e-8ae0-5d79202ab1f3 HTTP/1.1" status: 200 len: 205 time: 0.0493383 Jan 28 03:18:44.916892 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43158) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:44.932348 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43160) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:44.987467 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-1ec1fc47-d0c4-43c1-a260-9dc2d2f40934 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] delete failed (client error): The resource could not be found. Jan 28 03:18:44.993528 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43164) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:44.993862 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1ec1fc47-d0c4-43c1-a260-9dc2d2f40934 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] 10.222.0.53 "DELETE /v2.0/routers/b61c29e7-20e1-4b1e-8ae0-5d79202ab1f3 HTTP/1.1" status: 404 len: 336 time: 0.0749681 Jan 28 03:18:45.053324 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d623b737-0d61-4694-8827-f5c4911b6fd2 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb588e8b-15a3-4772-b9a2-c360362f294c HTTP/1.1" status: 200 len: 205 time: 0.0540268 Jan 28 03:18:45.053585 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43166) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:45.107143 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-d7b0b9e4-0006-44ad-b726-08c7888aa3f3 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] delete failed (client error): The resource could not be found. Jan 28 03:18:45.112201 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d7b0b9e4-0006-44ad-b726-08c7888aa3f3 tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] 10.222.0.53 "DELETE /v2.0/routers/cb588e8b-15a3-4772-b9a2-c360362f294c HTTP/1.1" status: 404 len: 336 time: 0.0537248 Jan 28 03:18:45.112867 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43168) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:45.144296 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 55705158-50b1-4112-bd3e-fc0d16bf82b8, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=55705158-50b1-4112-bd3e-fc0d16bf82b8,segment=NetworkSegment(8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69),segment_id=8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:18:45.153698 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-edd218b3-3e9b-4c8f-acde-62260f55a98e tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] DELETE failed (client error): The resource could not be found. Jan 28 03:18:45.155455 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edd218b3-3e9b-4c8f-acde-62260f55a98e tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:18:45.163125 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-edd218b3-3e9b-4c8f-acde-62260f55a98e tempest-RoutersAdminTest-1563089964 tempest-RoutersAdminTest-1563089964-project] 10.222.0.53 "DELETE /v2.0/subnets/c997911a-4b76-470f-b8cb-4f96a8f82d88 HTTP/1.1" status: 404 len: 337 time: 0.0456386 Jan 28 03:18:45.169622 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '55705158-50b1-4112-bd3e-fc0d16bf82b8', 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d', 'port_id': '55705158-50b1-4112-bd3e-fc0d16bf82b8', 'mac_address': 'fa:16:3e:8d:b3:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27d2caa9-814b-48c2-8f4b-c426e9cbbe97', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:18:45.241996 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 55705158-50b1-4112-bd3e-fc0d16bf82b8 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:18:45.242869 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (55705158-50b1-4112-bd3e-fc0d16bf82b8), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:45.277576 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55705158-50b1-4112-bd3e-fc0d16bf82b8 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:18:45.321471 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 55705158-50b1-4112-bd3e-fc0d16bf82b8, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=55705158-50b1-4112-bd3e-fc0d16bf82b8,segment=NetworkSegment(8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69),segment_id=8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:18:45.328863 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (55705158-50b1-4112-bd3e-fc0d16bf82b8), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:45.482615 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=55705158-50b1-4112-bd3e-fc0d16bf82b8,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:45.496099 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-91f84a48-b3b3-4fdb-bf68-5b211abba076 req-bf6c423f-b942-44b1-9816-d2bb4d337f84 tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] 10.222.0.53 "GET /v2.0/ports?device_id=698fcaf5-16dc-4456-9ccf-1f6649c308ff HTTP/1.1" status: 200 len: 210 time: 0.0555801 Jan 28 03:18:45.638434 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['55705158-50b1-4112-bd3e-fc0d16bf82b8'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:18:45.804268 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-2c97a4e3-123e-4e72-ae2c-12b888536676 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Deleting port 6ea87499-2a2d-46aa-a5ce-a13df06524a6 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:18:45.804742 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2c97a4e3-123e-4e72-ae2c-12b888536676 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (6ea87499-2a2d-46aa-a5ce-a13df06524a6), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:45.930645 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43184) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:46.060662 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a0d2c-e6aa-4f1b-a99c-9e44d636cf2e req-5840c9fc-5e89-4096-92d0-aa4cf0e623f6 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:46.070375 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e94a0d2c-e6aa-4f1b-a99c-9e44d636cf2e req-5840c9fc-5e89-4096-92d0-aa4cf0e623f6 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=32a569f4-be59-436b-bdc0-0bffcd2c9a24 HTTP/1.1" status: 200 len: 944 time: 0.2301037 Jan 28 03:18:46.109546 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2c97a4e3-123e-4e72-ae2c-12b888536676 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (6ea87499-2a2d-46aa-a5ce-a13df06524a6), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:46.110135 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2c97a4e3-123e-4e72-ae2c-12b888536676 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks [] for floatingip (6ea87499-2a2d-46aa-a5ce-a13df06524a6), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:46.153662 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-2c97a4e3-123e-4e72-ae2c-12b888536676 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Calling delete_port for 6ea87499-2a2d-46aa-a5ce-a13df06524a6 owned by network:floatingip {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:18:46.165758 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec6086-cf63-4f80-a35e-e3f013dc3896 req-14899555-370b-4789-82db-891c2a1cb3fa tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:46.173417 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-17ec6086-cf63-4f80-a35e-e3f013dc3896 req-14899555-370b-4789-82db-891c2a1cb3fa tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] 10.222.0.67 "GET /v2.0/networks?id=a6e8501c-1f37-4c08-81bf-7b5a83dd3d7a HTTP/1.1" status: 200 len: 824 time: 0.5298967 Jan 28 03:18:46.194620 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-17ec6086-cf63-4f80-a35e-e3f013dc3896 req-46a89567-df92-47d1-9476-d86915dfc651 tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] Request body: {'port': {'device_id': '698fcaf5-16dc-4456-9ccf-1f6649c308ff', 'network_id': 'a6e8501c-1f37-4c08-81bf-7b5a83dd3d7a', 'admin_state_up': True, 'tenant_id': '01117d626ad6421b9b34d563437c1cf2'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:18:46.243954 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e94a0d2c-e6aa-4f1b-a99c-9e44d636cf2e req-f0b717d4-fafc-42d8-918b-d921b1d86457 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600690 Jan 28 03:18:46.290453 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-38db99a7-1f17-4c59-9ebf-ad5c7f4cbff3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:46.352966 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17ec6086-cf63-4f80-a35e-e3f013dc3896 req-46a89567-df92-47d1-9476-d86915dfc651 tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] Made reservation on behalf of 01117d626ad6421b9b34d563437c1cf2 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:18:46.360524 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-17ec6086-cf63-4f80-a35e-e3f013dc3896 req-46a89567-df92-47d1-9476-d86915dfc651 tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:46.475906 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-38db99a7-1f17-4c59-9ebf-ad5c7f4cbff3 admin admin] Publish callbacks [] for security_group (679cc13d-75f3-486c-8243-d742613f4edb), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:46.478694 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2c97a4e3-123e-4e72-ae2c-12b888536676 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (6ea87499-2a2d-46aa-a5ce-a13df06524a6), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:46.487264 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-38db99a7-1f17-4c59-9ebf-ad5c7f4cbff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (679cc13d-75f3-486c-8243-d742613f4edb), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:46.562576 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-38db99a7-1f17-4c59-9ebf-ad5c7f4cbff3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1534c8c83ab64d5c83f37cbf5ac1ac31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6113491 Jan 28 03:18:46.563386 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43192) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:46.605318 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-17ec6086-cf63-4f80-a35e-e3f013dc3896 req-46a89567-df92-47d1-9476-d86915dfc651 tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] Allocated IP 172.20.0.5 (a6e8501c-1f37-4c08-81bf-7b5a83dd3d7a/971cb9e6-ca61-4baf-a28c-fc22e9fd048f/f09df84d-0881-4d55-8f40-ec2b59f5710e) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:18:46.626642 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c97a4e3-123e-4e72-ae2c-12b888536676 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Pushing event deleted for resources: {'Port': ['ID=6ea87499-2a2d-46aa-a5ce-a13df06524a6,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:46.664568 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97a4e3-123e-4e72-ae2c-12b888536676 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:46.664568 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97a4e3-123e-4e72-ae2c-12b888536676 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:46.664935 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97a4e3-123e-4e72-ae2c-12b888536676 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:46.665512 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97a4e3-123e-4e72-ae2c-12b888536676 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:46.666273 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97a4e3-123e-4e72-ae2c-12b888536676 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:46.666859 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97a4e3-123e-4e72-ae2c-12b888536676 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:46.667436 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97a4e3-123e-4e72-ae2c-12b888536676 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:46.668067 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97a4e3-123e-4e72-ae2c-12b888536676 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:46.668413 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97a4e3-123e-4e72-ae2c-12b888536676 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:46.668755 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97a4e3-123e-4e72-ae2c-12b888536676 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:46.669118 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97a4e3-123e-4e72-ae2c-12b888536676 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:46.670987 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97a4e3-123e-4e72-ae2c-12b888536676 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:46.672402 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97a4e3-123e-4e72-ae2c-12b888536676 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:46.705278 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-69efacce-ebda-45fb-a518-496350b85a4a req-b6eeb760-c4cb-4ba6-9069-a70440fe4b52 tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] 10.222.0.53 "GET /v2.0/ports?device_id=698fcaf5-16dc-4456-9ccf-1f6649c308ff HTTP/1.1" status: 200 len: 210 time: 0.0558040 Jan 28 03:18:46.741728 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5514e8f7-8b65-4631-84a0-6c9d5d68d518 admin admin] Publish callbacks [] for security_group (679cc13d-75f3-486c-8243-d742613f4edb), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:46.744602 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db99a7-1f17-4c59-9ebf-ad5c7f4cbff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679cc13d-75f3-486c-8243-d742613f4edb,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:46.808538 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5514e8f7-8b65-4631-84a0-6c9d5d68d518 admin admin] Publish callbacks [] for security_group (679cc13d-75f3-486c-8243-d742613f4edb), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:46.880943 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2c97a4e3-123e-4e72-ae2c-12b888536676 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks [] for floatingip (a13e1cfb-77c2-484a-8e96-f7967fcd803f), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:46.881482 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [None req-2c97a4e3-123e-4e72-ae2c-12b888536676 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Floating IP a13e1cfb-77c2-484a-8e96-f7967fcd803f disassociated (deleted). External IP: 172.25.0.147, port: 77757051-195c-4db8-8a70-f2553e199968. Jan 28 03:18:46.915514 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 55705158-50b1-4112-bd3e-fc0d16bf82b8 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:18:46.922098 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5514e8f7-8b65-4631-84a0-6c9d5d68d518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (679cc13d-75f3-486c-8243-d742613f4edb), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:46.924943 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5514e8f7-8b65-4631-84a0-6c9d5d68d518 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:46.929917 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-17ec6086-cf63-4f80-a35e-e3f013dc3896 req-46a89567-df92-47d1-9476-d86915dfc651 tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] Publish callbacks [] for port (f09df84d-0881-4d55-8f40-ec2b59f5710e), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:46.941922 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5514e8f7-8b65-4631-84a0-6c9d5d68d518 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/679cc13d-75f3-486c-8243-d742613f4edb HTTP/1.1" status: 204 len: 168 time: 0.3620367 Jan 28 03:18:46.979998 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5514e8f7-8b65-4631-84a0-6c9d5d68d518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679cc13d-75f3-486c-8243-d742613f4edb,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:47.001617 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-17ec6086-cf63-4f80-a35e-e3f013dc3896 req-46a89567-df92-47d1-9476-d86915dfc651 tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (f09df84d-0881-4d55-8f40-ec2b59f5710e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:47.056162 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 55705158-50b1-4112-bd3e-fc0d16bf82b8 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:18:47.064590 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 55705158-50b1-4112-bd3e-fc0d16bf82b8 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:18:47.065145 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (55705158-50b1-4112-bd3e-fc0d16bf82b8), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:47.071232 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17ec6086-cf63-4f80-a35e-e3f013dc3896 req-46a89567-df92-47d1-9476-d86915dfc651 tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] Network a6e8501c-1f37-4c08-81bf-7b5a83dd3d7a is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:18:47.074952 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-17ec6086-cf63-4f80-a35e-e3f013dc3896 req-46a89567-df92-47d1-9476-d86915dfc651 tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:18:47.079612 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ec6086-cf63-4f80-a35e-e3f013dc3896 req-46a89567-df92-47d1-9476-d86915dfc651 tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:18:47.120301 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a89567-df92-47d1-9476-d86915dfc651 tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] Pushing event updated for resources: {'Port': ['ID=f09df84d-0881-4d55-8f40-ec2b59f5710e,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:47.166123 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec6086-cf63-4f80-a35e-e3f013dc3896 req-46a89567-df92-47d1-9476-d86915dfc651 tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:47.167064 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-17ec6086-cf63-4f80-a35e-e3f013dc3896 req-46a89567-df92-47d1-9476-d86915dfc651 tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:47.188326 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-17ec6086-cf63-4f80-a35e-e3f013dc3896 req-46a89567-df92-47d1-9476-d86915dfc651 tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0002153 Jan 28 03:18:47.206534 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-17ec6086-cf63-4f80-a35e-e3f013dc3896 req-16728f94-5619-4509-9b74-8a0992cb635c service neutron] Request body: {'port': {'device_id': '698fcaf5-16dc-4456-9ccf-1f6649c308ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:18:47.277559 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 55705158-50b1-4112-bd3e-fc0d16bf82b8 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:18:47.278237 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (55705158-50b1-4112-bd3e-fc0d16bf82b8), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:47.334236 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a569f4-be59-436b-bdc0-0bffcd2c9a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55705158-50b1-4112-bd3e-fc0d16bf82b8'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:18:47.337832 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-17ec6086-cf63-4f80-a35e-e3f013dc3896 req-16728f94-5619-4509-9b74-8a0992cb635c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f09df84d-0881-4d55-8f40-ec2b59f5710e), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:47.341639 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bc5c13-0382-4008-81e1-bbbaa107d99c" -d '{"events": [{"server_uuid": "32a569f4-be59-436b-bdc0-0bffcd2c9a24", "name": "network-vif-plugged", "status": "completed", "tag": "55705158-50b1-4112-bd3e-fc0d16bf82b8"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:18:47.386924 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 55705158-50b1-4112-bd3e-fc0d16bf82b8, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=55705158-50b1-4112-bd3e-fc0d16bf82b8,segment=NetworkSegment(8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69),segment_id=8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:18:47.395268 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (55705158-50b1-4112-bd3e-fc0d16bf82b8), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:47.405378 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c97a4e3-123e-4e72-ae2c-12b888536676 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Router 08aca7e3-588e-457f-9745-8bc4b56d277f has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:18:47.449347 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b94976-3d40-4f13-9f80-a86cb24469a6 x-openstack-request-id: req-32b94976-3d40-4f13-9f80-a86cb24469a6 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:18:47.450271 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a569f4-be59-436b-bdc0-0bffcd2c9a24", "name": "network-vif-plugged", "status": "completed", "tag": "55705158-50b1-4112-bd3e-fc0d16bf82b8", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:18:47.450622 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-32b94976-3d40-4f13-9f80-a86cb24469a6 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:18:47.451117 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a569f4-be59-436b-bdc0-0bffcd2c9a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55705158-50b1-4112-bd3e-fc0d16bf82b8', 'code': 200} Jan 28 03:18:47.491014 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=55705158-50b1-4112-bd3e-fc0d16bf82b8,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:47.502269 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:47.502871 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:47.503368 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:47.503815 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:47.504302 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:47.505056 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:47.506182 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:47.507535 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:47.508109 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:47.509322 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:47.509798 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:47.510219 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:47.510791 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:18:47.530786 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43204) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:47.780109 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf25aa-45ff-4ce8-86e4-ead5abd3ceab req-8ba8341a-1237-4453-8447-db865e6f1186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:47.782636 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-98cf25aa-45ff-4ce8-86e4-ead5abd3ceab req-8ba8341a-1237-4453-8447-db865e6f1186 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=32a569f4-be59-436b-bdc0-0bffcd2c9a24 HTTP/1.1" status: 200 len: 1097 time: 0.1751554 Jan 28 03:18:47.931407 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-98cf25aa-45ff-4ce8-86e4-ead5abd3ceab req-ecec3dee-0db4-417d-a9b8-0e3dd2d52c02 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406560 Jan 28 03:18:47.950913 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f89ca4-4900-43b8-9410-583d886af0a1 req-95c5accf-3c03-40e1-85d8-fa7c8f8227e4 tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:47.953757 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d9f89ca4-4900-43b8-9410-583d886af0a1 req-95c5accf-3c03-40e1-85d8-fa7c8f8227e4 tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] 10.222.0.53 "GET /v2.0/ports?device_id=698fcaf5-16dc-4456-9ccf-1f6649c308ff HTTP/1.1" status: 200 len: 931 time: 0.1342182 Jan 28 03:18:48.033163 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-17ec6086-cf63-4f80-a35e-e3f013dc3896 req-16728f94-5619-4509-9b74-8a0992cb635c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f09df84d-0881-4d55-8f40-ec2b59f5710e {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:18:48.047360 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-17ec6086-cf63-4f80-a35e-e3f013dc3896 req-16728f94-5619-4509-9b74-8a0992cb635c service neutron] Publish callbacks [] for port (f09df84d-0881-4d55-8f40-ec2b59f5710e), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:48.060835 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d9f89ca4-4900-43b8-9410-583d886af0a1 req-0a043498-0218-44a4-90db-eaf09622e124 tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b6fea91-0ab3-40a9-81e2-796be86640be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968432 Jan 28 03:18:48.069622 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-17ec6086-cf63-4f80-a35e-e3f013dc3896 req-16728f94-5619-4509-9b74-8a0992cb635c service neutron] Transition to ACTIVE for port object f09df84d-0881-4d55-8f40-ec2b59f5710e will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:18:48.074807 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-17ec6086-cf63-4f80-a35e-e3f013dc3896 req-16728f94-5619-4509-9b74-8a0992cb635c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (f09df84d-0881-4d55-8f40-ec2b59f5710e), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:48.112153 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e5652-d47f-412a-aba4-7ec82c1e37d9 req-da2a3f6a-d0a3-4abd-8c80-162b9556b831 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:48.113787 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d81e5652-d47f-412a-aba4-7ec82c1e37d9 req-da2a3f6a-d0a3-4abd-8c80-162b9556b831 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=32a569f4-be59-436b-bdc0-0bffcd2c9a24 HTTP/1.1" status: 200 len: 945 time: 0.7029188 Jan 28 03:18:48.120209 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16728f94-5619-4509-9b74-8a0992cb635c service neutron] Pushing event updated for resources: {'Port': ['ID=f09df84d-0881-4d55-8f40-ec2b59f5710e,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:48.153033 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8c92d683-86f2-464e-9bb9-9f8909d2c64b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6773924935324e04902266ccfb5c4c69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6201184 Jan 28 03:18:48.159275 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43208) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:48.189196 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c97a4e3-123e-4e72-ae2c-12b888536676 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:18:48.206797 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed9455c-5077-429f-9653-3702dca5d1bc None None] Sync routers for ids ['08aca7e3-588e-457f-9745-8bc4b56d277f'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:18:48.207841 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2c97a4e3-123e-4e72-ae2c-12b888536676 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:48.223001 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed9455c-5077-429f-9653-3702dca5d1bc None None] Routers {'08aca7e3-588e-457f-9745-8bc4b56d277f'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:18:48.223716 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-bed9455c-5077-429f-9653-3702dca5d1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:18:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['08aca7e3-588e-457f-9745-8bc4b56d277f'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:48.238316 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2c97a4e3-123e-4e72-ae2c-12b888536676 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "DELETE /v2.0/floatingips/a13e1cfb-77c2-484a-8e96-f7967fcd803f HTTP/1.1" status: 204 len: 168 time: 3.3018153 Jan 28 03:18:48.240876 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f121fc7-9edf-490f-87f5-0bbb24846d4e', 'tag': '77757051-195c-4db8-8a70-f2553e199968'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:18:48.243265 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54fbac36-8740-44a9-9da8-30b247593c95" -d '{"events": [{"name": "network-changed", "server_uuid": "5f121fc7-9edf-490f-87f5-0bbb24846d4e", "tag": "77757051-195c-4db8-8a70-f2553e199968"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:18:48.252407 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-17ec6086-cf63-4f80-a35e-e3f013dc3896 req-16728f94-5619-4509-9b74-8a0992cb635c service neutron] Attempting to bind port f09df84d-0881-4d55-8f40-ec2b59f5710e on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:18:48.253384 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-17ec6086-cf63-4f80-a35e-e3f013dc3896 req-16728f94-5619-4509-9b74-8a0992cb635c service neutron] Attempting to bind port f09df84d-0881-4d55-8f40-ec2b59f5710e by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '6aa0d476-c73c-45ca-b4e0-99010398acae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a6e8501c-1f37-4c08-81bf-7b5a83dd3d7a'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:18:48.254584 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ec6086-cf63-4f80-a35e-e3f013dc3896 req-16728f94-5619-4509-9b74-8a0992cb635c service neutron] Attempting to bind port f09df84d-0881-4d55-8f40-ec2b59f5710e on network a6e8501c-1f37-4c08-81bf-7b5a83dd3d7a {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:18:48.260717 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ec6086-cf63-4f80-a35e-e3f013dc3896 req-16728f94-5619-4509-9b74-8a0992cb635c service neutron] Port f09df84d-0881-4d55-8f40-ec2b59f5710e on network a6e8501c-1f37-4c08-81bf-7b5a83dd3d7a not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:18:48.261225 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ec6086-cf63-4f80-a35e-e3f013dc3896 req-16728f94-5619-4509-9b74-8a0992cb635c service neutron] Attempting to bind port f09df84d-0881-4d55-8f40-ec2b59f5710e on network a6e8501c-1f37-4c08-81bf-7b5a83dd3d7a {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:18:48.267868 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ec6086-cf63-4f80-a35e-e3f013dc3896 req-16728f94-5619-4509-9b74-8a0992cb635c service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:18:48.268475 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ec6086-cf63-4f80-a35e-e3f013dc3896 req-16728f94-5619-4509-9b74-8a0992cb635c service neutron] Checking segment: {'id': '6aa0d476-c73c-45ca-b4e0-99010398acae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a6e8501c-1f37-4c08-81bf-7b5a83dd3d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:18:48.268948 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ec6086-cf63-4f80-a35e-e3f013dc3896 req-16728f94-5619-4509-9b74-8a0992cb635c service neutron] Bound using segment: {'id': '6aa0d476-c73c-45ca-b4e0-99010398acae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a6e8501c-1f37-4c08-81bf-7b5a83dd3d7a'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:18:48.270156 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-17ec6086-cf63-4f80-a35e-e3f013dc3896 req-16728f94-5619-4509-9b74-8a0992cb635c service neutron] Bound port: f09df84d-0881-4d55-8f40-ec2b59f5710e, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aa0d476-c73c-45ca-b4e0-99010398acae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a6e8501c-1f37-4c08-81bf-7b5a83dd3d7a'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:18:48.270605 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-17ec6086-cf63-4f80-a35e-e3f013dc3896 req-16728f94-5619-4509-9b74-8a0992cb635c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f09df84d-0881-4d55-8f40-ec2b59f5710e), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:48.287322 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d81e5652-d47f-412a-aba4-7ec82c1e37d9 req-44d605cd-e7a6-4a4b-b2b3-d3ede7b17d14 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566300 Jan 28 03:18:48.296875 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dda20932-9ee8-4a48-ac88-8addce6aebcf admin admin] Publish callbacks [] for security_group (4b5fc314-064a-4788-a84a-06eaf178b264), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:48.323710 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dda20932-9ee8-4a48-ac88-8addce6aebcf admin admin] Publish callbacks [] for security_group (4b5fc314-064a-4788-a84a-06eaf178b264), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:48.406848 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dda20932-9ee8-4a48-ac88-8addce6aebcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (4b5fc314-064a-4788-a84a-06eaf178b264), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:48.412577 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dda20932-9ee8-4a48-ac88-8addce6aebcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:48.412979 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-17ec6086-cf63-4f80-a35e-e3f013dc3896 req-16728f94-5619-4509-9b74-8a0992cb635c service neutron] For port f09df84d-0881-4d55-8f40-ec2b59f5710e, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:18:48.414908 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-dda20932-9ee8-4a48-ac88-8addce6aebcf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4b5fc314-064a-4788-a84a-06eaf178b264 HTTP/1.1" status: 204 len: 168 time: 0.2502403 Jan 28 03:18:48.422831 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-17ec6086-cf63-4f80-a35e-e3f013dc3896 req-16728f94-5619-4509-9b74-8a0992cb635c service neutron] For port f09df84d-0881-4d55-8f40-ec2b59f5710e, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=f09df84d-0881-4d55-8f40-ec2b59f5710e,segment=NetworkSegment(6aa0d476-c73c-45ca-b4e0-99010398acae),segment_id=6aa0d476-c73c-45ca-b4e0-99010398acae)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:18:48.430840 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-17ec6086-cf63-4f80-a35e-e3f013dc3896 req-16728f94-5619-4509-9b74-8a0992cb635c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (f09df84d-0881-4d55-8f40-ec2b59f5710e), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:48.440292 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-bed9455c-5077-429f-9653-3702dca5d1bc None None] Set router 08aca7e3-588e-457f-9745-8bc4b56d277f gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:18:48.444677 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda20932-9ee8-4a48-ac88-8addce6aebcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5fc314-064a-4788-a84a-06eaf178b264,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:48.514750 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec6086-cf63-4f80-a35e-e3f013dc3896 req-16728f94-5619-4509-9b74-8a0992cb635c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:48.515467 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-17ec6086-cf63-4f80-a35e-e3f013dc3896 req-16728f94-5619-4509-9b74-8a0992cb635c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:48.529215 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-17ec6086-cf63-4f80-a35e-e3f013dc3896 req-16728f94-5619-4509-9b74-8a0992cb635c service neutron] 10.222.0.67 "PUT /v2.0/ports/f09df84d-0881-4d55-8f40-ec2b59f5710e HTTP/1.1" status: 200 len: 1092 time: 1.3287644 Jan 28 03:18:48.529739 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698fcaf5-16dc-4456-9ccf-1f6649c308ff', 'tag': 'f09df84d-0881-4d55-8f40-ec2b59f5710e'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:18:48.532301 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73b450d-b91e-48de-a7af-6335b529b553" -d '{"events": [{"name": "network-changed", "server_uuid": "698fcaf5-16dc-4456-9ccf-1f6649c308ff", "tag": "f09df84d-0881-4d55-8f40-ec2b59f5710e"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:18:48.758856 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16728f94-5619-4509-9b74-8a0992cb635c service neutron] Pushing event updated for resources: {'Port': ['ID=f09df84d-0881-4d55-8f40-ec2b59f5710e,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:48.790300 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758062fb-2f79-4b7a-a8c8-97e1b16fdda0 x-openstack-request-id: req-758062fb-2f79-4b7a-a8c8-97e1b16fdda0 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:18:48.791479 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "698fcaf5-16dc-4456-9ccf-1f6649c308ff", "tag": "f09df84d-0881-4d55-8f40-ec2b59f5710e", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:18:48.792707 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-758062fb-2f79-4b7a-a8c8-97e1b16fdda0 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:18:48.793296 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '698fcaf5-16dc-4456-9ccf-1f6649c308ff', 'tag': 'f09df84d-0881-4d55-8f40-ec2b59f5710e', 'status': 'completed', 'code': 200} Jan 28 03:18:48.813044 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-bed9455c-5077-429f-9653-3702dca5d1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'name': 'tempest-TestVolumeBackupRestore-339311279-router', 'tenant_id': 'ca842ceda87544d7a57b9cd7ee973733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '31b827f0-9fa2-4b77-b6fe-b475a63bc521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:22Z', 'updated_at': '2022-01-28T03:13:27Z', 'revision_number': 4, 'project_id': 'ca842ceda87544d7a57b9cd7ee973733', 'gw_port': {'id': '31b827f0-9fa2-4b77-b6fe-b475a63bc521', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:23Z', 'updated_at': '2022-01-28T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1', 'name': '', 'network_id': '359d63da-0117-4555-a3d7-c4512f3dc136', 'tenant_id': 'ca842ceda87544d7a57b9cd7ee973733', 'mac_address': 'fa:16:3e:d0:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '51e28b6d-4c18-44d2-870e-5666ca9d9f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:26Z', 'updated_at': '2022-01-28T03:13:35Z', 'revision_number': 5, 'project_id': 'ca842ceda87544d7a57b9cd7ee973733', 'subnets': [{'id': '51e28b6d-4c18-44d2-870e-5666ca9d9f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:48.816109 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec6086-cf63-4f80-a35e-e3f013dc3896 req-53fde95c-40b5-49ad-86dd-b6892fbd0ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:48.819090 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-17ec6086-cf63-4f80-a35e-e3f013dc3896 req-53fde95c-40b5-49ad-86dd-b6892fbd0ab5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=01117d626ad6421b9b34d563437c1cf2&device_id=698fcaf5-16dc-4456-9ccf-1f6649c308ff HTTP/1.1" status: 200 len: 1095 time: 0.2283533 Jan 28 03:18:48.895513 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-17ec6086-cf63-4f80-a35e-e3f013dc3896 req-0ed52450-4d78-4211-8daf-d81d72d9b400 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f09df84d-0881-4d55-8f40-ec2b59f5710e HTTP/1.1" status: 200 len: 217 time: 0.0639951 Jan 28 03:18:48.905033 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a84ae46-0ae7-4cfc-9d57-213e3159db44 x-openstack-request-id: req-5a84ae46-0ae7-4cfc-9d57-213e3159db44 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:18:48.905033 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f121fc7-9edf-490f-87f5-0bbb24846d4e", "tag": "77757051-195c-4db8-8a70-f2553e199968", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:18:48.908434 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5a84ae46-0ae7-4cfc-9d57-213e3159db44 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:18:48.908434 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f121fc7-9edf-490f-87f5-0bbb24846d4e', 'tag': '77757051-195c-4db8-8a70-f2553e199968', 'status': 'completed', 'code': 200} Jan 28 03:18:48.932387 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed9455c-5077-429f-9653-3702dca5d1bc None None] Checking router: 08aca7e3-588e-457f-9745-8bc4b56d277f for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:18:48.951926 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed9455c-5077-429f-9653-3702dca5d1bc None None] Routers {'08aca7e3-588e-457f-9745-8bc4b56d277f'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:18:48.953168 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-bed9455c-5077-429f-9653-3702dca5d1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:18:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['08aca7e3-588e-457f-9745-8bc4b56d277f'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:49.032443 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffcfac9-649f-46f6-8617-e7c34b6064dd req-f8aa45ef-cceb-4a4a-b8a7-d6f5edbed40c tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:49.043068 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9ffcfac9-649f-46f6-8617-e7c34b6064dd req-f8aa45ef-cceb-4a4a-b8a7-d6f5edbed40c tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f121fc7-9edf-490f-87f5-0bbb24846d4e HTTP/1.1" status: 200 len: 946 time: 0.1324341 Jan 28 03:18:49.063040 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec6086-cf63-4f80-a35e-e3f013dc3896 req-460622b7-4155-4756-9689-f0521bce7373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:49.065802 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-17ec6086-cf63-4f80-a35e-e3f013dc3896 req-460622b7-4155-4756-9689-f0521bce7373 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=971cb9e6-ca61-4baf-a28c-fc22e9fd048f HTTP/1.1" status: 200 len: 864 time: 0.1637964 Jan 28 03:18:49.142153 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-17ec6086-cf63-4f80-a35e-e3f013dc3896 req-f04132e8-5997-4424-9276-159eed2d398f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a6e8501c-1f37-4c08-81bf-7b5a83dd3d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579960 Jan 28 03:18:49.178360 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fbac36-8740-44a9-9da8-30b247593c95 req-d6e05974-1463-4142-994f-83001a2f65ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:49.180124 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-54fbac36-8740-44a9-9da8-30b247593c95 req-d6e05974-1463-4142-994f-83001a2f65ba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ca842ceda87544d7a57b9cd7ee973733&device_id=5f121fc7-9edf-490f-87f5-0bbb24846d4e HTTP/1.1" status: 200 len: 1098 time: 0.1960406 Jan 28 03:18:49.232230 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-bed9455c-5077-429f-9653-3702dca5d1bc None None] Set router 08aca7e3-588e-457f-9745-8bc4b56d277f gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:18:49.275755 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf58f65-841c-4a63-bb88-f5b045855055 req-bea2952c-e78f-47c6-96b7-542ed046ab9b tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:49.289853 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dbf58f65-841c-4a63-bb88-f5b045855055 req-bea2952c-e78f-47c6-96b7-542ed046ab9b tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] 10.222.0.53 "GET /v2.0/ports?device_id=698fcaf5-16dc-4456-9ccf-1f6649c308ff HTTP/1.1" status: 200 len: 943 time: 0.1050882 Jan 28 03:18:49.378118 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fbac36-8740-44a9-9da8-30b247593c95 req-5c0df45c-212e-4359-80ad-279bf90e83de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:49.379872 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-54fbac36-8740-44a9-9da8-30b247593c95 req-5c0df45c-212e-4359-80ad-279bf90e83de service neutron] 10.222.0.39 "GET /v2.0/networks?id=359d63da-0117-4555-a3d7-c4512f3dc136 HTTP/1.1" status: 200 len: 914 time: 0.1321499 Jan 28 03:18:49.385935 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dbf58f65-841c-4a63-bb88-f5b045855055 req-e6a62ef5-2c54-4db9-9e32-bbaf8dc032b5 tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b6fea91-0ab3-40a9-81e2-796be86640be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932937 Jan 28 03:18:49.394106 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9ffcfac9-649f-46f6-8617-e7c34b6064dd req-6cdc040d-7588-45c4-a9e9-8a39b754c2b5 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/security-groups?id=12adc281-407c-4de8-aa15-07fc31d7ad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3355896 Jan 28 03:18:49.455014 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-54fbac36-8740-44a9-9da8-30b247593c95 req-0c8412da-41ed-42f4-953d-1b1c0f0fdc86 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77757051-195c-4db8-8a70-f2553e199968 HTTP/1.1" status: 200 len: 217 time: 0.0572982 Jan 28 03:18:49.540808 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb74fa-8b2c-411e-a098-0b05edd78e8e req-aa592423-f9f0-47b6-96aa-f4818776a893 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:49.552739 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-77bb74fa-8b2c-411e-a098-0b05edd78e8e req-aa592423-f9f0-47b6-96aa-f4818776a893 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=32a569f4-be59-436b-bdc0-0bffcd2c9a24 HTTP/1.1" status: 200 len: 945 time: 0.0908904 Jan 28 03:18:49.553107 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fbac36-8740-44a9-9da8-30b247593c95 req-5fe8d065-67be-4208-963b-c84f952da31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:49.554648 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-54fbac36-8740-44a9-9da8-30b247593c95 req-5fe8d065-67be-4208-963b-c84f952da31f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=51e28b6d-4c18-44d2-870e-5666ca9d9f18 HTTP/1.1" status: 200 len: 852 time: 0.0867279 Jan 28 03:18:49.589541 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-17ec6086-cf63-4f80-a35e-e3f013dc3896 req-a81fca74-93f1-4565-9d01-13cefc63d72a service neutron] 10.222.0.67 "GET /v2.0/networks/a6e8501c-1f37-4c08-81bf-7b5a83dd3d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4407539 Jan 28 03:18:49.637995 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-77bb74fa-8b2c-411e-a098-0b05edd78e8e req-82774a15-61ca-4f44-ac29-7d9dd78d2f57 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828795 Jan 28 03:18:49.714560 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-bed9455c-5077-429f-9653-3702dca5d1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'name': 'tempest-TestVolumeBackupRestore-339311279-router', 'tenant_id': 'ca842ceda87544d7a57b9cd7ee973733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '31b827f0-9fa2-4b77-b6fe-b475a63bc521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:22Z', 'updated_at': '2022-01-28T03:13:27Z', 'revision_number': 4, 'project_id': 'ca842ceda87544d7a57b9cd7ee973733', 'gw_port': {'id': '31b827f0-9fa2-4b77-b6fe-b475a63bc521', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:23Z', 'updated_at': '2022-01-28T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1', 'name': '', 'network_id': '359d63da-0117-4555-a3d7-c4512f3dc136', 'tenant_id': 'ca842ceda87544d7a57b9cd7ee973733', 'mac_address': 'fa:16:3e:d0:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '51e28b6d-4c18-44d2-870e-5666ca9d9f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:26Z', 'updated_at': '2022-01-28T03:13:35Z', 'revision_number': 5, 'project_id': 'ca842ceda87544d7a57b9cd7ee973733', 'subnets': [{'id': '51e28b6d-4c18-44d2-870e-5666ca9d9f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:18:49.742032 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-17ec6086-cf63-4f80-a35e-e3f013dc3896 req-009af1ea-5d54-40c4-9e2c-ccab0377d6e8 service neutron] 10.222.0.67 "GET /v2.0/networks/a6e8501c-1f37-4c08-81bf-7b5a83dd3d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351960 Jan 28 03:18:49.755421 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fbac36-8740-44a9-9da8-30b247593c95 req-199a1be9-d7fa-4e5f-a6b2-7ae988c4bb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:49.757431 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-54fbac36-8740-44a9-9da8-30b247593c95 req-199a1be9-d7fa-4e5f-a6b2-7ae988c4bb75 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=359d63da-0117-4555-a3d7-c4512f3dc136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1872685 Jan 28 03:18:49.768585 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed9455c-5077-429f-9653-3702dca5d1bc None None] The sync data for ids ['08aca7e3-588e-457f-9745-8bc4b56d277f'] in n-d-712139-27 is: [{'id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'name': 'tempest-TestVolumeBackupRestore-339311279-router', 'tenant_id': 'ca842ceda87544d7a57b9cd7ee973733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '31b827f0-9fa2-4b77-b6fe-b475a63bc521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:22Z', 'updated_at': '2022-01-28T03:13:27Z', 'revision_number': 4, 'project_id': 'ca842ceda87544d7a57b9cd7ee973733', 'gw_port': {'id': '31b827f0-9fa2-4b77-b6fe-b475a63bc521', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:23Z', 'updated_at': '2022-01-28T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1', 'name': '', 'network_id': '359d63da-0117-4555-a3d7-c4512f3dc136', 'tenant_id': 'ca842ceda87544d7a57b9cd7ee973733', 'mac_address': 'fa:16:3e:d0:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '51e28b6d-4c18-44d2-870e-5666ca9d9f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:26Z', 'updated_at': '2022-01-28T03:13:35Z', 'revision_number': 5, 'project_id': 'ca842ceda87544d7a57b9cd7ee973733', 'subnets': [{'id': '51e28b6d-4c18-44d2-870e-5666ca9d9f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:18:49.929813 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b450d-b91e-48de-a7af-6335b529b553 req-3a97d78a-863b-4c4a-8d03-9033428de966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:49.932119 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b73b450d-b91e-48de-a7af-6335b529b553 req-3a97d78a-863b-4c4a-8d03-9033428de966 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=01117d626ad6421b9b34d563437c1cf2&device_id=698fcaf5-16dc-4456-9ccf-1f6649c308ff HTTP/1.1" status: 200 len: 1095 time: 0.0894988 Jan 28 03:18:49.988835 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-54fbac36-8740-44a9-9da8-30b247593c95 req-793488d1-cd10-4cbd-a492-972cb35056e1 service neutron] 10.222.0.39 "GET /v2.0/networks/359d63da-0117-4555-a3d7-c4512f3dc136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212756 Jan 28 03:18:50.076397 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43250) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:50.181279 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b450d-b91e-48de-a7af-6335b529b553 req-3a80c5fe-6c27-4d07-a768-88827f51b77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:50.183539 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b73b450d-b91e-48de-a7af-6335b529b553 req-3a80c5fe-6c27-4d07-a768-88827f51b77e service neutron] 10.222.0.67 "GET /v2.0/networks?id=a6e8501c-1f37-4c08-81bf-7b5a83dd3d7a HTTP/1.1" status: 200 len: 925 time: 0.2430506 Jan 28 03:18:50.267322 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b73b450d-b91e-48de-a7af-6335b529b553 req-02934583-81c2-470c-8547-87de04d076a8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f09df84d-0881-4d55-8f40-ec2b59f5710e HTTP/1.1" status: 200 len: 217 time: 0.0768025 Jan 28 03:18:50.271536 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-54fbac36-8740-44a9-9da8-30b247593c95 req-d790f886-15f8-44f5-bd17-7c482d219e84 service neutron] 10.222.0.39 "GET /v2.0/networks/359d63da-0117-4555-a3d7-c4512f3dc136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434278 Jan 28 03:18:50.312363 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-e851591f-ffcf-4c1f-8697-ddc4c3ada7f6 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:50.319023 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e851591f-ffcf-4c1f-8697-ddc4c3ada7f6 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2362092 Jan 28 03:18:50.319442 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43254) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:50.323989 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b450d-b91e-48de-a7af-6335b529b553 req-2cdf5037-77be-41f1-8f16-65790ca53082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:50.325582 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b73b450d-b91e-48de-a7af-6335b529b553 req-2cdf5037-77be-41f1-8f16-65790ca53082 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=971cb9e6-ca61-4baf-a28c-fc22e9fd048f HTTP/1.1" status: 200 len: 864 time: 0.0522885 Jan 28 03:18:50.327058 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-95607f02-3731-4a59-a654-5f4762c5c119 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:50.328424 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-95607f02-3731-4a59-a654-5f4762c5c119 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0076139 Jan 28 03:18:50.334932 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cb722a-f587-4dc4-9f1c-a5287ec8af02 None None] New status for floating IP a13e1cfb-77c2-484a-8e96-f7967fcd803f: DOWN {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:18:50.338809 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43256) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:50.353828 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-0da7d94e-d1ab-441c-9b96-f711fe757ac2 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:50.361734 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0da7d94e-d1ab-441c-9b96-f711fe757ac2 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0211203 Jan 28 03:18:50.362882 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43258) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:50.368268 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-66129565-d48d-4e7c-a9e3-06cd148185b6 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:50.372059 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-66129565-d48d-4e7c-a9e3-06cd148185b6 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0077474 Jan 28 03:18:50.372205 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43260) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:50.377872 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b73b450d-b91e-48de-a7af-6335b529b553 req-12a35428-9f7f-466a-a60b-6b444d8bf19c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a6e8501c-1f37-4c08-81bf-7b5a83dd3d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459559 Jan 28 03:18:50.382524 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [None req-0f640911-6bb5-4a33-b511-a19f82a32271 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:50.385200 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0f640911-6bb5-4a33-b511-a19f82a32271 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0101688 Jan 28 03:18:50.386945 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43262) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:50.395950 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-6d661053-39f8-4bf3-874f-0943d74f5b1e tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:50.401852 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6d661053-39f8-4bf3-874f-0943d74f5b1e tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0133762 Jan 28 03:18:50.402967 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43264) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:50.409244 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-86bb496a-20a2-44d6-985c-60c7348fd1e5 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:50.413443 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43268) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:50.414626 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-86bb496a-20a2-44d6-985c-60c7348fd1e5 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0104165 Jan 28 03:18:50.431218 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [None req-250d4a43-f094-4157-9258-b1adbce140dd tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:50.437176 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-250d4a43-f094-4157-9258-b1adbce140dd tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0169411 Jan 28 03:18:50.437935 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43272) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:50.442847 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-e19a6814-5ad5-4423-afdd-2b161983d8af tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:50.447457 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e19a6814-5ad5-4423-afdd-2b161983d8af tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0049310 Jan 28 03:18:50.448087 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43274) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:50.453536 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-463d4457-f9b2-4d78-9620-17aa16d075f3 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:50.457136 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-463d4457-f9b2-4d78-9620-17aa16d075f3 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0058882 Jan 28 03:18:50.457716 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43276) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:50.467645 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-498013e3-b755-478c-91b9-e846fd238df4 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:50.474967 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-498013e3-b755-478c-91b9-e846fd238df4 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0160513 Jan 28 03:18:50.477432 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43278) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:50.490926 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-3950039d-98fe-4db0-94a0-d40b99784adf tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:50.498259 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3950039d-98fe-4db0-94a0-d40b99784adf tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0206316 Jan 28 03:18:50.518756 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43280) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:50.543986 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [None req-d8c326b1-8c54-40cc-bc65-417288a3636b tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:50.548016 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d8c326b1-8c54-40cc-bc65-417288a3636b tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0269558 Jan 28 03:18:50.551226 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43284) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:50.555840 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-24c886cc-212d-4152-877e-512a2a42cdd5 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:50.559815 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-24c886cc-212d-4152-877e-512a2a42cdd5 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0073383 Jan 28 03:18:50.561697 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43286) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:50.570205 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-7cd9a864-2eea-45bc-98e9-d4fdd15d06ae tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:50.574217 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7cd9a864-2eea-45bc-98e9-d4fdd15d06ae tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0098433 Jan 28 03:18:50.576004 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43288) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:50.582646 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-2c2bcbd8-c2a6-427d-a004-a055fca8858d tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:50.583807 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2c2bcbd8-c2a6-427d-a004-a055fca8858d tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0065560 Jan 28 03:18:50.591601 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43290) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:50.605190 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-3827049c-8a33-4957-abbf-a347563023b5 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:50.609806 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3827049c-8a33-4957-abbf-a347563023b5 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0167053 Jan 28 03:18:50.612580 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43292) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:50.631719 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [None req-851744bd-54b6-4033-81b0-52ae8eded390 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:50.632028 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008d248-cd90-40f1-9444-6bfded48ee52 req-216bbded-d996-464d-8e26-6516e2d4ac0c tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:50.633113 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-851744bd-54b6-4033-81b0-52ae8eded390 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0082483 Jan 28 03:18:50.637894 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c008d248-cd90-40f1-9444-6bfded48ee52 req-216bbded-d996-464d-8e26-6516e2d4ac0c tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] 10.222.0.53 "GET /v2.0/ports?device_id=698fcaf5-16dc-4456-9ccf-1f6649c308ff HTTP/1.1" status: 200 len: 943 time: 0.1369870 Jan 28 03:18:50.639211 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43294) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:50.646088 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-cbd395b2-ec6f-47bd-999f-0cc04dcefad1 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:50.651666 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-cbd395b2-ec6f-47bd-999f-0cc04dcefad1 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0106821 Jan 28 03:18:50.653115 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43296) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:50.665580 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [None req-0c64b601-0437-4212-ab72-205d91206115 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:50.665580 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0c64b601-0437-4212-ab72-205d91206115 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0051723 Jan 28 03:18:50.669750 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43298) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:50.680131 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [None req-56409382-55d1-412a-a57f-d7c153a6c8da tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:50.681049 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-56409382-55d1-412a-a57f-d7c153a6c8da tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0082989 Jan 28 03:18:50.685888 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43300) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:50.695973 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [None req-0b6d30e7-3303-420a-9fb8-a4f51520aebb tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:50.696933 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0b6d30e7-3303-420a-9fb8-a4f51520aebb tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0059390 Jan 28 03:18:50.706349 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43302) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:50.710830 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [None req-f5b3aaf3-36aa-423e-b093-7c2886fa3d89 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:50.713361 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f5b3aaf3-36aa-423e-b093-7c2886fa3d89 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0044653 Jan 28 03:18:50.719398 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43304) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:50.721132 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e353018-8331-42f3-bbc7-fab7bc64f768 req-468f9028-6bf8-42aa-8e55-17b1a08102d3 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:50.722773 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3e353018-8331-42f3-bbc7-fab7bc64f768 req-468f9028-6bf8-42aa-8e55-17b1a08102d3 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f121fc7-9edf-490f-87f5-0bbb24846d4e HTTP/1.1" status: 200 len: 946 time: 0.1764274 Jan 28 03:18:50.727807 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-8637157c-0ec0-41b0-a2a0-53227a67be28 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:50.729991 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8637157c-0ec0-41b0-a2a0-53227a67be28 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0084300 Jan 28 03:18:50.736921 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b73b450d-b91e-48de-a7af-6335b529b553 req-6b5c758d-0be0-4b70-bea4-33accb090f06 service neutron] 10.222.0.67 "GET /v2.0/networks/a6e8501c-1f37-4c08-81bf-7b5a83dd3d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522098 Jan 28 03:18:50.737536 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43306) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:50.746664 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c008d248-cd90-40f1-9444-6bfded48ee52 req-72a55798-4ee8-4286-bbd2-82fa13ed4cc4 tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b6fea91-0ab3-40a9-81e2-796be86640be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936854 Jan 28 03:18:50.767224 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [None req-f2c4f925-8eaa-4364-94c3-b50e6a1001c3 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:50.774280 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f2c4f925-8eaa-4364-94c3-b50e6a1001c3 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0277498 Jan 28 03:18:50.776100 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43310) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:50.785382 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30878650-aaab-454a-9ebe-af94c658be9b req-69fc2f6f-6601-499a-bada-cec9c6351fde tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:50.786227 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-30878650-aaab-454a-9ebe-af94c658be9b req-69fc2f6f-6601-499a-bada-cec9c6351fde tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f121fc7-9edf-490f-87f5-0bbb24846d4e HTTP/1.1" status: 200 len: 946 time: 0.1875679 Jan 28 03:18:50.800092 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [None req-769fa8a1-ba17-42ce-aa75-5e34a8ec963b tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:50.806220 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-769fa8a1-ba17-42ce-aa75-5e34a8ec963b tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0239191 Jan 28 03:18:50.807512 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43312) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:50.815114 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-97a4cfd6-d2d9-4b5b-a67d-eb4766cd2ba2 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:50.820774 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-97a4cfd6-d2d9-4b5b-a67d-eb4766cd2ba2 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0091031 Jan 28 03:18:50.822070 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43314) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:50.826496 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-bf2f0596-54a6-405d-9448-dc215a9cc736 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:50.833746 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-bf2f0596-54a6-405d-9448-dc215a9cc736 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0099225 Jan 28 03:18:50.835374 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43316) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:50.844270 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-00609acf-59d0-4d5a-8584-348c9f8069b4 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:50.851572 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-00609acf-59d0-4d5a-8584-348c9f8069b4 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0127788 Jan 28 03:18:50.853416 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43318) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:50.861781 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-3ab04ea4-c9df-4136-bbec-3e7992d9f373 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:50.870028 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3ab04ea4-c9df-4136-bbec-3e7992d9f373 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0136254 Jan 28 03:18:50.870028 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43320) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:50.875704 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-62d5dcd9-6e80-43bd-930f-98b619ef1d12 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:50.876940 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-62d5dcd9-6e80-43bd-930f-98b619ef1d12 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0058639 Jan 28 03:18:50.879559 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43322) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:50.886064 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-03c5ef46-8732-4615-ba40-79be56381044 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:50.892307 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-03c5ef46-8732-4615-ba40-79be56381044 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0067372 Jan 28 03:18:50.892307 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43324) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:50.906225 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-2e0e22ba-0770-4478-b97f-2bd45d98a5cf tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:50.911140 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2e0e22ba-0770-4478-b97f-2bd45d98a5cf tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0148571 Jan 28 03:18:50.912263 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43326) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:50.923618 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-4437f3d7-b99e-4d2f-95ac-6c05638434b1 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:50.923618 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4437f3d7-b99e-4d2f-95ac-6c05638434b1 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0063486 Jan 28 03:18:50.924617 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43328) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:50.930654 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-d5ecd958-0294-498b-af39-76935c90af6f tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:50.936388 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d5ecd958-0294-498b-af39-76935c90af6f tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0068932 Jan 28 03:18:50.936658 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-30878650-aaab-454a-9ebe-af94c658be9b req-f7a06519-bd5e-4c1e-8ffc-695434d0dd48 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/security-groups?id=12adc281-407c-4de8-aa15-07fc31d7ad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294565 Jan 28 03:18:50.936658 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43330) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:50.951355 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [None req-9ff41efc-159c-436b-8d4a-54f5eabea046 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:50.957370 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9ff41efc-159c-436b-8d4a-54f5eabea046 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0112493 Jan 28 03:18:50.957370 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43332) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:50.968219 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [None req-072364f5-4c63-484b-89d9-c9d4999b2c23 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:50.970815 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-072364f5-4c63-484b-89d9-c9d4999b2c23 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0136080 Jan 28 03:18:50.974621 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43334) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:50.978022 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b73b450d-b91e-48de-a7af-6335b529b553 req-49b2c0a9-7693-49af-9965-2e14a4116c44 service neutron] 10.222.0.67 "GET /v2.0/networks/a6e8501c-1f37-4c08-81bf-7b5a83dd3d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347500 Jan 28 03:18:50.979065 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-2629c5dc-73a6-42c9-b417-8cc8e0937f55 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:50.980758 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2629c5dc-73a6-42c9-b417-8cc8e0937f55 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0044332 Jan 28 03:18:50.983598 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43336) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:50.988174 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-dc11b0c6-d2a6-410d-b867-397839466444 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:50.989580 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-dc11b0c6-d2a6-410d-b867-397839466444 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0047338 Jan 28 03:18:50.993241 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43338) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:50.999813 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [None req-25237633-6657-4836-9f5a-efccc796ee81 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:51.005159 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-25237633-6657-4836-9f5a-efccc796ee81 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0059252 Jan 28 03:18:51.006361 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43340) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:51.014924 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-3e353018-8331-42f3-bbc7-fab7bc64f768 req-b5eb7449-5f07-4061-880b-d49a0262daa7 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Deleting port 77757051-195c-4db8-8a70-f2553e199968 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:18:51.015601 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3e353018-8331-42f3-bbc7-fab7bc64f768 req-b5eb7449-5f07-4061-880b-d49a0262daa7 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (77757051-195c-4db8-8a70-f2553e199968), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:51.015805 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-f512bc9a-2eb1-480a-9327-8c2c5546d6d5 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:51.018208 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f512bc9a-2eb1-480a-9327-8c2c5546d6d5 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0105669 Jan 28 03:18:51.021237 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43342) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:51.027599 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [None req-6745b691-caba-4892-b799-d9cf8a20dd3b tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:51.028670 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6745b691-caba-4892-b799-d9cf8a20dd3b tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0062850 Jan 28 03:18:51.032858 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43344) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:51.037498 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-4abe4969-fb1b-4a78-b61c-20d3f1b48996 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:51.040565 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4abe4969-fb1b-4a78-b61c-20d3f1b48996 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0063958 Jan 28 03:18:51.042060 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43346) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:51.049433 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-ff6fc940-df75-4520-a93f-eb300910b980 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:51.051462 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ff6fc940-df75-4520-a93f-eb300910b980 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0075593 Jan 28 03:18:51.053786 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43348) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:51.059000 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-cd1f1669-844b-4f7d-aeba-8aaab2f7bd58 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:51.061037 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-cd1f1669-844b-4f7d-aeba-8aaab2f7bd58 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0060105 Jan 28 03:18:51.064549 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43350) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:51.069883 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-cfd934bc-f24b-423a-9e75-8e98e1e16138 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:51.071139 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-cfd934bc-f24b-423a-9e75-8e98e1e16138 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0052803 Jan 28 03:18:51.074103 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43352) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:51.080476 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-b807fe91-fcc7-438e-89b5-528de32c15dc tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:51.082871 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b807fe91-fcc7-438e-89b5-528de32c15dc tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0064173 Jan 28 03:18:51.086089 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43354) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:51.092504 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-f0910306-64bf-40d7-87d5-700e8bb26980 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:51.095213 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f0910306-64bf-40d7-87d5-700e8bb26980 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0063887 Jan 28 03:18:51.098253 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43356) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:51.105107 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-58647542-51d3-4555-a906-06179f3354ca tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:51.106803 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-58647542-51d3-4555-a906-06179f3354ca tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0068364 Jan 28 03:18:51.110639 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43358) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:51.119377 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-e0293646-a0c7-4ec2-83cc-789cc27290af tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:51.122992 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e0293646-a0c7-4ec2-83cc-789cc27290af tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0089917 Jan 28 03:18:51.125522 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43360) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:51.132357 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-1a5fb088-43b2-4623-9bb7-1cab6bcdd4a6 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:51.137139 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1a5fb088-43b2-4623-9bb7-1cab6bcdd4a6 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0075436 Jan 28 03:18:51.138499 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43362) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:51.146393 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-ef3c2d57-e490-4d7c-8881-c95362b3bae2 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:51.149121 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ef3c2d57-e490-4d7c-8881-c95362b3bae2 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0088408 Jan 28 03:18:51.154223 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43364) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:51.162039 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-a8a13f5d-a791-4360-956c-7961e4a335a5 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:51.167981 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a8a13f5d-a791-4360-956c-7961e4a335a5 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0121696 Jan 28 03:18:51.168823 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43366) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:51.174804 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-49f7f482-1060-4534-a974-59b4cc618214 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:51.178459 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-49f7f482-1060-4534-a974-59b4cc618214 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0076239 Jan 28 03:18:51.179895 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43368) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:51.186474 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-1133d832-78d2-4c59-b7d3-2702f34648cc tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:51.188507 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1133d832-78d2-4c59-b7d3-2702f34648cc tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0066190 Jan 28 03:18:51.191695 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43370) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:51.197113 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-e0547028-9a16-424e-b348-aa7faef10e4a tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:51.201506 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e0547028-9a16-424e-b348-aa7faef10e4a tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0084937 Jan 28 03:18:51.202187 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43372) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:51.207843 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-ee5ee63f-8873-4895-9455-3c9a06a4b279 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:51.211763 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ee5ee63f-8873-4895-9455-3c9a06a4b279 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0079954 Jan 28 03:18:51.213022 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43374) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:51.226484 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-d4048fc5-439e-4a74-8396-8c8963206561 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:51.234525 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d4048fc5-439e-4a74-8396-8c8963206561 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0189457 Jan 28 03:18:51.235816 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43376) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:51.242666 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-1e143862-01e8-4de1-8e7a-4bdc680bc762 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:51.250104 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1e143862-01e8-4de1-8e7a-4bdc680bc762 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0129440 Jan 28 03:18:51.251067 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43378) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:51.256438 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-084302f3-9643-45e5-a1f5-1f7fec1f09f2 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:51.261838 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-084302f3-9643-45e5-a1f5-1f7fec1f09f2 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0092759 Jan 28 03:18:51.263031 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43380) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:51.272505 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-6317d1f7-07e8-49ac-a5c6-85fb8cd024b4 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:51.277014 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6317d1f7-07e8-49ac-a5c6-85fb8cd024b4 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0117822 Jan 28 03:18:51.277723 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43382) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:51.283735 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-3e6016b0-d46d-473f-badd-29fff9d7283d tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:51.289100 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3e6016b0-d46d-473f-badd-29fff9d7283d tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0098872 Jan 28 03:18:51.290090 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43384) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:51.297377 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-fca08fca-74c1-4338-9b5c-0d2a8e4fc446 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:51.303637 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-fca08fca-74c1-4338-9b5c-0d2a8e4fc446 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0120308 Jan 28 03:18:51.304534 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43386) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:51.310614 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-519f778b-66e7-4a84-9a03-926b740e51c6 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:51.315792 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-519f778b-66e7-4a84-9a03-926b740e51c6 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0094910 Jan 28 03:18:51.316928 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43388) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:51.322079 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-9b9e21fe-6d32-4222-b1b0-32bdb65bfe4a tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:51.326880 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9b9e21fe-6d32-4222-b1b0-32bdb65bfe4a tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0087087 Jan 28 03:18:51.327609 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43390) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:51.331985 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-fb1041d2-9ef2-4778-adfe-a58ba468414a tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:51.335697 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-fb1041d2-9ef2-4778-adfe-a58ba468414a tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0071373 Jan 28 03:18:51.336321 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43392) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:51.340435 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-ae996dfe-4487-4fd4-af3a-bab257571a76 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:51.344077 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ae996dfe-4487-4fd4-af3a-bab257571a76 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0068145 Jan 28 03:18:51.345042 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43394) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:51.349340 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-b460257e-8ce4-4a8b-8f7e-26cfa04e3051 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:51.352947 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b460257e-8ce4-4a8b-8f7e-26cfa04e3051 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0069861 Jan 28 03:18:51.353577 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43396) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:51.357580 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-5b1929f3-1ed7-4376-adf4-97bb6a79c104 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:51.361293 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5b1929f3-1ed7-4376-adf4-97bb6a79c104 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0067530 Jan 28 03:18:51.361904 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43398) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:51.366745 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-6089006b-d6b3-4a1e-8e0f-3eeb7599bcb3 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:51.370575 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6089006b-d6b3-4a1e-8e0f-3eeb7599bcb3 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0077050 Jan 28 03:18:51.371224 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43400) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:51.376311 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [None req-a95d464a-88be-4308-8783-3ee6d9be4561 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:18:51.388825 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a95d464a-88be-4308-8783-3ee6d9be4561 tempest-ExtensionsTestJSON-1644453041 tempest-ExtensionsTestJSON-1644453041-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0086186 Jan 28 03:18:51.556003 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-3e353018-8331-42f3-bbc7-fab7bc64f768 req-b5eb7449-5f07-4061-880b-d49a0262daa7 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] For port 77757051-195c-4db8-8a70-f2553e199968, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=77757051-195c-4db8-8a70-f2553e199968,segment=NetworkSegment(7f7e5b3e-aacb-44ba-92e0-ecf07a14a2c3),segment_id=7f7e5b3e-aacb-44ba-92e0-ecf07a14a2c3)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:18:51.556003 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3e353018-8331-42f3-bbc7-fab7bc64f768 req-b5eb7449-5f07-4061-880b-d49a0262daa7 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (77757051-195c-4db8-8a70-f2553e199968), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:51.573886 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-3e353018-8331-42f3-bbc7-fab7bc64f768 req-b5eb7449-5f07-4061-880b-d49a0262daa7 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Calling delete_port for 77757051-195c-4db8-8a70-f2553e199968 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:18:51.774182 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3e353018-8331-42f3-bbc7-fab7bc64f768 req-b5eb7449-5f07-4061-880b-d49a0262daa7 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (77757051-195c-4db8-8a70-f2553e199968), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:51.796494 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43410) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:51.852351 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb7449-5f07-4061-880b-d49a0262daa7 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Pushing event deleted for resources: {'Port': ['ID=77757051-195c-4db8-8a70-f2553e199968,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:51.942197 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e353018-8331-42f3-bbc7-fab7bc64f768 req-b5eb7449-5f07-4061-880b-d49a0262daa7 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] No DVR routers for this DVR port 77757051-195c-4db8-8a70-f2553e199968 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:18:51.950418 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8320fd1-faa7-4d19-a2eb-864b9beb6ab5 req-2b6c2fe6-20ad-4bf0-81b5-3bba5db0254a tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:51.951589 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3e353018-8331-42f3-bbc7-fab7bc64f768 req-b5eb7449-5f07-4061-880b-d49a0262daa7 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:51.955397 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3e353018-8331-42f3-bbc7-fab7bc64f768 req-b5eb7449-5f07-4061-880b-d49a0262daa7 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.39 "DELETE /v2.0/ports/77757051-195c-4db8-8a70-f2553e199968 HTTP/1.1" status: 204 len: 173 time: 1.2271333 Jan 28 03:18:51.955886 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f121fc7-9edf-490f-87f5-0bbb24846d4e', 'name': 'network-vif-deleted', 'tag': '77757051-195c-4db8-8a70-f2553e199968'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:18:51.959430 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f8320fd1-faa7-4d19-a2eb-864b9beb6ab5 req-2b6c2fe6-20ad-4bf0-81b5-3bba5db0254a tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] 10.222.0.53 "GET /v2.0/ports?device_id=698fcaf5-16dc-4456-9ccf-1f6649c308ff HTTP/1.1" status: 200 len: 943 time: 0.1029027 Jan 28 03:18:51.967296 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a02749-f5ac-4c54-a79b-da27c9811623" -d '{"events": [{"server_uuid": "5f121fc7-9edf-490f-87f5-0bbb24846d4e", "name": "network-vif-deleted", "tag": "77757051-195c-4db8-8a70-f2553e199968"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:18:52.054952 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f8320fd1-faa7-4d19-a2eb-864b9beb6ab5 req-d302fc9b-cb66-45c3-8859-6c75a5295f76 tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b6fea91-0ab3-40a9-81e2-796be86640be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925581 Jan 28 03:18:52.092006 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7b4379df-33ed-42ed-832e-ef93b9a5a1f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:52.148630 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6250f145-2acc-4340-a0de-45a2fb5fb4ba x-openstack-request-id: req-6250f145-2acc-4340-a0de-45a2fb5fb4ba {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:18:52.148934 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f121fc7-9edf-490f-87f5-0bbb24846d4e", "name": "network-vif-deleted", "tag": "77757051-195c-4db8-8a70-f2553e199968", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:18:52.149201 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6250f145-2acc-4340-a0de-45a2fb5fb4ba {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:18:52.149690 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f121fc7-9edf-490f-87f5-0bbb24846d4e', 'name': 'network-vif-deleted', 'tag': '77757051-195c-4db8-8a70-f2553e199968', 'status': 'completed', 'code': 200} Jan 28 03:18:52.213763 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7b4379df-33ed-42ed-832e-ef93b9a5a1f8 admin admin] Publish callbacks [] for security_group (0fb84d8f-e6cd-43e2-b43c-4bc0d7f74c78), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:52.220148 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7b4379df-33ed-42ed-832e-ef93b9a5a1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (0fb84d8f-e6cd-43e2-b43c-4bc0d7f74c78), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:52.238331 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-68cf3211-9e85-4d3e-8e65-ce2f6ed516fd req-1c9e2d32-a34d-4cc5-88d3-0a071315661c tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f121fc7-9edf-490f-87f5-0bbb24846d4e HTTP/1.1" status: 200 len: 210 time: 0.0685861 Jan 28 03:18:52.271466 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7b4379df-33ed-42ed-832e-ef93b9a5a1f8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c5bb3148d86649ed887f56e8e0cc0222&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4733679 Jan 28 03:18:52.271674 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43420) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:52.295748 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4379df-33ed-42ed-832e-ef93b9a5a1f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb84d8f-e6cd-43e2-b43c-4bc0d7f74c78,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:52.404231 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-edc2bab3-a20c-4794-b2e9-763caea72996 admin admin] Publish callbacks [] for security_group (0fb84d8f-e6cd-43e2-b43c-4bc0d7f74c78), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:52.456270 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-edc2bab3-a20c-4794-b2e9-763caea72996 admin admin] Publish callbacks [] for security_group (0fb84d8f-e6cd-43e2-b43c-4bc0d7f74c78), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:52.540962 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-edc2bab3-a20c-4794-b2e9-763caea72996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (0fb84d8f-e6cd-43e2-b43c-4bc0d7f74c78), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:52.545003 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-edc2bab3-a20c-4794-b2e9-763caea72996 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:52.546297 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-edc2bab3-a20c-4794-b2e9-763caea72996 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0fb84d8f-e6cd-43e2-b43c-4bc0d7f74c78 HTTP/1.1" status: 204 len: 168 time: 0.2737739 Jan 28 03:18:52.563433 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc2bab3-a20c-4794-b2e9-763caea72996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb84d8f-e6cd-43e2-b43c-4bc0d7f74c78,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:53.319356 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b83577-78c3-4ba1-a2ef-9b42d083c726 req-b7957f26-8d6b-439c-b6aa-2b2d8c5be7a9 tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:53.333980 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f1b83577-78c3-4ba1-a2ef-9b42d083c726 req-b7957f26-8d6b-439c-b6aa-2b2d8c5be7a9 tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] 10.222.0.53 "GET /v2.0/ports?device_id=698fcaf5-16dc-4456-9ccf-1f6649c308ff HTTP/1.1" status: 200 len: 943 time: 0.1113796 Jan 28 03:18:53.432925 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-24b6f29a-db96-4f12-b040-b1b3a583289c req-9cef7847-025b-42e4-946f-79ce29afddd6 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f121fc7-9edf-490f-87f5-0bbb24846d4e HTTP/1.1" status: 200 len: 210 time: 0.0541289 Jan 28 03:18:53.471378 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f1b83577-78c3-4ba1-a2ef-9b42d083c726 req-f181fd29-f54f-44eb-9903-c0e352c4acd6 tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b6fea91-0ab3-40a9-81e2-796be86640be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250648 Jan 28 03:18:53.739109 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43450) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:53.913057 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-7bd414b3-12bf-4fb0-a564-9dbb12eea8ff tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-722786235'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:18:53.959834 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd414b3-12bf-4fb0-a564-9dbb12eea8ff tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Made reservation on behalf of 473bba1415c4443dad37f0553b0046bc for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:18:53.965467 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7bd414b3-12bf-4fb0-a564-9dbb12eea8ff tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:53.987999 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7bd414b3-12bf-4fb0-a564-9dbb12eea8ff tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:54.072267 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device f09df84d-0881-4d55-8f40-ec2b59f5710e details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:18:54.118423 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7bd414b3-12bf-4fb0-a564-9dbb12eea8ff tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Publish callbacks [] for security_group (8ca41438-24ba-4b28-9048-4c5a2fbd7a60), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:54.124506 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7bd414b3-12bf-4fb0-a564-9dbb12eea8ff tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (8ca41438-24ba-4b28-9048-4c5a2fbd7a60), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:54.160774 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bd414b3-12bf-4fb0-a564-9dbb12eea8ff tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:18:54.177415 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd414b3-12bf-4fb0-a564-9dbb12eea8ff tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca41438-24ba-4b28-9048-4c5a2fbd7a60,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:54.183055 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7bd414b3-12bf-4fb0-a564-9dbb12eea8ff tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (d03b97a3-02c8-4ae4-88a0-9e321e586889), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:54.183495 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-7bd414b3-12bf-4fb0-a564-9dbb12eea8ff tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Added segment d03b97a3-02c8-4ae4-88a0-9e321e586889 of type vlan for network 17658a76-a1ca-4f2a-a4f9-730e644b2112 Jan 28 03:18:54.300763 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7bd414b3-12bf-4fb0-a564-9dbb12eea8ff tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (17658a76-a1ca-4f2a-a4f9-730e644b2112), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:54.325113 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port f09df84d-0881-4d55-8f40-ec2b59f5710e, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=f09df84d-0881-4d55-8f40-ec2b59f5710e,segment=NetworkSegment(6aa0d476-c73c-45ca-b4e0-99010398acae),segment_id=6aa0d476-c73c-45ca-b4e0-99010398acae)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:18:54.338434 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': 'f09df84d-0881-4d55-8f40-ec2b59f5710e', 'network_id': 'a6e8501c-1f37-4c08-81bf-7b5a83dd3d7a', 'port_id': 'f09df84d-0881-4d55-8f40-ec2b59f5710e', 'mac_address': 'fa:16:3e:6b:a6:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '971cb9e6-ca61-4baf-a28c-fc22e9fd048f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:18:54.342840 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7bd414b3-12bf-4fb0-a564-9dbb12eea8ff tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (17658a76-a1ca-4f2a-a4f9-730e644b2112), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:54.349416 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd414b3-12bf-4fb0-a564-9dbb12eea8ff tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:54.350772 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7bd414b3-12bf-4fb0-a564-9dbb12eea8ff tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:54.427572 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43458) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:54.427932 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7bd414b3-12bf-4fb0-a564-9dbb12eea8ff tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6870458 Jan 28 03:18:54.440377 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-b97b8cb3-3362-4270-88d9-5611225d9c3d tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Request body: {'subnet': {'network_id': '17658a76-a1ca-4f2a-a4f9-730e644b2112', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:18:54.442983 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd414b3-12bf-4fb0-a564-9dbb12eea8ff tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Pushing event updated for resources: {'Network': ['ID=17658a76-a1ca-4f2a-a4f9-730e644b2112,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:54.596415 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 17658a76-a1ca-4f2a-a4f9-730e644b2112 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:18:54.611451 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8d14acfc-9b98-4702-ba00-e5a2781a948d req-37fc183d-788e-469c-adcc-119bc5251d57 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f121fc7-9edf-490f-87f5-0bbb24846d4e HTTP/1.1" status: 200 len: 210 time: 0.0863521 Jan 28 03:18:54.628181 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97b8cb3-3362-4270-88d9-5611225d9c3d tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Made reservation on behalf of 473bba1415c4443dad37f0553b0046bc for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:18:54.639858 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b97b8cb3-3362-4270-88d9-5611225d9c3d tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:54.725588 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port f09df84d-0881-4d55-8f40-ec2b59f5710e is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:18:54.727249 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f09df84d-0881-4d55-8f40-ec2b59f5710e), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:54.764690 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f09df84d-0881-4d55-8f40-ec2b59f5710e {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:18:54.777512 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f7fd7-0a6c-4ddd-b273-f4c6e2df3d88 req-61eaea3e-fc82-4386-830f-740fb219effb tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:54.778706 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-763f7fd7-0a6c-4ddd-b273-f4c6e2df3d88 req-61eaea3e-fc82-4386-830f-740fb219effb tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] 10.222.0.53 "GET /v2.0/ports?device_id=698fcaf5-16dc-4456-9ccf-1f6649c308ff HTTP/1.1" status: 200 len: 943 time: 0.0876412 Jan 28 03:18:54.815246 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port f09df84d-0881-4d55-8f40-ec2b59f5710e, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=f09df84d-0881-4d55-8f40-ec2b59f5710e,segment=NetworkSegment(6aa0d476-c73c-45ca-b4e0-99010398acae),segment_id=6aa0d476-c73c-45ca-b4e0-99010398acae)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:18:54.823546 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (f09df84d-0881-4d55-8f40-ec2b59f5710e), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:54.891153 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-763f7fd7-0a6c-4ddd-b273-f4c6e2df3d88 req-03799e96-a545-430f-a847-5c4536004c2d tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b6fea91-0ab3-40a9-81e2-796be86640be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948215 Jan 28 03:18:54.952037 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=f09df84d-0881-4d55-8f40-ec2b59f5710e,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:54.962224 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 77757051-195c-4db8-8a70-f2553e199968 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:18:55.004247 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b97b8cb3-3362-4270-88d9-5611225d9c3d tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (f0d270f9-6895-4b1b-9074-5fcb5e5ca939), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:55.009417 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 77757051-195c-4db8-8a70-f2553e199968 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:18:55.010061 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 77757051-195c-4db8-8a70-f2553e199968 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:18:55.131126 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b8cb3-3362-4270-88d9-5611225d9c3d tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Pushing event updated for resources: {'Subnet': ['ID=f0d270f9-6895-4b1b-9074-5fcb5e5ca939,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:55.137817 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97b8cb3-3362-4270-88d9-5611225d9c3d tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Checking segment: {'id': 'd03b97a3-02c8-4ae4-88a0-9e321e586889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '17658a76-a1ca-4f2a-a4f9-730e644b2112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:18:55.138819 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97b8cb3-3362-4270-88d9-5611225d9c3d tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Network hostable DHCP agents. Network: 17658a76-a1ca-4f2a-a4f9-730e644b2112, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:18:55.168424 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97b8cb3-3362-4270-88d9-5611225d9c3d tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Network 17658a76-a1ca-4f2a-a4f9-730e644b2112 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:18:55.185285 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-b97b8cb3-3362-4270-88d9-5611225d9c3d tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 17658a76-a1ca-4f2a-a4f9-730e644b2112) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:18:55.204570 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9b3aee-cc6b-4c0b-8509-169cce7150ad None None] Network 17658a76-a1ca-4f2a-a4f9-730e644b2112 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:18:55.211795 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97b8cb3-3362-4270-88d9-5611225d9c3d tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:55.212800 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b97b8cb3-3362-4270-88d9-5611225d9c3d tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:55.268257 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b97b8cb3-3362-4270-88d9-5611225d9c3d tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8347170 Jan 28 03:18:55.270532 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43472) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:55.283983 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-197a9cb2-67c9-46fe-a880-838320aba224 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Request body: {'port': {'network_id': '17658a76-a1ca-4f2a-a4f9-730e644b2112', 'name': 'tempest-ExtraDHCPOptionsTestJSON-430375224'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:18:55.386513 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['f09df84d-0881-4d55-8f40-ec2b59f5710e'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:18:55.487359 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e022574-34ce-42a5-9e22-6d9008182e80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-17658a76-a1ca-4f2a-a4f9-730e644b2112', 'network_id': '17658a76-a1ca-4f2a-a4f9-730e644b2112', 'project_id': '473bba1415c4443dad37f0553b0046bc', 'fixed_ips': [{'subnet_id': 'f0d270f9-6895-4b1b-9074-5fcb5e5ca939'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:18:55.490356 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1e022574-34ce-42a5-9e22-6d9008182e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:55.556235 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197a9cb2-67c9-46fe-a880-838320aba224 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Made reservation on behalf of 473bba1415c4443dad37f0553b0046bc for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:18:55.563855 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-197a9cb2-67c9-46fe-a880-838320aba224 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:55.602619 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-197a9cb2-67c9-46fe-a880-838320aba224 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] device_id is not set on port ad4d7036-7add-4285-b5f1-bde8d2d563aa yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:18:55.856465 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-757459e1-8d4d-4815-8bef-9d95a34612c4 req-475d057c-668f-4635-95d7-ae8f483b607e tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f121fc7-9edf-490f-87f5-0bbb24846d4e HTTP/1.1" status: 200 len: 210 time: 0.0668993 Jan 28 03:18:55.893323 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-1e022574-34ce-42a5-9e22-6d9008182e80 None None] Allocated IP 172.20.0.2 (17658a76-a1ca-4f2a-a4f9-730e644b2112/f0d270f9-6895-4b1b-9074-5fcb5e5ca939/ff67fab5-4768-4192-8386-6da27a7b3363) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:18:56.157394 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d17421-a680-4c7f-9853-7faef1ec24d4 req-3f2fe1f2-3ec6-4bf5-962c-177b860d9048 tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:56.160351 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e6d17421-a680-4c7f-9853-7faef1ec24d4 req-3f2fe1f2-3ec6-4bf5-962c-177b860d9048 tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] 10.222.0.53 "GET /v2.0/ports?device_id=698fcaf5-16dc-4456-9ccf-1f6649c308ff HTTP/1.1" status: 200 len: 944 time: 0.1112089 Jan 28 03:18:56.259348 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e6d17421-a680-4c7f-9853-7faef1ec24d4 req-1df105de-2b0f-4212-8429-201fec5ff9b5 tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b6fea91-0ab3-40a9-81e2-796be86640be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887406 Jan 28 03:18:56.334218 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1e022574-34ce-42a5-9e22-6d9008182e80 None None] Publish callbacks [] for port (ff67fab5-4768-4192-8386-6da27a7b3363), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:56.359219 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1e022574-34ce-42a5-9e22-6d9008182e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (ff67fab5-4768-4192-8386-6da27a7b3363), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:56.421175 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e022574-34ce-42a5-9e22-6d9008182e80 None None] Network 17658a76-a1ca-4f2a-a4f9-730e644b2112 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:18:56.444473 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-1e022574-34ce-42a5-9e22-6d9008182e80 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:18:56.448678 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e022574-34ce-42a5-9e22-6d9008182e80 None None] Pushing event updated for resources: {'Port': ['ID=ff67fab5-4768-4192-8386-6da27a7b3363,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:56.466535 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e022574-34ce-42a5-9e22-6d9008182e80 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:18:56.498294 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-197a9cb2-67c9-46fe-a880-838320aba224 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Allocated IP 172.20.0.4 (17658a76-a1ca-4f2a-a4f9-730e644b2112/f0d270f9-6895-4b1b-9074-5fcb5e5ca939/ad4d7036-7add-4285-b5f1-bde8d2d563aa) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:18:56.599901 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-1e022574-34ce-42a5-9e22-6d9008182e80 None None] Attempting to bind port ff67fab5-4768-4192-8386-6da27a7b3363 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:18:56.600594 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-1e022574-34ce-42a5-9e22-6d9008182e80 None None] Attempting to bind port ff67fab5-4768-4192-8386-6da27a7b3363 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'd03b97a3-02c8-4ae4-88a0-9e321e586889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '17658a76-a1ca-4f2a-a4f9-730e644b2112'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:18:56.601494 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e022574-34ce-42a5-9e22-6d9008182e80 None None] Attempting to bind port ff67fab5-4768-4192-8386-6da27a7b3363 on network 17658a76-a1ca-4f2a-a4f9-730e644b2112 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:18:56.612714 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e022574-34ce-42a5-9e22-6d9008182e80 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:18:56.613451 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e022574-34ce-42a5-9e22-6d9008182e80 None None] Checking segment: {'id': 'd03b97a3-02c8-4ae4-88a0-9e321e586889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '17658a76-a1ca-4f2a-a4f9-730e644b2112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:18:56.614167 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1e022574-34ce-42a5-9e22-6d9008182e80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:56.614887 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e022574-34ce-42a5-9e22-6d9008182e80 None None] Bound using segment: {'id': 'd03b97a3-02c8-4ae4-88a0-9e321e586889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '17658a76-a1ca-4f2a-a4f9-730e644b2112'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:18:56.615779 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-1e022574-34ce-42a5-9e22-6d9008182e80 None None] Bound port: ff67fab5-4768-4192-8386-6da27a7b3363, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd03b97a3-02c8-4ae4-88a0-9e321e586889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '17658a76-a1ca-4f2a-a4f9-730e644b2112'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:18:56.616696 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1e022574-34ce-42a5-9e22-6d9008182e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ff67fab5-4768-4192-8386-6da27a7b3363), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:56.800473 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-1e022574-34ce-42a5-9e22-6d9008182e80 None None] For port ff67fab5-4768-4192-8386-6da27a7b3363, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:18:56.810788 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-1e022574-34ce-42a5-9e22-6d9008182e80 None None] For port ff67fab5-4768-4192-8386-6da27a7b3363, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ff67fab5-4768-4192-8386-6da27a7b3363,segment=NetworkSegment(d03b97a3-02c8-4ae4-88a0-9e321e586889),segment_id=d03b97a3-02c8-4ae4-88a0-9e321e586889)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:18:56.820282 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1e022574-34ce-42a5-9e22-6d9008182e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ff67fab5-4768-4192-8386-6da27a7b3363), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:56.865268 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-197a9cb2-67c9-46fe-a880-838320aba224 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Publish callbacks [] for port (ad4d7036-7add-4285-b5f1-bde8d2d563aa), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:56.954288 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e022574-34ce-42a5-9e22-6d9008182e80 None None] Pushing event updated for resources: {'Port': ['ID=ff67fab5-4768-4192-8386-6da27a7b3363,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:57.009810 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-197a9cb2-67c9-46fe-a880-838320aba224 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (ad4d7036-7add-4285-b5f1-bde8d2d563aa), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:57.086643 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197a9cb2-67c9-46fe-a880-838320aba224 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Network 17658a76-a1ca-4f2a-a4f9-730e644b2112 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:18:57.114478 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-197a9cb2-67c9-46fe-a880-838320aba224 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:18:57.125740 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2c53f34d-8b64-4f0c-88c6-73b20902db2e req-2df62de7-f8f1-4bff-a242-1b13b549eaf1 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f121fc7-9edf-490f-87f5-0bbb24846d4e HTTP/1.1" status: 200 len: 210 time: 0.0604258 Jan 28 03:18:57.139183 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197a9cb2-67c9-46fe-a880-838320aba224 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:18:57.198406 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a9cb2-67c9-46fe-a880-838320aba224 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Pushing event updated for resources: {'Port': ['ID=ad4d7036-7add-4285-b5f1-bde8d2d563aa,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:57.256353 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197a9cb2-67c9-46fe-a880-838320aba224 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:57.257194 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-197a9cb2-67c9-46fe-a880-838320aba224 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:57.304023 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43488) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:57.304558 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-197a9cb2-67c9-46fe-a880-838320aba224 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0315158 Jan 28 03:18:57.320570 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-994fc9f0-c936-4a19-8916-105d1fcdbbe1 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Request body: {'port': {'network_id': '17658a76-a1ca-4f2a-a4f9-730e644b2112', 'name': 'tempest-ExtraDHCPOptionsTestJSON-556703530', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:18:57.320570 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.api.validators [None req-994fc9f0-c936-4a19-8916-105d1fcdbbe1 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] bootfile-name is not in valid_values {{(pid=109802) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 03:18:57.320570 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.api.validators [None req-994fc9f0-c936-4a19-8916-105d1fcdbbe1 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] tftp-server is not in valid_values {{(pid=109802) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 03:18:57.321000 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.api.validators [None req-994fc9f0-c936-4a19-8916-105d1fcdbbe1 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] server-ip-address is not in valid_values {{(pid=109802) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 03:18:57.670698 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459499e-e951-4fb2-980e-78bf4c0437f7 req-aab39dda-92a4-47e6-a9a8-80730f378d9f tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:57.685555 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4459499e-e951-4fb2-980e-78bf4c0437f7 req-aab39dda-92a4-47e6-a9a8-80730f378d9f tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] 10.222.0.53 "GET /v2.0/ports?device_id=698fcaf5-16dc-4456-9ccf-1f6649c308ff HTTP/1.1" status: 200 len: 944 time: 0.2345805 Jan 28 03:18:57.788526 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4459499e-e951-4fb2-980e-78bf4c0437f7 req-50711205-624d-4ec2-8bd4-173d6e1ec025 tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b6fea91-0ab3-40a9-81e2-796be86640be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014833 Jan 28 03:18:57.798269 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994fc9f0-c936-4a19-8916-105d1fcdbbe1 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Made reservation on behalf of 473bba1415c4443dad37f0553b0046bc for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:18:57.802117 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-994fc9f0-c936-4a19-8916-105d1fcdbbe1 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:57.832100 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-994fc9f0-c936-4a19-8916-105d1fcdbbe1 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] device_id is not set on port 7190e59e-99c4-45f4-a43f-1d3199963977 yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:18:58.043703 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-994fc9f0-c936-4a19-8916-105d1fcdbbe1 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Allocated IP 172.20.0.11 (17658a76-a1ca-4f2a-a4f9-730e644b2112/f0d270f9-6895-4b1b-9074-5fcb5e5ca939/7190e59e-99c4-45f4-a43f-1d3199963977) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:18:58.110870 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device f09df84d-0881-4d55-8f40-ec2b59f5710e up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:18:58.267596 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port f09df84d-0881-4d55-8f40-ec2b59f5710e completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:18:58.280469 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port f09df84d-0881-4d55-8f40-ec2b59f5710e triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:18:58.280852 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f09df84d-0881-4d55-8f40-ec2b59f5710e), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:58.438396 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-103675a1-a6ad-463a-b7c4-5f69efac66e9 req-c098375e-48d0-4cfd-8f0c-1c190bdee8cd tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f121fc7-9edf-490f-87f5-0bbb24846d4e HTTP/1.1" status: 200 len: 210 time: 0.1321430 Jan 28 03:18:58.507704 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port f09df84d-0881-4d55-8f40-ec2b59f5710e is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:18:58.508352 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f09df84d-0881-4d55-8f40-ec2b59f5710e), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:58.575299 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ff67fab5-4768-4192-8386-6da27a7b3363 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:18:58.581800 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-994fc9f0-c936-4a19-8916-105d1fcdbbe1 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Publish callbacks [] for port (7190e59e-99c4-45f4-a43f-1d3199963977), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:58.595913 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698fcaf5-16dc-4456-9ccf-1f6649c308ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09df84d-0881-4d55-8f40-ec2b59f5710e'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:18:58.608190 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84ea3b1-d52b-4c4b-884b-dd538e66b658" -d '{"events": [{"server_uuid": "698fcaf5-16dc-4456-9ccf-1f6649c308ff", "name": "network-vif-plugged", "status": "completed", "tag": "f09df84d-0881-4d55-8f40-ec2b59f5710e"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:18:58.687852 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-994fc9f0-c936-4a19-8916-105d1fcdbbe1 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (7190e59e-99c4-45f4-a43f-1d3199963977), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:58.688698 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port f09df84d-0881-4d55-8f40-ec2b59f5710e, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=f09df84d-0881-4d55-8f40-ec2b59f5710e,segment=NetworkSegment(6aa0d476-c73c-45ca-b4e0-99010398acae),segment_id=6aa0d476-c73c-45ca-b4e0-99010398acae)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:18:58.709525 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (f09df84d-0881-4d55-8f40-ec2b59f5710e), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:58.745920 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994fc9f0-c936-4a19-8916-105d1fcdbbe1 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Network 17658a76-a1ca-4f2a-a4f9-730e644b2112 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:18:58.750510 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-994fc9f0-c936-4a19-8916-105d1fcdbbe1 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:18:58.758357 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994fc9f0-c936-4a19-8916-105d1fcdbbe1 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:18:58.805970 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a859cdf2-291a-4060-b53b-0adfdc772a6b x-openstack-request-id: req-a859cdf2-291a-4060-b53b-0adfdc772a6b {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:18:58.806411 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698fcaf5-16dc-4456-9ccf-1f6649c308ff", "name": "network-vif-plugged", "status": "completed", "tag": "f09df84d-0881-4d55-8f40-ec2b59f5710e", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:18:58.806777 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a859cdf2-291a-4060-b53b-0adfdc772a6b {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:18:58.807264 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698fcaf5-16dc-4456-9ccf-1f6649c308ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09df84d-0881-4d55-8f40-ec2b59f5710e', 'code': 200} Jan 28 03:18:58.809795 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=f09df84d-0881-4d55-8f40-ec2b59f5710e,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:58.849168 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994fc9f0-c936-4a19-8916-105d1fcdbbe1 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Pushing event updated for resources: {'Port': ['ID=7190e59e-99c4-45f4-a43f-1d3199963977,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:58.860340 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port ff67fab5-4768-4192-8386-6da27a7b3363 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:18:58.860821 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ff67fab5-4768-4192-8386-6da27a7b3363), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:58.885280 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994fc9f0-c936-4a19-8916-105d1fcdbbe1 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:58.899806 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-994fc9f0-c936-4a19-8916-105d1fcdbbe1 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:58.946248 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-994fc9f0-c936-4a19-8916-105d1fcdbbe1 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.6396818 Jan 28 03:18:58.947417 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43504) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:58.991883 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port ff67fab5-4768-4192-8386-6da27a7b3363 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:18:58.992541 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ff67fab5-4768-4192-8386-6da27a7b3363), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:59.012149 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65042df-bd13-43a9-a3e4-44c485f8710c req-31dfaf44-b104-42de-a47d-24689f2d71c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:59.013993 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a65042df-bd13-43a9-a3e4-44c485f8710c req-31dfaf44-b104-42de-a47d-24689f2d71c6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=698fcaf5-16dc-4456-9ccf-1f6649c308ff HTTP/1.1" status: 200 len: 1097 time: 0.1242752 Jan 28 03:18:59.050906 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port ff67fab5-4768-4192-8386-6da27a7b3363, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ff67fab5-4768-4192-8386-6da27a7b3363,segment=NetworkSegment(d03b97a3-02c8-4ae4-88a0-9e321e586889),segment_id=d03b97a3-02c8-4ae4-88a0-9e321e586889)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:18:59.054680 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02f9e51-3e6a-4b06-98ee-29ed643e0ae2 None None] Network 17658a76-a1ca-4f2a-a4f9-730e644b2112 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:18:59.063974 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ff67fab5-4768-4192-8386-6da27a7b3363), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:59.105805 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a65042df-bd13-43a9-a3e4-44c485f8710c req-d514f160-6228-420a-bb98-88c960d12fa9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5b6fea91-0ab3-40a9-81e2-796be86640be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810802 Jan 28 03:18:59.180461 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75feb7b0-048d-4e08-b478-457ddf063dd0 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:59.190682 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75feb7b0-048d-4e08-b478-457ddf063dd0 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:59.198992 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7baffc22-c161-4536-a15f-c42ebf332d79 None None] Provisioning complete for port ff67fab5-4768-4192-8386-6da27a7b3363 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:18:59.199577 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7baffc22-c161-4536-a15f-c42ebf332d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ff67fab5-4768-4192-8386-6da27a7b3363), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:59.201357 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75feb7b0-048d-4e08-b478-457ddf063dd0 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:59.208863 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43506) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:59.209540 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-75feb7b0-048d-4e08-b478-457ddf063dd0 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.2601702 Jan 28 03:18:59.251322 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf248a-b873-4ef1-8739-2dfb906c0a88 req-9c1a1ecc-ef1a-4bdd-8eb4-e24139cb7fb5 tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:18:59.252539 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=ff67fab5-4768-4192-8386-6da27a7b3363,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:59.258659 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-36bf248a-b873-4ef1-8739-2dfb906c0a88 req-9c1a1ecc-ef1a-4bdd-8eb4-e24139cb7fb5 tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] 10.222.0.53 "GET /v2.0/ports?device_id=698fcaf5-16dc-4456-9ccf-1f6649c308ff HTTP/1.1" status: 200 len: 945 time: 0.2352831 Jan 28 03:18:59.366007 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:59.378830 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-36bf248a-b873-4ef1-8739-2dfb906c0a88 req-6beef01a-24a7-4959-acf1-e31ea9f349b0 tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b6fea91-0ab3-40a9-81e2-796be86640be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020114 Jan 28 03:18:59.388821 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-48eddc3a-0837-4ae6-87fb-f9afe1f02d17 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Deleting port 7190e59e-99c4-45f4-a43f-1d3199963977 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:18:59.389215 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-48eddc3a-0837-4ae6-87fb-f9afe1f02d17 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (7190e59e-99c4-45f4-a43f-1d3199963977), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:59.435265 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7baffc22-c161-4536-a15f-c42ebf332d79 None None] Current status of the port ff67fab5-4768-4192-8386-6da27a7b3363 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:18:59.539894 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-48eddc3a-0837-4ae6-87fb-f9afe1f02d17 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (7190e59e-99c4-45f4-a43f-1d3199963977), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:59.557487 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-48eddc3a-0837-4ae6-87fb-f9afe1f02d17 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Calling delete_port for 7190e59e-99c4-45f4-a43f-1d3199963977 owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:18:59.643294 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-55fa2ee3-171f-44a0-be59-42a0d2a713f5 req-d1f0e8cc-3f24-4cf0-9fa4-d256f8f4572e tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f121fc7-9edf-490f-87f5-0bbb24846d4e HTTP/1.1" status: 200 len: 210 time: 0.0315094 Jan 28 03:18:59.746599 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e2a74c30-809b-4eab-bf54-78e101479bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:59.813202 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-48eddc3a-0837-4ae6-87fb-f9afe1f02d17 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (7190e59e-99c4-45f4-a43f-1d3199963977), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:59.850970 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eddc3a-0837-4ae6-87fb-f9afe1f02d17 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Pushing event deleted for resources: {'Port': ['ID=7190e59e-99c4-45f4-a43f-1d3199963977,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:18:59.895828 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-89c9a3b8-499d-4d25-8c90-da8d0213ad53 None None] Provisioning complete for port ad4d7036-7add-4285-b5f1-bde8d2d563aa triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:18:59.896567 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-89c9a3b8-499d-4d25-8c90-da8d0213ad53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ad4d7036-7add-4285-b5f1-bde8d2d563aa), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:59.947111 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-89c9a3b8-499d-4d25-8c90-da8d0213ad53 None None] Port ad4d7036-7add-4285-b5f1-bde8d2d563aa cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:18:59.959067 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-48eddc3a-0837-4ae6-87fb-f9afe1f02d17 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:59.959717 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-89c9a3b8-499d-4d25-8c90-da8d0213ad53 None None] Provisioning complete for port ff67fab5-4768-4192-8386-6da27a7b3363 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:18:59.960320 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-89c9a3b8-499d-4d25-8c90-da8d0213ad53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ff67fab5-4768-4192-8386-6da27a7b3363), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:18:59.964783 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-48eddc3a-0837-4ae6-87fb-f9afe1f02d17 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] 10.222.0.53 "DELETE /v2.0/ports/7190e59e-99c4-45f4-a43f-1d3199963977 HTTP/1.1" status: 204 len: 168 time: 0.7542768 Jan 28 03:18:59.970539 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43514) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:18:59.980000 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-5959bb50-a88d-4d59-8c56-1f207baf232a tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Request body: {'port': {'name': 'tempest-new-port-name-1915406079', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:18:59.980449 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.api.validators [None req-5959bb50-a88d-4d59-8c56-1f207baf232a tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] bootfile-name is not in valid_values {{(pid=109803) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 03:18:59.980832 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.api.validators [None req-5959bb50-a88d-4d59-8c56-1f207baf232a tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] tftp-server is not in valid_values {{(pid=109803) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 03:18:59.981152 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.api.validators [None req-5959bb50-a88d-4d59-8c56-1f207baf232a tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] server-ip-address is not in valid_values {{(pid=109803) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 03:19:00.092870 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-89c9a3b8-499d-4d25-8c90-da8d0213ad53 None None] Current status of the port ff67fab5-4768-4192-8386-6da27a7b3363 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:19:00.096887 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-89c9a3b8-499d-4d25-8c90-da8d0213ad53 None None] Could not find standard attr ID for object 7190e59e-99c4-45f4-a43f-1d3199963977. {{(pid=109804) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:19:00.116788 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5959bb50-a88d-4d59-8c56-1f207baf232a tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ad4d7036-7add-4285-b5f1-bde8d2d563aa), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:00.231745 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-3ce6ab78-4e20-4fbc-9573-21707c01867f None None] Provisioning complete for port ad4d7036-7add-4285-b5f1-bde8d2d563aa triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:19:00.232284 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3ce6ab78-4e20-4fbc-9573-21707c01867f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ad4d7036-7add-4285-b5f1-bde8d2d563aa), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:00.298242 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-3ce6ab78-4e20-4fbc-9573-21707c01867f None None] Port ad4d7036-7add-4285-b5f1-bde8d2d563aa cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:19:00.364565 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ff67fab5-4768-4192-8386-6da27a7b3363 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:19:00.479948 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port ff67fab5-4768-4192-8386-6da27a7b3363 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:19:00.481194 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ff67fab5-4768-4192-8386-6da27a7b3363), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:00.520495 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5959bb50-a88d-4d59-8c56-1f207baf232a tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Publish callbacks [] for port (ad4d7036-7add-4285-b5f1-bde8d2d563aa), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:00.527422 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5959bb50-a88d-4d59-8c56-1f207baf232a tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (ad4d7036-7add-4285-b5f1-bde8d2d563aa), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:00.686560 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-1d63b4d4-003d-4242-9056-a7163b137546 None None] Could not find standard attr ID for object 7190e59e-99c4-45f4-a43f-1d3199963977. {{(pid=109804) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:19:00.728973 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port ff67fab5-4768-4192-8386-6da27a7b3363 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:19:00.732548 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-5959bb50-a88d-4d59-8c56-1f207baf232a tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] In _notify_port_updated(), no bound segment for port ad4d7036-7add-4285-b5f1-bde8d2d563aa on network 17658a76-a1ca-4f2a-a4f9-730e644b2112 {{(pid=109803) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 03:19:00.738211 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5959bb50-a88d-4d59-8c56-1f207baf232a tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:00.738914 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5959bb50-a88d-4d59-8c56-1f207baf232a tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:00.744002 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43520) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:00.756807 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5959bb50-a88d-4d59-8c56-1f207baf232a tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] 10.222.0.53 "PUT /v2.0/ports/ad4d7036-7add-4285-b5f1-bde8d2d563aa HTTP/1.1" status: 200 len: 1136 time: 0.7816494 Jan 28 03:19:00.803982 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1972414c-4d51-4039-a77c-18548fc9ae6f tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:00.812023 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1972414c-4d51-4039-a77c-18548fc9ae6f tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] 10.222.0.53 "GET /v2.0/ports/ad4d7036-7add-4285-b5f1-bde8d2d563aa HTTP/1.1" status: 200 len: 1136 time: 0.0668485 Jan 28 03:19:00.819621 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43522) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:00.839856 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5959bb50-a88d-4d59-8c56-1f207baf232a tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Pushing event updated for resources: {'Port': ['ID=ad4d7036-7add-4285-b5f1-bde8d2d563aa,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:00.855192 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e3f8f93f-f093-4224-a221-81f0ca14b694 req-06406577-c4dd-4200-a7af-8335620291e0 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f121fc7-9edf-490f-87f5-0bbb24846d4e HTTP/1.1" status: 200 len: 210 time: 0.0416839 Jan 28 03:19:00.884642 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfa1a9-292d-48b4-a863-e6eb0cd0dc12 req-8cb4a0b7-8c3c-4093-9009-602d27fe948a tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:00.887915 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-37bfa1a9-292d-48b4-a863-e6eb0cd0dc12 req-8cb4a0b7-8c3c-4093-9009-602d27fe948a tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] 10.222.0.53 "GET /v2.0/ports?device_id=698fcaf5-16dc-4456-9ccf-1f6649c308ff HTTP/1.1" status: 200 len: 945 time: 0.3523979 Jan 28 03:19:00.976232 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-37bfa1a9-292d-48b4-a863-e6eb0cd0dc12 req-27920bb2-faaa-432c-afdb-1e620f2ae256 tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b6fea91-0ab3-40a9-81e2-796be86640be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749412 Jan 28 03:19:01.104100 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-38e59f4f-9fdc-441e-ac2a-4714ba61a258 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Deleting port ad4d7036-7add-4285-b5f1-bde8d2d563aa {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:19:01.104457 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-38e59f4f-9fdc-441e-ac2a-4714ba61a258 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (ad4d7036-7add-4285-b5f1-bde8d2d563aa), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:01.276007 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-38e59f4f-9fdc-441e-ac2a-4714ba61a258 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (ad4d7036-7add-4285-b5f1-bde8d2d563aa), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:01.301949 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-38e59f4f-9fdc-441e-ac2a-4714ba61a258 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Calling delete_port for ad4d7036-7add-4285-b5f1-bde8d2d563aa owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:19:01.433258 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-3ba618d1-8c4b-4b4d-b657-d18e3d51726d None None] Provisioning complete for port ad4d7036-7add-4285-b5f1-bde8d2d563aa triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:19:01.433989 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3ba618d1-8c4b-4b4d-b657-d18e3d51726d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ad4d7036-7add-4285-b5f1-bde8d2d563aa), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:01.489053 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-3ba618d1-8c4b-4b4d-b657-d18e3d51726d None None] Port ad4d7036-7add-4285-b5f1-bde8d2d563aa cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:19:01.531397 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-38e59f4f-9fdc-441e-ac2a-4714ba61a258 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (ad4d7036-7add-4285-b5f1-bde8d2d563aa), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:01.592914 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e59f4f-9fdc-441e-ac2a-4714ba61a258 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Pushing event deleted for resources: {'Port': ['ID=ad4d7036-7add-4285-b5f1-bde8d2d563aa,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:01.674561 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-38e59f4f-9fdc-441e-ac2a-4714ba61a258 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:01.683243 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-38e59f4f-9fdc-441e-ac2a-4714ba61a258 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] 10.222.0.53 "DELETE /v2.0/ports/ad4d7036-7add-4285-b5f1-bde8d2d563aa HTTP/1.1" status: 204 len: 168 time: 0.8530641 Jan 28 03:19:01.684612 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43528) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:01.787121 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-62d6f921-7d0f-4ae3-80b4-a571f545217a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:01.797500 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-350e3ae9-e6ac-4f79-982f-992243cdfdd6 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Deleting subnet f0d270f9-6895-4b1b-9074-5fcb5e5ca939 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:19:01.803568 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-350e3ae9-e6ac-4f79-982f-992243cdfdd6 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Publish callbacks [] for subnet (f0d270f9-6895-4b1b-9074-5fcb5e5ca939), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:01.873564 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-350e3ae9-e6ac-4f79-982f-992243cdfdd6 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (f0d270f9-6895-4b1b-9074-5fcb5e5ca939), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:02.037752 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-350e3ae9-e6ac-4f79-982f-992243cdfdd6 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (f0d270f9-6895-4b1b-9074-5fcb5e5ca939), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:02.046681 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c5932755-1db1-4f4f-8d8a-2cac7e8551f1 req-1123d9b9-ee42-4461-a0d1-4ef251588c3f tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f121fc7-9edf-490f-87f5-0bbb24846d4e HTTP/1.1" status: 200 len: 210 time: 0.0730233 Jan 28 03:19:02.151489 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-350e3ae9-e6ac-4f79-982f-992243cdfdd6 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (f0d270f9-6895-4b1b-9074-5fcb5e5ca939), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:02.210552 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691aad53-0480-4ab2-8ed9-903371de3163 None None] Network 17658a76-a1ca-4f2a-a4f9-730e644b2112 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:19:02.222053 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e3ae9-e6ac-4f79-982f-992243cdfdd6 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Pushing event deleted for resources: {'Subnet': ['ID=f0d270f9-6895-4b1b-9074-5fcb5e5ca939,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:02.232334 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-350e3ae9-e6ac-4f79-982f-992243cdfdd6 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:02.253504 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-350e3ae9-e6ac-4f79-982f-992243cdfdd6 tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] 10.222.0.53 "DELETE /v2.0/subnets/f0d270f9-6895-4b1b-9074-5fcb5e5ca939 HTTP/1.1" status: 204 len: 168 time: 0.5667653 Jan 28 03:19:02.254127 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43542) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:02.329706 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cde25c-b3b2-4f47-a21d-1a8a14d82d0d req-536e4b46-a162-4e15-a735-dd827d8e991a tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:02.331813 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-73cde25c-b3b2-4f47-a21d-1a8a14d82d0d req-536e4b46-a162-4e15-a735-dd827d8e991a tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] 10.222.0.53 "GET /v2.0/ports?device_id=698fcaf5-16dc-4456-9ccf-1f6649c308ff HTTP/1.1" status: 200 len: 945 time: 0.1964631 Jan 28 03:19:02.479809 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-73cde25c-b3b2-4f47-a21d-1a8a14d82d0d req-2c7c7f45-7bad-46a2-8560-649a2908b677 tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b6fea91-0ab3-40a9-81e2-796be86640be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389465 Jan 28 03:19:02.512964 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43550) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:02.544000 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f7e0b224-1f7b-4341-b52e-d3d3fb090bec tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (17658a76-a1ca-4f2a-a4f9-730e644b2112), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:02.632727 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7b2fe0-764a-4dac-9a2c-3500837199a0 None None] DHCP port deletion for 17658a76-a1ca-4f2a-a4f9-730e644b2112 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:19:02.748750 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a2dd0-31bf-4236-af08-f486f3d072fc req-6f5ec148-fb24-4843-9c5c-d79d0293a4f4 tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:02.753417 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-124a2dd0-31bf-4236-af08-f486f3d072fc req-6f5ec148-fb24-4843-9c5c-d79d0293a4f4 tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] 10.222.0.53 "GET /v2.0/ports?device_id=698fcaf5-16dc-4456-9ccf-1f6649c308ff HTTP/1.1" status: 200 len: 945 time: 0.1564324 Jan 28 03:19:02.799689 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-8b7b2fe0-764a-4dac-9a2c-3500837199a0 None None] Deleting port ff67fab5-4768-4192-8386-6da27a7b3363 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:19:02.800236 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8b7b2fe0-764a-4dac-9a2c-3500837199a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (ff67fab5-4768-4192-8386-6da27a7b3363), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:02.840736 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2cb546-9981-4144-bee5-034a6049c7ed req-21e208dc-9105-44e7-9c09-ab65650f1378 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:02.843441 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c61ebef7-21fc-4308-84e3-6103e6921d61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:02.847994 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5b2cb546-9981-4144-bee5-034a6049c7ed req-21e208dc-9105-44e7-9c09-ab65650f1378 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.2829328 Jan 28 03:19:02.899239 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-124a2dd0-31bf-4236-af08-f486f3d072fc req-d0a0d7da-9931-4ebf-b7a9-69d5d1a4a666 tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b6fea91-0ab3-40a9-81e2-796be86640be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285481 Jan 28 03:19:02.913633 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-8b7b2fe0-764a-4dac-9a2c-3500837199a0 None None] For port ff67fab5-4768-4192-8386-6da27a7b3363, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ff67fab5-4768-4192-8386-6da27a7b3363,segment=NetworkSegment(d03b97a3-02c8-4ae4-88a0-9e321e586889),segment_id=d03b97a3-02c8-4ae4-88a0-9e321e586889)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:19:02.914322 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8b7b2fe0-764a-4dac-9a2c-3500837199a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (ff67fab5-4768-4192-8386-6da27a7b3363), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:02.932158 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-8b7b2fe0-764a-4dac-9a2c-3500837199a0 None None] Calling delete_port for ff67fab5-4768-4192-8386-6da27a7b3363 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:19:03.019380 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8b7b2fe0-764a-4dac-9a2c-3500837199a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (ff67fab5-4768-4192-8386-6da27a7b3363), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:03.030788 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5b2cb546-9981-4144-bee5-034a6049c7ed req-302b85bd-297b-4b7f-9580-4936561bd21b tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715422 Jan 28 03:19:03.038139 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-f7e0b224-1f7b-4341-b52e-d3d3fb090bec tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Deleting port ff67fab5-4768-4192-8386-6da27a7b3363 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:19:03.040597 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f7e0b224-1f7b-4341-b52e-d3d3fb090bec tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (ff67fab5-4768-4192-8386-6da27a7b3363), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:03.078172 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c61ebef7-21fc-4308-84e3-6103e6921d61 admin admin] Publish callbacks [] for security_group (3ce30768-b524-4782-bcce-3a6c869df4ab), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:03.082345 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7b2fe0-764a-4dac-9a2c-3500837199a0 None None] Pushing event deleted for resources: {'Port': ['ID=ff67fab5-4768-4192-8386-6da27a7b3363,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:03.084138 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c61ebef7-21fc-4308-84e3-6103e6921d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (3ce30768-b524-4782-bcce-3a6c869df4ab), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:03.102124 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7b2fe0-764a-4dac-9a2c-3500837199a0 None None] No DVR routers for this DVR port ff67fab5-4768-4192-8386-6da27a7b3363 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:19:03.154578 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c61ebef7-21fc-4308-84e3-6103e6921d61 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a1b7526f3f414f6ea13b4964a55ce4c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6376429 Jan 28 03:19:03.154578 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61ebef7-21fc-4308-84e3-6103e6921d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce30768-b524-4782-bcce-3a6c869df4ab,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:03.156133 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43562) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:03.255301 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-298c1e97-00a7-4e1f-98a7-565222015f1d admin admin] Publish callbacks [] for security_group (3ce30768-b524-4782-bcce-3a6c869df4ab), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:03.272508 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-f7e0b224-1f7b-4341-b52e-d3d3fb090bec tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] For port ff67fab5-4768-4192-8386-6da27a7b3363, host n-d-712139-27, got binding levels [] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:19:03.273426 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f7e0b224-1f7b-4341-b52e-d3d3fb090bec tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (ff67fab5-4768-4192-8386-6da27a7b3363), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:03.318022 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-f7e0b224-1f7b-4341-b52e-d3d3fb090bec tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Calling delete_port for ff67fab5-4768-4192-8386-6da27a7b3363 owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:19:03.324569 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.ipam_backend_mixin [None req-f7e0b224-1f7b-4341-b52e-d3d3fb090bec tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Port ff67fab5-4768-4192-8386-6da27a7b3363 was not found and therefore no delete operation was performed {{(pid=109803) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 03:19:03.326765 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f7e0b224-1f7b-4341-b52e-d3d3fb090bec tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (ff67fab5-4768-4192-8386-6da27a7b3363), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:03.330759 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-298c1e97-00a7-4e1f-98a7-565222015f1d admin admin] Publish callbacks [] for security_group (3ce30768-b524-4782-bcce-3a6c869df4ab), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:03.339193 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:03.406510 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e0b224-1f7b-4341-b52e-d3d3fb090bec tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] No DVR routers for this DVR port ff67fab5-4768-4192-8386-6da27a7b3363 on host n-d-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:19:03.469646 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-298c1e97-00a7-4e1f-98a7-565222015f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (3ce30768-b524-4782-bcce-3a6c869df4ab), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:03.472404 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-298c1e97-00a7-4e1f-98a7-565222015f1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:03.476895 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-298c1e97-00a7-4e1f-98a7-565222015f1d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3ce30768-b524-4782-bcce-3a6c869df4ab HTTP/1.1" status: 204 len: 168 time: 0.3166842 Jan 28 03:19:03.510702 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c1e97-00a7-4e1f-98a7-565222015f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce30768-b524-4782-bcce-3a6c869df4ab,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:03.532536 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:03.663092 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f7e0b224-1f7b-4341-b52e-d3d3fb090bec tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (17658a76-a1ca-4f2a-a4f9-730e644b2112), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:03.693686 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f78bb289-90b0-4df4-b489-07b4833d4670 req-a33ce965-bcf3-4d91-8e85-52697f8c5618 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f121fc7-9edf-490f-87f5-0bbb24846d4e HTTP/1.1" status: 200 len: 210 time: 0.0633745 Jan 28 03:19:03.694636 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-f7e0b224-1f7b-4341-b52e-d3d3fb090bec tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17658a76-a1ca-4f2a-a4f9-730e644b2112']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:03.705686 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-f7e0b224-1f7b-4341-b52e-d3d3fb090bec tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd03b97a3-02c8-4ae4-88a0-9e321e586889') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:03.705984 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-f7e0b224-1f7b-4341-b52e-d3d3fb090bec tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd03b97a3-02c8-4ae4-88a0-9e321e586889') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:03.726361 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0b224-1f7b-4341-b52e-d3d3fb090bec tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Pushing event deleted for resources: {'Port': ['ID=ff67fab5-4768-4192-8386-6da27a7b3363,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:03.738707 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f7e0b224-1f7b-4341-b52e-d3d3fb090bec tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (d03b97a3-02c8-4ae4-88a0-9e321e586889), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:03.775826 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f7e0b224-1f7b-4341-b52e-d3d3fb090bec tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (d03b97a3-02c8-4ae4-88a0-9e321e586889), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:03.784990 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2a99d-cc8f-485b-9427-f0a144444c9d req-2e4249d9-60e0-48fc-8b39-4c6340a1b1a4 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:03.792315 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3bb2a99d-cc8f-485b-9427-f0a144444c9d req-2e4249d9-60e0-48fc-8b39-4c6340a1b1a4 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.4472742 Jan 28 03:19:03.807649 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e0b224-1f7b-4341-b52e-d3d3fb090bec tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:19:03.808494 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f7e0b224-1f7b-4341-b52e-d3d3fb090bec tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (d03b97a3-02c8-4ae4-88a0-9e321e586889), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:03.897989 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:19:03.897989 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:19:03.897989 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:19:03.897989 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:19:03.897989 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:19:03.897989 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:19:03.897989 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:19:03.897989 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:19:03.897989 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:19:03.897989 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:19:03.897989 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:19:03.897989 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:19:03.897989 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:19:03.897989 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:19:03.897989 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:19:03.897989 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:19:03.897989 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:19:03.897989 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:19:03.897989 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:19:03.897989 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:19:03.897989 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:19:03.897989 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:19:03.897989 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:19:03.897989 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:19:03.897989 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:19:03.897989 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:19:03.897989 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:19:03.897989 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:19:03.897989 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:19:03.897989 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:19:03.897989 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:19:03.897989 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:19:03.903156 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f7e0b224-1f7b-4341-b52e-d3d3fb090bec tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (17658a76-a1ca-4f2a-a4f9-730e644b2112), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:03.923907 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f7e0b224-1f7b-4341-b52e-d3d3fb090bec tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:03.928705 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f7e0b224-1f7b-4341-b52e-d3d3fb090bec tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] 10.222.0.53 "DELETE /v2.0/networks/17658a76-a1ca-4f2a-a4f9-730e644b2112 HTTP/1.1" status: 204 len: 168 time: 1.6732605 Jan 28 03:19:03.938705 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43572) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:03.960914 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b4354cbc-aff0-4103-89e3-9146eb58abe5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:03.985456 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3bb2a99d-cc8f-485b-9427-f0a144444c9d req-b26497d6-d07e-4732-a568-d428ccffff30 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919336 Jan 28 03:19:03.986593 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0b224-1f7b-4341-b52e-d3d3fb090bec tempest-ExtraDHCPOptionsTestJSON-1386132634 tempest-ExtraDHCPOptionsTestJSON-1386132634-project] Pushing event deleted for resources: {'Network': ['ID=17658a76-a1ca-4f2a-a4f9-730e644b2112,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:04.020420 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c3f96-d74d-405b-9f2b-93ef27cac8aa req-87f3e8f3-7b17-4efe-8310-9aa563a7112c tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:04.024564 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c30c3f96-d74d-405b-9f2b-93ef27cac8aa req-87f3e8f3-7b17-4efe-8310-9aa563a7112c tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] 10.222.0.53 "GET /v2.0/ports?device_id=698fcaf5-16dc-4456-9ccf-1f6649c308ff HTTP/1.1" status: 200 len: 945 time: 0.1942112 Jan 28 03:19:04.205362 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c30c3f96-d74d-405b-9f2b-93ef27cac8aa req-d74e33eb-42ba-475a-a866-c71a6c9b4ef0 tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b6fea91-0ab3-40a9-81e2-796be86640be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740174 Jan 28 03:19:04.274950 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b4354cbc-aff0-4103-89e3-9146eb58abe5 admin admin] Publish callbacks [] for security_group (ce58d903-a55f-45bd-8ac2-f648eb6b800e), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:04.281222 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b4354cbc-aff0-4103-89e3-9146eb58abe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (ce58d903-a55f-45bd-8ac2-f648eb6b800e), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:04.371456 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b4354cbc-aff0-4103-89e3-9146eb58abe5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=768c186593e246bbae2912c8173c07e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4316273 Jan 28 03:19:04.374013 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4354cbc-aff0-4103-89e3-9146eb58abe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce58d903-a55f-45bd-8ac2-f648eb6b800e,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:04.384053 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ff67fab5-4768-4192-8386-6da27a7b3363 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:19:04.389059 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43584) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:04.438931 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: ff67fab5-4768-4192-8386-6da27a7b3363 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:19:04.439189 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ff67fab5-4768-4192-8386-6da27a7b3363 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:19:04.468255 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43586) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:04.582608 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdaee03-fd3c-4d61-b5c8-c3e7bb21c97c req-c6119932-d2e6-44e1-9529-3122024686b6 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:04.584589 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bcdaee03-fd3c-4d61-b5c8-c3e7bb21c97c req-c6119932-d2e6-44e1-9529-3122024686b6 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.2996452 Jan 28 03:19:04.684953 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1459c891-aba0-471b-8a98-4cd446e30931 admin admin] Publish callbacks [] for security_group (ce58d903-a55f-45bd-8ac2-f648eb6b800e), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:04.707837 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-dc5b5c27-3cbc-4c13-b4be-5f48165651c7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=473bba1415c4443dad37f0553b0046bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2383385 Jan 28 03:19:04.710726 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43592) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:04.716151 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49c39c19-6a67-4148-aed4-f73933796dda req-fa9402b3-c920-4e94-87f9-ae3eb8781009 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2631605 Jan 28 03:19:04.753113 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f0da5-04a9-40c9-82cf-c8e3bf56548f req-fb949e11-b06b-4b70-89d2-5be2135db085 tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:04.754457 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1459c891-aba0-471b-8a98-4cd446e30931 admin admin] Publish callbacks [] for security_group (ce58d903-a55f-45bd-8ac2-f648eb6b800e), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:04.759663 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-954f0da5-04a9-40c9-82cf-c8e3bf56548f req-fb949e11-b06b-4b70-89d2-5be2135db085 tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] 10.222.0.53 "GET /v2.0/ports?device_id=698fcaf5-16dc-4456-9ccf-1f6649c308ff HTTP/1.1" status: 200 len: 945 time: 0.1097288 Jan 28 03:19:04.784483 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bcdaee03-fd3c-4d61-b5c8-c3e7bb21c97c req-f76facd1-2f54-4bbc-94a9-e6d07bfe26ad tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1891353 Jan 28 03:19:04.813395 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:04.857825 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-30a1dd98-35db-4f6f-83a4-e5401c33089b admin admin] Publish callbacks [] for security_group (8ca41438-24ba-4b28-9048-4c5a2fbd7a60), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:04.862633 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-954f0da5-04a9-40c9-82cf-c8e3bf56548f req-7b5452cc-f9c2-4128-8c8b-6c5e5502f5ec tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b6fea91-0ab3-40a9-81e2-796be86640be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889914 Jan 28 03:19:04.884465 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-30a1dd98-35db-4f6f-83a4-e5401c33089b admin admin] Publish callbacks [] for security_group (8ca41438-24ba-4b28-9048-4c5a2fbd7a60), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:04.963560 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-30a1dd98-35db-4f6f-83a4-e5401c33089b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (8ca41438-24ba-4b28-9048-4c5a2fbd7a60), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:04.966291 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-30a1dd98-35db-4f6f-83a4-e5401c33089b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:04.970599 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-30a1dd98-35db-4f6f-83a4-e5401c33089b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8ca41438-24ba-4b28-9048-4c5a2fbd7a60 HTTP/1.1" status: 204 len: 168 time: 0.2557418 Jan 28 03:19:04.988751 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1dd98-35db-4f6f-83a4-e5401c33089b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca41438-24ba-4b28-9048-4c5a2fbd7a60,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:04.994483 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-66a2cb7b-8886-40c7-b763-ea197b8b4f20 req-49280519-02dd-4b05-943c-c2072ac50fa2 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f121fc7-9edf-490f-87f5-0bbb24846d4e HTTP/1.1" status: 200 len: 210 time: 0.0856323 Jan 28 03:19:04.998532 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c39c19-6a67-4148-aed4-f73933796dda req-b490c7e4-63f0-4e37-8d88-b3c859deb593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:04.999134 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49c39c19-6a67-4148-aed4-f73933796dda req-b490c7e4-63f0-4e37-8d88-b3c859deb593 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2286ae41b27547dfa2005a6a8f000d38&device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 1096 time: 0.1943123 Jan 28 03:19:05.043037 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1459c891-aba0-471b-8a98-4cd446e30931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (ce58d903-a55f-45bd-8ac2-f648eb6b800e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:05.045961 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1459c891-aba0-471b-8a98-4cd446e30931 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:05.047121 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1459c891-aba0-471b-8a98-4cd446e30931 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ce58d903-a55f-45bd-8ac2-f648eb6b800e HTTP/1.1" status: 204 len: 168 time: 0.6547523 Jan 28 03:19:05.082584 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1459c891-aba0-471b-8a98-4cd446e30931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce58d903-a55f-45bd-8ac2-f648eb6b800e,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:05.243585 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c39c19-6a67-4148-aed4-f73933796dda req-0d76423d-02f5-459b-8141-849b6074c1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:05.245732 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49c39c19-6a67-4148-aed4-f73933796dda req-0d76423d-02f5-459b-8141-849b6074c1b6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=61daafe4-8be0-4976-aead-14ffa612176d HTTP/1.1" status: 200 len: 912 time: 0.1854370 Jan 28 03:19:05.369731 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49c39c19-6a67-4148-aed4-f73933796dda req-c5ec4e82-d544-4758-b355-e35a0a3e677d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40f8070f-7c97-490d-b710-cae05a2e07c3 HTTP/1.1" status: 200 len: 998 time: 0.1136312 Jan 28 03:19:05.530881 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c39c19-6a67-4148-aed4-f73933796dda req-f6934e54-47ea-42a7-8990-3926f0d5a86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:05.532435 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49c39c19-6a67-4148-aed4-f73933796dda req-f6934e54-47ea-42a7-8990-3926f0d5a86a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=27d2caa9-814b-48c2-8f4b-c426e9cbbe97 HTTP/1.1" status: 200 len: 850 time: 0.1578767 Jan 28 03:19:05.654972 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c39c19-6a67-4148-aed4-f73933796dda req-db79faef-426b-4bf0-92f3-3ebc6645227a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:05.672915 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49c39c19-6a67-4148-aed4-f73933796dda req-db79faef-426b-4bf0-92f3-3ebc6645227a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=61daafe4-8be0-4976-aead-14ffa612176d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1295619 Jan 28 03:19:05.712915 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9ffc2-47f8-45fc-bfc4-5d2592592b7c req-94bde2f6-459d-4441-bb20-ab943e5db5ef tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:05.716437 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f1a9ffc2-47f8-45fc-bfc4-5d2592592b7c req-94bde2f6-459d-4441-bb20-ab943e5db5ef tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.1135347 Jan 28 03:19:05.830251 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f1a9ffc2-47f8-45fc-bfc4-5d2592592b7c req-40f96707-7661-4f3a-b2de-d3be285659bf tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789292 Jan 28 03:19:05.856140 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49c39c19-6a67-4148-aed4-f73933796dda req-5e3ad3ba-49a9-496e-936e-24498b5cd9fb service neutron] 10.222.0.39 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757846 Jan 28 03:19:05.961985 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49c39c19-6a67-4148-aed4-f73933796dda req-c65863cb-6481-430f-96e6-bc65e1e5aa29 service neutron] 10.222.0.39 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990164 Jan 28 03:19:06.067460 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427f3d2-00a0-4f41-bb8a-38b7acd1078d req-9b3c9deb-83bb-4c7f-a0d4-4075e3472abb tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:06.079727 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a427f3d2-00a0-4f41-bb8a-38b7acd1078d req-9b3c9deb-83bb-4c7f-a0d4-4075e3472abb tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] 10.222.0.53 "GET /v2.0/ports?device_id=698fcaf5-16dc-4456-9ccf-1f6649c308ff HTTP/1.1" status: 200 len: 945 time: 0.0923183 Jan 28 03:19:06.151296 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:06.174682 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a427f3d2-00a0-4f41-bb8a-38b7acd1078d req-6a95747a-16bf-4693-bcbd-01f5feddb39f tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b6fea91-0ab3-40a9-81e2-796be86640be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932331 Jan 28 03:19:06.178142 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fef6271a-031d-40d5-b881-2037cfa7f4f3 req-4a2ec082-1d6f-4e19-9b7b-9ae4d05c8b97 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f121fc7-9edf-490f-87f5-0bbb24846d4e HTTP/1.1" status: 200 len: 210 time: 0.0477748 Jan 28 03:19:06.252709 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc93c3f-f293-4b02-b3c0-baa90ec35047 req-c6103cec-a9fb-4f52-ac91-8e64bb09a861 tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:06.253186 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8dc93c3f-f293-4b02-b3c0-baa90ec35047 req-c6103cec-a9fb-4f52-ac91-8e64bb09a861 tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] 10.222.0.67 "GET /v2.0/ports?device_id=698fcaf5-16dc-4456-9ccf-1f6649c308ff HTTP/1.1" status: 200 len: 945 time: 0.0660138 Jan 28 03:19:06.384796 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-8dc93c3f-f293-4b02-b3c0-baa90ec35047 req-f0d9b933-203c-4724-8feb-ba78ee0f023a tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] Deleting port f09df84d-0881-4d55-8f40-ec2b59f5710e {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:19:06.385235 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-8dc93c3f-f293-4b02-b3c0-baa90ec35047 req-f0d9b933-203c-4724-8feb-ba78ee0f023a tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (f09df84d-0881-4d55-8f40-ec2b59f5710e), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:06.505850 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-8dc93c3f-f293-4b02-b3c0-baa90ec35047 req-f0d9b933-203c-4724-8feb-ba78ee0f023a tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] For port f09df84d-0881-4d55-8f40-ec2b59f5710e, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=f09df84d-0881-4d55-8f40-ec2b59f5710e,segment=NetworkSegment(6aa0d476-c73c-45ca-b4e0-99010398acae),segment_id=6aa0d476-c73c-45ca-b4e0-99010398acae)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:19:06.506331 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-8dc93c3f-f293-4b02-b3c0-baa90ec35047 req-f0d9b933-203c-4724-8feb-ba78ee0f023a tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (f09df84d-0881-4d55-8f40-ec2b59f5710e), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:06.536914 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-8dc93c3f-f293-4b02-b3c0-baa90ec35047 req-f0d9b933-203c-4724-8feb-ba78ee0f023a tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] Calling delete_port for f09df84d-0881-4d55-8f40-ec2b59f5710e owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:19:06.660738 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43652) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:06.720591 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-8dc93c3f-f293-4b02-b3c0-baa90ec35047 req-f0d9b933-203c-4724-8feb-ba78ee0f023a tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (f09df84d-0881-4d55-8f40-ec2b59f5710e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:06.755725 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['f09df84d-0881-4d55-8f40-ec2b59f5710e'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:19:06.767972 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d9b933-203c-4724-8feb-ba78ee0f023a tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] Pushing event deleted for resources: {'Port': ['ID=f09df84d-0881-4d55-8f40-ec2b59f5710e,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:06.811805 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc93c3f-f293-4b02-b3c0-baa90ec35047 req-f0d9b933-203c-4724-8feb-ba78ee0f023a tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] No DVR routers for this DVR port f09df84d-0881-4d55-8f40-ec2b59f5710e on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:19:06.815015 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-8dc93c3f-f293-4b02-b3c0-baa90ec35047 req-f0d9b933-203c-4724-8feb-ba78ee0f023a tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:06.818580 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8dc93c3f-f293-4b02-b3c0-baa90ec35047 req-f0d9b933-203c-4724-8feb-ba78ee0f023a tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] 10.222.0.67 "DELETE /v2.0/ports/f09df84d-0881-4d55-8f40-ec2b59f5710e HTTP/1.1" status: 204 len: 173 time: 0.5596898 Jan 28 03:19:06.819068 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698fcaf5-16dc-4456-9ccf-1f6649c308ff', 'name': 'network-vif-deleted', 'tag': 'f09df84d-0881-4d55-8f40-ec2b59f5710e'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:19:06.821616 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c19120-d19f-4aea-b457-89d706869fc9" -d '{"events": [{"server_uuid": "698fcaf5-16dc-4456-9ccf-1f6649c308ff", "name": "network-vif-deleted", "tag": "f09df84d-0881-4d55-8f40-ec2b59f5710e"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:19:06.883832 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5510a328-1824-4e95-ba67-2a46e8d3e9c0 x-openstack-request-id: req-5510a328-1824-4e95-ba67-2a46e8d3e9c0 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:19:06.884164 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698fcaf5-16dc-4456-9ccf-1f6649c308ff", "name": "network-vif-deleted", "tag": "f09df84d-0881-4d55-8f40-ec2b59f5710e", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:19:06.884373 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5510a328-1824-4e95-ba67-2a46e8d3e9c0 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:19:06.884794 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698fcaf5-16dc-4456-9ccf-1f6649c308ff', 'name': 'network-vif-deleted', 'tag': 'f09df84d-0881-4d55-8f40-ec2b59f5710e', 'status': 'completed', 'code': 200} Jan 28 03:19:07.015424 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd1fa5-f091-43b3-88aa-e9ce9231dad7 req-a5c01856-6456-4d10-afc7-df639a7b07cc tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:07.015424 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f3fd1fa5-f091-43b3-88aa-e9ce9231dad7 req-a5c01856-6456-4d10-afc7-df639a7b07cc tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.0890563 Jan 28 03:19:07.095642 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f3fd1fa5-f091-43b3-88aa-e9ce9231dad7 req-7b2d2a17-651e-4ac4-bc61-878cd4971d63 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737112 Jan 28 03:19:07.143880 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-0ed04800-e52c-4cd2-bb73-260160028468 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1535801348'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:19:07.170863 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed04800-e52c-4cd2-bb73-260160028468 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Made reservation on behalf of 53ebc129e31e49f4b7e6588de2868f71 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:19:07.188303 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0ed04800-e52c-4cd2-bb73-260160028468 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:07.203545 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0ed04800-e52c-4cd2-bb73-260160028468 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:07.365048 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0ed04800-e52c-4cd2-bb73-260160028468 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Publish callbacks [] for security_group (300cc3a8-f3e0-439e-b581-c6f3c50e7979), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:07.379407 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0ed04800-e52c-4cd2-bb73-260160028468 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (300cc3a8-f3e0-439e-b581-c6f3c50e7979), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:07.423532 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9dcd624e-20b4-4aee-9fd9-4098a43d6719 req-01f892e4-8f6d-4187-a700-8a3306b7aff5 tempest-ServersNegativeTestMultiTenantJSON-992247111 tempest-ServersNegativeTestMultiTenantJSON-992247111-project] 10.222.0.53 "GET /v2.0/ports?device_id=698fcaf5-16dc-4456-9ccf-1f6649c308ff HTTP/1.1" status: 200 len: 210 time: 0.0599186 Jan 28 03:19:07.479138 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ed04800-e52c-4cd2-bb73-260160028468 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:19:07.497856 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0e34666a-8e44-4a6f-ad0d-3aa155c022ca req-ac25e81b-9135-4cb4-9e41-848658185049 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f121fc7-9edf-490f-87f5-0bbb24846d4e HTTP/1.1" status: 200 len: 210 time: 0.0890603 Jan 28 03:19:07.515902 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed04800-e52c-4cd2-bb73-260160028468 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=300cc3a8-f3e0-439e-b581-c6f3c50e7979,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:07.522565 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0ed04800-e52c-4cd2-bb73-260160028468 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (6339533e-0fd9-48b7-92e5-bf0a8f00189b), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:07.522907 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-0ed04800-e52c-4cd2-bb73-260160028468 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Added segment 6339533e-0fd9-48b7-92e5-bf0a8f00189b of type vlan for network a9b26fd7-a61b-4ca7-aa1f-98f8f5bb0f1e Jan 28 03:19:07.583607 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0ed04800-e52c-4cd2-bb73-260160028468 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (a9b26fd7-a61b-4ca7-aa1f-98f8f5bb0f1e), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:07.621756 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0ed04800-e52c-4cd2-bb73-260160028468 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (a9b26fd7-a61b-4ca7-aa1f-98f8f5bb0f1e), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:07.628021 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed04800-e52c-4cd2-bb73-260160028468 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:07.628722 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0ed04800-e52c-4cd2-bb73-260160028468 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:07.696117 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0ed04800-e52c-4cd2-bb73-260160028468 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0337942 Jan 28 03:19:07.702932 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43680) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:07.705444 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-4b3dc4ee-888b-4237-b6b4-4ba9d5ab6ea1 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Request body: {'subnet': {'network_id': 'a9b26fd7-a61b-4ca7-aa1f-98f8f5bb0f1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:19:07.714224 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed04800-e52c-4cd2-bb73-260160028468 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Pushing event updated for resources: {'Network': ['ID=a9b26fd7-a61b-4ca7-aa1f-98f8f5bb0f1e,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:07.731262 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network a9b26fd7-a61b-4ca7-aa1f-98f8f5bb0f1e details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:19:07.832072 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3dc4ee-888b-4237-b6b4-4ba9d5ab6ea1 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Made reservation on behalf of 53ebc129e31e49f4b7e6588de2868f71 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:19:07.838423 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4b3dc4ee-888b-4237-b6b4-4ba9d5ab6ea1 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:08.153589 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4b3dc4ee-888b-4237-b6b4-4ba9d5ab6ea1 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (5cb0f12b-6039-4291-9732-5eecaedcc739), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:08.311449 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3dc4ee-888b-4237-b6b4-4ba9d5ab6ea1 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Pushing event updated for resources: {'Subnet': ['ID=5cb0f12b-6039-4291-9732-5eecaedcc739,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:08.328045 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3be274-ebdc-45ec-b7e7-8fb020afcdd0 req-b420ab06-bf7d-4144-8201-091f7322f32b tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:08.329588 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5c3be274-ebdc-45ec-b7e7-8fb020afcdd0 req-b420ab06-bf7d-4144-8201-091f7322f32b tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.1317630 Jan 28 03:19:08.330865 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3dc4ee-888b-4237-b6b4-4ba9d5ab6ea1 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Checking segment: {'id': '6339533e-0fd9-48b7-92e5-bf0a8f00189b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a9b26fd7-a61b-4ca7-aa1f-98f8f5bb0f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:19:08.331233 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3dc4ee-888b-4237-b6b4-4ba9d5ab6ea1 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Network hostable DHCP agents. Network: a9b26fd7-a61b-4ca7-aa1f-98f8f5bb0f1e, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:19:08.369656 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3dc4ee-888b-4237-b6b4-4ba9d5ab6ea1 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Network a9b26fd7-a61b-4ca7-aa1f-98f8f5bb0f1e is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:19:08.387882 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-4b3dc4ee-888b-4237-b6b4-4ba9d5ab6ea1 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, a9b26fd7-a61b-4ca7-aa1f-98f8f5bb0f1e) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:19:08.400774 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3327e5-261a-4cb3-af4e-84c58a069e6e None None] Network a9b26fd7-a61b-4ca7-aa1f-98f8f5bb0f1e requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:19:08.401441 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5c3be274-ebdc-45ec-b7e7-8fb020afcdd0 req-9dda9148-53ac-435b-aabb-ce669defc157 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655477 Jan 28 03:19:08.403072 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3dc4ee-888b-4237-b6b4-4ba9d5ab6ea1 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:08.406069 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4b3dc4ee-888b-4237-b6b4-4ba9d5ab6ea1 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:08.428976 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4b3dc4ee-888b-4237-b6b4-4ba9d5ab6ea1 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7282269 Jan 28 03:19:08.433508 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43692) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:08.439009 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-60ed24c7-d722-4827-ad7a-eca08da94a4c tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Request body: {'port': {'network_id': 'a9b26fd7-a61b-4ca7-aa1f-98f8f5bb0f1e', 'name': 'tempest-TagsExtTest-830418155'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:19:08.525720 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43696) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:08.567042 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ed24c7-d722-4827-ad7a-eca08da94a4c tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Made reservation on behalf of 53ebc129e31e49f4b7e6588de2868f71 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:19:08.572569 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-60ed24c7-d722-4827-ad7a-eca08da94a4c tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:08.574879 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1821c20a-567d-49dd-9e53-6d2bdd78bec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-a9b26fd7-a61b-4ca7-aa1f-98f8f5bb0f1e', 'network_id': 'a9b26fd7-a61b-4ca7-aa1f-98f8f5bb0f1e', 'project_id': '53ebc129e31e49f4b7e6588de2868f71', 'fixed_ips': [{'subnet_id': '5cb0f12b-6039-4291-9732-5eecaedcc739'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:19:08.575766 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1821c20a-567d-49dd-9e53-6d2bdd78bec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:08.593416 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43700) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:08.607458 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-60ed24c7-d722-4827-ad7a-eca08da94a4c tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] device_id is not set on port a3fd2919-a61f-4d31-b3dc-bff708fafde6 yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:19:08.620508 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-21228197-3aee-44a7-8244-bb5a61dd0c90 admin admin] Deleting subnet 971cb9e6-ca61-4baf-a28c-fc22e9fd048f {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:19:08.629972 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-21228197-3aee-44a7-8244-bb5a61dd0c90 admin admin] Publish callbacks [] for subnet (971cb9e6-ca61-4baf-a28c-fc22e9fd048f), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:08.703562 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-21228197-3aee-44a7-8244-bb5a61dd0c90 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (971cb9e6-ca61-4baf-a28c-fc22e9fd048f), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:08.748803 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-55a0030a-e112-41c1-9aee-446984c65d81 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks [] for security_group (12adc281-407c-4de8-aa15-07fc31d7ad9e), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:08.763019 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-1821c20a-567d-49dd-9e53-6d2bdd78bec1 None None] Allocated IP 172.20.0.2 (a9b26fd7-a61b-4ca7-aa1f-98f8f5bb0f1e/5cb0f12b-6039-4291-9732-5eecaedcc739/32291759-75ca-4239-b7c8-ca2e331dcda7) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:19:08.770949 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-21228197-3aee-44a7-8244-bb5a61dd0c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (971cb9e6-ca61-4baf-a28c-fc22e9fd048f), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:08.814854 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-55a0030a-e112-41c1-9aee-446984c65d81 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks [] for security_group (12adc281-407c-4de8-aa15-07fc31d7ad9e), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:08.875012 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-21228197-3aee-44a7-8244-bb5a61dd0c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (971cb9e6-ca61-4baf-a28c-fc22e9fd048f), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:08.905117 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21228197-3aee-44a7-8244-bb5a61dd0c90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=971cb9e6-ca61-4baf-a28c-fc22e9fd048f,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:08.909327 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-21228197-3aee-44a7-8244-bb5a61dd0c90 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:08.915884 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-21228197-3aee-44a7-8244-bb5a61dd0c90 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/971cb9e6-ca61-4baf-a28c-fc22e9fd048f HTTP/1.1" status: 204 len: 168 time: 0.3878891 Jan 28 03:19:08.916510 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43702) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:08.926690 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-55a0030a-e112-41c1-9aee-446984c65d81 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (12adc281-407c-4de8-aa15-07fc31d7ad9e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:08.930341 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-55a0030a-e112-41c1-9aee-446984c65d81 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:08.936406 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-55a0030a-e112-41c1-9aee-446984c65d81 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] 10.222.0.53 "DELETE /v2.0/security-groups/12adc281-407c-4de8-aa15-07fc31d7ad9e HTTP/1.1" status: 204 len: 168 time: 0.3400631 Jan 28 03:19:08.937490 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1821c20a-567d-49dd-9e53-6d2bdd78bec1 None None] Publish callbacks [] for port (32291759-75ca-4239-b7c8-ca2e331dcda7), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:08.945143 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1821c20a-567d-49dd-9e53-6d2bdd78bec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (32291759-75ca-4239-b7c8-ca2e331dcda7), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:08.949516 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a0030a-e112-41c1-9aee-446984c65d81 tempest-TestVolumeBackupRestore-69845483 tempest-TestVolumeBackupRestore-69845483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12adc281-407c-4de8-aa15-07fc31d7ad9e,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:09.018232 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1821c20a-567d-49dd-9e53-6d2bdd78bec1 None None] Network a9b26fd7-a61b-4ca7-aa1f-98f8f5bb0f1e is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:19:09.024221 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-1821c20a-567d-49dd-9e53-6d2bdd78bec1 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:19:09.034888 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1821c20a-567d-49dd-9e53-6d2bdd78bec1 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:19:09.043618 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821c20a-567d-49dd-9e53-6d2bdd78bec1 None None] Pushing event updated for resources: {'Port': ['ID=32291759-75ca-4239-b7c8-ca2e331dcda7,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:09.110681 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-488e764e-2bc5-48eb-a364-2cde0583b295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (a6e8501c-1f37-4c08-81bf-7b5a83dd3d7a), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:09.119086 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-60ed24c7-d722-4827-ad7a-eca08da94a4c tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Allocated IP 172.20.0.7 (a9b26fd7-a61b-4ca7-aa1f-98f8f5bb0f1e/5cb0f12b-6039-4291-9732-5eecaedcc739/a3fd2919-a61f-4d31-b3dc-bff708fafde6) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:19:09.125918 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-1821c20a-567d-49dd-9e53-6d2bdd78bec1 None None] Attempting to bind port 32291759-75ca-4239-b7c8-ca2e331dcda7 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:19:09.125918 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-1821c20a-567d-49dd-9e53-6d2bdd78bec1 None None] Attempting to bind port 32291759-75ca-4239-b7c8-ca2e331dcda7 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '6339533e-0fd9-48b7-92e5-bf0a8f00189b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a9b26fd7-a61b-4ca7-aa1f-98f8f5bb0f1e'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:19:09.126309 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1821c20a-567d-49dd-9e53-6d2bdd78bec1 None None] Attempting to bind port 32291759-75ca-4239-b7c8-ca2e331dcda7 on network a9b26fd7-a61b-4ca7-aa1f-98f8f5bb0f1e {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:19:09.132345 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1821c20a-567d-49dd-9e53-6d2bdd78bec1 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:19:09.132724 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1821c20a-567d-49dd-9e53-6d2bdd78bec1 None None] Checking segment: {'id': '6339533e-0fd9-48b7-92e5-bf0a8f00189b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a9b26fd7-a61b-4ca7-aa1f-98f8f5bb0f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:19:09.133157 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1821c20a-567d-49dd-9e53-6d2bdd78bec1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:09.133716 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1821c20a-567d-49dd-9e53-6d2bdd78bec1 None None] Bound using segment: {'id': '6339533e-0fd9-48b7-92e5-bf0a8f00189b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a9b26fd7-a61b-4ca7-aa1f-98f8f5bb0f1e'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:19:09.134018 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-1821c20a-567d-49dd-9e53-6d2bdd78bec1 None None] Bound port: 32291759-75ca-4239-b7c8-ca2e331dcda7, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6339533e-0fd9-48b7-92e5-bf0a8f00189b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a9b26fd7-a61b-4ca7-aa1f-98f8f5bb0f1e'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:19:09.134405 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1821c20a-567d-49dd-9e53-6d2bdd78bec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (32291759-75ca-4239-b7c8-ca2e331dcda7), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:09.273453 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-1821c20a-567d-49dd-9e53-6d2bdd78bec1 None None] For port 32291759-75ca-4239-b7c8-ca2e331dcda7, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:19:09.278564 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-1821c20a-567d-49dd-9e53-6d2bdd78bec1 None None] For port 32291759-75ca-4239-b7c8-ca2e331dcda7, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=32291759-75ca-4239-b7c8-ca2e331dcda7,segment=NetworkSegment(6339533e-0fd9-48b7-92e5-bf0a8f00189b),segment_id=6339533e-0fd9-48b7-92e5-bf0a8f00189b)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:19:09.289240 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1821c20a-567d-49dd-9e53-6d2bdd78bec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (32291759-75ca-4239-b7c8-ca2e331dcda7), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:09.478295 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821c20a-567d-49dd-9e53-6d2bdd78bec1 None None] Pushing event updated for resources: {'Port': ['ID=32291759-75ca-4239-b7c8-ca2e331dcda7,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:09.617689 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-488e764e-2bc5-48eb-a364-2cde0583b295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (a6e8501c-1f37-4c08-81bf-7b5a83dd3d7a), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:09.673495 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-488e764e-2bc5-48eb-a364-2cde0583b295 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6e8501c-1f37-4c08-81bf-7b5a83dd3d7a']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:09.700244 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-488e764e-2bc5-48eb-a364-2cde0583b295 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa0d476-c73c-45ca-b4e0-99010398acae') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:09.700441 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-488e764e-2bc5-48eb-a364-2cde0583b295 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa0d476-c73c-45ca-b4e0-99010398acae') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:09.742083 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-488e764e-2bc5-48eb-a364-2cde0583b295 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (6aa0d476-c73c-45ca-b4e0-99010398acae), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:09.803077 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-488e764e-2bc5-48eb-a364-2cde0583b295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (6aa0d476-c73c-45ca-b4e0-99010398acae), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:09.821434 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-60ed24c7-d722-4827-ad7a-eca08da94a4c tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Publish callbacks [] for port (a3fd2919-a61f-4d31-b3dc-bff708fafde6), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:09.826366 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-488e764e-2bc5-48eb-a364-2cde0583b295 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:19:09.826818 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-488e764e-2bc5-48eb-a364-2cde0583b295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (6aa0d476-c73c-45ca-b4e0-99010398acae), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:09.828884 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:19:09.828884 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:19:09.828884 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:19:09.828884 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:19:09.828884 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:19:09.828884 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:19:09.828884 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:19:09.828884 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:19:09.828884 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:19:09.828884 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:19:09.828884 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:19:09.828884 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:19:09.828884 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:19:09.828884 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:19:09.828884 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:19:09.828884 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:19:09.828884 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:19:09.828884 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:19:09.828884 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:19:09.828884 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:19:09.828884 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:19:09.828884 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:19:09.828884 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:19:09.828884 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:19:09.828884 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:19:09.828884 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:19:09.828884 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:19:09.828884 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:19:09.828884 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:19:09.828884 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:19:09.828884 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:19:09.828884 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:19:09.946478 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-488e764e-2bc5-48eb-a364-2cde0583b295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (a6e8501c-1f37-4c08-81bf-7b5a83dd3d7a), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:09.952015 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-488e764e-2bc5-48eb-a364-2cde0583b295 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:09.963444 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-488e764e-2bc5-48eb-a364-2cde0583b295 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a6e8501c-1f37-4c08-81bf-7b5a83dd3d7a HTTP/1.1" status: 204 len: 168 time: 1.0432835 Jan 28 03:19:09.964721 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43790) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:10.001588 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e764e-2bc5-48eb-a364-2cde0583b295 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6e8501c-1f37-4c08-81bf-7b5a83dd3d7a,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:10.043615 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-60ed24c7-d722-4827-ad7a-eca08da94a4c tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (a3fd2919-a61f-4d31-b3dc-bff708fafde6), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:10.083631 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-549aaba8-8503-455c-88be-db26d05e6c39 admin admin] Deleting subnet bb0eaf01-39a0-4f99-bd61-ad515ea4d06b {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:19:10.088925 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-549aaba8-8503-455c-88be-db26d05e6c39 admin admin] Publish callbacks [] for subnet (bb0eaf01-39a0-4f99-bd61-ad515ea4d06b), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:10.145375 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-549aaba8-8503-455c-88be-db26d05e6c39 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (bb0eaf01-39a0-4f99-bd61-ad515ea4d06b), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:10.164302 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ed24c7-d722-4827-ad7a-eca08da94a4c tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Network a9b26fd7-a61b-4ca7-aa1f-98f8f5bb0f1e is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:19:10.173909 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device f09df84d-0881-4d55-8f40-ec2b59f5710e no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:19:10.206378 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-60ed24c7-d722-4827-ad7a-eca08da94a4c tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:19:10.206618 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-549aaba8-8503-455c-88be-db26d05e6c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (bb0eaf01-39a0-4f99-bd61-ad515ea4d06b), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:10.209008 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ed24c7-d722-4827-ad7a-eca08da94a4c tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:19:10.260722 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed24c7-d722-4827-ad7a-eca08da94a4c tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Pushing event updated for resources: {'Port': ['ID=a3fd2919-a61f-4d31-b3dc-bff708fafde6,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:10.263240 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-549aaba8-8503-455c-88be-db26d05e6c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (bb0eaf01-39a0-4f99-bd61-ad515ea4d06b), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:10.281841 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57faa26-76f6-4025-b94e-8ea0e00fcd5c req-a9a34ed0-cdea-48cc-9003-693796df2a40 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:10.284070 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c57faa26-76f6-4025-b94e-8ea0e00fcd5c req-a9a34ed0-cdea-48cc-9003-693796df2a40 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.1863048 Jan 28 03:19:10.299991 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: f09df84d-0881-4d55-8f40-ec2b59f5710e {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:19:10.300484 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device f09df84d-0881-4d55-8f40-ec2b59f5710e not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:19:10.303299 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ed24c7-d722-4827-ad7a-eca08da94a4c tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:10.303978 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-60ed24c7-d722-4827-ad7a-eca08da94a4c tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:10.337542 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549aaba8-8503-455c-88be-db26d05e6c39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb0eaf01-39a0-4f99-bd61-ad515ea4d06b,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:10.350039 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-549aaba8-8503-455c-88be-db26d05e6c39 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:10.358501 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-549aaba8-8503-455c-88be-db26d05e6c39 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/bb0eaf01-39a0-4f99-bd61-ad515ea4d06b HTTP/1.1" status: 204 len: 168 time: 0.3924451 Jan 28 03:19:10.361766 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43822) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:10.444035 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c57faa26-76f6-4025-b94e-8ea0e00fcd5c req-94099e5b-89d5-4005-9b02-3a9b619566b6 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366937 Jan 28 03:19:10.449390 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-60ed24c7-d722-4827-ad7a-eca08da94a4c tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.0140855 Jan 28 03:19:10.458023 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43832) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:10.465710 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-da5e00f6-1f5c-4074-a2b1-2667dc1420c1 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-678937293', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:19:10.547851 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-da5e00f6-1f5c-4074-a2b1-2667dc1420c1 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (218f06c6-f044-4697-a99d-a0c78fc4a7e8), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:10.550327 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-da5e00f6-1f5c-4074-a2b1-2667dc1420c1 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (218f06c6-f044-4697-a99d-a0c78fc4a7e8), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:10.571208 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f3f9e27d-c46a-42b6-9a58-cce22eb8bba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (350ef87a-3d5d-4edf-9732-bba44ce1a0bb), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:10.626788 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 32291759-75ca-4239-b7c8-ca2e331dcda7 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:19:10.634925 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-da5e00f6-1f5c-4074-a2b1-2667dc1420c1 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Publish callbacks [] for router_controller (218f06c6-f044-4697-a99d-a0c78fc4a7e8), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:10.653623 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-da5e00f6-1f5c-4074-a2b1-2667dc1420c1 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (218f06c6-f044-4697-a99d-a0c78fc4a7e8), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:10.707192 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-da5e00f6-1f5c-4074-a2b1-2667dc1420c1 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:10.717708 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-da5e00f6-1f5c-4074-a2b1-2667dc1420c1 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2575986 Jan 28 03:19:10.718669 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43856) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:10.735010 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-9de177e2-b9f8-415f-8a71-e647b935b70f tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1382804613', 'prefixes': ['172.20.0.0/16']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:19:10.781811 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 32291759-75ca-4239-b7c8-ca2e331dcda7 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:19:10.782069 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (32291759-75ca-4239-b7c8-ca2e331dcda7), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:10.823821 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f3f9e27d-c46a-42b6-9a58-cce22eb8bba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (350ef87a-3d5d-4edf-9732-bba44ce1a0bb), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:10.923778 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-f3f9e27d-c46a-42b6-9a58-cce22eb8bba8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['350ef87a-3d5d-4edf-9732-bba44ce1a0bb']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:10.932030 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 32291759-75ca-4239-b7c8-ca2e331dcda7 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:19:10.932157 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9de177e2-b9f8-415f-8a71-e647b935b70f tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:10.933570 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (32291759-75ca-4239-b7c8-ca2e331dcda7), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:10.942043 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9de177e2-b9f8-415f-8a71-e647b935b70f tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2110703 Jan 28 03:19:10.944072 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43876) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:10.956591 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.tag.tag_plugin [None req-4e4d1a70-487a-4db1-9b67-bc9cdaecb558 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5cb0f12b-6039-4291-9732-5eecaedcc739', 'tempest-TagsExtTest-Tag-1091475952') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:10.963144 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-f3f9e27d-c46a-42b6-9a58-cce22eb8bba8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f030a5d-95e6-471d-9116-bea0e889ccb7') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:10.963486 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-f3f9e27d-c46a-42b6-9a58-cce22eb8bba8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f030a5d-95e6-471d-9116-bea0e889ccb7') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:10.982297 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f3f9e27d-c46a-42b6-9a58-cce22eb8bba8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (6f030a5d-95e6-471d-9116-bea0e889ccb7), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:11.010849 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f3f9e27d-c46a-42b6-9a58-cce22eb8bba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (6f030a5d-95e6-471d-9116-bea0e889ccb7), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:11.024106 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3f9e27d-c46a-42b6-9a58-cce22eb8bba8 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:19:11.024974 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f3f9e27d-c46a-42b6-9a58-cce22eb8bba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (6f030a5d-95e6-471d-9116-bea0e889ccb7), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:11.027960 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:19:11.027960 n-d-712139-27 neutron-server[109802]: items = [ Jan 28 03:19:11.027960 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:19:11.027960 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:19:11.027960 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:19:11.027960 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:19:11.027960 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:19:11.027960 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:19:11.027960 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:19:11.027960 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:19:11.027960 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:19:11.027960 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:19:11.027960 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:19:11.027960 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:19:11.027960 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:19:11.027960 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:19:11.027960 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:19:11.027960 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:19:11.027960 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:19:11.027960 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:19:11.027960 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:19:11.027960 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:19:11.027960 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:19:11.027960 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:19:11.027960 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:19:11.027960 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:19:11.027960 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:19:11.027960 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:19:11.027960 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:19:11.027960 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:19:11.027960 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:19:11.027960 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:19:11.027960 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:19:11.027960 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:19:11.071953 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 32291759-75ca-4239-b7c8-ca2e331dcda7, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=32291759-75ca-4239-b7c8-ca2e331dcda7,segment=NetworkSegment(6339533e-0fd9-48b7-92e5-bf0a8f00189b),segment_id=6339533e-0fd9-48b7-92e5-bf0a8f00189b)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:19:11.095911 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (32291759-75ca-4239-b7c8-ca2e331dcda7), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:11.153138 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f3f9e27d-c46a-42b6-9a58-cce22eb8bba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (350ef87a-3d5d-4edf-9732-bba44ce1a0bb), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:11.181233 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f3f9e27d-c46a-42b6-9a58-cce22eb8bba8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:11.187529 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f3f9e27d-c46a-42b6-9a58-cce22eb8bba8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/350ef87a-3d5d-4edf-9732-bba44ce1a0bb HTTP/1.1" status: 204 len: 168 time: 0.8218465 Jan 28 03:19:11.225868 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f9e27d-c46a-42b6-9a58-cce22eb8bba8 admin admin] Pushing event deleted for resources: {'Network': ['ID=350ef87a-3d5d-4edf-9732-bba44ce1a0bb,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:11.261351 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=32291759-75ca-4239-b7c8-ca2e331dcda7,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:11.337663 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04d6ae6-5536-4310-8acf-4f8ff4ef2bbc None None] Network a9b26fd7-a61b-4ca7-aa1f-98f8f5bb0f1e requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:19:11.475515 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43928) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:11.493753 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-0d79b11d-d1c7-4eff-b79f-916461a4e212 None None] Provisioning complete for port 32291759-75ca-4239-b7c8-ca2e331dcda7 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:19:11.497830 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0d79b11d-d1c7-4eff-b79f-916461a4e212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (32291759-75ca-4239-b7c8-ca2e331dcda7), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:11.602328 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-072ed2da-4c4f-4730-bb45-2258a3011437 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=01117d626ad6421b9b34d563437c1cf2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1249573 Jan 28 03:19:11.608283 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 43946) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:11.836156 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4e4d1a70-487a-4db1-9b67-bc9cdaecb558 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "PUT /v2.0/subnets/5cb0f12b-6039-4291-9732-5eecaedcc739/tags/tempest-TagsExtTest-Tag-1091475952 HTTP/1.1" status: 201 len: 201 time: 0.8905547 Jan 28 03:19:11.837010 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43974) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:11.853257 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.tag.tag_plugin [None req-29694a97-c894-46ba-bcc7-2033f8b49bde tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a3fd2919-a61f-4d31-b3dc-bff708fafde6', 'tempest-TagsExtTest-Tag-661965542') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:11.853815 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-0d79b11d-d1c7-4eff-b79f-916461a4e212 None None] Current status of the port 32291759-75ca-4239-b7c8-ca2e331dcda7 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:19:11.856351 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741e1e8-efd0-43f0-bd56-782503b7d267 req-b39b882f-57cf-402a-86a4-43a3d6b64122 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:11.877013 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2741e1e8-efd0-43f0-bd56-782503b7d267 req-b39b882f-57cf-402a-86a4-43a3d6b64122 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.2502024 Jan 28 03:19:11.916866 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6350af86-3df9-4fde-8811-4328ff0d2689 admin admin] Publish callbacks [] for security_group (5b6fea91-0ab3-40a9-81e2-796be86640be), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:12.018591 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-29694a97-c894-46ba-bcc7-2033f8b49bde tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "PUT /v2.0/ports/a3fd2919-a61f-4d31-b3dc-bff708fafde6/tags/tempest-TagsExtTest-Tag-661965542 HTTP/1.1" status: 201 len: 201 time: 0.1800714 Jan 28 03:19:12.024023 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 43994) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:12.025941 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6350af86-3df9-4fde-8811-4328ff0d2689 admin admin] Publish callbacks [] for security_group (5b6fea91-0ab3-40a9-81e2-796be86640be), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:12.048568 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2741e1e8-efd0-43f0-bd56-782503b7d267 req-55ea5900-3ff2-49f2-a891-9493a3568e9e tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705484 Jan 28 03:19:12.054046 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.tag.tag_plugin [None req-9291965e-df2f-4d81-b890-48a8f8348c32 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '218f06c6-f044-4697-a99d-a0c78fc4a7e8', 'tempest-TagsExtTest-Tag-1892641692') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:12.110852 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6350af86-3df9-4fde-8811-4328ff0d2689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (5b6fea91-0ab3-40a9-81e2-796be86640be), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:12.115719 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6350af86-3df9-4fde-8811-4328ff0d2689 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:12.118490 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6350af86-3df9-4fde-8811-4328ff0d2689 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5b6fea91-0ab3-40a9-81e2-796be86640be HTTP/1.1" status: 204 len: 168 time: 0.5073080 Jan 28 03:19:12.134392 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6350af86-3df9-4fde-8811-4328ff0d2689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6fea91-0ab3-40a9-81e2-796be86640be,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:12.230736 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-6fd784de-901b-49c4-9f7a-75a26598f471 None None] Provisioning complete for port a3fd2919-a61f-4d31-b3dc-bff708fafde6 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:19:12.232315 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6fd784de-901b-49c4-9f7a-75a26598f471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (a3fd2919-a61f-4d31-b3dc-bff708fafde6), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:12.323989 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-6fd784de-901b-49c4-9f7a-75a26598f471 None None] Port a3fd2919-a61f-4d31-b3dc-bff708fafde6 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:19:12.376121 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-6fd784de-901b-49c4-9f7a-75a26598f471 None None] Provisioning complete for port 32291759-75ca-4239-b7c8-ca2e331dcda7 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:19:12.380479 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6fd784de-901b-49c4-9f7a-75a26598f471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (32291759-75ca-4239-b7c8-ca2e331dcda7), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:12.438816 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9291965e-df2f-4d81-b890-48a8f8348c32 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "PUT /v2.0/routers/218f06c6-f044-4697-a99d-a0c78fc4a7e8/tags/tempest-TagsExtTest-Tag-1892641692 HTTP/1.1" status: 201 len: 201 time: 0.4115689 Jan 28 03:19:12.441035 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44028) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:12.448124 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.tag.tag_plugin [None req-951661df-0c68-49a4-ba9e-7049c1f265cf tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3f10e4b9-0271-424d-8dc2-dbd78986b172', 'tempest-TagsExtTest-Tag-460742882') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:12.472335 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 32291759-75ca-4239-b7c8-ca2e331dcda7 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:19:12.581809 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-951661df-0c68-49a4-ba9e-7049c1f265cf tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "PUT /v2.0/subnetpools/3f10e4b9-0271-424d-8dc2-dbd78986b172/tags/tempest-TagsExtTest-Tag-460742882 HTTP/1.1" status: 201 len: 201 time: 0.1387284 Jan 28 03:19:12.584469 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44042) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:12.615181 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.tag.tag_plugin [None req-b0b90032-d61f-43b6-a2fa-925db89a6594 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5cb0f12b-6039-4291-9732-5eecaedcc739') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:12.698677 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 32291759-75ca-4239-b7c8-ca2e331dcda7 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:19:12.699263 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (32291759-75ca-4239-b7c8-ca2e331dcda7), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:12.790760 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-6fd784de-901b-49c4-9f7a-75a26598f471 None None] Current status of the port 32291759-75ca-4239-b7c8-ca2e331dcda7 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:19:12.876986 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44072) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:12.877962 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b0b90032-d61f-43b6-a2fa-925db89a6594 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "GET /v2.0/subnets/5cb0f12b-6039-4291-9732-5eecaedcc739/tags HTTP/1.1" status: 200 len: 241 time: 0.2907197 Jan 28 03:19:12.883014 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.tag.tag_plugin [None req-52cdc775-20d6-4d6f-a868-ca43aea2d282 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5cb0f12b-6039-4291-9732-5eecaedcc739', 'tempest-TagsExtTest-Tag-1091475952') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:12.900761 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 32291759-75ca-4239-b7c8-ca2e331dcda7 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:19:12.939066 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-003e5159-c4dd-481c-9cde-5d6dbb897dfb None None] Provisioning complete for port a3fd2919-a61f-4d31-b3dc-bff708fafde6 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:19:12.939721 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-003e5159-c4dd-481c-9cde-5d6dbb897dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (a3fd2919-a61f-4d31-b3dc-bff708fafde6), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:13.033160 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-003e5159-c4dd-481c-9cde-5d6dbb897dfb None None] Port a3fd2919-a61f-4d31-b3dc-bff708fafde6 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:19:13.037005 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-52cdc775-20d6-4d6f-a868-ca43aea2d282 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "GET /v2.0/subnets/5cb0f12b-6039-4291-9732-5eecaedcc739/tags/tempest-TagsExtTest-Tag-1091475952 HTTP/1.1" status: 204 len: 168 time: 0.1583374 Jan 28 03:19:13.041230 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44088) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:13.050146 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.tag.tag_plugin [None req-0ab48770-c153-43ff-806f-53c13abe580e tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '5cb0f12b-6039-4291-9732-5eecaedcc739', 'tempest-TagsExtTest-Tag-1091475952') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:13.167913 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44102) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:13.259292 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0ab48770-c153-43ff-806f-53c13abe580e tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "DELETE /v2.0/subnets/5cb0f12b-6039-4291-9732-5eecaedcc739/tags/tempest-TagsExtTest-Tag-1091475952 HTTP/1.1" status: 204 len: 168 time: 0.2161412 Jan 28 03:19:13.262901 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44110) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:13.267972 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.tag.tag_plugin [None req-db01c4be-a397-4b2f-a6b4-f1701c876ad2 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5cb0f12b-6039-4291-9732-5eecaedcc739') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:13.409936 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-db01c4be-a397-4b2f-a6b4-f1701c876ad2 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "GET /v2.0/subnets/5cb0f12b-6039-4291-9732-5eecaedcc739/tags HTTP/1.1" status: 200 len: 205 time: 0.1422060 Jan 28 03:19:13.410195 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44122) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:13.418163 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.tag.tag_plugin [None req-107362f0-1ab9-48ae-9b0f-9bcf30154c7a tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a3fd2919-a61f-4d31-b3dc-bff708fafde6') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:13.466020 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-71d7b236-199a-4771-9072-0498476cef61 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f98d89b589804d348674dae7f1f85b9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2958934 Jan 28 03:19:13.469753 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44130) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:13.534279 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-107362f0-1ab9-48ae-9b0f-9bcf30154c7a tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "GET /v2.0/ports/a3fd2919-a61f-4d31-b3dc-bff708fafde6/tags HTTP/1.1" status: 200 len: 240 time: 0.1230686 Jan 28 03:19:13.537021 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44142) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:13.552727 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.tag.tag_plugin [None req-31e59b46-850a-4bc5-be67-58fe4817f5a1 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a3fd2919-a61f-4d31-b3dc-bff708fafde6', 'tempest-TagsExtTest-Tag-661965542') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:13.602054 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad53db15-8c5d-499d-9526-8f9e571f10e5 req-fcd164b7-c780-4e98-816e-ec3ee4998e6c tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:13.618542 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ad53db15-8c5d-499d-9526-8f9e571f10e5 req-fcd164b7-c780-4e98-816e-ec3ee4998e6c tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.3314197 Jan 28 03:19:13.640181 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-806b2912-4e81-42d8-8dfa-f7fb9eace4b0 admin admin] Publish callbacks [] for security_group (5f6da84b-78ae-47f7-a751-18fd171ef57e), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:13.663521 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-806b2912-4e81-42d8-8dfa-f7fb9eace4b0 admin admin] Publish callbacks [] for security_group (5f6da84b-78ae-47f7-a751-18fd171ef57e), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:13.685843 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-31e59b46-850a-4bc5-be67-58fe4817f5a1 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "GET /v2.0/ports/a3fd2919-a61f-4d31-b3dc-bff708fafde6/tags/tempest-TagsExtTest-Tag-661965542 HTTP/1.1" status: 204 len: 168 time: 0.1439710 Jan 28 03:19:13.686058 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44158) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:13.690789 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.tag.tag_plugin [None req-e6ed1181-dd35-4675-8784-36623f29208c tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'a3fd2919-a61f-4d31-b3dc-bff708fafde6', 'tempest-TagsExtTest-Tag-661965542') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:13.798772 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ad53db15-8c5d-499d-9526-8f9e571f10e5 req-52e035a5-72dd-44d4-a205-73b1f1ff1016 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792052 Jan 28 03:19:13.825039 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-806b2912-4e81-42d8-8dfa-f7fb9eace4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (5f6da84b-78ae-47f7-a751-18fd171ef57e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:13.830323 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e6ed1181-dd35-4675-8784-36623f29208c tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "DELETE /v2.0/ports/a3fd2919-a61f-4d31-b3dc-bff708fafde6/tags/tempest-TagsExtTest-Tag-661965542 HTTP/1.1" status: 204 len: 168 time: 0.1432395 Jan 28 03:19:13.833668 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44174) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:13.837043 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-806b2912-4e81-42d8-8dfa-f7fb9eace4b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:13.842184 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-806b2912-4e81-42d8-8dfa-f7fb9eace4b0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5f6da84b-78ae-47f7-a751-18fd171ef57e HTTP/1.1" status: 204 len: 168 time: 0.3677287 Jan 28 03:19:13.845063 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.tag.tag_plugin [None req-1533fc3c-e7b9-4dc7-9c11-7d84d0bdeadd tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a3fd2919-a61f-4d31-b3dc-bff708fafde6') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:13.899715 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b2912-4e81-42d8-8dfa-f7fb9eace4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6da84b-78ae-47f7-a751-18fd171ef57e,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:13.982442 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1533fc3c-e7b9-4dc7-9c11-7d84d0bdeadd tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "GET /v2.0/ports/a3fd2919-a61f-4d31-b3dc-bff708fafde6/tags HTTP/1.1" status: 200 len: 205 time: 0.1471212 Jan 28 03:19:13.985375 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44190) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:14.005779 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.tag.tag_plugin [None req-9beffebb-8754-4624-8f98-e34437635569 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '218f06c6-f044-4697-a99d-a0c78fc4a7e8') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:14.158180 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9beffebb-8754-4624-8f98-e34437635569 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "GET /v2.0/routers/218f06c6-f044-4697-a99d-a0c78fc4a7e8/tags HTTP/1.1" status: 200 len: 241 time: 0.1702356 Jan 28 03:19:14.162903 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44210) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:14.168413 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.tag.tag_plugin [None req-e549f65d-a78d-45dc-89de-c124bd28767a tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '218f06c6-f044-4697-a99d-a0c78fc4a7e8', 'tempest-TagsExtTest-Tag-1892641692') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:14.344464 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e549f65d-a78d-45dc-89de-c124bd28767a tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "GET /v2.0/routers/218f06c6-f044-4697-a99d-a0c78fc4a7e8/tags/tempest-TagsExtTest-Tag-1892641692 HTTP/1.1" status: 204 len: 168 time: 0.1788368 Jan 28 03:19:14.346521 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44234) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:14.365529 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.tag.tag_plugin [None req-35391ffd-cde5-4cbc-a25b-e2e7db7696cc tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '218f06c6-f044-4697-a99d-a0c78fc4a7e8', 'tempest-TagsExtTest-Tag-1892641692') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:14.528778 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-35391ffd-cde5-4cbc-a25b-e2e7db7696cc tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "DELETE /v2.0/routers/218f06c6-f044-4697-a99d-a0c78fc4a7e8/tags/tempest-TagsExtTest-Tag-1892641692 HTTP/1.1" status: 204 len: 168 time: 0.1809061 Jan 28 03:19:14.531082 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44244) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:14.539200 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.tag.tag_plugin [None req-4c358187-99c6-4790-8630-e072738a17db tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '218f06c6-f044-4697-a99d-a0c78fc4a7e8') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:14.642512 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44248) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:14.644430 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4c358187-99c6-4790-8630-e072738a17db tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "GET /v2.0/routers/218f06c6-f044-4697-a99d-a0c78fc4a7e8/tags HTTP/1.1" status: 200 len: 205 time: 0.1100917 Jan 28 03:19:14.647502 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.tag.tag_plugin [None req-829d40d4-afe0-4e4c-9266-003812addda9 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3f10e4b9-0271-424d-8dc2-dbd78986b172') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:14.712416 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-829d40d4-afe0-4e4c-9266-003812addda9 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "GET /v2.0/subnetpools/3f10e4b9-0271-424d-8dc2-dbd78986b172/tags HTTP/1.1" status: 200 len: 240 time: 0.0687695 Jan 28 03:19:14.715578 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44252) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:14.740343 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.tag.tag_plugin [None req-83c4b723-3b85-4be4-ab69-6958cae8a555 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3f10e4b9-0271-424d-8dc2-dbd78986b172', 'tempest-TagsExtTest-Tag-460742882') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:14.778663 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-83c4b723-3b85-4be4-ab69-6958cae8a555 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "GET /v2.0/subnetpools/3f10e4b9-0271-424d-8dc2-dbd78986b172/tags/tempest-TagsExtTest-Tag-460742882 HTTP/1.1" status: 204 len: 168 time: 0.0615082 Jan 28 03:19:14.781244 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44254) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:14.800851 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.tag.tag_plugin [None req-d39f2789-d563-4629-b1d3-c58b83a25ffe tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '3f10e4b9-0271-424d-8dc2-dbd78986b172', 'tempest-TagsExtTest-Tag-460742882') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:14.892920 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d39f2789-d563-4629-b1d3-c58b83a25ffe tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "DELETE /v2.0/subnetpools/3f10e4b9-0271-424d-8dc2-dbd78986b172/tags/tempest-TagsExtTest-Tag-460742882 HTTP/1.1" status: 204 len: 168 time: 0.1098721 Jan 28 03:19:14.895703 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44262) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:14.901389 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.tag.tag_plugin [None req-60907983-f287-4d16-a2be-bb2a3915b510 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3f10e4b9-0271-424d-8dc2-dbd78986b172') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:14.947976 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-60907983-f287-4d16-a2be-bb2a3915b510 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "GET /v2.0/subnetpools/3f10e4b9-0271-424d-8dc2-dbd78986b172/tags HTTP/1.1" status: 200 len: 205 time: 0.0507658 Jan 28 03:19:14.953535 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44268) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:14.962460 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.tag.tag_plugin [None req-e0e51831-0fd6-46bc-9218-0387a3e507e3 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3f10e4b9-0271-424d-8dc2-dbd78986b172') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:15.063729 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e0e51831-0fd6-46bc-9218-0387a3e507e3 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "DELETE /v2.0/subnetpools/3f10e4b9-0271-424d-8dc2-dbd78986b172/tags HTTP/1.1" status: 204 len: 168 time: 0.1078134 Jan 28 03:19:15.064563 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44270) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:15.067105 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c3b98-1cbe-43fd-b73b-9a18d77bda97 req-2c0d9ba8-cff7-41f5-aa83-f1dd096fa6a9 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:15.069052 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cb4c3b98-1cbe-43fd-b73b-9a18d77bda97 req-2c0d9ba8-cff7-41f5-aa83-f1dd096fa6a9 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.1320832 Jan 28 03:19:15.076782 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.tag.tag_plugin [None req-eb2fdd21-9941-435c-8d3e-19e7837675f3 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '218f06c6-f044-4697-a99d-a0c78fc4a7e8') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:15.132232 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cb4c3b98-1cbe-43fd-b73b-9a18d77bda97 req-2791b3b7-f6bb-49ee-9f35-a0f346e83bf7 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560598 Jan 28 03:19:15.194654 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-eb2fdd21-9941-435c-8d3e-19e7837675f3 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "DELETE /v2.0/routers/218f06c6-f044-4697-a99d-a0c78fc4a7e8/tags HTTP/1.1" status: 204 len: 168 time: 0.1289313 Jan 28 03:19:15.198230 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44274) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:15.204599 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.tag.tag_plugin [None req-d76e46c3-ca72-43d8-9eb8-4e1638c1708c tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a3fd2919-a61f-4d31-b3dc-bff708fafde6') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:15.240050 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44276) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:15.278524 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d76e46c3-ca72-43d8-9eb8-4e1638c1708c tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "DELETE /v2.0/ports/a3fd2919-a61f-4d31-b3dc-bff708fafde6/tags HTTP/1.1" status: 204 len: 168 time: 0.0784607 Jan 28 03:19:15.281009 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44280) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:15.286104 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.tag.tag_plugin [None req-9dc9c4bb-6365-4f8d-acd9-8d11b4c36abb tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5cb0f12b-6039-4291-9732-5eecaedcc739') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:15.354849 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9dc9c4bb-6365-4f8d-acd9-8d11b4c36abb tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "DELETE /v2.0/subnets/5cb0f12b-6039-4291-9732-5eecaedcc739/tags HTTP/1.1" status: 204 len: 168 time: 0.0692515 Jan 28 03:19:15.355324 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44282) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:15.360356 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.tag.tag_plugin [None req-23332ccb-f251-4414-94f1-c57143654e6f tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5cb0f12b-6039-4291-9732-5eecaedcc739', 'tempest-TagsExtTest-Tag-505332751') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:15.400814 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-24032ab5-0301-4164-80d5-bf29deafe7f0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1090025703-network', 'tenant_id': '6f6bbf2836904089b5391caf666a2ef0'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:19:15.429884 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24032ab5-0301-4164-80d5-bf29deafe7f0 admin admin] Made reservation on behalf of 6f6bbf2836904089b5391caf666a2ef0 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:19:15.434728 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-23332ccb-f251-4414-94f1-c57143654e6f tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "PUT /v2.0/subnets/5cb0f12b-6039-4291-9732-5eecaedcc739/tags/tempest-TagsExtTest-Tag-505332751 HTTP/1.1" status: 201 len: 201 time: 0.0782454 Jan 28 03:19:15.435311 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-24032ab5-0301-4164-80d5-bf29deafe7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:15.437780 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44284) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:15.443704 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.tag.tag_plugin [None req-d2b10d0b-167c-499e-852b-d2f5917f0ca5 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a3fd2919-a61f-4d31-b3dc-bff708fafde6', 'tempest-TagsExtTest-Tag-488733267') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:15.459136 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-24032ab5-0301-4164-80d5-bf29deafe7f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:15.592829 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d2b10d0b-167c-499e-852b-d2f5917f0ca5 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "PUT /v2.0/ports/a3fd2919-a61f-4d31-b3dc-bff708fafde6/tags/tempest-TagsExtTest-Tag-488733267 HTTP/1.1" status: 201 len: 201 time: 0.1538680 Jan 28 03:19:15.597620 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44286) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:15.614911 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.tag.tag_plugin [None req-5212f215-07b4-456e-846f-3505ec86745d tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '218f06c6-f044-4697-a99d-a0c78fc4a7e8', 'tempest-TagsExtTest-Tag-1835454933') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:15.626825 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-24032ab5-0301-4164-80d5-bf29deafe7f0 admin admin] Publish callbacks [] for security_group (a6965339-134d-42a5-9ebc-f06bee48f944), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:15.635137 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-24032ab5-0301-4164-80d5-bf29deafe7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (a6965339-134d-42a5-9ebc-f06bee48f944), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:15.667676 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24032ab5-0301-4164-80d5-bf29deafe7f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:19:15.679138 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24032ab5-0301-4164-80d5-bf29deafe7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6965339-134d-42a5-9ebc-f06bee48f944,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:15.690370 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-24032ab5-0301-4164-80d5-bf29deafe7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (22939271-c413-4b6e-86b8-b80474a12e63), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:15.691182 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-24032ab5-0301-4164-80d5-bf29deafe7f0 admin admin] Added segment 22939271-c413-4b6e-86b8-b80474a12e63 of type vlan for network b328f18d-888e-4024-8099-122b5bda010d Jan 28 03:19:15.757099 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-24032ab5-0301-4164-80d5-bf29deafe7f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (b328f18d-888e-4024-8099-122b5bda010d), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:15.792200 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-24032ab5-0301-4164-80d5-bf29deafe7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (b328f18d-888e-4024-8099-122b5bda010d), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:15.793886 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24032ab5-0301-4164-80d5-bf29deafe7f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:15.794829 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-24032ab5-0301-4164-80d5-bf29deafe7f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:15.823560 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5212f215-07b4-456e-846f-3505ec86745d tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "PUT /v2.0/routers/218f06c6-f044-4697-a99d-a0c78fc4a7e8/tags/tempest-TagsExtTest-Tag-1835454933 HTTP/1.1" status: 201 len: 201 time: 0.2205269 Jan 28 03:19:15.826306 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44290) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:15.841031 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.tag.tag_plugin [None req-76ebeb60-1b25-4534-ad96-764a1a50b160 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3f10e4b9-0271-424d-8dc2-dbd78986b172', 'tempest-TagsExtTest-Tag-734813343') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:15.885486 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24032ab5-0301-4164-80d5-bf29deafe7f0 admin admin] Pushing event updated for resources: {'Network': ['ID=b328f18d-888e-4024-8099-122b5bda010d,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:15.900717 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network b328f18d-888e-4024-8099-122b5bda010d details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:19:15.907379 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-24032ab5-0301-4164-80d5-bf29deafe7f0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6626668 Jan 28 03:19:15.907705 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44294) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:15.913143 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-349b7ad6-0f1f-4e00-8008-bb209dd86a81 admin admin] Request body: {'subnet': {'network_id': 'b328f18d-888e-4024-8099-122b5bda010d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1090025703-subnet', 'tenant_id': '6f6bbf2836904089b5391caf666a2ef0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:19:15.943171 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349b7ad6-0f1f-4e00-8008-bb209dd86a81 admin admin] Made reservation on behalf of 6f6bbf2836904089b5391caf666a2ef0 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:19:15.945797 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-349b7ad6-0f1f-4e00-8008-bb209dd86a81 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:15.953555 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-76ebeb60-1b25-4534-ad96-764a1a50b160 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "PUT /v2.0/subnetpools/3f10e4b9-0271-424d-8dc2-dbd78986b172/tags/tempest-TagsExtTest-Tag-734813343 HTTP/1.1" status: 201 len: 201 time: 0.1229618 Jan 28 03:19:15.954321 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44298) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:15.960651 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.tag.tag_plugin [None req-082b1996-9c56-4eed-a231-e3d2fda47541 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '5cb0f12b-6039-4291-9732-5eecaedcc739', {'tags': ['tempest-TagsExtTest-Tag-813022971', 'tempest-TagsExtTest-Tag-16999955', 'tempest-TagsExtTest-Tag-1834205987']}) {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:16.084081 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-082b1996-9c56-4eed-a231-e3d2fda47541 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "PUT /v2.0/subnets/5cb0f12b-6039-4291-9732-5eecaedcc739/tags HTTP/1.1" status: 200 len: 315 time: 0.1261699 Jan 28 03:19:16.084393 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44302) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:16.091399 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.tag.tag_plugin [None req-468f0742-c773-4c78-b535-05635655486e tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5cb0f12b-6039-4291-9732-5eecaedcc739') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:16.282578 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-349b7ad6-0f1f-4e00-8008-bb209dd86a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (76aeb7da-88ca-40e3-af3a-4f4f90f2c919), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:16.317524 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-468f0742-c773-4c78-b535-05635655486e tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "DELETE /v2.0/subnets/5cb0f12b-6039-4291-9732-5eecaedcc739/tags HTTP/1.1" status: 204 len: 168 time: 0.2287385 Jan 28 03:19:16.318336 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44306) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:16.326665 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.tag.tag_plugin [None req-99289d69-0c35-4b0f-82b1-70643dce84f3 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5cb0f12b-6039-4291-9732-5eecaedcc739', 'tempest-TagsExtTest-Tag-813022971') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:16.369752 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b7ad6-0f1f-4e00-8008-bb209dd86a81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76aeb7da-88ca-40e3-af3a-4f4f90f2c919,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:16.384437 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cea19e-641f-452f-ba98-fd2120633016 req-d413944a-e19b-4a26-885c-e02e420ae6f7 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:16.394595 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349b7ad6-0f1f-4e00-8008-bb209dd86a81 admin admin] Checking segment: {'id': '22939271-c413-4b6e-86b8-b80474a12e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:19:16.394903 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349b7ad6-0f1f-4e00-8008-bb209dd86a81 admin admin] Network hostable DHCP agents. Network: b328f18d-888e-4024-8099-122b5bda010d, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:19:16.397241 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d2cea19e-641f-452f-ba98-fd2120633016 req-d413944a-e19b-4a26-885c-e02e420ae6f7 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.1530688 Jan 28 03:19:16.422865 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-99289d69-0c35-4b0f-82b1-70643dce84f3 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] show failed (client error): The resource could not be found. Jan 28 03:19:16.433123 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-99289d69-0c35-4b0f-82b1-70643dce84f3 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "GET /v2.0/subnets/5cb0f12b-6039-4291-9732-5eecaedcc739/tags/tempest-TagsExtTest-Tag-813022971 HTTP/1.1" status: 404 len: 328 time: 0.1023862 Jan 28 03:19:16.433123 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349b7ad6-0f1f-4e00-8008-bb209dd86a81 admin admin] Network b328f18d-888e-4024-8099-122b5bda010d is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:19:16.433123 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44308) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:16.438323 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.tag.tag_plugin [None req-436db468-0749-44dd-8482-8f6571633566 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5cb0f12b-6039-4291-9732-5eecaedcc739', 'tempest-TagsExtTest-Tag-16999955') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:16.442700 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-349b7ad6-0f1f-4e00-8008-bb209dd86a81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, b328f18d-888e-4024-8099-122b5bda010d) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:19:16.451948 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfec8c97-e494-4e69-a9c0-af8912898435 None None] Network b328f18d-888e-4024-8099-122b5bda010d requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:19:16.466870 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349b7ad6-0f1f-4e00-8008-bb209dd86a81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:16.467454 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-349b7ad6-0f1f-4e00-8008-bb209dd86a81 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:16.498368 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-349b7ad6-0f1f-4e00-8008-bb209dd86a81 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5871112 Jan 28 03:19:16.498681 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44312) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:16.505874 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-bc70e65b-e8d2-4b48-a9c9-79f425e1c18a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1090025703-router', 'tenant_id': '6f6bbf2836904089b5391caf666a2ef0', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:19:16.534195 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bc70e65b-e8d2-4b48-a9c9-79f425e1c18a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (4af32c91-dff1-4438-abfe-eb851853c7b8), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:16.535504 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bc70e65b-e8d2-4b48-a9c9-79f425e1c18a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (4af32c91-dff1-4438-abfe-eb851853c7b8), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:16.551572 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-436db468-0749-44dd-8482-8f6571633566 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] show failed (client error): The resource could not be found. Jan 28 03:19:16.552821 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-436db468-0749-44dd-8482-8f6571633566 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "GET /v2.0/subnets/5cb0f12b-6039-4291-9732-5eecaedcc739/tags/tempest-TagsExtTest-Tag-16999955 HTTP/1.1" status: 404 len: 327 time: 0.1192825 Jan 28 03:19:16.556231 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44314) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:16.562851 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.tag.tag_plugin [None req-8cc42a9b-6c56-4556-b6f1-34b73c4b9671 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5cb0f12b-6039-4291-9732-5eecaedcc739', 'tempest-TagsExtTest-Tag-1834205987') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:16.575553 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d2cea19e-641f-452f-ba98-fd2120633016 req-ecdf3c01-5fe8-41d6-826a-facf874da571 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1748531 Jan 28 03:19:16.724643 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bc70e65b-e8d2-4b48-a9c9-79f425e1c18a admin admin] Publish callbacks [] for router_controller (4af32c91-dff1-4438-abfe-eb851853c7b8), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:16.772486 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d6ab63-f27c-4089-964a-91ec6ed1b240 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-b328f18d-888e-4024-8099-122b5bda010d', 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d', 'project_id': '6f6bbf2836904089b5391caf666a2ef0', 'fixed_ips': [{'subnet_id': '76aeb7da-88ca-40e3-af3a-4f4f90f2c919'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:19:16.775664 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-24d6ab63-f27c-4089-964a-91ec6ed1b240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:16.958929 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-8cc42a9b-6c56-4556-b6f1-34b73c4b9671 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] show failed (client error): The resource could not be found. Jan 28 03:19:16.960026 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8cc42a9b-6c56-4556-b6f1-34b73c4b9671 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "GET /v2.0/subnets/5cb0f12b-6039-4291-9732-5eecaedcc739/tags/tempest-TagsExtTest-Tag-1834205987 HTTP/1.1" status: 404 len: 329 time: 0.4027426 Jan 28 03:19:16.963671 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44324) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:16.981674 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.tag.tag_plugin [None req-79ebceaf-c88d-48a3-ba8a-493d59f80572 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'a3fd2919-a61f-4d31-b3dc-bff708fafde6', {'tags': ['tempest-TagsExtTest-Tag-1925502927', 'tempest-TagsExtTest-Tag-672314052', 'tempest-TagsExtTest-Tag-798816369']}) {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:17.065910 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-24d6ab63-f27c-4089-964a-91ec6ed1b240 None None] Allocated IP 172.20.0.2 (b328f18d-888e-4024-8099-122b5bda010d/76aeb7da-88ca-40e3-af3a-4f4f90f2c919/8314ebf9-4384-4cd1-90ab-e15fea46cc00) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:19:17.070417 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aee41e-7cb7-457a-aee4-52d4754c8a6c req-7ce12cec-90d3-426a-bfd0-15e607ad82f6 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:17.078310 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-10aee41e-7cb7-457a-aee4-52d4754c8a6c req-7ce12cec-90d3-426a-bfd0-15e607ad82f6 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.2089911 Jan 28 03:19:17.219215 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-79ebceaf-c88d-48a3-ba8a-493d59f80572 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "PUT /v2.0/ports/a3fd2919-a61f-4d31-b3dc-bff708fafde6/tags HTTP/1.1" status: 200 len: 316 time: 0.2518370 Jan 28 03:19:17.223450 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-10aee41e-7cb7-457a-aee4-52d4754c8a6c req-ac2f8714-4574-4d2e-8654-551f15368d62 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438851 Jan 28 03:19:17.224038 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44328) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:17.230945 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.tag.tag_plugin [None req-bbf7b58a-31a5-4782-b1b0-2be0847c6473 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a3fd2919-a61f-4d31-b3dc-bff708fafde6') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:17.245259 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02286563-db9f-447a-9da8-56d905760047 req-18005838-6f04-468b-a962-c0838d126145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:17.246881 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-02286563-db9f-447a-9da8-56d905760047 req-18005838-6f04-468b-a962-c0838d126145 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2286ae41b27547dfa2005a6a8f000d38&device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 1096 time: 0.2536924 Jan 28 03:19:17.406487 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-24d6ab63-f27c-4089-964a-91ec6ed1b240 None None] Publish callbacks [] for port (8314ebf9-4384-4cd1-90ab-e15fea46cc00), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:17.421418 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-24d6ab63-f27c-4089-964a-91ec6ed1b240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (8314ebf9-4384-4cd1-90ab-e15fea46cc00), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:17.510325 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d6ab63-f27c-4089-964a-91ec6ed1b240 None None] Network b328f18d-888e-4024-8099-122b5bda010d is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:19:17.520082 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-24d6ab63-f27c-4089-964a-91ec6ed1b240 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:19:17.533743 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d6ab63-f27c-4089-964a-91ec6ed1b240 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:19:17.569129 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-bbf7b58a-31a5-4782-b1b0-2be0847c6473 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "DELETE /v2.0/ports/a3fd2919-a61f-4d31-b3dc-bff708fafde6/tags HTTP/1.1" status: 204 len: 168 time: 0.3403327 Jan 28 03:19:17.576240 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44330) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:17.587204 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.tag.tag_plugin [None req-ac76d557-5812-4fdf-b269-29cbbadf538f tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a3fd2919-a61f-4d31-b3dc-bff708fafde6', 'tempest-TagsExtTest-Tag-1925502927') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:17.636563 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d6ab63-f27c-4089-964a-91ec6ed1b240 None None] Pushing event updated for resources: {'Port': ['ID=8314ebf9-4384-4cd1-90ab-e15fea46cc00,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:17.670523 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02286563-db9f-447a-9da8-56d905760047 req-211bbeb1-ad2a-4b82-83fb-72fdd88c572a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:17.675412 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-02286563-db9f-447a-9da8-56d905760047 req-211bbeb1-ad2a-4b82-83fb-72fdd88c572a service neutron] 10.222.0.39 "GET /v2.0/networks?id=61daafe4-8be0-4976-aead-14ffa612176d HTTP/1.1" status: 200 len: 912 time: 0.3665080 Jan 28 03:19:17.686971 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-24d6ab63-f27c-4089-964a-91ec6ed1b240 None None] Attempting to bind port 8314ebf9-4384-4cd1-90ab-e15fea46cc00 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:19:17.687434 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-24d6ab63-f27c-4089-964a-91ec6ed1b240 None None] Attempting to bind port 8314ebf9-4384-4cd1-90ab-e15fea46cc00 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '22939271-c413-4b6e-86b8-b80474a12e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:19:17.687878 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d6ab63-f27c-4089-964a-91ec6ed1b240 None None] Attempting to bind port 8314ebf9-4384-4cd1-90ab-e15fea46cc00 on network b328f18d-888e-4024-8099-122b5bda010d {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:19:17.694257 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d6ab63-f27c-4089-964a-91ec6ed1b240 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:19:17.694720 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d6ab63-f27c-4089-964a-91ec6ed1b240 None None] Checking segment: {'id': '22939271-c413-4b6e-86b8-b80474a12e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:19:17.695389 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-24d6ab63-f27c-4089-964a-91ec6ed1b240 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:17.695803 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d6ab63-f27c-4089-964a-91ec6ed1b240 None None] Bound using segment: {'id': '22939271-c413-4b6e-86b8-b80474a12e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:19:17.696508 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-24d6ab63-f27c-4089-964a-91ec6ed1b240 None None] Bound port: 8314ebf9-4384-4cd1-90ab-e15fea46cc00, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22939271-c413-4b6e-86b8-b80474a12e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:19:17.696949 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-24d6ab63-f27c-4089-964a-91ec6ed1b240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8314ebf9-4384-4cd1-90ab-e15fea46cc00), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:17.718721 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-ac76d557-5812-4fdf-b269-29cbbadf538f tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] show failed (client error): The resource could not be found. Jan 28 03:19:17.720182 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ac76d557-5812-4fdf-b269-29cbbadf538f tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "GET /v2.0/ports/a3fd2919-a61f-4d31-b3dc-bff708fafde6/tags/tempest-TagsExtTest-Tag-1925502927 HTTP/1.1" status: 404 len: 329 time: 0.1415985 Jan 28 03:19:17.757179 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44334) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:17.763174 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.tag.tag_plugin [None req-bfa120dc-6f43-4852-97e1-9a37572f24c6 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a3fd2919-a61f-4d31-b3dc-bff708fafde6', 'tempest-TagsExtTest-Tag-672314052') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:17.772319 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-24d6ab63-f27c-4089-964a-91ec6ed1b240 None None] For port 8314ebf9-4384-4cd1-90ab-e15fea46cc00, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:19:17.775445 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-24d6ab63-f27c-4089-964a-91ec6ed1b240 None None] For port 8314ebf9-4384-4cd1-90ab-e15fea46cc00, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=8314ebf9-4384-4cd1-90ab-e15fea46cc00,segment=NetworkSegment(22939271-c413-4b6e-86b8-b80474a12e63),segment_id=22939271-c413-4b6e-86b8-b80474a12e63)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:19:17.783012 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-24d6ab63-f27c-4089-964a-91ec6ed1b240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (8314ebf9-4384-4cd1-90ab-e15fea46cc00), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:17.795566 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bc70e65b-e8d2-4b48-a9c9-79f425e1c18a admin admin] Publish callbacks [] for router_gateway (4af32c91-dff1-4438-abfe-eb851853c7b8), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:17.865044 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-02286563-db9f-447a-9da8-56d905760047 req-bfc0f58f-265e-4fb7-8e59-df0c0846eb30 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40f8070f-7c97-490d-b710-cae05a2e07c3 HTTP/1.1" status: 200 len: 998 time: 0.1802282 Jan 28 03:19:17.886353 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d6ab63-f27c-4089-964a-91ec6ed1b240 None None] Pushing event updated for resources: {'Port': ['ID=8314ebf9-4384-4cd1-90ab-e15fea46cc00,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:17.954901 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-bfa120dc-6f43-4852-97e1-9a37572f24c6 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] show failed (client error): The resource could not be found. Jan 28 03:19:17.956541 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-bfa120dc-6f43-4852-97e1-9a37572f24c6 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "GET /v2.0/ports/a3fd2919-a61f-4d31-b3dc-bff708fafde6/tags/tempest-TagsExtTest-Tag-672314052 HTTP/1.1" status: 404 len: 328 time: 0.1982913 Jan 28 03:19:17.960103 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44336) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:17.973178 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.tag.tag_plugin [None req-df92557e-275b-48dd-9298-3ad2b87de539 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a3fd2919-a61f-4d31-b3dc-bff708fafde6', 'tempest-TagsExtTest-Tag-798816369') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:18.034136 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02286563-db9f-447a-9da8-56d905760047 req-5b8a20c6-7ced-4099-9544-38af9a70cc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:18.043888 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-02286563-db9f-447a-9da8-56d905760047 req-5b8a20c6-7ced-4099-9544-38af9a70cc2e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=27d2caa9-814b-48c2-8f4b-c426e9cbbe97 HTTP/1.1" status: 200 len: 850 time: 0.1619983 Jan 28 03:19:18.133511 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-df92557e-275b-48dd-9298-3ad2b87de539 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] show failed (client error): The resource could not be found. Jan 28 03:19:18.138771 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-df92557e-275b-48dd-9298-3ad2b87de539 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "GET /v2.0/ports/a3fd2919-a61f-4d31-b3dc-bff708fafde6/tags/tempest-TagsExtTest-Tag-798816369 HTTP/1.1" status: 404 len: 328 time: 0.1748719 Jan 28 03:19:18.143325 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44338) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:18.178749 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.tag.tag_plugin [None req-6d9e9e62-9cff-4d9b-a4d8-15bf9b2cde1d tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '218f06c6-f044-4697-a99d-a0c78fc4a7e8', {'tags': ['tempest-TagsExtTest-Tag-1615245572', 'tempest-TagsExtTest-Tag-594253611', 'tempest-TagsExtTest-Tag-502222712']}) {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:18.233982 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bc70e65b-e8d2-4b48-a9c9-79f425e1c18a admin admin] Publish callbacks [] for router_gateway (4af32c91-dff1-4438-abfe-eb851853c7b8), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:18.310576 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bc70e65b-e8d2-4b48-a9c9-79f425e1c18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:18.353540 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02286563-db9f-447a-9da8-56d905760047 req-4f5569f8-5e39-4186-a284-9e13eda5fb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:18.355126 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-02286563-db9f-447a-9da8-56d905760047 req-4f5569f8-5e39-4186-a284-9e13eda5fb2b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=61daafe4-8be0-4976-aead-14ffa612176d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3040180 Jan 28 03:19:18.511460 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 8314ebf9-4384-4cd1-90ab-e15fea46cc00 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:19:18.606395 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 8314ebf9-4384-4cd1-90ab-e15fea46cc00 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:19:18.606777 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (8314ebf9-4384-4cd1-90ab-e15fea46cc00), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:18.647255 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-02286563-db9f-447a-9da8-56d905760047 req-352221a0-fe6c-4b5b-b54c-4b054413878b service neutron] 10.222.0.39 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724912 Jan 28 03:19:18.650825 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6d9e9e62-9cff-4d9b-a4d8-15bf9b2cde1d tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "PUT /v2.0/routers/218f06c6-f044-4697-a99d-a0c78fc4a7e8/tags HTTP/1.1" status: 200 len: 316 time: 0.5012298 Jan 28 03:19:18.654956 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-bc70e65b-e8d2-4b48-a9c9-79f425e1c18a admin admin] Allocated IP 172.25.0.58 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/d4ab2bf9-db16-4d1a-b838-4e44d5c67ba8) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:19:18.656758 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44344) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:18.667542 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.tag.tag_plugin [None req-636102ef-f5c0-4ca2-8a88-c0c0c9f52a33 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '218f06c6-f044-4697-a99d-a0c78fc4a7e8') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:18.763127 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bdd350-d2fe-4dc5-a90a-2145fbf7a0b1 req-9f1e9a5b-916d-43f7-87c5-2b03d477210b tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:18.775157 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-15bdd350-d2fe-4dc5-a90a-2145fbf7a0b1 req-9f1e9a5b-916d-43f7-87c5-2b03d477210b tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.2641802 Jan 28 03:19:18.822092 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-02286563-db9f-447a-9da8-56d905760047 req-252a09d8-2c2a-4bba-953b-81d9748b0812 service neutron] 10.222.0.39 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682854 Jan 28 03:19:18.870689 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 8314ebf9-4384-4cd1-90ab-e15fea46cc00 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:19:18.871905 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8314ebf9-4384-4cd1-90ab-e15fea46cc00), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:18.939336 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 8314ebf9-4384-4cd1-90ab-e15fea46cc00, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=8314ebf9-4384-4cd1-90ab-e15fea46cc00,segment=NetworkSegment(22939271-c413-4b6e-86b8-b80474a12e63),segment_id=22939271-c413-4b6e-86b8-b80474a12e63)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:19:18.946586 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (8314ebf9-4384-4cd1-90ab-e15fea46cc00), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:19.007297 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-15bdd350-d2fe-4dc5-a90a-2145fbf7a0b1 req-81dd5bb0-6053-46c0-a922-e0d8c1b69168 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2311356 Jan 28 03:19:19.070849 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=8314ebf9-4384-4cd1-90ab-e15fea46cc00,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:19.186861 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bc70e65b-e8d2-4b48-a9c9-79f425e1c18a admin admin] Publish callbacks [] for port (d4ab2bf9-db16-4d1a-b838-4e44d5c67ba8), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:19.236714 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-636102ef-f5c0-4ca2-8a88-c0c0c9f52a33 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "DELETE /v2.0/routers/218f06c6-f044-4697-a99d-a0c78fc4a7e8/tags HTTP/1.1" status: 204 len: 168 time: 0.5787566 Jan 28 03:19:19.239974 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44348) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:19.248116 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.tag.tag_plugin [None req-70c35948-2692-4c98-a786-7231a7ba32de tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '218f06c6-f044-4697-a99d-a0c78fc4a7e8', 'tempest-TagsExtTest-Tag-1615245572') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:19.301131 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bc70e65b-e8d2-4b48-a9c9-79f425e1c18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (d4ab2bf9-db16-4d1a-b838-4e44d5c67ba8), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:19.363658 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-70c35948-2692-4c98-a786-7231a7ba32de tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] show failed (client error): The resource could not be found. Jan 28 03:19:19.367992 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-70c35948-2692-4c98-a786-7231a7ba32de tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "GET /v2.0/routers/218f06c6-f044-4697-a99d-a0c78fc4a7e8/tags/tempest-TagsExtTest-Tag-1615245572 HTTP/1.1" status: 404 len: 329 time: 0.1268530 Jan 28 03:19:19.368582 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44352) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:19.375902 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc70e65b-e8d2-4b48-a9c9-79f425e1c18a admin admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:19:19.378134 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-bc70e65b-e8d2-4b48-a9c9-79f425e1c18a admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:19:19.382863 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc70e65b-e8d2-4b48-a9c9-79f425e1c18a admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:19:19.389249 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.tag.tag_plugin [None req-69e55166-ef77-48ef-b0a4-bdbe03ef1b9e tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '218f06c6-f044-4697-a99d-a0c78fc4a7e8', 'tempest-TagsExtTest-Tag-594253611') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:19.549219 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-69e55166-ef77-48ef-b0a4-bdbe03ef1b9e tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] show failed (client error): The resource could not be found. Jan 28 03:19:19.553225 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-69e55166-ef77-48ef-b0a4-bdbe03ef1b9e tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "GET /v2.0/routers/218f06c6-f044-4697-a99d-a0c78fc4a7e8/tags/tempest-TagsExtTest-Tag-594253611 HTTP/1.1" status: 404 len: 328 time: 0.1808188 Jan 28 03:19:19.553491 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44356) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:19.558990 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.tag.tag_plugin [None req-48fb64a9-8793-4793-9341-a1d631d6425b tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '218f06c6-f044-4697-a99d-a0c78fc4a7e8', 'tempest-TagsExtTest-Tag-502222712') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:19.651259 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc70e65b-e8d2-4b48-a9c9-79f425e1c18a admin admin] Pushing event updated for resources: {'Port': ['ID=d4ab2bf9-db16-4d1a-b838-4e44d5c67ba8,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:19.683654 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b0898a-53b6-4c64-95e0-4103e8d7f74d None None] Network b328f18d-888e-4024-8099-122b5bda010d requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:19:19.687409 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-48fb64a9-8793-4793-9341-a1d631d6425b tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] show failed (client error): The resource could not be found. Jan 28 03:19:19.689718 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-48fb64a9-8793-4793-9341-a1d631d6425b tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "GET /v2.0/routers/218f06c6-f044-4697-a99d-a0c78fc4a7e8/tags/tempest-TagsExtTest-Tag-502222712 HTTP/1.1" status: 404 len: 328 time: 0.1350212 Jan 28 03:19:19.692838 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44358) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:19.698225 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.tag.tag_plugin [None req-4b5bc9b2-dcd9-4673-80d1-9e08820ecbea tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '3f10e4b9-0271-424d-8dc2-dbd78986b172', {'tags': ['tempest-TagsExtTest-Tag-223779751', 'tempest-TagsExtTest-Tag-1051692908', 'tempest-TagsExtTest-Tag-594762599']}) {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:19.754386 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4b5bc9b2-dcd9-4673-80d1-9e08820ecbea tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "PUT /v2.0/subnetpools/3f10e4b9-0271-424d-8dc2-dbd78986b172/tags HTTP/1.1" status: 200 len: 316 time: 0.0596802 Jan 28 03:19:19.756890 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44360) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:19.764283 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.tag.tag_plugin [None req-55677ee0-9097-49b2-9d92-0a38350a849c tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3f10e4b9-0271-424d-8dc2-dbd78986b172') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:19.825471 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-55677ee0-9097-49b2-9d92-0a38350a849c tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "DELETE /v2.0/subnetpools/3f10e4b9-0271-424d-8dc2-dbd78986b172/tags HTTP/1.1" status: 204 len: 168 time: 0.0669684 Jan 28 03:19:19.834797 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44364) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:19.847328 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.tag.tag_plugin [None req-2e503014-a2c1-45d7-8edd-74769d6a1140 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3f10e4b9-0271-424d-8dc2-dbd78986b172', 'tempest-TagsExtTest-Tag-223779751') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:19.871849 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bc70e65b-e8d2-4b48-a9c9-79f425e1c18a admin admin] Publish callbacks [] for router_gateway (4af32c91-dff1-4438-abfe-eb851853c7b8), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:19.899496 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-2e503014-a2c1-45d7-8edd-74769d6a1140 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] show failed (client error): The resource could not be found. Jan 28 03:19:19.900612 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-2e503014-a2c1-45d7-8edd-74769d6a1140 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "GET /v2.0/subnetpools/3f10e4b9-0271-424d-8dc2-dbd78986b172/tags/tempest-TagsExtTest-Tag-223779751 HTTP/1.1" status: 404 len: 328 time: 0.0645068 Jan 28 03:19:19.909023 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44366) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:19.913794 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.tag.tag_plugin [None req-2a14b7cd-b298-44d0-b547-a630d60cc35c tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3f10e4b9-0271-424d-8dc2-dbd78986b172', 'tempest-TagsExtTest-Tag-1051692908') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:19.932054 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-2331fd9a-41ec-426b-8f57-8e946351e828 None None] Provisioning complete for port 8314ebf9-4384-4cd1-90ab-e15fea46cc00 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:19:19.932487 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2331fd9a-41ec-426b-8f57-8e946351e828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (8314ebf9-4384-4cd1-90ab-e15fea46cc00), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:19.948380 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-2a14b7cd-b298-44d0-b547-a630d60cc35c tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] show failed (client error): The resource could not be found. Jan 28 03:19:19.949464 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-2a14b7cd-b298-44d0-b547-a630d60cc35c tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "GET /v2.0/subnetpools/3f10e4b9-0271-424d-8dc2-dbd78986b172/tags/tempest-TagsExtTest-Tag-1051692908 HTTP/1.1" status: 404 len: 329 time: 0.0390916 Jan 28 03:19:19.952413 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44370) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:19.957475 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.tag.tag_plugin [None req-14005b11-5685-411f-9c0e-9c69603132eb tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3f10e4b9-0271-424d-8dc2-dbd78986b172', 'tempest-TagsExtTest-Tag-594762599') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:20.034029 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-14005b11-5685-411f-9c0e-9c69603132eb tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] show failed (client error): The resource could not be found. Jan 28 03:19:20.035133 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-14005b11-5685-411f-9c0e-9c69603132eb tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "GET /v2.0/subnetpools/3f10e4b9-0271-424d-8dc2-dbd78986b172/tags/tempest-TagsExtTest-Tag-594762599 HTTP/1.1" status: 404 len: 328 time: 0.0817838 Jan 28 03:19:20.037959 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44372) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:20.043167 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.tag.tag_plugin [None req-e6a1ab8f-5e13-4d7f-ae95-44b81b8a083d tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3f10e4b9-0271-424d-8dc2-dbd78986b172') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:20.106498 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-2331fd9a-41ec-426b-8f57-8e946351e828 None None] Current status of the port 8314ebf9-4384-4cd1-90ab-e15fea46cc00 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:19:20.173109 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44380) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:20.173413 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e6a1ab8f-5e13-4d7f-ae95-44b81b8a083d tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "DELETE /v2.0/subnetpools/3f10e4b9-0271-424d-8dc2-dbd78986b172/tags HTTP/1.1" status: 204 len: 168 time: 0.1341093 Jan 28 03:19:20.181734 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.tag.tag_plugin [None req-d88fb776-8928-4188-8f06-6a47abcc2a2a tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '218f06c6-f044-4697-a99d-a0c78fc4a7e8') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:20.208844 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:19:20.322591 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bc70e65b-e8d2-4b48-a9c9-79f425e1c18a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (4af32c91-dff1-4438-abfe-eb851853c7b8), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:20.358495 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd656a-684c-459b-8bb1-1c212c12a912 req-e0d6a1ee-3cdc-4cca-868a-c7174f2b857a tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:20.362072 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cafd656a-684c-459b-8bb1-1c212c12a912 req-e0d6a1ee-3cdc-4cca-868a-c7174f2b857a tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.1244998 Jan 28 03:19:20.370639 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d88fb776-8928-4188-8f06-6a47abcc2a2a tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "DELETE /v2.0/routers/218f06c6-f044-4697-a99d-a0c78fc4a7e8/tags HTTP/1.1" status: 204 len: 168 time: 0.1959693 Jan 28 03:19:20.371517 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44382) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:20.388394 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 8314ebf9-4384-4cd1-90ab-e15fea46cc00 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:19:20.403386 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.tag.tag_plugin [None req-af4b1b3b-7bda-4aec-9fc0-522bc7a1f4c8 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a3fd2919-a61f-4d31-b3dc-bff708fafde6') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:20.515077 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cafd656a-684c-459b-8bb1-1c212c12a912 req-943dffd6-6ce6-4b16-8f80-f7e9bdb81d24 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422622 Jan 28 03:19:20.548176 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc70e65b-e8d2-4b48-a9c9-79f425e1c18a admin admin] Router 4af32c91-dff1-4438-abfe-eb851853c7b8 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:19:20.575216 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-bc865b83-2493-4c87-88b6-378e04d663a7 None None] Provisioning complete for port 8314ebf9-4384-4cd1-90ab-e15fea46cc00 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:19:20.575592 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-bc865b83-2493-4c87-88b6-378e04d663a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (8314ebf9-4384-4cd1-90ab-e15fea46cc00), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:20.586413 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 8314ebf9-4384-4cd1-90ab-e15fea46cc00 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:19:20.586789 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (8314ebf9-4384-4cd1-90ab-e15fea46cc00), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:20.591666 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-af4b1b3b-7bda-4aec-9fc0-522bc7a1f4c8 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "DELETE /v2.0/ports/a3fd2919-a61f-4d31-b3dc-bff708fafde6/tags HTTP/1.1" status: 204 len: 168 time: 0.2142684 Jan 28 03:19:20.592348 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44388) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:20.606964 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.tag.tag_plugin [None req-4e225909-6d4b-47e8-8fbc-38397e7270a0 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5cb0f12b-6039-4291-9732-5eecaedcc739') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:20.785866 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4e225909-6d4b-47e8-8fbc-38397e7270a0 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "DELETE /v2.0/subnets/5cb0f12b-6039-4291-9732-5eecaedcc739/tags HTTP/1.1" status: 204 len: 168 time: 0.1922858 Jan 28 03:19:20.786590 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44390) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:20.888706 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-bc865b83-2493-4c87-88b6-378e04d663a7 None None] Current status of the port 8314ebf9-4384-4cd1-90ab-e15fea46cc00 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:19:20.890869 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1c4ae2fc-c6f4-4bf5-8b4f-f1ca6e6f8efe tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:20.894630 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1c4ae2fc-c6f4-4bf5-8b4f-f1ca6e6f8efe tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "DELETE /v2.0/subnetpools/3f10e4b9-0271-424d-8dc2-dbd78986b172 HTTP/1.1" status: 204 len: 168 time: 0.1072059 Jan 28 03:19:20.897090 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc70e65b-e8d2-4b48-a9c9-79f425e1c18a admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:19:20.897658 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44392) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:20.911659 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dfbaa7-7187-4176-8188-72d56dcedee4 req-d5ab7726-c5cf-4d07-b28a-a717141d04ce tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:20.913296 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-66dfbaa7-7187-4176-8188-72d56dcedee4 req-d5ab7726-c5cf-4d07-b28a-a717141d04ce tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.2363098 Jan 28 03:19:20.945435 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-78f532fb-c177-4eac-b3d2-225d1e184ce4 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "GET /v2.0/ports?device_id=218f06c6-f044-4697-a99d-a0c78fc4a7e8 HTTP/1.1" status: 200 len: 205 time: 0.0464096 Jan 28 03:19:20.955359 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44394) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:20.959531 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4499611-39ed-47b5-b3dd-534fce81a24f None None] Sync routers for ids ['4af32c91-dff1-4438-abfe-eb851853c7b8'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:19:21.011213 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 8314ebf9-4384-4cd1-90ab-e15fea46cc00 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:19:21.013856 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4499611-39ed-47b5-b3dd-534fce81a24f None None] Routers {'4af32c91-dff1-4438-abfe-eb851853c7b8'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:19:21.014506 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-e4499611-39ed-47b5-b3dd-534fce81a24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:19:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['4af32c91-dff1-4438-abfe-eb851853c7b8'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:21.035823 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-66dfbaa7-7187-4176-8188-72d56dcedee4 req-a88d8722-cb3b-42dd-bb31-263d14bcb5a6 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870886 Jan 28 03:19:21.042398 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bc70e65b-e8d2-4b48-a9c9-79f425e1c18a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:21.043658 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-bc70e65b-e8d2-4b48-a9c9-79f425e1c18a admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5440180 Jan 28 03:19:21.048157 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44398) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:21.194347 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-63c6ba41-6d69-4c00-adb6-807853e51639 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Publish callbacks [] for router (218f06c6-f044-4697-a99d-a0c78fc4a7e8), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:21.265559 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-e4499611-39ed-47b5-b3dd-534fce81a24f None None] Set router 4af32c91-dff1-4438-abfe-eb851853c7b8 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:19:21.575873 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f260875b-e36a-4649-b359-b4559e09ccf2 req-9d648913-788d-4cc2-95b2-e031a704923f tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:21.577600 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f260875b-e36a-4649-b359-b4559e09ccf2 req-9d648913-788d-4cc2-95b2-e031a704923f tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.1106162 Jan 28 03:19:21.681120 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f260875b-e36a-4649-b359-b4559e09ccf2 req-9f4490f7-a44f-4ee7-a667-da783c1f04e3 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917389 Jan 28 03:19:21.705156 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-e4499611-39ed-47b5-b3dd-534fce81a24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1090025703-router', 'tenant_id': '6f6bbf2836904089b5391caf666a2ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd4ab2bf9-db16-4d1a-b838-4e44d5c67ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:19:16Z', 'updated_at': '2022-01-28T03:19:19Z', 'revision_number': 3, 'project_id': '6f6bbf2836904089b5391caf666a2ef0', 'gw_port': {'id': 'd4ab2bf9-db16-4d1a-b838-4e44d5c67ba8', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ac:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:19:18Z', 'updated_at': '2022-01-28T03:19:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:22.020050 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-63c6ba41-6d69-4c00-adb6-807853e51639 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (218f06c6-f044-4697-a99d-a0c78fc4a7e8), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:22.027189 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-63c6ba41-6d69-4c00-adb6-807853e51639 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Publish callbacks [] for router_controller (218f06c6-f044-4697-a99d-a0c78fc4a7e8), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:22.042001 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4499611-39ed-47b5-b3dd-534fce81a24f None None] Checking router: 4af32c91-dff1-4438-abfe-eb851853c7b8 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:19:22.042001 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4499611-39ed-47b5-b3dd-534fce81a24f None None] Updating router 4af32c91-dff1-4438-abfe-eb851853c7b8 port d4ab2bf9-db16-4d1a-b838-4e44d5c67ba8 binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:19:22.066517 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbec1f-a41f-49e6-8067-97c4c3a6c4b6 req-81726f63-1f06-4b61-a6d7-38d3d522d0b9 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:22.073897 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-65bbec1f-a41f-49e6-8067-97c4c3a6c4b6 req-81726f63-1f06-4b61-a6d7-38d3d522d0b9 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.1275337 Jan 28 03:19:22.094629 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e4499611-39ed-47b5-b3dd-534fce81a24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d4ab2bf9-db16-4d1a-b838-4e44d5c67ba8), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:22.120063 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-63c6ba41-6d69-4c00-adb6-807853e51639 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (218f06c6-f044-4697-a99d-a0c78fc4a7e8), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:22.121544 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c6ba41-6d69-4c00-adb6-807853e51639 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Fanout notify agent at l3_agent the message router_deleted on router 218f06c6-f044-4697-a99d-a0c78fc4a7e8 {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:19:22.147735 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-63c6ba41-6d69-4c00-adb6-807853e51639 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:22.152616 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-63c6ba41-6d69-4c00-adb6-807853e51639 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "DELETE /v2.0/routers/218f06c6-f044-4697-a99d-a0c78fc4a7e8 HTTP/1.1" status: 204 len: 168 time: 1.1920469 Jan 28 03:19:22.156688 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44416) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:22.186293 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-65bbec1f-a41f-49e6-8067-97c4c3a6c4b6 req-c1763611-246b-4fa9-bd6d-73616bd33799 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113415 Jan 28 03:19:22.430935 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-202a0725-8d06-4997-bd84-87070b1c2b96 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Deleting port a3fd2919-a61f-4d31-b3dc-bff708fafde6 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:19:22.431404 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-202a0725-8d06-4997-bd84-87070b1c2b96 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (a3fd2919-a61f-4d31-b3dc-bff708fafde6), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:22.523958 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-202a0725-8d06-4997-bd84-87070b1c2b96 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (a3fd2919-a61f-4d31-b3dc-bff708fafde6), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:22.542579 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-202a0725-8d06-4997-bd84-87070b1c2b96 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Calling delete_port for a3fd2919-a61f-4d31-b3dc-bff708fafde6 owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:19:22.695204 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e4499611-39ed-47b5-b3dd-534fce81a24f None None] Publish callbacks [] for port (d4ab2bf9-db16-4d1a-b838-4e44d5c67ba8), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:22.704212 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e4499611-39ed-47b5-b3dd-534fce81a24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d4ab2bf9-db16-4d1a-b838-4e44d5c67ba8), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:22.759915 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ece6cc-6d5f-4eac-ad55-fc6c7c0f0e95 None None] Pushing event updated for resources: {'Port': ['ID=d4ab2bf9-db16-4d1a-b838-4e44d5c67ba8,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:22.799669 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-e4499611-39ed-47b5-b3dd-534fce81a24f None None] Attempting to bind port d4ab2bf9-db16-4d1a-b838-4e44d5c67ba8 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:19:22.800161 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-e4499611-39ed-47b5-b3dd-534fce81a24f None None] Attempting to bind port d4ab2bf9-db16-4d1a-b838-4e44d5c67ba8 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:19:22.800541 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4499611-39ed-47b5-b3dd-534fce81a24f None None] Attempting to bind port d4ab2bf9-db16-4d1a-b838-4e44d5c67ba8 on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:19:22.821274 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4499611-39ed-47b5-b3dd-534fce81a24f None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:19:22.821274 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4499611-39ed-47b5-b3dd-534fce81a24f None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:19:22.821274 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e4499611-39ed-47b5-b3dd-534fce81a24f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:22.821274 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4499611-39ed-47b5-b3dd-534fce81a24f None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:19:22.821835 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-e4499611-39ed-47b5-b3dd-534fce81a24f None None] Bound port: d4ab2bf9-db16-4d1a-b838-4e44d5c67ba8, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:19:22.821835 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e4499611-39ed-47b5-b3dd-534fce81a24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d4ab2bf9-db16-4d1a-b838-4e44d5c67ba8), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:22.861023 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44420) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:22.913737 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-202a0725-8d06-4997-bd84-87070b1c2b96 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (a3fd2919-a61f-4d31-b3dc-bff708fafde6), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:22.953153 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-e4499611-39ed-47b5-b3dd-534fce81a24f None None] For port d4ab2bf9-db16-4d1a-b838-4e44d5c67ba8, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:19:22.957484 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-e4499611-39ed-47b5-b3dd-534fce81a24f None None] For port d4ab2bf9-db16-4d1a-b838-4e44d5c67ba8, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=d4ab2bf9-db16-4d1a-b838-4e44d5c67ba8,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:19:22.962396 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a0725-8d06-4997-bd84-87070b1c2b96 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Pushing event deleted for resources: {'Port': ['ID=a3fd2919-a61f-4d31-b3dc-bff708fafde6,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:22.963827 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e4499611-39ed-47b5-b3dd-534fce81a24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d4ab2bf9-db16-4d1a-b838-4e44d5c67ba8), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:23.062498 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4499611-39ed-47b5-b3dd-534fce81a24f None None] Routers {'4af32c91-dff1-4438-abfe-eb851853c7b8'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:19:23.071495 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-e4499611-39ed-47b5-b3dd-534fce81a24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:19:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['4af32c91-dff1-4438-abfe-eb851853c7b8'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:23.199291 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-202a0725-8d06-4997-bd84-87070b1c2b96 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:23.204109 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-202a0725-8d06-4997-bd84-87070b1c2b96 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "DELETE /v2.0/ports/a3fd2919-a61f-4d31-b3dc-bff708fafde6 HTTP/1.1" status: 204 len: 168 time: 1.0412762 Jan 28 03:19:23.211249 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44424) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:23.235947 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ece6cc-6d5f-4eac-ad55-fc6c7c0f0e95 None None] Pushing event updated for resources: {'Port': ['ID=d4ab2bf9-db16-4d1a-b838-4e44d5c67ba8,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:23.360874 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-90023ffc-3922-43a1-8646-b39da6d2fc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:23.490672 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-e4499611-39ed-47b5-b3dd-534fce81a24f None None] Set router 4af32c91-dff1-4438-abfe-eb851853c7b8 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:19:23.552679 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dec224b-27d0-475b-8e0b-e133635b9d40 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Deleting subnet 5cb0f12b-6039-4291-9732-5eecaedcc739 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:19:23.593493 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4dec224b-27d0-475b-8e0b-e133635b9d40 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Publish callbacks [] for subnet (5cb0f12b-6039-4291-9732-5eecaedcc739), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:23.657771 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4dec224b-27d0-475b-8e0b-e133635b9d40 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (5cb0f12b-6039-4291-9732-5eecaedcc739), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:23.775326 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82298df3-a5ae-49b6-ba29-84c065b77502 req-b4babf5f-f69a-4f00-97e5-d795bec4c50c tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:23.778499 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-82298df3-a5ae-49b6-ba29-84c065b77502 req-b4babf5f-f69a-4f00-97e5-d795bec4c50c tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.2228272 Jan 28 03:19:23.794461 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-e4499611-39ed-47b5-b3dd-534fce81a24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1090025703-router', 'tenant_id': '6f6bbf2836904089b5391caf666a2ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd4ab2bf9-db16-4d1a-b838-4e44d5c67ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:19:16Z', 'updated_at': '2022-01-28T03:19:19Z', 'revision_number': 3, 'project_id': '6f6bbf2836904089b5391caf666a2ef0', 'gw_port': {'id': 'd4ab2bf9-db16-4d1a-b838-4e44d5c67ba8', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ac:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:19:18Z', 'updated_at': '2022-01-28T03:19:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:23.808338 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4dec224b-27d0-475b-8e0b-e133635b9d40 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (5cb0f12b-6039-4291-9732-5eecaedcc739), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:23.828512 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4499611-39ed-47b5-b3dd-534fce81a24f None None] The sync data for ids ['4af32c91-dff1-4438-abfe-eb851853c7b8'] in n-d-712139-27 is: [{'id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1090025703-router', 'tenant_id': '6f6bbf2836904089b5391caf666a2ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd4ab2bf9-db16-4d1a-b838-4e44d5c67ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:19:16Z', 'updated_at': '2022-01-28T03:19:19Z', 'revision_number': 3, 'project_id': '6f6bbf2836904089b5391caf666a2ef0', 'gw_port': {'id': 'd4ab2bf9-db16-4d1a-b838-4e44d5c67ba8', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ac:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:19:18Z', 'updated_at': '2022-01-28T03:19:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:19:23.831433 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-90023ffc-3922-43a1-8646-b39da6d2fc9f admin admin] Allocated IP 172.20.0.1 (b328f18d-888e-4024-8099-122b5bda010d/76aeb7da-88ca-40e3-af3a-4f4f90f2c919/3d69952c-589c-4832-b6ab-7d7eeb9d62d4) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:19:23.876430 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-82298df3-a5ae-49b6-ba29-84c065b77502 req-f35e86ff-fb2c-40ff-a38b-1085e5e5832d tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903974 Jan 28 03:19:23.951908 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4dec224b-27d0-475b-8e0b-e133635b9d40 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (5cb0f12b-6039-4291-9732-5eecaedcc739), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:24.004523 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec224b-27d0-475b-8e0b-e133635b9d40 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Pushing event deleted for resources: {'Subnet': ['ID=5cb0f12b-6039-4291-9732-5eecaedcc739,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:24.013191 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9766e92f-2964-4324-a865-dc653b9a801d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (08aca7e3-588e-457f-9745-8bc4b56d277f), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:24.015911 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4dec224b-27d0-475b-8e0b-e133635b9d40 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:24.020174 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4dec224b-27d0-475b-8e0b-e133635b9d40 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "DELETE /v2.0/subnets/5cb0f12b-6039-4291-9732-5eecaedcc739 HTTP/1.1" status: 204 len: 168 time: 0.8070674 Jan 28 03:19:24.025592 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44432) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:24.028910 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca69bbb-5f57-47d0-be9b-cfee86cb899f None None] Network a9b26fd7-a61b-4ca7-aa1f-98f8f5bb0f1e requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:19:24.044826 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-90023ffc-3922-43a1-8646-b39da6d2fc9f admin admin] Publish callbacks [] for port (3d69952c-589c-4832-b6ab-7d7eeb9d62d4), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:24.146402 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-90023ffc-3922-43a1-8646-b39da6d2fc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (3d69952c-589c-4832-b6ab-7d7eeb9d62d4), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:24.242114 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90023ffc-3922-43a1-8646-b39da6d2fc9f admin admin] Network b328f18d-888e-4024-8099-122b5bda010d is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:19:24.280533 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-90023ffc-3922-43a1-8646-b39da6d2fc9f admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:19:24.283970 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90023ffc-3922-43a1-8646-b39da6d2fc9f admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:19:24.335735 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90023ffc-3922-43a1-8646-b39da6d2fc9f admin admin] Pushing event updated for resources: {'Port': ['ID=3d69952c-589c-4832-b6ab-7d7eeb9d62d4,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:24.349007 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f84f4df7-840b-4d89-9072-aedf9bd3c036 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (a9b26fd7-a61b-4ca7-aa1f-98f8f5bb0f1e), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:24.353995 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651db576-f1d4-4655-8ee4-8d01787a11e0 None None] DHCP port deletion for a9b26fd7-a61b-4ca7-aa1f-98f8f5bb0f1e request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:19:24.438150 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-651db576-f1d4-4655-8ee4-8d01787a11e0 None None] Deleting port 32291759-75ca-4239-b7c8-ca2e331dcda7 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:19:24.440060 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-651db576-f1d4-4655-8ee4-8d01787a11e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (32291759-75ca-4239-b7c8-ca2e331dcda7), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:24.470327 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-90023ffc-3922-43a1-8646-b39da6d2fc9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (4af32c91-dff1-4438-abfe-eb851853c7b8), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:24.616614 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff85a74-ae1c-4fa3-abfb-867442a37ad6 req-5a641bcf-ebbd-448b-a753-157e8577e7b4 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:24.629711 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7ff85a74-ae1c-4fa3-abfb-867442a37ad6 req-5a641bcf-ebbd-448b-a753-157e8577e7b4 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.3998034 Jan 28 03:19:24.693893 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-f84f4df7-840b-4d89-9072-aedf9bd3c036 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Deleting port 32291759-75ca-4239-b7c8-ca2e331dcda7 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:19:24.694249 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f84f4df7-840b-4d89-9072-aedf9bd3c036 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (32291759-75ca-4239-b7c8-ca2e331dcda7), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:24.705178 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-651db576-f1d4-4655-8ee4-8d01787a11e0 None None] For port 32291759-75ca-4239-b7c8-ca2e331dcda7, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=32291759-75ca-4239-b7c8-ca2e331dcda7,segment=NetworkSegment(6339533e-0fd9-48b7-92e5-bf0a8f00189b),segment_id=6339533e-0fd9-48b7-92e5-bf0a8f00189b)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:19:24.705594 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-651db576-f1d4-4655-8ee4-8d01787a11e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (32291759-75ca-4239-b7c8-ca2e331dcda7), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:24.734213 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-651db576-f1d4-4655-8ee4-8d01787a11e0 None None] Calling delete_port for 32291759-75ca-4239-b7c8-ca2e331dcda7 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:19:24.757809 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7ff85a74-ae1c-4fa3-abfb-867442a37ad6 req-4eefd5e1-45c9-438d-b2c7-14b9751dcd51 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239874 Jan 28 03:19:24.942745 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-651db576-f1d4-4655-8ee4-8d01787a11e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (32291759-75ca-4239-b7c8-ca2e331dcda7), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:25.023222 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651db576-f1d4-4655-8ee4-8d01787a11e0 None None] Pushing event deleted for resources: {'Port': ['ID=32291759-75ca-4239-b7c8-ca2e331dcda7,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:25.036973 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-a3f8afd2-3fd4-41f3-b78c-1b5d0ec9ec0d None None] Provisioning complete for port 3d69952c-589c-4832-b6ab-7d7eeb9d62d4 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:19:25.037616 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a3f8afd2-3fd4-41f3-b78c-1b5d0ec9ec0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3d69952c-589c-4832-b6ab-7d7eeb9d62d4), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:25.041507 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651db576-f1d4-4655-8ee4-8d01787a11e0 None None] No DVR routers for this DVR port 32291759-75ca-4239-b7c8-ca2e331dcda7 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:19:25.085669 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-90023ffc-3922-43a1-8646-b39da6d2fc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3d69952c-589c-4832-b6ab-7d7eeb9d62d4), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:25.125477 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-a3f8afd2-3fd4-41f3-b78c-1b5d0ec9ec0d None None] Port 3d69952c-589c-4832-b6ab-7d7eeb9d62d4 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:19:25.372622 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-90023ffc-3922-43a1-8646-b39da6d2fc9f admin admin] Publish callbacks [] for port (3d69952c-589c-4832-b6ab-7d7eeb9d62d4), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:25.379558 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-90023ffc-3922-43a1-8646-b39da6d2fc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (3d69952c-589c-4832-b6ab-7d7eeb9d62d4), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:25.539851 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-90023ffc-3922-43a1-8646-b39da6d2fc9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (4af32c91-dff1-4438-abfe-eb851853c7b8), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:25.619432 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-f84f4df7-840b-4d89-9072-aedf9bd3c036 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] For port 32291759-75ca-4239-b7c8-ca2e331dcda7, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=32291759-75ca-4239-b7c8-ca2e331dcda7,segment=NetworkSegment(6339533e-0fd9-48b7-92e5-bf0a8f00189b),segment_id=6339533e-0fd9-48b7-92e5-bf0a8f00189b)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:19:25.619977 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f84f4df7-840b-4d89-9072-aedf9bd3c036 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (32291759-75ca-4239-b7c8-ca2e331dcda7), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:25.717192 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-f84f4df7-840b-4d89-9072-aedf9bd3c036 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Calling delete_port for 32291759-75ca-4239-b7c8-ca2e331dcda7 owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:19:25.783665 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90023ffc-3922-43a1-8646-b39da6d2fc9f admin admin] Pushing event updated for resources: {'Port': ['ID=3d69952c-589c-4832-b6ab-7d7eeb9d62d4,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:25.790165 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90023ffc-3922-43a1-8646-b39da6d2fc9f admin admin] Network b328f18d-888e-4024-8099-122b5bda010d is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:19:25.792327 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-90023ffc-3922-43a1-8646-b39da6d2fc9f admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:19:25.832358 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f84f4df7-840b-4d89-9072-aedf9bd3c036 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (32291759-75ca-4239-b7c8-ca2e331dcda7), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:25.866377 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84f4df7-840b-4d89-9072-aedf9bd3c036 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Pushing event deleted for resources: {'Port': ['ID=32291759-75ca-4239-b7c8-ca2e331dcda7,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:25.880260 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84f4df7-840b-4d89-9072-aedf9bd3c036 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] No DVR routers for this DVR port 32291759-75ca-4239-b7c8-ca2e331dcda7 on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:19:25.992380 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-9766e92f-2964-4324-a865-dc653b9a801d admin admin] Deleting port 3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:19:25.992720 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9766e92f-2964-4324-a865-dc653b9a801d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:26.122649 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90023ffc-3922-43a1-8646-b39da6d2fc9f admin admin] Router 4af32c91-dff1-4438-abfe-eb851853c7b8 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:19:26.218482 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-9766e92f-2964-4324-a865-dc653b9a801d admin admin] For port 3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1,segment=NetworkSegment(7f7e5b3e-aacb-44ba-92e0-ecf07a14a2c3),segment_id=7f7e5b3e-aacb-44ba-92e0-ecf07a14a2c3)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:19:26.219878 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9766e92f-2964-4324-a865-dc653b9a801d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:26.265430 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-9766e92f-2964-4324-a865-dc653b9a801d admin admin] Calling delete_port for 3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1 owned by network:router_interface {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:19:26.273593 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-3b2c059d-8bb6-4cc5-b675-ebd2b42491e1 None None] Provisioning complete for port 3d69952c-589c-4832-b6ab-7d7eeb9d62d4 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:19:26.274200 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3b2c059d-8bb6-4cc5-b675-ebd2b42491e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3d69952c-589c-4832-b6ab-7d7eeb9d62d4), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:26.333949 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-3b2c059d-8bb6-4cc5-b675-ebd2b42491e1 None None] Port 3d69952c-589c-4832-b6ab-7d7eeb9d62d4 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:19:26.372318 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90023ffc-3922-43a1-8646-b39da6d2fc9f admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:19:26.387786 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-90023ffc-3922-43a1-8646-b39da6d2fc9f admin admin] 10.222.0.53 "PUT /v2.0/routers/4af32c91-dff1-4438-abfe-eb851853c7b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3380792 Jan 28 03:19:26.418442 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f84f4df7-840b-4d89-9072-aedf9bd3c036 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (a9b26fd7-a61b-4ca7-aa1f-98f8f5bb0f1e), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:26.446282 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-f84f4df7-840b-4d89-9072-aedf9bd3c036 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9b26fd7-a61b-4ca7-aa1f-98f8f5bb0f1e']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:26.463288 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-f84f4df7-840b-4d89-9072-aedf9bd3c036 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6339533e-0fd9-48b7-92e5-bf0a8f00189b') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:26.463778 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-f84f4df7-840b-4d89-9072-aedf9bd3c036 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6339533e-0fd9-48b7-92e5-bf0a8f00189b') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:26.482345 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f84f4df7-840b-4d89-9072-aedf9bd3c036 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (6339533e-0fd9-48b7-92e5-bf0a8f00189b), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:26.495907 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device d4ab2bf9-db16-4d1a-b838-4e44d5c67ba8 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:19:26.506116 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f84f4df7-840b-4d89-9072-aedf9bd3c036 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (6339533e-0fd9-48b7-92e5-bf0a8f00189b), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:26.513923 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f84f4df7-840b-4d89-9072-aedf9bd3c036 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:19:26.514325 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f84f4df7-840b-4d89-9072-aedf9bd3c036 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (6339533e-0fd9-48b7-92e5-bf0a8f00189b), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:26.600219 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:19:26.600219 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 03:19:26.600219 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:19:26.600219 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 03:19:26.600219 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:19:26.600219 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 03:19:26.600219 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:19:26.600219 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 03:19:26.600219 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:19:26.600219 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:19:26.600219 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:19:26.600219 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:19:26.600219 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:19:26.600219 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:19:26.600219 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:19:26.600219 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:19:26.600219 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:19:26.600219 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:19:26.600219 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:19:26.600219 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:19:26.600219 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:19:26.600219 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:19:26.600219 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:19:26.600219 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:19:26.600219 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:19:26.600219 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:19:26.600219 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:19:26.600219 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:19:26.600219 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:19:26.600219 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:19:26.600219 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:19:26.600219 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:19:26.600219 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:19:26.600219 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:19:26.600219 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:19:26.600219 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:19:26.600219 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:19:26.600219 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:19:26.600219 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:19:26.600219 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:19:26.607572 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f84f4df7-840b-4d89-9072-aedf9bd3c036 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (a9b26fd7-a61b-4ca7-aa1f-98f8f5bb0f1e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:26.613817 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port d4ab2bf9-db16-4d1a-b838-4e44d5c67ba8 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:19:26.614544 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d4ab2bf9-db16-4d1a-b838-4e44d5c67ba8), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:26.639387 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f84f4df7-840b-4d89-9072-aedf9bd3c036 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:26.649872 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f84f4df7-840b-4d89-9072-aedf9bd3c036 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] 10.222.0.53 "DELETE /v2.0/networks/a9b26fd7-a61b-4ca7-aa1f-98f8f5bb0f1e HTTP/1.1" status: 204 len: 168 time: 2.6204867 Jan 28 03:19:26.651543 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84f4df7-840b-4d89-9072-aedf9bd3c036 tempest-TagsExtTest-85505386 tempest-TagsExtTest-85505386-project] Pushing event deleted for resources: {'Network': ['ID=a9b26fd7-a61b-4ca7-aa1f-98f8f5bb0f1e,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:26.697099 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68062d3-16d0-4c47-b2d6-31a72c35cf9b req-cd6d6d48-e4f3-42b9-bd90-e1970c5f2398 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:26.699081 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c68062d3-16d0-4c47-b2d6-31a72c35cf9b req-cd6d6d48-e4f3-42b9-bd90-e1970c5f2398 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.7164211 Jan 28 03:19:26.772498 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port d4ab2bf9-db16-4d1a-b838-4e44d5c67ba8 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:19:26.774512 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d4ab2bf9-db16-4d1a-b838-4e44d5c67ba8), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:26.831996 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port d4ab2bf9-db16-4d1a-b838-4e44d5c67ba8, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=d4ab2bf9-db16-4d1a-b838-4e44d5c67ba8,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:19:26.838645 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d4ab2bf9-db16-4d1a-b838-4e44d5c67ba8), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:26.972386 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 32291759-75ca-4239-b7c8-ca2e331dcda7 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:19:27.025305 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 32291759-75ca-4239-b7c8-ca2e331dcda7 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:19:27.025650 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 32291759-75ca-4239-b7c8-ca2e331dcda7 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:19:27.050387 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c68062d3-16d0-4c47-b2d6-31a72c35cf9b req-24d78b47-01bc-471c-80ac-b35c6050d5ba tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3433275 Jan 28 03:19:27.134304 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=d4ab2bf9-db16-4d1a-b838-4e44d5c67ba8,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:27.173718 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fc6bd6-b7c6-4b96-83bd-34bb8e805245 None None] Sync routers for ids ['4af32c91-dff1-4438-abfe-eb851853c7b8'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:19:27.199853 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fc6bd6-b7c6-4b96-83bd-34bb8e805245 None None] Routers {'4af32c91-dff1-4438-abfe-eb851853c7b8'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:19:27.201933 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-b8fc6bd6-b7c6-4b96-83bd-34bb8e805245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:19:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['4af32c91-dff1-4438-abfe-eb851853c7b8'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:27.218544 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9766e92f-2964-4324-a865-dc653b9a801d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:27.226227 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44462) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:27.315027 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9766e92f-2964-4324-a865-dc653b9a801d admin admin] Pushing event deleted for resources: {'Port': ['ID=3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:27.344484 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a59d1a-978a-40be-9bad-ee01950d7fda req-a831a005-9baa-4574-9333-2063c47940be tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:27.353853 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c5a59d1a-978a-40be-9bad-ee01950d7fda req-a831a005-9baa-4574-9333-2063c47940be tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.1726506 Jan 28 03:19:27.410299 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-b8fc6bd6-b7c6-4b96-83bd-34bb8e805245 None None] Set router 4af32c91-dff1-4438-abfe-eb851853c7b8 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:19:27.570488 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b0e29a2a-a072-4c3a-b7ec-cf0c3b00ecfd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=53ebc129e31e49f4b7e6588de2868f71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3419244 Jan 28 03:19:27.581266 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44468) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:27.721926 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c5a59d1a-978a-40be-9bad-ee01950d7fda req-c26183e0-5fc1-4cc1-94f5-79d1a88720ca tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3666422 Jan 28 03:19:27.766289 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-b8fc6bd6-b7c6-4b96-83bd-34bb8e805245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1090025703-router', 'tenant_id': '6f6bbf2836904089b5391caf666a2ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd4ab2bf9-db16-4d1a-b838-4e44d5c67ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:19:16Z', 'updated_at': '2022-01-28T03:19:24Z', 'revision_number': 4, 'project_id': '6f6bbf2836904089b5391caf666a2ef0', 'gw_port': {'id': 'd4ab2bf9-db16-4d1a-b838-4e44d5c67ba8', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:19:18Z', 'updated_at': '2022-01-28T03:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '3d69952c-589c-4832-b6ab-7d7eeb9d62d4', 'name': '', 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d', 'tenant_id': '6f6bbf2836904089b5391caf666a2ef0', 'mac_address': 'fa:16:3e:23:fe:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '76aeb7da-88ca-40e3-af3a-4f4f90f2c919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:19:23Z', 'updated_at': '2022-01-28T03:19:25Z', 'revision_number': 2, 'project_id': '6f6bbf2836904089b5391caf666a2ef0', 'subnets': [{'id': '76aeb7da-88ca-40e3-af3a-4f4f90f2c919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:27.766873 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1e68dc5f-55c8-4252-b5b4-ae7e06d37607 admin admin] Publish callbacks [] for security_group (300cc3a8-f3e0-439e-b581-c6f3c50e7979), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:27.798969 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fc6bd6-b7c6-4b96-83bd-34bb8e805245 None None] Checking router: 4af32c91-dff1-4438-abfe-eb851853c7b8 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:19:27.799958 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fc6bd6-b7c6-4b96-83bd-34bb8e805245 None None] Updating router 4af32c91-dff1-4438-abfe-eb851853c7b8 port 3d69952c-589c-4832-b6ab-7d7eeb9d62d4 binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:19:27.829826 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-b8fc6bd6-b7c6-4b96-83bd-34bb8e805245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3d69952c-589c-4832-b6ab-7d7eeb9d62d4), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:27.852850 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1e68dc5f-55c8-4252-b5b4-ae7e06d37607 admin admin] Publish callbacks [] for security_group (300cc3a8-f3e0-439e-b581-c6f3c50e7979), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:27.963381 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9766e92f-2964-4324-a865-dc653b9a801d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (08aca7e3-588e-457f-9745-8bc4b56d277f), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:28.010528 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1e68dc5f-55c8-4252-b5b4-ae7e06d37607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (300cc3a8-f3e0-439e-b581-c6f3c50e7979), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:28.015212 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1e68dc5f-55c8-4252-b5b4-ae7e06d37607 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:28.017384 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1e68dc5f-55c8-4252-b5b4-ae7e06d37607 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/300cc3a8-f3e0-439e-b581-c6f3c50e7979 HTTP/1.1" status: 204 len: 168 time: 0.4342458 Jan 28 03:19:28.065850 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e68dc5f-55c8-4252-b5b4-ae7e06d37607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300cc3a8-f3e0-439e-b581-c6f3c50e7979,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:28.154976 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44474) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:28.163528 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-ea50b887-a9e8-4170-9b53-74fc4a3ee427 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1166316844', 'description': 'tempest-description--720261376'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:19:28.235132 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ea50b887-a9e8-4170-9b53-74fc4a3ee427 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:28.411038 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70cb174-3158-424b-9705-320f63217837 req-5db24eab-7e1a-4909-85bc-dec6d894bbcf tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:28.417777 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f70cb174-3158-424b-9705-320f63217837 req-5db24eab-7e1a-4909-85bc-dec6d894bbcf tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.4728274 Jan 28 03:19:28.464327 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-b8fc6bd6-b7c6-4b96-83bd-34bb8e805245 None None] Publish callbacks [] for port (3d69952c-589c-4832-b6ab-7d7eeb9d62d4), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:28.471453 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ea50b887-a9e8-4170-9b53-74fc4a3ee427 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks [] for security_group (4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:28.481608 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ea50b887-a9e8-4170-9b53-74fc4a3ee427 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:28.484215 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-b8fc6bd6-b7c6-4b96-83bd-34bb8e805245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3d69952c-589c-4832-b6ab-7d7eeb9d62d4), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:28.541851 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ea50b887-a9e8-4170-9b53-74fc4a3ee427 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:28.544708 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ea50b887-a9e8-4170-9b53-74fc4a3ee427 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3876860 Jan 28 03:19:28.555176 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44480) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:28.563366 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-547d6242-10db-4778-b528-0cfc71c24098 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Request body: {'security_group_rule': {'security_group_id': '4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:19:28.583421 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea50b887-a9e8-4170-9b53-74fc4a3ee427 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:28.585504 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device d4ab2bf9-db16-4d1a-b838-4e44d5c67ba8 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:19:28.624561 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-547d6242-10db-4778-b528-0cfc71c24098 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks [] for security_group_rule (28b5c8da-c76b-4da2-ba9a-94326456a12f), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:28.687832 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f70cb174-3158-424b-9705-320f63217837 req-82d36ce9-9b2e-4e94-880b-235bb2b2e312 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2426891 Jan 28 03:19:28.746185 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-547d6242-10db-4778-b528-0cfc71c24098 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks [] for security_group_rule (28b5c8da-c76b-4da2-ba9a-94326456a12f), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:28.755623 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-547d6242-10db-4778-b528-0cfc71c24098 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (28b5c8da-c76b-4da2-ba9a-94326456a12f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:28.786320 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21bdc0-62ac-421d-9762-22a2e62a6b1b None None] Pushing event updated for resources: {'Port': ['ID=3d69952c-589c-4832-b6ab-7d7eeb9d62d4,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:28.817506 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e21bdc0-62ac-421d-9762-22a2e62a6b1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:28.820515 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e21bdc0-62ac-421d-9762-22a2e62a6b1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:28.821005 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e21bdc0-62ac-421d-9762-22a2e62a6b1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:28.821378 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e21bdc0-62ac-421d-9762-22a2e62a6b1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:28.821714 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e21bdc0-62ac-421d-9762-22a2e62a6b1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:28.822044 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e21bdc0-62ac-421d-9762-22a2e62a6b1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:28.822371 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e21bdc0-62ac-421d-9762-22a2e62a6b1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:28.822698 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e21bdc0-62ac-421d-9762-22a2e62a6b1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:28.823025 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e21bdc0-62ac-421d-9762-22a2e62a6b1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:28.823344 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e21bdc0-62ac-421d-9762-22a2e62a6b1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:28.823665 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e21bdc0-62ac-421d-9762-22a2e62a6b1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:28.824037 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e21bdc0-62ac-421d-9762-22a2e62a6b1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:28.828018 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e21bdc0-62ac-421d-9762-22a2e62a6b1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:28.875200 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port d4ab2bf9-db16-4d1a-b838-4e44d5c67ba8 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:19:28.878127 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d4ab2bf9-db16-4d1a-b838-4e44d5c67ba8), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:28.889209 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547d6242-10db-4778-b528-0cfc71c24098 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28b5c8da-c76b-4da2-ba9a-94326456a12f,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:28.911557 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-b8fc6bd6-b7c6-4b96-83bd-34bb8e805245 None None] Attempting to bind port 3d69952c-589c-4832-b6ab-7d7eeb9d62d4 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:19:28.911923 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-b8fc6bd6-b7c6-4b96-83bd-34bb8e805245 None None] Attempting to bind port 3d69952c-589c-4832-b6ab-7d7eeb9d62d4 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '22939271-c413-4b6e-86b8-b80474a12e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:19:28.912286 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fc6bd6-b7c6-4b96-83bd-34bb8e805245 None None] Attempting to bind port 3d69952c-589c-4832-b6ab-7d7eeb9d62d4 on network b328f18d-888e-4024-8099-122b5bda010d {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:19:28.928739 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fc6bd6-b7c6-4b96-83bd-34bb8e805245 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:19:28.932544 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fc6bd6-b7c6-4b96-83bd-34bb8e805245 None None] Checking segment: {'id': '22939271-c413-4b6e-86b8-b80474a12e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:19:28.933246 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-b8fc6bd6-b7c6-4b96-83bd-34bb8e805245 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:28.936076 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fc6bd6-b7c6-4b96-83bd-34bb8e805245 None None] Bound using segment: {'id': '22939271-c413-4b6e-86b8-b80474a12e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:19:28.937188 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-b8fc6bd6-b7c6-4b96-83bd-34bb8e805245 None None] Bound port: 3d69952c-589c-4832-b6ab-7d7eeb9d62d4, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22939271-c413-4b6e-86b8-b80474a12e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:19:28.940065 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-b8fc6bd6-b7c6-4b96-83bd-34bb8e805245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3d69952c-589c-4832-b6ab-7d7eeb9d62d4), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:28.999908 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-547d6242-10db-4778-b528-0cfc71c24098 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:29.004302 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9766e92f-2964-4324-a865-dc653b9a801d admin admin] Router 08aca7e3-588e-457f-9745-8bc4b56d277f has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:19:29.004856 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-547d6242-10db-4778-b528-0cfc71c24098 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4451702 Jan 28 03:19:29.005376 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44490) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:29.013722 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-7a04b4fc-9241-4b77-a8a6-e0bdc132402d tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Request body: {'security_group_rule': {'security_group_id': '4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:19:29.072554 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7a04b4fc-9241-4b77-a8a6-e0bdc132402d tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks [] for security_group_rule (f6f34cf6-7258-4e3e-ac8f-37db2d0d247f), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:29.140533 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port d4ab2bf9-db16-4d1a-b838-4e44d5c67ba8 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:19:29.143747 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-b8fc6bd6-b7c6-4b96-83bd-34bb8e805245 None None] For port 3d69952c-589c-4832-b6ab-7d7eeb9d62d4, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:19:29.162865 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-b8fc6bd6-b7c6-4b96-83bd-34bb8e805245 None None] For port 3d69952c-589c-4832-b6ab-7d7eeb9d62d4, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=3d69952c-589c-4832-b6ab-7d7eeb9d62d4,segment=NetworkSegment(22939271-c413-4b6e-86b8-b80474a12e63),segment_id=22939271-c413-4b6e-86b8-b80474a12e63)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:19:29.171465 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-b8fc6bd6-b7c6-4b96-83bd-34bb8e805245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3d69952c-589c-4832-b6ab-7d7eeb9d62d4), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:29.195969 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efdc060-46e0-477a-b269-862ebf0c9042 req-b0714d6d-172d-4e4a-983b-98b60a45279a tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:29.205517 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3efdc060-46e0-477a-b269-862ebf0c9042 req-b0714d6d-172d-4e4a-983b-98b60a45279a tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.3080258 Jan 28 03:19:29.313886 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9766e92f-2964-4324-a865-dc653b9a801d admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:19:29.334043 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9766e92f-2964-4324-a865-dc653b9a801d admin admin] 10.222.0.53 "PUT /v2.0/routers/08aca7e3-588e-457f-9745-8bc4b56d277f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4711983 Jan 28 03:19:29.337704 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44496) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:29.357264 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3daa8ae5-d9fb-4275-92a2-378c805f43a4 None None] Sync routers for ids ['08aca7e3-588e-457f-9745-8bc4b56d277f'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:19:29.373040 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7a04b4fc-9241-4b77-a8a6-e0bdc132402d tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks [] for security_group_rule (f6f34cf6-7258-4e3e-ac8f-37db2d0d247f), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:29.374265 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-3a1cd80b-92f3-4464-bb5c-7106d7d340ac None None] Provisioning complete for port 3d69952c-589c-4832-b6ab-7d7eeb9d62d4 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:19:29.375302 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fc6bd6-b7c6-4b96-83bd-34bb8e805245 None None] Routers {'4af32c91-dff1-4438-abfe-eb851853c7b8'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:19:29.375955 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-b8fc6bd6-b7c6-4b96-83bd-34bb8e805245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:19:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['4af32c91-dff1-4438-abfe-eb851853c7b8'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:29.377161 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3a1cd80b-92f3-4464-bb5c-7106d7d340ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3d69952c-589c-4832-b6ab-7d7eeb9d62d4), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:29.395086 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3efdc060-46e0-477a-b269-862ebf0c9042 req-2d5d79c0-2974-40c7-b2e7-092eaa2cc7b7 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847687 Jan 28 03:19:29.414462 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7a04b4fc-9241-4b77-a8a6-e0bdc132402d tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (f6f34cf6-7258-4e3e-ac8f-37db2d0d247f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:29.469048 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:29.484160 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a04b4fc-9241-4b77-a8a6-e0bdc132402d tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6f34cf6-7258-4e3e-ac8f-37db2d0d247f,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:29.502107 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a04b4fc-9241-4b77-a8a6-e0bdc132402d tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:29.502457 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a04b4fc-9241-4b77-a8a6-e0bdc132402d tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:29.502737 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a04b4fc-9241-4b77-a8a6-e0bdc132402d tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:29.503549 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a04b4fc-9241-4b77-a8a6-e0bdc132402d tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:29.513141 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a04b4fc-9241-4b77-a8a6-e0bdc132402d tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:29.515075 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a04b4fc-9241-4b77-a8a6-e0bdc132402d tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:29.515535 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a04b4fc-9241-4b77-a8a6-e0bdc132402d tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:29.515826 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a04b4fc-9241-4b77-a8a6-e0bdc132402d tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:29.516179 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a04b4fc-9241-4b77-a8a6-e0bdc132402d tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:29.516524 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a04b4fc-9241-4b77-a8a6-e0bdc132402d tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:29.516863 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a04b4fc-9241-4b77-a8a6-e0bdc132402d tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:29.519843 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a04b4fc-9241-4b77-a8a6-e0bdc132402d tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:29.519843 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a04b4fc-9241-4b77-a8a6-e0bdc132402d tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:29.538800 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7a04b4fc-9241-4b77-a8a6-e0bdc132402d tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:29.540845 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7a04b4fc-9241-4b77-a8a6-e0bdc132402d tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5339947 Jan 28 03:19:29.546457 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44506) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:29.555364 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21bdc0-62ac-421d-9762-22a2e62a6b1b None None] Pushing event updated for resources: {'Port': ['ID=3d69952c-589c-4832-b6ab-7d7eeb9d62d4,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:29.556666 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-1b3eb155-5631-4e71-aac5-b9db161481ae tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:19:29.565972 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daa8ae5-d9fb-4275-92a2-378c805f43a4 None None] Routers {'08aca7e3-588e-457f-9745-8bc4b56d277f'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:19:29.568002 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-3daa8ae5-d9fb-4275-92a2-378c805f43a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:19:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['08aca7e3-588e-457f-9745-8bc4b56d277f'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:29.583810 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c979b5dd-1d51-4f93-8216-ab7abda5efa1 admin admin] Publish callbacks [] for router (08aca7e3-588e-457f-9745-8bc4b56d277f), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:29.630332 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1b3eb155-5631-4e71-aac5-b9db161481ae tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:29.750058 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-b8fc6bd6-b7c6-4b96-83bd-34bb8e805245 None None] Set router 4af32c91-dff1-4438-abfe-eb851853c7b8 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:19:29.798241 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-eceda1f4-d5a2-47e6-ac95-7662ada08117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:29.884539 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1b3eb155-5631-4e71-aac5-b9db161481ae tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:29.887799 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-3daa8ae5-d9fb-4275-92a2-378c805f43a4 None None] Set router 08aca7e3-588e-457f-9745-8bc4b56d277f gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:19:29.906335 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c979b5dd-1d51-4f93-8216-ab7abda5efa1 admin admin] Publish callbacks [] for router_gateway (08aca7e3-588e-457f-9745-8bc4b56d277f), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:29.957282 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44510) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:29.997422 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-c979b5dd-1d51-4f93-8216-ab7abda5efa1 admin admin] Deleting port 31b827f0-9fa2-4b77-b6fe-b475a63bc521 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:19:29.998199 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c979b5dd-1d51-4f93-8216-ab7abda5efa1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (31b827f0-9fa2-4b77-b6fe-b475a63bc521), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:30.073682 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-3a1cd80b-92f3-4464-bb5c-7106d7d340ac None None] Current status of the port 3d69952c-589c-4832-b6ab-7d7eeb9d62d4 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:19:30.074121 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3a1cd80b-92f3-4464-bb5c-7106d7d340ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3d69952c-589c-4832-b6ab-7d7eeb9d62d4), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:30.101937 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-1b3eb155-5631-4e71-aac5-b9db161481ae tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Allocated IP 172.25.0.35 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/ee367b5a-e28f-479f-b001-349ce720d9ef) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:19:30.178472 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-3a1cd80b-92f3-4464-bb5c-7106d7d340ac None None] For port 3d69952c-589c-4832-b6ab-7d7eeb9d62d4, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=3d69952c-589c-4832-b6ab-7d7eeb9d62d4,segment=NetworkSegment(22939271-c413-4b6e-86b8-b80474a12e63),segment_id=22939271-c413-4b6e-86b8-b80474a12e63)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:19:30.185930 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3a1cd80b-92f3-4464-bb5c-7106d7d340ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3d69952c-589c-4832-b6ab-7d7eeb9d62d4), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:30.194212 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-c979b5dd-1d51-4f93-8216-ab7abda5efa1 admin admin] For port 31b827f0-9fa2-4b77-b6fe-b475a63bc521, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=31b827f0-9fa2-4b77-b6fe-b475a63bc521,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:19:30.196273 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c979b5dd-1d51-4f93-8216-ab7abda5efa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (31b827f0-9fa2-4b77-b6fe-b475a63bc521), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:30.222713 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-b8fc6bd6-b7c6-4b96-83bd-34bb8e805245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1090025703-router', 'tenant_id': '6f6bbf2836904089b5391caf666a2ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd4ab2bf9-db16-4d1a-b838-4e44d5c67ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:19:16Z', 'updated_at': '2022-01-28T03:19:24Z', 'revision_number': 4, 'project_id': '6f6bbf2836904089b5391caf666a2ef0', 'gw_port': {'id': 'd4ab2bf9-db16-4d1a-b838-4e44d5c67ba8', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:19:18Z', 'updated_at': '2022-01-28T03:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '3d69952c-589c-4832-b6ab-7d7eeb9d62d4', 'name': '', 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d', 'tenant_id': '6f6bbf2836904089b5391caf666a2ef0', 'mac_address': 'fa:16:3e:23:fe:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '76aeb7da-88ca-40e3-af3a-4f4f90f2c919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:19:23Z', 'updated_at': '2022-01-28T03:19:29Z', 'revision_number': 4, 'project_id': '6f6bbf2836904089b5391caf666a2ef0', 'subnets': [{'id': '76aeb7da-88ca-40e3-af3a-4f4f90f2c919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:30.228275 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-499a08da-d519-4a8d-8753-07e16a13e500 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-688654043-network', 'tenant_id': 'f59ed36e2b5c40838ecd2f55da68c1ad'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:19:30.256974 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-c979b5dd-1d51-4f93-8216-ab7abda5efa1 admin admin] Calling delete_port for 31b827f0-9fa2-4b77-b6fe-b475a63bc521 owned by network:router_gateway {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:19:30.271088 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1cd80b-92f3-4464-bb5c-7106d7d340ac None None] Pushing event updated for resources: {'Port': ['ID=3d69952c-589c-4832-b6ab-7d7eeb9d62d4,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:30.280898 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fc6bd6-b7c6-4b96-83bd-34bb8e805245 None None] The sync data for ids ['4af32c91-dff1-4438-abfe-eb851853c7b8'] in n-d-712139-27 is: [{'id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1090025703-router', 'tenant_id': '6f6bbf2836904089b5391caf666a2ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd4ab2bf9-db16-4d1a-b838-4e44d5c67ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:19:16Z', 'updated_at': '2022-01-28T03:19:24Z', 'revision_number': 4, 'project_id': '6f6bbf2836904089b5391caf666a2ef0', 'gw_port': {'id': 'd4ab2bf9-db16-4d1a-b838-4e44d5c67ba8', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:19:18Z', 'updated_at': '2022-01-28T03:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '3d69952c-589c-4832-b6ab-7d7eeb9d62d4', 'name': '', 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d', 'tenant_id': '6f6bbf2836904089b5391caf666a2ef0', 'mac_address': 'fa:16:3e:23:fe:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '76aeb7da-88ca-40e3-af3a-4f4f90f2c919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:19:23Z', 'updated_at': '2022-01-28T03:19:29Z', 'revision_number': 4, 'project_id': '6f6bbf2836904089b5391caf666a2ef0', 'subnets': [{'id': '76aeb7da-88ca-40e3-af3a-4f4f90f2c919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:19:30.335851 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499a08da-d519-4a8d-8753-07e16a13e500 admin admin] Made reservation on behalf of f59ed36e2b5c40838ecd2f55da68c1ad for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:19:30.338525 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-499a08da-d519-4a8d-8753-07e16a13e500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:30.353907 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-499a08da-d519-4a8d-8753-07e16a13e500 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:30.411887 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1b3eb155-5631-4e71-aac5-b9db161481ae tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks [] for port (ee367b5a-e28f-479f-b001-349ce720d9ef), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:30.431093 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-33ba86a3-9093-4053-b87a-cd9a6d282545 None None] Provisioning complete for port 3d69952c-589c-4832-b6ab-7d7eeb9d62d4 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:19:30.432273 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-33ba86a3-9093-4053-b87a-cd9a6d282545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3d69952c-589c-4832-b6ab-7d7eeb9d62d4), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:30.472888 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1b3eb155-5631-4e71-aac5-b9db161481ae tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (ee367b5a-e28f-479f-b001-349ce720d9ef), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:30.621294 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3eb155-5631-4e71-aac5-b9db161481ae tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Pushing event updated for resources: {'Port': ['ID=ee367b5a-e28f-479f-b001-349ce720d9ef,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:30.646253 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3eb155-5631-4e71-aac5-b9db161481ae tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:19:30.647772 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-1b3eb155-5631-4e71-aac5-b9db161481ae tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:19:30.657430 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3eb155-5631-4e71-aac5-b9db161481ae tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:19:30.673447 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-33ba86a3-9093-4053-b87a-cd9a6d282545 None None] Current status of the port 3d69952c-589c-4832-b6ab-7d7eeb9d62d4 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:19:30.690271 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-3daa8ae5-d9fb-4275-92a2-378c805f43a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'name': 'tempest-TestVolumeBackupRestore-339311279-router', 'tenant_id': 'ca842ceda87544d7a57b9cd7ee973733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '31b827f0-9fa2-4b77-b6fe-b475a63bc521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:22Z', 'updated_at': '2022-01-28T03:19:27Z', 'revision_number': 5, 'project_id': 'ca842ceda87544d7a57b9cd7ee973733', 'gw_port': {'id': '31b827f0-9fa2-4b77-b6fe-b475a63bc521', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:23Z', 'updated_at': '2022-01-28T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:30.776422 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3daa8ae5-d9fb-4275-92a2-378c805f43a4 None None] Checking router: 08aca7e3-588e-457f-9745-8bc4b56d277f for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:19:30.790360 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daa8ae5-d9fb-4275-92a2-378c805f43a4 None None] Routers {'08aca7e3-588e-457f-9745-8bc4b56d277f'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:19:30.791078 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-3daa8ae5-d9fb-4275-92a2-378c805f43a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:19:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['08aca7e3-588e-457f-9745-8bc4b56d277f'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:30.810605 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-499a08da-d519-4a8d-8753-07e16a13e500 admin admin] Publish callbacks [] for security_group (d07e7a94-8a60-4262-8642-abb5eba1289d), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:30.822206 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-499a08da-d519-4a8d-8753-07e16a13e500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (d07e7a94-8a60-4262-8642-abb5eba1289d), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:30.847641 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c979b5dd-1d51-4f93-8216-ab7abda5efa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (31b827f0-9fa2-4b77-b6fe-b475a63bc521), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:30.932430 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1b3eb155-5631-4e71-aac5-b9db161481ae tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks [] for floatingip (8f1f431f-4017-44d7-9298-1d9a160f2238), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:30.959442 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c979b5dd-1d51-4f93-8216-ab7abda5efa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=31b827f0-9fa2-4b77-b6fe-b475a63bc521,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:31.013738 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1b3eb155-5631-4e71-aac5-b9db161481ae tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ee367b5a-e28f-479f-b001-349ce720d9ef), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:31.048293 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-499a08da-d519-4a8d-8753-07e16a13e500 admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:19:31.132766 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a08da-d519-4a8d-8753-07e16a13e500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07e7a94-8a60-4262-8642-abb5eba1289d,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:31.169630 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-3daa8ae5-d9fb-4275-92a2-378c805f43a4 None None] Set router 08aca7e3-588e-457f-9745-8bc4b56d277f gateway port host: None {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:19:31.179546 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-499a08da-d519-4a8d-8753-07e16a13e500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (3884af8a-7e73-4608-910a-7c5006664f7e), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:31.180044 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-499a08da-d519-4a8d-8753-07e16a13e500 admin admin] Added segment 3884af8a-7e73-4608-910a-7c5006664f7e of type vlan for network 03344a14-d3d1-437f-ae55-e6574bbbae1d Jan 28 03:19:31.225385 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c979b5dd-1d51-4f93-8216-ab7abda5efa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (08aca7e3-588e-457f-9745-8bc4b56d277f), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:31.246865 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-3daa8ae5-d9fb-4275-92a2-378c805f43a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'name': 'tempest-TestVolumeBackupRestore-339311279-router', 'tenant_id': 'ca842ceda87544d7a57b9cd7ee973733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:22Z', 'updated_at': '2022-01-28T03:19:29Z', 'revision_number': 6, 'project_id': 'ca842ceda87544d7a57b9cd7ee973733', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:31.286439 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3daa8ae5-d9fb-4275-92a2-378c805f43a4 None None] The sync data for ids ['08aca7e3-588e-457f-9745-8bc4b56d277f'] in n-d-712139-27 is: [{'id': '08aca7e3-588e-457f-9745-8bc4b56d277f', 'name': 'tempest-TestVolumeBackupRestore-339311279-router', 'tenant_id': 'ca842ceda87544d7a57b9cd7ee973733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:22Z', 'updated_at': '2022-01-28T03:19:29Z', 'revision_number': 6, 'project_id': 'ca842ceda87544d7a57b9cd7ee973733', 'gw_port_host': None}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:19:31.350986 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1b3eb155-5631-4e71-aac5-b9db161481ae tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks [] for port (ee367b5a-e28f-479f-b001-349ce720d9ef), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:31.360242 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1b3eb155-5631-4e71-aac5-b9db161481ae tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (ee367b5a-e28f-479f-b001-349ce720d9ef), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:31.451161 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3eb155-5631-4e71-aac5-b9db161481ae tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Pushing event updated for resources: {'Port': ['ID=ee367b5a-e28f-479f-b001-349ce720d9ef,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:31.451794 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c979b5dd-1d51-4f93-8216-ab7abda5efa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (08aca7e3-588e-457f-9745-8bc4b56d277f), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:31.462937 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c979b5dd-1d51-4f93-8216-ab7abda5efa1 admin admin] Publish callbacks [] for router_controller (08aca7e3-588e-457f-9745-8bc4b56d277f), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:31.466183 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1b3eb155-5631-4e71-aac5-b9db161481ae tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (8f1f431f-4017-44d7-9298-1d9a160f2238), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:31.497645 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1b3eb155-5631-4e71-aac5-b9db161481ae tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:31.507622 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1b3eb155-5631-4e71-aac5-b9db161481ae tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9523015 Jan 28 03:19:31.531370 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-499a08da-d519-4a8d-8753-07e16a13e500 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (03344a14-d3d1-437f-ae55-e6574bbbae1d), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:31.544826 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c979b5dd-1d51-4f93-8216-ab7abda5efa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (08aca7e3-588e-457f-9745-8bc4b56d277f), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:31.545395 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c979b5dd-1d51-4f93-8216-ab7abda5efa1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08aca7e3-588e-457f-9745-8bc4b56d277f {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:19:31.552975 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c979b5dd-1d51-4f93-8216-ab7abda5efa1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:31.554250 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c979b5dd-1d51-4f93-8216-ab7abda5efa1 admin admin] 10.222.0.53 "DELETE /v2.0/routers/08aca7e3-588e-457f-9745-8bc4b56d277f HTTP/1.1" status: 204 len: 168 time: 2.2152641 Jan 28 03:19:31.559472 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44518) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:31.600584 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-499a08da-d519-4a8d-8753-07e16a13e500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (03344a14-d3d1-437f-ae55-e6574bbbae1d), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:31.602127 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499a08da-d519-4a8d-8753-07e16a13e500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:31.602959 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-499a08da-d519-4a8d-8753-07e16a13e500 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:31.678124 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1772017-f48f-45ea-bf9a-a62c1dc06bec admin admin] Deleting subnet 51e28b6d-4c18-44d2-870e-5666ca9d9f18 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:19:31.687965 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f1772017-f48f-45ea-bf9a-a62c1dc06bec admin admin] Publish callbacks [] for subnet (51e28b6d-4c18-44d2-870e-5666ca9d9f18), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:31.749172 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f1772017-f48f-45ea-bf9a-a62c1dc06bec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (51e28b6d-4c18-44d2-870e-5666ca9d9f18), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:31.789928 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-499a08da-d519-4a8d-8753-07e16a13e500 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8274634 Jan 28 03:19:31.809326 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44524) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:31.816136 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-da5dbc33-16d7-479e-b5d8-0753a8db911a admin admin] Request body: {'subnet': {'network_id': '03344a14-d3d1-437f-ae55-e6574bbbae1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-688654043-subnet', 'tenant_id': 'f59ed36e2b5c40838ecd2f55da68c1ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:19:31.818544 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-da762a5e-0a2c-4df2-b161-26f7658ac5d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:31.860440 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a08da-d519-4a8d-8753-07e16a13e500 admin admin] Pushing event updated for resources: {'Network': ['ID=03344a14-d3d1-437f-ae55-e6574bbbae1d,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:31.883861 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 03344a14-d3d1-437f-ae55-e6574bbbae1d details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:19:31.894312 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5dbc33-16d7-479e-b5d8-0753a8db911a admin admin] Made reservation on behalf of f59ed36e2b5c40838ecd2f55da68c1ad for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:19:31.927395 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-da5dbc33-16d7-479e-b5d8-0753a8db911a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:31.957987 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-333be9c8-e615-4df6-ab19-99f7ea390a3d tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1166316844&fields=id&tenant_id=6f6bbf2836904089b5391caf666a2ef0 HTTP/1.1" status: 200 len: 267 time: 0.0769665 Jan 28 03:19:32.176229 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f1772017-f48f-45ea-bf9a-a62c1dc06bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (51e28b6d-4c18-44d2-870e-5666ca9d9f18), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:32.201463 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-a9fd28c0-1957-44f7-a99b-80aab1a49140 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:32.203088 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-a9fd28c0-1957-44f7-a99b-80aab1a49140 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/networks?id=b328f18d-888e-4024-8099-122b5bda010d HTTP/1.1" status: 200 len: 817 time: 0.2375941 Jan 28 03:19:32.227939 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-bd55c7ca-e965-49ac-97c0-ff60aa447fbb tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/quotas/6f6bbf2836904089b5391caf666a2ef0 HTTP/1.1" status: 200 len: 375 time: 0.0146201 Jan 28 03:19:32.351066 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-4e56613e-1f4e-4f89-985f-ec788a18bd6b tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6f6bbf2836904089b5391caf666a2ef0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1153047 Jan 28 03:19:32.413155 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f1772017-f48f-45ea-bf9a-a62c1dc06bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (51e28b6d-4c18-44d2-870e-5666ca9d9f18), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:32.423158 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-da5dbc33-16d7-479e-b5d8-0753a8db911a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (80555ee0-95fc-4e1d-a8ba-3e793e7a6c9c), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:32.496482 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1772017-f48f-45ea-bf9a-a62c1dc06bec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51e28b6d-4c18-44d2-870e-5666ca9d9f18,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:32.515453 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5182b4-3b33-4605-9985-34c1e28bafff None None] Network 359d63da-0117-4555-a3d7-c4512f3dc136 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:19:32.517743 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f1772017-f48f-45ea-bf9a-a62c1dc06bec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:32.530194 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f1772017-f48f-45ea-bf9a-a62c1dc06bec admin admin] 10.222.0.53 "DELETE /v2.0/subnets/51e28b6d-4c18-44d2-870e-5666ca9d9f18 HTTP/1.1" status: 204 len: 168 time: 0.9683352 Jan 28 03:19:32.541791 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44536) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:32.589738 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5dbc33-16d7-479e-b5d8-0753a8db911a admin admin] Pushing event updated for resources: {'Subnet': ['ID=80555ee0-95fc-4e1d-a8ba-3e793e7a6c9c,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:32.643770 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5dbc33-16d7-479e-b5d8-0753a8db911a admin admin] Checking segment: {'id': '3884af8a-7e73-4608-910a-7c5006664f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '03344a14-d3d1-437f-ae55-e6574bbbae1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:19:32.644144 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5dbc33-16d7-479e-b5d8-0753a8db911a admin admin] Network hostable DHCP agents. Network: 03344a14-d3d1-437f-ae55-e6574bbbae1d, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:19:32.677766 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 3d69952c-589c-4832-b6ab-7d7eeb9d62d4 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:19:32.693046 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5dbc33-16d7-479e-b5d8-0753a8db911a admin admin] Network 03344a14-d3d1-437f-ae55-e6574bbbae1d is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:19:32.713431 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-da5dbc33-16d7-479e-b5d8-0753a8db911a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 03344a14-d3d1-437f-ae55-e6574bbbae1d) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:19:32.736125 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5dbc33-16d7-479e-b5d8-0753a8db911a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:32.738918 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-da5dbc33-16d7-479e-b5d8-0753a8db911a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:32.739552 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-a4658360-8f1c-43e5-8bf8-829839c32745 service neutron] 10.222.0.53 "GET /v2.0/networks/b328f18d-888e-4024-8099-122b5bda010d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487463 Jan 28 03:19:32.773743 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-da5dbc33-16d7-479e-b5d8-0753a8db911a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9627352 Jan 28 03:19:32.782941 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d599043-16a6-4847-9daf-045a30af6c29 None None] Network 03344a14-d3d1-437f-ae55-e6574bbbae1d requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:19:32.862467 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-12410697-a974-4f82-b719-22ad977f5d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (359d63da-0117-4555-a3d7-c4512f3dc136), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:32.971738 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-71659203-24e1-4aa5-9f54-52ee83e81887 service neutron] 10.222.0.53 "GET /v2.0/networks/b328f18d-888e-4024-8099-122b5bda010d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108455 Jan 28 03:19:32.977819 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 3d69952c-589c-4832-b6ab-7d7eeb9d62d4 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:19:32.978154 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3d69952c-589c-4832-b6ab-7d7eeb9d62d4), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:33.083566 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-12410697-a974-4f82-b719-22ad977f5d54 admin admin] Deleting port b17f7b0b-155b-429e-baab-a92a3a4e140b {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:19:33.086074 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-12410697-a974-4f82-b719-22ad977f5d54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (b17f7b0b-155b-429e-baab-a92a3a4e140b), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:33.139063 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9a4a8c-2cf5-485d-9dbb-2c5978e9d5b9 None None] DHCP port deletion for 359d63da-0117-4555-a3d7-c4512f3dc136 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:19:33.160901 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a6752d-250d-4423-b426-0772aceeedae None None] Network 03344a14-d3d1-437f-ae55-e6574bbbae1d requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:19:33.323436 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-12410697-a974-4f82-b719-22ad977f5d54 admin admin] For port b17f7b0b-155b-429e-baab-a92a3a4e140b, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=b17f7b0b-155b-429e-baab-a92a3a4e140b,segment=NetworkSegment(7f7e5b3e-aacb-44ba-92e0-ecf07a14a2c3),segment_id=7f7e5b3e-aacb-44ba-92e0-ecf07a14a2c3)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:19:33.324017 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-12410697-a974-4f82-b719-22ad977f5d54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (b17f7b0b-155b-429e-baab-a92a3a4e140b), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:33.354144 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-12410697-a974-4f82-b719-22ad977f5d54 admin admin] Calling delete_port for b17f7b0b-155b-429e-baab-a92a3a4e140b owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:19:33.463128 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 3d69952c-589c-4832-b6ab-7d7eeb9d62d4 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:19:33.501448 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9f2cdc82-0e59-43a1-8736-9764e6635ace req-252a159b-6fab-4b51-8226-c2ce3184e888 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 210 time: 0.0649960 Jan 28 03:19:33.576327 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-12410697-a974-4f82-b719-22ad977f5d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (b17f7b0b-155b-429e-baab-a92a3a4e140b), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:33.602997 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 31b827f0-9fa2-4b77-b6fe-b475a63bc521 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:19:33.631296 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:33.634053 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 31b827f0-9fa2-4b77-b6fe-b475a63bc521 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:19:33.634755 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 31b827f0-9fa2-4b77-b6fe-b475a63bc521 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:19:33.635329 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:19:33.642874 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12410697-a974-4f82-b719-22ad977f5d54 admin admin] Pushing event deleted for resources: {'Port': ['ID=b17f7b0b-155b-429e-baab-a92a3a4e140b,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:33.657339 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12410697-a974-4f82-b719-22ad977f5d54 admin admin] No DVR routers for this DVR port b17f7b0b-155b-429e-baab-a92a3a4e140b on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:19:33.686533 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:19:33.687140 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 3db6f7cd-e62b-4b3f-b199-39b91e7ae3c1 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:19:33.696388 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:33.721930 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-8f9a4a8c-2cf5-485d-9dbb-2c5978e9d5b9 None None] Deleting port b17f7b0b-155b-429e-baab-a92a3a4e140b {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:19:33.723095 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8f9a4a8c-2cf5-485d-9dbb-2c5978e9d5b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (b17f7b0b-155b-429e-baab-a92a3a4e140b), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:33.803638 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-12410697-a974-4f82-b719-22ad977f5d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (359d63da-0117-4555-a3d7-c4512f3dc136), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:33.811667 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-8f9a4a8c-2cf5-485d-9dbb-2c5978e9d5b9 None None] For port b17f7b0b-155b-429e-baab-a92a3a4e140b, host n-d-712139-27, got binding levels [] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:19:33.813365 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8f9a4a8c-2cf5-485d-9dbb-2c5978e9d5b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (b17f7b0b-155b-429e-baab-a92a3a4e140b), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:33.839941 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-8f9a4a8c-2cf5-485d-9dbb-2c5978e9d5b9 None None] Calling delete_port for b17f7b0b-155b-429e-baab-a92a3a4e140b owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:19:33.844550 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.ipam_backend_mixin [None req-8f9a4a8c-2cf5-485d-9dbb-2c5978e9d5b9 None None] Port b17f7b0b-155b-429e-baab-a92a3a4e140b was not found and therefore no delete operation was performed {{(pid=109804) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 03:19:33.846925 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8f9a4a8c-2cf5-485d-9dbb-2c5978e9d5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (b17f7b0b-155b-429e-baab-a92a3a4e140b), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:33.854254 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-12410697-a974-4f82-b719-22ad977f5d54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['359d63da-0117-4555-a3d7-c4512f3dc136']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:33.876995 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-12410697-a974-4f82-b719-22ad977f5d54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f7e5b3e-aacb-44ba-92e0-ecf07a14a2c3') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:33.877490 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-12410697-a974-4f82-b719-22ad977f5d54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f7e5b3e-aacb-44ba-92e0-ecf07a14a2c3') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:33.879663 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44566) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:33.892760 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9a4a8c-2cf5-485d-9dbb-2c5978e9d5b9 None None] Pushing event deleted for resources: {'Port': ['ID=b17f7b0b-155b-429e-baab-a92a3a4e140b,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:33.896269 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-88101bbe-f5a5-4b0e-a6aa-8e0575921b72 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-944338682-network', 'tenant_id': 'dc30d3255b37475bb165a3bed01bffb0'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:19:33.904448 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9a4a8c-2cf5-485d-9dbb-2c5978e9d5b9 None None] No DVR routers for this DVR port b17f7b0b-155b-429e-baab-a92a3a4e140b on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:19:33.906672 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-12410697-a974-4f82-b719-22ad977f5d54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (7f7e5b3e-aacb-44ba-92e0-ecf07a14a2c3), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:33.970620 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-12410697-a974-4f82-b719-22ad977f5d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (7f7e5b3e-aacb-44ba-92e0-ecf07a14a2c3), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:33.981445 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88101bbe-f5a5-4b0e-a6aa-8e0575921b72 admin admin] Made reservation on behalf of dc30d3255b37475bb165a3bed01bffb0 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:19:33.983787 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-88101bbe-f5a5-4b0e-a6aa-8e0575921b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:33.995797 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12410697-a974-4f82-b719-22ad977f5d54 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:19:33.996250 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-12410697-a974-4f82-b719-22ad977f5d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (7f7e5b3e-aacb-44ba-92e0-ecf07a14a2c3), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:33.999587 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:19:33.999587 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:19:33.999587 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:19:33.999587 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:19:33.999587 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:19:33.999587 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:19:33.999587 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:19:33.999587 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:19:33.999587 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:19:33.999587 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:19:33.999587 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:19:33.999587 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:19:33.999587 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:19:33.999587 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:19:33.999587 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:19:33.999587 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:19:33.999587 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:19:33.999587 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:19:33.999587 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:19:33.999587 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:19:33.999587 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:19:33.999587 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:19:33.999587 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:19:33.999587 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:19:33.999587 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:19:33.999587 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:19:33.999587 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:19:33.999587 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:19:33.999587 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:19:33.999587 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:19:33.999587 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:19:33.999587 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:19:34.038042 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-88101bbe-f5a5-4b0e-a6aa-8e0575921b72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:34.186872 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-12410697-a974-4f82-b719-22ad977f5d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (359d63da-0117-4555-a3d7-c4512f3dc136), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:34.215131 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-12410697-a974-4f82-b719-22ad977f5d54 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:34.220426 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-12410697-a974-4f82-b719-22ad977f5d54 admin admin] 10.222.0.53 "DELETE /v2.0/networks/359d63da-0117-4555-a3d7-c4512f3dc136 HTTP/1.1" status: 204 len: 168 time: 1.6779623 Jan 28 03:19:34.224262 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44570) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:34.250102 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12410697-a974-4f82-b719-22ad977f5d54 admin admin] Pushing event deleted for resources: {'Network': ['ID=359d63da-0117-4555-a3d7-c4512f3dc136,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:34.254296 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-88101bbe-f5a5-4b0e-a6aa-8e0575921b72 admin admin] Publish callbacks [] for security_group (a3b19077-f407-4b76-a775-9f2491958065), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:34.296915 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-88101bbe-f5a5-4b0e-a6aa-8e0575921b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (a3b19077-f407-4b76-a775-9f2491958065), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:34.353348 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88101bbe-f5a5-4b0e-a6aa-8e0575921b72 admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:19:34.388699 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device b17f7b0b-155b-429e-baab-a92a3a4e140b no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:19:34.406825 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-88101bbe-f5a5-4b0e-a6aa-8e0575921b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (11b1aef8-040a-4aa7-8ec4-cb846c3486a0), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:34.407236 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-88101bbe-f5a5-4b0e-a6aa-8e0575921b72 admin admin] Added segment 11b1aef8-040a-4aa7-8ec4-cb846c3486a0 of type vlan for network a490136a-1426-47a9-bcf5-17eaff6a0aa7 Jan 28 03:19:34.417895 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88101bbe-f5a5-4b0e-a6aa-8e0575921b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b19077-f407-4b76-a775-9f2491958065,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:34.428113 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: b17f7b0b-155b-429e-baab-a92a3a4e140b {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:19:34.428455 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device b17f7b0b-155b-429e-baab-a92a3a4e140b not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:19:34.582132 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-88101bbe-f5a5-4b0e-a6aa-8e0575921b72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (a490136a-1426-47a9-bcf5-17eaff6a0aa7), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:34.803490 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:34.812156 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-80bac91e-61a8-441a-a026-e0bbb57d9d9d req-19ce807c-f039-4e35-8579-bcfe8d253822 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 210 time: 0.1374404 Jan 28 03:19:34.821698 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-88101bbe-f5a5-4b0e-a6aa-8e0575921b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (a490136a-1426-47a9-bcf5-17eaff6a0aa7), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:34.822816 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88101bbe-f5a5-4b0e-a6aa-8e0575921b72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:34.824868 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-88101bbe-f5a5-4b0e-a6aa-8e0575921b72 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:34.905681 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-88101bbe-f5a5-4b0e-a6aa-8e0575921b72 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0247836 Jan 28 03:19:34.908289 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44576) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:34.914024 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-9dc07956-3119-47e7-922b-07a1e8218fe6 admin admin] Request body: {'subnet': {'network_id': 'a490136a-1426-47a9-bcf5-17eaff6a0aa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-944338682-subnet', 'tenant_id': 'dc30d3255b37475bb165a3bed01bffb0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:19:34.952312 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc07956-3119-47e7-922b-07a1e8218fe6 admin admin] Made reservation on behalf of dc30d3255b37475bb165a3bed01bffb0 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:19:34.954931 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9dc07956-3119-47e7-922b-07a1e8218fe6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:34.968162 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88101bbe-f5a5-4b0e-a6aa-8e0575921b72 admin admin] Pushing event updated for resources: {'Network': ['ID=a490136a-1426-47a9-bcf5-17eaff6a0aa7,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:34.991254 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network a490136a-1426-47a9-bcf5-17eaff6a0aa7 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:19:35.352773 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9dc07956-3119-47e7-922b-07a1e8218fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (ae10a01a-9f8c-40d3-b718-a4a998b8b22c), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:35.530570 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-d7cf3601-3d16-4b93-bd76-dd0cf6c346fe tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:35.532482 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-d7cf3601-3d16-4b93-bd76-dd0cf6c346fe tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.67 "GET /v2.0/networks?id=b328f18d-888e-4024-8099-122b5bda010d HTTP/1.1" status: 200 len: 817 time: 0.1993098 Jan 28 03:19:35.533398 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc07956-3119-47e7-922b-07a1e8218fe6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae10a01a-9f8c-40d3-b718-a4a998b8b22c,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:35.594331 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc07956-3119-47e7-922b-07a1e8218fe6 admin admin] Checking segment: {'id': '11b1aef8-040a-4aa7-8ec4-cb846c3486a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a490136a-1426-47a9-bcf5-17eaff6a0aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:19:35.594861 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc07956-3119-47e7-922b-07a1e8218fe6 admin admin] Network hostable DHCP agents. Network: a490136a-1426-47a9-bcf5-17eaff6a0aa7, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:19:35.648865 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc07956-3119-47e7-922b-07a1e8218fe6 admin admin] Network a490136a-1426-47a9-bcf5-17eaff6a0aa7 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:19:35.665474 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-9dc07956-3119-47e7-922b-07a1e8218fe6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, a490136a-1426-47a9-bcf5-17eaff6a0aa7) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:19:35.680832 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc07956-3119-47e7-922b-07a1e8218fe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:35.681979 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9dc07956-3119-47e7-922b-07a1e8218fe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:35.686000 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efdaec6-d1dd-4dac-a808-1b95324a0913 None None] Network a490136a-1426-47a9-bcf5-17eaff6a0aa7 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:19:35.706977 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-60eb7740-76a7-4fb5-8672-71f650cfb6f7 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f6bbf2836904089b5391caf666a2ef0 HTTP/1.1" status: 200 len: 380 time: 0.1526711 Jan 28 03:19:35.722230 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-b76e96c4-98a1-47ef-99ed-74449a13a431 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Request body: {'port': {'device_id': 'de20d5b9-64ef-4822-80ab-e89de3380bf8', 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d', 'admin_state_up': True, 'tenant_id': '6f6bbf2836904089b5391caf666a2ef0', 'security_groups': ['4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:19:35.876589 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9dc07956-3119-47e7-922b-07a1e8218fe6 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9665458 Jan 28 03:19:35.909172 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-b76e96c4-98a1-47ef-99ed-74449a13a431 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Made reservation on behalf of 6f6bbf2836904089b5391caf666a2ef0 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:19:35.917540 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-b76e96c4-98a1-47ef-99ed-74449a13a431 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:35.930888 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5737d89d-2797-4733-9e8f-098ce5d4be19 None None] Network a490136a-1426-47a9-bcf5-17eaff6a0aa7 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:19:36.018020 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-382d6bf4-4d11-44aa-847a-abd4b75c9cdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (1ec821c8-e1e1-4357-92a9-0a5bd7f21669), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:36.092151 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44586) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:36.210732 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:36.231557 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9d2a42bc-b37a-4c63-bba3-6adb8a0c087a req-c0a491b3-60fd-4bef-a9ff-ec9867f98192 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 210 time: 0.1586313 Jan 28 03:19:36.351514 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-030215dc-e96c-4e88-8a75-1e1fabe4f14e admin admin] Deleting subnet 80555ee0-95fc-4e1d-a8ba-3e793e7a6c9c {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:19:36.372063 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-030215dc-e96c-4e88-8a75-1e1fabe4f14e admin admin] Publish callbacks [] for subnet (80555ee0-95fc-4e1d-a8ba-3e793e7a6c9c), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:36.439937 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-b76e96c4-98a1-47ef-99ed-74449a13a431 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Allocated IP 172.20.0.9 (b328f18d-888e-4024-8099-122b5bda010d/76aeb7da-88ca-40e3-af3a-4f4f90f2c919/9ef28665-4d90-44e3-87df-b89b9e890244) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:19:36.496549 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-030215dc-e96c-4e88-8a75-1e1fabe4f14e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (80555ee0-95fc-4e1d-a8ba-3e793e7a6c9c), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:36.613533 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-030215dc-e96c-4e88-8a75-1e1fabe4f14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (80555ee0-95fc-4e1d-a8ba-3e793e7a6c9c), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:36.640059 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-382d6bf4-4d11-44aa-847a-abd4b75c9cdf admin admin] Deleting port 64f0c792-7a0b-4773-970d-45f24fb510b9 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:19:36.640402 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-382d6bf4-4d11-44aa-847a-abd4b75c9cdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (64f0c792-7a0b-4773-970d-45f24fb510b9), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:36.757164 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-030215dc-e96c-4e88-8a75-1e1fabe4f14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (80555ee0-95fc-4e1d-a8ba-3e793e7a6c9c), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:36.758013 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-382d6bf4-4d11-44aa-847a-abd4b75c9cdf admin admin] For port 64f0c792-7a0b-4773-970d-45f24fb510b9, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=64f0c792-7a0b-4773-970d-45f24fb510b9,segment=NetworkSegment(7dc32c3c-1745-469e-9169-6aaf8c180644),segment_id=7dc32c3c-1745-469e-9169-6aaf8c180644)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:19:36.758627 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-382d6bf4-4d11-44aa-847a-abd4b75c9cdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (64f0c792-7a0b-4773-970d-45f24fb510b9), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:36.778170 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-382d6bf4-4d11-44aa-847a-abd4b75c9cdf admin admin] Calling delete_port for 64f0c792-7a0b-4773-970d-45f24fb510b9 owned by network:router_interface {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:19:36.804263 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-030215dc-e96c-4e88-8a75-1e1fabe4f14e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:36.810114 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-030215dc-e96c-4e88-8a75-1e1fabe4f14e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/80555ee0-95fc-4e1d-a8ba-3e793e7a6c9c HTTP/1.1" status: 204 len: 168 time: 0.7130780 Jan 28 03:19:36.810114 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030215dc-e96c-4e88-8a75-1e1fabe4f14e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80555ee0-95fc-4e1d-a8ba-3e793e7a6c9c,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:36.813487 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-b76e96c4-98a1-47ef-99ed-74449a13a431 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks [] for port (9ef28665-4d90-44e3-87df-b89b9e890244), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:36.815111 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44590) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:36.908032 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b48344b9-30a5-436b-90c0-8fc79a899f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (03344a14-d3d1-437f-ae55-e6574bbbae1d), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:36.953351 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-b76e96c4-98a1-47ef-99ed-74449a13a431 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (9ef28665-4d90-44e3-87df-b89b9e890244), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:37.032099 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-382d6bf4-4d11-44aa-847a-abd4b75c9cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (64f0c792-7a0b-4773-970d-45f24fb510b9), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:37.061808 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382d6bf4-4d11-44aa-847a-abd4b75c9cdf admin admin] Pushing event deleted for resources: {'Port': ['ID=64f0c792-7a0b-4773-970d-45f24fb510b9,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:37.075127 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-b76e96c4-98a1-47ef-99ed-74449a13a431 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Network b328f18d-888e-4024-8099-122b5bda010d is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:19:37.085780 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b48344b9-30a5-436b-90c0-8fc79a899f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (03344a14-d3d1-437f-ae55-e6574bbbae1d), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:37.091398 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-b76e96c4-98a1-47ef-99ed-74449a13a431 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:19:37.104873 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-b76e96c4-98a1-47ef-99ed-74449a13a431 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:19:37.117477 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e96c4-98a1-47ef-99ed-74449a13a431 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Pushing event updated for resources: {'Port': ['ID=9ef28665-4d90-44e3-87df-b89b9e890244,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:37.162384 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-b48344b9-30a5-436b-90c0-8fc79a899f7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03344a14-d3d1-437f-ae55-e6574bbbae1d']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:37.187426 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-b48344b9-30a5-436b-90c0-8fc79a899f7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3884af8a-7e73-4608-910a-7c5006664f7e') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:37.187767 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-b48344b9-30a5-436b-90c0-8fc79a899f7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3884af8a-7e73-4608-910a-7c5006664f7e') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:37.213773 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b48344b9-30a5-436b-90c0-8fc79a899f7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (3884af8a-7e73-4608-910a-7c5006664f7e), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:37.226532 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-b76e96c4-98a1-47ef-99ed-74449a13a431 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:37.227232 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-b76e96c4-98a1-47ef-99ed-74449a13a431 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:37.270592 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b48344b9-30a5-436b-90c0-8fc79a899f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (3884af8a-7e73-4608-910a-7c5006664f7e), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:37.280092 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b48344b9-30a5-436b-90c0-8fc79a899f7b admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:19:37.280876 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b48344b9-30a5-436b-90c0-8fc79a899f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (3884af8a-7e73-4608-910a-7c5006664f7e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:37.300659 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-382d6bf4-4d11-44aa-847a-abd4b75c9cdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (1ec821c8-e1e1-4357-92a9-0a5bd7f21669), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:37.392538 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:19:37.392538 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:19:37.392538 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:19:37.392538 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:19:37.392538 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:19:37.392538 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:19:37.392538 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:19:37.392538 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:19:37.392538 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:19:37.392538 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:19:37.392538 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:19:37.392538 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:19:37.392538 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:19:37.392538 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:19:37.392538 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:19:37.392538 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:19:37.392538 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:19:37.392538 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:19:37.392538 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:19:37.392538 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:19:37.392538 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:19:37.392538 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:19:37.392538 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:19:37.392538 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:19:37.392538 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:19:37.392538 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:19:37.392538 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:19:37.392538 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:19:37.392538 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:19:37.392538 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:19:37.392538 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:19:37.392538 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:19:37.406469 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-b76e96c4-98a1-47ef-99ed-74449a13a431 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6870046 Jan 28 03:19:37.410831 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b48344b9-30a5-436b-90c0-8fc79a899f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (03344a14-d3d1-437f-ae55-e6574bbbae1d), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:37.430739 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b48344b9-30a5-436b-90c0-8fc79a899f7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:37.439427 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b48344b9-30a5-436b-90c0-8fc79a899f7b admin admin] 10.222.0.53 "DELETE /v2.0/networks/03344a14-d3d1-437f-ae55-e6574bbbae1d HTTP/1.1" status: 204 len: 168 time: 0.6231143 Jan 28 03:19:37.446844 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-11372979-fff3-474f-b4b7-6122ba0cb4ea service neutron] Request body: {'port': {'device_id': 'de20d5b9-64ef-4822-80ab-e89de3380bf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:19:37.481715 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48344b9-30a5-436b-90c0-8fc79a899f7b admin admin] Pushing event deleted for resources: {'Network': ['ID=03344a14-d3d1-437f-ae55-e6574bbbae1d,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:37.493815 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44594) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:37.515271 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-11372979-fff3-474f-b4b7-6122ba0cb4ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9ef28665-4d90-44e3-87df-b89b9e890244), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:37.586182 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-ba07c3b8-4417-4a36-91da-da140f1028ca None None] Provisioning complete for port 9ef28665-4d90-44e3-87df-b89b9e890244 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:19:37.586868 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ba07c3b8-4417-4a36-91da-da140f1028ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9ef28665-4d90-44e3-87df-b89b9e890244), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:37.642271 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-ba07c3b8-4417-4a36-91da-da140f1028ca None None] Port 9ef28665-4d90-44e3-87df-b89b9e890244 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:19:37.667730 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-45b157f6-e81e-4fdc-a654-75f2dbb7b794 admin admin] Deleting subnet ae10a01a-9f8c-40d3-b718-a4a998b8b22c {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:19:37.679878 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-45b157f6-e81e-4fdc-a654-75f2dbb7b794 admin admin] Publish callbacks [] for subnet (ae10a01a-9f8c-40d3-b718-a4a998b8b22c), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:37.719273 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319b86a-48fa-4c68-b813-06784e8264ef req-bf2f62a0-f0f1-4640-8fa8-082484a4f823 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:37.721186 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5319b86a-48fa-4c68-b813-06784e8264ef req-bf2f62a0-f0f1-4640-8fa8-082484a4f823 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 931 time: 0.2291501 Jan 28 03:19:37.806677 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-45b157f6-e81e-4fdc-a654-75f2dbb7b794 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (ae10a01a-9f8c-40d3-b718-a4a998b8b22c), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:37.887621 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-45b157f6-e81e-4fdc-a654-75f2dbb7b794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (ae10a01a-9f8c-40d3-b718-a4a998b8b22c), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:37.891308 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-382d6bf4-4d11-44aa-847a-abd4b75c9cdf admin admin] Router 1ec821c8-e1e1-4357-92a9-0a5bd7f21669 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:19:37.922125 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5319b86a-48fa-4c68-b813-06784e8264ef req-85a78d09-d83f-4411-a466-2b1d9469b350 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637766 Jan 28 03:19:38.016704 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-45b157f6-e81e-4fdc-a654-75f2dbb7b794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (ae10a01a-9f8c-40d3-b718-a4a998b8b22c), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:38.078234 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b157f6-e81e-4fdc-a654-75f2dbb7b794 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae10a01a-9f8c-40d3-b718-a4a998b8b22c,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:38.086127 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-45b157f6-e81e-4fdc-a654-75f2dbb7b794 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:38.089564 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-45b157f6-e81e-4fdc-a654-75f2dbb7b794 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ae10a01a-9f8c-40d3-b718-a4a998b8b22c HTTP/1.1" status: 204 len: 168 time: 0.5948536 Jan 28 03:19:38.094211 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44600) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:38.111362 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382d6bf4-4d11-44aa-847a-abd4b75c9cdf admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:19:38.126110 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90083cdb-672d-42c3-909b-1ded645e16f2 None None] Sync routers for ids ['1ec821c8-e1e1-4357-92a9-0a5bd7f21669'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:19:38.133670 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-382d6bf4-4d11-44aa-847a-abd4b75c9cdf admin admin] 10.222.0.53 "PUT /v2.0/routers/1ec821c8-e1e1-4357-92a9-0a5bd7f21669/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9050584 Jan 28 03:19:38.134566 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44602) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:38.142764 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90083cdb-672d-42c3-909b-1ded645e16f2 None None] Routers {'1ec821c8-e1e1-4357-92a9-0a5bd7f21669'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:19:38.145155 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-90083cdb-672d-42c3-909b-1ded645e16f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:19:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['1ec821c8-e1e1-4357-92a9-0a5bd7f21669'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:38.289797 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ed39b52e-7953-4b8b-933c-d5dddea58fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (a490136a-1426-47a9-bcf5-17eaff6a0aa7), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:38.319738 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bee61279-bcf8-4fe1-b1c2-3f4610b7432e admin admin] Publish callbacks [] for router (1ec821c8-e1e1-4357-92a9-0a5bd7f21669), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:38.413900 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ed39b52e-7953-4b8b-933c-d5dddea58fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (a490136a-1426-47a9-bcf5-17eaff6a0aa7), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:38.449957 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-ed39b52e-7953-4b8b-933c-d5dddea58fb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a490136a-1426-47a9-bcf5-17eaff6a0aa7']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:38.469845 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bee61279-bcf8-4fe1-b1c2-3f4610b7432e admin admin] Publish callbacks [] for router_gateway (1ec821c8-e1e1-4357-92a9-0a5bd7f21669), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:38.474569 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-ed39b52e-7953-4b8b-933c-d5dddea58fb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11b1aef8-040a-4aa7-8ec4-cb846c3486a0') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:38.474865 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-ed39b52e-7953-4b8b-933c-d5dddea58fb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11b1aef8-040a-4aa7-8ec4-cb846c3486a0') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:38.482711 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-90083cdb-672d-42c3-909b-1ded645e16f2 None None] Set router 1ec821c8-e1e1-4357-92a9-0a5bd7f21669 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:19:38.512536 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ed39b52e-7953-4b8b-933c-d5dddea58fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (11b1aef8-040a-4aa7-8ec4-cb846c3486a0), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:38.539580 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ed39b52e-7953-4b8b-933c-d5dddea58fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (11b1aef8-040a-4aa7-8ec4-cb846c3486a0), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:38.542417 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-bee61279-bcf8-4fe1-b1c2-3f4610b7432e admin admin] Deleting port f73c8373-c564-4c24-bbc1-f166cee9ef10 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:19:38.542958 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bee61279-bcf8-4fe1-b1c2-3f4610b7432e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (f73c8373-c564-4c24-bbc1-f166cee9ef10), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:38.548688 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-11372979-fff3-474f-b4b7-6122ba0cb4ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ef28665-4d90-44e3-87df-b89b9e890244 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:19:38.558351 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed39b52e-7953-4b8b-933c-d5dddea58fb1 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:19:38.558766 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ed39b52e-7953-4b8b-933c-d5dddea58fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (11b1aef8-040a-4aa7-8ec4-cb846c3486a0), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:38.560869 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:19:38.560869 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:19:38.560869 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:19:38.560869 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:19:38.560869 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:19:38.560869 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:19:38.560869 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:19:38.560869 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:19:38.560869 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:19:38.560869 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:19:38.560869 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:19:38.560869 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:19:38.560869 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:19:38.560869 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:19:38.560869 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:19:38.560869 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:19:38.560869 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:19:38.560869 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:19:38.560869 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:19:38.560869 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:19:38.560869 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:19:38.560869 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:19:38.560869 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:19:38.560869 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:19:38.560869 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:19:38.560869 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:19:38.560869 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:19:38.560869 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:19:38.560869 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:19:38.560869 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:19:38.560869 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:19:38.560869 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:19:38.575735 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-11372979-fff3-474f-b4b7-6122ba0cb4ea service neutron] Publish callbacks [] for port (9ef28665-4d90-44e3-87df-b89b9e890244), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:38.644904 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-11372979-fff3-474f-b4b7-6122ba0cb4ea service neutron] Transition to ACTIVE for port object 9ef28665-4d90-44e3-87df-b89b9e890244 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:19:38.645749 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ed39b52e-7953-4b8b-933c-d5dddea58fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (a490136a-1426-47a9-bcf5-17eaff6a0aa7), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:38.651438 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ed39b52e-7953-4b8b-933c-d5dddea58fb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:38.654810 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ed39b52e-7953-4b8b-933c-d5dddea58fb1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a490136a-1426-47a9-bcf5-17eaff6a0aa7 HTTP/1.1" status: 204 len: 168 time: 0.5594952 Jan 28 03:19:38.676671 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-bee61279-bcf8-4fe1-b1c2-3f4610b7432e admin admin] For port f73c8373-c564-4c24-bbc1-f166cee9ef10, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=f73c8373-c564-4c24-bbc1-f166cee9ef10,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:19:38.677045 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bee61279-bcf8-4fe1-b1c2-3f4610b7432e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (f73c8373-c564-4c24-bbc1-f166cee9ef10), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:38.695117 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-bee61279-bcf8-4fe1-b1c2-3f4610b7432e admin admin] Calling delete_port for f73c8373-c564-4c24-bbc1-f166cee9ef10 owned by network:router_gateway {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:19:38.698264 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-11372979-fff3-474f-b4b7-6122ba0cb4ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (9ef28665-4d90-44e3-87df-b89b9e890244), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:38.713772 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed39b52e-7953-4b8b-933c-d5dddea58fb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a490136a-1426-47a9-bcf5-17eaff6a0aa7,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:38.834782 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-90083cdb-672d-42c3-909b-1ded645e16f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec821c8-e1e1-4357-92a9-0a5bd7f21669', 'name': 'tempest-TestVolumeBackupRestore-404633733-router', 'tenant_id': 'f1f8c392751e4243b072f74cfed21467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'f73c8373-c564-4c24-bbc1-f166cee9ef10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:32Z', 'updated_at': '2022-01-28T03:19:36Z', 'revision_number': 5, 'project_id': 'f1f8c392751e4243b072f74cfed21467', 'gw_port': {'id': 'f73c8373-c564-4c24-bbc1-f166cee9ef10', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec821c8-e1e1-4357-92a9-0a5bd7f21669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:34Z', 'updated_at': '2022-01-28T03:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:38.894849 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90083cdb-672d-42c3-909b-1ded645e16f2 None None] Checking router: 1ec821c8-e1e1-4357-92a9-0a5bd7f21669 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:19:38.909208 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11372979-fff3-474f-b4b7-6122ba0cb4ea service neutron] Pushing event updated for resources: {'Port': ['ID=9ef28665-4d90-44e3-87df-b89b9e890244,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:38.912421 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90083cdb-672d-42c3-909b-1ded645e16f2 None None] Routers {'1ec821c8-e1e1-4357-92a9-0a5bd7f21669'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:19:38.913598 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-90083cdb-672d-42c3-909b-1ded645e16f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:19:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['1ec821c8-e1e1-4357-92a9-0a5bd7f21669'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:38.988179 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-11372979-fff3-474f-b4b7-6122ba0cb4ea service neutron] Attempting to bind port 9ef28665-4d90-44e3-87df-b89b9e890244 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:19:38.989049 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-11372979-fff3-474f-b4b7-6122ba0cb4ea service neutron] Attempting to bind port 9ef28665-4d90-44e3-87df-b89b9e890244 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '22939271-c413-4b6e-86b8-b80474a12e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:19:38.989641 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-11372979-fff3-474f-b4b7-6122ba0cb4ea service neutron] Attempting to bind port 9ef28665-4d90-44e3-87df-b89b9e890244 on network b328f18d-888e-4024-8099-122b5bda010d {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:19:38.995397 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-11372979-fff3-474f-b4b7-6122ba0cb4ea service neutron] Port 9ef28665-4d90-44e3-87df-b89b9e890244 on network b328f18d-888e-4024-8099-122b5bda010d not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:19:38.995915 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-11372979-fff3-474f-b4b7-6122ba0cb4ea service neutron] Attempting to bind port 9ef28665-4d90-44e3-87df-b89b9e890244 on network b328f18d-888e-4024-8099-122b5bda010d {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:19:39.003627 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-11372979-fff3-474f-b4b7-6122ba0cb4ea service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:19:39.004112 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-11372979-fff3-474f-b4b7-6122ba0cb4ea service neutron] Checking segment: {'id': '22939271-c413-4b6e-86b8-b80474a12e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:19:39.004597 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-11372979-fff3-474f-b4b7-6122ba0cb4ea service neutron] Bound using segment: {'id': '22939271-c413-4b6e-86b8-b80474a12e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:19:39.005175 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-11372979-fff3-474f-b4b7-6122ba0cb4ea service neutron] Bound port: 9ef28665-4d90-44e3-87df-b89b9e890244, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22939271-c413-4b6e-86b8-b80474a12e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:19:39.005704 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-11372979-fff3-474f-b4b7-6122ba0cb4ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9ef28665-4d90-44e3-87df-b89b9e890244), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:39.021407 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bee61279-bcf8-4fe1-b1c2-3f4610b7432e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (f73c8373-c564-4c24-bbc1-f166cee9ef10), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:39.042715 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44614) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:39.150631 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-90083cdb-672d-42c3-909b-1ded645e16f2 None None] Set router 1ec821c8-e1e1-4357-92a9-0a5bd7f21669 gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:19:39.157015 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-11372979-fff3-474f-b4b7-6122ba0cb4ea service neutron] For port 9ef28665-4d90-44e3-87df-b89b9e890244, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:19:39.162521 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-11372979-fff3-474f-b4b7-6122ba0cb4ea service neutron] For port 9ef28665-4d90-44e3-87df-b89b9e890244, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=9ef28665-4d90-44e3-87df-b89b9e890244,segment=NetworkSegment(22939271-c413-4b6e-86b8-b80474a12e63),segment_id=22939271-c413-4b6e-86b8-b80474a12e63)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:19:39.179055 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-11372979-fff3-474f-b4b7-6122ba0cb4ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (9ef28665-4d90-44e3-87df-b89b9e890244), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:39.203430 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db988f-4908-4e61-ade8-798c4a152333 req-0a60036e-5334-4ec6-8469-f2ffe3ab24d3 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:39.205397 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-82db988f-4908-4e61-ade8-798c4a152333 req-0a60036e-5334-4ec6-8469-f2ffe3ab24d3 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 943 time: 0.1269255 Jan 28 03:19:39.259449 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee61279-bcf8-4fe1-b1c2-3f4610b7432e admin admin] Pushing event deleted for resources: {'Port': ['ID=f73c8373-c564-4c24-bbc1-f166cee9ef10,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:39.261339 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-11372979-fff3-474f-b4b7-6122ba0cb4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:39.262900 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-11372979-fff3-474f-b4b7-6122ba0cb4ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:39.265257 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-11372979-fff3-474f-b4b7-6122ba0cb4ea service neutron] 10.222.0.67 "PUT /v2.0/ports/9ef28665-4d90-44e3-87df-b89b9e890244 HTTP/1.1" status: 200 len: 1092 time: 1.8244009 Jan 28 03:19:39.274250 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de20d5b9-64ef-4822-80ab-e89de3380bf8', 'tag': '9ef28665-4d90-44e3-87df-b89b9e890244'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:19:39.278598 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a2dcb0-25ee-4ac0-ae8e-27a3311391ca" -d '{"events": [{"name": "network-changed", "server_uuid": "de20d5b9-64ef-4822-80ab-e89de3380bf8", "tag": "9ef28665-4d90-44e3-87df-b89b9e890244"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:19:39.339374 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-90083cdb-672d-42c3-909b-1ded645e16f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec821c8-e1e1-4357-92a9-0a5bd7f21669', 'name': 'tempest-TestVolumeBackupRestore-404633733-router', 'tenant_id': 'f1f8c392751e4243b072f74cfed21467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:32Z', 'updated_at': '2022-01-28T03:19:38Z', 'revision_number': 6, 'project_id': 'f1f8c392751e4243b072f74cfed21467', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:39.385937 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-02f91194-110f-49fc-8b61-ac2c7e440c9c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f59ed36e2b5c40838ecd2f55da68c1ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3351033 Jan 28 03:19:39.387716 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bee61279-bcf8-4fe1-b1c2-3f4610b7432e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (1ec821c8-e1e1-4357-92a9-0a5bd7f21669), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:39.394826 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44618) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:39.409304 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90083cdb-672d-42c3-909b-1ded645e16f2 None None] The sync data for ids ['1ec821c8-e1e1-4357-92a9-0a5bd7f21669'] in n-d-712139-27 is: [{'id': '1ec821c8-e1e1-4357-92a9-0a5bd7f21669', 'name': 'tempest-TestVolumeBackupRestore-404633733-router', 'tenant_id': 'f1f8c392751e4243b072f74cfed21467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:32Z', 'updated_at': '2022-01-28T03:19:38Z', 'revision_number': 6, 'project_id': 'f1f8c392751e4243b072f74cfed21467', 'gw_port_host': None}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:19:39.419305 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161051ef-685f-4cea-bb40-2b65b7d89174 x-openstack-request-id: req-161051ef-685f-4cea-bb40-2b65b7d89174 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:19:39.419616 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de20d5b9-64ef-4822-80ab-e89de3380bf8", "tag": "9ef28665-4d90-44e3-87df-b89b9e890244", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:19:39.419902 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-161051ef-685f-4cea-bb40-2b65b7d89174 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:19:39.420533 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de20d5b9-64ef-4822-80ab-e89de3380bf8', 'tag': '9ef28665-4d90-44e3-87df-b89b9e890244', 'status': 'completed', 'code': 200} Jan 28 03:19:39.449387 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-82db988f-4908-4e61-ade8-798c4a152333 req-a6cfa9ed-0b60-45dd-a822-1483b5386219 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190745 Jan 28 03:19:39.461425 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11372979-fff3-474f-b4b7-6122ba0cb4ea service neutron] Pushing event updated for resources: {'Port': ['ID=9ef28665-4d90-44e3-87df-b89b9e890244,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:39.515078 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-900ab88b-6a57-454a-8c6b-8b94021d5381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:39.517391 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-900ab88b-6a57-454a-8c6b-8b94021d5381 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f6bbf2836904089b5391caf666a2ef0&device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 1095 time: 0.1843898 Jan 28 03:19:39.595731 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-144496d7-6615-462b-b5a4-733bf067a9f6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ef28665-4d90-44e3-87df-b89b9e890244 HTTP/1.1" status: 200 len: 217 time: 0.0635071 Jan 28 03:19:39.629577 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bee61279-bcf8-4fe1-b1c2-3f4610b7432e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (1ec821c8-e1e1-4357-92a9-0a5bd7f21669), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:39.634898 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bee61279-bcf8-4fe1-b1c2-3f4610b7432e admin admin] Publish callbacks [] for router_controller (1ec821c8-e1e1-4357-92a9-0a5bd7f21669), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:39.673056 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-60de348c-0720-40c8-a8b2-51aa2774813e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:39.674630 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-60de348c-0720-40c8-a8b2-51aa2774813e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=76aeb7da-88ca-40e3-af3a-4f4f90f2c919 HTTP/1.1" status: 200 len: 856 time: 0.0689526 Jan 28 03:19:39.714669 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b9bae0ab-2ff2-4dbe-86ad-192ce91b4ffb admin admin] Publish callbacks [] for security_group (d07e7a94-8a60-4262-8642-abb5eba1289d), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:39.725312 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bee61279-bcf8-4fe1-b1c2-3f4610b7432e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (1ec821c8-e1e1-4357-92a9-0a5bd7f21669), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:39.726103 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee61279-bcf8-4fe1-b1c2-3f4610b7432e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ec821c8-e1e1-4357-92a9-0a5bd7f21669 {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:19:39.733822 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-c90e9671-89b6-4159-9637-a50239e7f35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:39.735415 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-c90e9671-89b6-4159-9637-a50239e7f35d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b328f18d-888e-4024-8099-122b5bda010d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545700 Jan 28 03:19:39.740139 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bee61279-bcf8-4fe1-b1c2-3f4610b7432e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:39.747113 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-bee61279-bcf8-4fe1-b1c2-3f4610b7432e admin admin] 10.222.0.53 "DELETE /v2.0/routers/1ec821c8-e1e1-4357-92a9-0a5bd7f21669 HTTP/1.1" status: 204 len: 168 time: 1.6114893 Jan 28 03:19:39.749537 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44620) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:39.788314 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b9bae0ab-2ff2-4dbe-86ad-192ce91b4ffb admin admin] Publish callbacks [] for security_group (d07e7a94-8a60-4262-8642-abb5eba1289d), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:39.846152 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4d5a660-77e1-4002-8a1b-b0b26ae47a4a admin admin] Deleting subnet aee739de-b71a-4957-9dd4-74fffa802712 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:19:39.850550 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c4d5a660-77e1-4002-8a1b-b0b26ae47a4a admin admin] Publish callbacks [] for subnet (aee739de-b71a-4957-9dd4-74fffa802712), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:39.901132 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-1a90f33a-d917-4c8d-8809-c10b1e977a83 service neutron] 10.222.0.67 "GET /v2.0/networks/b328f18d-888e-4024-8099-122b5bda010d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587272 Jan 28 03:19:39.919727 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c4d5a660-77e1-4002-8a1b-b0b26ae47a4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (aee739de-b71a-4957-9dd4-74fffa802712), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:39.978360 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b9bae0ab-2ff2-4dbe-86ad-192ce91b4ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (d07e7a94-8a60-4262-8642-abb5eba1289d), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:39.981144 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b9bae0ab-2ff2-4dbe-86ad-192ce91b4ffb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:39.985062 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b9bae0ab-2ff2-4dbe-86ad-192ce91b4ffb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d07e7a94-8a60-4262-8642-abb5eba1289d HTTP/1.1" status: 204 len: 168 time: 0.5881865 Jan 28 03:19:40.000762 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bae0ab-2ff2-4dbe-86ad-192ce91b4ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07e7a94-8a60-4262-8642-abb5eba1289d,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:40.060046 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c4d5a660-77e1-4002-8a1b-b0b26ae47a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (aee739de-b71a-4957-9dd4-74fffa802712), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:40.062389 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f4cf47b4-acdc-4a62-a8b1-3acc87ec21d8 req-387542d4-7d7e-4348-a98a-9c3b7e4e378b service neutron] 10.222.0.67 "GET /v2.0/networks/b328f18d-888e-4024-8099-122b5bda010d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534276 Jan 28 03:19:40.171134 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c4d5a660-77e1-4002-8a1b-b0b26ae47a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (aee739de-b71a-4957-9dd4-74fffa802712), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:40.203876 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d5a660-77e1-4002-8a1b-b0b26ae47a4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aee739de-b71a-4957-9dd4-74fffa802712,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:40.205927 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2dcb0-25ee-4ac0-ae8e-27a3311391ca req-dd78e0bc-442c-4f89-b362-fb1fed7cc9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:40.207992 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f3a2dcb0-25ee-4ac0-ae8e-27a3311391ca req-dd78e0bc-442c-4f89-b362-fb1fed7cc9d0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f6bbf2836904089b5391caf666a2ef0&device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 1095 time: 0.0492988 Jan 28 03:19:40.210103 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c4d5a660-77e1-4002-8a1b-b0b26ae47a4a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:40.213573 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c4d5a660-77e1-4002-8a1b-b0b26ae47a4a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/aee739de-b71a-4957-9dd4-74fffa802712 HTTP/1.1" status: 204 len: 168 time: 0.4591153 Jan 28 03:19:40.215864 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44626) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:40.218804 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88357231-30d6-4684-a861-e6e497870de1 None None] Network 687ef4f6-cd34-4e3c-a8bb-9729a3631dce requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:19:40.317803 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5de5a887-f1ad-4129-97ab-695fecdefc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (687ef4f6-cd34-4e3c-a8bb-9729a3631dce), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:40.460288 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-5de5a887-f1ad-4129-97ab-695fecdefc01 admin admin] Deleting port dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:19:40.460702 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5de5a887-f1ad-4129-97ab-695fecdefc01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:40.468103 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2dcb0-25ee-4ac0-ae8e-27a3311391ca req-6701aaa1-efea-476e-b43d-3562c387598f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:40.470058 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f3a2dcb0-25ee-4ac0-ae8e-27a3311391ca req-6701aaa1-efea-476e-b43d-3562c387598f service neutron] 10.222.0.67 "GET /v2.0/networks?id=b328f18d-888e-4024-8099-122b5bda010d HTTP/1.1" status: 200 len: 918 time: 0.2559285 Jan 28 03:19:40.559116 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8d22f3-d425-4447-ac54-debd310a71f6 None None] DHCP port deletion for 687ef4f6-cd34-4e3c-a8bb-9729a3631dce request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:19:40.617490 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 64f0c792-7a0b-4773-970d-45f24fb510b9 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:19:40.625828 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f3a2dcb0-25ee-4ac0-ae8e-27a3311391ca req-37fc103e-f956-436c-babf-bc5356519044 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ef28665-4d90-44e3-87df-b89b9e890244 HTTP/1.1" status: 200 len: 217 time: 0.1471312 Jan 28 03:19:40.676946 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 64f0c792-7a0b-4773-970d-45f24fb510b9 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:19:40.677688 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 64f0c792-7a0b-4773-970d-45f24fb510b9 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:19:40.678267 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device f73c8373-c564-4c24-bbc1-f166cee9ef10 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:19:40.691821 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2dcb0-25ee-4ac0-ae8e-27a3311391ca req-559b779a-e0bb-439a-b750-b3bf1db38f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:40.693402 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f3a2dcb0-25ee-4ac0-ae8e-27a3311391ca req-559b779a-e0bb-439a-b750-b3bf1db38f0c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=76aeb7da-88ca-40e3-af3a-4f4f90f2c919 HTTP/1.1" status: 200 len: 856 time: 0.0625226 Jan 28 03:19:40.704185 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: f73c8373-c564-4c24-bbc1-f166cee9ef10 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:19:40.707459 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device f73c8373-c564-4c24-bbc1-f166cee9ef10 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:19:40.710004 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-5de5a887-f1ad-4129-97ab-695fecdefc01 admin admin] For port dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453,segment=NetworkSegment(7dc32c3c-1745-469e-9169-6aaf8c180644),segment_id=7dc32c3c-1745-469e-9169-6aaf8c180644)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:19:40.710574 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5de5a887-f1ad-4129-97ab-695fecdefc01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:40.741734 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-5de5a887-f1ad-4129-97ab-695fecdefc01 admin admin] Calling delete_port for dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453 owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:19:40.745432 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-1f8d22f3-d425-4447-ac54-debd310a71f6 None None] Deleting port dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:19:40.747914 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1f8d22f3-d425-4447-ac54-debd310a71f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:40.783654 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44634) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:40.827862 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-1f8d22f3-d425-4447-ac54-debd310a71f6 None None] For port dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453,segment=NetworkSegment(7dc32c3c-1745-469e-9169-6aaf8c180644),segment_id=7dc32c3c-1745-469e-9169-6aaf8c180644)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:19:40.828544 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1f8d22f3-d425-4447-ac54-debd310a71f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:40.851611 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-1f8d22f3-d425-4447-ac54-debd310a71f6 None None] Calling delete_port for dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:19:40.895017 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c28b8e7d-417a-44ed-a512-774b021f497c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dc30d3255b37475bb165a3bed01bffb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1052632 Jan 28 03:19:40.895773 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44636) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:40.927838 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5de5a887-f1ad-4129-97ab-695fecdefc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:40.971196 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de5a887-f1ad-4129-97ab-695fecdefc01 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:40.999005 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de5a887-f1ad-4129-97ab-695fecdefc01 admin admin] No DVR routers for this DVR port dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453 on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:19:41.008610 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1f8d22f3-d425-4447-ac54-debd310a71f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:41.095596 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8d22f3-d425-4447-ac54-debd310a71f6 None None] No DVR routers for this DVR port dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:19:41.104747 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d22f3-d425-4447-ac54-debd310a71f6 None None] Pushing event deleted for resources: {'Port': ['ID=dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:41.122134 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2dcb0-25ee-4ac0-ae8e-27a3311391ca req-ca99219c-7e15-4b5e-8421-69db9ceeba27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:41.129291 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f3a2dcb0-25ee-4ac0-ae8e-27a3311391ca req-ca99219c-7e15-4b5e-8421-69db9ceeba27 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b328f18d-888e-4024-8099-122b5bda010d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4286211 Jan 28 03:19:41.131266 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aac35504-e909-4461-b8ed-a1d9d128efe6 admin admin] Publish callbacks [] for security_group (a3b19077-f407-4b76-a775-9f2491958065), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:41.199330 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5de5a887-f1ad-4129-97ab-695fecdefc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (687ef4f6-cd34-4e3c-a8bb-9729a3631dce), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:41.229128 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-5de5a887-f1ad-4129-97ab-695fecdefc01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['687ef4f6-cd34-4e3c-a8bb-9729a3631dce']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:41.237091 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aac35504-e909-4461-b8ed-a1d9d128efe6 admin admin] Publish callbacks [] for security_group (a3b19077-f407-4b76-a775-9f2491958065), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:41.247820 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb8b71-3438-422c-b8c5-6cb9aa7f163f req-55e06e46-694b-4f96-9432-ddf3e3112e98 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:41.256611 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8cdb8b71-3438-422c-b8c5-6cb9aa7f163f req-55e06e46-694b-4f96-9432-ddf3e3112e98 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 943 time: 0.6362679 Jan 28 03:19:41.275875 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-5de5a887-f1ad-4129-97ab-695fecdefc01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dc32c3c-1745-469e-9169-6aaf8c180644') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:41.276247 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-5de5a887-f1ad-4129-97ab-695fecdefc01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dc32c3c-1745-469e-9169-6aaf8c180644') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:41.289221 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5de5a887-f1ad-4129-97ab-695fecdefc01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (7dc32c3c-1745-469e-9169-6aaf8c180644), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:41.324624 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f3a2dcb0-25ee-4ac0-ae8e-27a3311391ca req-28fc3e1c-13dc-42c2-88ce-cb66134ed6cc service neutron] 10.222.0.67 "GET /v2.0/networks/b328f18d-888e-4024-8099-122b5bda010d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896594 Jan 28 03:19:41.346165 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8cdb8b71-3438-422c-b8c5-6cb9aa7f163f req-b6cfeeb4-fa08-46f8-b8f9-0b80d04b05d6 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885687 Jan 28 03:19:41.365483 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5de5a887-f1ad-4129-97ab-695fecdefc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (7dc32c3c-1745-469e-9169-6aaf8c180644), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:41.365789 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aac35504-e909-4461-b8ed-a1d9d128efe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (a3b19077-f407-4b76-a775-9f2491958065), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:41.372051 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aac35504-e909-4461-b8ed-a1d9d128efe6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:41.374814 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-aac35504-e909-4461-b8ed-a1d9d128efe6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a3b19077-f407-4b76-a775-9f2491958065 HTTP/1.1" status: 204 len: 168 time: 0.4768031 Jan 28 03:19:41.377241 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5de5a887-f1ad-4129-97ab-695fecdefc01 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:19:41.377990 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5de5a887-f1ad-4129-97ab-695fecdefc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (7dc32c3c-1745-469e-9169-6aaf8c180644), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:41.381486 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:19:41.381486 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:19:41.381486 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:19:41.381486 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:19:41.381486 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:19:41.381486 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:19:41.381486 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:19:41.381486 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:19:41.381486 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:19:41.381486 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:19:41.381486 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:19:41.381486 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:19:41.381486 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:19:41.381486 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:19:41.381486 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:19:41.381486 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:19:41.381486 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:19:41.381486 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:19:41.381486 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:19:41.381486 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:19:41.381486 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:19:41.381486 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:19:41.381486 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:19:41.381486 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:19:41.381486 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:19:41.381486 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:19:41.381486 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:19:41.381486 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:19:41.381486 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:19:41.381486 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:19:41.381486 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:19:41.381486 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:19:41.420633 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac35504-e909-4461-b8ed-a1d9d128efe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b19077-f407-4b76-a775-9f2491958065,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:41.478248 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5de5a887-f1ad-4129-97ab-695fecdefc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (687ef4f6-cd34-4e3c-a8bb-9729a3631dce), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:41.486428 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5de5a887-f1ad-4129-97ab-695fecdefc01 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:41.493933 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5de5a887-f1ad-4129-97ab-695fecdefc01 admin admin] 10.222.0.53 "DELETE /v2.0/networks/687ef4f6-cd34-4e3c-a8bb-9729a3631dce HTTP/1.1" status: 204 len: 168 time: 1.2723515 Jan 28 03:19:41.519928 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f3a2dcb0-25ee-4ac0-ae8e-27a3311391ca req-563a47c2-6afa-4754-b151-520f0cc46d21 service neutron] 10.222.0.67 "GET /v2.0/networks/b328f18d-888e-4024-8099-122b5bda010d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889319 Jan 28 03:19:41.523682 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de5a887-f1ad-4129-97ab-695fecdefc01 admin admin] Pushing event deleted for resources: {'Network': ['ID=687ef4f6-cd34-4e3c-a8bb-9729a3631dce,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:41.763485 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44648) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:41.811228 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7478fd49-5000-4b12-ad06-19a5206b3f35 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ca842ceda87544d7a57b9cd7ee973733&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0459080 Jan 28 03:19:41.813882 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44650) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:41.880920 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-67645a43-5f4e-4bab-aca5-bb0b3be99096 admin admin] Publish callbacks [] for security_group (d2199f33-6cb7-413e-afb4-8b37c93741e7), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:41.919112 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-67645a43-5f4e-4bab-aca5-bb0b3be99096 admin admin] Publish callbacks [] for security_group (d2199f33-6cb7-413e-afb4-8b37c93741e7), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:42.031234 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-67645a43-5f4e-4bab-aca5-bb0b3be99096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (d2199f33-6cb7-413e-afb4-8b37c93741e7), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:42.035871 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-67645a43-5f4e-4bab-aca5-bb0b3be99096 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:42.042821 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-67645a43-5f4e-4bab-aca5-bb0b3be99096 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d2199f33-6cb7-413e-afb4-8b37c93741e7 HTTP/1.1" status: 204 len: 168 time: 0.2261999 Jan 28 03:19:42.075112 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67645a43-5f4e-4bab-aca5-bb0b3be99096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2199f33-6cb7-413e-afb4-8b37c93741e7,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:42.342519 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:19:42.376369 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:19:42.377224 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device dc8b4012-c2c6-43ff-a6fa-f1f21cc8d453 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:19:42.517249 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde955ea-ed41-4e12-8618-f484d3d03cd2 req-0374da8c-56d3-4717-a3ca-0f98a010c1bd tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:42.519198 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bde955ea-ed41-4e12-8618-f484d3d03cd2 req-0374da8c-56d3-4717-a3ca-0f98a010c1bd tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 943 time: 0.0800254 Jan 28 03:19:42.582865 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bde955ea-ed41-4e12-8618-f484d3d03cd2 req-2ec40431-3ea5-4822-896f-736fff4daf06 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548859 Jan 28 03:19:42.647906 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44676) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:42.695077 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0048871c-9983-4706-918c-60971aa170a8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f1f8c392751e4243b072f74cfed21467&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0459771 Jan 28 03:19:42.698753 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44678) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:42.751260 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b763cd58-1503-4931-ab1e-5a1d1bbbd9a5 admin admin] Publish callbacks [] for security_group (d42e465d-a238-4329-ad66-de609d920228), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:42.773364 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b763cd58-1503-4931-ab1e-5a1d1bbbd9a5 admin admin] Publish callbacks [] for security_group (d42e465d-a238-4329-ad66-de609d920228), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:42.822523 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b763cd58-1503-4931-ab1e-5a1d1bbbd9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (d42e465d-a238-4329-ad66-de609d920228), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:42.825975 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b763cd58-1503-4931-ab1e-5a1d1bbbd9a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:42.830135 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b763cd58-1503-4931-ab1e-5a1d1bbbd9a5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d42e465d-a238-4329-ad66-de609d920228 HTTP/1.1" status: 204 len: 168 time: 0.1290789 Jan 28 03:19:42.839858 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b763cd58-1503-4931-ab1e-5a1d1bbbd9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42e465d-a238-4329-ad66-de609d920228,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:43.732031 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c74b86-a101-49c4-b713-715dcbfb84a5 req-97f994ea-6d3d-47cb-bcca-1926d6e4596c tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:43.739420 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-23c74b86-a101-49c4-b713-715dcbfb84a5 req-97f994ea-6d3d-47cb-bcca-1926d6e4596c tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 943 time: 0.0570025 Jan 28 03:19:43.786202 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-23c74b86-a101-49c4-b713-715dcbfb84a5 req-1b40c79c-6b7e-4d56-9883-5086de486f1e tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457704 Jan 28 03:19:44.342073 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 9ef28665-4d90-44e3-87df-b89b9e890244 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:19:44.458407 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 9ef28665-4d90-44e3-87df-b89b9e890244, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=9ef28665-4d90-44e3-87df-b89b9e890244,segment=NetworkSegment(22939271-c413-4b6e-86b8-b80474a12e63),segment_id=22939271-c413-4b6e-86b8-b80474a12e63)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:19:44.472034 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '9ef28665-4d90-44e3-87df-b89b9e890244', 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d', 'port_id': '9ef28665-4d90-44e3-87df-b89b9e890244', 'mac_address': 'fa:16:3e:4b:e3:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76aeb7da-88ca-40e3-af3a-4f4f90f2c919', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:19:44.509244 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 9ef28665-4d90-44e3-87df-b89b9e890244 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:19:44.509549 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9ef28665-4d90-44e3-87df-b89b9e890244), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:44.522436 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ef28665-4d90-44e3-87df-b89b9e890244 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:19:44.544497 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 9ef28665-4d90-44e3-87df-b89b9e890244, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=9ef28665-4d90-44e3-87df-b89b9e890244,segment=NetworkSegment(22939271-c413-4b6e-86b8-b80474a12e63),segment_id=22939271-c413-4b6e-86b8-b80474a12e63)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:19:44.549851 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9ef28665-4d90-44e3-87df-b89b9e890244), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:44.550373 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44718) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:44.601920 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=9ef28665-4d90-44e3-87df-b89b9e890244,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:44.669392 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b2766d10-aadc-4ce1-b06d-8c1866f4c124 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:44.772913 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b2766d10-aadc-4ce1-b06d-8c1866f4c124 admin admin] Publish callbacks [] for security_group (c0e74530-692c-4086-98f1-24ae9e7053cd), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:44.777968 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b2766d10-aadc-4ce1-b06d-8c1866f4c124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c0e74530-692c-4086-98f1-24ae9e7053cd), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:44.816205 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2766d10-aadc-4ce1-b06d-8c1866f4c124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e74530-692c-4086-98f1-24ae9e7053cd,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:44.823091 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b2766d10-aadc-4ce1-b06d-8c1866f4c124 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1f8ddba0ca7c4eb9babe7bfc291bb885&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2681932 Jan 28 03:19:44.823887 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44724) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:44.888541 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-49d492c5-d007-48eb-9c65-d69a5b122452 admin admin] Publish callbacks [] for security_group (c0e74530-692c-4086-98f1-24ae9e7053cd), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:44.927357 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-49d492c5-d007-48eb-9c65-d69a5b122452 admin admin] Publish callbacks [] for security_group (c0e74530-692c-4086-98f1-24ae9e7053cd), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:44.954370 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc004300-c99f-4318-8270-514738ac8ae3 req-a3ac4b44-2124-4ee7-bbd5-ae321fae393b tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:44.956221 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cc004300-c99f-4318-8270-514738ac8ae3 req-a3ac4b44-2124-4ee7-bbd5-ae321fae393b tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 944 time: 0.0821130 Jan 28 03:19:44.957776 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['9ef28665-4d90-44e3-87df-b89b9e890244'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:19:45.047758 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cc004300-c99f-4318-8270-514738ac8ae3 req-546bcd31-032a-4151-aa2e-379f0085cf30 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844417 Jan 28 03:19:45.056487 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-49d492c5-d007-48eb-9c65-d69a5b122452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c0e74530-692c-4086-98f1-24ae9e7053cd), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:45.062479 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-49d492c5-d007-48eb-9c65-d69a5b122452 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:45.066742 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-49d492c5-d007-48eb-9c65-d69a5b122452 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c0e74530-692c-4086-98f1-24ae9e7053cd HTTP/1.1" status: 204 len: 168 time: 0.2419548 Jan 28 03:19:45.103006 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d492c5-d007-48eb-9c65-d69a5b122452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e74530-692c-4086-98f1-24ae9e7053cd,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:45.496473 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44744) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:45.511189 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6570da07-76c8-4c07-96dd-49a776c64740 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:45.615885 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6570da07-76c8-4c07-96dd-49a776c64740 admin admin] Publish callbacks [] for security_group (13357d4b-0019-4280-80ad-c8dd0a91a11b), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:45.622305 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6570da07-76c8-4c07-96dd-49a776c64740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (13357d4b-0019-4280-80ad-c8dd0a91a11b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:45.672465 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570da07-76c8-4c07-96dd-49a776c64740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13357d4b-0019-4280-80ad-c8dd0a91a11b,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:45.696727 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6570da07-76c8-4c07-96dd-49a776c64740 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=55c6a027955d4313948408f5761865c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1985760 Jan 28 03:19:45.699055 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44746) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:45.784301 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3fd01e29-8af7-481e-9166-4761d9e22c40 admin admin] Publish callbacks [] for security_group (13357d4b-0019-4280-80ad-c8dd0a91a11b), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:45.818278 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3fd01e29-8af7-481e-9166-4761d9e22c40 admin admin] Publish callbacks [] for security_group (13357d4b-0019-4280-80ad-c8dd0a91a11b), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:45.901258 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3fd01e29-8af7-481e-9166-4761d9e22c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (13357d4b-0019-4280-80ad-c8dd0a91a11b), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:45.906525 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3fd01e29-8af7-481e-9166-4761d9e22c40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:45.910772 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3fd01e29-8af7-481e-9166-4761d9e22c40 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/13357d4b-0019-4280-80ad-c8dd0a91a11b HTTP/1.1" status: 204 len: 168 time: 0.2079816 Jan 28 03:19:45.922944 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd01e29-8af7-481e-9166-4761d9e22c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13357d4b-0019-4280-80ad-c8dd0a91a11b,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:46.210352 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc3e52-6c48-4094-a9ba-a031097ea542 req-df6d164f-d945-4b80-b14e-ac14dee89f04 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:46.213697 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-abfc3e52-6c48-4094-a9ba-a031097ea542 req-df6d164f-d945-4b80-b14e-ac14dee89f04 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 944 time: 0.0582018 Jan 28 03:19:46.265408 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-abfc3e52-6c48-4094-a9ba-a031097ea542 req-a8b38ac7-2791-4c2c-a53d-d4731c7ea537 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470395 Jan 28 03:19:46.357216 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 9ef28665-4d90-44e3-87df-b89b9e890244 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:19:46.430286 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 9ef28665-4d90-44e3-87df-b89b9e890244 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:19:46.437278 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 9ef28665-4d90-44e3-87df-b89b9e890244 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:19:46.437657 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9ef28665-4d90-44e3-87df-b89b9e890244), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:46.531740 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 9ef28665-4d90-44e3-87df-b89b9e890244 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:19:46.532126 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9ef28665-4d90-44e3-87df-b89b9e890244), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:46.561233 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de20d5b9-64ef-4822-80ab-e89de3380bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef28665-4d90-44e3-87df-b89b9e890244'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:19:46.565206 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8ab774-a1da-444b-885e-1f914477ab49" -d '{"events": [{"server_uuid": "de20d5b9-64ef-4822-80ab-e89de3380bf8", "name": "network-vif-plugged", "status": "completed", "tag": "9ef28665-4d90-44e3-87df-b89b9e890244"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:19:46.585050 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 9ef28665-4d90-44e3-87df-b89b9e890244, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=9ef28665-4d90-44e3-87df-b89b9e890244,segment=NetworkSegment(22939271-c413-4b6e-86b8-b80474a12e63),segment_id=22939271-c413-4b6e-86b8-b80474a12e63)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:19:46.594548 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9ef28665-4d90-44e3-87df-b89b9e890244), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:46.638900 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb40803-7731-4893-992c-0661af3da478 x-openstack-request-id: req-0bb40803-7731-4893-992c-0661af3da478 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:19:46.639413 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de20d5b9-64ef-4822-80ab-e89de3380bf8", "name": "network-vif-plugged", "status": "completed", "tag": "9ef28665-4d90-44e3-87df-b89b9e890244", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:19:46.639737 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0bb40803-7731-4893-992c-0661af3da478 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:19:46.640150 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de20d5b9-64ef-4822-80ab-e89de3380bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef28665-4d90-44e3-87df-b89b9e890244', 'code': 200} Jan 28 03:19:46.671998 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=9ef28665-4d90-44e3-87df-b89b9e890244,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:46.806652 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26875341-9c39-4ff1-973e-e0438efeeaeb req-91f03bb0-cc92-4d73-9668-d182a90b0be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:46.808895 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-26875341-9c39-4ff1-973e-e0438efeeaeb req-91f03bb0-cc92-4d73-9668-d182a90b0be8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 1097 time: 0.0506997 Jan 28 03:19:46.882742 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-26875341-9c39-4ff1-973e-e0438efeeaeb req-3f18f79d-e666-4fe9-85da-9abc91ffb11d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679255 Jan 28 03:19:47.345671 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44786) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:47.394045 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84ee7c-6af0-40c9-8ad8-8f8e99f8f60e req-d312050a-c20b-4966-86bc-b6daf3d21459 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:47.395715 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8e84ee7c-6af0-40c9-8ad8-8f8e99f8f60e req-d312050a-c20b-4966-86bc-b6daf3d21459 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 945 time: 0.0553024 Jan 28 03:19:47.445425 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8e84ee7c-6af0-40c9-8ad8-8f8e99f8f60e req-28c4e671-301a-4869-9c6b-4e0b34b29126 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434978 Jan 28 03:19:47.463209 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ad063ede-4ad2-4b98-a814-ddb20264d531 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:47.542191 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ad063ede-4ad2-4b98-a814-ddb20264d531 admin admin] Publish callbacks [] for security_group (c9fa89d0-65fa-48e7-bedb-51ab27e2c6b4), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:47.546234 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ad063ede-4ad2-4b98-a814-ddb20264d531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c9fa89d0-65fa-48e7-bedb-51ab27e2c6b4), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:47.584983 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ad063ede-4ad2-4b98-a814-ddb20264d531 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=13cd471872fd4294b5898e9d6c6d86a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2380207 Jan 28 03:19:47.585971 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad063ede-4ad2-4b98-a814-ddb20264d531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fa89d0-65fa-48e7-bedb-51ab27e2c6b4,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:47.587717 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 44796) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:47.645916 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c3bbb7fc-712e-4b8e-bca1-4a56a9c1de71 admin admin] Publish callbacks [] for security_group (c9fa89d0-65fa-48e7-bedb-51ab27e2c6b4), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:47.668219 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c3bbb7fc-712e-4b8e-bca1-4a56a9c1de71 admin admin] Publish callbacks [] for security_group (c9fa89d0-65fa-48e7-bedb-51ab27e2c6b4), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:47.723582 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c3bbb7fc-712e-4b8e-bca1-4a56a9c1de71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c9fa89d0-65fa-48e7-bedb-51ab27e2c6b4), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:47.726257 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c3bbb7fc-712e-4b8e-bca1-4a56a9c1de71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:47.727499 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c3bbb7fc-712e-4b8e-bca1-4a56a9c1de71 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c9fa89d0-65fa-48e7-bedb-51ab27e2c6b4 HTTP/1.1" status: 204 len: 168 time: 0.1373813 Jan 28 03:19:47.735818 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bbb7fc-712e-4b8e-bca1-4a56a9c1de71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fa89d0-65fa-48e7-bedb-51ab27e2c6b4,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:19:47.744204 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bbb7fc-712e-4b8e-bca1-4a56a9c1de71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:47.744548 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bbb7fc-712e-4b8e-bca1-4a56a9c1de71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:47.744890 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bbb7fc-712e-4b8e-bca1-4a56a9c1de71 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:47.745270 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bbb7fc-712e-4b8e-bca1-4a56a9c1de71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:47.745588 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bbb7fc-712e-4b8e-bca1-4a56a9c1de71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:47.745947 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bbb7fc-712e-4b8e-bca1-4a56a9c1de71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:47.746272 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bbb7fc-712e-4b8e-bca1-4a56a9c1de71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:47.746592 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bbb7fc-712e-4b8e-bca1-4a56a9c1de71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:47.746918 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bbb7fc-712e-4b8e-bca1-4a56a9c1de71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:47.747230 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bbb7fc-712e-4b8e-bca1-4a56a9c1de71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:47.747554 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bbb7fc-712e-4b8e-bca1-4a56a9c1de71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:47.748022 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bbb7fc-712e-4b8e-bca1-4a56a9c1de71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:47.748382 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bbb7fc-712e-4b8e-bca1-4a56a9c1de71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:19:48.775319 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d28c6-c136-4e1a-bd92-0d8c6c7f5f69 req-cacba754-7383-429f-98fe-503fef1de5a9 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:48.776925 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4d9d28c6-c136-4e1a-bd92-0d8c6c7f5f69 req-cacba754-7383-429f-98fe-503fef1de5a9 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 945 time: 0.2563357 Jan 28 03:19:48.877197 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4d9d28c6-c136-4e1a-bd92-0d8c6c7f5f69 req-25590d89-3d44-4a59-b2f9-9d0820182cec tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915415 Jan 28 03:19:49.027923 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5954f-fbd1-4d01-9dfe-3f502c33af20 req-83bf6163-6067-4fd2-9412-e10ecd3c1b21 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:49.029445 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-91d5954f-fbd1-4d01-9dfe-3f502c33af20 req-83bf6163-6067-4fd2-9412-e10ecd3c1b21 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 945 time: 0.0643067 Jan 28 03:19:49.043415 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 44840) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:19:49.048183 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-56157fd3-d8c9-4322-bdff-4081a9209863 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Request body: {'floatingip': {'port_id': '9ef28665-4d90-44e3-87df-b89b9e890244'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:19:49.106179 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-56157fd3-d8c9-4322-bdff-4081a9209863 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks [] for floatingip (8f1f431f-4017-44d7-9298-1d9a160f2238), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:49.602526 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-56157fd3-d8c9-4322-bdff-4081a9209863 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:49.607130 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-56157fd3-d8c9-4322-bdff-4081a9209863 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (8f1f431f-4017-44d7-9298-1d9a160f2238), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:49.729415 n-d-712139-27 neutron-server[109803]: INFO neutron.db.l3_db [None req-56157fd3-d8c9-4322-bdff-4081a9209863 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Floating IP 8f1f431f-4017-44d7-9298-1d9a160f2238 associated. External IP: 172.25.0.35, port: 9ef28665-4d90-44e3-87df-b89b9e890244. Jan 28 03:19:50.031824 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56157fd3-d8c9-4322-bdff-4081a9209863 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Router 4af32c91-dff1-4438-abfe-eb851853c7b8 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:19:50.174081 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56157fd3-d8c9-4322-bdff-4081a9209863 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:19:50.179551 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-56157fd3-d8c9-4322-bdff-4081a9209863 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:50.188613 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7df7b9-737c-4ed8-8eff-0390f177b063 None None] Sync routers for ids ['4af32c91-dff1-4438-abfe-eb851853c7b8'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:19:50.210084 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7df7b9-737c-4ed8-8eff-0390f177b063 None None] Routers {'4af32c91-dff1-4438-abfe-eb851853c7b8'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:19:50.211587 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-6b7df7b9-737c-4ed8-8eff-0390f177b063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:19:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['4af32c91-dff1-4438-abfe-eb851853c7b8'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:50.236476 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-56157fd3-d8c9-4322-bdff-4081a9209863 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "PUT /v2.0/floatingips/8f1f431f-4017-44d7-9298-1d9a160f2238 HTTP/1.1" status: 200 len: 990 time: 1.1918600 Jan 28 03:19:50.237290 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de20d5b9-64ef-4822-80ab-e89de3380bf8', 'tag': '9ef28665-4d90-44e3-87df-b89b9e890244'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:19:50.240044 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f39c54-4781-4ecc-9ade-5fed6f09cc5f" -d '{"events": [{"name": "network-changed", "server_uuid": "de20d5b9-64ef-4822-80ab-e89de3380bf8", "tag": "9ef28665-4d90-44e3-87df-b89b9e890244"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:19:50.360569 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80510443-7c15-4127-8a7a-13bf25b8520e x-openstack-request-id: req-80510443-7c15-4127-8a7a-13bf25b8520e {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:19:50.361268 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de20d5b9-64ef-4822-80ab-e89de3380bf8", "tag": "9ef28665-4d90-44e3-87df-b89b9e890244", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:19:50.362111 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-80510443-7c15-4127-8a7a-13bf25b8520e {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:19:50.362754 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de20d5b9-64ef-4822-80ab-e89de3380bf8', 'tag': '9ef28665-4d90-44e3-87df-b89b9e890244', 'status': 'completed', 'code': 200} Jan 28 03:19:50.454354 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f39c54-4781-4ecc-9ade-5fed6f09cc5f req-0919f046-4652-4114-93df-1c70bef07643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:50.456415 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b4f39c54-4781-4ecc-9ade-5fed6f09cc5f req-0919f046-4652-4114-93df-1c70bef07643 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f6bbf2836904089b5391caf666a2ef0&device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 1097 time: 0.0503826 Jan 28 03:19:50.540893 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-6b7df7b9-737c-4ed8-8eff-0390f177b063 None None] Set router 4af32c91-dff1-4438-abfe-eb851853c7b8 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:19:50.554048 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f39c54-4781-4ecc-9ade-5fed6f09cc5f req-fde1d39c-8cad-498b-95e6-a54b0a6b4f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:50.555566 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b4f39c54-4781-4ecc-9ade-5fed6f09cc5f req-fde1d39c-8cad-498b-95e6-a54b0a6b4f5a service neutron] 10.222.0.67 "GET /v2.0/networks?id=b328f18d-888e-4024-8099-122b5bda010d HTTP/1.1" status: 200 len: 918 time: 0.0914283 Jan 28 03:19:50.621753 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b4f39c54-4781-4ecc-9ade-5fed6f09cc5f req-a6f0ae75-9d15-4b03-b571-2481bc2d1dfa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ef28665-4d90-44e3-87df-b89b9e890244 HTTP/1.1" status: 200 len: 998 time: 0.0603950 Jan 28 03:19:50.675672 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f39c54-4781-4ecc-9ade-5fed6f09cc5f req-f3c103aa-a156-4205-a2c4-9ff886ceae0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:50.677196 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b4f39c54-4781-4ecc-9ade-5fed6f09cc5f req-f3c103aa-a156-4205-a2c4-9ff886ceae0e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=76aeb7da-88ca-40e3-af3a-4f4f90f2c919 HTTP/1.1" status: 200 len: 856 time: 0.0494771 Jan 28 03:19:50.730913 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f39c54-4781-4ecc-9ade-5fed6f09cc5f req-ca49453d-3b6f-4c58-a09e-d80a7c703ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:50.732462 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b4f39c54-4781-4ecc-9ade-5fed6f09cc5f req-ca49453d-3b6f-4c58-a09e-d80a7c703ec0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b328f18d-888e-4024-8099-122b5bda010d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483496 Jan 28 03:19:50.769661 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-6b7df7b9-737c-4ed8-8eff-0390f177b063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1090025703-router', 'tenant_id': '6f6bbf2836904089b5391caf666a2ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd4ab2bf9-db16-4d1a-b838-4e44d5c67ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:19:16Z', 'updated_at': '2022-01-28T03:19:24Z', 'revision_number': 4, 'project_id': '6f6bbf2836904089b5391caf666a2ef0', 'gw_port': {'id': 'd4ab2bf9-db16-4d1a-b838-4e44d5c67ba8', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:19:18Z', 'updated_at': '2022-01-28T03:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '8f1f431f-4017-44d7-9298-1d9a160f2238', 'tenant_id': '6f6bbf2836904089b5391caf666a2ef0', 'floating_ip_address': '172.25.0.35', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'port_id': '9ef28665-4d90-44e3-87df-b89b9e890244', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d', 'mac_address': 'fa:16:3e:4b:e3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de20d5b9-64ef-4822-80ab-e89de3380bf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:19:30Z', 'updated_at': '2022-01-28T03:19:49Z', 'revision_number': 1, 'project_id': '6f6bbf2836904089b5391caf666a2ef0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d69952c-589c-4832-b6ab-7d7eeb9d62d4', 'name': '', 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d', 'tenant_id': '6f6bbf2836904089b5391caf666a2ef0', 'mac_address': 'fa:16:3e:23:fe:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '76aeb7da-88ca-40e3-af3a-4f4f90f2c919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:19:23Z', 'updated_at': '2022-01-28T03:19:30Z', 'revision_number': 5, 'project_id': '6f6bbf2836904089b5391caf666a2ef0', 'subnets': [{'id': '76aeb7da-88ca-40e3-af3a-4f4f90f2c919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:50.799547 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7df7b9-737c-4ed8-8eff-0390f177b063 None None] Checking router: 4af32c91-dff1-4438-abfe-eb851853c7b8 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:19:50.809393 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7df7b9-737c-4ed8-8eff-0390f177b063 None None] Routers {'4af32c91-dff1-4438-abfe-eb851853c7b8'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:19:50.810025 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-6b7df7b9-737c-4ed8-8eff-0390f177b063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:19:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['4af32c91-dff1-4438-abfe-eb851853c7b8'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:50.829029 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b4f39c54-4781-4ecc-9ade-5fed6f09cc5f req-d5b93acb-6d3f-423c-92ba-571b5f183deb service neutron] 10.222.0.67 "GET /v2.0/networks/b328f18d-888e-4024-8099-122b5bda010d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897877 Jan 28 03:19:50.923289 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-6b7df7b9-737c-4ed8-8eff-0390f177b063 None None] Set router 4af32c91-dff1-4438-abfe-eb851853c7b8 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:19:50.923908 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b4f39c54-4781-4ecc-9ade-5fed6f09cc5f req-450afd31-ddf2-46b2-a01a-c5d6c6464ca1 service neutron] 10.222.0.67 "GET /v2.0/networks/b328f18d-888e-4024-8099-122b5bda010d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889661 Jan 28 03:19:51.181743 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-6b7df7b9-737c-4ed8-8eff-0390f177b063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1090025703-router', 'tenant_id': '6f6bbf2836904089b5391caf666a2ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd4ab2bf9-db16-4d1a-b838-4e44d5c67ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:19:16Z', 'updated_at': '2022-01-28T03:19:24Z', 'revision_number': 4, 'project_id': '6f6bbf2836904089b5391caf666a2ef0', 'gw_port': {'id': 'd4ab2bf9-db16-4d1a-b838-4e44d5c67ba8', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:19:18Z', 'updated_at': '2022-01-28T03:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '8f1f431f-4017-44d7-9298-1d9a160f2238', 'tenant_id': '6f6bbf2836904089b5391caf666a2ef0', 'floating_ip_address': '172.25.0.35', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'port_id': '9ef28665-4d90-44e3-87df-b89b9e890244', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d', 'mac_address': 'fa:16:3e:4b:e3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de20d5b9-64ef-4822-80ab-e89de3380bf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:19:30Z', 'updated_at': '2022-01-28T03:19:49Z', 'revision_number': 1, 'project_id': '6f6bbf2836904089b5391caf666a2ef0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d69952c-589c-4832-b6ab-7d7eeb9d62d4', 'name': '', 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d', 'tenant_id': '6f6bbf2836904089b5391caf666a2ef0', 'mac_address': 'fa:16:3e:23:fe:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '76aeb7da-88ca-40e3-af3a-4f4f90f2c919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:19:23Z', 'updated_at': '2022-01-28T03:19:30Z', 'revision_number': 5, 'project_id': '6f6bbf2836904089b5391caf666a2ef0', 'subnets': [{'id': '76aeb7da-88ca-40e3-af3a-4f4f90f2c919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:19:51.214982 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7df7b9-737c-4ed8-8eff-0390f177b063 None None] The sync data for ids ['4af32c91-dff1-4438-abfe-eb851853c7b8'] in n-d-712139-27 is: [{'id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1090025703-router', 'tenant_id': '6f6bbf2836904089b5391caf666a2ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd4ab2bf9-db16-4d1a-b838-4e44d5c67ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:19:16Z', 'updated_at': '2022-01-28T03:19:24Z', 'revision_number': 4, 'project_id': '6f6bbf2836904089b5391caf666a2ef0', 'gw_port': {'id': 'd4ab2bf9-db16-4d1a-b838-4e44d5c67ba8', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:19:18Z', 'updated_at': '2022-01-28T03:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '8f1f431f-4017-44d7-9298-1d9a160f2238', 'tenant_id': '6f6bbf2836904089b5391caf666a2ef0', 'floating_ip_address': '172.25.0.35', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'port_id': '9ef28665-4d90-44e3-87df-b89b9e890244', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d', 'mac_address': 'fa:16:3e:4b:e3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de20d5b9-64ef-4822-80ab-e89de3380bf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:19:30Z', 'updated_at': '2022-01-28T03:19:49Z', 'revision_number': 1, 'project_id': '6f6bbf2836904089b5391caf666a2ef0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d69952c-589c-4832-b6ab-7d7eeb9d62d4', 'name': '', 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d', 'tenant_id': '6f6bbf2836904089b5391caf666a2ef0', 'mac_address': 'fa:16:3e:23:fe:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '76aeb7da-88ca-40e3-af3a-4f4f90f2c919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:19:23Z', 'updated_at': '2022-01-28T03:19:30Z', 'revision_number': 5, 'project_id': '6f6bbf2836904089b5391caf666a2ef0', 'subnets': [{'id': '76aeb7da-88ca-40e3-af3a-4f4f90f2c919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:19:51.556122 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78ab4fb-f5f4-4a54-a336-54f1c1d833ca None None] New status for floating IP 8f1f431f-4017-44d7-9298-1d9a160f2238: ACTIVE {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:19:55.820878 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb778e-333c-431d-b915-73b3900b6679 req-59f2b7b6-7a53-43b8-ba33-fd180bf9b0e6 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:55.822714 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-beeb778e-333c-431d-b915-73b3900b6679 req-59f2b7b6-7a53-43b8-ba33-fd180bf9b0e6 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.0901496 Jan 28 03:19:55.854726 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb700bb-39fa-418a-9ff9-5acd70ebcd93 req-b2d8bc41-1dda-461f-b279-311f2179e815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:55.856323 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cdb700bb-39fa-418a-9ff9-5acd70ebcd93 req-b2d8bc41-1dda-461f-b279-311f2179e815 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2286ae41b27547dfa2005a6a8f000d38&device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 1096 time: 0.0922437 Jan 28 03:19:55.933182 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-beeb778e-333c-431d-b915-73b3900b6679 req-dd5ccf6b-d4ed-4e08-ba6b-d6be662fd34f tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013014 Jan 28 03:19:55.976862 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb700bb-39fa-418a-9ff9-5acd70ebcd93 req-148b6686-0e58-4fea-939e-33de1d6d7cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:55.978843 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cdb700bb-39fa-418a-9ff9-5acd70ebcd93 req-148b6686-0e58-4fea-939e-33de1d6d7cc6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=61daafe4-8be0-4976-aead-14ffa612176d HTTP/1.1" status: 200 len: 912 time: 0.1146340 Jan 28 03:19:56.071491 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cdb700bb-39fa-418a-9ff9-5acd70ebcd93 req-2149fb1d-02a2-4595-a582-93966b064854 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40f8070f-7c97-490d-b710-cae05a2e07c3 HTTP/1.1" status: 200 len: 998 time: 0.0860298 Jan 28 03:19:56.135778 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb700bb-39fa-418a-9ff9-5acd70ebcd93 req-e8db71e9-a373-4b5e-84c7-ab51abe1961e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:56.137970 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cdb700bb-39fa-418a-9ff9-5acd70ebcd93 req-e8db71e9-a373-4b5e-84c7-ab51abe1961e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=27d2caa9-814b-48c2-8f4b-c426e9cbbe97 HTTP/1.1" status: 200 len: 850 time: 0.0608187 Jan 28 03:19:56.195102 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb700bb-39fa-418a-9ff9-5acd70ebcd93 req-e23b9a74-5f46-4e1a-8c49-43b45443583a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:56.197497 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cdb700bb-39fa-418a-9ff9-5acd70ebcd93 req-e23b9a74-5f46-4e1a-8c49-43b45443583a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=61daafe4-8be0-4976-aead-14ffa612176d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532644 Jan 28 03:19:56.297417 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cdb700bb-39fa-418a-9ff9-5acd70ebcd93 req-39aefd38-1868-4f4c-90fa-7da4b08cc999 service neutron] 10.222.0.39 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940416 Jan 28 03:19:56.415412 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cdb700bb-39fa-418a-9ff9-5acd70ebcd93 req-81ea2e63-c010-4f3a-9757-adbe0a9290b8 service neutron] 10.222.0.39 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112692 Jan 28 03:19:57.095861 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eac538-f3c0-4ba6-96b1-2423409a48b8 req-8b7e3354-df0a-4f04-b63c-b0a6f6851e5c tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:19:57.098116 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-72eac538-f3c0-4ba6-96b1-2423409a48b8 req-8b7e3354-df0a-4f04-b63c-b0a6f6851e5c tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.0690255 Jan 28 03:19:57.155868 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-72eac538-f3c0-4ba6-96b1-2423409a48b8 req-dfef7448-2542-4580-aa2f-5fb1171234aa tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506208 Jan 28 03:19:57.209326 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:19:59.323201 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:19:59.722994 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9f048486-23f7-4833-9296-11f35aff59e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:01.783272 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5fee-4ff3-49b6-8dd4-47f710ffbf70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:03.331268 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:03.511414 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:04.808536 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:05.453533 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a6262b7f-58a1-4706-979e-313bbb8ca655 req-8e7f222c-dcff-4d96-b0ac-f30c60a205a6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=32a569f4-be59-436b-bdc0-0bffcd2c9a24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0530932 Jan 28 03:20:05.535610 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6262b7f-58a1-4706-979e-313bbb8ca655 req-dcdac511-b833-49c4-a105-a93adb3f97c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:05.537317 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a6262b7f-58a1-4706-979e-313bbb8ca655 req-dcdac511-b833-49c4-a105-a93adb3f97c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2286ae41b27547dfa2005a6a8f000d38&device_id=32a569f4-be59-436b-bdc0-0bffcd2c9a24 HTTP/1.1" status: 200 len: 1097 time: 0.0483494 Jan 28 03:20:05.666805 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6262b7f-58a1-4706-979e-313bbb8ca655 req-9332c103-dbf9-4979-8517-60d359fcde91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:05.668525 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a6262b7f-58a1-4706-979e-313bbb8ca655 req-9332c103-dbf9-4979-8517-60d359fcde91 service neutron] 10.222.0.39 "GET /v2.0/networks?id=61daafe4-8be0-4976-aead-14ffa612176d HTTP/1.1" status: 200 len: 912 time: 0.1112874 Jan 28 03:20:05.713153 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a6262b7f-58a1-4706-979e-313bbb8ca655 req-2c4eee4e-f459-44d8-b222-5e8ee0ba4fe4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55705158-50b1-4112-bd3e-fc0d16bf82b8 HTTP/1.1" status: 200 len: 217 time: 0.0378256 Jan 28 03:20:05.764097 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6262b7f-58a1-4706-979e-313bbb8ca655 req-f5592775-3795-4382-9e36-b5cf7ab20e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:05.765877 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a6262b7f-58a1-4706-979e-313bbb8ca655 req-f5592775-3795-4382-9e36-b5cf7ab20e83 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=27d2caa9-814b-48c2-8f4b-c426e9cbbe97 HTTP/1.1" status: 200 len: 850 time: 0.0469337 Jan 28 03:20:05.817431 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6262b7f-58a1-4706-979e-313bbb8ca655 req-f8f2f433-83e4-413f-ba1b-106511d9d7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:05.819269 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a6262b7f-58a1-4706-979e-313bbb8ca655 req-f8f2f433-83e4-413f-ba1b-106511d9d7b5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=61daafe4-8be0-4976-aead-14ffa612176d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479228 Jan 28 03:20:05.922452 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a6262b7f-58a1-4706-979e-313bbb8ca655 req-e57652f1-70b3-45cb-81fb-f9baad6b8029 service neutron] 10.222.0.39 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971749 Jan 28 03:20:06.018950 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a6262b7f-58a1-4706-979e-313bbb8ca655 req-93497700-ba56-4c72-a3bd-70a71c0d94b9 service neutron] 10.222.0.39 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908844 Jan 28 03:20:06.126258 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:11.945300 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f23b2a27-97f0-4f9b-b888-2c188f19e43c req-5a3394c4-68b0-4aa2-bad4-f953c4ca0e69 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bc6cb0a0-4203-46a6-b5da-06e4c191ebf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3830099 Jan 28 03:20:12.051492 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b2a27-97f0-4f9b-b888-2c188f19e43c req-0afd640f-a062-41ef-b47d-5e3563cae72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:12.053192 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f23b2a27-97f0-4f9b-b888-2c188f19e43c req-0afd640f-a062-41ef-b47d-5e3563cae72a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2286ae41b27547dfa2005a6a8f000d38&device_id=bc6cb0a0-4203-46a6-b5da-06e4c191ebf5 HTTP/1.1" status: 200 len: 1097 time: 0.0484109 Jan 28 03:20:12.173598 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b2a27-97f0-4f9b-b888-2c188f19e43c req-800a60eb-30e1-44ce-b870-cff68f48ada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:12.175653 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f23b2a27-97f0-4f9b-b888-2c188f19e43c req-800a60eb-30e1-44ce-b870-cff68f48ada9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=61daafe4-8be0-4976-aead-14ffa612176d HTTP/1.1" status: 200 len: 912 time: 0.0993240 Jan 28 03:20:12.237964 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f23b2a27-97f0-4f9b-b888-2c188f19e43c req-5baf3af3-943e-419d-bffd-4f1e8b0b11b2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c77dadd-dd8a-418a-9f40-604473098402 HTTP/1.1" status: 200 len: 217 time: 0.0547340 Jan 28 03:20:12.297112 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b2a27-97f0-4f9b-b888-2c188f19e43c req-c2f2357f-1cff-453b-838a-9ebf7f2b0ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:12.298915 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f23b2a27-97f0-4f9b-b888-2c188f19e43c req-c2f2357f-1cff-453b-838a-9ebf7f2b0ebb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=27d2caa9-814b-48c2-8f4b-c426e9cbbe97 HTTP/1.1" status: 200 len: 850 time: 0.0570750 Jan 28 03:20:12.349889 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b2a27-97f0-4f9b-b888-2c188f19e43c req-0c6ed2bc-4e7c-474e-88f0-7e2168a21478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:12.351652 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f23b2a27-97f0-4f9b-b888-2c188f19e43c req-0c6ed2bc-4e7c-474e-88f0-7e2168a21478 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=61daafe4-8be0-4976-aead-14ffa612176d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470395 Jan 28 03:20:12.457270 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f23b2a27-97f0-4f9b-b888-2c188f19e43c req-3a7ae00b-cf0f-48c1-b29c-0bafccd58d4c service neutron] 10.222.0.67 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989149 Jan 28 03:20:12.632457 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f23b2a27-97f0-4f9b-b888-2c188f19e43c req-907e44c4-8269-4886-b99f-db8e91c52d4c service neutron] 10.222.0.67 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704845 Jan 28 03:20:29.337016 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:29.425750 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ac812-65be-4b76-90a0-024d4c5bd410 req-55a773a1-74fb-433e-b30f-99c6882e73d4 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:29.428063 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3e6ac812-65be-4b76-90a0-024d4c5bd410 req-55a773a1-74fb-433e-b30f-99c6882e73d4 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.0741107 Jan 28 03:20:29.511425 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3e6ac812-65be-4b76-90a0-024d4c5bd410 req-893c62ac-57a8-44ca-b52c-77a65601172c tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727730 Jan 28 03:20:29.675388 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e856e-5235-4b3e-9791-b43e1e33ef22 req-14a1bf4f-6711-40d4-9cbd-5bafb445fddf tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:29.678214 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7a2e856e-5235-4b3e-9791-b43e1e33ef22 req-14a1bf4f-6711-40d4-9cbd-5bafb445fddf tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.0567970 Jan 28 03:20:29.725476 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ab3e5df5-dfe1-4d0d-a348-33475b7485cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:29.756591 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7a2e856e-5235-4b3e-9791-b43e1e33ef22 req-daf0b01f-52da-4938-ab75-df4e56d55673 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630686 Jan 28 03:20:30.221752 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-c6a2165a-9c6a-4ba2-9f52-3a1a7de319c6 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:30.223730 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-c6a2165a-9c6a-4ba2-9f52-3a1a7de319c6 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/networks?id=61daafe4-8be0-4976-aead-14ffa612176d HTTP/1.1" status: 200 len: 811 time: 0.1764543 Jan 28 03:20:30.240336 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-3867cd14-1ba2-4870-9d14-aaad21cae62c tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/quotas/2286ae41b27547dfa2005a6a8f000d38 HTTP/1.1" status: 200 len: 375 time: 0.0114241 Jan 28 03:20:30.313802 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-4a73a860-0985-455e-a93f-a8946efe874c tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2286ae41b27547dfa2005a6a8f000d38&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0679908 Jan 28 03:20:30.537585 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-813b97f8-bfe7-4e6f-a196-fc89401a0c2b service neutron] 10.222.0.53 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220457 Jan 28 03:20:30.661056 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-a2def4bf-7a51-4131-9610-fbb2ae935d8b service neutron] 10.222.0.53 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210830 Jan 28 03:20:30.922052 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-475c257c-4b57-4694-a89e-e1dab71fe65c req-021fabb9-3441-407d-8ce1-072b8e85ae0d tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=32b1fda5-9440-4a96-a7d2-3f5f761accdc HTTP/1.1" status: 200 len: 210 time: 0.0495727 Jan 28 03:20:31.788675 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-116b52ba-0204-4967-9487-7d73dce82f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:32.059315 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-45466458-e6b2-4d91-adb8-fc57fb463ec4 req-8027480c-034e-4abd-b103-cf32d0b6753e tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=32b1fda5-9440-4a96-a7d2-3f5f761accdc HTTP/1.1" status: 200 len: 210 time: 0.0418396 Jan 28 03:20:32.215518 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-e76c9f4d-8cce-41db-8774-e3596ef880aa tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:32.233585 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-e76c9f4d-8cce-41db-8774-e3596ef880aa tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.67 "GET /v2.0/networks?id=61daafe4-8be0-4976-aead-14ffa612176d HTTP/1.1" status: 200 len: 811 time: 0.1497519 Jan 28 03:20:32.253477 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-904148b3-7d0f-48e6-9cee-82974fd1890f tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Request body: {'port': {'device_id': '32b1fda5-9440-4a96-a7d2-3f5f761accdc', 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d', 'admin_state_up': True, 'tenant_id': '2286ae41b27547dfa2005a6a8f000d38'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:20:32.437223 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-904148b3-7d0f-48e6-9cee-82974fd1890f tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Made reservation on behalf of 2286ae41b27547dfa2005a6a8f000d38 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:20:32.443092 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-904148b3-7d0f-48e6-9cee-82974fd1890f tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:32.628031 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-904148b3-7d0f-48e6-9cee-82974fd1890f tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Allocated IP 172.20.0.13 (61daafe4-8be0-4976-aead-14ffa612176d/27d2caa9-814b-48c2-8f4b-c426e9cbbe97/623e3ec5-f971-4640-9811-9beeb5770576) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:20:32.821031 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-904148b3-7d0f-48e6-9cee-82974fd1890f tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks [] for port (623e3ec5-f971-4640-9811-9beeb5770576), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:32.871268 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-904148b3-7d0f-48e6-9cee-82974fd1890f tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (623e3ec5-f971-4640-9811-9beeb5770576), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:32.907940 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['2c77dadd-dd8a-418a-9f40-604473098402'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:20:32.932031 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-904148b3-7d0f-48e6-9cee-82974fd1890f tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Network 61daafe4-8be0-4976-aead-14ffa612176d is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:20:32.939193 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-904148b3-7d0f-48e6-9cee-82974fd1890f tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:20:32.945373 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-904148b3-7d0f-48e6-9cee-82974fd1890f tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:20:32.951675 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904148b3-7d0f-48e6-9cee-82974fd1890f tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Pushing event updated for resources: {'Port': ['ID=623e3ec5-f971-4640-9811-9beeb5770576,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:20:32.952499 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['55705158-50b1-4112-bd3e-fc0d16bf82b8'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:20:32.987727 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904148b3-7d0f-48e6-9cee-82974fd1890f tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:20:32.988611 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904148b3-7d0f-48e6-9cee-82974fd1890f tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:20:32.989119 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904148b3-7d0f-48e6-9cee-82974fd1890f tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:20:32.989475 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904148b3-7d0f-48e6-9cee-82974fd1890f tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:20:32.989814 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904148b3-7d0f-48e6-9cee-82974fd1890f tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:20:32.990146 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904148b3-7d0f-48e6-9cee-82974fd1890f tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:20:32.990475 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904148b3-7d0f-48e6-9cee-82974fd1890f tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:20:32.990803 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904148b3-7d0f-48e6-9cee-82974fd1890f tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:20:32.991272 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904148b3-7d0f-48e6-9cee-82974fd1890f tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:20:32.991863 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904148b3-7d0f-48e6-9cee-82974fd1890f tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:20:32.992182 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904148b3-7d0f-48e6-9cee-82974fd1890f tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:20:32.992512 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904148b3-7d0f-48e6-9cee-82974fd1890f tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:20:32.992840 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904148b3-7d0f-48e6-9cee-82974fd1890f tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:20:33.036396 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-904148b3-7d0f-48e6-9cee-82974fd1890f tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:33.037294 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-904148b3-7d0f-48e6-9cee-82974fd1890f tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:33.058009 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-904148b3-7d0f-48e6-9cee-82974fd1890f tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8097820 Jan 28 03:20:33.082333 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-c982500b-0b7c-4bf2-85af-825a74919b8f service neutron] Request body: {'port': {'device_id': '32b1fda5-9440-4a96-a7d2-3f5f761accdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:20:33.168285 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-c982500b-0b7c-4bf2-85af-825a74919b8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (623e3ec5-f971-4640-9811-9beeb5770576), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:33.252006 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df3b05-b042-4a5c-9f9d-5ddf6b56f54d req-026659a3-6ef1-4a67-88c7-200740205a02 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:33.254581 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b5df3b05-b042-4a5c-9f9d-5ddf6b56f54d req-026659a3-6ef1-4a67-88c7-200740205a02 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=32b1fda5-9440-4a96-a7d2-3f5f761accdc HTTP/1.1" status: 200 len: 932 time: 0.0835664 Jan 28 03:20:33.375152 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:33.377938 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b5df3b05-b042-4a5c-9f9d-5ddf6b56f54d req-6f3b0c0e-77d8-4ba7-8fd3-d8454d0c383c tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144516 Jan 28 03:20:33.428047 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-b14c3758-0098-434a-8bee-6bc9cd25e782 None None] Provisioning complete for port 623e3ec5-f971-4640-9811-9beeb5770576 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:20:33.429355 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b14c3758-0098-434a-8bee-6bc9cd25e782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (623e3ec5-f971-4640-9811-9beeb5770576), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:33.502117 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-b14c3758-0098-434a-8bee-6bc9cd25e782 None None] Port 623e3ec5-f971-4640-9811-9beeb5770576 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:20:33.535934 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:33.587840 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-c982500b-0b7c-4bf2-85af-825a74919b8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 623e3ec5-f971-4640-9811-9beeb5770576 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:20:33.598681 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-c982500b-0b7c-4bf2-85af-825a74919b8f service neutron] Publish callbacks [] for port (623e3ec5-f971-4640-9811-9beeb5770576), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:33.612610 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-c982500b-0b7c-4bf2-85af-825a74919b8f service neutron] Transition to ACTIVE for port object 623e3ec5-f971-4640-9811-9beeb5770576 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:20:33.616795 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-c982500b-0b7c-4bf2-85af-825a74919b8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (623e3ec5-f971-4640-9811-9beeb5770576), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:33.684568 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c982500b-0b7c-4bf2-85af-825a74919b8f service neutron] Pushing event updated for resources: {'Port': ['ID=623e3ec5-f971-4640-9811-9beeb5770576,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:20:33.796947 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-c982500b-0b7c-4bf2-85af-825a74919b8f service neutron] Attempting to bind port 623e3ec5-f971-4640-9811-9beeb5770576 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:20:33.797571 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-c982500b-0b7c-4bf2-85af-825a74919b8f service neutron] Attempting to bind port 623e3ec5-f971-4640-9811-9beeb5770576 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:20:33.798046 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-c982500b-0b7c-4bf2-85af-825a74919b8f service neutron] Attempting to bind port 623e3ec5-f971-4640-9811-9beeb5770576 on network 61daafe4-8be0-4976-aead-14ffa612176d {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:20:33.803612 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-c982500b-0b7c-4bf2-85af-825a74919b8f service neutron] Port 623e3ec5-f971-4640-9811-9beeb5770576 on network 61daafe4-8be0-4976-aead-14ffa612176d not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:20:33.804247 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-c982500b-0b7c-4bf2-85af-825a74919b8f service neutron] Attempting to bind port 623e3ec5-f971-4640-9811-9beeb5770576 on network 61daafe4-8be0-4976-aead-14ffa612176d {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:20:33.813216 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-c982500b-0b7c-4bf2-85af-825a74919b8f service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:20:33.813216 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-c982500b-0b7c-4bf2-85af-825a74919b8f service neutron] Checking segment: {'id': '8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:20:33.813216 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-c982500b-0b7c-4bf2-85af-825a74919b8f service neutron] Bound using segment: {'id': '8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:20:33.813216 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-c982500b-0b7c-4bf2-85af-825a74919b8f service neutron] Bound port: 623e3ec5-f971-4640-9811-9beeb5770576, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:20:33.813216 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-c982500b-0b7c-4bf2-85af-825a74919b8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (623e3ec5-f971-4640-9811-9beeb5770576), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:33.900688 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-c982500b-0b7c-4bf2-85af-825a74919b8f service neutron] For port 623e3ec5-f971-4640-9811-9beeb5770576, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:20:33.904520 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-c982500b-0b7c-4bf2-85af-825a74919b8f service neutron] For port 623e3ec5-f971-4640-9811-9beeb5770576, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=623e3ec5-f971-4640-9811-9beeb5770576,segment=NetworkSegment(8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69),segment_id=8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:20:33.910261 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-c982500b-0b7c-4bf2-85af-825a74919b8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (623e3ec5-f971-4640-9811-9beeb5770576), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:33.947879 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-c982500b-0b7c-4bf2-85af-825a74919b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:33.948575 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-c982500b-0b7c-4bf2-85af-825a74919b8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:33.950362 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-c982500b-0b7c-4bf2-85af-825a74919b8f service neutron] 10.222.0.67 "PUT /v2.0/ports/623e3ec5-f971-4640-9811-9beeb5770576 HTTP/1.1" status: 200 len: 1093 time: 0.8776767 Jan 28 03:20:33.950642 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b1fda5-9440-4a96-a7d2-3f5f761accdc', 'tag': '623e3ec5-f971-4640-9811-9beeb5770576'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:20:33.952948 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29fb8e5a-a778-4db3-b422-de83c36ed523" -d '{"events": [{"name": "network-changed", "server_uuid": "32b1fda5-9440-4a96-a7d2-3f5f761accdc", "tag": "623e3ec5-f971-4640-9811-9beeb5770576"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:20:33.982641 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c982500b-0b7c-4bf2-85af-825a74919b8f service neutron] Pushing event updated for resources: {'Port': ['ID=623e3ec5-f971-4640-9811-9beeb5770576,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:20:34.063436 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1989ca9-a7c9-4593-a8f3-5af6a63070a0 x-openstack-request-id: req-e1989ca9-a7c9-4593-a8f3-5af6a63070a0 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:20:34.063833 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32b1fda5-9440-4a96-a7d2-3f5f761accdc", "tag": "623e3ec5-f971-4640-9811-9beeb5770576", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:20:34.064023 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e1989ca9-a7c9-4593-a8f3-5af6a63070a0 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:20:34.064455 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b1fda5-9440-4a96-a7d2-3f5f761accdc', 'tag': '623e3ec5-f971-4640-9811-9beeb5770576', 'status': 'completed', 'code': 200} Jan 28 03:20:34.090099 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-2dacbad8-fd8e-449f-b9b7-11455fce3c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:34.091960 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-2dacbad8-fd8e-449f-b9b7-11455fce3c67 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2286ae41b27547dfa2005a6a8f000d38&device_id=32b1fda5-9440-4a96-a7d2-3f5f761accdc HTTP/1.1" status: 200 len: 1096 time: 0.0813172 Jan 28 03:20:34.156201 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-b3315005-9bef-4d8b-afdd-29295dac4104 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=623e3ec5-f971-4640-9811-9beeb5770576 HTTP/1.1" status: 200 len: 217 time: 0.0504746 Jan 28 03:20:34.210402 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:20:34.211867 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-78465982-475c-4c6a-8b3a-7d1ede566093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:34.213767 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-78465982-475c-4c6a-8b3a-7d1ede566093 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=27d2caa9-814b-48c2-8f4b-c426e9cbbe97 HTTP/1.1" status: 200 len: 850 time: 0.0518026 Jan 28 03:20:34.272652 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-ffe0de5c-90cf-4c24-8f96-12cef9ed59b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:34.274426 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-ffe0de5c-90cf-4c24-8f96-12cef9ed59b6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=61daafe4-8be0-4976-aead-14ffa612176d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543973 Jan 28 03:20:34.377696 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-66395a70-06de-4ff6-82d3-d62e6048a1e8 service neutron] 10.222.0.67 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968664 Jan 28 03:20:34.558481 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-af402d3c-6f0c-402d-a94d-534a31b39030 req-fe31b709-0cdf-4081-b528-1b6ce17f5d90 service neutron] 10.222.0.67 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752748 Jan 28 03:20:34.575457 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ef284-5309-4534-8906-1b8ff3168837 req-1b2af573-81a8-4313-bbc1-a7aab91e9bc9 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:34.578818 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a06ef284-5309-4534-8906-1b8ff3168837 req-1b2af573-81a8-4313-bbc1-a7aab91e9bc9 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=32b1fda5-9440-4a96-a7d2-3f5f761accdc HTTP/1.1" status: 200 len: 944 time: 0.0952480 Jan 28 03:20:34.680152 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a06ef284-5309-4534-8906-1b8ff3168837 req-d3833c3a-c127-44a4-a75b-067b2571e352 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945241 Jan 28 03:20:34.763462 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb8e5a-a778-4db3-b422-de83c36ed523 req-f45fd97b-a4b9-4775-aa91-0e704785c61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:34.766114 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-29fb8e5a-a778-4db3-b422-de83c36ed523 req-f45fd97b-a4b9-4775-aa91-0e704785c61b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2286ae41b27547dfa2005a6a8f000d38&device_id=32b1fda5-9440-4a96-a7d2-3f5f761accdc HTTP/1.1" status: 200 len: 1096 time: 0.0846438 Jan 28 03:20:34.809310 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:34.918029 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb8e5a-a778-4db3-b422-de83c36ed523 req-566bbc5d-a602-4b66-bf51-07e73d2b733a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:34.919577 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-29fb8e5a-a778-4db3-b422-de83c36ed523 req-566bbc5d-a602-4b66-bf51-07e73d2b733a service neutron] 10.222.0.67 "GET /v2.0/networks?id=61daafe4-8be0-4976-aead-14ffa612176d HTTP/1.1" status: 200 len: 912 time: 0.1455436 Jan 28 03:20:34.940696 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 45376) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:20:34.976570 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-29fb8e5a-a778-4db3-b422-de83c36ed523 req-719e0168-edc9-432c-9c1d-c9e5574949fb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=623e3ec5-f971-4640-9811-9beeb5770576 HTTP/1.1" status: 200 len: 217 time: 0.0496664 Jan 28 03:20:35.046805 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb8e5a-a778-4db3-b422-de83c36ed523 req-5b5774a6-05d6-4413-9173-63c46a0be7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:35.051040 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-29fb8e5a-a778-4db3-b422-de83c36ed523 req-5b5774a6-05d6-4413-9173-63c46a0be7b4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=27d2caa9-814b-48c2-8f4b-c426e9cbbe97 HTTP/1.1" status: 200 len: 850 time: 0.0663860 Jan 28 03:20:35.129542 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-793318d9-8893-46b7-8c3f-c6bce30f196f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:35.140313 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb8e5a-a778-4db3-b422-de83c36ed523 req-86d8e54b-1811-4301-8cf8-ee20baf1b386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:35.142681 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-29fb8e5a-a778-4db3-b422-de83c36ed523 req-86d8e54b-1811-4301-8cf8-ee20baf1b386 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=61daafe4-8be0-4976-aead-14ffa612176d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0875092 Jan 28 03:20:35.240404 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-793318d9-8893-46b7-8c3f-c6bce30f196f admin admin] Publish callbacks [] for security_group (57afddcc-0f4e-44df-b421-15e1ade3016c), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:35.248586 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-793318d9-8893-46b7-8c3f-c6bce30f196f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (57afddcc-0f4e-44df-b421-15e1ade3016c), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:35.289783 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-29fb8e5a-a778-4db3-b422-de83c36ed523 req-327bcae3-6810-4415-a4d3-5fce8cbc52ff service neutron] 10.222.0.67 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396854 Jan 28 03:20:35.294122 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-793318d9-8893-46b7-8c3f-c6bce30f196f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f90b534a346b4018ae85af4841df217d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3517871 Jan 28 03:20:35.295218 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 45380) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:20:35.318300 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793318d9-8893-46b7-8c3f-c6bce30f196f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57afddcc-0f4e-44df-b421-15e1ade3016c,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:20:35.448689 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7724bd11-8ce4-4626-9286-c0b91d132c85 admin admin] Publish callbacks [] for security_group (57afddcc-0f4e-44df-b421-15e1ade3016c), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:35.522568 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7724bd11-8ce4-4626-9286-c0b91d132c85 admin admin] Publish callbacks [] for security_group (57afddcc-0f4e-44df-b421-15e1ade3016c), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:35.528468 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-29fb8e5a-a778-4db3-b422-de83c36ed523 req-2e396e6e-5c3b-428e-9c80-bf96aae62ff0 service neutron] 10.222.0.67 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235694 Jan 28 03:20:35.634359 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7724bd11-8ce4-4626-9286-c0b91d132c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (57afddcc-0f4e-44df-b421-15e1ade3016c), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:35.639496 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7724bd11-8ce4-4626-9286-c0b91d132c85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:35.641442 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7724bd11-8ce4-4626-9286-c0b91d132c85 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/57afddcc-0f4e-44df-b421-15e1ade3016c HTTP/1.1" status: 204 len: 168 time: 0.3448651 Jan 28 03:20:35.655034 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7724bd11-8ce4-4626-9286-c0b91d132c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57afddcc-0f4e-44df-b421-15e1ade3016c,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:20:35.873646 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819dd89-90dc-45ea-8321-3bf908dbbc95 req-6927072e-5d19-41a4-853e-243924b11a1c tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:35.876484 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4819dd89-90dc-45ea-8321-3bf908dbbc95 req-6927072e-5d19-41a4-853e-243924b11a1c tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=32b1fda5-9440-4a96-a7d2-3f5f761accdc HTTP/1.1" status: 200 len: 944 time: 0.0592742 Jan 28 03:20:35.979748 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4819dd89-90dc-45ea-8321-3bf908dbbc95 req-efac75cb-0ffa-4428-82f8-4bdec3077d50 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802350 Jan 28 03:20:36.128722 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:36.579724 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 45408) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:20:36.737180 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-4d9109e2-4606-4095-bc64-d3b8f943f8cf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-205792820-network', 'tenant_id': 'a73fb15f8f4742588c392557ddb4367c'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:20:36.763575 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9109e2-4606-4095-bc64-d3b8f943f8cf admin admin] Made reservation on behalf of a73fb15f8f4742588c392557ddb4367c for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:20:36.766235 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4d9109e2-4606-4095-bc64-d3b8f943f8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:36.778699 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4d9109e2-4606-4095-bc64-d3b8f943f8cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:36.914255 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4d9109e2-4606-4095-bc64-d3b8f943f8cf admin admin] Publish callbacks [] for security_group (377dc288-ee84-4897-b936-4130633758d2), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:36.920386 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4d9109e2-4606-4095-bc64-d3b8f943f8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (377dc288-ee84-4897-b936-4130633758d2), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:36.944521 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d9109e2-4606-4095-bc64-d3b8f943f8cf admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:20:36.965337 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4d9109e2-4606-4095-bc64-d3b8f943f8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (5a19526f-455f-4a91-81f7-b7414209a4d9), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:36.965811 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-4d9109e2-4606-4095-bc64-d3b8f943f8cf admin admin] Added segment 5a19526f-455f-4a91-81f7-b7414209a4d9 of type vlan for network 5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae Jan 28 03:20:36.968657 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9109e2-4606-4095-bc64-d3b8f943f8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377dc288-ee84-4897-b936-4130633758d2,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:20:37.016569 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4d9109e2-4606-4095-bc64-d3b8f943f8cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:37.049771 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4d9109e2-4606-4095-bc64-d3b8f943f8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:37.050884 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9109e2-4606-4095-bc64-d3b8f943f8cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:37.051481 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4d9109e2-4606-4095-bc64-d3b8f943f8cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:37.142595 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4d9109e2-4606-4095-bc64-d3b8f943f8cf admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5615463 Jan 28 03:20:37.146167 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 45418) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:20:37.149912 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9109e2-4606-4095-bc64-d3b8f943f8cf admin admin] Pushing event updated for resources: {'Network': ['ID=5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:20:37.151715 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-7a8ac93e-3734-4df4-9bdb-404fe83b720c admin admin] Request body: {'subnet': {'network_id': '5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-205792820-subnet', 'tenant_id': 'a73fb15f8f4742588c392557ddb4367c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:20:37.162355 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:20:37.175416 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5378ba0a-e9d3-4faf-8708-f645212f8087 req-ca671cc2-34a0-4861-aa2f-45f496a52e57 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:37.177361 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5378ba0a-e9d3-4faf-8708-f645212f8087 req-ca671cc2-34a0-4861-aa2f-45f496a52e57 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=32b1fda5-9440-4a96-a7d2-3f5f761accdc HTTP/1.1" status: 200 len: 944 time: 0.1186516 Jan 28 03:20:37.192310 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8ac93e-3734-4df4-9bdb-404fe83b720c admin admin] Made reservation on behalf of a73fb15f8f4742588c392557ddb4367c for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:20:37.195958 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7a8ac93e-3734-4df4-9bdb-404fe83b720c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:37.238324 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5378ba0a-e9d3-4faf-8708-f645212f8087 req-b8464534-ff0a-4af7-8651-942817043015 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531082 Jan 28 03:20:37.390545 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7a8ac93e-3734-4df4-9bdb-404fe83b720c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (43aa2058-f8da-454d-82e7-eb90b5bf96f4), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:37.444248 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ac93e-3734-4df4-9bdb-404fe83b720c admin admin] Pushing event updated for resources: {'Subnet': ['ID=43aa2058-f8da-454d-82e7-eb90b5bf96f4,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:20:37.460399 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8ac93e-3734-4df4-9bdb-404fe83b720c admin admin] Checking segment: {'id': '5a19526f-455f-4a91-81f7-b7414209a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:20:37.460752 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8ac93e-3734-4df4-9bdb-404fe83b720c admin admin] Network hostable DHCP agents. Network: 5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:20:37.480648 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8ac93e-3734-4df4-9bdb-404fe83b720c admin admin] Network 5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:20:37.493108 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-7a8ac93e-3734-4df4-9bdb-404fe83b720c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:20:37.497664 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8ac93e-3734-4df4-9bdb-404fe83b720c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:37.498266 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7a8ac93e-3734-4df4-9bdb-404fe83b720c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:37.503403 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c781b598-682d-485b-abe5-bf153eb268a8 None None] Network 5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:20:37.517714 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7a8ac93e-3734-4df4-9bdb-404fe83b720c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3702836 Jan 28 03:20:37.604910 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987a1951-3c88-4199-9580-3a9049c7a114 None None] Network 5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:20:38.371951 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f2012-0f16-4f4a-9311-028c899e04a4 req-528ef096-2f31-49a1-8ae7-e2bf5bc650bf tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:38.374318 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-de1f2012-0f16-4f4a-9311-028c899e04a4 req-528ef096-2f31-49a1-8ae7-e2bf5bc650bf tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=32b1fda5-9440-4a96-a7d2-3f5f761accdc HTTP/1.1" status: 200 len: 944 time: 0.0601633 Jan 28 03:20:38.452667 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-de1f2012-0f16-4f4a-9311-028c899e04a4 req-e01780e1-e1e5-48fe-8b39-c7b43a8f5b71 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714297 Jan 28 03:20:38.563423 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 623e3ec5-f971-4640-9811-9beeb5770576 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:20:38.696316 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 623e3ec5-f971-4640-9811-9beeb5770576, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=623e3ec5-f971-4640-9811-9beeb5770576,segment=NetworkSegment(8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69),segment_id=8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:20:38.707983 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '623e3ec5-f971-4640-9811-9beeb5770576', 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d', 'port_id': '623e3ec5-f971-4640-9811-9beeb5770576', 'mac_address': 'fa:16:3e:ad:08:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27d2caa9-814b-48c2-8f4b-c426e9cbbe97', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:20:38.746843 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 623e3ec5-f971-4640-9811-9beeb5770576 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:20:38.747231 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (623e3ec5-f971-4640-9811-9beeb5770576), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:38.761135 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 623e3ec5-f971-4640-9811-9beeb5770576 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:20:38.781868 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 623e3ec5-f971-4640-9811-9beeb5770576, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=623e3ec5-f971-4640-9811-9beeb5770576,segment=NetworkSegment(8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69),segment_id=8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:20:38.786972 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (623e3ec5-f971-4640-9811-9beeb5770576), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:38.840251 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=623e3ec5-f971-4640-9811-9beeb5770576,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:20:38.848905 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:20:38.849282 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:20:38.849669 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:20:38.850006 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:20:38.850335 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:20:38.850806 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:20:38.852131 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:20:38.852131 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:20:38.852131 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:20:38.852131 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:20:38.852636 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:20:38.852636 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:20:38.852808 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:20:39.204361 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['623e3ec5-f971-4640-9811-9beeb5770576'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:20:39.576407 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e07dac-12e3-44b2-a8f4-f5611b9feec3 req-125bb704-1feb-41b7-bbf5-62e71982f944 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:39.577964 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e0e07dac-12e3-44b2-a8f4-f5611b9feec3 req-125bb704-1feb-41b7-bbf5-62e71982f944 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=32b1fda5-9440-4a96-a7d2-3f5f761accdc HTTP/1.1" status: 200 len: 945 time: 0.0538862 Jan 28 03:20:39.626553 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e0e07dac-12e3-44b2-a8f4-f5611b9feec3 req-e0eb5946-d885-45bf-beb2-16c6d9f81294 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424874 Jan 28 03:20:40.416416 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ea2c0-49ef-461b-b5f2-3151587b92d1 req-f1e34698-0e46-4201-8ed2-651d0153c137 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:40.417968 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-824ea2c0-49ef-461b-b5f2-3151587b92d1 req-f1e34698-0e46-4201-8ed2-651d0153c137 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.53 "GET /v2.0/networks?id=5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae HTTP/1.1" status: 200 len: 808 time: 0.1328313 Jan 28 03:20:40.433049 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-824ea2c0-49ef-461b-b5f2-3151587b92d1 req-c95410db-83ee-42dc-ae50-1b9937466536 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.53 "GET /v2.0/quotas/a73fb15f8f4742588c392557ddb4367c HTTP/1.1" status: 200 len: 375 time: 0.0095007 Jan 28 03:20:40.475560 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-824ea2c0-49ef-461b-b5f2-3151587b92d1 req-6ff40f01-def7-49ab-9ff0-1ecc7e553c59 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a73fb15f8f4742588c392557ddb4367c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342240 Jan 28 03:20:40.566991 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-824ea2c0-49ef-461b-b5f2-3151587b92d1 req-dd32a3e9-6e32-4891-8b5b-e4b14405e8dd service neutron] 10.222.0.53 "GET /v2.0/networks/5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840070 Jan 28 03:20:40.575162 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 623e3ec5-f971-4640-9811-9beeb5770576 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:20:40.628849 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 623e3ec5-f971-4640-9811-9beeb5770576 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:20:40.633837 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 623e3ec5-f971-4640-9811-9beeb5770576 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:20:40.634218 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (623e3ec5-f971-4640-9811-9beeb5770576), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:40.667222 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-824ea2c0-49ef-461b-b5f2-3151587b92d1 req-e7ebb4f4-51f8-4b78-a903-292d3712110e service neutron] 10.222.0.53 "GET /v2.0/networks/5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936377 Jan 28 03:20:40.718401 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 623e3ec5-f971-4640-9811-9beeb5770576 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:20:40.718859 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (623e3ec5-f971-4640-9811-9beeb5770576), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:40.753864 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b1fda5-9440-4a96-a7d2-3f5f761accdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623e3ec5-f971-4640-9811-9beeb5770576'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:20:40.756212 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9d1fc2-0436-4b9c-be91-f7b8f59464f9" -d '{"events": [{"server_uuid": "32b1fda5-9440-4a96-a7d2-3f5f761accdc", "name": "network-vif-plugged", "status": "completed", "tag": "623e3ec5-f971-4640-9811-9beeb5770576"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:20:40.781729 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 623e3ec5-f971-4640-9811-9beeb5770576, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=623e3ec5-f971-4640-9811-9beeb5770576,segment=NetworkSegment(8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69),segment_id=8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:20:40.790070 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (623e3ec5-f971-4640-9811-9beeb5770576), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:40.809437 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7722ec-80c4-49bc-a3e9-becd68e0a0f8 req-8dad41e0-0b7a-4137-a426-438f2edbfe5f tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:40.818325 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6c7722ec-80c4-49bc-a3e9-becd68e0a0f8 req-8dad41e0-0b7a-4137-a426-438f2edbfe5f tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=32b1fda5-9440-4a96-a7d2-3f5f761accdc HTTP/1.1" status: 200 len: 945 time: 0.0800540 Jan 28 03:20:40.855062 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86cae728-01b8-44d1-9fb7-b8880fb63209 x-openstack-request-id: req-86cae728-01b8-44d1-9fb7-b8880fb63209 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:20:40.855556 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b1fda5-9440-4a96-a7d2-3f5f761accdc", "name": "network-vif-plugged", "status": "completed", "tag": "623e3ec5-f971-4640-9811-9beeb5770576", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:20:40.857012 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-86cae728-01b8-44d1-9fb7-b8880fb63209 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:20:40.857820 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b1fda5-9440-4a96-a7d2-3f5f761accdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623e3ec5-f971-4640-9811-9beeb5770576', 'code': 200} Jan 28 03:20:40.882199 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6c7722ec-80c4-49bc-a3e9-becd68e0a0f8 req-4858fe44-8213-49a0-aec0-fa10188870c4 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625005 Jan 28 03:20:40.896776 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=623e3ec5-f971-4640-9811-9beeb5770576,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:20:40.935424 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a7372ace-2541-4e5b-b39f-dcbe111d16fa req-c1426cfc-6bad-47fb-bcdc-866d7ec54e21 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.53 "GET /v2.0/ports?device_id=f853654a-19d2-41e4-bc02-878af7da6f54 HTTP/1.1" status: 200 len: 210 time: 0.0427277 Jan 28 03:20:40.999545 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab48fd-416b-4b1a-8e10-406a636fdc8b req-726c0591-ba0b-4b97-bd01-51d4b59ffd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:41.001863 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d5ab48fd-416b-4b1a-8e10-406a636fdc8b req-726c0591-ba0b-4b97-bd01-51d4b59ffd24 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=32b1fda5-9440-4a96-a7d2-3f5f761accdc HTTP/1.1" status: 200 len: 1098 time: 0.0558689 Jan 28 03:20:41.053222 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d5ab48fd-416b-4b1a-8e10-406a636fdc8b req-d53e60e8-80fb-47f5-a8ec-417d516501dc service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454988 Jan 28 03:20:42.049198 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8040a5f1-8830-4d8a-9db8-50254f3a7271 req-f0d64b72-a6b6-48d0-a4db-03166acc02b4 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.53 "GET /v2.0/ports?device_id=f853654a-19d2-41e4-bc02-878af7da6f54 HTTP/1.1" status: 200 len: 210 time: 0.0310235 Jan 28 03:20:42.092907 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b0cb2-842f-4ef8-8dfe-ace316adfdc0 req-216d3de0-b3c3-4429-af67-debcf82c3944 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:42.094447 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-017b0cb2-842f-4ef8-8dfe-ace316adfdc0 req-216d3de0-b3c3-4429-af67-debcf82c3944 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=32b1fda5-9440-4a96-a7d2-3f5f761accdc HTTP/1.1" status: 200 len: 946 time: 0.1435876 Jan 28 03:20:42.134407 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ea2c0-49ef-461b-b5f2-3151587b92d1 req-335a38c3-6e76-41f7-950e-2c3ab373c2f1 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:42.135853 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-824ea2c0-49ef-461b-b5f2-3151587b92d1 req-335a38c3-6e76-41f7-950e-2c3ab373c2f1 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.39 "GET /v2.0/networks?id=5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae HTTP/1.1" status: 200 len: 808 time: 0.1963146 Jan 28 03:20:42.164348 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-017b0cb2-842f-4ef8-8dfe-ace316adfdc0 req-e11fe7c1-f890-49dd-92fc-53269d325a9a tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637691 Jan 28 03:20:42.169659 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-824ea2c0-49ef-461b-b5f2-3151587b92d1 req-5084654e-19b2-4709-9585-f7b802702e8e tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Request body: {'port': {'device_id': 'f853654a-19d2-41e4-bc02-878af7da6f54', 'network_id': '5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae', 'admin_state_up': True, 'tenant_id': 'a73fb15f8f4742588c392557ddb4367c'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:20:42.305245 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-824ea2c0-49ef-461b-b5f2-3151587b92d1 req-5084654e-19b2-4709-9585-f7b802702e8e tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Made reservation on behalf of a73fb15f8f4742588c392557ddb4367c for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:20:42.310458 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-824ea2c0-49ef-461b-b5f2-3151587b92d1 req-5084654e-19b2-4709-9585-f7b802702e8e tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:42.447762 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-824ea2c0-49ef-461b-b5f2-3151587b92d1 req-5084654e-19b2-4709-9585-f7b802702e8e tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Allocated IP 172.20.0.2 (5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae/43aa2058-f8da-454d-82e7-eb90b5bf96f4/b63710cf-f917-4989-9d34-1516799811da) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:20:42.621908 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-824ea2c0-49ef-461b-b5f2-3151587b92d1 req-5084654e-19b2-4709-9585-f7b802702e8e tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Publish callbacks [] for port (b63710cf-f917-4989-9d34-1516799811da), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:42.658699 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-824ea2c0-49ef-461b-b5f2-3151587b92d1 req-5084654e-19b2-4709-9585-f7b802702e8e tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (b63710cf-f917-4989-9d34-1516799811da), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:42.702695 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-824ea2c0-49ef-461b-b5f2-3151587b92d1 req-5084654e-19b2-4709-9585-f7b802702e8e tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Network 5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:20:42.706269 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-824ea2c0-49ef-461b-b5f2-3151587b92d1 req-5084654e-19b2-4709-9585-f7b802702e8e tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:20:42.712531 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-824ea2c0-49ef-461b-b5f2-3151587b92d1 req-5084654e-19b2-4709-9585-f7b802702e8e tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:20:42.719166 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5084654e-19b2-4709-9585-f7b802702e8e tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Pushing event updated for resources: {'Port': ['ID=b63710cf-f917-4989-9d34-1516799811da,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:20:42.768489 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ea2c0-49ef-461b-b5f2-3151587b92d1 req-5084654e-19b2-4709-9585-f7b802702e8e tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:42.769116 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-824ea2c0-49ef-461b-b5f2-3151587b92d1 req-5084654e-19b2-4709-9585-f7b802702e8e tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:42.787092 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-824ea2c0-49ef-461b-b5f2-3151587b92d1 req-5084654e-19b2-4709-9585-f7b802702e8e tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6214385 Jan 28 03:20:42.804339 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-824ea2c0-49ef-461b-b5f2-3151587b92d1 req-d27b6235-9487-4455-9d51-5c6f8fb756d8 service neutron] Request body: {'port': {'device_id': 'f853654a-19d2-41e4-bc02-878af7da6f54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:20:42.859788 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-824ea2c0-49ef-461b-b5f2-3151587b92d1 req-d27b6235-9487-4455-9d51-5c6f8fb756d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b63710cf-f917-4989-9d34-1516799811da), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:43.122841 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-824ea2c0-49ef-461b-b5f2-3151587b92d1 req-d27b6235-9487-4455-9d51-5c6f8fb756d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b63710cf-f917-4989-9d34-1516799811da {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:20:43.138547 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-824ea2c0-49ef-461b-b5f2-3151587b92d1 req-d27b6235-9487-4455-9d51-5c6f8fb756d8 service neutron] Publish callbacks [] for port (b63710cf-f917-4989-9d34-1516799811da), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:43.172437 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-824ea2c0-49ef-461b-b5f2-3151587b92d1 req-d27b6235-9487-4455-9d51-5c6f8fb756d8 service neutron] Transition to ACTIVE for port object b63710cf-f917-4989-9d34-1516799811da will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:20:43.176830 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-824ea2c0-49ef-461b-b5f2-3151587b92d1 req-d27b6235-9487-4455-9d51-5c6f8fb756d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (b63710cf-f917-4989-9d34-1516799811da), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:43.231753 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf902880-98dc-4a48-9998-f08722892da3 req-3aadbb7b-4680-442e-a763-af7ec9f29d00 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:43.233371 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bf902880-98dc-4a48-9998-f08722892da3 req-3aadbb7b-4680-442e-a763-af7ec9f29d00 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.53 "GET /v2.0/ports?device_id=f853654a-19d2-41e4-bc02-878af7da6f54 HTTP/1.1" status: 200 len: 931 time: 0.1060195 Jan 28 03:20:43.247035 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27b6235-9487-4455-9d51-5c6f8fb756d8 service neutron] Pushing event updated for resources: {'Port': ['ID=b63710cf-f917-4989-9d34-1516799811da,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:20:43.303578 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c712603-0f7c-4bed-a27d-d316d9d34d3b req-9afcfb97-2069-4ff6-b2a5-87fcaf2d9dfe tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:43.309326 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6c712603-0f7c-4bed-a27d-d316d9d34d3b req-9afcfb97-2069-4ff6-b2a5-87fcaf2d9dfe tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=32b1fda5-9440-4a96-a7d2-3f5f761accdc HTTP/1.1" status: 200 len: 946 time: 0.0574279 Jan 28 03:20:43.340995 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bf902880-98dc-4a48-9998-f08722892da3 req-4a88d95d-8aef-4b5d-b4ed-5a0106c2197c tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.53 "GET /v2.0/security-groups?id=377dc288-ee84-4897-b936-4130633758d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969739 Jan 28 03:20:43.355165 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-824ea2c0-49ef-461b-b5f2-3151587b92d1 req-d27b6235-9487-4455-9d51-5c6f8fb756d8 service neutron] Attempting to bind port b63710cf-f917-4989-9d34-1516799811da on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:20:43.355502 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-824ea2c0-49ef-461b-b5f2-3151587b92d1 req-d27b6235-9487-4455-9d51-5c6f8fb756d8 service neutron] Attempting to bind port b63710cf-f917-4989-9d34-1516799811da by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '5a19526f-455f-4a91-81f7-b7414209a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:20:43.355828 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824ea2c0-49ef-461b-b5f2-3151587b92d1 req-d27b6235-9487-4455-9d51-5c6f8fb756d8 service neutron] Attempting to bind port b63710cf-f917-4989-9d34-1516799811da on network 5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:20:43.360677 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824ea2c0-49ef-461b-b5f2-3151587b92d1 req-d27b6235-9487-4455-9d51-5c6f8fb756d8 service neutron] Port b63710cf-f917-4989-9d34-1516799811da on network 5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:20:43.360942 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824ea2c0-49ef-461b-b5f2-3151587b92d1 req-d27b6235-9487-4455-9d51-5c6f8fb756d8 service neutron] Attempting to bind port b63710cf-f917-4989-9d34-1516799811da on network 5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:20:43.366347 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824ea2c0-49ef-461b-b5f2-3151587b92d1 req-d27b6235-9487-4455-9d51-5c6f8fb756d8 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:20:43.366700 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824ea2c0-49ef-461b-b5f2-3151587b92d1 req-d27b6235-9487-4455-9d51-5c6f8fb756d8 service neutron] Checking segment: {'id': '5a19526f-455f-4a91-81f7-b7414209a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:20:43.367094 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824ea2c0-49ef-461b-b5f2-3151587b92d1 req-d27b6235-9487-4455-9d51-5c6f8fb756d8 service neutron] Bound using segment: {'id': '5a19526f-455f-4a91-81f7-b7414209a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:20:43.367528 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-824ea2c0-49ef-461b-b5f2-3151587b92d1 req-d27b6235-9487-4455-9d51-5c6f8fb756d8 service neutron] Bound port: b63710cf-f917-4989-9d34-1516799811da, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a19526f-455f-4a91-81f7-b7414209a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:20:43.367890 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-824ea2c0-49ef-461b-b5f2-3151587b92d1 req-d27b6235-9487-4455-9d51-5c6f8fb756d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b63710cf-f917-4989-9d34-1516799811da), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:43.372950 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6c712603-0f7c-4bed-a27d-d316d9d34d3b req-edc6a5dc-ca12-4f19-8107-40156daa177c tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616512 Jan 28 03:20:43.451109 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-824ea2c0-49ef-461b-b5f2-3151587b92d1 req-d27b6235-9487-4455-9d51-5c6f8fb756d8 service neutron] For port b63710cf-f917-4989-9d34-1516799811da, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:20:43.468826 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-824ea2c0-49ef-461b-b5f2-3151587b92d1 req-d27b6235-9487-4455-9d51-5c6f8fb756d8 service neutron] For port b63710cf-f917-4989-9d34-1516799811da, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=b63710cf-f917-4989-9d34-1516799811da,segment=NetworkSegment(5a19526f-455f-4a91-81f7-b7414209a4d9),segment_id=5a19526f-455f-4a91-81f7-b7414209a4d9)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:20:43.479160 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-824ea2c0-49ef-461b-b5f2-3151587b92d1 req-d27b6235-9487-4455-9d51-5c6f8fb756d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (b63710cf-f917-4989-9d34-1516799811da), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:43.527374 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ea2c0-49ef-461b-b5f2-3151587b92d1 req-d27b6235-9487-4455-9d51-5c6f8fb756d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:43.527879 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-824ea2c0-49ef-461b-b5f2-3151587b92d1 req-d27b6235-9487-4455-9d51-5c6f8fb756d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:43.529652 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-824ea2c0-49ef-461b-b5f2-3151587b92d1 req-d27b6235-9487-4455-9d51-5c6f8fb756d8 service neutron] 10.222.0.39 "PUT /v2.0/ports/b63710cf-f917-4989-9d34-1516799811da HTTP/1.1" status: 200 len: 1092 time: 0.7295430 Jan 28 03:20:43.530360 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f853654a-19d2-41e4-bc02-878af7da6f54', 'tag': 'b63710cf-f917-4989-9d34-1516799811da'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:20:43.533812 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084b357d-260b-42bc-99d2-4552e08c2a52" -d '{"events": [{"name": "network-changed", "server_uuid": "f853654a-19d2-41e4-bc02-878af7da6f54", "tag": "b63710cf-f917-4989-9d34-1516799811da"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:20:43.542014 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e8e8cb74-1721-4523-9c8a-434466fd2e24 req-7ea613da-3d96-4ecf-a024-27c2b519710e tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=2286ae41b27547dfa2005a6a8f000d38 HTTP/1.1" status: 200 len: 267 time: 0.1071937 Jan 28 03:20:43.601169 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757eeb73-8008-4baa-9e33-c07ec9eb9502 x-openstack-request-id: req-757eeb73-8008-4baa-9e33-c07ec9eb9502 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:20:43.601467 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f853654a-19d2-41e4-bc02-878af7da6f54", "tag": "b63710cf-f917-4989-9d34-1516799811da", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:20:43.601725 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-757eeb73-8008-4baa-9e33-c07ec9eb9502 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:20:43.602140 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f853654a-19d2-41e4-bc02-878af7da6f54', 'tag': 'b63710cf-f917-4989-9d34-1516799811da', 'status': 'completed', 'code': 200} Jan 28 03:20:43.638401 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27b6235-9487-4455-9d51-5c6f8fb756d8 service neutron] Pushing event updated for resources: {'Port': ['ID=b63710cf-f917-4989-9d34-1516799811da,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:20:43.676125 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8cb74-1721-4523-9c8a-434466fd2e24 req-21a4c665-a4d4-4503-a61a-5b308ae99460 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:43.677768 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e8e8cb74-1721-4523-9c8a-434466fd2e24 req-21a4c665-a4d4-4503-a61a-5b308ae99460 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=32b1fda5-9440-4a96-a7d2-3f5f761accdc HTTP/1.1" status: 200 len: 946 time: 0.1234522 Jan 28 03:20:43.691683 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-e8e8cb74-1721-4523-9c8a-434466fd2e24 req-87def741-2785-4118-9c86-3320f304d368 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Request body: {'port': {'security_groups': []}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:20:43.728214 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ea2c0-49ef-461b-b5f2-3151587b92d1 req-daeae367-f9cf-4a2d-a0f6-f0958698571f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:43.729674 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-824ea2c0-49ef-461b-b5f2-3151587b92d1 req-daeae367-f9cf-4a2d-a0f6-f0958698571f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a73fb15f8f4742588c392557ddb4367c&device_id=f853654a-19d2-41e4-bc02-878af7da6f54 HTTP/1.1" status: 200 len: 1095 time: 0.1104305 Jan 28 03:20:43.799156 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-824ea2c0-49ef-461b-b5f2-3151587b92d1 req-d2937f73-1aaa-4b32-a87e-077b5e8ddf78 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b63710cf-f917-4989-9d34-1516799811da HTTP/1.1" status: 200 len: 217 time: 0.0461655 Jan 28 03:20:43.800153 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e8e8cb74-1721-4523-9c8a-434466fd2e24 req-87def741-2785-4118-9c86-3320f304d368 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (623e3ec5-f971-4640-9811-9beeb5770576), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:43.887444 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ea2c0-49ef-461b-b5f2-3151587b92d1 req-4187b4dd-bf52-4d07-8e17-2ca78c179635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:43.888957 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-824ea2c0-49ef-461b-b5f2-3151587b92d1 req-4187b4dd-bf52-4d07-8e17-2ca78c179635 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43aa2058-f8da-454d-82e7-eb90b5bf96f4 HTTP/1.1" status: 200 len: 848 time: 0.0798957 Jan 28 03:20:43.933548 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-824ea2c0-49ef-461b-b5f2-3151587b92d1 req-d9074499-0bd7-423f-b076-4e5b22e6adc2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377223 Jan 28 03:20:44.419119 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-e8e8cb74-1721-4523-9c8a-434466fd2e24 req-87def741-2785-4118-9c86-3320f304d368 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] For port 623e3ec5-f971-4640-9811-9beeb5770576, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=623e3ec5-f971-4640-9811-9beeb5770576,segment=NetworkSegment(8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69),segment_id=8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:20:44.433210 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-824ea2c0-49ef-461b-b5f2-3151587b92d1 req-edd98aec-dabd-4553-b3f9-ae21ad91fb5c service neutron] 10.222.0.39 "GET /v2.0/networks/5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4860101 Jan 28 03:20:44.469514 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e8e8cb74-1721-4523-9c8a-434466fd2e24 req-87def741-2785-4118-9c86-3320f304d368 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks [] for port (623e3ec5-f971-4640-9811-9beeb5770576), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:44.479697 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244066fb-d67c-4184-9833-520a36e7f222 req-2982a587-1178-479a-8b14-9aa1cb347849 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:44.481397 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-244066fb-d67c-4184-9833-520a36e7f222 req-2982a587-1178-479a-8b14-9aa1cb347849 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.53 "GET /v2.0/ports?device_id=f853654a-19d2-41e4-bc02-878af7da6f54 HTTP/1.1" status: 200 len: 943 time: 0.0518680 Jan 28 03:20:44.494587 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e8e8cb74-1721-4523-9c8a-434466fd2e24 req-87def741-2785-4118-9c86-3320f304d368 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (623e3ec5-f971-4640-9811-9beeb5770576), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:44.528594 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['2c77dadd-dd8a-418a-9f40-604473098402', '623e3ec5-f971-4640-9811-9beeb5770576'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:20:44.531138 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['55705158-50b1-4112-bd3e-fc0d16bf82b8'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:20:44.554152 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8cb74-1721-4523-9c8a-434466fd2e24 req-87def741-2785-4118-9c86-3320f304d368 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:44.558854 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e8e8cb74-1721-4523-9c8a-434466fd2e24 req-87def741-2785-4118-9c86-3320f304d368 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:44.560258 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e8e8cb74-1721-4523-9c8a-434466fd2e24 req-87def741-2785-4118-9c86-3320f304d368 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "PUT /v2.0/ports/623e3ec5-f971-4640-9811-9beeb5770576 HTTP/1.1" status: 200 len: 905 time: 0.8750648 Jan 28 03:20:44.568482 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-244066fb-d67c-4184-9833-520a36e7f222 req-6ee97cfc-7132-4404-888a-dfcfbc42b74c tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.53 "GET /v2.0/security-groups?id=377dc288-ee84-4897-b936-4130633758d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804088 Jan 28 03:20:44.606888 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87def741-2785-4118-9c86-3320f304d368 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Pushing event updated for resources: {'Port': ['ID=623e3ec5-f971-4640-9811-9beeb5770576,revision_number=6']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:20:44.635333 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-824ea2c0-49ef-461b-b5f2-3151587b92d1 req-c3e38385-892f-4559-8651-44d28e31a8aa service neutron] 10.222.0.39 "GET /v2.0/networks/5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938941 Jan 28 03:20:44.706516 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['623e3ec5-f971-4640-9811-9beeb5770576'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:20:44.719979 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f948558-06bc-4eb8-ad29-42e8d51c3807 req-6858d623-d1bd-4f60-8bd9-bd8a2220b6c7 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:44.734219 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0f948558-06bc-4eb8-ad29-42e8d51c3807 req-6858d623-d1bd-4f60-8bd9-bd8a2220b6c7 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=32b1fda5-9440-4a96-a7d2-3f5f761accdc HTTP/1.1" status: 200 len: 908 time: 0.0976961 Jan 28 03:20:44.863904 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b357d-260b-42bc-99d2-4552e08c2a52 req-7daac7ac-27ab-45ab-905b-bfc897c69a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:44.866384 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-084b357d-260b-42bc-99d2-4552e08c2a52 req-7daac7ac-27ab-45ab-905b-bfc897c69a0f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a73fb15f8f4742588c392557ddb4367c&device_id=f853654a-19d2-41e4-bc02-878af7da6f54 HTTP/1.1" status: 200 len: 1095 time: 0.1171315 Jan 28 03:20:44.973373 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e535563-0920-44dc-bb66-8a8a823d8ea6 req-91b424bf-824a-42c9-9790-d3d32e2ed595 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:44.974912 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2e535563-0920-44dc-bb66-8a8a823d8ea6 req-91b424bf-824a-42c9-9790-d3d32e2ed595 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.1236279 Jan 28 03:20:45.037376 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-d0289b0c-8eb5-4932-8f11-9d6b27035118 None None] Provisioning complete for port 623e3ec5-f971-4640-9811-9beeb5770576 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:20:45.038067 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d0289b0c-8eb5-4932-8f11-9d6b27035118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (623e3ec5-f971-4640-9811-9beeb5770576), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:45.038782 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b357d-260b-42bc-99d2-4552e08c2a52 req-d0b286aa-d2ff-4b7a-b4e1-a0507ec97c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:45.040442 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-084b357d-260b-42bc-99d2-4552e08c2a52 req-d0b286aa-d2ff-4b7a-b4e1-a0507ec97c86 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae HTTP/1.1" status: 200 len: 909 time: 0.1515965 Jan 28 03:20:45.101581 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-084b357d-260b-42bc-99d2-4552e08c2a52 req-e6684e6b-dce1-4605-8cce-6f2c40efc16f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b63710cf-f917-4989-9d34-1516799811da HTTP/1.1" status: 200 len: 217 time: 0.0503945 Jan 28 03:20:45.109657 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2e535563-0920-44dc-bb66-8a8a823d8ea6 req-8733b2f2-06fd-4810-8fbd-2458c824bdca tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152599 Jan 28 03:20:45.155458 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-d0289b0c-8eb5-4932-8f11-9d6b27035118 None None] Current status of the port 623e3ec5-f971-4640-9811-9beeb5770576 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:20:45.165723 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b357d-260b-42bc-99d2-4552e08c2a52 req-d08bb252-b374-49f0-9dd4-956608b8116f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:45.167210 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-084b357d-260b-42bc-99d2-4552e08c2a52 req-d08bb252-b374-49f0-9dd4-956608b8116f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43aa2058-f8da-454d-82e7-eb90b5bf96f4 HTTP/1.1" status: 200 len: 848 time: 0.0563211 Jan 28 03:20:45.200314 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-084b357d-260b-42bc-99d2-4552e08c2a52 req-3a764c75-5066-4b74-b33f-cbbd64da24b6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263872 Jan 28 03:20:45.241404 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635143c9-737d-4775-95d6-afef9428828b req-df37e5b5-21a4-4926-bf60-ab769dceb135 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:45.242901 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-635143c9-737d-4775-95d6-afef9428828b req-df37e5b5-21a4-4926-bf60-ab769dceb135 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.0544701 Jan 28 03:20:45.293645 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-635143c9-737d-4775-95d6-afef9428828b req-acfeeff8-eb83-4883-8ded-a50aebc92052 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439684 Jan 28 03:20:45.300178 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-084b357d-260b-42bc-99d2-4552e08c2a52 req-d49f57bd-a2fa-471d-90c5-7ff861d46f72 service neutron] 10.222.0.39 "GET /v2.0/networks/5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926144 Jan 28 03:20:45.404043 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-084b357d-260b-42bc-99d2-4552e08c2a52 req-f4ab447d-5d42-4a7e-b594-a7381ef5c14b service neutron] 10.222.0.39 "GET /v2.0/networks/5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974998 Jan 28 03:20:45.588752 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-9f2b5fcc-1bfa-40a0-bed1-121e8d53e7ba tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:45.590419 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-9f2b5fcc-1bfa-40a0-bed1-121e8d53e7ba tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/networks?id=61daafe4-8be0-4976-aead-14ffa612176d HTTP/1.1" status: 200 len: 811 time: 0.1130397 Jan 28 03:20:45.603482 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b1fda5-9440-4a96-a7d2-3f5f761accdc', 'tag': '623e3ec5-f971-4640-9811-9beeb5770576'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:20:45.605754 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921e87f5-e165-44d4-8cdb-2181bf974236" -d '{"events": [{"name": "network-changed", "server_uuid": "32b1fda5-9440-4a96-a7d2-3f5f761accdc", "tag": "623e3ec5-f971-4640-9811-9beeb5770576"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:20:45.612823 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-380e1b9c-199a-47f5-a650-d622e5d73002 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/quotas/2286ae41b27547dfa2005a6a8f000d38 HTTP/1.1" status: 200 len: 375 time: 0.0163567 Jan 28 03:20:45.666604 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device b63710cf-f917-4989-9d34-1516799811da details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:20:45.676774 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-f830906a-0b0d-49fd-859d-c8ed86875b96 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2286ae41b27547dfa2005a6a8f000d38&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0583541 Jan 28 03:20:45.789604 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-99ed94f8-2277-40a5-b05c-3a53b5d49992 service neutron] 10.222.0.53 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053340 Jan 28 03:20:45.815854 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port b63710cf-f917-4989-9d34-1516799811da, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=b63710cf-f917-4989-9d34-1516799811da,segment=NetworkSegment(5a19526f-455f-4a91-81f7-b7414209a4d9),segment_id=5a19526f-455f-4a91-81f7-b7414209a4d9)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:20:45.831981 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': 'b63710cf-f917-4989-9d34-1516799811da', 'network_id': '5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae', 'port_id': 'b63710cf-f917-4989-9d34-1516799811da', 'mac_address': 'fa:16:3e:5c:96:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43aa2058-f8da-454d-82e7-eb90b5bf96f4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:20:45.887414 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port b63710cf-f917-4989-9d34-1516799811da is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:20:45.888486 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b63710cf-f917-4989-9d34-1516799811da), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:45.900733 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-9661665f-318b-4efe-8c29-fec972feaa7b service neutron] 10.222.0.53 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100192 Jan 28 03:20:45.910463 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b63710cf-f917-4989-9d34-1516799811da {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:20:45.941281 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port b63710cf-f917-4989-9d34-1516799811da, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=b63710cf-f917-4989-9d34-1516799811da,segment=NetworkSegment(5a19526f-455f-4a91-81f7-b7414209a4d9),segment_id=5a19526f-455f-4a91-81f7-b7414209a4d9)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:20:45.946395 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b63710cf-f917-4989-9d34-1516799811da), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:46.021221 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=b63710cf-f917-4989-9d34-1516799811da,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:20:46.148255 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fddae1f-e804-434f-bdfb-61b0f8054e78 x-openstack-request-id: req-1fddae1f-e804-434f-bdfb-61b0f8054e78 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:20:46.148809 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32b1fda5-9440-4a96-a7d2-3f5f761accdc", "tag": "623e3ec5-f971-4640-9811-9beeb5770576", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:20:46.150571 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1fddae1f-e804-434f-bdfb-61b0f8054e78 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:20:46.150571 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b1fda5-9440-4a96-a7d2-3f5f761accdc', 'tag': '623e3ec5-f971-4640-9811-9beeb5770576', 'status': 'completed', 'code': 200} Jan 28 03:20:46.169946 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4329e-2ccf-43a2-bd2a-99b1ed765f07 req-6b8717f2-911e-4ad4-bab4-7b7cacb7ff67 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:46.179739 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dca4329e-2ccf-43a2-bd2a-99b1ed765f07 req-6b8717f2-911e-4ad4-bab4-7b7cacb7ff67 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.53 "GET /v2.0/ports?device_id=f853654a-19d2-41e4-bc02-878af7da6f54 HTTP/1.1" status: 200 len: 943 time: 0.5229497 Jan 28 03:20:46.235494 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['b63710cf-f917-4989-9d34-1516799811da'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:20:46.258563 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e87f5-e165-44d4-8cdb-2181bf974236 req-6d4f9606-5cca-4fa1-b5c9-7a6903dd6ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:46.261406 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-921e87f5-e165-44d4-8cdb-2181bf974236 req-6d4f9606-5cca-4fa1-b5c9-7a6903dd6ef3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2286ae41b27547dfa2005a6a8f000d38&device_id=32b1fda5-9440-4a96-a7d2-3f5f761accdc HTTP/1.1" status: 200 len: 1060 time: 0.0707920 Jan 28 03:20:46.315911 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dca4329e-2ccf-43a2-bd2a-99b1ed765f07 req-4e02b44f-91ec-414b-bb52-609096c80290 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.53 "GET /v2.0/security-groups?id=377dc288-ee84-4897-b936-4130633758d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342070 Jan 28 03:20:46.457363 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a30a3986-c91c-43a2-9d8e-277c1e0212a6 req-67e82927-2db1-4e73-9b64-0a36ace9d4ab tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eba6140-20a8-4c97-a41e-2a0f74fa5cad HTTP/1.1" status: 200 len: 210 time: 0.1508794 Jan 28 03:20:46.513718 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e87f5-e165-44d4-8cdb-2181bf974236 req-8755ea6c-1159-4126-9792-060afe1b1b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:46.515430 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-921e87f5-e165-44d4-8cdb-2181bf974236 req-8755ea6c-1159-4126-9792-060afe1b1b8a service neutron] 10.222.0.67 "GET /v2.0/networks?id=61daafe4-8be0-4976-aead-14ffa612176d HTTP/1.1" status: 200 len: 912 time: 0.2474520 Jan 28 03:20:46.559901 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-921e87f5-e165-44d4-8cdb-2181bf974236 req-0fe9b107-cd76-4e2c-abb7-be66a378e4be service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=623e3ec5-f971-4640-9811-9beeb5770576 HTTP/1.1" status: 200 len: 217 time: 0.0388460 Jan 28 03:20:46.624665 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e87f5-e165-44d4-8cdb-2181bf974236 req-ec70b68e-6ea6-4239-9761-88feccf7a20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:46.626381 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-921e87f5-e165-44d4-8cdb-2181bf974236 req-ec70b68e-6ea6-4239-9761-88feccf7a20d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=27d2caa9-814b-48c2-8f4b-c426e9cbbe97 HTTP/1.1" status: 200 len: 850 time: 0.0603397 Jan 28 03:20:46.673729 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e87f5-e165-44d4-8cdb-2181bf974236 req-15f7d9db-2868-4455-964c-f6973a888ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:46.675368 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-921e87f5-e165-44d4-8cdb-2181bf974236 req-15f7d9db-2868-4455-964c-f6973a888ca3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=61daafe4-8be0-4976-aead-14ffa612176d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435841 Jan 28 03:20:46.770785 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-921e87f5-e165-44d4-8cdb-2181bf974236 req-c66d2d13-dcc2-4ba8-b341-831cf187081f service neutron] 10.222.0.67 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874243 Jan 28 03:20:46.868843 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-921e87f5-e165-44d4-8cdb-2181bf974236 req-4327a4de-9694-4f14-8539-801136a4644c service neutron] 10.222.0.67 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917737 Jan 28 03:20:47.442936 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-f7ab721f-9edc-49f7-90fb-396f38c1b341 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:47.444493 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-f7ab721f-9edc-49f7-90fb-396f38c1b341 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.67 "GET /v2.0/networks?id=61daafe4-8be0-4976-aead-14ffa612176d HTTP/1.1" status: 200 len: 811 time: 0.1673310 Jan 28 03:20:47.467439 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f957f-7b23-4ed6-940b-bc6b9cac2dc6 req-251d30d7-ceb0-495b-b154-8eb4c8ef0d2b tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:47.468926 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6a2f957f-7b23-4ed6-940b-bc6b9cac2dc6 req-251d30d7-ceb0-495b-b154-8eb4c8ef0d2b tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.53 "GET /v2.0/ports?device_id=f853654a-19d2-41e4-bc02-878af7da6f54 HTTP/1.1" status: 200 len: 944 time: 0.0792470 Jan 28 03:20:47.474311 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-43f064b6-9e5e-44c1-b14a-fb8e42c5c292 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Request body: {'port': {'device_id': '7eba6140-20a8-4c97-a41e-2a0f74fa5cad', 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d', 'admin_state_up': True, 'tenant_id': '2286ae41b27547dfa2005a6a8f000d38'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:20:47.560952 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d8fa6b89-5005-4800-8b79-e213454a8ca6 req-3b6ae5c1-e3fc-4664-964b-df1c0c9ce1c9 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eba6140-20a8-4c97-a41e-2a0f74fa5cad HTTP/1.1" status: 200 len: 210 time: 0.0409343 Jan 28 03:20:47.582336 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6a2f957f-7b23-4ed6-940b-bc6b9cac2dc6 req-57875a8f-e413-4b0a-a961-3233068f5a80 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.53 "GET /v2.0/security-groups?id=377dc288-ee84-4897-b936-4130633758d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041644 Jan 28 03:20:47.628715 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-43f064b6-9e5e-44c1-b14a-fb8e42c5c292 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Made reservation on behalf of 2286ae41b27547dfa2005a6a8f000d38 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:20:47.632169 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-43f064b6-9e5e-44c1-b14a-fb8e42c5c292 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:47.675515 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device b63710cf-f917-4989-9d34-1516799811da up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:20:47.728381 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port b63710cf-f917-4989-9d34-1516799811da completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:20:47.732881 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port b63710cf-f917-4989-9d34-1516799811da triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:20:47.733288 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b63710cf-f917-4989-9d34-1516799811da), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:47.789042 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-43f064b6-9e5e-44c1-b14a-fb8e42c5c292 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Allocated IP 172.20.0.11 (61daafe4-8be0-4976-aead-14ffa612176d/27d2caa9-814b-48c2-8f4b-c426e9cbbe97/eff89a3c-4637-4070-9dd3-c1dd8327cf3f) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:20:47.837339 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port b63710cf-f917-4989-9d34-1516799811da is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:20:47.837801 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b63710cf-f917-4989-9d34-1516799811da), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:47.988193 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-43f064b6-9e5e-44c1-b14a-fb8e42c5c292 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks [] for port (eff89a3c-4637-4070-9dd3-c1dd8327cf3f), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:48.025148 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-43f064b6-9e5e-44c1-b14a-fb8e42c5c292 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (eff89a3c-4637-4070-9dd3-c1dd8327cf3f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:48.048467 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f853654a-19d2-41e4-bc02-878af7da6f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b63710cf-f917-4989-9d34-1516799811da'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:20:48.050729 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc13b94-6eeb-4e39-8e61-171823e74c3c" -d '{"events": [{"server_uuid": "f853654a-19d2-41e4-bc02-878af7da6f54", "name": "network-vif-plugged", "status": "completed", "tag": "b63710cf-f917-4989-9d34-1516799811da"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:20:48.072032 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port b63710cf-f917-4989-9d34-1516799811da, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=b63710cf-f917-4989-9d34-1516799811da,segment=NetworkSegment(5a19526f-455f-4a91-81f7-b7414209a4d9),segment_id=5a19526f-455f-4a91-81f7-b7414209a4d9)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:20:48.074608 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['55705158-50b1-4112-bd3e-fc0d16bf82b8'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:20:48.077219 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-43f064b6-9e5e-44c1-b14a-fb8e42c5c292 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Network 61daafe4-8be0-4976-aead-14ffa612176d is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:20:48.077514 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['2c77dadd-dd8a-418a-9f40-604473098402'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:20:48.081768 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-43f064b6-9e5e-44c1-b14a-fb8e42c5c292 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:20:48.087212 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-43f064b6-9e5e-44c1-b14a-fb8e42c5c292 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:20:48.114722 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b63710cf-f917-4989-9d34-1516799811da), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:48.127784 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f064b6-9e5e-44c1-b14a-fb8e42c5c292 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Pushing event updated for resources: {'Port': ['ID=eff89a3c-4637-4070-9dd3-c1dd8327cf3f,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:20:48.136887 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3e1060-b1b4-4ea2-8d7c-9b9356113c3e x-openstack-request-id: req-db3e1060-b1b4-4ea2-8d7c-9b9356113c3e {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:20:48.136887 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f853654a-19d2-41e4-bc02-878af7da6f54", "name": "network-vif-plugged", "status": "completed", "tag": "b63710cf-f917-4989-9d34-1516799811da", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:20:48.137246 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-db3e1060-b1b4-4ea2-8d7c-9b9356113c3e {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:20:48.137488 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f853654a-19d2-41e4-bc02-878af7da6f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b63710cf-f917-4989-9d34-1516799811da', 'code': 200} Jan 28 03:20:48.204011 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-43f064b6-9e5e-44c1-b14a-fb8e42c5c292 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:48.205257 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-43f064b6-9e5e-44c1-b14a-fb8e42c5c292 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:48.233543 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-43f064b6-9e5e-44c1-b14a-fb8e42c5c292 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7633581 Jan 28 03:20:48.239091 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=b63710cf-f917-4989-9d34-1516799811da,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:20:48.265509 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-d8dee49f-ce52-4f84-bcc4-070c3134d519 service neutron] Request body: {'port': {'device_id': '7eba6140-20a8-4c97-a41e-2a0f74fa5cad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:20:48.351927 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666c5ec-c01d-49a6-a331-e6a4774b5f1d req-28a673ef-40f0-4715-9299-761386e03e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:48.354612 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6666c5ec-c01d-49a6-a331-e6a4774b5f1d req-28a673ef-40f0-4715-9299-761386e03e21 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f853654a-19d2-41e4-bc02-878af7da6f54 HTTP/1.1" status: 200 len: 1097 time: 0.1365216 Jan 28 03:20:48.370832 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-d8dee49f-ce52-4f84-bcc4-070c3134d519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (eff89a3c-4637-4070-9dd3-c1dd8327cf3f), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:48.459656 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6666c5ec-c01d-49a6-a331-e6a4774b5f1d req-038e0d60-6666-46ca-8180-47826f419ab4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=377dc288-ee84-4897-b936-4130633758d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968621 Jan 28 03:20:48.493303 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-5e6af035-937e-49d9-8842-868c373a0179 None None] Provisioning complete for port eff89a3c-4637-4070-9dd3-c1dd8327cf3f triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:20:48.493842 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5e6af035-937e-49d9-8842-868c373a0179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (eff89a3c-4637-4070-9dd3-c1dd8327cf3f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:48.533249 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-5e6af035-937e-49d9-8842-868c373a0179 None None] Port eff89a3c-4637-4070-9dd3-c1dd8327cf3f cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:20:48.710805 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87e10c-f9ef-44b5-8a81-f19f518e11af req-8a5e4b13-00f2-4593-a35c-9467f2613d25 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:48.712359 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3f87e10c-f9ef-44b5-8a81-f19f518e11af req-8a5e4b13-00f2-4593-a35c-9467f2613d25 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eba6140-20a8-4c97-a41e-2a0f74fa5cad HTTP/1.1" status: 200 len: 932 time: 0.0536246 Jan 28 03:20:48.721911 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-d8dee49f-ce52-4f84-bcc4-070c3134d519 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eff89a3c-4637-4070-9dd3-c1dd8327cf3f {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:20:48.732661 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-d8dee49f-ce52-4f84-bcc4-070c3134d519 service neutron] Publish callbacks [] for port (eff89a3c-4637-4070-9dd3-c1dd8327cf3f), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:48.756238 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ef901-d3b2-4cf7-a7b9-4c2dc2e1e060 req-e60e8811-ab6f-4972-9337-e60a5e0329c5 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:48.757977 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9f1ef901-d3b2-4cf7-a7b9-4c2dc2e1e060 req-e60e8811-ab6f-4972-9337-e60a5e0329c5 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.53 "GET /v2.0/ports?device_id=f853654a-19d2-41e4-bc02-878af7da6f54 HTTP/1.1" status: 200 len: 945 time: 0.0843601 Jan 28 03:20:48.761197 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-d8dee49f-ce52-4f84-bcc4-070c3134d519 service neutron] Transition to ACTIVE for port object eff89a3c-4637-4070-9dd3-c1dd8327cf3f will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:20:48.768779 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-d8dee49f-ce52-4f84-bcc4-070c3134d519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (eff89a3c-4637-4070-9dd3-c1dd8327cf3f), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:48.780492 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3f87e10c-f9ef-44b5-8a81-f19f518e11af req-d84241a9-70b9-4ea4-9b39-65838e7fcd61 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586300 Jan 28 03:20:48.871731 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dee49f-ce52-4f84-bcc4-070c3134d519 service neutron] Pushing event updated for resources: {'Port': ['ID=eff89a3c-4637-4070-9dd3-c1dd8327cf3f,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:20:48.886156 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9f1ef901-d3b2-4cf7-a7b9-4c2dc2e1e060 req-fa4be94e-f7a4-4cab-a122-9d01543463eb tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.53 "GET /v2.0/security-groups?id=377dc288-ee84-4897-b936-4130633758d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197994 Jan 28 03:20:48.963268 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-d8dee49f-ce52-4f84-bcc4-070c3134d519 service neutron] Attempting to bind port eff89a3c-4637-4070-9dd3-c1dd8327cf3f on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:20:48.965565 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-d8dee49f-ce52-4f84-bcc4-070c3134d519 service neutron] Attempting to bind port eff89a3c-4637-4070-9dd3-c1dd8327cf3f by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:20:48.966057 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-d8dee49f-ce52-4f84-bcc4-070c3134d519 service neutron] Attempting to bind port eff89a3c-4637-4070-9dd3-c1dd8327cf3f on network 61daafe4-8be0-4976-aead-14ffa612176d {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:20:48.973037 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-d8dee49f-ce52-4f84-bcc4-070c3134d519 service neutron] Port eff89a3c-4637-4070-9dd3-c1dd8327cf3f on network 61daafe4-8be0-4976-aead-14ffa612176d not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:20:48.973422 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-d8dee49f-ce52-4f84-bcc4-070c3134d519 service neutron] Attempting to bind port eff89a3c-4637-4070-9dd3-c1dd8327cf3f on network 61daafe4-8be0-4976-aead-14ffa612176d {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:20:48.980310 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-d8dee49f-ce52-4f84-bcc4-070c3134d519 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:20:48.980673 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-d8dee49f-ce52-4f84-bcc4-070c3134d519 service neutron] Checking segment: {'id': '8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:20:48.981211 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-d8dee49f-ce52-4f84-bcc4-070c3134d519 service neutron] Bound using segment: {'id': '8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:20:48.981840 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-d8dee49f-ce52-4f84-bcc4-070c3134d519 service neutron] Bound port: eff89a3c-4637-4070-9dd3-c1dd8327cf3f, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:20:48.982214 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-d8dee49f-ce52-4f84-bcc4-070c3134d519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (eff89a3c-4637-4070-9dd3-c1dd8327cf3f), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:49.075713 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-d8dee49f-ce52-4f84-bcc4-070c3134d519 service neutron] For port eff89a3c-4637-4070-9dd3-c1dd8327cf3f, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:20:49.079620 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-d8dee49f-ce52-4f84-bcc4-070c3134d519 service neutron] For port eff89a3c-4637-4070-9dd3-c1dd8327cf3f, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=eff89a3c-4637-4070-9dd3-c1dd8327cf3f,segment=NetworkSegment(8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69),segment_id=8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:20:49.085824 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-d8dee49f-ce52-4f84-bcc4-070c3134d519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (eff89a3c-4637-4070-9dd3-c1dd8327cf3f), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:49.125545 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-d8dee49f-ce52-4f84-bcc4-070c3134d519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:49.126111 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-d8dee49f-ce52-4f84-bcc4-070c3134d519 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:49.127757 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-d8dee49f-ce52-4f84-bcc4-070c3134d519 service neutron] 10.222.0.67 "PUT /v2.0/ports/eff89a3c-4637-4070-9dd3-c1dd8327cf3f HTTP/1.1" status: 200 len: 1093 time: 0.8678396 Jan 28 03:20:49.128230 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eba6140-20a8-4c97-a41e-2a0f74fa5cad', 'tag': 'eff89a3c-4637-4070-9dd3-c1dd8327cf3f'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:20:49.130612 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef676dc-580b-4a57-9483-d6eada042d43" -d '{"events": [{"name": "network-changed", "server_uuid": "7eba6140-20a8-4c97-a41e-2a0f74fa5cad", "tag": "eff89a3c-4637-4070-9dd3-c1dd8327cf3f"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:20:49.162998 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dee49f-ce52-4f84-bcc4-070c3134d519 service neutron] Pushing event updated for resources: {'Port': ['ID=eff89a3c-4637-4070-9dd3-c1dd8327cf3f,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:20:49.193135 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c82cfd-7c49-46f5-b824-030deddbf99b x-openstack-request-id: req-37c82cfd-7c49-46f5-b824-030deddbf99b {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:20:49.193417 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eba6140-20a8-4c97-a41e-2a0f74fa5cad", "tag": "eff89a3c-4637-4070-9dd3-c1dd8327cf3f", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:20:49.193668 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-37c82cfd-7c49-46f5-b824-030deddbf99b {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:20:49.194184 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eba6140-20a8-4c97-a41e-2a0f74fa5cad', 'tag': 'eff89a3c-4637-4070-9dd3-c1dd8327cf3f', 'status': 'completed', 'code': 200} Jan 28 03:20:49.261483 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-79746983-738e-40db-a4c4-2c68e142d0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:49.263499 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-79746983-738e-40db-a4c4-2c68e142d0d4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2286ae41b27547dfa2005a6a8f000d38&device_id=7eba6140-20a8-4c97-a41e-2a0f74fa5cad HTTP/1.1" status: 200 len: 1096 time: 0.0541461 Jan 28 03:20:49.327705 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-ed240623-ec61-4294-9d1f-433d6e39a027 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eff89a3c-4637-4070-9dd3-c1dd8327cf3f HTTP/1.1" status: 200 len: 217 time: 0.0493784 Jan 28 03:20:49.395268 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-72ac0c64-1df5-41d4-ba2b-1d2a73a2ea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:49.397517 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-72ac0c64-1df5-41d4-ba2b-1d2a73a2ea22 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=27d2caa9-814b-48c2-8f4b-c426e9cbbe97 HTTP/1.1" status: 200 len: 850 time: 0.0643837 Jan 28 03:20:49.444066 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-1667c170-69e8-4412-ae77-9e491e58c61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:49.445634 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-1667c170-69e8-4412-ae77-9e491e58c61f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=61daafe4-8be0-4976-aead-14ffa612176d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423911 Jan 28 03:20:49.551154 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-2dfd7c0b-8497-4abe-ae2f-d44ce3da6917 service neutron] 10.222.0.67 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992715 Jan 28 03:20:49.650650 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-08239fef-cc8f-4fa8-98ab-ef5fa1605faf req-409e6150-7740-4ae2-9090-5c5a0a7849f1 service neutron] 10.222.0.67 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938578 Jan 28 03:20:49.788841 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef676dc-580b-4a57-9483-d6eada042d43 req-bd608264-0232-4ff5-8467-7b81ab0190bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:49.790395 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cef676dc-580b-4a57-9483-d6eada042d43 req-bd608264-0232-4ff5-8467-7b81ab0190bf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2286ae41b27547dfa2005a6a8f000d38&device_id=7eba6140-20a8-4c97-a41e-2a0f74fa5cad HTTP/1.1" status: 200 len: 1096 time: 0.0473671 Jan 28 03:20:49.897235 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef676dc-580b-4a57-9483-d6eada042d43 req-7a0d040c-210e-4ffe-b2ea-705b31d5d089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:49.899657 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cef676dc-580b-4a57-9483-d6eada042d43 req-7a0d040c-210e-4ffe-b2ea-705b31d5d089 service neutron] 10.222.0.67 "GET /v2.0/networks?id=61daafe4-8be0-4976-aead-14ffa612176d HTTP/1.1" status: 200 len: 912 time: 0.1031034 Jan 28 03:20:49.913394 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034d305-9905-4aac-9abb-6597404234d1 req-5f931f24-33e2-4b06-9468-29343a4d31a1 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:49.914998 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2034d305-9905-4aac-9abb-6597404234d1 req-5f931f24-33e2-4b06-9468-29343a4d31a1 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eba6140-20a8-4c97-a41e-2a0f74fa5cad HTTP/1.1" status: 200 len: 944 time: 0.0552182 Jan 28 03:20:49.950896 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cef676dc-580b-4a57-9483-d6eada042d43 req-b0edc9cb-13fe-4878-a858-8bb7d463a9c8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eff89a3c-4637-4070-9dd3-c1dd8327cf3f HTTP/1.1" status: 200 len: 217 time: 0.0455418 Jan 28 03:20:49.973396 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2034d305-9905-4aac-9abb-6597404234d1 req-5bdc3ace-9d10-4095-b300-c1daaa8eacab tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521982 Jan 28 03:20:50.042985 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef676dc-580b-4a57-9483-d6eada042d43 req-9950520c-ec0d-4109-853e-8e94c555b8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:50.044483 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cef676dc-580b-4a57-9483-d6eada042d43 req-9950520c-ec0d-4109-853e-8e94c555b8b4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=27d2caa9-814b-48c2-8f4b-c426e9cbbe97 HTTP/1.1" status: 200 len: 850 time: 0.0863352 Jan 28 03:20:50.068111 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ffb45-09d6-4601-ae57-cb8849ee5852 req-251e45d1-f07c-4a81-a599-95dc358867a2 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:50.069640 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-de4ffb45-09d6-4601-ae57-cb8849ee5852 req-251e45d1-f07c-4a81-a599-95dc358867a2 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.53 "GET /v2.0/ports?device_id=f853654a-19d2-41e4-bc02-878af7da6f54 HTTP/1.1" status: 200 len: 945 time: 0.0739298 Jan 28 03:20:50.133044 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef676dc-580b-4a57-9483-d6eada042d43 req-8b0b5bf5-ff79-4563-aeb7-edf87f3ed0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:50.134637 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cef676dc-580b-4a57-9483-d6eada042d43 req-8b0b5bf5-ff79-4563-aeb7-edf87f3ed0b6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=61daafe4-8be0-4976-aead-14ffa612176d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0833373 Jan 28 03:20:50.151894 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-de4ffb45-09d6-4601-ae57-cb8849ee5852 req-a30267b2-0763-4841-b9e2-9581226a41e9 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.53 "GET /v2.0/security-groups?id=377dc288-ee84-4897-b936-4130633758d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678856 Jan 28 03:20:50.261864 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cef676dc-580b-4a57-9483-d6eada042d43 req-35e38643-6d7c-4fdb-af02-57acc8da89d7 service neutron] 10.222.0.67 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203592 Jan 28 03:20:50.384773 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cef676dc-580b-4a57-9483-d6eada042d43 req-bb9a61e6-72ab-45d1-96ed-f17c369dbf4c service neutron] 10.222.0.67 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157870 Jan 28 03:20:50.897737 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db114e5d-d30d-45c6-988a-96225a8c3a17 req-bfa3b968-6a5d-46de-b182-2671722b7282 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:50.899301 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-db114e5d-d30d-45c6-988a-96225a8c3a17 req-bfa3b968-6a5d-46de-b182-2671722b7282 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.53 "GET /v2.0/ports?device_id=f853654a-19d2-41e4-bc02-878af7da6f54 HTTP/1.1" status: 200 len: 945 time: 0.0517619 Jan 28 03:20:50.956158 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-db114e5d-d30d-45c6-988a-96225a8c3a17 req-8e1062e2-e8db-4d7c-aa9a-87447fc50433 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.53 "GET /v2.0/security-groups?id=377dc288-ee84-4897-b936-4130633758d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484402 Jan 28 03:20:51.100167 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd21a6-910f-426b-a12b-8148d59f13c7 req-13db59f2-48ff-4b44-a5f8-e61699576379 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:51.101702 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-45dd21a6-910f-426b-a12b-8148d59f13c7 req-13db59f2-48ff-4b44-a5f8-e61699576379 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eba6140-20a8-4c97-a41e-2a0f74fa5cad HTTP/1.1" status: 200 len: 944 time: 0.0538416 Jan 28 03:20:51.158186 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-45dd21a6-910f-426b-a12b-8148d59f13c7 req-c5ffa419-a593-4528-b634-24b287d60b74 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500181 Jan 28 03:20:52.102295 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba3983-87f7-4398-92be-880f6609df14 req-1785b7a2-ce07-41e4-9eac-8900ea08a8e1 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:52.103741 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8dba3983-87f7-4398-92be-880f6609df14 req-1785b7a2-ce07-41e4-9eac-8900ea08a8e1 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.53 "GET /v2.0/ports?device_id=f853654a-19d2-41e4-bc02-878af7da6f54 HTTP/1.1" status: 200 len: 945 time: 0.0520904 Jan 28 03:20:52.158087 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8dba3983-87f7-4398-92be-880f6609df14 req-dd1f5ee2-1e1f-4a7a-a201-ebe0c6cde045 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.53 "GET /v2.0/security-groups?id=377dc288-ee84-4897-b936-4130633758d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480738 Jan 28 03:20:52.260015 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ff214-1795-4124-af16-7956bac29e70 req-504c9518-0e32-4236-8ad8-9c7f9034acc6 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:52.262149 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8b8ff214-1795-4124-af16-7956bac29e70 req-504c9518-0e32-4236-8ad8-9c7f9034acc6 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.39 "GET /v2.0/ports?device_id=f853654a-19d2-41e4-bc02-878af7da6f54 HTTP/1.1" status: 200 len: 945 time: 0.0611069 Jan 28 03:20:52.330625 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7da0f9-9d45-477d-b5cf-030bf09e8bde req-55a95c7b-de31-42fa-bf6e-cc3568869b66 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:52.338812 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ce7da0f9-9d45-477d-b5cf-030bf09e8bde req-55a95c7b-de31-42fa-bf6e-cc3568869b66 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eba6140-20a8-4c97-a41e-2a0f74fa5cad HTTP/1.1" status: 200 len: 944 time: 0.0762858 Jan 28 03:20:52.434959 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-8b8ff214-1795-4124-af16-7956bac29e70 req-478da817-cf4f-44fe-aaa4-911e9f112965 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Deleting port b63710cf-f917-4989-9d34-1516799811da {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:20:52.435301 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-8b8ff214-1795-4124-af16-7956bac29e70 req-478da817-cf4f-44fe-aaa4-911e9f112965 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (b63710cf-f917-4989-9d34-1516799811da), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:52.435992 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ce7da0f9-9d45-477d-b5cf-030bf09e8bde req-c2ade54f-ecc7-4d86-8f87-cdf1c7450040 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957227 Jan 28 03:20:52.585676 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-8b8ff214-1795-4124-af16-7956bac29e70 req-478da817-cf4f-44fe-aaa4-911e9f112965 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] For port b63710cf-f917-4989-9d34-1516799811da, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=b63710cf-f917-4989-9d34-1516799811da,segment=NetworkSegment(5a19526f-455f-4a91-81f7-b7414209a4d9),segment_id=5a19526f-455f-4a91-81f7-b7414209a4d9)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:20:52.585975 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-8b8ff214-1795-4124-af16-7956bac29e70 req-478da817-cf4f-44fe-aaa4-911e9f112965 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (b63710cf-f917-4989-9d34-1516799811da), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:52.609983 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-8b8ff214-1795-4124-af16-7956bac29e70 req-478da817-cf4f-44fe-aaa4-911e9f112965 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Calling delete_port for b63710cf-f917-4989-9d34-1516799811da owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:20:52.802885 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-8b8ff214-1795-4124-af16-7956bac29e70 req-478da817-cf4f-44fe-aaa4-911e9f112965 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (b63710cf-f917-4989-9d34-1516799811da), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:52.838445 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['b63710cf-f917-4989-9d34-1516799811da'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:20:52.846294 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478da817-cf4f-44fe-aaa4-911e9f112965 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Pushing event deleted for resources: {'Port': ['ID=b63710cf-f917-4989-9d34-1516799811da,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:20:52.895779 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8ff214-1795-4124-af16-7956bac29e70 req-478da817-cf4f-44fe-aaa4-911e9f112965 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] No DVR routers for this DVR port b63710cf-f917-4989-9d34-1516799811da on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:20:52.898718 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-8b8ff214-1795-4124-af16-7956bac29e70 req-478da817-cf4f-44fe-aaa4-911e9f112965 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:52.902880 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8b8ff214-1795-4124-af16-7956bac29e70 req-478da817-cf4f-44fe-aaa4-911e9f112965 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.39 "DELETE /v2.0/ports/b63710cf-f917-4989-9d34-1516799811da HTTP/1.1" status: 204 len: 173 time: 0.6356592 Jan 28 03:20:52.908690 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f853654a-19d2-41e4-bc02-878af7da6f54', 'name': 'network-vif-deleted', 'tag': 'b63710cf-f917-4989-9d34-1516799811da'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:20:52.908690 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0060df3c-37b9-43a6-bdbf-4efd627e3c20" -d '{"events": [{"server_uuid": "f853654a-19d2-41e4-bc02-878af7da6f54", "name": "network-vif-deleted", "tag": "b63710cf-f917-4989-9d34-1516799811da"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:20:52.952666 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69da86d2-3659-4eb3-856f-c93eb6f2fe21 x-openstack-request-id: req-69da86d2-3659-4eb3-856f-c93eb6f2fe21 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:20:52.953569 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f853654a-19d2-41e4-bc02-878af7da6f54", "name": "network-vif-deleted", "tag": "b63710cf-f917-4989-9d34-1516799811da", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:20:52.953569 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-69da86d2-3659-4eb3-856f-c93eb6f2fe21 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:20:52.954190 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f853654a-19d2-41e4-bc02-878af7da6f54', 'name': 'network-vif-deleted', 'tag': 'b63710cf-f917-4989-9d34-1516799811da', 'status': 'completed', 'code': 200} Jan 28 03:20:53.278914 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-44057ae9-fc73-497f-9d47-51dba29d0988 req-50bce213-c682-4140-8e5d-ba711e8cd74c tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.53 "GET /v2.0/ports?device_id=f853654a-19d2-41e4-bc02-878af7da6f54 HTTP/1.1" status: 200 len: 210 time: 0.0271749 Jan 28 03:20:53.574300 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89d4b4-6475-403f-9052-a4f3dc442122 req-933af13c-4bfd-4b88-b5c6-d6cc7549fe61 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:53.575857 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bb89d4b4-6475-403f-9052-a4f3dc442122 req-933af13c-4bfd-4b88-b5c6-d6cc7549fe61 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eba6140-20a8-4c97-a41e-2a0f74fa5cad HTTP/1.1" status: 200 len: 944 time: 0.0565331 Jan 28 03:20:53.638203 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bb89d4b4-6475-403f-9052-a4f3dc442122 req-766008fd-4e1c-4464-a70e-eaee20ebcc2e tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554953 Jan 28 03:20:54.552750 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0f1e2-6fe8-4d61-a62b-3eb258ee6aa5 req-dcc531b1-ba0f-43e3-a035-39962e1a713b tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:54.558203 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-84a0f1e2-6fe8-4d61-a62b-3eb258ee6aa5 req-dcc531b1-ba0f-43e3-a035-39962e1a713b tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.53 "GET /v2.0/networks?id=5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae HTTP/1.1" status: 200 len: 808 time: 0.1092973 Jan 28 03:20:54.574560 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-84a0f1e2-6fe8-4d61-a62b-3eb258ee6aa5 req-bb7579d2-980e-4f8f-a2b2-36fe23dc6cc7 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.53 "GET /v2.0/quotas/a73fb15f8f4742588c392557ddb4367c HTTP/1.1" status: 200 len: 375 time: 0.0104547 Jan 28 03:20:54.611722 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-84a0f1e2-6fe8-4d61-a62b-3eb258ee6aa5 req-f6ae7416-a44d-4f17-b2b5-0418c2550984 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a73fb15f8f4742588c392557ddb4367c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316155 Jan 28 03:20:54.669124 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device eff89a3c-4637-4070-9dd3-c1dd8327cf3f details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:20:54.716264 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-84a0f1e2-6fe8-4d61-a62b-3eb258ee6aa5 req-3618d8d6-23a1-4666-9bac-7f1ff3f7e2b3 service neutron] 10.222.0.53 "GET /v2.0/networks/5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947323 Jan 28 03:20:54.787148 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c24d3-e014-44b9-ab15-b8f534785d16 req-3d0bce62-a560-4368-8bbc-3e8831c176a4 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:54.788893 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5b6c24d3-e014-44b9-ab15-b8f534785d16 req-3d0bce62-a560-4368-8bbc-3e8831c176a4 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eba6140-20a8-4c97-a41e-2a0f74fa5cad HTTP/1.1" status: 200 len: 944 time: 0.0538790 Jan 28 03:20:54.791786 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port eff89a3c-4637-4070-9dd3-c1dd8327cf3f, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=eff89a3c-4637-4070-9dd3-c1dd8327cf3f,segment=NetworkSegment(8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69),segment_id=8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:20:54.806000 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': 'eff89a3c-4637-4070-9dd3-c1dd8327cf3f', 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d', 'port_id': 'eff89a3c-4637-4070-9dd3-c1dd8327cf3f', 'mac_address': 'fa:16:3e:11:ab:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27d2caa9-814b-48c2-8f4b-c426e9cbbe97', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:20:54.829189 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-84a0f1e2-6fe8-4d61-a62b-3eb258ee6aa5 req-342f93c6-45f7-4982-b07d-70315d06e72d service neutron] 10.222.0.53 "GET /v2.0/networks/5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037121 Jan 28 03:20:54.864817 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5b6c24d3-e014-44b9-ab15-b8f534785d16 req-cb50b8da-0099-4579-8cd5-00f9f4322b18 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671675 Jan 28 03:20:54.889106 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port eff89a3c-4637-4070-9dd3-c1dd8327cf3f is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:20:54.889571 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (eff89a3c-4637-4070-9dd3-c1dd8327cf3f), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:54.904135 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eff89a3c-4637-4070-9dd3-c1dd8327cf3f {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:20:54.925248 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port eff89a3c-4637-4070-9dd3-c1dd8327cf3f, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=eff89a3c-4637-4070-9dd3-c1dd8327cf3f,segment=NetworkSegment(8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69),segment_id=8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:20:54.930597 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (eff89a3c-4637-4070-9dd3-c1dd8327cf3f), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:55.005842 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=eff89a3c-4637-4070-9dd3-c1dd8327cf3f,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:20:55.053595 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-132d3fcd-6457-4c0f-b06c-abf28fa74f99 req-b14c52d1-2c6c-4c25-8e2d-3f8567925622 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca03862a-18dc-40b4-bcdc-d770f4c7eae6 HTTP/1.1" status: 200 len: 210 time: 0.0311043 Jan 28 03:20:55.373957 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['eff89a3c-4637-4070-9dd3-c1dd8327cf3f'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:20:56.004658 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637dbfd4-7357-4007-9cf8-16bb5782a8c7 req-c25e4cc9-0fe6-49f7-ac94-e2b2c06107a0 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:56.013269 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-637dbfd4-7357-4007-9cf8-16bb5782a8c7 req-c25e4cc9-0fe6-49f7-ac94-e2b2c06107a0 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eba6140-20a8-4c97-a41e-2a0f74fa5cad HTTP/1.1" status: 200 len: 945 time: 0.0706346 Jan 28 03:20:56.082069 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-637dbfd4-7357-4007-9cf8-16bb5782a8c7 req-e58c2675-950b-4e6e-9c85-2291a5b8c714 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675671 Jan 28 03:20:56.194921 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0f1e2-6fe8-4d61-a62b-3eb258ee6aa5 req-0f3a9e93-f033-4f27-a4e4-2f3899b970ee tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:56.197162 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-84a0f1e2-6fe8-4d61-a62b-3eb258ee6aa5 req-0f3a9e93-f033-4f27-a4e4-2f3899b970ee tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.39 "GET /v2.0/networks?id=5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae HTTP/1.1" status: 200 len: 808 time: 0.1841967 Jan 28 03:20:56.208055 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7cb09d60-6ce7-45a1-bf28-c671bf453243 req-5c2f305a-e440-4c35-aa16-9847b207cb20 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca03862a-18dc-40b4-bcdc-d770f4c7eae6 HTTP/1.1" status: 200 len: 210 time: 0.0434868 Jan 28 03:20:56.223501 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-84a0f1e2-6fe8-4d61-a62b-3eb258ee6aa5 req-f6106f17-b3c3-4dd9-9f5e-b1c7c747628c tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Request body: {'port': {'device_id': 'ca03862a-18dc-40b4-bcdc-d770f4c7eae6', 'network_id': '5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae', 'admin_state_up': True, 'tenant_id': 'a73fb15f8f4742588c392557ddb4367c'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:20:56.358198 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84a0f1e2-6fe8-4d61-a62b-3eb258ee6aa5 req-f6106f17-b3c3-4dd9-9f5e-b1c7c747628c tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Made reservation on behalf of a73fb15f8f4742588c392557ddb4367c for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:20:56.362768 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-84a0f1e2-6fe8-4d61-a62b-3eb258ee6aa5 req-f6106f17-b3c3-4dd9-9f5e-b1c7c747628c tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:56.497938 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-84a0f1e2-6fe8-4d61-a62b-3eb258ee6aa5 req-f6106f17-b3c3-4dd9-9f5e-b1c7c747628c tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Allocated IP 172.20.0.4 (5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae/43aa2058-f8da-454d-82e7-eb90b5bf96f4/607f2a1b-0bba-43ab-aff1-d08b5b4e6048) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:20:56.662218 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-84a0f1e2-6fe8-4d61-a62b-3eb258ee6aa5 req-f6106f17-b3c3-4dd9-9f5e-b1c7c747628c tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Publish callbacks [] for port (607f2a1b-0bba-43ab-aff1-d08b5b4e6048), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:56.691306 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device eff89a3c-4637-4070-9dd3-c1dd8327cf3f up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:20:56.703137 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-84a0f1e2-6fe8-4d61-a62b-3eb258ee6aa5 req-f6106f17-b3c3-4dd9-9f5e-b1c7c747628c tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (607f2a1b-0bba-43ab-aff1-d08b5b4e6048), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:56.747723 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84a0f1e2-6fe8-4d61-a62b-3eb258ee6aa5 req-f6106f17-b3c3-4dd9-9f5e-b1c7c747628c tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Network 5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:20:56.748870 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port eff89a3c-4637-4070-9dd3-c1dd8327cf3f completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:20:56.750972 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-84a0f1e2-6fe8-4d61-a62b-3eb258ee6aa5 req-f6106f17-b3c3-4dd9-9f5e-b1c7c747628c tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:20:56.755058 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a0f1e2-6fe8-4d61-a62b-3eb258ee6aa5 req-f6106f17-b3c3-4dd9-9f5e-b1c7c747628c tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:20:56.755325 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port eff89a3c-4637-4070-9dd3-c1dd8327cf3f triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:20:56.755505 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (eff89a3c-4637-4070-9dd3-c1dd8327cf3f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:56.787581 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6106f17-b3c3-4dd9-9f5e-b1c7c747628c tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Pushing event updated for resources: {'Port': ['ID=607f2a1b-0bba-43ab-aff1-d08b5b4e6048,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:20:56.815733 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0f1e2-6fe8-4d61-a62b-3eb258ee6aa5 req-f6106f17-b3c3-4dd9-9f5e-b1c7c747628c tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:56.816350 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-84a0f1e2-6fe8-4d61-a62b-3eb258ee6aa5 req-f6106f17-b3c3-4dd9-9f5e-b1c7c747628c tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:56.834392 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-84a0f1e2-6fe8-4d61-a62b-3eb258ee6aa5 req-f6106f17-b3c3-4dd9-9f5e-b1c7c747628c tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6157892 Jan 28 03:20:56.837982 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port eff89a3c-4637-4070-9dd3-c1dd8327cf3f is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:20:56.838383 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (eff89a3c-4637-4070-9dd3-c1dd8327cf3f), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:56.852093 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-84a0f1e2-6fe8-4d61-a62b-3eb258ee6aa5 req-4d5dbe68-baf7-4617-a3c0-1f164c6072b9 service neutron] Request body: {'port': {'device_id': 'ca03862a-18dc-40b4-bcdc-d770f4c7eae6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:20:56.862703 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eba6140-20a8-4c97-a41e-2a0f74fa5cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff89a3c-4637-4070-9dd3-c1dd8327cf3f'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:20:56.864954 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7709b69-eaab-49ec-8ea4-ea3a61efe30e" -d '{"events": [{"server_uuid": "7eba6140-20a8-4c97-a41e-2a0f74fa5cad", "name": "network-vif-plugged", "status": "completed", "tag": "eff89a3c-4637-4070-9dd3-c1dd8327cf3f"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:20:56.880345 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port eff89a3c-4637-4070-9dd3-c1dd8327cf3f, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=eff89a3c-4637-4070-9dd3-c1dd8327cf3f,segment=NetworkSegment(8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69),segment_id=8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:20:56.886634 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (eff89a3c-4637-4070-9dd3-c1dd8327cf3f), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:56.911668 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3c9bcb-699f-4f29-8795-37f5fe656ba5 x-openstack-request-id: req-cb3c9bcb-699f-4f29-8795-37f5fe656ba5 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:20:56.911968 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eba6140-20a8-4c97-a41e-2a0f74fa5cad", "name": "network-vif-plugged", "status": "completed", "tag": "eff89a3c-4637-4070-9dd3-c1dd8327cf3f", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:20:56.912212 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cb3c9bcb-699f-4f29-8795-37f5fe656ba5 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:20:56.912666 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eba6140-20a8-4c97-a41e-2a0f74fa5cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff89a3c-4637-4070-9dd3-c1dd8327cf3f', 'code': 200} Jan 28 03:20:56.917477 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-84a0f1e2-6fe8-4d61-a62b-3eb258ee6aa5 req-4d5dbe68-baf7-4617-a3c0-1f164c6072b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (607f2a1b-0bba-43ab-aff1-d08b5b4e6048), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:56.963420 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=eff89a3c-4637-4070-9dd3-c1dd8327cf3f,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:20:57.150908 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c7171-98fd-434e-90dc-f3cde4a83de8 req-d66dfa20-4e43-46c4-bd97-550abb79de04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:57.152587 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9b4c7171-98fd-434e-90dc-f3cde4a83de8 req-d66dfa20-4e43-46c4-bd97-550abb79de04 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7eba6140-20a8-4c97-a41e-2a0f74fa5cad HTTP/1.1" status: 200 len: 1098 time: 0.0972109 Jan 28 03:20:57.218883 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3aba78-e98a-477d-aee7-73146e0595e1 req-4c479601-ab9f-42f8-ba29-b2bebdadcc95 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:57.221896 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5c3aba78-e98a-477d-aee7-73146e0595e1 req-4c479601-ab9f-42f8-ba29-b2bebdadcc95 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eba6140-20a8-4c97-a41e-2a0f74fa5cad HTTP/1.1" status: 200 len: 946 time: 0.0585961 Jan 28 03:20:57.256446 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9b4c7171-98fd-434e-90dc-f3cde4a83de8 req-21758f28-ef72-46e7-ad73-25df6a1a0930 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957408 Jan 28 03:20:57.327284 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5c3aba78-e98a-477d-aee7-73146e0595e1 req-9969852c-de7a-4285-8858-fa24b48cc3b7 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868602 Jan 28 03:20:57.355337 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-84a0f1e2-6fe8-4d61-a62b-3eb258ee6aa5 req-4d5dbe68-baf7-4617-a3c0-1f164c6072b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 607f2a1b-0bba-43ab-aff1-d08b5b4e6048 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:20:57.365124 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-84a0f1e2-6fe8-4d61-a62b-3eb258ee6aa5 req-4d5dbe68-baf7-4617-a3c0-1f164c6072b9 service neutron] Publish callbacks [] for port (607f2a1b-0bba-43ab-aff1-d08b5b4e6048), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:57.383432 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-84a0f1e2-6fe8-4d61-a62b-3eb258ee6aa5 req-4d5dbe68-baf7-4617-a3c0-1f164c6072b9 service neutron] Transition to ACTIVE for port object 607f2a1b-0bba-43ab-aff1-d08b5b4e6048 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:20:57.394319 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c837509-328f-492e-879f-a3b625a364e1 req-194411f9-957c-47a1-92ba-641d9d43e59d tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:57.395946 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2c837509-328f-492e-879f-a3b625a364e1 req-194411f9-957c-47a1-92ba-641d9d43e59d tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca03862a-18dc-40b4-bcdc-d770f4c7eae6 HTTP/1.1" status: 200 len: 931 time: 0.0765662 Jan 28 03:20:57.397136 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-84a0f1e2-6fe8-4d61-a62b-3eb258ee6aa5 req-4d5dbe68-baf7-4617-a3c0-1f164c6072b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (607f2a1b-0bba-43ab-aff1-d08b5b4e6048), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:57.474083 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5dbe68-baf7-4617-a3c0-1f164c6072b9 service neutron] Pushing event updated for resources: {'Port': ['ID=607f2a1b-0bba-43ab-aff1-d08b5b4e6048,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:20:57.516859 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2c837509-328f-492e-879f-a3b625a364e1 req-9cc05558-5a91-4f01-8c82-4940c6cadf5d tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.53 "GET /v2.0/security-groups?id=377dc288-ee84-4897-b936-4130633758d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141818 Jan 28 03:20:57.567221 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-84a0f1e2-6fe8-4d61-a62b-3eb258ee6aa5 req-4d5dbe68-baf7-4617-a3c0-1f164c6072b9 service neutron] Attempting to bind port 607f2a1b-0bba-43ab-aff1-d08b5b4e6048 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:20:57.567606 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-84a0f1e2-6fe8-4d61-a62b-3eb258ee6aa5 req-4d5dbe68-baf7-4617-a3c0-1f164c6072b9 service neutron] Attempting to bind port 607f2a1b-0bba-43ab-aff1-d08b5b4e6048 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '5a19526f-455f-4a91-81f7-b7414209a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:20:57.568030 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a0f1e2-6fe8-4d61-a62b-3eb258ee6aa5 req-4d5dbe68-baf7-4617-a3c0-1f164c6072b9 service neutron] Attempting to bind port 607f2a1b-0bba-43ab-aff1-d08b5b4e6048 on network 5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:20:57.573438 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a0f1e2-6fe8-4d61-a62b-3eb258ee6aa5 req-4d5dbe68-baf7-4617-a3c0-1f164c6072b9 service neutron] Port 607f2a1b-0bba-43ab-aff1-d08b5b4e6048 on network 5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:20:57.573942 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a0f1e2-6fe8-4d61-a62b-3eb258ee6aa5 req-4d5dbe68-baf7-4617-a3c0-1f164c6072b9 service neutron] Attempting to bind port 607f2a1b-0bba-43ab-aff1-d08b5b4e6048 on network 5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:20:57.579468 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a0f1e2-6fe8-4d61-a62b-3eb258ee6aa5 req-4d5dbe68-baf7-4617-a3c0-1f164c6072b9 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:20:57.579928 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a0f1e2-6fe8-4d61-a62b-3eb258ee6aa5 req-4d5dbe68-baf7-4617-a3c0-1f164c6072b9 service neutron] Checking segment: {'id': '5a19526f-455f-4a91-81f7-b7414209a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:20:57.580469 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a0f1e2-6fe8-4d61-a62b-3eb258ee6aa5 req-4d5dbe68-baf7-4617-a3c0-1f164c6072b9 service neutron] Bound using segment: {'id': '5a19526f-455f-4a91-81f7-b7414209a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:20:57.580998 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-84a0f1e2-6fe8-4d61-a62b-3eb258ee6aa5 req-4d5dbe68-baf7-4617-a3c0-1f164c6072b9 service neutron] Bound port: 607f2a1b-0bba-43ab-aff1-d08b5b4e6048, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a19526f-455f-4a91-81f7-b7414209a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:20:57.581504 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-84a0f1e2-6fe8-4d61-a62b-3eb258ee6aa5 req-4d5dbe68-baf7-4617-a3c0-1f164c6072b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (607f2a1b-0bba-43ab-aff1-d08b5b4e6048), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:57.655793 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-84a0f1e2-6fe8-4d61-a62b-3eb258ee6aa5 req-4d5dbe68-baf7-4617-a3c0-1f164c6072b9 service neutron] For port 607f2a1b-0bba-43ab-aff1-d08b5b4e6048, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:20:57.663432 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-84a0f1e2-6fe8-4d61-a62b-3eb258ee6aa5 req-4d5dbe68-baf7-4617-a3c0-1f164c6072b9 service neutron] For port 607f2a1b-0bba-43ab-aff1-d08b5b4e6048, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=607f2a1b-0bba-43ab-aff1-d08b5b4e6048,segment=NetworkSegment(5a19526f-455f-4a91-81f7-b7414209a4d9),segment_id=5a19526f-455f-4a91-81f7-b7414209a4d9)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:20:57.673564 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-84a0f1e2-6fe8-4d61-a62b-3eb258ee6aa5 req-4d5dbe68-baf7-4617-a3c0-1f164c6072b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (607f2a1b-0bba-43ab-aff1-d08b5b4e6048), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:57.707403 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device b63710cf-f917-4989-9d34-1516799811da no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:20:57.713272 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0f1e2-6fe8-4d61-a62b-3eb258ee6aa5 req-4d5dbe68-baf7-4617-a3c0-1f164c6072b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:57.713981 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-84a0f1e2-6fe8-4d61-a62b-3eb258ee6aa5 req-4d5dbe68-baf7-4617-a3c0-1f164c6072b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:57.716133 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-84a0f1e2-6fe8-4d61-a62b-3eb258ee6aa5 req-4d5dbe68-baf7-4617-a3c0-1f164c6072b9 service neutron] 10.222.0.39 "PUT /v2.0/ports/607f2a1b-0bba-43ab-aff1-d08b5b4e6048 HTTP/1.1" status: 200 len: 1092 time: 0.8682299 Jan 28 03:20:57.716133 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca03862a-18dc-40b4-bcdc-d770f4c7eae6', 'tag': '607f2a1b-0bba-43ab-aff1-d08b5b4e6048'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:20:57.718764 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bdbc1a9-6bfd-435a-813f-dc348fecae17" -d '{"events": [{"name": "network-changed", "server_uuid": "ca03862a-18dc-40b4-bcdc-d770f4c7eae6", "tag": "607f2a1b-0bba-43ab-aff1-d08b5b4e6048"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:20:57.749361 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5dbe68-baf7-4617-a3c0-1f164c6072b9 service neutron] Pushing event updated for resources: {'Port': ['ID=607f2a1b-0bba-43ab-aff1-d08b5b4e6048,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:20:57.763461 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: b63710cf-f917-4989-9d34-1516799811da {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:20:57.764077 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device b63710cf-f917-4989-9d34-1516799811da not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:20:57.775404 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5d03f4-536d-4c86-9d1f-cf7779b50945 x-openstack-request-id: req-0c5d03f4-536d-4c86-9d1f-cf7779b50945 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:20:57.775832 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca03862a-18dc-40b4-bcdc-d770f4c7eae6", "tag": "607f2a1b-0bba-43ab-aff1-d08b5b4e6048", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:20:57.776184 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0c5d03f4-536d-4c86-9d1f-cf7779b50945 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:20:57.776812 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca03862a-18dc-40b4-bcdc-d770f4c7eae6', 'tag': '607f2a1b-0bba-43ab-aff1-d08b5b4e6048', 'status': 'completed', 'code': 200} Jan 28 03:20:57.836692 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0f1e2-6fe8-4d61-a62b-3eb258ee6aa5 req-81742f3d-e78b-447c-bae1-eae1db523ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:57.838387 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-84a0f1e2-6fe8-4d61-a62b-3eb258ee6aa5 req-81742f3d-e78b-447c-bae1-eae1db523ae9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a73fb15f8f4742588c392557ddb4367c&device_id=ca03862a-18dc-40b4-bcdc-d770f4c7eae6 HTTP/1.1" status: 200 len: 1095 time: 0.0467057 Jan 28 03:20:57.889679 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-84a0f1e2-6fe8-4d61-a62b-3eb258ee6aa5 req-63136821-4400-416e-8592-ef4966b7dc5e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=607f2a1b-0bba-43ab-aff1-d08b5b4e6048 HTTP/1.1" status: 200 len: 217 time: 0.0383561 Jan 28 03:20:57.950718 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0f1e2-6fe8-4d61-a62b-3eb258ee6aa5 req-c76e5efb-8ffb-4658-859d-f03a0031ae24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:57.952204 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-84a0f1e2-6fe8-4d61-a62b-3eb258ee6aa5 req-c76e5efb-8ffb-4658-859d-f03a0031ae24 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43aa2058-f8da-454d-82e7-eb90b5bf96f4 HTTP/1.1" status: 200 len: 848 time: 0.0564387 Jan 28 03:20:57.994483 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-84a0f1e2-6fe8-4d61-a62b-3eb258ee6aa5 req-183eeb59-4321-4be2-8aa2-0350b208acdd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344558 Jan 28 03:20:58.095762 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-84a0f1e2-6fe8-4d61-a62b-3eb258ee6aa5 req-7dcab03a-4619-487d-a3a3-c28c4f8ee7bc service neutron] 10.222.0.39 "GET /v2.0/networks/5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954204 Jan 28 03:20:58.463500 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36bb3b3-e46c-43af-bcd5-6ff34649fe30 req-74af03a9-fa50-4f76-9fc7-884549caac77 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:58.469478 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e36bb3b3-e46c-43af-bcd5-6ff34649fe30 req-74af03a9-fa50-4f76-9fc7-884549caac77 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eba6140-20a8-4c97-a41e-2a0f74fa5cad HTTP/1.1" status: 200 len: 946 time: 0.0542216 Jan 28 03:20:58.518003 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e36bb3b3-e46c-43af-bcd5-6ff34649fe30 req-cf4566d6-f547-437e-94ff-42b957c60f7a tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463388 Jan 28 03:20:58.570409 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-84a0f1e2-6fe8-4d61-a62b-3eb258ee6aa5 req-ee86ba25-e3c7-4f7a-932e-e04b809ea372 service neutron] 10.222.0.39 "GET /v2.0/networks/5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4691694 Jan 28 03:20:58.646218 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa912402-a9bb-4137-8c53-990af027a683 req-19886d28-666a-4c41-9208-f8bf7d291c3f tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:58.647785 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fa912402-a9bb-4137-8c53-990af027a683 req-19886d28-666a-4c41-9208-f8bf7d291c3f tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca03862a-18dc-40b4-bcdc-d770f4c7eae6 HTTP/1.1" status: 200 len: 943 time: 0.0516632 Jan 28 03:20:58.724116 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fa912402-a9bb-4137-8c53-990af027a683 req-667c9807-c5cc-4303-bfbb-c9285e7e93e4 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.53 "GET /v2.0/security-groups?id=377dc288-ee84-4897-b936-4130633758d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698690 Jan 28 03:20:58.735473 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbc1a9-6bfd-435a-813f-dc348fecae17 req-4e0b1559-6b6a-4a14-b18b-4b4f2e73e0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:58.737998 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7bdbc1a9-6bfd-435a-813f-dc348fecae17 req-4e0b1559-6b6a-4a14-b18b-4b4f2e73e0d6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a73fb15f8f4742588c392557ddb4367c&device_id=ca03862a-18dc-40b4-bcdc-d770f4c7eae6 HTTP/1.1" status: 200 len: 1095 time: 0.0698922 Jan 28 03:20:58.837393 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbc1a9-6bfd-435a-813f-dc348fecae17 req-a062db37-b0b5-4e1d-97a6-907a5e6cfe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:58.838978 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7bdbc1a9-6bfd-435a-813f-dc348fecae17 req-a062db37-b0b5-4e1d-97a6-907a5e6cfe2f service neutron] 10.222.0.39 "GET /v2.0/networks?id=5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae HTTP/1.1" status: 200 len: 909 time: 0.0943735 Jan 28 03:20:58.881817 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7bdbc1a9-6bfd-435a-813f-dc348fecae17 req-36441992-7153-408f-8ba3-37cf4cc7223e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=607f2a1b-0bba-43ab-aff1-d08b5b4e6048 HTTP/1.1" status: 200 len: 217 time: 0.0357409 Jan 28 03:20:58.935875 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbc1a9-6bfd-435a-813f-dc348fecae17 req-f42cec00-58cb-4bcc-83e9-d0f534a7b07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:58.937378 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7bdbc1a9-6bfd-435a-813f-dc348fecae17 req-f42cec00-58cb-4bcc-83e9-d0f534a7b07d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43aa2058-f8da-454d-82e7-eb90b5bf96f4 HTTP/1.1" status: 200 len: 848 time: 0.0484467 Jan 28 03:20:58.970154 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7bdbc1a9-6bfd-435a-813f-dc348fecae17 req-f620f8fd-e292-4ddf-ac55-66dd71474a30 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263066 Jan 28 03:20:59.059189 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7bdbc1a9-6bfd-435a-813f-dc348fecae17 req-90a3c22f-47dc-4717-9a74-013746f74e78 service neutron] 10.222.0.39 "GET /v2.0/networks/5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824647 Jan 28 03:20:59.162615 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7bdbc1a9-6bfd-435a-813f-dc348fecae17 req-0f7a8691-b973-409d-801a-c114e98665f2 service neutron] 10.222.0.39 "GET /v2.0/networks/5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971189 Jan 28 03:20:59.331952 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:59.636626 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b06129-9611-4cb0-8253-d563aa93c5bb req-f8d27f87-fb1b-4f08-9d40-d38fdba5e7d5 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:59.638092 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d5b06129-9611-4cb0-8253-d563aa93c5bb req-f8d27f87-fb1b-4f08-9d40-d38fdba5e7d5 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eba6140-20a8-4c97-a41e-2a0f74fa5cad HTTP/1.1" status: 200 len: 946 time: 0.0506296 Jan 28 03:20:59.686327 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d5b06129-9611-4cb0-8253-d563aa93c5bb req-d2a0f0d9-9769-44f8-9bb9-b45cb140d694 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423887 Jan 28 03:20:59.714287 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9b74abbf-a53a-4697-b187-509184d241c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:59.735228 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 607f2a1b-0bba-43ab-aff1-d08b5b4e6048 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:20:59.875114 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e00ea5-d7c4-4a09-84a7-627b256840fc req-7db0a195-6d03-498d-8c53-5ff480d26d2a tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:59.882534 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-02e00ea5-d7c4-4a09-84a7-627b256840fc req-7db0a195-6d03-498d-8c53-5ff480d26d2a tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca03862a-18dc-40b4-bcdc-d770f4c7eae6 HTTP/1.1" status: 200 len: 943 time: 0.0645704 Jan 28 03:20:59.891353 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 607f2a1b-0bba-43ab-aff1-d08b5b4e6048, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=607f2a1b-0bba-43ab-aff1-d08b5b4e6048,segment=NetworkSegment(5a19526f-455f-4a91-81f7-b7414209a4d9),segment_id=5a19526f-455f-4a91-81f7-b7414209a4d9)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:20:59.906342 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '607f2a1b-0bba-43ab-aff1-d08b5b4e6048', 'network_id': '5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae', 'port_id': '607f2a1b-0bba-43ab-aff1-d08b5b4e6048', 'mac_address': 'fa:16:3e:1f:97:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43aa2058-f8da-454d-82e7-eb90b5bf96f4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:20:59.943119 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-02e00ea5-d7c4-4a09-84a7-627b256840fc req-84cc65e6-3981-4a0b-ba33-5079d8917c01 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.53 "GET /v2.0/security-groups?id=377dc288-ee84-4897-b936-4130633758d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590861 Jan 28 03:20:59.950044 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d90343-e005-4111-a52d-396d9f465b54 req-dc9a7720-8998-4172-9f8b-39b05a88caa9 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:20:59.952816 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-38d90343-e005-4111-a52d-396d9f465b54 req-dc9a7720-8998-4172-9f8b-39b05a88caa9 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eba6140-20a8-4c97-a41e-2a0f74fa5cad HTTP/1.1" status: 200 len: 946 time: 0.0568616 Jan 28 03:20:59.957404 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 607f2a1b-0bba-43ab-aff1-d08b5b4e6048 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:20:59.957909 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (607f2a1b-0bba-43ab-aff1-d08b5b4e6048), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:20:59.972185 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 607f2a1b-0bba-43ab-aff1-d08b5b4e6048 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:20:59.993548 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 607f2a1b-0bba-43ab-aff1-d08b5b4e6048, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=607f2a1b-0bba-43ab-aff1-d08b5b4e6048,segment=NetworkSegment(5a19526f-455f-4a91-81f7-b7414209a4d9),segment_id=5a19526f-455f-4a91-81f7-b7414209a4d9)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:20:59.998676 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (607f2a1b-0bba-43ab-aff1-d08b5b4e6048), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:00.008615 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-38d90343-e005-4111-a52d-396d9f465b54 req-b946ed1d-aea8-434c-9251-c349bc8f67a4 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494328 Jan 28 03:21:00.050934 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=607f2a1b-0bba-43ab-aff1-d08b5b4e6048,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:21:00.275021 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['607f2a1b-0bba-43ab-aff1-d08b5b4e6048'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:21:01.066439 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb5a8f-c713-4304-971c-22f5b6693034 req-6f109ea8-bcae-4011-9c59-3751c4db1ab8 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:01.068254 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a7cb5a8f-c713-4304-971c-22f5b6693034 req-6f109ea8-bcae-4011-9c59-3751c4db1ab8 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca03862a-18dc-40b4-bcdc-d770f4c7eae6 HTTP/1.1" status: 200 len: 944 time: 0.0586228 Jan 28 03:21:01.123377 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a7cb5a8f-c713-4304-971c-22f5b6693034 req-e5c9faea-8b9d-40be-9a28-0f2c821de7f0 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.53 "GET /v2.0/security-groups?id=377dc288-ee84-4897-b936-4130633758d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479414 Jan 28 03:21:01.165283 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b2282-d730-421c-b381-ec67db2c2327 req-6aa52f3b-ab81-4cfe-a3a4-448641430867 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:01.168056 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b31b2282-d730-421c-b381-ec67db2c2327 req-6aa52f3b-ab81-4cfe-a3a4-448641430867 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eba6140-20a8-4c97-a41e-2a0f74fa5cad HTTP/1.1" status: 200 len: 946 time: 0.0628545 Jan 28 03:21:01.223530 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b31b2282-d730-421c-b381-ec67db2c2327 req-2fae99e2-c369-4a4d-83fc-3e7a08e1d66e tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492008 Jan 28 03:21:01.736863 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d638ae4-572a-43cf-a05f-86baf47afd9b req-2928b288-1487-4814-9a47-85fb01b5803d tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:01.737445 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 607f2a1b-0bba-43ab-aff1-d08b5b4e6048 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:21:01.739013 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0d638ae4-572a-43cf-a05f-86baf47afd9b req-2928b288-1487-4814-9a47-85fb01b5803d tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eba6140-20a8-4c97-a41e-2a0f74fa5cad HTTP/1.1" status: 200 len: 946 time: 0.0893688 Jan 28 03:21:01.804369 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0d638ae4-572a-43cf-a05f-86baf47afd9b req-15b3a0ca-fde1-4f36-89a6-7213d8fbaf09 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580368 Jan 28 03:21:01.818924 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c40b9b95-ac71-4cd7-bd37-58be00f7a09b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:01.822022 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 607f2a1b-0bba-43ab-aff1-d08b5b4e6048 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:21:01.826585 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 607f2a1b-0bba-43ab-aff1-d08b5b4e6048 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:21:01.828185 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (607f2a1b-0bba-43ab-aff1-d08b5b4e6048), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:01.920548 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 607f2a1b-0bba-43ab-aff1-d08b5b4e6048 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:21:01.921120 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (607f2a1b-0bba-43ab-aff1-d08b5b4e6048), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:01.947469 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca03862a-18dc-40b4-bcdc-d770f4c7eae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607f2a1b-0bba-43ab-aff1-d08b5b4e6048'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:21:01.949892 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a363df7-9b61-4421-8324-b09c18b20221" -d '{"events": [{"server_uuid": "ca03862a-18dc-40b4-bcdc-d770f4c7eae6", "name": "network-vif-plugged", "status": "completed", "tag": "607f2a1b-0bba-43ab-aff1-d08b5b4e6048"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:21:01.965572 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 607f2a1b-0bba-43ab-aff1-d08b5b4e6048, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=607f2a1b-0bba-43ab-aff1-d08b5b4e6048,segment=NetworkSegment(5a19526f-455f-4a91-81f7-b7414209a4d9),segment_id=5a19526f-455f-4a91-81f7-b7414209a4d9)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:21:01.976678 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (607f2a1b-0bba-43ab-aff1-d08b5b4e6048), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:02.015478 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6bfd70d-23c8-4aa1-8bea-938cd0cdbb7c x-openstack-request-id: req-d6bfd70d-23c8-4aa1-8bea-938cd0cdbb7c {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:21:02.015918 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca03862a-18dc-40b4-bcdc-d770f4c7eae6", "name": "network-vif-plugged", "status": "completed", "tag": "607f2a1b-0bba-43ab-aff1-d08b5b4e6048", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:21:02.016319 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d6bfd70d-23c8-4aa1-8bea-938cd0cdbb7c {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:21:02.016767 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca03862a-18dc-40b4-bcdc-d770f4c7eae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607f2a1b-0bba-43ab-aff1-d08b5b4e6048', 'code': 200} Jan 28 03:21:02.065537 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=607f2a1b-0bba-43ab-aff1-d08b5b4e6048,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:21:02.151146 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c783d-41c9-4009-b605-92e0cfeb3a10 req-c1e7eee7-5025-4af2-b63a-cbf2d03f0922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:02.153594 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b83c783d-41c9-4009-b605-92e0cfeb3a10 req-c1e7eee7-5025-4af2-b63a-cbf2d03f0922 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ca03862a-18dc-40b4-bcdc-d770f4c7eae6 HTTP/1.1" status: 200 len: 1097 time: 0.0533261 Jan 28 03:21:02.227896 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b83c783d-41c9-4009-b605-92e0cfeb3a10 req-cd00fcf9-f15a-44ed-a822-71e284e072a1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=377dc288-ee84-4897-b936-4130633758d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667148 Jan 28 03:21:02.279673 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf12b7-5b55-4980-a0ea-02361660a986 req-ee9becf9-fa7d-47ef-bcf8-947bedc814bc tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:02.281792 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4adf12b7-5b55-4980-a0ea-02361660a986 req-ee9becf9-fa7d-47ef-bcf8-947bedc814bc tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca03862a-18dc-40b4-bcdc-d770f4c7eae6 HTTP/1.1" status: 200 len: 945 time: 0.0560260 Jan 28 03:21:02.345962 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4adf12b7-5b55-4980-a0ea-02361660a986 req-abaf86c1-7391-46ba-975b-0faf0bc00736 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.53 "GET /v2.0/security-groups?id=377dc288-ee84-4897-b936-4130633758d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574436 Jan 28 03:21:02.495970 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 45846) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:21:02.608030 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ca20c621-457c-4f7d-8467-2f7c90f49671 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:02.694444 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ca20c621-457c-4f7d-8467-2f7c90f49671 admin admin] Publish callbacks [] for security_group (f180bf74-1c91-4f40-b9e9-2548448c3a75), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:02.699014 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ca20c621-457c-4f7d-8467-2f7c90f49671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f180bf74-1c91-4f40-b9e9-2548448c3a75), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:02.739600 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ca20c621-457c-4f7d-8467-2f7c90f49671 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=067caa427cce4d5aacf825861583da27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2422824 Jan 28 03:21:02.742334 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 45852) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:21:02.744432 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca20c621-457c-4f7d-8467-2f7c90f49671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f180bf74-1c91-4f40-b9e9-2548448c3a75,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:21:02.762203 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca20c621-457c-4f7d-8467-2f7c90f49671 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:21:02.762551 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca20c621-457c-4f7d-8467-2f7c90f49671 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:21:02.765902 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca20c621-457c-4f7d-8467-2f7c90f49671 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:21:02.765902 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca20c621-457c-4f7d-8467-2f7c90f49671 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:21:02.766364 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca20c621-457c-4f7d-8467-2f7c90f49671 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:21:02.766730 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca20c621-457c-4f7d-8467-2f7c90f49671 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:21:02.767448 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca20c621-457c-4f7d-8467-2f7c90f49671 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:21:02.767784 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca20c621-457c-4f7d-8467-2f7c90f49671 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:21:02.768129 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca20c621-457c-4f7d-8467-2f7c90f49671 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:21:02.768453 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca20c621-457c-4f7d-8467-2f7c90f49671 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:21:02.768780 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca20c621-457c-4f7d-8467-2f7c90f49671 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:21:02.769166 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca20c621-457c-4f7d-8467-2f7c90f49671 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:21:02.769493 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca20c621-457c-4f7d-8467-2f7c90f49671 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:21:02.810582 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6e9c9e6c-ee91-4932-9ae4-2ce5b30d760a admin admin] Publish callbacks [] for security_group (f180bf74-1c91-4f40-b9e9-2548448c3a75), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:02.832008 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6e9c9e6c-ee91-4932-9ae4-2ce5b30d760a admin admin] Publish callbacks [] for security_group (f180bf74-1c91-4f40-b9e9-2548448c3a75), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:02.891427 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6e9c9e6c-ee91-4932-9ae4-2ce5b30d760a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f180bf74-1c91-4f40-b9e9-2548448c3a75), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:02.894173 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6e9c9e6c-ee91-4932-9ae4-2ce5b30d760a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:02.895305 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6e9c9e6c-ee91-4932-9ae4-2ce5b30d760a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f180bf74-1c91-4f40-b9e9-2548448c3a75 HTTP/1.1" status: 204 len: 168 time: 0.1520352 Jan 28 03:21:02.920695 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c9e6c-ee91-4932-9ae4-2ce5b30d760a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f180bf74-1c91-4f40-b9e9-2548448c3a75,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:21:02.943059 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30116142-2b6e-4f4d-892e-51aaa6b80987 req-2b3a5273-a967-42dc-9b8d-8d75ce49b23c tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:02.944782 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-30116142-2b6e-4f4d-892e-51aaa6b80987 req-2b3a5273-a967-42dc-9b8d-8d75ce49b23c tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eba6140-20a8-4c97-a41e-2a0f74fa5cad HTTP/1.1" status: 200 len: 946 time: 0.0651259 Jan 28 03:21:02.995943 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-30116142-2b6e-4f4d-892e-51aaa6b80987 req-03da5024-4230-4bdf-8918-1a2765d4b0f5 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449448 Jan 28 03:21:03.190567 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 45860) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:21:03.208059 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3f2f8ea3-f542-4c60-9d75-4dd750ec2e90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:03.289912 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3f2f8ea3-f542-4c60-9d75-4dd750ec2e90 admin admin] Publish callbacks [] for security_group (1bed7162-9af5-4f5b-b550-92d022e7bf92), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:03.295066 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3f2f8ea3-f542-4c60-9d75-4dd750ec2e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (1bed7162-9af5-4f5b-b550-92d022e7bf92), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:03.332620 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f8ea3-f542-4c60-9d75-4dd750ec2e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bed7162-9af5-4f5b-b550-92d022e7bf92,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:21:03.335777 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:03.341393 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-3f2f8ea3-f542-4c60-9d75-4dd750ec2e90 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a03a984372fa4360b4c1efd6ada11007&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1472299 Jan 28 03:21:03.342822 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 45862) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:21:03.392177 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fd833ee4-4452-43c5-b159-a7f523c4d306 admin admin] Publish callbacks [] for security_group (1bed7162-9af5-4f5b-b550-92d022e7bf92), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:03.417093 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fd833ee4-4452-43c5-b159-a7f523c4d306 admin admin] Publish callbacks [] for security_group (1bed7162-9af5-4f5b-b550-92d022e7bf92), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:03.499463 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480bc4aa-b426-4fa1-8975-5134033b3eb7 req-6545b1b0-c957-4931-8bff-fdef7bd28f6a tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:03.501836 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-480bc4aa-b426-4fa1-8975-5134033b3eb7 req-6545b1b0-c957-4931-8bff-fdef7bd28f6a tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca03862a-18dc-40b4-bcdc-d770f4c7eae6 HTTP/1.1" status: 200 len: 945 time: 0.0779438 Jan 28 03:21:03.525806 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fd833ee4-4452-43c5-b159-a7f523c4d306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (1bed7162-9af5-4f5b-b550-92d022e7bf92), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:03.528353 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fd833ee4-4452-43c5-b159-a7f523c4d306 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:03.532504 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-fd833ee4-4452-43c5-b159-a7f523c4d306 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1bed7162-9af5-4f5b-b550-92d022e7bf92 HTTP/1.1" status: 204 len: 168 time: 0.1865463 Jan 28 03:21:03.538262 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:03.542655 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd833ee4-4452-43c5-b159-a7f523c4d306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bed7162-9af5-4f5b-b550-92d022e7bf92,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:21:03.568615 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-480bc4aa-b426-4fa1-8975-5134033b3eb7 req-1255dd74-a88d-4ac9-ba65-bb36368d2c4d tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.53 "GET /v2.0/security-groups?id=377dc288-ee84-4897-b936-4130633758d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603347 Jan 28 03:21:04.135476 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabe098-2088-402c-b1ab-9ba6fb2451ba req-e722921f-4e6e-48f3-9992-4cc7b0f7bd2e tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:04.135476 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8cabe098-2088-402c-b1ab-9ba6fb2451ba req-e722921f-4e6e-48f3-9992-4cc7b0f7bd2e tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eba6140-20a8-4c97-a41e-2a0f74fa5cad HTTP/1.1" status: 200 len: 946 time: 0.0640328 Jan 28 03:21:04.209169 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8cabe098-2088-402c-b1ab-9ba6fb2451ba req-cf6120f4-2c56-4e4f-8a9f-aef6631c29e2 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669007 Jan 28 03:21:04.250988 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42167dbc-775d-4446-ac26-13ecd62e1498 req-597b79bb-f448-400b-a8cb-22b12e2327f0 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:04.252622 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-42167dbc-775d-4446-ac26-13ecd62e1498 req-597b79bb-f448-400b-a8cb-22b12e2327f0 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca03862a-18dc-40b4-bcdc-d770f4c7eae6 HTTP/1.1" status: 200 len: 945 time: 0.0643365 Jan 28 03:21:04.303095 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-42167dbc-775d-4446-ac26-13ecd62e1498 req-4c6b5d95-4e7f-40af-b97f-e005969b41ac tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.53 "GET /v2.0/security-groups?id=377dc288-ee84-4897-b936-4130633758d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447121 Jan 28 03:21:04.717775 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device eff89a3c-4637-4070-9dd3-c1dd8327cf3f details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:21:04.814738 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:04.841471 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port eff89a3c-4637-4070-9dd3-c1dd8327cf3f, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=eff89a3c-4637-4070-9dd3-c1dd8327cf3f,segment=NetworkSegment(8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69),segment_id=8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:21:04.856529 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': 'eff89a3c-4637-4070-9dd3-c1dd8327cf3f', 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d', 'port_id': 'eff89a3c-4637-4070-9dd3-c1dd8327cf3f', 'mac_address': 'fa:16:3e:11:ab:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27d2caa9-814b-48c2-8f4b-c426e9cbbe97', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:21:04.898822 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port eff89a3c-4637-4070-9dd3-c1dd8327cf3f is: ACTIVE; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:21:04.899057 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (eff89a3c-4637-4070-9dd3-c1dd8327cf3f), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:04.914404 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eff89a3c-4637-4070-9dd3-c1dd8327cf3f {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:21:04.937979 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port eff89a3c-4637-4070-9dd3-c1dd8327cf3f, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=eff89a3c-4637-4070-9dd3-c1dd8327cf3f,segment=NetworkSegment(8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69),segment_id=8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:21:04.943427 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (eff89a3c-4637-4070-9dd3-c1dd8327cf3f), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:04.993608 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=eff89a3c-4637-4070-9dd3-c1dd8327cf3f,revision_number=6']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:21:05.110265 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['eff89a3c-4637-4070-9dd3-c1dd8327cf3f'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:21:05.334291 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303282e4-bde2-410f-b772-f213f1ff976b req-8d61764b-b01b-4965-b32c-3633f2d20b0f tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:05.335880 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-303282e4-bde2-410f-b772-f213f1ff976b req-8d61764b-b01b-4965-b32c-3633f2d20b0f tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eba6140-20a8-4c97-a41e-2a0f74fa5cad HTTP/1.1" status: 200 len: 945 time: 0.0520370 Jan 28 03:21:05.398225 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-303282e4-bde2-410f-b772-f213f1ff976b req-f56e8293-5028-4c31-8ab1-c2e08f73b400 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563612 Jan 28 03:21:05.439499 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b75bc-4975-45bc-b6e0-9d6dc38c600d req-e13aee58-fb57-4b2f-85d0-6d3f16223987 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:05.440964 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3d7b75bc-4975-45bc-b6e0-9d6dc38c600d req-e13aee58-fb57-4b2f-85d0-6d3f16223987 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca03862a-18dc-40b4-bcdc-d770f4c7eae6 HTTP/1.1" status: 200 len: 945 time: 0.0600376 Jan 28 03:21:05.487357 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3d7b75bc-4975-45bc-b6e0-9d6dc38c600d req-e969c423-43a1-4340-beb4-77737e792357 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.53 "GET /v2.0/security-groups?id=377dc288-ee84-4897-b936-4130633758d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407152 Jan 28 03:21:05.610841 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29958042-6411-4dc2-be3a-2254ea6b2e28 req-56327333-9263-414a-b5d8-627972ccfe98 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:05.612318 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-29958042-6411-4dc2-be3a-2254ea6b2e28 req-56327333-9263-414a-b5d8-627972ccfe98 tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca03862a-18dc-40b4-bcdc-d770f4c7eae6 HTTP/1.1" status: 200 len: 945 time: 0.0509248 Jan 28 03:21:05.711779 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-29958042-6411-4dc2-be3a-2254ea6b2e28 req-283f3521-1cf6-4e41-a490-714a790d2b2f tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Deleting port 607f2a1b-0bba-43ab-aff1-d08b5b4e6048 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:21:05.712020 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-29958042-6411-4dc2-be3a-2254ea6b2e28 req-283f3521-1cf6-4e41-a490-714a790d2b2f tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (607f2a1b-0bba-43ab-aff1-d08b5b4e6048), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:05.814884 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-29958042-6411-4dc2-be3a-2254ea6b2e28 req-283f3521-1cf6-4e41-a490-714a790d2b2f tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] For port 607f2a1b-0bba-43ab-aff1-d08b5b4e6048, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=607f2a1b-0bba-43ab-aff1-d08b5b4e6048,segment=NetworkSegment(5a19526f-455f-4a91-81f7-b7414209a4d9),segment_id=5a19526f-455f-4a91-81f7-b7414209a4d9)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:21:05.815260 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-29958042-6411-4dc2-be3a-2254ea6b2e28 req-283f3521-1cf6-4e41-a490-714a790d2b2f tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (607f2a1b-0bba-43ab-aff1-d08b5b4e6048), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:05.827897 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-29958042-6411-4dc2-be3a-2254ea6b2e28 req-283f3521-1cf6-4e41-a490-714a790d2b2f tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Calling delete_port for 607f2a1b-0bba-43ab-aff1-d08b5b4e6048 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:21:05.972558 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-29958042-6411-4dc2-be3a-2254ea6b2e28 req-283f3521-1cf6-4e41-a490-714a790d2b2f tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (607f2a1b-0bba-43ab-aff1-d08b5b4e6048), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:06.002566 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f3521-1cf6-4e41-a490-714a790d2b2f tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Pushing event deleted for resources: {'Port': ['ID=607f2a1b-0bba-43ab-aff1-d08b5b4e6048,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:21:06.009006 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['607f2a1b-0bba-43ab-aff1-d08b5b4e6048'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:21:06.043108 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-29958042-6411-4dc2-be3a-2254ea6b2e28 req-283f3521-1cf6-4e41-a490-714a790d2b2f tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] No DVR routers for this DVR port 607f2a1b-0bba-43ab-aff1-d08b5b4e6048 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:21:06.045643 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-29958042-6411-4dc2-be3a-2254ea6b2e28 req-283f3521-1cf6-4e41-a490-714a790d2b2f tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:06.049358 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-29958042-6411-4dc2-be3a-2254ea6b2e28 req-283f3521-1cf6-4e41-a490-714a790d2b2f tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.39 "DELETE /v2.0/ports/607f2a1b-0bba-43ab-aff1-d08b5b4e6048 HTTP/1.1" status: 204 len: 173 time: 0.4312797 Jan 28 03:21:06.049853 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca03862a-18dc-40b4-bcdc-d770f4c7eae6', 'name': 'network-vif-deleted', 'tag': '607f2a1b-0bba-43ab-aff1-d08b5b4e6048'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:21:06.052134 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0343bf93-58e1-46ae-81d6-a7da586314e8" -d '{"events": [{"server_uuid": "ca03862a-18dc-40b4-bcdc-d770f4c7eae6", "name": "network-vif-deleted", "tag": "607f2a1b-0bba-43ab-aff1-d08b5b4e6048"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:21:06.091329 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9156f5b-933a-4c87-b8ad-26a63a729fab x-openstack-request-id: req-c9156f5b-933a-4c87-b8ad-26a63a729fab {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:21:06.092075 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca03862a-18dc-40b4-bcdc-d770f4c7eae6", "name": "network-vif-deleted", "tag": "607f2a1b-0bba-43ab-aff1-d08b5b4e6048", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:21:06.092429 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c9156f5b-933a-4c87-b8ad-26a63a729fab {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:21:06.092987 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca03862a-18dc-40b4-bcdc-d770f4c7eae6', 'name': 'network-vif-deleted', 'tag': '607f2a1b-0bba-43ab-aff1-d08b5b4e6048', 'status': 'completed', 'code': 200} Jan 28 03:21:06.127871 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:06.557975 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab1701-1568-4287-8f62-20814c228ed2 req-f52422d5-c97e-4ac4-8205-89242bb12d60 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:06.560735 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c3ab1701-1568-4287-8f62-20814c228ed2 req-f52422d5-c97e-4ac4-8205-89242bb12d60 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eba6140-20a8-4c97-a41e-2a0f74fa5cad HTTP/1.1" status: 200 len: 945 time: 0.0699565 Jan 28 03:21:06.606561 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-30cadee2-a275-4a27-bab5-9cd2ddbd1eb6 req-08ddc671-472e-4159-8d7b-60aa65be2dab tempest-VolumesActionsTest-1129799306 tempest-VolumesActionsTest-1129799306-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca03862a-18dc-40b4-bcdc-d770f4c7eae6 HTTP/1.1" status: 200 len: 210 time: 0.0281374 Jan 28 03:21:06.642623 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c3ab1701-1568-4287-8f62-20814c228ed2 req-b4d28288-574e-4980-8801-57785435bbca tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753171 Jan 28 03:21:06.660308 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e8f5a168-14f2-48f2-923a-a852889df440 req-4d9b7431-ecf4-4fd6-8554-04d51161aa4a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2294810 Jan 28 03:21:06.718432 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device eff89a3c-4637-4070-9dd3-c1dd8327cf3f up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:21:06.763974 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5a168-14f2-48f2-923a-a852889df440 req-a4d72983-a7d8-4494-9982-b7d54d66ee16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:06.765630 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e8f5a168-14f2-48f2-923a-a852889df440 req-a4d72983-a7d8-4494-9982-b7d54d66ee16 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2286ae41b27547dfa2005a6a8f000d38&device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 1096 time: 0.0422843 Jan 28 03:21:06.766773 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port eff89a3c-4637-4070-9dd3-c1dd8327cf3f triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:21:06.767170 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (eff89a3c-4637-4070-9dd3-c1dd8327cf3f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:06.845028 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port eff89a3c-4637-4070-9dd3-c1dd8327cf3f is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:21:06.845375 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (eff89a3c-4637-4070-9dd3-c1dd8327cf3f), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:06.868743 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eba6140-20a8-4c97-a41e-2a0f74fa5cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff89a3c-4637-4070-9dd3-c1dd8327cf3f'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:21:06.871194 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5208e3f8-01b7-47d5-892a-347645a95b1a" -d '{"events": [{"server_uuid": "7eba6140-20a8-4c97-a41e-2a0f74fa5cad", "name": "network-vif-plugged", "status": "completed", "tag": "eff89a3c-4637-4070-9dd3-c1dd8327cf3f"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:21:06.881065 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5a168-14f2-48f2-923a-a852889df440 req-aae8e38e-5c61-4795-8aaf-bdcc749fe8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:06.882491 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e8f5a168-14f2-48f2-923a-a852889df440 req-aae8e38e-5c61-4795-8aaf-bdcc749fe8f4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=61daafe4-8be0-4976-aead-14ffa612176d HTTP/1.1" status: 200 len: 912 time: 0.0967000 Jan 28 03:21:06.887327 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port eff89a3c-4637-4070-9dd3-c1dd8327cf3f, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=eff89a3c-4637-4070-9dd3-c1dd8327cf3f,segment=NetworkSegment(8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69),segment_id=8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:21:06.892773 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (eff89a3c-4637-4070-9dd3-c1dd8327cf3f), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:06.916730 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a516fd-454c-41b8-a430-df678502657f x-openstack-request-id: req-70a516fd-454c-41b8-a430-df678502657f {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:21:06.917020 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eba6140-20a8-4c97-a41e-2a0f74fa5cad", "name": "network-vif-plugged", "status": "completed", "tag": "eff89a3c-4637-4070-9dd3-c1dd8327cf3f", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:21:06.917306 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-70a516fd-454c-41b8-a430-df678502657f {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:21:06.917698 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eba6140-20a8-4c97-a41e-2a0f74fa5cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff89a3c-4637-4070-9dd3-c1dd8327cf3f', 'code': 200} Jan 28 03:21:06.942710 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=eff89a3c-4637-4070-9dd3-c1dd8327cf3f,revision_number=7']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:21:06.954878 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e8f5a168-14f2-48f2-923a-a852889df440 req-7be887b8-ccbf-474b-a731-defaeb2c8f9a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40f8070f-7c97-490d-b710-cae05a2e07c3 HTTP/1.1" status: 200 len: 998 time: 0.0659506 Jan 28 03:21:07.008302 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5a168-14f2-48f2-923a-a852889df440 req-b5d136a7-3e36-4995-8a15-5170b3a7f1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:07.010155 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e8f5a168-14f2-48f2-923a-a852889df440 req-b5d136a7-3e36-4995-8a15-5170b3a7f1d0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=27d2caa9-814b-48c2-8f4b-c426e9cbbe97 HTTP/1.1" status: 200 len: 850 time: 0.0489936 Jan 28 03:21:07.062897 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5a168-14f2-48f2-923a-a852889df440 req-c3caae47-fd59-43df-8de3-6b6fafe80a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:07.064444 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e8f5a168-14f2-48f2-923a-a852889df440 req-c3caae47-fd59-43df-8de3-6b6fafe80a92 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=61daafe4-8be0-4976-aead-14ffa612176d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489326 Jan 28 03:21:07.153858 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e8f5a168-14f2-48f2-923a-a852889df440 req-b459a8a1-c288-40b2-80d1-167f5a33659c service neutron] 10.222.0.39 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834370 Jan 28 03:21:07.250511 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e8f5a168-14f2-48f2-923a-a852889df440 req-bc994219-7d42-4eee-af24-3d27d6e57e9a service neutron] 10.222.0.39 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904934 Jan 28 03:21:07.770266 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a8fa5-8e0b-4fc2-a0bd-261fac1ec73e req-64071b61-0aed-40dc-a222-3f21786984e9 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:07.774338 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0a2a8fa5-8e0b-4fc2-a0bd-261fac1ec73e req-64071b61-0aed-40dc-a222-3f21786984e9 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eba6140-20a8-4c97-a41e-2a0f74fa5cad HTTP/1.1" status: 200 len: 946 time: 0.0555878 Jan 28 03:21:07.828134 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0a2a8fa5-8e0b-4fc2-a0bd-261fac1ec73e req-40a806f0-8d34-4953-a6da-eeb6cfcbe689 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493255 Jan 28 03:21:08.975110 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99137a7-3fa4-4587-bdd8-3fb7bfa18058 req-bb95438f-a4b3-49a1-8d54-e8fac8f840fd tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:08.976839 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b99137a7-3fa4-4587-bdd8-3fb7bfa18058 req-bb95438f-a4b3-49a1-8d54-e8fac8f840fd tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eba6140-20a8-4c97-a41e-2a0f74fa5cad HTTP/1.1" status: 200 len: 946 time: 0.0648706 Jan 28 03:21:09.047641 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b99137a7-3fa4-4587-bdd8-3fb7bfa18058 req-37bcc15b-c847-4be0-8cc4-20ca779c5d9c tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575535 Jan 28 03:21:09.751302 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 607f2a1b-0bba-43ab-aff1-d08b5b4e6048 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:21:09.775901 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 607f2a1b-0bba-43ab-aff1-d08b5b4e6048 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:21:09.776289 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 607f2a1b-0bba-43ab-aff1-d08b5b4e6048 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:21:10.345117 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7cd346-1d2a-46ac-ad9a-6c368f2be2be req-f98fff44-e400-49d6-96b0-3973622dc17a tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:10.346584 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-aa7cd346-1d2a-46ac-ad9a-6c368f2be2be req-f98fff44-e400-49d6-96b0-3973622dc17a tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eba6140-20a8-4c97-a41e-2a0f74fa5cad HTTP/1.1" status: 200 len: 946 time: 0.1197705 Jan 28 03:21:10.480848 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-aa7cd346-1d2a-46ac-ad9a-6c368f2be2be req-a05d7345-31e4-4a87-a225-8fe898c4f636 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262898 Jan 28 03:21:11.212571 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:21:11.689401 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f14c2-6f92-4961-a687-2d2b92980dc6 req-e3fd0ff5-4267-49d2-a96f-ac5d7a016a3d tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:11.691709 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e53f14c2-6f92-4961-a687-2d2b92980dc6 req-e3fd0ff5-4267-49d2-a96f-ac5d7a016a3d tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eba6140-20a8-4c97-a41e-2a0f74fa5cad HTTP/1.1" status: 200 len: 946 time: 0.0758214 Jan 28 03:21:11.793572 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e53f14c2-6f92-4961-a687-2d2b92980dc6 req-dd62abdc-53e5-4deb-b5bb-e164b0873a59 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945971 Jan 28 03:21:13.005153 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a7b36-669e-4df9-bfda-d0c5bc32838a req-7633bebc-8023-4f6b-bd68-45766de031ed tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:13.016087 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-851a7b36-669e-4df9-bfda-d0c5bc32838a req-7633bebc-8023-4f6b-bd68-45766de031ed tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eba6140-20a8-4c97-a41e-2a0f74fa5cad HTTP/1.1" status: 200 len: 946 time: 0.0998447 Jan 28 03:21:13.136116 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-851a7b36-669e-4df9-bfda-d0c5bc32838a req-08a7dc7d-510b-4d58-ba5e-305802ad8463 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099932 Jan 28 03:21:13.786859 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2abfade7-3b0d-4c68-8717-2c1805360021 req-50e8a79e-50a1-4d98-894c-c52e5c4d9184 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2019122 Jan 28 03:21:13.915579 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abfade7-3b0d-4c68-8717-2c1805360021 req-39c87d75-30ad-476e-987a-d244bbc04a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:13.917886 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2abfade7-3b0d-4c68-8717-2c1805360021 req-39c87d75-30ad-476e-987a-d244bbc04a4a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f6bbf2836904089b5391caf666a2ef0&device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 1097 time: 0.0956180 Jan 28 03:21:14.140257 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abfade7-3b0d-4c68-8717-2c1805360021 req-92d3a195-9da4-4b2d-be7e-ff46358f0ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:14.142040 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2abfade7-3b0d-4c68-8717-2c1805360021 req-92d3a195-9da4-4b2d-be7e-ff46358f0ef4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b328f18d-888e-4024-8099-122b5bda010d HTTP/1.1" status: 200 len: 918 time: 0.2004867 Jan 28 03:21:14.252956 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2abfade7-3b0d-4c68-8717-2c1805360021 req-b313be70-e608-468e-85bc-aff8458af59c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ef28665-4d90-44e3-87df-b89b9e890244 HTTP/1.1" status: 200 len: 1000 time: 0.1012404 Jan 28 03:21:14.326664 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd64b94-39d9-4366-960e-5e4df75819dd req-86cfe130-8f4b-44da-b906-7012e8104255 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:14.328200 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1bd64b94-39d9-4366-960e-5e4df75819dd req-86cfe130-8f4b-44da-b906-7012e8104255 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eba6140-20a8-4c97-a41e-2a0f74fa5cad HTTP/1.1" status: 200 len: 946 time: 0.0926425 Jan 28 03:21:14.332212 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abfade7-3b0d-4c68-8717-2c1805360021 req-2ce13d58-7e36-4f5e-b060-0cc0e06fa181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:14.333583 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2abfade7-3b0d-4c68-8717-2c1805360021 req-2ce13d58-7e36-4f5e-b060-0cc0e06fa181 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=76aeb7da-88ca-40e3-af3a-4f4f90f2c919 HTTP/1.1" status: 200 len: 856 time: 0.0692194 Jan 28 03:21:14.461227 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1bd64b94-39d9-4366-960e-5e4df75819dd req-6b4743d6-27b0-4f2e-bef3-a35189083459 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265187 Jan 28 03:21:14.474506 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abfade7-3b0d-4c68-8717-2c1805360021 req-e497fc39-bbd8-4fcc-a867-e58f7e58fee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:14.476978 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2abfade7-3b0d-4c68-8717-2c1805360021 req-e497fc39-bbd8-4fcc-a867-e58f7e58fee8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b328f18d-888e-4024-8099-122b5bda010d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1353314 Jan 28 03:21:14.625953 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2abfade7-3b0d-4c68-8717-2c1805360021 req-1e448dc8-9dfb-4552-b034-d38c3eb4ed94 service neutron] 10.222.0.67 "GET /v2.0/networks/b328f18d-888e-4024-8099-122b5bda010d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368239 Jan 28 03:21:14.845417 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2abfade7-3b0d-4c68-8717-2c1805360021 req-e68c1e76-5bee-4ac4-a970-b12f72e24346 service neutron] 10.222.0.67 "GET /v2.0/networks/b328f18d-888e-4024-8099-122b5bda010d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106962 Jan 28 03:21:15.736771 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98e8b7-576e-466b-a19c-97e9412102e0 req-7c678c11-89d0-4336-b49b-a13638a0cfb3 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:15.738247 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cb98e8b7-576e-466b-a19c-97e9412102e0 req-7c678c11-89d0-4336-b49b-a13638a0cfb3 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eba6140-20a8-4c97-a41e-2a0f74fa5cad HTTP/1.1" status: 200 len: 946 time: 0.1395276 Jan 28 03:21:15.810306 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cb98e8b7-576e-466b-a19c-97e9412102e0 req-a873b0c9-7d0b-46ee-b774-c488468e5987 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613861 Jan 28 03:21:17.052658 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940713a-89a3-42c6-af0c-a469b6180849 req-a61ced52-adf4-41d4-ae84-cd206b4cc961 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:17.054215 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6940713a-89a3-42c6-af0c-a469b6180849 req-a61ced52-adf4-41d4-ae84-cd206b4cc961 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eba6140-20a8-4c97-a41e-2a0f74fa5cad HTTP/1.1" status: 200 len: 946 time: 0.1042025 Jan 28 03:21:17.209030 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6940713a-89a3-42c6-af0c-a469b6180849 req-d94ae9fc-3e98-4ca5-98ec-d274abc99eeb tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479795 Jan 28 03:21:18.607877 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6cffb-4026-48f8-9906-2cf94f46906e req-dec104df-60e3-4c7d-8d77-fb1fbf63cc04 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:18.641744 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a4e6cffb-4026-48f8-9906-2cf94f46906e req-dec104df-60e3-4c7d-8d77-fb1fbf63cc04 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eba6140-20a8-4c97-a41e-2a0f74fa5cad HTTP/1.1" status: 200 len: 946 time: 0.2112319 Jan 28 03:21:18.889234 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a4e6cffb-4026-48f8-9906-2cf94f46906e req-933f9668-5766-4f20-8485-55e89fe54a52 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192435 Jan 28 03:21:20.230528 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e44e41-9f55-4143-81e4-05fed1989b88 req-71f1023c-c1f0-462a-9c00-e2977e6b2402 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:20.234546 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-11e44e41-9f55-4143-81e4-05fed1989b88 req-71f1023c-c1f0-462a-9c00-e2977e6b2402 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eba6140-20a8-4c97-a41e-2a0f74fa5cad HTTP/1.1" status: 200 len: 946 time: 0.1982620 Jan 28 03:21:20.390854 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-11e44e41-9f55-4143-81e4-05fed1989b88 req-728f5d81-aec2-45b9-8bf0-12902b96dfb7 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471798 Jan 28 03:21:21.612523 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ca103-989b-4e82-99d5-5c4856f16ffd req-bcb8c140-e489-421a-b148-4fc39a4b3bea tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:21.625718 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4f0ca103-989b-4e82-99d5-5c4856f16ffd req-bcb8c140-e489-421a-b148-4fc39a4b3bea tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eba6140-20a8-4c97-a41e-2a0f74fa5cad HTTP/1.1" status: 200 len: 946 time: 0.0945029 Jan 28 03:21:21.723376 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4f0ca103-989b-4e82-99d5-5c4856f16ffd req-6d929a0f-7aad-45d2-bccb-6af82b07a936 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963342 Jan 28 03:21:22.931986 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc8ad84-a4d0-4ad2-bfca-b7fbe49d5d05 req-eda83fe2-4979-4b2e-91f1-db4886a29fd9 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:22.957729 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0dc8ad84-a4d0-4ad2-bfca-b7fbe49d5d05 req-eda83fe2-4979-4b2e-91f1-db4886a29fd9 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eba6140-20a8-4c97-a41e-2a0f74fa5cad HTTP/1.1" status: 200 len: 946 time: 0.0968790 Jan 28 03:21:23.133312 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0dc8ad84-a4d0-4ad2-bfca-b7fbe49d5d05 req-2227ece5-0edc-4c86-a59e-76fe3f595c9b tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547139 Jan 28 03:21:24.364328 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768fba9-cbca-468d-bb51-ad93b5b79e22 req-1f9fc78a-ff31-4241-9f7d-758c5900f256 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:24.376684 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1768fba9-cbca-468d-bb51-ad93b5b79e22 req-1f9fc78a-ff31-4241-9f7d-758c5900f256 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eba6140-20a8-4c97-a41e-2a0f74fa5cad HTTP/1.1" status: 200 len: 946 time: 0.1401820 Jan 28 03:21:24.454261 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1768fba9-cbca-468d-bb51-ad93b5b79e22 req-bcfebd94-20fb-46c1-a2ad-967982209777 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758419 Jan 28 03:21:25.641748 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076356a-61cb-45b8-a2ff-1b85328cd456 req-e529055f-1c20-4212-8e94-98ed745f0a54 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:25.651157 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1076356a-61cb-45b8-a2ff-1b85328cd456 req-e529055f-1c20-4212-8e94-98ed745f0a54 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eba6140-20a8-4c97-a41e-2a0f74fa5cad HTTP/1.1" status: 200 len: 946 time: 0.0834665 Jan 28 03:21:25.721196 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1076356a-61cb-45b8-a2ff-1b85328cd456 req-91764049-250b-4a95-a393-2015d2e8d324 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679953 Jan 28 03:21:25.810449 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9c3a2-74ff-472a-945d-723d4d3e3cd1 req-6d2d90ce-692a-49dc-a97b-6cd5bbdb0efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:25.812253 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4fd9c3a2-74ff-472a-945d-723d4d3e3cd1 req-6d2d90ce-692a-49dc-a97b-6cd5bbdb0efc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2286ae41b27547dfa2005a6a8f000d38&device_id=7eba6140-20a8-4c97-a41e-2a0f74fa5cad HTTP/1.1" status: 200 len: 1098 time: 0.0535116 Jan 28 03:21:25.912509 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9c3a2-74ff-472a-945d-723d4d3e3cd1 req-c00f72af-bf3a-4fe1-9b45-5336a5dd53c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:25.914332 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4fd9c3a2-74ff-472a-945d-723d4d3e3cd1 req-c00f72af-bf3a-4fe1-9b45-5336a5dd53c3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=61daafe4-8be0-4976-aead-14ffa612176d HTTP/1.1" status: 200 len: 912 time: 0.0948985 Jan 28 03:21:25.965611 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4fd9c3a2-74ff-472a-945d-723d4d3e3cd1 req-38e57277-3125-4794-a421-5977b7428351 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eff89a3c-4637-4070-9dd3-c1dd8327cf3f HTTP/1.1" status: 200 len: 217 time: 0.0449455 Jan 28 03:21:26.019842 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9c3a2-74ff-472a-945d-723d4d3e3cd1 req-e774e784-399a-447c-a7e6-688df778523a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:26.021647 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4fd9c3a2-74ff-472a-945d-723d4d3e3cd1 req-e774e784-399a-447c-a7e6-688df778523a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=27d2caa9-814b-48c2-8f4b-c426e9cbbe97 HTTP/1.1" status: 200 len: 850 time: 0.0503924 Jan 28 03:21:26.073253 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9c3a2-74ff-472a-945d-723d4d3e3cd1 req-f4be626a-a972-4666-b70f-1d7f97f35816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:26.074785 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4fd9c3a2-74ff-472a-945d-723d4d3e3cd1 req-f4be626a-a972-4666-b70f-1d7f97f35816 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=61daafe4-8be0-4976-aead-14ffa612176d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473876 Jan 28 03:21:26.216023 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4fd9c3a2-74ff-472a-945d-723d4d3e3cd1 req-62b902b6-e553-4e5b-b30f-7da452ba285c service neutron] 10.222.0.67 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340480 Jan 28 03:21:26.392320 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4fd9c3a2-74ff-472a-945d-723d4d3e3cd1 req-a344cdbd-9e22-413d-a69d-65c6cc5ec6d1 service neutron] 10.222.0.67 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690969 Jan 28 03:21:26.853793 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe90d0c-d198-4172-9983-89e07675f6e0 req-170fe3de-288a-4990-971e-5967dad2027e tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:26.855504 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dbe90d0c-d198-4172-9983-89e07675f6e0 req-170fe3de-288a-4990-971e-5967dad2027e tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eba6140-20a8-4c97-a41e-2a0f74fa5cad HTTP/1.1" status: 200 len: 946 time: 0.0649700 Jan 28 03:21:26.917650 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dbe90d0c-d198-4172-9983-89e07675f6e0 req-dbe58ac4-08b9-47c2-8426-9ce0c34d8cbd tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558820 Jan 28 03:21:28.068812 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed1253-256f-4398-927d-03f7e1530859 req-4124f225-0022-440d-bd8a-7ea43be34746 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:28.070467 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9eed1253-256f-4398-927d-03f7e1530859 req-4124f225-0022-440d-bd8a-7ea43be34746 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eba6140-20a8-4c97-a41e-2a0f74fa5cad HTTP/1.1" status: 200 len: 946 time: 0.0626383 Jan 28 03:21:28.134884 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9eed1253-256f-4398-927d-03f7e1530859 req-7200bf2c-5f83-438f-9830-a1b7a8be97ea tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582924 Jan 28 03:21:28.871176 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device eff89a3c-4637-4070-9dd3-c1dd8327cf3f no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:21:28.951638 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port eff89a3c-4637-4070-9dd3-c1dd8327cf3f is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:21:28.952424 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (eff89a3c-4637-4070-9dd3-c1dd8327cf3f), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:28.983747 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eba6140-20a8-4c97-a41e-2a0f74fa5cad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eff89a3c-4637-4070-9dd3-c1dd8327cf3f'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:21:28.986105 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a18a28d-b961-41ca-900c-773b6afce1a3" -d '{"events": [{"server_uuid": "7eba6140-20a8-4c97-a41e-2a0f74fa5cad", "name": "network-vif-unplugged", "status": "completed", "tag": "eff89a3c-4637-4070-9dd3-c1dd8327cf3f"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:21:29.000612 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port eff89a3c-4637-4070-9dd3-c1dd8327cf3f, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=eff89a3c-4637-4070-9dd3-c1dd8327cf3f,segment=NetworkSegment(8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69),segment_id=8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:21:29.009243 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (eff89a3c-4637-4070-9dd3-c1dd8327cf3f), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:29.068307 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 03:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a5f150-2738-4ec7-9429-99f89bf83457 x-openstack-request-id: req-40a5f150-2738-4ec7-9429-99f89bf83457 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:21:29.068592 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eba6140-20a8-4c97-a41e-2a0f74fa5cad", "name": "network-vif-unplugged", "status": "failed", "tag": "eff89a3c-4637-4070-9dd3-c1dd8327cf3f", "code": 422}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:21:29.069109 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-40a5f150-2738-4ec7-9429-99f89bf83457 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:21:29.069668 n-d-712139-27 neutron-server[109804]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7eba6140-20a8-4c97-a41e-2a0f74fa5cad', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'eff89a3c-4637-4070-9dd3-c1dd8327cf3f', 'code': 422} returned with failed status Jan 28 03:21:29.075587 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=eff89a3c-4637-4070-9dd3-c1dd8327cf3f,revision_number=8']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:21:29.288062 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02770087-d930-4234-bd25-08993b2baf95 req-5f6e4fc1-d9e9-4df8-95ae-d84b6d0e6f45 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:29.290375 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-02770087-d930-4234-bd25-08993b2baf95 req-5f6e4fc1-d9e9-4df8-95ae-d84b6d0e6f45 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eba6140-20a8-4c97-a41e-2a0f74fa5cad HTTP/1.1" status: 200 len: 944 time: 0.0675371 Jan 28 03:21:29.354833 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-02770087-d930-4234-bd25-08993b2baf95 req-43e859cb-f02f-4f3c-8251-6752b9451437 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574570 Jan 28 03:21:29.355807 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:29.540034 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51554d-ea73-4e42-b6a2-9d8e10c8a3a9 req-d47cbd51-54dc-465d-a4e9-22eb79f5dacf tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:29.547113 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ed51554d-ea73-4e42-b6a2-9d8e10c8a3a9 req-d47cbd51-54dc-465d-a4e9-22eb79f5dacf tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.0799379 Jan 28 03:21:29.592645 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ed51554d-ea73-4e42-b6a2-9d8e10c8a3a9 req-a927ce83-fc3d-432f-abb0-0a1401de1f82 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446563 Jan 28 03:21:29.717439 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-812e744b-58f3-4936-8026-0fee543e6f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:29.756422 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c937ae-0f94-45da-8181-4d053e261fde req-11dcd67f-2b4e-443b-875a-28c9ab74ab6c tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:29.758018 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d8c937ae-0f94-45da-8181-4d053e261fde req-11dcd67f-2b4e-443b-875a-28c9ab74ab6c tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.0773714 Jan 28 03:21:29.816775 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d8c937ae-0f94-45da-8181-4d053e261fde req-1953c93c-1cbe-4a8c-a20a-8b4298589e2d tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481439 Jan 28 03:21:30.206407 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60eefa-605d-467c-b02d-f9246a8478ad req-a7a0def0-29ec-4646-9512-87f83a75d3f2 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:30.209535 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ba60eefa-605d-467c-b02d-f9246a8478ad req-a7a0def0-29ec-4646-9512-87f83a75d3f2 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.1091259 Jan 28 03:21:30.371246 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ba60eefa-605d-467c-b02d-f9246a8478ad req-e6dc98a3-94a7-4143-8f32-d278e6fb0f3c tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555562 Jan 28 03:21:31.566958 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85e3d6-9d2b-4496-8e5d-d285bd2642d6 req-8c9ce2d9-b5f1-4bf8-a5ec-a10bba92d97c tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:31.576704 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7e85e3d6-9d2b-4496-8e5d-d285bd2642d6 req-8c9ce2d9-b5f1-4bf8-a5ec-a10bba92d97c tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.1079180 Jan 28 03:21:31.642099 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7e85e3d6-9d2b-4496-8e5d-d285bd2642d6 req-f54d61e5-4511-44d3-85c1-abffb4a84ded tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632162 Jan 28 03:21:31.792988 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-51793bd2-7fcc-4bee-9695-22d5f8bb807e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:32.788800 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931efa23-4d10-4109-b6dc-10adaa6c170e req-09ae5026-bc01-4595-8d5d-5624389d447e tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:32.790984 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-931efa23-4d10-4109-b6dc-10adaa6c170e req-09ae5026-bc01-4595-8d5d-5624389d447e tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.0577855 Jan 28 03:21:32.850462 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-931efa23-4d10-4109-b6dc-10adaa6c170e req-f4121898-ea49-41d6-8c5d-99d7268fd041 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530722 Jan 28 03:21:32.869898 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device eff89a3c-4637-4070-9dd3-c1dd8327cf3f no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:21:32.962211 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port eff89a3c-4637-4070-9dd3-c1dd8327cf3f is: DOWN; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:21:33.340529 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:33.554608 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:33.995053 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a5330-80b4-422c-bee5-94e38990d3ee req-5ea4a1c9-2a90-4eb8-962e-e69583a8687c tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:33.996527 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e79a5330-80b4-422c-bee5-94e38990d3ee req-5ea4a1c9-2a90-4eb8-962e-e69583a8687c tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.0721834 Jan 28 03:21:34.048219 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e79a5330-80b4-422c-bee5-94e38990d3ee req-8f5f490a-6ca1-473f-988e-9532682a6063 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448864 Jan 28 03:21:34.810762 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:35.184219 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89c533-0a7b-4d6c-920b-a073e0a023fb req-d29e719f-52b0-41fc-994b-f155f9e45c6c tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:35.191168 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ef89c533-0a7b-4d6c-920b-a073e0a023fb req-d29e719f-52b0-41fc-994b-f155f9e45c6c tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.0628541 Jan 28 03:21:35.238275 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ef89c533-0a7b-4d6c-920b-a073e0a023fb req-f4dda53a-98da-4aba-9073-aa976f710edc tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461128 Jan 28 03:21:36.125104 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:36.364164 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb219a-71f7-41eb-9d47-1d2a89930dda req-e9ba12e4-8bc9-4540-b14b-b6e7e923659b tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:36.365775 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dfbb219a-71f7-41eb-9d47-1d2a89930dda req-e9ba12e4-8bc9-4540-b14b-b6e7e923659b tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.0518343 Jan 28 03:21:36.418794 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dfbb219a-71f7-41eb-9d47-1d2a89930dda req-a20d46de-277b-4f90-8a1a-c8d7fa1966d3 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468662 Jan 28 03:21:37.557680 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce0442-acb2-4cd4-9763-f71b2cb6a114 req-8483635a-dfc6-4e18-9e17-dccfb63a0d9d tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:37.559268 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-46ce0442-acb2-4cd4-9763-f71b2cb6a114 req-8483635a-dfc6-4e18-9e17-dccfb63a0d9d tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.0587633 Jan 28 03:21:37.623161 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-46ce0442-acb2-4cd4-9763-f71b2cb6a114 req-cbf7ac32-300c-4cb7-831e-d7f392e9b649 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576921 Jan 28 03:21:38.641270 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46544) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:21:38.789610 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9b43427b-32b2-4415-ab4b-a68b2c3d4f07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:38.820339 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0f440-e4a9-4266-a6c9-8034ff06fb15 req-0d8385b6-944f-4461-bc3e-3caa4f15fa4e tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:38.830340 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c0d0f440-e4a9-4266-a6c9-8034ff06fb15 req-0d8385b6-944f-4461-bc3e-3caa4f15fa4e tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.0760798 Jan 28 03:21:38.903045 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9b43427b-32b2-4415-ab4b-a68b2c3d4f07 admin admin] Publish callbacks [] for security_group (e1d2e73a-496b-4fcd-8aaf-a0c89f070dc5), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:38.913670 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9b43427b-32b2-4415-ab4b-a68b2c3d4f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (e1d2e73a-496b-4fcd-8aaf-a0c89f070dc5), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:38.947491 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9b43427b-32b2-4415-ab4b-a68b2c3d4f07 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=112ead40b09642cbbc5f35ef759bb093&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3050261 Jan 28 03:21:38.948335 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46552) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:21:38.975399 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b43427b-32b2-4415-ab4b-a68b2c3d4f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d2e73a-496b-4fcd-8aaf-a0c89f070dc5,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:21:39.012977 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b43427b-32b2-4415-ab4b-a68b2c3d4f07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:21:39.013723 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b43427b-32b2-4415-ab4b-a68b2c3d4f07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:21:39.014208 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b43427b-32b2-4415-ab4b-a68b2c3d4f07 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:21:39.014722 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b43427b-32b2-4415-ab4b-a68b2c3d4f07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:21:39.015229 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b43427b-32b2-4415-ab4b-a68b2c3d4f07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:21:39.015747 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b43427b-32b2-4415-ab4b-a68b2c3d4f07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:21:39.016523 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b43427b-32b2-4415-ab4b-a68b2c3d4f07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:21:39.017263 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b43427b-32b2-4415-ab4b-a68b2c3d4f07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:21:39.017740 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b43427b-32b2-4415-ab4b-a68b2c3d4f07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:21:39.018212 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b43427b-32b2-4415-ab4b-a68b2c3d4f07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:21:39.018684 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b43427b-32b2-4415-ab4b-a68b2c3d4f07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:21:39.019337 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b43427b-32b2-4415-ab4b-a68b2c3d4f07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:21:39.019821 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b43427b-32b2-4415-ab4b-a68b2c3d4f07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:21:39.041751 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cd3da7a9-6353-4dcf-8226-5874cf4bc319 admin admin] Publish callbacks [] for security_group (e1d2e73a-496b-4fcd-8aaf-a0c89f070dc5), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:39.052176 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c0d0f440-e4a9-4266-a6c9-8034ff06fb15 req-7e29d484-0475-4430-8857-46cc4680636f tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038507 Jan 28 03:21:39.064042 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46556) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:21:39.100778 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cd3da7a9-6353-4dcf-8226-5874cf4bc319 admin admin] Publish callbacks [] for security_group (e1d2e73a-496b-4fcd-8aaf-a0c89f070dc5), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:39.143895 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-58f87afc-4ab8-4dea-b355-6d5fd186c5c8 admin admin] Deleting subnet 43aa2058-f8da-454d-82e7-eb90b5bf96f4 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:21:39.147230 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-58f87afc-4ab8-4dea-b355-6d5fd186c5c8 admin admin] Publish callbacks [] for subnet (43aa2058-f8da-454d-82e7-eb90b5bf96f4), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:39.197197 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-58f87afc-4ab8-4dea-b355-6d5fd186c5c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (43aa2058-f8da-454d-82e7-eb90b5bf96f4), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:39.244322 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-58f87afc-4ab8-4dea-b355-6d5fd186c5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (43aa2058-f8da-454d-82e7-eb90b5bf96f4), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:39.246641 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cd3da7a9-6353-4dcf-8226-5874cf4bc319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (e1d2e73a-496b-4fcd-8aaf-a0c89f070dc5), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:39.249667 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cd3da7a9-6353-4dcf-8226-5874cf4bc319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:39.253692 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-cd3da7a9-6353-4dcf-8226-5874cf4bc319 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e1d2e73a-496b-4fcd-8aaf-a0c89f070dc5 HTTP/1.1" status: 204 len: 168 time: 0.3000052 Jan 28 03:21:39.285189 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3da7a9-6353-4dcf-8226-5874cf4bc319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d2e73a-496b-4fcd-8aaf-a0c89f070dc5,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:21:39.337935 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-58f87afc-4ab8-4dea-b355-6d5fd186c5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (43aa2058-f8da-454d-82e7-eb90b5bf96f4), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:39.354246 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-58f87afc-4ab8-4dea-b355-6d5fd186c5c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:39.358630 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-58f87afc-4ab8-4dea-b355-6d5fd186c5c8 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/43aa2058-f8da-454d-82e7-eb90b5bf96f4 HTTP/1.1" status: 204 len: 168 time: 0.2928145 Jan 28 03:21:39.362830 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46560) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:21:39.378299 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f87afc-4ab8-4dea-b355-6d5fd186c5c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43aa2058-f8da-454d-82e7-eb90b5bf96f4,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:21:39.452070 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-38e01e7f-2e1d-4733-98fa-197846f31614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:39.533585 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-38e01e7f-2e1d-4733-98fa-197846f31614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:39.555521 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-38e01e7f-2e1d-4733-98fa-197846f31614 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:21:39.565331 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-38e01e7f-2e1d-4733-98fa-197846f31614 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a19526f-455f-4a91-81f7-b7414209a4d9') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:21:39.565693 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-38e01e7f-2e1d-4733-98fa-197846f31614 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a19526f-455f-4a91-81f7-b7414209a4d9') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:21:39.576321 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-38e01e7f-2e1d-4733-98fa-197846f31614 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (5a19526f-455f-4a91-81f7-b7414209a4d9), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:39.592392 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-38e01e7f-2e1d-4733-98fa-197846f31614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (5a19526f-455f-4a91-81f7-b7414209a4d9), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:39.599352 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e01e7f-2e1d-4733-98fa-197846f31614 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:21:39.600124 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-38e01e7f-2e1d-4733-98fa-197846f31614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (5a19526f-455f-4a91-81f7-b7414209a4d9), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:39.601888 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:21:39.601888 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:21:39.601888 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:21:39.601888 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:21:39.601888 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:21:39.601888 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:21:39.601888 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:21:39.601888 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:21:39.601888 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:21:39.601888 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:21:39.601888 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:21:39.601888 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:21:39.601888 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:21:39.601888 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:21:39.601888 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:21:39.601888 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:21:39.601888 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:21:39.601888 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:21:39.601888 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:21:39.601888 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:21:39.601888 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:21:39.601888 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:21:39.601888 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:21:39.601888 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:21:39.601888 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:21:39.601888 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:21:39.601888 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:21:39.601888 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:21:39.601888 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:21:39.601888 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:21:39.601888 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:21:39.601888 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:21:39.618003 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46564) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:21:39.665105 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-15153c66-8d7f-4dc4-9370-8f5f86867da3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:39.688049 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-38e01e7f-2e1d-4733-98fa-197846f31614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:39.695183 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-38e01e7f-2e1d-4733-98fa-197846f31614 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:39.701463 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-38e01e7f-2e1d-4733-98fa-197846f31614 admin admin] 10.222.0.53 "DELETE /v2.0/networks/5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae HTTP/1.1" status: 204 len: 168 time: 0.3334994 Jan 28 03:21:39.712609 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e01e7f-2e1d-4733-98fa-197846f31614 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ad0b0b9-5a9e-46e9-aa72-0763b2d72eae,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:21:39.766841 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-15153c66-8d7f-4dc4-9370-8f5f86867da3 admin admin] Publish callbacks [] for security_group (67953e3d-85da-4dc6-969f-f054bb5a0532), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:39.771521 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-15153c66-8d7f-4dc4-9370-8f5f86867da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (67953e3d-85da-4dc6-969f-f054bb5a0532), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:39.810489 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15153c66-8d7f-4dc4-9370-8f5f86867da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67953e3d-85da-4dc6-969f-f054bb5a0532,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:21:39.818896 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-15153c66-8d7f-4dc4-9370-8f5f86867da3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f0942966573840ebb23c03f2152fa7ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1976099 Jan 28 03:21:39.819288 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46568) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:21:39.869019 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-56ba6fcb-79c6-4467-bf23-7ebbc8d2a833 admin admin] Publish callbacks [] for security_group (67953e3d-85da-4dc6-969f-f054bb5a0532), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:39.897776 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-56ba6fcb-79c6-4467-bf23-7ebbc8d2a833 admin admin] Publish callbacks [] for security_group (67953e3d-85da-4dc6-969f-f054bb5a0532), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:39.904015 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46570) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:21:39.943546 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-908cbf15-1100-4a48-802d-044e32e01c0f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a73fb15f8f4742588c392557ddb4367c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383487 Jan 28 03:21:39.945984 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46572) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:21:39.950115 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-56ba6fcb-79c6-4467-bf23-7ebbc8d2a833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (67953e3d-85da-4dc6-969f-f054bb5a0532), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:39.952842 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-56ba6fcb-79c6-4467-bf23-7ebbc8d2a833 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:39.956440 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-56ba6fcb-79c6-4467-bf23-7ebbc8d2a833 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/67953e3d-85da-4dc6-969f-f054bb5a0532 HTTP/1.1" status: 204 len: 168 time: 0.1340120 Jan 28 03:21:39.962838 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ba6fcb-79c6-4467-bf23-7ebbc8d2a833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67953e3d-85da-4dc6-969f-f054bb5a0532,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:21:40.014299 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa636d02-9a1e-4a56-ada7-32b8cd4ce4a0 admin admin] Publish callbacks [] for security_group (377dc288-ee84-4897-b936-4130633758d2), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:40.037103 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa636d02-9a1e-4a56-ada7-32b8cd4ce4a0 admin admin] Publish callbacks [] for security_group (377dc288-ee84-4897-b936-4130633758d2), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:40.103965 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa636d02-9a1e-4a56-ada7-32b8cd4ce4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (377dc288-ee84-4897-b936-4130633758d2), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:40.106735 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa636d02-9a1e-4a56-ada7-32b8cd4ce4a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:40.111051 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-fa636d02-9a1e-4a56-ada7-32b8cd4ce4a0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/377dc288-ee84-4897-b936-4130633758d2 HTTP/1.1" status: 204 len: 168 time: 0.1616888 Jan 28 03:21:40.136383 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa636d02-9a1e-4a56-ada7-32b8cd4ce4a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377dc288-ee84-4897-b936-4130633758d2,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:21:40.229641 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721142cb-a71e-48a7-9c3b-159231649eeb req-3e0eb27a-0b16-4b47-a6b2-15138198f3a5 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:40.231409 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-721142cb-a71e-48a7-9c3b-159231649eeb req-3e0eb27a-0b16-4b47-a6b2-15138198f3a5 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.0606918 Jan 28 03:21:40.293422 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-721142cb-a71e-48a7-9c3b-159231649eeb req-46a69f49-9155-40e4-a554-ae88ad0e3ae8 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563896 Jan 28 03:21:41.430246 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d51f81-bf5d-43fc-b2b7-2acd0c1f826e req-a2830b24-fecf-4288-8d69-17b8f8029e91 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:41.434027 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-58d51f81-bf5d-43fc-b2b7-2acd0c1f826e req-a2830b24-fecf-4288-8d69-17b8f8029e91 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.0581686 Jan 28 03:21:41.481174 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-58d51f81-bf5d-43fc-b2b7-2acd0c1f826e req-cf40c9f0-4252-4335-ab37-981085b986eb tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436237 Jan 28 03:21:41.737841 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229f772-482b-44b7-af8c-cd015e984b60 req-d526be01-3baf-4345-b34a-4cd6a7914b41 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:41.739632 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1229f772-482b-44b7-af8c-cd015e984b60 req-d526be01-3baf-4345-b34a-4cd6a7914b41 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.0623889 Jan 28 03:21:41.824022 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1229f772-482b-44b7-af8c-cd015e984b60 req-5f696741-b307-40ee-9640-85d66508b55b tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786319 Jan 28 03:21:41.826737 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4a6bf-b07f-48de-acef-fcac6d1a0b6f req-99758957-ae12-45b2-884b-ab61e41fc724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:41.828176 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d8e4a6bf-b07f-48de-acef-fcac6d1a0b6f req-99758957-ae12-45b2-884b-ab61e41fc724 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2286ae41b27547dfa2005a6a8f000d38&device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 1096 time: 0.0810544 Jan 28 03:21:41.947079 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4a6bf-b07f-48de-acef-fcac6d1a0b6f req-4fc4f90b-6368-4c9e-a258-1d3950027839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:41.948664 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d8e4a6bf-b07f-48de-acef-fcac6d1a0b6f req-4fc4f90b-6368-4c9e-a258-1d3950027839 service neutron] 10.222.0.39 "GET /v2.0/networks?id=61daafe4-8be0-4976-aead-14ffa612176d HTTP/1.1" status: 200 len: 912 time: 0.1149168 Jan 28 03:21:42.025130 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d8e4a6bf-b07f-48de-acef-fcac6d1a0b6f req-cf7ff88f-293b-4974-8895-6d0b3fa73a49 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40f8070f-7c97-490d-b710-cae05a2e07c3 HTTP/1.1" status: 200 len: 998 time: 0.0702217 Jan 28 03:21:42.078267 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4a6bf-b07f-48de-acef-fcac6d1a0b6f req-f008a2d9-f936-4ded-8463-6d8dd280190c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:42.079954 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d8e4a6bf-b07f-48de-acef-fcac6d1a0b6f req-f008a2d9-f936-4ded-8463-6d8dd280190c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=27d2caa9-814b-48c2-8f4b-c426e9cbbe97 HTTP/1.1" status: 200 len: 850 time: 0.0496252 Jan 28 03:21:42.129695 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4a6bf-b07f-48de-acef-fcac6d1a0b6f req-aa31d8f2-95f0-4f53-b875-be1d7f70591b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:42.131300 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d8e4a6bf-b07f-48de-acef-fcac6d1a0b6f req-aa31d8f2-95f0-4f53-b875-be1d7f70591b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=61daafe4-8be0-4976-aead-14ffa612176d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454941 Jan 28 03:21:42.233425 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d8e4a6bf-b07f-48de-acef-fcac6d1a0b6f req-cf6cbdff-16b3-46e0-8b0d-4c97740036f3 service neutron] 10.222.0.39 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950704 Jan 28 03:21:42.335149 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d8e4a6bf-b07f-48de-acef-fcac6d1a0b6f req-695764bf-4426-4ceb-9915-f1f7615d50ec service neutron] 10.222.0.39 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960062 Jan 28 03:21:42.955920 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986f41a-990d-4cab-846f-e7369f293eea req-4db8542d-1b87-4798-a5dc-a1b36f40929b tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:42.958305 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6986f41a-990d-4cab-846f-e7369f293eea req-4db8542d-1b87-4798-a5dc-a1b36f40929b tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.0610590 Jan 28 03:21:43.014774 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6986f41a-990d-4cab-846f-e7369f293eea req-55cbfbd2-95d4-4359-aee4-f6a5cd94c5b6 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493996 Jan 28 03:21:43.153300 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484dd498-8693-4c4f-9394-ce89c15bb002 req-83975939-63f8-48f3-ab09-0876b298ec7f tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:43.154935 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-484dd498-8693-4c4f-9394-ce89c15bb002 req-83975939-63f8-48f3-ab09-0876b298ec7f tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.0669215 Jan 28 03:21:43.225580 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-484dd498-8693-4c4f-9394-ce89c15bb002 req-352d47ed-2941-4cd0-8c96-595b60ae89af tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605674 Jan 28 03:21:43.377270 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24279383-fc1e-4529-ab72-f34e30465b17 req-fac67f24-2a6f-49bb-999a-9d75828a0ae1 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:43.378804 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-24279383-fc1e-4529-ab72-f34e30465b17 req-fac67f24-2a6f-49bb-999a-9d75828a0ae1 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.0661421 Jan 28 03:21:43.434573 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-24279383-fc1e-4529-ab72-f34e30465b17 req-6bac1097-c910-4f07-9af1-3c08defb85df tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460782 Jan 28 03:21:43.696215 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5f1d6-913d-4a63-bb8e-d24cf65689e6 req-2b6cb408-1510-4fa0-a8bb-1a94ebf09966 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:43.697784 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7ef5f1d6-913d-4a63-bb8e-d24cf65689e6 req-2b6cb408-1510-4fa0-a8bb-1a94ebf09966 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.0578935 Jan 28 03:21:43.751990 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7ef5f1d6-913d-4a63-bb8e-d24cf65689e6 req-b597494c-5236-4589-8f43-7dcb56369b6b tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482094 Jan 28 03:21:44.929324 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cdb6cf-33a5-45c9-827e-64b8056d0792 req-a905036e-5d86-41fa-aba8-b903818e6e02 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:44.931605 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-78cdb6cf-33a5-45c9-827e-64b8056d0792 req-a905036e-5d86-41fa-aba8-b903818e6e02 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.0732458 Jan 28 03:21:44.969982 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46790) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:21:44.990218 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-78cdb6cf-33a5-45c9-827e-64b8056d0792 req-0b2af0dd-259c-45a0-8770-a420f09bce8c tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512736 Jan 28 03:21:45.197590 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4aded265-6bdd-4f1c-af63-57add1771b3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:45.299991 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e80f5f-4baf-49b9-9d4a-09cc91e2d559 req-d5dbbba1-2d6b-4464-a182-a0306bf81f9b tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:45.303533 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4aded265-6bdd-4f1c-af63-57add1771b3e admin admin] Publish callbacks [] for security_group (bd6db0aa-57f1-4e04-ad2e-979a15acee86), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:45.305640 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-13e80f5f-4baf-49b9-9d4a-09cc91e2d559 req-d5dbbba1-2d6b-4464-a182-a0306bf81f9b tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.1087909 Jan 28 03:21:45.309539 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4aded265-6bdd-4f1c-af63-57add1771b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (bd6db0aa-57f1-4e04-ad2e-979a15acee86), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:45.372189 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-13e80f5f-4baf-49b9-9d4a-09cc91e2d559 req-2b284a04-1c49-4f2c-8b17-298a71c04e91 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552206 Jan 28 03:21:45.372687 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46798) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:21:45.381683 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f8d30-1f65-4410-9097-9e4970f91241 req-47b3b2d8-0398-4f92-ad9a-03bee75c2e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:45.382840 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4aded265-6bdd-4f1c-af63-57add1771b3e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eb8d9252c94c46a7befb6ea61398bb74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4007502 Jan 28 03:21:45.383689 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-449f8d30-1f65-4410-9097-9e4970f91241 req-47b3b2d8-0398-4f92-ad9a-03bee75c2e21 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2286ae41b27547dfa2005a6a8f000d38&device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 1096 time: 0.1372626 Jan 28 03:21:45.414260 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aded265-6bdd-4f1c-af63-57add1771b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6db0aa-57f1-4e04-ad2e-979a15acee86,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:21:45.510765 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-52797aad-cfd9-4e0c-b66e-a54a82b44aed admin admin] Publish callbacks [] for security_group (bd6db0aa-57f1-4e04-ad2e-979a15acee86), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:45.537645 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f8d30-1f65-4410-9097-9e4970f91241 req-60d845d8-55e9-4120-81b6-590632f87ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:45.539738 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-449f8d30-1f65-4410-9097-9e4970f91241 req-60d845d8-55e9-4120-81b6-590632f87ce2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=61daafe4-8be0-4976-aead-14ffa612176d HTTP/1.1" status: 200 len: 912 time: 0.1468174 Jan 28 03:21:45.556575 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-52797aad-cfd9-4e0c-b66e-a54a82b44aed admin admin] Publish callbacks [] for security_group (bd6db0aa-57f1-4e04-ad2e-979a15acee86), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:45.641389 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-449f8d30-1f65-4410-9097-9e4970f91241 req-d4214d52-d986-49a9-80c4-5b3a0e399260 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40f8070f-7c97-490d-b710-cae05a2e07c3 HTTP/1.1" status: 200 len: 998 time: 0.0956571 Jan 28 03:21:45.693813 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-52797aad-cfd9-4e0c-b66e-a54a82b44aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (bd6db0aa-57f1-4e04-ad2e-979a15acee86), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:45.696387 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-52797aad-cfd9-4e0c-b66e-a54a82b44aed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:45.697625 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-52797aad-cfd9-4e0c-b66e-a54a82b44aed admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bd6db0aa-57f1-4e04-ad2e-979a15acee86 HTTP/1.1" status: 204 len: 168 time: 0.3231230 Jan 28 03:21:45.708648 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f8d30-1f65-4410-9097-9e4970f91241 req-9e2e896a-fcfc-4251-89a2-1ea43dc6bee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:45.710148 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-449f8d30-1f65-4410-9097-9e4970f91241 req-9e2e896a-fcfc-4251-89a2-1ea43dc6bee8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=27d2caa9-814b-48c2-8f4b-c426e9cbbe97 HTTP/1.1" status: 200 len: 850 time: 0.0629802 Jan 28 03:21:45.727914 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52797aad-cfd9-4e0c-b66e-a54a82b44aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6db0aa-57f1-4e04-ad2e-979a15acee86,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:21:45.771588 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f8d30-1f65-4410-9097-9e4970f91241 req-a0d2a69f-1af9-4984-8abd-df99a84f184b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:45.773149 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-449f8d30-1f65-4410-9097-9e4970f91241 req-a0d2a69f-1af9-4984-8abd-df99a84f184b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=61daafe4-8be0-4976-aead-14ffa612176d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549817 Jan 28 03:21:45.897014 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-449f8d30-1f65-4410-9097-9e4970f91241 req-faf76330-e526-4185-88dc-3354e60f4dc1 service neutron] 10.222.0.39 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167595 Jan 28 03:21:46.025849 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-449f8d30-1f65-4410-9097-9e4970f91241 req-eb0e7494-11dd-43e9-a80e-6e27295e9688 service neutron] 10.222.0.39 "GET /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231439 Jan 28 03:21:46.080566 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46808) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:21:46.098961 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-77858f58-f0c6-4e3b-9482-823ec664e6c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:46.180987 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-77858f58-f0c6-4e3b-9482-823ec664e6c3 admin admin] Publish callbacks [] for security_group (e9b54268-5b95-4d1e-9dc6-284b23a3bd7a), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:46.189690 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-77858f58-f0c6-4e3b-9482-823ec664e6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (e9b54268-5b95-4d1e-9dc6-284b23a3bd7a), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:46.227592 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77858f58-f0c6-4e3b-9482-823ec664e6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b54268-5b95-4d1e-9dc6-284b23a3bd7a,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:21:46.236764 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46810) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:21:46.236906 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-77858f58-f0c6-4e3b-9482-823ec664e6c3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ca96ce0fa53c48eebf141ffc809b9324&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1548190 Jan 28 03:21:46.299864 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-618cf66e-4c43-4092-a9ee-3f82c8a85263 admin admin] Publish callbacks [] for security_group (e9b54268-5b95-4d1e-9dc6-284b23a3bd7a), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:46.323364 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-618cf66e-4c43-4092-a9ee-3f82c8a85263 admin admin] Publish callbacks [] for security_group (e9b54268-5b95-4d1e-9dc6-284b23a3bd7a), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:46.384031 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-618cf66e-4c43-4092-a9ee-3f82c8a85263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (e9b54268-5b95-4d1e-9dc6-284b23a3bd7a), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:46.386659 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-618cf66e-4c43-4092-a9ee-3f82c8a85263 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:46.387879 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-618cf66e-4c43-4092-a9ee-3f82c8a85263 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e9b54268-5b95-4d1e-9dc6-284b23a3bd7a HTTP/1.1" status: 204 len: 168 time: 0.1499267 Jan 28 03:21:46.396602 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618cf66e-4c43-4092-a9ee-3f82c8a85263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b54268-5b95-4d1e-9dc6-284b23a3bd7a,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:21:46.534230 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbbb4ad-2846-4428-b901-b3d226b234e9 req-61a50d90-9616-4f14-8a44-821f1e393536 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:46.549525 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4cbbb4ad-2846-4428-b901-b3d226b234e9 req-61a50d90-9616-4f14-8a44-821f1e393536 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.0822997 Jan 28 03:21:46.617161 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4cbbb4ad-2846-4428-b901-b3d226b234e9 req-1e6f523b-9218-4b94-b629-cdd331d5127a tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554833 Jan 28 03:21:47.763581 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd0016-f14a-42ab-83ef-7313f3b46075 req-920149b6-6898-4ba9-8d65-002c7e656bde tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:47.765180 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8cdd0016-f14a-42ab-83ef-7313f3b46075 req-920149b6-6898-4ba9-8d65-002c7e656bde tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.0556314 Jan 28 03:21:47.828152 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8cdd0016-f14a-42ab-83ef-7313f3b46075 req-8b15c2ad-e76d-45dc-978c-7f6424b7e48f tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562649 Jan 28 03:21:47.968849 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3c186-fc13-45af-b8e4-96fb054c3efd req-38c3d889-109a-49e5-b04b-1e791c18025c tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:47.970533 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a2c3c186-fc13-45af-b8e4-96fb054c3efd req-38c3d889-109a-49e5-b04b-1e791c18025c tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.0560770 Jan 28 03:21:48.033634 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a2c3c186-fc13-45af-b8e4-96fb054c3efd req-9df52e4d-5cf3-465e-a557-b9045d084e84 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535929 Jan 28 03:21:48.212374 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:21:48.548819 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46900) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:21:48.684289 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-73e8552c-7668-4fb0-a15c-d6c3f78b046e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:49.145539 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b9ddd-be8a-48be-b8fe-2ee69a8ba902 req-750c4a64-1298-467c-b63b-d50b72e1410d tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:49.147072 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-233b9ddd-be8a-48be-b8fe-2ee69a8ba902 req-750c4a64-1298-467c-b63b-d50b72e1410d tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eba6140-20a8-4c97-a41e-2a0f74fa5cad HTTP/1.1" status: 200 len: 944 time: 0.0809898 Jan 28 03:21:49.159379 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-73e8552c-7668-4fb0-a15c-d6c3f78b046e admin admin] Publish callbacks [] for security_group (e4758a87-d0d7-48d7-8127-63af83bdb6ce), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:49.170951 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-73e8552c-7668-4fb0-a15c-d6c3f78b046e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (e4758a87-d0d7-48d7-8127-63af83bdb6ce), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:49.242111 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-73e8552c-7668-4fb0-a15c-d6c3f78b046e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9fb5f96af607423aade16d8cf3e3fcd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6919677 Jan 28 03:21:49.245649 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 46920) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:21:49.259632 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e8552c-7668-4fb0-a15c-d6c3f78b046e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4758a87-d0d7-48d7-8127-63af83bdb6ce,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:21:49.299303 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-233b9ddd-be8a-48be-b8fe-2ee69a8ba902 req-61063a95-315c-49ea-a062-0340b7766f56 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Deleting port eff89a3c-4637-4070-9dd3-c1dd8327cf3f {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:21:49.299646 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-233b9ddd-be8a-48be-b8fe-2ee69a8ba902 req-61063a95-315c-49ea-a062-0340b7766f56 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (eff89a3c-4637-4070-9dd3-c1dd8327cf3f), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:49.310038 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d309d960-a0f0-4ad7-aa3c-9ab2f29b6198 admin admin] Publish callbacks [] for security_group (e4758a87-d0d7-48d7-8127-63af83bdb6ce), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:49.337779 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d309d960-a0f0-4ad7-aa3c-9ab2f29b6198 admin admin] Publish callbacks [] for security_group (e4758a87-d0d7-48d7-8127-63af83bdb6ce), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:49.398110 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d309d960-a0f0-4ad7-aa3c-9ab2f29b6198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (e4758a87-d0d7-48d7-8127-63af83bdb6ce), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:49.401262 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d309d960-a0f0-4ad7-aa3c-9ab2f29b6198 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:49.409123 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-233b9ddd-be8a-48be-b8fe-2ee69a8ba902 req-61063a95-315c-49ea-a062-0340b7766f56 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] For port eff89a3c-4637-4070-9dd3-c1dd8327cf3f, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=eff89a3c-4637-4070-9dd3-c1dd8327cf3f,segment=NetworkSegment(8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69),segment_id=8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:21:49.409522 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-233b9ddd-be8a-48be-b8fe-2ee69a8ba902 req-61063a95-315c-49ea-a062-0340b7766f56 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (eff89a3c-4637-4070-9dd3-c1dd8327cf3f), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:49.415639 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d309d960-a0f0-4ad7-aa3c-9ab2f29b6198 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e4758a87-d0d7-48d7-8127-63af83bdb6ce HTTP/1.1" status: 204 len: 168 time: 0.1580007 Jan 28 03:21:49.424899 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d309d960-a0f0-4ad7-aa3c-9ab2f29b6198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4758a87-d0d7-48d7-8127-63af83bdb6ce,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:21:49.432365 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-233b9ddd-be8a-48be-b8fe-2ee69a8ba902 req-61063a95-315c-49ea-a062-0340b7766f56 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Calling delete_port for eff89a3c-4637-4070-9dd3-c1dd8327cf3f owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:21:49.585398 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-233b9ddd-be8a-48be-b8fe-2ee69a8ba902 req-61063a95-315c-49ea-a062-0340b7766f56 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (eff89a3c-4637-4070-9dd3-c1dd8327cf3f), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:49.613656 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61063a95-315c-49ea-a062-0340b7766f56 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Pushing event deleted for resources: {'Port': ['ID=eff89a3c-4637-4070-9dd3-c1dd8327cf3f,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:21:49.621502 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['55705158-50b1-4112-bd3e-fc0d16bf82b8'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:21:49.626612 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['2c77dadd-dd8a-418a-9f40-604473098402'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:21:49.674543 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-233b9ddd-be8a-48be-b8fe-2ee69a8ba902 req-61063a95-315c-49ea-a062-0340b7766f56 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] No DVR routers for this DVR port eff89a3c-4637-4070-9dd3-c1dd8327cf3f on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:21:49.679538 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-233b9ddd-be8a-48be-b8fe-2ee69a8ba902 req-61063a95-315c-49ea-a062-0340b7766f56 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:49.686750 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-233b9ddd-be8a-48be-b8fe-2ee69a8ba902 req-61063a95-315c-49ea-a062-0340b7766f56 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "DELETE /v2.0/ports/eff89a3c-4637-4070-9dd3-c1dd8327cf3f HTTP/1.1" status: 204 len: 173 time: 0.5247355 Jan 28 03:21:49.687708 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eba6140-20a8-4c97-a41e-2a0f74fa5cad', 'name': 'network-vif-deleted', 'tag': 'eff89a3c-4637-4070-9dd3-c1dd8327cf3f'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:21:49.690544 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd1e6cb-46ad-48c0-a8be-ddc9573e4990" -d '{"events": [{"server_uuid": "7eba6140-20a8-4c97-a41e-2a0f74fa5cad", "name": "network-vif-deleted", "tag": "eff89a3c-4637-4070-9dd3-c1dd8327cf3f"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:21:49.744603 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 28 Jan 2022 03:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f56a7b-8fe3-4a22-9c1c-27a23e7c5dc6 x-openstack-request-id: req-42f56a7b-8fe3-4a22-9c1c-27a23e7c5dc6 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:21:49.745332 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eba6140-20a8-4c97-a41e-2a0f74fa5cad", "name": "network-vif-deleted", "tag": "eff89a3c-4637-4070-9dd3-c1dd8327cf3f", "status": "failed", "code": 422}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:21:49.745849 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-42f56a7b-8fe3-4a22-9c1c-27a23e7c5dc6 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:21:49.747340 n-d-712139-27 neutron-server[109803]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7eba6140-20a8-4c97-a41e-2a0f74fa5cad', 'name': 'network-vif-deleted', 'tag': 'eff89a3c-4637-4070-9dd3-c1dd8327cf3f', 'status': 'failed', 'code': 422} returned with failed status Jan 28 03:21:49.802003 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46932) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:21:49.831911 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e9fac159-ec24-4b35-a82c-c60181e850e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:49.953321 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e9fac159-ec24-4b35-a82c-c60181e850e6 admin admin] Publish callbacks [] for security_group (ec681ec6-7081-4448-896f-2bd989c1818e), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:49.960632 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e9fac159-ec24-4b35-a82c-c60181e850e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (ec681ec6-7081-4448-896f-2bd989c1818e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:50.030521 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fac159-ec24-4b35-a82c-c60181e850e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec681ec6-7081-4448-896f-2bd989c1818e,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:21:50.070228 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e9fac159-ec24-4b35-a82c-c60181e850e6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a620d361a3d640a590697d318f92aa37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2634122 Jan 28 03:21:50.070474 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 46942) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:21:50.154185 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-34503cb3-387c-4699-836e-5e6711c229dd admin admin] Publish callbacks [] for security_group (ec681ec6-7081-4448-896f-2bd989c1818e), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:50.186159 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-34503cb3-387c-4699-836e-5e6711c229dd admin admin] Publish callbacks [] for security_group (ec681ec6-7081-4448-896f-2bd989c1818e), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:50.256702 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-34503cb3-387c-4699-836e-5e6711c229dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (ec681ec6-7081-4448-896f-2bd989c1818e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:50.259475 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-34503cb3-387c-4699-836e-5e6711c229dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:50.260702 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-34503cb3-387c-4699-836e-5e6711c229dd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ec681ec6-7081-4448-896f-2bd989c1818e HTTP/1.1" status: 204 len: 168 time: 0.1892560 Jan 28 03:21:50.288326 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34503cb3-387c-4699-836e-5e6711c229dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec681ec6-7081-4448-896f-2bd989c1818e,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:21:50.655190 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be4a1f-9716-4b54-a80f-8909abf3edd7 req-dfc4c359-0bb1-4f3c-aa74-4856e4f9c18e tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:50.656835 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b2be4a1f-9716-4b54-a80f-8909abf3edd7 req-dfc4c359-0bb1-4f3c-aa74-4856e4f9c18e tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=32b1fda5-9440-4a96-a7d2-3f5f761accdc HTTP/1.1" status: 200 len: 908 time: 0.0753474 Jan 28 03:21:51.804700 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e65213-69c8-4702-aece-5a23362eb86b req-6718c8f4-ba20-4686-bc9a-5b6efe6ac323 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:51.806396 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a7e65213-69c8-4702-aece-5a23362eb86b req-6718c8f4-ba20-4686-bc9a-5b6efe6ac323 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=32b1fda5-9440-4a96-a7d2-3f5f761accdc HTTP/1.1" status: 200 len: 908 time: 0.0510981 Jan 28 03:21:52.241811 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400820e6-9ffc-4469-914a-ef7121b4de08 req-2cf7b084-cc32-4d1f-80f5-70ad6991fde5 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:52.244445 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-400820e6-9ffc-4469-914a-ef7121b4de08 req-2cf7b084-cc32-4d1f-80f5-70ad6991fde5 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.67 "GET /v2.0/ports?device_id=32b1fda5-9440-4a96-a7d2-3f5f761accdc HTTP/1.1" status: 200 len: 908 time: 0.1151390 Jan 28 03:21:52.395701 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-400820e6-9ffc-4469-914a-ef7121b4de08 req-b47f0ceb-22fc-4204-b4a5-91e29340ddb3 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Deleting port 623e3ec5-f971-4640-9811-9beeb5770576 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:21:52.396052 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-400820e6-9ffc-4469-914a-ef7121b4de08 req-b47f0ceb-22fc-4204-b4a5-91e29340ddb3 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (623e3ec5-f971-4640-9811-9beeb5770576), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:52.522046 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-400820e6-9ffc-4469-914a-ef7121b4de08 req-b47f0ceb-22fc-4204-b4a5-91e29340ddb3 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] For port 623e3ec5-f971-4640-9811-9beeb5770576, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=623e3ec5-f971-4640-9811-9beeb5770576,segment=NetworkSegment(8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69),segment_id=8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:21:52.522424 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-400820e6-9ffc-4469-914a-ef7121b4de08 req-b47f0ceb-22fc-4204-b4a5-91e29340ddb3 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (623e3ec5-f971-4640-9811-9beeb5770576), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:52.536840 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-400820e6-9ffc-4469-914a-ef7121b4de08 req-b47f0ceb-22fc-4204-b4a5-91e29340ddb3 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Calling delete_port for 623e3ec5-f971-4640-9811-9beeb5770576 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:21:52.708163 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-400820e6-9ffc-4469-914a-ef7121b4de08 req-b47f0ceb-22fc-4204-b4a5-91e29340ddb3 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (623e3ec5-f971-4640-9811-9beeb5770576), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:52.746434 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f0ceb-22fc-4204-b4a5-91e29340ddb3 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Pushing event deleted for resources: {'Port': ['ID=623e3ec5-f971-4640-9811-9beeb5770576,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:21:52.793148 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-400820e6-9ffc-4469-914a-ef7121b4de08 req-b47f0ceb-22fc-4204-b4a5-91e29340ddb3 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] No DVR routers for this DVR port 623e3ec5-f971-4640-9811-9beeb5770576 on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:21:52.798379 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-400820e6-9ffc-4469-914a-ef7121b4de08 req-b47f0ceb-22fc-4204-b4a5-91e29340ddb3 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:52.802950 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-400820e6-9ffc-4469-914a-ef7121b4de08 req-b47f0ceb-22fc-4204-b4a5-91e29340ddb3 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.67 "DELETE /v2.0/ports/623e3ec5-f971-4640-9811-9beeb5770576 HTTP/1.1" status: 204 len: 173 time: 0.5529768 Jan 28 03:21:52.804582 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b1fda5-9440-4a96-a7d2-3f5f761accdc', 'name': 'network-vif-deleted', 'tag': '623e3ec5-f971-4640-9811-9beeb5770576'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:21:52.808678 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eda75c0-c61f-457b-81d7-a40506be96b5" -d '{"events": [{"server_uuid": "32b1fda5-9440-4a96-a7d2-3f5f761accdc", "name": "network-vif-deleted", "tag": "623e3ec5-f971-4640-9811-9beeb5770576"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:21:52.933610 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f4f973-11e1-4571-9ddc-9773125b7ff2 x-openstack-request-id: req-b7f4f973-11e1-4571-9ddc-9773125b7ff2 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:21:52.934603 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b1fda5-9440-4a96-a7d2-3f5f761accdc", "name": "network-vif-deleted", "tag": "623e3ec5-f971-4640-9811-9beeb5770576", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:21:52.934845 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b7f4f973-11e1-4571-9ddc-9773125b7ff2 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:21:52.936747 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b1fda5-9440-4a96-a7d2-3f5f761accdc', 'name': 'network-vif-deleted', 'tag': '623e3ec5-f971-4640-9811-9beeb5770576', 'status': 'completed', 'code': 200} Jan 28 03:21:52.987232 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0086f2c8-963a-413c-af5b-50bed8973f0f req-70b4563c-5cc1-4a86-945e-c5796ac0084e tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=32b1fda5-9440-4a96-a7d2-3f5f761accdc HTTP/1.1" status: 200 len: 210 time: 0.0722671 Jan 28 03:21:53.668727 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 47036) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:21:53.800502 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-07ea21c3-da6d-4f40-b5f9-fc45d2e4b992 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:53.894410 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-07ea21c3-da6d-4f40-b5f9-fc45d2e4b992 admin admin] Publish callbacks [] for security_group (6de12bfc-6001-47cd-b094-5e04d1c127e5), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:53.899406 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-07ea21c3-da6d-4f40-b5f9-fc45d2e4b992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (6de12bfc-6001-47cd-b094-5e04d1c127e5), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:53.943337 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-07ea21c3-da6d-4f40-b5f9-fc45d2e4b992 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=febaa40c9e014f8b97b2faa862a1a24f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2709556 Jan 28 03:21:53.943337 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea21c3-da6d-4f40-b5f9-fc45d2e4b992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de12bfc-6001-47cd-b094-5e04d1c127e5,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:21:53.943674 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 47040) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:21:53.995849 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-53bdc564-97de-4e57-b1ff-d9b729aae634 admin admin] Publish callbacks [] for security_group (6de12bfc-6001-47cd-b094-5e04d1c127e5), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:54.030169 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-53bdc564-97de-4e57-b1ff-d9b729aae634 admin admin] Publish callbacks [] for security_group (6de12bfc-6001-47cd-b094-5e04d1c127e5), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:54.108685 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-53bdc564-97de-4e57-b1ff-d9b729aae634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (6de12bfc-6001-47cd-b094-5e04d1c127e5), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:54.111738 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-53bdc564-97de-4e57-b1ff-d9b729aae634 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:54.115792 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-53bdc564-97de-4e57-b1ff-d9b729aae634 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6de12bfc-6001-47cd-b094-5e04d1c127e5 HTTP/1.1" status: 204 len: 168 time: 0.1705682 Jan 28 03:21:54.124391 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bdc564-97de-4e57-b1ff-d9b729aae634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de12bfc-6001-47cd-b094-5e04d1c127e5,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:21:54.300702 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06628856-77ba-4de8-90ee-ee0f04bd7572 req-e58656d0-0f17-4f5f-8543-201205ebc907 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:54.302245 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-06628856-77ba-4de8-90ee-ee0f04bd7572 req-e58656d0-0f17-4f5f-8543-201205ebc907 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=32a569f4-be59-436b-bdc0-0bffcd2c9a24 HTTP/1.1" status: 200 len: 945 time: 0.0537314 Jan 28 03:21:54.355202 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-06628856-77ba-4de8-90ee-ee0f04bd7572 req-1c8966ad-e58e-4a9f-8fd6-da562dce533b tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462465 Jan 28 03:21:54.518358 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 47060) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:21:54.531631 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-43398da4-1911-4096-80f2-b06d6b88b100 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:54.604977 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-43398da4-1911-4096-80f2-b06d6b88b100 admin admin] Publish callbacks [] for security_group (bef86560-b9e6-4194-a771-934c0511670c), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:54.610080 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-43398da4-1911-4096-80f2-b06d6b88b100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (bef86560-b9e6-4194-a771-934c0511670c), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:54.648321 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-43398da4-1911-4096-80f2-b06d6b88b100 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eb2d519dc3864595bc91a8045c34700f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1288040 Jan 28 03:21:54.649211 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43398da4-1911-4096-80f2-b06d6b88b100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef86560-b9e6-4194-a771-934c0511670c,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:21:54.651249 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 47066) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:21:54.718864 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-85851e55-f461-44ff-9694-560e4a3f31d8 admin admin] Publish callbacks [] for security_group (bef86560-b9e6-4194-a771-934c0511670c), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:54.748727 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-85851e55-f461-44ff-9694-560e4a3f31d8 admin admin] Publish callbacks [] for security_group (bef86560-b9e6-4194-a771-934c0511670c), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:54.802070 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-85851e55-f461-44ff-9694-560e4a3f31d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (bef86560-b9e6-4194-a771-934c0511670c), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:54.804905 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-85851e55-f461-44ff-9694-560e4a3f31d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:54.806222 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-85851e55-f461-44ff-9694-560e4a3f31d8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bef86560-b9e6-4194-a771-934c0511670c HTTP/1.1" status: 204 len: 168 time: 0.1538026 Jan 28 03:21:54.814960 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85851e55-f461-44ff-9694-560e4a3f31d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef86560-b9e6-4194-a771-934c0511670c,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:21:55.484449 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db4128-996a-43bf-88f4-2191c48ceba0 req-f01afb4e-529d-4b0e-8814-e82374b53ae7 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:55.486371 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-69db4128-996a-43bf-88f4-2191c48ceba0 req-f01afb4e-529d-4b0e-8814-e82374b53ae7 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=32a569f4-be59-436b-bdc0-0bffcd2c9a24 HTTP/1.1" status: 200 len: 945 time: 0.0570042 Jan 28 03:21:55.562609 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-69db4128-996a-43bf-88f4-2191c48ceba0 req-25e833e2-a5e3-4338-9302-4c5ec4c2b94c tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621197 Jan 28 03:21:55.782024 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d51b67-e24b-4ca4-b0ef-0f77a628ed55 req-82ce6881-8b5b-4fbc-a761-0c098474f04e tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:55.783165 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-06d51b67-e24b-4ca4-b0ef-0f77a628ed55 req-82ce6881-8b5b-4fbc-a761-0c098474f04e tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.39 "GET /v2.0/ports?device_id=32a569f4-be59-436b-bdc0-0bffcd2c9a24 HTTP/1.1" status: 200 len: 945 time: 0.0582104 Jan 28 03:21:55.890283 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-06d51b67-e24b-4ca4-b0ef-0f77a628ed55 req-b390e63f-83b2-43b1-8904-8dfa815a7242 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Deleting port 55705158-50b1-4112-bd3e-fc0d16bf82b8 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:21:55.890803 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-06d51b67-e24b-4ca4-b0ef-0f77a628ed55 req-b390e63f-83b2-43b1-8904-8dfa815a7242 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (55705158-50b1-4112-bd3e-fc0d16bf82b8), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:55.994133 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-06d51b67-e24b-4ca4-b0ef-0f77a628ed55 req-b390e63f-83b2-43b1-8904-8dfa815a7242 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] For port 55705158-50b1-4112-bd3e-fc0d16bf82b8, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=55705158-50b1-4112-bd3e-fc0d16bf82b8,segment=NetworkSegment(8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69),segment_id=8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:21:55.994620 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-06d51b67-e24b-4ca4-b0ef-0f77a628ed55 req-b390e63f-83b2-43b1-8904-8dfa815a7242 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (55705158-50b1-4112-bd3e-fc0d16bf82b8), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:56.009290 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-06d51b67-e24b-4ca4-b0ef-0f77a628ed55 req-b390e63f-83b2-43b1-8904-8dfa815a7242 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Calling delete_port for 55705158-50b1-4112-bd3e-fc0d16bf82b8 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:21:56.163407 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-06d51b67-e24b-4ca4-b0ef-0f77a628ed55 req-b390e63f-83b2-43b1-8904-8dfa815a7242 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (55705158-50b1-4112-bd3e-fc0d16bf82b8), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:56.193443 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b390e63f-83b2-43b1-8904-8dfa815a7242 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Pushing event deleted for resources: {'Port': ['ID=55705158-50b1-4112-bd3e-fc0d16bf82b8,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:21:56.200584 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['55705158-50b1-4112-bd3e-fc0d16bf82b8'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:21:56.225130 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['2c77dadd-dd8a-418a-9f40-604473098402'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:21:56.291625 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d51b67-e24b-4ca4-b0ef-0f77a628ed55 req-b390e63f-83b2-43b1-8904-8dfa815a7242 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] No DVR routers for this DVR port 55705158-50b1-4112-bd3e-fc0d16bf82b8 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:21:56.295025 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-06d51b67-e24b-4ca4-b0ef-0f77a628ed55 req-b390e63f-83b2-43b1-8904-8dfa815a7242 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:56.299338 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-06d51b67-e24b-4ca4-b0ef-0f77a628ed55 req-b390e63f-83b2-43b1-8904-8dfa815a7242 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.39 "DELETE /v2.0/ports/55705158-50b1-4112-bd3e-fc0d16bf82b8 HTTP/1.1" status: 204 len: 173 time: 0.5109959 Jan 28 03:21:56.300253 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a569f4-be59-436b-bdc0-0bffcd2c9a24', 'name': 'network-vif-deleted', 'tag': '55705158-50b1-4112-bd3e-fc0d16bf82b8'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:21:56.303015 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789acba9-1ab1-4935-8af2-42fba0cc0d4d" -d '{"events": [{"server_uuid": "32a569f4-be59-436b-bdc0-0bffcd2c9a24", "name": "network-vif-deleted", "tag": "55705158-50b1-4112-bd3e-fc0d16bf82b8"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:21:56.391028 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd2baaa-59ba-45f4-956d-e54c364d3803 x-openstack-request-id: req-bcd2baaa-59ba-45f4-956d-e54c364d3803 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:21:56.391395 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a569f4-be59-436b-bdc0-0bffcd2c9a24", "name": "network-vif-deleted", "tag": "55705158-50b1-4112-bd3e-fc0d16bf82b8", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:21:56.391645 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bcd2baaa-59ba-45f4-956d-e54c364d3803 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:21:56.392102 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a569f4-be59-436b-bdc0-0bffcd2c9a24', 'name': 'network-vif-deleted', 'tag': '55705158-50b1-4112-bd3e-fc0d16bf82b8', 'status': 'completed', 'code': 200} Jan 28 03:21:56.798636 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6eeede21-3e60-4b2b-b607-a2f5c93b0a32 req-480f75d2-3ee7-49cc-a5cb-14ef5a56ed0b tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=32a569f4-be59-436b-bdc0-0bffcd2c9a24 HTTP/1.1" status: 200 len: 210 time: 0.0413256 Jan 28 03:21:57.026639 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 623e3ec5-f971-4640-9811-9beeb5770576 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:21:57.047934 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: 623e3ec5-f971-4640-9811-9beeb5770576 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:21:57.048296 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 623e3ec5-f971-4640-9811-9beeb5770576 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:21:58.185836 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3af94e-e5f1-4899-b05f-3f6496225284 req-a6861462-fd57-43e9-9012-22c224f01ce7 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:58.185836 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ed3af94e-e5f1-4899-b05f-3f6496225284 req-a6861462-fd57-43e9-9012-22c224f01ce7 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc6cb0a0-4203-46a6-b5da-06e4c191ebf5 HTTP/1.1" status: 200 len: 945 time: 0.0824182 Jan 28 03:21:58.262512 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ed3af94e-e5f1-4899-b05f-3f6496225284 req-fd81c814-16db-4351-9e8b-671ef25c663a tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663762 Jan 28 03:21:59.383951 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:59.419129 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35835686-de0d-44ee-8c6a-a1ef9efbeb21 req-dba38efc-fdda-4542-a690-e506bfb908f4 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:59.420942 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-35835686-de0d-44ee-8c6a-a1ef9efbeb21 req-dba38efc-fdda-4542-a690-e506bfb908f4 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc6cb0a0-4203-46a6-b5da-06e4c191ebf5 HTTP/1.1" status: 200 len: 945 time: 0.0659211 Jan 28 03:21:59.506656 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553612b-1b89-420a-b6e3-56f318360b70 req-22af33e3-c9d1-4d49-8e65-212bcf7af5f7 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:21:59.508209 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0553612b-1b89-420a-b6e3-56f318360b70 req-22af33e3-c9d1-4d49-8e65-212bcf7af5f7 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc6cb0a0-4203-46a6-b5da-06e4c191ebf5 HTTP/1.1" status: 200 len: 945 time: 0.0821331 Jan 28 03:21:59.559190 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-35835686-de0d-44ee-8c6a-a1ef9efbeb21 req-d02e5054-84ea-4e46-8263-d84b805b6f02 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226785 Jan 28 03:21:59.625827 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-0553612b-1b89-420a-b6e3-56f318360b70 req-9bd8872f-f530-41b6-92f8-d305abff1c8d tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Deleting port 2c77dadd-dd8a-418a-9f40-604473098402 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:21:59.626355 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0553612b-1b89-420a-b6e3-56f318360b70 req-9bd8872f-f530-41b6-92f8-d305abff1c8d tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (2c77dadd-dd8a-418a-9f40-604473098402), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:59.745039 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-0553612b-1b89-420a-b6e3-56f318360b70 req-9bd8872f-f530-41b6-92f8-d305abff1c8d tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] For port 2c77dadd-dd8a-418a-9f40-604473098402, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=2c77dadd-dd8a-418a-9f40-604473098402,segment=NetworkSegment(8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69),segment_id=8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:21:59.745615 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0553612b-1b89-420a-b6e3-56f318360b70 req-9bd8872f-f530-41b6-92f8-d305abff1c8d tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (2c77dadd-dd8a-418a-9f40-604473098402), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:59.761797 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-0553612b-1b89-420a-b6e3-56f318360b70 req-9bd8872f-f530-41b6-92f8-d305abff1c8d tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Calling delete_port for 2c77dadd-dd8a-418a-9f40-604473098402 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:21:59.808579 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ff6c7237-52ca-4f22-9d14-eae7c3ac526f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:21:59.847478 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 55705158-50b1-4112-bd3e-fc0d16bf82b8 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:21:59.891097 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 55705158-50b1-4112-bd3e-fc0d16bf82b8 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:21:59.891483 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 55705158-50b1-4112-bd3e-fc0d16bf82b8 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:21:59.994499 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0553612b-1b89-420a-b6e3-56f318360b70 req-9bd8872f-f530-41b6-92f8-d305abff1c8d tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (2c77dadd-dd8a-418a-9f40-604473098402), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:00.029194 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['2c77dadd-dd8a-418a-9f40-604473098402'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:22:00.072702 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd8872f-f530-41b6-92f8-d305abff1c8d tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Pushing event deleted for resources: {'Port': ['ID=2c77dadd-dd8a-418a-9f40-604473098402,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:22:00.136915 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-0553612b-1b89-420a-b6e3-56f318360b70 req-9bd8872f-f530-41b6-92f8-d305abff1c8d tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] No DVR routers for this DVR port 2c77dadd-dd8a-418a-9f40-604473098402 on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:22:00.141327 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0553612b-1b89-420a-b6e3-56f318360b70 req-9bd8872f-f530-41b6-92f8-d305abff1c8d tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:00.144808 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0553612b-1b89-420a-b6e3-56f318360b70 req-9bd8872f-f530-41b6-92f8-d305abff1c8d tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.67 "DELETE /v2.0/ports/2c77dadd-dd8a-418a-9f40-604473098402 HTTP/1.1" status: 204 len: 173 time: 0.6311338 Jan 28 03:22:00.145341 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6cb0a0-4203-46a6-b5da-06e4c191ebf5', 'name': 'network-vif-deleted', 'tag': '2c77dadd-dd8a-418a-9f40-604473098402'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:22:00.148463 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd32051-7073-44d3-a3cf-ba824339ed81" -d '{"events": [{"server_uuid": "bc6cb0a0-4203-46a6-b5da-06e4c191ebf5", "name": "network-vif-deleted", "tag": "2c77dadd-dd8a-418a-9f40-604473098402"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:22:00.253594 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e981f6b-8068-4ab8-9c48-08620cce8639 x-openstack-request-id: req-4e981f6b-8068-4ab8-9c48-08620cce8639 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:22:00.253900 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc6cb0a0-4203-46a6-b5da-06e4c191ebf5", "name": "network-vif-deleted", "tag": "2c77dadd-dd8a-418a-9f40-604473098402", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:22:00.254174 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4e981f6b-8068-4ab8-9c48-08620cce8639 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:22:00.254866 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6cb0a0-4203-46a6-b5da-06e4c191ebf5', 'name': 'network-vif-deleted', 'tag': '2c77dadd-dd8a-418a-9f40-604473098402', 'status': 'completed', 'code': 200} Jan 28 03:22:00.698658 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f2c6f5e7-a912-4f69-b78c-4b0872346f5e req-e249afa0-eb76-40d7-a71d-8a2afc129daa tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc6cb0a0-4203-46a6-b5da-06e4c191ebf5 HTTP/1.1" status: 200 len: 210 time: 0.0530460 Jan 28 03:22:01.792736 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1a3eea6d-e609-407d-b35b-068bbe89b6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:02.013615 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b785be-27be-411d-b9bf-35e8132d100a req-af8c09c1-45de-49a0-8704-fbd57e1f70e3 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:02.015843 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-70b785be-27be-411d-b9bf-35e8132d100a req-af8c09c1-45de-49a0-8704-fbd57e1f70e3 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.0564005 Jan 28 03:22:02.081522 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-70b785be-27be-411d-b9bf-35e8132d100a req-09add554-71fb-4f7e-b5f0-ae9809dce4a7 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588894 Jan 28 03:22:03.058741 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 2c77dadd-dd8a-418a-9f40-604473098402 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:22:03.082511 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: 2c77dadd-dd8a-418a-9f40-604473098402 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:22:03.083125 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 2c77dadd-dd8a-418a-9f40-604473098402 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:22:03.209569 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b76b5-d016-4d18-a354-5e84cadce81d req-0405c67b-f85a-419a-aae0-6fe7f19a6f36 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:03.211197 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b46b76b5-d016-4d18-a354-5e84cadce81d req-0405c67b-f85a-419a-aae0-6fe7f19a6f36 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.0524430 Jan 28 03:22:03.280542 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b46b76b5-d016-4d18-a354-5e84cadce81d req-7ce440f7-f4da-4a38-8200-bd207233e5d9 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622258 Jan 28 03:22:03.348977 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:03.551152 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:04.077961 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70b7a2-0b4d-4fa6-9df8-a3b328b5a43f req-d934d0fe-f0b0-45f0-8b74-49d5e776ff3c tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:04.077961 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ad70b7a2-0b4d-4fa6-9df8-a3b328b5a43f req-d934d0fe-f0b0-45f0-8b74-49d5e776ff3c tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.39 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.0620933 Jan 28 03:22:04.212760 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-ad70b7a2-0b4d-4fa6-9df8-a3b328b5a43f req-8688d909-e02a-481a-b9c3-5476f7f33b42 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Deleting port 40f8070f-7c97-490d-b710-cae05a2e07c3 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:22:04.213204 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ad70b7a2-0b4d-4fa6-9df8-a3b328b5a43f req-8688d909-e02a-481a-b9c3-5476f7f33b42 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (40f8070f-7c97-490d-b710-cae05a2e07c3), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:04.331122 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-ad70b7a2-0b4d-4fa6-9df8-a3b328b5a43f req-8688d909-e02a-481a-b9c3-5476f7f33b42 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] For port 40f8070f-7c97-490d-b710-cae05a2e07c3, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=40f8070f-7c97-490d-b710-cae05a2e07c3,segment=NetworkSegment(8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69),segment_id=8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:22:04.331550 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ad70b7a2-0b4d-4fa6-9df8-a3b328b5a43f req-8688d909-e02a-481a-b9c3-5476f7f33b42 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (40f8070f-7c97-490d-b710-cae05a2e07c3), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:04.410848 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ac2fb-3139-441c-99c8-bfd1082da4a6 req-ed5aece6-de25-446b-b44e-7aead19e7a7b tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:04.412485 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-600ac2fb-3139-441c-99c8-bfd1082da4a6 req-ed5aece6-de25-446b-b44e-7aead19e7a7b tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 944 time: 0.0600905 Jan 28 03:22:04.471914 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-600ac2fb-3139-441c-99c8-bfd1082da4a6 req-70b7b98c-3927-4c34-b89f-900b7e2eb0bd tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8c88233-c9f1-4a45-b55f-067a09d76006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522099 Jan 28 03:22:04.564730 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ad70b7a2-0b4d-4fa6-9df8-a3b328b5a43f req-8688d909-e02a-481a-b9c3-5476f7f33b42 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:04.565113 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ad70b7a2-0b4d-4fa6-9df8-a3b328b5a43f req-8688d909-e02a-481a-b9c3-5476f7f33b42 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (e8fbfd2b-4e3e-4364-9836-0dd7cd35b533), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:04.565436 n-d-712139-27 neutron-server[109803]: INFO neutron.db.l3_db [req-ad70b7a2-0b4d-4fa6-9df8-a3b328b5a43f req-8688d909-e02a-481a-b9c3-5476f7f33b42 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Floating IP e8fbfd2b-4e3e-4364-9836-0dd7cd35b533 disassociated. External IP: 172.25.0.65, port: 40f8070f-7c97-490d-b710-cae05a2e07c3. Jan 28 03:22:04.565812 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-ad70b7a2-0b4d-4fa6-9df8-a3b328b5a43f req-8688d909-e02a-481a-b9c3-5476f7f33b42 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Calling delete_port for 40f8070f-7c97-490d-b710-cae05a2e07c3 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:22:04.720486 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ad70b7a2-0b4d-4fa6-9df8-a3b328b5a43f req-8688d909-e02a-481a-b9c3-5476f7f33b42 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (40f8070f-7c97-490d-b710-cae05a2e07c3), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:04.755808 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8688d909-e02a-481a-b9c3-5476f7f33b42 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Pushing event deleted for resources: {'Port': ['ID=40f8070f-7c97-490d-b710-cae05a2e07c3,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:22:04.824931 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:04.887331 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad70b7a2-0b4d-4fa6-9df8-a3b328b5a43f req-8688d909-e02a-481a-b9c3-5476f7f33b42 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Router 260f78be-b953-4d17-a577-ec3bc98af847 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:22:05.016063 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad70b7a2-0b4d-4fa6-9df8-a3b328b5a43f req-8688d909-e02a-481a-b9c3-5476f7f33b42 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:22:05.030355 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b974e83-74ab-4883-8ad7-2254868d327d None None] Sync routers for ids ['260f78be-b953-4d17-a577-ec3bc98af847'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:22:05.049248 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b974e83-74ab-4883-8ad7-2254868d327d None None] Routers {'260f78be-b953-4d17-a577-ec3bc98af847'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:22:05.050301 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-5b974e83-74ab-4883-8ad7-2254868d327d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:22:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['260f78be-b953-4d17-a577-ec3bc98af847'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:22:05.059984 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad70b7a2-0b4d-4fa6-9df8-a3b328b5a43f req-8688d909-e02a-481a-b9c3-5476f7f33b42 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] No DVR routers for this DVR port 40f8070f-7c97-490d-b710-cae05a2e07c3 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:22:05.069028 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ad70b7a2-0b4d-4fa6-9df8-a3b328b5a43f req-8688d909-e02a-481a-b9c3-5476f7f33b42 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:05.073605 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ad70b7a2-0b4d-4fa6-9df8-a3b328b5a43f req-8688d909-e02a-481a-b9c3-5476f7f33b42 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.39 "DELETE /v2.0/ports/40f8070f-7c97-490d-b710-cae05a2e07c3 HTTP/1.1" status: 204 len: 173 time: 0.9913676 Jan 28 03:22:05.074195 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29709396-181b-4f4d-88e1-dfd109d7f822', 'name': 'network-vif-deleted', 'tag': '40f8070f-7c97-490d-b710-cae05a2e07c3'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:22:05.076571 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba87809-6941-4fa5-9c0c-46559284a86a" -d '{"events": [{"server_uuid": "29709396-181b-4f4d-88e1-dfd109d7f822", "name": "network-vif-deleted", "tag": "40f8070f-7c97-490d-b710-cae05a2e07c3"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:22:05.136808 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c3d8af-f97d-4343-898a-f536d09f1a91 x-openstack-request-id: req-82c3d8af-f97d-4343-898a-f536d09f1a91 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:22:05.137664 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29709396-181b-4f4d-88e1-dfd109d7f822", "name": "network-vif-deleted", "tag": "40f8070f-7c97-490d-b710-cae05a2e07c3", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:22:05.137664 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-82c3d8af-f97d-4343-898a-f536d09f1a91 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:22:05.137664 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29709396-181b-4f4d-88e1-dfd109d7f822', 'name': 'network-vif-deleted', 'tag': '40f8070f-7c97-490d-b710-cae05a2e07c3', 'status': 'completed', 'code': 200} Jan 28 03:22:05.179564 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-5b974e83-74ab-4883-8ad7-2254868d327d None None] Set router 260f78be-b953-4d17-a577-ec3bc98af847 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:22:05.405120 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-5b974e83-74ab-4883-8ad7-2254868d327d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260f78be-b953-4d17-a577-ec3bc98af847', 'name': 'tempest-ServerActionsTestJSON-390871846-router', 'tenant_id': '2286ae41b27547dfa2005a6a8f000d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '67b4552c-360a-4ee4-abe9-3f24a562b224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:53Z', 'updated_at': '2022-01-28T03:14:06Z', 'revision_number': 4, 'project_id': '2286ae41b27547dfa2005a6a8f000d38', 'gw_port': {'id': '67b4552c-360a-4ee4-abe9-3f24a562b224', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:23:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260f78be-b953-4d17-a577-ec3bc98af847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:57Z', 'updated_at': '2022-01-28T03:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'b0098b9e-a49a-46ac-b01a-d2b6db33f971', 'name': '', 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d', 'tenant_id': '2286ae41b27547dfa2005a6a8f000d38', 'mac_address': 'fa:16:3e:d6:7c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260f78be-b953-4d17-a577-ec3bc98af847', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '27d2caa9-814b-48c2-8f4b-c426e9cbbe97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:14:04Z', 'updated_at': '2022-01-28T03:14:20Z', 'revision_number': 5, 'project_id': '2286ae41b27547dfa2005a6a8f000d38', 'subnets': [{'id': '27d2caa9-814b-48c2-8f4b-c426e9cbbe97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:22:05.440586 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b974e83-74ab-4883-8ad7-2254868d327d None None] Checking router: 260f78be-b953-4d17-a577-ec3bc98af847 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:22:05.451564 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b974e83-74ab-4883-8ad7-2254868d327d None None] Routers {'260f78be-b953-4d17-a577-ec3bc98af847'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:22:05.452510 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-5b974e83-74ab-4883-8ad7-2254868d327d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:22:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['260f78be-b953-4d17-a577-ec3bc98af847'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:22:05.620638 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-5b974e83-74ab-4883-8ad7-2254868d327d None None] Set router 260f78be-b953-4d17-a577-ec3bc98af847 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:22:05.696602 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-563fb00d-5585-4462-83b7-fed935ac82db req-7699376a-a20b-4566-8de5-5e2c54f51f3f tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/ports?device_id=29709396-181b-4f4d-88e1-dfd109d7f822 HTTP/1.1" status: 200 len: 210 time: 0.0444982 Jan 28 03:22:05.874640 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-5b974e83-74ab-4883-8ad7-2254868d327d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260f78be-b953-4d17-a577-ec3bc98af847', 'name': 'tempest-ServerActionsTestJSON-390871846-router', 'tenant_id': '2286ae41b27547dfa2005a6a8f000d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '67b4552c-360a-4ee4-abe9-3f24a562b224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:53Z', 'updated_at': '2022-01-28T03:14:06Z', 'revision_number': 4, 'project_id': '2286ae41b27547dfa2005a6a8f000d38', 'gw_port': {'id': '67b4552c-360a-4ee4-abe9-3f24a562b224', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:23:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260f78be-b953-4d17-a577-ec3bc98af847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:57Z', 'updated_at': '2022-01-28T03:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'b0098b9e-a49a-46ac-b01a-d2b6db33f971', 'name': '', 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d', 'tenant_id': '2286ae41b27547dfa2005a6a8f000d38', 'mac_address': 'fa:16:3e:d6:7c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260f78be-b953-4d17-a577-ec3bc98af847', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '27d2caa9-814b-48c2-8f4b-c426e9cbbe97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:14:04Z', 'updated_at': '2022-01-28T03:14:20Z', 'revision_number': 5, 'project_id': '2286ae41b27547dfa2005a6a8f000d38', 'subnets': [{'id': '27d2caa9-814b-48c2-8f4b-c426e9cbbe97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:22:05.900531 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b974e83-74ab-4883-8ad7-2254868d327d None None] The sync data for ids ['260f78be-b953-4d17-a577-ec3bc98af847'] in n-d-712139-27 is: [{'id': '260f78be-b953-4d17-a577-ec3bc98af847', 'name': 'tempest-ServerActionsTestJSON-390871846-router', 'tenant_id': '2286ae41b27547dfa2005a6a8f000d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '67b4552c-360a-4ee4-abe9-3f24a562b224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:53Z', 'updated_at': '2022-01-28T03:14:06Z', 'revision_number': 4, 'project_id': '2286ae41b27547dfa2005a6a8f000d38', 'gw_port': {'id': '67b4552c-360a-4ee4-abe9-3f24a562b224', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:23:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260f78be-b953-4d17-a577-ec3bc98af847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:57Z', 'updated_at': '2022-01-28T03:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'b0098b9e-a49a-46ac-b01a-d2b6db33f971', 'name': '', 'network_id': '61daafe4-8be0-4976-aead-14ffa612176d', 'tenant_id': '2286ae41b27547dfa2005a6a8f000d38', 'mac_address': 'fa:16:3e:d6:7c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260f78be-b953-4d17-a577-ec3bc98af847', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '27d2caa9-814b-48c2-8f4b-c426e9cbbe97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:14:04Z', 'updated_at': '2022-01-28T03:14:20Z', 'revision_number': 5, 'project_id': '2286ae41b27547dfa2005a6a8f000d38', 'subnets': [{'id': '27d2caa9-814b-48c2-8f4b-c426e9cbbe97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:22:06.125923 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:06.179797 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cfc615-9084-495b-802b-bc84d158cc94 None None] New status for floating IP e8fbfd2b-4e3e-4364-9836-0dd7cd35b533: DOWN {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:22:06.801550 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 47240) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:22:06.872464 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1347fed3-4ddf-45d8-8fc7-c81add015f53 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks [] for security_group (f8c88233-c9f1-4a45-b55f-067a09d76006), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:06.900036 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1347fed3-4ddf-45d8-8fc7-c81add015f53 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks [] for security_group (f8c88233-c9f1-4a45-b55f-067a09d76006), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:06.970956 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1347fed3-4ddf-45d8-8fc7-c81add015f53 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f8c88233-c9f1-4a45-b55f-067a09d76006), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:06.974083 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1347fed3-4ddf-45d8-8fc7-c81add015f53 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:06.975574 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1347fed3-4ddf-45d8-8fc7-c81add015f53 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "DELETE /v2.0/security-groups/f8c88233-c9f1-4a45-b55f-067a09d76006 HTTP/1.1" status: 204 len: 168 time: 0.1728711 Jan 28 03:22:06.979559 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 47242) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:22:06.987602 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1347fed3-4ddf-45d8-8fc7-c81add015f53 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c88233-c9f1-4a45-b55f-067a09d76006,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:22:06.999197 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-4f9073f2-4c87-4ea9-99f5-c3653c15185d tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] show failed (client error): The resource could not be found. Jan 28 03:22:07.000349 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4f9073f2-4c87-4ea9-99f5-c3653c15185d tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "GET /v2.0/security-groups/f8c88233-c9f1-4a45-b55f-067a09d76006 HTTP/1.1" status: 404 len: 347 time: 0.0196786 Jan 28 03:22:07.003127 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 47244) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:22:07.166662 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-aaf77e29-47e6-4d3a-9ab9-334630a59d92 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Deleting port 7cee53b1-0678-4d41-a978-9ca8f6230781 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:22:07.167106 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aaf77e29-47e6-4d3a-9ab9-334630a59d92 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (7cee53b1-0678-4d41-a978-9ca8f6230781), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:07.258447 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aaf77e29-47e6-4d3a-9ab9-334630a59d92 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (7cee53b1-0678-4d41-a978-9ca8f6230781), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:07.258707 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aaf77e29-47e6-4d3a-9ab9-334630a59d92 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks [] for floatingip (7cee53b1-0678-4d41-a978-9ca8f6230781), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:07.273249 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-aaf77e29-47e6-4d3a-9ab9-334630a59d92 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Calling delete_port for 7cee53b1-0678-4d41-a978-9ca8f6230781 owned by network:floatingip {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:22:07.434055 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aaf77e29-47e6-4d3a-9ab9-334630a59d92 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (7cee53b1-0678-4d41-a978-9ca8f6230781), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:07.488676 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf77e29-47e6-4d3a-9ab9-334630a59d92 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Pushing event deleted for resources: {'Port': ['ID=7cee53b1-0678-4d41-a978-9ca8f6230781,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:22:07.496569 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf77e29-47e6-4d3a-9ab9-334630a59d92 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:22:07.496918 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf77e29-47e6-4d3a-9ab9-334630a59d92 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:22:07.497290 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf77e29-47e6-4d3a-9ab9-334630a59d92 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:22:07.497631 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf77e29-47e6-4d3a-9ab9-334630a59d92 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:22:07.497966 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf77e29-47e6-4d3a-9ab9-334630a59d92 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:22:07.498302 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf77e29-47e6-4d3a-9ab9-334630a59d92 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:22:07.498892 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf77e29-47e6-4d3a-9ab9-334630a59d92 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:22:07.499051 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf77e29-47e6-4d3a-9ab9-334630a59d92 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:22:07.499302 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf77e29-47e6-4d3a-9ab9-334630a59d92 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:22:07.499632 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf77e29-47e6-4d3a-9ab9-334630a59d92 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:22:07.499881 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf77e29-47e6-4d3a-9ab9-334630a59d92 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:22:07.500203 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf77e29-47e6-4d3a-9ab9-334630a59d92 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:22:07.500566 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf77e29-47e6-4d3a-9ab9-334630a59d92 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:22:07.557578 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aaf77e29-47e6-4d3a-9ab9-334630a59d92 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks [] for floatingip (e8fbfd2b-4e3e-4364-9836-0dd7cd35b533), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:07.561724 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aaf77e29-47e6-4d3a-9ab9-334630a59d92 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:07.563020 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-aaf77e29-47e6-4d3a-9ab9-334630a59d92 tempest-ServerActionsTestJSON-390236384 tempest-ServerActionsTestJSON-390236384-project] 10.222.0.53 "DELETE /v2.0/floatingips/e8fbfd2b-4e3e-4364-9836-0dd7cd35b533 HTTP/1.1" status: 204 len: 168 time: 0.5588999 Jan 28 03:22:07.568579 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 47248) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:22:07.874766 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 40f8070f-7c97-490d-b710-cae05a2e07c3 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:22:07.917906 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 40f8070f-7c97-490d-b710-cae05a2e07c3 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:22:07.918903 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 40f8070f-7c97-490d-b710-cae05a2e07c3 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:22:08.402747 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a83ce9d9-6a50-4731-b115-608dcfd65782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (260f78be-b953-4d17-a577-ec3bc98af847), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:08.694912 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-a83ce9d9-6a50-4731-b115-608dcfd65782 admin admin] Deleting port b0098b9e-a49a-46ac-b01a-d2b6db33f971 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:22:08.695367 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a83ce9d9-6a50-4731-b115-608dcfd65782 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (b0098b9e-a49a-46ac-b01a-d2b6db33f971), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:08.779255 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-a83ce9d9-6a50-4731-b115-608dcfd65782 admin admin] For port b0098b9e-a49a-46ac-b01a-d2b6db33f971, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=b0098b9e-a49a-46ac-b01a-d2b6db33f971,segment=NetworkSegment(8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69),segment_id=8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:22:08.779382 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a83ce9d9-6a50-4731-b115-608dcfd65782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (b0098b9e-a49a-46ac-b01a-d2b6db33f971), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:08.796772 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-a83ce9d9-6a50-4731-b115-608dcfd65782 admin admin] Calling delete_port for b0098b9e-a49a-46ac-b01a-d2b6db33f971 owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:22:09.000329 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a83ce9d9-6a50-4731-b115-608dcfd65782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (b0098b9e-a49a-46ac-b01a-d2b6db33f971), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:09.029308 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ce9d9-6a50-4731-b115-608dcfd65782 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0098b9e-a49a-46ac-b01a-d2b6db33f971,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:22:09.209989 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a83ce9d9-6a50-4731-b115-608dcfd65782 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (260f78be-b953-4d17-a577-ec3bc98af847), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:09.836708 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a83ce9d9-6a50-4731-b115-608dcfd65782 admin admin] Router 260f78be-b953-4d17-a577-ec3bc98af847 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:22:09.998233 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83ce9d9-6a50-4731-b115-608dcfd65782 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:22:10.009099 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a83ce9d9-6a50-4731-b115-608dcfd65782 admin admin] 10.222.0.53 "PUT /v2.0/routers/260f78be-b953-4d17-a577-ec3bc98af847/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4363699 Jan 28 03:22:10.009281 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 47272) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:22:10.015323 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6133ddf-cba6-4042-a501-006ab997a462 None None] Sync routers for ids ['260f78be-b953-4d17-a577-ec3bc98af847'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:22:10.031802 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6133ddf-cba6-4042-a501-006ab997a462 None None] Routers {'260f78be-b953-4d17-a577-ec3bc98af847'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:22:10.032825 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-b6133ddf-cba6-4042-a501-006ab997a462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:22:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['260f78be-b953-4d17-a577-ec3bc98af847'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:22:10.125544 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7b196a18-19b1-46df-aeed-979332051b5f admin admin] Publish callbacks [] for router (260f78be-b953-4d17-a577-ec3bc98af847), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:10.163429 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-b6133ddf-cba6-4042-a501-006ab997a462 None None] Set router 260f78be-b953-4d17-a577-ec3bc98af847 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:22:10.233700 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7b196a18-19b1-46df-aeed-979332051b5f admin admin] Publish callbacks [] for router_gateway (260f78be-b953-4d17-a577-ec3bc98af847), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:10.295482 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-7b196a18-19b1-46df-aeed-979332051b5f admin admin] Deleting port 67b4552c-360a-4ee4-abe9-3f24a562b224 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:22:10.295965 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7b196a18-19b1-46df-aeed-979332051b5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (67b4552c-360a-4ee4-abe9-3f24a562b224), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:10.356327 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-b6133ddf-cba6-4042-a501-006ab997a462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260f78be-b953-4d17-a577-ec3bc98af847', 'name': 'tempest-ServerActionsTestJSON-390871846-router', 'tenant_id': '2286ae41b27547dfa2005a6a8f000d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '67b4552c-360a-4ee4-abe9-3f24a562b224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:53Z', 'updated_at': '2022-01-28T03:22:08Z', 'revision_number': 5, 'project_id': '2286ae41b27547dfa2005a6a8f000d38', 'gw_port': {'id': '67b4552c-360a-4ee4-abe9-3f24a562b224', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:23:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260f78be-b953-4d17-a577-ec3bc98af847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:13:57Z', 'updated_at': '2022-01-28T03:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:22:10.383305 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-7b196a18-19b1-46df-aeed-979332051b5f admin admin] For port 67b4552c-360a-4ee4-abe9-3f24a562b224, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=67b4552c-360a-4ee4-abe9-3f24a562b224,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:22:10.383856 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7b196a18-19b1-46df-aeed-979332051b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (67b4552c-360a-4ee4-abe9-3f24a562b224), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:10.388805 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6133ddf-cba6-4042-a501-006ab997a462 None None] Checking router: 260f78be-b953-4d17-a577-ec3bc98af847 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:22:10.398659 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6133ddf-cba6-4042-a501-006ab997a462 None None] Routers {'260f78be-b953-4d17-a577-ec3bc98af847'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:22:10.399996 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-b6133ddf-cba6-4042-a501-006ab997a462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:22:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['260f78be-b953-4d17-a577-ec3bc98af847'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:22:10.402822 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-7b196a18-19b1-46df-aeed-979332051b5f admin admin] Calling delete_port for 67b4552c-360a-4ee4-abe9-3f24a562b224 owned by network:router_gateway {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:22:10.515743 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-b6133ddf-cba6-4042-a501-006ab997a462 None None] Set router 260f78be-b953-4d17-a577-ec3bc98af847 gateway port host: None {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:22:10.580976 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-b6133ddf-cba6-4042-a501-006ab997a462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260f78be-b953-4d17-a577-ec3bc98af847', 'name': 'tempest-ServerActionsTestJSON-390871846-router', 'tenant_id': '2286ae41b27547dfa2005a6a8f000d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:53Z', 'updated_at': '2022-01-28T03:22:10Z', 'revision_number': 6, 'project_id': '2286ae41b27547dfa2005a6a8f000d38', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:22:10.581151 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7b196a18-19b1-46df-aeed-979332051b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (67b4552c-360a-4ee4-abe9-3f24a562b224), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:10.608954 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b196a18-19b1-46df-aeed-979332051b5f admin admin] Pushing event deleted for resources: {'Port': ['ID=67b4552c-360a-4ee4-abe9-3f24a562b224,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:22:10.613103 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6133ddf-cba6-4042-a501-006ab997a462 None None] The sync data for ids ['260f78be-b953-4d17-a577-ec3bc98af847'] in n-d-712139-27 is: [{'id': '260f78be-b953-4d17-a577-ec3bc98af847', 'name': 'tempest-ServerActionsTestJSON-390871846-router', 'tenant_id': '2286ae41b27547dfa2005a6a8f000d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:13:53Z', 'updated_at': '2022-01-28T03:22:10Z', 'revision_number': 6, 'project_id': '2286ae41b27547dfa2005a6a8f000d38', 'gw_port_host': None}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:22:10.694269 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7b196a18-19b1-46df-aeed-979332051b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (260f78be-b953-4d17-a577-ec3bc98af847), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:10.797483 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7b196a18-19b1-46df-aeed-979332051b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (260f78be-b953-4d17-a577-ec3bc98af847), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:10.799826 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7b196a18-19b1-46df-aeed-979332051b5f admin admin] Publish callbacks [] for router_controller (260f78be-b953-4d17-a577-ec3bc98af847), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:10.847478 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7b196a18-19b1-46df-aeed-979332051b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (260f78be-b953-4d17-a577-ec3bc98af847), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:10.848101 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b196a18-19b1-46df-aeed-979332051b5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 260f78be-b953-4d17-a577-ec3bc98af847 {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:22:10.856316 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7b196a18-19b1-46df-aeed-979332051b5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:10.860614 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7b196a18-19b1-46df-aeed-979332051b5f admin admin] 10.222.0.53 "DELETE /v2.0/routers/260f78be-b953-4d17-a577-ec3bc98af847 HTTP/1.1" status: 204 len: 168 time: 0.8482974 Jan 28 03:22:10.860813 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 47276) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:22:10.915856 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-d476eb01-35ef-4c22-a886-3ec62602b5f7 admin admin] Deleting subnet 27d2caa9-814b-48c2-8f4b-c426e9cbbe97 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:22:10.920210 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d476eb01-35ef-4c22-a886-3ec62602b5f7 admin admin] Publish callbacks [] for subnet (27d2caa9-814b-48c2-8f4b-c426e9cbbe97), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:10.974929 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d476eb01-35ef-4c22-a886-3ec62602b5f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (27d2caa9-814b-48c2-8f4b-c426e9cbbe97), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:11.071637 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d476eb01-35ef-4c22-a886-3ec62602b5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (27d2caa9-814b-48c2-8f4b-c426e9cbbe97), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:11.131366 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d476eb01-35ef-4c22-a886-3ec62602b5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (27d2caa9-814b-48c2-8f4b-c426e9cbbe97), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:11.168732 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d476eb01-35ef-4c22-a886-3ec62602b5f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27d2caa9-814b-48c2-8f4b-c426e9cbbe97,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:22:11.176336 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d476eb01-35ef-4c22-a886-3ec62602b5f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:11.181603 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d476eb01-35ef-4c22-a886-3ec62602b5f7 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/27d2caa9-814b-48c2-8f4b-c426e9cbbe97 HTTP/1.1" status: 204 len: 168 time: 0.3197567 Jan 28 03:22:11.184053 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 47282) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:22:11.184359 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e45d23-44bd-4b76-b9c5-6b38fd20f21e None None] Network 61daafe4-8be0-4976-aead-14ffa612176d requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:22:11.276520 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4e113255-1b12-47f8-b1da-9f779ec0956b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (61daafe4-8be0-4976-aead-14ffa612176d), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:11.342546 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-4e113255-1b12-47f8-b1da-9f779ec0956b admin admin] Deleting port cc6a7b27-85ba-44c8-be58-7efe749e75be {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:22:11.343141 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4e113255-1b12-47f8-b1da-9f779ec0956b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (cc6a7b27-85ba-44c8-be58-7efe749e75be), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:11.411766 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-4e113255-1b12-47f8-b1da-9f779ec0956b admin admin] For port cc6a7b27-85ba-44c8-be58-7efe749e75be, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=cc6a7b27-85ba-44c8-be58-7efe749e75be,segment=NetworkSegment(8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69),segment_id=8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:22:11.412255 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4e113255-1b12-47f8-b1da-9f779ec0956b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (cc6a7b27-85ba-44c8-be58-7efe749e75be), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:11.426698 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-4e113255-1b12-47f8-b1da-9f779ec0956b admin admin] Calling delete_port for cc6a7b27-85ba-44c8-be58-7efe749e75be owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:22:11.510104 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8038ec-845d-4b49-8fa6-70d0d5e8aae1 None None] DHCP port deletion for 61daafe4-8be0-4976-aead-14ffa612176d request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:22:11.556429 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4e113255-1b12-47f8-b1da-9f779ec0956b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (cc6a7b27-85ba-44c8-be58-7efe749e75be), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:11.588532 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e113255-1b12-47f8-b1da-9f779ec0956b admin admin] Pushing event deleted for resources: {'Port': ['ID=cc6a7b27-85ba-44c8-be58-7efe749e75be,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:22:11.600933 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e113255-1b12-47f8-b1da-9f779ec0956b admin admin] No DVR routers for this DVR port cc6a7b27-85ba-44c8-be58-7efe749e75be on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:22:11.603876 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-ba8038ec-845d-4b49-8fa6-70d0d5e8aae1 None None] Deleting port cc6a7b27-85ba-44c8-be58-7efe749e75be {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:22:11.604457 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ba8038ec-845d-4b49-8fa6-70d0d5e8aae1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (cc6a7b27-85ba-44c8-be58-7efe749e75be), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:11.713252 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-ba8038ec-845d-4b49-8fa6-70d0d5e8aae1 None None] For port cc6a7b27-85ba-44c8-be58-7efe749e75be, host n-d-712139-27, got binding levels [] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:22:11.713920 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ba8038ec-845d-4b49-8fa6-70d0d5e8aae1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (cc6a7b27-85ba-44c8-be58-7efe749e75be), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:11.723284 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4e113255-1b12-47f8-b1da-9f779ec0956b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (61daafe4-8be0-4976-aead-14ffa612176d), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:11.736305 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-ba8038ec-845d-4b49-8fa6-70d0d5e8aae1 None None] Calling delete_port for cc6a7b27-85ba-44c8-be58-7efe749e75be owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:22:11.741530 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.ipam_backend_mixin [None req-ba8038ec-845d-4b49-8fa6-70d0d5e8aae1 None None] Port cc6a7b27-85ba-44c8-be58-7efe749e75be was not found and therefore no delete operation was performed {{(pid=109804) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 03:22:11.744607 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ba8038ec-845d-4b49-8fa6-70d0d5e8aae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (cc6a7b27-85ba-44c8-be58-7efe749e75be), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:11.760743 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8038ec-845d-4b49-8fa6-70d0d5e8aae1 None None] No DVR routers for this DVR port cc6a7b27-85ba-44c8-be58-7efe749e75be on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:22:11.784237 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8038ec-845d-4b49-8fa6-70d0d5e8aae1 None None] Pushing event deleted for resources: {'Port': ['ID=cc6a7b27-85ba-44c8-be58-7efe749e75be,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:22:11.794449 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8038ec-845d-4b49-8fa6-70d0d5e8aae1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:22:11.794899 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8038ec-845d-4b49-8fa6-70d0d5e8aae1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:22:11.795339 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8038ec-845d-4b49-8fa6-70d0d5e8aae1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:22:11.795779 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8038ec-845d-4b49-8fa6-70d0d5e8aae1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:22:11.796207 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8038ec-845d-4b49-8fa6-70d0d5e8aae1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:22:11.796643 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8038ec-845d-4b49-8fa6-70d0d5e8aae1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:22:11.797146 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8038ec-845d-4b49-8fa6-70d0d5e8aae1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:22:11.797573 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8038ec-845d-4b49-8fa6-70d0d5e8aae1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:22:11.798141 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8038ec-845d-4b49-8fa6-70d0d5e8aae1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:22:11.798562 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8038ec-845d-4b49-8fa6-70d0d5e8aae1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:22:11.798986 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8038ec-845d-4b49-8fa6-70d0d5e8aae1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:22:11.799415 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8038ec-845d-4b49-8fa6-70d0d5e8aae1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:22:11.799833 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8038ec-845d-4b49-8fa6-70d0d5e8aae1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:22:11.807758 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-4e113255-1b12-47f8-b1da-9f779ec0956b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61daafe4-8be0-4976-aead-14ffa612176d']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:22:11.828172 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-4e113255-1b12-47f8-b1da-9f779ec0956b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:22:11.828565 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-4e113255-1b12-47f8-b1da-9f779ec0956b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:22:11.844332 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4e113255-1b12-47f8-b1da-9f779ec0956b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:11.860205 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4e113255-1b12-47f8-b1da-9f779ec0956b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:11.866830 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e113255-1b12-47f8-b1da-9f779ec0956b admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:22:11.867254 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4e113255-1b12-47f8-b1da-9f779ec0956b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (8b9bbfc1-8e4c-4e46-b720-960e6d9bbd69), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:11.880140 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:22:11.880140 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:22:11.880140 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:22:11.880140 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:22:11.880140 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:22:11.880140 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:22:11.880140 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:22:11.880140 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:22:11.880140 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:22:11.880140 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:22:11.880140 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:22:11.880140 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:22:11.880140 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:22:11.880140 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:22:11.880140 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:22:11.880140 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:22:11.880140 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:22:11.880140 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:22:11.880140 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:22:11.880140 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:22:11.880140 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:22:11.880140 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:22:11.880140 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:22:11.880140 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:22:11.880140 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:22:11.880140 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:22:11.880140 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:22:11.880140 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:22:11.880140 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:22:11.880140 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:22:11.880140 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:22:11.880140 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:22:11.962741 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4e113255-1b12-47f8-b1da-9f779ec0956b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (61daafe4-8be0-4976-aead-14ffa612176d), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:11.983415 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4e113255-1b12-47f8-b1da-9f779ec0956b admin admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:11.987238 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4e113255-1b12-47f8-b1da-9f779ec0956b admin admin] 10.222.0.53 "DELETE /v2.0/networks/61daafe4-8be0-4976-aead-14ffa612176d HTTP/1.1" status: 204 len: 168 time: 0.8017180 Jan 28 03:22:11.988167 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e113255-1b12-47f8-b1da-9f779ec0956b admin admin] Pushing event deleted for resources: {'Network': ['ID=61daafe4-8be0-4976-aead-14ffa612176d,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:22:12.176492 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 47292) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:22:12.229925 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-83c1029b-a969-4338-bba5-237746c1258e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2286ae41b27547dfa2005a6a8f000d38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0511239 Jan 28 03:22:12.232416 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 47302) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:22:12.281754 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-537bcc90-aa89-4068-8fc4-3a0220be7d1f admin admin] Publish callbacks [] for security_group (57bd9e76-8c3e-4f18-a7c1-b71ca06d0400), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:12.303608 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-537bcc90-aa89-4068-8fc4-3a0220be7d1f admin admin] Publish callbacks [] for security_group (57bd9e76-8c3e-4f18-a7c1-b71ca06d0400), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:12.350528 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-537bcc90-aa89-4068-8fc4-3a0220be7d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (57bd9e76-8c3e-4f18-a7c1-b71ca06d0400), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:12.353378 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-537bcc90-aa89-4068-8fc4-3a0220be7d1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:12.357010 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-537bcc90-aa89-4068-8fc4-3a0220be7d1f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/57bd9e76-8c3e-4f18-a7c1-b71ca06d0400 HTTP/1.1" status: 204 len: 168 time: 0.1211970 Jan 28 03:22:12.367627 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537bcc90-aa89-4068-8fc4-3a0220be7d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bd9e76-8c3e-4f18-a7c1-b71ca06d0400,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:22:12.483896 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device b0098b9e-a49a-46ac-b01a-d2b6db33f971 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:22:12.508221 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: b0098b9e-a49a-46ac-b01a-d2b6db33f971 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:22:12.508949 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device b0098b9e-a49a-46ac-b01a-d2b6db33f971 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:22:12.510123 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 67b4552c-360a-4ee4-abe9-3f24a562b224 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:22:12.545924 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 67b4552c-360a-4ee4-abe9-3f24a562b224 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:22:12.546498 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 67b4552c-360a-4ee4-abe9-3f24a562b224 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:22:12.547168 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device cc6a7b27-85ba-44c8-be58-7efe749e75be no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:22:12.574586 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: cc6a7b27-85ba-44c8-be58-7efe749e75be {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:22:12.575368 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device cc6a7b27-85ba-44c8-be58-7efe749e75be not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:22:13.263792 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 47348) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:22:13.367983 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-343ca7d4-5aff-4b5f-b74f-1269fe687a7a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1265185668-network', 'tenant_id': '4c069b4f6cd441afb278eba161f1c2f0'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:22:13.389758 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343ca7d4-5aff-4b5f-b74f-1269fe687a7a admin admin] Made reservation on behalf of 4c069b4f6cd441afb278eba161f1c2f0 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:22:13.392609 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-343ca7d4-5aff-4b5f-b74f-1269fe687a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:13.403284 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-343ca7d4-5aff-4b5f-b74f-1269fe687a7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:13.496896 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-343ca7d4-5aff-4b5f-b74f-1269fe687a7a admin admin] Publish callbacks [] for security_group (ca0d1ffa-94c2-424b-b57d-8f418ede4aca), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:13.502877 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-343ca7d4-5aff-4b5f-b74f-1269fe687a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (ca0d1ffa-94c2-424b-b57d-8f418ede4aca), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:13.534906 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-343ca7d4-5aff-4b5f-b74f-1269fe687a7a admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:22:13.540224 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ca7d4-5aff-4b5f-b74f-1269fe687a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0d1ffa-94c2-424b-b57d-8f418ede4aca,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:22:13.547791 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-343ca7d4-5aff-4b5f-b74f-1269fe687a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (a8c52a32-42e4-4729-aaf6-17b7b1b82b5f), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:13.548132 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-343ca7d4-5aff-4b5f-b74f-1269fe687a7a admin admin] Added segment a8c52a32-42e4-4729-aaf6-17b7b1b82b5f of type vlan for network bd4d629a-224b-432a-93f0-74dab8b51085 Jan 28 03:22:13.589087 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-343ca7d4-5aff-4b5f-b74f-1269fe687a7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (bd4d629a-224b-432a-93f0-74dab8b51085), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:13.614197 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-343ca7d4-5aff-4b5f-b74f-1269fe687a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (bd4d629a-224b-432a-93f0-74dab8b51085), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:13.615224 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343ca7d4-5aff-4b5f-b74f-1269fe687a7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:13.615810 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-343ca7d4-5aff-4b5f-b74f-1269fe687a7a admin admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:13.679423 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 47358) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:22:13.685658 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-394da363-1258-4e71-aeda-17a5f3a18d38 admin admin] Request body: {'subnet': {'network_id': 'bd4d629a-224b-432a-93f0-74dab8b51085', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1265185668-subnet', 'tenant_id': '4c069b4f6cd441afb278eba161f1c2f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:22:13.689463 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-343ca7d4-5aff-4b5f-b74f-1269fe687a7a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4233990 Jan 28 03:22:13.706862 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ca7d4-5aff-4b5f-b74f-1269fe687a7a admin admin] Pushing event updated for resources: {'Network': ['ID=bd4d629a-224b-432a-93f0-74dab8b51085,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:22:13.721380 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network bd4d629a-224b-432a-93f0-74dab8b51085 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:22:13.722555 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394da363-1258-4e71-aeda-17a5f3a18d38 admin admin] Made reservation on behalf of 4c069b4f6cd441afb278eba161f1c2f0 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:22:13.726228 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-394da363-1258-4e71-aeda-17a5f3a18d38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:14.004384 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-394da363-1258-4e71-aeda-17a5f3a18d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (cad44b66-43e6-4b49-81c9-845a7ac2fc64), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:14.098370 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394da363-1258-4e71-aeda-17a5f3a18d38 admin admin] Checking segment: {'id': 'a8c52a32-42e4-4729-aaf6-17b7b1b82b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'bd4d629a-224b-432a-93f0-74dab8b51085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:22:14.098782 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394da363-1258-4e71-aeda-17a5f3a18d38 admin admin] Network hostable DHCP agents. Network: bd4d629a-224b-432a-93f0-74dab8b51085, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:22:14.104010 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394da363-1258-4e71-aeda-17a5f3a18d38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cad44b66-43e6-4b49-81c9-845a7ac2fc64,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:22:14.127879 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394da363-1258-4e71-aeda-17a5f3a18d38 admin admin] Network bd4d629a-224b-432a-93f0-74dab8b51085 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:22:14.158695 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-394da363-1258-4e71-aeda-17a5f3a18d38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, bd4d629a-224b-432a-93f0-74dab8b51085) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:22:14.173192 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394da363-1258-4e71-aeda-17a5f3a18d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:14.173811 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-394da363-1258-4e71-aeda-17a5f3a18d38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:14.183018 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd421f21-3943-4c7f-a560-6012df1923df None None] Network bd4d629a-224b-432a-93f0-74dab8b51085 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:22:14.213738 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-394da363-1258-4e71-aeda-17a5f3a18d38 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5329988 Jan 28 03:22:14.383910 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c86097b-6bae-43f6-9fb1-8739a918aa1d None None] Network bd4d629a-224b-432a-93f0-74dab8b51085 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:22:15.031315 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea8fa9-9c80-4de2-ae14-b05751636d74 req-f5864de3-f5ff-4835-b14d-fa061072c312 tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:15.033245 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a0ea8fa9-9c80-4de2-ae14-b05751636d74 req-f5864de3-f5ff-4835-b14d-fa061072c312 tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] 10.222.0.53 "GET /v2.0/networks?id=bd4d629a-224b-432a-93f0-74dab8b51085 HTTP/1.1" status: 200 len: 814 time: 0.1509573 Jan 28 03:22:15.069365 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a0ea8fa9-9c80-4de2-ae14-b05751636d74 req-74fccf56-ce66-420a-a30f-6bdb71484a39 tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] 10.222.0.53 "GET /v2.0/quotas/4c069b4f6cd441afb278eba161f1c2f0 HTTP/1.1" status: 200 len: 375 time: 0.0276012 Jan 28 03:22:15.121915 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a0ea8fa9-9c80-4de2-ae14-b05751636d74 req-98d33e99-f8b2-462e-83dc-6d5e5565707b tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4c069b4f6cd441afb278eba161f1c2f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464878 Jan 28 03:22:15.292507 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a0ea8fa9-9c80-4de2-ae14-b05751636d74 req-e1596af1-bc5f-4912-b797-cdad54e26cb8 service neutron] 10.222.0.53 "GET /v2.0/networks/bd4d629a-224b-432a-93f0-74dab8b51085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506844 Jan 28 03:22:15.437629 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a0ea8fa9-9c80-4de2-ae14-b05751636d74 req-3599cf15-dabc-458f-9b4c-570b27e8f009 service neutron] 10.222.0.53 "GET /v2.0/networks/bd4d629a-224b-432a-93f0-74dab8b51085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438832 Jan 28 03:22:15.616013 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-73cf95c0-0052-49d3-9ef5-893697134247 req-4b72f96d-e558-41e8-b701-097415eada0d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0463512 Jan 28 03:22:15.849051 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-aa9743c2-7ab5-497b-abac-d68c7f76d2bf req-b8c5d335-9406-4cc0-9341-31da2b97c716 tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] 10.222.0.53 "GET /v2.0/ports?device_id=605ac79d-2899-450e-9af1-ef068487e3a1 HTTP/1.1" status: 200 len: 210 time: 0.1175647 Jan 28 03:22:15.914490 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf95c0-0052-49d3-9ef5-893697134247 req-6f4a50fe-5ade-41b4-bd34-399d42b8cb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:15.916684 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-73cf95c0-0052-49d3-9ef5-893697134247 req-6f4a50fe-5ade-41b4-bd34-399d42b8cb6f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f6bbf2836904089b5391caf666a2ef0&device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 1097 time: 0.1623335 Jan 28 03:22:16.074391 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf95c0-0052-49d3-9ef5-893697134247 req-717d4a21-a61f-45a6-8c48-dcb6d5c527db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:16.076382 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-73cf95c0-0052-49d3-9ef5-893697134247 req-717d4a21-a61f-45a6-8c48-dcb6d5c527db service neutron] 10.222.0.67 "GET /v2.0/networks?id=b328f18d-888e-4024-8099-122b5bda010d HTTP/1.1" status: 200 len: 918 time: 0.1249287 Jan 28 03:22:16.162656 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-73cf95c0-0052-49d3-9ef5-893697134247 req-0745b146-bf39-4efb-b4d2-b96e84b32b70 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ef28665-4d90-44e3-87df-b89b9e890244 HTTP/1.1" status: 200 len: 1000 time: 0.0805640 Jan 28 03:22:16.230195 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf95c0-0052-49d3-9ef5-893697134247 req-aca2b6ba-34e9-498e-b98c-dc4186e1a7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:16.232402 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-73cf95c0-0052-49d3-9ef5-893697134247 req-aca2b6ba-34e9-498e-b98c-dc4186e1a7aa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=76aeb7da-88ca-40e3-af3a-4f4f90f2c919 HTTP/1.1" status: 200 len: 856 time: 0.0642715 Jan 28 03:22:16.311736 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf95c0-0052-49d3-9ef5-893697134247 req-62bf2dd9-f8b3-47cf-9cd6-e6cc964fb677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:16.313654 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-73cf95c0-0052-49d3-9ef5-893697134247 req-62bf2dd9-f8b3-47cf-9cd6-e6cc964fb677 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b328f18d-888e-4024-8099-122b5bda010d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0729489 Jan 28 03:22:16.458511 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-73cf95c0-0052-49d3-9ef5-893697134247 req-e2dd357c-1962-4bd7-bb84-f0a7d3fdf937 service neutron] 10.222.0.67 "GET /v2.0/networks/b328f18d-888e-4024-8099-122b5bda010d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367722 Jan 28 03:22:16.728425 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-73cf95c0-0052-49d3-9ef5-893697134247 req-6c81ab63-f15d-4e14-a588-97f57a00a77a service neutron] 10.222.0.67 "GET /v2.0/networks/b328f18d-888e-4024-8099-122b5bda010d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525952 Jan 28 03:22:16.980306 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-37829fc1-a957-407f-a4c5-bcdd2c4737ca req-7b874ffb-bde1-4136-a258-99cb4fac6758 tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] 10.222.0.53 "GET /v2.0/ports?device_id=605ac79d-2899-450e-9af1-ef068487e3a1 HTTP/1.1" status: 200 len: 210 time: 0.0445733 Jan 28 03:22:17.391864 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea8fa9-9c80-4de2-ae14-b05751636d74 req-bcc9b4db-3838-4556-82f2-f4d34cf37cc4 tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:17.393442 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a0ea8fa9-9c80-4de2-ae14-b05751636d74 req-bcc9b4db-3838-4556-82f2-f4d34cf37cc4 tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] 10.222.0.39 "GET /v2.0/networks?id=bd4d629a-224b-432a-93f0-74dab8b51085 HTTP/1.1" status: 200 len: 814 time: 0.1376529 Jan 28 03:22:17.411093 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-a0ea8fa9-9c80-4de2-ae14-b05751636d74 req-aeaabe60-6d1c-44fc-8a5d-affd01758998 tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] Request body: {'port': {'device_id': '605ac79d-2899-450e-9af1-ef068487e3a1', 'network_id': 'bd4d629a-224b-432a-93f0-74dab8b51085', 'admin_state_up': True, 'tenant_id': '4c069b4f6cd441afb278eba161f1c2f0'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:22:17.544380 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0ea8fa9-9c80-4de2-ae14-b05751636d74 req-aeaabe60-6d1c-44fc-8a5d-affd01758998 tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] Made reservation on behalf of 4c069b4f6cd441afb278eba161f1c2f0 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:22:17.547827 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a0ea8fa9-9c80-4de2-ae14-b05751636d74 req-aeaabe60-6d1c-44fc-8a5d-affd01758998 tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:17.787333 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-a0ea8fa9-9c80-4de2-ae14-b05751636d74 req-aeaabe60-6d1c-44fc-8a5d-affd01758998 tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] Allocated IP 172.20.0.7 (bd4d629a-224b-432a-93f0-74dab8b51085/cad44b66-43e6-4b49-81c9-845a7ac2fc64/d8f3fe70-526c-4194-8f0d-050f2d33ccaa) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:22:18.037758 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a0ea8fa9-9c80-4de2-ae14-b05751636d74 req-aeaabe60-6d1c-44fc-8a5d-affd01758998 tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] Publish callbacks [] for port (d8f3fe70-526c-4194-8f0d-050f2d33ccaa), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:18.129206 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0da9f2ba-c8ef-4dac-9ed2-0ec787101a74 req-fdb6b476-94d6-4d02-8e7c-ea334fbd5dba tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] 10.222.0.53 "GET /v2.0/ports?device_id=605ac79d-2899-450e-9af1-ef068487e3a1 HTTP/1.1" status: 200 len: 210 time: 0.0362785 Jan 28 03:22:18.130546 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a0ea8fa9-9c80-4de2-ae14-b05751636d74 req-aeaabe60-6d1c-44fc-8a5d-affd01758998 tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (d8f3fe70-526c-4194-8f0d-050f2d33ccaa), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:18.221348 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0ea8fa9-9c80-4de2-ae14-b05751636d74 req-aeaabe60-6d1c-44fc-8a5d-affd01758998 tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] Network bd4d629a-224b-432a-93f0-74dab8b51085 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:22:18.224894 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-a0ea8fa9-9c80-4de2-ae14-b05751636d74 req-aeaabe60-6d1c-44fc-8a5d-affd01758998 tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:22:18.242141 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ea8fa9-9c80-4de2-ae14-b05751636d74 req-aeaabe60-6d1c-44fc-8a5d-affd01758998 tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:22:18.291026 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaabe60-6d1c-44fc-8a5d-affd01758998 tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] Pushing event updated for resources: {'Port': ['ID=d8f3fe70-526c-4194-8f0d-050f2d33ccaa,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:22:18.313972 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea8fa9-9c80-4de2-ae14-b05751636d74 req-aeaabe60-6d1c-44fc-8a5d-affd01758998 tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:18.313972 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a0ea8fa9-9c80-4de2-ae14-b05751636d74 req-aeaabe60-6d1c-44fc-8a5d-affd01758998 tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:18.339104 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a0ea8fa9-9c80-4de2-ae14-b05751636d74 req-aeaabe60-6d1c-44fc-8a5d-affd01758998 tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9319096 Jan 28 03:22:18.359187 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-a0ea8fa9-9c80-4de2-ae14-b05751636d74 req-b3266dc9-984c-4e88-9931-8c37cd3a13d0 service neutron] Request body: {'port': {'device_id': '605ac79d-2899-450e-9af1-ef068487e3a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:22:18.437215 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a0ea8fa9-9c80-4de2-ae14-b05751636d74 req-b3266dc9-984c-4e88-9931-8c37cd3a13d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d8f3fe70-526c-4194-8f0d-050f2d33ccaa), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:18.765506 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-a0ea8fa9-9c80-4de2-ae14-b05751636d74 req-b3266dc9-984c-4e88-9931-8c37cd3a13d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8f3fe70-526c-4194-8f0d-050f2d33ccaa {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:22:18.773420 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a0ea8fa9-9c80-4de2-ae14-b05751636d74 req-b3266dc9-984c-4e88-9931-8c37cd3a13d0 service neutron] Publish callbacks [] for port (d8f3fe70-526c-4194-8f0d-050f2d33ccaa), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:18.786194 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-a0ea8fa9-9c80-4de2-ae14-b05751636d74 req-b3266dc9-984c-4e88-9931-8c37cd3a13d0 service neutron] Transition to ACTIVE for port object d8f3fe70-526c-4194-8f0d-050f2d33ccaa will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:22:18.794132 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a0ea8fa9-9c80-4de2-ae14-b05751636d74 req-b3266dc9-984c-4e88-9931-8c37cd3a13d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (d8f3fe70-526c-4194-8f0d-050f2d33ccaa), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:18.902231 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3266dc9-984c-4e88-9931-8c37cd3a13d0 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f3fe70-526c-4194-8f0d-050f2d33ccaa,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:22:18.986810 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-a0ea8fa9-9c80-4de2-ae14-b05751636d74 req-b3266dc9-984c-4e88-9931-8c37cd3a13d0 service neutron] Attempting to bind port d8f3fe70-526c-4194-8f0d-050f2d33ccaa on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:22:18.987140 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-a0ea8fa9-9c80-4de2-ae14-b05751636d74 req-b3266dc9-984c-4e88-9931-8c37cd3a13d0 service neutron] Attempting to bind port d8f3fe70-526c-4194-8f0d-050f2d33ccaa by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'a8c52a32-42e4-4729-aaf6-17b7b1b82b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'bd4d629a-224b-432a-93f0-74dab8b51085'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:22:18.987470 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ea8fa9-9c80-4de2-ae14-b05751636d74 req-b3266dc9-984c-4e88-9931-8c37cd3a13d0 service neutron] Attempting to bind port d8f3fe70-526c-4194-8f0d-050f2d33ccaa on network bd4d629a-224b-432a-93f0-74dab8b51085 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:22:18.992743 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ea8fa9-9c80-4de2-ae14-b05751636d74 req-b3266dc9-984c-4e88-9931-8c37cd3a13d0 service neutron] Port d8f3fe70-526c-4194-8f0d-050f2d33ccaa on network bd4d629a-224b-432a-93f0-74dab8b51085 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:22:18.993065 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ea8fa9-9c80-4de2-ae14-b05751636d74 req-b3266dc9-984c-4e88-9931-8c37cd3a13d0 service neutron] Attempting to bind port d8f3fe70-526c-4194-8f0d-050f2d33ccaa on network bd4d629a-224b-432a-93f0-74dab8b51085 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:22:18.999108 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ea8fa9-9c80-4de2-ae14-b05751636d74 req-b3266dc9-984c-4e88-9931-8c37cd3a13d0 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:22:18.999451 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ea8fa9-9c80-4de2-ae14-b05751636d74 req-b3266dc9-984c-4e88-9931-8c37cd3a13d0 service neutron] Checking segment: {'id': 'a8c52a32-42e4-4729-aaf6-17b7b1b82b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'bd4d629a-224b-432a-93f0-74dab8b51085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:22:19.000400 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ea8fa9-9c80-4de2-ae14-b05751636d74 req-b3266dc9-984c-4e88-9931-8c37cd3a13d0 service neutron] Bound using segment: {'id': 'a8c52a32-42e4-4729-aaf6-17b7b1b82b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'bd4d629a-224b-432a-93f0-74dab8b51085'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:22:19.000400 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-a0ea8fa9-9c80-4de2-ae14-b05751636d74 req-b3266dc9-984c-4e88-9931-8c37cd3a13d0 service neutron] Bound port: d8f3fe70-526c-4194-8f0d-050f2d33ccaa, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c52a32-42e4-4729-aaf6-17b7b1b82b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'bd4d629a-224b-432a-93f0-74dab8b51085'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:22:19.000756 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a0ea8fa9-9c80-4de2-ae14-b05751636d74 req-b3266dc9-984c-4e88-9931-8c37cd3a13d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d8f3fe70-526c-4194-8f0d-050f2d33ccaa), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:19.095094 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-a0ea8fa9-9c80-4de2-ae14-b05751636d74 req-b3266dc9-984c-4e88-9931-8c37cd3a13d0 service neutron] For port d8f3fe70-526c-4194-8f0d-050f2d33ccaa, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:22:19.099935 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-a0ea8fa9-9c80-4de2-ae14-b05751636d74 req-b3266dc9-984c-4e88-9931-8c37cd3a13d0 service neutron] For port d8f3fe70-526c-4194-8f0d-050f2d33ccaa, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=d8f3fe70-526c-4194-8f0d-050f2d33ccaa,segment=NetworkSegment(a8c52a32-42e4-4729-aaf6-17b7b1b82b5f),segment_id=a8c52a32-42e4-4729-aaf6-17b7b1b82b5f)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:22:19.106530 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a0ea8fa9-9c80-4de2-ae14-b05751636d74 req-b3266dc9-984c-4e88-9931-8c37cd3a13d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (d8f3fe70-526c-4194-8f0d-050f2d33ccaa), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:19.129706 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea8fa9-9c80-4de2-ae14-b05751636d74 req-b3266dc9-984c-4e88-9931-8c37cd3a13d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:19.130566 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a0ea8fa9-9c80-4de2-ae14-b05751636d74 req-b3266dc9-984c-4e88-9931-8c37cd3a13d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:19.132868 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a0ea8fa9-9c80-4de2-ae14-b05751636d74 req-b3266dc9-984c-4e88-9931-8c37cd3a13d0 service neutron] 10.222.0.39 "PUT /v2.0/ports/d8f3fe70-526c-4194-8f0d-050f2d33ccaa HTTP/1.1" status: 200 len: 1092 time: 0.7783375 Jan 28 03:22:19.134809 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605ac79d-2899-450e-9af1-ef068487e3a1', 'tag': 'd8f3fe70-526c-4194-8f0d-050f2d33ccaa'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:22:19.138135 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31787ea2-80f5-4368-a9af-3bc7c7996c8e" -d '{"events": [{"name": "network-changed", "server_uuid": "605ac79d-2899-450e-9af1-ef068487e3a1", "tag": "d8f3fe70-526c-4194-8f0d-050f2d33ccaa"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:22:19.244866 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3266dc9-984c-4e88-9931-8c37cd3a13d0 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f3fe70-526c-4194-8f0d-050f2d33ccaa,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:22:19.249569 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c93555a-a6aa-4508-b222-e67d4d996303 x-openstack-request-id: req-0c93555a-a6aa-4508-b222-e67d4d996303 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:22:19.249842 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "605ac79d-2899-450e-9af1-ef068487e3a1", "tag": "d8f3fe70-526c-4194-8f0d-050f2d33ccaa", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:22:19.250152 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0c93555a-a6aa-4508-b222-e67d4d996303 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:22:19.250571 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '605ac79d-2899-450e-9af1-ef068487e3a1', 'tag': 'd8f3fe70-526c-4194-8f0d-050f2d33ccaa', 'status': 'completed', 'code': 200} Jan 28 03:22:19.268940 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea8fa9-9c80-4de2-ae14-b05751636d74 req-41c105b3-d680-4cc7-ac65-cd633db3154c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:19.272397 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a0ea8fa9-9c80-4de2-ae14-b05751636d74 req-41c105b3-d680-4cc7-ac65-cd633db3154c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4c069b4f6cd441afb278eba161f1c2f0&device_id=605ac79d-2899-450e-9af1-ef068487e3a1 HTTP/1.1" status: 200 len: 1095 time: 0.0694435 Jan 28 03:22:19.347511 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a0ea8fa9-9c80-4de2-ae14-b05751636d74 req-5c0caf43-83ab-4547-ad45-2f73db410566 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8f3fe70-526c-4194-8f0d-050f2d33ccaa HTTP/1.1" status: 200 len: 217 time: 0.0590107 Jan 28 03:22:19.422085 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0c8af-d3ea-4f26-995f-88080bae38f4 req-3c398083-4453-49e6-8cda-577bcf51f579 tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:19.429569 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-40c0c8af-d3ea-4f26-995f-88080bae38f4 req-3c398083-4453-49e6-8cda-577bcf51f579 tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] 10.222.0.53 "GET /v2.0/ports?device_id=605ac79d-2899-450e-9af1-ef068487e3a1 HTTP/1.1" status: 200 len: 943 time: 0.1504307 Jan 28 03:22:19.468707 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea8fa9-9c80-4de2-ae14-b05751636d74 req-94cb66b3-fcb2-4ee6-ac97-a85e4b4a45bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:19.470380 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a0ea8fa9-9c80-4de2-ae14-b05751636d74 req-94cb66b3-fcb2-4ee6-ac97-a85e4b4a45bd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cad44b66-43e6-4b49-81c9-845a7ac2fc64 HTTP/1.1" status: 200 len: 854 time: 0.1064351 Jan 28 03:22:19.494966 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-40c0c8af-d3ea-4f26-995f-88080bae38f4 req-4085d9f2-ed42-4bc0-af0f-c2194f8a1fb7 tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca0d1ffa-94c2-424b-b57d-8f418ede4aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644393 Jan 28 03:22:19.517518 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a0ea8fa9-9c80-4de2-ae14-b05751636d74 req-51496055-370b-43a1-a488-b1e4f295cb91 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bd4d629a-224b-432a-93f0-74dab8b51085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321445 Jan 28 03:22:19.653452 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a0ea8fa9-9c80-4de2-ae14-b05751636d74 req-73ec6779-d2a7-4ba0-bc5f-1dac74dd1868 service neutron] 10.222.0.39 "GET /v2.0/networks/bd4d629a-224b-432a-93f0-74dab8b51085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356924 Jan 28 03:22:19.780636 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a0ea8fa9-9c80-4de2-ae14-b05751636d74 req-94f9010f-b611-401c-a00c-d5f9de72f48c service neutron] 10.222.0.39 "GET /v2.0/networks/bd4d629a-224b-432a-93f0-74dab8b51085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145515 Jan 28 03:22:19.942853 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31787ea2-80f5-4368-a9af-3bc7c7996c8e req-6e290e76-0737-46f1-a23c-0c8e7e612023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:19.945485 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-31787ea2-80f5-4368-a9af-3bc7c7996c8e req-6e290e76-0737-46f1-a23c-0c8e7e612023 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4c069b4f6cd441afb278eba161f1c2f0&device_id=605ac79d-2899-450e-9af1-ef068487e3a1 HTTP/1.1" status: 200 len: 1095 time: 0.0749881 Jan 28 03:22:20.097419 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31787ea2-80f5-4368-a9af-3bc7c7996c8e req-b85aa625-c23e-4a2c-9599-825aa795f033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:20.099003 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-31787ea2-80f5-4368-a9af-3bc7c7996c8e req-b85aa625-c23e-4a2c-9599-825aa795f033 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bd4d629a-224b-432a-93f0-74dab8b51085 HTTP/1.1" status: 200 len: 915 time: 0.1476393 Jan 28 03:22:20.165057 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-31787ea2-80f5-4368-a9af-3bc7c7996c8e req-894d9c56-ee8b-4d44-952d-679215f594d8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8f3fe70-526c-4194-8f0d-050f2d33ccaa HTTP/1.1" status: 200 len: 217 time: 0.0592716 Jan 28 03:22:20.227741 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31787ea2-80f5-4368-a9af-3bc7c7996c8e req-35e959be-490f-4448-ad4c-fd148459db88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:20.229444 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-31787ea2-80f5-4368-a9af-3bc7c7996c8e req-35e959be-490f-4448-ad4c-fd148459db88 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cad44b66-43e6-4b49-81c9-845a7ac2fc64 HTTP/1.1" status: 200 len: 854 time: 0.0573335 Jan 28 03:22:20.268489 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-31787ea2-80f5-4368-a9af-3bc7c7996c8e req-dec76fd2-2a48-42d2-a214-2a3a024a6a0b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bd4d629a-224b-432a-93f0-74dab8b51085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314937 Jan 28 03:22:20.390435 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-31787ea2-80f5-4368-a9af-3bc7c7996c8e req-1cad5192-b175-42f8-a561-c94a3e420294 service neutron] 10.222.0.39 "GET /v2.0/networks/bd4d629a-224b-432a-93f0-74dab8b51085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149590 Jan 28 03:22:20.487424 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-31787ea2-80f5-4368-a9af-3bc7c7996c8e req-bb0120b4-b421-4cec-a0e8-818419ee47f9 service neutron] 10.222.0.39 "GET /v2.0/networks/bd4d629a-224b-432a-93f0-74dab8b51085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893793 Jan 28 03:22:20.632803 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e6a17-166f-4d09-a1c8-f8221e95f96f req-2f048e65-446e-4390-862d-22426da22419 tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:20.634732 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b78e6a17-166f-4d09-a1c8-f8221e95f96f req-2f048e65-446e-4390-862d-22426da22419 tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] 10.222.0.53 "GET /v2.0/ports?device_id=605ac79d-2899-450e-9af1-ef068487e3a1 HTTP/1.1" status: 200 len: 943 time: 0.0625434 Jan 28 03:22:20.699151 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b78e6a17-166f-4d09-a1c8-f8221e95f96f req-aa4a71db-0dac-42fd-aaca-76910a48f76e tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca0d1ffa-94c2-424b-b57d-8f418ede4aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584352 Jan 28 03:22:21.824055 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4035db9-5e07-4738-a4d2-3b7dc37f48c3 req-d78d30c8-5e62-4ed8-ba72-eed815ac2205 tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:21.831446 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e4035db9-5e07-4738-a4d2-3b7dc37f48c3 req-d78d30c8-5e62-4ed8-ba72-eed815ac2205 tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] 10.222.0.53 "GET /v2.0/ports?device_id=605ac79d-2899-450e-9af1-ef068487e3a1 HTTP/1.1" status: 200 len: 943 time: 0.0573616 Jan 28 03:22:21.874743 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e4035db9-5e07-4738-a4d2-3b7dc37f48c3 req-ab23222a-9813-486a-9152-70406dcfb50f tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca0d1ffa-94c2-424b-b57d-8f418ede4aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424063 Jan 28 03:22:23.007382 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c2dba-cd14-4fff-8683-0525b3766a3e req-0a5c7da6-2ef0-4ddc-b208-ba407173af95 tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:23.014462 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-036c2dba-cd14-4fff-8683-0525b3766a3e req-0a5c7da6-2ef0-4ddc-b208-ba407173af95 tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] 10.222.0.53 "GET /v2.0/ports?device_id=605ac79d-2899-450e-9af1-ef068487e3a1 HTTP/1.1" status: 200 len: 943 time: 0.0594063 Jan 28 03:22:23.071765 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-036c2dba-cd14-4fff-8683-0525b3766a3e req-a85e548c-5eea-42f2-92dc-2c0a48eabd55 tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca0d1ffa-94c2-424b-b57d-8f418ede4aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562451 Jan 28 03:22:23.956421 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device d8f3fe70-526c-4194-8f0d-050f2d33ccaa details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:22:24.063137 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port d8f3fe70-526c-4194-8f0d-050f2d33ccaa, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=d8f3fe70-526c-4194-8f0d-050f2d33ccaa,segment=NetworkSegment(a8c52a32-42e4-4729-aaf6-17b7b1b82b5f),segment_id=a8c52a32-42e4-4729-aaf6-17b7b1b82b5f)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:22:24.085118 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': 'd8f3fe70-526c-4194-8f0d-050f2d33ccaa', 'network_id': 'bd4d629a-224b-432a-93f0-74dab8b51085', 'port_id': 'd8f3fe70-526c-4194-8f0d-050f2d33ccaa', 'mac_address': 'fa:16:3e:24:f0:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cad44b66-43e6-4b49-81c9-845a7ac2fc64', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:22:24.162935 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port d8f3fe70-526c-4194-8f0d-050f2d33ccaa is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:22:24.163339 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d8f3fe70-526c-4194-8f0d-050f2d33ccaa), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:24.195233 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8f3fe70-526c-4194-8f0d-050f2d33ccaa {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:22:24.224412 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port d8f3fe70-526c-4194-8f0d-050f2d33ccaa, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=d8f3fe70-526c-4194-8f0d-050f2d33ccaa,segment=NetworkSegment(a8c52a32-42e4-4729-aaf6-17b7b1b82b5f),segment_id=a8c52a32-42e4-4729-aaf6-17b7b1b82b5f)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:22:24.231125 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d8f3fe70-526c-4194-8f0d-050f2d33ccaa), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:24.238346 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eeb88f-6916-485f-bde6-25945ef5e335 req-6f63340e-dbd5-4faa-9584-4956fefdafca tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:24.240027 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-23eeb88f-6916-485f-bde6-25945ef5e335 req-6f63340e-dbd5-4faa-9584-4956fefdafca tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] 10.222.0.53 "GET /v2.0/ports?device_id=605ac79d-2899-450e-9af1-ef068487e3a1 HTTP/1.1" status: 200 len: 943 time: 0.0730474 Jan 28 03:22:24.302932 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=d8f3fe70-526c-4194-8f0d-050f2d33ccaa,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:22:24.318151 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-23eeb88f-6916-485f-bde6-25945ef5e335 req-ce98072b-eb49-42e3-8af7-3155156d735d tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca0d1ffa-94c2-424b-b57d-8f418ede4aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706489 Jan 28 03:22:24.505480 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['d8f3fe70-526c-4194-8f0d-050f2d33ccaa'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:22:25.212100 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:22:25.435788 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d90f53-6a0c-4d67-a3e0-990a7b8cca60 req-14af9b1e-cffb-463b-8aff-8c812ddfb571 tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:25.437345 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-07d90f53-6a0c-4d67-a3e0-990a7b8cca60 req-14af9b1e-cffb-463b-8aff-8c812ddfb571 tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] 10.222.0.53 "GET /v2.0/ports?device_id=605ac79d-2899-450e-9af1-ef068487e3a1 HTTP/1.1" status: 200 len: 944 time: 0.0524323 Jan 28 03:22:25.511571 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-07d90f53-6a0c-4d67-a3e0-990a7b8cca60 req-a4ed8b00-56c0-4ff4-b12f-56f23fa28897 tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca0d1ffa-94c2-424b-b57d-8f418ede4aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672197 Jan 28 03:22:25.964239 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device d8f3fe70-526c-4194-8f0d-050f2d33ccaa up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:22:26.034904 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port d8f3fe70-526c-4194-8f0d-050f2d33ccaa completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:22:26.041443 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port d8f3fe70-526c-4194-8f0d-050f2d33ccaa triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:22:26.041909 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d8f3fe70-526c-4194-8f0d-050f2d33ccaa), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:26.126637 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port d8f3fe70-526c-4194-8f0d-050f2d33ccaa is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:22:26.127273 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d8f3fe70-526c-4194-8f0d-050f2d33ccaa), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:26.154444 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605ac79d-2899-450e-9af1-ef068487e3a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f3fe70-526c-4194-8f0d-050f2d33ccaa'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:22:26.156849 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e7d8ce-2f15-4fc4-a043-6eac9309d24c" -d '{"events": [{"server_uuid": "605ac79d-2899-450e-9af1-ef068487e3a1", "name": "network-vif-plugged", "status": "completed", "tag": "d8f3fe70-526c-4194-8f0d-050f2d33ccaa"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:22:26.176152 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port d8f3fe70-526c-4194-8f0d-050f2d33ccaa, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=d8f3fe70-526c-4194-8f0d-050f2d33ccaa,segment=NetworkSegment(a8c52a32-42e4-4729-aaf6-17b7b1b82b5f),segment_id=a8c52a32-42e4-4729-aaf6-17b7b1b82b5f)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:22:26.182480 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d8f3fe70-526c-4194-8f0d-050f2d33ccaa), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:26.241546 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=d8f3fe70-526c-4194-8f0d-050f2d33ccaa,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:22:26.300505 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12489832-0565-4a02-b29d-cccd0dd5cf50 x-openstack-request-id: req-12489832-0565-4a02-b29d-cccd0dd5cf50 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:22:26.300889 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605ac79d-2899-450e-9af1-ef068487e3a1", "name": "network-vif-plugged", "status": "completed", "tag": "d8f3fe70-526c-4194-8f0d-050f2d33ccaa", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:22:26.301324 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-12489832-0565-4a02-b29d-cccd0dd5cf50 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:22:26.301772 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605ac79d-2899-450e-9af1-ef068487e3a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f3fe70-526c-4194-8f0d-050f2d33ccaa', 'code': 200} Jan 28 03:22:26.443135 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ad541-2229-427b-a00c-f16b25c1bb54 req-84f881e4-d639-451d-8ecb-c978cb0acf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:26.444957 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7d4ad541-2229-427b-a00c-f16b25c1bb54 req-84f881e4-d639-451d-8ecb-c978cb0acf1c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=605ac79d-2899-450e-9af1-ef068487e3a1 HTTP/1.1" status: 200 len: 1097 time: 0.0547276 Jan 28 03:22:26.490853 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7d4ad541-2229-427b-a00c-f16b25c1bb54 req-883e791e-3993-41ea-bc73-ff0d98cb3d60 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ca0d1ffa-94c2-424b-b57d-8f418ede4aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398750 Jan 28 03:22:26.681368 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b608ee5-1058-487f-ac5b-a17a8c47073c req-bcb8c621-f7cd-4147-b9e4-6adda8f32376 tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:26.689159 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9b608ee5-1058-487f-ac5b-a17a8c47073c req-bcb8c621-f7cd-4147-b9e4-6adda8f32376 tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] 10.222.0.53 "GET /v2.0/ports?device_id=605ac79d-2899-450e-9af1-ef068487e3a1 HTTP/1.1" status: 200 len: 945 time: 0.1016579 Jan 28 03:22:26.774649 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9b608ee5-1058-487f-ac5b-a17a8c47073c req-bc56eb0b-e69f-4702-8c71-ebc73a69a4fd tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca0d1ffa-94c2-424b-b57d-8f418ede4aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794721 Jan 28 03:22:27.925514 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b76f12-3a74-4267-9868-bc0af0b85008 req-b8b4b134-7abb-45dd-bd75-69528e8f42fd tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:27.927422 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b7b76f12-3a74-4267-9868-bc0af0b85008 req-b8b4b134-7abb-45dd-bd75-69528e8f42fd tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] 10.222.0.53 "GET /v2.0/ports?device_id=605ac79d-2899-450e-9af1-ef068487e3a1 HTTP/1.1" status: 200 len: 945 time: 0.0715475 Jan 28 03:22:28.069359 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b7b76f12-3a74-4267-9868-bc0af0b85008 req-ae1af2d8-c4a0-42e8-87fb-33d14f5ece65 tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca0d1ffa-94c2-424b-b57d-8f418ede4aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353266 Jan 28 03:22:28.607007 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf25dd6-de9e-48b0-b9cb-43d36f061d1b req-b6d69a0f-afcc-4e0a-9e93-1b71d7fd056d tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:28.608680 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7bf25dd6-de9e-48b0-b9cb-43d36f061d1b req-b6d69a0f-afcc-4e0a-9e93-1b71d7fd056d tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] 10.222.0.53 "GET /v2.0/ports?device_id=605ac79d-2899-450e-9af1-ef068487e3a1 HTTP/1.1" status: 200 len: 945 time: 0.0574584 Jan 28 03:22:28.674442 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7bf25dd6-de9e-48b0-b9cb-43d36f061d1b req-c0f96d40-d0be-4819-9395-36e444934c7d tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca0d1ffa-94c2-424b-b57d-8f418ede4aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574052 Jan 28 03:22:29.399299 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:29.718051 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ccc7b6cd-334c-4ebe-870f-f0ce192035e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:29.812769 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50d62b-c1ba-40f8-8e3d-fe443eaaabf9 req-22033f95-b047-41a0-a2c2-07afe5775905 tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:29.814351 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2e50d62b-c1ba-40f8-8e3d-fe443eaaabf9 req-22033f95-b047-41a0-a2c2-07afe5775905 tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] 10.222.0.53 "GET /v2.0/ports?device_id=605ac79d-2899-450e-9af1-ef068487e3a1 HTTP/1.1" status: 200 len: 945 time: 0.0654016 Jan 28 03:22:29.896617 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2e50d62b-c1ba-40f8-8e3d-fe443eaaabf9 req-fc9bc3f2-b240-4d22-837c-fdb081465e8e tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca0d1ffa-94c2-424b-b57d-8f418ede4aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760863 Jan 28 03:22:29.963453 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ca988-60c1-4c73-a23d-c2b0cac6b659 req-72d0e010-3d62-4c1e-9f06-81aadb09e06c tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:29.966229 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-072ca988-60c1-4c73-a23d-c2b0cac6b659 req-72d0e010-3d62-4c1e-9f06-81aadb09e06c tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] 10.222.0.39 "GET /v2.0/ports?device_id=605ac79d-2899-450e-9af1-ef068487e3a1 HTTP/1.1" status: 200 len: 945 time: 0.0517647 Jan 28 03:22:30.064574 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-072ca988-60c1-4c73-a23d-c2b0cac6b659 req-1a0d9908-b461-4d62-aa14-d03ec16cd248 tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] Deleting port d8f3fe70-526c-4194-8f0d-050f2d33ccaa {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:22:30.065262 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-072ca988-60c1-4c73-a23d-c2b0cac6b659 req-1a0d9908-b461-4d62-aa14-d03ec16cd248 tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (d8f3fe70-526c-4194-8f0d-050f2d33ccaa), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:30.200369 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-072ca988-60c1-4c73-a23d-c2b0cac6b659 req-1a0d9908-b461-4d62-aa14-d03ec16cd248 tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] For port d8f3fe70-526c-4194-8f0d-050f2d33ccaa, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=d8f3fe70-526c-4194-8f0d-050f2d33ccaa,segment=NetworkSegment(a8c52a32-42e4-4729-aaf6-17b7b1b82b5f),segment_id=a8c52a32-42e4-4729-aaf6-17b7b1b82b5f)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:22:30.201385 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-072ca988-60c1-4c73-a23d-c2b0cac6b659 req-1a0d9908-b461-4d62-aa14-d03ec16cd248 tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (d8f3fe70-526c-4194-8f0d-050f2d33ccaa), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:30.219174 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-072ca988-60c1-4c73-a23d-c2b0cac6b659 req-1a0d9908-b461-4d62-aa14-d03ec16cd248 tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] Calling delete_port for d8f3fe70-526c-4194-8f0d-050f2d33ccaa owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:22:30.371391 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-072ca988-60c1-4c73-a23d-c2b0cac6b659 req-1a0d9908-b461-4d62-aa14-d03ec16cd248 tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (d8f3fe70-526c-4194-8f0d-050f2d33ccaa), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:30.405372 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['d8f3fe70-526c-4194-8f0d-050f2d33ccaa'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:22:30.432104 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0d9908-b461-4d62-aa14-d03ec16cd248 tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] Pushing event deleted for resources: {'Port': ['ID=d8f3fe70-526c-4194-8f0d-050f2d33ccaa,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:22:30.496143 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-072ca988-60c1-4c73-a23d-c2b0cac6b659 req-1a0d9908-b461-4d62-aa14-d03ec16cd248 tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] No DVR routers for this DVR port d8f3fe70-526c-4194-8f0d-050f2d33ccaa on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:22:30.510601 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-072ca988-60c1-4c73-a23d-c2b0cac6b659 req-1a0d9908-b461-4d62-aa14-d03ec16cd248 tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:30.527541 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-072ca988-60c1-4c73-a23d-c2b0cac6b659 req-1a0d9908-b461-4d62-aa14-d03ec16cd248 tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] 10.222.0.39 "DELETE /v2.0/ports/d8f3fe70-526c-4194-8f0d-050f2d33ccaa HTTP/1.1" status: 204 len: 173 time: 0.5480399 Jan 28 03:22:30.527541 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605ac79d-2899-450e-9af1-ef068487e3a1', 'name': 'network-vif-deleted', 'tag': 'd8f3fe70-526c-4194-8f0d-050f2d33ccaa'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:22:30.527541 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8acd21f2-601c-4332-90bd-ff3e94203a58" -d '{"events": [{"server_uuid": "605ac79d-2899-450e-9af1-ef068487e3a1", "name": "network-vif-deleted", "tag": "d8f3fe70-526c-4194-8f0d-050f2d33ccaa"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:22:30.582628 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f19650-a463-43d4-b380-0995ae9b1d08 x-openstack-request-id: req-69f19650-a463-43d4-b380-0995ae9b1d08 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:22:30.582918 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605ac79d-2899-450e-9af1-ef068487e3a1", "name": "network-vif-deleted", "tag": "d8f3fe70-526c-4194-8f0d-050f2d33ccaa", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:22:30.583174 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-69f19650-a463-43d4-b380-0995ae9b1d08 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:22:30.583603 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605ac79d-2899-450e-9af1-ef068487e3a1', 'name': 'network-vif-deleted', 'tag': 'd8f3fe70-526c-4194-8f0d-050f2d33ccaa', 'status': 'completed', 'code': 200} Jan 28 03:22:30.648128 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b321d-37e4-425d-ba57-f517eb39ea42 req-ddc1278e-1cb9-4c93-89d2-714232796823 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:30.649821 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-693b321d-37e4-425d-ba57-f517eb39ea42 req-ddc1278e-1cb9-4c93-89d2-714232796823 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 945 time: 0.0653970 Jan 28 03:22:30.761065 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-693b321d-37e4-425d-ba57-f517eb39ea42 req-f70f87cd-d816-4d8b-a203-be8a4505670f tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027334 Jan 28 03:22:31.040481 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-58db2a5d-209c-4542-a288-35aeea9f5152 req-dad5d350-3732-444e-a8ba-d232df90cf39 tempest-ServerAddressesTestJSON-471000512 tempest-ServerAddressesTestJSON-471000512-project] 10.222.0.53 "GET /v2.0/ports?device_id=605ac79d-2899-450e-9af1-ef068487e3a1 HTTP/1.1" status: 200 len: 210 time: 0.0385792 Jan 28 03:22:31.790239 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-eefe1149-24a3-4baf-a8e3-217914c0f2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:31.904501 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ffbd5-d05b-4936-877c-23ad05bc78d7 req-b5049516-02a8-45a6-bb44-9f59f116b36a tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:31.906241 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e66ffbd5-d05b-4936-877c-23ad05bc78d7 req-b5049516-02a8-45a6-bb44-9f59f116b36a tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 945 time: 0.0534210 Jan 28 03:22:31.981349 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e66ffbd5-d05b-4936-877c-23ad05bc78d7 req-fb1d4230-a9a9-4086-ac02-c2974ba49d9c tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686331 Jan 28 03:22:32.102253 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 47808) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:22:32.158755 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-404c2f5c-4797-4b44-9e2d-330a7cbf2ab5 admin admin] Deleting subnet cad44b66-43e6-4b49-81c9-845a7ac2fc64 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:22:32.163812 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-404c2f5c-4797-4b44-9e2d-330a7cbf2ab5 admin admin] Publish callbacks [] for subnet (cad44b66-43e6-4b49-81c9-845a7ac2fc64), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:32.200296 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-404c2f5c-4797-4b44-9e2d-330a7cbf2ab5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (cad44b66-43e6-4b49-81c9-845a7ac2fc64), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:32.248988 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-404c2f5c-4797-4b44-9e2d-330a7cbf2ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (cad44b66-43e6-4b49-81c9-845a7ac2fc64), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:32.310443 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-404c2f5c-4797-4b44-9e2d-330a7cbf2ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (cad44b66-43e6-4b49-81c9-845a7ac2fc64), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:32.345864 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404c2f5c-4797-4b44-9e2d-330a7cbf2ab5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cad44b66-43e6-4b49-81c9-845a7ac2fc64,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:22:32.357993 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-404c2f5c-4797-4b44-9e2d-330a7cbf2ab5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:32.363515 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-404c2f5c-4797-4b44-9e2d-330a7cbf2ab5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/cad44b66-43e6-4b49-81c9-845a7ac2fc64 HTTP/1.1" status: 204 len: 168 time: 0.2564867 Jan 28 03:22:32.364500 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 47816) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:22:32.455527 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8b78d8d3-b0e3-4488-8883-0d9d76311ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (bd4d629a-224b-432a-93f0-74dab8b51085), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:32.545332 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8b78d8d3-b0e3-4488-8883-0d9d76311ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (bd4d629a-224b-432a-93f0-74dab8b51085), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:32.566388 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-8b78d8d3-b0e3-4488-8883-0d9d76311ca1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd4d629a-224b-432a-93f0-74dab8b51085']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:22:32.575768 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-8b78d8d3-b0e3-4488-8883-0d9d76311ca1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8c52a32-42e4-4729-aaf6-17b7b1b82b5f') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:22:32.576097 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-8b78d8d3-b0e3-4488-8883-0d9d76311ca1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8c52a32-42e4-4729-aaf6-17b7b1b82b5f') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:22:32.585988 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8b78d8d3-b0e3-4488-8883-0d9d76311ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (a8c52a32-42e4-4729-aaf6-17b7b1b82b5f), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:32.601893 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8b78d8d3-b0e3-4488-8883-0d9d76311ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (a8c52a32-42e4-4729-aaf6-17b7b1b82b5f), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:32.609329 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b78d8d3-b0e3-4488-8883-0d9d76311ca1 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:22:32.609946 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8b78d8d3-b0e3-4488-8883-0d9d76311ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (a8c52a32-42e4-4729-aaf6-17b7b1b82b5f), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:32.612209 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:22:32.612209 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:22:32.612209 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:22:32.612209 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:22:32.612209 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:22:32.612209 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:22:32.612209 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:22:32.612209 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:22:32.612209 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:22:32.612209 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:22:32.612209 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:22:32.612209 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:22:32.612209 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:22:32.612209 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:22:32.612209 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:22:32.612209 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:22:32.612209 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:22:32.612209 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:22:32.612209 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:22:32.612209 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:22:32.612209 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:22:32.612209 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:22:32.612209 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:22:32.612209 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:22:32.612209 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:22:32.612209 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:22:32.612209 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:22:32.612209 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:22:32.612209 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:22:32.612209 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:22:32.612209 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:22:32.612209 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:22:32.695127 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8b78d8d3-b0e3-4488-8883-0d9d76311ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (bd4d629a-224b-432a-93f0-74dab8b51085), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:32.719412 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8b78d8d3-b0e3-4488-8883-0d9d76311ca1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:32.725307 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8b78d8d3-b0e3-4488-8883-0d9d76311ca1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/bd4d629a-224b-432a-93f0-74dab8b51085 HTTP/1.1" status: 204 len: 168 time: 0.3566272 Jan 28 03:22:32.725307 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78d8d3-b0e3-4488-8883-0d9d76311ca1 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd4d629a-224b-432a-93f0-74dab8b51085,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:22:32.854597 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 47828) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:22:32.899261 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d9a88569-8337-49f9-8546-4d8c217b4323 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4c069b4f6cd441afb278eba161f1c2f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407791 Jan 28 03:22:32.899723 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 47830) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:22:32.949241 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b0cce755-339d-4d7c-8909-d6e1f9041cca admin admin] Publish callbacks [] for security_group (ca0d1ffa-94c2-424b-b57d-8f418ede4aca), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:32.977310 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b0cce755-339d-4d7c-8909-d6e1f9041cca admin admin] Publish callbacks [] for security_group (ca0d1ffa-94c2-424b-b57d-8f418ede4aca), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:33.033218 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b0cce755-339d-4d7c-8909-d6e1f9041cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (ca0d1ffa-94c2-424b-b57d-8f418ede4aca), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:33.037321 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b0cce755-339d-4d7c-8909-d6e1f9041cca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:33.041360 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b0cce755-339d-4d7c-8909-d6e1f9041cca admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ca0d1ffa-94c2-424b-b57d-8f418ede4aca HTTP/1.1" status: 204 len: 168 time: 0.1405089 Jan 28 03:22:33.088656 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cce755-339d-4d7c-8909-d6e1f9041cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0d1ffa-94c2-424b-b57d-8f418ede4aca,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:22:33.173884 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb3411-fa36-44b0-bd51-4b771bf569f7 req-a973a549-333d-410f-991b-d8f3a59021a8 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:33.175413 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8ddb3411-fa36-44b0-bd51-4b771bf569f7 req-a973a549-333d-410f-991b-d8f3a59021a8 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 945 time: 0.0883913 Jan 28 03:22:33.234896 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8ddb3411-fa36-44b0-bd51-4b771bf569f7 req-b6f4a5c7-eb00-49a0-907b-d3e9c8e93546 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531676 Jan 28 03:22:33.345560 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:33.557623 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:33.968299 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device d8f3fe70-526c-4194-8f0d-050f2d33ccaa no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:22:33.993401 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: d8f3fe70-526c-4194-8f0d-050f2d33ccaa {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:22:33.994137 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device d8f3fe70-526c-4194-8f0d-050f2d33ccaa not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:22:34.406495 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b218b-8384-47d5-ba1d-0630113b8d51 req-45faee70-ddce-4e3a-9b8b-955a88bb4a2d tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:34.415771 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a97b218b-8384-47d5-ba1d-0630113b8d51 req-45faee70-ddce-4e3a-9b8b-955a88bb4a2d tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 945 time: 0.0953727 Jan 28 03:22:34.532744 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a97b218b-8384-47d5-ba1d-0630113b8d51 req-32c177f8-edd2-4c8b-8bfb-9c14bb4a7914 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152751 Jan 28 03:22:34.822223 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:35.704000 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e0a63-1793-42db-ba2a-9b1e18c93433 req-ab26f488-c8e1-4014-9726-d6b7c3ff26b2 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:35.706256 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-163e0a63-1793-42db-ba2a-9b1e18c93433 req-ab26f488-c8e1-4014-9726-d6b7c3ff26b2 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 945 time: 0.0653632 Jan 28 03:22:35.784160 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-163e0a63-1793-42db-ba2a-9b1e18c93433 req-ce8444b1-09ba-4ecd-8b5a-2d9680fe4f07 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680373 Jan 28 03:22:36.145381 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:36.517258 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 47974) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:22:36.696018 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cf6f4904-2b48-4ce3-bc9b-71b019254e89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:36.808296 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cf6f4904-2b48-4ce3-bc9b-71b019254e89 admin admin] Publish callbacks [] for security_group (137e98b5-8118-4288-8ab3-576e400d5528), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:36.815081 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cf6f4904-2b48-4ce3-bc9b-71b019254e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (137e98b5-8118-4288-8ab3-576e400d5528), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:36.845621 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 47986) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:22:36.857388 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-cf6f4904-2b48-4ce3-bc9b-71b019254e89 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d2872c85f14045869088052719de3a18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3342848 Jan 28 03:22:36.894059 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f4904-2b48-4ce3-bc9b-71b019254e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137e98b5-8118-4288-8ab3-576e400d5528,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:22:36.957138 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0fc4cf93-a84b-49f4-8e6b-00833e269d7f admin admin] Publish callbacks [] for security_group (137e98b5-8118-4288-8ab3-576e400d5528), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:36.987240 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0fc4cf93-a84b-49f4-8e6b-00833e269d7f admin admin] Publish callbacks [] for security_group (137e98b5-8118-4288-8ab3-576e400d5528), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:37.007509 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de254f-2e2d-4396-8bf9-f2819a3ba601 req-54daab05-4138-478a-843b-38f8bb492cfc tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:37.009430 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-77de254f-2e2d-4396-8bf9-f2819a3ba601 req-54daab05-4138-478a-843b-38f8bb492cfc tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 945 time: 0.0956798 Jan 28 03:22:37.089146 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-77de254f-2e2d-4396-8bf9-f2819a3ba601 req-7f37c3bb-3a54-4b38-b207-4f26bfe05773 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608828 Jan 28 03:22:37.097509 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0fc4cf93-a84b-49f4-8e6b-00833e269d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (137e98b5-8118-4288-8ab3-576e400d5528), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:37.104552 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0fc4cf93-a84b-49f4-8e6b-00833e269d7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:37.112470 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0fc4cf93-a84b-49f4-8e6b-00833e269d7f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/137e98b5-8118-4288-8ab3-576e400d5528 HTTP/1.1" status: 204 len: 168 time: 0.2656965 Jan 28 03:22:37.139109 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc4cf93-a84b-49f4-8e6b-00833e269d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137e98b5-8118-4288-8ab3-576e400d5528,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:22:37.499786 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 48000) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:22:37.515272 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f5155eb1-0d77-474d-ad4b-bc6126f4714f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:37.629902 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f5155eb1-0d77-474d-ad4b-bc6126f4714f admin admin] Publish callbacks [] for security_group (a174b7d6-d29b-4453-8671-0df67cd7edf2), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:37.634543 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f5155eb1-0d77-474d-ad4b-bc6126f4714f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (a174b7d6-d29b-4453-8671-0df67cd7edf2), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:37.685234 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f5155eb1-0d77-474d-ad4b-bc6126f4714f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=60fd0e7571114c84819b622670e8e982&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1835926 Jan 28 03:22:37.687594 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5155eb1-0d77-474d-ad4b-bc6126f4714f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a174b7d6-d29b-4453-8671-0df67cd7edf2,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:22:37.687834 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48008) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:22:37.779151 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-44b83096-292d-42bf-876a-31b8cfcc3051 admin admin] Publish callbacks [] for security_group (a174b7d6-d29b-4453-8671-0df67cd7edf2), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:37.805653 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-44b83096-292d-42bf-876a-31b8cfcc3051 admin admin] Publish callbacks [] for security_group (a174b7d6-d29b-4453-8671-0df67cd7edf2), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:37.884056 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-44b83096-292d-42bf-876a-31b8cfcc3051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (a174b7d6-d29b-4453-8671-0df67cd7edf2), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:37.888470 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-44b83096-292d-42bf-876a-31b8cfcc3051 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:37.890470 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-44b83096-292d-42bf-876a-31b8cfcc3051 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a174b7d6-d29b-4453-8671-0df67cd7edf2 HTTP/1.1" status: 204 len: 168 time: 0.1899624 Jan 28 03:22:37.904015 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b83096-292d-42bf-876a-31b8cfcc3051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a174b7d6-d29b-4453-8671-0df67cd7edf2,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:22:38.283484 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a0a58-d1ce-48dd-8291-3930b241434e req-b5286abd-b731-4bcd-a661-7a82b8cc394c tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:38.291820 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-157a0a58-d1ce-48dd-8291-3930b241434e req-b5286abd-b731-4bcd-a661-7a82b8cc394c tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 945 time: 0.0721798 Jan 28 03:22:38.360356 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-157a0a58-d1ce-48dd-8291-3930b241434e req-d172aa56-6d1d-499c-b7fa-1bc30e683d08 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676036 Jan 28 03:22:40.041247 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19498113-b7e1-46a2-9390-2bdb6bab9798 req-689ef296-7165-4f5d-b1f8-80bd22a27912 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:40.041247 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-19498113-b7e1-46a2-9390-2bdb6bab9798 req-689ef296-7165-4f5d-b1f8-80bd22a27912 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 945 time: 0.5635116 Jan 28 03:22:40.120603 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-19498113-b7e1-46a2-9390-2bdb6bab9798 req-b8484e1e-9755-4625-8e4c-6831d70c544e tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788722 Jan 28 03:22:40.728699 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48106) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:22:40.848648 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a78985bd-4fb4-4833-b6ce-2a6fa5100d92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:40.937033 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a78985bd-4fb4-4833-b6ce-2a6fa5100d92 admin admin] Publish callbacks [] for security_group (0d6d946f-bcf5-4de3-8d21-ba5069491069), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:40.942319 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a78985bd-4fb4-4833-b6ce-2a6fa5100d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (0d6d946f-bcf5-4de3-8d21-ba5069491069), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:40.969544 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78985bd-4fb4-4833-b6ce-2a6fa5100d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6d946f-bcf5-4de3-8d21-ba5069491069,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:22:40.983264 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78985bd-4fb4-4833-b6ce-2a6fa5100d92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:22:40.984043 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78985bd-4fb4-4833-b6ce-2a6fa5100d92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:22:40.984857 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78985bd-4fb4-4833-b6ce-2a6fa5100d92 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:22:40.985443 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78985bd-4fb4-4833-b6ce-2a6fa5100d92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:22:40.986003 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78985bd-4fb4-4833-b6ce-2a6fa5100d92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:22:40.986553 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78985bd-4fb4-4833-b6ce-2a6fa5100d92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:22:40.987093 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78985bd-4fb4-4833-b6ce-2a6fa5100d92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:22:40.987628 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78985bd-4fb4-4833-b6ce-2a6fa5100d92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:22:40.988176 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78985bd-4fb4-4833-b6ce-2a6fa5100d92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:22:40.988708 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78985bd-4fb4-4833-b6ce-2a6fa5100d92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:22:40.989424 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78985bd-4fb4-4833-b6ce-2a6fa5100d92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:22:40.989987 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78985bd-4fb4-4833-b6ce-2a6fa5100d92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:22:40.990520 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78985bd-4fb4-4833-b6ce-2a6fa5100d92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:22:41.015358 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 48114) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:22:41.015869 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a78985bd-4fb4-4833-b6ce-2a6fa5100d92 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=74e49f20f28643f78a6d76afa3e54151&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2850332 Jan 28 03:22:41.067003 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8698f9d8-a4a0-4802-a61c-77783f35035f admin admin] Publish callbacks [] for security_group (0d6d946f-bcf5-4de3-8d21-ba5069491069), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:41.090966 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8698f9d8-a4a0-4802-a61c-77783f35035f admin admin] Publish callbacks [] for security_group (0d6d946f-bcf5-4de3-8d21-ba5069491069), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:41.149633 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8698f9d8-a4a0-4802-a61c-77783f35035f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (0d6d946f-bcf5-4de3-8d21-ba5069491069), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:41.153604 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8698f9d8-a4a0-4802-a61c-77783f35035f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:41.157144 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8698f9d8-a4a0-4802-a61c-77783f35035f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0d6d946f-bcf5-4de3-8d21-ba5069491069 HTTP/1.1" status: 204 len: 168 time: 0.1385720 Jan 28 03:22:41.166764 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8698f9d8-a4a0-4802-a61c-77783f35035f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6d946f-bcf5-4de3-8d21-ba5069491069,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:22:41.292974 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ad0e6-1b5d-48e9-8f81-c6d157e1258c req-90b1cc8e-1bf8-4b29-90d6-e2c8c3a937bd tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:41.294838 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-de9ad0e6-1b5d-48e9-8f81-c6d157e1258c req-90b1cc8e-1bf8-4b29-90d6-e2c8c3a937bd tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 945 time: 0.0644348 Jan 28 03:22:41.403906 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-de9ad0e6-1b5d-48e9-8f81-c6d157e1258c req-97655836-71d4-4406-8f7b-dc378bd14c69 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983589 Jan 28 03:22:41.595820 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 48130) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:22:41.614863 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3cfe474a-5197-432b-82d6-e8fe58160b56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:41.738087 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3cfe474a-5197-432b-82d6-e8fe58160b56 admin admin] Publish callbacks [] for security_group (8060e425-6919-4d38-b5d9-bb92c52d2ba0), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:41.743751 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3cfe474a-5197-432b-82d6-e8fe58160b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (8060e425-6919-4d38-b5d9-bb92c52d2ba0), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:41.784452 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3cfe474a-5197-432b-82d6-e8fe58160b56 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e6aefd2b323745499267748f4d505790&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1873446 Jan 28 03:22:41.787352 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48140) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:22:41.796486 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfe474a-5197-432b-82d6-e8fe58160b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8060e425-6919-4d38-b5d9-bb92c52d2ba0,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:22:41.840145 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-885dacd5-b698-4171-9411-202bd9a5ede6 admin admin] Publish callbacks [] for security_group (8060e425-6919-4d38-b5d9-bb92c52d2ba0), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:41.862065 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-885dacd5-b698-4171-9411-202bd9a5ede6 admin admin] Publish callbacks [] for security_group (8060e425-6919-4d38-b5d9-bb92c52d2ba0), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:41.911058 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-885dacd5-b698-4171-9411-202bd9a5ede6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (8060e425-6919-4d38-b5d9-bb92c52d2ba0), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:41.914042 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-885dacd5-b698-4171-9411-202bd9a5ede6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:41.915561 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-885dacd5-b698-4171-9411-202bd9a5ede6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8060e425-6919-4d38-b5d9-bb92c52d2ba0 HTTP/1.1" status: 204 len: 168 time: 0.1269114 Jan 28 03:22:41.924340 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885dacd5-b698-4171-9411-202bd9a5ede6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8060e425-6919-4d38-b5d9-bb92c52d2ba0,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:22:42.547450 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dec9b1-9f15-4e56-9994-9209c9e98541 req-2f5d8398-3746-4aab-995b-6a1c31897653 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:42.549869 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e1dec9b1-9f15-4e56-9994-9209c9e98541 req-2f5d8398-3746-4aab-995b-6a1c31897653 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 945 time: 0.0633690 Jan 28 03:22:42.606291 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e1dec9b1-9f15-4e56-9994-9209c9e98541 req-59502b61-0f39-4bf6-b844-d717c5f8934e tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488522 Jan 28 03:22:43.806788 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b87bb-ee1e-4854-a819-8dc91cd0a5ab req-1a35d908-fa1f-4eab-841d-9d1fa67669b0 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:43.808461 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-770b87bb-ee1e-4854-a819-8dc91cd0a5ab req-1a35d908-fa1f-4eab-841d-9d1fa67669b0 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 945 time: 0.0752876 Jan 28 03:22:43.872518 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-770b87bb-ee1e-4854-a819-8dc91cd0a5ab req-a4563661-b68f-4948-bf7f-a19c990d55c4 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583134 Jan 28 03:22:44.831608 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48276) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:22:44.997378 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5a9a5d52-029f-4d6a-a265-babaf709cc86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:45.107449 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5a9a5d52-029f-4d6a-a265-babaf709cc86 admin admin] Publish callbacks [] for security_group (f42c4d49-9f0a-431f-bc0e-5eec257fb115), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:45.113758 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5a9a5d52-029f-4d6a-a265-babaf709cc86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f42c4d49-9f0a-431f-bc0e-5eec257fb115), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:45.144606 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b4973-3913-4061-8ff8-881f1a7f7df1 req-80a32b2e-6c99-4524-a148-6c1642728512 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:45.147677 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-970b4973-3913-4061-8ff8-881f1a7f7df1 req-80a32b2e-6c99-4524-a148-6c1642728512 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 945 time: 0.0566714 Jan 28 03:22:45.168379 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5a9a5d52-029f-4d6a-a265-babaf709cc86 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8d88105bb575452e8d0124df6acb28d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3345571 Jan 28 03:22:45.173012 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48284) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:22:45.226510 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-970b4973-3913-4061-8ff8-881f1a7f7df1 req-e2eef6e7-7847-4ef4-a169-30544122835c tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686469 Jan 28 03:22:45.238894 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a5d52-029f-4d6a-a265-babaf709cc86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42c4d49-9f0a-431f-bc0e-5eec257fb115,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:22:45.255703 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ea323229-298c-490e-9711-afccffa5ed09 admin admin] Publish callbacks [] for security_group (f42c4d49-9f0a-431f-bc0e-5eec257fb115), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:45.279760 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ea323229-298c-490e-9711-afccffa5ed09 admin admin] Publish callbacks [] for security_group (f42c4d49-9f0a-431f-bc0e-5eec257fb115), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:45.332716 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ea323229-298c-490e-9711-afccffa5ed09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f42c4d49-9f0a-431f-bc0e-5eec257fb115), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:45.336216 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ea323229-298c-490e-9711-afccffa5ed09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:45.341220 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ea323229-298c-490e-9711-afccffa5ed09 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f42c4d49-9f0a-431f-bc0e-5eec257fb115 HTTP/1.1" status: 204 len: 168 time: 0.1665487 Jan 28 03:22:45.350970 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea323229-298c-490e-9711-afccffa5ed09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42c4d49-9f0a-431f-bc0e-5eec257fb115,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:22:45.654687 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48290) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:22:45.677386 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-56b099c4-12de-460c-8fbd-ecdc645649b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:45.765806 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-56b099c4-12de-460c-8fbd-ecdc645649b4 admin admin] Publish callbacks [] for security_group (5a42f653-44e6-45b1-9417-578e131d5634), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:45.774305 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-56b099c4-12de-460c-8fbd-ecdc645649b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (5a42f653-44e6-45b1-9417-578e131d5634), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:45.822577 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-56b099c4-12de-460c-8fbd-ecdc645649b4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e044020109fb4999a2fd888165ceaf3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1666644 Jan 28 03:22:45.823422 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b099c4-12de-460c-8fbd-ecdc645649b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a42f653-44e6-45b1-9417-578e131d5634,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:22:45.826051 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48294) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:22:45.896157 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0543d58e-fd66-4d4c-aa74-8a96e9f27dc0 admin admin] Publish callbacks [] for security_group (5a42f653-44e6-45b1-9417-578e131d5634), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:45.921919 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0543d58e-fd66-4d4c-aa74-8a96e9f27dc0 admin admin] Publish callbacks [] for security_group (5a42f653-44e6-45b1-9417-578e131d5634), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:45.981177 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0543d58e-fd66-4d4c-aa74-8a96e9f27dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (5a42f653-44e6-45b1-9417-578e131d5634), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:45.984463 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0543d58e-fd66-4d4c-aa74-8a96e9f27dc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:45.988065 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0543d58e-fd66-4d4c-aa74-8a96e9f27dc0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5a42f653-44e6-45b1-9417-578e131d5634 HTTP/1.1" status: 204 len: 168 time: 0.1587350 Jan 28 03:22:45.995613 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0543d58e-fd66-4d4c-aa74-8a96e9f27dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a42f653-44e6-45b1-9417-578e131d5634,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:22:46.379738 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8465a-2125-40c8-acb1-6c9b83549e02 req-ac008543-2808-4d75-8085-dc5cfec9922d tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:46.388457 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b1c8465a-2125-40c8-acb1-6c9b83549e02 req-ac008543-2808-4d75-8085-dc5cfec9922d tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 945 time: 0.0692823 Jan 28 03:22:46.462656 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b1c8465a-2125-40c8-acb1-6c9b83549e02 req-de4e47c7-1eee-48d4-a9a7-d2b61182d3c4 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717137 Jan 28 03:22:47.213888 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48334) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:22:47.354251 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-76c01e60-08ab-41a2-b6aa-cd7e7c0f652b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:47.448083 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-76c01e60-08ab-41a2-b6aa-cd7e7c0f652b admin admin] Publish callbacks [] for security_group (118620e6-6644-473c-97b7-5b32c91eb6e1), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:47.453229 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-76c01e60-08ab-41a2-b6aa-cd7e7c0f652b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (118620e6-6644-473c-97b7-5b32c91eb6e1), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:47.493730 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-76c01e60-08ab-41a2-b6aa-cd7e7c0f652b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dafd5855a1814c47b4da7b0abb243774&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2778399 Jan 28 03:22:47.495883 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48340) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:22:47.502317 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c01e60-08ab-41a2-b6aa-cd7e7c0f652b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118620e6-6644-473c-97b7-5b32c91eb6e1,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:22:47.559054 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f46962c8-0955-4d99-a41c-869688c21f71 admin admin] Publish callbacks [] for security_group (118620e6-6644-473c-97b7-5b32c91eb6e1), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:47.587000 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f46962c8-0955-4d99-a41c-869688c21f71 admin admin] Publish callbacks [] for security_group (118620e6-6644-473c-97b7-5b32c91eb6e1), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:47.660298 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f46962c8-0955-4d99-a41c-869688c21f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (118620e6-6644-473c-97b7-5b32c91eb6e1), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:47.664200 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f46962c8-0955-4d99-a41c-869688c21f71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:47.668807 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f46962c8-0955-4d99-a41c-869688c21f71 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/118620e6-6644-473c-97b7-5b32c91eb6e1 HTTP/1.1" status: 204 len: 168 time: 0.1696172 Jan 28 03:22:47.688323 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92124c-ca1d-48f7-8d06-08c214677e51 req-3da664bb-d9c5-44f4-8260-82ba5fae48b2 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:47.690715 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7c92124c-ca1d-48f7-8d06-08c214677e51 req-3da664bb-d9c5-44f4-8260-82ba5fae48b2 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 945 time: 0.1131284 Jan 28 03:22:47.703720 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46962c8-0955-4d99-a41c-869688c21f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118620e6-6644-473c-97b7-5b32c91eb6e1,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:22:47.795779 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7c92124c-ca1d-48f7-8d06-08c214677e51 req-fbc96c91-c5c7-459f-83a8-45d7631073a7 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983176 Jan 28 03:22:48.965959 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a18af-d06e-40d5-8142-82ad4f441fb4 req-3684e763-a80c-4d52-a0e3-3c131d67eda4 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:48.975338 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bc8a18af-d06e-40d5-8142-82ad4f441fb4 req-3684e763-a80c-4d52-a0e3-3c131d67eda4 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 945 time: 0.0712669 Jan 28 03:22:49.028874 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bc8a18af-d06e-40d5-8142-82ad4f441fb4 req-7b4212fa-0ca9-439a-9adb-a983f6427ca3 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526342 Jan 28 03:22:49.277025 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 9ef28665-4d90-44e3-87df-b89b9e890244 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:22:49.411440 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 9ef28665-4d90-44e3-87df-b89b9e890244, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=9ef28665-4d90-44e3-87df-b89b9e890244,segment=NetworkSegment(22939271-c413-4b6e-86b8-b80474a12e63),segment_id=22939271-c413-4b6e-86b8-b80474a12e63)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:22:49.425285 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '9ef28665-4d90-44e3-87df-b89b9e890244', 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d', 'port_id': '9ef28665-4d90-44e3-87df-b89b9e890244', 'mac_address': 'fa:16:3e:4b:e3:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76aeb7da-88ca-40e3-af3a-4f4f90f2c919', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:22:49.470662 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 9ef28665-4d90-44e3-87df-b89b9e890244 is: ACTIVE; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:22:49.471061 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9ef28665-4d90-44e3-87df-b89b9e890244), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:49.485671 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9ef28665-4d90-44e3-87df-b89b9e890244 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:22:49.507255 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 9ef28665-4d90-44e3-87df-b89b9e890244, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=9ef28665-4d90-44e3-87df-b89b9e890244,segment=NetworkSegment(22939271-c413-4b6e-86b8-b80474a12e63),segment_id=22939271-c413-4b6e-86b8-b80474a12e63)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:22:49.511623 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9ef28665-4d90-44e3-87df-b89b9e890244), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:49.563536 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=9ef28665-4d90-44e3-87df-b89b9e890244,revision_number=6']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:22:49.649947 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['9ef28665-4d90-44e3-87df-b89b9e890244'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:22:49.738511 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-2f7fdfef-bb7a-4b80-a255-a2689d6781be req-4844a929-bd79-4d78-9879-71b7c5011d04 service neutron] (109803) timed out ('10.222.0.53', 56278) {{(pid=109803) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 03:22:50.163852 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4321d1-1148-4dd0-a69b-e80a2fec3985 req-fe5eb6d2-fadd-45a6-ae7b-95d08d6aa45f tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:50.166600 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5d4321d1-1148-4dd0-a69b-e80a2fec3985 req-fe5eb6d2-fadd-45a6-ae7b-95d08d6aa45f tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 944 time: 0.0569232 Jan 28 03:22:50.219425 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5d4321d1-1148-4dd0-a69b-e80a2fec3985 req-dc256520-8fa3-409c-8406-f81daf68e080 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468547 Jan 28 03:22:51.280712 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 9ef28665-4d90-44e3-87df-b89b9e890244 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:22:51.406346 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 9ef28665-4d90-44e3-87df-b89b9e890244 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:22:51.406996 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9ef28665-4d90-44e3-87df-b89b9e890244), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:51.443408 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926d2c3-430b-46c0-9e49-c5bf77d54afe req-d5f2253d-7d15-4a1f-9a56-a0f78e9e7868 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:51.445147 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2926d2c3-430b-46c0-9e49-c5bf77d54afe req-d5f2253d-7d15-4a1f-9a56-a0f78e9e7868 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 944 time: 0.1031039 Jan 28 03:22:51.616148 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2926d2c3-430b-46c0-9e49-c5bf77d54afe req-3ebd6a08-3c0d-42a0-808a-e8eb4b0c9a5c tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647279 Jan 28 03:22:51.674589 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 9ef28665-4d90-44e3-87df-b89b9e890244 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:22:51.675518 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9ef28665-4d90-44e3-87df-b89b9e890244), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:51.724928 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de20d5b9-64ef-4822-80ab-e89de3380bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef28665-4d90-44e3-87df-b89b9e890244'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:22:51.727537 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3167b7-39dc-4d80-89c0-d2bcd17068ab" -d '{"events": [{"server_uuid": "de20d5b9-64ef-4822-80ab-e89de3380bf8", "name": "network-vif-plugged", "status": "completed", "tag": "9ef28665-4d90-44e3-87df-b89b9e890244"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:22:51.753337 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 9ef28665-4d90-44e3-87df-b89b9e890244, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=9ef28665-4d90-44e3-87df-b89b9e890244,segment=NetworkSegment(22939271-c413-4b6e-86b8-b80474a12e63),segment_id=22939271-c413-4b6e-86b8-b80474a12e63)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:22:51.764296 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9ef28665-4d90-44e3-87df-b89b9e890244), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:51.797457 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12bf8d5f-d6ae-4154-967b-fd4005af1fd5 x-openstack-request-id: req-12bf8d5f-d6ae-4154-967b-fd4005af1fd5 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:22:51.797749 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de20d5b9-64ef-4822-80ab-e89de3380bf8", "name": "network-vif-plugged", "status": "completed", "tag": "9ef28665-4d90-44e3-87df-b89b9e890244", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:22:51.798611 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-12bf8d5f-d6ae-4154-967b-fd4005af1fd5 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:22:51.799161 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de20d5b9-64ef-4822-80ab-e89de3380bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef28665-4d90-44e3-87df-b89b9e890244', 'code': 200} Jan 28 03:22:51.832209 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=9ef28665-4d90-44e3-87df-b89b9e890244,revision_number=7']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:22:52.843450 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7bf888-8874-4fe1-a16f-c6f003301e37 req-4b3109e8-56f4-472a-b63d-3d404a671f3f tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:52.845037 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4f7bf888-8874-4fe1-a16f-c6f003301e37 req-4b3109e8-56f4-472a-b63d-3d404a671f3f tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 945 time: 0.0946486 Jan 28 03:22:52.955403 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4f7bf888-8874-4fe1-a16f-c6f003301e37 req-cc79f19d-fa91-488d-9668-9d1c3fa67b79 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032984 Jan 28 03:22:54.168755 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2dd9d-ce7b-4a89-b38b-5b645a1da32e req-01380f3a-9294-4fa5-92ec-a078d6582c4d tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:54.171130 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2ac2dd9d-ce7b-4a89-b38b-5b645a1da32e req-01380f3a-9294-4fa5-92ec-a078d6582c4d tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 945 time: 0.0973229 Jan 28 03:22:54.283819 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2ac2dd9d-ce7b-4a89-b38b-5b645a1da32e req-5121cbfc-e61d-4df3-a017-86be6545908b tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069646 Jan 28 03:22:55.445317 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65843e-efb7-4460-b8a4-aa6d91f6559a req-82cc4b11-fee9-49eb-9e15-ac27ccf194b8 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:55.452995 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2e65843e-efb7-4460-b8a4-aa6d91f6559a req-82cc4b11-fee9-49eb-9e15-ac27ccf194b8 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 945 time: 0.0584326 Jan 28 03:22:55.526733 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2e65843e-efb7-4460-b8a4-aa6d91f6559a req-c1bae381-0737-483f-8666-c52914dcce0b tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724382 Jan 28 03:22:56.678424 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5579967-39a3-4cc9-ad98-020b3f14bed1 req-3eb8b419-1768-4e88-ae0d-b423383c016c tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:56.680828 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e5579967-39a3-4cc9-ad98-020b3f14bed1 req-3eb8b419-1768-4e88-ae0d-b423383c016c tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 945 time: 0.0725451 Jan 28 03:22:56.766999 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e5579967-39a3-4cc9-ad98-020b3f14bed1 req-f9c7f4b1-5ff5-484c-9247-8a6dbe54d4b7 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750799 Jan 28 03:22:58.029912 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ce203-3671-40a0-b1f6-8a19e9e36155 req-168345e9-00f7-432c-9d90-bd053f6a36f8 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:58.033840 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-967ce203-3671-40a0-b1f6-8a19e9e36155 req-168345e9-00f7-432c-9d90-bd053f6a36f8 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 945 time: 0.1247544 Jan 28 03:22:58.138384 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-967ce203-3671-40a0-b1f6-8a19e9e36155 req-cfe5984b-4d57-4339-bcae-14a7924cf5f5 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984375 Jan 28 03:22:59.326859 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030ebc6-c627-4c43-8c32-dd3aabd5fd20 req-b5a74a76-fd9c-4601-8a32-d6a1a9926a3c tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:22:59.329667 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c030ebc6-c627-4c43-8c32-dd3aabd5fd20 req-b5a74a76-fd9c-4601-8a32-d6a1a9926a3c tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 945 time: 0.0913436 Jan 28 03:22:59.385895 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:22:59.398092 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c030ebc6-c627-4c43-8c32-dd3aabd5fd20 req-892a369c-e4ef-4bf8-9b46-1ec817dcf0a4 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571706 Jan 28 03:22:59.729913 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-04f80d29-bccd-4c41-b75e-c98f4ad87010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:00.635291 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb87192-1357-4581-99ca-7c4ef1db8895 req-d21fc3d1-7cc3-42a9-9c48-5ad95e8ee68a tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:00.646977 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dbb87192-1357-4581-99ca-7c4ef1db8895 req-d21fc3d1-7cc3-42a9-9c48-5ad95e8ee68a tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 945 time: 0.0982733 Jan 28 03:23:00.713756 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dbb87192-1357-4581-99ca-7c4ef1db8895 req-213fb6fd-4412-4e6b-81d8-d9533fd5fb95 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657384 Jan 28 03:23:01.794662 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dadf5281-a997-45ed-85ac-a5d1215316d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:01.895418 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d93a3-2cbe-4034-993c-502853a5885b req-84c16fff-1137-470b-9c60-b9bbbfb27f5a tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:01.898261 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-146d93a3-2cbe-4034-993c-502853a5885b req-84c16fff-1137-470b-9c60-b9bbbfb27f5a tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 945 time: 0.0698328 Jan 28 03:23:01.962518 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-146d93a3-2cbe-4034-993c-502853a5885b req-15679a6e-7a91-405e-8f3d-4a9cdac0b984 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578291 Jan 28 03:23:02.048752 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 48550) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:02.186807 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-25c95bc4-287d-4032-b2fe-e1fd989a09b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:02.211441 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:23:02.309409 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-25c95bc4-287d-4032-b2fe-e1fd989a09b1 admin admin] Publish callbacks [] for security_group (7622f9e3-c8fb-4e9f-b13a-63be445657aa), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:02.314623 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-25c95bc4-287d-4032-b2fe-e1fd989a09b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (7622f9e3-c8fb-4e9f-b13a-63be445657aa), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:02.379846 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-25c95bc4-287d-4032-b2fe-e1fd989a09b1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7a855e52659548f69c07f69d6befd664&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3275323 Jan 28 03:23:02.379846 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c95bc4-287d-4032-b2fe-e1fd989a09b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7622f9e3-c8fb-4e9f-b13a-63be445657aa,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:02.381458 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 48554) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:02.458161 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2fb57f81-af51-4a84-9df5-5648527b8036 admin admin] Publish callbacks [] for security_group (7622f9e3-c8fb-4e9f-b13a-63be445657aa), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:02.481267 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2fb57f81-af51-4a84-9df5-5648527b8036 admin admin] Publish callbacks [] for security_group (7622f9e3-c8fb-4e9f-b13a-63be445657aa), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:02.533221 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2fb57f81-af51-4a84-9df5-5648527b8036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (7622f9e3-c8fb-4e9f-b13a-63be445657aa), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:02.539185 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2fb57f81-af51-4a84-9df5-5648527b8036 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:02.543423 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2fb57f81-af51-4a84-9df5-5648527b8036 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7622f9e3-c8fb-4e9f-b13a-63be445657aa HTTP/1.1" status: 204 len: 168 time: 0.1600525 Jan 28 03:23:02.552529 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb57f81-af51-4a84-9df5-5648527b8036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7622f9e3-c8fb-4e9f-b13a-63be445657aa,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:03.188056 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154b4e9-fae2-412d-9bb5-b86109a8c3a5 req-fe734ed0-9da3-4351-baa3-16847ac4d726 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:03.209404 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8154b4e9-fae2-412d-9bb5-b86109a8c3a5 req-fe734ed0-9da3-4351-baa3-16847ac4d726 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 945 time: 0.1005256 Jan 28 03:23:03.313268 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8154b4e9-fae2-412d-9bb5-b86109a8c3a5 req-bbe85d8c-87e2-464b-b6c3-6dfc18ab4071 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025531 Jan 28 03:23:03.370933 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:03.578669 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:04.484777 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b45351-b270-4ff3-9234-7418aa1be3cc req-cfe00d45-1212-4537-81fd-16f85aa963cd tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:04.487268 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e0b45351-b270-4ff3-9234-7418aa1be3cc req-cfe00d45-1212-4537-81fd-16f85aa963cd tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 945 time: 0.0669279 Jan 28 03:23:04.571515 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e0b45351-b270-4ff3-9234-7418aa1be3cc req-8f3a5434-afe2-4de0-9282-8724b5f8ba28 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734432 Jan 28 03:23:04.826957 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:05.712957 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1e613-0148-4273-8222-ec8033bb7c6f req-0b404e8b-46ee-4fbe-aa49-65dc7d3cf617 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:05.715484 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fdb1e613-0148-4273-8222-ec8033bb7c6f req-0b404e8b-46ee-4fbe-aa49-65dc7d3cf617 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 945 time: 0.0663078 Jan 28 03:23:05.767407 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fdb1e613-0148-4273-8222-ec8033bb7c6f req-6ba7e330-a19d-4a9f-853e-c68085aec4ac tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456212 Jan 28 03:23:06.127517 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:06.540963 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89708748-4f46-48ca-a91d-b786cc4988ce req-d27e94c5-0d16-4705-89d0-b694142b5cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:06.554119 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-89708748-4f46-48ca-a91d-b786cc4988ce req-d27e94c5-0d16-4705-89d0-b694142b5cbc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f6bbf2836904089b5391caf666a2ef0&device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 1097 time: 0.0511489 Jan 28 03:23:06.651292 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89708748-4f46-48ca-a91d-b786cc4988ce req-debe6800-6ebf-4721-8768-eb6bb9c0485e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:06.652783 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-89708748-4f46-48ca-a91d-b786cc4988ce req-debe6800-6ebf-4721-8768-eb6bb9c0485e service neutron] 10.222.0.67 "GET /v2.0/networks?id=b328f18d-888e-4024-8099-122b5bda010d HTTP/1.1" status: 200 len: 918 time: 0.1019037 Jan 28 03:23:06.726748 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-89708748-4f46-48ca-a91d-b786cc4988ce req-70c01f75-6a57-4fe4-a30b-dfdd2933254e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ef28665-4d90-44e3-87df-b89b9e890244 HTTP/1.1" status: 200 len: 1000 time: 0.0674884 Jan 28 03:23:06.783912 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89708748-4f46-48ca-a91d-b786cc4988ce req-5367472b-69ac-4ce4-9bc6-d49cc0d43088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:06.785421 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-89708748-4f46-48ca-a91d-b786cc4988ce req-5367472b-69ac-4ce4-9bc6-d49cc0d43088 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=76aeb7da-88ca-40e3-af3a-4f4f90f2c919 HTTP/1.1" status: 200 len: 856 time: 0.0532093 Jan 28 03:23:06.840634 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89708748-4f46-48ca-a91d-b786cc4988ce req-0e2e847e-2ab1-4b38-a9ba-a4673652d0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:06.842414 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-89708748-4f46-48ca-a91d-b786cc4988ce req-0e2e847e-2ab1-4b38-a9ba-a4673652d0cf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b328f18d-888e-4024-8099-122b5bda010d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508139 Jan 28 03:23:06.922099 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09feec-4975-4d10-bb56-11098caa4479 req-7f3d1170-b6b7-4800-979f-14d80496cd1f tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:06.924537 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8a09feec-4975-4d10-bb56-11098caa4479 req-7f3d1170-b6b7-4800-979f-14d80496cd1f tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 945 time: 0.0662222 Jan 28 03:23:06.963600 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-89708748-4f46-48ca-a91d-b786cc4988ce req-08e8cb00-145c-4759-9d98-af10fc43a881 service neutron] 10.222.0.67 "GET /v2.0/networks/b328f18d-888e-4024-8099-122b5bda010d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147568 Jan 28 03:23:06.985675 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8a09feec-4975-4d10-bb56-11098caa4479 req-366d1c68-686d-4b9f-ab08-c884e3e56af3 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548193 Jan 28 03:23:07.076669 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-89708748-4f46-48ca-a91d-b786cc4988ce req-62d85add-841a-4889-9b6b-bf73fd96e309 service neutron] 10.222.0.67 "GET /v2.0/networks/b328f18d-888e-4024-8099-122b5bda010d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058886 Jan 28 03:23:08.120448 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e74585-5619-4e0b-a18b-0bce9ba135ba req-fbbf9d68-5214-469f-a22c-5ab0472c868b tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:08.122048 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b2e74585-5619-4e0b-a18b-0bce9ba135ba req-fbbf9d68-5214-469f-a22c-5ab0472c868b tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 945 time: 0.0582471 Jan 28 03:23:08.177085 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b2e74585-5619-4e0b-a18b-0bce9ba135ba req-163f9690-9326-43fb-b7fd-78e4089d0850 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487795 Jan 28 03:23:09.333931 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4c268-3aa4-4159-baf7-2b5c6f48eb1b req-ba2c7dcb-2ef5-40b4-9afd-23213cee9f2d tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:09.335673 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-77e4c268-3aa4-4159-baf7-2b5c6f48eb1b req-ba2c7dcb-2ef5-40b4-9afd-23213cee9f2d tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 945 time: 0.0639186 Jan 28 03:23:09.390799 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-77e4c268-3aa4-4159-baf7-2b5c6f48eb1b req-f1785e30-4eb9-45e4-bcb2-7b28c6a057b5 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489261 Jan 28 03:23:09.399940 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 9ef28665-4d90-44e3-87df-b89b9e890244 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:23:09.484853 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 9ef28665-4d90-44e3-87df-b89b9e890244 is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:23:09.485294 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9ef28665-4d90-44e3-87df-b89b9e890244), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:09.520082 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de20d5b9-64ef-4822-80ab-e89de3380bf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ef28665-4d90-44e3-87df-b89b9e890244'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:23:09.522369 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51daa565-678d-47d1-bebc-ccf5d2f20e61" -d '{"events": [{"server_uuid": "de20d5b9-64ef-4822-80ab-e89de3380bf8", "name": "network-vif-unplugged", "status": "completed", "tag": "9ef28665-4d90-44e3-87df-b89b9e890244"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:23:09.527269 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 9ef28665-4d90-44e3-87df-b89b9e890244, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=9ef28665-4d90-44e3-87df-b89b9e890244,segment=NetworkSegment(22939271-c413-4b6e-86b8-b80474a12e63),segment_id=22939271-c413-4b6e-86b8-b80474a12e63)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:23:09.533627 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9ef28665-4d90-44e3-87df-b89b9e890244), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:09.570436 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 03:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47d2534-5e60-4512-ad3e-4417a6768ce9 x-openstack-request-id: req-c47d2534-5e60-4512-ad3e-4417a6768ce9 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:23:09.570719 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de20d5b9-64ef-4822-80ab-e89de3380bf8", "name": "network-vif-unplugged", "status": "failed", "tag": "9ef28665-4d90-44e3-87df-b89b9e890244", "code": 422}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:23:09.571161 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c47d2534-5e60-4512-ad3e-4417a6768ce9 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:23:09.571721 n-d-712139-27 neutron-server[109804]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'de20d5b9-64ef-4822-80ab-e89de3380bf8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9ef28665-4d90-44e3-87df-b89b9e890244', 'code': 422} returned with failed status Jan 28 03:23:09.600618 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=9ef28665-4d90-44e3-87df-b89b9e890244,revision_number=8']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:10.193664 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c959c-0360-4498-908e-f18b72b70d3a req-6a9c3e41-e520-4082-8e79-16dfe4ecb86a tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:10.202780 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-919c959c-0360-4498-908e-f18b72b70d3a req-6a9c3e41-e520-4082-8e79-16dfe4ecb86a tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 943 time: 0.0829082 Jan 28 03:23:10.275273 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-919c959c-0360-4498-908e-f18b72b70d3a req-3fd8f5d5-3e90-4138-a1aa-0550da08f181 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704324 Jan 28 03:23:10.537659 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-36d26b7d-a5fb-4246-a4c3-54156c927a77 req-382d84d0-6e17-4eb2-8679-9fec2251ff7c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1946177 Jan 28 03:23:11.439372 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545e781-e6bf-433d-882f-a438efbc6fdc req-c87724b4-19ab-4a4a-899e-bf378c4b7e16 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:11.441503 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d545e781-e6bf-433d-882f-a438efbc6fdc req-c87724b4-19ab-4a4a-899e-bf378c4b7e16 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 943 time: 0.0573292 Jan 28 03:23:11.501849 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d545e781-e6bf-433d-882f-a438efbc6fdc req-f0d8fc2e-413c-4e3f-a3ca-264ae2ee8ac7 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544686 Jan 28 03:23:12.676054 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2219d-1c80-4031-b76e-f5db8de987af req-433ba8e6-5253-447a-8a40-4d3c43a9d65a tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:12.679021 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-99d2219d-1c80-4031-b76e-f5db8de987af req-433ba8e6-5253-447a-8a40-4d3c43a9d65a tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 943 time: 0.0877542 Jan 28 03:23:12.733238 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-99d2219d-1c80-4031-b76e-f5db8de987af req-f78269f3-a213-4af2-b9df-26d7beea4dc8 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482125 Jan 28 03:23:13.393983 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 48796) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:13.432023 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 9ef28665-4d90-44e3-87df-b89b9e890244 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:23:13.558777 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 9ef28665-4d90-44e3-87df-b89b9e890244 is: DOWN; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:23:13.601542 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-702bf55a-e2f3-4f5d-a23c-465ce03c1913 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:13.712435 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-702bf55a-e2f3-4f5d-a23c-465ce03c1913 admin admin] Publish callbacks [] for security_group (b464e42b-2ba3-4218-b147-3e782171261b), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:13.719339 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-702bf55a-e2f3-4f5d-a23c-465ce03c1913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b464e42b-2ba3-4218-b147-3e782171261b), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:13.771713 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-702bf55a-e2f3-4f5d-a23c-465ce03c1913 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2438ec1278e04ac192050e99b2aeef8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3759599 Jan 28 03:23:13.774237 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 48802) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:13.782824 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702bf55a-e2f3-4f5d-a23c-465ce03c1913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b464e42b-2ba3-4218-b147-3e782171261b,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:13.799800 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702bf55a-e2f3-4f5d-a23c-465ce03c1913 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:23:13.800862 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702bf55a-e2f3-4f5d-a23c-465ce03c1913 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:23:13.801437 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702bf55a-e2f3-4f5d-a23c-465ce03c1913 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:23:13.802002 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702bf55a-e2f3-4f5d-a23c-465ce03c1913 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:23:13.802557 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702bf55a-e2f3-4f5d-a23c-465ce03c1913 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:23:13.803542 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702bf55a-e2f3-4f5d-a23c-465ce03c1913 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:23:13.804386 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702bf55a-e2f3-4f5d-a23c-465ce03c1913 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:23:13.804933 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702bf55a-e2f3-4f5d-a23c-465ce03c1913 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:23:13.805498 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702bf55a-e2f3-4f5d-a23c-465ce03c1913 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:23:13.806198 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702bf55a-e2f3-4f5d-a23c-465ce03c1913 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:23:13.807130 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702bf55a-e2f3-4f5d-a23c-465ce03c1913 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:23:13.807669 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702bf55a-e2f3-4f5d-a23c-465ce03c1913 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:23:13.808342 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702bf55a-e2f3-4f5d-a23c-465ce03c1913 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:23:13.874563 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9ee3d3a4-db75-4235-a4fa-054284bca757 admin admin] Publish callbacks [] for security_group (b464e42b-2ba3-4218-b147-3e782171261b), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:13.954419 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9ee3d3a4-db75-4235-a4fa-054284bca757 admin admin] Publish callbacks [] for security_group (b464e42b-2ba3-4218-b147-3e782171261b), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:14.027870 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ad24c-661e-4ae8-bf14-99363b228554 req-d373f250-16f7-4ae9-aed9-87a2995a5c76 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:14.033541 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-536ad24c-661e-4ae8-bf14-99363b228554 req-d373f250-16f7-4ae9-aed9-87a2995a5c76 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 943 time: 0.1539617 Jan 28 03:23:14.064861 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9ee3d3a4-db75-4235-a4fa-054284bca757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b464e42b-2ba3-4218-b147-3e782171261b), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:14.067836 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9ee3d3a4-db75-4235-a4fa-054284bca757 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:14.071498 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9ee3d3a4-db75-4235-a4fa-054284bca757 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b464e42b-2ba3-4218-b147-3e782171261b HTTP/1.1" status: 204 len: 168 time: 0.2932806 Jan 28 03:23:14.086714 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee3d3a4-db75-4235-a4fa-054284bca757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b464e42b-2ba3-4218-b147-3e782171261b,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:14.133317 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-536ad24c-661e-4ae8-bf14-99363b228554 req-b2bacc11-2fcb-4651-80bd-8956d17bafe6 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948968 Jan 28 03:23:15.287340 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497639e-17ad-4506-a731-46f0e99b7f3e req-db96e5a7-453b-4e7d-8938-6bf09820baf5 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:15.293878 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d497639e-17ad-4506-a731-46f0e99b7f3e req-db96e5a7-453b-4e7d-8938-6bf09820baf5 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 943 time: 0.0763412 Jan 28 03:23:15.399599 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d497639e-17ad-4506-a731-46f0e99b7f3e req-b063cae7-dab8-4e6a-a9f6-ae773647fc74 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987961 Jan 28 03:23:16.592301 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d8b1b-89be-47d5-85a6-33568fe7eb25 req-1105ec29-b96d-4b6b-801d-dcdcd18db32d tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:16.594142 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-285d8b1b-89be-47d5-85a6-33568fe7eb25 req-1105ec29-b96d-4b6b-801d-dcdcd18db32d tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 943 time: 0.0700812 Jan 28 03:23:16.697687 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-285d8b1b-89be-47d5-85a6-33568fe7eb25 req-e647d6b5-b4fd-4704-915e-d23f20040781 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968964 Jan 28 03:23:17.920553 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d490e-8152-4e1f-96fe-d28052ff9954 req-0b459095-f1c3-49d3-849f-cedffe6e7a89 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:17.922601 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c87d490e-8152-4e1f-96fe-d28052ff9954 req-0b459095-f1c3-49d3-849f-cedffe6e7a89 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 943 time: 0.0647333 Jan 28 03:23:18.054092 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c87d490e-8152-4e1f-96fe-d28052ff9954 req-6908a4e5-d5f1-4e64-a3c6-e00d319cba38 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157651 Jan 28 03:23:18.969050 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49118) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:19.132343 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-016d76e4-267a-4da8-94bb-25f5eca41757 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:19.282788 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da0512-bb5e-4bf4-a435-8454cf708e8c req-8d5f51ac-0862-40b1-a274-61cec1b7e8fa tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:19.285153 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-22da0512-bb5e-4bf4-a435-8454cf708e8c req-8d5f51ac-0862-40b1-a274-61cec1b7e8fa tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 943 time: 0.1222484 Jan 28 03:23:19.377186 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-22da0512-bb5e-4bf4-a435-8454cf708e8c req-57dd6d59-268f-440f-bc9a-e9dd5af5723f tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754251 Jan 28 03:23:19.463175 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-016d76e4-267a-4da8-94bb-25f5eca41757 admin admin] Publish callbacks [] for security_group (3ffc4fc8-a349-410c-9330-83edd73fd4ee), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:19.469116 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-016d76e4-267a-4da8-94bb-25f5eca41757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (3ffc4fc8-a349-410c-9330-83edd73fd4ee), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:19.521767 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-016d76e4-267a-4da8-94bb-25f5eca41757 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a1ade636b54845b083dd5abe27916454&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5513520 Jan 28 03:23:19.522845 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016d76e4-267a-4da8-94bb-25f5eca41757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffc4fc8-a349-410c-9330-83edd73fd4ee,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:19.524469 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 49146) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:19.597584 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-899e312b-8503-4f3b-aa3f-b83f0528e46b admin admin] Publish callbacks [] for security_group (3ffc4fc8-a349-410c-9330-83edd73fd4ee), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:19.625886 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-899e312b-8503-4f3b-aa3f-b83f0528e46b admin admin] Publish callbacks [] for security_group (3ffc4fc8-a349-410c-9330-83edd73fd4ee), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:19.712835 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-899e312b-8503-4f3b-aa3f-b83f0528e46b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (3ffc4fc8-a349-410c-9330-83edd73fd4ee), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:19.716958 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-899e312b-8503-4f3b-aa3f-b83f0528e46b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:19.718887 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-899e312b-8503-4f3b-aa3f-b83f0528e46b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3ffc4fc8-a349-410c-9330-83edd73fd4ee HTTP/1.1" status: 204 len: 168 time: 0.1930525 Jan 28 03:23:19.728123 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e312b-8503-4f3b-aa3f-b83f0528e46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffc4fc8-a349-410c-9330-83edd73fd4ee,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:20.575825 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11026d0-19ef-4742-8d86-ff87736045e6 req-9f62fb05-d34d-4d4b-9258-c8c9951ca2a7 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:20.577409 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d11026d0-19ef-4742-8d86-ff87736045e6 req-9f62fb05-d34d-4d4b-9258-c8c9951ca2a7 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 943 time: 0.0834486 Jan 28 03:23:20.638379 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d11026d0-19ef-4742-8d86-ff87736045e6 req-a4033a21-078b-4f3f-a7bd-66f1f4587da9 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546741 Jan 28 03:23:21.877153 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09da90-5525-4f36-8f76-128a7eb4f964 req-f4801fb6-3c90-47a2-acd2-bc1ce5eccf95 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:21.885851 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1d09da90-5525-4f36-8f76-128a7eb4f964 req-f4801fb6-3c90-47a2-acd2-bc1ce5eccf95 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 943 time: 0.0998428 Jan 28 03:23:21.954774 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1d09da90-5525-4f36-8f76-128a7eb4f964 req-c270b793-115e-475b-af5a-a22bdc37b8dd tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677688 Jan 28 03:23:23.171150 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac7a8c-9068-4336-93fd-73be5bf6f193 req-26cb5585-ec92-4e23-9327-944de645eb5a tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:23.172754 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-efac7a8c-9068-4336-93fd-73be5bf6f193 req-26cb5585-ec92-4e23-9327-944de645eb5a tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 943 time: 0.0981636 Jan 28 03:23:23.293020 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49324) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:23.297253 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-efac7a8c-9068-4336-93fd-73be5bf6f193 req-b2322b62-7338-44e2-9c50-b18cf60fc9b3 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047530 Jan 28 03:23:23.455395 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ca7a48f7-dea3-4070-b32b-75b775e00bb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:23.585003 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ca7a48f7-dea3-4070-b32b-75b775e00bb1 admin admin] Publish callbacks [] for security_group (2c627895-e394-4277-a8cb-21e01d821008), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:23.590599 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ca7a48f7-dea3-4070-b32b-75b775e00bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (2c627895-e394-4277-a8cb-21e01d821008), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:23.625972 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ca7a48f7-dea3-4070-b32b-75b775e00bb1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e605e64e56c14cb98550157f1267186c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3317969 Jan 28 03:23:23.628442 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49332) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:23.794404 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7f698acd-3e58-4dd0-bfd8-764fa293e9f6 admin admin] Publish callbacks [] for security_group (2c627895-e394-4277-a8cb-21e01d821008), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:23.811769 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a48f7-dea3-4070-b32b-75b775e00bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c627895-e394-4277-a8cb-21e01d821008,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:23.861209 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7f698acd-3e58-4dd0-bfd8-764fa293e9f6 admin admin] Publish callbacks [] for security_group (2c627895-e394-4277-a8cb-21e01d821008), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:23.927850 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7f698acd-3e58-4dd0-bfd8-764fa293e9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (2c627895-e394-4277-a8cb-21e01d821008), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:23.931182 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7f698acd-3e58-4dd0-bfd8-764fa293e9f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:23.932506 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7f698acd-3e58-4dd0-bfd8-764fa293e9f6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2c627895-e394-4277-a8cb-21e01d821008 HTTP/1.1" status: 204 len: 168 time: 0.3028803 Jan 28 03:23:23.943977 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f698acd-3e58-4dd0-bfd8-764fa293e9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c627895-e394-4277-a8cb-21e01d821008,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:24.164231 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d26b7d-a5fb-4246-a4c3-54156c927a77 req-9079e562-2055-45b3-88ac-99dc745ca07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:24.166173 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-36d26b7d-a5fb-4246-a4c3-54156c927a77 req-9079e562-2055-45b3-88ac-99dc745ca07c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8&tenant_id=6f6bbf2836904089b5391caf666a2ef0 HTTP/1.1" status: 200 len: 1095 time: 0.0626221 Jan 28 03:23:24.183774 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-36d26b7d-a5fb-4246-a4c3-54156c927a77 req-0b325a09-32df-4792-9669-e919010dce0d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712139-27', 'device_owner': 'compute:nova'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:23:24.260934 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-36d26b7d-a5fb-4246-a4c3-54156c927a77 req-0b325a09-32df-4792-9669-e919010dce0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9ef28665-4d90-44e3-87df-b89b9e890244), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:24.335253 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49356) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:24.371627 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-533fbc29-1405-4171-a153-ac245878ad0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:24.539841 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-36d26b7d-a5fb-4246-a4c3-54156c927a77 req-0b325a09-32df-4792-9669-e919010dce0d service neutron] For port 9ef28665-4d90-44e3-87df-b89b9e890244, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=9ef28665-4d90-44e3-87df-b89b9e890244,segment=NetworkSegment(22939271-c413-4b6e-86b8-b80474a12e63),segment_id=22939271-c413-4b6e-86b8-b80474a12e63)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:23:24.549736 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-533fbc29-1405-4171-a153-ac245878ad0c admin admin] Publish callbacks [] for security_group (6b77bdc8-8d5e-4868-9a41-986fc5956509), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:24.560628 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ba53d-86b9-47c9-8cd1-e649469dae3f req-5e243488-4831-4f53-94bc-2e6a8a4521cc tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:24.568921 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-929ba53d-86b9-47c9-8cd1-e649469dae3f req-5e243488-4831-4f53-94bc-2e6a8a4521cc tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 943 time: 0.1316032 Jan 28 03:23:24.573111 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-533fbc29-1405-4171-a153-ac245878ad0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (6b77bdc8-8d5e-4868-9a41-986fc5956509), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:24.580781 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-36d26b7d-a5fb-4246-a4c3-54156c927a77 req-0b325a09-32df-4792-9669-e919010dce0d service neutron] For port 9ef28665-4d90-44e3-87df-b89b9e890244, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:23:24.636150 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-36d26b7d-a5fb-4246-a4c3-54156c927a77 req-0b325a09-32df-4792-9669-e919010dce0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ef28665-4d90-44e3-87df-b89b9e890244 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:23:24.644413 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-36d26b7d-a5fb-4246-a4c3-54156c927a77 req-0b325a09-32df-4792-9669-e919010dce0d service neutron] Publish callbacks [] for port (9ef28665-4d90-44e3-87df-b89b9e890244), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:24.655502 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-533fbc29-1405-4171-a153-ac245878ad0c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=481329aa79ca4e13a075c934598fed44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3189917 Jan 28 03:23:24.656820 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533fbc29-1405-4171-a153-ac245878ad0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b77bdc8-8d5e-4868-9a41-986fc5956509,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:24.664308 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49364) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:24.667332 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-36d26b7d-a5fb-4246-a4c3-54156c927a77 req-0b325a09-32df-4792-9669-e919010dce0d service neutron] Transition to ACTIVE for port object 9ef28665-4d90-44e3-87df-b89b9e890244 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:23:24.678426 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-36d26b7d-a5fb-4246-a4c3-54156c927a77 req-0b325a09-32df-4792-9669-e919010dce0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (9ef28665-4d90-44e3-87df-b89b9e890244), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:24.745999 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b325a09-32df-4792-9669-e919010dce0d service neutron] Pushing event updated for resources: {'Port': ['ID=9ef28665-4d90-44e3-87df-b89b9e890244,revision_number=9']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:24.746259 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-929ba53d-86b9-47c9-8cd1-e649469dae3f req-a1bb0f2c-cad1-49e9-b105-2ea42401b3b6 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760161 Jan 28 03:23:24.788517 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4b2d2b63-2bdd-49e0-9e43-4b0fc00831a3 admin admin] Publish callbacks [] for security_group (6b77bdc8-8d5e-4868-9a41-986fc5956509), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:24.850345 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4b2d2b63-2bdd-49e0-9e43-4b0fc00831a3 admin admin] Publish callbacks [] for security_group (6b77bdc8-8d5e-4868-9a41-986fc5956509), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:24.929799 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4b2d2b63-2bdd-49e0-9e43-4b0fc00831a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (6b77bdc8-8d5e-4868-9a41-986fc5956509), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:24.933827 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4b2d2b63-2bdd-49e0-9e43-4b0fc00831a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:24.935308 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4b2d2b63-2bdd-49e0-9e43-4b0fc00831a3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6b77bdc8-8d5e-4868-9a41-986fc5956509 HTTP/1.1" status: 204 len: 168 time: 0.2695880 Jan 28 03:23:24.947557 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d2b63-2bdd-49e0-9e43-4b0fc00831a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b77bdc8-8d5e-4868-9a41-986fc5956509,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:24.948833 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d26b7d-a5fb-4246-a4c3-54156c927a77 req-0b325a09-32df-4792-9669-e919010dce0d service neutron] No DVR routers for this DVR port 9ef28665-4d90-44e3-87df-b89b9e890244 on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:23:25.194996 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-36d26b7d-a5fb-4246-a4c3-54156c927a77 req-0b325a09-32df-4792-9669-e919010dce0d service neutron] Attempting to bind port 9ef28665-4d90-44e3-87df-b89b9e890244 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:25.196103 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-36d26b7d-a5fb-4246-a4c3-54156c927a77 req-0b325a09-32df-4792-9669-e919010dce0d service neutron] Attempting to bind port 9ef28665-4d90-44e3-87df-b89b9e890244 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '22939271-c413-4b6e-86b8-b80474a12e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:25.196614 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d26b7d-a5fb-4246-a4c3-54156c927a77 req-0b325a09-32df-4792-9669-e919010dce0d service neutron] Attempting to bind port 9ef28665-4d90-44e3-87df-b89b9e890244 on network b328f18d-888e-4024-8099-122b5bda010d {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:25.202451 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d26b7d-a5fb-4246-a4c3-54156c927a77 req-0b325a09-32df-4792-9669-e919010dce0d service neutron] Port 9ef28665-4d90-44e3-87df-b89b9e890244 on network b328f18d-888e-4024-8099-122b5bda010d not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:25.202771 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d26b7d-a5fb-4246-a4c3-54156c927a77 req-0b325a09-32df-4792-9669-e919010dce0d service neutron] Attempting to bind port 9ef28665-4d90-44e3-87df-b89b9e890244 on network b328f18d-888e-4024-8099-122b5bda010d {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:25.208822 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d26b7d-a5fb-4246-a4c3-54156c927a77 req-0b325a09-32df-4792-9669-e919010dce0d service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:23:25.209374 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d26b7d-a5fb-4246-a4c3-54156c927a77 req-0b325a09-32df-4792-9669-e919010dce0d service neutron] Checking segment: {'id': '22939271-c413-4b6e-86b8-b80474a12e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:23:25.209940 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d26b7d-a5fb-4246-a4c3-54156c927a77 req-0b325a09-32df-4792-9669-e919010dce0d service neutron] Bound using segment: {'id': '22939271-c413-4b6e-86b8-b80474a12e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:23:25.210522 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-36d26b7d-a5fb-4246-a4c3-54156c927a77 req-0b325a09-32df-4792-9669-e919010dce0d service neutron] Bound port: 9ef28665-4d90-44e3-87df-b89b9e890244, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22939271-c413-4b6e-86b8-b80474a12e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:23:25.211134 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-36d26b7d-a5fb-4246-a4c3-54156c927a77 req-0b325a09-32df-4792-9669-e919010dce0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9ef28665-4d90-44e3-87df-b89b9e890244), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:25.715376 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-36d26b7d-a5fb-4246-a4c3-54156c927a77 req-0b325a09-32df-4792-9669-e919010dce0d service neutron] For port 9ef28665-4d90-44e3-87df-b89b9e890244, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:23:25.726655 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-36d26b7d-a5fb-4246-a4c3-54156c927a77 req-0b325a09-32df-4792-9669-e919010dce0d service neutron] For port 9ef28665-4d90-44e3-87df-b89b9e890244, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=9ef28665-4d90-44e3-87df-b89b9e890244,segment=NetworkSegment(22939271-c413-4b6e-86b8-b80474a12e63),segment_id=22939271-c413-4b6e-86b8-b80474a12e63)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:23:25.758349 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-36d26b7d-a5fb-4246-a4c3-54156c927a77 req-0b325a09-32df-4792-9669-e919010dce0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (9ef28665-4d90-44e3-87df-b89b9e890244), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:25.822754 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b325a09-32df-4792-9669-e919010dce0d service neutron] Pushing event updated for resources: {'Port': ['ID=9ef28665-4d90-44e3-87df-b89b9e890244,revision_number=10']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:25.835634 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d26b7d-a5fb-4246-a4c3-54156c927a77 req-0b325a09-32df-4792-9669-e919010dce0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:25.836461 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-36d26b7d-a5fb-4246-a4c3-54156c927a77 req-0b325a09-32df-4792-9669-e919010dce0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:25.845600 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-36d26b7d-a5fb-4246-a4c3-54156c927a77 req-0b325a09-32df-4792-9669-e919010dce0d service neutron] 10.222.0.39 "PUT /v2.0/ports/9ef28665-4d90-44e3-87df-b89b9e890244 HTTP/1.1" status: 200 len: 1092 time: 1.6666839 Jan 28 03:23:25.846349 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de20d5b9-64ef-4822-80ab-e89de3380bf8', 'tag': '9ef28665-4d90-44e3-87df-b89b9e890244'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:23:25.850293 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968cc0a0-edd7-4077-87ae-2e912f6c6e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "de20d5b9-64ef-4822-80ab-e89de3380bf8", "tag": "9ef28665-4d90-44e3-87df-b89b9e890244"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:23:25.955725 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d26b7d-a5fb-4246-a4c3-54156c927a77 req-80148ed9-10dc-483d-bb60-c0e579d614a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:25.957448 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-36d26b7d-a5fb-4246-a4c3-54156c927a77 req-80148ed9-10dc-483d-bb60-c0e579d614a9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f6bbf2836904089b5391caf666a2ef0&device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 1096 time: 0.0775173 Jan 28 03:23:26.127097 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b25caf-e221-4fe1-a082-7720408a128f req-95d37b88-9cbf-441c-a88c-c89cbfb04a15 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:26.129042 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a9b25caf-e221-4fe1-a082-7720408a128f req-95d37b88-9cbf-441c-a88c-c89cbfb04a15 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 944 time: 0.1696892 Jan 28 03:23:26.205415 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d26b7d-a5fb-4246-a4c3-54156c927a77 req-7d6f7cfc-ecd8-46a2-a2e7-15f07bc38080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:26.206888 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-36d26b7d-a5fb-4246-a4c3-54156c927a77 req-7d6f7cfc-ecd8-46a2-a2e7-15f07bc38080 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b328f18d-888e-4024-8099-122b5bda010d HTTP/1.1" status: 200 len: 918 time: 0.1855226 Jan 28 03:23:26.234703 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a9b25caf-e221-4fe1-a082-7720408a128f req-6a54fdee-daf7-4b3e-b21e-7d94bf986cbe tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962243 Jan 28 03:23:26.303598 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-36d26b7d-a5fb-4246-a4c3-54156c927a77 req-a22f6bf1-550e-45ce-be31-ddc4ea375dc8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ef28665-4d90-44e3-87df-b89b9e890244 HTTP/1.1" status: 200 len: 998 time: 0.0887685 Jan 28 03:23:26.389452 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d26b7d-a5fb-4246-a4c3-54156c927a77 req-4160483c-3207-4c36-8e87-decbcf148233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:26.391059 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-36d26b7d-a5fb-4246-a4c3-54156c927a77 req-4160483c-3207-4c36-8e87-decbcf148233 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=76aeb7da-88ca-40e3-af3a-4f4f90f2c919 HTTP/1.1" status: 200 len: 856 time: 0.0812411 Jan 28 03:23:26.392654 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9274b6f9-cf3d-4de3-82e7-93aa3743c14d x-openstack-request-id: req-9274b6f9-cf3d-4de3-82e7-93aa3743c14d {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:23:26.392932 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de20d5b9-64ef-4822-80ab-e89de3380bf8", "tag": "9ef28665-4d90-44e3-87df-b89b9e890244", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:23:26.397358 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9274b6f9-cf3d-4de3-82e7-93aa3743c14d {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:23:26.398628 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de20d5b9-64ef-4822-80ab-e89de3380bf8', 'tag': '9ef28665-4d90-44e3-87df-b89b9e890244', 'status': 'completed', 'code': 200} Jan 28 03:23:26.452342 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d26b7d-a5fb-4246-a4c3-54156c927a77 req-ccda1a81-efea-42a7-b77f-f75954a278f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:26.454030 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-36d26b7d-a5fb-4246-a4c3-54156c927a77 req-ccda1a81-efea-42a7-b77f-f75954a278f5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b328f18d-888e-4024-8099-122b5bda010d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542324 Jan 28 03:23:26.563739 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-36d26b7d-a5fb-4246-a4c3-54156c927a77 req-3cefd226-7447-4982-9816-4d05f0f23ecb service neutron] 10.222.0.39 "GET /v2.0/networks/b328f18d-888e-4024-8099-122b5bda010d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015382 Jan 28 03:23:26.692346 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-36d26b7d-a5fb-4246-a4c3-54156c927a77 req-aff0ac22-531b-4442-b80b-71cb0fad8128 service neutron] 10.222.0.39 "GET /v2.0/networks/b328f18d-888e-4024-8099-122b5bda010d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229818 Jan 28 03:23:26.883304 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cc0a0-edd7-4077-87ae-2e912f6c6e8a req-81377b0d-5553-43ae-848f-5c6ca81392d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:26.884974 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-968cc0a0-edd7-4077-87ae-2e912f6c6e8a req-81377b0d-5553-43ae-848f-5c6ca81392d6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f6bbf2836904089b5391caf666a2ef0&device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 1096 time: 0.0777373 Jan 28 03:23:27.037134 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cc0a0-edd7-4077-87ae-2e912f6c6e8a req-7898f2e4-2aa6-4cb8-af24-30f398f8e3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:27.038887 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-968cc0a0-edd7-4077-87ae-2e912f6c6e8a req-7898f2e4-2aa6-4cb8-af24-30f398f8e3a5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b328f18d-888e-4024-8099-122b5bda010d HTTP/1.1" status: 200 len: 918 time: 0.1478682 Jan 28 03:23:27.146084 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-968cc0a0-edd7-4077-87ae-2e912f6c6e8a req-21689c12-e746-4f35-bb4d-4d7cf98701b0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ef28665-4d90-44e3-87df-b89b9e890244 HTTP/1.1" status: 200 len: 998 time: 0.1001797 Jan 28 03:23:27.260296 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cc0a0-edd7-4077-87ae-2e912f6c6e8a req-dd495a70-33ad-4c12-be44-e3f4e7b86954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:27.262993 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-968cc0a0-edd7-4077-87ae-2e912f6c6e8a req-dd495a70-33ad-4c12-be44-e3f4e7b86954 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=76aeb7da-88ca-40e3-af3a-4f4f90f2c919 HTTP/1.1" status: 200 len: 856 time: 0.1115944 Jan 28 03:23:27.398885 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cc0a0-edd7-4077-87ae-2e912f6c6e8a req-6387b4fa-56a4-4d09-adfc-510b245eb5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:27.400355 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-968cc0a0-edd7-4077-87ae-2e912f6c6e8a req-6387b4fa-56a4-4d09-adfc-510b245eb5c4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b328f18d-888e-4024-8099-122b5bda010d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1324005 Jan 28 03:23:27.638501 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-968cc0a0-edd7-4077-87ae-2e912f6c6e8a req-1bbd01b3-62a1-440e-8a23-c2d09af61498 service neutron] 10.222.0.39 "GET /v2.0/networks/b328f18d-888e-4024-8099-122b5bda010d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221520 Jan 28 03:23:27.651628 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46545e1e-588b-4464-9a1b-ecab6b53b27d req-759bf324-f7bb-41eb-ac9e-8687a3a5db67 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:27.653543 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-46545e1e-588b-4464-9a1b-ecab6b53b27d req-759bf324-f7bb-41eb-ac9e-8687a3a5db67 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 944 time: 0.3210742 Jan 28 03:23:27.910845 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-46545e1e-588b-4464-9a1b-ecab6b53b27d req-7ed3aa5a-66ce-4cf4-9dc4-476439ab0cc4 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2468953 Jan 28 03:23:27.939536 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-968cc0a0-edd7-4077-87ae-2e912f6c6e8a req-3baf82ba-ba31-4966-83ce-f4e5a45f7d26 service neutron] 10.222.0.39 "GET /v2.0/networks/b328f18d-888e-4024-8099-122b5bda010d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782879 Jan 28 03:23:29.141482 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c0d14-72be-4c3c-be9c-deda256f9147 req-61020f8a-a82e-4726-932d-119075cae914 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:29.151585 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bb2c0d14-72be-4c3c-be9c-deda256f9147 req-61020f8a-a82e-4726-932d-119075cae914 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 944 time: 0.0768929 Jan 28 03:23:29.268993 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bb2c0d14-72be-4c3c-be9c-deda256f9147 req-230e3381-cbf9-4d64-bd35-ba30a712b551 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162598 Jan 28 03:23:29.382828 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:29.729392 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a08cde3e-736b-4a0f-abc5-3724d81f5494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:30.283371 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49634) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:30.526557 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e137f8b-2702-4f3b-8350-091ca15bfb72 req-e0f02204-2e19-4383-b373-1b12152f5fef tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:30.545925 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8e137f8b-2702-4f3b-8350-091ca15bfb72 req-e0f02204-2e19-4383-b373-1b12152f5fef tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 944 time: 0.1171415 Jan 28 03:23:30.550755 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dc9eef99-c43f-4e29-861d-e558b81b75ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:30.630531 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8e137f8b-2702-4f3b-8350-091ca15bfb72 req-aaeec1d1-980a-4b35-9513-5abd9f7dc3d4 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831118 Jan 28 03:23:30.714770 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dc9eef99-c43f-4e29-861d-e558b81b75ff admin admin] Publish callbacks [] for security_group (624b5ead-2fa1-409c-8118-a7329f9e0c05), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:30.725150 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dc9eef99-c43f-4e29-861d-e558b81b75ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (624b5ead-2fa1-409c-8118-a7329f9e0c05), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:30.813948 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-dc9eef99-c43f-4e29-861d-e558b81b75ff admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=14d628dd079d4c1787a88b5f43e18320&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5283904 Jan 28 03:23:30.815463 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 49644) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:30.815844 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9eef99-c43f-4e29-861d-e558b81b75ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624b5ead-2fa1-409c-8118-a7329f9e0c05,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:30.926778 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-18cd1446-c1a7-45db-a035-d7700275dc0b admin admin] Publish callbacks [] for security_group (624b5ead-2fa1-409c-8118-a7329f9e0c05), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:30.955921 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-18cd1446-c1a7-45db-a035-d7700275dc0b admin admin] Publish callbacks [] for security_group (624b5ead-2fa1-409c-8118-a7329f9e0c05), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:31.064166 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-18cd1446-c1a7-45db-a035-d7700275dc0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (624b5ead-2fa1-409c-8118-a7329f9e0c05), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:31.066798 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-18cd1446-c1a7-45db-a035-d7700275dc0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:31.068437 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-18cd1446-c1a7-45db-a035-d7700275dc0b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/624b5ead-2fa1-409c-8118-a7329f9e0c05 HTTP/1.1" status: 204 len: 168 time: 0.2509377 Jan 28 03:23:31.097308 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cd1446-c1a7-45db-a035-d7700275dc0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624b5ead-2fa1-409c-8118-a7329f9e0c05,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:31.564984 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 49658) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:31.581496 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b864ba13-c205-48db-bea2-4525b2e6a8e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:31.688409 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b864ba13-c205-48db-bea2-4525b2e6a8e0 admin admin] Publish callbacks [] for security_group (6f853972-b195-4048-b387-adc803e3f259), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:31.706829 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b864ba13-c205-48db-bea2-4525b2e6a8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (6f853972-b195-4048-b387-adc803e3f259), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:31.778158 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b864ba13-c205-48db-bea2-4525b2e6a8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f853972-b195-4048-b387-adc803e3f259,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:31.807925 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b864ba13-c205-48db-bea2-4525b2e6a8e0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=53d12e2ce5fa4088b4deef6e72d8d672&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2420022 Jan 28 03:23:31.811013 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 49664) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:31.829041 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e8260c97-c1c3-47e2-8528-175cbe64ae58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:31.899780 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a9afd022-f2a3-4fb6-971f-cd239a21b53d admin admin] Publish callbacks [] for security_group (6f853972-b195-4048-b387-adc803e3f259), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:31.977223 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a9afd022-f2a3-4fb6-971f-cd239a21b53d admin admin] Publish callbacks [] for security_group (6f853972-b195-4048-b387-adc803e3f259), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:32.002748 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a113e-30eb-46f8-ae11-f6006564d13a req-96b9e3ce-da47-48b4-a573-15e46cae4788 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:32.007057 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f81a113e-30eb-46f8-ae11-f6006564d13a req-96b9e3ce-da47-48b4-a573-15e46cae4788 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 944 time: 0.1485054 Jan 28 03:23:32.086735 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a9afd022-f2a3-4fb6-971f-cd239a21b53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (6f853972-b195-4048-b387-adc803e3f259), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:32.090586 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a9afd022-f2a3-4fb6-971f-cd239a21b53d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:32.091969 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a9afd022-f2a3-4fb6-971f-cd239a21b53d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6f853972-b195-4048-b387-adc803e3f259 HTTP/1.1" status: 204 len: 168 time: 0.2796991 Jan 28 03:23:32.127678 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9afd022-f2a3-4fb6-971f-cd239a21b53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f853972-b195-4048-b387-adc803e3f259,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:32.153147 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f81a113e-30eb-46f8-ae11-f6006564d13a req-2808dc57-8f32-4767-a9d6-2485170f04d2 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381621 Jan 28 03:23:33.365847 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:33.399212 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e2c354-9b8d-4d07-9b2d-aeb062e3d6f7 req-022e0306-3bbd-47b3-b782-2c033b9fd337 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:33.401860 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-48e2c354-9b8d-4d07-9b2d-aeb062e3d6f7 req-022e0306-3bbd-47b3-b782-2c033b9fd337 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 944 time: 0.1104062 Jan 28 03:23:33.570234 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-48e2c354-9b8d-4d07-9b2d-aeb062e3d6f7 req-84a2740f-f4e1-429c-ac9e-7e822a7e190a tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613290 Jan 28 03:23:33.618060 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:34.810205 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701b8ea-2e0d-4d6c-af3f-7803b3d0b3e1 req-8bf36df0-726b-4276-86c1-d4c6a3d86aa9 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:34.812794 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9701b8ea-2e0d-4d6c-af3f-7803b3d0b3e1 req-8bf36df0-726b-4276-86c1-d4c6a3d86aa9 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 944 time: 0.1211495 Jan 28 03:23:34.832558 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:34.859781 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 49716) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:34.883853 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9701b8ea-2e0d-4d6c-af3f-7803b3d0b3e1 req-a19695fe-33af-41a6-b1dd-ef53a8ed6f4a tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633383 Jan 28 03:23:35.079572 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-de09abcf-4e2e-4ce2-8bbc-f34615bd212d tempest-ExternalNetworksAdminNegativeTestJSON-2061502819 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819-project-admin] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:23:35.107276 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-de09abcf-4e2e-4ce2-8bbc-f34615bd212d tempest-ExternalNetworksAdminNegativeTestJSON-2061502819 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:35.326632 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-de09abcf-4e2e-4ce2-8bbc-f34615bd212d tempest-ExternalNetworksAdminNegativeTestJSON-2061502819 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:35.580422 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-de09abcf-4e2e-4ce2-8bbc-f34615bd212d tempest-ExternalNetworksAdminNegativeTestJSON-2061502819 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819-project-admin] Allocated IP 172.25.0.140 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/2ef2e297-34b4-4e47-9f81-2114e7de144b) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:23:35.798221 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-de09abcf-4e2e-4ce2-8bbc-f34615bd212d tempest-ExternalNetworksAdminNegativeTestJSON-2061502819 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819-project-admin] Publish callbacks [] for port (2ef2e297-34b4-4e47-9f81-2114e7de144b), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:35.862850 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-de09abcf-4e2e-4ce2-8bbc-f34615bd212d tempest-ExternalNetworksAdminNegativeTestJSON-2061502819 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (2ef2e297-34b4-4e47-9f81-2114e7de144b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:35.975243 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de09abcf-4e2e-4ce2-8bbc-f34615bd212d tempest-ExternalNetworksAdminNegativeTestJSON-2061502819 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819-project-admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:23:35.980001 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-de09abcf-4e2e-4ce2-8bbc-f34615bd212d tempest-ExternalNetworksAdminNegativeTestJSON-2061502819 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819-project-admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:23:35.985016 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de09abcf-4e2e-4ce2-8bbc-f34615bd212d tempest-ExternalNetworksAdminNegativeTestJSON-2061502819 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819-project-admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:23:36.103165 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-de09abcf-4e2e-4ce2-8bbc-f34615bd212d tempest-ExternalNetworksAdminNegativeTestJSON-2061502819 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819-project-admin] Publish callbacks [] for floatingip (f624de76-9d95-4fb9-a868-47a171b4e5b2), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:36.112727 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09abcf-4e2e-4ce2-8bbc-f34615bd212d tempest-ExternalNetworksAdminNegativeTestJSON-2061502819 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819-project-admin] Pushing event updated for resources: {'Port': ['ID=2ef2e297-34b4-4e47-9f81-2114e7de144b,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:36.195091 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee759fe-24d7-4137-9c69-a04c6af86ad4 req-46f24442-09cf-48bb-931f-c4b37e7affc8 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:36.200171 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:36.208135 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4ee759fe-24d7-4137-9c69-a04c6af86ad4 req-46f24442-09cf-48bb-931f-c4b37e7affc8 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 944 time: 0.1040277 Jan 28 03:23:36.309196 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-de09abcf-4e2e-4ce2-8bbc-f34615bd212d tempest-ExternalNetworksAdminNegativeTestJSON-2061502819 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2ef2e297-34b4-4e47-9f81-2114e7de144b), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:36.461211 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4ee759fe-24d7-4137-9c69-a04c6af86ad4 req-104d925a-1380-4e27-b2df-90ea348a0bfb tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2388771 Jan 28 03:23:36.536646 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-de09abcf-4e2e-4ce2-8bbc-f34615bd212d tempest-ExternalNetworksAdminNegativeTestJSON-2061502819 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819-project-admin] Publish callbacks [] for port (2ef2e297-34b4-4e47-9f81-2114e7de144b), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:36.545285 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-de09abcf-4e2e-4ce2-8bbc-f34615bd212d tempest-ExternalNetworksAdminNegativeTestJSON-2061502819 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (2ef2e297-34b4-4e47-9f81-2114e7de144b), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:36.690172 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-de09abcf-4e2e-4ce2-8bbc-f34615bd212d tempest-ExternalNetworksAdminNegativeTestJSON-2061502819 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (f624de76-9d95-4fb9-a868-47a171b4e5b2), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:36.709983 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09abcf-4e2e-4ce2-8bbc-f34615bd212d tempest-ExternalNetworksAdminNegativeTestJSON-2061502819 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819-project-admin] Pushing event updated for resources: {'Port': ['ID=2ef2e297-34b4-4e47-9f81-2114e7de144b,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:36.754737 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-de09abcf-4e2e-4ce2-8bbc-f34615bd212d tempest-ExternalNetworksAdminNegativeTestJSON-2061502819 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:36.762411 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-de09abcf-4e2e-4ce2-8bbc-f34615bd212d tempest-ExternalNetworksAdminNegativeTestJSON-2061502819 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9014351 Jan 28 03:23:36.765799 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49736) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:36.771515 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-922cb90b-fcd7-4dba-9bdb-fe5ab1993905 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-981518025', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'fixed_ips': [{'ip_address': '172.25.0.140'}]}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:23:36.812584 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922cb90b-fcd7-4dba-9bdb-fe5ab1993905 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819-project-admin] Made reservation on behalf of 2d084085ec3e4f44be023d7cf605e93e for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:23:36.816252 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-922cb90b-fcd7-4dba-9bdb-fe5ab1993905 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:36.829450 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-922cb90b-fcd7-4dba-9bdb-fe5ab1993905 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:36.960213 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-922cb90b-fcd7-4dba-9bdb-fe5ab1993905 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819-project-admin] Publish callbacks [] for security_group (56573a03-10c9-4556-8129-5bc65f151c5b), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:36.966560 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-922cb90b-fcd7-4dba-9bdb-fe5ab1993905 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (56573a03-10c9-4556-8129-5bc65f151c5b), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:36.974355 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-922cb90b-fcd7-4dba-9bdb-fe5ab1993905 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819-project-admin] device_id is not set on port 61c7b9fe-fd02-4338-a015-4f618ecc122a yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:23:37.066009 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922cb90b-fcd7-4dba-9bdb-fe5ab1993905 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56573a03-10c9-4556-8129-5bc65f151c5b,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:37.209588 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-922cb90b-fcd7-4dba-9bdb-fe5ab1993905 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 03:23:37.210023 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-922cb90b-fcd7-4dba-9bdb-fe5ab1993905 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:23:37.230783 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-922cb90b-fcd7-4dba-9bdb-fe5ab1993905 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.4607527 Jan 28 03:23:37.231185 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49744) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:37.411639 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-39d4a5c5-092d-4188-ad26-ba60fc802651 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819-project-admin] Deleting port 2ef2e297-34b4-4e47-9f81-2114e7de144b {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:23:37.411930 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-39d4a5c5-092d-4188-ad26-ba60fc802651 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (2ef2e297-34b4-4e47-9f81-2114e7de144b), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:37.492192 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-39d4a5c5-092d-4188-ad26-ba60fc802651 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (2ef2e297-34b4-4e47-9f81-2114e7de144b), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:37.492436 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-39d4a5c5-092d-4188-ad26-ba60fc802651 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819-project-admin] Publish callbacks [] for floatingip (2ef2e297-34b4-4e47-9f81-2114e7de144b), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:37.504479 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-39d4a5c5-092d-4188-ad26-ba60fc802651 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819-project-admin] Calling delete_port for 2ef2e297-34b4-4e47-9f81-2114e7de144b owned by network:floatingip {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:23:37.646194 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86c93c-22ed-4ed1-b2c7-6507420d541e req-a010b9b9-d7aa-4c86-b658-6eb8bffc0888 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:37.647781 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bc86c93c-22ed-4ed1-b2c7-6507420d541e req-a010b9b9-d7aa-4c86-b658-6eb8bffc0888 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 944 time: 0.0710719 Jan 28 03:23:37.731497 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-39d4a5c5-092d-4188-ad26-ba60fc802651 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (2ef2e297-34b4-4e47-9f81-2114e7de144b), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:37.759717 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bc86c93c-22ed-4ed1-b2c7-6507420d541e req-fe221fd5-1ad5-4e08-9d0e-aa37eabb301a tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836778 Jan 28 03:23:37.762322 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4a5c5-092d-4188-ad26-ba60fc802651 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ef2e297-34b4-4e47-9f81-2114e7de144b,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:37.831654 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-39d4a5c5-092d-4188-ad26-ba60fc802651 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819-project-admin] Publish callbacks [] for floatingip (f624de76-9d95-4fb9-a868-47a171b4e5b2), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:37.835273 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-39d4a5c5-092d-4188-ad26-ba60fc802651 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:37.840361 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-39d4a5c5-092d-4188-ad26-ba60fc802651 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819 tempest-ExternalNetworksAdminNegativeTestJSON-2061502819-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/f624de76-9d95-4fb9-a868-47a171b4e5b2 HTTP/1.1" status: 204 len: 168 time: 0.6042547 Jan 28 03:23:38.181324 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49756) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:38.321880 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fbe8eda4-3a10-4886-8e5c-7bf6315efeef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:38.420274 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fbe8eda4-3a10-4886-8e5c-7bf6315efeef admin admin] Publish callbacks [] for security_group (3ce5fe76-eaf3-4630-b714-a48f57552c9f), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:38.429528 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fbe8eda4-3a10-4886-8e5c-7bf6315efeef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (3ce5fe76-eaf3-4630-b714-a48f57552c9f), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:38.475127 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-fbe8eda4-3a10-4886-8e5c-7bf6315efeef admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=30d7cfcd8cf64ea482bce7dc6b4efc7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2926230 Jan 28 03:23:38.477265 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe8eda4-3a10-4886-8e5c-7bf6315efeef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce5fe76-eaf3-4630-b714-a48f57552c9f,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:38.478959 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 49764) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:38.543005 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-02195869-7acc-4d11-bc16-c06a330ae74d admin admin] Publish callbacks [] for security_group (3ce5fe76-eaf3-4630-b714-a48f57552c9f), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:38.565056 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-02195869-7acc-4d11-bc16-c06a330ae74d admin admin] Publish callbacks [] for security_group (3ce5fe76-eaf3-4630-b714-a48f57552c9f), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:38.617381 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-02195869-7acc-4d11-bc16-c06a330ae74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (3ce5fe76-eaf3-4630-b714-a48f57552c9f), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:38.620040 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-02195869-7acc-4d11-bc16-c06a330ae74d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:38.621219 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-02195869-7acc-4d11-bc16-c06a330ae74d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3ce5fe76-eaf3-4630-b714-a48f57552c9f HTTP/1.1" status: 204 len: 168 time: 0.1408644 Jan 28 03:23:38.629230 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02195869-7acc-4d11-bc16-c06a330ae74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce5fe76-eaf3-4630-b714-a48f57552c9f,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:38.916138 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49772) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:38.929147 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6581e8-3465-4754-a49c-243b82a08312 req-9b08b5ce-667b-4815-9358-4020d3a30619 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:38.930681 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0c6581e8-3465-4754-a49c-243b82a08312 req-9b08b5ce-667b-4815-9358-4020d3a30619 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 944 time: 0.0505886 Jan 28 03:23:38.960879 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e5a66325-7f4e-4c4b-a91f-35bcae694b49 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2d084085ec3e4f44be023d7cf605e93e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421834 Jan 28 03:23:38.963413 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49774) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:38.982104 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0c6581e8-3465-4754-a49c-243b82a08312 req-2df17f76-1b3a-4377-afdd-91ee0ce6eaf8 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452211 Jan 28 03:23:39.026550 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6c65c681-1af9-4abc-a460-3b158c8747e5 admin admin] Publish callbacks [] for security_group (56573a03-10c9-4556-8129-5bc65f151c5b), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:39.048957 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6c65c681-1af9-4abc-a460-3b158c8747e5 admin admin] Publish callbacks [] for security_group (56573a03-10c9-4556-8129-5bc65f151c5b), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:39.106522 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6c65c681-1af9-4abc-a460-3b158c8747e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (56573a03-10c9-4556-8129-5bc65f151c5b), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:39.109794 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6c65c681-1af9-4abc-a460-3b158c8747e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:39.113879 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6c65c681-1af9-4abc-a460-3b158c8747e5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/56573a03-10c9-4556-8129-5bc65f151c5b HTTP/1.1" status: 204 len: 168 time: 0.1465394 Jan 28 03:23:39.120308 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65c681-1af9-4abc-a460-3b158c8747e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56573a03-10c9-4556-8129-5bc65f151c5b,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:39.217931 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:23:40.169618 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c4f202-2207-4028-b4e0-bbd08bc66bcf req-ddede32e-6e4b-41e0-bd83-85e215c21069 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:40.178208 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-22c4f202-2207-4028-b4e0-bbd08bc66bcf req-ddede32e-6e4b-41e0-bd83-85e215c21069 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 944 time: 0.1070337 Jan 28 03:23:40.256673 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-22c4f202-2207-4028-b4e0-bbd08bc66bcf req-cf28695b-bff1-4763-884d-3adeda8c0a6d tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742524 Jan 28 03:23:40.749248 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49824) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:40.918996 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-7e68f933-6c5c-4db1-a95a-7eda9b0dd715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2075435810'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:23:40.939451 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e68f933-6c5c-4db1-a95a-7eda9b0dd715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355-project] Made reservation on behalf of 9762a189844f43f088b60b7bf8e054b6 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:23:40.943206 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7e68f933-6c5c-4db1-a95a-7eda9b0dd715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:40.952063 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7e68f933-6c5c-4db1-a95a-7eda9b0dd715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:41.030549 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7e68f933-6c5c-4db1-a95a-7eda9b0dd715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355-project] Publish callbacks [] for security_group (938fbef8-9282-4997-a2a4-9672b3633e1c), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:41.034760 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7e68f933-6c5c-4db1-a95a-7eda9b0dd715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (938fbef8-9282-4997-a2a4-9672b3633e1c), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:41.063142 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e68f933-6c5c-4db1-a95a-7eda9b0dd715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:23:41.073327 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e68f933-6c5c-4db1-a95a-7eda9b0dd715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=938fbef8-9282-4997-a2a4-9672b3633e1c,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:41.079671 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7e68f933-6c5c-4db1-a95a-7eda9b0dd715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (c0fbc793-8927-4c96-9a83-cfd5c9524d13), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:41.080026 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-7e68f933-6c5c-4db1-a95a-7eda9b0dd715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355-project] Added segment c0fbc793-8927-4c96-9a83-cfd5c9524d13 of type vlan for network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 Jan 28 03:23:41.122177 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7e68f933-6c5c-4db1-a95a-7eda9b0dd715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:41.150878 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7e68f933-6c5c-4db1-a95a-7eda9b0dd715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:41.159401 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e68f933-6c5c-4db1-a95a-7eda9b0dd715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:41.159943 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7e68f933-6c5c-4db1-a95a-7eda9b0dd715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:41.184431 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7e68f933-6c5c-4db1-a95a-7eda9b0dd715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.4336445 Jan 28 03:23:41.308955 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e68f933-6c5c-4db1-a95a-7eda9b0dd715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355-project] Pushing event updated for resources: {'Network': ['ID=7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:41.323070 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:23:41.428595 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45538165-46d5-45b8-9da0-c2effc8ffd8e req-a02e7984-9b1b-4d99-8a67-1c581bd43477 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:41.450644 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-45538165-46d5-45b8-9da0-c2effc8ffd8e req-a02e7984-9b1b-4d99-8a67-1c581bd43477 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 944 time: 0.0846524 Jan 28 03:23:41.455187 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49836) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:41.467102 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Request body: {'port': {'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963', 'binding:host_id': 'n-h2-712139-27', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-378523686'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:23:41.539158 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Made reservation on behalf of 4d7a80eb663a4139a6decad8573c5228 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:23:41.541844 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:41.556499 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-45538165-46d5-45b8-9da0-c2effc8ffd8e req-335b4eeb-97c2-4ba3-a4f7-b7e6ca743682 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856678 Jan 28 03:23:41.557566 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:41.683290 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Publish callbacks [] for security_group (592847b8-5106-4777-a9ee-ebcbabd9cbe6), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:41.690392 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (592847b8-5106-4777-a9ee-ebcbabd9cbe6), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:41.697238 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] device_id is not set on port 27c745a3-e391-4c62-b1a3-33e536174830 yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:23:41.825043 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592847b8-5106-4777-a9ee-ebcbabd9cbe6,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:41.986302 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] device_id is not set on port 27c745a3-e391-4c62-b1a3-33e536174830 yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:23:41.995511 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Publish callbacks [] for port (27c745a3-e391-4c62-b1a3-33e536174830), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:42.003225 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (27c745a3-e391-4c62-b1a3-33e536174830), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:42.066925 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Pushing event updated for resources: {'Port': ['ID=27c745a3-e391-4c62-b1a3-33e536174830,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:42.077613 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Checking segment: {'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:23:42.077990 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Network hostable DHCP agents. Network: 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:23:42.097339 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:23:42.108479 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:23:42.113244 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:23:42.123285 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a379f25-6f2b-4e75-be16-53c5a13159c1 None None] Network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:23:42.131535 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 27c745a3-e391-4c62-b1a3-33e536174830 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:42.131880 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 27c745a3-e391-4c62-b1a3-33e536174830 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:42.132260 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 27c745a3-e391-4c62-b1a3-33e536174830 on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:42.138450 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Port 27c745a3-e391-4c62-b1a3-33e536174830 on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:42.139588 n-d-712139-27 neutron-server[109802]: ERROR neutron.plugins.ml2.managers [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Failed to bind port 27c745a3-e391-4c62-b1a3-33e536174830 on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] Jan 28 03:23:42.139588 n-d-712139-27 neutron-server[109802]: INFO neutron.plugins.ml2.plugin [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempt 2 to bind port 27c745a3-e391-4c62-b1a3-33e536174830 Jan 28 03:23:42.155174 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 27c745a3-e391-4c62-b1a3-33e536174830 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:42.155944 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 27c745a3-e391-4c62-b1a3-33e536174830 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:42.156291 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 27c745a3-e391-4c62-b1a3-33e536174830 on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:42.162589 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Port 27c745a3-e391-4c62-b1a3-33e536174830 on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:42.162589 n-d-712139-27 neutron-server[109802]: ERROR neutron.plugins.ml2.managers [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Failed to bind port 27c745a3-e391-4c62-b1a3-33e536174830 on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] Jan 28 03:23:42.162589 n-d-712139-27 neutron-server[109802]: INFO neutron.plugins.ml2.plugin [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempt 3 to bind port 27c745a3-e391-4c62-b1a3-33e536174830 Jan 28 03:23:42.179607 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 27c745a3-e391-4c62-b1a3-33e536174830 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:42.180541 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 27c745a3-e391-4c62-b1a3-33e536174830 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:42.180890 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 27c745a3-e391-4c62-b1a3-33e536174830 on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:42.185890 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Port 27c745a3-e391-4c62-b1a3-33e536174830 on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:42.186499 n-d-712139-27 neutron-server[109802]: ERROR neutron.plugins.ml2.managers [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Failed to bind port 27c745a3-e391-4c62-b1a3-33e536174830 on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] Jan 28 03:23:42.186767 n-d-712139-27 neutron-server[109802]: INFO neutron.plugins.ml2.plugin [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempt 4 to bind port 27c745a3-e391-4c62-b1a3-33e536174830 Jan 28 03:23:42.200209 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 27c745a3-e391-4c62-b1a3-33e536174830 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:42.200460 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 27c745a3-e391-4c62-b1a3-33e536174830 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:42.200794 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 27c745a3-e391-4c62-b1a3-33e536174830 on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:42.205817 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Port 27c745a3-e391-4c62-b1a3-33e536174830 on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:42.206404 n-d-712139-27 neutron-server[109802]: ERROR neutron.plugins.ml2.managers [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Failed to bind port 27c745a3-e391-4c62-b1a3-33e536174830 on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] Jan 28 03:23:42.206799 n-d-712139-27 neutron-server[109802]: INFO neutron.plugins.ml2.plugin [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempt 5 to bind port 27c745a3-e391-4c62-b1a3-33e536174830 Jan 28 03:23:42.220331 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 27c745a3-e391-4c62-b1a3-33e536174830 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:42.220663 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 27c745a3-e391-4c62-b1a3-33e536174830 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:42.220993 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 27c745a3-e391-4c62-b1a3-33e536174830 on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:42.225446 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Port 27c745a3-e391-4c62-b1a3-33e536174830 on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:42.225768 n-d-712139-27 neutron-server[109802]: ERROR neutron.plugins.ml2.managers [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Failed to bind port 27c745a3-e391-4c62-b1a3-33e536174830 on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] Jan 28 03:23:42.226565 n-d-712139-27 neutron-server[109802]: INFO neutron.plugins.ml2.plugin [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempt 6 to bind port 27c745a3-e391-4c62-b1a3-33e536174830 Jan 28 03:23:42.239002 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 27c745a3-e391-4c62-b1a3-33e536174830 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:42.239332 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 27c745a3-e391-4c62-b1a3-33e536174830 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:42.239665 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 27c745a3-e391-4c62-b1a3-33e536174830 on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:42.243848 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Port 27c745a3-e391-4c62-b1a3-33e536174830 on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:42.244168 n-d-712139-27 neutron-server[109802]: ERROR neutron.plugins.ml2.managers [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Failed to bind port 27c745a3-e391-4c62-b1a3-33e536174830 on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] Jan 28 03:23:42.244549 n-d-712139-27 neutron-server[109802]: INFO neutron.plugins.ml2.plugin [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempt 7 to bind port 27c745a3-e391-4c62-b1a3-33e536174830 Jan 28 03:23:42.257197 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 27c745a3-e391-4c62-b1a3-33e536174830 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:42.257526 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 27c745a3-e391-4c62-b1a3-33e536174830 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:42.257939 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 27c745a3-e391-4c62-b1a3-33e536174830 on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:42.262211 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Port 27c745a3-e391-4c62-b1a3-33e536174830 on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:42.262530 n-d-712139-27 neutron-server[109802]: ERROR neutron.plugins.ml2.managers [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Failed to bind port 27c745a3-e391-4c62-b1a3-33e536174830 on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] Jan 28 03:23:42.262907 n-d-712139-27 neutron-server[109802]: INFO neutron.plugins.ml2.plugin [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempt 8 to bind port 27c745a3-e391-4c62-b1a3-33e536174830 Jan 28 03:23:42.274842 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 27c745a3-e391-4c62-b1a3-33e536174830 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:42.275167 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 27c745a3-e391-4c62-b1a3-33e536174830 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:42.275502 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 27c745a3-e391-4c62-b1a3-33e536174830 on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:42.280735 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Port 27c745a3-e391-4c62-b1a3-33e536174830 on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:42.281053 n-d-712139-27 neutron-server[109802]: ERROR neutron.plugins.ml2.managers [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Failed to bind port 27c745a3-e391-4c62-b1a3-33e536174830 on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] Jan 28 03:23:42.281460 n-d-712139-27 neutron-server[109802]: INFO neutron.plugins.ml2.plugin [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempt 9 to bind port 27c745a3-e391-4c62-b1a3-33e536174830 Jan 28 03:23:42.294443 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 27c745a3-e391-4c62-b1a3-33e536174830 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:42.294770 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 27c745a3-e391-4c62-b1a3-33e536174830 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:42.295135 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 27c745a3-e391-4c62-b1a3-33e536174830 on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:42.299883 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Port 27c745a3-e391-4c62-b1a3-33e536174830 on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:42.300219 n-d-712139-27 neutron-server[109802]: ERROR neutron.plugins.ml2.managers [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Failed to bind port 27c745a3-e391-4c62-b1a3-33e536174830 on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] Jan 28 03:23:42.300631 n-d-712139-27 neutron-server[109802]: INFO neutron.plugins.ml2.plugin [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempt 10 to bind port 27c745a3-e391-4c62-b1a3-33e536174830 Jan 28 03:23:42.313519 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 27c745a3-e391-4c62-b1a3-33e536174830 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:42.313856 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 27c745a3-e391-4c62-b1a3-33e536174830 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:42.314174 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 27c745a3-e391-4c62-b1a3-33e536174830 on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:42.318549 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Port 27c745a3-e391-4c62-b1a3-33e536174830 on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:42.318871 n-d-712139-27 neutron-server[109802]: ERROR neutron.plugins.ml2.managers [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Failed to bind port 27c745a3-e391-4c62-b1a3-33e536174830 on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] Jan 28 03:23:42.319230 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (27c745a3-e391-4c62-b1a3-33e536174830), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:42.393900 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] For port 27c745a3-e391-4c62-b1a3-33e536174830, host n-h2-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:23:42.394203 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempted to set empty binding levels {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 03:23:42.399315 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (27c745a3-e391-4c62-b1a3-33e536174830), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:42.435157 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:42.435819 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:42.456242 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Pushing event updated for resources: {'Port': ['ID=27c745a3-e391-4c62-b1a3-33e536174830,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:42.465868 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5fb40051-6234-41a1-b144-b851f0e6f211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.0063477 Jan 28 03:23:42.466323 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 49844) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:42.598574 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-718654be-7d35-4fc8-8ad5-d006f59896f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Deleting port 27c745a3-e391-4c62-b1a3-33e536174830 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:23:42.598911 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-718654be-7d35-4fc8-8ad5-d006f59896f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (27c745a3-e391-4c62-b1a3-33e536174830), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:42.720777 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-718654be-7d35-4fc8-8ad5-d006f59896f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] For port 27c745a3-e391-4c62-b1a3-33e536174830, host n-h2-712139-27, got binding levels [] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:23:42.721157 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-718654be-7d35-4fc8-8ad5-d006f59896f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (27c745a3-e391-4c62-b1a3-33e536174830), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:42.738836 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-718654be-7d35-4fc8-8ad5-d006f59896f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Calling delete_port for 27c745a3-e391-4c62-b1a3-33e536174830 owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:23:42.760170 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce567d71-291a-4a09-8c2e-08016b83166b req-2a52a039-12ca-40d5-859f-5e4d99ab1bbe tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:42.761785 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ce567d71-291a-4a09-8c2e-08016b83166b req-2a52a039-12ca-40d5-859f-5e4d99ab1bbe tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 944 time: 0.0927033 Jan 28 03:23:42.859864 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ce567d71-291a-4a09-8c2e-08016b83166b req-936e3b2d-48fd-4745-8f81-a48dd9351332 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622630 Jan 28 03:23:42.876936 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-718654be-7d35-4fc8-8ad5-d006f59896f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (27c745a3-e391-4c62-b1a3-33e536174830), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:42.922242 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718654be-7d35-4fc8-8ad5-d006f59896f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Pushing event deleted for resources: {'Port': ['ID=27c745a3-e391-4c62-b1a3-33e536174830,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:42.933490 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-718654be-7d35-4fc8-8ad5-d006f59896f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:42.937429 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-718654be-7d35-4fc8-8ad5-d006f59896f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] 10.222.0.53 "DELETE /v2.0/ports/27c745a3-e391-4c62-b1a3-33e536174830 HTTP/1.1" status: 204 len: 168 time: 0.4692802 Jan 28 03:23:42.939544 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718654be-7d35-4fc8-8ad5-d006f59896f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:23:42.940496 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49852) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:42.940901 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718654be-7d35-4fc8-8ad5-d006f59896f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:23:42.941551 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718654be-7d35-4fc8-8ad5-d006f59896f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:23:42.942544 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718654be-7d35-4fc8-8ad5-d006f59896f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:23:42.942884 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718654be-7d35-4fc8-8ad5-d006f59896f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:23:42.943339 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718654be-7d35-4fc8-8ad5-d006f59896f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:23:42.943685 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718654be-7d35-4fc8-8ad5-d006f59896f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:23:42.944035 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718654be-7d35-4fc8-8ad5-d006f59896f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:23:42.944364 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718654be-7d35-4fc8-8ad5-d006f59896f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:23:42.944697 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718654be-7d35-4fc8-8ad5-d006f59896f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:23:42.945033 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718654be-7d35-4fc8-8ad5-d006f59896f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:23:42.945391 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718654be-7d35-4fc8-8ad5-d006f59896f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:23:42.945723 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718654be-7d35-4fc8-8ad5-d006f59896f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:23:42.973065 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-407acbd4-4818-4701-b04a-4564212cf58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] GET failed (client error): The resource could not be found. Jan 28 03:23:42.975581 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-407acbd4-4818-4701-b04a-4564212cf58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] 10.222.0.53 "GET /v2.0/ports/27c745a3-e391-4c62-b1a3-33e536174830 HTTP/1.1" status: 404 len: 333 time: 0.0329683 Jan 28 03:23:42.980657 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49854) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:42.985966 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-aef95d9b-7374-4544-a1ec-d08b5866fdd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Request body: {'port': {'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-346031200'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:23:43.006225 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef95d9b-7374-4544-a1ec-d08b5866fdd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Made reservation on behalf of 4d7a80eb663a4139a6decad8573c5228 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:23:43.009235 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aef95d9b-7374-4544-a1ec-d08b5866fdd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:43.025291 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-aef95d9b-7374-4544-a1ec-d08b5866fdd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] device_id is not set on port 882bea9f-1d3c-4e23-972b-dba758c637ea yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:23:43.196294 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aef95d9b-7374-4544-a1ec-d08b5866fdd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Publish callbacks [] for port (882bea9f-1d3c-4e23-972b-dba758c637ea), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:43.232366 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aef95d9b-7374-4544-a1ec-d08b5866fdd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (882bea9f-1d3c-4e23-972b-dba758c637ea), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:43.281826 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef95d9b-7374-4544-a1ec-d08b5866fdd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:23:43.286655 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-aef95d9b-7374-4544-a1ec-d08b5866fdd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:23:43.291082 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef95d9b-7374-4544-a1ec-d08b5866fdd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:23:43.292015 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef95d9b-7374-4544-a1ec-d08b5866fdd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:43.292622 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aef95d9b-7374-4544-a1ec-d08b5866fdd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:43.296104 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef95d9b-7374-4544-a1ec-d08b5866fdd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Pushing event updated for resources: {'Port': ['ID=882bea9f-1d3c-4e23-972b-dba758c637ea,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:43.312568 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-aef95d9b-7374-4544-a1ec-d08b5866fdd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3306277 Jan 28 03:23:43.315585 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49856) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:43.320627 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:23:43.383835 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (882bea9f-1d3c-4e23-972b-dba758c637ea), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:43.557735 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] device_id is not set on port 882bea9f-1d3c-4e23-972b-dba758c637ea yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:23:43.567571 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Publish callbacks [] for port (882bea9f-1d3c-4e23-972b-dba758c637ea), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:43.577541 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (882bea9f-1d3c-4e23-972b-dba758c637ea), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:43.646042 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Pushing event updated for resources: {'Port': ['ID=882bea9f-1d3c-4e23-972b-dba758c637ea,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:43.669515 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 882bea9f-1d3c-4e23-972b-dba758c637ea on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:43.669850 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 882bea9f-1d3c-4e23-972b-dba758c637ea by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:43.670260 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 882bea9f-1d3c-4e23-972b-dba758c637ea on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:43.675918 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Port 882bea9f-1d3c-4e23-972b-dba758c637ea on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:43.676323 n-d-712139-27 neutron-server[109802]: ERROR neutron.plugins.ml2.managers [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Failed to bind port 882bea9f-1d3c-4e23-972b-dba758c637ea on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] Jan 28 03:23:43.676799 n-d-712139-27 neutron-server[109802]: INFO neutron.plugins.ml2.plugin [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempt 2 to bind port 882bea9f-1d3c-4e23-972b-dba758c637ea Jan 28 03:23:43.693395 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 882bea9f-1d3c-4e23-972b-dba758c637ea on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:43.693739 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 882bea9f-1d3c-4e23-972b-dba758c637ea by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:43.694229 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 882bea9f-1d3c-4e23-972b-dba758c637ea on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:43.699052 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Port 882bea9f-1d3c-4e23-972b-dba758c637ea on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:43.699383 n-d-712139-27 neutron-server[109802]: ERROR neutron.plugins.ml2.managers [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Failed to bind port 882bea9f-1d3c-4e23-972b-dba758c637ea on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] Jan 28 03:23:43.699776 n-d-712139-27 neutron-server[109802]: INFO neutron.plugins.ml2.plugin [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempt 3 to bind port 882bea9f-1d3c-4e23-972b-dba758c637ea Jan 28 03:23:43.712712 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 882bea9f-1d3c-4e23-972b-dba758c637ea on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:43.713049 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 882bea9f-1d3c-4e23-972b-dba758c637ea by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:43.713783 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 882bea9f-1d3c-4e23-972b-dba758c637ea on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:43.718378 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Port 882bea9f-1d3c-4e23-972b-dba758c637ea on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:43.718706 n-d-712139-27 neutron-server[109802]: ERROR neutron.plugins.ml2.managers [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Failed to bind port 882bea9f-1d3c-4e23-972b-dba758c637ea on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] Jan 28 03:23:43.719161 n-d-712139-27 neutron-server[109802]: INFO neutron.plugins.ml2.plugin [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempt 4 to bind port 882bea9f-1d3c-4e23-972b-dba758c637ea Jan 28 03:23:43.732064 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 882bea9f-1d3c-4e23-972b-dba758c637ea on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:43.732407 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 882bea9f-1d3c-4e23-972b-dba758c637ea by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:43.732805 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 882bea9f-1d3c-4e23-972b-dba758c637ea on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:43.737194 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Port 882bea9f-1d3c-4e23-972b-dba758c637ea on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:43.737522 n-d-712139-27 neutron-server[109802]: ERROR neutron.plugins.ml2.managers [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Failed to bind port 882bea9f-1d3c-4e23-972b-dba758c637ea on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] Jan 28 03:23:43.737914 n-d-712139-27 neutron-server[109802]: INFO neutron.plugins.ml2.plugin [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempt 5 to bind port 882bea9f-1d3c-4e23-972b-dba758c637ea Jan 28 03:23:43.750899 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 882bea9f-1d3c-4e23-972b-dba758c637ea on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:43.751238 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 882bea9f-1d3c-4e23-972b-dba758c637ea by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:43.751582 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 882bea9f-1d3c-4e23-972b-dba758c637ea on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:43.756846 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Port 882bea9f-1d3c-4e23-972b-dba758c637ea on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:43.757215 n-d-712139-27 neutron-server[109802]: ERROR neutron.plugins.ml2.managers [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Failed to bind port 882bea9f-1d3c-4e23-972b-dba758c637ea on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] Jan 28 03:23:43.757616 n-d-712139-27 neutron-server[109802]: INFO neutron.plugins.ml2.plugin [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempt 6 to bind port 882bea9f-1d3c-4e23-972b-dba758c637ea Jan 28 03:23:43.772956 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 882bea9f-1d3c-4e23-972b-dba758c637ea on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:43.773338 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 882bea9f-1d3c-4e23-972b-dba758c637ea by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:43.773681 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 882bea9f-1d3c-4e23-972b-dba758c637ea on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:43.778717 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Port 882bea9f-1d3c-4e23-972b-dba758c637ea on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:43.779058 n-d-712139-27 neutron-server[109802]: ERROR neutron.plugins.ml2.managers [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Failed to bind port 882bea9f-1d3c-4e23-972b-dba758c637ea on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] Jan 28 03:23:43.779538 n-d-712139-27 neutron-server[109802]: INFO neutron.plugins.ml2.plugin [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempt 7 to bind port 882bea9f-1d3c-4e23-972b-dba758c637ea Jan 28 03:23:43.793479 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 882bea9f-1d3c-4e23-972b-dba758c637ea on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:43.793963 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 882bea9f-1d3c-4e23-972b-dba758c637ea by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:43.794283 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 882bea9f-1d3c-4e23-972b-dba758c637ea on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:43.799258 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Port 882bea9f-1d3c-4e23-972b-dba758c637ea on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:43.799614 n-d-712139-27 neutron-server[109802]: ERROR neutron.plugins.ml2.managers [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Failed to bind port 882bea9f-1d3c-4e23-972b-dba758c637ea on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] Jan 28 03:23:43.799947 n-d-712139-27 neutron-server[109802]: INFO neutron.plugins.ml2.plugin [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempt 8 to bind port 882bea9f-1d3c-4e23-972b-dba758c637ea Jan 28 03:23:43.815333 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 882bea9f-1d3c-4e23-972b-dba758c637ea on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:43.815609 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 882bea9f-1d3c-4e23-972b-dba758c637ea by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:43.816072 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 882bea9f-1d3c-4e23-972b-dba758c637ea on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:43.823296 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Port 882bea9f-1d3c-4e23-972b-dba758c637ea on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:43.824472 n-d-712139-27 neutron-server[109802]: ERROR neutron.plugins.ml2.managers [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Failed to bind port 882bea9f-1d3c-4e23-972b-dba758c637ea on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] Jan 28 03:23:43.824623 n-d-712139-27 neutron-server[109802]: INFO neutron.plugins.ml2.plugin [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempt 9 to bind port 882bea9f-1d3c-4e23-972b-dba758c637ea Jan 28 03:23:43.839295 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 882bea9f-1d3c-4e23-972b-dba758c637ea on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:43.839687 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 882bea9f-1d3c-4e23-972b-dba758c637ea by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:43.839943 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 882bea9f-1d3c-4e23-972b-dba758c637ea on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:43.845412 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Port 882bea9f-1d3c-4e23-972b-dba758c637ea on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:43.845813 n-d-712139-27 neutron-server[109802]: ERROR neutron.plugins.ml2.managers [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Failed to bind port 882bea9f-1d3c-4e23-972b-dba758c637ea on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] Jan 28 03:23:43.846129 n-d-712139-27 neutron-server[109802]: INFO neutron.plugins.ml2.plugin [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempt 10 to bind port 882bea9f-1d3c-4e23-972b-dba758c637ea Jan 28 03:23:43.860584 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 882bea9f-1d3c-4e23-972b-dba758c637ea on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:43.860943 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 882bea9f-1d3c-4e23-972b-dba758c637ea by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:43.861313 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port 882bea9f-1d3c-4e23-972b-dba758c637ea on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:43.866392 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Port 882bea9f-1d3c-4e23-972b-dba758c637ea on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:43.866724 n-d-712139-27 neutron-server[109802]: ERROR neutron.plugins.ml2.managers [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Failed to bind port 882bea9f-1d3c-4e23-972b-dba758c637ea on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] Jan 28 03:23:43.867109 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (882bea9f-1d3c-4e23-972b-dba758c637ea), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:43.936894 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] For port 882bea9f-1d3c-4e23-972b-dba758c637ea, host n-h2-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:23:43.937426 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempted to set empty binding levels {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 03:23:43.943298 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (882bea9f-1d3c-4e23-972b-dba758c637ea), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:43.988124 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] In _notify_port_updated(), no bound segment for port 882bea9f-1d3c-4e23-972b-dba758c637ea on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 {{(pid=109802) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 03:23:43.988953 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:43.989605 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:43.990914 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] 10.222.0.53 "PUT /v2.0/ports/882bea9f-1d3c-4e23-972b-dba758c637ea HTTP/1.1" status: 200 len: 979 time: 0.6744015 Jan 28 03:23:43.994604 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49864) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:44.098637 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5d785-79af-4d44-8a2b-862b856fd7c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Pushing event updated for resources: {'Port': ['ID=882bea9f-1d3c-4e23-972b-dba758c637ea,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:44.122917 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2bc6a3-e43f-43d1-a8db-8d3c514feb72 req-7115bdff-136e-4b90-b8aa-7c1412d42465 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:44.124472 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5c2bc6a3-e43f-43d1-a8db-8d3c514feb72 req-7115bdff-136e-4b90-b8aa-7c1412d42465 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 944 time: 0.1506805 Jan 28 03:23:44.140010 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab9024b-5fc2-4cff-a539-ec2852ed0c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:44.140494 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab9024b-5fc2-4cff-a539-ec2852ed0c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:44.140972 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab9024b-5fc2-4cff-a539-ec2852ed0c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:44.141475 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab9024b-5fc2-4cff-a539-ec2852ed0c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:44.141936 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab9024b-5fc2-4cff-a539-ec2852ed0c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:44.142403 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab9024b-5fc2-4cff-a539-ec2852ed0c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:44.142870 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab9024b-5fc2-4cff-a539-ec2852ed0c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:44.143382 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab9024b-5fc2-4cff-a539-ec2852ed0c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:44.143789 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab9024b-5fc2-4cff-a539-ec2852ed0c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:44.144240 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab9024b-5fc2-4cff-a539-ec2852ed0c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:44.149598 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5ab9024b-5fc2-4cff-a539-ec2852ed0c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 9039 time: 0.1508267 Jan 28 03:23:44.150292 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 49866) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:44.190302 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5c2bc6a3-e43f-43d1-a8db-8d3c514feb72 req-53b28581-3b5b-47b5-86a2-47565f04094b tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591905 Jan 28 03:23:44.240033 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-172852cb-84e6-4db0-8e47-20469c794994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Deleting port 882bea9f-1d3c-4e23-972b-dba758c637ea {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:23:44.240651 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-172852cb-84e6-4db0-8e47-20469c794994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (882bea9f-1d3c-4e23-972b-dba758c637ea), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:44.305453 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-172852cb-84e6-4db0-8e47-20469c794994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] For port 882bea9f-1d3c-4e23-972b-dba758c637ea, host n-h2-712139-27, got binding levels [] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:23:44.305810 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-172852cb-84e6-4db0-8e47-20469c794994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (882bea9f-1d3c-4e23-972b-dba758c637ea), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:44.319350 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-172852cb-84e6-4db0-8e47-20469c794994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Calling delete_port for 882bea9f-1d3c-4e23-972b-dba758c637ea owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:23:44.407241 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-172852cb-84e6-4db0-8e47-20469c794994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (882bea9f-1d3c-4e23-972b-dba758c637ea), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:44.441203 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172852cb-84e6-4db0-8e47-20469c794994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Pushing event deleted for resources: {'Port': ['ID=882bea9f-1d3c-4e23-972b-dba758c637ea,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:44.450185 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-172852cb-84e6-4db0-8e47-20469c794994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:44.453851 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-172852cb-84e6-4db0-8e47-20469c794994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] 10.222.0.53 "DELETE /v2.0/ports/882bea9f-1d3c-4e23-972b-dba758c637ea HTTP/1.1" status: 204 len: 168 time: 0.3024075 Jan 28 03:23:44.456603 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 49868) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:44.481219 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbcb9852-f416-45e3-b9ab-d210377ad5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] GET failed (client error): The resource could not be found. Jan 28 03:23:44.486129 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-cbcb9852-f416-45e3-b9ab-d210377ad5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] 10.222.0.53 "GET /v2.0/ports/882bea9f-1d3c-4e23-972b-dba758c637ea HTTP/1.1" status: 404 len: 333 time: 0.0250425 Jan 28 03:23:44.486387 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 49870) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:44.491096 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-3f43de10-8d11-4857-800f-6668c6673f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1000702923', 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:23:44.510880 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f43de10-8d11-4857-800f-6668c6673f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Made reservation on behalf of 4d7a80eb663a4139a6decad8573c5228 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:23:44.513300 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3f43de10-8d11-4857-800f-6668c6673f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:44.529176 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-3f43de10-8d11-4857-800f-6668c6673f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] device_id is not set on port 97f8eda3-ee2e-4221-85ca-13fe63901550 yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:23:44.715749 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3f43de10-8d11-4857-800f-6668c6673f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Publish callbacks [] for port (97f8eda3-ee2e-4221-85ca-13fe63901550), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:44.756672 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3f43de10-8d11-4857-800f-6668c6673f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (97f8eda3-ee2e-4221-85ca-13fe63901550), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:44.809111 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f43de10-8d11-4857-800f-6668c6673f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:23:44.813774 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f43de10-8d11-4857-800f-6668c6673f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Pushing event updated for resources: {'Port': ['ID=97f8eda3-ee2e-4221-85ca-13fe63901550,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:44.816438 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-3f43de10-8d11-4857-800f-6668c6673f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:23:44.818685 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f43de10-8d11-4857-800f-6668c6673f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:23:44.819613 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f43de10-8d11-4857-800f-6668c6673f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:44.820210 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3f43de10-8d11-4857-800f-6668c6673f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:44.838008 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-3f43de10-8d11-4857-800f-6668c6673f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3502493 Jan 28 03:23:44.840559 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 49882) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:44.878492 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0c6c94-9062-4898-9a7a-b512f02589b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:44.883035 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4e0c6c94-9062-4898-9a7a-b512f02589b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] 10.222.0.53 "GET /v2.0/ports/97f8eda3-ee2e-4221-85ca-13fe63901550 HTTP/1.1" status: 200 len: 959 time: 0.0387061 Jan 28 03:23:44.883537 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49886) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:45.006197 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-a9742558-10c9-4033-bf70-826deefa5296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Deleting port 97f8eda3-ee2e-4221-85ca-13fe63901550 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:23:45.006197 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a9742558-10c9-4033-bf70-826deefa5296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (97f8eda3-ee2e-4221-85ca-13fe63901550), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:45.079729 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a9742558-10c9-4033-bf70-826deefa5296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (97f8eda3-ee2e-4221-85ca-13fe63901550), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:45.097007 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-a9742558-10c9-4033-bf70-826deefa5296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Calling delete_port for 97f8eda3-ee2e-4221-85ca-13fe63901550 owned by {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:23:45.204137 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a9742558-10c9-4033-bf70-826deefa5296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (97f8eda3-ee2e-4221-85ca-13fe63901550), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:45.281555 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a9742558-10c9-4033-bf70-826deefa5296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:45.287570 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a9742558-10c9-4033-bf70-826deefa5296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] 10.222.0.53 "DELETE /v2.0/ports/97f8eda3-ee2e-4221-85ca-13fe63901550 HTTP/1.1" status: 204 len: 168 time: 0.4005785 Jan 28 03:23:45.287917 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49902) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:45.296680 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9742558-10c9-4033-bf70-826deefa5296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Pushing event deleted for resources: {'Port': ['ID=97f8eda3-ee2e-4221-85ca-13fe63901550,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:45.319987 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfb4681f-c17f-44ee-8cde-0aed4ea6e090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] GET failed (client error): The resource could not be found. Jan 28 03:23:45.324676 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-cfb4681f-c17f-44ee-8cde-0aed4ea6e090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] 10.222.0.53 "GET /v2.0/ports/97f8eda3-ee2e-4221-85ca-13fe63901550 HTTP/1.1" status: 404 len: 333 time: 0.0326846 Jan 28 03:23:45.325200 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49904) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:45.329918 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-985823af-5a7b-437c-839d-7d4358050881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Request body: {'port': {'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-879039432'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:23:45.351340 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985823af-5a7b-437c-839d-7d4358050881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Made reservation on behalf of 4d7a80eb663a4139a6decad8573c5228 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:23:45.354015 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-985823af-5a7b-437c-839d-7d4358050881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:45.364733 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743e45e-7212-41a6-9bb1-35fb72106bb8 req-d420ca91-8eed-4de5-b107-83775b37eab0 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:45.366361 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f743e45e-7212-41a6-9bb1-35fb72106bb8 req-d420ca91-8eed-4de5-b107-83775b37eab0 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 944 time: 0.0651293 Jan 28 03:23:45.370759 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-985823af-5a7b-437c-839d-7d4358050881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] device_id is not set on port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:23:45.424740 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f743e45e-7212-41a6-9bb1-35fb72106bb8 req-d13e3e6c-a5a6-41e1-99c2-ee0fb89b3267 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494399 Jan 28 03:23:45.543920 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-985823af-5a7b-437c-839d-7d4358050881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Publish callbacks [] for port (fe27a21d-59f6-4b8b-9cd5-1f6d64e19775), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:45.586936 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-985823af-5a7b-437c-839d-7d4358050881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (fe27a21d-59f6-4b8b-9cd5-1f6d64e19775), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:45.639929 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985823af-5a7b-437c-839d-7d4358050881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Pushing event updated for resources: {'Port': ['ID=fe27a21d-59f6-4b8b-9cd5-1f6d64e19775,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:45.664747 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985823af-5a7b-437c-839d-7d4358050881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:23:45.666458 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-985823af-5a7b-437c-839d-7d4358050881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:23:45.677241 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985823af-5a7b-437c-839d-7d4358050881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:23:45.678169 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985823af-5a7b-437c-839d-7d4358050881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:45.678868 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-985823af-5a7b-437c-839d-7d4358050881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:45.696576 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-985823af-5a7b-437c-839d-7d4358050881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3702118 Jan 28 03:23:45.699058 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49906) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:45.705429 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:23:45.788391 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (fe27a21d-59f6-4b8b-9cd5-1f6d64e19775), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:45.995224 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] device_id is not set on port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:23:46.008282 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Publish callbacks [] for port (fe27a21d-59f6-4b8b-9cd5-1f6d64e19775), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:46.016161 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (fe27a21d-59f6-4b8b-9cd5-1f6d64e19775), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:46.121773 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Pushing event updated for resources: {'Port': ['ID=fe27a21d-59f6-4b8b-9cd5-1f6d64e19775,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:46.165872 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:46.166338 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:46.166805 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:46.171869 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:46.172386 n-d-712139-27 neutron-server[109802]: ERROR neutron.plugins.ml2.managers [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Failed to bind port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] Jan 28 03:23:46.173007 n-d-712139-27 neutron-server[109802]: INFO neutron.plugins.ml2.plugin [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempt 2 to bind port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 Jan 28 03:23:46.188384 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:46.188913 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:46.189425 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:46.195064 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:46.195558 n-d-712139-27 neutron-server[109802]: ERROR neutron.plugins.ml2.managers [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Failed to bind port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] Jan 28 03:23:46.196116 n-d-712139-27 neutron-server[109802]: INFO neutron.plugins.ml2.plugin [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempt 3 to bind port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 Jan 28 03:23:46.213062 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:46.214048 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:46.214506 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:46.221350 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:46.221739 n-d-712139-27 neutron-server[109802]: ERROR neutron.plugins.ml2.managers [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Failed to bind port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] Jan 28 03:23:46.222253 n-d-712139-27 neutron-server[109802]: INFO neutron.plugins.ml2.plugin [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempt 4 to bind port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 Jan 28 03:23:46.241482 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:46.241925 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:46.242378 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:46.247972 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:46.248535 n-d-712139-27 neutron-server[109802]: ERROR neutron.plugins.ml2.managers [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Failed to bind port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] Jan 28 03:23:46.249116 n-d-712139-27 neutron-server[109802]: INFO neutron.plugins.ml2.plugin [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempt 5 to bind port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 Jan 28 03:23:46.265202 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:46.265708 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:46.266155 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:46.277890 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:46.278598 n-d-712139-27 neutron-server[109802]: ERROR neutron.plugins.ml2.managers [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Failed to bind port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] Jan 28 03:23:46.279532 n-d-712139-27 neutron-server[109802]: INFO neutron.plugins.ml2.plugin [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempt 6 to bind port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 Jan 28 03:23:46.296338 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:46.296912 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:46.297505 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:46.302470 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:46.303028 n-d-712139-27 neutron-server[109802]: ERROR neutron.plugins.ml2.managers [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Failed to bind port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] Jan 28 03:23:46.303827 n-d-712139-27 neutron-server[109802]: INFO neutron.plugins.ml2.plugin [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempt 7 to bind port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 Jan 28 03:23:46.318316 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 9ef28665-4d90-44e3-87df-b89b9e890244 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:23:46.319134 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:46.319692 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:46.320249 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:46.325542 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:46.326141 n-d-712139-27 neutron-server[109802]: ERROR neutron.plugins.ml2.managers [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Failed to bind port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] Jan 28 03:23:46.326859 n-d-712139-27 neutron-server[109802]: INFO neutron.plugins.ml2.plugin [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempt 8 to bind port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 Jan 28 03:23:46.343104 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:46.343712 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:46.344446 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:46.350265 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:46.350816 n-d-712139-27 neutron-server[109802]: ERROR neutron.plugins.ml2.managers [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Failed to bind port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] Jan 28 03:23:46.351452 n-d-712139-27 neutron-server[109802]: INFO neutron.plugins.ml2.plugin [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempt 9 to bind port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 Jan 28 03:23:46.365620 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:46.366299 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:46.366859 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:46.372368 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:46.373643 n-d-712139-27 neutron-server[109802]: ERROR neutron.plugins.ml2.managers [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Failed to bind port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] Jan 28 03:23:46.374152 n-d-712139-27 neutron-server[109802]: INFO neutron.plugins.ml2.plugin [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempt 10 to bind port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 Jan 28 03:23:46.388685 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:46.389270 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:46.389739 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempting to bind port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:46.398463 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:46.398975 n-d-712139-27 neutron-server[109802]: ERROR neutron.plugins.ml2.managers [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Failed to bind port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'c0fbc793-8927-4c96-9a83-cfd5c9524d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963'}] Jan 28 03:23:46.399465 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (fe27a21d-59f6-4b8b-9cd5-1f6d64e19775), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:46.563271 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] For port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775, host n-h2-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:23:46.563792 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attempted to set empty binding levels {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 03:23:46.612840 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (fe27a21d-59f6-4b8b-9cd5-1f6d64e19775), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:46.615175 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 9ef28665-4d90-44e3-87df-b89b9e890244, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=9ef28665-4d90-44e3-87df-b89b9e890244,segment=NetworkSegment(22939271-c413-4b6e-86b8-b80474a12e63),segment_id=22939271-c413-4b6e-86b8-b80474a12e63)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:23:46.636135 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '9ef28665-4d90-44e3-87df-b89b9e890244', 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d', 'port_id': '9ef28665-4d90-44e3-87df-b89b9e890244', 'mac_address': 'fa:16:3e:4b:e3:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76aeb7da-88ca-40e3-af3a-4f4f90f2c919', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:23:46.708333 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Pushing event updated for resources: {'Port': ['ID=fe27a21d-59f6-4b8b-9cd5-1f6d64e19775,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:46.713684 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] In _notify_port_updated(), no bound segment for port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 on network 7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 {{(pid=109802) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 03:23:46.714668 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:46.715375 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:46.720934 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1c25535f-39ce-40b7-ace9-397c5a3e8761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] 10.222.0.53 "PUT /v2.0/ports/fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 HTTP/1.1" status: 200 len: 979 time: 1.0167549 Jan 28 03:23:46.721296 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 49974) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:46.746419 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 9ef28665-4d90-44e3-87df-b89b9e890244 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:23:46.746821 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9ef28665-4d90-44e3-87df-b89b9e890244), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:46.771529 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ef28665-4d90-44e3-87df-b89b9e890244 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:23:46.795274 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669b949-75c4-467d-9a8b-1bfdf61afb26 req-97ce0e97-8767-46ec-9cfa-a8ee1e48868b tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:46.812741 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6669b949-75c4-467d-9a8b-1bfdf61afb26 req-97ce0e97-8767-46ec-9cfa-a8ee1e48868b tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 944 time: 0.2358010 Jan 28 03:23:46.814593 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 9ef28665-4d90-44e3-87df-b89b9e890244, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=9ef28665-4d90-44e3-87df-b89b9e890244,segment=NetworkSegment(22939271-c413-4b6e-86b8-b80474a12e63),segment_id=22939271-c413-4b6e-86b8-b80474a12e63)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:23:46.819960 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9ef28665-4d90-44e3-87df-b89b9e890244), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:46.922419 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=9ef28665-4d90-44e3-87df-b89b9e890244,revision_number=11']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:46.931998 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:23:46.932642 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:23:46.933253 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:23:46.933821 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:23:46.934379 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:23:46.934924 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:23:46.935476 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:23:46.936088 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:23:46.936893 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:23:46.937109 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6669b949-75c4-467d-9a8b-1bfdf61afb26 req-f933694e-2078-4bfb-bb9e-fb7ae77dac21 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230648 Jan 28 03:23:46.937697 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:23:46.938244 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:23:46.939758 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:23:46.940312 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:23:46.977212 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-c846debd-61ea-407f-bade-cb3ba1899220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Deleting port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:23:46.977559 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c846debd-61ea-407f-bade-cb3ba1899220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (fe27a21d-59f6-4b8b-9cd5-1f6d64e19775), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:47.059817 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-c846debd-61ea-407f-bade-cb3ba1899220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] For port fe27a21d-59f6-4b8b-9cd5-1f6d64e19775, host n-h2-712139-27, got binding levels [] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:23:47.060540 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c846debd-61ea-407f-bade-cb3ba1899220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (fe27a21d-59f6-4b8b-9cd5-1f6d64e19775), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:47.081530 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-c846debd-61ea-407f-bade-cb3ba1899220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Calling delete_port for fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 owned by {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:23:47.216119 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['9ef28665-4d90-44e3-87df-b89b9e890244'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:23:47.640061 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c846debd-61ea-407f-bade-cb3ba1899220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (fe27a21d-59f6-4b8b-9cd5-1f6d64e19775), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:47.669846 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c846debd-61ea-407f-bade-cb3ba1899220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:47.677874 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50078) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:47.689330 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c846debd-61ea-407f-bade-cb3ba1899220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] 10.222.0.53 "DELETE /v2.0/ports/fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 HTTP/1.1" status: 204 len: 168 time: 0.9665887 Jan 28 03:23:47.725621 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-f42c790c-e499-42a7-9595-2dbae091813a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] GET failed (client error): The resource could not be found. Jan 28 03:23:47.733617 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f42c790c-e499-42a7-9595-2dbae091813a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] 10.222.0.53 "GET /v2.0/ports/fe27a21d-59f6-4b8b-9cd5-1f6d64e19775 HTTP/1.1" status: 404 len: 333 time: 0.0536571 Jan 28 03:23:47.734724 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50086) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:47.737395 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c846debd-61ea-407f-bade-cb3ba1899220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210499190-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe27a21d-59f6-4b8b-9cd5-1f6d64e19775,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:47.859767 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-83645667-d473-4648-b9f6-d23cf76b0ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:48.045753 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-83645667-d473-4648-b9f6-d23cf76b0ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:48.093768 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-83645667-d473-4648-b9f6-d23cf76b0ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:23:48.107068 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-83645667-d473-4648-b9f6-d23cf76b0ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0fbc793-8927-4c96-9a83-cfd5c9524d13') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:23:48.107669 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-83645667-d473-4648-b9f6-d23cf76b0ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0fbc793-8927-4c96-9a83-cfd5c9524d13') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:23:48.122707 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-83645667-d473-4648-b9f6-d23cf76b0ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (c0fbc793-8927-4c96-9a83-cfd5c9524d13), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:48.141405 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eee17a-15bb-47c2-a94f-cf8fc2e862f8 req-62e165a7-f42a-40de-8a86-f1aa6d2893f6 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:48.150298 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d7eee17a-15bb-47c2-a94f-cf8fc2e862f8 req-62e165a7-f42a-40de-8a86-f1aa6d2893f6 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 945 time: 0.1107333 Jan 28 03:23:48.180183 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-83645667-d473-4648-b9f6-d23cf76b0ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (c0fbc793-8927-4c96-9a83-cfd5c9524d13), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:48.191954 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83645667-d473-4648-b9f6-d23cf76b0ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:23:48.192107 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-83645667-d473-4648-b9f6-d23cf76b0ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (c0fbc793-8927-4c96-9a83-cfd5c9524d13), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:48.195056 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:23:48.195056 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:23:48.195056 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:23:48.195056 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:23:48.195056 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:23:48.195056 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:23:48.195056 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:23:48.195056 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:23:48.195056 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:23:48.195056 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:23:48.195056 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:23:48.195056 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:23:48.195056 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:23:48.195056 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:23:48.195056 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:23:48.195056 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:23:48.195056 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:23:48.195056 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:23:48.195056 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:23:48.195056 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:23:48.195056 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:23:48.195056 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:23:48.195056 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:23:48.195056 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:23:48.195056 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:23:48.195056 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:23:48.195056 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:23:48.195056 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:23:48.195056 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:23:48.195056 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:23:48.195056 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:23:48.195056 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:23:48.274308 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d7eee17a-15bb-47c2-a94f-cf8fc2e862f8 req-0d92bede-ab0f-4dc4-8179-1063c6259e01 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228113 Jan 28 03:23:48.284714 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-83645667-d473-4648-b9f6-d23cf76b0ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:48.309646 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-83645667-d473-4648-b9f6-d23cf76b0ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:48.313876 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-83645667-d473-4648-b9f6-d23cf76b0ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355-project] 10.222.0.53 "DELETE /v2.0/networks/7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963 HTTP/1.1" status: 204 len: 168 time: 0.5777137 Jan 28 03:23:48.315082 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83645667-d473-4648-b9f6-d23cf76b0ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365764355-project] Pushing event deleted for resources: {'Network': ['ID=7c5c5dac-0ffd-4a5d-8448-5aab5b4e7963,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:48.340380 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 9ef28665-4d90-44e3-87df-b89b9e890244 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:23:48.505103 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 9ef28665-4d90-44e3-87df-b89b9e890244 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:23:48.522232 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 9ef28665-4d90-44e3-87df-b89b9e890244 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:23:48.522985 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9ef28665-4d90-44e3-87df-b89b9e890244), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:48.665045 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 9ef28665-4d90-44e3-87df-b89b9e890244 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:23:48.665045 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9ef28665-4d90-44e3-87df-b89b9e890244), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:48.698169 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de20d5b9-64ef-4822-80ab-e89de3380bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef28665-4d90-44e3-87df-b89b9e890244'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:23:48.702001 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d22713-991c-498c-a969-822bb109ddbb" -d '{"events": [{"server_uuid": "de20d5b9-64ef-4822-80ab-e89de3380bf8", "name": "network-vif-plugged", "status": "completed", "tag": "9ef28665-4d90-44e3-87df-b89b9e890244"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:23:48.718017 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 9ef28665-4d90-44e3-87df-b89b9e890244, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=9ef28665-4d90-44e3-87df-b89b9e890244,segment=NetworkSegment(22939271-c413-4b6e-86b8-b80474a12e63),segment_id=22939271-c413-4b6e-86b8-b80474a12e63)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:23:48.724931 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9ef28665-4d90-44e3-87df-b89b9e890244), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:48.765959 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd715e5-483f-43f1-bf1a-88330a8bb25c x-openstack-request-id: req-0cd715e5-483f-43f1-bf1a-88330a8bb25c {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:23:48.766280 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de20d5b9-64ef-4822-80ab-e89de3380bf8", "name": "network-vif-plugged", "status": "completed", "tag": "9ef28665-4d90-44e3-87df-b89b9e890244", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:23:48.766806 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0cd715e5-483f-43f1-bf1a-88330a8bb25c {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:23:48.767355 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de20d5b9-64ef-4822-80ab-e89de3380bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef28665-4d90-44e3-87df-b89b9e890244', 'code': 200} Jan 28 03:23:48.832321 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=9ef28665-4d90-44e3-87df-b89b9e890244,revision_number=12']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:48.916926 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50212) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:49.052157 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad58d978-0795-4b81-9d84-040cc236caf3 req-ef83229b-eba4-4f6a-8d70-669d709aff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:49.057859 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ad58d978-0795-4b81-9d84-040cc236caf3 req-ef83229b-eba4-4f6a-8d70-669d709aff41 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 1098 time: 0.0811868 Jan 28 03:23:49.189741 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ad58d978-0795-4b81-9d84-040cc236caf3 req-2e886d90-724a-4697-ac4d-d8f00871feb5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262567 Jan 28 03:23:49.248622 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-43c5bc85-2b8f-46f4-9ca3-f462e1416750 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9762a189844f43f088b60b7bf8e054b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3298509 Jan 28 03:23:49.251440 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50262) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:49.313195 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2a53163f-b0cc-4cca-80d8-e0b2989a9aa7 admin admin] Publish callbacks [] for security_group (938fbef8-9282-4997-a2a4-9672b3633e1c), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:49.347126 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2a53163f-b0cc-4cca-80d8-e0b2989a9aa7 admin admin] Publish callbacks [] for security_group (938fbef8-9282-4997-a2a4-9672b3633e1c), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:49.405905 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2a53163f-b0cc-4cca-80d8-e0b2989a9aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (938fbef8-9282-4997-a2a4-9672b3633e1c), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:49.408903 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2a53163f-b0cc-4cca-80d8-e0b2989a9aa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:49.424109 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2a53163f-b0cc-4cca-80d8-e0b2989a9aa7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/938fbef8-9282-4997-a2a4-9672b3633e1c HTTP/1.1" status: 204 len: 168 time: 0.1717622 Jan 28 03:23:49.433815 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a53163f-b0cc-4cca-80d8-e0b2989a9aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938fbef8-9282-4997-a2a4-9672b3633e1c,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:49.484538 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b22b8-ba77-4429-a675-74963733160f req-ac8904f8-b0b8-48b5-9984-1ab38efcd314 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:49.487223 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-424b22b8-ba77-4429-a675-74963733160f req-ac8904f8-b0b8-48b5-9984-1ab38efcd314 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 946 time: 0.0930817 Jan 28 03:23:49.558608 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-424b22b8-ba77-4429-a675-74963733160f req-1d16508b-529c-4127-9080-a0caaea29463 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617111 Jan 28 03:23:49.869476 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50332) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:49.923961 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1b5972b8-ae26-4a11-9340-ca0063f54cfa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4d7a80eb663a4139a6decad8573c5228&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0527952 Jan 28 03:23:49.926461 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50340) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:49.988894 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d3c67448-026e-403a-89b1-af8719f0ee20 admin admin] Publish callbacks [] for security_group (592847b8-5106-4777-a9ee-ebcbabd9cbe6), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:50.016839 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d3c67448-026e-403a-89b1-af8719f0ee20 admin admin] Publish callbacks [] for security_group (592847b8-5106-4777-a9ee-ebcbabd9cbe6), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:50.079324 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d3c67448-026e-403a-89b1-af8719f0ee20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (592847b8-5106-4777-a9ee-ebcbabd9cbe6), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:50.083312 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d3c67448-026e-403a-89b1-af8719f0ee20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:50.085605 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d3c67448-026e-403a-89b1-af8719f0ee20 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/592847b8-5106-4777-a9ee-ebcbabd9cbe6 HTTP/1.1" status: 204 len: 168 time: 0.1573982 Jan 28 03:23:50.097044 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c67448-026e-403a-89b1-af8719f0ee20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592847b8-5106-4777-a9ee-ebcbabd9cbe6,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:50.765667 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d244ae7-a1e2-411f-8e3a-45c7d70c0e6f req-babb2853-3517-4073-a047-e74a8403787a tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:50.769322 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6d244ae7-a1e2-411f-8e3a-45c7d70c0e6f req-babb2853-3517-4073-a047-e74a8403787a tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 946 time: 0.0762095 Jan 28 03:23:50.857039 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6d244ae7-a1e2-411f-8e3a-45c7d70c0e6f req-dff358cf-867d-4aab-90e1-febc91d9b8d9 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821905 Jan 28 03:23:52.139055 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8d62f-4a23-43c0-b70a-0e4aa8fe059e req-e4ab7963-3693-4aab-8768-9f5df1f118f1 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:52.149352 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d1d8d62f-4a23-43c0-b70a-0e4aa8fe059e req-e4ab7963-3693-4aab-8768-9f5df1f118f1 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 946 time: 0.0683744 Jan 28 03:23:52.281494 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d1d8d62f-4a23-43c0-b70a-0e4aa8fe059e req-b9d61279-e558-4bc0-9050-16254cbc0b21 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300313 Jan 28 03:23:52.555018 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50486) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:52.743773 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-e6b02471-8eb4-46f4-8210-7c7fe83f1178 tempest-PortsAdminExtendedAttrsTestJSON-1159455482 tempest-PortsAdminExtendedAttrsTestJSON-1159455482-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1644299875'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:23:52.768498 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b02471-8eb4-46f4-8210-7c7fe83f1178 tempest-PortsAdminExtendedAttrsTestJSON-1159455482 tempest-PortsAdminExtendedAttrsTestJSON-1159455482-project] Made reservation on behalf of a149c47d24044e3b94482f6cabbc3524 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:23:52.772224 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e6b02471-8eb4-46f4-8210-7c7fe83f1178 tempest-PortsAdminExtendedAttrsTestJSON-1159455482 tempest-PortsAdminExtendedAttrsTestJSON-1159455482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:52.785052 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e6b02471-8eb4-46f4-8210-7c7fe83f1178 tempest-PortsAdminExtendedAttrsTestJSON-1159455482 tempest-PortsAdminExtendedAttrsTestJSON-1159455482-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:52.881309 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e6b02471-8eb4-46f4-8210-7c7fe83f1178 tempest-PortsAdminExtendedAttrsTestJSON-1159455482 tempest-PortsAdminExtendedAttrsTestJSON-1159455482-project] Publish callbacks [] for security_group (5a0e88c9-affd-4bc7-a280-63255659d2e0), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:52.884457 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e6b02471-8eb4-46f4-8210-7c7fe83f1178 tempest-PortsAdminExtendedAttrsTestJSON-1159455482 tempest-PortsAdminExtendedAttrsTestJSON-1159455482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (5a0e88c9-affd-4bc7-a280-63255659d2e0), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:52.921953 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6b02471-8eb4-46f4-8210-7c7fe83f1178 tempest-PortsAdminExtendedAttrsTestJSON-1159455482 tempest-PortsAdminExtendedAttrsTestJSON-1159455482-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:23:52.940119 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b02471-8eb4-46f4-8210-7c7fe83f1178 tempest-PortsAdminExtendedAttrsTestJSON-1159455482 tempest-PortsAdminExtendedAttrsTestJSON-1159455482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0e88c9-affd-4bc7-a280-63255659d2e0,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:52.959949 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e6b02471-8eb4-46f4-8210-7c7fe83f1178 tempest-PortsAdminExtendedAttrsTestJSON-1159455482 tempest-PortsAdminExtendedAttrsTestJSON-1159455482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (d688ca04-b1df-4c14-abc9-e81c0560cbae), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:52.960285 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-e6b02471-8eb4-46f4-8210-7c7fe83f1178 tempest-PortsAdminExtendedAttrsTestJSON-1159455482 tempest-PortsAdminExtendedAttrsTestJSON-1159455482-project] Added segment d688ca04-b1df-4c14-abc9-e81c0560cbae of type vlan for network e1b053bb-ab24-4c95-9b92-cbc1a511a93a Jan 28 03:23:53.023445 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e6b02471-8eb4-46f4-8210-7c7fe83f1178 tempest-PortsAdminExtendedAttrsTestJSON-1159455482 tempest-PortsAdminExtendedAttrsTestJSON-1159455482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (e1b053bb-ab24-4c95-9b92-cbc1a511a93a), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:53.062456 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e6b02471-8eb4-46f4-8210-7c7fe83f1178 tempest-PortsAdminExtendedAttrsTestJSON-1159455482 tempest-PortsAdminExtendedAttrsTestJSON-1159455482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (e1b053bb-ab24-4c95-9b92-cbc1a511a93a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:53.071549 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b02471-8eb4-46f4-8210-7c7fe83f1178 tempest-PortsAdminExtendedAttrsTestJSON-1159455482 tempest-PortsAdminExtendedAttrsTestJSON-1159455482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:53.072365 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e6b02471-8eb4-46f4-8210-7c7fe83f1178 tempest-PortsAdminExtendedAttrsTestJSON-1159455482 tempest-PortsAdminExtendedAttrsTestJSON-1159455482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:53.175598 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b02471-8eb4-46f4-8210-7c7fe83f1178 tempest-PortsAdminExtendedAttrsTestJSON-1159455482 tempest-PortsAdminExtendedAttrsTestJSON-1159455482-project] Pushing event updated for resources: {'Network': ['ID=e1b053bb-ab24-4c95-9b92-cbc1a511a93a,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:53.192577 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network e1b053bb-ab24-4c95-9b92-cbc1a511a93a details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:23:53.196494 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e6b02471-8eb4-46f4-8210-7c7fe83f1178 tempest-PortsAdminExtendedAttrsTestJSON-1159455482 tempest-PortsAdminExtendedAttrsTestJSON-1159455482-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.6396663 Jan 28 03:23:53.516189 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50502) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:53.521482 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Request body: {'port': {'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a', 'binding:host_id': 'n-h2-712139-27', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-902513207'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:23:53.559995 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Made reservation on behalf of b51ef7c0fd164a278334351c2026716a for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:23:53.563478 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:53.577624 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:53.684498 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Publish callbacks [] for security_group (ad5cdde1-178c-426d-80b1-a3a534f3d40e), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:53.690190 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (ad5cdde1-178c-426d-80b1-a3a534f3d40e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:53.697035 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] device_id is not set on port 5dd410bb-519f-4004-8a38-58aa44b53805 yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:23:53.790003 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5cdde1-178c-426d-80b1-a3a534f3d40e,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:53.992377 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] device_id is not set on port 5dd410bb-519f-4004-8a38-58aa44b53805 yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:23:54.004549 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Publish callbacks [] for port (5dd410bb-519f-4004-8a38-58aa44b53805), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:54.014317 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (5dd410bb-519f-4004-8a38-58aa44b53805), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:54.092895 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Pushing event updated for resources: {'Port': ['ID=5dd410bb-519f-4004-8a38-58aa44b53805,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:54.109671 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Checking segment: {'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:23:54.110309 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Network hostable DHCP agents. Network: e1b053bb-ab24-4c95-9b92-cbc1a511a93a, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:23:54.136817 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Network e1b053bb-ab24-4c95-9b92-cbc1a511a93a is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:23:54.165755 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, e1b053bb-ab24-4c95-9b92-cbc1a511a93a) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:23:54.170043 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:23:54.179087 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e16a0d-1680-47d6-a501-721f92165197 None None] Network e1b053bb-ab24-4c95-9b92-cbc1a511a93a requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:23:54.187743 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 5dd410bb-519f-4004-8a38-58aa44b53805 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:54.188373 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 5dd410bb-519f-4004-8a38-58aa44b53805 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:54.188604 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 5dd410bb-519f-4004-8a38-58aa44b53805 on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:54.194663 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Port 5dd410bb-519f-4004-8a38-58aa44b53805 on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:54.195095 n-d-712139-27 neutron-server[109803]: ERROR neutron.plugins.ml2.managers [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Failed to bind port 5dd410bb-519f-4004-8a38-58aa44b53805 on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] Jan 28 03:23:54.195553 n-d-712139-27 neutron-server[109803]: INFO neutron.plugins.ml2.plugin [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempt 2 to bind port 5dd410bb-519f-4004-8a38-58aa44b53805 Jan 28 03:23:54.215648 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 5dd410bb-519f-4004-8a38-58aa44b53805 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:54.216106 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 5dd410bb-519f-4004-8a38-58aa44b53805 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:54.216512 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 5dd410bb-519f-4004-8a38-58aa44b53805 on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:54.228263 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Port 5dd410bb-519f-4004-8a38-58aa44b53805 on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:54.228781 n-d-712139-27 neutron-server[109803]: ERROR neutron.plugins.ml2.managers [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Failed to bind port 5dd410bb-519f-4004-8a38-58aa44b53805 on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] Jan 28 03:23:54.229294 n-d-712139-27 neutron-server[109803]: INFO neutron.plugins.ml2.plugin [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempt 3 to bind port 5dd410bb-519f-4004-8a38-58aa44b53805 Jan 28 03:23:54.247874 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 5dd410bb-519f-4004-8a38-58aa44b53805 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:54.248660 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 5dd410bb-519f-4004-8a38-58aa44b53805 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:54.249051 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 5dd410bb-519f-4004-8a38-58aa44b53805 on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:54.262981 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Port 5dd410bb-519f-4004-8a38-58aa44b53805 on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:54.264218 n-d-712139-27 neutron-server[109803]: ERROR neutron.plugins.ml2.managers [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Failed to bind port 5dd410bb-519f-4004-8a38-58aa44b53805 on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] Jan 28 03:23:54.264862 n-d-712139-27 neutron-server[109803]: INFO neutron.plugins.ml2.plugin [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempt 4 to bind port 5dd410bb-519f-4004-8a38-58aa44b53805 Jan 28 03:23:54.285942 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 5dd410bb-519f-4004-8a38-58aa44b53805 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:54.286293 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 5dd410bb-519f-4004-8a38-58aa44b53805 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:54.286822 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 5dd410bb-519f-4004-8a38-58aa44b53805 on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:54.294992 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Port 5dd410bb-519f-4004-8a38-58aa44b53805 on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:54.295567 n-d-712139-27 neutron-server[109803]: ERROR neutron.plugins.ml2.managers [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Failed to bind port 5dd410bb-519f-4004-8a38-58aa44b53805 on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] Jan 28 03:23:54.297559 n-d-712139-27 neutron-server[109803]: INFO neutron.plugins.ml2.plugin [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempt 5 to bind port 5dd410bb-519f-4004-8a38-58aa44b53805 Jan 28 03:23:54.322451 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 5dd410bb-519f-4004-8a38-58aa44b53805 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:54.323186 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 5dd410bb-519f-4004-8a38-58aa44b53805 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:54.323643 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 5dd410bb-519f-4004-8a38-58aa44b53805 on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:54.329817 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Port 5dd410bb-519f-4004-8a38-58aa44b53805 on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:54.330300 n-d-712139-27 neutron-server[109803]: ERROR neutron.plugins.ml2.managers [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Failed to bind port 5dd410bb-519f-4004-8a38-58aa44b53805 on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] Jan 28 03:23:54.330803 n-d-712139-27 neutron-server[109803]: INFO neutron.plugins.ml2.plugin [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempt 6 to bind port 5dd410bb-519f-4004-8a38-58aa44b53805 Jan 28 03:23:54.346997 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 5dd410bb-519f-4004-8a38-58aa44b53805 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:54.347462 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 5dd410bb-519f-4004-8a38-58aa44b53805 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:54.347905 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 5dd410bb-519f-4004-8a38-58aa44b53805 on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:54.353599 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Port 5dd410bb-519f-4004-8a38-58aa44b53805 on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:54.354252 n-d-712139-27 neutron-server[109803]: ERROR neutron.plugins.ml2.managers [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Failed to bind port 5dd410bb-519f-4004-8a38-58aa44b53805 on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] Jan 28 03:23:54.354891 n-d-712139-27 neutron-server[109803]: INFO neutron.plugins.ml2.plugin [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempt 7 to bind port 5dd410bb-519f-4004-8a38-58aa44b53805 Jan 28 03:23:54.371070 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 5dd410bb-519f-4004-8a38-58aa44b53805 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:54.371567 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 5dd410bb-519f-4004-8a38-58aa44b53805 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:54.372014 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 5dd410bb-519f-4004-8a38-58aa44b53805 on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:54.378479 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Port 5dd410bb-519f-4004-8a38-58aa44b53805 on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:54.379080 n-d-712139-27 neutron-server[109803]: ERROR neutron.plugins.ml2.managers [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Failed to bind port 5dd410bb-519f-4004-8a38-58aa44b53805 on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] Jan 28 03:23:54.379586 n-d-712139-27 neutron-server[109803]: INFO neutron.plugins.ml2.plugin [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempt 8 to bind port 5dd410bb-519f-4004-8a38-58aa44b53805 Jan 28 03:23:54.394434 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 5dd410bb-519f-4004-8a38-58aa44b53805 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:54.394904 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 5dd410bb-519f-4004-8a38-58aa44b53805 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:54.395861 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 5dd410bb-519f-4004-8a38-58aa44b53805 on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:54.401698 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Port 5dd410bb-519f-4004-8a38-58aa44b53805 on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:54.402218 n-d-712139-27 neutron-server[109803]: ERROR neutron.plugins.ml2.managers [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Failed to bind port 5dd410bb-519f-4004-8a38-58aa44b53805 on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] Jan 28 03:23:54.402753 n-d-712139-27 neutron-server[109803]: INFO neutron.plugins.ml2.plugin [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempt 9 to bind port 5dd410bb-519f-4004-8a38-58aa44b53805 Jan 28 03:23:54.417489 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 5dd410bb-519f-4004-8a38-58aa44b53805 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:54.417892 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 5dd410bb-519f-4004-8a38-58aa44b53805 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:54.418327 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 5dd410bb-519f-4004-8a38-58aa44b53805 on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:54.423285 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Port 5dd410bb-519f-4004-8a38-58aa44b53805 on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:54.424920 n-d-712139-27 neutron-server[109803]: ERROR neutron.plugins.ml2.managers [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Failed to bind port 5dd410bb-519f-4004-8a38-58aa44b53805 on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] Jan 28 03:23:54.424920 n-d-712139-27 neutron-server[109803]: INFO neutron.plugins.ml2.plugin [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempt 10 to bind port 5dd410bb-519f-4004-8a38-58aa44b53805 Jan 28 03:23:54.436821 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 5dd410bb-519f-4004-8a38-58aa44b53805 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:54.437195 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 5dd410bb-519f-4004-8a38-58aa44b53805 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:54.437673 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 5dd410bb-519f-4004-8a38-58aa44b53805 on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:54.442939 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Port 5dd410bb-519f-4004-8a38-58aa44b53805 on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:54.443285 n-d-712139-27 neutron-server[109803]: ERROR neutron.plugins.ml2.managers [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Failed to bind port 5dd410bb-519f-4004-8a38-58aa44b53805 on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] Jan 28 03:23:54.443835 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5dd410bb-519f-4004-8a38-58aa44b53805), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:54.517222 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] For port 5dd410bb-519f-4004-8a38-58aa44b53805, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:23:54.518480 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempted to set empty binding levels {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 03:23:54.523623 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (5dd410bb-519f-4004-8a38-58aa44b53805), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:54.573124 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Pushing event updated for resources: {'Port': ['ID=5dd410bb-519f-4004-8a38-58aa44b53805,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:54.586341 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:54.586958 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:54.611005 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-77e24cb4-d0b8-4a86-a2f6-f60330d6a6eb tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.0933661 Jan 28 03:23:54.613762 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50514) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:54.692208 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-67f533a2-c6c5-470f-8b0d-1181cfa3db83 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Deleting port 5dd410bb-519f-4004-8a38-58aa44b53805 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:23:54.692827 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-67f533a2-c6c5-470f-8b0d-1181cfa3db83 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (5dd410bb-519f-4004-8a38-58aa44b53805), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:54.759125 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-67f533a2-c6c5-470f-8b0d-1181cfa3db83 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] For port 5dd410bb-519f-4004-8a38-58aa44b53805, host n-h2-712139-27, got binding levels [] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:23:54.759394 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-67f533a2-c6c5-470f-8b0d-1181cfa3db83 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (5dd410bb-519f-4004-8a38-58aa44b53805), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:54.772984 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-67f533a2-c6c5-470f-8b0d-1181cfa3db83 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Calling delete_port for 5dd410bb-519f-4004-8a38-58aa44b53805 owned by {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:23:54.858493 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-67f533a2-c6c5-470f-8b0d-1181cfa3db83 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (5dd410bb-519f-4004-8a38-58aa44b53805), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:54.890318 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f533a2-c6c5-470f-8b0d-1181cfa3db83 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Pushing event deleted for resources: {'Port': ['ID=5dd410bb-519f-4004-8a38-58aa44b53805,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:54.896755 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-67f533a2-c6c5-470f-8b0d-1181cfa3db83 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:54.899376 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-67f533a2-c6c5-470f-8b0d-1181cfa3db83 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] 10.222.0.53 "DELETE /v2.0/ports/5dd410bb-519f-4004-8a38-58aa44b53805 HTTP/1.1" status: 204 len: 168 time: 0.2846117 Jan 28 03:23:54.904186 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50516) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:54.930512 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7ad284d-85e9-4217-b529-187e179564c9 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] GET failed (client error): The resource could not be found. Jan 28 03:23:54.933110 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e7ad284d-85e9-4217-b529-187e179564c9 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] 10.222.0.53 "GET /v2.0/ports/5dd410bb-519f-4004-8a38-58aa44b53805 HTTP/1.1" status: 404 len: 333 time: 0.0263653 Jan 28 03:23:54.936225 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50518) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:54.941216 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-d4cd23f5-d228-45df-bf38-ad576aa3a102 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Request body: {'port': {'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-220768556'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:23:54.959705 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cd23f5-d228-45df-bf38-ad576aa3a102 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Made reservation on behalf of b51ef7c0fd164a278334351c2026716a for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:23:54.962041 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d4cd23f5-d228-45df-bf38-ad576aa3a102 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:54.977882 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-d4cd23f5-d228-45df-bf38-ad576aa3a102 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] device_id is not set on port c663872d-1b2f-4e85-aa31-4dd01a7bf772 yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:23:55.136111 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d4cd23f5-d228-45df-bf38-ad576aa3a102 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Publish callbacks [] for port (c663872d-1b2f-4e85-aa31-4dd01a7bf772), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:55.174183 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d4cd23f5-d228-45df-bf38-ad576aa3a102 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (c663872d-1b2f-4e85-aa31-4dd01a7bf772), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:55.219068 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cd23f5-d228-45df-bf38-ad576aa3a102 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Network e1b053bb-ab24-4c95-9b92-cbc1a511a93a is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:23:55.223262 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-d4cd23f5-d228-45df-bf38-ad576aa3a102 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:23:55.227437 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cd23f5-d228-45df-bf38-ad576aa3a102 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:23:55.228029 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cd23f5-d228-45df-bf38-ad576aa3a102 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:55.228717 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d4cd23f5-d228-45df-bf38-ad576aa3a102 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:55.257585 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d4cd23f5-d228-45df-bf38-ad576aa3a102 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3174381 Jan 28 03:23:55.257916 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50522) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:55.263354 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd23f5-d228-45df-bf38-ad576aa3a102 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Pushing event updated for resources: {'Port': ['ID=c663872d-1b2f-4e85-aa31-4dd01a7bf772,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:55.263579 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:23:55.339107 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c663872d-1b2f-4e85-aa31-4dd01a7bf772), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:55.527522 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] device_id is not set on port c663872d-1b2f-4e85-aa31-4dd01a7bf772 yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:23:55.535541 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Publish callbacks [] for port (c663872d-1b2f-4e85-aa31-4dd01a7bf772), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:55.541930 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (c663872d-1b2f-4e85-aa31-4dd01a7bf772), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:55.593951 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Pushing event updated for resources: {'Port': ['ID=c663872d-1b2f-4e85-aa31-4dd01a7bf772,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:55.607544 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port c663872d-1b2f-4e85-aa31-4dd01a7bf772 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:55.607887 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port c663872d-1b2f-4e85-aa31-4dd01a7bf772 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:55.608233 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port c663872d-1b2f-4e85-aa31-4dd01a7bf772 on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:55.613494 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Port c663872d-1b2f-4e85-aa31-4dd01a7bf772 on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:55.613830 n-d-712139-27 neutron-server[109803]: ERROR neutron.plugins.ml2.managers [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Failed to bind port c663872d-1b2f-4e85-aa31-4dd01a7bf772 on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] Jan 28 03:23:55.614219 n-d-712139-27 neutron-server[109803]: INFO neutron.plugins.ml2.plugin [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempt 2 to bind port c663872d-1b2f-4e85-aa31-4dd01a7bf772 Jan 28 03:23:55.629807 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port c663872d-1b2f-4e85-aa31-4dd01a7bf772 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:55.630149 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port c663872d-1b2f-4e85-aa31-4dd01a7bf772 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:55.630495 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port c663872d-1b2f-4e85-aa31-4dd01a7bf772 on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:55.635800 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Port c663872d-1b2f-4e85-aa31-4dd01a7bf772 on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:55.636143 n-d-712139-27 neutron-server[109803]: ERROR neutron.plugins.ml2.managers [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Failed to bind port c663872d-1b2f-4e85-aa31-4dd01a7bf772 on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] Jan 28 03:23:55.636754 n-d-712139-27 neutron-server[109803]: INFO neutron.plugins.ml2.plugin [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempt 3 to bind port c663872d-1b2f-4e85-aa31-4dd01a7bf772 Jan 28 03:23:55.653665 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port c663872d-1b2f-4e85-aa31-4dd01a7bf772 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:55.654378 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port c663872d-1b2f-4e85-aa31-4dd01a7bf772 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:55.654893 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port c663872d-1b2f-4e85-aa31-4dd01a7bf772 on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:55.664300 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Port c663872d-1b2f-4e85-aa31-4dd01a7bf772 on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:55.664887 n-d-712139-27 neutron-server[109803]: ERROR neutron.plugins.ml2.managers [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Failed to bind port c663872d-1b2f-4e85-aa31-4dd01a7bf772 on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] Jan 28 03:23:55.665490 n-d-712139-27 neutron-server[109803]: INFO neutron.plugins.ml2.plugin [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempt 4 to bind port c663872d-1b2f-4e85-aa31-4dd01a7bf772 Jan 28 03:23:55.683919 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port c663872d-1b2f-4e85-aa31-4dd01a7bf772 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:55.684516 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port c663872d-1b2f-4e85-aa31-4dd01a7bf772 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:55.685024 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port c663872d-1b2f-4e85-aa31-4dd01a7bf772 on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:55.696723 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Port c663872d-1b2f-4e85-aa31-4dd01a7bf772 on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:55.697269 n-d-712139-27 neutron-server[109803]: ERROR neutron.plugins.ml2.managers [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Failed to bind port c663872d-1b2f-4e85-aa31-4dd01a7bf772 on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] Jan 28 03:23:55.697853 n-d-712139-27 neutron-server[109803]: INFO neutron.plugins.ml2.plugin [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempt 5 to bind port c663872d-1b2f-4e85-aa31-4dd01a7bf772 Jan 28 03:23:55.711366 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port c663872d-1b2f-4e85-aa31-4dd01a7bf772 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:55.711839 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port c663872d-1b2f-4e85-aa31-4dd01a7bf772 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:55.712262 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port c663872d-1b2f-4e85-aa31-4dd01a7bf772 on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:55.717521 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Port c663872d-1b2f-4e85-aa31-4dd01a7bf772 on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:55.717858 n-d-712139-27 neutron-server[109803]: ERROR neutron.plugins.ml2.managers [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Failed to bind port c663872d-1b2f-4e85-aa31-4dd01a7bf772 on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] Jan 28 03:23:55.718252 n-d-712139-27 neutron-server[109803]: INFO neutron.plugins.ml2.plugin [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempt 6 to bind port c663872d-1b2f-4e85-aa31-4dd01a7bf772 Jan 28 03:23:55.731467 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port c663872d-1b2f-4e85-aa31-4dd01a7bf772 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:55.731820 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port c663872d-1b2f-4e85-aa31-4dd01a7bf772 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:55.732143 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port c663872d-1b2f-4e85-aa31-4dd01a7bf772 on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:55.736659 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Port c663872d-1b2f-4e85-aa31-4dd01a7bf772 on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:55.736997 n-d-712139-27 neutron-server[109803]: ERROR neutron.plugins.ml2.managers [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Failed to bind port c663872d-1b2f-4e85-aa31-4dd01a7bf772 on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] Jan 28 03:23:55.737472 n-d-712139-27 neutron-server[109803]: INFO neutron.plugins.ml2.plugin [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempt 7 to bind port c663872d-1b2f-4e85-aa31-4dd01a7bf772 Jan 28 03:23:55.750316 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port c663872d-1b2f-4e85-aa31-4dd01a7bf772 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:55.750656 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port c663872d-1b2f-4e85-aa31-4dd01a7bf772 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:55.751168 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port c663872d-1b2f-4e85-aa31-4dd01a7bf772 on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:55.755711 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Port c663872d-1b2f-4e85-aa31-4dd01a7bf772 on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:55.756046 n-d-712139-27 neutron-server[109803]: ERROR neutron.plugins.ml2.managers [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Failed to bind port c663872d-1b2f-4e85-aa31-4dd01a7bf772 on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] Jan 28 03:23:55.756441 n-d-712139-27 neutron-server[109803]: INFO neutron.plugins.ml2.plugin [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempt 8 to bind port c663872d-1b2f-4e85-aa31-4dd01a7bf772 Jan 28 03:23:55.770616 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port c663872d-1b2f-4e85-aa31-4dd01a7bf772 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:55.770949 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port c663872d-1b2f-4e85-aa31-4dd01a7bf772 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:55.771218 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port c663872d-1b2f-4e85-aa31-4dd01a7bf772 on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:55.775875 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Port c663872d-1b2f-4e85-aa31-4dd01a7bf772 on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:55.776210 n-d-712139-27 neutron-server[109803]: ERROR neutron.plugins.ml2.managers [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Failed to bind port c663872d-1b2f-4e85-aa31-4dd01a7bf772 on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] Jan 28 03:23:55.776613 n-d-712139-27 neutron-server[109803]: INFO neutron.plugins.ml2.plugin [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempt 9 to bind port c663872d-1b2f-4e85-aa31-4dd01a7bf772 Jan 28 03:23:55.789727 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port c663872d-1b2f-4e85-aa31-4dd01a7bf772 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:55.790071 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port c663872d-1b2f-4e85-aa31-4dd01a7bf772 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:55.790415 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port c663872d-1b2f-4e85-aa31-4dd01a7bf772 on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:55.796093 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Port c663872d-1b2f-4e85-aa31-4dd01a7bf772 on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:55.796435 n-d-712139-27 neutron-server[109803]: ERROR neutron.plugins.ml2.managers [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Failed to bind port c663872d-1b2f-4e85-aa31-4dd01a7bf772 on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] Jan 28 03:23:55.796845 n-d-712139-27 neutron-server[109803]: INFO neutron.plugins.ml2.plugin [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempt 10 to bind port c663872d-1b2f-4e85-aa31-4dd01a7bf772 Jan 28 03:23:55.811229 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port c663872d-1b2f-4e85-aa31-4dd01a7bf772 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:55.811572 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port c663872d-1b2f-4e85-aa31-4dd01a7bf772 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:55.811921 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port c663872d-1b2f-4e85-aa31-4dd01a7bf772 on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:55.816501 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Port c663872d-1b2f-4e85-aa31-4dd01a7bf772 on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:55.816832 n-d-712139-27 neutron-server[109803]: ERROR neutron.plugins.ml2.managers [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Failed to bind port c663872d-1b2f-4e85-aa31-4dd01a7bf772 on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] Jan 28 03:23:55.817239 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c663872d-1b2f-4e85-aa31-4dd01a7bf772), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:55.887132 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] For port c663872d-1b2f-4e85-aa31-4dd01a7bf772, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:23:55.887413 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempted to set empty binding levels {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 03:23:55.893890 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (c663872d-1b2f-4e85-aa31-4dd01a7bf772), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:55.928736 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] In _notify_port_updated(), no bound segment for port c663872d-1b2f-4e85-aa31-4dd01a7bf772 on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a {{(pid=109803) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 03:23:55.929851 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:55.930735 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:55.935036 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50526) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:55.935780 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] 10.222.0.53 "PUT /v2.0/ports/c663872d-1b2f-4e85-aa31-4dd01a7bf772 HTTP/1.1" status: 200 len: 975 time: 0.6760156 Jan 28 03:23:55.949672 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc8d39-fdeb-4310-8e07-04017e8f877e tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Pushing event updated for resources: {'Port': ['ID=c663872d-1b2f-4e85-aa31-4dd01a7bf772,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:55.986990 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0186ca61-4e58-4968-b1b9-df7f69bd3ac1 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:55.987479 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0186ca61-4e58-4968-b1b9-df7f69bd3ac1 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:55.987945 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0186ca61-4e58-4968-b1b9-df7f69bd3ac1 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:55.988411 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0186ca61-4e58-4968-b1b9-df7f69bd3ac1 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:55.988896 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0186ca61-4e58-4968-b1b9-df7f69bd3ac1 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:55.989386 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0186ca61-4e58-4968-b1b9-df7f69bd3ac1 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:55.989846 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0186ca61-4e58-4968-b1b9-df7f69bd3ac1 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:55.990300 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0186ca61-4e58-4968-b1b9-df7f69bd3ac1 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:55.990758 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0186ca61-4e58-4968-b1b9-df7f69bd3ac1 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:55.991210 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0186ca61-4e58-4968-b1b9-df7f69bd3ac1 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:55.993774 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0186ca61-4e58-4968-b1b9-df7f69bd3ac1 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 9037 time: 0.0572498 Jan 28 03:23:55.996972 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50528) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:56.085452 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-86f5ba8d-619f-45f9-b486-cd86e302bc07 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Deleting port c663872d-1b2f-4e85-aa31-4dd01a7bf772 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:23:56.086286 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-86f5ba8d-619f-45f9-b486-cd86e302bc07 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (c663872d-1b2f-4e85-aa31-4dd01a7bf772), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:56.166759 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-86f5ba8d-619f-45f9-b486-cd86e302bc07 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] For port c663872d-1b2f-4e85-aa31-4dd01a7bf772, host n-h2-712139-27, got binding levels [] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:23:56.167302 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-86f5ba8d-619f-45f9-b486-cd86e302bc07 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (c663872d-1b2f-4e85-aa31-4dd01a7bf772), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:56.182298 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-86f5ba8d-619f-45f9-b486-cd86e302bc07 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Calling delete_port for c663872d-1b2f-4e85-aa31-4dd01a7bf772 owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:23:56.270218 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-86f5ba8d-619f-45f9-b486-cd86e302bc07 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (c663872d-1b2f-4e85-aa31-4dd01a7bf772), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:56.302458 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f5ba8d-619f-45f9-b486-cd86e302bc07 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Pushing event deleted for resources: {'Port': ['ID=c663872d-1b2f-4e85-aa31-4dd01a7bf772,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:56.307794 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-86f5ba8d-619f-45f9-b486-cd86e302bc07 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:56.314173 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-86f5ba8d-619f-45f9-b486-cd86e302bc07 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] 10.222.0.53 "DELETE /v2.0/ports/c663872d-1b2f-4e85-aa31-4dd01a7bf772 HTTP/1.1" status: 204 len: 168 time: 0.3132119 Jan 28 03:23:56.314276 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50532) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:56.342114 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8eb1438-3b79-410d-bc0e-1ef0b34817a0 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] GET failed (client error): The resource could not be found. Jan 28 03:23:56.350484 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a8eb1438-3b79-410d-bc0e-1ef0b34817a0 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] 10.222.0.53 "GET /v2.0/ports/c663872d-1b2f-4e85-aa31-4dd01a7bf772 HTTP/1.1" status: 404 len: 333 time: 0.0348456 Jan 28 03:23:56.351276 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50534) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:56.356852 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-0bf7d04a-cf48-4760-842a-ffc69b45eea1 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1734268431', 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:23:56.378637 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf7d04a-cf48-4760-842a-ffc69b45eea1 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Made reservation on behalf of b51ef7c0fd164a278334351c2026716a for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:23:56.381546 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0bf7d04a-cf48-4760-842a-ffc69b45eea1 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:56.398499 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-0bf7d04a-cf48-4760-842a-ffc69b45eea1 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] device_id is not set on port e84dc564-c925-4806-8260-5d7e9520cb71 yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:23:56.564853 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0bf7d04a-cf48-4760-842a-ffc69b45eea1 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Publish callbacks [] for port (e84dc564-c925-4806-8260-5d7e9520cb71), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:56.612679 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0bf7d04a-cf48-4760-842a-ffc69b45eea1 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (e84dc564-c925-4806-8260-5d7e9520cb71), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:56.657313 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf7d04a-cf48-4760-842a-ffc69b45eea1 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Network e1b053bb-ab24-4c95-9b92-cbc1a511a93a is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:23:56.660421 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-0bf7d04a-cf48-4760-842a-ffc69b45eea1 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:23:56.668064 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf7d04a-cf48-4760-842a-ffc69b45eea1 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:23:56.669345 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf7d04a-cf48-4760-842a-ffc69b45eea1 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:56.670092 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0bf7d04a-cf48-4760-842a-ffc69b45eea1 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:56.676790 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf7d04a-cf48-4760-842a-ffc69b45eea1 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Pushing event updated for resources: {'Port': ['ID=e84dc564-c925-4806-8260-5d7e9520cb71,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:56.696595 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0bf7d04a-cf48-4760-842a-ffc69b45eea1 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3412237 Jan 28 03:23:56.697184 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50536) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:56.765315 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88feeb94-7d46-48eb-afd8-598301cc0de0 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:56.769178 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-88feeb94-7d46-48eb-afd8-598301cc0de0 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] 10.222.0.53 "GET /v2.0/ports/e84dc564-c925-4806-8260-5d7e9520cb71 HTTP/1.1" status: 200 len: 955 time: 0.0688105 Jan 28 03:23:56.770309 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50540) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:56.867576 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-042597f3-9057-4310-871b-b13fc6bef2cd tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Deleting port e84dc564-c925-4806-8260-5d7e9520cb71 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:23:56.867825 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-042597f3-9057-4310-871b-b13fc6bef2cd tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (e84dc564-c925-4806-8260-5d7e9520cb71), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:56.935996 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-042597f3-9057-4310-871b-b13fc6bef2cd tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (e84dc564-c925-4806-8260-5d7e9520cb71), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:56.953746 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-042597f3-9057-4310-871b-b13fc6bef2cd tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Calling delete_port for e84dc564-c925-4806-8260-5d7e9520cb71 owned by {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:23:57.049393 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-042597f3-9057-4310-871b-b13fc6bef2cd tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (e84dc564-c925-4806-8260-5d7e9520cb71), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:57.091805 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042597f3-9057-4310-871b-b13fc6bef2cd tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Pushing event deleted for resources: {'Port': ['ID=e84dc564-c925-4806-8260-5d7e9520cb71,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:57.098787 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-042597f3-9057-4310-871b-b13fc6bef2cd tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:57.104888 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-042597f3-9057-4310-871b-b13fc6bef2cd tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] 10.222.0.53 "DELETE /v2.0/ports/e84dc564-c925-4806-8260-5d7e9520cb71 HTTP/1.1" status: 204 len: 168 time: 0.3308284 Jan 28 03:23:57.105271 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50542) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:57.136150 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa5a2a5a-c6b7-48ca-a688-15ea3ef43c09 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] GET failed (client error): The resource could not be found. Jan 28 03:23:57.141224 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-aa5a2a5a-c6b7-48ca-a688-15ea3ef43c09 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] 10.222.0.53 "GET /v2.0/ports/e84dc564-c925-4806-8260-5d7e9520cb71 HTTP/1.1" status: 404 len: 333 time: 0.0310838 Jan 28 03:23:57.141545 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50544) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:57.146798 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-aa338d49-2a97-46b0-88a9-cc49d1d89827 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Request body: {'port': {'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-150816121'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:23:57.172310 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa338d49-2a97-46b0-88a9-cc49d1d89827 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Made reservation on behalf of b51ef7c0fd164a278334351c2026716a for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:23:57.175037 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa338d49-2a97-46b0-88a9-cc49d1d89827 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:57.193281 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-aa338d49-2a97-46b0-88a9-cc49d1d89827 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] device_id is not set on port 580ae68e-56e0-4402-af86-5361ddfde1bb yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:23:57.391764 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa338d49-2a97-46b0-88a9-cc49d1d89827 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Publish callbacks [] for port (580ae68e-56e0-4402-af86-5361ddfde1bb), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:57.426109 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa338d49-2a97-46b0-88a9-cc49d1d89827 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (580ae68e-56e0-4402-af86-5361ddfde1bb), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:57.469815 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa338d49-2a97-46b0-88a9-cc49d1d89827 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Network e1b053bb-ab24-4c95-9b92-cbc1a511a93a is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:23:57.473242 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-aa338d49-2a97-46b0-88a9-cc49d1d89827 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:23:57.479112 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa338d49-2a97-46b0-88a9-cc49d1d89827 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:23:57.480161 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa338d49-2a97-46b0-88a9-cc49d1d89827 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:57.481469 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa338d49-2a97-46b0-88a9-cc49d1d89827 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:57.491505 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa338d49-2a97-46b0-88a9-cc49d1d89827 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Pushing event updated for resources: {'Port': ['ID=580ae68e-56e0-4402-af86-5361ddfde1bb,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:57.507990 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-aa338d49-2a97-46b0-88a9-cc49d1d89827 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3653691 Jan 28 03:23:57.510636 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50548) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:57.515952 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:23:57.574915 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (580ae68e-56e0-4402-af86-5361ddfde1bb), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:57.773412 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] device_id is not set on port 580ae68e-56e0-4402-af86-5361ddfde1bb yet. {{(pid=109803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:23:57.785605 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Publish callbacks [] for port (580ae68e-56e0-4402-af86-5361ddfde1bb), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:57.796884 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (580ae68e-56e0-4402-af86-5361ddfde1bb), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:57.880576 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Pushing event updated for resources: {'Port': ['ID=580ae68e-56e0-4402-af86-5361ddfde1bb,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:57.906247 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 580ae68e-56e0-4402-af86-5361ddfde1bb on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:57.906725 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 580ae68e-56e0-4402-af86-5361ddfde1bb by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:57.907739 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 580ae68e-56e0-4402-af86-5361ddfde1bb on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:57.917952 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Port 580ae68e-56e0-4402-af86-5361ddfde1bb on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:57.918689 n-d-712139-27 neutron-server[109803]: ERROR neutron.plugins.ml2.managers [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Failed to bind port 580ae68e-56e0-4402-af86-5361ddfde1bb on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] Jan 28 03:23:57.919105 n-d-712139-27 neutron-server[109803]: INFO neutron.plugins.ml2.plugin [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempt 2 to bind port 580ae68e-56e0-4402-af86-5361ddfde1bb Jan 28 03:23:57.937698 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 580ae68e-56e0-4402-af86-5361ddfde1bb on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:57.938091 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 580ae68e-56e0-4402-af86-5361ddfde1bb by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:57.938621 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 580ae68e-56e0-4402-af86-5361ddfde1bb on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:57.943594 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Port 580ae68e-56e0-4402-af86-5361ddfde1bb on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:57.944051 n-d-712139-27 neutron-server[109803]: ERROR neutron.plugins.ml2.managers [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Failed to bind port 580ae68e-56e0-4402-af86-5361ddfde1bb on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] Jan 28 03:23:57.944535 n-d-712139-27 neutron-server[109803]: INFO neutron.plugins.ml2.plugin [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempt 3 to bind port 580ae68e-56e0-4402-af86-5361ddfde1bb Jan 28 03:23:57.958698 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 580ae68e-56e0-4402-af86-5361ddfde1bb on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:57.959164 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 580ae68e-56e0-4402-af86-5361ddfde1bb by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:57.959627 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 580ae68e-56e0-4402-af86-5361ddfde1bb on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:57.965157 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Port 580ae68e-56e0-4402-af86-5361ddfde1bb on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:57.965618 n-d-712139-27 neutron-server[109803]: ERROR neutron.plugins.ml2.managers [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Failed to bind port 580ae68e-56e0-4402-af86-5361ddfde1bb on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] Jan 28 03:23:57.966109 n-d-712139-27 neutron-server[109803]: INFO neutron.plugins.ml2.plugin [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempt 4 to bind port 580ae68e-56e0-4402-af86-5361ddfde1bb Jan 28 03:23:57.982602 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 580ae68e-56e0-4402-af86-5361ddfde1bb on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:57.983085 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 580ae68e-56e0-4402-af86-5361ddfde1bb by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:57.983916 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 580ae68e-56e0-4402-af86-5361ddfde1bb on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:58.007313 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Port 580ae68e-56e0-4402-af86-5361ddfde1bb on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:58.007911 n-d-712139-27 neutron-server[109803]: ERROR neutron.plugins.ml2.managers [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Failed to bind port 580ae68e-56e0-4402-af86-5361ddfde1bb on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] Jan 28 03:23:58.008689 n-d-712139-27 neutron-server[109803]: INFO neutron.plugins.ml2.plugin [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempt 5 to bind port 580ae68e-56e0-4402-af86-5361ddfde1bb Jan 28 03:23:58.025511 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 580ae68e-56e0-4402-af86-5361ddfde1bb on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:58.025997 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 580ae68e-56e0-4402-af86-5361ddfde1bb by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:58.026926 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 580ae68e-56e0-4402-af86-5361ddfde1bb on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:58.032527 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Port 580ae68e-56e0-4402-af86-5361ddfde1bb on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:58.033109 n-d-712139-27 neutron-server[109803]: ERROR neutron.plugins.ml2.managers [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Failed to bind port 580ae68e-56e0-4402-af86-5361ddfde1bb on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] Jan 28 03:23:58.033605 n-d-712139-27 neutron-server[109803]: INFO neutron.plugins.ml2.plugin [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempt 6 to bind port 580ae68e-56e0-4402-af86-5361ddfde1bb Jan 28 03:23:58.049262 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 580ae68e-56e0-4402-af86-5361ddfde1bb on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:58.049758 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 580ae68e-56e0-4402-af86-5361ddfde1bb by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:58.050234 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 580ae68e-56e0-4402-af86-5361ddfde1bb on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:58.059133 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Port 580ae68e-56e0-4402-af86-5361ddfde1bb on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:58.059596 n-d-712139-27 neutron-server[109803]: ERROR neutron.plugins.ml2.managers [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Failed to bind port 580ae68e-56e0-4402-af86-5361ddfde1bb on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] Jan 28 03:23:58.060106 n-d-712139-27 neutron-server[109803]: INFO neutron.plugins.ml2.plugin [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempt 7 to bind port 580ae68e-56e0-4402-af86-5361ddfde1bb Jan 28 03:23:58.074468 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 580ae68e-56e0-4402-af86-5361ddfde1bb on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:58.075006 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 580ae68e-56e0-4402-af86-5361ddfde1bb by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:58.075443 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 580ae68e-56e0-4402-af86-5361ddfde1bb on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:58.081301 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Port 580ae68e-56e0-4402-af86-5361ddfde1bb on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:58.081776 n-d-712139-27 neutron-server[109803]: ERROR neutron.plugins.ml2.managers [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Failed to bind port 580ae68e-56e0-4402-af86-5361ddfde1bb on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] Jan 28 03:23:58.082265 n-d-712139-27 neutron-server[109803]: INFO neutron.plugins.ml2.plugin [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempt 8 to bind port 580ae68e-56e0-4402-af86-5361ddfde1bb Jan 28 03:23:58.113351 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 580ae68e-56e0-4402-af86-5361ddfde1bb on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:58.113950 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 580ae68e-56e0-4402-af86-5361ddfde1bb by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:58.114980 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 580ae68e-56e0-4402-af86-5361ddfde1bb on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:58.119840 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Port 580ae68e-56e0-4402-af86-5361ddfde1bb on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:58.120287 n-d-712139-27 neutron-server[109803]: ERROR neutron.plugins.ml2.managers [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Failed to bind port 580ae68e-56e0-4402-af86-5361ddfde1bb on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] Jan 28 03:23:58.120782 n-d-712139-27 neutron-server[109803]: INFO neutron.plugins.ml2.plugin [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempt 9 to bind port 580ae68e-56e0-4402-af86-5361ddfde1bb Jan 28 03:23:58.134499 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 580ae68e-56e0-4402-af86-5361ddfde1bb on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:58.135427 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 580ae68e-56e0-4402-af86-5361ddfde1bb by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:58.135864 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 580ae68e-56e0-4402-af86-5361ddfde1bb on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:58.140896 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Port 580ae68e-56e0-4402-af86-5361ddfde1bb on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:58.141508 n-d-712139-27 neutron-server[109803]: ERROR neutron.plugins.ml2.managers [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Failed to bind port 580ae68e-56e0-4402-af86-5361ddfde1bb on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] Jan 28 03:23:58.142009 n-d-712139-27 neutron-server[109803]: INFO neutron.plugins.ml2.plugin [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempt 10 to bind port 580ae68e-56e0-4402-af86-5361ddfde1bb Jan 28 03:23:58.159214 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 580ae68e-56e0-4402-af86-5361ddfde1bb on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:23:58.159695 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 580ae68e-56e0-4402-af86-5361ddfde1bb by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:23:58.160157 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempting to bind port 580ae68e-56e0-4402-af86-5361ddfde1bb on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:23:58.166439 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Port 580ae68e-56e0-4402-af86-5361ddfde1bb on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:23:58.166883 n-d-712139-27 neutron-server[109803]: ERROR neutron.plugins.ml2.managers [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Failed to bind port 580ae68e-56e0-4402-af86-5361ddfde1bb on host n-h2-712139-27 for vnic_type normal using segments [{'id': 'd688ca04-b1df-4c14-abc9-e81c0560cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e1b053bb-ab24-4c95-9b92-cbc1a511a93a'}] Jan 28 03:23:58.167344 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (580ae68e-56e0-4402-af86-5361ddfde1bb), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:58.251646 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] For port 580ae68e-56e0-4402-af86-5361ddfde1bb, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:23:58.252239 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attempted to set empty binding levels {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 03:23:58.260013 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (580ae68e-56e0-4402-af86-5361ddfde1bb), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:58.285015 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] In _notify_port_updated(), no bound segment for port 580ae68e-56e0-4402-af86-5361ddfde1bb on network e1b053bb-ab24-4c95-9b92-cbc1a511a93a {{(pid=109803) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 03:23:58.286053 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:23:58.287056 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:58.292967 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50562) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:58.307735 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] 10.222.0.53 "PUT /v2.0/ports/580ae68e-56e0-4402-af86-5361ddfde1bb HTTP/1.1" status: 200 len: 975 time: 0.7901955 Jan 28 03:23:58.348126 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c75537-9f85-469a-8499-5f581462f958 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Pushing event updated for resources: {'Port': ['ID=580ae68e-56e0-4402-af86-5361ddfde1bb,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:58.403342 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-bbc9811d-8d12-4ac8-b7ff-8085d8c650b4 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Deleting port 580ae68e-56e0-4402-af86-5361ddfde1bb {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:23:58.403831 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bbc9811d-8d12-4ac8-b7ff-8085d8c650b4 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (580ae68e-56e0-4402-af86-5361ddfde1bb), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:58.483160 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-bbc9811d-8d12-4ac8-b7ff-8085d8c650b4 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] For port 580ae68e-56e0-4402-af86-5361ddfde1bb, host n-h2-712139-27, got binding levels [] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:23:58.483519 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bbc9811d-8d12-4ac8-b7ff-8085d8c650b4 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (580ae68e-56e0-4402-af86-5361ddfde1bb), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:58.503744 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-bbc9811d-8d12-4ac8-b7ff-8085d8c650b4 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Calling delete_port for 580ae68e-56e0-4402-af86-5361ddfde1bb owned by {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:23:58.605323 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bbc9811d-8d12-4ac8-b7ff-8085d8c650b4 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (580ae68e-56e0-4402-af86-5361ddfde1bb), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:58.634615 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc9811d-8d12-4ac8-b7ff-8085d8c650b4 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Pushing event deleted for resources: {'Port': ['ID=580ae68e-56e0-4402-af86-5361ddfde1bb,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:58.650698 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bbc9811d-8d12-4ac8-b7ff-8085d8c650b4 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:58.654921 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-bbc9811d-8d12-4ac8-b7ff-8085d8c650b4 tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] 10.222.0.53 "DELETE /v2.0/ports/580ae68e-56e0-4402-af86-5361ddfde1bb HTTP/1.1" status: 204 len: 168 time: 0.3606830 Jan 28 03:23:58.657888 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50564) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:58.697654 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-144d14a4-1118-4f24-834a-e970fc81f50d tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] GET failed (client error): The resource could not be found. Jan 28 03:23:58.699760 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-144d14a4-1118-4f24-834a-e970fc81f50d tempest-PortsAdminExtendedAttrsTestJSON-710871768 tempest-PortsAdminExtendedAttrsTestJSON-710871768-project-admin] 10.222.0.53 "GET /v2.0/ports/580ae68e-56e0-4402-af86-5361ddfde1bb HTTP/1.1" status: 404 len: 333 time: 0.0392034 Jan 28 03:23:58.704369 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50566) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:58.800927 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9b8f1a03-1291-4c28-9db4-5cdfcf625ab8 tempest-PortsAdminExtendedAttrsTestJSON-1159455482 tempest-PortsAdminExtendedAttrsTestJSON-1159455482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (e1b053bb-ab24-4c95-9b92-cbc1a511a93a), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:58.924567 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9b8f1a03-1291-4c28-9db4-5cdfcf625ab8 tempest-PortsAdminExtendedAttrsTestJSON-1159455482 tempest-PortsAdminExtendedAttrsTestJSON-1159455482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (e1b053bb-ab24-4c95-9b92-cbc1a511a93a), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:58.973502 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-9b8f1a03-1291-4c28-9db4-5cdfcf625ab8 tempest-PortsAdminExtendedAttrsTestJSON-1159455482 tempest-PortsAdminExtendedAttrsTestJSON-1159455482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1b053bb-ab24-4c95-9b92-cbc1a511a93a']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:23:58.987547 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-9b8f1a03-1291-4c28-9db4-5cdfcf625ab8 tempest-PortsAdminExtendedAttrsTestJSON-1159455482 tempest-PortsAdminExtendedAttrsTestJSON-1159455482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd688ca04-b1df-4c14-abc9-e81c0560cbae') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:23:58.987901 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-9b8f1a03-1291-4c28-9db4-5cdfcf625ab8 tempest-PortsAdminExtendedAttrsTestJSON-1159455482 tempest-PortsAdminExtendedAttrsTestJSON-1159455482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd688ca04-b1df-4c14-abc9-e81c0560cbae') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:23:59.001354 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9b8f1a03-1291-4c28-9db4-5cdfcf625ab8 tempest-PortsAdminExtendedAttrsTestJSON-1159455482 tempest-PortsAdminExtendedAttrsTestJSON-1159455482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (d688ca04-b1df-4c14-abc9-e81c0560cbae), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:59.025817 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9b8f1a03-1291-4c28-9db4-5cdfcf625ab8 tempest-PortsAdminExtendedAttrsTestJSON-1159455482 tempest-PortsAdminExtendedAttrsTestJSON-1159455482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (d688ca04-b1df-4c14-abc9-e81c0560cbae), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:59.033297 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b8f1a03-1291-4c28-9db4-5cdfcf625ab8 tempest-PortsAdminExtendedAttrsTestJSON-1159455482 tempest-PortsAdminExtendedAttrsTestJSON-1159455482-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:23:59.033874 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9b8f1a03-1291-4c28-9db4-5cdfcf625ab8 tempest-PortsAdminExtendedAttrsTestJSON-1159455482 tempest-PortsAdminExtendedAttrsTestJSON-1159455482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (d688ca04-b1df-4c14-abc9-e81c0560cbae), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:59.037307 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:23:59.037307 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:23:59.037307 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:23:59.037307 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:23:59.037307 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:23:59.037307 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:23:59.037307 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:23:59.037307 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:23:59.037307 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:23:59.037307 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:23:59.037307 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:23:59.037307 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:23:59.037307 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:23:59.037307 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:23:59.037307 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:23:59.037307 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:23:59.037307 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:23:59.037307 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:23:59.037307 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:23:59.037307 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:23:59.037307 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:23:59.037307 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:23:59.037307 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:23:59.037307 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:23:59.037307 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:23:59.037307 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:23:59.037307 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:23:59.037307 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:23:59.037307 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:23:59.037307 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:23:59.037307 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:23:59.037307 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:23:59.111052 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9b8f1a03-1291-4c28-9db4-5cdfcf625ab8 tempest-PortsAdminExtendedAttrsTestJSON-1159455482 tempest-PortsAdminExtendedAttrsTestJSON-1159455482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (e1b053bb-ab24-4c95-9b92-cbc1a511a93a), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:59.135984 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9b8f1a03-1291-4c28-9db4-5cdfcf625ab8 tempest-PortsAdminExtendedAttrsTestJSON-1159455482 tempest-PortsAdminExtendedAttrsTestJSON-1159455482-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:59.140975 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9b8f1a03-1291-4c28-9db4-5cdfcf625ab8 tempest-PortsAdminExtendedAttrsTestJSON-1159455482 tempest-PortsAdminExtendedAttrsTestJSON-1159455482-project] 10.222.0.53 "DELETE /v2.0/networks/e1b053bb-ab24-4c95-9b92-cbc1a511a93a HTTP/1.1" status: 204 len: 168 time: 0.4350913 Jan 28 03:23:59.142737 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8f1a03-1291-4c28-9db4-5cdfcf625ab8 tempest-PortsAdminExtendedAttrsTestJSON-1159455482 tempest-PortsAdminExtendedAttrsTestJSON-1159455482-project] Pushing event deleted for resources: {'Network': ['ID=e1b053bb-ab24-4c95-9b92-cbc1a511a93a,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:23:59.406039 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:59.483266 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50576) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:59.648000 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e9041755-f2f2-45df-ab0d-8a2f0550e1c4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a149c47d24044e3b94482f6cabbc3524&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1636500 Jan 28 03:23:59.650650 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50580) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:23:59.735095 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3653704c-c629-46d8-8de4-0b149628f5c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:59.746835 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d7837d85-4d46-4db8-9779-1bf3f2c23ea6 admin admin] Publish callbacks [] for security_group (5a0e88c9-affd-4bc7-a280-63255659d2e0), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:59.788048 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d7837d85-4d46-4db8-9779-1bf3f2c23ea6 admin admin] Publish callbacks [] for security_group (5a0e88c9-affd-4bc7-a280-63255659d2e0), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:59.868520 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d7837d85-4d46-4db8-9779-1bf3f2c23ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (5a0e88c9-affd-4bc7-a280-63255659d2e0), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:59.874046 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d7837d85-4d46-4db8-9779-1bf3f2c23ea6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:23:59.875815 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d7837d85-4d46-4db8-9779-1bf3f2c23ea6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5a0e88c9-affd-4bc7-a280-63255659d2e0 HTTP/1.1" status: 204 len: 168 time: 0.2236853 Jan 28 03:23:59.892732 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7837d85-4d46-4db8-9779-1bf3f2c23ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0e88c9-affd-4bc7-a280-63255659d2e0,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:00.234290 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50588) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:00.285717 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-08d5898d-9193-4592-8bf7-3b797b6e8b82 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b51ef7c0fd164a278334351c2026716a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0498831 Jan 28 03:24:00.288074 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50590) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:00.340815 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8bd33bc5-b1e6-424b-aa2f-e72a735fc301 admin admin] Publish callbacks [] for security_group (ad5cdde1-178c-426d-80b1-a3a534f3d40e), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:00.365338 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8bd33bc5-b1e6-424b-aa2f-e72a735fc301 admin admin] Publish callbacks [] for security_group (ad5cdde1-178c-426d-80b1-a3a534f3d40e), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:00.416138 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8bd33bc5-b1e6-424b-aa2f-e72a735fc301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (ad5cdde1-178c-426d-80b1-a3a534f3d40e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:00.421228 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8bd33bc5-b1e6-424b-aa2f-e72a735fc301 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:00.425938 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8bd33bc5-b1e6-424b-aa2f-e72a735fc301 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ad5cdde1-178c-426d-80b1-a3a534f3d40e HTTP/1.1" status: 204 len: 168 time: 0.1334872 Jan 28 03:24:00.446396 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd33bc5-b1e6-424b-aa2f-e72a735fc301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5cdde1-178c-426d-80b1-a3a534f3d40e,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:01.215135 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50616) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:01.323166 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-ce804d21-fe34-4ead-8ffe-c35bd5219901 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:01.323983 n-d-712139-27 neutron-server[109802]: WARNING neutron.api.v2.base [None req-ce804d21-fe34-4ead-8ffe-c35bd5219901 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 03:24:01.324561 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-ce804d21-fe34-4ead-8ffe-c35bd5219901 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 03:24:01.329104 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ce804d21-fe34-4ead-8ffe-c35bd5219901 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1101975 Jan 28 03:24:01.329738 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50620) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:01.334809 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-e63431d1-9c20-497f-a5d4-11d6ee989cef tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Request body: {'security_group': {'name': 'tempest-secgroup--942063159'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:01.357851 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e63431d1-9c20-497f-a5d4-11d6ee989cef tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:01.368363 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e63431d1-9c20-497f-a5d4-11d6ee989cef tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:01.461422 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e63431d1-9c20-497f-a5d4-11d6ee989cef tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (721e3d8e-177d-4761-a8de-21e40b08d0a5), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:01.466426 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e63431d1-9c20-497f-a5d4-11d6ee989cef tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (721e3d8e-177d-4761-a8de-21e40b08d0a5), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:01.508660 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63431d1-9c20-497f-a5d4-11d6ee989cef tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=721e3d8e-177d-4761-a8de-21e40b08d0a5,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:01.558211 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e63431d1-9c20-497f-a5d4-11d6ee989cef tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (dc1661a5-b01c-45f0-9497-0bc0998e9341), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:01.563275 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e63431d1-9c20-497f-a5d4-11d6ee989cef tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (dc1661a5-b01c-45f0-9497-0bc0998e9341), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:01.596812 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e63431d1-9c20-497f-a5d4-11d6ee989cef tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:01.598533 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e63431d1-9c20-497f-a5d4-11d6ee989cef tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2675872 Jan 28 03:24:01.601711 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50624) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:01.608707 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-a2dfba42-e673-4bf7-a8bd-1e5ca9b311fb tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Request body: {'security_group_rule': {'security_group_id': 'dc1661a5-b01c-45f0-9497-0bc0998e9341', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:01.621408 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63431d1-9c20-497f-a5d4-11d6ee989cef tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1661a5-b01c-45f0-9497-0bc0998e9341,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:01.638631 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a2dfba42-e673-4bf7-a8bd-1e5ca9b311fb tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group_rule (f4f6b176-dc56-4c39-95f0-4392503889cc), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:01.699414 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a2dfba42-e673-4bf7-a8bd-1e5ca9b311fb tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group_rule (f4f6b176-dc56-4c39-95f0-4392503889cc), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:01.703997 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a2dfba42-e673-4bf7-a8bd-1e5ca9b311fb tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (f4f6b176-dc56-4c39-95f0-4392503889cc), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:01.718450 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dfba42-e673-4bf7-a8bd-1e5ca9b311fb tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4f6b176-dc56-4c39-95f0-4392503889cc,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:01.736540 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a2dfba42-e673-4bf7-a8bd-1e5ca9b311fb tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:01.738213 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a2dfba42-e673-4bf7-a8bd-1e5ca9b311fb tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1343422 Jan 28 03:24:01.741244 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50626) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:01.746535 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-ec0aed73-d41e-4873-abfa-a7e99a64062e tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Request body: {'security_group_rule': {'security_group_id': 'dc1661a5-b01c-45f0-9497-0bc0998e9341', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:01.778238 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ec0aed73-d41e-4873-abfa-a7e99a64062e tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group_rule (f7e679d5-773c-406b-9931-d438f81a05e2), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:01.790207 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cf893b55-d281-41bb-9ae9-b28555c126f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:01.832862 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-ec0aed73-d41e-4873-abfa-a7e99a64062e tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 03:24:01.836937 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ec0aed73-d41e-4873-abfa-a7e99a64062e tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0914559 Jan 28 03:24:01.837065 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50628) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:01.906151 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ea5e4784-d677-4e51-9346-a4adc4c1c9b1 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (dc1661a5-b01c-45f0-9497-0bc0998e9341), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:01.934484 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ea5e4784-d677-4e51-9346-a4adc4c1c9b1 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (dc1661a5-b01c-45f0-9497-0bc0998e9341), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:01.991870 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ea5e4784-d677-4e51-9346-a4adc4c1c9b1 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (dc1661a5-b01c-45f0-9497-0bc0998e9341), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:01.995344 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ea5e4784-d677-4e51-9346-a4adc4c1c9b1 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:01.999258 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ea5e4784-d677-4e51-9346-a4adc4c1c9b1 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "DELETE /v2.0/security-groups/dc1661a5-b01c-45f0-9497-0bc0998e9341 HTTP/1.1" status: 204 len: 168 time: 0.1594594 Jan 28 03:24:02.000045 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50630) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:02.008419 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e4784-d677-4e51-9346-a4adc4c1c9b1 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1661a5-b01c-45f0-9497-0bc0998e9341,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:02.078427 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-bc1029c6-e0da-4501-a85c-56be23328dd7 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0732508 Jan 28 03:24:02.079259 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50632) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:02.084375 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-56a9f6bb-82d3-42fc-bf9a-e81b5f8c6002 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Request body: {'security_group': {'name': 'tempest-secgroup--1697985232'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:02.109359 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-56a9f6bb-82d3-42fc-bf9a-e81b5f8c6002 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:02.194475 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-56a9f6bb-82d3-42fc-bf9a-e81b5f8c6002 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (b6711baf-bd62-4afe-be0e-248c5a423786), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:02.202725 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-56a9f6bb-82d3-42fc-bf9a-e81b5f8c6002 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b6711baf-bd62-4afe-be0e-248c5a423786), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:02.249603 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-56a9f6bb-82d3-42fc-bf9a-e81b5f8c6002 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:02.253996 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-56a9f6bb-82d3-42fc-bf9a-e81b5f8c6002 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1704590 Jan 28 03:24:02.253996 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50638) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:02.259568 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-ee82fe79-59b5-45c4-906e-62d2b8ebb22b tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Request body: {'security_group_rule': {'security_group_id': 'b6711baf-bd62-4afe-be0e-248c5a423786', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:02.260068 n-d-712139-27 neutron-server[109802]: WARNING neutron.api.v2.base [None req-ee82fe79-59b5-45c4-906e-62d2b8ebb22b tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 28 03:24:02.260572 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-ee82fe79-59b5-45c4-906e-62d2b8ebb22b tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:24:02.264830 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ee82fe79-59b5-45c4-906e-62d2b8ebb22b tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0069034 Jan 28 03:24:02.265265 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50640) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:02.272702 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9f6bb-82d3-42fc-bf9a-e81b5f8c6002 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6711baf-bd62-4afe-be0e-248c5a423786,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:02.354126 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e1f84f3e-bd55-48bb-9fae-e627a0169b5c tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (b6711baf-bd62-4afe-be0e-248c5a423786), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:02.386990 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e1f84f3e-bd55-48bb-9fae-e627a0169b5c tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (b6711baf-bd62-4afe-be0e-248c5a423786), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:02.444551 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e1f84f3e-bd55-48bb-9fae-e627a0169b5c tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b6711baf-bd62-4afe-be0e-248c5a423786), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:02.447350 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e1f84f3e-bd55-48bb-9fae-e627a0169b5c tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:02.448542 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e1f84f3e-bd55-48bb-9fae-e627a0169b5c tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "DELETE /v2.0/security-groups/b6711baf-bd62-4afe-be0e-248c5a423786 HTTP/1.1" status: 204 len: 168 time: 0.1824932 Jan 28 03:24:02.451558 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50648) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:02.469462 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f84f3e-bd55-48bb-9fae-e627a0169b5c tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6711baf-bd62-4afe-be0e-248c5a423786,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:02.502564 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5bfe2e29-2c4c-4269-96ca-658ad0a34576 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0497355 Jan 28 03:24:02.503471 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50650) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:02.510707 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-274e1245-4fc2-47dd-9918-9a7309ceaf2e tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Request body: {'security_group': {'name': 'tempest-secgroup--1583579664'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:02.543360 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-274e1245-4fc2-47dd-9918-9a7309ceaf2e tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:02.557531 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50652) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:02.639783 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-274e1245-4fc2-47dd-9918-9a7309ceaf2e tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (1d20e637-d39c-42d2-8627-f31859b1531f), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:02.645723 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-274e1245-4fc2-47dd-9918-9a7309ceaf2e tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (1d20e637-d39c-42d2-8627-f31859b1531f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:02.686345 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-274e1245-4fc2-47dd-9918-9a7309ceaf2e tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:02.688562 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-274e1245-4fc2-47dd-9918-9a7309ceaf2e tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1832404 Jan 28 03:24:02.690098 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274e1245-4fc2-47dd-9918-9a7309ceaf2e tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d20e637-d39c-42d2-8627-f31859b1531f,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:02.692193 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50656) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:02.696887 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-1e6b73d5-1705-4354-a62e-ae04e60d0a6f tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Request body: {'security_group_rule': {'security_group_id': '1d20e637-d39c-42d2-8627-f31859b1531f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:02.706492 n-d-712139-27 neutron-server[109802]: WARNING neutron.api.v2.base [None req-1e6b73d5-1705-4354-a62e-ae04e60d0a6f tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 28 03:24:02.708089 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-1e6b73d5-1705-4354-a62e-ae04e60d0a6f tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:24:02.713431 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50658) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:02.714163 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1e6b73d5-1705-4354-a62e-ae04e60d0a6f tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0208776 Jan 28 03:24:02.730307 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f6ee4780-1855-4546-ba15-cdef17eda073 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:02.789354 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2ebb7c15-e437-45f7-bc22-63bc15f6be77 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (1d20e637-d39c-42d2-8627-f31859b1531f), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:02.820588 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2ebb7c15-e437-45f7-bc22-63bc15f6be77 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (1d20e637-d39c-42d2-8627-f31859b1531f), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:02.821724 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f6ee4780-1855-4546-ba15-cdef17eda073 admin admin] Publish callbacks [] for security_group (dd95ca58-6f9d-4817-9e3a-fcbf8d312859), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:02.828415 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f6ee4780-1855-4546-ba15-cdef17eda073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (dd95ca58-6f9d-4817-9e3a-fcbf8d312859), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:02.867599 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ee4780-1855-4546-ba15-cdef17eda073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd95ca58-6f9d-4817-9e3a-fcbf8d312859,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:02.868854 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2ebb7c15-e437-45f7-bc22-63bc15f6be77 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (1d20e637-d39c-42d2-8627-f31859b1531f), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:02.881257 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f6ee4780-1855-4546-ba15-cdef17eda073 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d98331c91fbb43359eac9d4ebd1d9075&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3218439 Jan 28 03:24:02.883682 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50660) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:02.886617 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2ebb7c15-e437-45f7-bc22-63bc15f6be77 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:02.891585 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-2ebb7c15-e437-45f7-bc22-63bc15f6be77 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "DELETE /v2.0/security-groups/1d20e637-d39c-42d2-8627-f31859b1531f HTTP/1.1" status: 204 len: 168 time: 0.1744854 Jan 28 03:24:02.893274 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50662) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:02.912581 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb7c15-e437-45f7-bc22-63bc15f6be77 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d20e637-d39c-42d2-8627-f31859b1531f,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:02.949199 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d6893714-c094-4f95-93f4-591e7650b816 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0510855 Jan 28 03:24:02.949587 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50664) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:02.954619 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-083231d8-6738-476a-bda4-df1acebb1287 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Request body: {'security_group': {'name': 'tempest-secgroup--596246876'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:02.968539 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e7c31f32-44ef-4eab-93b6-f5dd23e016e2 admin admin] Publish callbacks [] for security_group (dd95ca58-6f9d-4817-9e3a-fcbf8d312859), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:02.982546 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-083231d8-6738-476a-bda4-df1acebb1287 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:02.995324 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e7c31f32-44ef-4eab-93b6-f5dd23e016e2 admin admin] Publish callbacks [] for security_group (dd95ca58-6f9d-4817-9e3a-fcbf8d312859), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:03.053303 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e7c31f32-44ef-4eab-93b6-f5dd23e016e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (dd95ca58-6f9d-4817-9e3a-fcbf8d312859), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:03.058265 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e7c31f32-44ef-4eab-93b6-f5dd23e016e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:03.059661 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e7c31f32-44ef-4eab-93b6-f5dd23e016e2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dd95ca58-6f9d-4817-9e3a-fcbf8d312859 HTTP/1.1" status: 204 len: 168 time: 0.1747468 Jan 28 03:24:03.070652 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c31f32-44ef-4eab-93b6-f5dd23e016e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd95ca58-6f9d-4817-9e3a-fcbf8d312859,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:03.078738 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-083231d8-6738-476a-bda4-df1acebb1287 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (2e17a49c-d385-4c46-a17f-899a2b9f6931), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:03.098049 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-083231d8-6738-476a-bda4-df1acebb1287 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (2e17a49c-d385-4c46-a17f-899a2b9f6931), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:03.127163 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-083231d8-6738-476a-bda4-df1acebb1287 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:03.128992 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-083231d8-6738-476a-bda4-df1acebb1287 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1783342 Jan 28 03:24:03.132272 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50668) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:03.137638 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-3f3bcda4-8ecc-4065-a6d7-2e601a4fe783 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Request body: {'security_group_rule': {'security_group_id': '2e17a49c-d385-4c46-a17f-899a2b9f6931', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:03.139871 n-d-712139-27 neutron-server[109802]: WARNING neutron.api.v2.base [None req-3f3bcda4-8ecc-4065-a6d7-2e601a4fe783 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 28 03:24:03.140442 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-3f3bcda4-8ecc-4065-a6d7-2e601a4fe783 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:24:03.141471 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3f3bcda4-8ecc-4065-a6d7-2e601a4fe783 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0078733 Jan 28 03:24:03.145020 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50670) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:03.153237 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-f97bd3d6-620c-4b1f-b58c-6c3aef5d4f29 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Request body: {'security_group_rule': {'security_group_id': '2e17a49c-d385-4c46-a17f-899a2b9f6931', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:03.154315 n-d-712139-27 neutron-server[109803]: WARNING neutron.api.v2.base [None req-f97bd3d6-620c-4b1f-b58c-6c3aef5d4f29 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 28 03:24:03.155156 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-f97bd3d6-620c-4b1f-b58c-6c3aef5d4f29 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:24:03.158778 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f97bd3d6-620c-4b1f-b58c-6c3aef5d4f29 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0098064 Jan 28 03:24:03.158778 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083231d8-6738-476a-bda4-df1acebb1287 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e17a49c-d385-4c46-a17f-899a2b9f6931,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:03.159124 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50672) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:03.165578 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-f3ae4b2d-662f-4da2-b2f1-bd7d03138cac tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Request body: {'security_group_rule': {'security_group_id': '2e17a49c-d385-4c46-a17f-899a2b9f6931', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:03.166407 n-d-712139-27 neutron-server[109802]: WARNING neutron.api.v2.base [None req-f3ae4b2d-662f-4da2-b2f1-bd7d03138cac tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 28 03:24:03.166905 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-f3ae4b2d-662f-4da2-b2f1-bd7d03138cac tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:24:03.170615 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f3ae4b2d-662f-4da2-b2f1-bd7d03138cac tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0078413 Jan 28 03:24:03.171101 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50674) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:03.176538 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-54524ff9-8334-4d53-a1a5-0b1dd9bf21d3 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Request body: {'security_group_rule': {'security_group_id': '2e17a49c-d385-4c46-a17f-899a2b9f6931', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:03.178719 n-d-712139-27 neutron-server[109803]: WARNING neutron.api.v2.base [None req-54524ff9-8334-4d53-a1a5-0b1dd9bf21d3 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 28 03:24:03.179327 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-54524ff9-8334-4d53-a1a5-0b1dd9bf21d3 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:24:03.183117 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-54524ff9-8334-4d53-a1a5-0b1dd9bf21d3 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0080359 Jan 28 03:24:03.183252 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50676) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:03.241903 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6f90fa62-dc42-4ed7-bddc-f26f9f49ee01 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (2e17a49c-d385-4c46-a17f-899a2b9f6931), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:03.273497 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6f90fa62-dc42-4ed7-bddc-f26f9f49ee01 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (2e17a49c-d385-4c46-a17f-899a2b9f6931), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:03.320292 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6f90fa62-dc42-4ed7-bddc-f26f9f49ee01 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (2e17a49c-d385-4c46-a17f-899a2b9f6931), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:03.324356 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6f90fa62-dc42-4ed7-bddc-f26f9f49ee01 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:03.328707 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6f90fa62-dc42-4ed7-bddc-f26f9f49ee01 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "DELETE /v2.0/security-groups/2e17a49c-d385-4c46-a17f-899a2b9f6931 HTTP/1.1" status: 204 len: 168 time: 0.1416712 Jan 28 03:24:03.329661 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50680) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:03.344270 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f90fa62-dc42-4ed7-bddc-f26f9f49ee01 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e17a49c-d385-4c46-a17f-899a2b9f6931,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:03.389335 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:03.423783 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50684) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:03.426196 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-93439b18-9ad5-4c42-8684-c3504598ab55 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0921037 Jan 28 03:24:03.428513 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-58fe7be6-ac56-4317-a02a-066d0fe8c11e tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Request body: {'security_group': {'name': 'tempest-secgroup--735086942'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:03.458800 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58fe7be6-ac56-4317-a02a-066d0fe8c11e tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:03.576435 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58fe7be6-ac56-4317-a02a-066d0fe8c11e tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (98f88553-1309-4d52-a18e-ccb8b1b67703), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:03.583847 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58fe7be6-ac56-4317-a02a-066d0fe8c11e tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (98f88553-1309-4d52-a18e-ccb8b1b67703), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:03.619424 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:03.622730 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58fe7be6-ac56-4317-a02a-066d0fe8c11e tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:03.624260 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-58fe7be6-ac56-4317-a02a-066d0fe8c11e tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1994019 Jan 28 03:24:03.627758 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50694) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:03.634661 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-c6737b79-ea5f-44a2-b895-43f774f9e83a tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Request body: {'security_group_rule': {'security_group_id': '98f88553-1309-4d52-a18e-ccb8b1b67703', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:03.635280 n-d-712139-27 neutron-server[109803]: WARNING neutron.api.v2.base [None req-c6737b79-ea5f-44a2-b895-43f774f9e83a tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 03:24:03.635875 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-c6737b79-ea5f-44a2-b895-43f774f9e83a tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:24:03.641727 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c6737b79-ea5f-44a2-b895-43f774f9e83a tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0126424 Jan 28 03:24:03.642189 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50696) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:03.651405 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-dc851c51-bc15-4b93-b150-103c0eb0e7f5 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Request body: {'security_group_rule': {'security_group_id': '98f88553-1309-4d52-a18e-ccb8b1b67703', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:03.676646 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe7be6-ac56-4317-a02a-066d0fe8c11e tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98f88553-1309-4d52-a18e-ccb8b1b67703,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:03.714226 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-dc851c51-bc15-4b93-b150-103c0eb0e7f5 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:24:03.718986 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-dc851c51-bc15-4b93-b150-103c0eb0e7f5 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0724533 Jan 28 03:24:03.719201 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50698) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:03.727254 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-6e6f6039-cfb9-4762-95b0-0fc781514301 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Request body: {'security_group_rule': {'security_group_id': '98f88553-1309-4d52-a18e-ccb8b1b67703', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:03.727591 n-d-712139-27 neutron-server[109803]: WARNING neutron.api.v2.base [None req-6e6f6039-cfb9-4762-95b0-0fc781514301 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 28 03:24:03.728195 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-6e6f6039-cfb9-4762-95b0-0fc781514301 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:24:03.729370 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6e6f6039-cfb9-4762-95b0-0fc781514301 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0081310 Jan 28 03:24:03.732593 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50700) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:03.740423 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-34be4df6-20ee-435c-a538-fb2383695210 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Request body: {'security_group_rule': {'security_group_id': '98f88553-1309-4d52-a18e-ccb8b1b67703', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:03.783197 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-34be4df6-20ee-435c-a538-fb2383695210 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:24:03.784342 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-34be4df6-20ee-435c-a538-fb2383695210 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0505025 Jan 28 03:24:03.787285 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50702) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:03.791756 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-85c5fe71-e524-47f7-9b1d-07108a1af662 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Request body: {'security_group_rule': {'security_group_id': '98f88553-1309-4d52-a18e-ccb8b1b67703', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:03.797560 n-d-712139-27 neutron-server[109802]: WARNING neutron.api.v2.base [None req-85c5fe71-e524-47f7-9b1d-07108a1af662 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 03:24:03.798303 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-85c5fe71-e524-47f7-9b1d-07108a1af662 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:24:03.802630 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50706) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:03.803090 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-85c5fe71-e524-47f7-9b1d-07108a1af662 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0144978 Jan 28 03:24:03.815696 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-1670e03b-381f-4b4c-93b4-6054d563bec8 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Request body: {'security_group_rule': {'security_group_id': '98f88553-1309-4d52-a18e-ccb8b1b67703', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:03.848413 n-d-712139-27 neutron-server[109803]: INFO neutron.db.securitygroups_db [None req-1670e03b-381f-4b4c-93b4-6054d563bec8 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Project 74882b86b89c432bacbaf20e3472152e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 03:24:03.862526 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-1670e03b-381f-4b4c-93b4-6054d563bec8 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:24:03.863926 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1670e03b-381f-4b4c-93b4-6054d563bec8 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0597003 Jan 28 03:24:03.867842 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50710) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:03.872911 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-384a09f4-1ef6-41d2-a230-4991b497f1b3 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Request body: {'security_group_rule': {'security_group_id': '98f88553-1309-4d52-a18e-ccb8b1b67703', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:03.873457 n-d-712139-27 neutron-server[109803]: WARNING neutron.api.v2.base [None req-384a09f4-1ef6-41d2-a230-4991b497f1b3 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 28 03:24:03.873959 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-384a09f4-1ef6-41d2-a230-4991b497f1b3 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:24:03.875131 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-384a09f4-1ef6-41d2-a230-4991b497f1b3 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061288 Jan 28 03:24:03.878425 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50714) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:03.885738 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-05e12694-ee50-4097-bebf-1a2e3028f6b9 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Request body: {'security_group_rule': {'security_group_id': '98f88553-1309-4d52-a18e-ccb8b1b67703', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:03.917899 n-d-712139-27 neutron-server[109802]: INFO neutron.db.securitygroups_db [None req-05e12694-ee50-4097-bebf-1a2e3028f6b9 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Project 74882b86b89c432bacbaf20e3472152e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 03:24:03.940490 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-05e12694-ee50-4097-bebf-1a2e3028f6b9 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:24:03.941759 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-05e12694-ee50-4097-bebf-1a2e3028f6b9 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0622635 Jan 28 03:24:03.944952 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50718) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:03.951451 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-0a3fdb58-fb7b-4267-9a73-044fd3760630 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Request body: {'security_group_rule': {'security_group_id': '98f88553-1309-4d52-a18e-ccb8b1b67703', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:03.984465 n-d-712139-27 neutron-server[109802]: INFO neutron.db.securitygroups_db [None req-0a3fdb58-fb7b-4267-9a73-044fd3760630 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Project 74882b86b89c432bacbaf20e3472152e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 03:24:03.999554 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-0a3fdb58-fb7b-4267-9a73-044fd3760630 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:24:04.004444 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0a3fdb58-fb7b-4267-9a73-044fd3760630 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0544002 Jan 28 03:24:04.004623 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50722) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:04.077229 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-cf234e99-d81a-43c4-b0f6-1b64782ed8fe tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (98f88553-1309-4d52-a18e-ccb8b1b67703), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:04.108042 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-cf234e99-d81a-43c4-b0f6-1b64782ed8fe tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (98f88553-1309-4d52-a18e-ccb8b1b67703), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:04.165678 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-cf234e99-d81a-43c4-b0f6-1b64782ed8fe tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (98f88553-1309-4d52-a18e-ccb8b1b67703), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:04.168621 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-cf234e99-d81a-43c4-b0f6-1b64782ed8fe tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:04.170090 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-cf234e99-d81a-43c4-b0f6-1b64782ed8fe tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "DELETE /v2.0/security-groups/98f88553-1309-4d52-a18e-ccb8b1b67703 HTTP/1.1" status: 204 len: 168 time: 0.1643193 Jan 28 03:24:04.172999 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50728) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:04.180439 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf234e99-d81a-43c4-b0f6-1b64782ed8fe tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f88553-1309-4d52-a18e-ccb8b1b67703,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:04.235219 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7eb5ccc2-d3e0-4623-922b-9824e715ae96 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0610075 Jan 28 03:24:04.240953 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50730) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:04.245293 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-0e380c58-9c34-4103-89f2-fff6c38d87d5 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Request body: {'security_group': {'name': 'tempest-secgroup--1609876023'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:04.277864 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0e380c58-9c34-4103-89f2-fff6c38d87d5 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:04.357022 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0e380c58-9c34-4103-89f2-fff6c38d87d5 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (c36c8930-b9b5-48a0-9b5d-0a355b7926e5), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:04.364634 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0e380c58-9c34-4103-89f2-fff6c38d87d5 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c36c8930-b9b5-48a0-9b5d-0a355b7926e5), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:04.398132 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e380c58-9c34-4103-89f2-fff6c38d87d5 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c36c8930-b9b5-48a0-9b5d-0a355b7926e5,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:04.409134 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0e380c58-9c34-4103-89f2-fff6c38d87d5 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:04.413774 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50734) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:04.414341 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0e380c58-9c34-4103-89f2-fff6c38d87d5 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1730635 Jan 28 03:24:04.419129 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-bbbfc3d4-f3ed-4c18-a01e-843e2a742cc8 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Request body: {'security_group_rule': {'security_group_id': 'c36c8930-b9b5-48a0-9b5d-0a355b7926e5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:04.467725 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-bbbfc3d4-f3ed-4c18-a01e-843e2a742cc8 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] create failed (client error): The resource could not be found. Jan 28 03:24:04.469003 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-bbbfc3d4-f3ed-4c18-a01e-843e2a742cc8 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0541453 Jan 28 03:24:04.471828 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50736) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:04.487231 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-1b0e9bf2-5a06-47c6-b099-5455051de189 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Request body: {'security_group_rule': {'security_group_id': 'c36c8930-b9b5-48a0-9b5d-0a355b7926e5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '3d50f105-bbba-43b7-9c87-00848eaa2de1'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:04.539703 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-1b0e9bf2-5a06-47c6-b099-5455051de189 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] create failed (client error): The resource could not be found. Jan 28 03:24:04.541441 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1b0e9bf2-5a06-47c6-b099-5455051de189 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0684321 Jan 28 03:24:04.544211 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50742) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:04.587395 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50744) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:04.606545 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-49ad8884-524c-4505-bf1d-4a8b833ed87d tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (c36c8930-b9b5-48a0-9b5d-0a355b7926e5), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:04.632725 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-49ad8884-524c-4505-bf1d-4a8b833ed87d tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (c36c8930-b9b5-48a0-9b5d-0a355b7926e5), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:04.698304 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-49ad8884-524c-4505-bf1d-4a8b833ed87d tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (c36c8930-b9b5-48a0-9b5d-0a355b7926e5), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:04.701504 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-49ad8884-524c-4505-bf1d-4a8b833ed87d tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:04.703110 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-49ad8884-524c-4505-bf1d-4a8b833ed87d tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "DELETE /v2.0/security-groups/c36c8930-b9b5-48a0-9b5d-0a355b7926e5 HTTP/1.1" status: 204 len: 168 time: 0.1575642 Jan 28 03:24:04.705977 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50748) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:04.713966 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ad8884-524c-4505-bf1d-4a8b833ed87d tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36c8930-b9b5-48a0-9b5d-0a355b7926e5,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:04.787610 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4d22b9a3-b54d-4f5b-af26-07537bf09f3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:04.794914 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-06d7e320-94b6-40a5-8640-a6ab092e287d tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0869823 Jan 28 03:24:04.799485 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50750) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:04.805776 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-d3a76767-ee16-4251-ae1a-3b540c34db76 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Request body: {'security_group_rule': {'security_group_id': '05407d51-081e-46d9-be5d-d31888c92954', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:04.825352 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:04.858396 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-d3a76767-ee16-4251-ae1a-3b540c34db76 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] create failed (client error): The resource could not be found. Jan 28 03:24:04.862799 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d3a76767-ee16-4251-ae1a-3b540c34db76 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0616813 Jan 28 03:24:04.866494 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50752) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:04.871540 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-b4db4493-9365-44e0-8ca1-db0e99b10f59 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Request body: {'security_group': {'name': 'tempest-secgroup--1819118743'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:04.911913 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4d22b9a3-b54d-4f5b-af26-07537bf09f3c admin admin] Publish callbacks [] for security_group (969db9f0-0348-4e21-8785-9d29faf469d0), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:04.917315 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4d22b9a3-b54d-4f5b-af26-07537bf09f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (969db9f0-0348-4e21-8785-9d29faf469d0), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:04.922881 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b4db4493-9365-44e0-8ca1-db0e99b10f59 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:04.983796 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4d22b9a3-b54d-4f5b-af26-07537bf09f3c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d70536f0b36e482f8bca967eecefa90c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3921928 Jan 28 03:24:04.984223 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d22b9a3-b54d-4f5b-af26-07537bf09f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969db9f0-0348-4e21-8785-9d29faf469d0,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:04.984503 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50756) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:05.059986 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b4db4493-9365-44e0-8ca1-db0e99b10f59 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (56357a58-f071-4974-992d-bf0807d9fd40), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:05.061781 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-183e0cd1-fcae-42f5-9a8f-6670f8a64a14 admin admin] Publish callbacks [] for security_group (969db9f0-0348-4e21-8785-9d29faf469d0), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:05.066252 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b4db4493-9365-44e0-8ca1-db0e99b10f59 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (56357a58-f071-4974-992d-bf0807d9fd40), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:05.093775 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-183e0cd1-fcae-42f5-9a8f-6670f8a64a14 admin admin] Publish callbacks [] for security_group (969db9f0-0348-4e21-8785-9d29faf469d0), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:05.096334 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b4db4493-9365-44e0-8ca1-db0e99b10f59 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:05.100412 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b4db4493-9365-44e0-8ca1-db0e99b10f59 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2298574 Jan 28 03:24:05.102620 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50758) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:05.109511 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-c4ca1cbf-60e8-49e3-9971-66e527911abf tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Request body: {'security_group': {'name': 'tempest-secgroup--941350814'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:05.118081 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db4493-9365-44e0-8ca1-db0e99b10f59 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56357a58-f071-4974-992d-bf0807d9fd40,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:05.150037 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c4ca1cbf-60e8-49e3-9971-66e527911abf tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:05.171725 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-183e0cd1-fcae-42f5-9a8f-6670f8a64a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (969db9f0-0348-4e21-8785-9d29faf469d0), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:05.174337 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-183e0cd1-fcae-42f5-9a8f-6670f8a64a14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:05.175562 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-183e0cd1-fcae-42f5-9a8f-6670f8a64a14 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/969db9f0-0348-4e21-8785-9d29faf469d0 HTTP/1.1" status: 204 len: 168 time: 0.1898136 Jan 28 03:24:05.184461 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e0cd1-fcae-42f5-9a8f-6670f8a64a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969db9f0-0348-4e21-8785-9d29faf469d0,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:05.231949 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c4ca1cbf-60e8-49e3-9971-66e527911abf tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (3825c0d4-ede2-4bbc-b794-c2584edbe2f0), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:05.240681 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c4ca1cbf-60e8-49e3-9971-66e527911abf tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (3825c0d4-ede2-4bbc-b794-c2584edbe2f0), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:05.269916 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c4ca1cbf-60e8-49e3-9971-66e527911abf tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:05.274388 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c4ca1cbf-60e8-49e3-9971-66e527911abf tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1675792 Jan 28 03:24:05.274667 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50762) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:05.279505 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-aaf5045d-d108-4618-9c4d-9c6d0b8e585a tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Request body: {'security_group_rule': {'security_group_id': '56357a58-f071-4974-992d-bf0807d9fd40', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '3825c0d4-ede2-4bbc-b794-c2584edbe2f0'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:05.279683 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca1cbf-60e8-49e3-9971-66e527911abf tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3825c0d4-ede2-4bbc-b794-c2584edbe2f0,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:05.326872 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-aaf5045d-d108-4618-9c4d-9c6d0b8e585a tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:24:05.327958 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-aaf5045d-d108-4618-9c4d-9c6d0b8e585a tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0522256 Jan 28 03:24:05.330988 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50764) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:05.390004 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-19e911b2-b45d-4494-8199-3d66583fa530 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (3825c0d4-ede2-4bbc-b794-c2584edbe2f0), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:05.416593 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-19e911b2-b45d-4494-8199-3d66583fa530 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (3825c0d4-ede2-4bbc-b794-c2584edbe2f0), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:05.478166 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-19e911b2-b45d-4494-8199-3d66583fa530 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (3825c0d4-ede2-4bbc-b794-c2584edbe2f0), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:05.483380 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-19e911b2-b45d-4494-8199-3d66583fa530 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:05.487110 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-19e911b2-b45d-4494-8199-3d66583fa530 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "DELETE /v2.0/security-groups/3825c0d4-ede2-4bbc-b794-c2584edbe2f0 HTTP/1.1" status: 204 len: 168 time: 0.1527252 Jan 28 03:24:05.490325 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50772) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:05.496781 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e911b2-b45d-4494-8199-3d66583fa530 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3825c0d4-ede2-4bbc-b794-c2584edbe2f0,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:05.557600 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50778) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:05.561774 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0a0cb730-ef21-4540-bad3-7e7754cad8e2 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0701523 Jan 28 03:24:05.614185 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3aeee5f0-a4aa-49d8-9c4a-7ffa6f9d151f tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (56357a58-f071-4974-992d-bf0807d9fd40), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:05.638692 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3aeee5f0-a4aa-49d8-9c4a-7ffa6f9d151f tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (56357a58-f071-4974-992d-bf0807d9fd40), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:05.688538 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3aeee5f0-a4aa-49d8-9c4a-7ffa6f9d151f tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (56357a58-f071-4974-992d-bf0807d9fd40), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:05.691721 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3aeee5f0-a4aa-49d8-9c4a-7ffa6f9d151f tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:05.692916 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-3aeee5f0-a4aa-49d8-9c4a-7ffa6f9d151f tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "DELETE /v2.0/security-groups/56357a58-f071-4974-992d-bf0807d9fd40 HTTP/1.1" status: 204 len: 168 time: 0.1343246 Jan 28 03:24:05.695954 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50782) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:05.703447 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeee5f0-a4aa-49d8-9c4a-7ffa6f9d151f tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56357a58-f071-4974-992d-bf0807d9fd40,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:05.748950 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-bd6aff40-81a0-4ba5-ab8c-a7a0713a0ccf tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0511312 Jan 28 03:24:05.752715 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50788) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:05.757677 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-1d38e15f-a45c-42e8-9c8b-119a314b37a0 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Request body: {'security_group': {'name': 'tempest-secgroup--450437062'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:05.780966 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1d38e15f-a45c-42e8-9c8b-119a314b37a0 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:05.849232 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1d38e15f-a45c-42e8-9c8b-119a314b37a0 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (a9c3554a-a023-459c-89bc-d9c02daadb1d), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:05.853670 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1d38e15f-a45c-42e8-9c8b-119a314b37a0 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (a9c3554a-a023-459c-89bc-d9c02daadb1d), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:05.881605 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1d38e15f-a45c-42e8-9c8b-119a314b37a0 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:05.882993 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1d38e15f-a45c-42e8-9c8b-119a314b37a0 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1292188 Jan 28 03:24:05.886377 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50794) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:05.887622 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d38e15f-a45c-42e8-9c8b-119a314b37a0 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c3554a-a023-459c-89bc-d9c02daadb1d,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:05.891754 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-e14e4048-816d-4786-ae84-0817874ddfd8 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Request body: {'security_group_rule': {'security_group_id': 'a9c3554a-a023-459c-89bc-d9c02daadb1d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:05.932420 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-e14e4048-816d-4786-ae84-0817874ddfd8 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:24:05.933497 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e14e4048-816d-4786-ae84-0817874ddfd8 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0457277 Jan 28 03:24:05.936569 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50796) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:05.941624 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-04ec080e-caa0-4c23-806c-13618eb209f3 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Request body: {'security_group_rule': {'security_group_id': 'a9c3554a-a023-459c-89bc-d9c02daadb1d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:05.976082 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-04ec080e-caa0-4c23-806c-13618eb209f3 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:24:05.980280 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-04ec080e-caa0-4c23-806c-13618eb209f3 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0402308 Jan 28 03:24:05.980594 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50800) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:06.037754 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c0f550d6-7af1-44ff-9cdc-01d5e43e5852 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (a9c3554a-a023-459c-89bc-d9c02daadb1d), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:06.062290 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c0f550d6-7af1-44ff-9cdc-01d5e43e5852 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (a9c3554a-a023-459c-89bc-d9c02daadb1d), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:06.107372 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c0f550d6-7af1-44ff-9cdc-01d5e43e5852 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (a9c3554a-a023-459c-89bc-d9c02daadb1d), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:06.110637 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c0f550d6-7af1-44ff-9cdc-01d5e43e5852 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:06.112181 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c0f550d6-7af1-44ff-9cdc-01d5e43e5852 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "DELETE /v2.0/security-groups/a9c3554a-a023-459c-89bc-d9c02daadb1d HTTP/1.1" status: 204 len: 168 time: 0.1305985 Jan 28 03:24:06.114918 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50804) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:06.122225 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f550d6-7af1-44ff-9cdc-01d5e43e5852 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c3554a-a023-459c-89bc-d9c02daadb1d,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:06.168682 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:06.185408 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0f2daf7b-7dc0-4d58-95ac-185aa4bffdbf tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0689945 Jan 28 03:24:06.188970 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50808) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:06.193581 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-63ba9e79-5fce-48a3-9f65-1c8462889129 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Request body: {'security_group': {'name': 'tempest-secgroup--1739855209'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:06.219543 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-63ba9e79-5fce-48a3-9f65-1c8462889129 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:06.296142 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-63ba9e79-5fce-48a3-9f65-1c8462889129 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (db5d4063-ac82-44a9-9f22-52209f59c49e), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:06.299969 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-63ba9e79-5fce-48a3-9f65-1c8462889129 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (db5d4063-ac82-44a9-9f22-52209f59c49e), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:06.329889 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-63ba9e79-5fce-48a3-9f65-1c8462889129 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:06.334105 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-63ba9e79-5fce-48a3-9f65-1c8462889129 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1412387 Jan 28 03:24:06.334450 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50816) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:06.339315 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ba9e79-5fce-48a3-9f65-1c8462889129 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db5d4063-ac82-44a9-9f22-52209f59c49e,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:06.339496 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-51dcff69-34f0-479a-9f1a-430afb0840cb tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:06.339951 n-d-712139-27 neutron-server[109803]: WARNING neutron.api.v2.base [None req-51dcff69-34f0-479a-9f1a-430afb0840cb tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 03:24:06.340452 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-51dcff69-34f0-479a-9f1a-430afb0840cb tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] update failed (client error): There was a conflict when trying to complete your request. Jan 28 03:24:06.344259 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-51dcff69-34f0-479a-9f1a-430afb0840cb tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "PUT /v2.0/security-groups/db5d4063-ac82-44a9-9f22-52209f59c49e HTTP/1.1" status: 409 len: 330 time: 0.0064776 Jan 28 03:24:06.344514 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50818) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:06.396775 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f9167656-d827-4857-83a2-52a027d1ef41 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (db5d4063-ac82-44a9-9f22-52209f59c49e), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:06.418679 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f9167656-d827-4857-83a2-52a027d1ef41 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (db5d4063-ac82-44a9-9f22-52209f59c49e), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:06.466324 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f9167656-d827-4857-83a2-52a027d1ef41 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (db5d4063-ac82-44a9-9f22-52209f59c49e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:06.469154 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f9167656-d827-4857-83a2-52a027d1ef41 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:06.470329 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f9167656-d827-4857-83a2-52a027d1ef41 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "DELETE /v2.0/security-groups/db5d4063-ac82-44a9-9f22-52209f59c49e HTTP/1.1" status: 204 len: 168 time: 0.1249442 Jan 28 03:24:06.473627 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50822) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:06.481413 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9167656-d827-4857-83a2-52a027d1ef41 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5d4063-ac82-44a9-9f22-52209f59c49e,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:06.540853 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-81a2824e-baf9-451e-b545-8601eea25b6c tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0659509 Jan 28 03:24:06.545579 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50826) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:06.557759 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-e28f3d86-f0b7-46c1-bd04-5c0f19ad4318 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] delete failed (client error): The resource could not be found. Jan 28 03:24:06.558931 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e28f3d86-f0b7-46c1-bd04-5c0f19ad4318 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "DELETE /v2.0/security-groups/2bf1c5ac-ac3b-4deb-9b98-342916ea762e HTTP/1.1" status: 404 len: 347 time: 0.0134232 Jan 28 03:24:06.562695 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50830) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:06.585406 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-fb0fc4b1-b741-4fa0-a8e2-3d61db470630 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] show failed (client error): The resource could not be found. Jan 28 03:24:06.587129 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-fb0fc4b1-b741-4fa0-a8e2-3d61db470630 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "GET /v2.0/security-groups/9e34c861-e014-4bff-8398-11ea7b6939c2 HTTP/1.1" status: 404 len: 347 time: 0.0219185 Jan 28 03:24:06.591181 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50832) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:06.605841 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-a1363ad8-f9f0-481e-8b28-99f6dd9929b6 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] show failed (client error): The resource could not be found. Jan 28 03:24:06.607019 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a1363ad8-f9f0-481e-8b28-99f6dd9929b6 tempest-NegativeSecGroupIPv6Test-553329063 tempest-NegativeSecGroupIPv6Test-553329063-project] 10.222.0.53 "GET /v2.0/security-group-rules/79563467-9db7-4072-a7d7-131d559c8035 HTTP/1.1" status: 404 len: 356 time: 0.0147340 Jan 28 03:24:06.891070 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50844) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:07.182219 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-2c246ed7-b41b-4c15-9b20-b16016537340 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=74882b86b89c432bacbaf20e3472152e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2898774 Jan 28 03:24:07.184989 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50860) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:07.235314 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8de58fce-4569-49f7-b1a1-0221e5042f81 admin admin] Publish callbacks [] for security_group (721e3d8e-177d-4761-a8de-21e40b08d0a5), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:07.256669 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8de58fce-4569-49f7-b1a1-0221e5042f81 admin admin] Publish callbacks [] for security_group (721e3d8e-177d-4761-a8de-21e40b08d0a5), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:07.308091 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8de58fce-4569-49f7-b1a1-0221e5042f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (721e3d8e-177d-4761-a8de-21e40b08d0a5), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:07.310863 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8de58fce-4569-49f7-b1a1-0221e5042f81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:07.312026 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8de58fce-4569-49f7-b1a1-0221e5042f81 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/721e3d8e-177d-4761-a8de-21e40b08d0a5 HTTP/1.1" status: 204 len: 168 time: 0.1258476 Jan 28 03:24:07.319812 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de58fce-4569-49f7-b1a1-0221e5042f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721e3d8e-177d-4761-a8de-21e40b08d0a5,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:07.711291 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50884) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:07.716807 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-ca5dc8e2-7950-4a5d-a698-19e2c5deba40 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Request body: {'network': {'name': 'tempest-network-smoke--722930036', 'project_id': '8e091b5011fc4ae58492675a26ced890', 'port_security_enabled': True}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:07.737370 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5dc8e2-7950-4a5d-a698-19e2c5deba40 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Made reservation on behalf of 8e091b5011fc4ae58492675a26ced890 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:24:07.741001 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ca5dc8e2-7950-4a5d-a698-19e2c5deba40 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:07.750038 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ca5dc8e2-7950-4a5d-a698-19e2c5deba40 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:07.830230 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ca5dc8e2-7950-4a5d-a698-19e2c5deba40 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for security_group (30315b39-542a-4f57-9380-8d4fa3ab7d45), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:07.834768 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ca5dc8e2-7950-4a5d-a698-19e2c5deba40 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (30315b39-542a-4f57-9380-8d4fa3ab7d45), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:07.859718 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca5dc8e2-7950-4a5d-a698-19e2c5deba40 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:24:07.873721 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5dc8e2-7950-4a5d-a698-19e2c5deba40 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30315b39-542a-4f57-9380-8d4fa3ab7d45,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:07.878630 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ca5dc8e2-7950-4a5d-a698-19e2c5deba40 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (1aa6b6d4-90a1-4658-af88-a59f151077af), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:07.878976 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-ca5dc8e2-7950-4a5d-a698-19e2c5deba40 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Added segment 1aa6b6d4-90a1-4658-af88-a59f151077af of type vlan for network 87ac3caf-6a4e-4ce5-a713-7edca59163fe Jan 28 03:24:07.924087 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ca5dc8e2-7950-4a5d-a698-19e2c5deba40 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (87ac3caf-6a4e-4ce5-a713-7edca59163fe), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:07.962656 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ca5dc8e2-7950-4a5d-a698-19e2c5deba40 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (87ac3caf-6a4e-4ce5-a713-7edca59163fe), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:07.968146 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5dc8e2-7950-4a5d-a698-19e2c5deba40 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:07.968743 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ca5dc8e2-7950-4a5d-a698-19e2c5deba40 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:08.378053 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ca5dc8e2-7950-4a5d-a698-19e2c5deba40 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6656306 Jan 28 03:24:08.380874 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50908) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:08.387984 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-344f656f-0b52-42a4-b0ac-a65b22219777 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1383507976', 'admin_state_up': True, 'project_id': '8e091b5011fc4ae58492675a26ced890', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:08.399973 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5dc8e2-7950-4a5d-a698-19e2c5deba40 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Pushing event updated for resources: {'Network': ['ID=87ac3caf-6a4e-4ce5-a713-7edca59163fe,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:08.412365 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 87ac3caf-6a4e-4ce5-a713-7edca59163fe details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:24:08.438827 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-344f656f-0b52-42a4-b0ac-a65b22219777 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (aef8778b-4da2-46e7-8c87-820f6111ebab), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:08.440071 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-344f656f-0b52-42a4-b0ac-a65b22219777 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (aef8778b-4da2-46e7-8c87-820f6111ebab), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:08.506571 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6aec5919-a090-499d-9ee7-189b821ec9c3 req-0c860e05-416f-4b8c-9001-81673301d788 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0938487 Jan 28 03:24:08.508319 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-344f656f-0b52-42a4-b0ac-a65b22219777 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for router_controller (aef8778b-4da2-46e7-8c87-820f6111ebab), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:08.687383 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-344f656f-0b52-42a4-b0ac-a65b22219777 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for router_gateway (aef8778b-4da2-46e7-8c87-820f6111ebab), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:08.720977 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec5919-a090-499d-9ee7-189b821ec9c3 req-4c1f0234-2eb0-4889-9ea4-fff595da5a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:08.722520 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6aec5919-a090-499d-9ee7-189b821ec9c3 req-4c1f0234-2eb0-4889-9ea4-fff595da5a8d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f6bbf2836904089b5391caf666a2ef0&device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 1098 time: 0.1314557 Jan 28 03:24:08.922314 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-344f656f-0b52-42a4-b0ac-a65b22219777 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for router_gateway (aef8778b-4da2-46e7-8c87-820f6111ebab), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:08.951141 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-344f656f-0b52-42a4-b0ac-a65b22219777 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:09.072540 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-344f656f-0b52-42a4-b0ac-a65b22219777 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Allocated IP 172.25.0.83 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/90a9a8b1-f8e9-404a-8afd-1d003d7b0b91) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:24:09.187571 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-344f656f-0b52-42a4-b0ac-a65b22219777 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for port (90a9a8b1-f8e9-404a-8afd-1d003d7b0b91), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:09.223787 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-344f656f-0b52-42a4-b0ac-a65b22219777 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (90a9a8b1-f8e9-404a-8afd-1d003d7b0b91), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:09.260031 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50942) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:09.324622 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344f656f-0b52-42a4-b0ac-a65b22219777 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:24:09.332374 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-344f656f-0b52-42a4-b0ac-a65b22219777 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:24:09.339675 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344f656f-0b52-42a4-b0ac-a65b22219777 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:24:09.344868 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344f656f-0b52-42a4-b0ac-a65b22219777 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Pushing event updated for resources: {'Port': ['ID=90a9a8b1-f8e9-404a-8afd-1d003d7b0b91,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:09.386194 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9f46df93-01a8-497a-ae6a-e0cd54ef199c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:09.401991 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec5919-a090-499d-9ee7-189b821ec9c3 req-7062af32-3d3d-43d1-97cc-7b1e0df3e799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:09.403553 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6aec5919-a090-499d-9ee7-189b821ec9c3 req-7062af32-3d3d-43d1-97cc-7b1e0df3e799 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b328f18d-888e-4024-8099-122b5bda010d HTTP/1.1" status: 200 len: 918 time: 0.1745114 Jan 28 03:24:09.476872 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9f46df93-01a8-497a-ae6a-e0cd54ef199c admin admin] Publish callbacks [] for security_group (68f4e751-d239-498c-be68-0ab39c1d67d8), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:09.482347 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9f46df93-01a8-497a-ae6a-e0cd54ef199c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (68f4e751-d239-498c-be68-0ab39c1d67d8), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:09.532050 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9f46df93-01a8-497a-ae6a-e0cd54ef199c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fd4686114be3443e883f5df799440d7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2702034 Jan 28 03:24:09.532794 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50950) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:09.535210 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f46df93-01a8-497a-ae6a-e0cd54ef199c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f4e751-d239-498c-be68-0ab39c1d67d8,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:09.561741 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6aec5919-a090-499d-9ee7-189b821ec9c3 req-e176f4db-4dea-4fce-b2dd-210548e672e7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ef28665-4d90-44e3-87df-b89b9e890244 HTTP/1.1" status: 200 len: 1000 time: 0.1190760 Jan 28 03:24:09.604039 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c87fce8f-0e13-463a-a159-eb5dead0bfee admin admin] Publish callbacks [] for security_group (68f4e751-d239-498c-be68-0ab39c1d67d8), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:09.626313 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c87fce8f-0e13-463a-a159-eb5dead0bfee admin admin] Publish callbacks [] for security_group (68f4e751-d239-498c-be68-0ab39c1d67d8), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:09.664040 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec5919-a090-499d-9ee7-189b821ec9c3 req-07cabac3-546c-4b5f-9b0f-ed2992f45e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:09.664040 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6aec5919-a090-499d-9ee7-189b821ec9c3 req-07cabac3-546c-4b5f-9b0f-ed2992f45e78 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=76aeb7da-88ca-40e3-af3a-4f4f90f2c919 HTTP/1.1" status: 200 len: 856 time: 0.0917659 Jan 28 03:24:09.686443 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c87fce8f-0e13-463a-a159-eb5dead0bfee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (68f4e751-d239-498c-be68-0ab39c1d67d8), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:09.689278 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c87fce8f-0e13-463a-a159-eb5dead0bfee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:09.704868 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c87fce8f-0e13-463a-a159-eb5dead0bfee admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/68f4e751-d239-498c-be68-0ab39c1d67d8 HTTP/1.1" status: 204 len: 168 time: 0.1653624 Jan 28 03:24:09.715876 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87fce8f-0e13-463a-a159-eb5dead0bfee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f4e751-d239-498c-be68-0ab39c1d67d8,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:09.747989 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-344f656f-0b52-42a4-b0ac-a65b22219777 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for router_gateway (aef8778b-4da2-46e7-8c87-820f6111ebab), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:09.757335 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec5919-a090-499d-9ee7-189b821ec9c3 req-0f7b5b8c-3cb5-4703-8153-7e342e6c825c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:09.759125 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6aec5919-a090-499d-9ee7-189b821ec9c3 req-0f7b5b8c-3cb5-4703-8153-7e342e6c825c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b328f18d-888e-4024-8099-122b5bda010d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0907011 Jan 28 03:24:09.973056 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6aec5919-a090-499d-9ee7-189b821ec9c3 req-cbe821bf-4c40-4fb4-bf8c-4d034a728fa1 service neutron] 10.222.0.39 "GET /v2.0/networks/b328f18d-888e-4024-8099-122b5bda010d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772568 Jan 28 03:24:10.083663 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50968) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:10.105253 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58484797-4673-473a-8af7-6b8c25242343 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:10.144901 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-344f656f-0b52-42a4-b0ac-a65b22219777 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (aef8778b-4da2-46e7-8c87-820f6111ebab), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:10.152249 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6aec5919-a090-499d-9ee7-189b821ec9c3 req-1be31231-9df4-460e-a086-bf77df1a5dbc service neutron] 10.222.0.39 "GET /v2.0/networks/b328f18d-888e-4024-8099-122b5bda010d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680381 Jan 28 03:24:10.237593 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58484797-4673-473a-8af7-6b8c25242343 admin admin] Publish callbacks [] for security_group (ec5760c3-ca87-4da1-b463-b31a3890a29c), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:10.260605 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58484797-4673-473a-8af7-6b8c25242343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (ec5760c3-ca87-4da1-b463-b31a3890a29c), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:10.306787 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-58484797-4673-473a-8af7-6b8c25242343 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=70d2e63cf03743db825b0ba619e914ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2194366 Jan 28 03:24:10.306787 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58484797-4673-473a-8af7-6b8c25242343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5760c3-ca87-4da1-b463-b31a3890a29c,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:10.307633 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50974) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:10.347751 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-344f656f-0b52-42a4-b0ac-a65b22219777 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Router aef8778b-4da2-46e7-8c87-820f6111ebab is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:24:10.366873 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0c698b73-5d36-46a9-9ef9-2cf0914e503f admin admin] Publish callbacks [] for security_group (ec5760c3-ca87-4da1-b463-b31a3890a29c), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:10.392481 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0c698b73-5d36-46a9-9ef9-2cf0914e503f admin admin] Publish callbacks [] for security_group (ec5760c3-ca87-4da1-b463-b31a3890a29c), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:10.443489 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0c698b73-5d36-46a9-9ef9-2cf0914e503f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (ec5760c3-ca87-4da1-b463-b31a3890a29c), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:10.446729 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0c698b73-5d36-46a9-9ef9-2cf0914e503f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:10.447922 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0c698b73-5d36-46a9-9ef9-2cf0914e503f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ec5760c3-ca87-4da1-b463-b31a3890a29c HTTP/1.1" status: 204 len: 168 time: 0.1391687 Jan 28 03:24:10.458012 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c698b73-5d36-46a9-9ef9-2cf0914e503f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5760c3-ca87-4da1-b463-b31a3890a29c,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:10.473350 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344f656f-0b52-42a4-b0ac-a65b22219777 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:24:10.490310 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9df8f29-dc1b-4eba-8eec-45ff08769bb7 None None] Sync routers for ids ['aef8778b-4da2-46e7-8c87-820f6111ebab'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:24:10.500808 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-344f656f-0b52-42a4-b0ac-a65b22219777 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:10.502139 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-344f656f-0b52-42a4-b0ac-a65b22219777 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.1201243 Jan 28 03:24:10.505710 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 50978) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:10.506179 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9df8f29-dc1b-4eba-8eec-45ff08769bb7 None None] Routers {'aef8778b-4da2-46e7-8c87-820f6111ebab'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:24:10.507135 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-f9df8f29-dc1b-4eba-8eec-45ff08769bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:24:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['aef8778b-4da2-46e7-8c87-820f6111ebab'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:24:10.647055 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-f9df8f29-dc1b-4eba-8eec-45ff08769bb7 None None] Set router aef8778b-4da2-46e7-8c87-820f6111ebab gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:24:10.755524 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-036cbc63-c713-4b85-8ff1-8178b8297adc tempest-TestSecurityGroupsBasicOps-198779247 tempest-TestSecurityGroupsBasicOps-198779247-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=8e091b5011fc4ae58492675a26ced890&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2485840 Jan 28 03:24:10.758289 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 50990) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:10.874575 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-f9df8f29-dc1b-4eba-8eec-45ff08769bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef8778b-4da2-46e7-8c87-820f6111ebab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1383507976', 'tenant_id': '8e091b5011fc4ae58492675a26ced890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '90a9a8b1-f8e9-404a-8afd-1d003d7b0b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:24:08Z', 'updated_at': '2022-01-28T03:24:09Z', 'revision_number': 3, 'project_id': '8e091b5011fc4ae58492675a26ced890', 'gw_port': {'id': '90a9a8b1-f8e9-404a-8afd-1d003d7b0b91', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fe:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef8778b-4da2-46e7-8c87-820f6111ebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:24:08Z', 'updated_at': '2022-01-28T03:24:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:24:10.912038 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9df8f29-dc1b-4eba-8eec-45ff08769bb7 None None] Checking router: aef8778b-4da2-46e7-8c87-820f6111ebab for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:24:10.912591 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9df8f29-dc1b-4eba-8eec-45ff08769bb7 None None] Updating router aef8778b-4da2-46e7-8c87-820f6111ebab port 90a9a8b1-f8e9-404a-8afd-1d003d7b0b91 binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:24:10.947490 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6aeb84-9aeb-4028-8d89-d021eeefc220 tempest-TestSecurityGroupsBasicOps-198779247 tempest-TestSecurityGroupsBasicOps-198779247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:10.948097 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-f9df8f29-dc1b-4eba-8eec-45ff08769bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (90a9a8b1-f8e9-404a-8afd-1d003d7b0b91), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:10.950025 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-2d6aeb84-9aeb-4028-8d89-d021eeefc220 tempest-TestSecurityGroupsBasicOps-198779247 tempest-TestSecurityGroupsBasicOps-198779247-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1907108 Jan 28 03:24:10.953190 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51002) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:11.000510 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51004) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:11.001401 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3630ec7e-8309-47a0-b5a4-5aa74c420908 tempest-TestSecurityGroupsBasicOps-198779247 tempest-TestSecurityGroupsBasicOps-198779247-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=8f7dc9c9-eaf1-4339-a2e3-884554154641&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0458860 Jan 28 03:24:11.005905 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-f253fc32-724d-4ee2-a5c5-2f7e059cb795 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1763224992', 'network_id': '87ac3caf-6a4e-4ce5-a713-7edca59163fe', 'project_id': '8e091b5011fc4ae58492675a26ced890', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:11.109657 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f253fc32-724d-4ee2-a5c5-2f7e059cb795 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Made reservation on behalf of 8e091b5011fc4ae58492675a26ced890 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:24:11.113764 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f253fc32-724d-4ee2-a5c5-2f7e059cb795 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:11.261021 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-f9df8f29-dc1b-4eba-8eec-45ff08769bb7 None None] Publish callbacks [] for port (90a9a8b1-f8e9-404a-8afd-1d003d7b0b91), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:11.270366 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-f9df8f29-dc1b-4eba-8eec-45ff08769bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (90a9a8b1-f8e9-404a-8afd-1d003d7b0b91), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:11.344954 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-f9df8f29-dc1b-4eba-8eec-45ff08769bb7 None None] Attempting to bind port 90a9a8b1-f8e9-404a-8afd-1d003d7b0b91 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:24:11.345340 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-f9df8f29-dc1b-4eba-8eec-45ff08769bb7 None None] Attempting to bind port 90a9a8b1-f8e9-404a-8afd-1d003d7b0b91 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:24:11.345696 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9df8f29-dc1b-4eba-8eec-45ff08769bb7 None None] Attempting to bind port 90a9a8b1-f8e9-404a-8afd-1d003d7b0b91 on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:24:11.353828 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f253fc32-724d-4ee2-a5c5-2f7e059cb795 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (4058332b-e443-4632-84c1-56294c1b86a1), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:11.353993 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0ba0b-af5c-4402-bb97-4f27f4c9c862 None None] Pushing event updated for resources: {'Port': ['ID=90a9a8b1-f8e9-404a-8afd-1d003d7b0b91,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:11.356164 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9df8f29-dc1b-4eba-8eec-45ff08769bb7 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:24:11.356530 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9df8f29-dc1b-4eba-8eec-45ff08769bb7 None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:24:11.356951 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-f9df8f29-dc1b-4eba-8eec-45ff08769bb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:11.357457 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9df8f29-dc1b-4eba-8eec-45ff08769bb7 None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:24:11.357906 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-f9df8f29-dc1b-4eba-8eec-45ff08769bb7 None None] Bound port: 90a9a8b1-f8e9-404a-8afd-1d003d7b0b91, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:24:11.358468 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-f9df8f29-dc1b-4eba-8eec-45ff08769bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (90a9a8b1-f8e9-404a-8afd-1d003d7b0b91), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:11.386841 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a0ba0b-af5c-4402-bb97-4f27f4c9c862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:11.387366 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a0ba0b-af5c-4402-bb97-4f27f4c9c862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:11.389064 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a0ba0b-af5c-4402-bb97-4f27f4c9c862 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:11.389426 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a0ba0b-af5c-4402-bb97-4f27f4c9c862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:11.389760 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a0ba0b-af5c-4402-bb97-4f27f4c9c862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:11.390088 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a0ba0b-af5c-4402-bb97-4f27f4c9c862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:11.390411 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a0ba0b-af5c-4402-bb97-4f27f4c9c862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:11.390733 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a0ba0b-af5c-4402-bb97-4f27f4c9c862 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:11.391057 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a0ba0b-af5c-4402-bb97-4f27f4c9c862 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:11.391377 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a0ba0b-af5c-4402-bb97-4f27f4c9c862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:11.391697 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a0ba0b-af5c-4402-bb97-4f27f4c9c862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:11.392009 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a0ba0b-af5c-4402-bb97-4f27f4c9c862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:11.392320 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a0ba0b-af5c-4402-bb97-4f27f4c9c862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:11.412353 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f253fc32-724d-4ee2-a5c5-2f7e059cb795 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Pushing event updated for resources: {'Subnet': ['ID=4058332b-e443-4632-84c1-56294c1b86a1,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:11.426990 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-f9df8f29-dc1b-4eba-8eec-45ff08769bb7 None None] For port 90a9a8b1-f8e9-404a-8afd-1d003d7b0b91, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:24:11.430396 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-f9df8f29-dc1b-4eba-8eec-45ff08769bb7 None None] For port 90a9a8b1-f8e9-404a-8afd-1d003d7b0b91, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=90a9a8b1-f8e9-404a-8afd-1d003d7b0b91,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:24:11.437175 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-f9df8f29-dc1b-4eba-8eec-45ff08769bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (90a9a8b1-f8e9-404a-8afd-1d003d7b0b91), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:11.447724 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f253fc32-724d-4ee2-a5c5-2f7e059cb795 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Checking segment: {'id': '1aa6b6d4-90a1-4658-af88-a59f151077af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '87ac3caf-6a4e-4ce5-a713-7edca59163fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:24:11.448129 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f253fc32-724d-4ee2-a5c5-2f7e059cb795 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Network hostable DHCP agents. Network: 87ac3caf-6a4e-4ce5-a713-7edca59163fe, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:24:11.472279 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f253fc32-724d-4ee2-a5c5-2f7e059cb795 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Network 87ac3caf-6a4e-4ce5-a713-7edca59163fe is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:24:11.487729 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-f253fc32-724d-4ee2-a5c5-2f7e059cb795 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 87ac3caf-6a4e-4ce5-a713-7edca59163fe) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:24:11.492844 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f253fc32-724d-4ee2-a5c5-2f7e059cb795 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:11.493526 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f253fc32-724d-4ee2-a5c5-2f7e059cb795 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:11.499373 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78129369-8857-48f6-bde6-92b78f268eeb None None] Network 87ac3caf-6a4e-4ce5-a713-7edca59163fe requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:24:11.503075 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9df8f29-dc1b-4eba-8eec-45ff08769bb7 None None] Routers {'aef8778b-4da2-46e7-8c87-820f6111ebab'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:24:11.504146 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-f9df8f29-dc1b-4eba-8eec-45ff08769bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:24:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['aef8778b-4da2-46e7-8c87-820f6111ebab'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:24:11.508732 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0ba0b-af5c-4402-bb97-4f27f4c9c862 None None] Pushing event updated for resources: {'Port': ['ID=90a9a8b1-f8e9-404a-8afd-1d003d7b0b91,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:11.526044 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f253fc32-724d-4ee2-a5c5-2f7e059cb795 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5241206 Jan 28 03:24:11.528539 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51022) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:11.651953 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-f9df8f29-dc1b-4eba-8eec-45ff08769bb7 None None] Set router aef8778b-4da2-46e7-8c87-820f6111ebab gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:24:11.926567 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79701c1-d502-487c-b67e-dc0547fdeea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-87ac3caf-6a4e-4ce5-a713-7edca59163fe', 'network_id': '87ac3caf-6a4e-4ce5-a713-7edca59163fe', 'project_id': '8e091b5011fc4ae58492675a26ced890', 'fixed_ips': [{'subnet_id': '4058332b-e443-4632-84c1-56294c1b86a1'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:24:11.928216 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e79701c1-d502-487c-b67e-dc0547fdeea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:12.009789 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-f9df8f29-dc1b-4eba-8eec-45ff08769bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef8778b-4da2-46e7-8c87-820f6111ebab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1383507976', 'tenant_id': '8e091b5011fc4ae58492675a26ced890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '90a9a8b1-f8e9-404a-8afd-1d003d7b0b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:24:08Z', 'updated_at': '2022-01-28T03:24:09Z', 'revision_number': 3, 'project_id': '8e091b5011fc4ae58492675a26ced890', 'gw_port': {'id': '90a9a8b1-f8e9-404a-8afd-1d003d7b0b91', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fe:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef8778b-4da2-46e7-8c87-820f6111ebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:24:08Z', 'updated_at': '2022-01-28T03:24:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:24:12.071879 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9df8f29-dc1b-4eba-8eec-45ff08769bb7 None None] The sync data for ids ['aef8778b-4da2-46e7-8c87-820f6111ebab'] in n-d-712139-27 is: [{'id': 'aef8778b-4da2-46e7-8c87-820f6111ebab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1383507976', 'tenant_id': '8e091b5011fc4ae58492675a26ced890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '90a9a8b1-f8e9-404a-8afd-1d003d7b0b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:24:08Z', 'updated_at': '2022-01-28T03:24:09Z', 'revision_number': 3, 'project_id': '8e091b5011fc4ae58492675a26ced890', 'gw_port': {'id': '90a9a8b1-f8e9-404a-8afd-1d003d7b0b91', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fe:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef8778b-4da2-46e7-8c87-820f6111ebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:24:08Z', 'updated_at': '2022-01-28T03:24:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:24:12.191297 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-e79701c1-d502-487c-b67e-dc0547fdeea2 None None] Allocated IP 172.20.0.2 (87ac3caf-6a4e-4ce5-a713-7edca59163fe/4058332b-e443-4632-84c1-56294c1b86a1/7f7644bf-6ad7-4231-b247-e3c1c3462c6e) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:24:12.365291 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e79701c1-d502-487c-b67e-dc0547fdeea2 None None] Publish callbacks [] for port (7f7644bf-6ad7-4231-b247-e3c1c3462c6e), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:12.395456 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e79701c1-d502-487c-b67e-dc0547fdeea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (7f7644bf-6ad7-4231-b247-e3c1c3462c6e), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:12.415059 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79701c1-d502-487c-b67e-dc0547fdeea2 None None] Network 87ac3caf-6a4e-4ce5-a713-7edca59163fe is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:24:12.418484 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-e79701c1-d502-487c-b67e-dc0547fdeea2 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:24:12.442044 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79701c1-d502-487c-b67e-dc0547fdeea2 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:24:12.552108 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79701c1-d502-487c-b67e-dc0547fdeea2 None None] Pushing event updated for resources: {'Port': ['ID=7f7644bf-6ad7-4231-b247-e3c1c3462c6e,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:12.564021 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a572303-c9d1-442a-9a12-827a94d0c0c5 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:12.568542 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-e79701c1-d502-487c-b67e-dc0547fdeea2 None None] Attempting to bind port 7f7644bf-6ad7-4231-b247-e3c1c3462c6e on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:24:12.570512 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-e79701c1-d502-487c-b67e-dc0547fdeea2 None None] Attempting to bind port 7f7644bf-6ad7-4231-b247-e3c1c3462c6e by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '1aa6b6d4-90a1-4658-af88-a59f151077af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '87ac3caf-6a4e-4ce5-a713-7edca59163fe'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:24:12.571314 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79701c1-d502-487c-b67e-dc0547fdeea2 None None] Attempting to bind port 7f7644bf-6ad7-4231-b247-e3c1c3462c6e on network 87ac3caf-6a4e-4ce5-a713-7edca59163fe {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:24:12.593722 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79701c1-d502-487c-b67e-dc0547fdeea2 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:24:12.594114 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79701c1-d502-487c-b67e-dc0547fdeea2 None None] Checking segment: {'id': '1aa6b6d4-90a1-4658-af88-a59f151077af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '87ac3caf-6a4e-4ce5-a713-7edca59163fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:24:12.594524 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e79701c1-d502-487c-b67e-dc0547fdeea2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:12.594933 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79701c1-d502-487c-b67e-dc0547fdeea2 None None] Bound using segment: {'id': '1aa6b6d4-90a1-4658-af88-a59f151077af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '87ac3caf-6a4e-4ce5-a713-7edca59163fe'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:24:12.595683 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-e79701c1-d502-487c-b67e-dc0547fdeea2 None None] Bound port: 7f7644bf-6ad7-4231-b247-e3c1c3462c6e, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aa6b6d4-90a1-4658-af88-a59f151077af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '87ac3caf-6a4e-4ce5-a713-7edca59163fe'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:24:12.595953 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e79701c1-d502-487c-b67e-dc0547fdeea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7f7644bf-6ad7-4231-b247-e3c1c3462c6e), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:12.707262 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-e79701c1-d502-487c-b67e-dc0547fdeea2 None None] For port 7f7644bf-6ad7-4231-b247-e3c1c3462c6e, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:24:12.713325 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-e79701c1-d502-487c-b67e-dc0547fdeea2 None None] For port 7f7644bf-6ad7-4231-b247-e3c1c3462c6e, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=7f7644bf-6ad7-4231-b247-e3c1c3462c6e,segment=NetworkSegment(1aa6b6d4-90a1-4658-af88-a59f151077af),segment_id=1aa6b6d4-90a1-4658-af88-a59f151077af)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:24:12.721648 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e79701c1-d502-487c-b67e-dc0547fdeea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (7f7644bf-6ad7-4231-b247-e3c1c3462c6e), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:12.821317 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79701c1-d502-487c-b67e-dc0547fdeea2 None None] Pushing event updated for resources: {'Port': ['ID=7f7644bf-6ad7-4231-b247-e3c1c3462c6e,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:12.828356 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 90a9a8b1-f8e9-404a-8afd-1d003d7b0b91 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:24:12.934098 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 90a9a8b1-f8e9-404a-8afd-1d003d7b0b91 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:24:12.935895 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (90a9a8b1-f8e9-404a-8afd-1d003d7b0b91), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:13.084022 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-9a572303-c9d1-442a-9a12-827a94d0c0c5 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Allocated IP 172.20.0.1 (87ac3caf-6a4e-4ce5-a713-7edca59163fe/4058332b-e443-4632-84c1-56294c1b86a1/41789846-a696-49e9-a465-17d60149e421) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:24:13.102312 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 90a9a8b1-f8e9-404a-8afd-1d003d7b0b91 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:24:13.103329 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (90a9a8b1-f8e9-404a-8afd-1d003d7b0b91), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:13.159284 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 90a9a8b1-f8e9-404a-8afd-1d003d7b0b91, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=90a9a8b1-f8e9-404a-8afd-1d003d7b0b91,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:24:13.169858 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (90a9a8b1-f8e9-404a-8afd-1d003d7b0b91), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:13.245337 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=90a9a8b1-f8e9-404a-8afd-1d003d7b0b91,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:13.323992 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a572303-c9d1-442a-9a12-827a94d0c0c5 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for port (41789846-a696-49e9-a465-17d60149e421), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:13.385439 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a572303-c9d1-442a-9a12-827a94d0c0c5 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (41789846-a696-49e9-a465-17d60149e421), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:13.451263 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a572303-c9d1-442a-9a12-827a94d0c0c5 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Network 87ac3caf-6a4e-4ce5-a713-7edca59163fe is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:24:13.455121 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-9a572303-c9d1-442a-9a12-827a94d0c0c5 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:24:13.459148 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a572303-c9d1-442a-9a12-827a94d0c0c5 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:24:13.518772 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a572303-c9d1-442a-9a12-827a94d0c0c5 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Pushing event updated for resources: {'Port': ['ID=41789846-a696-49e9-a465-17d60149e421,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:13.534062 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a572303-c9d1-442a-9a12-827a94d0c0c5 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (aef8778b-4da2-46e7-8c87-820f6111ebab), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:13.721653 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a572303-c9d1-442a-9a12-827a94d0c0c5 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (41789846-a696-49e9-a465-17d60149e421), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:14.080739 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a572303-c9d1-442a-9a12-827a94d0c0c5 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for port (41789846-a696-49e9-a465-17d60149e421), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:14.096043 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a572303-c9d1-442a-9a12-827a94d0c0c5 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (41789846-a696-49e9-a465-17d60149e421), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:14.189280 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a572303-c9d1-442a-9a12-827a94d0c0c5 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (aef8778b-4da2-46e7-8c87-820f6111ebab), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:14.191180 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a572303-c9d1-442a-9a12-827a94d0c0c5 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Pushing event updated for resources: {'Port': ['ID=41789846-a696-49e9-a465-17d60149e421,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:14.304087 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a572303-c9d1-442a-9a12-827a94d0c0c5 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Network 87ac3caf-6a4e-4ce5-a713-7edca59163fe is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:24:14.305862 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-9a572303-c9d1-442a-9a12-827a94d0c0c5 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:24:14.379355 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85808014-9c0c-4781-a699-f136c9b31ff0 None None] Network 87ac3caf-6a4e-4ce5-a713-7edca59163fe requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:24:14.436013 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-a58e3f3c-0e8a-42b6-a2b0-32771ed57ecf None None] Provisioning complete for port 7f7644bf-6ad7-4231-b247-e3c1c3462c6e triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:24:14.436484 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a58e3f3c-0e8a-42b6-a2b0-32771ed57ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7f7644bf-6ad7-4231-b247-e3c1c3462c6e), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:14.466142 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a572303-c9d1-442a-9a12-827a94d0c0c5 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Router aef8778b-4da2-46e7-8c87-820f6111ebab has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:24:14.638019 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-a58e3f3c-0e8a-42b6-a2b0-32771ed57ecf None None] Current status of the port 7f7644bf-6ad7-4231-b247-e3c1c3462c6e is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:24:14.638445 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a58e3f3c-0e8a-42b6-a2b0-32771ed57ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7f7644bf-6ad7-4231-b247-e3c1c3462c6e), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:14.682440 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-a58e3f3c-0e8a-42b6-a2b0-32771ed57ecf None None] For port 7f7644bf-6ad7-4231-b247-e3c1c3462c6e, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=7f7644bf-6ad7-4231-b247-e3c1c3462c6e,segment=NetworkSegment(1aa6b6d4-90a1-4658-af88-a59f151077af),segment_id=1aa6b6d4-90a1-4658-af88-a59f151077af)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:24:14.691342 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a58e3f3c-0e8a-42b6-a2b0-32771ed57ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (7f7644bf-6ad7-4231-b247-e3c1c3462c6e), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:14.691718 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a572303-c9d1-442a-9a12-827a94d0c0c5 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:24:14.697230 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9a572303-c9d1-442a-9a12-827a94d0c0c5 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "PUT /v2.0/routers/aef8778b-4da2-46e7-8c87-820f6111ebab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1660082 Jan 28 03:24:14.700054 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51098) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:14.709463 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-9c3064a2-2e1b-4e46-9527-bd5c6d8a8b8d tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1523337715', 'description': 'tempest-secgroup_access--1523337715 description', 'project_id': '8e091b5011fc4ae58492675a26ced890'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:14.771592 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58e3f3c-0e8a-42b6-a2b0-32771ed57ecf None None] Pushing event updated for resources: {'Port': ['ID=7f7644bf-6ad7-4231-b247-e3c1c3462c6e,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:14.780171 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9c3064a2-2e1b-4e46-9527-bd5c6d8a8b8d tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:14.914921 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9c3064a2-2e1b-4e46-9527-bd5c6d8a8b8d tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for security_group (6c5b33ed-ea94-4667-afa5-881d5ed6e372), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:14.923658 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9c3064a2-2e1b-4e46-9527-bd5c6d8a8b8d tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (6c5b33ed-ea94-4667-afa5-881d5ed6e372), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:14.949212 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 7f7644bf-6ad7-4231-b247-e3c1c3462c6e up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:24:14.954368 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3064a2-2e1b-4e46-9527-bd5c6d8a8b8d tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5b33ed-ea94-4667-afa5-881d5ed6e372,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:14.979769 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3064a2-2e1b-4e46-9527-bd5c6d8a8b8d tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:14.980096 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3064a2-2e1b-4e46-9527-bd5c6d8a8b8d tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:14.980662 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3064a2-2e1b-4e46-9527-bd5c6d8a8b8d tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:14.981008 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3064a2-2e1b-4e46-9527-bd5c6d8a8b8d tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:14.981386 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3064a2-2e1b-4e46-9527-bd5c6d8a8b8d tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:14.981722 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3064a2-2e1b-4e46-9527-bd5c6d8a8b8d tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:14.982137 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3064a2-2e1b-4e46-9527-bd5c6d8a8b8d tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:14.982468 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3064a2-2e1b-4e46-9527-bd5c6d8a8b8d tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:14.982808 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3064a2-2e1b-4e46-9527-bd5c6d8a8b8d tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:14.983133 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3064a2-2e1b-4e46-9527-bd5c6d8a8b8d tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:14.983460 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3064a2-2e1b-4e46-9527-bd5c6d8a8b8d tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:14.983785 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3064a2-2e1b-4e46-9527-bd5c6d8a8b8d tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:14.984108 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3064a2-2e1b-4e46-9527-bd5c6d8a8b8d tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:15.004010 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9c3064a2-2e1b-4e46-9527-bd5c6d8a8b8d tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:15.008237 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51108) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:15.010925 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9c3064a2-2e1b-4e46-9527-bd5c6d8a8b8d tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3089468 Jan 28 03:24:15.015251 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-f2f4780b-69fe-49bd-a082-4f5e0c92d81a tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--241572550', 'description': 'tempest-secgroup_general--241572550 description', 'project_id': '8e091b5011fc4ae58492675a26ced890'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:15.060476 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f2f4780b-69fe-49bd-a082-4f5e0c92d81a tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:15.086182 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 7f7644bf-6ad7-4231-b247-e3c1c3462c6e triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:24:15.086560 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7f7644bf-6ad7-4231-b247-e3c1c3462c6e), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:15.151700 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6b4803-501a-4304-b915-329866dcd25a None None] Sync routers for ids ['aef8778b-4da2-46e7-8c87-820f6111ebab'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:24:15.169102 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f2f4780b-69fe-49bd-a082-4f5e0c92d81a tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for security_group (747fd1ea-48a5-401d-868e-4d9944572eab), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:15.177838 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-4e4b44fd-1f5b-45b8-be34-83dec580e9a1 None None] Provisioning complete for port 41789846-a696-49e9-a465-17d60149e421 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:24:15.178533 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4e4b44fd-1f5b-45b8-be34-83dec580e9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (41789846-a696-49e9-a465-17d60149e421), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:15.183640 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f2f4780b-69fe-49bd-a082-4f5e0c92d81a tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (747fd1ea-48a5-401d-868e-4d9944572eab), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:15.184300 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6b4803-501a-4304-b915-329866dcd25a None None] Routers {'aef8778b-4da2-46e7-8c87-820f6111ebab'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:24:15.185462 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-1c6b4803-501a-4304-b915-329866dcd25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:24:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['aef8778b-4da2-46e7-8c87-820f6111ebab'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:24:15.233922 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f2f4780b-69fe-49bd-a082-4f5e0c92d81a tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:15.237853 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f2f4780b-69fe-49bd-a082-4f5e0c92d81a tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2249453 Jan 28 03:24:15.238286 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51114) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:15.241654 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4780b-69fe-49bd-a082-4f5e0c92d81a tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=747fd1ea-48a5-401d-868e-4d9944572eab,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:15.250148 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-df357a43-61f2-4e62-9244-ab8f0e9812a4 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Request body: {'security_group_rule': {'security_group_id': '6c5b33ed-ea94-4667-afa5-881d5ed6e372', 'project_id': '8e091b5011fc4ae58492675a26ced890', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:15.326074 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-4e4b44fd-1f5b-45b8-be34-83dec580e9a1 None None] Port 41789846-a696-49e9-a465-17d60149e421 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:24:15.329108 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-df357a43-61f2-4e62-9244-ab8f0e9812a4 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for security_group_rule (d23d2e7e-009b-4be2-a606-e0ba3711b169), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:15.407630 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-df357a43-61f2-4e62-9244-ab8f0e9812a4 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for security_group_rule (d23d2e7e-009b-4be2-a606-e0ba3711b169), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:15.415067 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-df357a43-61f2-4e62-9244-ab8f0e9812a4 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (d23d2e7e-009b-4be2-a606-e0ba3711b169), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:15.433233 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-4e4b44fd-1f5b-45b8-be34-83dec580e9a1 None None] Provisioning complete for port 7f7644bf-6ad7-4231-b247-e3c1c3462c6e triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:24:15.433761 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4e4b44fd-1f5b-45b8-be34-83dec580e9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7f7644bf-6ad7-4231-b247-e3c1c3462c6e), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:15.435421 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 7f7644bf-6ad7-4231-b247-e3c1c3462c6e is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:24:15.436855 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 90a9a8b1-f8e9-404a-8afd-1d003d7b0b91 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:24:15.438689 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df357a43-61f2-4e62-9244-ab8f0e9812a4 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d23d2e7e-009b-4be2-a606-e0ba3711b169,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:15.451082 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-df357a43-61f2-4e62-9244-ab8f0e9812a4 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:15.453022 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-df357a43-61f2-4e62-9244-ab8f0e9812a4 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2135661 Jan 28 03:24:15.579950 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-1c6b4803-501a-4304-b915-329866dcd25a None None] Set router aef8778b-4da2-46e7-8c87-820f6111ebab gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:24:15.658682 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 90a9a8b1-f8e9-404a-8afd-1d003d7b0b91 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:24:15.659066 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (90a9a8b1-f8e9-404a-8afd-1d003d7b0b91), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:15.735731 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-4e4b44fd-1f5b-45b8-be34-83dec580e9a1 None None] Current status of the port 7f7644bf-6ad7-4231-b247-e3c1c3462c6e is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:24:15.742798 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-62b24750-2055-40bc-8901-1fbd169c5f49 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup_access--1523337715&fields=id&tenant_id=8e091b5011fc4ae58492675a26ced890 HTTP/1.1" status: 200 len: 267 time: 0.0562236 Jan 28 03:24:15.803975 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-522ee14d-05f3-4f91-8bfa-512c4419ae67 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup_general--241572550&fields=id&tenant_id=8e091b5011fc4ae58492675a26ced890 HTTP/1.1" status: 200 len: 267 time: 0.0554245 Jan 28 03:24:15.878526 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 90a9a8b1-f8e9-404a-8afd-1d003d7b0b91 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:24:15.898451 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-0c06f339-5db8-4190-a3bf-ef61960e8ba5 None None] Provisioning complete for port 41789846-a696-49e9-a465-17d60149e421 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:24:15.898451 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0c06f339-5db8-4190-a3bf-ef61960e8ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (41789846-a696-49e9-a465-17d60149e421), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:15.937603 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-0c06f339-5db8-4190-a3bf-ef61960e8ba5 None None] Port 41789846-a696-49e9-a465-17d60149e421 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:24:15.941561 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-1c6b4803-501a-4304-b915-329866dcd25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef8778b-4da2-46e7-8c87-820f6111ebab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1383507976', 'tenant_id': '8e091b5011fc4ae58492675a26ced890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '90a9a8b1-f8e9-404a-8afd-1d003d7b0b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:24:08Z', 'updated_at': '2022-01-28T03:24:13Z', 'revision_number': 4, 'project_id': '8e091b5011fc4ae58492675a26ced890', 'gw_port': {'id': '90a9a8b1-f8e9-404a-8afd-1d003d7b0b91', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fe:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef8778b-4da2-46e7-8c87-820f6111ebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:24:08Z', 'updated_at': '2022-01-28T03:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '41789846-a696-49e9-a465-17d60149e421', 'name': '', 'network_id': '87ac3caf-6a4e-4ce5-a713-7edca59163fe', 'tenant_id': '8e091b5011fc4ae58492675a26ced890', 'mac_address': 'fa:16:3e:b3:2b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef8778b-4da2-46e7-8c87-820f6111ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '4058332b-e443-4632-84c1-56294c1b86a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:24:12Z', 'updated_at': '2022-01-28T03:24:13Z', 'revision_number': 2, 'project_id': '8e091b5011fc4ae58492675a26ced890', 'subnets': [{'id': '4058332b-e443-4632-84c1-56294c1b86a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:24:15.961291 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-4af97872-606f-4c7c-b7dc-3972c06cb313 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:15.969289 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-4af97872-606f-4c7c-b7dc-3972c06cb313 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "GET /v2.0/networks?id=87ac3caf-6a4e-4ce5-a713-7edca59163fe HTTP/1.1" status: 200 len: 796 time: 0.1554260 Jan 28 03:24:15.972727 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6b4803-501a-4304-b915-329866dcd25a None None] Checking router: aef8778b-4da2-46e7-8c87-820f6111ebab for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:24:15.973113 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6b4803-501a-4304-b915-329866dcd25a None None] Updating router aef8778b-4da2-46e7-8c87-820f6111ebab port 41789846-a696-49e9-a465-17d60149e421 binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:24:15.987201 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-7a3a11a9-1ebd-42f8-8e02-6fbe451b6aab tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "GET /v2.0/quotas/8e091b5011fc4ae58492675a26ced890 HTTP/1.1" status: 200 len: 375 time: 0.0167713 Jan 28 03:24:16.000466 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4803-501a-4304-b915-329866dcd25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (41789846-a696-49e9-a465-17d60149e421), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:16.052128 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-223e5b5b-9d39-40e5-8b09-c3caf9002860 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8e091b5011fc4ae58492675a26ced890&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0640123 Jan 28 03:24:16.218185 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:24:16.314376 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-b36de037-7f0f-418c-a8b3-8a3bff69ec27 service neutron] 10.222.0.53 "GET /v2.0/networks/87ac3caf-6a4e-4ce5-a713-7edca59163fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365837 Jan 28 03:24:16.356845 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4803-501a-4304-b915-329866dcd25a None None] Publish callbacks [] for port (41789846-a696-49e9-a465-17d60149e421), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:16.363874 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4803-501a-4304-b915-329866dcd25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (41789846-a696-49e9-a465-17d60149e421), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:16.406926 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9c71e-dc4a-419b-ac26-552ec51ae5ac None None] Pushing event updated for resources: {'Port': ['ID=41789846-a696-49e9-a465-17d60149e421,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:16.426073 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-405bafdb-a518-4488-a177-4d8f65fcfef0 service neutron] 10.222.0.53 "GET /v2.0/networks/87ac3caf-6a4e-4ce5-a713-7edca59163fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032073 Jan 28 03:24:16.491363 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-1c6b4803-501a-4304-b915-329866dcd25a None None] Attempting to bind port 41789846-a696-49e9-a465-17d60149e421 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:24:16.491844 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-1c6b4803-501a-4304-b915-329866dcd25a None None] Attempting to bind port 41789846-a696-49e9-a465-17d60149e421 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '1aa6b6d4-90a1-4658-af88-a59f151077af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '87ac3caf-6a4e-4ce5-a713-7edca59163fe'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:24:16.492228 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6b4803-501a-4304-b915-329866dcd25a None None] Attempting to bind port 41789846-a696-49e9-a465-17d60149e421 on network 87ac3caf-6a4e-4ce5-a713-7edca59163fe {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:24:16.497933 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6b4803-501a-4304-b915-329866dcd25a None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:24:16.498594 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6b4803-501a-4304-b915-329866dcd25a None None] Checking segment: {'id': '1aa6b6d4-90a1-4658-af88-a59f151077af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '87ac3caf-6a4e-4ce5-a713-7edca59163fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:24:16.499121 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4803-501a-4304-b915-329866dcd25a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:16.499617 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6b4803-501a-4304-b915-329866dcd25a None None] Bound using segment: {'id': '1aa6b6d4-90a1-4658-af88-a59f151077af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '87ac3caf-6a4e-4ce5-a713-7edca59163fe'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:24:16.500691 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-1c6b4803-501a-4304-b915-329866dcd25a None None] Bound port: 41789846-a696-49e9-a465-17d60149e421, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aa6b6d4-90a1-4658-af88-a59f151077af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '87ac3caf-6a4e-4ce5-a713-7edca59163fe'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:24:16.500844 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4803-501a-4304-b915-329866dcd25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (41789846-a696-49e9-a465-17d60149e421), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:16.606560 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-1c6b4803-501a-4304-b915-329866dcd25a None None] For port 41789846-a696-49e9-a465-17d60149e421, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:24:16.610302 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-1c6b4803-501a-4304-b915-329866dcd25a None None] For port 41789846-a696-49e9-a465-17d60149e421, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=41789846-a696-49e9-a465-17d60149e421,segment=NetworkSegment(1aa6b6d4-90a1-4658-af88-a59f151077af),segment_id=1aa6b6d4-90a1-4658-af88-a59f151077af)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:24:16.617023 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4803-501a-4304-b915-329866dcd25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (41789846-a696-49e9-a465-17d60149e421), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:16.677479 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 7f7644bf-6ad7-4231-b247-e3c1c3462c6e up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:24:16.742925 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2955f61f-8c7a-4480-b2ac-e0e48cfb72fe req-c4b6a3e3-2daa-4c85-a2ab-36ed57dd6dd2 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bd0aacd-6bb1-4d50-ab53-1a75a84c5589 HTTP/1.1" status: 200 len: 210 time: 0.0639715 Jan 28 03:24:16.988705 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9c71e-dc4a-419b-ac26-552ec51ae5ac None None] Pushing event updated for resources: {'Port': ['ID=41789846-a696-49e9-a465-17d60149e421,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:16.993956 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-a6fc95d4-974f-4dca-974f-188d9312d0d9 None None] Provisioning complete for port 41789846-a696-49e9-a465-17d60149e421 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:24:16.994546 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a6fc95d4-974f-4dca-974f-188d9312d0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (41789846-a696-49e9-a465-17d60149e421), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:16.997436 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6b4803-501a-4304-b915-329866dcd25a None None] Routers {'aef8778b-4da2-46e7-8c87-820f6111ebab'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:24:16.998212 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-1c6b4803-501a-4304-b915-329866dcd25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:24:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['aef8778b-4da2-46e7-8c87-820f6111ebab'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:24:17.097648 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 7f7644bf-6ad7-4231-b247-e3c1c3462c6e triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:24:17.098129 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7f7644bf-6ad7-4231-b247-e3c1c3462c6e), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:17.251652 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-1c6b4803-501a-4304-b915-329866dcd25a None None] Set router aef8778b-4da2-46e7-8c87-820f6111ebab gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:24:17.309584 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-a6fc95d4-974f-4dca-974f-188d9312d0d9 None None] Current status of the port 41789846-a696-49e9-a465-17d60149e421 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:24:17.310169 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a6fc95d4-974f-4dca-974f-188d9312d0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (41789846-a696-49e9-a465-17d60149e421), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:17.338568 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 7f7644bf-6ad7-4231-b247-e3c1c3462c6e is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:24:17.438289 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-a6fc95d4-974f-4dca-974f-188d9312d0d9 None None] For port 41789846-a696-49e9-a465-17d60149e421, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=41789846-a696-49e9-a465-17d60149e421,segment=NetworkSegment(1aa6b6d4-90a1-4658-af88-a59f151077af),segment_id=1aa6b6d4-90a1-4658-af88-a59f151077af)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:24:17.444772 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a6fc95d4-974f-4dca-974f-188d9312d0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (41789846-a696-49e9-a465-17d60149e421), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:17.527802 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc95d4-974f-4dca-974f-188d9312d0d9 None None] Pushing event updated for resources: {'Port': ['ID=41789846-a696-49e9-a465-17d60149e421,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:17.595528 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-b4f4c710-fe1d-4803-ace4-a976b6321685 None None] Provisioning complete for port 41789846-a696-49e9-a465-17d60149e421 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:24:17.595935 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b4f4c710-fe1d-4803-ace4-a976b6321685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (41789846-a696-49e9-a465-17d60149e421), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:17.643640 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-1c6b4803-501a-4304-b915-329866dcd25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef8778b-4da2-46e7-8c87-820f6111ebab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1383507976', 'tenant_id': '8e091b5011fc4ae58492675a26ced890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '90a9a8b1-f8e9-404a-8afd-1d003d7b0b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:24:08Z', 'updated_at': '2022-01-28T03:24:13Z', 'revision_number': 4, 'project_id': '8e091b5011fc4ae58492675a26ced890', 'gw_port': {'id': '90a9a8b1-f8e9-404a-8afd-1d003d7b0b91', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fe:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef8778b-4da2-46e7-8c87-820f6111ebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:24:08Z', 'updated_at': '2022-01-28T03:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '41789846-a696-49e9-a465-17d60149e421', 'name': '', 'network_id': '87ac3caf-6a4e-4ce5-a713-7edca59163fe', 'tenant_id': '8e091b5011fc4ae58492675a26ced890', 'mac_address': 'fa:16:3e:b3:2b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef8778b-4da2-46e7-8c87-820f6111ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '4058332b-e443-4632-84c1-56294c1b86a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:24:12Z', 'updated_at': '2022-01-28T03:24:16Z', 'revision_number': 4, 'project_id': '8e091b5011fc4ae58492675a26ced890', 'subnets': [{'id': '4058332b-e443-4632-84c1-56294c1b86a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:24:17.674311 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6b4803-501a-4304-b915-329866dcd25a None None] The sync data for ids ['aef8778b-4da2-46e7-8c87-820f6111ebab'] in n-d-712139-27 is: [{'id': 'aef8778b-4da2-46e7-8c87-820f6111ebab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1383507976', 'tenant_id': '8e091b5011fc4ae58492675a26ced890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '90a9a8b1-f8e9-404a-8afd-1d003d7b0b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:24:08Z', 'updated_at': '2022-01-28T03:24:13Z', 'revision_number': 4, 'project_id': '8e091b5011fc4ae58492675a26ced890', 'gw_port': {'id': '90a9a8b1-f8e9-404a-8afd-1d003d7b0b91', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fe:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef8778b-4da2-46e7-8c87-820f6111ebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:24:08Z', 'updated_at': '2022-01-28T03:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '41789846-a696-49e9-a465-17d60149e421', 'name': '', 'network_id': '87ac3caf-6a4e-4ce5-a713-7edca59163fe', 'tenant_id': '8e091b5011fc4ae58492675a26ced890', 'mac_address': 'fa:16:3e:b3:2b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef8778b-4da2-46e7-8c87-820f6111ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '4058332b-e443-4632-84c1-56294c1b86a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:24:12Z', 'updated_at': '2022-01-28T03:24:16Z', 'revision_number': 4, 'project_id': '8e091b5011fc4ae58492675a26ced890', 'subnets': [{'id': '4058332b-e443-4632-84c1-56294c1b86a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:24:17.725934 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-b4f4c710-fe1d-4803-ace4-a976b6321685 None None] Current status of the port 41789846-a696-49e9-a465-17d60149e421 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:24:17.842896 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d0b425bb-8178-4a0d-bea9-5b192562a96d req-989f8aba-393c-41db-aec5-05fa694924a6 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bd0aacd-6bb1-4d50-ab53-1a75a84c5589 HTTP/1.1" status: 200 len: 210 time: 0.0388167 Jan 28 03:24:18.144868 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-4d0de0e1-c9aa-42a0-9653-c17477c0d736 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:18.147218 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-4d0de0e1-c9aa-42a0-9653-c17477c0d736 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.67 "GET /v2.0/networks?id=87ac3caf-6a4e-4ce5-a713-7edca59163fe HTTP/1.1" status: 200 len: 796 time: 0.1601274 Jan 28 03:24:18.267873 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-f7164704-0a79-460a-9deb-f4da0a2bed5b tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e091b5011fc4ae58492675a26ced890 HTTP/1.1" status: 200 len: 477 time: 0.1072707 Jan 28 03:24:18.280761 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-35d14759-befd-46a7-88d7-0580d60052b1 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Request body: {'port': {'device_id': '9bd0aacd-6bb1-4d50-ab53-1a75a84c5589', 'network_id': '87ac3caf-6a4e-4ce5-a713-7edca59163fe', 'admin_state_up': True, 'tenant_id': '8e091b5011fc4ae58492675a26ced890', 'security_groups': ['6c5b33ed-ea94-4667-afa5-881d5ed6e372', '747fd1ea-48a5-401d-868e-4d9944572eab']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:18.409338 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-35d14759-befd-46a7-88d7-0580d60052b1 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Made reservation on behalf of 8e091b5011fc4ae58492675a26ced890 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:24:18.413002 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-35d14759-befd-46a7-88d7-0580d60052b1 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:18.572129 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-35d14759-befd-46a7-88d7-0580d60052b1 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Allocated IP 172.20.0.11 (87ac3caf-6a4e-4ce5-a713-7edca59163fe/4058332b-e443-4632-84c1-56294c1b86a1/bd6b403f-acb4-404e-a354-637b5b6b9574) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:24:18.744475 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 41789846-a696-49e9-a465-17d60149e421 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:24:18.869608 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-35d14759-befd-46a7-88d7-0580d60052b1 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for port (bd6b403f-acb4-404e-a354-637b5b6b9574), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:18.959011 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 41789846-a696-49e9-a465-17d60149e421 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:24:18.960096 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (41789846-a696-49e9-a465-17d60149e421), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:19.042127 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-35d14759-befd-46a7-88d7-0580d60052b1 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (bd6b403f-acb4-404e-a354-637b5b6b9574), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:19.152860 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 41789846-a696-49e9-a465-17d60149e421 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:24:19.184507 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-35d14759-befd-46a7-88d7-0580d60052b1 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Network 87ac3caf-6a4e-4ce5-a713-7edca59163fe is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:24:19.187628 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-35d14759-befd-46a7-88d7-0580d60052b1 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:24:19.189611 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d14759-befd-46a7-88d7-0580d60052b1 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Pushing event updated for resources: {'Port': ['ID=bd6b403f-acb4-404e-a354-637b5b6b9574,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:19.198659 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-35d14759-befd-46a7-88d7-0580d60052b1 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:24:19.266467 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c258f-eb32-4b61-aeb0-5a1d789ce615 req-342b2d15-6b3d-49b5-82ee-c52da00a7693 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:19.268731 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d38c258f-eb32-4b61-aeb0-5a1d789ce615 req-342b2d15-6b3d-49b5-82ee-c52da00a7693 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bd0aacd-6bb1-4d50-ab53-1a75a84c5589 HTTP/1.1" status: 200 len: 971 time: 0.1706038 Jan 28 03:24:19.293383 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-35d14759-befd-46a7-88d7-0580d60052b1 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:19.294053 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-35d14759-befd-46a7-88d7-0580d60052b1 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:19.364887 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-35d14759-befd-46a7-88d7-0580d60052b1 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.0902383 Jan 28 03:24:19.393647 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-1ee9423e-bae1-4f9b-960e-698a6884d076 service neutron] Request body: {'port': {'device_id': '9bd0aacd-6bb1-4d50-ab53-1a75a84c5589', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:19.410348 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d38c258f-eb32-4b61-aeb0-5a1d789ce615 req-422684f7-6b68-4398-aaf0-a0dd348a0916 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "GET /v2.0/security-groups?id=747fd1ea-48a5-401d-868e-4d9944572eab&id=6c5b33ed-ea94-4667-afa5-881d5ed6e372&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1334307 Jan 28 03:24:19.501623 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-1ee9423e-bae1-4f9b-960e-698a6884d076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (bd6b403f-acb4-404e-a354-637b5b6b9574), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:19.596596 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-891cb22e-b8e5-4fab-8ef6-eab0e24a4f15 None None] Provisioning complete for port bd6b403f-acb4-404e-a354-637b5b6b9574 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:24:19.597284 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-891cb22e-b8e5-4fab-8ef6-eab0e24a4f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (bd6b403f-acb4-404e-a354-637b5b6b9574), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:19.656467 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-891cb22e-b8e5-4fab-8ef6-eab0e24a4f15 None None] Port bd6b403f-acb4-404e-a354-637b5b6b9574 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:24:19.838215 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-1ee9423e-bae1-4f9b-960e-698a6884d076 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd6b403f-acb4-404e-a354-637b5b6b9574 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:24:19.846613 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-1ee9423e-bae1-4f9b-960e-698a6884d076 service neutron] Publish callbacks [] for port (bd6b403f-acb4-404e-a354-637b5b6b9574), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:19.859657 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-1ee9423e-bae1-4f9b-960e-698a6884d076 service neutron] Transition to ACTIVE for port object bd6b403f-acb4-404e-a354-637b5b6b9574 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:24:19.864603 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-1ee9423e-bae1-4f9b-960e-698a6884d076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (bd6b403f-acb4-404e-a354-637b5b6b9574), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:19.947180 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee9423e-bae1-4f9b-960e-698a6884d076 service neutron] Pushing event updated for resources: {'Port': ['ID=bd6b403f-acb4-404e-a354-637b5b6b9574,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:20.030008 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-1ee9423e-bae1-4f9b-960e-698a6884d076 service neutron] Attempting to bind port bd6b403f-acb4-404e-a354-637b5b6b9574 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:24:20.030346 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-1ee9423e-bae1-4f9b-960e-698a6884d076 service neutron] Attempting to bind port bd6b403f-acb4-404e-a354-637b5b6b9574 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '1aa6b6d4-90a1-4658-af88-a59f151077af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '87ac3caf-6a4e-4ce5-a713-7edca59163fe'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:24:20.030931 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-1ee9423e-bae1-4f9b-960e-698a6884d076 service neutron] Attempting to bind port bd6b403f-acb4-404e-a354-637b5b6b9574 on network 87ac3caf-6a4e-4ce5-a713-7edca59163fe {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:24:20.041227 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-1ee9423e-bae1-4f9b-960e-698a6884d076 service neutron] Port bd6b403f-acb4-404e-a354-637b5b6b9574 on network 87ac3caf-6a4e-4ce5-a713-7edca59163fe not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:24:20.042084 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-1ee9423e-bae1-4f9b-960e-698a6884d076 service neutron] Attempting to bind port bd6b403f-acb4-404e-a354-637b5b6b9574 on network 87ac3caf-6a4e-4ce5-a713-7edca59163fe {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:24:20.049880 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-1ee9423e-bae1-4f9b-960e-698a6884d076 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:24:20.050734 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-1ee9423e-bae1-4f9b-960e-698a6884d076 service neutron] Checking segment: {'id': '1aa6b6d4-90a1-4658-af88-a59f151077af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '87ac3caf-6a4e-4ce5-a713-7edca59163fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:24:20.051353 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-1ee9423e-bae1-4f9b-960e-698a6884d076 service neutron] Bound using segment: {'id': '1aa6b6d4-90a1-4658-af88-a59f151077af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '87ac3caf-6a4e-4ce5-a713-7edca59163fe'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:24:20.052176 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-1ee9423e-bae1-4f9b-960e-698a6884d076 service neutron] Bound port: bd6b403f-acb4-404e-a354-637b5b6b9574, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aa6b6d4-90a1-4658-af88-a59f151077af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '87ac3caf-6a4e-4ce5-a713-7edca59163fe'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:24:20.053314 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-1ee9423e-bae1-4f9b-960e-698a6884d076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (bd6b403f-acb4-404e-a354-637b5b6b9574), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:20.134266 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-1ee9423e-bae1-4f9b-960e-698a6884d076 service neutron] For port bd6b403f-acb4-404e-a354-637b5b6b9574, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:24:20.138538 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-1ee9423e-bae1-4f9b-960e-698a6884d076 service neutron] For port bd6b403f-acb4-404e-a354-637b5b6b9574, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=bd6b403f-acb4-404e-a354-637b5b6b9574,segment=NetworkSegment(1aa6b6d4-90a1-4658-af88-a59f151077af),segment_id=1aa6b6d4-90a1-4658-af88-a59f151077af)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:24:20.144527 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-1ee9423e-bae1-4f9b-960e-698a6884d076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (bd6b403f-acb4-404e-a354-637b5b6b9574), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:20.188630 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-1ee9423e-bae1-4f9b-960e-698a6884d076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:20.189655 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-1ee9423e-bae1-4f9b-960e-698a6884d076 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:20.191330 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-1ee9423e-bae1-4f9b-960e-698a6884d076 service neutron] 10.222.0.67 "PUT /v2.0/ports/bd6b403f-acb4-404e-a354-637b5b6b9574 HTTP/1.1" status: 200 len: 1132 time: 0.8071480 Jan 28 03:24:20.191889 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd0aacd-6bb1-4d50-ab53-1a75a84c5589', 'tag': 'bd6b403f-acb4-404e-a354-637b5b6b9574'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:24:20.194487 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2835b70a-56d9-4a66-9fbd-3aa8282d9dbb" -d '{"events": [{"name": "network-changed", "server_uuid": "9bd0aacd-6bb1-4d50-ab53-1a75a84c5589", "tag": "bd6b403f-acb4-404e-a354-637b5b6b9574"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:24:20.223401 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee9423e-bae1-4f9b-960e-698a6884d076 service neutron] Pushing event updated for resources: {'Port': ['ID=bd6b403f-acb4-404e-a354-637b5b6b9574,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:20.270686 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65de754-1dc4-4f17-825d-20805560baa2 x-openstack-request-id: req-c65de754-1dc4-4f17-825d-20805560baa2 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:24:20.271110 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bd0aacd-6bb1-4d50-ab53-1a75a84c5589", "tag": "bd6b403f-acb4-404e-a354-637b5b6b9574", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:24:20.272137 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c65de754-1dc4-4f17-825d-20805560baa2 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:24:20.272638 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bd0aacd-6bb1-4d50-ab53-1a75a84c5589', 'tag': 'bd6b403f-acb4-404e-a354-637b5b6b9574', 'status': 'completed', 'code': 200} Jan 28 03:24:20.320863 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-20a08aa8-0908-47c7-bcb5-b93c91ce31a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:20.322421 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-20a08aa8-0908-47c7-bcb5-b93c91ce31a0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8e091b5011fc4ae58492675a26ced890&device_id=9bd0aacd-6bb1-4d50-ab53-1a75a84c5589 HTTP/1.1" status: 200 len: 1135 time: 0.0632820 Jan 28 03:24:20.376258 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-e8300678-7ea9-4693-9c3e-f97be864e9d7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd6b403f-acb4-404e-a354-637b5b6b9574 HTTP/1.1" status: 200 len: 217 time: 0.0417473 Jan 28 03:24:20.432690 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-b6f91e74-abc1-4417-be28-4050c3feed4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:20.434574 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-b6f91e74-abc1-4417-be28-4050c3feed4f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4058332b-e443-4632-84c1-56294c1b86a1 HTTP/1.1" status: 200 len: 835 time: 0.0525262 Jan 28 03:24:20.488023 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-9c1ba691-a294-4e9a-8bf2-6a42108a7b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:20.489822 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-9c1ba691-a294-4e9a-8bf2-6a42108a7b12 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=87ac3caf-6a4e-4ce5-a713-7edca59163fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491931 Jan 28 03:24:20.648076 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c167262-bed4-4ac4-bfbd-af9839716f27 req-a13c7c44-cc3f-4abe-ae0f-63e3be313087 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:20.654385 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7c167262-bed4-4ac4-bfbd-af9839716f27 req-a13c7c44-cc3f-4abe-ae0f-63e3be313087 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bd0aacd-6bb1-4d50-ab53-1a75a84c5589 HTTP/1.1" status: 200 len: 983 time: 0.1415722 Jan 28 03:24:20.668335 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-582207c3-263a-4d8b-8f86-0747f2591d32 service neutron] 10.222.0.67 "GET /v2.0/networks/87ac3caf-6a4e-4ce5-a713-7edca59163fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703150 Jan 28 03:24:20.768940 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7c167262-bed4-4ac4-bfbd-af9839716f27 req-0c539955-06e6-4dc4-9589-084150788e47 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "GET /v2.0/security-groups?id=747fd1ea-48a5-401d-868e-4d9944572eab&id=6c5b33ed-ea94-4667-afa5-881d5ed6e372&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1121023 Jan 28 03:24:20.807487 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2d9a8fda-29cf-4bd4-b6a5-1274f3670c44 req-a2f9acbd-74b4-4a77-af84-2754190dcf97 service neutron] 10.222.0.67 "GET /v2.0/networks/87ac3caf-6a4e-4ce5-a713-7edca59163fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323223 Jan 28 03:24:20.953543 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835b70a-56d9-4a66-9fbd-3aa8282d9dbb req-d7909f93-f98c-423c-9959-893b7c7a4fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:20.955317 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2835b70a-56d9-4a66-9fbd-3aa8282d9dbb req-d7909f93-f98c-423c-9959-893b7c7a4fb2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8e091b5011fc4ae58492675a26ced890&device_id=9bd0aacd-6bb1-4d50-ab53-1a75a84c5589 HTTP/1.1" status: 200 len: 1135 time: 0.0493004 Jan 28 03:24:21.055341 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835b70a-56d9-4a66-9fbd-3aa8282d9dbb req-3876f361-c7e1-4326-9068-de05b173c576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:21.056852 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2835b70a-56d9-4a66-9fbd-3aa8282d9dbb req-3876f361-c7e1-4326-9068-de05b173c576 service neutron] 10.222.0.67 "GET /v2.0/networks?id=87ac3caf-6a4e-4ce5-a713-7edca59163fe HTTP/1.1" status: 200 len: 897 time: 0.0959439 Jan 28 03:24:21.099657 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2835b70a-56d9-4a66-9fbd-3aa8282d9dbb req-b64d2a1d-be50-4ff9-ab98-d944dd58ff9b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd6b403f-acb4-404e-a354-637b5b6b9574 HTTP/1.1" status: 200 len: 217 time: 0.0366371 Jan 28 03:24:21.158987 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835b70a-56d9-4a66-9fbd-3aa8282d9dbb req-2f9a6385-8674-4dd5-88d3-faaa63d67802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:21.160931 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2835b70a-56d9-4a66-9fbd-3aa8282d9dbb req-2f9a6385-8674-4dd5-88d3-faaa63d67802 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4058332b-e443-4632-84c1-56294c1b86a1 HTTP/1.1" status: 200 len: 835 time: 0.0544920 Jan 28 03:24:21.249185 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835b70a-56d9-4a66-9fbd-3aa8282d9dbb req-e8859052-484e-4b18-a93c-bfc8450b8512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:21.251232 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2835b70a-56d9-4a66-9fbd-3aa8282d9dbb req-e8859052-484e-4b18-a93c-bfc8450b8512 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=87ac3caf-6a4e-4ce5-a713-7edca59163fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0834808 Jan 28 03:24:21.365095 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2835b70a-56d9-4a66-9fbd-3aa8282d9dbb req-1bc2e43c-d5f6-4beb-95b0-ae903dfd9ff7 service neutron] 10.222.0.67 "GET /v2.0/networks/87ac3caf-6a4e-4ce5-a713-7edca59163fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080024 Jan 28 03:24:21.536660 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2835b70a-56d9-4a66-9fbd-3aa8282d9dbb req-f88ffc23-0950-4e94-b85e-eddd2a84fe45 service neutron] 10.222.0.67 "GET /v2.0/networks/87ac3caf-6a4e-4ce5-a713-7edca59163fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644351 Jan 28 03:24:21.912373 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4747c0-6ff0-4c86-88e8-58c3f1884a55 req-0e9b7a63-59f6-43c1-ad06-1e7097e60769 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:21.915550 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-af4747c0-6ff0-4c86-88e8-58c3f1884a55 req-0e9b7a63-59f6-43c1-ad06-1e7097e60769 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bd0aacd-6bb1-4d50-ab53-1a75a84c5589 HTTP/1.1" status: 200 len: 983 time: 0.0656414 Jan 28 03:24:21.978940 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-af4747c0-6ff0-4c86-88e8-58c3f1884a55 req-50e97f02-65a7-4795-8b90-a3b14cb0b169 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "GET /v2.0/security-groups?id=747fd1ea-48a5-401d-868e-4d9944572eab&id=6c5b33ed-ea94-4667-afa5-881d5ed6e372&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0585556 Jan 28 03:24:23.130641 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41db22-50f7-40a4-b645-76fb12b9ff0b req-2d986386-2822-497d-8d86-54851eebb1d1 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:23.132274 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3b41db22-50f7-40a4-b645-76fb12b9ff0b req-2d986386-2822-497d-8d86-54851eebb1d1 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bd0aacd-6bb1-4d50-ab53-1a75a84c5589 HTTP/1.1" status: 200 len: 983 time: 0.0538890 Jan 28 03:24:23.211007 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3b41db22-50f7-40a4-b645-76fb12b9ff0b req-c8c2a2bc-78c7-45ea-a232-8b4387c8a679 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "GET /v2.0/security-groups?id=747fd1ea-48a5-401d-868e-4d9944572eab&id=6c5b33ed-ea94-4667-afa5-881d5ed6e372&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0706713 Jan 28 03:24:23.663857 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device bd6b403f-acb4-404e-a354-637b5b6b9574 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:24:23.786477 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port bd6b403f-acb4-404e-a354-637b5b6b9574, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=bd6b403f-acb4-404e-a354-637b5b6b9574,segment=NetworkSegment(1aa6b6d4-90a1-4658-af88-a59f151077af),segment_id=1aa6b6d4-90a1-4658-af88-a59f151077af)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:24:23.811223 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': 'bd6b403f-acb4-404e-a354-637b5b6b9574', 'network_id': '87ac3caf-6a4e-4ce5-a713-7edca59163fe', 'port_id': 'bd6b403f-acb4-404e-a354-637b5b6b9574', 'mac_address': 'fa:16:3e:57:42:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4058332b-e443-4632-84c1-56294c1b86a1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:24:23.854091 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port bd6b403f-acb4-404e-a354-637b5b6b9574 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:24:23.854492 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (bd6b403f-acb4-404e-a354-637b5b6b9574), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:23.871207 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd6b403f-acb4-404e-a354-637b5b6b9574 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:24:23.901761 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port bd6b403f-acb4-404e-a354-637b5b6b9574, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=bd6b403f-acb4-404e-a354-637b5b6b9574,segment=NetworkSegment(1aa6b6d4-90a1-4658-af88-a59f151077af),segment_id=1aa6b6d4-90a1-4658-af88-a59f151077af)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:24:23.907391 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (bd6b403f-acb4-404e-a354-637b5b6b9574), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:23.964961 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=bd6b403f-acb4-404e-a354-637b5b6b9574,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:24.321209 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['bd6b403f-acb4-404e-a354-637b5b6b9574'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:24:24.336541 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf88d5-62d1-48be-9c21-2699d97926e1 req-46ac43dd-d998-4644-8f68-6d0489e1b122 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:24.344737 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dfbf88d5-62d1-48be-9c21-2699d97926e1 req-46ac43dd-d998-4644-8f68-6d0489e1b122 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bd0aacd-6bb1-4d50-ab53-1a75a84c5589 HTTP/1.1" status: 200 len: 984 time: 0.0624390 Jan 28 03:24:24.434674 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dfbf88d5-62d1-48be-9c21-2699d97926e1 req-a96088e0-5829-41b9-9719-7af17883fff9 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "GET /v2.0/security-groups?id=747fd1ea-48a5-401d-868e-4d9944572eab&id=6c5b33ed-ea94-4667-afa5-881d5ed6e372&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0887828 Jan 28 03:24:25.559555 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62595979-e323-4f30-820f-8d571449d8b0 req-0a509aa1-b341-4f76-854c-a41b8b024e15 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:25.561222 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-62595979-e323-4f30-820f-8d571449d8b0 req-0a509aa1-b341-4f76-854c-a41b8b024e15 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bd0aacd-6bb1-4d50-ab53-1a75a84c5589 HTTP/1.1" status: 200 len: 984 time: 0.0550330 Jan 28 03:24:25.659239 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-62595979-e323-4f30-820f-8d571449d8b0 req-a90f76f8-1f12-4f3b-b999-1a71381d3ca2 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "GET /v2.0/security-groups?id=747fd1ea-48a5-401d-868e-4d9944572eab&id=6c5b33ed-ea94-4667-afa5-881d5ed6e372&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0908091 Jan 28 03:24:25.693959 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device bd6b403f-acb4-404e-a354-637b5b6b9574 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:24:25.762901 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port bd6b403f-acb4-404e-a354-637b5b6b9574 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:24:25.767088 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port bd6b403f-acb4-404e-a354-637b5b6b9574 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:24:25.767584 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (bd6b403f-acb4-404e-a354-637b5b6b9574), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:25.852343 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port bd6b403f-acb4-404e-a354-637b5b6b9574 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:24:25.853054 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (bd6b403f-acb4-404e-a354-637b5b6b9574), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:25.893170 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd0aacd-6bb1-4d50-ab53-1a75a84c5589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6b403f-acb4-404e-a354-637b5b6b9574'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:24:25.895837 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5beab6-e72d-4e66-85d3-3341666605c5" -d '{"events": [{"server_uuid": "9bd0aacd-6bb1-4d50-ab53-1a75a84c5589", "name": "network-vif-plugged", "status": "completed", "tag": "bd6b403f-acb4-404e-a354-637b5b6b9574"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:24:25.932187 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port bd6b403f-acb4-404e-a354-637b5b6b9574, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=bd6b403f-acb4-404e-a354-637b5b6b9574,segment=NetworkSegment(1aa6b6d4-90a1-4658-af88-a59f151077af),segment_id=1aa6b6d4-90a1-4658-af88-a59f151077af)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:24:25.938018 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (bd6b403f-acb4-404e-a354-637b5b6b9574), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:25.977631 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1423b988-f162-4e53-bfaf-1d44d4175132 x-openstack-request-id: req-1423b988-f162-4e53-bfaf-1d44d4175132 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:24:25.977975 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bd0aacd-6bb1-4d50-ab53-1a75a84c5589", "name": "network-vif-plugged", "status": "completed", "tag": "bd6b403f-acb4-404e-a354-637b5b6b9574", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:24:25.978232 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1423b988-f162-4e53-bfaf-1d44d4175132 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:24:25.978627 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bd0aacd-6bb1-4d50-ab53-1a75a84c5589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6b403f-acb4-404e-a354-637b5b6b9574', 'code': 200} Jan 28 03:24:26.023876 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=bd6b403f-acb4-404e-a354-637b5b6b9574,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:26.130547 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202cc300-bd0c-4404-a573-9d76efd3eec0 req-9c7e7e29-c500-4e19-95df-294b5f146e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:26.132434 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-202cc300-bd0c-4404-a573-9d76efd3eec0 req-9c7e7e29-c500-4e19-95df-294b5f146e6b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9bd0aacd-6bb1-4d50-ab53-1a75a84c5589 HTTP/1.1" status: 200 len: 1137 time: 0.0473747 Jan 28 03:24:26.194244 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-202cc300-bd0c-4404-a573-9d76efd3eec0 req-bc32b9c1-25de-42b1-b818-91998601e90d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=747fd1ea-48a5-401d-868e-4d9944572eab&id=6c5b33ed-ea94-4667-afa5-881d5ed6e372&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0557353 Jan 28 03:24:26.788762 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7439a67a-7d70-4afd-8a44-ad9e4a172bb4 req-5b6fab0b-6771-433b-bfec-165aa03f59ca tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:26.791721 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7439a67a-7d70-4afd-8a44-ad9e4a172bb4 req-5b6fab0b-6771-433b-bfec-165aa03f59ca tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bd0aacd-6bb1-4d50-ab53-1a75a84c5589 HTTP/1.1" status: 200 len: 985 time: 0.0542803 Jan 28 03:24:26.852677 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7439a67a-7d70-4afd-8a44-ad9e4a172bb4 req-ed5e5ad4-eb91-4233-829b-6b9f5c82b13c tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "GET /v2.0/security-groups?id=747fd1ea-48a5-401d-868e-4d9944572eab&id=6c5b33ed-ea94-4667-afa5-881d5ed6e372&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0546837 Jan 28 03:24:27.861876 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51412) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:28.033145 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f82d47-7c52-4596-8bda-e509b964cd09 req-4311992f-2112-4510-b475-cfd65013dea1 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:28.041976 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90f82d47-7c52-4596-8bda-e509b964cd09 req-4311992f-2112-4510-b475-cfd65013dea1 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bd0aacd-6bb1-4d50-ab53-1a75a84c5589 HTTP/1.1" status: 200 len: 985 time: 0.0689323 Jan 28 03:24:28.116507 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-90f82d47-7c52-4596-8bda-e509b964cd09 req-38cfb55d-4046-43c2-a133-e5e3c74282e9 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "GET /v2.0/security-groups?id=747fd1ea-48a5-401d-868e-4d9944572eab&id=6c5b33ed-ea94-4667-afa5-881d5ed6e372&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0676544 Jan 28 03:24:28.134973 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f88a0835-f426-4886-81bc-02bfb4030645 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:28.244860 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f88a0835-f426-4886-81bc-02bfb4030645 admin admin] Publish callbacks [] for security_group (ac156e5f-5ec5-416a-b301-ed75c3dfc37e), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:28.251500 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f88a0835-f426-4886-81bc-02bfb4030645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (ac156e5f-5ec5-416a-b301-ed75c3dfc37e), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:28.312854 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a0835-f426-4886-81bc-02bfb4030645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac156e5f-5ec5-416a-b301-ed75c3dfc37e,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:28.316903 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18089b3c-5cff-403c-a2c1-6030c81a2317 req-023dacea-3f8f-45fe-a16b-206c1f541644 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:28.321748 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-18089b3c-5cff-403c-a2c1-6030c81a2317 req-023dacea-3f8f-45fe-a16b-206c1f541644 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bd0aacd-6bb1-4d50-ab53-1a75a84c5589 HTTP/1.1" status: 200 len: 985 time: 0.1031873 Jan 28 03:24:28.356144 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51428) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:28.357032 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f88a0835-f426-4886-81bc-02bfb4030645 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=905acc34076540c5817a74e95a97f5d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4938028 Jan 28 03:24:28.434214 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-18089b3c-5cff-403c-a2c1-6030c81a2317 req-b8d7ccc3-3fb6-4dc0-a29e-276cfbdd53fc tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "GET /v2.0/security-groups?id=747fd1ea-48a5-401d-868e-4d9944572eab&id=6c5b33ed-ea94-4667-afa5-881d5ed6e372&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1057630 Jan 28 03:24:28.481143 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c23463de-0de7-4e33-8d5b-ab0574c16e08 admin admin] Publish callbacks [] for security_group (ac156e5f-5ec5-416a-b301-ed75c3dfc37e), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:28.519387 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c23463de-0de7-4e33-8d5b-ab0574c16e08 admin admin] Publish callbacks [] for security_group (ac156e5f-5ec5-416a-b301-ed75c3dfc37e), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:28.577436 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7dab3-9b4a-4de9-b72a-00338b00723f req-06321343-6be5-4c4b-aa52-d00bb9917def tempest-TestSecurityGroupsBasicOps-198779247 tempest-TestSecurityGroupsBasicOps-198779247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:28.582368 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-43f7dab3-9b4a-4de9-b72a-00338b00723f req-06321343-6be5-4c4b-aa52-d00bb9917def tempest-TestSecurityGroupsBasicOps-198779247 tempest-TestSecurityGroupsBasicOps-198779247-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9bd0aacd-6bb1-4d50-ab53-1a75a84c5589 HTTP/1.1" status: 200 len: 1137 time: 0.0677235 Jan 28 03:24:28.607320 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-43f7dab3-9b4a-4de9-b72a-00338b00723f req-0f89ff51-238e-403e-9c33-6659cab3f09b tempest-TestSecurityGroupsBasicOps-198779247 tempest-TestSecurityGroupsBasicOps-198779247-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:28.610322 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c23463de-0de7-4e33-8d5b-ab0574c16e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (ac156e5f-5ec5-416a-b301-ed75c3dfc37e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:28.614760 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c23463de-0de7-4e33-8d5b-ab0574c16e08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:28.619781 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c23463de-0de7-4e33-8d5b-ab0574c16e08 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ac156e5f-5ec5-416a-b301-ed75c3dfc37e HTTP/1.1" status: 204 len: 168 time: 0.2612443 Jan 28 03:24:28.637710 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23463de-0de7-4e33-8d5b-ab0574c16e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac156e5f-5ec5-416a-b301-ed75c3dfc37e,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:28.818864 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-43f7dab3-9b4a-4de9-b72a-00338b00723f req-0f89ff51-238e-403e-9c33-6659cab3f09b tempest-TestSecurityGroupsBasicOps-198779247 tempest-TestSecurityGroupsBasicOps-198779247-project-admin] Publish callbacks [] for security_group (576cb878-5493-41c7-9a23-f7c67fad2309), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:28.831173 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-43f7dab3-9b4a-4de9-b72a-00338b00723f req-0f89ff51-238e-403e-9c33-6659cab3f09b tempest-TestSecurityGroupsBasicOps-198779247 tempest-TestSecurityGroupsBasicOps-198779247-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (576cb878-5493-41c7-9a23-f7c67fad2309), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:28.907978 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f89ff51-238e-403e-9c33-6659cab3f09b tempest-TestSecurityGroupsBasicOps-198779247 tempest-TestSecurityGroupsBasicOps-198779247-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576cb878-5493-41c7-9a23-f7c67fad2309,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:28.936066 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-43f7dab3-9b4a-4de9-b72a-00338b00723f req-0f89ff51-238e-403e-9c33-6659cab3f09b tempest-TestSecurityGroupsBasicOps-198779247 tempest-TestSecurityGroupsBasicOps-198779247-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=747fd1ea-48a5-401d-868e-4d9944572eab&id=6c5b33ed-ea94-4667-afa5-881d5ed6e372&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3525496 Jan 28 03:24:28.969637 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51446) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:29.059840 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457adadc-d40d-43bc-896f-b5fd9e1e836f tempest-TestSecurityGroupsBasicOps-198779247 tempest-TestSecurityGroupsBasicOps-198779247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:29.065368 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-457adadc-d40d-43bc-896f-b5fd9e1e836f tempest-TestSecurityGroupsBasicOps-198779247 tempest-TestSecurityGroupsBasicOps-198779247-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9bd0aacd-6bb1-4d50-ab53-1a75a84c5589 HTTP/1.1" status: 200 len: 1132 time: 0.0904446 Jan 28 03:24:29.065625 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51448) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:29.070646 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-33e89004-916e-4867-8f20-e4eccd01951e tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'port_id': 'bd6b403f-acb4-404e-a354-637b5b6b9574', 'tenant_id': '8e091b5011fc4ae58492675a26ced890', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:29.101652 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-33e89004-916e-4867-8f20-e4eccd01951e tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:29.156714 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51450) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:29.175969 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9567cd38-6bfa-4f3d-81c2-b74e09c198c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:29.282934 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-33e89004-916e-4867-8f20-e4eccd01951e tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:29.313426 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9567cd38-6bfa-4f3d-81c2-b74e09c198c0 admin admin] Publish callbacks [] for security_group (b0ce054a-694c-42f2-a475-03ce1cfac692), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:29.320053 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9567cd38-6bfa-4f3d-81c2-b74e09c198c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b0ce054a-694c-42f2-a475-03ce1cfac692), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:29.351751 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9567cd38-6bfa-4f3d-81c2-b74e09c198c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ce054a-694c-42f2-a475-03ce1cfac692,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:29.378806 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9567cd38-6bfa-4f3d-81c2-b74e09c198c0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=35ec00396e804c4fa7a6dd3e229e3440&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2206140 Jan 28 03:24:29.381694 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51456) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:29.403757 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:29.458647 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ebebdbdd-b5c0-4cbc-ab19-8352f7596af8 admin admin] Publish callbacks [] for security_group (b0ce054a-694c-42f2-a475-03ce1cfac692), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:29.488598 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ebebdbdd-b5c0-4cbc-ab19-8352f7596af8 admin admin] Publish callbacks [] for security_group (b0ce054a-694c-42f2-a475-03ce1cfac692), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:29.499474 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-33e89004-916e-4867-8f20-e4eccd01951e tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Allocated IP 172.25.0.159 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/610306a9-ba5f-4403-85f1-b38894fd34eb) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:24:29.565662 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ebebdbdd-b5c0-4cbc-ab19-8352f7596af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b0ce054a-694c-42f2-a475-03ce1cfac692), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:29.577014 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ebebdbdd-b5c0-4cbc-ab19-8352f7596af8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:29.577014 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ebebdbdd-b5c0-4cbc-ab19-8352f7596af8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b0ce054a-694c-42f2-a475-03ce1cfac692 HTTP/1.1" status: 204 len: 168 time: 0.1884069 Jan 28 03:24:29.593865 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebebdbdd-b5c0-4cbc-ab19-8352f7596af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ce054a-694c-42f2-a475-03ce1cfac692,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:29.711920 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-33e89004-916e-4867-8f20-e4eccd01951e tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for port (610306a9-ba5f-4403-85f1-b38894fd34eb), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:29.735457 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5e2cb435-ce51-44d2-bb3b-57995acf9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:29.762018 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-33e89004-916e-4867-8f20-e4eccd01951e tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (610306a9-ba5f-4403-85f1-b38894fd34eb), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:29.835907 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e89004-916e-4867-8f20-e4eccd01951e tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:24:29.846520 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-33e89004-916e-4867-8f20-e4eccd01951e tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:24:29.851273 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e89004-916e-4867-8f20-e4eccd01951e tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:24:29.886905 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e89004-916e-4867-8f20-e4eccd01951e tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Pushing event updated for resources: {'Port': ['ID=610306a9-ba5f-4403-85f1-b38894fd34eb,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:30.294352 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-33e89004-916e-4867-8f20-e4eccd01951e tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for floatingip (2a777c18-1f8d-4d7b-b7c1-ce6cc9a1b4b7), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:30.369673 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-33e89004-916e-4867-8f20-e4eccd01951e tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (610306a9-ba5f-4403-85f1-b38894fd34eb), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:30.611232 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-33e89004-916e-4867-8f20-e4eccd01951e tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for port (610306a9-ba5f-4403-85f1-b38894fd34eb), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:30.618712 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-33e89004-916e-4867-8f20-e4eccd01951e tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (610306a9-ba5f-4403-85f1-b38894fd34eb), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:30.681279 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e89004-916e-4867-8f20-e4eccd01951e tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Pushing event updated for resources: {'Port': ['ID=610306a9-ba5f-4403-85f1-b38894fd34eb,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:30.761060 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-33e89004-916e-4867-8f20-e4eccd01951e tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (2a777c18-1f8d-4d7b-b7c1-ce6cc9a1b4b7), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:30.875625 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [None req-33e89004-916e-4867-8f20-e4eccd01951e tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Floating IP 2a777c18-1f8d-4d7b-b7c1-ce6cc9a1b4b7 associated. External IP: 172.25.0.159, port: bd6b403f-acb4-404e-a354-637b5b6b9574. Jan 28 03:24:31.108709 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e89004-916e-4867-8f20-e4eccd01951e tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Router aef8778b-4da2-46e7-8c87-820f6111ebab has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:24:31.290656 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e89004-916e-4867-8f20-e4eccd01951e tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:24:31.303469 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5644f55-3eec-4f9f-8233-1bee4ea218e1 None None] Sync routers for ids ['aef8778b-4da2-46e7-8c87-820f6111ebab'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:24:31.316421 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-33e89004-916e-4867-8f20-e4eccd01951e tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:31.320910 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5644f55-3eec-4f9f-8233-1bee4ea218e1 None None] Routers {'aef8778b-4da2-46e7-8c87-820f6111ebab'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:24:31.321920 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a5644f55-3eec-4f9f-8233-1bee4ea218e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:24:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['aef8778b-4da2-46e7-8c87-820f6111ebab'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:24:31.364930 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51520) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:31.376433 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-33e89004-916e-4867-8f20-e4eccd01951e tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3088541 Jan 28 03:24:31.377929 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd0aacd-6bb1-4d50-ab53-1a75a84c5589', 'tag': 'bd6b403f-acb4-404e-a354-637b5b6b9574'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:24:31.382722 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb514539-da3a-451a-bfa7-2c37cf5a3859" -d '{"events": [{"name": "network-changed", "server_uuid": "9bd0aacd-6bb1-4d50-ab53-1a75a84c5589", "tag": "bd6b403f-acb4-404e-a354-637b5b6b9574"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:24:31.512300 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-a5644f55-3eec-4f9f-8233-1bee4ea218e1 None None] Set router aef8778b-4da2-46e7-8c87-820f6111ebab gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:24:31.667046 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07181bc3-cfa8-4448-b26f-e81d3863c63b x-openstack-request-id: req-07181bc3-cfa8-4448-b26f-e81d3863c63b {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:24:31.667457 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bd0aacd-6bb1-4d50-ab53-1a75a84c5589", "tag": "bd6b403f-acb4-404e-a354-637b5b6b9574", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:24:31.667807 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-07181bc3-cfa8-4448-b26f-e81d3863c63b {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:24:31.668343 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bd0aacd-6bb1-4d50-ab53-1a75a84c5589', 'tag': 'bd6b403f-acb4-404e-a354-637b5b6b9574', 'status': 'completed', 'code': 200} Jan 28 03:24:31.749598 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cc1997-92aa-4e98-b972-01bc72d0275c tempest-TestSecurityGroupsBasicOps-198779247 tempest-TestSecurityGroupsBasicOps-198779247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:31.750491 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cc1997-92aa-4e98-b972-01bc72d0275c tempest-TestSecurityGroupsBasicOps-198779247 tempest-TestSecurityGroupsBasicOps-198779247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:31.751288 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cc1997-92aa-4e98-b972-01bc72d0275c tempest-TestSecurityGroupsBasicOps-198779247 tempest-TestSecurityGroupsBasicOps-198779247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:31.751947 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cc1997-92aa-4e98-b972-01bc72d0275c tempest-TestSecurityGroupsBasicOps-198779247 tempest-TestSecurityGroupsBasicOps-198779247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:31.752582 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cc1997-92aa-4e98-b972-01bc72d0275c tempest-TestSecurityGroupsBasicOps-198779247 tempest-TestSecurityGroupsBasicOps-198779247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:31.757449 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51534) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:31.768989 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-02cc1997-92aa-4e98-b972-01bc72d0275c tempest-TestSecurityGroupsBasicOps-198779247 tempest-TestSecurityGroupsBasicOps-198779247-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3590 time: 0.4019201 Jan 28 03:24:31.798902 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3d0dbcba-c49f-428a-b628-d587db5be1e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:31.856541 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb514539-da3a-451a-bfa7-2c37cf5a3859 req-c095101f-a8db-40c2-98f7-ed4cbfb358c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:31.858106 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cb514539-da3a-451a-bfa7-2c37cf5a3859 req-c095101f-a8db-40c2-98f7-ed4cbfb358c6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8e091b5011fc4ae58492675a26ced890&device_id=9bd0aacd-6bb1-4d50-ab53-1a75a84c5589 HTTP/1.1" status: 200 len: 1137 time: 0.0876064 Jan 28 03:24:31.951681 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf88eda-d1bb-4f15-ba9d-00d4a8ae32b0 tempest-TestSecurityGroupsBasicOps-198779247 tempest-TestSecurityGroupsBasicOps-198779247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:31.956837 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf88eda-d1bb-4f15-ba9d-00d4a8ae32b0 tempest-TestSecurityGroupsBasicOps-198779247 tempest-TestSecurityGroupsBasicOps-198779247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:31.961167 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf88eda-d1bb-4f15-ba9d-00d4a8ae32b0 tempest-TestSecurityGroupsBasicOps-198779247 tempest-TestSecurityGroupsBasicOps-198779247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:31.962837 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf88eda-d1bb-4f15-ba9d-00d4a8ae32b0 tempest-TestSecurityGroupsBasicOps-198779247 tempest-TestSecurityGroupsBasicOps-198779247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:31.965961 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf88eda-d1bb-4f15-ba9d-00d4a8ae32b0 tempest-TestSecurityGroupsBasicOps-198779247 tempest-TestSecurityGroupsBasicOps-198779247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:31.974261 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ddf88eda-d1bb-4f15-ba9d-00d4a8ae32b0 tempest-TestSecurityGroupsBasicOps-198779247 tempest-TestSecurityGroupsBasicOps-198779247-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3372 time: 0.2153554 Jan 28 03:24:31.975216 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51540) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:32.043592 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb514539-da3a-451a-bfa7-2c37cf5a3859 req-9d1665f4-9542-47e4-baf1-9018182e0b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:32.050269 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cb514539-da3a-451a-bfa7-2c37cf5a3859 req-9d1665f4-9542-47e4-baf1-9018182e0b17 service neutron] 10.222.0.67 "GET /v2.0/networks?id=87ac3caf-6a4e-4ce5-a713-7edca59163fe HTTP/1.1" status: 200 len: 897 time: 0.1773174 Jan 28 03:24:32.132956 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a5644f55-3eec-4f9f-8233-1bee4ea218e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef8778b-4da2-46e7-8c87-820f6111ebab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1383507976', 'tenant_id': '8e091b5011fc4ae58492675a26ced890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '90a9a8b1-f8e9-404a-8afd-1d003d7b0b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:24:08Z', 'updated_at': '2022-01-28T03:24:13Z', 'revision_number': 4, 'project_id': '8e091b5011fc4ae58492675a26ced890', 'gw_port': {'id': '90a9a8b1-f8e9-404a-8afd-1d003d7b0b91', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fe:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef8778b-4da2-46e7-8c87-820f6111ebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:24:08Z', 'updated_at': '2022-01-28T03:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '2a777c18-1f8d-4d7b-b7c1-ce6cc9a1b4b7', 'tenant_id': '8e091b5011fc4ae58492675a26ced890', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': 'aef8778b-4da2-46e7-8c87-820f6111ebab', 'port_id': 'bd6b403f-acb4-404e-a354-637b5b6b9574', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87ac3caf-6a4e-4ce5-a713-7edca59163fe', 'mac_address': 'fa:16:3e:57:42:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd0aacd-6bb1-4d50-ab53-1a75a84c5589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:24:30Z', 'updated_at': '2022-01-28T03:24:30Z', 'revision_number': 0, 'project_id': '8e091b5011fc4ae58492675a26ced890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41789846-a696-49e9-a465-17d60149e421', 'name': '', 'network_id': '87ac3caf-6a4e-4ce5-a713-7edca59163fe', 'tenant_id': '8e091b5011fc4ae58492675a26ced890', 'mac_address': 'fa:16:3e:b3:2b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef8778b-4da2-46e7-8c87-820f6111ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '4058332b-e443-4632-84c1-56294c1b86a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:24:12Z', 'updated_at': '2022-01-28T03:24:17Z', 'revision_number': 5, 'project_id': '8e091b5011fc4ae58492675a26ced890', 'subnets': [{'id': '4058332b-e443-4632-84c1-56294c1b86a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:24:32.171767 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5644f55-3eec-4f9f-8233-1bee4ea218e1 None None] Checking router: aef8778b-4da2-46e7-8c87-820f6111ebab for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:24:32.196104 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5644f55-3eec-4f9f-8233-1bee4ea218e1 None None] Routers {'aef8778b-4da2-46e7-8c87-820f6111ebab'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:24:32.200745 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a5644f55-3eec-4f9f-8233-1bee4ea218e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:24:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['aef8778b-4da2-46e7-8c87-820f6111ebab'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:24:32.472691 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-a5644f55-3eec-4f9f-8233-1bee4ea218e1 None None] Set router aef8778b-4da2-46e7-8c87-820f6111ebab gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:24:32.780869 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cb514539-da3a-451a-bfa7-2c37cf5a3859 req-063aae6b-d9e8-4f1e-ac16-0007e473abe6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd6b403f-acb4-404e-a354-637b5b6b9574 HTTP/1.1" status: 200 len: 1000 time: 0.7292228 Jan 28 03:24:32.906752 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8c4f909c-f24d-4943-be3e-e8bada8b7142 tempest-TestSecurityGroupsBasicOps-198779247 tempest-TestSecurityGroupsBasicOps-198779247-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2339 time: 0.9289184 Jan 28 03:24:32.909990 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51560) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:32.929913 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb514539-da3a-451a-bfa7-2c37cf5a3859 req-8be92f43-9b2b-4608-b365-1baab4c21b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:32.931654 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cb514539-da3a-451a-bfa7-2c37cf5a3859 req-8be92f43-9b2b-4608-b365-1baab4c21b09 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4058332b-e443-4632-84c1-56294c1b86a1 HTTP/1.1" status: 200 len: 835 time: 0.1404252 Jan 28 03:24:32.953153 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a5644f55-3eec-4f9f-8233-1bee4ea218e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef8778b-4da2-46e7-8c87-820f6111ebab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1383507976', 'tenant_id': '8e091b5011fc4ae58492675a26ced890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '90a9a8b1-f8e9-404a-8afd-1d003d7b0b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:24:08Z', 'updated_at': '2022-01-28T03:24:13Z', 'revision_number': 4, 'project_id': '8e091b5011fc4ae58492675a26ced890', 'gw_port': {'id': '90a9a8b1-f8e9-404a-8afd-1d003d7b0b91', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fe:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef8778b-4da2-46e7-8c87-820f6111ebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:24:08Z', 'updated_at': '2022-01-28T03:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '2a777c18-1f8d-4d7b-b7c1-ce6cc9a1b4b7', 'tenant_id': '8e091b5011fc4ae58492675a26ced890', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': 'aef8778b-4da2-46e7-8c87-820f6111ebab', 'port_id': 'bd6b403f-acb4-404e-a354-637b5b6b9574', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87ac3caf-6a4e-4ce5-a713-7edca59163fe', 'mac_address': 'fa:16:3e:57:42:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd0aacd-6bb1-4d50-ab53-1a75a84c5589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:24:30Z', 'updated_at': '2022-01-28T03:24:30Z', 'revision_number': 0, 'project_id': '8e091b5011fc4ae58492675a26ced890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41789846-a696-49e9-a465-17d60149e421', 'name': '', 'network_id': '87ac3caf-6a4e-4ce5-a713-7edca59163fe', 'tenant_id': '8e091b5011fc4ae58492675a26ced890', 'mac_address': 'fa:16:3e:b3:2b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef8778b-4da2-46e7-8c87-820f6111ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '4058332b-e443-4632-84c1-56294c1b86a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:24:12Z', 'updated_at': '2022-01-28T03:24:17Z', 'revision_number': 5, 'project_id': '8e091b5011fc4ae58492675a26ced890', 'subnets': [{'id': '4058332b-e443-4632-84c1-56294c1b86a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:24:32.966552 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d455cc32-20cc-44db-aefb-02589141b940 tempest-TestSecurityGroupsBasicOps-198779247 tempest-TestSecurityGroupsBasicOps-198779247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:32.967028 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d455cc32-20cc-44db-aefb-02589141b940 tempest-TestSecurityGroupsBasicOps-198779247 tempest-TestSecurityGroupsBasicOps-198779247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:32.968664 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d455cc32-20cc-44db-aefb-02589141b940 tempest-TestSecurityGroupsBasicOps-198779247 tempest-TestSecurityGroupsBasicOps-198779247-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=aef8778b-4da2-46e7-8c87-820f6111ebab HTTP/1.1" status: 200 len: 1991 time: 0.0577374 Jan 28 03:24:32.997576 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5644f55-3eec-4f9f-8233-1bee4ea218e1 None None] The sync data for ids ['aef8778b-4da2-46e7-8c87-820f6111ebab'] in n-d-712139-27 is: [{'id': 'aef8778b-4da2-46e7-8c87-820f6111ebab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1383507976', 'tenant_id': '8e091b5011fc4ae58492675a26ced890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '90a9a8b1-f8e9-404a-8afd-1d003d7b0b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:24:08Z', 'updated_at': '2022-01-28T03:24:13Z', 'revision_number': 4, 'project_id': '8e091b5011fc4ae58492675a26ced890', 'gw_port': {'id': '90a9a8b1-f8e9-404a-8afd-1d003d7b0b91', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fe:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef8778b-4da2-46e7-8c87-820f6111ebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:24:08Z', 'updated_at': '2022-01-28T03:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '2a777c18-1f8d-4d7b-b7c1-ce6cc9a1b4b7', 'tenant_id': '8e091b5011fc4ae58492675a26ced890', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': 'aef8778b-4da2-46e7-8c87-820f6111ebab', 'port_id': 'bd6b403f-acb4-404e-a354-637b5b6b9574', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87ac3caf-6a4e-4ce5-a713-7edca59163fe', 'mac_address': 'fa:16:3e:57:42:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd0aacd-6bb1-4d50-ab53-1a75a84c5589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:24:30Z', 'updated_at': '2022-01-28T03:24:30Z', 'revision_number': 0, 'project_id': '8e091b5011fc4ae58492675a26ced890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41789846-a696-49e9-a465-17d60149e421', 'name': '', 'network_id': '87ac3caf-6a4e-4ce5-a713-7edca59163fe', 'tenant_id': '8e091b5011fc4ae58492675a26ced890', 'mac_address': 'fa:16:3e:b3:2b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef8778b-4da2-46e7-8c87-820f6111ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '4058332b-e443-4632-84c1-56294c1b86a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:24:12Z', 'updated_at': '2022-01-28T03:24:17Z', 'revision_number': 5, 'project_id': '8e091b5011fc4ae58492675a26ced890', 'subnets': [{'id': '4058332b-e443-4632-84c1-56294c1b86a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:24:33.059416 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb514539-da3a-451a-bfa7-2c37cf5a3859 req-a226bb4e-80bf-4770-b98c-84076d5a5ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:33.061591 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cb514539-da3a-451a-bfa7-2c37cf5a3859 req-a226bb4e-80bf-4770-b98c-84076d5a5ce0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=87ac3caf-6a4e-4ce5-a713-7edca59163fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1235254 Jan 28 03:24:33.202872 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cb514539-da3a-451a-bfa7-2c37cf5a3859 req-0b848682-c7f5-4733-8cff-cab6f340c127 service neutron] 10.222.0.67 "GET /v2.0/networks/87ac3caf-6a4e-4ce5-a713-7edca59163fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340048 Jan 28 03:24:33.291277 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe08c7e-e43d-43cf-bf52-41ec0694c1d9 req-9603453b-05ac-4ba2-8551-f1a721fef32e tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:33.292848 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9fe08c7e-e43d-43cf-bf52-41ec0694c1d9 req-9603453b-05ac-4ba2-8551-f1a721fef32e tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 946 time: 0.1076305 Jan 28 03:24:33.319802 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee28394-6340-4e1e-b9c1-f4b4f6aca431 None None] New status for floating IP 2a777c18-1f8d-4d7b-b7c1-ce6cc9a1b4b7: ACTIVE {{(pid=109804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:24:33.354808 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cb514539-da3a-451a-bfa7-2c37cf5a3859 req-c46b502b-6934-486b-b0b1-e4653ccb37db service neutron] 10.222.0.67 "GET /v2.0/networks/87ac3caf-6a4e-4ce5-a713-7edca59163fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364675 Jan 28 03:24:33.377264 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9fe08c7e-e43d-43cf-bf52-41ec0694c1d9 req-1076477e-4613-4abb-a3fd-4edd47ff1fa1 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755715 Jan 28 03:24:33.437048 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:33.599961 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:34.540917 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3d81f-e343-4311-aa67-bbbedbe81de6 req-63fc7488-eb58-4c67-be65-57b826add4e0 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:34.542538 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-55f3d81f-e343-4311-aa67-bbbedbe81de6 req-63fc7488-eb58-4c67-be65-57b826add4e0 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 946 time: 0.0648794 Jan 28 03:24:34.593992 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-55f3d81f-e343-4311-aa67-bbbedbe81de6 req-925dc6bc-4040-426a-a577-864cc0069620 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453663 Jan 28 03:24:34.732953 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdffb58-0a24-4574-a9ad-c59342d8642e req-659e7b2b-b719-44c3-99ab-7df0a4fa1ad3 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:34.734645 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ffdffb58-0a24-4574-a9ad-c59342d8642e req-659e7b2b-b719-44c3-99ab-7df0a4fa1ad3 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.39 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 946 time: 0.0575933 Jan 28 03:24:34.827548 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:34.853308 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-ffdffb58-0a24-4574-a9ad-c59342d8642e req-dc4f8467-f37c-40ec-b8b7-09569135569a tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Deleting port 9ef28665-4d90-44e3-87df-b89b9e890244 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:24:34.853818 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ffdffb58-0a24-4574-a9ad-c59342d8642e req-dc4f8467-f37c-40ec-b8b7-09569135569a tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (9ef28665-4d90-44e3-87df-b89b9e890244), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:34.945092 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-ffdffb58-0a24-4574-a9ad-c59342d8642e req-dc4f8467-f37c-40ec-b8b7-09569135569a tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] For port 9ef28665-4d90-44e3-87df-b89b9e890244, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=9ef28665-4d90-44e3-87df-b89b9e890244,segment=NetworkSegment(22939271-c413-4b6e-86b8-b80474a12e63),segment_id=22939271-c413-4b6e-86b8-b80474a12e63)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:24:34.945439 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ffdffb58-0a24-4574-a9ad-c59342d8642e req-dc4f8467-f37c-40ec-b8b7-09569135569a tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (9ef28665-4d90-44e3-87df-b89b9e890244), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:35.251047 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ffdffb58-0a24-4574-a9ad-c59342d8642e req-dc4f8467-f37c-40ec-b8b7-09569135569a tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:35.251519 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ffdffb58-0a24-4574-a9ad-c59342d8642e req-dc4f8467-f37c-40ec-b8b7-09569135569a tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (8f1f431f-4017-44d7-9298-1d9a160f2238), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:35.251897 n-d-712139-27 neutron-server[109803]: INFO neutron.db.l3_db [req-ffdffb58-0a24-4574-a9ad-c59342d8642e req-dc4f8467-f37c-40ec-b8b7-09569135569a tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Floating IP 8f1f431f-4017-44d7-9298-1d9a160f2238 disassociated. External IP: 172.25.0.35, port: 9ef28665-4d90-44e3-87df-b89b9e890244. Jan 28 03:24:35.252316 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-ffdffb58-0a24-4574-a9ad-c59342d8642e req-dc4f8467-f37c-40ec-b8b7-09569135569a tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Calling delete_port for 9ef28665-4d90-44e3-87df-b89b9e890244 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:24:35.404070 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ffdffb58-0a24-4574-a9ad-c59342d8642e req-dc4f8467-f37c-40ec-b8b7-09569135569a tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (9ef28665-4d90-44e3-87df-b89b9e890244), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:35.435135 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f8467-f37c-40ec-b8b7-09569135569a tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Pushing event deleted for resources: {'Port': ['ID=9ef28665-4d90-44e3-87df-b89b9e890244,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:35.561270 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffdffb58-0a24-4574-a9ad-c59342d8642e req-dc4f8467-f37c-40ec-b8b7-09569135569a tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Router 4af32c91-dff1-4438-abfe-eb851853c7b8 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:24:35.744550 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-21fa3fbd-ad4a-42f3-82a0-1641cb47013e req-43371cf0-5128-4bb0-a66c-4b3f36a1f3ec tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=de20d5b9-64ef-4822-80ab-e89de3380bf8 HTTP/1.1" status: 200 len: 210 time: 0.0362885 Jan 28 03:24:35.821575 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffdffb58-0a24-4574-a9ad-c59342d8642e req-dc4f8467-f37c-40ec-b8b7-09569135569a tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:24:35.839390 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a391604c-2246-4528-ae1a-b6e10501ff55 None None] Sync routers for ids ['4af32c91-dff1-4438-abfe-eb851853c7b8'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:24:35.858591 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a391604c-2246-4528-ae1a-b6e10501ff55 None None] Routers {'4af32c91-dff1-4438-abfe-eb851853c7b8'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:24:35.860279 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a391604c-2246-4528-ae1a-b6e10501ff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:24:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['4af32c91-dff1-4438-abfe-eb851853c7b8'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:24:35.931456 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffdffb58-0a24-4574-a9ad-c59342d8642e req-dc4f8467-f37c-40ec-b8b7-09569135569a tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] No DVR routers for this DVR port 9ef28665-4d90-44e3-87df-b89b9e890244 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:24:35.934772 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ffdffb58-0a24-4574-a9ad-c59342d8642e req-dc4f8467-f37c-40ec-b8b7-09569135569a tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:35.939124 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ffdffb58-0a24-4574-a9ad-c59342d8642e req-dc4f8467-f37c-40ec-b8b7-09569135569a tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.39 "DELETE /v2.0/ports/9ef28665-4d90-44e3-87df-b89b9e890244 HTTP/1.1" status: 204 len: 173 time: 1.1989338 Jan 28 03:24:35.939666 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de20d5b9-64ef-4822-80ab-e89de3380bf8', 'name': 'network-vif-deleted', 'tag': '9ef28665-4d90-44e3-87df-b89b9e890244'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:24:35.942985 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5e0e97-429c-4ba5-8348-83b2b85a9945" -d '{"events": [{"server_uuid": "de20d5b9-64ef-4822-80ab-e89de3380bf8", "name": "network-vif-deleted", "tag": "9ef28665-4d90-44e3-87df-b89b9e890244"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:24:36.013981 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2aa484-8a1d-4de8-96e4-1ea9fb3c0509 x-openstack-request-id: req-5a2aa484-8a1d-4de8-96e4-1ea9fb3c0509 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:24:36.014557 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de20d5b9-64ef-4822-80ab-e89de3380bf8", "name": "network-vif-deleted", "tag": "9ef28665-4d90-44e3-87df-b89b9e890244", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:24:36.014957 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5a2aa484-8a1d-4de8-96e4-1ea9fb3c0509 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:24:36.015536 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de20d5b9-64ef-4822-80ab-e89de3380bf8', 'name': 'network-vif-deleted', 'tag': '9ef28665-4d90-44e3-87df-b89b9e890244', 'status': 'completed', 'code': 200} Jan 28 03:24:36.054502 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-a391604c-2246-4528-ae1a-b6e10501ff55 None None] Set router 4af32c91-dff1-4438-abfe-eb851853c7b8 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:24:36.155326 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:36.288583 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a391604c-2246-4528-ae1a-b6e10501ff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1090025703-router', 'tenant_id': '6f6bbf2836904089b5391caf666a2ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd4ab2bf9-db16-4d1a-b838-4e44d5c67ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:19:16Z', 'updated_at': '2022-01-28T03:19:24Z', 'revision_number': 4, 'project_id': '6f6bbf2836904089b5391caf666a2ef0', 'gw_port': {'id': 'd4ab2bf9-db16-4d1a-b838-4e44d5c67ba8', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:19:18Z', 'updated_at': '2022-01-28T03:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '3d69952c-589c-4832-b6ab-7d7eeb9d62d4', 'name': '', 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d', 'tenant_id': '6f6bbf2836904089b5391caf666a2ef0', 'mac_address': 'fa:16:3e:23:fe:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '76aeb7da-88ca-40e3-af3a-4f4f90f2c919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:19:23Z', 'updated_at': '2022-01-28T03:19:30Z', 'revision_number': 5, 'project_id': '6f6bbf2836904089b5391caf666a2ef0', 'subnets': [{'id': '76aeb7da-88ca-40e3-af3a-4f4f90f2c919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:24:36.314378 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a391604c-2246-4528-ae1a-b6e10501ff55 None None] Checking router: 4af32c91-dff1-4438-abfe-eb851853c7b8 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:24:36.324547 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a391604c-2246-4528-ae1a-b6e10501ff55 None None] Routers {'4af32c91-dff1-4438-abfe-eb851853c7b8'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:24:36.325242 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a391604c-2246-4528-ae1a-b6e10501ff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:24:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['4af32c91-dff1-4438-abfe-eb851853c7b8'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:24:36.434482 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-a391604c-2246-4528-ae1a-b6e10501ff55 None None] Set router 4af32c91-dff1-4438-abfe-eb851853c7b8 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:24:36.656205 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a391604c-2246-4528-ae1a-b6e10501ff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1090025703-router', 'tenant_id': '6f6bbf2836904089b5391caf666a2ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd4ab2bf9-db16-4d1a-b838-4e44d5c67ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:19:16Z', 'updated_at': '2022-01-28T03:19:24Z', 'revision_number': 4, 'project_id': '6f6bbf2836904089b5391caf666a2ef0', 'gw_port': {'id': 'd4ab2bf9-db16-4d1a-b838-4e44d5c67ba8', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:19:18Z', 'updated_at': '2022-01-28T03:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '3d69952c-589c-4832-b6ab-7d7eeb9d62d4', 'name': '', 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d', 'tenant_id': '6f6bbf2836904089b5391caf666a2ef0', 'mac_address': 'fa:16:3e:23:fe:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '76aeb7da-88ca-40e3-af3a-4f4f90f2c919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:19:23Z', 'updated_at': '2022-01-28T03:19:30Z', 'revision_number': 5, 'project_id': '6f6bbf2836904089b5391caf666a2ef0', 'subnets': [{'id': '76aeb7da-88ca-40e3-af3a-4f4f90f2c919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:24:36.687577 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a391604c-2246-4528-ae1a-b6e10501ff55 None None] The sync data for ids ['4af32c91-dff1-4438-abfe-eb851853c7b8'] in n-d-712139-27 is: [{'id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1090025703-router', 'tenant_id': '6f6bbf2836904089b5391caf666a2ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd4ab2bf9-db16-4d1a-b838-4e44d5c67ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:19:16Z', 'updated_at': '2022-01-28T03:19:24Z', 'revision_number': 4, 'project_id': '6f6bbf2836904089b5391caf666a2ef0', 'gw_port': {'id': 'd4ab2bf9-db16-4d1a-b838-4e44d5c67ba8', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:19:18Z', 'updated_at': '2022-01-28T03:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '3d69952c-589c-4832-b6ab-7d7eeb9d62d4', 'name': '', 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d', 'tenant_id': '6f6bbf2836904089b5391caf666a2ef0', 'mac_address': 'fa:16:3e:23:fe:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '76aeb7da-88ca-40e3-af3a-4f4f90f2c919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:19:23Z', 'updated_at': '2022-01-28T03:19:30Z', 'revision_number': 5, 'project_id': '6f6bbf2836904089b5391caf666a2ef0', 'subnets': [{'id': '76aeb7da-88ca-40e3-af3a-4f4f90f2c919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:24:36.913665 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51658) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:36.986384 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e9d43089-91fb-4729-86ab-74b4d6b7daad tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks [] for security_group (4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:37.012672 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e9d43089-91fb-4729-86ab-74b4d6b7daad tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks [] for security_group (4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:37.048490 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1094393f-6469-4aa8-9803-3d7b92a4777c None None] New status for floating IP 8f1f431f-4017-44d7-9298-1d9a160f2238: DOWN {{(pid=109804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:24:37.071922 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e9d43089-91fb-4729-86ab-74b4d6b7daad tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:37.075260 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e9d43089-91fb-4729-86ab-74b4d6b7daad tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:37.076515 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e9d43089-91fb-4729-86ab-74b4d6b7daad tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "DELETE /v2.0/security-groups/4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf HTTP/1.1" status: 204 len: 168 time: 0.1615636 Jan 28 03:24:37.079430 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51668) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:37.094134 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d43089-91fb-4729-86ab-74b4d6b7daad tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:37.103467 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-957b8436-5ca8-4002-b12e-4b1fd2b98c95 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] show failed (client error): The resource could not be found. Jan 28 03:24:37.104651 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-957b8436-5ca8-4002-b12e-4b1fd2b98c95 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups/4e40a587-a6cf-4dba-b1cd-cd6d380f9fcf HTTP/1.1" status: 404 len: 347 time: 0.0241308 Jan 28 03:24:37.108011 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51672) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:37.270953 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-05a0faa4-c5fb-4d6b-85bf-02428e856655 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Deleting port ee367b5a-e28f-479f-b001-349ce720d9ef {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:24:37.271296 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-05a0faa4-c5fb-4d6b-85bf-02428e856655 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (ee367b5a-e28f-479f-b001-349ce720d9ef), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:37.366870 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-05a0faa4-c5fb-4d6b-85bf-02428e856655 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (ee367b5a-e28f-479f-b001-349ce720d9ef), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:37.367211 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-05a0faa4-c5fb-4d6b-85bf-02428e856655 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks [] for floatingip (ee367b5a-e28f-479f-b001-349ce720d9ef), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:37.380988 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-05a0faa4-c5fb-4d6b-85bf-02428e856655 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Calling delete_port for ee367b5a-e28f-479f-b001-349ce720d9ef owned by network:floatingip {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:24:37.541195 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-05a0faa4-c5fb-4d6b-85bf-02428e856655 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (ee367b5a-e28f-479f-b001-349ce720d9ef), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:37.564308 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a0faa4-c5fb-4d6b-85bf-02428e856655 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Pushing event deleted for resources: {'Port': ['ID=ee367b5a-e28f-479f-b001-349ce720d9ef,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:37.641239 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-05a0faa4-c5fb-4d6b-85bf-02428e856655 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks [] for floatingip (8f1f431f-4017-44d7-9298-1d9a160f2238), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:37.644766 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-05a0faa4-c5fb-4d6b-85bf-02428e856655 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:37.649215 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-05a0faa4-c5fb-4d6b-85bf-02428e856655 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "DELETE /v2.0/floatingips/8f1f431f-4017-44d7-9298-1d9a160f2238 HTTP/1.1" status: 204 len: 168 time: 0.5368917 Jan 28 03:24:38.000743 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51708) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:38.005392 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-0db3d190-fe9a-4401-b36d-c43870fc79ac tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1518926952', 'description': 'tempest-description--1435517988'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:38.030643 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0db3d190-fe9a-4401-b36d-c43870fc79ac tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:38.108935 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0db3d190-fe9a-4401-b36d-c43870fc79ac tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks [] for security_group (8be14f85-6e10-4114-a886-74abac6d763e), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:38.114441 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0db3d190-fe9a-4401-b36d-c43870fc79ac tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (8be14f85-6e10-4114-a886-74abac6d763e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:38.151189 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0db3d190-fe9a-4401-b36d-c43870fc79ac tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:38.152697 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0db3d190-fe9a-4401-b36d-c43870fc79ac tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1509151 Jan 28 03:24:38.155706 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51710) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:38.160610 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-c42a7fb2-d2fa-45f9-9db0-428d94d3f8ad tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Request body: {'security_group_rule': {'security_group_id': '8be14f85-6e10-4114-a886-74abac6d763e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:38.165053 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db3d190-fe9a-4401-b36d-c43870fc79ac tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8be14f85-6e10-4114-a886-74abac6d763e,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:38.192327 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c42a7fb2-d2fa-45f9-9db0-428d94d3f8ad tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks [] for security_group_rule (353350ea-ae7c-4d20-ac6b-bd33ead56cef), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:38.259578 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c42a7fb2-d2fa-45f9-9db0-428d94d3f8ad tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks [] for security_group_rule (353350ea-ae7c-4d20-ac6b-bd33ead56cef), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:38.266959 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c42a7fb2-d2fa-45f9-9db0-428d94d3f8ad tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (353350ea-ae7c-4d20-ac6b-bd33ead56cef), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:38.287972 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a7fb2-d2fa-45f9-9db0-428d94d3f8ad tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=353350ea-ae7c-4d20-ac6b-bd33ead56cef,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:38.302086 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c42a7fb2-d2fa-45f9-9db0-428d94d3f8ad tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:38.303517 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c42a7fb2-d2fa-45f9-9db0-428d94d3f8ad tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1465025 Jan 28 03:24:38.306326 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 51716) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:38.310955 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-4f73f19e-249c-43fe-850f-a03988ad9433 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Request body: {'security_group_rule': {'security_group_id': '8be14f85-6e10-4114-a886-74abac6d763e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:38.342625 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4f73f19e-249c-43fe-850f-a03988ad9433 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks [] for security_group_rule (f5d94fa5-ac60-4fa8-ab4f-cf7683403124), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:38.409444 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4f73f19e-249c-43fe-850f-a03988ad9433 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks [] for security_group_rule (f5d94fa5-ac60-4fa8-ab4f-cf7683403124), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:38.414613 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4f73f19e-249c-43fe-850f-a03988ad9433 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (f5d94fa5-ac60-4fa8-ab4f-cf7683403124), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:38.435351 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f73f19e-249c-43fe-850f-a03988ad9433 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5d94fa5-ac60-4fa8-ab4f-cf7683403124,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:38.444877 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4f73f19e-249c-43fe-850f-a03988ad9433 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:38.449800 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4f73f19e-249c-43fe-850f-a03988ad9433 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1389048 Jan 28 03:24:38.450214 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51718) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:38.455389 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-1829b5a0-8b59-42fa-83bd-d1ece53a4c90 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:38.478741 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1829b5a0-8b59-42fa-83bd-d1ece53a4c90 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:38.602288 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 9ef28665-4d90-44e3-87df-b89b9e890244 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:24:38.608538 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1829b5a0-8b59-42fa-83bd-d1ece53a4c90 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:38.630866 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 9ef28665-4d90-44e3-87df-b89b9e890244 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:24:38.631894 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 9ef28665-4d90-44e3-87df-b89b9e890244 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:24:38.723747 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-1829b5a0-8b59-42fa-83bd-d1ece53a4c90 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Allocated IP 172.25.0.33 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/5f079475-d1cb-417b-b98e-7ae9576810bf) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:24:38.844164 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1829b5a0-8b59-42fa-83bd-d1ece53a4c90 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks [] for port (5f079475-d1cb-417b-b98e-7ae9576810bf), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:38.891501 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1829b5a0-8b59-42fa-83bd-d1ece53a4c90 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (5f079475-d1cb-417b-b98e-7ae9576810bf), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:38.942432 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1829b5a0-8b59-42fa-83bd-d1ece53a4c90 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:24:38.946867 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-1829b5a0-8b59-42fa-83bd-d1ece53a4c90 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:24:38.949889 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1829b5a0-8b59-42fa-83bd-d1ece53a4c90 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:24:38.952144 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829b5a0-8b59-42fa-83bd-d1ece53a4c90 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Pushing event updated for resources: {'Port': ['ID=5f079475-d1cb-417b-b98e-7ae9576810bf,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:39.050519 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1829b5a0-8b59-42fa-83bd-d1ece53a4c90 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks [] for floatingip (5ca7b190-c35d-4631-b8e3-952312b8429d), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:39.096096 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1829b5a0-8b59-42fa-83bd-d1ece53a4c90 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5f079475-d1cb-417b-b98e-7ae9576810bf), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:39.271503 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1829b5a0-8b59-42fa-83bd-d1ece53a4c90 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks [] for port (5f079475-d1cb-417b-b98e-7ae9576810bf), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:39.279176 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1829b5a0-8b59-42fa-83bd-d1ece53a4c90 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (5f079475-d1cb-417b-b98e-7ae9576810bf), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:39.363175 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829b5a0-8b59-42fa-83bd-d1ece53a4c90 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Pushing event updated for resources: {'Port': ['ID=5f079475-d1cb-417b-b98e-7ae9576810bf,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:39.374256 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1829b5a0-8b59-42fa-83bd-d1ece53a4c90 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (5ca7b190-c35d-4631-b8e3-952312b8429d), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:39.394335 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1829b5a0-8b59-42fa-83bd-d1ece53a4c90 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:39.396002 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1829b5a0-8b59-42fa-83bd-d1ece53a4c90 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9446924 Jan 28 03:24:39.663397 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-49b91dd2-2935-4521-84b2-892f12a8befe req-fe335fb1-94d8-4ed6-a911-72c652f7896f tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1518926952&fields=id&tenant_id=6f6bbf2836904089b5391caf666a2ef0 HTTP/1.1" status: 200 len: 267 time: 0.0606918 Jan 28 03:24:39.794363 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b91dd2-2935-4521-84b2-892f12a8befe req-e81f18b9-1175-485f-ac05-e90b8d4859d4 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:39.796384 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-49b91dd2-2935-4521-84b2-892f12a8befe req-e81f18b9-1175-485f-ac05-e90b8d4859d4 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/networks?id=b328f18d-888e-4024-8099-122b5bda010d HTTP/1.1" status: 200 len: 817 time: 0.1212528 Jan 28 03:24:39.812377 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-49b91dd2-2935-4521-84b2-892f12a8befe req-ebafe992-5903-4040-8338-d9ffc226842e tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/quotas/6f6bbf2836904089b5391caf666a2ef0 HTTP/1.1" status: 200 len: 375 time: 0.0103405 Jan 28 03:24:39.874110 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-49b91dd2-2935-4521-84b2-892f12a8befe req-a9eef543-3a33-483e-bad9-988252e48c0a tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6f6bbf2836904089b5391caf666a2ef0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546772 Jan 28 03:24:39.985104 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-49b91dd2-2935-4521-84b2-892f12a8befe req-8c53c72e-8f4a-4c9f-be85-a8a703777756 service neutron] 10.222.0.53 "GET /v2.0/networks/b328f18d-888e-4024-8099-122b5bda010d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978849 Jan 28 03:24:40.081253 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-49b91dd2-2935-4521-84b2-892f12a8befe req-05e3775f-b2c3-4957-9649-892c3e26b79c service neutron] 10.222.0.53 "GET /v2.0/networks/b328f18d-888e-4024-8099-122b5bda010d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889931 Jan 28 03:24:40.250732 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c39fbc7a-62d7-4f57-91b7-c06872c4c429 req-a098fb07-4e84-4d62-a847-f79bed7e26cc tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 210 time: 0.0285172 Jan 28 03:24:41.385691 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b91dd2-2935-4521-84b2-892f12a8befe req-1af1de10-e4fb-41b8-9e37-50e6dcd1d714 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:41.388145 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49b91dd2-2935-4521-84b2-892f12a8befe req-1af1de10-e4fb-41b8-9e37-50e6dcd1d714 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.39 "GET /v2.0/networks?id=b328f18d-888e-4024-8099-122b5bda010d HTTP/1.1" status: 200 len: 817 time: 0.1470864 Jan 28 03:24:41.486175 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49b91dd2-2935-4521-84b2-892f12a8befe req-8a834423-ca03-428d-bc74-e79eed3cedb5 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f6bbf2836904089b5391caf666a2ef0 HTTP/1.1" status: 200 len: 380 time: 0.0839877 Jan 28 03:24:41.507532 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-49b91dd2-2935-4521-84b2-892f12a8befe req-52de00eb-aa22-4afa-8cfc-ee89ba110a40 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Request body: {'port': {'device_id': 'a180ab6a-81f1-44f3-b596-f3a9cbcb52ef', 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d', 'admin_state_up': True, 'tenant_id': '6f6bbf2836904089b5391caf666a2ef0', 'security_groups': ['8be14f85-6e10-4114-a886-74abac6d763e']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:41.517669 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e3c87035-d150-4d68-9461-72b0f4d36a0b req-1171d405-0555-40d1-8636-e97ed3b46f1b tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 210 time: 0.1847591 Jan 28 03:24:41.620220 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49b91dd2-2935-4521-84b2-892f12a8befe req-52de00eb-aa22-4afa-8cfc-ee89ba110a40 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Made reservation on behalf of 6f6bbf2836904089b5391caf666a2ef0 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:24:41.624215 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-49b91dd2-2935-4521-84b2-892f12a8befe req-52de00eb-aa22-4afa-8cfc-ee89ba110a40 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:41.776981 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-49b91dd2-2935-4521-84b2-892f12a8befe req-52de00eb-aa22-4afa-8cfc-ee89ba110a40 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Allocated IP 172.20.0.9 (b328f18d-888e-4024-8099-122b5bda010d/76aeb7da-88ca-40e3-af3a-4f4f90f2c919/ec2396af-9fc8-4799-82d6-612668109f73) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:24:41.917240 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-49b91dd2-2935-4521-84b2-892f12a8befe req-52de00eb-aa22-4afa-8cfc-ee89ba110a40 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks [] for port (ec2396af-9fc8-4799-82d6-612668109f73), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:41.955842 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-49b91dd2-2935-4521-84b2-892f12a8befe req-52de00eb-aa22-4afa-8cfc-ee89ba110a40 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (ec2396af-9fc8-4799-82d6-612668109f73), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:42.000154 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49b91dd2-2935-4521-84b2-892f12a8befe req-52de00eb-aa22-4afa-8cfc-ee89ba110a40 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Network b328f18d-888e-4024-8099-122b5bda010d is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:24:42.005844 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-49b91dd2-2935-4521-84b2-892f12a8befe req-52de00eb-aa22-4afa-8cfc-ee89ba110a40 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:24:42.008398 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b91dd2-2935-4521-84b2-892f12a8befe req-52de00eb-aa22-4afa-8cfc-ee89ba110a40 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:24:42.059987 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b91dd2-2935-4521-84b2-892f12a8befe req-52de00eb-aa22-4afa-8cfc-ee89ba110a40 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:42.060632 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-49b91dd2-2935-4521-84b2-892f12a8befe req-52de00eb-aa22-4afa-8cfc-ee89ba110a40 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:42.064442 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52de00eb-aa22-4afa-8cfc-ee89ba110a40 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Pushing event updated for resources: {'Port': ['ID=ec2396af-9fc8-4799-82d6-612668109f73,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:42.085113 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49b91dd2-2935-4521-84b2-892f12a8befe req-52de00eb-aa22-4afa-8cfc-ee89ba110a40 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5815170 Jan 28 03:24:42.101565 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-49b91dd2-2935-4521-84b2-892f12a8befe req-c274364a-9fe8-4bae-8f04-0de6b65fffd0 service neutron] Request body: {'port': {'device_id': 'a180ab6a-81f1-44f3-b596-f3a9cbcb52ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:42.167211 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-49b91dd2-2935-4521-84b2-892f12a8befe req-c274364a-9fe8-4bae-8f04-0de6b65fffd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ec2396af-9fc8-4799-82d6-612668109f73), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:42.355672 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-b5d184ee-66cf-4622-88e1-0d079c01fb27 None None] Provisioning complete for port ec2396af-9fc8-4799-82d6-612668109f73 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:24:42.356828 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b5d184ee-66cf-4622-88e1-0d079c01fb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ec2396af-9fc8-4799-82d6-612668109f73), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:42.393000 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-b5d184ee-66cf-4622-88e1-0d079c01fb27 None None] Port ec2396af-9fc8-4799-82d6-612668109f73 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:24:42.484092 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-49b91dd2-2935-4521-84b2-892f12a8befe req-c274364a-9fe8-4bae-8f04-0de6b65fffd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec2396af-9fc8-4799-82d6-612668109f73 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:24:42.492110 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-49b91dd2-2935-4521-84b2-892f12a8befe req-c274364a-9fe8-4bae-8f04-0de6b65fffd0 service neutron] Publish callbacks [] for port (ec2396af-9fc8-4799-82d6-612668109f73), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:42.504460 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-49b91dd2-2935-4521-84b2-892f12a8befe req-c274364a-9fe8-4bae-8f04-0de6b65fffd0 service neutron] Transition to ACTIVE for port object ec2396af-9fc8-4799-82d6-612668109f73 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:24:42.509416 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-49b91dd2-2935-4521-84b2-892f12a8befe req-c274364a-9fe8-4bae-8f04-0de6b65fffd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (ec2396af-9fc8-4799-82d6-612668109f73), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:42.698168 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c274364a-9fe8-4bae-8f04-0de6b65fffd0 service neutron] Pushing event updated for resources: {'Port': ['ID=ec2396af-9fc8-4799-82d6-612668109f73,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:42.737999 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542776c3-9a06-47c0-ab9e-86b47f865c87 req-cc00d39b-b0d2-4a17-9e69-b5b363a3f639 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:42.740199 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-542776c3-9a06-47c0-ab9e-86b47f865c87 req-cc00d39b-b0d2-4a17-9e69-b5b363a3f639 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 943 time: 0.0840929 Jan 28 03:24:42.771288 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-49b91dd2-2935-4521-84b2-892f12a8befe req-c274364a-9fe8-4bae-8f04-0de6b65fffd0 service neutron] Attempting to bind port ec2396af-9fc8-4799-82d6-612668109f73 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:24:42.771631 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-49b91dd2-2935-4521-84b2-892f12a8befe req-c274364a-9fe8-4bae-8f04-0de6b65fffd0 service neutron] Attempting to bind port ec2396af-9fc8-4799-82d6-612668109f73 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '22939271-c413-4b6e-86b8-b80474a12e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:24:42.771971 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b91dd2-2935-4521-84b2-892f12a8befe req-c274364a-9fe8-4bae-8f04-0de6b65fffd0 service neutron] Attempting to bind port ec2396af-9fc8-4799-82d6-612668109f73 on network b328f18d-888e-4024-8099-122b5bda010d {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:24:42.794355 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b91dd2-2935-4521-84b2-892f12a8befe req-c274364a-9fe8-4bae-8f04-0de6b65fffd0 service neutron] Port ec2396af-9fc8-4799-82d6-612668109f73 on network b328f18d-888e-4024-8099-122b5bda010d not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:24:42.794967 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b91dd2-2935-4521-84b2-892f12a8befe req-c274364a-9fe8-4bae-8f04-0de6b65fffd0 service neutron] Attempting to bind port ec2396af-9fc8-4799-82d6-612668109f73 on network b328f18d-888e-4024-8099-122b5bda010d {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:24:42.807343 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b91dd2-2935-4521-84b2-892f12a8befe req-c274364a-9fe8-4bae-8f04-0de6b65fffd0 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:24:42.808072 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b91dd2-2935-4521-84b2-892f12a8befe req-c274364a-9fe8-4bae-8f04-0de6b65fffd0 service neutron] Checking segment: {'id': '22939271-c413-4b6e-86b8-b80474a12e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:24:42.808619 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b91dd2-2935-4521-84b2-892f12a8befe req-c274364a-9fe8-4bae-8f04-0de6b65fffd0 service neutron] Bound using segment: {'id': '22939271-c413-4b6e-86b8-b80474a12e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:24:42.809899 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-49b91dd2-2935-4521-84b2-892f12a8befe req-c274364a-9fe8-4bae-8f04-0de6b65fffd0 service neutron] Bound port: ec2396af-9fc8-4799-82d6-612668109f73, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22939271-c413-4b6e-86b8-b80474a12e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:24:42.810449 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-49b91dd2-2935-4521-84b2-892f12a8befe req-c274364a-9fe8-4bae-8f04-0de6b65fffd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ec2396af-9fc8-4799-82d6-612668109f73), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:42.870644 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-542776c3-9a06-47c0-ab9e-86b47f865c87 req-4fd7ead4-6869-48c9-9c91-7f49cb9980c7 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186647 Jan 28 03:24:42.899828 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-49b91dd2-2935-4521-84b2-892f12a8befe req-c274364a-9fe8-4bae-8f04-0de6b65fffd0 service neutron] For port ec2396af-9fc8-4799-82d6-612668109f73, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:24:42.903558 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-49b91dd2-2935-4521-84b2-892f12a8befe req-c274364a-9fe8-4bae-8f04-0de6b65fffd0 service neutron] For port ec2396af-9fc8-4799-82d6-612668109f73, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=ec2396af-9fc8-4799-82d6-612668109f73,segment=NetworkSegment(22939271-c413-4b6e-86b8-b80474a12e63),segment_id=22939271-c413-4b6e-86b8-b80474a12e63)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:24:42.911431 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-49b91dd2-2935-4521-84b2-892f12a8befe req-c274364a-9fe8-4bae-8f04-0de6b65fffd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (ec2396af-9fc8-4799-82d6-612668109f73), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:42.956239 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b91dd2-2935-4521-84b2-892f12a8befe req-c274364a-9fe8-4bae-8f04-0de6b65fffd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:42.957098 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-49b91dd2-2935-4521-84b2-892f12a8befe req-c274364a-9fe8-4bae-8f04-0de6b65fffd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:42.958664 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49b91dd2-2935-4521-84b2-892f12a8befe req-c274364a-9fe8-4bae-8f04-0de6b65fffd0 service neutron] 10.222.0.39 "PUT /v2.0/ports/ec2396af-9fc8-4799-82d6-612668109f73 HTTP/1.1" status: 200 len: 1092 time: 0.8618073 Jan 28 03:24:42.959296 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a180ab6a-81f1-44f3-b596-f3a9cbcb52ef', 'tag': 'ec2396af-9fc8-4799-82d6-612668109f73'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:24:42.962520 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e68bdc-09bf-4ae0-b03d-704eddfd58c0" -d '{"events": [{"name": "network-changed", "server_uuid": "a180ab6a-81f1-44f3-b596-f3a9cbcb52ef", "tag": "ec2396af-9fc8-4799-82d6-612668109f73"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:24:42.990509 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c274364a-9fe8-4bae-8f04-0de6b65fffd0 service neutron] Pushing event updated for resources: {'Port': ['ID=ec2396af-9fc8-4799-82d6-612668109f73,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:42.999320 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c274364a-9fe8-4bae-8f04-0de6b65fffd0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:42.999780 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c274364a-9fe8-4bae-8f04-0de6b65fffd0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:43.000243 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c274364a-9fe8-4bae-8f04-0de6b65fffd0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:43.000809 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c274364a-9fe8-4bae-8f04-0de6b65fffd0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:43.001443 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c274364a-9fe8-4bae-8f04-0de6b65fffd0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:43.001880 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c274364a-9fe8-4bae-8f04-0de6b65fffd0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:43.002311 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c274364a-9fe8-4bae-8f04-0de6b65fffd0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:43.002743 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c274364a-9fe8-4bae-8f04-0de6b65fffd0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:43.003170 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c274364a-9fe8-4bae-8f04-0de6b65fffd0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:43.003600 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c274364a-9fe8-4bae-8f04-0de6b65fffd0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:43.004047 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c274364a-9fe8-4bae-8f04-0de6b65fffd0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:43.004473 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c274364a-9fe8-4bae-8f04-0de6b65fffd0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:43.004899 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c274364a-9fe8-4bae-8f04-0de6b65fffd0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:43.044650 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e04bc2-2b56-451c-890c-461049e2b0f9 x-openstack-request-id: req-d4e04bc2-2b56-451c-890c-461049e2b0f9 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:24:43.044650 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a180ab6a-81f1-44f3-b596-f3a9cbcb52ef", "tag": "ec2396af-9fc8-4799-82d6-612668109f73", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:24:43.044918 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d4e04bc2-2b56-451c-890c-461049e2b0f9 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:24:43.045192 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a180ab6a-81f1-44f3-b596-f3a9cbcb52ef', 'tag': 'ec2396af-9fc8-4799-82d6-612668109f73', 'status': 'completed', 'code': 200} Jan 28 03:24:43.088627 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b91dd2-2935-4521-84b2-892f12a8befe req-4d5af21e-5533-4f83-9f30-11d68f160b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:43.090730 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49b91dd2-2935-4521-84b2-892f12a8befe req-4d5af21e-5533-4f83-9f30-11d68f160b8f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f6bbf2836904089b5391caf666a2ef0&device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 1095 time: 0.0646429 Jan 28 03:24:43.145798 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49b91dd2-2935-4521-84b2-892f12a8befe req-0a4e7fd4-5051-422c-9c5c-851b08552737 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec2396af-9fc8-4799-82d6-612668109f73 HTTP/1.1" status: 200 len: 217 time: 0.0419044 Jan 28 03:24:43.212070 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b91dd2-2935-4521-84b2-892f12a8befe req-7bd97d5c-df3b-45fb-af1d-283c12809b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:43.214818 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49b91dd2-2935-4521-84b2-892f12a8befe req-7bd97d5c-df3b-45fb-af1d-283c12809b3e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=76aeb7da-88ca-40e3-af3a-4f4f90f2c919 HTTP/1.1" status: 200 len: 856 time: 0.0630631 Jan 28 03:24:43.275278 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b91dd2-2935-4521-84b2-892f12a8befe req-ed41f133-183c-482d-bdcb-a67b5c1f08ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:43.276967 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49b91dd2-2935-4521-84b2-892f12a8befe req-ed41f133-183c-482d-bdcb-a67b5c1f08ac service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b328f18d-888e-4024-8099-122b5bda010d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556865 Jan 28 03:24:43.385450 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49b91dd2-2935-4521-84b2-892f12a8befe req-68f08036-e1ac-44f6-be94-f2740f7ae77d service neutron] 10.222.0.39 "GET /v2.0/networks/b328f18d-888e-4024-8099-122b5bda010d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020072 Jan 28 03:24:43.482731 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49b91dd2-2935-4521-84b2-892f12a8befe req-135517c5-3bfb-4c2f-a216-e3c77750eeae service neutron] 10.222.0.39 "GET /v2.0/networks/b328f18d-888e-4024-8099-122b5bda010d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909076 Jan 28 03:24:43.620951 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e68bdc-09bf-4ae0-b03d-704eddfd58c0 req-aecebb86-750a-4fff-84aa-604a3e29d940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:43.622680 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-24e68bdc-09bf-4ae0-b03d-704eddfd58c0 req-aecebb86-750a-4fff-84aa-604a3e29d940 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f6bbf2836904089b5391caf666a2ef0&device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 1095 time: 0.0438454 Jan 28 03:24:43.997530 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e68bdc-09bf-4ae0-b03d-704eddfd58c0 req-6e25d92a-e71d-4edc-8112-676b307cfa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:43.999234 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-24e68bdc-09bf-4ae0-b03d-704eddfd58c0 req-6e25d92a-e71d-4edc-8112-676b307cfa3d service neutron] 10.222.0.39 "GET /v2.0/networks?id=b328f18d-888e-4024-8099-122b5bda010d HTTP/1.1" status: 200 len: 918 time: 0.3693810 Jan 28 03:24:44.052016 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160f6ca-c718-4a91-9aab-9a6842d8e3fc req-0e00e616-a8ef-4b48-9b6b-18acef4324bc tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:44.053739 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f160f6ca-c718-4a91-9aab-9a6842d8e3fc req-0e00e616-a8ef-4b48-9b6b-18acef4324bc tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 943 time: 0.1014850 Jan 28 03:24:44.055002 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-24e68bdc-09bf-4ae0-b03d-704eddfd58c0 req-7f8b8906-67d7-4a34-9cd4-911f410b2c55 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec2396af-9fc8-4799-82d6-612668109f73 HTTP/1.1" status: 200 len: 217 time: 0.0481081 Jan 28 03:24:44.137872 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e68bdc-09bf-4ae0-b03d-704eddfd58c0 req-ca26e04f-2e56-44d8-a7b3-a6031fb20351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:44.139454 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-24e68bdc-09bf-4ae0-b03d-704eddfd58c0 req-ca26e04f-2e56-44d8-a7b3-a6031fb20351 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=76aeb7da-88ca-40e3-af3a-4f4f90f2c919 HTTP/1.1" status: 200 len: 856 time: 0.0739295 Jan 28 03:24:44.162288 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f160f6ca-c718-4a91-9aab-9a6842d8e3fc req-007516f1-f176-4ba9-8bfb-704c104f59d4 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026676 Jan 28 03:24:44.191601 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e68bdc-09bf-4ae0-b03d-704eddfd58c0 req-2be1988e-d705-409e-8ce6-bbbb8d3da082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:44.196418 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-24e68bdc-09bf-4ae0-b03d-704eddfd58c0 req-2be1988e-d705-409e-8ce6-bbbb8d3da082 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b328f18d-888e-4024-8099-122b5bda010d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449052 Jan 28 03:24:44.291537 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-24e68bdc-09bf-4ae0-b03d-704eddfd58c0 req-3d61687c-fba1-4009-a33c-8f2f40ca93fd service neutron] 10.222.0.39 "GET /v2.0/networks/b328f18d-888e-4024-8099-122b5bda010d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917869 Jan 28 03:24:44.384483 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-24e68bdc-09bf-4ae0-b03d-704eddfd58c0 req-14d09dbc-65c9-423a-971d-e1c0b20aea2c service neutron] 10.222.0.39 "GET /v2.0/networks/b328f18d-888e-4024-8099-122b5bda010d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865707 Jan 28 03:24:45.201290 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51824) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:45.335843 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f049e1-5b1d-4e8e-86e5-cba2216e0e50 req-97a1dfa5-91f4-4539-80fa-9a7c94523b4b tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:45.337801 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a3f049e1-5b1d-4e8e-86e5-cba2216e0e50 req-97a1dfa5-91f4-4539-80fa-9a7c94523b4b tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 943 time: 0.0616283 Jan 28 03:24:45.373094 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-df3cb2fc-d27f-49b8-87a3-c87477dc7df5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:45.413171 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a3f049e1-5b1d-4e8e-86e5-cba2216e0e50 req-7e3ee88c-b725-42a6-b26c-c24d6eef33c3 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684187 Jan 28 03:24:45.470865 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-df3cb2fc-d27f-49b8-87a3-c87477dc7df5 admin admin] Publish callbacks [] for security_group (66e880ed-5607-45d3-9e79-5d4df1aea759), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:45.476287 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-df3cb2fc-d27f-49b8-87a3-c87477dc7df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (66e880ed-5607-45d3-9e79-5d4df1aea759), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:45.513762 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3cb2fc-d27f-49b8-87a3-c87477dc7df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e880ed-5607-45d3-9e79-5d4df1aea759,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:45.518191 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-df3cb2fc-d27f-49b8-87a3-c87477dc7df5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d5e976e126e847298080a8e50efb903f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3152721 Jan 28 03:24:45.520783 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 51832) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:45.570423 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6969d838-8940-4322-a741-ca88c5fe92c5 admin admin] Publish callbacks [] for security_group (66e880ed-5607-45d3-9e79-5d4df1aea759), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:45.594075 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6969d838-8940-4322-a741-ca88c5fe92c5 admin admin] Publish callbacks [] for security_group (66e880ed-5607-45d3-9e79-5d4df1aea759), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:45.650499 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6969d838-8940-4322-a741-ca88c5fe92c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (66e880ed-5607-45d3-9e79-5d4df1aea759), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:45.653557 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6969d838-8940-4322-a741-ca88c5fe92c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:45.655581 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6969d838-8940-4322-a741-ca88c5fe92c5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/66e880ed-5607-45d3-9e79-5d4df1aea759 HTTP/1.1" status: 204 len: 168 time: 0.1334894 Jan 28 03:24:45.680218 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969d838-8940-4322-a741-ca88c5fe92c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e880ed-5607-45d3-9e79-5d4df1aea759,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:46.558565 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c252df-7e9b-4652-a264-be89bc98f3c6 req-56c4c5da-7ef2-4ee8-82bb-d260926309f2 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:46.565663 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-79c252df-7e9b-4652-a264-be89bc98f3c6 req-56c4c5da-7ef2-4ee8-82bb-d260926309f2 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 943 time: 0.0688198 Jan 28 03:24:46.619127 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-79c252df-7e9b-4652-a264-be89bc98f3c6 req-38c64c22-de82-4558-a8e6-3bbf411d1510 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515609 Jan 28 03:24:46.637730 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device ec2396af-9fc8-4799-82d6-612668109f73 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:24:46.763782 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port ec2396af-9fc8-4799-82d6-612668109f73, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=ec2396af-9fc8-4799-82d6-612668109f73,segment=NetworkSegment(22939271-c413-4b6e-86b8-b80474a12e63),segment_id=22939271-c413-4b6e-86b8-b80474a12e63)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:24:46.777366 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': 'ec2396af-9fc8-4799-82d6-612668109f73', 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d', 'port_id': 'ec2396af-9fc8-4799-82d6-612668109f73', 'mac_address': 'fa:16:3e:01:df:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76aeb7da-88ca-40e3-af3a-4f4f90f2c919', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:24:46.821979 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port ec2396af-9fc8-4799-82d6-612668109f73 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:24:46.822590 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ec2396af-9fc8-4799-82d6-612668109f73), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:46.843957 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec2396af-9fc8-4799-82d6-612668109f73 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:24:46.871098 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port ec2396af-9fc8-4799-82d6-612668109f73, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=ec2396af-9fc8-4799-82d6-612668109f73,segment=NetworkSegment(22939271-c413-4b6e-86b8-b80474a12e63),segment_id=22939271-c413-4b6e-86b8-b80474a12e63)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:24:46.877286 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ec2396af-9fc8-4799-82d6-612668109f73), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:46.940019 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=ec2396af-9fc8-4799-82d6-612668109f73,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:47.142657 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['ec2396af-9fc8-4799-82d6-612668109f73'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:24:47.753256 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1dbe6f-a069-4dad-aa47-70e96392219b req-f6919d09-2128-465e-9ffb-e7316afd1b23 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:47.755170 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4c1dbe6f-a069-4dad-aa47-70e96392219b req-f6919d09-2128-465e-9ffb-e7316afd1b23 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 944 time: 0.0538380 Jan 28 03:24:47.817093 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4c1dbe6f-a069-4dad-aa47-70e96392219b req-ccc08b80-8021-42a3-be87-3978f19ef43d tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546710 Jan 28 03:24:48.650358 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device ec2396af-9fc8-4799-82d6-612668109f73 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:24:48.718612 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port ec2396af-9fc8-4799-82d6-612668109f73 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:24:48.722857 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port ec2396af-9fc8-4799-82d6-612668109f73 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:24:48.723312 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ec2396af-9fc8-4799-82d6-612668109f73), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:48.811024 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port ec2396af-9fc8-4799-82d6-612668109f73 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:24:48.811535 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ec2396af-9fc8-4799-82d6-612668109f73), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:48.836719 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a180ab6a-81f1-44f3-b596-f3a9cbcb52ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2396af-9fc8-4799-82d6-612668109f73'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:24:48.839340 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad88139-13eb-46b4-9520-0870225bc355" -d '{"events": [{"server_uuid": "a180ab6a-81f1-44f3-b596-f3a9cbcb52ef", "name": "network-vif-plugged", "status": "completed", "tag": "ec2396af-9fc8-4799-82d6-612668109f73"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:24:48.871754 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port ec2396af-9fc8-4799-82d6-612668109f73, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=ec2396af-9fc8-4799-82d6-612668109f73,segment=NetworkSegment(22939271-c413-4b6e-86b8-b80474a12e63),segment_id=22939271-c413-4b6e-86b8-b80474a12e63)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:24:48.877611 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ec2396af-9fc8-4799-82d6-612668109f73), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:48.943234 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=ec2396af-9fc8-4799-82d6-612668109f73,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:48.953055 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:48.953701 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:48.954200 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:48.954702 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:48.955231 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:48.955736 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:48.957018 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:48.957541 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:48.958170 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:48.958653 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:48.959174 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:48.959673 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:48.960153 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:24:49.162373 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08746c0e-1235-4a50-8b86-f790ddffd28c req-5f9b8236-fdce-4fb6-a18f-401aa878d340 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:49.164768 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-08746c0e-1235-4a50-8b86-f790ddffd28c req-5f9b8236-fdce-4fb6-a18f-401aa878d340 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 945 time: 0.2479725 Jan 28 03:24:49.214487 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-08746c0e-1235-4a50-8b86-f790ddffd28c req-715db7c9-1cb8-4eb7-a105-a2ab8b7148d3 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434754 Jan 28 03:24:49.215274 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad23fb5-41ea-4512-9b46-39da53969d0b x-openstack-request-id: req-7ad23fb5-41ea-4512-9b46-39da53969d0b {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:24:49.215682 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a180ab6a-81f1-44f3-b596-f3a9cbcb52ef", "name": "network-vif-plugged", "status": "completed", "tag": "ec2396af-9fc8-4799-82d6-612668109f73", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:24:49.215964 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7ad23fb5-41ea-4512-9b46-39da53969d0b {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:24:49.216363 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a180ab6a-81f1-44f3-b596-f3a9cbcb52ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2396af-9fc8-4799-82d6-612668109f73', 'code': 200} Jan 28 03:24:49.352878 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9aca77-8ba7-47c6-925f-923b2ce7201d req-afccd90b-9b4c-447b-b136-cb6e144c018e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:49.354626 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bb9aca77-8ba7-47c6-925f-923b2ce7201d req-afccd90b-9b4c-447b-b136-cb6e144c018e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 1097 time: 0.0418444 Jan 28 03:24:49.402370 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bb9aca77-8ba7-47c6-925f-923b2ce7201d req-34b7f5f6-28dd-409c-8a9d-54765ed8c171 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408773 Jan 28 03:24:50.348627 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab3e82-0348-418a-a1bf-73fda63d84fa req-1b3e4d86-06f7-4199-9de1-983ca50b4ab6 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:50.350352 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-43ab3e82-0348-418a-a1bf-73fda63d84fa req-1b3e4d86-06f7-4199-9de1-983ca50b4ab6 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 945 time: 0.0548220 Jan 28 03:24:50.413645 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-43ab3e82-0348-418a-a1bf-73fda63d84fa req-3e82c934-913a-4cd0-a5da-c58215eef54c tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519080 Jan 28 03:24:51.583621 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4c3c8-c412-4dfb-a620-552b3091b70f req-93d56148-206c-4d25-aeab-8a81eb4185e0 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:51.587986 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f5f4c3c8-c412-4dfb-a620-552b3091b70f req-93d56148-206c-4d25-aeab-8a81eb4185e0 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 945 time: 0.0819271 Jan 28 03:24:51.659958 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f5f4c3c8-c412-4dfb-a620-552b3091b70f req-27087bcd-1dee-4315-b788-fc6b55f26a51 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645344 Jan 28 03:24:51.803069 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaba402-a0e8-4524-bdc3-7e990a0a1c58 req-c7409dd3-640b-4fac-989e-e0d95c574587 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:51.805367 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ecaba402-a0e8-4524-bdc3-7e990a0a1c58 req-c7409dd3-640b-4fac-989e-e0d95c574587 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 945 time: 0.0713847 Jan 28 03:24:51.815606 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 52106) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:51.820301 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-832ca840-7e59-4452-9ab1-b00818b75bf5 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Request body: {'floatingip': {'port_id': 'ec2396af-9fc8-4799-82d6-612668109f73'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:51.864256 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-832ca840-7e59-4452-9ab1-b00818b75bf5 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks [] for floatingip (5ca7b190-c35d-4631-b8e3-952312b8429d), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:52.600521 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-832ca840-7e59-4452-9ab1-b00818b75bf5 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:52.610101 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-832ca840-7e59-4452-9ab1-b00818b75bf5 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (5ca7b190-c35d-4631-b8e3-952312b8429d), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:52.763797 n-d-712139-27 neutron-server[109803]: INFO neutron.db.l3_db [None req-832ca840-7e59-4452-9ab1-b00818b75bf5 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Floating IP 5ca7b190-c35d-4631-b8e3-952312b8429d associated. External IP: 172.25.0.33, port: ec2396af-9fc8-4799-82d6-612668109f73. Jan 28 03:24:53.054734 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-832ca840-7e59-4452-9ab1-b00818b75bf5 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Router 4af32c91-dff1-4438-abfe-eb851853c7b8 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:24:53.221783 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:24:53.228733 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832ca840-7e59-4452-9ab1-b00818b75bf5 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:24:53.234647 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-832ca840-7e59-4452-9ab1-b00818b75bf5 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:53.249956 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f664893-6464-42f7-bfe6-9d01174efe4a None None] Sync routers for ids ['4af32c91-dff1-4438-abfe-eb851853c7b8'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:24:53.282715 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f664893-6464-42f7-bfe6-9d01174efe4a None None] Routers {'4af32c91-dff1-4438-abfe-eb851853c7b8'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:24:53.283655 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-3f664893-6464-42f7-bfe6-9d01174efe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:24:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['4af32c91-dff1-4438-abfe-eb851853c7b8'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:24:53.452867 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-3f664893-6464-42f7-bfe6-9d01174efe4a None None] Set router 4af32c91-dff1-4438-abfe-eb851853c7b8 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:24:53.569648 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-832ca840-7e59-4452-9ab1-b00818b75bf5 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "PUT /v2.0/floatingips/5ca7b190-c35d-4631-b8e3-952312b8429d HTTP/1.1" status: 200 len: 990 time: 1.7528768 Jan 28 03:24:53.570275 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a180ab6a-81f1-44f3-b596-f3a9cbcb52ef', 'tag': 'ec2396af-9fc8-4799-82d6-612668109f73'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:24:53.573050 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77524441-e5a7-4d40-b0cb-1830293ecb06" -d '{"events": [{"name": "network-changed", "server_uuid": "a180ab6a-81f1-44f3-b596-f3a9cbcb52ef", "tag": "ec2396af-9fc8-4799-82d6-612668109f73"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:24:53.635095 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6728457-8c38-4dce-bbb2-73c9d7932200 x-openstack-request-id: req-b6728457-8c38-4dce-bbb2-73c9d7932200 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:24:53.635760 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a180ab6a-81f1-44f3-b596-f3a9cbcb52ef", "tag": "ec2396af-9fc8-4799-82d6-612668109f73", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:24:53.635760 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b6728457-8c38-4dce-bbb2-73c9d7932200 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:24:53.636016 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a180ab6a-81f1-44f3-b596-f3a9cbcb52ef', 'tag': 'ec2396af-9fc8-4799-82d6-612668109f73', 'status': 'completed', 'code': 200} Jan 28 03:24:53.754265 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77524441-e5a7-4d40-b0cb-1830293ecb06 req-4aa83ddc-a504-479c-9da3-d1c0b9f9b64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:53.755755 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-77524441-e5a7-4d40-b0cb-1830293ecb06 req-4aa83ddc-a504-479c-9da3-d1c0b9f9b64d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f6bbf2836904089b5391caf666a2ef0&device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 1097 time: 0.0506437 Jan 28 03:24:53.812148 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-3f664893-6464-42f7-bfe6-9d01174efe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1090025703-router', 'tenant_id': '6f6bbf2836904089b5391caf666a2ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd4ab2bf9-db16-4d1a-b838-4e44d5c67ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:19:16Z', 'updated_at': '2022-01-28T03:19:24Z', 'revision_number': 4, 'project_id': '6f6bbf2836904089b5391caf666a2ef0', 'gw_port': {'id': 'd4ab2bf9-db16-4d1a-b838-4e44d5c67ba8', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:19:18Z', 'updated_at': '2022-01-28T03:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '5ca7b190-c35d-4631-b8e3-952312b8429d', 'tenant_id': '6f6bbf2836904089b5391caf666a2ef0', 'floating_ip_address': '172.25.0.33', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'port_id': 'ec2396af-9fc8-4799-82d6-612668109f73', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d', 'mac_address': 'fa:16:3e:01:df:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a180ab6a-81f1-44f3-b596-f3a9cbcb52ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:24:38Z', 'updated_at': '2022-01-28T03:24:52Z', 'revision_number': 1, 'project_id': '6f6bbf2836904089b5391caf666a2ef0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d69952c-589c-4832-b6ab-7d7eeb9d62d4', 'name': '', 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d', 'tenant_id': '6f6bbf2836904089b5391caf666a2ef0', 'mac_address': 'fa:16:3e:23:fe:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '76aeb7da-88ca-40e3-af3a-4f4f90f2c919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:19:23Z', 'updated_at': '2022-01-28T03:19:30Z', 'revision_number': 5, 'project_id': '6f6bbf2836904089b5391caf666a2ef0', 'subnets': [{'id': '76aeb7da-88ca-40e3-af3a-4f4f90f2c919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:24:53.893446 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77524441-e5a7-4d40-b0cb-1830293ecb06 req-4a313a2d-b904-4f7c-a2d4-2d78946ff642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:53.896443 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-77524441-e5a7-4d40-b0cb-1830293ecb06 req-4a313a2d-b904-4f7c-a2d4-2d78946ff642 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b328f18d-888e-4024-8099-122b5bda010d HTTP/1.1" status: 200 len: 918 time: 0.1322525 Jan 28 03:24:53.942953 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f664893-6464-42f7-bfe6-9d01174efe4a None None] Checking router: 4af32c91-dff1-4438-abfe-eb851853c7b8 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:24:53.951837 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f664893-6464-42f7-bfe6-9d01174efe4a None None] Routers {'4af32c91-dff1-4438-abfe-eb851853c7b8'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:24:53.952791 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-3f664893-6464-42f7-bfe6-9d01174efe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:24:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['4af32c91-dff1-4438-abfe-eb851853c7b8'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:24:54.003803 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-77524441-e5a7-4d40-b0cb-1830293ecb06 req-5c035632-1978-4605-98c7-2565ed7dec01 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec2396af-9fc8-4799-82d6-612668109f73 HTTP/1.1" status: 200 len: 998 time: 0.1017087 Jan 28 03:24:54.074126 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-3f664893-6464-42f7-bfe6-9d01174efe4a None None] Set router 4af32c91-dff1-4438-abfe-eb851853c7b8 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:24:54.078180 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77524441-e5a7-4d40-b0cb-1830293ecb06 req-198b5379-515b-4a52-b093-cf7fbf6d45d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:54.079920 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-77524441-e5a7-4d40-b0cb-1830293ecb06 req-198b5379-515b-4a52-b093-cf7fbf6d45d5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=76aeb7da-88ca-40e3-af3a-4f4f90f2c919 HTTP/1.1" status: 200 len: 856 time: 0.0700309 Jan 28 03:24:54.142659 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77524441-e5a7-4d40-b0cb-1830293ecb06 req-1ac39a86-cc7e-409c-bd63-1e5099072d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:54.144380 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-77524441-e5a7-4d40-b0cb-1830293ecb06 req-1ac39a86-cc7e-409c-bd63-1e5099072d14 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b328f18d-888e-4024-8099-122b5bda010d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582957 Jan 28 03:24:54.253810 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-77524441-e5a7-4d40-b0cb-1830293ecb06 req-689964eb-5c7a-48cf-8033-84503b5fab67 service neutron] 10.222.0.39 "GET /v2.0/networks/b328f18d-888e-4024-8099-122b5bda010d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025758 Jan 28 03:24:54.370929 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-77524441-e5a7-4d40-b0cb-1830293ecb06 req-c364a193-f489-4679-83e9-093659cbf3ab service neutron] 10.222.0.39 "GET /v2.0/networks/b328f18d-888e-4024-8099-122b5bda010d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113868 Jan 28 03:24:54.396344 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-3f664893-6464-42f7-bfe6-9d01174efe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1090025703-router', 'tenant_id': '6f6bbf2836904089b5391caf666a2ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd4ab2bf9-db16-4d1a-b838-4e44d5c67ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:19:16Z', 'updated_at': '2022-01-28T03:19:24Z', 'revision_number': 4, 'project_id': '6f6bbf2836904089b5391caf666a2ef0', 'gw_port': {'id': 'd4ab2bf9-db16-4d1a-b838-4e44d5c67ba8', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:19:18Z', 'updated_at': '2022-01-28T03:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '5ca7b190-c35d-4631-b8e3-952312b8429d', 'tenant_id': '6f6bbf2836904089b5391caf666a2ef0', 'floating_ip_address': '172.25.0.33', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'port_id': 'ec2396af-9fc8-4799-82d6-612668109f73', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d', 'mac_address': 'fa:16:3e:01:df:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a180ab6a-81f1-44f3-b596-f3a9cbcb52ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:24:38Z', 'updated_at': '2022-01-28T03:24:52Z', 'revision_number': 1, 'project_id': '6f6bbf2836904089b5391caf666a2ef0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d69952c-589c-4832-b6ab-7d7eeb9d62d4', 'name': '', 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d', 'tenant_id': '6f6bbf2836904089b5391caf666a2ef0', 'mac_address': 'fa:16:3e:23:fe:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '76aeb7da-88ca-40e3-af3a-4f4f90f2c919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:19:23Z', 'updated_at': '2022-01-28T03:19:30Z', 'revision_number': 5, 'project_id': '6f6bbf2836904089b5391caf666a2ef0', 'subnets': [{'id': '76aeb7da-88ca-40e3-af3a-4f4f90f2c919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:24:54.416834 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 52378) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:54.429348 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f664893-6464-42f7-bfe6-9d01174efe4a None None] The sync data for ids ['4af32c91-dff1-4438-abfe-eb851853c7b8'] in n-d-712139-27 is: [{'id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1090025703-router', 'tenant_id': '6f6bbf2836904089b5391caf666a2ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd4ab2bf9-db16-4d1a-b838-4e44d5c67ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:19:16Z', 'updated_at': '2022-01-28T03:19:24Z', 'revision_number': 4, 'project_id': '6f6bbf2836904089b5391caf666a2ef0', 'gw_port': {'id': 'd4ab2bf9-db16-4d1a-b838-4e44d5c67ba8', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:19:18Z', 'updated_at': '2022-01-28T03:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '5ca7b190-c35d-4631-b8e3-952312b8429d', 'tenant_id': '6f6bbf2836904089b5391caf666a2ef0', 'floating_ip_address': '172.25.0.33', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'port_id': 'ec2396af-9fc8-4799-82d6-612668109f73', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d', 'mac_address': 'fa:16:3e:01:df:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a180ab6a-81f1-44f3-b596-f3a9cbcb52ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:24:38Z', 'updated_at': '2022-01-28T03:24:52Z', 'revision_number': 1, 'project_id': '6f6bbf2836904089b5391caf666a2ef0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d69952c-589c-4832-b6ab-7d7eeb9d62d4', 'name': '', 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d', 'tenant_id': '6f6bbf2836904089b5391caf666a2ef0', 'mac_address': 'fa:16:3e:23:fe:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '76aeb7da-88ca-40e3-af3a-4f4f90f2c919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:19:23Z', 'updated_at': '2022-01-28T03:19:30Z', 'revision_number': 5, 'project_id': '6f6bbf2836904089b5391caf666a2ef0', 'subnets': [{'id': '76aeb7da-88ca-40e3-af3a-4f4f90f2c919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:24:54.534475 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ff85fb08-959f-46d0-8afa-01597c23a96d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:54.626846 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ff85fb08-959f-46d0-8afa-01597c23a96d admin admin] Publish callbacks [] for security_group (9626e766-2ab3-4ace-8543-6b2d7d86de31), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:54.632409 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ff85fb08-959f-46d0-8afa-01597c23a96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (9626e766-2ab3-4ace-8543-6b2d7d86de31), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:54.679623 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52384) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:54.683172 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df4231a-709d-4ce3-8677-de1919eb00c6 None None] New status for floating IP 5ca7b190-c35d-4631-b8e3-952312b8429d: ACTIVE {{(pid=109804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:24:54.693489 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ff85fb08-959f-46d0-8afa-01597c23a96d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=adac59e02d984991b4b1c012843afce2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2716689 Jan 28 03:24:54.696420 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff85fb08-959f-46d0-8afa-01597c23a96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9626e766-2ab3-4ace-8543-6b2d7d86de31,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:54.749261 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-92e3d8f6-e61b-44bb-ac7d-62514bd38c98 admin admin] Publish callbacks [] for security_group (9626e766-2ab3-4ace-8543-6b2d7d86de31), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:54.777522 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-92e3d8f6-e61b-44bb-ac7d-62514bd38c98 admin admin] Publish callbacks [] for security_group (9626e766-2ab3-4ace-8543-6b2d7d86de31), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:54.860446 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-92e3d8f6-e61b-44bb-ac7d-62514bd38c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (9626e766-2ab3-4ace-8543-6b2d7d86de31), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:54.865174 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-92e3d8f6-e61b-44bb-ac7d-62514bd38c98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:54.867362 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-92e3d8f6-e61b-44bb-ac7d-62514bd38c98 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9626e766-2ab3-4ace-8543-6b2d7d86de31 HTTP/1.1" status: 204 len: 168 time: 0.1867483 Jan 28 03:24:54.877533 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e3d8f6-e61b-44bb-ac7d-62514bd38c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9626e766-2ab3-4ace-8543-6b2d7d86de31,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:55.195285 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52396) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:55.210643 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-004bad20-7253-463a-9dc7-cdcff614d539 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:55.285737 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-004bad20-7253-463a-9dc7-cdcff614d539 admin admin] Publish callbacks [] for security_group (415b0f9d-6b7d-43db-8882-f9ead76b632e), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:55.291417 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-004bad20-7253-463a-9dc7-cdcff614d539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (415b0f9d-6b7d-43db-8882-f9ead76b632e), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:55.320151 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 52398) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:55.321456 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-004bad20-7253-463a-9dc7-cdcff614d539 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7df928b974e34ccdad22a425950b4506&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1235185 Jan 28 03:24:55.345101 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004bad20-7253-463a-9dc7-cdcff614d539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415b0f9d-6b7d-43db-8882-f9ead76b632e,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:55.378917 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-86e0888d-3001-40f5-8198-641fdabacb6b admin admin] Publish callbacks [] for security_group (415b0f9d-6b7d-43db-8882-f9ead76b632e), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:55.400441 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-86e0888d-3001-40f5-8198-641fdabacb6b admin admin] Publish callbacks [] for security_group (415b0f9d-6b7d-43db-8882-f9ead76b632e), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:55.449280 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-86e0888d-3001-40f5-8198-641fdabacb6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (415b0f9d-6b7d-43db-8882-f9ead76b632e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:55.452108 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-86e0888d-3001-40f5-8198-641fdabacb6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:55.453466 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-86e0888d-3001-40f5-8198-641fdabacb6b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/415b0f9d-6b7d-43db-8882-f9ead76b632e HTTP/1.1" status: 204 len: 168 time: 0.1320767 Jan 28 03:24:55.467656 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e0888d-3001-40f5-8198-641fdabacb6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415b0f9d-6b7d-43db-8882-f9ead76b632e,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:56.208392 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 52424) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:56.316718 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-179b6904-1101-4eb8-9876-47edc8250b46 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1723632463-network', 'tenant_id': '8a597fb5c6c6466f851ca3dd59620442'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:56.341176 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179b6904-1101-4eb8-9876-47edc8250b46 admin admin] Made reservation on behalf of 8a597fb5c6c6466f851ca3dd59620442 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:24:56.344386 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-179b6904-1101-4eb8-9876-47edc8250b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:56.360311 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-179b6904-1101-4eb8-9876-47edc8250b46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:56.446726 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-179b6904-1101-4eb8-9876-47edc8250b46 admin admin] Publish callbacks [] for security_group (dcb3a69a-967a-4f80-969c-9b13b4d1a3cb), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:56.451393 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-179b6904-1101-4eb8-9876-47edc8250b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (dcb3a69a-967a-4f80-969c-9b13b4d1a3cb), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:56.481932 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-179b6904-1101-4eb8-9876-47edc8250b46 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:24:56.488527 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b6904-1101-4eb8-9876-47edc8250b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb3a69a-967a-4f80-969c-9b13b4d1a3cb,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:56.495448 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-179b6904-1101-4eb8-9876-47edc8250b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (ae7fc67a-40e2-49d2-8b2c-9efcf945daeb), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:56.495794 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-179b6904-1101-4eb8-9876-47edc8250b46 admin admin] Added segment ae7fc67a-40e2-49d2-8b2c-9efcf945daeb of type vlan for network 7f91d1d2-714b-44b5-bb66-d16f7786518c Jan 28 03:24:56.541158 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-179b6904-1101-4eb8-9876-47edc8250b46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (7f91d1d2-714b-44b5-bb66-d16f7786518c), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:56.569832 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-179b6904-1101-4eb8-9876-47edc8250b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (7f91d1d2-714b-44b5-bb66-d16f7786518c), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:56.569832 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179b6904-1101-4eb8-9876-47edc8250b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:56.572479 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-179b6904-1101-4eb8-9876-47edc8250b46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:56.654072 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-179b6904-1101-4eb8-9876-47edc8250b46 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4445393 Jan 28 03:24:56.657169 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52428) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:24:56.662347 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-24b4a42d-718d-414d-9feb-b9a62116323f admin admin] Request body: {'subnet': {'network_id': '7f91d1d2-714b-44b5-bb66-d16f7786518c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1723632463-subnet', 'tenant_id': '8a597fb5c6c6466f851ca3dd59620442', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:24:56.675899 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b6904-1101-4eb8-9876-47edc8250b46 admin admin] Pushing event updated for resources: {'Network': ['ID=7f91d1d2-714b-44b5-bb66-d16f7786518c,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:56.690390 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 7f91d1d2-714b-44b5-bb66-d16f7786518c details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:24:56.696333 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b4a42d-718d-414d-9feb-b9a62116323f admin admin] Made reservation on behalf of 8a597fb5c6c6466f851ca3dd59620442 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:24:56.698833 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-24b4a42d-718d-414d-9feb-b9a62116323f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:56.875212 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-24b4a42d-718d-414d-9feb-b9a62116323f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (3e4857fe-d84f-418a-b0ef-13cea717d71c), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:56.939995 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b4a42d-718d-414d-9feb-b9a62116323f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e4857fe-d84f-418a-b0ef-13cea717d71c,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:24:56.946129 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b4a42d-718d-414d-9feb-b9a62116323f admin admin] Checking segment: {'id': 'ae7fc67a-40e2-49d2-8b2c-9efcf945daeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7f91d1d2-714b-44b5-bb66-d16f7786518c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:24:56.946477 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b4a42d-718d-414d-9feb-b9a62116323f admin admin] Network hostable DHCP agents. Network: 7f91d1d2-714b-44b5-bb66-d16f7786518c, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:24:56.968609 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b4a42d-718d-414d-9feb-b9a62116323f admin admin] Network 7f91d1d2-714b-44b5-bb66-d16f7786518c is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:24:56.978496 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-24b4a42d-718d-414d-9feb-b9a62116323f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 7f91d1d2-714b-44b5-bb66-d16f7786518c) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:24:56.983844 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b4a42d-718d-414d-9feb-b9a62116323f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:24:56.984442 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-24b4a42d-718d-414d-9feb-b9a62116323f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:57.016073 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50c897d-6c97-4d1f-b314-b7c87387d886 None None] Network 7f91d1d2-714b-44b5-bb66-d16f7786518c requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:24:57.017926 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-24b4a42d-718d-414d-9feb-b9a62116323f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3591945 Jan 28 03:24:57.123270 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02cb8a6-5ac8-48ac-b054-5700407779e2 None None] Network 7f91d1d2-714b-44b5-bb66-d16f7786518c requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:24:59.392908 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:24:59.726883 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f858be13-54db-498b-acf2-64290152ecf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:01.783952 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-63308235-237b-49d2-8cbd-c76f7507651d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:03.369487 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:03.596202 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:04.825481 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:05.779321 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [req-e32ac0b6-9293-4b81-ae7c-bb61a701cdb7 req-668e3fc0-db9b-4a56-a27f-2e9c4efc34be tempest-TaggedBootDevicesTest_v242-1492840118 tempest-TaggedBootDevicesTest_v242-1492840118-project] (109802) timed out ('10.222.0.67', 57898) {{(pid=109802) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 03:25:05.820999 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 52512) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:05.946870 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-69473290-7000-4b91-acb8-71adbcbb3e7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:06.030695 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-69473290-7000-4b91-acb8-71adbcbb3e7b admin admin] Publish callbacks [] for security_group (7c60958c-a2f8-43ee-93cc-420f71e0e3d6), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:06.036174 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-69473290-7000-4b91-acb8-71adbcbb3e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (7c60958c-a2f8-43ee-93cc-420f71e0e3d6), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:06.064853 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69473290-7000-4b91-acb8-71adbcbb3e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c60958c-a2f8-43ee-93cc-420f71e0e3d6,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:06.087636 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52516) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:06.095219 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-69473290-7000-4b91-acb8-71adbcbb3e7b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=17c202c7ec6f41b08bf0b9f2b19dff06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2713983 Jan 28 03:25:06.128776 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:06.163926 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e8b1a8ee-b5f2-44c3-ba53-545ba59ce44d admin admin] Publish callbacks [] for security_group (7c60958c-a2f8-43ee-93cc-420f71e0e3d6), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:06.187869 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e8b1a8ee-b5f2-44c3-ba53-545ba59ce44d admin admin] Publish callbacks [] for security_group (7c60958c-a2f8-43ee-93cc-420f71e0e3d6), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:06.272069 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e8b1a8ee-b5f2-44c3-ba53-545ba59ce44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (7c60958c-a2f8-43ee-93cc-420f71e0e3d6), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:06.274932 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e8b1a8ee-b5f2-44c3-ba53-545ba59ce44d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:06.279388 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e8b1a8ee-b5f2-44c3-ba53-545ba59ce44d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7c60958c-a2f8-43ee-93cc-420f71e0e3d6 HTTP/1.1" status: 204 len: 168 time: 0.1878538 Jan 28 03:25:06.286476 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b1a8ee-b5f2-44c3-ba53-545ba59ce44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c60958c-a2f8-43ee-93cc-420f71e0e3d6,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:06.608960 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52524) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:06.624520 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6c40e695-8127-4aab-9ece-0f544f07be5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:06.717681 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6c40e695-8127-4aab-9ece-0f544f07be5e admin admin] Publish callbacks [] for security_group (4eec6017-b24b-40b2-ab81-a9c39335f9ce), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:06.722703 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6c40e695-8127-4aab-9ece-0f544f07be5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (4eec6017-b24b-40b2-ab81-a9c39335f9ce), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:06.759615 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6c40e695-8127-4aab-9ece-0f544f07be5e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=97ecc9a2825b40d0b6038a1ab1b022c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1492221 Jan 28 03:25:06.763105 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52526) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:06.813412 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40e695-8127-4aab-9ece-0f544f07be5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eec6017-b24b-40b2-ab81-a9c39335f9ce,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:06.857777 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-14f964c1-449f-4a5c-b21c-cff15a41c04a admin admin] Publish callbacks [] for security_group (4eec6017-b24b-40b2-ab81-a9c39335f9ce), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:06.882445 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-14f964c1-449f-4a5c-b21c-cff15a41c04a admin admin] Publish callbacks [] for security_group (4eec6017-b24b-40b2-ab81-a9c39335f9ce), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:06.934713 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-14f964c1-449f-4a5c-b21c-cff15a41c04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (4eec6017-b24b-40b2-ab81-a9c39335f9ce), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:06.937178 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-14f964c1-449f-4a5c-b21c-cff15a41c04a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:06.941610 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-14f964c1-449f-4a5c-b21c-cff15a41c04a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4eec6017-b24b-40b2-ab81-a9c39335f9ce HTTP/1.1" status: 204 len: 168 time: 0.1769655 Jan 28 03:25:06.953197 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f964c1-449f-4a5c-b21c-cff15a41c04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eec6017-b24b-40b2-ab81-a9c39335f9ce,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:10.503103 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-249421b3-7e6e-4087-a148-6236cbce19e5 req-d08927e3-63c0-4c7d-83c5-68a927fa513b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0617383 Jan 28 03:25:10.636001 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249421b3-7e6e-4087-a148-6236cbce19e5 req-daf18323-2823-4bea-82b8-f42817754872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:10.638066 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-249421b3-7e6e-4087-a148-6236cbce19e5 req-daf18323-2823-4bea-82b8-f42817754872 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f6bbf2836904089b5391caf666a2ef0&device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 1097 time: 0.0705824 Jan 28 03:25:10.779995 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249421b3-7e6e-4087-a148-6236cbce19e5 req-103bb31d-3752-4d1e-8cb3-4fbf7e2958eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:10.781787 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-249421b3-7e6e-4087-a148-6236cbce19e5 req-103bb31d-3752-4d1e-8cb3-4fbf7e2958eb service neutron] 10.222.0.39 "GET /v2.0/networks?id=b328f18d-888e-4024-8099-122b5bda010d HTTP/1.1" status: 200 len: 918 time: 0.1223490 Jan 28 03:25:10.870698 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-249421b3-7e6e-4087-a148-6236cbce19e5 req-8c1ee94c-32b4-4f16-9855-d8a4d2b70b45 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec2396af-9fc8-4799-82d6-612668109f73 HTTP/1.1" status: 200 len: 1000 time: 0.0811815 Jan 28 03:25:10.922687 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249421b3-7e6e-4087-a148-6236cbce19e5 req-73961ca2-23db-4223-8039-4b5bc001ebe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:10.924102 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-249421b3-7e6e-4087-a148-6236cbce19e5 req-73961ca2-23db-4223-8039-4b5bc001ebe9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=76aeb7da-88ca-40e3-af3a-4f4f90f2c919 HTTP/1.1" status: 200 len: 856 time: 0.0479057 Jan 28 03:25:10.974952 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249421b3-7e6e-4087-a148-6236cbce19e5 req-1ee82697-2523-4b62-bf26-35de8eb0ab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:10.976482 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-249421b3-7e6e-4087-a148-6236cbce19e5 req-1ee82697-2523-4b62-bf26-35de8eb0ab7b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b328f18d-888e-4024-8099-122b5bda010d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462465 Jan 28 03:25:10.987138 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-249421b3-7e6e-4087-a148-6236cbce19e5 req-b085d604-2035-43df-9537-320d7431a23a service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:25:10.988230 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-249421b3-7e6e-4087-a148-6236cbce19e5 req-b085d604-2035-43df-9537-320d7431a23a service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053771 Jan 28 03:25:11.089878 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-249421b3-7e6e-4087-a148-6236cbce19e5 req-a83b51b0-50cd-487d-90cd-af8faea85f9b service neutron] 10.222.0.39 "GET /v2.0/networks/b328f18d-888e-4024-8099-122b5bda010d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952206 Jan 28 03:25:11.189560 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-249421b3-7e6e-4087-a148-6236cbce19e5 req-b7659ce3-54c6-403f-a893-d4dcd3d88834 service neutron] 10.222.0.39 "GET /v2.0/networks/b328f18d-888e-4024-8099-122b5bda010d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911293 Jan 28 03:25:18.607053 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fe18d1c0-c3e8-427e-a6cc-a68a80a7398c req-e1820846-7de8-46dc-a523-66ba6955ff4b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9bd0aacd-6bb1-4d50-ab53-1a75a84c5589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0459962 Jan 28 03:25:18.719830 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18d1c0-c3e8-427e-a6cc-a68a80a7398c req-b190a581-49f2-4047-801c-607bfdaca44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:18.721608 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fe18d1c0-c3e8-427e-a6cc-a68a80a7398c req-b190a581-49f2-4047-801c-607bfdaca44c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8e091b5011fc4ae58492675a26ced890&device_id=9bd0aacd-6bb1-4d50-ab53-1a75a84c5589 HTTP/1.1" status: 200 len: 1137 time: 0.0575919 Jan 28 03:25:18.844659 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18d1c0-c3e8-427e-a6cc-a68a80a7398c req-94c7a8df-65b8-4ac9-a799-f22a537a7878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:18.846363 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fe18d1c0-c3e8-427e-a6cc-a68a80a7398c req-94c7a8df-65b8-4ac9-a799-f22a537a7878 service neutron] 10.222.0.67 "GET /v2.0/networks?id=87ac3caf-6a4e-4ce5-a713-7edca59163fe HTTP/1.1" status: 200 len: 897 time: 0.1036592 Jan 28 03:25:18.936503 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fe18d1c0-c3e8-427e-a6cc-a68a80a7398c req-f3cca83f-aa35-439c-9a9b-ff070a014935 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd6b403f-acb4-404e-a354-637b5b6b9574 HTTP/1.1" status: 200 len: 1002 time: 0.0820312 Jan 28 03:25:18.988057 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18d1c0-c3e8-427e-a6cc-a68a80a7398c req-000ed74e-a211-4fa7-a7a9-c8e8be322863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:18.989917 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fe18d1c0-c3e8-427e-a6cc-a68a80a7398c req-000ed74e-a211-4fa7-a7a9-c8e8be322863 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4058332b-e443-4632-84c1-56294c1b86a1 HTTP/1.1" status: 200 len: 835 time: 0.0476267 Jan 28 03:25:19.053205 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18d1c0-c3e8-427e-a6cc-a68a80a7398c req-3f2044ec-aca2-4ae2-aec0-1733f90e34ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:19.056318 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fe18d1c0-c3e8-427e-a6cc-a68a80a7398c req-3f2044ec-aca2-4ae2-aec0-1733f90e34ed service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=87ac3caf-6a4e-4ce5-a713-7edca59163fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601923 Jan 28 03:25:19.067591 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-fe18d1c0-c3e8-427e-a6cc-a68a80a7398c req-e1d361cb-0f5b-4105-add4-108c548f07be service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:25:19.068709 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fe18d1c0-c3e8-427e-a6cc-a68a80a7398c req-e1d361cb-0f5b-4105-add4-108c548f07be service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065792 Jan 28 03:25:19.231286 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fe18d1c0-c3e8-427e-a6cc-a68a80a7398c req-ee2c3727-f498-473c-91be-4498fdde2ebe service neutron] 10.222.0.67 "GET /v2.0/networks/87ac3caf-6a4e-4ce5-a713-7edca59163fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561897 Jan 28 03:25:19.359671 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fe18d1c0-c3e8-427e-a6cc-a68a80a7398c req-d440a677-2a5c-4fe9-9f41-b4e977d279c8 service neutron] 10.222.0.67 "GET /v2.0/networks/87ac3caf-6a4e-4ce5-a713-7edca59163fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214492 Jan 28 03:25:29.393447 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:29.723541 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1b8c471a-3203-4185-b55b-ed3a27f9783b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:30.224930 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:25:31.779906 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-62cd540b-e5af-40f0-8b58-c23a05f362d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:33.370525 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:33.591760 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:33.853628 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 52940) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:33.977941 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4f50c11a-e5f0-4580-bc23-b7ec8d1d9ab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:34.068816 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4f50c11a-e5f0-4580-bc23-b7ec8d1d9ab2 admin admin] Publish callbacks [] for security_group (df5c4154-11c0-4034-9af3-f27ca74ef51b), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:34.075368 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4f50c11a-e5f0-4580-bc23-b7ec8d1d9ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (df5c4154-11c0-4034-9af3-f27ca74ef51b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:34.122954 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f50c11a-e5f0-4580-bc23-b7ec8d1d9ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5c4154-11c0-4034-9af3-f27ca74ef51b,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:34.130725 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52952) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:34.137099 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4f50c11a-e5f0-4580-bc23-b7ec8d1d9ab2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3b9cbbe6949a4f35a6cf4e7163d08377&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2820804 Jan 28 03:25:34.186058 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bfacc997-0894-4b44-bbdb-32fc8400b167 admin admin] Publish callbacks [] for security_group (df5c4154-11c0-4034-9af3-f27ca74ef51b), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:34.208929 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bfacc997-0894-4b44-bbdb-32fc8400b167 admin admin] Publish callbacks [] for security_group (df5c4154-11c0-4034-9af3-f27ca74ef51b), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:34.258248 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bfacc997-0894-4b44-bbdb-32fc8400b167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (df5c4154-11c0-4034-9af3-f27ca74ef51b), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:34.260812 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bfacc997-0894-4b44-bbdb-32fc8400b167 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:34.273630 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-bfacc997-0894-4b44-bbdb-32fc8400b167 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/df5c4154-11c0-4034-9af3-f27ca74ef51b HTTP/1.1" status: 204 len: 168 time: 0.1417592 Jan 28 03:25:34.285288 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfacc997-0894-4b44-bbdb-32fc8400b167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5c4154-11c0-4034-9af3-f27ca74ef51b,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:34.295721 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfacc997-0894-4b44-bbdb-32fc8400b167 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:34.296620 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfacc997-0894-4b44-bbdb-32fc8400b167 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:34.297548 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfacc997-0894-4b44-bbdb-32fc8400b167 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:34.298084 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfacc997-0894-4b44-bbdb-32fc8400b167 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:34.298612 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfacc997-0894-4b44-bbdb-32fc8400b167 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:34.299158 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfacc997-0894-4b44-bbdb-32fc8400b167 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:34.299971 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfacc997-0894-4b44-bbdb-32fc8400b167 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:34.300507 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfacc997-0894-4b44-bbdb-32fc8400b167 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:34.301038 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfacc997-0894-4b44-bbdb-32fc8400b167 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:34.301589 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfacc997-0894-4b44-bbdb-32fc8400b167 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:34.302225 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfacc997-0894-4b44-bbdb-32fc8400b167 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:34.302917 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfacc997-0894-4b44-bbdb-32fc8400b167 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:34.303490 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfacc997-0894-4b44-bbdb-32fc8400b167 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:34.762262 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52976) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:34.820374 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-90a8efb1-8202-4dcb-8746-b3fed3b60cc0 tempest-TestSecurityGroupsBasicOps-198779247 tempest-TestSecurityGroupsBasicOps-198779247-project-admin] 10.222.0.53 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2023 time: 0.0568922 Jan 28 03:25:34.823760 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 52980) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:34.832637 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-f0b6d99d-8ae3-44f0-ae1c-f7db6e502334 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Request body: {'network': {'name': 'tempest-network-smoke--815947214', 'project_id': '8e091b5011fc4ae58492675a26ced890', 'port_security_enabled': False}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:25:34.846809 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:34.859263 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b6d99d-8ae3-44f0-ae1c-f7db6e502334 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Made reservation on behalf of 8e091b5011fc4ae58492675a26ced890 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:25:34.863001 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f0b6d99d-8ae3-44f0-ae1c-f7db6e502334 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:34.892713 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0b6d99d-8ae3-44f0-ae1c-f7db6e502334 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:25:34.906941 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f0b6d99d-8ae3-44f0-ae1c-f7db6e502334 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (0547629d-1644-47b4-8589-ed970a75e235), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:34.907294 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-f0b6d99d-8ae3-44f0-ae1c-f7db6e502334 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Added segment 0547629d-1644-47b4-8589-ed970a75e235 of type vlan for network 464d4ea2-abfa-4b3b-b855-4c6697bb8584 Jan 28 03:25:34.959420 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f0b6d99d-8ae3-44f0-ae1c-f7db6e502334 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (464d4ea2-abfa-4b3b-b855-4c6697bb8584), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:35.018195 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f0b6d99d-8ae3-44f0-ae1c-f7db6e502334 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (464d4ea2-abfa-4b3b-b855-4c6697bb8584), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:35.034592 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b6d99d-8ae3-44f0-ae1c-f7db6e502334 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:35.035649 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f0b6d99d-8ae3-44f0-ae1c-f7db6e502334 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:35.117520 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b6d99d-8ae3-44f0-ae1c-f7db6e502334 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Pushing event updated for resources: {'Network': ['ID=464d4ea2-abfa-4b3b-b855-4c6697bb8584,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:35.128816 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 52994) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:35.129904 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 464d4ea2-abfa-4b3b-b855-4c6697bb8584 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:25:35.134639 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-6392fcdb-232c-46de-9cfb-f01d441b3e89 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1296204507', 'admin_state_up': True, 'project_id': '8e091b5011fc4ae58492675a26ced890', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:25:35.139051 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f0b6d99d-8ae3-44f0-ae1c-f7db6e502334 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3141143 Jan 28 03:25:35.161450 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6392fcdb-232c-46de-9cfb-f01d441b3e89 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (fc7a103c-c479-49fb-8f4b-260b4ba6076b), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:35.163226 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6392fcdb-232c-46de-9cfb-f01d441b3e89 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (fc7a103c-c479-49fb-8f4b-260b4ba6076b), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:35.226857 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6392fcdb-232c-46de-9cfb-f01d441b3e89 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for router_controller (fc7a103c-c479-49fb-8f4b-260b4ba6076b), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:35.487199 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6392fcdb-232c-46de-9cfb-f01d441b3e89 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for router_gateway (fc7a103c-c479-49fb-8f4b-260b4ba6076b), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:35.755153 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6392fcdb-232c-46de-9cfb-f01d441b3e89 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for router_gateway (fc7a103c-c479-49fb-8f4b-260b4ba6076b), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:35.774845 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6392fcdb-232c-46de-9cfb-f01d441b3e89 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:35.889244 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-6392fcdb-232c-46de-9cfb-f01d441b3e89 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Allocated IP 172.25.0.234 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/9ce63da3-5fc3-4796-84bd-6e225eabb18f) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:25:36.013908 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6392fcdb-232c-46de-9cfb-f01d441b3e89 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for port (9ce63da3-5fc3-4796-84bd-6e225eabb18f), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:36.055343 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6392fcdb-232c-46de-9cfb-f01d441b3e89 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (9ce63da3-5fc3-4796-84bd-6e225eabb18f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:36.095439 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6392fcdb-232c-46de-9cfb-f01d441b3e89 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:25:36.102604 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-6392fcdb-232c-46de-9cfb-f01d441b3e89 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:25:36.109622 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6392fcdb-232c-46de-9cfb-f01d441b3e89 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:25:36.126969 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:36.143255 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392fcdb-232c-46de-9cfb-f01d441b3e89 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Pushing event updated for resources: {'Port': ['ID=9ce63da3-5fc3-4796-84bd-6e225eabb18f,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:36.404677 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6392fcdb-232c-46de-9cfb-f01d441b3e89 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for router_gateway (fc7a103c-c479-49fb-8f4b-260b4ba6076b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:36.625394 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6392fcdb-232c-46de-9cfb-f01d441b3e89 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (fc7a103c-c479-49fb-8f4b-260b4ba6076b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:36.896523 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 53156) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:37.023247 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0b685e29-20c9-4737-b7a4-0a750112aa73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:37.044896 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6392fcdb-232c-46de-9cfb-f01d441b3e89 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Router fc7a103c-c479-49fb-8f4b-260b4ba6076b is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:25:37.115318 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0b685e29-20c9-4737-b7a4-0a750112aa73 admin admin] Publish callbacks [] for security_group (52d6644a-389f-4f99-9df2-97111ffecf3e), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:37.123137 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0b685e29-20c9-4737-b7a4-0a750112aa73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (52d6644a-389f-4f99-9df2-97111ffecf3e), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:37.153197 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0b685e29-20c9-4737-b7a4-0a750112aa73 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d0d6946d025b4e39afa1e7e5c8fb4915&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2552333 Jan 28 03:25:37.154297 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 53166) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:37.174332 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b685e29-20c9-4737-b7a4-0a750112aa73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d6644a-389f-4f99-9df2-97111ffecf3e,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:37.183304 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6392fcdb-232c-46de-9cfb-f01d441b3e89 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:25:37.194220 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce14fa5-6aef-4a48-a98e-95d64f319595 None None] Sync routers for ids ['fc7a103c-c479-49fb-8f4b-260b4ba6076b'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:25:37.207633 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce14fa5-6aef-4a48-a98e-95d64f319595 None None] Routers {'fc7a103c-c479-49fb-8f4b-260b4ba6076b'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:25:37.208499 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-cce14fa5-6aef-4a48-a98e-95d64f319595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:25:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['fc7a103c-c479-49fb-8f4b-260b4ba6076b'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:25:37.229969 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6392fcdb-232c-46de-9cfb-f01d441b3e89 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:37.235616 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6392fcdb-232c-46de-9cfb-f01d441b3e89 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1014404 Jan 28 03:25:37.235770 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 53168) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:37.251367 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5353e368-94f7-47c4-900e-95ed0889d4c0 admin admin] Publish callbacks [] for security_group (52d6644a-389f-4f99-9df2-97111ffecf3e), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:37.275706 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5353e368-94f7-47c4-900e-95ed0889d4c0 admin admin] Publish callbacks [] for security_group (52d6644a-389f-4f99-9df2-97111ffecf3e), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:37.332205 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-cce14fa5-6aef-4a48-a98e-95d64f319595 None None] Set router fc7a103c-c479-49fb-8f4b-260b4ba6076b gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:25:37.334247 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5353e368-94f7-47c4-900e-95ed0889d4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (52d6644a-389f-4f99-9df2-97111ffecf3e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:37.334469 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5a8d02-484a-4fd2-b691-3d9564b6292b tempest-TestSecurityGroupsBasicOps-198779247 tempest-TestSecurityGroupsBasicOps-198779247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:37.336330 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9b5a8d02-484a-4fd2-b691-3d9564b6292b tempest-TestSecurityGroupsBasicOps-198779247 tempest-TestSecurityGroupsBasicOps-198779247-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=8e091b5011fc4ae58492675a26ced890&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1003330 Jan 28 03:25:37.337249 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5353e368-94f7-47c4-900e-95ed0889d4c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:37.338513 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5353e368-94f7-47c4-900e-95ed0889d4c0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/52d6644a-389f-4f99-9df2-97111ffecf3e HTTP/1.1" status: 204 len: 168 time: 0.1831458 Jan 28 03:25:37.340822 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 53174) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:37.362103 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5353e368-94f7-47c4-900e-95ed0889d4c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d6644a-389f-4f99-9df2-97111ffecf3e,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:37.572184 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2e01f3-02e3-4c39-a365-57915a0d008d tempest-TestSecurityGroupsBasicOps-198779247 tempest-TestSecurityGroupsBasicOps-198779247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:37.574124 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-db2e01f3-02e3-4c39-a365-57915a0d008d tempest-TestSecurityGroupsBasicOps-198779247 tempest-TestSecurityGroupsBasicOps-198779247-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2310886 Jan 28 03:25:37.576903 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 53182) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:37.611558 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-797d638c-7a92-434c-9d52-f11de41a9ab9 tempest-TestSecurityGroupsBasicOps-198779247 tempest-TestSecurityGroupsBasicOps-198779247-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=8f7dc9c9-eaf1-4339-a2e3-884554154641&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333951 Jan 28 03:25:37.614749 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 53186) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:37.622233 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-cce14fa5-6aef-4a48-a98e-95d64f319595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7a103c-c479-49fb-8f4b-260b4ba6076b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1296204507', 'tenant_id': '8e091b5011fc4ae58492675a26ced890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '9ce63da3-5fc3-4796-84bd-6e225eabb18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:25:35Z', 'updated_at': '2022-01-28T03:25:36Z', 'revision_number': 3, 'project_id': '8e091b5011fc4ae58492675a26ced890', 'gw_port': {'id': '9ce63da3-5fc3-4796-84bd-6e225eabb18f', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:93:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7a103c-c479-49fb-8f4b-260b4ba6076b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:25:35Z', 'updated_at': '2022-01-28T03:25:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:25:37.651740 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ef34787c-5ccc-40c2-aa3e-51f83062ceee tempest-TestSecurityGroupsBasicOps-198779247 tempest-TestSecurityGroupsBasicOps-198779247-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=8e091b5011fc4ae58492675a26ced890&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334373 Jan 28 03:25:37.651950 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 53190) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:37.656644 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce14fa5-6aef-4a48-a98e-95d64f319595 None None] Checking router: fc7a103c-c479-49fb-8f4b-260b4ba6076b for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:25:37.657334 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce14fa5-6aef-4a48-a98e-95d64f319595 None None] Updating router fc7a103c-c479-49fb-8f4b-260b4ba6076b port 9ce63da3-5fc3-4796-84bd-6e225eabb18f binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:25:37.705802 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-cce14fa5-6aef-4a48-a98e-95d64f319595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9ce63da3-5fc3-4796-84bd-6e225eabb18f), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:37.782875 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7d3e1b-4b48-4373-b999-c65433fed58e tempest-TestSecurityGroupsBasicOps-198779247 tempest-TestSecurityGroupsBasicOps-198779247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:37.784611 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5e7d3e1b-4b48-4373-b999-c65433fed58e tempest-TestSecurityGroupsBasicOps-198779247 tempest-TestSecurityGroupsBasicOps-198779247-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1317847 Jan 28 03:25:37.787406 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 53192) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:37.798111 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 53194) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:37.837111 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ac0c56e7-482f-4430-bcff-6c2cec312f3d tempest-TestSecurityGroupsBasicOps-198779247 tempest-TestSecurityGroupsBasicOps-198779247-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=8f7dc9c9-eaf1-4339-a2e3-884554154641&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0481594 Jan 28 03:25:37.838228 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7663825d-df0d-4cda-b74b-fc99aaf7f885 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:37.839425 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 53196) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:37.845123 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-025694df-20d1-49fc-a2b8-ba7730b2c5a1 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1451794651', 'network_id': '464d4ea2-abfa-4b3b-b855-4c6697bb8584', 'project_id': '8e091b5011fc4ae58492675a26ced890', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:25:37.927057 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7663825d-df0d-4cda-b74b-fc99aaf7f885 admin admin] Publish callbacks [] for security_group (313a6c69-1b38-4cd5-9147-dd60a8b44495), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:37.934355 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7663825d-df0d-4cda-b74b-fc99aaf7f885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (313a6c69-1b38-4cd5-9147-dd60a8b44495), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:37.952239 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025694df-20d1-49fc-a2b8-ba7730b2c5a1 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Made reservation on behalf of 8e091b5011fc4ae58492675a26ced890 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:25:37.957064 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-025694df-20d1-49fc-a2b8-ba7730b2c5a1 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:37.982907 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7663825d-df0d-4cda-b74b-fc99aaf7f885 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d16616cda76749dd8a036eacde3c6a4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1837988 Jan 28 03:25:37.984316 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7663825d-df0d-4cda-b74b-fc99aaf7f885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313a6c69-1b38-4cd5-9147-dd60a8b44495,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:37.987597 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 53202) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:38.072217 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-cce14fa5-6aef-4a48-a98e-95d64f319595 None None] Publish callbacks [] for port (9ce63da3-5fc3-4796-84bd-6e225eabb18f), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:38.081770 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-56ba9707-cb56-4594-ab0f-10510db14e10 admin admin] Publish callbacks [] for security_group (313a6c69-1b38-4cd5-9147-dd60a8b44495), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:38.090301 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-cce14fa5-6aef-4a48-a98e-95d64f319595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9ce63da3-5fc3-4796-84bd-6e225eabb18f), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:38.109200 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-56ba9707-cb56-4594-ab0f-10510db14e10 admin admin] Publish callbacks [] for security_group (313a6c69-1b38-4cd5-9147-dd60a8b44495), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:38.160610 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-cce14fa5-6aef-4a48-a98e-95d64f319595 None None] Attempting to bind port 9ce63da3-5fc3-4796-84bd-6e225eabb18f on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:25:38.160968 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-cce14fa5-6aef-4a48-a98e-95d64f319595 None None] Attempting to bind port 9ce63da3-5fc3-4796-84bd-6e225eabb18f by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:25:38.161372 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce14fa5-6aef-4a48-a98e-95d64f319595 None None] Attempting to bind port 9ce63da3-5fc3-4796-84bd-6e225eabb18f on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:25:38.170131 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-56ba9707-cb56-4594-ab0f-10510db14e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (313a6c69-1b38-4cd5-9147-dd60a8b44495), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:38.173009 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-56ba9707-cb56-4594-ab0f-10510db14e10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:38.175055 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-56ba9707-cb56-4594-ab0f-10510db14e10 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/313a6c69-1b38-4cd5-9147-dd60a8b44495 HTTP/1.1" status: 204 len: 168 time: 0.1863608 Jan 28 03:25:38.180267 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce14fa5-6aef-4a48-a98e-95d64f319595 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:25:38.180557 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce14fa5-6aef-4a48-a98e-95d64f319595 None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:25:38.181430 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-cce14fa5-6aef-4a48-a98e-95d64f319595 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:38.181891 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce14fa5-6aef-4a48-a98e-95d64f319595 None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:25:38.184375 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-cce14fa5-6aef-4a48-a98e-95d64f319595 None None] Bound port: 9ce63da3-5fc3-4796-84bd-6e225eabb18f, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:25:38.184513 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ba9707-cb56-4594-ab0f-10510db14e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313a6c69-1b38-4cd5-9147-dd60a8b44495,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:38.184778 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-cce14fa5-6aef-4a48-a98e-95d64f319595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9ce63da3-5fc3-4796-84bd-6e225eabb18f), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:38.188481 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb956c-ee0a-4376-84c0-c955eb540d7f None None] Pushing event updated for resources: {'Port': ['ID=9ce63da3-5fc3-4796-84bd-6e225eabb18f,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:38.248731 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-025694df-20d1-49fc-a2b8-ba7730b2c5a1 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (eda481a3-f93e-4a8c-a1bb-c8dcb61f8a03), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:38.258314 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb956c-ee0a-4376-84c0-c955eb540d7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:38.259330 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb956c-ee0a-4376-84c0-c955eb540d7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:38.259826 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb956c-ee0a-4376-84c0-c955eb540d7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:38.260368 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb956c-ee0a-4376-84c0-c955eb540d7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:38.260868 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb956c-ee0a-4376-84c0-c955eb540d7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:38.261415 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb956c-ee0a-4376-84c0-c955eb540d7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:38.261948 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb956c-ee0a-4376-84c0-c955eb540d7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:38.262455 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb956c-ee0a-4376-84c0-c955eb540d7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:38.262934 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb956c-ee0a-4376-84c0-c955eb540d7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:38.263422 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb956c-ee0a-4376-84c0-c955eb540d7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:38.263898 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb956c-ee0a-4376-84c0-c955eb540d7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:38.264437 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb956c-ee0a-4376-84c0-c955eb540d7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:38.264936 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb956c-ee0a-4376-84c0-c955eb540d7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:38.281683 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-cce14fa5-6aef-4a48-a98e-95d64f319595 None None] For port 9ce63da3-5fc3-4796-84bd-6e225eabb18f, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:25:38.286474 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-cce14fa5-6aef-4a48-a98e-95d64f319595 None None] For port 9ce63da3-5fc3-4796-84bd-6e225eabb18f, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=9ce63da3-5fc3-4796-84bd-6e225eabb18f,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:25:38.293629 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-cce14fa5-6aef-4a48-a98e-95d64f319595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9ce63da3-5fc3-4796-84bd-6e225eabb18f), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:38.318595 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025694df-20d1-49fc-a2b8-ba7730b2c5a1 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Pushing event updated for resources: {'Subnet': ['ID=eda481a3-f93e-4a8c-a1bb-c8dcb61f8a03,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:38.345421 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025694df-20d1-49fc-a2b8-ba7730b2c5a1 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Checking segment: {'id': '0547629d-1644-47b4-8589-ed970a75e235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '464d4ea2-abfa-4b3b-b855-4c6697bb8584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:25:38.345690 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025694df-20d1-49fc-a2b8-ba7730b2c5a1 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Network hostable DHCP agents. Network: 464d4ea2-abfa-4b3b-b855-4c6697bb8584, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:25:38.367622 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025694df-20d1-49fc-a2b8-ba7730b2c5a1 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Network 464d4ea2-abfa-4b3b-b855-4c6697bb8584 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:25:38.380382 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-025694df-20d1-49fc-a2b8-ba7730b2c5a1 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 464d4ea2-abfa-4b3b-b855-4c6697bb8584) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:25:38.385500 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025694df-20d1-49fc-a2b8-ba7730b2c5a1 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:38.386707 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-025694df-20d1-49fc-a2b8-ba7730b2c5a1 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:38.393511 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf77df7-5055-4575-947d-9274805ab0ff None None] Network 464d4ea2-abfa-4b3b-b855-4c6697bb8584 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:25:38.396207 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb956c-ee0a-4376-84c0-c955eb540d7f None None] Pushing event updated for resources: {'Port': ['ID=9ce63da3-5fc3-4796-84bd-6e225eabb18f,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:38.415516 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-025694df-20d1-49fc-a2b8-ba7730b2c5a1 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5716236 Jan 28 03:25:38.415645 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 53212) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:38.419885 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce14fa5-6aef-4a48-a98e-95d64f319595 None None] Routers {'fc7a103c-c479-49fb-8f4b-260b4ba6076b'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:25:38.420591 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-cce14fa5-6aef-4a48-a98e-95d64f319595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:25:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['fc7a103c-c479-49fb-8f4b-260b4ba6076b'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:25:38.598298 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-cce14fa5-6aef-4a48-a98e-95d64f319595 None None] Set router fc7a103c-c479-49fb-8f4b-260b4ba6076b gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:25:38.617103 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248ee40e-3a36-4ee6-bd24-886d01de9b9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-464d4ea2-abfa-4b3b-b855-4c6697bb8584', 'network_id': '464d4ea2-abfa-4b3b-b855-4c6697bb8584', 'project_id': '8e091b5011fc4ae58492675a26ced890', 'fixed_ips': [{'subnet_id': 'eda481a3-f93e-4a8c-a1bb-c8dcb61f8a03'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:25:38.620055 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-248ee40e-3a36-4ee6-bd24-886d01de9b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:38.909340 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-248ee40e-3a36-4ee6-bd24-886d01de9b9b None None] Allocated IP 172.20.0.18 (464d4ea2-abfa-4b3b-b855-4c6697bb8584/eda481a3-f93e-4a8c-a1bb-c8dcb61f8a03/3850bbb8-7e60-4395-be51-267b21b5ef63) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:25:39.025108 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-cce14fa5-6aef-4a48-a98e-95d64f319595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7a103c-c479-49fb-8f4b-260b4ba6076b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1296204507', 'tenant_id': '8e091b5011fc4ae58492675a26ced890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '9ce63da3-5fc3-4796-84bd-6e225eabb18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:25:35Z', 'updated_at': '2022-01-28T03:25:36Z', 'revision_number': 3, 'project_id': '8e091b5011fc4ae58492675a26ced890', 'gw_port': {'id': '9ce63da3-5fc3-4796-84bd-6e225eabb18f', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:93:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7a103c-c479-49fb-8f4b-260b4ba6076b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:25:35Z', 'updated_at': '2022-01-28T03:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:25:39.067675 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce14fa5-6aef-4a48-a98e-95d64f319595 None None] The sync data for ids ['fc7a103c-c479-49fb-8f4b-260b4ba6076b'] in n-d-712139-27 is: [{'id': 'fc7a103c-c479-49fb-8f4b-260b4ba6076b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1296204507', 'tenant_id': '8e091b5011fc4ae58492675a26ced890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '9ce63da3-5fc3-4796-84bd-6e225eabb18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:25:35Z', 'updated_at': '2022-01-28T03:25:36Z', 'revision_number': 3, 'project_id': '8e091b5011fc4ae58492675a26ced890', 'gw_port': {'id': '9ce63da3-5fc3-4796-84bd-6e225eabb18f', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:93:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7a103c-c479-49fb-8f4b-260b4ba6076b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:25:35Z', 'updated_at': '2022-01-28T03:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:25:39.129668 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-248ee40e-3a36-4ee6-bd24-886d01de9b9b None None] Publish callbacks [] for port (3850bbb8-7e60-4395-be51-267b21b5ef63), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:39.145866 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-248ee40e-3a36-4ee6-bd24-886d01de9b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (3850bbb8-7e60-4395-be51-267b21b5ef63), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:39.171301 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248ee40e-3a36-4ee6-bd24-886d01de9b9b None None] Network 464d4ea2-abfa-4b3b-b855-4c6697bb8584 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:25:39.204060 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d8606622-c5cd-484b-9895-2f85a0dd06c0 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:39.207798 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-248ee40e-3a36-4ee6-bd24-886d01de9b9b None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:25:39.211872 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248ee40e-3a36-4ee6-bd24-886d01de9b9b None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:25:39.229163 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248ee40e-3a36-4ee6-bd24-886d01de9b9b None None] Pushing event updated for resources: {'Port': ['ID=3850bbb8-7e60-4395-be51-267b21b5ef63,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:39.301828 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-248ee40e-3a36-4ee6-bd24-886d01de9b9b None None] Attempting to bind port 3850bbb8-7e60-4395-be51-267b21b5ef63 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:25:39.302508 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-248ee40e-3a36-4ee6-bd24-886d01de9b9b None None] Attempting to bind port 3850bbb8-7e60-4395-be51-267b21b5ef63 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '0547629d-1644-47b4-8589-ed970a75e235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '464d4ea2-abfa-4b3b-b855-4c6697bb8584'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:25:39.302859 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248ee40e-3a36-4ee6-bd24-886d01de9b9b None None] Attempting to bind port 3850bbb8-7e60-4395-be51-267b21b5ef63 on network 464d4ea2-abfa-4b3b-b855-4c6697bb8584 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:25:39.308607 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248ee40e-3a36-4ee6-bd24-886d01de9b9b None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:25:39.309413 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248ee40e-3a36-4ee6-bd24-886d01de9b9b None None] Checking segment: {'id': '0547629d-1644-47b4-8589-ed970a75e235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '464d4ea2-abfa-4b3b-b855-4c6697bb8584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:25:39.310004 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-248ee40e-3a36-4ee6-bd24-886d01de9b9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:39.310563 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248ee40e-3a36-4ee6-bd24-886d01de9b9b None None] Bound using segment: {'id': '0547629d-1644-47b4-8589-ed970a75e235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '464d4ea2-abfa-4b3b-b855-4c6697bb8584'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:25:39.311213 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-248ee40e-3a36-4ee6-bd24-886d01de9b9b None None] Bound port: 3850bbb8-7e60-4395-be51-267b21b5ef63, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0547629d-1644-47b4-8589-ed970a75e235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '464d4ea2-abfa-4b3b-b855-4c6697bb8584'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:25:39.312770 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-248ee40e-3a36-4ee6-bd24-886d01de9b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3850bbb8-7e60-4395-be51-267b21b5ef63), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:39.418385 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-248ee40e-3a36-4ee6-bd24-886d01de9b9b None None] For port 3850bbb8-7e60-4395-be51-267b21b5ef63, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:25:39.424315 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-248ee40e-3a36-4ee6-bd24-886d01de9b9b None None] For port 3850bbb8-7e60-4395-be51-267b21b5ef63, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=3850bbb8-7e60-4395-be51-267b21b5ef63,segment=NetworkSegment(0547629d-1644-47b4-8589-ed970a75e235),segment_id=0547629d-1644-47b4-8589-ed970a75e235)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:25:39.431015 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-248ee40e-3a36-4ee6-bd24-886d01de9b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3850bbb8-7e60-4395-be51-267b21b5ef63), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:39.507531 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248ee40e-3a36-4ee6-bd24-886d01de9b9b None None] Pushing event updated for resources: {'Port': ['ID=3850bbb8-7e60-4395-be51-267b21b5ef63,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:39.624776 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-d8606622-c5cd-484b-9895-2f85a0dd06c0 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Allocated IP 172.20.0.17 (464d4ea2-abfa-4b3b-b855-4c6697bb8584/eda481a3-f93e-4a8c-a1bb-c8dcb61f8a03/1750289a-9406-4f71-ba67-9ed918c589a6) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:25:39.813618 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d8606622-c5cd-484b-9895-2f85a0dd06c0 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for port (1750289a-9406-4f71-ba67-9ed918c589a6), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:39.878782 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d8606622-c5cd-484b-9895-2f85a0dd06c0 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (1750289a-9406-4f71-ba67-9ed918c589a6), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:39.927181 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8606622-c5cd-484b-9895-2f85a0dd06c0 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Network 464d4ea2-abfa-4b3b-b855-4c6697bb8584 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:25:39.937856 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-d8606622-c5cd-484b-9895-2f85a0dd06c0 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:25:39.944467 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8606622-c5cd-484b-9895-2f85a0dd06c0 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:25:39.986478 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8606622-c5cd-484b-9895-2f85a0dd06c0 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Pushing event updated for resources: {'Port': ['ID=1750289a-9406-4f71-ba67-9ed918c589a6,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:39.996016 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d8606622-c5cd-484b-9895-2f85a0dd06c0 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (fc7a103c-c479-49fb-8f4b-260b4ba6076b), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:40.150909 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d8606622-c5cd-484b-9895-2f85a0dd06c0 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1750289a-9406-4f71-ba67-9ed918c589a6), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:40.460398 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d8606622-c5cd-484b-9895-2f85a0dd06c0 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for port (1750289a-9406-4f71-ba67-9ed918c589a6), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:40.468620 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d8606622-c5cd-484b-9895-2f85a0dd06c0 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (1750289a-9406-4f71-ba67-9ed918c589a6), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:40.553823 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d8606622-c5cd-484b-9895-2f85a0dd06c0 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (fc7a103c-c479-49fb-8f4b-260b4ba6076b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:40.556656 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8606622-c5cd-484b-9895-2f85a0dd06c0 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Pushing event updated for resources: {'Port': ['ID=1750289a-9406-4f71-ba67-9ed918c589a6,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:40.706729 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8606622-c5cd-484b-9895-2f85a0dd06c0 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Network 464d4ea2-abfa-4b3b-b855-4c6697bb8584 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:25:40.708559 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-d8606622-c5cd-484b-9895-2f85a0dd06c0 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:25:40.748114 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987365c5-dcb7-4ed5-95ac-061b2fb43076 None None] Network 464d4ea2-abfa-4b3b-b855-4c6697bb8584 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:25:40.852696 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 9ce63da3-5fc3-4796-84bd-6e225eabb18f up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:25:40.871801 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8606622-c5cd-484b-9895-2f85a0dd06c0 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Router fc7a103c-c479-49fb-8f4b-260b4ba6076b has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:25:40.959024 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-8ca77fd6-6fe1-47ee-9cfb-2dea42e5fd10 None None] Provisioning complete for port 3850bbb8-7e60-4395-be51-267b21b5ef63 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:25:40.960051 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8ca77fd6-6fe1-47ee-9cfb-2dea42e5fd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3850bbb8-7e60-4395-be51-267b21b5ef63), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:41.029276 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 9ce63da3-5fc3-4796-84bd-6e225eabb18f triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:25:41.029779 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9ce63da3-5fc3-4796-84bd-6e225eabb18f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:41.046615 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8606622-c5cd-484b-9895-2f85a0dd06c0 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:25:41.063706 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d8606622-c5cd-484b-9895-2f85a0dd06c0 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "PUT /v2.0/routers/fc7a103c-c479-49fb-8f4b-260b4ba6076b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6399791 Jan 28 03:25:41.129629 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-8ca77fd6-6fe1-47ee-9cfb-2dea42e5fd10 None None] Current status of the port 3850bbb8-7e60-4395-be51-267b21b5ef63 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:25:41.133236 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8ca77fd6-6fe1-47ee-9cfb-2dea42e5fd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3850bbb8-7e60-4395-be51-267b21b5ef63), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:41.298755 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-8ca77fd6-6fe1-47ee-9cfb-2dea42e5fd10 None None] For port 3850bbb8-7e60-4395-be51-267b21b5ef63, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=3850bbb8-7e60-4395-be51-267b21b5ef63,segment=NetworkSegment(0547629d-1644-47b4-8589-ed970a75e235),segment_id=0547629d-1644-47b4-8589-ed970a75e235)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:25:41.323307 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 9ce63da3-5fc3-4796-84bd-6e225eabb18f is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:25:41.323703 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9ce63da3-5fc3-4796-84bd-6e225eabb18f), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:41.329590 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8ca77fd6-6fe1-47ee-9cfb-2dea42e5fd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3850bbb8-7e60-4395-be51-267b21b5ef63), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:41.362230 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 9ce63da3-5fc3-4796-84bd-6e225eabb18f, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=9ce63da3-5fc3-4796-84bd-6e225eabb18f,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:25:41.387264 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9ce63da3-5fc3-4796-84bd-6e225eabb18f), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:41.388358 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 3850bbb8-7e60-4395-be51-267b21b5ef63 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:25:41.443000 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca77fd6-6fe1-47ee-9cfb-2dea42e5fd10 None None] Pushing event updated for resources: {'Port': ['ID=3850bbb8-7e60-4395-be51-267b21b5ef63,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:41.455540 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9328d-3200-4678-8db7-d38372444512 req-4d7c78e3-c09a-4490-8eed-44a00a8b2129 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:41.457193 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-80f9328d-3200-4678-8db7-d38372444512 req-4d7c78e3-c09a-4490-8eed-44a00a8b2129 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "GET /v2.0/networks?id=464d4ea2-abfa-4b3b-b855-4c6697bb8584 HTTP/1.1" status: 200 len: 797 time: 0.1341102 Jan 28 03:25:41.475677 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-80f9328d-3200-4678-8db7-d38372444512 req-94e857d7-eb49-4b34-bb84-f5fc8dc4a50c tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "GET /v2.0/quotas/8e091b5011fc4ae58492675a26ced890 HTTP/1.1" status: 200 len: 375 time: 0.0113292 Jan 28 03:25:41.519156 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 3850bbb8-7e60-4395-be51-267b21b5ef63 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:25:41.520024 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3850bbb8-7e60-4395-be51-267b21b5ef63), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:41.531053 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-32dfe3e1-a04b-4613-946e-e80a11fd1a93 None None] Provisioning complete for port 1750289a-9406-4f71-ba67-9ed918c589a6 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:25:41.531696 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-32dfe3e1-a04b-4613-946e-e80a11fd1a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (1750289a-9406-4f71-ba67-9ed918c589a6), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:41.595253 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=9ce63da3-5fc3-4796-84bd-6e225eabb18f,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:41.604786 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194c81f3-0d4d-4a27-8934-bf346e5a8fdc None None] Sync routers for ids ['fc7a103c-c479-49fb-8f4b-260b4ba6076b'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:25:41.613159 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-80f9328d-3200-4678-8db7-d38372444512 req-b99f8e7a-8658-4a8e-893a-5b9fb29812f8 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8e091b5011fc4ae58492675a26ced890&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1246452 Jan 28 03:25:41.634376 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-32dfe3e1-a04b-4613-946e-e80a11fd1a93 None None] Port 1750289a-9406-4f71-ba67-9ed918c589a6 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:25:41.643251 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194c81f3-0d4d-4a27-8934-bf346e5a8fdc None None] Routers {'fc7a103c-c479-49fb-8f4b-260b4ba6076b'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:25:41.644158 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-194c81f3-0d4d-4a27-8934-bf346e5a8fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:25:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['fc7a103c-c479-49fb-8f4b-260b4ba6076b'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:25:41.684050 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-32dfe3e1-a04b-4613-946e-e80a11fd1a93 None None] Provisioning complete for port 3850bbb8-7e60-4395-be51-267b21b5ef63 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:25:41.684426 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-32dfe3e1-a04b-4613-946e-e80a11fd1a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3850bbb8-7e60-4395-be51-267b21b5ef63), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:41.875399 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-80f9328d-3200-4678-8db7-d38372444512 req-f0ed948f-3a7d-4c82-b999-b5d0069054a8 service neutron] 10.222.0.53 "GET /v2.0/networks/464d4ea2-abfa-4b3b-b855-4c6697bb8584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464850 Jan 28 03:25:41.990006 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-80f9328d-3200-4678-8db7-d38372444512 req-9dd5caee-65be-482c-b23c-5eaed974b29a service neutron] 10.222.0.53 "GET /v2.0/networks/464d4ea2-abfa-4b3b-b855-4c6697bb8584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082716 Jan 28 03:25:42.024645 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 3850bbb8-7e60-4395-be51-267b21b5ef63 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:25:42.033604 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-194c81f3-0d4d-4a27-8934-bf346e5a8fdc None None] Set router fc7a103c-c479-49fb-8f4b-260b4ba6076b gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:25:42.130918 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-32dfe3e1-a04b-4613-946e-e80a11fd1a93 None None] Current status of the port 3850bbb8-7e60-4395-be51-267b21b5ef63 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:25:42.270915 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-ea8a5da1-e2ec-4fe0-b587-c47298a76cf9 None None] Provisioning complete for port 1750289a-9406-4f71-ba67-9ed918c589a6 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:25:42.271298 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ea8a5da1-e2ec-4fe0-b587-c47298a76cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (1750289a-9406-4f71-ba67-9ed918c589a6), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:42.306995 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-194c81f3-0d4d-4a27-8934-bf346e5a8fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7a103c-c479-49fb-8f4b-260b4ba6076b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1296204507', 'tenant_id': '8e091b5011fc4ae58492675a26ced890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '9ce63da3-5fc3-4796-84bd-6e225eabb18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:25:35Z', 'updated_at': '2022-01-28T03:25:40Z', 'revision_number': 4, 'project_id': '8e091b5011fc4ae58492675a26ced890', 'gw_port': {'id': '9ce63da3-5fc3-4796-84bd-6e225eabb18f', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:93:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7a103c-c479-49fb-8f4b-260b4ba6076b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:25:35Z', 'updated_at': '2022-01-28T03:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '1750289a-9406-4f71-ba67-9ed918c589a6', 'name': '', 'network_id': '464d4ea2-abfa-4b3b-b855-4c6697bb8584', 'tenant_id': '8e091b5011fc4ae58492675a26ced890', 'mac_address': 'fa:16:3e:c3:38:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7a103c-c479-49fb-8f4b-260b4ba6076b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'eda481a3-f93e-4a8c-a1bb-c8dcb61f8a03', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:25:39Z', 'updated_at': '2022-01-28T03:25:40Z', 'revision_number': 2, 'project_id': '8e091b5011fc4ae58492675a26ced890', 'subnets': [{'id': 'eda481a3-f93e-4a8c-a1bb-c8dcb61f8a03', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:25:42.338017 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194c81f3-0d4d-4a27-8934-bf346e5a8fdc None None] Checking router: fc7a103c-c479-49fb-8f4b-260b4ba6076b for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:25:42.338369 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194c81f3-0d4d-4a27-8934-bf346e5a8fdc None None] Updating router fc7a103c-c479-49fb-8f4b-260b4ba6076b port 1750289a-9406-4f71-ba67-9ed918c589a6 binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:25:42.340437 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-ea8a5da1-e2ec-4fe0-b587-c47298a76cf9 None None] Port 1750289a-9406-4f71-ba67-9ed918c589a6 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:25:42.364388 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-194c81f3-0d4d-4a27-8934-bf346e5a8fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1750289a-9406-4f71-ba67-9ed918c589a6), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:42.638995 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-194c81f3-0d4d-4a27-8934-bf346e5a8fdc None None] Publish callbacks [] for port (1750289a-9406-4f71-ba67-9ed918c589a6), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:42.646076 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-194c81f3-0d4d-4a27-8934-bf346e5a8fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (1750289a-9406-4f71-ba67-9ed918c589a6), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:42.695998 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60bcd4-600c-4d84-9796-0fe68282b513 None None] Pushing event updated for resources: {'Port': ['ID=1750289a-9406-4f71-ba67-9ed918c589a6,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:42.718789 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 9ce63da3-5fc3-4796-84bd-6e225eabb18f up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:25:42.783953 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-194c81f3-0d4d-4a27-8934-bf346e5a8fdc None None] Attempting to bind port 1750289a-9406-4f71-ba67-9ed918c589a6 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:25:42.784334 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-194c81f3-0d4d-4a27-8934-bf346e5a8fdc None None] Attempting to bind port 1750289a-9406-4f71-ba67-9ed918c589a6 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '0547629d-1644-47b4-8589-ed970a75e235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '464d4ea2-abfa-4b3b-b855-4c6697bb8584'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:25:42.784703 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194c81f3-0d4d-4a27-8934-bf346e5a8fdc None None] Attempting to bind port 1750289a-9406-4f71-ba67-9ed918c589a6 on network 464d4ea2-abfa-4b3b-b855-4c6697bb8584 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:25:42.792437 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194c81f3-0d4d-4a27-8934-bf346e5a8fdc None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:25:42.792818 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194c81f3-0d4d-4a27-8934-bf346e5a8fdc None None] Checking segment: {'id': '0547629d-1644-47b4-8589-ed970a75e235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '464d4ea2-abfa-4b3b-b855-4c6697bb8584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:25:42.793322 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-194c81f3-0d4d-4a27-8934-bf346e5a8fdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:42.793731 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194c81f3-0d4d-4a27-8934-bf346e5a8fdc None None] Bound using segment: {'id': '0547629d-1644-47b4-8589-ed970a75e235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '464d4ea2-abfa-4b3b-b855-4c6697bb8584'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:25:42.794219 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-194c81f3-0d4d-4a27-8934-bf346e5a8fdc None None] Bound port: 1750289a-9406-4f71-ba67-9ed918c589a6, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0547629d-1644-47b4-8589-ed970a75e235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '464d4ea2-abfa-4b3b-b855-4c6697bb8584'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:25:42.794613 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-194c81f3-0d4d-4a27-8934-bf346e5a8fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1750289a-9406-4f71-ba67-9ed918c589a6), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:42.843477 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 9ce63da3-5fc3-4796-84bd-6e225eabb18f triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:25:42.843867 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9ce63da3-5fc3-4796-84bd-6e225eabb18f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:42.907878 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-194c81f3-0d4d-4a27-8934-bf346e5a8fdc None None] For port 1750289a-9406-4f71-ba67-9ed918c589a6, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:25:42.912514 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-194c81f3-0d4d-4a27-8934-bf346e5a8fdc None None] For port 1750289a-9406-4f71-ba67-9ed918c589a6, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=1750289a-9406-4f71-ba67-9ed918c589a6,segment=NetworkSegment(0547629d-1644-47b4-8589-ed970a75e235),segment_id=0547629d-1644-47b4-8589-ed970a75e235)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:25:42.919678 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-194c81f3-0d4d-4a27-8934-bf346e5a8fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (1750289a-9406-4f71-ba67-9ed918c589a6), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:43.028540 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194c81f3-0d4d-4a27-8934-bf346e5a8fdc None None] Routers {'fc7a103c-c479-49fb-8f4b-260b4ba6076b'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:25:43.029238 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-194c81f3-0d4d-4a27-8934-bf346e5a8fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:25:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['fc7a103c-c479-49fb-8f4b-260b4ba6076b'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:25:43.030950 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60bcd4-600c-4d84-9796-0fe68282b513 None None] Pushing event updated for resources: {'Port': ['ID=1750289a-9406-4f71-ba67-9ed918c589a6,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:43.034910 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-268a1ac7-57ad-470e-8982-5e9bda0efb68 None None] Provisioning complete for port 1750289a-9406-4f71-ba67-9ed918c589a6 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:25:43.035281 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-268a1ac7-57ad-470e-8982-5e9bda0efb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (1750289a-9406-4f71-ba67-9ed918c589a6), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:43.066437 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 9ce63da3-5fc3-4796-84bd-6e225eabb18f is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:25:43.067749 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 3850bbb8-7e60-4395-be51-267b21b5ef63 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:25:43.236324 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-194c81f3-0d4d-4a27-8934-bf346e5a8fdc None None] Set router fc7a103c-c479-49fb-8f4b-260b4ba6076b gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:25:43.261977 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c4bc761a-b2ce-4154-97a1-5c71a0e376dd req-5b364062-b578-45d1-9534-ce0c6e9a6b22 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dec8994-9f10-45e9-b88b-f3309f67ec1f HTTP/1.1" status: 200 len: 210 time: 0.0551746 Jan 28 03:25:43.283887 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 3850bbb8-7e60-4395-be51-267b21b5ef63 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:25:43.284271 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3850bbb8-7e60-4395-be51-267b21b5ef63), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:43.399019 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-268a1ac7-57ad-470e-8982-5e9bda0efb68 None None] Current status of the port 1750289a-9406-4f71-ba67-9ed918c589a6 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:25:43.399430 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-268a1ac7-57ad-470e-8982-5e9bda0efb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1750289a-9406-4f71-ba67-9ed918c589a6), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:43.520799 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-268a1ac7-57ad-470e-8982-5e9bda0efb68 None None] For port 1750289a-9406-4f71-ba67-9ed918c589a6, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=1750289a-9406-4f71-ba67-9ed918c589a6,segment=NetworkSegment(0547629d-1644-47b4-8589-ed970a75e235),segment_id=0547629d-1644-47b4-8589-ed970a75e235)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:25:43.532986 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-268a1ac7-57ad-470e-8982-5e9bda0efb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (1750289a-9406-4f71-ba67-9ed918c589a6), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:43.563982 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 3850bbb8-7e60-4395-be51-267b21b5ef63 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:25:43.625172 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a1ac7-57ad-470e-8982-5e9bda0efb68 None None] Pushing event updated for resources: {'Port': ['ID=1750289a-9406-4f71-ba67-9ed918c589a6,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:43.662197 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-194c81f3-0d4d-4a27-8934-bf346e5a8fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7a103c-c479-49fb-8f4b-260b4ba6076b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1296204507', 'tenant_id': '8e091b5011fc4ae58492675a26ced890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '9ce63da3-5fc3-4796-84bd-6e225eabb18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:25:35Z', 'updated_at': '2022-01-28T03:25:40Z', 'revision_number': 4, 'project_id': '8e091b5011fc4ae58492675a26ced890', 'gw_port': {'id': '9ce63da3-5fc3-4796-84bd-6e225eabb18f', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:93:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7a103c-c479-49fb-8f4b-260b4ba6076b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:25:35Z', 'updated_at': '2022-01-28T03:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '1750289a-9406-4f71-ba67-9ed918c589a6', 'name': '', 'network_id': '464d4ea2-abfa-4b3b-b855-4c6697bb8584', 'tenant_id': '8e091b5011fc4ae58492675a26ced890', 'mac_address': 'fa:16:3e:c3:38:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7a103c-c479-49fb-8f4b-260b4ba6076b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'eda481a3-f93e-4a8c-a1bb-c8dcb61f8a03', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:25:39Z', 'updated_at': '2022-01-28T03:25:42Z', 'revision_number': 4, 'project_id': '8e091b5011fc4ae58492675a26ced890', 'subnets': [{'id': 'eda481a3-f93e-4a8c-a1bb-c8dcb61f8a03', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:25:43.665985 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c121bec3-f6f0-4606-ba8f-f2190b932138 None None] Provisioning complete for port 1750289a-9406-4f71-ba67-9ed918c589a6 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:25:43.666098 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c121bec3-f6f0-4606-ba8f-f2190b932138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (1750289a-9406-4f71-ba67-9ed918c589a6), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:43.696787 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194c81f3-0d4d-4a27-8934-bf346e5a8fdc None None] The sync data for ids ['fc7a103c-c479-49fb-8f4b-260b4ba6076b'] in n-d-712139-27 is: [{'id': 'fc7a103c-c479-49fb-8f4b-260b4ba6076b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1296204507', 'tenant_id': '8e091b5011fc4ae58492675a26ced890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '9ce63da3-5fc3-4796-84bd-6e225eabb18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:25:35Z', 'updated_at': '2022-01-28T03:25:40Z', 'revision_number': 4, 'project_id': '8e091b5011fc4ae58492675a26ced890', 'gw_port': {'id': '9ce63da3-5fc3-4796-84bd-6e225eabb18f', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:93:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7a103c-c479-49fb-8f4b-260b4ba6076b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:25:35Z', 'updated_at': '2022-01-28T03:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '1750289a-9406-4f71-ba67-9ed918c589a6', 'name': '', 'network_id': '464d4ea2-abfa-4b3b-b855-4c6697bb8584', 'tenant_id': '8e091b5011fc4ae58492675a26ced890', 'mac_address': 'fa:16:3e:c3:38:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7a103c-c479-49fb-8f4b-260b4ba6076b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'eda481a3-f93e-4a8c-a1bb-c8dcb61f8a03', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:25:39Z', 'updated_at': '2022-01-28T03:25:42Z', 'revision_number': 4, 'project_id': '8e091b5011fc4ae58492675a26ced890', 'subnets': [{'id': 'eda481a3-f93e-4a8c-a1bb-c8dcb61f8a03', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:25:43.836849 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c121bec3-f6f0-4606-ba8f-f2190b932138 None None] Current status of the port 1750289a-9406-4f71-ba67-9ed918c589a6 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:25:44.459143 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bdcd1416-80d1-49e2-bf38-dbe38847e34a req-618890da-2508-4b01-a6dd-19fd88d2ce60 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dec8994-9f10-45e9-b88b-f3309f67ec1f HTTP/1.1" status: 200 len: 210 time: 0.0397778 Jan 28 03:25:44.521647 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9328d-3200-4678-8db7-d38372444512 req-6679a431-f262-40a9-9759-75040851f0f3 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:44.523225 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-80f9328d-3200-4678-8db7-d38372444512 req-6679a431-f262-40a9-9759-75040851f0f3 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.39 "GET /v2.0/networks?id=464d4ea2-abfa-4b3b-b855-4c6697bb8584 HTTP/1.1" status: 200 len: 797 time: 0.2148070 Jan 28 03:25:44.542985 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-80f9328d-3200-4678-8db7-d38372444512 req-5209b5cf-d058-44e5-affc-4ac09d2a25af tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Request body: {'port': {'device_id': '8dec8994-9f10-45e9-b88b-f3309f67ec1f', 'network_id': '464d4ea2-abfa-4b3b-b855-4c6697bb8584', 'admin_state_up': True, 'tenant_id': '8e091b5011fc4ae58492675a26ced890'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:25:44.685899 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80f9328d-3200-4678-8db7-d38372444512 req-5209b5cf-d058-44e5-affc-4ac09d2a25af tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Made reservation on behalf of 8e091b5011fc4ae58492675a26ced890 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:25:44.689404 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-80f9328d-3200-4678-8db7-d38372444512 req-5209b5cf-d058-44e5-affc-4ac09d2a25af tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:44.758337 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 1750289a-9406-4f71-ba67-9ed918c589a6 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:25:44.811827 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 1750289a-9406-4f71-ba67-9ed918c589a6 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:25:44.812538 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (1750289a-9406-4f71-ba67-9ed918c589a6), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:44.834914 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-80f9328d-3200-4678-8db7-d38372444512 req-5209b5cf-d058-44e5-affc-4ac09d2a25af tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Allocated IP 172.20.0.27 (464d4ea2-abfa-4b3b-b855-4c6697bb8584/eda481a3-f93e-4a8c-a1bb-c8dcb61f8a03/3f421fbb-e204-4e14-9749-56c8f15a0319) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:25:44.913982 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 1750289a-9406-4f71-ba67-9ed918c589a6 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:25:44.982470 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-80f9328d-3200-4678-8db7-d38372444512 req-5209b5cf-d058-44e5-affc-4ac09d2a25af tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for port (3f421fbb-e204-4e14-9749-56c8f15a0319), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:45.022457 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-80f9328d-3200-4678-8db7-d38372444512 req-5209b5cf-d058-44e5-affc-4ac09d2a25af tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (3f421fbb-e204-4e14-9749-56c8f15a0319), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:45.062203 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80f9328d-3200-4678-8db7-d38372444512 req-5209b5cf-d058-44e5-affc-4ac09d2a25af tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Network 464d4ea2-abfa-4b3b-b855-4c6697bb8584 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:25:45.065330 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-80f9328d-3200-4678-8db7-d38372444512 req-5209b5cf-d058-44e5-affc-4ac09d2a25af tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:25:45.067676 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f9328d-3200-4678-8db7-d38372444512 req-5209b5cf-d058-44e5-affc-4ac09d2a25af tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:25:45.097169 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5209b5cf-d058-44e5-affc-4ac09d2a25af tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Pushing event updated for resources: {'Port': ['ID=3f421fbb-e204-4e14-9749-56c8f15a0319,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:45.108565 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5209b5cf-d058-44e5-affc-4ac09d2a25af tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:45.109326 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5209b5cf-d058-44e5-affc-4ac09d2a25af tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:45.109326 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5209b5cf-d058-44e5-affc-4ac09d2a25af tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:45.109583 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5209b5cf-d058-44e5-affc-4ac09d2a25af tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:45.109931 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5209b5cf-d058-44e5-affc-4ac09d2a25af tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:45.110811 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5209b5cf-d058-44e5-affc-4ac09d2a25af tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:45.111139 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5209b5cf-d058-44e5-affc-4ac09d2a25af tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:45.111471 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5209b5cf-d058-44e5-affc-4ac09d2a25af tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:45.111849 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5209b5cf-d058-44e5-affc-4ac09d2a25af tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:45.112173 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5209b5cf-d058-44e5-affc-4ac09d2a25af tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:45.112603 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5209b5cf-d058-44e5-affc-4ac09d2a25af tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:45.112862 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5209b5cf-d058-44e5-affc-4ac09d2a25af tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:45.113206 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5209b5cf-d058-44e5-affc-4ac09d2a25af tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:45.144236 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9328d-3200-4678-8db7-d38372444512 req-5209b5cf-d058-44e5-affc-4ac09d2a25af tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:45.144879 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-80f9328d-3200-4678-8db7-d38372444512 req-5209b5cf-d058-44e5-affc-4ac09d2a25af tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:45.171123 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-80f9328d-3200-4678-8db7-d38372444512 req-5209b5cf-d058-44e5-affc-4ac09d2a25af tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6321964 Jan 28 03:25:45.188696 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-80f9328d-3200-4678-8db7-d38372444512 req-061d0403-e0e4-407f-b649-ddb63e39c83a service neutron] Request body: {'port': {'device_id': '8dec8994-9f10-45e9-b88b-f3309f67ec1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:25:45.253007 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-80f9328d-3200-4678-8db7-d38372444512 req-061d0403-e0e4-407f-b649-ddb63e39c83a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3f421fbb-e204-4e14-9749-56c8f15a0319), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:45.376226 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-e7421aaf-d54c-4082-8aae-e70365c24adb None None] Provisioning complete for port 3f421fbb-e204-4e14-9749-56c8f15a0319 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:25:45.377215 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e7421aaf-d54c-4082-8aae-e70365c24adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3f421fbb-e204-4e14-9749-56c8f15a0319), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:45.419605 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e7421aaf-d54c-4082-8aae-e70365c24adb None None] Port 3f421fbb-e204-4e14-9749-56c8f15a0319 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:25:45.788343 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c0520-4a5a-41df-bf39-53b72f6f21dc req-97e02983-73d3-428c-b16d-f9cd6283b6b5 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:45.789842 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3e3c0520-4a5a-41df-bf39-53b72f6f21dc req-97e02983-73d3-428c-b16d-f9cd6283b6b5 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dec8994-9f10-45e9-b88b-f3309f67ec1f HTTP/1.1" status: 200 len: 895 time: 0.0796475 Jan 28 03:25:45.855057 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-80f9328d-3200-4678-8db7-d38372444512 req-061d0403-e0e4-407f-b649-ddb63e39c83a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f421fbb-e204-4e14-9749-56c8f15a0319 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:25:45.862710 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-80f9328d-3200-4678-8db7-d38372444512 req-061d0403-e0e4-407f-b649-ddb63e39c83a service neutron] Publish callbacks [] for port (3f421fbb-e204-4e14-9749-56c8f15a0319), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:45.874914 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-80f9328d-3200-4678-8db7-d38372444512 req-061d0403-e0e4-407f-b649-ddb63e39c83a service neutron] Transition to ACTIVE for port object 3f421fbb-e204-4e14-9749-56c8f15a0319 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:25:45.879452 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-80f9328d-3200-4678-8db7-d38372444512 req-061d0403-e0e4-407f-b649-ddb63e39c83a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (3f421fbb-e204-4e14-9749-56c8f15a0319), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:45.932936 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d0403-e0e4-407f-b649-ddb63e39c83a service neutron] Pushing event updated for resources: {'Port': ['ID=3f421fbb-e204-4e14-9749-56c8f15a0319,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:46.002588 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-80f9328d-3200-4678-8db7-d38372444512 req-061d0403-e0e4-407f-b649-ddb63e39c83a service neutron] Attempting to bind port 3f421fbb-e204-4e14-9749-56c8f15a0319 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:25:46.002951 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-80f9328d-3200-4678-8db7-d38372444512 req-061d0403-e0e4-407f-b649-ddb63e39c83a service neutron] Attempting to bind port 3f421fbb-e204-4e14-9749-56c8f15a0319 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '0547629d-1644-47b4-8589-ed970a75e235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '464d4ea2-abfa-4b3b-b855-4c6697bb8584'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:25:46.003283 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f9328d-3200-4678-8db7-d38372444512 req-061d0403-e0e4-407f-b649-ddb63e39c83a service neutron] Attempting to bind port 3f421fbb-e204-4e14-9749-56c8f15a0319 on network 464d4ea2-abfa-4b3b-b855-4c6697bb8584 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:25:46.008055 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f9328d-3200-4678-8db7-d38372444512 req-061d0403-e0e4-407f-b649-ddb63e39c83a service neutron] Port 3f421fbb-e204-4e14-9749-56c8f15a0319 on network 464d4ea2-abfa-4b3b-b855-4c6697bb8584 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:25:46.008382 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f9328d-3200-4678-8db7-d38372444512 req-061d0403-e0e4-407f-b649-ddb63e39c83a service neutron] Attempting to bind port 3f421fbb-e204-4e14-9749-56c8f15a0319 on network 464d4ea2-abfa-4b3b-b855-4c6697bb8584 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:25:46.013666 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f9328d-3200-4678-8db7-d38372444512 req-061d0403-e0e4-407f-b649-ddb63e39c83a service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:25:46.014010 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f9328d-3200-4678-8db7-d38372444512 req-061d0403-e0e4-407f-b649-ddb63e39c83a service neutron] Checking segment: {'id': '0547629d-1644-47b4-8589-ed970a75e235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '464d4ea2-abfa-4b3b-b855-4c6697bb8584'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:25:46.014409 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f9328d-3200-4678-8db7-d38372444512 req-061d0403-e0e4-407f-b649-ddb63e39c83a service neutron] Bound using segment: {'id': '0547629d-1644-47b4-8589-ed970a75e235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '464d4ea2-abfa-4b3b-b855-4c6697bb8584'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:25:46.014848 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-80f9328d-3200-4678-8db7-d38372444512 req-061d0403-e0e4-407f-b649-ddb63e39c83a service neutron] Bound port: 3f421fbb-e204-4e14-9749-56c8f15a0319, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0547629d-1644-47b4-8589-ed970a75e235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '464d4ea2-abfa-4b3b-b855-4c6697bb8584'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:25:46.015215 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-80f9328d-3200-4678-8db7-d38372444512 req-061d0403-e0e4-407f-b649-ddb63e39c83a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3f421fbb-e204-4e14-9749-56c8f15a0319), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:46.093953 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-80f9328d-3200-4678-8db7-d38372444512 req-061d0403-e0e4-407f-b649-ddb63e39c83a service neutron] For port 3f421fbb-e204-4e14-9749-56c8f15a0319, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:25:46.097440 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-80f9328d-3200-4678-8db7-d38372444512 req-061d0403-e0e4-407f-b649-ddb63e39c83a service neutron] For port 3f421fbb-e204-4e14-9749-56c8f15a0319, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=3f421fbb-e204-4e14-9749-56c8f15a0319,segment=NetworkSegment(0547629d-1644-47b4-8589-ed970a75e235),segment_id=0547629d-1644-47b4-8589-ed970a75e235)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:25:46.102741 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-80f9328d-3200-4678-8db7-d38372444512 req-061d0403-e0e4-407f-b649-ddb63e39c83a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (3f421fbb-e204-4e14-9749-56c8f15a0319), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:46.141279 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9328d-3200-4678-8db7-d38372444512 req-061d0403-e0e4-407f-b649-ddb63e39c83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:46.143493 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-80f9328d-3200-4678-8db7-d38372444512 req-061d0403-e0e4-407f-b649-ddb63e39c83a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:46.144922 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-80f9328d-3200-4678-8db7-d38372444512 req-061d0403-e0e4-407f-b649-ddb63e39c83a service neutron] 10.222.0.39 "PUT /v2.0/ports/3f421fbb-e204-4e14-9749-56c8f15a0319 HTTP/1.1" status: 200 len: 1056 time: 0.9607983 Jan 28 03:25:46.145431 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dec8994-9f10-45e9-b88b-f3309f67ec1f', 'tag': '3f421fbb-e204-4e14-9749-56c8f15a0319'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:25:46.148390 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f3847a-c87a-4c6e-9943-1927db96814e" -d '{"events": [{"name": "network-changed", "server_uuid": "8dec8994-9f10-45e9-b88b-f3309f67ec1f", "tag": "3f421fbb-e204-4e14-9749-56c8f15a0319"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:25:46.174098 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d0403-e0e4-407f-b649-ddb63e39c83a service neutron] Pushing event updated for resources: {'Port': ['ID=3f421fbb-e204-4e14-9749-56c8f15a0319,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:46.231291 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0557a17a-6262-4f1c-9766-2d763989a8d0 x-openstack-request-id: req-0557a17a-6262-4f1c-9766-2d763989a8d0 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:25:46.231580 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dec8994-9f10-45e9-b88b-f3309f67ec1f", "tag": "3f421fbb-e204-4e14-9749-56c8f15a0319", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:25:46.231821 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0557a17a-6262-4f1c-9766-2d763989a8d0 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:25:46.232214 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dec8994-9f10-45e9-b88b-f3309f67ec1f', 'tag': '3f421fbb-e204-4e14-9749-56c8f15a0319', 'status': 'completed', 'code': 200} Jan 28 03:25:46.249697 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9328d-3200-4678-8db7-d38372444512 req-8ac4aba9-c32e-44ce-a614-90ba06f3e1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:46.251457 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-80f9328d-3200-4678-8db7-d38372444512 req-8ac4aba9-c32e-44ce-a614-90ba06f3e1a5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e091b5011fc4ae58492675a26ced890&device_id=8dec8994-9f10-45e9-b88b-f3309f67ec1f HTTP/1.1" status: 200 len: 1059 time: 0.0511372 Jan 28 03:25:46.302378 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-80f9328d-3200-4678-8db7-d38372444512 req-4bf8c3d0-af41-4d8d-8d13-99ea9412b581 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=3f421fbb-e204-4e14-9749-56c8f15a0319 HTTP/1.1" status: 200 len: 217 time: 0.0389340 Jan 28 03:25:46.361813 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9328d-3200-4678-8db7-d38372444512 req-8a0ec158-c38f-4243-b092-a8a903deefc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:46.363781 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-80f9328d-3200-4678-8db7-d38372444512 req-8a0ec158-c38f-4243-b092-a8a903deefc1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eda481a3-f93e-4a8c-a1bb-c8dcb61f8a03 HTTP/1.1" status: 200 len: 838 time: 0.0560570 Jan 28 03:25:46.421873 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9328d-3200-4678-8db7-d38372444512 req-55452cde-718e-4974-ad00-3f1a976c60b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:46.423394 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-80f9328d-3200-4678-8db7-d38372444512 req-55452cde-718e-4974-ad00-3f1a976c60b7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=464d4ea2-abfa-4b3b-b855-4c6697bb8584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0512855 Jan 28 03:25:46.521362 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-80f9328d-3200-4678-8db7-d38372444512 req-4c3f8e19-4fb1-4e4b-a84c-1333577c1a3b service neutron] 10.222.0.39 "GET /v2.0/networks/464d4ea2-abfa-4b3b-b855-4c6697bb8584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910771 Jan 28 03:25:46.622045 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-80f9328d-3200-4678-8db7-d38372444512 req-4ad90f8d-80a2-43aa-a770-130e12526e06 service neutron] 10.222.0.39 "GET /v2.0/networks/464d4ea2-abfa-4b3b-b855-4c6697bb8584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941498 Jan 28 03:25:46.760403 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3847a-c87a-4c6e-9943-1927db96814e req-8d29bdd6-2ddf-4995-b0ed-f55d1688cff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:46.761987 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-07f3847a-c87a-4c6e-9943-1927db96814e req-8d29bdd6-2ddf-4995-b0ed-f55d1688cff4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e091b5011fc4ae58492675a26ced890&device_id=8dec8994-9f10-45e9-b88b-f3309f67ec1f HTTP/1.1" status: 200 len: 1059 time: 0.0469813 Jan 28 03:25:46.873801 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3847a-c87a-4c6e-9943-1927db96814e req-5059e5d2-c2d1-40e3-89ef-03cd67e108b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:46.875585 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-07f3847a-c87a-4c6e-9943-1927db96814e req-5059e5d2-c2d1-40e3-89ef-03cd67e108b8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=464d4ea2-abfa-4b3b-b855-4c6697bb8584 HTTP/1.1" status: 200 len: 898 time: 0.1069930 Jan 28 03:25:46.920006 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-07f3847a-c87a-4c6e-9943-1927db96814e req-601a2a89-c3f5-469e-ae74-5e9e420485e3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=3f421fbb-e204-4e14-9749-56c8f15a0319 HTTP/1.1" status: 200 len: 217 time: 0.0363770 Jan 28 03:25:46.920777 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a7e1d-cb2a-4d46-85b1-da7e02a521fb req-4730dbd8-8e67-45a9-a2ce-aa81cfe96c5e tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:46.922328 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-898a7e1d-cb2a-4d46-85b1-da7e02a521fb req-4730dbd8-8e67-45a9-a2ce-aa81cfe96c5e tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dec8994-9f10-45e9-b88b-f3309f67ec1f HTTP/1.1" status: 200 len: 907 time: 0.0561683 Jan 28 03:25:46.971632 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3847a-c87a-4c6e-9943-1927db96814e req-378273c5-135c-4ed2-b054-26ff85b3369e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:46.973190 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-07f3847a-c87a-4c6e-9943-1927db96814e req-378273c5-135c-4ed2-b054-26ff85b3369e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eda481a3-f93e-4a8c-a1bb-c8dcb61f8a03 HTTP/1.1" status: 200 len: 838 time: 0.0447903 Jan 28 03:25:47.024960 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3847a-c87a-4c6e-9943-1927db96814e req-78110327-3e38-4870-b3e7-df00c79c23a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:47.026535 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-07f3847a-c87a-4c6e-9943-1927db96814e req-78110327-3e38-4870-b3e7-df00c79c23a0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=464d4ea2-abfa-4b3b-b855-4c6697bb8584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0466938 Jan 28 03:25:47.120981 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-07f3847a-c87a-4c6e-9943-1927db96814e req-8dc2f73d-7e0b-4849-afe5-65a9841afaef service neutron] 10.222.0.39 "GET /v2.0/networks/464d4ea2-abfa-4b3b-b855-4c6697bb8584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859115 Jan 28 03:25:47.217048 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-07f3847a-c87a-4c6e-9943-1927db96814e req-4305cd69-1d9a-4b58-913e-a3ffff1d74f3 service neutron] 10.222.0.39 "GET /v2.0/networks/464d4ea2-abfa-4b3b-b855-4c6697bb8584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889730 Jan 28 03:25:48.038801 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb707e5a-c433-4415-a52c-9f4c9900262a req-f6ab7724-96a8-4b1b-acd6-123f3121568b tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:48.040323 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb707e5a-c433-4415-a52c-9f4c9900262a req-f6ab7724-96a8-4b1b-acd6-123f3121568b tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dec8994-9f10-45e9-b88b-f3309f67ec1f HTTP/1.1" status: 200 len: 907 time: 0.0499878 Jan 28 03:25:48.979132 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 3f421fbb-e204-4e14-9749-56c8f15a0319 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:25:49.078191 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 3f421fbb-e204-4e14-9749-56c8f15a0319, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=3f421fbb-e204-4e14-9749-56c8f15a0319,segment=NetworkSegment(0547629d-1644-47b4-8589-ed970a75e235),segment_id=0547629d-1644-47b4-8589-ed970a75e235)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:25:49.091298 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '3f421fbb-e204-4e14-9749-56c8f15a0319', 'network_id': '464d4ea2-abfa-4b3b-b855-4c6697bb8584', 'port_id': '3f421fbb-e204-4e14-9749-56c8f15a0319', 'mac_address': 'fa:16:3e:ef:c3:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eda481a3-f93e-4a8c-a1bb-c8dcb61f8a03', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:25:49.129931 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 3f421fbb-e204-4e14-9749-56c8f15a0319 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:25:49.130331 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3f421fbb-e204-4e14-9749-56c8f15a0319), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:49.143568 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f421fbb-e204-4e14-9749-56c8f15a0319 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:25:49.160939 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ef850-908c-48c2-a04a-ea683d0f8bb5 req-7f9f182a-68b1-4485-82ba-836e3a3cc493 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:49.162499 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-980ef850-908c-48c2-a04a-ea683d0f8bb5 req-7f9f182a-68b1-4485-82ba-836e3a3cc493 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dec8994-9f10-45e9-b88b-f3309f67ec1f HTTP/1.1" status: 200 len: 907 time: 0.0531669 Jan 28 03:25:49.164882 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 3f421fbb-e204-4e14-9749-56c8f15a0319, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=3f421fbb-e204-4e14-9749-56c8f15a0319,segment=NetworkSegment(0547629d-1644-47b4-8589-ed970a75e235),segment_id=0547629d-1644-47b4-8589-ed970a75e235)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:25:49.169809 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3f421fbb-e204-4e14-9749-56c8f15a0319), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:49.219013 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=3f421fbb-e204-4e14-9749-56c8f15a0319,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:49.226624 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:49.226985 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:49.227329 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:49.227665 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:49.228101 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:49.228704 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:49.229295 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:49.229644 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:49.229977 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:49.230308 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:49.230670 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:49.230994 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:49.231317 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:25:49.452473 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['3f421fbb-e204-4e14-9749-56c8f15a0319'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:25:50.295909 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973238fe-8a4b-49b8-b5b7-e7980e0baf56 req-7418690c-019d-4266-9347-6c3bdf81b6a0 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:50.297498 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-973238fe-8a4b-49b8-b5b7-e7980e0baf56 req-7418690c-019d-4266-9347-6c3bdf81b6a0 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dec8994-9f10-45e9-b88b-f3309f67ec1f HTTP/1.1" status: 200 len: 908 time: 0.0541661 Jan 28 03:25:50.990691 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 3f421fbb-e204-4e14-9749-56c8f15a0319 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:25:51.041900 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 3f421fbb-e204-4e14-9749-56c8f15a0319 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:25:51.046521 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 3f421fbb-e204-4e14-9749-56c8f15a0319 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:25:51.046908 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3f421fbb-e204-4e14-9749-56c8f15a0319), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:51.134445 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 3f421fbb-e204-4e14-9749-56c8f15a0319 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:25:51.134841 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3f421fbb-e204-4e14-9749-56c8f15a0319), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:51.162204 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dec8994-9f10-45e9-b88b-f3309f67ec1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f421fbb-e204-4e14-9749-56c8f15a0319'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:25:51.164677 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d94fdd0-d398-418c-926a-23648da2c847" -d '{"events": [{"server_uuid": "8dec8994-9f10-45e9-b88b-f3309f67ec1f", "name": "network-vif-plugged", "status": "completed", "tag": "3f421fbb-e204-4e14-9749-56c8f15a0319"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:25:51.178762 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 3f421fbb-e204-4e14-9749-56c8f15a0319, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=3f421fbb-e204-4e14-9749-56c8f15a0319,segment=NetworkSegment(0547629d-1644-47b4-8589-ed970a75e235),segment_id=0547629d-1644-47b4-8589-ed970a75e235)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:25:51.184057 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3f421fbb-e204-4e14-9749-56c8f15a0319), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:51.212287 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b74add-0982-4a81-911f-f157f817edc7 x-openstack-request-id: req-e6b74add-0982-4a81-911f-f157f817edc7 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:25:51.212582 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dec8994-9f10-45e9-b88b-f3309f67ec1f", "name": "network-vif-plugged", "status": "completed", "tag": "3f421fbb-e204-4e14-9749-56c8f15a0319", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:25:51.212840 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e6b74add-0982-4a81-911f-f157f817edc7 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:25:51.213259 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dec8994-9f10-45e9-b88b-f3309f67ec1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f421fbb-e204-4e14-9749-56c8f15a0319', 'code': 200} Jan 28 03:25:51.254913 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=3f421fbb-e204-4e14-9749-56c8f15a0319,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:51.378259 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e14336-13f0-49af-b51f-6b1a2a680c39 req-3e2c0b8b-150d-46db-8820-180112b5a1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:51.383082 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f5e14336-13f0-49af-b51f-6b1a2a680c39 req-3e2c0b8b-150d-46db-8820-180112b5a1b3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8dec8994-9f10-45e9-b88b-f3309f67ec1f HTTP/1.1" status: 200 len: 1061 time: 0.0758877 Jan 28 03:25:51.447311 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff62fe3-e2ae-4edb-bfcf-7e36820b1ab5 req-1aee9ad5-a823-41cf-b4f0-fe24c78b25f9 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:51.448823 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7ff62fe3-e2ae-4edb-bfcf-7e36820b1ab5 req-1aee9ad5-a823-41cf-b4f0-fe24c78b25f9 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dec8994-9f10-45e9-b88b-f3309f67ec1f HTTP/1.1" status: 200 len: 909 time: 0.0532725 Jan 28 03:25:52.596758 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60211570-e650-4fb2-9c31-1c199ca7f638 req-587dce59-224a-4a0c-94ec-6d8cd8376adc tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:52.598291 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-60211570-e650-4fb2-9c31-1c199ca7f638 req-587dce59-224a-4a0c-94ec-6d8cd8376adc tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dec8994-9f10-45e9-b88b-f3309f67ec1f HTTP/1.1" status: 200 len: 909 time: 0.0534599 Jan 28 03:25:52.729020 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616461e-e7f0-489c-a05a-f9c384c6335f req-5121f896-2e18-4e2a-8c11-1df58ceeadb4 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:52.731865 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0616461e-e7f0-489c-a05a-f9c384c6335f req-5121f896-2e18-4e2a-8c11-1df58ceeadb4 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dec8994-9f10-45e9-b88b-f3309f67ec1f HTTP/1.1" status: 200 len: 909 time: 0.0551968 Jan 28 03:25:52.850952 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3fec3-7742-4b3d-b1cc-4f09232016d5 req-a8b7a175-0faf-4b8f-a6d9-1064d4304b48 tempest-TestSecurityGroupsBasicOps-198779247 tempest-TestSecurityGroupsBasicOps-198779247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:52.852477 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f1c3fec3-7742-4b3d-b1cc-4f09232016d5 req-a8b7a175-0faf-4b8f-a6d9-1064d4304b48 tempest-TestSecurityGroupsBasicOps-198779247 tempest-TestSecurityGroupsBasicOps-198779247-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8dec8994-9f10-45e9-b88b-f3309f67ec1f HTTP/1.1" status: 200 len: 1061 time: 0.0489750 Jan 28 03:25:52.975405 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fcb35-f1e0-4e37-91fa-c4537bbf3530 req-c06c2737-12b7-43a4-8fc0-47b4fc0dfc7a tempest-TestSecurityGroupsBasicOps-198779247 tempest-TestSecurityGroupsBasicOps-198779247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:52.981573 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f92fcb35-f1e0-4e37-91fa-c4537bbf3530 req-c06c2737-12b7-43a4-8fc0-47b4fc0dfc7a tempest-TestSecurityGroupsBasicOps-198779247 tempest-TestSecurityGroupsBasicOps-198779247-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9bd0aacd-6bb1-4d50-ab53-1a75a84c5589 HTTP/1.1" status: 200 len: 1137 time: 0.0510733 Jan 28 03:25:53.033393 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f92fcb35-f1e0-4e37-91fa-c4537bbf3530 req-48c11dbd-5213-4482-83c7-92e31199d70b tempest-TestSecurityGroupsBasicOps-198779247 tempest-TestSecurityGroupsBasicOps-198779247-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=747fd1ea-48a5-401d-868e-4d9944572eab&id=6c5b33ed-ea94-4667-afa5-881d5ed6e372&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0490191 Jan 28 03:25:53.057128 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 53530) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:53.098318 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab3f3a6-7113-4515-b9f6-5fe771700df1 tempest-TestSecurityGroupsBasicOps-198779247 tempest-TestSecurityGroupsBasicOps-198779247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:53.100115 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4ab3f3a6-7113-4515-b9f6-5fe771700df1 tempest-TestSecurityGroupsBasicOps-198779247 tempest-TestSecurityGroupsBasicOps-198779247-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8dec8994-9f10-45e9-b88b-f3309f67ec1f HTTP/1.1" status: 200 len: 1056 time: 0.0414648 Jan 28 03:25:53.335459 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c23fd-a8d6-4f06-a62c-72d56654b998 req-496e32bf-0584-4784-9d8e-dda116dc07ab tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:53.337395 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2f1c23fd-a8d6-4f06-a62c-72d56654b998 req-496e32bf-0584-4784-9d8e-dda116dc07ab tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dec8994-9f10-45e9-b88b-f3309f67ec1f HTTP/1.1" status: 200 len: 909 time: 0.0548694 Jan 28 03:25:54.461930 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bdee0e-f2c9-4409-a548-7b938aebdb30 req-f3cc995f-feb5-45e9-a949-ffee4f502498 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:54.463627 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-08bdee0e-f2c9-4409-a548-7b938aebdb30 req-f3cc995f-feb5-45e9-a949-ffee4f502498 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dec8994-9f10-45e9-b88b-f3309f67ec1f HTTP/1.1" status: 200 len: 909 time: 0.0534086 Jan 28 03:25:54.707730 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a6be9-2c2d-48a8-b978-8842a91cb3d4 req-e5b59605-3531-4e34-9595-4fd1c5ec8672 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:25:54.709235 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ac7a6be9-2c2d-48a8-b978-8842a91cb3d4 req-e5b59605-3531-4e34-9595-4fd1c5ec8672 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.39 "GET /v2.0/ports?device_id=8dec8994-9f10-45e9-b88b-f3309f67ec1f HTTP/1.1" status: 200 len: 909 time: 0.0506394 Jan 28 03:25:54.802246 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-ac7a6be9-2c2d-48a8-b978-8842a91cb3d4 req-6808f417-0714-40a8-a98b-8ed9a455371d tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Deleting port 3f421fbb-e204-4e14-9749-56c8f15a0319 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:25:54.802597 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ac7a6be9-2c2d-48a8-b978-8842a91cb3d4 req-6808f417-0714-40a8-a98b-8ed9a455371d tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (3f421fbb-e204-4e14-9749-56c8f15a0319), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:54.892483 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-ac7a6be9-2c2d-48a8-b978-8842a91cb3d4 req-6808f417-0714-40a8-a98b-8ed9a455371d tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] For port 3f421fbb-e204-4e14-9749-56c8f15a0319, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=3f421fbb-e204-4e14-9749-56c8f15a0319,segment=NetworkSegment(0547629d-1644-47b4-8589-ed970a75e235),segment_id=0547629d-1644-47b4-8589-ed970a75e235)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:25:54.892739 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ac7a6be9-2c2d-48a8-b978-8842a91cb3d4 req-6808f417-0714-40a8-a98b-8ed9a455371d tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (3f421fbb-e204-4e14-9749-56c8f15a0319), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:54.906312 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-ac7a6be9-2c2d-48a8-b978-8842a91cb3d4 req-6808f417-0714-40a8-a98b-8ed9a455371d tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Calling delete_port for 3f421fbb-e204-4e14-9749-56c8f15a0319 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:25:55.035863 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ac7a6be9-2c2d-48a8-b978-8842a91cb3d4 req-6808f417-0714-40a8-a98b-8ed9a455371d tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (3f421fbb-e204-4e14-9749-56c8f15a0319), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:55.067284 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6808f417-0714-40a8-a98b-8ed9a455371d tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Pushing event deleted for resources: {'Port': ['ID=3f421fbb-e204-4e14-9749-56c8f15a0319,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:55.115439 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac7a6be9-2c2d-48a8-b978-8842a91cb3d4 req-6808f417-0714-40a8-a98b-8ed9a455371d tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] No DVR routers for this DVR port 3f421fbb-e204-4e14-9749-56c8f15a0319 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:25:55.118945 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ac7a6be9-2c2d-48a8-b978-8842a91cb3d4 req-6808f417-0714-40a8-a98b-8ed9a455371d tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:55.124744 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ac7a6be9-2c2d-48a8-b978-8842a91cb3d4 req-6808f417-0714-40a8-a98b-8ed9a455371d tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.39 "DELETE /v2.0/ports/3f421fbb-e204-4e14-9749-56c8f15a0319 HTTP/1.1" status: 204 len: 173 time: 0.4099474 Jan 28 03:25:55.124943 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dec8994-9f10-45e9-b88b-f3309f67ec1f', 'name': 'network-vif-deleted', 'tag': '3f421fbb-e204-4e14-9749-56c8f15a0319'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:25:55.127459 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f8cbdb-6c13-4203-8be4-86378a4f54c2" -d '{"events": [{"server_uuid": "8dec8994-9f10-45e9-b88b-f3309f67ec1f", "name": "network-vif-deleted", "tag": "3f421fbb-e204-4e14-9749-56c8f15a0319"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:25:55.176428 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376e3ea1-c923-41d8-bef6-10e7ed5e5af2 x-openstack-request-id: req-376e3ea1-c923-41d8-bef6-10e7ed5e5af2 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:25:55.176731 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dec8994-9f10-45e9-b88b-f3309f67ec1f", "name": "network-vif-deleted", "tag": "3f421fbb-e204-4e14-9749-56c8f15a0319", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:25:55.177065 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-376e3ea1-c923-41d8-bef6-10e7ed5e5af2 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:25:55.177489 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dec8994-9f10-45e9-b88b-f3309f67ec1f', 'name': 'network-vif-deleted', 'tag': '3f421fbb-e204-4e14-9749-56c8f15a0319', 'status': 'completed', 'code': 200} Jan 28 03:25:55.575030 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a6a19129-a83d-4750-9210-fe54902d58ca req-b721fefe-a998-4c88-a2fe-7eed117a1226 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dec8994-9f10-45e9-b88b-f3309f67ec1f HTTP/1.1" status: 200 len: 210 time: 0.0266249 Jan 28 03:25:56.633528 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 53582) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:57.066867 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-12916a97-eac5-488a-a8b0-e319475a50d8 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (fc7a103c-c479-49fb-8f4b-260b4ba6076b), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:57.368918 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-12916a97-eac5-488a-a8b0-e319475a50d8 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Deleting port 1750289a-9406-4f71-ba67-9ed918c589a6 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:25:57.369300 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-12916a97-eac5-488a-a8b0-e319475a50d8 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (1750289a-9406-4f71-ba67-9ed918c589a6), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:57.459821 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-12916a97-eac5-488a-a8b0-e319475a50d8 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] For port 1750289a-9406-4f71-ba67-9ed918c589a6, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=1750289a-9406-4f71-ba67-9ed918c589a6,segment=NetworkSegment(0547629d-1644-47b4-8589-ed970a75e235),segment_id=0547629d-1644-47b4-8589-ed970a75e235)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:25:57.460163 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-12916a97-eac5-488a-a8b0-e319475a50d8 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (1750289a-9406-4f71-ba67-9ed918c589a6), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:57.475938 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-12916a97-eac5-488a-a8b0-e319475a50d8 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Calling delete_port for 1750289a-9406-4f71-ba67-9ed918c589a6 owned by network:router_interface {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:25:58.015848 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-12916a97-eac5-488a-a8b0-e319475a50d8 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (1750289a-9406-4f71-ba67-9ed918c589a6), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:58.062290 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12916a97-eac5-488a-a8b0-e319475a50d8 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Pushing event deleted for resources: {'Port': ['ID=1750289a-9406-4f71-ba67-9ed918c589a6,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:58.266425 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-12916a97-eac5-488a-a8b0-e319475a50d8 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (fc7a103c-c479-49fb-8f4b-260b4ba6076b), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:58.484625 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12916a97-eac5-488a-a8b0-e319475a50d8 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Router fc7a103c-c479-49fb-8f4b-260b4ba6076b has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:25:58.593104 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12916a97-eac5-488a-a8b0-e319475a50d8 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:25:58.601780 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 53590) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:58.602659 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-12916a97-eac5-488a-a8b0-e319475a50d8 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "PUT /v2.0/routers/fc7a103c-c479-49fb-8f4b-260b4ba6076b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9683053 Jan 28 03:25:58.611398 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97821c18-6d82-4ac8-8453-defb9f183db4 None None] Sync routers for ids ['fc7a103c-c479-49fb-8f4b-260b4ba6076b'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:25:58.635873 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97821c18-6d82-4ac8-8453-defb9f183db4 None None] Routers {'fc7a103c-c479-49fb-8f4b-260b4ba6076b'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:25:58.639072 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-97821c18-6d82-4ac8-8453-defb9f183db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:25:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['fc7a103c-c479-49fb-8f4b-260b4ba6076b'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:25:58.682647 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-c237dde6-c408-4a33-9e2b-b72c20971da9 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Deleting subnet eda481a3-f93e-4a8c-a1bb-c8dcb61f8a03 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:25:58.688003 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c237dde6-c408-4a33-9e2b-b72c20971da9 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for subnet (eda481a3-f93e-4a8c-a1bb-c8dcb61f8a03), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:58.751874 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c237dde6-c408-4a33-9e2b-b72c20971da9 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (eda481a3-f93e-4a8c-a1bb-c8dcb61f8a03), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:58.774847 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-97821c18-6d82-4ac8-8453-defb9f183db4 None None] Set router fc7a103c-c479-49fb-8f4b-260b4ba6076b gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:25:58.876886 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c237dde6-c408-4a33-9e2b-b72c20971da9 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (eda481a3-f93e-4a8c-a1bb-c8dcb61f8a03), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:58.936655 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c237dde6-c408-4a33-9e2b-b72c20971da9 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (eda481a3-f93e-4a8c-a1bb-c8dcb61f8a03), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:58.950728 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c237dde6-c408-4a33-9e2b-b72c20971da9 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:58.957253 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c237dde6-c408-4a33-9e2b-b72c20971da9 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "DELETE /v2.0/subnets/eda481a3-f93e-4a8c-a1bb-c8dcb61f8a03 HTTP/1.1" status: 204 len: 168 time: 0.3513288 Jan 28 03:25:58.957429 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 53594) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:58.959841 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-97821c18-6d82-4ac8-8453-defb9f183db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7a103c-c479-49fb-8f4b-260b4ba6076b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1296204507', 'tenant_id': '8e091b5011fc4ae58492675a26ced890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '9ce63da3-5fc3-4796-84bd-6e225eabb18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:25:35Z', 'updated_at': '2022-01-28T03:25:57Z', 'revision_number': 5, 'project_id': '8e091b5011fc4ae58492675a26ced890', 'gw_port': {'id': '9ce63da3-5fc3-4796-84bd-6e225eabb18f', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:93:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7a103c-c479-49fb-8f4b-260b4ba6076b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:25:35Z', 'updated_at': '2022-01-28T03:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:25:58.960974 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2405de-aff0-48e0-92ae-7b5d3064f822 None None] Network 464d4ea2-abfa-4b3b-b855-4c6697bb8584 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:25:58.972382 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c237dde6-c408-4a33-9e2b-b72c20971da9 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Pushing event deleted for resources: {'Subnet': ['ID=eda481a3-f93e-4a8c-a1bb-c8dcb61f8a03,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:58.994619 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97821c18-6d82-4ac8-8453-defb9f183db4 None None] Checking router: fc7a103c-c479-49fb-8f4b-260b4ba6076b for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:25:59.004457 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97821c18-6d82-4ac8-8453-defb9f183db4 None None] Routers {'fc7a103c-c479-49fb-8f4b-260b4ba6076b'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:25:59.005315 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-97821c18-6d82-4ac8-8453-defb9f183db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:25:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['fc7a103c-c479-49fb-8f4b-260b4ba6076b'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:25:59.115448 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-10f981b8-a3ef-4fc5-848e-12b437f54cc9 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for router (fc7a103c-c479-49fb-8f4b-260b4ba6076b), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:59.125927 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-97821c18-6d82-4ac8-8453-defb9f183db4 None None] Set router fc7a103c-c479-49fb-8f4b-260b4ba6076b gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:25:59.234003 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-10f981b8-a3ef-4fc5-848e-12b437f54cc9 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for router_gateway (fc7a103c-c479-49fb-8f4b-260b4ba6076b), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:59.235564 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 3f421fbb-e204-4e14-9749-56c8f15a0319 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:25:59.262185 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 3f421fbb-e204-4e14-9749-56c8f15a0319 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:25:59.262968 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 3f421fbb-e204-4e14-9749-56c8f15a0319 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:25:59.313795 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-10f981b8-a3ef-4fc5-848e-12b437f54cc9 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Deleting port 9ce63da3-5fc3-4796-84bd-6e225eabb18f {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:25:59.314228 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-10f981b8-a3ef-4fc5-848e-12b437f54cc9 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (9ce63da3-5fc3-4796-84bd-6e225eabb18f), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:59.337238 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-97821c18-6d82-4ac8-8453-defb9f183db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7a103c-c479-49fb-8f4b-260b4ba6076b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1296204507', 'tenant_id': '8e091b5011fc4ae58492675a26ced890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '9ce63da3-5fc3-4796-84bd-6e225eabb18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:25:35Z', 'updated_at': '2022-01-28T03:25:57Z', 'revision_number': 5, 'project_id': '8e091b5011fc4ae58492675a26ced890', 'gw_port': {'id': '9ce63da3-5fc3-4796-84bd-6e225eabb18f', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:93:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7a103c-c479-49fb-8f4b-260b4ba6076b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:25:35Z', 'updated_at': '2022-01-28T03:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:25:59.365020 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97821c18-6d82-4ac8-8453-defb9f183db4 None None] The sync data for ids ['fc7a103c-c479-49fb-8f4b-260b4ba6076b'] in n-d-712139-27 is: [{'id': 'fc7a103c-c479-49fb-8f4b-260b4ba6076b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1296204507', 'tenant_id': '8e091b5011fc4ae58492675a26ced890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '9ce63da3-5fc3-4796-84bd-6e225eabb18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:25:35Z', 'updated_at': '2022-01-28T03:25:57Z', 'revision_number': 5, 'project_id': '8e091b5011fc4ae58492675a26ced890', 'gw_port': {'id': '9ce63da3-5fc3-4796-84bd-6e225eabb18f', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:93:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7a103c-c479-49fb-8f4b-260b4ba6076b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:25:35Z', 'updated_at': '2022-01-28T03:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:25:59.389560 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ee6dbd-5b2e-4568-8aaa-295691e015df None None] DHCP port deletion for 464d4ea2-abfa-4b3b-b855-4c6697bb8584 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:25:59.395235 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:59.414779 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-10f981b8-a3ef-4fc5-848e-12b437f54cc9 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] For port 9ce63da3-5fc3-4796-84bd-6e225eabb18f, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=9ce63da3-5fc3-4796-84bd-6e225eabb18f,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:25:59.415212 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-10f981b8-a3ef-4fc5-848e-12b437f54cc9 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (9ce63da3-5fc3-4796-84bd-6e225eabb18f), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:59.429873 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-10f981b8-a3ef-4fc5-848e-12b437f54cc9 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Calling delete_port for 9ce63da3-5fc3-4796-84bd-6e225eabb18f owned by network:router_gateway {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:25:59.458729 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7ee6dbd-5b2e-4568-8aaa-295691e015df None None] Deleting port 3850bbb8-7e60-4395-be51-267b21b5ef63 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:25:59.459116 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7ee6dbd-5b2e-4568-8aaa-295691e015df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (3850bbb8-7e60-4395-be51-267b21b5ef63), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:59.532551 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7ee6dbd-5b2e-4568-8aaa-295691e015df None None] For port 3850bbb8-7e60-4395-be51-267b21b5ef63, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=3850bbb8-7e60-4395-be51-267b21b5ef63,segment=NetworkSegment(0547629d-1644-47b4-8589-ed970a75e235),segment_id=0547629d-1644-47b4-8589-ed970a75e235)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:25:59.532963 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7ee6dbd-5b2e-4568-8aaa-295691e015df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (3850bbb8-7e60-4395-be51-267b21b5ef63), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:59.546131 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7ee6dbd-5b2e-4568-8aaa-295691e015df None None] Calling delete_port for 3850bbb8-7e60-4395-be51-267b21b5ef63 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:25:59.609393 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-10f981b8-a3ef-4fc5-848e-12b437f54cc9 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (9ce63da3-5fc3-4796-84bd-6e225eabb18f), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:59.636810 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f981b8-a3ef-4fc5-848e-12b437f54cc9 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Pushing event deleted for resources: {'Port': ['ID=9ce63da3-5fc3-4796-84bd-6e225eabb18f,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:59.647904 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7ee6dbd-5b2e-4568-8aaa-295691e015df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (3850bbb8-7e60-4395-be51-267b21b5ef63), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:59.680365 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ee6dbd-5b2e-4568-8aaa-295691e015df None None] Pushing event deleted for resources: {'Port': ['ID=3850bbb8-7e60-4395-be51-267b21b5ef63,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:25:59.689395 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ee6dbd-5b2e-4568-8aaa-295691e015df None None] No DVR routers for this DVR port 3850bbb8-7e60-4395-be51-267b21b5ef63 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:25:59.715256 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-10f981b8-a3ef-4fc5-848e-12b437f54cc9 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (fc7a103c-c479-49fb-8f4b-260b4ba6076b), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:59.747602 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f594b99e-7778-475e-b713-b2bd4d6a1c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:59.826053 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-10f981b8-a3ef-4fc5-848e-12b437f54cc9 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (fc7a103c-c479-49fb-8f4b-260b4ba6076b), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:59.828501 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-10f981b8-a3ef-4fc5-848e-12b437f54cc9 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for router_controller (fc7a103c-c479-49fb-8f4b-260b4ba6076b), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:59.876532 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-10f981b8-a3ef-4fc5-848e-12b437f54cc9 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (fc7a103c-c479-49fb-8f4b-260b4ba6076b), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:59.878049 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f981b8-a3ef-4fc5-848e-12b437f54cc9 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Fanout notify agent at l3_agent the message router_deleted on router fc7a103c-c479-49fb-8f4b-260b4ba6076b {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:25:59.887243 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-10f981b8-a3ef-4fc5-848e-12b437f54cc9 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:25:59.888658 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-10f981b8-a3ef-4fc5-848e-12b437f54cc9 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "DELETE /v2.0/routers/fc7a103c-c479-49fb-8f4b-260b4ba6076b HTTP/1.1" status: 204 len: 168 time: 0.9307663 Jan 28 03:25:59.891488 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 53600) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:25:59.985465 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d6ecee46-2155-434b-b30f-a9cbaf9af1c7 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (464d4ea2-abfa-4b3b-b855-4c6697bb8584), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:00.072807 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d6ecee46-2155-434b-b30f-a9cbaf9af1c7 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (464d4ea2-abfa-4b3b-b855-4c6697bb8584), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:00.097484 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-d6ecee46-2155-434b-b30f-a9cbaf9af1c7 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['464d4ea2-abfa-4b3b-b855-4c6697bb8584']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:00.107761 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-d6ecee46-2155-434b-b30f-a9cbaf9af1c7 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0547629d-1644-47b4-8589-ed970a75e235') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:00.108108 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-d6ecee46-2155-434b-b30f-a9cbaf9af1c7 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0547629d-1644-47b4-8589-ed970a75e235') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:00.118197 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d6ecee46-2155-434b-b30f-a9cbaf9af1c7 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (0547629d-1644-47b4-8589-ed970a75e235), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:00.133546 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d6ecee46-2155-434b-b30f-a9cbaf9af1c7 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (0547629d-1644-47b4-8589-ed970a75e235), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:00.140452 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6ecee46-2155-434b-b30f-a9cbaf9af1c7 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:26:00.140844 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d6ecee46-2155-434b-b30f-a9cbaf9af1c7 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (0547629d-1644-47b4-8589-ed970a75e235), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:00.146368 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:26:00.146368 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:26:00.146368 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:26:00.146368 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:26:00.146368 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:26:00.146368 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:26:00.146368 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:26:00.146368 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:26:00.146368 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:26:00.146368 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:26:00.146368 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:26:00.146368 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:26:00.146368 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:26:00.146368 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:26:00.146368 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:26:00.146368 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:26:00.146368 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:26:00.146368 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:26:00.146368 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:26:00.146368 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:26:00.146368 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:26:00.146368 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:26:00.146368 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:26:00.146368 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:26:00.146368 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:26:00.146368 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:26:00.146368 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:26:00.146368 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:26:00.146368 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:26:00.146368 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:26:00.146368 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:26:00.146368 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:26:00.221542 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d6ecee46-2155-434b-b30f-a9cbaf9af1c7 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (464d4ea2-abfa-4b3b-b855-4c6697bb8584), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:00.229122 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d6ecee46-2155-434b-b30f-a9cbaf9af1c7 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:00.235603 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d6ecee46-2155-434b-b30f-a9cbaf9af1c7 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "DELETE /v2.0/networks/464d4ea2-abfa-4b3b-b855-4c6697bb8584 HTTP/1.1" status: 204 len: 168 time: 0.3398356 Jan 28 03:26:00.235603 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 53602) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:00.251428 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ecee46-2155-434b-b30f-a9cbaf9af1c7 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Pushing event deleted for resources: {'Network': ['ID=464d4ea2-abfa-4b3b-b855-4c6697bb8584,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:00.435058 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0b13d-a657-47e5-826d-f83243f72701 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Deleting port 610306a9-ba5f-4403-85f1-b38894fd34eb {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:26:00.435464 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ccc0b13d-a657-47e5-826d-f83243f72701 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (610306a9-ba5f-4403-85f1-b38894fd34eb), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:00.528835 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ccc0b13d-a657-47e5-826d-f83243f72701 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (610306a9-ba5f-4403-85f1-b38894fd34eb), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:00.529199 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ccc0b13d-a657-47e5-826d-f83243f72701 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for floatingip (610306a9-ba5f-4403-85f1-b38894fd34eb), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:00.543998 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0b13d-a657-47e5-826d-f83243f72701 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Calling delete_port for 610306a9-ba5f-4403-85f1-b38894fd34eb owned by network:floatingip {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:26:00.702821 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 9ce63da3-5fc3-4796-84bd-6e225eabb18f no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:26:00.727839 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 9ce63da3-5fc3-4796-84bd-6e225eabb18f {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:26:00.728259 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 9ce63da3-5fc3-4796-84bd-6e225eabb18f not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:26:00.728920 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 1750289a-9406-4f71-ba67-9ed918c589a6 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:26:00.749121 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 1750289a-9406-4f71-ba67-9ed918c589a6 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:26:00.749408 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 1750289a-9406-4f71-ba67-9ed918c589a6 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:26:00.749862 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 3850bbb8-7e60-4395-be51-267b21b5ef63 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:26:00.772824 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 3850bbb8-7e60-4395-be51-267b21b5ef63 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:26:00.773194 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 3850bbb8-7e60-4395-be51-267b21b5ef63 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:26:00.987413 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ccc0b13d-a657-47e5-826d-f83243f72701 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (610306a9-ba5f-4403-85f1-b38894fd34eb), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:01.012450 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0b13d-a657-47e5-826d-f83243f72701 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Pushing event deleted for resources: {'Port': ['ID=610306a9-ba5f-4403-85f1-b38894fd34eb,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:01.074778 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ccc0b13d-a657-47e5-826d-f83243f72701 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for floatingip (2a777c18-1f8d-4d7b-b7c1-ce6cc9a1b4b7), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:01.075112 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [None req-ccc0b13d-a657-47e5-826d-f83243f72701 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Floating IP 2a777c18-1f8d-4d7b-b7c1-ce6cc9a1b4b7 disassociated (deleted). External IP: 172.25.0.159, port: bd6b403f-acb4-404e-a354-637b5b6b9574. Jan 28 03:26:01.289043 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc0b13d-a657-47e5-826d-f83243f72701 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Router aef8778b-4da2-46e7-8c87-820f6111ebab has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:26:01.403390 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc0b13d-a657-47e5-826d-f83243f72701 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:26:01.408297 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ccc0b13d-a657-47e5-826d-f83243f72701 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:01.414054 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09862c46-e8b7-45d7-b010-bc6fd1cee9f5 None None] Sync routers for ids ['aef8778b-4da2-46e7-8c87-820f6111ebab'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:26:01.424531 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09862c46-e8b7-45d7-b010-bc6fd1cee9f5 None None] Routers {'aef8778b-4da2-46e7-8c87-820f6111ebab'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:26:01.425464 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-09862c46-e8b7-45d7-b010-bc6fd1cee9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:25:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['aef8778b-4da2-46e7-8c87-820f6111ebab'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:01.434926 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ccc0b13d-a657-47e5-826d-f83243f72701 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "DELETE /v2.0/floatingips/2a777c18-1f8d-4d7b-b7c1-ce6cc9a1b4b7 HTTP/1.1" status: 204 len: 168 time: 1.1986904 Jan 28 03:26:01.435552 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd0aacd-6bb1-4d50-ab53-1a75a84c5589', 'tag': 'bd6b403f-acb4-404e-a354-637b5b6b9574'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:26:01.437860 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23910921-9ef1-42de-90a3-fc539d115384" -d '{"events": [{"name": "network-changed", "server_uuid": "9bd0aacd-6bb1-4d50-ab53-1a75a84c5589", "tag": "bd6b403f-acb4-404e-a354-637b5b6b9574"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:26:01.481826 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed6dad4-2942-4942-836f-bb717fa60d2d x-openstack-request-id: req-eed6dad4-2942-4942-836f-bb717fa60d2d {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:26:01.482119 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bd0aacd-6bb1-4d50-ab53-1a75a84c5589", "tag": "bd6b403f-acb4-404e-a354-637b5b6b9574", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:26:01.482376 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eed6dad4-2942-4942-836f-bb717fa60d2d {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:26:01.482784 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bd0aacd-6bb1-4d50-ab53-1a75a84c5589', 'tag': 'bd6b403f-acb4-404e-a354-637b5b6b9574', 'status': 'completed', 'code': 200} Jan 28 03:26:01.549361 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-09862c46-e8b7-45d7-b010-bc6fd1cee9f5 None None] Set router aef8778b-4da2-46e7-8c87-820f6111ebab gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:26:01.567250 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23910921-9ef1-42de-90a3-fc539d115384 req-63a47712-47e6-4b51-90cc-73d3489187bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:01.569841 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-23910921-9ef1-42de-90a3-fc539d115384 req-63a47712-47e6-4b51-90cc-73d3489187bc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8e091b5011fc4ae58492675a26ced890&device_id=9bd0aacd-6bb1-4d50-ab53-1a75a84c5589 HTTP/1.1" status: 200 len: 1137 time: 0.0447447 Jan 28 03:26:01.710451 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23910921-9ef1-42de-90a3-fc539d115384 req-511d6e5a-8b13-4cfd-af04-8b3c059312db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:01.713212 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-23910921-9ef1-42de-90a3-fc539d115384 req-511d6e5a-8b13-4cfd-af04-8b3c059312db service neutron] 10.222.0.67 "GET /v2.0/networks?id=87ac3caf-6a4e-4ce5-a713-7edca59163fe HTTP/1.1" status: 200 len: 897 time: 0.1365130 Jan 28 03:26:01.783161 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-23910921-9ef1-42de-90a3-fc539d115384 req-6b5bbff1-7bab-47e2-b6b9-75e25d6e00f4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd6b403f-acb4-404e-a354-637b5b6b9574 HTTP/1.1" status: 200 len: 217 time: 0.0624766 Jan 28 03:26:01.789871 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0d94cdb1-2422-40a7-bcbe-8c29eb241080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:01.799935 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-09862c46-e8b7-45d7-b010-bc6fd1cee9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef8778b-4da2-46e7-8c87-820f6111ebab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1383507976', 'tenant_id': '8e091b5011fc4ae58492675a26ced890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '90a9a8b1-f8e9-404a-8afd-1d003d7b0b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:24:08Z', 'updated_at': '2022-01-28T03:24:13Z', 'revision_number': 4, 'project_id': '8e091b5011fc4ae58492675a26ced890', 'gw_port': {'id': '90a9a8b1-f8e9-404a-8afd-1d003d7b0b91', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fe:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef8778b-4da2-46e7-8c87-820f6111ebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:24:08Z', 'updated_at': '2022-01-28T03:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '41789846-a696-49e9-a465-17d60149e421', 'name': '', 'network_id': '87ac3caf-6a4e-4ce5-a713-7edca59163fe', 'tenant_id': '8e091b5011fc4ae58492675a26ced890', 'mac_address': 'fa:16:3e:b3:2b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef8778b-4da2-46e7-8c87-820f6111ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '4058332b-e443-4632-84c1-56294c1b86a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:24:12Z', 'updated_at': '2022-01-28T03:24:17Z', 'revision_number': 5, 'project_id': '8e091b5011fc4ae58492675a26ced890', 'subnets': [{'id': '4058332b-e443-4632-84c1-56294c1b86a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:01.810085 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5ddfe-5904-4c2d-93ed-58d9c43b0cfc req-80a18e32-dd39-4668-a5c9-836b08d725aa tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:01.814701 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7ae5ddfe-5904-4c2d-93ed-58d9c43b0cfc req-80a18e32-dd39-4668-a5c9-836b08d725aa tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bd0aacd-6bb1-4d50-ab53-1a75a84c5589 HTTP/1.1" status: 200 len: 985 time: 0.0917823 Jan 28 03:26:01.836744 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09862c46-e8b7-45d7-b010-bc6fd1cee9f5 None None] Checking router: aef8778b-4da2-46e7-8c87-820f6111ebab for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:26:01.847099 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09862c46-e8b7-45d7-b010-bc6fd1cee9f5 None None] Routers {'aef8778b-4da2-46e7-8c87-820f6111ebab'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:26:01.848063 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-09862c46-e8b7-45d7-b010-bc6fd1cee9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:26:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['aef8778b-4da2-46e7-8c87-820f6111ebab'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:01.855480 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23910921-9ef1-42de-90a3-fc539d115384 req-48068254-ebeb-41a9-a5c1-268d5f43c9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:01.857102 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-23910921-9ef1-42de-90a3-fc539d115384 req-48068254-ebeb-41a9-a5c1-268d5f43c9c4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4058332b-e443-4632-84c1-56294c1b86a1 HTTP/1.1" status: 200 len: 835 time: 0.0632842 Jan 28 03:26:01.889709 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7ae5ddfe-5904-4c2d-93ed-58d9c43b0cfc req-0ab67e2e-8765-4d57-a2ae-e3676b0c9fce tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "GET /v2.0/security-groups?id=747fd1ea-48a5-401d-868e-4d9944572eab&id=6c5b33ed-ea94-4667-afa5-881d5ed6e372&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0702102 Jan 28 03:26:01.918420 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23910921-9ef1-42de-90a3-fc539d115384 req-50c100f5-9420-488d-a87d-26d367380ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:01.920003 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-23910921-9ef1-42de-90a3-fc539d115384 req-50c100f5-9420-488d-a87d-26d367380ac2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=87ac3caf-6a4e-4ce5-a713-7edca59163fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565090 Jan 28 03:26:01.963431 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-09862c46-e8b7-45d7-b010-bc6fd1cee9f5 None None] Set router aef8778b-4da2-46e7-8c87-820f6111ebab gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:26:02.013350 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-23910921-9ef1-42de-90a3-fc539d115384 req-6ac7e608-f37a-456d-b4da-51d9c4da173c service neutron] 10.222.0.67 "GET /v2.0/networks/87ac3caf-6a4e-4ce5-a713-7edca59163fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857034 Jan 28 03:26:02.119102 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-23910921-9ef1-42de-90a3-fc539d115384 req-24c9076c-20fc-455a-80b7-e305727f1187 service neutron] 10.222.0.67 "GET /v2.0/networks/87ac3caf-6a4e-4ce5-a713-7edca59163fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995631 Jan 28 03:26:02.175608 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-09862c46-e8b7-45d7-b010-bc6fd1cee9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef8778b-4da2-46e7-8c87-820f6111ebab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1383507976', 'tenant_id': '8e091b5011fc4ae58492675a26ced890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '90a9a8b1-f8e9-404a-8afd-1d003d7b0b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:24:08Z', 'updated_at': '2022-01-28T03:24:13Z', 'revision_number': 4, 'project_id': '8e091b5011fc4ae58492675a26ced890', 'gw_port': {'id': '90a9a8b1-f8e9-404a-8afd-1d003d7b0b91', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fe:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef8778b-4da2-46e7-8c87-820f6111ebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:24:08Z', 'updated_at': '2022-01-28T03:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '41789846-a696-49e9-a465-17d60149e421', 'name': '', 'network_id': '87ac3caf-6a4e-4ce5-a713-7edca59163fe', 'tenant_id': '8e091b5011fc4ae58492675a26ced890', 'mac_address': 'fa:16:3e:b3:2b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef8778b-4da2-46e7-8c87-820f6111ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '4058332b-e443-4632-84c1-56294c1b86a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:24:12Z', 'updated_at': '2022-01-28T03:24:17Z', 'revision_number': 5, 'project_id': '8e091b5011fc4ae58492675a26ced890', 'subnets': [{'id': '4058332b-e443-4632-84c1-56294c1b86a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:02.204403 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09862c46-e8b7-45d7-b010-bc6fd1cee9f5 None None] The sync data for ids ['aef8778b-4da2-46e7-8c87-820f6111ebab'] in n-d-712139-27 is: [{'id': 'aef8778b-4da2-46e7-8c87-820f6111ebab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1383507976', 'tenant_id': '8e091b5011fc4ae58492675a26ced890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '90a9a8b1-f8e9-404a-8afd-1d003d7b0b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:24:08Z', 'updated_at': '2022-01-28T03:24:13Z', 'revision_number': 4, 'project_id': '8e091b5011fc4ae58492675a26ced890', 'gw_port': {'id': '90a9a8b1-f8e9-404a-8afd-1d003d7b0b91', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fe:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef8778b-4da2-46e7-8c87-820f6111ebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:24:08Z', 'updated_at': '2022-01-28T03:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '41789846-a696-49e9-a465-17d60149e421', 'name': '', 'network_id': '87ac3caf-6a4e-4ce5-a713-7edca59163fe', 'tenant_id': '8e091b5011fc4ae58492675a26ced890', 'mac_address': 'fa:16:3e:b3:2b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef8778b-4da2-46e7-8c87-820f6111ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '4058332b-e443-4632-84c1-56294c1b86a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:24:12Z', 'updated_at': '2022-01-28T03:24:17Z', 'revision_number': 5, 'project_id': '8e091b5011fc4ae58492675a26ced890', 'subnets': [{'id': '4058332b-e443-4632-84c1-56294c1b86a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:26:02.431305 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79baf8e7-3595-4752-b152-7839c797cd79 None None] New status for floating IP 2a777c18-1f8d-4d7b-b7c1-ce6cc9a1b4b7: DOWN {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:26:03.014047 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a2074-fb62-443e-ba6e-ebe7f24648ba req-92d1a084-a254-41ab-a6e4-60600d607455 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:03.015964 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1c9a2074-fb62-443e-ba6e-ebe7f24648ba req-92d1a084-a254-41ab-a6e4-60600d607455 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bd0aacd-6bb1-4d50-ab53-1a75a84c5589 HTTP/1.1" status: 200 len: 985 time: 0.0546665 Jan 28 03:26:03.076534 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1c9a2074-fb62-443e-ba6e-ebe7f24648ba req-e997bc99-a6c9-48e4-a228-4913c9b72357 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "GET /v2.0/security-groups?id=747fd1ea-48a5-401d-868e-4d9944572eab&id=6c5b33ed-ea94-4667-afa5-881d5ed6e372&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0542109 Jan 28 03:26:03.375241 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:03.393928 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac7916d-cea2-4132-99bc-8fa9652d87b4 req-74906cf1-5b93-4475-93a3-c5735b7fabb3 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:03.395387 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cac7916d-cea2-4132-99bc-8fa9652d87b4 req-74906cf1-5b93-4475-93a3-c5735b7fabb3 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bd0aacd-6bb1-4d50-ab53-1a75a84c5589 HTTP/1.1" status: 200 len: 985 time: 0.0504875 Jan 28 03:26:03.492853 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-cac7916d-cea2-4132-99bc-8fa9652d87b4 req-197bb431-d671-4071-bb1f-0f823ec017ca tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Deleting port bd6b403f-acb4-404e-a354-637b5b6b9574 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:26:03.493292 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-cac7916d-cea2-4132-99bc-8fa9652d87b4 req-197bb431-d671-4071-bb1f-0f823ec017ca tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (bd6b403f-acb4-404e-a354-637b5b6b9574), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:03.579794 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-cac7916d-cea2-4132-99bc-8fa9652d87b4 req-197bb431-d671-4071-bb1f-0f823ec017ca tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] For port bd6b403f-acb4-404e-a354-637b5b6b9574, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=bd6b403f-acb4-404e-a354-637b5b6b9574,segment=NetworkSegment(1aa6b6d4-90a1-4658-af88-a59f151077af),segment_id=1aa6b6d4-90a1-4658-af88-a59f151077af)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:03.580165 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-cac7916d-cea2-4132-99bc-8fa9652d87b4 req-197bb431-d671-4071-bb1f-0f823ec017ca tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (bd6b403f-acb4-404e-a354-637b5b6b9574), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:03.594605 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-cac7916d-cea2-4132-99bc-8fa9652d87b4 req-197bb431-d671-4071-bb1f-0f823ec017ca tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Calling delete_port for bd6b403f-acb4-404e-a354-637b5b6b9574 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:26:03.606817 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:03.731794 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-cac7916d-cea2-4132-99bc-8fa9652d87b4 req-197bb431-d671-4071-bb1f-0f823ec017ca tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (bd6b403f-acb4-404e-a354-637b5b6b9574), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:03.762922 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197bb431-d671-4071-bb1f-0f823ec017ca tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Pushing event deleted for resources: {'Port': ['ID=bd6b403f-acb4-404e-a354-637b5b6b9574,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:03.809438 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac7916d-cea2-4132-99bc-8fa9652d87b4 req-197bb431-d671-4071-bb1f-0f823ec017ca tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] No DVR routers for this DVR port bd6b403f-acb4-404e-a354-637b5b6b9574 on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:26:03.812211 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-cac7916d-cea2-4132-99bc-8fa9652d87b4 req-197bb431-d671-4071-bb1f-0f823ec017ca tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:03.816007 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cac7916d-cea2-4132-99bc-8fa9652d87b4 req-197bb431-d671-4071-bb1f-0f823ec017ca tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.67 "DELETE /v2.0/ports/bd6b403f-acb4-404e-a354-637b5b6b9574 HTTP/1.1" status: 204 len: 173 time: 0.4153273 Jan 28 03:26:03.816501 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd0aacd-6bb1-4d50-ab53-1a75a84c5589', 'name': 'network-vif-deleted', 'tag': 'bd6b403f-acb4-404e-a354-637b5b6b9574'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:26:03.819779 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804d8396-633d-4d96-bf1c-488aa63c2986" -d '{"events": [{"server_uuid": "9bd0aacd-6bb1-4d50-ab53-1a75a84c5589", "name": "network-vif-deleted", "tag": "bd6b403f-acb4-404e-a354-637b5b6b9574"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:26:03.880302 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0445683e-4c28-42f3-b0eb-9d02d4fdca55 x-openstack-request-id: req-0445683e-4c28-42f3-b0eb-9d02d4fdca55 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:26:03.880659 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bd0aacd-6bb1-4d50-ab53-1a75a84c5589", "name": "network-vif-deleted", "tag": "bd6b403f-acb4-404e-a354-637b5b6b9574", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:26:03.882149 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0445683e-4c28-42f3-b0eb-9d02d4fdca55 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:26:03.882571 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bd0aacd-6bb1-4d50-ab53-1a75a84c5589', 'name': 'network-vif-deleted', 'tag': 'bd6b403f-acb4-404e-a354-637b5b6b9574', 'status': 'completed', 'code': 200} Jan 28 03:26:04.196746 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-411e82ec-d02c-426b-88b9-5644819d7851 req-cf39d657-fe3c-4e05-bdd9-b7de4fb4228b tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bd0aacd-6bb1-4d50-ab53-1a75a84c5589 HTTP/1.1" status: 200 len: 210 time: 0.0315709 Jan 28 03:26:04.832940 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:05.261004 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 53676) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:05.327518 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a0802e51-a1c4-43df-aeed-21bc33fbf2bc tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for security_group (747fd1ea-48a5-401d-868e-4d9944572eab), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:05.353111 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a0802e51-a1c4-43df-aeed-21bc33fbf2bc tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for security_group (747fd1ea-48a5-401d-868e-4d9944572eab), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:05.401782 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a0802e51-a1c4-43df-aeed-21bc33fbf2bc tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (747fd1ea-48a5-401d-868e-4d9944572eab), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:05.404885 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a0802e51-a1c4-43df-aeed-21bc33fbf2bc tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:05.406217 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a0802e51-a1c4-43df-aeed-21bc33fbf2bc tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "DELETE /v2.0/security-groups/747fd1ea-48a5-401d-868e-4d9944572eab HTTP/1.1" status: 204 len: 168 time: 0.1433449 Jan 28 03:26:05.409245 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 53698) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:05.419252 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0802e51-a1c4-43df-aeed-21bc33fbf2bc tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=747fd1ea-48a5-401d-868e-4d9944572eab,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:05.490103 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8724e3d2-8478-418a-ada8-7e0f9635c4c9 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for security_group (6c5b33ed-ea94-4667-afa5-881d5ed6e372), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:05.526396 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8724e3d2-8478-418a-ada8-7e0f9635c4c9 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for security_group (6c5b33ed-ea94-4667-afa5-881d5ed6e372), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:05.579253 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8724e3d2-8478-418a-ada8-7e0f9635c4c9 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (6c5b33ed-ea94-4667-afa5-881d5ed6e372), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:05.583126 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8724e3d2-8478-418a-ada8-7e0f9635c4c9 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:05.587238 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8724e3d2-8478-418a-ada8-7e0f9635c4c9 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "DELETE /v2.0/security-groups/6c5b33ed-ea94-4667-afa5-881d5ed6e372 HTTP/1.1" status: 204 len: 168 time: 0.1729410 Jan 28 03:26:05.587728 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 53720) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:05.594913 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8724e3d2-8478-418a-ada8-7e0f9635c4c9 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5b33ed-ea94-4667-afa5-881d5ed6e372,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:06.014019 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f7cb1e6a-c83b-4e22-a114-3e7cb3c93bcd tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (aef8778b-4da2-46e7-8c87-820f6111ebab), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:06.118008 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:06.161822 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device bd6b403f-acb4-404e-a354-637b5b6b9574 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:26:06.197775 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: bd6b403f-acb4-404e-a354-637b5b6b9574 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:26:06.198125 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device bd6b403f-acb4-404e-a354-637b5b6b9574 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:26:06.321216 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb1e6a-c83b-4e22-a114-3e7cb3c93bcd tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Deleting port 41789846-a696-49e9-a465-17d60149e421 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:26:06.321793 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f7cb1e6a-c83b-4e22-a114-3e7cb3c93bcd tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (41789846-a696-49e9-a465-17d60149e421), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:06.424093 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-f7cb1e6a-c83b-4e22-a114-3e7cb3c93bcd tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] For port 41789846-a696-49e9-a465-17d60149e421, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=41789846-a696-49e9-a465-17d60149e421,segment=NetworkSegment(1aa6b6d4-90a1-4658-af88-a59f151077af),segment_id=1aa6b6d4-90a1-4658-af88-a59f151077af)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:06.424557 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f7cb1e6a-c83b-4e22-a114-3e7cb3c93bcd tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (41789846-a696-49e9-a465-17d60149e421), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:06.439861 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb1e6a-c83b-4e22-a114-3e7cb3c93bcd tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Calling delete_port for 41789846-a696-49e9-a465-17d60149e421 owned by network:router_interface {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:26:06.651985 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f7cb1e6a-c83b-4e22-a114-3e7cb3c93bcd tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (41789846-a696-49e9-a465-17d60149e421), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:06.690270 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb1e6a-c83b-4e22-a114-3e7cb3c93bcd tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Pushing event deleted for resources: {'Port': ['ID=41789846-a696-49e9-a465-17d60149e421,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:06.928498 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f7cb1e6a-c83b-4e22-a114-3e7cb3c93bcd tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (aef8778b-4da2-46e7-8c87-820f6111ebab), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:07.210320 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7cb1e6a-c83b-4e22-a114-3e7cb3c93bcd tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Router aef8778b-4da2-46e7-8c87-820f6111ebab has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:26:07.227107 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:26:07.614508 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7cb1e6a-c83b-4e22-a114-3e7cb3c93bcd tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:26:07.623639 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 53980) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:07.625255 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f7cb1e6a-c83b-4e22-a114-3e7cb3c93bcd tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "PUT /v2.0/routers/aef8778b-4da2-46e7-8c87-820f6111ebab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0358894 Jan 28 03:26:07.626436 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675ef788-203e-43b5-8d60-3745cadc0fbf None None] Sync routers for ids ['aef8778b-4da2-46e7-8c87-820f6111ebab'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:26:07.646649 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675ef788-203e-43b5-8d60-3745cadc0fbf None None] Routers {'aef8778b-4da2-46e7-8c87-820f6111ebab'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:26:07.647283 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-675ef788-203e-43b5-8d60-3745cadc0fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:26:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['aef8778b-4da2-46e7-8c87-820f6111ebab'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:07.696062 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-6663e1a6-d059-4678-86ca-498923679046 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Deleting subnet 4058332b-e443-4632-84c1-56294c1b86a1 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:26:07.699572 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6663e1a6-d059-4678-86ca-498923679046 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for subnet (4058332b-e443-4632-84c1-56294c1b86a1), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:07.747557 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6663e1a6-d059-4678-86ca-498923679046 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (4058332b-e443-4632-84c1-56294c1b86a1), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:07.774607 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-675ef788-203e-43b5-8d60-3745cadc0fbf None None] Set router aef8778b-4da2-46e7-8c87-820f6111ebab gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:26:07.844847 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6663e1a6-d059-4678-86ca-498923679046 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (4058332b-e443-4632-84c1-56294c1b86a1), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:07.931532 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6663e1a6-d059-4678-86ca-498923679046 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (4058332b-e443-4632-84c1-56294c1b86a1), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:07.970374 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6663e1a6-d059-4678-86ca-498923679046 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Pushing event deleted for resources: {'Subnet': ['ID=4058332b-e443-4632-84c1-56294c1b86a1,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:07.974694 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6663e1a6-d059-4678-86ca-498923679046 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:07.979135 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6663e1a6-d059-4678-86ca-498923679046 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "DELETE /v2.0/subnets/4058332b-e443-4632-84c1-56294c1b86a1 HTTP/1.1" status: 204 len: 168 time: 0.3537371 Jan 28 03:26:07.981881 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 54022) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:07.985882 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1344edd4-91f7-47cf-b24f-6f67cddeb13c None None] Network 87ac3caf-6a4e-4ce5-a713-7edca59163fe requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:26:08.094356 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-675ef788-203e-43b5-8d60-3745cadc0fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef8778b-4da2-46e7-8c87-820f6111ebab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1383507976', 'tenant_id': '8e091b5011fc4ae58492675a26ced890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '90a9a8b1-f8e9-404a-8afd-1d003d7b0b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:24:08Z', 'updated_at': '2022-01-28T03:26:06Z', 'revision_number': 5, 'project_id': '8e091b5011fc4ae58492675a26ced890', 'gw_port': {'id': '90a9a8b1-f8e9-404a-8afd-1d003d7b0b91', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fe:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef8778b-4da2-46e7-8c87-820f6111ebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:24:08Z', 'updated_at': '2022-01-28T03:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:08.103414 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9cffe71c-2a4f-442f-8372-27395acac5b0 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for router (aef8778b-4da2-46e7-8c87-820f6111ebab), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:08.125609 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675ef788-203e-43b5-8d60-3745cadc0fbf None None] Checking router: aef8778b-4da2-46e7-8c87-820f6111ebab for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:26:08.139074 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675ef788-203e-43b5-8d60-3745cadc0fbf None None] Routers {'aef8778b-4da2-46e7-8c87-820f6111ebab'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:26:08.140060 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-675ef788-203e-43b5-8d60-3745cadc0fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:26:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['aef8778b-4da2-46e7-8c87-820f6111ebab'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:08.230709 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9cffe71c-2a4f-442f-8372-27395acac5b0 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for router_gateway (aef8778b-4da2-46e7-8c87-820f6111ebab), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:08.268457 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dabf98-28f5-4ba2-8395-4da728a0fb34 None None] DHCP port deletion for 87ac3caf-6a4e-4ce5-a713-7edca59163fe request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:26:08.314606 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-9cffe71c-2a4f-442f-8372-27395acac5b0 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Deleting port 90a9a8b1-f8e9-404a-8afd-1d003d7b0b91 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:26:08.315782 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9cffe71c-2a4f-442f-8372-27395acac5b0 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (90a9a8b1-f8e9-404a-8afd-1d003d7b0b91), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:08.322770 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-675ef788-203e-43b5-8d60-3745cadc0fbf None None] Set router aef8778b-4da2-46e7-8c87-820f6111ebab gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:26:08.412402 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-9cffe71c-2a4f-442f-8372-27395acac5b0 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] For port 90a9a8b1-f8e9-404a-8afd-1d003d7b0b91, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=90a9a8b1-f8e9-404a-8afd-1d003d7b0b91,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:08.412876 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9cffe71c-2a4f-442f-8372-27395acac5b0 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (90a9a8b1-f8e9-404a-8afd-1d003d7b0b91), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:08.427239 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-9cffe71c-2a4f-442f-8372-27395acac5b0 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Calling delete_port for 90a9a8b1-f8e9-404a-8afd-1d003d7b0b91 owned by network:router_gateway {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:26:08.456919 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-65dabf98-28f5-4ba2-8395-4da728a0fb34 None None] Deleting port 7f7644bf-6ad7-4231-b247-e3c1c3462c6e {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:26:08.457364 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-65dabf98-28f5-4ba2-8395-4da728a0fb34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (7f7644bf-6ad7-4231-b247-e3c1c3462c6e), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:08.549750 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-65dabf98-28f5-4ba2-8395-4da728a0fb34 None None] For port 7f7644bf-6ad7-4231-b247-e3c1c3462c6e, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=7f7644bf-6ad7-4231-b247-e3c1c3462c6e,segment=NetworkSegment(1aa6b6d4-90a1-4658-af88-a59f151077af),segment_id=1aa6b6d4-90a1-4658-af88-a59f151077af)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:08.550151 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-65dabf98-28f5-4ba2-8395-4da728a0fb34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (7f7644bf-6ad7-4231-b247-e3c1c3462c6e), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:08.588026 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-65dabf98-28f5-4ba2-8395-4da728a0fb34 None None] Calling delete_port for 7f7644bf-6ad7-4231-b247-e3c1c3462c6e owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:26:08.676745 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9cffe71c-2a4f-442f-8372-27395acac5b0 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (90a9a8b1-f8e9-404a-8afd-1d003d7b0b91), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:08.706948 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cffe71c-2a4f-442f-8372-27395acac5b0 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Pushing event deleted for resources: {'Port': ['ID=90a9a8b1-f8e9-404a-8afd-1d003d7b0b91,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:08.833233 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9cffe71c-2a4f-442f-8372-27395acac5b0 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (aef8778b-4da2-46e7-8c87-820f6111ebab), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:08.841486 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 7f7644bf-6ad7-4231-b247-e3c1c3462c6e no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:26:08.932476 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-675ef788-203e-43b5-8d60-3745cadc0fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef8778b-4da2-46e7-8c87-820f6111ebab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1383507976', 'tenant_id': '8e091b5011fc4ae58492675a26ced890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '90a9a8b1-f8e9-404a-8afd-1d003d7b0b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:24:08Z', 'updated_at': '2022-01-28T03:26:06Z', 'revision_number': 5, 'project_id': '8e091b5011fc4ae58492675a26ced890', 'gw_port': {'id': '90a9a8b1-f8e9-404a-8afd-1d003d7b0b91', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fe:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef8778b-4da2-46e7-8c87-820f6111ebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:24:08Z', 'updated_at': '2022-01-28T03:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:08.955094 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9cffe71c-2a4f-442f-8372-27395acac5b0 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (aef8778b-4da2-46e7-8c87-820f6111ebab), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:08.956824 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9cffe71c-2a4f-442f-8372-27395acac5b0 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for router_controller (aef8778b-4da2-46e7-8c87-820f6111ebab), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:08.966602 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675ef788-203e-43b5-8d60-3745cadc0fbf None None] The sync data for ids ['aef8778b-4da2-46e7-8c87-820f6111ebab'] in n-d-712139-27 is: [{'id': 'aef8778b-4da2-46e7-8c87-820f6111ebab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1383507976', 'tenant_id': '8e091b5011fc4ae58492675a26ced890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '90a9a8b1-f8e9-404a-8afd-1d003d7b0b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:24:08Z', 'updated_at': '2022-01-28T03:26:06Z', 'revision_number': 5, 'project_id': '8e091b5011fc4ae58492675a26ced890', 'gw_port': {'id': '90a9a8b1-f8e9-404a-8afd-1d003d7b0b91', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fe:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef8778b-4da2-46e7-8c87-820f6111ebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:24:08Z', 'updated_at': '2022-01-28T03:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:26:08.972630 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-65dabf98-28f5-4ba2-8395-4da728a0fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (7f7644bf-6ad7-4231-b247-e3c1c3462c6e), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:09.000981 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dabf98-28f5-4ba2-8395-4da728a0fb34 None None] No DVR routers for this DVR port 7f7644bf-6ad7-4231-b247-e3c1c3462c6e on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:26:09.023492 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Port 7f7644bf-6ad7-4231-b247-e3c1c3462c6e update to DOWN by agent not found {{(pid=109804) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Jan 28 03:26:09.026149 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dabf98-28f5-4ba2-8395-4da728a0fb34 None None] Pushing event deleted for resources: {'Port': ['ID=7f7644bf-6ad7-4231-b247-e3c1c3462c6e,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:09.034591 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9cffe71c-2a4f-442f-8372-27395acac5b0 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (aef8778b-4da2-46e7-8c87-820f6111ebab), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:09.035269 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cffe71c-2a4f-442f-8372-27395acac5b0 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Fanout notify agent at l3_agent the message router_deleted on router aef8778b-4da2-46e7-8c87-820f6111ebab {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:26:09.042848 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9cffe71c-2a4f-442f-8372-27395acac5b0 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:09.044159 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9cffe71c-2a4f-442f-8372-27395acac5b0 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "DELETE /v2.0/routers/aef8778b-4da2-46e7-8c87-820f6111ebab HTTP/1.1" status: 204 len: 168 time: 1.0597708 Jan 28 03:26:09.046923 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 54096) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:09.121476 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ee0388c3-59ad-4698-be43-0d271d6bccd4 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (87ac3caf-6a4e-4ce5-a713-7edca59163fe), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:09.209587 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ee0388c3-59ad-4698-be43-0d271d6bccd4 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (87ac3caf-6a4e-4ce5-a713-7edca59163fe), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:09.230236 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-ee0388c3-59ad-4698-be43-0d271d6bccd4 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87ac3caf-6a4e-4ce5-a713-7edca59163fe']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:09.239260 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-ee0388c3-59ad-4698-be43-0d271d6bccd4 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aa6b6d4-90a1-4658-af88-a59f151077af') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:09.239550 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-ee0388c3-59ad-4698-be43-0d271d6bccd4 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aa6b6d4-90a1-4658-af88-a59f151077af') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:09.248960 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ee0388c3-59ad-4698-be43-0d271d6bccd4 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (1aa6b6d4-90a1-4658-af88-a59f151077af), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:09.262813 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ee0388c3-59ad-4698-be43-0d271d6bccd4 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (1aa6b6d4-90a1-4658-af88-a59f151077af), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:09.279728 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee0388c3-59ad-4698-be43-0d271d6bccd4 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:26:09.279728 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ee0388c3-59ad-4698-be43-0d271d6bccd4 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (1aa6b6d4-90a1-4658-af88-a59f151077af), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:09.279728 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:26:09.279728 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:26:09.279728 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:26:09.279728 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:26:09.279728 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:26:09.279728 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:26:09.279728 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:26:09.279728 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:26:09.279728 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:26:09.279728 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:26:09.279728 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:26:09.279728 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:26:09.279728 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:26:09.279728 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:26:09.279728 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:26:09.279728 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:26:09.279728 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:26:09.279728 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:26:09.279728 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:26:09.279728 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:26:09.279728 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:26:09.279728 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:26:09.279728 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:26:09.279728 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:26:09.279728 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:26:09.279728 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:26:09.279728 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:26:09.279728 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:26:09.279728 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:26:09.279728 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:26:09.279728 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:26:09.279728 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:26:09.344482 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ee0388c3-59ad-4698-be43-0d271d6bccd4 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (87ac3caf-6a4e-4ce5-a713-7edca59163fe), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:09.355979 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ee0388c3-59ad-4698-be43-0d271d6bccd4 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:09.359191 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ee0388c3-59ad-4698-be43-0d271d6bccd4 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] 10.222.0.53 "DELETE /v2.0/networks/87ac3caf-6a4e-4ce5-a713-7edca59163fe HTTP/1.1" status: 204 len: 168 time: 0.3113239 Jan 28 03:26:09.371467 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0388c3-59ad-4698-be43-0d271d6bccd4 tempest-TestSecurityGroupsBasicOps-478336052 tempest-TestSecurityGroupsBasicOps-478336052-project] Pushing event deleted for resources: {'Network': ['ID=87ac3caf-6a4e-4ce5-a713-7edca59163fe,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:09.748150 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 54120) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:09.866002 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff2eff9-40cf-4226-a4ca-c8a8bbb21e37 req-759a3d26-e9a1-454e-affa-4feb138e11b8 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:09.869003 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4ff2eff9-40cf-4226-a4ca-c8a8bbb21e37 req-759a3d26-e9a1-454e-affa-4feb138e11b8 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/networks?id=7f91d1d2-714b-44b5-bb66-d16f7786518c HTTP/1.1" status: 200 len: 814 time: 0.3906577 Jan 28 03:26:09.884860 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4ff2eff9-40cf-4226-a4ca-c8a8bbb21e37 req-99193597-7462-40f5-b779-adf49d886cc8 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/quotas/8a597fb5c6c6466f851ca3dd59620442 HTTP/1.1" status: 200 len: 375 time: 0.0095832 Jan 28 03:26:09.927184 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4ff2eff9-40cf-4226-a4ca-c8a8bbb21e37 req-653956a7-8518-4bf5-bf12-35c6ebac1ec9 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8a597fb5c6c6466f851ca3dd59620442&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364091 Jan 28 03:26:09.928636 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-16ce8de9-ed2e-4345-bd57-8f084f3349dc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8e091b5011fc4ae58492675a26ced890&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1781087 Jan 28 03:26:09.929996 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 54124) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:09.977184 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-70d24eaa-bd9a-474d-8585-960463b7a6d8 admin admin] Publish callbacks [] for security_group (30315b39-542a-4f57-9380-8d4fa3ab7d45), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:09.998387 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-70d24eaa-bd9a-474d-8585-960463b7a6d8 admin admin] Publish callbacks [] for security_group (30315b39-542a-4f57-9380-8d4fa3ab7d45), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:10.020762 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4ff2eff9-40cf-4226-a4ca-c8a8bbb21e37 req-38c966ae-8352-4215-a013-c2d53604a905 service neutron] 10.222.0.53 "GET /v2.0/networks/7f91d1d2-714b-44b5-bb66-d16f7786518c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872478 Jan 28 03:26:10.047680 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-70d24eaa-bd9a-474d-8585-960463b7a6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (30315b39-542a-4f57-9380-8d4fa3ab7d45), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:10.050315 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-70d24eaa-bd9a-474d-8585-960463b7a6d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:10.051557 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-70d24eaa-bd9a-474d-8585-960463b7a6d8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/30315b39-542a-4f57-9380-8d4fa3ab7d45 HTTP/1.1" status: 204 len: 168 time: 0.1206470 Jan 28 03:26:10.068707 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d24eaa-bd9a-474d-8585-960463b7a6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30315b39-542a-4f57-9380-8d4fa3ab7d45,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:10.118400 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4ff2eff9-40cf-4226-a4ca-c8a8bbb21e37 req-4437f71b-065f-4895-bd99-591b715ca959 service neutron] 10.222.0.53 "GET /v2.0/networks/7f91d1d2-714b-44b5-bb66-d16f7786518c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907469 Jan 28 03:26:10.309737 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3139f5ce-5ff6-4458-bf07-ed843e7ac95b req-c09441c1-d44c-45ad-80dd-6039bf3152bb tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/ports?device_id=77975b1a-9584-48af-b7d4-78a7c0600d55 HTTP/1.1" status: 200 len: 210 time: 0.0266252 Jan 28 03:26:10.366940 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 54134) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:10.385092 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-46708db6-d744-4629-aca6-b152c74e1125 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:10.472243 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-46708db6-d744-4629-aca6-b152c74e1125 admin admin] Publish callbacks [] for security_group (0627dd3e-58e3-4124-ad2b-5d700df1f42b), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:10.478750 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-46708db6-d744-4629-aca6-b152c74e1125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (0627dd3e-58e3-4124-ad2b-5d700df1f42b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:10.521622 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46708db6-d744-4629-aca6-b152c74e1125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0627dd3e-58e3-4124-ad2b-5d700df1f42b,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:10.536499 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-46708db6-d744-4629-aca6-b152c74e1125 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6bdae4ce08df4b89958da3019178a176&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1680880 Jan 28 03:26:10.539186 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 54144) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:10.597702 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1629dfaa-fb7d-4ff1-929f-50db253bb28c admin admin] Publish callbacks [] for security_group (0627dd3e-58e3-4124-ad2b-5d700df1f42b), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:10.621404 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1629dfaa-fb7d-4ff1-929f-50db253bb28c admin admin] Publish callbacks [] for security_group (0627dd3e-58e3-4124-ad2b-5d700df1f42b), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:10.649485 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9de2f54c-c44b-4aee-a378-bb286a7a5c80 req-8e76ac81-a83e-45b4-99d6-cc6a7a708c7f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2508597 Jan 28 03:26:10.676256 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1629dfaa-fb7d-4ff1-929f-50db253bb28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (0627dd3e-58e3-4124-ad2b-5d700df1f42b), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:10.680297 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1629dfaa-fb7d-4ff1-929f-50db253bb28c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:10.684049 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1629dfaa-fb7d-4ff1-929f-50db253bb28c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0627dd3e-58e3-4124-ad2b-5d700df1f42b HTTP/1.1" status: 204 len: 168 time: 0.1409972 Jan 28 03:26:10.693361 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629dfaa-fb7d-4ff1-929f-50db253bb28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0627dd3e-58e3-4124-ad2b-5d700df1f42b,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:10.710186 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 41789846-a696-49e9-a465-17d60149e421 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:26:10.753464 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 41789846-a696-49e9-a465-17d60149e421 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:26:10.754008 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 41789846-a696-49e9-a465-17d60149e421 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:26:10.754424 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 90a9a8b1-f8e9-404a-8afd-1d003d7b0b91 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:26:10.765386 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2f54c-c44b-4aee-a378-bb286a7a5c80 req-60965070-8793-4d42-a9f9-76ca19d4b9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:10.767217 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9de2f54c-c44b-4aee-a378-bb286a7a5c80 req-60965070-8793-4d42-a9f9-76ca19d4b9f5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f6bbf2836904089b5391caf666a2ef0&device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 1097 time: 0.0490556 Jan 28 03:26:10.776394 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 90a9a8b1-f8e9-404a-8afd-1d003d7b0b91 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:26:10.776749 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 90a9a8b1-f8e9-404a-8afd-1d003d7b0b91 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:26:10.879188 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2f54c-c44b-4aee-a378-bb286a7a5c80 req-01f8fc05-8982-4b9d-8a3d-91e97e817e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:10.880707 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9de2f54c-c44b-4aee-a378-bb286a7a5c80 req-01f8fc05-8982-4b9d-8a3d-91e97e817e1b service neutron] 10.222.0.39 "GET /v2.0/networks?id=b328f18d-888e-4024-8099-122b5bda010d HTTP/1.1" status: 200 len: 918 time: 0.0934842 Jan 28 03:26:10.947825 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9de2f54c-c44b-4aee-a378-bb286a7a5c80 req-e2ea1c50-c8f1-4891-a1d1-9e607e473d2b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec2396af-9fc8-4799-82d6-612668109f73 HTTP/1.1" status: 200 len: 1000 time: 0.0616527 Jan 28 03:26:10.997045 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2f54c-c44b-4aee-a378-bb286a7a5c80 req-aee04858-d4dd-4908-bba8-01031227f736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:10.998623 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9de2f54c-c44b-4aee-a378-bb286a7a5c80 req-aee04858-d4dd-4908-bba8-01031227f736 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=76aeb7da-88ca-40e3-af3a-4f4f90f2c919 HTTP/1.1" status: 200 len: 856 time: 0.0450740 Jan 28 03:26:11.049201 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2f54c-c44b-4aee-a378-bb286a7a5c80 req-78254eed-8bf5-43d6-95e5-0075c2d551ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:11.050712 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9de2f54c-c44b-4aee-a378-bb286a7a5c80 req-78254eed-8bf5-43d6-95e5-0075c2d551ee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b328f18d-888e-4024-8099-122b5bda010d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463872 Jan 28 03:26:11.086510 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 54152) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:11.127640 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5aed0679-c6d3-4a9a-9cf2-eafbdf07456c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=578b7334e2e04604ae81a97345f13171&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398359 Jan 28 03:26:11.130164 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 54154) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:11.142515 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9de2f54c-c44b-4aee-a378-bb286a7a5c80 req-8f8f30f1-a0ff-4f65-9c8e-55253dd60cff service neutron] 10.222.0.39 "GET /v2.0/networks/b328f18d-888e-4024-8099-122b5bda010d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859640 Jan 28 03:26:11.181755 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f923b269-3cca-4425-b2f4-45ce472a7dfa admin admin] Publish callbacks [] for security_group (576cb878-5493-41c7-9a23-f7c67fad2309), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:11.203394 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f923b269-3cca-4425-b2f4-45ce472a7dfa admin admin] Publish callbacks [] for security_group (576cb878-5493-41c7-9a23-f7c67fad2309), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:11.242764 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9de2f54c-c44b-4aee-a378-bb286a7a5c80 req-e0a9ef25-8243-4966-b876-30b08477f0f9 service neutron] 10.222.0.39 "GET /v2.0/networks/b328f18d-888e-4024-8099-122b5bda010d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938942 Jan 28 03:26:11.262966 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f923b269-3cca-4425-b2f4-45ce472a7dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (576cb878-5493-41c7-9a23-f7c67fad2309), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:11.267042 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f923b269-3cca-4425-b2f4-45ce472a7dfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:11.268342 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f923b269-3cca-4425-b2f4-45ce472a7dfa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/576cb878-5493-41c7-9a23-f7c67fad2309 HTTP/1.1" status: 204 len: 168 time: 0.1372058 Jan 28 03:26:11.279403 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f923b269-3cca-4425-b2f4-45ce472a7dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576cb878-5493-41c7-9a23-f7c67fad2309,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:11.439142 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-976f3779-5d9a-4b22-acf4-9a705e2bac43 req-42477b82-d611-407d-936d-9863af65f064 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/ports?device_id=77975b1a-9584-48af-b7d4-78a7c0600d55 HTTP/1.1" status: 200 len: 210 time: 0.0340803 Jan 28 03:26:11.472507 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff2eff9-40cf-4226-a4ca-c8a8bbb21e37 req-9595a780-f6b3-42a0-a4a3-e91ca013bcbb tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:11.474744 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4ff2eff9-40cf-4226-a4ca-c8a8bbb21e37 req-9595a780-f6b3-42a0-a4a3-e91ca013bcbb tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.67 "GET /v2.0/networks?id=7f91d1d2-714b-44b5-bb66-d16f7786518c HTTP/1.1" status: 200 len: 814 time: 0.1257908 Jan 28 03:26:11.493337 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-4ff2eff9-40cf-4226-a4ca-c8a8bbb21e37 req-e5d56d7e-d8ef-4d07-b43c-7275d934e695 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Request body: {'port': {'device_id': '77975b1a-9584-48af-b7d4-78a7c0600d55', 'network_id': '7f91d1d2-714b-44b5-bb66-d16f7786518c', 'admin_state_up': True, 'tenant_id': '8a597fb5c6c6466f851ca3dd59620442'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:26:11.607215 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ff2eff9-40cf-4226-a4ca-c8a8bbb21e37 req-e5d56d7e-d8ef-4d07-b43c-7275d934e695 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Made reservation on behalf of 8a597fb5c6c6466f851ca3dd59620442 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:26:11.610651 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4ff2eff9-40cf-4226-a4ca-c8a8bbb21e37 req-e5d56d7e-d8ef-4d07-b43c-7275d934e695 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:11.742026 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-4ff2eff9-40cf-4226-a4ca-c8a8bbb21e37 req-e5d56d7e-d8ef-4d07-b43c-7275d934e695 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Allocated IP 172.20.0.13 (7f91d1d2-714b-44b5-bb66-d16f7786518c/3e4857fe-d84f-418a-b0ef-13cea717d71c/2720a07a-577f-4c83-ad4e-ba6da1232a91) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:26:11.897348 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4ff2eff9-40cf-4226-a4ca-c8a8bbb21e37 req-e5d56d7e-d8ef-4d07-b43c-7275d934e695 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Publish callbacks [] for port (2720a07a-577f-4c83-ad4e-ba6da1232a91), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:11.934135 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4ff2eff9-40cf-4226-a4ca-c8a8bbb21e37 req-e5d56d7e-d8ef-4d07-b43c-7275d934e695 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (2720a07a-577f-4c83-ad4e-ba6da1232a91), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:11.977721 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ff2eff9-40cf-4226-a4ca-c8a8bbb21e37 req-e5d56d7e-d8ef-4d07-b43c-7275d934e695 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Network 7f91d1d2-714b-44b5-bb66-d16f7786518c is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:26:11.980825 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-4ff2eff9-40cf-4226-a4ca-c8a8bbb21e37 req-e5d56d7e-d8ef-4d07-b43c-7275d934e695 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:26:11.986873 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff2eff9-40cf-4226-a4ca-c8a8bbb21e37 req-e5d56d7e-d8ef-4d07-b43c-7275d934e695 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:26:11.993305 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d56d7e-d8ef-4d07-b43c-7275d934e695 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Pushing event updated for resources: {'Port': ['ID=2720a07a-577f-4c83-ad4e-ba6da1232a91,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:12.021811 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 54180) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:12.048450 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff2eff9-40cf-4226-a4ca-c8a8bbb21e37 req-e5d56d7e-d8ef-4d07-b43c-7275d934e695 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:12.049052 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4ff2eff9-40cf-4226-a4ca-c8a8bbb21e37 req-e5d56d7e-d8ef-4d07-b43c-7275d934e695 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:12.065522 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4ff2eff9-40cf-4226-a4ca-c8a8bbb21e37 req-e5d56d7e-d8ef-4d07-b43c-7275d934e695 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5762041 Jan 28 03:26:12.082541 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-4ff2eff9-40cf-4226-a4ca-c8a8bbb21e37 req-f2978f15-9d27-40b0-897e-1cff73a66998 service neutron] Request body: {'port': {'device_id': '77975b1a-9584-48af-b7d4-78a7c0600d55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:26:12.135224 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-d6cb22e9-71db-4159-b513-36587603b943 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-504958137-network', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:26:12.150890 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4ff2eff9-40cf-4226-a4ca-c8a8bbb21e37 req-f2978f15-9d27-40b0-897e-1cff73a66998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2720a07a-577f-4c83-ad4e-ba6da1232a91), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:12.169007 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cb22e9-71db-4159-b513-36587603b943 admin admin] Made reservation on behalf of 2365aae0ed6c4140b140950cf90dbe31 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:26:12.171312 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d6cb22e9-71db-4159-b513-36587603b943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:12.197041 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d6cb22e9-71db-4159-b513-36587603b943 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:12.406445 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d6cb22e9-71db-4159-b513-36587603b943 admin admin] Publish callbacks [] for security_group (b988e791-500a-46ce-8783-f3a76cbdf0c1), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:12.413627 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d6cb22e9-71db-4159-b513-36587603b943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b988e791-500a-46ce-8783-f3a76cbdf0c1), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:12.448238 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6cb22e9-71db-4159-b513-36587603b943 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:26:12.466692 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb22e9-71db-4159-b513-36587603b943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b988e791-500a-46ce-8783-f3a76cbdf0c1,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:12.477990 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d6cb22e9-71db-4159-b513-36587603b943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (e2233469-b8a2-417c-9e5e-795b0e977ffd), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:12.478412 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-d6cb22e9-71db-4159-b513-36587603b943 admin admin] Added segment e2233469-b8a2-417c-9e5e-795b0e977ffd of type vlan for network d08f29da-d40d-4b15-9f9f-e3612c5ec470 Jan 28 03:26:12.544135 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-4ff2eff9-40cf-4226-a4ca-c8a8bbb21e37 req-f2978f15-9d27-40b0-897e-1cff73a66998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2720a07a-577f-4c83-ad4e-ba6da1232a91 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:26:12.549331 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d6cb22e9-71db-4159-b513-36587603b943 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (d08f29da-d40d-4b15-9f9f-e3612c5ec470), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:12.555679 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4ff2eff9-40cf-4226-a4ca-c8a8bbb21e37 req-f2978f15-9d27-40b0-897e-1cff73a66998 service neutron] Publish callbacks [] for port (2720a07a-577f-4c83-ad4e-ba6da1232a91), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:12.563528 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b6c34-540e-415f-a534-4a010ca1110e req-c646d29f-15ec-411e-8e20-9752a96d7369 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:12.565164 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-722b6c34-540e-415f-a534-4a010ca1110e req-c646d29f-15ec-411e-8e20-9752a96d7369 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/ports?device_id=77975b1a-9584-48af-b7d4-78a7c0600d55 HTTP/1.1" status: 200 len: 932 time: 0.0510409 Jan 28 03:26:12.579693 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-4ff2eff9-40cf-4226-a4ca-c8a8bbb21e37 req-f2978f15-9d27-40b0-897e-1cff73a66998 service neutron] Transition to ACTIVE for port object 2720a07a-577f-4c83-ad4e-ba6da1232a91 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:26:12.584735 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4ff2eff9-40cf-4226-a4ca-c8a8bbb21e37 req-f2978f15-9d27-40b0-897e-1cff73a66998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (2720a07a-577f-4c83-ad4e-ba6da1232a91), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:12.594545 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d6cb22e9-71db-4159-b513-36587603b943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (d08f29da-d40d-4b15-9f9f-e3612c5ec470), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:12.595488 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cb22e9-71db-4159-b513-36587603b943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:12.596095 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d6cb22e9-71db-4159-b513-36587603b943 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:12.615632 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-722b6c34-540e-415f-a534-4a010ca1110e req-72527d7e-5b17-4f82-96a6-f047a1f99095 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb3a69a-967a-4f80-969c-9b13b4d1a3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437410 Jan 28 03:26:12.689420 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d6cb22e9-71db-4159-b513-36587603b943 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6665072 Jan 28 03:26:12.692380 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 54188) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:12.697596 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-0e6f7b7a-ddf5-4af9-8b4b-15a5b11d30a0 admin admin] Request body: {'subnet': {'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-504958137-subnet', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:26:12.700061 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2978f15-9d27-40b0-897e-1cff73a66998 service neutron] Pushing event updated for resources: {'Port': ['ID=2720a07a-577f-4c83-ad4e-ba6da1232a91,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:12.706815 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb22e9-71db-4159-b513-36587603b943 admin admin] Pushing event updated for resources: {'Network': ['ID=d08f29da-d40d-4b15-9f9f-e3612c5ec470,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:12.719352 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network d08f29da-d40d-4b15-9f9f-e3612c5ec470 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:26:12.724264 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6f7b7a-ddf5-4af9-8b4b-15a5b11d30a0 admin admin] Made reservation on behalf of 2365aae0ed6c4140b140950cf90dbe31 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:26:12.727685 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0e6f7b7a-ddf5-4af9-8b4b-15a5b11d30a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:12.771894 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-4ff2eff9-40cf-4226-a4ca-c8a8bbb21e37 req-f2978f15-9d27-40b0-897e-1cff73a66998 service neutron] Attempting to bind port 2720a07a-577f-4c83-ad4e-ba6da1232a91 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:26:12.772233 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-4ff2eff9-40cf-4226-a4ca-c8a8bbb21e37 req-f2978f15-9d27-40b0-897e-1cff73a66998 service neutron] Attempting to bind port 2720a07a-577f-4c83-ad4e-ba6da1232a91 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': 'ae7fc67a-40e2-49d2-8b2c-9efcf945daeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7f91d1d2-714b-44b5-bb66-d16f7786518c'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:26:12.772568 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff2eff9-40cf-4226-a4ca-c8a8bbb21e37 req-f2978f15-9d27-40b0-897e-1cff73a66998 service neutron] Attempting to bind port 2720a07a-577f-4c83-ad4e-ba6da1232a91 on network 7f91d1d2-714b-44b5-bb66-d16f7786518c {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:26:12.777263 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff2eff9-40cf-4226-a4ca-c8a8bbb21e37 req-f2978f15-9d27-40b0-897e-1cff73a66998 service neutron] Port 2720a07a-577f-4c83-ad4e-ba6da1232a91 on network 7f91d1d2-714b-44b5-bb66-d16f7786518c not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:26:12.777584 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff2eff9-40cf-4226-a4ca-c8a8bbb21e37 req-f2978f15-9d27-40b0-897e-1cff73a66998 service neutron] Attempting to bind port 2720a07a-577f-4c83-ad4e-ba6da1232a91 on network 7f91d1d2-714b-44b5-bb66-d16f7786518c {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:26:12.782553 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff2eff9-40cf-4226-a4ca-c8a8bbb21e37 req-f2978f15-9d27-40b0-897e-1cff73a66998 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:26:12.782867 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff2eff9-40cf-4226-a4ca-c8a8bbb21e37 req-f2978f15-9d27-40b0-897e-1cff73a66998 service neutron] Checking segment: {'id': 'ae7fc67a-40e2-49d2-8b2c-9efcf945daeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7f91d1d2-714b-44b5-bb66-d16f7786518c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:26:12.783288 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff2eff9-40cf-4226-a4ca-c8a8bbb21e37 req-f2978f15-9d27-40b0-897e-1cff73a66998 service neutron] Bound using segment: {'id': 'ae7fc67a-40e2-49d2-8b2c-9efcf945daeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7f91d1d2-714b-44b5-bb66-d16f7786518c'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:26:12.783719 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-4ff2eff9-40cf-4226-a4ca-c8a8bbb21e37 req-f2978f15-9d27-40b0-897e-1cff73a66998 service neutron] Bound port: 2720a07a-577f-4c83-ad4e-ba6da1232a91, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae7fc67a-40e2-49d2-8b2c-9efcf945daeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7f91d1d2-714b-44b5-bb66-d16f7786518c'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:26:12.784080 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4ff2eff9-40cf-4226-a4ca-c8a8bbb21e37 req-f2978f15-9d27-40b0-897e-1cff73a66998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2720a07a-577f-4c83-ad4e-ba6da1232a91), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:12.852857 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-4ff2eff9-40cf-4226-a4ca-c8a8bbb21e37 req-f2978f15-9d27-40b0-897e-1cff73a66998 service neutron] For port 2720a07a-577f-4c83-ad4e-ba6da1232a91, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:26:12.855978 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-4ff2eff9-40cf-4226-a4ca-c8a8bbb21e37 req-f2978f15-9d27-40b0-897e-1cff73a66998 service neutron] For port 2720a07a-577f-4c83-ad4e-ba6da1232a91, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=2720a07a-577f-4c83-ad4e-ba6da1232a91,segment=NetworkSegment(ae7fc67a-40e2-49d2-8b2c-9efcf945daeb),segment_id=ae7fc67a-40e2-49d2-8b2c-9efcf945daeb)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:26:12.860516 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4ff2eff9-40cf-4226-a4ca-c8a8bbb21e37 req-f2978f15-9d27-40b0-897e-1cff73a66998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (2720a07a-577f-4c83-ad4e-ba6da1232a91), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:12.895159 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff2eff9-40cf-4226-a4ca-c8a8bbb21e37 req-f2978f15-9d27-40b0-897e-1cff73a66998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:12.895388 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4ff2eff9-40cf-4226-a4ca-c8a8bbb21e37 req-f2978f15-9d27-40b0-897e-1cff73a66998 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:12.896793 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4ff2eff9-40cf-4226-a4ca-c8a8bbb21e37 req-f2978f15-9d27-40b0-897e-1cff73a66998 service neutron] 10.222.0.67 "PUT /v2.0/ports/2720a07a-577f-4c83-ad4e-ba6da1232a91 HTTP/1.1" status: 200 len: 1093 time: 0.8185833 Jan 28 03:26:12.897263 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77975b1a-9584-48af-b7d4-78a7c0600d55', 'tag': '2720a07a-577f-4c83-ad4e-ba6da1232a91'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:26:12.899984 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4907c40-8d86-48a8-8ce6-755e01f0c8f5" -d '{"events": [{"name": "network-changed", "server_uuid": "77975b1a-9584-48af-b7d4-78a7c0600d55", "tag": "2720a07a-577f-4c83-ad4e-ba6da1232a91"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:26:12.909561 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0e6f7b7a-ddf5-4af9-8b4b-15a5b11d30a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (6fca48db-7702-4589-8da6-18a07f4297d3), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:12.936094 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2978f15-9d27-40b0-897e-1cff73a66998 service neutron] Pushing event updated for resources: {'Port': ['ID=2720a07a-577f-4c83-ad4e-ba6da1232a91,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:12.948390 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83f2a32-0801-46b0-b3eb-bf368760c108 x-openstack-request-id: req-f83f2a32-0801-46b0-b3eb-bf368760c108 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:26:12.948711 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77975b1a-9584-48af-b7d4-78a7c0600d55", "tag": "2720a07a-577f-4c83-ad4e-ba6da1232a91", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:26:12.949031 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f83f2a32-0801-46b0-b3eb-bf368760c108 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:26:12.949485 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77975b1a-9584-48af-b7d4-78a7c0600d55', 'tag': '2720a07a-577f-4c83-ad4e-ba6da1232a91', 'status': 'completed', 'code': 200} Jan 28 03:26:12.977355 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f7b7a-ddf5-4af9-8b4b-15a5b11d30a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fca48db-7702-4589-8da6-18a07f4297d3,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:12.983651 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6f7b7a-ddf5-4af9-8b4b-15a5b11d30a0 admin admin] Checking segment: {'id': 'e2233469-b8a2-417c-9e5e-795b0e977ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:26:12.984012 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6f7b7a-ddf5-4af9-8b4b-15a5b11d30a0 admin admin] Network hostable DHCP agents. Network: d08f29da-d40d-4b15-9f9f-e3612c5ec470, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:26:13.002481 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff2eff9-40cf-4226-a4ca-c8a8bbb21e37 req-dfd234f5-c3f7-48dc-a62a-3568ae7c9d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:13.004043 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4ff2eff9-40cf-4226-a4ca-c8a8bbb21e37 req-dfd234f5-c3f7-48dc-a62a-3568ae7c9d40 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8a597fb5c6c6466f851ca3dd59620442&device_id=77975b1a-9584-48af-b7d4-78a7c0600d55 HTTP/1.1" status: 200 len: 1096 time: 0.0465448 Jan 28 03:26:13.005256 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6f7b7a-ddf5-4af9-8b4b-15a5b11d30a0 admin admin] Network d08f29da-d40d-4b15-9f9f-e3612c5ec470 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:26:13.014699 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-0e6f7b7a-ddf5-4af9-8b4b-15a5b11d30a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, d08f29da-d40d-4b15-9f9f-e3612c5ec470) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:26:13.018967 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6f7b7a-ddf5-4af9-8b4b-15a5b11d30a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:13.019638 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0e6f7b7a-ddf5-4af9-8b4b-15a5b11d30a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:13.025870 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbf5d97-f6d0-4e97-ba79-68f607cdd897 None None] Network d08f29da-d40d-4b15-9f9f-e3612c5ec470 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:26:13.038242 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0e6f7b7a-ddf5-4af9-8b4b-15a5b11d30a0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3444149 Jan 28 03:26:13.040894 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 54192) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:13.045419 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-6817e2c4-0a40-402e-b296-d0217c1e6d93 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-504958137-router', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:26:13.057756 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4ff2eff9-40cf-4226-a4ca-c8a8bbb21e37 req-4d1879a3-fb42-47d4-9246-d4273b91c0c0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2720a07a-577f-4c83-ad4e-ba6da1232a91 HTTP/1.1" status: 200 len: 217 time: 0.0416477 Jan 28 03:26:13.067581 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6817e2c4-0a40-402e-b296-d0217c1e6d93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (81f4b18b-d952-4700-a93e-5b714789587d), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:13.068597 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6817e2c4-0a40-402e-b296-d0217c1e6d93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (81f4b18b-d952-4700-a93e-5b714789587d), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:13.108653 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff2eff9-40cf-4226-a4ca-c8a8bbb21e37 req-e214d113-c4b9-42bb-9b8e-a6ed2131e6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:13.110160 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4ff2eff9-40cf-4226-a4ca-c8a8bbb21e37 req-e214d113-c4b9-42bb-9b8e-a6ed2131e6b5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3e4857fe-d84f-418a-b0ef-13cea717d71c HTTP/1.1" status: 200 len: 854 time: 0.0470781 Jan 28 03:26:13.142562 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a041ea16-e4fe-4a8c-986d-679ede352fe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-d08f29da-d40d-4b15-9f9f-e3612c5ec470', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'fixed_ips': [{'subnet_id': '6fca48db-7702-4589-8da6-18a07f4297d3'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:26:13.143571 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a041ea16-e4fe-4a8c-986d-679ede352fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:13.144387 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4ff2eff9-40cf-4226-a4ca-c8a8bbb21e37 req-5c897766-53b1-434c-b09e-0f1baea94783 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7f91d1d2-714b-44b5-bb66-d16f7786518c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285378 Jan 28 03:26:13.161110 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6817e2c4-0a40-402e-b296-d0217c1e6d93 admin admin] Publish callbacks [] for router_controller (81f4b18b-d952-4700-a93e-5b714789587d), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:13.240286 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4ff2eff9-40cf-4226-a4ca-c8a8bbb21e37 req-5f9c6939-12c3-499f-b5cf-46b760d8bf22 service neutron] 10.222.0.67 "GET /v2.0/networks/7f91d1d2-714b-44b5-bb66-d16f7786518c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888693 Jan 28 03:26:13.289732 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-a041ea16-e4fe-4a8c-986d-679ede352fe4 None None] Allocated IP 172.20.0.2 (d08f29da-d40d-4b15-9f9f-e3612c5ec470/6fca48db-7702-4589-8da6-18a07f4297d3/6e4d11f7-be95-4995-96fc-3deca0db981c) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:26:13.303878 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6817e2c4-0a40-402e-b296-d0217c1e6d93 admin admin] Publish callbacks [] for router_gateway (81f4b18b-d952-4700-a93e-5b714789587d), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:13.339988 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4ff2eff9-40cf-4226-a4ca-c8a8bbb21e37 req-487d3deb-aa0e-4879-9a28-6e8a33d6a592 service neutron] 10.222.0.67 "GET /v2.0/networks/7f91d1d2-714b-44b5-bb66-d16f7786518c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924163 Jan 28 03:26:13.438954 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a041ea16-e4fe-4a8c-986d-679ede352fe4 None None] Publish callbacks [] for port (6e4d11f7-be95-4995-96fc-3deca0db981c), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:13.446448 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a041ea16-e4fe-4a8c-986d-679ede352fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (6e4d11f7-be95-4995-96fc-3deca0db981c), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:13.472693 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4907c40-8d86-48a8-8ce6-755e01f0c8f5 req-553d6d60-45fc-4df0-8ecb-3abe88db44f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:13.474576 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d4907c40-8d86-48a8-8ce6-755e01f0c8f5 req-553d6d60-45fc-4df0-8ecb-3abe88db44f1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8a597fb5c6c6466f851ca3dd59620442&device_id=77975b1a-9584-48af-b7d4-78a7c0600d55 HTTP/1.1" status: 200 len: 1096 time: 0.0438480 Jan 28 03:26:13.502710 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a041ea16-e4fe-4a8c-986d-679ede352fe4 None None] Network d08f29da-d40d-4b15-9f9f-e3612c5ec470 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:26:13.504410 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a041ea16-e4fe-4a8c-986d-679ede352fe4 None None] Pushing event updated for resources: {'Port': ['ID=6e4d11f7-be95-4995-96fc-3deca0db981c,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:13.508163 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-a041ea16-e4fe-4a8c-986d-679ede352fe4 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:26:13.510620 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a041ea16-e4fe-4a8c-986d-679ede352fe4 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:26:13.539809 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6817e2c4-0a40-402e-b296-d0217c1e6d93 admin admin] Publish callbacks [] for router_gateway (81f4b18b-d952-4700-a93e-5b714789587d), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:13.560381 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6817e2c4-0a40-402e-b296-d0217c1e6d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:13.565628 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-a041ea16-e4fe-4a8c-986d-679ede352fe4 None None] Attempting to bind port 6e4d11f7-be95-4995-96fc-3deca0db981c on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:26:13.566004 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-a041ea16-e4fe-4a8c-986d-679ede352fe4 None None] Attempting to bind port 6e4d11f7-be95-4995-96fc-3deca0db981c by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e2233469-b8a2-417c-9e5e-795b0e977ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:26:13.566366 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a041ea16-e4fe-4a8c-986d-679ede352fe4 None None] Attempting to bind port 6e4d11f7-be95-4995-96fc-3deca0db981c on network d08f29da-d40d-4b15-9f9f-e3612c5ec470 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:26:13.573337 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a041ea16-e4fe-4a8c-986d-679ede352fe4 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:26:13.573711 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a041ea16-e4fe-4a8c-986d-679ede352fe4 None None] Checking segment: {'id': 'e2233469-b8a2-417c-9e5e-795b0e977ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:26:13.574367 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a041ea16-e4fe-4a8c-986d-679ede352fe4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:13.574934 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a041ea16-e4fe-4a8c-986d-679ede352fe4 None None] Bound using segment: {'id': 'e2233469-b8a2-417c-9e5e-795b0e977ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:26:13.575580 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-a041ea16-e4fe-4a8c-986d-679ede352fe4 None None] Bound port: 6e4d11f7-be95-4995-96fc-3deca0db981c, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2233469-b8a2-417c-9e5e-795b0e977ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:26:13.576001 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a041ea16-e4fe-4a8c-986d-679ede352fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (6e4d11f7-be95-4995-96fc-3deca0db981c), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:13.578596 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4907c40-8d86-48a8-8ce6-755e01f0c8f5 req-14d25a73-a981-4b43-b779-4bb79cb68e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:13.580104 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d4907c40-8d86-48a8-8ce6-755e01f0c8f5 req-14d25a73-a981-4b43-b779-4bb79cb68e4c service neutron] 10.222.0.67 "GET /v2.0/networks?id=7f91d1d2-714b-44b5-bb66-d16f7786518c HTTP/1.1" status: 200 len: 915 time: 0.0992723 Jan 28 03:26:13.643625 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-a041ea16-e4fe-4a8c-986d-679ede352fe4 None None] For port 6e4d11f7-be95-4995-96fc-3deca0db981c, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:26:13.649055 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-a041ea16-e4fe-4a8c-986d-679ede352fe4 None None] For port 6e4d11f7-be95-4995-96fc-3deca0db981c, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=6e4d11f7-be95-4995-96fc-3deca0db981c,segment=NetworkSegment(e2233469-b8a2-417c-9e5e-795b0e977ffd),segment_id=e2233469-b8a2-417c-9e5e-795b0e977ffd)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:26:13.654013 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a041ea16-e4fe-4a8c-986d-679ede352fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (6e4d11f7-be95-4995-96fc-3deca0db981c), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:13.711610 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d4907c40-8d86-48a8-8ce6-755e01f0c8f5 req-a964a03b-5386-466b-a32e-33ac610683c9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2720a07a-577f-4c83-ad4e-ba6da1232a91 HTTP/1.1" status: 200 len: 217 time: 0.1168854 Jan 28 03:26:13.716406 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-6817e2c4-0a40-402e-b296-d0217c1e6d93 admin admin] Allocated IP 172.25.0.146 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/ebbf453f-0c5a-44ff-ad68-109f6e5aabe9) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:26:13.727197 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a041ea16-e4fe-4a8c-986d-679ede352fe4 None None] Pushing event updated for resources: {'Port': ['ID=6e4d11f7-be95-4995-96fc-3deca0db981c,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:13.809610 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6e0e0-7f91-4f2b-8a87-0edca5176591 req-16e5f411-eba3-4c0c-9793-fe0e61e2123b tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:13.811319 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-81d6e0e0-7f91-4f2b-8a87-0edca5176591 req-16e5f411-eba3-4c0c-9793-fe0e61e2123b tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/ports?device_id=77975b1a-9584-48af-b7d4-78a7c0600d55 HTTP/1.1" status: 200 len: 944 time: 0.1031177 Jan 28 03:26:13.813415 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4907c40-8d86-48a8-8ce6-755e01f0c8f5 req-60762074-cc25-466b-b8d2-1bd074466a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:13.814820 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d4907c40-8d86-48a8-8ce6-755e01f0c8f5 req-60762074-cc25-466b-b8d2-1bd074466a7e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3e4857fe-d84f-418a-b0ef-13cea717d71c HTTP/1.1" status: 200 len: 854 time: 0.0702162 Jan 28 03:26:13.857707 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d4907c40-8d86-48a8-8ce6-755e01f0c8f5 req-db7a790b-5693-4e5d-8293-52014949f408 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7f91d1d2-714b-44b5-bb66-d16f7786518c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340137 Jan 28 03:26:13.862183 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6817e2c4-0a40-402e-b296-d0217c1e6d93 admin admin] Publish callbacks [] for port (ebbf453f-0c5a-44ff-ad68-109f6e5aabe9), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:13.924599 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6817e2c4-0a40-402e-b296-d0217c1e6d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (ebbf453f-0c5a-44ff-ad68-109f6e5aabe9), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:13.955002 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-81d6e0e0-7f91-4f2b-8a87-0edca5176591 req-9d43bd1c-2012-4037-86c1-6678cd5536f2 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb3a69a-967a-4f80-969c-9b13b4d1a3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373007 Jan 28 03:26:13.967350 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6817e2c4-0a40-402e-b296-d0217c1e6d93 admin admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:26:13.974081 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-6817e2c4-0a40-402e-b296-d0217c1e6d93 admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:26:13.977898 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6817e2c4-0a40-402e-b296-d0217c1e6d93 admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:26:14.018271 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6817e2c4-0a40-402e-b296-d0217c1e6d93 admin admin] Pushing event updated for resources: {'Port': ['ID=ebbf453f-0c5a-44ff-ad68-109f6e5aabe9,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:14.018505 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d4907c40-8d86-48a8-8ce6-755e01f0c8f5 req-fb9a28d2-62de-437b-a3a4-1ac829dc6a99 service neutron] 10.222.0.67 "GET /v2.0/networks/7f91d1d2-714b-44b5-bb66-d16f7786518c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493347 Jan 28 03:26:14.127387 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d4907c40-8d86-48a8-8ce6-755e01f0c8f5 req-2f1b0910-2ce0-49eb-b034-98ba2468134e service neutron] 10.222.0.67 "GET /v2.0/networks/7f91d1d2-714b-44b5-bb66-d16f7786518c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991867 Jan 28 03:26:14.260847 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6817e2c4-0a40-402e-b296-d0217c1e6d93 admin admin] Publish callbacks [] for router_gateway (81f4b18b-d952-4700-a93e-5b714789587d), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:14.491176 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6817e2c4-0a40-402e-b296-d0217c1e6d93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (81f4b18b-d952-4700-a93e-5b714789587d), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:14.626545 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6817e2c4-0a40-402e-b296-d0217c1e6d93 admin admin] Router 81f4b18b-d952-4700-a93e-5b714789587d is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:26:14.745048 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6817e2c4-0a40-402e-b296-d0217c1e6d93 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:26:14.755225 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b37b0bf-8cb4-490e-8734-2e3f453cdfdb None None] Network d08f29da-d40d-4b15-9f9f-e3612c5ec470 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:26:14.757599 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 6e4d11f7-be95-4995-96fc-3deca0db981c up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:26:14.759020 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ef0d5e-ed7a-42cd-8ebe-aab4f185ac97 None None] Sync routers for ids ['81f4b18b-d952-4700-a93e-5b714789587d'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:26:14.766797 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6817e2c4-0a40-402e-b296-d0217c1e6d93 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:14.768625 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6817e2c4-0a40-402e-b296-d0217c1e6d93 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7267568 Jan 28 03:26:14.771628 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 54200) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:14.773904 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ef0d5e-ed7a-42cd-8ebe-aab4f185ac97 None None] Routers {'81f4b18b-d952-4700-a93e-5b714789587d'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:26:14.774577 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-b2ef0d5e-ed7a-42cd-8ebe-aab4f185ac97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:26:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['81f4b18b-d952-4700-a93e-5b714789587d'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:14.887213 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-b2ef0d5e-ed7a-42cd-8ebe-aab4f185ac97 None None] Set router 81f4b18b-d952-4700-a93e-5b714789587d gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:26:14.910808 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-8ebe141f-f9c4-4914-8c36-56562de15337 None None] Provisioning complete for port 6e4d11f7-be95-4995-96fc-3deca0db981c triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:14.911054 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8ebe141f-f9c4-4914-8c36-56562de15337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (6e4d11f7-be95-4995-96fc-3deca0db981c), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:14.943417 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 6e4d11f7-be95-4995-96fc-3deca0db981c triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:14.944116 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (6e4d11f7-be95-4995-96fc-3deca0db981c), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:15.097338 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-8ebe141f-f9c4-4914-8c36-56562de15337 None None] Current status of the port 6e4d11f7-be95-4995-96fc-3deca0db981c is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:15.097743 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8ebe141f-f9c4-4914-8c36-56562de15337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (6e4d11f7-be95-4995-96fc-3deca0db981c), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:15.138082 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdadc722-6171-4d49-ba97-d5db442d48fa req-9d018bf3-086a-40b5-b56b-28b1d5e5936e tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:15.153552 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bdadc722-6171-4d49-ba97-d5db442d48fa req-9d018bf3-086a-40b5-b56b-28b1d5e5936e tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/ports?device_id=77975b1a-9584-48af-b7d4-78a7c0600d55 HTTP/1.1" status: 200 len: 944 time: 0.0805490 Jan 28 03:26:15.161035 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 6e4d11f7-be95-4995-96fc-3deca0db981c is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:15.161575 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (6e4d11f7-be95-4995-96fc-3deca0db981c), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:15.197245 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-b2ef0d5e-ed7a-42cd-8ebe-aab4f185ac97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f4b18b-d952-4700-a93e-5b714789587d', 'name': 'tempest-TestVolumeBootPattern-504958137-router', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ebbf453f-0c5a-44ff-ad68-109f6e5aabe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:26:14Z', 'revision_number': 3, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'gw_port': {'id': 'ebbf453f-0c5a-44ff-ad68-109f6e5aabe9', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:26:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:15.227626 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ef0d5e-ed7a-42cd-8ebe-aab4f185ac97 None None] Checking router: 81f4b18b-d952-4700-a93e-5b714789587d for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:26:15.227976 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ef0d5e-ed7a-42cd-8ebe-aab4f185ac97 None None] Updating router 81f4b18b-d952-4700-a93e-5b714789587d port ebbf453f-0c5a-44ff-ad68-109f6e5aabe9 binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:26:15.247424 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bdadc722-6171-4d49-ba97-d5db442d48fa req-78dbd03d-39b2-40bb-9930-3ec54e857ba2 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb3a69a-967a-4f80-969c-9b13b4d1a3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920959 Jan 28 03:26:15.254637 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-8ebe141f-f9c4-4914-8c36-56562de15337 None None] For port 6e4d11f7-be95-4995-96fc-3deca0db981c, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=6e4d11f7-be95-4995-96fc-3deca0db981c,segment=NetworkSegment(e2233469-b8a2-417c-9e5e-795b0e977ffd),segment_id=e2233469-b8a2-417c-9e5e-795b0e977ffd)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:15.255921 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-b2ef0d5e-ed7a-42cd-8ebe-aab4f185ac97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ebbf453f-0c5a-44ff-ad68-109f6e5aabe9), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:15.269914 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8ebe141f-f9c4-4914-8c36-56562de15337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (6e4d11f7-be95-4995-96fc-3deca0db981c), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:15.353334 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.api [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:26:15.353786 n-d-712139-27 neutron-server[109804]: DEBUG oslo_db.api [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:26:15.355611 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe141f-f9c4-4914-8c36-56562de15337 None None] Pushing event updated for resources: {'Port': ['ID=6e4d11f7-be95-4995-96fc-3deca0db981c,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:15.356783 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-274846e9-2183-45b6-897b-d62da91210bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:15.390848 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-042ca778-9bb2-424e-9e63-8a228c10ac99 None None] Provisioning complete for port 6e4d11f7-be95-4995-96fc-3deca0db981c triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:15.391332 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-042ca778-9bb2-424e-9e63-8a228c10ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (6e4d11f7-be95-4995-96fc-3deca0db981c), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:15.473321 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-042ca778-9bb2-424e-9e63-8a228c10ac99 None None] Current status of the port 6e4d11f7-be95-4995-96fc-3deca0db981c is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:15.532741 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-b2ef0d5e-ed7a-42cd-8ebe-aab4f185ac97 None None] Publish callbacks [] for port (ebbf453f-0c5a-44ff-ad68-109f6e5aabe9), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:15.540189 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-b2ef0d5e-ed7a-42cd-8ebe-aab4f185ac97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ebbf453f-0c5a-44ff-ad68-109f6e5aabe9), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:15.592890 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-b2ef0d5e-ed7a-42cd-8ebe-aab4f185ac97 None None] Attempting to bind port ebbf453f-0c5a-44ff-ad68-109f6e5aabe9 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:26:15.593255 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-b2ef0d5e-ed7a-42cd-8ebe-aab4f185ac97 None None] Attempting to bind port ebbf453f-0c5a-44ff-ad68-109f6e5aabe9 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:26:15.593615 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ef0d5e-ed7a-42cd-8ebe-aab4f185ac97 None None] Attempting to bind port ebbf453f-0c5a-44ff-ad68-109f6e5aabe9 on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:26:15.599691 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d3139-ea16-447e-8da8-081769cb5305 None None] Pushing event updated for resources: {'Port': ['ID=ebbf453f-0c5a-44ff-ad68-109f6e5aabe9,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:15.604546 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ef0d5e-ed7a-42cd-8ebe-aab4f185ac97 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:26:15.604920 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ef0d5e-ed7a-42cd-8ebe-aab4f185ac97 None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:26:15.605450 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-b2ef0d5e-ed7a-42cd-8ebe-aab4f185ac97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:15.605834 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ef0d5e-ed7a-42cd-8ebe-aab4f185ac97 None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:26:15.606306 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-b2ef0d5e-ed7a-42cd-8ebe-aab4f185ac97 None None] Bound port: ebbf453f-0c5a-44ff-ad68-109f6e5aabe9, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:26:15.606681 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-b2ef0d5e-ed7a-42cd-8ebe-aab4f185ac97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ebbf453f-0c5a-44ff-ad68-109f6e5aabe9), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:15.662980 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-b2ef0d5e-ed7a-42cd-8ebe-aab4f185ac97 None None] For port ebbf453f-0c5a-44ff-ad68-109f6e5aabe9, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:26:15.667179 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-b2ef0d5e-ed7a-42cd-8ebe-aab4f185ac97 None None] For port ebbf453f-0c5a-44ff-ad68-109f6e5aabe9, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ebbf453f-0c5a-44ff-ad68-109f6e5aabe9,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:26:15.672908 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-b2ef0d5e-ed7a-42cd-8ebe-aab4f185ac97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ebbf453f-0c5a-44ff-ad68-109f6e5aabe9), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:15.732652 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ef0d5e-ed7a-42cd-8ebe-aab4f185ac97 None None] Routers {'81f4b18b-d952-4700-a93e-5b714789587d'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:26:15.733233 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-b2ef0d5e-ed7a-42cd-8ebe-aab4f185ac97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:26:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['81f4b18b-d952-4700-a93e-5b714789587d'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:15.767640 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d3139-ea16-447e-8da8-081769cb5305 None None] Pushing event updated for resources: {'Port': ['ID=ebbf453f-0c5a-44ff-ad68-109f6e5aabe9,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:15.830588 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-274846e9-2183-45b6-897b-d62da91210bb admin admin] Allocated IP 172.20.0.1 (d08f29da-d40d-4b15-9f9f-e3612c5ec470/6fca48db-7702-4589-8da6-18a07f4297d3/c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:26:15.844537 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-b2ef0d5e-ed7a-42cd-8ebe-aab4f185ac97 None None] Set router 81f4b18b-d952-4700-a93e-5b714789587d gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:26:15.893778 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 6e4d11f7-be95-4995-96fc-3deca0db981c is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:15.937373 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-274846e9-2183-45b6-897b-d62da91210bb admin admin] Publish callbacks [] for port (c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:15.979089 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-274846e9-2183-45b6-897b-d62da91210bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:16.021468 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274846e9-2183-45b6-897b-d62da91210bb admin admin] Network d08f29da-d40d-4b15-9f9f-e3612c5ec470 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:26:16.024298 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-274846e9-2183-45b6-897b-d62da91210bb admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:26:16.029610 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-b2ef0d5e-ed7a-42cd-8ebe-aab4f185ac97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f4b18b-d952-4700-a93e-5b714789587d', 'name': 'tempest-TestVolumeBootPattern-504958137-router', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ebbf453f-0c5a-44ff-ad68-109f6e5aabe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:26:14Z', 'revision_number': 3, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'gw_port': {'id': 'ebbf453f-0c5a-44ff-ad68-109f6e5aabe9', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:26:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:16.032596 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274846e9-2183-45b6-897b-d62da91210bb admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:26:16.055712 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274846e9-2183-45b6-897b-d62da91210bb admin admin] Pushing event updated for resources: {'Port': ['ID=c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:16.055979 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ef0d5e-ed7a-42cd-8ebe-aab4f185ac97 None None] The sync data for ids ['81f4b18b-d952-4700-a93e-5b714789587d'] in n-d-712139-27 is: [{'id': '81f4b18b-d952-4700-a93e-5b714789587d', 'name': 'tempest-TestVolumeBootPattern-504958137-router', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ebbf453f-0c5a-44ff-ad68-109f6e5aabe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:26:14Z', 'revision_number': 3, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'gw_port': {'id': 'ebbf453f-0c5a-44ff-ad68-109f6e5aabe9', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:26:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:26:16.076164 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-274846e9-2183-45b6-897b-d62da91210bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (81f4b18b-d952-4700-a93e-5b714789587d), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:16.225748 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 2720a07a-577f-4c83-ad4e-ba6da1232a91 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:26:16.290135 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-274846e9-2183-45b6-897b-d62da91210bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:16.342582 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-03a28313-f1ef-43f9-a634-af6902a5c4f6 None None] Provisioning complete for port c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:16.343191 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-03a28313-f1ef-43f9-a634-af6902a5c4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:16.409380 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c9c2a-fc8c-4576-ab87-459544709517 req-6455c46e-8e4f-4227-ad77-27beceba2b14 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:16.410656 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-03a28313-f1ef-43f9-a634-af6902a5c4f6 None None] Port c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:26:16.411204 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-667c9c2a-fc8c-4576-ab87-459544709517 req-6455c46e-8e4f-4227-ad77-27beceba2b14 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/ports?device_id=77975b1a-9584-48af-b7d4-78a7c0600d55 HTTP/1.1" status: 200 len: 944 time: 0.0684016 Jan 28 03:26:16.421509 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 2720a07a-577f-4c83-ad4e-ba6da1232a91, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=2720a07a-577f-4c83-ad4e-ba6da1232a91,segment=NetworkSegment(ae7fc67a-40e2-49d2-8b2c-9efcf945daeb),segment_id=ae7fc67a-40e2-49d2-8b2c-9efcf945daeb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:16.437686 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '2720a07a-577f-4c83-ad4e-ba6da1232a91', 'network_id': '7f91d1d2-714b-44b5-bb66-d16f7786518c', 'port_id': '2720a07a-577f-4c83-ad4e-ba6da1232a91', 'mac_address': 'fa:16:3e:ef:4a:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e4857fe-d84f-418a-b0ef-13cea717d71c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:26:16.475026 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-667c9c2a-fc8c-4576-ab87-459544709517 req-eddffea5-943a-4934-aab9-804e36c99949 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb3a69a-967a-4f80-969c-9b13b4d1a3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568073 Jan 28 03:26:16.479177 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 2720a07a-577f-4c83-ad4e-ba6da1232a91 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:16.479582 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2720a07a-577f-4c83-ad4e-ba6da1232a91), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:16.503908 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2720a07a-577f-4c83-ad4e-ba6da1232a91 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:26:16.512258 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-274846e9-2183-45b6-897b-d62da91210bb admin admin] Publish callbacks [] for port (c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:16.518921 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-274846e9-2183-45b6-897b-d62da91210bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:16.529497 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 2720a07a-577f-4c83-ad4e-ba6da1232a91, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=2720a07a-577f-4c83-ad4e-ba6da1232a91,segment=NetworkSegment(ae7fc67a-40e2-49d2-8b2c-9efcf945daeb),segment_id=ae7fc67a-40e2-49d2-8b2c-9efcf945daeb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:16.534699 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (2720a07a-577f-4c83-ad4e-ba6da1232a91), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:16.589332 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-274846e9-2183-45b6-897b-d62da91210bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (81f4b18b-d952-4700-a93e-5b714789587d), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:16.590080 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=2720a07a-577f-4c83-ad4e-ba6da1232a91,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:16.591220 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274846e9-2183-45b6-897b-d62da91210bb admin admin] Pushing event updated for resources: {'Port': ['ID=c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:16.708564 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274846e9-2183-45b6-897b-d62da91210bb admin admin] Network d08f29da-d40d-4b15-9f9f-e3612c5ec470 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:26:16.711896 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-274846e9-2183-45b6-897b-d62da91210bb admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:26:16.840288 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 6e4d11f7-be95-4995-96fc-3deca0db981c up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:26:16.841186 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-274846e9-2183-45b6-897b-d62da91210bb admin admin] Router 81f4b18b-d952-4700-a93e-5b714789587d has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:26:16.903259 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 6e4d11f7-be95-4995-96fc-3deca0db981c triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:16.904382 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (6e4d11f7-be95-4995-96fc-3deca0db981c), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:16.955816 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['2720a07a-577f-4c83-ad4e-ba6da1232a91'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:26:16.981339 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274846e9-2183-45b6-897b-d62da91210bb admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:26:16.987667 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-274846e9-2183-45b6-897b-d62da91210bb admin admin] 10.222.0.53 "PUT /v2.0/routers/81f4b18b-d952-4700-a93e-5b714789587d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2148526 Jan 28 03:26:17.067375 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 6e4d11f7-be95-4995-96fc-3deca0db981c is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:17.068674 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ebbf453f-0c5a-44ff-ad68-109f6e5aabe9 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:26:17.117684 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-2b9e8d7b-e67d-4724-8872-8da5028d3f13 None None] Provisioning complete for port c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:17.118163 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2b9e8d7b-e67d-4724-8872-8da5028d3f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:17.178215 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-2b9e8d7b-e67d-4724-8872-8da5028d3f13 None None] Port c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:26:17.200541 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port ebbf453f-0c5a-44ff-ad68-109f6e5aabe9 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:17.200921 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ebbf453f-0c5a-44ff-ad68-109f6e5aabe9), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:17.310563 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port ebbf453f-0c5a-44ff-ad68-109f6e5aabe9 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:17.310994 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ebbf453f-0c5a-44ff-ad68-109f6e5aabe9), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:17.332040 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port ebbf453f-0c5a-44ff-ad68-109f6e5aabe9, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ebbf453f-0c5a-44ff-ad68-109f6e5aabe9,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:17.340229 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ebbf453f-0c5a-44ff-ad68-109f6e5aabe9), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:17.389741 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=ebbf453f-0c5a-44ff-ad68-109f6e5aabe9,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:17.517406 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 54228) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:17.522982 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-37e7ac31-4935-4e53-a5c4-f54d9d3d3760 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2001487906-network', 'tenant_id': '9b24267b778a43c8bd6787958775b2d0'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:26:17.546128 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e7ac31-4935-4e53-a5c4-f54d9d3d3760 admin admin] Made reservation on behalf of 9b24267b778a43c8bd6787958775b2d0 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:26:17.548683 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-37e7ac31-4935-4e53-a5c4-f54d9d3d3760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:17.559643 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-37e7ac31-4935-4e53-a5c4-f54d9d3d3760 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:17.606780 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2373b-25af-44e7-ac4c-5cbe7291c1e3 req-df1c40ee-a5a1-4685-8720-71401c8d9e90 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:17.608649 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-15b2373b-25af-44e7-ac4c-5cbe7291c1e3 req-df1c40ee-a5a1-4685-8720-71401c8d9e90 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/ports?device_id=77975b1a-9584-48af-b7d4-78a7c0600d55 HTTP/1.1" status: 200 len: 945 time: 0.0533140 Jan 28 03:26:17.640110 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-37e7ac31-4935-4e53-a5c4-f54d9d3d3760 admin admin] Publish callbacks [] for security_group (2af4cca2-032d-45db-b920-a3366c879877), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:17.646378 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-37e7ac31-4935-4e53-a5c4-f54d9d3d3760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (2af4cca2-032d-45db-b920-a3366c879877), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:17.662323 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-15b2373b-25af-44e7-ac4c-5cbe7291c1e3 req-5d035230-654e-49c3-a298-5002e8c39966 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb3a69a-967a-4f80-969c-9b13b4d1a3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476375 Jan 28 03:26:17.674477 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37e7ac31-4935-4e53-a5c4-f54d9d3d3760 admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:26:17.691102 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7ac31-4935-4e53-a5c4-f54d9d3d3760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af4cca2-032d-45db-b920-a3366c879877,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:17.696628 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-37e7ac31-4935-4e53-a5c4-f54d9d3d3760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (52601929-2278-4e1c-9ecb-11e2b54c4fd6), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:17.697189 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-37e7ac31-4935-4e53-a5c4-f54d9d3d3760 admin admin] Added segment 52601929-2278-4e1c-9ecb-11e2b54c4fd6 of type vlan for network 18fb74be-c302-4f27-9907-43413210d58f Jan 28 03:26:17.743294 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-37e7ac31-4935-4e53-a5c4-f54d9d3d3760 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (18fb74be-c302-4f27-9907-43413210d58f), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:17.771533 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-37e7ac31-4935-4e53-a5c4-f54d9d3d3760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (18fb74be-c302-4f27-9907-43413210d58f), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:17.772501 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e7ac31-4935-4e53-a5c4-f54d9d3d3760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:17.773138 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-37e7ac31-4935-4e53-a5c4-f54d9d3d3760 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:17.829989 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-37e7ac31-4935-4e53-a5c4-f54d9d3d3760 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3114212 Jan 28 03:26:17.832676 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 54230) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:17.837855 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-ceccc951-11cd-404f-9283-e310cf7629f5 admin admin] Request body: {'subnet': {'network_id': '18fb74be-c302-4f27-9907-43413210d58f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2001487906-subnet', 'tenant_id': '9b24267b778a43c8bd6787958775b2d0', 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:26:17.839362 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a534e525-3cd6-48d5-afc6-8d277e8d5106 None None] Sync routers for ids ['81f4b18b-d952-4700-a93e-5b714789587d'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:26:17.852916 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a534e525-3cd6-48d5-afc6-8d277e8d5106 None None] Routers {'81f4b18b-d952-4700-a93e-5b714789587d'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:26:17.853171 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7ac31-4935-4e53-a5c4-f54d9d3d3760 admin admin] Pushing event updated for resources: {'Network': ['ID=18fb74be-c302-4f27-9907-43413210d58f,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:17.853633 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-a534e525-3cd6-48d5-afc6-8d277e8d5106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:26:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['81f4b18b-d952-4700-a93e-5b714789587d'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:17.867772 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceccc951-11cd-404f-9283-e310cf7629f5 admin admin] Made reservation on behalf of 9b24267b778a43c8bd6787958775b2d0 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:26:17.870216 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ceccc951-11cd-404f-9283-e310cf7629f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:17.894936 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 18fb74be-c302-4f27-9907-43413210d58f details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:26:18.023470 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-a534e525-3cd6-48d5-afc6-8d277e8d5106 None None] Set router 81f4b18b-d952-4700-a93e-5b714789587d gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:26:18.041953 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ceccc951-11cd-404f-9283-e310cf7629f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (f6de38ec-57be-4add-a56f-28570afe771d), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:18.089804 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceccc951-11cd-404f-9283-e310cf7629f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6de38ec-57be-4add-a56f-28570afe771d,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:18.105685 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceccc951-11cd-404f-9283-e310cf7629f5 admin admin] Checking segment: {'id': '52601929-2278-4e1c-9ecb-11e2b54c4fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '18fb74be-c302-4f27-9907-43413210d58f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:26:18.106078 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceccc951-11cd-404f-9283-e310cf7629f5 admin admin] Network hostable DHCP agents. Network: 18fb74be-c302-4f27-9907-43413210d58f, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:26:18.123762 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceccc951-11cd-404f-9283-e310cf7629f5 admin admin] Network 18fb74be-c302-4f27-9907-43413210d58f is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:26:18.135659 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-ceccc951-11cd-404f-9283-e310cf7629f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 18fb74be-c302-4f27-9907-43413210d58f) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:26:18.145092 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cded3d6-c72d-4dda-b033-10593e641dbc None None] Network 18fb74be-c302-4f27-9907-43413210d58f requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:26:18.149129 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceccc951-11cd-404f-9283-e310cf7629f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:18.149450 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ceccc951-11cd-404f-9283-e310cf7629f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:18.169119 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ceccc951-11cd-404f-9283-e310cf7629f5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3353169 Jan 28 03:26:18.171486 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 54234) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:18.176012 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-b44d4037-b620-4105-964d-f858a3e162f1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2001487906-router', 'tenant_id': '9b24267b778a43c8bd6787958775b2d0', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:26:18.195411 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b44d4037-b620-4105-964d-f858a3e162f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (1aed9f81-d623-485c-9cde-4d196bd1948b), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:18.196486 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b44d4037-b620-4105-964d-f858a3e162f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (1aed9f81-d623-485c-9cde-4d196bd1948b), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:18.259855 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b44d4037-b620-4105-964d-f858a3e162f1 admin admin] Publish callbacks [] for router_controller (1aed9f81-d623-485c-9cde-4d196bd1948b), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:18.398438 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b44d4037-b620-4105-964d-f858a3e162f1 admin admin] Publish callbacks [] for router_gateway (1aed9f81-d623-485c-9cde-4d196bd1948b), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:18.424332 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 2720a07a-577f-4c83-ad4e-ba6da1232a91 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:26:18.481624 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5db214-3bb8-479d-be26-282074e24817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-18fb74be-c302-4f27-9907-43413210d58f', 'network_id': '18fb74be-c302-4f27-9907-43413210d58f', 'project_id': '9b24267b778a43c8bd6787958775b2d0', 'fixed_ips': [{'subnet_id': 'f6de38ec-57be-4add-a56f-28570afe771d'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:26:18.482491 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4d5db214-3bb8-479d-be26-282074e24817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:18.578213 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-a534e525-3cd6-48d5-afc6-8d277e8d5106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f4b18b-d952-4700-a93e-5b714789587d', 'name': 'tempest-TestVolumeBootPattern-504958137-router', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ebbf453f-0c5a-44ff-ad68-109f6e5aabe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:26:16Z', 'revision_number': 4, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'gw_port': {'id': 'ebbf453f-0c5a-44ff-ad68-109f6e5aabe9', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8', 'name': '', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'mac_address': 'fa:16:3e:95:e0:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '6fca48db-7702-4589-8da6-18a07f4297d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:15Z', 'updated_at': '2022-01-28T03:26:16Z', 'revision_number': 2, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'subnets': [{'id': '6fca48db-7702-4589-8da6-18a07f4297d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:18.602298 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b44d4037-b620-4105-964d-f858a3e162f1 admin admin] Publish callbacks [] for router_gateway (1aed9f81-d623-485c-9cde-4d196bd1948b), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:18.612851 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a534e525-3cd6-48d5-afc6-8d277e8d5106 None None] Checking router: 81f4b18b-d952-4700-a93e-5b714789587d for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:26:18.613267 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a534e525-3cd6-48d5-afc6-8d277e8d5106 None None] Updating router 81f4b18b-d952-4700-a93e-5b714789587d port c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8 binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:26:18.615149 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 2720a07a-577f-4c83-ad4e-ba6da1232a91 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:26:18.621170 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b44d4037-b620-4105-964d-f858a3e162f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:18.642658 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 2720a07a-577f-4c83-ad4e-ba6da1232a91 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:18.643048 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (2720a07a-577f-4c83-ad4e-ba6da1232a91), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:18.693678 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a534e525-3cd6-48d5-afc6-8d277e8d5106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:18.715143 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ebbf453f-0c5a-44ff-ad68-109f6e5aabe9 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:26:18.753422 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-b44d4037-b620-4105-964d-f858a3e162f1 admin admin] Allocated IP 172.25.0.230 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/7f96c0ef-6bf5-4d2b-a105-79ed013436b5) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:26:18.808825 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb9e455-d8af-465a-9185-3764db558eff req-1be53b29-30b8-4149-b9da-67e2074dab97 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:18.810600 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ffb9e455-d8af-465a-9185-3764db558eff req-1be53b29-30b8-4149-b9da-67e2074dab97 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/ports?device_id=77975b1a-9584-48af-b7d4-78a7c0600d55 HTTP/1.1" status: 200 len: 945 time: 0.0594230 Jan 28 03:26:18.822943 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-4d5db214-3bb8-479d-be26-282074e24817 None None] Allocated IP 172.20.0.2 (18fb74be-c302-4f27-9907-43413210d58f/f6de38ec-57be-4add-a56f-28570afe771d/8618d1a9-0550-4fef-b39a-b383ca369a73) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:26:18.866778 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ffb9e455-d8af-465a-9185-3764db558eff req-047df963-d38e-41fe-ad9d-9bfba3739e34 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb3a69a-967a-4f80-969c-9b13b4d1a3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462670 Jan 28 03:26:18.893281 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b44d4037-b620-4105-964d-f858a3e162f1 admin admin] Publish callbacks [] for port (7f96c0ef-6bf5-4d2b-a105-79ed013436b5), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:18.933853 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b44d4037-b620-4105-964d-f858a3e162f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (7f96c0ef-6bf5-4d2b-a105-79ed013436b5), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:18.973269 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44d4037-b620-4105-964d-f858a3e162f1 admin admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:26:18.978164 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-b44d4037-b620-4105-964d-f858a3e162f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:26:18.982703 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44d4037-b620-4105-964d-f858a3e162f1 admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:26:18.985739 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d4037-b620-4105-964d-f858a3e162f1 admin admin] Pushing event updated for resources: {'Port': ['ID=7f96c0ef-6bf5-4d2b-a105-79ed013436b5,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:19.036832 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port ebbf453f-0c5a-44ff-ad68-109f6e5aabe9 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:19.037462 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ebbf453f-0c5a-44ff-ad68-109f6e5aabe9), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:19.075338 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 2720a07a-577f-4c83-ad4e-ba6da1232a91 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:19.075729 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2720a07a-577f-4c83-ad4e-ba6da1232a91), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:19.179701 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77975b1a-9584-48af-b7d4-78a7c0600d55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2720a07a-577f-4c83-ad4e-ba6da1232a91'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:26:19.181974 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02456c28-ac64-4353-bed1-75add53e028c" -d '{"events": [{"server_uuid": "77975b1a-9584-48af-b7d4-78a7c0600d55", "name": "network-vif-plugged", "status": "completed", "tag": "2720a07a-577f-4c83-ad4e-ba6da1232a91"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:26:19.224520 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 2720a07a-577f-4c83-ad4e-ba6da1232a91, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=2720a07a-577f-4c83-ad4e-ba6da1232a91,segment=NetworkSegment(ae7fc67a-40e2-49d2-8b2c-9efcf945daeb),segment_id=ae7fc67a-40e2-49d2-8b2c-9efcf945daeb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:19.241339 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b44d4037-b620-4105-964d-f858a3e162f1 admin admin] Publish callbacks [] for router_gateway (1aed9f81-d623-485c-9cde-4d196bd1948b), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:19.248863 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (2720a07a-577f-4c83-ad4e-ba6da1232a91), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:19.252254 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad30f40-f7ea-4198-8017-65f8657e22c2 x-openstack-request-id: req-aad30f40-f7ea-4198-8017-65f8657e22c2 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:26:19.252540 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77975b1a-9584-48af-b7d4-78a7c0600d55", "name": "network-vif-plugged", "status": "completed", "tag": "2720a07a-577f-4c83-ad4e-ba6da1232a91", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:26:19.252800 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aad30f40-f7ea-4198-8017-65f8657e22c2 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:26:19.253387 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77975b1a-9584-48af-b7d4-78a7c0600d55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2720a07a-577f-4c83-ad4e-ba6da1232a91', 'code': 200} Jan 28 03:26:19.338631 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4d5db214-3bb8-479d-be26-282074e24817 None None] Publish callbacks [] for port (8618d1a9-0550-4fef-b39a-b383ca369a73), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:19.364679 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4d5db214-3bb8-479d-be26-282074e24817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (8618d1a9-0550-4fef-b39a-b383ca369a73), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:19.403225 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port ebbf453f-0c5a-44ff-ad68-109f6e5aabe9 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:19.409486 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=2720a07a-577f-4c83-ad4e-ba6da1232a91,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:19.415472 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc046c9-9012-4e81-865b-d486a201c3b7 req-25dc8b5e-8067-4e29-b7b0-37abf609653d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:19.417659 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bcc046c9-9012-4e81-865b-d486a201c3b7 req-25dc8b5e-8067-4e29-b7b0-37abf609653d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=77975b1a-9584-48af-b7d4-78a7c0600d55 HTTP/1.1" status: 200 len: 1098 time: 0.0719328 Jan 28 03:26:19.459592 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5db214-3bb8-479d-be26-282074e24817 None None] Network 18fb74be-c302-4f27-9907-43413210d58f is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:26:19.465715 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-4d5db214-3bb8-479d-be26-282074e24817 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:26:19.468922 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5db214-3bb8-479d-be26-282074e24817 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:26:19.473587 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bcc046c9-9012-4e81-865b-d486a201c3b7 req-050721a2-42e5-4bb7-9e1b-a03156ac8c10 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=dcb3a69a-967a-4f80-969c-9b13b4d1a3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502064 Jan 28 03:26:19.498968 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a534e525-3cd6-48d5-afc6-8d277e8d5106 None None] Publish callbacks [] for port (c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:19.500624 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5db214-3bb8-479d-be26-282074e24817 None None] Pushing event updated for resources: {'Port': ['ID=8618d1a9-0550-4fef-b39a-b383ca369a73,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:19.518154 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b44d4037-b620-4105-964d-f858a3e162f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (1aed9f81-d623-485c-9cde-4d196bd1948b), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:19.527455 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a534e525-3cd6-48d5-afc6-8d277e8d5106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:19.600265 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b5287-cd7b-415b-b391-0e17ca14d398 None None] Pushing event updated for resources: {'Port': ['ID=c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:19.604365 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-4d5db214-3bb8-479d-be26-282074e24817 None None] Attempting to bind port 8618d1a9-0550-4fef-b39a-b383ca369a73 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:26:19.604732 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-4d5db214-3bb8-479d-be26-282074e24817 None None] Attempting to bind port 8618d1a9-0550-4fef-b39a-b383ca369a73 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '52601929-2278-4e1c-9ecb-11e2b54c4fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '18fb74be-c302-4f27-9907-43413210d58f'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:26:19.605176 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5db214-3bb8-479d-be26-282074e24817 None None] Attempting to bind port 8618d1a9-0550-4fef-b39a-b383ca369a73 on network 18fb74be-c302-4f27-9907-43413210d58f {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:26:19.641239 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5db214-3bb8-479d-be26-282074e24817 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:26:19.641965 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5db214-3bb8-479d-be26-282074e24817 None None] Checking segment: {'id': '52601929-2278-4e1c-9ecb-11e2b54c4fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '18fb74be-c302-4f27-9907-43413210d58f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:26:19.643300 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4d5db214-3bb8-479d-be26-282074e24817 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:19.643711 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5db214-3bb8-479d-be26-282074e24817 None None] Bound using segment: {'id': '52601929-2278-4e1c-9ecb-11e2b54c4fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '18fb74be-c302-4f27-9907-43413210d58f'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:26:19.644722 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-4d5db214-3bb8-479d-be26-282074e24817 None None] Bound port: 8618d1a9-0550-4fef-b39a-b383ca369a73, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52601929-2278-4e1c-9ecb-11e2b54c4fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '18fb74be-c302-4f27-9907-43413210d58f'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:26:19.645329 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4d5db214-3bb8-479d-be26-282074e24817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8618d1a9-0550-4fef-b39a-b383ca369a73), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:19.665714 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b44d4037-b620-4105-964d-f858a3e162f1 admin admin] Router 1aed9f81-d623-485c-9cde-4d196bd1948b is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:26:19.712411 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-a534e525-3cd6-48d5-afc6-8d277e8d5106 None None] Attempting to bind port c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:26:19.712646 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-a534e525-3cd6-48d5-afc6-8d277e8d5106 None None] Attempting to bind port c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e2233469-b8a2-417c-9e5e-795b0e977ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:26:19.712896 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a534e525-3cd6-48d5-afc6-8d277e8d5106 None None] Attempting to bind port c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8 on network d08f29da-d40d-4b15-9f9f-e3612c5ec470 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:26:19.731840 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a534e525-3cd6-48d5-afc6-8d277e8d5106 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:26:19.732152 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a534e525-3cd6-48d5-afc6-8d277e8d5106 None None] Checking segment: {'id': 'e2233469-b8a2-417c-9e5e-795b0e977ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:26:19.732884 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a534e525-3cd6-48d5-afc6-8d277e8d5106 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:19.733321 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a534e525-3cd6-48d5-afc6-8d277e8d5106 None None] Bound using segment: {'id': 'e2233469-b8a2-417c-9e5e-795b0e977ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:26:19.733913 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-a534e525-3cd6-48d5-afc6-8d277e8d5106 None None] Bound port: c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2233469-b8a2-417c-9e5e-795b0e977ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:26:19.735039 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a534e525-3cd6-48d5-afc6-8d277e8d5106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:19.767441 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-4d5db214-3bb8-479d-be26-282074e24817 None None] For port 8618d1a9-0550-4fef-b39a-b383ca369a73, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:26:19.794119 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44d4037-b620-4105-964d-f858a3e162f1 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:26:19.802995 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-4d5db214-3bb8-479d-be26-282074e24817 None None] For port 8618d1a9-0550-4fef-b39a-b383ca369a73, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=8618d1a9-0550-4fef-b39a-b383ca369a73,segment=NetworkSegment(52601929-2278-4e1c-9ecb-11e2b54c4fd6),segment_id=52601929-2278-4e1c-9ecb-11e2b54c4fd6)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:26:19.804099 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cdc18e-95e2-46eb-bf04-e5bc9ddb0a49 None None] Sync routers for ids ['1aed9f81-d623-485c-9cde-4d196bd1948b'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:26:19.815848 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4d5db214-3bb8-479d-be26-282074e24817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (8618d1a9-0550-4fef-b39a-b383ca369a73), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:19.817448 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cdc18e-95e2-46eb-bf04-e5bc9ddb0a49 None None] Routers {'1aed9f81-d623-485c-9cde-4d196bd1948b'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:26:19.818750 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a4cdc18e-95e2-46eb-bf04-e5bc9ddb0a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:26:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['1aed9f81-d623-485c-9cde-4d196bd1948b'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:19.822163 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b44d4037-b620-4105-964d-f858a3e162f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:19.826205 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b44d4037-b620-4105-964d-f858a3e162f1 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6511099 Jan 28 03:26:19.826987 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 54242) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:26:19.872699 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-a534e525-3cd6-48d5-afc6-8d277e8d5106 None None] For port c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:26:19.877347 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-a534e525-3cd6-48d5-afc6-8d277e8d5106 None None] For port c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8,segment=NetworkSegment(e2233469-b8a2-417c-9e5e-795b0e977ffd),segment_id=e2233469-b8a2-417c-9e5e-795b0e977ffd)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:26:19.890604 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a534e525-3cd6-48d5-afc6-8d277e8d5106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:19.932694 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5db214-3bb8-479d-be26-282074e24817 None None] Pushing event updated for resources: {'Port': ['ID=8618d1a9-0550-4fef-b39a-b383ca369a73,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:19.935231 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-a4cdc18e-95e2-46eb-bf04-e5bc9ddb0a49 None None] Set router 1aed9f81-d623-485c-9cde-4d196bd1948b gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:26:20.005501 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a534e525-3cd6-48d5-afc6-8d277e8d5106 None None] Routers {'81f4b18b-d952-4700-a93e-5b714789587d'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:26:20.006337 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-a534e525-3cd6-48d5-afc6-8d277e8d5106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:26:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['81f4b18b-d952-4700-a93e-5b714789587d'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:20.017372 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-57cc3c09-8565-4a1a-bf5f-f88cea4da76e None None] Provisioning complete for port c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:20.017834 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-57cc3c09-8565-4a1a-bf5f-f88cea4da76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:20.048678 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b5287-cd7b-415b-b391-0e17ca14d398 None None] Pushing event updated for resources: {'Port': ['ID=c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:20.134818 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778733c-89f8-4432-9484-784fa1cabc1c req-0e060ef2-13aa-4dc7-9b13-b1c5171cf7b0 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:20.143913 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0778733c-89f8-4432-9484-784fa1cabc1c req-0e060ef2-13aa-4dc7-9b13-b1c5171cf7b0 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/ports?device_id=77975b1a-9584-48af-b7d4-78a7c0600d55 HTTP/1.1" status: 200 len: 946 time: 0.1140945 Jan 28 03:26:20.197832 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a4cdc18e-95e2-46eb-bf04-e5bc9ddb0a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aed9f81-d623-485c-9cde-4d196bd1948b', 'name': 'tempest-TestVolumeBootPattern-2001487906-router', 'tenant_id': '9b24267b778a43c8bd6787958775b2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '7f96c0ef-6bf5-4d2b-a105-79ed013436b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:18Z', 'updated_at': '2022-01-28T03:26:19Z', 'revision_number': 3, 'project_id': '9b24267b778a43c8bd6787958775b2d0', 'gw_port': {'id': '7f96c0ef-6bf5-4d2b-a105-79ed013436b5', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ad:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aed9f81-d623-485c-9cde-4d196bd1948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:18Z', 'updated_at': '2022-01-28T03:26:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:20.257491 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cdc18e-95e2-46eb-bf04-e5bc9ddb0a49 None None] Checking router: 1aed9f81-d623-485c-9cde-4d196bd1948b for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:26:20.258226 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cdc18e-95e2-46eb-bf04-e5bc9ddb0a49 None None] Updating router 1aed9f81-d623-485c-9cde-4d196bd1948b port 7f96c0ef-6bf5-4d2b-a105-79ed013436b5 binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:26:20.265646 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-57cc3c09-8565-4a1a-bf5f-f88cea4da76e None None] Current status of the port c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:20.266284 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-57cc3c09-8565-4a1a-bf5f-f88cea4da76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:20.270289 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-a534e525-3cd6-48d5-afc6-8d277e8d5106 None None] Set router 81f4b18b-d952-4700-a93e-5b714789587d gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:26:20.314221 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-a4cdc18e-95e2-46eb-bf04-e5bc9ddb0a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7f96c0ef-6bf5-4d2b-a105-79ed013436b5), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:20.376263 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-57cc3c09-8565-4a1a-bf5f-f88cea4da76e None None] For port c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8,segment=NetworkSegment(e2233469-b8a2-417c-9e5e-795b0e977ffd),segment_id=e2233469-b8a2-417c-9e5e-795b0e977ffd)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:20.393352 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-57cc3c09-8565-4a1a-bf5f-f88cea4da76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:20.644986 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc3c09-8565-4a1a-bf5f-f88cea4da76e None None] Pushing event updated for resources: {'Port': ['ID=c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:20.679703 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-5e0bcb48-acb1-489e-815f-c89c0a5b1838 None None] Provisioning complete for port c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:20.680082 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5e0bcb48-acb1-489e-815f-c89c0a5b1838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:20.727961 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-a4cdc18e-95e2-46eb-bf04-e5bc9ddb0a49 None None] Publish callbacks [] for port (7f96c0ef-6bf5-4d2b-a105-79ed013436b5), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:20.737407 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-a4cdc18e-95e2-46eb-bf04-e5bc9ddb0a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (7f96c0ef-6bf5-4d2b-a105-79ed013436b5), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:20.750190 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0778733c-89f8-4432-9484-784fa1cabc1c req-54f04f09-0bb7-425b-8e9b-131a0a52649f tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb3a69a-967a-4f80-969c-9b13b4d1a3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6051021 Jan 28 03:26:20.802733 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-a4cdc18e-95e2-46eb-bf04-e5bc9ddb0a49 None None] Attempting to bind port 7f96c0ef-6bf5-4d2b-a105-79ed013436b5 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:26:20.803434 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-a4cdc18e-95e2-46eb-bf04-e5bc9ddb0a49 None None] Attempting to bind port 7f96c0ef-6bf5-4d2b-a105-79ed013436b5 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:26:20.804179 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cdc18e-95e2-46eb-bf04-e5bc9ddb0a49 None None] Attempting to bind port 7f96c0ef-6bf5-4d2b-a105-79ed013436b5 on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:26:20.815154 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cdc18e-95e2-46eb-bf04-e5bc9ddb0a49 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:26:20.815888 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cdc18e-95e2-46eb-bf04-e5bc9ddb0a49 None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:26:20.817383 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-a4cdc18e-95e2-46eb-bf04-e5bc9ddb0a49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:20.818779 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cdc18e-95e2-46eb-bf04-e5bc9ddb0a49 None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:26:20.820103 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-a4cdc18e-95e2-46eb-bf04-e5bc9ddb0a49 None None] Bound port: 7f96c0ef-6bf5-4d2b-a105-79ed013436b5, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:26:20.822943 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-a4cdc18e-95e2-46eb-bf04-e5bc9ddb0a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7f96c0ef-6bf5-4d2b-a105-79ed013436b5), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:20.902348 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-5e0bcb48-acb1-489e-815f-c89c0a5b1838 None None] Current status of the port c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:20.904943 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-a4cdc18e-95e2-46eb-bf04-e5bc9ddb0a49 None None] For port 7f96c0ef-6bf5-4d2b-a105-79ed013436b5, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:26:20.905292 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 8618d1a9-0550-4fef-b39a-b383ca369a73 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:26:20.910555 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-a4cdc18e-95e2-46eb-bf04-e5bc9ddb0a49 None None] For port 7f96c0ef-6bf5-4d2b-a105-79ed013436b5, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=7f96c0ef-6bf5-4d2b-a105-79ed013436b5,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:26:20.920296 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-a4cdc18e-95e2-46eb-bf04-e5bc9ddb0a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (7f96c0ef-6bf5-4d2b-a105-79ed013436b5), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:20.935044 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2bea2c-4f2d-45d6-8536-4a11aafb286b None None] Pushing event updated for resources: {'Port': ['ID=7f96c0ef-6bf5-4d2b-a105-79ed013436b5,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:20.967209 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5eed7286-ae2d-4309-ab3f-890b2fd84b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:20.999459 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2bea2c-4f2d-45d6-8536-4a11aafb286b None None] Pushing event updated for resources: {'Port': ['ID=7f96c0ef-6bf5-4d2b-a105-79ed013436b5,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:21.012901 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cdc18e-95e2-46eb-bf04-e5bc9ddb0a49 None None] Routers {'1aed9f81-d623-485c-9cde-4d196bd1948b'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:26:21.013734 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a4cdc18e-95e2-46eb-bf04-e5bc9ddb0a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:26:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['1aed9f81-d623-485c-9cde-4d196bd1948b'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:21.123169 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-a534e525-3cd6-48d5-afc6-8d277e8d5106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f4b18b-d952-4700-a93e-5b714789587d', 'name': 'tempest-TestVolumeBootPattern-504958137-router', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ebbf453f-0c5a-44ff-ad68-109f6e5aabe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:26:16Z', 'revision_number': 4, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'gw_port': {'id': 'ebbf453f-0c5a-44ff-ad68-109f6e5aabe9', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8', 'name': '', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'mac_address': 'fa:16:3e:95:e0:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '6fca48db-7702-4589-8da6-18a07f4297d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:15Z', 'updated_at': '2022-01-28T03:26:19Z', 'revision_number': 4, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'subnets': [{'id': '6fca48db-7702-4589-8da6-18a07f4297d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:21.130109 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-a4cdc18e-95e2-46eb-bf04-e5bc9ddb0a49 None None] Set router 1aed9f81-d623-485c-9cde-4d196bd1948b gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:26:21.140775 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-5eed7286-ae2d-4309-ab3f-890b2fd84b32 admin admin] Allocated IP 172.20.0.1 (18fb74be-c302-4f27-9907-43413210d58f/f6de38ec-57be-4add-a56f-28570afe771d/3ba626c4-7c52-4d29-bc3f-9d907b1ee152) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:26:21.167831 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a534e525-3cd6-48d5-afc6-8d277e8d5106 None None] The sync data for ids ['81f4b18b-d952-4700-a93e-5b714789587d'] in n-d-712139-27 is: [{'id': '81f4b18b-d952-4700-a93e-5b714789587d', 'name': 'tempest-TestVolumeBootPattern-504958137-router', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ebbf453f-0c5a-44ff-ad68-109f6e5aabe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:26:16Z', 'revision_number': 4, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'gw_port': {'id': 'ebbf453f-0c5a-44ff-ad68-109f6e5aabe9', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8', 'name': '', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'mac_address': 'fa:16:3e:95:e0:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '6fca48db-7702-4589-8da6-18a07f4297d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:15Z', 'updated_at': '2022-01-28T03:26:19Z', 'revision_number': 4, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'subnets': [{'id': '6fca48db-7702-4589-8da6-18a07f4297d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:26:21.175478 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 8618d1a9-0550-4fef-b39a-b383ca369a73 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:21.175860 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (8618d1a9-0550-4fef-b39a-b383ca369a73), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:21.338186 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5eed7286-ae2d-4309-ab3f-890b2fd84b32 admin admin] Publish callbacks [] for port (3ba626c4-7c52-4d29-bc3f-9d907b1ee152), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:21.349968 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 8618d1a9-0550-4fef-b39a-b383ca369a73 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:21.350366 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8618d1a9-0550-4fef-b39a-b383ca369a73), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:21.380786 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5eed7286-ae2d-4309-ab3f-890b2fd84b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (3ba626c4-7c52-4d29-bc3f-9d907b1ee152), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:21.411912 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 8618d1a9-0550-4fef-b39a-b383ca369a73, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=8618d1a9-0550-4fef-b39a-b383ca369a73,segment=NetworkSegment(52601929-2278-4e1c-9ecb-11e2b54c4fd6),segment_id=52601929-2278-4e1c-9ecb-11e2b54c4fd6)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:21.422529 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (8618d1a9-0550-4fef-b39a-b383ca369a73), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:21.459270 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eed7286-ae2d-4309-ab3f-890b2fd84b32 admin admin] Network 18fb74be-c302-4f27-9907-43413210d58f is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:26:21.462839 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-5eed7286-ae2d-4309-ab3f-890b2fd84b32 admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:26:21.468368 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eed7286-ae2d-4309-ab3f-890b2fd84b32 admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:26:21.508526 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed7286-ae2d-4309-ab3f-890b2fd84b32 admin admin] Pushing event updated for resources: {'Port': ['ID=3ba626c4-7c52-4d29-bc3f-9d907b1ee152,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:21.525893 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=8618d1a9-0550-4fef-b39a-b383ca369a73,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:21.544034 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5eed7286-ae2d-4309-ab3f-890b2fd84b32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (1aed9f81-d623-485c-9cde-4d196bd1948b), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:21.580313 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-a4cdc18e-95e2-46eb-bf04-e5bc9ddb0a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aed9f81-d623-485c-9cde-4d196bd1948b', 'name': 'tempest-TestVolumeBootPattern-2001487906-router', 'tenant_id': '9b24267b778a43c8bd6787958775b2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '7f96c0ef-6bf5-4d2b-a105-79ed013436b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:18Z', 'updated_at': '2022-01-28T03:26:19Z', 'revision_number': 3, 'project_id': '9b24267b778a43c8bd6787958775b2d0', 'gw_port': {'id': '7f96c0ef-6bf5-4d2b-a105-79ed013436b5', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ad:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aed9f81-d623-485c-9cde-4d196bd1948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:18Z', 'updated_at': '2022-01-28T03:26:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:21.621098 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cdc18e-95e2-46eb-bf04-e5bc9ddb0a49 None None] The sync data for ids ['1aed9f81-d623-485c-9cde-4d196bd1948b'] in n-d-712139-27 is: [{'id': '1aed9f81-d623-485c-9cde-4d196bd1948b', 'name': 'tempest-TestVolumeBootPattern-2001487906-router', 'tenant_id': '9b24267b778a43c8bd6787958775b2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '7f96c0ef-6bf5-4d2b-a105-79ed013436b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:18Z', 'updated_at': '2022-01-28T03:26:19Z', 'revision_number': 3, 'project_id': '9b24267b778a43c8bd6787958775b2d0', 'gw_port': {'id': '7f96c0ef-6bf5-4d2b-a105-79ed013436b5', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ad:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aed9f81-d623-485c-9cde-4d196bd1948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:18Z', 'updated_at': '2022-01-28T03:26:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:26:21.690863 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc73bb0-8c14-43f1-900d-294aac0e569b None None] Network 18fb74be-c302-4f27-9907-43413210d58f requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:26:21.720354 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5eed7286-ae2d-4309-ab3f-890b2fd84b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3ba626c4-7c52-4d29-bc3f-9d907b1ee152), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:21.774572 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-8618d67a-0a07-459d-9f19-1cbb5946066e None None] Provisioning complete for port 8618d1a9-0550-4fef-b39a-b383ca369a73 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:21.774702 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8618d67a-0a07-459d-9f19-1cbb5946066e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (8618d1a9-0550-4fef-b39a-b383ca369a73), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:21.918187 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-8618d67a-0a07-459d-9f19-1cbb5946066e None None] Current status of the port 8618d1a9-0550-4fef-b39a-b383ca369a73 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:21.950035 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f45be7-5ce3-44ca-b7d0-ea60a639cbc3 req-95732cf3-3fc4-4f92-b3f1-d09c920eec4c tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:21.951788 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-67f45be7-5ce3-44ca-b7d0-ea60a639cbc3 req-95732cf3-3fc4-4f92-b3f1-d09c920eec4c tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/ports?device_id=77975b1a-9584-48af-b7d4-78a7c0600d55 HTTP/1.1" status: 200 len: 946 time: 0.1018853 Jan 28 03:26:21.982436 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5eed7286-ae2d-4309-ab3f-890b2fd84b32 admin admin] Publish callbacks [] for port (3ba626c4-7c52-4d29-bc3f-9d907b1ee152), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:21.996305 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5eed7286-ae2d-4309-ab3f-890b2fd84b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (3ba626c4-7c52-4d29-bc3f-9d907b1ee152), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:22.104032 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-67f45be7-5ce3-44ca-b7d0-ea60a639cbc3 req-301a5a2c-e1e5-448d-912d-32ffb1de704e tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb3a69a-967a-4f80-969c-9b13b4d1a3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411462 Jan 28 03:26:22.104598 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed7286-ae2d-4309-ab3f-890b2fd84b32 admin admin] Pushing event updated for resources: {'Port': ['ID=3ba626c4-7c52-4d29-bc3f-9d907b1ee152,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:22.121332 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5eed7286-ae2d-4309-ab3f-890b2fd84b32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (1aed9f81-d623-485c-9cde-4d196bd1948b), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:22.285864 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eed7286-ae2d-4309-ab3f-890b2fd84b32 admin admin] Network 18fb74be-c302-4f27-9907-43413210d58f is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:26:22.288230 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-5eed7286-ae2d-4309-ab3f-890b2fd84b32 admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:26:22.359814 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-e97ab816-b73d-432b-bb6f-3757034a6654 None None] Provisioning complete for port 8618d1a9-0550-4fef-b39a-b383ca369a73 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:22.360447 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e97ab816-b73d-432b-bb6f-3757034a6654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (8618d1a9-0550-4fef-b39a-b383ca369a73), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:22.467344 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eed7286-ae2d-4309-ab3f-890b2fd84b32 admin admin] Router 1aed9f81-d623-485c-9cde-4d196bd1948b has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:26:22.525928 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e97ab816-b73d-432b-bb6f-3757034a6654 None None] Current status of the port 8618d1a9-0550-4fef-b39a-b383ca369a73 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:22.538847 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-e97ab816-b73d-432b-bb6f-3757034a6654 None None] Provisioning complete for port 3ba626c4-7c52-4d29-bc3f-9d907b1ee152 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:22.539370 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e97ab816-b73d-432b-bb6f-3757034a6654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3ba626c4-7c52-4d29-bc3f-9d907b1ee152), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:22.613190 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e97ab816-b73d-432b-bb6f-3757034a6654 None None] Port 3ba626c4-7c52-4d29-bc3f-9d907b1ee152 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:26:22.762914 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7c876633-6ae8-4a55-8d69-3d65b3a0eb40 None None] Provisioning complete for port 3ba626c4-7c52-4d29-bc3f-9d907b1ee152 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:22.763694 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7c876633-6ae8-4a55-8d69-3d65b3a0eb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3ba626c4-7c52-4d29-bc3f-9d907b1ee152), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:22.781155 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eed7286-ae2d-4309-ab3f-890b2fd84b32 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:26:22.786606 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5eed7286-ae2d-4309-ab3f-890b2fd84b32 admin admin] 10.222.0.53 "PUT /v2.0/routers/1aed9f81-d623-485c-9cde-4d196bd1948b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9586189 Jan 28 03:26:22.815138 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7c876633-6ae8-4a55-8d69-3d65b3a0eb40 None None] Port 3ba626c4-7c52-4d29-bc3f-9d907b1ee152 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:26:23.050212 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-5e6e3600-264d-44a2-96d7-d04c386249fb None None] Provisioning complete for port 3ba626c4-7c52-4d29-bc3f-9d907b1ee152 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:23.050606 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5e6e3600-264d-44a2-96d7-d04c386249fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3ba626c4-7c52-4d29-bc3f-9d907b1ee152), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:23.077556 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 7f96c0ef-6bf5-4d2b-a105-79ed013436b5 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:26:23.125032 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-5e6e3600-264d-44a2-96d7-d04c386249fb None None] Port 3ba626c4-7c52-4d29-bc3f-9d907b1ee152 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:26:23.151914 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 7f96c0ef-6bf5-4d2b-a105-79ed013436b5 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:23.152401 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7f96c0ef-6bf5-4d2b-a105-79ed013436b5), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:23.266892 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 7f96c0ef-6bf5-4d2b-a105-79ed013436b5 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:23.273412 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7f96c0ef-6bf5-4d2b-a105-79ed013436b5), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:23.306128 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 7f96c0ef-6bf5-4d2b-a105-79ed013436b5, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=7f96c0ef-6bf5-4d2b-a105-79ed013436b5,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:23.317708 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (7f96c0ef-6bf5-4d2b-a105-79ed013436b5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:23.318865 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:26:23.404772 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=7f96c0ef-6bf5-4d2b-a105-79ed013436b5,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:23.417708 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:23.418165 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:23.508571 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:23.510000 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 8618d1a9-0550-4fef-b39a-b383ca369a73 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:26:23.564328 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 8618d1a9-0550-4fef-b39a-b383ca369a73 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:23.565167 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (8618d1a9-0550-4fef-b39a-b383ca369a73), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:23.647238 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 8618d1a9-0550-4fef-b39a-b383ca369a73 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:24.258433 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788b7260-9c62-4ead-89b3-eef86f87b40f None None] Sync routers for ids ['1aed9f81-d623-485c-9cde-4d196bd1948b'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:26:24.270622 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788b7260-9c62-4ead-89b3-eef86f87b40f None None] Routers {'1aed9f81-d623-485c-9cde-4d196bd1948b'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:26:24.271715 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-788b7260-9c62-4ead-89b3-eef86f87b40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:26:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['1aed9f81-d623-485c-9cde-4d196bd1948b'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:24.391977 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-788b7260-9c62-4ead-89b3-eef86f87b40f None None] Set router 1aed9f81-d623-485c-9cde-4d196bd1948b gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:26:24.599005 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-788b7260-9c62-4ead-89b3-eef86f87b40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aed9f81-d623-485c-9cde-4d196bd1948b', 'name': 'tempest-TestVolumeBootPattern-2001487906-router', 'tenant_id': '9b24267b778a43c8bd6787958775b2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '7f96c0ef-6bf5-4d2b-a105-79ed013436b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:18Z', 'updated_at': '2022-01-28T03:26:21Z', 'revision_number': 4, 'project_id': '9b24267b778a43c8bd6787958775b2d0', 'gw_port': {'id': '7f96c0ef-6bf5-4d2b-a105-79ed013436b5', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ad:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aed9f81-d623-485c-9cde-4d196bd1948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:18Z', 'updated_at': '2022-01-28T03:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '3ba626c4-7c52-4d29-bc3f-9d907b1ee152', 'name': '', 'network_id': '18fb74be-c302-4f27-9907-43413210d58f', 'tenant_id': '9b24267b778a43c8bd6787958775b2d0', 'mac_address': 'fa:16:3e:1f:f2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aed9f81-d623-485c-9cde-4d196bd1948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'f6de38ec-57be-4add-a56f-28570afe771d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:20Z', 'updated_at': '2022-01-28T03:26:21Z', 'revision_number': 2, 'project_id': '9b24267b778a43c8bd6787958775b2d0', 'subnets': [{'id': 'f6de38ec-57be-4add-a56f-28570afe771d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:24.624802 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788b7260-9c62-4ead-89b3-eef86f87b40f None None] Checking router: 1aed9f81-d623-485c-9cde-4d196bd1948b for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:26:24.625200 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788b7260-9c62-4ead-89b3-eef86f87b40f None None] Updating router 1aed9f81-d623-485c-9cde-4d196bd1948b port 3ba626c4-7c52-4d29-bc3f-9d907b1ee152 binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:26:24.652252 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-788b7260-9c62-4ead-89b3-eef86f87b40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3ba626c4-7c52-4d29-bc3f-9d907b1ee152), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:24.725676 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 7f96c0ef-6bf5-4d2b-a105-79ed013436b5 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:26:24.892957 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 7f96c0ef-6bf5-4d2b-a105-79ed013436b5 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:24.893369 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7f96c0ef-6bf5-4d2b-a105-79ed013436b5), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:25.049364 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 7f96c0ef-6bf5-4d2b-a105-79ed013436b5 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:25.068371 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-788b7260-9c62-4ead-89b3-eef86f87b40f None None] Publish callbacks [] for port (3ba626c4-7c52-4d29-bc3f-9d907b1ee152), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:25.076987 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-788b7260-9c62-4ead-89b3-eef86f87b40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3ba626c4-7c52-4d29-bc3f-9d907b1ee152), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:25.130837 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903adc39-e59b-49fd-8b87-e0e01f3b4bb0 None None] Pushing event updated for resources: {'Port': ['ID=3ba626c4-7c52-4d29-bc3f-9d907b1ee152,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:25.190111 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-788b7260-9c62-4ead-89b3-eef86f87b40f None None] Attempting to bind port 3ba626c4-7c52-4d29-bc3f-9d907b1ee152 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:26:25.190482 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-788b7260-9c62-4ead-89b3-eef86f87b40f None None] Attempting to bind port 3ba626c4-7c52-4d29-bc3f-9d907b1ee152 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '52601929-2278-4e1c-9ecb-11e2b54c4fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '18fb74be-c302-4f27-9907-43413210d58f'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:26:25.190855 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788b7260-9c62-4ead-89b3-eef86f87b40f None None] Attempting to bind port 3ba626c4-7c52-4d29-bc3f-9d907b1ee152 on network 18fb74be-c302-4f27-9907-43413210d58f {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:26:25.197494 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788b7260-9c62-4ead-89b3-eef86f87b40f None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:26:25.197882 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788b7260-9c62-4ead-89b3-eef86f87b40f None None] Checking segment: {'id': '52601929-2278-4e1c-9ecb-11e2b54c4fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '18fb74be-c302-4f27-9907-43413210d58f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:26:25.198273 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-788b7260-9c62-4ead-89b3-eef86f87b40f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:25.198673 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788b7260-9c62-4ead-89b3-eef86f87b40f None None] Bound using segment: {'id': '52601929-2278-4e1c-9ecb-11e2b54c4fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '18fb74be-c302-4f27-9907-43413210d58f'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:26:25.199219 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-788b7260-9c62-4ead-89b3-eef86f87b40f None None] Bound port: 3ba626c4-7c52-4d29-bc3f-9d907b1ee152, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52601929-2278-4e1c-9ecb-11e2b54c4fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '18fb74be-c302-4f27-9907-43413210d58f'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:26:25.199594 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-788b7260-9c62-4ead-89b3-eef86f87b40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3ba626c4-7c52-4d29-bc3f-9d907b1ee152), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:25.267508 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-788b7260-9c62-4ead-89b3-eef86f87b40f None None] For port 3ba626c4-7c52-4d29-bc3f-9d907b1ee152, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:26:25.270924 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-788b7260-9c62-4ead-89b3-eef86f87b40f None None] For port 3ba626c4-7c52-4d29-bc3f-9d907b1ee152, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=3ba626c4-7c52-4d29-bc3f-9d907b1ee152,segment=NetworkSegment(52601929-2278-4e1c-9ecb-11e2b54c4fd6),segment_id=52601929-2278-4e1c-9ecb-11e2b54c4fd6)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:26:25.276409 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-788b7260-9c62-4ead-89b3-eef86f87b40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3ba626c4-7c52-4d29-bc3f-9d907b1ee152), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:25.337532 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788b7260-9c62-4ead-89b3-eef86f87b40f None None] Routers {'1aed9f81-d623-485c-9cde-4d196bd1948b'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:26:25.338077 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-788b7260-9c62-4ead-89b3-eef86f87b40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:26:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['1aed9f81-d623-485c-9cde-4d196bd1948b'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:25.340024 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903adc39-e59b-49fd-8b87-e0e01f3b4bb0 None None] Pushing event updated for resources: {'Port': ['ID=3ba626c4-7c52-4d29-bc3f-9d907b1ee152,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:25.406508 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-43fb3435-c4c9-4b6d-9a53-ce61725ec8c7 None None] Provisioning complete for port 3ba626c4-7c52-4d29-bc3f-9d907b1ee152 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:25.406882 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-43fb3435-c4c9-4b6d-9a53-ce61725ec8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3ba626c4-7c52-4d29-bc3f-9d907b1ee152), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:25.484475 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-788b7260-9c62-4ead-89b3-eef86f87b40f None None] Set router 1aed9f81-d623-485c-9cde-4d196bd1948b gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:26:25.635613 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-43fb3435-c4c9-4b6d-9a53-ce61725ec8c7 None None] Current status of the port 3ba626c4-7c52-4d29-bc3f-9d907b1ee152 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:25.636339 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-43fb3435-c4c9-4b6d-9a53-ce61725ec8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3ba626c4-7c52-4d29-bc3f-9d907b1ee152), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:25.694789 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-43fb3435-c4c9-4b6d-9a53-ce61725ec8c7 None None] For port 3ba626c4-7c52-4d29-bc3f-9d907b1ee152, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=3ba626c4-7c52-4d29-bc3f-9d907b1ee152,segment=NetworkSegment(52601929-2278-4e1c-9ecb-11e2b54c4fd6),segment_id=52601929-2278-4e1c-9ecb-11e2b54c4fd6)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:25.700560 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-43fb3435-c4c9-4b6d-9a53-ce61725ec8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3ba626c4-7c52-4d29-bc3f-9d907b1ee152), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:25.776909 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb3435-c4c9-4b6d-9a53-ce61725ec8c7 None None] Pushing event updated for resources: {'Port': ['ID=3ba626c4-7c52-4d29-bc3f-9d907b1ee152,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:25.792812 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-788b7260-9c62-4ead-89b3-eef86f87b40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aed9f81-d623-485c-9cde-4d196bd1948b', 'name': 'tempest-TestVolumeBootPattern-2001487906-router', 'tenant_id': '9b24267b778a43c8bd6787958775b2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '7f96c0ef-6bf5-4d2b-a105-79ed013436b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:18Z', 'updated_at': '2022-01-28T03:26:21Z', 'revision_number': 4, 'project_id': '9b24267b778a43c8bd6787958775b2d0', 'gw_port': {'id': '7f96c0ef-6bf5-4d2b-a105-79ed013436b5', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ad:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aed9f81-d623-485c-9cde-4d196bd1948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:18Z', 'updated_at': '2022-01-28T03:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '3ba626c4-7c52-4d29-bc3f-9d907b1ee152', 'name': '', 'network_id': '18fb74be-c302-4f27-9907-43413210d58f', 'tenant_id': '9b24267b778a43c8bd6787958775b2d0', 'mac_address': 'fa:16:3e:1f:f2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aed9f81-d623-485c-9cde-4d196bd1948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'f6de38ec-57be-4add-a56f-28570afe771d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:20Z', 'updated_at': '2022-01-28T03:26:25Z', 'revision_number': 4, 'project_id': '9b24267b778a43c8bd6787958775b2d0', 'subnets': [{'id': 'f6de38ec-57be-4add-a56f-28570afe771d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:26:25.824443 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788b7260-9c62-4ead-89b3-eef86f87b40f None None] The sync data for ids ['1aed9f81-d623-485c-9cde-4d196bd1948b'] in n-d-712139-27 is: [{'id': '1aed9f81-d623-485c-9cde-4d196bd1948b', 'name': 'tempest-TestVolumeBootPattern-2001487906-router', 'tenant_id': '9b24267b778a43c8bd6787958775b2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '7f96c0ef-6bf5-4d2b-a105-79ed013436b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:18Z', 'updated_at': '2022-01-28T03:26:21Z', 'revision_number': 4, 'project_id': '9b24267b778a43c8bd6787958775b2d0', 'gw_port': {'id': '7f96c0ef-6bf5-4d2b-a105-79ed013436b5', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ad:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aed9f81-d623-485c-9cde-4d196bd1948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:18Z', 'updated_at': '2022-01-28T03:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '3ba626c4-7c52-4d29-bc3f-9d907b1ee152', 'name': '', 'network_id': '18fb74be-c302-4f27-9907-43413210d58f', 'tenant_id': '9b24267b778a43c8bd6787958775b2d0', 'mac_address': 'fa:16:3e:1f:f2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aed9f81-d623-485c-9cde-4d196bd1948b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'f6de38ec-57be-4add-a56f-28570afe771d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:20Z', 'updated_at': '2022-01-28T03:26:25Z', 'revision_number': 4, 'project_id': '9b24267b778a43c8bd6787958775b2d0', 'subnets': [{'id': 'f6de38ec-57be-4add-a56f-28570afe771d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:26:25.836635 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-9a894062-23ce-49a1-8c68-e8fab563179a None None] Provisioning complete for port 3ba626c4-7c52-4d29-bc3f-9d907b1ee152 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:25.836999 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9a894062-23ce-49a1-8c68-e8fab563179a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3ba626c4-7c52-4d29-bc3f-9d907b1ee152), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:25.965692 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-9a894062-23ce-49a1-8c68-e8fab563179a None None] Current status of the port 3ba626c4-7c52-4d29-bc3f-9d907b1ee152 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:26.309538 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-537e3427-defe-49fc-a777-7c7085d9e4c9 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:26.311224 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-537e3427-defe-49fc-a777-7c7085d9e4c9 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/networks?id=d08f29da-d40d-4b15-9f9f-e3612c5ec470 HTTP/1.1" status: 200 len: 811 time: 0.1321294 Jan 28 03:26:26.330033 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-48d7baa8-92aa-4b44-8e39-5c63f052fb0e tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/quotas/2365aae0ed6c4140b140950cf90dbe31 HTTP/1.1" status: 200 len: 375 time: 0.0119891 Jan 28 03:26:26.387372 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-446c289d-b8f0-49c3-94dc-7193f64ce8a3 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2365aae0ed6c4140b140950cf90dbe31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516045 Jan 28 03:26:26.498889 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-d4ffe99a-dda3-40ca-ac1a-931526facde4 service neutron] 10.222.0.53 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048307 Jan 28 03:26:26.603347 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-94a89914-373a-4e76-8b5c-95f79d435661 service neutron] 10.222.0.53 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985672 Jan 28 03:26:26.805659 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 3ba626c4-7c52-4d29-bc3f-9d907b1ee152 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:26:27.051583 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-22be659f-4af2-475e-8433-8c04228729c7 req-09008a7e-78af-47be-a2b1-ed17fa960420 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc14edf-b540-45fd-8970-2283f24d01cb HTTP/1.1" status: 200 len: 210 time: 0.0555191 Jan 28 03:26:27.067210 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 3ba626c4-7c52-4d29-bc3f-9d907b1ee152 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:27.067593 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3ba626c4-7c52-4d29-bc3f-9d907b1ee152), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:27.181442 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 3ba626c4-7c52-4d29-bc3f-9d907b1ee152 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:28.210190 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a276e838-babc-41b7-8d84-e01b5cf900b3 req-b1fb312c-1303-4f98-97de-93ebb1ebfa3d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc14edf-b540-45fd-8970-2283f24d01cb HTTP/1.1" status: 200 len: 210 time: 0.0518353 Jan 28 03:26:28.312445 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-39ee702e-b10e-4c6d-a122-4dea88f301bc tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:28.314149 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-39ee702e-b10e-4c6d-a122-4dea88f301bc tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.39 "GET /v2.0/networks?id=d08f29da-d40d-4b15-9f9f-e3612c5ec470 HTTP/1.1" status: 200 len: 811 time: 0.2264178 Jan 28 03:26:28.365797 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-e883fc46-210a-4688-ab75-b8436ff0fcb1 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Request body: {'port': {'device_id': '3cc14edf-b540-45fd-8970-2283f24d01cb', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'admin_state_up': True, 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:26:28.494882 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-e883fc46-210a-4688-ab75-b8436ff0fcb1 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Made reservation on behalf of 2365aae0ed6c4140b140950cf90dbe31 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:26:28.498744 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-e883fc46-210a-4688-ab75-b8436ff0fcb1 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:28.742570 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-e883fc46-210a-4688-ab75-b8436ff0fcb1 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Allocated IP 172.20.0.13 (d08f29da-d40d-4b15-9f9f-e3612c5ec470/6fca48db-7702-4589-8da6-18a07f4297d3/80d12d2d-4392-47ff-994f-bbc1cb727da2) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:26:28.927767 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-e883fc46-210a-4688-ab75-b8436ff0fcb1 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks [] for port (80d12d2d-4392-47ff-994f-bbc1cb727da2), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:28.966274 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-e883fc46-210a-4688-ab75-b8436ff0fcb1 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (80d12d2d-4392-47ff-994f-bbc1cb727da2), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:29.049775 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e883fc46-210a-4688-ab75-b8436ff0fcb1 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Pushing event updated for resources: {'Port': ['ID=80d12d2d-4392-47ff-994f-bbc1cb727da2,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:29.078065 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-e883fc46-210a-4688-ab75-b8436ff0fcb1 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Network d08f29da-d40d-4b15-9f9f-e3612c5ec470 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:26:29.082431 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-e883fc46-210a-4688-ab75-b8436ff0fcb1 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:26:29.101682 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-e883fc46-210a-4688-ab75-b8436ff0fcb1 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:26:29.183386 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-e883fc46-210a-4688-ab75-b8436ff0fcb1 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:29.184593 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-e883fc46-210a-4688-ab75-b8436ff0fcb1 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:29.206575 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-e883fc46-210a-4688-ab75-b8436ff0fcb1 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8453956 Jan 28 03:26:29.228592 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-13b481ee-c22e-4480-9ceb-306487a3feca service neutron] Request body: {'port': {'device_id': '3cc14edf-b540-45fd-8970-2283f24d01cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:26:29.361320 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-13b481ee-c22e-4480-9ceb-306487a3feca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (80d12d2d-4392-47ff-994f-bbc1cb727da2), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:29.446199 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:29.561894 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-0c641937-e5a5-4392-a831-572fdcd16895 None None] Provisioning complete for port 80d12d2d-4392-47ff-994f-bbc1cb727da2 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:29.562392 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0c641937-e5a5-4392-a831-572fdcd16895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (80d12d2d-4392-47ff-994f-bbc1cb727da2), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:29.566915 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19124424-66f3-4d11-9657-8d02fa542008 req-910b022f-d848-4e74-8359-4bf690b32b3c tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:29.573425 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-19124424-66f3-4d11-9657-8d02fa542008 req-910b022f-d848-4e74-8359-4bf690b32b3c tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc14edf-b540-45fd-8970-2283f24d01cb HTTP/1.1" status: 200 len: 932 time: 0.2017391 Jan 28 03:26:29.632830 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-19124424-66f3-4d11-9657-8d02fa542008 req-3eb447e0-1a51-4b3e-8bd9-9d9bf3b8b153 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534370 Jan 28 03:26:29.658570 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-0c641937-e5a5-4392-a831-572fdcd16895 None None] Port 80d12d2d-4392-47ff-994f-bbc1cb727da2 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:26:29.733561 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-810c781d-9e6a-44de-897c-40e6b99c957c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:29.927547 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-13b481ee-c22e-4480-9ceb-306487a3feca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80d12d2d-4392-47ff-994f-bbc1cb727da2 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:26:29.935443 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-13b481ee-c22e-4480-9ceb-306487a3feca service neutron] Publish callbacks [] for port (80d12d2d-4392-47ff-994f-bbc1cb727da2), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:29.951553 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-13b481ee-c22e-4480-9ceb-306487a3feca service neutron] Transition to ACTIVE for port object 80d12d2d-4392-47ff-994f-bbc1cb727da2 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:26:29.957171 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-13b481ee-c22e-4480-9ceb-306487a3feca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (80d12d2d-4392-47ff-994f-bbc1cb727da2), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:30.454759 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b481ee-c22e-4480-9ceb-306487a3feca service neutron] Pushing event updated for resources: {'Port': ['ID=80d12d2d-4392-47ff-994f-bbc1cb727da2,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:30.506126 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-13b481ee-c22e-4480-9ceb-306487a3feca service neutron] Attempting to bind port 80d12d2d-4392-47ff-994f-bbc1cb727da2 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:26:30.506587 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-13b481ee-c22e-4480-9ceb-306487a3feca service neutron] Attempting to bind port 80d12d2d-4392-47ff-994f-bbc1cb727da2 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'e2233469-b8a2-417c-9e5e-795b0e977ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:26:30.506997 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-13b481ee-c22e-4480-9ceb-306487a3feca service neutron] Attempting to bind port 80d12d2d-4392-47ff-994f-bbc1cb727da2 on network d08f29da-d40d-4b15-9f9f-e3612c5ec470 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:26:30.512635 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-13b481ee-c22e-4480-9ceb-306487a3feca service neutron] Port 80d12d2d-4392-47ff-994f-bbc1cb727da2 on network d08f29da-d40d-4b15-9f9f-e3612c5ec470 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:26:30.513174 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-13b481ee-c22e-4480-9ceb-306487a3feca service neutron] Attempting to bind port 80d12d2d-4392-47ff-994f-bbc1cb727da2 on network d08f29da-d40d-4b15-9f9f-e3612c5ec470 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:26:30.523312 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-13b481ee-c22e-4480-9ceb-306487a3feca service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:26:30.523752 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-13b481ee-c22e-4480-9ceb-306487a3feca service neutron] Checking segment: {'id': 'e2233469-b8a2-417c-9e5e-795b0e977ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:26:30.524220 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-13b481ee-c22e-4480-9ceb-306487a3feca service neutron] Bound using segment: {'id': 'e2233469-b8a2-417c-9e5e-795b0e977ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:26:30.524737 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-13b481ee-c22e-4480-9ceb-306487a3feca service neutron] Bound port: 80d12d2d-4392-47ff-994f-bbc1cb727da2, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2233469-b8a2-417c-9e5e-795b0e977ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:26:30.525246 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-13b481ee-c22e-4480-9ceb-306487a3feca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (80d12d2d-4392-47ff-994f-bbc1cb727da2), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:30.602758 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-13b481ee-c22e-4480-9ceb-306487a3feca service neutron] For port 80d12d2d-4392-47ff-994f-bbc1cb727da2, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:26:30.607569 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-13b481ee-c22e-4480-9ceb-306487a3feca service neutron] For port 80d12d2d-4392-47ff-994f-bbc1cb727da2, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=80d12d2d-4392-47ff-994f-bbc1cb727da2,segment=NetworkSegment(e2233469-b8a2-417c-9e5e-795b0e977ffd),segment_id=e2233469-b8a2-417c-9e5e-795b0e977ffd)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:26:30.613926 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-13b481ee-c22e-4480-9ceb-306487a3feca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (80d12d2d-4392-47ff-994f-bbc1cb727da2), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:30.676470 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-13b481ee-c22e-4480-9ceb-306487a3feca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:30.677502 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-13b481ee-c22e-4480-9ceb-306487a3feca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:30.681932 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-13b481ee-c22e-4480-9ceb-306487a3feca service neutron] 10.222.0.39 "PUT /v2.0/ports/80d12d2d-4392-47ff-994f-bbc1cb727da2 HTTP/1.1" status: 200 len: 1093 time: 1.4623649 Jan 28 03:26:30.685644 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc14edf-b540-45fd-8970-2283f24d01cb', 'tag': '80d12d2d-4392-47ff-994f-bbc1cb727da2'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:26:30.692648 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde483c8-88c8-4b03-b973-de977256285c" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc14edf-b540-45fd-8970-2283f24d01cb", "tag": "80d12d2d-4392-47ff-994f-bbc1cb727da2"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:26:30.812650 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56bc445-89cd-45c0-bb61-513b0583639a x-openstack-request-id: req-f56bc445-89cd-45c0-bb61-513b0583639a {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:26:30.812952 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc14edf-b540-45fd-8970-2283f24d01cb", "tag": "80d12d2d-4392-47ff-994f-bbc1cb727da2", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:26:30.813239 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f56bc445-89cd-45c0-bb61-513b0583639a {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:26:30.813640 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc14edf-b540-45fd-8970-2283f24d01cb', 'tag': '80d12d2d-4392-47ff-994f-bbc1cb727da2', 'status': 'completed', 'code': 200} Jan 28 03:26:30.828377 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b481ee-c22e-4480-9ceb-306487a3feca service neutron] Pushing event updated for resources: {'Port': ['ID=80d12d2d-4392-47ff-994f-bbc1cb727da2,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:30.861393 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-34af00d3-5fc5-426e-acfc-0d4d843cea97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:30.863791 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-34af00d3-5fc5-426e-acfc-0d4d843cea97 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2365aae0ed6c4140b140950cf90dbe31&device_id=3cc14edf-b540-45fd-8970-2283f24d01cb HTTP/1.1" status: 200 len: 1096 time: 0.1109259 Jan 28 03:26:30.900385 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41449339-b3d8-4f79-98c0-8eebe8c867a3 req-0c219d40-1ce5-4a85-b526-22e075b8a6f9 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:30.903547 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-41449339-b3d8-4f79-98c0-8eebe8c867a3 req-0c219d40-1ce5-4a85-b526-22e075b8a6f9 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc14edf-b540-45fd-8970-2283f24d01cb HTTP/1.1" status: 200 len: 944 time: 0.1110532 Jan 28 03:26:30.931462 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-9f1ff7df-b4eb-4653-a94b-74ea1c26fc82 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80d12d2d-4392-47ff-994f-bbc1cb727da2 HTTP/1.1" status: 200 len: 217 time: 0.0538435 Jan 28 03:26:30.983360 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-41449339-b3d8-4f79-98c0-8eebe8c867a3 req-6e00768f-406a-4209-81e3-d9fd31b2199f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723782 Jan 28 03:26:30.989551 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-3cb33c8b-d011-4664-8d43-06b9756f5b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:30.991046 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-3cb33c8b-d011-4664-8d43-06b9756f5b68 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6fca48db-7702-4589-8da6-18a07f4297d3 HTTP/1.1" status: 200 len: 850 time: 0.0552015 Jan 28 03:26:31.044567 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-e6904751-8a73-47a3-bbed-a7635b7f530a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:31.046158 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-e6904751-8a73-47a3-bbed-a7635b7f530a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d08f29da-d40d-4b15-9f9f-e3612c5ec470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483816 Jan 28 03:26:31.141514 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-0cbc45ff-6a77-4693-9f19-55732d336ce8 service neutron] 10.222.0.39 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893095 Jan 28 03:26:31.242754 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cf4582c8-5e63-4a7c-85b4-2e6737e47247 req-2f3c1b31-47ae-4172-8f5b-3fdc19290dbc service neutron] 10.222.0.39 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955956 Jan 28 03:26:31.371834 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde483c8-88c8-4b03-b973-de977256285c req-f045bb73-028a-4147-8f1a-ae8a53cb6632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:31.373719 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fde483c8-88c8-4b03-b973-de977256285c req-f045bb73-028a-4147-8f1a-ae8a53cb6632 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2365aae0ed6c4140b140950cf90dbe31&device_id=3cc14edf-b540-45fd-8970-2283f24d01cb HTTP/1.1" status: 200 len: 1096 time: 0.0550511 Jan 28 03:26:31.478292 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde483c8-88c8-4b03-b973-de977256285c req-4f5701e8-4b5c-4ef3-b59d-2a84dfb0752f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:31.480120 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fde483c8-88c8-4b03-b973-de977256285c req-4f5701e8-4b5c-4ef3-b59d-2a84dfb0752f service neutron] 10.222.0.39 "GET /v2.0/networks?id=d08f29da-d40d-4b15-9f9f-e3612c5ec470 HTTP/1.1" status: 200 len: 912 time: 0.1009772 Jan 28 03:26:31.531936 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fde483c8-88c8-4b03-b973-de977256285c req-cf368dc9-eb40-4396-81e7-d7c64b3d5a89 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80d12d2d-4392-47ff-994f-bbc1cb727da2 HTTP/1.1" status: 200 len: 217 time: 0.0457909 Jan 28 03:26:31.594421 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde483c8-88c8-4b03-b973-de977256285c req-7e310eb0-0af1-49b0-bc74-88d30dcb094a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:31.596097 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fde483c8-88c8-4b03-b973-de977256285c req-7e310eb0-0af1-49b0-bc74-88d30dcb094a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6fca48db-7702-4589-8da6-18a07f4297d3 HTTP/1.1" status: 200 len: 850 time: 0.0587418 Jan 28 03:26:31.651577 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde483c8-88c8-4b03-b973-de977256285c req-e0104e5a-3e19-43f7-a263-f19a2bf35465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:31.653242 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fde483c8-88c8-4b03-b973-de977256285c req-e0104e5a-3e19-43f7-a263-f19a2bf35465 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d08f29da-d40d-4b15-9f9f-e3612c5ec470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511055 Jan 28 03:26:31.760624 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fde483c8-88c8-4b03-b973-de977256285c req-8e38d5c8-26f5-471e-b1f7-5a46a29e0822 service neutron] 10.222.0.39 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013756 Jan 28 03:26:31.777227 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-67981679-d777-4a64-adaa-456dbfa6efab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:31.864790 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fde483c8-88c8-4b03-b973-de977256285c req-8fec1f96-58a6-407c-9caa-7add433a8791 service neutron] 10.222.0.39 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985315 Jan 28 03:26:32.121412 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73395515-577c-4813-9c63-35c0e1014968 req-50a740a5-8eca-4d59-ba09-f1427f618aac tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:32.123061 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-73395515-577c-4813-9c63-35c0e1014968 req-50a740a5-8eca-4d59-ba09-f1427f618aac tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc14edf-b540-45fd-8970-2283f24d01cb HTTP/1.1" status: 200 len: 944 time: 0.0543451 Jan 28 03:26:32.178228 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-73395515-577c-4813-9c63-35c0e1014968 req-57ca7a26-c644-49d5-8fdf-2a3ee177abe9 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480080 Jan 28 03:26:33.307894 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5fe01d-4af0-4502-9127-287f457e967e req-7e14a56d-caaa-4a1d-9e26-d16c35a71ec2 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:33.309657 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ec5fe01d-4af0-4502-9127-287f457e967e req-7e14a56d-caaa-4a1d-9e26-d16c35a71ec2 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc14edf-b540-45fd-8970-2283f24d01cb HTTP/1.1" status: 200 len: 944 time: 0.0531242 Jan 28 03:26:33.372111 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ec5fe01d-4af0-4502-9127-287f457e967e req-69ba7177-438f-46dd-a1e8-5f9a5421077b tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561171 Jan 28 03:26:33.380328 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:33.612998 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:34.505017 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734830c1-08c2-4014-af1b-262c8e67c107 req-f55d3b93-20c8-4f08-9b21-0cddce7366fd tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:34.510206 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-734830c1-08c2-4014-af1b-262c8e67c107 req-f55d3b93-20c8-4f08-9b21-0cddce7366fd tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc14edf-b540-45fd-8970-2283f24d01cb HTTP/1.1" status: 200 len: 944 time: 0.0580516 Jan 28 03:26:34.571856 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-734830c1-08c2-4014-af1b-262c8e67c107 req-7b4cbbaf-840a-461e-aa65-252415b8028f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529706 Jan 28 03:26:34.838551 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:35.690517 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1afc0b-e7b8-42cb-9014-51e027218e55 req-8f4fd017-e91e-4c12-882f-9f9fc7c777e8 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:35.691954 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0c1afc0b-e7b8-42cb-9014-51e027218e55 req-8f4fd017-e91e-4c12-882f-9f9fc7c777e8 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc14edf-b540-45fd-8970-2283f24d01cb HTTP/1.1" status: 200 len: 944 time: 0.0589409 Jan 28 03:26:35.745761 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0c1afc0b-e7b8-42cb-9014-51e027218e55 req-3675d71c-ed26-4f56-ba04-6a9700f32cca tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477617 Jan 28 03:26:36.114772 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:36.873181 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346d07f-703d-46c8-9a3e-8578e69d97ed req-092f6938-6266-4d48-b5fe-ca5510f1970d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:36.877602 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f346d07f-703d-46c8-9a3e-8578e69d97ed req-092f6938-6266-4d48-b5fe-ca5510f1970d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc14edf-b540-45fd-8970-2283f24d01cb HTTP/1.1" status: 200 len: 944 time: 0.0602946 Jan 28 03:26:36.925766 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f346d07f-703d-46c8-9a3e-8578e69d97ed req-a1ab07d9-ec64-4e55-ab9e-2ee708dee259 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448692 Jan 28 03:26:38.053486 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5b121-4f53-4863-9c31-07c1929d0961 req-bc970097-d923-4e33-b9f4-8e7c1599575c tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:38.055052 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bbe5b121-4f53-4863-9c31-07c1929d0961 req-bc970097-d923-4e33-b9f4-8e7c1599575c tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc14edf-b540-45fd-8970-2283f24d01cb HTTP/1.1" status: 200 len: 944 time: 0.0554843 Jan 28 03:26:38.107650 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bbe5b121-4f53-4863-9c31-07c1929d0961 req-68abcccc-cca8-4b96-bfe1-c0b47bd52683 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460749 Jan 28 03:26:39.233736 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953b571-01ce-4ff6-bcd3-8ab0ecf881ad req-d02ee043-3c8f-4ac7-900c-6970a09cf56c tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:39.235177 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c953b571-01ce-4ff6-bcd3-8ab0ecf881ad req-d02ee043-3c8f-4ac7-900c-6970a09cf56c tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc14edf-b540-45fd-8970-2283f24d01cb HTTP/1.1" status: 200 len: 944 time: 0.0573456 Jan 28 03:26:39.284379 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c953b571-01ce-4ff6-bcd3-8ab0ecf881ad req-53079495-54a9-478a-bf94-d6836e873b28 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433021 Jan 28 03:26:40.401825 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b5613-b8c7-4841-90cd-30727a13bf59 req-e0466b46-ba05-4df9-85ae-9522dd316aed tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:40.403376 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-081b5613-b8c7-4841-90cd-30727a13bf59 req-e0466b46-ba05-4df9-85ae-9522dd316aed tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc14edf-b540-45fd-8970-2283f24d01cb HTTP/1.1" status: 200 len: 944 time: 0.0487571 Jan 28 03:26:40.451646 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-081b5613-b8c7-4841-90cd-30727a13bf59 req-7e130582-bff9-4515-882c-9c53749ec4a3 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425744 Jan 28 03:26:41.579955 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca3f7c-1bcc-4713-8fca-518681eabcb9 req-51c7c359-2641-432d-87b8-5c995cc514fe tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:41.581458 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-23ca3f7c-1bcc-4713-8fca-518681eabcb9 req-51c7c359-2641-432d-87b8-5c995cc514fe tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc14edf-b540-45fd-8970-2283f24d01cb HTTP/1.1" status: 200 len: 944 time: 0.0567992 Jan 28 03:26:41.628982 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-23ca3f7c-1bcc-4713-8fca-518681eabcb9 req-6caf9710-4a9d-468d-be29-7e6cc84b2ff1 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413537 Jan 28 03:26:42.774620 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c1b8c-f4de-47ff-8212-1248e3f3d151 req-7b31b99a-f639-4835-939a-ce49a336c873 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:42.776581 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e92c1b8c-f4de-47ff-8212-1248e3f3d151 req-7b31b99a-f639-4835-939a-ce49a336c873 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc14edf-b540-45fd-8970-2283f24d01cb HTTP/1.1" status: 200 len: 944 time: 0.0711286 Jan 28 03:26:42.834650 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e92c1b8c-f4de-47ff-8212-1248e3f3d151 req-13428efd-e866-4186-8bdc-71120c07afa0 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512459 Jan 28 03:26:43.959086 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8f9f5-04d6-4485-8a19-1b7bb875a5b3 req-0e6c3a30-e901-48f4-b061-cd320f21c7dc tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:43.960987 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16f8f9f5-04d6-4485-8a19-1b7bb875a5b3 req-0e6c3a30-e901-48f4-b061-cd320f21c7dc tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc14edf-b540-45fd-8970-2283f24d01cb HTTP/1.1" status: 200 len: 944 time: 0.0538218 Jan 28 03:26:44.013752 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16f8f9f5-04d6-4485-8a19-1b7bb875a5b3 req-257e624e-5840-48a5-a85d-086c995b77f9 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466068 Jan 28 03:26:44.226288 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:26:45.140074 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df41757-d241-4a01-bc49-847c9556be6c req-b4f1bd28-2b49-4b6d-bbb5-db94d4e31bf5 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:45.141616 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9df41757-d241-4a01-bc49-847c9556be6c req-b4f1bd28-2b49-4b6d-bbb5-db94d4e31bf5 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc14edf-b540-45fd-8970-2283f24d01cb HTTP/1.1" status: 200 len: 944 time: 0.0582914 Jan 28 03:26:45.190465 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9df41757-d241-4a01-bc49-847c9556be6c req-90a51bf1-4df7-441b-9f69-43a5e381709b tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430391 Jan 28 03:26:46.315645 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceee034-f0e5-4394-b71d-74879c087405 req-f5f2670d-09cd-4f80-a571-f9af4b5d6ee7 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:46.317319 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-eceee034-f0e5-4394-b71d-74879c087405 req-f5f2670d-09cd-4f80-a571-f9af4b5d6ee7 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc14edf-b540-45fd-8970-2283f24d01cb HTTP/1.1" status: 200 len: 944 time: 0.0500143 Jan 28 03:26:46.370478 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-eceee034-f0e5-4394-b71d-74879c087405 req-51975c5c-45ed-4273-83e5-3d26ecff9273 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468092 Jan 28 03:26:47.270323 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 80d12d2d-4392-47ff-994f-bbc1cb727da2 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:26:47.372186 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 80d12d2d-4392-47ff-994f-bbc1cb727da2, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=80d12d2d-4392-47ff-994f-bbc1cb727da2,segment=NetworkSegment(e2233469-b8a2-417c-9e5e-795b0e977ffd),segment_id=e2233469-b8a2-417c-9e5e-795b0e977ffd)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:47.380436 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2adf4-8d6b-47bd-831c-aecfcf8b735e req-894d11cb-084d-4259-85dc-d1c62135d84e tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:47.382064 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-77e2adf4-8d6b-47bd-831c-aecfcf8b735e req-894d11cb-084d-4259-85dc-d1c62135d84e tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 945 time: 0.0544538 Jan 28 03:26:47.387740 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '80d12d2d-4392-47ff-994f-bbc1cb727da2', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'port_id': '80d12d2d-4392-47ff-994f-bbc1cb727da2', 'mac_address': 'fa:16:3e:f9:b6:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fca48db-7702-4589-8da6-18a07f4297d3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:26:47.434005 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 80d12d2d-4392-47ff-994f-bbc1cb727da2 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:47.434526 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (80d12d2d-4392-47ff-994f-bbc1cb727da2), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:47.437670 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-77e2adf4-8d6b-47bd-831c-aecfcf8b735e req-8a7bb3ec-5bbf-4b36-8689-b5ccc95f0c05 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479085 Jan 28 03:26:47.449949 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80d12d2d-4392-47ff-994f-bbc1cb727da2 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:26:47.475879 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 80d12d2d-4392-47ff-994f-bbc1cb727da2, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=80d12d2d-4392-47ff-994f-bbc1cb727da2,segment=NetworkSegment(e2233469-b8a2-417c-9e5e-795b0e977ffd),segment_id=e2233469-b8a2-417c-9e5e-795b0e977ffd)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:47.481592 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (80d12d2d-4392-47ff-994f-bbc1cb727da2), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:47.501106 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5933f966-9d9f-459f-94c2-8b2b69b7c830 req-84d2708f-b6b5-422a-99b7-780e41d19dad tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:47.505002 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5933f966-9d9f-459f-94c2-8b2b69b7c830 req-84d2708f-b6b5-422a-99b7-780e41d19dad tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc14edf-b540-45fd-8970-2283f24d01cb HTTP/1.1" status: 200 len: 944 time: 0.0575988 Jan 28 03:26:47.534955 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=80d12d2d-4392-47ff-994f-bbc1cb727da2,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:47.552667 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5933f966-9d9f-459f-94c2-8b2b69b7c830 req-0869a486-e97e-4104-be98-6bd67a3c1c34 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440118 Jan 28 03:26:47.763056 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['80d12d2d-4392-47ff-994f-bbc1cb727da2'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:26:48.568373 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ea077-b080-4716-8bc6-c07854938ce6 req-ca74e7ce-b5d9-4e2c-9c62-3360948ab162 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:48.569923 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e31ea077-b080-4716-8bc6-c07854938ce6 req-ca74e7ce-b5d9-4e2c-9c62-3360948ab162 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 945 time: 0.0498202 Jan 28 03:26:48.625606 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e31ea077-b080-4716-8bc6-c07854938ce6 req-075d772a-fea0-491a-b985-cdf67755971b tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443909 Jan 28 03:26:48.678795 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8b78c-6987-4579-8e45-1ed074a39ed8 req-9f0e0e5a-e613-4ec6-91f9-38f3ec261b11 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:48.680289 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dae8b78c-6987-4579-8e45-1ed074a39ed8 req-9f0e0e5a-e613-4ec6-91f9-38f3ec261b11 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc14edf-b540-45fd-8970-2283f24d01cb HTTP/1.1" status: 200 len: 945 time: 0.0590043 Jan 28 03:26:48.732573 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dae8b78c-6987-4579-8e45-1ed074a39ed8 req-b745fd04-b843-49aa-8801-5dbe1ec00c38 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462554 Jan 28 03:26:49.276012 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 80d12d2d-4392-47ff-994f-bbc1cb727da2 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:26:49.329230 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 80d12d2d-4392-47ff-994f-bbc1cb727da2 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:26:49.333687 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 80d12d2d-4392-47ff-994f-bbc1cb727da2 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:26:49.334066 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (80d12d2d-4392-47ff-994f-bbc1cb727da2), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:49.411532 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 80d12d2d-4392-47ff-994f-bbc1cb727da2 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:49.411912 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (80d12d2d-4392-47ff-994f-bbc1cb727da2), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:49.434544 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc14edf-b540-45fd-8970-2283f24d01cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d12d2d-4392-47ff-994f-bbc1cb727da2'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:26:49.436853 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e538964-6342-4804-86cc-40bab5510ce2" -d '{"events": [{"server_uuid": "3cc14edf-b540-45fd-8970-2283f24d01cb", "name": "network-vif-plugged", "status": "completed", "tag": "80d12d2d-4392-47ff-994f-bbc1cb727da2"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:26:49.451544 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 80d12d2d-4392-47ff-994f-bbc1cb727da2, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=80d12d2d-4392-47ff-994f-bbc1cb727da2,segment=NetworkSegment(e2233469-b8a2-417c-9e5e-795b0e977ffd),segment_id=e2233469-b8a2-417c-9e5e-795b0e977ffd)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:49.457414 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (80d12d2d-4392-47ff-994f-bbc1cb727da2), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:49.486928 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7d2509-2009-41ee-9a49-6f2cbf7bc6ab x-openstack-request-id: req-0e7d2509-2009-41ee-9a49-6f2cbf7bc6ab {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:26:49.487218 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc14edf-b540-45fd-8970-2283f24d01cb", "name": "network-vif-plugged", "status": "completed", "tag": "80d12d2d-4392-47ff-994f-bbc1cb727da2", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:26:49.487464 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0e7d2509-2009-41ee-9a49-6f2cbf7bc6ab {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:26:49.487843 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc14edf-b540-45fd-8970-2283f24d01cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d12d2d-4392-47ff-994f-bbc1cb727da2', 'code': 200} Jan 28 03:26:49.515558 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=80d12d2d-4392-47ff-994f-bbc1cb727da2,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:49.523001 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:49.523354 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:49.523701 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:49.524522 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:49.524522 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:49.524760 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:49.525006 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:49.525364 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:49.525681 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:49.526006 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:49.526393 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:49.526657 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:49.526976 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:49.603282 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aed012-168a-4563-8a45-be399de6f504 req-ff7bfec9-1a29-46a9-b727-4bf4df11b2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:49.604789 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c6aed012-168a-4563-8a45-be399de6f504 req-ff7bfec9-1a29-46a9-b727-4bf4df11b2a1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3cc14edf-b540-45fd-8970-2283f24d01cb HTTP/1.1" status: 200 len: 1098 time: 0.0420287 Jan 28 03:26:49.650623 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c6aed012-168a-4563-8a45-be399de6f504 req-4b07b057-78fe-4d26-9ff5-3860a1edbc33 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394194 Jan 28 03:26:49.754798 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78df12-4424-4c8d-b1f6-f1548feda192 req-81f874f5-8952-4bfe-a672-b978b1e7c7b1 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:49.756303 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ee78df12-4424-4c8d-b1f6-f1548feda192 req-81f874f5-8952-4bfe-a672-b978b1e7c7b1 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 945 time: 0.0520077 Jan 28 03:26:49.813753 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ee78df12-4424-4c8d-b1f6-f1548feda192 req-de1fa5c1-f5c3-4d7f-a675-7c73e340e880 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493155 Jan 28 03:26:49.869775 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b3252-14e5-467c-ab95-5fc8e77c2acc req-31bcc1ff-d6ac-4bd8-9fc8-9e53fd0f1209 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:49.871386 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5a6b3252-14e5-467c-ab95-5fc8e77c2acc req-31bcc1ff-d6ac-4bd8-9fc8-9e53fd0f1209 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc14edf-b540-45fd-8970-2283f24d01cb HTTP/1.1" status: 200 len: 946 time: 0.0550463 Jan 28 03:26:49.923277 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5a6b3252-14e5-467c-ab95-5fc8e77c2acc req-5afb5b38-90be-4533-b232-67b20ebccbd4 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457790 Jan 28 03:26:50.940220 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd78ad1-b6d7-455f-967b-23e38fe89206 req-15719ca4-5f1e-4bf5-91e3-15788362ae46 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:50.941675 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1fd78ad1-b6d7-455f-967b-23e38fe89206 req-15719ca4-5f1e-4bf5-91e3-15788362ae46 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 945 time: 0.0560169 Jan 28 03:26:50.991657 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1fd78ad1-b6d7-455f-967b-23e38fe89206 req-a9461a1e-f951-4f0b-bc68-97aadde919df tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442095 Jan 28 03:26:51.045448 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92cf4b-c251-40cc-96c3-ac7401dcba35 req-cabd89b1-2d29-43d1-b714-ae5f88bf910f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:51.047156 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bc92cf4b-c251-40cc-96c3-ac7401dcba35 req-cabd89b1-2d29-43d1-b714-ae5f88bf910f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc14edf-b540-45fd-8970-2283f24d01cb HTTP/1.1" status: 200 len: 946 time: 0.0495596 Jan 28 03:26:51.098399 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bc92cf4b-c251-40cc-96c3-ac7401dcba35 req-26abb801-e71b-4a55-83bb-4100417bb1e7 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452929 Jan 28 03:26:51.212834 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9bee7-573f-4cae-9a43-65a17df8a573 req-ec7b1a17-990c-4f5c-bf1c-61253ca326fe tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:51.214289 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a4c9bee7-573f-4cae-9a43-65a17df8a573 req-ec7b1a17-990c-4f5c-bf1c-61253ca326fe tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc14edf-b540-45fd-8970-2283f24d01cb HTTP/1.1" status: 200 len: 946 time: 0.0497508 Jan 28 03:26:51.264699 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a4c9bee7-573f-4cae-9a43-65a17df8a573 req-1b5db93d-16c9-42fc-9f30-a5d77d15f01f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444217 Jan 28 03:26:51.385522 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610381b-705c-4e2b-b820-c4649d735370 req-8a8ba626-d7e3-4c5d-88ab-a521e38a6b49 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:51.387255 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9610381b-705c-4e2b-b820-c4649d735370 req-8a8ba626-d7e3-4c5d-88ab-a521e38a6b49 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc14edf-b540-45fd-8970-2283f24d01cb HTTP/1.1" status: 200 len: 946 time: 0.0561144 Jan 28 03:26:51.436511 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9610381b-705c-4e2b-b820-c4649d735370 req-f217b214-fe7a-4846-b0ce-e6b9577cc2a3 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428851 Jan 28 03:26:51.700969 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc50daa-cc05-4df3-9be0-c651d0ad0b31 req-5db3bc4a-acf4-4ced-80a3-7e0b922304ca tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:51.702550 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9cc50daa-cc05-4df3-9be0-c651d0ad0b31 req-5db3bc4a-acf4-4ced-80a3-7e0b922304ca tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc14edf-b540-45fd-8970-2283f24d01cb HTTP/1.1" status: 200 len: 946 time: 0.0608358 Jan 28 03:26:51.753379 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9cc50daa-cc05-4df3-9be0-c651d0ad0b31 req-97c738c9-6138-490c-8ef0-7c25a2baaa1c tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435832 Jan 28 03:26:52.121180 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b5c37-d19d-4106-bafb-017c42a98441 req-b10484a9-67e5-4874-b540-3185e8cb3b2e tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:52.122749 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b54b5c37-d19d-4106-bafb-017c42a98441 req-b10484a9-67e5-4874-b540-3185e8cb3b2e tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 945 time: 0.0512872 Jan 28 03:26:52.177643 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b54b5c37-d19d-4106-bafb-017c42a98441 req-daafc985-8389-41f5-bec0-5a789b6db1e2 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488670 Jan 28 03:26:52.879647 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e84b5-fce6-4ae6-b070-ae92c3a2b416 req-e4b10f00-ade4-41ce-996f-9c7290d44449 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:52.881153 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b67e84b5-fce6-4ae6-b070-ae92c3a2b416 req-e4b10f00-ade4-41ce-996f-9c7290d44449 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc14edf-b540-45fd-8970-2283f24d01cb HTTP/1.1" status: 200 len: 946 time: 0.0503569 Jan 28 03:26:52.940276 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b67e84b5-fce6-4ae6-b070-ae92c3a2b416 req-1cc06fb4-78fd-4498-8e3f-3e1f464cfde3 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529277 Jan 28 03:26:53.342906 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa05e1-2f40-444c-a317-ad22d1120eaa req-7d370121-2593-4b99-ad59-948132c7171f tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:53.344404 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-46fa05e1-2f40-444c-a317-ad22d1120eaa req-7d370121-2593-4b99-ad59-948132c7171f tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 945 time: 0.0818703 Jan 28 03:26:53.352121 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437299c-bc73-4f5a-b422-adef43a2bd94 req-b19fb2b2-b465-4d40-8f0d-72812a0d6a39 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:53.353531 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4437299c-bc73-4f5a-b422-adef43a2bd94 req-b19fb2b2-b465-4d40-8f0d-72812a0d6a39 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.39 "GET /v2.0/ports?device_id=3cc14edf-b540-45fd-8970-2283f24d01cb HTTP/1.1" status: 200 len: 946 time: 0.0795333 Jan 28 03:26:53.450378 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-46fa05e1-2f40-444c-a317-ad22d1120eaa req-d94348d8-9208-4b57-9e5f-5e096d96f1de tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958107 Jan 28 03:26:53.482811 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-4437299c-bc73-4f5a-b422-adef43a2bd94 req-bff1a725-4036-479d-a192-986e731dee02 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Deleting port 80d12d2d-4392-47ff-994f-bbc1cb727da2 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:26:53.483146 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4437299c-bc73-4f5a-b422-adef43a2bd94 req-bff1a725-4036-479d-a192-986e731dee02 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (80d12d2d-4392-47ff-994f-bbc1cb727da2), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:53.572084 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-4437299c-bc73-4f5a-b422-adef43a2bd94 req-bff1a725-4036-479d-a192-986e731dee02 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] For port 80d12d2d-4392-47ff-994f-bbc1cb727da2, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=80d12d2d-4392-47ff-994f-bbc1cb727da2,segment=NetworkSegment(e2233469-b8a2-417c-9e5e-795b0e977ffd),segment_id=e2233469-b8a2-417c-9e5e-795b0e977ffd)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:53.572341 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4437299c-bc73-4f5a-b422-adef43a2bd94 req-bff1a725-4036-479d-a192-986e731dee02 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (80d12d2d-4392-47ff-994f-bbc1cb727da2), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:53.586053 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-4437299c-bc73-4f5a-b422-adef43a2bd94 req-bff1a725-4036-479d-a192-986e731dee02 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Calling delete_port for 80d12d2d-4392-47ff-994f-bbc1cb727da2 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:26:53.722074 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4437299c-bc73-4f5a-b422-adef43a2bd94 req-bff1a725-4036-479d-a192-986e731dee02 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (80d12d2d-4392-47ff-994f-bbc1cb727da2), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:53.750809 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff1a725-4036-479d-a192-986e731dee02 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Pushing event deleted for resources: {'Port': ['ID=80d12d2d-4392-47ff-994f-bbc1cb727da2,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:53.756234 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['80d12d2d-4392-47ff-994f-bbc1cb727da2'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:26:53.764344 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff1a725-4036-479d-a192-986e731dee02 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:53.764344 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff1a725-4036-479d-a192-986e731dee02 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:53.764344 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff1a725-4036-479d-a192-986e731dee02 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:53.764733 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff1a725-4036-479d-a192-986e731dee02 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:53.764843 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff1a725-4036-479d-a192-986e731dee02 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:53.765158 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff1a725-4036-479d-a192-986e731dee02 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:53.765442 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff1a725-4036-479d-a192-986e731dee02 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:53.765774 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff1a725-4036-479d-a192-986e731dee02 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:53.766101 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff1a725-4036-479d-a192-986e731dee02 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:53.766425 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff1a725-4036-479d-a192-986e731dee02 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:53.766747 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff1a725-4036-479d-a192-986e731dee02 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:53.767148 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff1a725-4036-479d-a192-986e731dee02 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:53.767472 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff1a725-4036-479d-a192-986e731dee02 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:26:53.807437 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-4437299c-bc73-4f5a-b422-adef43a2bd94 req-bff1a725-4036-479d-a192-986e731dee02 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] No DVR routers for this DVR port 80d12d2d-4392-47ff-994f-bbc1cb727da2 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:26:53.810326 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4437299c-bc73-4f5a-b422-adef43a2bd94 req-bff1a725-4036-479d-a192-986e731dee02 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:53.814700 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4437299c-bc73-4f5a-b422-adef43a2bd94 req-bff1a725-4036-479d-a192-986e731dee02 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.39 "DELETE /v2.0/ports/80d12d2d-4392-47ff-994f-bbc1cb727da2 HTTP/1.1" status: 204 len: 173 time: 0.4541566 Jan 28 03:26:53.815183 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc14edf-b540-45fd-8970-2283f24d01cb', 'name': 'network-vif-deleted', 'tag': '80d12d2d-4392-47ff-994f-bbc1cb727da2'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:26:53.817615 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854e30e3-13d7-400b-bde7-3c33c0e25dc9" -d '{"events": [{"server_uuid": "3cc14edf-b540-45fd-8970-2283f24d01cb", "name": "network-vif-deleted", "tag": "80d12d2d-4392-47ff-994f-bbc1cb727da2"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:26:53.870293 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06215cc-6732-467b-9a8e-732a776e0d3a x-openstack-request-id: req-e06215cc-6732-467b-9a8e-732a776e0d3a {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:26:53.870591 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc14edf-b540-45fd-8970-2283f24d01cb", "name": "network-vif-deleted", "tag": "80d12d2d-4392-47ff-994f-bbc1cb727da2", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:26:53.870848 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e06215cc-6732-467b-9a8e-732a776e0d3a {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:26:53.871250 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc14edf-b540-45fd-8970-2283f24d01cb', 'name': 'network-vif-deleted', 'tag': '80d12d2d-4392-47ff-994f-bbc1cb727da2', 'status': 'completed', 'code': 200} Jan 28 03:26:54.031384 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-df2a5cfd-d532-414c-a844-7506d687bb2c req-ffe58a01-c4ac-48f6-829a-488ea786742e tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc14edf-b540-45fd-8970-2283f24d01cb HTTP/1.1" status: 200 len: 210 time: 0.0263216 Jan 28 03:26:54.576479 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a858900-326f-412f-8a2c-54617fd95f47 req-9d6ddd07-81ff-42b8-a48f-fcb644dd85e3 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:54.578034 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3a858900-326f-412f-8a2c-54617fd95f47 req-9d6ddd07-81ff-42b8-a48f-fcb644dd85e3 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 945 time: 0.0500958 Jan 28 03:26:54.627861 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3a858900-326f-412f-8a2c-54617fd95f47 req-d66d1ad5-8313-4d00-9ca4-aa277bfb578a tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439613 Jan 28 03:26:55.139613 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-506441eb-e8e0-4497-b9a9-c74615ab82c7 req-240d6939-a094-4bad-9b5e-d531fd6f68de tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc14edf-b540-45fd-8970-2283f24d01cb HTTP/1.1" status: 200 len: 210 time: 0.0331850 Jan 28 03:26:55.751586 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889f624-2759-4ba4-8d84-6d3c81039cf2 req-b51d9037-44d3-45ec-adfb-4b0c36fba14a tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:55.753065 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2889f624-2759-4ba4-8d84-6d3c81039cf2 req-b51d9037-44d3-45ec-adfb-4b0c36fba14a tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 945 time: 0.0497828 Jan 28 03:26:55.805518 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2889f624-2759-4ba4-8d84-6d3c81039cf2 req-f58bd899-6452-41cc-8843-d6b57caeda78 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465009 Jan 28 03:26:56.237874 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-99a6aad1-5e07-4014-9d39-50e9ad7b7dc8 req-5595d9d5-bdc7-4ae8-b605-412b7c29f998 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc14edf-b540-45fd-8970-2283f24d01cb HTTP/1.1" status: 200 len: 210 time: 0.0280442 Jan 28 03:26:56.934839 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99115529-2e3d-427d-a7fa-0ca554b54f2c req-e246e345-5b16-408f-8062-9472f249681a tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:56.936321 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-99115529-2e3d-427d-a7fa-0ca554b54f2c req-e246e345-5b16-408f-8062-9472f249681a tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 945 time: 0.0527220 Jan 28 03:26:56.983181 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-99115529-2e3d-427d-a7fa-0ca554b54f2c req-99b7381c-06b3-4d15-bcbd-4eef094e20f9 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407677 Jan 28 03:26:57.285252 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 80d12d2d-4392-47ff-994f-bbc1cb727da2 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:26:57.306503 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 80d12d2d-4392-47ff-994f-bbc1cb727da2 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:26:57.306828 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 80d12d2d-4392-47ff-994f-bbc1cb727da2 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:26:57.334995 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e3782e8a-ab2f-4a97-bd32-f6cded48ecb5 req-95722b6b-ed37-4a99-8e30-3d917a83c289 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc14edf-b540-45fd-8970-2283f24d01cb HTTP/1.1" status: 200 len: 210 time: 0.0267420 Jan 28 03:26:58.119369 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ec2ae-f640-42be-9984-14a3e0a23167 req-e373a52a-2c1a-46aa-a507-45524ccb8289 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:58.120987 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f06ec2ae-f640-42be-9984-14a3e0a23167 req-e373a52a-2c1a-46aa-a507-45524ccb8289 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 945 time: 0.0618649 Jan 28 03:26:58.172321 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f06ec2ae-f640-42be-9984-14a3e0a23167 req-87778fee-81eb-4c25-90e7-562bdebd3d89 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453832 Jan 28 03:26:58.435794 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f8b98f54-f471-42dc-b58f-cacad45bbc44 req-18d330ed-0d55-4883-b3b0-975fdb734687 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc14edf-b540-45fd-8970-2283f24d01cb HTTP/1.1" status: 200 len: 210 time: 0.0300040 Jan 28 03:26:59.291986 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device ec2396af-9fc8-4799-82d6-612668109f73 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:26:59.317723 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321ce23-133d-4d71-85f9-53e5dbe9d873 req-3f077c68-5d14-4fad-821b-6c9299e1656a tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:26:59.318968 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0321ce23-133d-4d71-85f9-53e5dbe9d873 req-3f077c68-5d14-4fad-821b-6c9299e1656a tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 945 time: 0.0699501 Jan 28 03:26:59.378659 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0321ce23-133d-4d71-85f9-53e5dbe9d873 req-b31e269c-57ea-48a7-ba87-c6f0414528dd tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504682 Jan 28 03:26:59.418682 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port ec2396af-9fc8-4799-82d6-612668109f73, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=ec2396af-9fc8-4799-82d6-612668109f73,segment=NetworkSegment(22939271-c413-4b6e-86b8-b80474a12e63),segment_id=22939271-c413-4b6e-86b8-b80474a12e63)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:59.429577 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:59.430740 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': 'ec2396af-9fc8-4799-82d6-612668109f73', 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d', 'port_id': 'ec2396af-9fc8-4799-82d6-612668109f73', 'mac_address': 'fa:16:3e:01:df:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76aeb7da-88ca-40e3-af3a-4f4f90f2c919', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:26:59.469452 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port ec2396af-9fc8-4799-82d6-612668109f73 is: ACTIVE; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:26:59.469903 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ec2396af-9fc8-4799-82d6-612668109f73), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:59.489704 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec2396af-9fc8-4799-82d6-612668109f73 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:26:59.511104 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port ec2396af-9fc8-4799-82d6-612668109f73, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=ec2396af-9fc8-4799-82d6-612668109f73,segment=NetworkSegment(22939271-c413-4b6e-86b8-b80474a12e63),segment_id=22939271-c413-4b6e-86b8-b80474a12e63)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:26:59.516535 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ec2396af-9fc8-4799-82d6-612668109f73), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:59.569294 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=ec2396af-9fc8-4799-82d6-612668109f73,revision_number=6']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:26:59.679919 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['ec2396af-9fc8-4799-82d6-612668109f73'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:26:59.743871 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e0dc55db-3262-474d-9524-8ba2af81549a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:26:59.841984 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cdeca3ce-6beb-4457-bc97-9d1a6877236b req-aa59b0e3-8f44-4b1a-ba63-6297549bce33 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc14edf-b540-45fd-8970-2283f24d01cb HTTP/1.1" status: 200 len: 210 time: 0.0573292 Jan 28 03:27:00.509121 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc702cb-247c-4e22-a423-eda607b0fb77 req-2bdda19f-e120-47f5-b764-d327dd24c3dd tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:00.516041 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1bc702cb-247c-4e22-a423-eda607b0fb77 req-2bdda19f-e120-47f5-b764-d327dd24c3dd tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 944 time: 0.0590870 Jan 28 03:27:00.571041 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1bc702cb-247c-4e22-a423-eda607b0fb77 req-c92f92a0-1ca1-4a59-bdaa-990149a86a52 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539896 Jan 28 03:27:00.962487 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-24f6e540-cc99-4cfb-a133-e30d0d2779e1 req-818a3090-1e3b-4822-9314-1dac406fe21e tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc14edf-b540-45fd-8970-2283f24d01cb HTTP/1.1" status: 200 len: 210 time: 0.0355399 Jan 28 03:27:01.318751 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device ec2396af-9fc8-4799-82d6-612668109f73 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:27:01.369294 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port ec2396af-9fc8-4799-82d6-612668109f73 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:01.370003 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ec2396af-9fc8-4799-82d6-612668109f73), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:01.457322 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port ec2396af-9fc8-4799-82d6-612668109f73 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:01.457819 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ec2396af-9fc8-4799-82d6-612668109f73), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:01.493924 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a180ab6a-81f1-44f3-b596-f3a9cbcb52ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2396af-9fc8-4799-82d6-612668109f73'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:27:01.496991 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737b4dae-5c85-4ccf-9c39-0eb4b8fef48b" -d '{"events": [{"server_uuid": "a180ab6a-81f1-44f3-b596-f3a9cbcb52ef", "name": "network-vif-plugged", "status": "completed", "tag": "ec2396af-9fc8-4799-82d6-612668109f73"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:27:01.516990 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port ec2396af-9fc8-4799-82d6-612668109f73, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=ec2396af-9fc8-4799-82d6-612668109f73,segment=NetworkSegment(22939271-c413-4b6e-86b8-b80474a12e63),segment_id=22939271-c413-4b6e-86b8-b80474a12e63)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:01.526165 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ec2396af-9fc8-4799-82d6-612668109f73), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:01.612807 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60181a68-baa7-4aac-90f7-212595df39d5 x-openstack-request-id: req-60181a68-baa7-4aac-90f7-212595df39d5 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:27:01.613145 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a180ab6a-81f1-44f3-b596-f3a9cbcb52ef", "name": "network-vif-plugged", "status": "completed", "tag": "ec2396af-9fc8-4799-82d6-612668109f73", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:27:01.613540 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-60181a68-baa7-4aac-90f7-212595df39d5 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:27:01.614001 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a180ab6a-81f1-44f3-b596-f3a9cbcb52ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2396af-9fc8-4799-82d6-612668109f73', 'code': 200} Jan 28 03:27:01.614931 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=ec2396af-9fc8-4799-82d6-612668109f73,revision_number=7']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:01.786151 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-51ec3a53-257f-42c8-b3a9-118562c3cf0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:01.789566 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb0ab2-d68d-44ca-ae7f-74d2a33abc7f req-8342d2bb-3842-452d-91cb-571f4160c08e tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:01.802314 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-25fb0ab2-d68d-44ca-ae7f-74d2a33abc7f req-8342d2bb-3842-452d-91cb-571f4160c08e tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 945 time: 0.0786965 Jan 28 03:27:01.875307 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-25fb0ab2-d68d-44ca-ae7f-74d2a33abc7f req-da733f4d-015c-405d-83ef-5ce71c90e5b6 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716288 Jan 28 03:27:02.088218 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-38539922-8000-4a18-832b-821f00053f27 req-1071ed0d-211b-4dfb-8f36-062369c851bb tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc14edf-b540-45fd-8970-2283f24d01cb HTTP/1.1" status: 200 len: 210 time: 0.0461426 Jan 28 03:27:03.096636 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019a6a8-917e-4bae-82d0-dfbff0ed04f4 req-a8a65cfe-c322-40fa-9ccf-2d33e86c4bb7 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:03.098351 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1019a6a8-917e-4bae-82d0-dfbff0ed04f4 req-a8a65cfe-c322-40fa-9ccf-2d33e86c4bb7 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 945 time: 0.0879321 Jan 28 03:27:03.182036 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1019a6a8-917e-4bae-82d0-dfbff0ed04f4 req-68c1a58f-ab03-419c-97bb-6ae1e829a8be tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688610 Jan 28 03:27:03.265416 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-65db9a7e-c6d0-417d-9b5c-249e93583be6 req-de664949-3d0e-4e34-90f0-53dc896ad094 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc14edf-b540-45fd-8970-2283f24d01cb HTTP/1.1" status: 200 len: 210 time: 0.0794268 Jan 28 03:27:03.384139 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:03.609639 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:04.558895 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b4087dca-4705-4921-b3cc-bb9c2ffa5e43 req-0a0e25a6-c6dd-4981-bed2-bf41ae82dff5 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc14edf-b540-45fd-8970-2283f24d01cb HTTP/1.1" status: 200 len: 210 time: 0.0641508 Jan 28 03:27:04.559493 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0c70c-054c-4315-8da8-99fc605c2a40 req-1519cf92-c787-4d66-a1f2-d9c81655637a tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:04.561417 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-83d0c70c-054c-4315-8da8-99fc605c2a40 req-1519cf92-c787-4d66-a1f2-d9c81655637a tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 945 time: 0.1119688 Jan 28 03:27:04.645189 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-83d0c70c-054c-4315-8da8-99fc605c2a40 req-7b71d8a5-ef60-4f13-b828-bcf8fbf9c1fd tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759201 Jan 28 03:27:04.842030 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:05.956104 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1767bb88-486c-4f39-a880-11b2e925d917 req-fdce580b-f4cd-40c2-81c4-310ab3484572 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:05.958621 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1767bb88-486c-4f39-a880-11b2e925d917 req-fdce580b-f4cd-40c2-81c4-310ab3484572 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 945 time: 0.0981662 Jan 28 03:27:06.023960 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1767bb88-486c-4f39-a880-11b2e925d917 req-c70b08cd-2b0f-4c5e-9550-28a281f4cbc4 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578644 Jan 28 03:27:06.124693 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:07.182671 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50f4a2-2683-47e3-b029-fecd9c49c37c req-fd56890a-9132-4677-8019-72796be5d110 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:07.192443 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2a50f4a2-2683-47e3-b029-fecd9c49c37c req-fd56890a-9132-4677-8019-72796be5d110 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 945 time: 0.0691812 Jan 28 03:27:07.267945 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2a50f4a2-2683-47e3-b029-fecd9c49c37c req-a562d483-2d44-4989-9034-3be1d849fde7 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744278 Jan 28 03:27:08.407459 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd7a5d-967b-4105-987f-22f3fcbfe018 req-2f228058-94a9-4062-b84b-b77a56b591dc tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:08.415325 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-98dd7a5d-967b-4105-987f-22f3fcbfe018 req-2f228058-94a9-4062-b84b-b77a56b591dc tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 945 time: 0.0595329 Jan 28 03:27:08.470373 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-98dd7a5d-967b-4105-987f-22f3fcbfe018 req-c707719d-4941-4786-bfb7-62026a5c402e tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515001 Jan 28 03:27:09.651911 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c720f1-2cfc-40ce-b339-85dba2fdb2ba req-87e65c00-6367-4e55-8eec-ecec69891276 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:09.671043 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d1c720f1-2cfc-40ce-b339-85dba2fdb2ba req-87e65c00-6367-4e55-8eec-ecec69891276 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 945 time: 0.0855789 Jan 28 03:27:09.732266 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d1c720f1-2cfc-40ce-b339-85dba2fdb2ba req-34c51020-52db-4ab0-9724-7ce8cbc8a59d tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513008 Jan 28 03:27:10.888731 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b20ff-08fc-4ae9-b109-af648df80d8c req-6741351a-61c2-46dd-8034-982f11d26396 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:10.891090 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-109b20ff-08fc-4ae9-b109-af648df80d8c req-6741351a-61c2-46dd-8034-982f11d26396 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 945 time: 0.0529044 Jan 28 03:27:10.952711 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-109b20ff-08fc-4ae9-b109-af648df80d8c req-d6477c62-4000-4b8e-89d5-d9b7e2b1063b tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521710 Jan 28 03:27:12.138571 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e1991-1a31-466c-bf9c-ff712a6560e0 req-0afdc4c0-6fbb-4eff-868f-e10bed30811f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:12.140775 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-365e1991-1a31-466c-bf9c-ff712a6560e0 req-0afdc4c0-6fbb-4eff-868f-e10bed30811f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f6bbf2836904089b5391caf666a2ef0&device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 1097 time: 0.0716677 Jan 28 03:27:12.166659 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307c4a8-4b30-4892-8bdf-6083b9d231c5 req-f2fee636-5f22-47c2-adbf-6a2d800875d2 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:12.169611 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1307c4a8-4b30-4892-8bdf-6083b9d231c5 req-f2fee636-5f22-47c2-adbf-6a2d800875d2 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 945 time: 0.0746791 Jan 28 03:27:12.223902 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1307c4a8-4b30-4892-8bdf-6083b9d231c5 req-a4f0edbd-4b2f-450c-ae8d-62de76ddea32 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494838 Jan 28 03:27:12.258814 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e1991-1a31-466c-bf9c-ff712a6560e0 req-b2f175c6-2615-4185-97cb-154de0f2dc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:12.260479 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-365e1991-1a31-466c-bf9c-ff712a6560e0 req-b2f175c6-2615-4185-97cb-154de0f2dc5e service neutron] 10.222.0.39 "GET /v2.0/networks?id=b328f18d-888e-4024-8099-122b5bda010d HTTP/1.1" status: 200 len: 918 time: 0.1130483 Jan 28 03:27:12.351563 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-365e1991-1a31-466c-bf9c-ff712a6560e0 req-37cf4234-7d1f-43ae-abe0-dbe1d970b417 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec2396af-9fc8-4799-82d6-612668109f73 HTTP/1.1" status: 200 len: 1000 time: 0.0843897 Jan 28 03:27:12.403374 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e1991-1a31-466c-bf9c-ff712a6560e0 req-1fe7e12f-f2fb-4789-8b59-a51f3e6b48c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:12.404927 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-365e1991-1a31-466c-bf9c-ff712a6560e0 req-1fe7e12f-f2fb-4789-8b59-a51f3e6b48c3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=76aeb7da-88ca-40e3-af3a-4f4f90f2c919 HTTP/1.1" status: 200 len: 856 time: 0.0469103 Jan 28 03:27:12.452515 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e1991-1a31-466c-bf9c-ff712a6560e0 req-ec2eacc3-3c4a-48ab-a069-86ca8e94a10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:12.454150 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-365e1991-1a31-466c-bf9c-ff712a6560e0 req-ec2eacc3-3c4a-48ab-a069-86ca8e94a10c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b328f18d-888e-4024-8099-122b5bda010d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432813 Jan 28 03:27:12.558291 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-365e1991-1a31-466c-bf9c-ff712a6560e0 req-70b79a59-2134-4ede-a63b-fc109b1b34de service neutron] 10.222.0.39 "GET /v2.0/networks/b328f18d-888e-4024-8099-122b5bda010d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976424 Jan 28 03:27:12.691120 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-365e1991-1a31-466c-bf9c-ff712a6560e0 req-e6363e53-b576-4fd6-a05d-8cc2cbe9ede0 service neutron] 10.222.0.39 "GET /v2.0/networks/b328f18d-888e-4024-8099-122b5bda010d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268687 Jan 28 03:27:12.904598 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47329d25-089c-4426-a741-2122e9c4ce61 req-6440480d-3202-4420-9767-26279cdb7b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:12.907748 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-47329d25-089c-4426-a741-2122e9c4ce61 req-6440480d-3202-4420-9767-26279cdb7b2f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f6bbf2836904089b5391caf666a2ef0&device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 1097 time: 0.0828152 Jan 28 03:27:13.029192 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47329d25-089c-4426-a741-2122e9c4ce61 req-bb5c723e-04bc-4d82-802b-5ff2d194c213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:13.031680 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-47329d25-089c-4426-a741-2122e9c4ce61 req-bb5c723e-04bc-4d82-802b-5ff2d194c213 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b328f18d-888e-4024-8099-122b5bda010d HTTP/1.1" status: 200 len: 918 time: 0.0987232 Jan 28 03:27:13.102852 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-47329d25-089c-4426-a741-2122e9c4ce61 req-dba2ea03-ca70-4d4d-9e31-9dfd83bbb32f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec2396af-9fc8-4799-82d6-612668109f73 HTTP/1.1" status: 200 len: 1000 time: 0.0642002 Jan 28 03:27:13.165609 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47329d25-089c-4426-a741-2122e9c4ce61 req-29f99280-7980-4b13-a81d-05a50ac9b2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:13.169092 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-47329d25-089c-4426-a741-2122e9c4ce61 req-29f99280-7980-4b13-a81d-05a50ac9b2ce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=76aeb7da-88ca-40e3-af3a-4f4f90f2c919 HTTP/1.1" status: 200 len: 856 time: 0.0592711 Jan 28 03:27:13.229328 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47329d25-089c-4426-a741-2122e9c4ce61 req-61a3f89f-994d-451e-b33e-20c7d9057589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:13.232085 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-47329d25-089c-4426-a741-2122e9c4ce61 req-61a3f89f-994d-451e-b33e-20c7d9057589 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b328f18d-888e-4024-8099-122b5bda010d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572515 Jan 28 03:27:13.350182 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-47329d25-089c-4426-a741-2122e9c4ce61 req-c9e7132e-86ca-47e7-bce4-d89bbaab45cc service neutron] 10.222.0.39 "GET /v2.0/networks/b328f18d-888e-4024-8099-122b5bda010d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101708 Jan 28 03:27:13.503104 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2dae1-0ef3-4e93-9d30-ecfc65fd8def req-c2ed0638-8ce1-4873-85d5-87b08c711c27 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:13.504914 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-39f2dae1-0ef3-4e93-9d30-ecfc65fd8def req-c2ed0638-8ce1-4873-85d5-87b08c711c27 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 945 time: 0.1436307 Jan 28 03:27:13.562390 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-47329d25-089c-4426-a741-2122e9c4ce61 req-68354bb7-a0e2-41d3-a869-8613b4591ac2 service neutron] 10.222.0.39 "GET /v2.0/networks/b328f18d-888e-4024-8099-122b5bda010d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990364 Jan 28 03:27:13.599621 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-39f2dae1-0ef3-4e93-9d30-ecfc65fd8def req-14bbd46d-2e4a-45f2-88cf-d53f1d14006b tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776219 Jan 28 03:27:14.755979 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13014aa0-ebd4-4206-a4d2-99adee514330 req-cc716854-377f-4632-bbbf-13c78cd33a9f tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:14.762997 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-13014aa0-ebd4-4206-a4d2-99adee514330 req-cc716854-377f-4632-bbbf-13c78cd33a9f tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 945 time: 0.0596638 Jan 28 03:27:14.817954 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-13014aa0-ebd4-4206-a4d2-99adee514330 req-9202a635-4cc8-4cfe-88eb-c87e8627dfc4 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537620 Jan 28 03:27:15.433113 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device ec2396af-9fc8-4799-82d6-612668109f73 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:27:15.522556 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port ec2396af-9fc8-4799-82d6-612668109f73 is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:15.522954 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ec2396af-9fc8-4799-82d6-612668109f73), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:15.548021 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a180ab6a-81f1-44f3-b596-f3a9cbcb52ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec2396af-9fc8-4799-82d6-612668109f73'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:27:15.550398 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b544dfb-711c-45ba-9819-7cb9957b8ff5" -d '{"events": [{"server_uuid": "a180ab6a-81f1-44f3-b596-f3a9cbcb52ef", "name": "network-vif-unplugged", "status": "completed", "tag": "ec2396af-9fc8-4799-82d6-612668109f73"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:27:15.569221 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port ec2396af-9fc8-4799-82d6-612668109f73, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=ec2396af-9fc8-4799-82d6-612668109f73,segment=NetworkSegment(22939271-c413-4b6e-86b8-b80474a12e63),segment_id=22939271-c413-4b6e-86b8-b80474a12e63)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:15.575122 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ec2396af-9fc8-4799-82d6-612668109f73), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:15.602944 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 03:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c05f5e7-38f2-4e9d-84c8-84066af2ede1 x-openstack-request-id: req-8c05f5e7-38f2-4e9d-84c8-84066af2ede1 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:27:15.603241 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a180ab6a-81f1-44f3-b596-f3a9cbcb52ef", "name": "network-vif-unplugged", "status": "failed", "tag": "ec2396af-9fc8-4799-82d6-612668109f73", "code": 422}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:27:15.603491 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8c05f5e7-38f2-4e9d-84c8-84066af2ede1 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:27:15.603879 n-d-712139-27 neutron-server[109804]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a180ab6a-81f1-44f3-b596-f3a9cbcb52ef', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ec2396af-9fc8-4799-82d6-612668109f73', 'code': 422} returned with failed status Jan 28 03:27:15.634973 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=ec2396af-9fc8-4799-82d6-612668109f73,revision_number=8']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:15.745853 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-3d807e1d-40b4-40e6-8e2c-215ee4b17605 req-0e320c14-9ba1-476d-bd59-285c6bfdf327 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:27:15.746883 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3d807e1d-40b4-40e6-8e2c-215ee4b17605 req-0e320c14-9ba1-476d-bd59-285c6bfdf327 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055161 Jan 28 03:27:15.990820 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6bab98-95d4-461b-870b-5ce85fb68df8 req-a82ccc74-8dc7-4755-9cc1-2d1909d1bfa2 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:15.992672 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4f6bab98-95d4-461b-870b-5ce85fb68df8 req-a82ccc74-8dc7-4755-9cc1-2d1909d1bfa2 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 943 time: 0.1111574 Jan 28 03:27:16.014352 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2bc6fb7a-e88b-4ae7-a92a-99fc0a043d36 req-7aac9a22-4cfc-4649-bc20-7d807390b8f1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0715175 Jan 28 03:27:16.031078 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [req-2bc6fb7a-e88b-4ae7-a92a-99fc0a043d36 req-79260cbe-abe8-4cb6-a093-52fa09b5c1d4 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:27:16.032230 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2bc6fb7a-e88b-4ae7-a92a-99fc0a043d36 req-79260cbe-abe8-4cb6-a093-52fa09b5c1d4 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077960 Jan 28 03:27:16.075401 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4f6bab98-95d4-461b-870b-5ce85fb68df8 req-2258d08f-849e-417a-b873-fdb2a58f9d95 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723898 Jan 28 03:27:16.961209 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6fb7a-e88b-4ae7-a92a-99fc0a043d36 req-1f9e5b82-b96e-4231-bf14-66daadd176c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:16.963849 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2bc6fb7a-e88b-4ae7-a92a-99fc0a043d36 req-1f9e5b82-b96e-4231-bf14-66daadd176c6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef&tenant_id=6f6bbf2836904089b5391caf666a2ef0 HTTP/1.1" status: 200 len: 1095 time: 0.0584579 Jan 28 03:27:17.043316 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6fb7a-e88b-4ae7-a92a-99fc0a043d36 req-491f8b0d-dc9a-4b81-974a-2ee747056dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:17.044849 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2bc6fb7a-e88b-4ae7-a92a-99fc0a043d36 req-491f8b0d-dc9a-4b81-974a-2ee747056dce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f6bbf2836904089b5391caf666a2ef0&device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 1095 time: 0.0471060 Jan 28 03:27:17.158351 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6fb7a-e88b-4ae7-a92a-99fc0a043d36 req-b8836e36-7d5a-4ed8-a337-d0bdcc6b0df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:17.159880 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2bc6fb7a-e88b-4ae7-a92a-99fc0a043d36 req-b8836e36-7d5a-4ed8-a337-d0bdcc6b0df6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b328f18d-888e-4024-8099-122b5bda010d HTTP/1.1" status: 200 len: 918 time: 0.1092401 Jan 28 03:27:17.263331 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2bc6fb7a-e88b-4ae7-a92a-99fc0a043d36 req-e7101d72-58d1-458c-9d13-dfdd235bbce7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec2396af-9fc8-4799-82d6-612668109f73 HTTP/1.1" status: 200 len: 998 time: 0.0885470 Jan 28 03:27:17.271106 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe17823-e307-45c4-85fd-66ac22ea3474 req-aaf35d31-f42d-4a2b-b024-f7076e2813b0 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:17.273236 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9fe17823-e307-45c4-85fd-66ac22ea3474 req-aaf35d31-f42d-4a2b-b024-f7076e2813b0 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 943 time: 0.1093881 Jan 28 03:27:17.346875 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6fb7a-e88b-4ae7-a92a-99fc0a043d36 req-1973061b-371f-4f3a-a2ef-5655184f47cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:17.348291 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2bc6fb7a-e88b-4ae7-a92a-99fc0a043d36 req-1973061b-371f-4f3a-a2ef-5655184f47cc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=76aeb7da-88ca-40e3-af3a-4f4f90f2c919 HTTP/1.1" status: 200 len: 856 time: 0.0741735 Jan 28 03:27:17.372219 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9fe17823-e307-45c4-85fd-66ac22ea3474 req-f66d89d5-3915-485c-bca7-e84a4d11f8e9 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715261 Jan 28 03:27:17.403488 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6fb7a-e88b-4ae7-a92a-99fc0a043d36 req-1ed77179-eae8-4965-a9df-4c3c3c29725a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:17.408718 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2bc6fb7a-e88b-4ae7-a92a-99fc0a043d36 req-1ed77179-eae8-4965-a9df-4c3c3c29725a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b328f18d-888e-4024-8099-122b5bda010d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492172 Jan 28 03:27:17.497812 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2bc6fb7a-e88b-4ae7-a92a-99fc0a043d36 req-e2788b1f-59fa-4e86-96d2-f328812ff086 service neutron] 10.222.0.39 "GET /v2.0/networks/b328f18d-888e-4024-8099-122b5bda010d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864406 Jan 28 03:27:17.597583 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2bc6fb7a-e88b-4ae7-a92a-99fc0a043d36 req-79624f98-b0e7-4da1-8c90-afe22bac3112 service neutron] 10.222.0.39 "GET /v2.0/networks/b328f18d-888e-4024-8099-122b5bda010d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940456 Jan 28 03:27:18.597725 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184de70b-abd2-4a8c-8476-b3fce73979f4 req-b9e39025-9430-4449-a408-4d189f4676e8 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:18.600608 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-184de70b-abd2-4a8c-8476-b3fce73979f4 req-b9e39025-9430-4449-a408-4d189f4676e8 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 943 time: 0.0807180 Jan 28 03:27:18.678528 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-184de70b-abd2-4a8c-8476-b3fce73979f4 req-1cf20042-4bb1-4bac-ae6a-18ee7c602217 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624681 Jan 28 03:27:19.851406 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc2168-60a2-4464-a7f7-faa23dbc72ce req-d6ff6309-af99-472c-8197-a1086f6e7b0d tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:19.859315 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-76bc2168-60a2-4464-a7f7-faa23dbc72ce req-d6ff6309-af99-472c-8197-a1086f6e7b0d tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 943 time: 0.0695107 Jan 28 03:27:19.936413 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-76bc2168-60a2-4464-a7f7-faa23dbc72ce req-d9e5095d-4f8f-41e4-9882-1cb80745a753 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755658 Jan 28 03:27:21.127497 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe260d-1240-45d6-a5c7-9c2a7375fa7f req-9a59281b-f4a0-4fef-bfc1-ee16d0388b53 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:21.129528 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7abe260d-1240-45d6-a5c7-9c2a7375fa7f req-9a59281b-f4a0-4fef-bfc1-ee16d0388b53 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 943 time: 0.1093996 Jan 28 03:27:21.228425 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:27:21.241457 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7abe260d-1240-45d6-a5c7-9c2a7375fa7f req-ff294bc8-79ec-483c-a0cb-45011f7ebcdc tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054707 Jan 28 03:27:21.675701 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ea141ed9-fc1d-4d68-882b-b8938315bd25 req-28642cf4-4a13-4df2-b5f4-49cf4c89f35a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=77975b1a-9584-48af-b7d4-78a7c0600d55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1111004 Jan 28 03:27:21.840581 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea141ed9-fc1d-4d68-882b-b8938315bd25 req-217de987-d09c-4b5a-868e-34075230c86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:21.843371 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ea141ed9-fc1d-4d68-882b-b8938315bd25 req-217de987-d09c-4b5a-868e-34075230c86a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8a597fb5c6c6466f851ca3dd59620442&device_id=77975b1a-9584-48af-b7d4-78a7c0600d55 HTTP/1.1" status: 200 len: 1098 time: 0.0855784 Jan 28 03:27:22.024456 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea141ed9-fc1d-4d68-882b-b8938315bd25 req-b3b3a0d0-88e4-4f69-98df-b93821ac6ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:22.035146 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ea141ed9-fc1d-4d68-882b-b8938315bd25 req-b3b3a0d0-88e4-4f69-98df-b93821ac6ce2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7f91d1d2-714b-44b5-bb66-d16f7786518c HTTP/1.1" status: 200 len: 915 time: 0.1674991 Jan 28 03:27:22.103417 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ea141ed9-fc1d-4d68-882b-b8938315bd25 req-11705057-c6f7-4352-87d6-3ff3b674d66a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2720a07a-577f-4c83-ad4e-ba6da1232a91 HTTP/1.1" status: 200 len: 217 time: 0.0622430 Jan 28 03:27:22.168374 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea141ed9-fc1d-4d68-882b-b8938315bd25 req-c69ffab5-8da7-4a42-89c5-525a3e8a2213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:22.170321 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ea141ed9-fc1d-4d68-882b-b8938315bd25 req-c69ffab5-8da7-4a42-89c5-525a3e8a2213 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3e4857fe-d84f-418a-b0ef-13cea717d71c HTTP/1.1" status: 200 len: 854 time: 0.0604448 Jan 28 03:27:22.218061 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ea141ed9-fc1d-4d68-882b-b8938315bd25 req-8f7d41d4-5256-4165-8532-ff8db8007b71 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7f91d1d2-714b-44b5-bb66-d16f7786518c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334423 Jan 28 03:27:22.357186 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ea141ed9-fc1d-4d68-882b-b8938315bd25 req-8cefa009-a4a6-4235-846d-3d898d4e95eb service neutron] 10.222.0.67 "GET /v2.0/networks/7f91d1d2-714b-44b5-bb66-d16f7786518c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324708 Jan 28 03:27:22.589579 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aec782-57d9-4a44-8b7a-8bc49da5a44e req-90ac3db5-ec0c-4227-b58e-8d0704fc2a36 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:22.591157 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b1aec782-57d9-4a44-8b7a-8bc49da5a44e req-90ac3db5-ec0c-4227-b58e-8d0704fc2a36 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 943 time: 0.1738427 Jan 28 03:27:22.637991 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ea141ed9-fc1d-4d68-882b-b8938315bd25 req-6b319d56-4fbc-4f44-92b0-f5f0a03d4271 service neutron] 10.222.0.67 "GET /v2.0/networks/7f91d1d2-714b-44b5-bb66-d16f7786518c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670245 Jan 28 03:27:22.712600 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b1aec782-57d9-4a44-8b7a-8bc49da5a44e req-e05c8a95-962e-42af-9ff1-af79a6317964 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011508 Jan 28 03:27:23.930016 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d0d73-ec23-41f5-8c6e-8dc93c6570f4 req-034f58f2-2056-440a-ab6f-eacf6251ccfd tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:23.932859 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b06d0d73-ec23-41f5-8c6e-8dc93c6570f4 req-034f58f2-2056-440a-ab6f-eacf6251ccfd tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 943 time: 0.0600667 Jan 28 03:27:23.993424 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b06d0d73-ec23-41f5-8c6e-8dc93c6570f4 req-cb2b6518-2011-47e3-aaa9-60968d3fc928 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534914 Jan 28 03:27:25.215309 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599c827-ee0c-412c-aeb1-fc209d12ca80 req-aba269c2-414c-4772-ae93-12e7415b455d tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:25.222806 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9599c827-ee0c-412c-aeb1-fc209d12ca80 req-aba269c2-414c-4772-ae93-12e7415b455d tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 943 time: 0.0975301 Jan 28 03:27:25.312986 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9599c827-ee0c-412c-aeb1-fc209d12ca80 req-d1ea8136-0b44-4a8f-a06a-528f0719da53 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841382 Jan 28 03:27:26.442735 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d861e6-e419-4632-a486-2080b67d2905 req-cc0a4ee1-eab3-40d5-b3e4-661ca08e3599 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:26.446033 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b0d861e6-e419-4632-a486-2080b67d2905 req-cc0a4ee1-eab3-40d5-b3e4-661ca08e3599 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 943 time: 0.0584798 Jan 28 03:27:26.507856 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b0d861e6-e419-4632-a486-2080b67d2905 req-2cd1ac88-eecb-4e05-9039-bff9e08374de tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548790 Jan 28 03:27:27.637632 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae202e-3916-4d7c-b1e1-e3c35b4f5855 req-22c9cefc-a88e-4703-8f07-e13e90533cf2 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:27.639575 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-64ae202e-3916-4d7c-b1e1-e3c35b4f5855 req-22c9cefc-a88e-4703-8f07-e13e90533cf2 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 943 time: 0.0519032 Jan 28 03:27:27.694056 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-64ae202e-3916-4d7c-b1e1-e3c35b4f5855 req-989c35fe-1336-4557-8bc5-fa2001d0a6d6 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481832 Jan 28 03:27:28.828407 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913989e-ae7a-4fa0-bd77-be5411ef810d req-5a6599a6-d90a-42e8-b770-4636b7a68915 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:28.828407 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f913989e-ae7a-4fa0-bd77-be5411ef810d req-5a6599a6-d90a-42e8-b770-4636b7a68915 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 943 time: 0.0522358 Jan 28 03:27:28.890427 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f913989e-ae7a-4fa0-bd77-be5411ef810d req-8fe9df13-5339-408b-ab29-eebffceeadbd tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562837 Jan 28 03:27:29.407625 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:29.460014 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device ec2396af-9fc8-4799-82d6-612668109f73 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:27:29.562600 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port ec2396af-9fc8-4799-82d6-612668109f73, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=ec2396af-9fc8-4799-82d6-612668109f73,segment=NetworkSegment(22939271-c413-4b6e-86b8-b80474a12e63),segment_id=22939271-c413-4b6e-86b8-b80474a12e63)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:29.574991 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': 'ec2396af-9fc8-4799-82d6-612668109f73', 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d', 'port_id': 'ec2396af-9fc8-4799-82d6-612668109f73', 'mac_address': 'fa:16:3e:01:df:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76aeb7da-88ca-40e3-af3a-4f4f90f2c919', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:27:29.612039 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port ec2396af-9fc8-4799-82d6-612668109f73 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:29.612431 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ec2396af-9fc8-4799-82d6-612668109f73), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:29.626202 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec2396af-9fc8-4799-82d6-612668109f73 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:27:29.645752 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port ec2396af-9fc8-4799-82d6-612668109f73, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=ec2396af-9fc8-4799-82d6-612668109f73,segment=NetworkSegment(22939271-c413-4b6e-86b8-b80474a12e63),segment_id=22939271-c413-4b6e-86b8-b80474a12e63)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:29.650610 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ec2396af-9fc8-4799-82d6-612668109f73), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:29.708086 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=ec2396af-9fc8-4799-82d6-612668109f73,revision_number=9']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:29.730924 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7db9aed7-a919-4d00-ae4a-775549fbc9b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:29.919175 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['ec2396af-9fc8-4799-82d6-612668109f73'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:27:30.032243 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3492e28-9547-4921-8249-35bd7f43f7f5 req-2d9cadba-d653-4f83-b451-f34dcd7bf6bd tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:30.033762 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b3492e28-9547-4921-8249-35bd7f43f7f5 req-2d9cadba-d653-4f83-b451-f34dcd7bf6bd tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 944 time: 0.0547957 Jan 28 03:27:30.097108 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b3492e28-9547-4921-8249-35bd7f43f7f5 req-702678f0-c673-4e15-b9d0-8e4c1f7bc7cc tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568128 Jan 28 03:27:31.257454 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72453846-2bc8-4d8c-8295-60bb3d375fdb req-7d095cc1-6abd-402a-988d-817e1c3fafec tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:31.259823 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-72453846-2bc8-4d8c-8295-60bb3d375fdb req-7d095cc1-6abd-402a-988d-817e1c3fafec tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 944 time: 0.0558343 Jan 28 03:27:31.322312 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-72453846-2bc8-4d8c-8295-60bb3d375fdb req-17dbb532-4213-40b3-a307-d4320ff75f56 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552752 Jan 28 03:27:31.459353 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device ec2396af-9fc8-4799-82d6-612668109f73 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:27:31.512700 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port ec2396af-9fc8-4799-82d6-612668109f73 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:31.513102 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ec2396af-9fc8-4799-82d6-612668109f73), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:31.593116 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port ec2396af-9fc8-4799-82d6-612668109f73 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:31.593641 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ec2396af-9fc8-4799-82d6-612668109f73), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:31.619650 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a180ab6a-81f1-44f3-b596-f3a9cbcb52ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2396af-9fc8-4799-82d6-612668109f73'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:27:31.622107 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74cbb705-882b-4fb9-b9f0-e379d46cded1" -d '{"events": [{"server_uuid": "a180ab6a-81f1-44f3-b596-f3a9cbcb52ef", "name": "network-vif-plugged", "status": "completed", "tag": "ec2396af-9fc8-4799-82d6-612668109f73"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:27:31.636053 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port ec2396af-9fc8-4799-82d6-612668109f73, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=ec2396af-9fc8-4799-82d6-612668109f73,segment=NetworkSegment(22939271-c413-4b6e-86b8-b80474a12e63),segment_id=22939271-c413-4b6e-86b8-b80474a12e63)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:31.643571 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ec2396af-9fc8-4799-82d6-612668109f73), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:31.721533 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=ec2396af-9fc8-4799-82d6-612668109f73,revision_number=10']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:31.773952 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-46ab8807-959e-438d-b2a7-3f1c44d42189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:31.831757 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad88516-1c69-4406-9783-ec2a4daef401 x-openstack-request-id: req-cad88516-1c69-4406-9783-ec2a4daef401 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:27:31.832045 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a180ab6a-81f1-44f3-b596-f3a9cbcb52ef", "name": "network-vif-plugged", "status": "completed", "tag": "ec2396af-9fc8-4799-82d6-612668109f73", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:27:31.832495 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cad88516-1c69-4406-9783-ec2a4daef401 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:27:31.833053 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a180ab6a-81f1-44f3-b596-f3a9cbcb52ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2396af-9fc8-4799-82d6-612668109f73', 'code': 200} Jan 28 03:27:32.065749 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e372fc-dad1-4557-b8cd-4fa178286d3e req-cc4c874d-f71f-45a0-963f-04552f95bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:32.067330 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e7e372fc-dad1-4557-b8cd-4fa178286d3e req-cc4c874d-f71f-45a0-963f-04552f95bfbf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 1098 time: 0.0424771 Jan 28 03:27:32.111557 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e7e372fc-dad1-4557-b8cd-4fa178286d3e req-e89ab56b-c21a-4568-b02c-f368a8a8d975 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380852 Jan 28 03:27:32.475871 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b6922-413d-46d8-bc3d-5486b1315e4b req-7ce0676d-d028-461f-a300-9b62ac4c01ae tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:32.477645 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1d2b6922-413d-46d8-bc3d-5486b1315e4b req-7ce0676d-d028-461f-a300-9b62ac4c01ae tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 946 time: 0.0645342 Jan 28 03:27:32.544660 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1d2b6922-413d-46d8-bc3d-5486b1315e4b req-0081e9e8-c6f6-44ae-99da-66ee9b6f5d2d tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547569 Jan 28 03:27:32.622294 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79450b-8212-4351-998e-ab84128f0b56 req-385465b8-38be-47b2-8cf8-708063af442e tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:32.623834 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fe79450b-8212-4351-998e-ab84128f0b56 req-385465b8-38be-47b2-8cf8-708063af442e tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/ports?device_id=77975b1a-9584-48af-b7d4-78a7c0600d55 HTTP/1.1" status: 200 len: 946 time: 0.0756793 Jan 28 03:27:32.681585 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fe79450b-8212-4351-998e-ab84128f0b56 req-9b318489-37b1-4be4-b3da-43cda1fc8e0a tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb3a69a-967a-4f80-969c-9b13b4d1a3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518663 Jan 28 03:27:33.386437 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:33.619709 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:33.681545 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f3d10-53ba-4503-92d3-2f8bcd173d85 req-6609a78d-7100-4713-9b02-db7320b8ef0a tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:33.683081 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a29f3d10-53ba-4503-92d3-2f8bcd173d85 req-6609a78d-7100-4713-9b02-db7320b8ef0a tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 946 time: 0.0567365 Jan 28 03:27:33.755072 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a29f3d10-53ba-4503-92d3-2f8bcd173d85 req-b34c0f9a-d26d-41ad-9860-78da54d2a473 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657413 Jan 28 03:27:33.817119 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca84f20-ca82-4361-bce9-34f8c475fb1b req-278fa9c5-9ee0-47da-827a-eb7f762c18ff tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:33.818412 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-eca84f20-ca82-4361-bce9-34f8c475fb1b req-278fa9c5-9ee0-47da-827a-eb7f762c18ff tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/ports?device_id=77975b1a-9584-48af-b7d4-78a7c0600d55 HTTP/1.1" status: 200 len: 946 time: 0.0499783 Jan 28 03:27:33.865718 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-eca84f20-ca82-4361-bce9-34f8c475fb1b req-c4680923-57d0-49e8-9270-eeee84c2dd88 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb3a69a-967a-4f80-969c-9b13b4d1a3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415134 Jan 28 03:27:34.561694 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf556d-d20c-4f27-91ca-6253c16580d6 req-ed14a75a-93a1-4fa8-9c2b-af74ac01b3ba tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:34.563371 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2ebf556d-d20c-4f27-91ca-6253c16580d6 req-ed14a75a-93a1-4fa8-9c2b-af74ac01b3ba tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.67 "GET /v2.0/ports?device_id=77975b1a-9584-48af-b7d4-78a7c0600d55 HTTP/1.1" status: 200 len: 946 time: 0.0612686 Jan 28 03:27:34.669930 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-2ebf556d-d20c-4f27-91ca-6253c16580d6 req-0fc301cf-e4cc-4374-b62d-50ca64ba092a tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Deleting port 2720a07a-577f-4c83-ad4e-ba6da1232a91 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:27:34.670379 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2ebf556d-d20c-4f27-91ca-6253c16580d6 req-0fc301cf-e4cc-4374-b62d-50ca64ba092a tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (2720a07a-577f-4c83-ad4e-ba6da1232a91), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:34.780334 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-2ebf556d-d20c-4f27-91ca-6253c16580d6 req-0fc301cf-e4cc-4374-b62d-50ca64ba092a tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] For port 2720a07a-577f-4c83-ad4e-ba6da1232a91, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=2720a07a-577f-4c83-ad4e-ba6da1232a91,segment=NetworkSegment(ae7fc67a-40e2-49d2-8b2c-9efcf945daeb),segment_id=ae7fc67a-40e2-49d2-8b2c-9efcf945daeb)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:34.781119 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2ebf556d-d20c-4f27-91ca-6253c16580d6 req-0fc301cf-e4cc-4374-b62d-50ca64ba092a tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (2720a07a-577f-4c83-ad4e-ba6da1232a91), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:34.795234 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-2ebf556d-d20c-4f27-91ca-6253c16580d6 req-0fc301cf-e4cc-4374-b62d-50ca64ba092a tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Calling delete_port for 2720a07a-577f-4c83-ad4e-ba6da1232a91 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:27:34.846349 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:35.005869 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a5330-0a4f-4bda-aa51-f96a8836ba81 req-1834aff9-ee60-4bec-8d39-5d69e0109e37 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:35.009740 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e71a5330-0a4f-4bda-aa51-f96a8836ba81 req-1834aff9-ee60-4bec-8d39-5d69e0109e37 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/ports?device_id=77975b1a-9584-48af-b7d4-78a7c0600d55 HTTP/1.1" status: 200 len: 946 time: 0.0610819 Jan 28 03:27:35.065808 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e71a5330-0a4f-4bda-aa51-f96a8836ba81 req-54a38f73-8fb1-4f10-a391-669265490134 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb3a69a-967a-4f80-969c-9b13b4d1a3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518475 Jan 28 03:27:35.202022 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55225c9-f74a-45ac-b68b-a759bf2d5c7e req-b052099c-2bf6-419b-b2dc-1c29219e7988 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:35.203516 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f55225c9-f74a-45ac-b68b-a759bf2d5c7e req-b052099c-2bf6-419b-b2dc-1c29219e7988 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 946 time: 0.0856929 Jan 28 03:27:35.289139 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f55225c9-f74a-45ac-b68b-a759bf2d5c7e req-9256881d-8c49-481b-938c-d619effc1d16 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755780 Jan 28 03:27:35.303954 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2ebf556d-d20c-4f27-91ca-6253c16580d6 req-0fc301cf-e4cc-4374-b62d-50ca64ba092a tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (2720a07a-577f-4c83-ad4e-ba6da1232a91), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:35.336685 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc301cf-e4cc-4374-b62d-50ca64ba092a tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Pushing event deleted for resources: {'Port': ['ID=2720a07a-577f-4c83-ad4e-ba6da1232a91,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:35.350435 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['2720a07a-577f-4c83-ad4e-ba6da1232a91'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:27:35.387595 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ebf556d-d20c-4f27-91ca-6253c16580d6 req-0fc301cf-e4cc-4374-b62d-50ca64ba092a tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] No DVR routers for this DVR port 2720a07a-577f-4c83-ad4e-ba6da1232a91 on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:27:35.390443 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2ebf556d-d20c-4f27-91ca-6253c16580d6 req-0fc301cf-e4cc-4374-b62d-50ca64ba092a tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:35.394477 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2ebf556d-d20c-4f27-91ca-6253c16580d6 req-0fc301cf-e4cc-4374-b62d-50ca64ba092a tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.67 "DELETE /v2.0/ports/2720a07a-577f-4c83-ad4e-ba6da1232a91 HTTP/1.1" status: 204 len: 173 time: 0.8259764 Jan 28 03:27:35.395108 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77975b1a-9584-48af-b7d4-78a7c0600d55', 'name': 'network-vif-deleted', 'tag': '2720a07a-577f-4c83-ad4e-ba6da1232a91'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:27:35.398727 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49016d2-c04c-46a3-83a0-a4f0469f53c4" -d '{"events": [{"server_uuid": "77975b1a-9584-48af-b7d4-78a7c0600d55", "name": "network-vif-deleted", "tag": "2720a07a-577f-4c83-ad4e-ba6da1232a91"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:27:35.442666 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6a3f99-8369-45b3-8f2d-47a7ea3362d5 x-openstack-request-id: req-2d6a3f99-8369-45b3-8f2d-47a7ea3362d5 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:27:35.442943 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77975b1a-9584-48af-b7d4-78a7c0600d55", "name": "network-vif-deleted", "tag": "2720a07a-577f-4c83-ad4e-ba6da1232a91", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:27:35.443207 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2d6a3f99-8369-45b3-8f2d-47a7ea3362d5 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:27:35.443613 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77975b1a-9584-48af-b7d4-78a7c0600d55', 'name': 'network-vif-deleted', 'tag': '2720a07a-577f-4c83-ad4e-ba6da1232a91', 'status': 'completed', 'code': 200} Jan 28 03:27:36.114078 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:38.727541 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 2720a07a-577f-4c83-ad4e-ba6da1232a91 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:27:38.757582 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: 2720a07a-577f-4c83-ad4e-ba6da1232a91 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:27:38.757983 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 2720a07a-577f-4c83-ad4e-ba6da1232a91 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:27:38.762764 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-b8a36a34-7073-47d2-83e8-482175c368e7 req-04a85027-7a48-4004-b62e-55461521e48c service neutron] (109803) timed out ('10.222.0.39', 49583) {{(pid=109803) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 03:27:40.039446 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-3d055da0-ad5e-4619-ba2f-1d1e98d518a7 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:40.040944 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-3d055da0-ad5e-4619-ba2f-1d1e98d518a7 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/networks?id=d08f29da-d40d-4b15-9f9f-e3612c5ec470 HTTP/1.1" status: 200 len: 811 time: 0.1012228 Jan 28 03:27:40.055663 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-b2c4f64e-ffa3-45ed-a511-b0193d8319b1 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/quotas/2365aae0ed6c4140b140950cf90dbe31 HTTP/1.1" status: 200 len: 375 time: 0.0092268 Jan 28 03:27:40.106566 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-d0f4dcda-46eb-44d1-8c33-cb5ea34dc7b2 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2365aae0ed6c4140b140950cf90dbe31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457408 Jan 28 03:27:40.116949 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-e2336525-d1fa-4071-9bd4-6a6d43eb0201 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:27:40.117961 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-e2336525-d1fa-4071-9bd4-6a6d43eb0201 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051987 Jan 28 03:27:40.214220 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-f8da86b1-f4e8-40ef-9046-c00dbdc77658 service neutron] 10.222.0.53 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903080 Jan 28 03:27:40.302987 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-96267176-cdb8-4186-91c7-025838125671 service neutron] 10.222.0.53 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828617 Jan 28 03:27:41.517969 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-afbc0e9d-90ad-49fa-afef-7412c5eb74e6 req-d9aee065-80df-41c9-ba5c-85c7acbd5177 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 210 time: 0.0320776 Jan 28 03:27:42.615485 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-343d2655-7ab1-4ea1-a18b-5b69ec6319ba tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:42.617839 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-343d2655-7ab1-4ea1-a18b-5b69ec6319ba tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.39 "GET /v2.0/networks?id=d08f29da-d40d-4b15-9f9f-e3612c5ec470 HTTP/1.1" status: 200 len: 811 time: 0.1113279 Jan 28 03:27:42.630200 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5bf930e2-038c-416d-af7a-219a3de02e09 req-5df8492f-15b6-4d62-b3a6-51405d668e27 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 210 time: 0.0320852 Jan 28 03:27:42.640978 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-a0efe3d6-55d2-44cd-8a9a-b2f02583da8b tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Request body: {'port': {'device_id': '51fe186f-99bd-4a9f-86f8-db2fb86f6112', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'admin_state_up': True, 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:42.754626 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-a0efe3d6-55d2-44cd-8a9a-b2f02583da8b tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Made reservation on behalf of 2365aae0ed6c4140b140950cf90dbe31 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:27:42.758323 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-a0efe3d6-55d2-44cd-8a9a-b2f02583da8b tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:42.896239 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-a0efe3d6-55d2-44cd-8a9a-b2f02583da8b tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Allocated IP 172.20.0.11 (d08f29da-d40d-4b15-9f9f-e3612c5ec470/6fca48db-7702-4589-8da6-18a07f4297d3/d99e745d-2d1a-48f3-adf1-475c40c7e437) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:27:43.074808 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-a0efe3d6-55d2-44cd-8a9a-b2f02583da8b tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks [] for port (d99e745d-2d1a-48f3-adf1-475c40c7e437), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:43.115636 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-a0efe3d6-55d2-44cd-8a9a-b2f02583da8b tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (d99e745d-2d1a-48f3-adf1-475c40c7e437), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:43.159752 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-a0efe3d6-55d2-44cd-8a9a-b2f02583da8b tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Network d08f29da-d40d-4b15-9f9f-e3612c5ec470 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:27:43.163302 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-a0efe3d6-55d2-44cd-8a9a-b2f02583da8b tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:27:43.167030 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-a0efe3d6-55d2-44cd-8a9a-b2f02583da8b tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:27:43.194804 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0efe3d6-55d2-44cd-8a9a-b2f02583da8b tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Pushing event updated for resources: {'Port': ['ID=d99e745d-2d1a-48f3-adf1-475c40c7e437,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:43.235758 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-a0efe3d6-55d2-44cd-8a9a-b2f02583da8b tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:43.236785 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-a0efe3d6-55d2-44cd-8a9a-b2f02583da8b tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:43.256150 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-a0efe3d6-55d2-44cd-8a9a-b2f02583da8b tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6190073 Jan 28 03:27:43.274331 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-562861b4-d4db-47e6-a012-5876d42b115d service neutron] Request body: {'port': {'device_id': '51fe186f-99bd-4a9f-86f8-db2fb86f6112', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:43.346098 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-562861b4-d4db-47e6-a012-5876d42b115d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d99e745d-2d1a-48f3-adf1-475c40c7e437), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:43.454777 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-31c60e72-3d7b-4ec8-9057-fbfd290d70ff None None] Provisioning complete for port d99e745d-2d1a-48f3-adf1-475c40c7e437 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:43.455366 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-31c60e72-3d7b-4ec8-9057-fbfd290d70ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d99e745d-2d1a-48f3-adf1-475c40c7e437), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:43.493703 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-31c60e72-3d7b-4ec8-9057-fbfd290d70ff None None] Port d99e745d-2d1a-48f3-adf1-475c40c7e437 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:27:43.634755 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-562861b4-d4db-47e6-a012-5876d42b115d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d99e745d-2d1a-48f3-adf1-475c40c7e437 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:27:43.642332 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-562861b4-d4db-47e6-a012-5876d42b115d service neutron] Publish callbacks [] for port (d99e745d-2d1a-48f3-adf1-475c40c7e437), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:43.655904 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-562861b4-d4db-47e6-a012-5876d42b115d service neutron] Transition to ACTIVE for port object d99e745d-2d1a-48f3-adf1-475c40c7e437 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:27:43.669273 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-562861b4-d4db-47e6-a012-5876d42b115d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (d99e745d-2d1a-48f3-adf1-475c40c7e437), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:43.761552 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562861b4-d4db-47e6-a012-5876d42b115d service neutron] Pushing event updated for resources: {'Port': ['ID=d99e745d-2d1a-48f3-adf1-475c40c7e437,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:43.830863 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14157a4-59eb-45d0-a413-1d3bba1558c2 req-bffaef2c-e7f9-4ce5-bf46-f19a1513e8f6 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:43.832477 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e14157a4-59eb-45d0-a413-1d3bba1558c2 req-bffaef2c-e7f9-4ce5-bf46-f19a1513e8f6 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 944 time: 0.1053112 Jan 28 03:27:43.872079 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-562861b4-d4db-47e6-a012-5876d42b115d service neutron] Attempting to bind port d99e745d-2d1a-48f3-adf1-475c40c7e437 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:27:43.872526 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-562861b4-d4db-47e6-a012-5876d42b115d service neutron] Attempting to bind port d99e745d-2d1a-48f3-adf1-475c40c7e437 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'e2233469-b8a2-417c-9e5e-795b0e977ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:27:43.872814 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-562861b4-d4db-47e6-a012-5876d42b115d service neutron] Attempting to bind port d99e745d-2d1a-48f3-adf1-475c40c7e437 on network d08f29da-d40d-4b15-9f9f-e3612c5ec470 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:27:43.906282 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-562861b4-d4db-47e6-a012-5876d42b115d service neutron] Port d99e745d-2d1a-48f3-adf1-475c40c7e437 on network d08f29da-d40d-4b15-9f9f-e3612c5ec470 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:27:43.906777 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-562861b4-d4db-47e6-a012-5876d42b115d service neutron] Attempting to bind port d99e745d-2d1a-48f3-adf1-475c40c7e437 on network d08f29da-d40d-4b15-9f9f-e3612c5ec470 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:27:43.935442 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e14157a4-59eb-45d0-a413-1d3bba1558c2 req-3af02527-1ac8-4f2d-8a35-b2e42d7919b2 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930691 Jan 28 03:27:43.936526 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-562861b4-d4db-47e6-a012-5876d42b115d service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:27:43.936871 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-562861b4-d4db-47e6-a012-5876d42b115d service neutron] Checking segment: {'id': 'e2233469-b8a2-417c-9e5e-795b0e977ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:27:43.937475 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-562861b4-d4db-47e6-a012-5876d42b115d service neutron] Bound using segment: {'id': 'e2233469-b8a2-417c-9e5e-795b0e977ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:27:43.938004 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-562861b4-d4db-47e6-a012-5876d42b115d service neutron] Bound port: d99e745d-2d1a-48f3-adf1-475c40c7e437, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2233469-b8a2-417c-9e5e-795b0e977ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:27:43.938474 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-562861b4-d4db-47e6-a012-5876d42b115d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d99e745d-2d1a-48f3-adf1-475c40c7e437), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:44.048871 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-562861b4-d4db-47e6-a012-5876d42b115d service neutron] For port d99e745d-2d1a-48f3-adf1-475c40c7e437, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:27:44.053512 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-562861b4-d4db-47e6-a012-5876d42b115d service neutron] For port d99e745d-2d1a-48f3-adf1-475c40c7e437, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=d99e745d-2d1a-48f3-adf1-475c40c7e437,segment=NetworkSegment(e2233469-b8a2-417c-9e5e-795b0e977ffd),segment_id=e2233469-b8a2-417c-9e5e-795b0e977ffd)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:27:44.062105 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-562861b4-d4db-47e6-a012-5876d42b115d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (d99e745d-2d1a-48f3-adf1-475c40c7e437), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:44.100719 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-562861b4-d4db-47e6-a012-5876d42b115d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:44.101577 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-562861b4-d4db-47e6-a012-5876d42b115d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:44.103660 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-562861b4-d4db-47e6-a012-5876d42b115d service neutron] 10.222.0.39 "PUT /v2.0/ports/d99e745d-2d1a-48f3-adf1-475c40c7e437 HTTP/1.1" status: 200 len: 1093 time: 0.8345587 Jan 28 03:27:44.104311 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51fe186f-99bd-4a9f-86f8-db2fb86f6112', 'tag': 'd99e745d-2d1a-48f3-adf1-475c40c7e437'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:27:44.107010 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3c3333-8fdc-4755-b25c-5981bb38fede" -d '{"events": [{"name": "network-changed", "server_uuid": "51fe186f-99bd-4a9f-86f8-db2fb86f6112", "tag": "d99e745d-2d1a-48f3-adf1-475c40c7e437"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:27:44.210970 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562861b4-d4db-47e6-a012-5876d42b115d service neutron] Pushing event updated for resources: {'Port': ['ID=d99e745d-2d1a-48f3-adf1-475c40c7e437,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:44.238917 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-38ecb563-da0c-4fd8-b1b1-04c78ba2a0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:44.240547 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-38ecb563-da0c-4fd8-b1b1-04c78ba2a0c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2365aae0ed6c4140b140950cf90dbe31&device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 1096 time: 0.0679402 Jan 28 03:27:44.267880 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9240b995-d0ef-41e8-bfdd-682d29937ad6 x-openstack-request-id: req-9240b995-d0ef-41e8-bfdd-682d29937ad6 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:27:44.268363 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51fe186f-99bd-4a9f-86f8-db2fb86f6112", "tag": "d99e745d-2d1a-48f3-adf1-475c40c7e437", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:27:44.268685 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9240b995-d0ef-41e8-bfdd-682d29937ad6 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:27:44.269486 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51fe186f-99bd-4a9f-86f8-db2fb86f6112', 'tag': 'd99e745d-2d1a-48f3-adf1-475c40c7e437', 'status': 'completed', 'code': 200} Jan 28 03:27:44.317709 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-92f75686-149b-4251-b9af-c569a3da8e09 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d99e745d-2d1a-48f3-adf1-475c40c7e437 HTTP/1.1" status: 200 len: 217 time: 0.0609050 Jan 28 03:27:44.394782 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-6eda9789-5de6-48fe-aa8a-3287dfadaac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:44.397634 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-6eda9789-5de6-48fe-aa8a-3287dfadaac6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6fca48db-7702-4589-8da6-18a07f4297d3 HTTP/1.1" status: 200 len: 850 time: 0.0692012 Jan 28 03:27:44.455866 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-6554f3a8-852e-4864-b41a-d2d24aa38e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:44.459897 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-6554f3a8-852e-4864-b41a-d2d24aa38e34 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d08f29da-d40d-4b15-9f9f-e3612c5ec470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554066 Jan 28 03:27:44.559994 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-fc6b6702-77ab-4526-8339-82d584a6518e service neutron] 10.222.0.39 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931549 Jan 28 03:27:44.655515 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-27396ef4-87ae-4e80-a556-69c6a7d7a856 req-3d8063de-392e-45d2-acfe-b3d2b982190e service neutron] 10.222.0.39 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894830 Jan 28 03:27:44.792090 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c3333-8fdc-4755-b25c-5981bb38fede req-85907e23-e174-43ea-93a5-f4a3d7d04624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:44.794359 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b3c3333-8fdc-4755-b25c-5981bb38fede req-85907e23-e174-43ea-93a5-f4a3d7d04624 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2365aae0ed6c4140b140950cf90dbe31&device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 1096 time: 0.0508702 Jan 28 03:27:44.900502 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c3333-8fdc-4755-b25c-5981bb38fede req-8feed8ab-5540-47ba-b638-3c37ce8210ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:44.902250 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b3c3333-8fdc-4755-b25c-5981bb38fede req-8feed8ab-5540-47ba-b638-3c37ce8210ba service neutron] 10.222.0.39 "GET /v2.0/networks?id=d08f29da-d40d-4b15-9f9f-e3612c5ec470 HTTP/1.1" status: 200 len: 912 time: 0.1021464 Jan 28 03:27:44.947467 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b3c3333-8fdc-4755-b25c-5981bb38fede req-f48ad67c-e852-4ece-b6bf-1c94acc77d1b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d99e745d-2d1a-48f3-adf1-475c40c7e437 HTTP/1.1" status: 200 len: 217 time: 0.0388038 Jan 28 03:27:45.004009 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c3333-8fdc-4755-b25c-5981bb38fede req-554c6d0b-9085-4bc1-8d61-b5679523a2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:45.006275 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b3c3333-8fdc-4755-b25c-5981bb38fede req-554c6d0b-9085-4bc1-8d61-b5679523a2d8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6fca48db-7702-4589-8da6-18a07f4297d3 HTTP/1.1" status: 200 len: 850 time: 0.0512426 Jan 28 03:27:45.089372 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c3333-8fdc-4755-b25c-5981bb38fede req-8a281dc3-2a6b-445b-8154-7e6c484725d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:45.091061 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b3c3333-8fdc-4755-b25c-5981bb38fede req-8a281dc3-2a6b-445b-8154-7e6c484725d3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d08f29da-d40d-4b15-9f9f-e3612c5ec470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0776587 Jan 28 03:27:45.101581 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d5926-c3d0-4d1c-8324-2bf50e1e7504 req-7f5c58ac-e5f0-408d-9b84-55c30c207629 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:45.103303 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-788d5926-c3d0-4d1c-8324-2bf50e1e7504 req-7f5c58ac-e5f0-408d-9b84-55c30c207629 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 944 time: 0.0814908 Jan 28 03:27:45.219340 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-788d5926-c3d0-4d1c-8324-2bf50e1e7504 req-3e0ccda3-3684-4199-aeb7-254c8227e9ed tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033692 Jan 28 03:27:45.240386 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b3c3333-8fdc-4755-b25c-5981bb38fede req-a4138b0d-f368-402f-882a-183e5ae9aab5 service neutron] 10.222.0.39 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360857 Jan 28 03:27:45.432540 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b3c3333-8fdc-4755-b25c-5981bb38fede req-92e3bec6-1998-4e83-ac18-1f7d2cf84d6a service neutron] 10.222.0.39 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843920 Jan 28 03:27:46.315526 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6fdae2-685f-40c8-af79-f3673948d63f req-308dcdc4-daef-4185-9fe1-04f38b7db45d tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:46.318465 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3c6fdae2-685f-40c8-af79-f3673948d63f req-308dcdc4-daef-4185-9fe1-04f38b7db45d tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/networks?id=7f91d1d2-714b-44b5-bb66-d16f7786518c HTTP/1.1" status: 200 len: 814 time: 0.1264715 Jan 28 03:27:46.338064 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3c6fdae2-685f-40c8-af79-f3673948d63f req-7eaa1e8a-b78a-4e06-a973-2b941219d207 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/quotas/8a597fb5c6c6466f851ca3dd59620442 HTTP/1.1" status: 200 len: 375 time: 0.0137136 Jan 28 03:27:46.383009 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66008e7c-a13d-42cd-b523-7e35b6b58fb2 req-811e0bd4-7591-4881-b22c-84dfad695e96 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:46.385529 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-66008e7c-a13d-42cd-b523-7e35b6b58fb2 req-811e0bd4-7591-4881-b22c-84dfad695e96 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 944 time: 0.0726159 Jan 28 03:27:46.390628 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3c6fdae2-685f-40c8-af79-f3673948d63f req-021903f3-3253-4f80-b5d8-68c3fb66b50d tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8a597fb5c6c6466f851ca3dd59620442&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463371 Jan 28 03:27:46.443483 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-66008e7c-a13d-42cd-b523-7e35b6b58fb2 req-4cafbe18-ed2f-4ceb-9948-7bf100c6a219 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516286 Jan 28 03:27:46.500784 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3c6fdae2-685f-40c8-af79-f3673948d63f req-f8c19fd3-1668-4e4c-9f1f-31a6d58f9505 service neutron] 10.222.0.53 "GET /v2.0/networks/7f91d1d2-714b-44b5-bb66-d16f7786518c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023645 Jan 28 03:27:46.606460 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3c6fdae2-685f-40c8-af79-f3673948d63f req-18a30237-2fa2-4141-b5ea-96782f08d730 service neutron] 10.222.0.53 "GET /v2.0/networks/7f91d1d2-714b-44b5-bb66-d16f7786518c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047080 Jan 28 03:27:46.776724 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8e80d28b-5a44-43b8-8324-3b3257646cde req-06222781-915f-4a99-a5e9-0bafe469a49e tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa07987f-9d84-42e2-b5df-435696bf7718 HTTP/1.1" status: 200 len: 210 time: 0.0321610 Jan 28 03:27:47.595570 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370b8c9-1359-4c16-9c40-04f26feee2b7 req-adfae51e-8a16-4e32-ad49-10e4310217cd tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:47.597119 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e370b8c9-1359-4c16-9c40-04f26feee2b7 req-adfae51e-8a16-4e32-ad49-10e4310217cd tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 944 time: 0.0700631 Jan 28 03:27:47.652475 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e370b8c9-1359-4c16-9c40-04f26feee2b7 req-45109ece-de61-4d80-a864-48b2086bc19d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490963 Jan 28 03:27:47.791533 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6fdae2-685f-40c8-af79-f3673948d63f req-e5594fbb-30ea-4f03-849b-532377f9bc8e tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:47.793857 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c6fdae2-685f-40c8-af79-f3673948d63f req-e5594fbb-30ea-4f03-849b-532377f9bc8e tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.67 "GET /v2.0/networks?id=7f91d1d2-714b-44b5-bb66-d16f7786518c HTTP/1.1" status: 200 len: 814 time: 0.1050355 Jan 28 03:27:47.810900 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-3c6fdae2-685f-40c8-af79-f3673948d63f req-1737e680-f12e-4b51-9c57-97466d144ecf tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Request body: {'port': {'device_id': 'fa07987f-9d84-42e2-b5df-435696bf7718', 'network_id': '7f91d1d2-714b-44b5-bb66-d16f7786518c', 'admin_state_up': True, 'tenant_id': '8a597fb5c6c6466f851ca3dd59620442'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:47.894129 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-083fc4a3-0c59-4ca9-a578-b5b266e4035c req-c3d16fe3-fcd9-4e4e-b71a-eb8208e609b0 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa07987f-9d84-42e2-b5df-435696bf7718 HTTP/1.1" status: 200 len: 210 time: 0.0326314 Jan 28 03:27:47.946614 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c6fdae2-685f-40c8-af79-f3673948d63f req-1737e680-f12e-4b51-9c57-97466d144ecf tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Made reservation on behalf of 8a597fb5c6c6466f851ca3dd59620442 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:27:47.950062 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3c6fdae2-685f-40c8-af79-f3673948d63f req-1737e680-f12e-4b51-9c57-97466d144ecf tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:48.078645 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-3c6fdae2-685f-40c8-af79-f3673948d63f req-1737e680-f12e-4b51-9c57-97466d144ecf tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Allocated IP 172.20.0.8 (7f91d1d2-714b-44b5-bb66-d16f7786518c/3e4857fe-d84f-418a-b0ef-13cea717d71c/a62c443c-6c31-4c9d-80c4-b4bcff60a47e) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:27:48.224865 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3c6fdae2-685f-40c8-af79-f3673948d63f req-1737e680-f12e-4b51-9c57-97466d144ecf tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Publish callbacks [] for port (a62c443c-6c31-4c9d-80c4-b4bcff60a47e), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:48.264904 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3c6fdae2-685f-40c8-af79-f3673948d63f req-1737e680-f12e-4b51-9c57-97466d144ecf tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (a62c443c-6c31-4c9d-80c4-b4bcff60a47e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:48.307287 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c6fdae2-685f-40c8-af79-f3673948d63f req-1737e680-f12e-4b51-9c57-97466d144ecf tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Network 7f91d1d2-714b-44b5-bb66-d16f7786518c is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:27:48.310498 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-3c6fdae2-685f-40c8-af79-f3673948d63f req-1737e680-f12e-4b51-9c57-97466d144ecf tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:27:48.317158 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c6fdae2-685f-40c8-af79-f3673948d63f req-1737e680-f12e-4b51-9c57-97466d144ecf tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:27:48.323570 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737e680-f12e-4b51-9c57-97466d144ecf tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Pushing event updated for resources: {'Port': ['ID=a62c443c-6c31-4c9d-80c4-b4bcff60a47e,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:48.369504 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6fdae2-685f-40c8-af79-f3673948d63f req-1737e680-f12e-4b51-9c57-97466d144ecf tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:48.370123 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3c6fdae2-685f-40c8-af79-f3673948d63f req-1737e680-f12e-4b51-9c57-97466d144ecf tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:48.387149 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c6fdae2-685f-40c8-af79-f3673948d63f req-1737e680-f12e-4b51-9c57-97466d144ecf tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5806077 Jan 28 03:27:48.416829 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-3c6fdae2-685f-40c8-af79-f3673948d63f req-8c003e75-be3b-4f9a-ad95-e35112da6001 service neutron] Request body: {'port': {'device_id': 'fa07987f-9d84-42e2-b5df-435696bf7718', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:27:48.494547 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3c6fdae2-685f-40c8-af79-f3673948d63f req-8c003e75-be3b-4f9a-ad95-e35112da6001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (a62c443c-6c31-4c9d-80c4-b4bcff60a47e), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:48.800779 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92543fab-cc7a-4271-a15e-c5f40b7cb026 req-7927f16c-dc4b-4d7f-b6f4-0099ecad5fbe tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:48.802402 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-92543fab-cc7a-4271-a15e-c5f40b7cb026 req-7927f16c-dc4b-4d7f-b6f4-0099ecad5fbe tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 944 time: 0.0677171 Jan 28 03:27:48.840192 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-3c6fdae2-685f-40c8-af79-f3673948d63f req-8c003e75-be3b-4f9a-ad95-e35112da6001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a62c443c-6c31-4c9d-80c4-b4bcff60a47e {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:27:48.853590 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3c6fdae2-685f-40c8-af79-f3673948d63f req-8c003e75-be3b-4f9a-ad95-e35112da6001 service neutron] Publish callbacks [] for port (a62c443c-6c31-4c9d-80c4-b4bcff60a47e), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:48.869349 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-92543fab-cc7a-4271-a15e-c5f40b7cb026 req-28dc1aec-369d-454e-bc47-e5e0abd6cd95 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560439 Jan 28 03:27:48.876458 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-3c6fdae2-685f-40c8-af79-f3673948d63f req-8c003e75-be3b-4f9a-ad95-e35112da6001 service neutron] Transition to ACTIVE for port object a62c443c-6c31-4c9d-80c4-b4bcff60a47e will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:27:48.882779 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3c6fdae2-685f-40c8-af79-f3673948d63f req-8c003e75-be3b-4f9a-ad95-e35112da6001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (a62c443c-6c31-4c9d-80c4-b4bcff60a47e), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:48.940857 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c003e75-be3b-4f9a-ad95-e35112da6001 service neutron] Pushing event updated for resources: {'Port': ['ID=a62c443c-6c31-4c9d-80c4-b4bcff60a47e,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:49.074790 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110e0f5-2aa3-4f2c-80cd-00efa3854b8b req-66f87752-739f-4d61-9a59-a55c8eb59dce tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:49.076459 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c110e0f5-2aa3-4f2c-80cd-00efa3854b8b req-66f87752-739f-4d61-9a59-a55c8eb59dce tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa07987f-9d84-42e2-b5df-435696bf7718 HTTP/1.1" status: 200 len: 943 time: 0.0787582 Jan 28 03:27:49.077200 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-3c6fdae2-685f-40c8-af79-f3673948d63f req-8c003e75-be3b-4f9a-ad95-e35112da6001 service neutron] Attempting to bind port a62c443c-6c31-4c9d-80c4-b4bcff60a47e on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:27:49.079898 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-3c6fdae2-685f-40c8-af79-f3673948d63f req-8c003e75-be3b-4f9a-ad95-e35112da6001 service neutron] Attempting to bind port a62c443c-6c31-4c9d-80c4-b4bcff60a47e by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': 'ae7fc67a-40e2-49d2-8b2c-9efcf945daeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7f91d1d2-714b-44b5-bb66-d16f7786518c'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:27:49.079898 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6fdae2-685f-40c8-af79-f3673948d63f req-8c003e75-be3b-4f9a-ad95-e35112da6001 service neutron] Attempting to bind port a62c443c-6c31-4c9d-80c4-b4bcff60a47e on network 7f91d1d2-714b-44b5-bb66-d16f7786518c {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:27:49.083242 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6fdae2-685f-40c8-af79-f3673948d63f req-8c003e75-be3b-4f9a-ad95-e35112da6001 service neutron] Port a62c443c-6c31-4c9d-80c4-b4bcff60a47e on network 7f91d1d2-714b-44b5-bb66-d16f7786518c not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:27:49.083579 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6fdae2-685f-40c8-af79-f3673948d63f req-8c003e75-be3b-4f9a-ad95-e35112da6001 service neutron] Attempting to bind port a62c443c-6c31-4c9d-80c4-b4bcff60a47e on network 7f91d1d2-714b-44b5-bb66-d16f7786518c {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:27:49.095729 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6fdae2-685f-40c8-af79-f3673948d63f req-8c003e75-be3b-4f9a-ad95-e35112da6001 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:27:49.096094 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6fdae2-685f-40c8-af79-f3673948d63f req-8c003e75-be3b-4f9a-ad95-e35112da6001 service neutron] Checking segment: {'id': 'ae7fc67a-40e2-49d2-8b2c-9efcf945daeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7f91d1d2-714b-44b5-bb66-d16f7786518c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:27:49.096444 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6fdae2-685f-40c8-af79-f3673948d63f req-8c003e75-be3b-4f9a-ad95-e35112da6001 service neutron] Bound using segment: {'id': 'ae7fc67a-40e2-49d2-8b2c-9efcf945daeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7f91d1d2-714b-44b5-bb66-d16f7786518c'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:27:49.096886 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-3c6fdae2-685f-40c8-af79-f3673948d63f req-8c003e75-be3b-4f9a-ad95-e35112da6001 service neutron] Bound port: a62c443c-6c31-4c9d-80c4-b4bcff60a47e, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae7fc67a-40e2-49d2-8b2c-9efcf945daeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7f91d1d2-714b-44b5-bb66-d16f7786518c'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:27:49.097271 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3c6fdae2-685f-40c8-af79-f3673948d63f req-8c003e75-be3b-4f9a-ad95-e35112da6001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (a62c443c-6c31-4c9d-80c4-b4bcff60a47e), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:49.186042 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c110e0f5-2aa3-4f2c-80cd-00efa3854b8b req-c910011a-6d2e-4993-9111-436672dbe6ca tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb3a69a-967a-4f80-969c-9b13b4d1a3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987260 Jan 28 03:27:49.210953 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-3c6fdae2-685f-40c8-af79-f3673948d63f req-8c003e75-be3b-4f9a-ad95-e35112da6001 service neutron] For port a62c443c-6c31-4c9d-80c4-b4bcff60a47e, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:27:49.214533 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-3c6fdae2-685f-40c8-af79-f3673948d63f req-8c003e75-be3b-4f9a-ad95-e35112da6001 service neutron] For port a62c443c-6c31-4c9d-80c4-b4bcff60a47e, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=a62c443c-6c31-4c9d-80c4-b4bcff60a47e,segment=NetworkSegment(ae7fc67a-40e2-49d2-8b2c-9efcf945daeb),segment_id=ae7fc67a-40e2-49d2-8b2c-9efcf945daeb)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:27:49.224216 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3c6fdae2-685f-40c8-af79-f3673948d63f req-8c003e75-be3b-4f9a-ad95-e35112da6001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (a62c443c-6c31-4c9d-80c4-b4bcff60a47e), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:49.272110 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6fdae2-685f-40c8-af79-f3673948d63f req-8c003e75-be3b-4f9a-ad95-e35112da6001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:49.273111 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3c6fdae2-685f-40c8-af79-f3673948d63f req-8c003e75-be3b-4f9a-ad95-e35112da6001 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:49.274603 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c6fdae2-685f-40c8-af79-f3673948d63f req-8c003e75-be3b-4f9a-ad95-e35112da6001 service neutron] 10.222.0.67 "PUT /v2.0/ports/a62c443c-6c31-4c9d-80c4-b4bcff60a47e HTTP/1.1" status: 200 len: 1092 time: 0.8620846 Jan 28 03:27:49.275076 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa07987f-9d84-42e2-b5df-435696bf7718', 'tag': 'a62c443c-6c31-4c9d-80c4-b4bcff60a47e'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:27:49.277696 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f42cdf5-ce1c-4aa4-a47c-0a919a017ed8" -d '{"events": [{"name": "network-changed", "server_uuid": "fa07987f-9d84-42e2-b5df-435696bf7718", "tag": "a62c443c-6c31-4c9d-80c4-b4bcff60a47e"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:27:49.330494 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00089fdc-26c0-46b1-8527-de10825a6e0f x-openstack-request-id: req-00089fdc-26c0-46b1-8527-de10825a6e0f {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:27:49.330894 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa07987f-9d84-42e2-b5df-435696bf7718", "tag": "a62c443c-6c31-4c9d-80c4-b4bcff60a47e", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:27:49.331153 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-00089fdc-26c0-46b1-8527-de10825a6e0f {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:27:49.331695 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa07987f-9d84-42e2-b5df-435696bf7718', 'tag': 'a62c443c-6c31-4c9d-80c4-b4bcff60a47e', 'status': 'completed', 'code': 200} Jan 28 03:27:49.332688 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c003e75-be3b-4f9a-ad95-e35112da6001 service neutron] Pushing event updated for resources: {'Port': ['ID=a62c443c-6c31-4c9d-80c4-b4bcff60a47e,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:49.409237 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6fdae2-685f-40c8-af79-f3673948d63f req-7f5c1828-853d-48f9-8cd7-a5931fe51e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:49.410741 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c6fdae2-685f-40c8-af79-f3673948d63f req-7f5c1828-853d-48f9-8cd7-a5931fe51e1b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8a597fb5c6c6466f851ca3dd59620442&device_id=fa07987f-9d84-42e2-b5df-435696bf7718 HTTP/1.1" status: 200 len: 1095 time: 0.0513272 Jan 28 03:27:49.465685 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c6fdae2-685f-40c8-af79-f3673948d63f req-c6a07140-ca1d-4df9-aa5f-f96896413393 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a62c443c-6c31-4c9d-80c4-b4bcff60a47e HTTP/1.1" status: 200 len: 217 time: 0.0405922 Jan 28 03:27:49.528712 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6fdae2-685f-40c8-af79-f3673948d63f req-05a8cbef-a42e-4d39-ad88-fc879e1708b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:49.530220 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c6fdae2-685f-40c8-af79-f3673948d63f req-05a8cbef-a42e-4d39-ad88-fc879e1708b9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3e4857fe-d84f-418a-b0ef-13cea717d71c HTTP/1.1" status: 200 len: 854 time: 0.0592391 Jan 28 03:27:49.570597 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c6fdae2-685f-40c8-af79-f3673948d63f req-8b018187-445c-46bd-9ed1-7ec86124dd3a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7f91d1d2-714b-44b5-bb66-d16f7786518c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341935 Jan 28 03:27:49.686327 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c6fdae2-685f-40c8-af79-f3673948d63f req-cc8356fe-b274-4c8a-abef-9ebb013f2ff9 service neutron] 10.222.0.67 "GET /v2.0/networks/7f91d1d2-714b-44b5-bb66-d16f7786518c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080782 Jan 28 03:27:49.803242 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c6fdae2-685f-40c8-af79-f3673948d63f req-d2868b65-da7e-4318-a0ad-54f1ed06131a service neutron] 10.222.0.67 "GET /v2.0/networks/7f91d1d2-714b-44b5-bb66-d16f7786518c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111226 Jan 28 03:27:49.967892 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f42cdf5-ce1c-4aa4-a47c-0a919a017ed8 req-e2bafbc8-9b82-42fc-826b-f8b7a3b09299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:49.969455 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3f42cdf5-ce1c-4aa4-a47c-0a919a017ed8 req-e2bafbc8-9b82-42fc-826b-f8b7a3b09299 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8a597fb5c6c6466f851ca3dd59620442&device_id=fa07987f-9d84-42e2-b5df-435696bf7718 HTTP/1.1" status: 200 len: 1095 time: 0.0530410 Jan 28 03:27:50.112896 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2271ccd-8343-4599-a807-66acd7ddd87d req-36868c59-65eb-4153-9519-33c7dc8e3891 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:50.114435 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d2271ccd-8343-4599-a807-66acd7ddd87d req-36868c59-65eb-4153-9519-33c7dc8e3891 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 944 time: 0.1405456 Jan 28 03:27:50.163315 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f42cdf5-ce1c-4aa4-a47c-0a919a017ed8 req-91b46c55-f0b3-4a13-96bd-57f4112d6543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:50.164814 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3f42cdf5-ce1c-4aa4-a47c-0a919a017ed8 req-91b46c55-f0b3-4a13-96bd-57f4112d6543 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7f91d1d2-714b-44b5-bb66-d16f7786518c HTTP/1.1" status: 200 len: 915 time: 0.1753531 Jan 28 03:27:50.217543 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3f42cdf5-ce1c-4aa4-a47c-0a919a017ed8 req-5b0efb88-6a67-4462-b013-7a442d272e54 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a62c443c-6c31-4c9d-80c4-b4bcff60a47e HTTP/1.1" status: 200 len: 217 time: 0.0462351 Jan 28 03:27:50.227350 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d2271ccd-8343-4599-a807-66acd7ddd87d req-de5c7507-3bec-40f6-98a1-14bd36ee0d66 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044240 Jan 28 03:27:50.283899 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f42cdf5-ce1c-4aa4-a47c-0a919a017ed8 req-013579db-a1c1-4011-a617-bf30916ba7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:50.285262 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3f42cdf5-ce1c-4aa4-a47c-0a919a017ed8 req-013579db-a1c1-4011-a617-bf30916ba7f0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3e4857fe-d84f-418a-b0ef-13cea717d71c HTTP/1.1" status: 200 len: 854 time: 0.0622435 Jan 28 03:27:50.332644 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3f42cdf5-ce1c-4aa4-a47c-0a919a017ed8 req-ca0d1a73-73a1-4738-8eda-baa1b2527853 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7f91d1d2-714b-44b5-bb66-d16f7786518c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392768 Jan 28 03:27:50.413340 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57051dea-c702-4017-89ba-f9e8df6ddb4d req-99436fbc-8e3c-4dfd-afc6-757aa8558688 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:50.415880 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-57051dea-c702-4017-89ba-f9e8df6ddb4d req-99436fbc-8e3c-4dfd-afc6-757aa8558688 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa07987f-9d84-42e2-b5df-435696bf7718 HTTP/1.1" status: 200 len: 943 time: 0.1017306 Jan 28 03:27:50.434979 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3f42cdf5-ce1c-4aa4-a47c-0a919a017ed8 req-a76d4f28-10ef-4621-a4a3-09f6d883ba09 service neutron] 10.222.0.67 "GET /v2.0/networks/7f91d1d2-714b-44b5-bb66-d16f7786518c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964403 Jan 28 03:27:50.485984 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-57051dea-c702-4017-89ba-f9e8df6ddb4d req-f7aaf118-5a09-4d63-8a33-5368bc094e78 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb3a69a-967a-4f80-969c-9b13b4d1a3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632417 Jan 28 03:27:50.577829 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3f42cdf5-ce1c-4aa4-a47c-0a919a017ed8 req-5d9589bc-a798-4a0f-821c-25f47d030e6e service neutron] 10.222.0.67 "GET /v2.0/networks/7f91d1d2-714b-44b5-bb66-d16f7786518c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362247 Jan 28 03:27:51.418709 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701cce1-ed0b-477e-8254-ff290e729ac6 req-22ffd9f5-498b-493b-8baa-b5516c78891c tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:51.420142 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4701cce1-ed0b-477e-8254-ff290e729ac6 req-22ffd9f5-498b-493b-8baa-b5516c78891c tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 944 time: 0.0568895 Jan 28 03:27:51.493779 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4701cce1-ed0b-477e-8254-ff290e729ac6 req-9be4fb96-550e-4626-8975-b6c015130eb9 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656052 Jan 28 03:27:51.654694 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b840d6-3a58-413f-a2e5-af907693aeb9 req-e667f915-4eb2-4506-8a65-d583af64d573 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:51.662889 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-63b840d6-3a58-413f-a2e5-af907693aeb9 req-e667f915-4eb2-4506-8a65-d583af64d573 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa07987f-9d84-42e2-b5df-435696bf7718 HTTP/1.1" status: 200 len: 943 time: 0.0779707 Jan 28 03:27:51.733862 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-63b840d6-3a58-413f-a2e5-af907693aeb9 req-63148462-6e28-41d9-ad9c-2037d4220af0 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb3a69a-967a-4f80-969c-9b13b4d1a3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690353 Jan 28 03:27:52.655950 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7293df-3173-4373-9b6b-51706175c5cd req-e6385174-7bc5-4009-9596-9ad5a441bc01 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:52.662862 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ea7293df-3173-4373-9b6b-51706175c5cd req-e6385174-7bc5-4009-9596-9ad5a441bc01 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 944 time: 0.0712407 Jan 28 03:27:52.718693 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ea7293df-3173-4373-9b6b-51706175c5cd req-e30e2389-9009-4e25-9b58-8de353d1dbbb tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549731 Jan 28 03:27:52.802725 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device a62c443c-6c31-4c9d-80c4-b4bcff60a47e details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:27:52.875962 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad2752-756c-48f7-be1a-589644a778b7 req-2f760b4f-d16b-45c4-8e81-18e5bd843abb tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:52.878210 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3cad2752-756c-48f7-be1a-589644a778b7 req-2f760b4f-d16b-45c4-8e81-18e5bd843abb tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa07987f-9d84-42e2-b5df-435696bf7718 HTTP/1.1" status: 200 len: 943 time: 0.0508883 Jan 28 03:27:52.907793 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port a62c443c-6c31-4c9d-80c4-b4bcff60a47e, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=a62c443c-6c31-4c9d-80c4-b4bcff60a47e,segment=NetworkSegment(ae7fc67a-40e2-49d2-8b2c-9efcf945daeb),segment_id=ae7fc67a-40e2-49d2-8b2c-9efcf945daeb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:52.927619 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': 'a62c443c-6c31-4c9d-80c4-b4bcff60a47e', 'network_id': '7f91d1d2-714b-44b5-bb66-d16f7786518c', 'port_id': 'a62c443c-6c31-4c9d-80c4-b4bcff60a47e', 'mac_address': 'fa:16:3e:f2:b9:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e4857fe-d84f-418a-b0ef-13cea717d71c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:27:52.941945 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3cad2752-756c-48f7-be1a-589644a778b7 req-05d188fd-df0a-49d6-b4f1-bf2a2db52393 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb3a69a-967a-4f80-969c-9b13b4d1a3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567451 Jan 28 03:27:53.000800 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port a62c443c-6c31-4c9d-80c4-b4bcff60a47e is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:53.001691 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (a62c443c-6c31-4c9d-80c4-b4bcff60a47e), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:53.019700 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a62c443c-6c31-4c9d-80c4-b4bcff60a47e {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:27:53.045478 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port a62c443c-6c31-4c9d-80c4-b4bcff60a47e, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=a62c443c-6c31-4c9d-80c4-b4bcff60a47e,segment=NetworkSegment(ae7fc67a-40e2-49d2-8b2c-9efcf945daeb),segment_id=ae7fc67a-40e2-49d2-8b2c-9efcf945daeb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:53.051800 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (a62c443c-6c31-4c9d-80c4-b4bcff60a47e), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:53.112200 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=a62c443c-6c31-4c9d-80c4-b4bcff60a47e,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:53.125511 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:53.127617 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:53.127617 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:53.127617 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:53.127617 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:53.127617 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:53.127617 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:53.131128 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:53.131128 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:53.131128 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:53.131128 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:53.131128 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:53.131128 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:27:53.428290 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['a62c443c-6c31-4c9d-80c4-b4bcff60a47e'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:27:53.847737 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d3608-9396-4708-99da-931a71bfa9f5 req-3d8df67a-7eb5-422d-a2a8-b8a70cc33b3e tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:53.849250 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-176d3608-9396-4708-99da-931a71bfa9f5 req-3d8df67a-7eb5-422d-a2a8-b8a70cc33b3e tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 944 time: 0.0498269 Jan 28 03:27:53.903449 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-176d3608-9396-4708-99da-931a71bfa9f5 req-4f005906-8c48-412e-8f28-0b897a24929a tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470104 Jan 28 03:27:54.066490 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400c8dd-e7ff-4aeb-b646-9d8c72839bce req-4f2cb4f7-ca56-4691-995e-26d47479e12b tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:54.068016 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f400c8dd-e7ff-4aeb-b646-9d8c72839bce req-4f2cb4f7-ca56-4691-995e-26d47479e12b tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa07987f-9d84-42e2-b5df-435696bf7718 HTTP/1.1" status: 200 len: 944 time: 0.0525024 Jan 28 03:27:54.116476 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f400c8dd-e7ff-4aeb-b646-9d8c72839bce req-0c62d3e8-f3c1-4c00-8bad-405e6a567814 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb3a69a-967a-4f80-969c-9b13b4d1a3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425127 Jan 28 03:27:54.817735 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device a62c443c-6c31-4c9d-80c4-b4bcff60a47e up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:27:54.870428 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port a62c443c-6c31-4c9d-80c4-b4bcff60a47e completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:27:54.874519 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port a62c443c-6c31-4c9d-80c4-b4bcff60a47e triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:27:54.874905 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (a62c443c-6c31-4c9d-80c4-b4bcff60a47e), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:54.965447 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port a62c443c-6c31-4c9d-80c4-b4bcff60a47e is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:27:54.965845 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (a62c443c-6c31-4c9d-80c4-b4bcff60a47e), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:54.988962 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa07987f-9d84-42e2-b5df-435696bf7718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62c443c-6c31-4c9d-80c4-b4bcff60a47e'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:27:54.991258 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eededfa-f771-4197-a24c-6584e146b5ed" -d '{"events": [{"server_uuid": "fa07987f-9d84-42e2-b5df-435696bf7718", "name": "network-vif-plugged", "status": "completed", "tag": "a62c443c-6c31-4c9d-80c4-b4bcff60a47e"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:27:55.009357 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port a62c443c-6c31-4c9d-80c4-b4bcff60a47e, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=a62c443c-6c31-4c9d-80c4-b4bcff60a47e,segment=NetworkSegment(ae7fc67a-40e2-49d2-8b2c-9efcf945daeb),segment_id=ae7fc67a-40e2-49d2-8b2c-9efcf945daeb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:27:55.014697 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (a62c443c-6c31-4c9d-80c4-b4bcff60a47e), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:55.025910 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70681f-fe19-4102-bf96-663c181c679d req-3c673c83-bfbe-4a83-8807-838c78b69a4e tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:55.027665 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-de70681f-fe19-4102-bf96-663c181c679d req-3c673c83-bfbe-4a83-8807-838c78b69a4e tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 944 time: 0.0544395 Jan 28 03:27:55.040003 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd31ad7e-2005-4368-8b59-a47392dcc3b4 x-openstack-request-id: req-dd31ad7e-2005-4368-8b59-a47392dcc3b4 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:27:55.040310 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa07987f-9d84-42e2-b5df-435696bf7718", "name": "network-vif-plugged", "status": "completed", "tag": "a62c443c-6c31-4c9d-80c4-b4bcff60a47e", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:27:55.040719 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dd31ad7e-2005-4368-8b59-a47392dcc3b4 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:27:55.041140 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa07987f-9d84-42e2-b5df-435696bf7718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62c443c-6c31-4c9d-80c4-b4bcff60a47e', 'code': 200} Jan 28 03:27:55.075746 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=a62c443c-6c31-4c9d-80c4-b4bcff60a47e,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:27:55.094360 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-de70681f-fe19-4102-bf96-663c181c679d req-f81759aa-587c-452e-8f3b-2c54b1da19ed tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601115 Jan 28 03:27:55.169086 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14545c1-f52a-40df-b319-a1ffdbb9192a req-272a4e54-a449-480d-93ed-e7ab9c2a7d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:55.170645 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c14545c1-f52a-40df-b319-a1ffdbb9192a req-272a4e54-a449-480d-93ed-e7ab9c2a7d10 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fa07987f-9d84-42e2-b5df-435696bf7718 HTTP/1.1" status: 200 len: 1097 time: 0.0409770 Jan 28 03:27:55.215308 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c14545c1-f52a-40df-b319-a1ffdbb9192a req-4a639767-cf7f-4b18-9a12-970beed7fdfe service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=dcb3a69a-967a-4f80-969c-9b13b4d1a3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389621 Jan 28 03:27:55.234210 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def6c8d-2e9a-4303-9db5-d35b0176375d req-74d10009-a02e-4a9b-8654-918ad4a7bf31 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:55.235731 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1def6c8d-2e9a-4303-9db5-d35b0176375d req-74d10009-a02e-4a9b-8654-918ad4a7bf31 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa07987f-9d84-42e2-b5df-435696bf7718 HTTP/1.1" status: 200 len: 945 time: 0.0506978 Jan 28 03:27:55.284130 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1def6c8d-2e9a-4303-9db5-d35b0176375d req-eb88fcf7-b96b-40de-91c1-5e7087d4717d tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb3a69a-967a-4f80-969c-9b13b4d1a3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425212 Jan 28 03:27:56.218475 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563805bb-9d4c-4054-bc3a-ed43e475d72c req-b7aa122c-5114-48bd-89df-6ade1d6c2b2b tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:56.220088 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-563805bb-9d4c-4054-bc3a-ed43e475d72c req-b7aa122c-5114-48bd-89df-6ade1d6c2b2b tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 944 time: 0.0521421 Jan 28 03:27:56.270081 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-563805bb-9d4c-4054-bc3a-ed43e475d72c req-53633aee-8033-41d0-b401-a4f5893868d5 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436478 Jan 28 03:27:56.415065 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59feca4-95fb-477d-9034-6c6d30c71000 req-cf6bcc0f-50b9-46d0-9c77-d75422e40883 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:56.416539 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d59feca4-95fb-477d-9034-6c6d30c71000 req-cf6bcc0f-50b9-46d0-9c77-d75422e40883 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa07987f-9d84-42e2-b5df-435696bf7718 HTTP/1.1" status: 200 len: 945 time: 0.0555177 Jan 28 03:27:56.468106 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d59feca4-95fb-477d-9034-6c6d30c71000 req-25c99d55-f9b6-4446-b05b-5b9ddad78577 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb3a69a-967a-4f80-969c-9b13b4d1a3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453122 Jan 28 03:27:57.400075 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bedbc2-4f0d-4105-baf2-b88c90b666a6 req-a15d3efd-dd34-49a8-ab81-b1fa252b0fc4 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:57.401633 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-48bedbc2-4f0d-4105-baf2-b88c90b666a6 req-a15d3efd-dd34-49a8-ab81-b1fa252b0fc4 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 944 time: 0.0605924 Jan 28 03:27:57.453050 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-48bedbc2-4f0d-4105-baf2-b88c90b666a6 req-a7f74c33-b221-4578-b49e-d048027a2333 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452375 Jan 28 03:27:57.591456 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818dbe8a-3b04-4753-bb24-73d9d3bc7bdf req-9bc9ec77-5355-484b-96e1-59ccad18af7f tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:57.592914 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-818dbe8a-3b04-4753-bb24-73d9d3bc7bdf req-9bc9ec77-5355-484b-96e1-59ccad18af7f tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa07987f-9d84-42e2-b5df-435696bf7718 HTTP/1.1" status: 200 len: 945 time: 0.0512657 Jan 28 03:27:57.654772 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-818dbe8a-3b04-4753-bb24-73d9d3bc7bdf req-08679fb8-35f6-4dc5-816c-ef9ccd66fd3a tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb3a69a-967a-4f80-969c-9b13b4d1a3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557330 Jan 28 03:27:58.229241 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:27:58.575848 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9266aa-d46e-462d-8ddb-9fc503ed11e1 req-28e9e89b-8207-40ff-840f-96ccad24105c tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:58.577899 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-df9266aa-d46e-462d-8ddb-9fc503ed11e1 req-28e9e89b-8207-40ff-840f-96ccad24105c tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 944 time: 0.0538974 Jan 28 03:27:58.637161 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-df9266aa-d46e-462d-8ddb-9fc503ed11e1 req-d19c6f9e-aa92-4824-b7ec-740d2afc0623 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520940 Jan 28 03:27:59.413864 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:59.727420 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ffa9a831-007f-48ff-b0ef-02cfd62bab56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:27:59.781874 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f537e-e5d4-4a84-938e-2cc4bbd5c392 req-dd1d4fc3-4884-408e-822b-6ac5f1b6c597 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:27:59.784441 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-231f537e-e5d4-4a84-938e-2cc4bbd5c392 req-dd1d4fc3-4884-408e-822b-6ac5f1b6c597 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 944 time: 0.0652452 Jan 28 03:27:59.858901 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-231f537e-e5d4-4a84-938e-2cc4bbd5c392 req-455c00d9-6377-4332-8c4b-f530ddca6db4 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613818 Jan 28 03:28:00.989229 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7155f-2f6e-4ccf-b90f-fa7f3872ba61 req-1af81305-09e3-4f42-9ab3-38e2c5f7d2ca tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:00.990774 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6ce7155f-2f6e-4ccf-b90f-fa7f3872ba61 req-1af81305-09e3-4f42-9ab3-38e2c5f7d2ca tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 944 time: 0.0592313 Jan 28 03:28:01.045820 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6ce7155f-2f6e-4ccf-b90f-fa7f3872ba61 req-52435298-af2a-413a-b272-b23dddd79b7f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491810 Jan 28 03:28:01.767943 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4fe2dcbf-354b-4a0a-96eb-44205cc5665a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:02.176011 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c6de68-03f0-4386-88eb-004a66bf9f60 req-2fa9194b-a8a0-4fd7-bb7f-e1f887cb57e8 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:02.177940 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5c6de68-03f0-4386-88eb-004a66bf9f60 req-2fa9194b-a8a0-4fd7-bb7f-e1f887cb57e8 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 944 time: 0.0586138 Jan 28 03:28:02.245411 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5c6de68-03f0-4386-88eb-004a66bf9f60 req-5617c92f-436d-4de3-91f0-ec3f680e5113 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580449 Jan 28 03:28:03.380003 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970e05c-5300-46bf-9f70-11aecae510d5 req-5997a779-b898-49d2-bd78-0a6170c4f465 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:03.381582 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2970e05c-5300-46bf-9f70-11aecae510d5 req-5997a779-b898-49d2-bd78-0a6170c4f465 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 944 time: 0.0598228 Jan 28 03:28:03.389612 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:03.435177 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2970e05c-5300-46bf-9f70-11aecae510d5 req-a6ec925f-e719-41ed-b8bf-722cffea4ad5 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461373 Jan 28 03:28:03.623761 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:04.559630 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff56f5e-e416-418e-8284-8c920aa2bc73 req-fdbd52ff-3ce7-44d3-be65-c8f6a34773fa tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:04.561277 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cff56f5e-e416-418e-8284-8c920aa2bc73 req-fdbd52ff-3ce7-44d3-be65-c8f6a34773fa tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 944 time: 0.0534439 Jan 28 03:28:04.612437 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cff56f5e-e416-418e-8284-8c920aa2bc73 req-743bd93d-964e-4f4e-8733-19ca930c59bd tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452590 Jan 28 03:28:04.839097 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:05.742297 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5da0c-94c9-4cd2-9126-f450a8a10f3d req-a76ed546-fe7c-415e-a3d9-2746c18e2048 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:05.743517 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-81c5da0c-94c9-4cd2-9126-f450a8a10f3d req-a76ed546-fe7c-415e-a3d9-2746c18e2048 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 944 time: 0.0574791 Jan 28 03:28:05.792129 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-81c5da0c-94c9-4cd2-9126-f450a8a10f3d req-dcbed252-bf87-4607-8733-97e4760ee97c tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425093 Jan 28 03:28:06.109706 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:06.929692 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c729a1-6958-4b22-8d11-663401554574 req-4dc93ad0-9478-4d02-8c88-8065f3cfca79 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:06.931255 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-93c729a1-6958-4b22-8d11-663401554574 req-4dc93ad0-9478-4d02-8c88-8065f3cfca79 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 944 time: 0.0686083 Jan 28 03:28:06.989667 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-93c729a1-6958-4b22-8d11-663401554574 req-3124951f-e3a0-49f1-a832-91a0ad278543 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513449 Jan 28 03:28:08.118257 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0413a92-e99a-4b87-bef8-c8f0afe10d72 req-9d1d5fd1-5bd0-4d8d-b2e8-e66aa0b918ef tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:08.119854 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e0413a92-e99a-4b87-bef8-c8f0afe10d72 req-9d1d5fd1-5bd0-4d8d-b2e8-e66aa0b918ef tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 944 time: 0.0523317 Jan 28 03:28:08.172045 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e0413a92-e99a-4b87-bef8-c8f0afe10d72 req-ab850c76-ac8e-4602-997b-e595bd0a3a3c tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433269 Jan 28 03:28:09.297812 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8507e0-6980-4895-8b3c-0ba84eb14aff req-9391cbe3-3a0e-4104-932e-9044ff0817eb tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:09.300027 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ad8507e0-6980-4895-8b3c-0ba84eb14aff req-9391cbe3-3a0e-4104-932e-9044ff0817eb tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 944 time: 0.0560396 Jan 28 03:28:09.353593 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ad8507e0-6980-4895-8b3c-0ba84eb14aff req-93a96ba2-13d5-430d-be12-8abbf2d3d183 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430131 Jan 28 03:28:10.430917 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92960425-57c3-4161-8f8c-2b5bafc32afa req-cc80db02-9e43-44e7-8a04-ed754692997f tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:10.433823 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-92960425-57c3-4161-8f8c-2b5bafc32afa req-cc80db02-9e43-44e7-8a04-ed754692997f tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 946 time: 0.0676169 Jan 28 03:28:10.499022 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-92960425-57c3-4161-8f8c-2b5bafc32afa req-30a96d68-266c-445e-a3aa-6e835170c73b tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580657 Jan 28 03:28:10.509651 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73643718-6448-4176-9983-569f6dbeb0b2 req-c702ad73-9613-4984-92fd-698439ce1825 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:10.511524 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-73643718-6448-4176-9983-569f6dbeb0b2 req-c702ad73-9613-4984-92fd-698439ce1825 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 944 time: 0.0705092 Jan 28 03:28:10.568021 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-73643718-6448-4176-9983-569f6dbeb0b2 req-04b5b319-12fb-45fe-9433-dfc7e362e161 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492494 Jan 28 03:28:11.651889 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d4b258-14e1-424d-bada-c87d7729c20b req-8a03f65a-f7be-41a1-8b8e-4a875233bc5a tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:11.653636 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-70d4b258-14e1-424d-bada-c87d7729c20b req-8a03f65a-f7be-41a1-8b8e-4a875233bc5a tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 946 time: 0.0686994 Jan 28 03:28:11.716858 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-70d4b258-14e1-424d-bada-c87d7729c20b req-9e07b147-acf8-4b3e-bc11-2d4e419a10c4 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups?id=8be14f85-6e10-4114-a886-74abac6d763e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527182 Jan 28 03:28:11.724129 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cfcfba-5885-48e8-b6be-8ef1189efdfb req-c2d85072-fc17-4767-bf2a-eb73041c170f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:11.726159 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b2cfcfba-5885-48e8-b6be-8ef1189efdfb req-c2d85072-fc17-4767-bf2a-eb73041c170f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 944 time: 0.0575371 Jan 28 03:28:11.779661 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b2cfcfba-5885-48e8-b6be-8ef1189efdfb req-e1c399a8-bcde-444d-9ae1-7ce11f3d1818 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471578 Jan 28 03:28:11.832121 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8435a-ddda-4f2a-bc62-c15dd44cdfcc req-5ee53d17-89d9-43d7-8cc5-d1c6392fcb69 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:11.833832 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-11a8435a-ddda-4f2a-bc62-c15dd44cdfcc req-5ee53d17-89d9-43d7-8cc5-d1c6392fcb69 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.39 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 946 time: 0.0532875 Jan 28 03:28:11.935482 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-11a8435a-ddda-4f2a-bc62-c15dd44cdfcc req-25078e10-3ab4-40fb-9f84-2944a02d45e3 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Deleting port ec2396af-9fc8-4799-82d6-612668109f73 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:28:11.936007 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-11a8435a-ddda-4f2a-bc62-c15dd44cdfcc req-25078e10-3ab4-40fb-9f84-2944a02d45e3 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (ec2396af-9fc8-4799-82d6-612668109f73), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:12.040433 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-11a8435a-ddda-4f2a-bc62-c15dd44cdfcc req-25078e10-3ab4-40fb-9f84-2944a02d45e3 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] For port ec2396af-9fc8-4799-82d6-612668109f73, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=ec2396af-9fc8-4799-82d6-612668109f73,segment=NetworkSegment(22939271-c413-4b6e-86b8-b80474a12e63),segment_id=22939271-c413-4b6e-86b8-b80474a12e63)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:28:12.040674 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-11a8435a-ddda-4f2a-bc62-c15dd44cdfcc req-25078e10-3ab4-40fb-9f84-2944a02d45e3 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (ec2396af-9fc8-4799-82d6-612668109f73), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:12.528026 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-11a8435a-ddda-4f2a-bc62-c15dd44cdfcc req-25078e10-3ab4-40fb-9f84-2944a02d45e3 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:12.528395 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-11a8435a-ddda-4f2a-bc62-c15dd44cdfcc req-25078e10-3ab4-40fb-9f84-2944a02d45e3 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (5ca7b190-c35d-4631-b8e3-952312b8429d), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:12.528711 n-d-712139-27 neutron-server[109803]: INFO neutron.db.l3_db [req-11a8435a-ddda-4f2a-bc62-c15dd44cdfcc req-25078e10-3ab4-40fb-9f84-2944a02d45e3 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Floating IP 5ca7b190-c35d-4631-b8e3-952312b8429d disassociated. External IP: 172.25.0.33, port: ec2396af-9fc8-4799-82d6-612668109f73. Jan 28 03:28:12.529180 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-11a8435a-ddda-4f2a-bc62-c15dd44cdfcc req-25078e10-3ab4-40fb-9f84-2944a02d45e3 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Calling delete_port for ec2396af-9fc8-4799-82d6-612668109f73 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:28:12.680691 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-11a8435a-ddda-4f2a-bc62-c15dd44cdfcc req-25078e10-3ab4-40fb-9f84-2944a02d45e3 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (ec2396af-9fc8-4799-82d6-612668109f73), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:12.739401 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25078e10-3ab4-40fb-9f84-2944a02d45e3 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Pushing event deleted for resources: {'Port': ['ID=ec2396af-9fc8-4799-82d6-612668109f73,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:12.757641 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25078e10-3ab4-40fb-9f84-2944a02d45e3 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:12.758257 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25078e10-3ab4-40fb-9f84-2944a02d45e3 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:12.758879 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25078e10-3ab4-40fb-9f84-2944a02d45e3 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:12.759525 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25078e10-3ab4-40fb-9f84-2944a02d45e3 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:12.760000 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25078e10-3ab4-40fb-9f84-2944a02d45e3 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:12.760538 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25078e10-3ab4-40fb-9f84-2944a02d45e3 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:12.761254 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25078e10-3ab4-40fb-9f84-2944a02d45e3 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:12.761939 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25078e10-3ab4-40fb-9f84-2944a02d45e3 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:12.762570 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25078e10-3ab4-40fb-9f84-2944a02d45e3 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:12.763151 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25078e10-3ab4-40fb-9f84-2944a02d45e3 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:12.763727 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25078e10-3ab4-40fb-9f84-2944a02d45e3 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:12.764325 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25078e10-3ab4-40fb-9f84-2944a02d45e3 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:12.764847 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25078e10-3ab4-40fb-9f84-2944a02d45e3 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:12.872455 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8e296948-aabe-42af-9030-1c3ebd6c8dad req-c7a5bc5e-eab1-4a3a-87b1-e715da345c67 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 210 time: 0.0378919 Jan 28 03:28:12.963628 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11a8435a-ddda-4f2a-bc62-c15dd44cdfcc req-25078e10-3ab4-40fb-9f84-2944a02d45e3 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Router 4af32c91-dff1-4438-abfe-eb851853c7b8 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:28:12.973538 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faed2d1-82a8-487c-887e-78be7c54f595 req-08d3be10-9043-4384-a947-09c78c1dd237 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:12.975002 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1faed2d1-82a8-487c-887e-78be7c54f595 req-08d3be10-9043-4384-a947-09c78c1dd237 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 944 time: 0.0727875 Jan 28 03:28:13.074927 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1faed2d1-82a8-487c-887e-78be7c54f595 req-20d4a0f2-e308-4df4-bec9-e370d7a16471 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933926 Jan 28 03:28:13.133225 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11a8435a-ddda-4f2a-bc62-c15dd44cdfcc req-25078e10-3ab4-40fb-9f84-2944a02d45e3 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:28:13.150763 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c4a6d4-965e-4dad-8374-7bd680313c14 None None] Sync routers for ids ['4af32c91-dff1-4438-abfe-eb851853c7b8'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:28:13.180187 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c4a6d4-965e-4dad-8374-7bd680313c14 None None] Routers {'4af32c91-dff1-4438-abfe-eb851853c7b8'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:28:13.180848 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-c3c4a6d4-965e-4dad-8374-7bd680313c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:28:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['4af32c91-dff1-4438-abfe-eb851853c7b8'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:28:13.188410 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a8435a-ddda-4f2a-bc62-c15dd44cdfcc req-25078e10-3ab4-40fb-9f84-2944a02d45e3 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] No DVR routers for this DVR port ec2396af-9fc8-4799-82d6-612668109f73 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:28:13.193302 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-11a8435a-ddda-4f2a-bc62-c15dd44cdfcc req-25078e10-3ab4-40fb-9f84-2944a02d45e3 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:13.197157 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-11a8435a-ddda-4f2a-bc62-c15dd44cdfcc req-25078e10-3ab4-40fb-9f84-2944a02d45e3 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.39 "DELETE /v2.0/ports/ec2396af-9fc8-4799-82d6-612668109f73 HTTP/1.1" status: 204 len: 173 time: 1.3583491 Jan 28 03:28:13.197751 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a180ab6a-81f1-44f3-b596-f3a9cbcb52ef', 'name': 'network-vif-deleted', 'tag': 'ec2396af-9fc8-4799-82d6-612668109f73'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:28:13.202451 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3a233c-8b48-4278-9598-aa64337d80b1" -d '{"events": [{"server_uuid": "a180ab6a-81f1-44f3-b596-f3a9cbcb52ef", "name": "network-vif-deleted", "tag": "ec2396af-9fc8-4799-82d6-612668109f73"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:28:13.270997 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1865f0a1-dd3a-47d8-9f84-05cd17a79f33 x-openstack-request-id: req-1865f0a1-dd3a-47d8-9f84-05cd17a79f33 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:28:13.271319 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a180ab6a-81f1-44f3-b596-f3a9cbcb52ef", "name": "network-vif-deleted", "tag": "ec2396af-9fc8-4799-82d6-612668109f73", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:28:13.271521 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1865f0a1-dd3a-47d8-9f84-05cd17a79f33 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:28:13.271925 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a180ab6a-81f1-44f3-b596-f3a9cbcb52ef', 'name': 'network-vif-deleted', 'tag': 'ec2396af-9fc8-4799-82d6-612668109f73', 'status': 'completed', 'code': 200} Jan 28 03:28:13.347469 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-c3c4a6d4-965e-4dad-8374-7bd680313c14 None None] Set router 4af32c91-dff1-4438-abfe-eb851853c7b8 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:28:13.474567 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8c0e6e33-ec40-411c-9a5d-94410ed9e9e5 req-72b08128-2c71-4b0a-a669-7507996a0580 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0319042 Jan 28 03:28:13.588577 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8c0e6e33-ec40-411c-9a5d-94410ed9e9e5 req-b3648a98-5251-44bf-a8ea-2d2d3da5b34c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f6bbf2836904089b5391caf666a2ef0&device_id=a180ab6a-81f1-44f3-b596-f3a9cbcb52ef HTTP/1.1" status: 200 len: 210 time: 0.0433102 Jan 28 03:28:13.588885 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-c3c4a6d4-965e-4dad-8374-7bd680313c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1090025703-router', 'tenant_id': '6f6bbf2836904089b5391caf666a2ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd4ab2bf9-db16-4d1a-b838-4e44d5c67ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:19:16Z', 'updated_at': '2022-01-28T03:19:24Z', 'revision_number': 4, 'project_id': '6f6bbf2836904089b5391caf666a2ef0', 'gw_port': {'id': 'd4ab2bf9-db16-4d1a-b838-4e44d5c67ba8', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:19:18Z', 'updated_at': '2022-01-28T03:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '3d69952c-589c-4832-b6ab-7d7eeb9d62d4', 'name': '', 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d', 'tenant_id': '6f6bbf2836904089b5391caf666a2ef0', 'mac_address': 'fa:16:3e:23:fe:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '76aeb7da-88ca-40e3-af3a-4f4f90f2c919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:19:23Z', 'updated_at': '2022-01-28T03:19:30Z', 'revision_number': 5, 'project_id': '6f6bbf2836904089b5391caf666a2ef0', 'subnets': [{'id': '76aeb7da-88ca-40e3-af3a-4f4f90f2c919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:28:13.625904 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c4a6d4-965e-4dad-8374-7bd680313c14 None None] Checking router: 4af32c91-dff1-4438-abfe-eb851853c7b8 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:28:13.635295 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c4a6d4-965e-4dad-8374-7bd680313c14 None None] Routers {'4af32c91-dff1-4438-abfe-eb851853c7b8'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:28:13.636058 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-c3c4a6d4-965e-4dad-8374-7bd680313c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:28:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['4af32c91-dff1-4438-abfe-eb851853c7b8'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:28:13.750648 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-c3c4a6d4-965e-4dad-8374-7bd680313c14 None None] Set router 4af32c91-dff1-4438-abfe-eb851853c7b8 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:28:13.795066 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e6e33-ec40-411c-9a5d-94410ed9e9e5 req-625480df-be5c-4a17-b0b1-8d5c5bc8463b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:13.796579 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8c0e6e33-ec40-411c-9a5d-94410ed9e9e5 req-625480df-be5c-4a17-b0b1-8d5c5bc8463b service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=6f6bbf2836904089b5391caf666a2ef0&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1842487 Jan 28 03:28:13.963563 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-c3c4a6d4-965e-4dad-8374-7bd680313c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1090025703-router', 'tenant_id': '6f6bbf2836904089b5391caf666a2ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd4ab2bf9-db16-4d1a-b838-4e44d5c67ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:19:16Z', 'updated_at': '2022-01-28T03:19:24Z', 'revision_number': 4, 'project_id': '6f6bbf2836904089b5391caf666a2ef0', 'gw_port': {'id': 'd4ab2bf9-db16-4d1a-b838-4e44d5c67ba8', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:19:18Z', 'updated_at': '2022-01-28T03:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '3d69952c-589c-4832-b6ab-7d7eeb9d62d4', 'name': '', 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d', 'tenant_id': '6f6bbf2836904089b5391caf666a2ef0', 'mac_address': 'fa:16:3e:23:fe:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '76aeb7da-88ca-40e3-af3a-4f4f90f2c919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:19:23Z', 'updated_at': '2022-01-28T03:19:30Z', 'revision_number': 5, 'project_id': '6f6bbf2836904089b5391caf666a2ef0', 'subnets': [{'id': '76aeb7da-88ca-40e3-af3a-4f4f90f2c919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:28:13.971930 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e6e33-ec40-411c-9a5d-94410ed9e9e5 req-ddaf66ea-8cb0-48cc-a578-d95a17b629b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:13.973506 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8c0e6e33-ec40-411c-9a5d-94410ed9e9e5 req-ddaf66ea-8cb0-48cc-a578-d95a17b629b8 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1701930 Jan 28 03:28:13.981584 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55318) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:13.993833 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c4a6d4-965e-4dad-8374-7bd680313c14 None None] The sync data for ids ['4af32c91-dff1-4438-abfe-eb851853c7b8'] in n-d-712139-27 is: [{'id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1090025703-router', 'tenant_id': '6f6bbf2836904089b5391caf666a2ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd4ab2bf9-db16-4d1a-b838-4e44d5c67ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:19:16Z', 'updated_at': '2022-01-28T03:19:24Z', 'revision_number': 4, 'project_id': '6f6bbf2836904089b5391caf666a2ef0', 'gw_port': {'id': 'd4ab2bf9-db16-4d1a-b838-4e44d5c67ba8', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:19:18Z', 'updated_at': '2022-01-28T03:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '3d69952c-589c-4832-b6ab-7d7eeb9d62d4', 'name': '', 'network_id': 'b328f18d-888e-4024-8099-122b5bda010d', 'tenant_id': '6f6bbf2836904089b5391caf666a2ef0', 'mac_address': 'fa:16:3e:23:fe:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '76aeb7da-88ca-40e3-af3a-4f4f90f2c919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:19:23Z', 'updated_at': '2022-01-28T03:19:30Z', 'revision_number': 5, 'project_id': '6f6bbf2836904089b5391caf666a2ef0', 'subnets': [{'id': '76aeb7da-88ca-40e3-af3a-4f4f90f2c919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:28:14.042245 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1b24355a-6dce-40b9-b3bc-0385dfd2b560 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks [] for security_group (8be14f85-6e10-4114-a886-74abac6d763e), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:14.074272 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1b24355a-6dce-40b9-b3bc-0385dfd2b560 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks [] for security_group (8be14f85-6e10-4114-a886-74abac6d763e), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:14.128444 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1b24355a-6dce-40b9-b3bc-0385dfd2b560 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (8be14f85-6e10-4114-a886-74abac6d763e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:14.132018 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1b24355a-6dce-40b9-b3bc-0385dfd2b560 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:14.135785 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1b24355a-6dce-40b9-b3bc-0385dfd2b560 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "DELETE /v2.0/security-groups/8be14f85-6e10-4114-a886-74abac6d763e HTTP/1.1" status: 204 len: 168 time: 0.1506786 Jan 28 03:28:14.136199 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 55322) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:14.144661 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b24355a-6dce-40b9-b3bc-0385dfd2b560 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be14f85-6e10-4114-a886-74abac6d763e,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:14.152973 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-d17e0e78-a5c1-4324-8ace-0fb3992e0b09 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] show failed (client error): The resource could not be found. Jan 28 03:28:14.158637 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55324) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:14.159176 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d17e0e78-a5c1-4324-8ace-0fb3992e0b09 tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "GET /v2.0/security-groups/8be14f85-6e10-4114-a886-74abac6d763e HTTP/1.1" status: 404 len: 347 time: 0.0217230 Jan 28 03:28:14.259008 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6731176-b674-46fd-a21f-4ca1db48d2a9 None None] New status for floating IP 5ca7b190-c35d-4631-b8e3-952312b8429d: DOWN {{(pid=109804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:28:14.292295 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f559af-d4c8-48b7-9dc6-a19b64a2a583 req-5e9cf90d-d3eb-47e6-b9f4-49f583a360c3 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:14.293870 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-72f559af-d4c8-48b7-9dc6-a19b64a2a583 req-5e9cf90d-d3eb-47e6-b9f4-49f583a360c3 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 944 time: 0.1266406 Jan 28 03:28:14.362801 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-72f559af-d4c8-48b7-9dc6-a19b64a2a583 req-903a5415-4079-42bf-8fb5-350bdf910879 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525196 Jan 28 03:28:14.371268 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-874de1b0-af8b-4caf-9bb9-711f88c9e1aa tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Deleting port 5f079475-d1cb-417b-b98e-7ae9576810bf {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:28:14.371664 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-874de1b0-af8b-4caf-9bb9-711f88c9e1aa tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (5f079475-d1cb-417b-b98e-7ae9576810bf), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:14.452472 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-874de1b0-af8b-4caf-9bb9-711f88c9e1aa tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (5f079475-d1cb-417b-b98e-7ae9576810bf), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:14.452793 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-874de1b0-af8b-4caf-9bb9-711f88c9e1aa tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks [] for floatingip (5f079475-d1cb-417b-b98e-7ae9576810bf), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:14.465399 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-874de1b0-af8b-4caf-9bb9-711f88c9e1aa tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Calling delete_port for 5f079475-d1cb-417b-b98e-7ae9576810bf owned by network:floatingip {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:28:14.608245 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-874de1b0-af8b-4caf-9bb9-711f88c9e1aa tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (5f079475-d1cb-417b-b98e-7ae9576810bf), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:14.643024 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874de1b0-af8b-4caf-9bb9-711f88c9e1aa tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Pushing event deleted for resources: {'Port': ['ID=5f079475-d1cb-417b-b98e-7ae9576810bf,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:14.700205 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-874de1b0-af8b-4caf-9bb9-711f88c9e1aa tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks [] for floatingip (5ca7b190-c35d-4631-b8e3-952312b8429d), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:14.702940 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-874de1b0-af8b-4caf-9bb9-711f88c9e1aa tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:14.704036 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-874de1b0-af8b-4caf-9bb9-711f88c9e1aa tempest-AttachVolumeShelveTestJSON-1323043081 tempest-AttachVolumeShelveTestJSON-1323043081-project] 10.222.0.53 "DELETE /v2.0/floatingips/5ca7b190-c35d-4631-b8e3-952312b8429d HTTP/1.1" status: 204 len: 168 time: 0.5443299 Jan 28 03:28:15.490602 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f14875-c9d9-4ac0-84a5-90452bd127c4 req-d067e08a-7611-481d-b6d5-857330b10e7b tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:15.492853 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-27f14875-c9d9-4ac0-84a5-90452bd127c4 req-d067e08a-7611-481d-b6d5-857330b10e7b tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 944 time: 0.0567975 Jan 28 03:28:15.541947 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-27f14875-c9d9-4ac0-84a5-90452bd127c4 req-1d5f6925-0101-4ee6-96b5-5b7e9570a9df tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429323 Jan 28 03:28:15.675502 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device ec2396af-9fc8-4799-82d6-612668109f73 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:28:15.696622 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: ec2396af-9fc8-4799-82d6-612668109f73 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:28:15.696963 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device ec2396af-9fc8-4799-82d6-612668109f73 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:28:16.665256 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8bed6-bda9-4f52-a15a-928219922c05 req-af53e4b1-7197-4e61-a547-fe23e1e303ca tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:16.666782 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-78d8bed6-bda9-4f52-a15a-928219922c05 req-af53e4b1-7197-4e61-a547-fe23e1e303ca tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 944 time: 0.0529318 Jan 28 03:28:16.716420 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-78d8bed6-bda9-4f52-a15a-928219922c05 req-61470221-0256-4d11-95b4-ce70885a7b27 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436082 Jan 28 03:28:17.692950 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device d99e745d-2d1a-48f3-adf1-475c40c7e437 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:28:17.797951 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port d99e745d-2d1a-48f3-adf1-475c40c7e437, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=d99e745d-2d1a-48f3-adf1-475c40c7e437,segment=NetworkSegment(e2233469-b8a2-417c-9e5e-795b0e977ffd),segment_id=e2233469-b8a2-417c-9e5e-795b0e977ffd)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:28:17.864305 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103ba09-a506-4b76-bf2a-2ca32a3f56fb req-d9c9f9f0-e270-4c35-a510-7898211f13fb tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:17.867182 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8103ba09-a506-4b76-bf2a-2ca32a3f56fb req-d9c9f9f0-e270-4c35-a510-7898211f13fb tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 944 time: 0.0704603 Jan 28 03:28:17.931051 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8103ba09-a506-4b76-bf2a-2ca32a3f56fb req-611875f4-19ee-4fe6-bda9-ec5382f703bc tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566230 Jan 28 03:28:17.990792 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': 'd99e745d-2d1a-48f3-adf1-475c40c7e437', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'port_id': 'd99e745d-2d1a-48f3-adf1-475c40c7e437', 'mac_address': 'fa:16:3e:b6:57:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fca48db-7702-4589-8da6-18a07f4297d3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:28:18.034512 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port d99e745d-2d1a-48f3-adf1-475c40c7e437 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:28:18.035727 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d99e745d-2d1a-48f3-adf1-475c40c7e437), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:18.054897 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d99e745d-2d1a-48f3-adf1-475c40c7e437 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:28:18.078707 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port d99e745d-2d1a-48f3-adf1-475c40c7e437, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=d99e745d-2d1a-48f3-adf1-475c40c7e437,segment=NetworkSegment(e2233469-b8a2-417c-9e5e-795b0e977ffd),segment_id=e2233469-b8a2-417c-9e5e-795b0e977ffd)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:28:18.083095 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d99e745d-2d1a-48f3-adf1-475c40c7e437), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:18.137018 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=d99e745d-2d1a-48f3-adf1-475c40c7e437,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:18.342578 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['d99e745d-2d1a-48f3-adf1-475c40c7e437'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:28:19.073808 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306994a-b690-4c75-a93f-2d1780d373f0 req-0a9d685e-c8a4-4b0e-8533-4628e1464506 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:19.075347 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3306994a-b690-4c75-a93f-2d1780d373f0 req-0a9d685e-c8a4-4b0e-8533-4628e1464506 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 945 time: 0.0662823 Jan 28 03:28:19.138262 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3306994a-b690-4c75-a93f-2d1780d373f0 req-b1f5cb55-3b53-4e05-aa97-55cdaab06eb5 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475776 Jan 28 03:28:19.695956 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device d99e745d-2d1a-48f3-adf1-475c40c7e437 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:28:19.801133 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port d99e745d-2d1a-48f3-adf1-475c40c7e437 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:28:19.806387 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port d99e745d-2d1a-48f3-adf1-475c40c7e437 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:28:19.807106 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d99e745d-2d1a-48f3-adf1-475c40c7e437), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:19.908153 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port d99e745d-2d1a-48f3-adf1-475c40c7e437 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:28:19.908715 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d99e745d-2d1a-48f3-adf1-475c40c7e437), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:19.935222 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fe186f-99bd-4a9f-86f8-db2fb86f6112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99e745d-2d1a-48f3-adf1-475c40c7e437'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:28:19.937689 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c3d285-ec99-4ff3-b6da-3feaa13ea3da" -d '{"events": [{"server_uuid": "51fe186f-99bd-4a9f-86f8-db2fb86f6112", "name": "network-vif-plugged", "status": "completed", "tag": "d99e745d-2d1a-48f3-adf1-475c40c7e437"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:28:19.953484 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port d99e745d-2d1a-48f3-adf1-475c40c7e437, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=d99e745d-2d1a-48f3-adf1-475c40c7e437,segment=NetworkSegment(e2233469-b8a2-417c-9e5e-795b0e977ffd),segment_id=e2233469-b8a2-417c-9e5e-795b0e977ffd)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:28:19.963059 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d99e745d-2d1a-48f3-adf1-475c40c7e437), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:20.003271 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44d98dd-a680-48eb-8e5d-d8340dc5d0e5 x-openstack-request-id: req-a44d98dd-a680-48eb-8e5d-d8340dc5d0e5 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:28:20.004013 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fe186f-99bd-4a9f-86f8-db2fb86f6112", "name": "network-vif-plugged", "status": "completed", "tag": "d99e745d-2d1a-48f3-adf1-475c40c7e437", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:28:20.004486 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a44d98dd-a680-48eb-8e5d-d8340dc5d0e5 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:28:20.005398 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fe186f-99bd-4a9f-86f8-db2fb86f6112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99e745d-2d1a-48f3-adf1-475c40c7e437', 'code': 200} Jan 28 03:28:20.036669 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=d99e745d-2d1a-48f3-adf1-475c40c7e437,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:20.144154 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a06b2c-b836-45be-94e5-a9c455fdb5db req-d378d7f8-d0d8-4c9c-901e-a9fa804e78df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:20.145820 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-80a06b2c-b836-45be-94e5-a9c455fdb5db req-d378d7f8-d0d8-4c9c-901e-a9fa804e78df service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 1098 time: 0.0490410 Jan 28 03:28:20.201458 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-80a06b2c-b836-45be-94e5-a9c455fdb5db req-1edaf470-a1ae-4e47-ab63-daa25c41a0bb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477388 Jan 28 03:28:20.264644 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b111f3-8382-4e40-ae8a-bc6cddda63f4 req-25e91b6a-d6b3-4b66-9e30-5e7357967e05 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:20.266153 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d6b111f3-8382-4e40-ae8a-bc6cddda63f4 req-25e91b6a-d6b3-4b66-9e30-5e7357967e05 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 946 time: 0.0481672 Jan 28 03:28:20.326227 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d6b111f3-8382-4e40-ae8a-bc6cddda63f4 req-d6325e81-7657-45f8-bcbc-0af988bc8370 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497355 Jan 28 03:28:21.451657 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e59df-cc2f-40a1-9d9b-48515356916f req-e3341bfe-d934-4546-8d08-3db1d3cfed26 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:21.453224 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7c2e59df-cc2f-40a1-9d9b-48515356916f req-e3341bfe-d934-4546-8d08-3db1d3cfed26 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 946 time: 0.0490017 Jan 28 03:28:21.521694 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7c2e59df-cc2f-40a1-9d9b-48515356916f req-c091c243-6514-42a7-aaaf-b46b8cd45a91 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620892 Jan 28 03:28:21.657350 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785edd1-cbf3-4ef4-b0c1-a02529423bdd req-9bbb5bbf-e94d-4b89-a928-dfc7b175fdca tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:21.659992 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3785edd1-cbf3-4ef4-b0c1-a02529423bdd req-9bbb5bbf-e94d-4b89-a928-dfc7b175fdca tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 946 time: 0.0580449 Jan 28 03:28:21.721719 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3785edd1-cbf3-4ef4-b0c1-a02529423bdd req-a5c9c199-11d7-4f23-9480-6f085a0d4607 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556192 Jan 28 03:28:21.851941 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebce13a-59c1-4f10-980b-a856a533ea20 req-855e1065-ed2f-4cde-9f47-36fcac30c721 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:21.854268 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4ebce13a-59c1-4f10-980b-a856a533ea20 req-855e1065-ed2f-4cde-9f47-36fcac30c721 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 946 time: 0.0609865 Jan 28 03:28:21.918469 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4ebce13a-59c1-4f10-980b-a856a533ea20 req-b90c801c-f71c-4810-bf3e-a0b8cb5ed280 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570748 Jan 28 03:28:22.336791 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec95c4-cb92-4eeb-82dc-738178e60839 req-c8cabca8-519d-4a3d-80cb-ffb5ec8e6f23 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:22.338656 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8dec95c4-cb92-4eeb-82dc-738178e60839 req-c8cabca8-519d-4a3d-80cb-ffb5ec8e6f23 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 946 time: 0.0526597 Jan 28 03:28:22.393984 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8dec95c4-cb92-4eeb-82dc-738178e60839 req-6d9f1b9c-9b35-4048-8f68-10949198a0f4 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481071 Jan 28 03:28:22.610180 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b24fcc11-14d3-4509-9457-4964f60f0fca req-3051c8a0-415f-46d1-82c1-1c5229c32c61 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fa07987f-9d84-42e2-b5df-435696bf7718&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0547490 Jan 28 03:28:22.715858 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fcc11-14d3-4509-9457-4964f60f0fca req-a9a999b4-583f-4339-b506-bc1fb362d51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:22.717498 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b24fcc11-14d3-4509-9457-4964f60f0fca req-a9a999b4-583f-4339-b506-bc1fb362d51d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8a597fb5c6c6466f851ca3dd59620442&device_id=fa07987f-9d84-42e2-b5df-435696bf7718 HTTP/1.1" status: 200 len: 1097 time: 0.0428376 Jan 28 03:28:22.852013 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fcc11-14d3-4509-9457-4964f60f0fca req-81edaac4-3cfd-41af-bcd3-c32f97e049a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:22.853674 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b24fcc11-14d3-4509-9457-4964f60f0fca req-81edaac4-3cfd-41af-bcd3-c32f97e049a4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7f91d1d2-714b-44b5-bb66-d16f7786518c HTTP/1.1" status: 200 len: 915 time: 0.1168947 Jan 28 03:28:22.903554 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b24fcc11-14d3-4509-9457-4964f60f0fca req-b1ea9b3b-32a9-4f80-b87e-c1fe3fa59ea8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a62c443c-6c31-4c9d-80c4-b4bcff60a47e HTTP/1.1" status: 200 len: 217 time: 0.0404930 Jan 28 03:28:22.959245 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fcc11-14d3-4509-9457-4964f60f0fca req-f9b85e1a-4a5e-473d-8a5b-b06080eea395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:22.961097 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b24fcc11-14d3-4509-9457-4964f60f0fca req-f9b85e1a-4a5e-473d-8a5b-b06080eea395 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3e4857fe-d84f-418a-b0ef-13cea717d71c HTTP/1.1" status: 200 len: 854 time: 0.0487006 Jan 28 03:28:23.002775 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b24fcc11-14d3-4509-9457-4964f60f0fca req-1a51c2b6-38bf-4ca8-8fe1-44891a87eed3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7f91d1d2-714b-44b5-bb66-d16f7786518c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336928 Jan 28 03:28:23.135807 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b24fcc11-14d3-4509-9457-4964f60f0fca req-a99916a1-ac1b-4028-8001-0b90a593c8cb service neutron] 10.222.0.67 "GET /v2.0/networks/7f91d1d2-714b-44b5-bb66-d16f7786518c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259432 Jan 28 03:28:23.271378 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b24fcc11-14d3-4509-9457-4964f60f0fca req-e9a098c2-c3e0-49f8-8967-28cda6e26770 service neutron] 10.222.0.67 "GET /v2.0/networks/7f91d1d2-714b-44b5-bb66-d16f7786518c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291122 Jan 28 03:28:23.545809 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed27d11-de96-499a-b7ac-8435bc41e77e req-5660003a-742b-4f40-8019-a7f9cd63298f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:23.554114 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0ed27d11-de96-499a-b7ac-8435bc41e77e req-5660003a-742b-4f40-8019-a7f9cd63298f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 946 time: 0.0757945 Jan 28 03:28:23.568594 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 55410) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:23.621591 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0ed27d11-de96-499a-b7ac-8435bc41e77e req-a8253b9e-30a7-426b-ac2d-0c9dfc8e997d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617893 Jan 28 03:28:23.949198 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be67cab-c7ac-4649-bb9e-fe84bb4390b7 req-de3d80e6-13ce-44e8-b55c-a2095daf2bba tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:23.950795 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4be67cab-c7ac-4649-bb9e-fe84bb4390b7 req-de3d80e6-13ce-44e8-b55c-a2095daf2bba tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.39 "GET /v2.0/ports?device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 946 time: 0.0829058 Jan 28 03:28:24.095511 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-4be67cab-c7ac-4649-bb9e-fe84bb4390b7 req-c3e428f3-4cac-4d0e-9f05-f9ae52cc7fc6 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Deleting port d99e745d-2d1a-48f3-adf1-475c40c7e437 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:28:24.095988 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4be67cab-c7ac-4649-bb9e-fe84bb4390b7 req-c3e428f3-4cac-4d0e-9f05-f9ae52cc7fc6 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (d99e745d-2d1a-48f3-adf1-475c40c7e437), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:24.199242 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-4be67cab-c7ac-4649-bb9e-fe84bb4390b7 req-c3e428f3-4cac-4d0e-9f05-f9ae52cc7fc6 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] For port d99e745d-2d1a-48f3-adf1-475c40c7e437, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=d99e745d-2d1a-48f3-adf1-475c40c7e437,segment=NetworkSegment(e2233469-b8a2-417c-9e5e-795b0e977ffd),segment_id=e2233469-b8a2-417c-9e5e-795b0e977ffd)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:28:24.199535 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4be67cab-c7ac-4649-bb9e-fe84bb4390b7 req-c3e428f3-4cac-4d0e-9f05-f9ae52cc7fc6 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (d99e745d-2d1a-48f3-adf1-475c40c7e437), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:24.221170 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-4be67cab-c7ac-4649-bb9e-fe84bb4390b7 req-c3e428f3-4cac-4d0e-9f05-f9ae52cc7fc6 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Calling delete_port for d99e745d-2d1a-48f3-adf1-475c40c7e437 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:28:24.253577 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-04c935d5-7f20-4dc7-bab4-723a1b2707e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (4af32c91-dff1-4438-abfe-eb851853c7b8), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:24.394197 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4be67cab-c7ac-4649-bb9e-fe84bb4390b7 req-c3e428f3-4cac-4d0e-9f05-f9ae52cc7fc6 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (d99e745d-2d1a-48f3-adf1-475c40c7e437), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:24.428754 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['d99e745d-2d1a-48f3-adf1-475c40c7e437'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:28:24.451805 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e428f3-4cac-4d0e-9f05-f9ae52cc7fc6 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Pushing event deleted for resources: {'Port': ['ID=d99e745d-2d1a-48f3-adf1-475c40c7e437,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:24.507936 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be67cab-c7ac-4649-bb9e-fe84bb4390b7 req-c3e428f3-4cac-4d0e-9f05-f9ae52cc7fc6 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] No DVR routers for this DVR port d99e745d-2d1a-48f3-adf1-475c40c7e437 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:28:24.515941 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4be67cab-c7ac-4649-bb9e-fe84bb4390b7 req-c3e428f3-4cac-4d0e-9f05-f9ae52cc7fc6 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:24.519760 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4be67cab-c7ac-4649-bb9e-fe84bb4390b7 req-c3e428f3-4cac-4d0e-9f05-f9ae52cc7fc6 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.39 "DELETE /v2.0/ports/d99e745d-2d1a-48f3-adf1-475c40c7e437 HTTP/1.1" status: 204 len: 173 time: 0.5438175 Jan 28 03:28:24.520269 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fe186f-99bd-4a9f-86f8-db2fb86f6112', 'name': 'network-vif-deleted', 'tag': 'd99e745d-2d1a-48f3-adf1-475c40c7e437'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:28:24.522778 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe8ad25-d833-43f6-8df2-95853b06a5a7" -d '{"events": [{"server_uuid": "51fe186f-99bd-4a9f-86f8-db2fb86f6112", "name": "network-vif-deleted", "tag": "d99e745d-2d1a-48f3-adf1-475c40c7e437"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:28:24.588330 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76072197-056e-40c7-851a-b13fdfad2026 x-openstack-request-id: req-76072197-056e-40c7-851a-b13fdfad2026 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:28:24.588633 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fe186f-99bd-4a9f-86f8-db2fb86f6112", "name": "network-vif-deleted", "tag": "d99e745d-2d1a-48f3-adf1-475c40c7e437", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:28:24.588923 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-76072197-056e-40c7-851a-b13fdfad2026 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:28:24.589431 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fe186f-99bd-4a9f-86f8-db2fb86f6112', 'name': 'network-vif-deleted', 'tag': 'd99e745d-2d1a-48f3-adf1-475c40c7e437', 'status': 'completed', 'code': 200} Jan 28 03:28:24.842686 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49b15796-6c31-4564-81a6-1abba5902d8f req-e8407110-d4f0-4328-a26a-d7a1b0e4304f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 210 time: 0.0767639 Jan 28 03:28:25.041315 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-04c935d5-7f20-4dc7-bab4-723a1b2707e4 admin admin] Deleting port 3d69952c-589c-4832-b6ab-7d7eeb9d62d4 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:28:25.042297 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-04c935d5-7f20-4dc7-bab4-723a1b2707e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (3d69952c-589c-4832-b6ab-7d7eeb9d62d4), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:25.171372 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-04c935d5-7f20-4dc7-bab4-723a1b2707e4 admin admin] For port 3d69952c-589c-4832-b6ab-7d7eeb9d62d4, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=3d69952c-589c-4832-b6ab-7d7eeb9d62d4,segment=NetworkSegment(22939271-c413-4b6e-86b8-b80474a12e63),segment_id=22939271-c413-4b6e-86b8-b80474a12e63)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:28:25.172045 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-04c935d5-7f20-4dc7-bab4-723a1b2707e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (3d69952c-589c-4832-b6ab-7d7eeb9d62d4), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:25.187142 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-04c935d5-7f20-4dc7-bab4-723a1b2707e4 admin admin] Calling delete_port for 3d69952c-589c-4832-b6ab-7d7eeb9d62d4 owned by network:router_interface {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:28:25.411305 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-04c935d5-7f20-4dc7-bab4-723a1b2707e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (3d69952c-589c-4832-b6ab-7d7eeb9d62d4), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:25.497396 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c935d5-7f20-4dc7-bab4-723a1b2707e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d69952c-589c-4832-b6ab-7d7eeb9d62d4,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:25.517413 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c935d5-7f20-4dc7-bab4-723a1b2707e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:25.518559 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c935d5-7f20-4dc7-bab4-723a1b2707e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:25.519594 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c935d5-7f20-4dc7-bab4-723a1b2707e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:25.520753 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c935d5-7f20-4dc7-bab4-723a1b2707e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:25.521167 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c935d5-7f20-4dc7-bab4-723a1b2707e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:25.522070 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c935d5-7f20-4dc7-bab4-723a1b2707e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:25.522934 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c935d5-7f20-4dc7-bab4-723a1b2707e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:25.523622 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c935d5-7f20-4dc7-bab4-723a1b2707e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:25.541588 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c935d5-7f20-4dc7-bab4-723a1b2707e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:25.543785 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c935d5-7f20-4dc7-bab4-723a1b2707e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:25.543785 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c935d5-7f20-4dc7-bab4-723a1b2707e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:25.546621 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c935d5-7f20-4dc7-bab4-723a1b2707e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:25.547116 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c935d5-7f20-4dc7-bab4-723a1b2707e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:28:25.773447 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-04c935d5-7f20-4dc7-bab4-723a1b2707e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (4af32c91-dff1-4438-abfe-eb851853c7b8), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:25.966445 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ee736417-0e3f-4ebd-8713-126ffdd8d857 req-ec249891-66ac-4166-89de-a305370a4eeb tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 210 time: 0.0348315 Jan 28 03:28:26.091545 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c935d5-7f20-4dc7-bab4-723a1b2707e4 admin admin] Router 4af32c91-dff1-4438-abfe-eb851853c7b8 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:28:26.214427 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c935d5-7f20-4dc7-bab4-723a1b2707e4 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:28:26.221011 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-04c935d5-7f20-4dc7-bab4-723a1b2707e4 admin admin] 10.222.0.53 "PUT /v2.0/routers/4af32c91-dff1-4438-abfe-eb851853c7b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6505485 Jan 28 03:28:26.223474 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55432) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:26.223935 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ac9315-40d3-45cb-a9a4-e01ae444c1ac None None] Sync routers for ids ['4af32c91-dff1-4438-abfe-eb851853c7b8'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:28:26.237260 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ac9315-40d3-45cb-a9a4-e01ae444c1ac None None] Routers {'4af32c91-dff1-4438-abfe-eb851853c7b8'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:28:26.238255 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-60ac9315-40d3-45cb-a9a4-e01ae444c1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:28:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['4af32c91-dff1-4438-abfe-eb851853c7b8'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:28:26.373909 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a7d8bc6-0765-4136-9869-b28ef8704aed admin admin] Publish callbacks [] for router (4af32c91-dff1-4438-abfe-eb851853c7b8), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:26.496607 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-60ac9315-40d3-45cb-a9a4-e01ae444c1ac None None] Set router 4af32c91-dff1-4438-abfe-eb851853c7b8 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:28:26.737045 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-60ac9315-40d3-45cb-a9a4-e01ae444c1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1090025703-router', 'tenant_id': '6f6bbf2836904089b5391caf666a2ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd4ab2bf9-db16-4d1a-b838-4e44d5c67ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:19:16Z', 'updated_at': '2022-01-28T03:28:25Z', 'revision_number': 5, 'project_id': '6f6bbf2836904089b5391caf666a2ef0', 'gw_port': {'id': 'd4ab2bf9-db16-4d1a-b838-4e44d5c67ba8', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:19:18Z', 'updated_at': '2022-01-28T03:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:28:26.821256 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ac9315-40d3-45cb-a9a4-e01ae444c1ac None None] Checking router: 4af32c91-dff1-4438-abfe-eb851853c7b8 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:28:26.844801 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ac9315-40d3-45cb-a9a4-e01ae444c1ac None None] Routers {'4af32c91-dff1-4438-abfe-eb851853c7b8'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:28:26.845510 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-60ac9315-40d3-45cb-a9a4-e01ae444c1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:28:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['4af32c91-dff1-4438-abfe-eb851853c7b8'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:28:26.889311 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a7d8bc6-0765-4136-9869-b28ef8704aed admin admin] Publish callbacks [] for router_gateway (4af32c91-dff1-4438-abfe-eb851853c7b8), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:26.961801 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-9a7d8bc6-0765-4136-9869-b28ef8704aed admin admin] Deleting port d4ab2bf9-db16-4d1a-b838-4e44d5c67ba8 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:28:26.962163 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a7d8bc6-0765-4136-9869-b28ef8704aed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (d4ab2bf9-db16-4d1a-b838-4e44d5c67ba8), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:27.033831 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-60ac9315-40d3-45cb-a9a4-e01ae444c1ac None None] Set router 4af32c91-dff1-4438-abfe-eb851853c7b8 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:28:27.063185 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-9a7d8bc6-0765-4136-9869-b28ef8704aed admin admin] For port d4ab2bf9-db16-4d1a-b838-4e44d5c67ba8, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=d4ab2bf9-db16-4d1a-b838-4e44d5c67ba8,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:28:27.063563 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a7d8bc6-0765-4136-9869-b28ef8704aed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (d4ab2bf9-db16-4d1a-b838-4e44d5c67ba8), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:27.079436 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-9a7d8bc6-0765-4136-9869-b28ef8704aed admin admin] Calling delete_port for d4ab2bf9-db16-4d1a-b838-4e44d5c67ba8 owned by network:router_gateway {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:28:27.158145 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3cc037c1-29b0-44af-8838-3f87dd8d3b83 req-66b17ce9-1a47-4ad3-881d-89e4a54f8862 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 210 time: 0.0315120 Jan 28 03:28:27.340680 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-60ac9315-40d3-45cb-a9a4-e01ae444c1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1090025703-router', 'tenant_id': '6f6bbf2836904089b5391caf666a2ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd4ab2bf9-db16-4d1a-b838-4e44d5c67ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:19:16Z', 'updated_at': '2022-01-28T03:28:25Z', 'revision_number': 5, 'project_id': '6f6bbf2836904089b5391caf666a2ef0', 'gw_port': {'id': 'd4ab2bf9-db16-4d1a-b838-4e44d5c67ba8', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:19:18Z', 'updated_at': '2022-01-28T03:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:28:27.346376 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a7d8bc6-0765-4136-9869-b28ef8704aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (d4ab2bf9-db16-4d1a-b838-4e44d5c67ba8), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:27.381445 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ac9315-40d3-45cb-a9a4-e01ae444c1ac None None] The sync data for ids ['4af32c91-dff1-4438-abfe-eb851853c7b8'] in n-d-712139-27 is: [{'id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1090025703-router', 'tenant_id': '6f6bbf2836904089b5391caf666a2ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd4ab2bf9-db16-4d1a-b838-4e44d5c67ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:19:16Z', 'updated_at': '2022-01-28T03:28:25Z', 'revision_number': 5, 'project_id': '6f6bbf2836904089b5391caf666a2ef0', 'gw_port': {'id': 'd4ab2bf9-db16-4d1a-b838-4e44d5c67ba8', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af32c91-dff1-4438-abfe-eb851853c7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:19:18Z', 'updated_at': '2022-01-28T03:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:28:27.391946 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d8bc6-0765-4136-9869-b28ef8704aed admin admin] Pushing event deleted for resources: {'Port': ['ID=d4ab2bf9-db16-4d1a-b838-4e44d5c67ba8,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:27.470287 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a7d8bc6-0765-4136-9869-b28ef8704aed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (4af32c91-dff1-4438-abfe-eb851853c7b8), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:27.601278 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a7d8bc6-0765-4136-9869-b28ef8704aed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (4af32c91-dff1-4438-abfe-eb851853c7b8), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:27.604008 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a7d8bc6-0765-4136-9869-b28ef8704aed admin admin] Publish callbacks [] for router_controller (4af32c91-dff1-4438-abfe-eb851853c7b8), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:27.669596 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a7d8bc6-0765-4136-9869-b28ef8704aed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (4af32c91-dff1-4438-abfe-eb851853c7b8), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:27.670917 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7d8bc6-0765-4136-9869-b28ef8704aed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4af32c91-dff1-4438-abfe-eb851853c7b8 {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:28:27.682263 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a7d8bc6-0765-4136-9869-b28ef8704aed admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:27.685030 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9a7d8bc6-0765-4136-9869-b28ef8704aed admin admin] 10.222.0.53 "DELETE /v2.0/routers/4af32c91-dff1-4438-abfe-eb851853c7b8 HTTP/1.1" status: 204 len: 168 time: 1.4591086 Jan 28 03:28:27.687457 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 55438) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:27.722206 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device d99e745d-2d1a-48f3-adf1-475c40c7e437 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:28:27.742963 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-9222c3ac-0cec-4b31-9cb3-0f78fb2354ba admin admin] Deleting subnet 76aeb7da-88ca-40e3-af3a-4f4f90f2c919 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:28:27.743951 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: d99e745d-2d1a-48f3-adf1-475c40c7e437 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:28:27.744544 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device d99e745d-2d1a-48f3-adf1-475c40c7e437 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:28:27.748224 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9222c3ac-0cec-4b31-9cb3-0f78fb2354ba admin admin] Publish callbacks [] for subnet (76aeb7da-88ca-40e3-af3a-4f4f90f2c919), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:27.800156 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9222c3ac-0cec-4b31-9cb3-0f78fb2354ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (76aeb7da-88ca-40e3-af3a-4f4f90f2c919), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:27.914812 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9222c3ac-0cec-4b31-9cb3-0f78fb2354ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (76aeb7da-88ca-40e3-af3a-4f4f90f2c919), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:27.977584 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9222c3ac-0cec-4b31-9cb3-0f78fb2354ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (76aeb7da-88ca-40e3-af3a-4f4f90f2c919), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:28.017338 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9222c3ac-0cec-4b31-9cb3-0f78fb2354ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76aeb7da-88ca-40e3-af3a-4f4f90f2c919,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:28.022003 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9222c3ac-0cec-4b31-9cb3-0f78fb2354ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:28.028317 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55440) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:28.028598 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9222c3ac-0cec-4b31-9cb3-0f78fb2354ba admin admin] 10.222.0.53 "DELETE /v2.0/subnets/76aeb7da-88ca-40e3-af3a-4f4f90f2c919 HTTP/1.1" status: 204 len: 168 time: 0.3399143 Jan 28 03:28:28.034282 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c3b98f-73c9-4128-99c1-ea24250a9f27 None None] Network b328f18d-888e-4024-8099-122b5bda010d requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:28:28.113847 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3bd4b03e-4df4-4630-b654-6402f37ccdbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (b328f18d-888e-4024-8099-122b5bda010d), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:28.194761 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-3bd4b03e-4df4-4630-b654-6402f37ccdbb admin admin] Deleting port 8314ebf9-4384-4cd1-90ab-e15fea46cc00 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:28:28.195409 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3bd4b03e-4df4-4630-b654-6402f37ccdbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (8314ebf9-4384-4cd1-90ab-e15fea46cc00), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:28.305419 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-3bd4b03e-4df4-4630-b654-6402f37ccdbb admin admin] For port 8314ebf9-4384-4cd1-90ab-e15fea46cc00, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=8314ebf9-4384-4cd1-90ab-e15fea46cc00,segment=NetworkSegment(22939271-c413-4b6e-86b8-b80474a12e63),segment_id=22939271-c413-4b6e-86b8-b80474a12e63)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:28:28.305889 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3bd4b03e-4df4-4630-b654-6402f37ccdbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (8314ebf9-4384-4cd1-90ab-e15fea46cc00), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:28.321915 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-3bd4b03e-4df4-4630-b654-6402f37ccdbb admin admin] Calling delete_port for 8314ebf9-4384-4cd1-90ab-e15fea46cc00 owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:28:28.328311 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d8c1bb-f5d8-46f6-be2b-ee85f8531e13 None None] DHCP port deletion for b328f18d-888e-4024-8099-122b5bda010d request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:28:28.360941 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-96a02a36-16a0-4122-a456-c1d949201aa8 req-0d509741-d074-4075-9b07-474927cebf2e tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 210 time: 0.0642223 Jan 28 03:28:28.437179 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-f5d8c1bb-f5d8-46f6-be2b-ee85f8531e13 None None] Deleting port 8314ebf9-4384-4cd1-90ab-e15fea46cc00 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:28:28.438041 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f5d8c1bb-f5d8-46f6-be2b-ee85f8531e13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (8314ebf9-4384-4cd1-90ab-e15fea46cc00), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:28.487106 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3bd4b03e-4df4-4630-b654-6402f37ccdbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (8314ebf9-4384-4cd1-90ab-e15fea46cc00), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:28.549968 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd4b03e-4df4-4630-b654-6402f37ccdbb admin admin] Pushing event deleted for resources: {'Port': ['ID=8314ebf9-4384-4cd1-90ab-e15fea46cc00,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:28.557141 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd4b03e-4df4-4630-b654-6402f37ccdbb admin admin] No DVR routers for this DVR port 8314ebf9-4384-4cd1-90ab-e15fea46cc00 on host n-d-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:28:28.569490 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-f5d8c1bb-f5d8-46f6-be2b-ee85f8531e13 None None] For port 8314ebf9-4384-4cd1-90ab-e15fea46cc00, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=8314ebf9-4384-4cd1-90ab-e15fea46cc00,segment=NetworkSegment(22939271-c413-4b6e-86b8-b80474a12e63),segment_id=22939271-c413-4b6e-86b8-b80474a12e63)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:28:28.570338 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f5d8c1bb-f5d8-46f6-be2b-ee85f8531e13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (8314ebf9-4384-4cd1-90ab-e15fea46cc00), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:28.600983 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-f5d8c1bb-f5d8-46f6-be2b-ee85f8531e13 None None] Calling delete_port for 8314ebf9-4384-4cd1-90ab-e15fea46cc00 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:28:28.770021 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3bd4b03e-4df4-4630-b654-6402f37ccdbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (b328f18d-888e-4024-8099-122b5bda010d), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:28.823710 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-3bd4b03e-4df4-4630-b654-6402f37ccdbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b328f18d-888e-4024-8099-122b5bda010d']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:28:28.856607 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-3bd4b03e-4df4-4630-b654-6402f37ccdbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22939271-c413-4b6e-86b8-b80474a12e63') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:28:28.856895 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-3bd4b03e-4df4-4630-b654-6402f37ccdbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22939271-c413-4b6e-86b8-b80474a12e63') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:28:28.858699 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f5d8c1bb-f5d8-46f6-be2b-ee85f8531e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (8314ebf9-4384-4cd1-90ab-e15fea46cc00), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:28.874179 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3bd4b03e-4df4-4630-b654-6402f37ccdbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (22939271-c413-4b6e-86b8-b80474a12e63), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:28.889736 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d8c1bb-f5d8-46f6-be2b-ee85f8531e13 None None] Pushing event deleted for resources: {'Port': ['ID=8314ebf9-4384-4cd1-90ab-e15fea46cc00,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:28.897225 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 3d69952c-589c-4832-b6ab-7d7eeb9d62d4 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:28:28.903914 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d8c1bb-f5d8-46f6-be2b-ee85f8531e13 None None] No DVR routers for this DVR port 8314ebf9-4384-4cd1-90ab-e15fea46cc00 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:28:28.920774 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3bd4b03e-4df4-4630-b654-6402f37ccdbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (22939271-c413-4b6e-86b8-b80474a12e63), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:28.928972 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bd4b03e-4df4-4630-b654-6402f37ccdbb admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:28:28.929534 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3bd4b03e-4df4-4630-b654-6402f37ccdbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (22939271-c413-4b6e-86b8-b80474a12e63), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:28.931343 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:28:28.931343 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:28:28.931343 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:28:28.931343 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:28:28.931343 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:28:28.931343 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:28:28.931343 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:28:28.931343 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:28:28.931343 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:28:28.931343 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:28:28.931343 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:28:28.931343 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:28:28.931343 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:28:28.931343 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:28:28.931343 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:28:28.931343 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:28:28.931343 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:28:28.931343 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:28:28.931343 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:28:28.931343 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:28:28.931343 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:28:28.931343 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:28:28.931343 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:28:28.931343 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:28:28.931343 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:28:28.931343 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:28:28.931343 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:28:28.931343 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:28:28.931343 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:28:28.931343 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:28:28.931343 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:28:28.931343 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:28:28.946292 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 3d69952c-589c-4832-b6ab-7d7eeb9d62d4 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:28:28.946646 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 3d69952c-589c-4832-b6ab-7d7eeb9d62d4 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:28:28.947070 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device d4ab2bf9-db16-4d1a-b838-4e44d5c67ba8 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:28:28.968324 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: d4ab2bf9-db16-4d1a-b838-4e44d5c67ba8 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:28:28.968677 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device d4ab2bf9-db16-4d1a-b838-4e44d5c67ba8 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:28:28.969132 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 8314ebf9-4384-4cd1-90ab-e15fea46cc00 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:28:28.989928 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 8314ebf9-4384-4cd1-90ab-e15fea46cc00 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:28:28.990284 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 8314ebf9-4384-4cd1-90ab-e15fea46cc00 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:28:29.032491 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3bd4b03e-4df4-4630-b654-6402f37ccdbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (b328f18d-888e-4024-8099-122b5bda010d), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:29.041922 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3bd4b03e-4df4-4630-b654-6402f37ccdbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:29.049441 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-3bd4b03e-4df4-4630-b654-6402f37ccdbb admin admin] 10.222.0.53 "DELETE /v2.0/networks/b328f18d-888e-4024-8099-122b5bda010d HTTP/1.1" status: 204 len: 168 time: 1.0165954 Jan 28 03:28:29.065781 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd4b03e-4df4-4630-b654-6402f37ccdbb admin admin] Pushing event deleted for resources: {'Network': ['ID=b328f18d-888e-4024-8099-122b5bda010d,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:29.184499 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55448) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:29.225828 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a7097806-4ae7-4d0d-85e2-f82c1cbb0c8e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6f6bbf2836904089b5391caf666a2ef0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398343 Jan 28 03:28:29.228450 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 55450) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:29.280115 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2d28edb8-6eba-40f8-915d-0d801d3b1cfe admin admin] Publish callbacks [] for security_group (a6965339-134d-42a5-9ebc-f06bee48f944), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:29.302946 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2d28edb8-6eba-40f8-915d-0d801d3b1cfe admin admin] Publish callbacks [] for security_group (a6965339-134d-42a5-9ebc-f06bee48f944), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:29.356407 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2d28edb8-6eba-40f8-915d-0d801d3b1cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (a6965339-134d-42a5-9ebc-f06bee48f944), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:29.359151 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2d28edb8-6eba-40f8-915d-0d801d3b1cfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:29.364926 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2d28edb8-6eba-40f8-915d-0d801d3b1cfe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a6965339-134d-42a5-9ebc-f06bee48f944 HTTP/1.1" status: 204 len: 168 time: 0.1308508 Jan 28 03:28:29.372170 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d28edb8-6eba-40f8-915d-0d801d3b1cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6965339-134d-42a5-9ebc-f06bee48f944,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:29.420599 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:29.523084 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-680abfe0-cdd0-45cb-b2d8-7d5d3f6b08b1 req-47a91c2e-9289-479d-acdb-3dac69c9662e tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 210 time: 0.0515883 Jan 28 03:28:29.735158 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-93b2527e-0e64-42dc-8fdf-222e81b9a3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:30.675166 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0095bbcb-4e48-45ee-9d9d-6d20bee93cdd req-30862d9f-f9fb-47a2-837c-c8a94468432c tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 210 time: 0.0384536 Jan 28 03:28:31.791561 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d87f0c43-cdd0-43f1-8d47-9ad44d974765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:31.862818 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e348b9cc-8c7e-4190-b7e1-fca9265f202a req-4f00d60e-ba65-4b16-ae28-92e6d8b3e1cc tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 210 time: 0.0424037 Jan 28 03:28:32.079191 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55518) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:32.192612 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ae1cfddd-3d28-4d74-8c2e-fc4d0672d254 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:32.282980 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ae1cfddd-3d28-4d74-8c2e-fc4d0672d254 admin admin] Publish callbacks [] for security_group (147e9a21-7e51-4279-89b3-df963dcbd907), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:32.288254 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ae1cfddd-3d28-4d74-8c2e-fc4d0672d254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (147e9a21-7e51-4279-89b3-df963dcbd907), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:32.342811 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ae1cfddd-3d28-4d74-8c2e-fc4d0672d254 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7b1745a1269e45058545517520f9001d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2623167 Jan 28 03:28:32.345547 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 55522) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:32.346103 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1cfddd-3d28-4d74-8c2e-fc4d0672d254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147e9a21-7e51-4279-89b3-df963dcbd907,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:32.404401 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f4e1de81-1350-4ef5-8499-13a9cd1fadda admin admin] Publish callbacks [] for security_group (147e9a21-7e51-4279-89b3-df963dcbd907), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:32.426883 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f4e1de81-1350-4ef5-8499-13a9cd1fadda admin admin] Publish callbacks [] for security_group (147e9a21-7e51-4279-89b3-df963dcbd907), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:32.477689 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f4e1de81-1350-4ef5-8499-13a9cd1fadda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (147e9a21-7e51-4279-89b3-df963dcbd907), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:32.480790 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f4e1de81-1350-4ef5-8499-13a9cd1fadda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:32.482159 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f4e1de81-1350-4ef5-8499-13a9cd1fadda admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/147e9a21-7e51-4279-89b3-df963dcbd907 HTTP/1.1" status: 204 len: 168 time: 0.1355541 Jan 28 03:28:32.490704 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e1de81-1350-4ef5-8499-13a9cd1fadda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147e9a21-7e51-4279-89b3-df963dcbd907,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:32.792917 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 55534) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:32.808844 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-cdf204f1-8c56-4437-934c-fe85e4ab947d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:32.903854 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-cdf204f1-8c56-4437-934c-fe85e4ab947d admin admin] Publish callbacks [] for security_group (a7357870-5ad9-4c9e-8206-5da4c5d44a34), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:32.909811 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-cdf204f1-8c56-4437-934c-fe85e4ab947d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (a7357870-5ad9-4c9e-8206-5da4c5d44a34), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:32.942710 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf204f1-8c56-4437-934c-fe85e4ab947d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7357870-5ad9-4c9e-8206-5da4c5d44a34,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:32.977781 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0d02d8d5-679f-4f8d-a975-107709341dda req-1a0978eb-9599-430a-99ce-98e02c4a07bd tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 210 time: 0.0285242 Jan 28 03:28:32.994370 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-cdf204f1-8c56-4437-934c-fe85e4ab947d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=12666d6b1b5a4b6dab38a872283ea6ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1995871 Jan 28 03:28:32.997408 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55538) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:33.046535 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f7f8ce61-2dc1-4ebe-8d1f-9dd27ab30261 admin admin] Publish callbacks [] for security_group (a7357870-5ad9-4c9e-8206-5da4c5d44a34), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:33.067234 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f7f8ce61-2dc1-4ebe-8d1f-9dd27ab30261 admin admin] Publish callbacks [] for security_group (a7357870-5ad9-4c9e-8206-5da4c5d44a34), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:33.116389 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f7f8ce61-2dc1-4ebe-8d1f-9dd27ab30261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (a7357870-5ad9-4c9e-8206-5da4c5d44a34), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:33.119690 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f7f8ce61-2dc1-4ebe-8d1f-9dd27ab30261 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:33.123889 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f7f8ce61-2dc1-4ebe-8d1f-9dd27ab30261 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a7357870-5ad9-4c9e-8206-5da4c5d44a34 HTTP/1.1" status: 204 len: 168 time: 0.1248603 Jan 28 03:28:33.131856 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8ce61-2dc1-4ebe-8d1f-9dd27ab30261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7357870-5ad9-4c9e-8206-5da4c5d44a34,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:33.400381 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:33.621298 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:34.095883 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7a33cc53-444b-4c88-bd31-1c95f673b813 req-3b9f6e5b-73bd-492f-9616-2a2f3ee5f790 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fe186f-99bd-4a9f-86f8-db2fb86f6112 HTTP/1.1" status: 200 len: 210 time: 0.0386755 Jan 28 03:28:34.855127 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:35.240605 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:28:36.121013 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:36.351727 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 55624) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:36.483169 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-522df39a-6c2e-4d18-b5be-4b8022f1a438 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:36.571999 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-522df39a-6c2e-4d18-b5be-4b8022f1a438 admin admin] Publish callbacks [] for security_group (e39c7e74-55e0-43f4-bd2c-f27e336f1b82), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:36.577686 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-522df39a-6c2e-4d18-b5be-4b8022f1a438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (e39c7e74-55e0-43f4-bd2c-f27e336f1b82), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:36.616647 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522df39a-6c2e-4d18-b5be-4b8022f1a438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39c7e74-55e0-43f4-bd2c-f27e336f1b82,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:36.625156 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-522df39a-6c2e-4d18-b5be-4b8022f1a438 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fe2f3da31d714fbfba7d14b78de29ffc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2713451 Jan 28 03:28:36.626448 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55628) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:36.691850 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-84cc771e-97bf-41d0-9ca4-29dc48ac7e5c admin admin] Publish callbacks [] for security_group (e39c7e74-55e0-43f4-bd2c-f27e336f1b82), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:36.714621 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-84cc771e-97bf-41d0-9ca4-29dc48ac7e5c admin admin] Publish callbacks [] for security_group (e39c7e74-55e0-43f4-bd2c-f27e336f1b82), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:36.768127 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-84cc771e-97bf-41d0-9ca4-29dc48ac7e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (e39c7e74-55e0-43f4-bd2c-f27e336f1b82), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:36.770982 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-84cc771e-97bf-41d0-9ca4-29dc48ac7e5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:36.776964 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-84cc771e-97bf-41d0-9ca4-29dc48ac7e5c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e39c7e74-55e0-43f4-bd2c-f27e336f1b82 HTTP/1.1" status: 204 len: 168 time: 0.1483006 Jan 28 03:28:36.789381 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc771e-97bf-41d0-9ca4-29dc48ac7e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39c7e74-55e0-43f4-bd2c-f27e336f1b82,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:37.108230 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55636) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:37.125814 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4237af28-67e7-4d08-b86a-0395fddbfd0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:37.215362 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4237af28-67e7-4d08-b86a-0395fddbfd0b admin admin] Publish callbacks [] for security_group (99c55084-5ca2-4029-8dd7-2950873b0fd7), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:37.222080 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4237af28-67e7-4d08-b86a-0395fddbfd0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (99c55084-5ca2-4029-8dd7-2950873b0fd7), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:37.263954 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4237af28-67e7-4d08-b86a-0395fddbfd0b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7b7440eaa13b4a8fafd1c5bfe2920571&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1544490 Jan 28 03:28:37.264732 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4237af28-67e7-4d08-b86a-0395fddbfd0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c55084-5ca2-4029-8dd7-2950873b0fd7,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:37.266679 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 55638) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:37.331399 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-824a63f3-0558-4380-9849-931e1dcffe0c admin admin] Publish callbacks [] for security_group (99c55084-5ca2-4029-8dd7-2950873b0fd7), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:37.365918 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-824a63f3-0558-4380-9849-931e1dcffe0c admin admin] Publish callbacks [] for security_group (99c55084-5ca2-4029-8dd7-2950873b0fd7), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:37.422329 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-824a63f3-0558-4380-9849-931e1dcffe0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (99c55084-5ca2-4029-8dd7-2950873b0fd7), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:37.425769 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-824a63f3-0558-4380-9849-931e1dcffe0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:37.428143 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-824a63f3-0558-4380-9849-931e1dcffe0c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/99c55084-5ca2-4029-8dd7-2950873b0fd7 HTTP/1.1" status: 204 len: 168 time: 0.1594956 Jan 28 03:28:37.439235 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a63f3-0558-4380-9849-931e1dcffe0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c55084-5ca2-4029-8dd7-2950873b0fd7,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:40.053354 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 55716) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:40.203972 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a8f5ee67-8796-4df7-be24-9b97df009a19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:40.283044 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a8f5ee67-8796-4df7-be24-9b97df009a19 admin admin] Publish callbacks [] for security_group (58f37c81-ec29-4ed1-9ae2-6790a2610e77), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:40.288123 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a8f5ee67-8796-4df7-be24-9b97df009a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (58f37c81-ec29-4ed1-9ae2-6790a2610e77), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:40.346550 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55722) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:40.359411 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a8f5ee67-8796-4df7-be24-9b97df009a19 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=80e13043014445bebe4ea646e488ac1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3047996 Jan 28 03:28:40.363861 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f5ee67-8796-4df7-be24-9b97df009a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f37c81-ec29-4ed1-9ae2-6790a2610e77,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:40.415199 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-15f1802d-7f4a-478b-a740-990d2dc687cb admin admin] Publish callbacks [] for security_group (58f37c81-ec29-4ed1-9ae2-6790a2610e77), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:40.441213 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-15f1802d-7f4a-478b-a740-990d2dc687cb admin admin] Publish callbacks [] for security_group (58f37c81-ec29-4ed1-9ae2-6790a2610e77), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:40.492240 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-15f1802d-7f4a-478b-a740-990d2dc687cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (58f37c81-ec29-4ed1-9ae2-6790a2610e77), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:40.495449 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-15f1802d-7f4a-478b-a740-990d2dc687cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:40.498097 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-15f1802d-7f4a-478b-a740-990d2dc687cb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/58f37c81-ec29-4ed1-9ae2-6790a2610e77 HTTP/1.1" status: 204 len: 168 time: 0.1484871 Jan 28 03:28:40.511706 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f1802d-7f4a-478b-a740-990d2dc687cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f37c81-ec29-4ed1-9ae2-6790a2610e77,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:40.913331 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55738) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:40.940897 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-51d2771f-0d06-4519-aa7c-7ec6019b5dc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:41.054159 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-51d2771f-0d06-4519-aa7c-7ec6019b5dc4 admin admin] Publish callbacks [] for security_group (b7abf12b-695b-40bc-93e3-156bfedad374), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:41.061576 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-51d2771f-0d06-4519-aa7c-7ec6019b5dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b7abf12b-695b-40bc-93e3-156bfedad374), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:41.114899 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-51d2771f-0d06-4519-aa7c-7ec6019b5dc4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8bd7baa2e7a4492ca70cc8cd91ca10d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2001832 Jan 28 03:28:41.117647 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 55740) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:41.124362 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d2771f-0d06-4519-aa7c-7ec6019b5dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7abf12b-695b-40bc-93e3-156bfedad374,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:41.189734 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-41596c2f-0dbf-4274-9143-3329ab0d0372 admin admin] Publish callbacks [] for security_group (b7abf12b-695b-40bc-93e3-156bfedad374), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:41.219363 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-41596c2f-0dbf-4274-9143-3329ab0d0372 admin admin] Publish callbacks [] for security_group (b7abf12b-695b-40bc-93e3-156bfedad374), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:41.277177 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-41596c2f-0dbf-4274-9143-3329ab0d0372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b7abf12b-695b-40bc-93e3-156bfedad374), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:41.281509 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-41596c2f-0dbf-4274-9143-3329ab0d0372 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:41.288233 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-41596c2f-0dbf-4274-9143-3329ab0d0372 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b7abf12b-695b-40bc-93e3-156bfedad374 HTTP/1.1" status: 204 len: 168 time: 0.1692810 Jan 28 03:28:41.301779 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41596c2f-0dbf-4274-9143-3329ab0d0372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7abf12b-695b-40bc-93e3-156bfedad374,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:43.925945 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 55818) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:44.064395 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1431c122-464f-4d14-a012-672990ff0ba8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:44.148741 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1431c122-464f-4d14-a012-672990ff0ba8 admin admin] Publish callbacks [] for security_group (a88e08ee-81dd-486e-9d3d-d55a23c86947), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:44.153927 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1431c122-464f-4d14-a012-672990ff0ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (a88e08ee-81dd-486e-9d3d-d55a23c86947), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:44.198319 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1431c122-464f-4d14-a012-672990ff0ba8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4e27980920364cffa2e1cd82a764dbd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2680016 Jan 28 03:28:44.198319 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1431c122-464f-4d14-a012-672990ff0ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88e08ee-81dd-486e-9d3d-d55a23c86947,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:44.199357 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55822) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:44.252727 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-91a660fb-2ec8-4e86-be7c-96d582907ab1 admin admin] Publish callbacks [] for security_group (a88e08ee-81dd-486e-9d3d-d55a23c86947), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:44.276099 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-91a660fb-2ec8-4e86-be7c-96d582907ab1 admin admin] Publish callbacks [] for security_group (a88e08ee-81dd-486e-9d3d-d55a23c86947), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:44.328281 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-91a660fb-2ec8-4e86-be7c-96d582907ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (a88e08ee-81dd-486e-9d3d-d55a23c86947), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:44.331331 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-91a660fb-2ec8-4e86-be7c-96d582907ab1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:44.336282 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-91a660fb-2ec8-4e86-be7c-96d582907ab1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a88e08ee-81dd-486e-9d3d-d55a23c86947 HTTP/1.1" status: 204 len: 168 time: 0.1346495 Jan 28 03:28:44.344844 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a660fb-2ec8-4e86-be7c-96d582907ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88e08ee-81dd-486e-9d3d-d55a23c86947,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:44.625758 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55830) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:44.643388 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-275ad297-dc09-440a-a314-8c273d738627 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:44.727825 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-275ad297-dc09-440a-a314-8c273d738627 admin admin] Publish callbacks [] for security_group (e391d7dd-c261-4fe9-b113-e7e430edfa14), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:44.733347 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-275ad297-dc09-440a-a314-8c273d738627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (e391d7dd-c261-4fe9-b113-e7e430edfa14), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:44.781477 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-275ad297-dc09-440a-a314-8c273d738627 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=11e8a69df00f4e39b0f0a860d57e3fa4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1513510 Jan 28 03:28:44.781477 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ad297-dc09-440a-a314-8c273d738627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e391d7dd-c261-4fe9-b113-e7e430edfa14,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:44.782096 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 55832) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:44.836632 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bee427d0-76e6-4746-af6f-b0401933cbdd admin admin] Publish callbacks [] for security_group (e391d7dd-c261-4fe9-b113-e7e430edfa14), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:44.858344 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bee427d0-76e6-4746-af6f-b0401933cbdd admin admin] Publish callbacks [] for security_group (e391d7dd-c261-4fe9-b113-e7e430edfa14), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:44.905271 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bee427d0-76e6-4746-af6f-b0401933cbdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (e391d7dd-c261-4fe9-b113-e7e430edfa14), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:44.908021 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bee427d0-76e6-4746-af6f-b0401933cbdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:44.909291 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-bee427d0-76e6-4746-af6f-b0401933cbdd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e391d7dd-c261-4fe9-b113-e7e430edfa14 HTTP/1.1" status: 204 len: 168 time: 0.1259966 Jan 28 03:28:44.917137 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee427d0-76e6-4746-af6f-b0401933cbdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e391d7dd-c261-4fe9-b113-e7e430edfa14,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:46.390948 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 55884) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:46.500843 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e3a08e25-34a7-4bde-af9b-dd76c4390074 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:46.576834 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e3a08e25-34a7-4bde-af9b-dd76c4390074 admin admin] Publish callbacks [] for security_group (3d1b88f5-1a92-46d4-9b7f-3a65122c6dbf), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:46.581598 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e3a08e25-34a7-4bde-af9b-dd76c4390074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (3d1b88f5-1a92-46d4-9b7f-3a65122c6dbf), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:46.620818 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e3a08e25-34a7-4bde-af9b-dd76c4390074 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3841c127b63047ef80aaaf07a0754984&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2285771 Jan 28 03:28:46.621690 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a08e25-34a7-4bde-af9b-dd76c4390074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1b88f5-1a92-46d4-9b7f-3a65122c6dbf,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:46.623776 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 55888) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:46.675608 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c7552747-eccd-423d-add0-26c297a987e1 admin admin] Publish callbacks [] for security_group (3d1b88f5-1a92-46d4-9b7f-3a65122c6dbf), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:46.697341 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c7552747-eccd-423d-add0-26c297a987e1 admin admin] Publish callbacks [] for security_group (3d1b88f5-1a92-46d4-9b7f-3a65122c6dbf), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:46.747283 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c7552747-eccd-423d-add0-26c297a987e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (3d1b88f5-1a92-46d4-9b7f-3a65122c6dbf), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:46.750339 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c7552747-eccd-423d-add0-26c297a987e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:46.753562 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c7552747-eccd-423d-add0-26c297a987e1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3d1b88f5-1a92-46d4-9b7f-3a65122c6dbf HTTP/1.1" status: 204 len: 168 time: 0.1280503 Jan 28 03:28:46.764036 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7552747-eccd-423d-add0-26c297a987e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1b88f5-1a92-46d4-9b7f-3a65122c6dbf,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:47.059148 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2cb687-5e54-4b1d-9a1d-dff15009c550 req-2fd56e6e-154b-45d6-aed7-ffa680a56f12 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:47.060827 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4e2cb687-5e54-4b1d-9a1d-dff15009c550 req-2fd56e6e-154b-45d6-aed7-ffa680a56f12 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa07987f-9d84-42e2-b5df-435696bf7718 HTTP/1.1" status: 200 len: 945 time: 0.0654469 Jan 28 03:28:47.143559 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4e2cb687-5e54-4b1d-9a1d-dff15009c550 req-4ad1b42c-c03d-40b6-aed5-20499733b170 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb3a69a-967a-4f80-969c-9b13b4d1a3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666809 Jan 28 03:28:48.293616 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de20cf-3f63-4186-8bab-ab757964dd40 req-eb8b2a3c-f045-4011-92cd-d78c75cda387 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:48.302951 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d4de20cf-3f63-4186-8bab-ab757964dd40 req-eb8b2a3c-f045-4011-92cd-d78c75cda387 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa07987f-9d84-42e2-b5df-435696bf7718 HTTP/1.1" status: 200 len: 945 time: 0.0783081 Jan 28 03:28:48.359563 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d4de20cf-3f63-4186-8bab-ab757964dd40 req-dc2f0626-3163-4f33-a51b-b76325819be4 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb3a69a-967a-4f80-969c-9b13b4d1a3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537674 Jan 28 03:28:48.904751 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56030) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:49.006662 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4ffd4-0438-4720-bd3f-c5adc6a3119b req-8dffadd8-9c0a-4994-a1af-52481d9e6f3b tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:49.008151 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-13a4ffd4-0438-4720-bd3f-c5adc6a3119b req-8dffadd8-9c0a-4994-a1af-52481d9e6f3b tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.67 "GET /v2.0/ports?device_id=fa07987f-9d84-42e2-b5df-435696bf7718 HTTP/1.1" status: 200 len: 945 time: 0.0550082 Jan 28 03:28:49.093789 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2651d704-8bd1-4ca3-8c00-6da292b32293 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:49.161502 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-13a4ffd4-0438-4720-bd3f-c5adc6a3119b req-77893f52-c942-4184-81e8-5350d02667b6 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Deleting port a62c443c-6c31-4c9d-80c4-b4bcff60a47e {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:28:49.161847 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-13a4ffd4-0438-4720-bd3f-c5adc6a3119b req-77893f52-c942-4184-81e8-5350d02667b6 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (a62c443c-6c31-4c9d-80c4-b4bcff60a47e), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:49.256461 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2651d704-8bd1-4ca3-8c00-6da292b32293 admin admin] Publish callbacks [] for security_group (f6887197-3954-4bfc-a69b-22f295f03fc8), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:49.263860 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2651d704-8bd1-4ca3-8c00-6da292b32293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f6887197-3954-4bfc-a69b-22f295f03fc8), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:49.295964 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-13a4ffd4-0438-4720-bd3f-c5adc6a3119b req-77893f52-c942-4184-81e8-5350d02667b6 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] For port a62c443c-6c31-4c9d-80c4-b4bcff60a47e, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=a62c443c-6c31-4c9d-80c4-b4bcff60a47e,segment=NetworkSegment(ae7fc67a-40e2-49d2-8b2c-9efcf945daeb),segment_id=ae7fc67a-40e2-49d2-8b2c-9efcf945daeb)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:28:49.296435 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-13a4ffd4-0438-4720-bd3f-c5adc6a3119b req-77893f52-c942-4184-81e8-5350d02667b6 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (a62c443c-6c31-4c9d-80c4-b4bcff60a47e), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:49.337372 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-13a4ffd4-0438-4720-bd3f-c5adc6a3119b req-77893f52-c942-4184-81e8-5350d02667b6 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Calling delete_port for a62c443c-6c31-4c9d-80c4-b4bcff60a47e owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:28:49.344463 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2651d704-8bd1-4ca3-8c00-6da292b32293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6887197-3954-4bfc-a69b-22f295f03fc8,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:49.352272 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-2651d704-8bd1-4ca3-8c00-6da292b32293 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5fb17b32d01b488cbe1dac4c235f9021&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4463449 Jan 28 03:28:49.355315 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56050) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:49.417705 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-43f35a13-f3d4-4ad3-9354-8bcb0d5ab43f admin admin] Publish callbacks [] for security_group (f6887197-3954-4bfc-a69b-22f295f03fc8), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:49.446391 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-43f35a13-f3d4-4ad3-9354-8bcb0d5ab43f admin admin] Publish callbacks [] for security_group (f6887197-3954-4bfc-a69b-22f295f03fc8), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:49.507310 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-43f35a13-f3d4-4ad3-9354-8bcb0d5ab43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f6887197-3954-4bfc-a69b-22f295f03fc8), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:49.509918 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-43f35a13-f3d4-4ad3-9354-8bcb0d5ab43f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:49.514121 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-43f35a13-f3d4-4ad3-9354-8bcb0d5ab43f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f6887197-3954-4bfc-a69b-22f295f03fc8 HTTP/1.1" status: 204 len: 168 time: 0.1576924 Jan 28 03:28:49.524293 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f35a13-f3d4-4ad3-9354-8bcb0d5ab43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6887197-3954-4bfc-a69b-22f295f03fc8,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:49.547397 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dcf44a-86a9-49bc-be6b-b928b357b04c req-fd2206c5-62e8-4402-8aa4-3640ea4d5cff tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:49.548882 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-74dcf44a-86a9-49bc-be6b-b928b357b04c req-fd2206c5-62e8-4402-8aa4-3640ea4d5cff tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa07987f-9d84-42e2-b5df-435696bf7718 HTTP/1.1" status: 200 len: 945 time: 0.1031592 Jan 28 03:28:49.550247 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-13a4ffd4-0438-4720-bd3f-c5adc6a3119b req-77893f52-c942-4184-81e8-5350d02667b6 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (a62c443c-6c31-4c9d-80c4-b4bcff60a47e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:49.588429 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['a62c443c-6c31-4c9d-80c4-b4bcff60a47e'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:28:49.596999 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77893f52-c942-4184-81e8-5350d02667b6 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Pushing event deleted for resources: {'Port': ['ID=a62c443c-6c31-4c9d-80c4-b4bcff60a47e,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:49.653608 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a4ffd4-0438-4720-bd3f-c5adc6a3119b req-77893f52-c942-4184-81e8-5350d02667b6 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] No DVR routers for this DVR port a62c443c-6c31-4c9d-80c4-b4bcff60a47e on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:28:49.656767 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-13a4ffd4-0438-4720-bd3f-c5adc6a3119b req-77893f52-c942-4184-81e8-5350d02667b6 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:49.661418 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-13a4ffd4-0438-4720-bd3f-c5adc6a3119b req-77893f52-c942-4184-81e8-5350d02667b6 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.67 "DELETE /v2.0/ports/a62c443c-6c31-4c9d-80c4-b4bcff60a47e HTTP/1.1" status: 204 len: 173 time: 0.6465731 Jan 28 03:28:49.661418 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa07987f-9d84-42e2-b5df-435696bf7718', 'name': 'network-vif-deleted', 'tag': 'a62c443c-6c31-4c9d-80c4-b4bcff60a47e'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:28:49.663280 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278aca59-0aaa-49df-926b-82032bd9801c" -d '{"events": [{"server_uuid": "fa07987f-9d84-42e2-b5df-435696bf7718", "name": "network-vif-deleted", "tag": "a62c443c-6c31-4c9d-80c4-b4bcff60a47e"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:28:49.669433 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-74dcf44a-86a9-49bc-be6b-b928b357b04c req-526c5685-99e1-4d24-835d-dafcf3a8c933 tempest-VolumesSnapshotTestJSON-1583220777 tempest-VolumesSnapshotTestJSON-1583220777-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb3a69a-967a-4f80-969c-9b13b4d1a3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124558 Jan 28 03:28:49.889971 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e73d05-f3d9-4d36-96e5-f617671075dc x-openstack-request-id: req-84e73d05-f3d9-4d36-96e5-f617671075dc {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:28:49.890340 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa07987f-9d84-42e2-b5df-435696bf7718", "name": "network-vif-deleted", "tag": "a62c443c-6c31-4c9d-80c4-b4bcff60a47e", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:28:49.890864 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-84e73d05-f3d9-4d36-96e5-f617671075dc {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:28:49.891339 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa07987f-9d84-42e2-b5df-435696bf7718', 'name': 'network-vif-deleted', 'tag': 'a62c443c-6c31-4c9d-80c4-b4bcff60a47e', 'status': 'completed', 'code': 200} Jan 28 03:28:49.903581 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56064) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:49.918198 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-065059c2-8db5-4508-b4bd-ed7903a1b212 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:50.014165 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-065059c2-8db5-4508-b4bd-ed7903a1b212 admin admin] Publish callbacks [] for security_group (f7f19551-8991-4835-81aa-4fd4fb128d4d), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:50.019664 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-065059c2-8db5-4508-b4bd-ed7903a1b212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f7f19551-8991-4835-81aa-4fd4fb128d4d), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:50.058739 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-065059c2-8db5-4508-b4bd-ed7903a1b212 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=98c0bee23f61448381c64d24d54419ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1540635 Jan 28 03:28:50.059877 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065059c2-8db5-4508-b4bd-ed7903a1b212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f19551-8991-4835-81aa-4fd4fb128d4d,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:50.061429 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56066) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:50.117994 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2da655db-0066-4bed-9a33-e2171d1108d8 admin admin] Publish callbacks [] for security_group (f7f19551-8991-4835-81aa-4fd4fb128d4d), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:50.143046 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2da655db-0066-4bed-9a33-e2171d1108d8 admin admin] Publish callbacks [] for security_group (f7f19551-8991-4835-81aa-4fd4fb128d4d), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:50.199942 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2da655db-0066-4bed-9a33-e2171d1108d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f7f19551-8991-4835-81aa-4fd4fb128d4d), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:50.203185 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2da655db-0066-4bed-9a33-e2171d1108d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:50.204543 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2da655db-0066-4bed-9a33-e2171d1108d8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f7f19551-8991-4835-81aa-4fd4fb128d4d HTTP/1.1" status: 204 len: 168 time: 0.1419756 Jan 28 03:28:50.221415 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da655db-0066-4bed-9a33-e2171d1108d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f19551-8991-4835-81aa-4fd4fb128d4d,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:51.697167 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56114) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:51.894280 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-d6d6c7fa-44e5-44b5-8b6b-051937324510 tempest-ExternalNetworksTestJSON-984882817 tempest-ExternalNetworksTestJSON-984882817-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-516552039'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:28:51.925778 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d6c7fa-44e5-44b5-8b6b-051937324510 tempest-ExternalNetworksTestJSON-984882817 tempest-ExternalNetworksTestJSON-984882817-project] Made reservation on behalf of 35f5f49db43348f783454f2b2c177be7 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:28:51.929153 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d6d6c7fa-44e5-44b5-8b6b-051937324510 tempest-ExternalNetworksTestJSON-984882817 tempest-ExternalNetworksTestJSON-984882817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:51.939165 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d6d6c7fa-44e5-44b5-8b6b-051937324510 tempest-ExternalNetworksTestJSON-984882817 tempest-ExternalNetworksTestJSON-984882817-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:52.025185 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d6d6c7fa-44e5-44b5-8b6b-051937324510 tempest-ExternalNetworksTestJSON-984882817 tempest-ExternalNetworksTestJSON-984882817-project] Publish callbacks [] for security_group (06da6e59-9a7a-46d5-b096-2859e685c54f), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:52.030713 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d6d6c7fa-44e5-44b5-8b6b-051937324510 tempest-ExternalNetworksTestJSON-984882817 tempest-ExternalNetworksTestJSON-984882817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (06da6e59-9a7a-46d5-b096-2859e685c54f), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:52.066176 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6c7fa-44e5-44b5-8b6b-051937324510 tempest-ExternalNetworksTestJSON-984882817 tempest-ExternalNetworksTestJSON-984882817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06da6e59-9a7a-46d5-b096-2859e685c54f,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:52.075521 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6d6c7fa-44e5-44b5-8b6b-051937324510 tempest-ExternalNetworksTestJSON-984882817 tempest-ExternalNetworksTestJSON-984882817-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:28:52.094703 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d6d6c7fa-44e5-44b5-8b6b-051937324510 tempest-ExternalNetworksTestJSON-984882817 tempest-ExternalNetworksTestJSON-984882817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (c52a1a4e-90a1-4557-8b45-45113ab26cbc), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:52.095516 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-d6d6c7fa-44e5-44b5-8b6b-051937324510 tempest-ExternalNetworksTestJSON-984882817 tempest-ExternalNetworksTestJSON-984882817-project] Added segment c52a1a4e-90a1-4557-8b45-45113ab26cbc of type vlan for network 97ef4629-a11c-42b4-856c-01fd9e82ac65 Jan 28 03:28:52.151434 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d6d6c7fa-44e5-44b5-8b6b-051937324510 tempest-ExternalNetworksTestJSON-984882817 tempest-ExternalNetworksTestJSON-984882817-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (97ef4629-a11c-42b4-856c-01fd9e82ac65), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:52.179994 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d6d6c7fa-44e5-44b5-8b6b-051937324510 tempest-ExternalNetworksTestJSON-984882817 tempest-ExternalNetworksTestJSON-984882817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (97ef4629-a11c-42b4-856c-01fd9e82ac65), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:52.185623 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d6c7fa-44e5-44b5-8b6b-051937324510 tempest-ExternalNetworksTestJSON-984882817 tempest-ExternalNetworksTestJSON-984882817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:52.186221 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d6d6c7fa-44e5-44b5-8b6b-051937324510 tempest-ExternalNetworksTestJSON-984882817 tempest-ExternalNetworksTestJSON-984882817-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:52.256510 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d6d6c7fa-44e5-44b5-8b6b-051937324510 tempest-ExternalNetworksTestJSON-984882817 tempest-ExternalNetworksTestJSON-984882817-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5572071 Jan 28 03:28:52.259929 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56122) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:52.295502 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6c7fa-44e5-44b5-8b6b-051937324510 tempest-ExternalNetworksTestJSON-984882817 tempest-ExternalNetworksTestJSON-984882817-project] Pushing event updated for resources: {'Network': ['ID=97ef4629-a11c-42b4-856c-01fd9e82ac65,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:52.310456 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 97ef4629-a11c-42b4-856c-01fd9e82ac65 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:28:52.356729 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-47b13e84-7814-4510-a6e3-d4707b04ad06 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Request body: {'network': {'name': 'tempest-network--828909359', 'router:external': True}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:28:52.402267 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b13e84-7814-4510-a6e3-d4707b04ad06 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Made reservation on behalf of f046d5710c6d4220b2b456a0b997e37e for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:28:52.405206 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-47b13e84-7814-4510-a6e3-d4707b04ad06 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:52.418825 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-47b13e84-7814-4510-a6e3-d4707b04ad06 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:52.567585 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-47b13e84-7814-4510-a6e3-d4707b04ad06 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks [] for security_group (37f2d8eb-cb6c-46a0-8d85-54da94e46c1e), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:52.574470 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-47b13e84-7814-4510-a6e3-d4707b04ad06 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (37f2d8eb-cb6c-46a0-8d85-54da94e46c1e), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:52.600778 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47b13e84-7814-4510-a6e3-d4707b04ad06 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:28:52.609691 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b13e84-7814-4510-a6e3-d4707b04ad06 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f2d8eb-cb6c-46a0-8d85-54da94e46c1e,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:52.616061 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-47b13e84-7814-4510-a6e3-d4707b04ad06 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (509da225-a166-4592-beb8-43d503012e33), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:52.616465 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-47b13e84-7814-4510-a6e3-d4707b04ad06 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Added segment 509da225-a166-4592-beb8-43d503012e33 of type vlan for network 1c0ae30c-6687-45ff-a390-0384922622d1 Jan 28 03:28:52.667332 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-47b13e84-7814-4510-a6e3-d4707b04ad06 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (1c0ae30c-6687-45ff-a390-0384922622d1), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:52.700386 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-47b13e84-7814-4510-a6e3-d4707b04ad06 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (1c0ae30c-6687-45ff-a390-0384922622d1), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:52.701438 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b13e84-7814-4510-a6e3-d4707b04ad06 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:52.702026 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-47b13e84-7814-4510-a6e3-d4707b04ad06 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:52.760266 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-47b13e84-7814-4510-a6e3-d4707b04ad06 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4997094 Jan 28 03:28:52.763399 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56126) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:52.769652 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b13e84-7814-4510-a6e3-d4707b04ad06 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Pushing event updated for resources: {'Network': ['ID=1c0ae30c-6687-45ff-a390-0384922622d1,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:52.782222 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 1c0ae30c-6687-45ff-a390-0384922622d1 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:28:52.891195 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-43eb5abe-5a7b-48ac-888c-332b230ff903 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (1c0ae30c-6687-45ff-a390-0384922622d1), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:52.979996 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-43eb5abe-5a7b-48ac-888c-332b230ff903 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (1c0ae30c-6687-45ff-a390-0384922622d1), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:53.002227 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-43eb5abe-5a7b-48ac-888c-332b230ff903 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c0ae30c-6687-45ff-a390-0384922622d1']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:28:53.011787 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-43eb5abe-5a7b-48ac-888c-332b230ff903 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '509da225-a166-4592-beb8-43d503012e33') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:28:53.012073 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-43eb5abe-5a7b-48ac-888c-332b230ff903 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '509da225-a166-4592-beb8-43d503012e33') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:28:53.022657 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-43eb5abe-5a7b-48ac-888c-332b230ff903 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (509da225-a166-4592-beb8-43d503012e33), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:53.036331 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-43eb5abe-5a7b-48ac-888c-332b230ff903 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (509da225-a166-4592-beb8-43d503012e33), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:53.036587 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device a62c443c-6c31-4c9d-80c4-b4bcff60a47e no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:28:53.043109 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43eb5abe-5a7b-48ac-888c-332b230ff903 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:28:53.043506 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-43eb5abe-5a7b-48ac-888c-332b230ff903 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (509da225-a166-4592-beb8-43d503012e33), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:53.047053 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:28:53.047053 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:28:53.047053 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:28:53.047053 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:28:53.047053 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:28:53.047053 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:28:53.047053 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:28:53.047053 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:28:53.047053 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:28:53.047053 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:28:53.047053 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:28:53.047053 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:28:53.047053 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:28:53.047053 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:28:53.047053 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:28:53.047053 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:28:53.047053 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:28:53.047053 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:28:53.047053 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:28:53.047053 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:28:53.047053 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:28:53.047053 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:28:53.047053 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:28:53.047053 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:28:53.047053 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:28:53.047053 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:28:53.047053 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:28:53.047053 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:28:53.047053 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:28:53.047053 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:28:53.047053 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:28:53.047053 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:28:53.062402 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: a62c443c-6c31-4c9d-80c4-b4bcff60a47e {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:28:53.062745 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device a62c443c-6c31-4c9d-80c4-b4bcff60a47e not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:28:53.109830 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-43eb5abe-5a7b-48ac-888c-332b230ff903 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (1c0ae30c-6687-45ff-a390-0384922622d1), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:53.115734 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43eb5abe-5a7b-48ac-888c-332b230ff903 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1c0ae30c-6687-45ff-a390-0384922622d1 {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 03:28:53.136717 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb5abe-5a7b-48ac-888c-332b230ff903 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Pushing event deleted for resources: {'Network': ['ID=1c0ae30c-6687-45ff-a390-0384922622d1,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:53.142555 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-43eb5abe-5a7b-48ac-888c-332b230ff903 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:53.151509 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-43eb5abe-5a7b-48ac-888c-332b230ff903 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] 10.222.0.53 "DELETE /v2.0/networks/1c0ae30c-6687-45ff-a390-0384922622d1 HTTP/1.1" status: 204 len: 168 time: 0.3821013 Jan 28 03:28:53.151800 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56130) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:53.159071 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-97513384-e8d7-4152-8d2f-ef6ad8b78a61 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:28:53.208280 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97513384-e8d7-4152-8d2f-ef6ad8b78a61 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Made reservation on behalf of f046d5710c6d4220b2b456a0b997e37e for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:28:53.213040 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-97513384-e8d7-4152-8d2f-ef6ad8b78a61 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:53.295685 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97513384-e8d7-4152-8d2f-ef6ad8b78a61 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:28:53.316459 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-97513384-e8d7-4152-8d2f-ef6ad8b78a61 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (801833a5-7bff-4649-989e-a72a89c55506), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:53.316809 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-97513384-e8d7-4152-8d2f-ef6ad8b78a61 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Added segment 801833a5-7bff-4649-989e-a72a89c55506 of type vlan for network 2b21ebf2-c50f-40e2-a317-03c6576a060d Jan 28 03:28:53.372751 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-97513384-e8d7-4152-8d2f-ef6ad8b78a61 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (2b21ebf2-c50f-40e2-a317-03c6576a060d), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:53.441271 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-97513384-e8d7-4152-8d2f-ef6ad8b78a61 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (2b21ebf2-c50f-40e2-a317-03c6576a060d), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:53.443215 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97513384-e8d7-4152-8d2f-ef6ad8b78a61 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:53.444505 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-97513384-e8d7-4152-8d2f-ef6ad8b78a61 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:53.503810 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-97513384-e8d7-4152-8d2f-ef6ad8b78a61 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3508234 Jan 28 03:28:53.507018 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56138) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:53.512054 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-85ce8d2c-33a5-4ccd-89ca-f6505b8950d7 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Request body: {'subnet': {'network_id': '2b21ebf2-c50f-40e2-a317-03c6576a060d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:28:53.531007 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97513384-e8d7-4152-8d2f-ef6ad8b78a61 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Pushing event updated for resources: {'Network': ['ID=2b21ebf2-c50f-40e2-a317-03c6576a060d,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:53.542070 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 2b21ebf2-c50f-40e2-a317-03c6576a060d details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:28:53.570665 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ce8d2c-33a5-4ccd-89ca-f6505b8950d7 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Made reservation on behalf of f046d5710c6d4220b2b456a0b997e37e for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:28:53.574854 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-85ce8d2c-33a5-4ccd-89ca-f6505b8950d7 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:53.946580 n-d-712139-27 neutron-server[109802]: DEBUG neutron.objects.ports [None req-85ce8d2c-33a5-4ccd-89ca-f6505b8950d7 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109802) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 03:28:53.947287 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-85ce8d2c-33a5-4ccd-89ca-f6505b8950d7 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (5d572ce9-7f6a-4b88-84ed-2518aad67130), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:54.026889 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce8d2c-33a5-4ccd-89ca-f6505b8950d7 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5d572ce9-7f6a-4b88-84ed-2518aad67130,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:54.050517 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ce8d2c-33a5-4ccd-89ca-f6505b8950d7 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Checking segment: {'id': '801833a5-7bff-4649-989e-a72a89c55506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2b21ebf2-c50f-40e2-a317-03c6576a060d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:28:54.050879 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ce8d2c-33a5-4ccd-89ca-f6505b8950d7 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Network hostable DHCP agents. Network: 2b21ebf2-c50f-40e2-a317-03c6576a060d, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:28:54.072985 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ce8d2c-33a5-4ccd-89ca-f6505b8950d7 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Network 2b21ebf2-c50f-40e2-a317-03c6576a060d is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:28:54.083479 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-85ce8d2c-33a5-4ccd-89ca-f6505b8950d7 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 2b21ebf2-c50f-40e2-a317-03c6576a060d) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:28:54.092761 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89a1ecf-f786-4fad-b29b-fb45f9bb5ccd None None] Network 2b21ebf2-c50f-40e2-a317-03c6576a060d requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:28:54.095356 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ce8d2c-33a5-4ccd-89ca-f6505b8950d7 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:54.097144 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-85ce8d2c-33a5-4ccd-89ca-f6505b8950d7 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:54.119472 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-85ce8d2c-33a5-4ccd-89ca-f6505b8950d7 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6112914 Jan 28 03:28:54.122235 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56142) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:54.127555 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-01ff3ec8-bcd5-4c7f-8d0f-9a7245381a7f tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Request body: {'floatingip': {'floating_network_id': '2b21ebf2-c50f-40e2-a317-03c6576a060d'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:28:54.152912 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-01ff3ec8-bcd5-4c7f-8d0f-9a7245381a7f tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:54.222006 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcdab26-9ba2-4b9e-a68a-397a3045f7c3 None None] Network 2b21ebf2-c50f-40e2-a317-03c6576a060d requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:28:54.256461 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-01ff3ec8-bcd5-4c7f-8d0f-9a7245381a7f tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:54.369466 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-01ff3ec8-bcd5-4c7f-8d0f-9a7245381a7f tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Allocated IP 172.20.0.3 (2b21ebf2-c50f-40e2-a317-03c6576a060d/5d572ce9-7f6a-4b88-84ed-2518aad67130/48aefe88-e0cb-45e3-ad6c-ed78af729e7c) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:28:54.517324 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-01ff3ec8-bcd5-4c7f-8d0f-9a7245381a7f tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks [] for port (48aefe88-e0cb-45e3-ad6c-ed78af729e7c), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:54.557149 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-01ff3ec8-bcd5-4c7f-8d0f-9a7245381a7f tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (48aefe88-e0cb-45e3-ad6c-ed78af729e7c), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:54.606643 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ff3ec8-bcd5-4c7f-8d0f-9a7245381a7f tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Network 2b21ebf2-c50f-40e2-a317-03c6576a060d is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:28:54.611101 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-01ff3ec8-bcd5-4c7f-8d0f-9a7245381a7f tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:28:54.613199 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ff3ec8-bcd5-4c7f-8d0f-9a7245381a7f tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Pushing event updated for resources: {'Port': ['ID=48aefe88-e0cb-45e3-ad6c-ed78af729e7c,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:54.615558 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ff3ec8-bcd5-4c7f-8d0f-9a7245381a7f tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:28:54.716359 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-01ff3ec8-bcd5-4c7f-8d0f-9a7245381a7f tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks [] for floatingip (84cc4350-02bc-46ad-bdcd-a4eac4181ba7), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:54.753850 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-01ff3ec8-bcd5-4c7f-8d0f-9a7245381a7f tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (48aefe88-e0cb-45e3-ad6c-ed78af729e7c), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:54.947920 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-01ff3ec8-bcd5-4c7f-8d0f-9a7245381a7f tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks [] for port (48aefe88-e0cb-45e3-ad6c-ed78af729e7c), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:54.954271 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-01ff3ec8-bcd5-4c7f-8d0f-9a7245381a7f tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (48aefe88-e0cb-45e3-ad6c-ed78af729e7c), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:55.025904 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ff3ec8-bcd5-4c7f-8d0f-9a7245381a7f tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Pushing event updated for resources: {'Port': ['ID=48aefe88-e0cb-45e3-ad6c-ed78af729e7c,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:55.037783 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-01ff3ec8-bcd5-4c7f-8d0f-9a7245381a7f tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (84cc4350-02bc-46ad-bdcd-a4eac4181ba7), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:55.063995 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-01ff3ec8-bcd5-4c7f-8d0f-9a7245381a7f tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:55.073150 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-01ff3ec8-bcd5-4c7f-8d0f-9a7245381a7f tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.9426124 Jan 28 03:28:55.073150 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56148) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:55.147971 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c33822b6-abd7-4f72-96c6-e9d79260909a tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] 10.222.0.53 "GET /v2.0/floatingips?floating_network_id=2b21ebf2-c50f-40e2-a317-03c6576a060d HTTP/1.1" status: 200 len: 689 time: 0.0780275 Jan 28 03:28:55.150574 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56150) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:55.276059 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8c898089-e3e8-4fcd-bfe3-7cc3186e2c32 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (2b21ebf2-c50f-40e2-a317-03c6576a060d), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:55.428023 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-8c898089-e3e8-4fcd-bfe3-7cc3186e2c32 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Deleting port 48aefe88-e0cb-45e3-ad6c-ed78af729e7c {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:28:55.428454 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8c898089-e3e8-4fcd-bfe3-7cc3186e2c32 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (48aefe88-e0cb-45e3-ad6c-ed78af729e7c), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:55.546415 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8c898089-e3e8-4fcd-bfe3-7cc3186e2c32 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (48aefe88-e0cb-45e3-ad6c-ed78af729e7c), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:55.546689 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8c898089-e3e8-4fcd-bfe3-7cc3186e2c32 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks [] for floatingip (48aefe88-e0cb-45e3-ad6c-ed78af729e7c), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:55.561416 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-8c898089-e3e8-4fcd-bfe3-7cc3186e2c32 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Calling delete_port for 48aefe88-e0cb-45e3-ad6c-ed78af729e7c owned by network:floatingip {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:28:55.769155 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8c898089-e3e8-4fcd-bfe3-7cc3186e2c32 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (48aefe88-e0cb-45e3-ad6c-ed78af729e7c), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:55.793614 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c898089-e3e8-4fcd-bfe3-7cc3186e2c32 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Pushing event deleted for resources: {'Port': ['ID=48aefe88-e0cb-45e3-ad6c-ed78af729e7c,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:55.861575 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8c898089-e3e8-4fcd-bfe3-7cc3186e2c32 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks [] for floatingip (84cc4350-02bc-46ad-bdcd-a4eac4181ba7), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:55.909167 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8c898089-e3e8-4fcd-bfe3-7cc3186e2c32 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (5d572ce9-7f6a-4b88-84ed-2518aad67130), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:55.979265 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8c898089-e3e8-4fcd-bfe3-7cc3186e2c32 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (5d572ce9-7f6a-4b88-84ed-2518aad67130), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:56.009791 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c898089-e3e8-4fcd-bfe3-7cc3186e2c32 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5d572ce9-7f6a-4b88-84ed-2518aad67130,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:56.065245 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8c898089-e3e8-4fcd-bfe3-7cc3186e2c32 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (2b21ebf2-c50f-40e2-a317-03c6576a060d), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:56.090031 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-8c898089-e3e8-4fcd-bfe3-7cc3186e2c32 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b21ebf2-c50f-40e2-a317-03c6576a060d']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:28:56.100152 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-8c898089-e3e8-4fcd-bfe3-7cc3186e2c32 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '801833a5-7bff-4649-989e-a72a89c55506') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:28:56.100457 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-8c898089-e3e8-4fcd-bfe3-7cc3186e2c32 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '801833a5-7bff-4649-989e-a72a89c55506') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:28:56.113282 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8c898089-e3e8-4fcd-bfe3-7cc3186e2c32 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (801833a5-7bff-4649-989e-a72a89c55506), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:56.135488 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8c898089-e3e8-4fcd-bfe3-7cc3186e2c32 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (801833a5-7bff-4649-989e-a72a89c55506), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:56.142774 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c898089-e3e8-4fcd-bfe3-7cc3186e2c32 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:28:56.143201 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8c898089-e3e8-4fcd-bfe3-7cc3186e2c32 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (801833a5-7bff-4649-989e-a72a89c55506), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:56.144962 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:28:56.144962 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:28:56.144962 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:28:56.144962 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:28:56.144962 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:28:56.144962 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:28:56.144962 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:28:56.144962 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:28:56.144962 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:28:56.144962 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:28:56.144962 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:28:56.144962 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:28:56.144962 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:28:56.144962 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:28:56.144962 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:28:56.144962 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:28:56.144962 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:28:56.144962 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:28:56.144962 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:28:56.144962 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:28:56.144962 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:28:56.144962 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:28:56.144962 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:28:56.144962 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:28:56.144962 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:28:56.144962 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:28:56.144962 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:28:56.144962 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:28:56.144962 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:28:56.144962 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:28:56.144962 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:28:56.144962 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:28:56.205368 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8c898089-e3e8-4fcd-bfe3-7cc3186e2c32 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (2b21ebf2-c50f-40e2-a317-03c6576a060d), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:56.211107 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c898089-e3e8-4fcd-bfe3-7cc3186e2c32 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2b21ebf2-c50f-40e2-a317-03c6576a060d {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 03:28:56.213150 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8c898089-e3e8-4fcd-bfe3-7cc3186e2c32 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:56.216479 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8c898089-e3e8-4fcd-bfe3-7cc3186e2c32 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] 10.222.0.53 "DELETE /v2.0/networks/2b21ebf2-c50f-40e2-a317-03c6576a060d HTTP/1.1" status: 204 len: 168 time: 1.0649180 Jan 28 03:28:56.219214 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56156) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:56.233409 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c898089-e3e8-4fcd-bfe3-7cc3186e2c32 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Pushing event deleted for resources: {'Network': ['ID=2b21ebf2-c50f-40e2-a317-03c6576a060d,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:56.283386 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-798ca67a-7870-4870-95de-f90ec806fcba tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.0622835 Jan 28 03:28:56.285753 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56158) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:56.348838 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f349293a-fc34-41b9-a207-520bbb085894 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:56.349352 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f349293a-fc34-41b9-a207-520bbb085894 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:56.349808 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f349293a-fc34-41b9-a207-520bbb085894 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:56.350257 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f349293a-fc34-41b9-a207-520bbb085894 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:56.350691 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f349293a-fc34-41b9-a207-520bbb085894 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:56.351248 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f349293a-fc34-41b9-a207-520bbb085894 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:56.353146 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f349293a-fc34-41b9-a207-520bbb085894 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4024 time: 0.0662181 Jan 28 03:28:56.356047 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56160) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:56.393856 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-4709b5f3-d612-499e-9515-fadb15d64887 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] delete failed (client error): The resource could not be found. Jan 28 03:28:56.394944 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4709b5f3-d612-499e-9515-fadb15d64887 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/84cc4350-02bc-46ad-bdcd-a4eac4181ba7 HTTP/1.1" status: 404 len: 345 time: 0.0379822 Jan 28 03:28:56.397782 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56162) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:56.418929 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f08ca50-d2dd-4f5e-bf0d-f4f6c3d1998d tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] DELETE failed (client error): The resource could not be found. Jan 28 03:28:56.419464 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f08ca50-d2dd-4f5e-bf0d-f4f6c3d1998d tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:28:56.422656 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4f08ca50-d2dd-4f5e-bf0d-f4f6c3d1998d tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] 10.222.0.53 "DELETE /v2.0/networks/2b21ebf2-c50f-40e2-a317-03c6576a060d HTTP/1.1" status: 404 len: 339 time: 0.0237544 Jan 28 03:28:56.426644 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56164) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:56.432198 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-59db049c-a893-4ff5-b5bf-3365cc7b95cd tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Request body: {'network': {'name': 'tempest-network--726503840', 'router:external': True}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:28:56.456024 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59db049c-a893-4ff5-b5bf-3365cc7b95cd tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Made reservation on behalf of f046d5710c6d4220b2b456a0b997e37e for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:28:56.459044 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-59db049c-a893-4ff5-b5bf-3365cc7b95cd tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:56.488666 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59db049c-a893-4ff5-b5bf-3365cc7b95cd tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:28:56.499796 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-59db049c-a893-4ff5-b5bf-3365cc7b95cd tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (b34416f3-bdd0-4783-8083-a60878a003ae), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:56.500462 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-59db049c-a893-4ff5-b5bf-3365cc7b95cd tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Added segment b34416f3-bdd0-4783-8083-a60878a003ae of type vlan for network 5a57ca2e-38a4-4c10-806a-c7a45d6bd8f4 Jan 28 03:28:56.564775 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-59db049c-a893-4ff5-b5bf-3365cc7b95cd tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (5a57ca2e-38a4-4c10-806a-c7a45d6bd8f4), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:56.604995 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-59db049c-a893-4ff5-b5bf-3365cc7b95cd tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (5a57ca2e-38a4-4c10-806a-c7a45d6bd8f4), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:56.606699 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59db049c-a893-4ff5-b5bf-3365cc7b95cd tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:56.607732 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-59db049c-a893-4ff5-b5bf-3365cc7b95cd tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:56.690263 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-59db049c-a893-4ff5-b5bf-3365cc7b95cd tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2619591 Jan 28 03:28:56.690508 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56170) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:56.700071 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db049c-a893-4ff5-b5bf-3365cc7b95cd tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Pushing event updated for resources: {'Network': ['ID=5a57ca2e-38a4-4c10-806a-c7a45d6bd8f4,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:56.714680 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 5a57ca2e-38a4-4c10-806a-c7a45d6bd8f4 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:28:56.952220 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ed4d9a-4351-4823-af1a-0861c74f6fe8 tempest-ExternalNetworksTestJSON-984882817 tempest-ExternalNetworksTestJSON-984882817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:56.958270 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ed4d9a-4351-4823-af1a-0861c74f6fe8 tempest-ExternalNetworksTestJSON-984882817 tempest-ExternalNetworksTestJSON-984882817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:56.966332 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ed4d9a-4351-4823-af1a-0861c74f6fe8 tempest-ExternalNetworksTestJSON-984882817 tempest-ExternalNetworksTestJSON-984882817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:56.973186 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ed4d9a-4351-4823-af1a-0861c74f6fe8 tempest-ExternalNetworksTestJSON-984882817 tempest-ExternalNetworksTestJSON-984882817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:56.979225 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56176) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:56.979375 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-24ed4d9a-4351-4823-af1a-0861c74f6fe8 tempest-ExternalNetworksTestJSON-984882817 tempest-ExternalNetworksTestJSON-984882817-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.2877309 Jan 28 03:28:57.052260 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-09257170-f238-429e-b3ce-5daa6c6f2ca8 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (5a57ca2e-38a4-4c10-806a-c7a45d6bd8f4), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:57.144043 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-09257170-f238-429e-b3ce-5daa6c6f2ca8 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (5a57ca2e-38a4-4c10-806a-c7a45d6bd8f4), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:57.166828 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-09257170-f238-429e-b3ce-5daa6c6f2ca8 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a57ca2e-38a4-4c10-806a-c7a45d6bd8f4']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:28:57.179187 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-09257170-f238-429e-b3ce-5daa6c6f2ca8 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b34416f3-bdd0-4783-8083-a60878a003ae') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:28:57.179592 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-09257170-f238-429e-b3ce-5daa6c6f2ca8 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b34416f3-bdd0-4783-8083-a60878a003ae') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:28:57.190930 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-09257170-f238-429e-b3ce-5daa6c6f2ca8 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (b34416f3-bdd0-4783-8083-a60878a003ae), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:57.206056 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-09257170-f238-429e-b3ce-5daa6c6f2ca8 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (b34416f3-bdd0-4783-8083-a60878a003ae), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:57.213456 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09257170-f238-429e-b3ce-5daa6c6f2ca8 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:28:57.214099 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-09257170-f238-429e-b3ce-5daa6c6f2ca8 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (b34416f3-bdd0-4783-8083-a60878a003ae), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:57.216171 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:28:57.216171 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:28:57.216171 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:28:57.216171 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:28:57.216171 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:28:57.216171 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:28:57.216171 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:28:57.216171 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:28:57.216171 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:28:57.216171 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:28:57.216171 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:28:57.216171 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:28:57.216171 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:28:57.216171 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:28:57.216171 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:28:57.216171 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:28:57.216171 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:28:57.216171 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:28:57.216171 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:28:57.216171 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:28:57.216171 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:28:57.216171 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:28:57.216171 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:28:57.216171 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:28:57.216171 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:28:57.216171 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:28:57.216171 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:28:57.216171 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:28:57.216171 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:28:57.216171 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:28:57.216171 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:28:57.216171 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:28:57.275218 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-09257170-f238-429e-b3ce-5daa6c6f2ca8 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (5a57ca2e-38a4-4c10-806a-c7a45d6bd8f4), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:57.281263 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09257170-f238-429e-b3ce-5daa6c6f2ca8 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5a57ca2e-38a4-4c10-806a-c7a45d6bd8f4 {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 03:28:57.284879 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-09257170-f238-429e-b3ce-5daa6c6f2ca8 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:57.287814 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-09257170-f238-429e-b3ce-5daa6c6f2ca8 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] 10.222.0.53 "DELETE /v2.0/networks/5a57ca2e-38a4-4c10-806a-c7a45d6bd8f4 HTTP/1.1" status: 204 len: 168 time: 0.3071113 Jan 28 03:28:57.292862 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56182) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:57.298340 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-d209c5dd-a8e2-464d-9600-83b270993f82 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Request body: {'network': {'name': 'tempest-network--2087732246', 'router:external': True}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:28:57.303107 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09257170-f238-429e-b3ce-5daa6c6f2ca8 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Pushing event deleted for resources: {'Network': ['ID=5a57ca2e-38a4-4c10-806a-c7a45d6bd8f4,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:57.331531 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d209c5dd-a8e2-464d-9600-83b270993f82 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Made reservation on behalf of f046d5710c6d4220b2b456a0b997e37e for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:28:57.337416 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d209c5dd-a8e2-464d-9600-83b270993f82 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:57.372731 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d209c5dd-a8e2-464d-9600-83b270993f82 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:28:57.384771 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d209c5dd-a8e2-464d-9600-83b270993f82 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (4a7807e2-ffad-4c2b-abe8-bb0262c32ad4), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:57.385190 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-d209c5dd-a8e2-464d-9600-83b270993f82 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Added segment 4a7807e2-ffad-4c2b-abe8-bb0262c32ad4 of type vlan for network 36cef284-0add-47ee-8af0-a4c585e893d0 Jan 28 03:28:57.444363 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d209c5dd-a8e2-464d-9600-83b270993f82 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (36cef284-0add-47ee-8af0-a4c585e893d0), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:57.480398 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d209c5dd-a8e2-464d-9600-83b270993f82 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (36cef284-0add-47ee-8af0-a4c585e893d0), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:57.481647 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d209c5dd-a8e2-464d-9600-83b270993f82 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:57.482332 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d209c5dd-a8e2-464d-9600-83b270993f82 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:57.563248 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d209c5dd-a8e2-464d-9600-83b270993f82 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2668037 Jan 28 03:28:57.563681 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56184) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:57.568222 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d209c5dd-a8e2-464d-9600-83b270993f82 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Pushing event updated for resources: {'Network': ['ID=36cef284-0add-47ee-8af0-a4c585e893d0,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:57.582400 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 36cef284-0add-47ee-8af0-a4c585e893d0 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:28:57.685749 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdd84dc-00fa-446b-aed0-3c79aac790c9 tempest-ExternalNetworksTestJSON-984882817 tempest-ExternalNetworksTestJSON-984882817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:57.690021 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-dcdd84dc-00fa-446b-aed0-3c79aac790c9 tempest-ExternalNetworksTestJSON-984882817 tempest-ExternalNetworksTestJSON-984882817-project] 10.222.0.53 "GET /v2.0/networks/36cef284-0add-47ee-8af0-a4c585e893d0 HTTP/1.1" status: 200 len: 757 time: 0.1231499 Jan 28 03:28:57.691168 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56186) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:58.112531 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa6380f-ab5b-44b4-93a7-0678f4a4a51c tempest-ExternalNetworksTestJSON-984882817 tempest-ExternalNetworksTestJSON-984882817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:58.114027 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5fa6380f-ab5b-44b4-93a7-0678f4a4a51c tempest-ExternalNetworksTestJSON-984882817 tempest-ExternalNetworksTestJSON-984882817-project] 10.222.0.53 "GET /v2.0/networks/97ef4629-a11c-42b4-856c-01fd9e82ac65 HTTP/1.1" status: 200 len: 767 time: 0.4218490 Jan 28 03:28:58.116717 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56190) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:58.195258 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-876fd0dd-ce43-491a-9a16-0885c6d247ba tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (36cef284-0add-47ee-8af0-a4c585e893d0), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:58.296207 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-876fd0dd-ce43-491a-9a16-0885c6d247ba tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (36cef284-0add-47ee-8af0-a4c585e893d0), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:58.322091 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-876fd0dd-ce43-491a-9a16-0885c6d247ba tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36cef284-0add-47ee-8af0-a4c585e893d0']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:28:58.334193 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-876fd0dd-ce43-491a-9a16-0885c6d247ba tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a7807e2-ffad-4c2b-abe8-bb0262c32ad4') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:28:58.334476 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-876fd0dd-ce43-491a-9a16-0885c6d247ba tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a7807e2-ffad-4c2b-abe8-bb0262c32ad4') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:28:58.347622 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-876fd0dd-ce43-491a-9a16-0885c6d247ba tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (4a7807e2-ffad-4c2b-abe8-bb0262c32ad4), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:58.362679 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-876fd0dd-ce43-491a-9a16-0885c6d247ba tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (4a7807e2-ffad-4c2b-abe8-bb0262c32ad4), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:58.369399 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-876fd0dd-ce43-491a-9a16-0885c6d247ba tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:28:58.369796 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-876fd0dd-ce43-491a-9a16-0885c6d247ba tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (4a7807e2-ffad-4c2b-abe8-bb0262c32ad4), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:58.371612 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:28:58.371612 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:28:58.371612 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:28:58.371612 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:28:58.371612 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:28:58.371612 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:28:58.371612 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:28:58.371612 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:28:58.371612 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:28:58.371612 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:28:58.371612 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:28:58.371612 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:28:58.371612 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:28:58.371612 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:28:58.371612 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:28:58.371612 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:28:58.371612 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:28:58.371612 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:28:58.371612 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:28:58.371612 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:28:58.371612 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:28:58.371612 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:28:58.371612 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:28:58.371612 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:28:58.371612 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:28:58.371612 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:28:58.371612 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:28:58.371612 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:28:58.371612 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:28:58.371612 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:28:58.371612 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:28:58.371612 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:28:58.431824 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-876fd0dd-ce43-491a-9a16-0885c6d247ba tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (36cef284-0add-47ee-8af0-a4c585e893d0), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:58.437426 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876fd0dd-ce43-491a-9a16-0885c6d247ba tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 36cef284-0add-47ee-8af0-a4c585e893d0 {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 03:28:58.440258 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-876fd0dd-ce43-491a-9a16-0885c6d247ba tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:58.448784 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-876fd0dd-ce43-491a-9a16-0885c6d247ba tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] 10.222.0.53 "DELETE /v2.0/networks/36cef284-0add-47ee-8af0-a4c585e893d0 HTTP/1.1" status: 204 len: 168 time: 0.3259161 Jan 28 03:28:58.449146 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56194) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:58.455750 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-6da00ee6-7f13-437d-908f-0683d1485eac tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Request body: {'network': {'name': 'tempest-network--1621105628'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:28:58.459468 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876fd0dd-ce43-491a-9a16-0885c6d247ba tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Pushing event deleted for resources: {'Network': ['ID=36cef284-0add-47ee-8af0-a4c585e893d0,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:58.505626 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da00ee6-7f13-437d-908f-0683d1485eac tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Made reservation on behalf of f046d5710c6d4220b2b456a0b997e37e for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:28:58.510256 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6da00ee6-7f13-437d-908f-0683d1485eac tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:58.544853 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6da00ee6-7f13-437d-908f-0683d1485eac tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:28:58.559914 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6da00ee6-7f13-437d-908f-0683d1485eac tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (11b4a4cb-35ba-482b-8ee5-4137a04cd2db), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:58.560260 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-6da00ee6-7f13-437d-908f-0683d1485eac tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Added segment 11b4a4cb-35ba-482b-8ee5-4137a04cd2db of type vlan for network 8b1380ee-beb6-4542-8c17-fc530cbec5ba Jan 28 03:28:58.613661 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6da00ee6-7f13-437d-908f-0683d1485eac tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (8b1380ee-beb6-4542-8c17-fc530cbec5ba), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:58.645316 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6da00ee6-7f13-437d-908f-0683d1485eac tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (8b1380ee-beb6-4542-8c17-fc530cbec5ba), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:58.646303 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da00ee6-7f13-437d-908f-0683d1485eac tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:58.647049 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6da00ee6-7f13-437d-908f-0683d1485eac tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:58.716155 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6da00ee6-7f13-437d-908f-0683d1485eac tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2632368 Jan 28 03:28:58.716577 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56196) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:58.722167 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-334147c1-7fec-4d75-ae32-4d2a8cf56061 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:28:58.744136 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da00ee6-7f13-437d-908f-0683d1485eac tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Pushing event updated for resources: {'Network': ['ID=8b1380ee-beb6-4542-8c17-fc530cbec5ba,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:58.756168 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 8b1380ee-beb6-4542-8c17-fc530cbec5ba details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:28:58.972838 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-334147c1-7fec-4d75-ae32-4d2a8cf56061 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (8b1380ee-beb6-4542-8c17-fc530cbec5ba), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:58.989007 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-334147c1-7fec-4d75-ae32-4d2a8cf56061 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (8b1380ee-beb6-4542-8c17-fc530cbec5ba), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:59.013016 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-334147c1-7fec-4d75-ae32-4d2a8cf56061 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Network 8b1380ee-beb6-4542-8c17-fc530cbec5ba is not hosted by any dhcp agent {{(pid=109803) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 03:28:59.013806 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334147c1-7fec-4d75-ae32-4d2a8cf56061 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:28:59.014414 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-334147c1-7fec-4d75-ae32-4d2a8cf56061 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:59.018571 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-334147c1-7fec-4d75-ae32-4d2a8cf56061 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] 10.222.0.53 "PUT /v2.0/networks/8b1380ee-beb6-4542-8c17-fc530cbec5ba HTTP/1.1" status: 200 len: 858 time: 0.2983096 Jan 28 03:28:59.018983 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56198) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:59.081832 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334147c1-7fec-4d75-ae32-4d2a8cf56061 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Pushing event updated for resources: {'Network': ['ID=8b1380ee-beb6-4542-8c17-fc530cbec5ba,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:59.132748 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3cd8c917-6e42-4c22-97d2-0bf4a4298fc1 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (8b1380ee-beb6-4542-8c17-fc530cbec5ba), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:59.270084 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3cd8c917-6e42-4c22-97d2-0bf4a4298fc1 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (8b1380ee-beb6-4542-8c17-fc530cbec5ba), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:59.291834 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-3cd8c917-6e42-4c22-97d2-0bf4a4298fc1 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b1380ee-beb6-4542-8c17-fc530cbec5ba']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:28:59.312181 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-3cd8c917-6e42-4c22-97d2-0bf4a4298fc1 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11b4a4cb-35ba-482b-8ee5-4137a04cd2db') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:28:59.312483 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-3cd8c917-6e42-4c22-97d2-0bf4a4298fc1 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11b4a4cb-35ba-482b-8ee5-4137a04cd2db') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:28:59.323325 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3cd8c917-6e42-4c22-97d2-0bf4a4298fc1 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (11b4a4cb-35ba-482b-8ee5-4137a04cd2db), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:59.337454 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3cd8c917-6e42-4c22-97d2-0bf4a4298fc1 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (11b4a4cb-35ba-482b-8ee5-4137a04cd2db), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:59.344957 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd8c917-6e42-4c22-97d2-0bf4a4298fc1 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:28:59.345723 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3cd8c917-6e42-4c22-97d2-0bf4a4298fc1 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (11b4a4cb-35ba-482b-8ee5-4137a04cd2db), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:59.347819 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:28:59.347819 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:28:59.347819 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:28:59.347819 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:28:59.347819 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:28:59.347819 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:28:59.347819 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:28:59.347819 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:28:59.347819 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:28:59.347819 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:28:59.347819 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:28:59.347819 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:28:59.347819 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:28:59.347819 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:28:59.347819 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:28:59.347819 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:28:59.347819 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:28:59.347819 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:28:59.347819 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:28:59.347819 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:28:59.347819 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:28:59.347819 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:28:59.347819 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:28:59.347819 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:28:59.347819 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:28:59.347819 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:28:59.347819 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:28:59.347819 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:28:59.347819 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:28:59.347819 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:28:59.347819 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:28:59.347819 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:28:59.407563 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:59.426453 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3cd8c917-6e42-4c22-97d2-0bf4a4298fc1 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (8b1380ee-beb6-4542-8c17-fc530cbec5ba), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:59.430796 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd8c917-6e42-4c22-97d2-0bf4a4298fc1 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8b1380ee-beb6-4542-8c17-fc530cbec5ba {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 03:28:59.440113 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3cd8c917-6e42-4c22-97d2-0bf4a4298fc1 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:59.446976 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3cd8c917-6e42-4c22-97d2-0bf4a4298fc1 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] 10.222.0.53 "DELETE /v2.0/networks/8b1380ee-beb6-4542-8c17-fc530cbec5ba HTTP/1.1" status: 204 len: 168 time: 0.4258678 Jan 28 03:28:59.450053 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56204) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:59.482186 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8c917-6e42-4c22-97d2-0bf4a4298fc1 tempest-ExternalNetworksTestJSON-75052819 tempest-ExternalNetworksTestJSON-75052819-project-admin] Pushing event deleted for resources: {'Network': ['ID=8b1380ee-beb6-4542-8c17-fc530cbec5ba,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:28:59.519342 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d69082a-4f3f-440e-8f30-c022255d5f4e tempest-ExternalNetworksTestJSON-984882817 tempest-ExternalNetworksTestJSON-984882817-project] DELETE failed (client error): The resource could not be found. Jan 28 03:28:59.520228 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d69082a-4f3f-440e-8f30-c022255d5f4e tempest-ExternalNetworksTestJSON-984882817 tempest-ExternalNetworksTestJSON-984882817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:28:59.522868 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4d69082a-4f3f-440e-8f30-c022255d5f4e tempest-ExternalNetworksTestJSON-984882817 tempest-ExternalNetworksTestJSON-984882817-project] 10.222.0.53 "DELETE /v2.0/subnets/5d572ce9-7f6a-4b88-84ed-2518aad67130 HTTP/1.1" status: 404 len: 337 time: 0.0715373 Jan 28 03:28:59.525574 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56206) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:28:59.622147 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-80d8329c-138e-4377-a672-06dc262262bc tempest-ExternalNetworksTestJSON-984882817 tempest-ExternalNetworksTestJSON-984882817-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (97ef4629-a11c-42b4-856c-01fd9e82ac65), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:59.739147 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-89b95408-6b9e-4975-aa39-0314dd37fbd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:59.773344 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-80d8329c-138e-4377-a672-06dc262262bc tempest-ExternalNetworksTestJSON-984882817 tempest-ExternalNetworksTestJSON-984882817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (97ef4629-a11c-42b4-856c-01fd9e82ac65), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:59.812940 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-80d8329c-138e-4377-a672-06dc262262bc tempest-ExternalNetworksTestJSON-984882817 tempest-ExternalNetworksTestJSON-984882817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97ef4629-a11c-42b4-856c-01fd9e82ac65']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:28:59.829620 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-80d8329c-138e-4377-a672-06dc262262bc tempest-ExternalNetworksTestJSON-984882817 tempest-ExternalNetworksTestJSON-984882817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c52a1a4e-90a1-4557-8b45-45113ab26cbc') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:28:59.830458 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-80d8329c-138e-4377-a672-06dc262262bc tempest-ExternalNetworksTestJSON-984882817 tempest-ExternalNetworksTestJSON-984882817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c52a1a4e-90a1-4557-8b45-45113ab26cbc') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:28:59.845802 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-80d8329c-138e-4377-a672-06dc262262bc tempest-ExternalNetworksTestJSON-984882817 tempest-ExternalNetworksTestJSON-984882817-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (c52a1a4e-90a1-4557-8b45-45113ab26cbc), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:59.866174 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-80d8329c-138e-4377-a672-06dc262262bc tempest-ExternalNetworksTestJSON-984882817 tempest-ExternalNetworksTestJSON-984882817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (c52a1a4e-90a1-4557-8b45-45113ab26cbc), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:59.875582 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80d8329c-138e-4377-a672-06dc262262bc tempest-ExternalNetworksTestJSON-984882817 tempest-ExternalNetworksTestJSON-984882817-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:28:59.876523 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-80d8329c-138e-4377-a672-06dc262262bc tempest-ExternalNetworksTestJSON-984882817 tempest-ExternalNetworksTestJSON-984882817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (c52a1a4e-90a1-4557-8b45-45113ab26cbc), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:59.880364 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:28:59.880364 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:28:59.880364 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:28:59.880364 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:28:59.880364 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:28:59.880364 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:28:59.880364 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:28:59.880364 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:28:59.880364 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:28:59.880364 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:28:59.880364 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:28:59.880364 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:28:59.880364 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:28:59.880364 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:28:59.880364 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:28:59.880364 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:28:59.880364 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:28:59.880364 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:28:59.880364 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:28:59.880364 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:28:59.880364 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:28:59.880364 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:28:59.880364 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:28:59.880364 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:28:59.880364 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:28:59.880364 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:28:59.880364 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:28:59.880364 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:28:59.880364 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:28:59.880364 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:28:59.880364 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:28:59.880364 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:28:59.943402 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-80d8329c-138e-4377-a672-06dc262262bc tempest-ExternalNetworksTestJSON-984882817 tempest-ExternalNetworksTestJSON-984882817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (97ef4629-a11c-42b4-856c-01fd9e82ac65), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:59.952389 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-80d8329c-138e-4377-a672-06dc262262bc tempest-ExternalNetworksTestJSON-984882817 tempest-ExternalNetworksTestJSON-984882817-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:28:59.958122 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-80d8329c-138e-4377-a672-06dc262262bc tempest-ExternalNetworksTestJSON-984882817 tempest-ExternalNetworksTestJSON-984882817-project] 10.222.0.53 "DELETE /v2.0/networks/97ef4629-a11c-42b4-856c-01fd9e82ac65 HTTP/1.1" status: 204 len: 168 time: 0.4292653 Jan 28 03:28:59.972286 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d8329c-138e-4377-a672-06dc262262bc tempest-ExternalNetworksTestJSON-984882817 tempest-ExternalNetworksTestJSON-984882817-project] Pushing event deleted for resources: {'Network': ['ID=97ef4629-a11c-42b4-856c-01fd9e82ac65,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:00.241374 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56214) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:00.416138 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5d6350ab-c1fc-4ffb-b353-6c3952a9eb19 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=35f5f49db43348f783454f2b2c177be7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1734776 Jan 28 03:29:00.418633 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56220) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:00.486539 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a12a7b7-8700-4179-a730-a61552a6c4db admin admin] Publish callbacks [] for security_group (06da6e59-9a7a-46d5-b096-2859e685c54f), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:00.512427 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a12a7b7-8700-4179-a730-a61552a6c4db admin admin] Publish callbacks [] for security_group (06da6e59-9a7a-46d5-b096-2859e685c54f), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:00.563512 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a12a7b7-8700-4179-a730-a61552a6c4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (06da6e59-9a7a-46d5-b096-2859e685c54f), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:00.566952 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a12a7b7-8700-4179-a730-a61552a6c4db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:00.568153 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9a12a7b7-8700-4179-a730-a61552a6c4db admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/06da6e59-9a7a-46d5-b096-2859e685c54f HTTP/1.1" status: 204 len: 168 time: 0.1477318 Jan 28 03:29:00.577028 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a12a7b7-8700-4179-a730-a61552a6c4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06da6e59-9a7a-46d5-b096-2859e685c54f,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:00.907049 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56226) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:00.959131 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-083383d1-367b-4b64-b4f7-044f28ffd8ad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f046d5710c6d4220b2b456a0b997e37e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0505226 Jan 28 03:29:00.961870 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56228) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:01.016253 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a51e3755-41cd-41af-83ae-35dfafae27ff admin admin] Publish callbacks [] for security_group (37f2d8eb-cb6c-46a0-8d85-54da94e46c1e), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:01.039475 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a51e3755-41cd-41af-83ae-35dfafae27ff admin admin] Publish callbacks [] for security_group (37f2d8eb-cb6c-46a0-8d85-54da94e46c1e), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:01.093043 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a51e3755-41cd-41af-83ae-35dfafae27ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (37f2d8eb-cb6c-46a0-8d85-54da94e46c1e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:01.096572 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a51e3755-41cd-41af-83ae-35dfafae27ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:01.100781 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a51e3755-41cd-41af-83ae-35dfafae27ff admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/37f2d8eb-cb6c-46a0-8d85-54da94e46c1e HTTP/1.1" status: 204 len: 168 time: 0.1350703 Jan 28 03:29:01.111345 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e3755-41cd-41af-83ae-35dfafae27ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f2d8eb-cb6c-46a0-8d85-54da94e46c1e,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:01.784048 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1368df90-104f-4143-9c85-556aa70290d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:02.562831 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56280) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:02.706511 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-418550ee-1c24-49de-81fc-b233f558ab34 tempest-MeteringTestJSON-306745934 tempest-MeteringTestJSON-306745934-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-183527633'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:29:02.707443 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-418550ee-1c24-49de-81fc-b233f558ab34 tempest-MeteringTestJSON-306745934 tempest-MeteringTestJSON-306745934-project-admin] Unknown quota resources ['metering_label']. {{(pid=109803) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 03:29:02.905418 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-418550ee-1c24-49de-81fc-b233f558ab34 tempest-MeteringTestJSON-306745934 tempest-MeteringTestJSON-306745934-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:02.909799 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56284) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:02.914879 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-faff5f91-4133-455a-b23c-ebb5d75e36a9 tempest-MeteringTestJSON-306745934 tempest-MeteringTestJSON-306745934-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '2617e5b7-7a6e-450b-b1c3-3f8c768e6923'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:29:02.915560 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-faff5f91-4133-455a-b23c-ebb5d75e36a9 tempest-MeteringTestJSON-306745934 tempest-MeteringTestJSON-306745934-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109802) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 03:29:02.918593 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-418550ee-1c24-49de-81fc-b233f558ab34 tempest-MeteringTestJSON-306745934 tempest-MeteringTestJSON-306745934-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3537498 Jan 28 03:29:02.997053 n-d-712139-27 neutron-server[109802]: WARNING neutron.services.metering.metering_plugin [None req-faff5f91-4133-455a-b23c-ebb5d75e36a9 tempest-MeteringTestJSON-306745934 tempest-MeteringTestJSON-306745934-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 03:29:03.122851 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-faff5f91-4133-455a-b23c-ebb5d75e36a9 tempest-MeteringTestJSON-306745934 tempest-MeteringTestJSON-306745934-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:03.128001 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-faff5f91-4133-455a-b23c-ebb5d75e36a9 tempest-MeteringTestJSON-306745934 tempest-MeteringTestJSON-306745934-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2164817 Jan 28 03:29:03.129246 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56286) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:03.134339 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-13586df6-afca-42f6-83c2-700744e4ff34 tempest-MeteringTestJSON-306745934 tempest-MeteringTestJSON-306745934-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '2617e5b7-7a6e-450b-b1c3-3f8c768e6923'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:29:03.135124 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-13586df6-afca-42f6-83c2-700744e4ff34 tempest-MeteringTestJSON-306745934 tempest-MeteringTestJSON-306745934-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109802) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 03:29:03.201409 n-d-712139-27 neutron-server[109802]: WARNING neutron.services.metering.metering_plugin [None req-13586df6-afca-42f6-83c2-700744e4ff34 tempest-MeteringTestJSON-306745934 tempest-MeteringTestJSON-306745934-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 03:29:03.405797 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:03.636233 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:03.652378 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-13586df6-afca-42f6-83c2-700744e4ff34 tempest-MeteringTestJSON-306745934 tempest-MeteringTestJSON-306745934-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:03.653641 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-13586df6-afca-42f6-83c2-700744e4ff34 tempest-MeteringTestJSON-306745934 tempest-MeteringTestJSON-306745934-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5229094 Jan 28 03:29:03.664551 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56300) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:03.681101 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56302) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:03.681628 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-3a576c35-f419-4a82-b368-b8c8166362fc tempest-MeteringTestJSON-306745934 tempest-MeteringTestJSON-306745934-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=cc1e3122-ce2f-47e8-ab1e-f9206f3527c6 HTTP/1.1" status: 200 len: 464 time: 0.0148253 Jan 28 03:29:03.792093 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e280a612-840e-44c1-b47d-37e535fd4022 tempest-MeteringTestJSON-306745934 tempest-MeteringTestJSON-306745934-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:03.793466 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e280a612-840e-44c1-b47d-37e535fd4022 tempest-MeteringTestJSON-306745934 tempest-MeteringTestJSON-306745934-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/cc1e3122-ce2f-47e8-ab1e-f9206f3527c6 HTTP/1.1" status: 204 len: 168 time: 0.1112905 Jan 28 03:29:03.796132 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56304) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:03.812449 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1429ca35-c778-40c5-964c-86aa70fb601b tempest-MeteringTestJSON-306745934 tempest-MeteringTestJSON-306745934-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=cc1e3122-ce2f-47e8-ab1e-f9206f3527c6 HTTP/1.1" status: 200 len: 221 time: 0.0152848 Jan 28 03:29:03.816102 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56306) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:03.821478 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-5f0763dd-c896-41f8-982b-e8fd037a8c27 tempest-MeteringTestJSON-306745934 tempest-MeteringTestJSON-306745934-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--737636241', 'description': 'label created by tempest'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:29:03.821969 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-5f0763dd-c896-41f8-982b-e8fd037a8c27 tempest-MeteringTestJSON-306745934 tempest-MeteringTestJSON-306745934-project-admin] Unknown quota resources ['metering_label']. {{(pid=109803) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 03:29:03.987244 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5f0763dd-c896-41f8-982b-e8fd037a8c27 tempest-MeteringTestJSON-306745934 tempest-MeteringTestJSON-306745934-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:03.991411 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5f0763dd-c896-41f8-982b-e8fd037a8c27 tempest-MeteringTestJSON-306745934 tempest-MeteringTestJSON-306745934-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1739519 Jan 28 03:29:03.992682 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56308) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:04.081313 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5dfff6ce-77bb-47aa-bc7a-6f60bd266929 tempest-MeteringTestJSON-306745934 tempest-MeteringTestJSON-306745934-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=86095bcc-d53b-4793-bd66-7abdac8313b2 HTTP/1.1" status: 200 len: 467 time: 0.0865233 Jan 28 03:29:04.084911 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56310) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:04.327045 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-98e62330-d90d-4fa4-8764-980daddb1b53 tempest-MeteringTestJSON-306745934 tempest-MeteringTestJSON-306745934-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:04.329625 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-98e62330-d90d-4fa4-8764-980daddb1b53 tempest-MeteringTestJSON-306745934 tempest-MeteringTestJSON-306745934-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/86095bcc-d53b-4793-bd66-7abdac8313b2 HTTP/1.1" status: 204 len: 168 time: 0.2432282 Jan 28 03:29:04.331259 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56312) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:04.347095 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3c28cccd-ad32-4080-a2ba-cbc03704691c tempest-MeteringTestJSON-306745934 tempest-MeteringTestJSON-306745934-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=86095bcc-d53b-4793-bd66-7abdac8313b2 HTTP/1.1" status: 200 len: 216 time: 0.0113850 Jan 28 03:29:04.348040 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56316) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:04.361223 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5d802e06-4c72-406d-96d6-43e242d43793 tempest-MeteringTestJSON-306745934 tempest-MeteringTestJSON-306745934-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0086479 Jan 28 03:29:04.361223 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56318) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:04.385292 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ede568e1-5382-4b48-b6b5-1b70a3dd06ea tempest-MeteringTestJSON-306745934 tempest-MeteringTestJSON-306745934-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0170596 Jan 28 03:29:04.386191 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56320) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:04.442569 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-aa22d2a5-e4b5-4ed2-a7bc-fc38bd52ac45 tempest-MeteringTestJSON-306745934 tempest-MeteringTestJSON-306745934-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels/2617e5b7-7a6e-450b-b1c3-3f8c768e6923 HTTP/1.1" status: 200 len: 472 time: 0.0551784 Jan 28 03:29:04.446914 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56322) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:04.462004 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-97f0c518-58c4-4bab-b436-d592b83df2a9 tempest-MeteringTestJSON-306745934 tempest-MeteringTestJSON-306745934-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules/b1de9c38-0f22-4a66-8875-856ab1b068ab HTTP/1.1" status: 200 len: 461 time: 0.0136161 Jan 28 03:29:04.465491 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56324) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:04.578508 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8e22adbb-a6af-4e6c-bec0-1b05122a6cae tempest-MeteringTestJSON-306745934 tempest-MeteringTestJSON-306745934-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:04.580048 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8e22adbb-a6af-4e6c-bec0-1b05122a6cae tempest-MeteringTestJSON-306745934 tempest-MeteringTestJSON-306745934-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/b1de9c38-0f22-4a66-8875-856ab1b068ab HTTP/1.1" status: 204 len: 168 time: 0.1133933 Jan 28 03:29:04.582965 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56326) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:04.840114 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-741ac092-a454-4081-9175-cbb32a07c282 tempest-MeteringTestJSON-306745934 tempest-MeteringTestJSON-306745934-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:04.843931 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:04.846330 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-741ac092-a454-4081-9175-cbb32a07c282 tempest-MeteringTestJSON-306745934 tempest-MeteringTestJSON-306745934-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/2617e5b7-7a6e-450b-b1c3-3f8c768e6923 HTTP/1.1" status: 204 len: 168 time: 0.2623994 Jan 28 03:29:05.141653 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56334) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:05.275467 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-54c395a0-5305-44ce-9144-0946c6a0ff2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:05.384767 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-54c395a0-5305-44ce-9144-0946c6a0ff2a admin admin] Publish callbacks [] for security_group (375c92c0-5d76-4954-ace1-705793262df2), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:05.390830 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-54c395a0-5305-44ce-9144-0946c6a0ff2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (375c92c0-5d76-4954-ace1-705793262df2), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:05.441001 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-54c395a0-5305-44ce-9144-0946c6a0ff2a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=475be2606b814697a9b2511087b617a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2946854 Jan 28 03:29:05.441001 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c395a0-5305-44ce-9144-0946c6a0ff2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375c92c0-5d76-4954-ace1-705793262df2,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:05.441534 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56340) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:05.546771 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-050626b8-bb5f-4ef1-bca7-b0b5b751fff0 admin admin] Publish callbacks [] for security_group (375c92c0-5d76-4954-ace1-705793262df2), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:05.577621 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-050626b8-bb5f-4ef1-bca7-b0b5b751fff0 admin admin] Publish callbacks [] for security_group (375c92c0-5d76-4954-ace1-705793262df2), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:05.672943 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-050626b8-bb5f-4ef1-bca7-b0b5b751fff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (375c92c0-5d76-4954-ace1-705793262df2), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:05.679931 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-050626b8-bb5f-4ef1-bca7-b0b5b751fff0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:05.685533 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-050626b8-bb5f-4ef1-bca7-b0b5b751fff0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/375c92c0-5d76-4954-ace1-705793262df2 HTTP/1.1" status: 204 len: 168 time: 0.2402954 Jan 28 03:29:05.705434 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050626b8-bb5f-4ef1-bca7-b0b5b751fff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375c92c0-5d76-4954-ace1-705793262df2,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:06.050709 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56356) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:06.064403 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58f630ab-74e0-4d8d-bdba-55ebb6ee13f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:06.128051 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:06.161420 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58f630ab-74e0-4d8d-bdba-55ebb6ee13f3 admin admin] Publish callbacks [] for security_group (ed8a186d-3353-4c2c-9180-e6afa5eb37ca), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:06.166194 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-58f630ab-74e0-4d8d-bdba-55ebb6ee13f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (ed8a186d-3353-4c2c-9180-e6afa5eb37ca), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:06.208586 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-58f630ab-74e0-4d8d-bdba-55ebb6ee13f3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5818318af9964da4bdae1b6e0114dbeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1563342 Jan 28 03:29:06.220918 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f630ab-74e0-4d8d-bdba-55ebb6ee13f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8a186d-3353-4c2c-9180-e6afa5eb37ca,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:06.224632 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56358) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:06.280255 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c54ec2b2-9882-4a16-918e-950a874ec868 admin admin] Publish callbacks [] for security_group (ed8a186d-3353-4c2c-9180-e6afa5eb37ca), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:06.305464 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c54ec2b2-9882-4a16-918e-950a874ec868 admin admin] Publish callbacks [] for security_group (ed8a186d-3353-4c2c-9180-e6afa5eb37ca), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:06.392756 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c54ec2b2-9882-4a16-918e-950a874ec868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (ed8a186d-3353-4c2c-9180-e6afa5eb37ca), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:06.396126 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c54ec2b2-9882-4a16-918e-950a874ec868 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:06.397848 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c54ec2b2-9882-4a16-918e-950a874ec868 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ed8a186d-3353-4c2c-9180-e6afa5eb37ca HTTP/1.1" status: 204 len: 168 time: 0.1716611 Jan 28 03:29:06.420083 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ec2b2-9882-4a16-918e-950a874ec868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8a186d-3353-4c2c-9180-e6afa5eb37ca,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:07.313471 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56384) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:07.442047 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-27de3ad3-4226-4468-b8ea-7140232d3c51 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1159842261'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:29:07.463901 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27de3ad3-4226-4468-b8ea-7140232d3c51 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Made reservation on behalf of 9aee8c5465754d17b437c48fe02bdeab for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:29:07.467654 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-27de3ad3-4226-4468-b8ea-7140232d3c51 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:07.477126 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-27de3ad3-4226-4468-b8ea-7140232d3c51 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:07.565571 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-27de3ad3-4226-4468-b8ea-7140232d3c51 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks [] for security_group (a97e090a-a189-4322-bf36-409a18248beb), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:07.570728 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-27de3ad3-4226-4468-b8ea-7140232d3c51 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (a97e090a-a189-4322-bf36-409a18248beb), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:07.598459 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27de3ad3-4226-4468-b8ea-7140232d3c51 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:29:07.611267 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27de3ad3-4226-4468-b8ea-7140232d3c51 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a97e090a-a189-4322-bf36-409a18248beb,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:07.616693 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-27de3ad3-4226-4468-b8ea-7140232d3c51 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (f65a7d2e-1579-40d9-a400-194f1e10c312), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:07.617040 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-27de3ad3-4226-4468-b8ea-7140232d3c51 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Added segment f65a7d2e-1579-40d9-a400-194f1e10c312 of type vlan for network 8e230b33-c88b-4639-8149-5bbcbc7ce254 Jan 28 03:29:07.691334 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-27de3ad3-4226-4468-b8ea-7140232d3c51 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (8e230b33-c88b-4639-8149-5bbcbc7ce254), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:07.735012 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-27de3ad3-4226-4468-b8ea-7140232d3c51 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (8e230b33-c88b-4639-8149-5bbcbc7ce254), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:07.740030 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27de3ad3-4226-4468-b8ea-7140232d3c51 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:07.740632 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-27de3ad3-4226-4468-b8ea-7140232d3c51 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks [] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:07.815546 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27de3ad3-4226-4468-b8ea-7140232d3c51 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Pushing event updated for resources: {'Network': ['ID=8e230b33-c88b-4639-8149-5bbcbc7ce254,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:07.828650 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 8e230b33-c88b-4639-8149-5bbcbc7ce254 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:29:07.835157 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-27de3ad3-4226-4468-b8ea-7140232d3c51 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5176153 Jan 28 03:29:07.835502 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56396) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:07.851266 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-216ef2c0-1e02-4a74-8866-b8cd051e5f2b tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Request body: {'subnet': {'network_id': '8e230b33-c88b-4639-8149-5bbcbc7ce254', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:29:07.975349 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216ef2c0-1e02-4a74-8866-b8cd051e5f2b tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Made reservation on behalf of 9aee8c5465754d17b437c48fe02bdeab for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:29:07.980045 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-216ef2c0-1e02-4a74-8866-b8cd051e5f2b tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:08.189281 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-216ef2c0-1e02-4a74-8866-b8cd051e5f2b tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (e888e994-78b2-42e2-a160-648c159f1377), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:08.252585 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ef2c0-1e02-4a74-8866-b8cd051e5f2b tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Pushing event updated for resources: {'Subnet': ['ID=e888e994-78b2-42e2-a160-648c159f1377,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:08.259892 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216ef2c0-1e02-4a74-8866-b8cd051e5f2b tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Checking segment: {'id': 'f65a7d2e-1579-40d9-a400-194f1e10c312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8e230b33-c88b-4639-8149-5bbcbc7ce254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:29:08.260510 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216ef2c0-1e02-4a74-8866-b8cd051e5f2b tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Network hostable DHCP agents. Network: 8e230b33-c88b-4639-8149-5bbcbc7ce254, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:29:08.280149 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216ef2c0-1e02-4a74-8866-b8cd051e5f2b tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Network 8e230b33-c88b-4639-8149-5bbcbc7ce254 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:29:08.290680 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-216ef2c0-1e02-4a74-8866-b8cd051e5f2b tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 8e230b33-c88b-4639-8149-5bbcbc7ce254) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:29:08.295603 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216ef2c0-1e02-4a74-8866-b8cd051e5f2b tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:08.296296 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-216ef2c0-1e02-4a74-8866-b8cd051e5f2b tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:08.306261 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1154210-381b-43ef-a4e1-e4442776c3ed None None] Network 8e230b33-c88b-4639-8149-5bbcbc7ce254 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:29:08.319568 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-216ef2c0-1e02-4a74-8866-b8cd051e5f2b tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4801948 Jan 28 03:29:08.320126 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56400) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:08.327778 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-392e4b21-3f10-4bfa-9d7f-3db60f255b0b tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-626558746', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:29:08.356267 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-392e4b21-3f10-4bfa-9d7f-3db60f255b0b tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (ff9b504a-62ee-4079-b9ce-9a260b107941), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:08.359438 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-392e4b21-3f10-4bfa-9d7f-3db60f255b0b tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (ff9b504a-62ee-4079-b9ce-9a260b107941), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:08.437485 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97a0ad2-cefd-4fb6-b6e0-54fe66da846c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-8e230b33-c88b-4639-8149-5bbcbc7ce254', 'network_id': '8e230b33-c88b-4639-8149-5bbcbc7ce254', 'project_id': '9aee8c5465754d17b437c48fe02bdeab', 'fixed_ips': [{'subnet_id': 'e888e994-78b2-42e2-a160-648c159f1377'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:29:08.438647 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e97a0ad2-cefd-4fb6-b6e0-54fe66da846c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:08.444031 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-392e4b21-3f10-4bfa-9d7f-3db60f255b0b tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks [] for router_controller (ff9b504a-62ee-4079-b9ce-9a260b107941), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:08.451791 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-392e4b21-3f10-4bfa-9d7f-3db60f255b0b tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (ff9b504a-62ee-4079-b9ce-9a260b107941), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:08.482432 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-392e4b21-3f10-4bfa-9d7f-3db60f255b0b tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:08.484176 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-392e4b21-3f10-4bfa-9d7f-3db60f255b0b tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1627562 Jan 28 03:29:08.486617 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56402) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:08.610103 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-e97a0ad2-cefd-4fb6-b6e0-54fe66da846c None None] Allocated IP 172.20.0.2 (8e230b33-c88b-4639-8149-5bbcbc7ce254/e888e994-78b2-42e2-a160-648c159f1377/840474a0-a6c8-4f4e-ac58-e81e503adae3) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:29:08.796696 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e97a0ad2-cefd-4fb6-b6e0-54fe66da846c None None] Publish callbacks [] for port (840474a0-a6c8-4f4e-ac58-e81e503adae3), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:08.805006 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e97a0ad2-cefd-4fb6-b6e0-54fe66da846c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (840474a0-a6c8-4f4e-ac58-e81e503adae3), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:08.859723 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97a0ad2-cefd-4fb6-b6e0-54fe66da846c None None] Network 8e230b33-c88b-4639-8149-5bbcbc7ce254 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:29:08.866333 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-477d2aef-5ffa-4db0-84a7-c0eef4d41879 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:08.870813 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-e97a0ad2-cefd-4fb6-b6e0-54fe66da846c None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:29:08.875031 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97a0ad2-cefd-4fb6-b6e0-54fe66da846c None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:29:08.950654 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97a0ad2-cefd-4fb6-b6e0-54fe66da846c None None] Pushing event updated for resources: {'Port': ['ID=840474a0-a6c8-4f4e-ac58-e81e503adae3,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:08.963667 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97a0ad2-cefd-4fb6-b6e0-54fe66da846c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:08.964378 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97a0ad2-cefd-4fb6-b6e0-54fe66da846c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:08.965041 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97a0ad2-cefd-4fb6-b6e0-54fe66da846c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:08.966184 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97a0ad2-cefd-4fb6-b6e0-54fe66da846c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:08.966798 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97a0ad2-cefd-4fb6-b6e0-54fe66da846c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:08.967324 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97a0ad2-cefd-4fb6-b6e0-54fe66da846c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:08.967664 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97a0ad2-cefd-4fb6-b6e0-54fe66da846c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:08.968568 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97a0ad2-cefd-4fb6-b6e0-54fe66da846c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:08.968690 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97a0ad2-cefd-4fb6-b6e0-54fe66da846c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:08.968944 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97a0ad2-cefd-4fb6-b6e0-54fe66da846c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:08.969302 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97a0ad2-cefd-4fb6-b6e0-54fe66da846c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:08.969677 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97a0ad2-cefd-4fb6-b6e0-54fe66da846c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:08.970027 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97a0ad2-cefd-4fb6-b6e0-54fe66da846c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:08.988129 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-e97a0ad2-cefd-4fb6-b6e0-54fe66da846c None None] Attempting to bind port 840474a0-a6c8-4f4e-ac58-e81e503adae3 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:29:08.988791 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-e97a0ad2-cefd-4fb6-b6e0-54fe66da846c None None] Attempting to bind port 840474a0-a6c8-4f4e-ac58-e81e503adae3 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'f65a7d2e-1579-40d9-a400-194f1e10c312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8e230b33-c88b-4639-8149-5bbcbc7ce254'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:29:08.989441 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97a0ad2-cefd-4fb6-b6e0-54fe66da846c None None] Attempting to bind port 840474a0-a6c8-4f4e-ac58-e81e503adae3 on network 8e230b33-c88b-4639-8149-5bbcbc7ce254 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:29:08.997091 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97a0ad2-cefd-4fb6-b6e0-54fe66da846c None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:29:08.997591 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97a0ad2-cefd-4fb6-b6e0-54fe66da846c None None] Checking segment: {'id': 'f65a7d2e-1579-40d9-a400-194f1e10c312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8e230b33-c88b-4639-8149-5bbcbc7ce254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:29:08.998614 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e97a0ad2-cefd-4fb6-b6e0-54fe66da846c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:08.998749 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97a0ad2-cefd-4fb6-b6e0-54fe66da846c None None] Bound using segment: {'id': 'f65a7d2e-1579-40d9-a400-194f1e10c312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8e230b33-c88b-4639-8149-5bbcbc7ce254'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:29:08.999452 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-e97a0ad2-cefd-4fb6-b6e0-54fe66da846c None None] Bound port: 840474a0-a6c8-4f4e-ac58-e81e503adae3, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65a7d2e-1579-40d9-a400-194f1e10c312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8e230b33-c88b-4639-8149-5bbcbc7ce254'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:29:09.000073 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e97a0ad2-cefd-4fb6-b6e0-54fe66da846c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (840474a0-a6c8-4f4e-ac58-e81e503adae3), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:09.095321 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-e97a0ad2-cefd-4fb6-b6e0-54fe66da846c None None] For port 840474a0-a6c8-4f4e-ac58-e81e503adae3, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:29:09.102391 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-e97a0ad2-cefd-4fb6-b6e0-54fe66da846c None None] For port 840474a0-a6c8-4f4e-ac58-e81e503adae3, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=840474a0-a6c8-4f4e-ac58-e81e503adae3,segment=NetworkSegment(f65a7d2e-1579-40d9-a400-194f1e10c312),segment_id=f65a7d2e-1579-40d9-a400-194f1e10c312)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:29:09.108435 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e97a0ad2-cefd-4fb6-b6e0-54fe66da846c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (840474a0-a6c8-4f4e-ac58-e81e503adae3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:09.213764 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97a0ad2-cefd-4fb6-b6e0-54fe66da846c None None] Pushing event updated for resources: {'Port': ['ID=840474a0-a6c8-4f4e-ac58-e81e503adae3,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:09.352284 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-477d2aef-5ffa-4db0-84a7-c0eef4d41879 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Allocated IP 172.20.0.1 (8e230b33-c88b-4639-8149-5bbcbc7ce254/e888e994-78b2-42e2-a160-648c159f1377/c134dc94-d86b-4694-a793-8356cb3eace1) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:29:09.527424 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-477d2aef-5ffa-4db0-84a7-c0eef4d41879 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks [] for port (c134dc94-d86b-4694-a793-8356cb3eace1), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:09.571093 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-477d2aef-5ffa-4db0-84a7-c0eef4d41879 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (c134dc94-d86b-4694-a793-8356cb3eace1), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:09.658612 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d2aef-5ffa-4db0-84a7-c0eef4d41879 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Pushing event updated for resources: {'Port': ['ID=c134dc94-d86b-4694-a793-8356cb3eace1,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:09.662853 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477d2aef-5ffa-4db0-84a7-c0eef4d41879 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Network 8e230b33-c88b-4639-8149-5bbcbc7ce254 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:29:09.665409 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-477d2aef-5ffa-4db0-84a7-c0eef4d41879 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:29:09.668627 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477d2aef-5ffa-4db0-84a7-c0eef4d41879 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:29:09.721775 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-477d2aef-5ffa-4db0-84a7-c0eef4d41879 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (ff9b504a-62ee-4079-b9ce-9a260b107941), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:09.847948 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-477d2aef-5ffa-4db0-84a7-c0eef4d41879 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c134dc94-d86b-4694-a793-8356cb3eace1), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:10.212007 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-477d2aef-5ffa-4db0-84a7-c0eef4d41879 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks [] for port (c134dc94-d86b-4694-a793-8356cb3eace1), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:10.222693 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-477d2aef-5ffa-4db0-84a7-c0eef4d41879 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (c134dc94-d86b-4694-a793-8356cb3eace1), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:10.327503 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-477d2aef-5ffa-4db0-84a7-c0eef4d41879 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (ff9b504a-62ee-4079-b9ce-9a260b107941), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:10.338942 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d2aef-5ffa-4db0-84a7-c0eef4d41879 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Pushing event updated for resources: {'Port': ['ID=c134dc94-d86b-4694-a793-8356cb3eace1,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:10.496735 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477d2aef-5ffa-4db0-84a7-c0eef4d41879 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Network 8e230b33-c88b-4639-8149-5bbcbc7ce254 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:29:10.499365 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-477d2aef-5ffa-4db0-84a7-c0eef4d41879 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:29:10.591182 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62004323-50c5-4abf-97c1-fcc4843e6b5c None None] Network 8e230b33-c88b-4639-8149-5bbcbc7ce254 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:29:10.667009 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-477d2aef-5ffa-4db0-84a7-c0eef4d41879 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Router ff9b504a-62ee-4079-b9ce-9a260b107941 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:29:10.807794 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-477d2aef-5ffa-4db0-84a7-c0eef4d41879 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:29:10.816393 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-477d2aef-5ffa-4db0-84a7-c0eef4d41879 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] 10.222.0.53 "PUT /v2.0/routers/ff9b504a-62ee-4079-b9ce-9a260b107941/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3262968 Jan 28 03:29:10.816760 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56412) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:10.832189 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-306e7981-3e29-4919-8974-b2e857881009 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Request body: {'port': {'network_id': '8e230b33-c88b-4639-8149-5bbcbc7ce254', 'name': 'tempest-FloatingIPNegativeTestJSON-1022330660'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:29:10.899741 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf2279e-2fb8-4776-8483-af425b18d8d7 None None] Sync routers for ids ['ff9b504a-62ee-4079-b9ce-9a260b107941'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:29:10.918825 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf2279e-2fb8-4776-8483-af425b18d8d7 None None] Routers {'ff9b504a-62ee-4079-b9ce-9a260b107941'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:29:10.919473 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-fcf2279e-2fb8-4776-8483-af425b18d8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:29:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['ff9b504a-62ee-4079-b9ce-9a260b107941'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:10.958518 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-fcf2279e-2fb8-4776-8483-af425b18d8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:10.958942 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306e7981-3e29-4919-8974-b2e857881009 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Made reservation on behalf of 9aee8c5465754d17b437c48fe02bdeab for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:29:10.963573 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-306e7981-3e29-4919-8974-b2e857881009 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:10.964882 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-9eadf591-a237-4172-bc17-05401ec9fbb3 None None] Provisioning complete for port 840474a0-a6c8-4f4e-ac58-e81e503adae3 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:29:10.965286 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9eadf591-a237-4172-bc17-05401ec9fbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (840474a0-a6c8-4f4e-ac58-e81e503adae3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:10.985522 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [None req-306e7981-3e29-4919-8974-b2e857881009 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] device_id is not set on port 6eb8700d-061d-4b06-b5fe-38968bcfe7b3 yet. {{(pid=109802) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 03:29:11.062893 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 840474a0-a6c8-4f4e-ac58-e81e503adae3 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:29:11.082671 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf2279e-2fb8-4776-8483-af425b18d8d7 None None] Routers {'ff9b504a-62ee-4079-b9ce-9a260b107941'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:29:11.083247 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-fcf2279e-2fb8-4776-8483-af425b18d8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:29:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['ff9b504a-62ee-4079-b9ce-9a260b107941'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:11.136638 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-306e7981-3e29-4919-8974-b2e857881009 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Allocated IP 172.20.0.4 (8e230b33-c88b-4639-8149-5bbcbc7ce254/e888e994-78b2-42e2-a160-648c159f1377/6eb8700d-061d-4b06-b5fe-38968bcfe7b3) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:29:11.167681 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-fcf2279e-2fb8-4776-8483-af425b18d8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:11.170118 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf2279e-2fb8-4776-8483-af425b18d8d7 None None] The sync data for ids ['ff9b504a-62ee-4079-b9ce-9a260b107941'] in n-d-712139-27 is: [] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:29:11.262627 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-9eadf591-a237-4172-bc17-05401ec9fbb3 None None] Current status of the port 840474a0-a6c8-4f4e-ac58-e81e503adae3 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:29:11.263017 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9eadf591-a237-4172-bc17-05401ec9fbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (840474a0-a6c8-4f4e-ac58-e81e503adae3), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:11.312311 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 840474a0-a6c8-4f4e-ac58-e81e503adae3 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:29:11.312729 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (840474a0-a6c8-4f4e-ac58-e81e503adae3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:11.348046 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-306e7981-3e29-4919-8974-b2e857881009 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks [] for port (6eb8700d-061d-4b06-b5fe-38968bcfe7b3), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:11.373450 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-9eadf591-a237-4172-bc17-05401ec9fbb3 None None] For port 840474a0-a6c8-4f4e-ac58-e81e503adae3, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=840474a0-a6c8-4f4e-ac58-e81e503adae3,segment=NetworkSegment(f65a7d2e-1579-40d9-a400-194f1e10c312),segment_id=f65a7d2e-1579-40d9-a400-194f1e10c312)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:11.380451 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9eadf591-a237-4172-bc17-05401ec9fbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (840474a0-a6c8-4f4e-ac58-e81e503adae3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:11.422891 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-306e7981-3e29-4919-8974-b2e857881009 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (6eb8700d-061d-4b06-b5fe-38968bcfe7b3), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:11.500559 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 840474a0-a6c8-4f4e-ac58-e81e503adae3 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:29:11.533548 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306e7981-3e29-4919-8974-b2e857881009 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Network 8e230b33-c88b-4639-8149-5bbcbc7ce254 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:29:11.538968 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-306e7981-3e29-4919-8974-b2e857881009 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:29:11.542342 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eadf591-a237-4172-bc17-05401ec9fbb3 None None] Pushing event updated for resources: {'Port': ['ID=840474a0-a6c8-4f4e-ac58-e81e503adae3,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:11.550006 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-cea99460-625e-4743-a642-83d81b8bf0d6 None None] Provisioning complete for port c134dc94-d86b-4694-a793-8356cb3eace1 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:29:11.550676 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cea99460-625e-4743-a642-83d81b8bf0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c134dc94-d86b-4694-a793-8356cb3eace1), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:11.557735 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306e7981-3e29-4919-8974-b2e857881009 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:29:11.618402 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e7981-3e29-4919-8974-b2e857881009 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Pushing event updated for resources: {'Port': ['ID=6eb8700d-061d-4b06-b5fe-38968bcfe7b3,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:11.628801 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306e7981-3e29-4919-8974-b2e857881009 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:11.629615 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-306e7981-3e29-4919-8974-b2e857881009 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:11.631062 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-cea99460-625e-4743-a642-83d81b8bf0d6 None None] Port c134dc94-d86b-4694-a793-8356cb3eace1 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:29:11.647707 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-cea99460-625e-4743-a642-83d81b8bf0d6 None None] Provisioning complete for port 840474a0-a6c8-4f4e-ac58-e81e503adae3 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:29:11.648149 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cea99460-625e-4743-a642-83d81b8bf0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (840474a0-a6c8-4f4e-ac58-e81e503adae3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:11.654371 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56418) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:11.654877 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-306e7981-3e29-4919-8974-b2e857881009 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8362324 Jan 28 03:29:11.660755 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-e365838d-523a-4deb-93c1-19e1a238d906 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:29:11.688835 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e365838d-523a-4deb-93c1-19e1a238d906 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:11.786287 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-cea99460-625e-4743-a642-83d81b8bf0d6 None None] Current status of the port 840474a0-a6c8-4f4e-ac58-e81e503adae3 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:29:11.835425 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e365838d-523a-4deb-93c1-19e1a238d906 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:11.908495 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c6272b30-0db3-4061-b020-88a067603df4 None None] Provisioning complete for port c134dc94-d86b-4694-a793-8356cb3eace1 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:29:11.908881 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c6272b30-0db3-4061-b020-88a067603df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c134dc94-d86b-4694-a793-8356cb3eace1), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:11.964464 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c6272b30-0db3-4061-b020-88a067603df4 None None] Port c134dc94-d86b-4694-a793-8356cb3eace1 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:29:11.992556 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-e365838d-523a-4deb-93c1-19e1a238d906 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Allocated IP 172.25.0.166 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/99827097-ebfb-4a62-84e4-759b5bf5c8eb) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:29:12.155257 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e365838d-523a-4deb-93c1-19e1a238d906 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks [] for port (99827097-ebfb-4a62-84e4-759b5bf5c8eb), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:12.201318 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-3321bec5-bc41-42d7-b548-cb3cd86687e6 None None] Provisioning complete for port c134dc94-d86b-4694-a793-8356cb3eace1 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:29:12.204494 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3321bec5-bc41-42d7-b548-cb3cd86687e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c134dc94-d86b-4694-a793-8356cb3eace1), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:12.232191 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:29:12.258958 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e365838d-523a-4deb-93c1-19e1a238d906 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (99827097-ebfb-4a62-84e4-759b5bf5c8eb), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:12.303386 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-3321bec5-bc41-42d7-b548-cb3cd86687e6 None None] Port c134dc94-d86b-4694-a793-8356cb3eace1 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:29:12.328982 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e365838d-523a-4deb-93c1-19e1a238d906 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:29:12.334049 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-e365838d-523a-4deb-93c1-19e1a238d906 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:29:12.341295 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e365838d-523a-4deb-93c1-19e1a238d906 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:29:12.349512 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e365838d-523a-4deb-93c1-19e1a238d906 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Pushing event updated for resources: {'Port': ['ID=99827097-ebfb-4a62-84e4-759b5bf5c8eb,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:12.443959 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e365838d-523a-4deb-93c1-19e1a238d906 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks [] for floatingip (59eb8800-8700-49ca-a3e6-da94fc73915e), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:12.499819 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e365838d-523a-4deb-93c1-19e1a238d906 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (99827097-ebfb-4a62-84e4-759b5bf5c8eb), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:12.629938 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-10a9bf09-3e0e-410a-bdeb-c8626e4effcb None None] Provisioning complete for port 6eb8700d-061d-4b06-b5fe-38968bcfe7b3 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:29:12.630549 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-10a9bf09-3e0e-410a-bdeb-c8626e4effcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (6eb8700d-061d-4b06-b5fe-38968bcfe7b3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:12.679432 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-10a9bf09-3e0e-410a-bdeb-c8626e4effcb None None] Port 6eb8700d-061d-4b06-b5fe-38968bcfe7b3 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:29:12.725255 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e365838d-523a-4deb-93c1-19e1a238d906 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks [] for port (99827097-ebfb-4a62-84e4-759b5bf5c8eb), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:12.730694 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e365838d-523a-4deb-93c1-19e1a238d906 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (99827097-ebfb-4a62-84e4-759b5bf5c8eb), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:12.811278 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e365838d-523a-4deb-93c1-19e1a238d906 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Pushing event updated for resources: {'Port': ['ID=99827097-ebfb-4a62-84e4-759b5bf5c8eb,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:12.827056 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e365838d-523a-4deb-93c1-19e1a238d906 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:12.827432 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e365838d-523a-4deb-93c1-19e1a238d906 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:12.827750 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e365838d-523a-4deb-93c1-19e1a238d906 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:12.828089 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e365838d-523a-4deb-93c1-19e1a238d906 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:12.828424 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e365838d-523a-4deb-93c1-19e1a238d906 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:12.828893 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e365838d-523a-4deb-93c1-19e1a238d906 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:12.829257 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e365838d-523a-4deb-93c1-19e1a238d906 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:12.829590 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e365838d-523a-4deb-93c1-19e1a238d906 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:12.829924 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e365838d-523a-4deb-93c1-19e1a238d906 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:12.830251 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e365838d-523a-4deb-93c1-19e1a238d906 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:12.830573 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e365838d-523a-4deb-93c1-19e1a238d906 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:12.830895 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e365838d-523a-4deb-93c1-19e1a238d906 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:12.831217 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e365838d-523a-4deb-93c1-19e1a238d906 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:12.845688 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e365838d-523a-4deb-93c1-19e1a238d906 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (59eb8800-8700-49ca-a3e6-da94fc73915e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:12.867312 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e365838d-523a-4deb-93c1-19e1a238d906 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:12.869944 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e365838d-523a-4deb-93c1-19e1a238d906 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2128086 Jan 28 03:29:12.872530 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56432) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:12.877973 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-7581bafe-e73c-490a-9767-9467aef76ec3 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Request body: {'floatingip': {'port_id': '6eb8700d-061d-4b06-b5fe-38968bcfe7b3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:29:12.881143 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 840474a0-a6c8-4f4e-ac58-e81e503adae3 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:29:12.925187 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7581bafe-e73c-490a-9767-9467aef76ec3 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks [] for floatingip (59eb8800-8700-49ca-a3e6-da94fc73915e), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:12.939063 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 840474a0-a6c8-4f4e-ac58-e81e503adae3 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:29:12.939549 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (840474a0-a6c8-4f4e-ac58-e81e503adae3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:13.027220 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 840474a0-a6c8-4f4e-ac58-e81e503adae3 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:29:13.058379 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-7581bafe-e73c-490a-9767-9467aef76ec3 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] update failed (client error): The resource could not be found. Jan 28 03:29:13.058379 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7581bafe-e73c-490a-9767-9467aef76ec3 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] 10.222.0.53 "PUT /v2.0/floatingips/59eb8800-8700-49ca-a3e6-da94fc73915e HTTP/1.1" status: 404 len: 507 time: 0.1793249 Jan 28 03:29:13.058379 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56434) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:13.196742 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-f83fa866-b3bd-4876-8dcd-89be6f7be24c tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Deleting port 99827097-ebfb-4a62-84e4-759b5bf5c8eb {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:29:13.197356 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f83fa866-b3bd-4876-8dcd-89be6f7be24c tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (99827097-ebfb-4a62-84e4-759b5bf5c8eb), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:13.293330 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f83fa866-b3bd-4876-8dcd-89be6f7be24c tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (99827097-ebfb-4a62-84e4-759b5bf5c8eb), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:13.293763 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f83fa866-b3bd-4876-8dcd-89be6f7be24c tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks [] for floatingip (99827097-ebfb-4a62-84e4-759b5bf5c8eb), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:13.306181 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-f83fa866-b3bd-4876-8dcd-89be6f7be24c tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Calling delete_port for 99827097-ebfb-4a62-84e4-759b5bf5c8eb owned by network:floatingip {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:29:13.470725 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f83fa866-b3bd-4876-8dcd-89be6f7be24c tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (99827097-ebfb-4a62-84e4-759b5bf5c8eb), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:13.508736 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83fa866-b3bd-4876-8dcd-89be6f7be24c tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Pushing event deleted for resources: {'Port': ['ID=99827097-ebfb-4a62-84e4-759b5bf5c8eb,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:13.586524 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f83fa866-b3bd-4876-8dcd-89be6f7be24c tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks [] for floatingip (59eb8800-8700-49ca-a3e6-da94fc73915e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:13.588083 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f83fa866-b3bd-4876-8dcd-89be6f7be24c tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:13.589788 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f83fa866-b3bd-4876-8dcd-89be6f7be24c tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] 10.222.0.53 "DELETE /v2.0/floatingips/59eb8800-8700-49ca-a3e6-da94fc73915e HTTP/1.1" status: 204 len: 168 time: 0.5326533 Jan 28 03:29:13.594186 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56446) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:13.599954 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-3255b515-abb6-4666-a33f-c777dc706434 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Request body: {'floatingip': {'floating_network_id': '8e230b33-c88b-4639-8149-5bbcbc7ce254', 'port_id': '6eb8700d-061d-4b06-b5fe-38968bcfe7b3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:29:13.726889 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3255b515-abb6-4666-a33f-c777dc706434 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:13.810964 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-ebf56ff0-afbf-4652-b29f-135c54c6e09a tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:13.812845 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-ebf56ff0-afbf-4652-b29f-135c54c6e09a tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/networks?id=d08f29da-d40d-4b15-9f9f-e3612c5ec470 HTTP/1.1" status: 200 len: 811 time: 0.1779613 Jan 28 03:29:13.842493 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-4a706ed6-4804-4b4e-ac21-72a4017c53db tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/quotas/2365aae0ed6c4140b140950cf90dbe31 HTTP/1.1" status: 200 len: 375 time: 0.0241451 Jan 28 03:29:14.235452 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-b14b6243-e62b-4772-b67e-c7b8387d947e tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2365aae0ed6c4140b140950cf90dbe31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3816357 Jan 28 03:29:14.236479 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [None req-3255b515-abb6-4666-a33f-c777dc706434 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 03:29:14.237425 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3255b515-abb6-4666-a33f-c777dc706434 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6418159 Jan 28 03:29:14.241320 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56450) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:14.246050 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-b55d2955-8b58-45d1-8c65-85607bc13c7d tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'port_id': '6eb8700d-061d-4b06-b5fe-38968bcfe7b3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:29:14.267439 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b55d2955-8b58-45d1-8c65-85607bc13c7d tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:14.340847 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-f3f4b0d3-8f6a-4bce-b724-74465f030d78 service neutron] 10.222.0.53 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945904 Jan 28 03:29:14.370436 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b55d2955-8b58-45d1-8c65-85607bc13c7d tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:14.436989 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-1d1a8d26-abbb-4408-a44c-7a96f32b6031 service neutron] 10.222.0.53 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904512 Jan 28 03:29:14.478757 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-b55d2955-8b58-45d1-8c65-85607bc13c7d tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Allocated IP 172.25.0.238 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/0c96a2a5-e7cf-49e6-aeda-fb412fc7191d) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:29:14.594875 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b55d2955-8b58-45d1-8c65-85607bc13c7d tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks [] for port (0c96a2a5-e7cf-49e6-aeda-fb412fc7191d), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:14.630756 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b55d2955-8b58-45d1-8c65-85607bc13c7d tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (0c96a2a5-e7cf-49e6-aeda-fb412fc7191d), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:14.672120 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55d2955-8b58-45d1-8c65-85607bc13c7d tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:29:14.673891 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-b55d2955-8b58-45d1-8c65-85607bc13c7d tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:29:14.677901 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55d2955-8b58-45d1-8c65-85607bc13c7d tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:29:14.717946 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d2955-8b58-45d1-8c65-85607bc13c7d tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Pushing event updated for resources: {'Port': ['ID=0c96a2a5-e7cf-49e6-aeda-fb412fc7191d,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:14.769423 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8d733c4c-eccd-420f-b229-5ef744e35750 req-be172ff8-7bda-41c1-bed3-ae0979c320e3 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec HTTP/1.1" status: 200 len: 210 time: 0.0535302 Jan 28 03:29:14.909562 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-b55d2955-8b58-45d1-8c65-85607bc13c7d tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Deleting port 0c96a2a5-e7cf-49e6-aeda-fb412fc7191d {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:29:14.910263 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b55d2955-8b58-45d1-8c65-85607bc13c7d tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (0c96a2a5-e7cf-49e6-aeda-fb412fc7191d), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:15.009229 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b55d2955-8b58-45d1-8c65-85607bc13c7d tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (0c96a2a5-e7cf-49e6-aeda-fb412fc7191d), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:15.009490 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b55d2955-8b58-45d1-8c65-85607bc13c7d tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks [] for floatingip (0c96a2a5-e7cf-49e6-aeda-fb412fc7191d), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:15.023667 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-b55d2955-8b58-45d1-8c65-85607bc13c7d tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Calling delete_port for 0c96a2a5-e7cf-49e6-aeda-fb412fc7191d owned by network:floatingip {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:29:15.156448 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b55d2955-8b58-45d1-8c65-85607bc13c7d tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (0c96a2a5-e7cf-49e6-aeda-fb412fc7191d), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:15.191579 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d2955-8b58-45d1-8c65-85607bc13c7d tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Pushing event deleted for resources: {'Port': ['ID=0c96a2a5-e7cf-49e6-aeda-fb412fc7191d,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:15.279364 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-b55d2955-8b58-45d1-8c65-85607bc13c7d tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] create failed (client error): The resource could not be found. Jan 28 03:29:15.281721 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b55d2955-8b58-45d1-8c65-85607bc13c7d tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.0382891 Jan 28 03:29:15.284171 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56476) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:15.377278 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-5c026183-ee6e-4afc-a795-c1391eacafb6 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Deleting port 6eb8700d-061d-4b06-b5fe-38968bcfe7b3 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:29:15.377644 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5c026183-ee6e-4afc-a795-c1391eacafb6 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (6eb8700d-061d-4b06-b5fe-38968bcfe7b3), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:15.475189 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5c026183-ee6e-4afc-a795-c1391eacafb6 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (6eb8700d-061d-4b06-b5fe-38968bcfe7b3), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:15.494167 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-5c026183-ee6e-4afc-a795-c1391eacafb6 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Calling delete_port for 6eb8700d-061d-4b06-b5fe-38968bcfe7b3 owned by {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:29:15.650051 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5c026183-ee6e-4afc-a795-c1391eacafb6 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (6eb8700d-061d-4b06-b5fe-38968bcfe7b3), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:15.680937 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c026183-ee6e-4afc-a795-c1391eacafb6 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Pushing event deleted for resources: {'Port': ['ID=6eb8700d-061d-4b06-b5fe-38968bcfe7b3,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:15.752339 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5c026183-ee6e-4afc-a795-c1391eacafb6 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:15.755606 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5c026183-ee6e-4afc-a795-c1391eacafb6 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] 10.222.0.53 "DELETE /v2.0/ports/6eb8700d-061d-4b06-b5fe-38968bcfe7b3 HTTP/1.1" status: 204 len: 168 time: 0.4704247 Jan 28 03:29:15.758255 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56478) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:15.829559 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5038bea7-18f0-427c-b45f-47b5157dbd47 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:15.831402 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5038bea7-18f0-427c-b45f-47b5157dbd47 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff9b504a-62ee-4079-b9ce-9a260b107941 HTTP/1.1" status: 200 len: 913 time: 0.0649428 Jan 28 03:29:15.834132 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56482) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:15.947419 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4e5be39d-7c1a-4f90-b815-6e5fc50fa04e req-25396291-c8f8-4c80-bfc2-79ca4d8b7a7a tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec HTTP/1.1" status: 200 len: 210 time: 0.0487893 Jan 28 03:29:16.482508 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-8048a02a-b8ab-45eb-a90d-f2c8bf65ba04 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:16.484292 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-8048a02a-b8ab-45eb-a90d-f2c8bf65ba04 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.39 "GET /v2.0/networks?id=d08f29da-d40d-4b15-9f9f-e3612c5ec470 HTTP/1.1" status: 200 len: 811 time: 0.5803254 Jan 28 03:29:16.503964 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-68f4ae54-f686-4a0b-8022-8f4e9c7a03ea tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Request body: {'port': {'device_id': '0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'admin_state_up': True, 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:29:16.717669 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-68f4ae54-f686-4a0b-8022-8f4e9c7a03ea tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Made reservation on behalf of 2365aae0ed6c4140b140950cf90dbe31 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:29:16.721099 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-68f4ae54-f686-4a0b-8022-8f4e9c7a03ea tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:16.901405 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b6024f06-dfa3-4324-bffe-08677ced4ca6 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (ff9b504a-62ee-4079-b9ce-9a260b107941), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:16.994473 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-68f4ae54-f686-4a0b-8022-8f4e9c7a03ea tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Allocated IP 172.20.0.4 (d08f29da-d40d-4b15-9f9f-e3612c5ec470/6fca48db-7702-4589-8da6-18a07f4297d3/3d538b95-2d31-419f-95c8-bacc19c3e590) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:29:17.157174 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c93e1b41-8be6-4249-b39c-30be349acba9 req-5f29a9e6-ed45-4e14-8434-9a3a9132a3d0 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec HTTP/1.1" status: 200 len: 210 time: 0.0775616 Jan 28 03:29:17.354561 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-68f4ae54-f686-4a0b-8022-8f4e9c7a03ea tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks [] for port (3d538b95-2d31-419f-95c8-bacc19c3e590), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:17.434335 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-68f4ae54-f686-4a0b-8022-8f4e9c7a03ea tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (3d538b95-2d31-419f-95c8-bacc19c3e590), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:17.444642 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-b6024f06-dfa3-4324-bffe-08677ced4ca6 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Deleting port c134dc94-d86b-4694-a793-8356cb3eace1 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:29:17.444973 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b6024f06-dfa3-4324-bffe-08677ced4ca6 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (c134dc94-d86b-4694-a793-8356cb3eace1), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:17.532415 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-68f4ae54-f686-4a0b-8022-8f4e9c7a03ea tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Network d08f29da-d40d-4b15-9f9f-e3612c5ec470 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:29:17.539840 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-68f4ae54-f686-4a0b-8022-8f4e9c7a03ea tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:29:17.544112 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-68f4ae54-f686-4a0b-8022-8f4e9c7a03ea tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:29:17.546645 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f4ae54-f686-4a0b-8022-8f4e9c7a03ea tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Pushing event updated for resources: {'Port': ['ID=3d538b95-2d31-419f-95c8-bacc19c3e590,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:17.612770 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b6024f06-dfa3-4324-bffe-08677ced4ca6 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (c134dc94-d86b-4694-a793-8356cb3eace1), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:17.620672 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-68f4ae54-f686-4a0b-8022-8f4e9c7a03ea tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:17.621358 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-68f4ae54-f686-4a0b-8022-8f4e9c7a03ea tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:17.638641 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-b6024f06-dfa3-4324-bffe-08677ced4ca6 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Calling delete_port for c134dc94-d86b-4694-a793-8356cb3eace1 owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:29:17.651471 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-68f4ae54-f686-4a0b-8022-8f4e9c7a03ea tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1525824 Jan 28 03:29:17.695338 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-f0869203-6204-4f8e-b079-122678449930 service neutron] Request body: {'port': {'device_id': '0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:29:17.803494 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-f0869203-6204-4f8e-b079-122678449930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3d538b95-2d31-419f-95c8-bacc19c3e590), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:17.845247 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-14f3c71c-7da8-48a9-955b-a83fab351a88 None None] Provisioning complete for port 3d538b95-2d31-419f-95c8-bacc19c3e590 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:29:17.845855 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-14f3c71c-7da8-48a9-955b-a83fab351a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3d538b95-2d31-419f-95c8-bacc19c3e590), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:17.888660 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-14f3c71c-7da8-48a9-955b-a83fab351a88 None None] Port 3d538b95-2d31-419f-95c8-bacc19c3e590 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:29:17.976194 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b6024f06-dfa3-4324-bffe-08677ced4ca6 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (c134dc94-d86b-4694-a793-8356cb3eace1), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:18.020448 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6024f06-dfa3-4324-bffe-08677ced4ca6 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Pushing event deleted for resources: {'Port': ['ID=c134dc94-d86b-4694-a793-8356cb3eace1,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:18.269446 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b6024f06-dfa3-4324-bffe-08677ced4ca6 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (ff9b504a-62ee-4079-b9ce-9a260b107941), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:18.374962 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3069fc-a903-4bf0-b3a2-2077ad2ab068 req-6dfa828e-5734-4ffa-8a30-ea4c13af6069 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:18.377359 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3d3069fc-a903-4bf0-b3a2-2077ad2ab068 req-6dfa828e-5734-4ffa-8a30-ea4c13af6069 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec HTTP/1.1" status: 200 len: 931 time: 0.0740273 Jan 28 03:29:18.413919 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-f0869203-6204-4f8e-b079-122678449930 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d538b95-2d31-419f-95c8-bacc19c3e590 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:29:18.424638 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-f0869203-6204-4f8e-b079-122678449930 service neutron] Publish callbacks [] for port (3d538b95-2d31-419f-95c8-bacc19c3e590), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:18.461410 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3d3069fc-a903-4bf0-b3a2-2077ad2ab068 req-670c6dc9-18ac-4926-b8f1-c153da3d92ab tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779452 Jan 28 03:29:18.532074 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-f0869203-6204-4f8e-b079-122678449930 service neutron] Transition to ACTIVE for port object 3d538b95-2d31-419f-95c8-bacc19c3e590 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:29:18.539619 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6024f06-dfa3-4324-bffe-08677ced4ca6 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Router ff9b504a-62ee-4079-b9ce-9a260b107941 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:29:18.541256 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-f0869203-6204-4f8e-b079-122678449930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (3d538b95-2d31-419f-95c8-bacc19c3e590), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:18.639141 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0869203-6204-4f8e-b079-122678449930 service neutron] Pushing event updated for resources: {'Port': ['ID=3d538b95-2d31-419f-95c8-bacc19c3e590,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:18.701791 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6024f06-dfa3-4324-bffe-08677ced4ca6 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:29:18.718046 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e539fcfe-74ee-4eae-8c9e-249eb6423a20 None None] Sync routers for ids ['ff9b504a-62ee-4079-b9ce-9a260b107941'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:29:18.730556 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e539fcfe-74ee-4eae-8c9e-249eb6423a20 None None] Routers {'ff9b504a-62ee-4079-b9ce-9a260b107941'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:29:18.734765 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-e539fcfe-74ee-4eae-8c9e-249eb6423a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:29:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['ff9b504a-62ee-4079-b9ce-9a260b107941'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:18.735105 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56506) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:18.735804 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b6024f06-dfa3-4324-bffe-08677ced4ca6 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] 10.222.0.53 "PUT /v2.0/routers/ff9b504a-62ee-4079-b9ce-9a260b107941/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8998280 Jan 28 03:29:18.813822 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-f0869203-6204-4f8e-b079-122678449930 service neutron] Attempting to bind port 3d538b95-2d31-419f-95c8-bacc19c3e590 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:29:18.817222 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-f0869203-6204-4f8e-b079-122678449930 service neutron] Attempting to bind port 3d538b95-2d31-419f-95c8-bacc19c3e590 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'e2233469-b8a2-417c-9e5e-795b0e977ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:29:18.817812 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-f0869203-6204-4f8e-b079-122678449930 service neutron] Attempting to bind port 3d538b95-2d31-419f-95c8-bacc19c3e590 on network d08f29da-d40d-4b15-9f9f-e3612c5ec470 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:29:18.829722 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-f0869203-6204-4f8e-b079-122678449930 service neutron] Port 3d538b95-2d31-419f-95c8-bacc19c3e590 on network d08f29da-d40d-4b15-9f9f-e3612c5ec470 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:29:18.830045 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-f0869203-6204-4f8e-b079-122678449930 service neutron] Attempting to bind port 3d538b95-2d31-419f-95c8-bacc19c3e590 on network d08f29da-d40d-4b15-9f9f-e3612c5ec470 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:29:18.836720 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-f0869203-6204-4f8e-b079-122678449930 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:29:18.838153 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-f0869203-6204-4f8e-b079-122678449930 service neutron] Checking segment: {'id': 'e2233469-b8a2-417c-9e5e-795b0e977ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:29:18.838557 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-f0869203-6204-4f8e-b079-122678449930 service neutron] Bound using segment: {'id': 'e2233469-b8a2-417c-9e5e-795b0e977ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:29:18.839011 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-f0869203-6204-4f8e-b079-122678449930 service neutron] Bound port: 3d538b95-2d31-419f-95c8-bacc19c3e590, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2233469-b8a2-417c-9e5e-795b0e977ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:29:18.839433 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-f0869203-6204-4f8e-b079-122678449930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3d538b95-2d31-419f-95c8-bacc19c3e590), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:18.839691 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-e539fcfe-74ee-4eae-8c9e-249eb6423a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:18.865057 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e539fcfe-74ee-4eae-8c9e-249eb6423a20 None None] Routers {'ff9b504a-62ee-4079-b9ce-9a260b107941'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:29:18.865844 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-e539fcfe-74ee-4eae-8c9e-249eb6423a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:29:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['ff9b504a-62ee-4079-b9ce-9a260b107941'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:18.890523 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-486fb221-41e7-4e2d-ac6f-ccd871a2ae54 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks [] for router (ff9b504a-62ee-4079-b9ce-9a260b107941), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:18.910948 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-f0869203-6204-4f8e-b079-122678449930 service neutron] For port 3d538b95-2d31-419f-95c8-bacc19c3e590, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:29:18.914934 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-f0869203-6204-4f8e-b079-122678449930 service neutron] For port 3d538b95-2d31-419f-95c8-bacc19c3e590, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=3d538b95-2d31-419f-95c8-bacc19c3e590,segment=NetworkSegment(e2233469-b8a2-417c-9e5e-795b0e977ffd),segment_id=e2233469-b8a2-417c-9e5e-795b0e977ffd)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:29:18.921508 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-f0869203-6204-4f8e-b079-122678449930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (3d538b95-2d31-419f-95c8-bacc19c3e590), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:18.954052 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-e539fcfe-74ee-4eae-8c9e-249eb6423a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:18.954898 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e539fcfe-74ee-4eae-8c9e-249eb6423a20 None None] The sync data for ids ['ff9b504a-62ee-4079-b9ce-9a260b107941'] in n-d-712139-27 is: [] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:29:18.970270 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-f0869203-6204-4f8e-b079-122678449930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:18.971103 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-f0869203-6204-4f8e-b079-122678449930 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:18.983732 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-f0869203-6204-4f8e-b079-122678449930 service neutron] 10.222.0.39 "PUT /v2.0/ports/3d538b95-2d31-419f-95c8-bacc19c3e590 HTTP/1.1" status: 200 len: 1092 time: 1.2942688 Jan 28 03:29:18.988583 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec', 'tag': '3d538b95-2d31-419f-95c8-bacc19c3e590'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:29:18.991069 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6da88a1-550b-4854-8a42-f83c5139d9a4" -d '{"events": [{"name": "network-changed", "server_uuid": "0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec", "tag": "3d538b95-2d31-419f-95c8-bacc19c3e590"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:29:19.064044 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0869203-6204-4f8e-b079-122678449930 service neutron] Pushing event updated for resources: {'Port': ['ID=3d538b95-2d31-419f-95c8-bacc19c3e590,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:19.071121 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc5cfe8-8f4a-4229-af73-23a6e6dbd7a0 x-openstack-request-id: req-3cc5cfe8-8f4a-4229-af73-23a6e6dbd7a0 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:29:19.071530 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec", "tag": "3d538b95-2d31-419f-95c8-bacc19c3e590", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:29:19.071871 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3cc5cfe8-8f4a-4229-af73-23a6e6dbd7a0 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:29:19.072364 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec', 'tag': '3d538b95-2d31-419f-95c8-bacc19c3e590', 'status': 'completed', 'code': 200} Jan 28 03:29:19.125544 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-a2963946-8a4d-4bbe-8708-c9ad30481d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:19.131112 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-a2963946-8a4d-4bbe-8708-c9ad30481d98 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2365aae0ed6c4140b140950cf90dbe31&device_id=0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec HTTP/1.1" status: 200 len: 1095 time: 0.0788219 Jan 28 03:29:19.150188 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-486fb221-41e7-4e2d-ac6f-ccd871a2ae54 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (ff9b504a-62ee-4079-b9ce-9a260b107941), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:19.153139 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-486fb221-41e7-4e2d-ac6f-ccd871a2ae54 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks [] for router_controller (ff9b504a-62ee-4079-b9ce-9a260b107941), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:19.206274 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-4453b349-9b4d-4aea-a574-45bb690806ee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d538b95-2d31-419f-95c8-bacc19c3e590 HTTP/1.1" status: 200 len: 217 time: 0.0635366 Jan 28 03:29:19.211240 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-486fb221-41e7-4e2d-ac6f-ccd871a2ae54 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (ff9b504a-62ee-4079-b9ce-9a260b107941), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:19.211901 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486fb221-41e7-4e2d-ac6f-ccd871a2ae54 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Fanout notify agent at l3_agent the message router_deleted on router ff9b504a-62ee-4079-b9ce-9a260b107941 {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:29:19.233679 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-486fb221-41e7-4e2d-ac6f-ccd871a2ae54 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:19.235034 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-486fb221-41e7-4e2d-ac6f-ccd871a2ae54 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] 10.222.0.53 "DELETE /v2.0/routers/ff9b504a-62ee-4079-b9ce-9a260b107941 HTTP/1.1" status: 204 len: 168 time: 0.4988217 Jan 28 03:29:19.237890 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56510) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:19.271558 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-fdc9489a-68cd-4390-9a3f-1f64e90eb4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:19.273360 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-fdc9489a-68cd-4390-9a3f-1f64e90eb4b7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6fca48db-7702-4589-8da6-18a07f4297d3 HTTP/1.1" status: 200 len: 850 time: 0.0617247 Jan 28 03:29:19.302499 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd51262b-9799-4270-b5bd-f592868583d5 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Deleting subnet e888e994-78b2-42e2-a160-648c159f1377 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:29:19.311384 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dd51262b-9799-4270-b5bd-f592868583d5 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks [] for subnet (e888e994-78b2-42e2-a160-648c159f1377), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:19.325789 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-f89fb85a-3df5-40ad-8f71-566d512b5d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:19.327460 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-f89fb85a-3df5-40ad-8f71-566d512b5d62 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d08f29da-d40d-4b15-9f9f-e3612c5ec470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476904 Jan 28 03:29:19.402366 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dd51262b-9799-4270-b5bd-f592868583d5 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (e888e994-78b2-42e2-a160-648c159f1377), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:19.460936 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-17117833-c91d-43b3-a1ba-84bfce4279b7 service neutron] 10.222.0.39 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212311 Jan 28 03:29:19.518556 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dd51262b-9799-4270-b5bd-f592868583d5 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (e888e994-78b2-42e2-a160-648c159f1377), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:19.600578 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bceaef4f-69c8-481d-b41c-9d50d677a178 req-b70e8114-1781-4836-a8af-428010f9ab32 service neutron] 10.222.0.39 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341801 Jan 28 03:29:19.615081 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dd51262b-9799-4270-b5bd-f592868583d5 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (e888e994-78b2-42e2-a160-648c159f1377), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:19.664808 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd51262b-9799-4270-b5bd-f592868583d5 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Pushing event deleted for resources: {'Subnet': ['ID=e888e994-78b2-42e2-a160-648c159f1377,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:19.668266 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dd51262b-9799-4270-b5bd-f592868583d5 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:19.674082 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56516) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:19.674237 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-dd51262b-9799-4270-b5bd-f592868583d5 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] 10.222.0.53 "DELETE /v2.0/subnets/e888e994-78b2-42e2-a160-648c159f1377 HTTP/1.1" status: 204 len: 168 time: 0.4352264 Jan 28 03:29:19.677195 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82426e0-46c0-4eb1-b8f5-8cb7ab498709 None None] Network 8e230b33-c88b-4639-8149-5bbcbc7ce254 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:29:19.701299 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4d6ef-e91b-4903-90d2-6d83f2a5d0ad req-f98ddb53-19e4-4ccb-978e-c6a117787dc0 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:19.703514 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e9d4d6ef-e91b-4903-90d2-6d83f2a5d0ad req-f98ddb53-19e4-4ccb-978e-c6a117787dc0 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec HTTP/1.1" status: 200 len: 943 time: 0.1018302 Jan 28 03:29:19.802500 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e9d4d6ef-e91b-4903-90d2-6d83f2a5d0ad req-fc916d67-c034-4a2f-a4a6-e363b5c3c868 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925655 Jan 28 03:29:19.836128 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-db54e64d-d948-4096-ae77-3ee08d9c10a9 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (8e230b33-c88b-4639-8149-5bbcbc7ce254), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:19.851726 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da88a1-550b-4854-8a42-f83c5139d9a4 req-e298cab8-4470-4d61-b4f6-be8884d9f036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:19.854900 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e6da88a1-550b-4854-8a42-f83c5139d9a4 req-e298cab8-4470-4d61-b4f6-be8884d9f036 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2365aae0ed6c4140b140950cf90dbe31&device_id=0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec HTTP/1.1" status: 200 len: 1095 time: 0.1403182 Jan 28 03:29:19.864629 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a644f2-3f73-42d7-9778-0a073bcc9661 None None] DHCP port deletion for 8e230b33-c88b-4639-8149-5bbcbc7ce254 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:29:19.920844 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-19a644f2-3f73-42d7-9778-0a073bcc9661 None None] Deleting port 840474a0-a6c8-4f4e-ac58-e81e503adae3 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:29:19.921635 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-19a644f2-3f73-42d7-9778-0a073bcc9661 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (840474a0-a6c8-4f4e-ac58-e81e503adae3), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:19.998216 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da88a1-550b-4854-8a42-f83c5139d9a4 req-8271928b-dcca-41ee-973f-139da336e5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:19.999807 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e6da88a1-550b-4854-8a42-f83c5139d9a4 req-8271928b-dcca-41ee-973f-139da336e5a5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d08f29da-d40d-4b15-9f9f-e3612c5ec470 HTTP/1.1" status: 200 len: 912 time: 0.1406837 Jan 28 03:29:20.000682 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-19a644f2-3f73-42d7-9778-0a073bcc9661 None None] For port 840474a0-a6c8-4f4e-ac58-e81e503adae3, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=840474a0-a6c8-4f4e-ac58-e81e503adae3,segment=NetworkSegment(f65a7d2e-1579-40d9-a400-194f1e10c312),segment_id=f65a7d2e-1579-40d9-a400-194f1e10c312)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:20.001352 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-19a644f2-3f73-42d7-9778-0a073bcc9661 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (840474a0-a6c8-4f4e-ac58-e81e503adae3), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:20.001479 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-db54e64d-d948-4096-ae77-3ee08d9c10a9 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Deleting port 840474a0-a6c8-4f4e-ac58-e81e503adae3 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:29:20.001785 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-db54e64d-d948-4096-ae77-3ee08d9c10a9 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (840474a0-a6c8-4f4e-ac58-e81e503adae3), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:20.020242 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-19a644f2-3f73-42d7-9778-0a073bcc9661 None None] Calling delete_port for 840474a0-a6c8-4f4e-ac58-e81e503adae3 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:29:20.102011 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e6da88a1-550b-4854-8a42-f83c5139d9a4 req-ce4edafa-d100-4015-bdc8-4534f739a6bd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d538b95-2d31-419f-95c8-bacc19c3e590 HTTP/1.1" status: 200 len: 217 time: 0.0849321 Jan 28 03:29:20.124174 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-19a644f2-3f73-42d7-9778-0a073bcc9661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (840474a0-a6c8-4f4e-ac58-e81e503adae3), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:20.148762 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a644f2-3f73-42d7-9778-0a073bcc9661 None None] No DVR routers for this DVR port 840474a0-a6c8-4f4e-ac58-e81e503adae3 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:29:20.172796 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-db54e64d-d948-4096-ae77-3ee08d9c10a9 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] For port 840474a0-a6c8-4f4e-ac58-e81e503adae3, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=840474a0-a6c8-4f4e-ac58-e81e503adae3,segment=NetworkSegment(f65a7d2e-1579-40d9-a400-194f1e10c312),segment_id=f65a7d2e-1579-40d9-a400-194f1e10c312)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:20.173271 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-db54e64d-d948-4096-ae77-3ee08d9c10a9 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (840474a0-a6c8-4f4e-ac58-e81e503adae3), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:20.191841 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a644f2-3f73-42d7-9778-0a073bcc9661 None None] Pushing event deleted for resources: {'Port': ['ID=840474a0-a6c8-4f4e-ac58-e81e503adae3,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:20.221591 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-db54e64d-d948-4096-ae77-3ee08d9c10a9 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Calling delete_port for 840474a0-a6c8-4f4e-ac58-e81e503adae3 owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:29:20.229828 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da88a1-550b-4854-8a42-f83c5139d9a4 req-eb38b9e1-69cb-453a-8fcf-d4af9a0c7a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:20.231355 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e6da88a1-550b-4854-8a42-f83c5139d9a4 req-eb38b9e1-69cb-453a-8fcf-d4af9a0c7a54 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6fca48db-7702-4589-8da6-18a07f4297d3 HTTP/1.1" status: 200 len: 850 time: 0.1225965 Jan 28 03:29:20.333265 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da88a1-550b-4854-8a42-f83c5139d9a4 req-ff17aba3-eb76-4bf8-9ed5-de350d99f522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:20.335295 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e6da88a1-550b-4854-8a42-f83c5139d9a4 req-ff17aba3-eb76-4bf8-9ed5-de350d99f522 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d08f29da-d40d-4b15-9f9f-e3612c5ec470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0975525 Jan 28 03:29:20.405459 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-db54e64d-d948-4096-ae77-3ee08d9c10a9 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (840474a0-a6c8-4f4e-ac58-e81e503adae3), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:20.433317 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db54e64d-d948-4096-ae77-3ee08d9c10a9 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Pushing event deleted for resources: {'Port': ['ID=840474a0-a6c8-4f4e-ac58-e81e503adae3,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:20.451058 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db54e64d-d948-4096-ae77-3ee08d9c10a9 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] No DVR routers for this DVR port 840474a0-a6c8-4f4e-ac58-e81e503adae3 on host n-d-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:29:20.863397 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 840474a0-a6c8-4f4e-ac58-e81e503adae3 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:29:20.873952 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e6da88a1-550b-4854-8a42-f83c5139d9a4 req-caa9ff6b-4d13-4409-89b2-c97187d163a6 service neutron] 10.222.0.39 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5314507 Jan 28 03:29:20.896878 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 840474a0-a6c8-4f4e-ac58-e81e503adae3 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:29:20.897752 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 840474a0-a6c8-4f4e-ac58-e81e503adae3 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:29:20.967674 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-db54e64d-d948-4096-ae77-3ee08d9c10a9 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (8e230b33-c88b-4639-8149-5bbcbc7ce254), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:21.006713 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-db54e64d-d948-4096-ae77-3ee08d9c10a9 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e230b33-c88b-4639-8149-5bbcbc7ce254']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:21.025489 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d2ad3-68e3-4074-8377-b1418caf183e req-130ba566-02bd-4fae-ac50-a138cd75f6fa tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:21.027135 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1c1d2ad3-68e3-4074-8377-b1418caf183e req-130ba566-02bd-4fae-ac50-a138cd75f6fa tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec HTTP/1.1" status: 200 len: 943 time: 0.1380155 Jan 28 03:29:21.041201 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-db54e64d-d948-4096-ae77-3ee08d9c10a9 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f65a7d2e-1579-40d9-a400-194f1e10c312') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:21.041527 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-db54e64d-d948-4096-ae77-3ee08d9c10a9 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f65a7d2e-1579-40d9-a400-194f1e10c312') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:21.067051 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-db54e64d-d948-4096-ae77-3ee08d9c10a9 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (f65a7d2e-1579-40d9-a400-194f1e10c312), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:21.096971 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e6da88a1-550b-4854-8a42-f83c5139d9a4 req-656e810d-1dd5-464d-834b-57159f396d55 service neutron] 10.222.0.39 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157288 Jan 28 03:29:21.098058 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-db54e64d-d948-4096-ae77-3ee08d9c10a9 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (f65a7d2e-1579-40d9-a400-194f1e10c312), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:21.112895 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db54e64d-d948-4096-ae77-3ee08d9c10a9 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:29:21.113327 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-db54e64d-d948-4096-ae77-3ee08d9c10a9 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (f65a7d2e-1579-40d9-a400-194f1e10c312), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:21.116596 n-d-712139-27 neutron-server[109803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:29:21.116596 n-d-712139-27 neutron-server[109803]: self.session.flush() Jan 28 03:29:21.116596 n-d-712139-27 neutron-server[109803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:29:21.116596 n-d-712139-27 neutron-server[109803]: self.session.flush() Jan 28 03:29:21.116596 n-d-712139-27 neutron-server[109803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:29:21.116596 n-d-712139-27 neutron-server[109803]: self.session.flush() Jan 28 03:29:21.116596 n-d-712139-27 neutron-server[109803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:29:21.116596 n-d-712139-27 neutron-server[109803]: self.session.flush() Jan 28 03:29:21.116596 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:29:21.116596 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:29:21.116596 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:29:21.116596 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:29:21.116596 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:29:21.116596 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:29:21.116596 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:29:21.116596 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:29:21.116596 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:29:21.116596 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:29:21.116596 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:29:21.116596 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:29:21.116596 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:29:21.116596 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:29:21.116596 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:29:21.116596 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:29:21.116596 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:29:21.116596 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:29:21.116596 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:29:21.116596 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:29:21.116596 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:29:21.116596 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:29:21.116596 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:29:21.116596 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:29:21.116596 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:29:21.116596 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:29:21.116596 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:29:21.116596 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:29:21.116596 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:29:21.116596 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:29:21.116596 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:29:21.116596 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:29:21.170862 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1c1d2ad3-68e3-4074-8377-b1418caf183e req-b4dabd79-2ffb-4924-a643-175e37893f78 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350532 Jan 28 03:29:21.195865 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-db54e64d-d948-4096-ae77-3ee08d9c10a9 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (8e230b33-c88b-4639-8149-5bbcbc7ce254), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:21.206141 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-db54e64d-d948-4096-ae77-3ee08d9c10a9 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Publish callbacks [] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:21.210400 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-db54e64d-d948-4096-ae77-3ee08d9c10a9 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] 10.222.0.53 "DELETE /v2.0/networks/8e230b33-c88b-4639-8149-5bbcbc7ce254 HTTP/1.1" status: 204 len: 168 time: 1.5352776 Jan 28 03:29:21.225053 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db54e64d-d948-4096-ae77-3ee08d9c10a9 tempest-FloatingIPNegativeTestJSON-1698451306 tempest-FloatingIPNegativeTestJSON-1698451306-project] Pushing event deleted for resources: {'Network': ['ID=8e230b33-c88b-4639-8149-5bbcbc7ce254,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:21.537679 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56526) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:21.699090 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-cf5b4608-b2c2-4141-acc9-d6acd61277cd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9aee8c5465754d17b437c48fe02bdeab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1593571 Jan 28 03:29:21.701498 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56532) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:21.752509 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7eb39501-9150-4e6e-9eee-823ad9e07e54 admin admin] Publish callbacks [] for security_group (a97e090a-a189-4322-bf36-409a18248beb), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:21.777258 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7eb39501-9150-4e6e-9eee-823ad9e07e54 admin admin] Publish callbacks [] for security_group (a97e090a-a189-4322-bf36-409a18248beb), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:21.827748 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7eb39501-9150-4e6e-9eee-823ad9e07e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (a97e090a-a189-4322-bf36-409a18248beb), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:21.830838 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7eb39501-9150-4e6e-9eee-823ad9e07e54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:21.835098 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7eb39501-9150-4e6e-9eee-823ad9e07e54 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a97e090a-a189-4322-bf36-409a18248beb HTTP/1.1" status: 204 len: 168 time: 0.1297784 Jan 28 03:29:21.843021 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb39501-9150-4e6e-9eee-823ad9e07e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97e090a-a189-4322-bf36-409a18248beb,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:22.336694 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad593e7-bb48-4666-beed-30ac2371fe98 req-e9a53714-afc8-4297-8b82-350036549df9 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:22.338250 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4ad593e7-bb48-4666-beed-30ac2371fe98 req-e9a53714-afc8-4297-8b82-350036549df9 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec HTTP/1.1" status: 200 len: 943 time: 0.0808611 Jan 28 03:29:22.397507 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4ad593e7-bb48-4666-beed-30ac2371fe98 req-c8ffe9bf-0adb-4a0c-b8ee-6a7d4f640431 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523720 Jan 28 03:29:22.620723 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56556) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:22.735094 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-63886bcd-7f81-47b3-9a59-a5739ac67a59 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2084525068'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:29:22.763350 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63886bcd-7f81-47b3-9a59-a5739ac67a59 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Made reservation on behalf of 3daefde5f15446579b750dc6b199512c for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:29:22.768544 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-63886bcd-7f81-47b3-9a59-a5739ac67a59 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:22.787361 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-63886bcd-7f81-47b3-9a59-a5739ac67a59 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:22.869814 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-63886bcd-7f81-47b3-9a59-a5739ac67a59 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks [] for security_group (bb043de0-db25-4d04-821e-e4dac04edba7), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:22.874746 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-63886bcd-7f81-47b3-9a59-a5739ac67a59 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (bb043de0-db25-4d04-821e-e4dac04edba7), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:22.901467 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63886bcd-7f81-47b3-9a59-a5739ac67a59 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:29:22.911483 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63886bcd-7f81-47b3-9a59-a5739ac67a59 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb043de0-db25-4d04-821e-e4dac04edba7,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:22.916389 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-63886bcd-7f81-47b3-9a59-a5739ac67a59 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (78ce0265-19d2-45e0-864d-f3b70b5158bb), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:22.916731 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-63886bcd-7f81-47b3-9a59-a5739ac67a59 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Added segment 78ce0265-19d2-45e0-864d-f3b70b5158bb of type vlan for network 9d7d35e4-f89e-411d-8e25-354b381c536e Jan 28 03:29:22.967743 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-63886bcd-7f81-47b3-9a59-a5739ac67a59 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (9d7d35e4-f89e-411d-8e25-354b381c536e), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:22.993399 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-63886bcd-7f81-47b3-9a59-a5739ac67a59 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (9d7d35e4-f89e-411d-8e25-354b381c536e), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:22.998644 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63886bcd-7f81-47b3-9a59-a5739ac67a59 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:22.999240 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-63886bcd-7f81-47b3-9a59-a5739ac67a59 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:23.063795 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-63886bcd-7f81-47b3-9a59-a5739ac67a59 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4414601 Jan 28 03:29:23.075710 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63886bcd-7f81-47b3-9a59-a5739ac67a59 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event updated for resources: {'Network': ['ID=9d7d35e4-f89e-411d-8e25-354b381c536e,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:23.098645 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 9d7d35e4-f89e-411d-8e25-354b381c536e details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:29:23.579339 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d427f64-b497-4bd4-800e-905934437145 req-ed5a5ace-6848-4fbf-9d51-f1c3f0145c32 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:23.582178 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0d427f64-b497-4bd4-800e-905934437145 req-ed5a5ace-6848-4fbf-9d51-f1c3f0145c32 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec HTTP/1.1" status: 200 len: 943 time: 0.0899341 Jan 28 03:29:23.644244 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0d427f64-b497-4bd4-800e-905934437145 req-98315665-b835-4969-9aad-06f2dc24b065 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558677 Jan 28 03:29:24.943494 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b25e0b-6c5f-460e-90f2-e5e93ca040f3 req-f66282e5-eeb7-4594-8338-b03db65ade76 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:24.945945 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d8b25e0b-6c5f-460e-90f2-e5e93ca040f3 req-f66282e5-eeb7-4594-8338-b03db65ade76 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec HTTP/1.1" status: 200 len: 943 time: 0.1340137 Jan 28 03:29:25.130354 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d8b25e0b-6c5f-460e-90f2-e5e93ca040f3 req-a370ebd2-98d2-4ce5-b33f-f3e844162ddf tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646502 Jan 28 03:29:26.398470 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531287c3-fc68-4ca1-ad07-02271459a1e2 req-723c196f-0aff-47df-99d2-e1e1f4409e34 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:26.405616 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-531287c3-fc68-4ca1-ad07-02271459a1e2 req-723c196f-0aff-47df-99d2-e1e1f4409e34 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec HTTP/1.1" status: 200 len: 943 time: 0.0927508 Jan 28 03:29:26.427802 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56574) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:26.434421 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-22972154-63bc-40d1-85f9-5aeeb29b2ada tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Request body: {'subnet': {'network_id': '9d7d35e4-f89e-411d-8e25-354b381c536e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:29:26.506633 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-531287c3-fc68-4ca1-ad07-02271459a1e2 req-4e6ad7dc-7286-4654-ae3a-98d2f5618f61 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989990 Jan 28 03:29:26.564804 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22972154-63bc-40d1-85f9-5aeeb29b2ada tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Made reservation on behalf of 3daefde5f15446579b750dc6b199512c for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:29:26.568419 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-22972154-63bc-40d1-85f9-5aeeb29b2ada tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:26.795304 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-22972154-63bc-40d1-85f9-5aeeb29b2ada tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (595d8803-b0ea-4775-a3a8-cf3abc65ee7a), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:26.882880 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22972154-63bc-40d1-85f9-5aeeb29b2ada tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Checking segment: {'id': '78ce0265-19d2-45e0-864d-f3b70b5158bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9d7d35e4-f89e-411d-8e25-354b381c536e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:29:26.883252 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22972154-63bc-40d1-85f9-5aeeb29b2ada tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Network hostable DHCP agents. Network: 9d7d35e4-f89e-411d-8e25-354b381c536e, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:29:26.896153 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972154-63bc-40d1-85f9-5aeeb29b2ada tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event updated for resources: {'Subnet': ['ID=595d8803-b0ea-4775-a3a8-cf3abc65ee7a,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:26.910899 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972154-63bc-40d1-85f9-5aeeb29b2ada tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:26.911272 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972154-63bc-40d1-85f9-5aeeb29b2ada tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:26.911593 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972154-63bc-40d1-85f9-5aeeb29b2ada tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:26.911926 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972154-63bc-40d1-85f9-5aeeb29b2ada tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:26.912257 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972154-63bc-40d1-85f9-5aeeb29b2ada tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:26.912586 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972154-63bc-40d1-85f9-5aeeb29b2ada tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:26.912911 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972154-63bc-40d1-85f9-5aeeb29b2ada tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:26.913287 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972154-63bc-40d1-85f9-5aeeb29b2ada tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:26.913602 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972154-63bc-40d1-85f9-5aeeb29b2ada tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:26.913927 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972154-63bc-40d1-85f9-5aeeb29b2ada tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:26.914257 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972154-63bc-40d1-85f9-5aeeb29b2ada tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:26.914554 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972154-63bc-40d1-85f9-5aeeb29b2ada tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:26.914860 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972154-63bc-40d1-85f9-5aeeb29b2ada tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:29:26.922637 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22972154-63bc-40d1-85f9-5aeeb29b2ada tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Network 9d7d35e4-f89e-411d-8e25-354b381c536e is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:29:26.936447 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-22972154-63bc-40d1-85f9-5aeeb29b2ada tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 9d7d35e4-f89e-411d-8e25-354b381c536e) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:29:26.946542 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22972154-63bc-40d1-85f9-5aeeb29b2ada tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:26.947200 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-22972154-63bc-40d1-85f9-5aeeb29b2ada tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:26.948041 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4276770-3b2e-4228-a6ba-0537fc4c0f4a None None] Network 9d7d35e4-f89e-411d-8e25-354b381c536e requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:29:26.978031 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56576) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:26.981707 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-22972154-63bc-40d1-85f9-5aeeb29b2ada tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5525377 Jan 28 03:29:26.985055 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-ad55fd34-bb6d-47ad-bd31-f150894e71ee tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1499398563'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:29:27.006430 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad55fd34-bb6d-47ad-bd31-f150894e71ee tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Made reservation on behalf of 3daefde5f15446579b750dc6b199512c for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:29:27.010927 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ad55fd34-bb6d-47ad-bd31-f150894e71ee tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:27.048401 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad55fd34-bb6d-47ad-bd31-f150894e71ee tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:29:27.073450 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ad55fd34-bb6d-47ad-bd31-f150894e71ee tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (2563d3d6-72f8-40a0-93ad-b3ed9d7a9bca), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:27.074091 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-ad55fd34-bb6d-47ad-bd31-f150894e71ee tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Added segment 2563d3d6-72f8-40a0-93ad-b3ed9d7a9bca of type vlan for network 42480253-3ff9-4667-897b-437111e1cce3 Jan 28 03:29:27.130023 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf4cc6c-e9a1-4326-9a32-6d92697a0668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-9d7d35e4-f89e-411d-8e25-354b381c536e', 'network_id': '9d7d35e4-f89e-411d-8e25-354b381c536e', 'project_id': '3daefde5f15446579b750dc6b199512c', 'fixed_ips': [{'subnet_id': '595d8803-b0ea-4775-a3a8-cf3abc65ee7a'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:29:27.131427 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1cf4cc6c-e9a1-4326-9a32-6d92697a0668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:27.154205 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ad55fd34-bb6d-47ad-bd31-f150894e71ee tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (42480253-3ff9-4667-897b-437111e1cce3), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:27.183850 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ad55fd34-bb6d-47ad-bd31-f150894e71ee tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (42480253-3ff9-4667-897b-437111e1cce3), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:27.189125 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad55fd34-bb6d-47ad-bd31-f150894e71ee tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:27.189730 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ad55fd34-bb6d-47ad-bd31-f150894e71ee tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks [] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:27.253475 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ad55fd34-bb6d-47ad-bd31-f150894e71ee tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2659400 Jan 28 03:29:27.253734 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56580) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:27.261674 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-70507ece-6df9-4c81-b815-bbb553e306d7 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Request body: {'subnet': {'network_id': '42480253-3ff9-4667-897b-437111e1cce3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:29:27.311461 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-1cf4cc6c-e9a1-4326-9a32-6d92697a0668 None None] Allocated IP 2001:db8:0:ffff::2 (9d7d35e4-f89e-411d-8e25-354b381c536e/595d8803-b0ea-4775-a3a8-cf3abc65ee7a/fda1838f-204f-43cd-ad77-a785bd36a4c4) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:29:27.316221 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55fd34-bb6d-47ad-bd31-f150894e71ee tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event updated for resources: {'Network': ['ID=42480253-3ff9-4667-897b-437111e1cce3,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:27.333672 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 42480253-3ff9-4667-897b-437111e1cce3 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:29:27.384194 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70507ece-6df9-4c81-b815-bbb553e306d7 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Made reservation on behalf of 3daefde5f15446579b750dc6b199512c for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:29:27.394996 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-70507ece-6df9-4c81-b815-bbb553e306d7 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:27.594225 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1cf4cc6c-e9a1-4326-9a32-6d92697a0668 None None] Publish callbacks [] for port (fda1838f-204f-43cd-ad77-a785bd36a4c4), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:27.603258 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1cf4cc6c-e9a1-4326-9a32-6d92697a0668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (fda1838f-204f-43cd-ad77-a785bd36a4c4), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:27.644498 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-70507ece-6df9-4c81-b815-bbb553e306d7 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (f48294c1-efa0-4145-866f-783953a36dba), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:27.647279 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4cc6c-e9a1-4326-9a32-6d92697a0668 None None] Pushing event updated for resources: {'Port': ['ID=fda1838f-204f-43cd-ad77-a785bd36a4c4,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:27.667475 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf4cc6c-e9a1-4326-9a32-6d92697a0668 None None] Network 9d7d35e4-f89e-411d-8e25-354b381c536e is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:29:27.669762 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-1cf4cc6c-e9a1-4326-9a32-6d92697a0668 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:29:27.672927 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2d1fc-ddbc-4650-83dc-6b25136a1700 req-4143c7ca-ad74-482f-94b3-114f1c0ab5c3 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:27.677090 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf4cc6c-e9a1-4326-9a32-6d92697a0668 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:29:27.681208 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2ef2d1fc-ddbc-4650-83dc-6b25136a1700 req-4143c7ca-ad74-482f-94b3-114f1c0ab5c3 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec HTTP/1.1" status: 200 len: 943 time: 0.0884128 Jan 28 03:29:27.729916 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70507ece-6df9-4c81-b815-bbb553e306d7 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event updated for resources: {'Subnet': ['ID=f48294c1-efa0-4145-866f-783953a36dba,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:27.742348 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70507ece-6df9-4c81-b815-bbb553e306d7 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Checking segment: {'id': '2563d3d6-72f8-40a0-93ad-b3ed9d7a9bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '42480253-3ff9-4667-897b-437111e1cce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:29:27.743055 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70507ece-6df9-4c81-b815-bbb553e306d7 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Network hostable DHCP agents. Network: 42480253-3ff9-4667-897b-437111e1cce3, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:29:27.753028 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2ef2d1fc-ddbc-4650-83dc-6b25136a1700 req-a4f43bf4-de3d-4c54-b523-1709a839e2b4 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706093 Jan 28 03:29:27.776975 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70507ece-6df9-4c81-b815-bbb553e306d7 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Network 42480253-3ff9-4667-897b-437111e1cce3 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:29:27.792018 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-70507ece-6df9-4c81-b815-bbb553e306d7 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 42480253-3ff9-4667-897b-437111e1cce3) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:29:27.805854 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70507ece-6df9-4c81-b815-bbb553e306d7 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:27.807539 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-70507ece-6df9-4c81-b815-bbb553e306d7 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:27.808840 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d550d694-8996-48a3-9124-49e8601a64e4 None None] Network 42480253-3ff9-4667-897b-437111e1cce3 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:29:27.832053 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56584) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:27.832569 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-70507ece-6df9-4c81-b815-bbb553e306d7 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5768800 Jan 28 03:29:27.882113 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-1cf4cc6c-e9a1-4326-9a32-6d92697a0668 None None] Attempting to bind port fda1838f-204f-43cd-ad77-a785bd36a4c4 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:29:27.884113 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-1cf4cc6c-e9a1-4326-9a32-6d92697a0668 None None] Attempting to bind port fda1838f-204f-43cd-ad77-a785bd36a4c4 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '78ce0265-19d2-45e0-864d-f3b70b5158bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9d7d35e4-f89e-411d-8e25-354b381c536e'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:29:27.884113 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf4cc6c-e9a1-4326-9a32-6d92697a0668 None None] Attempting to bind port fda1838f-204f-43cd-ad77-a785bd36a4c4 on network 9d7d35e4-f89e-411d-8e25-354b381c536e {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:29:27.892895 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf4cc6c-e9a1-4326-9a32-6d92697a0668 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:29:27.892895 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf4cc6c-e9a1-4326-9a32-6d92697a0668 None None] Checking segment: {'id': '78ce0265-19d2-45e0-864d-f3b70b5158bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9d7d35e4-f89e-411d-8e25-354b381c536e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:29:27.892895 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1cf4cc6c-e9a1-4326-9a32-6d92697a0668 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:27.893362 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf4cc6c-e9a1-4326-9a32-6d92697a0668 None None] Bound using segment: {'id': '78ce0265-19d2-45e0-864d-f3b70b5158bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9d7d35e4-f89e-411d-8e25-354b381c536e'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:29:27.893801 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-1cf4cc6c-e9a1-4326-9a32-6d92697a0668 None None] Bound port: fda1838f-204f-43cd-ad77-a785bd36a4c4, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ce0265-19d2-45e0-864d-f3b70b5158bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9d7d35e4-f89e-411d-8e25-354b381c536e'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:29:27.894240 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1cf4cc6c-e9a1-4326-9a32-6d92697a0668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (fda1838f-204f-43cd-ad77-a785bd36a4c4), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:27.959165 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-24041c71-304b-4e38-a9a8-a69eae7887a6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (42480253-3ff9-4667-897b-437111e1cce3), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:28.005526 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35714f8-9238-4617-ad78-43affc230bee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-42480253-3ff9-4667-897b-437111e1cce3', 'network_id': '42480253-3ff9-4667-897b-437111e1cce3', 'project_id': '3daefde5f15446579b750dc6b199512c', 'fixed_ips': [{'subnet_id': 'f48294c1-efa0-4145-866f-783953a36dba'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:29:28.006744 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c35714f8-9238-4617-ad78-43affc230bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:28.056652 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-1cf4cc6c-e9a1-4326-9a32-6d92697a0668 None None] For port fda1838f-204f-43cd-ad77-a785bd36a4c4, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:29:28.062654 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-1cf4cc6c-e9a1-4326-9a32-6d92697a0668 None None] For port fda1838f-204f-43cd-ad77-a785bd36a4c4, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=fda1838f-204f-43cd-ad77-a785bd36a4c4,segment=NetworkSegment(78ce0265-19d2-45e0-864d-f3b70b5158bb),segment_id=78ce0265-19d2-45e0-864d-f3b70b5158bb)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:29:28.063686 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-24041c71-304b-4e38-a9a8-a69eae7887a6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (f48294c1-efa0-4145-866f-783953a36dba), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:28.115100 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1cf4cc6c-e9a1-4326-9a32-6d92697a0668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (fda1838f-204f-43cd-ad77-a785bd36a4c4), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:28.170126 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-24041c71-304b-4e38-a9a8-a69eae7887a6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (f48294c1-efa0-4145-866f-783953a36dba), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:28.221566 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24041c71-304b-4e38-a9a8-a69eae7887a6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event deleted for resources: {'Subnet': ['ID=f48294c1-efa0-4145-866f-783953a36dba,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server [None req-c35714f8-9238-4617-ad78-43affc230bee None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f48294c1-efa0-4145-866f-783953a36dba: This subnet is being modified by another concurrent operation. Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise exception Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f48294c1-efa0-4145-866f-783953a36dba: This subnet is being modified by another concurrent operation. Jan 28 03:29:28.247142 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server Jan 28 03:29:28.267243 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4cc6c-e9a1-4326-9a32-6d92697a0668 None None] Pushing event updated for resources: {'Port': ['ID=fda1838f-204f-43cd-ad77-a785bd36a4c4,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:28.287226 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac3a2d6-9118-41c1-8f24-b1a3606d2698 None None] Network 42480253-3ff9-4667-897b-437111e1cce3 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:29:28.324307 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-24041c71-304b-4e38-a9a8-a69eae7887a6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (42480253-3ff9-4667-897b-437111e1cce3), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:28.350678 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-24041c71-304b-4e38-a9a8-a69eae7887a6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42480253-3ff9-4667-897b-437111e1cce3']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:28.370699 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-24041c71-304b-4e38-a9a8-a69eae7887a6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2563d3d6-72f8-40a0-93ad-b3ed9d7a9bca') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:28.372352 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-24041c71-304b-4e38-a9a8-a69eae7887a6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2563d3d6-72f8-40a0-93ad-b3ed9d7a9bca') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:28.388234 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-24041c71-304b-4e38-a9a8-a69eae7887a6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (2563d3d6-72f8-40a0-93ad-b3ed9d7a9bca), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:28.414484 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-24041c71-304b-4e38-a9a8-a69eae7887a6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (2563d3d6-72f8-40a0-93ad-b3ed9d7a9bca), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:28.426755 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24041c71-304b-4e38-a9a8-a69eae7887a6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:29:28.427374 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-24041c71-304b-4e38-a9a8-a69eae7887a6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (2563d3d6-72f8-40a0-93ad-b3ed9d7a9bca), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:28.432868 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:29:28.432868 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:29:28.432868 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:29:28.432868 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:29:28.432868 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:29:28.432868 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:29:28.432868 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:29:28.432868 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:29:28.432868 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:29:28.432868 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:29:28.432868 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:29:28.432868 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:29:28.432868 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:29:28.432868 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:29:28.432868 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:29:28.432868 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:29:28.432868 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:29:28.432868 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:29:28.432868 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:29:28.432868 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:29:28.432868 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:29:28.432868 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:29:28.432868 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:29:28.432868 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:29:28.432868 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:29:28.432868 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:29:28.432868 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:29:28.432868 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:29:28.432868 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:29:28.432868 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:29:28.432868 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:29:28.432868 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:29:28.557997 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-24041c71-304b-4e38-a9a8-a69eae7887a6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (42480253-3ff9-4667-897b-437111e1cce3), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:28.565771 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-24041c71-304b-4e38-a9a8-a69eae7887a6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:28.570761 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-24041c71-304b-4e38-a9a8-a69eae7887a6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "DELETE /v2.0/networks/42480253-3ff9-4667-897b-437111e1cce3 HTTP/1.1" status: 204 len: 168 time: 0.7375371 Jan 28 03:29:28.574637 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56588) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:28.590340 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-13957c48-13d7-486b-b46b-2b75d0ab9663 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-807148132'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:29:28.602786 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24041c71-304b-4e38-a9a8-a69eae7887a6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event deleted for resources: {'Network': ['ID=42480253-3ff9-4667-897b-437111e1cce3,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:28.628214 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13957c48-13d7-486b-b46b-2b75d0ab9663 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Made reservation on behalf of 3daefde5f15446579b750dc6b199512c for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:29:28.632213 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-13957c48-13d7-486b-b46b-2b75d0ab9663 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:28.664385 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13957c48-13d7-486b-b46b-2b75d0ab9663 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:29:28.674989 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-13957c48-13d7-486b-b46b-2b75d0ab9663 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (fd8f361b-2b28-42f0-a3f6-91e3ba9807fd), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:28.675736 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-13957c48-13d7-486b-b46b-2b75d0ab9663 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Added segment fd8f361b-2b28-42f0-a3f6-91e3ba9807fd of type vlan for network cbcad94e-e524-49c8-9996-b0d30a477e48 Jan 28 03:29:28.721668 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-13957c48-13d7-486b-b46b-2b75d0ab9663 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (cbcad94e-e524-49c8-9996-b0d30a477e48), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:28.749965 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-13957c48-13d7-486b-b46b-2b75d0ab9663 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (cbcad94e-e524-49c8-9996-b0d30a477e48), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:28.755433 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13957c48-13d7-486b-b46b-2b75d0ab9663 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:28.756159 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-13957c48-13d7-486b-b46b-2b75d0ab9663 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:28.842506 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-13957c48-13d7-486b-b46b-2b75d0ab9663 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2667809 Jan 28 03:29:28.845986 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56592) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:28.854589 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-62954abe-e219-4779-9deb-485ce66009a4 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Request body: {'subnet': {'network_id': 'cbcad94e-e524-49c8-9996-b0d30a477e48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:29:28.860579 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13957c48-13d7-486b-b46b-2b75d0ab9663 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event updated for resources: {'Network': ['ID=cbcad94e-e524-49c8-9996-b0d30a477e48,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:28.875633 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network cbcad94e-e524-49c8-9996-b0d30a477e48 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:29:28.980255 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device fda1838f-204f-43cd-ad77-a785bd36a4c4 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:29:29.047714 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port fda1838f-204f-43cd-ad77-a785bd36a4c4 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:29:29.048881 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (fda1838f-204f-43cd-ad77-a785bd36a4c4), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:29.051935 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed53a28-1009-4bdf-95bb-c19cc5ba94d8 req-84c1024e-f0ce-4769-8ca2-d5038c99f315 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:29.053158 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1ed53a28-1009-4bdf-95bb-c19cc5ba94d8 req-84c1024e-f0ce-4769-8ca2-d5038c99f315 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec HTTP/1.1" status: 200 len: 943 time: 0.1689565 Jan 28 03:29:29.127330 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1ed53a28-1009-4bdf-95bb-c19cc5ba94d8 req-5fcc59c8-ba90-4361-afba-75064cb31afb tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656638 Jan 28 03:29:29.128710 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62954abe-e219-4779-9deb-485ce66009a4 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Made reservation on behalf of 3daefde5f15446579b750dc6b199512c for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:29:29.135663 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-62954abe-e219-4779-9deb-485ce66009a4 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:29.172028 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port fda1838f-204f-43cd-ad77-a785bd36a4c4 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:29:29.172864 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (fda1838f-204f-43cd-ad77-a785bd36a4c4), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:29.256244 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port fda1838f-204f-43cd-ad77-a785bd36a4c4, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=fda1838f-204f-43cd-ad77-a785bd36a4c4,segment=NetworkSegment(78ce0265-19d2-45e0-864d-f3b70b5158bb),segment_id=78ce0265-19d2-45e0-864d-f3b70b5158bb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:29.263494 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (fda1838f-204f-43cd-ad77-a785bd36a4c4), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:29.365004 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=fda1838f-204f-43cd-ad77-a785bd36a4c4,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:29.414751 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:29.479068 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-62954abe-e219-4779-9deb-485ce66009a4 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (9821bb50-fa5a-49fa-8d89-edf6dd314b00), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:29.552243 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62954abe-e219-4779-9deb-485ce66009a4 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event updated for resources: {'Subnet': ['ID=9821bb50-fa5a-49fa-8d89-edf6dd314b00,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:29.559506 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62954abe-e219-4779-9deb-485ce66009a4 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Checking segment: {'id': 'fd8f361b-2b28-42f0-a3f6-91e3ba9807fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cbcad94e-e524-49c8-9996-b0d30a477e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:29:29.559797 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62954abe-e219-4779-9deb-485ce66009a4 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Network hostable DHCP agents. Network: cbcad94e-e524-49c8-9996-b0d30a477e48, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:29:29.583863 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62954abe-e219-4779-9deb-485ce66009a4 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Network cbcad94e-e524-49c8-9996-b0d30a477e48 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:29:29.596449 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-62954abe-e219-4779-9deb-485ce66009a4 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, cbcad94e-e524-49c8-9996-b0d30a477e48) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:29:29.598671 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2eda773-3644-414d-b7b4-4b45668ed0ef None None] get_active_networks_info from n-d-712139-27 {{(pid=109804) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 03:29:29.603527 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62954abe-e219-4779-9deb-485ce66009a4 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:29.604339 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-62954abe-e219-4779-9deb-485ce66009a4 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:29.642938 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-62954abe-e219-4779-9deb-485ce66009a4 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7951725 Jan 28 03:29:29.647375 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56596) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:29.652741 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-ba75a439-afac-49b3-9522-19bc5d0744ad tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1917391238'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:29:29.688054 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba75a439-afac-49b3-9522-19bc5d0744ad tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Made reservation on behalf of 3daefde5f15446579b750dc6b199512c for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:29:29.692978 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ba75a439-afac-49b3-9522-19bc5d0744ad tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:29.742954 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba75a439-afac-49b3-9522-19bc5d0744ad tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:29:29.757679 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ba75a439-afac-49b3-9522-19bc5d0744ad tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (15392cb2-002e-4085-8b5c-703881df0dcb), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:29.758391 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-ba75a439-afac-49b3-9522-19bc5d0744ad tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Added segment 15392cb2-002e-4085-8b5c-703881df0dcb of type vlan for network 058f6c57-fcf7-444a-9e1e-08491f52ef9a Jan 28 03:29:29.766164 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-46115d10-b881-400c-88e4-d71f12e0ebff None None] Provisioning complete for port fda1838f-204f-43cd-ad77-a785bd36a4c4 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:29:29.766745 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-46115d10-b881-400c-88e4-d71f12e0ebff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (fda1838f-204f-43cd-ad77-a785bd36a4c4), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:29.770914 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6b1f92c6-3700-4a75-b46e-0c3680100a15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:29.793648 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2eda773-3644-414d-b7b4-4b45668ed0ef None None] Resources bound (agent type, host, resource id): {{(pid=109804) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 03:29:29.822033 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ba75a439-afac-49b3-9522-19bc5d0744ad tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (058f6c57-fcf7-444a-9e1e-08491f52ef9a), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:29.876009 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ba75a439-afac-49b3-9522-19bc5d0744ad tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (058f6c57-fcf7-444a-9e1e-08491f52ef9a), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:29.882920 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba75a439-afac-49b3-9522-19bc5d0744ad tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:29.883634 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ba75a439-afac-49b3-9522-19bc5d0744ad tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:29.949495 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56598) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:29.950148 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ba75a439-afac-49b3-9522-19bc5d0744ad tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3011036 Jan 28 03:29:29.954845 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-03ba1c44-8bfd-480e-8873-1db1a53729d6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Request body: {'subnet': {'network_id': '058f6c57-fcf7-444a-9e1e-08491f52ef9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:29:29.978680 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba75a439-afac-49b3-9522-19bc5d0744ad tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event updated for resources: {'Network': ['ID=058f6c57-fcf7-444a-9e1e-08491f52ef9a,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:30.079491 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ba1c44-8bfd-480e-8873-1db1a53729d6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Made reservation on behalf of 3daefde5f15446579b750dc6b199512c for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:29:30.083152 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-03ba1c44-8bfd-480e-8873-1db1a53729d6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:30.143454 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.ipam_backend_mixin [None req-03ba1c44-8bfd-480e-8873-1db1a53729d6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Performing IP validity checks on allocation pools {{(pid=109803) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 03:29:30.143976 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.ipam_backend_mixin [None req-03ba1c44-8bfd-480e-8873-1db1a53729d6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109803) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 03:29:30.144165 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 058f6c57-fcf7-444a-9e1e-08491f52ef9a details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:29:30.217600 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-46115d10-b881-400c-88e4-d71f12e0ebff None None] Current status of the port fda1838f-204f-43cd-ad77-a785bd36a4c4 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:29:30.276936 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f9bb8-3779-4f4e-acbe-1441a9ee6c42 req-c0bd71eb-d983-4ee4-a4e4-b654bfd0d9e2 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:30.278847 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-271f9bb8-3779-4f4e-acbe-1441a9ee6c42 req-c0bd71eb-d983-4ee4-a4e4-b654bfd0d9e2 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec HTTP/1.1" status: 200 len: 943 time: 0.0650089 Jan 28 03:29:30.304850 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-03ba1c44-8bfd-480e-8873-1db1a53729d6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (b624ea4c-7c75-49c4-9f06-9b5b7829fafb), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:30.339751 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83c66a7-df77-447a-b2a4-8c8cef12940b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-cbcad94e-e524-49c8-9996-b0d30a477e48', 'network_id': 'cbcad94e-e524-49c8-9996-b0d30a477e48', 'project_id': '3daefde5f15446579b750dc6b199512c', 'fixed_ips': [{'subnet_id': '9821bb50-fa5a-49fa-8d89-edf6dd314b00'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:29:30.340828 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a83c66a7-df77-447a-b2a4-8c8cef12940b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:30.344279 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-271f9bb8-3779-4f4e-acbe-1441a9ee6c42 req-ef2941cd-ba84-4c95-9785-463511028060 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578630 Jan 28 03:29:30.375277 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba1c44-8bfd-480e-8873-1db1a53729d6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event updated for resources: {'Subnet': ['ID=b624ea4c-7c75-49c4-9f06-9b5b7829fafb,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:30.386818 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ba1c44-8bfd-480e-8873-1db1a53729d6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Checking segment: {'id': '15392cb2-002e-4085-8b5c-703881df0dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '058f6c57-fcf7-444a-9e1e-08491f52ef9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:29:30.387316 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ba1c44-8bfd-480e-8873-1db1a53729d6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Network hostable DHCP agents. Network: 058f6c57-fcf7-444a-9e1e-08491f52ef9a, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:29:30.405615 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ba1c44-8bfd-480e-8873-1db1a53729d6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Network 058f6c57-fcf7-444a-9e1e-08491f52ef9a is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:29:30.419390 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-03ba1c44-8bfd-480e-8873-1db1a53729d6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 058f6c57-fcf7-444a-9e1e-08491f52ef9a) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:29:30.424524 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ba1c44-8bfd-480e-8873-1db1a53729d6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:30.425495 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-03ba1c44-8bfd-480e-8873-1db1a53729d6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:30.445375 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-03ba1c44-8bfd-480e-8873-1db1a53729d6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.4946690 Jan 28 03:29:30.448607 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56608) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:30.512942 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-a83c66a7-df77-447a-b2a4-8c8cef12940b None None] Allocated IP 2001:db8::1 (cbcad94e-e524-49c8-9996-b0d30a477e48/9821bb50-fa5a-49fa-8d89-edf6dd314b00/e8053355-4929-4f99-907d-dc7f32b69f97) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:29:30.595785 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4b05d675-d93f-4a2c-802d-1a9b7d13c8a8 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (058f6c57-fcf7-444a-9e1e-08491f52ef9a), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:30.651015 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4b05d675-d93f-4a2c-802d-1a9b7d13c8a8 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (b624ea4c-7c75-49c4-9f06-9b5b7829fafb), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:30.698486 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a83c66a7-df77-447a-b2a4-8c8cef12940b None None] Publish callbacks [] for port (e8053355-4929-4f99-907d-dc7f32b69f97), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:30.706604 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a83c66a7-df77-447a-b2a4-8c8cef12940b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (e8053355-4929-4f99-907d-dc7f32b69f97), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:30.724775 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83c66a7-df77-447a-b2a4-8c8cef12940b None None] Network cbcad94e-e524-49c8-9996-b0d30a477e48 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:29:30.727567 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4b05d675-d93f-4a2c-802d-1a9b7d13c8a8 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (b624ea4c-7c75-49c4-9f06-9b5b7829fafb), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:30.728120 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-a83c66a7-df77-447a-b2a4-8c8cef12940b None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:29:30.748795 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83c66a7-df77-447a-b2a4-8c8cef12940b None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:29:30.761814 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b05d675-d93f-4a2c-802d-1a9b7d13c8a8 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event deleted for resources: {'Subnet': ['ID=b624ea4c-7c75-49c4-9f06-9b5b7829fafb,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:30.797729 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c66a7-df77-447a-b2a4-8c8cef12940b None None] Pushing event updated for resources: {'Port': ['ID=e8053355-4929-4f99-907d-dc7f32b69f97,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:30.823869 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-a83c66a7-df77-447a-b2a4-8c8cef12940b None None] Attempting to bind port e8053355-4929-4f99-907d-dc7f32b69f97 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:29:30.824725 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-a83c66a7-df77-447a-b2a4-8c8cef12940b None None] Attempting to bind port e8053355-4929-4f99-907d-dc7f32b69f97 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'fd8f361b-2b28-42f0-a3f6-91e3ba9807fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cbcad94e-e524-49c8-9996-b0d30a477e48'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:29:30.824725 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83c66a7-df77-447a-b2a4-8c8cef12940b None None] Attempting to bind port e8053355-4929-4f99-907d-dc7f32b69f97 on network cbcad94e-e524-49c8-9996-b0d30a477e48 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:29:30.831905 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83c66a7-df77-447a-b2a4-8c8cef12940b None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:29:30.832114 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4b05d675-d93f-4a2c-802d-1a9b7d13c8a8 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (058f6c57-fcf7-444a-9e1e-08491f52ef9a), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:30.832473 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83c66a7-df77-447a-b2a4-8c8cef12940b None None] Checking segment: {'id': 'fd8f361b-2b28-42f0-a3f6-91e3ba9807fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cbcad94e-e524-49c8-9996-b0d30a477e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:29:30.833143 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a83c66a7-df77-447a-b2a4-8c8cef12940b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:30.833710 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83c66a7-df77-447a-b2a4-8c8cef12940b None None] Bound using segment: {'id': 'fd8f361b-2b28-42f0-a3f6-91e3ba9807fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cbcad94e-e524-49c8-9996-b0d30a477e48'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:29:30.834758 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-a83c66a7-df77-447a-b2a4-8c8cef12940b None None] Bound port: e8053355-4929-4f99-907d-dc7f32b69f97, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8f361b-2b28-42f0-a3f6-91e3ba9807fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cbcad94e-e524-49c8-9996-b0d30a477e48'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:29:30.835333 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a83c66a7-df77-447a-b2a4-8c8cef12940b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e8053355-4929-4f99-907d-dc7f32b69f97), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:30.866630 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-4b05d675-d93f-4a2c-802d-1a9b7d13c8a8 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['058f6c57-fcf7-444a-9e1e-08491f52ef9a']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:30.877822 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-4b05d675-d93f-4a2c-802d-1a9b7d13c8a8 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15392cb2-002e-4085-8b5c-703881df0dcb') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:30.878411 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-4b05d675-d93f-4a2c-802d-1a9b7d13c8a8 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15392cb2-002e-4085-8b5c-703881df0dcb') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:30.892170 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4b05d675-d93f-4a2c-802d-1a9b7d13c8a8 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (15392cb2-002e-4085-8b5c-703881df0dcb), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:30.910303 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4b05d675-d93f-4a2c-802d-1a9b7d13c8a8 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (15392cb2-002e-4085-8b5c-703881df0dcb), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:30.912352 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device fda1838f-204f-43cd-ad77-a785bd36a4c4 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:29:30.919258 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b05d675-d93f-4a2c-802d-1a9b7d13c8a8 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:29:30.919745 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4b05d675-d93f-4a2c-802d-1a9b7d13c8a8 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (15392cb2-002e-4085-8b5c-703881df0dcb), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:30.923625 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:29:30.923625 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:29:30.923625 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:29:30.923625 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:29:30.923625 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:29:30.923625 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:29:30.923625 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:29:30.923625 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:29:30.923625 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:29:30.923625 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:29:30.923625 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:29:30.923625 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:29:30.923625 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:29:30.923625 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:29:30.923625 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:29:30.923625 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:29:30.923625 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:29:30.923625 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:29:30.923625 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:29:30.923625 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:29:30.923625 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:29:30.923625 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:29:30.923625 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:29:30.923625 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:29:30.923625 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:29:30.923625 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:29:30.923625 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:29:30.923625 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:29:30.923625 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:29:30.923625 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:29:30.923625 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:29:30.923625 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:29:30.949804 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-a83c66a7-df77-447a-b2a4-8c8cef12940b None None] For port e8053355-4929-4f99-907d-dc7f32b69f97, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:29:30.968020 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-a83c66a7-df77-447a-b2a4-8c8cef12940b None None] For port e8053355-4929-4f99-907d-dc7f32b69f97, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=e8053355-4929-4f99-907d-dc7f32b69f97,segment=NetworkSegment(fd8f361b-2b28-42f0-a3f6-91e3ba9807fd),segment_id=fd8f361b-2b28-42f0-a3f6-91e3ba9807fd)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:29:30.973791 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a83c66a7-df77-447a-b2a4-8c8cef12940b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e8053355-4929-4f99-907d-dc7f32b69f97), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:30.998015 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4b05d675-d93f-4a2c-802d-1a9b7d13c8a8 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (058f6c57-fcf7-444a-9e1e-08491f52ef9a), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:31.004115 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4b05d675-d93f-4a2c-802d-1a9b7d13c8a8 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:31.012559 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4b05d675-d93f-4a2c-802d-1a9b7d13c8a8 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "DELETE /v2.0/networks/058f6c57-fcf7-444a-9e1e-08491f52ef9a HTTP/1.1" status: 204 len: 168 time: 0.5583289 Jan 28 03:29:31.013788 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56612) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:31.022342 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-e30a59d2-9bea-47bd-be48-d75accc3a9fe tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2027138627'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:29:31.036017 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port fda1838f-204f-43cd-ad77-a785bd36a4c4 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:29:31.036524 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (fda1838f-204f-43cd-ad77-a785bd36a4c4), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:31.043921 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b05d675-d93f-4a2c-802d-1a9b7d13c8a8 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event deleted for resources: {'Network': ['ID=058f6c57-fcf7-444a-9e1e-08491f52ef9a,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:31.071655 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30a59d2-9bea-47bd-be48-d75accc3a9fe tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Made reservation on behalf of 3daefde5f15446579b750dc6b199512c for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:29:31.077444 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e30a59d2-9bea-47bd-be48-d75accc3a9fe tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:31.079472 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c66a7-df77-447a-b2a4-8c8cef12940b None None] Pushing event updated for resources: {'Port': ['ID=e8053355-4929-4f99-907d-dc7f32b69f97,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:31.111329 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e30a59d2-9bea-47bd-be48-d75accc3a9fe tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:29:31.124040 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e30a59d2-9bea-47bd-be48-d75accc3a9fe tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (0f5aa00e-ad9f-473f-810e-c227b1fc9590), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:31.124473 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-e30a59d2-9bea-47bd-be48-d75accc3a9fe tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Added segment 0f5aa00e-ad9f-473f-810e-c227b1fc9590 of type vlan for network d9b500d0-7afa-4f20-8239-993f10e36567 Jan 28 03:29:31.144328 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port fda1838f-204f-43cd-ad77-a785bd36a4c4 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:29:31.181821 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e30a59d2-9bea-47bd-be48-d75accc3a9fe tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (d9b500d0-7afa-4f20-8239-993f10e36567), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:31.214115 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e30a59d2-9bea-47bd-be48-d75accc3a9fe tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (d9b500d0-7afa-4f20-8239-993f10e36567), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:31.219673 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30a59d2-9bea-47bd-be48-d75accc3a9fe tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:31.220606 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e30a59d2-9bea-47bd-be48-d75accc3a9fe tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks [] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:31.322531 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e30a59d2-9bea-47bd-be48-d75accc3a9fe tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3068020 Jan 28 03:29:31.326819 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56614) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:31.332652 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-79b90f97-2d7e-4e76-aa2d-d5a3d01cdee9 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Request body: {'subnet': {'network_id': 'd9b500d0-7afa-4f20-8239-993f10e36567', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:29:31.332895 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a59d2-9bea-47bd-be48-d75accc3a9fe tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event updated for resources: {'Network': ['ID=d9b500d0-7afa-4f20-8239-993f10e36567,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:31.348157 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network d9b500d0-7afa-4f20-8239-993f10e36567 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:29:31.453321 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b90f97-2d7e-4e76-aa2d-d5a3d01cdee9 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Made reservation on behalf of 3daefde5f15446579b750dc6b199512c for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:29:31.458315 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-79b90f97-2d7e-4e76-aa2d-d5a3d01cdee9 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:31.537006 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12fa7cc-9e0e-4503-9648-3c83649a8f37 req-268e109e-7664-462c-9975-93cb0c773086 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:31.539724 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b12fa7cc-9e0e-4503-9648-3c83649a8f37 req-268e109e-7664-462c-9975-93cb0c773086 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec HTTP/1.1" status: 200 len: 943 time: 0.0892882 Jan 28 03:29:31.598742 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b12fa7cc-9e0e-4503-9648-3c83649a8f37 req-d47a0449-dba1-4994-aa08-479555590341 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526457 Jan 28 03:29:31.711251 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-79b90f97-2d7e-4e76-aa2d-d5a3d01cdee9 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (809a4cc2-3997-4cad-a686-1df77a600182), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:31.779831 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b90f97-2d7e-4e76-aa2d-d5a3d01cdee9 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event updated for resources: {'Subnet': ['ID=809a4cc2-3997-4cad-a686-1df77a600182,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:31.784003 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d39c33b8-6949-43df-94e8-989778c82e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:31.788815 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b90f97-2d7e-4e76-aa2d-d5a3d01cdee9 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Checking segment: {'id': '0f5aa00e-ad9f-473f-810e-c227b1fc9590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd9b500d0-7afa-4f20-8239-993f10e36567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:29:31.789272 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b90f97-2d7e-4e76-aa2d-d5a3d01cdee9 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Network hostable DHCP agents. Network: d9b500d0-7afa-4f20-8239-993f10e36567, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:29:31.808869 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b90f97-2d7e-4e76-aa2d-d5a3d01cdee9 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Network d9b500d0-7afa-4f20-8239-993f10e36567 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:29:31.819565 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-79b90f97-2d7e-4e76-aa2d-d5a3d01cdee9 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, d9b500d0-7afa-4f20-8239-993f10e36567) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:29:31.824861 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b90f97-2d7e-4e76-aa2d-d5a3d01cdee9 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:31.825489 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-79b90f97-2d7e-4e76-aa2d-d5a3d01cdee9 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:31.846418 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-79b90f97-2d7e-4e76-aa2d-d5a3d01cdee9 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.5147913 Jan 28 03:29:31.846737 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56620) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:31.955635 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-20bbfbfe-426b-4fbe-91db-dbdb0cdb2c3d tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (d9b500d0-7afa-4f20-8239-993f10e36567), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:32.016359 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-20bbfbfe-426b-4fbe-91db-dbdb0cdb2c3d tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (809a4cc2-3997-4cad-a686-1df77a600182), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:32.092485 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-20bbfbfe-426b-4fbe-91db-dbdb0cdb2c3d tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (809a4cc2-3997-4cad-a686-1df77a600182), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:32.120179 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bbfbfe-426b-4fbe-91db-dbdb0cdb2c3d tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event deleted for resources: {'Subnet': ['ID=809a4cc2-3997-4cad-a686-1df77a600182,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:32.188529 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-20bbfbfe-426b-4fbe-91db-dbdb0cdb2c3d tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (d9b500d0-7afa-4f20-8239-993f10e36567), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:32.218998 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-20bbfbfe-426b-4fbe-91db-dbdb0cdb2c3d tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b500d0-7afa-4f20-8239-993f10e36567']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:32.235250 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-20bbfbfe-426b-4fbe-91db-dbdb0cdb2c3d tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f5aa00e-ad9f-473f-810e-c227b1fc9590') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:32.235532 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-20bbfbfe-426b-4fbe-91db-dbdb0cdb2c3d tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f5aa00e-ad9f-473f-810e-c227b1fc9590') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:32.248577 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-20bbfbfe-426b-4fbe-91db-dbdb0cdb2c3d tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (0f5aa00e-ad9f-473f-810e-c227b1fc9590), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:32.257511 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1675704f-834e-44dc-997e-5df41d601d9f None None] Network 9d7d35e4-f89e-411d-8e25-354b381c536e requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:29:32.266629 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-20bbfbfe-426b-4fbe-91db-dbdb0cdb2c3d tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (0f5aa00e-ad9f-473f-810e-c227b1fc9590), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:32.273895 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20bbfbfe-426b-4fbe-91db-dbdb0cdb2c3d tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:29:32.274330 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-20bbfbfe-426b-4fbe-91db-dbdb0cdb2c3d tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (0f5aa00e-ad9f-473f-810e-c227b1fc9590), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:32.277893 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:29:32.277893 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:29:32.277893 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:29:32.277893 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:29:32.277893 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:29:32.277893 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:29:32.277893 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:29:32.277893 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:29:32.277893 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:29:32.277893 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:29:32.277893 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:29:32.277893 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:29:32.277893 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:29:32.277893 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:29:32.277893 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:29:32.277893 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:29:32.277893 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:29:32.277893 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:29:32.277893 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:29:32.277893 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:29:32.277893 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:29:32.277893 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:29:32.277893 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:29:32.277893 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:29:32.277893 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:29:32.277893 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:29:32.277893 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:29:32.277893 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:29:32.277893 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:29:32.277893 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:29:32.277893 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:29:32.277893 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:29:32.321750 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf61c98-c2f7-4ce4-ac4e-65901ece04f2 None None] Network cbcad94e-e524-49c8-9996-b0d30a477e48 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:29:32.325127 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734ec13e-33a1-459b-9d9e-0c309d764058 None None] Network 058f6c57-fcf7-444a-9e1e-08491f52ef9a requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:29:32.328549 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea02e55-3444-48a0-ac99-022ac8d4c570 None None] Network d9b500d0-7afa-4f20-8239-993f10e36567 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:29:32.354992 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-20bbfbfe-426b-4fbe-91db-dbdb0cdb2c3d tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (d9b500d0-7afa-4f20-8239-993f10e36567), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:32.362129 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-20bbfbfe-426b-4fbe-91db-dbdb0cdb2c3d tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:32.370072 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56622) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:32.373892 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-20bbfbfe-426b-4fbe-91db-dbdb0cdb2c3d tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "DELETE /v2.0/networks/d9b500d0-7afa-4f20-8239-993f10e36567 HTTP/1.1" status: 204 len: 168 time: 0.5255010 Jan 28 03:29:32.376860 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-0ced6321-728e-4a9d-8f91-e4c4b4308118 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-434962767'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:29:32.397410 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bbfbfe-426b-4fbe-91db-dbdb0cdb2c3d tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event deleted for resources: {'Network': ['ID=d9b500d0-7afa-4f20-8239-993f10e36567,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:32.409552 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ced6321-728e-4a9d-8f91-e4c4b4308118 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Made reservation on behalf of 3daefde5f15446579b750dc6b199512c for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:29:32.414002 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0ced6321-728e-4a9d-8f91-e4c4b4308118 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:32.440230 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734ec13e-33a1-459b-9d9e-0c309d764058 None None] Network 058f6c57-fcf7-444a-9e1e-08491f52ef9a could not be found, it might have been deleted concurrently. {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 03:29:32.444113 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ced6321-728e-4a9d-8f91-e4c4b4308118 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:29:32.461217 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0ced6321-728e-4a9d-8f91-e4c4b4308118 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (b3f44b81-168d-432d-a8a4-da5ff717556e), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:32.462269 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-0ced6321-728e-4a9d-8f91-e4c4b4308118 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Added segment b3f44b81-168d-432d-a8a4-da5ff717556e of type vlan for network 902ea741-d2db-47a5-8616-2c1086ca1761 Jan 28 03:29:32.463667 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cb48ad-6bec-4b85-9934-8bff189224cb None None] Network 058f6c57-fcf7-444a-9e1e-08491f52ef9a requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:29:32.502966 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cb48ad-6bec-4b85-9934-8bff189224cb None None] Network 058f6c57-fcf7-444a-9e1e-08491f52ef9a could not be found, it might have been deleted concurrently. {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 03:29:32.519375 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0ced6321-728e-4a9d-8f91-e4c4b4308118 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (902ea741-d2db-47a5-8616-2c1086ca1761), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:32.569725 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-70530511-111b-4d4b-917c-baeddca89763 None None] Provisioning complete for port e8053355-4929-4f99-907d-dc7f32b69f97 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:29:32.570559 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-70530511-111b-4d4b-917c-baeddca89763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e8053355-4929-4f99-907d-dc7f32b69f97), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:32.573375 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0ced6321-728e-4a9d-8f91-e4c4b4308118 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (902ea741-d2db-47a5-8616-2c1086ca1761), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:32.575848 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773b7da8-3299-42a4-908e-ecff2f4417bf None None] Network d9b500d0-7afa-4f20-8239-993f10e36567 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:29:32.578915 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ced6321-728e-4a9d-8f91-e4c4b4308118 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:32.579569 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0ced6321-728e-4a9d-8f91-e4c4b4308118 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks [] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:32.649693 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773b7da8-3299-42a4-908e-ecff2f4417bf None None] Network d9b500d0-7afa-4f20-8239-993f10e36567 could not be found, it might have been deleted concurrently. {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 03:29:32.650792 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0ced6321-728e-4a9d-8f91-e4c4b4308118 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2794507 Jan 28 03:29:32.657412 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56628) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:32.665539 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-e4861528-fa98-4407-b967-e5341cd5d4e4 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Request body: {'subnet': {'network_id': '902ea741-d2db-47a5-8616-2c1086ca1761', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:29:32.702431 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ced6321-728e-4a9d-8f91-e4c4b4308118 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event updated for resources: {'Network': ['ID=902ea741-d2db-47a5-8616-2c1086ca1761,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:32.723248 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 902ea741-d2db-47a5-8616-2c1086ca1761 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:29:32.854072 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeab942-1175-470a-8f3f-c4716cf49aa4 req-de6000a9-2920-4256-a555-ac4668caa0e4 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:32.855529 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-eaeab942-1175-470a-8f3f-c4716cf49aa4 req-de6000a9-2920-4256-a555-ac4668caa0e4 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec HTTP/1.1" status: 200 len: 943 time: 0.0978608 Jan 28 03:29:32.866388 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4861528-fa98-4407-b967-e5341cd5d4e4 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Made reservation on behalf of 3daefde5f15446579b750dc6b199512c for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:29:32.872918 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e4861528-fa98-4407-b967-e5341cd5d4e4 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:32.880229 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-70530511-111b-4d4b-917c-baeddca89763 None None] Current status of the port e8053355-4929-4f99-907d-dc7f32b69f97 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:29:32.880641 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-70530511-111b-4d4b-917c-baeddca89763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e8053355-4929-4f99-907d-dc7f32b69f97), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:32.965378 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-70530511-111b-4d4b-917c-baeddca89763 None None] For port e8053355-4929-4f99-907d-dc7f32b69f97, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=e8053355-4929-4f99-907d-dc7f32b69f97,segment=NetworkSegment(fd8f361b-2b28-42f0-a3f6-91e3ba9807fd),segment_id=fd8f361b-2b28-42f0-a3f6-91e3ba9807fd)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:32.972750 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-70530511-111b-4d4b-917c-baeddca89763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e8053355-4929-4f99-907d-dc7f32b69f97), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:33.022326 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device e8053355-4929-4f99-907d-dc7f32b69f97 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:29:33.090855 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-eaeab942-1175-470a-8f3f-c4716cf49aa4 req-999e3665-652e-4617-8e20-7635f6d8233f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096820 Jan 28 03:29:33.114196 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70530511-111b-4d4b-917c-baeddca89763 None None] Pushing event updated for resources: {'Port': ['ID=e8053355-4929-4f99-907d-dc7f32b69f97,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:33.123512 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-51146fba-ddea-43c2-b8ca-e0396b35b4de None None] Provisioning complete for port fda1838f-204f-43cd-ad77-a785bd36a4c4 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:29:33.123888 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-51146fba-ddea-43c2-b8ca-e0396b35b4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (fda1838f-204f-43cd-ad77-a785bd36a4c4), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:33.168080 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port e8053355-4929-4f99-907d-dc7f32b69f97 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:29:33.168457 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e8053355-4929-4f99-907d-dc7f32b69f97), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:33.279165 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e4861528-fa98-4407-b967-e5341cd5d4e4 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (131c7bab-caf2-4c64-8309-b681bde49d05), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:33.285856 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-51146fba-ddea-43c2-b8ca-e0396b35b4de None None] Current status of the port fda1838f-204f-43cd-ad77-a785bd36a4c4 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:29:33.307852 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port e8053355-4929-4f99-907d-dc7f32b69f97 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:29:33.368046 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4861528-fa98-4407-b967-e5341cd5d4e4 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event updated for resources: {'Subnet': ['ID=131c7bab-caf2-4c64-8309-b681bde49d05,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:33.377131 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4861528-fa98-4407-b967-e5341cd5d4e4 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Checking segment: {'id': 'b3f44b81-168d-432d-a8a4-da5ff717556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '902ea741-d2db-47a5-8616-2c1086ca1761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:29:33.377503 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4861528-fa98-4407-b967-e5341cd5d4e4 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Network hostable DHCP agents. Network: 902ea741-d2db-47a5-8616-2c1086ca1761, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:29:33.400755 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4861528-fa98-4407-b967-e5341cd5d4e4 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Network 902ea741-d2db-47a5-8616-2c1086ca1761 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:29:33.405583 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:33.413841 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-e4861528-fa98-4407-b967-e5341cd5d4e4 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 902ea741-d2db-47a5-8616-2c1086ca1761) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:29:33.419534 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4861528-fa98-4407-b967-e5341cd5d4e4 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:33.420138 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e4861528-fa98-4407-b967-e5341cd5d4e4 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:33.428479 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f134b2-b0a7-4895-a0f1-12433dbc6010 None None] Network 902ea741-d2db-47a5-8616-2c1086ca1761 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:29:33.447741 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e4861528-fa98-4407-b967-e5341cd5d4e4 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7889338 Jan 28 03:29:33.450368 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56630) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:33.550306 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c05597-358c-4957-98f3-c699daaaa088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-902ea741-d2db-47a5-8616-2c1086ca1761', 'network_id': '902ea741-d2db-47a5-8616-2c1086ca1761', 'project_id': '3daefde5f15446579b750dc6b199512c', 'fixed_ips': [{'subnet_id': '131c7bab-caf2-4c64-8309-b681bde49d05'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:29:33.551616 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f5c05597-358c-4957-98f3-c699daaaa088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:33.600010 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-894e9ce5-a787-4f61-8e66-6295eec5c6da tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (902ea741-d2db-47a5-8616-2c1086ca1761), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:33.676848 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-894e9ce5-a787-4f61-8e66-6295eec5c6da tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (131c7bab-caf2-4c64-8309-b681bde49d05), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:33.677706 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a96328-900b-47b9-8b4b-5ecaf37a7401 None None] Network cbcad94e-e524-49c8-9996-b0d30a477e48 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:29:33.787148 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:33.795506 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-765be076-f4f4-4219-b71f-6103fdab6ec3 None None] Provisioning complete for port e8053355-4929-4f99-907d-dc7f32b69f97 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:29:33.795879 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-765be076-f4f4-4219-b71f-6103fdab6ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e8053355-4929-4f99-907d-dc7f32b69f97), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:33.842386 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-f5c05597-358c-4957-98f3-c699daaaa088 None None] Allocated IP 2001:db8::1 (902ea741-d2db-47a5-8616-2c1086ca1761/131c7bab-caf2-4c64-8309-b681bde49d05/bb3557fa-3fbe-4f98-a136-c2ec6183dd59) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:29:34.041424 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-765be076-f4f4-4219-b71f-6103fdab6ec3 None None] Current status of the port e8053355-4929-4f99-907d-dc7f32b69f97 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:29:34.103409 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f5c05597-358c-4957-98f3-c699daaaa088 None None] Publish callbacks [] for port (bb3557fa-3fbe-4f98-a136-c2ec6183dd59), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:34.112835 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f5c05597-358c-4957-98f3-c699daaaa088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (bb3557fa-3fbe-4f98-a136-c2ec6183dd59), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:34.131267 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-894e9ce5-a787-4f61-8e66-6295eec5c6da tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (131c7bab-caf2-4c64-8309-b681bde49d05), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:34.159855 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e9ce5-a787-4f61-8e66-6295eec5c6da tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event deleted for resources: {'Subnet': ['ID=131c7bab-caf2-4c64-8309-b681bde49d05,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:34.177751 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c05597-358c-4957-98f3-c699daaaa088 None None] Pushing event updated for resources: {'Port': ['ID=bb3557fa-3fbe-4f98-a136-c2ec6183dd59,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:34.194376 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c05597-358c-4957-98f3-c699daaaa088 None None] Network 902ea741-d2db-47a5-8616-2c1086ca1761 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:29:34.196367 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-f5c05597-358c-4957-98f3-c699daaaa088 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:29:34.199417 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c05597-358c-4957-98f3-c699daaaa088 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:29:34.246607 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-894e9ce5-a787-4f61-8e66-6295eec5c6da tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (902ea741-d2db-47a5-8616-2c1086ca1761), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:34.279171 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-894e9ce5-a787-4f61-8e66-6295eec5c6da tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['902ea741-d2db-47a5-8616-2c1086ca1761']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:34.288807 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-f5c05597-358c-4957-98f3-c699daaaa088 None None] Attempting to bind port bb3557fa-3fbe-4f98-a136-c2ec6183dd59 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:29:34.289966 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-f5c05597-358c-4957-98f3-c699daaaa088 None None] Attempting to bind port bb3557fa-3fbe-4f98-a136-c2ec6183dd59 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'b3f44b81-168d-432d-a8a4-da5ff717556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '902ea741-d2db-47a5-8616-2c1086ca1761'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:29:34.293866 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-894e9ce5-a787-4f61-8e66-6295eec5c6da tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3f44b81-168d-432d-a8a4-da5ff717556e') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:34.294349 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-894e9ce5-a787-4f61-8e66-6295eec5c6da tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3f44b81-168d-432d-a8a4-da5ff717556e') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:34.299484 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c05597-358c-4957-98f3-c699daaaa088 None None] Attempting to bind port bb3557fa-3fbe-4f98-a136-c2ec6183dd59 on network 902ea741-d2db-47a5-8616-2c1086ca1761 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:29:34.307566 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-894e9ce5-a787-4f61-8e66-6295eec5c6da tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (b3f44b81-168d-432d-a8a4-da5ff717556e), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:34.311965 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c05597-358c-4957-98f3-c699daaaa088 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:29:34.312843 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c05597-358c-4957-98f3-c699daaaa088 None None] Checking segment: {'id': 'b3f44b81-168d-432d-a8a4-da5ff717556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '902ea741-d2db-47a5-8616-2c1086ca1761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:29:34.313465 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f5c05597-358c-4957-98f3-c699daaaa088 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:34.314046 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c05597-358c-4957-98f3-c699daaaa088 None None] Bound using segment: {'id': 'b3f44b81-168d-432d-a8a4-da5ff717556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '902ea741-d2db-47a5-8616-2c1086ca1761'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:29:34.314820 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-f5c05597-358c-4957-98f3-c699daaaa088 None None] Bound port: bb3557fa-3fbe-4f98-a136-c2ec6183dd59, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3f44b81-168d-432d-a8a4-da5ff717556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '902ea741-d2db-47a5-8616-2c1086ca1761'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:29:34.315403 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f5c05597-358c-4957-98f3-c699daaaa088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (bb3557fa-3fbe-4f98-a136-c2ec6183dd59), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:34.317044 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a38131-4d59-4cbf-99b3-dc1d6f13df46 req-056ed168-3ffa-4bc7-a8ff-09475e682409 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:34.318868 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-48a38131-4d59-4cbf-99b3-dc1d6f13df46 req-056ed168-3ffa-4bc7-a8ff-09475e682409 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec HTTP/1.1" status: 200 len: 943 time: 0.0638819 Jan 28 03:29:34.347018 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-894e9ce5-a787-4f61-8e66-6295eec5c6da tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (b3f44b81-168d-432d-a8a4-da5ff717556e), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:34.360332 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-894e9ce5-a787-4f61-8e66-6295eec5c6da tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:29:34.360857 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-894e9ce5-a787-4f61-8e66-6295eec5c6da tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (b3f44b81-168d-432d-a8a4-da5ff717556e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:34.364923 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:29:34.364923 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:29:34.364923 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:29:34.364923 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:29:34.364923 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:29:34.364923 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:29:34.364923 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:29:34.364923 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:29:34.364923 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:29:34.364923 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:29:34.364923 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:29:34.364923 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:29:34.364923 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:29:34.364923 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:29:34.364923 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:29:34.364923 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:29:34.364923 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:29:34.364923 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:29:34.364923 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:29:34.364923 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:29:34.364923 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:29:34.364923 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:29:34.364923 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:29:34.364923 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:29:34.364923 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:29:34.364923 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:29:34.364923 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:29:34.364923 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:29:34.364923 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:29:34.364923 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:29:34.364923 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:29:34.364923 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:29:34.390000 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-48a38131-4d59-4cbf-99b3-dc1d6f13df46 req-abf2ad27-d15a-48e2-80be-8b9028e6f3cc tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634716 Jan 28 03:29:34.442762 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.db.api [None req-894e9ce5-a787-4f61-8e66-6295eec5c6da tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 03:29:34.442762 n-d-712139-27 neutron-server[109802]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 03:29:34.442762 n-d-712139-27 neutron-server[109802]: [parameters: {'id': '902ea741-d2db-47a5-8616-2c1086ca1761'}] Jan 28 03:29:34.442762 n-d-712139-27 neutron-server[109802]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:29:34.443401 n-d-712139-27 neutron-server[109802]: DEBUG oslo_db.api [None req-894e9ce5-a787-4f61-8e66-6295eec5c6da tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:29:34.577910 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-4f9bb5f8-64b7-41a3-bb52-392b8bac0172 None None] Provisioning complete for port e8053355-4929-4f99-907d-dc7f32b69f97 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:29:34.578176 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4f9bb5f8-64b7-41a3-bb52-392b8bac0172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e8053355-4929-4f99-907d-dc7f32b69f97), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:34.608837 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-f5c05597-358c-4957-98f3-c699daaaa088 None None] For port bb3557fa-3fbe-4f98-a136-c2ec6183dd59, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:29:34.627368 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-f5c05597-358c-4957-98f3-c699daaaa088 None None] For port bb3557fa-3fbe-4f98-a136-c2ec6183dd59, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=bb3557fa-3fbe-4f98-a136-c2ec6183dd59,segment=NetworkSegment(b3f44b81-168d-432d-a8a4-da5ff717556e),segment_id=b3f44b81-168d-432d-a8a4-da5ff717556e)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:29:34.634188 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f5c05597-358c-4957-98f3-c699daaaa088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (bb3557fa-3fbe-4f98-a136-c2ec6183dd59), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:34.752046 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-4f9bb5f8-64b7-41a3-bb52-392b8bac0172 None None] Current status of the port e8053355-4929-4f99-907d-dc7f32b69f97 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:29:34.754786 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c05597-358c-4957-98f3-c699daaaa088 None None] Pushing event updated for resources: {'Port': ['ID=bb3557fa-3fbe-4f98-a136-c2ec6183dd59,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:34.768779 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6625f1b2-48a7-4f85-b2f9-809d08cbd911 None None] get_active_networks_info from n-d-712139-27 {{(pid=109804) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 03:29:34.885873 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:34.909219 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device e8053355-4929-4f99-907d-dc7f32b69f97 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:29:34.944680 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-894e9ce5-a787-4f61-8e66-6295eec5c6da tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (902ea741-d2db-47a5-8616-2c1086ca1761), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:34.972247 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6625f1b2-48a7-4f85-b2f9-809d08cbd911 None None] Resources bound (agent type, host, resource id): {{(pid=109804) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 03:29:34.998712 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-894e9ce5-a787-4f61-8e66-6295eec5c6da tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Deleting port bb3557fa-3fbe-4f98-a136-c2ec6183dd59 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:29:34.999057 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-894e9ce5-a787-4f61-8e66-6295eec5c6da tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (bb3557fa-3fbe-4f98-a136-c2ec6183dd59), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:35.007578 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port e8053355-4929-4f99-907d-dc7f32b69f97 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:29:35.008219 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e8053355-4929-4f99-907d-dc7f32b69f97), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:35.068767 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-894e9ce5-a787-4f61-8e66-6295eec5c6da tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] For port bb3557fa-3fbe-4f98-a136-c2ec6183dd59, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=bb3557fa-3fbe-4f98-a136-c2ec6183dd59,segment=NetworkSegment(b3f44b81-168d-432d-a8a4-da5ff717556e),segment_id=b3f44b81-168d-432d-a8a4-da5ff717556e)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:35.069153 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-894e9ce5-a787-4f61-8e66-6295eec5c6da tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (bb3557fa-3fbe-4f98-a136-c2ec6183dd59), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:35.083393 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-894e9ce5-a787-4f61-8e66-6295eec5c6da tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Calling delete_port for bb3557fa-3fbe-4f98-a136-c2ec6183dd59 owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:29:35.165130 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-894e9ce5-a787-4f61-8e66-6295eec5c6da tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (bb3557fa-3fbe-4f98-a136-c2ec6183dd59), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:35.193745 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e9ce5-a787-4f61-8e66-6295eec5c6da tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event deleted for resources: {'Port': ['ID=bb3557fa-3fbe-4f98-a136-c2ec6183dd59,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:35.195612 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894e9ce5-a787-4f61-8e66-6295eec5c6da tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] No DVR routers for this DVR port bb3557fa-3fbe-4f98-a136-c2ec6183dd59 on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:29:35.262672 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port e8053355-4929-4f99-907d-dc7f32b69f97 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:29:35.290387 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-894e9ce5-a787-4f61-8e66-6295eec5c6da tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (902ea741-d2db-47a5-8616-2c1086ca1761), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:35.314367 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-894e9ce5-a787-4f61-8e66-6295eec5c6da tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['902ea741-d2db-47a5-8616-2c1086ca1761']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:35.322292 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d0be98-6643-46e4-98e9-80aa0e27ee6a None None] Network 902ea741-d2db-47a5-8616-2c1086ca1761 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:29:35.325520 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-894e9ce5-a787-4f61-8e66-6295eec5c6da tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3f44b81-168d-432d-a8a4-da5ff717556e') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:35.326510 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-894e9ce5-a787-4f61-8e66-6295eec5c6da tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3f44b81-168d-432d-a8a4-da5ff717556e') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:35.336743 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-894e9ce5-a787-4f61-8e66-6295eec5c6da tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (b3f44b81-168d-432d-a8a4-da5ff717556e), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:35.351525 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-894e9ce5-a787-4f61-8e66-6295eec5c6da tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (b3f44b81-168d-432d-a8a4-da5ff717556e), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:35.358122 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-894e9ce5-a787-4f61-8e66-6295eec5c6da tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:29:35.358646 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-894e9ce5-a787-4f61-8e66-6295eec5c6da tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (b3f44b81-168d-432d-a8a4-da5ff717556e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:35.406093 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:29:35.406093 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:29:35.406093 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:29:35.406093 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:29:35.406093 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:29:35.406093 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:29:35.406093 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:29:35.406093 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:29:35.406093 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:29:35.406093 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:29:35.406093 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:29:35.406093 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:29:35.406093 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:29:35.406093 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:29:35.406093 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:29:35.406093 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:29:35.406093 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:29:35.406093 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:29:35.406093 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:29:35.406093 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:29:35.406093 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:29:35.406093 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:29:35.406093 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:29:35.406093 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:29:35.406093 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:29:35.406093 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:29:35.406093 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:29:35.406093 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:29:35.406093 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:29:35.406093 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:29:35.406093 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:29:35.406093 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:29:35.435474 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-894e9ce5-a787-4f61-8e66-6295eec5c6da tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (902ea741-d2db-47a5-8616-2c1086ca1761), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:35.457134 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-894e9ce5-a787-4f61-8e66-6295eec5c6da tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:35.467005 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56646) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:35.468876 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-894e9ce5-a787-4f61-8e66-6295eec5c6da tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "DELETE /v2.0/networks/902ea741-d2db-47a5-8616-2c1086ca1761 HTTP/1.1" status: 204 len: 168 time: 2.0153821 Jan 28 03:29:35.473884 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-af429e49-63ee-424b-9487-b8672bb201c5 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-271051749'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:29:35.485987 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e9ce5-a787-4f61-8e66-6295eec5c6da tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event deleted for resources: {'Network': ['ID=902ea741-d2db-47a5-8616-2c1086ca1761,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:35.531008 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af429e49-63ee-424b-9487-b8672bb201c5 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Made reservation on behalf of 3daefde5f15446579b750dc6b199512c for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:29:35.535549 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-af429e49-63ee-424b-9487-b8672bb201c5 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:35.567118 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af429e49-63ee-424b-9487-b8672bb201c5 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:29:35.579018 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-af429e49-63ee-424b-9487-b8672bb201c5 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (d4d1d2a9-08e7-4587-b252-932140ff6170), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:35.579598 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b3fc7-7ac2-42ff-88c1-6c951faf2cee req-1762a031-5fea-4d85-af94-4c97ede12db2 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:35.579783 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-af429e49-63ee-424b-9487-b8672bb201c5 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Added segment d4d1d2a9-08e7-4587-b252-932140ff6170 of type vlan for network 9e164d0c-0aa1-429a-a9e4-15938b53c03e Jan 28 03:29:35.581507 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a19b3fc7-7ac2-42ff-88c1-6c951faf2cee req-1762a031-5fea-4d85-af94-4c97ede12db2 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec HTTP/1.1" status: 200 len: 943 time: 0.0783808 Jan 28 03:29:35.633462 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a19b3fc7-7ac2-42ff-88c1-6c951faf2cee req-d683d2bd-02e8-4d60-8f09-29d021eaf0a0 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425851 Jan 28 03:29:35.654484 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-af429e49-63ee-424b-9487-b8672bb201c5 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (9e164d0c-0aa1-429a-a9e4-15938b53c03e), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:35.701453 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-af429e49-63ee-424b-9487-b8672bb201c5 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (9e164d0c-0aa1-429a-a9e4-15938b53c03e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:35.707166 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af429e49-63ee-424b-9487-b8672bb201c5 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:35.707784 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-af429e49-63ee-424b-9487-b8672bb201c5 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks [] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:35.779146 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-af429e49-63ee-424b-9487-b8672bb201c5 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3074646 Jan 28 03:29:35.779432 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56648) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:35.784399 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-637bb793-c7ed-4e0c-95f3-309fa0632e3d tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Request body: {'subnet': {'network_id': '9e164d0c-0aa1-429a-a9e4-15938b53c03e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:29:35.802330 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af429e49-63ee-424b-9487-b8672bb201c5 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event updated for resources: {'Network': ['ID=9e164d0c-0aa1-429a-a9e4-15938b53c03e,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:35.813541 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 9e164d0c-0aa1-429a-a9e4-15938b53c03e details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:29:35.923877 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637bb793-c7ed-4e0c-95f3-309fa0632e3d tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Made reservation on behalf of 3daefde5f15446579b750dc6b199512c for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:29:35.932356 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-637bb793-c7ed-4e0c-95f3-309fa0632e3d tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:35.987857 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 3d538b95-2d31-419f-95c8-bacc19c3e590 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:29:36.134924 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 3d538b95-2d31-419f-95c8-bacc19c3e590, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=3d538b95-2d31-419f-95c8-bacc19c3e590,segment=NetworkSegment(e2233469-b8a2-417c-9e5e-795b0e977ffd),segment_id=e2233469-b8a2-417c-9e5e-795b0e977ffd)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:36.148585 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:36.157938 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '3d538b95-2d31-419f-95c8-bacc19c3e590', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'port_id': '3d538b95-2d31-419f-95c8-bacc19c3e590', 'mac_address': 'fa:16:3e:67:cd:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fca48db-7702-4589-8da6-18a07f4297d3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:29:36.185017 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-637bb793-c7ed-4e0c-95f3-309fa0632e3d tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (11947c7c-394c-46e8-b33f-9e72f7df19a3), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:36.206299 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 3d538b95-2d31-419f-95c8-bacc19c3e590 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:29:36.206701 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3d538b95-2d31-419f-95c8-bacc19c3e590), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:36.227245 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d538b95-2d31-419f-95c8-bacc19c3e590 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:29:36.260671 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 3d538b95-2d31-419f-95c8-bacc19c3e590, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=3d538b95-2d31-419f-95c8-bacc19c3e590,segment=NetworkSegment(e2233469-b8a2-417c-9e5e-795b0e977ffd),segment_id=e2233469-b8a2-417c-9e5e-795b0e977ffd)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:36.266558 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3d538b95-2d31-419f-95c8-bacc19c3e590), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:36.270532 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637bb793-c7ed-4e0c-95f3-309fa0632e3d tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event updated for resources: {'Subnet': ['ID=11947c7c-394c-46e8-b33f-9e72f7df19a3,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:36.274456 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637bb793-c7ed-4e0c-95f3-309fa0632e3d tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Checking segment: {'id': 'd4d1d2a9-08e7-4587-b252-932140ff6170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9e164d0c-0aa1-429a-a9e4-15938b53c03e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:29:36.275003 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637bb793-c7ed-4e0c-95f3-309fa0632e3d tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Network hostable DHCP agents. Network: 9e164d0c-0aa1-429a-a9e4-15938b53c03e, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:29:36.296411 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637bb793-c7ed-4e0c-95f3-309fa0632e3d tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Network 9e164d0c-0aa1-429a-a9e4-15938b53c03e is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:29:36.307749 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-637bb793-c7ed-4e0c-95f3-309fa0632e3d tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 9e164d0c-0aa1-429a-a9e4-15938b53c03e) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:29:36.324929 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7441ecf0-e605-43b2-b92a-ef24bd3ec7ff None None] Network 9e164d0c-0aa1-429a-a9e4-15938b53c03e requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:29:36.327907 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637bb793-c7ed-4e0c-95f3-309fa0632e3d tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:36.329129 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-637bb793-c7ed-4e0c-95f3-309fa0632e3d tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:36.359566 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56652) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:36.360212 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-637bb793-c7ed-4e0c-95f3-309fa0632e3d tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5791912 Jan 28 03:29:36.368643 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-6218680a-37ac-47a6-b6f6-fc49c7ee6409 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Request body: {'subnet': {'network_id': '9e164d0c-0aa1-429a-a9e4-15938b53c03e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:29:36.409227 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=3d538b95-2d31-419f-95c8-bacc19c3e590,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:36.487449 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3279f83c-d299-4ebb-bd6d-677773e7733e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-9e164d0c-0aa1-429a-a9e4-15938b53c03e', 'network_id': '9e164d0c-0aa1-429a-a9e4-15938b53c03e', 'project_id': '3daefde5f15446579b750dc6b199512c', 'fixed_ips': [{'subnet_id': '11947c7c-394c-46e8-b33f-9e72f7df19a3'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:29:36.489439 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3279f83c-d299-4ebb-bd6d-677773e7733e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:36.513685 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6218680a-37ac-47a6-b6f6-fc49c7ee6409 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Made reservation on behalf of 3daefde5f15446579b750dc6b199512c for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:29:36.517320 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6218680a-37ac-47a6-b6f6-fc49c7ee6409 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:36.696895 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-3279f83c-d299-4ebb-bd6d-677773e7733e None None] Allocated IP 2001:db8::2 (9e164d0c-0aa1-429a-a9e4-15938b53c03e/11947c7c-394c-46e8-b33f-9e72f7df19a3/b1443211-267e-42c9-a493-1e9e1d0b97e4) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:29:36.805915 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['3d538b95-2d31-419f-95c8-bacc19c3e590'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:29:36.866692 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6218680a-37ac-47a6-b6f6-fc49c7ee6409 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (bbd13eb7-6cb9-4e34-9ef2-25a14af22826), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:36.869960 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141680a-a5f9-4a00-b1fe-7474d83b380c req-87deb29d-5fd8-4ab3-8468-8c53e3b3c390 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:36.872740 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d141680a-a5f9-4a00-b1fe-7474d83b380c req-87deb29d-5fd8-4ab3-8468-8c53e3b3c390 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec HTTP/1.1" status: 200 len: 944 time: 0.0745580 Jan 28 03:29:36.927367 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6218680a-37ac-47a6-b6f6-fc49c7ee6409 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Network 9e164d0c-0aa1-429a-a9e4-15938b53c03e is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:29:36.932432 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-6218680a-37ac-47a6-b6f6-fc49c7ee6409 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:29:36.939009 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d141680a-a5f9-4a00-b1fe-7474d83b380c req-aefba939-c0fc-46a7-9e7e-e33e247d63d2 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597949 Jan 28 03:29:36.943833 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6218680a-37ac-47a6-b6f6-fc49c7ee6409 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:36.944449 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6218680a-37ac-47a6-b6f6-fc49c7ee6409 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:36.980014 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6218680a-37ac-47a6-b6f6-fc49c7ee6409 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6185725 Jan 28 03:29:36.981182 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6218680a-37ac-47a6-b6f6-fc49c7ee6409 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event updated for resources: {'Subnet': ['ID=bbd13eb7-6cb9-4e34-9ef2-25a14af22826,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:36.982563 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56658) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:37.049328 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3279f83c-d299-4ebb-bd6d-677773e7733e None None] Publish callbacks [] for port (b1443211-267e-42c9-a493-1e9e1d0b97e4), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:37.058875 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3279f83c-d299-4ebb-bd6d-677773e7733e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (b1443211-267e-42c9-a493-1e9e1d0b97e4), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:37.084969 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9492e329-ed06-4752-9103-ff6a3563a285 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:37.086684 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9492e329-ed06-4752-9103-ff6a3563a285 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:37.088002 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9492e329-ed06-4752-9103-ff6a3563a285 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:37.089343 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9492e329-ed06-4752-9103-ff6a3563a285 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:37.090627 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9492e329-ed06-4752-9103-ff6a3563a285 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:37.092277 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9492e329-ed06-4752-9103-ff6a3563a285 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1038189 Jan 28 03:29:37.098039 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3279f83c-d299-4ebb-bd6d-677773e7733e None None] Network 9e164d0c-0aa1-429a-a9e4-15938b53c03e is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:29:37.098253 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56660) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:37.100890 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-3279f83c-d299-4ebb-bd6d-677773e7733e None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:29:37.104689 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-4ba92cde-b01d-4945-a4b9-8e898a3d7597 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-922185807'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:29:37.106642 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3279f83c-d299-4ebb-bd6d-677773e7733e None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:29:37.112242 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3279f83c-d299-4ebb-bd6d-677773e7733e None None] Pushing event updated for resources: {'Port': ['ID=b1443211-267e-42c9-a493-1e9e1d0b97e4,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:37.136335 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba92cde-b01d-4945-a4b9-8e898a3d7597 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Made reservation on behalf of 3daefde5f15446579b750dc6b199512c for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:29:37.141261 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ba92cde-b01d-4945-a4b9-8e898a3d7597 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:37.169047 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ba92cde-b01d-4945-a4b9-8e898a3d7597 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:29:37.170746 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-3279f83c-d299-4ebb-bd6d-677773e7733e None None] Attempting to bind port b1443211-267e-42c9-a493-1e9e1d0b97e4 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:29:37.171180 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-3279f83c-d299-4ebb-bd6d-677773e7733e None None] Attempting to bind port b1443211-267e-42c9-a493-1e9e1d0b97e4 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'd4d1d2a9-08e7-4587-b252-932140ff6170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9e164d0c-0aa1-429a-a9e4-15938b53c03e'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:29:37.173682 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3279f83c-d299-4ebb-bd6d-677773e7733e None None] Attempting to bind port b1443211-267e-42c9-a493-1e9e1d0b97e4 on network 9e164d0c-0aa1-429a-a9e4-15938b53c03e {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:29:37.177827 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3279f83c-d299-4ebb-bd6d-677773e7733e None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:29:37.178352 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3279f83c-d299-4ebb-bd6d-677773e7733e None None] Checking segment: {'id': 'd4d1d2a9-08e7-4587-b252-932140ff6170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9e164d0c-0aa1-429a-a9e4-15938b53c03e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:29:37.178665 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3279f83c-d299-4ebb-bd6d-677773e7733e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:37.179075 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3279f83c-d299-4ebb-bd6d-677773e7733e None None] Bound using segment: {'id': 'd4d1d2a9-08e7-4587-b252-932140ff6170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9e164d0c-0aa1-429a-a9e4-15938b53c03e'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:29:37.179665 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-3279f83c-d299-4ebb-bd6d-677773e7733e None None] Bound port: b1443211-267e-42c9-a493-1e9e1d0b97e4, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4d1d2a9-08e7-4587-b252-932140ff6170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9e164d0c-0aa1-429a-a9e4-15938b53c03e'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:29:37.180108 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3279f83c-d299-4ebb-bd6d-677773e7733e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b1443211-267e-42c9-a493-1e9e1d0b97e4), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:37.186568 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ba92cde-b01d-4945-a4b9-8e898a3d7597 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (78a093e6-7e14-49f8-b5ca-7bd14537140c), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:37.187457 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-4ba92cde-b01d-4945-a4b9-8e898a3d7597 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Added segment 78a093e6-7e14-49f8-b5ca-7bd14537140c of type vlan for network 8600c383-1ff8-4d7a-8949-570e1d76c5e8 Jan 28 03:29:37.246675 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ba92cde-b01d-4945-a4b9-8e898a3d7597 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (8600c383-1ff8-4d7a-8949-570e1d76c5e8), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:37.267543 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-3279f83c-d299-4ebb-bd6d-677773e7733e None None] For port b1443211-267e-42c9-a493-1e9e1d0b97e4, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:29:37.272203 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-3279f83c-d299-4ebb-bd6d-677773e7733e None None] For port b1443211-267e-42c9-a493-1e9e1d0b97e4, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=b1443211-267e-42c9-a493-1e9e1d0b97e4,segment=NetworkSegment(d4d1d2a9-08e7-4587-b252-932140ff6170),segment_id=d4d1d2a9-08e7-4587-b252-932140ff6170)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:29:37.278220 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3279f83c-d299-4ebb-bd6d-677773e7733e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b1443211-267e-42c9-a493-1e9e1d0b97e4), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:37.278826 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ba92cde-b01d-4945-a4b9-8e898a3d7597 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (8600c383-1ff8-4d7a-8949-570e1d76c5e8), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:37.284086 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba92cde-b01d-4945-a4b9-8e898a3d7597 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:37.284736 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ba92cde-b01d-4945-a4b9-8e898a3d7597 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks [] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:37.338689 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4ba92cde-b01d-4945-a4b9-8e898a3d7597 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2390614 Jan 28 03:29:37.341655 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56662) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:37.347686 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-8afdd47b-2480-4d96-8e2d-d0a5001cfa6a tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:29:37.354933 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3279f83c-d299-4ebb-bd6d-677773e7733e None None] Pushing event updated for resources: {'Port': ['ID=b1443211-267e-42c9-a493-1e9e1d0b97e4,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:37.374407 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba92cde-b01d-4945-a4b9-8e898a3d7597 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event updated for resources: {'Network': ['ID=8600c383-1ff8-4d7a-8949-570e1d76c5e8,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:37.387021 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 8600c383-1ff8-4d7a-8949-570e1d76c5e8 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:29:37.529437 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8afdd47b-2480-4d96-8e2d-d0a5001cfa6a tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (8600c383-1ff8-4d7a-8949-570e1d76c5e8), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:37.558543 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8afdd47b-2480-4d96-8e2d-d0a5001cfa6a tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (8600c383-1ff8-4d7a-8949-570e1d76c5e8), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:37.591402 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8afdd47b-2480-4d96-8e2d-d0a5001cfa6a tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Network 8600c383-1ff8-4d7a-8949-570e1d76c5e8 is not hosted by any dhcp agent {{(pid=109802) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 03:29:37.596250 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afdd47b-2480-4d96-8e2d-d0a5001cfa6a tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:37.596852 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8afdd47b-2480-4d96-8e2d-d0a5001cfa6a tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:37.598174 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8afdd47b-2480-4d96-8e2d-d0a5001cfa6a tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "PUT /v2.0/networks/8600c383-1ff8-4d7a-8949-570e1d76c5e8 HTTP/1.1" status: 200 len: 723 time: 0.2551856 Jan 28 03:29:37.601548 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56664) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:37.606619 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-f833d865-237f-491d-82df-eb1fbb210c4d tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Request body: {'subnet': {'network_id': '8600c383-1ff8-4d7a-8949-570e1d76c5e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:29:37.700170 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afdd47b-2480-4d96-8e2d-d0a5001cfa6a tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event updated for resources: {'Network': ['ID=8600c383-1ff8-4d7a-8949-570e1d76c5e8,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:37.716760 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 8600c383-1ff8-4d7a-8949-570e1d76c5e8 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:29:37.744769 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f833d865-237f-491d-82df-eb1fbb210c4d tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Made reservation on behalf of 3daefde5f15446579b750dc6b199512c for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:29:37.748481 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f833d865-237f-491d-82df-eb1fbb210c4d tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:37.936134 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f833d865-237f-491d-82df-eb1fbb210c4d tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (6e450ad4-b998-4c8d-8527-bd9c3204b4f5), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:37.985820 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 3d538b95-2d31-419f-95c8-bacc19c3e590 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:29:38.049293 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f833d865-237f-491d-82df-eb1fbb210c4d tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event updated for resources: {'Subnet': ['ID=6e450ad4-b998-4c8d-8527-bd9c3204b4f5,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:38.073770 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 3d538b95-2d31-419f-95c8-bacc19c3e590 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:29:38.078543 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 3d538b95-2d31-419f-95c8-bacc19c3e590 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:29:38.080025 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3d538b95-2d31-419f-95c8-bacc19c3e590), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:38.086384 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f833d865-237f-491d-82df-eb1fbb210c4d tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Checking segment: {'id': '78a093e6-7e14-49f8-b5ca-7bd14537140c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '8600c383-1ff8-4d7a-8949-570e1d76c5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:29:38.086765 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f833d865-237f-491d-82df-eb1fbb210c4d tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Network hostable DHCP agents. Network: 8600c383-1ff8-4d7a-8949-570e1d76c5e8, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:29:38.141428 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3438e4-241a-488c-9315-ad0e7497ac4c req-bab3a40b-f798-4f9c-a091-3daf5525cfbf tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:38.151633 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-db3438e4-241a-488c-9315-ad0e7497ac4c req-bab3a40b-f798-4f9c-a091-3daf5525cfbf tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec HTTP/1.1" status: 200 len: 944 time: 0.1326230 Jan 28 03:29:38.174537 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f833d865-237f-491d-82df-eb1fbb210c4d tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Network 8600c383-1ff8-4d7a-8949-570e1d76c5e8 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:29:38.185551 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 3d538b95-2d31-419f-95c8-bacc19c3e590 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:29:38.186022 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3d538b95-2d31-419f-95c8-bacc19c3e590), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:38.188760 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-f833d865-237f-491d-82df-eb1fbb210c4d tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 8600c383-1ff8-4d7a-8949-570e1d76c5e8) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:29:38.200069 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f833d865-237f-491d-82df-eb1fbb210c4d tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:38.200740 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f833d865-237f-491d-82df-eb1fbb210c4d tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:38.207207 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53fe37e-ca7e-492e-bf37-95f59a374326 None None] Network 8600c383-1ff8-4d7a-8949-570e1d76c5e8 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:29:38.240029 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-db3438e4-241a-488c-9315-ad0e7497ac4c req-12c11535-d0a7-4d87-b51a-5789a31e7438 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873106 Jan 28 03:29:38.245610 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f833d865-237f-491d-82df-eb1fbb210c4d tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6431179 Jan 28 03:29:38.248121 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56674) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:38.253430 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-7ba4d4b3-790e-4e4a-974b-415d347bafea tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:29:38.331854 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d538b95-2d31-419f-95c8-bacc19c3e590'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:29:38.334682 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0abb3d8-58e1-49d1-94c3-8e97c2b23a24" -d '{"events": [{"server_uuid": "0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec", "name": "network-vif-plugged", "status": "completed", "tag": "3d538b95-2d31-419f-95c8-bacc19c3e590"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:29:38.343167 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998de78a-38f7-4e7a-98ea-9bb0057b1951 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-8600c383-1ff8-4d7a-8949-570e1d76c5e8', 'network_id': '8600c383-1ff8-4d7a-8949-570e1d76c5e8', 'project_id': '3daefde5f15446579b750dc6b199512c', 'fixed_ips': [{'subnet_id': '6e450ad4-b998-4c8d-8527-bd9c3204b4f5'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:29:38.343948 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-998de78a-38f7-4e7a-98ea-9bb0057b1951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:38.362069 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 3d538b95-2d31-419f-95c8-bacc19c3e590, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=3d538b95-2d31-419f-95c8-bacc19c3e590,segment=NetworkSegment(e2233469-b8a2-417c-9e5e-795b0e977ffd),segment_id=e2233469-b8a2-417c-9e5e-795b0e977ffd)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:38.376719 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7ba4d4b3-790e-4e4a-974b-415d347bafea tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12458573'] for subnet (6e450ad4-b998-4c8d-8527-bd9c3204b4f5), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:38.376963 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3d538b95-2d31-419f-95c8-bacc19c3e590), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:38.448635 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4843ccf6-b423-42e7-aec3-f1e3b9479a9f x-openstack-request-id: req-4843ccf6-b423-42e7-aec3-f1e3b9479a9f {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:29:38.448929 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec", "name": "network-vif-plugged", "status": "completed", "tag": "3d538b95-2d31-419f-95c8-bacc19c3e590", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:29:38.449206 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4843ccf6-b423-42e7-aec3-f1e3b9479a9f {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:29:38.449585 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d538b95-2d31-419f-95c8-bacc19c3e590', 'code': 200} Jan 28 03:29:38.506019 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=3d538b95-2d31-419f-95c8-bacc19c3e590,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:38.553434 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58da2b6-3699-44a1-8758-cf3b3927cace None None] Network 9e164d0c-0aa1-429a-a9e4-15938b53c03e requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:29:38.556777 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b3ecf-3fef-4b60-ab68-a1a8056152b9 req-43a6bfa9-691f-45b3-b8e0-74fdc488cfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:38.559053 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e8b3ecf-3fef-4b60-ab68-a1a8056152b9 req-43a6bfa9-691f-45b3-b8e0-74fdc488cfbd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec HTTP/1.1" status: 200 len: 1097 time: 0.0485125 Jan 28 03:29:38.563783 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7ba4d4b3-790e-4e4a-974b-415d347bafea tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780454955987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8707611'] for subnet (6e450ad4-b998-4c8d-8527-bd9c3204b4f5), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:38.589644 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba4d4b3-790e-4e4a-974b-415d347bafea tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:38.590355 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7ba4d4b3-790e-4e4a-974b-415d347bafea tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:38.591859 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7ba4d4b3-790e-4e4a-974b-415d347bafea tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "PUT /v2.0/subnets/6e450ad4-b998-4c8d-8527-bd9c3204b4f5 HTTP/1.1" status: 200 len: 826 time: 0.3426342 Jan 28 03:29:38.594538 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56678) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:38.620591 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e8b3ecf-3fef-4b60-ab68-a1a8056152b9 req-f601cfa4-2390-45ef-a2f5-972c4c43e0f5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539844 Jan 28 03:29:38.667424 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-e8623347-b29c-4c34-98cb-e1e4eef6b75b None None] Provisioning complete for port b1443211-267e-42c9-a493-1e9e1d0b97e4 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:29:38.667755 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e8623347-b29c-4c34-98cb-e1e4eef6b75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b1443211-267e-42c9-a493-1e9e1d0b97e4), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:38.701437 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-998de78a-38f7-4e7a-98ea-9bb0057b1951 None None] Allocated IP 2001:db8::2 (8600c383-1ff8-4d7a-8949-570e1d76c5e8/6e450ad4-b998-4c8d-8527-bd9c3204b4f5/ff72d2b0-0d46-4a76-8898-be61bd1bdc77) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:29:38.703347 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba4d4b3-790e-4e4a-974b-415d347bafea tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event updated for resources: {'Subnet': ['ID=6e450ad4-b998-4c8d-8527-bd9c3204b4f5,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:38.763434 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c429446b-3d68-4a90-8668-37e5f56e3086 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (8600c383-1ff8-4d7a-8949-570e1d76c5e8), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:38.830907 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c429446b-3d68-4a90-8668-37e5f56e3086 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (6e450ad4-b998-4c8d-8527-bd9c3204b4f5), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:38.878140 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e8623347-b29c-4c34-98cb-e1e4eef6b75b None None] Current status of the port b1443211-267e-42c9-a493-1e9e1d0b97e4 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:29:38.878530 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e8623347-b29c-4c34-98cb-e1e4eef6b75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b1443211-267e-42c9-a493-1e9e1d0b97e4), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:38.978758 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-e8623347-b29c-4c34-98cb-e1e4eef6b75b None None] For port b1443211-267e-42c9-a493-1e9e1d0b97e4, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=b1443211-267e-42c9-a493-1e9e1d0b97e4,segment=NetworkSegment(d4d1d2a9-08e7-4587-b252-932140ff6170),segment_id=d4d1d2a9-08e7-4587-b252-932140ff6170)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:38.985759 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-998de78a-38f7-4e7a-98ea-9bb0057b1951 None None] Publish callbacks [] for port (ff72d2b0-0d46-4a76-8898-be61bd1bdc77), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:38.988420 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e8623347-b29c-4c34-98cb-e1e4eef6b75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b1443211-267e-42c9-a493-1e9e1d0b97e4), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:38.993353 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4561d1-3a1c-4c8b-bd2b-17174a39ad9f None None] Update dhcp port {'port': {'network_id': '9e164d0c-0aa1-429a-a9e4-15938b53c03e', 'fixed_ips': [{'subnet_id': '11947c7c-394c-46e8-b33f-9e72f7df19a3', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bbd13eb7-6cb9-4e34-9ef2-25a14af22826'}], 'binding:host_id': 'n-d-712139-27'}, 'id': 'b1443211-267e-42c9-a493-1e9e1d0b97e4'} from n-d-712139-27. {{(pid=109804) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 03:29:39.018145 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c429446b-3d68-4a90-8668-37e5f56e3086 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (6e450ad4-b998-4c8d-8527-bd9c3204b4f5), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:39.028877 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device b1443211-267e-42c9-a493-1e9e1d0b97e4 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:29:39.031091 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-998de78a-38f7-4e7a-98ea-9bb0057b1951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (ff72d2b0-0d46-4a76-8898-be61bd1bdc77), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:39.044492 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429446b-3d68-4a90-8668-37e5f56e3086 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event deleted for resources: {'Subnet': ['ID=6e450ad4-b998-4c8d-8527-bd9c3204b4f5,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:39.086570 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3a4561d1-3a1c-4c8b-bd2b-17174a39ad9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b1443211-267e-42c9-a493-1e9e1d0b97e4), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:39.105001 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998de78a-38f7-4e7a-98ea-9bb0057b1951 None None] Network 8600c383-1ff8-4d7a-8949-570e1d76c5e8 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:29:39.114321 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c429446b-3d68-4a90-8668-37e5f56e3086 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (8600c383-1ff8-4d7a-8949-570e1d76c5e8), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:39.118838 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-998de78a-38f7-4e7a-98ea-9bb0057b1951 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:29:39.122927 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998de78a-38f7-4e7a-98ea-9bb0057b1951 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:29:39.126605 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8623347-b29c-4c34-98cb-e1e4eef6b75b None None] Pushing event updated for resources: {'Port': ['ID=b1443211-267e-42c9-a493-1e9e1d0b97e4,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:39.149848 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-c429446b-3d68-4a90-8668-37e5f56e3086 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8600c383-1ff8-4d7a-8949-570e1d76c5e8']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:39.160468 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-c429446b-3d68-4a90-8668-37e5f56e3086 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78a093e6-7e14-49f8-b5ca-7bd14537140c') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:39.160900 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-c429446b-3d68-4a90-8668-37e5f56e3086 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78a093e6-7e14-49f8-b5ca-7bd14537140c') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:39.178270 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c429446b-3d68-4a90-8668-37e5f56e3086 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (78a093e6-7e14-49f8-b5ca-7bd14537140c), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:39.195253 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c429446b-3d68-4a90-8668-37e5f56e3086 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (78a093e6-7e14-49f8-b5ca-7bd14537140c), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:39.203878 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c429446b-3d68-4a90-8668-37e5f56e3086 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:29:39.204503 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c429446b-3d68-4a90-8668-37e5f56e3086 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (78a093e6-7e14-49f8-b5ca-7bd14537140c), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:39.208962 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:29:39.208962 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:29:39.208962 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:29:39.208962 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:29:39.208962 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:29:39.208962 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:29:39.208962 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:29:39.208962 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:29:39.208962 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:29:39.208962 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:29:39.208962 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:29:39.208962 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:29:39.208962 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:29:39.208962 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:29:39.208962 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:29:39.208962 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:29:39.208962 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:29:39.208962 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:29:39.208962 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:29:39.208962 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:29:39.208962 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:29:39.208962 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:29:39.208962 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:29:39.208962 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:29:39.208962 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:29:39.208962 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:29:39.208962 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:29:39.208962 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:29:39.208962 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:29:39.208962 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:29:39.208962 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:29:39.208962 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:29:39.279001 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.db.api [None req-c429446b-3d68-4a90-8668-37e5f56e3086 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 03:29:39.279001 n-d-712139-27 neutron-server[109802]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 03:29:39.279001 n-d-712139-27 neutron-server[109802]: [parameters: {'id': '8600c383-1ff8-4d7a-8949-570e1d76c5e8'}] Jan 28 03:29:39.279001 n-d-712139-27 neutron-server[109802]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:29:39.279518 n-d-712139-27 neutron-server[109802]: DEBUG oslo_db.api [None req-c429446b-3d68-4a90-8668-37e5f56e3086 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:29:39.282861 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998de78a-38f7-4e7a-98ea-9bb0057b1951 None None] Pushing event updated for resources: {'Port': ['ID=ff72d2b0-0d46-4a76-8898-be61bd1bdc77,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:39.296774 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port b1443211-267e-42c9-a493-1e9e1d0b97e4 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:29:39.297177 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b1443211-267e-42c9-a493-1e9e1d0b97e4), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:39.326540 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-998de78a-38f7-4e7a-98ea-9bb0057b1951 None None] Attempting to bind port ff72d2b0-0d46-4a76-8898-be61bd1bdc77 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:29:39.326916 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-998de78a-38f7-4e7a-98ea-9bb0057b1951 None None] Attempting to bind port ff72d2b0-0d46-4a76-8898-be61bd1bdc77 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '78a093e6-7e14-49f8-b5ca-7bd14537140c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '8600c383-1ff8-4d7a-8949-570e1d76c5e8'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:29:39.327279 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998de78a-38f7-4e7a-98ea-9bb0057b1951 None None] Attempting to bind port ff72d2b0-0d46-4a76-8898-be61bd1bdc77 on network 8600c383-1ff8-4d7a-8949-570e1d76c5e8 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:29:39.344214 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998de78a-38f7-4e7a-98ea-9bb0057b1951 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:29:39.344498 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998de78a-38f7-4e7a-98ea-9bb0057b1951 None None] Checking segment: {'id': '78a093e6-7e14-49f8-b5ca-7bd14537140c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '8600c383-1ff8-4d7a-8949-570e1d76c5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:29:39.344894 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-998de78a-38f7-4e7a-98ea-9bb0057b1951 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:39.345314 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998de78a-38f7-4e7a-98ea-9bb0057b1951 None None] Bound using segment: {'id': '78a093e6-7e14-49f8-b5ca-7bd14537140c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '8600c383-1ff8-4d7a-8949-570e1d76c5e8'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:29:39.345806 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-998de78a-38f7-4e7a-98ea-9bb0057b1951 None None] Bound port: ff72d2b0-0d46-4a76-8898-be61bd1bdc77, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a093e6-7e14-49f8-b5ca-7bd14537140c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '8600c383-1ff8-4d7a-8949-570e1d76c5e8'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:29:39.346183 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-998de78a-38f7-4e7a-98ea-9bb0057b1951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ff72d2b0-0d46-4a76-8898-be61bd1bdc77), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:39.366634 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f16971-67d2-4f09-9f8f-294529b0112a req-f2cf4230-1fdf-41e0-91c9-a35041e723ad tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:39.368166 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-48f16971-67d2-4f09-9f8f-294529b0112a req-f2cf4230-1fdf-41e0-91c9-a35041e723ad tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec HTTP/1.1" status: 200 len: 945 time: 0.0568459 Jan 28 03:29:39.418703 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-48f16971-67d2-4f09-9f8f-294529b0112a req-6d82489a-f292-4c8a-a3f2-13d3933b2614 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430932 Jan 28 03:29:39.479144 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-3a4561d1-3a1c-4c8b-bd2b-17174a39ad9f None None] Allocated IP 172.20.0.1 (9e164d0c-0aa1-429a-a9e4-15938b53c03e/bbd13eb7-6cb9-4e34-9ef2-25a14af22826/b1443211-267e-42c9-a493-1e9e1d0b97e4) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:29:39.508711 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-998de78a-38f7-4e7a-98ea-9bb0057b1951 None None] For port ff72d2b0-0d46-4a76-8898-be61bd1bdc77, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:29:39.520249 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port b1443211-267e-42c9-a493-1e9e1d0b97e4 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:29:39.534626 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-998de78a-38f7-4e7a-98ea-9bb0057b1951 None None] For port ff72d2b0-0d46-4a76-8898-be61bd1bdc77, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ff72d2b0-0d46-4a76-8898-be61bd1bdc77,segment=NetworkSegment(78a093e6-7e14-49f8-b5ca-7bd14537140c),segment_id=78a093e6-7e14-49f8-b5ca-7bd14537140c)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:29:39.562507 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-998de78a-38f7-4e7a-98ea-9bb0057b1951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ff72d2b0-0d46-4a76-8898-be61bd1bdc77), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:39.781586 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c429446b-3d68-4a90-8668-37e5f56e3086 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (8600c383-1ff8-4d7a-8949-570e1d76c5e8), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:39.818672 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998de78a-38f7-4e7a-98ea-9bb0057b1951 None None] Pushing event updated for resources: {'Port': ['ID=ff72d2b0-0d46-4a76-8898-be61bd1bdc77,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:39.843195 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-3a4561d1-3a1c-4c8b-bd2b-17174a39ad9f None None] For port b1443211-267e-42c9-a493-1e9e1d0b97e4, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=b1443211-267e-42c9-a493-1e9e1d0b97e4,segment=NetworkSegment(d4d1d2a9-08e7-4587-b252-932140ff6170),segment_id=d4d1d2a9-08e7-4587-b252-932140ff6170)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:39.853594 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-c429446b-3d68-4a90-8668-37e5f56e3086 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Deleting port ff72d2b0-0d46-4a76-8898-be61bd1bdc77 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:29:39.854315 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c429446b-3d68-4a90-8668-37e5f56e3086 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (ff72d2b0-0d46-4a76-8898-be61bd1bdc77), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:39.855245 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31a4fa6-8286-4638-8d3d-622a08c5093b None None] Network 8600c383-1ff8-4d7a-8949-570e1d76c5e8 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:29:39.924053 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3a4561d1-3a1c-4c8b-bd2b-17174a39ad9f None None] Publish callbacks [] for port (b1443211-267e-42c9-a493-1e9e1d0b97e4), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:39.924313 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-c429446b-3d68-4a90-8668-37e5f56e3086 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] For port ff72d2b0-0d46-4a76-8898-be61bd1bdc77, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ff72d2b0-0d46-4a76-8898-be61bd1bdc77,segment=NetworkSegment(78a093e6-7e14-49f8-b5ca-7bd14537140c),segment_id=78a093e6-7e14-49f8-b5ca-7bd14537140c)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:39.924675 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c429446b-3d68-4a90-8668-37e5f56e3086 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (ff72d2b0-0d46-4a76-8898-be61bd1bdc77), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:39.930419 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3a4561d1-3a1c-4c8b-bd2b-17174a39ad9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b1443211-267e-42c9-a493-1e9e1d0b97e4), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:39.939606 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-c429446b-3d68-4a90-8668-37e5f56e3086 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Calling delete_port for ff72d2b0-0d46-4a76-8898-be61bd1bdc77 owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:29:40.028117 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c429446b-3d68-4a90-8668-37e5f56e3086 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (ff72d2b0-0d46-4a76-8898-be61bd1bdc77), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:40.046282 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4561d1-3a1c-4c8b-bd2b-17174a39ad9f None None] Pushing event updated for resources: {'Port': ['ID=b1443211-267e-42c9-a493-1e9e1d0b97e4,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:40.065263 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429446b-3d68-4a90-8668-37e5f56e3086 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event deleted for resources: {'Port': ['ID=ff72d2b0-0d46-4a76-8898-be61bd1bdc77,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:40.070592 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c429446b-3d68-4a90-8668-37e5f56e3086 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] No DVR routers for this DVR port ff72d2b0-0d46-4a76-8898-be61bd1bdc77 on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:29:40.071691 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a913f17d-c9ff-4f10-ba04-b29acb3f93ef None None] Network 8600c383-1ff8-4d7a-8949-570e1d76c5e8 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:29:40.161461 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c429446b-3d68-4a90-8668-37e5f56e3086 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (8600c383-1ff8-4d7a-8949-570e1d76c5e8), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:40.189197 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-c429446b-3d68-4a90-8668-37e5f56e3086 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8600c383-1ff8-4d7a-8949-570e1d76c5e8']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:40.200904 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-c429446b-3d68-4a90-8668-37e5f56e3086 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78a093e6-7e14-49f8-b5ca-7bd14537140c') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:40.201335 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-c429446b-3d68-4a90-8668-37e5f56e3086 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78a093e6-7e14-49f8-b5ca-7bd14537140c') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:40.212204 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c429446b-3d68-4a90-8668-37e5f56e3086 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (78a093e6-7e14-49f8-b5ca-7bd14537140c), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:40.227640 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c429446b-3d68-4a90-8668-37e5f56e3086 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (78a093e6-7e14-49f8-b5ca-7bd14537140c), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:40.235876 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c429446b-3d68-4a90-8668-37e5f56e3086 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:29:40.236284 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c429446b-3d68-4a90-8668-37e5f56e3086 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (78a093e6-7e14-49f8-b5ca-7bd14537140c), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:40.239578 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:29:40.239578 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:29:40.239578 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:29:40.239578 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:29:40.239578 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:29:40.239578 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:29:40.239578 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:29:40.239578 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:29:40.239578 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:29:40.239578 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:29:40.239578 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:29:40.239578 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:29:40.239578 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:29:40.239578 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:29:40.239578 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:29:40.239578 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:29:40.239578 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:29:40.239578 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:29:40.239578 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:29:40.239578 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:29:40.239578 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:29:40.239578 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:29:40.239578 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:29:40.239578 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:29:40.239578 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:29:40.239578 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:29:40.239578 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:29:40.239578 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:29:40.239578 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:29:40.239578 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:29:40.239578 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:29:40.239578 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:29:40.310658 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c429446b-3d68-4a90-8668-37e5f56e3086 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (8600c383-1ff8-4d7a-8949-570e1d76c5e8), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:40.316153 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c429446b-3d68-4a90-8668-37e5f56e3086 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:40.322060 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c429446b-3d68-4a90-8668-37e5f56e3086 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "DELETE /v2.0/networks/8600c383-1ff8-4d7a-8949-570e1d76c5e8 HTTP/1.1" status: 204 len: 168 time: 1.7240548 Jan 28 03:29:40.322571 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56686) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:40.337712 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429446b-3d68-4a90-8668-37e5f56e3086 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event deleted for resources: {'Network': ['ID=8600c383-1ff8-4d7a-8949-570e1d76c5e8,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:40.352344 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-83f9447e-f2b5-4ccf-85f4-a8a817f9cc0c tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] DELETE failed (client error): The resource could not be found. Jan 28 03:29:40.352985 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83f9447e-f2b5-4ccf-85f4-a8a817f9cc0c tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:29:40.356602 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-83f9447e-f2b5-4ccf-85f4-a8a817f9cc0c tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "DELETE /v2.0/networks/8600c383-1ff8-4d7a-8949-570e1d76c5e8 HTTP/1.1" status: 404 len: 339 time: 0.0321927 Jan 28 03:29:40.360649 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56688) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:40.366190 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-4df90d80-ebe5-4d0c-a219-076f17a9e1da tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1212791123', 'description': 'd1'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:29:40.388787 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df90d80-ebe5-4d0c-a219-076f17a9e1da tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Made reservation on behalf of 3daefde5f15446579b750dc6b199512c for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:29:40.392678 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4df90d80-ebe5-4d0c-a219-076f17a9e1da tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:40.419384 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4df90d80-ebe5-4d0c-a219-076f17a9e1da tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:29:40.431505 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4df90d80-ebe5-4d0c-a219-076f17a9e1da tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (8dbbc8e0-ec04-4d72-b6e3-e99d663facfc), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:40.431859 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-4df90d80-ebe5-4d0c-a219-076f17a9e1da tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Added segment 8dbbc8e0-ec04-4d72-b6e3-e99d663facfc of type vlan for network 3b1b73df-7619-4540-be8a-94d8e02dc55b Jan 28 03:29:40.477477 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4df90d80-ebe5-4d0c-a219-076f17a9e1da tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (3b1b73df-7619-4540-be8a-94d8e02dc55b), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:40.510763 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4df90d80-ebe5-4d0c-a219-076f17a9e1da tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (3b1b73df-7619-4540-be8a-94d8e02dc55b), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:40.516750 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df90d80-ebe5-4d0c-a219-076f17a9e1da tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:40.517511 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4df90d80-ebe5-4d0c-a219-076f17a9e1da tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:40.568272 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe8b93-4675-486f-b5ea-fd5c57e3d464 req-d8219401-b9c1-4a20-8043-5eb01d6ff110 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:40.570271 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f3fe8b93-4675-486f-b5ea-fd5c57e3d464 req-d8219401-b9c1-4a20-8043-5eb01d6ff110 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec HTTP/1.1" status: 200 len: 945 time: 0.0539479 Jan 28 03:29:40.611500 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df90d80-ebe5-4d0c-a219-076f17a9e1da tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event updated for resources: {'Network': ['ID=3b1b73df-7619-4540-be8a-94d8e02dc55b,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:40.633679 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 3b1b73df-7619-4540-be8a-94d8e02dc55b details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:29:40.635356 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f3fe8b93-4675-486f-b5ea-fd5c57e3d464 req-72da57ed-0c35-4b7e-9d34-697ea260b658 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559778 Jan 28 03:29:40.653736 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4df90d80-ebe5-4d0c-a219-076f17a9e1da tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2840517 Jan 28 03:29:40.653736 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56692) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:40.725742 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2531822-0980-4dd5-9dfe-1625d2a5535c None None] get_active_networks_info from n-d-712139-27 {{(pid=109804) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 03:29:40.795450 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044c2eca-7c50-40aa-a4f9-6c8c0a033e5a tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:40.800063 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-044c2eca-7c50-40aa-a4f9-6c8c0a033e5a tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "GET /v2.0/networks?id=3b1b73df-7619-4540-be8a-94d8e02dc55b HTTP/1.1" status: 200 len: 765 time: 0.1491704 Jan 28 03:29:40.800471 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56696) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:40.806108 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-26954718-c1a0-4de2-a578-bb0ecd8aff8b tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Request body: {'network': {'description': 'd2'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:29:40.858352 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e8e13-59a3-40ed-9f5c-fdf78fac1e2e req-a55de3e0-253b-411d-b389-2cfcbf777a3d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:40.858781 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-35523c59-5fd3-4a72-9d9f-3a50e291a7ec None None] Provisioning complete for port b1443211-267e-42c9-a493-1e9e1d0b97e4 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:29:40.859210 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-35523c59-5fd3-4a72-9d9f-3a50e291a7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b1443211-267e-42c9-a493-1e9e1d0b97e4), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:40.860847 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2531822-0980-4dd5-9dfe-1625d2a5535c None None] Resources bound (agent type, host, resource id): {{(pid=109804) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 03:29:40.869651 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7c4e8e13-59a3-40ed-9f5c-fdf78fac1e2e req-a55de3e0-253b-411d-b389-2cfcbf777a3d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec HTTP/1.1" status: 200 len: 945 time: 0.1328886 Jan 28 03:29:40.948534 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7c4e8e13-59a3-40ed-9f5c-fdf78fac1e2e req-14ffab9b-8585-4c32-b944-84665a479f68 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737033 Jan 28 03:29:40.960356 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device b1443211-267e-42c9-a493-1e9e1d0b97e4 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:29:41.022605 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-26954718-c1a0-4de2-a578-bb0ecd8aff8b tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (3b1b73df-7619-4540-be8a-94d8e02dc55b), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:41.040814 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-26954718-c1a0-4de2-a578-bb0ecd8aff8b tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (3b1b73df-7619-4540-be8a-94d8e02dc55b), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:41.087717 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-35523c59-5fd3-4a72-9d9f-3a50e291a7ec None None] Current status of the port b1443211-267e-42c9-a493-1e9e1d0b97e4 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:29:41.104734 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port b1443211-267e-42c9-a493-1e9e1d0b97e4 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:29:41.105305 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b1443211-267e-42c9-a493-1e9e1d0b97e4), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:41.111122 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26954718-c1a0-4de2-a578-bb0ecd8aff8b tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event updated for resources: {'Network': ['ID=3b1b73df-7619-4540-be8a-94d8e02dc55b,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:41.114447 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-26954718-c1a0-4de2-a578-bb0ecd8aff8b tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Network 3b1b73df-7619-4540-be8a-94d8e02dc55b is not hosted by any dhcp agent {{(pid=109803) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 03:29:41.119544 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26954718-c1a0-4de2-a578-bb0ecd8aff8b tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:41.120505 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-26954718-c1a0-4de2-a578-bb0ecd8aff8b tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks [] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:41.125044 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56702) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:41.126012 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-26954718-c1a0-4de2-a578-bb0ecd8aff8b tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "PUT /v2.0/networks/3b1b73df-7619-4540-be8a-94d8e02dc55b HTTP/1.1" status: 200 len: 762 time: 0.3243747 Jan 28 03:29:41.158028 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 3b1b73df-7619-4540-be8a-94d8e02dc55b details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:29:41.207464 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796d1b09-cd20-4fb3-a5f2-4f48f33cff87 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:41.209037 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-796d1b09-cd20-4fb3-a5f2-4f48f33cff87 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "GET /v2.0/networks?id=3b1b73df-7619-4540-be8a-94d8e02dc55b HTTP/1.1" status: 200 len: 765 time: 0.0828891 Jan 28 03:29:41.213032 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56704) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:41.306108 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77df1cb-2379-442f-b193-a5ab5d5d3ca8 None None] Network 9e164d0c-0aa1-429a-a9e4-15938b53c03e requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:29:41.404959 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port b1443211-267e-42c9-a493-1e9e1d0b97e4 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:29:41.493982 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c0e93b-0ece-4ce9-a702-e3ffe6984137 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:41.497210 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-12c0e93b-0ece-4ce9-a702-e3ffe6984137 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2815831 Jan 28 03:29:41.498975 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56712) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:41.552851 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-2aff727d-2181-4042-bd6c-0773e54adcae tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "GET /v2.0/subnets?network_id=8f7dc9c9-eaf1-4339-a2e3-884554154641 HTTP/1.1" status: 200 len: 207 time: 0.0491569 Jan 28 03:29:41.553549 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56714) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:41.819368 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-6a24d6cc-fa4a-4c55-9715-5500e13a3d2f None None] Provisioning complete for port b1443211-267e-42c9-a493-1e9e1d0b97e4 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:29:41.820147 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6a24d6cc-fa4a-4c55-9715-5500e13a3d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b1443211-267e-42c9-a493-1e9e1d0b97e4), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:41.826428 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc43178a-f81b-49c8-887e-cf4107c6e0bb tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:41.831647 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc43178a-f81b-49c8-887e-cf4107c6e0bb tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:41.837617 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc43178a-f81b-49c8-887e-cf4107c6e0bb tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:41.842631 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc43178a-f81b-49c8-887e-cf4107c6e0bb tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:41.847775 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc43178a-f81b-49c8-887e-cf4107c6e0bb tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:41.852776 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc43178a-f81b-49c8-887e-cf4107c6e0bb tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:41.854777 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-cc43178a-f81b-49c8-887e-cf4107c6e0bb tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2999361 Jan 28 03:29:41.858513 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56730) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:41.958906 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-6a24d6cc-fa4a-4c55-9715-5500e13a3d2f None None] Current status of the port b1443211-267e-42c9-a493-1e9e1d0b97e4 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:29:41.990226 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-280dde53-1a2f-484b-a03c-a483bbb96cae tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1304746 Jan 28 03:29:41.994623 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56736) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:42.094119 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6381794d-2139-49ce-83e5-c3ce8591ec9e tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:42.095585 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6381794d-2139-49ce-83e5-c3ce8591ec9e tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:42.096877 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6381794d-2139-49ce-83e5-c3ce8591ec9e tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:42.098544 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6381794d-2139-49ce-83e5-c3ce8591ec9e tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:42.099892 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6381794d-2139-49ce-83e5-c3ce8591ec9e tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:42.105969 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56742) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:42.115521 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6381794d-2139-49ce-83e5-c3ce8591ec9e tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1196301 Jan 28 03:29:42.162874 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a9b25d-0c5b-4dc4-8802-cc931611c50d tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:42.164107 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a9b25d-0c5b-4dc4-8802-cc931611c50d tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:42.165315 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a9b25d-0c5b-4dc4-8802-cc931611c50d tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:42.166505 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a9b25d-0c5b-4dc4-8802-cc931611c50d tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:42.167703 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a9b25d-0c5b-4dc4-8802-cc931611c50d tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:42.173202 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56744) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:42.185147 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-27a9b25d-0c5b-4dc4-8802-cc931611c50d tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0776491 Jan 28 03:29:42.276275 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8eb1001-990b-4a72-86e9-cd47ee91ee9a tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:42.281031 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b8eb1001-990b-4a72-86e9-cd47ee91ee9a tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "GET /v2.0/networks/9d7d35e4-f89e-411d-8e25-354b381c536e HTTP/1.1" status: 200 len: 804 time: 0.1032887 Jan 28 03:29:42.281550 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56758) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:42.424042 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56768) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:42.438133 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-be8ed0e3-9ad7-4287-9cbe-e5b1d33dd907 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "GET /v2.0/networks/9d7d35e4-f89e-411d-8e25-354b381c536e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1553426 Jan 28 03:29:42.532652 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b220eae8-027b-41f5-a71c-55cf7c56dd25 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:42.538220 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56774) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:42.546883 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b220eae8-027b-41f5-a71c-55cf7c56dd25 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "GET /v2.0/subnets/595d8803-b0ea-4775-a3a8-cf3abc65ee7a HTTP/1.1" status: 200 len: 843 time: 0.1091816 Jan 28 03:29:42.639933 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc95688-7f99-44c0-9682-196570e299b4 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:42.648930 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56782) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:42.650883 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1dc95688-7f99-44c0-9682-196570e299b4 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "GET /v2.0/subnets/595d8803-b0ea-4775-a3a8-cf3abc65ee7a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1114435 Jan 28 03:29:42.654041 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-52145e2d-232f-4ef1-abfa-e01cecea68d1 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-75943656'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:29:42.697754 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52145e2d-232f-4ef1-abfa-e01cecea68d1 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Made reservation on behalf of 3daefde5f15446579b750dc6b199512c for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:29:42.701228 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-52145e2d-232f-4ef1-abfa-e01cecea68d1 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:42.760181 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52145e2d-232f-4ef1-abfa-e01cecea68d1 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:29:42.780826 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-52145e2d-232f-4ef1-abfa-e01cecea68d1 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (2495c32e-86f2-46be-9102-38fcab9ca6dd), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:42.781189 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-52145e2d-232f-4ef1-abfa-e01cecea68d1 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Added segment 2495c32e-86f2-46be-9102-38fcab9ca6dd of type vlan for network 80b83bbd-90dc-4027-a3d9-7e93a6a181d4 Jan 28 03:29:42.863278 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-52145e2d-232f-4ef1-abfa-e01cecea68d1 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (80b83bbd-90dc-4027-a3d9-7e93a6a181d4), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:42.898321 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-52145e2d-232f-4ef1-abfa-e01cecea68d1 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (80b83bbd-90dc-4027-a3d9-7e93a6a181d4), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:42.908535 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52145e2d-232f-4ef1-abfa-e01cecea68d1 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:42.910254 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-52145e2d-232f-4ef1-abfa-e01cecea68d1 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:42.985324 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-52145e2d-232f-4ef1-abfa-e01cecea68d1 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3326795 Jan 28 03:29:42.986198 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56798) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:42.990802 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52145e2d-232f-4ef1-abfa-e01cecea68d1 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event updated for resources: {'Network': ['ID=80b83bbd-90dc-4027-a3d9-7e93a6a181d4,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:42.991786 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-8a6a836a-8abe-4334-a6fc-3da6a5783c3f tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Request body: {'subnet': {'network_id': '80b83bbd-90dc-4027-a3d9-7e93a6a181d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:29:43.001874 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 80b83bbd-90dc-4027-a3d9-7e93a6a181d4 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:29:43.159896 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6a836a-8abe-4334-a6fc-3da6a5783c3f tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Made reservation on behalf of 3daefde5f15446579b750dc6b199512c for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:29:43.164613 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8a6a836a-8abe-4334-a6fc-3da6a5783c3f tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:43.238835 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.ipam_backend_mixin [None req-8a6a836a-8abe-4334-a6fc-3da6a5783c3f tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Performing IP validity checks on allocation pools {{(pid=109803) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 03:29:43.239530 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.ipam_backend_mixin [None req-8a6a836a-8abe-4334-a6fc-3da6a5783c3f tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109803) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 03:29:43.403605 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8a6a836a-8abe-4334-a6fc-3da6a5783c3f tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (abbd8888-cf3d-488d-a0dd-fbd7cf484c3e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:43.485110 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6a836a-8abe-4334-a6fc-3da6a5783c3f tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Checking segment: {'id': '2495c32e-86f2-46be-9102-38fcab9ca6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '80b83bbd-90dc-4027-a3d9-7e93a6a181d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:29:43.485595 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6a836a-8abe-4334-a6fc-3da6a5783c3f tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Network hostable DHCP agents. Network: 80b83bbd-90dc-4027-a3d9-7e93a6a181d4, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:29:43.508275 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a836a-8abe-4334-a6fc-3da6a5783c3f tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event updated for resources: {'Subnet': ['ID=abbd8888-cf3d-488d-a0dd-fbd7cf484c3e,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:43.536662 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6a836a-8abe-4334-a6fc-3da6a5783c3f tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Network 80b83bbd-90dc-4027-a3d9-7e93a6a181d4 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:29:43.550299 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-8a6a836a-8abe-4334-a6fc-3da6a5783c3f tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 80b83bbd-90dc-4027-a3d9-7e93a6a181d4) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:29:43.560213 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3182316-c9a1-4556-9faa-93d4e4036456 None None] Network 80b83bbd-90dc-4027-a3d9-7e93a6a181d4 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:29:43.568208 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6a836a-8abe-4334-a6fc-3da6a5783c3f tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:43.568829 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8a6a836a-8abe-4334-a6fc-3da6a5783c3f tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3867123'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:43.591959 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8a6a836a-8abe-4334-a6fc-3da6a5783c3f tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.6041071 Jan 28 03:29:43.594320 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56802) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:43.600345 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-972b183d-01be-45f9-8661-e594a716bd9b tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:29:43.727398 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb622c6f-da07-4955-8213-47d67dac7b39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-80b83bbd-90dc-4027-a3d9-7e93a6a181d4', 'network_id': '80b83bbd-90dc-4027-a3d9-7e93a6a181d4', 'project_id': '3daefde5f15446579b750dc6b199512c', 'fixed_ips': [{'subnet_id': 'abbd8888-cf3d-488d-a0dd-fbd7cf484c3e'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:29:43.728587 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-eb622c6f-da07-4955-8213-47d67dac7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:43.748662 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-972b183d-01be-45f9-8661-e594a716bd9b tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8890927'] for subnet (abbd8888-cf3d-488d-a0dd-fbd7cf484c3e), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:43.958221 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-972b183d-01be-45f9-8661-e594a716bd9b tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780454955987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12494746'] for subnet (abbd8888-cf3d-488d-a0dd-fbd7cf484c3e), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:43.983102 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972b183d-01be-45f9-8661-e594a716bd9b tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:43.984039 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-972b183d-01be-45f9-8661-e594a716bd9b tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks [] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:43.988093 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-972b183d-01be-45f9-8661-e594a716bd9b tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "PUT /v2.0/subnets/abbd8888-cf3d-488d-a0dd-fbd7cf484c3e HTTP/1.1" status: 200 len: 900 time: 0.3902161 Jan 28 03:29:43.988492 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56806) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:44.032856 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b183d-01be-45f9-8661-e594a716bd9b tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event updated for resources: {'Subnet': ['ID=abbd8888-cf3d-488d-a0dd-fbd7cf484c3e,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:44.048757 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-eb622c6f-da07-4955-8213-47d67dac7b39 None None] Allocated IP 2001:db8::3 (80b83bbd-90dc-4027-a3d9-7e93a6a181d4/abbd8888-cf3d-488d-a0dd-fbd7cf484c3e/13751e9f-1dad-47fa-8b95-2f75f32d9d17) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:29:44.201692 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-57dd7054-3812-47ac-909b-2b09a0e7bf0b tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (80b83bbd-90dc-4027-a3d9-7e93a6a181d4), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:44.260179 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-57dd7054-3812-47ac-909b-2b09a0e7bf0b tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (abbd8888-cf3d-488d-a0dd-fbd7cf484c3e), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:44.282280 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-eb622c6f-da07-4955-8213-47d67dac7b39 None None] Publish callbacks [] for port (13751e9f-1dad-47fa-8b95-2f75f32d9d17), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:44.296567 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-eb622c6f-da07-4955-8213-47d67dac7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (13751e9f-1dad-47fa-8b95-2f75f32d9d17), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:44.365980 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-57dd7054-3812-47ac-909b-2b09a0e7bf0b tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (abbd8888-cf3d-488d-a0dd-fbd7cf484c3e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:44.384224 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb622c6f-da07-4955-8213-47d67dac7b39 None None] Network 80b83bbd-90dc-4027-a3d9-7e93a6a181d4 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:29:44.393236 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-eb622c6f-da07-4955-8213-47d67dac7b39 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:29:44.398021 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd7054-3812-47ac-909b-2b09a0e7bf0b tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event deleted for resources: {'Subnet': ['ID=abbd8888-cf3d-488d-a0dd-fbd7cf484c3e,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:44.400902 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb622c6f-da07-4955-8213-47d67dac7b39 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:29:44.479295 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb622c6f-da07-4955-8213-47d67dac7b39 None None] Pushing event updated for resources: {'Port': ['ID=13751e9f-1dad-47fa-8b95-2f75f32d9d17,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:44.571378 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-57dd7054-3812-47ac-909b-2b09a0e7bf0b tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (80b83bbd-90dc-4027-a3d9-7e93a6a181d4), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:44.578707 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-eb622c6f-da07-4955-8213-47d67dac7b39 None None] Attempting to bind port 13751e9f-1dad-47fa-8b95-2f75f32d9d17 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:29:44.579278 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-eb622c6f-da07-4955-8213-47d67dac7b39 None None] Attempting to bind port 13751e9f-1dad-47fa-8b95-2f75f32d9d17 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '2495c32e-86f2-46be-9102-38fcab9ca6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '80b83bbd-90dc-4027-a3d9-7e93a6a181d4'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:29:44.579685 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb622c6f-da07-4955-8213-47d67dac7b39 None None] Attempting to bind port 13751e9f-1dad-47fa-8b95-2f75f32d9d17 on network 80b83bbd-90dc-4027-a3d9-7e93a6a181d4 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:29:44.586732 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb622c6f-da07-4955-8213-47d67dac7b39 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:29:44.587262 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb622c6f-da07-4955-8213-47d67dac7b39 None None] Checking segment: {'id': '2495c32e-86f2-46be-9102-38fcab9ca6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '80b83bbd-90dc-4027-a3d9-7e93a6a181d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:29:44.587679 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-eb622c6f-da07-4955-8213-47d67dac7b39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:44.588086 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb622c6f-da07-4955-8213-47d67dac7b39 None None] Bound using segment: {'id': '2495c32e-86f2-46be-9102-38fcab9ca6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '80b83bbd-90dc-4027-a3d9-7e93a6a181d4'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:29:44.588574 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-eb622c6f-da07-4955-8213-47d67dac7b39 None None] Bound port: 13751e9f-1dad-47fa-8b95-2f75f32d9d17, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2495c32e-86f2-46be-9102-38fcab9ca6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '80b83bbd-90dc-4027-a3d9-7e93a6a181d4'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:29:44.589017 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-eb622c6f-da07-4955-8213-47d67dac7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (13751e9f-1dad-47fa-8b95-2f75f32d9d17), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:44.621512 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-57dd7054-3812-47ac-909b-2b09a0e7bf0b tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80b83bbd-90dc-4027-a3d9-7e93a6a181d4']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:44.645629 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-57dd7054-3812-47ac-909b-2b09a0e7bf0b tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2495c32e-86f2-46be-9102-38fcab9ca6dd') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:44.645983 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-57dd7054-3812-47ac-909b-2b09a0e7bf0b tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2495c32e-86f2-46be-9102-38fcab9ca6dd') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:44.666781 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-57dd7054-3812-47ac-909b-2b09a0e7bf0b tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (2495c32e-86f2-46be-9102-38fcab9ca6dd), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:44.687969 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-57dd7054-3812-47ac-909b-2b09a0e7bf0b tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (2495c32e-86f2-46be-9102-38fcab9ca6dd), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:44.695392 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57dd7054-3812-47ac-909b-2b09a0e7bf0b tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:29:44.696697 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-57dd7054-3812-47ac-909b-2b09a0e7bf0b tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (2495c32e-86f2-46be-9102-38fcab9ca6dd), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:44.700745 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:29:44.700745 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:29:44.700745 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:29:44.700745 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:29:44.700745 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:29:44.700745 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:29:44.700745 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:29:44.700745 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:29:44.700745 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:29:44.700745 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:29:44.700745 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:29:44.700745 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:29:44.700745 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:29:44.700745 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:29:44.700745 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:29:44.700745 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:29:44.700745 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:29:44.700745 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:29:44.700745 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:29:44.700745 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:29:44.700745 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:29:44.700745 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:29:44.700745 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:29:44.700745 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:29:44.700745 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:29:44.700745 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:29:44.700745 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:29:44.700745 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:29:44.700745 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:29:44.700745 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:29:44.700745 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:29:44.700745 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:29:44.703628 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-eb622c6f-da07-4955-8213-47d67dac7b39 None None] For port 13751e9f-1dad-47fa-8b95-2f75f32d9d17, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:29:44.767459 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-eb622c6f-da07-4955-8213-47d67dac7b39 None None] For port 13751e9f-1dad-47fa-8b95-2f75f32d9d17, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=13751e9f-1dad-47fa-8b95-2f75f32d9d17,segment=NetworkSegment(2495c32e-86f2-46be-9102-38fcab9ca6dd),segment_id=2495c32e-86f2-46be-9102-38fcab9ca6dd)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:29:44.770138 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.db.api [None req-57dd7054-3812-47ac-909b-2b09a0e7bf0b tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 03:29:44.770138 n-d-712139-27 neutron-server[109802]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 03:29:44.770138 n-d-712139-27 neutron-server[109802]: [parameters: {'id': '80b83bbd-90dc-4027-a3d9-7e93a6a181d4'}] Jan 28 03:29:44.770138 n-d-712139-27 neutron-server[109802]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:29:44.771450 n-d-712139-27 neutron-server[109802]: DEBUG oslo_db.api [None req-57dd7054-3812-47ac-909b-2b09a0e7bf0b tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:29:44.773876 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-eb622c6f-da07-4955-8213-47d67dac7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (13751e9f-1dad-47fa-8b95-2f75f32d9d17), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:44.886476 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb622c6f-da07-4955-8213-47d67dac7b39 None None] Pushing event updated for resources: {'Port': ['ID=13751e9f-1dad-47fa-8b95-2f75f32d9d17,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:44.894072 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affc138a-f9f9-4ee9-bd26-c04ade638522 None None] get_active_networks_info from n-d-712139-27 {{(pid=109804) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 03:29:44.997617 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affc138a-f9f9-4ee9-bd26-c04ade638522 None None] Resources bound (agent type, host, resource id): {{(pid=109804) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 03:29:45.189907 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4994ebc7-d2cb-4a5d-9ead-d6d1b1dc3797 None None] Network 80b83bbd-90dc-4027-a3d9-7e93a6a181d4 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:29:45.297216 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8389002-e09c-4c7a-8b7e-4e290f1a41c5 None None] Network 80b83bbd-90dc-4027-a3d9-7e93a6a181d4 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:29:45.586683 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-57dd7054-3812-47ac-909b-2b09a0e7bf0b tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (80b83bbd-90dc-4027-a3d9-7e93a6a181d4), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:45.696345 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-62e3ac46-f15c-4c73-9640-0ed140f114a8 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:45.697799 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-62e3ac46-f15c-4c73-9640-0ed140f114a8 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/networks?id=d08f29da-d40d-4b15-9f9f-e3612c5ec470 HTTP/1.1" status: 200 len: 811 time: 0.4583607 Jan 28 03:29:45.722975 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-55a2f924-e5a6-4829-9173-69ec8d2d4fb4 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/quotas/2365aae0ed6c4140b140950cf90dbe31 HTTP/1.1" status: 200 len: 375 time: 0.0195582 Jan 28 03:29:45.725206 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-57dd7054-3812-47ac-909b-2b09a0e7bf0b tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Deleting port 13751e9f-1dad-47fa-8b95-2f75f32d9d17 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:29:45.725549 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-57dd7054-3812-47ac-909b-2b09a0e7bf0b tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (13751e9f-1dad-47fa-8b95-2f75f32d9d17), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:45.825550 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-57dd7054-3812-47ac-909b-2b09a0e7bf0b tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] For port 13751e9f-1dad-47fa-8b95-2f75f32d9d17, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=13751e9f-1dad-47fa-8b95-2f75f32d9d17,segment=NetworkSegment(2495c32e-86f2-46be-9102-38fcab9ca6dd),segment_id=2495c32e-86f2-46be-9102-38fcab9ca6dd)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:45.825901 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-57dd7054-3812-47ac-909b-2b09a0e7bf0b tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (13751e9f-1dad-47fa-8b95-2f75f32d9d17), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:45.841627 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-57dd7054-3812-47ac-909b-2b09a0e7bf0b tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Calling delete_port for 13751e9f-1dad-47fa-8b95-2f75f32d9d17 owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:29:45.849991 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-3a9c0a31-7919-4648-89f3-090b55e33445 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2365aae0ed6c4140b140950cf90dbe31&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1075273 Jan 28 03:29:45.985468 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-57dd7054-3812-47ac-909b-2b09a0e7bf0b tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (13751e9f-1dad-47fa-8b95-2f75f32d9d17), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:46.024471 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd7054-3812-47ac-909b-2b09a0e7bf0b tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event deleted for resources: {'Port': ['ID=13751e9f-1dad-47fa-8b95-2f75f32d9d17,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:46.030740 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dd7054-3812-47ac-909b-2b09a0e7bf0b tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] No DVR routers for this DVR port 13751e9f-1dad-47fa-8b95-2f75f32d9d17 on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:29:46.077990 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-dbe5ee1b-a6c2-496f-b639-4d51ff8fbb6a service neutron] 10.222.0.53 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202635 Jan 28 03:29:46.136381 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-57dd7054-3812-47ac-909b-2b09a0e7bf0b tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (80b83bbd-90dc-4027-a3d9-7e93a6a181d4), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:46.190369 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-57dd7054-3812-47ac-909b-2b09a0e7bf0b tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80b83bbd-90dc-4027-a3d9-7e93a6a181d4']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:46.209029 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-57dd7054-3812-47ac-909b-2b09a0e7bf0b tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2495c32e-86f2-46be-9102-38fcab9ca6dd') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:46.209696 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-57dd7054-3812-47ac-909b-2b09a0e7bf0b tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2495c32e-86f2-46be-9102-38fcab9ca6dd') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:46.223517 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-57dd7054-3812-47ac-909b-2b09a0e7bf0b tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (2495c32e-86f2-46be-9102-38fcab9ca6dd), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:46.246371 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-57dd7054-3812-47ac-909b-2b09a0e7bf0b tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (2495c32e-86f2-46be-9102-38fcab9ca6dd), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:46.249895 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-2e64906b-e5d8-4a6a-9690-47181a0710f7 service neutron] 10.222.0.53 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439300 Jan 28 03:29:46.255449 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57dd7054-3812-47ac-909b-2b09a0e7bf0b tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:29:46.255860 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-57dd7054-3812-47ac-909b-2b09a0e7bf0b tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (2495c32e-86f2-46be-9102-38fcab9ca6dd), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:46.259226 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:29:46.259226 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:29:46.259226 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:29:46.259226 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:29:46.259226 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:29:46.259226 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:29:46.259226 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:29:46.259226 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:29:46.259226 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:29:46.259226 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:29:46.259226 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:29:46.259226 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:29:46.259226 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:29:46.259226 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:29:46.259226 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:29:46.259226 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:29:46.259226 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:29:46.259226 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:29:46.259226 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:29:46.259226 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:29:46.259226 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:29:46.259226 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:29:46.259226 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:29:46.259226 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:29:46.259226 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:29:46.259226 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:29:46.259226 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:29:46.259226 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:29:46.259226 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:29:46.259226 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:29:46.259226 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:29:46.259226 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:29:46.328760 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-57dd7054-3812-47ac-909b-2b09a0e7bf0b tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (80b83bbd-90dc-4027-a3d9-7e93a6a181d4), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:46.333600 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-57dd7054-3812-47ac-909b-2b09a0e7bf0b tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:46.337299 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-57dd7054-3812-47ac-909b-2b09a0e7bf0b tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "DELETE /v2.0/networks/80b83bbd-90dc-4027-a3d9-7e93a6a181d4 HTTP/1.1" status: 204 len: 168 time: 2.3476954 Jan 28 03:29:46.341605 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56836) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:46.353255 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd7054-3812-47ac-909b-2b09a0e7bf0b tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event deleted for resources: {'Network': ['ID=80b83bbd-90dc-4027-a3d9-7e93a6a181d4,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:46.380624 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8fe078f-df38-46e9-970e-b02a7f8cef38 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] DELETE failed (client error): The resource could not be found. Jan 28 03:29:46.381120 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8fe078f-df38-46e9-970e-b02a7f8cef38 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:29:46.387987 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56838) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:46.396371 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c8fe078f-df38-46e9-970e-b02a7f8cef38 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "DELETE /v2.0/subnets/abbd8888-cf3d-488d-a0dd-fbd7cf484c3e HTTP/1.1" status: 404 len: 337 time: 0.0413055 Jan 28 03:29:46.428638 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9541afc-d9fb-4cb1-963f-5cc78488dfa3 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] DELETE failed (client error): The resource could not be found. Jan 28 03:29:46.429529 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9541afc-d9fb-4cb1-963f-5cc78488dfa3 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:29:46.435443 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c9541afc-d9fb-4cb1-963f-5cc78488dfa3 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "DELETE /v2.0/networks/80b83bbd-90dc-4027-a3d9-7e93a6a181d4 HTTP/1.1" status: 404 len: 339 time: 0.0458150 Jan 28 03:29:46.436315 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56844) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:46.466483 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6b223e2e-722c-47fb-8408-54b096253e26 req-808ee2d0-ad94-4cff-93f9-146e9beb4854 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=01d135fa-2baf-4c3c-bc98-b2ac05637f1f HTTP/1.1" status: 200 len: 210 time: 0.0387800 Jan 28 03:29:46.522926 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3672affb-56ff-4125-8b90-b4821cb45d98 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (3b1b73df-7619-4540-be8a-94d8e02dc55b), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:46.624158 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3672affb-56ff-4125-8b90-b4821cb45d98 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (3b1b73df-7619-4540-be8a-94d8e02dc55b), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:46.647075 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-3672affb-56ff-4125-8b90-b4821cb45d98 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b1b73df-7619-4540-be8a-94d8e02dc55b']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:46.658654 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-3672affb-56ff-4125-8b90-b4821cb45d98 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dbbc8e0-ec04-4d72-b6e3-e99d663facfc') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:46.658953 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-3672affb-56ff-4125-8b90-b4821cb45d98 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dbbc8e0-ec04-4d72-b6e3-e99d663facfc') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:46.670803 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3672affb-56ff-4125-8b90-b4821cb45d98 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (8dbbc8e0-ec04-4d72-b6e3-e99d663facfc), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:46.686300 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3672affb-56ff-4125-8b90-b4821cb45d98 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (8dbbc8e0-ec04-4d72-b6e3-e99d663facfc), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:46.693295 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3672affb-56ff-4125-8b90-b4821cb45d98 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:29:46.693694 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3672affb-56ff-4125-8b90-b4821cb45d98 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (8dbbc8e0-ec04-4d72-b6e3-e99d663facfc), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:46.697206 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:29:46.697206 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:29:46.697206 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:29:46.697206 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:29:46.697206 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:29:46.697206 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:29:46.697206 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:29:46.697206 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:29:46.697206 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:29:46.697206 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:29:46.697206 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:29:46.697206 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:29:46.697206 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:29:46.697206 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:29:46.697206 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:29:46.697206 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:29:46.697206 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:29:46.697206 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:29:46.697206 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:29:46.697206 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:29:46.697206 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:29:46.697206 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:29:46.697206 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:29:46.697206 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:29:46.697206 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:29:46.697206 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:29:46.697206 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:29:46.697206 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:29:46.697206 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:29:46.697206 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:29:46.697206 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:29:46.697206 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:29:46.762914 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3672affb-56ff-4125-8b90-b4821cb45d98 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (3b1b73df-7619-4540-be8a-94d8e02dc55b), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:46.768142 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3672affb-56ff-4125-8b90-b4821cb45d98 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:46.772379 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3672affb-56ff-4125-8b90-b4821cb45d98 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "DELETE /v2.0/networks/3b1b73df-7619-4540-be8a-94d8e02dc55b HTTP/1.1" status: 204 len: 168 time: 0.3346426 Jan 28 03:29:46.774776 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56852) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:46.812352 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672affb-56ff-4125-8b90-b4821cb45d98 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event deleted for resources: {'Network': ['ID=3b1b73df-7619-4540-be8a-94d8e02dc55b,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:46.826628 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-17511c53-c58f-4c41-964b-a044d52d0407 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] DELETE failed (client error): The resource could not be found. Jan 28 03:29:46.827351 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17511c53-c58f-4c41-964b-a044d52d0407 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:29:46.832843 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-17511c53-c58f-4c41-964b-a044d52d0407 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "DELETE /v2.0/subnets/6e450ad4-b998-4c8d-8527-bd9c3204b4f5 HTTP/1.1" status: 404 len: 337 time: 0.0546088 Jan 28 03:29:46.833511 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56858) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:46.864282 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-a843a317-c16c-48ed-90e1-e2e7f24fe196 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] DELETE failed (client error): The resource could not be found. Jan 28 03:29:46.864282 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a843a317-c16c-48ed-90e1-e2e7f24fe196 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:29:46.864282 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a843a317-c16c-48ed-90e1-e2e7f24fe196 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "DELETE /v2.0/networks/8600c383-1ff8-4d7a-8949-570e1d76c5e8 HTTP/1.1" status: 404 len: 339 time: 0.0263464 Jan 28 03:29:46.864282 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56860) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:46.920507 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-d76553ee-67de-494e-bd8d-7c9e1ef35e00 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Deleting subnet bbd13eb7-6cb9-4e34-9ef2-25a14af22826 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:29:46.923801 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d76553ee-67de-494e-bd8d-7c9e1ef35e00 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks [] for subnet (bbd13eb7-6cb9-4e34-9ef2-25a14af22826), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:46.967929 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d76553ee-67de-494e-bd8d-7c9e1ef35e00 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (bbd13eb7-6cb9-4e34-9ef2-25a14af22826), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:47.061972 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d76553ee-67de-494e-bd8d-7c9e1ef35e00 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (bbd13eb7-6cb9-4e34-9ef2-25a14af22826), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:47.122519 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d76553ee-67de-494e-bd8d-7c9e1ef35e00 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (bbd13eb7-6cb9-4e34-9ef2-25a14af22826), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:47.147623 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76553ee-67de-494e-bd8d-7c9e1ef35e00 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event deleted for resources: {'Subnet': ['ID=bbd13eb7-6cb9-4e34-9ef2-25a14af22826,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:47.154104 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d76553ee-67de-494e-bd8d-7c9e1ef35e00 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks [] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:47.157261 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d76553ee-67de-494e-bd8d-7c9e1ef35e00 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "DELETE /v2.0/subnets/bbd13eb7-6cb9-4e34-9ef2-25a14af22826 HTTP/1.1" status: 204 len: 168 time: 0.2921019 Jan 28 03:29:47.159655 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56862) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:47.163268 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aaffd49-9b2b-4351-8896-666fd1d059f7 None None] Network 9e164d0c-0aa1-429a-a9e4-15938b53c03e requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:29:47.212536 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-64a3ba34-9c63-4e87-8895-ce3324bc8ac0 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Deleting subnet 11947c7c-394c-46e8-b33f-9e72f7df19a3 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:29:47.215689 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-64a3ba34-9c63-4e87-8895-ce3324bc8ac0 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks [] for subnet (11947c7c-394c-46e8-b33f-9e72f7df19a3), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:47.262362 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-64a3ba34-9c63-4e87-8895-ce3324bc8ac0 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (11947c7c-394c-46e8-b33f-9e72f7df19a3), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:47.347143 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-64a3ba34-9c63-4e87-8895-ce3324bc8ac0 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (11947c7c-394c-46e8-b33f-9e72f7df19a3), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:47.421119 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-64a3ba34-9c63-4e87-8895-ce3324bc8ac0 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (11947c7c-394c-46e8-b33f-9e72f7df19a3), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:47.454146 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a3ba34-9c63-4e87-8895-ce3324bc8ac0 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event deleted for resources: {'Subnet': ['ID=11947c7c-394c-46e8-b33f-9e72f7df19a3,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:47.465656 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-64a3ba34-9c63-4e87-8895-ce3324bc8ac0 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks [] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:47.469429 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-64a3ba34-9c63-4e87-8895-ce3324bc8ac0 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "DELETE /v2.0/subnets/11947c7c-394c-46e8-b33f-9e72f7df19a3 HTTP/1.1" status: 204 len: 168 time: 0.3088214 Jan 28 03:29:47.472019 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56864) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:47.638978 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-7765f832-05b0-4db5-91b8-8f85432a8903 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:47.640923 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-7765f832-05b0-4db5-91b8-8f85432a8903 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.67 "GET /v2.0/networks?id=d08f29da-d40d-4b15-9f9f-e3612c5ec470 HTTP/1.1" status: 200 len: 811 time: 0.1526976 Jan 28 03:29:47.662039 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-fdfb922a-4f1f-4309-bb72-f6182aac7038 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Request body: {'port': {'device_id': '01d135fa-2baf-4c3c-bc98-b2ac05637f1f', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'admin_state_up': True, 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:29:47.668872 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-86e6c2fb-a3d6-41ad-90a2-3d72cd2d6232 req-cd718cf9-aa49-4ad1-8c0f-fbc12bd73edd tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=01d135fa-2baf-4c3c-bc98-b2ac05637f1f HTTP/1.1" status: 200 len: 210 time: 0.0769508 Jan 28 03:29:47.680491 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-12bba325-978a-4730-8954-3307d71724e6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (9e164d0c-0aa1-429a-a9e4-15938b53c03e), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:47.797510 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-12bba325-978a-4730-8954-3307d71724e6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Deleting port b1443211-267e-42c9-a493-1e9e1d0b97e4 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:29:47.797861 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-12bba325-978a-4730-8954-3307d71724e6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (b1443211-267e-42c9-a493-1e9e1d0b97e4), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:47.889358 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-12bba325-978a-4730-8954-3307d71724e6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] For port b1443211-267e-42c9-a493-1e9e1d0b97e4, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=b1443211-267e-42c9-a493-1e9e1d0b97e4,segment=NetworkSegment(d4d1d2a9-08e7-4587-b252-932140ff6170),segment_id=d4d1d2a9-08e7-4587-b252-932140ff6170)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:47.889745 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-12bba325-978a-4730-8954-3307d71724e6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (b1443211-267e-42c9-a493-1e9e1d0b97e4), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:47.908327 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-12bba325-978a-4730-8954-3307d71724e6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Calling delete_port for b1443211-267e-42c9-a493-1e9e1d0b97e4 owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:29:47.909694 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-fdfb922a-4f1f-4309-bb72-f6182aac7038 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Made reservation on behalf of 2365aae0ed6c4140b140950cf90dbe31 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:29:47.919180 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-fdfb922a-4f1f-4309-bb72-f6182aac7038 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:48.016442 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-12bba325-978a-4730-8954-3307d71724e6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (b1443211-267e-42c9-a493-1e9e1d0b97e4), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:48.085992 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bba325-978a-4730-8954-3307d71724e6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event deleted for resources: {'Port': ['ID=b1443211-267e-42c9-a493-1e9e1d0b97e4,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:48.090725 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bba325-978a-4730-8954-3307d71724e6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] No DVR routers for this DVR port b1443211-267e-42c9-a493-1e9e1d0b97e4 on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:29:48.158344 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-fdfb922a-4f1f-4309-bb72-f6182aac7038 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Allocated IP 172.20.0.14 (d08f29da-d40d-4b15-9f9f-e3612c5ec470/6fca48db-7702-4589-8da6-18a07f4297d3/5494f53f-a115-4def-8916-7c989b1a22e6) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:29:48.224384 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-12bba325-978a-4730-8954-3307d71724e6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (9e164d0c-0aa1-429a-a9e4-15938b53c03e), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:48.276971 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-12bba325-978a-4730-8954-3307d71724e6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e164d0c-0aa1-429a-a9e4-15938b53c03e']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:48.288293 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75f8d7f-4f14-4556-8eab-1bca7506110d None None] Network 9e164d0c-0aa1-429a-a9e4-15938b53c03e requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:29:48.288883 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-12bba325-978a-4730-8954-3307d71724e6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4d1d2a9-08e7-4587-b252-932140ff6170') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:48.288883 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-12bba325-978a-4730-8954-3307d71724e6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4d1d2a9-08e7-4587-b252-932140ff6170') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:48.299200 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-12bba325-978a-4730-8954-3307d71724e6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (d4d1d2a9-08e7-4587-b252-932140ff6170), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:48.313117 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-12bba325-978a-4730-8954-3307d71724e6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (d4d1d2a9-08e7-4587-b252-932140ff6170), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:48.321581 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12bba325-978a-4730-8954-3307d71724e6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:29:48.321881 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-12bba325-978a-4730-8954-3307d71724e6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (d4d1d2a9-08e7-4587-b252-932140ff6170), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:48.327506 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:29:48.327506 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:29:48.327506 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:29:48.327506 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:29:48.327506 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:29:48.327506 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:29:48.327506 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:29:48.327506 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:29:48.327506 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:29:48.327506 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:29:48.327506 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:29:48.327506 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:29:48.327506 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:29:48.327506 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:29:48.327506 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:29:48.327506 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:29:48.327506 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:29:48.327506 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:29:48.327506 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:29:48.327506 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:29:48.327506 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:29:48.327506 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:29:48.327506 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:29:48.327506 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:29:48.327506 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:29:48.327506 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:29:48.327506 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:29:48.327506 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:29:48.327506 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:29:48.327506 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:29:48.327506 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:29:48.327506 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:29:48.378456 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-2f635a3f-0de6-4dc5-aa24-eb61e2a0bd38 None None] Could not find standard attr ID for object b1443211-267e-42c9-a493-1e9e1d0b97e4. {{(pid=109804) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 03:29:48.384366 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-fdfb922a-4f1f-4309-bb72-f6182aac7038 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks [] for port (5494f53f-a115-4def-8916-7c989b1a22e6), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:48.423628 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-12bba325-978a-4730-8954-3307d71724e6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (9e164d0c-0aa1-429a-a9e4-15938b53c03e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:48.438758 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-12bba325-978a-4730-8954-3307d71724e6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:48.442523 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-12bba325-978a-4730-8954-3307d71724e6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "DELETE /v2.0/networks/9e164d0c-0aa1-429a-a9e4-15938b53c03e HTTP/1.1" status: 204 len: 168 time: 0.9694495 Jan 28 03:29:48.451807 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56874) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:48.455886 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bba325-978a-4730-8954-3307d71724e6 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event deleted for resources: {'Network': ['ID=9e164d0c-0aa1-429a-a9e4-15938b53c03e,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:48.499457 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-1953f87e-1522-428e-85dc-26007853f178 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] DELETE failed (client error): The resource could not be found. Jan 28 03:29:48.500055 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1953f87e-1522-428e-85dc-26007853f178 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:29:48.505532 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1953f87e-1522-428e-85dc-26007853f178 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "DELETE /v2.0/subnets/131c7bab-caf2-4c64-8309-b681bde49d05 HTTP/1.1" status: 404 len: 337 time: 0.0524187 Jan 28 03:29:48.506608 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56876) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:48.527546 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-fdfb922a-4f1f-4309-bb72-f6182aac7038 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (5494f53f-a115-4def-8916-7c989b1a22e6), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:48.529701 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714a800d-1180-49c0-86b3-48e1732ba56e None None] DHCP port deletion for 9e164d0c-0aa1-429a-a9e4-15938b53c03e request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:29:48.544941 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8940baf-045b-4565-a0ef-2e0ad0484109 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] DELETE failed (client error): The resource could not be found. Jan 28 03:29:48.546279 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8940baf-045b-4565-a0ef-2e0ad0484109 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:29:48.554935 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a8940baf-045b-4565-a0ef-2e0ad0484109 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "DELETE /v2.0/networks/902ea741-d2db-47a5-8616-2c1086ca1761 HTTP/1.1" status: 404 len: 339 time: 0.0465035 Jan 28 03:29:48.555948 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56878) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:48.576705 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['3d538b95-2d31-419f-95c8-bacc19c3e590'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:29:48.583299 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-fdfb922a-4f1f-4309-bb72-f6182aac7038 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Network d08f29da-d40d-4b15-9f9f-e3612c5ec470 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:29:48.586381 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-0333bccd-2d84-4fc1-bcd0-2d5549e6f062 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] DELETE failed (client error): The resource could not be found. Jan 28 03:29:48.587114 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0333bccd-2d84-4fc1-bcd0-2d5549e6f062 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:29:48.587242 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-fdfb922a-4f1f-4309-bb72-f6182aac7038 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:29:48.595170 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0333bccd-2d84-4fc1-bcd0-2d5549e6f062 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "DELETE /v2.0/subnets/809a4cc2-3997-4cad-a686-1df77a600182 HTTP/1.1" status: 404 len: 337 time: 0.0380278 Jan 28 03:29:48.596511 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56880) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:48.604334 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-fdfb922a-4f1f-4309-bb72-f6182aac7038 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:29:48.617125 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1c28888-d065-43df-bea2-6182ae5a88ff tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] DELETE failed (client error): The resource could not be found. Jan 28 03:29:48.618027 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1c28888-d065-43df-bea2-6182ae5a88ff tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:29:48.624099 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d1c28888-d065-43df-bea2-6182ae5a88ff tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "DELETE /v2.0/networks/d9b500d0-7afa-4f20-8239-993f10e36567 HTTP/1.1" status: 404 len: 339 time: 0.0262055 Jan 28 03:29:48.625041 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56882) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:48.653114 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb922a-4f1f-4309-bb72-f6182aac7038 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Pushing event updated for resources: {'Port': ['ID=5494f53f-a115-4def-8916-7c989b1a22e6,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:48.654076 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a1730de-3634-4ebf-bdcd-a1366dd60f69 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] DELETE failed (client error): The resource could not be found. Jan 28 03:29:48.654754 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a1730de-3634-4ebf-bdcd-a1366dd60f69 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:29:48.676479 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8a1730de-3634-4ebf-bdcd-a1366dd60f69 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "DELETE /v2.0/subnets/b624ea4c-7c75-49c4-9f06-9b5b7829fafb HTTP/1.1" status: 404 len: 337 time: 0.0501356 Jan 28 03:29:48.678814 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56884) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:48.681730 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-fdfb922a-4f1f-4309-bb72-f6182aac7038 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:48.682387 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-fdfb922a-4f1f-4309-bb72-f6182aac7038 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:48.704507 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f113892-335a-47dc-9100-525c5997d556 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] DELETE failed (client error): The resource could not be found. Jan 28 03:29:48.706146 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f113892-335a-47dc-9100-525c5997d556 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:29:48.713474 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2f113892-335a-47dc-9100-525c5997d556 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "DELETE /v2.0/networks/058f6c57-fcf7-444a-9e1e-08491f52ef9a HTTP/1.1" status: 404 len: 339 time: 0.0333786 Jan 28 03:29:48.714537 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56888) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:48.720288 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-fdfb922a-4f1f-4309-bb72-f6182aac7038 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0641556 Jan 28 03:29:48.742531 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-df584803-dc3f-4441-8b33-81404c2f32bb service neutron] Request body: {'port': {'device_id': '01d135fa-2baf-4c3c-bc98-b2ac05637f1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:29:48.773620 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-50dd3cb4-36c4-49b4-96fe-7402bf116bfe tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Deleting subnet 9821bb50-fa5a-49fa-8d89-edf6dd314b00 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:29:48.778162 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-50dd3cb4-36c4-49b4-96fe-7402bf116bfe tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks [] for subnet (9821bb50-fa5a-49fa-8d89-edf6dd314b00), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:48.857399 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-50dd3cb4-36c4-49b4-96fe-7402bf116bfe tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (9821bb50-fa5a-49fa-8d89-edf6dd314b00), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:48.914465 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-df584803-dc3f-4441-8b33-81404c2f32bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5494f53f-a115-4def-8916-7c989b1a22e6), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:48.922630 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device b1443211-267e-42c9-a493-1e9e1d0b97e4 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:29:49.053973 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: b1443211-267e-42c9-a493-1e9e1d0b97e4 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:29:49.058210 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device b1443211-267e-42c9-a493-1e9e1d0b97e4 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:29:49.083075 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-50dd3cb4-36c4-49b4-96fe-7402bf116bfe tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (9821bb50-fa5a-49fa-8d89-edf6dd314b00), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:49.112155 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-3a26ac4b-4f3a-4f22-8b11-60063fd47e7d None None] Provisioning complete for port 5494f53f-a115-4def-8916-7c989b1a22e6 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:29:49.113119 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3a26ac4b-4f3a-4f22-8b11-60063fd47e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (5494f53f-a115-4def-8916-7c989b1a22e6), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:49.139485 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56fe0f-3bb7-4288-8cec-9b3489f8dbae req-845a1605-6dab-4627-84a3-03e60f98632c tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:49.141036 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6c56fe0f-3bb7-4288-8cec-9b3489f8dbae req-845a1605-6dab-4627-84a3-03e60f98632c tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=01d135fa-2baf-4c3c-bc98-b2ac05637f1f HTTP/1.1" status: 200 len: 932 time: 0.3093574 Jan 28 03:29:49.187567 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-3a26ac4b-4f3a-4f22-8b11-60063fd47e7d None None] Port 5494f53f-a115-4def-8916-7c989b1a22e6 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:29:49.217306 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-50dd3cb4-36c4-49b4-96fe-7402bf116bfe tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (9821bb50-fa5a-49fa-8d89-edf6dd314b00), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:49.231824 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:29:49.258514 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd3cb4-36c4-49b4-96fe-7402bf116bfe tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event deleted for resources: {'Subnet': ['ID=9821bb50-fa5a-49fa-8d89-edf6dd314b00,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:49.261307 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-50dd3cb4-36c4-49b4-96fe-7402bf116bfe tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:49.267265 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4901e783-ab68-4d1a-ac35-2783641b7052 None None] Network cbcad94e-e524-49c8-9996-b0d30a477e48 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:29:49.271239 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6c56fe0f-3bb7-4288-8cec-9b3489f8dbae req-776d22ce-a999-4c4e-a290-2b371e147204 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670049 Jan 28 03:29:49.271978 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-50dd3cb4-36c4-49b4-96fe-7402bf116bfe tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "DELETE /v2.0/subnets/9821bb50-fa5a-49fa-8d89-edf6dd314b00 HTTP/1.1" status: 204 len: 168 time: 0.5555265 Jan 28 03:29:49.280439 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56894) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:49.406799 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9395df3b-dbad-4ad2-bb4e-4a82ef8cbba3 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (cbcad94e-e524-49c8-9996-b0d30a477e48), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:49.455119 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-df584803-dc3f-4441-8b33-81404c2f32bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5494f53f-a115-4def-8916-7c989b1a22e6 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:29:49.465413 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-df584803-dc3f-4441-8b33-81404c2f32bb service neutron] Publish callbacks [] for port (5494f53f-a115-4def-8916-7c989b1a22e6), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:49.480911 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-df584803-dc3f-4441-8b33-81404c2f32bb service neutron] Transition to ACTIVE for port object 5494f53f-a115-4def-8916-7c989b1a22e6 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:29:49.489226 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-df584803-dc3f-4441-8b33-81404c2f32bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (5494f53f-a115-4def-8916-7c989b1a22e6), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:49.505383 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-9395df3b-dbad-4ad2-bb4e-4a82ef8cbba3 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Deleting port e8053355-4929-4f99-907d-dc7f32b69f97 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:29:49.505754 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9395df3b-dbad-4ad2-bb4e-4a82ef8cbba3 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (e8053355-4929-4f99-907d-dc7f32b69f97), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:49.551674 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df584803-dc3f-4441-8b33-81404c2f32bb service neutron] Pushing event updated for resources: {'Port': ['ID=5494f53f-a115-4def-8916-7c989b1a22e6,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:49.639892 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-df584803-dc3f-4441-8b33-81404c2f32bb service neutron] Attempting to bind port 5494f53f-a115-4def-8916-7c989b1a22e6 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:29:49.640647 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-df584803-dc3f-4441-8b33-81404c2f32bb service neutron] Attempting to bind port 5494f53f-a115-4def-8916-7c989b1a22e6 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': 'e2233469-b8a2-417c-9e5e-795b0e977ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:29:49.641112 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-df584803-dc3f-4441-8b33-81404c2f32bb service neutron] Attempting to bind port 5494f53f-a115-4def-8916-7c989b1a22e6 on network d08f29da-d40d-4b15-9f9f-e3612c5ec470 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:29:49.670341 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-df584803-dc3f-4441-8b33-81404c2f32bb service neutron] Port 5494f53f-a115-4def-8916-7c989b1a22e6 on network d08f29da-d40d-4b15-9f9f-e3612c5ec470 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:29:49.671507 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-df584803-dc3f-4441-8b33-81404c2f32bb service neutron] Attempting to bind port 5494f53f-a115-4def-8916-7c989b1a22e6 on network d08f29da-d40d-4b15-9f9f-e3612c5ec470 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:29:49.679335 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-9395df3b-dbad-4ad2-bb4e-4a82ef8cbba3 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] For port e8053355-4929-4f99-907d-dc7f32b69f97, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=e8053355-4929-4f99-907d-dc7f32b69f97,segment=NetworkSegment(fd8f361b-2b28-42f0-a3f6-91e3ba9807fd),segment_id=fd8f361b-2b28-42f0-a3f6-91e3ba9807fd)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:49.680357 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9395df3b-dbad-4ad2-bb4e-4a82ef8cbba3 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (e8053355-4929-4f99-907d-dc7f32b69f97), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:49.684550 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-df584803-dc3f-4441-8b33-81404c2f32bb service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:29:49.686163 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-df584803-dc3f-4441-8b33-81404c2f32bb service neutron] Checking segment: {'id': 'e2233469-b8a2-417c-9e5e-795b0e977ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:29:49.687481 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-df584803-dc3f-4441-8b33-81404c2f32bb service neutron] Bound using segment: {'id': 'e2233469-b8a2-417c-9e5e-795b0e977ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:29:49.688063 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-df584803-dc3f-4441-8b33-81404c2f32bb service neutron] Bound port: 5494f53f-a115-4def-8916-7c989b1a22e6, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2233469-b8a2-417c-9e5e-795b0e977ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:29:49.690629 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-df584803-dc3f-4441-8b33-81404c2f32bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5494f53f-a115-4def-8916-7c989b1a22e6), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:49.717382 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-9395df3b-dbad-4ad2-bb4e-4a82ef8cbba3 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Calling delete_port for e8053355-4929-4f99-907d-dc7f32b69f97 owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:29:49.757322 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde0a074-754e-4ec8-9873-42d2bca89089 None None] DHCP port deletion for cbcad94e-e524-49c8-9996-b0d30a477e48 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:29:49.790148 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-df584803-dc3f-4441-8b33-81404c2f32bb service neutron] For port 5494f53f-a115-4def-8916-7c989b1a22e6, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:29:49.796944 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-df584803-dc3f-4441-8b33-81404c2f32bb service neutron] For port 5494f53f-a115-4def-8916-7c989b1a22e6, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=5494f53f-a115-4def-8916-7c989b1a22e6,segment=NetworkSegment(e2233469-b8a2-417c-9e5e-795b0e977ffd),segment_id=e2233469-b8a2-417c-9e5e-795b0e977ffd)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:29:49.817339 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-df584803-dc3f-4441-8b33-81404c2f32bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (5494f53f-a115-4def-8916-7c989b1a22e6), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:49.841721 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9395df3b-dbad-4ad2-bb4e-4a82ef8cbba3 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (e8053355-4929-4f99-907d-dc7f32b69f97), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:49.866607 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-fde0a074-754e-4ec8-9873-42d2bca89089 None None] Deleting port e8053355-4929-4f99-907d-dc7f32b69f97 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:29:49.867016 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fde0a074-754e-4ec8-9873-42d2bca89089 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (e8053355-4929-4f99-907d-dc7f32b69f97), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:49.892419 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9395df3b-dbad-4ad2-bb4e-4a82ef8cbba3 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] No DVR routers for this DVR port e8053355-4929-4f99-907d-dc7f32b69f97 on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:29:49.900988 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9395df3b-dbad-4ad2-bb4e-4a82ef8cbba3 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event deleted for resources: {'Port': ['ID=e8053355-4929-4f99-907d-dc7f32b69f97,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:49.914903 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-df584803-dc3f-4441-8b33-81404c2f32bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:49.915811 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-df584803-dc3f-4441-8b33-81404c2f32bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:49.917531 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-df584803-dc3f-4441-8b33-81404c2f32bb service neutron] 10.222.0.67 "PUT /v2.0/ports/5494f53f-a115-4def-8916-7c989b1a22e6 HTTP/1.1" status: 200 len: 1093 time: 1.1848695 Jan 28 03:29:49.918135 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01d135fa-2baf-4c3c-bc98-b2ac05637f1f', 'tag': '5494f53f-a115-4def-8916-7c989b1a22e6'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:29:49.920727 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a01a70e-5a0f-48d0-a07c-0799171cda32" -d '{"events": [{"name": "network-changed", "server_uuid": "01d135fa-2baf-4c3c-bc98-b2ac05637f1f", "tag": "5494f53f-a115-4def-8916-7c989b1a22e6"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:29:49.924205 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df584803-dc3f-4441-8b33-81404c2f32bb service neutron] Pushing event updated for resources: {'Port': ['ID=5494f53f-a115-4def-8916-7c989b1a22e6,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:50.003601 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63cae218-2fe6-484d-a692-0786fd6434b0 x-openstack-request-id: req-63cae218-2fe6-484d-a692-0786fd6434b0 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:29:50.011037 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01d135fa-2baf-4c3c-bc98-b2ac05637f1f", "tag": "5494f53f-a115-4def-8916-7c989b1a22e6", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:29:50.011471 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-63cae218-2fe6-484d-a692-0786fd6434b0 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:29:50.012142 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01d135fa-2baf-4c3c-bc98-b2ac05637f1f', 'tag': '5494f53f-a115-4def-8916-7c989b1a22e6', 'status': 'completed', 'code': 200} Jan 28 03:29:50.012744 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-fde0a074-754e-4ec8-9873-42d2bca89089 None None] For port e8053355-4929-4f99-907d-dc7f32b69f97, host n-d-712139-27, got binding levels [] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:50.013395 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fde0a074-754e-4ec8-9873-42d2bca89089 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (e8053355-4929-4f99-907d-dc7f32b69f97), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:50.036262 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-fde0a074-754e-4ec8-9873-42d2bca89089 None None] Calling delete_port for e8053355-4929-4f99-907d-dc7f32b69f97 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:29:50.045124 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.ipam_backend_mixin [None req-fde0a074-754e-4ec8-9873-42d2bca89089 None None] Port e8053355-4929-4f99-907d-dc7f32b69f97 was not found and therefore no delete operation was performed {{(pid=109804) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 03:29:50.053102 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fde0a074-754e-4ec8-9873-42d2bca89089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (e8053355-4929-4f99-907d-dc7f32b69f97), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:50.098649 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-be8b2ede-553e-48b9-94d2-1727f7c0935d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:50.101383 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-be8b2ede-553e-48b9-94d2-1727f7c0935d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2365aae0ed6c4140b140950cf90dbe31&device_id=01d135fa-2baf-4c3c-bc98-b2ac05637f1f HTTP/1.1" status: 200 len: 1096 time: 0.1178122 Jan 28 03:29:50.129805 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0a074-754e-4ec8-9873-42d2bca89089 None None] Pushing event deleted for resources: {'Port': ['ID=e8053355-4929-4f99-907d-dc7f32b69f97,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:50.139524 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9395df3b-dbad-4ad2-bb4e-4a82ef8cbba3 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (cbcad94e-e524-49c8-9996-b0d30a477e48), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:50.140944 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde0a074-754e-4ec8-9873-42d2bca89089 None None] No DVR routers for this DVR port e8053355-4929-4f99-907d-dc7f32b69f97 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:29:50.218266 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-dea6421a-6109-4786-a786-0e2e0f83221e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5494f53f-a115-4def-8916-7c989b1a22e6 HTTP/1.1" status: 200 len: 217 time: 0.0958993 Jan 28 03:29:50.225063 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-9395df3b-dbad-4ad2-bb4e-4a82ef8cbba3 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbcad94e-e524-49c8-9996-b0d30a477e48']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:50.245535 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-9395df3b-dbad-4ad2-bb4e-4a82ef8cbba3 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd8f361b-2b28-42f0-a3f6-91e3ba9807fd') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:50.246303 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-9395df3b-dbad-4ad2-bb4e-4a82ef8cbba3 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd8f361b-2b28-42f0-a3f6-91e3ba9807fd') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:50.272635 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9395df3b-dbad-4ad2-bb4e-4a82ef8cbba3 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (fd8f361b-2b28-42f0-a3f6-91e3ba9807fd), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:50.322361 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9395df3b-dbad-4ad2-bb4e-4a82ef8cbba3 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (fd8f361b-2b28-42f0-a3f6-91e3ba9807fd), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:50.327609 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-7d527cdb-08fe-4a98-aef5-94063dae729f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:50.329568 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-7d527cdb-08fe-4a98-aef5-94063dae729f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6fca48db-7702-4589-8da6-18a07f4297d3 HTTP/1.1" status: 200 len: 850 time: 0.1054966 Jan 28 03:29:50.337631 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9395df3b-dbad-4ad2-bb4e-4a82ef8cbba3 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:29:50.341682 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9395df3b-dbad-4ad2-bb4e-4a82ef8cbba3 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (fd8f361b-2b28-42f0-a3f6-91e3ba9807fd), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:50.368657 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:29:50.368657 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:29:50.368657 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:29:50.368657 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:29:50.368657 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:29:50.368657 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:29:50.368657 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:29:50.368657 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:29:50.368657 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:29:50.368657 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:29:50.368657 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:29:50.368657 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:29:50.368657 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:29:50.368657 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:29:50.368657 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:29:50.368657 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:29:50.368657 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:29:50.368657 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:29:50.368657 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:29:50.368657 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:29:50.368657 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:29:50.368657 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:29:50.368657 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:29:50.368657 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:29:50.368657 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:29:50.368657 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:29:50.368657 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:29:50.368657 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:29:50.368657 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:29:50.368657 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:29:50.368657 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:29:50.368657 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:29:50.481325 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9395df3b-dbad-4ad2-bb4e-4a82ef8cbba3 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (cbcad94e-e524-49c8-9996-b0d30a477e48), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:50.490785 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9395df3b-dbad-4ad2-bb4e-4a82ef8cbba3 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:50.500580 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9395df3b-dbad-4ad2-bb4e-4a82ef8cbba3 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "DELETE /v2.0/networks/cbcad94e-e524-49c8-9996-b0d30a477e48 HTTP/1.1" status: 204 len: 168 time: 1.2131710 Jan 28 03:29:50.500953 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56920) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:50.580438 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a1ef1d2-9be5-492c-ab44-c93300ac2514 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] DELETE failed (client error): The resource could not be found. Jan 28 03:29:50.581118 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a1ef1d2-9be5-492c-ab44-c93300ac2514 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:29:50.595731 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9a1ef1d2-9be5-492c-ab44-c93300ac2514 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "DELETE /v2.0/subnets/f48294c1-efa0-4145-866f-783953a36dba HTTP/1.1" status: 404 len: 337 time: 0.0874155 Jan 28 03:29:50.597440 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9395df3b-dbad-4ad2-bb4e-4a82ef8cbba3 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event deleted for resources: {'Network': ['ID=cbcad94e-e524-49c8-9996-b0d30a477e48,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:50.599282 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56922) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:50.640245 n-d-712139-27 neutron-server[109802]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8214e3c-d2ab-4569-8f2b-3c5791f5f080 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] DELETE failed (client error): The resource could not be found. Jan 28 03:29:50.640942 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8214e3c-d2ab-4569-8f2b-3c5791f5f080 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109802) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 03:29:50.644343 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d8214e3c-d2ab-4569-8f2b-3c5791f5f080 tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "DELETE /v2.0/networks/42480253-3ff9-4667-897b-437111e1cce3 HTTP/1.1" status: 404 len: 339 time: 0.0440629 Jan 28 03:29:50.649617 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56924) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:50.775273 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecec932c-c120-4809-a20e-6a98009c68ed tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Deleting subnet 595d8803-b0ea-4775-a3a8-cf3abc65ee7a {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:29:50.784944 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ecec932c-c120-4809-a20e-6a98009c68ed tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks [] for subnet (595d8803-b0ea-4775-a3a8-cf3abc65ee7a), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:50.900924 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ecec932c-c120-4809-a20e-6a98009c68ed tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (595d8803-b0ea-4775-a3a8-cf3abc65ee7a), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:50.955067 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device e8053355-4929-4f99-907d-dc7f32b69f97 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:29:51.000708 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: e8053355-4929-4f99-907d-dc7f32b69f97 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:29:51.003805 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device e8053355-4929-4f99-907d-dc7f32b69f97 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:29:51.021764 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-058e43d0-ddf8-41f1-97ac-71ee0daf1304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:51.034640 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-058e43d0-ddf8-41f1-97ac-71ee0daf1304 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d08f29da-d40d-4b15-9f9f-e3612c5ec470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6990328 Jan 28 03:29:51.045313 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ecec932c-c120-4809-a20e-6a98009c68ed tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (595d8803-b0ea-4775-a3a8-cf3abc65ee7a), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:51.046875 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1898803-1ae6-4fbe-a548-cdfa6343a2ab req-c32aacd4-0353-4f0c-9b1a-4ae94459a722 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:51.063266 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e1898803-1ae6-4fbe-a548-cdfa6343a2ab req-c32aacd4-0353-4f0c-9b1a-4ae94459a722 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=01d135fa-2baf-4c3c-bc98-b2ac05637f1f HTTP/1.1" status: 200 len: 944 time: 0.6834607 Jan 28 03:29:51.117487 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ecec932c-c120-4809-a20e-6a98009c68ed tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (595d8803-b0ea-4775-a3a8-cf3abc65ee7a), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:51.135776 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ecec932c-c120-4809-a20e-6a98009c68ed tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:51.144007 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ecec932c-c120-4809-a20e-6a98009c68ed tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "DELETE /v2.0/subnets/595d8803-b0ea-4775-a3a8-cf3abc65ee7a HTTP/1.1" status: 204 len: 168 time: 0.4906840 Jan 28 03:29:51.147432 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41018d4a-744e-4ab8-ae73-27d6b376273c None None] Network 9d7d35e4-f89e-411d-8e25-354b381c536e requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:29:51.162156 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56928) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:51.232026 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e1898803-1ae6-4fbe-a548-cdfa6343a2ab req-b1c50b99-5e76-40e0-83fa-b0a8360f5e06 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676848 Jan 28 03:29:51.287864 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-1b792bbc-f825-4fd5-9d17-c23232ae299d service neutron] 10.222.0.67 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215114 Jan 28 03:29:51.290550 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-95e4b661-069f-4d35-b626-e7b1a36f5dae tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (9d7d35e4-f89e-411d-8e25-354b381c536e), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:51.293421 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec932c-c120-4809-a20e-6a98009c68ed tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event deleted for resources: {'Subnet': ['ID=595d8803-b0ea-4775-a3a8-cf3abc65ee7a,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:51.400194 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-95e4b661-069f-4d35-b626-e7b1a36f5dae tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Deleting port fda1838f-204f-43cd-ad77-a785bd36a4c4 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:29:51.400846 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-95e4b661-069f-4d35-b626-e7b1a36f5dae tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (fda1838f-204f-43cd-ad77-a785bd36a4c4), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:51.420025 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c01fd8-09e4-4ced-bbff-9a8d0fcec7bd None None] DHCP port deletion for 9d7d35e4-f89e-411d-8e25-354b381c536e request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:29:51.504111 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-73b5c6fb-5f03-41ef-8b29-470988317a4a req-745a6174-8752-474e-a73d-0b282948c741 service neutron] 10.222.0.67 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076118 Jan 28 03:29:51.518857 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-57c01fd8-09e4-4ced-bbff-9a8d0fcec7bd None None] Deleting port fda1838f-204f-43cd-ad77-a785bd36a4c4 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:29:51.519595 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-57c01fd8-09e4-4ced-bbff-9a8d0fcec7bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (fda1838f-204f-43cd-ad77-a785bd36a4c4), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:51.602898 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-95e4b661-069f-4d35-b626-e7b1a36f5dae tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] For port fda1838f-204f-43cd-ad77-a785bd36a4c4, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=fda1838f-204f-43cd-ad77-a785bd36a4c4,segment=NetworkSegment(78ce0265-19d2-45e0-864d-f3b70b5158bb),segment_id=78ce0265-19d2-45e0-864d-f3b70b5158bb)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:51.603823 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-95e4b661-069f-4d35-b626-e7b1a36f5dae tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (fda1838f-204f-43cd-ad77-a785bd36a4c4), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:51.649909 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-95e4b661-069f-4d35-b626-e7b1a36f5dae tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Calling delete_port for fda1838f-204f-43cd-ad77-a785bd36a4c4 owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:29:51.673870 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-57c01fd8-09e4-4ced-bbff-9a8d0fcec7bd None None] For port fda1838f-204f-43cd-ad77-a785bd36a4c4, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=fda1838f-204f-43cd-ad77-a785bd36a4c4,segment=NetworkSegment(78ce0265-19d2-45e0-864d-f3b70b5158bb),segment_id=78ce0265-19d2-45e0-864d-f3b70b5158bb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:29:51.674282 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-57c01fd8-09e4-4ced-bbff-9a8d0fcec7bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (fda1838f-204f-43cd-ad77-a785bd36a4c4), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:51.712487 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01a70e-5a0f-48d0-a07c-0799171cda32 req-ad8b199c-7258-467e-93f9-553157c5e968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:51.726190 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9a01a70e-5a0f-48d0-a07c-0799171cda32 req-ad8b199c-7258-467e-93f9-553157c5e968 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2365aae0ed6c4140b140950cf90dbe31&device_id=01d135fa-2baf-4c3c-bc98-b2ac05637f1f HTTP/1.1" status: 200 len: 1096 time: 0.1444793 Jan 28 03:29:51.726417 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-57c01fd8-09e4-4ced-bbff-9a8d0fcec7bd None None] Calling delete_port for fda1838f-204f-43cd-ad77-a785bd36a4c4 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:29:51.858270 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-95e4b661-069f-4d35-b626-e7b1a36f5dae tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (fda1838f-204f-43cd-ad77-a785bd36a4c4), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:51.893475 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-57c01fd8-09e4-4ced-bbff-9a8d0fcec7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (fda1838f-204f-43cd-ad77-a785bd36a4c4), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:51.914764 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e4b661-069f-4d35-b626-e7b1a36f5dae tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event deleted for resources: {'Port': ['ID=fda1838f-204f-43cd-ad77-a785bd36a4c4,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:51.923925 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e4b661-069f-4d35-b626-e7b1a36f5dae tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] No DVR routers for this DVR port fda1838f-204f-43cd-ad77-a785bd36a4c4 on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:29:51.968811 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c01fd8-09e4-4ced-bbff-9a8d0fcec7bd None None] No DVR routers for this DVR port fda1838f-204f-43cd-ad77-a785bd36a4c4 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:29:51.977976 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c01fd8-09e4-4ced-bbff-9a8d0fcec7bd None None] Pushing event deleted for resources: {'Port': ['ID=fda1838f-204f-43cd-ad77-a785bd36a4c4,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:52.004360 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01a70e-5a0f-48d0-a07c-0799171cda32 req-be301062-87d1-431f-9bc6-46ded890a5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:52.006660 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9a01a70e-5a0f-48d0-a07c-0799171cda32 req-be301062-87d1-431f-9bc6-46ded890a5a0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d08f29da-d40d-4b15-9f9f-e3612c5ec470 HTTP/1.1" status: 200 len: 912 time: 0.2756536 Jan 28 03:29:52.086497 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9a01a70e-5a0f-48d0-a07c-0799171cda32 req-e5157faa-8104-40cb-a7c2-433e9c01779c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5494f53f-a115-4def-8916-7c989b1a22e6 HTTP/1.1" status: 200 len: 217 time: 0.0725842 Jan 28 03:29:52.112963 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-95e4b661-069f-4d35-b626-e7b1a36f5dae tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (9d7d35e4-f89e-411d-8e25-354b381c536e), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:52.151221 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01a70e-5a0f-48d0-a07c-0799171cda32 req-58fecca8-d2fa-4d51-82be-d27dbd1f7377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:52.152759 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9a01a70e-5a0f-48d0-a07c-0799171cda32 req-58fecca8-d2fa-4d51-82be-d27dbd1f7377 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6fca48db-7702-4589-8da6-18a07f4297d3 HTTP/1.1" status: 200 len: 850 time: 0.0590088 Jan 28 03:29:52.158233 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-95e4b661-069f-4d35-b626-e7b1a36f5dae tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d7d35e4-f89e-411d-8e25-354b381c536e']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:52.183037 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-95e4b661-069f-4d35-b626-e7b1a36f5dae tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78ce0265-19d2-45e0-864d-f3b70b5158bb') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:52.183312 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-95e4b661-069f-4d35-b626-e7b1a36f5dae tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78ce0265-19d2-45e0-864d-f3b70b5158bb') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:29:52.199280 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-95e4b661-069f-4d35-b626-e7b1a36f5dae tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (78ce0265-19d2-45e0-864d-f3b70b5158bb), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:52.215214 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01a70e-5a0f-48d0-a07c-0799171cda32 req-ed72b87b-c61b-417d-ae4f-ed9f0e51c09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:52.217218 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9a01a70e-5a0f-48d0-a07c-0799171cda32 req-ed72b87b-c61b-417d-ae4f-ed9f0e51c09f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d08f29da-d40d-4b15-9f9f-e3612c5ec470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582097 Jan 28 03:29:52.225815 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-95e4b661-069f-4d35-b626-e7b1a36f5dae tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (78ce0265-19d2-45e0-864d-f3b70b5158bb), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:52.236475 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95e4b661-069f-4d35-b626-e7b1a36f5dae tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:29:52.236843 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-95e4b661-069f-4d35-b626-e7b1a36f5dae tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (78ce0265-19d2-45e0-864d-f3b70b5158bb), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:52.239858 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:29:52.239858 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:29:52.239858 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:29:52.239858 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:29:52.239858 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:29:52.239858 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:29:52.239858 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:29:52.239858 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:29:52.239858 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:29:52.239858 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:29:52.239858 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:29:52.239858 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:29:52.239858 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:29:52.239858 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:29:52.239858 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:29:52.239858 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:29:52.239858 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:29:52.239858 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:29:52.239858 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:29:52.239858 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:29:52.239858 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:29:52.239858 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:29:52.239858 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:29:52.239858 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:29:52.239858 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:29:52.239858 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:29:52.239858 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:29:52.239858 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:29:52.239858 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:29:52.239858 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:29:52.239858 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:29:52.239858 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:29:52.330254 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9a01a70e-5a0f-48d0-a07c-0799171cda32 req-77e8fecd-971b-43d0-9886-c36224f38e06 service neutron] 10.222.0.67 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038861 Jan 28 03:29:52.397904 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-95e4b661-069f-4d35-b626-e7b1a36f5dae tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (9d7d35e4-f89e-411d-8e25-354b381c536e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:52.406402 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-95e4b661-069f-4d35-b626-e7b1a36f5dae tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:52.410164 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-95e4b661-069f-4d35-b626-e7b1a36f5dae tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] 10.222.0.53 "DELETE /v2.0/networks/9d7d35e4-f89e-411d-8e25-354b381c536e HTTP/1.1" status: 204 len: 168 time: 1.2469280 Jan 28 03:29:52.430933 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e4b661-069f-4d35-b626-e7b1a36f5dae tempest-NetworksIpV6Test-457462415 tempest-NetworksIpV6Test-457462415-project] Pushing event deleted for resources: {'Network': ['ID=9d7d35e4-f89e-411d-8e25-354b381c536e,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:52.456755 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1986e-74f3-45aa-a4ef-606e1b5647ee req-dd06a90e-b04b-463a-ac2d-cc321ae079ca tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:52.462741 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-23b1986e-74f3-45aa-a4ef-606e1b5647ee req-dd06a90e-b04b-463a-ac2d-cc321ae079ca tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=01d135fa-2baf-4c3c-bc98-b2ac05637f1f HTTP/1.1" status: 200 len: 944 time: 0.1126399 Jan 28 03:29:52.547251 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9a01a70e-5a0f-48d0-a07c-0799171cda32 req-fe90c88b-3772-4d16-bbc7-67396975bd02 service neutron] 10.222.0.67 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105892 Jan 28 03:29:52.559801 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-23b1986e-74f3-45aa-a4ef-606e1b5647ee req-6fd1e391-14a1-4439-a649-a84d4b6a2d72 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915794 Jan 28 03:29:52.911180 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56940) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:52.945239 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device fda1838f-204f-43cd-ad77-a785bd36a4c4 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:29:52.986629 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: fda1838f-204f-43cd-ad77-a785bd36a4c4 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:29:52.987378 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device fda1838f-204f-43cd-ad77-a785bd36a4c4 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:29:53.124621 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56944) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:53.125257 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-73d4aefd-6b25-4a4c-8008-f8330e730a0b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3daefde5f15446579b750dc6b199512c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2126019 Jan 28 03:29:53.208365 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-78638b66-09d5-498f-bea5-9db9ff4adf36 admin admin] Publish callbacks [] for security_group (bb043de0-db25-4d04-821e-e4dac04edba7), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:53.231649 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-78638b66-09d5-498f-bea5-9db9ff4adf36 admin admin] Publish callbacks [] for security_group (bb043de0-db25-4d04-821e-e4dac04edba7), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:53.335662 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-78638b66-09d5-498f-bea5-9db9ff4adf36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (bb043de0-db25-4d04-821e-e4dac04edba7), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:53.338885 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-78638b66-09d5-498f-bea5-9db9ff4adf36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:53.340302 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-78638b66-09d5-498f-bea5-9db9ff4adf36 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bb043de0-db25-4d04-821e-e4dac04edba7 HTTP/1.1" status: 204 len: 168 time: 0.2138460 Jan 28 03:29:53.354560 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78638b66-09d5-498f-bea5-9db9ff4adf36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb043de0-db25-4d04-821e-e4dac04edba7,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:53.776939 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546aa2ef-9ea5-46b2-bfaf-d93b049c4537 req-6366e958-b483-47df-983b-9bec587481b2 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:53.778867 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-546aa2ef-9ea5-46b2-bfaf-d93b049c4537 req-6366e958-b483-47df-983b-9bec587481b2 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=01d135fa-2baf-4c3c-bc98-b2ac05637f1f HTTP/1.1" status: 200 len: 944 time: 0.0677640 Jan 28 03:29:53.831835 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-546aa2ef-9ea5-46b2-bfaf-d93b049c4537 req-b1023e10-10d2-4818-8612-3ce52d1f017d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471396 Jan 28 03:29:54.518847 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56970) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:54.523014 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0037987 Jan 28 03:29:54.527498 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56972) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:54.638407 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-72c38002-ac39-4846-af14-4769a172603a tempest-NetworksApiDiscovery-1028639890 tempest-NetworksApiDiscovery-1028639890-project] 10.222.0.53 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1097097 Jan 28 03:29:54.936492 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 56984) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:55.016324 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de0006f-b5e8-4764-955a-168f35c50846 req-22ddf2da-c32e-44da-a2e7-c73acb0d42ac tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:55.018540 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2de0006f-b5e8-4764-955a-168f35c50846 req-22ddf2da-c32e-44da-a2e7-c73acb0d42ac tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=01d135fa-2baf-4c3c-bc98-b2ac05637f1f HTTP/1.1" status: 200 len: 944 time: 0.0668483 Jan 28 03:29:55.088745 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2de0006f-b5e8-4764-955a-168f35c50846 req-86a07b96-dddb-444c-b9d6-37d0ee4fbc48 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633328 Jan 28 03:29:55.089916 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e2dc5489-59b8-4a30-8b12-b138c706fcba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:55.175439 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e2dc5489-59b8-4a30-8b12-b138c706fcba admin admin] Publish callbacks [] for security_group (382719f5-36c7-4b6a-b0e0-be0536db35e6), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:55.180626 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e2dc5489-59b8-4a30-8b12-b138c706fcba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (382719f5-36c7-4b6a-b0e0-be0536db35e6), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:55.224160 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e2dc5489-59b8-4a30-8b12-b138c706fcba admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=faaa97bd96094975bdf67448e3c52b4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2840040 Jan 28 03:29:55.224160 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc5489-59b8-4a30-8b12-b138c706fcba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382719f5-36c7-4b6a-b0e0-be0536db35e6,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:55.224454 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 56988) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:29:55.279524 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a7b66a21-501c-49ac-978f-b6c2f6339225 admin admin] Publish callbacks [] for security_group (382719f5-36c7-4b6a-b0e0-be0536db35e6), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:55.302902 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a7b66a21-501c-49ac-978f-b6c2f6339225 admin admin] Publish callbacks [] for security_group (382719f5-36c7-4b6a-b0e0-be0536db35e6), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:55.367797 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a7b66a21-501c-49ac-978f-b6c2f6339225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (382719f5-36c7-4b6a-b0e0-be0536db35e6), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:55.371014 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a7b66a21-501c-49ac-978f-b6c2f6339225 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:55.374836 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a7b66a21-501c-49ac-978f-b6c2f6339225 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/382719f5-36c7-4b6a-b0e0-be0536db35e6 HTTP/1.1" status: 204 len: 168 time: 0.1470561 Jan 28 03:29:55.381906 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b66a21-501c-49ac-978f-b6c2f6339225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382719f5-36c7-4b6a-b0e0-be0536db35e6,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:29:56.267191 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d577e-33f7-4fc2-8d5e-f8177c0fb05f req-0538fe42-623e-471c-8e16-410feba8a602 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:56.270053 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c92d577e-33f7-4fc2-8d5e-f8177c0fb05f req-0538fe42-623e-471c-8e16-410feba8a602 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=01d135fa-2baf-4c3c-bc98-b2ac05637f1f HTTP/1.1" status: 200 len: 944 time: 0.0833449 Jan 28 03:29:56.364500 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c92d577e-33f7-4fc2-8d5e-f8177c0fb05f req-68858c74-cd4a-47eb-b8f0-3d93cf827e48 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812051 Jan 28 03:29:57.574420 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7c064-7859-4b9f-97c8-6ae1384eea29 req-87f49211-8c6f-4ee4-a6b4-fa8ff13b6971 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:57.585061 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e7e7c064-7859-4b9f-97c8-6ae1384eea29 req-87f49211-8c6f-4ee4-a6b4-fa8ff13b6971 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=01d135fa-2baf-4c3c-bc98-b2ac05637f1f HTTP/1.1" status: 200 len: 944 time: 0.1212134 Jan 28 03:29:57.673389 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e7e7c064-7859-4b9f-97c8-6ae1384eea29 req-1f5c0c34-eef5-4f1e-8b10-7a471d0d73e6 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838673 Jan 28 03:29:58.900043 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651eb79d-4440-4e03-8d35-dc6efafe807e req-117cfa17-de8b-4ffc-8006-9b4f5e96410a tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:29:58.903776 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-651eb79d-4440-4e03-8d35-dc6efafe807e req-117cfa17-de8b-4ffc-8006-9b4f5e96410a tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=01d135fa-2baf-4c3c-bc98-b2ac05637f1f HTTP/1.1" status: 200 len: 944 time: 0.0735700 Jan 28 03:29:58.972724 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-651eb79d-4440-4e03-8d35-dc6efafe807e req-6a658dd3-6873-4df0-a01c-ca46f40c8502 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559201 Jan 28 03:29:59.467761 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:29:59.780831 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c5cf20be-d345-4566-8f6c-c9df24b96abc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:00.434475 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3686d7-afd7-4288-bc36-910b54667598 req-b2d8f88c-22b0-4c69-a71e-4c8d01697836 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:00.445402 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3c3686d7-afd7-4288-bc36-910b54667598 req-b2d8f88c-22b0-4c69-a71e-4c8d01697836 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=01d135fa-2baf-4c3c-bc98-b2ac05637f1f HTTP/1.1" status: 200 len: 944 time: 0.1810238 Jan 28 03:30:00.522383 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3c3686d7-afd7-4288-bc36-910b54667598 req-de1d9f3b-5916-4533-86c2-db05993f6d70 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734096 Jan 28 03:30:01.637918 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1732b77-fd53-423c-a8a4-d033d55646ce req-c277dadf-c4a0-4c4b-bd13-c172a6dd4155 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:01.641602 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f1732b77-fd53-423c-a8a4-d033d55646ce req-c277dadf-c4a0-4c4b-bd13-c172a6dd4155 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=01d135fa-2baf-4c3c-bc98-b2ac05637f1f HTTP/1.1" status: 200 len: 944 time: 0.0530782 Jan 28 03:30:01.697984 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f1732b77-fd53-423c-a8a4-d033d55646ce req-42c45146-aafa-4b43-8d17-30e00cd077f2 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517554 Jan 28 03:30:01.785548 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-bb3f5a77-ba6a-49ec-873b-f4a1dfb68bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:02.818162 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f841a6f0-730e-409d-9e1a-7a7864333e08 req-639aa0c0-7588-4178-934b-353a1c28fc41 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:02.819594 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f841a6f0-730e-409d-9e1a-7a7864333e08 req-639aa0c0-7588-4178-934b-353a1c28fc41 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=01d135fa-2baf-4c3c-bc98-b2ac05637f1f HTTP/1.1" status: 200 len: 944 time: 0.0496283 Jan 28 03:30:02.872662 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f841a6f0-730e-409d-9e1a-7a7864333e08 req-9ab2b200-14cf-470b-b0f6-58d0805a4a95 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464766 Jan 28 03:30:03.394797 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:03.677384 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:04.031241 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af56782-6f86-4018-910b-fb28e8cbd9da req-79098abc-e430-4bdb-b5bf-8816438e3bde tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:04.033678 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2af56782-6f86-4018-910b-fb28e8cbd9da req-79098abc-e430-4bdb-b5bf-8816438e3bde tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=01d135fa-2baf-4c3c-bc98-b2ac05637f1f HTTP/1.1" status: 200 len: 944 time: 0.0766685 Jan 28 03:30:04.132563 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2af56782-6f86-4018-910b-fb28e8cbd9da req-b3b4e51c-b637-43b0-8687-f9c21117f5b7 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808721 Jan 28 03:30:04.900422 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:05.298674 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318f365-a11e-44f4-8607-e1fcefc13e6b req-5b804afe-9269-43fe-9e59-d6c5d58f4764 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:05.301659 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5318f365-a11e-44f4-8607-e1fcefc13e6b req-5b804afe-9269-43fe-9e59-d6c5d58f4764 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=01d135fa-2baf-4c3c-bc98-b2ac05637f1f HTTP/1.1" status: 200 len: 944 time: 0.0694220 Jan 28 03:30:05.365577 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5318f365-a11e-44f4-8607-e1fcefc13e6b req-8a7db697-23e1-4830-a835-b5d739665ab6 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573773 Jan 28 03:30:06.145936 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:06.516718 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f7215-af94-42b7-9a1b-7922702002b4 req-af128de6-d86b-4319-b510-cd8bf642a35a tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:06.524827 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-817f7215-af94-42b7-9a1b-7922702002b4 req-af128de6-d86b-4319-b510-cd8bf642a35a tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=01d135fa-2baf-4c3c-bc98-b2ac05637f1f HTTP/1.1" status: 200 len: 944 time: 0.0612965 Jan 28 03:30:06.577863 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-817f7215-af94-42b7-9a1b-7922702002b4 req-2f2f0657-4181-4583-a299-d81a2b73e5bc tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519240 Jan 28 03:30:07.679844 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [req-a4af7208-dbe1-4aca-88b4-75f6b0b0796c req-07b515c0-18bc-43cc-bfe5-43cee324dd6a service neutron] (109802) timed out ('10.222.0.67', 57998) {{(pid=109802) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 03:30:07.707275 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de324134-e1ba-4b46-8d2d-90835fa83e16 req-b8b66994-8bc7-4efc-997a-72c29882fa0f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:07.713580 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-de324134-e1ba-4b46-8d2d-90835fa83e16 req-b8b66994-8bc7-4efc-997a-72c29882fa0f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=01d135fa-2baf-4c3c-bc98-b2ac05637f1f HTTP/1.1" status: 200 len: 944 time: 0.0632138 Jan 28 03:30:07.785250 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-de324134-e1ba-4b46-8d2d-90835fa83e16 req-93a9662b-ecf5-40f3-89f6-7f88727b4305 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630109 Jan 28 03:30:08.451760 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57146) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:30:08.714064 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7e4c635-0e75-441d-946d-f617b03b5e83 admin admin] Deleting subnet 3e4857fe-d84f-418a-b0ef-13cea717d71c {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:30:08.718183 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e7e4c635-0e75-441d-946d-f617b03b5e83 admin admin] Publish callbacks [] for subnet (3e4857fe-d84f-418a-b0ef-13cea717d71c), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:08.762722 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e7e4c635-0e75-441d-946d-f617b03b5e83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (3e4857fe-d84f-418a-b0ef-13cea717d71c), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:08.844320 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e7e4c635-0e75-441d-946d-f617b03b5e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (3e4857fe-d84f-418a-b0ef-13cea717d71c), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:08.980010 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c509e8-16d6-4dc9-b4c8-9f0e5f3c89c4 req-88d81046-3459-4969-9d36-dc7b0db590df tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:08.987941 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-39c509e8-16d6-4dc9-b4c8-9f0e5f3c89c4 req-88d81046-3459-4969-9d36-dc7b0db590df tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=01d135fa-2baf-4c3c-bc98-b2ac05637f1f HTTP/1.1" status: 200 len: 944 time: 0.0985820 Jan 28 03:30:08.991115 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e7e4c635-0e75-441d-946d-f617b03b5e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (3e4857fe-d84f-418a-b0ef-13cea717d71c), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:09.044010 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e7e4c635-0e75-441d-946d-f617b03b5e83 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:09.053587 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57152) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:30:09.056512 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e7e4c635-0e75-441d-946d-f617b03b5e83 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3e4857fe-d84f-418a-b0ef-13cea717d71c HTTP/1.1" status: 204 len: 168 time: 0.6035216 Jan 28 03:30:09.094177 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e4c635-0e75-441d-946d-f617b03b5e83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e4857fe-d84f-418a-b0ef-13cea717d71c,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:09.147661 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1bc47d5f-6abe-4228-a854-38219139c141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (7f91d1d2-714b-44b5-bb66-d16f7786518c), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:09.187310 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-39c509e8-16d6-4dc9-b4c8-9f0e5f3c89c4 req-57d488e9-6764-4579-9965-2c7ca197a4e5 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968846 Jan 28 03:30:09.297034 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1bc47d5f-6abe-4228-a854-38219139c141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (7f91d1d2-714b-44b5-bb66-d16f7786518c), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:09.330942 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-1bc47d5f-6abe-4228-a854-38219139c141 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f91d1d2-714b-44b5-bb66-d16f7786518c']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:30:09.347569 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-1bc47d5f-6abe-4228-a854-38219139c141 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae7fc67a-40e2-49d2-8b2c-9efcf945daeb') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:30:09.348237 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-1bc47d5f-6abe-4228-a854-38219139c141 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae7fc67a-40e2-49d2-8b2c-9efcf945daeb') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:30:09.362268 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1bc47d5f-6abe-4228-a854-38219139c141 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (ae7fc67a-40e2-49d2-8b2c-9efcf945daeb), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:09.380318 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1bc47d5f-6abe-4228-a854-38219139c141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (ae7fc67a-40e2-49d2-8b2c-9efcf945daeb), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:09.390403 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bc47d5f-6abe-4228-a854-38219139c141 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:30:09.391836 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1bc47d5f-6abe-4228-a854-38219139c141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (ae7fc67a-40e2-49d2-8b2c-9efcf945daeb), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:09.394749 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:30:09.394749 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:30:09.394749 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:30:09.394749 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:30:09.394749 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:30:09.394749 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:30:09.394749 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:30:09.394749 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:30:09.394749 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:30:09.394749 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:30:09.394749 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:30:09.394749 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:30:09.394749 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:30:09.394749 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:30:09.394749 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:30:09.394749 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:30:09.394749 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:30:09.394749 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:30:09.394749 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:30:09.394749 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:30:09.394749 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:30:09.394749 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:30:09.394749 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:30:09.394749 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:30:09.394749 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:30:09.394749 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:30:09.394749 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:30:09.394749 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:30:09.394749 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:30:09.394749 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:30:09.394749 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:30:09.394749 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:30:09.479904 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1bc47d5f-6abe-4228-a854-38219139c141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (7f91d1d2-714b-44b5-bb66-d16f7786518c), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:09.486544 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1bc47d5f-6abe-4228-a854-38219139c141 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:09.495091 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1bc47d5f-6abe-4228-a854-38219139c141 admin admin] 10.222.0.53 "DELETE /v2.0/networks/7f91d1d2-714b-44b5-bb66-d16f7786518c HTTP/1.1" status: 204 len: 168 time: 0.4398172 Jan 28 03:30:09.514865 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc47d5f-6abe-4228-a854-38219139c141 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f91d1d2-714b-44b5-bb66-d16f7786518c,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:09.666049 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57160) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:30:09.738833 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57162) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:30:09.750955 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-84c97b0e-63e5-4e49-8ba3-5c2c4d775a3a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8a597fb5c6c6466f851ca3dd59620442&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0823493 Jan 28 03:30:09.838705 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a0696453-cb49-4bfd-b9c5-89e6d192bfe3 admin admin] Publish callbacks [] for security_group (dcb3a69a-967a-4f80-969c-9b13b4d1a3cb), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:09.868644 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a0696453-cb49-4bfd-b9c5-89e6d192bfe3 admin admin] Publish callbacks [] for security_group (dcb3a69a-967a-4f80-969c-9b13b4d1a3cb), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:09.939497 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a0696453-cb49-4bfd-b9c5-89e6d192bfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (dcb3a69a-967a-4f80-969c-9b13b4d1a3cb), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:09.943051 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a0696453-cb49-4bfd-b9c5-89e6d192bfe3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:09.945350 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a0696453-cb49-4bfd-b9c5-89e6d192bfe3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dcb3a69a-967a-4f80-969c-9b13b4d1a3cb HTTP/1.1" status: 204 len: 168 time: 0.2043846 Jan 28 03:30:09.957230 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0696453-cb49-4bfd-b9c5-89e6d192bfe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb3a69a-967a-4f80-969c-9b13b4d1a3cb,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:10.347208 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f9123-4fc1-4bc4-83d2-1b748e8c8b56 req-9c608dd8-8a27-4be2-ba5e-0ea2957168a5 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:10.349514 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-989f9123-4fc1-4bc4-83d2-1b748e8c8b56 req-9c608dd8-8a27-4be2-ba5e-0ea2957168a5 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=01d135fa-2baf-4c3c-bc98-b2ac05637f1f HTTP/1.1" status: 200 len: 944 time: 0.0739040 Jan 28 03:30:10.459933 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-989f9123-4fc1-4bc4-83d2-1b748e8c8b56 req-2568603f-7419-4608-a973-5f4ef8db5ac5 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002228 Jan 28 03:30:11.647928 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc8203-1554-4850-83a4-884b947efb96 req-0655e36b-3e92-4395-a0ee-58837731318a tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:11.649653 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eccc8203-1554-4850-83a4-884b947efb96 req-0655e36b-3e92-4395-a0ee-58837731318a tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=01d135fa-2baf-4c3c-bc98-b2ac05637f1f HTTP/1.1" status: 200 len: 944 time: 0.0877569 Jan 28 03:30:11.719616 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eccc8203-1554-4850-83a4-884b947efb96 req-8f00cd9d-d07e-4e6d-a62e-793125a8827e tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529561 Jan 28 03:30:12.869405 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f599086a-3a61-4706-adad-5d556d1d0957 req-98e2debf-1965-46f1-8bfb-eaf065cf7b8f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:12.872001 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f599086a-3a61-4706-adad-5d556d1d0957 req-98e2debf-1965-46f1-8bfb-eaf065cf7b8f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=01d135fa-2baf-4c3c-bc98-b2ac05637f1f HTTP/1.1" status: 200 len: 944 time: 0.0644324 Jan 28 03:30:12.949739 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f599086a-3a61-4706-adad-5d556d1d0957 req-b7acd882-b441-4cbb-80ee-8b936223e4a5 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609465 Jan 28 03:30:13.493043 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-60b6ec94-50b3-4d2d-8c9a-f021702ca061 req-e67ce21b-2a51-47ea-a2ca-d7227dec6e13 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0540202 Jan 28 03:30:13.628988 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6ec94-50b3-4d2d-8c9a-f021702ca061 req-b8703d9b-789b-4364-ab17-d8d9fc7c0c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:13.630576 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-60b6ec94-50b3-4d2d-8c9a-f021702ca061 req-b8703d9b-789b-4364-ab17-d8d9fc7c0c4f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2365aae0ed6c4140b140950cf90dbe31&device_id=0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec HTTP/1.1" status: 200 len: 1097 time: 0.0618832 Jan 28 03:30:13.772896 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6ec94-50b3-4d2d-8c9a-f021702ca061 req-09435da0-a2f0-43e7-8e8b-08d14271e294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:13.774502 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-60b6ec94-50b3-4d2d-8c9a-f021702ca061 req-09435da0-a2f0-43e7-8e8b-08d14271e294 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d08f29da-d40d-4b15-9f9f-e3612c5ec470 HTTP/1.1" status: 200 len: 912 time: 0.1204996 Jan 28 03:30:13.832261 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-60b6ec94-50b3-4d2d-8c9a-f021702ca061 req-c128be5b-16d5-484f-8296-c109669c8f14 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d538b95-2d31-419f-95c8-bacc19c3e590 HTTP/1.1" status: 200 len: 217 time: 0.0498083 Jan 28 03:30:13.895972 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6ec94-50b3-4d2d-8c9a-f021702ca061 req-13c27c77-2abf-4d52-b6d1-69b16b8b9766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:13.897587 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-60b6ec94-50b3-4d2d-8c9a-f021702ca061 req-13c27c77-2abf-4d52-b6d1-69b16b8b9766 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6fca48db-7702-4589-8da6-18a07f4297d3 HTTP/1.1" status: 200 len: 850 time: 0.0596890 Jan 28 03:30:13.947509 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6ec94-50b3-4d2d-8c9a-f021702ca061 req-46e68fed-e9c0-4d56-8a7d-1ab66d4eb376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:13.949231 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-60b6ec94-50b3-4d2d-8c9a-f021702ca061 req-46e68fed-e9c0-4d56-8a7d-1ab66d4eb376 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d08f29da-d40d-4b15-9f9f-e3612c5ec470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450685 Jan 28 03:30:14.086366 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-60b6ec94-50b3-4d2d-8c9a-f021702ca061 req-46a7eab4-2875-4ca4-9b89-37c9ae47959d service neutron] 10.222.0.39 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309621 Jan 28 03:30:14.098478 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b5c83-714f-4715-b133-a2bf16d11e72 req-b76acaff-4657-417a-8011-e09241a11d06 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:14.099956 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-640b5c83-714f-4715-b133-a2bf16d11e72 req-b76acaff-4657-417a-8011-e09241a11d06 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=01d135fa-2baf-4c3c-bc98-b2ac05637f1f HTTP/1.1" status: 200 len: 944 time: 0.0765777 Jan 28 03:30:14.209466 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-640b5c83-714f-4715-b133-a2bf16d11e72 req-51b3ad25-34f4-46de-9cd1-aa947c11cd0f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003289 Jan 28 03:30:14.235721 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-60b6ec94-50b3-4d2d-8c9a-f021702ca061 req-a9893037-057c-48de-b91f-3a74ece6b291 service neutron] 10.222.0.39 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347394 Jan 28 03:30:15.360144 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ef15e-19c7-4ea0-8554-608a960be6dd req-9a776dde-a4b0-4370-a7ea-c6fb2fb13fca tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:15.365879 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-224ef15e-19c7-4ea0-8554-608a960be6dd req-9a776dde-a4b0-4370-a7ea-c6fb2fb13fca tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=01d135fa-2baf-4c3c-bc98-b2ac05637f1f HTTP/1.1" status: 200 len: 944 time: 0.0559461 Jan 28 03:30:15.416895 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-224ef15e-19c7-4ea0-8554-608a960be6dd req-f597479c-2def-434e-a7b0-48c3cd8383e0 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488331 Jan 28 03:30:16.550745 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d277c7c4-043c-49c5-bc29-14632e1dedae req-105b2901-69a9-416c-8aea-8ea97f1f35ba tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:16.552246 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d277c7c4-043c-49c5-bc29-14632e1dedae req-105b2901-69a9-416c-8aea-8ea97f1f35ba tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=01d135fa-2baf-4c3c-bc98-b2ac05637f1f HTTP/1.1" status: 200 len: 944 time: 0.0529735 Jan 28 03:30:16.600092 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d277c7c4-043c-49c5-bc29-14632e1dedae req-cd8e9e93-d72e-48fb-a01c-16d772d450fa tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419133 Jan 28 03:30:17.726411 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6597b5-e0a3-4fff-8bf7-260fd74fda6c req-a32d04b2-b6bd-4ce9-a812-c66cd68cdfb6 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:17.727935 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fd6597b5-e0a3-4fff-8bf7-260fd74fda6c req-a32d04b2-b6bd-4ce9-a812-c66cd68cdfb6 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=01d135fa-2baf-4c3c-bc98-b2ac05637f1f HTTP/1.1" status: 200 len: 944 time: 0.0540409 Jan 28 03:30:17.775389 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fd6597b5-e0a3-4fff-8bf7-260fd74fda6c req-83f61a09-1d5e-402e-9742-d4e2ff72c1b9 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413344 Jan 28 03:30:18.896379 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd13fe-de3e-45fb-b3f5-0ef624869d7b req-26bde0c6-fb14-4f2f-b43a-3e2cc3de0e68 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:18.897952 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16fd13fe-de3e-45fb-b3f5-0ef624869d7b req-26bde0c6-fb14-4f2f-b43a-3e2cc3de0e68 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=01d135fa-2baf-4c3c-bc98-b2ac05637f1f HTTP/1.1" status: 200 len: 944 time: 0.0502353 Jan 28 03:30:18.948496 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16fd13fe-de3e-45fb-b3f5-0ef624869d7b req-6707560f-f1cc-4792-8634-c25c9a4d8e80 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439880 Jan 28 03:30:20.085124 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca18d2e-f6f3-40cc-92da-2eca033cff8b req-9de8fcdd-cff5-4529-9927-c008cef4c927 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:20.086652 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aca18d2e-f6f3-40cc-92da-2eca033cff8b req-9de8fcdd-cff5-4529-9927-c008cef4c927 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=01d135fa-2baf-4c3c-bc98-b2ac05637f1f HTTP/1.1" status: 200 len: 944 time: 0.0572681 Jan 28 03:30:20.137956 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aca18d2e-f6f3-40cc-92da-2eca033cff8b req-7e60d0bc-8220-400b-afd6-f98d9e8af243 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454988 Jan 28 03:30:21.272941 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34c4f3-8e9c-4a94-b720-54ddf413372c req-0aa32e50-7393-4665-9082-8a72f33a37ea tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:21.274960 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b34c4f3-8e9c-4a94-b720-54ddf413372c req-0aa32e50-7393-4665-9082-8a72f33a37ea tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=01d135fa-2baf-4c3c-bc98-b2ac05637f1f HTTP/1.1" status: 200 len: 944 time: 0.0642393 Jan 28 03:30:21.328527 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b34c4f3-8e9c-4a94-b720-54ddf413372c req-7c318aeb-f85e-49e4-9f96-897f7c04f9b7 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473487 Jan 28 03:30:22.470178 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e199fc-f3b7-4aa5-b61b-bc5a064928cd req-b0a85a09-82f5-423c-a147-4d4e729a41b6 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:22.471975 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-74e199fc-f3b7-4aa5-b61b-bc5a064928cd req-b0a85a09-82f5-423c-a147-4d4e729a41b6 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=01d135fa-2baf-4c3c-bc98-b2ac05637f1f HTTP/1.1" status: 200 len: 944 time: 0.0587456 Jan 28 03:30:22.527142 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-74e199fc-f3b7-4aa5-b61b-bc5a064928cd req-03fdd7d3-5615-44b0-8a5d-08fcbcdaaaf8 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482488 Jan 28 03:30:23.347810 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 5494f53f-a115-4def-8916-7c989b1a22e6 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:30:23.479199 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 5494f53f-a115-4def-8916-7c989b1a22e6, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=5494f53f-a115-4def-8916-7c989b1a22e6,segment=NetworkSegment(e2233469-b8a2-417c-9e5e-795b0e977ffd),segment_id=e2233469-b8a2-417c-9e5e-795b0e977ffd)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:30:23.492020 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '5494f53f-a115-4def-8916-7c989b1a22e6', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'port_id': '5494f53f-a115-4def-8916-7c989b1a22e6', 'mac_address': 'fa:16:3e:24:5f:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fca48db-7702-4589-8da6-18a07f4297d3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:30:23.558484 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 5494f53f-a115-4def-8916-7c989b1a22e6 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:30:23.559107 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5494f53f-a115-4def-8916-7c989b1a22e6), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:23.591235 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5494f53f-a115-4def-8916-7c989b1a22e6 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:30:23.624132 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 5494f53f-a115-4def-8916-7c989b1a22e6, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=5494f53f-a115-4def-8916-7c989b1a22e6,segment=NetworkSegment(e2233469-b8a2-417c-9e5e-795b0e977ffd),segment_id=e2233469-b8a2-417c-9e5e-795b0e977ffd)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:30:23.634934 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (5494f53f-a115-4def-8916-7c989b1a22e6), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:23.694925 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb26e0-d607-4787-b1c5-392c3bc45875 req-3aa3b1be-b539-4191-b368-9e3b5287d843 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:23.707039 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-78cb26e0-d607-4787-b1c5-392c3bc45875 req-3aa3b1be-b539-4191-b368-9e3b5287d843 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=01d135fa-2baf-4c3c-bc98-b2ac05637f1f HTTP/1.1" status: 200 len: 945 time: 0.0862498 Jan 28 03:30:23.724156 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=5494f53f-a115-4def-8916-7c989b1a22e6,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:23.735163 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:23.735540 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:23.736069 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:23.736424 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:23.737009 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:23.737541 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:23.739102 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:23.739102 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:23.739307 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:23.739566 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:23.740002 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:23.740349 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:23.741012 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:23.759157 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-78cb26e0-d607-4787-b1c5-392c3bc45875 req-6d7749e9-faab-41ea-b4c5-067d78042327 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508399 Jan 28 03:30:24.017622 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['5494f53f-a115-4def-8916-7c989b1a22e6'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:30:24.891807 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ba673-8506-407f-bef4-d8d308530f3d req-2a269841-27cb-4e69-b54b-47a54d97d58d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:24.893502 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-058ba673-8506-407f-bef4-d8d308530f3d req-2a269841-27cb-4e69-b54b-47a54d97d58d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=01d135fa-2baf-4c3c-bc98-b2ac05637f1f HTTP/1.1" status: 200 len: 945 time: 0.0550926 Jan 28 03:30:24.947231 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-058ba673-8506-407f-bef4-d8d308530f3d req-30f5fc55-91e1-4583-a48e-b026a34eb145 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476453 Jan 28 03:30:25.364525 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 5494f53f-a115-4def-8916-7c989b1a22e6 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:30:25.419777 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 5494f53f-a115-4def-8916-7c989b1a22e6 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:30:25.423641 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 5494f53f-a115-4def-8916-7c989b1a22e6 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:30:25.424021 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (5494f53f-a115-4def-8916-7c989b1a22e6), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:25.506305 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 5494f53f-a115-4def-8916-7c989b1a22e6 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:30:25.506703 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5494f53f-a115-4def-8916-7c989b1a22e6), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:25.530389 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d135fa-2baf-4c3c-bc98-b2ac05637f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5494f53f-a115-4def-8916-7c989b1a22e6'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:30:25.532666 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fbc30c-bc13-4136-b579-af50cf64ee99" -d '{"events": [{"server_uuid": "01d135fa-2baf-4c3c-bc98-b2ac05637f1f", "name": "network-vif-plugged", "status": "completed", "tag": "5494f53f-a115-4def-8916-7c989b1a22e6"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:30:25.545811 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 5494f53f-a115-4def-8916-7c989b1a22e6, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=5494f53f-a115-4def-8916-7c989b1a22e6,segment=NetworkSegment(e2233469-b8a2-417c-9e5e-795b0e977ffd),segment_id=e2233469-b8a2-417c-9e5e-795b0e977ffd)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:30:25.551503 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (5494f53f-a115-4def-8916-7c989b1a22e6), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:25.584630 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d523e57-e1f9-4352-949f-0b14757b61fd x-openstack-request-id: req-8d523e57-e1f9-4352-949f-0b14757b61fd {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:30:25.584948 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d135fa-2baf-4c3c-bc98-b2ac05637f1f", "name": "network-vif-plugged", "status": "completed", "tag": "5494f53f-a115-4def-8916-7c989b1a22e6", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:30:25.585323 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8d523e57-e1f9-4352-949f-0b14757b61fd {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:30:25.585767 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01d135fa-2baf-4c3c-bc98-b2ac05637f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5494f53f-a115-4def-8916-7c989b1a22e6', 'code': 200} Jan 28 03:30:25.607138 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=5494f53f-a115-4def-8916-7c989b1a22e6,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:25.735662 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c741b-af1d-489c-825d-d9dc8469406d req-15df33fb-0dd6-492d-80e4-e8f67ab063a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:25.737858 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2c3c741b-af1d-489c-825d-d9dc8469406d req-15df33fb-0dd6-492d-80e4-e8f67ab063a7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=01d135fa-2baf-4c3c-bc98-b2ac05637f1f HTTP/1.1" status: 200 len: 1098 time: 0.0697243 Jan 28 03:30:25.791842 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2c3c741b-af1d-489c-825d-d9dc8469406d req-6e997639-827b-4fb7-b9d4-62d93d434df2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467651 Jan 28 03:30:26.090431 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067290b-48c1-4f51-8a15-dcae754f898a req-8bdae7bc-a153-41f4-8768-bc399df7fcaa tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:26.092383 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4067290b-48c1-4f51-8a15-dcae754f898a req-8bdae7bc-a153-41f4-8768-bc399df7fcaa tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=01d135fa-2baf-4c3c-bc98-b2ac05637f1f HTTP/1.1" status: 200 len: 946 time: 0.0559897 Jan 28 03:30:26.154890 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4067290b-48c1-4f51-8a15-dcae754f898a req-fc1c37ea-646e-4fa2-8a74-80a9a0cab4d3 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443697 Jan 28 03:30:26.230299 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:30:27.294345 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f01f5-ac83-44a6-ae05-0ee8af498a26 req-bb4ad9e5-9178-4c91-aa78-013373599caa tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:27.296900 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9f3f01f5-ac83-44a6-ae05-0ee8af498a26 req-bb4ad9e5-9178-4c91-aa78-013373599caa tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=01d135fa-2baf-4c3c-bc98-b2ac05637f1f HTTP/1.1" status: 200 len: 946 time: 0.0535514 Jan 28 03:30:27.353651 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9f3f01f5-ac83-44a6-ae05-0ee8af498a26 req-2c5829c1-1c59-414a-aa7e-5aad09d2775a tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492301 Jan 28 03:30:27.488244 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e245f3-59a1-400c-a3eb-772af9d06ca7 req-d88e15c7-c4d6-4ba1-919d-b22390d08411 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:27.489810 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-30e245f3-59a1-400c-a3eb-772af9d06ca7 req-d88e15c7-c4d6-4ba1-919d-b22390d08411 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=01d135fa-2baf-4c3c-bc98-b2ac05637f1f HTTP/1.1" status: 200 len: 946 time: 0.0641105 Jan 28 03:30:27.546870 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-30e245f3-59a1-400c-a3eb-772af9d06ca7 req-acc92384-a4bf-4881-ba8b-452be2164ce6 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480506 Jan 28 03:30:27.637233 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57302) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:30:27.770725 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-403a50c0-24f1-4f24-b8d1-7072edbf52b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:27.877369 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-403a50c0-24f1-4f24-b8d1-7072edbf52b7 admin admin] Publish callbacks [] for security_group (9833ab2e-e776-471c-883c-c570f8276fd7), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:27.882444 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-403a50c0-24f1-4f24-b8d1-7072edbf52b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (9833ab2e-e776-471c-883c-c570f8276fd7), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:27.930343 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee229d9e-6f4a-4374-aeb8-5bac605ffe3d req-0f2c814f-33d1-4d6b-8d2c-f2eacf7a4e96 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:27.931742 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ee229d9e-6f4a-4374-aeb8-5bac605ffe3d req-0f2c814f-33d1-4d6b-8d2c-f2eacf7a4e96 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=01d135fa-2baf-4c3c-bc98-b2ac05637f1f HTTP/1.1" status: 200 len: 946 time: 0.1032910 Jan 28 03:30:27.934799 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a50c0-24f1-4f24-b8d1-7072edbf52b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9833ab2e-e776-471c-883c-c570f8276fd7,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:27.941723 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-403a50c0-24f1-4f24-b8d1-7072edbf52b7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c57f094fe8da46239dd441d817c4126b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3000116 Jan 28 03:30:27.941723 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57308) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:30:27.964133 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403a50c0-24f1-4f24-b8d1-7072edbf52b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:27.964476 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403a50c0-24f1-4f24-b8d1-7072edbf52b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:27.964813 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403a50c0-24f1-4f24-b8d1-7072edbf52b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:27.965178 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403a50c0-24f1-4f24-b8d1-7072edbf52b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:27.965512 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403a50c0-24f1-4f24-b8d1-7072edbf52b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:27.965841 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403a50c0-24f1-4f24-b8d1-7072edbf52b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:27.966165 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403a50c0-24f1-4f24-b8d1-7072edbf52b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:27.966490 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403a50c0-24f1-4f24-b8d1-7072edbf52b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:27.966813 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403a50c0-24f1-4f24-b8d1-7072edbf52b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:27.967138 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403a50c0-24f1-4f24-b8d1-7072edbf52b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:27.967460 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403a50c0-24f1-4f24-b8d1-7072edbf52b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:27.967780 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403a50c0-24f1-4f24-b8d1-7072edbf52b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:27.968103 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403a50c0-24f1-4f24-b8d1-7072edbf52b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:28.035012 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ee229d9e-6f4a-4374-aeb8-5bac605ffe3d req-9a822c66-3d50-465b-b8b8-2bd9caebc57e tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952826 Jan 28 03:30:28.038077 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e55862f2-9c64-4ebf-b597-78518ae9faa3 admin admin] Publish callbacks [] for security_group (9833ab2e-e776-471c-883c-c570f8276fd7), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:28.062143 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e55862f2-9c64-4ebf-b597-78518ae9faa3 admin admin] Publish callbacks [] for security_group (9833ab2e-e776-471c-883c-c570f8276fd7), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:28.113161 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e55862f2-9c64-4ebf-b597-78518ae9faa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (9833ab2e-e776-471c-883c-c570f8276fd7), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:28.115729 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e55862f2-9c64-4ebf-b597-78518ae9faa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:28.116915 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e55862f2-9c64-4ebf-b597-78518ae9faa3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9833ab2e-e776-471c-883c-c570f8276fd7 HTTP/1.1" status: 204 len: 168 time: 0.1743886 Jan 28 03:30:28.125544 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55862f2-9c64-4ebf-b597-78518ae9faa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9833ab2e-e776-471c-883c-c570f8276fd7,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:28.420167 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57316) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:30:28.437335 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-503717f1-fa66-435c-9193-d96f06cf5feb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:28.519538 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-503717f1-fa66-435c-9193-d96f06cf5feb admin admin] Publish callbacks [] for security_group (df2e7d84-bd8e-4ab8-83ab-c68fbfb7c6a3), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:28.524547 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-503717f1-fa66-435c-9193-d96f06cf5feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (df2e7d84-bd8e-4ab8-83ab-c68fbfb7c6a3), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:28.568035 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503717f1-fa66-435c-9193-d96f06cf5feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2e7d84-bd8e-4ab8-83ab-c68fbfb7c6a3,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:28.572315 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-503717f1-fa66-435c-9193-d96f06cf5feb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7ebb5a8ca8d74438948616cba4e742e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1510334 Jan 28 03:30:28.575249 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57318) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:30:28.624512 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-73b9122d-c80c-43e8-b233-7bb463def257 admin admin] Publish callbacks [] for security_group (df2e7d84-bd8e-4ab8-83ab-c68fbfb7c6a3), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:28.646269 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-73b9122d-c80c-43e8-b233-7bb463def257 admin admin] Publish callbacks [] for security_group (df2e7d84-bd8e-4ab8-83ab-c68fbfb7c6a3), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:28.705741 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-73b9122d-c80c-43e8-b233-7bb463def257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (df2e7d84-bd8e-4ab8-83ab-c68fbfb7c6a3), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:28.708323 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-73b9122d-c80c-43e8-b233-7bb463def257 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:28.709992 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-73b9122d-c80c-43e8-b233-7bb463def257 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/df2e7d84-bd8e-4ab8-83ab-c68fbfb7c6a3 HTTP/1.1" status: 204 len: 168 time: 0.1337700 Jan 28 03:30:28.718087 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9122d-c80c-43e8-b233-7bb463def257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2e7d84-bd8e-4ab8-83ab-c68fbfb7c6a3,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:28.725947 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9122d-c80c-43e8-b233-7bb463def257 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:28.726400 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9122d-c80c-43e8-b233-7bb463def257 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:28.726749 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9122d-c80c-43e8-b233-7bb463def257 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:28.727084 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9122d-c80c-43e8-b233-7bb463def257 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:28.727416 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9122d-c80c-43e8-b233-7bb463def257 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:28.727747 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9122d-c80c-43e8-b233-7bb463def257 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:28.728072 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9122d-c80c-43e8-b233-7bb463def257 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:28.728399 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9122d-c80c-43e8-b233-7bb463def257 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:28.728722 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9122d-c80c-43e8-b233-7bb463def257 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:28.729043 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9122d-c80c-43e8-b233-7bb463def257 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:28.729459 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9122d-c80c-43e8-b233-7bb463def257 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:28.729782 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9122d-c80c-43e8-b233-7bb463def257 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:28.730103 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9122d-c80c-43e8-b233-7bb463def257 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:30:29.165747 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd893154-cbbe-4b94-9dbd-6faf2e53092f req-d853e2d2-91a0-4d40-a7b5-b3c1c4ad0f3e tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:29.167281 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cd893154-cbbe-4b94-9dbd-6faf2e53092f req-d853e2d2-91a0-4d40-a7b5-b3c1c4ad0f3e tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=01d135fa-2baf-4c3c-bc98-b2ac05637f1f HTTP/1.1" status: 200 len: 946 time: 0.0561364 Jan 28 03:30:29.219003 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cd893154-cbbe-4b94-9dbd-6faf2e53092f req-c6dbcbb4-7d13-4c15-a8aa-ff24a0bcb162 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429420 Jan 28 03:30:29.437785 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:29.505022 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e2175-0a24-4766-a876-f3b38d953519 req-3a88a2e8-3972-4ea4-9d8a-fd1b5feae573 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:29.506627 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-078e2175-0a24-4766-a876-f3b38d953519 req-3a88a2e8-3972-4ea4-9d8a-fd1b5feae573 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.67 "GET /v2.0/ports?device_id=01d135fa-2baf-4c3c-bc98-b2ac05637f1f HTTP/1.1" status: 200 len: 946 time: 0.0523403 Jan 28 03:30:29.605678 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-078e2175-0a24-4766-a876-f3b38d953519 req-fe06b551-baf9-4d01-85c3-5ec98cd8ce73 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Deleting port 5494f53f-a115-4def-8916-7c989b1a22e6 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:30:29.606475 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-078e2175-0a24-4766-a876-f3b38d953519 req-fe06b551-baf9-4d01-85c3-5ec98cd8ce73 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (5494f53f-a115-4def-8916-7c989b1a22e6), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:29.697976 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-078e2175-0a24-4766-a876-f3b38d953519 req-fe06b551-baf9-4d01-85c3-5ec98cd8ce73 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] For port 5494f53f-a115-4def-8916-7c989b1a22e6, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=5494f53f-a115-4def-8916-7c989b1a22e6,segment=NetworkSegment(e2233469-b8a2-417c-9e5e-795b0e977ffd),segment_id=e2233469-b8a2-417c-9e5e-795b0e977ffd)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:30:29.698241 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-078e2175-0a24-4766-a876-f3b38d953519 req-fe06b551-baf9-4d01-85c3-5ec98cd8ce73 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (5494f53f-a115-4def-8916-7c989b1a22e6), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:29.710607 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-078e2175-0a24-4766-a876-f3b38d953519 req-fe06b551-baf9-4d01-85c3-5ec98cd8ce73 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Calling delete_port for 5494f53f-a115-4def-8916-7c989b1a22e6 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:30:29.736933 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5f8bbdb1-93f0-4b14-b940-0fd686dc38dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:29.847641 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-078e2175-0a24-4766-a876-f3b38d953519 req-fe06b551-baf9-4d01-85c3-5ec98cd8ce73 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (5494f53f-a115-4def-8916-7c989b1a22e6), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:29.877552 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe06b551-baf9-4d01-85c3-5ec98cd8ce73 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Pushing event deleted for resources: {'Port': ['ID=5494f53f-a115-4def-8916-7c989b1a22e6,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:29.887319 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['3d538b95-2d31-419f-95c8-bacc19c3e590'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:30:29.888231 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['5494f53f-a115-4def-8916-7c989b1a22e6'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:30:29.919836 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-078e2175-0a24-4766-a876-f3b38d953519 req-fe06b551-baf9-4d01-85c3-5ec98cd8ce73 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] No DVR routers for this DVR port 5494f53f-a115-4def-8916-7c989b1a22e6 on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:30:29.922567 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-078e2175-0a24-4766-a876-f3b38d953519 req-fe06b551-baf9-4d01-85c3-5ec98cd8ce73 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:29.926046 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-078e2175-0a24-4766-a876-f3b38d953519 req-fe06b551-baf9-4d01-85c3-5ec98cd8ce73 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.67 "DELETE /v2.0/ports/5494f53f-a115-4def-8916-7c989b1a22e6 HTTP/1.1" status: 204 len: 173 time: 0.4139097 Jan 28 03:30:29.926464 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d135fa-2baf-4c3c-bc98-b2ac05637f1f', 'name': 'network-vif-deleted', 'tag': '5494f53f-a115-4def-8916-7c989b1a22e6'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:30:29.928930 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f05cbd7-43bd-417a-9233-541e5d5ddf17" -d '{"events": [{"server_uuid": "01d135fa-2baf-4c3c-bc98-b2ac05637f1f", "name": "network-vif-deleted", "tag": "5494f53f-a115-4def-8916-7c989b1a22e6"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:30:29.991515 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d23e2a-bbd0-47f4-a51d-8673fd175d73 x-openstack-request-id: req-a5d23e2a-bbd0-47f4-a51d-8673fd175d73 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:30:29.991751 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d135fa-2baf-4c3c-bc98-b2ac05637f1f", "name": "network-vif-deleted", "tag": "5494f53f-a115-4def-8916-7c989b1a22e6", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:30:29.991908 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a5d23e2a-bbd0-47f4-a51d-8673fd175d73 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:30:29.992358 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01d135fa-2baf-4c3c-bc98-b2ac05637f1f', 'name': 'network-vif-deleted', 'tag': '5494f53f-a115-4def-8916-7c989b1a22e6', 'status': 'completed', 'code': 200} Jan 28 03:30:30.326023 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6c6ccf1e-7d22-4d07-b04d-23baef20fb72 req-dc0c06ad-70cc-4bc3-aa91-e9bb576756d5 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=01d135fa-2baf-4c3c-bc98-b2ac05637f1f HTTP/1.1" status: 200 len: 210 time: 0.0312159 Jan 28 03:30:31.424436 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-99844467-cabb-4f58-b5c1-17b103de619b req-bf9584bd-cf3e-43f3-9287-34840e41ab3f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=01d135fa-2baf-4c3c-bc98-b2ac05637f1f HTTP/1.1" status: 200 len: 210 time: 0.0270264 Jan 28 03:30:31.787643 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fffe9236-f491-4c7d-b3fd-dbb543dae81b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:32.525108 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-59be3fcc-de94-4618-bf39-a61c38e9a744 req-3335c0b6-1f8b-4056-b404-ae8f6f41350d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=01d135fa-2baf-4c3c-bc98-b2ac05637f1f HTTP/1.1" status: 200 len: 210 time: 0.0275877 Jan 28 03:30:33.402070 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:33.425997 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 5494f53f-a115-4def-8916-7c989b1a22e6 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:30:33.448094 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: 5494f53f-a115-4def-8916-7c989b1a22e6 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:30:33.448455 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 5494f53f-a115-4def-8916-7c989b1a22e6 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:30:33.624478 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-53ec1dc1-055f-4db0-b4ca-6f6e956846ee req-f6c9dc16-8529-405a-87bc-f7676a70223f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=01d135fa-2baf-4c3c-bc98-b2ac05637f1f HTTP/1.1" status: 200 len: 210 time: 0.0268762 Jan 28 03:30:33.678175 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:34.744555 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-de8c3f05-0d1d-4eab-99bb-de53e7757658 req-bf8397ae-38c4-4ded-87b7-c2969baad911 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=01d135fa-2baf-4c3c-bc98-b2ac05637f1f HTTP/1.1" status: 200 len: 210 time: 0.0297906 Jan 28 03:30:34.876831 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:35.861712 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4e02d457-8ea9-4695-8831-ee2df7d7105e req-9a83bc7c-2e85-4571-88ab-5e4fe87f6e03 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=01d135fa-2baf-4c3c-bc98-b2ac05637f1f HTTP/1.1" status: 200 len: 210 time: 0.0276992 Jan 28 03:30:36.114591 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:36.982354 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b7363434-e30a-45c6-bc1b-79575cdd95ac req-bab77b95-f9b3-40f5-acb7-2f980fb88e6d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=01d135fa-2baf-4c3c-bc98-b2ac05637f1f HTTP/1.1" status: 200 len: 210 time: 0.0488200 Jan 28 03:30:38.106483 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-39c884ad-28ff-4304-996b-b71ac7ffc00a req-3eb331d6-9ac2-460c-9376-3b5c7c023b36 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=01d135fa-2baf-4c3c-bc98-b2ac05637f1f HTTP/1.1" status: 200 len: 210 time: 0.0352120 Jan 28 03:30:47.968105 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e34b4-2369-46e8-b642-6c42fe40b73f req-ca24b9c9-081a-43b4-b0ac-9478ee2eef15 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:47.969750 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4d6e34b4-2369-46e8-b642-6c42fe40b73f req-ca24b9c9-081a-43b4-b0ac-9478ee2eef15 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec HTTP/1.1" status: 200 len: 945 time: 0.0599842 Jan 28 03:30:48.031654 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4d6e34b4-2369-46e8-b642-6c42fe40b73f req-357a0db0-6d30-4b70-b208-6d6ad7aa948e tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561540 Jan 28 03:30:48.265428 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57480) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:30:48.388494 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-eebb90d5-e88e-44d0-b326-2def2d8ef2f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:48.470961 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-eebb90d5-e88e-44d0-b326-2def2d8ef2f0 admin admin] Publish callbacks [] for security_group (054859e1-7031-4a59-a85e-156d2360a4c2), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:48.476360 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-eebb90d5-e88e-44d0-b326-2def2d8ef2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (054859e1-7031-4a59-a85e-156d2360a4c2), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:48.518403 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-eebb90d5-e88e-44d0-b326-2def2d8ef2f0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1a2c574eb7024653877d1f47c991e567&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2517276 Jan 28 03:30:48.519308 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb90d5-e88e-44d0-b326-2def2d8ef2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054859e1-7031-4a59-a85e-156d2360a4c2,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:48.521246 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57484) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:30:48.576961 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d652ef43-646e-44ca-ab7c-5cda5f6574cd admin admin] Publish callbacks [] for security_group (054859e1-7031-4a59-a85e-156d2360a4c2), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:48.602584 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d652ef43-646e-44ca-ab7c-5cda5f6574cd admin admin] Publish callbacks [] for security_group (054859e1-7031-4a59-a85e-156d2360a4c2), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:48.675216 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d652ef43-646e-44ca-ab7c-5cda5f6574cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (054859e1-7031-4a59-a85e-156d2360a4c2), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:48.680178 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d652ef43-646e-44ca-ab7c-5cda5f6574cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:48.682403 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d652ef43-646e-44ca-ab7c-5cda5f6574cd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/054859e1-7031-4a59-a85e-156d2360a4c2 HTTP/1.1" status: 204 len: 168 time: 0.1598113 Jan 28 03:30:48.696511 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d652ef43-646e-44ca-ab7c-5cda5f6574cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054859e1-7031-4a59-a85e-156d2360a4c2,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:49.012432 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57490) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:30:49.026722 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f911ed65-1a75-40ab-bfc6-4128293516b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:49.151709 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f911ed65-1a75-40ab-bfc6-4128293516b9 admin admin] Publish callbacks [] for security_group (e97b8083-6957-4c15-961a-cf7c898fe892), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:49.157104 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f911ed65-1a75-40ab-bfc6-4128293516b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (e97b8083-6957-4c15-961a-cf7c898fe892), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:49.178462 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ef2a1-a0d3-4e5c-92c6-985f8419d92c req-d73626e2-4c16-462e-9985-717b4ffbdcac tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:49.181399 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-df7ef2a1-a0d3-4e5c-92c6-985f8419d92c req-d73626e2-4c16-462e-9985-717b4ffbdcac tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec HTTP/1.1" status: 200 len: 945 time: 0.0682969 Jan 28 03:30:49.210552 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f911ed65-1a75-40ab-bfc6-4128293516b9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3b152481911942ae8d13cd1d7ce6b526&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1968875 Jan 28 03:30:49.214118 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57494) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:30:49.220710 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f911ed65-1a75-40ab-bfc6-4128293516b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97b8083-6957-4c15-961a-cf7c898fe892,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:49.241054 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-df7ef2a1-a0d3-4e5c-92c6-985f8419d92c req-e248d922-8809-410a-9794-ea81b987dce3 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=b988e791-500a-46ce-8783-f3a76cbdf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533979 Jan 28 03:30:49.285261 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9c34c0d1-dfe6-4eae-a8d7-3c1e524e43c5 admin admin] Publish callbacks [] for security_group (e97b8083-6957-4c15-961a-cf7c898fe892), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:49.308542 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9c34c0d1-dfe6-4eae-a8d7-3c1e524e43c5 admin admin] Publish callbacks [] for security_group (e97b8083-6957-4c15-961a-cf7c898fe892), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:49.362218 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9c34c0d1-dfe6-4eae-a8d7-3c1e524e43c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (e97b8083-6957-4c15-961a-cf7c898fe892), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:49.364890 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9c34c0d1-dfe6-4eae-a8d7-3c1e524e43c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:49.366102 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9c34c0d1-dfe6-4eae-a8d7-3c1e524e43c5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e97b8083-6957-4c15-961a-cf7c898fe892 HTTP/1.1" status: 204 len: 168 time: 0.1510234 Jan 28 03:30:49.375423 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c34c0d1-dfe6-4eae-a8d7-3c1e524e43c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97b8083-6957-4c15-961a-cf7c898fe892,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:49.557377 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bab50f-9408-4409-b4ba-c514716d793a req-9d588f84-279e-492e-8065-a70c51e09c17 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:30:49.558913 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-11bab50f-9408-4409-b4ba-c514716d793a req-9d588f84-279e-492e-8065-a70c51e09c17 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec HTTP/1.1" status: 200 len: 945 time: 0.0587902 Jan 28 03:30:49.660922 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-11bab50f-9408-4409-b4ba-c514716d793a req-15c74d68-21e9-4594-a911-9bbae06772e3 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Deleting port 3d538b95-2d31-419f-95c8-bacc19c3e590 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:30:49.661522 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-11bab50f-9408-4409-b4ba-c514716d793a req-15c74d68-21e9-4594-a911-9bbae06772e3 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (3d538b95-2d31-419f-95c8-bacc19c3e590), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:49.767202 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-11bab50f-9408-4409-b4ba-c514716d793a req-15c74d68-21e9-4594-a911-9bbae06772e3 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] For port 3d538b95-2d31-419f-95c8-bacc19c3e590, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=3d538b95-2d31-419f-95c8-bacc19c3e590,segment=NetworkSegment(e2233469-b8a2-417c-9e5e-795b0e977ffd),segment_id=e2233469-b8a2-417c-9e5e-795b0e977ffd)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:30:49.767646 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-11bab50f-9408-4409-b4ba-c514716d793a req-15c74d68-21e9-4594-a911-9bbae06772e3 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (3d538b95-2d31-419f-95c8-bacc19c3e590), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:49.791700 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-11bab50f-9408-4409-b4ba-c514716d793a req-15c74d68-21e9-4594-a911-9bbae06772e3 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Calling delete_port for 3d538b95-2d31-419f-95c8-bacc19c3e590 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:30:49.931000 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-11bab50f-9408-4409-b4ba-c514716d793a req-15c74d68-21e9-4594-a911-9bbae06772e3 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (3d538b95-2d31-419f-95c8-bacc19c3e590), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:49.965641 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['3d538b95-2d31-419f-95c8-bacc19c3e590'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:30:49.967162 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c74d68-21e9-4594-a911-9bbae06772e3 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Pushing event deleted for resources: {'Port': ['ID=3d538b95-2d31-419f-95c8-bacc19c3e590,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:50.013026 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-11bab50f-9408-4409-b4ba-c514716d793a req-15c74d68-21e9-4594-a911-9bbae06772e3 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] No DVR routers for this DVR port 3d538b95-2d31-419f-95c8-bacc19c3e590 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:30:50.015787 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-11bab50f-9408-4409-b4ba-c514716d793a req-15c74d68-21e9-4594-a911-9bbae06772e3 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:50.019195 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-11bab50f-9408-4409-b4ba-c514716d793a req-15c74d68-21e9-4594-a911-9bbae06772e3 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.39 "DELETE /v2.0/ports/3d538b95-2d31-419f-95c8-bacc19c3e590 HTTP/1.1" status: 204 len: 173 time: 0.4549396 Jan 28 03:30:50.019741 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec', 'name': 'network-vif-deleted', 'tag': '3d538b95-2d31-419f-95c8-bacc19c3e590'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:30:50.022061 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aefefc8-3827-414f-83b3-660fa1619c54" -d '{"events": [{"server_uuid": "0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec", "name": "network-vif-deleted", "tag": "3d538b95-2d31-419f-95c8-bacc19c3e590"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:30:50.072406 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f897b56b-3eb2-4382-b7b8-b3362cda3e78 x-openstack-request-id: req-f897b56b-3eb2-4382-b7b8-b3362cda3e78 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:30:50.072761 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec", "name": "network-vif-deleted", "tag": "3d538b95-2d31-419f-95c8-bacc19c3e590", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:30:50.073050 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f897b56b-3eb2-4382-b7b8-b3362cda3e78 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:30:50.073487 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec', 'name': 'network-vif-deleted', 'tag': '3d538b95-2d31-419f-95c8-bacc19c3e590', 'status': 'completed', 'code': 200} Jan 28 03:30:50.388618 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-022a4ca9-d2be-47bc-b2ca-7b97ebcd3c26 req-378e14bb-f22b-40ea-8b52-dcdfc6708118 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec HTTP/1.1" status: 200 len: 210 time: 0.0423188 Jan 28 03:30:51.517120 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fba538d0-16c9-4dc2-8024-345319440cd0 req-e5d8045a-d36f-4db0-9966-4028449601b6 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec HTTP/1.1" status: 200 len: 210 time: 0.0309250 Jan 28 03:30:51.796694 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57568) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:30:51.924261 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dec18634-eb4e-45f6-9b77-2e5563ea1ff7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:52.002693 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dec18634-eb4e-45f6-9b77-2e5563ea1ff7 admin admin] Publish callbacks [] for security_group (806593b6-8080-4a04-bc96-49c261151782), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:52.009417 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dec18634-eb4e-45f6-9b77-2e5563ea1ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (806593b6-8080-4a04-bc96-49c261151782), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:52.050610 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-dec18634-eb4e-45f6-9b77-2e5563ea1ff7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3cf4f836d3a14361813e494b3e8bcffc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2526236 Jan 28 03:30:52.051732 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec18634-eb4e-45f6-9b77-2e5563ea1ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806593b6-8080-4a04-bc96-49c261151782,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:52.053556 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57572) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:30:52.125236 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-09598f80-7bf2-42ed-af53-5f7ad63673ec admin admin] Publish callbacks [] for security_group (806593b6-8080-4a04-bc96-49c261151782), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:52.160125 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-09598f80-7bf2-42ed-af53-5f7ad63673ec admin admin] Publish callbacks [] for security_group (806593b6-8080-4a04-bc96-49c261151782), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:52.213578 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-09598f80-7bf2-42ed-af53-5f7ad63673ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (806593b6-8080-4a04-bc96-49c261151782), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:52.217466 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-09598f80-7bf2-42ed-af53-5f7ad63673ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:52.218850 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-09598f80-7bf2-42ed-af53-5f7ad63673ec admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/806593b6-8080-4a04-bc96-49c261151782 HTTP/1.1" status: 204 len: 168 time: 0.1641703 Jan 28 03:30:52.241786 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09598f80-7bf2-42ed-af53-5f7ad63673ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806593b6-8080-4a04-bc96-49c261151782,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:52.375479 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 3d538b95-2d31-419f-95c8-bacc19c3e590 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:30:52.399531 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 3d538b95-2d31-419f-95c8-bacc19c3e590 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:30:52.400044 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 3d538b95-2d31-419f-95c8-bacc19c3e590 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:30:52.563805 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57580) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:30:52.588250 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-48608137-7205-4719-9364-24f7a505b187 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:52.654584 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c83a438a-ce44-40dc-bac9-229d96c0ab57 req-51ea464e-f4e0-40ee-84c9-4f828e39f448 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec HTTP/1.1" status: 200 len: 210 time: 0.0348895 Jan 28 03:30:52.731332 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-48608137-7205-4719-9364-24f7a505b187 admin admin] Publish callbacks [] for security_group (dc6b07be-fdb1-4e84-872f-0202db56d512), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:52.736393 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-48608137-7205-4719-9364-24f7a505b187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (dc6b07be-fdb1-4e84-872f-0202db56d512), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:52.774074 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48608137-7205-4719-9364-24f7a505b187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6b07be-fdb1-4e84-872f-0202db56d512,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:52.780790 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-48608137-7205-4719-9364-24f7a505b187 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aed84fd98449492a9b15265c5b17da55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2139127 Jan 28 03:30:52.781318 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57582) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:30:52.836408 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b82cced5-4e07-4267-ab67-4a4ad1f512b8 admin admin] Publish callbacks [] for security_group (dc6b07be-fdb1-4e84-872f-0202db56d512), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:52.859567 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b82cced5-4e07-4267-ab67-4a4ad1f512b8 admin admin] Publish callbacks [] for security_group (dc6b07be-fdb1-4e84-872f-0202db56d512), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:52.911082 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b82cced5-4e07-4267-ab67-4a4ad1f512b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (dc6b07be-fdb1-4e84-872f-0202db56d512), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:52.914266 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b82cced5-4e07-4267-ab67-4a4ad1f512b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:52.918118 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b82cced5-4e07-4267-ab67-4a4ad1f512b8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dc6b07be-fdb1-4e84-872f-0202db56d512 HTTP/1.1" status: 204 len: 168 time: 0.1354959 Jan 28 03:30:52.926973 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82cced5-4e07-4267-ab67-4a4ad1f512b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6b07be-fdb1-4e84-872f-0202db56d512,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:30:53.766059 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8975c680-f7f3-4897-8e32-5e999806760e req-f4639d6b-f39b-43fb-9921-140146960fd8 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec HTTP/1.1" status: 200 len: 210 time: 0.0328555 Jan 28 03:30:54.885193 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1cd73575-1f85-4a59-8515-1ac800b610fa req-3f2fadf7-6197-47b3-961c-e44933843e83 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec HTTP/1.1" status: 200 len: 210 time: 0.0285921 Jan 28 03:30:55.995805 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e60ae43e-61ac-44a1-bc59-9eb87170a691 req-eda5c6b3-23ad-439f-b786-db0f6c5a9369 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec HTTP/1.1" status: 200 len: 210 time: 0.0320497 Jan 28 03:30:57.121827 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-65393338-8027-4a06-b1b4-0b80a06420de req-8bd027d0-76c2-4d14-b235-06ea289f7ebf tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec HTTP/1.1" status: 200 len: 210 time: 0.0271318 Jan 28 03:30:58.240250 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d9a633f1-7ca3-4b6d-8da5-ee9f3a7cccbe req-c745caa5-8f43-41ad-9bb8-f64ac61c2b8c tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e55b29b-0f8b-4e47-a6a6-91af8fccc1ec HTTP/1.1" status: 200 len: 210 time: 0.0314863 Jan 28 03:30:59.431052 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:30:59.755513 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5ae68f6a-51e4-459a-87a7-c38dca02f9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:01.783872 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6bbcd5ea-1364-4e7f-8f45-caf2919d3a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:03.232563 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:31:03.405012 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:03.685559 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:04.852555 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:06.120236 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:06.823891 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57786) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:06.829682 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-588ac3c4-678f-4d32-a129-a37ff142a6da tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-114362045', 'description': 'tempest-secgroup-smoke-114362045 description', 'project_id': '2365aae0ed6c4140b140950cf90dbe31'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:31:06.853546 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-588ac3c4-678f-4d32-a129-a37ff142a6da tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:06.932483 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-588ac3c4-678f-4d32-a129-a37ff142a6da tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks [] for security_group (229fe8e7-3c8b-4746-9d3e-b8f5cb2213de), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:06.937039 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-588ac3c4-678f-4d32-a129-a37ff142a6da tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (229fe8e7-3c8b-4746-9d3e-b8f5cb2213de), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:06.967835 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-588ac3c4-678f-4d32-a129-a37ff142a6da tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:06.972526 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-588ac3c4-678f-4d32-a129-a37ff142a6da tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1441364 Jan 28 03:31:06.972912 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57788) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:06.977144 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-4c9962dd-9983-47e0-a57f-0b248540ea6f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Request body: {'security_group_rule': {'security_group_id': '229fe8e7-3c8b-4746-9d3e-b8f5cb2213de', 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:31:06.982382 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ac3c4-678f-4d32-a129-a37ff142a6da tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:07.007014 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4c9962dd-9983-47e0-a57f-0b248540ea6f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks [] for security_group_rule (29fc7212-5c4b-4cda-8816-93a37c1d6685), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:07.066765 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4c9962dd-9983-47e0-a57f-0b248540ea6f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks [] for security_group_rule (29fc7212-5c4b-4cda-8816-93a37c1d6685), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:07.070596 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4c9962dd-9983-47e0-a57f-0b248540ea6f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (29fc7212-5c4b-4cda-8816-93a37c1d6685), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:07.090857 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9962dd-9983-47e0-a57f-0b248540ea6f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29fc7212-5c4b-4cda-8816-93a37c1d6685,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:07.099182 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4c9962dd-9983-47e0-a57f-0b248540ea6f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:07.100550 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4c9962dd-9983-47e0-a57f-0b248540ea6f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1268179 Jan 28 03:31:07.103630 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57790) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:07.108662 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-3a695281-f8d9-4e7c-96e7-ba14b41ac312 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Request body: {'security_group_rule': {'security_group_id': '229fe8e7-3c8b-4746-9d3e-b8f5cb2213de', 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:31:07.135640 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3a695281-f8d9-4e7c-96e7-ba14b41ac312 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks [] for security_group_rule (ce22a47f-0da2-48f0-bee6-e53bf02f9354), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:07.193541 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3a695281-f8d9-4e7c-96e7-ba14b41ac312 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks [] for security_group_rule (ce22a47f-0da2-48f0-bee6-e53bf02f9354), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:07.197923 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3a695281-f8d9-4e7c-96e7-ba14b41ac312 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (ce22a47f-0da2-48f0-bee6-e53bf02f9354), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:07.216541 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a695281-f8d9-4e7c-96e7-ba14b41ac312 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce22a47f-0da2-48f0-bee6-e53bf02f9354,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:07.227084 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3a695281-f8d9-4e7c-96e7-ba14b41ac312 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:07.228434 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-3a695281-f8d9-4e7c-96e7-ba14b41ac312 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1237466 Jan 28 03:31:07.231595 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57792) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:07.236299 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-2177610b-f58a-4f65-98f0-6b4d3e3b0325 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Request body: {'security_group_rule': {'security_group_id': '229fe8e7-3c8b-4746-9d3e-b8f5cb2213de', 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:31:07.263640 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2177610b-f58a-4f65-98f0-6b4d3e3b0325 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks [] for security_group_rule (352b5f4f-3202-4a4d-948c-702ac2a02f65), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:07.323034 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2177610b-f58a-4f65-98f0-6b4d3e3b0325 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks [] for security_group_rule (352b5f4f-3202-4a4d-948c-702ac2a02f65), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:07.327382 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2177610b-f58a-4f65-98f0-6b4d3e3b0325 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (352b5f4f-3202-4a4d-948c-702ac2a02f65), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:07.342654 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2177610b-f58a-4f65-98f0-6b4d3e3b0325 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=352b5f4f-3202-4a4d-948c-702ac2a02f65,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:07.353700 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2177610b-f58a-4f65-98f0-6b4d3e3b0325 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:07.355072 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2177610b-f58a-4f65-98f0-6b4d3e3b0325 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1224964 Jan 28 03:31:07.357915 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57794) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:07.362893 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-9bcc8606-c9af-4208-ba32-9ef56e13145a tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Request body: {'security_group_rule': {'security_group_id': '229fe8e7-3c8b-4746-9d3e-b8f5cb2213de', 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:31:07.389399 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9bcc8606-c9af-4208-ba32-9ef56e13145a tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks [] for security_group_rule (81535e05-2da2-437f-96fd-5fc127a7ff2a), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:07.457092 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9bcc8606-c9af-4208-ba32-9ef56e13145a tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks [] for security_group_rule (81535e05-2da2-437f-96fd-5fc127a7ff2a), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:07.462620 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9bcc8606-c9af-4208-ba32-9ef56e13145a tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (81535e05-2da2-437f-96fd-5fc127a7ff2a), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:07.482806 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc8606-c9af-4208-ba32-9ef56e13145a tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81535e05-2da2-437f-96fd-5fc127a7ff2a,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:07.490753 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9bcc8606-c9af-4208-ba32-9ef56e13145a tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:07.496710 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9bcc8606-c9af-4208-ba32-9ef56e13145a tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1330600 Jan 28 03:31:07.497285 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57796) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:07.502569 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-da5e0ebf-a357-44da-abf6-678b0ed93ef0 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Request body: {'security_group_rule': {'security_group_id': '229fe8e7-3c8b-4746-9d3e-b8f5cb2213de', 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:31:07.527402 n-d-712139-27 neutron-server[109803]: INFO neutron.db.securitygroups_db [None req-da5e0ebf-a357-44da-abf6-678b0ed93ef0 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Project 2365aae0ed6c4140b140950cf90dbe31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 03:31:07.534923 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-da5e0ebf-a357-44da-abf6-678b0ed93ef0 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks [] for security_group_rule (723f3969-10b9-4d28-8c84-6233469fd6c7), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:07.604585 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-da5e0ebf-a357-44da-abf6-678b0ed93ef0 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks [] for security_group_rule (723f3969-10b9-4d28-8c84-6233469fd6c7), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:07.607872 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-da5e0ebf-a357-44da-abf6-678b0ed93ef0 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (723f3969-10b9-4d28-8c84-6233469fd6c7), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:07.625861 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e0ebf-a357-44da-abf6-678b0ed93ef0 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=723f3969-10b9-4d28-8c84-6233469fd6c7,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:07.637191 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-da5e0ebf-a357-44da-abf6-678b0ed93ef0 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:07.639640 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-da5e0ebf-a357-44da-abf6-678b0ed93ef0 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1406801 Jan 28 03:31:07.642017 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57800) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:07.649271 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-660e3178-9f8a-4b09-90a2-aa9a3914671b tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Request body: {'security_group_rule': {'security_group_id': '229fe8e7-3c8b-4746-9d3e-b8f5cb2213de', 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:31:07.683501 n-d-712139-27 neutron-server[109803]: INFO neutron.db.securitygroups_db [None req-660e3178-9f8a-4b09-90a2-aa9a3914671b tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Project 2365aae0ed6c4140b140950cf90dbe31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 03:31:07.688955 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-660e3178-9f8a-4b09-90a2-aa9a3914671b tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks [] for security_group_rule (d8caaced-0e5a-401b-a3a1-a8716facb7c3), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:07.751857 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-660e3178-9f8a-4b09-90a2-aa9a3914671b tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks [] for security_group_rule (d8caaced-0e5a-401b-a3a1-a8716facb7c3), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:07.756284 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-660e3178-9f8a-4b09-90a2-aa9a3914671b tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (d8caaced-0e5a-401b-a3a1-a8716facb7c3), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:07.776099 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e3178-9f8a-4b09-90a2-aa9a3914671b tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8caaced-0e5a-401b-a3a1-a8716facb7c3,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:07.782793 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-660e3178-9f8a-4b09-90a2-aa9a3914671b tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:07.784002 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-660e3178-9f8a-4b09-90a2-aa9a3914671b tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1407046 Jan 28 03:31:09.982963 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57888) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:10.100741 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a885b19a-bc10-48f8-a5e4-fae26cd2c624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:10.183770 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a885b19a-bc10-48f8-a5e4-fae26cd2c624 admin admin] Publish callbacks [] for security_group (09bf7664-f3d1-4eee-b097-85882952277d), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:10.188151 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a885b19a-bc10-48f8-a5e4-fae26cd2c624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (09bf7664-f3d1-4eee-b097-85882952277d), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:10.222158 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a885b19a-bc10-48f8-a5e4-fae26cd2c624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09bf7664-f3d1-4eee-b097-85882952277d,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:10.236121 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a885b19a-bc10-48f8-a5e4-fae26cd2c624 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5049a739b6014a909f5f0b4ff071a7ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2520676 Jan 28 03:31:10.239033 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57892) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:10.305898 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2a495c8c-5564-4d87-9f96-dbf7e66f0e5c admin admin] Publish callbacks [] for security_group (09bf7664-f3d1-4eee-b097-85882952277d), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:10.340258 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2a495c8c-5564-4d87-9f96-dbf7e66f0e5c admin admin] Publish callbacks [] for security_group (09bf7664-f3d1-4eee-b097-85882952277d), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:10.392804 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2a495c8c-5564-4d87-9f96-dbf7e66f0e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (09bf7664-f3d1-4eee-b097-85882952277d), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:10.395664 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2a495c8c-5564-4d87-9f96-dbf7e66f0e5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:10.400763 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2a495c8c-5564-4d87-9f96-dbf7e66f0e5c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/09bf7664-f3d1-4eee-b097-85882952277d HTTP/1.1" status: 204 len: 168 time: 0.1600974 Jan 28 03:31:10.411347 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a495c8c-5564-4d87-9f96-dbf7e66f0e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bf7664-f3d1-4eee-b097-85882952277d,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:10.732759 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57900) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:10.748354 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4cf7a98c-05cb-4b94-960d-932eaf354a20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:10.839408 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4cf7a98c-05cb-4b94-960d-932eaf354a20 admin admin] Publish callbacks [] for security_group (7e7bf1cc-5240-43b7-b49f-3b7c6a1842db), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:10.845052 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4cf7a98c-05cb-4b94-960d-932eaf354a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (7e7bf1cc-5240-43b7-b49f-3b7c6a1842db), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:10.899158 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4cf7a98c-05cb-4b94-960d-932eaf354a20 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=00d4f795e2e74b7588718df7355a7070&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1626918 Jan 28 03:31:10.899158 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf7a98c-05cb-4b94-960d-932eaf354a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7bf1cc-5240-43b7-b49f-3b7c6a1842db,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:10.900302 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57902) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:10.958385 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-564784e0-82eb-4b8e-9e32-084a632c356a admin admin] Publish callbacks [] for security_group (7e7bf1cc-5240-43b7-b49f-3b7c6a1842db), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:10.981769 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-564784e0-82eb-4b8e-9e32-084a632c356a admin admin] Publish callbacks [] for security_group (7e7bf1cc-5240-43b7-b49f-3b7c6a1842db), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:11.039783 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-564784e0-82eb-4b8e-9e32-084a632c356a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (7e7bf1cc-5240-43b7-b49f-3b7c6a1842db), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:11.043426 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-564784e0-82eb-4b8e-9e32-084a632c356a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:11.044612 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-564784e0-82eb-4b8e-9e32-084a632c356a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7e7bf1cc-5240-43b7-b49f-3b7c6a1842db HTTP/1.1" status: 204 len: 168 time: 0.1430833 Jan 28 03:31:11.052969 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564784e0-82eb-4b8e-9e32-084a632c356a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7bf1cc-5240-43b7-b49f-3b7c6a1842db,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:11.425661 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 57910) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:11.439627 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-40cff9c0-29f3-4401-8fd3-ccbbfc04e8e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:11.522799 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-40cff9c0-29f3-4401-8fd3-ccbbfc04e8e0 admin admin] Publish callbacks [] for security_group (7be0b675-d778-4b79-bba6-a50105491954), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:11.527585 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-40cff9c0-29f3-4401-8fd3-ccbbfc04e8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (7be0b675-d778-4b79-bba6-a50105491954), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:11.567812 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-40cff9c0-29f3-4401-8fd3-ccbbfc04e8e0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=61f2c0b8a5594aa19756a8291e714316&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1409752 Jan 28 03:31:11.568783 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cff9c0-29f3-4401-8fd3-ccbbfc04e8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be0b675-d778-4b79-bba6-a50105491954,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:11.570517 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 57912) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:11.629159 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8f64de30-13fb-4594-975e-fe7fc8e139d5 admin admin] Publish callbacks [] for security_group (7be0b675-d778-4b79-bba6-a50105491954), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:11.651998 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8f64de30-13fb-4594-975e-fe7fc8e139d5 admin admin] Publish callbacks [] for security_group (7be0b675-d778-4b79-bba6-a50105491954), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:11.706076 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8f64de30-13fb-4594-975e-fe7fc8e139d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (7be0b675-d778-4b79-bba6-a50105491954), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:11.709278 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8f64de30-13fb-4594-975e-fe7fc8e139d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:11.710461 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8f64de30-13fb-4594-975e-fe7fc8e139d5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7be0b675-d778-4b79-bba6-a50105491954 HTTP/1.1" status: 204 len: 168 time: 0.1389208 Jan 28 03:31:11.720410 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f64de30-13fb-4594-975e-fe7fc8e139d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be0b675-d778-4b79-bba6-a50105491954,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:28.535579 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-51298929-3600-4afd-a918-6e7a05957bf8 req-504b43e6-f542-41a7-9afb-16a8f6578de5 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-114362045&fields=id&tenant_id=2365aae0ed6c4140b140950cf90dbe31 HTTP/1.1" status: 200 len: 267 time: 0.0471489 Jan 28 03:31:28.649267 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51298929-3600-4afd-a918-6e7a05957bf8 req-1c998fba-74cb-4da9-9ea7-f74d2786db53 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:28.650810 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-51298929-3600-4afd-a918-6e7a05957bf8 req-1c998fba-74cb-4da9-9ea7-f74d2786db53 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/networks?id=d08f29da-d40d-4b15-9f9f-e3612c5ec470 HTTP/1.1" status: 200 len: 811 time: 0.1082861 Jan 28 03:31:28.666133 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-51298929-3600-4afd-a918-6e7a05957bf8 req-4e01d73d-1b94-4feb-867f-553a1b54b126 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/quotas/2365aae0ed6c4140b140950cf90dbe31 HTTP/1.1" status: 200 len: 375 time: 0.0095968 Jan 28 03:31:28.719584 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-51298929-3600-4afd-a918-6e7a05957bf8 req-d7adcaa4-3528-4356-b0d3-a1d8d7a20b0b tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2365aae0ed6c4140b140950cf90dbe31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463164 Jan 28 03:31:28.825607 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-51298929-3600-4afd-a918-6e7a05957bf8 req-0bb8e02b-6da1-4370-8dfd-c4e7725d5b45 service neutron] 10.222.0.53 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927234 Jan 28 03:31:29.247241 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-51298929-3600-4afd-a918-6e7a05957bf8 req-ad1b954d-4842-4373-95a7-d355737039a2 service neutron] 10.222.0.53 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156129 Jan 28 03:31:29.427182 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:29.556678 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7201e946-31e5-45fb-9a1f-f32b61654223 req-58f804ed-2df1-43f7-a040-45ddcf07e14f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce6b46fe-c83a-4ca2-b378-50c5453a4058 HTTP/1.1" status: 200 len: 210 time: 0.0312610 Jan 28 03:31:29.746620 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-61e7aedd-310f-422b-b324-18d8f28aec82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:30.675206 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51298929-3600-4afd-a918-6e7a05957bf8 req-61063e18-1b1a-46c1-a7e9-be38a90f5112 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:30.676769 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-51298929-3600-4afd-a918-6e7a05957bf8 req-61063e18-1b1a-46c1-a7e9-be38a90f5112 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.67 "GET /v2.0/networks?id=d08f29da-d40d-4b15-9f9f-e3612c5ec470 HTTP/1.1" status: 200 len: 811 time: 0.1139150 Jan 28 03:31:30.704373 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-70750a96-f0dc-485f-b6a2-f2ade0d6d270 req-b6d90898-f0fe-403a-b0e0-4fcaa4cf59e7 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce6b46fe-c83a-4ca2-b378-50c5453a4058 HTTP/1.1" status: 200 len: 210 time: 0.0556610 Jan 28 03:31:30.758439 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-51298929-3600-4afd-a918-6e7a05957bf8 req-b9ea23a7-ead6-421b-8a97-6abb6ddbed4a tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2365aae0ed6c4140b140950cf90dbe31 HTTP/1.1" status: 200 len: 379 time: 0.0679116 Jan 28 03:31:30.770220 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-51298929-3600-4afd-a918-6e7a05957bf8 req-f29aab7e-33de-42d7-afe2-425c0b7e80be tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Request body: {'port': {'device_id': 'ce6b46fe-c83a-4ca2-b378-50c5453a4058', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'admin_state_up': True, 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'security_groups': ['229fe8e7-3c8b-4746-9d3e-b8f5cb2213de']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:31:30.886624 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51298929-3600-4afd-a918-6e7a05957bf8 req-f29aab7e-33de-42d7-afe2-425c0b7e80be tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Made reservation on behalf of 2365aae0ed6c4140b140950cf90dbe31 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:31:30.890398 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-51298929-3600-4afd-a918-6e7a05957bf8 req-f29aab7e-33de-42d7-afe2-425c0b7e80be tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:31.023759 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-51298929-3600-4afd-a918-6e7a05957bf8 req-f29aab7e-33de-42d7-afe2-425c0b7e80be tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Allocated IP 172.20.0.8 (d08f29da-d40d-4b15-9f9f-e3612c5ec470/6fca48db-7702-4589-8da6-18a07f4297d3/dcccb34b-4bfd-4b40-9b24-286bf4ae672d) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:31:31.172906 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-51298929-3600-4afd-a918-6e7a05957bf8 req-f29aab7e-33de-42d7-afe2-425c0b7e80be tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks [] for port (dcccb34b-4bfd-4b40-9b24-286bf4ae672d), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:31.227296 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-51298929-3600-4afd-a918-6e7a05957bf8 req-f29aab7e-33de-42d7-afe2-425c0b7e80be tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (dcccb34b-4bfd-4b40-9b24-286bf4ae672d), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:31.280143 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51298929-3600-4afd-a918-6e7a05957bf8 req-f29aab7e-33de-42d7-afe2-425c0b7e80be tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Network d08f29da-d40d-4b15-9f9f-e3612c5ec470 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:31:31.285313 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-51298929-3600-4afd-a918-6e7a05957bf8 req-f29aab7e-33de-42d7-afe2-425c0b7e80be tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:31:31.290369 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-51298929-3600-4afd-a918-6e7a05957bf8 req-f29aab7e-33de-42d7-afe2-425c0b7e80be tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:31:31.323287 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29aab7e-33de-42d7-afe2-425c0b7e80be tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Pushing event updated for resources: {'Port': ['ID=dcccb34b-4bfd-4b40-9b24-286bf4ae672d,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:31.337653 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29aab7e-33de-42d7-afe2-425c0b7e80be tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:31.338046 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29aab7e-33de-42d7-afe2-425c0b7e80be tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:31.338394 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29aab7e-33de-42d7-afe2-425c0b7e80be tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:31.338743 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29aab7e-33de-42d7-afe2-425c0b7e80be tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:31.339119 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29aab7e-33de-42d7-afe2-425c0b7e80be tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:31.339464 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29aab7e-33de-42d7-afe2-425c0b7e80be tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:31.339799 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29aab7e-33de-42d7-afe2-425c0b7e80be tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:31.340131 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29aab7e-33de-42d7-afe2-425c0b7e80be tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:31.340461 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29aab7e-33de-42d7-afe2-425c0b7e80be tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:31.340793 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29aab7e-33de-42d7-afe2-425c0b7e80be tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:31.341144 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29aab7e-33de-42d7-afe2-425c0b7e80be tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:31.341474 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29aab7e-33de-42d7-afe2-425c0b7e80be tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:31.341801 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29aab7e-33de-42d7-afe2-425c0b7e80be tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:31.364117 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51298929-3600-4afd-a918-6e7a05957bf8 req-f29aab7e-33de-42d7-afe2-425c0b7e80be tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:31.365951 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-51298929-3600-4afd-a918-6e7a05957bf8 req-f29aab7e-33de-42d7-afe2-425c0b7e80be tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:31.393684 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-51298929-3600-4afd-a918-6e7a05957bf8 req-f29aab7e-33de-42d7-afe2-425c0b7e80be tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6270301 Jan 28 03:31:31.543800 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-51298929-3600-4afd-a918-6e7a05957bf8 req-797696d5-28c8-422d-bdb1-ea3e8d8154da service neutron] Request body: {'port': {'device_id': 'ce6b46fe-c83a-4ca2-b378-50c5453a4058', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:31:31.597387 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-4dde30c8-8147-44a3-bf54-79872d21ab5e None None] Provisioning complete for port dcccb34b-4bfd-4b40-9b24-286bf4ae672d triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:31:31.597888 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4dde30c8-8147-44a3-bf54-79872d21ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (dcccb34b-4bfd-4b40-9b24-286bf4ae672d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:31.604770 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-51298929-3600-4afd-a918-6e7a05957bf8 req-797696d5-28c8-422d-bdb1-ea3e8d8154da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (dcccb34b-4bfd-4b40-9b24-286bf4ae672d), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:31.631649 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-4dde30c8-8147-44a3-bf54-79872d21ab5e None None] Port dcccb34b-4bfd-4b40-9b24-286bf4ae672d cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:31:31.809417 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e7cf25f4-0e22-4a9f-b182-37112f450dd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:31.905480 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2fd6b5-aed9-4d7f-935c-c6ee3178c812 req-5a779135-83cb-49c7-8459-db2756bb5874 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:31.907913 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cd2fd6b5-aed9-4d7f-935c-c6ee3178c812 req-5a779135-83cb-49c7-8459-db2756bb5874 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce6b46fe-c83a-4ca2-b378-50c5453a4058 HTTP/1.1" status: 200 len: 931 time: 0.0797915 Jan 28 03:31:32.013942 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cd2fd6b5-aed9-4d7f-935c-c6ee3178c812 req-c96f0658-266e-4d4f-b9c4-fa777a51b59d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993550 Jan 28 03:31:32.064007 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-51298929-3600-4afd-a918-6e7a05957bf8 req-797696d5-28c8-422d-bdb1-ea3e8d8154da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcccb34b-4bfd-4b40-9b24-286bf4ae672d {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:31:32.081676 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-51298929-3600-4afd-a918-6e7a05957bf8 req-797696d5-28c8-422d-bdb1-ea3e8d8154da service neutron] Publish callbacks [] for port (dcccb34b-4bfd-4b40-9b24-286bf4ae672d), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:32.096864 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-51298929-3600-4afd-a918-6e7a05957bf8 req-797696d5-28c8-422d-bdb1-ea3e8d8154da service neutron] Transition to ACTIVE for port object dcccb34b-4bfd-4b40-9b24-286bf4ae672d will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:31:32.108409 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-51298929-3600-4afd-a918-6e7a05957bf8 req-797696d5-28c8-422d-bdb1-ea3e8d8154da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (dcccb34b-4bfd-4b40-9b24-286bf4ae672d), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:32.169335 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797696d5-28c8-422d-bdb1-ea3e8d8154da service neutron] Pushing event updated for resources: {'Port': ['ID=dcccb34b-4bfd-4b40-9b24-286bf4ae672d,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:32.262643 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-51298929-3600-4afd-a918-6e7a05957bf8 req-797696d5-28c8-422d-bdb1-ea3e8d8154da service neutron] Attempting to bind port dcccb34b-4bfd-4b40-9b24-286bf4ae672d on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:31:32.262988 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-51298929-3600-4afd-a918-6e7a05957bf8 req-797696d5-28c8-422d-bdb1-ea3e8d8154da service neutron] Attempting to bind port dcccb34b-4bfd-4b40-9b24-286bf4ae672d by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': 'e2233469-b8a2-417c-9e5e-795b0e977ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:31:32.263302 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51298929-3600-4afd-a918-6e7a05957bf8 req-797696d5-28c8-422d-bdb1-ea3e8d8154da service neutron] Attempting to bind port dcccb34b-4bfd-4b40-9b24-286bf4ae672d on network d08f29da-d40d-4b15-9f9f-e3612c5ec470 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:31:32.269649 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51298929-3600-4afd-a918-6e7a05957bf8 req-797696d5-28c8-422d-bdb1-ea3e8d8154da service neutron] Port dcccb34b-4bfd-4b40-9b24-286bf4ae672d on network d08f29da-d40d-4b15-9f9f-e3612c5ec470 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:31:32.269980 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51298929-3600-4afd-a918-6e7a05957bf8 req-797696d5-28c8-422d-bdb1-ea3e8d8154da service neutron] Attempting to bind port dcccb34b-4bfd-4b40-9b24-286bf4ae672d on network d08f29da-d40d-4b15-9f9f-e3612c5ec470 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:31:32.276432 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51298929-3600-4afd-a918-6e7a05957bf8 req-797696d5-28c8-422d-bdb1-ea3e8d8154da service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:31:32.276784 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51298929-3600-4afd-a918-6e7a05957bf8 req-797696d5-28c8-422d-bdb1-ea3e8d8154da service neutron] Checking segment: {'id': 'e2233469-b8a2-417c-9e5e-795b0e977ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:31:32.277193 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51298929-3600-4afd-a918-6e7a05957bf8 req-797696d5-28c8-422d-bdb1-ea3e8d8154da service neutron] Bound using segment: {'id': 'e2233469-b8a2-417c-9e5e-795b0e977ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:31:32.278247 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-51298929-3600-4afd-a918-6e7a05957bf8 req-797696d5-28c8-422d-bdb1-ea3e8d8154da service neutron] Bound port: dcccb34b-4bfd-4b40-9b24-286bf4ae672d, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2233469-b8a2-417c-9e5e-795b0e977ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:31:32.278776 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-51298929-3600-4afd-a918-6e7a05957bf8 req-797696d5-28c8-422d-bdb1-ea3e8d8154da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (dcccb34b-4bfd-4b40-9b24-286bf4ae672d), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:32.362690 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-51298929-3600-4afd-a918-6e7a05957bf8 req-797696d5-28c8-422d-bdb1-ea3e8d8154da service neutron] For port dcccb34b-4bfd-4b40-9b24-286bf4ae672d, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:31:32.366902 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-51298929-3600-4afd-a918-6e7a05957bf8 req-797696d5-28c8-422d-bdb1-ea3e8d8154da service neutron] For port dcccb34b-4bfd-4b40-9b24-286bf4ae672d, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=dcccb34b-4bfd-4b40-9b24-286bf4ae672d,segment=NetworkSegment(e2233469-b8a2-417c-9e5e-795b0e977ffd),segment_id=e2233469-b8a2-417c-9e5e-795b0e977ffd)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:31:32.373403 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-51298929-3600-4afd-a918-6e7a05957bf8 req-797696d5-28c8-422d-bdb1-ea3e8d8154da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (dcccb34b-4bfd-4b40-9b24-286bf4ae672d), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:32.421810 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51298929-3600-4afd-a918-6e7a05957bf8 req-797696d5-28c8-422d-bdb1-ea3e8d8154da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:32.422445 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-51298929-3600-4afd-a918-6e7a05957bf8 req-797696d5-28c8-422d-bdb1-ea3e8d8154da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:32.424302 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-51298929-3600-4afd-a918-6e7a05957bf8 req-797696d5-28c8-422d-bdb1-ea3e8d8154da service neutron] 10.222.0.67 "PUT /v2.0/ports/dcccb34b-4bfd-4b40-9b24-286bf4ae672d HTTP/1.1" status: 200 len: 1092 time: 1.0183887 Jan 28 03:31:32.424936 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce6b46fe-c83a-4ca2-b378-50c5453a4058', 'tag': 'dcccb34b-4bfd-4b40-9b24-286bf4ae672d'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:31:32.428072 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0435ee6d-bac6-4710-acda-6111d550a6c4" -d '{"events": [{"name": "network-changed", "server_uuid": "ce6b46fe-c83a-4ca2-b378-50c5453a4058", "tag": "dcccb34b-4bfd-4b40-9b24-286bf4ae672d"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:31:32.472879 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797696d5-28c8-422d-bdb1-ea3e8d8154da service neutron] Pushing event updated for resources: {'Port': ['ID=dcccb34b-4bfd-4b40-9b24-286bf4ae672d,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:32.491456 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf326f97-ca09-4317-964f-6744918331fa x-openstack-request-id: req-cf326f97-ca09-4317-964f-6744918331fa {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:31:32.491857 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce6b46fe-c83a-4ca2-b378-50c5453a4058", "tag": "dcccb34b-4bfd-4b40-9b24-286bf4ae672d", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:31:32.492217 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cf326f97-ca09-4317-964f-6744918331fa {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:31:32.492704 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce6b46fe-c83a-4ca2-b378-50c5453a4058', 'tag': 'dcccb34b-4bfd-4b40-9b24-286bf4ae672d', 'status': 'completed', 'code': 200} Jan 28 03:31:32.565267 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51298929-3600-4afd-a918-6e7a05957bf8 req-0a9b686c-240f-473c-8412-8ebfb2f32942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:32.567130 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-51298929-3600-4afd-a918-6e7a05957bf8 req-0a9b686c-240f-473c-8412-8ebfb2f32942 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2365aae0ed6c4140b140950cf90dbe31&device_id=ce6b46fe-c83a-4ca2-b378-50c5453a4058 HTTP/1.1" status: 200 len: 1095 time: 0.0535460 Jan 28 03:31:32.642277 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-51298929-3600-4afd-a918-6e7a05957bf8 req-b438cd93-83c2-46d8-b2ea-fa52fdc3cbc8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcccb34b-4bfd-4b40-9b24-286bf4ae672d HTTP/1.1" status: 200 len: 217 time: 0.0621514 Jan 28 03:31:32.704561 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51298929-3600-4afd-a918-6e7a05957bf8 req-6a782364-ba7d-48f8-8f80-e38f12ccf120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:32.706092 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-51298929-3600-4afd-a918-6e7a05957bf8 req-6a782364-ba7d-48f8-8f80-e38f12ccf120 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6fca48db-7702-4589-8da6-18a07f4297d3 HTTP/1.1" status: 200 len: 850 time: 0.0577347 Jan 28 03:31:32.765040 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51298929-3600-4afd-a918-6e7a05957bf8 req-b1437d7a-7b5c-4582-9d07-89522b1aea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:32.766734 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-51298929-3600-4afd-a918-6e7a05957bf8 req-b1437d7a-7b5c-4582-9d07-89522b1aea9b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d08f29da-d40d-4b15-9f9f-e3612c5ec470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549483 Jan 28 03:31:32.860053 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-51298929-3600-4afd-a918-6e7a05957bf8 req-17f5ded2-76fe-479b-a12e-5439148e2a6a service neutron] 10.222.0.67 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872498 Jan 28 03:31:32.968462 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-51298929-3600-4afd-a918-6e7a05957bf8 req-44018ae6-ae35-4c6b-8c5d-acf20f6e7609 service neutron] 10.222.0.67 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018417 Jan 28 03:31:33.096060 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435ee6d-bac6-4710-acda-6111d550a6c4 req-8bf640a8-93a3-485f-9ba8-0c2a78bb83f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:33.098134 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0435ee6d-bac6-4710-acda-6111d550a6c4 req-8bf640a8-93a3-485f-9ba8-0c2a78bb83f5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2365aae0ed6c4140b140950cf90dbe31&device_id=ce6b46fe-c83a-4ca2-b378-50c5453a4058 HTTP/1.1" status: 200 len: 1095 time: 0.0585754 Jan 28 03:31:33.209109 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be6737-ba32-4597-8f6d-622b29ec26a1 req-ea169154-e13d-46ce-8508-c011ac9e895f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:33.210683 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f5be6737-ba32-4597-8f6d-622b29ec26a1 req-ea169154-e13d-46ce-8508-c011ac9e895f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce6b46fe-c83a-4ca2-b378-50c5453a4058 HTTP/1.1" status: 200 len: 943 time: 0.1116202 Jan 28 03:31:33.252918 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435ee6d-bac6-4710-acda-6111d550a6c4 req-8a074ec6-2ca2-472e-9496-bc7f1a529e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:33.254665 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0435ee6d-bac6-4710-acda-6111d550a6c4 req-8a074ec6-2ca2-472e-9496-bc7f1a529e45 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d08f29da-d40d-4b15-9f9f-e3612c5ec470 HTTP/1.1" status: 200 len: 912 time: 0.1471946 Jan 28 03:31:33.310179 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0435ee6d-bac6-4710-acda-6111d550a6c4 req-c43a8242-5952-486c-b0d2-7bdbc481d225 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcccb34b-4bfd-4b40-9b24-286bf4ae672d HTTP/1.1" status: 200 len: 217 time: 0.0454552 Jan 28 03:31:33.314962 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f5be6737-ba32-4597-8f6d-622b29ec26a1 req-8ab4795c-d86e-4fad-87ee-2691cd380c81 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926707 Jan 28 03:31:33.368886 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435ee6d-bac6-4710-acda-6111d550a6c4 req-650ccc60-2646-4a4f-98d3-509038546204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:33.370547 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0435ee6d-bac6-4710-acda-6111d550a6c4 req-650ccc60-2646-4a4f-98d3-509038546204 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6fca48db-7702-4589-8da6-18a07f4297d3 HTTP/1.1" status: 200 len: 850 time: 0.0547233 Jan 28 03:31:33.408244 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:33.424686 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435ee6d-bac6-4710-acda-6111d550a6c4 req-d51de786-7692-48b1-9d6d-59b07e65c17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:33.426224 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0435ee6d-bac6-4710-acda-6111d550a6c4 req-d51de786-7692-48b1-9d6d-59b07e65c17d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d08f29da-d40d-4b15-9f9f-e3612c5ec470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503447 Jan 28 03:31:33.528512 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0435ee6d-bac6-4710-acda-6111d550a6c4 req-cb849201-703e-4997-a78e-644d615e685e service neutron] 10.222.0.67 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961337 Jan 28 03:31:33.622848 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0435ee6d-bac6-4710-acda-6111d550a6c4 req-9db11a94-1ccb-4f08-9db2-6a40d8ae4131 service neutron] 10.222.0.67 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877297 Jan 28 03:31:33.689146 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:34.457166 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1282ef-e2b5-43b4-9c34-a2463b4fce1a req-b9d59dfe-46a3-4b1c-a15b-703f2f2d6983 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:34.459193 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6a1282ef-e2b5-43b4-9c34-a2463b4fce1a req-b9d59dfe-46a3-4b1c-a15b-703f2f2d6983 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce6b46fe-c83a-4ca2-b378-50c5453a4058 HTTP/1.1" status: 200 len: 943 time: 0.0537114 Jan 28 03:31:34.509915 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6a1282ef-e2b5-43b4-9c34-a2463b4fce1a req-8023b090-876c-450d-8ac7-4e66e2fdb403 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447628 Jan 28 03:31:34.858144 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:35.633448 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264def63-594b-4e05-bdda-420ea937da9c req-1597c060-cfad-49de-8bea-2e4fe468b7ba tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:35.637684 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-264def63-594b-4e05-bdda-420ea937da9c req-1597c060-cfad-49de-8bea-2e4fe468b7ba tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce6b46fe-c83a-4ca2-b378-50c5453a4058 HTTP/1.1" status: 200 len: 943 time: 0.0531373 Jan 28 03:31:35.696531 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-264def63-594b-4e05-bdda-420ea937da9c req-927f2e7f-8ca7-4df4-a953-44679763dabd tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553448 Jan 28 03:31:36.126980 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:36.832798 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e5861-ea91-4146-a99b-7e9a2cd520ac req-ce395c49-63fd-4749-81d6-a5c7fcb4bb5e tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:36.834732 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-022e5861-ea91-4146-a99b-7e9a2cd520ac req-ce395c49-63fd-4749-81d6-a5c7fcb4bb5e tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce6b46fe-c83a-4ca2-b378-50c5453a4058 HTTP/1.1" status: 200 len: 943 time: 0.0626073 Jan 28 03:31:36.894784 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-022e5861-ea91-4146-a99b-7e9a2cd520ac req-25e6fa24-f37f-467b-a3b9-11b3e74f4bec tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523074 Jan 28 03:31:38.021846 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9693278-4473-41f1-bd4f-9d3aa759d31e req-bb3eba93-3398-4d88-853b-94ad1c7fa991 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:38.023475 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e9693278-4473-41f1-bd4f-9d3aa759d31e req-bb3eba93-3398-4d88-853b-94ad1c7fa991 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce6b46fe-c83a-4ca2-b378-50c5453a4058 HTTP/1.1" status: 200 len: 943 time: 0.0551207 Jan 28 03:31:38.092383 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e9693278-4473-41f1-bd4f-9d3aa759d31e req-7ca8a507-aca8-4255-9013-3af2ad8044ff tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606053 Jan 28 03:31:39.212309 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2b026-33fe-4d7a-a320-5194e08010e6 req-94e3465b-7697-421e-90ba-5bc1a6079d50 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:39.214530 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-33d2b026-33fe-4d7a-a320-5194e08010e6 req-94e3465b-7697-421e-90ba-5bc1a6079d50 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce6b46fe-c83a-4ca2-b378-50c5453a4058 HTTP/1.1" status: 200 len: 943 time: 0.0516357 Jan 28 03:31:39.273949 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-33d2b026-33fe-4d7a-a320-5194e08010e6 req-afd5c19a-930b-48a6-b2be-ef5a3c8f715e tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531216 Jan 28 03:31:40.233782 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:31:40.408006 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ce3c3-292c-43d9-86db-531b3e1d4879 req-4769aef0-deb3-4804-80a9-d59008dd520a tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:40.409522 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-707ce3c3-292c-43d9-86db-531b3e1d4879 req-4769aef0-deb3-4804-80a9-d59008dd520a tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce6b46fe-c83a-4ca2-b378-50c5453a4058 HTTP/1.1" status: 200 len: 943 time: 0.0530267 Jan 28 03:31:40.459813 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-707ce3c3-292c-43d9-86db-531b3e1d4879 req-c6972b00-f562-4dbb-a0c5-d9f58271a3d0 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438254 Jan 28 03:31:41.586522 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4efd931-7735-4caf-9179-e2f3517af48d req-8f6b265f-6669-4690-9f7e-f6251b04f783 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:41.588126 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f4efd931-7735-4caf-9179-e2f3517af48d req-8f6b265f-6669-4690-9f7e-f6251b04f783 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce6b46fe-c83a-4ca2-b378-50c5453a4058 HTTP/1.1" status: 200 len: 943 time: 0.0495689 Jan 28 03:31:41.638678 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f4efd931-7735-4caf-9179-e2f3517af48d req-4daee4aa-1781-4ec5-8645-5e13dc51974e tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448182 Jan 28 03:31:42.768003 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70be46-20dc-4e26-ad39-0dfe4e03b301 req-c513f8b6-6cb5-4aa4-bf9d-e3b71f3f4ca7 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:42.769665 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8d70be46-20dc-4e26-ad39-0dfe4e03b301 req-c513f8b6-6cb5-4aa4-bf9d-e3b71f3f4ca7 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce6b46fe-c83a-4ca2-b378-50c5453a4058 HTTP/1.1" status: 200 len: 943 time: 0.0525315 Jan 28 03:31:42.821241 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8d70be46-20dc-4e26-ad39-0dfe4e03b301 req-a139dd6d-0cbf-4c8d-a5b4-ae43e9be4f8c tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456927 Jan 28 03:31:43.944654 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b86825-a9d9-4bbe-b8a1-aa8d33b08593 req-0cce7ad4-c83c-4389-a321-ab3733449746 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:43.946272 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-02b86825-a9d9-4bbe-b8a1-aa8d33b08593 req-0cce7ad4-c83c-4389-a321-ab3733449746 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce6b46fe-c83a-4ca2-b378-50c5453a4058 HTTP/1.1" status: 200 len: 943 time: 0.0523248 Jan 28 03:31:43.996644 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-02b86825-a9d9-4bbe-b8a1-aa8d33b08593 req-c1d022b0-bd18-47cb-acf5-a059bb09d6f2 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443811 Jan 28 03:31:45.451882 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bab153-3aa0-42f2-ac02-716dd9f7a209 req-663120a9-7ad8-4e20-9652-56a5ac3dc43d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:45.453432 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-64bab153-3aa0-42f2-ac02-716dd9f7a209 req-663120a9-7ad8-4e20-9652-56a5ac3dc43d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce6b46fe-c83a-4ca2-b378-50c5453a4058 HTTP/1.1" status: 200 len: 943 time: 0.3872411 Jan 28 03:31:45.505105 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-64bab153-3aa0-42f2-ac02-716dd9f7a209 req-706f4986-dea8-471c-883f-7662b467b1e5 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453634 Jan 28 03:31:46.625424 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18c7f1-05d9-4c38-9cbf-a400c3188d70 req-b07de9bc-6f3b-462a-9e70-58374ce6d352 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:46.627184 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ba18c7f1-05d9-4c38-9cbf-a400c3188d70 req-b07de9bc-6f3b-462a-9e70-58374ce6d352 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce6b46fe-c83a-4ca2-b378-50c5453a4058 HTTP/1.1" status: 200 len: 943 time: 0.0539947 Jan 28 03:31:46.676840 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ba18c7f1-05d9-4c38-9cbf-a400c3188d70 req-53e43c70-96ca-42d4-92b8-3837b357c92d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437303 Jan 28 03:31:47.795984 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85422744-0c5a-49b5-8f3c-2d82d0a4f5db req-95735b71-8483-4684-b82e-9d9b2b38b5f9 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:47.797486 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-85422744-0c5a-49b5-8f3c-2d82d0a4f5db req-95735b71-8483-4684-b82e-9d9b2b38b5f9 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce6b46fe-c83a-4ca2-b378-50c5453a4058 HTTP/1.1" status: 200 len: 943 time: 0.0517180 Jan 28 03:31:47.846560 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-85422744-0c5a-49b5-8f3c-2d82d0a4f5db req-37b96563-a2da-4db8-be50-17bd284b44a8 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433474 Jan 28 03:31:48.970112 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8f0de-91f8-4988-b66a-38c28dc446f3 req-2cdd6c1d-765e-4d20-9a98-5565ca57c661 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:48.971597 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6fe8f0de-91f8-4988-b66a-38c28dc446f3 req-2cdd6c1d-765e-4d20-9a98-5565ca57c661 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce6b46fe-c83a-4ca2-b378-50c5453a4058 HTTP/1.1" status: 200 len: 943 time: 0.0526707 Jan 28 03:31:49.020907 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6fe8f0de-91f8-4988-b66a-38c28dc446f3 req-58f30e42-1557-41cf-98ef-8b1e17bab285 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432949 Jan 28 03:31:49.721942 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device dcccb34b-4bfd-4b40-9b24-286bf4ae672d details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:31:49.828414 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port dcccb34b-4bfd-4b40-9b24-286bf4ae672d, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=dcccb34b-4bfd-4b40-9b24-286bf4ae672d,segment=NetworkSegment(e2233469-b8a2-417c-9e5e-795b0e977ffd),segment_id=e2233469-b8a2-417c-9e5e-795b0e977ffd)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:49.841371 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': 'dcccb34b-4bfd-4b40-9b24-286bf4ae672d', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'port_id': 'dcccb34b-4bfd-4b40-9b24-286bf4ae672d', 'mac_address': 'fa:16:3e:d5:58:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fca48db-7702-4589-8da6-18a07f4297d3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:31:49.880423 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port dcccb34b-4bfd-4b40-9b24-286bf4ae672d is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:31:49.880822 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (dcccb34b-4bfd-4b40-9b24-286bf4ae672d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:49.895708 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcccb34b-4bfd-4b40-9b24-286bf4ae672d {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:31:49.917859 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port dcccb34b-4bfd-4b40-9b24-286bf4ae672d, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=dcccb34b-4bfd-4b40-9b24-286bf4ae672d,segment=NetworkSegment(e2233469-b8a2-417c-9e5e-795b0e977ffd),segment_id=e2233469-b8a2-417c-9e5e-795b0e977ffd)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:49.924516 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (dcccb34b-4bfd-4b40-9b24-286bf4ae672d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:49.974172 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=dcccb34b-4bfd-4b40-9b24-286bf4ae672d,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:49.982261 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:49.982607 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:49.982943 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:49.983279 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:49.983587 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:49.983932 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:49.984261 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:49.984577 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:49.984901 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:49.985268 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:49.985587 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:49.985906 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:49.986224 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:31:50.142348 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c856f-f74b-491b-bb7c-b51f8b1d0758 req-ef0fa9aa-9995-4d9e-bb5c-715d400b86da tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:50.142348 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-633c856f-f74b-491b-bb7c-b51f8b1d0758 req-ef0fa9aa-9995-4d9e-bb5c-715d400b86da tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce6b46fe-c83a-4ca2-b378-50c5453a4058 HTTP/1.1" status: 200 len: 944 time: 0.0509441 Jan 28 03:31:50.218152 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-633c856f-f74b-491b-bb7c-b51f8b1d0758 req-fce93dbd-dd9c-4f7a-9c68-d3481dbba584 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697362 Jan 28 03:31:50.282935 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['dcccb34b-4bfd-4b40-9b24-286bf4ae672d'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:31:51.339014 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f396128-93eb-4b4c-aafd-bc46350d4d82 req-0a348e99-65f2-4f12-a6c3-dfaa7c5f8763 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:51.341164 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4f396128-93eb-4b4c-aafd-bc46350d4d82 req-0a348e99-65f2-4f12-a6c3-dfaa7c5f8763 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce6b46fe-c83a-4ca2-b378-50c5453a4058 HTTP/1.1" status: 200 len: 944 time: 0.0500393 Jan 28 03:31:51.395631 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4f396128-93eb-4b4c-aafd-bc46350d4d82 req-352c33e4-a3aa-4374-b328-a220585d0c6c tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480068 Jan 28 03:31:51.737526 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device dcccb34b-4bfd-4b40-9b24-286bf4ae672d up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:31:51.794554 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port dcccb34b-4bfd-4b40-9b24-286bf4ae672d completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:31:51.798773 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port dcccb34b-4bfd-4b40-9b24-286bf4ae672d triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:31:51.799219 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (dcccb34b-4bfd-4b40-9b24-286bf4ae672d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:51.890139 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port dcccb34b-4bfd-4b40-9b24-286bf4ae672d is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:31:51.890672 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (dcccb34b-4bfd-4b40-9b24-286bf4ae672d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:51.915390 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6b46fe-c83a-4ca2-b378-50c5453a4058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcccb34b-4bfd-4b40-9b24-286bf4ae672d'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:31:51.917836 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f409d368-6142-4ec6-bb4a-14d683674940" -d '{"events": [{"server_uuid": "ce6b46fe-c83a-4ca2-b378-50c5453a4058", "name": "network-vif-plugged", "status": "completed", "tag": "dcccb34b-4bfd-4b40-9b24-286bf4ae672d"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:31:51.930913 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port dcccb34b-4bfd-4b40-9b24-286bf4ae672d, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=dcccb34b-4bfd-4b40-9b24-286bf4ae672d,segment=NetworkSegment(e2233469-b8a2-417c-9e5e-795b0e977ffd),segment_id=e2233469-b8a2-417c-9e5e-795b0e977ffd)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:31:51.938166 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (dcccb34b-4bfd-4b40-9b24-286bf4ae672d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:51.969748 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5f2aca-5541-484d-9f8f-198abc9d7776 x-openstack-request-id: req-df5f2aca-5541-484d-9f8f-198abc9d7776 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:31:51.970152 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce6b46fe-c83a-4ca2-b378-50c5453a4058", "name": "network-vif-plugged", "status": "completed", "tag": "dcccb34b-4bfd-4b40-9b24-286bf4ae672d", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:31:51.970536 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-df5f2aca-5541-484d-9f8f-198abc9d7776 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:31:51.970988 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce6b46fe-c83a-4ca2-b378-50c5453a4058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcccb34b-4bfd-4b40-9b24-286bf4ae672d', 'code': 200} Jan 28 03:31:51.997886 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=dcccb34b-4bfd-4b40-9b24-286bf4ae672d,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:52.125267 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36546839-c9b7-401e-ac1d-b15a5b48a661 req-2d0a2d86-3cbe-4950-a213-bebcfb8d1391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:52.127526 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-36546839-c9b7-401e-ac1d-b15a5b48a661 req-2d0a2d86-3cbe-4950-a213-bebcfb8d1391 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ce6b46fe-c83a-4ca2-b378-50c5453a4058 HTTP/1.1" status: 200 len: 1097 time: 0.0572953 Jan 28 03:31:52.184237 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-36546839-c9b7-401e-ac1d-b15a5b48a661 req-9a67e8e5-fa76-4b20-89ec-fa2b156b4188 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502794 Jan 28 03:31:52.516502 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1949c-ef8c-4a61-bf22-730c19bbb600 req-6a80ed3e-7167-4efe-a41e-5f6257d10b62 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:52.518094 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1ba1949c-ef8c-4a61-bf22-730c19bbb600 req-6a80ed3e-7167-4efe-a41e-5f6257d10b62 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce6b46fe-c83a-4ca2-b378-50c5453a4058 HTTP/1.1" status: 200 len: 945 time: 0.0513065 Jan 28 03:31:52.600286 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1ba1949c-ef8c-4a61-bf22-730c19bbb600 req-42f0334a-9f5b-4d07-ba00-588932040ad6 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610161 Jan 28 03:31:53.730356 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b15898-2574-4c72-a3db-afe259bdbd07 req-35f24b36-39ed-4195-8b96-fc3703369b2d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:53.731878 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-48b15898-2574-4c72-a3db-afe259bdbd07 req-35f24b36-39ed-4195-8b96-fc3703369b2d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce6b46fe-c83a-4ca2-b378-50c5453a4058 HTTP/1.1" status: 200 len: 945 time: 0.0509508 Jan 28 03:31:53.782089 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-48b15898-2574-4c72-a3db-afe259bdbd07 req-f1d0e429-810a-45c1-abff-7463c0d056fe tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441251 Jan 28 03:31:53.904716 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825b6c9-5b65-452c-a845-fc8267e46407 req-8ba8cb01-3769-4f5e-aff7-4bc20431428f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:53.906288 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a825b6c9-5b65-452c-a845-fc8267e46407 req-8ba8cb01-3769-4f5e-aff7-4bc20431428f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce6b46fe-c83a-4ca2-b378-50c5453a4058 HTTP/1.1" status: 200 len: 945 time: 0.0515711 Jan 28 03:31:53.955348 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a825b6c9-5b65-452c-a845-fc8267e46407 req-34be123c-dfec-4c67-a6ba-e343487d8d3b tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430195 Jan 28 03:31:53.978092 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58584) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:54.134912 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0f8691-d8ca-4622-a736-dbd8ceb1bc57 tempest-TestVolumeBootPattern-879785656 tempest-TestVolumeBootPattern-879785656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:54.136493 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-2f0f8691-d8ca-4622-a736-dbd8ceb1bc57 tempest-TestVolumeBootPattern-879785656 tempest-TestVolumeBootPattern-879785656-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ce6b46fe-c83a-4ca2-b378-50c5453a4058 HTTP/1.1" status: 200 len: 1092 time: 0.1573920 Jan 28 03:31:54.139527 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 58592) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:31:54.143781 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-e40b6a55-6b4f-42bf-8fac-c7796033e84d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'port_id': 'dcccb34b-4bfd-4b40-9b24-286bf4ae672d', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:31:54.166054 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e40b6a55-6b4f-42bf-8fac-c7796033e84d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:54.262477 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e40b6a55-6b4f-42bf-8fac-c7796033e84d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:54.374497 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-e40b6a55-6b4f-42bf-8fac-c7796033e84d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Allocated IP 172.25.0.13 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/375ff8d0-6c65-407d-92e2-a671b8457144) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:31:54.479142 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e40b6a55-6b4f-42bf-8fac-c7796033e84d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks [] for port (375ff8d0-6c65-407d-92e2-a671b8457144), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:54.513476 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e40b6a55-6b4f-42bf-8fac-c7796033e84d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (375ff8d0-6c65-407d-92e2-a671b8457144), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:54.554721 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40b6a55-6b4f-42bf-8fac-c7796033e84d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:31:54.557745 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-e40b6a55-6b4f-42bf-8fac-c7796033e84d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:31:54.561420 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40b6a55-6b4f-42bf-8fac-c7796033e84d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:31:54.587951 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b6a55-6b4f-42bf-8fac-c7796033e84d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Pushing event updated for resources: {'Port': ['ID=375ff8d0-6c65-407d-92e2-a671b8457144,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:54.932578 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e40b6a55-6b4f-42bf-8fac-c7796033e84d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks [] for floatingip (622d0a92-c09d-44f9-b4e3-51d9c7346a18), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:55.004669 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e40b6a55-6b4f-42bf-8fac-c7796033e84d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (375ff8d0-6c65-407d-92e2-a671b8457144), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:55.156047 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e40b6a55-6b4f-42bf-8fac-c7796033e84d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks [] for port (375ff8d0-6c65-407d-92e2-a671b8457144), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:55.162886 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e40b6a55-6b4f-42bf-8fac-c7796033e84d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (375ff8d0-6c65-407d-92e2-a671b8457144), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:55.228158 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b6a55-6b4f-42bf-8fac-c7796033e84d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Pushing event updated for resources: {'Port': ['ID=375ff8d0-6c65-407d-92e2-a671b8457144,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:31:55.240063 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e40b6a55-6b4f-42bf-8fac-c7796033e84d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (622d0a92-c09d-44f9-b4e3-51d9c7346a18), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:55.340699 n-d-712139-27 neutron-server[109803]: INFO neutron.db.l3_db [None req-e40b6a55-6b4f-42bf-8fac-c7796033e84d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Floating IP 622d0a92-c09d-44f9-b4e3-51d9c7346a18 associated. External IP: 172.25.0.13, port: dcccb34b-4bfd-4b40-9b24-286bf4ae672d. Jan 28 03:31:55.566527 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e40b6a55-6b4f-42bf-8fac-c7796033e84d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Router 81f4b18b-d952-4700-a93e-5b714789587d has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:31:55.677246 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40b6a55-6b4f-42bf-8fac-c7796033e84d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:31:55.688287 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccab1016-b8af-4af7-b594-2fc4521eb177 None None] Sync routers for ids ['81f4b18b-d952-4700-a93e-5b714789587d'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:31:55.699583 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccab1016-b8af-4af7-b594-2fc4521eb177 None None] Routers {'81f4b18b-d952-4700-a93e-5b714789587d'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:31:55.700174 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-ccab1016-b8af-4af7-b594-2fc4521eb177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:31:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['81f4b18b-d952-4700-a93e-5b714789587d'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:31:55.702559 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e40b6a55-6b4f-42bf-8fac-c7796033e84d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:55.731545 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e40b6a55-6b4f-42bf-8fac-c7796033e84d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5906959 Jan 28 03:31:55.732416 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce6b46fe-c83a-4ca2-b378-50c5453a4058', 'tag': 'dcccb34b-4bfd-4b40-9b24-286bf4ae672d'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:31:55.734871 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed85154-e781-4cb5-8e44-fd818649cc0e" -d '{"events": [{"name": "network-changed", "server_uuid": "ce6b46fe-c83a-4ca2-b378-50c5453a4058", "tag": "dcccb34b-4bfd-4b40-9b24-286bf4ae672d"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:31:55.794265 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34644102-8d94-451b-9dc1-41604fab628b x-openstack-request-id: req-34644102-8d94-451b-9dc1-41604fab628b {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:31:55.794558 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce6b46fe-c83a-4ca2-b378-50c5453a4058", "tag": "dcccb34b-4bfd-4b40-9b24-286bf4ae672d", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:31:55.795145 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-34644102-8d94-451b-9dc1-41604fab628b {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:31:55.795707 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce6b46fe-c83a-4ca2-b378-50c5453a4058', 'tag': 'dcccb34b-4bfd-4b40-9b24-286bf4ae672d', 'status': 'completed', 'code': 200} Jan 28 03:31:55.839454 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-ccab1016-b8af-4af7-b594-2fc4521eb177 None None] Set router 81f4b18b-d952-4700-a93e-5b714789587d gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:31:55.878168 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed85154-e781-4cb5-8e44-fd818649cc0e req-bb9bf704-bb31-49ac-b96a-75e1abbf1bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:55.879764 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2ed85154-e781-4cb5-8e44-fd818649cc0e req-bb9bf704-bb31-49ac-b96a-75e1abbf1bf5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2365aae0ed6c4140b140950cf90dbe31&device_id=ce6b46fe-c83a-4ca2-b378-50c5453a4058 HTTP/1.1" status: 200 len: 1097 time: 0.0427172 Jan 28 03:31:55.974979 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed85154-e781-4cb5-8e44-fd818649cc0e req-6fe5e32b-e89f-40c0-9569-229a2829bae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:55.977199 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2ed85154-e781-4cb5-8e44-fd818649cc0e req-6fe5e32b-e89f-40c0-9569-229a2829bae3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d08f29da-d40d-4b15-9f9f-e3612c5ec470 HTTP/1.1" status: 200 len: 912 time: 0.0915098 Jan 28 03:31:56.047525 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2ed85154-e781-4cb5-8e44-fd818649cc0e req-ccc96405-342c-4cd0-a103-deb4c4fd4f6b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcccb34b-4bfd-4b40-9b24-286bf4ae672d HTTP/1.1" status: 200 len: 998 time: 0.0644221 Jan 28 03:31:56.075375 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-ccab1016-b8af-4af7-b594-2fc4521eb177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f4b18b-d952-4700-a93e-5b714789587d', 'name': 'tempest-TestVolumeBootPattern-504958137-router', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ebbf453f-0c5a-44ff-ad68-109f6e5aabe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:26:16Z', 'revision_number': 4, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'gw_port': {'id': 'ebbf453f-0c5a-44ff-ad68-109f6e5aabe9', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '622d0a92-c09d-44f9-b4e3-51d9c7346a18', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'floating_ip_address': '172.25.0.13', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'port_id': 'dcccb34b-4bfd-4b40-9b24-286bf4ae672d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'mac_address': 'fa:16:3e:d5:58:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6b46fe-c83a-4ca2-b378-50c5453a4058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:31:54Z', 'updated_at': '2022-01-28T03:31:54Z', 'revision_number': 0, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8', 'name': '', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'mac_address': 'fa:16:3e:95:e0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '6fca48db-7702-4589-8da6-18a07f4297d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:15Z', 'updated_at': '2022-01-28T03:26:20Z', 'revision_number': 5, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'subnets': [{'id': '6fca48db-7702-4589-8da6-18a07f4297d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:31:56.102176 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed85154-e781-4cb5-8e44-fd818649cc0e req-0a9f1235-b538-43a3-bb1a-4922a6813815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:56.103955 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2ed85154-e781-4cb5-8e44-fd818649cc0e req-0a9f1235-b538-43a3-bb1a-4922a6813815 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6fca48db-7702-4589-8da6-18a07f4297d3 HTTP/1.1" status: 200 len: 850 time: 0.0501707 Jan 28 03:31:56.157588 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed85154-e781-4cb5-8e44-fd818649cc0e req-91507068-0392-409f-8fd6-dd8628556cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:31:56.159144 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2ed85154-e781-4cb5-8e44-fd818649cc0e req-91507068-0392-409f-8fd6-dd8628556cba service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d08f29da-d40d-4b15-9f9f-e3612c5ec470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491824 Jan 28 03:31:56.254116 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2ed85154-e781-4cb5-8e44-fd818649cc0e req-0bf44b30-3f90-419f-9582-db25e9925b85 service neutron] 10.222.0.67 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883539 Jan 28 03:31:56.266629 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccab1016-b8af-4af7-b594-2fc4521eb177 None None] Checking router: 81f4b18b-d952-4700-a93e-5b714789587d for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:31:56.275204 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccab1016-b8af-4af7-b594-2fc4521eb177 None None] Routers {'81f4b18b-d952-4700-a93e-5b714789587d'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:31:56.275833 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-ccab1016-b8af-4af7-b594-2fc4521eb177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:31:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['81f4b18b-d952-4700-a93e-5b714789587d'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:31:56.354329 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2ed85154-e781-4cb5-8e44-fd818649cc0e req-002528ac-1c1b-4a06-a952-587cefc08a3a service neutron] 10.222.0.67 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945785 Jan 28 03:31:56.391554 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-ccab1016-b8af-4af7-b594-2fc4521eb177 None None] Set router 81f4b18b-d952-4700-a93e-5b714789587d gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:31:56.621971 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-ccab1016-b8af-4af7-b594-2fc4521eb177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f4b18b-d952-4700-a93e-5b714789587d', 'name': 'tempest-TestVolumeBootPattern-504958137-router', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ebbf453f-0c5a-44ff-ad68-109f6e5aabe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:26:16Z', 'revision_number': 4, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'gw_port': {'id': 'ebbf453f-0c5a-44ff-ad68-109f6e5aabe9', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '622d0a92-c09d-44f9-b4e3-51d9c7346a18', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'floating_ip_address': '172.25.0.13', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'port_id': 'dcccb34b-4bfd-4b40-9b24-286bf4ae672d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'mac_address': 'fa:16:3e:d5:58:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6b46fe-c83a-4ca2-b378-50c5453a4058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:31:54Z', 'updated_at': '2022-01-28T03:31:54Z', 'revision_number': 0, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8', 'name': '', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'mac_address': 'fa:16:3e:95:e0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '6fca48db-7702-4589-8da6-18a07f4297d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:15Z', 'updated_at': '2022-01-28T03:26:20Z', 'revision_number': 5, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'subnets': [{'id': '6fca48db-7702-4589-8da6-18a07f4297d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:31:56.651889 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccab1016-b8af-4af7-b594-2fc4521eb177 None None] The sync data for ids ['81f4b18b-d952-4700-a93e-5b714789587d'] in n-d-712139-27 is: [{'id': '81f4b18b-d952-4700-a93e-5b714789587d', 'name': 'tempest-TestVolumeBootPattern-504958137-router', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ebbf453f-0c5a-44ff-ad68-109f6e5aabe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:26:16Z', 'revision_number': 4, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'gw_port': {'id': 'ebbf453f-0c5a-44ff-ad68-109f6e5aabe9', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '622d0a92-c09d-44f9-b4e3-51d9c7346a18', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'floating_ip_address': '172.25.0.13', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'port_id': 'dcccb34b-4bfd-4b40-9b24-286bf4ae672d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'mac_address': 'fa:16:3e:d5:58:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6b46fe-c83a-4ca2-b378-50c5453a4058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:31:54Z', 'updated_at': '2022-01-28T03:31:54Z', 'revision_number': 0, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8', 'name': '', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'mac_address': 'fa:16:3e:95:e0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '6fca48db-7702-4589-8da6-18a07f4297d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:15Z', 'updated_at': '2022-01-28T03:26:20Z', 'revision_number': 5, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'subnets': [{'id': '6fca48db-7702-4589-8da6-18a07f4297d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:31:56.862023 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a68001-5500-4589-a5c1-a55fd8c876fa None None] New status for floating IP 622d0a92-c09d-44f9-b4e3-51d9c7346a18: ACTIVE {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:31:59.444874 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:31:59.752045 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6e3097da-f09f-473b-807c-8fba58e647bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:01.794531 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2b694227-e8f1-4a9d-8386-a2e4d2c9940b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:03.410822 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:03.700446 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:04.857494 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:06.121428 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:13.473890 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59098) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:13.590507 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-48bca6ad-ed0d-42e5-8149-7b642f303572 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:13.669375 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-48bca6ad-ed0d-42e5-8149-7b642f303572 admin admin] Publish callbacks [] for security_group (3804706f-e3fb-4209-87df-b3f3c5f77bdc), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:13.674672 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-48bca6ad-ed0d-42e5-8149-7b642f303572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (3804706f-e3fb-4209-87df-b3f3c5f77bdc), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:13.711838 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bca6ad-ed0d-42e5-8149-7b642f303572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3804706f-e3fb-4209-87df-b3f3c5f77bdc,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:13.718496 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-48bca6ad-ed0d-42e5-8149-7b642f303572 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=26067aee559e49a9bc5a79873298ab3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2403083 Jan 28 03:32:13.719553 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59102) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:13.723519 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bca6ad-ed0d-42e5-8149-7b642f303572 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:13.723781 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bca6ad-ed0d-42e5-8149-7b642f303572 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:13.724153 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bca6ad-ed0d-42e5-8149-7b642f303572 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:13.724497 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bca6ad-ed0d-42e5-8149-7b642f303572 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:13.724829 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bca6ad-ed0d-42e5-8149-7b642f303572 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:13.725166 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bca6ad-ed0d-42e5-8149-7b642f303572 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:13.725497 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bca6ad-ed0d-42e5-8149-7b642f303572 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:13.725848 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bca6ad-ed0d-42e5-8149-7b642f303572 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:13.726170 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bca6ad-ed0d-42e5-8149-7b642f303572 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:13.726498 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bca6ad-ed0d-42e5-8149-7b642f303572 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:13.726793 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bca6ad-ed0d-42e5-8149-7b642f303572 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:13.727143 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bca6ad-ed0d-42e5-8149-7b642f303572 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:13.727458 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bca6ad-ed0d-42e5-8149-7b642f303572 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:13.779738 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-25605740-81ce-499f-9543-52bc5cc0a69a admin admin] Publish callbacks [] for security_group (3804706f-e3fb-4209-87df-b3f3c5f77bdc), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:13.803945 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-25605740-81ce-499f-9543-52bc5cc0a69a admin admin] Publish callbacks [] for security_group (3804706f-e3fb-4209-87df-b3f3c5f77bdc), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:13.855506 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-25605740-81ce-499f-9543-52bc5cc0a69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (3804706f-e3fb-4209-87df-b3f3c5f77bdc), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:13.858149 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-25605740-81ce-499f-9543-52bc5cc0a69a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:13.859332 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-25605740-81ce-499f-9543-52bc5cc0a69a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3804706f-e3fb-4209-87df-b3f3c5f77bdc HTTP/1.1" status: 204 len: 168 time: 0.1380987 Jan 28 03:32:13.871209 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25605740-81ce-499f-9543-52bc5cc0a69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3804706f-e3fb-4209-87df-b3f3c5f77bdc,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:15.643161 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59142) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:15.648198 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-a0bf9940-0711-43ec-9602-021728527bec tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-666104823', 'description': 'tempest-secgroup-smoke-666104823 description', 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:32:15.672054 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a0bf9940-0711-43ec-9602-021728527bec tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:15.681917 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a0bf9940-0711-43ec-9602-021728527bec tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:15.763771 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a0bf9940-0711-43ec-9602-021728527bec tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group (bbd670d5-9b7b-4dc7-825c-c4c94b52fdd9), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:15.768634 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a0bf9940-0711-43ec-9602-021728527bec tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (bbd670d5-9b7b-4dc7-825c-c4c94b52fdd9), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:15.820513 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf9940-0711-43ec-9602-021728527bec tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd670d5-9b7b-4dc7-825c-c4c94b52fdd9,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:15.872300 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a0bf9940-0711-43ec-9602-021728527bec tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group (0177a226-c31d-4c20-9584-1d358c1bf0d8), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:15.878311 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a0bf9940-0711-43ec-9602-021728527bec tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (0177a226-c31d-4c20-9584-1d358c1bf0d8), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:15.915393 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a0bf9940-0711-43ec-9602-021728527bec tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:15.916894 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a0bf9940-0711-43ec-9602-021728527bec tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2726433 Jan 28 03:32:15.920226 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59144) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:15.921545 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf9940-0711-43ec-9602-021728527bec tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0177a226-c31d-4c20-9584-1d358c1bf0d8,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:15.926950 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-60b5883b-2ad6-4faa-9fe3-3a9997caede1 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Request body: {'security_group_rule': {'security_group_id': '0177a226-c31d-4c20-9584-1d358c1bf0d8', 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:32:15.957529 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-60b5883b-2ad6-4faa-9fe3-3a9997caede1 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (1f5e3bfd-ce22-4440-9dcf-34585a368b86), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.013051 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-60b5883b-2ad6-4faa-9fe3-3a9997caede1 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (1f5e3bfd-ce22-4440-9dcf-34585a368b86), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.018200 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-60b5883b-2ad6-4faa-9fe3-3a9997caede1 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (1f5e3bfd-ce22-4440-9dcf-34585a368b86), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.038196 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b5883b-2ad6-4faa-9fe3-3a9997caede1 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f5e3bfd-ce22-4440-9dcf-34585a368b86,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:16.047620 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-60b5883b-2ad6-4faa-9fe3-3a9997caede1 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.049003 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-60b5883b-2ad6-4faa-9fe3-3a9997caede1 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1271040 Jan 28 03:32:16.052085 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59146) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:16.056725 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-cc17ca9d-bd66-4baf-af77-57c504c06cd2 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Request body: {'security_group_rule': {'security_group_id': '0177a226-c31d-4c20-9584-1d358c1bf0d8', 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:32:16.082004 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cc17ca9d-bd66-4baf-af77-57c504c06cd2 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (0d7e264b-fa50-45a9-9e2e-4890c1c1879a), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.144271 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cc17ca9d-bd66-4baf-af77-57c504c06cd2 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (0d7e264b-fa50-45a9-9e2e-4890c1c1879a), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.149955 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cc17ca9d-bd66-4baf-af77-57c504c06cd2 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (0d7e264b-fa50-45a9-9e2e-4890c1c1879a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.169750 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc17ca9d-bd66-4baf-af77-57c504c06cd2 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d7e264b-fa50-45a9-9e2e-4890c1c1879a,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:16.178500 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cc17ca9d-bd66-4baf-af77-57c504c06cd2 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.179723 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-cc17ca9d-bd66-4baf-af77-57c504c06cd2 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1266227 Jan 28 03:32:16.183710 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59148) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:16.188668 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-4c14f10a-6442-4b80-8fef-b1cadb41c851 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Request body: {'security_group_rule': {'security_group_id': '0177a226-c31d-4c20-9584-1d358c1bf0d8', 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:32:16.215848 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4c14f10a-6442-4b80-8fef-b1cadb41c851 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (494174ea-b962-479a-be5a-c35f1502f7fe), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.273976 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4c14f10a-6442-4b80-8fef-b1cadb41c851 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (494174ea-b962-479a-be5a-c35f1502f7fe), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.278762 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4c14f10a-6442-4b80-8fef-b1cadb41c851 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (494174ea-b962-479a-be5a-c35f1502f7fe), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.300025 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c14f10a-6442-4b80-8fef-b1cadb41c851 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=494174ea-b962-479a-be5a-c35f1502f7fe,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:16.307848 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4c14f10a-6442-4b80-8fef-b1cadb41c851 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.309041 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4c14f10a-6442-4b80-8fef-b1cadb41c851 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1243024 Jan 28 03:32:16.311761 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59150) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:16.316023 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-e8bd2a41-f196-4484-a97a-cbb27c6835f0 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Request body: {'security_group_rule': {'security_group_id': '0177a226-c31d-4c20-9584-1d358c1bf0d8', 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:32:16.342839 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e8bd2a41-f196-4484-a97a-cbb27c6835f0 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (0422404e-2847-4323-b023-545d54c826d6), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.406746 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e8bd2a41-f196-4484-a97a-cbb27c6835f0 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (0422404e-2847-4323-b023-545d54c826d6), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.411065 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e8bd2a41-f196-4484-a97a-cbb27c6835f0 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (0422404e-2847-4323-b023-545d54c826d6), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.430611 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd2a41-f196-4484-a97a-cbb27c6835f0 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0422404e-2847-4323-b023-545d54c826d6,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:16.436353 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e8bd2a41-f196-4484-a97a-cbb27c6835f0 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.437641 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e8bd2a41-f196-4484-a97a-cbb27c6835f0 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1249723 Jan 28 03:32:16.441007 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59152) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:16.446435 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-ba17488c-59d3-4df0-a2ea-cb72a347d70a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Request body: {'security_group_rule': {'security_group_id': '0177a226-c31d-4c20-9584-1d358c1bf0d8', 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:32:16.470513 n-d-712139-27 neutron-server[109803]: INFO neutron.db.securitygroups_db [None req-ba17488c-59d3-4df0-a2ea-cb72a347d70a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Project 00e9c1349da04a5ba2162f0bfd8a15b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 03:32:16.475818 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ba17488c-59d3-4df0-a2ea-cb72a347d70a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (a57faf54-a7b5-4fe4-8647-b4346482f7c5), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.536976 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ba17488c-59d3-4df0-a2ea-cb72a347d70a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (a57faf54-a7b5-4fe4-8647-b4346482f7c5), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.541817 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ba17488c-59d3-4df0-a2ea-cb72a347d70a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (a57faf54-a7b5-4fe4-8647-b4346482f7c5), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.559676 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba17488c-59d3-4df0-a2ea-cb72a347d70a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a57faf54-a7b5-4fe4-8647-b4346482f7c5,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:16.563729 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ba17488c-59d3-4df0-a2ea-cb72a347d70a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.564932 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ba17488c-59d3-4df0-a2ea-cb72a347d70a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1227851 Jan 28 03:32:16.567775 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59154) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:16.572260 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-4bdad0bc-5fbb-42fe-8510-d37f198f676a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Request body: {'security_group_rule': {'security_group_id': '0177a226-c31d-4c20-9584-1d358c1bf0d8', 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:32:16.593131 n-d-712139-27 neutron-server[109803]: INFO neutron.db.securitygroups_db [None req-4bdad0bc-5fbb-42fe-8510-d37f198f676a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Project 00e9c1349da04a5ba2162f0bfd8a15b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 03:32:16.598237 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4bdad0bc-5fbb-42fe-8510-d37f198f676a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (12564c64-4915-4105-be0d-31815e6cb3d2), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.661281 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4bdad0bc-5fbb-42fe-8510-d37f198f676a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (12564c64-4915-4105-be0d-31815e6cb3d2), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.667721 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4bdad0bc-5fbb-42fe-8510-d37f198f676a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (12564c64-4915-4105-be0d-31815e6cb3d2), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.692763 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdad0bc-5fbb-42fe-8510-d37f198f676a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12564c64-4915-4105-be0d-31815e6cb3d2,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:16.702040 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4bdad0bc-5fbb-42fe-8510-d37f198f676a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.703977 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4bdad0bc-5fbb-42fe-8510-d37f198f676a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1349080 Jan 28 03:32:16.707494 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59158) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:16.713196 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-29cc2780-e366-4c84-9b32-876f9f4c6d14 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Request body: {'network': {'name': 'tempest-network-smoke--2081963593', 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'port_security_enabled': True}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:32:16.731681 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29cc2780-e366-4c84-9b32-876f9f4c6d14 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Made reservation on behalf of 00e9c1349da04a5ba2162f0bfd8a15b4 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:32:16.735321 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-29cc2780-e366-4c84-9b32-876f9f4c6d14 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.759748 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29cc2780-e366-4c84-9b32-876f9f4c6d14 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:32:16.768715 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-29cc2780-e366-4c84-9b32-876f9f4c6d14 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (920b43a5-a9f4-455e-a393-56d15d0738d1), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.769056 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-29cc2780-e366-4c84-9b32-876f9f4c6d14 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Added segment 920b43a5-a9f4-455e-a393-56d15d0738d1 of type vlan for network 7f032bb5-7cf1-404d-aca9-a43aa26969e2 Jan 28 03:32:16.808703 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-29cc2780-e366-4c84-9b32-876f9f4c6d14 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (7f032bb5-7cf1-404d-aca9-a43aa26969e2), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.835786 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-29cc2780-e366-4c84-9b32-876f9f4c6d14 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (7f032bb5-7cf1-404d-aca9-a43aa26969e2), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.840804 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cc2780-e366-4c84-9b32-876f9f4c6d14 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:16.841525 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-29cc2780-e366-4c84-9b32-876f9f4c6d14 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.902129 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-29cc2780-e366-4c84-9b32-876f9f4c6d14 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1931164 Jan 28 03:32:16.905104 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59160) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:16.909638 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-4a45b527-4b56-4040-b50e-d0cca75337ac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-364239151', 'admin_state_up': True, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:32:16.927666 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc2780-e366-4c84-9b32-876f9f4c6d14 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'Network': ['ID=7f032bb5-7cf1-404d-aca9-a43aa26969e2,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:16.938898 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 7f032bb5-7cf1-404d-aca9-a43aa26969e2 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:32:16.940404 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4a45b527-4b56-4040-b50e-d0cca75337ac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.941595 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4a45b527-4b56-4040-b50e-d0cca75337ac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:16.996717 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4a45b527-4b56-4040-b50e-d0cca75337ac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for router_controller (e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:17.140274 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4a45b527-4b56-4040-b50e-d0cca75337ac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for router_gateway (e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:17.233532 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:32:17.342159 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4a45b527-4b56-4040-b50e-d0cca75337ac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for router_gateway (e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:17.365713 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4a45b527-4b56-4040-b50e-d0cca75337ac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:17.473576 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-4a45b527-4b56-4040-b50e-d0cca75337ac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Allocated IP 172.25.0.164 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/0c727aec-bc54-48c7-9a6a-1286c8e77959) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:32:17.585958 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4a45b527-4b56-4040-b50e-d0cca75337ac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for port (0c727aec-bc54-48c7-9a6a-1286c8e77959), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:17.623326 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4a45b527-4b56-4040-b50e-d0cca75337ac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (0c727aec-bc54-48c7-9a6a-1286c8e77959), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:17.669536 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a45b527-4b56-4040-b50e-d0cca75337ac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:32:17.672881 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-4a45b527-4b56-4040-b50e-d0cca75337ac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:32:17.676986 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a45b527-4b56-4040-b50e-d0cca75337ac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:32:17.710338 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a45b527-4b56-4040-b50e-d0cca75337ac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'Port': ['ID=0c727aec-bc54-48c7-9a6a-1286c8e77959,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:17.939107 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4a45b527-4b56-4040-b50e-d0cca75337ac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for router_gateway (e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:18.151701 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4a45b527-4b56-4040-b50e-d0cca75337ac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:18.292639 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a45b527-4b56-4040-b50e-d0cca75337ac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Router e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:32:18.408410 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a45b527-4b56-4040-b50e-d0cca75337ac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:32:18.418361 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd624fc-b13f-4171-bf26-7212ab7cc435 None None] Sync routers for ids ['e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:32:18.430202 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd624fc-b13f-4171-bf26-7212ab7cc435 None None] Routers {'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:32:18.430857 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-1fd624fc-b13f-4171-bf26-7212ab7cc435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:32:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:18.431851 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4a45b527-4b56-4040-b50e-d0cca75337ac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:18.433318 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4a45b527-4b56-4040-b50e-d0cca75337ac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5271342 Jan 28 03:32:18.436604 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59162) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:18.537659 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-1fd624fc-b13f-4171-bf26-7212ab7cc435 None None] Set router e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:32:18.571855 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-141d86a4-e3af-434b-8056-c627e0fcc57e tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=00e9c1349da04a5ba2162f0bfd8a15b4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1340842 Jan 28 03:32:18.574591 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59166) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:18.665342 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7347e60f-45b6-4d33-b750-cefad07b281f tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:18.669191 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7347e60f-45b6-4d33-b750-cefad07b281f tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0910611 Jan 28 03:32:18.669609 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59168) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:18.698417 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f1c38d5f-7420-4d97-9802-5523121c8321 tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=8f7dc9c9-eaf1-4339-a2e3-884554154641&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276086 Jan 28 03:32:18.701279 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59170) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:18.706180 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-9b803c8b-92d6-4c0a-8ba0-582401f29175 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1155489566', 'network_id': '7f032bb5-7cf1-404d-aca9-a43aa26969e2', 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:32:18.721275 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-1fd624fc-b13f-4171-bf26-7212ab7cc435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364239151', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '0c727aec-bc54-48c7-9a6a-1286c8e77959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:32:16Z', 'updated_at': '2022-01-28T03:32:17Z', 'revision_number': 3, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': '0c727aec-bc54-48c7-9a6a-1286c8e77959', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:17Z', 'updated_at': '2022-01-28T03:32:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:18.750777 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd624fc-b13f-4171-bf26-7212ab7cc435 None None] Checking router: e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:32:18.751259 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd624fc-b13f-4171-bf26-7212ab7cc435 None None] Updating router e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4 port 0c727aec-bc54-48c7-9a6a-1286c8e77959 binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:32:18.775540 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1fd624fc-b13f-4171-bf26-7212ab7cc435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (0c727aec-bc54-48c7-9a6a-1286c8e77959), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:18.795631 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b803c8b-92d6-4c0a-8ba0-582401f29175 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Made reservation on behalf of 00e9c1349da04a5ba2162f0bfd8a15b4 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:32:18.799628 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9b803c8b-92d6-4c0a-8ba0-582401f29175 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:18.992358 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9b803c8b-92d6-4c0a-8ba0-582401f29175 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (bb64622c-4c0d-4021-bc5b-e4fd3caec368), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:19.028147 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1fd624fc-b13f-4171-bf26-7212ab7cc435 None None] Publish callbacks [] for port (0c727aec-bc54-48c7-9a6a-1286c8e77959), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:19.034262 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1fd624fc-b13f-4171-bf26-7212ab7cc435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (0c727aec-bc54-48c7-9a6a-1286c8e77959), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:19.054489 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b803c8b-92d6-4c0a-8ba0-582401f29175 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'Subnet': ['ID=bb64622c-4c0d-4021-bc5b-e4fd3caec368,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:19.065161 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b803c8b-92d6-4c0a-8ba0-582401f29175 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Checking segment: {'id': '920b43a5-a9f4-455e-a393-56d15d0738d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7f032bb5-7cf1-404d-aca9-a43aa26969e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:32:19.065529 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b803c8b-92d6-4c0a-8ba0-582401f29175 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Network hostable DHCP agents. Network: 7f032bb5-7cf1-404d-aca9-a43aa26969e2, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:32:19.088320 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b803c8b-92d6-4c0a-8ba0-582401f29175 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Network 7f032bb5-7cf1-404d-aca9-a43aa26969e2 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:32:19.092032 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-1fd624fc-b13f-4171-bf26-7212ab7cc435 None None] Attempting to bind port 0c727aec-bc54-48c7-9a6a-1286c8e77959 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:32:19.092392 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-1fd624fc-b13f-4171-bf26-7212ab7cc435 None None] Attempting to bind port 0c727aec-bc54-48c7-9a6a-1286c8e77959 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:32:19.093036 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd624fc-b13f-4171-bf26-7212ab7cc435 None None] Attempting to bind port 0c727aec-bc54-48c7-9a6a-1286c8e77959 on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:32:19.098555 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-9b803c8b-92d6-4c0a-8ba0-582401f29175 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 7f032bb5-7cf1-404d-aca9-a43aa26969e2) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:32:19.102777 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b803c8b-92d6-4c0a-8ba0-582401f29175 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:19.102994 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b81184c-e2d9-4dde-9620-a3e91da9788d None None] Pushing event updated for resources: {'Port': ['ID=0c727aec-bc54-48c7-9a6a-1286c8e77959,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:19.103386 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9b803c8b-92d6-4c0a-8ba0-582401f29175 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:19.107142 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd624fc-b13f-4171-bf26-7212ab7cc435 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:32:19.107492 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd624fc-b13f-4171-bf26-7212ab7cc435 None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:32:19.107953 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1fd624fc-b13f-4171-bf26-7212ab7cc435 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:19.108320 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd624fc-b13f-4171-bf26-7212ab7cc435 None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:32:19.108876 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-1fd624fc-b13f-4171-bf26-7212ab7cc435 None None] Bound port: 0c727aec-bc54-48c7-9a6a-1286c8e77959, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:32:19.109292 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1fd624fc-b13f-4171-bf26-7212ab7cc435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (0c727aec-bc54-48c7-9a6a-1286c8e77959), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:19.114727 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae82dfb-4bd8-442d-807b-adeab5153470 None None] Network 7f032bb5-7cf1-404d-aca9-a43aa26969e2 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:32:19.123765 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9b803c8b-92d6-4c0a-8ba0-582401f29175 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4214759 Jan 28 03:32:19.126552 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59172) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:19.226401 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-1fd624fc-b13f-4171-bf26-7212ab7cc435 None None] For port 0c727aec-bc54-48c7-9a6a-1286c8e77959, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:32:19.241719 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-1fd624fc-b13f-4171-bf26-7212ab7cc435 None None] For port 0c727aec-bc54-48c7-9a6a-1286c8e77959, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=0c727aec-bc54-48c7-9a6a-1286c8e77959,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:32:19.259624 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1fd624fc-b13f-4171-bf26-7212ab7cc435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (0c727aec-bc54-48c7-9a6a-1286c8e77959), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:19.285328 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb15d0a-73eb-4526-a8a0-a330e6031918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-7f032bb5-7cf1-404d-aca9-a43aa26969e2', 'network_id': '7f032bb5-7cf1-404d-aca9-a43aa26969e2', 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'fixed_ips': [{'subnet_id': 'bb64622c-4c0d-4021-bc5b-e4fd3caec368'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:32:19.286209 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0bb15d0a-73eb-4526-a8a0-a330e6031918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:19.385699 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd624fc-b13f-4171-bf26-7212ab7cc435 None None] Routers {'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:32:19.386342 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-1fd624fc-b13f-4171-bf26-7212ab7cc435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:32:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:19.397411 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b81184c-e2d9-4dde-9620-a3e91da9788d None None] Pushing event updated for resources: {'Port': ['ID=0c727aec-bc54-48c7-9a6a-1286c8e77959,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:19.546694 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-0bb15d0a-73eb-4526-a8a0-a330e6031918 None None] Allocated IP 172.20.0.2 (7f032bb5-7cf1-404d-aca9-a43aa26969e2/bb64622c-4c0d-4021-bc5b-e4fd3caec368/076f6168-5012-4029-8ef8-1453d283f658) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:32:19.550020 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-1fd624fc-b13f-4171-bf26-7212ab7cc435 None None] Set router e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:32:19.577059 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5b556ff4-e82f-4ac4-8622-064685319b69 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:19.995121 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0bb15d0a-73eb-4526-a8a0-a330e6031918 None None] Publish callbacks [] for port (076f6168-5012-4029-8ef8-1453d283f658), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:20.003581 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0bb15d0a-73eb-4526-a8a0-a330e6031918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (076f6168-5012-4029-8ef8-1453d283f658), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:20.032802 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-1fd624fc-b13f-4171-bf26-7212ab7cc435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364239151', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '0c727aec-bc54-48c7-9a6a-1286c8e77959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:32:16Z', 'updated_at': '2022-01-28T03:32:17Z', 'revision_number': 3, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': '0c727aec-bc54-48c7-9a6a-1286c8e77959', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:17Z', 'updated_at': '2022-01-28T03:32:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:20.053017 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-5b556ff4-e82f-4ac4-8622-064685319b69 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Allocated IP 172.20.0.1 (7f032bb5-7cf1-404d-aca9-a43aa26969e2/bb64622c-4c0d-4021-bc5b-e4fd3caec368/3e708625-a09e-4549-a69a-dca5ece8af2d) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:32:20.071792 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb15d0a-73eb-4526-a8a0-a330e6031918 None None] Network 7f032bb5-7cf1-404d-aca9-a43aa26969e2 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:32:20.072807 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd624fc-b13f-4171-bf26-7212ab7cc435 None None] The sync data for ids ['e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4'] in n-d-712139-27 is: [{'id': 'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364239151', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '0c727aec-bc54-48c7-9a6a-1286c8e77959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:32:16Z', 'updated_at': '2022-01-28T03:32:17Z', 'revision_number': 3, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': '0c727aec-bc54-48c7-9a6a-1286c8e77959', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:17Z', 'updated_at': '2022-01-28T03:32:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:32:20.077765 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-0bb15d0a-73eb-4526-a8a0-a330e6031918 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:32:20.080326 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb15d0a-73eb-4526-a8a0-a330e6031918 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:32:20.094178 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb15d0a-73eb-4526-a8a0-a330e6031918 None None] Pushing event updated for resources: {'Port': ['ID=076f6168-5012-4029-8ef8-1453d283f658,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:20.146359 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-0bb15d0a-73eb-4526-a8a0-a330e6031918 None None] Attempting to bind port 076f6168-5012-4029-8ef8-1453d283f658 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:32:20.146743 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-0bb15d0a-73eb-4526-a8a0-a330e6031918 None None] Attempting to bind port 076f6168-5012-4029-8ef8-1453d283f658 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '920b43a5-a9f4-455e-a393-56d15d0738d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7f032bb5-7cf1-404d-aca9-a43aa26969e2'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:32:20.147125 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb15d0a-73eb-4526-a8a0-a330e6031918 None None] Attempting to bind port 076f6168-5012-4029-8ef8-1453d283f658 on network 7f032bb5-7cf1-404d-aca9-a43aa26969e2 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:32:20.152874 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb15d0a-73eb-4526-a8a0-a330e6031918 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:32:20.153329 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb15d0a-73eb-4526-a8a0-a330e6031918 None None] Checking segment: {'id': '920b43a5-a9f4-455e-a393-56d15d0738d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7f032bb5-7cf1-404d-aca9-a43aa26969e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:32:20.153744 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0bb15d0a-73eb-4526-a8a0-a330e6031918 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:20.154164 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb15d0a-73eb-4526-a8a0-a330e6031918 None None] Bound using segment: {'id': '920b43a5-a9f4-455e-a393-56d15d0738d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7f032bb5-7cf1-404d-aca9-a43aa26969e2'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:32:20.154639 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-0bb15d0a-73eb-4526-a8a0-a330e6031918 None None] Bound port: 076f6168-5012-4029-8ef8-1453d283f658, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '920b43a5-a9f4-455e-a393-56d15d0738d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7f032bb5-7cf1-404d-aca9-a43aa26969e2'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:32:20.155013 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0bb15d0a-73eb-4526-a8a0-a330e6031918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (076f6168-5012-4029-8ef8-1453d283f658), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:20.178385 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5b556ff4-e82f-4ac4-8622-064685319b69 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for port (3e708625-a09e-4549-a69a-dca5ece8af2d), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:20.218969 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5b556ff4-e82f-4ac4-8622-064685319b69 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (3e708625-a09e-4549-a69a-dca5ece8af2d), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:20.226805 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-0bb15d0a-73eb-4526-a8a0-a330e6031918 None None] For port 076f6168-5012-4029-8ef8-1453d283f658, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:32:20.230666 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-0bb15d0a-73eb-4526-a8a0-a330e6031918 None None] For port 076f6168-5012-4029-8ef8-1453d283f658, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=076f6168-5012-4029-8ef8-1453d283f658,segment=NetworkSegment(920b43a5-a9f4-455e-a393-56d15d0738d1),segment_id=920b43a5-a9f4-455e-a393-56d15d0738d1)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:32:20.235710 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0bb15d0a-73eb-4526-a8a0-a330e6031918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (076f6168-5012-4029-8ef8-1453d283f658), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:20.264252 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b556ff4-e82f-4ac4-8622-064685319b69 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Network 7f032bb5-7cf1-404d-aca9-a43aa26969e2 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:32:20.270492 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-5b556ff4-e82f-4ac4-8622-064685319b69 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:32:20.274328 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b556ff4-e82f-4ac4-8622-064685319b69 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:32:20.301799 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb15d0a-73eb-4526-a8a0-a330e6031918 None None] Pushing event updated for resources: {'Port': ['ID=076f6168-5012-4029-8ef8-1453d283f658,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:20.332510 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b556ff4-e82f-4ac4-8622-064685319b69 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'Port': ['ID=3e708625-a09e-4549-a69a-dca5ece8af2d,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:20.348923 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5b556ff4-e82f-4ac4-8622-064685319b69 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:20.532443 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5b556ff4-e82f-4ac4-8622-064685319b69 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3e708625-a09e-4549-a69a-dca5ece8af2d), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:20.861323 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5b556ff4-e82f-4ac4-8622-064685319b69 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for port (3e708625-a09e-4549-a69a-dca5ece8af2d), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:20.867225 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5b556ff4-e82f-4ac4-8622-064685319b69 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (3e708625-a09e-4549-a69a-dca5ece8af2d), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:20.942369 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b556ff4-e82f-4ac4-8622-064685319b69 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'Port': ['ID=3e708625-a09e-4549-a69a-dca5ece8af2d,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:20.945184 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5b556ff4-e82f-4ac4-8622-064685319b69 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:21.078277 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b556ff4-e82f-4ac4-8622-064685319b69 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Network 7f032bb5-7cf1-404d-aca9-a43aa26969e2 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:32:21.081717 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-5b556ff4-e82f-4ac4-8622-064685319b69 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:32:21.147036 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 0c727aec-bc54-48c7-9a6a-1286c8e77959 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:32:21.224551 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 0c727aec-bc54-48c7-9a6a-1286c8e77959 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:32:21.225013 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (0c727aec-bc54-48c7-9a6a-1286c8e77959), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:21.242702 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b556ff4-e82f-4ac4-8622-064685319b69 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Router e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:32:21.315643 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 0c727aec-bc54-48c7-9a6a-1286c8e77959 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:32:21.315643 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (0c727aec-bc54-48c7-9a6a-1286c8e77959), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:21.342922 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 0c727aec-bc54-48c7-9a6a-1286c8e77959, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=0c727aec-bc54-48c7-9a6a-1286c8e77959,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:21.349172 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (0c727aec-bc54-48c7-9a6a-1286c8e77959), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:21.350046 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 076f6168-5012-4029-8ef8-1453d283f658 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:32:21.372037 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b556ff4-e82f-4ac4-8622-064685319b69 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:32:21.377761 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5b556ff4-e82f-4ac4-8622-064685319b69 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "PUT /v2.0/routers/e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2501664 Jan 28 03:32:21.430528 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=0c727aec-bc54-48c7-9a6a-1286c8e77959,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:21.441686 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 076f6168-5012-4029-8ef8-1453d283f658 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:32:21.442036 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (076f6168-5012-4029-8ef8-1453d283f658), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:21.482304 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568f9b3c-b264-44ec-81c5-c2336ac76496 None None] Network 7f032bb5-7cf1-404d-aca9-a43aa26969e2 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:32:21.576463 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-59482566-9c74-406f-bec7-8c2e63f8c76f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-666104823&fields=id&tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4 HTTP/1.1" status: 200 len: 267 time: 0.0606849 Jan 28 03:32:21.626961 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 076f6168-5012-4029-8ef8-1453d283f658 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:32:21.627349 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (076f6168-5012-4029-8ef8-1453d283f658), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:21.632603 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-4306ed25-9330-45b3-abb9-2639f5b44463 None None] Provisioning complete for port 076f6168-5012-4029-8ef8-1453d283f658 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:32:21.632986 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4306ed25-9330-45b3-abb9-2639f5b44463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (076f6168-5012-4029-8ef8-1453d283f658), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:21.716320 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 076f6168-5012-4029-8ef8-1453d283f658, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=076f6168-5012-4029-8ef8-1453d283f658,segment=NetworkSegment(920b43a5-a9f4-455e-a393-56d15d0738d1),segment_id=920b43a5-a9f4-455e-a393-56d15d0738d1)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:21.725454 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (076f6168-5012-4029-8ef8-1453d283f658), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:21.818892 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-4306ed25-9330-45b3-abb9-2639f5b44463 None None] Current status of the port 076f6168-5012-4029-8ef8-1453d283f658 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:32:21.826045 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=076f6168-5012-4029-8ef8-1453d283f658,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:22.050918 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-b16fc714-f012-4b38-9e5a-a59b6ef71be1 None None] Provisioning complete for port 076f6168-5012-4029-8ef8-1453d283f658 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:32:22.051579 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b16fc714-f012-4b38-9e5a-a59b6ef71be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (076f6168-5012-4029-8ef8-1453d283f658), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:22.074886 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384d677f-26a7-425f-8bed-b4f3a1f1b3b9 None None] Sync routers for ids ['e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:32:22.082021 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-58adab83-6d73-4513-b7ff-946a19f82c6f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:22.083974 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-58adab83-6d73-4513-b7ff-946a19f82c6f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/networks?id=7f032bb5-7cf1-404d-aca9-a43aa26969e2 HTTP/1.1" status: 200 len: 797 time: 0.4996946 Jan 28 03:32:22.092704 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384d677f-26a7-425f-8bed-b4f3a1f1b3b9 None None] Routers {'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:32:22.093720 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-384d677f-26a7-425f-8bed-b4f3a1f1b3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:32:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:22.106112 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-6ebd5ae4-d9cc-426b-a51f-d235d073e1d2 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/quotas/00e9c1349da04a5ba2162f0bfd8a15b4 HTTP/1.1" status: 200 len: 375 time: 0.0158250 Jan 28 03:32:22.174808 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-12134350-b258-4a97-be47-18026fa1b61f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0629156 Jan 28 03:32:22.174962 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-b16fc714-f012-4b38-9e5a-a59b6ef71be1 None None] Current status of the port 076f6168-5012-4029-8ef8-1453d283f658 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:32:22.189903 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-b16fc714-f012-4b38-9e5a-a59b6ef71be1 None None] Provisioning complete for port 3e708625-a09e-4549-a69a-dca5ece8af2d triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:32:22.190470 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b16fc714-f012-4b38-9e5a-a59b6ef71be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3e708625-a09e-4549-a69a-dca5ece8af2d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:22.216939 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-384d677f-26a7-425f-8bed-b4f3a1f1b3b9 None None] Set router e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:32:22.237257 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-b16fc714-f012-4b38-9e5a-a59b6ef71be1 None None] Port 3e708625-a09e-4549-a69a-dca5ece8af2d cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:32:22.276717 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-4fe8ea94-6854-40a7-b8ef-7d0c882c853b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:32:22.277814 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-4fe8ea94-6854-40a7-b8ef-7d0c882c853b service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0816810 Jan 28 03:32:22.364508 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-f7b131c0-0c66-49f5-b333-8d0748d5fe7d None None] Provisioning complete for port 3e708625-a09e-4549-a69a-dca5ece8af2d triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:32:22.364920 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f7b131c0-0c66-49f5-b333-8d0748d5fe7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3e708625-a09e-4549-a69a-dca5ece8af2d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:22.387437 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-19fdc99e-7114-4e47-95a9-5a3c437e78f0 service neutron] 10.222.0.53 "GET /v2.0/networks/7f032bb5-7cf1-404d-aca9-a43aa26969e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024203 Jan 28 03:32:22.409151 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-f7b131c0-0c66-49f5-b333-8d0748d5fe7d None None] Port 3e708625-a09e-4549-a69a-dca5ece8af2d cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:32:22.467283 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-384d677f-26a7-425f-8bed-b4f3a1f1b3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364239151', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '0c727aec-bc54-48c7-9a6a-1286c8e77959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:32:16Z', 'updated_at': '2022-01-28T03:32:20Z', 'revision_number': 4, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': '0c727aec-bc54-48c7-9a6a-1286c8e77959', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:17Z', 'updated_at': '2022-01-28T03:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '3e708625-a09e-4549-a69a-dca5ece8af2d', 'name': '', 'network_id': '7f032bb5-7cf1-404d-aca9-a43aa26969e2', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'mac_address': 'fa:16:3e:a1:ab:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'bb64622c-4c0d-4021-bc5b-e4fd3caec368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:19Z', 'updated_at': '2022-01-28T03:32:20Z', 'revision_number': 2, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'subnets': [{'id': 'bb64622c-4c0d-4021-bc5b-e4fd3caec368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:22.480271 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-4ea1ad4b-5f09-4588-b5ab-3cb5778bb6b7 service neutron] 10.222.0.53 "GET /v2.0/networks/7f032bb5-7cf1-404d-aca9-a43aa26969e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917325 Jan 28 03:32:22.493676 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384d677f-26a7-425f-8bed-b4f3a1f1b3b9 None None] Checking router: e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:32:22.493928 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384d677f-26a7-425f-8bed-b4f3a1f1b3b9 None None] Updating router e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4 port 3e708625-a09e-4549-a69a-dca5ece8af2d binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:32:22.520346 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-384d677f-26a7-425f-8bed-b4f3a1f1b3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3e708625-a09e-4549-a69a-dca5ece8af2d), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:22.534511 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-d3a0a3e5-cc18-4c0b-a830-ad4303a4568a None None] Provisioning complete for port 3e708625-a09e-4549-a69a-dca5ece8af2d triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:32:22.534999 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d3a0a3e5-cc18-4c0b-a830-ad4303a4568a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3e708625-a09e-4549-a69a-dca5ece8af2d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:22.576381 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-d3a0a3e5-cc18-4c0b-a830-ad4303a4568a None None] Port 3e708625-a09e-4549-a69a-dca5ece8af2d cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:32:22.800632 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-384d677f-26a7-425f-8bed-b4f3a1f1b3b9 None None] Publish callbacks [] for port (3e708625-a09e-4549-a69a-dca5ece8af2d), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:22.807563 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-384d677f-26a7-425f-8bed-b4f3a1f1b3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3e708625-a09e-4549-a69a-dca5ece8af2d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:22.860788 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde0d961-1093-452e-8080-1cfbc58f5ba9 None None] Pushing event updated for resources: {'Port': ['ID=3e708625-a09e-4549-a69a-dca5ece8af2d,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:22.889733 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde0d961-1093-452e-8080-1cfbc58f5ba9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:22.890041 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde0d961-1093-452e-8080-1cfbc58f5ba9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:22.890374 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde0d961-1093-452e-8080-1cfbc58f5ba9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:22.890702 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde0d961-1093-452e-8080-1cfbc58f5ba9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:22.891133 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde0d961-1093-452e-8080-1cfbc58f5ba9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:22.891574 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde0d961-1093-452e-8080-1cfbc58f5ba9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:22.892069 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde0d961-1093-452e-8080-1cfbc58f5ba9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:22.892367 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde0d961-1093-452e-8080-1cfbc58f5ba9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:22.892691 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde0d961-1093-452e-8080-1cfbc58f5ba9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:22.893040 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde0d961-1093-452e-8080-1cfbc58f5ba9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:22.893362 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde0d961-1093-452e-8080-1cfbc58f5ba9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:22.893707 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde0d961-1093-452e-8080-1cfbc58f5ba9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:22.894129 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde0d961-1093-452e-8080-1cfbc58f5ba9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:32:22.930667 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-384d677f-26a7-425f-8bed-b4f3a1f1b3b9 None None] Attempting to bind port 3e708625-a09e-4549-a69a-dca5ece8af2d on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:32:22.931037 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-384d677f-26a7-425f-8bed-b4f3a1f1b3b9 None None] Attempting to bind port 3e708625-a09e-4549-a69a-dca5ece8af2d by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '920b43a5-a9f4-455e-a393-56d15d0738d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7f032bb5-7cf1-404d-aca9-a43aa26969e2'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:32:22.931403 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384d677f-26a7-425f-8bed-b4f3a1f1b3b9 None None] Attempting to bind port 3e708625-a09e-4549-a69a-dca5ece8af2d on network 7f032bb5-7cf1-404d-aca9-a43aa26969e2 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:32:22.937770 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384d677f-26a7-425f-8bed-b4f3a1f1b3b9 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:32:22.938233 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384d677f-26a7-425f-8bed-b4f3a1f1b3b9 None None] Checking segment: {'id': '920b43a5-a9f4-455e-a393-56d15d0738d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7f032bb5-7cf1-404d-aca9-a43aa26969e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:32:22.938651 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-384d677f-26a7-425f-8bed-b4f3a1f1b3b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:22.939037 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384d677f-26a7-425f-8bed-b4f3a1f1b3b9 None None] Bound using segment: {'id': '920b43a5-a9f4-455e-a393-56d15d0738d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7f032bb5-7cf1-404d-aca9-a43aa26969e2'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:32:22.939720 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-384d677f-26a7-425f-8bed-b4f3a1f1b3b9 None None] Bound port: 3e708625-a09e-4549-a69a-dca5ece8af2d, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '920b43a5-a9f4-455e-a393-56d15d0738d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7f032bb5-7cf1-404d-aca9-a43aa26969e2'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:32:22.940069 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-384d677f-26a7-425f-8bed-b4f3a1f1b3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3e708625-a09e-4549-a69a-dca5ece8af2d), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:23.010082 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-384d677f-26a7-425f-8bed-b4f3a1f1b3b9 None None] For port 3e708625-a09e-4549-a69a-dca5ece8af2d, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:32:23.013500 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-384d677f-26a7-425f-8bed-b4f3a1f1b3b9 None None] For port 3e708625-a09e-4549-a69a-dca5ece8af2d, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=3e708625-a09e-4549-a69a-dca5ece8af2d,segment=NetworkSegment(920b43a5-a9f4-455e-a393-56d15d0738d1),segment_id=920b43a5-a9f4-455e-a393-56d15d0738d1)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:32:23.020191 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-384d677f-26a7-425f-8bed-b4f3a1f1b3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3e708625-a09e-4549-a69a-dca5ece8af2d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:23.021431 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 0c727aec-bc54-48c7-9a6a-1286c8e77959 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:32:23.071178 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384d677f-26a7-425f-8bed-b4f3a1f1b3b9 None None] Routers {'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:32:23.071287 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 0c727aec-bc54-48c7-9a6a-1286c8e77959 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:32:23.071674 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (0c727aec-bc54-48c7-9a6a-1286c8e77959), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:23.071767 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-384d677f-26a7-425f-8bed-b4f3a1f1b3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:32:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:23.116561 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde0d961-1093-452e-8080-1cfbc58f5ba9 None None] Pushing event updated for resources: {'Port': ['ID=3e708625-a09e-4549-a69a-dca5ece8af2d,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:23.121348 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-b99c3451-cba7-4e95-ae42-6569023647f1 None None] Provisioning complete for port 3e708625-a09e-4549-a69a-dca5ece8af2d triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:32:23.121730 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b99c3451-cba7-4e95-ae42-6569023647f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3e708625-a09e-4549-a69a-dca5ece8af2d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:23.205482 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-384d677f-26a7-425f-8bed-b4f3a1f1b3b9 None None] Set router e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:32:23.211857 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 0c727aec-bc54-48c7-9a6a-1286c8e77959 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:32:23.212953 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 076f6168-5012-4029-8ef8-1453d283f658 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:32:23.277300 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-b99c3451-cba7-4e95-ae42-6569023647f1 None None] Current status of the port 3e708625-a09e-4549-a69a-dca5ece8af2d is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:32:23.277807 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b99c3451-cba7-4e95-ae42-6569023647f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3e708625-a09e-4549-a69a-dca5ece8af2d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:23.316003 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 076f6168-5012-4029-8ef8-1453d283f658 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:32:23.316328 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (076f6168-5012-4029-8ef8-1453d283f658), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:23.321442 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-b99c3451-cba7-4e95-ae42-6569023647f1 None None] For port 3e708625-a09e-4549-a69a-dca5ece8af2d, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=3e708625-a09e-4549-a69a-dca5ece8af2d,segment=NetworkSegment(920b43a5-a9f4-455e-a393-56d15d0738d1),segment_id=920b43a5-a9f4-455e-a393-56d15d0738d1)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:23.343317 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b99c3451-cba7-4e95-ae42-6569023647f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3e708625-a09e-4549-a69a-dca5ece8af2d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:23.409403 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c3451-cba7-4e95-ae42-6569023647f1 None None] Pushing event updated for resources: {'Port': ['ID=3e708625-a09e-4549-a69a-dca5ece8af2d,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:23.414052 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-384d677f-26a7-425f-8bed-b4f3a1f1b3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364239151', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '0c727aec-bc54-48c7-9a6a-1286c8e77959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:32:16Z', 'updated_at': '2022-01-28T03:32:20Z', 'revision_number': 4, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': '0c727aec-bc54-48c7-9a6a-1286c8e77959', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:17Z', 'updated_at': '2022-01-28T03:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '3e708625-a09e-4549-a69a-dca5ece8af2d', 'name': '', 'network_id': '7f032bb5-7cf1-404d-aca9-a43aa26969e2', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'mac_address': 'fa:16:3e:a1:ab:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'bb64622c-4c0d-4021-bc5b-e4fd3caec368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:19Z', 'updated_at': '2022-01-28T03:32:23Z', 'revision_number': 4, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'subnets': [{'id': 'bb64622c-4c0d-4021-bc5b-e4fd3caec368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:23.450164 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 076f6168-5012-4029-8ef8-1453d283f658 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:32:23.450650 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384d677f-26a7-425f-8bed-b4f3a1f1b3b9 None None] The sync data for ids ['e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4'] in n-d-712139-27 is: [{'id': 'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364239151', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '0c727aec-bc54-48c7-9a6a-1286c8e77959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:32:16Z', 'updated_at': '2022-01-28T03:32:20Z', 'revision_number': 4, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': '0c727aec-bc54-48c7-9a6a-1286c8e77959', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:17Z', 'updated_at': '2022-01-28T03:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '3e708625-a09e-4549-a69a-dca5ece8af2d', 'name': '', 'network_id': '7f032bb5-7cf1-404d-aca9-a43aa26969e2', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'mac_address': 'fa:16:3e:a1:ab:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'bb64622c-4c0d-4021-bc5b-e4fd3caec368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:19Z', 'updated_at': '2022-01-28T03:32:23Z', 'revision_number': 4, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'subnets': [{'id': 'bb64622c-4c0d-4021-bc5b-e4fd3caec368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:32:23.466956 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-82aecd2b-8f27-472e-b9ed-0e919762d8e0 None None] Provisioning complete for port 3e708625-a09e-4549-a69a-dca5ece8af2d triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:32:23.467378 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-82aecd2b-8f27-472e-b9ed-0e919762d8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3e708625-a09e-4549-a69a-dca5ece8af2d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:23.572583 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-82aecd2b-8f27-472e-b9ed-0e919762d8e0 None None] Current status of the port 3e708625-a09e-4549-a69a-dca5ece8af2d is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:32:23.688173 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-eeb187e7-37fc-45f0-b919-47ef446430c2 req-8870b17f-25aa-4d19-8153-578fd11c04b1 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 210 time: 0.0447197 Jan 28 03:32:24.720873 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-225de9e3-bcc3-455f-a7f4-0b8cbdfeaf20 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:24.722462 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-225de9e3-bcc3-455f-a7f4-0b8cbdfeaf20 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.39 "GET /v2.0/networks?id=7f032bb5-7cf1-404d-aca9-a43aa26969e2 HTTP/1.1" status: 200 len: 797 time: 0.1168272 Jan 28 03:32:24.799104 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c44e5e20-f009-4be6-94d1-5a82110d412b req-613c7eb3-422d-4d13-9f8d-ac01d6d6ead9 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 210 time: 0.0348864 Jan 28 03:32:24.814895 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-50dd5fb9-083c-4a21-bf34-7025f1308609 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4 HTTP/1.1" status: 200 len: 379 time: 0.0779839 Jan 28 03:32:24.823630 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-fd0ba95d-760c-47d8-97e2-821eed008005 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Request body: {'port': {'device_id': 'f2d1b009-bfbf-415c-bea1-28ffdc02661f', 'network_id': '7f032bb5-7cf1-404d-aca9-a43aa26969e2', 'admin_state_up': True, 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'security_groups': ['0177a226-c31d-4c20-9584-1d358c1bf0d8']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:32:24.940672 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-fd0ba95d-760c-47d8-97e2-821eed008005 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Made reservation on behalf of 00e9c1349da04a5ba2162f0bfd8a15b4 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:32:24.944259 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-fd0ba95d-760c-47d8-97e2-821eed008005 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:25.036886 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 3e708625-a09e-4549-a69a-dca5ece8af2d up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:32:25.079981 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-fd0ba95d-760c-47d8-97e2-821eed008005 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Allocated IP 172.20.0.13 (7f032bb5-7cf1-404d-aca9-a43aa26969e2/bb64622c-4c0d-4021-bc5b-e4fd3caec368/c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:32:25.085312 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 3e708625-a09e-4549-a69a-dca5ece8af2d triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:32:25.085840 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (3e708625-a09e-4549-a69a-dca5ece8af2d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:25.168923 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 3e708625-a09e-4549-a69a-dca5ece8af2d is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:32:25.221840 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-fd0ba95d-760c-47d8-97e2-821eed008005 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for port (c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:25.265790 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-fd0ba95d-760c-47d8-97e2-821eed008005 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:25.312777 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-fd0ba95d-760c-47d8-97e2-821eed008005 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Network 7f032bb5-7cf1-404d-aca9-a43aa26969e2 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:32:25.315931 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-fd0ba95d-760c-47d8-97e2-821eed008005 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:32:25.321728 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-fd0ba95d-760c-47d8-97e2-821eed008005 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:32:25.328191 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ba95d-760c-47d8-97e2-821eed008005 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'Port': ['ID=c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:25.374564 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-fd0ba95d-760c-47d8-97e2-821eed008005 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:25.375180 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-fd0ba95d-760c-47d8-97e2-821eed008005 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:25.393364 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-fd0ba95d-760c-47d8-97e2-821eed008005 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5732388 Jan 28 03:32:25.464210 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-e86f9cb4-db58-47ce-a426-e32b1e46fbf2 service neutron] Request body: {'port': {'device_id': 'f2d1b009-bfbf-415c-bea1-28ffdc02661f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:32:25.520469 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-e86f9cb4-db58-47ce-a426-e32b1e46fbf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:25.605592 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-3638e98d-7e03-4a5d-9bda-bc0f144f6160 None None] Provisioning complete for port c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:32:25.605995 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3638e98d-7e03-4a5d-9bda-bc0f144f6160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:25.639909 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-3638e98d-7e03-4a5d-9bda-bc0f144f6160 None None] Port c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:32:25.796171 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-e86f9cb4-db58-47ce-a426-e32b1e46fbf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:32:25.804454 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-e86f9cb4-db58-47ce-a426-e32b1e46fbf2 service neutron] Publish callbacks [] for port (c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:25.818136 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-e86f9cb4-db58-47ce-a426-e32b1e46fbf2 service neutron] Transition to ACTIVE for port object c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:32:25.823085 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-e86f9cb4-db58-47ce-a426-e32b1e46fbf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:25.875241 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f9cb4-db58-47ce-a426-e32b1e46fbf2 service neutron] Pushing event updated for resources: {'Port': ['ID=c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:25.925765 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1de0f-a585-4d64-a939-51f3b4db7bcc req-4b317459-4cb1-412b-a7b2-adb533be1667 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:25.927359 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-05c1de0f-a585-4d64-a939-51f3b4db7bcc req-4b317459-4cb1-412b-a7b2-adb533be1667 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 944 time: 0.0550478 Jan 28 03:32:25.950064 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-e86f9cb4-db58-47ce-a426-e32b1e46fbf2 service neutron] Attempting to bind port c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:32:25.950478 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-e86f9cb4-db58-47ce-a426-e32b1e46fbf2 service neutron] Attempting to bind port c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '920b43a5-a9f4-455e-a393-56d15d0738d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7f032bb5-7cf1-404d-aca9-a43aa26969e2'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:32:25.950936 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-e86f9cb4-db58-47ce-a426-e32b1e46fbf2 service neutron] Attempting to bind port c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 on network 7f032bb5-7cf1-404d-aca9-a43aa26969e2 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:32:25.955809 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-e86f9cb4-db58-47ce-a426-e32b1e46fbf2 service neutron] Port c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 on network 7f032bb5-7cf1-404d-aca9-a43aa26969e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:32:25.956262 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-e86f9cb4-db58-47ce-a426-e32b1e46fbf2 service neutron] Attempting to bind port c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 on network 7f032bb5-7cf1-404d-aca9-a43aa26969e2 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:32:25.962338 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-e86f9cb4-db58-47ce-a426-e32b1e46fbf2 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:32:25.962815 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-e86f9cb4-db58-47ce-a426-e32b1e46fbf2 service neutron] Checking segment: {'id': '920b43a5-a9f4-455e-a393-56d15d0738d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7f032bb5-7cf1-404d-aca9-a43aa26969e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:32:25.963304 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-e86f9cb4-db58-47ce-a426-e32b1e46fbf2 service neutron] Bound using segment: {'id': '920b43a5-a9f4-455e-a393-56d15d0738d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7f032bb5-7cf1-404d-aca9-a43aa26969e2'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:32:25.963814 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-e86f9cb4-db58-47ce-a426-e32b1e46fbf2 service neutron] Bound port: c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '920b43a5-a9f4-455e-a393-56d15d0738d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7f032bb5-7cf1-404d-aca9-a43aa26969e2'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:32:25.964245 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-e86f9cb4-db58-47ce-a426-e32b1e46fbf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:25.983459 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-05c1de0f-a585-4d64-a939-51f3b4db7bcc req-d315fa53-d7de-4da9-bc42-ff77605b7def tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=0177a226-c31d-4c20-9584-1d358c1bf0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475547 Jan 28 03:32:26.042345 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-e86f9cb4-db58-47ce-a426-e32b1e46fbf2 service neutron] For port c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:32:26.046567 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-e86f9cb4-db58-47ce-a426-e32b1e46fbf2 service neutron] For port c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5,segment=NetworkSegment(920b43a5-a9f4-455e-a393-56d15d0738d1),segment_id=920b43a5-a9f4-455e-a393-56d15d0738d1)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:32:26.051006 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-e86f9cb4-db58-47ce-a426-e32b1e46fbf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:26.083781 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-e86f9cb4-db58-47ce-a426-e32b1e46fbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:26.084545 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-e86f9cb4-db58-47ce-a426-e32b1e46fbf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:26.085990 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-e86f9cb4-db58-47ce-a426-e32b1e46fbf2 service neutron] 10.222.0.39 "PUT /v2.0/ports/c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 HTTP/1.1" status: 200 len: 1093 time: 0.6802175 Jan 28 03:32:26.088389 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d1b009-bfbf-415c-bea1-28ffdc02661f', 'tag': 'c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:32:26.090760 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8237dea6-502c-4309-9b9f-040b3b4ec45c" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d1b009-bfbf-415c-bea1-28ffdc02661f", "tag": "c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:32:26.120084 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f9cb4-db58-47ce-a426-e32b1e46fbf2 service neutron] Pushing event updated for resources: {'Port': ['ID=c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:26.134586 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8a9b40-c35b-4881-9378-a102fe47f8ef x-openstack-request-id: req-dc8a9b40-c35b-4881-9378-a102fe47f8ef {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:32:26.134943 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d1b009-bfbf-415c-bea1-28ffdc02661f", "tag": "c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:32:26.135269 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dc8a9b40-c35b-4881-9378-a102fe47f8ef {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:32:26.135750 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d1b009-bfbf-415c-bea1-28ffdc02661f', 'tag': 'c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5', 'status': 'completed', 'code': 200} Jan 28 03:32:26.193920 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-ede3b03a-8235-4cfb-99ee-9807d1ba86ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:26.195420 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-ede3b03a-8235-4cfb-99ee-9807d1ba86ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4&device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 1096 time: 0.0444398 Jan 28 03:32:26.248510 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-05d6820f-fce3-4cfd-85eb-061dc125b316 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 HTTP/1.1" status: 200 len: 217 time: 0.0398912 Jan 28 03:32:26.299299 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-965d3757-1554-457c-8888-04dfd6bb7549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:26.300704 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-965d3757-1554-457c-8888-04dfd6bb7549 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb64622c-4c0d-4021-bc5b-e4fd3caec368 HTTP/1.1" status: 200 len: 835 time: 0.0448687 Jan 28 03:32:26.346993 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-c226b18d-ffdf-467e-b46b-4f3376d41153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:26.348531 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-c226b18d-ffdf-467e-b46b-4f3376d41153 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7f032bb5-7cf1-404d-aca9-a43aa26969e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413716 Jan 28 03:32:26.441905 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-7cade550-4eca-4305-ae6b-2cdf9b89a3b8 service neutron] 10.222.0.39 "GET /v2.0/networks/7f032bb5-7cf1-404d-aca9-a43aa26969e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863307 Jan 28 03:32:26.541470 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d445e954-4441-4203-9d79-2b95f6c941e3 req-4fd0ce00-8a67-46af-b74c-03c801007848 service neutron] 10.222.0.39 "GET /v2.0/networks/7f032bb5-7cf1-404d-aca9-a43aa26969e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923884 Jan 28 03:32:26.589710 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-788e95a3-d7e5-427c-866a-c62154c7a337 req-a9b4e3bf-b919-422a-8022-0b3d35ece34b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ce6b46fe-c83a-4ca2-b378-50c5453a4058&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405998 Jan 28 03:32:26.708556 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237dea6-502c-4309-9b9f-040b3b4ec45c req-af9809a2-7396-4ef1-a2d1-607977f4c5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:26.710089 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8237dea6-502c-4309-9b9f-040b3b4ec45c req-af9809a2-7396-4ef1-a2d1-607977f4c5cf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4&device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 1096 time: 0.0763810 Jan 28 03:32:26.716353 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e95a3-d7e5-427c-866a-c62154c7a337 req-8dd79d22-7ed0-4020-a4cb-d9ad342c7d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:26.717733 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-788e95a3-d7e5-427c-866a-c62154c7a337 req-8dd79d22-7ed0-4020-a4cb-d9ad342c7d55 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2365aae0ed6c4140b140950cf90dbe31&device_id=ce6b46fe-c83a-4ca2-b378-50c5453a4058 HTTP/1.1" status: 200 len: 1097 time: 0.0555713 Jan 28 03:32:26.874357 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237dea6-502c-4309-9b9f-040b3b4ec45c req-c4185943-6e64-4ac7-b4a5-8161513dc536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:26.875930 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8237dea6-502c-4309-9b9f-040b3b4ec45c req-c4185943-6e64-4ac7-b4a5-8161513dc536 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7f032bb5-7cf1-404d-aca9-a43aa26969e2 HTTP/1.1" status: 200 len: 898 time: 0.1572435 Jan 28 03:32:26.880373 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e95a3-d7e5-427c-866a-c62154c7a337 req-ee004569-1ebf-451f-9068-e8b5da74a497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:26.881767 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-788e95a3-d7e5-427c-866a-c62154c7a337 req-ee004569-1ebf-451f-9068-e8b5da74a497 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d08f29da-d40d-4b15-9f9f-e3612c5ec470 HTTP/1.1" status: 200 len: 912 time: 0.1434481 Jan 28 03:32:26.925211 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8237dea6-502c-4309-9b9f-040b3b4ec45c req-a0bcee8e-27af-4450-b693-1b75a738e84e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 HTTP/1.1" status: 200 len: 217 time: 0.0424259 Jan 28 03:32:27.007042 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-788e95a3-d7e5-427c-866a-c62154c7a337 req-7de59706-297d-481b-8dae-3e82319275bf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcccb34b-4bfd-4b40-9b24-286bf4ae672d HTTP/1.1" status: 200 len: 1000 time: 0.1186311 Jan 28 03:32:27.010739 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237dea6-502c-4309-9b9f-040b3b4ec45c req-48f3a083-14f9-4e04-aba1-538746e7d350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:27.012211 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8237dea6-502c-4309-9b9f-040b3b4ec45c req-48f3a083-14f9-4e04-aba1-538746e7d350 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb64622c-4c0d-4021-bc5b-e4fd3caec368 HTTP/1.1" status: 200 len: 835 time: 0.0611851 Jan 28 03:32:27.087909 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e95a3-d7e5-427c-866a-c62154c7a337 req-ea084694-83df-4bee-bc3e-18ddf4de7436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:27.089402 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-788e95a3-d7e5-427c-866a-c62154c7a337 req-ea084694-83df-4bee-bc3e-18ddf4de7436 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6fca48db-7702-4589-8da6-18a07f4297d3 HTTP/1.1" status: 200 len: 850 time: 0.0760200 Jan 28 03:32:27.094859 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237dea6-502c-4309-9b9f-040b3b4ec45c req-ce7a24bd-0c89-4b72-992e-2ac7bd4ded1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:27.096669 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8237dea6-502c-4309-9b9f-040b3b4ec45c req-ce7a24bd-0c89-4b72-992e-2ac7bd4ded1b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7f032bb5-7cf1-404d-aca9-a43aa26969e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0761018 Jan 28 03:32:27.106791 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f01e5-d92a-48f1-b7e6-66fa70f16a24 req-a35d2ca0-44a7-4971-86d7-2e1aa2e8d5d2 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:27.109395 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e52f01e5-d92a-48f1-b7e6-66fa70f16a24 req-a35d2ca0-44a7-4971-86d7-2e1aa2e8d5d2 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 944 time: 0.0512624 Jan 28 03:32:27.157369 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e52f01e5-d92a-48f1-b7e6-66fa70f16a24 req-82273151-cc0a-43d0-8765-2d0eb0cc4493 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=0177a226-c31d-4c20-9584-1d358c1bf0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428376 Jan 28 03:32:27.188165 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e95a3-d7e5-427c-866a-c62154c7a337 req-cef0f6f5-7c25-4637-bfec-cdec4f1fde82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:27.189754 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-788e95a3-d7e5-427c-866a-c62154c7a337 req-cef0f6f5-7c25-4637-bfec-cdec4f1fde82 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d08f29da-d40d-4b15-9f9f-e3612c5ec470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0922012 Jan 28 03:32:27.259277 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8237dea6-502c-4309-9b9f-040b3b4ec45c req-02f9d856-9b1a-4a90-82e5-61b157ac59b7 service neutron] 10.222.0.39 "GET /v2.0/networks/7f032bb5-7cf1-404d-aca9-a43aa26969e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539190 Jan 28 03:32:27.345316 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-788e95a3-d7e5-427c-866a-c62154c7a337 req-e9d5e444-2711-4fa8-9304-ddd0629a73dc service neutron] 10.222.0.67 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468854 Jan 28 03:32:27.417587 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8237dea6-502c-4309-9b9f-040b3b4ec45c req-67b09c1d-401e-4edb-b5ea-c323942e397c service neutron] 10.222.0.39 "GET /v2.0/networks/7f032bb5-7cf1-404d-aca9-a43aa26969e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515903 Jan 28 03:32:27.451506 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-788e95a3-d7e5-427c-866a-c62154c7a337 req-f514d950-cf1c-4650-acb9-bd5607957752 service neutron] 10.222.0.67 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957484 Jan 28 03:32:28.283518 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92275e1f-15f0-45dc-af80-61ed89ff01c5 req-97652bcf-9799-466f-95f3-ed78c2177984 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:28.284991 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-92275e1f-15f0-45dc-af80-61ed89ff01c5 req-97652bcf-9799-466f-95f3-ed78c2177984 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 944 time: 0.0566778 Jan 28 03:32:28.337121 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-92275e1f-15f0-45dc-af80-61ed89ff01c5 req-ff17b1ef-1bef-430b-9117-b4ef117d8be1 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=0177a226-c31d-4c20-9584-1d358c1bf0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461912 Jan 28 03:32:28.948976 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:32:29.053820 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5,segment=NetworkSegment(920b43a5-a9f4-455e-a393-56d15d0738d1),segment_id=920b43a5-a9f4-455e-a393-56d15d0738d1)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:29.067292 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': 'c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5', 'network_id': '7f032bb5-7cf1-404d-aca9-a43aa26969e2', 'port_id': 'c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5', 'mac_address': 'fa:16:3e:b6:14:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb64622c-4c0d-4021-bc5b-e4fd3caec368', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:32:29.104787 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:32:29.105221 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:29.118652 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:32:29.138680 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5,segment=NetworkSegment(920b43a5-a9f4-455e-a393-56d15d0738d1),segment_id=920b43a5-a9f4-455e-a393-56d15d0738d1)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:29.145212 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:29.196569 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:29.441705 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:32:29.449875 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:29.467167 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0564616-458d-42e7-9886-8d33915e31a3 req-19c9b085-d1e3-4fb6-befc-e5961dfa5806 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:29.468668 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d0564616-458d-42e7-9886-8d33915e31a3 req-19c9b085-d1e3-4fb6-befc-e5961dfa5806 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 945 time: 0.0622501 Jan 28 03:32:29.519468 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d0564616-458d-42e7-9886-8d33915e31a3 req-b4a3ebe2-1f89-4fae-acb6-2f387229e340 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=0177a226-c31d-4c20-9584-1d358c1bf0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442798 Jan 28 03:32:29.761603 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8492fecb-3268-46cb-8da8-faa8f6139ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:30.640901 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042a293-01f5-4ee4-8736-ee966b5c401a req-a623af54-8dde-4f93-8796-052317596a6c tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:30.642445 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4042a293-01f5-4ee4-8736-ee966b5c401a req-a623af54-8dde-4f93-8796-052317596a6c tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 945 time: 0.0536592 Jan 28 03:32:30.699916 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4042a293-01f5-4ee4-8736-ee966b5c401a req-da677ab9-b23a-47be-bbaa-e415d7395442 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=0177a226-c31d-4c20-9584-1d358c1bf0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517051 Jan 28 03:32:30.949806 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:32:31.004393 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:32:31.009271 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:32:31.009641 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:31.092437 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:32:31.092842 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:31.117152 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d1b009-bfbf-415c-bea1-28ffdc02661f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:32:31.119544 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5829afa2-dc2b-4d9c-b65d-b6aeea870039" -d '{"events": [{"server_uuid": "f2d1b009-bfbf-415c-bea1-28ffdc02661f", "name": "network-vif-plugged", "status": "completed", "tag": "c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:32:31.137861 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5,segment=NetworkSegment(920b43a5-a9f4-455e-a393-56d15d0738d1),segment_id=920b43a5-a9f4-455e-a393-56d15d0738d1)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:32:31.143020 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:31.197606 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:31.230349 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14704c4f-b46c-4d44-9cbe-1613ca5a5c9b x-openstack-request-id: req-14704c4f-b46c-4d44-9cbe-1613ca5a5c9b {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:32:31.230723 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d1b009-bfbf-415c-bea1-28ffdc02661f", "name": "network-vif-plugged", "status": "completed", "tag": "c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:32:31.231047 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-14704c4f-b46c-4d44-9cbe-1613ca5a5c9b {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:32:31.231545 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d1b009-bfbf-415c-bea1-28ffdc02661f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5', 'code': 200} Jan 28 03:32:31.362890 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3648c-c5de-4b77-8c84-9c3364c07681 req-94319a59-d036-4d4c-9ce8-4692363f66ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:31.364537 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ebf3648c-c5de-4b77-8c84-9c3364c07681 req-94319a59-d036-4d4c-9ce8-4692363f66ea service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 1098 time: 0.0442908 Jan 28 03:32:31.417749 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ebf3648c-c5de-4b77-8c84-9c3364c07681 req-24cd913b-68b8-4374-a206-7edbfdc324ce service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0177a226-c31d-4c20-9584-1d358c1bf0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470862 Jan 28 03:32:31.804358 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6d9e205f-2189-4a17-884a-5ff7dfb069ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:31.841429 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9324a-945c-4cab-9787-135fbb43042d req-db50935c-3e12-4da8-b3fd-d78df3064c2e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:31.842895 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ccb9324a-945c-4cab-9787-135fbb43042d req-db50935c-3e12-4da8-b3fd-d78df3064c2e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 946 time: 0.0607908 Jan 28 03:32:31.893351 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ccb9324a-945c-4cab-9787-135fbb43042d req-89334184-d366-45e4-a519-ba2cbcd246af tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=0177a226-c31d-4c20-9584-1d358c1bf0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434990 Jan 28 03:32:33.017739 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969ad75-4679-4de5-b423-96120c39f3f3 req-b2a8720a-0a29-409d-a2c2-d58c7e6f81b5 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:33.019248 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7969ad75-4679-4de5-b423-96120c39f3f3 req-b2a8720a-0a29-409d-a2c2-d58c7e6f81b5 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 946 time: 0.0516558 Jan 28 03:32:33.069251 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7969ad75-4679-4de5-b423-96120c39f3f3 req-ebdaf8af-55f5-4d9c-8f33-a3a6e207b018 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=0177a226-c31d-4c20-9584-1d358c1bf0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442228 Jan 28 03:32:33.194423 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80aa9e-05ed-48d5-a65b-fd30bdf00b03 req-98db5dae-e52f-4ff0-9d88-d1fa9f3b1d8e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:33.195820 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6a80aa9e-05ed-48d5-a65b-fd30bdf00b03 req-98db5dae-e52f-4ff0-9d88-d1fa9f3b1d8e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 946 time: 0.0511966 Jan 28 03:32:33.250342 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6a80aa9e-05ed-48d5-a65b-fd30bdf00b03 req-526c987f-78ba-4b3d-988a-73b8cdb2e5fe tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=0177a226-c31d-4c20-9584-1d358c1bf0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460877 Jan 28 03:32:33.272634 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59232) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:33.323899 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fe0c6d-de8d-45e2-9f46-4737a818fdbd tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:33.325465 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-19fe0c6d-de8d-45e2-9f46-4737a818fdbd tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 1093 time: 0.0515795 Jan 28 03:32:33.330273 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59234) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:33.334921 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-8188d1f2-8186-463c-9ed3-277820deccac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'port_id': 'c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:32:33.357952 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8188d1f2-8186-463c-9ed3-277820deccac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:33.414279 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:33.458790 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8188d1f2-8186-463c-9ed3-277820deccac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:33.572938 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-8188d1f2-8186-463c-9ed3-277820deccac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Allocated IP 172.25.0.69 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/ee6038fc-a920-4b59-8a8d-cd17c16c82c1) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:32:33.674773 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8188d1f2-8186-463c-9ed3-277820deccac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for port (ee6038fc-a920-4b59-8a8d-cd17c16c82c1), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:33.699020 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:33.711311 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8188d1f2-8186-463c-9ed3-277820deccac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (ee6038fc-a920-4b59-8a8d-cd17c16c82c1), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:33.755098 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8188d1f2-8186-463c-9ed3-277820deccac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:32:33.757985 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-8188d1f2-8186-463c-9ed3-277820deccac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:32:33.762217 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8188d1f2-8186-463c-9ed3-277820deccac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:32:33.797002 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8188d1f2-8186-463c-9ed3-277820deccac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'Port': ['ID=ee6038fc-a920-4b59-8a8d-cd17c16c82c1,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:34.159383 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8188d1f2-8186-463c-9ed3-277820deccac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for floatingip (8cb0a1fb-c438-4471-971b-59d4ceb6004b), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:34.232732 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8188d1f2-8186-463c-9ed3-277820deccac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ee6038fc-a920-4b59-8a8d-cd17c16c82c1), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:34.398187 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8188d1f2-8186-463c-9ed3-277820deccac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for port (ee6038fc-a920-4b59-8a8d-cd17c16c82c1), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:34.404169 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8188d1f2-8186-463c-9ed3-277820deccac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (ee6038fc-a920-4b59-8a8d-cd17c16c82c1), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:34.477638 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8188d1f2-8186-463c-9ed3-277820deccac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'Port': ['ID=ee6038fc-a920-4b59-8a8d-cd17c16c82c1,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:32:34.492083 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8188d1f2-8186-463c-9ed3-277820deccac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (8cb0a1fb-c438-4471-971b-59d4ceb6004b), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:34.607259 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [None req-8188d1f2-8186-463c-9ed3-277820deccac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Floating IP 8cb0a1fb-c438-4471-971b-59d4ceb6004b associated. External IP: 172.25.0.69, port: c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5. Jan 28 03:32:34.824262 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8188d1f2-8186-463c-9ed3-277820deccac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Router e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:32:34.863407 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:35.271288 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8188d1f2-8186-463c-9ed3-277820deccac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:32:35.281404 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa389f5-fbbd-469f-ad78-a50515871bd0 None None] Sync routers for ids ['e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:32:35.293715 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa389f5-fbbd-469f-ad78-a50515871bd0 None None] Routers {'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:32:35.294349 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-cfa389f5-fbbd-469f-ad78-a50515871bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:32:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:35.295177 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8188d1f2-8186-463c-9ed3-277820deccac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:35.322933 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8188d1f2-8186-463c-9ed3-277820deccac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9918437 Jan 28 03:32:35.323882 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d1b009-bfbf-415c-bea1-28ffdc02661f', 'tag': 'c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:32:35.326443 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02185a2c-c3a9-43c9-a92f-0331bae8f5e3" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d1b009-bfbf-415c-bea1-28ffdc02661f", "tag": "c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:32:35.406174 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-cfa389f5-fbbd-469f-ad78-a50515871bd0 None None] Set router e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:32:35.424672 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a073b2f-1264-4a2d-9b81-7711424a4dfb req-659a9c11-697a-4e56-8bfe-7b5d1248bb79 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:35.426244 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6a073b2f-1264-4a2d-9b81-7711424a4dfb req-659a9c11-697a-4e56-8bfe-7b5d1248bb79 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 946 time: 0.0506353 Jan 28 03:32:35.440832 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949a1181-616e-4582-a325-a2dbccf056d8 x-openstack-request-id: req-949a1181-616e-4582-a325-a2dbccf056d8 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:32:35.441290 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d1b009-bfbf-415c-bea1-28ffdc02661f", "tag": "c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:32:35.441662 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-949a1181-616e-4582-a325-a2dbccf056d8 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:32:35.442059 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d1b009-bfbf-415c-bea1-28ffdc02661f', 'tag': 'c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5', 'status': 'completed', 'code': 200} Jan 28 03:32:35.480903 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6a073b2f-1264-4a2d-9b81-7711424a4dfb req-f40ce7f2-fa6e-44ee-90a9-5c3dbd8aabc1 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=0177a226-c31d-4c20-9584-1d358c1bf0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477819 Jan 28 03:32:35.503734 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59242) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:35.536437 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02185a2c-c3a9-43c9-a92f-0331bae8f5e3 req-142d6946-02e6-4d08-acf6-e21ce006a0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:35.538662 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-02185a2c-c3a9-43c9-a92f-0331bae8f5e3 req-142d6946-02e6-4d08-acf6-e21ce006a0f0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4&device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 1098 time: 0.0534377 Jan 28 03:32:35.571491 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b064f1c6-2731-47ca-a135-165f4b0af284 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/floatingips/8cb0a1fb-c438-4471-971b-59d4ceb6004b HTTP/1.1" status: 200 len: 991 time: 0.0665650 Jan 28 03:32:35.627755 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02185a2c-c3a9-43c9-a92f-0331bae8f5e3 req-383b1932-0ec5-4f3b-9cca-88e0a790fd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:35.629274 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-02185a2c-c3a9-43c9-a92f-0331bae8f5e3 req-383b1932-0ec5-4f3b-9cca-88e0a790fd39 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7f032bb5-7cf1-404d-aca9-a43aa26969e2 HTTP/1.1" status: 200 len: 898 time: 0.0846925 Jan 28 03:32:35.643078 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-cfa389f5-fbbd-469f-ad78-a50515871bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364239151', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '0c727aec-bc54-48c7-9a6a-1286c8e77959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:32:16Z', 'updated_at': '2022-01-28T03:32:20Z', 'revision_number': 4, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': '0c727aec-bc54-48c7-9a6a-1286c8e77959', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:17Z', 'updated_at': '2022-01-28T03:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '8cb0a1fb-c438-4471-971b-59d4ceb6004b', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'floating_ip_address': '172.25.0.69', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': 'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4', 'port_id': 'c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f032bb5-7cf1-404d-aca9-a43aa26969e2', 'mac_address': 'fa:16:3e:b6:14:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d1b009-bfbf-415c-bea1-28ffdc02661f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:32:34Z', 'updated_at': '2022-01-28T03:32:34Z', 'revision_number': 0, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e708625-a09e-4549-a69a-dca5ece8af2d', 'name': '', 'network_id': '7f032bb5-7cf1-404d-aca9-a43aa26969e2', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'mac_address': 'fa:16:3e:a1:ab:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'bb64622c-4c0d-4021-bc5b-e4fd3caec368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:19Z', 'updated_at': '2022-01-28T03:32:23Z', 'revision_number': 5, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'subnets': [{'id': 'bb64622c-4c0d-4021-bc5b-e4fd3caec368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:35.669022 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa389f5-fbbd-469f-ad78-a50515871bd0 None None] Checking router: e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:32:35.679177 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa389f5-fbbd-469f-ad78-a50515871bd0 None None] Routers {'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:32:35.679800 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-cfa389f5-fbbd-469f-ad78-a50515871bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:32:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:35.701402 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-02185a2c-c3a9-43c9-a92f-0331bae8f5e3 req-fc2e05f5-c215-49d5-8996-cdfbc1d4a265 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 HTTP/1.1" status: 200 len: 999 time: 0.0661151 Jan 28 03:32:35.750469 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02185a2c-c3a9-43c9-a92f-0331bae8f5e3 req-ae711784-525a-4ed8-a621-3f35adf55a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:35.752162 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-02185a2c-c3a9-43c9-a92f-0331bae8f5e3 req-ae711784-525a-4ed8-a621-3f35adf55a7d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb64622c-4c0d-4021-bc5b-e4fd3caec368 HTTP/1.1" status: 200 len: 835 time: 0.0443251 Jan 28 03:32:35.807999 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02185a2c-c3a9-43c9-a92f-0331bae8f5e3 req-39181719-d30c-4234-bc06-c858493c8db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:32:35.809438 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-02185a2c-c3a9-43c9-a92f-0331bae8f5e3 req-39181719-d30c-4234-bc06-c858493c8db7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7f032bb5-7cf1-404d-aca9-a43aa26969e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494466 Jan 28 03:32:35.909500 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-02185a2c-c3a9-43c9-a92f-0331bae8f5e3 req-a28f00e0-59b9-4cde-a1b8-ad03942aebb7 service neutron] 10.222.0.39 "GET /v2.0/networks/7f032bb5-7cf1-404d-aca9-a43aa26969e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932860 Jan 28 03:32:35.956250 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-cfa389f5-fbbd-469f-ad78-a50515871bd0 None None] Set router e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:32:36.000978 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-02185a2c-c3a9-43c9-a92f-0331bae8f5e3 req-a918414f-eaef-46f4-9ad9-910f46252523 service neutron] 10.222.0.39 "GET /v2.0/networks/7f032bb5-7cf1-404d-aca9-a43aa26969e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858238 Jan 28 03:32:36.141334 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:36.192397 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-cfa389f5-fbbd-469f-ad78-a50515871bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364239151', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '0c727aec-bc54-48c7-9a6a-1286c8e77959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:32:16Z', 'updated_at': '2022-01-28T03:32:20Z', 'revision_number': 4, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': '0c727aec-bc54-48c7-9a6a-1286c8e77959', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:17Z', 'updated_at': '2022-01-28T03:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '8cb0a1fb-c438-4471-971b-59d4ceb6004b', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'floating_ip_address': '172.25.0.69', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': 'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4', 'port_id': 'c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f032bb5-7cf1-404d-aca9-a43aa26969e2', 'mac_address': 'fa:16:3e:b6:14:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d1b009-bfbf-415c-bea1-28ffdc02661f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:32:34Z', 'updated_at': '2022-01-28T03:32:34Z', 'revision_number': 0, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e708625-a09e-4549-a69a-dca5ece8af2d', 'name': '', 'network_id': '7f032bb5-7cf1-404d-aca9-a43aa26969e2', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'mac_address': 'fa:16:3e:a1:ab:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'bb64622c-4c0d-4021-bc5b-e4fd3caec368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:19Z', 'updated_at': '2022-01-28T03:32:23Z', 'revision_number': 5, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'subnets': [{'id': 'bb64622c-4c0d-4021-bc5b-e4fd3caec368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:32:36.218807 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa389f5-fbbd-469f-ad78-a50515871bd0 None None] The sync data for ids ['e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4'] in n-d-712139-27 is: [{'id': 'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364239151', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '0c727aec-bc54-48c7-9a6a-1286c8e77959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:32:16Z', 'updated_at': '2022-01-28T03:32:20Z', 'revision_number': 4, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': '0c727aec-bc54-48c7-9a6a-1286c8e77959', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:17Z', 'updated_at': '2022-01-28T03:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '8cb0a1fb-c438-4471-971b-59d4ceb6004b', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'floating_ip_address': '172.25.0.69', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': 'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4', 'port_id': 'c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f032bb5-7cf1-404d-aca9-a43aa26969e2', 'mac_address': 'fa:16:3e:b6:14:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d1b009-bfbf-415c-bea1-28ffdc02661f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:32:34Z', 'updated_at': '2022-01-28T03:32:34Z', 'revision_number': 0, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e708625-a09e-4549-a69a-dca5ece8af2d', 'name': '', 'network_id': '7f032bb5-7cf1-404d-aca9-a43aa26969e2', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'mac_address': 'fa:16:3e:a1:ab:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'bb64622c-4c0d-4021-bc5b-e4fd3caec368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:19Z', 'updated_at': '2022-01-28T03:32:23Z', 'revision_number': 5, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'subnets': [{'id': 'bb64622c-4c0d-4021-bc5b-e4fd3caec368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:32:36.462993 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51e3003-8f75-4c28-aaed-14858ab2f2e1 None None] New status for floating IP 8cb0a1fb-c438-4471-971b-59d4ceb6004b: ACTIVE {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:32:36.574688 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59244) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:36.637973 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-eeee8219-e54b-407f-8584-f8507d8937a6 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/floatingips/8cb0a1fb-c438-4471-971b-59d4ceb6004b HTTP/1.1" status: 200 len: 991 time: 0.0620983 Jan 28 03:32:37.643386 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59246) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:32:37.713554 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d582fd22-e544-44ae-b529-63324842005e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/floatingips/8cb0a1fb-c438-4471-971b-59d4ceb6004b HTTP/1.1" status: 200 len: 993 time: 0.0686190 Jan 28 03:32:54.233360 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:32:59.449867 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:32:59.761270 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-df83737a-39f0-4f9f-b438-1bc652df1dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:01.808493 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0a458d3b-a4e6-47d5-9da3-d88506815e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:03.424856 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:03.708555 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:04.436474 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862c02f-4e4a-4cf8-b90a-786dbe6c5d38 req-056cb6fb-4bb6-49aa-81c4-02cbf0c609a7 tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:04.438032 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8862c02f-4e4a-4cf8-b90a-786dbe6c5d38 req-056cb6fb-4bb6-49aa-81c4-02cbf0c609a7 tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 1098 time: 0.0465055 Jan 28 03:33:04.456516 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-8862c02f-4e4a-4cf8-b90a-786dbe6c5d38 req-2cd39bec-ca27-4492-a309-8ec9d3279622 tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:04.530815 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-8862c02f-4e4a-4cf8-b90a-786dbe6c5d38 req-2cd39bec-ca27-4492-a309-8ec9d3279622 tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] Publish callbacks [] for security_group (9532c746-0dfb-4d74-a00b-515a47b30d3b), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:04.536863 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-8862c02f-4e4a-4cf8-b90a-786dbe6c5d38 req-2cd39bec-ca27-4492-a309-8ec9d3279622 tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (9532c746-0dfb-4d74-a00b-515a47b30d3b), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:04.578022 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8862c02f-4e4a-4cf8-b90a-786dbe6c5d38 req-2cd39bec-ca27-4492-a309-8ec9d3279622 tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0177a226-c31d-4c20-9584-1d358c1bf0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340723 Jan 28 03:33:04.578864 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd39bec-ca27-4492-a309-8ec9d3279622 tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9532c746-0dfb-4d74-a00b-515a47b30d3b,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:04.704640 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb190f80-0ad3-4995-ab90-b8d61feee6c5 req-e89c0059-17d6-4ca3-b29b-0b44d845f73c tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:04.706155 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cb190f80-0ad3-4995-ab90-b8d61feee6c5 req-e89c0059-17d6-4ca3-b29b-0b44d845f73c tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 946 time: 0.0546286 Jan 28 03:33:04.759367 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cb190f80-0ad3-4995-ab90-b8d61feee6c5 req-0cd91ac8-c1a6-4958-92fc-38d22f989a3c tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=0177a226-c31d-4c20-9584-1d358c1bf0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470369 Jan 28 03:33:04.785805 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59260) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:04.864000 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:04.867017 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-194fd378-d155-4580-aaa7-494c53ce9a97 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/floatingips/8cb0a1fb-c438-4471-971b-59d4ceb6004b HTTP/1.1" status: 200 len: 993 time: 0.0797873 Jan 28 03:33:05.206491 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-1ad017d7-7e35-468d-b944-ae4e03e4d223 req-df38d394-f9a6-41c3-b50c-9923fcd61544 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:33:05.207858 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1ad017d7-7e35-468d-b944-ae4e03e4d223 req-df38d394-f9a6-41c3-b50c-9923fcd61544 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054021 Jan 28 03:33:05.307278 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [req-f4acddcc-d66d-4b4c-b982-8b9ad1d4588a req-4e5576c1-704d-4dc1-a544-199ee28e260f service neutron] (109802) timed out ('10.222.0.39', 49483) {{(pid=109802) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 03:33:05.635977 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59280) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:05.691227 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef52835-0762-455a-9294-659aad3c4bfd req-178bff84-5b27-4d08-8e74-f982baf52496 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:05.692733 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cef52835-0762-455a-9294-659aad3c4bfd req-178bff84-5b27-4d08-8e74-f982baf52496 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 946 time: 0.0515621 Jan 28 03:33:05.742597 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cef52835-0762-455a-9294-659aad3c4bfd req-c1529e26-5504-424a-a4fe-e93e8ce1c975 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=0177a226-c31d-4c20-9584-1d358c1bf0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436695 Jan 28 03:33:05.786425 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-792101f1-2bdb-4dfd-bd63-34589d9ea254 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1492534 Jan 28 03:33:05.795308 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-8bc42909-3995-446b-95f7-7c6219e4772e service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:33:05.796254 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-8bc42909-3995-446b-95f7-7c6219e4772e service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050104 Jan 28 03:33:06.126102 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:06.866057 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d100d9-a6be-4b80-b6d6-9e6abc012ab6 req-5a801086-f2b4-4d6f-bc12-1eef13fc04af tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:06.867677 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-71d100d9-a6be-4b80-b6d6-9e6abc012ab6 req-5a801086-f2b4-4d6f-bc12-1eef13fc04af tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 946 time: 0.0495114 Jan 28 03:33:06.917653 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-71d100d9-a6be-4b80-b6d6-9e6abc012ab6 req-aa7b6e5d-0378-4b86-8d88-456004634466 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=0177a226-c31d-4c20-9584-1d358c1bf0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438566 Jan 28 03:33:07.064069 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-fca0b610-0658-49ce-828d-f3047ee46549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:07.065418 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-fca0b610-0658-49ce-828d-f3047ee46549 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4&device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 1098 time: 0.0423245 Jan 28 03:33:07.164102 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-084faafd-c405-4aa4-a2df-821e7af9ce8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:07.165639 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-084faafd-c405-4aa4-a2df-821e7af9ce8f service neutron] 10.222.0.39 "GET /v2.0/networks?id=7f032bb5-7cf1-404d-aca9-a43aa26969e2 HTTP/1.1" status: 200 len: 898 time: 0.0939617 Jan 28 03:33:07.231659 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-81acb224-c8be-4e84-9bdf-c7e6d233c09b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 HTTP/1.1" status: 200 len: 1001 time: 0.0591004 Jan 28 03:33:07.291082 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-a50c1cdf-ed5a-449b-b652-b7d64ad2138b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:07.292554 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-a50c1cdf-ed5a-449b-b652-b7d64ad2138b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb64622c-4c0d-4021-bc5b-e4fd3caec368 HTTP/1.1" status: 200 len: 835 time: 0.0537379 Jan 28 03:33:07.347890 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-8313003b-3cc7-488d-8ee0-c0c8a2f8db02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:07.349485 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-8313003b-3cc7-488d-8ee0-c0c8a2f8db02 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7f032bb5-7cf1-404d-aca9-a43aa26969e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492353 Jan 28 03:33:07.436951 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-a2681bc7-b2dd-45e4-be62-c4b16a94aecb service neutron] 10.222.0.39 "GET /v2.0/networks/7f032bb5-7cf1-404d-aca9-a43aa26969e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803251 Jan 28 03:33:07.531497 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-a5609d4a-c250-4a9c-947c-d2210ecafb32 service neutron] 10.222.0.39 "GET /v2.0/networks/7f032bb5-7cf1-404d-aca9-a43aa26969e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878098 Jan 28 03:33:08.056170 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123a715-c1c2-4337-9780-0798e6f7fa04 req-887843cc-7166-4672-b9eb-ca04a1938bf0 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:08.057685 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c123a715-c1c2-4337-9780-0798e6f7fa04 req-887843cc-7166-4672-b9eb-ca04a1938bf0 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 946 time: 0.0515740 Jan 28 03:33:08.108334 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c123a715-c1c2-4337-9780-0798e6f7fa04 req-58a36176-445f-4eda-97e6-18d711da8a72 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=0177a226-c31d-4c20-9584-1d358c1bf0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448163 Jan 28 03:33:09.233095 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24520c2-9ea6-4ed3-b6ae-c278c017e5a9 req-52852338-6e28-4ed8-8b3f-4408f984a992 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:09.235027 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a24520c2-9ea6-4ed3-b6ae-c278c017e5a9 req-52852338-6e28-4ed8-8b3f-4408f984a992 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 946 time: 0.0565257 Jan 28 03:33:09.288215 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a24520c2-9ea6-4ed3-b6ae-c278c017e5a9 req-c3ccf11c-5938-4497-bf20-bead07d06b29 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=0177a226-c31d-4c20-9584-1d358c1bf0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446537 Jan 28 03:33:10.416044 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3c2cf-14ce-462e-8391-bc92069aa337 req-8d50d41e-adca-4569-82ea-8d4f689ca1c5 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:10.417548 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ebf3c2cf-14ce-462e-8391-bc92069aa337 req-8d50d41e-adca-4569-82ea-8d4f689ca1c5 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 946 time: 0.0565896 Jan 28 03:33:10.470473 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ebf3c2cf-14ce-462e-8391-bc92069aa337 req-a8b61dbb-8155-4ab1-bffb-a18f1b2a78ca tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=0177a226-c31d-4c20-9584-1d358c1bf0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471437 Jan 28 03:33:11.605427 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fd06b-237f-47e0-91b0-f8b6c089805a req-7ebf2121-c0f2-4960-af98-56e4e4ce7eca tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:11.606912 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-585fd06b-237f-47e0-91b0-f8b6c089805a req-7ebf2121-c0f2-4960-af98-56e4e4ce7eca tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 946 time: 0.0554364 Jan 28 03:33:11.662452 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-585fd06b-237f-47e0-91b0-f8b6c089805a req-738f6a5f-ed25-4101-99a2-83f4cbca16c6 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=0177a226-c31d-4c20-9584-1d358c1bf0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482707 Jan 28 03:33:12.790974 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92c746-3727-4659-99ab-68c4ebe711b2 req-d2c7d5fa-4838-4304-a7b2-6fc1aedd0704 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:12.792438 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5a92c746-3727-4659-99ab-68c4ebe711b2 req-d2c7d5fa-4838-4304-a7b2-6fc1aedd0704 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 946 time: 0.0554285 Jan 28 03:33:12.844462 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5a92c746-3727-4659-99ab-68c4ebe711b2 req-79aa5765-4c1a-4c49-a2fa-40c9225a1092 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=0177a226-c31d-4c20-9584-1d358c1bf0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437856 Jan 28 03:33:13.970854 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64486a6d-6167-473d-ad36-444c541ece79 req-1ff72c17-721e-41e8-b584-a8004add0b42 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:13.972283 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-64486a6d-6167-473d-ad36-444c541ece79 req-1ff72c17-721e-41e8-b584-a8004add0b42 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 946 time: 0.0512295 Jan 28 03:33:14.021268 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-64486a6d-6167-473d-ad36-444c541ece79 req-1ff77fbd-1556-4d7d-9058-780bd5bb19d8 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=0177a226-c31d-4c20-9584-1d358c1bf0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431249 Jan 28 03:33:15.150098 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc41fe8-5b41-4df8-b537-c9a39c197579 req-9c9e50f5-03d8-495e-b203-09f84cfba2ba tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:15.151600 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5fc41fe8-5b41-4df8-b537-c9a39c197579 req-9c9e50f5-03d8-495e-b203-09f84cfba2ba tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 946 time: 0.0574882 Jan 28 03:33:15.204011 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5fc41fe8-5b41-4df8-b537-c9a39c197579 req-32fc5b67-2eca-4024-a6b1-ea18a747850a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=0177a226-c31d-4c20-9584-1d358c1bf0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465231 Jan 28 03:33:16.339114 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78171b-7325-4fe6-91e0-a918bdeab778 req-2926ae7c-013d-4ddd-a206-456df609fa29 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:16.340732 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cf78171b-7325-4fe6-91e0-a918bdeab778 req-2926ae7c-013d-4ddd-a206-456df609fa29 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 946 time: 0.0505669 Jan 28 03:33:16.392188 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cf78171b-7325-4fe6-91e0-a918bdeab778 req-3f4f0a74-1390-4088-921c-147e8e5bd8f7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=0177a226-c31d-4c20-9584-1d358c1bf0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430827 Jan 28 03:33:16.528037 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33b079-5213-416f-a15c-539e11333262 req-6a312300-3130-4353-9446-714abad83e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:16.529497 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-df33b079-5213-416f-a15c-539e11333262 req-6a312300-3130-4353-9446-714abad83e77 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4&device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 1098 time: 0.0477743 Jan 28 03:33:16.635360 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33b079-5213-416f-a15c-539e11333262 req-6ae19e53-095c-40ba-b7f1-a3cca2f1f516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:16.636819 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-df33b079-5213-416f-a15c-539e11333262 req-6ae19e53-095c-40ba-b7f1-a3cca2f1f516 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7f032bb5-7cf1-404d-aca9-a43aa26969e2 HTTP/1.1" status: 200 len: 898 time: 0.0852890 Jan 28 03:33:16.708286 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-df33b079-5213-416f-a15c-539e11333262 req-d4e00a34-e51a-4072-b13c-d7b3a562cd82 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 HTTP/1.1" status: 200 len: 1001 time: 0.0648437 Jan 28 03:33:16.757132 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33b079-5213-416f-a15c-539e11333262 req-5ebbef34-fb94-447f-93c1-009ef3567e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:16.758601 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-df33b079-5213-416f-a15c-539e11333262 req-5ebbef34-fb94-447f-93c1-009ef3567e1f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb64622c-4c0d-4021-bc5b-e4fd3caec368 HTTP/1.1" status: 200 len: 835 time: 0.0441575 Jan 28 03:33:16.807675 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33b079-5213-416f-a15c-539e11333262 req-01528eed-5aea-45a2-b12b-d25bf30654e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:16.809948 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-df33b079-5213-416f-a15c-539e11333262 req-01528eed-5aea-45a2-b12b-d25bf30654e4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7f032bb5-7cf1-404d-aca9-a43aa26969e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451596 Jan 28 03:33:16.906161 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-df33b079-5213-416f-a15c-539e11333262 req-91b5b11c-1218-4619-9a26-ac2806417c5d service neutron] 10.222.0.39 "GET /v2.0/networks/7f032bb5-7cf1-404d-aca9-a43aa26969e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894778 Jan 28 03:33:17.000983 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-df33b079-5213-416f-a15c-539e11333262 req-97c9315b-6138-45bd-88f2-1f487e5d4130 service neutron] 10.222.0.39 "GET /v2.0/networks/7f032bb5-7cf1-404d-aca9-a43aa26969e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886445 Jan 28 03:33:17.517706 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d8dfe-9306-40e6-b965-7c516cc57340 req-8eb5bd38-f171-4566-a44a-ccea2b735e5e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:17.519231 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-556d8dfe-9306-40e6-b965-7c516cc57340 req-8eb5bd38-f171-4566-a44a-ccea2b735e5e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 946 time: 0.0521455 Jan 28 03:33:17.572542 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-556d8dfe-9306-40e6-b965-7c516cc57340 req-88f142d8-631b-4e5a-972a-b30b0f684e25 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=0177a226-c31d-4c20-9584-1d358c1bf0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474691 Jan 28 03:33:18.703925 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53030e1-1aa3-4841-839e-89470d16877d req-e3147881-cf9e-4179-acc8-3734bcb510d0 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:18.705426 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b53030e1-1aa3-4841-839e-89470d16877d req-e3147881-cf9e-4179-acc8-3734bcb510d0 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 946 time: 0.0502396 Jan 28 03:33:18.760637 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b53030e1-1aa3-4841-839e-89470d16877d req-7640e31d-74b5-4070-a034-0d490244b375 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=0177a226-c31d-4c20-9584-1d358c1bf0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479085 Jan 28 03:33:19.884134 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab88856-c261-4703-8f8d-bfb51af674f0 req-7612e3c5-1e5c-424d-a824-7af10d124b48 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:19.885904 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bab88856-c261-4703-8f8d-bfb51af674f0 req-7612e3c5-1e5c-424d-a824-7af10d124b48 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 946 time: 0.0554161 Jan 28 03:33:19.938663 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bab88856-c261-4703-8f8d-bfb51af674f0 req-46c132d9-12ca-432e-a2b8-e9c735a103bc tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=0177a226-c31d-4c20-9584-1d358c1bf0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469496 Jan 28 03:33:21.074703 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2418f0-ce5b-43c7-b1e5-f16250e2f759 req-b439a395-845d-4786-978f-29609e8a92eb tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:21.076162 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2d2418f0-ce5b-43c7-b1e5-f16250e2f759 req-b439a395-845d-4786-978f-29609e8a92eb tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 946 time: 0.0526705 Jan 28 03:33:21.125294 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2d2418f0-ce5b-43c7-b1e5-f16250e2f759 req-f62cf22b-46bd-4241-984e-f4264b76bfc0 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=0177a226-c31d-4c20-9584-1d358c1bf0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432911 Jan 28 03:33:22.259975 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07bd70-086b-4b45-8f91-a68b6c73fb8b req-838a77da-5f6a-4c39-b875-d20f3e8b006c tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:22.261553 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2b07bd70-086b-4b45-8f91-a68b6c73fb8b req-838a77da-5f6a-4c39-b875-d20f3e8b006c tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 946 time: 0.0529602 Jan 28 03:33:22.321446 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2b07bd70-086b-4b45-8f91-a68b6c73fb8b req-3c2e5da7-2fce-4993-a21e-a35db29b1caf tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=0177a226-c31d-4c20-9584-1d358c1bf0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463331 Jan 28 03:33:23.453289 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658b3bb-9828-4fa1-986a-0857a504518e req-8d2b04f7-7efa-4b47-b98e-cb0d22bb77df tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:23.454722 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b658b3bb-9828-4fa1-986a-0857a504518e req-8d2b04f7-7efa-4b47-b98e-cb0d22bb77df tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 946 time: 0.0490761 Jan 28 03:33:23.507317 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b658b3bb-9828-4fa1-986a-0857a504518e req-d6ba831a-e2f8-482c-9e32-36ff44ed46da tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=0177a226-c31d-4c20-9584-1d358c1bf0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464435 Jan 28 03:33:24.602167 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-91394ad6-7238-4f9c-8205-ada86285fddc service neutron] show failed (client error): The resource could not be found. Jan 28 03:33:24.603228 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-91394ad6-7238-4f9c-8205-ada86285fddc service neutron] 10.222.0.39 "GET /v2.0/ports/c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5/bindings/n-h1-712139-27 HTTP/1.1" status: 404 len: 381 time: 0.0598559 Jan 28 03:33:24.639582 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859d738-ea48-462c-9aa0-65476200d89c req-699522c4-c8a2-4c32-a9d9-d5c926532e0c tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:24.641104 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e859d738-ea48-462c-9aa0-65476200d89c req-699522c4-c8a2-4c32-a9d9-d5c926532e0c tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 946 time: 0.0550210 Jan 28 03:33:24.692923 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e859d738-ea48-462c-9aa0-65476200d89c req-7b3469c6-6166-4699-8d3b-02f6fc0ed4e0 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=0177a226-c31d-4c20-9584-1d358c1bf0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459845 Jan 28 03:33:24.816678 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-05523c17-ea85-445b-a542-b503fef8e3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:24.818781 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-05523c17-ea85-445b-a542-b503fef8e3b9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f&tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4 HTTP/1.1" status: 200 len: 1098 time: 0.0454605 Jan 28 03:33:24.838897 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-f5faa2c8-2194-4e21-a6db-9fdc5942da6d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-27', 'device_owner': 'compute:nova'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:33:24.894772 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-f5faa2c8-2194-4e21-a6db-9fdc5942da6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:25.100863 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-f5faa2c8-2194-4e21-a6db-9fdc5942da6d service neutron] For port c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5,segment=NetworkSegment(920b43a5-a9f4-455e-a393-56d15d0738d1),segment_id=920b43a5-a9f4-455e-a393-56d15d0738d1)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:25.138619 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-f5faa2c8-2194-4e21-a6db-9fdc5942da6d service neutron] For port c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:33:25.179358 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d1b009-bfbf-415c-bea1-28ffdc02661f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:33:25.181711 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3713ce65-24b9-4d87-b08b-1325537d19af" -d '{"events": [{"server_uuid": "f2d1b009-bfbf-415c-bea1-28ffdc02661f", "name": "network-vif-unplugged", "status": "completed", "tag": "c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:33:25.185644 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-f5faa2c8-2194-4e21-a6db-9fdc5942da6d service neutron] Publish callbacks [] for port (c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:25.198308 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-f5faa2c8-2194-4e21-a6db-9fdc5942da6d service neutron] Transition to ACTIVE for port object c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:33:25.203518 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-f5faa2c8-2194-4e21-a6db-9fdc5942da6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:25.233007 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75721dc-7584-4c76-9c66-a8dc0bf346fd x-openstack-request-id: req-c75721dc-7584-4c76-9c66-a8dc0bf346fd {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:33:25.233313 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d1b009-bfbf-415c-bea1-28ffdc02661f", "name": "network-vif-unplugged", "status": "completed", "tag": "c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:33:25.233560 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c75721dc-7584-4c76-9c66-a8dc0bf346fd {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:33:25.233944 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d1b009-bfbf-415c-bea1-28ffdc02661f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5', 'code': 200} Jan 28 03:33:25.286780 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5faa2c8-2194-4e21-a6db-9fdc5942da6d service neutron] Pushing event updated for resources: {'Port': ['ID=c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5,revision_number=6']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:25.299157 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5faa2c8-2194-4e21-a6db-9fdc5942da6d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:25.299501 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5faa2c8-2194-4e21-a6db-9fdc5942da6d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:25.299839 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5faa2c8-2194-4e21-a6db-9fdc5942da6d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:25.300192 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5faa2c8-2194-4e21-a6db-9fdc5942da6d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:25.300504 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5faa2c8-2194-4e21-a6db-9fdc5942da6d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:25.300828 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5faa2c8-2194-4e21-a6db-9fdc5942da6d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:25.301191 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5faa2c8-2194-4e21-a6db-9fdc5942da6d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:25.301497 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5faa2c8-2194-4e21-a6db-9fdc5942da6d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:25.301815 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5faa2c8-2194-4e21-a6db-9fdc5942da6d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:25.302139 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5faa2c8-2194-4e21-a6db-9fdc5942da6d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:25.302458 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5faa2c8-2194-4e21-a6db-9fdc5942da6d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:25.302787 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5faa2c8-2194-4e21-a6db-9fdc5942da6d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:25.303096 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5faa2c8-2194-4e21-a6db-9fdc5942da6d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:25.674318 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-f5faa2c8-2194-4e21-a6db-9fdc5942da6d service neutron] No DVR routers for this DVR port c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:33:25.812317 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-f5faa2c8-2194-4e21-a6db-9fdc5942da6d service neutron] Attempting to bind port c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:33:25.812649 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-f5faa2c8-2194-4e21-a6db-9fdc5942da6d service neutron] Attempting to bind port c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '920b43a5-a9f4-455e-a393-56d15d0738d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7f032bb5-7cf1-404d-aca9-a43aa26969e2'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:33:25.812981 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-f5faa2c8-2194-4e21-a6db-9fdc5942da6d service neutron] Attempting to bind port c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 on network 7f032bb5-7cf1-404d-aca9-a43aa26969e2 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:33:25.814972 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d76a66-3c32-4243-9ab7-c156b8cb0b87 req-423f8c49-0cd1-44d3-8e0c-fca450e058a7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:25.816510 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-67d76a66-3c32-4243-9ab7-c156b8cb0b87 req-423f8c49-0cd1-44d3-8e0c-fca450e058a7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 944 time: 0.0496402 Jan 28 03:33:25.817550 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-f5faa2c8-2194-4e21-a6db-9fdc5942da6d service neutron] Port c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 on network 7f032bb5-7cf1-404d-aca9-a43aa26969e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:33:25.817875 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-f5faa2c8-2194-4e21-a6db-9fdc5942da6d service neutron] Attempting to bind port c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 on network 7f032bb5-7cf1-404d-aca9-a43aa26969e2 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:33:25.822878 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-f5faa2c8-2194-4e21-a6db-9fdc5942da6d service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:33:25.823216 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-f5faa2c8-2194-4e21-a6db-9fdc5942da6d service neutron] Checking segment: {'id': '920b43a5-a9f4-455e-a393-56d15d0738d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7f032bb5-7cf1-404d-aca9-a43aa26969e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:33:25.823600 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-f5faa2c8-2194-4e21-a6db-9fdc5942da6d service neutron] Bound using segment: {'id': '920b43a5-a9f4-455e-a393-56d15d0738d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7f032bb5-7cf1-404d-aca9-a43aa26969e2'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:33:25.824144 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-f5faa2c8-2194-4e21-a6db-9fdc5942da6d service neutron] Bound port: c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '920b43a5-a9f4-455e-a393-56d15d0738d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7f032bb5-7cf1-404d-aca9-a43aa26969e2'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:33:25.824506 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-f5faa2c8-2194-4e21-a6db-9fdc5942da6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:25.867452 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-67d76a66-3c32-4243-9ab7-c156b8cb0b87 req-5c603f3e-fc58-4590-bbea-4bcb49728d22 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=0177a226-c31d-4c20-9584-1d358c1bf0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444527 Jan 28 03:33:25.887612 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-f5faa2c8-2194-4e21-a6db-9fdc5942da6d service neutron] For port c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:33:25.890583 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-f5faa2c8-2194-4e21-a6db-9fdc5942da6d service neutron] For port c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5,segment=NetworkSegment(920b43a5-a9f4-455e-a393-56d15d0738d1),segment_id=920b43a5-a9f4-455e-a393-56d15d0738d1)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:33:25.894598 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-f5faa2c8-2194-4e21-a6db-9fdc5942da6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:25.928951 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-f5faa2c8-2194-4e21-a6db-9fdc5942da6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:25.929671 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-f5faa2c8-2194-4e21-a6db-9fdc5942da6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:25.931003 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-f5faa2c8-2194-4e21-a6db-9fdc5942da6d service neutron] 10.222.0.67 "PUT /v2.0/ports/c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 HTTP/1.1" status: 200 len: 1093 time: 1.0983582 Jan 28 03:33:25.951318 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5faa2c8-2194-4e21-a6db-9fdc5942da6d service neutron] Pushing event updated for resources: {'Port': ['ID=c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5,revision_number=7']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:26.008152 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-162cbe9a-1426-4e0f-8a00-6a31a2cd38a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:26.009962 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-162cbe9a-1426-4e0f-8a00-6a31a2cd38a0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4&device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 1096 time: 0.0452206 Jan 28 03:33:26.104588 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-7f050efb-dbee-4445-917b-9beeb257a96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:26.106093 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-7f050efb-dbee-4445-917b-9beeb257a96b service neutron] 10.222.0.67 "GET /v2.0/networks?id=7f032bb5-7cf1-404d-aca9-a43aa26969e2 HTTP/1.1" status: 200 len: 898 time: 0.0894320 Jan 28 03:33:26.186444 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-849ab35e-2abb-4c56-9c6e-1811d700abc2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 HTTP/1.1" status: 200 len: 999 time: 0.0741439 Jan 28 03:33:26.234083 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-5d02ce05-d25e-4fad-940d-8766156ca113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:26.235437 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-5d02ce05-d25e-4fad-940d-8766156ca113 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb64622c-4c0d-4021-bc5b-e4fd3caec368 HTTP/1.1" status: 200 len: 835 time: 0.0432024 Jan 28 03:33:26.282220 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-b3067c03-7d03-4472-9b24-52e291010f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:26.283703 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-b3067c03-7d03-4472-9b24-52e291010f5b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7f032bb5-7cf1-404d-aca9-a43aa26969e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427160 Jan 28 03:33:26.380256 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-c6c6c9f5-adde-4740-9338-e835cb469712 service neutron] 10.222.0.67 "GET /v2.0/networks/7f032bb5-7cf1-404d-aca9-a43aa26969e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902319 Jan 28 03:33:26.470346 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a63149c5-ecaa-4e5c-b9ca-14179bdacda3 req-aaecfb8c-7f56-4d97-b3b9-a1292ab5fbad service neutron] 10.222.0.67 "GET /v2.0/networks/7f032bb5-7cf1-404d-aca9-a43aa26969e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841351 Jan 28 03:33:26.996344 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a9e54-fc1c-46e8-ba4a-e7997f4046ae req-508014c3-d313-4fe8-8702-902693325488 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:26.997897 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e22a9e54-fc1c-46e8-ba4a-e7997f4046ae req-508014c3-d313-4fe8-8702-902693325488 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 944 time: 0.0580363 Jan 28 03:33:27.050134 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e22a9e54-fc1c-46e8-ba4a-e7997f4046ae req-46917ad1-65e5-4d19-b5be-3bc7246f86d2 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=0177a226-c31d-4c20-9584-1d358c1bf0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463464 Jan 28 03:33:27.236127 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d1b009-bfbf-415c-bea1-28ffdc02661f', 'tag': 'c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:33:27.240168 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f34662c-f189-45fc-b44e-83c9d0e5da0f" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d1b009-bfbf-415c-bea1-28ffdc02661f", "tag": "c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:33:27.247049 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:33:27.291604 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] The host n-h2-712139-27 is not matching for port c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 host n-h1-712139-27! {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 03:33:27.292064 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:33:27.296955 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6187cd6-ee95-4325-8a71-ddfe9df1f99c x-openstack-request-id: req-e6187cd6-ee95-4325-8a71-ddfe9df1f99c {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:33:27.297293 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d1b009-bfbf-415c-bea1-28ffdc02661f", "tag": "c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:33:27.297526 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e6187cd6-ee95-4325-8a71-ddfe9df1f99c {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:33:27.297978 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d1b009-bfbf-415c-bea1-28ffdc02661f', 'tag': 'c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5', 'status': 'completed', 'code': 200} Jan 28 03:33:27.405058 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34662c-f189-45fc-b44e-83c9d0e5da0f req-f621cf99-bea0-4e90-b862-024ad8dc00d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:27.406621 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5f34662c-f189-45fc-b44e-83c9d0e5da0f req-f621cf99-bea0-4e90-b862-024ad8dc00d3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4&device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 1096 time: 0.0684860 Jan 28 03:33:27.410748 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34662c-f189-45fc-b44e-83c9d0e5da0f req-d0205478-6dbb-4c62-897e-e40b23f46984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:27.412092 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5f34662c-f189-45fc-b44e-83c9d0e5da0f req-d0205478-6dbb-4c62-897e-e40b23f46984 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4&device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 1096 time: 0.0656924 Jan 28 03:33:27.562090 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34662c-f189-45fc-b44e-83c9d0e5da0f req-24a4eacf-e1a4-4a7e-b257-44fb69afa7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:27.563478 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5f34662c-f189-45fc-b44e-83c9d0e5da0f req-24a4eacf-e1a4-4a7e-b257-44fb69afa7f3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7f032bb5-7cf1-404d-aca9-a43aa26969e2 HTTP/1.1" status: 200 len: 898 time: 0.1505473 Jan 28 03:33:27.566204 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34662c-f189-45fc-b44e-83c9d0e5da0f req-6f7a4fcf-cd0b-46b2-a638-130693c0e0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:27.567544 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5f34662c-f189-45fc-b44e-83c9d0e5da0f req-6f7a4fcf-cd0b-46b2-a638-130693c0e0cb service neutron] 10.222.0.67 "GET /v2.0/networks?id=7f032bb5-7cf1-404d-aca9-a43aa26969e2 HTTP/1.1" status: 200 len: 898 time: 0.1472960 Jan 28 03:33:27.584122 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.67', 58459) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:27.630716 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6d805f68-1970-4d65-a5d1-4c3237b8f306 req-7a767fe8-637d-4f3a-9c82-c98b3a67b628 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ce6b46fe-c83a-4ca2-b378-50c5453a4058&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454068 Jan 28 03:33:27.678469 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5f34662c-f189-45fc-b44e-83c9d0e5da0f req-29f6b71b-c245-4fed-b9fa-589448ea25d8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 HTTP/1.1" status: 200 len: 999 time: 0.1094265 Jan 28 03:33:27.680547 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5f34662c-f189-45fc-b44e-83c9d0e5da0f req-1bc391c6-a034-44a3-aa07-d5c740eee04c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 HTTP/1.1" status: 200 len: 999 time: 0.1054964 Jan 28 03:33:27.762955 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d805f68-1970-4d65-a5d1-4c3237b8f306 req-290ce5ce-f8ff-410d-ab29-0b8a2bc61f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:27.764462 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6d805f68-1970-4d65-a5d1-4c3237b8f306 req-290ce5ce-f8ff-410d-ab29-0b8a2bc61f02 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2365aae0ed6c4140b140950cf90dbe31&device_id=ce6b46fe-c83a-4ca2-b378-50c5453a4058 HTTP/1.1" status: 200 len: 1097 time: 0.0715125 Jan 28 03:33:27.775131 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34662c-f189-45fc-b44e-83c9d0e5da0f req-d3b7c567-7bdc-43aa-86fd-1f1227b04b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:27.776595 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5f34662c-f189-45fc-b44e-83c9d0e5da0f req-d3b7c567-7bdc-43aa-86fd-1f1227b04b29 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb64622c-4c0d-4021-bc5b-e4fd3caec368 HTTP/1.1" status: 200 len: 835 time: 0.0927486 Jan 28 03:33:27.778252 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34662c-f189-45fc-b44e-83c9d0e5da0f req-135407c7-3c6b-4300-bd9a-50db58b7563e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:27.779564 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5f34662c-f189-45fc-b44e-83c9d0e5da0f req-135407c7-3c6b-4300-bd9a-50db58b7563e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb64622c-4c0d-4021-bc5b-e4fd3caec368 HTTP/1.1" status: 200 len: 835 time: 0.0882916 Jan 28 03:33:27.849001 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34662c-f189-45fc-b44e-83c9d0e5da0f req-bb5e211f-7810-490e-9580-58c9ef655a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:27.850535 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5f34662c-f189-45fc-b44e-83c9d0e5da0f req-bb5e211f-7810-490e-9580-58c9ef655a90 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7f032bb5-7cf1-404d-aca9-a43aa26969e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0682538 Jan 28 03:33:27.852082 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34662c-f189-45fc-b44e-83c9d0e5da0f req-a54fabe5-250a-440a-abee-d74ecbfe863d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:27.853404 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5f34662c-f189-45fc-b44e-83c9d0e5da0f req-a54fabe5-250a-440a-abee-d74ecbfe863d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7f032bb5-7cf1-404d-aca9-a43aa26969e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635276 Jan 28 03:33:27.930927 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d805f68-1970-4d65-a5d1-4c3237b8f306 req-765c3ed7-5100-4e2c-b4e7-5c66a2e8fef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:27.932415 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6d805f68-1970-4d65-a5d1-4c3237b8f306 req-765c3ed7-5100-4e2c-b4e7-5c66a2e8fef6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d08f29da-d40d-4b15-9f9f-e3612c5ec470 HTTP/1.1" status: 200 len: 912 time: 0.1427701 Jan 28 03:33:28.004558 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5f34662c-f189-45fc-b44e-83c9d0e5da0f req-a37ec520-cdaa-44c2-905b-e727f2f6c541 service neutron] 10.222.0.39 "GET /v2.0/networks/7f032bb5-7cf1-404d-aca9-a43aa26969e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477318 Jan 28 03:33:28.008132 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5f34662c-f189-45fc-b44e-83c9d0e5da0f req-db8db11a-487d-442a-9833-d5cb204a2fac service neutron] 10.222.0.67 "GET /v2.0/networks/7f032bb5-7cf1-404d-aca9-a43aa26969e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444290 Jan 28 03:33:28.049037 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6d805f68-1970-4d65-a5d1-4c3237b8f306 req-f1ade510-1f49-411c-93c0-0ddbee7376b7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcccb34b-4bfd-4b40-9b24-286bf4ae672d HTTP/1.1" status: 200 len: 1000 time: 0.1095326 Jan 28 03:33:28.110737 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d805f68-1970-4d65-a5d1-4c3237b8f306 req-89f504a3-3b4b-4ce6-9ae0-494c4fd32a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:28.112187 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6d805f68-1970-4d65-a5d1-4c3237b8f306 req-89f504a3-3b4b-4ce6-9ae0-494c4fd32a08 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6fca48db-7702-4589-8da6-18a07f4297d3 HTTP/1.1" status: 200 len: 850 time: 0.0575364 Jan 28 03:33:28.187232 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d805f68-1970-4d65-a5d1-4c3237b8f306 req-7ca7c0b6-9560-440f-9046-49f752c5bf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:28.188746 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6d805f68-1970-4d65-a5d1-4c3237b8f306 req-7ca7c0b6-9560-440f-9046-49f752c5bf6a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d08f29da-d40d-4b15-9f9f-e3612c5ec470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709844 Jan 28 03:33:28.222433 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5f34662c-f189-45fc-b44e-83c9d0e5da0f req-96fbb4cb-5bab-48b0-b8d8-6fc023d95c62 service neutron] 10.222.0.39 "GET /v2.0/networks/7f032bb5-7cf1-404d-aca9-a43aa26969e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113764 Jan 28 03:33:28.226013 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5f34662c-f189-45fc-b44e-83c9d0e5da0f req-81bb48f3-3a74-408a-b0b0-27957b4fa43c service neutron] 10.222.0.67 "GET /v2.0/networks/7f032bb5-7cf1-404d-aca9-a43aa26969e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034152 Jan 28 03:33:28.233663 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a9002-f381-4779-a11c-43ba13f3c1f6 req-c76cb6f4-cf35-4d75-896e-039833c76347 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:28.235059 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1f8a9002-f381-4779-a11c-43ba13f3c1f6 req-c76cb6f4-cf35-4d75-896e-039833c76347 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 944 time: 0.1015873 Jan 28 03:33:28.281264 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6d805f68-1970-4d65-a5d1-4c3237b8f306 req-90d60272-bec2-4a23-8619-d0d7fe101bb1 service neutron] 10.222.0.67 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857813 Jan 28 03:33:28.288306 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1f8a9002-f381-4779-a11c-43ba13f3c1f6 req-7bbd7bed-a4e3-4225-9f83-f0044cb9e50e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=0177a226-c31d-4c20-9584-1d358c1bf0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471671 Jan 28 03:33:28.377671 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6d805f68-1970-4d65-a5d1-4c3237b8f306 req-c067c141-9a8b-41cc-9a9c-e8c476fcf80f service neutron] 10.222.0.67 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895891 Jan 28 03:33:29.419226 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08fb0e-ff8a-4d56-b239-5d962833a8ae req-1f0f969c-3e67-4e1e-a82d-38728131e2ee tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:29.420746 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4e08fb0e-ff8a-4d56-b239-5d962833a8ae req-1f0f969c-3e67-4e1e-a82d-38728131e2ee tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 944 time: 0.0518451 Jan 28 03:33:29.441554 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:29.471692 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4e08fb0e-ff8a-4d56-b239-5d962833a8ae req-97c81f98-c600-4a22-9d8a-bbf0f9dd1235 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=0177a226-c31d-4c20-9584-1d358c1bf0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440602 Jan 28 03:33:29.754280 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1e7687bb-42c0-4133-a379-e6d7b779a919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:30.111625 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:33:30.213525 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5,segment=NetworkSegment(920b43a5-a9f4-455e-a393-56d15d0738d1),segment_id=920b43a5-a9f4-455e-a393-56d15d0738d1)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:30.226438 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': 'c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5', 'network_id': '7f032bb5-7cf1-404d-aca9-a43aa26969e2', 'port_id': 'c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5', 'mac_address': 'fa:16:3e:b6:14:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb64622c-4c0d-4021-bc5b-e4fd3caec368', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:33:30.265286 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:33:30.265677 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:30.279035 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:33:30.303704 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5,segment=NetworkSegment(920b43a5-a9f4-455e-a393-56d15d0738d1),segment_id=920b43a5-a9f4-455e-a393-56d15d0738d1)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:30.309828 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:30.365048 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5,revision_number=8']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:30.372827 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:30.373207 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:30.373547 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:30.373879 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:30.374210 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:30.374535 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:30.374860 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:30.375180 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:30.375503 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:30.375819 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:30.376120 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:30.376433 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:30.376747 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:30.606335 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86dedfc-3595-4fc5-a488-5532dfe7acb5 req-684550dc-b5fc-4aa9-aad7-5ba8d10e2975 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:30.607805 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c86dedfc-3595-4fc5-a488-5532dfe7acb5 req-684550dc-b5fc-4aa9-aad7-5ba8d10e2975 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 945 time: 0.0505199 Jan 28 03:33:30.662637 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c86dedfc-3595-4fc5-a488-5532dfe7acb5 req-1b8eef9c-c4df-466e-81b2-cb23459d8340 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=0177a226-c31d-4c20-9584-1d358c1bf0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466616 Jan 28 03:33:30.707977 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:33:30.929991 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ba706-caf8-4456-a32e-29ff85e966af req-73debef6-9dc6-4d7c-aa35-1740ec5998ad tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:30.931414 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-969ba706-caf8-4456-a32e-29ff85e966af req-73debef6-9dc6-4d7c-aa35-1740ec5998ad tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 945 time: 0.1105294 Jan 28 03:33:30.952544 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab78ec-7591-4032-b9d9-acc70450cfc7 req-710cf80c-b1f5-4dff-a422-9101bbf7fabe tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:30.954020 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-80ab78ec-7591-4032-b9d9-acc70450cfc7 req-710cf80c-b1f5-4dff-a422-9101bbf7fabe tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f&tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4&binding%3Ahost_id=n-h1-712139-27 HTTP/1.1" status: 200 len: 945 time: 0.1052370 Jan 28 03:33:31.033964 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-969ba706-caf8-4456-a32e-29ff85e966af req-b57acf78-db4b-4fd4-b62c-5710f921ad36 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=0177a226-c31d-4c20-9584-1d358c1bf0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942900 Jan 28 03:33:31.043081 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [req-80ab78ec-7591-4032-b9d9-acc70450cfc7 req-3ddce9f1-1a33-414b-a2f3-f24b9030bf6c service neutron] delete failed (client error): The resource could not be found. Jan 28 03:33:31.044059 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-80ab78ec-7591-4032-b9d9-acc70450cfc7 req-3ddce9f1-1a33-414b-a2f3-f24b9030bf6c service neutron] 10.222.0.39 "DELETE /v2.0/ports/c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5/bindings/n-h2-712139-27 HTTP/1.1" status: 404 len: 381 time: 0.0820405 Jan 28 03:33:31.157420 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab78ec-7591-4032-b9d9-acc70450cfc7 req-431deff9-be13-45f9-90b5-fb7750e7b9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:31.159023 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-80ab78ec-7591-4032-b9d9-acc70450cfc7 req-431deff9-be13-45f9-90b5-fb7750e7b9aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4&device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 1097 time: 0.0439668 Jan 28 03:33:31.233057 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:33:31.254214 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab78ec-7591-4032-b9d9-acc70450cfc7 req-a05b1004-cff9-4bbe-b9a4-0d9f5a5b4e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:31.255708 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-80ab78ec-7591-4032-b9d9-acc70450cfc7 req-a05b1004-cff9-4bbe-b9a4-0d9f5a5b4e9b service neutron] 10.222.0.39 "GET /v2.0/networks?id=7f032bb5-7cf1-404d-aca9-a43aa26969e2 HTTP/1.1" status: 200 len: 898 time: 0.0895352 Jan 28 03:33:31.321638 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-80ab78ec-7591-4032-b9d9-acc70450cfc7 req-dab58d49-f4cf-4bb7-8f3e-56f4e617421e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 HTTP/1.1" status: 200 len: 1000 time: 0.0598259 Jan 28 03:33:31.371288 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab78ec-7591-4032-b9d9-acc70450cfc7 req-688bed54-3c60-4b5a-a8ee-4e5a2aa301bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:31.372763 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-80ab78ec-7591-4032-b9d9-acc70450cfc7 req-688bed54-3c60-4b5a-a8ee-4e5a2aa301bf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb64622c-4c0d-4021-bc5b-e4fd3caec368 HTTP/1.1" status: 200 len: 835 time: 0.0456173 Jan 28 03:33:31.424998 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab78ec-7591-4032-b9d9-acc70450cfc7 req-c71658a8-b1a4-49f4-9db3-f72539601799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:31.426566 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-80ab78ec-7591-4032-b9d9-acc70450cfc7 req-c71658a8-b1a4-49f4-9db3-f72539601799 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7f032bb5-7cf1-404d-aca9-a43aa26969e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476630 Jan 28 03:33:31.521558 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-80ab78ec-7591-4032-b9d9-acc70450cfc7 req-ac41980e-05a3-4517-a9c0-6433ee759ca1 service neutron] 10.222.0.39 "GET /v2.0/networks/7f032bb5-7cf1-404d-aca9-a43aa26969e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888617 Jan 28 03:33:31.617524 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-80ab78ec-7591-4032-b9d9-acc70450cfc7 req-1298a568-e56e-43c9-ac72-f7c6fa06e4c8 service neutron] 10.222.0.39 "GET /v2.0/networks/7f032bb5-7cf1-404d-aca9-a43aa26969e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893447 Jan 28 03:33:31.803461 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-73708042-505b-4ea2-bb25-b70416ce7dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:32.112234 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:33:32.159873 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc29f48-e5ed-47a9-9193-c6d08f2d0022 req-84f0ec4f-1ada-4912-90d6-6418ecede901 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:32.161641 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ddc29f48-e5ed-47a9-9193-c6d08f2d0022 req-84f0ec4f-1ada-4912-90d6-6418ecede901 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 945 time: 0.0509512 Jan 28 03:33:32.164389 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:33:32.168944 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:33:32.169367 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:32.216521 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ddc29f48-e5ed-47a9-9193-c6d08f2d0022 req-9f870a48-8431-4a7c-bde2-c2011cf3a339 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=0177a226-c31d-4c20-9584-1d358c1bf0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485766 Jan 28 03:33:32.241726 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59364) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:33:32.266099 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:33:32.266502 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:32.290102 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d1b009-bfbf-415c-bea1-28ffdc02661f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:33:32.291817 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ab2765-5ffb-46ad-a61b-d04369757719" -d '{"events": [{"server_uuid": "f2d1b009-bfbf-415c-bea1-28ffdc02661f", "name": "network-vif-plugged", "status": "completed", "tag": "c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:33:32.308205 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5,segment=NetworkSegment(920b43a5-a9f4-455e-a393-56d15d0738d1),segment_id=920b43a5-a9f4-455e-a393-56d15d0738d1)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:32.312423 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2902f284-1f28-4e0f-b745-d01d76f7fd06 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/floatingips/8cb0a1fb-c438-4471-971b-59d4ceb6004b HTTP/1.1" status: 200 len: 992 time: 0.0695424 Jan 28 03:33:32.322817 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:32.330038 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a285d6-1977-47e0-b615-26937f8e697a x-openstack-request-id: req-18a285d6-1977-47e0-b615-26937f8e697a {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:33:32.330454 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d1b009-bfbf-415c-bea1-28ffdc02661f", "name": "network-vif-plugged", "status": "completed", "tag": "c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:33:32.330707 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-18a285d6-1977-47e0-b615-26937f8e697a {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:33:32.331095 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d1b009-bfbf-415c-bea1-28ffdc02661f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5', 'code': 200} Jan 28 03:33:32.373826 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5,revision_number=9']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:33.422132 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:33.694412 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:34.868190 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:36.133273 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:53.394413 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3bc198-c1b4-47eb-91d4-49650890a506 req-07ec0ed5-1bba-4ca6-9be6-d5997505109f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:53.395892 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fe3bc198-c1b4-47eb-91d4-49650890a506 req-07ec0ed5-1bba-4ca6-9be6-d5997505109f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce6b46fe-c83a-4ca2-b378-50c5453a4058 HTTP/1.1" status: 200 len: 945 time: 0.0498900 Jan 28 03:33:53.454979 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fe3bc198-c1b4-47eb-91d4-49650890a506 req-3296a76d-5076-48db-9451-071dd4da9b80 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524645 Jan 28 03:33:54.574935 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857f537-e1a6-47d4-af7a-cb2251ca27b7 req-551fc648-bf82-4e65-9794-037d2839cb48 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:54.576434 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4857f537-e1a6-47d4-af7a-cb2251ca27b7 req-551fc648-bf82-4e65-9794-037d2839cb48 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce6b46fe-c83a-4ca2-b378-50c5453a4058 HTTP/1.1" status: 200 len: 945 time: 0.0484395 Jan 28 03:33:54.627362 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4857f537-e1a6-47d4-af7a-cb2251ca27b7 req-38c3d389-1992-4c8e-b2fb-92681240274b tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447392 Jan 28 03:33:55.283577 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87de314-ec46-415c-be3c-d419c53119bb req-b7e9c8dd-cce9-46bd-8afa-4710bbcd4549 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:55.284949 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d87de314-ec46-415c-be3c-d419c53119bb req-b7e9c8dd-cce9-46bd-8afa-4710bbcd4549 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce6b46fe-c83a-4ca2-b378-50c5453a4058 HTTP/1.1" status: 200 len: 945 time: 0.0529182 Jan 28 03:33:55.376253 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-d87de314-ec46-415c-be3c-d419c53119bb req-612b5cb8-7e87-4ec4-a70b-f790754ab0f0 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Deleting port dcccb34b-4bfd-4b40-9b24-286bf4ae672d {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:33:55.376600 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d87de314-ec46-415c-be3c-d419c53119bb req-612b5cb8-7e87-4ec4-a70b-f790754ab0f0 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (dcccb34b-4bfd-4b40-9b24-286bf4ae672d), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:55.466216 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-d87de314-ec46-415c-be3c-d419c53119bb req-612b5cb8-7e87-4ec4-a70b-f790754ab0f0 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] For port dcccb34b-4bfd-4b40-9b24-286bf4ae672d, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=dcccb34b-4bfd-4b40-9b24-286bf4ae672d,segment=NetworkSegment(e2233469-b8a2-417c-9e5e-795b0e977ffd),segment_id=e2233469-b8a2-417c-9e5e-795b0e977ffd)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:33:55.466581 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d87de314-ec46-415c-be3c-d419c53119bb req-612b5cb8-7e87-4ec4-a70b-f790754ab0f0 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (dcccb34b-4bfd-4b40-9b24-286bf4ae672d), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:55.681866 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d87de314-ec46-415c-be3c-d419c53119bb req-612b5cb8-7e87-4ec4-a70b-f790754ab0f0 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:55.682588 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d87de314-ec46-415c-be3c-d419c53119bb req-612b5cb8-7e87-4ec4-a70b-f790754ab0f0 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (622d0a92-c09d-44f9-b4e3-51d9c7346a18), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:55.682588 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [req-d87de314-ec46-415c-be3c-d419c53119bb req-612b5cb8-7e87-4ec4-a70b-f790754ab0f0 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Floating IP 622d0a92-c09d-44f9-b4e3-51d9c7346a18 disassociated. External IP: 172.25.0.13, port: dcccb34b-4bfd-4b40-9b24-286bf4ae672d. Jan 28 03:33:55.682881 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-d87de314-ec46-415c-be3c-d419c53119bb req-612b5cb8-7e87-4ec4-a70b-f790754ab0f0 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Calling delete_port for dcccb34b-4bfd-4b40-9b24-286bf4ae672d owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:33:55.745403 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f542e37-92e4-4fa5-99e0-bd02855c5442 req-1d807acf-331c-4e42-99fb-cb57624a14b9 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:33:55.746918 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4f542e37-92e4-4fa5-99e0-bd02855c5442 req-1d807acf-331c-4e42-99fb-cb57624a14b9 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce6b46fe-c83a-4ca2-b378-50c5453a4058 HTTP/1.1" status: 200 len: 945 time: 0.0496399 Jan 28 03:33:55.796470 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4f542e37-92e4-4fa5-99e0-bd02855c5442 req-48b4ec78-25ff-418f-b1b6-24d7cd43d428 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437512 Jan 28 03:33:55.814615 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d87de314-ec46-415c-be3c-d419c53119bb req-612b5cb8-7e87-4ec4-a70b-f790754ab0f0 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (dcccb34b-4bfd-4b40-9b24-286bf4ae672d), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:55.847602 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b5cb8-7e87-4ec4-a70b-f790754ab0f0 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Pushing event deleted for resources: {'Port': ['ID=dcccb34b-4bfd-4b40-9b24-286bf4ae672d,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:33:55.859961 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b5cb8-7e87-4ec4-a70b-f790754ab0f0 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:55.860303 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b5cb8-7e87-4ec4-a70b-f790754ab0f0 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:55.860640 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b5cb8-7e87-4ec4-a70b-f790754ab0f0 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:55.860974 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b5cb8-7e87-4ec4-a70b-f790754ab0f0 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:55.861335 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b5cb8-7e87-4ec4-a70b-f790754ab0f0 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:55.861663 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b5cb8-7e87-4ec4-a70b-f790754ab0f0 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:55.861985 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b5cb8-7e87-4ec4-a70b-f790754ab0f0 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:55.862305 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b5cb8-7e87-4ec4-a70b-f790754ab0f0 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:55.862623 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b5cb8-7e87-4ec4-a70b-f790754ab0f0 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:55.862940 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b5cb8-7e87-4ec4-a70b-f790754ab0f0 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:55.863258 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b5cb8-7e87-4ec4-a70b-f790754ab0f0 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:55.863585 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b5cb8-7e87-4ec4-a70b-f790754ab0f0 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:55.863886 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b5cb8-7e87-4ec4-a70b-f790754ab0f0 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:33:55.970582 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d87de314-ec46-415c-be3c-d419c53119bb req-612b5cb8-7e87-4ec4-a70b-f790754ab0f0 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Router 81f4b18b-d952-4700-a93e-5b714789587d has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:33:56.075509 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d87de314-ec46-415c-be3c-d419c53119bb req-612b5cb8-7e87-4ec4-a70b-f790754ab0f0 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:33:56.087119 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0188a8c1-8dce-4211-9386-de30bd73ddd8 None None] Sync routers for ids ['81f4b18b-d952-4700-a93e-5b714789587d'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:33:56.097740 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0188a8c1-8dce-4211-9386-de30bd73ddd8 None None] Routers {'81f4b18b-d952-4700-a93e-5b714789587d'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:33:56.098388 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-0188a8c1-8dce-4211-9386-de30bd73ddd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:33:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['81f4b18b-d952-4700-a93e-5b714789587d'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:33:56.118532 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-d87de314-ec46-415c-be3c-d419c53119bb req-612b5cb8-7e87-4ec4-a70b-f790754ab0f0 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] No DVR routers for this DVR port dcccb34b-4bfd-4b40-9b24-286bf4ae672d on host n-h1-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:33:56.121553 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-d87de314-ec46-415c-be3c-d419c53119bb req-612b5cb8-7e87-4ec4-a70b-f790754ab0f0 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:56.124965 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d87de314-ec46-415c-be3c-d419c53119bb req-612b5cb8-7e87-4ec4-a70b-f790754ab0f0 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.67 "DELETE /v2.0/ports/dcccb34b-4bfd-4b40-9b24-286bf4ae672d HTTP/1.1" status: 204 len: 173 time: 0.8343492 Jan 28 03:33:56.125464 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6b46fe-c83a-4ca2-b378-50c5453a4058', 'name': 'network-vif-deleted', 'tag': 'dcccb34b-4bfd-4b40-9b24-286bf4ae672d'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:33:56.127834 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad872a9f-9e7a-4445-8258-3850ef59e320" -d '{"events": [{"server_uuid": "ce6b46fe-c83a-4ca2-b378-50c5453a4058", "name": "network-vif-deleted", "tag": "dcccb34b-4bfd-4b40-9b24-286bf4ae672d"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:33:56.166857 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a44acb-cdae-4e2b-835d-ca767693c4ba x-openstack-request-id: req-33a44acb-cdae-4e2b-835d-ca767693c4ba {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:33:56.167484 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce6b46fe-c83a-4ca2-b378-50c5453a4058", "name": "network-vif-deleted", "tag": "dcccb34b-4bfd-4b40-9b24-286bf4ae672d", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:33:56.167484 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-33a44acb-cdae-4e2b-835d-ca767693c4ba {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:33:56.168599 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce6b46fe-c83a-4ca2-b378-50c5453a4058', 'name': 'network-vif-deleted', 'tag': 'dcccb34b-4bfd-4b40-9b24-286bf4ae672d', 'status': 'completed', 'code': 200} Jan 28 03:33:56.216791 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-0188a8c1-8dce-4211-9386-de30bd73ddd8 None None] Set router 81f4b18b-d952-4700-a93e-5b714789587d gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:33:56.424212 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-0188a8c1-8dce-4211-9386-de30bd73ddd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f4b18b-d952-4700-a93e-5b714789587d', 'name': 'tempest-TestVolumeBootPattern-504958137-router', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ebbf453f-0c5a-44ff-ad68-109f6e5aabe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:26:16Z', 'revision_number': 4, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'gw_port': {'id': 'ebbf453f-0c5a-44ff-ad68-109f6e5aabe9', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8', 'name': '', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'mac_address': 'fa:16:3e:95:e0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '6fca48db-7702-4589-8da6-18a07f4297d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:15Z', 'updated_at': '2022-01-28T03:26:20Z', 'revision_number': 5, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'subnets': [{'id': '6fca48db-7702-4589-8da6-18a07f4297d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:33:56.451314 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0188a8c1-8dce-4211-9386-de30bd73ddd8 None None] Checking router: 81f4b18b-d952-4700-a93e-5b714789587d for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:33:56.460953 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0188a8c1-8dce-4211-9386-de30bd73ddd8 None None] Routers {'81f4b18b-d952-4700-a93e-5b714789587d'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:33:56.461599 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-0188a8c1-8dce-4211-9386-de30bd73ddd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:33:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['81f4b18b-d952-4700-a93e-5b714789587d'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:33:56.569794 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-0188a8c1-8dce-4211-9386-de30bd73ddd8 None None] Set router 81f4b18b-d952-4700-a93e-5b714789587d gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:33:56.765046 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-0188a8c1-8dce-4211-9386-de30bd73ddd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f4b18b-d952-4700-a93e-5b714789587d', 'name': 'tempest-TestVolumeBootPattern-504958137-router', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ebbf453f-0c5a-44ff-ad68-109f6e5aabe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:26:16Z', 'revision_number': 4, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'gw_port': {'id': 'ebbf453f-0c5a-44ff-ad68-109f6e5aabe9', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8', 'name': '', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'mac_address': 'fa:16:3e:95:e0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '6fca48db-7702-4589-8da6-18a07f4297d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:15Z', 'updated_at': '2022-01-28T03:26:20Z', 'revision_number': 5, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'subnets': [{'id': '6fca48db-7702-4589-8da6-18a07f4297d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:33:56.795306 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0188a8c1-8dce-4211-9386-de30bd73ddd8 None None] The sync data for ids ['81f4b18b-d952-4700-a93e-5b714789587d'] in n-d-712139-27 is: [{'id': '81f4b18b-d952-4700-a93e-5b714789587d', 'name': 'tempest-TestVolumeBootPattern-504958137-router', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ebbf453f-0c5a-44ff-ad68-109f6e5aabe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:26:16Z', 'revision_number': 4, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'gw_port': {'id': 'ebbf453f-0c5a-44ff-ad68-109f6e5aabe9', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8', 'name': '', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'mac_address': 'fa:16:3e:95:e0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '6fca48db-7702-4589-8da6-18a07f4297d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:15Z', 'updated_at': '2022-01-28T03:26:20Z', 'revision_number': 5, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'subnets': [{'id': '6fca48db-7702-4589-8da6-18a07f4297d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:33:56.904041 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9679f04c-1c43-441f-a1d9-f44b8717dbd8 req-7ed0bb8a-c40a-4b5c-bb29-57c01711d976 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce6b46fe-c83a-4ca2-b378-50c5453a4058 HTTP/1.1" status: 200 len: 210 time: 0.0316200 Jan 28 03:33:57.042813 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67175c26-de21-48ab-a823-4599dbd7dce0 None None] New status for floating IP 622d0a92-c09d-44f9-b4e3-51d9c7346a18: DOWN {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:33:58.001840 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1d7826d4-865e-4258-850d-3fbd544a817b req-8b61b327-8fb1-45f1-bfd5-43356406fee1 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce6b46fe-c83a-4ca2-b378-50c5453a4058 HTTP/1.1" status: 200 len: 210 time: 0.0266874 Jan 28 03:33:59.098015 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6dbec64c-f2b7-4cee-9be2-1ba57698bf4b req-3521167e-c096-4fd7-b241-6dc738c282cc tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce6b46fe-c83a-4ca2-b378-50c5453a4058 HTTP/1.1" status: 200 len: 210 time: 0.0270567 Jan 28 03:33:59.458066 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:33:59.760961 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8c35abfa-4a6e-4d50-b37e-d22a8083aa3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:00.194932 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-062c68cf-91ea-4280-8130-cfc66c2e2eec req-ca8e15c4-4d15-4516-afcd-1145cd8eeb03 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce6b46fe-c83a-4ca2-b378-50c5453a4058 HTTP/1.1" status: 200 len: 210 time: 0.0268419 Jan 28 03:34:00.225162 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device dcccb34b-4bfd-4b40-9b24-286bf4ae672d no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:34:00.245775 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: dcccb34b-4bfd-4b40-9b24-286bf4ae672d {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:34:00.246123 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device dcccb34b-4bfd-4b40-9b24-286bf4ae672d not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:34:01.304647 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ecd24a1f-a164-49d5-b3b1-01f2bdcf9c47 req-3837324e-b008-474e-a854-3a138992e789 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce6b46fe-c83a-4ca2-b378-50c5453a4058 HTTP/1.1" status: 200 len: 210 time: 0.0264513 Jan 28 03:34:01.807457 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4aaa6b17-8151-4659-a18a-ebf9110996d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:02.400672 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2ef5b999-2251-4aee-8bb8-e48c23e18f03 req-e7cea3ef-dc9a-432b-88c2-b746fbaf30d5 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce6b46fe-c83a-4ca2-b378-50c5453a4058 HTTP/1.1" status: 200 len: 210 time: 0.0262816 Jan 28 03:34:03.424418 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:03.501963 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a329f9ee-ee13-440f-a50f-2182aa1a85c0 req-80d52e3d-f7ec-4e52-a0a7-b629389f8a88 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce6b46fe-c83a-4ca2-b378-50c5453a4058 HTTP/1.1" status: 200 len: 210 time: 0.0287776 Jan 28 03:34:03.716895 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:04.619818 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e7b213ab-fe71-42b8-8c25-d29df93354a2 req-ad564b5d-2d69-48b7-a93a-81d56180a937 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce6b46fe-c83a-4ca2-b378-50c5453a4058 HTTP/1.1" status: 200 len: 210 time: 0.0285683 Jan 28 03:34:04.868200 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:05.904577 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-0efef832-6e35-4a7b-a09e-d1d0f473bb7d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-114362045&fields=id&tenant_id=2365aae0ed6c4140b140950cf90dbe31 HTTP/1.1" status: 200 len: 267 time: 0.0485451 Jan 28 03:34:06.016547 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-a43dde40-a560-45bb-ac9d-ba4c14fbc45b tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:06.018030 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-a43dde40-a560-45bb-ac9d-ba4c14fbc45b tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/networks?id=d08f29da-d40d-4b15-9f9f-e3612c5ec470 HTTP/1.1" status: 200 len: 811 time: 0.1067021 Jan 28 03:34:06.034286 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-6c251a83-5b90-4fcf-b228-8c469c70fa79 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/quotas/2365aae0ed6c4140b140950cf90dbe31 HTTP/1.1" status: 200 len: 375 time: 0.0103555 Jan 28 03:34:06.087139 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-ad9502f9-aa50-4384-b552-cfc3d2bc1985 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2365aae0ed6c4140b140950cf90dbe31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469260 Jan 28 03:34:06.128475 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:06.186886 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-27391370-d633-4f02-9764-18b67cb1d263 service neutron] 10.222.0.53 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875754 Jan 28 03:34:06.279994 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-ffed67fb-57d9-483a-b617-08b7835878e5 service neutron] 10.222.0.53 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873258 Jan 28 03:34:06.585930 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ad105c0a-9bfb-44cc-9a71-8a8ee8258116 req-c41e191c-bf0a-4f29-937d-659bb1e23bc6 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=48712362-015c-4e66-9b1d-baa89fd3df1e HTTP/1.1" status: 200 len: 210 time: 0.0292561 Jan 28 03:34:07.705754 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-2ce92296-9a78-42e3-ae77-a0351bc2599d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:07.707772 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-2ce92296-9a78-42e3-ae77-a0351bc2599d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.39 "GET /v2.0/networks?id=d08f29da-d40d-4b15-9f9f-e3612c5ec470 HTTP/1.1" status: 200 len: 811 time: 0.1375425 Jan 28 03:34:07.710257 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b139f8c7-28f1-4d56-8317-119e995c4b5a req-9ff8c3c8-5518-4720-b147-08a2eb23d85a tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=48712362-015c-4e66-9b1d-baa89fd3df1e HTTP/1.1" status: 200 len: 210 time: 0.0366998 Jan 28 03:34:07.792653 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-88211eb6-5dc8-431a-afc4-8aea50bf255d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2365aae0ed6c4140b140950cf90dbe31 HTTP/1.1" status: 200 len: 379 time: 0.0634995 Jan 28 03:34:07.803698 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-f9e51ccc-c1f4-401d-ae2f-98996567bde6 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Request body: {'port': {'device_id': '48712362-015c-4e66-9b1d-baa89fd3df1e', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'admin_state_up': True, 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'security_groups': ['229fe8e7-3c8b-4746-9d3e-b8f5cb2213de']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:07.942950 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-f9e51ccc-c1f4-401d-ae2f-98996567bde6 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Made reservation on behalf of 2365aae0ed6c4140b140950cf90dbe31 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:34:07.946468 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-f9e51ccc-c1f4-401d-ae2f-98996567bde6 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:08.073411 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-f9e51ccc-c1f4-401d-ae2f-98996567bde6 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Allocated IP 172.20.0.11 (d08f29da-d40d-4b15-9f9f-e3612c5ec470/6fca48db-7702-4589-8da6-18a07f4297d3/2c6adf81-512f-47bc-b6e1-714f85f57f8c) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:34:08.226106 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-f9e51ccc-c1f4-401d-ae2f-98996567bde6 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks [] for port (2c6adf81-512f-47bc-b6e1-714f85f57f8c), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:08.232577 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:34:08.261050 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-f9e51ccc-c1f4-401d-ae2f-98996567bde6 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (2c6adf81-512f-47bc-b6e1-714f85f57f8c), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:08.301343 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-f9e51ccc-c1f4-401d-ae2f-98996567bde6 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Network d08f29da-d40d-4b15-9f9f-e3612c5ec470 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:34:08.304240 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-f9e51ccc-c1f4-401d-ae2f-98996567bde6 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:34:08.307917 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-f9e51ccc-c1f4-401d-ae2f-98996567bde6 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:34:08.335134 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e51ccc-c1f4-401d-ae2f-98996567bde6 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Pushing event updated for resources: {'Port': ['ID=2c6adf81-512f-47bc-b6e1-714f85f57f8c,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:08.365979 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-f9e51ccc-c1f4-401d-ae2f-98996567bde6 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:08.366620 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-f9e51ccc-c1f4-401d-ae2f-98996567bde6 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:08.384583 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-f9e51ccc-c1f4-401d-ae2f-98996567bde6 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5870709 Jan 28 03:34:08.403915 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-1a6203c7-54eb-44ea-bf5b-4ecf1f11608f service neutron] Request body: {'port': {'device_id': '48712362-015c-4e66-9b1d-baa89fd3df1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:08.478987 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-1a6203c7-54eb-44ea-bf5b-4ecf1f11608f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2c6adf81-512f-47bc-b6e1-714f85f57f8c), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:08.604403 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-a3e7bde2-a969-44c1-9349-7868386b6f59 None None] Provisioning complete for port 2c6adf81-512f-47bc-b6e1-714f85f57f8c triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:34:08.605500 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a3e7bde2-a969-44c1-9349-7868386b6f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (2c6adf81-512f-47bc-b6e1-714f85f57f8c), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:08.639332 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-a3e7bde2-a969-44c1-9349-7868386b6f59 None None] Port 2c6adf81-512f-47bc-b6e1-714f85f57f8c cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:34:08.759370 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-1a6203c7-54eb-44ea-bf5b-4ecf1f11608f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c6adf81-512f-47bc-b6e1-714f85f57f8c {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:34:08.766894 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-1a6203c7-54eb-44ea-bf5b-4ecf1f11608f service neutron] Publish callbacks [] for port (2c6adf81-512f-47bc-b6e1-714f85f57f8c), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:08.782073 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-1a6203c7-54eb-44ea-bf5b-4ecf1f11608f service neutron] Transition to ACTIVE for port object 2c6adf81-512f-47bc-b6e1-714f85f57f8c will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:34:08.787198 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-1a6203c7-54eb-44ea-bf5b-4ecf1f11608f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (2c6adf81-512f-47bc-b6e1-714f85f57f8c), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:08.857470 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad77894-a6a8-415a-b49d-82058ee12896 req-c85535ab-674b-4f7b-a79c-7bed35df7b44 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:08.862000 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dad77894-a6a8-415a-b49d-82058ee12896 req-c85535ab-674b-4f7b-a79c-7bed35df7b44 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=48712362-015c-4e66-9b1d-baa89fd3df1e HTTP/1.1" status: 200 len: 944 time: 0.0729573 Jan 28 03:34:08.870072 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6203c7-54eb-44ea-bf5b-4ecf1f11608f service neutron] Pushing event updated for resources: {'Port': ['ID=2c6adf81-512f-47bc-b6e1-714f85f57f8c,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:08.930477 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dad77894-a6a8-415a-b49d-82058ee12896 req-5f01e7ce-99ba-488f-8fd4-1047e4be3704 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654371 Jan 28 03:34:08.934591 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-1a6203c7-54eb-44ea-bf5b-4ecf1f11608f service neutron] Attempting to bind port 2c6adf81-512f-47bc-b6e1-714f85f57f8c on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:34:08.935074 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-1a6203c7-54eb-44ea-bf5b-4ecf1f11608f service neutron] Attempting to bind port 2c6adf81-512f-47bc-b6e1-714f85f57f8c by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'e2233469-b8a2-417c-9e5e-795b0e977ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:34:08.935431 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-1a6203c7-54eb-44ea-bf5b-4ecf1f11608f service neutron] Attempting to bind port 2c6adf81-512f-47bc-b6e1-714f85f57f8c on network d08f29da-d40d-4b15-9f9f-e3612c5ec470 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:34:08.940028 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-1a6203c7-54eb-44ea-bf5b-4ecf1f11608f service neutron] Port 2c6adf81-512f-47bc-b6e1-714f85f57f8c on network d08f29da-d40d-4b15-9f9f-e3612c5ec470 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:34:08.940353 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-1a6203c7-54eb-44ea-bf5b-4ecf1f11608f service neutron] Attempting to bind port 2c6adf81-512f-47bc-b6e1-714f85f57f8c on network d08f29da-d40d-4b15-9f9f-e3612c5ec470 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:34:08.953828 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-1a6203c7-54eb-44ea-bf5b-4ecf1f11608f service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:34:08.954624 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-1a6203c7-54eb-44ea-bf5b-4ecf1f11608f service neutron] Checking segment: {'id': 'e2233469-b8a2-417c-9e5e-795b0e977ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:34:08.955098 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-1a6203c7-54eb-44ea-bf5b-4ecf1f11608f service neutron] Bound using segment: {'id': 'e2233469-b8a2-417c-9e5e-795b0e977ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:34:08.955926 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-1a6203c7-54eb-44ea-bf5b-4ecf1f11608f service neutron] Bound port: 2c6adf81-512f-47bc-b6e1-714f85f57f8c, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2233469-b8a2-417c-9e5e-795b0e977ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:34:08.956781 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-1a6203c7-54eb-44ea-bf5b-4ecf1f11608f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2c6adf81-512f-47bc-b6e1-714f85f57f8c), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:09.027935 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-1a6203c7-54eb-44ea-bf5b-4ecf1f11608f service neutron] For port 2c6adf81-512f-47bc-b6e1-714f85f57f8c, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:34:09.031318 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-1a6203c7-54eb-44ea-bf5b-4ecf1f11608f service neutron] For port 2c6adf81-512f-47bc-b6e1-714f85f57f8c, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=2c6adf81-512f-47bc-b6e1-714f85f57f8c,segment=NetworkSegment(e2233469-b8a2-417c-9e5e-795b0e977ffd),segment_id=e2233469-b8a2-417c-9e5e-795b0e977ffd)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:34:09.039596 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-1a6203c7-54eb-44ea-bf5b-4ecf1f11608f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (2c6adf81-512f-47bc-b6e1-714f85f57f8c), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:09.083696 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-1a6203c7-54eb-44ea-bf5b-4ecf1f11608f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:09.084969 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-1a6203c7-54eb-44ea-bf5b-4ecf1f11608f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:09.091147 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-1a6203c7-54eb-44ea-bf5b-4ecf1f11608f service neutron] 10.222.0.39 "PUT /v2.0/ports/2c6adf81-512f-47bc-b6e1-714f85f57f8c HTTP/1.1" status: 200 len: 1093 time: 0.6944222 Jan 28 03:34:09.091854 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48712362-015c-4e66-9b1d-baa89fd3df1e', 'tag': '2c6adf81-512f-47bc-b6e1-714f85f57f8c'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:34:09.094472 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7544594-b374-46d1-b890-bef7f8636808" -d '{"events": [{"name": "network-changed", "server_uuid": "48712362-015c-4e66-9b1d-baa89fd3df1e", "tag": "2c6adf81-512f-47bc-b6e1-714f85f57f8c"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:34:09.127569 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6203c7-54eb-44ea-bf5b-4ecf1f11608f service neutron] Pushing event updated for resources: {'Port': ['ID=2c6adf81-512f-47bc-b6e1-714f85f57f8c,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:09.218941 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-2c209b9c-16ed-48cb-bc32-52d4f9d19ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:09.221106 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-2c209b9c-16ed-48cb-bc32-52d4f9d19ffa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2365aae0ed6c4140b140950cf90dbe31&device_id=48712362-015c-4e66-9b1d-baa89fd3df1e HTTP/1.1" status: 200 len: 1096 time: 0.0646486 Jan 28 03:34:09.276755 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-960d4d95-67d3-46cc-ab97-7dae2e9e9587 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c6adf81-512f-47bc-b6e1-714f85f57f8c HTTP/1.1" status: 200 len: 217 time: 0.0426517 Jan 28 03:34:09.278378 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c281d78-b8ee-4cd1-bc38-9dcb2b835bb5 x-openstack-request-id: req-0c281d78-b8ee-4cd1-bc38-9dcb2b835bb5 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:34:09.278791 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48712362-015c-4e66-9b1d-baa89fd3df1e", "tag": "2c6adf81-512f-47bc-b6e1-714f85f57f8c", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:34:09.279042 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0c281d78-b8ee-4cd1-bc38-9dcb2b835bb5 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:34:09.279437 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48712362-015c-4e66-9b1d-baa89fd3df1e', 'tag': '2c6adf81-512f-47bc-b6e1-714f85f57f8c', 'status': 'completed', 'code': 200} Jan 28 03:34:09.330071 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-9cfb03dc-3657-4156-b7cf-eac643798967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:09.331944 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-9cfb03dc-3657-4156-b7cf-eac643798967 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6fca48db-7702-4589-8da6-18a07f4297d3 HTTP/1.1" status: 200 len: 850 time: 0.0481696 Jan 28 03:34:09.382645 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-7616ac86-9130-41c4-9b0e-bae8d2825e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:09.384123 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-7616ac86-9130-41c4-9b0e-bae8d2825e33 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d08f29da-d40d-4b15-9f9f-e3612c5ec470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463555 Jan 28 03:34:09.475149 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-0508a57e-dec4-42f3-a79c-f8da73f498f8 service neutron] 10.222.0.39 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847638 Jan 28 03:34:09.569541 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2374d204-15ec-499f-a8fd-fa97b78cffa4 req-5727bb96-dced-4c28-9e40-170e58210496 service neutron] 10.222.0.39 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877817 Jan 28 03:34:09.686609 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7544594-b374-46d1-b890-bef7f8636808 req-a9000bc0-416e-4b68-86ab-2c6afdeb110c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:09.688155 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d7544594-b374-46d1-b890-bef7f8636808 req-a9000bc0-416e-4b68-86ab-2c6afdeb110c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2365aae0ed6c4140b140950cf90dbe31&device_id=48712362-015c-4e66-9b1d-baa89fd3df1e HTTP/1.1" status: 200 len: 1096 time: 0.0477617 Jan 28 03:34:09.777279 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7544594-b374-46d1-b890-bef7f8636808 req-a637e409-2fad-47c0-996d-dc954e3d3e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:09.778803 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d7544594-b374-46d1-b890-bef7f8636808 req-a637e409-2fad-47c0-996d-dc954e3d3e89 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d08f29da-d40d-4b15-9f9f-e3612c5ec470 HTTP/1.1" status: 200 len: 912 time: 0.0854049 Jan 28 03:34:09.822976 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d7544594-b374-46d1-b890-bef7f8636808 req-e220b0d7-795d-4b76-9743-9ff673f02c8f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c6adf81-512f-47bc-b6e1-714f85f57f8c HTTP/1.1" status: 200 len: 217 time: 0.0380597 Jan 28 03:34:09.870657 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7544594-b374-46d1-b890-bef7f8636808 req-6f773c5b-17bb-4ecd-b796-5acc39b963f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:09.872184 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d7544594-b374-46d1-b890-bef7f8636808 req-6f773c5b-17bb-4ecd-b796-5acc39b963f5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6fca48db-7702-4589-8da6-18a07f4297d3 HTTP/1.1" status: 200 len: 850 time: 0.0442309 Jan 28 03:34:09.919622 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7544594-b374-46d1-b890-bef7f8636808 req-c8dbb27d-28b7-4ea6-857b-a6cffb31133d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:09.921155 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d7544594-b374-46d1-b890-bef7f8636808 req-c8dbb27d-28b7-4ea6-857b-a6cffb31133d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d08f29da-d40d-4b15-9f9f-e3612c5ec470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430546 Jan 28 03:34:10.023027 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d7544594-b374-46d1-b890-bef7f8636808 req-975d4803-07c2-4303-bbfd-5c942829a663 service neutron] 10.222.0.39 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954285 Jan 28 03:34:10.056415 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ceab7-1c56-441a-9982-dd3887180a50 req-ead19ff8-029f-4fb6-a35c-93ef7fd5c3bb tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:10.058043 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-958ceab7-1c56-441a-9982-dd3887180a50 req-ead19ff8-029f-4fb6-a35c-93ef7fd5c3bb tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=48712362-015c-4e66-9b1d-baa89fd3df1e HTTP/1.1" status: 200 len: 944 time: 0.0494485 Jan 28 03:34:10.111122 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-958ceab7-1c56-441a-9982-dd3887180a50 req-f0031d0e-fe16-4fba-ae53-783b0e9afe4a tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466511 Jan 28 03:34:10.122439 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d7544594-b374-46d1-b890-bef7f8636808 req-613b2706-efdd-4780-a28e-2de393b81de2 service neutron] 10.222.0.39 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931537 Jan 28 03:34:11.244369 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994a2b5-1128-4688-894f-c43136612367 req-b2f85903-b28d-4aaf-b9c5-6a6bbf467435 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:11.245959 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8994a2b5-1128-4688-894f-c43136612367 req-b2f85903-b28d-4aaf-b9c5-6a6bbf467435 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=48712362-015c-4e66-9b1d-baa89fd3df1e HTTP/1.1" status: 200 len: 944 time: 0.0558579 Jan 28 03:34:11.302168 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8994a2b5-1128-4688-894f-c43136612367 req-89b93d69-5f38-44ca-b1f2-1afedd884a6f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503583 Jan 28 03:34:12.419608 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2526c1c-c4e4-430b-b606-ce38224d9e56 req-8d906f5c-a009-440f-aaac-6f5f49224d2d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:12.421106 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d2526c1c-c4e4-430b-b606-ce38224d9e56 req-8d906f5c-a009-440f-aaac-6f5f49224d2d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=48712362-015c-4e66-9b1d-baa89fd3df1e HTTP/1.1" status: 200 len: 944 time: 0.0498734 Jan 28 03:34:12.475443 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d2526c1c-c4e4-430b-b606-ce38224d9e56 req-52b27d15-24b6-4aed-8518-e2ed22869d7d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475841 Jan 28 03:34:13.596300 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb12ec1-a665-432f-88a1-cd8191abdf46 req-569c2969-1d04-42ff-b16c-228a5d84b34c tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:13.597829 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ffb12ec1-a665-432f-88a1-cd8191abdf46 req-569c2969-1d04-42ff-b16c-228a5d84b34c tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=48712362-015c-4e66-9b1d-baa89fd3df1e HTTP/1.1" status: 200 len: 944 time: 0.0532291 Jan 28 03:34:13.659744 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ffb12ec1-a665-432f-88a1-cd8191abdf46 req-86788325-037f-4da4-8a8b-9f1ca7fa48d4 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483575 Jan 28 03:34:14.782937 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a37b1b-ca6b-4a06-b941-d4005c25b0dc req-841b8393-a0f9-4668-9ca2-94f2abffb3fc tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:14.784554 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-72a37b1b-ca6b-4a06-b941-d4005c25b0dc req-841b8393-a0f9-4668-9ca2-94f2abffb3fc tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=48712362-015c-4e66-9b1d-baa89fd3df1e HTTP/1.1" status: 200 len: 944 time: 0.0508506 Jan 28 03:34:14.836144 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-72a37b1b-ca6b-4a06-b941-d4005c25b0dc req-f2ba2c82-bca0-46b0-870f-80cdac869ded tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456295 Jan 28 03:34:15.959774 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de8b15-3aeb-4516-91a6-7459b0f1f2fd req-15cca569-cbfc-4105-8a5d-d49c9e76ed6a tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:15.961944 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c2de8b15-3aeb-4516-91a6-7459b0f1f2fd req-15cca569-cbfc-4105-8a5d-d49c9e76ed6a tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=48712362-015c-4e66-9b1d-baa89fd3df1e HTTP/1.1" status: 200 len: 944 time: 0.0511668 Jan 28 03:34:16.018009 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c2de8b15-3aeb-4516-91a6-7459b0f1f2fd req-4125429c-8719-4c66-8aa7-9e59bb183094 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501120 Jan 28 03:34:17.143609 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f17176-adaf-4474-9332-a93a1310f6cd req-8010fe57-3854-4ad3-85d2-98e2e4e53b5a tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:17.145156 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-31f17176-adaf-4474-9332-a93a1310f6cd req-8010fe57-3854-4ad3-85d2-98e2e4e53b5a tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=48712362-015c-4e66-9b1d-baa89fd3df1e HTTP/1.1" status: 200 len: 944 time: 0.0490847 Jan 28 03:34:17.196243 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-31f17176-adaf-4474-9332-a93a1310f6cd req-3e737825-1dd6-42b9-be80-8f6f06ccabd9 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448906 Jan 28 03:34:18.324084 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09801611-aa73-42ed-a457-36408b43da08 req-56c978a6-c7e5-4d5f-a8a0-d7a5f5281a8e tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:18.325699 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-09801611-aa73-42ed-a457-36408b43da08 req-56c978a6-c7e5-4d5f-a8a0-d7a5f5281a8e tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=48712362-015c-4e66-9b1d-baa89fd3df1e HTTP/1.1" status: 200 len: 944 time: 0.0549836 Jan 28 03:34:18.384409 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-09801611-aa73-42ed-a457-36408b43da08 req-13d96bd2-52f5-4fc7-b606-9755550d29f6 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527241 Jan 28 03:34:19.529238 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12e6bd-30b0-4b8a-a2a8-82678e7d086e req-82a24307-3595-403b-aa7c-3d57e3c9eb98 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:19.531493 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7f12e6bd-30b0-4b8a-a2a8-82678e7d086e req-82a24307-3595-403b-aa7c-3d57e3c9eb98 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=48712362-015c-4e66-9b1d-baa89fd3df1e HTTP/1.1" status: 200 len: 944 time: 0.0630333 Jan 28 03:34:19.593112 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7f12e6bd-30b0-4b8a-a2a8-82678e7d086e req-f675bbc1-22bf-4004-b165-22aaca0af428 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553098 Jan 28 03:34:20.721975 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cbda1c-8e35-486a-9bb8-765115958ae9 req-38598748-a6bb-499f-bdd6-637c1b5f1c15 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:20.723571 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a9cbda1c-8e35-486a-9bb8-765115958ae9 req-38598748-a6bb-499f-bdd6-637c1b5f1c15 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=48712362-015c-4e66-9b1d-baa89fd3df1e HTTP/1.1" status: 200 len: 944 time: 0.0524976 Jan 28 03:34:20.775096 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a9cbda1c-8e35-486a-9bb8-765115958ae9 req-8578b191-ebb2-4b96-8f9b-6ecee66443bc tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453773 Jan 28 03:34:21.898942 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb23940-57ac-4919-9d05-d8667dcfddda req-f2d0a9ef-de38-4585-8acd-c69b4ad2043f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:21.900450 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2eb23940-57ac-4919-9d05-d8667dcfddda req-f2d0a9ef-de38-4585-8acd-c69b4ad2043f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=48712362-015c-4e66-9b1d-baa89fd3df1e HTTP/1.1" status: 200 len: 944 time: 0.0530176 Jan 28 03:34:21.953689 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2eb23940-57ac-4919-9d05-d8667dcfddda req-a8b3e06a-b559-4398-9ec8-6551633e2c3d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470641 Jan 28 03:34:23.073545 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f8ce1-9de4-4673-aa29-b100ad486988 req-23f793f9-a3a6-4c76-bd09-d58fb5c0b5c0 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:23.075035 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7e3f8ce1-9de4-4673-aa29-b100ad486988 req-23f793f9-a3a6-4c76-bd09-d58fb5c0b5c0 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=48712362-015c-4e66-9b1d-baa89fd3df1e HTTP/1.1" status: 200 len: 944 time: 0.0514898 Jan 28 03:34:23.125679 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7e3f8ce1-9de4-4673-aa29-b100ad486988 req-021d6958-9d28-4a2d-b8f4-b297f907f060 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435693 Jan 28 03:34:24.251352 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babda564-ac0f-46cc-9d53-a24924a5657c req-0e016ace-b0e3-4b6d-8fd3-43baf730fa70 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:24.252891 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-babda564-ac0f-46cc-9d53-a24924a5657c req-0e016ace-b0e3-4b6d-8fd3-43baf730fa70 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=48712362-015c-4e66-9b1d-baa89fd3df1e HTTP/1.1" status: 200 len: 944 time: 0.0566633 Jan 28 03:34:24.330735 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-babda564-ac0f-46cc-9d53-a24924a5657c req-fb2d3dfe-f782-42d3-b338-c2e470752e51 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716898 Jan 28 03:34:25.446525 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 2c6adf81-512f-47bc-b6e1-714f85f57f8c details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:34:25.458481 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6b487-26dc-41ea-b1cd-9895e2aaf7c9 req-010bbb03-fea2-4028-9fcb-71eb559ccc4d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:25.460105 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-41d6b487-26dc-41ea-b1cd-9895e2aaf7c9 req-010bbb03-fea2-4028-9fcb-71eb559ccc4d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=48712362-015c-4e66-9b1d-baa89fd3df1e HTTP/1.1" status: 200 len: 944 time: 0.0556061 Jan 28 03:34:25.516225 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-41d6b487-26dc-41ea-b1cd-9895e2aaf7c9 req-673c9de0-598a-47b7-a1e5-ad0d60cf9ce2 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462580 Jan 28 03:34:25.555120 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 2c6adf81-512f-47bc-b6e1-714f85f57f8c, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=2c6adf81-512f-47bc-b6e1-714f85f57f8c,segment=NetworkSegment(e2233469-b8a2-417c-9e5e-795b0e977ffd),segment_id=e2233469-b8a2-417c-9e5e-795b0e977ffd)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:25.566460 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '2c6adf81-512f-47bc-b6e1-714f85f57f8c', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'port_id': '2c6adf81-512f-47bc-b6e1-714f85f57f8c', 'mac_address': 'fa:16:3e:d3:fd:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fca48db-7702-4589-8da6-18a07f4297d3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:34:25.606831 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 2c6adf81-512f-47bc-b6e1-714f85f57f8c is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:34:25.607221 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2c6adf81-512f-47bc-b6e1-714f85f57f8c), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:25.620923 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c6adf81-512f-47bc-b6e1-714f85f57f8c {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:34:25.642635 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 2c6adf81-512f-47bc-b6e1-714f85f57f8c, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=2c6adf81-512f-47bc-b6e1-714f85f57f8c,segment=NetworkSegment(e2233469-b8a2-417c-9e5e-795b0e977ffd),segment_id=e2233469-b8a2-417c-9e5e-795b0e977ffd)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:25.647970 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (2c6adf81-512f-47bc-b6e1-714f85f57f8c), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:25.696919 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=2c6adf81-512f-47bc-b6e1-714f85f57f8c,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:25.931658 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['2c6adf81-512f-47bc-b6e1-714f85f57f8c'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:34:26.642340 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80caf8fa-cf7b-48b8-a01c-d512ddc91240 req-de515c6a-91b4-44d2-9cd4-e78b0d89482f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:26.643828 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-80caf8fa-cf7b-48b8-a01c-d512ddc91240 req-de515c6a-91b4-44d2-9cd4-e78b0d89482f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=48712362-015c-4e66-9b1d-baa89fd3df1e HTTP/1.1" status: 200 len: 945 time: 0.0517795 Jan 28 03:34:26.696996 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-80caf8fa-cf7b-48b8-a01c-d512ddc91240 req-e453d94b-cadc-462a-bad1-922e47b0b5e7 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452418 Jan 28 03:34:27.397504 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ef70b-c51e-4893-b350-89f22a2d09a9 req-b957a35d-d052-4c60-9389-b6e6e36c17f8 tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:27.399705 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1c5ef70b-c51e-4893-b350-89f22a2d09a9 req-b957a35d-d052-4c60-9389-b6e6e36c17f8 tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 1098 time: 0.0548375 Jan 28 03:34:27.464935 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 2c6adf81-512f-47bc-b6e1-714f85f57f8c up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:34:27.518564 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 2c6adf81-512f-47bc-b6e1-714f85f57f8c completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:34:27.525745 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 2c6adf81-512f-47bc-b6e1-714f85f57f8c triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:34:27.526125 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (2c6adf81-512f-47bc-b6e1-714f85f57f8c), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:27.614958 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 2c6adf81-512f-47bc-b6e1-714f85f57f8c is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:34:27.615377 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2c6adf81-512f-47bc-b6e1-714f85f57f8c), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:27.640665 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48712362-015c-4e66-9b1d-baa89fd3df1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6adf81-512f-47bc-b6e1-714f85f57f8c'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:34:27.643455 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58eba79-7176-4bf6-828d-e1bed23be1e1" -d '{"events": [{"server_uuid": "48712362-015c-4e66-9b1d-baa89fd3df1e", "name": "network-vif-plugged", "status": "completed", "tag": "2c6adf81-512f-47bc-b6e1-714f85f57f8c"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:34:27.661362 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 2c6adf81-512f-47bc-b6e1-714f85f57f8c, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=2c6adf81-512f-47bc-b6e1-714f85f57f8c,segment=NetworkSegment(e2233469-b8a2-417c-9e5e-795b0e977ffd),segment_id=e2233469-b8a2-417c-9e5e-795b0e977ffd)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:27.667592 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (2c6adf81-512f-47bc-b6e1-714f85f57f8c), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:27.699096 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc46e3a2-5c84-447e-affc-5d1843389fc0 x-openstack-request-id: req-dc46e3a2-5c84-447e-affc-5d1843389fc0 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:34:27.699473 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48712362-015c-4e66-9b1d-baa89fd3df1e", "name": "network-vif-plugged", "status": "completed", "tag": "2c6adf81-512f-47bc-b6e1-714f85f57f8c", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:34:27.699842 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dc46e3a2-5c84-447e-affc-5d1843389fc0 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:34:27.700021 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48712362-015c-4e66-9b1d-baa89fd3df1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6adf81-512f-47bc-b6e1-714f85f57f8c', 'code': 200} Jan 28 03:34:27.728540 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=2c6adf81-512f-47bc-b6e1-714f85f57f8c,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:27.825984 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1c5ef70b-c51e-4893-b350-89f22a2d09a9 req-f4d65596-6e16-44fa-8845-00462547e6bd tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0177a226-c31d-4c20-9584-1d358c1bf0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4202232 Jan 28 03:34:27.827736 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9c3a3-aa43-41fb-869b-785e694e06a7 req-6a3346d2-c33d-42ca-b621-85849a00725c tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:27.829304 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-49b9c3a3-aa43-41fb-869b-785e694e06a7 req-6a3346d2-c33d-42ca-b621-85849a00725c tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=48712362-015c-4e66-9b1d-baa89fd3df1e HTTP/1.1" status: 200 len: 946 time: 0.0487761 Jan 28 03:34:27.835904 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98a698-dd43-4f00-819e-a15a10c37e60 req-ac05a34f-1df3-4a1d-b9c8-99fc4b17e4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:27.837405 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1a98a698-dd43-4f00-819e-a15a10c37e60 req-ac05a34f-1df3-4a1d-b9c8-99fc4b17e4ea service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=48712362-015c-4e66-9b1d-baa89fd3df1e HTTP/1.1" status: 200 len: 1098 time: 0.0580347 Jan 28 03:34:27.850252 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59488) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:27.882975 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-49b9c3a3-aa43-41fb-869b-785e694e06a7 req-c9b69b2e-6a98-403d-8039-d0adf6d334d5 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469265 Jan 28 03:34:27.938565 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1a98a698-dd43-4f00-819e-a15a10c37e60 req-b78100a0-69e3-4b3d-9530-91089fa5e769 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944924 Jan 28 03:34:28.035976 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-0de93152-1f3a-484f-a03f-446e5afcd53a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Deleting port ee6038fc-a920-4b59-8a8d-cd17c16c82c1 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:34:28.036313 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0de93152-1f3a-484f-a03f-446e5afcd53a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (ee6038fc-a920-4b59-8a8d-cd17c16c82c1), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:28.117263 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0de93152-1f3a-484f-a03f-446e5afcd53a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (ee6038fc-a920-4b59-8a8d-cd17c16c82c1), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:28.117613 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0de93152-1f3a-484f-a03f-446e5afcd53a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for floatingip (ee6038fc-a920-4b59-8a8d-cd17c16c82c1), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:28.129368 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-0de93152-1f3a-484f-a03f-446e5afcd53a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Calling delete_port for ee6038fc-a920-4b59-8a8d-cd17c16c82c1 owned by network:floatingip {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:34:28.304974 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0de93152-1f3a-484f-a03f-446e5afcd53a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (ee6038fc-a920-4b59-8a8d-cd17c16c82c1), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:28.330373 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de93152-1f3a-484f-a03f-446e5afcd53a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event deleted for resources: {'Port': ['ID=ee6038fc-a920-4b59-8a8d-cd17c16c82c1,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:28.357867 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de93152-1f3a-484f-a03f-446e5afcd53a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:28.358200 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de93152-1f3a-484f-a03f-446e5afcd53a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:28.358549 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de93152-1f3a-484f-a03f-446e5afcd53a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:28.358891 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de93152-1f3a-484f-a03f-446e5afcd53a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:28.359229 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de93152-1f3a-484f-a03f-446e5afcd53a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:28.359561 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de93152-1f3a-484f-a03f-446e5afcd53a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:28.359896 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de93152-1f3a-484f-a03f-446e5afcd53a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:28.360428 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de93152-1f3a-484f-a03f-446e5afcd53a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:28.360597 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de93152-1f3a-484f-a03f-446e5afcd53a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:28.360880 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de93152-1f3a-484f-a03f-446e5afcd53a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:28.361242 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de93152-1f3a-484f-a03f-446e5afcd53a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:28.361582 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de93152-1f3a-484f-a03f-446e5afcd53a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:28.361902 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de93152-1f3a-484f-a03f-446e5afcd53a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:28.406450 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0de93152-1f3a-484f-a03f-446e5afcd53a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for floatingip (8cb0a1fb-c438-4471-971b-59d4ceb6004b), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:28.407294 n-d-712139-27 neutron-server[109803]: INFO neutron.db.l3_db [None req-0de93152-1f3a-484f-a03f-446e5afcd53a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Floating IP 8cb0a1fb-c438-4471-971b-59d4ceb6004b disassociated (deleted). External IP: 172.25.0.69, port: c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5. Jan 28 03:34:28.639272 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de93152-1f3a-484f-a03f-446e5afcd53a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Router e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:34:28.769137 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de93152-1f3a-484f-a03f-446e5afcd53a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:34:28.774263 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0de93152-1f3a-484f-a03f-446e5afcd53a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:28.781565 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27e9767-27fb-458c-9794-cf2115e811d5 None None] Sync routers for ids ['e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:34:28.792850 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27e9767-27fb-458c-9794-cf2115e811d5 None None] Routers {'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:34:28.793687 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-c27e9767-27fb-458c-9794-cf2115e811d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:34:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:28.804051 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0de93152-1f3a-484f-a03f-446e5afcd53a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "DELETE /v2.0/floatingips/8cb0a1fb-c438-4471-971b-59d4ceb6004b HTTP/1.1" status: 204 len: 168 time: 0.9525819 Jan 28 03:34:28.805701 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d1b009-bfbf-415c-bea1-28ffdc02661f', 'tag': 'c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:34:28.816688 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5b6f0f-d3c7-4918-8288-5723c738929e" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d1b009-bfbf-415c-bea1-28ffdc02661f", "tag": "c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:34:28.872907 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e4f16e-94cd-4720-887a-bd3564db97aa x-openstack-request-id: req-62e4f16e-94cd-4720-887a-bd3564db97aa {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:34:28.873303 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d1b009-bfbf-415c-bea1-28ffdc02661f", "tag": "c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:34:28.873555 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-62e4f16e-94cd-4720-887a-bd3564db97aa {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:34:28.873959 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d1b009-bfbf-415c-bea1-28ffdc02661f', 'tag': 'c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5', 'status': 'completed', 'code': 200} Jan 28 03:34:28.940564 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-c27e9767-27fb-458c-9794-cf2115e811d5 None None] Set router e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:34:28.972038 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b6f0f-d3c7-4918-8288-5723c738929e req-ff162ad5-9bd3-43a2-b37b-c8107dad2f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:28.973964 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dd5b6f0f-d3c7-4918-8288-5723c738929e req-ff162ad5-9bd3-43a2-b37b-c8107dad2f27 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4&device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 1098 time: 0.0543785 Jan 28 03:34:29.052150 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b051a3-e685-411b-92ec-353c102956ee req-0c52fe6d-7b23-4ee4-aca4-d69a6fbd2b79 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:29.053799 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-60b051a3-e685-411b-92ec-353c102956ee req-0c52fe6d-7b23-4ee4-aca4-d69a6fbd2b79 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=48712362-015c-4e66-9b1d-baa89fd3df1e HTTP/1.1" status: 200 len: 946 time: 0.0786414 Jan 28 03:34:29.133057 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-60b051a3-e685-411b-92ec-353c102956ee req-ea848800-97d2-4428-9f50-460bd27114f6 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497804 Jan 28 03:34:29.173934 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a783eb0-c452-458b-81b2-518b628c984e req-fdba74e4-6afd-41d4-b963-47f03b039365 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:29.185614 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5a783eb0-c452-458b-81b2-518b628c984e req-fdba74e4-6afd-41d4-b963-47f03b039365 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 946 time: 0.1073861 Jan 28 03:34:29.191412 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b6f0f-d3c7-4918-8288-5723c738929e req-42c269a2-f824-4850-a93a-cec86bd8c380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:29.193032 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dd5b6f0f-d3c7-4918-8288-5723c738929e req-42c269a2-f824-4850-a93a-cec86bd8c380 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7f032bb5-7cf1-404d-aca9-a43aa26969e2 HTTP/1.1" status: 200 len: 898 time: 0.1696117 Jan 28 03:34:29.241211 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dd5b6f0f-d3c7-4918-8288-5723c738929e req-f58e2eff-7e26-45d8-813a-077d1b763f49 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 HTTP/1.1" status: 200 len: 217 time: 0.0402730 Jan 28 03:34:29.242275 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5a783eb0-c452-458b-81b2-518b628c984e req-72926430-d68b-4ca9-a1db-84c9d71a48f4 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=0177a226-c31d-4c20-9584-1d358c1bf0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506046 Jan 28 03:34:29.281870 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-c27e9767-27fb-458c-9794-cf2115e811d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364239151', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '0c727aec-bc54-48c7-9a6a-1286c8e77959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:32:16Z', 'updated_at': '2022-01-28T03:32:20Z', 'revision_number': 4, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': '0c727aec-bc54-48c7-9a6a-1286c8e77959', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:17Z', 'updated_at': '2022-01-28T03:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '3e708625-a09e-4549-a69a-dca5ece8af2d', 'name': '', 'network_id': '7f032bb5-7cf1-404d-aca9-a43aa26969e2', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'mac_address': 'fa:16:3e:a1:ab:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'bb64622c-4c0d-4021-bc5b-e4fd3caec368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:19Z', 'updated_at': '2022-01-28T03:32:23Z', 'revision_number': 5, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'subnets': [{'id': 'bb64622c-4c0d-4021-bc5b-e4fd3caec368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:29.290738 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b6f0f-d3c7-4918-8288-5723c738929e req-f98e0579-2c52-41b7-801e-23d5ce0d7a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:29.292262 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dd5b6f0f-d3c7-4918-8288-5723c738929e req-f98e0579-2c52-41b7-801e-23d5ce0d7a0e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb64622c-4c0d-4021-bc5b-e4fd3caec368 HTTP/1.1" status: 200 len: 835 time: 0.0438428 Jan 28 03:34:29.311599 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27e9767-27fb-458c-9794-cf2115e811d5 None None] Checking router: e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:34:29.320830 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27e9767-27fb-458c-9794-cf2115e811d5 None None] Routers {'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:34:29.321488 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-c27e9767-27fb-458c-9794-cf2115e811d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:34:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:29.341207 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b6f0f-d3c7-4918-8288-5723c738929e req-93459eaa-5a46-407a-a906-24610af608ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:29.342700 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dd5b6f0f-d3c7-4918-8288-5723c738929e req-93459eaa-5a46-407a-a906-24610af608ee service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7f032bb5-7cf1-404d-aca9-a43aa26969e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442712 Jan 28 03:34:29.426649 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-c27e9767-27fb-458c-9794-cf2115e811d5 None None] Set router e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:34:29.449972 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dd5b6f0f-d3c7-4918-8288-5723c738929e req-6afa6855-eb9c-4436-9ff7-fe9af100e45e service neutron] 10.222.0.67 "GET /v2.0/networks/7f032bb5-7cf1-404d-aca9-a43aa26969e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992384 Jan 28 03:34:29.484740 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:29.779787 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-78e887e5-cd0d-4437-a956-ca5ff915dd80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:29.841689 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-c27e9767-27fb-458c-9794-cf2115e811d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364239151', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '0c727aec-bc54-48c7-9a6a-1286c8e77959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:32:16Z', 'updated_at': '2022-01-28T03:32:20Z', 'revision_number': 4, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': '0c727aec-bc54-48c7-9a6a-1286c8e77959', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:17Z', 'updated_at': '2022-01-28T03:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '3e708625-a09e-4549-a69a-dca5ece8af2d', 'name': '', 'network_id': '7f032bb5-7cf1-404d-aca9-a43aa26969e2', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'mac_address': 'fa:16:3e:a1:ab:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'bb64622c-4c0d-4021-bc5b-e4fd3caec368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:19Z', 'updated_at': '2022-01-28T03:32:23Z', 'revision_number': 5, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'subnets': [{'id': 'bb64622c-4c0d-4021-bc5b-e4fd3caec368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:29.868389 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27e9767-27fb-458c-9794-cf2115e811d5 None None] The sync data for ids ['e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4'] in n-d-712139-27 is: [{'id': 'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364239151', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '0c727aec-bc54-48c7-9a6a-1286c8e77959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:32:16Z', 'updated_at': '2022-01-28T03:32:20Z', 'revision_number': 4, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': '0c727aec-bc54-48c7-9a6a-1286c8e77959', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:17Z', 'updated_at': '2022-01-28T03:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '3e708625-a09e-4549-a69a-dca5ece8af2d', 'name': '', 'network_id': '7f032bb5-7cf1-404d-aca9-a43aa26969e2', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'mac_address': 'fa:16:3e:a1:ab:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'bb64622c-4c0d-4021-bc5b-e4fd3caec368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:19Z', 'updated_at': '2022-01-28T03:32:23Z', 'revision_number': 5, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'subnets': [{'id': 'bb64622c-4c0d-4021-bc5b-e4fd3caec368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:34:29.898558 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dd5b6f0f-d3c7-4918-8288-5723c738929e req-6d9c66b2-d4c6-48c9-ac73-58c28b47dba9 service neutron] 10.222.0.67 "GET /v2.0/networks/7f032bb5-7cf1-404d-aca9-a43aa26969e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4413028 Jan 28 03:34:30.108352 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4095af93-c231-461a-964f-6de0052e0919 None None] New status for floating IP 8cb0a1fb-c438-4471-971b-59d4ceb6004b: DOWN {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:34:30.260684 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ceff0-51e1-4759-b0d8-1cfc30aa79bd req-036c6def-0b24-4d55-9d8c-7e36d5bab4e5 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:30.262254 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b36ceff0-51e1-4759-b0d8-1cfc30aa79bd req-036c6def-0b24-4d55-9d8c-7e36d5bab4e5 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=48712362-015c-4e66-9b1d-baa89fd3df1e HTTP/1.1" status: 200 len: 946 time: 0.0514419 Jan 28 03:34:30.314231 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b36ceff0-51e1-4759-b0d8-1cfc30aa79bd req-9eb5d5b2-0b28-440b-9ff8-990974ce62cd tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452597 Jan 28 03:34:30.362697 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad1dc9-1f2b-4a12-aee1-a15f699a84ac req-d248e3ea-5b4d-4834-8f32-38a0eb7fafcc tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:30.364263 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f6ad1dc9-1f2b-4a12-aee1-a15f699a84ac req-d248e3ea-5b4d-4834-8f32-38a0eb7fafcc tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 946 time: 0.0510759 Jan 28 03:34:30.421467 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f6ad1dc9-1f2b-4a12-aee1-a15f699a84ac req-b749d331-cbf4-46ea-b302-5ce2f1674852 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=0177a226-c31d-4c20-9584-1d358c1bf0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510442 Jan 28 03:34:30.444999 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d6c45b-8383-4daf-bd45-f694a883995e req-b9978bd7-0385-48fd-a957-b94621acb2db tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:30.447294 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-14d6c45b-8383-4daf-bd45-f694a883995e req-b9978bd7-0385-48fd-a957-b94621acb2db tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=48712362-015c-4e66-9b1d-baa89fd3df1e HTTP/1.1" status: 200 len: 946 time: 0.0497634 Jan 28 03:34:30.506528 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-14d6c45b-8383-4daf-bd45-f694a883995e req-efdeaffc-5db7-4569-9400-d875db9b5127 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528710 Jan 28 03:34:30.532852 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59514) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:30.580572 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a5d8fa-d525-4435-b236-2e7ae2c4886b tempest-TestVolumeBootPattern-879785656 tempest-TestVolumeBootPattern-879785656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:30.582430 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f7a5d8fa-d525-4435-b236-2e7ae2c4886b tempest-TestVolumeBootPattern-879785656 tempest-TestVolumeBootPattern-879785656-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=48712362-015c-4e66-9b1d-baa89fd3df1e HTTP/1.1" status: 200 len: 1093 time: 0.0483067 Jan 28 03:34:30.585759 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59516) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:30.591096 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-208fdc8d-d190-41d9-ba7a-136777390063 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'port_id': '2c6adf81-512f-47bc-b6e1-714f85f57f8c', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:30.616045 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-208fdc8d-d190-41d9-ba7a-136777390063 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:30.721221 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-208fdc8d-d190-41d9-ba7a-136777390063 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:30.849651 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b03fae-e6ec-427b-83e4-dc5453549155 req-01657982-826d-4055-8d18-7fd148340514 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:30.851196 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-41b03fae-e6ec-427b-83e4-dc5453549155 req-01657982-826d-4055-8d18-7fd148340514 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 946 time: 0.0944312 Jan 28 03:34:30.892291 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-208fdc8d-d190-41d9-ba7a-136777390063 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Allocated IP 172.25.0.101 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/c1fd9ee6-1378-41b9-b2a7-9a7cc31c35be) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:34:31.031052 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-41b03fae-e6ec-427b-83e4-dc5453549155 req-d615c05f-06a9-4a66-8514-bd8972014015 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Deleting port c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:34:31.031372 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-41b03fae-e6ec-427b-83e4-dc5453549155 req-d615c05f-06a9-4a66-8514-bd8972014015 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:31.051748 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-208fdc8d-d190-41d9-ba7a-136777390063 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks [] for port (c1fd9ee6-1378-41b9-b2a7-9a7cc31c35be), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:31.150111 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-41b03fae-e6ec-427b-83e4-dc5453549155 req-d615c05f-06a9-4a66-8514-bd8972014015 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] For port c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5,segment=NetworkSegment(920b43a5-a9f4-455e-a393-56d15d0738d1),segment_id=920b43a5-a9f4-455e-a393-56d15d0738d1)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:31.150379 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-41b03fae-e6ec-427b-83e4-dc5453549155 req-d615c05f-06a9-4a66-8514-bd8972014015 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:31.158649 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-208fdc8d-d190-41d9-ba7a-136777390063 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (c1fd9ee6-1378-41b9-b2a7-9a7cc31c35be), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:31.172777 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-41b03fae-e6ec-427b-83e4-dc5453549155 req-d615c05f-06a9-4a66-8514-bd8972014015 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Calling delete_port for c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:34:31.216260 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208fdc8d-d190-41d9-ba7a-136777390063 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:34:31.251467 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-208fdc8d-d190-41d9-ba7a-136777390063 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:34:31.256549 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208fdc8d-d190-41d9-ba7a-136777390063 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Pushing event updated for resources: {'Port': ['ID=c1fd9ee6-1378-41b9-b2a7-9a7cc31c35be,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:31.259851 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208fdc8d-d190-41d9-ba7a-136777390063 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:34:31.473214 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-41b03fae-e6ec-427b-83e4-dc5453549155 req-d615c05f-06a9-4a66-8514-bd8972014015 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:31.512227 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d615c05f-06a9-4a66-8514-bd8972014015 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event deleted for resources: {'Port': ['ID=c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:31.532922 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d2ff8d0e-7846-4b9b-a4ef-e31649254429 req-b857f79b-3321-4b7a-b4e5-4e2a8946f10f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d1b009-bfbf-415c-bea1-28ffdc02661f HTTP/1.1" status: 200 len: 210 time: 0.0370498 Jan 28 03:34:31.586721 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b03fae-e6ec-427b-83e4-dc5453549155 req-d615c05f-06a9-4a66-8514-bd8972014015 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] No DVR routers for this DVR port c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 on host n-h1-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:34:31.590176 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-41b03fae-e6ec-427b-83e4-dc5453549155 req-d615c05f-06a9-4a66-8514-bd8972014015 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:31.593494 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-41b03fae-e6ec-427b-83e4-dc5453549155 req-d615c05f-06a9-4a66-8514-bd8972014015 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.67 "DELETE /v2.0/ports/c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 HTTP/1.1" status: 204 len: 173 time: 0.7370410 Jan 28 03:34:31.593942 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d1b009-bfbf-415c-bea1-28ffdc02661f', 'name': 'network-vif-deleted', 'tag': 'c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:34:31.596209 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3310ce25-6486-45f7-93af-c5949876f1c6" -d '{"events": [{"server_uuid": "f2d1b009-bfbf-415c-bea1-28ffdc02661f", "name": "network-vif-deleted", "tag": "c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:34:31.656402 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab32cf13-9c3a-443c-bffb-af3fd44813f9 x-openstack-request-id: req-ab32cf13-9c3a-443c-bffb-af3fd44813f9 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:34:31.656402 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d1b009-bfbf-415c-bea1-28ffdc02661f", "name": "network-vif-deleted", "tag": "c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:34:31.656713 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ab32cf13-9c3a-443c-bffb-af3fd44813f9 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:34:31.656916 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d1b009-bfbf-415c-bea1-28ffdc02661f', 'name': 'network-vif-deleted', 'tag': 'c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5', 'status': 'completed', 'code': 200} Jan 28 03:34:31.770200 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-208fdc8d-d190-41d9-ba7a-136777390063 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks [] for floatingip (4c471ee4-5d33-4d83-bd36-1d21eebbe39e), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:31.816517 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0f28f19e-c28c-44fe-8b08-168f89204619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:31.841760 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-208fdc8d-d190-41d9-ba7a-136777390063 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c1fd9ee6-1378-41b9-b2a7-9a7cc31c35be), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:32.003962 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-208fdc8d-d190-41d9-ba7a-136777390063 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks [] for port (c1fd9ee6-1378-41b9-b2a7-9a7cc31c35be), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:32.010426 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-208fdc8d-d190-41d9-ba7a-136777390063 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (c1fd9ee6-1378-41b9-b2a7-9a7cc31c35be), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:32.085332 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208fdc8d-d190-41d9-ba7a-136777390063 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Pushing event updated for resources: {'Port': ['ID=c1fd9ee6-1378-41b9-b2a7-9a7cc31c35be,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:32.095860 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-208fdc8d-d190-41d9-ba7a-136777390063 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (4c471ee4-5d33-4d83-bd36-1d21eebbe39e), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:32.198494 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [None req-208fdc8d-d190-41d9-ba7a-136777390063 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Floating IP 4c471ee4-5d33-4d83-bd36-1d21eebbe39e associated. External IP: 172.25.0.101, port: 2c6adf81-512f-47bc-b6e1-714f85f57f8c. Jan 28 03:34:32.410633 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208fdc8d-d190-41d9-ba7a-136777390063 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Router 81f4b18b-d952-4700-a93e-5b714789587d has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:34:32.524428 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208fdc8d-d190-41d9-ba7a-136777390063 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:34:32.534520 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48482091-4493-46ec-ad24-e0d8832d5d1a None None] Sync routers for ids ['81f4b18b-d952-4700-a93e-5b714789587d'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:34:32.546899 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-208fdc8d-d190-41d9-ba7a-136777390063 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:32.547673 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48482091-4493-46ec-ad24-e0d8832d5d1a None None] Routers {'81f4b18b-d952-4700-a93e-5b714789587d'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:34:32.548620 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-48482091-4493-46ec-ad24-e0d8832d5d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:34:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['81f4b18b-d952-4700-a93e-5b714789587d'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:32.580178 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-208fdc8d-d190-41d9-ba7a-136777390063 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9932518 Jan 28 03:34:32.600490 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59526) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:32.664628 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-48482091-4493-46ec-ad24-e0d8832d5d1a None None] Set router 81f4b18b-d952-4700-a93e-5b714789587d gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:34:32.906655 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-48482091-4493-46ec-ad24-e0d8832d5d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f4b18b-d952-4700-a93e-5b714789587d', 'name': 'tempest-TestVolumeBootPattern-504958137-router', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ebbf453f-0c5a-44ff-ad68-109f6e5aabe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:26:16Z', 'revision_number': 4, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'gw_port': {'id': 'ebbf453f-0c5a-44ff-ad68-109f6e5aabe9', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '4c471ee4-5d33-4d83-bd36-1d21eebbe39e', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'floating_ip_address': '172.25.0.101', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'port_id': '2c6adf81-512f-47bc-b6e1-714f85f57f8c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'mac_address': 'fa:16:3e:d3:fd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48712362-015c-4e66-9b1d-baa89fd3df1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:34:31Z', 'updated_at': '2022-01-28T03:34:31Z', 'revision_number': 0, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8', 'name': '', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'mac_address': 'fa:16:3e:95:e0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '6fca48db-7702-4589-8da6-18a07f4297d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:15Z', 'updated_at': '2022-01-28T03:26:20Z', 'revision_number': 5, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'subnets': [{'id': '6fca48db-7702-4589-8da6-18a07f4297d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:32.936060 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48482091-4493-46ec-ad24-e0d8832d5d1a None None] Checking router: 81f4b18b-d952-4700-a93e-5b714789587d for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:34:32.944572 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48482091-4493-46ec-ad24-e0d8832d5d1a None None] Routers {'81f4b18b-d952-4700-a93e-5b714789587d'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:34:32.945231 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-48482091-4493-46ec-ad24-e0d8832d5d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:34:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['81f4b18b-d952-4700-a93e-5b714789587d'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:32.972482 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-74209f8b-9bb0-4941-b795-1d069aebce1a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:33.050386 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-48482091-4493-46ec-ad24-e0d8832d5d1a None None] Set router 81f4b18b-d952-4700-a93e-5b714789587d gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:34:33.230090 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-74209f8b-9bb0-4941-b795-1d069aebce1a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Deleting port 3e708625-a09e-4549-a69a-dca5ece8af2d {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:34:33.230312 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-74209f8b-9bb0-4941-b795-1d069aebce1a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (3e708625-a09e-4549-a69a-dca5ece8af2d), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:33.279197 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-48482091-4493-46ec-ad24-e0d8832d5d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f4b18b-d952-4700-a93e-5b714789587d', 'name': 'tempest-TestVolumeBootPattern-504958137-router', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ebbf453f-0c5a-44ff-ad68-109f6e5aabe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:26:16Z', 'revision_number': 4, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'gw_port': {'id': 'ebbf453f-0c5a-44ff-ad68-109f6e5aabe9', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '4c471ee4-5d33-4d83-bd36-1d21eebbe39e', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'floating_ip_address': '172.25.0.101', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'port_id': '2c6adf81-512f-47bc-b6e1-714f85f57f8c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'mac_address': 'fa:16:3e:d3:fd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48712362-015c-4e66-9b1d-baa89fd3df1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:34:31Z', 'updated_at': '2022-01-28T03:34:31Z', 'revision_number': 0, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8', 'name': '', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'mac_address': 'fa:16:3e:95:e0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '6fca48db-7702-4589-8da6-18a07f4297d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:15Z', 'updated_at': '2022-01-28T03:26:20Z', 'revision_number': 5, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'subnets': [{'id': '6fca48db-7702-4589-8da6-18a07f4297d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:33.305364 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48482091-4493-46ec-ad24-e0d8832d5d1a None None] The sync data for ids ['81f4b18b-d952-4700-a93e-5b714789587d'] in n-d-712139-27 is: [{'id': '81f4b18b-d952-4700-a93e-5b714789587d', 'name': 'tempest-TestVolumeBootPattern-504958137-router', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ebbf453f-0c5a-44ff-ad68-109f6e5aabe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:26:16Z', 'revision_number': 4, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'gw_port': {'id': 'ebbf453f-0c5a-44ff-ad68-109f6e5aabe9', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '4c471ee4-5d33-4d83-bd36-1d21eebbe39e', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'floating_ip_address': '172.25.0.101', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'port_id': '2c6adf81-512f-47bc-b6e1-714f85f57f8c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'mac_address': 'fa:16:3e:d3:fd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48712362-015c-4e66-9b1d-baa89fd3df1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:34:31Z', 'updated_at': '2022-01-28T03:34:31Z', 'revision_number': 0, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8', 'name': '', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'mac_address': 'fa:16:3e:95:e0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '6fca48db-7702-4589-8da6-18a07f4297d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:15Z', 'updated_at': '2022-01-28T03:26:20Z', 'revision_number': 5, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'subnets': [{'id': '6fca48db-7702-4589-8da6-18a07f4297d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:34:33.324128 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-74209f8b-9bb0-4941-b795-1d069aebce1a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] For port 3e708625-a09e-4549-a69a-dca5ece8af2d, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=3e708625-a09e-4549-a69a-dca5ece8af2d,segment=NetworkSegment(920b43a5-a9f4-455e-a393-56d15d0738d1),segment_id=920b43a5-a9f4-455e-a393-56d15d0738d1)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:33.324500 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-74209f8b-9bb0-4941-b795-1d069aebce1a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (3e708625-a09e-4549-a69a-dca5ece8af2d), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:33.338653 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-74209f8b-9bb0-4941-b795-1d069aebce1a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Calling delete_port for 3e708625-a09e-4549-a69a-dca5ece8af2d owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:34:33.428913 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:33.514247 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ac6ef9-0a6a-4344-ba74-bd97029b71ab None None] New status for floating IP 4c471ee4-5d33-4d83-bd36-1d21eebbe39e: ACTIVE {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:34:33.532999 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-74209f8b-9bb0-4941-b795-1d069aebce1a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (3e708625-a09e-4549-a69a-dca5ece8af2d), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:33.560719 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74209f8b-9bb0-4941-b795-1d069aebce1a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event deleted for resources: {'Port': ['ID=3e708625-a09e-4549-a69a-dca5ece8af2d,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:33.669352 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48712362-015c-4e66-9b1d-baa89fd3df1e', 'tag': '2c6adf81-512f-47bc-b6e1-714f85f57f8c'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:34:33.681178 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c2304e-7814-4aa5-a2dc-5fe2e88742a7" -d '{"events": [{"name": "network-changed", "server_uuid": "48712362-015c-4e66-9b1d-baa89fd3df1e", "tag": "2c6adf81-512f-47bc-b6e1-714f85f57f8c"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:34:33.730997 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030df270-6216-490a-94eb-e70c03560572 x-openstack-request-id: req-030df270-6216-490a-94eb-e70c03560572 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:34:33.732278 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48712362-015c-4e66-9b1d-baa89fd3df1e", "tag": "2c6adf81-512f-47bc-b6e1-714f85f57f8c", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:34:33.732698 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-030df270-6216-490a-94eb-e70c03560572 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:34:33.733329 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48712362-015c-4e66-9b1d-baa89fd3df1e', 'tag': '2c6adf81-512f-47bc-b6e1-714f85f57f8c', 'status': 'completed', 'code': 200} Jan 28 03:34:33.741628 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-74209f8b-9bb0-4941-b795-1d069aebce1a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:33.747616 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:33.869062 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2304e-7814-4aa5-a2dc-5fe2e88742a7 req-25282ab4-85af-4eaf-803e-a0f0e9e0871c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:33.870612 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-87c2304e-7814-4aa5-a2dc-5fe2e88742a7 req-25282ab4-85af-4eaf-803e-a0f0e9e0871c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2365aae0ed6c4140b140950cf90dbe31&device_id=48712362-015c-4e66-9b1d-baa89fd3df1e HTTP/1.1" status: 200 len: 1098 time: 0.0851371 Jan 28 03:34:34.034847 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2304e-7814-4aa5-a2dc-5fe2e88742a7 req-76330ba4-f0d3-4f74-95cb-2fcb484f1bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:34.036228 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-87c2304e-7814-4aa5-a2dc-5fe2e88742a7 req-76330ba4-f0d3-4f74-95cb-2fcb484f1bbe service neutron] 10.222.0.39 "GET /v2.0/networks?id=d08f29da-d40d-4b15-9f9f-e3612c5ec470 HTTP/1.1" status: 200 len: 912 time: 0.1584184 Jan 28 03:34:34.095718 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74209f8b-9bb0-4941-b795-1d069aebce1a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Router e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:34:34.117376 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-87c2304e-7814-4aa5-a2dc-5fe2e88742a7 req-3a7e7cda-ebed-4632-b48e-2d50381b0876 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c6adf81-512f-47bc-b6e1-714f85f57f8c HTTP/1.1" status: 200 len: 1002 time: 0.0745053 Jan 28 03:34:34.233328 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2304e-7814-4aa5-a2dc-5fe2e88742a7 req-dca8b92d-0bc3-4481-b63e-8b78c6a056c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:34.234780 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-87c2304e-7814-4aa5-a2dc-5fe2e88742a7 req-dca8b92d-0bc3-4481-b63e-8b78c6a056c8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6fca48db-7702-4589-8da6-18a07f4297d3 HTTP/1.1" status: 200 len: 850 time: 0.0847185 Jan 28 03:34:34.273337 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74209f8b-9bb0-4941-b795-1d069aebce1a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:34:34.278615 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-74209f8b-9bb0-4941-b795-1d069aebce1a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "PUT /v2.0/routers/e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6770132 Jan 28 03:34:34.281767 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59530) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:34.285646 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b82db84-a5ac-4d2a-9772-8007a0d3773a None None] Sync routers for ids ['e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:34:34.292083 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2304e-7814-4aa5-a2dc-5fe2e88742a7 req-1109fbd4-608d-48f1-b23a-37d3e5d65de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:34.293885 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-87c2304e-7814-4aa5-a2dc-5fe2e88742a7 req-1109fbd4-608d-48f1-b23a-37d3e5d65de3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d08f29da-d40d-4b15-9f9f-e3612c5ec470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525577 Jan 28 03:34:34.297262 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b82db84-a5ac-4d2a-9772-8007a0d3773a None None] Routers {'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:34:34.297970 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-3b82db84-a5ac-4d2a-9772-8007a0d3773a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:34:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:34.335479 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-df2b21d1-3b3d-46d3-8859-13c00d5e8df1 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Deleting subnet bb64622c-4c0d-4021-bc5b-e4fd3caec368 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:34:34.339133 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-df2b21d1-3b3d-46d3-8859-13c00d5e8df1 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for subnet (bb64622c-4c0d-4021-bc5b-e4fd3caec368), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:34.382779 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-df2b21d1-3b3d-46d3-8859-13c00d5e8df1 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (bb64622c-4c0d-4021-bc5b-e4fd3caec368), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:34.410029 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-3b82db84-a5ac-4d2a-9772-8007a0d3773a None None] Set router e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:34:34.467098 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:34:34.475386 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-df2b21d1-3b3d-46d3-8859-13c00d5e8df1 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (bb64622c-4c0d-4021-bc5b-e4fd3caec368), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:34.516720 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:34:34.516720 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device c13179d8-8b31-4a9b-b62e-c4c50ed2e2b5 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:34:34.539997 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-df2b21d1-3b3d-46d3-8859-13c00d5e8df1 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (bb64622c-4c0d-4021-bc5b-e4fd3caec368), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:34.566758 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b21d1-3b3d-46d3-8859-13c00d5e8df1 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event deleted for resources: {'Subnet': ['ID=bb64622c-4c0d-4021-bc5b-e4fd3caec368,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:34.573533 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-df2b21d1-3b3d-46d3-8859-13c00d5e8df1 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:34.579866 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-df2b21d1-3b3d-46d3-8859-13c00d5e8df1 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "DELETE /v2.0/subnets/bb64622c-4c0d-4021-bc5b-e4fd3caec368 HTTP/1.1" status: 204 len: 168 time: 0.2941635 Jan 28 03:34:34.579866 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59532) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:34.589414 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7f9da7-86b9-45b6-939d-c6a3892c9494 None None] Network 7f032bb5-7cf1-404d-aca9-a43aa26969e2 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:34:34.695312 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-afd49fe2-d41f-4c34-952c-3b2668405fa2 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for router (e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:34.742852 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-3b82db84-a5ac-4d2a-9772-8007a0d3773a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364239151', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '0c727aec-bc54-48c7-9a6a-1286c8e77959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:32:16Z', 'updated_at': '2022-01-28T03:34:33Z', 'revision_number': 5, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': '0c727aec-bc54-48c7-9a6a-1286c8e77959', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:17Z', 'updated_at': '2022-01-28T03:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:34.746106 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-87c2304e-7814-4aa5-a2dc-5fe2e88742a7 req-8df7b76d-cd08-41e1-a91a-0a3044a4e9e1 service neutron] 10.222.0.39 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4461641 Jan 28 03:34:34.772138 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b82db84-a5ac-4d2a-9772-8007a0d3773a None None] Checking router: e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:34:34.782039 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b82db84-a5ac-4d2a-9772-8007a0d3773a None None] Routers {'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:34:34.782669 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-3b82db84-a5ac-4d2a-9772-8007a0d3773a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:34:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:34.828200 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-afd49fe2-d41f-4c34-952c-3b2668405fa2 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for router_gateway (e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:34.831590 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967dbd12-7a2a-4a2e-ba98-60a505f9fe4c None None] DHCP port deletion for 7f032bb5-7cf1-404d-aca9-a43aa26969e2 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:34:34.850188 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-87c2304e-7814-4aa5-a2dc-5fe2e88742a7 req-08f79edb-46e0-400b-b403-b26b257f2cce service neutron] 10.222.0.39 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986953 Jan 28 03:34:34.886000 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-afd49fe2-d41f-4c34-952c-3b2668405fa2 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Deleting port 0c727aec-bc54-48c7-9a6a-1286c8e77959 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:34:34.886848 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-afd49fe2-d41f-4c34-952c-3b2668405fa2 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (0c727aec-bc54-48c7-9a6a-1286c8e77959), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:34.924419 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:34.949175 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-3b82db84-a5ac-4d2a-9772-8007a0d3773a None None] Set router e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:34:34.966956 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-afd49fe2-d41f-4c34-952c-3b2668405fa2 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] For port 0c727aec-bc54-48c7-9a6a-1286c8e77959, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=0c727aec-bc54-48c7-9a6a-1286c8e77959,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:34.967324 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-afd49fe2-d41f-4c34-952c-3b2668405fa2 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (0c727aec-bc54-48c7-9a6a-1286c8e77959), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:34.979232 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-afd49fe2-d41f-4c34-952c-3b2668405fa2 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Calling delete_port for 0c727aec-bc54-48c7-9a6a-1286c8e77959 owned by network:router_gateway {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:34:35.010068 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-967dbd12-7a2a-4a2e-ba98-60a505f9fe4c None None] Deleting port 076f6168-5012-4029-8ef8-1453d283f658 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:34:35.010453 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-967dbd12-7a2a-4a2e-ba98-60a505f9fe4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (076f6168-5012-4029-8ef8-1453d283f658), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:35.160119 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-afd49fe2-d41f-4c34-952c-3b2668405fa2 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (0c727aec-bc54-48c7-9a6a-1286c8e77959), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:35.184689 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 076f6168-5012-4029-8ef8-1453d283f658 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:34:35.189912 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd49fe2-d41f-4c34-952c-3b2668405fa2 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event deleted for resources: {'Port': ['ID=0c727aec-bc54-48c7-9a6a-1286c8e77959,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:35.251047 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-afd49fe2-d41f-4c34-952c-3b2668405fa2 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:35.320782 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-967dbd12-7a2a-4a2e-ba98-60a505f9fe4c None None] For port 076f6168-5012-4029-8ef8-1453d283f658, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=076f6168-5012-4029-8ef8-1453d283f658,segment=NetworkSegment(920b43a5-a9f4-455e-a393-56d15d0738d1),segment_id=920b43a5-a9f4-455e-a393-56d15d0738d1)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:35.321441 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-967dbd12-7a2a-4a2e-ba98-60a505f9fe4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (076f6168-5012-4029-8ef8-1453d283f658), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:35.340255 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-afd49fe2-d41f-4c34-952c-3b2668405fa2 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:35.342423 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-afd49fe2-d41f-4c34-952c-3b2668405fa2 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for router_controller (e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:35.347781 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-967dbd12-7a2a-4a2e-ba98-60a505f9fe4c None None] Calling delete_port for 076f6168-5012-4029-8ef8-1453d283f658 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:34:35.393713 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-afd49fe2-d41f-4c34-952c-3b2668405fa2 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:35.394531 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd49fe2-d41f-4c34-952c-3b2668405fa2 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Fanout notify agent at l3_agent the message router_deleted on router e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4 {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:34:35.406550 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-afd49fe2-d41f-4c34-952c-3b2668405fa2 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:35.407674 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-afd49fe2-d41f-4c34-952c-3b2668405fa2 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "DELETE /v2.0/routers/e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4 HTTP/1.1" status: 204 len: 168 time: 0.8268857 Jan 28 03:34:35.410526 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59534) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:35.450998 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 076f6168-5012-4029-8ef8-1453d283f658 is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:34:35.451377 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (076f6168-5012-4029-8ef8-1453d283f658), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:35.486017 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b61bc6e2-7090-4daa-9f98-6e546ac23e85 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (7f032bb5-7cf1-404d-aca9-a43aa26969e2), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:35.507325 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 076f6168-5012-4029-8ef8-1453d283f658, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=076f6168-5012-4029-8ef8-1453d283f658,segment=NetworkSegment(920b43a5-a9f4-455e-a393-56d15d0738d1),segment_id=920b43a5-a9f4-455e-a393-56d15d0738d1)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:35.517010 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (076f6168-5012-4029-8ef8-1453d283f658), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:35.524387 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-3b82db84-a5ac-4d2a-9772-8007a0d3773a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364239151', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '0c727aec-bc54-48c7-9a6a-1286c8e77959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:32:16Z', 'updated_at': '2022-01-28T03:34:33Z', 'revision_number': 5, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': '0c727aec-bc54-48c7-9a6a-1286c8e77959', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:17Z', 'updated_at': '2022-01-28T03:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:35.543824 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-b61bc6e2-7090-4daa-9f98-6e546ac23e85 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Deleting port 076f6168-5012-4029-8ef8-1453d283f658 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:34:35.544130 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b61bc6e2-7090-4daa-9f98-6e546ac23e85 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (076f6168-5012-4029-8ef8-1453d283f658), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:35.585813 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-967dbd12-7a2a-4a2e-ba98-60a505f9fe4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (076f6168-5012-4029-8ef8-1453d283f658), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:35.587786 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b82db84-a5ac-4d2a-9772-8007a0d3773a None None] The sync data for ids ['e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4'] in n-d-712139-27 is: [{'id': 'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364239151', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '0c727aec-bc54-48c7-9a6a-1286c8e77959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:32:16Z', 'updated_at': '2022-01-28T03:34:33Z', 'revision_number': 5, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': '0c727aec-bc54-48c7-9a6a-1286c8e77959', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dfcfb8-f9bb-4b56-aabf-92836ef4f2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:32:17Z', 'updated_at': '2022-01-28T03:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:34:35.610253 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967dbd12-7a2a-4a2e-ba98-60a505f9fe4c None None] No DVR routers for this DVR port 076f6168-5012-4029-8ef8-1453d283f658 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:34:35.615244 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=076f6168-5012-4029-8ef8-1453d283f658,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:35.616868 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-b61bc6e2-7090-4daa-9f98-6e546ac23e85 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] For port 076f6168-5012-4029-8ef8-1453d283f658, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=076f6168-5012-4029-8ef8-1453d283f658,segment=NetworkSegment(920b43a5-a9f4-455e-a393-56d15d0738d1),segment_id=920b43a5-a9f4-455e-a393-56d15d0738d1)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:35.617270 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b61bc6e2-7090-4daa-9f98-6e546ac23e85 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (076f6168-5012-4029-8ef8-1453d283f658), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:35.631713 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:35.632071 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:35.632978 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:35.632978 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:35.633143 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:35.633757 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:35.633757 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:35.634112 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:35.634440 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:35.634765 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:35.634873 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-b61bc6e2-7090-4daa-9f98-6e546ac23e85 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Calling delete_port for 076f6168-5012-4029-8ef8-1453d283f658 owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:34:35.635091 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:35.635420 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:35.635799 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:35.660125 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967dbd12-7a2a-4a2e-ba98-60a505f9fe4c None None] Pushing event deleted for resources: {'Port': ['ID=076f6168-5012-4029-8ef8-1453d283f658,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:35.727918 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b61bc6e2-7090-4daa-9f98-6e546ac23e85 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (076f6168-5012-4029-8ef8-1453d283f658), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:35.754136 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61bc6e2-7090-4daa-9f98-6e546ac23e85 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event deleted for resources: {'Port': ['ID=076f6168-5012-4029-8ef8-1453d283f658,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:35.755945 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61bc6e2-7090-4daa-9f98-6e546ac23e85 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] No DVR routers for this DVR port 076f6168-5012-4029-8ef8-1453d283f658 on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:34:35.841961 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b61bc6e2-7090-4daa-9f98-6e546ac23e85 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (7f032bb5-7cf1-404d-aca9-a43aa26969e2), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:35.862605 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-b61bc6e2-7090-4daa-9f98-6e546ac23e85 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f032bb5-7cf1-404d-aca9-a43aa26969e2']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:35.871763 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-b61bc6e2-7090-4daa-9f98-6e546ac23e85 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '920b43a5-a9f4-455e-a393-56d15d0738d1') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:35.872002 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-b61bc6e2-7090-4daa-9f98-6e546ac23e85 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '920b43a5-a9f4-455e-a393-56d15d0738d1') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:35.881343 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b61bc6e2-7090-4daa-9f98-6e546ac23e85 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (920b43a5-a9f4-455e-a393-56d15d0738d1), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:35.895693 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b61bc6e2-7090-4daa-9f98-6e546ac23e85 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (920b43a5-a9f4-455e-a393-56d15d0738d1), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:35.902458 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b61bc6e2-7090-4daa-9f98-6e546ac23e85 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:34:35.902906 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b61bc6e2-7090-4daa-9f98-6e546ac23e85 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (920b43a5-a9f4-455e-a393-56d15d0738d1), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:35.905872 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:34:35.905872 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 03:34:35.905872 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:34:35.905872 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 03:34:35.905872 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:34:35.905872 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 03:34:35.905872 n-d-712139-27 neutron-server[109802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:34:35.905872 n-d-712139-27 neutron-server[109802]: self.session.flush() Jan 28 03:34:35.905872 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:34:35.905872 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:34:35.905872 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:34:35.905872 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:34:35.905872 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:34:35.905872 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:34:35.905872 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:34:35.905872 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:34:35.905872 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:34:35.905872 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:34:35.905872 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:34:35.905872 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:34:35.905872 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:34:35.905872 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:34:35.905872 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:34:35.905872 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:34:35.905872 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:34:35.905872 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:34:35.905872 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:34:35.905872 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:34:35.905872 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:34:35.905872 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:34:35.905872 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:34:35.905872 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:34:35.905872 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:34:35.905872 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:34:35.905872 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:34:35.905872 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:34:35.905872 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:34:35.905872 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:34:35.905872 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:34:35.905872 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:34:35.978164 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b61bc6e2-7090-4daa-9f98-6e546ac23e85 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (7f032bb5-7cf1-404d-aca9-a43aa26969e2), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:35.984571 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b61bc6e2-7090-4daa-9f98-6e546ac23e85 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:35.989360 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b61bc6e2-7090-4daa-9f98-6e546ac23e85 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "DELETE /v2.0/networks/7f032bb5-7cf1-404d-aca9-a43aa26969e2 HTTP/1.1" status: 204 len: 168 time: 0.5775602 Jan 28 03:34:35.992158 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59536) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:36.010509 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61bc6e2-7090-4daa-9f98-6e546ac23e85 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event deleted for resources: {'Network': ['ID=7f032bb5-7cf1-404d-aca9-a43aa26969e2,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:36.063181 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9889fc90-5542-428c-a16f-518f395ef105 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group (0177a226-c31d-4c20-9584-1d358c1bf0d8), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:36.090758 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9889fc90-5542-428c-a16f-518f395ef105 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group (0177a226-c31d-4c20-9584-1d358c1bf0d8), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:36.136332 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:36.155381 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9889fc90-5542-428c-a16f-518f395ef105 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (0177a226-c31d-4c20-9584-1d358c1bf0d8), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:36.158503 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9889fc90-5542-428c-a16f-518f395ef105 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:36.159797 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9889fc90-5542-428c-a16f-518f395ef105 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "DELETE /v2.0/security-groups/0177a226-c31d-4c20-9584-1d358c1bf0d8 HTTP/1.1" status: 204 len: 168 time: 0.1663659 Jan 28 03:34:36.169181 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9889fc90-5542-428c-a16f-518f395ef105 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0177a226-c31d-4c20-9584-1d358c1bf0d8,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:36.889177 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59542) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:36.895573 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-a410cec1-7783-420a-87dc-66b68a3c8f31 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-14319627', 'description': 'tempest-secgroup-smoke-14319627 description', 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:36.920503 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a410cec1-7783-420a-87dc-66b68a3c8f31 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:36.987615 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a410cec1-7783-420a-87dc-66b68a3c8f31 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group (a9a6fab9-4eea-40bc-ac73-147c0d43fa4c), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:36.993870 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a410cec1-7783-420a-87dc-66b68a3c8f31 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (a9a6fab9-4eea-40bc-ac73-147c0d43fa4c), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:37.024459 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a410cec1-7783-420a-87dc-66b68a3c8f31 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:37.028366 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a410cec1-7783-420a-87dc-66b68a3c8f31 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1354856 Jan 28 03:34:37.028699 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59544) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:37.033269 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-b2e255e5-a707-4616-8185-891abad75ec1 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Request body: {'security_group_rule': {'security_group_id': 'a9a6fab9-4eea-40bc-ac73-147c0d43fa4c', 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:37.037387 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a410cec1-7783-420a-87dc-66b68a3c8f31 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a6fab9-4eea-40bc-ac73-147c0d43fa4c,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:37.062263 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b2e255e5-a707-4616-8185-891abad75ec1 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (25f5be57-f5ee-4bf6-a8a8-fb3f497b7d39), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:37.072843 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 0c727aec-bc54-48c7-9a6a-1286c8e77959 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:34:37.096866 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 0c727aec-bc54-48c7-9a6a-1286c8e77959 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:34:37.097315 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 0c727aec-bc54-48c7-9a6a-1286c8e77959 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:34:37.097725 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 3e708625-a09e-4549-a69a-dca5ece8af2d no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:34:37.116939 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 3e708625-a09e-4549-a69a-dca5ece8af2d {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:34:37.117245 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b2e255e5-a707-4616-8185-891abad75ec1 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (25f5be57-f5ee-4bf6-a8a8-fb3f497b7d39), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:37.117374 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 3e708625-a09e-4549-a69a-dca5ece8af2d not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:34:37.122777 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b2e255e5-a707-4616-8185-891abad75ec1 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (25f5be57-f5ee-4bf6-a8a8-fb3f497b7d39), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:37.141215 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e255e5-a707-4616-8185-891abad75ec1 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25f5be57-f5ee-4bf6-a8a8-fb3f497b7d39,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:37.146868 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b2e255e5-a707-4616-8185-891abad75ec1 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:37.148056 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b2e255e5-a707-4616-8185-891abad75ec1 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1184590 Jan 28 03:34:37.150870 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59546) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:37.155188 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-10bbd9bf-0bd9-4030-8682-292909057df3 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Request body: {'security_group_rule': {'security_group_id': 'a9a6fab9-4eea-40bc-ac73-147c0d43fa4c', 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:37.180253 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-10bbd9bf-0bd9-4030-8682-292909057df3 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (67df009f-99ff-4859-bc66-478c9783fc23), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:37.255987 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-10bbd9bf-0bd9-4030-8682-292909057df3 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (67df009f-99ff-4859-bc66-478c9783fc23), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:37.261117 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-10bbd9bf-0bd9-4030-8682-292909057df3 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (67df009f-99ff-4859-bc66-478c9783fc23), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:37.279472 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bbd9bf-0bd9-4030-8682-292909057df3 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67df009f-99ff-4859-bc66-478c9783fc23,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:37.284888 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-10bbd9bf-0bd9-4030-8682-292909057df3 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:37.286757 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-10bbd9bf-0bd9-4030-8682-292909057df3 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1342206 Jan 28 03:34:37.289233 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59548) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:37.293626 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-de4faee9-5cbc-45ee-a6fb-4946a3c43b0f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Request body: {'security_group_rule': {'security_group_id': 'a9a6fab9-4eea-40bc-ac73-147c0d43fa4c', 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:37.321322 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-de4faee9-5cbc-45ee-a6fb-4946a3c43b0f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (0d820772-baff-4051-9524-f1e15cb8c4c6), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:37.378384 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-de4faee9-5cbc-45ee-a6fb-4946a3c43b0f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (0d820772-baff-4051-9524-f1e15cb8c4c6), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:37.382974 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-de4faee9-5cbc-45ee-a6fb-4946a3c43b0f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (0d820772-baff-4051-9524-f1e15cb8c4c6), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:37.401482 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4faee9-5cbc-45ee-a6fb-4946a3c43b0f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d820772-baff-4051-9524-f1e15cb8c4c6,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:37.406449 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-de4faee9-5cbc-45ee-a6fb-4946a3c43b0f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:37.407676 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-de4faee9-5cbc-45ee-a6fb-4946a3c43b0f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174786 Jan 28 03:34:37.410450 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59550) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:37.414871 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-f49f2ec4-96f3-494c-a91a-9d43edef7168 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Request body: {'security_group_rule': {'security_group_id': 'a9a6fab9-4eea-40bc-ac73-147c0d43fa4c', 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:37.444003 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f49f2ec4-96f3-494c-a91a-9d43edef7168 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (18df90ff-3984-4f43-bb1b-e2956f5c96c6), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:37.509111 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f49f2ec4-96f3-494c-a91a-9d43edef7168 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (18df90ff-3984-4f43-bb1b-e2956f5c96c6), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:37.513904 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f49f2ec4-96f3-494c-a91a-9d43edef7168 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (18df90ff-3984-4f43-bb1b-e2956f5c96c6), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:37.531593 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f2ec4-96f3-494c-a91a-9d43edef7168 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18df90ff-3984-4f43-bb1b-e2956f5c96c6,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:37.540766 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f49f2ec4-96f3-494c-a91a-9d43edef7168 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:37.542104 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f49f2ec4-96f3-494c-a91a-9d43edef7168 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1306148 Jan 28 03:34:37.545115 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59552) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:37.551533 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-b3e71d6e-98f4-4c42-b2e9-f70e6169c671 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Request body: {'security_group_rule': {'security_group_id': 'a9a6fab9-4eea-40bc-ac73-147c0d43fa4c', 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:37.579560 n-d-712139-27 neutron-server[109802]: INFO neutron.db.securitygroups_db [None req-b3e71d6e-98f4-4c42-b2e9-f70e6169c671 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Project 00e9c1349da04a5ba2162f0bfd8a15b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 03:34:37.585667 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b3e71d6e-98f4-4c42-b2e9-f70e6169c671 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (e0878532-7580-4f1e-a9b2-71b453dee178), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:37.647786 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b3e71d6e-98f4-4c42-b2e9-f70e6169c671 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (e0878532-7580-4f1e-a9b2-71b453dee178), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:37.652981 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b3e71d6e-98f4-4c42-b2e9-f70e6169c671 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (e0878532-7580-4f1e-a9b2-71b453dee178), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:37.665881 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e71d6e-98f4-4c42-b2e9-f70e6169c671 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0878532-7580-4f1e-a9b2-71b453dee178,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:37.680870 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b3e71d6e-98f4-4c42-b2e9-f70e6169c671 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:37.682119 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b3e71d6e-98f4-4c42-b2e9-f70e6169c671 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1359966 Jan 28 03:34:37.684868 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59554) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:37.689464 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-be55a2f8-64f9-4b52-8b44-78088b79fff6 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Request body: {'security_group_rule': {'security_group_id': 'a9a6fab9-4eea-40bc-ac73-147c0d43fa4c', 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:37.710832 n-d-712139-27 neutron-server[109802]: INFO neutron.db.securitygroups_db [None req-be55a2f8-64f9-4b52-8b44-78088b79fff6 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Project 00e9c1349da04a5ba2162f0bfd8a15b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 03:34:37.715850 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-be55a2f8-64f9-4b52-8b44-78088b79fff6 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (a728070f-2d44-4dc3-b832-f8acbb3de4e9), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:37.776606 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-be55a2f8-64f9-4b52-8b44-78088b79fff6 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (a728070f-2d44-4dc3-b832-f8acbb3de4e9), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:37.782721 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-be55a2f8-64f9-4b52-8b44-78088b79fff6 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (a728070f-2d44-4dc3-b832-f8acbb3de4e9), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:37.802023 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55a2f8-64f9-4b52-8b44-78088b79fff6 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a728070f-2d44-4dc3-b832-f8acbb3de4e9,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:37.813585 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-be55a2f8-64f9-4b52-8b44-78088b79fff6 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:37.814973 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-be55a2f8-64f9-4b52-8b44-78088b79fff6 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1291595 Jan 28 03:34:37.818070 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59556) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:37.823074 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-b63fe439-2228-493b-8964-eb343644a14d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Request body: {'network': {'name': 'tempest-network-smoke--2034364731', 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'port_security_enabled': True}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:37.846248 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63fe439-2228-493b-8964-eb343644a14d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Made reservation on behalf of 00e9c1349da04a5ba2162f0bfd8a15b4 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:34:37.850046 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b63fe439-2228-493b-8964-eb343644a14d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:37.875091 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b63fe439-2228-493b-8964-eb343644a14d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:34:37.887214 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b63fe439-2228-493b-8964-eb343644a14d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (1af898a0-ff9e-4961-a4f8-9f6a0aeee62f), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:37.887728 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-b63fe439-2228-493b-8964-eb343644a14d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Added segment 1af898a0-ff9e-4961-a4f8-9f6a0aeee62f of type vlan for network a9ca2f2d-a361-4de5-9a96-d6aec0f7379d Jan 28 03:34:37.927654 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b63fe439-2228-493b-8964-eb343644a14d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (a9ca2f2d-a361-4de5-9a96-d6aec0f7379d), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:37.952902 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b63fe439-2228-493b-8964-eb343644a14d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (a9ca2f2d-a361-4de5-9a96-d6aec0f7379d), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:37.958495 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63fe439-2228-493b-8964-eb343644a14d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:37.959073 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b63fe439-2228-493b-8964-eb343644a14d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:38.024142 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b63fe439-2228-493b-8964-eb343644a14d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2047129 Jan 28 03:34:38.027811 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59558) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:38.034551 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-c037d3a2-d97d-44f4-8f3a-627d6fbc490b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-114543121', 'admin_state_up': True, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:38.049655 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63fe439-2228-493b-8964-eb343644a14d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'Network': ['ID=a9ca2f2d-a361-4de5-9a96-d6aec0f7379d,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:38.061732 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network a9ca2f2d-a361-4de5-9a96-d6aec0f7379d details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:34:38.063597 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c037d3a2-d97d-44f4-8f3a-627d6fbc490b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (b91edb2f-ab64-44a2-a5bd-dd4ea024a05e), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:38.064842 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c037d3a2-d97d-44f4-8f3a-627d6fbc490b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (b91edb2f-ab64-44a2-a5bd-dd4ea024a05e), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:38.116820 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c037d3a2-d97d-44f4-8f3a-627d6fbc490b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for router_controller (b91edb2f-ab64-44a2-a5bd-dd4ea024a05e), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:38.616562 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c037d3a2-d97d-44f4-8f3a-627d6fbc490b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for router_gateway (b91edb2f-ab64-44a2-a5bd-dd4ea024a05e), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:38.810674 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c037d3a2-d97d-44f4-8f3a-627d6fbc490b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for router_gateway (b91edb2f-ab64-44a2-a5bd-dd4ea024a05e), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:38.832949 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c037d3a2-d97d-44f4-8f3a-627d6fbc490b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:38.949127 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-c037d3a2-d97d-44f4-8f3a-627d6fbc490b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Allocated IP 172.25.0.92 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/e4dd5c0d-bf71-40b1-a868-2abfd60f1950) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:34:39.063085 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c037d3a2-d97d-44f4-8f3a-627d6fbc490b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for port (e4dd5c0d-bf71-40b1-a868-2abfd60f1950), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:39.101030 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c037d3a2-d97d-44f4-8f3a-627d6fbc490b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (e4dd5c0d-bf71-40b1-a868-2abfd60f1950), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:39.140570 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c037d3a2-d97d-44f4-8f3a-627d6fbc490b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:34:39.145539 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-c037d3a2-d97d-44f4-8f3a-627d6fbc490b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:34:39.150062 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c037d3a2-d97d-44f4-8f3a-627d6fbc490b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:34:39.153195 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c037d3a2-d97d-44f4-8f3a-627d6fbc490b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'Port': ['ID=e4dd5c0d-bf71-40b1-a868-2abfd60f1950,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:39.424359 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c037d3a2-d97d-44f4-8f3a-627d6fbc490b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for router_gateway (b91edb2f-ab64-44a2-a5bd-dd4ea024a05e), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:39.650955 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c037d3a2-d97d-44f4-8f3a-627d6fbc490b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (b91edb2f-ab64-44a2-a5bd-dd4ea024a05e), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:39.791673 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c037d3a2-d97d-44f4-8f3a-627d6fbc490b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Router b91edb2f-ab64-44a2-a5bd-dd4ea024a05e is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:34:39.906261 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c037d3a2-d97d-44f4-8f3a-627d6fbc490b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:34:39.916994 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abaae8d-bf9b-4445-91e5-e972bd0f30b4 None None] Sync routers for ids ['b91edb2f-ab64-44a2-a5bd-dd4ea024a05e'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:34:39.929499 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c037d3a2-d97d-44f4-8f3a-627d6fbc490b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:39.930137 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abaae8d-bf9b-4445-91e5-e972bd0f30b4 None None] Routers {'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:34:39.930812 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c037d3a2-d97d-44f4-8f3a-627d6fbc490b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9019871 Jan 28 03:34:39.931059 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-9abaae8d-bf9b-4445-91e5-e972bd0f30b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:34:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['b91edb2f-ab64-44a2-a5bd-dd4ea024a05e'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:39.934458 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59564) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:39.967525 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-32a42ae2-245e-43d0-8d4f-768180425e84 tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=00e9c1349da04a5ba2162f0bfd8a15b4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309441 Jan 28 03:34:39.970233 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59566) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:40.040033 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-9abaae8d-bf9b-4445-91e5-e972bd0f30b4 None None] Set router b91edb2f-ab64-44a2-a5bd-dd4ea024a05e gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:34:40.064030 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b9882c-fa65-4fae-8894-08ca16c3e956 tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:40.065720 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-43b9882c-fa65-4fae-8894-08ca16c3e956 tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0942123 Jan 28 03:34:40.068434 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59570) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:40.100937 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1b428f1e-9576-4f63-8b5d-6a120f7cbd3c tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=8f7dc9c9-eaf1-4339-a2e3-884554154641&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314107 Jan 28 03:34:40.103670 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59572) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:40.108934 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-eca6c72b-177d-4d0d-802a-5a974022732e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-96261738', 'network_id': 'a9ca2f2d-a361-4de5-9a96-d6aec0f7379d', 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:40.198660 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca6c72b-177d-4d0d-802a-5a974022732e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Made reservation on behalf of 00e9c1349da04a5ba2162f0bfd8a15b4 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:34:40.202566 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-eca6c72b-177d-4d0d-802a-5a974022732e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:40.221580 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-9abaae8d-bf9b-4445-91e5-e972bd0f30b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-114543121', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e4dd5c0d-bf71-40b1-a868-2abfd60f1950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:34:38Z', 'updated_at': '2022-01-28T03:34:39Z', 'revision_number': 3, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': 'e4dd5c0d-bf71-40b1-a868-2abfd60f1950', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:38Z', 'updated_at': '2022-01-28T03:34:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:40.251180 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abaae8d-bf9b-4445-91e5-e972bd0f30b4 None None] Checking router: b91edb2f-ab64-44a2-a5bd-dd4ea024a05e for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:34:40.251519 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abaae8d-bf9b-4445-91e5-e972bd0f30b4 None None] Updating router b91edb2f-ab64-44a2-a5bd-dd4ea024a05e port e4dd5c0d-bf71-40b1-a868-2abfd60f1950 binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:34:40.276182 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-9abaae8d-bf9b-4445-91e5-e972bd0f30b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e4dd5c0d-bf71-40b1-a868-2abfd60f1950), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:40.388779 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-eca6c72b-177d-4d0d-802a-5a974022732e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (452c8ec5-8e79-460c-973e-d803756ba5e2), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:40.441522 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca6c72b-177d-4d0d-802a-5a974022732e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'Subnet': ['ID=452c8ec5-8e79-460c-973e-d803756ba5e2,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:40.457232 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca6c72b-177d-4d0d-802a-5a974022732e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Checking segment: {'id': '1af898a0-ff9e-4961-a4f8-9f6a0aeee62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a9ca2f2d-a361-4de5-9a96-d6aec0f7379d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:34:40.457593 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca6c72b-177d-4d0d-802a-5a974022732e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Network hostable DHCP agents. Network: a9ca2f2d-a361-4de5-9a96-d6aec0f7379d, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:34:40.475287 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca6c72b-177d-4d0d-802a-5a974022732e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Network a9ca2f2d-a361-4de5-9a96-d6aec0f7379d is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:34:40.484857 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-eca6c72b-177d-4d0d-802a-5a974022732e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, a9ca2f2d-a361-4de5-9a96-d6aec0f7379d) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:34:40.492109 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca6c72b-177d-4d0d-802a-5a974022732e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:40.492609 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-eca6c72b-177d-4d0d-802a-5a974022732e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:40.494837 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283663d5-58db-44e5-b6de-3519cceb6c69 None None] Network a9ca2f2d-a361-4de5-9a96-d6aec0f7379d requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:34:40.510448 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-eca6c72b-177d-4d0d-802a-5a974022732e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4055192 Jan 28 03:34:40.513219 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59574) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:40.532154 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-9abaae8d-bf9b-4445-91e5-e972bd0f30b4 None None] Publish callbacks [] for port (e4dd5c0d-bf71-40b1-a868-2abfd60f1950), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:40.539607 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-9abaae8d-bf9b-4445-91e5-e972bd0f30b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e4dd5c0d-bf71-40b1-a868-2abfd60f1950), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:40.584226 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-9abaae8d-bf9b-4445-91e5-e972bd0f30b4 None None] Attempting to bind port e4dd5c0d-bf71-40b1-a868-2abfd60f1950 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:34:40.584597 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-9abaae8d-bf9b-4445-91e5-e972bd0f30b4 None None] Attempting to bind port e4dd5c0d-bf71-40b1-a868-2abfd60f1950 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:34:40.584978 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abaae8d-bf9b-4445-91e5-e972bd0f30b4 None None] Attempting to bind port e4dd5c0d-bf71-40b1-a868-2abfd60f1950 on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:34:40.596417 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abaae8d-bf9b-4445-91e5-e972bd0f30b4 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:34:40.596779 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abaae8d-bf9b-4445-91e5-e972bd0f30b4 None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:34:40.597200 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-9abaae8d-bf9b-4445-91e5-e972bd0f30b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:40.597603 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abaae8d-bf9b-4445-91e5-e972bd0f30b4 None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:34:40.598076 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-9abaae8d-bf9b-4445-91e5-e972bd0f30b4 None None] Bound port: e4dd5c0d-bf71-40b1-a868-2abfd60f1950, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:34:40.598452 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-9abaae8d-bf9b-4445-91e5-e972bd0f30b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e4dd5c0d-bf71-40b1-a868-2abfd60f1950), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:40.603399 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125f697-593a-47b5-ac95-0cbe479cf0c7 None None] Pushing event updated for resources: {'Port': ['ID=e4dd5c0d-bf71-40b1-a868-2abfd60f1950,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:40.613517 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b757881-e0e2-4f00-9bc2-5f10886ccb18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-a9ca2f2d-a361-4de5-9a96-d6aec0f7379d', 'network_id': 'a9ca2f2d-a361-4de5-9a96-d6aec0f7379d', 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'fixed_ips': [{'subnet_id': '452c8ec5-8e79-460c-973e-d803756ba5e2'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:34:40.614401 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1b757881-e0e2-4f00-9bc2-5f10886ccb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:40.749525 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5125f697-593a-47b5-ac95-0cbe479cf0c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:40.749756 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5125f697-593a-47b5-ac95-0cbe479cf0c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:40.750430 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5125f697-593a-47b5-ac95-0cbe479cf0c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:40.750550 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5125f697-593a-47b5-ac95-0cbe479cf0c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:40.750836 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5125f697-593a-47b5-ac95-0cbe479cf0c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:40.751143 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5125f697-593a-47b5-ac95-0cbe479cf0c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:40.751456 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5125f697-593a-47b5-ac95-0cbe479cf0c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:40.751771 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5125f697-593a-47b5-ac95-0cbe479cf0c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:40.752082 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5125f697-593a-47b5-ac95-0cbe479cf0c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:40.752390 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5125f697-593a-47b5-ac95-0cbe479cf0c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:40.752697 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5125f697-593a-47b5-ac95-0cbe479cf0c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:40.753003 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5125f697-593a-47b5-ac95-0cbe479cf0c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:40.753358 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5125f697-593a-47b5-ac95-0cbe479cf0c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:40.756575 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-1b757881-e0e2-4f00-9bc2-5f10886ccb18 None None] Allocated IP 172.20.0.2 (a9ca2f2d-a361-4de5-9a96-d6aec0f7379d/452c8ec5-8e79-460c-973e-d803756ba5e2/1f8881d1-00c8-4bf0-a18d-d89beaec049b) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:34:40.776091 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-9abaae8d-bf9b-4445-91e5-e972bd0f30b4 None None] For port e4dd5c0d-bf71-40b1-a868-2abfd60f1950, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:34:40.779323 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-9abaae8d-bf9b-4445-91e5-e972bd0f30b4 None None] For port e4dd5c0d-bf71-40b1-a868-2abfd60f1950, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=e4dd5c0d-bf71-40b1-a868-2abfd60f1950,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:34:40.785452 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-9abaae8d-bf9b-4445-91e5-e972bd0f30b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e4dd5c0d-bf71-40b1-a868-2abfd60f1950), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:40.843819 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125f697-593a-47b5-ac95-0cbe479cf0c7 None None] Pushing event updated for resources: {'Port': ['ID=e4dd5c0d-bf71-40b1-a868-2abfd60f1950,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:40.846856 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abaae8d-bf9b-4445-91e5-e972bd0f30b4 None None] Routers {'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:34:40.847497 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-9abaae8d-bf9b-4445-91e5-e972bd0f30b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:34:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['b91edb2f-ab64-44a2-a5bd-dd4ea024a05e'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:40.914771 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1b757881-e0e2-4f00-9bc2-5f10886ccb18 None None] Publish callbacks [] for port (1f8881d1-00c8-4bf0-a18d-d89beaec049b), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:40.922958 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1b757881-e0e2-4f00-9bc2-5f10886ccb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (1f8881d1-00c8-4bf0-a18d-d89beaec049b), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:40.964874 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b757881-e0e2-4f00-9bc2-5f10886ccb18 None None] Network a9ca2f2d-a361-4de5-9a96-d6aec0f7379d is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:34:40.966478 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-9abaae8d-bf9b-4445-91e5-e972bd0f30b4 None None] Set router b91edb2f-ab64-44a2-a5bd-dd4ea024a05e gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:34:40.967767 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-1b757881-e0e2-4f00-9bc2-5f10886ccb18 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:34:40.970366 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b757881-e0e2-4f00-9bc2-5f10886ccb18 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:34:40.975984 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-32048b29-ad61-4495-810b-32f35338df3d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:40.987229 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b757881-e0e2-4f00-9bc2-5f10886ccb18 None None] Pushing event updated for resources: {'Port': ['ID=1f8881d1-00c8-4bf0-a18d-d89beaec049b,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:41.038487 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-1b757881-e0e2-4f00-9bc2-5f10886ccb18 None None] Attempting to bind port 1f8881d1-00c8-4bf0-a18d-d89beaec049b on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:34:41.039500 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-1b757881-e0e2-4f00-9bc2-5f10886ccb18 None None] Attempting to bind port 1f8881d1-00c8-4bf0-a18d-d89beaec049b by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '1af898a0-ff9e-4961-a4f8-9f6a0aeee62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a9ca2f2d-a361-4de5-9a96-d6aec0f7379d'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:34:41.039890 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b757881-e0e2-4f00-9bc2-5f10886ccb18 None None] Attempting to bind port 1f8881d1-00c8-4bf0-a18d-d89beaec049b on network a9ca2f2d-a361-4de5-9a96-d6aec0f7379d {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:34:41.046392 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b757881-e0e2-4f00-9bc2-5f10886ccb18 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:34:41.046743 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b757881-e0e2-4f00-9bc2-5f10886ccb18 None None] Checking segment: {'id': '1af898a0-ff9e-4961-a4f8-9f6a0aeee62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a9ca2f2d-a361-4de5-9a96-d6aec0f7379d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:34:41.047593 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1b757881-e0e2-4f00-9bc2-5f10886ccb18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:41.048002 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b757881-e0e2-4f00-9bc2-5f10886ccb18 None None] Bound using segment: {'id': '1af898a0-ff9e-4961-a4f8-9f6a0aeee62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a9ca2f2d-a361-4de5-9a96-d6aec0f7379d'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:34:41.048707 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-1b757881-e0e2-4f00-9bc2-5f10886ccb18 None None] Bound port: 1f8881d1-00c8-4bf0-a18d-d89beaec049b, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af898a0-ff9e-4961-a4f8-9f6a0aeee62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a9ca2f2d-a361-4de5-9a96-d6aec0f7379d'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:34:41.050338 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1b757881-e0e2-4f00-9bc2-5f10886ccb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1f8881d1-00c8-4bf0-a18d-d89beaec049b), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:41.117619 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-1b757881-e0e2-4f00-9bc2-5f10886ccb18 None None] For port 1f8881d1-00c8-4bf0-a18d-d89beaec049b, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:34:41.121180 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-1b757881-e0e2-4f00-9bc2-5f10886ccb18 None None] For port 1f8881d1-00c8-4bf0-a18d-d89beaec049b, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=1f8881d1-00c8-4bf0-a18d-d89beaec049b,segment=NetworkSegment(1af898a0-ff9e-4961-a4f8-9f6a0aeee62f),segment_id=1af898a0-ff9e-4961-a4f8-9f6a0aeee62f)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:34:41.126439 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1b757881-e0e2-4f00-9bc2-5f10886ccb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (1f8881d1-00c8-4bf0-a18d-d89beaec049b), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:41.154710 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-9abaae8d-bf9b-4445-91e5-e972bd0f30b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-114543121', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e4dd5c0d-bf71-40b1-a868-2abfd60f1950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:34:38Z', 'updated_at': '2022-01-28T03:34:39Z', 'revision_number': 3, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': 'e4dd5c0d-bf71-40b1-a868-2abfd60f1950', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:38Z', 'updated_at': '2022-01-28T03:34:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:41.186530 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abaae8d-bf9b-4445-91e5-e972bd0f30b4 None None] The sync data for ids ['b91edb2f-ab64-44a2-a5bd-dd4ea024a05e'] in n-d-712139-27 is: [{'id': 'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-114543121', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e4dd5c0d-bf71-40b1-a868-2abfd60f1950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:34:38Z', 'updated_at': '2022-01-28T03:34:39Z', 'revision_number': 3, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': 'e4dd5c0d-bf71-40b1-a868-2abfd60f1950', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:38Z', 'updated_at': '2022-01-28T03:34:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:34:41.200257 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b757881-e0e2-4f00-9bc2-5f10886ccb18 None None] Pushing event updated for resources: {'Port': ['ID=1f8881d1-00c8-4bf0-a18d-d89beaec049b,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:41.284450 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-32048b29-ad61-4495-810b-32f35338df3d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Allocated IP 172.20.0.1 (a9ca2f2d-a361-4de5-9a96-d6aec0f7379d/452c8ec5-8e79-460c-973e-d803756ba5e2/5a0b1189-2732-48b9-a4ab-b8890a37bbe3) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:34:41.439786 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-32048b29-ad61-4495-810b-32f35338df3d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for port (5a0b1189-2732-48b9-a4ab-b8890a37bbe3), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:41.490996 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-32048b29-ad61-4495-810b-32f35338df3d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (5a0b1189-2732-48b9-a4ab-b8890a37bbe3), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:41.549431 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32048b29-ad61-4495-810b-32f35338df3d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Network a9ca2f2d-a361-4de5-9a96-d6aec0f7379d is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:34:41.553800 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-32048b29-ad61-4495-810b-32f35338df3d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:34:41.559884 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32048b29-ad61-4495-810b-32f35338df3d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:34:41.593131 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32048b29-ad61-4495-810b-32f35338df3d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'Port': ['ID=5a0b1189-2732-48b9-a4ab-b8890a37bbe3,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:41.613660 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-32048b29-ad61-4495-810b-32f35338df3d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (b91edb2f-ab64-44a2-a5bd-dd4ea024a05e), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:41.755517 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-32048b29-ad61-4495-810b-32f35338df3d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5a0b1189-2732-48b9-a4ab-b8890a37bbe3), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:42.046133 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-32048b29-ad61-4495-810b-32f35338df3d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for port (5a0b1189-2732-48b9-a4ab-b8890a37bbe3), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:42.051820 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-32048b29-ad61-4495-810b-32f35338df3d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (5a0b1189-2732-48b9-a4ab-b8890a37bbe3), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:42.130772 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32048b29-ad61-4495-810b-32f35338df3d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'Port': ['ID=5a0b1189-2732-48b9-a4ab-b8890a37bbe3,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:42.137180 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-32048b29-ad61-4495-810b-32f35338df3d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (b91edb2f-ab64-44a2-a5bd-dd4ea024a05e), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:42.232925 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32048b29-ad61-4495-810b-32f35338df3d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Network a9ca2f2d-a361-4de5-9a96-d6aec0f7379d is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:34:42.234787 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-32048b29-ad61-4495-810b-32f35338df3d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:34:42.255419 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2090b34d-7950-4a7b-9987-1934df773c39 None None] Network a9ca2f2d-a361-4de5-9a96-d6aec0f7379d requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:34:42.317361 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-30ad5cfd-2e50-4e9a-9479-be16768b3efe None None] Provisioning complete for port 1f8881d1-00c8-4bf0-a18d-d89beaec049b triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:34:42.317641 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-30ad5cfd-2e50-4e9a-9479-be16768b3efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (1f8881d1-00c8-4bf0-a18d-d89beaec049b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:42.359626 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32048b29-ad61-4495-810b-32f35338df3d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Router b91edb2f-ab64-44a2-a5bd-dd4ea024a05e has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:34:42.439284 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-30ad5cfd-2e50-4e9a-9479-be16768b3efe None None] Current status of the port 1f8881d1-00c8-4bf0-a18d-d89beaec049b is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:34:42.439738 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-30ad5cfd-2e50-4e9a-9479-be16768b3efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1f8881d1-00c8-4bf0-a18d-d89beaec049b), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:42.474940 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-30ad5cfd-2e50-4e9a-9479-be16768b3efe None None] For port 1f8881d1-00c8-4bf0-a18d-d89beaec049b, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=1f8881d1-00c8-4bf0-a18d-d89beaec049b,segment=NetworkSegment(1af898a0-ff9e-4961-a4f8-9f6a0aeee62f),segment_id=1af898a0-ff9e-4961-a4f8-9f6a0aeee62f)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:42.475764 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32048b29-ad61-4495-810b-32f35338df3d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:34:42.482001 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-32048b29-ad61-4495-810b-32f35338df3d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "PUT /v2.0/routers/b91edb2f-ab64-44a2-a5bd-dd4ea024a05e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9677150 Jan 28 03:34:42.488733 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-30ad5cfd-2e50-4e9a-9479-be16768b3efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (1f8881d1-00c8-4bf0-a18d-d89beaec049b), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:42.547054 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad5cfd-2e50-4e9a-9479-be16768b3efe None None] Pushing event updated for resources: {'Port': ['ID=1f8881d1-00c8-4bf0-a18d-d89beaec049b,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:42.659024 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-ad9516bd-c94d-4493-87a0-2897c97f9535 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-14319627&fields=id&tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4 HTTP/1.1" status: 200 len: 267 time: 0.0488970 Jan 28 03:34:42.722477 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-47076e8d-1a24-4f97-80db-82c8aa59f966 None None] Provisioning complete for port 5a0b1189-2732-48b9-a4ab-b8890a37bbe3 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:34:42.723137 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-47076e8d-1a24-4f97-80db-82c8aa59f966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (5a0b1189-2732-48b9-a4ab-b8890a37bbe3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:42.764451 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-47076e8d-1a24-4f97-80db-82c8aa59f966 None None] Port 5a0b1189-2732-48b9-a4ab-b8890a37bbe3 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:34:42.765022 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-0de4bd70-9ac4-4763-85f8-55517463e791 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:42.771920 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-0de4bd70-9ac4-4763-85f8-55517463e791 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/networks?id=a9ca2f2d-a361-4de5-9a96-d6aec0f7379d HTTP/1.1" status: 200 len: 797 time: 0.1081581 Jan 28 03:34:42.775403 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-47076e8d-1a24-4f97-80db-82c8aa59f966 None None] Provisioning complete for port 1f8881d1-00c8-4bf0-a18d-d89beaec049b triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:34:42.775787 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-47076e8d-1a24-4f97-80db-82c8aa59f966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (1f8881d1-00c8-4bf0-a18d-d89beaec049b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:42.785794 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-e4850b64-d490-4de3-8877-5695c6f4047d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/quotas/00e9c1349da04a5ba2162f0bfd8a15b4 HTTP/1.1" status: 200 len: 375 time: 0.0127966 Jan 28 03:34:42.849706 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-3336d718-08a7-4b00-b9ce-43d326275e2a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602105 Jan 28 03:34:42.865471 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-47076e8d-1a24-4f97-80db-82c8aa59f966 None None] Current status of the port 1f8881d1-00c8-4bf0-a18d-d89beaec049b is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:34:42.943798 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c78a36-a443-416f-ba10-06f90ca170c8 None None] Sync routers for ids ['b91edb2f-ab64-44a2-a5bd-dd4ea024a05e'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:34:42.952052 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-ed820af5-ba97-4e6a-9a0c-c8a782875baa service neutron] 10.222.0.53 "GET /v2.0/networks/a9ca2f2d-a361-4de5-9a96-d6aec0f7379d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890601 Jan 28 03:34:42.954619 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c78a36-a443-416f-ba10-06f90ca170c8 None None] Routers {'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:34:42.955360 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-56c78a36-a443-416f-ba10-06f90ca170c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:34:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['b91edb2f-ab64-44a2-a5bd-dd4ea024a05e'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:43.023302 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-0128b8f5-e6a0-4d01-8ae3-9f8582da1977 None None] Provisioning complete for port 5a0b1189-2732-48b9-a4ab-b8890a37bbe3 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:34:43.023903 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0128b8f5-e6a0-4d01-8ae3-9f8582da1977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (5a0b1189-2732-48b9-a4ab-b8890a37bbe3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:43.063938 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-e84f47a4-78f8-42eb-82f8-928f47807127 service neutron] 10.222.0.53 "GET /v2.0/networks/a9ca2f2d-a361-4de5-9a96-d6aec0f7379d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050420 Jan 28 03:34:43.106060 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-0128b8f5-e6a0-4d01-8ae3-9f8582da1977 None None] Port 5a0b1189-2732-48b9-a4ab-b8890a37bbe3 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:34:43.110721 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-56c78a36-a443-416f-ba10-06f90ca170c8 None None] Set router b91edb2f-ab64-44a2-a5bd-dd4ea024a05e gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:34:43.247292 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device e4dd5c0d-bf71-40b1-a868-2abfd60f1950 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:34:43.260034 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-63e72968-0c40-4624-8c3d-517bfe158847 req-e438ac5b-163d-4b57-8a00-ee404a2310d2 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 210 time: 0.0325012 Jan 28 03:34:43.294303 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-cad4a8ef-7149-4c45-8f26-735a49792b90 None None] Provisioning complete for port 5a0b1189-2732-48b9-a4ab-b8890a37bbe3 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:34:43.294814 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cad4a8ef-7149-4c45-8f26-735a49792b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (5a0b1189-2732-48b9-a4ab-b8890a37bbe3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:43.387519 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-cad4a8ef-7149-4c45-8f26-735a49792b90 None None] Port 5a0b1189-2732-48b9-a4ab-b8890a37bbe3 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:34:43.394055 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port e4dd5c0d-bf71-40b1-a868-2abfd60f1950 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:34:43.394429 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e4dd5c0d-bf71-40b1-a868-2abfd60f1950), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:43.451460 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-56c78a36-a443-416f-ba10-06f90ca170c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-114543121', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e4dd5c0d-bf71-40b1-a868-2abfd60f1950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:34:38Z', 'updated_at': '2022-01-28T03:34:41Z', 'revision_number': 4, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': 'e4dd5c0d-bf71-40b1-a868-2abfd60f1950', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:38Z', 'updated_at': '2022-01-28T03:34:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '5a0b1189-2732-48b9-a4ab-b8890a37bbe3', 'name': '', 'network_id': 'a9ca2f2d-a361-4de5-9a96-d6aec0f7379d', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'mac_address': 'fa:16:3e:68:09:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '452c8ec5-8e79-460c-973e-d803756ba5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:41Z', 'updated_at': '2022-01-28T03:34:41Z', 'revision_number': 2, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'subnets': [{'id': '452c8ec5-8e79-460c-973e-d803756ba5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:43.478998 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c78a36-a443-416f-ba10-06f90ca170c8 None None] Checking router: b91edb2f-ab64-44a2-a5bd-dd4ea024a05e for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:34:43.479414 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c78a36-a443-416f-ba10-06f90ca170c8 None None] Updating router b91edb2f-ab64-44a2-a5bd-dd4ea024a05e port 5a0b1189-2732-48b9-a4ab-b8890a37bbe3 binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:34:43.532264 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-56c78a36-a443-416f-ba10-06f90ca170c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5a0b1189-2732-48b9-a4ab-b8890a37bbe3), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:43.534971 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port e4dd5c0d-bf71-40b1-a868-2abfd60f1950 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:34:43.535346 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e4dd5c0d-bf71-40b1-a868-2abfd60f1950), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:43.582474 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port e4dd5c0d-bf71-40b1-a868-2abfd60f1950, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=e4dd5c0d-bf71-40b1-a868-2abfd60f1950,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:43.588825 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e4dd5c0d-bf71-40b1-a868-2abfd60f1950), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:43.589688 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 1f8881d1-00c8-4bf0-a18d-d89beaec049b up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:34:43.888628 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=e4dd5c0d-bf71-40b1-a868-2abfd60f1950,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:43.940402 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 1f8881d1-00c8-4bf0-a18d-d89beaec049b triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:34:43.940775 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (1f8881d1-00c8-4bf0-a18d-d89beaec049b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:44.082231 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 1f8881d1-00c8-4bf0-a18d-d89beaec049b is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:34:44.099709 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-56c78a36-a443-416f-ba10-06f90ca170c8 None None] Publish callbacks [] for port (5a0b1189-2732-48b9-a4ab-b8890a37bbe3), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:44.106523 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-56c78a36-a443-416f-ba10-06f90ca170c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (5a0b1189-2732-48b9-a4ab-b8890a37bbe3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:44.155619 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c2ddad-fc3b-47f9-acd9-12696b3edb21 None None] Pushing event updated for resources: {'Port': ['ID=5a0b1189-2732-48b9-a4ab-b8890a37bbe3,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:44.224428 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-56c78a36-a443-416f-ba10-06f90ca170c8 None None] Attempting to bind port 5a0b1189-2732-48b9-a4ab-b8890a37bbe3 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:34:44.225163 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-56c78a36-a443-416f-ba10-06f90ca170c8 None None] Attempting to bind port 5a0b1189-2732-48b9-a4ab-b8890a37bbe3 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '1af898a0-ff9e-4961-a4f8-9f6a0aeee62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a9ca2f2d-a361-4de5-9a96-d6aec0f7379d'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:34:44.225724 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c78a36-a443-416f-ba10-06f90ca170c8 None None] Attempting to bind port 5a0b1189-2732-48b9-a4ab-b8890a37bbe3 on network a9ca2f2d-a361-4de5-9a96-d6aec0f7379d {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:34:44.232872 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c78a36-a443-416f-ba10-06f90ca170c8 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:34:44.234082 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c78a36-a443-416f-ba10-06f90ca170c8 None None] Checking segment: {'id': '1af898a0-ff9e-4961-a4f8-9f6a0aeee62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a9ca2f2d-a361-4de5-9a96-d6aec0f7379d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:34:44.234499 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-56c78a36-a443-416f-ba10-06f90ca170c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:44.234960 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c78a36-a443-416f-ba10-06f90ca170c8 None None] Bound using segment: {'id': '1af898a0-ff9e-4961-a4f8-9f6a0aeee62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a9ca2f2d-a361-4de5-9a96-d6aec0f7379d'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:34:44.235662 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-56c78a36-a443-416f-ba10-06f90ca170c8 None None] Bound port: 5a0b1189-2732-48b9-a4ab-b8890a37bbe3, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af898a0-ff9e-4961-a4f8-9f6a0aeee62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a9ca2f2d-a361-4de5-9a96-d6aec0f7379d'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:34:44.236033 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-56c78a36-a443-416f-ba10-06f90ca170c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5a0b1189-2732-48b9-a4ab-b8890a37bbe3), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:44.318246 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-56c78a36-a443-416f-ba10-06f90ca170c8 None None] For port 5a0b1189-2732-48b9-a4ab-b8890a37bbe3, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:34:44.321799 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-56c78a36-a443-416f-ba10-06f90ca170c8 None None] For port 5a0b1189-2732-48b9-a4ab-b8890a37bbe3, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=5a0b1189-2732-48b9-a4ab-b8890a37bbe3,segment=NetworkSegment(1af898a0-ff9e-4961-a4f8-9f6a0aeee62f),segment_id=1af898a0-ff9e-4961-a4f8-9f6a0aeee62f)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:34:44.329643 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-56c78a36-a443-416f-ba10-06f90ca170c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (5a0b1189-2732-48b9-a4ab-b8890a37bbe3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:44.409110 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c2ddad-fc3b-47f9-acd9-12696b3edb21 None None] Pushing event updated for resources: {'Port': ['ID=5a0b1189-2732-48b9-a4ab-b8890a37bbe3,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:44.426837 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7f270fe7-2109-44ec-97b3-cacd557e7226 req-d63a2805-6f5f-4556-b42f-badd828c239c tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 210 time: 0.0572777 Jan 28 03:34:44.431372 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-740b70b5-35ee-4869-9fa5-781fb82bee7f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:44.434193 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-740b70b5-35ee-4869-9fa5-781fb82bee7f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.67 "GET /v2.0/networks?id=a9ca2f2d-a361-4de5-9a96-d6aec0f7379d HTTP/1.1" status: 200 len: 797 time: 0.1735952 Jan 28 03:34:44.444715 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c78a36-a443-416f-ba10-06f90ca170c8 None None] Routers {'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:34:44.445380 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-56c78a36-a443-416f-ba10-06f90ca170c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:34:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['b91edb2f-ab64-44a2-a5bd-dd4ea024a05e'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:44.447359 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-0e8b0c7e-e111-46ef-9a25-e8d7fc8522dd None None] Provisioning complete for port 5a0b1189-2732-48b9-a4ab-b8890a37bbe3 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:34:44.447759 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0e8b0c7e-e111-46ef-9a25-e8d7fc8522dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (5a0b1189-2732-48b9-a4ab-b8890a37bbe3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:44.518234 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-ee1be2de-51dd-4bd2-a896-5bb641fa77e1 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4 HTTP/1.1" status: 200 len: 378 time: 0.0698049 Jan 28 03:34:44.537506 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-b54529fb-e084-4e22-9c4b-1c94bbe29925 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Request body: {'port': {'device_id': '5f903d7f-03f8-4eab-bf11-8026969db53c', 'network_id': 'a9ca2f2d-a361-4de5-9a96-d6aec0f7379d', 'admin_state_up': True, 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'security_groups': ['a9a6fab9-4eea-40bc-ac73-147c0d43fa4c']}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:44.614265 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-56c78a36-a443-416f-ba10-06f90ca170c8 None None] Set router b91edb2f-ab64-44a2-a5bd-dd4ea024a05e gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:34:44.649701 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-0e8b0c7e-e111-46ef-9a25-e8d7fc8522dd None None] Current status of the port 5a0b1189-2732-48b9-a4ab-b8890a37bbe3 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:34:44.650092 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0e8b0c7e-e111-46ef-9a25-e8d7fc8522dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5a0b1189-2732-48b9-a4ab-b8890a37bbe3), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:44.653543 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-b54529fb-e084-4e22-9c4b-1c94bbe29925 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Made reservation on behalf of 00e9c1349da04a5ba2162f0bfd8a15b4 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:34:44.656925 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-b54529fb-e084-4e22-9c4b-1c94bbe29925 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:44.759694 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-0e8b0c7e-e111-46ef-9a25-e8d7fc8522dd None None] For port 5a0b1189-2732-48b9-a4ab-b8890a37bbe3, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=5a0b1189-2732-48b9-a4ab-b8890a37bbe3,segment=NetworkSegment(1af898a0-ff9e-4961-a4f8-9f6a0aeee62f),segment_id=1af898a0-ff9e-4961-a4f8-9f6a0aeee62f)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:44.766902 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0e8b0c7e-e111-46ef-9a25-e8d7fc8522dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (5a0b1189-2732-48b9-a4ab-b8890a37bbe3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:44.790405 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-b54529fb-e084-4e22-9c4b-1c94bbe29925 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Allocated IP 172.20.0.6 (a9ca2f2d-a361-4de5-9a96-d6aec0f7379d/452c8ec5-8e79-460c-973e-d803756ba5e2/9e943150-a2b2-4feb-8b61-500ffbf4e541) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:34:44.856873 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b0c7e-e111-46ef-9a25-e8d7fc8522dd None None] Pushing event updated for resources: {'Port': ['ID=5a0b1189-2732-48b9-a4ab-b8890a37bbe3,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:44.894573 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-b7d6e60b-b76c-426b-b4d7-8dd72503baaa None None] Provisioning complete for port 5a0b1189-2732-48b9-a4ab-b8890a37bbe3 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:34:44.894951 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7d6e60b-b76c-426b-b4d7-8dd72503baaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (5a0b1189-2732-48b9-a4ab-b8890a37bbe3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:44.920247 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-56c78a36-a443-416f-ba10-06f90ca170c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-114543121', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e4dd5c0d-bf71-40b1-a868-2abfd60f1950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:34:38Z', 'updated_at': '2022-01-28T03:34:41Z', 'revision_number': 4, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': 'e4dd5c0d-bf71-40b1-a868-2abfd60f1950', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:38Z', 'updated_at': '2022-01-28T03:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '5a0b1189-2732-48b9-a4ab-b8890a37bbe3', 'name': '', 'network_id': 'a9ca2f2d-a361-4de5-9a96-d6aec0f7379d', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'mac_address': 'fa:16:3e:68:09:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '452c8ec5-8e79-460c-973e-d803756ba5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:41Z', 'updated_at': '2022-01-28T03:34:44Z', 'revision_number': 4, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'subnets': [{'id': '452c8ec5-8e79-460c-973e-d803756ba5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:44.937507 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-b54529fb-e084-4e22-9c4b-1c94bbe29925 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for port (9e943150-a2b2-4feb-8b61-500ffbf4e541), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:44.952451 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c78a36-a443-416f-ba10-06f90ca170c8 None None] The sync data for ids ['b91edb2f-ab64-44a2-a5bd-dd4ea024a05e'] in n-d-712139-27 is: [{'id': 'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-114543121', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e4dd5c0d-bf71-40b1-a868-2abfd60f1950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:34:38Z', 'updated_at': '2022-01-28T03:34:41Z', 'revision_number': 4, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': 'e4dd5c0d-bf71-40b1-a868-2abfd60f1950', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:38Z', 'updated_at': '2022-01-28T03:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '5a0b1189-2732-48b9-a4ab-b8890a37bbe3', 'name': '', 'network_id': 'a9ca2f2d-a361-4de5-9a96-d6aec0f7379d', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'mac_address': 'fa:16:3e:68:09:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '452c8ec5-8e79-460c-973e-d803756ba5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:41Z', 'updated_at': '2022-01-28T03:34:44Z', 'revision_number': 4, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'subnets': [{'id': '452c8ec5-8e79-460c-973e-d803756ba5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:34:44.977539 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-b54529fb-e084-4e22-9c4b-1c94bbe29925 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (9e943150-a2b2-4feb-8b61-500ffbf4e541), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:45.022534 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-b7d6e60b-b76c-426b-b4d7-8dd72503baaa None None] Current status of the port 5a0b1189-2732-48b9-a4ab-b8890a37bbe3 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:34:45.043032 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-b54529fb-e084-4e22-9c4b-1c94bbe29925 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Network a9ca2f2d-a361-4de5-9a96-d6aec0f7379d is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:34:45.051450 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-b54529fb-e084-4e22-9c4b-1c94bbe29925 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:34:45.054048 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-b54529fb-e084-4e22-9c4b-1c94bbe29925 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:34:45.061289 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54529fb-e084-4e22-9c4b-1c94bbe29925 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'Port': ['ID=9e943150-a2b2-4feb-8b61-500ffbf4e541,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:45.114284 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-b54529fb-e084-4e22-9c4b-1c94bbe29925 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:45.114915 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-b54529fb-e084-4e22-9c4b-1c94bbe29925 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:45.134474 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-b54529fb-e084-4e22-9c4b-1c94bbe29925 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6010492 Jan 28 03:34:45.152104 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-e4aab28e-3d64-494f-a1df-6a99957e45f7 service neutron] Request body: {'port': {'device_id': '5f903d7f-03f8-4eab-bf11-8026969db53c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:45.212438 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-e4aab28e-3d64-494f-a1df-6a99957e45f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9e943150-a2b2-4feb-8b61-500ffbf4e541), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:45.238914 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:34:45.274624 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device e4dd5c0d-bf71-40b1-a868-2abfd60f1950 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:34:45.329648 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port e4dd5c0d-bf71-40b1-a868-2abfd60f1950 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:34:45.330376 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e4dd5c0d-bf71-40b1-a868-2abfd60f1950), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:45.417416 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port e4dd5c0d-bf71-40b1-a868-2abfd60f1950 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:34:45.418669 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 5a0b1189-2732-48b9-a4ab-b8890a37bbe3 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:34:45.466935 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-18dd700a-7ff8-4975-8bf7-c731a4cd7ce1 None None] Provisioning complete for port 9e943150-a2b2-4feb-8b61-500ffbf4e541 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:34:45.467241 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-18dd700a-7ff8-4975-8bf7-c731a4cd7ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9e943150-a2b2-4feb-8b61-500ffbf4e541), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:45.518248 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 5a0b1189-2732-48b9-a4ab-b8890a37bbe3 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:34:45.518654 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (5a0b1189-2732-48b9-a4ab-b8890a37bbe3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:45.520471 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-18dd700a-7ff8-4975-8bf7-c731a4cd7ce1 None None] Port 9e943150-a2b2-4feb-8b61-500ffbf4e541 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:34:45.588017 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-e4aab28e-3d64-494f-a1df-6a99957e45f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e943150-a2b2-4feb-8b61-500ffbf4e541 {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:34:45.598205 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-e4aab28e-3d64-494f-a1df-6a99957e45f7 service neutron] Publish callbacks [] for port (9e943150-a2b2-4feb-8b61-500ffbf4e541), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:45.617330 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 5a0b1189-2732-48b9-a4ab-b8890a37bbe3 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:34:45.640498 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-e4aab28e-3d64-494f-a1df-6a99957e45f7 service neutron] Transition to ACTIVE for port object 9e943150-a2b2-4feb-8b61-500ffbf4e541 will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:34:45.648090 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-e4aab28e-3d64-494f-a1df-6a99957e45f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (9e943150-a2b2-4feb-8b61-500ffbf4e541), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:45.708683 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec9c12-5463-4eb8-b448-e114daa25cd8 req-cc0ee53c-d5c1-4a77-85f4-526bc3717305 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:45.710268 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-58ec9c12-5463-4eb8-b448-e114daa25cd8 req-cc0ee53c-d5c1-4a77-85f4-526bc3717305 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 931 time: 0.1849635 Jan 28 03:34:45.715813 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aab28e-3d64-494f-a1df-6a99957e45f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9e943150-a2b2-4feb-8b61-500ffbf4e541,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:45.927031 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-58ec9c12-5463-4eb8-b448-e114daa25cd8 req-28efe9a5-2b6d-44e9-a468-1a272d61850d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a6fab9-4eea-40bc-ac73-147c0d43fa4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2059133 Jan 28 03:34:45.947844 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-e4aab28e-3d64-494f-a1df-6a99957e45f7 service neutron] Attempting to bind port 9e943150-a2b2-4feb-8b61-500ffbf4e541 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:34:45.948537 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-e4aab28e-3d64-494f-a1df-6a99957e45f7 service neutron] Attempting to bind port 9e943150-a2b2-4feb-8b61-500ffbf4e541 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '1af898a0-ff9e-4961-a4f8-9f6a0aeee62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a9ca2f2d-a361-4de5-9a96-d6aec0f7379d'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:34:45.949500 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-e4aab28e-3d64-494f-a1df-6a99957e45f7 service neutron] Attempting to bind port 9e943150-a2b2-4feb-8b61-500ffbf4e541 on network a9ca2f2d-a361-4de5-9a96-d6aec0f7379d {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:34:45.956882 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-e4aab28e-3d64-494f-a1df-6a99957e45f7 service neutron] Port 9e943150-a2b2-4feb-8b61-500ffbf4e541 on network a9ca2f2d-a361-4de5-9a96-d6aec0f7379d not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:34:45.957577 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-e4aab28e-3d64-494f-a1df-6a99957e45f7 service neutron] Attempting to bind port 9e943150-a2b2-4feb-8b61-500ffbf4e541 on network a9ca2f2d-a361-4de5-9a96-d6aec0f7379d {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:34:45.970970 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-e4aab28e-3d64-494f-a1df-6a99957e45f7 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:34:45.971911 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-e4aab28e-3d64-494f-a1df-6a99957e45f7 service neutron] Checking segment: {'id': '1af898a0-ff9e-4961-a4f8-9f6a0aeee62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a9ca2f2d-a361-4de5-9a96-d6aec0f7379d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:34:45.972627 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-e4aab28e-3d64-494f-a1df-6a99957e45f7 service neutron] Bound using segment: {'id': '1af898a0-ff9e-4961-a4f8-9f6a0aeee62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a9ca2f2d-a361-4de5-9a96-d6aec0f7379d'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:34:45.973526 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-e4aab28e-3d64-494f-a1df-6a99957e45f7 service neutron] Bound port: 9e943150-a2b2-4feb-8b61-500ffbf4e541, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af898a0-ff9e-4961-a4f8-9f6a0aeee62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a9ca2f2d-a361-4de5-9a96-d6aec0f7379d'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:34:45.977671 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-e4aab28e-3d64-494f-a1df-6a99957e45f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9e943150-a2b2-4feb-8b61-500ffbf4e541), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:46.053929 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-e4aab28e-3d64-494f-a1df-6a99957e45f7 service neutron] For port 9e943150-a2b2-4feb-8b61-500ffbf4e541, host n-h1-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:34:46.057664 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-e4aab28e-3d64-494f-a1df-6a99957e45f7 service neutron] For port 9e943150-a2b2-4feb-8b61-500ffbf4e541, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=9e943150-a2b2-4feb-8b61-500ffbf4e541,segment=NetworkSegment(1af898a0-ff9e-4961-a4f8-9f6a0aeee62f),segment_id=1af898a0-ff9e-4961-a4f8-9f6a0aeee62f)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:34:46.062079 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-e4aab28e-3d64-494f-a1df-6a99957e45f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (9e943150-a2b2-4feb-8b61-500ffbf4e541), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:46.097844 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-e4aab28e-3d64-494f-a1df-6a99957e45f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:46.098502 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-e4aab28e-3d64-494f-a1df-6a99957e45f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:46.099903 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-e4aab28e-3d64-494f-a1df-6a99957e45f7 service neutron] 10.222.0.67 "PUT /v2.0/ports/9e943150-a2b2-4feb-8b61-500ffbf4e541 HTTP/1.1" status: 200 len: 1092 time: 0.9527781 Jan 28 03:34:46.100355 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f903d7f-03f8-4eab-bf11-8026969db53c', 'tag': '9e943150-a2b2-4feb-8b61-500ffbf4e541'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:34:46.102636 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cfd52a2-c8b3-4936-acba-4f0c6688c0dc" -d '{"events": [{"name": "network-changed", "server_uuid": "5f903d7f-03f8-4eab-bf11-8026969db53c", "tag": "9e943150-a2b2-4feb-8b61-500ffbf4e541"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:34:46.142589 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aab28e-3d64-494f-a1df-6a99957e45f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9e943150-a2b2-4feb-8b61-500ffbf4e541,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:46.152491 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29cf3fb5-4992-4f17-9d08-c9af67f4296a x-openstack-request-id: req-29cf3fb5-4992-4f17-9d08-c9af67f4296a {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:34:46.152778 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f903d7f-03f8-4eab-bf11-8026969db53c", "tag": "9e943150-a2b2-4feb-8b61-500ffbf4e541", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:34:46.153026 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-29cf3fb5-4992-4f17-9d08-c9af67f4296a {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:34:46.153482 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f903d7f-03f8-4eab-bf11-8026969db53c', 'tag': '9e943150-a2b2-4feb-8b61-500ffbf4e541', 'status': 'completed', 'code': 200} Jan 28 03:34:46.207619 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-f09148dd-15b1-4844-a2c1-0bce4c0273fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:46.208934 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-f09148dd-15b1-4844-a2c1-0bce4c0273fe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4&device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 1095 time: 0.0489123 Jan 28 03:34:46.262184 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-527f0ac4-08ed-4717-bb99-fa384976c735 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e943150-a2b2-4feb-8b61-500ffbf4e541 HTTP/1.1" status: 200 len: 217 time: 0.0399847 Jan 28 03:34:46.323079 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-fad86faa-3aea-4f88-bd2a-e02b7fd60a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:46.324783 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-fad86faa-3aea-4f88-bd2a-e02b7fd60a3f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=452c8ec5-8e79-460c-973e-d803756ba5e2 HTTP/1.1" status: 200 len: 833 time: 0.0576997 Jan 28 03:34:46.386131 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-49829f91-51ce-432b-a50b-f922b7807c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:46.388027 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-49829f91-51ce-432b-a50b-f922b7807c1a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a9ca2f2d-a361-4de5-9a96-d6aec0f7379d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574095 Jan 28 03:34:46.485778 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-94e80216-a500-4ed2-a00a-14ec69a62a48 service neutron] 10.222.0.67 "GET /v2.0/networks/a9ca2f2d-a361-4de5-9a96-d6aec0f7379d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898199 Jan 28 03:34:46.951447 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f7cd8e45-da23-474a-8e0d-f77e809f5200 req-f7480c82-9e46-417f-a840-63aee5374a7a service neutron] 10.222.0.67 "GET /v2.0/networks/a9ca2f2d-a361-4de5-9a96-d6aec0f7379d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4597309 Jan 28 03:34:47.055713 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07e06b-3496-4447-be57-9535b4a3cbc7 req-90baec02-9e9f-4e86-8a70-d0830e0bf373 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:47.057219 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bc07e06b-3496-4447-be57-9535b4a3cbc7 req-90baec02-9e9f-4e86-8a70-d0830e0bf373 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 943 time: 0.0498407 Jan 28 03:34:47.125916 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd52a2-c8b3-4936-acba-4f0c6688c0dc req-817252a5-ecf6-4541-b554-ae698f256477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:47.127394 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9cfd52a2-c8b3-4936-acba-4f0c6688c0dc req-817252a5-ecf6-4541-b554-ae698f256477 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4&device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 1095 time: 0.0693080 Jan 28 03:34:47.131353 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bc07e06b-3496-4447-be57-9535b4a3cbc7 req-bc3d9894-2367-4f5c-bb54-9be8a3129737 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a6fab9-4eea-40bc-ac73-147c0d43fa4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0659132 Jan 28 03:34:47.226664 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd52a2-c8b3-4936-acba-4f0c6688c0dc req-3267f33b-c17e-4811-86e8-89320e5a67d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:47.228093 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9cfd52a2-c8b3-4936-acba-4f0c6688c0dc req-3267f33b-c17e-4811-86e8-89320e5a67d3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a9ca2f2d-a361-4de5-9a96-d6aec0f7379d HTTP/1.1" status: 200 len: 898 time: 0.0943968 Jan 28 03:34:47.270556 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9cfd52a2-c8b3-4936-acba-4f0c6688c0dc req-da6e5b34-4d48-4ba0-971a-03a96a537ab8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e943150-a2b2-4feb-8b61-500ffbf4e541 HTTP/1.1" status: 200 len: 217 time: 0.0364692 Jan 28 03:34:47.320825 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd52a2-c8b3-4936-acba-4f0c6688c0dc req-4a37d50f-247c-4b9d-a7b9-5464b79bebe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:47.322320 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9cfd52a2-c8b3-4936-acba-4f0c6688c0dc req-4a37d50f-247c-4b9d-a7b9-5464b79bebe8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=452c8ec5-8e79-460c-973e-d803756ba5e2 HTTP/1.1" status: 200 len: 833 time: 0.0459943 Jan 28 03:34:47.371845 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd52a2-c8b3-4936-acba-4f0c6688c0dc req-0dd56441-604a-49c4-87ab-8b9f93058bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:47.373374 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9cfd52a2-c8b3-4936-acba-4f0c6688c0dc req-0dd56441-604a-49c4-87ab-8b9f93058bd0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a9ca2f2d-a361-4de5-9a96-d6aec0f7379d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447147 Jan 28 03:34:47.464583 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9cfd52a2-c8b3-4936-acba-4f0c6688c0dc req-c8e53951-c6ff-4f0f-852f-61055a3b8fa5 service neutron] 10.222.0.67 "GET /v2.0/networks/a9ca2f2d-a361-4de5-9a96-d6aec0f7379d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852778 Jan 28 03:34:47.558380 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9cfd52a2-c8b3-4936-acba-4f0c6688c0dc req-b91b1386-5c56-4c56-a40c-47cf75d2469a service neutron] 10.222.0.67 "GET /v2.0/networks/a9ca2f2d-a361-4de5-9a96-d6aec0f7379d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881057 Jan 28 03:34:48.254271 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47796090-0071-4067-9165-84b64321cbd6 req-3e6c4158-ac63-497b-a6f4-6ccceca0be42 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:48.255928 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-47796090-0071-4067-9165-84b64321cbd6 req-3e6c4158-ac63-497b-a6f4-6ccceca0be42 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 943 time: 0.0502973 Jan 28 03:34:48.319194 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-47796090-0071-4067-9165-84b64321cbd6 req-8d386373-8b12-4f05-82d3-a2069202c0c7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a6fab9-4eea-40bc-ac73-147c0d43fa4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0573056 Jan 28 03:34:49.440649 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da570bd1-ab81-4b61-920d-16b8f7ace1a6 req-b083a688-b066-4339-8903-5780017f8dda tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:49.442203 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-da570bd1-ab81-4b61-920d-16b8f7ace1a6 req-b083a688-b066-4339-8903-5780017f8dda tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 943 time: 0.0496962 Jan 28 03:34:49.492580 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-da570bd1-ab81-4b61-920d-16b8f7ace1a6 req-e251ecc1-3a47-4d9d-bac6-161fe2815045 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a6fab9-4eea-40bc-ac73-147c0d43fa4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443027 Jan 28 03:34:50.532340 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 9e943150-a2b2-4feb-8b61-500ffbf4e541 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:34:50.632402 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 9e943150-a2b2-4feb-8b61-500ffbf4e541, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=9e943150-a2b2-4feb-8b61-500ffbf4e541,segment=NetworkSegment(1af898a0-ff9e-4961-a4f8-9f6a0aeee62f),segment_id=1af898a0-ff9e-4961-a4f8-9f6a0aeee62f)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:50.644232 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '9e943150-a2b2-4feb-8b61-500ffbf4e541', 'network_id': 'a9ca2f2d-a361-4de5-9a96-d6aec0f7379d', 'port_id': '9e943150-a2b2-4feb-8b61-500ffbf4e541', 'mac_address': 'fa:16:3e:57:1c:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452c8ec5-8e79-460c-973e-d803756ba5e2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:34:50.683012 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 9e943150-a2b2-4feb-8b61-500ffbf4e541 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:34:50.683394 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9e943150-a2b2-4feb-8b61-500ffbf4e541), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:50.696743 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e943150-a2b2-4feb-8b61-500ffbf4e541 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:34:50.715445 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3bced-7565-4fd8-8cd5-297a5464fd56 req-07dfb1d8-d6a4-4b29-8f4d-8c729be5a37f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:50.716988 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7fe3bced-7565-4fd8-8cd5-297a5464fd56 req-07dfb1d8-d6a4-4b29-8f4d-8c729be5a37f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 943 time: 0.1502786 Jan 28 03:34:50.717188 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 9e943150-a2b2-4feb-8b61-500ffbf4e541, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=9e943150-a2b2-4feb-8b61-500ffbf4e541,segment=NetworkSegment(1af898a0-ff9e-4961-a4f8-9f6a0aeee62f),segment_id=1af898a0-ff9e-4961-a4f8-9f6a0aeee62f)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:50.722207 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9e943150-a2b2-4feb-8b61-500ffbf4e541), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:50.770282 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=9e943150-a2b2-4feb-8b61-500ffbf4e541,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:50.771885 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7fe3bced-7565-4fd8-8cd5-297a5464fd56 req-5fa4cbfa-54ee-4ee9-9f06-ade5b1176722 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a6fab9-4eea-40bc-ac73-147c0d43fa4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491173 Jan 28 03:34:51.110369 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['9e943150-a2b2-4feb-8b61-500ffbf4e541'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:34:51.894340 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a2431-dcef-433d-adda-232bf2dda8bb req-0fc9b07e-f3ae-48b9-b32f-84eb77728b1d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:51.895840 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-926a2431-dcef-433d-adda-232bf2dda8bb req-0fc9b07e-f3ae-48b9-b32f-84eb77728b1d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 944 time: 0.0502775 Jan 28 03:34:51.950625 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-926a2431-dcef-433d-adda-232bf2dda8bb req-30936fb1-4264-482d-a866-8c5727f8e1ee tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a6fab9-4eea-40bc-ac73-147c0d43fa4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486784 Jan 28 03:34:52.547954 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 9e943150-a2b2-4feb-8b61-500ffbf4e541 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:34:52.603465 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 9e943150-a2b2-4feb-8b61-500ffbf4e541 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:34:52.608005 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 9e943150-a2b2-4feb-8b61-500ffbf4e541 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:34:52.608417 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9e943150-a2b2-4feb-8b61-500ffbf4e541), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:52.699879 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 9e943150-a2b2-4feb-8b61-500ffbf4e541 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:34:52.700287 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9e943150-a2b2-4feb-8b61-500ffbf4e541), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:52.724685 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f903d7f-03f8-4eab-bf11-8026969db53c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e943150-a2b2-4feb-8b61-500ffbf4e541'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:34:52.727277 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee17258-d4a1-4946-9e61-ca4ed3fc2fa6" -d '{"events": [{"server_uuid": "5f903d7f-03f8-4eab-bf11-8026969db53c", "name": "network-vif-plugged", "status": "completed", "tag": "9e943150-a2b2-4feb-8b61-500ffbf4e541"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:34:52.744378 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 9e943150-a2b2-4feb-8b61-500ffbf4e541, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=9e943150-a2b2-4feb-8b61-500ffbf4e541,segment=NetworkSegment(1af898a0-ff9e-4961-a4f8-9f6a0aeee62f),segment_id=1af898a0-ff9e-4961-a4f8-9f6a0aeee62f)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:34:52.749188 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9e943150-a2b2-4feb-8b61-500ffbf4e541), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:52.774099 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd86ea5-b339-4b1a-8836-9b8235c55dec x-openstack-request-id: req-9cd86ea5-b339-4b1a-8836-9b8235c55dec {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:34:52.774371 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f903d7f-03f8-4eab-bf11-8026969db53c", "name": "network-vif-plugged", "status": "completed", "tag": "9e943150-a2b2-4feb-8b61-500ffbf4e541", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:34:52.774657 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9cd86ea5-b339-4b1a-8836-9b8235c55dec {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:34:52.775060 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f903d7f-03f8-4eab-bf11-8026969db53c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e943150-a2b2-4feb-8b61-500ffbf4e541', 'code': 200} Jan 28 03:34:52.804112 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=9e943150-a2b2-4feb-8b61-500ffbf4e541,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:52.933578 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e52f8-a111-4be9-908f-47d76aef1864 req-3b0969fe-8232-46c8-a5d1-46a1384d85c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:52.935113 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-239e52f8-a111-4be9-908f-47d76aef1864 req-3b0969fe-8232-46c8-a5d1-46a1384d85c0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 1097 time: 0.0527148 Jan 28 03:34:52.986555 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-239e52f8-a111-4be9-908f-47d76aef1864 req-1b30c03d-395d-4911-9b6e-304b0458ad0a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a9a6fab9-4eea-40bc-ac73-147c0d43fa4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451334 Jan 28 03:34:53.077981 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb47b5-39a3-4f6d-a72c-9bb184966036 req-79164250-8386-4ac0-950b-05a5b4182823 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:53.079483 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-29bb47b5-39a3-4f6d-a72c-9bb184966036 req-79164250-8386-4ac0-950b-05a5b4182823 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 945 time: 0.0524845 Jan 28 03:34:53.132676 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-29bb47b5-39a3-4f6d-a72c-9bb184966036 req-989c062a-6e10-41ce-82aa-31b61576c71e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a6fab9-4eea-40bc-ac73-147c0d43fa4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464914 Jan 28 03:34:54.270925 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f966a-ad48-4731-a43f-40c256be55ac req-3b369876-1411-461c-be58-ca2b37206a94 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:54.277930 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e7f966a-ad48-4731-a43f-40c256be55ac req-3b369876-1411-461c-be58-ca2b37206a94 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 945 time: 0.0689728 Jan 28 03:34:54.325364 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e7f966a-ad48-4731-a43f-40c256be55ac req-a74bd765-0b56-4277-beb4-6c050b6182be tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a6fab9-4eea-40bc-ac73-147c0d43fa4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465274 Jan 28 03:34:55.458303 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4712c-57e4-4297-a30c-2b431d1fea1f req-4dddb924-3f41-4100-b77a-aeaa8dc6398d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:55.459817 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2af4712c-57e4-4297-a30c-2b431d1fea1f req-4dddb924-3f41-4100-b77a-aeaa8dc6398d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 945 time: 0.0612676 Jan 28 03:34:55.508662 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2af4712c-57e4-4297-a30c-2b431d1fea1f req-e2599ecf-3168-4b03-acfe-d1445ff4b6f3 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a6fab9-4eea-40bc-ac73-147c0d43fa4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429037 Jan 28 03:34:55.642837 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30e30d-32d5-460f-8f34-d58e5551d54c req-e6ac1ba1-8531-4e4b-a976-f35caac576cf tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:55.644216 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5b30e30d-32d5-460f-8f34-d58e5551d54c req-e6ac1ba1-8531-4e4b-a976-f35caac576cf tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 945 time: 0.0586114 Jan 28 03:34:55.700568 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5b30e30d-32d5-460f-8f34-d58e5551d54c req-9f8fe9c8-35d2-45f5-8e82-bfcba14a36c7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a6fab9-4eea-40bc-ac73-147c0d43fa4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505025 Jan 28 03:34:55.728289 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59646) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:55.768053 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5ce508-7e5f-46ca-bb2a-d77711a7888a tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:55.769602 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4d5ce508-7e5f-46ca-bb2a-d77711a7888a tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 1092 time: 0.0402789 Jan 28 03:34:55.772392 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59648) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:55.776623 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-656c0918-d5e5-4448-a499-ba0c2c0e93d7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'port_id': '9e943150-a2b2-4feb-8b61-500ffbf4e541', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:34:55.799773 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-656c0918-d5e5-4448-a499-ba0c2c0e93d7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:55.913314 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-656c0918-d5e5-4448-a499-ba0c2c0e93d7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:56.030370 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-656c0918-d5e5-4448-a499-ba0c2c0e93d7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Allocated IP 172.25.0.138 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/14218857-99ab-44dd-899b-00f3f3982b21) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:34:56.140439 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-656c0918-d5e5-4448-a499-ba0c2c0e93d7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for port (14218857-99ab-44dd-899b-00f3f3982b21), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:56.178183 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-656c0918-d5e5-4448-a499-ba0c2c0e93d7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (14218857-99ab-44dd-899b-00f3f3982b21), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:56.215866 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656c0918-d5e5-4448-a499-ba0c2c0e93d7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:34:56.218844 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-656c0918-d5e5-4448-a499-ba0c2c0e93d7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:34:56.224729 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656c0918-d5e5-4448-a499-ba0c2c0e93d7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:34:56.230283 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656c0918-d5e5-4448-a499-ba0c2c0e93d7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'Port': ['ID=14218857-99ab-44dd-899b-00f3f3982b21,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:56.258647 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656c0918-d5e5-4448-a499-ba0c2c0e93d7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:56.259003 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656c0918-d5e5-4448-a499-ba0c2c0e93d7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:56.259357 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656c0918-d5e5-4448-a499-ba0c2c0e93d7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:56.259679 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656c0918-d5e5-4448-a499-ba0c2c0e93d7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:56.260044 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656c0918-d5e5-4448-a499-ba0c2c0e93d7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:56.260381 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656c0918-d5e5-4448-a499-ba0c2c0e93d7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:56.260719 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656c0918-d5e5-4448-a499-ba0c2c0e93d7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:56.261056 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656c0918-d5e5-4448-a499-ba0c2c0e93d7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:56.261425 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656c0918-d5e5-4448-a499-ba0c2c0e93d7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:56.261755 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656c0918-d5e5-4448-a499-ba0c2c0e93d7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:56.262067 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656c0918-d5e5-4448-a499-ba0c2c0e93d7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:56.262392 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656c0918-d5e5-4448-a499-ba0c2c0e93d7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:56.262718 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656c0918-d5e5-4448-a499-ba0c2c0e93d7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:34:56.613847 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-656c0918-d5e5-4448-a499-ba0c2c0e93d7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for floatingip (583740da-0f6b-474e-9586-ff2c46d439e1), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:56.691368 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-656c0918-d5e5-4448-a499-ba0c2c0e93d7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (14218857-99ab-44dd-899b-00f3f3982b21), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:56.855945 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-656c0918-d5e5-4448-a499-ba0c2c0e93d7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for port (14218857-99ab-44dd-899b-00f3f3982b21), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:56.861705 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-656c0918-d5e5-4448-a499-ba0c2c0e93d7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (14218857-99ab-44dd-899b-00f3f3982b21), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:56.929692 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656c0918-d5e5-4448-a499-ba0c2c0e93d7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'Port': ['ID=14218857-99ab-44dd-899b-00f3f3982b21,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:34:56.943891 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-656c0918-d5e5-4448-a499-ba0c2c0e93d7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (583740da-0f6b-474e-9586-ff2c46d439e1), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:57.054853 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [None req-656c0918-d5e5-4448-a499-ba0c2c0e93d7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Floating IP 583740da-0f6b-474e-9586-ff2c46d439e1 associated. External IP: 172.25.0.138, port: 9e943150-a2b2-4feb-8b61-500ffbf4e541. Jan 28 03:34:57.278860 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656c0918-d5e5-4448-a499-ba0c2c0e93d7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Router b91edb2f-ab64-44a2-a5bd-dd4ea024a05e has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:34:57.391902 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656c0918-d5e5-4448-a499-ba0c2c0e93d7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:34:57.402079 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d85955e-109e-433f-976b-1bfdf408d960 None None] Sync routers for ids ['b91edb2f-ab64-44a2-a5bd-dd4ea024a05e'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:34:57.411433 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-656c0918-d5e5-4448-a499-ba0c2c0e93d7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:57.412340 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d85955e-109e-433f-976b-1bfdf408d960 None None] Routers {'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:34:57.412960 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-2d85955e-109e-433f-976b-1bfdf408d960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:34:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['b91edb2f-ab64-44a2-a5bd-dd4ea024a05e'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:57.440396 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-656c0918-d5e5-4448-a499-ba0c2c0e93d7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6669495 Jan 28 03:34:57.440988 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f903d7f-03f8-4eab-bf11-8026969db53c', 'tag': '9e943150-a2b2-4feb-8b61-500ffbf4e541'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:34:57.443369 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6fd4f9f-a020-4bbe-b71c-755a763bd422" -d '{"events": [{"name": "network-changed", "server_uuid": "5f903d7f-03f8-4eab-bf11-8026969db53c", "tag": "9e943150-a2b2-4feb-8b61-500ffbf4e541"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:34:57.491763 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf685d1-eaf1-4933-8abd-fc09842d9c31 x-openstack-request-id: req-bbf685d1-eaf1-4933-8abd-fc09842d9c31 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:34:57.492110 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f903d7f-03f8-4eab-bf11-8026969db53c", "tag": "9e943150-a2b2-4feb-8b61-500ffbf4e541", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:34:57.492387 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bbf685d1-eaf1-4933-8abd-fc09842d9c31 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:34:57.492822 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f903d7f-03f8-4eab-bf11-8026969db53c', 'tag': '9e943150-a2b2-4feb-8b61-500ffbf4e541', 'status': 'completed', 'code': 200} Jan 28 03:34:57.531118 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-2d85955e-109e-433f-976b-1bfdf408d960 None None] Set router b91edb2f-ab64-44a2-a5bd-dd4ea024a05e gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:34:57.566957 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5363dff-3325-434c-ac5a-34eb2c7270fc req-89dfbf25-19d6-4f0b-8b98-983a08815876 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:57.568524 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a5363dff-3325-434c-ac5a-34eb2c7270fc req-89dfbf25-19d6-4f0b-8b98-983a08815876 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 945 time: 0.0747766 Jan 28 03:34:57.608568 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd4f9f-a020-4bbe-b71c-755a763bd422 req-42ae8227-ae9d-4fde-a862-a4fc358a455e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:57.610100 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e6fd4f9f-a020-4bbe-b71c-755a763bd422 req-42ae8227-ae9d-4fde-a862-a4fc358a455e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4&device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 1097 time: 0.0753884 Jan 28 03:34:57.645981 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a5363dff-3325-434c-ac5a-34eb2c7270fc req-30a7a620-d87e-4b6a-9f0f-be8557e402c9 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a6fab9-4eea-40bc-ac73-147c0d43fa4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0711298 Jan 28 03:34:57.671817 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59654) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:57.724057 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd4f9f-a020-4bbe-b71c-755a763bd422 req-6b0c2668-1c33-4d48-a8db-35f236ec23f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:57.725585 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e6fd4f9f-a020-4bbe-b71c-755a763bd422 req-6b0c2668-1c33-4d48-a8db-35f236ec23f3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a9ca2f2d-a361-4de5-9a96-d6aec0f7379d HTTP/1.1" status: 200 len: 898 time: 0.1099267 Jan 28 03:34:57.740198 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-2b86e52b-cf0d-4df9-8085-5f5d9be70237 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/floatingips/583740da-0f6b-474e-9586-ff2c46d439e1 HTTP/1.1" status: 200 len: 991 time: 0.0667009 Jan 28 03:34:57.768660 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-2d85955e-109e-433f-976b-1bfdf408d960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-114543121', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e4dd5c0d-bf71-40b1-a868-2abfd60f1950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:34:38Z', 'updated_at': '2022-01-28T03:34:41Z', 'revision_number': 4, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': 'e4dd5c0d-bf71-40b1-a868-2abfd60f1950', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:38Z', 'updated_at': '2022-01-28T03:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '583740da-0f6b-474e-9586-ff2c46d439e1', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'floating_ip_address': '172.25.0.138', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': 'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e', 'port_id': '9e943150-a2b2-4feb-8b61-500ffbf4e541', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ca2f2d-a361-4de5-9a96-d6aec0f7379d', 'mac_address': 'fa:16:3e:57:1c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f903d7f-03f8-4eab-bf11-8026969db53c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:34:56Z', 'updated_at': '2022-01-28T03:34:56Z', 'revision_number': 0, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a0b1189-2732-48b9-a4ab-b8890a37bbe3', 'name': '', 'network_id': 'a9ca2f2d-a361-4de5-9a96-d6aec0f7379d', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'mac_address': 'fa:16:3e:68:09:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '452c8ec5-8e79-460c-973e-d803756ba5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:41Z', 'updated_at': '2022-01-28T03:34:44Z', 'revision_number': 5, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'subnets': [{'id': '452c8ec5-8e79-460c-973e-d803756ba5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:57.792266 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e6fd4f9f-a020-4bbe-b71c-755a763bd422 req-2c45f2cf-e36c-4eb4-b4fe-20002cae78a1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e943150-a2b2-4feb-8b61-500ffbf4e541 HTTP/1.1" status: 200 len: 999 time: 0.0599546 Jan 28 03:34:57.800094 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d85955e-109e-433f-976b-1bfdf408d960 None None] Checking router: b91edb2f-ab64-44a2-a5bd-dd4ea024a05e for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:34:57.809436 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d85955e-109e-433f-976b-1bfdf408d960 None None] Routers {'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:34:57.810339 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-2d85955e-109e-433f-976b-1bfdf408d960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:34:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['b91edb2f-ab64-44a2-a5bd-dd4ea024a05e'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:57.843647 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd4f9f-a020-4bbe-b71c-755a763bd422 req-d4713c80-d160-4f93-a648-b69dc82666b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:57.845308 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e6fd4f9f-a020-4bbe-b71c-755a763bd422 req-d4713c80-d160-4f93-a648-b69dc82666b7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=452c8ec5-8e79-460c-973e-d803756ba5e2 HTTP/1.1" status: 200 len: 833 time: 0.0472741 Jan 28 03:34:57.895400 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd4f9f-a020-4bbe-b71c-755a763bd422 req-8d8d102f-d152-487f-beb2-86a1aa9d40f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:34:57.896933 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e6fd4f9f-a020-4bbe-b71c-755a763bd422 req-8d8d102f-d152-487f-beb2-86a1aa9d40f8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a9ca2f2d-a361-4de5-9a96-d6aec0f7379d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464203 Jan 28 03:34:57.916344 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-2d85955e-109e-433f-976b-1bfdf408d960 None None] Set router b91edb2f-ab64-44a2-a5bd-dd4ea024a05e gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:34:57.985474 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e6fd4f9f-a020-4bbe-b71c-755a763bd422 req-b9ffebc6-6ad7-4ad5-97f0-840137f261b7 service neutron] 10.222.0.67 "GET /v2.0/networks/a9ca2f2d-a361-4de5-9a96-d6aec0f7379d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823579 Jan 28 03:34:58.082189 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e6fd4f9f-a020-4bbe-b71c-755a763bd422 req-206bfb1f-f38e-4408-b1e0-8e22a316b197 service neutron] 10.222.0.67 "GET /v2.0/networks/a9ca2f2d-a361-4de5-9a96-d6aec0f7379d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911517 Jan 28 03:34:58.151174 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-2d85955e-109e-433f-976b-1bfdf408d960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-114543121', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e4dd5c0d-bf71-40b1-a868-2abfd60f1950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:34:38Z', 'updated_at': '2022-01-28T03:34:41Z', 'revision_number': 4, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': 'e4dd5c0d-bf71-40b1-a868-2abfd60f1950', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:38Z', 'updated_at': '2022-01-28T03:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '583740da-0f6b-474e-9586-ff2c46d439e1', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'floating_ip_address': '172.25.0.138', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': 'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e', 'port_id': '9e943150-a2b2-4feb-8b61-500ffbf4e541', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ca2f2d-a361-4de5-9a96-d6aec0f7379d', 'mac_address': 'fa:16:3e:57:1c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f903d7f-03f8-4eab-bf11-8026969db53c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:34:56Z', 'updated_at': '2022-01-28T03:34:56Z', 'revision_number': 0, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a0b1189-2732-48b9-a4ab-b8890a37bbe3', 'name': '', 'network_id': 'a9ca2f2d-a361-4de5-9a96-d6aec0f7379d', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'mac_address': 'fa:16:3e:68:09:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '452c8ec5-8e79-460c-973e-d803756ba5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:41Z', 'updated_at': '2022-01-28T03:34:44Z', 'revision_number': 5, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'subnets': [{'id': '452c8ec5-8e79-460c-973e-d803756ba5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:34:58.191812 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d85955e-109e-433f-976b-1bfdf408d960 None None] The sync data for ids ['b91edb2f-ab64-44a2-a5bd-dd4ea024a05e'] in n-d-712139-27 is: [{'id': 'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-114543121', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e4dd5c0d-bf71-40b1-a868-2abfd60f1950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:34:38Z', 'updated_at': '2022-01-28T03:34:41Z', 'revision_number': 4, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': 'e4dd5c0d-bf71-40b1-a868-2abfd60f1950', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:38Z', 'updated_at': '2022-01-28T03:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '583740da-0f6b-474e-9586-ff2c46d439e1', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'floating_ip_address': '172.25.0.138', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': 'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e', 'port_id': '9e943150-a2b2-4feb-8b61-500ffbf4e541', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ca2f2d-a361-4de5-9a96-d6aec0f7379d', 'mac_address': 'fa:16:3e:57:1c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f903d7f-03f8-4eab-bf11-8026969db53c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:34:56Z', 'updated_at': '2022-01-28T03:34:56Z', 'revision_number': 0, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a0b1189-2732-48b9-a4ab-b8890a37bbe3', 'name': '', 'network_id': 'a9ca2f2d-a361-4de5-9a96-d6aec0f7379d', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'mac_address': 'fa:16:3e:68:09:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '452c8ec5-8e79-460c-973e-d803756ba5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:41Z', 'updated_at': '2022-01-28T03:34:44Z', 'revision_number': 5, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'subnets': [{'id': '452c8ec5-8e79-460c-973e-d803756ba5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:34:58.405593 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7800493f-91e3-4c93-8298-8aeeb2b5e94f None None] New status for floating IP 583740da-0f6b-474e-9586-ff2c46d439e1: ACTIVE {{(pid=109804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:34:58.743796 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59656) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:34:58.804981 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-31205305-9689-4d41-abb5-4ed5ee328403 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/floatingips/583740da-0f6b-474e-9586-ff2c46d439e1 HTTP/1.1" status: 200 len: 993 time: 0.0599983 Jan 28 03:34:59.475182 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:34:59.756364 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f7294f63-fcfa-4e2a-8ca3-50f0ebae2b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:01.811825 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-68cc38d6-097c-4086-bd97-fad8fa265523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:03.441169 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:03.746066 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:04.877286 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:06.141574 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:18.433304 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ec354905-f998-4143-8b10-9211758e8532 req-baf1627b-9e18-4d94-9f66-4eed77859109 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=48712362-015c-4e66-9b1d-baa89fd3df1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0589089 Jan 28 03:35:18.546320 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec354905-f998-4143-8b10-9211758e8532 req-02282631-7eb5-4c3c-ba86-82b63a535f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:18.547816 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ec354905-f998-4143-8b10-9211758e8532 req-02282631-7eb5-4c3c-ba86-82b63a535f9d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2365aae0ed6c4140b140950cf90dbe31&device_id=48712362-015c-4e66-9b1d-baa89fd3df1e HTTP/1.1" status: 200 len: 1098 time: 0.0440919 Jan 28 03:35:18.653489 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec354905-f998-4143-8b10-9211758e8532 req-b6b1d5ac-2f21-4f1f-beb3-e6b3684163b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:18.654963 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ec354905-f998-4143-8b10-9211758e8532 req-b6b1d5ac-2f21-4f1f-beb3-e6b3684163b6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d08f29da-d40d-4b15-9f9f-e3612c5ec470 HTTP/1.1" status: 200 len: 912 time: 0.0883172 Jan 28 03:35:18.725660 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ec354905-f998-4143-8b10-9211758e8532 req-0d629923-7c72-4c3e-aa48-572d405b91c9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c6adf81-512f-47bc-b6e1-714f85f57f8c HTTP/1.1" status: 200 len: 1002 time: 0.0646415 Jan 28 03:35:18.772755 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec354905-f998-4143-8b10-9211758e8532 req-fa9adfc0-4e34-449d-b951-89442e84b12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:18.774201 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ec354905-f998-4143-8b10-9211758e8532 req-fa9adfc0-4e34-449d-b951-89442e84b12a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6fca48db-7702-4589-8da6-18a07f4297d3 HTTP/1.1" status: 200 len: 850 time: 0.0434694 Jan 28 03:35:18.820798 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec354905-f998-4143-8b10-9211758e8532 req-0ca8c77b-d39f-41a2-8e46-27f9e529d838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:18.822292 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ec354905-f998-4143-8b10-9211758e8532 req-0ca8c77b-d39f-41a2-8e46-27f9e529d838 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d08f29da-d40d-4b15-9f9f-e3612c5ec470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412858 Jan 28 03:35:18.832558 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-ec354905-f998-4143-8b10-9211758e8532 req-4e7591ee-4459-4ebe-8b5d-02b01fb3fc48 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:35:18.833570 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ec354905-f998-4143-8b10-9211758e8532 req-4e7591ee-4459-4ebe-8b5d-02b01fb3fc48 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052812 Jan 28 03:35:18.933000 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ec354905-f998-4143-8b10-9211758e8532 req-969fc462-a37f-4ca3-884f-af9d5ce173bc service neutron] 10.222.0.39 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938141 Jan 28 03:35:19.024306 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ec354905-f998-4143-8b10-9211758e8532 req-d17da24a-aa5a-4c65-8e96-204ee89b3881 service neutron] 10.222.0.39 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842555 Jan 28 03:35:22.240719 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:35:29.476093 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:29.754501 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b68dfa53-787f-4138-b7c3-498027541f3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:31.579096 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-942487c1-6107-48ea-9572-48daa11a14c7 req-45b6d853-3c25-4203-9ae1-ff29f9685892 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443547 Jan 28 03:35:31.691254 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942487c1-6107-48ea-9572-48daa11a14c7 req-32c8f134-1c95-445b-b80e-309a98c6b2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:31.692790 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-942487c1-6107-48ea-9572-48daa11a14c7 req-32c8f134-1c95-445b-b80e-309a98c6b2a9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4&device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 1097 time: 0.0544789 Jan 28 03:35:31.822696 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942487c1-6107-48ea-9572-48daa11a14c7 req-3e5b4eec-58a7-4f42-a946-c313a070f92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:31.822958 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f171b4d9-f042-4b05-864b-de0771a7e449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:31.824240 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-942487c1-6107-48ea-9572-48daa11a14c7 req-3e5b4eec-58a7-4f42-a946-c313a070f92d service neutron] 10.222.0.67 "GET /v2.0/networks?id=a9ca2f2d-a361-4de5-9a96-d6aec0f7379d HTTP/1.1" status: 200 len: 898 time: 0.1101778 Jan 28 03:35:31.896671 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-942487c1-6107-48ea-9572-48daa11a14c7 req-e7472654-5e02-4899-ba08-cd86ea81fd7f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e943150-a2b2-4feb-8b61-500ffbf4e541 HTTP/1.1" status: 200 len: 1001 time: 0.0664251 Jan 28 03:35:31.947856 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942487c1-6107-48ea-9572-48daa11a14c7 req-41577763-e7a5-4bc5-b73f-a4299b47fad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:31.949397 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-942487c1-6107-48ea-9572-48daa11a14c7 req-41577763-e7a5-4bc5-b73f-a4299b47fad7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=452c8ec5-8e79-460c-973e-d803756ba5e2 HTTP/1.1" status: 200 len: 833 time: 0.0465429 Jan 28 03:35:32.002137 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942487c1-6107-48ea-9572-48daa11a14c7 req-de91cdce-97b3-4ee8-8587-1997026db3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:35:32.003653 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-942487c1-6107-48ea-9572-48daa11a14c7 req-de91cdce-97b3-4ee8-8587-1997026db3aa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a9ca2f2d-a361-4de5-9a96-d6aec0f7379d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489268 Jan 28 03:35:32.017707 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [req-942487c1-6107-48ea-9572-48daa11a14c7 req-506ed72f-6ec3-4b92-84d0-4d29899389bb service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:35:32.019217 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-942487c1-6107-48ea-9572-48daa11a14c7 req-506ed72f-6ec3-4b92-84d0-4d29899389bb service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078621 Jan 28 03:35:32.111011 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-942487c1-6107-48ea-9572-48daa11a14c7 req-4612d505-ab3b-44c1-b676-999ef529a97e service neutron] 10.222.0.67 "GET /v2.0/networks/a9ca2f2d-a361-4de5-9a96-d6aec0f7379d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838952 Jan 28 03:35:32.212452 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-942487c1-6107-48ea-9572-48daa11a14c7 req-ebce4ea8-155e-4321-a2f9-3ae5aa103e81 service neutron] 10.222.0.67 "GET /v2.0/networks/a9ca2f2d-a361-4de5-9a96-d6aec0f7379d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950253 Jan 28 03:35:33.443982 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:33.767279 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:34.878899 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:36.149544 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:59.241064 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:35:59.469533 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:35:59.751781 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7bc7f414-3a23-4bf0-9f48-b9a88ef0dce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:01.581133 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6639e-72f7-4d0a-9479-46b210ca3ba7 req-1b352d12-423b-406b-ad5c-6da288c1ba3f tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:01.582617 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cfd6639e-72f7-4d0a-9479-46b210ca3ba7 req-1b352d12-423b-406b-ad5c-6da288c1ba3f tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 1097 time: 0.0441449 Jan 28 03:36:01.628978 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cfd6639e-72f7-4d0a-9479-46b210ca3ba7 req-7d69f365-94d6-4a40-8f03-1b5b2e552fd1 tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=a9a6fab9-4eea-40bc-ac73-147c0d43fa4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406528 Jan 28 03:36:01.753279 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815531d9-e439-488f-8b1b-e50d0e16e730 req-0a339c2a-4aaa-4651-8ade-1fbf96c1d7e1 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:01.754760 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-815531d9-e439-488f-8b1b-e50d0e16e730 req-0a339c2a-4aaa-4651-8ade-1fbf96c1d7e1 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 945 time: 0.0549974 Jan 28 03:36:01.805013 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-815531d9-e439-488f-8b1b-e50d0e16e730 req-5cd6409d-7d33-4a33-ac67-53ad81fe3068 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a6fab9-4eea-40bc-ac73-147c0d43fa4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445533 Jan 28 03:36:01.817779 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a55241ad-ddb0-42aa-b006-3848cb514339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:01.833509 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59714) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:36:01.896155 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4a06f4f9-5b1d-4838-9b63-41f889e0ae10 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/floatingips/583740da-0f6b-474e-9586-ff2c46d439e1 HTTP/1.1" status: 200 len: 993 time: 0.0614793 Jan 28 03:36:02.538817 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef338be-6b2c-4270-bf50-95eb395c06cf req-5d2d4502-df2f-4073-96c1-ecf7fd2bbf94 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:02.540347 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7ef338be-6b2c-4270-bf50-95eb395c06cf req-5d2d4502-df2f-4073-96c1-ecf7fd2bbf94 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 945 time: 0.0572858 Jan 28 03:36:02.625062 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7ef338be-6b2c-4270-bf50-95eb395c06cf req-d6109adc-8e93-436d-868e-ffbdc18b6fcb tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a6fab9-4eea-40bc-ac73-147c0d43fa4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0764751 Jan 28 03:36:02.635043 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-6ae11fd3-f260-4c8c-9e63-44fcabb3a270 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1685586 Jan 28 03:36:03.444530 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:03.747736 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:03.751587 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f106f85-900d-4e9d-ae11-09302d2a4273 req-ed02f751-2d36-4f1a-8df1-9ceee6683535 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:03.753177 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2f106f85-900d-4e9d-ae11-09302d2a4273 req-ed02f751-2d36-4f1a-8df1-9ceee6683535 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 945 time: 0.0504498 Jan 28 03:36:03.839780 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2f106f85-900d-4e9d-ae11-09302d2a4273 req-6befd175-231c-4186-91fc-6807e2b4e896 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a6fab9-4eea-40bc-ac73-147c0d43fa4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0783653 Jan 28 03:36:03.927487 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-bf516b9e-5993-42de-ba40-3561f4486331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:03.929033 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-bf516b9e-5993-42de-ba40-3561f4486331 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4&device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 1097 time: 0.0450194 Jan 28 03:36:04.036783 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-2fa55d4b-d448-4be1-bf73-7496ebf463bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:04.038591 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-2fa55d4b-d448-4be1-bf73-7496ebf463bb service neutron] 10.222.0.67 "GET /v2.0/networks?id=a9ca2f2d-a361-4de5-9a96-d6aec0f7379d HTTP/1.1" status: 200 len: 898 time: 0.0996652 Jan 28 03:36:04.108166 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-540f86ae-7044-46bd-884a-d3626f39bc8a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e943150-a2b2-4feb-8b61-500ffbf4e541 HTTP/1.1" status: 200 len: 1001 time: 0.0625823 Jan 28 03:36:04.163472 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-1941ba46-429d-43ad-b789-565f8f9a53ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:04.164975 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-1941ba46-429d-43ad-b789-565f8f9a53ac service neutron] 10.222.0.67 "GET /v2.0/subnets?id=452c8ec5-8e79-460c-973e-d803756ba5e2 HTTP/1.1" status: 200 len: 833 time: 0.0505629 Jan 28 03:36:04.210972 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-0c8fb2ac-3316-4dac-ae45-21a3e4505431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:04.212398 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-0c8fb2ac-3316-4dac-ae45-21a3e4505431 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a9ca2f2d-a361-4de5-9a96-d6aec0f7379d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414600 Jan 28 03:36:04.299232 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-4566f21c-5239-41aa-a144-44769a000f31 service neutron] 10.222.0.67 "GET /v2.0/networks/a9ca2f2d-a361-4de5-9a96-d6aec0f7379d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808566 Jan 28 03:36:04.394418 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-4213b245-8767-4956-824a-403158413b5f service neutron] 10.222.0.67 "GET /v2.0/networks/a9ca2f2d-a361-4de5-9a96-d6aec0f7379d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884881 Jan 28 03:36:04.883795 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:04.982295 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e965db8-92be-4526-839d-86c0d56a5e99 req-da2c3770-d7a3-408a-baa5-714c977eed8c tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:04.983778 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8e965db8-92be-4526-839d-86c0d56a5e99 req-da2c3770-d7a3-408a-baa5-714c977eed8c tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 945 time: 0.0579641 Jan 28 03:36:05.040479 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8e965db8-92be-4526-839d-86c0d56a5e99 req-5f692ca1-84d1-4728-98eb-9832271665fb tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a6fab9-4eea-40bc-ac73-147c0d43fa4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504587 Jan 28 03:36:06.146298 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:06.171092 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc77fe9-737c-4a87-959e-77d604dfac23 req-f7253658-14d9-406a-8349-23b1e9ce1617 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:06.172595 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6fc77fe9-737c-4a87-959e-77d604dfac23 req-f7253658-14d9-406a-8349-23b1e9ce1617 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 945 time: 0.0579004 Jan 28 03:36:06.230034 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6fc77fe9-737c-4a87-959e-77d604dfac23 req-2159ee50-30de-4b03-a3b3-8444ff810290 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a6fab9-4eea-40bc-ac73-147c0d43fa4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494244 Jan 28 03:36:07.353754 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae024ad-ea16-4545-a7d2-96adf2fbceeb req-fcc80baa-711e-46f5-ad8d-53b4a22155e2 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:07.355233 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fae024ad-ea16-4545-a7d2-96adf2fbceeb req-fcc80baa-711e-46f5-ad8d-53b4a22155e2 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 945 time: 0.0550416 Jan 28 03:36:07.403305 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fae024ad-ea16-4545-a7d2-96adf2fbceeb req-1493cba9-5a32-4981-86be-838d0eada849 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a6fab9-4eea-40bc-ac73-147c0d43fa4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422614 Jan 28 03:36:08.524129 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9afe3-ea28-438c-b804-679b820a4c27 req-e84d8843-ce08-49e8-ad95-dfafa13f71bf tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:08.525663 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-28b9afe3-ea28-438c-b804-679b820a4c27 req-e84d8843-ce08-49e8-ad95-dfafa13f71bf tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 945 time: 0.0498145 Jan 28 03:36:08.577184 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-28b9afe3-ea28-438c-b804-679b820a4c27 req-2165ec37-ca80-40da-92c5-c05d14aa7150 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a6fab9-4eea-40bc-ac73-147c0d43fa4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451324 Jan 28 03:36:09.736635 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4551e-2b4c-4962-b08b-d160ef2f283f req-334d2520-4672-4f2b-97a0-e59d1b8ef1af tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:09.738187 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-13b4551e-2b4c-4962-b08b-d160ef2f283f req-334d2520-4672-4f2b-97a0-e59d1b8ef1af tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 945 time: 0.0675442 Jan 28 03:36:09.798928 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-13b4551e-2b4c-4962-b08b-d160ef2f283f req-e8c652f8-c8e9-465d-a1c5-c6c46c4293bc tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a6fab9-4eea-40bc-ac73-147c0d43fa4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547290 Jan 28 03:36:10.976621 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15451598-5bb2-499a-8681-4ee09dfee7d7 req-6be02884-f7f8-4ecd-96d7-c65586f469f2 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:10.978271 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-15451598-5bb2-499a-8681-4ee09dfee7d7 req-6be02884-f7f8-4ecd-96d7-c65586f469f2 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 945 time: 0.0749319 Jan 28 03:36:11.037338 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-15451598-5bb2-499a-8681-4ee09dfee7d7 req-92d10abe-acda-4032-9241-4ec84375446b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a6fab9-4eea-40bc-ac73-147c0d43fa4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519900 Jan 28 03:36:12.178950 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734744f-29c7-46cc-9cdb-98ff60bff89f req-9f15a9b3-2c28-4657-ac16-5349c27f3f0f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:12.180525 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9734744f-29c7-46cc-9cdb-98ff60bff89f req-9f15a9b3-2c28-4657-ac16-5349c27f3f0f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 945 time: 0.0673409 Jan 28 03:36:12.262782 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9734744f-29c7-46cc-9cdb-98ff60bff89f req-bb535e93-33b2-4182-a764-5f72c0e6fc79 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a6fab9-4eea-40bc-ac73-147c0d43fa4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0743966 Jan 28 03:36:13.384961 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22ac77-9327-44fe-837b-b6d6f2686305 req-25e73190-b84d-4a94-996a-ebfabf62bdad tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:13.386697 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8d22ac77-9327-44fe-837b-b6d6f2686305 req-25e73190-b84d-4a94-996a-ebfabf62bdad tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 945 time: 0.0546215 Jan 28 03:36:13.438935 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8d22ac77-9327-44fe-837b-b6d6f2686305 req-2d011390-d2c5-4805-a10b-ed4f829c274d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a6fab9-4eea-40bc-ac73-147c0d43fa4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463502 Jan 28 03:36:14.563428 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c5a26-af99-4f16-8ff3-0925db5f22fa req-750a707c-5fdd-42ad-8dc8-062713a92c31 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:14.564986 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1f8c5a26-af99-4f16-8ff3-0925db5f22fa req-750a707c-5fdd-42ad-8dc8-062713a92c31 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 945 time: 0.0495133 Jan 28 03:36:14.615277 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1f8c5a26-af99-4f16-8ff3-0925db5f22fa req-e5b4104a-9b46-45b7-b635-d61919fecc58 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a6fab9-4eea-40bc-ac73-147c0d43fa4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443704 Jan 28 03:36:14.661405 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-fb161455-fcdf-45cf-b88b-9f0631b4dec6 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-114362045&fields=id&tenant_id=2365aae0ed6c4140b140950cf90dbe31 HTTP/1.1" status: 200 len: 267 time: 0.0430987 Jan 28 03:36:14.774992 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-c2bdf9dc-6667-414c-b034-ac21e53985f9 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:14.776467 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-c2bdf9dc-6667-414c-b034-ac21e53985f9 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/networks?id=d08f29da-d40d-4b15-9f9f-e3612c5ec470 HTTP/1.1" status: 200 len: 811 time: 0.1109252 Jan 28 03:36:14.794164 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-85c05e59-b306-4e4f-beda-0874f9d6aeff tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/quotas/2365aae0ed6c4140b140950cf90dbe31 HTTP/1.1" status: 200 len: 375 time: 0.0094628 Jan 28 03:36:14.849090 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-52c6f9dd-f951-4511-9ce9-54a700133613 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2365aae0ed6c4140b140950cf90dbe31&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499887 Jan 28 03:36:14.950555 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-fd1e01d9-d096-4d02-8539-9fd3dfec0590 service neutron] 10.222.0.53 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857615 Jan 28 03:36:15.051834 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-d6de9960-2c46-4cec-9c8e-7f7fc26a3f22 service neutron] 10.222.0.53 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925360 Jan 28 03:36:15.342955 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0cc18b08-02fb-47fa-be39-1edf21aa56c2 req-2378e837-e6ad-4622-9962-e1d7566ca701 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=456f4c7d-27e5-4a6d-bb98-7cceb6742fb7 HTTP/1.1" status: 200 len: 210 time: 0.0264745 Jan 28 03:36:15.737989 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae22aca-d5b9-4ab0-a15e-0edb10788d0e req-4a01d421-ee2a-4429-b55d-2c66e7aa8f6e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:15.739521 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-aae22aca-d5b9-4ab0-a15e-0edb10788d0e req-4a01d421-ee2a-4429-b55d-2c66e7aa8f6e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 945 time: 0.0500295 Jan 28 03:36:15.789440 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-aae22aca-d5b9-4ab0-a15e-0edb10788d0e req-6bca7c53-e2c7-460d-aa53-6e56a03ac81a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a6fab9-4eea-40bc-ac73-147c0d43fa4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438247 Jan 28 03:36:16.453007 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4e3372fe-a890-4818-b0ee-c6513b45cffb req-30a6740d-9fc2-4467-b29a-5f71fc1ee76a tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=456f4c7d-27e5-4a6d-bb98-7cceb6742fb7 HTTP/1.1" status: 200 len: 210 time: 0.0361345 Jan 28 03:36:16.460942 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-a852ca63-fce3-47f7-9a13-5fdb61d890f1 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:16.462433 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-a852ca63-fce3-47f7-9a13-5fdb61d890f1 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.67 "GET /v2.0/networks?id=d08f29da-d40d-4b15-9f9f-e3612c5ec470 HTTP/1.1" status: 200 len: 811 time: 0.1326015 Jan 28 03:36:16.542742 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-f49e1d9e-d1cd-4537-b8b0-6504b4b6c546 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2365aae0ed6c4140b140950cf90dbe31 HTTP/1.1" status: 200 len: 379 time: 0.0564733 Jan 28 03:36:16.552051 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-5a372872-5808-4d15-a6d4-432d8e713d30 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Request body: {'port': {'device_id': '456f4c7d-27e5-4a6d-bb98-7cceb6742fb7', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'admin_state_up': True, 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'security_groups': ['229fe8e7-3c8b-4746-9d3e-b8f5cb2213de']}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:36:16.670401 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-5a372872-5808-4d15-a6d4-432d8e713d30 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Made reservation on behalf of 2365aae0ed6c4140b140950cf90dbe31 for: {'port': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:36:16.674137 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-5a372872-5808-4d15-a6d4-432d8e713d30 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:16.782816 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-58ed4245-052e-409e-8961-e56bc13c8da3 service neutron] show failed (client error): The resource could not be found. Jan 28 03:36:16.784720 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-58ed4245-052e-409e-8961-e56bc13c8da3 service neutron] 10.222.0.67 "GET /v2.0/ports/9e943150-a2b2-4feb-8b61-500ffbf4e541/bindings/n-h2-712139-27 HTTP/1.1" status: 404 len: 381 time: 0.0655117 Jan 28 03:36:16.819245 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-5a372872-5808-4d15-a6d4-432d8e713d30 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Allocated IP 172.20.0.7 (d08f29da-d40d-4b15-9f9f-e3612c5ec470/6fca48db-7702-4589-8da6-18a07f4297d3/16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:36:16.932951 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c1f2a-a0c8-4299-82ab-3301223961a8 req-0a4db78e-61ac-41f1-b275-ee34df9ce081 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:16.934426 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5a8c1f2a-a0c8-4299-82ab-3301223961a8 req-0a4db78e-61ac-41f1-b275-ee34df9ce081 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 945 time: 0.0576108 Jan 28 03:36:16.991198 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-5a372872-5808-4d15-a6d4-432d8e713d30 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks [] for port (16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:17.003096 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5a8c1f2a-a0c8-4299-82ab-3301223961a8 req-28e54690-7832-48ae-a062-0b1253b8bcf4 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a6fab9-4eea-40bc-ac73-147c0d43fa4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568051 Jan 28 03:36:17.031531 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-5a372872-5808-4d15-a6d4-432d8e713d30 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:17.056731 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-11ad2c17-f572-4331-80a3-3d3aa7c71fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:17.058386 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-11ad2c17-f572-4331-80a3-3d3aa7c71fc0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c&tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4 HTTP/1.1" status: 200 len: 1097 time: 0.0486267 Jan 28 03:36:17.077803 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-1610d035-33e8-4fb6-85e9-bce03e87ff0d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712139-27', 'device_owner': 'compute:nova'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:36:17.080288 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-5a372872-5808-4d15-a6d4-432d8e713d30 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Network d08f29da-d40d-4b15-9f9f-e3612c5ec470 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:36:17.083824 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-5a372872-5808-4d15-a6d4-432d8e713d30 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:36:17.086708 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-5a372872-5808-4d15-a6d4-432d8e713d30 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:36:17.143229 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a372872-5808-4d15-a6d4-432d8e713d30 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Pushing event updated for resources: {'Port': ['ID=16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:17.144942 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-1610d035-33e8-4fb6-85e9-bce03e87ff0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9e943150-a2b2-4feb-8b61-500ffbf4e541), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:17.160132 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a372872-5808-4d15-a6d4-432d8e713d30 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:17.160629 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a372872-5808-4d15-a6d4-432d8e713d30 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:17.162039 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a372872-5808-4d15-a6d4-432d8e713d30 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:17.162039 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a372872-5808-4d15-a6d4-432d8e713d30 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:17.165097 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a372872-5808-4d15-a6d4-432d8e713d30 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:17.165097 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a372872-5808-4d15-a6d4-432d8e713d30 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:17.165097 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a372872-5808-4d15-a6d4-432d8e713d30 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:17.165097 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a372872-5808-4d15-a6d4-432d8e713d30 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:17.165097 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a372872-5808-4d15-a6d4-432d8e713d30 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:17.165097 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a372872-5808-4d15-a6d4-432d8e713d30 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:17.165097 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a372872-5808-4d15-a6d4-432d8e713d30 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:17.165097 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a372872-5808-4d15-a6d4-432d8e713d30 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:17.165097 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a372872-5808-4d15-a6d4-432d8e713d30 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:17.188465 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-5a372872-5808-4d15-a6d4-432d8e713d30 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:17.189054 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-5a372872-5808-4d15-a6d4-432d8e713d30 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:17.214012 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-5a372872-5808-4d15-a6d4-432d8e713d30 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6657765 Jan 28 03:36:17.236845 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-1357c4b4-c0a0-40f2-bd0e-557d0bbfcaf5 service neutron] Request body: {'port': {'device_id': '456f4c7d-27e5-4a6d-bb98-7cceb6742fb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:36:17.306416 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-1357c4b4-c0a0-40f2-bd0e-557d0bbfcaf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:17.363524 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-34717439-0cd5-4ed7-9e73-a2afac54e256 None None] Provisioning complete for port 16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:17.364216 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-34717439-0cd5-4ed7-9e73-a2afac54e256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:17.400583 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-1610d035-33e8-4fb6-85e9-bce03e87ff0d service neutron] For port 9e943150-a2b2-4feb-8b61-500ffbf4e541, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=9e943150-a2b2-4feb-8b61-500ffbf4e541,segment=NetworkSegment(1af898a0-ff9e-4961-a4f8-9f6a0aeee62f),segment_id=1af898a0-ff9e-4961-a4f8-9f6a0aeee62f)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:17.407370 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-34717439-0cd5-4ed7-9e73-a2afac54e256 None None] Port 16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:36:17.444186 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-1610d035-33e8-4fb6-85e9-bce03e87ff0d service neutron] For port 9e943150-a2b2-4feb-8b61-500ffbf4e541, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:36:17.505670 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-1610d035-33e8-4fb6-85e9-bce03e87ff0d service neutron] Publish callbacks [] for port (9e943150-a2b2-4feb-8b61-500ffbf4e541), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:17.520351 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-1610d035-33e8-4fb6-85e9-bce03e87ff0d service neutron] Transition to ACTIVE for port object 9e943150-a2b2-4feb-8b61-500ffbf4e541 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:36:17.521342 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f903d7f-03f8-4eab-bf11-8026969db53c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e943150-a2b2-4feb-8b61-500ffbf4e541'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:36:17.524171 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a98ee92-46fc-42a6-83d0-a468cbb58fa4" -d '{"events": [{"server_uuid": "5f903d7f-03f8-4eab-bf11-8026969db53c", "name": "network-vif-unplugged", "status": "completed", "tag": "9e943150-a2b2-4feb-8b61-500ffbf4e541"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:36:17.541961 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-1610d035-33e8-4fb6-85e9-bce03e87ff0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (9e943150-a2b2-4feb-8b61-500ffbf4e541), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:17.602607 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981291a3-241e-46ae-a73b-5e31f0f73007 x-openstack-request-id: req-981291a3-241e-46ae-a73b-5e31f0f73007 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:36:17.603107 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f903d7f-03f8-4eab-bf11-8026969db53c", "name": "network-vif-unplugged", "status": "completed", "tag": "9e943150-a2b2-4feb-8b61-500ffbf4e541", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:36:17.603373 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-981291a3-241e-46ae-a73b-5e31f0f73007 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:36:17.603862 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f903d7f-03f8-4eab-bf11-8026969db53c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e943150-a2b2-4feb-8b61-500ffbf4e541', 'code': 200} Jan 28 03:36:17.666227 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1610d035-33e8-4fb6-85e9-bce03e87ff0d service neutron] Pushing event updated for resources: {'Port': ['ID=9e943150-a2b2-4feb-8b61-500ffbf4e541,revision_number=6']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:17.690523 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610d035-33e8-4fb6-85e9-bce03e87ff0d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:17.691077 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610d035-33e8-4fb6-85e9-bce03e87ff0d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:17.691186 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610d035-33e8-4fb6-85e9-bce03e87ff0d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:17.691582 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610d035-33e8-4fb6-85e9-bce03e87ff0d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:17.691944 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610d035-33e8-4fb6-85e9-bce03e87ff0d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:17.692197 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610d035-33e8-4fb6-85e9-bce03e87ff0d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:17.692630 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610d035-33e8-4fb6-85e9-bce03e87ff0d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:17.692959 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610d035-33e8-4fb6-85e9-bce03e87ff0d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:17.695598 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610d035-33e8-4fb6-85e9-bce03e87ff0d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:17.696017 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610d035-33e8-4fb6-85e9-bce03e87ff0d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:17.696295 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610d035-33e8-4fb6-85e9-bce03e87ff0d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:17.696542 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610d035-33e8-4fb6-85e9-bce03e87ff0d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:17.696872 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610d035-33e8-4fb6-85e9-bce03e87ff0d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:17.755837 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-1610d035-33e8-4fb6-85e9-bce03e87ff0d service neutron] No DVR routers for this DVR port 9e943150-a2b2-4feb-8b61-500ffbf4e541 on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:36:17.940047 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-1610d035-33e8-4fb6-85e9-bce03e87ff0d service neutron] Attempting to bind port 9e943150-a2b2-4feb-8b61-500ffbf4e541 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:36:17.941328 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-1610d035-33e8-4fb6-85e9-bce03e87ff0d service neutron] Attempting to bind port 9e943150-a2b2-4feb-8b61-500ffbf4e541 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '1af898a0-ff9e-4961-a4f8-9f6a0aeee62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a9ca2f2d-a361-4de5-9a96-d6aec0f7379d'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:36:17.942451 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-1610d035-33e8-4fb6-85e9-bce03e87ff0d service neutron] Attempting to bind port 9e943150-a2b2-4feb-8b61-500ffbf4e541 on network a9ca2f2d-a361-4de5-9a96-d6aec0f7379d {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:36:17.948338 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-1610d035-33e8-4fb6-85e9-bce03e87ff0d service neutron] Port 9e943150-a2b2-4feb-8b61-500ffbf4e541 on network a9ca2f2d-a361-4de5-9a96-d6aec0f7379d not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:36:17.949057 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-1610d035-33e8-4fb6-85e9-bce03e87ff0d service neutron] Attempting to bind port 9e943150-a2b2-4feb-8b61-500ffbf4e541 on network a9ca2f2d-a361-4de5-9a96-d6aec0f7379d {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:36:17.955774 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-1610d035-33e8-4fb6-85e9-bce03e87ff0d service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:36:17.956426 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-1610d035-33e8-4fb6-85e9-bce03e87ff0d service neutron] Checking segment: {'id': '1af898a0-ff9e-4961-a4f8-9f6a0aeee62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a9ca2f2d-a361-4de5-9a96-d6aec0f7379d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:36:17.957041 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-1610d035-33e8-4fb6-85e9-bce03e87ff0d service neutron] Bound using segment: {'id': '1af898a0-ff9e-4961-a4f8-9f6a0aeee62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a9ca2f2d-a361-4de5-9a96-d6aec0f7379d'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:36:17.957716 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-1610d035-33e8-4fb6-85e9-bce03e87ff0d service neutron] Bound port: 9e943150-a2b2-4feb-8b61-500ffbf4e541, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af898a0-ff9e-4961-a4f8-9f6a0aeee62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a9ca2f2d-a361-4de5-9a96-d6aec0f7379d'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:36:17.958309 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-1610d035-33e8-4fb6-85e9-bce03e87ff0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9e943150-a2b2-4feb-8b61-500ffbf4e541), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:17.988406 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d78f9e1-b702-436f-bdf0-c580cdcf3536 req-018a802e-4d76-4704-8498-4f641a7d37dc tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:17.989990 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6d78f9e1-b702-436f-bdf0-c580cdcf3536 req-018a802e-4d76-4704-8498-4f641a7d37dc tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=456f4c7d-27e5-4a6d-bb98-7cceb6742fb7 HTTP/1.1" status: 200 len: 931 time: 0.1193283 Jan 28 03:36:18.024771 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-1610d035-33e8-4fb6-85e9-bce03e87ff0d service neutron] For port 9e943150-a2b2-4feb-8b61-500ffbf4e541, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:36:18.027739 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-1610d035-33e8-4fb6-85e9-bce03e87ff0d service neutron] For port 9e943150-a2b2-4feb-8b61-500ffbf4e541, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=9e943150-a2b2-4feb-8b61-500ffbf4e541,segment=NetworkSegment(1af898a0-ff9e-4961-a4f8-9f6a0aeee62f),segment_id=1af898a0-ff9e-4961-a4f8-9f6a0aeee62f)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:36:18.039624 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-1610d035-33e8-4fb6-85e9-bce03e87ff0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (9e943150-a2b2-4feb-8b61-500ffbf4e541), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:18.088734 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6d78f9e1-b702-436f-bdf0-c580cdcf3536 req-8421cafb-6c4e-4318-b80a-69961c442748 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855076 Jan 28 03:36:18.097183 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-1610d035-33e8-4fb6-85e9-bce03e87ff0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:18.097837 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-1610d035-33e8-4fb6-85e9-bce03e87ff0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:18.099960 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-1610d035-33e8-4fb6-85e9-bce03e87ff0d service neutron] 10.222.0.39 "PUT /v2.0/ports/9e943150-a2b2-4feb-8b61-500ffbf4e541 HTTP/1.1" status: 200 len: 1092 time: 1.0278018 Jan 28 03:36:18.158288 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-1357c4b4-c0a0-40f2-bd0e-557d0bbfcaf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c {{(pid=109802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:36:18.169615 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-1357c4b4-c0a0-40f2-bd0e-557d0bbfcaf5 service neutron] Publish callbacks [] for port (16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:18.186773 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-1357c4b4-c0a0-40f2-bd0e-557d0bbfcaf5 service neutron] Transition to ACTIVE for port object 16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:36:18.192972 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-1357c4b4-c0a0-40f2-bd0e-557d0bbfcaf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:18.218988 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1610d035-33e8-4fb6-85e9-bce03e87ff0d service neutron] Pushing event updated for resources: {'Port': ['ID=9e943150-a2b2-4feb-8b61-500ffbf4e541,revision_number=7']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:18.232972 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da452df4-c42e-4b6a-ba42-b4d198d0b187 req-9838a952-9dde-421d-a313-62bd6a6dc31c tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:18.234580 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-da452df4-c42e-4b6a-ba42-b4d198d0b187 req-9838a952-9dde-421d-a313-62bd6a6dc31c tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 943 time: 0.1065388 Jan 28 03:36:18.240717 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-762e7198-92e5-407d-a637-2bed2f9ec241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:18.242740 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-762e7198-92e5-407d-a637-2bed2f9ec241 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4&device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 1095 time: 0.0793478 Jan 28 03:36:18.279547 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1357c4b4-c0a0-40f2-bd0e-557d0bbfcaf5 service neutron] Pushing event updated for resources: {'Port': ['ID=16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:18.352397 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-1357c4b4-c0a0-40f2-bd0e-557d0bbfcaf5 service neutron] Attempting to bind port 16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:36:18.353180 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-1357c4b4-c0a0-40f2-bd0e-557d0bbfcaf5 service neutron] Attempting to bind port 16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': 'e2233469-b8a2-417c-9e5e-795b0e977ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:36:18.353939 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-1357c4b4-c0a0-40f2-bd0e-557d0bbfcaf5 service neutron] Attempting to bind port 16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c on network d08f29da-d40d-4b15-9f9f-e3612c5ec470 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:36:18.359217 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-1357c4b4-c0a0-40f2-bd0e-557d0bbfcaf5 service neutron] Port 16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c on network d08f29da-d40d-4b15-9f9f-e3612c5ec470 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:36:18.359793 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-1357c4b4-c0a0-40f2-bd0e-557d0bbfcaf5 service neutron] Attempting to bind port 16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c on network d08f29da-d40d-4b15-9f9f-e3612c5ec470 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:36:18.366862 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-1357c4b4-c0a0-40f2-bd0e-557d0bbfcaf5 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:36:18.367483 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-1357c4b4-c0a0-40f2-bd0e-557d0bbfcaf5 service neutron] Checking segment: {'id': 'e2233469-b8a2-417c-9e5e-795b0e977ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:36:18.368109 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-1357c4b4-c0a0-40f2-bd0e-557d0bbfcaf5 service neutron] Bound using segment: {'id': 'e2233469-b8a2-417c-9e5e-795b0e977ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:36:18.368791 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-1357c4b4-c0a0-40f2-bd0e-557d0bbfcaf5 service neutron] Bound port: 16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2233469-b8a2-417c-9e5e-795b0e977ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:36:18.369446 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-1357c4b4-c0a0-40f2-bd0e-557d0bbfcaf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:18.422270 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-da452df4-c42e-4b6a-ba42-b4d198d0b187 req-30b97b0d-f55c-47be-9f10-7af6c14124bb tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a6fab9-4eea-40bc-ac73-147c0d43fa4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1700416 Jan 28 03:36:18.464322 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-1357c4b4-c0a0-40f2-bd0e-557d0bbfcaf5 service neutron] For port 16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c, host n-h1-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:36:18.468417 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-1357c4b4-c0a0-40f2-bd0e-557d0bbfcaf5 service neutron] For port 16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c,segment=NetworkSegment(e2233469-b8a2-417c-9e5e-795b0e977ffd),segment_id=e2233469-b8a2-417c-9e5e-795b0e977ffd)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:36:18.469914 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-d57217de-e82a-4556-82ff-6a414a5944b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:18.473371 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-d57217de-e82a-4556-82ff-6a414a5944b2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a9ca2f2d-a361-4de5-9a96-d6aec0f7379d HTTP/1.1" status: 200 len: 898 time: 0.2190285 Jan 28 03:36:18.476836 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-1357c4b4-c0a0-40f2-bd0e-557d0bbfcaf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:18.545577 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-1357c4b4-c0a0-40f2-bd0e-557d0bbfcaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:18.546484 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-1357c4b4-c0a0-40f2-bd0e-557d0bbfcaf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:18.548770 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-1357c4b4-c0a0-40f2-bd0e-557d0bbfcaf5 service neutron] 10.222.0.67 "PUT /v2.0/ports/16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c HTTP/1.1" status: 200 len: 1092 time: 1.3214219 Jan 28 03:36:18.549642 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-37a13b83-8aca-40b6-abdb-f4896c668ebb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e943150-a2b2-4feb-8b61-500ffbf4e541 HTTP/1.1" status: 200 len: 999 time: 0.0704525 Jan 28 03:36:18.550285 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '456f4c7d-27e5-4a6d-bb98-7cceb6742fb7', 'tag': '16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:36:18.552959 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c0fce7-7e03-4fde-8d4e-fdfdc459a719" -d '{"events": [{"name": "network-changed", "server_uuid": "456f4c7d-27e5-4a6d-bb98-7cceb6742fb7", "tag": "16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:36:18.612469 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1357c4b4-c0a0-40f2-bd0e-557d0bbfcaf5 service neutron] Pushing event updated for resources: {'Port': ['ID=16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:18.647033 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-05616f4e-7ff3-4d6f-975d-e252d89eb0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:18.647875 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1809051-3de4-4b4c-89e9-f53e07bf6fd0 x-openstack-request-id: req-f1809051-3de4-4b4c-89e9-f53e07bf6fd0 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:36:18.648312 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "456f4c7d-27e5-4a6d-bb98-7cceb6742fb7", "tag": "16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:36:18.648604 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-05616f4e-7ff3-4d6f-975d-e252d89eb0dc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=452c8ec5-8e79-460c-973e-d803756ba5e2 HTTP/1.1" status: 200 len: 833 time: 0.0926900 Jan 28 03:36:18.648746 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f1809051-3de4-4b4c-89e9-f53e07bf6fd0 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:36:18.649245 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '456f4c7d-27e5-4a6d-bb98-7cceb6742fb7', 'tag': '16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c', 'status': 'completed', 'code': 200} Jan 28 03:36:18.671254 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-5b3680ea-0815-496f-b3f5-0130cbceacfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:18.673236 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-5b3680ea-0815-496f-b3f5-0130cbceacfe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2365aae0ed6c4140b140950cf90dbe31&device_id=456f4c7d-27e5-4a6d-bb98-7cceb6742fb7 HTTP/1.1" status: 200 len: 1095 time: 0.0566149 Jan 28 03:36:18.707255 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-c9620422-bea3-4941-bf7d-27b743523559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:18.708820 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-c9620422-bea3-4941-bf7d-27b743523559 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a9ca2f2d-a361-4de5-9a96-d6aec0f7379d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531950 Jan 28 03:36:18.735143 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-216bced7-54ed-4b2d-a434-252ac45b34e8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c HTTP/1.1" status: 200 len: 217 time: 0.0489221 Jan 28 03:36:18.788690 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-a35eb565-3a8b-422a-b2f3-1fcc26c41e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:18.790221 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-a35eb565-3a8b-422a-b2f3-1fcc26c41e94 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6fca48db-7702-4589-8da6-18a07f4297d3 HTTP/1.1" status: 200 len: 850 time: 0.0489044 Jan 28 03:36:18.823900 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-6eb936c1-1af6-4d0c-8254-06fa07a52941 service neutron] 10.222.0.39 "GET /v2.0/networks/a9ca2f2d-a361-4de5-9a96-d6aec0f7379d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084816 Jan 28 03:36:18.848232 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-4727ef7b-f4ff-4621-bcdf-8a9ed5c3b537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:18.850107 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-4727ef7b-f4ff-4621-bcdf-8a9ed5c3b537 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d08f29da-d40d-4b15-9f9f-e3612c5ec470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520754 Jan 28 03:36:18.954282 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-1bd3be3e-4dd3-40b0-9d52-9f86ac16bb17 service neutron] 10.222.0.39 "GET /v2.0/networks/a9ca2f2d-a361-4de5-9a96-d6aec0f7379d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229899 Jan 28 03:36:18.958145 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-17aad3e9-3aee-4b39-a57f-c33b45221c8a service neutron] 10.222.0.67 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017210 Jan 28 03:36:19.074617 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5bd5c943-c04e-407f-aa4f-c6bc445b4aa3 req-7332ae94-fab5-4bf7-bd57-dce39a2646bd service neutron] 10.222.0.67 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106701 Jan 28 03:36:19.193093 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0fce7-7e03-4fde-8d4e-fdfdc459a719 req-b169100f-8f33-4b30-b069-b92cbc810dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:19.194940 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-13c0fce7-7e03-4fde-8d4e-fdfdc459a719 req-b169100f-8f33-4b30-b069-b92cbc810dcf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2365aae0ed6c4140b140950cf90dbe31&device_id=456f4c7d-27e5-4a6d-bb98-7cceb6742fb7 HTTP/1.1" status: 200 len: 1095 time: 0.0471334 Jan 28 03:36:19.238224 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f0303-7ac5-480d-860e-b4c7e2d6876a req-0f27a48a-ca06-44b5-b5d1-d9e04ca03ca2 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:19.240204 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6e7f0303-7ac5-480d-860e-b4c7e2d6876a req-0f27a48a-ca06-44b5-b5d1-d9e04ca03ca2 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=456f4c7d-27e5-4a6d-bb98-7cceb6742fb7 HTTP/1.1" status: 200 len: 943 time: 0.0718949 Jan 28 03:36:19.303029 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6e7f0303-7ac5-480d-860e-b4c7e2d6876a req-1803c8fe-845f-4627-9a57-ea0df3d5a98f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527399 Jan 28 03:36:19.307111 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0fce7-7e03-4fde-8d4e-fdfdc459a719 req-bc5b3c2e-eee5-49a3-a7a1-2fafd150a8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:19.308701 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-13c0fce7-7e03-4fde-8d4e-fdfdc459a719 req-bc5b3c2e-eee5-49a3-a7a1-2fafd150a8bc service neutron] 10.222.0.67 "GET /v2.0/networks?id=d08f29da-d40d-4b15-9f9f-e3612c5ec470 HTTP/1.1" status: 200 len: 912 time: 0.1075923 Jan 28 03:36:19.354655 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-13c0fce7-7e03-4fde-8d4e-fdfdc459a719 req-b679e391-ef10-430a-b696-fd17262f7936 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c HTTP/1.1" status: 200 len: 217 time: 0.0403733 Jan 28 03:36:19.414963 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0fce7-7e03-4fde-8d4e-fdfdc459a719 req-89add813-27d6-44ce-93d2-29f36f8d913f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:19.416856 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-13c0fce7-7e03-4fde-8d4e-fdfdc459a719 req-89add813-27d6-44ce-93d2-29f36f8d913f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6fca48db-7702-4589-8da6-18a07f4297d3 HTTP/1.1" status: 200 len: 850 time: 0.0536387 Jan 28 03:36:19.486079 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0fce7-7e03-4fde-8d4e-fdfdc459a719 req-ef49409b-4ba7-408f-9e01-5db41fec124a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:19.488194 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-13c0fce7-7e03-4fde-8d4e-fdfdc459a719 req-ef49409b-4ba7-408f-9e01-5db41fec124a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d08f29da-d40d-4b15-9f9f-e3612c5ec470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0660331 Jan 28 03:36:19.605513 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f903d7f-03f8-4eab-bf11-8026969db53c', 'tag': '9e943150-a2b2-4feb-8b61-500ffbf4e541'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:36:19.608292 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ac8e8c-37fd-46d9-ba68-9d5c9a9eeee4" -d '{"events": [{"name": "network-changed", "server_uuid": "5f903d7f-03f8-4eab-bf11-8026969db53c", "tag": "9e943150-a2b2-4feb-8b61-500ffbf4e541"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:36:19.613351 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746c613-dcb0-4367-b317-68b3173b9ea4 req-300f407c-52e1-447b-8a29-571eaff5a2aa tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:19.615034 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5746c613-dcb0-4367-b317-68b3173b9ea4 req-300f407c-52e1-447b-8a29-571eaff5a2aa tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 943 time: 0.1209965 Jan 28 03:36:19.652597 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-13c0fce7-7e03-4fde-8d4e-fdfdc459a719 req-a1937387-f435-4dd1-b9db-537714aa920a service neutron] 10.222.0.67 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565645 Jan 28 03:36:19.679460 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0590677e-8e31-4ee0-ac5c-eccdcd4f0a70 x-openstack-request-id: req-0590677e-8e31-4ee0-ac5c-eccdcd4f0a70 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:36:19.680015 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f903d7f-03f8-4eab-bf11-8026969db53c", "tag": "9e943150-a2b2-4feb-8b61-500ffbf4e541", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:36:19.680557 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0590677e-8e31-4ee0-ac5c-eccdcd4f0a70 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:36:19.681119 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f903d7f-03f8-4eab-bf11-8026969db53c', 'tag': '9e943150-a2b2-4feb-8b61-500ffbf4e541', 'status': 'completed', 'code': 200} Jan 28 03:36:19.742113 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5746c613-dcb0-4367-b317-68b3173b9ea4 req-8ac14a49-9b94-46e2-9b34-32e8d9ab5aa1 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a6fab9-4eea-40bc-ac73-147c0d43fa4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1183052 Jan 28 03:36:19.797570 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-13c0fce7-7e03-4fde-8d4e-fdfdc459a719 req-d59a35ce-03e5-4239-a267-81e9d55f7109 service neutron] 10.222.0.67 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256137 Jan 28 03:36:19.804489 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac8e8c-37fd-46d9-ba68-9d5c9a9eeee4 req-0dee2dc3-9039-4af7-8bed-7084f0aa7243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:19.806033 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a7ac8e8c-37fd-46d9-ba68-9d5c9a9eeee4 req-0dee2dc3-9039-4af7-8bed-7084f0aa7243 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4&device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 1095 time: 0.0918808 Jan 28 03:36:19.807832 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac8e8c-37fd-46d9-ba68-9d5c9a9eeee4 req-1c87f74d-6712-4ca3-8b4c-c5901ec80ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:19.809188 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a7ac8e8c-37fd-46d9-ba68-9d5c9a9eeee4 req-1c87f74d-6712-4ca3-8b4c-c5901ec80ff0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4&device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 1095 time: 0.0841367 Jan 28 03:36:19.974832 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 9e943150-a2b2-4feb-8b61-500ffbf4e541 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:36:19.975390 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac8e8c-37fd-46d9-ba68-9d5c9a9eeee4 req-b52f5110-198d-4ab1-8a51-a5e1ac77e7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:19.976262 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a7ac8e8c-37fd-46d9-ba68-9d5c9a9eeee4 req-b52f5110-198d-4ab1-8a51-a5e1ac77e7be service neutron] 10.222.0.39 "GET /v2.0/networks?id=a9ca2f2d-a361-4de5-9a96-d6aec0f7379d HTTP/1.1" status: 200 len: 898 time: 0.1635904 Jan 28 03:36:19.979236 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac8e8c-37fd-46d9-ba68-9d5c9a9eeee4 req-24736340-d4b7-4867-aece-fa9347b1ba74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:19.980750 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a7ac8e8c-37fd-46d9-ba68-9d5c9a9eeee4 req-24736340-d4b7-4867-aece-fa9347b1ba74 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a9ca2f2d-a361-4de5-9a96-d6aec0f7379d HTTP/1.1" status: 200 len: 898 time: 0.1595409 Jan 28 03:36:20.090368 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 9e943150-a2b2-4feb-8b61-500ffbf4e541, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=9e943150-a2b2-4feb-8b61-500ffbf4e541,segment=NetworkSegment(1af898a0-ff9e-4961-a4f8-9f6a0aeee62f),segment_id=1af898a0-ff9e-4961-a4f8-9f6a0aeee62f)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:20.095911 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a7ac8e8c-37fd-46d9-ba68-9d5c9a9eeee4 req-149a3e24-afb1-4dad-87a6-0d72ab900a54 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e943150-a2b2-4feb-8b61-500ffbf4e541 HTTP/1.1" status: 200 len: 999 time: 0.1120491 Jan 28 03:36:20.102707 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a7ac8e8c-37fd-46d9-ba68-9d5c9a9eeee4 req-2d3ef9f7-2028-4ac2-9000-460aa2db003f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e943150-a2b2-4feb-8b61-500ffbf4e541 HTTP/1.1" status: 200 len: 999 time: 0.1106043 Jan 28 03:36:20.104228 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '9e943150-a2b2-4feb-8b61-500ffbf4e541', 'network_id': 'a9ca2f2d-a361-4de5-9a96-d6aec0f7379d', 'port_id': '9e943150-a2b2-4feb-8b61-500ffbf4e541', 'mac_address': 'fa:16:3e:57:1c:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452c8ec5-8e79-460c-973e-d803756ba5e2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:36:20.145134 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 9e943150-a2b2-4feb-8b61-500ffbf4e541 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:20.145582 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9e943150-a2b2-4feb-8b61-500ffbf4e541), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:20.150599 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac8e8c-37fd-46d9-ba68-9d5c9a9eeee4 req-b0aad03f-82c0-4717-b11e-a6ab3897a707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:20.152182 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a7ac8e8c-37fd-46d9-ba68-9d5c9a9eeee4 req-b0aad03f-82c0-4717-b11e-a6ab3897a707 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=452c8ec5-8e79-460c-973e-d803756ba5e2 HTTP/1.1" status: 200 len: 833 time: 0.0484986 Jan 28 03:36:20.160051 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e943150-a2b2-4feb-8b61-500ffbf4e541 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:36:20.182476 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 9e943150-a2b2-4feb-8b61-500ffbf4e541, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=9e943150-a2b2-4feb-8b61-500ffbf4e541,segment=NetworkSegment(1af898a0-ff9e-4961-a4f8-9f6a0aeee62f),segment_id=1af898a0-ff9e-4961-a4f8-9f6a0aeee62f)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:20.187702 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9e943150-a2b2-4feb-8b61-500ffbf4e541), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:20.237991 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=9e943150-a2b2-4feb-8b61-500ffbf4e541,revision_number=8']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:20.245273 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac8e8c-37fd-46d9-ba68-9d5c9a9eeee4 req-50d90a16-ae82-4760-8738-f6a743318691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:20.245744 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:20.246072 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:20.246416 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:20.246750 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:20.246892 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a7ac8e8c-37fd-46d9-ba68-9d5c9a9eeee4 req-50d90a16-ae82-4760-8738-f6a743318691 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a9ca2f2d-a361-4de5-9a96-d6aec0f7379d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0879765 Jan 28 03:36:20.247366 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:20.247846 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:20.248347 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:20.248820 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:20.249399 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:20.249907 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:20.250294 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:20.250632 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:20.250959 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:36:20.257495 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac8e8c-37fd-46d9-ba68-9d5c9a9eeee4 req-b2f9c6e9-0077-4d3e-a545-de1423125a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:20.259091 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a7ac8e8c-37fd-46d9-ba68-9d5c9a9eeee4 req-b2f9c6e9-0077-4d3e-a545-de1423125a1f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=452c8ec5-8e79-460c-973e-d803756ba5e2 HTTP/1.1" status: 200 len: 833 time: 0.0612903 Jan 28 03:36:20.366632 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac8e8c-37fd-46d9-ba68-9d5c9a9eeee4 req-ec1fe472-009a-4fa7-ad1a-92cae6dbb4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:20.367722 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.39', 50122) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:36:20.368201 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a7ac8e8c-37fd-46d9-ba68-9d5c9a9eeee4 req-ec1fe472-009a-4fa7-ad1a-92cae6dbb4a4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a9ca2f2d-a361-4de5-9a96-d6aec0f7379d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1005962 Jan 28 03:36:20.402951 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a7ac8e8c-37fd-46d9-ba68-9d5c9a9eeee4 req-414b19a3-7362-4cf9-b35c-d40776bcf7f3 service neutron] 10.222.0.39 "GET /v2.0/networks/a9ca2f2d-a361-4de5-9a96-d6aec0f7379d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428208 Jan 28 03:36:20.441048 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f302eebb-97ab-45c0-a7d5-0f797b805b62 req-5200a5ca-5441-4d56-a118-f99a6b6b909e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=48712362-015c-4e66-9b1d-baa89fd3df1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0712926 Jan 28 03:36:20.569424 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f302eebb-97ab-45c0-a7d5-0f797b805b62 req-74272009-4153-4e22-8746-3e673611a549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:20.572690 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f302eebb-97ab-45c0-a7d5-0f797b805b62 req-74272009-4153-4e22-8746-3e673611a549 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2365aae0ed6c4140b140950cf90dbe31&device_id=48712362-015c-4e66-9b1d-baa89fd3df1e HTTP/1.1" status: 200 len: 1098 time: 0.0619783 Jan 28 03:36:20.583442 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e2dfc-8862-40ed-ad5c-6b52e772c673 req-26d29ea8-a657-4775-8ad0-063a62ac0b98 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:20.592039 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a89e2dfc-8862-40ed-ad5c-6b52e772c673 req-26d29ea8-a657-4775-8ad0-063a62ac0b98 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=456f4c7d-27e5-4a6d-bb98-7cceb6742fb7 HTTP/1.1" status: 200 len: 943 time: 0.1609073 Jan 28 03:36:20.604538 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a7ac8e8c-37fd-46d9-ba68-9d5c9a9eeee4 req-cf670428-e36a-4321-9642-39a3f02181d0 service neutron] 10.222.0.67 "GET /v2.0/networks/a9ca2f2d-a361-4de5-9a96-d6aec0f7379d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255719 Jan 28 03:36:20.655660 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a7ac8e8c-37fd-46d9-ba68-9d5c9a9eeee4 req-781f8a13-462d-4d1f-9dc3-51c9b058a0e5 service neutron] 10.222.0.39 "GET /v2.0/networks/a9ca2f2d-a361-4de5-9a96-d6aec0f7379d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162502 Jan 28 03:36:20.748574 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a89e2dfc-8862-40ed-ad5c-6b52e772c673 req-4cae327d-5536-4573-b490-bb69a946f55f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556163 Jan 28 03:36:20.793819 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a7ac8e8c-37fd-46d9-ba68-9d5c9a9eeee4 req-40ffbc22-8a0b-4069-9e41-dd6f0c645152 service neutron] 10.222.0.67 "GET /v2.0/networks/a9ca2f2d-a361-4de5-9a96-d6aec0f7379d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777353 Jan 28 03:36:20.809320 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f302eebb-97ab-45c0-a7d5-0f797b805b62 req-011ebb37-55c5-42ad-a9df-86c380c96b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:20.822318 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f302eebb-97ab-45c0-a7d5-0f797b805b62 req-011ebb37-55c5-42ad-a9df-86c380c96b85 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d08f29da-d40d-4b15-9f9f-e3612c5ec470 HTTP/1.1" status: 200 len: 912 time: 0.1972654 Jan 28 03:36:20.931729 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f302eebb-97ab-45c0-a7d5-0f797b805b62 req-2750fc1c-edd8-422d-bd29-ff998b1646d7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c6adf81-512f-47bc-b6e1-714f85f57f8c HTTP/1.1" status: 200 len: 1002 time: 0.0991788 Jan 28 03:36:20.941211 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898889a7-f03c-450a-9abf-575050803252 req-319eabdc-93eb-4c97-9e46-2f42feef4a68 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:20.942759 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-898889a7-f03c-450a-9abf-575050803252 req-319eabdc-93eb-4c97-9e46-2f42feef4a68 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 944 time: 0.1195076 Jan 28 03:36:21.014752 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 9e943150-a2b2-4feb-8b61-500ffbf4e541 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:36:21.026218 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f302eebb-97ab-45c0-a7d5-0f797b805b62 req-1b6929e2-897d-49c9-b85e-d0d3c09fba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:21.028681 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f302eebb-97ab-45c0-a7d5-0f797b805b62 req-1b6929e2-897d-49c9-b85e-d0d3c09fba28 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6fca48db-7702-4589-8da6-18a07f4297d3 HTTP/1.1" status: 200 len: 850 time: 0.0840018 Jan 28 03:36:21.038487 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-898889a7-f03c-450a-9abf-575050803252 req-14660315-9fd9-45c4-a00f-5132c04dbd6c tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a6fab9-4eea-40bc-ac73-147c0d43fa4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0863755 Jan 28 03:36:21.082167 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] The host n-h1-712139-27 is not matching for port 9e943150-a2b2-4feb-8b61-500ffbf4e541 host n-h2-712139-27! {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 03:36:21.082581 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 9e943150-a2b2-4feb-8b61-500ffbf4e541 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:36:21.098592 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f302eebb-97ab-45c0-a7d5-0f797b805b62 req-2bcd3f50-9fd0-45a0-8c30-b0ff91fb1a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:21.100127 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f302eebb-97ab-45c0-a7d5-0f797b805b62 req-2bcd3f50-9fd0-45a0-8c30-b0ff91fb1a3e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d08f29da-d40d-4b15-9f9f-e3612c5ec470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0659504 Jan 28 03:36:21.206800 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f302eebb-97ab-45c0-a7d5-0f797b805b62 req-4a99fa44-6e38-4991-b396-b4dca9659e60 service neutron] 10.222.0.39 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987284 Jan 28 03:36:21.318007 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-b4f3edac-372c-41ce-837f-3d00cdf0c3be tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:21.319616 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-b4f3edac-372c-41ce-837f-3d00cdf0c3be tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c&tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4&binding%3Ahost_id=n-h2-712139-27 HTTP/1.1" status: 200 len: 944 time: 0.0701513 Jan 28 03:36:21.345971 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f302eebb-97ab-45c0-a7d5-0f797b805b62 req-a0b3d353-1ade-4e0a-863f-3f20e1e02369 service neutron] 10.222.0.39 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321211 Jan 28 03:36:21.376784 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c50a8-9516-4fef-bc05-097d881180d6 req-fbad4462-b3e7-426d-8d83-6f690c3df404 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:21.378556 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b10c50a8-9516-4fef-bc05-097d881180d6 req-fbad4462-b3e7-426d-8d83-6f690c3df404 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 944 time: 0.0797381 Jan 28 03:36:21.400109 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-3f1e47d0-345d-4425-bd97-b30af94f46ab service neutron] 10.222.0.39 "GET /v2.0/ports/9e943150-a2b2-4feb-8b61-500ffbf4e541/bindings/n-h2-712139-27 HTTP/1.1" status: 200 len: 383 time: 0.0726893 Jan 28 03:36:21.437330 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b10c50a8-9516-4fef-bc05-097d881180d6 req-cc858941-8691-42bd-954b-84d3c9defb59 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a6fab9-4eea-40bc-ac73-147c0d43fa4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510263 Jan 28 03:36:21.498530 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-1a8217d1-b2c1-4865-89a7-c2313853dc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:21.500076 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-1a8217d1-b2c1-4865-89a7-c2313853dc51 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4&device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 1096 time: 0.0575202 Jan 28 03:36:21.581220 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['9e943150-a2b2-4feb-8b61-500ffbf4e541'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:36:21.597040 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-0f3e358c-fc26-4bd4-aca4-5b486db85895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:21.598832 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-0f3e358c-fc26-4bd4-aca4-5b486db85895 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a9ca2f2d-a361-4de5-9a96-d6aec0f7379d HTTP/1.1" status: 200 len: 898 time: 0.0929170 Jan 28 03:36:21.683445 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-7ec825b4-4baa-428f-a27c-0c2c2dd7476a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e943150-a2b2-4feb-8b61-500ffbf4e541 HTTP/1.1" status: 200 len: 1000 time: 0.0781147 Jan 28 03:36:21.740320 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-38a85192-c38d-4955-b76c-18bc3d2adb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:21.742254 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-38a85192-c38d-4955-b76c-18bc3d2adb45 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=452c8ec5-8e79-460c-973e-d803756ba5e2 HTTP/1.1" status: 200 len: 833 time: 0.0529563 Jan 28 03:36:21.802668 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-56d755e7-2b55-4683-88d9-c86a8769664f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:21.804366 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-56d755e7-2b55-4683-88d9-c86a8769664f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a9ca2f2d-a361-4de5-9a96-d6aec0f7379d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559580 Jan 28 03:36:21.931914 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834b905-7cc5-4f39-9ffb-4e1e353ce145 req-d0ff07be-e6e2-4876-8668-4962e10eb776 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:21.933415 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2834b905-7cc5-4f39-9ffb-4e1e353ce145 req-d0ff07be-e6e2-4876-8668-4962e10eb776 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=456f4c7d-27e5-4a6d-bb98-7cceb6742fb7 HTTP/1.1" status: 200 len: 943 time: 0.0966713 Jan 28 03:36:21.954351 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-ec04d425-8768-4d07-8fd8-7dcb51795450 service neutron] 10.222.0.39 "GET /v2.0/networks/a9ca2f2d-a361-4de5-9a96-d6aec0f7379d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388352 Jan 28 03:36:22.392172 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2834b905-7cc5-4f39-9ffb-4e1e353ce145 req-96c5b53d-5fed-4d13-87d0-d62616d32933 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4491568 Jan 28 03:36:22.433093 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-c1fcc420-4015-4e93-a037-520925dbbabe service neutron] 10.222.0.39 "GET /v2.0/networks/a9ca2f2d-a361-4de5-9a96-d6aec0f7379d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4721131 Jan 28 03:36:22.561535 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521da12b-17e8-4967-bec9-c9ea42946ac4 req-b802f7ae-b582-47ee-a720-5d2e3cf322c1 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:22.563048 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-521da12b-17e8-4967-bec9-c9ea42946ac4 req-b802f7ae-b582-47ee-a720-5d2e3cf322c1 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 944 time: 0.0499456 Jan 28 03:36:22.619435 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-521da12b-17e8-4967-bec9-c9ea42946ac4 req-18988966-dc95-4e63-a295-9eccc2160c98 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a6fab9-4eea-40bc-ac73-147c0d43fa4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464847 Jan 28 03:36:23.570620 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1ea8b-29a5-4d7f-8bab-f8bbc91e0bca req-58459a69-5af6-4b98-89fc-2f3585f1fd63 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:23.572994 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-40f1ea8b-29a5-4d7f-8bab-f8bbc91e0bca req-58459a69-5af6-4b98-89fc-2f3585f1fd63 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=456f4c7d-27e5-4a6d-bb98-7cceb6742fb7 HTTP/1.1" status: 200 len: 943 time: 0.0528123 Jan 28 03:36:23.623117 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-40f1ea8b-29a5-4d7f-8bab-f8bbc91e0bca req-4916992e-a0fb-476a-8ba5-4229b9d00938 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443380 Jan 28 03:36:23.751744 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b874d7-84ac-48b0-8388-a0bebf1b9ef0 req-f0bb6cc6-6867-4d92-8ffd-c42a6517a878 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:23.753190 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-49b874d7-84ac-48b0-8388-a0bebf1b9ef0 req-f0bb6cc6-6867-4d92-8ffd-c42a6517a878 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 944 time: 0.0530941 Jan 28 03:36:23.806383 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-49b874d7-84ac-48b0-8388-a0bebf1b9ef0 req-21851f34-1389-4c1e-bee1-e19db0d1017f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a6fab9-4eea-40bc-ac73-147c0d43fa4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469797 Jan 28 03:36:23.995581 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 9e943150-a2b2-4feb-8b61-500ffbf4e541 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:36:24.046831 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 9e943150-a2b2-4feb-8b61-500ffbf4e541 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:36:24.051228 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 9e943150-a2b2-4feb-8b61-500ffbf4e541 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:24.051598 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9e943150-a2b2-4feb-8b61-500ffbf4e541), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:24.135668 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 9e943150-a2b2-4feb-8b61-500ffbf4e541 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:24.136147 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9e943150-a2b2-4feb-8b61-500ffbf4e541), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:24.164253 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f903d7f-03f8-4eab-bf11-8026969db53c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e943150-a2b2-4feb-8b61-500ffbf4e541'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:36:24.166681 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc712b28-7b6d-444d-8323-7358e0550813" -d '{"events": [{"server_uuid": "5f903d7f-03f8-4eab-bf11-8026969db53c", "name": "network-vif-plugged", "status": "completed", "tag": "9e943150-a2b2-4feb-8b61-500ffbf4e541"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:36:24.180313 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 9e943150-a2b2-4feb-8b61-500ffbf4e541, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=9e943150-a2b2-4feb-8b61-500ffbf4e541,segment=NetworkSegment(1af898a0-ff9e-4961-a4f8-9f6a0aeee62f),segment_id=1af898a0-ff9e-4961-a4f8-9f6a0aeee62f)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:24.188218 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9e943150-a2b2-4feb-8b61-500ffbf4e541), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:24.241293 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1a4d2d-8de4-4b5a-aeef-ff7c6dee1e77 x-openstack-request-id: req-fc1a4d2d-8de4-4b5a-aeef-ff7c6dee1e77 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:36:24.241591 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f903d7f-03f8-4eab-bf11-8026969db53c", "name": "network-vif-plugged", "status": "completed", "tag": "9e943150-a2b2-4feb-8b61-500ffbf4e541", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:36:24.241855 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fc1a4d2d-8de4-4b5a-aeef-ff7c6dee1e77 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:36:24.242256 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f903d7f-03f8-4eab-bf11-8026969db53c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e943150-a2b2-4feb-8b61-500ffbf4e541', 'code': 200} Jan 28 03:36:24.243175 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=9e943150-a2b2-4feb-8b61-500ffbf4e541,revision_number=9']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:24.553147 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-a3a9827c-e96e-4eda-b197-1e77de1a4e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:24.554684 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-a3a9827c-e96e-4eda-b197-1e77de1a4e70 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c&tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4 HTTP/1.1" status: 200 len: 1097 time: 0.0440266 Jan 28 03:36:24.570954 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-a951381e-fca6-4c88-95c5-87de581382b8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-27', 'device_owner': 'compute:nova'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:36:24.627471 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-a951381e-fca6-4c88-95c5-87de581382b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9e943150-a2b2-4feb-8b61-500ffbf4e541), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:24.749380 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390638d3-fc51-4383-b408-819ef62fae7a req-0bde2e1f-a9fd-4bad-b771-bebe209c944d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:24.751034 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-390638d3-fc51-4383-b408-819ef62fae7a req-0bde2e1f-a9fd-4bad-b771-bebe209c944d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=456f4c7d-27e5-4a6d-bb98-7cceb6742fb7 HTTP/1.1" status: 200 len: 943 time: 0.0518503 Jan 28 03:36:24.803470 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-390638d3-fc51-4383-b408-819ef62fae7a req-0d39bf01-e478-4ee2-951e-5b7751f3a55d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448310 Jan 28 03:36:24.842185 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-a951381e-fca6-4c88-95c5-87de581382b8 service neutron] For port 9e943150-a2b2-4feb-8b61-500ffbf4e541, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=9e943150-a2b2-4feb-8b61-500ffbf4e541,segment=NetworkSegment(1af898a0-ff9e-4961-a4f8-9f6a0aeee62f),segment_id=1af898a0-ff9e-4961-a4f8-9f6a0aeee62f)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:24.875743 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-a951381e-fca6-4c88-95c5-87de581382b8 service neutron] For port 9e943150-a2b2-4feb-8b61-500ffbf4e541, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:36:24.943560 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f903d7f-03f8-4eab-bf11-8026969db53c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e943150-a2b2-4feb-8b61-500ffbf4e541'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:36:24.945733 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c02c52-82a7-4f17-a443-f2332f3c4ec5" -d '{"events": [{"server_uuid": "5f903d7f-03f8-4eab-bf11-8026969db53c", "name": "network-vif-unplugged", "status": "completed", "tag": "9e943150-a2b2-4feb-8b61-500ffbf4e541"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:36:24.950162 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-a951381e-fca6-4c88-95c5-87de581382b8 service neutron] Publish callbacks [] for port (9e943150-a2b2-4feb-8b61-500ffbf4e541), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:24.967451 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ccae3-68e6-430a-b53e-9479f0b8d2bc req-d2c3c95a-22b5-49d7-85e7-83e2412b3cfe tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:24.968992 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-717ccae3-68e6-430a-b53e-9479f0b8d2bc req-d2c3c95a-22b5-49d7-85e7-83e2412b3cfe tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 945 time: 0.0908847 Jan 28 03:36:24.973827 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-a951381e-fca6-4c88-95c5-87de581382b8 service neutron] Transition to ACTIVE for port object 9e943150-a2b2-4feb-8b61-500ffbf4e541 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:36:24.993724 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-a951381e-fca6-4c88-95c5-87de581382b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (9e943150-a2b2-4feb-8b61-500ffbf4e541), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:25.023036 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d2af39-a072-4a4a-bce2-a93dddf76236 x-openstack-request-id: req-d3d2af39-a072-4a4a-bce2-a93dddf76236 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:36:25.023329 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f903d7f-03f8-4eab-bf11-8026969db53c", "name": "network-vif-unplugged", "status": "completed", "tag": "9e943150-a2b2-4feb-8b61-500ffbf4e541", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:36:25.023581 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d3d2af39-a072-4a4a-bce2-a93dddf76236 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:36:25.023969 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f903d7f-03f8-4eab-bf11-8026969db53c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e943150-a2b2-4feb-8b61-500ffbf4e541', 'code': 200} Jan 28 03:36:25.103638 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-717ccae3-68e6-430a-b53e-9479f0b8d2bc req-cb9cbbd8-d69e-4d88-a28f-5271a86ce88b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a6fab9-4eea-40bc-ac73-147c0d43fa4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1276724 Jan 28 03:36:25.107488 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a951381e-fca6-4c88-95c5-87de581382b8 service neutron] Pushing event updated for resources: {'Port': ['ID=9e943150-a2b2-4feb-8b61-500ffbf4e541,revision_number=10']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:25.165823 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-a951381e-fca6-4c88-95c5-87de581382b8 service neutron] No DVR routers for this DVR port 9e943150-a2b2-4feb-8b61-500ffbf4e541 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:36:25.309740 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-a951381e-fca6-4c88-95c5-87de581382b8 service neutron] Attempting to bind port 9e943150-a2b2-4feb-8b61-500ffbf4e541 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:36:25.310002 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-a951381e-fca6-4c88-95c5-87de581382b8 service neutron] Attempting to bind port 9e943150-a2b2-4feb-8b61-500ffbf4e541 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '1af898a0-ff9e-4961-a4f8-9f6a0aeee62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a9ca2f2d-a361-4de5-9a96-d6aec0f7379d'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:36:25.310309 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-a951381e-fca6-4c88-95c5-87de581382b8 service neutron] Attempting to bind port 9e943150-a2b2-4feb-8b61-500ffbf4e541 on network a9ca2f2d-a361-4de5-9a96-d6aec0f7379d {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:36:25.315018 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-a951381e-fca6-4c88-95c5-87de581382b8 service neutron] Port 9e943150-a2b2-4feb-8b61-500ffbf4e541 on network a9ca2f2d-a361-4de5-9a96-d6aec0f7379d not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:36:25.315336 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-a951381e-fca6-4c88-95c5-87de581382b8 service neutron] Attempting to bind port 9e943150-a2b2-4feb-8b61-500ffbf4e541 on network a9ca2f2d-a361-4de5-9a96-d6aec0f7379d {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:36:25.320413 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-a951381e-fca6-4c88-95c5-87de581382b8 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:36:25.320731 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-a951381e-fca6-4c88-95c5-87de581382b8 service neutron] Checking segment: {'id': '1af898a0-ff9e-4961-a4f8-9f6a0aeee62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a9ca2f2d-a361-4de5-9a96-d6aec0f7379d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:36:25.321149 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-a951381e-fca6-4c88-95c5-87de581382b8 service neutron] Bound using segment: {'id': '1af898a0-ff9e-4961-a4f8-9f6a0aeee62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a9ca2f2d-a361-4de5-9a96-d6aec0f7379d'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:36:25.321577 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-a951381e-fca6-4c88-95c5-87de581382b8 service neutron] Bound port: 9e943150-a2b2-4feb-8b61-500ffbf4e541, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af898a0-ff9e-4961-a4f8-9f6a0aeee62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a9ca2f2d-a361-4de5-9a96-d6aec0f7379d'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:36:25.321931 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-a951381e-fca6-4c88-95c5-87de581382b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9e943150-a2b2-4feb-8b61-500ffbf4e541), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:25.384748 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-a951381e-fca6-4c88-95c5-87de581382b8 service neutron] For port 9e943150-a2b2-4feb-8b61-500ffbf4e541, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:36:25.387755 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-a951381e-fca6-4c88-95c5-87de581382b8 service neutron] For port 9e943150-a2b2-4feb-8b61-500ffbf4e541, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=9e943150-a2b2-4feb-8b61-500ffbf4e541,segment=NetworkSegment(1af898a0-ff9e-4961-a4f8-9f6a0aeee62f),segment_id=1af898a0-ff9e-4961-a4f8-9f6a0aeee62f)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:36:25.393552 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-a951381e-fca6-4c88-95c5-87de581382b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (9e943150-a2b2-4feb-8b61-500ffbf4e541), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:25.427456 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-a951381e-fca6-4c88-95c5-87de581382b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:25.427969 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-a951381e-fca6-4c88-95c5-87de581382b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:25.429685 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-a951381e-fca6-4c88-95c5-87de581382b8 service neutron] 10.222.0.67 "PUT /v2.0/ports/9e943150-a2b2-4feb-8b61-500ffbf4e541 HTTP/1.1" status: 200 len: 1093 time: 0.8632057 Jan 28 03:36:25.454251 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a951381e-fca6-4c88-95c5-87de581382b8 service neutron] Pushing event updated for resources: {'Port': ['ID=9e943150-a2b2-4feb-8b61-500ffbf4e541,revision_number=11']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:25.511232 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-87251784-0a56-4a5e-8fd1-c39bbe0f6cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:25.512821 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-87251784-0a56-4a5e-8fd1-c39bbe0f6cd0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4&device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 1096 time: 0.0435703 Jan 28 03:36:25.613046 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-72bea3b8-6220-42e2-bc2c-55f6f72cbc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:25.614957 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-72bea3b8-6220-42e2-bc2c-55f6f72cbc30 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a9ca2f2d-a361-4de5-9a96-d6aec0f7379d HTTP/1.1" status: 200 len: 898 time: 0.0961175 Jan 28 03:36:25.689756 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-b6d35876-f58c-4f5d-b879-799f61771623 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e943150-a2b2-4feb-8b61-500ffbf4e541 HTTP/1.1" status: 200 len: 999 time: 0.0687652 Jan 28 03:36:25.743961 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-b6e1260e-cc7c-4634-b355-7c9b80c259ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:25.745511 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-b6e1260e-cc7c-4634-b355-7c9b80c259ae service neutron] 10.222.0.67 "GET /v2.0/subnets?id=452c8ec5-8e79-460c-973e-d803756ba5e2 HTTP/1.1" status: 200 len: 833 time: 0.0500314 Jan 28 03:36:25.791574 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-35cbf4a9-2406-45a8-b694-5bf1965dc7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:25.793195 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-35cbf4a9-2406-45a8-b694-5bf1965dc7ac service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a9ca2f2d-a361-4de5-9a96-d6aec0f7379d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420778 Jan 28 03:36:25.883288 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-a6715d3d-7da9-4202-b2a6-536a18a9f806 service neutron] 10.222.0.67 "GET /v2.0/networks/a9ca2f2d-a361-4de5-9a96-d6aec0f7379d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841520 Jan 28 03:36:25.925718 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a6ceac-75f3-4b74-8f35-a66225539a65 req-4e4f54b5-b96a-4eb2-9b15-b5e53162ec02 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:25.927394 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-57a6ceac-75f3-4b74-8f35-a66225539a65 req-4e4f54b5-b96a-4eb2-9b15-b5e53162ec02 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=456f4c7d-27e5-4a6d-bb98-7cceb6742fb7 HTTP/1.1" status: 200 len: 943 time: 0.0529678 Jan 28 03:36:25.985432 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16a1c32e-fffc-44ff-93be-1bd093be02c9 req-f0124922-b342-4318-a9c4-47ab917028a8 service neutron] 10.222.0.67 "GET /v2.0/networks/a9ca2f2d-a361-4de5-9a96-d6aec0f7379d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961888 Jan 28 03:36:25.986532 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-57a6ceac-75f3-4b74-8f35-a66225539a65 req-f79bfafc-ba6f-459a-bc16-83ec3ab72f7c tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524266 Jan 28 03:36:25.989517 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 9e943150-a2b2-4feb-8b61-500ffbf4e541 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:36:26.028351 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] The host n-h2-712139-27 is not matching for port 9e943150-a2b2-4feb-8b61-500ffbf4e541 host n-h1-712139-27! {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 03:36:26.028745 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 9e943150-a2b2-4feb-8b61-500ffbf4e541 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:36:26.234241 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a5d73-5a62-4f00-877d-156a46c06d6e req-b92e3fb8-0e67-43ca-aaf6-54d5715d289a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:26.235886 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c80a5d73-5a62-4f00-877d-156a46c06d6e req-b92e3fb8-0e67-43ca-aaf6-54d5715d289a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 944 time: 0.0539804 Jan 28 03:36:26.288038 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c80a5d73-5a62-4f00-877d-156a46c06d6e req-f969a38e-fa3a-4c07-8583-db8b5e1c1cc6 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a6fab9-4eea-40bc-ac73-147c0d43fa4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454724 Jan 28 03:36:27.025129 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f903d7f-03f8-4eab-bf11-8026969db53c', 'tag': '9e943150-a2b2-4feb-8b61-500ffbf4e541'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:36:27.027538 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534295c8-ab88-472e-bfd0-e3832c003b9b" -d '{"events": [{"name": "network-changed", "server_uuid": "5f903d7f-03f8-4eab-bf11-8026969db53c", "tag": "9e943150-a2b2-4feb-8b61-500ffbf4e541"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:36:27.079238 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63820701-53ee-4e08-88ca-128ee36f0167 x-openstack-request-id: req-63820701-53ee-4e08-88ca-128ee36f0167 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:36:27.080638 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f903d7f-03f8-4eab-bf11-8026969db53c", "tag": "9e943150-a2b2-4feb-8b61-500ffbf4e541", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:36:27.080899 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-63820701-53ee-4e08-88ca-128ee36f0167 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:36:27.081362 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f903d7f-03f8-4eab-bf11-8026969db53c', 'tag': '9e943150-a2b2-4feb-8b61-500ffbf4e541', 'status': 'completed', 'code': 200} Jan 28 03:36:27.109684 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b12861-86c8-4c68-a321-b86ff25f1c73 req-5a85b680-43f2-4e0a-a7b1-991241643982 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:27.111241 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-79b12861-86c8-4c68-a321-b86ff25f1c73 req-5a85b680-43f2-4e0a-a7b1-991241643982 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=456f4c7d-27e5-4a6d-bb98-7cceb6742fb7 HTTP/1.1" status: 200 len: 943 time: 0.0529943 Jan 28 03:36:27.163563 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-79b12861-86c8-4c68-a321-b86ff25f1c73 req-6e9b0e36-33d7-4e90-8b2f-4a015d6aa508 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449412 Jan 28 03:36:27.188929 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534295c8-ab88-472e-bfd0-e3832c003b9b req-03f51699-c9f3-4235-a97d-ba471821593e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:27.190493 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-534295c8-ab88-472e-bfd0-e3832c003b9b req-03f51699-c9f3-4235-a97d-ba471821593e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4&device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 1096 time: 0.0731113 Jan 28 03:36:27.192901 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534295c8-ab88-472e-bfd0-e3832c003b9b req-49309a92-63a0-4a91-abae-53893c7ba424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:27.194285 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-534295c8-ab88-472e-bfd0-e3832c003b9b req-49309a92-63a0-4a91-abae-53893c7ba424 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4&device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 1096 time: 0.0687397 Jan 28 03:36:27.357363 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534295c8-ab88-472e-bfd0-e3832c003b9b req-4ac7405e-42d0-488d-a7a9-c38f82a9c163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:27.358878 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-534295c8-ab88-472e-bfd0-e3832c003b9b req-4ac7405e-42d0-488d-a7a9-c38f82a9c163 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a9ca2f2d-a361-4de5-9a96-d6aec0f7379d HTTP/1.1" status: 200 len: 898 time: 0.1623979 Jan 28 03:36:27.359971 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534295c8-ab88-472e-bfd0-e3832c003b9b req-e48db0b1-d276-4454-ba96-a9da90a2ac47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:27.361306 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-534295c8-ab88-472e-bfd0-e3832c003b9b req-e48db0b1-d276-4454-ba96-a9da90a2ac47 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a9ca2f2d-a361-4de5-9a96-d6aec0f7379d HTTP/1.1" status: 200 len: 898 time: 0.1576538 Jan 28 03:36:27.500930 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-534295c8-ab88-472e-bfd0-e3832c003b9b req-b98c346a-f348-477b-9f2a-ca9e058f3c33 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e943150-a2b2-4feb-8b61-500ffbf4e541 HTTP/1.1" status: 200 len: 999 time: 0.1281416 Jan 28 03:36:27.509049 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-534295c8-ab88-472e-bfd0-e3832c003b9b req-c32373a4-d4ca-44d3-89d5-e7acda711371 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e943150-a2b2-4feb-8b61-500ffbf4e541 HTTP/1.1" status: 200 len: 999 time: 0.1373389 Jan 28 03:36:27.533249 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c01c6-694b-42b6-805a-172ef6a590d1 req-413e0c6e-01a5-4a70-af85-0aa46208a8bc tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:27.534704 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-745c01c6-694b-42b6-805a-172ef6a590d1 req-413e0c6e-01a5-4a70-af85-0aa46208a8bc tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 944 time: 0.1722541 Jan 28 03:36:27.616711 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534295c8-ab88-472e-bfd0-e3832c003b9b req-a7e2c219-664e-4375-9d30-87e26cd90002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:27.618194 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-534295c8-ab88-472e-bfd0-e3832c003b9b req-a7e2c219-664e-4375-9d30-87e26cd90002 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=452c8ec5-8e79-460c-973e-d803756ba5e2 HTTP/1.1" status: 200 len: 833 time: 0.1009617 Jan 28 03:36:27.624492 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534295c8-ab88-472e-bfd0-e3832c003b9b req-8e807cfc-df49-4854-bf88-b1fc544bd82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:27.625927 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-534295c8-ab88-472e-bfd0-e3832c003b9b req-8e807cfc-df49-4854-bf88-b1fc544bd82c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=452c8ec5-8e79-460c-973e-d803756ba5e2 HTTP/1.1" status: 200 len: 833 time: 0.1189203 Jan 28 03:36:27.697525 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-745c01c6-694b-42b6-805a-172ef6a590d1 req-4bd7c7af-f311-43a2-82c9-2fd8a24e224a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a6fab9-4eea-40bc-ac73-147c0d43fa4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1268537 Jan 28 03:36:27.720324 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534295c8-ab88-472e-bfd0-e3832c003b9b req-372ae56e-76c2-48ff-a316-beb6ba5f9271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:27.721888 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-534295c8-ab88-472e-bfd0-e3832c003b9b req-372ae56e-76c2-48ff-a316-beb6ba5f9271 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a9ca2f2d-a361-4de5-9a96-d6aec0f7379d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0951445 Jan 28 03:36:27.724478 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534295c8-ab88-472e-bfd0-e3832c003b9b req-ff770e7e-69fe-45d0-b29d-bc2be0dde779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:27.725867 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-534295c8-ab88-472e-bfd0-e3832c003b9b req-ff770e7e-69fe-45d0-b29d-bc2be0dde779 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a9ca2f2d-a361-4de5-9a96-d6aec0f7379d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0862770 Jan 28 03:36:27.876266 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-534295c8-ab88-472e-bfd0-e3832c003b9b req-9cc8c4cc-1b2f-47a5-bfe4-e8834a97d665 service neutron] 10.222.0.67 "GET /v2.0/networks/a9ca2f2d-a361-4de5-9a96-d6aec0f7379d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470280 Jan 28 03:36:27.878469 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-534295c8-ab88-472e-bfd0-e3832c003b9b req-1348e522-ce71-42bb-9ea0-56aad1c0e961 service neutron] 10.222.0.39 "GET /v2.0/networks/a9ca2f2d-a361-4de5-9a96-d6aec0f7379d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424115 Jan 28 03:36:28.030544 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-534295c8-ab88-472e-bfd0-e3832c003b9b req-227e11f5-23af-4ebe-ad03-2257ba98527b service neutron] 10.222.0.67 "GET /v2.0/networks/a9ca2f2d-a361-4de5-9a96-d6aec0f7379d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477640 Jan 28 03:36:28.032729 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-534295c8-ab88-472e-bfd0-e3832c003b9b req-c571ec29-d0f5-4a1d-9dba-8705cd314b3b service neutron] 10.222.0.39 "GET /v2.0/networks/a9ca2f2d-a361-4de5-9a96-d6aec0f7379d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430061 Jan 28 03:36:28.283859 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9cb95-8d44-4d50-8498-29d4988c935d req-53167334-ad31-47ea-8455-275623be813a tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:28.285384 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b8f9cb95-8d44-4d50-8498-29d4988c935d req-53167334-ad31-47ea-8455-275623be813a tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=456f4c7d-27e5-4a6d-bb98-7cceb6742fb7 HTTP/1.1" status: 200 len: 943 time: 0.0487597 Jan 28 03:36:28.343376 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b8f9cb95-8d44-4d50-8498-29d4988c935d req-69a6e3f4-f669-4671-b64f-924853f936e9 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521529 Jan 28 03:36:28.837667 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c913d5-f42c-4b5e-b123-1158893c06e0 req-cb655895-65c9-40e2-ad86-81ae8acceffd tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:28.839169 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f4c913d5-f42c-4b5e-b123-1158893c06e0 req-cb655895-65c9-40e2-ad86-81ae8acceffd tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 944 time: 0.0619674 Jan 28 03:36:28.888624 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f4c913d5-f42c-4b5e-b123-1158893c06e0 req-d9916cf5-f6e1-42bb-a1b1-006328974bcd tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a6fab9-4eea-40bc-ac73-147c0d43fa4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437024 Jan 28 03:36:29.465710 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de1067-a9e7-4dc8-8314-ca984e5f9d41 req-892ee111-e611-4dc6-b6c8-597f4cd41334 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:29.467372 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e5de1067-a9e7-4dc8-8314-ca984e5f9d41 req-892ee111-e611-4dc6-b6c8-597f4cd41334 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=456f4c7d-27e5-4a6d-bb98-7cceb6742fb7 HTTP/1.1" status: 200 len: 943 time: 0.0505192 Jan 28 03:36:29.473874 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:29.517039 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e5de1067-a9e7-4dc8-8314-ca984e5f9d41 req-de650722-e003-45ce-9e91-8e9db620d2ea tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435450 Jan 28 03:36:29.747959 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4f4085e2-89e3-4437-b6b4-a364e33fb9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:30.021542 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0474e2-a946-49cb-aea0-a97363d6f159 req-8addca4c-1d86-4217-88f5-06c1ae26d81a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:30.023079 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ef0474e2-a946-49cb-aea0-a97363d6f159 req-8addca4c-1d86-4217-88f5-06c1ae26d81a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 944 time: 0.0499666 Jan 28 03:36:30.087081 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ef0474e2-a946-49cb-aea0-a97363d6f159 req-cbd3c7b0-3ba0-49fd-b615-23a50632db79 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a6fab9-4eea-40bc-ac73-147c0d43fa4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560031 Jan 28 03:36:30.122007 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59896) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:36:30.191658 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e9f6b12b-827c-473b-a795-a0d74172d017 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/floatingips/583740da-0f6b-474e-9586-ff2c46d439e1 HTTP/1.1" status: 200 len: 991 time: 0.0679820 Jan 28 03:36:30.644505 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207e3cf-d800-4e15-8d95-434edd925120 req-4f719e86-1c8b-4cf9-b31b-3cdaecbe55b1 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:30.646329 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d207e3cf-d800-4e15-8d95-434edd925120 req-4f719e86-1c8b-4cf9-b31b-3cdaecbe55b1 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=456f4c7d-27e5-4a6d-bb98-7cceb6742fb7 HTTP/1.1" status: 200 len: 943 time: 0.0522258 Jan 28 03:36:30.696922 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d207e3cf-d800-4e15-8d95-434edd925120 req-8c077487-930e-48b7-8633-c722c726aaeb tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447478 Jan 28 03:36:31.086926 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 9e943150-a2b2-4feb-8b61-500ffbf4e541 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:36:31.182689 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 9e943150-a2b2-4feb-8b61-500ffbf4e541, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=9e943150-a2b2-4feb-8b61-500ffbf4e541,segment=NetworkSegment(1af898a0-ff9e-4961-a4f8-9f6a0aeee62f),segment_id=1af898a0-ff9e-4961-a4f8-9f6a0aeee62f)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:31.196119 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '9e943150-a2b2-4feb-8b61-500ffbf4e541', 'network_id': 'a9ca2f2d-a361-4de5-9a96-d6aec0f7379d', 'port_id': '9e943150-a2b2-4feb-8b61-500ffbf4e541', 'mac_address': 'fa:16:3e:57:1c:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452c8ec5-8e79-460c-973e-d803756ba5e2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:36:31.237883 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 9e943150-a2b2-4feb-8b61-500ffbf4e541 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:31.238282 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9e943150-a2b2-4feb-8b61-500ffbf4e541), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:31.250999 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e943150-a2b2-4feb-8b61-500ffbf4e541 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:36:31.270959 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 9e943150-a2b2-4feb-8b61-500ffbf4e541, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=9e943150-a2b2-4feb-8b61-500ffbf4e541,segment=NetworkSegment(1af898a0-ff9e-4961-a4f8-9f6a0aeee62f),segment_id=1af898a0-ff9e-4961-a4f8-9f6a0aeee62f)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:31.277351 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9e943150-a2b2-4feb-8b61-500ffbf4e541), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:31.333503 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=9e943150-a2b2-4feb-8b61-500ffbf4e541,revision_number=12']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:31.688935 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['9e943150-a2b2-4feb-8b61-500ffbf4e541'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:36:31.812976 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd56e1-dc91-4a41-b567-b36bcc4ada5a req-8f469095-9c4d-4119-8dab-9e756fdf6615 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:31.814620 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d8bd56e1-dc91-4a41-b567-b36bcc4ada5a req-8f469095-9c4d-4119-8dab-9e756fdf6615 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=456f4c7d-27e5-4a6d-bb98-7cceb6742fb7 HTTP/1.1" status: 200 len: 943 time: 0.0477955 Jan 28 03:36:31.834557 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f8a3793e-587a-46cc-877a-ee7a6378da56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:31.868479 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d8bd56e1-dc91-4a41-b567-b36bcc4ada5a req-7d52df9d-2153-495f-bc72-180bbd891bc0 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477793 Jan 28 03:36:32.662904 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e0e6bc4a-2506-4ec8-bb3c-6c8bba33e242 req-810d09b2-e05a-4fd3-8a99-b1deea505b9c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1105027 Jan 28 03:36:32.763613 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6bc4a-2506-4ec8-bb3c-6c8bba33e242 req-9359c93b-3687-4a60-ac03-8162e7be3849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:32.765157 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e0e6bc4a-2506-4ec8-bb3c-6c8bba33e242 req-9359c93b-3687-4a60-ac03-8162e7be3849 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4&device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 1097 time: 0.0454087 Jan 28 03:36:32.882253 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6bc4a-2506-4ec8-bb3c-6c8bba33e242 req-0837c49a-03e8-4dcc-aad8-a4320e95267f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:32.883886 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e0e6bc4a-2506-4ec8-bb3c-6c8bba33e242 req-0837c49a-03e8-4dcc-aad8-a4320e95267f service neutron] 10.222.0.67 "GET /v2.0/networks?id=a9ca2f2d-a361-4de5-9a96-d6aec0f7379d HTTP/1.1" status: 200 len: 898 time: 0.1004972 Jan 28 03:36:32.950515 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e0e6bc4a-2506-4ec8-bb3c-6c8bba33e242 req-403e2f7f-b22c-4f13-9f5d-949701eefb4e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e943150-a2b2-4feb-8b61-500ffbf4e541 HTTP/1.1" status: 200 len: 1000 time: 0.0602701 Jan 28 03:36:32.992233 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c353210f-933d-4006-bb5a-aa8e9d66145e req-6e4b524b-1d9e-4d4f-b6b5-f1d92fd0a9e0 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:32.993836 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c353210f-933d-4006-bb5a-aa8e9d66145e req-6e4b524b-1d9e-4d4f-b6b5-f1d92fd0a9e0 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=456f4c7d-27e5-4a6d-bb98-7cceb6742fb7 HTTP/1.1" status: 200 len: 943 time: 0.0550735 Jan 28 03:36:32.998902 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6bc4a-2506-4ec8-bb3c-6c8bba33e242 req-97734ba3-0d92-47d8-ba04-f2036fe2b20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:33.000357 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e0e6bc4a-2506-4ec8-bb3c-6c8bba33e242 req-97734ba3-0d92-47d8-ba04-f2036fe2b20c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=452c8ec5-8e79-460c-973e-d803756ba5e2 HTTP/1.1" status: 200 len: 833 time: 0.0441206 Jan 28 03:36:33.044108 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c353210f-933d-4006-bb5a-aa8e9d66145e req-b59a9fe3-79aa-4f28-ab2e-90d62c681897 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444114 Jan 28 03:36:33.050545 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6bc4a-2506-4ec8-bb3c-6c8bba33e242 req-db39278a-a27a-4d29-b1f9-012a93951876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:33.052039 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e0e6bc4a-2506-4ec8-bb3c-6c8bba33e242 req-db39278a-a27a-4d29-b1f9-012a93951876 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a9ca2f2d-a361-4de5-9a96-d6aec0f7379d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447695 Jan 28 03:36:33.084458 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 9e943150-a2b2-4feb-8b61-500ffbf4e541 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:36:33.137178 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 9e943150-a2b2-4feb-8b61-500ffbf4e541 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:36:33.141137 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 9e943150-a2b2-4feb-8b61-500ffbf4e541 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:33.141518 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9e943150-a2b2-4feb-8b61-500ffbf4e541), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:33.143851 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e0e6bc4a-2506-4ec8-bb3c-6c8bba33e242 req-d3b24d1d-4a90-4f60-8548-89a26a1900a2 service neutron] 10.222.0.67 "GET /v2.0/networks/a9ca2f2d-a361-4de5-9a96-d6aec0f7379d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845356 Jan 28 03:36:33.225776 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 9e943150-a2b2-4feb-8b61-500ffbf4e541 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:33.226177 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9e943150-a2b2-4feb-8b61-500ffbf4e541), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:33.239028 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e0e6bc4a-2506-4ec8-bb3c-6c8bba33e242 req-5a88f81f-9586-4c4e-a024-0ea9bf21e57d service neutron] 10.222.0.67 "GET /v2.0/networks/a9ca2f2d-a361-4de5-9a96-d6aec0f7379d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881300 Jan 28 03:36:33.248852 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f903d7f-03f8-4eab-bf11-8026969db53c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e943150-a2b2-4feb-8b61-500ffbf4e541'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:36:33.251137 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f646a2-e7da-4ca3-8f21-f25d3793f94a" -d '{"events": [{"server_uuid": "5f903d7f-03f8-4eab-bf11-8026969db53c", "name": "network-vif-plugged", "status": "completed", "tag": "9e943150-a2b2-4feb-8b61-500ffbf4e541"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:36:33.264857 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 9e943150-a2b2-4feb-8b61-500ffbf4e541, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=9e943150-a2b2-4feb-8b61-500ffbf4e541,segment=NetworkSegment(1af898a0-ff9e-4961-a4f8-9f6a0aeee62f),segment_id=1af898a0-ff9e-4961-a4f8-9f6a0aeee62f)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:33.270165 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9e943150-a2b2-4feb-8b61-500ffbf4e541), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:33.293008 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bf9a3c-1ee7-4872-a576-2b3510e70e05 x-openstack-request-id: req-49bf9a3c-1ee7-4872-a576-2b3510e70e05 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:36:33.293328 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f903d7f-03f8-4eab-bf11-8026969db53c", "name": "network-vif-plugged", "status": "completed", "tag": "9e943150-a2b2-4feb-8b61-500ffbf4e541", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:36:33.293551 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-49bf9a3c-1ee7-4872-a576-2b3510e70e05 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:36:33.293943 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f903d7f-03f8-4eab-bf11-8026969db53c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e943150-a2b2-4feb-8b61-500ffbf4e541', 'code': 200} Jan 28 03:36:33.318242 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=9e943150-a2b2-4feb-8b61-500ffbf4e541,revision_number=13']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:33.459365 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:33.760647 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:34.181472 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae13b0a-4267-40dc-8f50-11d3ce9831f5 req-0d606d27-c259-42c8-a9b8-d0b96c8ba8a6 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:34.183006 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8ae13b0a-4267-40dc-8f50-11d3ce9831f5 req-0d606d27-c259-42c8-a9b8-d0b96c8ba8a6 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=456f4c7d-27e5-4a6d-bb98-7cceb6742fb7 HTTP/1.1" status: 200 len: 943 time: 0.0665188 Jan 28 03:36:34.236878 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8ae13b0a-4267-40dc-8f50-11d3ce9831f5 req-75749de6-4feb-4897-bae2-4403956c1c83 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453722 Jan 28 03:36:34.887101 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:35.096907 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:36:35.211069 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c,segment=NetworkSegment(e2233469-b8a2-417c-9e5e-795b0e977ffd),segment_id=e2233469-b8a2-417c-9e5e-795b0e977ffd)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:35.222222 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'port_id': '16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c', 'mac_address': 'fa:16:3e:7e:ab:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fca48db-7702-4589-8da6-18a07f4297d3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:36:35.265705 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:35.266427 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:35.280344 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:36:35.300607 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c,segment=NetworkSegment(e2233469-b8a2-417c-9e5e-795b0e977ffd),segment_id=e2233469-b8a2-417c-9e5e-795b0e977ffd)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:35.307257 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:35.353324 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:35.358132 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3de6c-370b-416e-a3d4-69686a363302 req-59925386-0fb2-4872-9504-6e01172ac50d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:35.360045 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4cf3de6c-370b-416e-a3d4-69686a363302 req-59925386-0fb2-4872-9504-6e01172ac50d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=456f4c7d-27e5-4a6d-bb98-7cceb6742fb7 HTTP/1.1" status: 200 len: 944 time: 0.0517282 Jan 28 03:36:35.410684 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4cf3de6c-370b-416e-a3d4-69686a363302 req-2d525909-976a-46a2-bc8b-bff24eb7fdd6 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444090 Jan 28 03:36:35.689139 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:36:36.152261 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:36.240622 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:36:36.536813 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a32d98-c7fe-4ba2-b4dc-d93046c4ee46 req-def12152-55d3-4266-b7d3-ad4a4a875729 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:36.538430 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b0a32d98-c7fe-4ba2-b4dc-d93046c4ee46 req-def12152-55d3-4266-b7d3-ad4a4a875729 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=456f4c7d-27e5-4a6d-bb98-7cceb6742fb7 HTTP/1.1" status: 200 len: 944 time: 0.0563025 Jan 28 03:36:36.594621 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b0a32d98-c7fe-4ba2-b4dc-d93046c4ee46 req-9a9c366d-d2bb-40b3-a0ab-38b3890b7a9e tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483358 Jan 28 03:36:37.099230 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:36:37.154007 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:36:37.161439 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:36:37.162238 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:37.246347 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:36:37.246741 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:37.270447 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456f4c7d-27e5-4a6d-bb98-7cceb6742fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:36:37.273046 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de28dea6-ecfd-480b-9f99-952b81e6a828" -d '{"events": [{"server_uuid": "456f4c7d-27e5-4a6d-bb98-7cceb6742fb7", "name": "network-vif-plugged", "status": "completed", "tag": "16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:36:37.285206 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c,segment=NetworkSegment(e2233469-b8a2-417c-9e5e-795b0e977ffd),segment_id=e2233469-b8a2-417c-9e5e-795b0e977ffd)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:36:37.289726 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:37.312338 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a754af-43e3-437a-88e2-2ee30956b7db x-openstack-request-id: req-02a754af-43e3-437a-88e2-2ee30956b7db {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:36:37.312624 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456f4c7d-27e5-4a6d-bb98-7cceb6742fb7", "name": "network-vif-plugged", "status": "completed", "tag": "16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:36:37.312870 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-02a754af-43e3-437a-88e2-2ee30956b7db {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:36:37.313289 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '456f4c7d-27e5-4a6d-bb98-7cceb6742fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c', 'code': 200} Jan 28 03:36:37.340354 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:37.441180 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c0dcd-11b4-4600-bd9a-d53f3716d46c req-24c74d73-bba0-4094-aa41-333b7e1d4dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:37.442681 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a25c0dcd-11b4-4600-bd9a-d53f3716d46c req-24c74d73-bba0-4094-aa41-333b7e1d4dc2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=456f4c7d-27e5-4a6d-bb98-7cceb6742fb7 HTTP/1.1" status: 200 len: 1097 time: 0.0428326 Jan 28 03:36:37.495414 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a25c0dcd-11b4-4600-bd9a-d53f3716d46c req-252585e7-1cc6-4fa6-b82b-5f0d47c78702 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460460 Jan 28 03:36:37.722490 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2cca94-6187-4114-b3e8-41822d8c0f06 req-ce603d9f-9786-42f6-9eee-52987515a856 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:37.724004 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ad2cca94-6187-4114-b3e8-41822d8c0f06 req-ce603d9f-9786-42f6-9eee-52987515a856 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=456f4c7d-27e5-4a6d-bb98-7cceb6742fb7 HTTP/1.1" status: 200 len: 945 time: 0.0522285 Jan 28 03:36:37.777646 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ad2cca94-6187-4114-b3e8-41822d8c0f06 req-7441060a-8466-4011-b065-6fe5f3180f84 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469863 Jan 28 03:36:38.927020 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5955c64-535b-44c3-9d5f-34efb5d29bf1 req-8515de77-5eed-4243-a629-90019c8b0af4 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:38.928513 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a5955c64-535b-44c3-9d5f-34efb5d29bf1 req-8515de77-5eed-4243-a629-90019c8b0af4 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=456f4c7d-27e5-4a6d-bb98-7cceb6742fb7 HTTP/1.1" status: 200 len: 945 time: 0.0659115 Jan 28 03:36:38.986168 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a5955c64-535b-44c3-9d5f-34efb5d29bf1 req-eec08272-3830-4a90-b559-a3e5423113dd tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510232 Jan 28 03:36:40.122935 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d01388-713d-430e-9429-e72e82edd6cd req-b3f8402d-f796-419e-b4ae-6657c6e38768 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:40.124677 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-57d01388-713d-430e-9429-e72e82edd6cd req-b3f8402d-f796-419e-b4ae-6657c6e38768 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=456f4c7d-27e5-4a6d-bb98-7cceb6742fb7 HTTP/1.1" status: 200 len: 945 time: 0.0611315 Jan 28 03:36:40.175449 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-57d01388-713d-430e-9429-e72e82edd6cd req-6db3e2ec-2a46-4586-b4b9-5c7dcfbbb366 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449591 Jan 28 03:36:40.295052 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d95c1-e066-4b2d-a5b3-dc13649423e4 req-5bf0f4e7-37ec-426f-8958-40f8f80b5b54 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:40.296423 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-304d95c1-e066-4b2d-a5b3-dc13649423e4 req-5bf0f4e7-37ec-426f-8958-40f8f80b5b54 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=456f4c7d-27e5-4a6d-bb98-7cceb6742fb7 HTTP/1.1" status: 200 len: 945 time: 0.0535290 Jan 28 03:36:40.349038 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-304d95c1-e066-4b2d-a5b3-dc13649423e4 req-a39d7382-ed05-4c5d-8cbd-051bd1e45852 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447052 Jan 28 03:36:40.381948 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59924) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:36:40.427864 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89c4744-bf03-4f8c-8100-86cf0ffcdc12 tempest-TestVolumeBootPattern-879785656 tempest-TestVolumeBootPattern-879785656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:40.429430 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d89c4744-bf03-4f8c-8100-86cf0ffcdc12 tempest-TestVolumeBootPattern-879785656 tempest-TestVolumeBootPattern-879785656-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=456f4c7d-27e5-4a6d-bb98-7cceb6742fb7 HTTP/1.1" status: 200 len: 1092 time: 0.0464242 Jan 28 03:36:40.432839 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59926) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:36:40.437111 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-f87e28d9-c9ec-4a05-b2cb-5f0f4c528c2f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'port_id': '16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:36:40.462924 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f87e28d9-c9ec-4a05-b2cb-5f0f4c528c2f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:40.560342 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f87e28d9-c9ec-4a05-b2cb-5f0f4c528c2f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:40.668973 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-f87e28d9-c9ec-4a05-b2cb-5f0f4c528c2f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Allocated IP 172.25.0.72 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/ca8c6482-e22d-4fda-aa60-131cfeae3023) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:36:40.767013 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f87e28d9-c9ec-4a05-b2cb-5f0f4c528c2f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks [] for port (ca8c6482-e22d-4fda-aa60-131cfeae3023), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:40.804687 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f87e28d9-c9ec-4a05-b2cb-5f0f4c528c2f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (ca8c6482-e22d-4fda-aa60-131cfeae3023), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:40.848594 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87e28d9-c9ec-4a05-b2cb-5f0f4c528c2f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:36:40.853496 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-f87e28d9-c9ec-4a05-b2cb-5f0f4c528c2f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:36:40.857845 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87e28d9-c9ec-4a05-b2cb-5f0f4c528c2f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:36:40.860851 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e28d9-c9ec-4a05-b2cb-5f0f4c528c2f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Pushing event updated for resources: {'Port': ['ID=ca8c6482-e22d-4fda-aa60-131cfeae3023,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:41.219808 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f87e28d9-c9ec-4a05-b2cb-5f0f4c528c2f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks [] for floatingip (f109c086-02b6-4fc9-8cc8-22c5908a2caf), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:41.299031 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f87e28d9-c9ec-4a05-b2cb-5f0f4c528c2f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ca8c6482-e22d-4fda-aa60-131cfeae3023), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:41.465273 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f87e28d9-c9ec-4a05-b2cb-5f0f4c528c2f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks [] for port (ca8c6482-e22d-4fda-aa60-131cfeae3023), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:41.471938 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f87e28d9-c9ec-4a05-b2cb-5f0f4c528c2f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (ca8c6482-e22d-4fda-aa60-131cfeae3023), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:41.541100 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e28d9-c9ec-4a05-b2cb-5f0f4c528c2f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Pushing event updated for resources: {'Port': ['ID=ca8c6482-e22d-4fda-aa60-131cfeae3023,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:36:41.550011 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f87e28d9-c9ec-4a05-b2cb-5f0f4c528c2f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (f109c086-02b6-4fc9-8cc8-22c5908a2caf), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:41.664693 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [None req-f87e28d9-c9ec-4a05-b2cb-5f0f4c528c2f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Floating IP f109c086-02b6-4fc9-8cc8-22c5908a2caf associated. External IP: 172.25.0.72, port: 16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c. Jan 28 03:36:41.890982 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87e28d9-c9ec-4a05-b2cb-5f0f4c528c2f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Router 81f4b18b-d952-4700-a93e-5b714789587d has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:36:42.007793 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87e28d9-c9ec-4a05-b2cb-5f0f4c528c2f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:36:42.018091 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4baa33-6727-4793-91f8-43e03722d283 None None] Sync routers for ids ['81f4b18b-d952-4700-a93e-5b714789587d'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:36:42.027856 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f87e28d9-c9ec-4a05-b2cb-5f0f4c528c2f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:42.028775 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4baa33-6727-4793-91f8-43e03722d283 None None] Routers {'81f4b18b-d952-4700-a93e-5b714789587d'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:36:42.029423 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-6e4baa33-6727-4793-91f8-43e03722d283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:36:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['81f4b18b-d952-4700-a93e-5b714789587d'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:36:42.069091 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f87e28d9-c9ec-4a05-b2cb-5f0f4c528c2f tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6241016 Jan 28 03:36:42.069091 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '456f4c7d-27e5-4a6d-bb98-7cceb6742fb7', 'tag': '16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:36:42.069091 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6156a399-152c-4819-b0a2-3018b6fcff14" -d '{"events": [{"name": "network-changed", "server_uuid": "456f4c7d-27e5-4a6d-bb98-7cceb6742fb7", "tag": "16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:36:42.106433 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac07780-8f39-4b18-8d08-3063479428cb x-openstack-request-id: req-eac07780-8f39-4b18-8d08-3063479428cb {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:36:42.106727 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "456f4c7d-27e5-4a6d-bb98-7cceb6742fb7", "tag": "16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:36:42.106983 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eac07780-8f39-4b18-8d08-3063479428cb {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:36:42.107409 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '456f4c7d-27e5-4a6d-bb98-7cceb6742fb7', 'tag': '16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c', 'status': 'completed', 'code': 200} Jan 28 03:36:42.191233 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156a399-152c-4819-b0a2-3018b6fcff14 req-967acba1-6ead-4d3b-9605-2656f252a727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:42.192610 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6156a399-152c-4819-b0a2-3018b6fcff14 req-967acba1-6ead-4d3b-9605-2656f252a727 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2365aae0ed6c4140b140950cf90dbe31&device_id=456f4c7d-27e5-4a6d-bb98-7cceb6742fb7 HTTP/1.1" status: 200 len: 1097 time: 0.0399995 Jan 28 03:36:42.228918 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-6e4baa33-6727-4793-91f8-43e03722d283 None None] Set router 81f4b18b-d952-4700-a93e-5b714789587d gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:36:42.286904 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156a399-152c-4819-b0a2-3018b6fcff14 req-999bcec6-e170-4331-8c51-37033edbd4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:42.288400 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6156a399-152c-4819-b0a2-3018b6fcff14 req-999bcec6-e170-4331-8c51-37033edbd4dc service neutron] 10.222.0.67 "GET /v2.0/networks?id=d08f29da-d40d-4b15-9f9f-e3612c5ec470 HTTP/1.1" status: 200 len: 912 time: 0.0878637 Jan 28 03:36:42.355274 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6156a399-152c-4819-b0a2-3018b6fcff14 req-79544eae-c67b-4ff0-91ea-61464075db2d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c HTTP/1.1" status: 200 len: 998 time: 0.0607266 Jan 28 03:36:42.408297 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156a399-152c-4819-b0a2-3018b6fcff14 req-17b9ae63-8df5-4c0f-a369-38a311dfa5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:42.409852 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6156a399-152c-4819-b0a2-3018b6fcff14 req-17b9ae63-8df5-4c0f-a369-38a311dfa5b0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6fca48db-7702-4589-8da6-18a07f4297d3 HTTP/1.1" status: 200 len: 850 time: 0.0486255 Jan 28 03:36:42.461110 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-6e4baa33-6727-4793-91f8-43e03722d283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f4b18b-d952-4700-a93e-5b714789587d', 'name': 'tempest-TestVolumeBootPattern-504958137-router', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ebbf453f-0c5a-44ff-ad68-109f6e5aabe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:26:16Z', 'revision_number': 4, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'gw_port': {'id': 'ebbf453f-0c5a-44ff-ad68-109f6e5aabe9', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '4c471ee4-5d33-4d83-bd36-1d21eebbe39e', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'floating_ip_address': '172.25.0.101', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'port_id': '2c6adf81-512f-47bc-b6e1-714f85f57f8c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'mac_address': 'fa:16:3e:d3:fd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48712362-015c-4e66-9b1d-baa89fd3df1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:34:31Z', 'updated_at': '2022-01-28T03:34:33Z', 'revision_number': 1, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'fixed_ip_address_scope': None}, {'id': 'f109c086-02b6-4fc9-8cc8-22c5908a2caf', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'floating_ip_address': '172.25.0.72', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'port_id': '16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3915, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'mac_address': 'fa:16:3e:7e:ab:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456f4c7d-27e5-4a6d-bb98-7cceb6742fb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:36:41Z', 'updated_at': '2022-01-28T03:36:41Z', 'revision_number': 0, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8', 'name': '', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'mac_address': 'fa:16:3e:95:e0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '6fca48db-7702-4589-8da6-18a07f4297d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:15Z', 'updated_at': '2022-01-28T03:26:20Z', 'revision_number': 5, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'subnets': [{'id': '6fca48db-7702-4589-8da6-18a07f4297d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:36:42.461424 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156a399-152c-4819-b0a2-3018b6fcff14 req-cc9a0467-4fb8-4658-a094-970d0bc428d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:36:42.462825 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6156a399-152c-4819-b0a2-3018b6fcff14 req-cc9a0467-4fb8-4658-a094-970d0bc428d0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d08f29da-d40d-4b15-9f9f-e3612c5ec470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457380 Jan 28 03:36:42.489053 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4baa33-6727-4793-91f8-43e03722d283 None None] Checking router: 81f4b18b-d952-4700-a93e-5b714789587d for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:36:42.497607 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4baa33-6727-4793-91f8-43e03722d283 None None] Routers {'81f4b18b-d952-4700-a93e-5b714789587d'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:36:42.498217 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-6e4baa33-6727-4793-91f8-43e03722d283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:36:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['81f4b18b-d952-4700-a93e-5b714789587d'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:36:42.557453 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6156a399-152c-4819-b0a2-3018b6fcff14 req-dcaa7b3a-ec54-4d7a-9fbf-c7828d6271b8 service neutron] 10.222.0.67 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857863 Jan 28 03:36:42.604642 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-6e4baa33-6727-4793-91f8-43e03722d283 None None] Set router 81f4b18b-d952-4700-a93e-5b714789587d gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:36:42.655843 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6156a399-152c-4819-b0a2-3018b6fcff14 req-fb051cb1-900b-4e59-8088-efb6982a6d35 service neutron] 10.222.0.67 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918746 Jan 28 03:36:42.853863 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-6e4baa33-6727-4793-91f8-43e03722d283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f4b18b-d952-4700-a93e-5b714789587d', 'name': 'tempest-TestVolumeBootPattern-504958137-router', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ebbf453f-0c5a-44ff-ad68-109f6e5aabe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:26:16Z', 'revision_number': 4, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'gw_port': {'id': 'ebbf453f-0c5a-44ff-ad68-109f6e5aabe9', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '4c471ee4-5d33-4d83-bd36-1d21eebbe39e', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'floating_ip_address': '172.25.0.101', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'port_id': '2c6adf81-512f-47bc-b6e1-714f85f57f8c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'mac_address': 'fa:16:3e:d3:fd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48712362-015c-4e66-9b1d-baa89fd3df1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:34:31Z', 'updated_at': '2022-01-28T03:34:33Z', 'revision_number': 1, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'fixed_ip_address_scope': None}, {'id': 'f109c086-02b6-4fc9-8cc8-22c5908a2caf', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'floating_ip_address': '172.25.0.72', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'port_id': '16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3915, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'mac_address': 'fa:16:3e:7e:ab:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456f4c7d-27e5-4a6d-bb98-7cceb6742fb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:36:41Z', 'updated_at': '2022-01-28T03:36:41Z', 'revision_number': 0, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8', 'name': '', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'mac_address': 'fa:16:3e:95:e0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '6fca48db-7702-4589-8da6-18a07f4297d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:15Z', 'updated_at': '2022-01-28T03:26:20Z', 'revision_number': 5, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'subnets': [{'id': '6fca48db-7702-4589-8da6-18a07f4297d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:36:42.882870 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4baa33-6727-4793-91f8-43e03722d283 None None] The sync data for ids ['81f4b18b-d952-4700-a93e-5b714789587d'] in n-d-712139-27 is: [{'id': '81f4b18b-d952-4700-a93e-5b714789587d', 'name': 'tempest-TestVolumeBootPattern-504958137-router', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ebbf453f-0c5a-44ff-ad68-109f6e5aabe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:26:16Z', 'revision_number': 4, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'gw_port': {'id': 'ebbf453f-0c5a-44ff-ad68-109f6e5aabe9', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '4c471ee4-5d33-4d83-bd36-1d21eebbe39e', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'floating_ip_address': '172.25.0.101', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'port_id': '2c6adf81-512f-47bc-b6e1-714f85f57f8c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'mac_address': 'fa:16:3e:d3:fd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48712362-015c-4e66-9b1d-baa89fd3df1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:34:31Z', 'updated_at': '2022-01-28T03:34:33Z', 'revision_number': 1, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'fixed_ip_address_scope': None}, {'id': 'f109c086-02b6-4fc9-8cc8-22c5908a2caf', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'floating_ip_address': '172.25.0.72', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'port_id': '16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3915, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'mac_address': 'fa:16:3e:7e:ab:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456f4c7d-27e5-4a6d-bb98-7cceb6742fb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:36:41Z', 'updated_at': '2022-01-28T03:36:41Z', 'revision_number': 0, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8', 'name': '', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'mac_address': 'fa:16:3e:95:e0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '6fca48db-7702-4589-8da6-18a07f4297d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:15Z', 'updated_at': '2022-01-28T03:26:20Z', 'revision_number': 5, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'subnets': [{'id': '6fca48db-7702-4589-8da6-18a07f4297d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:36:43.115672 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea3ff9a-7685-4d40-ac96-d7c46cf12fe6 None None] New status for floating IP f109c086-02b6-4fc9-8cc8-22c5908a2caf: ACTIVE {{(pid=109804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:36:59.468534 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:36:59.750782 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d62f58ed-2e40-4055-b5ab-2fc3e1ff9da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:01.830795 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-da394a22-28a6-460a-a8a2-15830bfc38af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:03.447158 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:03.760334 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:04.886438 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:06.153276 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:13.241845 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:37:27.322049 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182f482-6230-4d0f-9891-53f5626fc94c req-da66d0ea-b7c1-46fa-b784-0c2f18148c6d tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:27.323596 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4182f482-6230-4d0f-9891-53f5626fc94c req-da66d0ea-b7c1-46fa-b784-0c2f18148c6d tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 1098 time: 0.0437305 Jan 28 03:37:27.379204 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4182f482-6230-4d0f-9891-53f5626fc94c req-78f227a5-02c7-4c58-bb00-56346984de2d tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=a9a6fab9-4eea-40bc-ac73-147c0d43fa4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486493 Jan 28 03:37:27.404858 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59966) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:27.617817 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-17fd0e21-3307-4f20-9670-571cbde386a4 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Deleting port 14218857-99ab-44dd-899b-00f3f3982b21 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:37:27.618167 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-17fd0e21-3307-4f20-9670-571cbde386a4 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (14218857-99ab-44dd-899b-00f3f3982b21), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:27.694553 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-17fd0e21-3307-4f20-9670-571cbde386a4 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (14218857-99ab-44dd-899b-00f3f3982b21), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:27.694886 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-17fd0e21-3307-4f20-9670-571cbde386a4 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for floatingip (14218857-99ab-44dd-899b-00f3f3982b21), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:27.707859 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-17fd0e21-3307-4f20-9670-571cbde386a4 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Calling delete_port for 14218857-99ab-44dd-899b-00f3f3982b21 owned by network:floatingip {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:37:27.871484 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-17fd0e21-3307-4f20-9670-571cbde386a4 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (14218857-99ab-44dd-899b-00f3f3982b21), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:27.894200 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd0e21-3307-4f20-9670-571cbde386a4 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event deleted for resources: {'Port': ['ID=14218857-99ab-44dd-899b-00f3f3982b21,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:27.904288 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fd0e21-3307-4f20-9670-571cbde386a4 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:27.904630 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fd0e21-3307-4f20-9670-571cbde386a4 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:27.905033 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fd0e21-3307-4f20-9670-571cbde386a4 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:27.905409 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fd0e21-3307-4f20-9670-571cbde386a4 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:27.905738 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fd0e21-3307-4f20-9670-571cbde386a4 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:27.906064 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fd0e21-3307-4f20-9670-571cbde386a4 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:27.906396 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fd0e21-3307-4f20-9670-571cbde386a4 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:27.907099 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fd0e21-3307-4f20-9670-571cbde386a4 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:27.907099 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fd0e21-3307-4f20-9670-571cbde386a4 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:27.907383 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fd0e21-3307-4f20-9670-571cbde386a4 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:27.907702 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fd0e21-3307-4f20-9670-571cbde386a4 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:27.908020 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fd0e21-3307-4f20-9670-571cbde386a4 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:27.908340 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fd0e21-3307-4f20-9670-571cbde386a4 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:27.967639 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-17fd0e21-3307-4f20-9670-571cbde386a4 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for floatingip (583740da-0f6b-474e-9586-ff2c46d439e1), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:27.967998 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [None req-17fd0e21-3307-4f20-9670-571cbde386a4 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Floating IP 583740da-0f6b-474e-9586-ff2c46d439e1 disassociated (deleted). External IP: 172.25.0.138, port: 9e943150-a2b2-4feb-8b61-500ffbf4e541. Jan 28 03:37:28.198553 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17fd0e21-3307-4f20-9670-571cbde386a4 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Router b91edb2f-ab64-44a2-a5bd-dd4ea024a05e has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:37:28.321836 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17fd0e21-3307-4f20-9670-571cbde386a4 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:37:28.327882 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-17fd0e21-3307-4f20-9670-571cbde386a4 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:28.333212 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d510ef3-ddd3-43af-a770-494c9ff4c23d None None] Sync routers for ids ['b91edb2f-ab64-44a2-a5bd-dd4ea024a05e'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:37:28.346932 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d510ef3-ddd3-43af-a770-494c9ff4c23d None None] Routers {'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:37:28.347571 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-8d510ef3-ddd3-43af-a770-494c9ff4c23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:37:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['b91edb2f-ab64-44a2-a5bd-dd4ea024a05e'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:37:28.357030 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-17fd0e21-3307-4f20-9670-571cbde386a4 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "DELETE /v2.0/floatingips/583740da-0f6b-474e-9586-ff2c46d439e1 HTTP/1.1" status: 204 len: 168 time: 0.9510477 Jan 28 03:37:28.357645 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f903d7f-03f8-4eab-bf11-8026969db53c', 'tag': '9e943150-a2b2-4feb-8b61-500ffbf4e541'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:37:28.360290 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83b7151-53ea-443a-8287-ff67631b871f" -d '{"events": [{"name": "network-changed", "server_uuid": "5f903d7f-03f8-4eab-bf11-8026969db53c", "tag": "9e943150-a2b2-4feb-8b61-500ffbf4e541"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:37:28.405889 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb320fae-331c-4c63-8771-ed6081e45c64 x-openstack-request-id: req-fb320fae-331c-4c63-8771-ed6081e45c64 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:37:28.405889 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f903d7f-03f8-4eab-bf11-8026969db53c", "tag": "9e943150-a2b2-4feb-8b61-500ffbf4e541", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:37:28.405889 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fb320fae-331c-4c63-8771-ed6081e45c64 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:37:28.406310 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f903d7f-03f8-4eab-bf11-8026969db53c', 'tag': '9e943150-a2b2-4feb-8b61-500ffbf4e541', 'status': 'completed', 'code': 200} Jan 28 03:37:28.464855 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-8d510ef3-ddd3-43af-a770-494c9ff4c23d None None] Set router b91edb2f-ab64-44a2-a5bd-dd4ea024a05e gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:37:28.506657 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b7151-53ea-443a-8287-ff67631b871f req-d5d38ce2-e72a-48b5-bbb7-a605f7ccc826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:28.508548 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e83b7151-53ea-443a-8287-ff67631b871f req-d5d38ce2-e72a-48b5-bbb7-a605f7ccc826 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4&device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 1098 time: 0.0556104 Jan 28 03:37:28.658283 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b7151-53ea-443a-8287-ff67631b871f req-2c45a050-4b23-44e3-bbe8-7f5060b3327a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:28.660345 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e83b7151-53ea-443a-8287-ff67631b871f req-2c45a050-4b23-44e3-bbe8-7f5060b3327a service neutron] 10.222.0.67 "GET /v2.0/networks?id=a9ca2f2d-a361-4de5-9a96-d6aec0f7379d HTTP/1.1" status: 200 len: 898 time: 0.1068785 Jan 28 03:37:28.683247 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-8d510ef3-ddd3-43af-a770-494c9ff4c23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-114543121', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e4dd5c0d-bf71-40b1-a868-2abfd60f1950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:34:38Z', 'updated_at': '2022-01-28T03:34:41Z', 'revision_number': 4, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': 'e4dd5c0d-bf71-40b1-a868-2abfd60f1950', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:38Z', 'updated_at': '2022-01-28T03:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '5a0b1189-2732-48b9-a4ab-b8890a37bbe3', 'name': '', 'network_id': 'a9ca2f2d-a361-4de5-9a96-d6aec0f7379d', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'mac_address': 'fa:16:3e:68:09:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '452c8ec5-8e79-460c-973e-d803756ba5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:41Z', 'updated_at': '2022-01-28T03:34:44Z', 'revision_number': 5, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'subnets': [{'id': '452c8ec5-8e79-460c-973e-d803756ba5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:37:28.706276 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e83b7151-53ea-443a-8287-ff67631b871f req-5ab0681f-8223-440f-ac31-b286c171d269 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e943150-a2b2-4feb-8b61-500ffbf4e541 HTTP/1.1" status: 200 len: 217 time: 0.0391016 Jan 28 03:37:28.711710 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d510ef3-ddd3-43af-a770-494c9ff4c23d None None] Checking router: b91edb2f-ab64-44a2-a5bd-dd4ea024a05e for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:37:28.721468 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d510ef3-ddd3-43af-a770-494c9ff4c23d None None] Routers {'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:37:28.721994 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-8d510ef3-ddd3-43af-a770-494c9ff4c23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:37:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['b91edb2f-ab64-44a2-a5bd-dd4ea024a05e'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:37:28.759661 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b7151-53ea-443a-8287-ff67631b871f req-158e9c85-f4eb-453a-a9ed-71a58c8e38d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:28.761660 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e83b7151-53ea-443a-8287-ff67631b871f req-158e9c85-f4eb-453a-a9ed-71a58c8e38d4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=452c8ec5-8e79-460c-973e-d803756ba5e2 HTTP/1.1" status: 200 len: 833 time: 0.0474515 Jan 28 03:37:28.823195 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b7151-53ea-443a-8287-ff67631b871f req-5c24a17f-cb59-466f-ba27-67a61b283ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:28.825258 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e83b7151-53ea-443a-8287-ff67631b871f req-5c24a17f-cb59-466f-ba27-67a61b283ac6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a9ca2f2d-a361-4de5-9a96-d6aec0f7379d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567770 Jan 28 03:37:28.835886 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-8d510ef3-ddd3-43af-a770-494c9ff4c23d None None] Set router b91edb2f-ab64-44a2-a5bd-dd4ea024a05e gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:37:28.929039 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e83b7151-53ea-443a-8287-ff67631b871f req-f80bba16-6e89-4be9-9eca-7c2dc4a20a0f service neutron] 10.222.0.67 "GET /v2.0/networks/a9ca2f2d-a361-4de5-9a96-d6aec0f7379d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968454 Jan 28 03:37:29.008683 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb3304-7e7d-4c5f-b519-06ea170ee85d req-98df188c-915c-40be-94dd-2bf35bcc44a6 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:29.010139 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-85fb3304-7e7d-4c5f-b519-06ea170ee85d req-98df188c-915c-40be-94dd-2bf35bcc44a6 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 946 time: 0.4436452 Jan 28 03:37:29.037140 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e83b7151-53ea-443a-8287-ff67631b871f req-869419d6-a03f-4014-b80e-36da7d8d976b service neutron] 10.222.0.67 "GET /v2.0/networks/a9ca2f2d-a361-4de5-9a96-d6aec0f7379d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006949 Jan 28 03:37:29.053063 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-8d510ef3-ddd3-43af-a770-494c9ff4c23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-114543121', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e4dd5c0d-bf71-40b1-a868-2abfd60f1950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:34:38Z', 'updated_at': '2022-01-28T03:34:41Z', 'revision_number': 4, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': 'e4dd5c0d-bf71-40b1-a868-2abfd60f1950', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:38Z', 'updated_at': '2022-01-28T03:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '5a0b1189-2732-48b9-a4ab-b8890a37bbe3', 'name': '', 'network_id': 'a9ca2f2d-a361-4de5-9a96-d6aec0f7379d', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'mac_address': 'fa:16:3e:68:09:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '452c8ec5-8e79-460c-973e-d803756ba5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:41Z', 'updated_at': '2022-01-28T03:34:44Z', 'revision_number': 5, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'subnets': [{'id': '452c8ec5-8e79-460c-973e-d803756ba5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:37:29.060080 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-85fb3304-7e7d-4c5f-b519-06ea170ee85d req-d43303ef-3cc6-4cf5-a86f-55e7db50674a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a6fab9-4eea-40bc-ac73-147c0d43fa4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436804 Jan 28 03:37:29.169908 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d510ef3-ddd3-43af-a770-494c9ff4c23d None None] The sync data for ids ['b91edb2f-ab64-44a2-a5bd-dd4ea024a05e'] in n-d-712139-27 is: [{'id': 'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-114543121', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e4dd5c0d-bf71-40b1-a868-2abfd60f1950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:34:38Z', 'updated_at': '2022-01-28T03:34:41Z', 'revision_number': 4, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': 'e4dd5c0d-bf71-40b1-a868-2abfd60f1950', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:38Z', 'updated_at': '2022-01-28T03:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '5a0b1189-2732-48b9-a4ab-b8890a37bbe3', 'name': '', 'network_id': 'a9ca2f2d-a361-4de5-9a96-d6aec0f7379d', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'mac_address': 'fa:16:3e:68:09:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '452c8ec5-8e79-460c-973e-d803756ba5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:41Z', 'updated_at': '2022-01-28T03:34:44Z', 'revision_number': 5, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'subnets': [{'id': '452c8ec5-8e79-460c-973e-d803756ba5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:37:29.410831 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6de1cbd-d023-4f04-97e9-ba7fd7eaeee6 None None] New status for floating IP 583740da-0f6b-474e-9586-ff2c46d439e1: DOWN {{(pid=109804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:37:29.486806 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:29.744134 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3397d610-7681-44c8-8d28-d9e2d8ac7a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:30.195594 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d8917-342c-476e-8896-c790f3fc795f req-83a396e1-01f1-4053-93ec-437eb0f07587 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:30.197225 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ef9d8917-342c-476e-8896-c790f3fc795f req-83a396e1-01f1-4053-93ec-437eb0f07587 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 946 time: 0.0553863 Jan 28 03:37:30.253948 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ef9d8917-342c-476e-8896-c790f3fc795f req-c5c80cf7-a134-407b-84fe-436f36abe489 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a6fab9-4eea-40bc-ac73-147c0d43fa4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501239 Jan 28 03:37:30.489730 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab96b17-fb21-4448-b5a9-de5f50d72c96 req-04ef81e8-d802-427e-8a04-66640866aec6 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:30.491101 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8ab96b17-fb21-4448-b5a9-de5f50d72c96 req-04ef81e8-d802-427e-8a04-66640866aec6 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 946 time: 0.0574250 Jan 28 03:37:30.592025 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-8ab96b17-fb21-4448-b5a9-de5f50d72c96 req-bcbf7fb8-45ce-42ad-bd9c-c61894c3d8ac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Deleting port 9e943150-a2b2-4feb-8b61-500ffbf4e541 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:37:30.592348 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-8ab96b17-fb21-4448-b5a9-de5f50d72c96 req-bcbf7fb8-45ce-42ad-bd9c-c61894c3d8ac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (9e943150-a2b2-4feb-8b61-500ffbf4e541), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:30.684070 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-8ab96b17-fb21-4448-b5a9-de5f50d72c96 req-bcbf7fb8-45ce-42ad-bd9c-c61894c3d8ac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] For port 9e943150-a2b2-4feb-8b61-500ffbf4e541, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=9e943150-a2b2-4feb-8b61-500ffbf4e541,segment=NetworkSegment(1af898a0-ff9e-4961-a4f8-9f6a0aeee62f),segment_id=1af898a0-ff9e-4961-a4f8-9f6a0aeee62f)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:37:30.684595 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-8ab96b17-fb21-4448-b5a9-de5f50d72c96 req-bcbf7fb8-45ce-42ad-bd9c-c61894c3d8ac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (9e943150-a2b2-4feb-8b61-500ffbf4e541), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:30.698576 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-8ab96b17-fb21-4448-b5a9-de5f50d72c96 req-bcbf7fb8-45ce-42ad-bd9c-c61894c3d8ac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Calling delete_port for 9e943150-a2b2-4feb-8b61-500ffbf4e541 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:37:30.841403 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-8ab96b17-fb21-4448-b5a9-de5f50d72c96 req-bcbf7fb8-45ce-42ad-bd9c-c61894c3d8ac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (9e943150-a2b2-4feb-8b61-500ffbf4e541), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:30.870480 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbf7fb8-45ce-42ad-bd9c-c61894c3d8ac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event deleted for resources: {'Port': ['ID=9e943150-a2b2-4feb-8b61-500ffbf4e541,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:30.884525 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbf7fb8-45ce-42ad-bd9c-c61894c3d8ac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:30.884882 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbf7fb8-45ce-42ad-bd9c-c61894c3d8ac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:30.885256 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbf7fb8-45ce-42ad-bd9c-c61894c3d8ac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:30.885597 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbf7fb8-45ce-42ad-bd9c-c61894c3d8ac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:30.885916 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbf7fb8-45ce-42ad-bd9c-c61894c3d8ac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:30.886235 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbf7fb8-45ce-42ad-bd9c-c61894c3d8ac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:30.886566 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbf7fb8-45ce-42ad-bd9c-c61894c3d8ac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:30.886896 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbf7fb8-45ce-42ad-bd9c-c61894c3d8ac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:30.887228 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbf7fb8-45ce-42ad-bd9c-c61894c3d8ac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:30.887560 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbf7fb8-45ce-42ad-bd9c-c61894c3d8ac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:30.887891 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbf7fb8-45ce-42ad-bd9c-c61894c3d8ac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:30.888213 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbf7fb8-45ce-42ad-bd9c-c61894c3d8ac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:30.888544 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbf7fb8-45ce-42ad-bd9c-c61894c3d8ac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:30.926452 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab96b17-fb21-4448-b5a9-de5f50d72c96 req-bcbf7fb8-45ce-42ad-bd9c-c61894c3d8ac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] No DVR routers for this DVR port 9e943150-a2b2-4feb-8b61-500ffbf4e541 on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:37:30.929188 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-8ab96b17-fb21-4448-b5a9-de5f50d72c96 req-bcbf7fb8-45ce-42ad-bd9c-c61894c3d8ac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:30.932577 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8ab96b17-fb21-4448-b5a9-de5f50d72c96 req-bcbf7fb8-45ce-42ad-bd9c-c61894c3d8ac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.67 "DELETE /v2.0/ports/9e943150-a2b2-4feb-8b61-500ffbf4e541 HTTP/1.1" status: 204 len: 173 time: 0.4365027 Jan 28 03:37:30.933017 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f903d7f-03f8-4eab-bf11-8026969db53c', 'name': 'network-vif-deleted', 'tag': '9e943150-a2b2-4feb-8b61-500ffbf4e541'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:37:30.935323 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07a0de2-cbff-4b4a-aaab-e19703828246" -d '{"events": [{"server_uuid": "5f903d7f-03f8-4eab-bf11-8026969db53c", "name": "network-vif-deleted", "tag": "9e943150-a2b2-4feb-8b61-500ffbf4e541"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:37:30.978520 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03524493-5776-4bfc-a1b7-96ee25a986cd x-openstack-request-id: req-03524493-5776-4bfc-a1b7-96ee25a986cd {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:37:30.979035 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f903d7f-03f8-4eab-bf11-8026969db53c", "name": "network-vif-deleted", "tag": "9e943150-a2b2-4feb-8b61-500ffbf4e541", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:37:30.979276 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-03524493-5776-4bfc-a1b7-96ee25a986cd {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:37:30.979696 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f903d7f-03f8-4eab-bf11-8026969db53c', 'name': 'network-vif-deleted', 'tag': '9e943150-a2b2-4feb-8b61-500ffbf4e541', 'status': 'completed', 'code': 200} Jan 28 03:37:31.379060 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3604f228-9886-42da-a544-a4d91ba3433c req-c921cce3-e5f1-4767-a370-12c0a0afaa35 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f903d7f-03f8-4eab-bf11-8026969db53c HTTP/1.1" status: 200 len: 210 time: 0.0284450 Jan 28 03:37:31.830669 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dc02ea26-0549-4e74-bcd1-0743916b5003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:32.448909 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59990) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:33.185491 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8f90798d-e8f6-4d17-80f8-eb53f320d530 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (b91edb2f-ab64-44a2-a5bd-dd4ea024a05e), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:33.448914 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:33.471671 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-8f90798d-e8f6-4d17-80f8-eb53f320d530 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Deleting port 5a0b1189-2732-48b9-a4ab-b8890a37bbe3 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:37:33.472229 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8f90798d-e8f6-4d17-80f8-eb53f320d530 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (5a0b1189-2732-48b9-a4ab-b8890a37bbe3), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:33.569812 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-8f90798d-e8f6-4d17-80f8-eb53f320d530 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] For port 5a0b1189-2732-48b9-a4ab-b8890a37bbe3, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=5a0b1189-2732-48b9-a4ab-b8890a37bbe3,segment=NetworkSegment(1af898a0-ff9e-4961-a4f8-9f6a0aeee62f),segment_id=1af898a0-ff9e-4961-a4f8-9f6a0aeee62f)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:37:33.570186 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8f90798d-e8f6-4d17-80f8-eb53f320d530 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (5a0b1189-2732-48b9-a4ab-b8890a37bbe3), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:33.583310 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-8f90798d-e8f6-4d17-80f8-eb53f320d530 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Calling delete_port for 5a0b1189-2732-48b9-a4ab-b8890a37bbe3 owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:37:33.756515 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:33.782811 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8f90798d-e8f6-4d17-80f8-eb53f320d530 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (5a0b1189-2732-48b9-a4ab-b8890a37bbe3), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:33.811825 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f90798d-e8f6-4d17-80f8-eb53f320d530 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event deleted for resources: {'Port': ['ID=5a0b1189-2732-48b9-a4ab-b8890a37bbe3,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:33.990877 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8f90798d-e8f6-4d17-80f8-eb53f320d530 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (b91edb2f-ab64-44a2-a5bd-dd4ea024a05e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:34.216365 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f90798d-e8f6-4d17-80f8-eb53f320d530 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Router b91edb2f-ab64-44a2-a5bd-dd4ea024a05e has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:37:34.321323 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f90798d-e8f6-4d17-80f8-eb53f320d530 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:37:34.326506 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8f90798d-e8f6-4d17-80f8-eb53f320d530 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "PUT /v2.0/routers/b91edb2f-ab64-44a2-a5bd-dd4ea024a05e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8764949 Jan 28 03:37:34.329885 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59992) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:34.332100 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd01a51-3817-4e13-a15d-c2471c04c927 None None] Sync routers for ids ['b91edb2f-ab64-44a2-a5bd-dd4ea024a05e'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:37:34.342972 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd01a51-3817-4e13-a15d-c2471c04c927 None None] Routers {'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:37:34.343675 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-4dd01a51-3817-4e13-a15d-c2471c04c927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:37:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['b91edb2f-ab64-44a2-a5bd-dd4ea024a05e'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:37:34.383545 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-5488fa0b-3334-457f-a383-98592531c7c8 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Deleting subnet 452c8ec5-8e79-460c-973e-d803756ba5e2 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:37:34.386765 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5488fa0b-3334-457f-a383-98592531c7c8 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for subnet (452c8ec5-8e79-460c-973e-d803756ba5e2), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:34.426162 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5488fa0b-3334-457f-a383-98592531c7c8 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (452c8ec5-8e79-460c-973e-d803756ba5e2), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:34.448106 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-4dd01a51-3817-4e13-a15d-c2471c04c927 None None] Set router b91edb2f-ab64-44a2-a5bd-dd4ea024a05e gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:37:34.508008 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5488fa0b-3334-457f-a383-98592531c7c8 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (452c8ec5-8e79-460c-973e-d803756ba5e2), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:34.571575 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5488fa0b-3334-457f-a383-98592531c7c8 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (452c8ec5-8e79-460c-973e-d803756ba5e2), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:34.601509 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5488fa0b-3334-457f-a383-98592531c7c8 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event deleted for resources: {'Subnet': ['ID=452c8ec5-8e79-460c-973e-d803756ba5e2,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:34.607541 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5488fa0b-3334-457f-a383-98592531c7c8 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:34.610486 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5488fa0b-3334-457f-a383-98592531c7c8 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "DELETE /v2.0/subnets/452c8ec5-8e79-460c-973e-d803756ba5e2 HTTP/1.1" status: 204 len: 168 time: 0.2796972 Jan 28 03:37:34.613300 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59994) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:34.614342 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd00489-b013-42da-a0ce-c192bf54a0c0 None None] Network a9ca2f2d-a361-4de5-9a96-d6aec0f7379d requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:37:34.642978 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-4dd01a51-3817-4e13-a15d-c2471c04c927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-114543121', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e4dd5c0d-bf71-40b1-a868-2abfd60f1950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:34:38Z', 'updated_at': '2022-01-28T03:37:33Z', 'revision_number': 5, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': 'e4dd5c0d-bf71-40b1-a868-2abfd60f1950', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:38Z', 'updated_at': '2022-01-28T03:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:37:34.670349 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd01a51-3817-4e13-a15d-c2471c04c927 None None] Checking router: b91edb2f-ab64-44a2-a5bd-dd4ea024a05e for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:37:34.679346 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd01a51-3817-4e13-a15d-c2471c04c927 None None] Routers {'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:37:34.679966 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-4dd01a51-3817-4e13-a15d-c2471c04c927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:37:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['b91edb2f-ab64-44a2-a5bd-dd4ea024a05e'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:37:34.736269 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1ece95e7-49d0-4006-83b9-625224b773ed tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for router (b91edb2f-ab64-44a2-a5bd-dd4ea024a05e), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:34.776222 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f4f922-0dc7-4ba8-9099-9184fe195ff1 None None] DHCP port deletion for a9ca2f2d-a361-4de5-9a96-d6aec0f7379d request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:37:34.784429 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-4dd01a51-3817-4e13-a15d-c2471c04c927 None None] Set router b91edb2f-ab64-44a2-a5bd-dd4ea024a05e gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:37:34.827229 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-a5f4f922-0dc7-4ba8-9099-9184fe195ff1 None None] Deleting port 1f8881d1-00c8-4bf0-a18d-d89beaec049b {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:37:34.827909 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a5f4f922-0dc7-4ba8-9099-9184fe195ff1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (1f8881d1-00c8-4bf0-a18d-d89beaec049b), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:34.846736 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1ece95e7-49d0-4006-83b9-625224b773ed tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for router_gateway (b91edb2f-ab64-44a2-a5bd-dd4ea024a05e), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:34.902617 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-1ece95e7-49d0-4006-83b9-625224b773ed tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Deleting port e4dd5c0d-bf71-40b1-a868-2abfd60f1950 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:37:34.902994 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1ece95e7-49d0-4006-83b9-625224b773ed tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (e4dd5c0d-bf71-40b1-a868-2abfd60f1950), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:34.904350 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-a5f4f922-0dc7-4ba8-9099-9184fe195ff1 None None] For port 1f8881d1-00c8-4bf0-a18d-d89beaec049b, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=1f8881d1-00c8-4bf0-a18d-d89beaec049b,segment=NetworkSegment(1af898a0-ff9e-4961-a4f8-9f6a0aeee62f),segment_id=1af898a0-ff9e-4961-a4f8-9f6a0aeee62f)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:37:34.904759 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a5f4f922-0dc7-4ba8-9099-9184fe195ff1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (1f8881d1-00c8-4bf0-a18d-d89beaec049b), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:34.915395 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:34.919194 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-a5f4f922-0dc7-4ba8-9099-9184fe195ff1 None None] Calling delete_port for 1f8881d1-00c8-4bf0-a18d-d89beaec049b owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:37:34.960848 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-4dd01a51-3817-4e13-a15d-c2471c04c927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-114543121', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e4dd5c0d-bf71-40b1-a868-2abfd60f1950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:34:38Z', 'updated_at': '2022-01-28T03:37:33Z', 'revision_number': 5, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': 'e4dd5c0d-bf71-40b1-a868-2abfd60f1950', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:38Z', 'updated_at': '2022-01-28T03:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:37:34.983875 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-1ece95e7-49d0-4006-83b9-625224b773ed tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] For port e4dd5c0d-bf71-40b1-a868-2abfd60f1950, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=e4dd5c0d-bf71-40b1-a868-2abfd60f1950,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:37:34.984321 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1ece95e7-49d0-4006-83b9-625224b773ed tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (e4dd5c0d-bf71-40b1-a868-2abfd60f1950), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:34.990824 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd01a51-3817-4e13-a15d-c2471c04c927 None None] The sync data for ids ['b91edb2f-ab64-44a2-a5bd-dd4ea024a05e'] in n-d-712139-27 is: [{'id': 'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-114543121', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e4dd5c0d-bf71-40b1-a868-2abfd60f1950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:34:38Z', 'updated_at': '2022-01-28T03:37:33Z', 'revision_number': 5, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': 'e4dd5c0d-bf71-40b1-a868-2abfd60f1950', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91edb2f-ab64-44a2-a5bd-dd4ea024a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:34:38Z', 'updated_at': '2022-01-28T03:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:37:34.998801 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-1ece95e7-49d0-4006-83b9-625224b773ed tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Calling delete_port for e4dd5c0d-bf71-40b1-a868-2abfd60f1950 owned by network:router_gateway {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:37:35.004072 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a5f4f922-0dc7-4ba8-9099-9184fe195ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (1f8881d1-00c8-4bf0-a18d-d89beaec049b), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:35.028930 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f4f922-0dc7-4ba8-9099-9184fe195ff1 None None] Pushing event deleted for resources: {'Port': ['ID=1f8881d1-00c8-4bf0-a18d-d89beaec049b,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:35.033407 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f4f922-0dc7-4ba8-9099-9184fe195ff1 None None] No DVR routers for this DVR port 1f8881d1-00c8-4bf0-a18d-d89beaec049b on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:37:35.040742 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f4f922-0dc7-4ba8-9099-9184fe195ff1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:35.041118 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f4f922-0dc7-4ba8-9099-9184fe195ff1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:35.041458 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f4f922-0dc7-4ba8-9099-9184fe195ff1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:35.041953 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f4f922-0dc7-4ba8-9099-9184fe195ff1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:35.042613 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f4f922-0dc7-4ba8-9099-9184fe195ff1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:35.042924 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f4f922-0dc7-4ba8-9099-9184fe195ff1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:35.043250 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f4f922-0dc7-4ba8-9099-9184fe195ff1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:35.044081 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f4f922-0dc7-4ba8-9099-9184fe195ff1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:35.044081 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f4f922-0dc7-4ba8-9099-9184fe195ff1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:35.044373 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f4f922-0dc7-4ba8-9099-9184fe195ff1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:35.044857 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f4f922-0dc7-4ba8-9099-9184fe195ff1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:35.045356 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f4f922-0dc7-4ba8-9099-9184fe195ff1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:35.046341 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f4f922-0dc7-4ba8-9099-9184fe195ff1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:35.177363 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1ece95e7-49d0-4006-83b9-625224b773ed tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (e4dd5c0d-bf71-40b1-a868-2abfd60f1950), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:35.206687 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece95e7-49d0-4006-83b9-625224b773ed tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event deleted for resources: {'Port': ['ID=e4dd5c0d-bf71-40b1-a868-2abfd60f1950,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:35.273094 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1ece95e7-49d0-4006-83b9-625224b773ed tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (b91edb2f-ab64-44a2-a5bd-dd4ea024a05e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:35.384228 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1ece95e7-49d0-4006-83b9-625224b773ed tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (b91edb2f-ab64-44a2-a5bd-dd4ea024a05e), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:35.387065 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1ece95e7-49d0-4006-83b9-625224b773ed tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for router_controller (b91edb2f-ab64-44a2-a5bd-dd4ea024a05e), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:35.404760 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 9e943150-a2b2-4feb-8b61-500ffbf4e541 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:37:35.428687 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: 9e943150-a2b2-4feb-8b61-500ffbf4e541 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:37:35.429317 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 9e943150-a2b2-4feb-8b61-500ffbf4e541 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:37:35.440672 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-86650b73-e742-4205-adb0-de54851dfb83 req-cd70474c-4843-4cc1-9b1d-f3623acc0ff0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=456f4c7d-27e5-4a6d-bb98-7cceb6742fb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1411240 Jan 28 03:37:35.442005 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1ece95e7-49d0-4006-83b9-625224b773ed tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (b91edb2f-ab64-44a2-a5bd-dd4ea024a05e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:35.442511 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ece95e7-49d0-4006-83b9-625224b773ed tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Fanout notify agent at l3_agent the message router_deleted on router b91edb2f-ab64-44a2-a5bd-dd4ea024a05e {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:37:35.449317 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1ece95e7-49d0-4006-83b9-625224b773ed tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:35.450443 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1ece95e7-49d0-4006-83b9-625224b773ed tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "DELETE /v2.0/routers/b91edb2f-ab64-44a2-a5bd-dd4ea024a05e HTTP/1.1" status: 204 len: 168 time: 0.8362093 Jan 28 03:37:35.453206 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 59996) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:35.510151 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 5a0b1189-2732-48b9-a4ab-b8890a37bbe3 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:37:35.537342 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 5a0b1189-2732-48b9-a4ab-b8890a37bbe3 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:37:35.537740 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 5a0b1189-2732-48b9-a4ab-b8890a37bbe3 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:37:35.538142 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 1f8881d1-00c8-4bf0-a18d-d89beaec049b no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:37:35.559254 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 1f8881d1-00c8-4bf0-a18d-d89beaec049b {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:37:35.559605 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 1f8881d1-00c8-4bf0-a18d-d89beaec049b not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:37:35.561573 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-13bd6815-5274-4ec2-8366-8cb1c19a8aef tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (a9ca2f2d-a361-4de5-9a96-d6aec0f7379d), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:35.576426 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86650b73-e742-4205-adb0-de54851dfb83 req-d9609fb0-7075-464a-862e-f8bc4c884f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:35.577972 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-86650b73-e742-4205-adb0-de54851dfb83 req-d9609fb0-7075-464a-862e-f8bc4c884f7d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2365aae0ed6c4140b140950cf90dbe31&device_id=456f4c7d-27e5-4a6d-bb98-7cceb6742fb7 HTTP/1.1" status: 200 len: 1097 time: 0.0660663 Jan 28 03:37:35.711086 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-13bd6815-5274-4ec2-8366-8cb1c19a8aef tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (a9ca2f2d-a361-4de5-9a96-d6aec0f7379d), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:35.744514 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-13bd6815-5274-4ec2-8366-8cb1c19a8aef tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ca2f2d-a361-4de5-9a96-d6aec0f7379d']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:37:35.763344 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-13bd6815-5274-4ec2-8366-8cb1c19a8aef tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1af898a0-ff9e-4961-a4f8-9f6a0aeee62f') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:37:35.763645 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-13bd6815-5274-4ec2-8366-8cb1c19a8aef tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1af898a0-ff9e-4961-a4f8-9f6a0aeee62f') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:37:35.775531 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86650b73-e742-4205-adb0-de54851dfb83 req-2517306d-dbca-4ee1-a956-301f277d4a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:35.777018 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-86650b73-e742-4205-adb0-de54851dfb83 req-2517306d-dbca-4ee1-a956-301f277d4a0d service neutron] 10.222.0.67 "GET /v2.0/networks?id=d08f29da-d40d-4b15-9f9f-e3612c5ec470 HTTP/1.1" status: 200 len: 912 time: 0.1707065 Jan 28 03:37:35.778706 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-13bd6815-5274-4ec2-8366-8cb1c19a8aef tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (1af898a0-ff9e-4961-a4f8-9f6a0aeee62f), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:35.823848 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-13bd6815-5274-4ec2-8366-8cb1c19a8aef tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (1af898a0-ff9e-4961-a4f8-9f6a0aeee62f), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:35.835972 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13bd6815-5274-4ec2-8366-8cb1c19a8aef tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:37:35.836458 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-13bd6815-5274-4ec2-8366-8cb1c19a8aef tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (1af898a0-ff9e-4961-a4f8-9f6a0aeee62f), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:35.839462 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:37:35.839462 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:37:35.839462 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:37:35.839462 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:37:35.839462 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:37:35.839462 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:37:35.839462 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:37:35.839462 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:37:35.839462 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:37:35.839462 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:37:35.839462 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:37:35.839462 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:37:35.839462 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:37:35.839462 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:37:35.839462 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:37:35.839462 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:37:35.839462 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:37:35.839462 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:37:35.839462 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:37:35.839462 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:37:35.839462 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:37:35.839462 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:37:35.839462 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:37:35.839462 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:37:35.839462 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:37:35.839462 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:37:35.839462 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:37:35.839462 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:37:35.839462 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:37:35.839462 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:37:35.839462 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:37:35.839462 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:37:35.901762 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-86650b73-e742-4205-adb0-de54851dfb83 req-b178445a-ae80-4484-afc2-c428f2868ab4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c HTTP/1.1" status: 200 len: 1000 time: 0.1164873 Jan 28 03:37:35.918529 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-13bd6815-5274-4ec2-8366-8cb1c19a8aef tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (a9ca2f2d-a361-4de5-9a96-d6aec0f7379d), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:35.945966 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-13bd6815-5274-4ec2-8366-8cb1c19a8aef tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:35.949227 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-13bd6815-5274-4ec2-8366-8cb1c19a8aef tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "DELETE /v2.0/networks/a9ca2f2d-a361-4de5-9a96-d6aec0f7379d HTTP/1.1" status: 204 len: 168 time: 0.4946675 Jan 28 03:37:35.952327 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 59998) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:35.964355 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd6815-5274-4ec2-8366-8cb1c19a8aef tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event deleted for resources: {'Network': ['ID=a9ca2f2d-a361-4de5-9a96-d6aec0f7379d,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:35.974416 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86650b73-e742-4205-adb0-de54851dfb83 req-97693ea4-234a-44f3-838f-c7d7f14a44c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:35.975978 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-86650b73-e742-4205-adb0-de54851dfb83 req-97693ea4-234a-44f3-838f-c7d7f14a44c5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6fca48db-7702-4589-8da6-18a07f4297d3 HTTP/1.1" status: 200 len: 850 time: 0.0685658 Jan 28 03:37:36.010172 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0f29a56e-edd4-4e48-a857-2ee92abe2fcf tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group (a9a6fab9-4eea-40bc-ac73-147c0d43fa4c), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:36.021940 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86650b73-e742-4205-adb0-de54851dfb83 req-34b513b4-577f-44d0-bb14-ebd2a01475e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:36.023412 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-86650b73-e742-4205-adb0-de54851dfb83 req-34b513b4-577f-44d0-bb14-ebd2a01475e3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d08f29da-d40d-4b15-9f9f-e3612c5ec470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407312 Jan 28 03:37:36.035361 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0f29a56e-edd4-4e48-a857-2ee92abe2fcf tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group (a9a6fab9-4eea-40bc-ac73-147c0d43fa4c), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:36.103796 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0f29a56e-edd4-4e48-a857-2ee92abe2fcf tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (a9a6fab9-4eea-40bc-ac73-147c0d43fa4c), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:36.106589 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0f29a56e-edd4-4e48-a857-2ee92abe2fcf tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:36.107959 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0f29a56e-edd4-4e48-a857-2ee92abe2fcf tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "DELETE /v2.0/security-groups/a9a6fab9-4eea-40bc-ac73-147c0d43fa4c HTTP/1.1" status: 204 len: 168 time: 0.1546600 Jan 28 03:37:36.118214 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f29a56e-edd4-4e48-a857-2ee92abe2fcf tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a6fab9-4eea-40bc-ac73-147c0d43fa4c,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:36.146064 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-86650b73-e742-4205-adb0-de54851dfb83 req-13b226b0-f77a-419d-a20f-9145838b7b25 service neutron] 10.222.0.67 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167989 Jan 28 03:37:36.207158 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:36.242222 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-86650b73-e742-4205-adb0-de54851dfb83 req-6e7625ca-c23b-4d50-80d1-84613b17d48d service neutron] 10.222.0.67 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895262 Jan 28 03:37:36.356646 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60006) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:36.361322 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-5a1b8c41-7ee5-46dd-a804-e62dd1b5ee05 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1976545495', 'description': 'tempest-secgroup-smoke-1976545495 description', 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:36.384063 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5a1b8c41-7ee5-46dd-a804-e62dd1b5ee05 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:36.458794 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5a1b8c41-7ee5-46dd-a804-e62dd1b5ee05 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group (45885ed6-6d72-4c87-8b5e-edb5222fb073), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:36.464162 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5a1b8c41-7ee5-46dd-a804-e62dd1b5ee05 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (45885ed6-6d72-4c87-8b5e-edb5222fb073), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:36.491623 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5a1b8c41-7ee5-46dd-a804-e62dd1b5ee05 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:36.492907 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5a1b8c41-7ee5-46dd-a804-e62dd1b5ee05 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1351819 Jan 28 03:37:36.496034 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60008) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:36.497311 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b8c41-7ee5-46dd-a804-e62dd1b5ee05 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45885ed6-6d72-4c87-8b5e-edb5222fb073,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:36.500876 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-b78bae35-ade2-4e61-92d8-2f696c4c1b53 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Request body: {'security_group_rule': {'security_group_id': '45885ed6-6d72-4c87-8b5e-edb5222fb073', 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:36.527640 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b78bae35-ade2-4e61-92d8-2f696c4c1b53 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (9b58b7be-b581-4926-9a25-55d85e76ef06), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:36.593178 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b78bae35-ade2-4e61-92d8-2f696c4c1b53 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (9b58b7be-b581-4926-9a25-55d85e76ef06), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:36.599356 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b78bae35-ade2-4e61-92d8-2f696c4c1b53 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (9b58b7be-b581-4926-9a25-55d85e76ef06), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:36.619402 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78bae35-ade2-4e61-92d8-2f696c4c1b53 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b58b7be-b581-4926-9a25-55d85e76ef06,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:36.627503 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b78bae35-ade2-4e61-92d8-2f696c4c1b53 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:36.628704 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b78bae35-ade2-4e61-92d8-2f696c4c1b53 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1315875 Jan 28 03:37:36.631898 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60010) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:36.636623 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-525a56f1-8ac2-456e-8b79-edc22fe0bcb2 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Request body: {'security_group_rule': {'security_group_id': '45885ed6-6d72-4c87-8b5e-edb5222fb073', 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:36.663689 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-525a56f1-8ac2-456e-8b79-edc22fe0bcb2 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (a3ccef0d-651b-45a1-be4c-7ea981c2500e), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:36.724439 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-525a56f1-8ac2-456e-8b79-edc22fe0bcb2 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (a3ccef0d-651b-45a1-be4c-7ea981c2500e), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:36.730161 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-525a56f1-8ac2-456e-8b79-edc22fe0bcb2 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (a3ccef0d-651b-45a1-be4c-7ea981c2500e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:36.747397 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a56f1-8ac2-456e-8b79-edc22fe0bcb2 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3ccef0d-651b-45a1-be4c-7ea981c2500e,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:36.757707 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-525a56f1-8ac2-456e-8b79-edc22fe0bcb2 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:36.758928 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-525a56f1-8ac2-456e-8b79-edc22fe0bcb2 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1259046 Jan 28 03:37:36.761746 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60012) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:36.766251 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-74fce5b2-c202-49f3-a212-141c2a400b87 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Request body: {'security_group_rule': {'security_group_id': '45885ed6-6d72-4c87-8b5e-edb5222fb073', 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:36.793191 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-74fce5b2-c202-49f3-a212-141c2a400b87 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (90126581-2eb5-4195-a6a7-123e4ccfddaf), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:36.855435 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-74fce5b2-c202-49f3-a212-141c2a400b87 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (90126581-2eb5-4195-a6a7-123e4ccfddaf), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:36.861007 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-74fce5b2-c202-49f3-a212-141c2a400b87 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (90126581-2eb5-4195-a6a7-123e4ccfddaf), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:36.879224 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fce5b2-c202-49f3-a212-141c2a400b87 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90126581-2eb5-4195-a6a7-123e4ccfddaf,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:36.887821 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-74fce5b2-c202-49f3-a212-141c2a400b87 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:36.889054 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-74fce5b2-c202-49f3-a212-141c2a400b87 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1263740 Jan 28 03:37:36.892075 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60014) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:36.896370 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-b8bb4f59-6fbc-4f9f-bb00-dfd063a516bc tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Request body: {'security_group_rule': {'security_group_id': '45885ed6-6d72-4c87-8b5e-edb5222fb073', 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:36.922878 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b8bb4f59-6fbc-4f9f-bb00-dfd063a516bc tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (257d84b4-fa93-490d-bb50-df95727b112c), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:36.992455 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b8bb4f59-6fbc-4f9f-bb00-dfd063a516bc tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (257d84b4-fa93-490d-bb50-df95727b112c), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:36.997784 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b8bb4f59-6fbc-4f9f-bb00-dfd063a516bc tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (257d84b4-fa93-490d-bb50-df95727b112c), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:37.015941 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb4f59-6fbc-4f9f-bb00-dfd063a516bc tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=257d84b4-fa93-490d-bb50-df95727b112c,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:37.025096 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b8bb4f59-6fbc-4f9f-bb00-dfd063a516bc tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:37.026315 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b8bb4f59-6fbc-4f9f-bb00-dfd063a516bc tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1333194 Jan 28 03:37:37.030142 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60016) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:37.034461 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-f8cd17bd-48d5-4b5a-b495-744143f20ac8 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Request body: {'security_group_rule': {'security_group_id': '45885ed6-6d72-4c87-8b5e-edb5222fb073', 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:37.055652 n-d-712139-27 neutron-server[109803]: INFO neutron.db.securitygroups_db [None req-f8cd17bd-48d5-4b5a-b495-744143f20ac8 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Project 00e9c1349da04a5ba2162f0bfd8a15b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 03:37:37.060844 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f8cd17bd-48d5-4b5a-b495-744143f20ac8 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (22ba57a3-64d8-4fd0-acb9-fb9984370974), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:37.128094 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f8cd17bd-48d5-4b5a-b495-744143f20ac8 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (22ba57a3-64d8-4fd0-acb9-fb9984370974), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:37.134481 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f8cd17bd-48d5-4b5a-b495-744143f20ac8 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (22ba57a3-64d8-4fd0-acb9-fb9984370974), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:37.135528 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device e4dd5c0d-bf71-40b1-a868-2abfd60f1950 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:37:37.152445 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd17bd-48d5-4b5a-b495-744143f20ac8 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22ba57a3-64d8-4fd0-acb9-fb9984370974,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:37.156189 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: e4dd5c0d-bf71-40b1-a868-2abfd60f1950 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:37:37.156543 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device e4dd5c0d-bf71-40b1-a868-2abfd60f1950 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:37:37.163443 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f8cd17bd-48d5-4b5a-b495-744143f20ac8 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:37.165572 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f8cd17bd-48d5-4b5a-b495-744143f20ac8 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1343784 Jan 28 03:37:37.167404 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60018) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:37.172116 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-2395fa91-3f56-4148-8fe3-d48476e4e760 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Request body: {'security_group_rule': {'security_group_id': '45885ed6-6d72-4c87-8b5e-edb5222fb073', 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:37.195262 n-d-712139-27 neutron-server[109803]: INFO neutron.db.securitygroups_db [None req-2395fa91-3f56-4148-8fe3-d48476e4e760 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Project 00e9c1349da04a5ba2162f0bfd8a15b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 03:37:37.200749 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2395fa91-3f56-4148-8fe3-d48476e4e760 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (1ce5fcc9-66d1-421b-9c85-683e44420301), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:37.266532 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2395fa91-3f56-4148-8fe3-d48476e4e760 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (1ce5fcc9-66d1-421b-9c85-683e44420301), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:37.271936 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2395fa91-3f56-4148-8fe3-d48476e4e760 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (1ce5fcc9-66d1-421b-9c85-683e44420301), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:37.293060 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2395fa91-3f56-4148-8fe3-d48476e4e760 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ce5fcc9-66d1-421b-9c85-683e44420301,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:37.303434 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2395fa91-3f56-4148-8fe3-d48476e4e760 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:37.304693 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-2395fa91-3f56-4148-8fe3-d48476e4e760 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1363516 Jan 28 03:37:37.312679 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60020) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:37.317738 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-86cfb7f6-fd7b-487c-afaa-0f24a89a898e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Request body: {'network': {'name': 'tempest-network-smoke--319366063', 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'port_security_enabled': True}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:37.339398 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86cfb7f6-fd7b-487c-afaa-0f24a89a898e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Made reservation on behalf of 00e9c1349da04a5ba2162f0bfd8a15b4 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:37:37.342794 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-86cfb7f6-fd7b-487c-afaa-0f24a89a898e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:37.372607 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86cfb7f6-fd7b-487c-afaa-0f24a89a898e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:37:37.382603 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-86cfb7f6-fd7b-487c-afaa-0f24a89a898e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (de682508-0762-4c01-9ff4-5e778a6442cf), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:37.382945 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-86cfb7f6-fd7b-487c-afaa-0f24a89a898e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Added segment de682508-0762-4c01-9ff4-5e778a6442cf of type vlan for network 560217a2-a0a1-46fc-8f30-6b0297998e47 Jan 28 03:37:37.428320 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-86cfb7f6-fd7b-487c-afaa-0f24a89a898e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (560217a2-a0a1-46fc-8f30-6b0297998e47), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:37.459038 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-86cfb7f6-fd7b-487c-afaa-0f24a89a898e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (560217a2-a0a1-46fc-8f30-6b0297998e47), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:37.464340 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cfb7f6-fd7b-487c-afaa-0f24a89a898e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:37.464964 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-86cfb7f6-fd7b-487c-afaa-0f24a89a898e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:37.515688 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-86cfb7f6-fd7b-487c-afaa-0f24a89a898e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2018852 Jan 28 03:37:37.518879 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60022) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:37.523587 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-42c18f2c-4cae-41cb-8f3a-84b5cf7a8aa9 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-746827847', 'admin_state_up': True, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:37.533963 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cfb7f6-fd7b-487c-afaa-0f24a89a898e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'Network': ['ID=560217a2-a0a1-46fc-8f30-6b0297998e47,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:37.547665 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 560217a2-a0a1-46fc-8f30-6b0297998e47 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:37:37.553625 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-42c18f2c-4cae-41cb-8f3a-84b5cf7a8aa9 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (93d99aba-8a75-421b-9396-5a59fd0032fd), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:37.554792 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-42c18f2c-4cae-41cb-8f3a-84b5cf7a8aa9 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (93d99aba-8a75-421b-9396-5a59fd0032fd), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:37.616774 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-42c18f2c-4cae-41cb-8f3a-84b5cf7a8aa9 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for router_controller (93d99aba-8a75-421b-9396-5a59fd0032fd), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:37.770612 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-42c18f2c-4cae-41cb-8f3a-84b5cf7a8aa9 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for router_gateway (93d99aba-8a75-421b-9396-5a59fd0032fd), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:37.980000 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-42c18f2c-4cae-41cb-8f3a-84b5cf7a8aa9 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for router_gateway (93d99aba-8a75-421b-9396-5a59fd0032fd), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:38.004445 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-42c18f2c-4cae-41cb-8f3a-84b5cf7a8aa9 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:38.111713 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-42c18f2c-4cae-41cb-8f3a-84b5cf7a8aa9 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Allocated IP 172.25.0.145 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/996f78b4-39f5-464a-957a-4d262e53093f) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:37:38.224619 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-42c18f2c-4cae-41cb-8f3a-84b5cf7a8aa9 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for port (996f78b4-39f5-464a-957a-4d262e53093f), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:38.261016 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-42c18f2c-4cae-41cb-8f3a-84b5cf7a8aa9 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (996f78b4-39f5-464a-957a-4d262e53093f), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:38.297535 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c18f2c-4cae-41cb-8f3a-84b5cf7a8aa9 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:37:38.300274 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-42c18f2c-4cae-41cb-8f3a-84b5cf7a8aa9 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:37:38.305887 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c18f2c-4cae-41cb-8f3a-84b5cf7a8aa9 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:37:38.311117 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c18f2c-4cae-41cb-8f3a-84b5cf7a8aa9 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'Port': ['ID=996f78b4-39f5-464a-957a-4d262e53093f,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:38.552899 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-42c18f2c-4cae-41cb-8f3a-84b5cf7a8aa9 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for router_gateway (93d99aba-8a75-421b-9396-5a59fd0032fd), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:38.755829 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-42c18f2c-4cae-41cb-8f3a-84b5cf7a8aa9 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (93d99aba-8a75-421b-9396-5a59fd0032fd), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:38.886746 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c18f2c-4cae-41cb-8f3a-84b5cf7a8aa9 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Router 93d99aba-8a75-421b-9396-5a59fd0032fd is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:37:39.010319 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c18f2c-4cae-41cb-8f3a-84b5cf7a8aa9 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:37:39.020469 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593b6fc2-6298-441c-baed-0a38f2d37a13 None None] Sync routers for ids ['93d99aba-8a75-421b-9396-5a59fd0032fd'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:37:39.032309 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593b6fc2-6298-441c-baed-0a38f2d37a13 None None] Routers {'93d99aba-8a75-421b-9396-5a59fd0032fd'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:37:39.032550 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-42c18f2c-4cae-41cb-8f3a-84b5cf7a8aa9 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:39.032954 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-593b6fc2-6298-441c-baed-0a38f2d37a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:37:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['93d99aba-8a75-421b-9396-5a59fd0032fd'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:37:39.033799 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-42c18f2c-4cae-41cb-8f3a-84b5cf7a8aa9 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5138702 Jan 28 03:37:39.038680 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60024) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:39.069407 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a2b58d0c-4b6f-4652-b3cf-7ab1c59fe395 tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=00e9c1349da04a5ba2162f0bfd8a15b4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282040 Jan 28 03:37:39.071269 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60026) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:39.144553 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-593b6fc2-6298-441c-baed-0a38f2d37a13 None None] Set router 93d99aba-8a75-421b-9396-5a59fd0032fd gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:37:39.166737 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84200941-e79e-4518-994d-4b813edb2f10 tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:39.168376 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-84200941-e79e-4518-994d-4b813edb2f10 tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0951040 Jan 28 03:37:39.171438 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60028) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:39.199781 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-69bfdf43-3b9b-4370-a737-38af676bed29 tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=8f7dc9c9-eaf1-4339-a2e3-884554154641&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271084 Jan 28 03:37:39.202400 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60030) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:39.207546 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-67cc7233-6fee-497d-a6d3-f3fd7731ec8f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1167477682', 'network_id': '560217a2-a0a1-46fc-8f30-6b0297998e47', 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:39.298893 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67cc7233-6fee-497d-a6d3-f3fd7731ec8f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Made reservation on behalf of 00e9c1349da04a5ba2162f0bfd8a15b4 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:37:39.302628 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-67cc7233-6fee-497d-a6d3-f3fd7731ec8f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:39.337777 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-593b6fc2-6298-441c-baed-0a38f2d37a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d99aba-8a75-421b-9396-5a59fd0032fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-746827847', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '996f78b4-39f5-464a-957a-4d262e53093f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:37:37Z', 'updated_at': '2022-01-28T03:37:38Z', 'revision_number': 3, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': '996f78b4-39f5-464a-957a-4d262e53093f', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d99aba-8a75-421b-9396-5a59fd0032fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:37:38Z', 'updated_at': '2022-01-28T03:37:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:37:39.368652 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593b6fc2-6298-441c-baed-0a38f2d37a13 None None] Checking router: 93d99aba-8a75-421b-9396-5a59fd0032fd for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:37:39.369010 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593b6fc2-6298-441c-baed-0a38f2d37a13 None None] Updating router 93d99aba-8a75-421b-9396-5a59fd0032fd port 996f78b4-39f5-464a-957a-4d262e53093f binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:37:39.396854 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-593b6fc2-6298-441c-baed-0a38f2d37a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (996f78b4-39f5-464a-957a-4d262e53093f), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:39.502781 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-67cc7233-6fee-497d-a6d3-f3fd7731ec8f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (a5354753-3cf3-4328-a90d-ce5d4f07a741), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:39.565863 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cc7233-6fee-497d-a6d3-f3fd7731ec8f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'Subnet': ['ID=a5354753-3cf3-4328-a90d-ce5d4f07a741,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:39.573989 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cc7233-6fee-497d-a6d3-f3fd7731ec8f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Checking segment: {'id': 'de682508-0762-4c01-9ff4-5e778a6442cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '560217a2-a0a1-46fc-8f30-6b0297998e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:37:39.573989 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cc7233-6fee-497d-a6d3-f3fd7731ec8f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Network hostable DHCP agents. Network: 560217a2-a0a1-46fc-8f30-6b0297998e47, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:37:39.592225 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cc7233-6fee-497d-a6d3-f3fd7731ec8f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Network 560217a2-a0a1-46fc-8f30-6b0297998e47 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:37:39.604369 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-67cc7233-6fee-497d-a6d3-f3fd7731ec8f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 560217a2-a0a1-46fc-8f30-6b0297998e47) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:37:39.608548 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cc7233-6fee-497d-a6d3-f3fd7731ec8f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:39.609180 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-67cc7233-6fee-497d-a6d3-f3fd7731ec8f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:39.616029 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3712834-ce30-4f6f-b0bf-f0622993e3e9 None None] Network 560217a2-a0a1-46fc-8f30-6b0297998e47 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:37:39.627036 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-67cc7233-6fee-497d-a6d3-f3fd7731ec8f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4235833 Jan 28 03:37:39.629961 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60032) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:39.733059 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-593b6fc2-6298-441c-baed-0a38f2d37a13 None None] Publish callbacks [] for port (996f78b4-39f5-464a-957a-4d262e53093f), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:39.743695 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-593b6fc2-6298-441c-baed-0a38f2d37a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (996f78b4-39f5-464a-957a-4d262e53093f), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:39.803671 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b12b74-3d53-4f77-a911-ce6368cff97e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-560217a2-a0a1-46fc-8f30-6b0297998e47', 'network_id': '560217a2-a0a1-46fc-8f30-6b0297998e47', 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'fixed_ips': [{'subnet_id': 'a5354753-3cf3-4328-a90d-ce5d4f07a741'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:37:39.804531 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-69b12b74-3d53-4f77-a911-ce6368cff97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:39.823531 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-593b6fc2-6298-441c-baed-0a38f2d37a13 None None] Attempting to bind port 996f78b4-39f5-464a-957a-4d262e53093f on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:37:39.823902 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-593b6fc2-6298-441c-baed-0a38f2d37a13 None None] Attempting to bind port 996f78b4-39f5-464a-957a-4d262e53093f by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:37:39.824272 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593b6fc2-6298-441c-baed-0a38f2d37a13 None None] Attempting to bind port 996f78b4-39f5-464a-957a-4d262e53093f on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:37:39.832078 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b9816-c032-4d2f-b1d4-feed2a8182d4 None None] Pushing event updated for resources: {'Port': ['ID=996f78b4-39f5-464a-957a-4d262e53093f,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:39.839931 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593b6fc2-6298-441c-baed-0a38f2d37a13 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:37:39.840300 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593b6fc2-6298-441c-baed-0a38f2d37a13 None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:37:39.840711 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-593b6fc2-6298-441c-baed-0a38f2d37a13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:39.841107 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593b6fc2-6298-441c-baed-0a38f2d37a13 None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:37:39.841605 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-593b6fc2-6298-441c-baed-0a38f2d37a13 None None] Bound port: 996f78b4-39f5-464a-957a-4d262e53093f, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:37:39.841989 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-593b6fc2-6298-441c-baed-0a38f2d37a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (996f78b4-39f5-464a-957a-4d262e53093f), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:39.989097 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-593b6fc2-6298-441c-baed-0a38f2d37a13 None None] For port 996f78b4-39f5-464a-957a-4d262e53093f, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:37:40.007378 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-593b6fc2-6298-441c-baed-0a38f2d37a13 None None] For port 996f78b4-39f5-464a-957a-4d262e53093f, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=996f78b4-39f5-464a-957a-4d262e53093f,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:37:40.014759 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-593b6fc2-6298-441c-baed-0a38f2d37a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (996f78b4-39f5-464a-957a-4d262e53093f), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:40.056509 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-69b12b74-3d53-4f77-a911-ce6368cff97e None None] Allocated IP 172.20.0.2 (560217a2-a0a1-46fc-8f30-6b0297998e47/a5354753-3cf3-4328-a90d-ce5d4f07a741/164fdd39-9e77-4de1-935a-82b17d66203c) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:37:40.115032 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b9816-c032-4d2f-b1d4-feed2a8182d4 None None] Pushing event updated for resources: {'Port': ['ID=996f78b4-39f5-464a-957a-4d262e53093f,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:40.122530 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593b6fc2-6298-441c-baed-0a38f2d37a13 None None] Routers {'93d99aba-8a75-421b-9396-5a59fd0032fd'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:37:40.122530 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-593b6fc2-6298-441c-baed-0a38f2d37a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:37:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['93d99aba-8a75-421b-9396-5a59fd0032fd'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:37:40.297882 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-593b6fc2-6298-441c-baed-0a38f2d37a13 None None] Set router 93d99aba-8a75-421b-9396-5a59fd0032fd gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:37:40.412477 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-69b12b74-3d53-4f77-a911-ce6368cff97e None None] Publish callbacks [] for port (164fdd39-9e77-4de1-935a-82b17d66203c), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:40.420776 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-69b12b74-3d53-4f77-a911-ce6368cff97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (164fdd39-9e77-4de1-935a-82b17d66203c), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:40.431338 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fc3b0297-15b0-4c81-a250-41f2f4c8bc94 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:40.486562 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b12b74-3d53-4f77-a911-ce6368cff97e None None] Network 560217a2-a0a1-46fc-8f30-6b0297998e47 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:37:40.489538 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b12b74-3d53-4f77-a911-ce6368cff97e None None] Pushing event updated for resources: {'Port': ['ID=164fdd39-9e77-4de1-935a-82b17d66203c,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:40.493026 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-69b12b74-3d53-4f77-a911-ce6368cff97e None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:37:40.495103 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b12b74-3d53-4f77-a911-ce6368cff97e None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:37:40.579038 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-69b12b74-3d53-4f77-a911-ce6368cff97e None None] Attempting to bind port 164fdd39-9e77-4de1-935a-82b17d66203c on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:37:40.579314 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-69b12b74-3d53-4f77-a911-ce6368cff97e None None] Attempting to bind port 164fdd39-9e77-4de1-935a-82b17d66203c by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'de682508-0762-4c01-9ff4-5e778a6442cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '560217a2-a0a1-46fc-8f30-6b0297998e47'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:37:40.579680 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b12b74-3d53-4f77-a911-ce6368cff97e None None] Attempting to bind port 164fdd39-9e77-4de1-935a-82b17d66203c on network 560217a2-a0a1-46fc-8f30-6b0297998e47 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:37:40.588467 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b12b74-3d53-4f77-a911-ce6368cff97e None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:37:40.588829 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b12b74-3d53-4f77-a911-ce6368cff97e None None] Checking segment: {'id': 'de682508-0762-4c01-9ff4-5e778a6442cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '560217a2-a0a1-46fc-8f30-6b0297998e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:37:40.589269 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-69b12b74-3d53-4f77-a911-ce6368cff97e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:40.589666 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b12b74-3d53-4f77-a911-ce6368cff97e None None] Bound using segment: {'id': 'de682508-0762-4c01-9ff4-5e778a6442cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '560217a2-a0a1-46fc-8f30-6b0297998e47'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:37:40.590133 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-69b12b74-3d53-4f77-a911-ce6368cff97e None None] Bound port: 164fdd39-9e77-4de1-935a-82b17d66203c, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de682508-0762-4c01-9ff4-5e778a6442cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '560217a2-a0a1-46fc-8f30-6b0297998e47'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:37:40.590735 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-69b12b74-3d53-4f77-a911-ce6368cff97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (164fdd39-9e77-4de1-935a-82b17d66203c), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:40.601790 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-593b6fc2-6298-441c-baed-0a38f2d37a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d99aba-8a75-421b-9396-5a59fd0032fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-746827847', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '996f78b4-39f5-464a-957a-4d262e53093f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:37:37Z', 'updated_at': '2022-01-28T03:37:38Z', 'revision_number': 3, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': '996f78b4-39f5-464a-957a-4d262e53093f', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d99aba-8a75-421b-9396-5a59fd0032fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:37:38Z', 'updated_at': '2022-01-28T03:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:37:40.631224 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593b6fc2-6298-441c-baed-0a38f2d37a13 None None] The sync data for ids ['93d99aba-8a75-421b-9396-5a59fd0032fd'] in n-d-712139-27 is: [{'id': '93d99aba-8a75-421b-9396-5a59fd0032fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-746827847', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '996f78b4-39f5-464a-957a-4d262e53093f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:37:37Z', 'updated_at': '2022-01-28T03:37:38Z', 'revision_number': 3, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': '996f78b4-39f5-464a-957a-4d262e53093f', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d99aba-8a75-421b-9396-5a59fd0032fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:37:38Z', 'updated_at': '2022-01-28T03:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:37:40.682040 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-69b12b74-3d53-4f77-a911-ce6368cff97e None None] For port 164fdd39-9e77-4de1-935a-82b17d66203c, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:37:40.685679 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-69b12b74-3d53-4f77-a911-ce6368cff97e None None] For port 164fdd39-9e77-4de1-935a-82b17d66203c, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=164fdd39-9e77-4de1-935a-82b17d66203c,segment=NetworkSegment(de682508-0762-4c01-9ff4-5e778a6442cf),segment_id=de682508-0762-4c01-9ff4-5e778a6442cf)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:37:40.691510 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-69b12b74-3d53-4f77-a911-ce6368cff97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (164fdd39-9e77-4de1-935a-82b17d66203c), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:40.704469 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-fc3b0297-15b0-4c81-a250-41f2f4c8bc94 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Allocated IP 172.20.0.1 (560217a2-a0a1-46fc-8f30-6b0297998e47/a5354753-3cf3-4328-a90d-ce5d4f07a741/f1342267-e96c-4647-a42c-4fd917502325) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:37:40.753344 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b12b74-3d53-4f77-a911-ce6368cff97e None None] Pushing event updated for resources: {'Port': ['ID=164fdd39-9e77-4de1-935a-82b17d66203c,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:40.829801 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fc3b0297-15b0-4c81-a250-41f2f4c8bc94 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for port (f1342267-e96c-4647-a42c-4fd917502325), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:40.865344 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fc3b0297-15b0-4c81-a250-41f2f4c8bc94 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (f1342267-e96c-4647-a42c-4fd917502325), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:40.910899 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3b0297-15b0-4c81-a250-41f2f4c8bc94 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Network 560217a2-a0a1-46fc-8f30-6b0297998e47 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:37:40.914048 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-fc3b0297-15b0-4c81-a250-41f2f4c8bc94 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:37:40.916573 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3b0297-15b0-4c81-a250-41f2f4c8bc94 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:37:40.958652 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b0297-15b0-4c81-a250-41f2f4c8bc94 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'Port': ['ID=f1342267-e96c-4647-a42c-4fd917502325,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:41.006471 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fc3b0297-15b0-4c81-a250-41f2f4c8bc94 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (93d99aba-8a75-421b-9396-5a59fd0032fd), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:41.188404 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fc3b0297-15b0-4c81-a250-41f2f4c8bc94 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f1342267-e96c-4647-a42c-4fd917502325), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:41.304645 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 164fdd39-9e77-4de1-935a-82b17d66203c up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:37:41.376416 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 164fdd39-9e77-4de1-935a-82b17d66203c triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:41.376801 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (164fdd39-9e77-4de1-935a-82b17d66203c), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:41.458125 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 164fdd39-9e77-4de1-935a-82b17d66203c is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:37:41.458808 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (164fdd39-9e77-4de1-935a-82b17d66203c), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:41.493892 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 164fdd39-9e77-4de1-935a-82b17d66203c, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=164fdd39-9e77-4de1-935a-82b17d66203c,segment=NetworkSegment(de682508-0762-4c01-9ff4-5e778a6442cf),segment_id=de682508-0762-4c01-9ff4-5e778a6442cf)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:37:41.502217 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (164fdd39-9e77-4de1-935a-82b17d66203c), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:41.503143 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 996f78b4-39f5-464a-957a-4d262e53093f up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:37:41.513910 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fc3b0297-15b0-4c81-a250-41f2f4c8bc94 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for port (f1342267-e96c-4647-a42c-4fd917502325), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:41.520107 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fc3b0297-15b0-4c81-a250-41f2f4c8bc94 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (f1342267-e96c-4647-a42c-4fd917502325), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:41.593984 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=164fdd39-9e77-4de1-935a-82b17d66203c,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:41.600366 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b0297-15b0-4c81-a250-41f2f4c8bc94 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'Port': ['ID=f1342267-e96c-4647-a42c-4fd917502325,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:41.621594 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 996f78b4-39f5-464a-957a-4d262e53093f triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:41.622122 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (996f78b4-39f5-464a-957a-4d262e53093f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:41.633694 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fc3b0297-15b0-4c81-a250-41f2f4c8bc94 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (93d99aba-8a75-421b-9396-5a59fd0032fd), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:41.727519 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 996f78b4-39f5-464a-957a-4d262e53093f is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:37:41.727920 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (996f78b4-39f5-464a-957a-4d262e53093f), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:41.748522 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3b0297-15b0-4c81-a250-41f2f4c8bc94 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Network 560217a2-a0a1-46fc-8f30-6b0297998e47 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:37:41.749973 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 996f78b4-39f5-464a-957a-4d262e53093f, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=996f78b4-39f5-464a-957a-4d262e53093f,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:37:41.750192 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-fc3b0297-15b0-4c81-a250-41f2f4c8bc94 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:37:41.754844 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (996f78b4-39f5-464a-957a-4d262e53093f), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:41.812343 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=996f78b4-39f5-464a-957a-4d262e53093f,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:41.872192 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3b0297-15b0-4c81-a250-41f2f4c8bc94 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Router 93d99aba-8a75-421b-9396-5a59fd0032fd has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:37:41.920520 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a72335-4662-4cc0-a627-4ac57f4853e6 None None] Network 560217a2-a0a1-46fc-8f30-6b0297998e47 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:37:41.984453 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3b0297-15b0-4c81-a250-41f2f4c8bc94 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:37:41.990041 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-fc3b0297-15b0-4c81-a250-41f2f4c8bc94 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "PUT /v2.0/routers/93d99aba-8a75-421b-9396-5a59fd0032fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3589737 Jan 28 03:37:42.007770 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c5ffd6ad-3b7d-4f70-8b34-8ab97777a31f None None] Provisioning complete for port 164fdd39-9e77-4de1-935a-82b17d66203c triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:42.008158 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c5ffd6ad-3b7d-4f70-8b34-8ab97777a31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (164fdd39-9e77-4de1-935a-82b17d66203c), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:42.151323 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-18b24d38-9032-4377-bc68-ad3f71c1c2dc tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1976545495&fields=id&tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4 HTTP/1.1" status: 200 len: 267 time: 0.0472193 Jan 28 03:37:42.273973 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-4c52eaf4-0477-4f2d-a19f-02b2955fc597 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:42.275457 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-4c52eaf4-0477-4f2d-a19f-02b2955fc597 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/networks?id=560217a2-a0a1-46fc-8f30-6b0297998e47 HTTP/1.1" status: 200 len: 796 time: 0.1174250 Jan 28 03:37:42.283732 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c5ffd6ad-3b7d-4f70-8b34-8ab97777a31f None None] Current status of the port 164fdd39-9e77-4de1-935a-82b17d66203c is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:37:42.295125 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-91282db8-d7f3-4b28-8696-d654d5e4fed8 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/quotas/00e9c1349da04a5ba2162f0bfd8a15b4 HTTP/1.1" status: 200 len: 375 time: 0.0118630 Jan 28 03:37:42.351021 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-fc8badee-d971-4970-aca3-8b4a23e0b786 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503914 Jan 28 03:37:42.504596 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-3e3bc086-8bb6-40cb-9f3d-df07447a1cd1 None None] Provisioning complete for port 164fdd39-9e77-4de1-935a-82b17d66203c triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:42.512700 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3e3bc086-8bb6-40cb-9f3d-df07447a1cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (164fdd39-9e77-4de1-935a-82b17d66203c), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:42.517000 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-c8803424-3082-4d3e-ab49-66d581a860f3 service neutron] 10.222.0.53 "GET /v2.0/networks/560217a2-a0a1-46fc-8f30-6b0297998e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537282 Jan 28 03:37:42.542939 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89abcc6b-0aa2-48d0-9b50-2f2859e8e7f3 None None] Sync routers for ids ['93d99aba-8a75-421b-9396-5a59fd0032fd'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:37:42.556298 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89abcc6b-0aa2-48d0-9b50-2f2859e8e7f3 None None] Routers {'93d99aba-8a75-421b-9396-5a59fd0032fd'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:37:42.557093 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-89abcc6b-0aa2-48d0-9b50-2f2859e8e7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:37:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['93d99aba-8a75-421b-9396-5a59fd0032fd'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:37:42.613887 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-3e3bc086-8bb6-40cb-9f3d-df07447a1cd1 None None] Current status of the port 164fdd39-9e77-4de1-935a-82b17d66203c is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:37:42.624845 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-3e3bc086-8bb6-40cb-9f3d-df07447a1cd1 None None] Provisioning complete for port f1342267-e96c-4647-a42c-4fd917502325 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:42.625374 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3e3bc086-8bb6-40cb-9f3d-df07447a1cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f1342267-e96c-4647-a42c-4fd917502325), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:42.637973 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-128b4dcd-b0f8-47a0-b371-336ae43179b8 service neutron] 10.222.0.53 "GET /v2.0/networks/560217a2-a0a1-46fc-8f30-6b0297998e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147971 Jan 28 03:37:42.669960 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-3e3bc086-8bb6-40cb-9f3d-df07447a1cd1 None None] Port f1342267-e96c-4647-a42c-4fd917502325 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:37:42.707235 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-89abcc6b-0aa2-48d0-9b50-2f2859e8e7f3 None None] Set router 93d99aba-8a75-421b-9396-5a59fd0032fd gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:37:42.841009 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-a2e5c778-c08a-4c50-8271-dd42c3a0850a None None] Provisioning complete for port f1342267-e96c-4647-a42c-4fd917502325 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:42.841591 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a2e5c778-c08a-4c50-8271-dd42c3a0850a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f1342267-e96c-4647-a42c-4fd917502325), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:42.842115 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-987171c9-cf91-4269-915a-26c6010e1bfe req-8d7f0525-fe07-4793-aba1-81a637b3e4ce tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c44a1ca4-9221-42ad-b108-4682a5bc892e HTTP/1.1" status: 200 len: 210 time: 0.0379364 Jan 28 03:37:42.887307 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-a2e5c778-c08a-4c50-8271-dd42c3a0850a None None] Port f1342267-e96c-4647-a42c-4fd917502325 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:37:42.947639 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-89abcc6b-0aa2-48d0-9b50-2f2859e8e7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d99aba-8a75-421b-9396-5a59fd0032fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-746827847', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '996f78b4-39f5-464a-957a-4d262e53093f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:37:37Z', 'updated_at': '2022-01-28T03:37:41Z', 'revision_number': 4, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': '996f78b4-39f5-464a-957a-4d262e53093f', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d99aba-8a75-421b-9396-5a59fd0032fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:37:38Z', 'updated_at': '2022-01-28T03:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'f1342267-e96c-4647-a42c-4fd917502325', 'name': '', 'network_id': '560217a2-a0a1-46fc-8f30-6b0297998e47', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'mac_address': 'fa:16:3e:d9:6b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d99aba-8a75-421b-9396-5a59fd0032fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'a5354753-3cf3-4328-a90d-ce5d4f07a741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:37:40Z', 'updated_at': '2022-01-28T03:37:41Z', 'revision_number': 2, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'subnets': [{'id': 'a5354753-3cf3-4328-a90d-ce5d4f07a741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:37:42.974042 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89abcc6b-0aa2-48d0-9b50-2f2859e8e7f3 None None] Checking router: 93d99aba-8a75-421b-9396-5a59fd0032fd for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:37:42.974388 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89abcc6b-0aa2-48d0-9b50-2f2859e8e7f3 None None] Updating router 93d99aba-8a75-421b-9396-5a59fd0032fd port f1342267-e96c-4647-a42c-4fd917502325 binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:37:43.004471 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-89abcc6b-0aa2-48d0-9b50-2f2859e8e7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f1342267-e96c-4647-a42c-4fd917502325), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:43.009936 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-80d19416-b3b4-455e-b6cd-740b351fbaa8 None None] Provisioning complete for port f1342267-e96c-4647-a42c-4fd917502325 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:43.010474 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-80d19416-b3b4-455e-b6cd-740b351fbaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f1342267-e96c-4647-a42c-4fd917502325), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:43.059292 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-80d19416-b3b4-455e-b6cd-740b351fbaa8 None None] Port f1342267-e96c-4647-a42c-4fd917502325 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:37:43.211679 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 164fdd39-9e77-4de1-935a-82b17d66203c up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:37:43.262326 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 164fdd39-9e77-4de1-935a-82b17d66203c triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:43.263314 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (164fdd39-9e77-4de1-935a-82b17d66203c), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:43.284080 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-89abcc6b-0aa2-48d0-9b50-2f2859e8e7f3 None None] Publish callbacks [] for port (f1342267-e96c-4647-a42c-4fd917502325), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:43.292250 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-89abcc6b-0aa2-48d0-9b50-2f2859e8e7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (f1342267-e96c-4647-a42c-4fd917502325), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:43.354678 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 164fdd39-9e77-4de1-935a-82b17d66203c is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:37:43.356139 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 996f78b4-39f5-464a-957a-4d262e53093f up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:37:43.414141 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 996f78b4-39f5-464a-957a-4d262e53093f triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:43.414689 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (996f78b4-39f5-464a-957a-4d262e53093f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:43.507209 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-89abcc6b-0aa2-48d0-9b50-2f2859e8e7f3 None None] Attempting to bind port f1342267-e96c-4647-a42c-4fd917502325 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:37:43.507812 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-89abcc6b-0aa2-48d0-9b50-2f2859e8e7f3 None None] Attempting to bind port f1342267-e96c-4647-a42c-4fd917502325 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'de682508-0762-4c01-9ff4-5e778a6442cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '560217a2-a0a1-46fc-8f30-6b0297998e47'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:37:43.508340 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89abcc6b-0aa2-48d0-9b50-2f2859e8e7f3 None None] Attempting to bind port f1342267-e96c-4647-a42c-4fd917502325 on network 560217a2-a0a1-46fc-8f30-6b0297998e47 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:37:43.511030 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 996f78b4-39f5-464a-957a-4d262e53093f is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:37:43.514156 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89abcc6b-0aa2-48d0-9b50-2f2859e8e7f3 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:37:43.514534 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89abcc6b-0aa2-48d0-9b50-2f2859e8e7f3 None None] Checking segment: {'id': 'de682508-0762-4c01-9ff4-5e778a6442cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '560217a2-a0a1-46fc-8f30-6b0297998e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:37:43.514941 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-89abcc6b-0aa2-48d0-9b50-2f2859e8e7f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:43.515332 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89abcc6b-0aa2-48d0-9b50-2f2859e8e7f3 None None] Bound using segment: {'id': 'de682508-0762-4c01-9ff4-5e778a6442cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '560217a2-a0a1-46fc-8f30-6b0297998e47'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:37:43.515803 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-89abcc6b-0aa2-48d0-9b50-2f2859e8e7f3 None None] Bound port: f1342267-e96c-4647-a42c-4fd917502325, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de682508-0762-4c01-9ff4-5e778a6442cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '560217a2-a0a1-46fc-8f30-6b0297998e47'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:37:43.516178 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-89abcc6b-0aa2-48d0-9b50-2f2859e8e7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f1342267-e96c-4647-a42c-4fd917502325), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:43.529585 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e08d270-f803-4431-863b-6757d3bab305 None None] Pushing event updated for resources: {'Port': ['ID=f1342267-e96c-4647-a42c-4fd917502325,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:43.539213 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08d270-f803-4431-863b-6757d3bab305 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:43.539556 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08d270-f803-4431-863b-6757d3bab305 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:43.539903 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08d270-f803-4431-863b-6757d3bab305 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:43.540236 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08d270-f803-4431-863b-6757d3bab305 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:43.540566 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08d270-f803-4431-863b-6757d3bab305 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:43.540888 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08d270-f803-4431-863b-6757d3bab305 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:43.541237 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08d270-f803-4431-863b-6757d3bab305 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:43.541562 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08d270-f803-4431-863b-6757d3bab305 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:43.541882 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08d270-f803-4431-863b-6757d3bab305 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:43.542205 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08d270-f803-4431-863b-6757d3bab305 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:43.542516 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08d270-f803-4431-863b-6757d3bab305 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:43.542832 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08d270-f803-4431-863b-6757d3bab305 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:43.543151 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08d270-f803-4431-863b-6757d3bab305 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:37:43.597919 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-89abcc6b-0aa2-48d0-9b50-2f2859e8e7f3 None None] For port f1342267-e96c-4647-a42c-4fd917502325, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:37:43.602126 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-89abcc6b-0aa2-48d0-9b50-2f2859e8e7f3 None None] For port f1342267-e96c-4647-a42c-4fd917502325, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=f1342267-e96c-4647-a42c-4fd917502325,segment=NetworkSegment(de682508-0762-4c01-9ff4-5e778a6442cf),segment_id=de682508-0762-4c01-9ff4-5e778a6442cf)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:37:43.606517 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-89abcc6b-0aa2-48d0-9b50-2f2859e8e7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (f1342267-e96c-4647-a42c-4fd917502325), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:43.665090 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89abcc6b-0aa2-48d0-9b50-2f2859e8e7f3 None None] Routers {'93d99aba-8a75-421b-9396-5a59fd0032fd'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:37:43.665745 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-89abcc6b-0aa2-48d0-9b50-2f2859e8e7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:37:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['93d99aba-8a75-421b-9396-5a59fd0032fd'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:37:43.669108 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e08d270-f803-4431-863b-6757d3bab305 None None] Pushing event updated for resources: {'Port': ['ID=f1342267-e96c-4647-a42c-4fd917502325,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:43.687346 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-0abc8416-7ec6-4e56-8856-06d33cfa07f8 None None] Provisioning complete for port f1342267-e96c-4647-a42c-4fd917502325 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:43.687870 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0abc8416-7ec6-4e56-8856-06d33cfa07f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f1342267-e96c-4647-a42c-4fd917502325), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:43.781686 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-0abc8416-7ec6-4e56-8856-06d33cfa07f8 None None] Current status of the port f1342267-e96c-4647-a42c-4fd917502325 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:37:43.782179 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0abc8416-7ec6-4e56-8856-06d33cfa07f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f1342267-e96c-4647-a42c-4fd917502325), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:43.782524 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-89abcc6b-0aa2-48d0-9b50-2f2859e8e7f3 None None] Set router 93d99aba-8a75-421b-9396-5a59fd0032fd gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:37:43.820890 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-0abc8416-7ec6-4e56-8856-06d33cfa07f8 None None] For port f1342267-e96c-4647-a42c-4fd917502325, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=f1342267-e96c-4647-a42c-4fd917502325,segment=NetworkSegment(de682508-0762-4c01-9ff4-5e778a6442cf),segment_id=de682508-0762-4c01-9ff4-5e778a6442cf)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:37:43.824310 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0abc8416-7ec6-4e56-8856-06d33cfa07f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (f1342267-e96c-4647-a42c-4fd917502325), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:43.874176 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc8416-7ec6-4e56-8856-06d33cfa07f8 None None] Pushing event updated for resources: {'Port': ['ID=f1342267-e96c-4647-a42c-4fd917502325,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:43.947919 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-a86d96a3-c68c-4458-af42-ea1571f6d259 None None] Provisioning complete for port f1342267-e96c-4647-a42c-4fd917502325 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:43.948228 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a86d96a3-c68c-4458-af42-ea1571f6d259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f1342267-e96c-4647-a42c-4fd917502325), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:44.000983 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6892cec7-780f-4e59-9a4d-f3ff4fca58cf req-70cdbf06-ffb7-4352-a849-6029722d0fea tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c44a1ca4-9221-42ad-b108-4682a5bc892e HTTP/1.1" status: 200 len: 210 time: 0.0429401 Jan 28 03:37:44.045934 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-89abcc6b-0aa2-48d0-9b50-2f2859e8e7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d99aba-8a75-421b-9396-5a59fd0032fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-746827847', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '996f78b4-39f5-464a-957a-4d262e53093f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:37:37Z', 'updated_at': '2022-01-28T03:37:41Z', 'revision_number': 4, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': '996f78b4-39f5-464a-957a-4d262e53093f', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d99aba-8a75-421b-9396-5a59fd0032fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:37:38Z', 'updated_at': '2022-01-28T03:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'f1342267-e96c-4647-a42c-4fd917502325', 'name': '', 'network_id': '560217a2-a0a1-46fc-8f30-6b0297998e47', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'mac_address': 'fa:16:3e:d9:6b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d99aba-8a75-421b-9396-5a59fd0032fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'a5354753-3cf3-4328-a90d-ce5d4f07a741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:37:40Z', 'updated_at': '2022-01-28T03:37:43Z', 'revision_number': 4, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'subnets': [{'id': 'a5354753-3cf3-4328-a90d-ce5d4f07a741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:37:44.058659 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-78bd263e-27d7-44f8-b329-0e963f49350e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:44.060316 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-78bd263e-27d7-44f8-b329-0e963f49350e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.39 "GET /v2.0/networks?id=560217a2-a0a1-46fc-8f30-6b0297998e47 HTTP/1.1" status: 200 len: 796 time: 0.1577690 Jan 28 03:37:44.062815 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-a86d96a3-c68c-4458-af42-ea1571f6d259 None None] Current status of the port f1342267-e96c-4647-a42c-4fd917502325 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:37:44.076197 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89abcc6b-0aa2-48d0-9b50-2f2859e8e7f3 None None] The sync data for ids ['93d99aba-8a75-421b-9396-5a59fd0032fd'] in n-d-712139-27 is: [{'id': '93d99aba-8a75-421b-9396-5a59fd0032fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-746827847', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '996f78b4-39f5-464a-957a-4d262e53093f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:37:37Z', 'updated_at': '2022-01-28T03:37:41Z', 'revision_number': 4, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': '996f78b4-39f5-464a-957a-4d262e53093f', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d99aba-8a75-421b-9396-5a59fd0032fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:37:38Z', 'updated_at': '2022-01-28T03:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'f1342267-e96c-4647-a42c-4fd917502325', 'name': '', 'network_id': '560217a2-a0a1-46fc-8f30-6b0297998e47', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'mac_address': 'fa:16:3e:d9:6b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d99aba-8a75-421b-9396-5a59fd0032fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'a5354753-3cf3-4328-a90d-ce5d4f07a741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:37:40Z', 'updated_at': '2022-01-28T03:37:43Z', 'revision_number': 4, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'subnets': [{'id': 'a5354753-3cf3-4328-a90d-ce5d4f07a741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:37:44.152069 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-64f21d5e-19c1-4bf5-885d-22ee9018fbb1 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4 HTTP/1.1" status: 200 len: 380 time: 0.0768685 Jan 28 03:37:44.162274 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-7e26ebb6-9b7e-4a08-bf8f-38262af0b078 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Request body: {'port': {'device_id': 'c44a1ca4-9221-42ad-b108-4682a5bc892e', 'network_id': '560217a2-a0a1-46fc-8f30-6b0297998e47', 'admin_state_up': True, 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'security_groups': ['45885ed6-6d72-4c87-8b5e-edb5222fb073']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:44.280206 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-7e26ebb6-9b7e-4a08-bf8f-38262af0b078 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Made reservation on behalf of 00e9c1349da04a5ba2162f0bfd8a15b4 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:37:44.283674 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-7e26ebb6-9b7e-4a08-bf8f-38262af0b078 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:44.418201 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-7e26ebb6-9b7e-4a08-bf8f-38262af0b078 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Allocated IP 172.20.0.10 (560217a2-a0a1-46fc-8f30-6b0297998e47/a5354753-3cf3-4328-a90d-ce5d4f07a741/8cc99d93-ca7d-4a02-8456-341a1cba5e8b) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:37:44.570608 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-7e26ebb6-9b7e-4a08-bf8f-38262af0b078 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for port (8cc99d93-ca7d-4a02-8456-341a1cba5e8b), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:44.608078 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-7e26ebb6-9b7e-4a08-bf8f-38262af0b078 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (8cc99d93-ca7d-4a02-8456-341a1cba5e8b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:44.651119 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-7e26ebb6-9b7e-4a08-bf8f-38262af0b078 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Network 560217a2-a0a1-46fc-8f30-6b0297998e47 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:37:44.654324 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-7e26ebb6-9b7e-4a08-bf8f-38262af0b078 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:37:44.659126 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-7e26ebb6-9b7e-4a08-bf8f-38262af0b078 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:37:44.688408 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e26ebb6-9b7e-4a08-bf8f-38262af0b078 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'Port': ['ID=8cc99d93-ca7d-4a02-8456-341a1cba5e8b,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:44.722737 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-7e26ebb6-9b7e-4a08-bf8f-38262af0b078 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:44.723419 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-7e26ebb6-9b7e-4a08-bf8f-38262af0b078 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:44.745837 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-7e26ebb6-9b7e-4a08-bf8f-38262af0b078 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5874395 Jan 28 03:37:44.825983 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-ce0b7256-996d-4f22-9328-cf160a20dd0a service neutron] Request body: {'port': {'device_id': 'c44a1ca4-9221-42ad-b108-4682a5bc892e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:44.903190 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-ce0b7256-996d-4f22-9328-cf160a20dd0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8cc99d93-ca7d-4a02-8456-341a1cba5e8b), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:44.997039 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-fa0d4f0b-8b27-470d-9c0f-93ea5240726f None None] Provisioning complete for port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:44.997624 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fa0d4f0b-8b27-470d-9c0f-93ea5240726f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (8cc99d93-ca7d-4a02-8456-341a1cba5e8b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:45.048904 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-fa0d4f0b-8b27-470d-9c0f-93ea5240726f None None] Port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:37:45.136158 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73ba47-c950-4639-abb7-1a7375dad4aa req-4861bfa2-706d-44cd-9bb8-19a2e6ba4176 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:45.137762 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9c73ba47-c950-4639-abb7-1a7375dad4aa req-4861bfa2-706d-44cd-9bb8-19a2e6ba4176 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c44a1ca4-9221-42ad-b108-4682a5bc892e HTTP/1.1" status: 200 len: 932 time: 0.0506992 Jan 28 03:37:45.204152 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9c73ba47-c950-4639-abb7-1a7375dad4aa req-2d330c27-5c26-49ea-b3b4-de42e22c5b78 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=45885ed6-6d72-4c87-8b5e-edb5222fb073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563273 Jan 28 03:37:45.219892 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-ce0b7256-996d-4f22-9328-cf160a20dd0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cc99d93-ca7d-4a02-8456-341a1cba5e8b {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:37:45.229656 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-ce0b7256-996d-4f22-9328-cf160a20dd0a service neutron] Publish callbacks [] for port (8cc99d93-ca7d-4a02-8456-341a1cba5e8b), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:45.246058 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-ce0b7256-996d-4f22-9328-cf160a20dd0a service neutron] Transition to ACTIVE for port object 8cc99d93-ca7d-4a02-8456-341a1cba5e8b will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:37:45.251039 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-ce0b7256-996d-4f22-9328-cf160a20dd0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (8cc99d93-ca7d-4a02-8456-341a1cba5e8b), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:45.268112 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device f1342267-e96c-4647-a42c-4fd917502325 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:37:45.311580 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b7256-996d-4f22-9328-cf160a20dd0a service neutron] Pushing event updated for resources: {'Port': ['ID=8cc99d93-ca7d-4a02-8456-341a1cba5e8b,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:45.324078 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port f1342267-e96c-4647-a42c-4fd917502325 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:45.324524 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f1342267-e96c-4647-a42c-4fd917502325), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:45.401311 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-ce0b7256-996d-4f22-9328-cf160a20dd0a service neutron] Attempting to bind port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:37:45.401682 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-ce0b7256-996d-4f22-9328-cf160a20dd0a service neutron] Attempting to bind port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'de682508-0762-4c01-9ff4-5e778a6442cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '560217a2-a0a1-46fc-8f30-6b0297998e47'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:37:45.402026 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-ce0b7256-996d-4f22-9328-cf160a20dd0a service neutron] Attempting to bind port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b on network 560217a2-a0a1-46fc-8f30-6b0297998e47 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:37:45.409921 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-ce0b7256-996d-4f22-9328-cf160a20dd0a service neutron] Port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b on network 560217a2-a0a1-46fc-8f30-6b0297998e47 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:37:45.411099 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-ce0b7256-996d-4f22-9328-cf160a20dd0a service neutron] Attempting to bind port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b on network 560217a2-a0a1-46fc-8f30-6b0297998e47 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:37:45.418070 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-ce0b7256-996d-4f22-9328-cf160a20dd0a service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:37:45.418560 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-ce0b7256-996d-4f22-9328-cf160a20dd0a service neutron] Checking segment: {'id': 'de682508-0762-4c01-9ff4-5e778a6442cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '560217a2-a0a1-46fc-8f30-6b0297998e47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:37:45.419074 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-ce0b7256-996d-4f22-9328-cf160a20dd0a service neutron] Bound using segment: {'id': 'de682508-0762-4c01-9ff4-5e778a6442cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '560217a2-a0a1-46fc-8f30-6b0297998e47'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:37:45.419620 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port f1342267-e96c-4647-a42c-4fd917502325 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:37:45.419738 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-ce0b7256-996d-4f22-9328-cf160a20dd0a service neutron] Bound port: 8cc99d93-ca7d-4a02-8456-341a1cba5e8b, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de682508-0762-4c01-9ff4-5e778a6442cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '560217a2-a0a1-46fc-8f30-6b0297998e47'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:37:45.420012 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-ce0b7256-996d-4f22-9328-cf160a20dd0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8cc99d93-ca7d-4a02-8456-341a1cba5e8b), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:45.488940 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-ce0b7256-996d-4f22-9328-cf160a20dd0a service neutron] For port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:37:45.492503 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-ce0b7256-996d-4f22-9328-cf160a20dd0a service neutron] For port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=8cc99d93-ca7d-4a02-8456-341a1cba5e8b,segment=NetworkSegment(de682508-0762-4c01-9ff4-5e778a6442cf),segment_id=de682508-0762-4c01-9ff4-5e778a6442cf)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:37:45.497913 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-ce0b7256-996d-4f22-9328-cf160a20dd0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (8cc99d93-ca7d-4a02-8456-341a1cba5e8b), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:45.531871 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-ce0b7256-996d-4f22-9328-cf160a20dd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:45.532356 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-ce0b7256-996d-4f22-9328-cf160a20dd0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:45.533955 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-ce0b7256-996d-4f22-9328-cf160a20dd0a service neutron] 10.222.0.39 "PUT /v2.0/ports/8cc99d93-ca7d-4a02-8456-341a1cba5e8b HTTP/1.1" status: 200 len: 1093 time: 0.7739987 Jan 28 03:37:45.534402 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44a1ca4-9221-42ad-b108-4682a5bc892e', 'tag': '8cc99d93-ca7d-4a02-8456-341a1cba5e8b'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:37:45.536759 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f5403d-05d2-4e2a-9ea7-75d8828a462d" -d '{"events": [{"name": "network-changed", "server_uuid": "c44a1ca4-9221-42ad-b108-4682a5bc892e", "tag": "8cc99d93-ca7d-4a02-8456-341a1cba5e8b"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:37:45.565899 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b7256-996d-4f22-9328-cf160a20dd0a service neutron] Pushing event updated for resources: {'Port': ['ID=8cc99d93-ca7d-4a02-8456-341a1cba5e8b,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:45.598736 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b80a27-f00d-4a59-ad8a-5177d3af7b00 x-openstack-request-id: req-49b80a27-f00d-4a59-ad8a-5177d3af7b00 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:37:45.599057 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44a1ca4-9221-42ad-b108-4682a5bc892e", "tag": "8cc99d93-ca7d-4a02-8456-341a1cba5e8b", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:37:45.599311 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-49b80a27-f00d-4a59-ad8a-5177d3af7b00 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:37:45.599718 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44a1ca4-9221-42ad-b108-4682a5bc892e', 'tag': '8cc99d93-ca7d-4a02-8456-341a1cba5e8b', 'status': 'completed', 'code': 200} Jan 28 03:37:45.653247 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-619839c9-1150-4783-9e1c-68c11985ebf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:45.654861 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-619839c9-1150-4783-9e1c-68c11985ebf8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4&device_id=c44a1ca4-9221-42ad-b108-4682a5bc892e HTTP/1.1" status: 200 len: 1096 time: 0.0427432 Jan 28 03:37:45.707569 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-a643fc9d-c19d-4165-afd4-7ddc5c3801b3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8cc99d93-ca7d-4a02-8456-341a1cba5e8b HTTP/1.1" status: 200 len: 217 time: 0.0394845 Jan 28 03:37:45.754650 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-9363dab5-92a6-4c15-84ba-d34ac69858fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:45.756099 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-9363dab5-92a6-4c15-84ba-d34ac69858fd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5354753-3cf3-4328-a90d-ce5d4f07a741 HTTP/1.1" status: 200 len: 835 time: 0.0432200 Jan 28 03:37:45.806213 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-5b53cbff-4ae8-42f6-a9b4-9354379259f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:45.807725 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-5b53cbff-4ae8-42f6-a9b4-9354379259f5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=560217a2-a0a1-46fc-8f30-6b0297998e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457399 Jan 28 03:37:45.901853 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-99f65b85-55e5-44b4-a22f-7330b00161ad service neutron] 10.222.0.39 "GET /v2.0/networks/560217a2-a0a1-46fc-8f30-6b0297998e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875435 Jan 28 03:37:45.989220 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8cd650fc-2831-4d7a-a34e-e6bf0d85d58d req-102499eb-c716-4d3b-97f8-7ce265b67ff9 service neutron] 10.222.0.39 "GET /v2.0/networks/560217a2-a0a1-46fc-8f30-6b0297998e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814080 Jan 28 03:37:46.131048 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5403d-05d2-4e2a-9ea7-75d8828a462d req-1b928254-d542-43dd-a577-2aaa09cd766c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:46.132787 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-61f5403d-05d2-4e2a-9ea7-75d8828a462d req-1b928254-d542-43dd-a577-2aaa09cd766c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4&device_id=c44a1ca4-9221-42ad-b108-4682a5bc892e HTTP/1.1" status: 200 len: 1096 time: 0.0499632 Jan 28 03:37:46.229317 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5403d-05d2-4e2a-9ea7-75d8828a462d req-146e2751-a3b8-4345-a952-3fab94489c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:46.230997 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-61f5403d-05d2-4e2a-9ea7-75d8828a462d req-146e2751-a3b8-4345-a952-3fab94489c32 service neutron] 10.222.0.39 "GET /v2.0/networks?id=560217a2-a0a1-46fc-8f30-6b0297998e47 HTTP/1.1" status: 200 len: 897 time: 0.0925946 Jan 28 03:37:46.279684 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-61f5403d-05d2-4e2a-9ea7-75d8828a462d req-53539318-5e91-4201-a062-0f8a5e225496 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8cc99d93-ca7d-4a02-8456-341a1cba5e8b HTTP/1.1" status: 200 len: 217 time: 0.0421875 Jan 28 03:37:46.329644 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5403d-05d2-4e2a-9ea7-75d8828a462d req-bf1089f9-c2e3-4d20-8509-ade9a820020f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:46.331127 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-61f5403d-05d2-4e2a-9ea7-75d8828a462d req-bf1089f9-c2e3-4d20-8509-ade9a820020f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5354753-3cf3-4328-a90d-ce5d4f07a741 HTTP/1.1" status: 200 len: 835 time: 0.0456789 Jan 28 03:37:46.336200 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2337a-fc6c-4991-8c1b-b512164a04f4 req-3a9ffd44-1fff-4d64-b299-115512a10c40 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:46.337783 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3cf2337a-fc6c-4991-8c1b-b512164a04f4 req-3a9ffd44-1fff-4d64-b299-115512a10c40 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c44a1ca4-9221-42ad-b108-4682a5bc892e HTTP/1.1" status: 200 len: 944 time: 0.0531359 Jan 28 03:37:46.377745 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5403d-05d2-4e2a-9ea7-75d8828a462d req-5ac51f87-7e79-456e-94d6-4f8973ce017d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:46.379385 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-61f5403d-05d2-4e2a-9ea7-75d8828a462d req-5ac51f87-7e79-456e-94d6-4f8973ce017d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=560217a2-a0a1-46fc-8f30-6b0297998e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411317 Jan 28 03:37:46.388079 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3cf2337a-fc6c-4991-8c1b-b512164a04f4 req-62d508b4-bebd-4c53-9631-62da236076bf tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=45885ed6-6d72-4c87-8b5e-edb5222fb073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445566 Jan 28 03:37:46.471046 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-61f5403d-05d2-4e2a-9ea7-75d8828a462d req-e917cf8d-c4fe-4b04-b7e6-7af826dcb6f5 service neutron] 10.222.0.39 "GET /v2.0/networks/560217a2-a0a1-46fc-8f30-6b0297998e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845306 Jan 28 03:37:46.558908 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-61f5403d-05d2-4e2a-9ea7-75d8828a462d req-9060936d-eaef-4cba-8426-29b726a31b7c service neutron] 10.222.0.39 "GET /v2.0/networks/560217a2-a0a1-46fc-8f30-6b0297998e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819006 Jan 28 03:37:47.512816 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4800a-5d2a-4175-b5e2-9d042683cae2 req-a91b0fef-b226-49be-b5fd-00fecc7ab93f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:47.514340 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3ff4800a-5d2a-4175-b5e2-9d042683cae2 req-a91b0fef-b226-49be-b5fd-00fecc7ab93f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c44a1ca4-9221-42ad-b108-4682a5bc892e HTTP/1.1" status: 200 len: 944 time: 0.0535512 Jan 28 03:37:47.562995 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3ff4800a-5d2a-4175-b5e2-9d042683cae2 req-08241356-3b90-453d-ab8e-cdd6dc33d3d7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=45885ed6-6d72-4c87-8b5e-edb5222fb073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429716 Jan 28 03:37:48.690462 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca314a75-cd82-4695-9764-50a1e219d819 req-1796d9d9-5d9b-4ccc-b90f-a7d990135a54 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:48.691944 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ca314a75-cd82-4695-9764-50a1e219d819 req-1796d9d9-5d9b-4ccc-b90f-a7d990135a54 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c44a1ca4-9221-42ad-b108-4682a5bc892e HTTP/1.1" status: 200 len: 944 time: 0.0538712 Jan 28 03:37:48.742556 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ca314a75-cd82-4695-9764-50a1e219d819 req-d8a18c01-b7c5-40e3-9547-b629addfeb9f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=45885ed6-6d72-4c87-8b5e-edb5222fb073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445442 Jan 28 03:37:49.872997 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60929f-686b-4712-afb1-78ca8fe5e8cc req-5f89aff1-fd43-4691-9af6-671685c20548 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:49.874554 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3e60929f-686b-4712-afb1-78ca8fe5e8cc req-5f89aff1-fd43-4691-9af6-671685c20548 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c44a1ca4-9221-42ad-b108-4682a5bc892e HTTP/1.1" status: 200 len: 944 time: 0.0592818 Jan 28 03:37:49.930978 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3e60929f-686b-4712-afb1-78ca8fe5e8cc req-9d49f22c-9f17-4c61-95a5-2cc7baa7ce8c tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=45885ed6-6d72-4c87-8b5e-edb5222fb073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503550 Jan 28 03:37:50.241687 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:37:50.274064 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 8cc99d93-ca7d-4a02-8456-341a1cba5e8b details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:37:50.378636 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=8cc99d93-ca7d-4a02-8456-341a1cba5e8b,segment=NetworkSegment(de682508-0762-4c01-9ff4-5e778a6442cf),segment_id=de682508-0762-4c01-9ff4-5e778a6442cf)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:37:50.390302 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '8cc99d93-ca7d-4a02-8456-341a1cba5e8b', 'network_id': '560217a2-a0a1-46fc-8f30-6b0297998e47', 'port_id': '8cc99d93-ca7d-4a02-8456-341a1cba5e8b', 'mac_address': 'fa:16:3e:f4:8b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5354753-3cf3-4328-a90d-ce5d4f07a741', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:37:50.426462 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:37:50.426851 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8cc99d93-ca7d-4a02-8456-341a1cba5e8b), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:50.440084 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cc99d93-ca7d-4a02-8456-341a1cba5e8b {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:37:50.461803 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=8cc99d93-ca7d-4a02-8456-341a1cba5e8b,segment=NetworkSegment(de682508-0762-4c01-9ff4-5e778a6442cf),segment_id=de682508-0762-4c01-9ff4-5e778a6442cf)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:37:50.467386 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (8cc99d93-ca7d-4a02-8456-341a1cba5e8b), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:50.518310 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=8cc99d93-ca7d-4a02-8456-341a1cba5e8b,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:50.752762 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['8cc99d93-ca7d-4a02-8456-341a1cba5e8b'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:37:51.049099 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea95eb-af2a-40a0-9681-b56a1ef05c27 req-b70d8d42-fbdf-495b-b339-f78fd1455709 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:51.050588 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-43ea95eb-af2a-40a0-9681-b56a1ef05c27 req-b70d8d42-fbdf-495b-b339-f78fd1455709 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c44a1ca4-9221-42ad-b108-4682a5bc892e HTTP/1.1" status: 200 len: 945 time: 0.0502982 Jan 28 03:37:51.101306 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-43ea95eb-af2a-40a0-9681-b56a1ef05c27 req-04948ef2-8066-44e7-8586-a1e37728a862 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=45885ed6-6d72-4c87-8b5e-edb5222fb073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444984 Jan 28 03:37:52.236305 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec769ca-ddaa-464c-b6ee-70f0b5cd90fd req-a23f6bf7-db73-4f46-84e9-83147f713b80 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:52.237815 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5ec769ca-ddaa-464c-b6ee-70f0b5cd90fd req-a23f6bf7-db73-4f46-84e9-83147f713b80 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c44a1ca4-9221-42ad-b108-4682a5bc892e HTTP/1.1" status: 200 len: 945 time: 0.0524960 Jan 28 03:37:52.287478 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 8cc99d93-ca7d-4a02-8456-341a1cba5e8b up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:37:52.294274 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5ec769ca-ddaa-464c-b6ee-70f0b5cd90fd req-0752b19b-8e48-4946-a340-d19ac947bbe4 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=45885ed6-6d72-4c87-8b5e-edb5222fb073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498343 Jan 28 03:37:52.340587 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:37:52.344970 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:37:52.345383 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (8cc99d93-ca7d-4a02-8456-341a1cba5e8b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:52.441271 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:37:52.441934 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8cc99d93-ca7d-4a02-8456-341a1cba5e8b), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:52.467862 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44a1ca4-9221-42ad-b108-4682a5bc892e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc99d93-ca7d-4a02-8456-341a1cba5e8b'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:37:52.470170 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88874373-6249-4d30-a852-4b4915e12b14" -d '{"events": [{"server_uuid": "c44a1ca4-9221-42ad-b108-4682a5bc892e", "name": "network-vif-plugged", "status": "completed", "tag": "8cc99d93-ca7d-4a02-8456-341a1cba5e8b"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:37:52.483807 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=8cc99d93-ca7d-4a02-8456-341a1cba5e8b,segment=NetworkSegment(de682508-0762-4c01-9ff4-5e778a6442cf),segment_id=de682508-0762-4c01-9ff4-5e778a6442cf)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:37:52.487941 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (8cc99d93-ca7d-4a02-8456-341a1cba5e8b), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:52.547428 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=8cc99d93-ca7d-4a02-8456-341a1cba5e8b,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:52.589838 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf0c604-91db-4137-bce7-ef69b33ea6b6 x-openstack-request-id: req-0cf0c604-91db-4137-bce7-ef69b33ea6b6 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:37:52.590156 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44a1ca4-9221-42ad-b108-4682a5bc892e", "name": "network-vif-plugged", "status": "completed", "tag": "8cc99d93-ca7d-4a02-8456-341a1cba5e8b", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:37:52.590413 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0cf0c604-91db-4137-bce7-ef69b33ea6b6 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:37:52.590815 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44a1ca4-9221-42ad-b108-4682a5bc892e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc99d93-ca7d-4a02-8456-341a1cba5e8b', 'code': 200} Jan 28 03:37:52.726789 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bb161-f978-4afc-a0ee-fc678b28fd31 req-ed7857ff-b9f7-434d-9ae6-0a66f5c3193a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:52.728261 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-004bb161-f978-4afc-a0ee-fc678b28fd31 req-ed7857ff-b9f7-434d-9ae6-0a66f5c3193a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c44a1ca4-9221-42ad-b108-4682a5bc892e HTTP/1.1" status: 200 len: 1098 time: 0.0445352 Jan 28 03:37:52.773450 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-004bb161-f978-4afc-a0ee-fc678b28fd31 req-675e69a3-0144-4238-8927-a65736fdd557 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=45885ed6-6d72-4c87-8b5e-edb5222fb073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384507 Jan 28 03:37:53.415269 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d0390-9d92-486c-b236-8f94ac0b2425 req-ed2934f4-2190-4dc9-b442-474063405f73 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:53.416685 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-534d0390-9d92-486c-b236-8f94ac0b2425 req-ed2934f4-2190-4dc9-b442-474063405f73 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c44a1ca4-9221-42ad-b108-4682a5bc892e HTTP/1.1" status: 200 len: 946 time: 0.0513289 Jan 28 03:37:53.469089 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-534d0390-9d92-486c-b236-8f94ac0b2425 req-f7ff0e4c-cc64-4cd3-8530-897e609dfb5e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=45885ed6-6d72-4c87-8b5e-edb5222fb073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443444 Jan 28 03:37:54.597985 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129db15-5a96-4a98-8cf7-b52f9dba0297 req-63afcb21-25fc-4ea1-acb5-ed8f020c01a2 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:54.599588 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4129db15-5a96-4a98-8cf7-b52f9dba0297 req-63afcb21-25fc-4ea1-acb5-ed8f020c01a2 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c44a1ca4-9221-42ad-b108-4682a5bc892e HTTP/1.1" status: 200 len: 946 time: 0.0587964 Jan 28 03:37:54.654649 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4129db15-5a96-4a98-8cf7-b52f9dba0297 req-5aad198b-0ad5-4086-a177-8c231fee879a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=45885ed6-6d72-4c87-8b5e-edb5222fb073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491807 Jan 28 03:37:54.772477 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3314b4-67a7-4a4a-9f4f-0fb7eb2a338c req-403cf61c-f497-471d-8b21-96e44996d81d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:54.773988 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eb3314b4-67a7-4a4a-9f4f-0fb7eb2a338c req-403cf61c-f497-471d-8b21-96e44996d81d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c44a1ca4-9221-42ad-b108-4682a5bc892e HTTP/1.1" status: 200 len: 946 time: 0.0497119 Jan 28 03:37:54.830714 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eb3314b4-67a7-4a4a-9f4f-0fb7eb2a338c req-c3fde02e-be43-400f-8d50-8f28b350d527 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=45885ed6-6d72-4c87-8b5e-edb5222fb073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506880 Jan 28 03:37:54.852725 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60094) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:54.921224 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e147c5a3-d6b6-4368-88b6-115ab9f3eaeb tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:54.922711 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e147c5a3-d6b6-4368-88b6-115ab9f3eaeb tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c44a1ca4-9221-42ad-b108-4682a5bc892e HTTP/1.1" status: 200 len: 1093 time: 0.0689952 Jan 28 03:37:54.926515 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60096) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:54.931967 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-23526370-ad7c-41a6-b4d5-bed16e2ff9ab tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'port_id': '8cc99d93-ca7d-4a02-8456-341a1cba5e8b', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:37:54.959723 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-23526370-ad7c-41a6-b4d5-bed16e2ff9ab tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:55.058945 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-23526370-ad7c-41a6-b4d5-bed16e2ff9ab tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:55.176197 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-23526370-ad7c-41a6-b4d5-bed16e2ff9ab tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Allocated IP 172.25.0.8 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/005db8ec-378c-49cf-b734-0bf41205195a) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:37:55.277847 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-23526370-ad7c-41a6-b4d5-bed16e2ff9ab tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for port (005db8ec-378c-49cf-b734-0bf41205195a), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:55.313411 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-23526370-ad7c-41a6-b4d5-bed16e2ff9ab tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (005db8ec-378c-49cf-b734-0bf41205195a), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:55.353684 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23526370-ad7c-41a6-b4d5-bed16e2ff9ab tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:37:55.356490 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-23526370-ad7c-41a6-b4d5-bed16e2ff9ab tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:37:55.359853 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23526370-ad7c-41a6-b4d5-bed16e2ff9ab tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:37:55.384583 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23526370-ad7c-41a6-b4d5-bed16e2ff9ab tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'Port': ['ID=005db8ec-378c-49cf-b734-0bf41205195a,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:55.722566 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-23526370-ad7c-41a6-b4d5-bed16e2ff9ab tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for floatingip (cd72ee45-a60d-4b28-a175-606dd6647e04), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:55.795984 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-23526370-ad7c-41a6-b4d5-bed16e2ff9ab tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (005db8ec-378c-49cf-b734-0bf41205195a), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:55.954281 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-23526370-ad7c-41a6-b4d5-bed16e2ff9ab tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for port (005db8ec-378c-49cf-b734-0bf41205195a), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:55.960967 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-23526370-ad7c-41a6-b4d5-bed16e2ff9ab tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (005db8ec-378c-49cf-b734-0bf41205195a), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:56.027782 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23526370-ad7c-41a6-b4d5-bed16e2ff9ab tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'Port': ['ID=005db8ec-378c-49cf-b734-0bf41205195a,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:37:56.038194 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-23526370-ad7c-41a6-b4d5-bed16e2ff9ab tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (cd72ee45-a60d-4b28-a175-606dd6647e04), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:56.138695 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [None req-23526370-ad7c-41a6-b4d5-bed16e2ff9ab tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Floating IP cd72ee45-a60d-4b28-a175-606dd6647e04 associated. External IP: 172.25.0.8, port: 8cc99d93-ca7d-4a02-8456-341a1cba5e8b. Jan 28 03:37:56.350328 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23526370-ad7c-41a6-b4d5-bed16e2ff9ab tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Router 93d99aba-8a75-421b-9396-5a59fd0032fd has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:37:56.460305 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23526370-ad7c-41a6-b4d5-bed16e2ff9ab tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:37:56.470772 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09513e2-d587-4dae-be09-e3b76d4dff5a None None] Sync routers for ids ['93d99aba-8a75-421b-9396-5a59fd0032fd'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:37:56.480728 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09513e2-d587-4dae-be09-e3b76d4dff5a None None] Routers {'93d99aba-8a75-421b-9396-5a59fd0032fd'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:37:56.480915 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-23526370-ad7c-41a6-b4d5-bed16e2ff9ab tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:56.481397 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-e09513e2-d587-4dae-be09-e3b76d4dff5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:37:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['93d99aba-8a75-421b-9396-5a59fd0032fd'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:37:56.509477 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-23526370-ad7c-41a6-b4d5-bed16e2ff9ab tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5817025 Jan 28 03:37:56.510022 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44a1ca4-9221-42ad-b108-4682a5bc892e', 'tag': '8cc99d93-ca7d-4a02-8456-341a1cba5e8b'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:37:56.512390 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a538073-e362-483e-904d-ac97f99aed31" -d '{"events": [{"name": "network-changed", "server_uuid": "c44a1ca4-9221-42ad-b108-4682a5bc892e", "tag": "8cc99d93-ca7d-4a02-8456-341a1cba5e8b"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:37:56.592805 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-e09513e2-d587-4dae-be09-e3b76d4dff5a None None] Set router 93d99aba-8a75-421b-9396-5a59fd0032fd gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:37:56.620217 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579ccb8-65ad-469f-870b-722b55488b40 req-f380239b-3090-4549-93a4-b6f0b37b9d1e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:56.621818 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2579ccb8-65ad-469f-870b-722b55488b40 req-f380239b-3090-4549-93a4-b6f0b37b9d1e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c44a1ca4-9221-42ad-b108-4682a5bc892e HTTP/1.1" status: 200 len: 946 time: 0.0520506 Jan 28 03:37:56.629651 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f39388b-2b9b-44bf-b23c-95a6fc881ab6 x-openstack-request-id: req-7f39388b-2b9b-44bf-b23c-95a6fc881ab6 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:37:56.630289 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44a1ca4-9221-42ad-b108-4682a5bc892e", "tag": "8cc99d93-ca7d-4a02-8456-341a1cba5e8b", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:37:56.631064 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7f39388b-2b9b-44bf-b23c-95a6fc881ab6 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:37:56.631064 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44a1ca4-9221-42ad-b108-4682a5bc892e', 'tag': '8cc99d93-ca7d-4a02-8456-341a1cba5e8b', 'status': 'completed', 'code': 200} Jan 28 03:37:56.685473 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2579ccb8-65ad-469f-870b-722b55488b40 req-9dbf1b1c-2288-4455-ace8-dd6c17251b49 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=45885ed6-6d72-4c87-8b5e-edb5222fb073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498586 Jan 28 03:37:56.711838 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60104) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:56.712836 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a538073-e362-483e-904d-ac97f99aed31 req-751f3719-b0ae-48f5-a839-868b13f0e55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:56.714378 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6a538073-e362-483e-904d-ac97f99aed31 req-751f3719-b0ae-48f5-a839-868b13f0e55c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4&device_id=c44a1ca4-9221-42ad-b108-4682a5bc892e HTTP/1.1" status: 200 len: 1098 time: 0.0416827 Jan 28 03:37:56.824087 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a538073-e362-483e-904d-ac97f99aed31 req-f354dbb1-f9b8-4c8f-83aa-9eb099627abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:56.826498 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6a538073-e362-483e-904d-ac97f99aed31 req-f354dbb1-f9b8-4c8f-83aa-9eb099627abe service neutron] 10.222.0.39 "GET /v2.0/networks?id=560217a2-a0a1-46fc-8f30-6b0297998e47 HTTP/1.1" status: 200 len: 897 time: 0.1058638 Jan 28 03:37:56.859130 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-e09513e2-d587-4dae-be09-e3b76d4dff5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d99aba-8a75-421b-9396-5a59fd0032fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-746827847', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '996f78b4-39f5-464a-957a-4d262e53093f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:37:37Z', 'updated_at': '2022-01-28T03:37:41Z', 'revision_number': 4, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': '996f78b4-39f5-464a-957a-4d262e53093f', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d99aba-8a75-421b-9396-5a59fd0032fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:37:38Z', 'updated_at': '2022-01-28T03:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': 'cd72ee45-a60d-4b28-a175-606dd6647e04', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'floating_ip_address': '172.25.0.8', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '93d99aba-8a75-421b-9396-5a59fd0032fd', 'port_id': '8cc99d93-ca7d-4a02-8456-341a1cba5e8b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '560217a2-a0a1-46fc-8f30-6b0297998e47', 'mac_address': 'fa:16:3e:f4:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44a1ca4-9221-42ad-b108-4682a5bc892e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:37:55Z', 'updated_at': '2022-01-28T03:37:55Z', 'revision_number': 0, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1342267-e96c-4647-a42c-4fd917502325', 'name': '', 'network_id': '560217a2-a0a1-46fc-8f30-6b0297998e47', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'mac_address': 'fa:16:3e:d9:6b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d99aba-8a75-421b-9396-5a59fd0032fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'a5354753-3cf3-4328-a90d-ce5d4f07a741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:37:40Z', 'updated_at': '2022-01-28T03:37:43Z', 'revision_number': 5, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'subnets': [{'id': 'a5354753-3cf3-4328-a90d-ce5d4f07a741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:37:56.887746 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09513e2-d587-4dae-be09-e3b76d4dff5a None None] Checking router: 93d99aba-8a75-421b-9396-5a59fd0032fd for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:37:56.896453 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6a538073-e362-483e-904d-ac97f99aed31 req-557d141a-ba73-420e-9ea8-84bf8fa2d7af service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8cc99d93-ca7d-4a02-8456-341a1cba5e8b HTTP/1.1" status: 200 len: 998 time: 0.0646079 Jan 28 03:37:56.897801 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09513e2-d587-4dae-be09-e3b76d4dff5a None None] Routers {'93d99aba-8a75-421b-9396-5a59fd0032fd'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:37:56.898440 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-e09513e2-d587-4dae-be09-e3b76d4dff5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:37:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['93d99aba-8a75-421b-9396-5a59fd0032fd'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:37:56.951203 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a538073-e362-483e-904d-ac97f99aed31 req-ea74dcc0-4bc1-4d81-8ef2-2d1b03c54f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:56.951485 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6a538073-e362-483e-904d-ac97f99aed31 req-ea74dcc0-4bc1-4d81-8ef2-2d1b03c54f0f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5354753-3cf3-4328-a90d-ce5d4f07a741 HTTP/1.1" status: 200 len: 835 time: 0.0489137 Jan 28 03:37:57.017025 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a538073-e362-483e-904d-ac97f99aed31 req-28dc64f6-d19a-41cd-86ae-700319c71c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:37:57.018977 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6a538073-e362-483e-904d-ac97f99aed31 req-28dc64f6-d19a-41cd-86ae-700319c71c47 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=560217a2-a0a1-46fc-8f30-6b0297998e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616138 Jan 28 03:37:57.021137 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-e09513e2-d587-4dae-be09-e3b76d4dff5a None None] Set router 93d99aba-8a75-421b-9396-5a59fd0032fd gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:37:57.111161 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6a538073-e362-483e-904d-ac97f99aed31 req-0fe736ca-7191-433f-8fc6-adb34a22a4e1 service neutron] 10.222.0.39 "GET /v2.0/networks/560217a2-a0a1-46fc-8f30-6b0297998e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865350 Jan 28 03:37:57.163731 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-95d92950-c722-4b76-9132-01d0afd96fa2 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/floatingips/cd72ee45-a60d-4b28-a175-606dd6647e04 HTTP/1.1" status: 200 len: 990 time: 0.4505203 Jan 28 03:37:57.215175 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6a538073-e362-483e-904d-ac97f99aed31 req-c0be242b-3986-467e-97de-af165cc192ac service neutron] 10.222.0.39 "GET /v2.0/networks/560217a2-a0a1-46fc-8f30-6b0297998e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984898 Jan 28 03:37:57.277173 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-e09513e2-d587-4dae-be09-e3b76d4dff5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d99aba-8a75-421b-9396-5a59fd0032fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-746827847', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '996f78b4-39f5-464a-957a-4d262e53093f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:37:37Z', 'updated_at': '2022-01-28T03:37:41Z', 'revision_number': 4, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': '996f78b4-39f5-464a-957a-4d262e53093f', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d99aba-8a75-421b-9396-5a59fd0032fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:37:38Z', 'updated_at': '2022-01-28T03:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': 'cd72ee45-a60d-4b28-a175-606dd6647e04', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'floating_ip_address': '172.25.0.8', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '93d99aba-8a75-421b-9396-5a59fd0032fd', 'port_id': '8cc99d93-ca7d-4a02-8456-341a1cba5e8b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '560217a2-a0a1-46fc-8f30-6b0297998e47', 'mac_address': 'fa:16:3e:f4:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44a1ca4-9221-42ad-b108-4682a5bc892e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:37:55Z', 'updated_at': '2022-01-28T03:37:55Z', 'revision_number': 0, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1342267-e96c-4647-a42c-4fd917502325', 'name': '', 'network_id': '560217a2-a0a1-46fc-8f30-6b0297998e47', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'mac_address': 'fa:16:3e:d9:6b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d99aba-8a75-421b-9396-5a59fd0032fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'a5354753-3cf3-4328-a90d-ce5d4f07a741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:37:40Z', 'updated_at': '2022-01-28T03:37:43Z', 'revision_number': 5, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'subnets': [{'id': 'a5354753-3cf3-4328-a90d-ce5d4f07a741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:37:57.306968 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09513e2-d587-4dae-be09-e3b76d4dff5a None None] The sync data for ids ['93d99aba-8a75-421b-9396-5a59fd0032fd'] in n-d-712139-27 is: [{'id': '93d99aba-8a75-421b-9396-5a59fd0032fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-746827847', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '996f78b4-39f5-464a-957a-4d262e53093f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:37:37Z', 'updated_at': '2022-01-28T03:37:41Z', 'revision_number': 4, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': '996f78b4-39f5-464a-957a-4d262e53093f', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d99aba-8a75-421b-9396-5a59fd0032fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:37:38Z', 'updated_at': '2022-01-28T03:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': 'cd72ee45-a60d-4b28-a175-606dd6647e04', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'floating_ip_address': '172.25.0.8', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '93d99aba-8a75-421b-9396-5a59fd0032fd', 'port_id': '8cc99d93-ca7d-4a02-8456-341a1cba5e8b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '560217a2-a0a1-46fc-8f30-6b0297998e47', 'mac_address': 'fa:16:3e:f4:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44a1ca4-9221-42ad-b108-4682a5bc892e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:37:55Z', 'updated_at': '2022-01-28T03:37:55Z', 'revision_number': 0, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1342267-e96c-4647-a42c-4fd917502325', 'name': '', 'network_id': '560217a2-a0a1-46fc-8f30-6b0297998e47', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'mac_address': 'fa:16:3e:d9:6b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d99aba-8a75-421b-9396-5a59fd0032fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'a5354753-3cf3-4328-a90d-ce5d4f07a741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:37:40Z', 'updated_at': '2022-01-28T03:37:43Z', 'revision_number': 5, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'subnets': [{'id': 'a5354753-3cf3-4328-a90d-ce5d4f07a741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:37:57.527542 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a8acdc-2574-4dcb-8db3-d194a0a60a06 None None] New status for floating IP cd72ee45-a60d-4b28-a175-606dd6647e04: ACTIVE {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:37:58.167459 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60106) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:37:58.240572 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2c440807-e5a9-41ac-998d-866eb48c4bb4 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/floatingips/cd72ee45-a60d-4b28-a175-606dd6647e04 HTTP/1.1" status: 200 len: 992 time: 0.0715296 Jan 28 03:37:59.469781 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:37:59.749820 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0edfe6be-8e41-4404-9c9f-d362f470a67f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:01.829275 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6e24055c-2c3f-4889-9612-c0ae328c362b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:03.454680 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:03.773045 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:04.906751 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:06.152944 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:09.878383 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60112) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:10.035261 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-d971424b-090f-429f-903c-373e6b0cfff9 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Deleting port ca8c6482-e22d-4fda-aa60-131cfeae3023 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:38:10.035507 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d971424b-090f-429f-903c-373e6b0cfff9 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (ca8c6482-e22d-4fda-aa60-131cfeae3023), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:10.114400 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d971424b-090f-429f-903c-373e6b0cfff9 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (ca8c6482-e22d-4fda-aa60-131cfeae3023), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:10.114733 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d971424b-090f-429f-903c-373e6b0cfff9 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks [] for floatingip (ca8c6482-e22d-4fda-aa60-131cfeae3023), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:10.128023 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-d971424b-090f-429f-903c-373e6b0cfff9 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Calling delete_port for ca8c6482-e22d-4fda-aa60-131cfeae3023 owned by network:floatingip {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:38:10.293364 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d971424b-090f-429f-903c-373e6b0cfff9 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (ca8c6482-e22d-4fda-aa60-131cfeae3023), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:10.335008 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971424b-090f-429f-903c-373e6b0cfff9 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Pushing event deleted for resources: {'Port': ['ID=ca8c6482-e22d-4fda-aa60-131cfeae3023,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:10.396611 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d971424b-090f-429f-903c-373e6b0cfff9 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks [] for floatingip (f109c086-02b6-4fc9-8cc8-22c5908a2caf), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:10.396925 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [None req-d971424b-090f-429f-903c-373e6b0cfff9 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Floating IP f109c086-02b6-4fc9-8cc8-22c5908a2caf disassociated (deleted). External IP: 172.25.0.72, port: 16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c. Jan 28 03:38:10.637928 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d971424b-090f-429f-903c-373e6b0cfff9 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Router 81f4b18b-d952-4700-a93e-5b714789587d has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:38:10.749659 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d971424b-090f-429f-903c-373e6b0cfff9 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:38:10.754491 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d971424b-090f-429f-903c-373e6b0cfff9 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:10.760446 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d98259-c3e0-4507-a9fd-b65b55fca94d None None] Sync routers for ids ['81f4b18b-d952-4700-a93e-5b714789587d'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:38:10.770890 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d98259-c3e0-4507-a9fd-b65b55fca94d None None] Routers {'81f4b18b-d952-4700-a93e-5b714789587d'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:38:10.771523 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-b1d98259-c3e0-4507-a9fd-b65b55fca94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:38:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['81f4b18b-d952-4700-a93e-5b714789587d'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:10.786241 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d971424b-090f-429f-903c-373e6b0cfff9 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "DELETE /v2.0/floatingips/f109c086-02b6-4fc9-8cc8-22c5908a2caf HTTP/1.1" status: 204 len: 168 time: 0.9063771 Jan 28 03:38:10.786821 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '456f4c7d-27e5-4a6d-bb98-7cceb6742fb7', 'tag': '16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:38:10.789933 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51030480-ab2f-452e-9dab-219f16b26c17" -d '{"events": [{"name": "network-changed", "server_uuid": "456f4c7d-27e5-4a6d-bb98-7cceb6742fb7", "tag": "16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:38:10.833499 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cce24de-c780-401a-aa60-fe42d23d8196 x-openstack-request-id: req-0cce24de-c780-401a-aa60-fe42d23d8196 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:38:10.833799 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "456f4c7d-27e5-4a6d-bb98-7cceb6742fb7", "tag": "16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:38:10.834040 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0cce24de-c780-401a-aa60-fe42d23d8196 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:38:10.834440 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '456f4c7d-27e5-4a6d-bb98-7cceb6742fb7', 'tag': '16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c', 'status': 'completed', 'code': 200} Jan 28 03:38:10.886313 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-b1d98259-c3e0-4507-a9fd-b65b55fca94d None None] Set router 81f4b18b-d952-4700-a93e-5b714789587d gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:38:10.923932 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51030480-ab2f-452e-9dab-219f16b26c17 req-23983720-4169-4eb8-9fa0-b98491c18df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:10.925668 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-51030480-ab2f-452e-9dab-219f16b26c17 req-23983720-4169-4eb8-9fa0-b98491c18df1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2365aae0ed6c4140b140950cf90dbe31&device_id=456f4c7d-27e5-4a6d-bb98-7cceb6742fb7 HTTP/1.1" status: 200 len: 1097 time: 0.0485630 Jan 28 03:38:11.033488 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc43ea6-20ea-4aed-8341-69281d4b4fec req-3b31ca15-8800-45e0-bb9b-6f0732278eec tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:11.038093 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3fc43ea6-20ea-4aed-8341-69281d4b4fec req-3b31ca15-8800-45e0-bb9b-6f0732278eec tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=456f4c7d-27e5-4a6d-bb98-7cceb6742fb7 HTTP/1.1" status: 200 len: 945 time: 0.0601454 Jan 28 03:38:11.070388 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51030480-ab2f-452e-9dab-219f16b26c17 req-4aa53923-b848-40da-a3c9-221a5c57e218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:11.072791 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-51030480-ab2f-452e-9dab-219f16b26c17 req-4aa53923-b848-40da-a3c9-221a5c57e218 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d08f29da-d40d-4b15-9f9f-e3612c5ec470 HTTP/1.1" status: 200 len: 912 time: 0.1065409 Jan 28 03:38:11.102361 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3fc43ea6-20ea-4aed-8341-69281d4b4fec req-237dea02-90f0-4094-a174-dbe2aba85f70 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607054 Jan 28 03:38:11.121303 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-51030480-ab2f-452e-9dab-219f16b26c17 req-a88a4ebc-552e-4098-9b73-25f9cf5ff042 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c HTTP/1.1" status: 200 len: 217 time: 0.0416918 Jan 28 03:38:11.187565 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51030480-ab2f-452e-9dab-219f16b26c17 req-393c9fb1-9bb1-48d1-8276-63f5b2f9a9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:11.188997 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-51030480-ab2f-452e-9dab-219f16b26c17 req-393c9fb1-9bb1-48d1-8276-63f5b2f9a9c0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6fca48db-7702-4589-8da6-18a07f4297d3 HTTP/1.1" status: 200 len: 850 time: 0.0577841 Jan 28 03:38:11.237705 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51030480-ab2f-452e-9dab-219f16b26c17 req-e971552a-97d8-494f-8bc6-0e323f6d01c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:11.239791 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-51030480-ab2f-452e-9dab-219f16b26c17 req-e971552a-97d8-494f-8bc6-0e323f6d01c3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d08f29da-d40d-4b15-9f9f-e3612c5ec470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444839 Jan 28 03:38:11.295185 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-b1d98259-c3e0-4507-a9fd-b65b55fca94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f4b18b-d952-4700-a93e-5b714789587d', 'name': 'tempest-TestVolumeBootPattern-504958137-router', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ebbf453f-0c5a-44ff-ad68-109f6e5aabe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:26:16Z', 'revision_number': 4, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'gw_port': {'id': 'ebbf453f-0c5a-44ff-ad68-109f6e5aabe9', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '4c471ee4-5d33-4d83-bd36-1d21eebbe39e', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'floating_ip_address': '172.25.0.101', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'port_id': '2c6adf81-512f-47bc-b6e1-714f85f57f8c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'mac_address': 'fa:16:3e:d3:fd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48712362-015c-4e66-9b1d-baa89fd3df1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:34:31Z', 'updated_at': '2022-01-28T03:34:33Z', 'revision_number': 1, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8', 'name': '', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'mac_address': 'fa:16:3e:95:e0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '6fca48db-7702-4589-8da6-18a07f4297d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:15Z', 'updated_at': '2022-01-28T03:26:20Z', 'revision_number': 5, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'subnets': [{'id': '6fca48db-7702-4589-8da6-18a07f4297d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:11.326199 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d98259-c3e0-4507-a9fd-b65b55fca94d None None] Checking router: 81f4b18b-d952-4700-a93e-5b714789587d for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:38:11.336955 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d98259-c3e0-4507-a9fd-b65b55fca94d None None] Routers {'81f4b18b-d952-4700-a93e-5b714789587d'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:38:11.337615 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-b1d98259-c3e0-4507-a9fd-b65b55fca94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:38:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['81f4b18b-d952-4700-a93e-5b714789587d'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:11.450412 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-b1d98259-c3e0-4507-a9fd-b65b55fca94d None None] Set router 81f4b18b-d952-4700-a93e-5b714789587d gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:38:11.684554 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-b1d98259-c3e0-4507-a9fd-b65b55fca94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f4b18b-d952-4700-a93e-5b714789587d', 'name': 'tempest-TestVolumeBootPattern-504958137-router', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ebbf453f-0c5a-44ff-ad68-109f6e5aabe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:26:16Z', 'revision_number': 4, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'gw_port': {'id': 'ebbf453f-0c5a-44ff-ad68-109f6e5aabe9', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '4c471ee4-5d33-4d83-bd36-1d21eebbe39e', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'floating_ip_address': '172.25.0.101', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'port_id': '2c6adf81-512f-47bc-b6e1-714f85f57f8c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'mac_address': 'fa:16:3e:d3:fd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48712362-015c-4e66-9b1d-baa89fd3df1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:34:31Z', 'updated_at': '2022-01-28T03:34:33Z', 'revision_number': 1, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8', 'name': '', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'mac_address': 'fa:16:3e:95:e0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '6fca48db-7702-4589-8da6-18a07f4297d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:15Z', 'updated_at': '2022-01-28T03:26:20Z', 'revision_number': 5, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'subnets': [{'id': '6fca48db-7702-4589-8da6-18a07f4297d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:11.696949 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-51030480-ab2f-452e-9dab-219f16b26c17 req-1650e94c-670c-48ba-8415-9145cb054366 service neutron] 10.222.0.67 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4501848 Jan 28 03:38:11.711669 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d98259-c3e0-4507-a9fd-b65b55fca94d None None] The sync data for ids ['81f4b18b-d952-4700-a93e-5b714789587d'] in n-d-712139-27 is: [{'id': '81f4b18b-d952-4700-a93e-5b714789587d', 'name': 'tempest-TestVolumeBootPattern-504958137-router', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ebbf453f-0c5a-44ff-ad68-109f6e5aabe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:26:16Z', 'revision_number': 4, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'gw_port': {'id': 'ebbf453f-0c5a-44ff-ad68-109f6e5aabe9', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '4c471ee4-5d33-4d83-bd36-1d21eebbe39e', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'floating_ip_address': '172.25.0.101', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'port_id': '2c6adf81-512f-47bc-b6e1-714f85f57f8c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'mac_address': 'fa:16:3e:d3:fd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48712362-015c-4e66-9b1d-baa89fd3df1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:34:31Z', 'updated_at': '2022-01-28T03:34:33Z', 'revision_number': 1, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8', 'name': '', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'mac_address': 'fa:16:3e:95:e0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '6fca48db-7702-4589-8da6-18a07f4297d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:15Z', 'updated_at': '2022-01-28T03:26:20Z', 'revision_number': 5, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'subnets': [{'id': '6fca48db-7702-4589-8da6-18a07f4297d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:38:11.792595 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-51030480-ab2f-452e-9dab-219f16b26c17 req-c0c4ae0c-d67c-4694-ac56-c9a78f85b064 service neutron] 10.222.0.67 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882032 Jan 28 03:38:11.947280 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec823b18-f828-4ab2-a527-0900aa7341a1 None None] New status for floating IP f109c086-02b6-4fc9-8cc8-22c5908a2caf: DOWN {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:38:12.237519 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d210152-6da7-4361-9eb4-4cf35527acd1 req-06e25545-e4d8-4efe-9031-a7667f39bfb6 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:12.239033 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0d210152-6da7-4361-9eb4-4cf35527acd1 req-06e25545-e4d8-4efe-9031-a7667f39bfb6 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=456f4c7d-27e5-4a6d-bb98-7cceb6742fb7 HTTP/1.1" status: 200 len: 945 time: 0.0577085 Jan 28 03:38:12.292474 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0d210152-6da7-4361-9eb4-4cf35527acd1 req-84be67c1-4e0a-4ada-be62-9960a72355b5 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444651 Jan 28 03:38:12.876230 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab7e85e-3193-451a-ba21-332c3aebf853 req-75a95243-3f5e-456d-b46e-c4f6e132db84 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:12.877765 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4ab7e85e-3193-451a-ba21-332c3aebf853 req-75a95243-3f5e-456d-b46e-c4f6e132db84 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.67 "GET /v2.0/ports?device_id=456f4c7d-27e5-4a6d-bb98-7cceb6742fb7 HTTP/1.1" status: 200 len: 945 time: 0.0494208 Jan 28 03:38:12.983596 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-4ab7e85e-3193-451a-ba21-332c3aebf853 req-da6e3238-6965-4f55-8dac-4257b9967948 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Deleting port 16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:38:12.983899 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4ab7e85e-3193-451a-ba21-332c3aebf853 req-da6e3238-6965-4f55-8dac-4257b9967948 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:13.090980 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-4ab7e85e-3193-451a-ba21-332c3aebf853 req-da6e3238-6965-4f55-8dac-4257b9967948 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] For port 16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c,segment=NetworkSegment(e2233469-b8a2-417c-9e5e-795b0e977ffd),segment_id=e2233469-b8a2-417c-9e5e-795b0e977ffd)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:38:13.091514 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4ab7e85e-3193-451a-ba21-332c3aebf853 req-da6e3238-6965-4f55-8dac-4257b9967948 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:13.108355 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-4ab7e85e-3193-451a-ba21-332c3aebf853 req-da6e3238-6965-4f55-8dac-4257b9967948 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Calling delete_port for 16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:38:13.245241 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4ab7e85e-3193-451a-ba21-332c3aebf853 req-da6e3238-6965-4f55-8dac-4257b9967948 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:13.276235 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e3238-6965-4f55-8dac-4257b9967948 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Pushing event deleted for resources: {'Port': ['ID=16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:13.317566 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab7e85e-3193-451a-ba21-332c3aebf853 req-da6e3238-6965-4f55-8dac-4257b9967948 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] No DVR routers for this DVR port 16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:38:13.320588 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4ab7e85e-3193-451a-ba21-332c3aebf853 req-da6e3238-6965-4f55-8dac-4257b9967948 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:13.324719 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4ab7e85e-3193-451a-ba21-332c3aebf853 req-da6e3238-6965-4f55-8dac-4257b9967948 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.67 "DELETE /v2.0/ports/16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c HTTP/1.1" status: 204 len: 173 time: 0.4413862 Jan 28 03:38:13.325706 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456f4c7d-27e5-4a6d-bb98-7cceb6742fb7', 'name': 'network-vif-deleted', 'tag': '16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:38:13.327760 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26966734-fc80-43d1-aac4-2eca443c5b21" -d '{"events": [{"server_uuid": "456f4c7d-27e5-4a6d-bb98-7cceb6742fb7", "name": "network-vif-deleted", "tag": "16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:38:13.366185 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736db20a-8d84-47ab-9e23-6d19401a4aaf x-openstack-request-id: req-736db20a-8d84-47ab-9e23-6d19401a4aaf {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:38:13.366484 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456f4c7d-27e5-4a6d-bb98-7cceb6742fb7", "name": "network-vif-deleted", "tag": "16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:38:13.366725 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-736db20a-8d84-47ab-9e23-6d19401a4aaf {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:38:13.367110 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '456f4c7d-27e5-4a6d-bb98-7cceb6742fb7', 'name': 'network-vif-deleted', 'tag': '16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c', 'status': 'completed', 'code': 200} Jan 28 03:38:13.401289 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ef935dc2-e97d-49a7-8e94-38fe1cb73654 req-c6e3be58-3be4-4879-975b-f08a1d552bbd tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=456f4c7d-27e5-4a6d-bb98-7cceb6742fb7 HTTP/1.1" status: 200 len: 210 time: 0.0273726 Jan 28 03:38:14.504818 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4eecfd8b-2f6f-4ee9-8215-d8de8f171b4b req-7de16bea-4094-4091-bb3f-eefc6ebab0dc tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=456f4c7d-27e5-4a6d-bb98-7cceb6742fb7 HTTP/1.1" status: 200 len: 210 time: 0.0306623 Jan 28 03:38:15.602989 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7f09c8e2-0e1e-4fbf-a504-5de77e756616 req-c4ae0325-4d9d-4337-9949-beafb9df59b0 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=456f4c7d-27e5-4a6d-bb98-7cceb6742fb7 HTTP/1.1" status: 200 len: 210 time: 0.0271833 Jan 28 03:38:16.704770 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b1f2c4a0-8d06-446a-a8d2-05cc606b2fb4 req-adb8eb6d-9d2e-49f2-8ede-8583109a386d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=456f4c7d-27e5-4a6d-bb98-7cceb6742fb7 HTTP/1.1" status: 200 len: 210 time: 0.0302050 Jan 28 03:38:17.685148 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:38:17.705965 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: 16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:38:17.706300 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 16b1e3fa-967e-4a7a-ba5a-80ba03f81f8c not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:38:17.806247 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-94111034-7c27-4e77-9d22-dd8980a77f55 req-c5ae2628-3759-4f67-b8a8-f93a8e0e4c22 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=456f4c7d-27e5-4a6d-bb98-7cceb6742fb7 HTTP/1.1" status: 200 len: 210 time: 0.0268185 Jan 28 03:38:18.907994 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-355a5f97-2464-4f2e-8a10-c0202f8eea4e req-40bef286-822e-409c-a869-41b68c74535e tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=456f4c7d-27e5-4a6d-bb98-7cceb6742fb7 HTTP/1.1" status: 200 len: 210 time: 0.0314577 Jan 28 03:38:20.012020 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6d6ae5d1-bcfd-4fa6-8796-065fdce91d17 req-d0d72cc8-040f-4f02-8175-8e069a6ef4a3 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=456f4c7d-27e5-4a6d-bb98-7cceb6742fb7 HTTP/1.1" status: 200 len: 210 time: 0.0269871 Jan 28 03:38:21.108369 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e521a0f6-c22f-4b32-a871-45524e119643 req-a811aa9f-2a8e-43a0-a4a1-f382eb8f1e6a tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=456f4c7d-27e5-4a6d-bb98-7cceb6742fb7 HTTP/1.1" status: 200 len: 210 time: 0.0267127 Jan 28 03:38:22.431432 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5ec55296-a2dc-4228-ab43-43832660ab97 req-c52cbbc8-a0eb-4a8f-8965-ae979b21d5ae service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=48712362-015c-4e66-9b1d-baa89fd3df1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0422046 Jan 28 03:38:22.534848 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec55296-a2dc-4228-ab43-43832660ab97 req-47b67ad1-edf8-48b3-ac2e-287b1d91e081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:22.536640 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5ec55296-a2dc-4228-ab43-43832660ab97 req-47b67ad1-edf8-48b3-ac2e-287b1d91e081 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2365aae0ed6c4140b140950cf90dbe31&device_id=48712362-015c-4e66-9b1d-baa89fd3df1e HTTP/1.1" status: 200 len: 1098 time: 0.0432363 Jan 28 03:38:22.652015 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec55296-a2dc-4228-ab43-43832660ab97 req-36f5f173-61df-43c1-9905-0e7bd8aad775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:22.653568 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5ec55296-a2dc-4228-ab43-43832660ab97 req-36f5f173-61df-43c1-9905-0e7bd8aad775 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d08f29da-d40d-4b15-9f9f-e3612c5ec470 HTTP/1.1" status: 200 len: 912 time: 0.0961680 Jan 28 03:38:22.723603 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5ec55296-a2dc-4228-ab43-43832660ab97 req-b6769624-b759-42bd-9c81-dacda53118f3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c6adf81-512f-47bc-b6e1-714f85f57f8c HTTP/1.1" status: 200 len: 1002 time: 0.0629091 Jan 28 03:38:22.778252 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec55296-a2dc-4228-ab43-43832660ab97 req-aee0a454-936c-4979-9636-c7c95449958c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:22.780076 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5ec55296-a2dc-4228-ab43-43832660ab97 req-aee0a454-936c-4979-9636-c7c95449958c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6fca48db-7702-4589-8da6-18a07f4297d3 HTTP/1.1" status: 200 len: 850 time: 0.0498946 Jan 28 03:38:22.826616 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec55296-a2dc-4228-ab43-43832660ab97 req-8ad299cc-2640-4519-9fbc-5f95594f5d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:22.828413 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5ec55296-a2dc-4228-ab43-43832660ab97 req-8ad299cc-2640-4519-9fbc-5f95594f5d74 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d08f29da-d40d-4b15-9f9f-e3612c5ec470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417783 Jan 28 03:38:22.919619 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5ec55296-a2dc-4228-ab43-43832660ab97 req-5dba0957-1725-46e0-a539-09c2d1b4c910 service neutron] 10.222.0.39 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847774 Jan 28 03:38:23.023195 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5ec55296-a2dc-4228-ab43-43832660ab97 req-2d15a70a-8205-4943-8888-f80c6c72ec5d service neutron] 10.222.0.39 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973334 Jan 28 03:38:24.924193 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61351924-4c90-4a4b-9d79-6702dfca51da req-891a7213-d9dc-4cf8-bbab-7b29b3a36aa5 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:24.925806 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-61351924-4c90-4a4b-9d79-6702dfca51da req-891a7213-d9dc-4cf8-bbab-7b29b3a36aa5 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c44a1ca4-9221-42ad-b108-4682a5bc892e HTTP/1.1" status: 200 len: 946 time: 0.0519078 Jan 28 03:38:24.975436 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-61351924-4c90-4a4b-9d79-6702dfca51da req-13c1e3fc-536a-4114-8473-f9b7e41b0dc5 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=45885ed6-6d72-4c87-8b5e-edb5222fb073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434639 Jan 28 03:38:24.998343 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60164) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:25.061191 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a219ec00-2df5-4cb1-bbfe-77e8f51642b1 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/floatingips/cd72ee45-a60d-4b28-a175-606dd6647e04 HTTP/1.1" status: 200 len: 992 time: 0.0612493 Jan 28 03:38:25.446277 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60385995-eefa-482a-ba66-ec87b4cc9bc1 req-f14032e3-d43c-4b75-a4ff-5ae1f144fc36 tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:25.448813 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-60385995-eefa-482a-ba66-ec87b4cc9bc1 req-f14032e3-d43c-4b75-a4ff-5ae1f144fc36 tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c44a1ca4-9221-42ad-b108-4682a5bc892e HTTP/1.1" status: 200 len: 1098 time: 0.0528445 Jan 28 03:38:25.501059 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-60385995-eefa-482a-ba66-ec87b4cc9bc1 req-8102c64b-4c48-47c0-8c78-882a76fa9b88 tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=45885ed6-6d72-4c87-8b5e-edb5222fb073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462229 Jan 28 03:38:26.082928 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a5f7152d-4232-427b-9192-6272b71b5896 req-99ccc3c5-8695-4fa5-a6c6-3ecf2b1dc9e6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c44a1ca4-9221-42ad-b108-4682a5bc892e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0899611 Jan 28 03:38:26.091907 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [req-a5f7152d-4232-427b-9192-6272b71b5896 req-b40a19dc-ce27-4e40-a811-5b301081620a service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:38:26.093171 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a5f7152d-4232-427b-9192-6272b71b5896 req-b40a19dc-ce27-4e40-a811-5b301081620a service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056009 Jan 28 03:38:26.637296 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7152d-4232-427b-9192-6272b71b5896 req-94bd7b4d-2477-4e22-9be6-0fc8150c1eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:26.638950 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a5f7152d-4232-427b-9192-6272b71b5896 req-94bd7b4d-2477-4e22-9be6-0fc8150c1eb5 service neutron] 10.222.0.53 "GET /v2.0/ports/8cc99d93-ca7d-4a02-8456-341a1cba5e8b HTTP/1.1" status: 200 len: 1095 time: 0.0356801 Jan 28 03:38:26.647449 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-a5f7152d-4232-427b-9192-6272b71b5896 req-3b38ed84-2ecb-48ce-b21b-c10171d23a9c service neutron] Request body: {'binding': {'host': 'n-h1-712139-27', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:26.647982 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-a5f7152d-4232-427b-9192-6272b71b5896 req-3b38ed84-2ecb-48ce-b21b-c10171d23a9c service neutron] Unknown quota resources ['binding']. {{(pid=109802) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 03:38:26.790479 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-a5f7152d-4232-427b-9192-6272b71b5896 req-3b38ed84-2ecb-48ce-b21b-c10171d23a9c service neutron] Attempting to bind port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b on host n-h1-712139-27 for vnic_type normal with profile None {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:38:26.790685 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-a5f7152d-4232-427b-9192-6272b71b5896 req-3b38ed84-2ecb-48ce-b21b-c10171d23a9c service neutron] Attempting to bind port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': 'de682508-0762-4c01-9ff4-5e778a6442cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '560217a2-a0a1-46fc-8f30-6b0297998e47'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:38:26.791043 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f7152d-4232-427b-9192-6272b71b5896 req-3b38ed84-2ecb-48ce-b21b-c10171d23a9c service neutron] Attempting to bind port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b on network 560217a2-a0a1-46fc-8f30-6b0297998e47 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:38:26.795678 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f7152d-4232-427b-9192-6272b71b5896 req-3b38ed84-2ecb-48ce-b21b-c10171d23a9c service neutron] Port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b on network 560217a2-a0a1-46fc-8f30-6b0297998e47 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:38:26.796003 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f7152d-4232-427b-9192-6272b71b5896 req-3b38ed84-2ecb-48ce-b21b-c10171d23a9c service neutron] Attempting to bind port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b on network 560217a2-a0a1-46fc-8f30-6b0297998e47 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:38:26.801281 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f7152d-4232-427b-9192-6272b71b5896 req-3b38ed84-2ecb-48ce-b21b-c10171d23a9c service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:38:26.801629 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f7152d-4232-427b-9192-6272b71b5896 req-3b38ed84-2ecb-48ce-b21b-c10171d23a9c service neutron] Checking segment: {'id': 'de682508-0762-4c01-9ff4-5e778a6442cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '560217a2-a0a1-46fc-8f30-6b0297998e47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:38:26.802443 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f7152d-4232-427b-9192-6272b71b5896 req-3b38ed84-2ecb-48ce-b21b-c10171d23a9c service neutron] Bound using segment: {'id': 'de682508-0762-4c01-9ff4-5e778a6442cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '560217a2-a0a1-46fc-8f30-6b0297998e47'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:38:26.802873 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-a5f7152d-4232-427b-9192-6272b71b5896 req-3b38ed84-2ecb-48ce-b21b-c10171d23a9c service neutron] Bound port: 8cc99d93-ca7d-4a02-8456-341a1cba5e8b, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de682508-0762-4c01-9ff4-5e778a6442cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '560217a2-a0a1-46fc-8f30-6b0297998e47'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:38:26.892742 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-a5f7152d-4232-427b-9192-6272b71b5896 req-3b38ed84-2ecb-48ce-b21b-c10171d23a9c service neutron] For port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=8cc99d93-ca7d-4a02-8456-341a1cba5e8b,segment=NetworkSegment(de682508-0762-4c01-9ff4-5e778a6442cf),segment_id=de682508-0762-4c01-9ff4-5e778a6442cf)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:38:26.899771 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-a5f7152d-4232-427b-9192-6272b71b5896 req-3b38ed84-2ecb-48ce-b21b-c10171d23a9c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:26.901020 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a5f7152d-4232-427b-9192-6272b71b5896 req-3b38ed84-2ecb-48ce-b21b-c10171d23a9c service neutron] 10.222.0.53 "POST /v2.0/ports/8cc99d93-ca7d-4a02-8456-341a1cba5e8b/bindings HTTP/1.1" status: 201 len: 390 time: 0.2569406 Jan 28 03:38:27.068846 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bffc7b0-db6d-44ce-9efd-bc08b2d8d312 req-183ff9ef-7b4a-41c7-8c3b-c725f7476ec0 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:27.070888 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9bffc7b0-db6d-44ce-9efd-bc08b2d8d312 req-183ff9ef-7b4a-41c7-8c3b-c725f7476ec0 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c44a1ca4-9221-42ad-b108-4682a5bc892e HTTP/1.1" status: 200 len: 946 time: 0.0656242 Jan 28 03:38:27.125499 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9bffc7b0-db6d-44ce-9efd-bc08b2d8d312 req-cc7ca10c-8519-4e72-afca-a4632f890034 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=45885ed6-6d72-4c87-8b5e-edb5222fb073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480385 Jan 28 03:38:27.161794 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7152d-4232-427b-9192-6272b71b5896 req-1a683155-bddb-4dea-b0df-8bee535547ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:27.163698 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a5f7152d-4232-427b-9192-6272b71b5896 req-1a683155-bddb-4dea-b0df-8bee535547ec service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4&device_id=c44a1ca4-9221-42ad-b108-4682a5bc892e HTTP/1.1" status: 200 len: 1098 time: 0.0541427 Jan 28 03:38:27.241416 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:38:27.255229 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7152d-4232-427b-9192-6272b71b5896 req-da3707c8-4fb1-4e40-a466-80fe3d5f6cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:27.256841 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a5f7152d-4232-427b-9192-6272b71b5896 req-da3707c8-4fb1-4e40-a466-80fe3d5f6cbb service neutron] 10.222.0.67 "GET /v2.0/networks?id=560217a2-a0a1-46fc-8f30-6b0297998e47 HTTP/1.1" status: 200 len: 897 time: 0.0866427 Jan 28 03:38:27.325533 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a5f7152d-4232-427b-9192-6272b71b5896 req-dec97c77-26d2-4d8a-aede-321c5d9081c8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8cc99d93-ca7d-4a02-8456-341a1cba5e8b HTTP/1.1" status: 200 len: 1000 time: 0.0627213 Jan 28 03:38:27.373297 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7152d-4232-427b-9192-6272b71b5896 req-288b7f92-e74e-4fa4-80f2-a269c6c05bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:27.374780 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a5f7152d-4232-427b-9192-6272b71b5896 req-288b7f92-e74e-4fa4-80f2-a269c6c05bbf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a5354753-3cf3-4328-a90d-ce5d4f07a741 HTTP/1.1" status: 200 len: 835 time: 0.0434182 Jan 28 03:38:27.420826 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7152d-4232-427b-9192-6272b71b5896 req-2dcd77de-338c-4d12-abb8-d102874e90b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:27.422399 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a5f7152d-4232-427b-9192-6272b71b5896 req-2dcd77de-338c-4d12-abb8-d102874e90b8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=560217a2-a0a1-46fc-8f30-6b0297998e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417502 Jan 28 03:38:27.516336 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a5f7152d-4232-427b-9192-6272b71b5896 req-5d0ee0b2-968a-4c19-9342-660d0f2341a9 service neutron] 10.222.0.67 "GET /v2.0/networks/560217a2-a0a1-46fc-8f30-6b0297998e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878222 Jan 28 03:38:27.623779 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a5f7152d-4232-427b-9192-6272b71b5896 req-0780a557-c8ac-41ef-9f45-81879a9a751e service neutron] 10.222.0.67 "GET /v2.0/networks/560217a2-a0a1-46fc-8f30-6b0297998e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017187 Jan 28 03:38:27.817781 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7152d-4232-427b-9192-6272b71b5896 req-6d8df45c-f5c7-4714-95ae-5e81055ef8c4 tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:27.819294 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a5f7152d-4232-427b-9192-6272b71b5896 req-6d8df45c-f5c7-4714-95ae-5e81055ef8c4 tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=c44a1ca4-9221-42ad-b108-4682a5bc892e&tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4&binding%3Ahost_id=n-h2-712139-27 HTTP/1.1" status: 200 len: 1098 time: 0.0925732 Jan 28 03:38:27.829677 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-a5f7152d-4232-427b-9192-6272b71b5896 req-41f3039c-7b36-4a4a-91b5-4324221cb6dd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712139-27'}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:27.898538 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a5f7152d-4232-427b-9192-6272b71b5896 req-41f3039c-7b36-4a4a-91b5-4324221cb6dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8cc99d93-ca7d-4a02-8456-341a1cba5e8b), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:28.036840 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-a5f7152d-4232-427b-9192-6272b71b5896 req-41f3039c-7b36-4a4a-91b5-4324221cb6dd service neutron] For port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=8cc99d93-ca7d-4a02-8456-341a1cba5e8b,segment=NetworkSegment(de682508-0762-4c01-9ff4-5e778a6442cf),segment_id=de682508-0762-4c01-9ff4-5e778a6442cf)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:38:28.085234 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-a5f7152d-4232-427b-9192-6272b71b5896 req-41f3039c-7b36-4a4a-91b5-4324221cb6dd service neutron] For port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:38:28.127979 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44a1ca4-9221-42ad-b108-4682a5bc892e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cc99d93-ca7d-4a02-8456-341a1cba5e8b'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:38:28.130657 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78452556-39a9-4329-8f23-4eabd4757496" -d '{"events": [{"server_uuid": "c44a1ca4-9221-42ad-b108-4682a5bc892e", "name": "network-vif-unplugged", "status": "completed", "tag": "8cc99d93-ca7d-4a02-8456-341a1cba5e8b"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:38:28.135215 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a5f7152d-4232-427b-9192-6272b71b5896 req-41f3039c-7b36-4a4a-91b5-4324221cb6dd service neutron] Publish callbacks [] for port (8cc99d93-ca7d-4a02-8456-341a1cba5e8b), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:28.142829 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a5f7152d-4232-427b-9192-6272b71b5896 req-41f3039c-7b36-4a4a-91b5-4324221cb6dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (8cc99d93-ca7d-4a02-8456-341a1cba5e8b), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:28.227989 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f3039c-7b36-4a4a-91b5-4324221cb6dd service neutron] Pushing event updated for resources: {'Port': ['ID=8cc99d93-ca7d-4a02-8456-341a1cba5e8b,revision_number=7']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:28.287306 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e8439c-5888-4c4b-8186-15090af3ef79 x-openstack-request-id: req-01e8439c-5888-4c4b-8186-15090af3ef79 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:38:28.287603 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44a1ca4-9221-42ad-b108-4682a5bc892e", "name": "network-vif-unplugged", "status": "completed", "tag": "8cc99d93-ca7d-4a02-8456-341a1cba5e8b", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:38:28.287854 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-01e8439c-5888-4c4b-8186-15090af3ef79 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:38:28.288263 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44a1ca4-9221-42ad-b108-4682a5bc892e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cc99d93-ca7d-4a02-8456-341a1cba5e8b', 'code': 200} Jan 28 03:38:28.357899 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55e3e4-9923-4025-91a8-3e416e8ef0c5 req-efc51eb8-952a-4bd6-abcb-1ea0972848a8 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:28.366826 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2a55e3e4-9923-4025-91a8-3e416e8ef0c5 req-efc51eb8-952a-4bd6-abcb-1ea0972848a8 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c44a1ca4-9221-42ad-b108-4682a5bc892e HTTP/1.1" status: 200 len: 944 time: 0.0914850 Jan 28 03:38:28.398739 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-a5f7152d-4232-427b-9192-6272b71b5896 req-41f3039c-7b36-4a4a-91b5-4324221cb6dd service neutron] Attempting to bind port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b on host n-h2-712139-27 for vnic_type normal with profile {"migrating_to": "n-h1-712139-27"} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:38:28.399070 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-a5f7152d-4232-427b-9192-6272b71b5896 req-41f3039c-7b36-4a4a-91b5-4324221cb6dd service neutron] Attempting to bind port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'de682508-0762-4c01-9ff4-5e778a6442cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '560217a2-a0a1-46fc-8f30-6b0297998e47'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:38:28.399407 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f7152d-4232-427b-9192-6272b71b5896 req-41f3039c-7b36-4a4a-91b5-4324221cb6dd service neutron] Attempting to bind port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b on network 560217a2-a0a1-46fc-8f30-6b0297998e47 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:38:28.408983 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f7152d-4232-427b-9192-6272b71b5896 req-41f3039c-7b36-4a4a-91b5-4324221cb6dd service neutron] Port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b on network 560217a2-a0a1-46fc-8f30-6b0297998e47 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:38:28.410402 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f7152d-4232-427b-9192-6272b71b5896 req-41f3039c-7b36-4a4a-91b5-4324221cb6dd service neutron] Attempting to bind port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b on network 560217a2-a0a1-46fc-8f30-6b0297998e47 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:38:28.421813 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f7152d-4232-427b-9192-6272b71b5896 req-41f3039c-7b36-4a4a-91b5-4324221cb6dd service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:38:28.422819 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f7152d-4232-427b-9192-6272b71b5896 req-41f3039c-7b36-4a4a-91b5-4324221cb6dd service neutron] Checking segment: {'id': 'de682508-0762-4c01-9ff4-5e778a6442cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '560217a2-a0a1-46fc-8f30-6b0297998e47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:38:28.424049 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f7152d-4232-427b-9192-6272b71b5896 req-41f3039c-7b36-4a4a-91b5-4324221cb6dd service neutron] Bound using segment: {'id': 'de682508-0762-4c01-9ff4-5e778a6442cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '560217a2-a0a1-46fc-8f30-6b0297998e47'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:38:28.424830 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-a5f7152d-4232-427b-9192-6272b71b5896 req-41f3039c-7b36-4a4a-91b5-4324221cb6dd service neutron] Bound port: 8cc99d93-ca7d-4a02-8456-341a1cba5e8b, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de682508-0762-4c01-9ff4-5e778a6442cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '560217a2-a0a1-46fc-8f30-6b0297998e47'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:38:28.425464 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a5f7152d-4232-427b-9192-6272b71b5896 req-41f3039c-7b36-4a4a-91b5-4324221cb6dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8cc99d93-ca7d-4a02-8456-341a1cba5e8b), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:28.451925 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2a55e3e4-9923-4025-91a8-3e416e8ef0c5 req-3493f04a-7d5f-4c05-9834-effa1d5bc7d3 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=45885ed6-6d72-4c87-8b5e-edb5222fb073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774486 Jan 28 03:38:28.510297 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-a5f7152d-4232-427b-9192-6272b71b5896 req-41f3039c-7b36-4a4a-91b5-4324221cb6dd service neutron] For port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:38:28.513924 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-a5f7152d-4232-427b-9192-6272b71b5896 req-41f3039c-7b36-4a4a-91b5-4324221cb6dd service neutron] For port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=8cc99d93-ca7d-4a02-8456-341a1cba5e8b,segment=NetworkSegment(de682508-0762-4c01-9ff4-5e778a6442cf),segment_id=de682508-0762-4c01-9ff4-5e778a6442cf)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:38:28.519777 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a5f7152d-4232-427b-9192-6272b71b5896 req-41f3039c-7b36-4a4a-91b5-4324221cb6dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (8cc99d93-ca7d-4a02-8456-341a1cba5e8b), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:28.545185 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-2120b761-899a-4754-8bc4-5f4b3b2ea7f6 None None] Provisioning complete for port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:38:28.546198 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2120b761-899a-4754-8bc4-5f4b3b2ea7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (8cc99d93-ca7d-4a02-8456-341a1cba5e8b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:28.662435 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-2120b761-899a-4754-8bc4-5f4b3b2ea7f6 None None] Current status of the port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:38:28.662767 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2120b761-899a-4754-8bc4-5f4b3b2ea7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8cc99d93-ca7d-4a02-8456-341a1cba5e8b), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:28.689975 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7152d-4232-427b-9192-6272b71b5896 req-41f3039c-7b36-4a4a-91b5-4324221cb6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:28.690886 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a5f7152d-4232-427b-9192-6272b71b5896 req-41f3039c-7b36-4a4a-91b5-4324221cb6dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:28.692506 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a5f7152d-4232-427b-9192-6272b71b5896 req-41f3039c-7b36-4a4a-91b5-4324221cb6dd service neutron] 10.222.0.67 "PUT /v2.0/ports/8cc99d93-ca7d-4a02-8456-341a1cba5e8b HTTP/1.1" status: 200 len: 1124 time: 0.8673608 Jan 28 03:38:28.707680 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f3039c-7b36-4a4a-91b5-4324221cb6dd service neutron] Pushing event updated for resources: {'Port': ['ID=8cc99d93-ca7d-4a02-8456-341a1cba5e8b,revision_number=8']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:28.712713 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-2120b761-899a-4754-8bc4-5f4b3b2ea7f6 None None] For port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=8cc99d93-ca7d-4a02-8456-341a1cba5e8b,segment=NetworkSegment(de682508-0762-4c01-9ff4-5e778a6442cf),segment_id=de682508-0762-4c01-9ff4-5e778a6442cf)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:38:28.714391 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44a1ca4-9221-42ad-b108-4682a5bc892e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc99d93-ca7d-4a02-8456-341a1cba5e8b'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:38:28.718130 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c0a66c-f409-4ed7-b275-d874d4cb3df4" -d '{"events": [{"server_uuid": "c44a1ca4-9221-42ad-b108-4682a5bc892e", "name": "network-vif-plugged", "status": "completed", "tag": "8cc99d93-ca7d-4a02-8456-341a1cba5e8b"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:38:28.735120 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2120b761-899a-4754-8bc4-5f4b3b2ea7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (8cc99d93-ca7d-4a02-8456-341a1cba5e8b), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:28.870277 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90aa69e1-355c-41d5-83c8-25809629acae x-openstack-request-id: req-90aa69e1-355c-41d5-83c8-25809629acae {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:38:28.870912 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44a1ca4-9221-42ad-b108-4682a5bc892e", "name": "network-vif-plugged", "status": "completed", "tag": "8cc99d93-ca7d-4a02-8456-341a1cba5e8b", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:38:28.871318 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-90aa69e1-355c-41d5-83c8-25809629acae {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:38:28.871861 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44a1ca4-9221-42ad-b108-4682a5bc892e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc99d93-ca7d-4a02-8456-341a1cba5e8b', 'code': 200} Jan 28 03:38:28.900719 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['8cc99d93-ca7d-4a02-8456-341a1cba5e8b'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:38:28.974184 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2120b761-899a-4754-8bc4-5f4b3b2ea7f6 None None] Pushing event updated for resources: {'Port': ['ID=8cc99d93-ca7d-4a02-8456-341a1cba5e8b,revision_number=9']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:29.132538 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-58530858-b4ce-4fd2-b44c-80a3014a6d19 None None] Provisioning complete for port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:38:29.132829 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-58530858-b4ce-4fd2-b44c-80a3014a6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (8cc99d93-ca7d-4a02-8456-341a1cba5e8b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:29.264069 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-58530858-b4ce-4fd2-b44c-80a3014a6d19 None None] Current status of the port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:38:29.465257 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:29.562073 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5440374-b502-4ec5-81bd-3ea5c9cdef74 req-edee4b55-075b-414a-ac54-43713304fabe tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:29.563508 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c5440374-b502-4ec5-81bd-3ea5c9cdef74 req-edee4b55-075b-414a-ac54-43713304fabe tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c44a1ca4-9221-42ad-b108-4682a5bc892e HTTP/1.1" status: 200 len: 946 time: 0.0523629 Jan 28 03:38:29.622594 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c5440374-b502-4ec5-81bd-3ea5c9cdef74 req-2f4f151a-fb0b-455d-a59b-c5e294699f7a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=45885ed6-6d72-4c87-8b5e-edb5222fb073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525606 Jan 28 03:38:29.743760 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-33a84ef6-ab21-4681-ad7c-21fdc8cf9642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:30.289913 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44a1ca4-9221-42ad-b108-4682a5bc892e', 'tag': '8cc99d93-ca7d-4a02-8456-341a1cba5e8b'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:38:30.292138 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f5556a-4718-46cb-8784-9916daa66911" -d '{"events": [{"name": "network-changed", "server_uuid": "c44a1ca4-9221-42ad-b108-4682a5bc892e", "tag": "8cc99d93-ca7d-4a02-8456-341a1cba5e8b"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:38:30.331572 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbadfdb-8991-435d-beaf-0ee80f0133d0 x-openstack-request-id: req-6bbadfdb-8991-435d-beaf-0ee80f0133d0 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:38:30.331862 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44a1ca4-9221-42ad-b108-4682a5bc892e", "tag": "8cc99d93-ca7d-4a02-8456-341a1cba5e8b", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:38:30.332114 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6bbadfdb-8991-435d-beaf-0ee80f0133d0 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:38:30.332529 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44a1ca4-9221-42ad-b108-4682a5bc892e', 'tag': '8cc99d93-ca7d-4a02-8456-341a1cba5e8b', 'status': 'completed', 'code': 200} Jan 28 03:38:30.419825 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5556a-4718-46cb-8784-9916daa66911 req-5a3e1e81-b85c-4c72-ad9e-5c480f72fc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:30.421365 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-84f5556a-4718-46cb-8784-9916daa66911 req-5a3e1e81-b85c-4c72-ad9e-5c480f72fc91 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4&device_id=c44a1ca4-9221-42ad-b108-4682a5bc892e HTTP/1.1" status: 200 len: 1129 time: 0.0425582 Jan 28 03:38:30.515918 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5556a-4718-46cb-8784-9916daa66911 req-2a800fd2-640c-40c7-a763-bdc3056f0ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:30.517451 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-84f5556a-4718-46cb-8784-9916daa66911 req-2a800fd2-640c-40c7-a763-bdc3056f0ef4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=560217a2-a0a1-46fc-8f30-6b0297998e47 HTTP/1.1" status: 200 len: 897 time: 0.0891144 Jan 28 03:38:30.584301 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-84f5556a-4718-46cb-8784-9916daa66911 req-31f0ab6f-b5de-468d-b894-82850a06df5b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8cc99d93-ca7d-4a02-8456-341a1cba5e8b HTTP/1.1" status: 200 len: 1000 time: 0.0606353 Jan 28 03:38:30.637364 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5556a-4718-46cb-8784-9916daa66911 req-89b87445-d6bb-4e29-9d73-ede9fa72f631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:30.638949 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-84f5556a-4718-46cb-8784-9916daa66911 req-89b87445-d6bb-4e29-9d73-ede9fa72f631 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5354753-3cf3-4328-a90d-ce5d4f07a741 HTTP/1.1" status: 200 len: 835 time: 0.0487406 Jan 28 03:38:30.687929 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5556a-4718-46cb-8784-9916daa66911 req-843ef1a7-5cc4-4c62-8afa-6d04280e579c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:30.689646 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-84f5556a-4718-46cb-8784-9916daa66911 req-843ef1a7-5cc4-4c62-8afa-6d04280e579c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=560217a2-a0a1-46fc-8f30-6b0297998e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449307 Jan 28 03:38:30.693254 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60228) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:30.743788 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0fa531-19bd-44fd-b48c-09e4e75a50eb req-3628e68e-7495-4df2-abf2-4d9ed8f7ac91 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:30.745355 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9b0fa531-19bd-44fd-b48c-09e4e75a50eb req-3628e68e-7495-4df2-abf2-4d9ed8f7ac91 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c44a1ca4-9221-42ad-b108-4682a5bc892e HTTP/1.1" status: 200 len: 946 time: 0.0501602 Jan 28 03:38:30.795878 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9b0fa531-19bd-44fd-b48c-09e4e75a50eb req-f9385b05-a628-40dc-81a0-8bb195c56f0a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=45885ed6-6d72-4c87-8b5e-edb5222fb073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440958 Jan 28 03:38:30.873597 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-84f5556a-4718-46cb-8784-9916daa66911 req-a2fca595-75b4-422c-a8ee-4e18e12e2b41 service neutron] 10.222.0.39 "GET /v2.0/networks/560217a2-a0a1-46fc-8f30-6b0297998e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779792 Jan 28 03:38:30.987492 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-e2dbdb71-08b6-493f-b6f6-6a3d9b258437 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Deleting port c1fd9ee6-1378-41b9-b2a7-9a7cc31c35be {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:38:30.987799 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e2dbdb71-08b6-493f-b6f6-6a3d9b258437 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (c1fd9ee6-1378-41b9-b2a7-9a7cc31c35be), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:30.990898 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-84f5556a-4718-46cb-8784-9916daa66911 req-7552d126-128b-4eed-bd06-0554d882a5ce service neutron] 10.222.0.39 "GET /v2.0/networks/560217a2-a0a1-46fc-8f30-6b0297998e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987623 Jan 28 03:38:31.065256 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e2dbdb71-08b6-493f-b6f6-6a3d9b258437 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (c1fd9ee6-1378-41b9-b2a7-9a7cc31c35be), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:31.065541 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e2dbdb71-08b6-493f-b6f6-6a3d9b258437 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks [] for floatingip (c1fd9ee6-1378-41b9-b2a7-9a7cc31c35be), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:31.077175 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-e2dbdb71-08b6-493f-b6f6-6a3d9b258437 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Calling delete_port for c1fd9ee6-1378-41b9-b2a7-9a7cc31c35be owned by network:floatingip {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:38:31.229548 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e2dbdb71-08b6-493f-b6f6-6a3d9b258437 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (c1fd9ee6-1378-41b9-b2a7-9a7cc31c35be), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:31.253234 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dbdb71-08b6-493f-b6f6-6a3d9b258437 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Pushing event deleted for resources: {'Port': ['ID=c1fd9ee6-1378-41b9-b2a7-9a7cc31c35be,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:31.267755 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dbdb71-08b6-493f-b6f6-6a3d9b258437 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:31.268113 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dbdb71-08b6-493f-b6f6-6a3d9b258437 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:31.268491 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dbdb71-08b6-493f-b6f6-6a3d9b258437 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:31.268833 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dbdb71-08b6-493f-b6f6-6a3d9b258437 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:31.269163 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dbdb71-08b6-493f-b6f6-6a3d9b258437 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:31.269501 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dbdb71-08b6-493f-b6f6-6a3d9b258437 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:31.269883 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dbdb71-08b6-493f-b6f6-6a3d9b258437 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:31.270212 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dbdb71-08b6-493f-b6f6-6a3d9b258437 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:31.270536 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dbdb71-08b6-493f-b6f6-6a3d9b258437 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:31.270861 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dbdb71-08b6-493f-b6f6-6a3d9b258437 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:31.271187 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dbdb71-08b6-493f-b6f6-6a3d9b258437 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:31.271509 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dbdb71-08b6-493f-b6f6-6a3d9b258437 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:31.271868 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dbdb71-08b6-493f-b6f6-6a3d9b258437 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:31.330508 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e2dbdb71-08b6-493f-b6f6-6a3d9b258437 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks [] for floatingip (4c471ee4-5d33-4d83-bd36-1d21eebbe39e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:31.331272 n-d-712139-27 neutron-server[109803]: INFO neutron.db.l3_db [None req-e2dbdb71-08b6-493f-b6f6-6a3d9b258437 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Floating IP 4c471ee4-5d33-4d83-bd36-1d21eebbe39e disassociated (deleted). External IP: 172.25.0.101, port: 2c6adf81-512f-47bc-b6e1-714f85f57f8c. Jan 28 03:38:31.535836 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2dbdb71-08b6-493f-b6f6-6a3d9b258437 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Router 81f4b18b-d952-4700-a93e-5b714789587d has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:38:31.642412 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2dbdb71-08b6-493f-b6f6-6a3d9b258437 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:38:31.647224 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e2dbdb71-08b6-493f-b6f6-6a3d9b258437 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:31.652384 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5ad3f3-0d93-4287-8df4-b4660413074f None None] Sync routers for ids ['81f4b18b-d952-4700-a93e-5b714789587d'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:38:31.668957 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5ad3f3-0d93-4287-8df4-b4660413074f None None] Routers {'81f4b18b-d952-4700-a93e-5b714789587d'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:38:31.668957 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-5b5ad3f3-0d93-4287-8df4-b4660413074f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:38:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['81f4b18b-d952-4700-a93e-5b714789587d'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:31.679581 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e2dbdb71-08b6-493f-b6f6-6a3d9b258437 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "DELETE /v2.0/floatingips/4c471ee4-5d33-4d83-bd36-1d21eebbe39e HTTP/1.1" status: 204 len: 168 time: 0.9851840 Jan 28 03:38:31.751508 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 8cc99d93-ca7d-4a02-8456-341a1cba5e8b details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:38:31.788671 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-5b5ad3f3-0d93-4287-8df4-b4660413074f None None] Set router 81f4b18b-d952-4700-a93e-5b714789587d gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:38:31.896454 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2167def1-60a8-4c4e-85ae-6fb9d2bf6262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:31.914558 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a1537-afa0-4f6e-b3f3-f7f06471df91 req-acdfee32-6b46-4155-aa85-543cdf1dca3d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:31.916034 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8318ca8-2015-4767-b330-71e5a082c48c req-279c631e-86a5-4606-b8f3-8746b37bd34c tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:31.916416 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e25a1537-afa0-4f6e-b3f3-f7f06471df91 req-acdfee32-6b46-4155-aa85-543cdf1dca3d tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=48712362-015c-4e66-9b1d-baa89fd3df1e HTTP/1.1" status: 200 len: 946 time: 0.0566788 Jan 28 03:38:31.917600 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e8318ca8-2015-4767-b330-71e5a082c48c req-279c631e-86a5-4606-b8f3-8746b37bd34c tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c44a1ca4-9221-42ad-b108-4682a5bc892e HTTP/1.1" status: 200 len: 946 time: 0.0498605 Jan 28 03:38:31.969929 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e25a1537-afa0-4f6e-b3f3-f7f06471df91 req-20a3736f-20a0-462c-894c-7d377636ba19 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477257 Jan 28 03:38:31.971180 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e8318ca8-2015-4767-b330-71e5a082c48c req-5d72bb2f-4b02-415e-b66a-698e1ea41da3 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=45885ed6-6d72-4c87-8b5e-edb5222fb073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468793 Jan 28 03:38:32.000953 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=8cc99d93-ca7d-4a02-8456-341a1cba5e8b,segment=NetworkSegment(de682508-0762-4c01-9ff4-5e778a6442cf),segment_id=de682508-0762-4c01-9ff4-5e778a6442cf)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:38:32.015999 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 8cc99d93-ca7d-4a02-8456-341a1cba5e8b has no active binding in host n-h1-712139-27 {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 03:38:32.091133 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-5b5ad3f3-0d93-4287-8df4-b4660413074f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f4b18b-d952-4700-a93e-5b714789587d', 'name': 'tempest-TestVolumeBootPattern-504958137-router', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ebbf453f-0c5a-44ff-ad68-109f6e5aabe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:26:16Z', 'revision_number': 4, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'gw_port': {'id': 'ebbf453f-0c5a-44ff-ad68-109f6e5aabe9', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8', 'name': '', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'mac_address': 'fa:16:3e:95:e0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '6fca48db-7702-4589-8da6-18a07f4297d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:15Z', 'updated_at': '2022-01-28T03:26:20Z', 'revision_number': 5, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'subnets': [{'id': '6fca48db-7702-4589-8da6-18a07f4297d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:32.116907 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5ad3f3-0d93-4287-8df4-b4660413074f None None] Checking router: 81f4b18b-d952-4700-a93e-5b714789587d for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:38:32.125509 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5ad3f3-0d93-4287-8df4-b4660413074f None None] Routers {'81f4b18b-d952-4700-a93e-5b714789587d'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:38:32.126109 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-5b5ad3f3-0d93-4287-8df4-b4660413074f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:38:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['81f4b18b-d952-4700-a93e-5b714789587d'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:32.333812 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48712362-015c-4e66-9b1d-baa89fd3df1e', 'tag': '2c6adf81-512f-47bc-b6e1-714f85f57f8c'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:38:32.336223 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5134b93f-db0f-49a3-9c0e-cf00a252b38f" -d '{"events": [{"name": "network-changed", "server_uuid": "48712362-015c-4e66-9b1d-baa89fd3df1e", "tag": "2c6adf81-512f-47bc-b6e1-714f85f57f8c"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:38:32.386383 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54eb4031-0718-4944-b020-4835a3daa0de x-openstack-request-id: req-54eb4031-0718-4944-b020-4835a3daa0de {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:38:32.386762 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48712362-015c-4e66-9b1d-baa89fd3df1e", "tag": "2c6adf81-512f-47bc-b6e1-714f85f57f8c", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:38:32.387083 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-54eb4031-0718-4944-b020-4835a3daa0de {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:38:32.387503 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48712362-015c-4e66-9b1d-baa89fd3df1e', 'tag': '2c6adf81-512f-47bc-b6e1-714f85f57f8c', 'status': 'completed', 'code': 200} Jan 28 03:38:32.388750 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-5b5ad3f3-0d93-4287-8df4-b4660413074f None None] Set router 81f4b18b-d952-4700-a93e-5b714789587d gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:38:32.468973 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5134b93f-db0f-49a3-9c0e-cf00a252b38f req-27bfd9a9-8e86-4057-b162-9482c20fba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:32.470528 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5134b93f-db0f-49a3-9c0e-cf00a252b38f req-27bfd9a9-8e86-4057-b162-9482c20fba0f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2365aae0ed6c4140b140950cf90dbe31&device_id=48712362-015c-4e66-9b1d-baa89fd3df1e HTTP/1.1" status: 200 len: 1098 time: 0.0418661 Jan 28 03:38:32.563873 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5134b93f-db0f-49a3-9c0e-cf00a252b38f req-2d765a75-d5b5-48e8-8f8c-d619ec15c4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:32.565393 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5134b93f-db0f-49a3-9c0e-cf00a252b38f req-2d765a75-d5b5-48e8-8f8c-d619ec15c4ab service neutron] 10.222.0.39 "GET /v2.0/networks?id=d08f29da-d40d-4b15-9f9f-e3612c5ec470 HTTP/1.1" status: 200 len: 912 time: 0.0880888 Jan 28 03:38:32.590106 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-5b5ad3f3-0d93-4287-8df4-b4660413074f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f4b18b-d952-4700-a93e-5b714789587d', 'name': 'tempest-TestVolumeBootPattern-504958137-router', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ebbf453f-0c5a-44ff-ad68-109f6e5aabe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:26:16Z', 'revision_number': 4, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'gw_port': {'id': 'ebbf453f-0c5a-44ff-ad68-109f6e5aabe9', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8', 'name': '', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'mac_address': 'fa:16:3e:95:e0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '6fca48db-7702-4589-8da6-18a07f4297d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:15Z', 'updated_at': '2022-01-28T03:26:20Z', 'revision_number': 5, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'subnets': [{'id': '6fca48db-7702-4589-8da6-18a07f4297d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:32.607494 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5134b93f-db0f-49a3-9c0e-cf00a252b38f req-228d7c36-cda6-4e0f-a469-62c071eec7df service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c6adf81-512f-47bc-b6e1-714f85f57f8c HTTP/1.1" status: 200 len: 217 time: 0.0350742 Jan 28 03:38:32.616321 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5ad3f3-0d93-4287-8df4-b4660413074f None None] The sync data for ids ['81f4b18b-d952-4700-a93e-5b714789587d'] in n-d-712139-27 is: [{'id': '81f4b18b-d952-4700-a93e-5b714789587d', 'name': 'tempest-TestVolumeBootPattern-504958137-router', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ebbf453f-0c5a-44ff-ad68-109f6e5aabe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:26:16Z', 'revision_number': 4, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'gw_port': {'id': 'ebbf453f-0c5a-44ff-ad68-109f6e5aabe9', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8', 'name': '', 'network_id': 'd08f29da-d40d-4b15-9f9f-e3612c5ec470', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'mac_address': 'fa:16:3e:95:e0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '6fca48db-7702-4589-8da6-18a07f4297d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:15Z', 'updated_at': '2022-01-28T03:26:20Z', 'revision_number': 5, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'subnets': [{'id': '6fca48db-7702-4589-8da6-18a07f4297d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:38:32.659089 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5134b93f-db0f-49a3-9c0e-cf00a252b38f req-02da070c-caf0-409d-8860-ef35e095369e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:32.660610 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5134b93f-db0f-49a3-9c0e-cf00a252b38f req-02da070c-caf0-409d-8860-ef35e095369e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6fca48db-7702-4589-8da6-18a07f4297d3 HTTP/1.1" status: 200 len: 850 time: 0.0458891 Jan 28 03:38:32.715690 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5134b93f-db0f-49a3-9c0e-cf00a252b38f req-10edccdb-b56b-4458-bacc-2aa8a45b7070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:32.717304 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5134b93f-db0f-49a3-9c0e-cf00a252b38f req-10edccdb-b56b-4458-bacc-2aa8a45b7070 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d08f29da-d40d-4b15-9f9f-e3612c5ec470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499251 Jan 28 03:38:32.812248 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5134b93f-db0f-49a3-9c0e-cf00a252b38f req-94cf83a4-a5b9-481d-aee6-010e4db5d2d0 service neutron] 10.222.0.39 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884826 Jan 28 03:38:32.867499 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bb9d55-a515-407f-9a1f-bffaf3388bfe None None] New status for floating IP 4c471ee4-5d33-4d83-bd36-1d21eebbe39e: DOWN {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:38:32.910216 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5134b93f-db0f-49a3-9c0e-cf00a252b38f req-264a79b2-4d7d-42c0-a399-fb7e39d71870 service neutron] 10.222.0.39 "GET /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913820 Jan 28 03:38:33.094459 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d8b42-65a0-4bd2-9601-ad668a2a9442 req-e9926a31-5f54-4bfc-95a2-6df6437cbf17 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:33.095980 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fc9d8b42-65a0-4bd2-9601-ad668a2a9442 req-e9926a31-5f54-4bfc-95a2-6df6437cbf17 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=48712362-015c-4e66-9b1d-baa89fd3df1e HTTP/1.1" status: 200 len: 946 time: 0.0531535 Jan 28 03:38:33.102571 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e865b55-317d-4f1e-9bd7-236ffaaf30cd req-2d0b34d1-ea9b-43b4-827f-22440cff6462 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:33.104128 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8e865b55-317d-4f1e-9bd7-236ffaaf30cd req-2d0b34d1-ea9b-43b4-827f-22440cff6462 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c44a1ca4-9221-42ad-b108-4682a5bc892e HTTP/1.1" status: 200 len: 946 time: 0.0547450 Jan 28 03:38:33.146334 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fc9d8b42-65a0-4bd2-9601-ad668a2a9442 req-3b3e6eb2-8557-442b-b7c2-84fe7d0f7a78 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/security-groups?id=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444477 Jan 28 03:38:33.162251 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8e865b55-317d-4f1e-9bd7-236ffaaf30cd req-08646ddc-b8ab-44b5-a137-10e6f4487be5 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=45885ed6-6d72-4c87-8b5e-edb5222fb073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523868 Jan 28 03:38:33.460863 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:33.612261 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfcecb-f385-44bf-af78-164dda77a7f2 req-73faae84-ad26-44e7-b956-e596f55cd96e tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:33.613807 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f2bfcecb-f385-44bf-af78-164dda77a7f2 req-73faae84-ad26-44e7-b956-e596f55cd96e tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.39 "GET /v2.0/ports?device_id=48712362-015c-4e66-9b1d-baa89fd3df1e HTTP/1.1" status: 200 len: 946 time: 0.0513508 Jan 28 03:38:33.715621 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-f2bfcecb-f385-44bf-af78-164dda77a7f2 req-29989007-e18a-4f53-9dc7-ca0ccfe4772c tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Deleting port 2c6adf81-512f-47bc-b6e1-714f85f57f8c {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:38:33.715892 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f2bfcecb-f385-44bf-af78-164dda77a7f2 req-29989007-e18a-4f53-9dc7-ca0ccfe4772c tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (2c6adf81-512f-47bc-b6e1-714f85f57f8c), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:33.782927 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:33.808528 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-f2bfcecb-f385-44bf-af78-164dda77a7f2 req-29989007-e18a-4f53-9dc7-ca0ccfe4772c tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] For port 2c6adf81-512f-47bc-b6e1-714f85f57f8c, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=2c6adf81-512f-47bc-b6e1-714f85f57f8c,segment=NetworkSegment(e2233469-b8a2-417c-9e5e-795b0e977ffd),segment_id=e2233469-b8a2-417c-9e5e-795b0e977ffd)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:38:33.808899 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f2bfcecb-f385-44bf-af78-164dda77a7f2 req-29989007-e18a-4f53-9dc7-ca0ccfe4772c tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (2c6adf81-512f-47bc-b6e1-714f85f57f8c), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:33.821371 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-f2bfcecb-f385-44bf-af78-164dda77a7f2 req-29989007-e18a-4f53-9dc7-ca0ccfe4772c tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Calling delete_port for 2c6adf81-512f-47bc-b6e1-714f85f57f8c owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:38:33.960167 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f2bfcecb-f385-44bf-af78-164dda77a7f2 req-29989007-e18a-4f53-9dc7-ca0ccfe4772c tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (2c6adf81-512f-47bc-b6e1-714f85f57f8c), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:33.989388 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29989007-e18a-4f53-9dc7-ca0ccfe4772c tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Pushing event deleted for resources: {'Port': ['ID=2c6adf81-512f-47bc-b6e1-714f85f57f8c,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:34.044656 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2bfcecb-f385-44bf-af78-164dda77a7f2 req-29989007-e18a-4f53-9dc7-ca0ccfe4772c tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] No DVR routers for this DVR port 2c6adf81-512f-47bc-b6e1-714f85f57f8c on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:38:34.048407 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-f2bfcecb-f385-44bf-af78-164dda77a7f2 req-29989007-e18a-4f53-9dc7-ca0ccfe4772c tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:34.052412 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f2bfcecb-f385-44bf-af78-164dda77a7f2 req-29989007-e18a-4f53-9dc7-ca0ccfe4772c tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.39 "DELETE /v2.0/ports/2c6adf81-512f-47bc-b6e1-714f85f57f8c HTTP/1.1" status: 204 len: 173 time: 0.4322584 Jan 28 03:38:34.250133 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d0ee3da7-8c0c-4fc5-8dbf-adeb128b73ea req-fbbfd754-6bbf-4db4-ab41-5cea208ef2f8 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=48712362-015c-4e66-9b1d-baa89fd3df1e HTTP/1.1" status: 200 len: 210 time: 0.0278988 Jan 28 03:38:34.299276 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d4d45-e447-4e58-8c29-3440fb15be6e req-909fb48e-c65b-4227-8451-ee0d5c9bfce6 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:34.300797 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-879d4d45-e447-4e58-8c29-3440fb15be6e req-909fb48e-c65b-4227-8451-ee0d5c9bfce6 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c44a1ca4-9221-42ad-b108-4682a5bc892e HTTP/1.1" status: 200 len: 946 time: 0.0543664 Jan 28 03:38:34.360668 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-879d4d45-e447-4e58-8c29-3440fb15be6e req-6aee2fec-1b5c-4451-ac74-4e9a8f98548c tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=45885ed6-6d72-4c87-8b5e-edb5222fb073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537369 Jan 28 03:38:34.389851 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48712362-015c-4e66-9b1d-baa89fd3df1e', 'name': 'network-vif-deleted', 'tag': '2c6adf81-512f-47bc-b6e1-714f85f57f8c'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:38:34.393101 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004d2281-edfa-4670-8d28-fda3b906f548" -d '{"events": [{"server_uuid": "48712362-015c-4e66-9b1d-baa89fd3df1e", "name": "network-vif-deleted", "tag": "2c6adf81-512f-47bc-b6e1-714f85f57f8c"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:38:34.431660 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3449f429-7b14-4447-b4bc-2385e435522e x-openstack-request-id: req-3449f429-7b14-4447-b4bc-2385e435522e {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:38:34.432106 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48712362-015c-4e66-9b1d-baa89fd3df1e", "name": "network-vif-deleted", "tag": "2c6adf81-512f-47bc-b6e1-714f85f57f8c", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:38:34.432496 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3449f429-7b14-4447-b4bc-2385e435522e {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:38:34.433058 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48712362-015c-4e66-9b1d-baa89fd3df1e', 'name': 'network-vif-deleted', 'tag': '2c6adf81-512f-47bc-b6e1-714f85f57f8c', 'status': 'completed', 'code': 200} Jan 28 03:38:34.905312 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:35.354331 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b2e4633c-d8d2-4a16-ba45-732350932863 req-083f174a-90ce-41a7-b134-0215d8afb887 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=48712362-015c-4e66-9b1d-baa89fd3df1e HTTP/1.1" status: 200 len: 210 time: 0.0333438 Jan 28 03:38:35.482636 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419fef18-48bd-4a94-b3ae-9761bb32ba20 req-b3068c28-7f80-4dd7-84f2-ac38e0b7b353 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:35.484021 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-419fef18-48bd-4a94-b3ae-9761bb32ba20 req-b3068c28-7f80-4dd7-84f2-ac38e0b7b353 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c44a1ca4-9221-42ad-b108-4682a5bc892e HTTP/1.1" status: 200 len: 946 time: 0.0498319 Jan 28 03:38:35.533581 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-419fef18-48bd-4a94-b3ae-9761bb32ba20 req-32eaf177-5fbf-489f-a817-eab505f2e147 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=45885ed6-6d72-4c87-8b5e-edb5222fb073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433805 Jan 28 03:38:36.146966 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:36.452135 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-07b2573d-83e5-4dd8-aadd-7cc33ab2504d req-359286e9-caf6-4c21-b410-8ff658057840 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=48712362-015c-4e66-9b1d-baa89fd3df1e HTTP/1.1" status: 200 len: 210 time: 0.0280859 Jan 28 03:38:36.653739 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab2782-6cd2-4a1e-873e-cc8ede21397e req-813da93a-bdcf-49e2-90a9-674ab41d81ba tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:36.655196 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eeab2782-6cd2-4a1e-873e-cc8ede21397e req-813da93a-bdcf-49e2-90a9-674ab41d81ba tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c44a1ca4-9221-42ad-b108-4682a5bc892e HTTP/1.1" status: 200 len: 946 time: 0.0504894 Jan 28 03:38:36.710869 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eeab2782-6cd2-4a1e-873e-cc8ede21397e req-4d4ce1ba-0556-475b-a737-a7f816ae3016 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=45885ed6-6d72-4c87-8b5e-edb5222fb073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486469 Jan 28 03:38:37.095247 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a5f7152d-4232-427b-9192-6272b71b5896 req-0357b6ae-4a28-4962-a115-75cb31cc7116 service neutron] 10.222.0.39 "GET /v2.0/ports/8cc99d93-ca7d-4a02-8456-341a1cba5e8b/bindings/n-h1-712139-27 HTTP/1.1" status: 200 len: 385 time: 0.0609493 Jan 28 03:38:37.282013 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-a5f7152d-4232-427b-9192-6272b71b5896 req-c8ed377b-d870-4666-acb8-1fc44254ad95 service neutron] For port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=8cc99d93-ca7d-4a02-8456-341a1cba5e8b,segment=NetworkSegment(de682508-0762-4c01-9ff4-5e778a6442cf),segment_id=de682508-0762-4c01-9ff4-5e778a6442cf)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:38:37.301211 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-a5f7152d-4232-427b-9192-6272b71b5896 req-c8ed377b-d870-4666-acb8-1fc44254ad95 service neutron] For port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:38:37.342359 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44a1ca4-9221-42ad-b108-4682a5bc892e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cc99d93-ca7d-4a02-8456-341a1cba5e8b'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:38:37.344871 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc94db0-7af7-4a43-b82d-b1408c223bb3" -d '{"events": [{"server_uuid": "c44a1ca4-9221-42ad-b108-4682a5bc892e", "name": "network-vif-unplugged", "status": "completed", "tag": "8cc99d93-ca7d-4a02-8456-341a1cba5e8b"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:38:37.354486 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-a5f7152d-4232-427b-9192-6272b71b5896 req-c8ed377b-d870-4666-acb8-1fc44254ad95 service neutron] For port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=8cc99d93-ca7d-4a02-8456-341a1cba5e8b,segment=NetworkSegment(de682508-0762-4c01-9ff4-5e778a6442cf),segment_id=de682508-0762-4c01-9ff4-5e778a6442cf)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:38:37.371949 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a5f7152d-4232-427b-9192-6272b71b5896 req-c8ed377b-d870-4666-acb8-1fc44254ad95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8cc99d93-ca7d-4a02-8456-341a1cba5e8b), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:37.385976 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d084f6fc-6788-44eb-ad69-da6f93b260d0 x-openstack-request-id: req-d084f6fc-6788-44eb-ad69-da6f93b260d0 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:38:37.387085 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44a1ca4-9221-42ad-b108-4682a5bc892e", "name": "network-vif-unplugged", "status": "completed", "tag": "8cc99d93-ca7d-4a02-8456-341a1cba5e8b", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:38:37.387085 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d084f6fc-6788-44eb-ad69-da6f93b260d0 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:38:37.387700 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44a1ca4-9221-42ad-b108-4682a5bc892e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cc99d93-ca7d-4a02-8456-341a1cba5e8b', 'code': 200} Jan 28 03:38:37.454993 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-a5f7152d-4232-427b-9192-6272b71b5896 req-c8ed377b-d870-4666-acb8-1fc44254ad95 service neutron] Transition to ACTIVE for port object 8cc99d93-ca7d-4a02-8456-341a1cba5e8b will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:38:37.460105 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a5f7152d-4232-427b-9192-6272b71b5896 req-c8ed377b-d870-4666-acb8-1fc44254ad95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (8cc99d93-ca7d-4a02-8456-341a1cba5e8b), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:37.591660 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bb1d3f7f-12ac-4aa7-9c55-4f85bd7ba762 req-0b8bd256-ab5d-4823-9f51-fcb07080cc16 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=48712362-015c-4e66-9b1d-baa89fd3df1e HTTP/1.1" status: 200 len: 210 time: 0.0529659 Jan 28 03:38:37.814083 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 8cc99d93-ca7d-4a02-8456-341a1cba5e8b details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:38:37.844260 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f9b73-051d-4669-8d59-ecaf1ba69346 req-1132546e-d478-4816-827e-cdec69743dd7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:37.847044 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8d2f9b73-051d-4669-8d59-ecaf1ba69346 req-1132546e-d478-4816-827e-cdec69743dd7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c44a1ca4-9221-42ad-b108-4682a5bc892e HTTP/1.1" status: 200 len: 945 time: 0.0583222 Jan 28 03:38:37.902539 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8d2f9b73-051d-4669-8d59-ecaf1ba69346 req-4e59cb4d-b722-4b8f-94f2-50d26351723f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=45885ed6-6d72-4c87-8b5e-edb5222fb073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484145 Jan 28 03:38:37.954362 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=8cc99d93-ca7d-4a02-8456-341a1cba5e8b,segment=NetworkSegment(de682508-0762-4c01-9ff4-5e778a6442cf),segment_id=de682508-0762-4c01-9ff4-5e778a6442cf)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:38:37.967002 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed377b-d870-4666-acb8-1fc44254ad95 service neutron] Pushing event updated for resources: {'Port': ['ID=8cc99d93-ca7d-4a02-8456-341a1cba5e8b,revision_number=11']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:37.967602 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '8cc99d93-ca7d-4a02-8456-341a1cba5e8b', 'network_id': '560217a2-a0a1-46fc-8f30-6b0297998e47', 'port_id': '8cc99d93-ca7d-4a02-8456-341a1cba5e8b', 'mac_address': 'fa:16:3e:f4:8b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5354753-3cf3-4328-a90d-ce5d4f07a741', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:38:37.992043 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f7152d-4232-427b-9192-6272b71b5896 req-c8ed377b-d870-4666-acb8-1fc44254ad95 service neutron] No DVR routers for this DVR port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:38:38.004824 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:38:38.005248 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8cc99d93-ca7d-4a02-8456-341a1cba5e8b), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:38.021549 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cc99d93-ca7d-4a02-8456-341a1cba5e8b {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:38:38.046896 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=8cc99d93-ca7d-4a02-8456-341a1cba5e8b,segment=NetworkSegment(de682508-0762-4c01-9ff4-5e778a6442cf),segment_id=de682508-0762-4c01-9ff4-5e778a6442cf)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:38:38.051459 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (8cc99d93-ca7d-4a02-8456-341a1cba5e8b), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:38.101027 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=8cc99d93-ca7d-4a02-8456-341a1cba5e8b,revision_number=12']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:38.108992 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:38.109584 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:38.110088 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:38.110693 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:38.111175 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:38.111688 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:38.112158 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:38.112637 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:38.113135 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:38.113614 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:38.114115 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:38.114600 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:38.115082 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:38.147794 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a5f7152d-4232-427b-9192-6272b71b5896 req-c8ed377b-d870-4666-acb8-1fc44254ad95 service neutron] 10.222.0.39 "PUT /v2.0/ports/8cc99d93-ca7d-4a02-8456-341a1cba5e8b/bindings/n-h1-712139-27/activate HTTP/1.1" status: 200 len: 370 time: 1.0461655 Jan 28 03:38:38.178333 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['8cc99d93-ca7d-4a02-8456-341a1cba5e8b'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:38:38.292038 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7152d-4232-427b-9192-6272b71b5896 req-145b97e7-1c34-4b04-93fd-ebe54c3a898e tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:38.293651 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a5f7152d-4232-427b-9192-6272b71b5896 req-145b97e7-1c34-4b04-93fd-ebe54c3a898e tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=c44a1ca4-9221-42ad-b108-4682a5bc892e&tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4&binding%3Ahost_id=n-h2-712139-27 HTTP/1.1" status: 200 len: 1098 time: 0.0482771 Jan 28 03:38:38.344610 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7152d-4232-427b-9192-6272b71b5896 req-7b6693cf-8cae-4c43-b135-80b01dde69c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:38.346189 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a5f7152d-4232-427b-9192-6272b71b5896 req-7b6693cf-8cae-4c43-b135-80b01dde69c1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c44a1ca4-9221-42ad-b108-4682a5bc892e&tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4 HTTP/1.1" status: 200 len: 1098 time: 0.0455234 Jan 28 03:38:38.455535 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7152d-4232-427b-9192-6272b71b5896 req-94309e19-47db-4e40-8c0f-14c59c12c92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:38.457508 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a5f7152d-4232-427b-9192-6272b71b5896 req-94309e19-47db-4e40-8c0f-14c59c12c92a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4&device_id=c44a1ca4-9221-42ad-b108-4682a5bc892e HTTP/1.1" status: 200 len: 1098 time: 0.0779710 Jan 28 03:38:38.537665 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 2c6adf81-512f-47bc-b6e1-714f85f57f8c no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:38:38.552877 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7152d-4232-427b-9192-6272b71b5896 req-fd631b14-7e53-4cfd-bef6-750ced797bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:38.554397 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a5f7152d-4232-427b-9192-6272b71b5896 req-fd631b14-7e53-4cfd-bef6-750ced797bb6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=560217a2-a0a1-46fc-8f30-6b0297998e47 HTTP/1.1" status: 200 len: 897 time: 0.0907011 Jan 28 03:38:38.558600 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 2c6adf81-512f-47bc-b6e1-714f85f57f8c {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:38:38.558951 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 2c6adf81-512f-47bc-b6e1-714f85f57f8c not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:38:38.626409 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a5f7152d-4232-427b-9192-6272b71b5896 req-62d32fe6-4855-4f27-8104-ab380094e3e1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8cc99d93-ca7d-4a02-8456-341a1cba5e8b HTTP/1.1" status: 200 len: 999 time: 0.0649981 Jan 28 03:38:38.686142 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7152d-4232-427b-9192-6272b71b5896 req-2eba9e9a-f66c-467d-94a9-48b6a1b2cc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:38.687596 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a5f7152d-4232-427b-9192-6272b71b5896 req-2eba9e9a-f66c-467d-94a9-48b6a1b2cc3a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a5354753-3cf3-4328-a90d-ce5d4f07a741 HTTP/1.1" status: 200 len: 835 time: 0.0550427 Jan 28 03:38:38.709809 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2eceeccd-f00f-4cca-86d1-4020f8d932d1 req-78bf5465-37cf-4d8e-8cd6-c630c5b41e66 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=48712362-015c-4e66-9b1d-baa89fd3df1e HTTP/1.1" status: 200 len: 210 time: 0.0383494 Jan 28 03:38:38.743198 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7152d-4232-427b-9192-6272b71b5896 req-321d589f-f2cf-4916-8184-60885d44906e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:38.744728 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a5f7152d-4232-427b-9192-6272b71b5896 req-321d589f-f2cf-4916-8184-60885d44906e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=560217a2-a0a1-46fc-8f30-6b0297998e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441234 Jan 28 03:38:38.845353 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a5f7152d-4232-427b-9192-6272b71b5896 req-2c14fecf-7751-4b73-b930-01bc4c2dd2eb service neutron] 10.222.0.67 "GET /v2.0/networks/560217a2-a0a1-46fc-8f30-6b0297998e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938311 Jan 28 03:38:38.934000 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a5f7152d-4232-427b-9192-6272b71b5896 req-83728c55-03c0-49e8-a3d6-f01a7a29158c service neutron] 10.222.0.67 "GET /v2.0/networks/560217a2-a0a1-46fc-8f30-6b0297998e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827036 Jan 28 03:38:39.024920 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c15e54-61c3-417e-afb9-6584c18499e9 req-b8c2e972-c383-410f-8488-1be75d660eb9 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:39.026395 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a7c15e54-61c3-417e-afb9-6584c18499e9 req-b8c2e972-c383-410f-8488-1be75d660eb9 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c44a1ca4-9221-42ad-b108-4682a5bc892e HTTP/1.1" status: 200 len: 946 time: 0.0496256 Jan 28 03:38:39.087347 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a7c15e54-61c3-417e-afb9-6584c18499e9 req-ee431a66-eb50-4bb7-b5b1-da4abe4dea45 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=45885ed6-6d72-4c87-8b5e-edb5222fb073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547402 Jan 28 03:38:39.226238 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7152d-4232-427b-9192-6272b71b5896 req-eb37e784-0903-484f-8d79-6343e9bf19c3 tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:39.227779 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a5f7152d-4232-427b-9192-6272b71b5896 req-eb37e784-0903-484f-8d79-6343e9bf19c3 tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=c44a1ca4-9221-42ad-b108-4682a5bc892e&tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4&binding%3Ahost_id=n-h1-712139-27 HTTP/1.1" status: 200 len: 1098 time: 0.0499089 Jan 28 03:38:39.386448 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-a5f7152d-4232-427b-9192-6272b71b5896 req-82105894-6e99-4d9e-872e-ba605e7a6659 service neutron] For port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:38:39.390214 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a5f7152d-4232-427b-9192-6272b71b5896 req-82105894-6e99-4d9e-872e-ba605e7a6659 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:39.391377 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a5f7152d-4232-427b-9192-6272b71b5896 req-82105894-6e99-4d9e-872e-ba605e7a6659 service neutron] 10.222.0.67 "DELETE /v2.0/ports/8cc99d93-ca7d-4a02-8456-341a1cba5e8b/bindings/n-h2-712139-27 HTTP/1.1" status: 204 len: 173 time: 0.1575160 Jan 28 03:38:39.819603 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ed9b5d9a-3ee7-4755-8389-d9a3979a0eb3 req-7c2adbe2-bb1b-481b-96d6-163101fead4b tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=48712362-015c-4e66-9b1d-baa89fd3df1e HTTP/1.1" status: 200 len: 210 time: 0.0281627 Jan 28 03:38:39.847174 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 8cc99d93-ca7d-4a02-8456-341a1cba5e8b no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:38:39.927973 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b is: BUILD; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:38:39.928299 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8cc99d93-ca7d-4a02-8456-341a1cba5e8b), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:39.941484 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8cc99d93-ca7d-4a02-8456-341a1cba5e8b {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:38:39.962403 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=8cc99d93-ca7d-4a02-8456-341a1cba5e8b,segment=NetworkSegment(de682508-0762-4c01-9ff4-5e778a6442cf),segment_id=de682508-0762-4c01-9ff4-5e778a6442cf)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:38:39.967948 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (8cc99d93-ca7d-4a02-8456-341a1cba5e8b), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:40.018156 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=8cc99d93-ca7d-4a02-8456-341a1cba5e8b,revision_number=14']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:40.217747 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97996d5e-dcfc-4cb9-beda-3a68f124f179 req-b99d0705-dcf1-4a6b-be16-4d5575fa6dbe tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:40.219322 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-97996d5e-dcfc-4cb9-beda-3a68f124f179 req-b99d0705-dcf1-4a6b-be16-4d5575fa6dbe tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c44a1ca4-9221-42ad-b108-4682a5bc892e HTTP/1.1" status: 200 len: 945 time: 0.0533998 Jan 28 03:38:40.270052 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-97996d5e-dcfc-4cb9-beda-3a68f124f179 req-46bd95c9-22ca-44a1-8ccf-4dbf046d75e6 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=45885ed6-6d72-4c87-8b5e-edb5222fb073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437593 Jan 28 03:38:40.384235 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509491ef-e79d-49a3-95dd-15f38ce7d1de req-b8faf907-68df-4b19-b624-f0d7666ae47d tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:40.385946 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-509491ef-e79d-49a3-95dd-15f38ce7d1de req-b8faf907-68df-4b19-b624-f0d7666ae47d tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c44a1ca4-9221-42ad-b108-4682a5bc892e HTTP/1.1" status: 200 len: 1097 time: 0.0471981 Jan 28 03:38:40.443307 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-509491ef-e79d-49a3-95dd-15f38ce7d1de req-211ccc21-e427-4326-b187-755375aafada tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=45885ed6-6d72-4c87-8b5e-edb5222fb073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509369 Jan 28 03:38:40.546362 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 8cc99d93-ca7d-4a02-8456-341a1cba5e8b no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:38:40.570453 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170519c-e6da-4f02-b449-1bf6ec16156b req-5c8584b1-5e7d-472d-a6d3-eb356dfd563c tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:40.571915 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7170519c-e6da-4f02-b449-1bf6ec16156b req-5c8584b1-5e7d-472d-a6d3-eb356dfd563c tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c44a1ca4-9221-42ad-b108-4682a5bc892e HTTP/1.1" status: 200 len: 945 time: 0.0565300 Jan 28 03:38:40.589297 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] The host n-h2-712139-27 is not matching for port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b host n-h1-712139-27! {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 03:38:40.589819 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 8cc99d93-ca7d-4a02-8456-341a1cba5e8b not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:38:40.623691 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7170519c-e6da-4f02-b449-1bf6ec16156b req-64191f88-2029-4409-a9de-8640dc9570bb tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=45885ed6-6d72-4c87-8b5e-edb5222fb073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444226 Jan 28 03:38:40.645838 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60278) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:40.711350 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ae6146c8-982f-4690-86de-0be64417e0a2 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/floatingips/cd72ee45-a60d-4b28-a175-606dd6647e04 HTTP/1.1" status: 200 len: 990 time: 0.0643191 Jan 28 03:38:40.930153 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3f1e3b51-db54-4cad-96a2-d7da386e5c66 req-2c0986c4-08ee-472d-a14b-e74fc660032c tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=48712362-015c-4e66-9b1d-baa89fd3df1e HTTP/1.1" status: 200 len: 210 time: 0.0277073 Jan 28 03:38:42.032544 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a6fccc05-8d79-45f4-9dec-7e42221b5d38 req-5074b3d8-dec6-4f3b-8c48-2dd90e45aa0b tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=48712362-015c-4e66-9b1d-baa89fd3df1e HTTP/1.1" status: 200 len: 210 time: 0.0274496 Jan 28 03:38:42.972864 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60288) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:43.143915 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2607e3e7-d8af-4ead-94e2-36dd5fd5ac1c req-1ffac1e5-f687-4215-868e-8492dbef1477 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "GET /v2.0/ports?device_id=48712362-015c-4e66-9b1d-baa89fd3df1e HTTP/1.1" status: 200 len: 210 time: 0.0267875 Jan 28 03:38:43.149674 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-7e7659f8-45f7-4ced-819c-acef5185b67e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Deleting port 005db8ec-378c-49cf-b734-0bf41205195a {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:38:43.150133 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7e7659f8-45f7-4ced-819c-acef5185b67e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (005db8ec-378c-49cf-b734-0bf41205195a), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:43.232348 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7e7659f8-45f7-4ced-819c-acef5185b67e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (005db8ec-378c-49cf-b734-0bf41205195a), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:43.232587 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7e7659f8-45f7-4ced-819c-acef5185b67e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for floatingip (005db8ec-378c-49cf-b734-0bf41205195a), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:43.244795 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-7e7659f8-45f7-4ced-819c-acef5185b67e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Calling delete_port for 005db8ec-378c-49cf-b734-0bf41205195a owned by network:floatingip {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:38:43.405765 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7e7659f8-45f7-4ced-819c-acef5185b67e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (005db8ec-378c-49cf-b734-0bf41205195a), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:43.437379 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7659f8-45f7-4ced-819c-acef5185b67e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event deleted for resources: {'Port': ['ID=005db8ec-378c-49cf-b734-0bf41205195a,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:43.494215 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7e7659f8-45f7-4ced-819c-acef5185b67e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for floatingip (cd72ee45-a60d-4b28-a175-606dd6647e04), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:43.494490 n-d-712139-27 neutron-server[109803]: INFO neutron.db.l3_db [None req-7e7659f8-45f7-4ced-819c-acef5185b67e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Floating IP cd72ee45-a60d-4b28-a175-606dd6647e04 disassociated (deleted). External IP: 172.25.0.8, port: 8cc99d93-ca7d-4a02-8456-341a1cba5e8b. Jan 28 03:38:43.730483 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7659f8-45f7-4ced-819c-acef5185b67e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Router 93d99aba-8a75-421b-9396-5a59fd0032fd has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:38:43.841056 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7659f8-45f7-4ced-819c-acef5185b67e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:38:43.846080 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7e7659f8-45f7-4ced-819c-acef5185b67e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:43.852406 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a817cfad-a570-470e-a9fe-2e12cffb3edc None None] Sync routers for ids ['93d99aba-8a75-421b-9396-5a59fd0032fd'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:38:43.863051 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a817cfad-a570-470e-a9fe-2e12cffb3edc None None] Routers {'93d99aba-8a75-421b-9396-5a59fd0032fd'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:38:43.863720 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-a817cfad-a570-470e-a9fe-2e12cffb3edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:38:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['93d99aba-8a75-421b-9396-5a59fd0032fd'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:43.872310 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7e7659f8-45f7-4ced-819c-acef5185b67e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "DELETE /v2.0/floatingips/cd72ee45-a60d-4b28-a175-606dd6647e04 HTTP/1.1" status: 204 len: 168 time: 0.8982484 Jan 28 03:38:43.872965 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44a1ca4-9221-42ad-b108-4682a5bc892e', 'tag': '8cc99d93-ca7d-4a02-8456-341a1cba5e8b'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:38:43.875343 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35135fec-457c-4656-812a-a097a4c252a4" -d '{"events": [{"name": "network-changed", "server_uuid": "c44a1ca4-9221-42ad-b108-4682a5bc892e", "tag": "8cc99d93-ca7d-4a02-8456-341a1cba5e8b"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:38:43.915694 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e96335c-6d91-4861-be93-c8dbed4638ab x-openstack-request-id: req-1e96335c-6d91-4861-be93-c8dbed4638ab {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:38:43.915988 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44a1ca4-9221-42ad-b108-4682a5bc892e", "tag": "8cc99d93-ca7d-4a02-8456-341a1cba5e8b", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:38:43.916242 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1e96335c-6d91-4861-be93-c8dbed4638ab {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:38:43.916681 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44a1ca4-9221-42ad-b108-4682a5bc892e', 'tag': '8cc99d93-ca7d-4a02-8456-341a1cba5e8b', 'status': 'completed', 'code': 200} Jan 28 03:38:43.997170 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-a817cfad-a570-470e-a9fe-2e12cffb3edc None None] Set router 93d99aba-8a75-421b-9396-5a59fd0032fd gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:38:44.016704 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35135fec-457c-4656-812a-a097a4c252a4 req-af186c35-43fd-44c8-a907-d9839e930306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:44.018994 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-35135fec-457c-4656-812a-a097a4c252a4 req-af186c35-43fd-44c8-a907-d9839e930306 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4&device_id=c44a1ca4-9221-42ad-b108-4682a5bc892e HTTP/1.1" status: 200 len: 1097 time: 0.0571485 Jan 28 03:38:44.123579 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ba471-a58f-4222-b294-f8e2cdafc87e req-c120db9b-a1f5-4886-877d-154409007f62 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:44.125491 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e49ba471-a58f-4222-b294-f8e2cdafc87e req-c120db9b-a1f5-4886-877d-154409007f62 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c44a1ca4-9221-42ad-b108-4682a5bc892e HTTP/1.1" status: 200 len: 945 time: 0.0536823 Jan 28 03:38:44.166840 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35135fec-457c-4656-812a-a097a4c252a4 req-ec90015f-7891-4a29-8231-bc716262abbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:44.169015 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-35135fec-457c-4656-812a-a097a4c252a4 req-ec90015f-7891-4a29-8231-bc716262abbd service neutron] 10.222.0.67 "GET /v2.0/networks?id=560217a2-a0a1-46fc-8f30-6b0297998e47 HTTP/1.1" status: 200 len: 897 time: 0.1087954 Jan 28 03:38:44.183953 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e49ba471-a58f-4222-b294-f8e2cdafc87e req-79734046-e5e3-4814-af79-27c058dc9ea6 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=45885ed6-6d72-4c87-8b5e-edb5222fb073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508142 Jan 28 03:38:44.217939 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60300) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:44.226243 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-a817cfad-a570-470e-a9fe-2e12cffb3edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d99aba-8a75-421b-9396-5a59fd0032fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-746827847', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '996f78b4-39f5-464a-957a-4d262e53093f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:37:37Z', 'updated_at': '2022-01-28T03:37:41Z', 'revision_number': 4, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': '996f78b4-39f5-464a-957a-4d262e53093f', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d99aba-8a75-421b-9396-5a59fd0032fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:37:38Z', 'updated_at': '2022-01-28T03:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'f1342267-e96c-4647-a42c-4fd917502325', 'name': '', 'network_id': '560217a2-a0a1-46fc-8f30-6b0297998e47', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'mac_address': 'fa:16:3e:d9:6b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d99aba-8a75-421b-9396-5a59fd0032fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'a5354753-3cf3-4328-a90d-ce5d4f07a741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:37:40Z', 'updated_at': '2022-01-28T03:37:43Z', 'revision_number': 5, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'subnets': [{'id': 'a5354753-3cf3-4328-a90d-ce5d4f07a741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:44.236605 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-35135fec-457c-4656-812a-a097a4c252a4 req-3e094605-c521-4a69-a2fd-5cb335ed50ee service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8cc99d93-ca7d-4a02-8456-341a1cba5e8b HTTP/1.1" status: 200 len: 217 time: 0.0453935 Jan 28 03:38:44.253516 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a817cfad-a570-470e-a9fe-2e12cffb3edc None None] Checking router: 93d99aba-8a75-421b-9396-5a59fd0032fd for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:38:44.264535 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a817cfad-a570-470e-a9fe-2e12cffb3edc None None] Routers {'93d99aba-8a75-421b-9396-5a59fd0032fd'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:38:44.265191 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-a817cfad-a570-470e-a9fe-2e12cffb3edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:38:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['93d99aba-8a75-421b-9396-5a59fd0032fd'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:44.297357 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35135fec-457c-4656-812a-a097a4c252a4 req-71e9241c-6a3c-41d6-bdd1-15a135e85e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:44.298808 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-35135fec-457c-4656-812a-a097a4c252a4 req-71e9241c-6a3c-41d6-bdd1-15a135e85e71 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a5354753-3cf3-4328-a90d-ce5d4f07a741 HTTP/1.1" status: 200 len: 835 time: 0.0562234 Jan 28 03:38:44.358259 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35135fec-457c-4656-812a-a097a4c252a4 req-7bc5abbd-5c91-4b3b-a4bb-105babc5de30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:44.359842 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-35135fec-457c-4656-812a-a097a4c252a4 req-7bc5abbd-5c91-4b3b-a4bb-105babc5de30 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=560217a2-a0a1-46fc-8f30-6b0297998e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534408 Jan 28 03:38:44.367239 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-4fdbd3eb-3c6b-472e-9ef7-3b871a01f4b7 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Deleting port 375ff8d0-6c65-407d-92e2-a671b8457144 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:38:44.367239 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4fdbd3eb-3c6b-472e-9ef7-3b871a01f4b7 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (375ff8d0-6c65-407d-92e2-a671b8457144), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:44.396298 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-a817cfad-a570-470e-a9fe-2e12cffb3edc None None] Set router 93d99aba-8a75-421b-9396-5a59fd0032fd gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:38:44.456150 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4fdbd3eb-3c6b-472e-9ef7-3b871a01f4b7 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (375ff8d0-6c65-407d-92e2-a671b8457144), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:44.456440 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4fdbd3eb-3c6b-472e-9ef7-3b871a01f4b7 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks [] for floatingip (375ff8d0-6c65-407d-92e2-a671b8457144), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:44.464688 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-35135fec-457c-4656-812a-a097a4c252a4 req-be38ddcb-b08f-4d7b-8953-6f3bcc344574 service neutron] 10.222.0.67 "GET /v2.0/networks/560217a2-a0a1-46fc-8f30-6b0297998e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975747 Jan 28 03:38:44.472350 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-4fdbd3eb-3c6b-472e-9ef7-3b871a01f4b7 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Calling delete_port for 375ff8d0-6c65-407d-92e2-a671b8457144 owned by network:floatingip {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:38:44.577244 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-35135fec-457c-4656-812a-a097a4c252a4 req-d9360201-90b3-4050-aeb2-b5ed1c60377c service neutron] 10.222.0.67 "GET /v2.0/networks/560217a2-a0a1-46fc-8f30-6b0297998e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043351 Jan 28 03:38:44.618526 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-a817cfad-a570-470e-a9fe-2e12cffb3edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d99aba-8a75-421b-9396-5a59fd0032fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-746827847', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '996f78b4-39f5-464a-957a-4d262e53093f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:37:37Z', 'updated_at': '2022-01-28T03:37:41Z', 'revision_number': 4, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': '996f78b4-39f5-464a-957a-4d262e53093f', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d99aba-8a75-421b-9396-5a59fd0032fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:37:38Z', 'updated_at': '2022-01-28T03:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'f1342267-e96c-4647-a42c-4fd917502325', 'name': '', 'network_id': '560217a2-a0a1-46fc-8f30-6b0297998e47', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'mac_address': 'fa:16:3e:d9:6b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d99aba-8a75-421b-9396-5a59fd0032fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'a5354753-3cf3-4328-a90d-ce5d4f07a741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:37:40Z', 'updated_at': '2022-01-28T03:37:43Z', 'revision_number': 5, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'subnets': [{'id': 'a5354753-3cf3-4328-a90d-ce5d4f07a741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:44.635741 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4fdbd3eb-3c6b-472e-9ef7-3b871a01f4b7 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (375ff8d0-6c65-407d-92e2-a671b8457144), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:44.646178 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a817cfad-a570-470e-a9fe-2e12cffb3edc None None] The sync data for ids ['93d99aba-8a75-421b-9396-5a59fd0032fd'] in n-d-712139-27 is: [{'id': '93d99aba-8a75-421b-9396-5a59fd0032fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-746827847', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '996f78b4-39f5-464a-957a-4d262e53093f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:37:37Z', 'updated_at': '2022-01-28T03:37:41Z', 'revision_number': 4, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': '996f78b4-39f5-464a-957a-4d262e53093f', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d99aba-8a75-421b-9396-5a59fd0032fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:37:38Z', 'updated_at': '2022-01-28T03:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'f1342267-e96c-4647-a42c-4fd917502325', 'name': '', 'network_id': '560217a2-a0a1-46fc-8f30-6b0297998e47', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'mac_address': 'fa:16:3e:d9:6b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d99aba-8a75-421b-9396-5a59fd0032fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'a5354753-3cf3-4328-a90d-ce5d4f07a741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:37:40Z', 'updated_at': '2022-01-28T03:37:43Z', 'revision_number': 5, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'subnets': [{'id': 'a5354753-3cf3-4328-a90d-ce5d4f07a741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:38:44.665419 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdbd3eb-3c6b-472e-9ef7-3b871a01f4b7 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Pushing event deleted for resources: {'Port': ['ID=375ff8d0-6c65-407d-92e2-a671b8457144,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:44.680119 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdbd3eb-3c6b-472e-9ef7-3b871a01f4b7 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:44.680439 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdbd3eb-3c6b-472e-9ef7-3b871a01f4b7 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:44.680768 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdbd3eb-3c6b-472e-9ef7-3b871a01f4b7 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:44.681141 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdbd3eb-3c6b-472e-9ef7-3b871a01f4b7 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:44.681474 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdbd3eb-3c6b-472e-9ef7-3b871a01f4b7 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:44.681808 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdbd3eb-3c6b-472e-9ef7-3b871a01f4b7 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:44.682260 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdbd3eb-3c6b-472e-9ef7-3b871a01f4b7 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:44.682435 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdbd3eb-3c6b-472e-9ef7-3b871a01f4b7 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:44.682752 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdbd3eb-3c6b-472e-9ef7-3b871a01f4b7 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:44.683073 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdbd3eb-3c6b-472e-9ef7-3b871a01f4b7 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:44.683387 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdbd3eb-3c6b-472e-9ef7-3b871a01f4b7 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:44.683790 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdbd3eb-3c6b-472e-9ef7-3b871a01f4b7 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:44.684009 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdbd3eb-3c6b-472e-9ef7-3b871a01f4b7 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:38:44.746153 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4fdbd3eb-3c6b-472e-9ef7-3b871a01f4b7 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks [] for floatingip (622d0a92-c09d-44f9-b4e3-51d9c7346a18), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:44.749308 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4fdbd3eb-3c6b-472e-9ef7-3b871a01f4b7 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:44.750544 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4fdbd3eb-3c6b-472e-9ef7-3b871a01f4b7 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "DELETE /v2.0/floatingips/622d0a92-c09d-44f9-b4e3-51d9c7346a18 HTTP/1.1" status: 204 len: 168 time: 0.5314591 Jan 28 03:38:44.792617 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d61824-dc6f-433a-8cde-0aba7ce92933 req-9a33edf8-f16b-447b-ab29-4b4c8db62f2a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:44.796142 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c5d61824-dc6f-433a-8cde-0aba7ce92933 req-9a33edf8-f16b-447b-ab29-4b4c8db62f2a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.67 "GET /v2.0/ports?device_id=c44a1ca4-9221-42ad-b108-4682a5bc892e HTTP/1.1" status: 200 len: 945 time: 0.0678720 Jan 28 03:38:44.912779 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-c5d61824-dc6f-433a-8cde-0aba7ce92933 req-42305dc8-a698-4815-a31a-048b6d87ea2a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Deleting port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:38:44.913190 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c5d61824-dc6f-433a-8cde-0aba7ce92933 req-42305dc8-a698-4815-a31a-048b6d87ea2a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (8cc99d93-ca7d-4a02-8456-341a1cba5e8b), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:44.945821 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7532a581-3e61-4121-b592-9cd787aef996 None None] New status for floating IP cd72ee45-a60d-4b28-a175-606dd6647e04: DOWN {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:38:45.025365 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-c5d61824-dc6f-433a-8cde-0aba7ce92933 req-42305dc8-a698-4815-a31a-048b6d87ea2a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] For port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=8cc99d93-ca7d-4a02-8456-341a1cba5e8b,segment=NetworkSegment(de682508-0762-4c01-9ff4-5e778a6442cf),segment_id=de682508-0762-4c01-9ff4-5e778a6442cf)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:38:45.025939 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c5d61824-dc6f-433a-8cde-0aba7ce92933 req-42305dc8-a698-4815-a31a-048b6d87ea2a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (8cc99d93-ca7d-4a02-8456-341a1cba5e8b), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:45.041779 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-c5d61824-dc6f-433a-8cde-0aba7ce92933 req-42305dc8-a698-4815-a31a-048b6d87ea2a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Calling delete_port for 8cc99d93-ca7d-4a02-8456-341a1cba5e8b owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:38:45.197017 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c5d61824-dc6f-433a-8cde-0aba7ce92933 req-42305dc8-a698-4815-a31a-048b6d87ea2a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (8cc99d93-ca7d-4a02-8456-341a1cba5e8b), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:45.273489 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d61824-dc6f-433a-8cde-0aba7ce92933 req-42305dc8-a698-4815-a31a-048b6d87ea2a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] No DVR routers for this DVR port 8cc99d93-ca7d-4a02-8456-341a1cba5e8b on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:38:45.275334 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42305dc8-a698-4815-a31a-048b6d87ea2a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event deleted for resources: {'Port': ['ID=8cc99d93-ca7d-4a02-8456-341a1cba5e8b,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:45.279206 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c5d61824-dc6f-433a-8cde-0aba7ce92933 req-42305dc8-a698-4815-a31a-048b6d87ea2a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:45.283685 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c5d61824-dc6f-433a-8cde-0aba7ce92933 req-42305dc8-a698-4815-a31a-048b6d87ea2a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.67 "DELETE /v2.0/ports/8cc99d93-ca7d-4a02-8456-341a1cba5e8b HTTP/1.1" status: 204 len: 173 time: 0.4836562 Jan 28 03:38:45.345104 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-06964957-1ac6-4266-90e0-8487745d95a5 req-a732004b-e03c-43ab-b098-39bc8ebfca49 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c44a1ca4-9221-42ad-b108-4682a5bc892e HTTP/1.1" status: 200 len: 210 time: 0.0443676 Jan 28 03:38:45.918728 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44a1ca4-9221-42ad-b108-4682a5bc892e', 'name': 'network-vif-deleted', 'tag': '8cc99d93-ca7d-4a02-8456-341a1cba5e8b'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:38:45.928149 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7edabf1f-5d87-4a60-a813-7a18ed0b367b" -d '{"events": [{"server_uuid": "c44a1ca4-9221-42ad-b108-4682a5bc892e", "name": "network-vif-deleted", "tag": "8cc99d93-ca7d-4a02-8456-341a1cba5e8b"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:38:45.969618 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4dec83-b49d-4273-816e-afd7ac8f3e92 x-openstack-request-id: req-9d4dec83-b49d-4273-816e-afd7ac8f3e92 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:38:45.969892 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44a1ca4-9221-42ad-b108-4682a5bc892e", "name": "network-vif-deleted", "tag": "8cc99d93-ca7d-4a02-8456-341a1cba5e8b", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:38:45.970143 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9d4dec83-b49d-4273-816e-afd7ac8f3e92 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:38:45.970555 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44a1ca4-9221-42ad-b108-4682a5bc892e', 'name': 'network-vif-deleted', 'tag': '8cc99d93-ca7d-4a02-8456-341a1cba5e8b', 'status': 'completed', 'code': 200} Jan 28 03:38:46.400465 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60318) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:46.783808 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-70a8b83b-c785-4d9e-9fea-878c4d269f4a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (93d99aba-8a75-421b-9396-5a59fd0032fd), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:47.061256 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-70a8b83b-c785-4d9e-9fea-878c4d269f4a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Deleting port f1342267-e96c-4647-a42c-4fd917502325 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:38:47.061374 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-70a8b83b-c785-4d9e-9fea-878c4d269f4a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (f1342267-e96c-4647-a42c-4fd917502325), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:47.152755 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-70a8b83b-c785-4d9e-9fea-878c4d269f4a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] For port f1342267-e96c-4647-a42c-4fd917502325, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=f1342267-e96c-4647-a42c-4fd917502325,segment=NetworkSegment(de682508-0762-4c01-9ff4-5e778a6442cf),segment_id=de682508-0762-4c01-9ff4-5e778a6442cf)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:38:47.153027 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-70a8b83b-c785-4d9e-9fea-878c4d269f4a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (f1342267-e96c-4647-a42c-4fd917502325), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:47.173854 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-70a8b83b-c785-4d9e-9fea-878c4d269f4a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Calling delete_port for f1342267-e96c-4647-a42c-4fd917502325 owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:38:47.378441 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-70a8b83b-c785-4d9e-9fea-878c4d269f4a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (f1342267-e96c-4647-a42c-4fd917502325), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:47.409549 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a8b83b-c785-4d9e-9fea-878c4d269f4a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event deleted for resources: {'Port': ['ID=f1342267-e96c-4647-a42c-4fd917502325,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:47.596209 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-70a8b83b-c785-4d9e-9fea-878c4d269f4a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (93d99aba-8a75-421b-9396-5a59fd0032fd), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:47.840202 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a8b83b-c785-4d9e-9fea-878c4d269f4a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Router 93d99aba-8a75-421b-9396-5a59fd0032fd has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:38:47.952031 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a8b83b-c785-4d9e-9fea-878c4d269f4a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:38:47.957705 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-70a8b83b-c785-4d9e-9fea-878c4d269f4a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "PUT /v2.0/routers/93d99aba-8a75-421b-9396-5a59fd0032fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5560758 Jan 28 03:38:47.960707 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60322) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:47.963123 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9ea906-f3fd-4e18-8b63-4a22b572787f None None] Sync routers for ids ['93d99aba-8a75-421b-9396-5a59fd0032fd'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:38:47.974386 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9ea906-f3fd-4e18-8b63-4a22b572787f None None] Routers {'93d99aba-8a75-421b-9396-5a59fd0032fd'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:38:47.975359 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-0c9ea906-f3fd-4e18-8b63-4a22b572787f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:38:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['93d99aba-8a75-421b-9396-5a59fd0032fd'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:48.013426 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-70b5b08f-477b-4c59-a395-534534d6bf14 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Deleting subnet a5354753-3cf3-4328-a90d-ce5d4f07a741 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:38:48.016878 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-70b5b08f-477b-4c59-a395-534534d6bf14 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for subnet (a5354753-3cf3-4328-a90d-ce5d4f07a741), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:48.057467 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-70b5b08f-477b-4c59-a395-534534d6bf14 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (a5354753-3cf3-4328-a90d-ce5d4f07a741), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:48.089061 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-0c9ea906-f3fd-4e18-8b63-4a22b572787f None None] Set router 93d99aba-8a75-421b-9396-5a59fd0032fd gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:38:48.153538 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-70b5b08f-477b-4c59-a395-534534d6bf14 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (a5354753-3cf3-4328-a90d-ce5d4f07a741), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:48.225789 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-70b5b08f-477b-4c59-a395-534534d6bf14 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (a5354753-3cf3-4328-a90d-ce5d4f07a741), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:48.254564 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5b08f-477b-4c59-a395-534534d6bf14 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event deleted for resources: {'Subnet': ['ID=a5354753-3cf3-4328-a90d-ce5d4f07a741,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:48.256638 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-70b5b08f-477b-4c59-a395-534534d6bf14 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:48.259919 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-70b5b08f-477b-4c59-a395-534534d6bf14 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "DELETE /v2.0/subnets/a5354753-3cf3-4328-a90d-ce5d4f07a741 HTTP/1.1" status: 204 len: 168 time: 0.2981305 Jan 28 03:38:48.263725 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60326) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:48.279945 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0239c435-31a8-4d69-b257-367a978a3238 None None] Network 560217a2-a0a1-46fc-8f30-6b0297998e47 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:38:48.359720 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-0c9ea906-f3fd-4e18-8b63-4a22b572787f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d99aba-8a75-421b-9396-5a59fd0032fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-746827847', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '996f78b4-39f5-464a-957a-4d262e53093f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:37:37Z', 'updated_at': '2022-01-28T03:38:47Z', 'revision_number': 5, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': '996f78b4-39f5-464a-957a-4d262e53093f', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d99aba-8a75-421b-9396-5a59fd0032fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:37:38Z', 'updated_at': '2022-01-28T03:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:48.386917 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1a4a0766-2959-4e25-8301-774dfa2b66d5 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for router (93d99aba-8a75-421b-9396-5a59fd0032fd), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:48.407655 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9ea906-f3fd-4e18-8b63-4a22b572787f None None] Checking router: 93d99aba-8a75-421b-9396-5a59fd0032fd for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:38:48.422757 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9ea906-f3fd-4e18-8b63-4a22b572787f None None] Routers {'93d99aba-8a75-421b-9396-5a59fd0032fd'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:38:48.423483 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-0c9ea906-f3fd-4e18-8b63-4a22b572787f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:38:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['93d99aba-8a75-421b-9396-5a59fd0032fd'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:48.530188 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1a4a0766-2959-4e25-8301-774dfa2b66d5 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for router_gateway (93d99aba-8a75-421b-9396-5a59fd0032fd), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:48.535085 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185a0121-46e7-4d25-b92c-1783a76f147b None None] DHCP port deletion for 560217a2-a0a1-46fc-8f30-6b0297998e47 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:38:48.588301 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-1a4a0766-2959-4e25-8301-774dfa2b66d5 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Deleting port 996f78b4-39f5-464a-957a-4d262e53093f {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:38:48.588652 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1a4a0766-2959-4e25-8301-774dfa2b66d5 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (996f78b4-39f5-464a-957a-4d262e53093f), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:48.681791 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-1a4a0766-2959-4e25-8301-774dfa2b66d5 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] For port 996f78b4-39f5-464a-957a-4d262e53093f, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=996f78b4-39f5-464a-957a-4d262e53093f,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:38:48.682165 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1a4a0766-2959-4e25-8301-774dfa2b66d5 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (996f78b4-39f5-464a-957a-4d262e53093f), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:48.697432 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-1a4a0766-2959-4e25-8301-774dfa2b66d5 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Calling delete_port for 996f78b4-39f5-464a-957a-4d262e53093f owned by network:router_gateway {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:38:48.745973 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-0c9ea906-f3fd-4e18-8b63-4a22b572787f None None] Set router 93d99aba-8a75-421b-9396-5a59fd0032fd gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:38:48.876212 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-185a0121-46e7-4d25-b92c-1783a76f147b None None] Deleting port 164fdd39-9e77-4de1-935a-82b17d66203c {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:38:48.876682 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-185a0121-46e7-4d25-b92c-1783a76f147b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (164fdd39-9e77-4de1-935a-82b17d66203c), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:48.886097 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1a4a0766-2959-4e25-8301-774dfa2b66d5 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (996f78b4-39f5-464a-957a-4d262e53093f), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:48.920874 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a0766-2959-4e25-8301-774dfa2b66d5 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event deleted for resources: {'Port': ['ID=996f78b4-39f5-464a-957a-4d262e53093f,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:48.977919 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1a4a0766-2959-4e25-8301-774dfa2b66d5 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (93d99aba-8a75-421b-9396-5a59fd0032fd), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:48.982253 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-185a0121-46e7-4d25-b92c-1783a76f147b None None] For port 164fdd39-9e77-4de1-935a-82b17d66203c, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=164fdd39-9e77-4de1-935a-82b17d66203c,segment=NetworkSegment(de682508-0762-4c01-9ff4-5e778a6442cf),segment_id=de682508-0762-4c01-9ff4-5e778a6442cf)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:38:48.983050 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-185a0121-46e7-4d25-b92c-1783a76f147b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (164fdd39-9e77-4de1-935a-82b17d66203c), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:48.998448 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-185a0121-46e7-4d25-b92c-1783a76f147b None None] Calling delete_port for 164fdd39-9e77-4de1-935a-82b17d66203c owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:38:49.082042 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1a4a0766-2959-4e25-8301-774dfa2b66d5 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (93d99aba-8a75-421b-9396-5a59fd0032fd), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:49.084256 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1a4a0766-2959-4e25-8301-774dfa2b66d5 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for router_controller (93d99aba-8a75-421b-9396-5a59fd0032fd), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:49.090507 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-0c9ea906-f3fd-4e18-8b63-4a22b572787f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d99aba-8a75-421b-9396-5a59fd0032fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-746827847', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '996f78b4-39f5-464a-957a-4d262e53093f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:37:37Z', 'updated_at': '2022-01-28T03:38:47Z', 'revision_number': 5, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': '996f78b4-39f5-464a-957a-4d262e53093f', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d99aba-8a75-421b-9396-5a59fd0032fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:37:38Z', 'updated_at': '2022-01-28T03:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:49.125351 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9ea906-f3fd-4e18-8b63-4a22b572787f None None] The sync data for ids ['93d99aba-8a75-421b-9396-5a59fd0032fd'] in n-d-712139-27 is: [{'id': '93d99aba-8a75-421b-9396-5a59fd0032fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-746827847', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '996f78b4-39f5-464a-957a-4d262e53093f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:37:37Z', 'updated_at': '2022-01-28T03:38:47Z', 'revision_number': 5, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': '996f78b4-39f5-464a-957a-4d262e53093f', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d99aba-8a75-421b-9396-5a59fd0032fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:37:38Z', 'updated_at': '2022-01-28T03:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:38:49.129773 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-185a0121-46e7-4d25-b92c-1783a76f147b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (164fdd39-9e77-4de1-935a-82b17d66203c), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:49.152467 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1a4a0766-2959-4e25-8301-774dfa2b66d5 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (93d99aba-8a75-421b-9396-5a59fd0032fd), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:49.153649 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4a0766-2959-4e25-8301-774dfa2b66d5 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Fanout notify agent at l3_agent the message router_deleted on router 93d99aba-8a75-421b-9396-5a59fd0032fd {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:38:49.161494 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1a4a0766-2959-4e25-8301-774dfa2b66d5 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:49.166788 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60330) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:49.167353 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1a4a0766-2959-4e25-8301-774dfa2b66d5 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "DELETE /v2.0/routers/93d99aba-8a75-421b-9396-5a59fd0032fd HTTP/1.1" status: 204 len: 168 time: 0.9022062 Jan 28 03:38:49.182217 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a0121-46e7-4d25-b92c-1783a76f147b None None] Pushing event deleted for resources: {'Port': ['ID=164fdd39-9e77-4de1-935a-82b17d66203c,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:49.193825 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185a0121-46e7-4d25-b92c-1783a76f147b None None] No DVR routers for this DVR port 164fdd39-9e77-4de1-935a-82b17d66203c on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:38:49.265638 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-026a8a39-59a7-484d-a4ad-826f5870761d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (560217a2-a0a1-46fc-8f30-6b0297998e47), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:49.355892 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-026a8a39-59a7-484d-a4ad-826f5870761d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (560217a2-a0a1-46fc-8f30-6b0297998e47), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:49.378824 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-026a8a39-59a7-484d-a4ad-826f5870761d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['560217a2-a0a1-46fc-8f30-6b0297998e47']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:49.388982 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-026a8a39-59a7-484d-a4ad-826f5870761d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de682508-0762-4c01-9ff4-5e778a6442cf') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:49.389324 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-026a8a39-59a7-484d-a4ad-826f5870761d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de682508-0762-4c01-9ff4-5e778a6442cf') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:49.399706 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-026a8a39-59a7-484d-a4ad-826f5870761d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (de682508-0762-4c01-9ff4-5e778a6442cf), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:49.414180 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-026a8a39-59a7-484d-a4ad-826f5870761d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (de682508-0762-4c01-9ff4-5e778a6442cf), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:49.422645 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-026a8a39-59a7-484d-a4ad-826f5870761d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:38:49.423081 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-026a8a39-59a7-484d-a4ad-826f5870761d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (de682508-0762-4c01-9ff4-5e778a6442cf), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:49.426633 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:38:49.426633 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:38:49.426633 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:38:49.426633 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:38:49.426633 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:38:49.426633 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:38:49.426633 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:38:49.426633 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:38:49.426633 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:38:49.426633 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:38:49.426633 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:38:49.426633 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:38:49.426633 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:38:49.426633 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:38:49.426633 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:38:49.426633 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:38:49.426633 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:38:49.426633 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:38:49.426633 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:38:49.426633 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:38:49.426633 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:38:49.426633 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:38:49.426633 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:38:49.426633 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:38:49.426633 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:38:49.426633 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:38:49.426633 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:38:49.426633 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:38:49.426633 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:38:49.426633 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:38:49.426633 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:38:49.426633 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:38:49.486323 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-026a8a39-59a7-484d-a4ad-826f5870761d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (560217a2-a0a1-46fc-8f30-6b0297998e47), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:49.494554 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-026a8a39-59a7-484d-a4ad-826f5870761d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:49.498129 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-026a8a39-59a7-484d-a4ad-826f5870761d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "DELETE /v2.0/networks/560217a2-a0a1-46fc-8f30-6b0297998e47 HTTP/1.1" status: 204 len: 168 time: 0.3295903 Jan 28 03:38:49.501140 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60332) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:49.520425 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026a8a39-59a7-484d-a4ad-826f5870761d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event deleted for resources: {'Network': ['ID=560217a2-a0a1-46fc-8f30-6b0297998e47,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:49.586868 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-88962297-4fce-4503-965b-e19cd6fd073b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group (45885ed6-6d72-4c87-8b5e-edb5222fb073), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:49.625729 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-88962297-4fce-4503-965b-e19cd6fd073b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group (45885ed6-6d72-4c87-8b5e-edb5222fb073), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:49.697696 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 164fdd39-9e77-4de1-935a-82b17d66203c no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:38:49.713098 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-88962297-4fce-4503-965b-e19cd6fd073b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (45885ed6-6d72-4c87-8b5e-edb5222fb073), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:49.721099 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-88962297-4fce-4503-965b-e19cd6fd073b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:49.721099 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-88962297-4fce-4503-965b-e19cd6fd073b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "DELETE /v2.0/security-groups/45885ed6-6d72-4c87-8b5e-edb5222fb073 HTTP/1.1" status: 204 len: 168 time: 0.2147586 Jan 28 03:38:49.725137 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 164fdd39-9e77-4de1-935a-82b17d66203c {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:38:49.725617 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 164fdd39-9e77-4de1-935a-82b17d66203c not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:38:49.733607 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88962297-4fce-4503-965b-e19cd6fd073b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45885ed6-6d72-4c87-8b5e-edb5222fb073,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:49.872582 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 8cc99d93-ca7d-4a02-8456-341a1cba5e8b no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:38:49.901746 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: 8cc99d93-ca7d-4a02-8456-341a1cba5e8b {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:38:49.902272 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 8cc99d93-ca7d-4a02-8456-341a1cba5e8b not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:38:50.003021 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60338) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:50.007952 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-6ed90077-99db-4c32-9c91-10f097189cf0 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1242925530', 'description': 'tempest-secgroup-smoke-1242925530 description', 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:50.030583 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6ed90077-99db-4c32-9c91-10f097189cf0 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:50.101173 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6ed90077-99db-4c32-9c91-10f097189cf0 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group (78b5ca26-254c-4ab1-895e-3ee258ab2683), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:50.105922 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6ed90077-99db-4c32-9c91-10f097189cf0 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (78b5ca26-254c-4ab1-895e-3ee258ab2683), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:50.137293 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6ed90077-99db-4c32-9c91-10f097189cf0 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:50.138583 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6ed90077-99db-4c32-9c91-10f097189cf0 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1344271 Jan 28 03:38:50.140562 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed90077-99db-4c32-9c91-10f097189cf0 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78b5ca26-254c-4ab1-895e-3ee258ab2683,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:50.141712 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60340) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:50.146963 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-3d6383c7-f340-4732-9ef3-13f999ab5a1e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Request body: {'security_group_rule': {'security_group_id': '78b5ca26-254c-4ab1-895e-3ee258ab2683', 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:50.174454 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3d6383c7-f340-4732-9ef3-13f999ab5a1e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (06cb96d4-2880-46ec-b257-85ceee588dac), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:50.232737 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3d6383c7-f340-4732-9ef3-13f999ab5a1e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (06cb96d4-2880-46ec-b257-85ceee588dac), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:50.237247 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3d6383c7-f340-4732-9ef3-13f999ab5a1e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (06cb96d4-2880-46ec-b257-85ceee588dac), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:50.257969 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6383c7-f340-4732-9ef3-13f999ab5a1e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06cb96d4-2880-46ec-b257-85ceee588dac,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:50.267863 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3d6383c7-f340-4732-9ef3-13f999ab5a1e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:50.272395 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60344) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:50.272802 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60346) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:50.273909 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-3d6383c7-f340-4732-9ef3-13f999ab5a1e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1307635 Jan 28 03:38:50.283888 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-29b06e62-1cdd-417d-96e0-23417769b5a8 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Request body: {'security_group_rule': {'security_group_id': '78b5ca26-254c-4ab1-895e-3ee258ab2683', 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:50.354787 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-29b06e62-1cdd-417d-96e0-23417769b5a8 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (00c97af0-9006-407d-b6fa-d34c3b7a674d), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:50.357555 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-979d65f5-613b-4286-976c-1c228adc76c4 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks [] for security_group (229fe8e7-3c8b-4746-9d3e-b8f5cb2213de), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:50.400697 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-979d65f5-613b-4286-976c-1c228adc76c4 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks [] for security_group (229fe8e7-3c8b-4746-9d3e-b8f5cb2213de), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:50.449331 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-29b06e62-1cdd-417d-96e0-23417769b5a8 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (00c97af0-9006-407d-b6fa-d34c3b7a674d), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:50.455036 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-29b06e62-1cdd-417d-96e0-23417769b5a8 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (00c97af0-9006-407d-b6fa-d34c3b7a674d), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:50.475108 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b06e62-1cdd-417d-96e0-23417769b5a8 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00c97af0-9006-407d-b6fa-d34c3b7a674d,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:50.484455 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-29b06e62-1cdd-417d-96e0-23417769b5a8 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:50.485737 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-29b06e62-1cdd-417d-96e0-23417769b5a8 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2106442 Jan 28 03:38:50.488724 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60350) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:50.494341 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-fe0b7c67-64b2-4742-b2bc-aacc5d00c12c tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Request body: {'security_group_rule': {'security_group_id': '78b5ca26-254c-4ab1-895e-3ee258ab2683', 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:50.518732 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-979d65f5-613b-4286-976c-1c228adc76c4 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (229fe8e7-3c8b-4746-9d3e-b8f5cb2213de), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:50.522461 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-979d65f5-613b-4286-976c-1c228adc76c4 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:50.524244 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-979d65f5-613b-4286-976c-1c228adc76c4 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] 10.222.0.53 "DELETE /v2.0/security-groups/229fe8e7-3c8b-4746-9d3e-b8f5cb2213de HTTP/1.1" status: 204 len: 168 time: 0.2501190 Jan 28 03:38:50.538484 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fe0b7c67-64b2-4742-b2bc-aacc5d00c12c tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (17ecd487-f1ab-4a13-8890-ad4e5dda9d58), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:50.544166 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d65f5-613b-4286-976c-1c228adc76c4 tempest-TestVolumeBootPattern-1869045867 tempest-TestVolumeBootPattern-1869045867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=229fe8e7-3c8b-4746-9d3e-b8f5cb2213de,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:50.598356 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60354) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:50.635409 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fe0b7c67-64b2-4742-b2bc-aacc5d00c12c tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (17ecd487-f1ab-4a13-8890-ad4e5dda9d58), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:50.641394 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fe0b7c67-64b2-4742-b2bc-aacc5d00c12c tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (17ecd487-f1ab-4a13-8890-ad4e5dda9d58), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:50.661830 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b7c67-64b2-4742-b2bc-aacc5d00c12c tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17ecd487-f1ab-4a13-8890-ad4e5dda9d58,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:50.683709 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fe0b7c67-64b2-4742-b2bc-aacc5d00c12c tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:50.685380 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-fe0b7c67-64b2-4742-b2bc-aacc5d00c12c tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1956408 Jan 28 03:38:50.688500 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60358) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:50.694264 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-90cf346a-14ab-45e6-83b5-2ec63dc9c533 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Request body: {'security_group_rule': {'security_group_id': '78b5ca26-254c-4ab1-895e-3ee258ab2683', 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:50.724850 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-90cf346a-14ab-45e6-83b5-2ec63dc9c533 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (d6a3b5f8-816c-4424-89bb-c9105876a1f8), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:50.791754 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-90cf346a-14ab-45e6-83b5-2ec63dc9c533 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (d6a3b5f8-816c-4424-89bb-c9105876a1f8), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:50.806077 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-90cf346a-14ab-45e6-83b5-2ec63dc9c533 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (d6a3b5f8-816c-4424-89bb-c9105876a1f8), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:51.184241 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 996f78b4-39f5-464a-957a-4d262e53093f no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:38:51.208309 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 996f78b4-39f5-464a-957a-4d262e53093f {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:38:51.208665 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 996f78b4-39f5-464a-957a-4d262e53093f not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:38:51.209277 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device f1342267-e96c-4647-a42c-4fd917502325 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:38:51.217425 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf346a-14ab-45e6-83b5-2ec63dc9c533 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6a3b5f8-816c-4424-89bb-c9105876a1f8,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:51.233206 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: f1342267-e96c-4647-a42c-4fd917502325 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:38:51.233614 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device f1342267-e96c-4647-a42c-4fd917502325 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:38:51.236436 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-90cf346a-14ab-45e6-83b5-2ec63dc9c533 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:51.240443 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-90cf346a-14ab-45e6-83b5-2ec63dc9c533 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5473406 Jan 28 03:38:51.241220 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60360) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:51.270222 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-45538fa6-d9c0-4e34-a020-b0259166bdda tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Request body: {'security_group_rule': {'security_group_id': '78b5ca26-254c-4ab1-895e-3ee258ab2683', 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:51.339380 n-d-712139-27 neutron-server[109803]: INFO neutron.db.securitygroups_db [None req-45538fa6-d9c0-4e34-a020-b0259166bdda tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Project 00e9c1349da04a5ba2162f0bfd8a15b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 03:38:51.345803 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-45538fa6-d9c0-4e34-a020-b0259166bdda tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (72b2937a-dad8-45a2-bfaf-d471349e9aa9), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:51.458860 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-45538fa6-d9c0-4e34-a020-b0259166bdda tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (72b2937a-dad8-45a2-bfaf-d471349e9aa9), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:51.485821 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-45538fa6-d9c0-4e34-a020-b0259166bdda tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (72b2937a-dad8-45a2-bfaf-d471349e9aa9), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:51.516210 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45538fa6-d9c0-4e34-a020-b0259166bdda tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72b2937a-dad8-45a2-bfaf-d471349e9aa9,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:51.526867 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-45538fa6-d9c0-4e34-a020-b0259166bdda tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:51.528365 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-45538fa6-d9c0-4e34-a020-b0259166bdda tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2856262 Jan 28 03:38:51.531229 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60362) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:51.537974 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-de1704ff-ec0d-42da-ab7d-f26bf69ccb11 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Request body: {'security_group_rule': {'security_group_id': '78b5ca26-254c-4ab1-895e-3ee258ab2683', 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:51.568302 n-d-712139-27 neutron-server[109802]: INFO neutron.db.securitygroups_db [None req-de1704ff-ec0d-42da-ab7d-f26bf69ccb11 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Project 00e9c1349da04a5ba2162f0bfd8a15b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 03:38:51.580256 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-de1704ff-ec0d-42da-ab7d-f26bf69ccb11 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (4ded8c6c-f034-4904-9c11-e89b308d4287), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:51.664845 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-de1704ff-ec0d-42da-ab7d-f26bf69ccb11 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (4ded8c6c-f034-4904-9c11-e89b308d4287), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:51.667281 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4444c07c-a355-44e9-a773-7b5e86c89bad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (81f4b18b-d952-4700-a93e-5b714789587d), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:51.672832 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-de1704ff-ec0d-42da-ab7d-f26bf69ccb11 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (4ded8c6c-f034-4904-9c11-e89b308d4287), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:51.704054 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-de1704ff-ec0d-42da-ab7d-f26bf69ccb11 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:51.705567 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-de1704ff-ec0d-42da-ab7d-f26bf69ccb11 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1725290 Jan 28 03:38:51.708576 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1704ff-ec0d-42da-ab7d-f26bf69ccb11 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ded8c6c-f034-4904-9c11-e89b308d4287,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:51.713040 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60364) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:51.720311 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-11a1ac7f-37b9-41c7-88b9-5b6c0a88fd6f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Request body: {'network': {'name': 'tempest-network-smoke--1577638207', 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'port_security_enabled': True}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:51.779022 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a1ac7f-37b9-41c7-88b9-5b6c0a88fd6f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Made reservation on behalf of 00e9c1349da04a5ba2162f0bfd8a15b4 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:38:51.782830 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-11a1ac7f-37b9-41c7-88b9-5b6c0a88fd6f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:51.824628 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11a1ac7f-37b9-41c7-88b9-5b6c0a88fd6f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:38:51.884105 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-11a1ac7f-37b9-41c7-88b9-5b6c0a88fd6f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (67010cf6-b303-4eaa-b3db-8d4595d8d3f3), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:51.884468 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-11a1ac7f-37b9-41c7-88b9-5b6c0a88fd6f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Added segment 67010cf6-b303-4eaa-b3db-8d4595d8d3f3 of type vlan for network 9efac44a-60fb-48ee-95ff-1b50785b4906 Jan 28 03:38:51.934558 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-11a1ac7f-37b9-41c7-88b9-5b6c0a88fd6f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (9efac44a-60fb-48ee-95ff-1b50785b4906), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:51.988526 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-11a1ac7f-37b9-41c7-88b9-5b6c0a88fd6f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (9efac44a-60fb-48ee-95ff-1b50785b4906), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:51.993489 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a1ac7f-37b9-41c7-88b9-5b6c0a88fd6f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:51.994082 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-11a1ac7f-37b9-41c7-88b9-5b6c0a88fd6f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:52.083318 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-11a1ac7f-37b9-41c7-88b9-5b6c0a88fd6f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3654280 Jan 28 03:38:52.083549 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60366) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:52.087956 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-2067b7a3-ee4f-4ad0-8fcb-095f88d9b9b7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1319189870', 'admin_state_up': True, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:52.107436 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1ac7f-37b9-41c7-88b9-5b6c0a88fd6f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'Network': ['ID=9efac44a-60fb-48ee-95ff-1b50785b4906,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:52.124101 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 9efac44a-60fb-48ee-95ff-1b50785b4906 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:38:52.128949 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2067b7a3-ee4f-4ad0-8fcb-095f88d9b9b7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (a1714ab3-e78b-43b9-bd94-28d56fd0cb3e), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:52.130122 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2067b7a3-ee4f-4ad0-8fcb-095f88d9b9b7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (a1714ab3-e78b-43b9-bd94-28d56fd0cb3e), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:52.154134 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-4444c07c-a355-44e9-a773-7b5e86c89bad admin admin] Deleting port c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:38:52.154578 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4444c07c-a355-44e9-a773-7b5e86c89bad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:52.246985 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2067b7a3-ee4f-4ad0-8fcb-095f88d9b9b7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for router_controller (a1714ab3-e78b-43b9-bd94-28d56fd0cb3e), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:52.430009 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-4444c07c-a355-44e9-a773-7b5e86c89bad admin admin] For port c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8,segment=NetworkSegment(e2233469-b8a2-417c-9e5e-795b0e977ffd),segment_id=e2233469-b8a2-417c-9e5e-795b0e977ffd)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:38:52.430379 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4444c07c-a355-44e9-a773-7b5e86c89bad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:52.440861 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2067b7a3-ee4f-4ad0-8fcb-095f88d9b9b7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for router_gateway (a1714ab3-e78b-43b9-bd94-28d56fd0cb3e), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:52.449687 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-4444c07c-a355-44e9-a773-7b5e86c89bad admin admin] Calling delete_port for c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8 owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:38:52.783429 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2067b7a3-ee4f-4ad0-8fcb-095f88d9b9b7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for router_gateway (a1714ab3-e78b-43b9-bd94-28d56fd0cb3e), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:52.813060 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2067b7a3-ee4f-4ad0-8fcb-095f88d9b9b7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:52.822186 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4444c07c-a355-44e9-a773-7b5e86c89bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:52.883813 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4444c07c-a355-44e9-a773-7b5e86c89bad admin admin] Pushing event deleted for resources: {'Port': ['ID=c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:53.034155 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-2067b7a3-ee4f-4ad0-8fcb-095f88d9b9b7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Allocated IP 172.25.0.98 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/d3a1f556-23cf-4b07-9661-7952e6bd9024) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:38:53.147831 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4444c07c-a355-44e9-a773-7b5e86c89bad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (81f4b18b-d952-4700-a93e-5b714789587d), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:53.238507 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2067b7a3-ee4f-4ad0-8fcb-095f88d9b9b7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for port (d3a1f556-23cf-4b07-9661-7952e6bd9024), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:53.322183 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2067b7a3-ee4f-4ad0-8fcb-095f88d9b9b7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (d3a1f556-23cf-4b07-9661-7952e6bd9024), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:53.424640 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2067b7a3-ee4f-4ad0-8fcb-095f88d9b9b7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:38:53.430848 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-2067b7a3-ee4f-4ad0-8fcb-095f88d9b9b7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:38:53.462770 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2067b7a3-ee4f-4ad0-8fcb-095f88d9b9b7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:38:53.471202 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2067b7a3-ee4f-4ad0-8fcb-095f88d9b9b7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'Port': ['ID=d3a1f556-23cf-4b07-9661-7952e6bd9024,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:53.528364 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4444c07c-a355-44e9-a773-7b5e86c89bad admin admin] Router 81f4b18b-d952-4700-a93e-5b714789587d has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:38:53.768134 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4444c07c-a355-44e9-a773-7b5e86c89bad admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:38:53.777196 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95df6110-4d44-4e35-be22-7568fc1f9dd6 None None] Sync routers for ids ['81f4b18b-d952-4700-a93e-5b714789587d'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:38:53.790058 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95df6110-4d44-4e35-be22-7568fc1f9dd6 None None] Routers {'81f4b18b-d952-4700-a93e-5b714789587d'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:38:53.790688 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-95df6110-4d44-4e35-be22-7568fc1f9dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:38:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['81f4b18b-d952-4700-a93e-5b714789587d'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:53.796762 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4444c07c-a355-44e9-a773-7b5e86c89bad admin admin] 10.222.0.53 "PUT /v2.0/routers/81f4b18b-d952-4700-a93e-5b714789587d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1968274 Jan 28 03:38:53.800085 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60368) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:53.819918 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2067b7a3-ee4f-4ad0-8fcb-095f88d9b9b7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for router_gateway (a1714ab3-e78b-43b9-bd94-28d56fd0cb3e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:53.902017 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-95df6110-4d44-4e35-be22-7568fc1f9dd6 None None] Set router 81f4b18b-d952-4700-a93e-5b714789587d gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:38:53.905528 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bb92f6cb-6f80-4984-83f8-f5720fc69b8c admin admin] Publish callbacks [] for router (81f4b18b-d952-4700-a93e-5b714789587d), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:54.028194 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bb92f6cb-6f80-4984-83f8-f5720fc69b8c admin admin] Publish callbacks [] for router_gateway (81f4b18b-d952-4700-a93e-5b714789587d), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:54.034876 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2067b7a3-ee4f-4ad0-8fcb-095f88d9b9b7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (a1714ab3-e78b-43b9-bd94-28d56fd0cb3e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:54.102965 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-bb92f6cb-6f80-4984-83f8-f5720fc69b8c admin admin] Deleting port ebbf453f-0c5a-44ff-ad68-109f6e5aabe9 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:38:54.103312 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bb92f6cb-6f80-4984-83f8-f5720fc69b8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (ebbf453f-0c5a-44ff-ad68-109f6e5aabe9), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:54.192745 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-95df6110-4d44-4e35-be22-7568fc1f9dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f4b18b-d952-4700-a93e-5b714789587d', 'name': 'tempest-TestVolumeBootPattern-504958137-router', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ebbf453f-0c5a-44ff-ad68-109f6e5aabe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:38:52Z', 'revision_number': 5, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'gw_port': {'id': 'ebbf453f-0c5a-44ff-ad68-109f6e5aabe9', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f4b18b-d952-4700-a93e-5b714789587d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:54.196868 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-bb92f6cb-6f80-4984-83f8-f5720fc69b8c admin admin] For port ebbf453f-0c5a-44ff-ad68-109f6e5aabe9, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ebbf453f-0c5a-44ff-ad68-109f6e5aabe9,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:38:54.197328 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bb92f6cb-6f80-4984-83f8-f5720fc69b8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (ebbf453f-0c5a-44ff-ad68-109f6e5aabe9), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:54.201658 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2067b7a3-ee4f-4ad0-8fcb-095f88d9b9b7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Router a1714ab3-e78b-43b9-bd94-28d56fd0cb3e is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:38:54.216925 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-bb92f6cb-6f80-4984-83f8-f5720fc69b8c admin admin] Calling delete_port for ebbf453f-0c5a-44ff-ad68-109f6e5aabe9 owned by network:router_gateway {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:38:54.229007 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95df6110-4d44-4e35-be22-7568fc1f9dd6 None None] Checking router: 81f4b18b-d952-4700-a93e-5b714789587d for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:38:54.238409 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95df6110-4d44-4e35-be22-7568fc1f9dd6 None None] Routers {'81f4b18b-d952-4700-a93e-5b714789587d'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:38:54.239053 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-95df6110-4d44-4e35-be22-7568fc1f9dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:38:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['81f4b18b-d952-4700-a93e-5b714789587d'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:54.337366 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2067b7a3-ee4f-4ad0-8fcb-095f88d9b9b7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:38:54.348344 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-95df6110-4d44-4e35-be22-7568fc1f9dd6 None None] Set router 81f4b18b-d952-4700-a93e-5b714789587d gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:38:54.356908 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71961f1-fb0d-4867-bcdc-751bc5ecedb8 None None] Sync routers for ids ['a1714ab3-e78b-43b9-bd94-28d56fd0cb3e'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:38:54.367151 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2067b7a3-ee4f-4ad0-8fcb-095f88d9b9b7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:54.368450 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-2067b7a3-ee4f-4ad0-8fcb-095f88d9b9b7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2840028 Jan 28 03:38:54.372154 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60370) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:54.377303 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71961f1-fb0d-4867-bcdc-751bc5ecedb8 None None] Routers {'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:38:54.378195 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-d71961f1-fb0d-4867-bcdc-751bc5ecedb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:38:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['a1714ab3-e78b-43b9-bd94-28d56fd0cb3e'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:54.415061 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-11ee03c5-00a2-4f65-8753-835e132ee850 tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=00e9c1349da04a5ba2162f0bfd8a15b4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383675 Jan 28 03:38:54.415433 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60372) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:54.429647 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-95df6110-4d44-4e35-be22-7568fc1f9dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f4b18b-d952-4700-a93e-5b714789587d', 'name': 'tempest-TestVolumeBootPattern-504958137-router', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:38:54Z', 'revision_number': 6, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:54.461379 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95df6110-4d44-4e35-be22-7568fc1f9dd6 None None] The sync data for ids ['81f4b18b-d952-4700-a93e-5b714789587d'] in n-d-712139-27 is: [{'id': '81f4b18b-d952-4700-a93e-5b714789587d', 'name': 'tempest-TestVolumeBootPattern-504958137-router', 'tenant_id': '2365aae0ed6c4140b140950cf90dbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:13Z', 'updated_at': '2022-01-28T03:38:54Z', 'revision_number': 6, 'project_id': '2365aae0ed6c4140b140950cf90dbe31', 'gw_port_host': None}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:38:54.469434 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bb92f6cb-6f80-4984-83f8-f5720fc69b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (ebbf453f-0c5a-44ff-ad68-109f6e5aabe9), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:54.508975 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb92f6cb-6f80-4984-83f8-f5720fc69b8c admin admin] Pushing event deleted for resources: {'Port': ['ID=ebbf453f-0c5a-44ff-ad68-109f6e5aabe9,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:54.509750 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-d71961f1-fb0d-4867-bcdc-751bc5ecedb8 None None] Set router a1714ab3-e78b-43b9-bd94-28d56fd0cb3e gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:38:54.548258 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af38c2a3-9bba-4102-8d65-ad54dc7ed2cb tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:54.549858 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-af38c2a3-9bba-4102-8d65-ad54dc7ed2cb tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1333826 Jan 28 03:38:54.552819 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60374) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:54.592004 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bb92f6cb-6f80-4984-83f8-f5720fc69b8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (81f4b18b-d952-4700-a93e-5b714789587d), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:54.595530 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-2718d057-0934-49cb-b408-541f68b77ee3 tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=8f7dc9c9-eaf1-4339-a2e3-884554154641&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378747 Jan 28 03:38:54.596328 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60376) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:54.601456 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-18f30dfd-580c-455d-9e6b-ba621077e433 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1982564530', 'network_id': '9efac44a-60fb-48ee-95ff-1b50785b4906', 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:38:54.696423 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f30dfd-580c-455d-9e6b-ba621077e433 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Made reservation on behalf of 00e9c1349da04a5ba2162f0bfd8a15b4 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:38:54.698860 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bb92f6cb-6f80-4984-83f8-f5720fc69b8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (81f4b18b-d952-4700-a93e-5b714789587d), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:54.700821 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-d71961f1-fb0d-4867-bcdc-751bc5ecedb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319189870', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'd3a1f556-23cf-4b07-9661-7952e6bd9024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:38:52Z', 'updated_at': '2022-01-28T03:38:53Z', 'revision_number': 3, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': 'd3a1f556-23cf-4b07-9661-7952e6bd9024', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:52Z', 'updated_at': '2022-01-28T03:38:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:54.701197 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-18f30dfd-580c-455d-9e6b-ba621077e433 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:54.701833 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bb92f6cb-6f80-4984-83f8-f5720fc69b8c admin admin] Publish callbacks [] for router_controller (81f4b18b-d952-4700-a93e-5b714789587d), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:54.735640 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71961f1-fb0d-4867-bcdc-751bc5ecedb8 None None] Checking router: a1714ab3-e78b-43b9-bd94-28d56fd0cb3e for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:38:54.736157 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71961f1-fb0d-4867-bcdc-751bc5ecedb8 None None] Updating router a1714ab3-e78b-43b9-bd94-28d56fd0cb3e port d3a1f556-23cf-4b07-9661-7952e6bd9024 binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:38:54.755705 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bb92f6cb-6f80-4984-83f8-f5720fc69b8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (81f4b18b-d952-4700-a93e-5b714789587d), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:54.756603 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb92f6cb-6f80-4984-83f8-f5720fc69b8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81f4b18b-d952-4700-a93e-5b714789587d {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:38:54.763248 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d71961f1-fb0d-4867-bcdc-751bc5ecedb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d3a1f556-23cf-4b07-9661-7952e6bd9024), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:54.768618 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bb92f6cb-6f80-4984-83f8-f5720fc69b8c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:54.768618 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-bb92f6cb-6f80-4984-83f8-f5720fc69b8c admin admin] 10.222.0.53 "DELETE /v2.0/routers/81f4b18b-d952-4700-a93e-5b714789587d HTTP/1.1" status: 204 len: 168 time: 0.9667327 Jan 28 03:38:54.773135 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60378) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:54.840161 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-8011262d-1316-4b10-a080-1af016dedb2d admin admin] Deleting subnet 6fca48db-7702-4589-8da6-18a07f4297d3 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:38:54.844780 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8011262d-1316-4b10-a080-1af016dedb2d admin admin] Publish callbacks [] for subnet (6fca48db-7702-4589-8da6-18a07f4297d3), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:54.911557 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8011262d-1316-4b10-a080-1af016dedb2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (6fca48db-7702-4589-8da6-18a07f4297d3), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:55.042923 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d71961f1-fb0d-4867-bcdc-751bc5ecedb8 None None] Publish callbacks [] for port (d3a1f556-23cf-4b07-9661-7952e6bd9024), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:55.050010 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d71961f1-fb0d-4867-bcdc-751bc5ecedb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d3a1f556-23cf-4b07-9661-7952e6bd9024), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:55.111249 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-d71961f1-fb0d-4867-bcdc-751bc5ecedb8 None None] Attempting to bind port d3a1f556-23cf-4b07-9661-7952e6bd9024 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:38:55.111621 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-d71961f1-fb0d-4867-bcdc-751bc5ecedb8 None None] Attempting to bind port d3a1f556-23cf-4b07-9661-7952e6bd9024 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:38:55.111991 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71961f1-fb0d-4867-bcdc-751bc5ecedb8 None None] Attempting to bind port d3a1f556-23cf-4b07-9661-7952e6bd9024 on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:38:55.114259 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e70b047-f5da-4c1a-abf1-f35a5465abef None None] Pushing event updated for resources: {'Port': ['ID=d3a1f556-23cf-4b07-9661-7952e6bd9024,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:55.120395 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71961f1-fb0d-4867-bcdc-751bc5ecedb8 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:38:55.120778 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71961f1-fb0d-4867-bcdc-751bc5ecedb8 None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:38:55.121236 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d71961f1-fb0d-4867-bcdc-751bc5ecedb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:55.121632 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71961f1-fb0d-4867-bcdc-751bc5ecedb8 None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:38:55.122152 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-d71961f1-fb0d-4867-bcdc-751bc5ecedb8 None None] Bound port: d3a1f556-23cf-4b07-9661-7952e6bd9024, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:38:55.122568 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d71961f1-fb0d-4867-bcdc-751bc5ecedb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d3a1f556-23cf-4b07-9661-7952e6bd9024), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:55.180121 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-d71961f1-fb0d-4867-bcdc-751bc5ecedb8 None None] For port d3a1f556-23cf-4b07-9661-7952e6bd9024, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:38:55.183798 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-d71961f1-fb0d-4867-bcdc-751bc5ecedb8 None None] For port d3a1f556-23cf-4b07-9661-7952e6bd9024, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=d3a1f556-23cf-4b07-9661-7952e6bd9024,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:38:55.189437 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d71961f1-fb0d-4867-bcdc-751bc5ecedb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d3a1f556-23cf-4b07-9661-7952e6bd9024), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:55.252244 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71961f1-fb0d-4867-bcdc-751bc5ecedb8 None None] Routers {'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:38:55.252893 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-d71961f1-fb0d-4867-bcdc-751bc5ecedb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:38:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['a1714ab3-e78b-43b9-bd94-28d56fd0cb3e'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:55.256059 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e70b047-f5da-4c1a-abf1-f35a5465abef None None] Pushing event updated for resources: {'Port': ['ID=d3a1f556-23cf-4b07-9661-7952e6bd9024,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:55.368399 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:38:55.395976 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:38:55.396316 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c791c7ca-0c9e-4b3d-a9be-dc33eacfcba8 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:38:55.396754 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ebbf453f-0c5a-44ff-ad68-109f6e5aabe9 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:38:55.409409 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-18f30dfd-580c-455d-9e6b-ba621077e433 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (3bccfb2d-1f78-4554-a574-d5ce6546d42a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:55.432986 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: ebbf453f-0c5a-44ff-ad68-109f6e5aabe9 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:38:55.433353 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ebbf453f-0c5a-44ff-ad68-109f6e5aabe9 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:38:55.437033 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-d71961f1-fb0d-4867-bcdc-751bc5ecedb8 None None] Set router a1714ab3-e78b-43b9-bd94-28d56fd0cb3e gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:38:55.460159 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8011262d-1316-4b10-a080-1af016dedb2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (6fca48db-7702-4589-8da6-18a07f4297d3), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:55.511173 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f30dfd-580c-455d-9e6b-ba621077e433 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'Subnet': ['ID=3bccfb2d-1f78-4554-a574-d5ce6546d42a,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:55.528787 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f30dfd-580c-455d-9e6b-ba621077e433 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Checking segment: {'id': '67010cf6-b303-4eaa-b3db-8d4595d8d3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9efac44a-60fb-48ee-95ff-1b50785b4906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:38:55.529363 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f30dfd-580c-455d-9e6b-ba621077e433 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Network hostable DHCP agents. Network: 9efac44a-60fb-48ee-95ff-1b50785b4906, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:38:55.553195 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8011262d-1316-4b10-a080-1af016dedb2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (6fca48db-7702-4589-8da6-18a07f4297d3), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:55.587760 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f30dfd-580c-455d-9e6b-ba621077e433 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Network 9efac44a-60fb-48ee-95ff-1b50785b4906 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:38:55.592835 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8011262d-1316-4b10-a080-1af016dedb2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fca48db-7702-4589-8da6-18a07f4297d3,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:55.599880 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8011262d-1316-4b10-a080-1af016dedb2d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:55.604308 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8011262d-1316-4b10-a080-1af016dedb2d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6fca48db-7702-4589-8da6-18a07f4297d3 HTTP/1.1" status: 204 len: 168 time: 0.8294256 Jan 28 03:38:55.605260 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-18f30dfd-580c-455d-9e6b-ba621077e433 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 9efac44a-60fb-48ee-95ff-1b50785b4906) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:38:55.606387 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60380) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:55.610733 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f30dfd-580c-455d-9e6b-ba621077e433 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:55.611611 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-18f30dfd-580c-455d-9e6b-ba621077e433 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:55.619200 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c37d3f1-878b-4ca5-bd36-1a5039f5981e None None] Network d08f29da-d40d-4b15-9f9f-e3612c5ec470 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:38:55.632396 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-18f30dfd-580c-455d-9e6b-ba621077e433 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0348425 Jan 28 03:38:55.635911 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60382) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:55.641203 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b67a7f-6cd4-4f27-978e-be9b58f6e29a None None] Network 9efac44a-60fb-48ee-95ff-1b50785b4906 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:38:55.708529 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-df8390ec-cb99-45ea-a596-a2249776ef8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (d08f29da-d40d-4b15-9f9f-e3612c5ec470), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:55.767020 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-df8390ec-cb99-45ea-a596-a2249776ef8d admin admin] Deleting port 6e4d11f7-be95-4995-96fc-3deca0db981c {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:38:55.767360 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-df8390ec-cb99-45ea-a596-a2249776ef8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (6e4d11f7-be95-4995-96fc-3deca0db981c), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:55.807587 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-d71961f1-fb0d-4867-bcdc-751bc5ecedb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319189870', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'd3a1f556-23cf-4b07-9661-7952e6bd9024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:38:52Z', 'updated_at': '2022-01-28T03:38:53Z', 'revision_number': 3, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': 'd3a1f556-23cf-4b07-9661-7952e6bd9024', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:52Z', 'updated_at': '2022-01-28T03:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:55.836964 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-df8390ec-cb99-45ea-a596-a2249776ef8d admin admin] For port 6e4d11f7-be95-4995-96fc-3deca0db981c, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=6e4d11f7-be95-4995-96fc-3deca0db981c,segment=NetworkSegment(e2233469-b8a2-417c-9e5e-795b0e977ffd),segment_id=e2233469-b8a2-417c-9e5e-795b0e977ffd)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:38:55.837394 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-df8390ec-cb99-45ea-a596-a2249776ef8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (6e4d11f7-be95-4995-96fc-3deca0db981c), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:55.852260 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-df8390ec-cb99-45ea-a596-a2249776ef8d admin admin] Calling delete_port for 6e4d11f7-be95-4995-96fc-3deca0db981c owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:38:55.940100 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-df8390ec-cb99-45ea-a596-a2249776ef8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (6e4d11f7-be95-4995-96fc-3deca0db981c), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:55.978380 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8390ec-cb99-45ea-a596-a2249776ef8d admin admin] Pushing event deleted for resources: {'Port': ['ID=6e4d11f7-be95-4995-96fc-3deca0db981c,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:55.980124 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8390ec-cb99-45ea-a596-a2249776ef8d admin admin] No DVR routers for this DVR port 6e4d11f7-be95-4995-96fc-3deca0db981c on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:38:56.009417 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ed2312-8519-4b54-b049-53030a532c80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-9efac44a-60fb-48ee-95ff-1b50785b4906', 'network_id': '9efac44a-60fb-48ee-95ff-1b50785b4906', 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'fixed_ips': [{'subnet_id': '3bccfb2d-1f78-4554-a574-d5ce6546d42a'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:38:56.010285 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b6ed2312-8519-4b54-b049-53030a532c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:56.015796 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71961f1-fb0d-4867-bcdc-751bc5ecedb8 None None] The sync data for ids ['a1714ab3-e78b-43b9-bd94-28d56fd0cb3e'] in n-d-712139-27 is: [{'id': 'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319189870', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'd3a1f556-23cf-4b07-9661-7952e6bd9024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:38:52Z', 'updated_at': '2022-01-28T03:38:53Z', 'revision_number': 3, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': 'd3a1f556-23cf-4b07-9661-7952e6bd9024', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:52Z', 'updated_at': '2022-01-28T03:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:38:56.097826 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-df8390ec-cb99-45ea-a596-a2249776ef8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (d08f29da-d40d-4b15-9f9f-e3612c5ec470), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:56.110286 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa70f97-2df8-43ec-b4ce-cd25fa40eede None None] DHCP port deletion for d08f29da-d40d-4b15-9f9f-e3612c5ec470 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:38:56.126258 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-df8390ec-cb99-45ea-a596-a2249776ef8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d08f29da-d40d-4b15-9f9f-e3612c5ec470']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:56.149679 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-df8390ec-cb99-45ea-a596-a2249776ef8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2233469-b8a2-417c-9e5e-795b0e977ffd') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:56.150907 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-df8390ec-cb99-45ea-a596-a2249776ef8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2233469-b8a2-417c-9e5e-795b0e977ffd') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:56.175816 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-df8390ec-cb99-45ea-a596-a2249776ef8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (e2233469-b8a2-417c-9e5e-795b0e977ffd), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:56.181782 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-b6ed2312-8519-4b54-b049-53030a532c80 None None] Allocated IP 172.20.0.2 (9efac44a-60fb-48ee-95ff-1b50785b4906/3bccfb2d-1f78-4554-a574-d5ce6546d42a/eef02ecc-8465-4fdf-8838-c35c73d14337) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:38:56.195291 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-df8390ec-cb99-45ea-a596-a2249776ef8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (e2233469-b8a2-417c-9e5e-795b0e977ffd), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:56.205122 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df8390ec-cb99-45ea-a596-a2249776ef8d admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:38:56.205708 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-df8390ec-cb99-45ea-a596-a2249776ef8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (e2233469-b8a2-417c-9e5e-795b0e977ffd), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:56.207101 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ed2d651f-7429-4f04-a33e-1410b9055f1e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:56.207850 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:38:56.207850 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:38:56.207850 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:38:56.207850 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:38:56.207850 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:38:56.207850 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:38:56.207850 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:38:56.207850 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:38:56.207850 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:38:56.207850 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:38:56.207850 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:38:56.207850 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:38:56.207850 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:38:56.207850 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:38:56.207850 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:38:56.207850 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:38:56.207850 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:38:56.207850 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:38:56.207850 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:38:56.207850 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:38:56.207850 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:38:56.207850 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:38:56.207850 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:38:56.207850 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:38:56.207850 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:38:56.207850 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:38:56.207850 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:38:56.207850 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:38:56.207850 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:38:56.207850 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:38:56.207850 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:38:56.207850 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:38:56.274038 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-df8390ec-cb99-45ea-a596-a2249776ef8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (d08f29da-d40d-4b15-9f9f-e3612c5ec470), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:56.287166 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-df8390ec-cb99-45ea-a596-a2249776ef8d admin admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:56.291617 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-df8390ec-cb99-45ea-a596-a2249776ef8d admin admin] 10.222.0.53 "DELETE /v2.0/networks/d08f29da-d40d-4b15-9f9f-e3612c5ec470 HTTP/1.1" status: 204 len: 168 time: 0.6835244 Jan 28 03:38:56.344686 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b6ed2312-8519-4b54-b049-53030a532c80 None None] Publish callbacks [] for port (eef02ecc-8465-4fdf-8838-c35c73d14337), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:56.349564 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60384) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:56.354803 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b6ed2312-8519-4b54-b049-53030a532c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (eef02ecc-8465-4fdf-8838-c35c73d14337), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:56.429548 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ed2312-8519-4b54-b049-53030a532c80 None None] Network 9efac44a-60fb-48ee-95ff-1b50785b4906 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:38:56.436992 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-b6ed2312-8519-4b54-b049-53030a532c80 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:38:56.445814 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ed2312-8519-4b54-b049-53030a532c80 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:38:56.448405 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed2312-8519-4b54-b049-53030a532c80 None None] Pushing event updated for resources: {'Port': ['ID=eef02ecc-8465-4fdf-8838-c35c73d14337,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:56.536777 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-b6ed2312-8519-4b54-b049-53030a532c80 None None] Attempting to bind port eef02ecc-8465-4fdf-8838-c35c73d14337 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:38:56.537024 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-b6ed2312-8519-4b54-b049-53030a532c80 None None] Attempting to bind port eef02ecc-8465-4fdf-8838-c35c73d14337 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '67010cf6-b303-4eaa-b3db-8d4595d8d3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9efac44a-60fb-48ee-95ff-1b50785b4906'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:38:56.537426 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed2312-8519-4b54-b049-53030a532c80 None None] Attempting to bind port eef02ecc-8465-4fdf-8838-c35c73d14337 on network 9efac44a-60fb-48ee-95ff-1b50785b4906 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:38:56.546601 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed2312-8519-4b54-b049-53030a532c80 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:38:56.547261 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed2312-8519-4b54-b049-53030a532c80 None None] Checking segment: {'id': '67010cf6-b303-4eaa-b3db-8d4595d8d3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9efac44a-60fb-48ee-95ff-1b50785b4906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:38:56.547819 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b6ed2312-8519-4b54-b049-53030a532c80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:56.548627 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed2312-8519-4b54-b049-53030a532c80 None None] Bound using segment: {'id': '67010cf6-b303-4eaa-b3db-8d4595d8d3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9efac44a-60fb-48ee-95ff-1b50785b4906'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:38:56.549622 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-b6ed2312-8519-4b54-b049-53030a532c80 None None] Bound port: eef02ecc-8465-4fdf-8838-c35c73d14337, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67010cf6-b303-4eaa-b3db-8d4595d8d3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9efac44a-60fb-48ee-95ff-1b50785b4906'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:38:56.550171 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b6ed2312-8519-4b54-b049-53030a532c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (eef02ecc-8465-4fdf-8838-c35c73d14337), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:56.656089 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-b6ed2312-8519-4b54-b049-53030a532c80 None None] For port eef02ecc-8465-4fdf-8838-c35c73d14337, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:38:56.669421 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-b6ed2312-8519-4b54-b049-53030a532c80 None None] For port eef02ecc-8465-4fdf-8838-c35c73d14337, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=eef02ecc-8465-4fdf-8838-c35c73d14337,segment=NetworkSegment(67010cf6-b303-4eaa-b3db-8d4595d8d3f3),segment_id=67010cf6-b303-4eaa-b3db-8d4595d8d3f3)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:38:56.675622 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b6ed2312-8519-4b54-b049-53030a532c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (eef02ecc-8465-4fdf-8838-c35c73d14337), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:56.744246 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed2312-8519-4b54-b049-53030a532c80 None None] Pushing event updated for resources: {'Port': ['ID=eef02ecc-8465-4fdf-8838-c35c73d14337,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:56.763547 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8390ec-cb99-45ea-a596-a2249776ef8d admin admin] Pushing event deleted for resources: {'Network': ['ID=d08f29da-d40d-4b15-9f9f-e3612c5ec470,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:56.786655 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-ed2d651f-7429-4f04-a33e-1410b9055f1e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Allocated IP 172.20.0.1 (9efac44a-60fb-48ee-95ff-1b50785b4906/3bccfb2d-1f78-4554-a574-d5ce6546d42a/66a6039c-3e05-4afa-8dc6-e4a4c03995b4) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:38:56.999854 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ed2d651f-7429-4f04-a33e-1410b9055f1e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for port (66a6039c-3e05-4afa-8dc6-e4a4c03995b4), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:57.061457 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ed2d651f-7429-4f04-a33e-1410b9055f1e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (66a6039c-3e05-4afa-8dc6-e4a4c03995b4), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:57.122036 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2d651f-7429-4f04-a33e-1410b9055f1e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Network 9efac44a-60fb-48ee-95ff-1b50785b4906 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:38:57.128546 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-ed2d651f-7429-4f04-a33e-1410b9055f1e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:38:57.137852 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2d651f-7429-4f04-a33e-1410b9055f1e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:38:57.170724 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d651f-7429-4f04-a33e-1410b9055f1e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'Port': ['ID=66a6039c-3e05-4afa-8dc6-e4a4c03995b4,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:57.206345 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8c49c31f-4483-4079-a803-50c6cbad8a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (1aed9f81-d623-485c-9cde-4d196bd1948b), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:57.247926 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ed2d651f-7429-4f04-a33e-1410b9055f1e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (a1714ab3-e78b-43b9-bd94-28d56fd0cb3e), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:57.367952 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device d3a1f556-23cf-4b07-9661-7952e6bd9024 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:38:57.440635 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port d3a1f556-23cf-4b07-9661-7952e6bd9024 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:38:57.441380 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d3a1f556-23cf-4b07-9661-7952e6bd9024), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:57.485158 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ed2d651f-7429-4f04-a33e-1410b9055f1e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (66a6039c-3e05-4afa-8dc6-e4a4c03995b4), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:57.531560 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port d3a1f556-23cf-4b07-9661-7952e6bd9024 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:38:57.531954 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d3a1f556-23cf-4b07-9661-7952e6bd9024), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:57.554322 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port d3a1f556-23cf-4b07-9661-7952e6bd9024, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=d3a1f556-23cf-4b07-9661-7952e6bd9024,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:38:57.560516 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d3a1f556-23cf-4b07-9661-7952e6bd9024), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:57.561500 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device eef02ecc-8465-4fdf-8838-c35c73d14337 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:38:57.641743 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=d3a1f556-23cf-4b07-9661-7952e6bd9024,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:57.667263 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port eef02ecc-8465-4fdf-8838-c35c73d14337 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:38:57.668201 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (eef02ecc-8465-4fdf-8838-c35c73d14337), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:57.731048 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-8c49c31f-4483-4079-a803-50c6cbad8a4b admin admin] Deleting port 3ba626c4-7c52-4d29-bc3f-9d907b1ee152 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:38:57.731326 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8c49c31f-4483-4079-a803-50c6cbad8a4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (3ba626c4-7c52-4d29-bc3f-9d907b1ee152), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:57.777196 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port eef02ecc-8465-4fdf-8838-c35c73d14337 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:38:57.777749 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (eef02ecc-8465-4fdf-8838-c35c73d14337), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:57.820651 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port eef02ecc-8465-4fdf-8838-c35c73d14337, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=eef02ecc-8465-4fdf-8838-c35c73d14337,segment=NetworkSegment(67010cf6-b303-4eaa-b3db-8d4595d8d3f3),segment_id=67010cf6-b303-4eaa-b3db-8d4595d8d3f3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:38:57.832635 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (eef02ecc-8465-4fdf-8838-c35c73d14337), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:57.898913 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=eef02ecc-8465-4fdf-8838-c35c73d14337,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:57.917532 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-8c49c31f-4483-4079-a803-50c6cbad8a4b admin admin] For port 3ba626c4-7c52-4d29-bc3f-9d907b1ee152, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=3ba626c4-7c52-4d29-bc3f-9d907b1ee152,segment=NetworkSegment(52601929-2278-4e1c-9ecb-11e2b54c4fd6),segment_id=52601929-2278-4e1c-9ecb-11e2b54c4fd6)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:38:57.918140 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8c49c31f-4483-4079-a803-50c6cbad8a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (3ba626c4-7c52-4d29-bc3f-9d907b1ee152), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:57.918495 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 6e4d11f7-be95-4995-96fc-3deca0db981c no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:38:57.941312 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 6e4d11f7-be95-4995-96fc-3deca0db981c {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:38:57.941664 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 6e4d11f7-be95-4995-96fc-3deca0db981c not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:38:57.946805 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-8c49c31f-4483-4079-a803-50c6cbad8a4b admin admin] Calling delete_port for 3ba626c4-7c52-4d29-bc3f-9d907b1ee152 owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:38:58.010408 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ed2d651f-7429-4f04-a33e-1410b9055f1e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for port (66a6039c-3e05-4afa-8dc6-e4a4c03995b4), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:58.019617 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ed2d651f-7429-4f04-a33e-1410b9055f1e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (66a6039c-3e05-4afa-8dc6-e4a4c03995b4), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:58.109122 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81beea6-cd51-4447-bbed-0e2b0d78602c None None] Network 9efac44a-60fb-48ee-95ff-1b50785b4906 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:38:58.146348 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ed2d651f-7429-4f04-a33e-1410b9055f1e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (a1714ab3-e78b-43b9-bd94-28d56fd0cb3e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:58.149888 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d651f-7429-4f04-a33e-1410b9055f1e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'Port': ['ID=66a6039c-3e05-4afa-8dc6-e4a4c03995b4,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:58.182906 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-3e8c99b9-0170-48f8-93db-5de8f3666ea7 None None] Provisioning complete for port eef02ecc-8465-4fdf-8838-c35c73d14337 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:38:58.183263 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3e8c99b9-0170-48f8-93db-5de8f3666ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (eef02ecc-8465-4fdf-8838-c35c73d14337), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:58.304186 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2d651f-7429-4f04-a33e-1410b9055f1e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Network 9efac44a-60fb-48ee-95ff-1b50785b4906 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:38:58.319924 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-ed2d651f-7429-4f04-a33e-1410b9055f1e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:38:58.322249 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-3e8c99b9-0170-48f8-93db-5de8f3666ea7 None None] Current status of the port eef02ecc-8465-4fdf-8838-c35c73d14337 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:38:58.330438 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8c49c31f-4483-4079-a803-50c6cbad8a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (3ba626c4-7c52-4d29-bc3f-9d907b1ee152), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:58.394962 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c49c31f-4483-4079-a803-50c6cbad8a4b admin admin] Pushing event deleted for resources: {'Port': ['ID=3ba626c4-7c52-4d29-bc3f-9d907b1ee152,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:38:58.554770 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-0366bc6b-cc0e-49c2-a8ff-154cd497814e None None] Provisioning complete for port 66a6039c-3e05-4afa-8dc6-e4a4c03995b4 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:38:58.555335 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0366bc6b-cc0e-49c2-a8ff-154cd497814e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (66a6039c-3e05-4afa-8dc6-e4a4c03995b4), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:58.599039 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-0366bc6b-cc0e-49c2-a8ff-154cd497814e None None] Port 66a6039c-3e05-4afa-8dc6-e4a4c03995b4 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:38:58.612190 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-0366bc6b-cc0e-49c2-a8ff-154cd497814e None None] Provisioning complete for port eef02ecc-8465-4fdf-8838-c35c73d14337 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:38:58.612739 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0366bc6b-cc0e-49c2-a8ff-154cd497814e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (eef02ecc-8465-4fdf-8838-c35c73d14337), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:58.716968 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-0366bc6b-cc0e-49c2-a8ff-154cd497814e None None] Current status of the port eef02ecc-8465-4fdf-8838-c35c73d14337 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:38:58.838886 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-0f35edaf-4207-4a45-a9c5-d9dd61c0dc64 None None] Provisioning complete for port 66a6039c-3e05-4afa-8dc6-e4a4c03995b4 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:38:58.839277 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0f35edaf-4207-4a45-a9c5-d9dd61c0dc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (66a6039c-3e05-4afa-8dc6-e4a4c03995b4), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:58.880172 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-0f35edaf-4207-4a45-a9c5-d9dd61c0dc64 None None] Port 66a6039c-3e05-4afa-8dc6-e4a4c03995b4 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:38:58.967512 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2d651f-7429-4f04-a33e-1410b9055f1e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Router a1714ab3-e78b-43b9-bd94-28d56fd0cb3e has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:38:59.071019 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8c49c31f-4483-4079-a803-50c6cbad8a4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (1aed9f81-d623-485c-9cde-4d196bd1948b), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:59.102343 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-9056b028-828f-4345-871c-2d19dbfd2f43 None None] Provisioning complete for port 66a6039c-3e05-4afa-8dc6-e4a4c03995b4 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:38:59.102730 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9056b028-828f-4345-871c-2d19dbfd2f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (66a6039c-3e05-4afa-8dc6-e4a4c03995b4), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:59.141432 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-9056b028-828f-4345-871c-2d19dbfd2f43 None None] Port 66a6039c-3e05-4afa-8dc6-e4a4c03995b4 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:38:59.163603 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2d651f-7429-4f04-a33e-1410b9055f1e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:38:59.168912 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ed2d651f-7429-4f04-a33e-1410b9055f1e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "PUT /v2.0/routers/a1714ab3-e78b-43b9-bd94-28d56fd0cb3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5307381 Jan 28 03:38:59.183686 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd472cd-f025-409b-a74b-aa9197742e03 None None] Sync routers for ids ['a1714ab3-e78b-43b9-bd94-28d56fd0cb3e'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:38:59.199211 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd472cd-f025-409b-a74b-aa9197742e03 None None] Routers {'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:38:59.200134 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-7bd472cd-f025-409b-a74b-aa9197742e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:38:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['a1714ab3-e78b-43b9-bd94-28d56fd0cb3e'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:59.335075 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-7bd472cd-f025-409b-a74b-aa9197742e03 None None] Set router a1714ab3-e78b-43b9-bd94-28d56fd0cb3e gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:38:59.348917 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device d3a1f556-23cf-4b07-9661-7952e6bd9024 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:38:59.385534 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c49c31f-4483-4079-a803-50c6cbad8a4b admin admin] Router 1aed9f81-d623-485c-9cde-4d196bd1948b has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:38:59.387491 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-db079757-23d2-4003-8edd-1fd6cccad48a req-89228940-1f9f-4c2c-b4db-25f723ca0ec1 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1242925530&fields=id&tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4 HTTP/1.1" status: 200 len: 267 time: 0.0651305 Jan 28 03:38:59.432203 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port d3a1f556-23cf-4b07-9661-7952e6bd9024 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:38:59.432610 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d3a1f556-23cf-4b07-9661-7952e6bd9024), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:59.504443 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:59.519703 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db079757-23d2-4003-8edd-1fd6cccad48a req-79fba53f-9481-4d2a-b136-7f35a54c3bb9 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:38:59.523887 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c49c31f-4483-4079-a803-50c6cbad8a4b admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:38:59.529792 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8c49c31f-4483-4079-a803-50c6cbad8a4b admin admin] 10.222.0.53 "PUT /v2.0/routers/1aed9f81-d623-485c-9cde-4d196bd1948b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1791062 Jan 28 03:38:59.533288 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60402) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:38:59.535054 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-db079757-23d2-4003-8edd-1fd6cccad48a req-79fba53f-9481-4d2a-b136-7f35a54c3bb9 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/networks?id=9efac44a-60fb-48ee-95ff-1b50785b4906 HTTP/1.1" status: 200 len: 797 time: 0.1400943 Jan 28 03:38:59.535525 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe21ba4e-78b8-4eba-b187-741775311914 None None] Sync routers for ids ['1aed9f81-d623-485c-9cde-4d196bd1948b'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:38:59.550972 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-db079757-23d2-4003-8edd-1fd6cccad48a req-8bc83681-15e0-49e1-9520-9abc240bb21c tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/quotas/00e9c1349da04a5ba2162f0bfd8a15b4 HTTP/1.1" status: 200 len: 375 time: 0.0121760 Jan 28 03:38:59.558756 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port d3a1f556-23cf-4b07-9661-7952e6bd9024 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:38:59.559987 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device eef02ecc-8465-4fdf-8838-c35c73d14337 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:38:59.562178 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe21ba4e-78b8-4eba-b187-741775311914 None None] Routers {'1aed9f81-d623-485c-9cde-4d196bd1948b'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:38:59.562849 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-fe21ba4e-78b8-4eba-b187-741775311914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:38:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['1aed9f81-d623-485c-9cde-4d196bd1948b'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:59.577264 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-7bd472cd-f025-409b-a74b-aa9197742e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319189870', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'd3a1f556-23cf-4b07-9661-7952e6bd9024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:38:52Z', 'updated_at': '2022-01-28T03:38:57Z', 'revision_number': 4, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': 'd3a1f556-23cf-4b07-9661-7952e6bd9024', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:52Z', 'updated_at': '2022-01-28T03:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '66a6039c-3e05-4afa-8dc6-e4a4c03995b4', 'name': '', 'network_id': '9efac44a-60fb-48ee-95ff-1b50785b4906', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'mac_address': 'fa:16:3e:c5:8b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '3bccfb2d-1f78-4554-a574-d5ce6546d42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:56Z', 'updated_at': '2022-01-28T03:38:57Z', 'revision_number': 2, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'subnets': [{'id': '3bccfb2d-1f78-4554-a574-d5ce6546d42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:38:59.610944 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd472cd-f025-409b-a74b-aa9197742e03 None None] Checking router: a1714ab3-e78b-43b9-bd94-28d56fd0cb3e for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:38:59.611472 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd472cd-f025-409b-a74b-aa9197742e03 None None] Updating router a1714ab3-e78b-43b9-bd94-28d56fd0cb3e port 66a6039c-3e05-4afa-8dc6-e4a4c03995b4 binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:38:59.634024 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-db079757-23d2-4003-8edd-1fd6cccad48a req-00af64c8-3598-4e55-adbd-3a79b1f5efec tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0694106 Jan 28 03:38:59.638251 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7bd472cd-f025-409b-a74b-aa9197742e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (66a6039c-3e05-4afa-8dc6-e4a4c03995b4), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:59.679260 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7f798df6-2a2c-496a-b437-04fbc0970b12 admin admin] Publish callbacks [] for router (1aed9f81-d623-485c-9cde-4d196bd1948b), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:59.709461 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [req-db079757-23d2-4003-8edd-1fd6cccad48a req-2dbf158c-8b09-4070-a7c2-43270f003196 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:38:59.717736 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-db079757-23d2-4003-8edd-1fd6cccad48a req-2dbf158c-8b09-4070-a7c2-43270f003196 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0811758 Jan 28 03:38:59.744454 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-fe21ba4e-78b8-4eba-b187-741775311914 None None] Set router 1aed9f81-d623-485c-9cde-4d196bd1948b gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:38:59.805813 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7f798df6-2a2c-496a-b437-04fbc0970b12 admin admin] Publish callbacks [] for router_gateway (1aed9f81-d623-485c-9cde-4d196bd1948b), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:59.827226 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-47003b47-6fdd-4af9-a524-af06a6107533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:59.836493 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-db079757-23d2-4003-8edd-1fd6cccad48a req-34a0b673-bde3-42e5-ab8f-c4e66abfe728 service neutron] 10.222.0.53 "GET /v2.0/networks/9efac44a-60fb-48ee-95ff-1b50785b4906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175451 Jan 28 03:38:59.878008 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port eef02ecc-8465-4fdf-8838-c35c73d14337 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:38:59.878388 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (eef02ecc-8465-4fdf-8838-c35c73d14337), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:59.916490 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-7f798df6-2a2c-496a-b437-04fbc0970b12 admin admin] Deleting port 7f96c0ef-6bf5-4d2b-a105-79ed013436b5 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:38:59.917163 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7f798df6-2a2c-496a-b437-04fbc0970b12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (7f96c0ef-6bf5-4d2b-a105-79ed013436b5), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:38:59.940894 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-db079757-23d2-4003-8edd-1fd6cccad48a req-7021f16e-c305-457f-809f-38519f48dc1a service neutron] 10.222.0.53 "GET /v2.0/networks/9efac44a-60fb-48ee-95ff-1b50785b4906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969348 Jan 28 03:39:00.010452 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7bd472cd-f025-409b-a74b-aa9197742e03 None None] Publish callbacks [] for port (66a6039c-3e05-4afa-8dc6-e4a4c03995b4), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:00.018206 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7bd472cd-f025-409b-a74b-aa9197742e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (66a6039c-3e05-4afa-8dc6-e4a4c03995b4), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:00.024123 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port eef02ecc-8465-4fdf-8838-c35c73d14337 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:39:00.036129 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-fe21ba4e-78b8-4eba-b187-741775311914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aed9f81-d623-485c-9cde-4d196bd1948b', 'name': 'tempest-TestVolumeBootPattern-2001487906-router', 'tenant_id': '9b24267b778a43c8bd6787958775b2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '7f96c0ef-6bf5-4d2b-a105-79ed013436b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:18Z', 'updated_at': '2022-01-28T03:38:58Z', 'revision_number': 5, 'project_id': '9b24267b778a43c8bd6787958775b2d0', 'gw_port': {'id': '7f96c0ef-6bf5-4d2b-a105-79ed013436b5', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ad:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aed9f81-d623-485c-9cde-4d196bd1948b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:26:18Z', 'updated_at': '2022-01-28T03:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:39:00.048375 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-7f798df6-2a2c-496a-b437-04fbc0970b12 admin admin] For port 7f96c0ef-6bf5-4d2b-a105-79ed013436b5, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=7f96c0ef-6bf5-4d2b-a105-79ed013436b5,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:00.049019 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7f798df6-2a2c-496a-b437-04fbc0970b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (7f96c0ef-6bf5-4d2b-a105-79ed013436b5), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:00.065901 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-7f798df6-2a2c-496a-b437-04fbc0970b12 admin admin] Calling delete_port for 7f96c0ef-6bf5-4d2b-a105-79ed013436b5 owned by network:router_gateway {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:39:00.073388 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe21ba4e-78b8-4eba-b187-741775311914 None None] Checking router: 1aed9f81-d623-485c-9cde-4d196bd1948b for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:39:00.084477 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe21ba4e-78b8-4eba-b187-741775311914 None None] Routers {'1aed9f81-d623-485c-9cde-4d196bd1948b'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:39:00.085395 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-fe21ba4e-78b8-4eba-b187-741775311914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:38:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['1aed9f81-d623-485c-9cde-4d196bd1948b'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:39:00.137610 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f2d40-3187-4a11-800b-08b4f30b77ce None None] Pushing event updated for resources: {'Port': ['ID=66a6039c-3e05-4afa-8dc6-e4a4c03995b4,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:00.181983 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31f2d40-3187-4a11-800b-08b4f30b77ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:39:00.182297 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31f2d40-3187-4a11-800b-08b4f30b77ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:39:00.182985 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31f2d40-3187-4a11-800b-08b4f30b77ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:39:00.183487 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31f2d40-3187-4a11-800b-08b4f30b77ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:39:00.183852 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31f2d40-3187-4a11-800b-08b4f30b77ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:39:00.186865 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31f2d40-3187-4a11-800b-08b4f30b77ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:39:00.187210 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31f2d40-3187-4a11-800b-08b4f30b77ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:39:00.188107 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31f2d40-3187-4a11-800b-08b4f30b77ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:39:00.188443 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31f2d40-3187-4a11-800b-08b4f30b77ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:39:00.188773 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31f2d40-3187-4a11-800b-08b4f30b77ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:39:00.190070 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31f2d40-3187-4a11-800b-08b4f30b77ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:39:00.190732 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31f2d40-3187-4a11-800b-08b4f30b77ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:39:00.190927 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31f2d40-3187-4a11-800b-08b4f30b77ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:39:00.206740 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-7bd472cd-f025-409b-a74b-aa9197742e03 None None] Attempting to bind port 66a6039c-3e05-4afa-8dc6-e4a4c03995b4 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:39:00.207371 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-7bd472cd-f025-409b-a74b-aa9197742e03 None None] Attempting to bind port 66a6039c-3e05-4afa-8dc6-e4a4c03995b4 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '67010cf6-b303-4eaa-b3db-8d4595d8d3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9efac44a-60fb-48ee-95ff-1b50785b4906'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:39:00.208157 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd472cd-f025-409b-a74b-aa9197742e03 None None] Attempting to bind port 66a6039c-3e05-4afa-8dc6-e4a4c03995b4 on network 9efac44a-60fb-48ee-95ff-1b50785b4906 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:39:00.216263 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd472cd-f025-409b-a74b-aa9197742e03 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:39:00.217103 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd472cd-f025-409b-a74b-aa9197742e03 None None] Checking segment: {'id': '67010cf6-b303-4eaa-b3db-8d4595d8d3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9efac44a-60fb-48ee-95ff-1b50785b4906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:39:00.218256 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7bd472cd-f025-409b-a74b-aa9197742e03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:00.218817 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd472cd-f025-409b-a74b-aa9197742e03 None None] Bound using segment: {'id': '67010cf6-b303-4eaa-b3db-8d4595d8d3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9efac44a-60fb-48ee-95ff-1b50785b4906'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:39:00.219474 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-7bd472cd-f025-409b-a74b-aa9197742e03 None None] Bound port: 66a6039c-3e05-4afa-8dc6-e4a4c03995b4, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67010cf6-b303-4eaa-b3db-8d4595d8d3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9efac44a-60fb-48ee-95ff-1b50785b4906'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:39:00.219843 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-18974e83-558b-4703-b41a-ec5a9bd43cdd req-5133dac6-8a64-48ff-8e82-648c04ebac2a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8d1601c-2504-47b0-a4a4-c1605bfec227 HTTP/1.1" status: 200 len: 210 time: 0.0512288 Jan 28 03:39:00.220179 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7bd472cd-f025-409b-a74b-aa9197742e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (66a6039c-3e05-4afa-8dc6-e4a4c03995b4), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:00.253317 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-fe21ba4e-78b8-4eba-b187-741775311914 None None] Set router 1aed9f81-d623-485c-9cde-4d196bd1948b gateway port host: None {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:39:00.341373 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-fe21ba4e-78b8-4eba-b187-741775311914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aed9f81-d623-485c-9cde-4d196bd1948b', 'name': 'tempest-TestVolumeBootPattern-2001487906-router', 'tenant_id': '9b24267b778a43c8bd6787958775b2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:18Z', 'updated_at': '2022-01-28T03:38:59Z', 'revision_number': 6, 'project_id': '9b24267b778a43c8bd6787958775b2d0', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:39:00.350401 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-7bd472cd-f025-409b-a74b-aa9197742e03 None None] For port 66a6039c-3e05-4afa-8dc6-e4a4c03995b4, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:39:00.373383 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe21ba4e-78b8-4eba-b187-741775311914 None None] The sync data for ids ['1aed9f81-d623-485c-9cde-4d196bd1948b'] in n-d-712139-27 is: [{'id': '1aed9f81-d623-485c-9cde-4d196bd1948b', 'name': 'tempest-TestVolumeBootPattern-2001487906-router', 'tenant_id': '9b24267b778a43c8bd6787958775b2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:26:18Z', 'updated_at': '2022-01-28T03:38:59Z', 'revision_number': 6, 'project_id': '9b24267b778a43c8bd6787958775b2d0', 'gw_port_host': None}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:39:00.393811 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7f798df6-2a2c-496a-b437-04fbc0970b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (7f96c0ef-6bf5-4d2b-a105-79ed013436b5), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:00.394600 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-7bd472cd-f025-409b-a74b-aa9197742e03 None None] For port 66a6039c-3e05-4afa-8dc6-e4a4c03995b4, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=66a6039c-3e05-4afa-8dc6-e4a4c03995b4,segment=NetworkSegment(67010cf6-b303-4eaa-b3db-8d4595d8d3f3),segment_id=67010cf6-b303-4eaa-b3db-8d4595d8d3f3)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:39:00.400670 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7bd472cd-f025-409b-a74b-aa9197742e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (66a6039c-3e05-4afa-8dc6-e4a4c03995b4), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:00.436983 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f798df6-2a2c-496a-b437-04fbc0970b12 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f96c0ef-6bf5-4d2b-a105-79ed013436b5,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:00.475875 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd472cd-f025-409b-a74b-aa9197742e03 None None] Routers {'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:39:00.476518 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-7bd472cd-f025-409b-a74b-aa9197742e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:38:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['a1714ab3-e78b-43b9-bd94-28d56fd0cb3e'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:39:00.489429 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-3597739e-5c7c-454d-a53c-98c9b79f2386 None None] Provisioning complete for port 66a6039c-3e05-4afa-8dc6-e4a4c03995b4 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:39:00.489939 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3597739e-5c7c-454d-a53c-98c9b79f2386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (66a6039c-3e05-4afa-8dc6-e4a4c03995b4), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:00.537093 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7f798df6-2a2c-496a-b437-04fbc0970b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (1aed9f81-d623-485c-9cde-4d196bd1948b), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:00.544303 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f2d40-3187-4a11-800b-08b4f30b77ce None None] Pushing event updated for resources: {'Port': ['ID=66a6039c-3e05-4afa-8dc6-e4a4c03995b4,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:00.607082 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-3597739e-5c7c-454d-a53c-98c9b79f2386 None None] Current status of the port 66a6039c-3e05-4afa-8dc6-e4a4c03995b4 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:39:00.607656 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3597739e-5c7c-454d-a53c-98c9b79f2386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (66a6039c-3e05-4afa-8dc6-e4a4c03995b4), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:00.652362 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-3597739e-5c7c-454d-a53c-98c9b79f2386 None None] For port 66a6039c-3e05-4afa-8dc6-e4a4c03995b4, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=66a6039c-3e05-4afa-8dc6-e4a4c03995b4,segment=NetworkSegment(67010cf6-b303-4eaa-b3db-8d4595d8d3f3),segment_id=67010cf6-b303-4eaa-b3db-8d4595d8d3f3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:00.659181 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3597739e-5c7c-454d-a53c-98c9b79f2386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (66a6039c-3e05-4afa-8dc6-e4a4c03995b4), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:00.682666 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7f798df6-2a2c-496a-b437-04fbc0970b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (1aed9f81-d623-485c-9cde-4d196bd1948b), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:00.686976 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7f798df6-2a2c-496a-b437-04fbc0970b12 admin admin] Publish callbacks [] for router_controller (1aed9f81-d623-485c-9cde-4d196bd1948b), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:00.709537 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-7bd472cd-f025-409b-a74b-aa9197742e03 None None] Set router a1714ab3-e78b-43b9-bd94-28d56fd0cb3e gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:39:00.740762 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3597739e-5c7c-454d-a53c-98c9b79f2386 None None] Pushing event updated for resources: {'Port': ['ID=66a6039c-3e05-4afa-8dc6-e4a4c03995b4,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:00.768007 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7f798df6-2a2c-496a-b437-04fbc0970b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (1aed9f81-d623-485c-9cde-4d196bd1948b), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:00.768537 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f798df6-2a2c-496a-b437-04fbc0970b12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1aed9f81-d623-485c-9cde-4d196bd1948b {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:39:00.773558 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7f798df6-2a2c-496a-b437-04fbc0970b12 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:00.778493 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60416) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:00.778998 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7f798df6-2a2c-496a-b437-04fbc0970b12 admin admin] 10.222.0.53 "DELETE /v2.0/routers/1aed9f81-d623-485c-9cde-4d196bd1948b HTTP/1.1" status: 204 len: 168 time: 1.2438927 Jan 28 03:39:00.838231 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9b36eb8-41ff-43a2-bd16-e71991352424 admin admin] Deleting subnet f6de38ec-57be-4add-a56f-28570afe771d {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:39:00.843205 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e9b36eb8-41ff-43a2-bd16-e71991352424 admin admin] Publish callbacks [] for subnet (f6de38ec-57be-4add-a56f-28570afe771d), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:00.890981 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e9b36eb8-41ff-43a2-bd16-e71991352424 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (f6de38ec-57be-4add-a56f-28570afe771d), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:00.891912 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-f1d95f96-079c-428c-8702-b174fcb0cde9 None None] Provisioning complete for port 66a6039c-3e05-4afa-8dc6-e4a4c03995b4 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:39:00.892360 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f1d95f96-079c-428c-8702-b174fcb0cde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (66a6039c-3e05-4afa-8dc6-e4a4c03995b4), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:00.988269 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-f1d95f96-079c-428c-8702-b174fcb0cde9 None None] Current status of the port 66a6039c-3e05-4afa-8dc6-e4a4c03995b4 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:39:01.021127 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e9b36eb8-41ff-43a2-bd16-e71991352424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (f6de38ec-57be-4add-a56f-28570afe771d), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:01.082519 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-7bd472cd-f025-409b-a74b-aa9197742e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319189870', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'd3a1f556-23cf-4b07-9661-7952e6bd9024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:38:52Z', 'updated_at': '2022-01-28T03:38:57Z', 'revision_number': 4, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': 'd3a1f556-23cf-4b07-9661-7952e6bd9024', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:52Z', 'updated_at': '2022-01-28T03:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '66a6039c-3e05-4afa-8dc6-e4a4c03995b4', 'name': '', 'network_id': '9efac44a-60fb-48ee-95ff-1b50785b4906', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'mac_address': 'fa:16:3e:c5:8b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '3bccfb2d-1f78-4554-a574-d5ce6546d42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:56Z', 'updated_at': '2022-01-28T03:39:00Z', 'revision_number': 4, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'subnets': [{'id': '3bccfb2d-1f78-4554-a574-d5ce6546d42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:39:01.083648 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e9b36eb8-41ff-43a2-bd16-e71991352424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (f6de38ec-57be-4add-a56f-28570afe771d), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:01.110156 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd472cd-f025-409b-a74b-aa9197742e03 None None] The sync data for ids ['a1714ab3-e78b-43b9-bd94-28d56fd0cb3e'] in n-d-712139-27 is: [{'id': 'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319189870', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'd3a1f556-23cf-4b07-9661-7952e6bd9024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:38:52Z', 'updated_at': '2022-01-28T03:38:57Z', 'revision_number': 4, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': 'd3a1f556-23cf-4b07-9661-7952e6bd9024', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:52Z', 'updated_at': '2022-01-28T03:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '66a6039c-3e05-4afa-8dc6-e4a4c03995b4', 'name': '', 'network_id': '9efac44a-60fb-48ee-95ff-1b50785b4906', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'mac_address': 'fa:16:3e:c5:8b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '3bccfb2d-1f78-4554-a574-d5ce6546d42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:56Z', 'updated_at': '2022-01-28T03:39:00Z', 'revision_number': 4, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'subnets': [{'id': '3bccfb2d-1f78-4554-a574-d5ce6546d42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:39:01.116253 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e9b36eb8-41ff-43a2-bd16-e71991352424 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:01.119970 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e9b36eb8-41ff-43a2-bd16-e71991352424 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f6de38ec-57be-4add-a56f-28570afe771d HTTP/1.1" status: 204 len: 168 time: 0.3401542 Jan 28 03:39:01.121032 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b36eb8-41ff-43a2-bd16-e71991352424 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6de38ec-57be-4add-a56f-28570afe771d,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:01.123393 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60418) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:01.126700 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a6e36d-3702-4011-8607-e87f786fa228 None None] Network 18fb74be-c302-4f27-9907-43413210d58f requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:39:01.232127 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-86420ac7-aa49-48dd-85e4-455a225fb453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (18fb74be-c302-4f27-9907-43413210d58f), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:01.330469 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-86420ac7-aa49-48dd-85e4-455a225fb453 admin admin] Deleting port 8618d1a9-0550-4fef-b39a-b383ca369a73 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:39:01.331026 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-86420ac7-aa49-48dd-85e4-455a225fb453 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (8618d1a9-0550-4fef-b39a-b383ca369a73), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:01.417397 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 3ba626c4-7c52-4d29-bc3f-9d907b1ee152 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:39:01.435672 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a4309406-b3c7-4b0b-9651-c0905b0ffecb req-8b80e675-fb1b-4783-a9d2-86445b4c2020 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8d1601c-2504-47b0-a4a4-c1605bfec227 HTTP/1.1" status: 200 len: 210 time: 0.0350235 Jan 28 03:39:01.468334 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 3ba626c4-7c52-4d29-bc3f-9d907b1ee152 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:39:01.468809 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 3ba626c4-7c52-4d29-bc3f-9d907b1ee152 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:39:01.469915 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 7f96c0ef-6bf5-4d2b-a105-79ed013436b5 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:39:01.492457 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-86420ac7-aa49-48dd-85e4-455a225fb453 admin admin] For port 8618d1a9-0550-4fef-b39a-b383ca369a73, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=8618d1a9-0550-4fef-b39a-b383ca369a73,segment=NetworkSegment(52601929-2278-4e1c-9ecb-11e2b54c4fd6),segment_id=52601929-2278-4e1c-9ecb-11e2b54c4fd6)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:01.492825 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-86420ac7-aa49-48dd-85e4-455a225fb453 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (8618d1a9-0550-4fef-b39a-b383ca369a73), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:01.510137 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-86420ac7-aa49-48dd-85e4-455a225fb453 admin admin] Calling delete_port for 8618d1a9-0550-4fef-b39a-b383ca369a73 owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:39:01.520012 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c54a3b3-f9bc-40fe-9977-4785b24f7d10 None None] DHCP port deletion for 18fb74be-c302-4f27-9907-43413210d58f request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:39:01.526517 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 7f96c0ef-6bf5-4d2b-a105-79ed013436b5 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:39:01.526948 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 7f96c0ef-6bf5-4d2b-a105-79ed013436b5 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:39:01.615334 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-6c54a3b3-f9bc-40fe-9977-4785b24f7d10 None None] Deleting port 8618d1a9-0550-4fef-b39a-b383ca369a73 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:39:01.616055 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6c54a3b3-f9bc-40fe-9977-4785b24f7d10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (8618d1a9-0550-4fef-b39a-b383ca369a73), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:01.695878 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-6c54a3b3-f9bc-40fe-9977-4785b24f7d10 None None] For port 8618d1a9-0550-4fef-b39a-b383ca369a73, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=8618d1a9-0550-4fef-b39a-b383ca369a73,segment=NetworkSegment(52601929-2278-4e1c-9ecb-11e2b54c4fd6),segment_id=52601929-2278-4e1c-9ecb-11e2b54c4fd6)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:01.697022 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6c54a3b3-f9bc-40fe-9977-4785b24f7d10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (8618d1a9-0550-4fef-b39a-b383ca369a73), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:01.710831 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db079757-23d2-4003-8edd-1fd6cccad48a req-f4fa9acf-54cd-460f-8d71-d327b049319b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:01.712363 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-db079757-23d2-4003-8edd-1fd6cccad48a req-f4fa9acf-54cd-460f-8d71-d327b049319b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.67 "GET /v2.0/networks?id=9efac44a-60fb-48ee-95ff-1b50785b4906 HTTP/1.1" status: 200 len: 797 time: 0.1965010 Jan 28 03:39:01.713431 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-6c54a3b3-f9bc-40fe-9977-4785b24f7d10 None None] Calling delete_port for 8618d1a9-0550-4fef-b39a-b383ca369a73 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:39:01.748783 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-86420ac7-aa49-48dd-85e4-455a225fb453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (8618d1a9-0550-4fef-b39a-b383ca369a73), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:01.830373 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-db079757-23d2-4003-8edd-1fd6cccad48a req-a3fb9c4e-9cd0-4920-b7ca-9cdbfb13b636 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4 HTTP/1.1" status: 200 len: 380 time: 0.1027720 Jan 28 03:39:01.832895 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86420ac7-aa49-48dd-85e4-455a225fb453 admin admin] Pushing event deleted for resources: {'Port': ['ID=8618d1a9-0550-4fef-b39a-b383ca369a73,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:01.840010 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7d88deef-72d1-44a9-b4d7-9558ed10f8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:01.843377 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86420ac7-aa49-48dd-85e4-455a225fb453 admin admin] No DVR routers for this DVR port 8618d1a9-0550-4fef-b39a-b383ca369a73 on host n-d-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:39:01.850498 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-db079757-23d2-4003-8edd-1fd6cccad48a req-87e250e2-6dd3-49c9-9440-09647ddab08f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Request body: {'port': {'device_id': 'c8d1601c-2504-47b0-a4a4-c1605bfec227', 'network_id': '9efac44a-60fb-48ee-95ff-1b50785b4906', 'admin_state_up': True, 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'security_groups': ['78b5ca26-254c-4ab1-895e-3ee258ab2683']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:39:01.863741 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6c54a3b3-f9bc-40fe-9977-4785b24f7d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (8618d1a9-0550-4fef-b39a-b383ca369a73), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:01.910532 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c54a3b3-f9bc-40fe-9977-4785b24f7d10 None None] Pushing event deleted for resources: {'Port': ['ID=8618d1a9-0550-4fef-b39a-b383ca369a73,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:01.919243 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c54a3b3-f9bc-40fe-9977-4785b24f7d10 None None] No DVR routers for this DVR port 8618d1a9-0550-4fef-b39a-b383ca369a73 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:39:02.022387 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-86420ac7-aa49-48dd-85e4-455a225fb453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (18fb74be-c302-4f27-9907-43413210d58f), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:02.057841 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-86420ac7-aa49-48dd-85e4-455a225fb453 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18fb74be-c302-4f27-9907-43413210d58f']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:39:02.072091 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-86420ac7-aa49-48dd-85e4-455a225fb453 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52601929-2278-4e1c-9ecb-11e2b54c4fd6') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:39:02.072357 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-86420ac7-aa49-48dd-85e4-455a225fb453 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52601929-2278-4e1c-9ecb-11e2b54c4fd6') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:39:02.087925 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-86420ac7-aa49-48dd-85e4-455a225fb453 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (52601929-2278-4e1c-9ecb-11e2b54c4fd6), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:02.105901 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-86420ac7-aa49-48dd-85e4-455a225fb453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (52601929-2278-4e1c-9ecb-11e2b54c4fd6), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:02.108735 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db079757-23d2-4003-8edd-1fd6cccad48a req-87e250e2-6dd3-49c9-9440-09647ddab08f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Made reservation on behalf of 00e9c1349da04a5ba2162f0bfd8a15b4 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:39:02.112315 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-db079757-23d2-4003-8edd-1fd6cccad48a req-87e250e2-6dd3-49c9-9440-09647ddab08f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:02.125643 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86420ac7-aa49-48dd-85e4-455a225fb453 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:39:02.126394 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-86420ac7-aa49-48dd-85e4-455a225fb453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (52601929-2278-4e1c-9ecb-11e2b54c4fd6), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:02.127724 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:39:02.127724 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:39:02.127724 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:39:02.127724 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:39:02.127724 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:39:02.127724 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:39:02.127724 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:39:02.127724 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:39:02.127724 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:39:02.127724 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:39:02.127724 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:39:02.127724 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:39:02.127724 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:39:02.127724 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:39:02.127724 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:39:02.127724 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:39:02.127724 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:39:02.127724 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:39:02.127724 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:39:02.127724 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:39:02.127724 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:39:02.127724 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:39:02.127724 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:39:02.127724 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:39:02.127724 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:39:02.127724 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:39:02.127724 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:39:02.127724 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:39:02.127724 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:39:02.127724 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:39:02.127724 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:39:02.127724 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:39:02.232888 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-86420ac7-aa49-48dd-85e4-455a225fb453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (18fb74be-c302-4f27-9907-43413210d58f), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:02.240323 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-86420ac7-aa49-48dd-85e4-455a225fb453 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:02.243595 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-86420ac7-aa49-48dd-85e4-455a225fb453 admin admin] 10.222.0.53 "DELETE /v2.0/networks/18fb74be-c302-4f27-9907-43413210d58f HTTP/1.1" status: 204 len: 168 time: 1.1176665 Jan 28 03:39:02.262812 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86420ac7-aa49-48dd-85e4-455a225fb453 admin admin] Pushing event deleted for resources: {'Network': ['ID=18fb74be-c302-4f27-9907-43413210d58f,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:02.325703 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-db079757-23d2-4003-8edd-1fd6cccad48a req-87e250e2-6dd3-49c9-9440-09647ddab08f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Allocated IP 172.20.0.6 (9efac44a-60fb-48ee-95ff-1b50785b4906/3bccfb2d-1f78-4554-a574-d5ce6546d42a/511c549e-b86c-4064-8ece-d1cd230e05b2) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:39:02.395076 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60424) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:02.446554 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2bdac541-ea30-4a19-95c4-4ed672174d52 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2365aae0ed6c4140b140950cf90dbe31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0501623 Jan 28 03:39:02.448908 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60426) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:02.494772 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-db079757-23d2-4003-8edd-1fd6cccad48a req-87e250e2-6dd3-49c9-9440-09647ddab08f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for port (511c549e-b86c-4064-8ece-d1cd230e05b2), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:02.506025 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1ca84f18-d4be-4015-8015-73976225ed4b admin admin] Publish callbacks [] for security_group (b988e791-500a-46ce-8783-f3a76cbdf0c1), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:02.535922 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1ca84f18-d4be-4015-8015-73976225ed4b admin admin] Publish callbacks [] for security_group (b988e791-500a-46ce-8783-f3a76cbdf0c1), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:02.556787 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2aea435b-1eb1-4134-ada1-04e35c194151 req-45c38f12-94f1-4dfb-90db-939dcaf96cd7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8d1601c-2504-47b0-a4a4-c1605bfec227 HTTP/1.1" status: 200 len: 210 time: 0.0328131 Jan 28 03:39:02.558500 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-db079757-23d2-4003-8edd-1fd6cccad48a req-87e250e2-6dd3-49c9-9440-09647ddab08f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (511c549e-b86c-4064-8ece-d1cd230e05b2), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:02.605530 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1ca84f18-d4be-4015-8015-73976225ed4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b988e791-500a-46ce-8783-f3a76cbdf0c1), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:02.609318 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1ca84f18-d4be-4015-8015-73976225ed4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:02.609849 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db079757-23d2-4003-8edd-1fd6cccad48a req-87e250e2-6dd3-49c9-9440-09647ddab08f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Network 9efac44a-60fb-48ee-95ff-1b50785b4906 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:39:02.611056 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1ca84f18-d4be-4015-8015-73976225ed4b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b988e791-500a-46ce-8783-f3a76cbdf0c1 HTTP/1.1" status: 204 len: 168 time: 0.1611772 Jan 28 03:39:02.616483 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-db079757-23d2-4003-8edd-1fd6cccad48a req-87e250e2-6dd3-49c9-9440-09647ddab08f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:39:02.621677 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-db079757-23d2-4003-8edd-1fd6cccad48a req-87e250e2-6dd3-49c9-9440-09647ddab08f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:39:02.626237 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e250e2-6dd3-49c9-9440-09647ddab08f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'Port': ['ID=511c549e-b86c-4064-8ece-d1cd230e05b2,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:02.633948 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca84f18-d4be-4015-8015-73976225ed4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b988e791-500a-46ce-8783-f3a76cbdf0c1,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:02.706842 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db079757-23d2-4003-8edd-1fd6cccad48a req-87e250e2-6dd3-49c9-9440-09647ddab08f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:02.707509 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-db079757-23d2-4003-8edd-1fd6cccad48a req-87e250e2-6dd3-49c9-9440-09647ddab08f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:02.728244 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-db079757-23d2-4003-8edd-1fd6cccad48a req-87e250e2-6dd3-49c9-9440-09647ddab08f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8858333 Jan 28 03:39:02.746277 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-db079757-23d2-4003-8edd-1fd6cccad48a req-ce535094-2371-43ba-b27d-08cbf18f96ce service neutron] Request body: {'port': {'device_id': 'c8d1601c-2504-47b0-a4a4-c1605bfec227', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:39:02.836775 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-db079757-23d2-4003-8edd-1fd6cccad48a req-ce535094-2371-43ba-b27d-08cbf18f96ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (511c549e-b86c-4064-8ece-d1cd230e05b2), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:02.939881 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-28310684-b3d6-409c-a040-0c2e157340a4 None None] Provisioning complete for port 511c549e-b86c-4064-8ece-d1cd230e05b2 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:39:02.940482 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-28310684-b3d6-409c-a040-0c2e157340a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (511c549e-b86c-4064-8ece-d1cd230e05b2), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:02.980640 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-28310684-b3d6-409c-a040-0c2e157340a4 None None] Port 511c549e-b86c-4064-8ece-d1cd230e05b2 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:39:03.056511 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60434) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:03.099773 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-32197852-0c13-4acd-94d6-779e6db535f7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9b24267b778a43c8bd6787958775b2d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420625 Jan 28 03:39:03.102680 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60436) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:03.137837 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-db079757-23d2-4003-8edd-1fd6cccad48a req-ce535094-2371-43ba-b27d-08cbf18f96ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 511c549e-b86c-4064-8ece-d1cd230e05b2 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:39:03.146163 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-db079757-23d2-4003-8edd-1fd6cccad48a req-ce535094-2371-43ba-b27d-08cbf18f96ce service neutron] Publish callbacks [] for port (511c549e-b86c-4064-8ece-d1cd230e05b2), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:03.150769 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-847e5e1b-eb96-4955-b13f-aa74792b8e92 admin admin] Publish callbacks [] for security_group (2af4cca2-032d-45db-b920-a3366c879877), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:03.159561 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-db079757-23d2-4003-8edd-1fd6cccad48a req-ce535094-2371-43ba-b27d-08cbf18f96ce service neutron] Transition to ACTIVE for port object 511c549e-b86c-4064-8ece-d1cd230e05b2 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:39:03.164680 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-db079757-23d2-4003-8edd-1fd6cccad48a req-ce535094-2371-43ba-b27d-08cbf18f96ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (511c549e-b86c-4064-8ece-d1cd230e05b2), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:03.174459 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-847e5e1b-eb96-4955-b13f-aa74792b8e92 admin admin] Publish callbacks [] for security_group (2af4cca2-032d-45db-b920-a3366c879877), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:03.238408 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce535094-2371-43ba-b27d-08cbf18f96ce service neutron] Pushing event updated for resources: {'Port': ['ID=511c549e-b86c-4064-8ece-d1cd230e05b2,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:03.239547 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-847e5e1b-eb96-4955-b13f-aa74792b8e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (2af4cca2-032d-45db-b920-a3366c879877), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:03.244078 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-847e5e1b-eb96-4955-b13f-aa74792b8e92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:03.245757 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-847e5e1b-eb96-4955-b13f-aa74792b8e92 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2af4cca2-032d-45db-b920-a3366c879877 HTTP/1.1" status: 204 len: 168 time: 0.1420105 Jan 28 03:39:03.259461 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e5e1b-eb96-4955-b13f-aa74792b8e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af4cca2-032d-45db-b920-a3366c879877,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:03.319677 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 66a6039c-3e05-4afa-8dc6-e4a4c03995b4 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:39:03.329221 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-db079757-23d2-4003-8edd-1fd6cccad48a req-ce535094-2371-43ba-b27d-08cbf18f96ce service neutron] Attempting to bind port 511c549e-b86c-4064-8ece-d1cd230e05b2 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:39:03.329560 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-db079757-23d2-4003-8edd-1fd6cccad48a req-ce535094-2371-43ba-b27d-08cbf18f96ce service neutron] Attempting to bind port 511c549e-b86c-4064-8ece-d1cd230e05b2 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '67010cf6-b303-4eaa-b3db-8d4595d8d3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9efac44a-60fb-48ee-95ff-1b50785b4906'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:39:03.329881 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db079757-23d2-4003-8edd-1fd6cccad48a req-ce535094-2371-43ba-b27d-08cbf18f96ce service neutron] Attempting to bind port 511c549e-b86c-4064-8ece-d1cd230e05b2 on network 9efac44a-60fb-48ee-95ff-1b50785b4906 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:39:03.334604 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db079757-23d2-4003-8edd-1fd6cccad48a req-ce535094-2371-43ba-b27d-08cbf18f96ce service neutron] Port 511c549e-b86c-4064-8ece-d1cd230e05b2 on network 9efac44a-60fb-48ee-95ff-1b50785b4906 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:39:03.334923 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db079757-23d2-4003-8edd-1fd6cccad48a req-ce535094-2371-43ba-b27d-08cbf18f96ce service neutron] Attempting to bind port 511c549e-b86c-4064-8ece-d1cd230e05b2 on network 9efac44a-60fb-48ee-95ff-1b50785b4906 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:39:03.340557 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db079757-23d2-4003-8edd-1fd6cccad48a req-ce535094-2371-43ba-b27d-08cbf18f96ce service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:39:03.340888 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db079757-23d2-4003-8edd-1fd6cccad48a req-ce535094-2371-43ba-b27d-08cbf18f96ce service neutron] Checking segment: {'id': '67010cf6-b303-4eaa-b3db-8d4595d8d3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9efac44a-60fb-48ee-95ff-1b50785b4906'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:39:03.341314 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db079757-23d2-4003-8edd-1fd6cccad48a req-ce535094-2371-43ba-b27d-08cbf18f96ce service neutron] Bound using segment: {'id': '67010cf6-b303-4eaa-b3db-8d4595d8d3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9efac44a-60fb-48ee-95ff-1b50785b4906'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:39:03.341750 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-db079757-23d2-4003-8edd-1fd6cccad48a req-ce535094-2371-43ba-b27d-08cbf18f96ce service neutron] Bound port: 511c549e-b86c-4064-8ece-d1cd230e05b2, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67010cf6-b303-4eaa-b3db-8d4595d8d3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9efac44a-60fb-48ee-95ff-1b50785b4906'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:39:03.342107 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-db079757-23d2-4003-8edd-1fd6cccad48a req-ce535094-2371-43ba-b27d-08cbf18f96ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (511c549e-b86c-4064-8ece-d1cd230e05b2), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:03.419480 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-db079757-23d2-4003-8edd-1fd6cccad48a req-ce535094-2371-43ba-b27d-08cbf18f96ce service neutron] For port 511c549e-b86c-4064-8ece-d1cd230e05b2, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:39:03.423506 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-db079757-23d2-4003-8edd-1fd6cccad48a req-ce535094-2371-43ba-b27d-08cbf18f96ce service neutron] For port 511c549e-b86c-4064-8ece-d1cd230e05b2, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=511c549e-b86c-4064-8ece-d1cd230e05b2,segment=NetworkSegment(67010cf6-b303-4eaa-b3db-8d4595d8d3f3),segment_id=67010cf6-b303-4eaa-b3db-8d4595d8d3f3)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:39:03.431210 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-db079757-23d2-4003-8edd-1fd6cccad48a req-ce535094-2371-43ba-b27d-08cbf18f96ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (511c549e-b86c-4064-8ece-d1cd230e05b2), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:03.475817 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db079757-23d2-4003-8edd-1fd6cccad48a req-ce535094-2371-43ba-b27d-08cbf18f96ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:03.476605 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-db079757-23d2-4003-8edd-1fd6cccad48a req-ce535094-2371-43ba-b27d-08cbf18f96ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:03.478045 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-db079757-23d2-4003-8edd-1fd6cccad48a req-ce535094-2371-43ba-b27d-08cbf18f96ce service neutron] 10.222.0.67 "PUT /v2.0/ports/511c549e-b86c-4064-8ece-d1cd230e05b2 HTTP/1.1" status: 200 len: 1092 time: 0.7373402 Jan 28 03:39:03.478527 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8d1601c-2504-47b0-a4a4-c1605bfec227', 'tag': '511c549e-b86c-4064-8ece-d1cd230e05b2'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:39:03.480858 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02fef2b5-aa61-4f3f-8b8c-64b756ede10a" -d '{"events": [{"name": "network-changed", "server_uuid": "c8d1601c-2504-47b0-a4a4-c1605bfec227", "tag": "511c549e-b86c-4064-8ece-d1cd230e05b2"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:39:03.519085 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce535094-2371-43ba-b27d-08cbf18f96ce service neutron] Pushing event updated for resources: {'Port': ['ID=511c549e-b86c-4064-8ece-d1cd230e05b2,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:03.581366 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:03.593706 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 66a6039c-3e05-4afa-8dc6-e4a4c03995b4 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:39:03.594100 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (66a6039c-3e05-4afa-8dc6-e4a4c03995b4), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:03.624449 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db079757-23d2-4003-8edd-1fd6cccad48a req-e732df8f-61c8-4611-bf15-d09cca0ba880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:03.627039 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-db079757-23d2-4003-8edd-1fd6cccad48a req-e732df8f-61c8-4611-bf15-d09cca0ba880 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4&device_id=c8d1601c-2504-47b0-a4a4-c1605bfec227 HTTP/1.1" status: 200 len: 1095 time: 0.0762329 Jan 28 03:39:03.632791 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab05e5c9-538f-41b0-84ad-76b4c0a98ba5 x-openstack-request-id: req-ab05e5c9-538f-41b0-84ad-76b4c0a98ba5 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:39:03.633535 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8d1601c-2504-47b0-a4a4-c1605bfec227", "tag": "511c549e-b86c-4064-8ece-d1cd230e05b2", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:39:03.633942 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ab05e5c9-538f-41b0-84ad-76b4c0a98ba5 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:39:03.634538 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8d1601c-2504-47b0-a4a4-c1605bfec227', 'tag': '511c549e-b86c-4064-8ece-d1cd230e05b2', 'status': 'completed', 'code': 200} Jan 28 03:39:03.711950 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 66a6039c-3e05-4afa-8dc6-e4a4c03995b4 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:39:03.728448 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-db079757-23d2-4003-8edd-1fd6cccad48a req-8694aea8-5aaf-4eb9-b08a-c5afe4dff6aa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=511c549e-b86c-4064-8ece-d1cd230e05b2 HTTP/1.1" status: 200 len: 217 time: 0.0787718 Jan 28 03:39:03.787109 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 8618d1a9-0550-4fef-b39a-b383ca369a73 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:39:03.819772 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c233572-9ab3-49c1-9711-30a35ebce705 req-4f63c032-b908-47a0-98e8-d409c3d47db6 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:03.827202 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 8618d1a9-0550-4fef-b39a-b383ca369a73 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:39:03.828119 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 8618d1a9-0550-4fef-b39a-b383ca369a73 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:39:03.828722 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8c233572-9ab3-49c1-9711-30a35ebce705 req-4f63c032-b908-47a0-98e8-d409c3d47db6 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8d1601c-2504-47b0-a4a4-c1605bfec227 HTTP/1.1" status: 200 len: 943 time: 0.1509221 Jan 28 03:39:03.849748 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:03.850102 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db079757-23d2-4003-8edd-1fd6cccad48a req-f4f78678-f9b1-48f7-bec6-850cb8ed59a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:03.851718 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-db079757-23d2-4003-8edd-1fd6cccad48a req-f4f78678-f9b1-48f7-bec6-850cb8ed59a7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3bccfb2d-1f78-4554-a574-d5ce6546d42a HTTP/1.1" status: 200 len: 835 time: 0.1010919 Jan 28 03:39:03.915112 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8c233572-9ab3-49c1-9711-30a35ebce705 req-7f98bc10-a192-4443-b30c-dbcc8c211a61 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=78b5ca26-254c-4ab1-895e-3ee258ab2683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853395 Jan 28 03:39:03.926702 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db079757-23d2-4003-8edd-1fd6cccad48a req-e1acbcd1-cc52-4d7a-bf44-c5264282b427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:03.928264 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-db079757-23d2-4003-8edd-1fd6cccad48a req-e1acbcd1-cc52-4d7a-bf44-c5264282b427 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9efac44a-60fb-48ee-95ff-1b50785b4906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0694730 Jan 28 03:39:04.024178 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-db079757-23d2-4003-8edd-1fd6cccad48a req-25e5c0b3-1edf-4b22-8b0e-68c73b089f89 service neutron] 10.222.0.67 "GET /v2.0/networks/9efac44a-60fb-48ee-95ff-1b50785b4906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896294 Jan 28 03:39:04.122888 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-db079757-23d2-4003-8edd-1fd6cccad48a req-9ba8e609-b0c6-4f8d-a5d1-45f1305eea1e service neutron] 10.222.0.67 "GET /v2.0/networks/9efac44a-60fb-48ee-95ff-1b50785b4906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932138 Jan 28 03:39:04.240647 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:39:04.259598 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fef2b5-aa61-4f3f-8b8c-64b756ede10a req-13b097b8-0710-4cb9-9e44-0a8fc051c8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:04.261110 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-02fef2b5-aa61-4f3f-8b8c-64b756ede10a req-13b097b8-0710-4cb9-9e44-0a8fc051c8f0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4&device_id=c8d1601c-2504-47b0-a4a4-c1605bfec227 HTTP/1.1" status: 200 len: 1095 time: 0.0416324 Jan 28 03:39:04.356261 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fef2b5-aa61-4f3f-8b8c-64b756ede10a req-a8cbbd48-906a-4cb8-a420-1526a9c99832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:04.357633 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-02fef2b5-aa61-4f3f-8b8c-64b756ede10a req-a8cbbd48-906a-4cb8-a420-1526a9c99832 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9efac44a-60fb-48ee-95ff-1b50785b4906 HTTP/1.1" status: 200 len: 898 time: 0.0910730 Jan 28 03:39:04.399069 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-02fef2b5-aa61-4f3f-8b8c-64b756ede10a req-0c255be7-4f74-4aea-8580-b14655d08ae5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=511c549e-b86c-4064-8ece-d1cd230e05b2 HTTP/1.1" status: 200 len: 217 time: 0.0348763 Jan 28 03:39:04.449354 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fef2b5-aa61-4f3f-8b8c-64b756ede10a req-147d3419-99c7-4d3c-9982-dedbf702f962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:04.451040 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-02fef2b5-aa61-4f3f-8b8c-64b756ede10a req-147d3419-99c7-4d3c-9982-dedbf702f962 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3bccfb2d-1f78-4554-a574-d5ce6546d42a HTTP/1.1" status: 200 len: 835 time: 0.0464661 Jan 28 03:39:04.501541 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fef2b5-aa61-4f3f-8b8c-64b756ede10a req-a5b9d8b6-8211-4399-b084-010e7b0b9246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:04.503036 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-02fef2b5-aa61-4f3f-8b8c-64b756ede10a req-a5b9d8b6-8211-4399-b084-010e7b0b9246 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9efac44a-60fb-48ee-95ff-1b50785b4906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457895 Jan 28 03:39:04.600983 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-02fef2b5-aa61-4f3f-8b8c-64b756ede10a req-3b00e0c0-6cf7-4cae-a54e-e33647308968 service neutron] 10.222.0.67 "GET /v2.0/networks/9efac44a-60fb-48ee-95ff-1b50785b4906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921633 Jan 28 03:39:04.695827 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-02fef2b5-aa61-4f3f-8b8c-64b756ede10a req-b434c8fe-64da-47cb-99d2-34e905b850b5 service neutron] 10.222.0.67 "GET /v2.0/networks/9efac44a-60fb-48ee-95ff-1b50785b4906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891287 Jan 28 03:39:04.911066 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:05.039118 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468956a-c85f-45e6-b3be-3f3db7ef2f7d req-8b3551ae-b5cb-4c30-8a05-9f8559eebc4c tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:05.040646 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1468956a-c85f-45e6-b3be-3f3db7ef2f7d req-8b3551ae-b5cb-4c30-8a05-9f8559eebc4c tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8d1601c-2504-47b0-a4a4-c1605bfec227 HTTP/1.1" status: 200 len: 943 time: 0.0524173 Jan 28 03:39:05.091449 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1468956a-c85f-45e6-b3be-3f3db7ef2f7d req-b7185e0c-93cb-488a-b34e-cf56a66581fd tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=78b5ca26-254c-4ab1-895e-3ee258ab2683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448158 Jan 28 03:39:06.153348 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:06.209167 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816bca3a-a0fd-41e8-85d4-8d11fb754b18 req-27861904-dc24-477a-8d8b-430aa73c2071 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:06.210645 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-816bca3a-a0fd-41e8-85d4-8d11fb754b18 req-27861904-dc24-477a-8d8b-430aa73c2071 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8d1601c-2504-47b0-a4a4-c1605bfec227 HTTP/1.1" status: 200 len: 943 time: 0.0494764 Jan 28 03:39:06.260146 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-816bca3a-a0fd-41e8-85d4-8d11fb754b18 req-bb36d025-e17b-400f-8e29-2ce319afc6a8 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=78b5ca26-254c-4ab1-895e-3ee258ab2683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435212 Jan 28 03:39:07.388943 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eee49e-37b4-4d77-a938-b14dae369fe3 req-e76fb98d-4b1d-4871-a525-a79e792d2f6e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:07.390465 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-12eee49e-37b4-4d77-a938-b14dae369fe3 req-e76fb98d-4b1d-4871-a525-a79e792d2f6e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8d1601c-2504-47b0-a4a4-c1605bfec227 HTTP/1.1" status: 200 len: 943 time: 0.0570927 Jan 28 03:39:07.438838 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-12eee49e-37b4-4d77-a938-b14dae369fe3 req-eae271cd-7d94-494a-997e-750ccf4017b5 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=78b5ca26-254c-4ab1-895e-3ee258ab2683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425491 Jan 28 03:39:07.965908 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 511c549e-b86c-4064-8ece-d1cd230e05b2 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:39:08.071205 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 511c549e-b86c-4064-8ece-d1cd230e05b2, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=511c549e-b86c-4064-8ece-d1cd230e05b2,segment=NetworkSegment(67010cf6-b303-4eaa-b3db-8d4595d8d3f3),segment_id=67010cf6-b303-4eaa-b3db-8d4595d8d3f3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:08.083174 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '511c549e-b86c-4064-8ece-d1cd230e05b2', 'network_id': '9efac44a-60fb-48ee-95ff-1b50785b4906', 'port_id': '511c549e-b86c-4064-8ece-d1cd230e05b2', 'mac_address': 'fa:16:3e:57:ff:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bccfb2d-1f78-4554-a574-d5ce6546d42a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:39:08.120636 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 511c549e-b86c-4064-8ece-d1cd230e05b2 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:39:08.121027 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (511c549e-b86c-4064-8ece-d1cd230e05b2), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:08.133808 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 511c549e-b86c-4064-8ece-d1cd230e05b2 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:39:08.154251 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 511c549e-b86c-4064-8ece-d1cd230e05b2, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=511c549e-b86c-4064-8ece-d1cd230e05b2,segment=NetworkSegment(67010cf6-b303-4eaa-b3db-8d4595d8d3f3),segment_id=67010cf6-b303-4eaa-b3db-8d4595d8d3f3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:08.159387 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (511c549e-b86c-4064-8ece-d1cd230e05b2), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:08.212179 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=511c549e-b86c-4064-8ece-d1cd230e05b2,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:08.558733 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['511c549e-b86c-4064-8ece-d1cd230e05b2'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:39:08.580338 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf958d0-af86-44bf-aed8-e389eecc6aa7 req-d9acd6c1-f7d2-424b-8076-95c542b489a5 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:08.581860 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eaf958d0-af86-44bf-aed8-e389eecc6aa7 req-d9acd6c1-f7d2-424b-8076-95c542b489a5 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8d1601c-2504-47b0-a4a4-c1605bfec227 HTTP/1.1" status: 200 len: 944 time: 0.0625994 Jan 28 03:39:08.632505 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eaf958d0-af86-44bf-aed8-e389eecc6aa7 req-13400017-e1af-40b8-bf7d-41a5440f9489 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=78b5ca26-254c-4ab1-895e-3ee258ab2683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442989 Jan 28 03:39:09.755308 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47908c52-509d-403a-b51c-c41e9d9b5557 req-fd3fbb0a-caab-4757-84c0-30adef323b7b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:09.756822 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-47908c52-509d-403a-b51c-c41e9d9b5557 req-fd3fbb0a-caab-4757-84c0-30adef323b7b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8d1601c-2504-47b0-a4a4-c1605bfec227 HTTP/1.1" status: 200 len: 944 time: 0.0520766 Jan 28 03:39:09.816824 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-47908c52-509d-403a-b51c-c41e9d9b5557 req-ea4dd2e4-696c-4e8e-9bb0-21a2e3c1fed7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=78b5ca26-254c-4ab1-895e-3ee258ab2683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542791 Jan 28 03:39:09.969227 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 511c549e-b86c-4064-8ece-d1cd230e05b2 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:39:10.019115 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 511c549e-b86c-4064-8ece-d1cd230e05b2 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:39:10.023487 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 511c549e-b86c-4064-8ece-d1cd230e05b2 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:39:10.023887 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (511c549e-b86c-4064-8ece-d1cd230e05b2), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:10.108296 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 511c549e-b86c-4064-8ece-d1cd230e05b2 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:39:10.108773 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (511c549e-b86c-4064-8ece-d1cd230e05b2), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:10.146762 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d1601c-2504-47b0-a4a4-c1605bfec227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511c549e-b86c-4064-8ece-d1cd230e05b2'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:39:10.149184 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d848c460-9eae-4ec3-a319-1e8821eb204b" -d '{"events": [{"server_uuid": "c8d1601c-2504-47b0-a4a4-c1605bfec227", "name": "network-vif-plugged", "status": "completed", "tag": "511c549e-b86c-4064-8ece-d1cd230e05b2"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:39:10.161623 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 511c549e-b86c-4064-8ece-d1cd230e05b2, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=511c549e-b86c-4064-8ece-d1cd230e05b2,segment=NetworkSegment(67010cf6-b303-4eaa-b3db-8d4595d8d3f3),segment_id=67010cf6-b303-4eaa-b3db-8d4595d8d3f3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:39:10.166134 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (511c549e-b86c-4064-8ece-d1cd230e05b2), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:10.197022 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7656f69f-44b0-4abd-a253-093d52666701 x-openstack-request-id: req-7656f69f-44b0-4abd-a253-093d52666701 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:39:10.197357 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d1601c-2504-47b0-a4a4-c1605bfec227", "name": "network-vif-plugged", "status": "completed", "tag": "511c549e-b86c-4064-8ece-d1cd230e05b2", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:39:10.197642 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7656f69f-44b0-4abd-a253-093d52666701 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:39:10.198008 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d1601c-2504-47b0-a4a4-c1605bfec227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511c549e-b86c-4064-8ece-d1cd230e05b2', 'code': 200} Jan 28 03:39:10.225252 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=511c549e-b86c-4064-8ece-d1cd230e05b2,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:10.332845 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d221262-54fd-49b1-945c-ec055bc601a7 req-c03baa82-2311-48a2-b724-f8266bd5f84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:10.334414 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1d221262-54fd-49b1-945c-ec055bc601a7 req-c03baa82-2311-48a2-b724-f8266bd5f84b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c8d1601c-2504-47b0-a4a4-c1605bfec227 HTTP/1.1" status: 200 len: 1097 time: 0.0503218 Jan 28 03:39:10.381405 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1d221262-54fd-49b1-945c-ec055bc601a7 req-ad12ad56-9df0-413e-8914-43a42491bf4c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=78b5ca26-254c-4ab1-895e-3ee258ab2683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412719 Jan 28 03:39:10.942791 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4ee8f-e8f0-4374-952b-fb5a2f388784 req-f3ae7be3-ac3d-4eec-a75f-8a0fd1c787bc tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:10.944230 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-67e4ee8f-e8f0-4374-952b-fb5a2f388784 req-f3ae7be3-ac3d-4eec-a75f-8a0fd1c787bc tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8d1601c-2504-47b0-a4a4-c1605bfec227 HTTP/1.1" status: 200 len: 945 time: 0.0510581 Jan 28 03:39:10.999822 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-67e4ee8f-e8f0-4374-952b-fb5a2f388784 req-74ab1f88-0767-4973-ba18-596fac7f330d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=78b5ca26-254c-4ab1-895e-3ee258ab2683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488982 Jan 28 03:39:12.149354 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9481758-f2d2-4514-bb48-4f28d3b4636e req-a9ab3cfe-2163-4bb4-bfff-0082650ee9d3 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:12.150860 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d9481758-f2d2-4514-bb48-4f28d3b4636e req-a9ab3cfe-2163-4bb4-bfff-0082650ee9d3 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8d1601c-2504-47b0-a4a4-c1605bfec227 HTTP/1.1" status: 200 len: 945 time: 0.0676517 Jan 28 03:39:12.207214 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d9481758-f2d2-4514-bb48-4f28d3b4636e req-95c2a773-d87a-4ea5-a62b-4eca96403a03 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=78b5ca26-254c-4ab1-895e-3ee258ab2683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503805 Jan 28 03:39:12.333469 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea93f2f-474c-49df-83e1-94f4dc11dafa req-50e8eb16-b7c8-472b-9013-34e149bf2616 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:12.334971 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cea93f2f-474c-49df-83e1-94f4dc11dafa req-50e8eb16-b7c8-472b-9013-34e149bf2616 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8d1601c-2504-47b0-a4a4-c1605bfec227 HTTP/1.1" status: 200 len: 945 time: 0.0516846 Jan 28 03:39:12.388317 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cea93f2f-474c-49df-83e1-94f4dc11dafa req-3467ebc1-859f-45c5-b976-56dde4d5f063 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=78b5ca26-254c-4ab1-895e-3ee258ab2683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474684 Jan 28 03:39:12.415087 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60462) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:12.464620 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b692c38c-81cb-4767-9bad-ea77cd198bf1 tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:12.467662 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b692c38c-81cb-4767-9bad-ea77cd198bf1 tempest-TestNetworkAdvancedServerOps-1636549378 tempest-TestNetworkAdvancedServerOps-1636549378-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c8d1601c-2504-47b0-a4a4-c1605bfec227 HTTP/1.1" status: 200 len: 1092 time: 0.0515499 Jan 28 03:39:12.470793 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60464) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:12.477655 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-bcc5e463-1e19-4ebb-a2b4-99059599546b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'port_id': '511c549e-b86c-4064-8ece-d1cd230e05b2', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:39:12.504026 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bcc5e463-1e19-4ebb-a2b4-99059599546b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:12.602882 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bcc5e463-1e19-4ebb-a2b4-99059599546b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:12.720696 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-bcc5e463-1e19-4ebb-a2b4-99059599546b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Allocated IP 172.25.0.7 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/1b3fc92a-a2ef-4768-9806-ff37d7195b74) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:39:12.837137 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bcc5e463-1e19-4ebb-a2b4-99059599546b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for port (1b3fc92a-a2ef-4768-9806-ff37d7195b74), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:12.885824 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bcc5e463-1e19-4ebb-a2b4-99059599546b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (1b3fc92a-a2ef-4768-9806-ff37d7195b74), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:12.923296 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc5e463-1e19-4ebb-a2b4-99059599546b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:39:12.926099 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-bcc5e463-1e19-4ebb-a2b4-99059599546b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:39:12.932493 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc5e463-1e19-4ebb-a2b4-99059599546b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:39:12.938012 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc5e463-1e19-4ebb-a2b4-99059599546b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'Port': ['ID=1b3fc92a-a2ef-4768-9806-ff37d7195b74,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:13.676785 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bcc5e463-1e19-4ebb-a2b4-99059599546b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for floatingip (c332bd42-86a0-4f5e-b662-f263c624ac7a), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:13.744184 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bcc5e463-1e19-4ebb-a2b4-99059599546b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1b3fc92a-a2ef-4768-9806-ff37d7195b74), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:13.892540 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bcc5e463-1e19-4ebb-a2b4-99059599546b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for port (1b3fc92a-a2ef-4768-9806-ff37d7195b74), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:13.900164 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bcc5e463-1e19-4ebb-a2b4-99059599546b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (1b3fc92a-a2ef-4768-9806-ff37d7195b74), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:13.964637 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc5e463-1e19-4ebb-a2b4-99059599546b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event updated for resources: {'Port': ['ID=1b3fc92a-a2ef-4768-9806-ff37d7195b74,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:39:13.979854 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bcc5e463-1e19-4ebb-a2b4-99059599546b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (c332bd42-86a0-4f5e-b662-f263c624ac7a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:14.089176 n-d-712139-27 neutron-server[109803]: INFO neutron.db.l3_db [None req-bcc5e463-1e19-4ebb-a2b4-99059599546b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Floating IP c332bd42-86a0-4f5e-b662-f263c624ac7a associated. External IP: 172.25.0.7, port: 511c549e-b86c-4064-8ece-d1cd230e05b2. Jan 28 03:39:14.335200 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc5e463-1e19-4ebb-a2b4-99059599546b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Router a1714ab3-e78b-43b9-bd94-28d56fd0cb3e has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:39:14.444005 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc5e463-1e19-4ebb-a2b4-99059599546b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:39:14.455179 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0c123e-fe11-4bf7-8670-602d1f03d123 None None] Sync routers for ids ['a1714ab3-e78b-43b9-bd94-28d56fd0cb3e'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:39:14.464575 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bcc5e463-1e19-4ebb-a2b4-99059599546b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:14.465500 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0c123e-fe11-4bf7-8670-602d1f03d123 None None] Routers {'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:39:14.466098 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-2c0c123e-fe11-4bf7-8670-602d1f03d123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:39:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['a1714ab3-e78b-43b9-bd94-28d56fd0cb3e'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:39:14.492012 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-bcc5e463-1e19-4ebb-a2b4-99059599546b tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.0199790 Jan 28 03:39:14.492580 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8d1601c-2504-47b0-a4a4-c1605bfec227', 'tag': '511c549e-b86c-4064-8ece-d1cd230e05b2'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:39:14.494861 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3350a2-b26e-4cf7-95df-2d6f7a9d5d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "c8d1601c-2504-47b0-a4a4-c1605bfec227", "tag": "511c549e-b86c-4064-8ece-d1cd230e05b2"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:39:14.575861 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-2c0c123e-fe11-4bf7-8670-602d1f03d123 None None] Set router a1714ab3-e78b-43b9-bd94-28d56fd0cb3e gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:39:14.607403 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ce9b4-5999-49b6-8df3-ab38434920c0 req-8cf012d1-31c4-4454-b789-4a0ffbd3cd99 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:14.609364 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-832ce9b4-5999-49b6-8df3-ab38434920c0 req-8cf012d1-31c4-4454-b789-4a0ffbd3cd99 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8d1601c-2504-47b0-a4a4-c1605bfec227 HTTP/1.1" status: 200 len: 945 time: 0.0531654 Jan 28 03:39:14.666743 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-832ce9b4-5999-49b6-8df3-ab38434920c0 req-71acdbbf-37ff-4b57-b9c3-bef1e24dfbc1 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=78b5ca26-254c-4ab1-895e-3ee258ab2683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513599 Jan 28 03:39:14.689088 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60472) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:14.755977 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-56ec1d6d-1873-4f12-abc1-fd805f2b43ff tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/floatingips/c332bd42-86a0-4f5e-b662-f263c624ac7a HTTP/1.1" status: 200 len: 989 time: 0.0652101 Jan 28 03:39:14.781836 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3fe35a-6821-4f46-8b50-a0ae3401794c x-openstack-request-id: req-3a3fe35a-6821-4f46-8b50-a0ae3401794c {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:39:14.782340 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8d1601c-2504-47b0-a4a4-c1605bfec227", "tag": "511c549e-b86c-4064-8ece-d1cd230e05b2", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:39:14.782438 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3a3fe35a-6821-4f46-8b50-a0ae3401794c {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:39:14.782777 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8d1601c-2504-47b0-a4a4-c1605bfec227', 'tag': '511c549e-b86c-4064-8ece-d1cd230e05b2', 'status': 'completed', 'code': 200} Jan 28 03:39:14.813211 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-2c0c123e-fe11-4bf7-8670-602d1f03d123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319189870', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'd3a1f556-23cf-4b07-9661-7952e6bd9024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:38:52Z', 'updated_at': '2022-01-28T03:38:57Z', 'revision_number': 4, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': 'd3a1f556-23cf-4b07-9661-7952e6bd9024', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:52Z', 'updated_at': '2022-01-28T03:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': 'c332bd42-86a0-4f5e-b662-f263c624ac7a', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': 'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e', 'port_id': '511c549e-b86c-4064-8ece-d1cd230e05b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9efac44a-60fb-48ee-95ff-1b50785b4906', 'mac_address': 'fa:16:3e:57:ff:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d1601c-2504-47b0-a4a4-c1605bfec227', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:39:13Z', 'updated_at': '2022-01-28T03:39:13Z', 'revision_number': 0, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66a6039c-3e05-4afa-8dc6-e4a4c03995b4', 'name': '', 'network_id': '9efac44a-60fb-48ee-95ff-1b50785b4906', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'mac_address': 'fa:16:3e:c5:8b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '3bccfb2d-1f78-4554-a574-d5ce6546d42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:56Z', 'updated_at': '2022-01-28T03:39:00Z', 'revision_number': 5, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'subnets': [{'id': '3bccfb2d-1f78-4554-a574-d5ce6546d42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:39:14.839351 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0c123e-fe11-4bf7-8670-602d1f03d123 None None] Checking router: a1714ab3-e78b-43b9-bd94-28d56fd0cb3e for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:39:14.847956 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0c123e-fe11-4bf7-8670-602d1f03d123 None None] Routers {'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:39:14.848559 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-2c0c123e-fe11-4bf7-8670-602d1f03d123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:39:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['a1714ab3-e78b-43b9-bd94-28d56fd0cb3e'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:39:14.870282 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3350a2-b26e-4cf7-95df-2d6f7a9d5d7b req-e3843395-99e0-48a0-a3bd-a55608a68428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:14.871775 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0e3350a2-b26e-4cf7-95df-2d6f7a9d5d7b req-e3843395-99e0-48a0-a3bd-a55608a68428 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4&device_id=c8d1601c-2504-47b0-a4a4-c1605bfec227 HTTP/1.1" status: 200 len: 1097 time: 0.0456867 Jan 28 03:39:14.951613 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-2c0c123e-fe11-4bf7-8670-602d1f03d123 None None] Set router a1714ab3-e78b-43b9-bd94-28d56fd0cb3e gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:39:14.964289 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3350a2-b26e-4cf7-95df-2d6f7a9d5d7b req-3631d697-54c2-43f6-833f-7a310fa92c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:14.966078 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0e3350a2-b26e-4cf7-95df-2d6f7a9d5d7b req-3631d697-54c2-43f6-833f-7a310fa92c70 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9efac44a-60fb-48ee-95ff-1b50785b4906 HTTP/1.1" status: 200 len: 898 time: 0.0866058 Jan 28 03:39:15.036312 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0e3350a2-b26e-4cf7-95df-2d6f7a9d5d7b req-6267b7dd-2937-4868-9b60-c55c01eccaa6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=511c549e-b86c-4064-8ece-d1cd230e05b2 HTTP/1.1" status: 200 len: 997 time: 0.0646942 Jan 28 03:39:15.086852 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3350a2-b26e-4cf7-95df-2d6f7a9d5d7b req-17f3ef6b-79c4-42a5-8476-05ef673d8992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:15.088355 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0e3350a2-b26e-4cf7-95df-2d6f7a9d5d7b req-17f3ef6b-79c4-42a5-8476-05ef673d8992 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3bccfb2d-1f78-4554-a574-d5ce6546d42a HTTP/1.1" status: 200 len: 835 time: 0.0456972 Jan 28 03:39:15.134435 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3350a2-b26e-4cf7-95df-2d6f7a9d5d7b req-1f5936c5-fd3b-4907-9ad2-7e7f2d45c228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:15.136044 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0e3350a2-b26e-4cf7-95df-2d6f7a9d5d7b req-1f5936c5-fd3b-4907-9ad2-7e7f2d45c228 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9efac44a-60fb-48ee-95ff-1b50785b4906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416107 Jan 28 03:39:15.175688 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-2c0c123e-fe11-4bf7-8670-602d1f03d123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319189870', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'd3a1f556-23cf-4b07-9661-7952e6bd9024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:38:52Z', 'updated_at': '2022-01-28T03:38:57Z', 'revision_number': 4, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': 'd3a1f556-23cf-4b07-9661-7952e6bd9024', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:52Z', 'updated_at': '2022-01-28T03:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': 'c332bd42-86a0-4f5e-b662-f263c624ac7a', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': 'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e', 'port_id': '511c549e-b86c-4064-8ece-d1cd230e05b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9efac44a-60fb-48ee-95ff-1b50785b4906', 'mac_address': 'fa:16:3e:57:ff:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d1601c-2504-47b0-a4a4-c1605bfec227', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:39:13Z', 'updated_at': '2022-01-28T03:39:13Z', 'revision_number': 0, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66a6039c-3e05-4afa-8dc6-e4a4c03995b4', 'name': '', 'network_id': '9efac44a-60fb-48ee-95ff-1b50785b4906', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'mac_address': 'fa:16:3e:c5:8b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '3bccfb2d-1f78-4554-a574-d5ce6546d42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:56Z', 'updated_at': '2022-01-28T03:39:00Z', 'revision_number': 5, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'subnets': [{'id': '3bccfb2d-1f78-4554-a574-d5ce6546d42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:39:15.203644 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0c123e-fe11-4bf7-8670-602d1f03d123 None None] The sync data for ids ['a1714ab3-e78b-43b9-bd94-28d56fd0cb3e'] in n-d-712139-27 is: [{'id': 'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319189870', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'd3a1f556-23cf-4b07-9661-7952e6bd9024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:38:52Z', 'updated_at': '2022-01-28T03:38:57Z', 'revision_number': 4, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': 'd3a1f556-23cf-4b07-9661-7952e6bd9024', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:52Z', 'updated_at': '2022-01-28T03:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': 'c332bd42-86a0-4f5e-b662-f263c624ac7a', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': 'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e', 'port_id': '511c549e-b86c-4064-8ece-d1cd230e05b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9efac44a-60fb-48ee-95ff-1b50785b4906', 'mac_address': 'fa:16:3e:57:ff:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d1601c-2504-47b0-a4a4-c1605bfec227', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:39:13Z', 'updated_at': '2022-01-28T03:39:13Z', 'revision_number': 0, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66a6039c-3e05-4afa-8dc6-e4a4c03995b4', 'name': '', 'network_id': '9efac44a-60fb-48ee-95ff-1b50785b4906', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'mac_address': 'fa:16:3e:c5:8b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '3bccfb2d-1f78-4554-a574-d5ce6546d42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:56Z', 'updated_at': '2022-01-28T03:39:00Z', 'revision_number': 5, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'subnets': [{'id': '3bccfb2d-1f78-4554-a574-d5ce6546d42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:39:15.230019 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0e3350a2-b26e-4cf7-95df-2d6f7a9d5d7b req-22a690c0-8c64-459c-a919-a03666b6520f service neutron] 10.222.0.67 "GET /v2.0/networks/9efac44a-60fb-48ee-95ff-1b50785b4906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884614 Jan 28 03:39:15.320417 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0e3350a2-b26e-4cf7-95df-2d6f7a9d5d7b req-6615689a-dd84-47a0-b0dc-93e23a1abc36 service neutron] 10.222.0.67 "GET /v2.0/networks/9efac44a-60fb-48ee-95ff-1b50785b4906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848558 Jan 28 03:39:15.419216 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcae24a-ffef-4e16-9525-012be0ab9fc7 None None] New status for floating IP c332bd42-86a0-4f5e-b662-f263c624ac7a: ACTIVE {{(pid=109804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:39:15.758673 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60474) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:39:15.833106 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-038eb505-f2a8-4c73-9fd4-f63a95245109 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/floatingips/c332bd42-86a0-4f5e-b662-f263c624ac7a HTTP/1.1" status: 200 len: 991 time: 0.0728316 Jan 28 03:39:29.496651 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:29.756585 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7586a697-23b6-442e-8441-88bb348c8ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:31.827148 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-215e13eb-d635-4644-bdd7-5ae30d6efb45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:33.470952 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:33.796164 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:34.914089 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:36.170771 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:36.576562 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dff36be1-1bd9-49e7-9776-354ad740c453 req-e9f08181-4aa5-41d3-996a-4ab877d7da3d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c8d1601c-2504-47b0-a4a4-c1605bfec227&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425682 Jan 28 03:39:36.694759 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff36be1-1bd9-49e7-9776-354ad740c453 req-e98f966f-d67f-4127-acc7-1c09ec4dc08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:36.696305 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dff36be1-1bd9-49e7-9776-354ad740c453 req-e98f966f-d67f-4127-acc7-1c09ec4dc08b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4&device_id=c8d1601c-2504-47b0-a4a4-c1605bfec227 HTTP/1.1" status: 200 len: 1097 time: 0.0567858 Jan 28 03:39:36.807385 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff36be1-1bd9-49e7-9776-354ad740c453 req-3db94172-3fb2-4988-aaad-9b4c73b7d24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:36.808905 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dff36be1-1bd9-49e7-9776-354ad740c453 req-3db94172-3fb2-4988-aaad-9b4c73b7d24a service neutron] 10.222.0.67 "GET /v2.0/networks?id=9efac44a-60fb-48ee-95ff-1b50785b4906 HTTP/1.1" status: 200 len: 898 time: 0.0894475 Jan 28 03:39:36.884355 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dff36be1-1bd9-49e7-9776-354ad740c453 req-4e978da0-f435-4733-8c29-98aa92289366 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=511c549e-b86c-4064-8ece-d1cd230e05b2 HTTP/1.1" status: 200 len: 999 time: 0.0685596 Jan 28 03:39:36.932315 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff36be1-1bd9-49e7-9776-354ad740c453 req-3bf32f2d-e43b-4edf-aa2e-b9d7e3f18c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:36.933787 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dff36be1-1bd9-49e7-9776-354ad740c453 req-3bf32f2d-e43b-4edf-aa2e-b9d7e3f18c54 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3bccfb2d-1f78-4554-a574-d5ce6546d42a HTTP/1.1" status: 200 len: 835 time: 0.0433881 Jan 28 03:39:36.979087 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff36be1-1bd9-49e7-9776-354ad740c453 req-6e3d0441-111d-4929-ab54-7201314957d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:39:36.980581 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dff36be1-1bd9-49e7-9776-354ad740c453 req-6e3d0441-111d-4929-ab54-7201314957d5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9efac44a-60fb-48ee-95ff-1b50785b4906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411160 Jan 28 03:39:37.073578 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dff36be1-1bd9-49e7-9776-354ad740c453 req-711b3aae-d0a0-4134-be8b-b90e985946e3 service neutron] 10.222.0.67 "GET /v2.0/networks/9efac44a-60fb-48ee-95ff-1b50785b4906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865414 Jan 28 03:39:37.172844 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dff36be1-1bd9-49e7-9776-354ad740c453 req-c080e4f9-8f90-4093-b5be-2841f156ac71 service neutron] 10.222.0.67 "GET /v2.0/networks/9efac44a-60fb-48ee-95ff-1b50785b4906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931957 Jan 28 03:39:41.243662 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:39:59.507829 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:39:59.756526 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-aeaa90de-93fd-40f3-a2bf-bbff01e3e4a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:01.825274 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d31c73b4-a0a5-421b-baef-6a57d684abe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:03.467499 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:03.813191 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:04.915984 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:06.158841 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:18.243446 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:40:19.090011 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d5979-4105-402e-8f72-81e101044fc8 req-d5531a67-9178-4d7e-a823-51b909aaa22a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:19.091531 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-060d5979-4105-402e-8f72-81e101044fc8 req-d5531a67-9178-4d7e-a823-51b909aaa22a tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8d1601c-2504-47b0-a4a4-c1605bfec227 HTTP/1.1" status: 200 len: 945 time: 0.1602340 Jan 28 03:40:19.147408 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-060d5979-4105-402e-8f72-81e101044fc8 req-6f398261-5eeb-4761-849c-9f36d6e3a8d7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=78b5ca26-254c-4ab1-895e-3ee258ab2683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497575 Jan 28 03:40:20.280481 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ec306-8fb1-4a5f-a667-ac35f3411b3a req-137c01ce-16a8-4099-b343-441f081a468e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:20.282028 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-988ec306-8fb1-4a5f-a667-ac35f3411b3a req-137c01ce-16a8-4099-b343-441f081a468e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8d1601c-2504-47b0-a4a4-c1605bfec227 HTTP/1.1" status: 200 len: 945 time: 0.0575349 Jan 28 03:40:20.335089 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-988ec306-8fb1-4a5f-a667-ac35f3411b3a req-f2858e6e-0ac8-4dd5-9150-58ce6c4c8aff tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=78b5ca26-254c-4ab1-895e-3ee258ab2683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472307 Jan 28 03:40:21.466107 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f8212-4c7a-4310-93c1-caef5a7f382c req-8d85a4a1-efdb-4264-b6a6-712b23ac47e1 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:21.467505 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c13f8212-4c7a-4310-93c1-caef5a7f382c req-8d85a4a1-efdb-4264-b6a6-712b23ac47e1 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8d1601c-2504-47b0-a4a4-c1605bfec227 HTTP/1.1" status: 200 len: 945 time: 0.0512986 Jan 28 03:40:21.521670 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c13f8212-4c7a-4310-93c1-caef5a7f382c req-c7743441-0500-4ebb-aa23-3badbe9a5cec tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=78b5ca26-254c-4ab1-895e-3ee258ab2683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481741 Jan 28 03:40:22.663811 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053bcec-f152-4a83-abd8-5f2a96ecda69 req-e653a489-0000-49fa-b36f-3144c15ec19e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:22.665366 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0053bcec-f152-4a83-abd8-5f2a96ecda69 req-e653a489-0000-49fa-b36f-3144c15ec19e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8d1601c-2504-47b0-a4a4-c1605bfec227 HTTP/1.1" status: 200 len: 945 time: 0.0589066 Jan 28 03:40:22.716993 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0053bcec-f152-4a83-abd8-5f2a96ecda69 req-f2086f16-bffd-41bf-97fb-300a1e7538ea tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=78b5ca26-254c-4ab1-895e-3ee258ab2683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446393 Jan 28 03:40:23.846673 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a42f25-7968-45af-9e9e-9bbb294e86d2 req-ff503384-6151-4bcd-ae66-d1de45d3dc03 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:23.848147 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-08a42f25-7968-45af-9e9e-9bbb294e86d2 req-ff503384-6151-4bcd-ae66-d1de45d3dc03 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8d1601c-2504-47b0-a4a4-c1605bfec227 HTTP/1.1" status: 200 len: 945 time: 0.0528436 Jan 28 03:40:23.897506 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-08a42f25-7968-45af-9e9e-9bbb294e86d2 req-57cbda1e-f8e4-46ab-aa18-e27dc2890ac3 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=78b5ca26-254c-4ab1-895e-3ee258ab2683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435340 Jan 28 03:40:25.025722 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ca1d0-9b2f-41dd-a433-a7bee0ed08df req-ff00a226-e6ac-4308-8e70-dd094bf06879 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:25.027121 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cf1ca1d0-9b2f-41dd-a433-a7bee0ed08df req-ff00a226-e6ac-4308-8e70-dd094bf06879 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8d1601c-2504-47b0-a4a4-c1605bfec227 HTTP/1.1" status: 200 len: 945 time: 0.0489855 Jan 28 03:40:25.083674 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cf1ca1d0-9b2f-41dd-a433-a7bee0ed08df req-125c80af-2e05-445a-8cd3-95ba9aa59c36 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=78b5ca26-254c-4ab1-895e-3ee258ab2683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508361 Jan 28 03:40:26.215530 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16061325-6ca2-423c-90d9-62a4249a6409 req-bd39af81-bb94-4bc3-861d-698493586b7d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:26.216984 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16061325-6ca2-423c-90d9-62a4249a6409 req-bd39af81-bb94-4bc3-861d-698493586b7d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8d1601c-2504-47b0-a4a4-c1605bfec227 HTTP/1.1" status: 200 len: 945 time: 0.0528708 Jan 28 03:40:26.276123 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16061325-6ca2-423c-90d9-62a4249a6409 req-64ef64b7-d271-49fe-aa50-423684093ef7 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=78b5ca26-254c-4ab1-895e-3ee258ab2683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532136 Jan 28 03:40:27.411769 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ede81-f0f4-417b-9fe1-90cf960a3447 req-221d32fc-7598-4a1e-8f22-f0f7ed2687eb tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:27.413338 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-721ede81-f0f4-417b-9fe1-90cf960a3447 req-221d32fc-7598-4a1e-8f22-f0f7ed2687eb tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8d1601c-2504-47b0-a4a4-c1605bfec227 HTTP/1.1" status: 200 len: 945 time: 0.0605252 Jan 28 03:40:27.464313 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-721ede81-f0f4-417b-9fe1-90cf960a3447 req-f1520e88-1497-4527-8fbf-39d65e8e635d tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=78b5ca26-254c-4ab1-895e-3ee258ab2683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452299 Jan 28 03:40:28.603586 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c565af3-7599-474b-b5c4-4602ac43342d req-b48fad50-debc-478b-a7e6-86d6a691c6ae tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:28.605095 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c565af3-7599-474b-b5c4-4602ac43342d req-b48fad50-debc-478b-a7e6-86d6a691c6ae tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8d1601c-2504-47b0-a4a4-c1605bfec227 HTTP/1.1" status: 200 len: 945 time: 0.0485742 Jan 28 03:40:28.653951 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c565af3-7599-474b-b5c4-4602ac43342d req-091ea8b5-ac6d-40d1-b686-0170dcf377a6 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=78b5ca26-254c-4ab1-895e-3ee258ab2683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429852 Jan 28 03:40:29.511500 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:29.750029 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f8d6b10d-6432-40da-862f-e4808a57bca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:29.784057 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62133b66-6bd4-467b-a901-c4d01134ecaf req-3148d307-cf23-4144-8454-64e27de9e7ec tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:29.785821 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-62133b66-6bd4-467b-a901-c4d01134ecaf req-3148d307-cf23-4144-8454-64e27de9e7ec tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8d1601c-2504-47b0-a4a4-c1605bfec227 HTTP/1.1" status: 200 len: 945 time: 0.0578167 Jan 28 03:40:29.835064 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-62133b66-6bd4-467b-a901-c4d01134ecaf req-d2a3781f-c0b7-4485-a186-02f93c9ed934 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=78b5ca26-254c-4ab1-895e-3ee258ab2683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435634 Jan 28 03:40:30.971328 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b8af6-9bf3-4176-a0e6-f01a2a228632 req-9af14241-8685-4b9b-9666-674217c0b7fd tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:30.973116 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b5b8af6-9bf3-4176-a0e6-f01a2a228632 req-9af14241-8685-4b9b-9666-674217c0b7fd tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8d1601c-2504-47b0-a4a4-c1605bfec227 HTTP/1.1" status: 200 len: 945 time: 0.0639627 Jan 28 03:40:31.037249 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b5b8af6-9bf3-4176-a0e6-f01a2a228632 req-ea6bb050-1f25-4bc1-b31c-d180a0222802 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=78b5ca26-254c-4ab1-895e-3ee258ab2683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563829 Jan 28 03:40:31.824483 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0d809472-bfb1-44ce-94f3-0f304376ff24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:32.182932 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85492860-53d4-4386-8967-8990b9712dde req-ec8d5536-adff-4879-a7e6-64d9c3e18317 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:32.184450 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-85492860-53d4-4386-8967-8990b9712dde req-ec8d5536-adff-4879-a7e6-64d9c3e18317 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8d1601c-2504-47b0-a4a4-c1605bfec227 HTTP/1.1" status: 200 len: 945 time: 0.0667512 Jan 28 03:40:32.243520 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-85492860-53d4-4386-8967-8990b9712dde req-45127063-5654-4314-b843-5e40130874f9 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=78b5ca26-254c-4ab1-895e-3ee258ab2683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509467 Jan 28 03:40:33.366504 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab318c4e-6e67-4659-a0e1-389ff0d0b892 req-b69add3d-5dec-4cd8-996a-86dad682f2a9 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:33.367949 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ab318c4e-6e67-4659-a0e1-389ff0d0b892 req-b69add3d-5dec-4cd8-996a-86dad682f2a9 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8d1601c-2504-47b0-a4a4-c1605bfec227 HTTP/1.1" status: 200 len: 945 time: 0.0490749 Jan 28 03:40:33.429348 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ab318c4e-6e67-4659-a0e1-389ff0d0b892 req-b68ebad5-da2a-4f38-9044-533b40bdd458 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=78b5ca26-254c-4ab1-895e-3ee258ab2683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551848 Jan 28 03:40:33.470775 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:33.588707 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f539b-4094-4f8d-8314-3265fe5de6ef req-95c308d4-2e70-43d2-9f70-1969d9ca86cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:33.590899 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2f9f539b-4094-4f8d-8314-3265fe5de6ef req-95c308d4-2e70-43d2-9f70-1969d9ca86cd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c8d1601c-2504-47b0-a4a4-c1605bfec227 HTTP/1.1" status: 200 len: 1097 time: 0.0591650 Jan 28 03:40:33.649425 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2f9f539b-4094-4f8d-8314-3265fe5de6ef req-c20223f7-65a8-4319-8643-3f571754752a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=78b5ca26-254c-4ab1-895e-3ee258ab2683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514820 Jan 28 03:40:33.838654 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:34.361175 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 511c549e-b86c-4064-8ece-d1cd230e05b2 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:40:34.368570 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 511c549e-b86c-4064-8ece-d1cd230e05b2 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:40:34.523593 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 511c549e-b86c-4064-8ece-d1cd230e05b2, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=511c549e-b86c-4064-8ece-d1cd230e05b2,segment=NetworkSegment(67010cf6-b303-4eaa-b3db-8d4595d8d3f3),segment_id=67010cf6-b303-4eaa-b3db-8d4595d8d3f3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:40:34.526316 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 511c549e-b86c-4064-8ece-d1cd230e05b2 is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:40:34.526700 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (511c549e-b86c-4064-8ece-d1cd230e05b2), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:34.544654 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '511c549e-b86c-4064-8ece-d1cd230e05b2', 'network_id': '9efac44a-60fb-48ee-95ff-1b50785b4906', 'port_id': '511c549e-b86c-4064-8ece-d1cd230e05b2', 'mac_address': 'fa:16:3e:57:ff:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bccfb2d-1f78-4554-a574-d5ce6546d42a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:40:34.553430 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dffc7c-e484-4a26-88cb-dc4075d76e74 req-b682053b-4f4d-490b-9721-67a965fabbe4 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:34.554953 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-75dffc7c-e484-4a26-88cb-dc4075d76e74 req-b682053b-4f4d-490b-9721-67a965fabbe4 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8d1601c-2504-47b0-a4a4-c1605bfec227 HTTP/1.1" status: 200 len: 945 time: 0.0500183 Jan 28 03:40:34.559672 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d1601c-2504-47b0-a4a4-c1605bfec227', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '511c549e-b86c-4064-8ece-d1cd230e05b2'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:40:34.562002 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf89d28-4116-419b-bc80-055d86fdb402" -d '{"events": [{"server_uuid": "c8d1601c-2504-47b0-a4a4-c1605bfec227", "name": "network-vif-unplugged", "status": "completed", "tag": "511c549e-b86c-4064-8ece-d1cd230e05b2"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:40:34.592694 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 511c549e-b86c-4064-8ece-d1cd230e05b2, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=511c549e-b86c-4064-8ece-d1cd230e05b2,segment=NetworkSegment(67010cf6-b303-4eaa-b3db-8d4595d8d3f3),segment_id=67010cf6-b303-4eaa-b3db-8d4595d8d3f3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:40:34.598895 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (511c549e-b86c-4064-8ece-d1cd230e05b2), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:34.610176 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1e96b0-4ad8-4c56-a500-c983d590c5c7 x-openstack-request-id: req-0e1e96b0-4ad8-4c56-a500-c983d590c5c7 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:40:34.610392 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-75dffc7c-e484-4a26-88cb-dc4075d76e74 req-43788b44-f532-4c2a-bb23-7b378c8b0db4 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=78b5ca26-254c-4ab1-895e-3ee258ab2683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493410 Jan 28 03:40:34.610603 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d1601c-2504-47b0-a4a4-c1605bfec227", "name": "network-vif-unplugged", "status": "completed", "tag": "511c549e-b86c-4064-8ece-d1cd230e05b2", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:40:34.610981 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0e1e96b0-4ad8-4c56-a500-c983d590c5c7 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:40:34.611442 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d1601c-2504-47b0-a4a4-c1605bfec227', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '511c549e-b86c-4064-8ece-d1cd230e05b2', 'code': 200} Jan 28 03:40:34.613365 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 511c549e-b86c-4064-8ece-d1cd230e05b2 is: ACTIVE; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:40:34.613794 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (511c549e-b86c-4064-8ece-d1cd230e05b2), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:34.646176 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 511c549e-b86c-4064-8ece-d1cd230e05b2 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:40:34.690082 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=511c549e-b86c-4064-8ece-d1cd230e05b2,revision_number=6']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:34.701592 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:34.701940 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:34.702279 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:34.702615 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:34.702945 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:34.703275 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:34.703599 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:34.703923 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:34.704246 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:34.704569 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:34.704869 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:34.705227 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:34.705543 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:40:34.718413 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.api [None req-39d61263-8968-4340-b258-80509f6b456b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:40:34.718813 n-d-712139-27 neutron-server[109804]: DEBUG oslo_db.api [None req-39d61263-8968-4340-b258-80509f6b456b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:40:34.918263 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:35.256664 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 511c549e-b86c-4064-8ece-d1cd230e05b2 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:40:35.257063 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (511c549e-b86c-4064-8ece-d1cd230e05b2), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:35.269859 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 511c549e-b86c-4064-8ece-d1cd230e05b2 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:40:35.288679 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 511c549e-b86c-4064-8ece-d1cd230e05b2, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=511c549e-b86c-4064-8ece-d1cd230e05b2,segment=NetworkSegment(67010cf6-b303-4eaa-b3db-8d4595d8d3f3),segment_id=67010cf6-b303-4eaa-b3db-8d4595d8d3f3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:40:35.293577 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (511c549e-b86c-4064-8ece-d1cd230e05b2), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:35.340680 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=511c549e-b86c-4064-8ece-d1cd230e05b2,revision_number=7']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:35.748198 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6fe3ca-7c1b-4aad-ac13-f5e14da3a570 req-0a89dfb5-6f7d-4df6-8f4f-47221b0059ac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:35.749705 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ed6fe3ca-7c1b-4aad-ac13-f5e14da3a570 req-0a89dfb5-6f7d-4df6-8f4f-47221b0059ac tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8d1601c-2504-47b0-a4a4-c1605bfec227 HTTP/1.1" status: 200 len: 944 time: 0.0653708 Jan 28 03:40:35.767339 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['511c549e-b86c-4064-8ece-d1cd230e05b2'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:40:35.799917 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ed6fe3ca-7c1b-4aad-ac13-f5e14da3a570 req-49210f05-1ac6-4eb3-a51e-53fe44015c0e tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=78b5ca26-254c-4ab1-895e-3ee258ab2683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439200 Jan 28 03:40:35.822541 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60554) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:40:35.882783 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-fa892510-1e88-4a77-bc19-2875951b3063 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/floatingips/c332bd42-86a0-4f5e-b662-f263c624ac7a HTTP/1.1" status: 200 len: 990 time: 0.0591652 Jan 28 03:40:36.160030 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:38.383192 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 511c549e-b86c-4064-8ece-d1cd230e05b2 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:40:38.432403 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 511c549e-b86c-4064-8ece-d1cd230e05b2 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:40:38.432767 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (511c549e-b86c-4064-8ece-d1cd230e05b2), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:38.520713 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 511c549e-b86c-4064-8ece-d1cd230e05b2 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:40:38.521121 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (511c549e-b86c-4064-8ece-d1cd230e05b2), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:38.547052 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d1601c-2504-47b0-a4a4-c1605bfec227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511c549e-b86c-4064-8ece-d1cd230e05b2'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:40:38.549440 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a23c2a-7907-4453-8468-8bf6d6133937" -d '{"events": [{"server_uuid": "c8d1601c-2504-47b0-a4a4-c1605bfec227", "name": "network-vif-plugged", "status": "completed", "tag": "511c549e-b86c-4064-8ece-d1cd230e05b2"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:40:38.562784 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 511c549e-b86c-4064-8ece-d1cd230e05b2, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=511c549e-b86c-4064-8ece-d1cd230e05b2,segment=NetworkSegment(67010cf6-b303-4eaa-b3db-8d4595d8d3f3),segment_id=67010cf6-b303-4eaa-b3db-8d4595d8d3f3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:40:38.567893 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (511c549e-b86c-4064-8ece-d1cd230e05b2), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:38.573476 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-edb54ce0-eb71-4eff-a60a-f61bfe25b30c req-2a96c44e-56e8-4804-8a4b-b5eaeab6f46a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c8d1601c-2504-47b0-a4a4-c1605bfec227&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0465782 Jan 28 03:40:38.597509 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19ccd1e-d8fc-455c-9570-6c8bf8b73902 x-openstack-request-id: req-e19ccd1e-d8fc-455c-9570-6c8bf8b73902 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:40:38.597800 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d1601c-2504-47b0-a4a4-c1605bfec227", "name": "network-vif-plugged", "status": "completed", "tag": "511c549e-b86c-4064-8ece-d1cd230e05b2", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:40:38.598057 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e19ccd1e-d8fc-455c-9570-6c8bf8b73902 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:40:38.598448 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d1601c-2504-47b0-a4a4-c1605bfec227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511c549e-b86c-4064-8ece-d1cd230e05b2', 'code': 200} Jan 28 03:40:38.625861 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=511c549e-b86c-4064-8ece-d1cd230e05b2,revision_number=8']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:40:38.686507 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb54ce0-eb71-4eff-a60a-f61bfe25b30c req-ad292446-98bc-4aa4-9d6f-ee70ee8d58e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:38.688019 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-edb54ce0-eb71-4eff-a60a-f61bfe25b30c req-ad292446-98bc-4aa4-9d6f-ee70ee8d58e7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4&device_id=c8d1601c-2504-47b0-a4a4-c1605bfec227 HTTP/1.1" status: 200 len: 1097 time: 0.0426807 Jan 28 03:40:38.791027 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb54ce0-eb71-4eff-a60a-f61bfe25b30c req-f6b2058a-289e-4c73-89cb-8467f2f93e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:38.792520 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-edb54ce0-eb71-4eff-a60a-f61bfe25b30c req-f6b2058a-289e-4c73-89cb-8467f2f93e5d service neutron] 10.222.0.67 "GET /v2.0/networks?id=9efac44a-60fb-48ee-95ff-1b50785b4906 HTTP/1.1" status: 200 len: 898 time: 0.0854075 Jan 28 03:40:38.863921 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-edb54ce0-eb71-4eff-a60a-f61bfe25b30c req-3673fcec-cbfb-46d1-8f35-1f7e36d63d2b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=511c549e-b86c-4064-8ece-d1cd230e05b2 HTTP/1.1" status: 200 len: 999 time: 0.0656166 Jan 28 03:40:38.914329 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb54ce0-eb71-4eff-a60a-f61bfe25b30c req-2c30f32b-3620-4705-af1a-c870dad0cc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:38.915776 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-edb54ce0-eb71-4eff-a60a-f61bfe25b30c req-2c30f32b-3620-4705-af1a-c870dad0cc5d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3bccfb2d-1f78-4554-a574-d5ce6546d42a HTTP/1.1" status: 200 len: 835 time: 0.0465806 Jan 28 03:40:38.962972 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb54ce0-eb71-4eff-a60a-f61bfe25b30c req-d94cda69-0247-4ca3-bd01-5fd2c72e9f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:40:38.964480 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-edb54ce0-eb71-4eff-a60a-f61bfe25b30c req-d94cda69-0247-4ca3-bd01-5fd2c72e9f70 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9efac44a-60fb-48ee-95ff-1b50785b4906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433533 Jan 28 03:40:39.067026 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-edb54ce0-eb71-4eff-a60a-f61bfe25b30c req-d737bf6b-b0e4-4e9a-b7d9-414e8ea4b29b service neutron] 10.222.0.67 "GET /v2.0/networks/9efac44a-60fb-48ee-95ff-1b50785b4906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958812 Jan 28 03:40:39.157674 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-edb54ce0-eb71-4eff-a60a-f61bfe25b30c req-c18524bd-91df-42a9-af2e-cf6e9b1dd481 service neutron] 10.222.0.67 "GET /v2.0/networks/9efac44a-60fb-48ee-95ff-1b50785b4906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847883 Jan 28 03:40:55.243609 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:40:59.506667 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:40:59.756519 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-daf31977-1fca-4c9a-a1c3-7080bdd4f01f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:01.826348 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9952ed54-20ff-4ec6-bbc3-d0dd5b6a3408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:03.475848 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:03.827404 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:04.926576 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:06.156936 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:29.506309 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:29.755684 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1de822ea-4be6-4b9e-929d-3692d1892036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:31.822609 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c3bb0a5e-853d-4d22-90b0-5c0e06abed27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:32.247715 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:41:33.479000 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:33.838419 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:34.932253 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:36.172631 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:39.648356 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8dc9a63d-514d-4ccb-adb1-dc337dc0019c req-7579ba82-556c-48e5-bc19-26b110b39a1a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c8d1601c-2504-47b0-a4a4-c1605bfec227&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1057074 Jan 28 03:41:39.749519 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9a63d-514d-4ccb-adb1-dc337dc0019c req-12e44c9f-a621-4bc1-b326-e2235ec1ad72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:39.751057 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8dc9a63d-514d-4ccb-adb1-dc337dc0019c req-12e44c9f-a621-4bc1-b326-e2235ec1ad72 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4&device_id=c8d1601c-2504-47b0-a4a4-c1605bfec227 HTTP/1.1" status: 200 len: 1097 time: 0.0434687 Jan 28 03:41:39.863211 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9a63d-514d-4ccb-adb1-dc337dc0019c req-c2dd5240-4520-48d2-8a0e-73eff46574bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:39.864722 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8dc9a63d-514d-4ccb-adb1-dc337dc0019c req-c2dd5240-4520-48d2-8a0e-73eff46574bc service neutron] 10.222.0.67 "GET /v2.0/networks?id=9efac44a-60fb-48ee-95ff-1b50785b4906 HTTP/1.1" status: 200 len: 898 time: 0.0910754 Jan 28 03:41:39.952138 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8dc9a63d-514d-4ccb-adb1-dc337dc0019c req-10f12594-7f8a-41f9-9271-e16858358373 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=511c549e-b86c-4064-8ece-d1cd230e05b2 HTTP/1.1" status: 200 len: 999 time: 0.0796504 Jan 28 03:41:40.000530 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9a63d-514d-4ccb-adb1-dc337dc0019c req-23b6fb74-c47e-428e-9b8b-bc1b72f99513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:40.002018 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8dc9a63d-514d-4ccb-adb1-dc337dc0019c req-23b6fb74-c47e-428e-9b8b-bc1b72f99513 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3bccfb2d-1f78-4554-a574-d5ce6546d42a HTTP/1.1" status: 200 len: 835 time: 0.0435526 Jan 28 03:41:40.048435 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9a63d-514d-4ccb-adb1-dc337dc0019c req-45a8e9db-b56d-41be-8d60-a32e119e9df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:40.049977 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8dc9a63d-514d-4ccb-adb1-dc337dc0019c req-45a8e9db-b56d-41be-8d60-a32e119e9df1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9efac44a-60fb-48ee-95ff-1b50785b4906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406775 Jan 28 03:41:40.150086 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8dc9a63d-514d-4ccb-adb1-dc337dc0019c req-aad4584c-21e1-440a-b197-f8374ca5bee4 service neutron] 10.222.0.67 "GET /v2.0/networks/9efac44a-60fb-48ee-95ff-1b50785b4906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929847 Jan 28 03:41:40.246281 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8dc9a63d-514d-4ccb-adb1-dc337dc0019c req-6bdf301f-23f4-4565-a79c-f1cf20bfffa2 service neutron] 10.222.0.67 "GET /v2.0/networks/9efac44a-60fb-48ee-95ff-1b50785b4906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887737 Jan 28 03:41:49.294982 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60602) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:49.460522 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-10424185-9a40-49ab-9b04-550399d36516 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Deleting port 1b3fc92a-a2ef-4768-9806-ff37d7195b74 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:41:49.460856 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-10424185-9a40-49ab-9b04-550399d36516 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (1b3fc92a-a2ef-4768-9806-ff37d7195b74), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:49.534037 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-10424185-9a40-49ab-9b04-550399d36516 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (1b3fc92a-a2ef-4768-9806-ff37d7195b74), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:49.534283 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-10424185-9a40-49ab-9b04-550399d36516 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for floatingip (1b3fc92a-a2ef-4768-9806-ff37d7195b74), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:49.552170 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-10424185-9a40-49ab-9b04-550399d36516 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Calling delete_port for 1b3fc92a-a2ef-4768-9806-ff37d7195b74 owned by network:floatingip {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:41:49.709089 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-10424185-9a40-49ab-9b04-550399d36516 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (1b3fc92a-a2ef-4768-9806-ff37d7195b74), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:49.738481 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10424185-9a40-49ab-9b04-550399d36516 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event deleted for resources: {'Port': ['ID=1b3fc92a-a2ef-4768-9806-ff37d7195b74,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:49.750436 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10424185-9a40-49ab-9b04-550399d36516 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:49.750792 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10424185-9a40-49ab-9b04-550399d36516 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:49.751143 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10424185-9a40-49ab-9b04-550399d36516 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:49.751481 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10424185-9a40-49ab-9b04-550399d36516 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:49.751903 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10424185-9a40-49ab-9b04-550399d36516 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:49.752244 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10424185-9a40-49ab-9b04-550399d36516 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:49.752601 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10424185-9a40-49ab-9b04-550399d36516 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:49.752948 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10424185-9a40-49ab-9b04-550399d36516 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:49.753305 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10424185-9a40-49ab-9b04-550399d36516 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:49.753637 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10424185-9a40-49ab-9b04-550399d36516 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:49.753978 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10424185-9a40-49ab-9b04-550399d36516 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:49.754296 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10424185-9a40-49ab-9b04-550399d36516 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:49.754618 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10424185-9a40-49ab-9b04-550399d36516 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:49.823940 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-10424185-9a40-49ab-9b04-550399d36516 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for floatingip (c332bd42-86a0-4f5e-b662-f263c624ac7a), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:49.824168 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [None req-10424185-9a40-49ab-9b04-550399d36516 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Floating IP c332bd42-86a0-4f5e-b662-f263c624ac7a disassociated (deleted). External IP: 172.25.0.7, port: 511c549e-b86c-4064-8ece-d1cd230e05b2. Jan 28 03:41:50.056135 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10424185-9a40-49ab-9b04-550399d36516 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Router a1714ab3-e78b-43b9-bd94-28d56fd0cb3e has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:41:50.167220 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10424185-9a40-49ab-9b04-550399d36516 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:41:50.173194 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-10424185-9a40-49ab-9b04-550399d36516 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:50.178070 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b138a0-00da-4a39-87d7-1a3ce0b63faa None None] Sync routers for ids ['a1714ab3-e78b-43b9-bd94-28d56fd0cb3e'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:41:50.190143 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b138a0-00da-4a39-87d7-1a3ce0b63faa None None] Routers {'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:41:50.190753 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-28b138a0-00da-4a39-87d7-1a3ce0b63faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:41:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['a1714ab3-e78b-43b9-bd94-28d56fd0cb3e'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:50.206477 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-10424185-9a40-49ab-9b04-550399d36516 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "DELETE /v2.0/floatingips/c332bd42-86a0-4f5e-b662-f263c624ac7a HTTP/1.1" status: 204 len: 168 time: 0.9079006 Jan 28 03:41:50.206477 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8d1601c-2504-47b0-a4a4-c1605bfec227', 'tag': '511c549e-b86c-4064-8ece-d1cd230e05b2'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:41:50.207160 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9805d6-f038-4cc2-ac96-d141e74912d2" -d '{"events": [{"name": "network-changed", "server_uuid": "c8d1601c-2504-47b0-a4a4-c1605bfec227", "tag": "511c549e-b86c-4064-8ece-d1cd230e05b2"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:41:50.247023 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2476ffad-0848-4e6b-9ca3-220583a3b19c x-openstack-request-id: req-2476ffad-0848-4e6b-9ca3-220583a3b19c {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:41:50.247476 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8d1601c-2504-47b0-a4a4-c1605bfec227", "tag": "511c549e-b86c-4064-8ece-d1cd230e05b2", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:41:50.247701 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2476ffad-0848-4e6b-9ca3-220583a3b19c {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:41:50.248371 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8d1601c-2504-47b0-a4a4-c1605bfec227', 'tag': '511c549e-b86c-4064-8ece-d1cd230e05b2', 'status': 'completed', 'code': 200} Jan 28 03:41:50.301110 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-28b138a0-00da-4a39-87d7-1a3ce0b63faa None None] Set router a1714ab3-e78b-43b9-bd94-28d56fd0cb3e gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:41:50.340201 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9805d6-f038-4cc2-ac96-d141e74912d2 req-0bd32dc0-4878-4aa1-9f53-b2dd5af394c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:50.341773 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8e9805d6-f038-4cc2-ac96-d141e74912d2 req-0bd32dc0-4878-4aa1-9f53-b2dd5af394c8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4&device_id=c8d1601c-2504-47b0-a4a4-c1605bfec227 HTTP/1.1" status: 200 len: 1097 time: 0.0519404 Jan 28 03:41:50.468797 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9805d6-f038-4cc2-ac96-d141e74912d2 req-c548dcec-d42f-4896-a0a5-6bff01a5fd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:50.470332 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8e9805d6-f038-4cc2-ac96-d141e74912d2 req-c548dcec-d42f-4896-a0a5-6bff01a5fd9f service neutron] 10.222.0.67 "GET /v2.0/networks?id=9efac44a-60fb-48ee-95ff-1b50785b4906 HTTP/1.1" status: 200 len: 898 time: 0.1211979 Jan 28 03:41:50.484659 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ca992-1e81-4f51-bc18-7d758e850d91 req-c4a4401d-0766-4246-af25-187956d1a392 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:50.486250 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-397ca992-1e81-4f51-bc18-7d758e850d91 req-c4a4401d-0766-4246-af25-187956d1a392 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8d1601c-2504-47b0-a4a4-c1605bfec227 HTTP/1.1" status: 200 len: 945 time: 0.0792029 Jan 28 03:41:50.545857 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8e9805d6-f038-4cc2-ac96-d141e74912d2 req-b41a248e-032f-4b29-9b19-72abc4124bd6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=511c549e-b86c-4064-8ece-d1cd230e05b2 HTTP/1.1" status: 200 len: 217 time: 0.0586085 Jan 28 03:41:50.601686 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-28b138a0-00da-4a39-87d7-1a3ce0b63faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319189870', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'd3a1f556-23cf-4b07-9661-7952e6bd9024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:38:52Z', 'updated_at': '2022-01-28T03:38:57Z', 'revision_number': 4, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': 'd3a1f556-23cf-4b07-9661-7952e6bd9024', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:52Z', 'updated_at': '2022-01-28T03:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '66a6039c-3e05-4afa-8dc6-e4a4c03995b4', 'name': '', 'network_id': '9efac44a-60fb-48ee-95ff-1b50785b4906', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'mac_address': 'fa:16:3e:c5:8b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '3bccfb2d-1f78-4554-a574-d5ce6546d42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:56Z', 'updated_at': '2022-01-28T03:39:00Z', 'revision_number': 5, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'subnets': [{'id': '3bccfb2d-1f78-4554-a574-d5ce6546d42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:50.608612 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-397ca992-1e81-4f51-bc18-7d758e850d91 req-ecfbde81-b794-4511-a766-863c12b320c0 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=78b5ca26-254c-4ab1-895e-3ee258ab2683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146772 Jan 28 03:41:50.615815 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9805d6-f038-4cc2-ac96-d141e74912d2 req-b00bcf56-3a73-43c7-9c19-3ffcb993daa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:50.617276 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8e9805d6-f038-4cc2-ac96-d141e74912d2 req-b00bcf56-3a73-43c7-9c19-3ffcb993daa3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3bccfb2d-1f78-4554-a574-d5ce6546d42a HTTP/1.1" status: 200 len: 835 time: 0.0649190 Jan 28 03:41:50.627709 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b138a0-00da-4a39-87d7-1a3ce0b63faa None None] Checking router: a1714ab3-e78b-43b9-bd94-28d56fd0cb3e for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:41:50.636817 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b138a0-00da-4a39-87d7-1a3ce0b63faa None None] Routers {'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:41:50.637475 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-28b138a0-00da-4a39-87d7-1a3ce0b63faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:41:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['a1714ab3-e78b-43b9-bd94-28d56fd0cb3e'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:50.663840 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9805d6-f038-4cc2-ac96-d141e74912d2 req-bbfdcfb1-996a-4775-a33f-f1f9cb6011c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:50.664151 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8e9805d6-f038-4cc2-ac96-d141e74912d2 req-bbfdcfb1-996a-4775-a33f-f1f9cb6011c6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9efac44a-60fb-48ee-95ff-1b50785b4906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407827 Jan 28 03:41:50.743110 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-28b138a0-00da-4a39-87d7-1a3ce0b63faa None None] Set router a1714ab3-e78b-43b9-bd94-28d56fd0cb3e gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:41:50.759211 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8e9805d6-f038-4cc2-ac96-d141e74912d2 req-60bc0ce3-6835-49e2-bbac-c114ce7add4f service neutron] 10.222.0.67 "GET /v2.0/networks/9efac44a-60fb-48ee-95ff-1b50785b4906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886047 Jan 28 03:41:50.863158 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8e9805d6-f038-4cc2-ac96-d141e74912d2 req-0dcfbdbe-1c90-45d0-a531-c726b4ed8b9f service neutron] 10.222.0.67 "GET /v2.0/networks/9efac44a-60fb-48ee-95ff-1b50785b4906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977130 Jan 28 03:41:50.947052 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-28b138a0-00da-4a39-87d7-1a3ce0b63faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319189870', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'd3a1f556-23cf-4b07-9661-7952e6bd9024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:38:52Z', 'updated_at': '2022-01-28T03:38:57Z', 'revision_number': 4, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': 'd3a1f556-23cf-4b07-9661-7952e6bd9024', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:52Z', 'updated_at': '2022-01-28T03:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '66a6039c-3e05-4afa-8dc6-e4a4c03995b4', 'name': '', 'network_id': '9efac44a-60fb-48ee-95ff-1b50785b4906', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'mac_address': 'fa:16:3e:c5:8b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '3bccfb2d-1f78-4554-a574-d5ce6546d42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:56Z', 'updated_at': '2022-01-28T03:39:00Z', 'revision_number': 5, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'subnets': [{'id': '3bccfb2d-1f78-4554-a574-d5ce6546d42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:50.973578 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b138a0-00da-4a39-87d7-1a3ce0b63faa None None] The sync data for ids ['a1714ab3-e78b-43b9-bd94-28d56fd0cb3e'] in n-d-712139-27 is: [{'id': 'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319189870', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'd3a1f556-23cf-4b07-9661-7952e6bd9024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:38:52Z', 'updated_at': '2022-01-28T03:38:57Z', 'revision_number': 4, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': 'd3a1f556-23cf-4b07-9661-7952e6bd9024', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:52Z', 'updated_at': '2022-01-28T03:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '66a6039c-3e05-4afa-8dc6-e4a4c03995b4', 'name': '', 'network_id': '9efac44a-60fb-48ee-95ff-1b50785b4906', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'mac_address': 'fa:16:3e:c5:8b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '3bccfb2d-1f78-4554-a574-d5ce6546d42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:56Z', 'updated_at': '2022-01-28T03:39:00Z', 'revision_number': 5, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'subnets': [{'id': '3bccfb2d-1f78-4554-a574-d5ce6546d42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:41:51.215960 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82631fab-f09d-4aa6-8392-4672b2cb9d24 None None] New status for floating IP c332bd42-86a0-4f5e-b662-f263c624ac7a: DOWN {{(pid=109804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:41:51.730243 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e90cc-ceef-44da-94ec-efacf5e0d713 req-baa743ba-827a-48b4-b006-5284f06cb56f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:51.731710 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-648e90cc-ceef-44da-94ec-efacf5e0d713 req-baa743ba-827a-48b4-b006-5284f06cb56f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8d1601c-2504-47b0-a4a4-c1605bfec227 HTTP/1.1" status: 200 len: 945 time: 0.0505216 Jan 28 03:41:51.781932 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-648e90cc-ceef-44da-94ec-efacf5e0d713 req-cf0bc533-dd91-46b8-b9f2-0cbdcec575a5 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/security-groups?id=78b5ca26-254c-4ab1-895e-3ee258ab2683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441539 Jan 28 03:41:52.010491 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb39e384-b1a7-4c04-a72b-ff0c93782856 req-a2af25be-a303-4493-a176-d5d80e98e545 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:41:52.011990 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eb39e384-b1a7-4c04-a72b-ff0c93782856 req-a2af25be-a303-4493-a176-d5d80e98e545 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8d1601c-2504-47b0-a4a4-c1605bfec227 HTTP/1.1" status: 200 len: 945 time: 0.0549452 Jan 28 03:41:52.104457 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-eb39e384-b1a7-4c04-a72b-ff0c93782856 req-7c9f6d69-1877-46ae-845d-b2a5e77da602 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Deleting port 511c549e-b86c-4064-8ece-d1cd230e05b2 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:41:52.104807 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-eb39e384-b1a7-4c04-a72b-ff0c93782856 req-7c9f6d69-1877-46ae-845d-b2a5e77da602 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (511c549e-b86c-4064-8ece-d1cd230e05b2), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:52.196326 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-eb39e384-b1a7-4c04-a72b-ff0c93782856 req-7c9f6d69-1877-46ae-845d-b2a5e77da602 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] For port 511c549e-b86c-4064-8ece-d1cd230e05b2, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=511c549e-b86c-4064-8ece-d1cd230e05b2,segment=NetworkSegment(67010cf6-b303-4eaa-b3db-8d4595d8d3f3),segment_id=67010cf6-b303-4eaa-b3db-8d4595d8d3f3)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:41:52.196700 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-eb39e384-b1a7-4c04-a72b-ff0c93782856 req-7c9f6d69-1877-46ae-845d-b2a5e77da602 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (511c549e-b86c-4064-8ece-d1cd230e05b2), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:52.211801 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-eb39e384-b1a7-4c04-a72b-ff0c93782856 req-7c9f6d69-1877-46ae-845d-b2a5e77da602 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Calling delete_port for 511c549e-b86c-4064-8ece-d1cd230e05b2 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:41:52.353474 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-eb39e384-b1a7-4c04-a72b-ff0c93782856 req-7c9f6d69-1877-46ae-845d-b2a5e77da602 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (511c549e-b86c-4064-8ece-d1cd230e05b2), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:52.387547 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f6d69-1877-46ae-845d-b2a5e77da602 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event deleted for resources: {'Port': ['ID=511c549e-b86c-4064-8ece-d1cd230e05b2,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:52.421262 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9f6d69-1877-46ae-845d-b2a5e77da602 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:52.421620 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9f6d69-1877-46ae-845d-b2a5e77da602 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:52.422004 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9f6d69-1877-46ae-845d-b2a5e77da602 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:52.422352 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9f6d69-1877-46ae-845d-b2a5e77da602 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:52.422689 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9f6d69-1877-46ae-845d-b2a5e77da602 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:52.423023 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9f6d69-1877-46ae-845d-b2a5e77da602 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:52.423362 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9f6d69-1877-46ae-845d-b2a5e77da602 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:52.423778 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9f6d69-1877-46ae-845d-b2a5e77da602 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:52.424104 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9f6d69-1877-46ae-845d-b2a5e77da602 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:52.424438 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9f6d69-1877-46ae-845d-b2a5e77da602 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:52.424772 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9f6d69-1877-46ae-845d-b2a5e77da602 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:52.425106 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9f6d69-1877-46ae-845d-b2a5e77da602 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:52.425456 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9f6d69-1877-46ae-845d-b2a5e77da602 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:52.441836 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb39e384-b1a7-4c04-a72b-ff0c93782856 req-7c9f6d69-1877-46ae-845d-b2a5e77da602 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] No DVR routers for this DVR port 511c549e-b86c-4064-8ece-d1cd230e05b2 on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:41:52.444486 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-eb39e384-b1a7-4c04-a72b-ff0c93782856 req-7c9f6d69-1877-46ae-845d-b2a5e77da602 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:52.447957 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eb39e384-b1a7-4c04-a72b-ff0c93782856 req-7c9f6d69-1877-46ae-845d-b2a5e77da602 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.67 "DELETE /v2.0/ports/511c549e-b86c-4064-8ece-d1cd230e05b2 HTTP/1.1" status: 204 len: 173 time: 0.4300935 Jan 28 03:41:52.448412 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d1601c-2504-47b0-a4a4-c1605bfec227', 'name': 'network-vif-deleted', 'tag': '511c549e-b86c-4064-8ece-d1cd230e05b2'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:41:52.451118 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e9d379-2d0c-43c0-9044-fc59c78598c6" -d '{"events": [{"server_uuid": "c8d1601c-2504-47b0-a4a4-c1605bfec227", "name": "network-vif-deleted", "tag": "511c549e-b86c-4064-8ece-d1cd230e05b2"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:41:52.496568 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fff6a3e-1b79-4c0a-9755-44b74da7bee2 x-openstack-request-id: req-3fff6a3e-1b79-4c0a-9755-44b74da7bee2 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:41:52.496921 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d1601c-2504-47b0-a4a4-c1605bfec227", "name": "network-vif-deleted", "tag": "511c549e-b86c-4064-8ece-d1cd230e05b2", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:41:52.497232 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3fff6a3e-1b79-4c0a-9755-44b74da7bee2 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:41:52.497640 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d1601c-2504-47b0-a4a4-c1605bfec227', 'name': 'network-vif-deleted', 'tag': '511c549e-b86c-4064-8ece-d1cd230e05b2', 'status': 'completed', 'code': 200} Jan 28 03:41:52.923930 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ae2017b3-9d66-4230-a396-13e732e79d68 req-87696eb3-bea5-4946-9e97-800343dbffb5 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8d1601c-2504-47b0-a4a4-c1605bfec227 HTTP/1.1" status: 200 len: 210 time: 0.0294931 Jan 28 03:41:53.991308 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60622) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:54.369793 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-40e74f97-3ace-47cf-a934-eed4a4b21a5f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (a1714ab3-e78b-43b9-bd94-28d56fd0cb3e), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:54.641566 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-40e74f97-3ace-47cf-a934-eed4a4b21a5f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Deleting port 66a6039c-3e05-4afa-8dc6-e4a4c03995b4 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:41:54.641816 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-40e74f97-3ace-47cf-a934-eed4a4b21a5f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (66a6039c-3e05-4afa-8dc6-e4a4c03995b4), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:54.736479 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-40e74f97-3ace-47cf-a934-eed4a4b21a5f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] For port 66a6039c-3e05-4afa-8dc6-e4a4c03995b4, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=66a6039c-3e05-4afa-8dc6-e4a4c03995b4,segment=NetworkSegment(67010cf6-b303-4eaa-b3db-8d4595d8d3f3),segment_id=67010cf6-b303-4eaa-b3db-8d4595d8d3f3)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:41:54.736830 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-40e74f97-3ace-47cf-a934-eed4a4b21a5f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (66a6039c-3e05-4afa-8dc6-e4a4c03995b4), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:54.749510 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-40e74f97-3ace-47cf-a934-eed4a4b21a5f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Calling delete_port for 66a6039c-3e05-4afa-8dc6-e4a4c03995b4 owned by network:router_interface {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:41:54.943109 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-40e74f97-3ace-47cf-a934-eed4a4b21a5f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (66a6039c-3e05-4afa-8dc6-e4a4c03995b4), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:54.970765 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e74f97-3ace-47cf-a934-eed4a4b21a5f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event deleted for resources: {'Port': ['ID=66a6039c-3e05-4afa-8dc6-e4a4c03995b4,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:55.142803 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-40e74f97-3ace-47cf-a934-eed4a4b21a5f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (a1714ab3-e78b-43b9-bd94-28d56fd0cb3e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:55.367946 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e74f97-3ace-47cf-a934-eed4a4b21a5f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Router a1714ab3-e78b-43b9-bd94-28d56fd0cb3e has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:41:55.475049 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e74f97-3ace-47cf-a934-eed4a4b21a5f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:41:55.480620 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-40e74f97-3ace-47cf-a934-eed4a4b21a5f tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "PUT /v2.0/routers/a1714ab3-e78b-43b9-bd94-28d56fd0cb3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4882488 Jan 28 03:41:55.484197 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60624) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:55.485460 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7b7f8b-7465-4c24-b33e-e3c3fe9d4865 None None] Sync routers for ids ['a1714ab3-e78b-43b9-bd94-28d56fd0cb3e'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:41:55.495735 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7b7f8b-7465-4c24-b33e-e3c3fe9d4865 None None] Routers {'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:41:55.496338 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-2b7b7f8b-7465-4c24-b33e-e3c3fe9d4865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:41:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['a1714ab3-e78b-43b9-bd94-28d56fd0cb3e'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:55.536971 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8bbb78f-3ba9-4e8c-9f16-86c08149aa79 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Deleting subnet 3bccfb2d-1f78-4554-a574-d5ce6546d42a {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:41:55.540679 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a8bbb78f-3ba9-4e8c-9f16-86c08149aa79 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for subnet (3bccfb2d-1f78-4554-a574-d5ce6546d42a), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:55.585416 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a8bbb78f-3ba9-4e8c-9f16-86c08149aa79 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (3bccfb2d-1f78-4554-a574-d5ce6546d42a), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:55.602725 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-2b7b7f8b-7465-4c24-b33e-e3c3fe9d4865 None None] Set router a1714ab3-e78b-43b9-bd94-28d56fd0cb3e gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:41:55.668170 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a8bbb78f-3ba9-4e8c-9f16-86c08149aa79 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (3bccfb2d-1f78-4554-a574-d5ce6546d42a), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:55.724240 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a8bbb78f-3ba9-4e8c-9f16-86c08149aa79 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (3bccfb2d-1f78-4554-a574-d5ce6546d42a), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:55.748305 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bbb78f-3ba9-4e8c-9f16-86c08149aa79 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event deleted for resources: {'Subnet': ['ID=3bccfb2d-1f78-4554-a574-d5ce6546d42a,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:55.754046 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a8bbb78f-3ba9-4e8c-9f16-86c08149aa79 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:55.760249 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60626) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:55.760406 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a8bbb78f-3ba9-4e8c-9f16-86c08149aa79 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "DELETE /v2.0/subnets/3bccfb2d-1f78-4554-a574-d5ce6546d42a HTTP/1.1" status: 204 len: 168 time: 0.2750676 Jan 28 03:41:55.761662 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3750de22-817d-4b45-9557-e7cf3c40257b None None] Network 9efac44a-60fb-48ee-95ff-1b50785b4906 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:41:55.781266 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-2b7b7f8b-7465-4c24-b33e-e3c3fe9d4865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319189870', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'd3a1f556-23cf-4b07-9661-7952e6bd9024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:38:52Z', 'updated_at': '2022-01-28T03:41:54Z', 'revision_number': 5, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': 'd3a1f556-23cf-4b07-9661-7952e6bd9024', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:52Z', 'updated_at': '2022-01-28T03:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:55.808416 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7b7f8b-7465-4c24-b33e-e3c3fe9d4865 None None] Checking router: a1714ab3-e78b-43b9-bd94-28d56fd0cb3e for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:41:55.817279 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7b7f8b-7465-4c24-b33e-e3c3fe9d4865 None None] Routers {'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:41:55.818914 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-2b7b7f8b-7465-4c24-b33e-e3c3fe9d4865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:41:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['a1714ab3-e78b-43b9-bd94-28d56fd0cb3e'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:55.873776 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3a5f3dc6-20c7-41b4-b5d6-0450ede6ec41 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for router (a1714ab3-e78b-43b9-bd94-28d56fd0cb3e), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:55.933239 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd944db-1bc3-4e6b-95ab-a0d9abdb9dea None None] DHCP port deletion for 9efac44a-60fb-48ee-95ff-1b50785b4906 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:41:55.933640 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-2b7b7f8b-7465-4c24-b33e-e3c3fe9d4865 None None] Set router a1714ab3-e78b-43b9-bd94-28d56fd0cb3e gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:41:55.985956 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-8dd944db-1bc3-4e6b-95ab-a0d9abdb9dea None None] Deleting port eef02ecc-8465-4fdf-8838-c35c73d14337 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:41:55.986330 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8dd944db-1bc3-4e6b-95ab-a0d9abdb9dea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (eef02ecc-8465-4fdf-8838-c35c73d14337), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:56.053528 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-8dd944db-1bc3-4e6b-95ab-a0d9abdb9dea None None] For port eef02ecc-8465-4fdf-8838-c35c73d14337, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=eef02ecc-8465-4fdf-8838-c35c73d14337,segment=NetworkSegment(67010cf6-b303-4eaa-b3db-8d4595d8d3f3),segment_id=67010cf6-b303-4eaa-b3db-8d4595d8d3f3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:41:56.053915 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8dd944db-1bc3-4e6b-95ab-a0d9abdb9dea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (eef02ecc-8465-4fdf-8838-c35c73d14337), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:56.069246 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-8dd944db-1bc3-4e6b-95ab-a0d9abdb9dea None None] Calling delete_port for eef02ecc-8465-4fdf-8838-c35c73d14337 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:41:56.118667 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-2b7b7f8b-7465-4c24-b33e-e3c3fe9d4865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319189870', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'd3a1f556-23cf-4b07-9661-7952e6bd9024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:38:52Z', 'updated_at': '2022-01-28T03:41:54Z', 'revision_number': 5, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': 'd3a1f556-23cf-4b07-9661-7952e6bd9024', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:52Z', 'updated_at': '2022-01-28T03:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:56.149108 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7b7f8b-7465-4c24-b33e-e3c3fe9d4865 None None] The sync data for ids ['a1714ab3-e78b-43b9-bd94-28d56fd0cb3e'] in n-d-712139-27 is: [{'id': 'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319189870', 'tenant_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'd3a1f556-23cf-4b07-9661-7952e6bd9024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:38:52Z', 'updated_at': '2022-01-28T03:41:54Z', 'revision_number': 5, 'project_id': '00e9c1349da04a5ba2162f0bfd8a15b4', 'gw_port': {'id': 'd3a1f556-23cf-4b07-9661-7952e6bd9024', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1714ab3-e78b-43b9-bd94-28d56fd0cb3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:38:52Z', 'updated_at': '2022-01-28T03:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:41:56.152272 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8dd944db-1bc3-4e6b-95ab-a0d9abdb9dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (eef02ecc-8465-4fdf-8838-c35c73d14337), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:56.179231 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd944db-1bc3-4e6b-95ab-a0d9abdb9dea None None] Pushing event deleted for resources: {'Port': ['ID=eef02ecc-8465-4fdf-8838-c35c73d14337,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:56.191739 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd944db-1bc3-4e6b-95ab-a0d9abdb9dea None None] No DVR routers for this DVR port eef02ecc-8465-4fdf-8838-c35c73d14337 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:41:56.193906 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd944db-1bc3-4e6b-95ab-a0d9abdb9dea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:56.194258 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd944db-1bc3-4e6b-95ab-a0d9abdb9dea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:56.194674 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd944db-1bc3-4e6b-95ab-a0d9abdb9dea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:56.195011 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd944db-1bc3-4e6b-95ab-a0d9abdb9dea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:56.195351 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd944db-1bc3-4e6b-95ab-a0d9abdb9dea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:56.195678 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd944db-1bc3-4e6b-95ab-a0d9abdb9dea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:56.196144 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd944db-1bc3-4e6b-95ab-a0d9abdb9dea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:56.196492 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd944db-1bc3-4e6b-95ab-a0d9abdb9dea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:56.196840 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd944db-1bc3-4e6b-95ab-a0d9abdb9dea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:56.197380 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd944db-1bc3-4e6b-95ab-a0d9abdb9dea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:56.197869 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd944db-1bc3-4e6b-95ab-a0d9abdb9dea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:56.198351 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd944db-1bc3-4e6b-95ab-a0d9abdb9dea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:56.198835 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd944db-1bc3-4e6b-95ab-a0d9abdb9dea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:41:56.367826 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3a5f3dc6-20c7-41b4-b5d6-0450ede6ec41 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for router_gateway (a1714ab3-e78b-43b9-bd94-28d56fd0cb3e), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:56.423572 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-3a5f3dc6-20c7-41b4-b5d6-0450ede6ec41 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Deleting port d3a1f556-23cf-4b07-9661-7952e6bd9024 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:41:56.423911 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3a5f3dc6-20c7-41b4-b5d6-0450ede6ec41 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (d3a1f556-23cf-4b07-9661-7952e6bd9024), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:56.507205 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-3a5f3dc6-20c7-41b4-b5d6-0450ede6ec41 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] For port d3a1f556-23cf-4b07-9661-7952e6bd9024, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=d3a1f556-23cf-4b07-9661-7952e6bd9024,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:41:56.507571 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3a5f3dc6-20c7-41b4-b5d6-0450ede6ec41 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (d3a1f556-23cf-4b07-9661-7952e6bd9024), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:56.521095 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-3a5f3dc6-20c7-41b4-b5d6-0450ede6ec41 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Calling delete_port for d3a1f556-23cf-4b07-9661-7952e6bd9024 owned by network:router_gateway {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:41:56.688614 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3a5f3dc6-20c7-41b4-b5d6-0450ede6ec41 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (d3a1f556-23cf-4b07-9661-7952e6bd9024), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:56.718438 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f3dc6-20c7-41b4-b5d6-0450ede6ec41 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event deleted for resources: {'Port': ['ID=d3a1f556-23cf-4b07-9661-7952e6bd9024,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:56.781613 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3a5f3dc6-20c7-41b4-b5d6-0450ede6ec41 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (a1714ab3-e78b-43b9-bd94-28d56fd0cb3e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:56.792380 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 511c549e-b86c-4064-8ece-d1cd230e05b2 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:41:56.816229 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: 511c549e-b86c-4064-8ece-d1cd230e05b2 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:41:56.816547 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 511c549e-b86c-4064-8ece-d1cd230e05b2 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:41:56.879481 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3a5f3dc6-20c7-41b4-b5d6-0450ede6ec41 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (a1714ab3-e78b-43b9-bd94-28d56fd0cb3e), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:56.881737 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3a5f3dc6-20c7-41b4-b5d6-0450ede6ec41 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for router_controller (a1714ab3-e78b-43b9-bd94-28d56fd0cb3e), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:56.926877 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3a5f3dc6-20c7-41b4-b5d6-0450ede6ec41 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (a1714ab3-e78b-43b9-bd94-28d56fd0cb3e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:56.927406 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5f3dc6-20c7-41b4-b5d6-0450ede6ec41 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Fanout notify agent at l3_agent the message router_deleted on router a1714ab3-e78b-43b9-bd94-28d56fd0cb3e {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:41:56.934109 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3a5f3dc6-20c7-41b4-b5d6-0450ede6ec41 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:56.935192 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3a5f3dc6-20c7-41b4-b5d6-0450ede6ec41 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "DELETE /v2.0/routers/a1714ab3-e78b-43b9-bd94-28d56fd0cb3e HTTP/1.1" status: 204 len: 168 time: 1.1733820 Jan 28 03:41:56.938089 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60628) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:57.020121 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f482975b-2377-4c59-b8fd-01db973fa732 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (9efac44a-60fb-48ee-95ff-1b50785b4906), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:57.103660 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f482975b-2377-4c59-b8fd-01db973fa732 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (9efac44a-60fb-48ee-95ff-1b50785b4906), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:57.128094 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-f482975b-2377-4c59-b8fd-01db973fa732 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9efac44a-60fb-48ee-95ff-1b50785b4906']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:57.137455 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-f482975b-2377-4c59-b8fd-01db973fa732 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67010cf6-b303-4eaa-b3db-8d4595d8d3f3') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:57.137688 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-f482975b-2377-4c59-b8fd-01db973fa732 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67010cf6-b303-4eaa-b3db-8d4595d8d3f3') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:41:57.146816 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f482975b-2377-4c59-b8fd-01db973fa732 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (67010cf6-b303-4eaa-b3db-8d4595d8d3f3), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:57.161608 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f482975b-2377-4c59-b8fd-01db973fa732 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (67010cf6-b303-4eaa-b3db-8d4595d8d3f3), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:57.168282 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f482975b-2377-4c59-b8fd-01db973fa732 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:41:57.168667 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f482975b-2377-4c59-b8fd-01db973fa732 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (67010cf6-b303-4eaa-b3db-8d4595d8d3f3), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:57.171701 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:41:57.171701 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:41:57.171701 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:41:57.171701 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:41:57.171701 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:41:57.171701 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:41:57.171701 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:41:57.171701 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:41:57.171701 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:41:57.171701 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:41:57.171701 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:41:57.171701 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:41:57.171701 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:41:57.171701 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:41:57.171701 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:41:57.171701 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:41:57.171701 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:41:57.171701 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:41:57.171701 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:41:57.171701 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:41:57.171701 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:41:57.171701 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:41:57.171701 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:41:57.171701 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:41:57.171701 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:41:57.171701 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:41:57.171701 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:41:57.171701 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:41:57.171701 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:41:57.171701 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:41:57.171701 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:41:57.171701 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:41:57.232382 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f482975b-2377-4c59-b8fd-01db973fa732 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (9efac44a-60fb-48ee-95ff-1b50785b4906), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:57.241528 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f482975b-2377-4c59-b8fd-01db973fa732 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:57.245806 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f482975b-2377-4c59-b8fd-01db973fa732 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "DELETE /v2.0/networks/9efac44a-60fb-48ee-95ff-1b50785b4906 HTTP/1.1" status: 204 len: 168 time: 0.3064981 Jan 28 03:41:57.249254 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60630) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:57.258427 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f482975b-2377-4c59-b8fd-01db973fa732 tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event deleted for resources: {'Network': ['ID=9efac44a-60fb-48ee-95ff-1b50785b4906,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:57.314156 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-898f0374-0d82-40a7-b220-a91d670c0c9c tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group (78b5ca26-254c-4ab1-895e-3ee258ab2683), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:57.340352 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-898f0374-0d82-40a7-b220-a91d670c0c9c tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group (78b5ca26-254c-4ab1-895e-3ee258ab2683), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:57.407595 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-898f0374-0d82-40a7-b220-a91d670c0c9c tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (78b5ca26-254c-4ab1-895e-3ee258ab2683), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:57.410811 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-898f0374-0d82-40a7-b220-a91d670c0c9c tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:57.412000 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-898f0374-0d82-40a7-b220-a91d670c0c9c tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] 10.222.0.53 "DELETE /v2.0/security-groups/78b5ca26-254c-4ab1-895e-3ee258ab2683 HTTP/1.1" status: 204 len: 168 time: 0.1617272 Jan 28 03:41:57.424827 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f0374-0d82-40a7-b220-a91d670c0c9c tempest-TestNetworkAdvancedServerOps-53682079 tempest-TestNetworkAdvancedServerOps-53682079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b5ca26-254c-4ab1-895e-3ee258ab2683,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:57.457721 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device d3a1f556-23cf-4b07-9661-7952e6bd9024 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:41:57.479317 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: d3a1f556-23cf-4b07-9661-7952e6bd9024 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:41:57.479669 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device d3a1f556-23cf-4b07-9661-7952e6bd9024 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:41:57.480082 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device eef02ecc-8465-4fdf-8838-c35c73d14337 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:41:57.498580 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: eef02ecc-8465-4fdf-8838-c35c73d14337 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:41:57.498929 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device eef02ecc-8465-4fdf-8838-c35c73d14337 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:41:57.499338 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 66a6039c-3e05-4afa-8dc6-e4a4c03995b4 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:41:57.517949 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 66a6039c-3e05-4afa-8dc6-e4a4c03995b4 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:41:57.518278 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 66a6039c-3e05-4afa-8dc6-e4a4c03995b4 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:41:57.728768 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60638) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:57.871360 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2b08e816-4102-4883-a716-440514cfbfd2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=00e9c1349da04a5ba2162f0bfd8a15b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1414208 Jan 28 03:41:57.874219 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60642) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:57.924528 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8bd34a98-af9f-49a0-8e9e-8feab5a18d66 admin admin] Publish callbacks [] for security_group (bbd670d5-9b7b-4dc7-825c-c4c94b52fdd9), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:57.946478 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8bd34a98-af9f-49a0-8e9e-8feab5a18d66 admin admin] Publish callbacks [] for security_group (bbd670d5-9b7b-4dc7-825c-c4c94b52fdd9), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:57.998343 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8bd34a98-af9f-49a0-8e9e-8feab5a18d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (bbd670d5-9b7b-4dc7-825c-c4c94b52fdd9), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:58.000942 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8bd34a98-af9f-49a0-8e9e-8feab5a18d66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:58.002201 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8bd34a98-af9f-49a0-8e9e-8feab5a18d66 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bbd670d5-9b7b-4dc7-825c-c4c94b52fdd9 HTTP/1.1" status: 204 len: 168 time: 0.1270134 Jan 28 03:41:58.010345 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd34a98-af9f-49a0-8e9e-8feab5a18d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd670d5-9b7b-4dc7-825c-c4c94b52fdd9,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:58.278115 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60648) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:58.320480 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-37a81126-ce11-4ea4-b0ea-62c964565cc9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1d27ca8850354101870475a1277f9d79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0411084 Jan 28 03:41:58.322888 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60650) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:58.368742 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-96572618-548b-4154-8a90-cac58ac8e059 admin admin] Publish callbacks [] for security_group (9532c746-0dfb-4d74-a00b-515a47b30d3b), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:58.388984 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-96572618-548b-4154-8a90-cac58ac8e059 admin admin] Publish callbacks [] for security_group (9532c746-0dfb-4d74-a00b-515a47b30d3b), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:58.436566 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-96572618-548b-4154-8a90-cac58ac8e059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (9532c746-0dfb-4d74-a00b-515a47b30d3b), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:58.439338 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-96572618-548b-4154-8a90-cac58ac8e059 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:58.440448 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-96572618-548b-4154-8a90-cac58ac8e059 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9532c746-0dfb-4d74-a00b-515a47b30d3b HTTP/1.1" status: 204 len: 168 time: 0.1166441 Jan 28 03:41:58.448399 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96572618-548b-4154-8a90-cac58ac8e059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9532c746-0dfb-4d74-a00b-515a47b30d3b,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:41:59.505607 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:59.750158 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-64371b0d-c8da-4933-b65c-9e1e7579d746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:59.791659 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60686) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:41:59.942205 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-cad1b3ae-b61f-4815-864d-4aaf161867e3 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Request body: {'network': {'name': 'tempest-network-smoke--429606588', 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'port_security_enabled': True}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:41:59.964018 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad1b3ae-b61f-4815-864d-4aaf161867e3 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Made reservation on behalf of a430f0f3e4f741e48de4bca12c777fa6 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:41:59.967476 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cad1b3ae-b61f-4815-864d-4aaf161867e3 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:41:59.975874 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cad1b3ae-b61f-4815-864d-4aaf161867e3 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:00.048994 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cad1b3ae-b61f-4815-864d-4aaf161867e3 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group (fc14d211-4b82-488d-9f65-464a9b0dd044), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:00.054400 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cad1b3ae-b61f-4815-864d-4aaf161867e3 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (fc14d211-4b82-488d-9f65-464a9b0dd044), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:00.079941 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cad1b3ae-b61f-4815-864d-4aaf161867e3 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:42:00.089415 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1b3ae-b61f-4815-864d-4aaf161867e3 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc14d211-4b82-488d-9f65-464a9b0dd044,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:00.094106 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cad1b3ae-b61f-4815-864d-4aaf161867e3 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (bf999408-f326-411f-ace7-80c9fa283af1), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:00.094451 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-cad1b3ae-b61f-4815-864d-4aaf161867e3 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Added segment bf999408-f326-411f-ace7-80c9fa283af1 of type vlan for network caf34f4d-e1f3-4fcb-a6bf-71a664d8183b Jan 28 03:42:00.135100 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cad1b3ae-b61f-4815-864d-4aaf161867e3 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (caf34f4d-e1f3-4fcb-a6bf-71a664d8183b), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:00.163720 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cad1b3ae-b61f-4815-864d-4aaf161867e3 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (caf34f4d-e1f3-4fcb-a6bf-71a664d8183b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:00.168787 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad1b3ae-b61f-4815-864d-4aaf161867e3 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:00.169445 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cad1b3ae-b61f-4815-864d-4aaf161867e3 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:00.228489 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-cad1b3ae-b61f-4815-864d-4aaf161867e3 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4356787 Jan 28 03:42:00.231612 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60690) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:00.236302 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-e50376fe-6224-4b44-b0ef-3f64d27329d0 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-51533536', 'admin_state_up': True, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:00.239506 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1b3ae-b61f-4815-864d-4aaf161867e3 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event updated for resources: {'Network': ['ID=caf34f4d-e1f3-4fcb-a6bf-71a664d8183b,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:00.250124 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network caf34f4d-e1f3-4fcb-a6bf-71a664d8183b details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:42:00.258737 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e50376fe-6224-4b44-b0ef-3f64d27329d0 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (319871b2-99ad-4169-94db-e1e807b732c4), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:00.259765 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e50376fe-6224-4b44-b0ef-3f64d27329d0 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (319871b2-99ad-4169-94db-e1e807b732c4), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:00.311865 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e50376fe-6224-4b44-b0ef-3f64d27329d0 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for router_controller (319871b2-99ad-4169-94db-e1e807b732c4), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:00.451205 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e50376fe-6224-4b44-b0ef-3f64d27329d0 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for router_gateway (319871b2-99ad-4169-94db-e1e807b732c4), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:00.648038 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e50376fe-6224-4b44-b0ef-3f64d27329d0 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for router_gateway (319871b2-99ad-4169-94db-e1e807b732c4), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:00.670630 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e50376fe-6224-4b44-b0ef-3f64d27329d0 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:00.774613 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-e50376fe-6224-4b44-b0ef-3f64d27329d0 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Allocated IP 172.25.0.189 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/c688812a-54a9-4afc-aae3-1f2abb039ece) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:42:00.889367 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e50376fe-6224-4b44-b0ef-3f64d27329d0 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for port (c688812a-54a9-4afc-aae3-1f2abb039ece), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:00.926458 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e50376fe-6224-4b44-b0ef-3f64d27329d0 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (c688812a-54a9-4afc-aae3-1f2abb039ece), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:00.964195 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50376fe-6224-4b44-b0ef-3f64d27329d0 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:42:00.966974 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-e50376fe-6224-4b44-b0ef-3f64d27329d0 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:42:00.972863 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50376fe-6224-4b44-b0ef-3f64d27329d0 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:42:00.978163 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50376fe-6224-4b44-b0ef-3f64d27329d0 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event updated for resources: {'Port': ['ID=c688812a-54a9-4afc-aae3-1f2abb039ece,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:01.233303 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e50376fe-6224-4b44-b0ef-3f64d27329d0 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for router_gateway (319871b2-99ad-4169-94db-e1e807b732c4), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:01.446120 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e50376fe-6224-4b44-b0ef-3f64d27329d0 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (319871b2-99ad-4169-94db-e1e807b732c4), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:01.583460 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50376fe-6224-4b44-b0ef-3f64d27329d0 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Router 319871b2-99ad-4169-94db-e1e807b732c4 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:42:01.713560 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50376fe-6224-4b44-b0ef-3f64d27329d0 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:42:01.723675 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78c83ee-2628-4fd3-839d-eb1b9cf80f8b None None] Sync routers for ids ['319871b2-99ad-4169-94db-e1e807b732c4'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:42:01.734245 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78c83ee-2628-4fd3-839d-eb1b9cf80f8b None None] Routers {'319871b2-99ad-4169-94db-e1e807b732c4'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:42:01.734894 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e50376fe-6224-4b44-b0ef-3f64d27329d0 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:01.735038 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-c78c83ee-2628-4fd3-839d-eb1b9cf80f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:41:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['319871b2-99ad-4169-94db-e1e807b732c4'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:42:01.736536 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e50376fe-6224-4b44-b0ef-3f64d27329d0 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5035281 Jan 28 03:42:01.739421 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60692) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:01.814894 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f766e6cf-4cdf-48aa-8791-2b606374439a tempest-TestNetworkBasicOps-870629129 tempest-TestNetworkBasicOps-870629129-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=a430f0f3e4f741e48de4bca12c777fa6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0743108 Jan 28 03:42:01.817687 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60696) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:01.846643 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4dafed26-52e9-4451-94ed-cee340072b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:01.856030 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-c78c83ee-2628-4fd3-839d-eb1b9cf80f8b None None] Set router 319871b2-99ad-4169-94db-e1e807b732c4 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:42:01.904302 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe09eda-310a-49e6-a491-b5f5a7264e5b tempest-TestNetworkBasicOps-870629129 tempest-TestNetworkBasicOps-870629129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:01.908637 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9fe09eda-310a-49e6-a491-b5f5a7264e5b tempest-TestNetworkBasicOps-870629129 tempest-TestNetworkBasicOps-870629129-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0871177 Jan 28 03:42:01.908894 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60698) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:01.940567 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a4a6a3ae-8939-46aa-b223-b8d77735cba6 tempest-TestNetworkBasicOps-870629129 tempest-TestNetworkBasicOps-870629129-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=8f7dc9c9-eaf1-4339-a2e3-884554154641&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305889 Jan 28 03:42:01.943336 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60700) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:01.948117 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-4d053184-d867-49f9-9ed0-4af66b691491 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-124796752', 'network_id': 'caf34f4d-e1f3-4fcb-a6bf-71a664d8183b', 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:02.035583 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d053184-d867-49f9-9ed0-4af66b691491 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Made reservation on behalf of a430f0f3e4f741e48de4bca12c777fa6 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:42:02.037521 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-c78c83ee-2628-4fd3-839d-eb1b9cf80f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319871b2-99ad-4169-94db-e1e807b732c4', 'name': 'tempest-TestNetworkBasicOps-router-51533536', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c688812a-54a9-4afc-aae3-1f2abb039ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:42:00Z', 'updated_at': '2022-01-28T03:42:01Z', 'revision_number': 3, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'gw_port': {'id': 'c688812a-54a9-4afc-aae3-1f2abb039ece', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:00:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319871b2-99ad-4169-94db-e1e807b732c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:42:00Z', 'updated_at': '2022-01-28T03:42:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:42:02.039333 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4d053184-d867-49f9-9ed0-4af66b691491 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:02.063598 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78c83ee-2628-4fd3-839d-eb1b9cf80f8b None None] Checking router: 319871b2-99ad-4169-94db-e1e807b732c4 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:42:02.063937 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78c83ee-2628-4fd3-839d-eb1b9cf80f8b None None] Updating router 319871b2-99ad-4169-94db-e1e807b732c4 port c688812a-54a9-4afc-aae3-1f2abb039ece binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:42:02.088376 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c78c83ee-2628-4fd3-839d-eb1b9cf80f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c688812a-54a9-4afc-aae3-1f2abb039ece), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:02.222902 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4d053184-d867-49f9-9ed0-4af66b691491 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (c6a81bef-06fe-417b-b223-f13be233f32b), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:02.283932 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d053184-d867-49f9-9ed0-4af66b691491 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event updated for resources: {'Subnet': ['ID=c6a81bef-06fe-417b-b223-f13be233f32b,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:02.289250 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d053184-d867-49f9-9ed0-4af66b691491 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Checking segment: {'id': 'bf999408-f326-411f-ace7-80c9fa283af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'caf34f4d-e1f3-4fcb-a6bf-71a664d8183b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:42:02.289584 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d053184-d867-49f9-9ed0-4af66b691491 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Network hostable DHCP agents. Network: caf34f4d-e1f3-4fcb-a6bf-71a664d8183b, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:42:02.307495 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d053184-d867-49f9-9ed0-4af66b691491 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Network caf34f4d-e1f3-4fcb-a6bf-71a664d8183b is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:42:02.317235 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-4d053184-d867-49f9-9ed0-4af66b691491 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, caf34f4d-e1f3-4fcb-a6bf-71a664d8183b) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:42:02.322421 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d053184-d867-49f9-9ed0-4af66b691491 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:02.323454 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4d053184-d867-49f9-9ed0-4af66b691491 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:02.328838 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a8fb8f-4ff3-472f-ab8b-594a3f76abbb None None] Network caf34f4d-e1f3-4fcb-a6bf-71a664d8183b requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:42:02.340907 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4d053184-d867-49f9-9ed0-4af66b691491 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3965886 Jan 28 03:42:02.344289 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60702) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:02.392255 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c78c83ee-2628-4fd3-839d-eb1b9cf80f8b None None] Publish callbacks [] for port (c688812a-54a9-4afc-aae3-1f2abb039ece), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:02.402843 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c78c83ee-2628-4fd3-839d-eb1b9cf80f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c688812a-54a9-4afc-aae3-1f2abb039ece), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:02.483232 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-c78c83ee-2628-4fd3-839d-eb1b9cf80f8b None None] Attempting to bind port c688812a-54a9-4afc-aae3-1f2abb039ece on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:42:02.483608 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-c78c83ee-2628-4fd3-839d-eb1b9cf80f8b None None] Attempting to bind port c688812a-54a9-4afc-aae3-1f2abb039ece by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:42:02.483975 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78c83ee-2628-4fd3-839d-eb1b9cf80f8b None None] Attempting to bind port c688812a-54a9-4afc-aae3-1f2abb039ece on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:42:02.486232 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78518f7-2117-438e-8db0-ea16a142eb9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-caf34f4d-e1f3-4fcb-a6bf-71a664d8183b', 'network_id': 'caf34f4d-e1f3-4fcb-a6bf-71a664d8183b', 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'fixed_ips': [{'subnet_id': 'c6a81bef-06fe-417b-b223-f13be233f32b'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:42:02.487023 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d78518f7-2117-438e-8db0-ea16a142eb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:02.490047 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07454cc9-1f2e-4cdb-b97c-aef420878c40 None None] Pushing event updated for resources: {'Port': ['ID=c688812a-54a9-4afc-aae3-1f2abb039ece,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:02.502398 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78c83ee-2628-4fd3-839d-eb1b9cf80f8b None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:42:02.502774 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78c83ee-2628-4fd3-839d-eb1b9cf80f8b None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:42:02.503416 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c78c83ee-2628-4fd3-839d-eb1b9cf80f8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:02.503560 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78c83ee-2628-4fd3-839d-eb1b9cf80f8b None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:42:02.504040 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-c78c83ee-2628-4fd3-839d-eb1b9cf80f8b None None] Bound port: c688812a-54a9-4afc-aae3-1f2abb039ece, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:42:02.504422 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c78c83ee-2628-4fd3-839d-eb1b9cf80f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c688812a-54a9-4afc-aae3-1f2abb039ece), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:02.616651 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c78c83ee-2628-4fd3-839d-eb1b9cf80f8b None None] For port c688812a-54a9-4afc-aae3-1f2abb039ece, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:42:02.621758 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c78c83ee-2628-4fd3-839d-eb1b9cf80f8b None None] For port c688812a-54a9-4afc-aae3-1f2abb039ece, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=c688812a-54a9-4afc-aae3-1f2abb039ece,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:42:02.629451 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c78c83ee-2628-4fd3-839d-eb1b9cf80f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c688812a-54a9-4afc-aae3-1f2abb039ece), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:02.727635 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-d78518f7-2117-438e-8db0-ea16a142eb9d None None] Allocated IP 172.20.0.2 (caf34f4d-e1f3-4fcb-a6bf-71a664d8183b/c6a81bef-06fe-417b-b223-f13be233f32b/27a6db8d-bbf3-4801-bd0a-c1b1440b9f38) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:42:02.750211 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07454cc9-1f2e-4cdb-b97c-aef420878c40 None None] Pushing event updated for resources: {'Port': ['ID=c688812a-54a9-4afc-aae3-1f2abb039ece,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:02.755658 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78c83ee-2628-4fd3-839d-eb1b9cf80f8b None None] Routers {'319871b2-99ad-4169-94db-e1e807b732c4'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:42:02.756196 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-c78c83ee-2628-4fd3-839d-eb1b9cf80f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:42:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['319871b2-99ad-4169-94db-e1e807b732c4'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:42:02.802712 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c3199bc7-a723-4f66-976c-9ec217896352 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:02.952125 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-c78c83ee-2628-4fd3-839d-eb1b9cf80f8b None None] Set router 319871b2-99ad-4169-94db-e1e807b732c4 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:42:03.083355 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d78518f7-2117-438e-8db0-ea16a142eb9d None None] Publish callbacks [] for port (27a6db8d-bbf3-4801-bd0a-c1b1440b9f38), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:03.092536 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d78518f7-2117-438e-8db0-ea16a142eb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (27a6db8d-bbf3-4801-bd0a-c1b1440b9f38), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:03.146709 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-c3199bc7-a723-4f66-976c-9ec217896352 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Allocated IP 172.20.0.1 (caf34f4d-e1f3-4fcb-a6bf-71a664d8183b/c6a81bef-06fe-417b-b223-f13be233f32b/a02e034c-19b5-49e8-ae15-cf00603d27a3) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:42:03.268089 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c3199bc7-a723-4f66-976c-9ec217896352 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for port (a02e034c-19b5-49e8-ae15-cf00603d27a3), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:03.309314 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c3199bc7-a723-4f66-976c-9ec217896352 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (a02e034c-19b5-49e8-ae15-cf00603d27a3), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:03.316901 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78518f7-2117-438e-8db0-ea16a142eb9d None None] Network caf34f4d-e1f3-4fcb-a6bf-71a664d8183b is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:42:03.323664 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-d78518f7-2117-438e-8db0-ea16a142eb9d None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:42:03.332875 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78518f7-2117-438e-8db0-ea16a142eb9d None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:42:03.343195 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78518f7-2117-438e-8db0-ea16a142eb9d None None] Pushing event updated for resources: {'Port': ['ID=27a6db8d-bbf3-4801-bd0a-c1b1440b9f38,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:03.346879 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3199bc7-a723-4f66-976c-9ec217896352 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Network caf34f4d-e1f3-4fcb-a6bf-71a664d8183b is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:42:03.351847 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-c3199bc7-a723-4f66-976c-9ec217896352 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:42:03.355519 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3199bc7-a723-4f66-976c-9ec217896352 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:42:03.390009 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3199bc7-a723-4f66-976c-9ec217896352 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event updated for resources: {'Port': ['ID=a02e034c-19b5-49e8-ae15-cf00603d27a3,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:03.410770 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c3199bc7-a723-4f66-976c-9ec217896352 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (319871b2-99ad-4169-94db-e1e807b732c4), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:03.420333 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-d78518f7-2117-438e-8db0-ea16a142eb9d None None] Attempting to bind port 27a6db8d-bbf3-4801-bd0a-c1b1440b9f38 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:42:03.420666 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-d78518f7-2117-438e-8db0-ea16a142eb9d None None] Attempting to bind port 27a6db8d-bbf3-4801-bd0a-c1b1440b9f38 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'bf999408-f326-411f-ace7-80c9fa283af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'caf34f4d-e1f3-4fcb-a6bf-71a664d8183b'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:42:03.421060 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78518f7-2117-438e-8db0-ea16a142eb9d None None] Attempting to bind port 27a6db8d-bbf3-4801-bd0a-c1b1440b9f38 on network caf34f4d-e1f3-4fcb-a6bf-71a664d8183b {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:42:03.429682 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78518f7-2117-438e-8db0-ea16a142eb9d None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:42:03.430519 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78518f7-2117-438e-8db0-ea16a142eb9d None None] Checking segment: {'id': 'bf999408-f326-411f-ace7-80c9fa283af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'caf34f4d-e1f3-4fcb-a6bf-71a664d8183b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:42:03.430929 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d78518f7-2117-438e-8db0-ea16a142eb9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:03.431333 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78518f7-2117-438e-8db0-ea16a142eb9d None None] Bound using segment: {'id': 'bf999408-f326-411f-ace7-80c9fa283af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'caf34f4d-e1f3-4fcb-a6bf-71a664d8183b'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:42:03.431821 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-d78518f7-2117-438e-8db0-ea16a142eb9d None None] Bound port: 27a6db8d-bbf3-4801-bd0a-c1b1440b9f38, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf999408-f326-411f-ace7-80c9fa283af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'caf34f4d-e1f3-4fcb-a6bf-71a664d8183b'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:42:03.432196 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d78518f7-2117-438e-8db0-ea16a142eb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (27a6db8d-bbf3-4801-bd0a-c1b1440b9f38), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:03.452045 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-c78c83ee-2628-4fd3-839d-eb1b9cf80f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319871b2-99ad-4169-94db-e1e807b732c4', 'name': 'tempest-TestNetworkBasicOps-router-51533536', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c688812a-54a9-4afc-aae3-1f2abb039ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:42:00Z', 'updated_at': '2022-01-28T03:42:01Z', 'revision_number': 3, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'gw_port': {'id': 'c688812a-54a9-4afc-aae3-1f2abb039ece', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:00:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319871b2-99ad-4169-94db-e1e807b732c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:42:00Z', 'updated_at': '2022-01-28T03:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:42:03.505670 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78c83ee-2628-4fd3-839d-eb1b9cf80f8b None None] The sync data for ids ['319871b2-99ad-4169-94db-e1e807b732c4'] in n-d-712139-27 is: [{'id': '319871b2-99ad-4169-94db-e1e807b732c4', 'name': 'tempest-TestNetworkBasicOps-router-51533536', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c688812a-54a9-4afc-aae3-1f2abb039ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:42:00Z', 'updated_at': '2022-01-28T03:42:01Z', 'revision_number': 3, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'gw_port': {'id': 'c688812a-54a9-4afc-aae3-1f2abb039ece', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:00:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319871b2-99ad-4169-94db-e1e807b732c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:42:00Z', 'updated_at': '2022-01-28T03:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:42:03.525474 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:03.542798 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-d78518f7-2117-438e-8db0-ea16a142eb9d None None] For port 27a6db8d-bbf3-4801-bd0a-c1b1440b9f38, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:42:03.546387 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-d78518f7-2117-438e-8db0-ea16a142eb9d None None] For port 27a6db8d-bbf3-4801-bd0a-c1b1440b9f38, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=27a6db8d-bbf3-4801-bd0a-c1b1440b9f38,segment=NetworkSegment(bf999408-f326-411f-ace7-80c9fa283af1),segment_id=bf999408-f326-411f-ace7-80c9fa283af1)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:42:03.550482 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c3199bc7-a723-4f66-976c-9ec217896352 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (a02e034c-19b5-49e8-ae15-cf00603d27a3), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:03.551441 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d78518f7-2117-438e-8db0-ea16a142eb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (27a6db8d-bbf3-4801-bd0a-c1b1440b9f38), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:03.617920 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78518f7-2117-438e-8db0-ea16a142eb9d None None] Pushing event updated for resources: {'Port': ['ID=27a6db8d-bbf3-4801-bd0a-c1b1440b9f38,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:03.860359 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:03.913808 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c3199bc7-a723-4f66-976c-9ec217896352 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for port (a02e034c-19b5-49e8-ae15-cf00603d27a3), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:03.920002 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c3199bc7-a723-4f66-976c-9ec217896352 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (a02e034c-19b5-49e8-ae15-cf00603d27a3), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:04.408905 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3199bc7-a723-4f66-976c-9ec217896352 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event updated for resources: {'Port': ['ID=a02e034c-19b5-49e8-ae15-cf00603d27a3,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:04.411943 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c3199bc7-a723-4f66-976c-9ec217896352 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (319871b2-99ad-4169-94db-e1e807b732c4), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:04.514941 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3199bc7-a723-4f66-976c-9ec217896352 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Network caf34f4d-e1f3-4fcb-a6bf-71a664d8183b is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:42:04.516665 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-c3199bc7-a723-4f66-976c-9ec217896352 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:42:04.640779 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3199bc7-a723-4f66-976c-9ec217896352 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Router 319871b2-99ad-4169-94db-e1e807b732c4 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:42:04.673346 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b9b8fa-8989-4838-91ec-272b458c8c35 None None] Network caf34f4d-e1f3-4fcb-a6bf-71a664d8183b requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:42:04.767798 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3199bc7-a723-4f66-976c-9ec217896352 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:42:04.773742 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c3199bc7-a723-4f66-976c-9ec217896352 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "PUT /v2.0/routers/319871b2-99ad-4169-94db-e1e807b732c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4289014 Jan 28 03:42:04.776979 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60704) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:04.795614 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-5b3fb0d2-9f75-40b2-b780-d7a9c0d612bb None None] Provisioning complete for port 27a6db8d-bbf3-4801-bd0a-c1b1440b9f38 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:42:04.795999 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5b3fb0d2-9f75-40b2-b780-d7a9c0d612bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (27a6db8d-bbf3-4801-bd0a-c1b1440b9f38), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:04.880438 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040e0536-9b8c-4205-8d5d-92b3a9eac6c2 tempest-TestNetworkBasicOps-870629129 tempest-TestNetworkBasicOps-870629129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:04.880918 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040e0536-9b8c-4205-8d5d-92b3a9eac6c2 tempest-TestNetworkBasicOps-870629129 tempest-TestNetworkBasicOps-870629129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:04.881432 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040e0536-9b8c-4205-8d5d-92b3a9eac6c2 tempest-TestNetworkBasicOps-870629129 tempest-TestNetworkBasicOps-870629129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:04.882370 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040e0536-9b8c-4205-8d5d-92b3a9eac6c2 tempest-TestNetworkBasicOps-870629129 tempest-TestNetworkBasicOps-870629129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:04.884097 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-040e0536-9b8c-4205-8d5d-92b3a9eac6c2 tempest-TestNetworkBasicOps-870629129 tempest-TestNetworkBasicOps-870629129-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1057699 Jan 28 03:42:04.887087 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60706) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:04.903127 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-5b3fb0d2-9f75-40b2-b780-d7a9c0d612bb None None] Current status of the port 27a6db8d-bbf3-4801-bd0a-c1b1440b9f38 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:42:04.903700 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5b3fb0d2-9f75-40b2-b780-d7a9c0d612bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (27a6db8d-bbf3-4801-bd0a-c1b1440b9f38), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:04.941700 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:04.959117 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e1956e-a55c-4c1b-83a7-43db2d3d2698 tempest-TestNetworkBasicOps-870629129 tempest-TestNetworkBasicOps-870629129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:04.959597 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e1956e-a55c-4c1b-83a7-43db2d3d2698 tempest-TestNetworkBasicOps-870629129 tempest-TestNetworkBasicOps-870629129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:04.960062 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e1956e-a55c-4c1b-83a7-43db2d3d2698 tempest-TestNetworkBasicOps-870629129 tempest-TestNetworkBasicOps-870629129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:04.960463 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-5b3fb0d2-9f75-40b2-b780-d7a9c0d612bb None None] For port 27a6db8d-bbf3-4801-bd0a-c1b1440b9f38, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=27a6db8d-bbf3-4801-bd0a-c1b1440b9f38,segment=NetworkSegment(bf999408-f326-411f-ace7-80c9fa283af1),segment_id=bf999408-f326-411f-ace7-80c9fa283af1)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:42:04.960613 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e1956e-a55c-4c1b-83a7-43db2d3d2698 tempest-TestNetworkBasicOps-870629129 tempest-TestNetworkBasicOps-870629129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:04.962979 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a4e1956e-a55c-4c1b-83a7-43db2d3d2698 tempest-TestNetworkBasicOps-870629129 tempest-TestNetworkBasicOps-870629129-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0746274 Jan 28 03:42:04.966742 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5b3fb0d2-9f75-40b2-b780-d7a9c0d612bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (27a6db8d-bbf3-4801-bd0a-c1b1440b9f38), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:04.966984 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60708) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:05.022139 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3fb0d2-9f75-40b2-b780-d7a9c0d612bb None None] Pushing event updated for resources: {'Port': ['ID=27a6db8d-bbf3-4801-bd0a-c1b1440b9f38,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:05.096189 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-ea8aaac4-b14e-40fd-b4c8-bbacf6908153 None None] Provisioning complete for port 27a6db8d-bbf3-4801-bd0a-c1b1440b9f38 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:42:05.096668 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ea8aaac4-b14e-40fd-b4c8-bbacf6908153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (27a6db8d-bbf3-4801-bd0a-c1b1440b9f38), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:05.211133 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-ea8aaac4-b14e-40fd-b4c8-bbacf6908153 None None] Current status of the port 27a6db8d-bbf3-4801-bd0a-c1b1440b9f38 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:42:05.225456 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-ea8aaac4-b14e-40fd-b4c8-bbacf6908153 None None] Provisioning complete for port a02e034c-19b5-49e8-ae15-cf00603d27a3 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:42:05.226280 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ea8aaac4-b14e-40fd-b4c8-bbacf6908153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (a02e034c-19b5-49e8-ae15-cf00603d27a3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:05.250555 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-08e1978b-84b3-4e55-af31-172f84f703a0 tempest-TestNetworkBasicOps-870629129 tempest-TestNetworkBasicOps-870629129-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2823303 Jan 28 03:42:05.275961 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-ea8aaac4-b14e-40fd-b4c8-bbacf6908153 None None] Port a02e034c-19b5-49e8-ae15-cf00603d27a3 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:42:05.406028 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-54d62457-64a2-4bdd-bce8-2a59b4fe59f8 None None] Provisioning complete for port a02e034c-19b5-49e8-ae15-cf00603d27a3 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:42:05.406552 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-54d62457-64a2-4bdd-bce8-2a59b4fe59f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (a02e034c-19b5-49e8-ae15-cf00603d27a3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:05.462333 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-54d62457-64a2-4bdd-bce8-2a59b4fe59f8 None None] Port a02e034c-19b5-49e8-ae15-cf00603d27a3 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:42:05.472372 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8598aa7d-012d-4a5e-bbb7-2fcc7e280458 None None] Sync routers for ids ['319871b2-99ad-4169-94db-e1e807b732c4'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:42:05.491695 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8598aa7d-012d-4a5e-bbb7-2fcc7e280458 None None] Routers {'319871b2-99ad-4169-94db-e1e807b732c4'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:42:05.492493 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-8598aa7d-012d-4a5e-bbb7-2fcc7e280458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:42:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['319871b2-99ad-4169-94db-e1e807b732c4'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:42:05.596748 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 27a6db8d-bbf3-4801-bd0a-c1b1440b9f38 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:42:05.597423 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60712) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:05.603539 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-82eb3d81-d361-4861-8c01-3e7c4de86bb5 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-893918332', 'description': 'tempest-secgroup-smoke-893918332 description', 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:05.630854 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-82eb3d81-d361-4861-8c01-3e7c4de86bb5 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:05.654548 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-8598aa7d-012d-4a5e-bbb7-2fcc7e280458 None None] Set router 319871b2-99ad-4169-94db-e1e807b732c4 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:42:05.655483 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 27a6db8d-bbf3-4801-bd0a-c1b1440b9f38 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:42:05.655852 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (27a6db8d-bbf3-4801-bd0a-c1b1440b9f38), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:05.706751 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-4e42bf2d-b9a0-42e4-a7cf-ce67208cb4f5 None None] Provisioning complete for port a02e034c-19b5-49e8-ae15-cf00603d27a3 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:42:05.707132 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4e42bf2d-b9a0-42e4-a7cf-ce67208cb4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (a02e034c-19b5-49e8-ae15-cf00603d27a3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:05.728744 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-82eb3d81-d361-4861-8c01-3e7c4de86bb5 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group (a3663468-d876-4ff1-9326-2babe83ea712), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:05.733745 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-82eb3d81-d361-4861-8c01-3e7c4de86bb5 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (a3663468-d876-4ff1-9326-2babe83ea712), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:05.750008 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-4e42bf2d-b9a0-42e4-a7cf-ce67208cb4f5 None None] Port a02e034c-19b5-49e8-ae15-cf00603d27a3 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:42:05.760398 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-82eb3d81-d361-4861-8c01-3e7c4de86bb5 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:05.764691 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-82eb3d81-d361-4861-8c01-3e7c4de86bb5 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1631732 Jan 28 03:42:05.765204 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60714) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:05.772823 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-4ae4bb10-0af1-4d7b-a480-aeda0fb395cf tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Request body: {'security_group_rule': {'security_group_id': 'a3663468-d876-4ff1-9326-2babe83ea712', 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:05.793609 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 27a6db8d-bbf3-4801-bd0a-c1b1440b9f38 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:42:05.794323 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb3d81-d361-4861-8c01-3e7c4de86bb5 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3663468-d876-4ff1-9326-2babe83ea712,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:05.795056 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c688812a-54a9-4afc-aae3-1f2abb039ece up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:42:05.815509 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ae4bb10-0af1-4d7b-a480-aeda0fb395cf tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (f8a3e907-d7f0-4b50-bfd4-95fc3383d9d0), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:05.854763 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port c688812a-54a9-4afc-aae3-1f2abb039ece triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:42:05.855230 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c688812a-54a9-4afc-aae3-1f2abb039ece), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:05.868933 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ae4bb10-0af1-4d7b-a480-aeda0fb395cf tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (f8a3e907-d7f0-4b50-bfd4-95fc3383d9d0), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:05.874443 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ae4bb10-0af1-4d7b-a480-aeda0fb395cf tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (f8a3e907-d7f0-4b50-bfd4-95fc3383d9d0), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:05.884484 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-8598aa7d-012d-4a5e-bbb7-2fcc7e280458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319871b2-99ad-4169-94db-e1e807b732c4', 'name': 'tempest-TestNetworkBasicOps-router-51533536', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c688812a-54a9-4afc-aae3-1f2abb039ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:42:00Z', 'updated_at': '2022-01-28T03:42:03Z', 'revision_number': 4, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'gw_port': {'id': 'c688812a-54a9-4afc-aae3-1f2abb039ece', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:00:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319871b2-99ad-4169-94db-e1e807b732c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:42:00Z', 'updated_at': '2022-01-28T03:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'a02e034c-19b5-49e8-ae15-cf00603d27a3', 'name': '', 'network_id': 'caf34f4d-e1f3-4fcb-a6bf-71a664d8183b', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'mac_address': 'fa:16:3e:b3:ba:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319871b2-99ad-4169-94db-e1e807b732c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'c6a81bef-06fe-417b-b223-f13be233f32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:42:02Z', 'updated_at': '2022-01-28T03:42:03Z', 'revision_number': 2, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'subnets': [{'id': 'c6a81bef-06fe-417b-b223-f13be233f32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:42:05.903281 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ae4bb10-0af1-4d7b-a480-aeda0fb395cf tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:05.907214 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4ae4bb10-0af1-4d7b-a480-aeda0fb395cf tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1383414 Jan 28 03:42:05.907214 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae4bb10-0af1-4d7b-a480-aeda0fb395cf tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8a3e907-d7f0-4b50-bfd4-95fc3383d9d0,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:05.907761 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60716) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:05.912599 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-00fcf9c5-9d67-419d-9c87-97d2fd322485 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Request body: {'security_group_rule': {'security_group_id': 'a3663468-d876-4ff1-9326-2babe83ea712', 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:05.928277 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8598aa7d-012d-4a5e-bbb7-2fcc7e280458 None None] Checking router: 319871b2-99ad-4169-94db-e1e807b732c4 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:42:05.929970 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8598aa7d-012d-4a5e-bbb7-2fcc7e280458 None None] Updating router 319871b2-99ad-4169-94db-e1e807b732c4 port a02e034c-19b5-49e8-ae15-cf00603d27a3 binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:42:05.953649 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-00fcf9c5-9d67-419d-9c87-97d2fd322485 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (bde29e8b-d9f3-4c36-95c9-2c19f2d93c69), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:05.954466 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port c688812a-54a9-4afc-aae3-1f2abb039ece is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:42:05.954950 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c688812a-54a9-4afc-aae3-1f2abb039ece), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:05.968255 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-8598aa7d-012d-4a5e-bbb7-2fcc7e280458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (a02e034c-19b5-49e8-ae15-cf00603d27a3), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:05.978607 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port c688812a-54a9-4afc-aae3-1f2abb039ece, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=c688812a-54a9-4afc-aae3-1f2abb039ece,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:42:05.985480 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c688812a-54a9-4afc-aae3-1f2abb039ece), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:06.027162 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-00fcf9c5-9d67-419d-9c87-97d2fd322485 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (bde29e8b-d9f3-4c36-95c9-2c19f2d93c69), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:06.031790 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-00fcf9c5-9d67-419d-9c87-97d2fd322485 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (bde29e8b-d9f3-4c36-95c9-2c19f2d93c69), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:06.040713 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=c688812a-54a9-4afc-aae3-1f2abb039ece,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:06.053719 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fcf9c5-9d67-419d-9c87-97d2fd322485 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bde29e8b-d9f3-4c36-95c9-2c19f2d93c69,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:06.070202 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-00fcf9c5-9d67-419d-9c87-97d2fd322485 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:06.071873 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-00fcf9c5-9d67-419d-9c87-97d2fd322485 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1626623 Jan 28 03:42:06.076273 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60718) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:06.082369 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-4fd45cac-d477-4152-bb21-870992492ec0 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Request body: {'security_group_rule': {'security_group_id': 'a3663468-d876-4ff1-9326-2babe83ea712', 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:06.110472 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4fd45cac-d477-4152-bb21-870992492ec0 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (8df25179-4624-44c8-bd4d-0c74e0964c4a), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:06.170970 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:06.174124 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4fd45cac-d477-4152-bb21-870992492ec0 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (8df25179-4624-44c8-bd4d-0c74e0964c4a), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:06.179245 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4fd45cac-d477-4152-bb21-870992492ec0 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (8df25179-4624-44c8-bd4d-0c74e0964c4a), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:06.198011 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd45cac-d477-4152-bb21-870992492ec0 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8df25179-4624-44c8-bd4d-0c74e0964c4a,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:06.211092 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4fd45cac-d477-4152-bb21-870992492ec0 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:06.214985 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4fd45cac-d477-4152-bb21-870992492ec0 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1350937 Jan 28 03:42:06.215180 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60720) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:06.221063 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-53024042-7773-421f-93e4-a02aa8ae78db tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Request body: {'security_group_rule': {'security_group_id': 'a3663468-d876-4ff1-9326-2babe83ea712', 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:06.246988 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-53024042-7773-421f-93e4-a02aa8ae78db tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (652362d6-41eb-424a-b239-8a445af315f0), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:06.266092 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-8598aa7d-012d-4a5e-bbb7-2fcc7e280458 None None] Publish callbacks [] for port (a02e034c-19b5-49e8-ae15-cf00603d27a3), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:06.271981 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-8598aa7d-012d-4a5e-bbb7-2fcc7e280458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (a02e034c-19b5-49e8-ae15-cf00603d27a3), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:06.318430 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-53024042-7773-421f-93e4-a02aa8ae78db tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (652362d6-41eb-424a-b239-8a445af315f0), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:06.325031 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-53024042-7773-421f-93e4-a02aa8ae78db tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (652362d6-41eb-424a-b239-8a445af315f0), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:06.336196 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac09de-c616-4dc2-a55d-839372e57d3c None None] Pushing event updated for resources: {'Port': ['ID=a02e034c-19b5-49e8-ae15-cf00603d27a3,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:06.347415 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53024042-7773-421f-93e4-a02aa8ae78db tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=652362d6-41eb-424a-b239-8a445af315f0,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:06.353190 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac09de-c616-4dc2-a55d-839372e57d3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:06.353742 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac09de-c616-4dc2-a55d-839372e57d3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:06.354289 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac09de-c616-4dc2-a55d-839372e57d3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:06.354820 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac09de-c616-4dc2-a55d-839372e57d3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:06.355366 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac09de-c616-4dc2-a55d-839372e57d3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:06.356077 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac09de-c616-4dc2-a55d-839372e57d3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:06.356549 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac09de-c616-4dc2-a55d-839372e57d3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:06.356954 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac09de-c616-4dc2-a55d-839372e57d3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:06.357498 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac09de-c616-4dc2-a55d-839372e57d3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:06.358049 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac09de-c616-4dc2-a55d-839372e57d3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:06.358584 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac09de-c616-4dc2-a55d-839372e57d3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:06.359297 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac09de-c616-4dc2-a55d-839372e57d3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:06.359809 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac09de-c616-4dc2-a55d-839372e57d3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:06.361595 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-53024042-7773-421f-93e4-a02aa8ae78db tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:06.366342 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-53024042-7773-421f-93e4-a02aa8ae78db tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1468556 Jan 28 03:42:06.366887 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60722) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:06.373653 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-df507dc7-cceb-4cd7-a406-d21750294b54 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Request body: {'security_group_rule': {'security_group_id': 'a3663468-d876-4ff1-9326-2babe83ea712', 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:06.399164 n-d-712139-27 neutron-server[109803]: INFO neutron.db.securitygroups_db [None req-df507dc7-cceb-4cd7-a406-d21750294b54 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Project a430f0f3e4f741e48de4bca12c777fa6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 03:42:06.411345 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-df507dc7-cceb-4cd7-a406-d21750294b54 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (c299ea28-5f8b-49c4-887b-e3f7827c23ff), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:06.427776 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-8598aa7d-012d-4a5e-bbb7-2fcc7e280458 None None] Attempting to bind port a02e034c-19b5-49e8-ae15-cf00603d27a3 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:42:06.428147 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-8598aa7d-012d-4a5e-bbb7-2fcc7e280458 None None] Attempting to bind port a02e034c-19b5-49e8-ae15-cf00603d27a3 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'bf999408-f326-411f-ace7-80c9fa283af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'caf34f4d-e1f3-4fcb-a6bf-71a664d8183b'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:42:06.428508 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8598aa7d-012d-4a5e-bbb7-2fcc7e280458 None None] Attempting to bind port a02e034c-19b5-49e8-ae15-cf00603d27a3 on network caf34f4d-e1f3-4fcb-a6bf-71a664d8183b {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:42:06.435813 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8598aa7d-012d-4a5e-bbb7-2fcc7e280458 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:42:06.436234 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8598aa7d-012d-4a5e-bbb7-2fcc7e280458 None None] Checking segment: {'id': 'bf999408-f326-411f-ace7-80c9fa283af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'caf34f4d-e1f3-4fcb-a6bf-71a664d8183b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:42:06.436860 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-8598aa7d-012d-4a5e-bbb7-2fcc7e280458 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:06.437343 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8598aa7d-012d-4a5e-bbb7-2fcc7e280458 None None] Bound using segment: {'id': 'bf999408-f326-411f-ace7-80c9fa283af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'caf34f4d-e1f3-4fcb-a6bf-71a664d8183b'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:42:06.438059 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-8598aa7d-012d-4a5e-bbb7-2fcc7e280458 None None] Bound port: a02e034c-19b5-49e8-ae15-cf00603d27a3, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf999408-f326-411f-ace7-80c9fa283af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'caf34f4d-e1f3-4fcb-a6bf-71a664d8183b'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:42:06.438755 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-8598aa7d-012d-4a5e-bbb7-2fcc7e280458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (a02e034c-19b5-49e8-ae15-cf00603d27a3), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:06.486522 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-df507dc7-cceb-4cd7-a406-d21750294b54 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (c299ea28-5f8b-49c4-887b-e3f7827c23ff), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:06.495470 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-df507dc7-cceb-4cd7-a406-d21750294b54 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (c299ea28-5f8b-49c4-887b-e3f7827c23ff), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:06.520230 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df507dc7-cceb-4cd7-a406-d21750294b54 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c299ea28-5f8b-49c4-887b-e3f7827c23ff,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:06.527022 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-df507dc7-cceb-4cd7-a406-d21750294b54 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:06.528568 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-df507dc7-cceb-4cd7-a406-d21750294b54 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1604009 Jan 28 03:42:06.531573 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-8598aa7d-012d-4a5e-bbb7-2fcc7e280458 None None] For port a02e034c-19b5-49e8-ae15-cf00603d27a3, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:42:06.532137 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60724) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:06.536287 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-8598aa7d-012d-4a5e-bbb7-2fcc7e280458 None None] For port a02e034c-19b5-49e8-ae15-cf00603d27a3, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=a02e034c-19b5-49e8-ae15-cf00603d27a3,segment=NetworkSegment(bf999408-f326-411f-ace7-80c9fa283af1),segment_id=bf999408-f326-411f-ace7-80c9fa283af1)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:42:06.538981 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-14924259-064e-4f4a-8b93-75a24df3105f tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Request body: {'security_group_rule': {'security_group_id': 'a3663468-d876-4ff1-9326-2babe83ea712', 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:06.543598 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-8598aa7d-012d-4a5e-bbb7-2fcc7e280458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (a02e034c-19b5-49e8-ae15-cf00603d27a3), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:06.581638 n-d-712139-27 neutron-server[109803]: INFO neutron.db.securitygroups_db [None req-14924259-064e-4f4a-8b93-75a24df3105f tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Project a430f0f3e4f741e48de4bca12c777fa6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 03:42:06.588997 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-14924259-064e-4f4a-8b93-75a24df3105f tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (5b6d33e0-000e-46c5-8d69-b8d783c22f0d), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:06.609457 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8598aa7d-012d-4a5e-bbb7-2fcc7e280458 None None] Routers {'319871b2-99ad-4169-94db-e1e807b732c4'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:42:06.610077 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-8598aa7d-012d-4a5e-bbb7-2fcc7e280458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:42:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['319871b2-99ad-4169-94db-e1e807b732c4'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:42:06.662919 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac09de-c616-4dc2-a55d-839372e57d3c None None] Pushing event updated for resources: {'Port': ['ID=a02e034c-19b5-49e8-ae15-cf00603d27a3,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:06.667750 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-14924259-064e-4f4a-8b93-75a24df3105f tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (5b6d33e0-000e-46c5-8d69-b8d783c22f0d), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:06.682590 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-14924259-064e-4f4a-8b93-75a24df3105f tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (5b6d33e0-000e-46c5-8d69-b8d783c22f0d), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:06.686151 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-4757c0aa-ec43-4921-a8c9-21832459953b None None] Provisioning complete for port a02e034c-19b5-49e8-ae15-cf00603d27a3 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:42:06.686497 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4757c0aa-ec43-4921-a8c9-21832459953b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (a02e034c-19b5-49e8-ae15-cf00603d27a3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:06.705399 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14924259-064e-4f4a-8b93-75a24df3105f tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b6d33e0-000e-46c5-8d69-b8d783c22f0d,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:06.712913 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-14924259-064e-4f4a-8b93-75a24df3105f tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:06.723589 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-14924259-064e-4f4a-8b93-75a24df3105f tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1812122 Jan 28 03:42:06.785168 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-8598aa7d-012d-4a5e-bbb7-2fcc7e280458 None None] Set router 319871b2-99ad-4169-94db-e1e807b732c4 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:42:06.800745 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-4757c0aa-ec43-4921-a8c9-21832459953b None None] Current status of the port a02e034c-19b5-49e8-ae15-cf00603d27a3 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:42:06.801183 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4757c0aa-ec43-4921-a8c9-21832459953b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (a02e034c-19b5-49e8-ae15-cf00603d27a3), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:06.848541 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-4757c0aa-ec43-4921-a8c9-21832459953b None None] For port a02e034c-19b5-49e8-ae15-cf00603d27a3, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=a02e034c-19b5-49e8-ae15-cf00603d27a3,segment=NetworkSegment(bf999408-f326-411f-ace7-80c9fa283af1),segment_id=bf999408-f326-411f-ace7-80c9fa283af1)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:42:06.854724 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4757c0aa-ec43-4921-a8c9-21832459953b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (a02e034c-19b5-49e8-ae15-cf00603d27a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:06.912746 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4757c0aa-ec43-4921-a8c9-21832459953b None None] Pushing event updated for resources: {'Port': ['ID=a02e034c-19b5-49e8-ae15-cf00603d27a3,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:06.924354 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-09a6ee29-1b8d-41dd-8e84-c80a7f286486 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-893918332&fields=id&tenant_id=a430f0f3e4f741e48de4bca12c777fa6 HTTP/1.1" status: 200 len: 267 time: 0.0570788 Jan 28 03:42:06.975296 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-f36335c3-0f31-4cd5-b857-ca99fb95a6c1 None None] Provisioning complete for port a02e034c-19b5-49e8-ae15-cf00603d27a3 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:42:06.976425 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f36335c3-0f31-4cd5-b857-ca99fb95a6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (a02e034c-19b5-49e8-ae15-cf00603d27a3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:07.030128 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-8598aa7d-012d-4a5e-bbb7-2fcc7e280458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319871b2-99ad-4169-94db-e1e807b732c4', 'name': 'tempest-TestNetworkBasicOps-router-51533536', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c688812a-54a9-4afc-aae3-1f2abb039ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:42:00Z', 'updated_at': '2022-01-28T03:42:03Z', 'revision_number': 4, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'gw_port': {'id': 'c688812a-54a9-4afc-aae3-1f2abb039ece', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:00:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319871b2-99ad-4169-94db-e1e807b732c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:42:00Z', 'updated_at': '2022-01-28T03:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'a02e034c-19b5-49e8-ae15-cf00603d27a3', 'name': '', 'network_id': 'caf34f4d-e1f3-4fcb-a6bf-71a664d8183b', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'mac_address': 'fa:16:3e:b3:ba:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319871b2-99ad-4169-94db-e1e807b732c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'c6a81bef-06fe-417b-b223-f13be233f32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:42:02Z', 'updated_at': '2022-01-28T03:42:06Z', 'revision_number': 4, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'subnets': [{'id': 'c6a81bef-06fe-417b-b223-f13be233f32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:42:07.035541 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-b8d68c98-8b29-451f-86f5-15b31934404b tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:07.037199 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-b8d68c98-8b29-451f-86f5-15b31934404b tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/networks?id=caf34f4d-e1f3-4fcb-a6bf-71a664d8183b HTTP/1.1" status: 200 len: 796 time: 0.1054847 Jan 28 03:42:07.053378 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-023a9976-b21e-4083-93ec-b37004f20c75 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/quotas/a430f0f3e4f741e48de4bca12c777fa6 HTTP/1.1" status: 200 len: 375 time: 0.0098639 Jan 28 03:42:07.056595 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-f36335c3-0f31-4cd5-b857-ca99fb95a6c1 None None] Current status of the port a02e034c-19b5-49e8-ae15-cf00603d27a3 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:42:07.057744 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8598aa7d-012d-4a5e-bbb7-2fcc7e280458 None None] The sync data for ids ['319871b2-99ad-4169-94db-e1e807b732c4'] in n-d-712139-27 is: [{'id': '319871b2-99ad-4169-94db-e1e807b732c4', 'name': 'tempest-TestNetworkBasicOps-router-51533536', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c688812a-54a9-4afc-aae3-1f2abb039ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:42:00Z', 'updated_at': '2022-01-28T03:42:03Z', 'revision_number': 4, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'gw_port': {'id': 'c688812a-54a9-4afc-aae3-1f2abb039ece', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:00:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319871b2-99ad-4169-94db-e1e807b732c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:42:00Z', 'updated_at': '2022-01-28T03:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'a02e034c-19b5-49e8-ae15-cf00603d27a3', 'name': '', 'network_id': 'caf34f4d-e1f3-4fcb-a6bf-71a664d8183b', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'mac_address': 'fa:16:3e:b3:ba:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319871b2-99ad-4169-94db-e1e807b732c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'c6a81bef-06fe-417b-b223-f13be233f32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:42:02Z', 'updated_at': '2022-01-28T03:42:06Z', 'revision_number': 4, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'subnets': [{'id': 'c6a81bef-06fe-417b-b223-f13be233f32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:42:07.110562 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-fbbf5ba2-b69b-4162-8418-7ae1e1ba50ed tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a430f0f3e4f741e48de4bca12c777fa6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502865 Jan 28 03:42:07.225625 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-8d081ba4-88b5-43d1-8f24-82b9fb20a737 service neutron] 10.222.0.53 "GET /v2.0/networks/caf34f4d-e1f3-4fcb-a6bf-71a664d8183b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952215 Jan 28 03:42:07.319639 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-39fac9fe-d0f3-48a5-8daf-e46fc81205bf service neutron] 10.222.0.53 "GET /v2.0/networks/caf34f4d-e1f3-4fcb-a6bf-71a664d8183b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881925 Jan 28 03:42:07.513761 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2927615c-d306-47f9-94a5-8c9b2a4d4b68 req-3c1ef87e-7c88-4f3f-8714-91febe7f93f4 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9eed734-8522-42f0-b0ea-4b1df324684a HTTP/1.1" status: 200 len: 210 time: 0.0340302 Jan 28 03:42:07.578224 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c688812a-54a9-4afc-aae3-1f2abb039ece up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:42:07.651327 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port c688812a-54a9-4afc-aae3-1f2abb039ece triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:42:07.651709 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c688812a-54a9-4afc-aae3-1f2abb039ece), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:07.742998 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port c688812a-54a9-4afc-aae3-1f2abb039ece is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:42:07.744130 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device a02e034c-19b5-49e8-ae15-cf00603d27a3 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:42:07.805548 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port a02e034c-19b5-49e8-ae15-cf00603d27a3 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:42:07.806115 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (a02e034c-19b5-49e8-ae15-cf00603d27a3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:07.897612 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port a02e034c-19b5-49e8-ae15-cf00603d27a3 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:42:08.623115 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b530f882-1d7f-4ad3-93b3-857dda93d746 req-7e7d12e0-1a57-450f-bf31-ad10c098e3cc tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9eed734-8522-42f0-b0ea-4b1df324684a HTTP/1.1" status: 200 len: 210 time: 0.0330420 Jan 28 03:42:09.201294 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-8b11b870-faf9-4a3d-8804-8e53de89ec67 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:09.202876 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-8b11b870-faf9-4a3d-8804-8e53de89ec67 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.39 "GET /v2.0/networks?id=caf34f4d-e1f3-4fcb-a6bf-71a664d8183b HTTP/1.1" status: 200 len: 796 time: 0.4516177 Jan 28 03:42:09.246461 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:42:09.274190 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-3baeabfd-663b-4d47-b00e-f49813ed2e16 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a430f0f3e4f741e48de4bca12c777fa6 HTTP/1.1" status: 200 len: 379 time: 0.0565445 Jan 28 03:42:09.283170 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-8add67e8-55a8-4440-b089-def695f783e1 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Request body: {'port': {'device_id': 'b9eed734-8522-42f0-b0ea-4b1df324684a', 'network_id': 'caf34f4d-e1f3-4fcb-a6bf-71a664d8183b', 'admin_state_up': True, 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'security_groups': ['a3663468-d876-4ff1-9326-2babe83ea712']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:09.401504 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-8add67e8-55a8-4440-b089-def695f783e1 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Made reservation on behalf of a430f0f3e4f741e48de4bca12c777fa6 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:42:09.406751 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-8add67e8-55a8-4440-b089-def695f783e1 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:09.536972 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-8add67e8-55a8-4440-b089-def695f783e1 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Allocated IP 172.20.0.3 (caf34f4d-e1f3-4fcb-a6bf-71a664d8183b/c6a81bef-06fe-417b-b223-f13be233f32b/19b5910c-c68e-45fa-9325-0a2cfa92fcd2) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:42:09.685865 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-8add67e8-55a8-4440-b089-def695f783e1 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for port (19b5910c-c68e-45fa-9325-0a2cfa92fcd2), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:09.730893 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bb77ba89-7542-4108-b4b7-fb1a16e9262a req-8719e9ed-7bb5-485b-b768-ac8e65fc23dd tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9eed734-8522-42f0-b0ea-4b1df324684a HTTP/1.1" status: 200 len: 210 time: 0.0338597 Jan 28 03:42:09.744714 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-8add67e8-55a8-4440-b089-def695f783e1 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (19b5910c-c68e-45fa-9325-0a2cfa92fcd2), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:09.785863 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-8add67e8-55a8-4440-b089-def695f783e1 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Network caf34f4d-e1f3-4fcb-a6bf-71a664d8183b is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:42:09.788965 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-8add67e8-55a8-4440-b089-def695f783e1 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:42:09.799035 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-8add67e8-55a8-4440-b089-def695f783e1 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:42:09.805542 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8add67e8-55a8-4440-b089-def695f783e1 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event updated for resources: {'Port': ['ID=19b5910c-c68e-45fa-9325-0a2cfa92fcd2,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:09.857159 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-8add67e8-55a8-4440-b089-def695f783e1 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:09.857847 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-8add67e8-55a8-4440-b089-def695f783e1 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:09.875259 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-8add67e8-55a8-4440-b089-def695f783e1 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5957408 Jan 28 03:42:09.891383 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-de97f08e-c8b8-4002-8ade-cbc2d80fe174 service neutron] Request body: {'port': {'device_id': 'b9eed734-8522-42f0-b0ea-4b1df324684a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:09.948987 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-de97f08e-c8b8-4002-8ade-cbc2d80fe174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (19b5910c-c68e-45fa-9325-0a2cfa92fcd2), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:09.994471 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-3be65d3d-c3d1-4587-b2b1-3be5e83be5c1 None None] Provisioning complete for port 19b5910c-c68e-45fa-9325-0a2cfa92fcd2 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:42:09.995040 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3be65d3d-c3d1-4587-b2b1-3be5e83be5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (19b5910c-c68e-45fa-9325-0a2cfa92fcd2), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:10.027549 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-3be65d3d-c3d1-4587-b2b1-3be5e83be5c1 None None] Port 19b5910c-c68e-45fa-9325-0a2cfa92fcd2 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:42:10.227703 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-de97f08e-c8b8-4002-8ade-cbc2d80fe174 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19b5910c-c68e-45fa-9325-0a2cfa92fcd2 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:42:10.236574 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-de97f08e-c8b8-4002-8ade-cbc2d80fe174 service neutron] Publish callbacks [] for port (19b5910c-c68e-45fa-9325-0a2cfa92fcd2), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:10.249863 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-de97f08e-c8b8-4002-8ade-cbc2d80fe174 service neutron] Transition to ACTIVE for port object 19b5910c-c68e-45fa-9325-0a2cfa92fcd2 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:42:10.256559 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-de97f08e-c8b8-4002-8ade-cbc2d80fe174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (19b5910c-c68e-45fa-9325-0a2cfa92fcd2), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:10.306859 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de97f08e-c8b8-4002-8ade-cbc2d80fe174 service neutron] Pushing event updated for resources: {'Port': ['ID=19b5910c-c68e-45fa-9325-0a2cfa92fcd2,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:10.378702 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-de97f08e-c8b8-4002-8ade-cbc2d80fe174 service neutron] Attempting to bind port 19b5910c-c68e-45fa-9325-0a2cfa92fcd2 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:42:10.379100 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-de97f08e-c8b8-4002-8ade-cbc2d80fe174 service neutron] Attempting to bind port 19b5910c-c68e-45fa-9325-0a2cfa92fcd2 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'bf999408-f326-411f-ace7-80c9fa283af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'caf34f4d-e1f3-4fcb-a6bf-71a664d8183b'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:42:10.379398 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-de97f08e-c8b8-4002-8ade-cbc2d80fe174 service neutron] Attempting to bind port 19b5910c-c68e-45fa-9325-0a2cfa92fcd2 on network caf34f4d-e1f3-4fcb-a6bf-71a664d8183b {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:42:10.384795 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-de97f08e-c8b8-4002-8ade-cbc2d80fe174 service neutron] Port 19b5910c-c68e-45fa-9325-0a2cfa92fcd2 on network caf34f4d-e1f3-4fcb-a6bf-71a664d8183b not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:42:10.385162 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-de97f08e-c8b8-4002-8ade-cbc2d80fe174 service neutron] Attempting to bind port 19b5910c-c68e-45fa-9325-0a2cfa92fcd2 on network caf34f4d-e1f3-4fcb-a6bf-71a664d8183b {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:42:10.390922 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-de97f08e-c8b8-4002-8ade-cbc2d80fe174 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:42:10.391273 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-de97f08e-c8b8-4002-8ade-cbc2d80fe174 service neutron] Checking segment: {'id': 'bf999408-f326-411f-ace7-80c9fa283af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'caf34f4d-e1f3-4fcb-a6bf-71a664d8183b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:42:10.391672 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-de97f08e-c8b8-4002-8ade-cbc2d80fe174 service neutron] Bound using segment: {'id': 'bf999408-f326-411f-ace7-80c9fa283af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'caf34f4d-e1f3-4fcb-a6bf-71a664d8183b'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:42:10.392112 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-de97f08e-c8b8-4002-8ade-cbc2d80fe174 service neutron] Bound port: 19b5910c-c68e-45fa-9325-0a2cfa92fcd2, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf999408-f326-411f-ace7-80c9fa283af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'caf34f4d-e1f3-4fcb-a6bf-71a664d8183b'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:42:10.392481 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-de97f08e-c8b8-4002-8ade-cbc2d80fe174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (19b5910c-c68e-45fa-9325-0a2cfa92fcd2), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:10.463741 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-de97f08e-c8b8-4002-8ade-cbc2d80fe174 service neutron] For port 19b5910c-c68e-45fa-9325-0a2cfa92fcd2, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:42:10.467026 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-de97f08e-c8b8-4002-8ade-cbc2d80fe174 service neutron] For port 19b5910c-c68e-45fa-9325-0a2cfa92fcd2, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=19b5910c-c68e-45fa-9325-0a2cfa92fcd2,segment=NetworkSegment(bf999408-f326-411f-ace7-80c9fa283af1),segment_id=bf999408-f326-411f-ace7-80c9fa283af1)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:42:10.472486 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-de97f08e-c8b8-4002-8ade-cbc2d80fe174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (19b5910c-c68e-45fa-9325-0a2cfa92fcd2), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:10.506269 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-de97f08e-c8b8-4002-8ade-cbc2d80fe174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:10.506962 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-de97f08e-c8b8-4002-8ade-cbc2d80fe174 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:10.508517 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-de97f08e-c8b8-4002-8ade-cbc2d80fe174 service neutron] 10.222.0.39 "PUT /v2.0/ports/19b5910c-c68e-45fa-9325-0a2cfa92fcd2 HTTP/1.1" status: 200 len: 1092 time: 0.6216776 Jan 28 03:42:10.508903 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9eed734-8522-42f0-b0ea-4b1df324684a', 'tag': '19b5910c-c68e-45fa-9325-0a2cfa92fcd2'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:42:10.511399 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ed2791-b13c-4d87-82b5-ac14c60cec11" -d '{"events": [{"name": "network-changed", "server_uuid": "b9eed734-8522-42f0-b0ea-4b1df324684a", "tag": "19b5910c-c68e-45fa-9325-0a2cfa92fcd2"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:42:10.540119 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de97f08e-c8b8-4002-8ade-cbc2d80fe174 service neutron] Pushing event updated for resources: {'Port': ['ID=19b5910c-c68e-45fa-9325-0a2cfa92fcd2,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:10.562141 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d238e41-13e5-48de-b94a-da5c44a32db3 x-openstack-request-id: req-5d238e41-13e5-48de-b94a-da5c44a32db3 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:42:10.562433 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9eed734-8522-42f0-b0ea-4b1df324684a", "tag": "19b5910c-c68e-45fa-9325-0a2cfa92fcd2", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:42:10.562687 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5d238e41-13e5-48de-b94a-da5c44a32db3 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:42:10.563098 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9eed734-8522-42f0-b0ea-4b1df324684a', 'tag': '19b5910c-c68e-45fa-9325-0a2cfa92fcd2', 'status': 'completed', 'code': 200} Jan 28 03:42:10.623573 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-5f2a655a-7976-4007-9010-09ebf273da1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:10.625169 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-5f2a655a-7976-4007-9010-09ebf273da1a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a430f0f3e4f741e48de4bca12c777fa6&device_id=b9eed734-8522-42f0-b0ea-4b1df324684a HTTP/1.1" status: 200 len: 1095 time: 0.0435228 Jan 28 03:42:10.677889 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-4118b1c8-095f-47fc-bbf9-f7a61ebe9623 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19b5910c-c68e-45fa-9325-0a2cfa92fcd2 HTTP/1.1" status: 200 len: 217 time: 0.0406523 Jan 28 03:42:10.729218 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-22b6c457-6d43-4f0a-9ddd-3c198eea0239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:10.730731 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-22b6c457-6d43-4f0a-9ddd-3c198eea0239 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c6a81bef-06fe-417b-b223-f13be233f32b HTTP/1.1" status: 200 len: 834 time: 0.0475593 Jan 28 03:42:10.783300 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-c4921ec1-db5b-44bb-a35b-331f4e795801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:10.784985 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-c4921ec1-db5b-44bb-a35b-331f4e795801 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=caf34f4d-e1f3-4fcb-a6bf-71a664d8183b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478630 Jan 28 03:42:10.912601 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be467b-e10d-428b-8752-5ebe95b8746e req-310d05a2-40f6-4ed3-ab9e-dadbc9918dd4 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:10.914168 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b6be467b-e10d-428b-8752-5ebe95b8746e req-310d05a2-40f6-4ed3-ab9e-dadbc9918dd4 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9eed734-8522-42f0-b0ea-4b1df324684a HTTP/1.1" status: 200 len: 943 time: 0.1057248 Jan 28 03:42:10.916490 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-f8b914fa-3fad-4d2d-a09d-c8f4650848df service neutron] 10.222.0.39 "GET /v2.0/networks/caf34f4d-e1f3-4fcb-a6bf-71a664d8183b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255884 Jan 28 03:42:11.018038 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b6be467b-e10d-428b-8752-5ebe95b8746e req-90b85a7a-be38-46b0-9628-3e6ef43c1902 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3663468-d876-4ff1-9326-2babe83ea712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977051 Jan 28 03:42:11.046893 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-282cc8da-b522-47f4-bf4f-8124085df2e4 req-2a8653b7-eefe-4fbe-8153-33f2c8d1df2f service neutron] 10.222.0.39 "GET /v2.0/networks/caf34f4d-e1f3-4fcb-a6bf-71a664d8183b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198461 Jan 28 03:42:11.173211 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed2791-b13c-4d87-82b5-ac14c60cec11 req-04e72886-36ce-4be9-bd27-a188bb7843d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:11.175063 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-30ed2791-b13c-4d87-82b5-ac14c60cec11 req-04e72886-36ce-4be9-bd27-a188bb7843d0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a430f0f3e4f741e48de4bca12c777fa6&device_id=b9eed734-8522-42f0-b0ea-4b1df324684a HTTP/1.1" status: 200 len: 1095 time: 0.0445910 Jan 28 03:42:11.274384 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed2791-b13c-4d87-82b5-ac14c60cec11 req-6de46596-afc3-4ddd-851f-a785c3eef80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:11.275818 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-30ed2791-b13c-4d87-82b5-ac14c60cec11 req-6de46596-afc3-4ddd-851f-a785c3eef80a service neutron] 10.222.0.39 "GET /v2.0/networks?id=caf34f4d-e1f3-4fcb-a6bf-71a664d8183b HTTP/1.1" status: 200 len: 897 time: 0.0949004 Jan 28 03:42:11.320567 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-30ed2791-b13c-4d87-82b5-ac14c60cec11 req-43560b19-3ef3-4852-930b-012be5dec619 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19b5910c-c68e-45fa-9325-0a2cfa92fcd2 HTTP/1.1" status: 200 len: 217 time: 0.0386112 Jan 28 03:42:11.373280 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed2791-b13c-4d87-82b5-ac14c60cec11 req-5623ba11-9a54-497e-bcf5-ee4dcb6e829b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:11.375017 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-30ed2791-b13c-4d87-82b5-ac14c60cec11 req-5623ba11-9a54-497e-bcf5-ee4dcb6e829b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c6a81bef-06fe-417b-b223-f13be233f32b HTTP/1.1" status: 200 len: 834 time: 0.0482991 Jan 28 03:42:11.433475 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed2791-b13c-4d87-82b5-ac14c60cec11 req-f1adcc02-554d-4aec-9b06-8f969e929025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:11.435179 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-30ed2791-b13c-4d87-82b5-ac14c60cec11 req-f1adcc02-554d-4aec-9b06-8f969e929025 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=caf34f4d-e1f3-4fcb-a6bf-71a664d8183b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520511 Jan 28 03:42:11.535729 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-30ed2791-b13c-4d87-82b5-ac14c60cec11 req-d3da5cb8-fb9a-49cf-845f-7fe34166a691 service neutron] 10.222.0.39 "GET /v2.0/networks/caf34f4d-e1f3-4fcb-a6bf-71a664d8183b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934980 Jan 28 03:42:11.629683 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-30ed2791-b13c-4d87-82b5-ac14c60cec11 req-390e4ee7-ccd4-4597-9588-517b9809e94b service neutron] 10.222.0.39 "GET /v2.0/networks/caf34f4d-e1f3-4fcb-a6bf-71a664d8183b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875978 Jan 28 03:42:12.143149 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46074fc7-8d33-4bfd-95a4-2e19d71344ad req-0d66fea7-504b-4068-932b-ee020e3ba248 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:12.144645 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-46074fc7-8d33-4bfd-95a4-2e19d71344ad req-0d66fea7-504b-4068-932b-ee020e3ba248 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9eed734-8522-42f0-b0ea-4b1df324684a HTTP/1.1" status: 200 len: 943 time: 0.0518308 Jan 28 03:42:12.195653 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-46074fc7-8d33-4bfd-95a4-2e19d71344ad req-4137de7f-4c72-46bc-856d-75dcd41bed63 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3663468-d876-4ff1-9326-2babe83ea712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452580 Jan 28 03:42:13.341424 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670af3ac-47bb-4182-8e94-000a93e4a637 req-8888bb39-bb09-4d42-833c-47961760a927 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:13.342947 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-670af3ac-47bb-4182-8e94-000a93e4a637 req-8888bb39-bb09-4d42-833c-47961760a927 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9eed734-8522-42f0-b0ea-4b1df324684a HTTP/1.1" status: 200 len: 943 time: 0.0640869 Jan 28 03:42:13.393332 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-670af3ac-47bb-4182-8e94-000a93e4a637 req-f53885b9-70b6-46b1-9084-3f9f7592b805 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3663468-d876-4ff1-9326-2babe83ea712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445385 Jan 28 03:42:13.601406 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 19b5910c-c68e-45fa-9325-0a2cfa92fcd2 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:42:13.708477 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 19b5910c-c68e-45fa-9325-0a2cfa92fcd2, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=19b5910c-c68e-45fa-9325-0a2cfa92fcd2,segment=NetworkSegment(bf999408-f326-411f-ace7-80c9fa283af1),segment_id=bf999408-f326-411f-ace7-80c9fa283af1)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:42:13.721695 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '19b5910c-c68e-45fa-9325-0a2cfa92fcd2', 'network_id': 'caf34f4d-e1f3-4fcb-a6bf-71a664d8183b', 'port_id': '19b5910c-c68e-45fa-9325-0a2cfa92fcd2', 'mac_address': 'fa:16:3e:84:89:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6a81bef-06fe-417b-b223-f13be233f32b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:42:13.761349 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 19b5910c-c68e-45fa-9325-0a2cfa92fcd2 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:42:13.761752 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (19b5910c-c68e-45fa-9325-0a2cfa92fcd2), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:13.774849 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19b5910c-c68e-45fa-9325-0a2cfa92fcd2 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:42:13.798492 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 19b5910c-c68e-45fa-9325-0a2cfa92fcd2, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=19b5910c-c68e-45fa-9325-0a2cfa92fcd2,segment=NetworkSegment(bf999408-f326-411f-ace7-80c9fa283af1),segment_id=bf999408-f326-411f-ace7-80c9fa283af1)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:42:13.804394 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (19b5910c-c68e-45fa-9325-0a2cfa92fcd2), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:13.855798 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=19b5910c-c68e-45fa-9325-0a2cfa92fcd2,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:14.134131 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['19b5910c-c68e-45fa-9325-0a2cfa92fcd2'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:42:14.512226 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525eec8-2991-4ac4-83d6-58a25850e8c9 req-c52fed7f-c511-48d5-9c52-82ed010f6624 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:14.513783 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0525eec8-2991-4ac4-83d6-58a25850e8c9 req-c52fed7f-c511-48d5-9c52-82ed010f6624 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9eed734-8522-42f0-b0ea-4b1df324684a HTTP/1.1" status: 200 len: 944 time: 0.0491464 Jan 28 03:42:14.564747 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0525eec8-2991-4ac4-83d6-58a25850e8c9 req-ffa19bda-112a-44d1-9014-7fe1d5f696c6 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3663468-d876-4ff1-9326-2babe83ea712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452006 Jan 28 03:42:15.602115 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 19b5910c-c68e-45fa-9325-0a2cfa92fcd2 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:42:15.655350 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 19b5910c-c68e-45fa-9325-0a2cfa92fcd2 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:42:15.659763 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 19b5910c-c68e-45fa-9325-0a2cfa92fcd2 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:42:15.660170 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (19b5910c-c68e-45fa-9325-0a2cfa92fcd2), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:15.686300 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d2d7d-94bc-45f6-85af-db5a7b6cfeba req-242406be-f99d-4fef-a837-a838af1ed99c tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:15.687814 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2a8d2d7d-94bc-45f6-85af-db5a7b6cfeba req-242406be-f99d-4fef-a837-a838af1ed99c tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9eed734-8522-42f0-b0ea-4b1df324684a HTTP/1.1" status: 200 len: 944 time: 0.0520599 Jan 28 03:42:15.755775 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2a8d2d7d-94bc-45f6-85af-db5a7b6cfeba req-25d1fd92-52d4-4be0-94d9-db5dd869679d tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3663468-d876-4ff1-9326-2babe83ea712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610809 Jan 28 03:42:15.771628 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 19b5910c-c68e-45fa-9325-0a2cfa92fcd2 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:42:15.772393 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (19b5910c-c68e-45fa-9325-0a2cfa92fcd2), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:15.821001 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9eed734-8522-42f0-b0ea-4b1df324684a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b5910c-c68e-45fa-9325-0a2cfa92fcd2'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:42:15.825812 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91e0c945e6f85e10664e4bcba1edfe8bc5d8d6ba2937725de7391470566fbb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3e407c-eb8b-453c-9cfd-bd4db2de42d3" -d '{"events": [{"server_uuid": "b9eed734-8522-42f0-b0ea-4b1df324684a", "name": "network-vif-plugged", "status": "completed", "tag": "19b5910c-c68e-45fa-9325-0a2cfa92fcd2"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:42:15.852019 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 19b5910c-c68e-45fa-9325-0a2cfa92fcd2, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=19b5910c-c68e-45fa-9325-0a2cfa92fcd2,segment=NetworkSegment(bf999408-f326-411f-ace7-80c9fa283af1),segment_id=bf999408-f326-411f-ace7-80c9fa283af1)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:42:15.860358 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (19b5910c-c68e-45fa-9325-0a2cfa92fcd2), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:15.912801 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29786851-011e-46de-9834-1306608d0a61 x-openstack-request-id: req-29786851-011e-46de-9834-1306608d0a61 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:42:15.913216 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9eed734-8522-42f0-b0ea-4b1df324684a", "name": "network-vif-plugged", "status": "completed", "tag": "19b5910c-c68e-45fa-9325-0a2cfa92fcd2", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:42:15.913492 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-29786851-011e-46de-9834-1306608d0a61 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:42:15.914093 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9eed734-8522-42f0-b0ea-4b1df324684a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b5910c-c68e-45fa-9325-0a2cfa92fcd2', 'code': 200} Jan 28 03:42:15.950073 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=19b5910c-c68e-45fa-9325-0a2cfa92fcd2,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:16.020371 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459d9d7-350e-4703-be35-a614c96709c6 req-59359aeb-9bc5-450e-8031-22037cd5122d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:16.021953 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b459d9d7-350e-4703-be35-a614c96709c6 req-59359aeb-9bc5-450e-8031-22037cd5122d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b9eed734-8522-42f0-b0ea-4b1df324684a HTTP/1.1" status: 200 len: 1097 time: 0.0537939 Jan 28 03:42:16.074865 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b459d9d7-350e-4703-be35-a614c96709c6 req-1f46766b-9b10-46c2-af7d-6fa9b08cf9a0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a3663468-d876-4ff1-9326-2babe83ea712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449991 Jan 28 03:42:16.900771 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d8569-86d5-4ee4-9ca9-ae8e24aea723 req-4dc1dce6-4064-4955-8bed-4619ad914f84 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:16.902302 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-106d8569-86d5-4ee4-9ca9-ae8e24aea723 req-4dc1dce6-4064-4955-8bed-4619ad914f84 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9eed734-8522-42f0-b0ea-4b1df324684a HTTP/1.1" status: 200 len: 945 time: 0.0530636 Jan 28 03:42:16.961844 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-106d8569-86d5-4ee4-9ca9-ae8e24aea723 req-80b95a28-7926-45f4-a700-d4a8c5f9a43a tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3663468-d876-4ff1-9326-2babe83ea712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491567 Jan 28 03:42:18.086250 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d2891-e326-49a1-a0f4-9c4ee5e7374c req-0c0d8d81-d678-401b-b40b-cf49e6b1447c tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:18.087746 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6c0d2891-e326-49a1-a0f4-9c4ee5e7374c req-0c0d8d81-d678-401b-b40b-cf49e6b1447c tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9eed734-8522-42f0-b0ea-4b1df324684a HTTP/1.1" status: 200 len: 945 time: 0.0548360 Jan 28 03:42:18.138855 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6c0d2891-e326-49a1-a0f4-9c4ee5e7374c req-d9625088-6f6e-4d66-b809-945de23c937f tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3663468-d876-4ff1-9326-2babe83ea712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430183 Jan 28 03:42:18.255333 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954b540-625f-4655-8594-911782656673 req-54e22fec-544a-4e54-b082-0bea35190f34 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:18.256730 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a954b540-625f-4655-8594-911782656673 req-54e22fec-544a-4e54-b082-0bea35190f34 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9eed734-8522-42f0-b0ea-4b1df324684a HTTP/1.1" status: 200 len: 945 time: 0.0486686 Jan 28 03:42:18.309178 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a954b540-625f-4655-8594-911782656673 req-984fc110-5730-4c90-9e07-f4e9014b2ec7 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3663468-d876-4ff1-9326-2babe83ea712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463605 Jan 28 03:42:18.331909 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60780) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:18.374460 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e3c50b-4669-464e-9fd4-e7e78afd4ba1 tempest-TestNetworkBasicOps-870629129 tempest-TestNetworkBasicOps-870629129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:18.375992 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f3e3c50b-4669-464e-9fd4-e7e78afd4ba1 tempest-TestNetworkBasicOps-870629129 tempest-TestNetworkBasicOps-870629129-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b9eed734-8522-42f0-b0ea-4b1df324684a HTTP/1.1" status: 200 len: 1092 time: 0.0430648 Jan 28 03:42:18.379221 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60782) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:18.383677 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-88419ef8-5608-4b75-bd83-cfcba2fd3635 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'port_id': '19b5910c-c68e-45fa-9325-0a2cfa92fcd2', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:18.407380 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-88419ef8-5608-4b75-bd83-cfcba2fd3635 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:18.509339 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-88419ef8-5608-4b75-bd83-cfcba2fd3635 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:18.644885 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-88419ef8-5608-4b75-bd83-cfcba2fd3635 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Allocated IP 172.25.0.212 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/778773b3-f54e-45c9-82de-1cd3c8955232) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:42:18.797865 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-88419ef8-5608-4b75-bd83-cfcba2fd3635 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for port (778773b3-f54e-45c9-82de-1cd3c8955232), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:18.836844 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-88419ef8-5608-4b75-bd83-cfcba2fd3635 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (778773b3-f54e-45c9-82de-1cd3c8955232), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:18.880888 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88419ef8-5608-4b75-bd83-cfcba2fd3635 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:42:18.884979 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-88419ef8-5608-4b75-bd83-cfcba2fd3635 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:42:18.891118 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88419ef8-5608-4b75-bd83-cfcba2fd3635 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:42:18.896961 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88419ef8-5608-4b75-bd83-cfcba2fd3635 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event updated for resources: {'Port': ['ID=778773b3-f54e-45c9-82de-1cd3c8955232,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:19.272216 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-88419ef8-5608-4b75-bd83-cfcba2fd3635 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for floatingip (39a06e3c-6ac8-4b44-b6b3-27747fff65f5), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:19.349780 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-88419ef8-5608-4b75-bd83-cfcba2fd3635 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (778773b3-f54e-45c9-82de-1cd3c8955232), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:19.500621 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-88419ef8-5608-4b75-bd83-cfcba2fd3635 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for port (778773b3-f54e-45c9-82de-1cd3c8955232), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:19.506527 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-88419ef8-5608-4b75-bd83-cfcba2fd3635 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (778773b3-f54e-45c9-82de-1cd3c8955232), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:19.571083 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88419ef8-5608-4b75-bd83-cfcba2fd3635 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event updated for resources: {'Port': ['ID=778773b3-f54e-45c9-82de-1cd3c8955232,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:19.583079 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-88419ef8-5608-4b75-bd83-cfcba2fd3635 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (39a06e3c-6ac8-4b44-b6b3-27747fff65f5), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:19.704880 n-d-712139-27 neutron-server[109803]: INFO neutron.db.l3_db [None req-88419ef8-5608-4b75-bd83-cfcba2fd3635 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Floating IP 39a06e3c-6ac8-4b44-b6b3-27747fff65f5 associated. External IP: 172.25.0.212, port: 19b5910c-c68e-45fa-9325-0a2cfa92fcd2. Jan 28 03:42:19.913819 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88419ef8-5608-4b75-bd83-cfcba2fd3635 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Router 319871b2-99ad-4169-94db-e1e807b732c4 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:42:20.028673 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88419ef8-5608-4b75-bd83-cfcba2fd3635 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:42:20.039284 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1120325-b1d1-465c-ad88-a25f45659a94 None None] Sync routers for ids ['319871b2-99ad-4169-94db-e1e807b732c4'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:42:20.049375 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-88419ef8-5608-4b75-bd83-cfcba2fd3635 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:20.051016 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1120325-b1d1-465c-ad88-a25f45659a94 None None] Routers {'319871b2-99ad-4169-94db-e1e807b732c4'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:42:20.051686 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-f1120325-b1d1-465c-ad88-a25f45659a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:42:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['319871b2-99ad-4169-94db-e1e807b732c4'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:42:20.077553 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-88419ef8-5608-4b75-bd83-cfcba2fd3635 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6973019 Jan 28 03:42:20.078186 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9eed734-8522-42f0-b0ea-4b1df324684a', 'tag': '19b5910c-c68e-45fa-9325-0a2cfa92fcd2'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:42:20.080579 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60784) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:20.081102 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c50e285fca9546477a4e99ea7ef51d20d8552486862d7928515f586f4febb77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8998a3-0b10-4695-9c5c-70b21142fe08" -d '{"events": [{"name": "network-changed", "server_uuid": "b9eed734-8522-42f0-b0ea-4b1df324684a", "tag": "19b5910c-c68e-45fa-9325-0a2cfa92fcd2"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:42:20.120840 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779dfb89-506a-4b58-9c27-ef8c76aa4587 x-openstack-request-id: req-779dfb89-506a-4b58-9c27-ef8c76aa4587 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:42:20.121164 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9eed734-8522-42f0-b0ea-4b1df324684a", "tag": "19b5910c-c68e-45fa-9325-0a2cfa92fcd2", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:42:20.121421 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-779dfb89-506a-4b58-9c27-ef8c76aa4587 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:42:20.121834 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9eed734-8522-42f0-b0ea-4b1df324684a', 'tag': '19b5910c-c68e-45fa-9325-0a2cfa92fcd2', 'status': 'completed', 'code': 200} Jan 28 03:42:20.145712 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5437bc1f-00c4-4382-8601-33650f63e610 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/floatingips/39a06e3c-6ac8-4b44-b6b3-27747fff65f5 HTTP/1.1" status: 200 len: 991 time: 0.0638885 Jan 28 03:42:20.162178 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-f1120325-b1d1-465c-ad88-a25f45659a94 None None] Set router 319871b2-99ad-4169-94db-e1e807b732c4 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:42:20.205230 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8998a3-0b10-4695-9c5c-70b21142fe08 req-c4830b66-ec56-4cf6-adb3-1dd0be88c89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:20.206886 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4d8998a3-0b10-4695-9c5c-70b21142fe08 req-c4830b66-ec56-4cf6-adb3-1dd0be88c89f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a430f0f3e4f741e48de4bca12c777fa6&device_id=b9eed734-8522-42f0-b0ea-4b1df324684a HTTP/1.1" status: 200 len: 1097 time: 0.0418041 Jan 28 03:42:20.299055 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8998a3-0b10-4695-9c5c-70b21142fe08 req-a398e13a-c54d-452f-8e20-31b3a6dcf13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:20.300639 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4d8998a3-0b10-4695-9c5c-70b21142fe08 req-a398e13a-c54d-452f-8e20-31b3a6dcf13c service neutron] 10.222.0.39 "GET /v2.0/networks?id=caf34f4d-e1f3-4fcb-a6bf-71a664d8183b HTTP/1.1" status: 200 len: 897 time: 0.0882802 Jan 28 03:42:20.370201 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4d8998a3-0b10-4695-9c5c-70b21142fe08 req-c6f5bfe1-f9ca-4880-abbe-2f097c910e0d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19b5910c-c68e-45fa-9325-0a2cfa92fcd2 HTTP/1.1" status: 200 len: 999 time: 0.0637383 Jan 28 03:42:20.390140 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-f1120325-b1d1-465c-ad88-a25f45659a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319871b2-99ad-4169-94db-e1e807b732c4', 'name': 'tempest-TestNetworkBasicOps-router-51533536', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c688812a-54a9-4afc-aae3-1f2abb039ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:42:00Z', 'updated_at': '2022-01-28T03:42:03Z', 'revision_number': 4, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'gw_port': {'id': 'c688812a-54a9-4afc-aae3-1f2abb039ece', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:00:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319871b2-99ad-4169-94db-e1e807b732c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:42:00Z', 'updated_at': '2022-01-28T03:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '39a06e3c-6ac8-4b44-b6b3-27747fff65f5', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'floating_ip_address': '172.25.0.212', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '319871b2-99ad-4169-94db-e1e807b732c4', 'port_id': '19b5910c-c68e-45fa-9325-0a2cfa92fcd2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'caf34f4d-e1f3-4fcb-a6bf-71a664d8183b', 'mac_address': 'fa:16:3e:84:89:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9eed734-8522-42f0-b0ea-4b1df324684a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:42:19Z', 'updated_at': '2022-01-28T03:42:19Z', 'revision_number': 0, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a02e034c-19b5-49e8-ae15-cf00603d27a3', 'name': '', 'network_id': 'caf34f4d-e1f3-4fcb-a6bf-71a664d8183b', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'mac_address': 'fa:16:3e:b3:ba:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319871b2-99ad-4169-94db-e1e807b732c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'c6a81bef-06fe-417b-b223-f13be233f32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:42:02Z', 'updated_at': '2022-01-28T03:42:06Z', 'revision_number': 5, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'subnets': [{'id': 'c6a81bef-06fe-417b-b223-f13be233f32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:42:20.416049 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1120325-b1d1-465c-ad88-a25f45659a94 None None] Checking router: 319871b2-99ad-4169-94db-e1e807b732c4 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:42:20.420619 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8998a3-0b10-4695-9c5c-70b21142fe08 req-cde05adb-2b13-4f71-8e45-6dcc9bee2d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:20.422162 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4d8998a3-0b10-4695-9c5c-70b21142fe08 req-cde05adb-2b13-4f71-8e45-6dcc9bee2d3f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c6a81bef-06fe-417b-b223-f13be233f32b HTTP/1.1" status: 200 len: 834 time: 0.0459058 Jan 28 03:42:20.424952 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1120325-b1d1-465c-ad88-a25f45659a94 None None] Routers {'319871b2-99ad-4169-94db-e1e807b732c4'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:42:20.425614 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-f1120325-b1d1-465c-ad88-a25f45659a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:42:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['319871b2-99ad-4169-94db-e1e807b732c4'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:42:20.473748 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8998a3-0b10-4695-9c5c-70b21142fe08 req-62164a4a-d8c8-4361-b8c9-74d55bccadaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:20.475221 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4d8998a3-0b10-4695-9c5c-70b21142fe08 req-62164a4a-d8c8-4361-b8c9-74d55bccadaf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=caf34f4d-e1f3-4fcb-a6bf-71a664d8183b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476568 Jan 28 03:42:20.556473 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-f1120325-b1d1-465c-ad88-a25f45659a94 None None] Set router 319871b2-99ad-4169-94db-e1e807b732c4 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:42:20.596181 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4d8998a3-0b10-4695-9c5c-70b21142fe08 req-66ee8dae-3115-4829-9c06-9f36758770d9 service neutron] 10.222.0.39 "GET /v2.0/networks/caf34f4d-e1f3-4fcb-a6bf-71a664d8183b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149445 Jan 28 03:42:20.701737 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4d8998a3-0b10-4695-9c5c-70b21142fe08 req-bc7983fb-51f1-4bf2-8572-49d7fb6f2b8e service neutron] 10.222.0.39 "GET /v2.0/networks/caf34f4d-e1f3-4fcb-a6bf-71a664d8183b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001647 Jan 28 03:42:20.824521 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-f1120325-b1d1-465c-ad88-a25f45659a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319871b2-99ad-4169-94db-e1e807b732c4', 'name': 'tempest-TestNetworkBasicOps-router-51533536', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c688812a-54a9-4afc-aae3-1f2abb039ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:42:00Z', 'updated_at': '2022-01-28T03:42:03Z', 'revision_number': 4, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'gw_port': {'id': 'c688812a-54a9-4afc-aae3-1f2abb039ece', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:00:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319871b2-99ad-4169-94db-e1e807b732c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:42:00Z', 'updated_at': '2022-01-28T03:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '39a06e3c-6ac8-4b44-b6b3-27747fff65f5', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'floating_ip_address': '172.25.0.212', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '319871b2-99ad-4169-94db-e1e807b732c4', 'port_id': '19b5910c-c68e-45fa-9325-0a2cfa92fcd2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'caf34f4d-e1f3-4fcb-a6bf-71a664d8183b', 'mac_address': 'fa:16:3e:84:89:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9eed734-8522-42f0-b0ea-4b1df324684a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:42:19Z', 'updated_at': '2022-01-28T03:42:19Z', 'revision_number': 0, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a02e034c-19b5-49e8-ae15-cf00603d27a3', 'name': '', 'network_id': 'caf34f4d-e1f3-4fcb-a6bf-71a664d8183b', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'mac_address': 'fa:16:3e:b3:ba:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319871b2-99ad-4169-94db-e1e807b732c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'c6a81bef-06fe-417b-b223-f13be233f32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:42:02Z', 'updated_at': '2022-01-28T03:42:06Z', 'revision_number': 5, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'subnets': [{'id': 'c6a81bef-06fe-417b-b223-f13be233f32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:42:20.870887 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1120325-b1d1-465c-ad88-a25f45659a94 None None] The sync data for ids ['319871b2-99ad-4169-94db-e1e807b732c4'] in n-d-712139-27 is: [{'id': '319871b2-99ad-4169-94db-e1e807b732c4', 'name': 'tempest-TestNetworkBasicOps-router-51533536', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c688812a-54a9-4afc-aae3-1f2abb039ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:42:00Z', 'updated_at': '2022-01-28T03:42:03Z', 'revision_number': 4, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'gw_port': {'id': 'c688812a-54a9-4afc-aae3-1f2abb039ece', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:00:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319871b2-99ad-4169-94db-e1e807b732c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:42:00Z', 'updated_at': '2022-01-28T03:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '39a06e3c-6ac8-4b44-b6b3-27747fff65f5', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'floating_ip_address': '172.25.0.212', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '319871b2-99ad-4169-94db-e1e807b732c4', 'port_id': '19b5910c-c68e-45fa-9325-0a2cfa92fcd2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'caf34f4d-e1f3-4fcb-a6bf-71a664d8183b', 'mac_address': 'fa:16:3e:84:89:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9eed734-8522-42f0-b0ea-4b1df324684a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:42:19Z', 'updated_at': '2022-01-28T03:42:19Z', 'revision_number': 0, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a02e034c-19b5-49e8-ae15-cf00603d27a3', 'name': '', 'network_id': 'caf34f4d-e1f3-4fcb-a6bf-71a664d8183b', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'mac_address': 'fa:16:3e:b3:ba:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319871b2-99ad-4169-94db-e1e807b732c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'c6a81bef-06fe-417b-b223-f13be233f32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:42:02Z', 'updated_at': '2022-01-28T03:42:06Z', 'revision_number': 5, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'subnets': [{'id': 'c6a81bef-06fe-417b-b223-f13be233f32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:42:21.095521 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4633841-0dde-41ab-9788-454b0a7850b3 None None] New status for floating IP 39a06e3c-6ac8-4b44-b6b3-27747fff65f5: ACTIVE {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:42:21.151208 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60788) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:21.218592 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ea23f708-e705-4011-bbe9-ef7a7c63383a tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/floatingips/39a06e3c-6ac8-4b44-b6b3-27747fff65f5 HTTP/1.1" status: 200 len: 991 time: 0.0661776 Jan 28 03:42:22.223553 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60790) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:22.306242 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-58b3150a-f696-4d5b-a64f-9f295cd37dd0 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/floatingips/39a06e3c-6ac8-4b44-b6b3-27747fff65f5 HTTP/1.1" status: 200 len: 993 time: 0.0811670 Jan 28 03:42:26.420655 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-44196491-cb1f-4cd4-91ef-265494157f65 req-2e5e040f-c8db-44e3-917b-fb95a3892b68 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b9eed734-8522-42f0-b0ea-4b1df324684a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0427206 Jan 28 03:42:26.523216 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44196491-cb1f-4cd4-91ef-265494157f65 req-5be746f2-bfec-48b8-b617-918c081d02f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:26.524630 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-44196491-cb1f-4cd4-91ef-265494157f65 req-5be746f2-bfec-48b8-b617-918c081d02f9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a430f0f3e4f741e48de4bca12c777fa6&device_id=b9eed734-8522-42f0-b0ea-4b1df324684a HTTP/1.1" status: 200 len: 1097 time: 0.0451100 Jan 28 03:42:26.632789 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44196491-cb1f-4cd4-91ef-265494157f65 req-154d9eda-09a7-4dc2-b23a-4005e7682015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:26.634331 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-44196491-cb1f-4cd4-91ef-265494157f65 req-154d9eda-09a7-4dc2-b23a-4005e7682015 service neutron] 10.222.0.39 "GET /v2.0/networks?id=caf34f4d-e1f3-4fcb-a6bf-71a664d8183b HTTP/1.1" status: 200 len: 897 time: 0.0913200 Jan 28 03:42:26.702248 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-44196491-cb1f-4cd4-91ef-265494157f65 req-df1bbc7a-2abb-472d-a896-5eda8d7d71f4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19b5910c-c68e-45fa-9325-0a2cfa92fcd2 HTTP/1.1" status: 200 len: 1001 time: 0.0616896 Jan 28 03:42:26.753752 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44196491-cb1f-4cd4-91ef-265494157f65 req-204c701e-ab76-4c36-86fd-7fe0f9b1df92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:26.755270 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-44196491-cb1f-4cd4-91ef-265494157f65 req-204c701e-ab76-4c36-86fd-7fe0f9b1df92 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c6a81bef-06fe-417b-b223-f13be233f32b HTTP/1.1" status: 200 len: 834 time: 0.0479381 Jan 28 03:42:26.805021 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44196491-cb1f-4cd4-91ef-265494157f65 req-1bb2c4f3-54a7-402d-acc3-506ff84f15d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:26.806522 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-44196491-cb1f-4cd4-91ef-265494157f65 req-1bb2c4f3-54a7-402d-acc3-506ff84f15d3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=caf34f4d-e1f3-4fcb-a6bf-71a664d8183b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453792 Jan 28 03:42:26.893881 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-44196491-cb1f-4cd4-91ef-265494157f65 req-a070b739-a6b5-4678-8c86-9da731a83143 service neutron] 10.222.0.39 "GET /v2.0/networks/caf34f4d-e1f3-4fcb-a6bf-71a664d8183b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810359 Jan 28 03:42:26.986662 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-44196491-cb1f-4cd4-91ef-265494157f65 req-a48b5697-bff6-4465-be99-0e67f7438367 service neutron] 10.222.0.39 "GET /v2.0/networks/caf34f4d-e1f3-4fcb-a6bf-71a664d8183b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872059 Jan 28 03:42:29.505756 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:29.755757 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c89f8f93-49d6-454c-9c4a-d43a40527126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:31.830738 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a67e955f-7531-46bf-9e6a-b696c7913359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:33.485083 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:33.848563 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:34.936012 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:36.172904 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:46.245758 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:42:48.843239 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60802) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:48.944646 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdc13b-4ba1-465b-aed7-c5c60922eae9 tempest-TestNetworkBasicOps-870629129 tempest-TestNetworkBasicOps-870629129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:48.945018 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdc13b-4ba1-465b-aed7-c5c60922eae9 tempest-TestNetworkBasicOps-870629129 tempest-TestNetworkBasicOps-870629129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:48.945514 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdc13b-4ba1-465b-aed7-c5c60922eae9 tempest-TestNetworkBasicOps-870629129 tempest-TestNetworkBasicOps-870629129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:48.947218 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a9fdc13b-4ba1-465b-aed7-c5c60922eae9 tempest-TestNetworkBasicOps-870629129 tempest-TestNetworkBasicOps-870629129-project-admin] 10.222.0.53 "GET /v2.0/ports?project_id=a430f0f3e4f741e48de4bca12c777fa6&network_id=caf34f4d-e1f3-4fcb-a6bf-71a664d8183b HTTP/1.1" status: 200 len: 2972 time: 0.1029472 Jan 28 03:42:52.888737 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60812) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:52.946185 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc38202-5c91-4d87-b975-753abff84296 tempest-TestNetworkBasicOps-870629129 tempest-TestNetworkBasicOps-870629129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:52.947735 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-dbc38202-5c91-4d87-b975-753abff84296 tempest-TestNetworkBasicOps-870629129 tempest-TestNetworkBasicOps-870629129-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=8f7dc9c9-eaf1-4339-a2e3-884554154641 HTTP/1.1" status: 200 len: 814 time: 0.0578465 Jan 28 03:42:54.030155 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60818) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:54.036086 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-1c4b43b8-52a7-4cfe-9081-1245c944a259 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Request body: {'network': {'name': 'tempest-network-smoke--1851808163', 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'port_security_enabled': True}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:54.061987 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4b43b8-52a7-4cfe-9081-1245c944a259 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Made reservation on behalf of a430f0f3e4f741e48de4bca12c777fa6 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:42:54.065541 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1c4b43b8-52a7-4cfe-9081-1245c944a259 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:54.091152 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c4b43b8-52a7-4cfe-9081-1245c944a259 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:42:54.100126 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1c4b43b8-52a7-4cfe-9081-1245c944a259 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (d2dda819-b942-47e8-bbd2-0c207f6e3ae7), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:54.100450 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-1c4b43b8-52a7-4cfe-9081-1245c944a259 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Added segment d2dda819-b942-47e8-bbd2-0c207f6e3ae7 of type vlan for network d3d3dd0e-c952-4978-86f1-cee30fd345b0 Jan 28 03:42:54.139376 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1c4b43b8-52a7-4cfe-9081-1245c944a259 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (d3d3dd0e-c952-4978-86f1-cee30fd345b0), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:54.167382 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1c4b43b8-52a7-4cfe-9081-1245c944a259 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (d3d3dd0e-c952-4978-86f1-cee30fd345b0), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:54.175505 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4b43b8-52a7-4cfe-9081-1245c944a259 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:54.176360 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1c4b43b8-52a7-4cfe-9081-1245c944a259 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:54.242056 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1c4b43b8-52a7-4cfe-9081-1245c944a259 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2107577 Jan 28 03:42:54.245159 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60820) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:54.256926 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b43b8-52a7-4cfe-9081-1245c944a259 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event updated for resources: {'Network': ['ID=d3d3dd0e-c952-4978-86f1-cee30fd345b0,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:54.285391 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4b43b8-52a7-4cfe-9081-1245c944a259 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:54.285636 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4b43b8-52a7-4cfe-9081-1245c944a259 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:54.286000 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4b43b8-52a7-4cfe-9081-1245c944a259 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:54.286322 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4b43b8-52a7-4cfe-9081-1245c944a259 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:54.286652 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4b43b8-52a7-4cfe-9081-1245c944a259 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:54.286978 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4b43b8-52a7-4cfe-9081-1245c944a259 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:54.287305 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4b43b8-52a7-4cfe-9081-1245c944a259 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:54.287604 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4b43b8-52a7-4cfe-9081-1245c944a259 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:54.288000 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4b43b8-52a7-4cfe-9081-1245c944a259 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:54.288352 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4b43b8-52a7-4cfe-9081-1245c944a259 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:54.288664 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4b43b8-52a7-4cfe-9081-1245c944a259 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:54.288983 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4b43b8-52a7-4cfe-9081-1245c944a259 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:54.289329 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4b43b8-52a7-4cfe-9081-1245c944a259 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:54.301108 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network d3d3dd0e-c952-4978-86f1-cee30fd345b0 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:42:54.305471 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de15b54a-d785-45d2-b4e8-ff21619d5182 tempest-TestNetworkBasicOps-870629129 tempest-TestNetworkBasicOps-870629129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:54.307524 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-de15b54a-d785-45d2-b4e8-ff21619d5182 tempest-TestNetworkBasicOps-870629129 tempest-TestNetworkBasicOps-870629129-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=a430f0f3e4f741e48de4bca12c777fa6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0614562 Jan 28 03:42:54.310513 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60822) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:54.397891 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df6798d-c8f5-49f0-904e-6a137cc20342 tempest-TestNetworkBasicOps-870629129 tempest-TestNetworkBasicOps-870629129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:54.399420 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2df6798d-c8f5-49f0-904e-6a137cc20342 tempest-TestNetworkBasicOps-870629129 tempest-TestNetworkBasicOps-870629129-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0879807 Jan 28 03:42:54.402248 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60824) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:54.434357 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f35ce254-ed44-4626-a6ba-a976dfb4263f tempest-TestNetworkBasicOps-870629129 tempest-TestNetworkBasicOps-870629129-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=8f7dc9c9-eaf1-4339-a2e3-884554154641&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310309 Jan 28 03:42:54.436909 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60826) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:54.464318 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1d549e24-e4d6-4978-8952-67ee5a68d0f3 tempest-TestNetworkBasicOps-870629129 tempest-TestNetworkBasicOps-870629129-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=a430f0f3e4f741e48de4bca12c777fa6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263691 Jan 28 03:42:54.466730 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60828) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:54.552960 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d22ec6-11da-4f2d-8051-ffaebf36e9e2 tempest-TestNetworkBasicOps-870629129 tempest-TestNetworkBasicOps-870629129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:54.554393 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-24d22ec6-11da-4f2d-8051-ffaebf36e9e2 tempest-TestNetworkBasicOps-870629129 tempest-TestNetworkBasicOps-870629129-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0868018 Jan 28 03:42:54.558537 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60830) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:54.586808 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-21d71d00-9cdd-4768-ab26-164e78ef7372 tempest-TestNetworkBasicOps-870629129 tempest-TestNetworkBasicOps-870629129-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=8f7dc9c9-eaf1-4339-a2e3-884554154641&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272133 Jan 28 03:42:54.589771 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60832) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:54.594484 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-60b05e53-4ed3-4eab-ab52-cdd2a6cef72b tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-919516432', 'network_id': 'd3d3dd0e-c952-4978-86f1-cee30fd345b0', 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:54.696328 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b05e53-4ed3-4eab-ab52-cdd2a6cef72b tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Made reservation on behalf of a430f0f3e4f741e48de4bca12c777fa6 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:42:54.700151 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-60b05e53-4ed3-4eab-ab52-cdd2a6cef72b tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:54.880190 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-60b05e53-4ed3-4eab-ab52-cdd2a6cef72b tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (0fe605c0-f5a6-48ca-a3f9-aa64a98860f8), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:54.941026 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b05e53-4ed3-4eab-ab52-cdd2a6cef72b tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event updated for resources: {'Subnet': ['ID=0fe605c0-f5a6-48ca-a3f9-aa64a98860f8,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:54.948348 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b05e53-4ed3-4eab-ab52-cdd2a6cef72b tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Checking segment: {'id': 'd2dda819-b942-47e8-bbd2-0c207f6e3ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd3d3dd0e-c952-4978-86f1-cee30fd345b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:42:54.949052 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b05e53-4ed3-4eab-ab52-cdd2a6cef72b tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Network hostable DHCP agents. Network: d3d3dd0e-c952-4978-86f1-cee30fd345b0, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:42:54.968509 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b05e53-4ed3-4eab-ab52-cdd2a6cef72b tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Network d3d3dd0e-c952-4978-86f1-cee30fd345b0 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:42:54.978168 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-60b05e53-4ed3-4eab-ab52-cdd2a6cef72b tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, d3d3dd0e-c952-4978-86f1-cee30fd345b0) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:42:54.982445 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b05e53-4ed3-4eab-ab52-cdd2a6cef72b tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:54.983031 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-60b05e53-4ed3-4eab-ab52-cdd2a6cef72b tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:54.989805 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b18a464-0e63-464e-9979-7618602006fb None None] Network d3d3dd0e-c952-4978-86f1-cee30fd345b0 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:42:54.999901 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-60b05e53-4ed3-4eab-ab52-cdd2a6cef72b tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4091170 Jan 28 03:42:55.089626 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bb2898-2b1c-462f-99b5-9e255442db15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-d3d3dd0e-c952-4978-86f1-cee30fd345b0', 'network_id': 'd3d3dd0e-c952-4978-86f1-cee30fd345b0', 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'fixed_ips': [{'subnet_id': '0fe605c0-f5a6-48ca-a3f9-aa64a98860f8'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:42:55.090464 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-64bb2898-2b1c-462f-99b5-9e255442db15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:55.169215 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60836) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:55.173874 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-6bd7fd8e-e8e3-4971-a30d-e46fb2bc0c00 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-532442067', 'description': 'tempest-secgroup-smoke-532442067 description', 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:55.195076 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6bd7fd8e-e8e3-4971-a30d-e46fb2bc0c00 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:55.227521 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-64bb2898-2b1c-462f-99b5-9e255442db15 None None] Allocated IP 172.20.0.18 (d3d3dd0e-c952-4978-86f1-cee30fd345b0/0fe605c0-f5a6-48ca-a3f9-aa64a98860f8/196d43f6-fbe3-4ddc-a81b-b246d1c6748f) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:42:55.262390 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6bd7fd8e-e8e3-4971-a30d-e46fb2bc0c00 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group (f85895e6-9caa-424c-9b1a-2708b4cd13b6), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:55.267235 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6bd7fd8e-e8e3-4971-a30d-e46fb2bc0c00 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f85895e6-9caa-424c-9b1a-2708b4cd13b6), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:55.295572 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7fd8e-e8e3-4971-a30d-e46fb2bc0c00 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f85895e6-9caa-424c-9b1a-2708b4cd13b6,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:55.299835 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6bd7fd8e-e8e3-4971-a30d-e46fb2bc0c00 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:55.303691 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6bd7fd8e-e8e3-4971-a30d-e46fb2bc0c00 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1308625 Jan 28 03:42:55.304128 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60838) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:55.308776 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-12ba3c5e-e346-4df6-9f41-d50d337ce0ff tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Request body: {'security_group_rule': {'security_group_id': 'f85895e6-9caa-424c-9b1a-2708b4cd13b6', 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:55.336857 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-12ba3c5e-e346-4df6-9f41-d50d337ce0ff tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (1c170b3f-5182-4aaa-8221-c2376d9c0ae2), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:55.373529 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-64bb2898-2b1c-462f-99b5-9e255442db15 None None] Publish callbacks [] for port (196d43f6-fbe3-4ddc-a81b-b246d1c6748f), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:55.381672 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-64bb2898-2b1c-462f-99b5-9e255442db15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (196d43f6-fbe3-4ddc-a81b-b246d1c6748f), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:55.393146 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-12ba3c5e-e346-4df6-9f41-d50d337ce0ff tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (1c170b3f-5182-4aaa-8221-c2376d9c0ae2), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:55.397085 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-12ba3c5e-e346-4df6-9f41-d50d337ce0ff tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (1c170b3f-5182-4aaa-8221-c2376d9c0ae2), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:55.416753 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba3c5e-e346-4df6-9f41-d50d337ce0ff tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c170b3f-5182-4aaa-8221-c2376d9c0ae2,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:55.427624 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-12ba3c5e-e346-4df6-9f41-d50d337ce0ff tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:55.432035 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-12ba3c5e-e346-4df6-9f41-d50d337ce0ff tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1238263 Jan 28 03:42:55.432035 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba3c5e-e346-4df6-9f41-d50d337ce0ff tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:55.432035 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba3c5e-e346-4df6-9f41-d50d337ce0ff tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:55.432035 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba3c5e-e346-4df6-9f41-d50d337ce0ff tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:55.432035 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba3c5e-e346-4df6-9f41-d50d337ce0ff tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:55.432035 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba3c5e-e346-4df6-9f41-d50d337ce0ff tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:55.432627 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba3c5e-e346-4df6-9f41-d50d337ce0ff tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:55.432627 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba3c5e-e346-4df6-9f41-d50d337ce0ff tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:55.432779 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60840) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:55.432861 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba3c5e-e346-4df6-9f41-d50d337ce0ff tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:55.433153 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba3c5e-e346-4df6-9f41-d50d337ce0ff tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:55.433479 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba3c5e-e346-4df6-9f41-d50d337ce0ff tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:55.433802 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba3c5e-e346-4df6-9f41-d50d337ce0ff tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:55.434122 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba3c5e-e346-4df6-9f41-d50d337ce0ff tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:55.434441 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba3c5e-e346-4df6-9f41-d50d337ce0ff tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:55.438288 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-282910ca-643f-4bd1-813f-7656c3b05cfa tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Request body: {'security_group_rule': {'security_group_id': 'f85895e6-9caa-424c-9b1a-2708b4cd13b6', 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:55.470908 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-282910ca-643f-4bd1-813f-7656c3b05cfa tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (4a7a28d4-fc02-46fb-9d29-4c5d9ff80020), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:55.535959 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-282910ca-643f-4bd1-813f-7656c3b05cfa tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (4a7a28d4-fc02-46fb-9d29-4c5d9ff80020), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:55.540602 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-282910ca-643f-4bd1-813f-7656c3b05cfa tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (4a7a28d4-fc02-46fb-9d29-4c5d9ff80020), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:55.559543 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282910ca-643f-4bd1-813f-7656c3b05cfa tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a7a28d4-fc02-46fb-9d29-4c5d9ff80020,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:55.568800 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-282910ca-643f-4bd1-813f-7656c3b05cfa tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:55.569627 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-282910ca-643f-4bd1-813f-7656c3b05cfa tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1355238 Jan 28 03:42:55.572917 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60842) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:55.577740 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-dd7dc98f-b867-4809-b859-73b1b41ab8db tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Request body: {'security_group_rule': {'security_group_id': 'f85895e6-9caa-424c-9b1a-2708b4cd13b6', 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:55.592370 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bb2898-2b1c-462f-99b5-9e255442db15 None None] Network d3d3dd0e-c952-4978-86f1-cee30fd345b0 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:42:55.596487 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-64bb2898-2b1c-462f-99b5-9e255442db15 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:42:55.598421 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb2898-2b1c-462f-99b5-9e255442db15 None None] Pushing event updated for resources: {'Port': ['ID=196d43f6-fbe3-4ddc-a81b-b246d1c6748f,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:55.600549 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bb2898-2b1c-462f-99b5-9e255442db15 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:42:55.605240 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dd7dc98f-b867-4809-b859-73b1b41ab8db tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (9748c401-e14c-43b5-bfe3-f330e10c2fd5), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:55.651496 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-64bb2898-2b1c-462f-99b5-9e255442db15 None None] Attempting to bind port 196d43f6-fbe3-4ddc-a81b-b246d1c6748f on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:42:55.651782 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-64bb2898-2b1c-462f-99b5-9e255442db15 None None] Attempting to bind port 196d43f6-fbe3-4ddc-a81b-b246d1c6748f by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'd2dda819-b942-47e8-bbd2-0c207f6e3ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd3d3dd0e-c952-4978-86f1-cee30fd345b0'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:42:55.652152 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bb2898-2b1c-462f-99b5-9e255442db15 None None] Attempting to bind port 196d43f6-fbe3-4ddc-a81b-b246d1c6748f on network d3d3dd0e-c952-4978-86f1-cee30fd345b0 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:42:55.657650 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bb2898-2b1c-462f-99b5-9e255442db15 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:42:55.658037 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bb2898-2b1c-462f-99b5-9e255442db15 None None] Checking segment: {'id': 'd2dda819-b942-47e8-bbd2-0c207f6e3ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd3d3dd0e-c952-4978-86f1-cee30fd345b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:42:55.658652 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-64bb2898-2b1c-462f-99b5-9e255442db15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:55.658847 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bb2898-2b1c-462f-99b5-9e255442db15 None None] Bound using segment: {'id': 'd2dda819-b942-47e8-bbd2-0c207f6e3ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd3d3dd0e-c952-4978-86f1-cee30fd345b0'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:42:55.659454 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-64bb2898-2b1c-462f-99b5-9e255442db15 None None] Bound port: 196d43f6-fbe3-4ddc-a81b-b246d1c6748f, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2dda819-b942-47e8-bbd2-0c207f6e3ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd3d3dd0e-c952-4978-86f1-cee30fd345b0'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:42:55.659845 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-64bb2898-2b1c-462f-99b5-9e255442db15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (196d43f6-fbe3-4ddc-a81b-b246d1c6748f), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:55.669623 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dd7dc98f-b867-4809-b859-73b1b41ab8db tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (9748c401-e14c-43b5-bfe3-f330e10c2fd5), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:55.673820 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dd7dc98f-b867-4809-b859-73b1b41ab8db tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (9748c401-e14c-43b5-bfe3-f330e10c2fd5), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:55.694195 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7dc98f-b867-4809-b859-73b1b41ab8db tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9748c401-e14c-43b5-bfe3-f330e10c2fd5,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:55.702336 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dd7dc98f-b867-4809-b859-73b1b41ab8db tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:55.706429 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60844) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:55.706590 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-dd7dc98f-b867-4809-b859-73b1b41ab8db tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1327734 Jan 28 03:42:55.712112 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-2b639fbf-f782-46cf-b1d9-0634df40675b tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Request body: {'security_group_rule': {'security_group_id': 'f85895e6-9caa-424c-9b1a-2708b4cd13b6', 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:55.730233 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-64bb2898-2b1c-462f-99b5-9e255442db15 None None] For port 196d43f6-fbe3-4ddc-a81b-b246d1c6748f, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:42:55.733395 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-64bb2898-2b1c-462f-99b5-9e255442db15 None None] For port 196d43f6-fbe3-4ddc-a81b-b246d1c6748f, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=196d43f6-fbe3-4ddc-a81b-b246d1c6748f,segment=NetworkSegment(d2dda819-b942-47e8-bbd2-0c207f6e3ae7),segment_id=d2dda819-b942-47e8-bbd2-0c207f6e3ae7)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:42:55.738022 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2b639fbf-f782-46cf-b1d9-0634df40675b tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (8fd83edd-18d5-4704-8bfb-86f5a38adc32), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:55.738439 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-64bb2898-2b1c-462f-99b5-9e255442db15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (196d43f6-fbe3-4ddc-a81b-b246d1c6748f), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:55.793684 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb2898-2b1c-462f-99b5-9e255442db15 None None] Pushing event updated for resources: {'Port': ['ID=196d43f6-fbe3-4ddc-a81b-b246d1c6748f,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:55.807019 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2b639fbf-f782-46cf-b1d9-0634df40675b tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (8fd83edd-18d5-4704-8bfb-86f5a38adc32), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:55.812016 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2b639fbf-f782-46cf-b1d9-0634df40675b tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (8fd83edd-18d5-4704-8bfb-86f5a38adc32), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:55.829955 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b639fbf-f782-46cf-b1d9-0634df40675b tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fd83edd-18d5-4704-8bfb-86f5a38adc32,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:55.839685 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2b639fbf-f782-46cf-b1d9-0634df40675b tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:55.840910 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-2b639fbf-f782-46cf-b1d9-0634df40675b tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1331043 Jan 28 03:42:55.843639 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60846) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:55.848177 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-6303226a-75a4-469e-af81-50f79b1527e2 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Request body: {'security_group_rule': {'security_group_id': 'f85895e6-9caa-424c-9b1a-2708b4cd13b6', 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:55.867524 n-d-712139-27 neutron-server[109803]: INFO neutron.db.securitygroups_db [None req-6303226a-75a4-469e-af81-50f79b1527e2 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Project a430f0f3e4f741e48de4bca12c777fa6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 03:42:55.872449 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6303226a-75a4-469e-af81-50f79b1527e2 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (d7598416-1b53-40dd-a456-3f723632bf37), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:55.933854 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6303226a-75a4-469e-af81-50f79b1527e2 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (d7598416-1b53-40dd-a456-3f723632bf37), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:55.940738 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6303226a-75a4-469e-af81-50f79b1527e2 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (d7598416-1b53-40dd-a456-3f723632bf37), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:55.971548 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6303226a-75a4-469e-af81-50f79b1527e2 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7598416-1b53-40dd-a456-3f723632bf37,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:55.981644 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6303226a-75a4-469e-af81-50f79b1527e2 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:55.982843 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6303226a-75a4-469e-af81-50f79b1527e2 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1382802 Jan 28 03:42:55.986377 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60848) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:42:55.991077 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-18d499b1-22c5-46a4-b3a3-a1a1ae27f3dd tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Request body: {'security_group_rule': {'security_group_id': 'f85895e6-9caa-424c-9b1a-2708b4cd13b6', 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:56.014706 n-d-712139-27 neutron-server[109802]: INFO neutron.db.securitygroups_db [None req-18d499b1-22c5-46a4-b3a3-a1a1ae27f3dd tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Project a430f0f3e4f741e48de4bca12c777fa6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 03:42:56.020287 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-18d499b1-22c5-46a4-b3a3-a1a1ae27f3dd tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (0688b8f0-eb28-4612-b8c8-495b9c59346a), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:56.085241 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-18d499b1-22c5-46a4-b3a3-a1a1ae27f3dd tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (0688b8f0-eb28-4612-b8c8-495b9c59346a), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:56.090047 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-18d499b1-22c5-46a4-b3a3-a1a1ae27f3dd tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (0688b8f0-eb28-4612-b8c8-495b9c59346a), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:56.107801 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d499b1-22c5-46a4-b3a3-a1a1ae27f3dd tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0688b8f0-eb28-4612-b8c8-495b9c59346a,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:56.117018 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-18d499b1-22c5-46a4-b3a3-a1a1ae27f3dd tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:56.118314 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-18d499b1-22c5-46a4-b3a3-a1a1ae27f3dd tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1309168 Jan 28 03:42:56.537664 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-956f7f6f-0998-497a-93c6-17a85bd6d55e tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-532442067&fields=id&tenant_id=a430f0f3e4f741e48de4bca12c777fa6 HTTP/1.1" status: 200 len: 267 time: 0.0617218 Jan 28 03:42:56.648748 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-f4d907d5-6831-432a-aaa3-732e98ac6a6f tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:56.650351 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-f4d907d5-6831-432a-aaa3-732e98ac6a6f tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/networks?id=d3d3dd0e-c952-4978-86f1-cee30fd345b0 HTTP/1.1" status: 200 len: 797 time: 0.1104405 Jan 28 03:42:56.666713 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-08bc667c-6693-4262-bde7-cfb8efce8e86 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/quotas/a430f0f3e4f741e48de4bca12c777fa6 HTTP/1.1" status: 200 len: 375 time: 0.0107567 Jan 28 03:42:56.748972 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d1b263-6615-40b8-8fc8-d066416a0953 None None] Network d3d3dd0e-c952-4978-86f1-cee30fd345b0 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:42:56.864391 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7381adae-87c5-4966-8b8b-7e4f1ff823a8 None None] Provisioning complete for port 196d43f6-fbe3-4ddc-a81b-b246d1c6748f triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:42:56.864740 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7381adae-87c5-4966-8b8b-7e4f1ff823a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (196d43f6-fbe3-4ddc-a81b-b246d1c6748f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:56.952967 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7381adae-87c5-4966-8b8b-7e4f1ff823a8 None None] Current status of the port 196d43f6-fbe3-4ddc-a81b-b246d1c6748f is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:42:56.953353 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7381adae-87c5-4966-8b8b-7e4f1ff823a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (196d43f6-fbe3-4ddc-a81b-b246d1c6748f), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:56.989041 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7381adae-87c5-4966-8b8b-7e4f1ff823a8 None None] For port 196d43f6-fbe3-4ddc-a81b-b246d1c6748f, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=196d43f6-fbe3-4ddc-a81b-b246d1c6748f,segment=NetworkSegment(d2dda819-b942-47e8-bbd2-0c207f6e3ae7),segment_id=d2dda819-b942-47e8-bbd2-0c207f6e3ae7)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:42:56.993900 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7381adae-87c5-4966-8b8b-7e4f1ff823a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (196d43f6-fbe3-4ddc-a81b-b246d1c6748f), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:57.052374 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381adae-87c5-4966-8b8b-7e4f1ff823a8 None None] Pushing event updated for resources: {'Port': ['ID=196d43f6-fbe3-4ddc-a81b-b246d1c6748f,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:42:57.061089 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381adae-87c5-4966-8b8b-7e4f1ff823a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:57.061442 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381adae-87c5-4966-8b8b-7e4f1ff823a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:57.061786 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381adae-87c5-4966-8b8b-7e4f1ff823a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:57.062127 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381adae-87c5-4966-8b8b-7e4f1ff823a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:57.062457 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381adae-87c5-4966-8b8b-7e4f1ff823a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:57.062797 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381adae-87c5-4966-8b8b-7e4f1ff823a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:57.063125 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381adae-87c5-4966-8b8b-7e4f1ff823a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:57.063457 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381adae-87c5-4966-8b8b-7e4f1ff823a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:57.063782 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381adae-87c5-4966-8b8b-7e4f1ff823a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:57.064112 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381adae-87c5-4966-8b8b-7e4f1ff823a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:57.064440 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381adae-87c5-4966-8b8b-7e4f1ff823a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:57.065411 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381adae-87c5-4966-8b8b-7e4f1ff823a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:57.065946 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381adae-87c5-4966-8b8b-7e4f1ff823a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:42:57.135200 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-06809083-d8a5-425b-846f-01e9c287b465 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a430f0f3e4f741e48de4bca12c777fa6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4601438 Jan 28 03:42:57.200063 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-0f15a988-bbde-432f-92e8-b3429c9f7c61 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:42:57.201098 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-0f15a988-bbde-432f-92e8-b3429c9f7c61 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0540442 Jan 28 03:42:57.217241 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-9965987b-d735-4e54-8984-51ca662bbde5 None None] Provisioning complete for port 196d43f6-fbe3-4ddc-a81b-b246d1c6748f triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:42:57.217546 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9965987b-d735-4e54-8984-51ca662bbde5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (196d43f6-fbe3-4ddc-a81b-b246d1c6748f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:57.292967 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-9965987b-d735-4e54-8984-51ca662bbde5 None None] Current status of the port 196d43f6-fbe3-4ddc-a81b-b246d1c6748f is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:42:57.293248 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-47661d58-b0e2-4d81-900c-8e643084bd7b service neutron] 10.222.0.53 "GET /v2.0/networks/d3d3dd0e-c952-4978-86f1-cee30fd345b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860076 Jan 28 03:42:57.383348 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-004da944-4527-4dec-be1b-33c989856774 service neutron] 10.222.0.53 "GET /v2.0/networks/d3d3dd0e-c952-4978-86f1-cee30fd345b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841334 Jan 28 03:42:57.500197 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 196d43f6-fbe3-4ddc-a81b-b246d1c6748f up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:42:57.558254 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 196d43f6-fbe3-4ddc-a81b-b246d1c6748f triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:42:57.558633 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (196d43f6-fbe3-4ddc-a81b-b246d1c6748f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:57.635641 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 196d43f6-fbe3-4ddc-a81b-b246d1c6748f is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:42:57.707131 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fc04fac9-dde8-4876-9cb6-cfffeea293fd req-e9648372-be20-4755-9beb-4b9ab1a6be2d tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/ports?device_id=f67d20bc-73da-4d57-b998-033e1bc3ee62 HTTP/1.1" status: 200 len: 210 time: 0.0752766 Jan 28 03:42:58.817099 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b57f8c09-bd76-4bf9-b076-57c5cdfadc9b req-b8203437-5ac4-454f-86c2-445c3d488ee1 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/ports?device_id=f67d20bc-73da-4d57-b998-033e1bc3ee62 HTTP/1.1" status: 200 len: 210 time: 0.0368838 Jan 28 03:42:59.514958 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:59.681534 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-772309cc-d431-4d6f-a94b-045ac4f22e9e tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:42:59.683097 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-772309cc-d431-4d6f-a94b-045ac4f22e9e tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.67 "GET /v2.0/networks?id=d3d3dd0e-c952-4978-86f1-cee30fd345b0 HTTP/1.1" status: 200 len: 797 time: 0.1060271 Jan 28 03:42:59.762465 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-266977d5-148b-4798-8148-74c5f80c7f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:59.772046 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-108ec938-8004-48ec-86a3-84000aad9aae tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a430f0f3e4f741e48de4bca12c777fa6 HTTP/1.1" status: 200 len: 471 time: 0.0725040 Jan 28 03:42:59.784492 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-b1494660-ba3a-4590-bebb-40c83f9c2c1d tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Request body: {'port': {'device_id': 'f67d20bc-73da-4d57-b998-033e1bc3ee62', 'network_id': 'd3d3dd0e-c952-4978-86f1-cee30fd345b0', 'admin_state_up': True, 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'security_groups': ['f85895e6-9caa-424c-9b1a-2708b4cd13b6']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:42:59.899171 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-b1494660-ba3a-4590-bebb-40c83f9c2c1d tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Made reservation on behalf of a430f0f3e4f741e48de4bca12c777fa6 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:42:59.902733 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-b1494660-ba3a-4590-bebb-40c83f9c2c1d tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:42:59.919132 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-065a0843-2849-4cf9-83de-5d36648b996f req-e5467193-241f-4f35-afc6-d84ec9e5cc6a tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/ports?device_id=f67d20bc-73da-4d57-b998-033e1bc3ee62 HTTP/1.1" status: 200 len: 210 time: 0.0294075 Jan 28 03:43:00.024785 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-b1494660-ba3a-4590-bebb-40c83f9c2c1d tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Allocated IP 172.20.0.30 (d3d3dd0e-c952-4978-86f1-cee30fd345b0/0fe605c0-f5a6-48ca-a3f9-aa64a98860f8/03c9ee5f-3898-4f74-a28a-5dde5bf36967) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:43:00.165781 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-b1494660-ba3a-4590-bebb-40c83f9c2c1d tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for port (03c9ee5f-3898-4f74-a28a-5dde5bf36967), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:00.201866 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-b1494660-ba3a-4590-bebb-40c83f9c2c1d tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (03c9ee5f-3898-4f74-a28a-5dde5bf36967), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:00.242487 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-b1494660-ba3a-4590-bebb-40c83f9c2c1d tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Network d3d3dd0e-c952-4978-86f1-cee30fd345b0 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:43:00.245569 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-b1494660-ba3a-4590-bebb-40c83f9c2c1d tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:43:00.251186 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-b1494660-ba3a-4590-bebb-40c83f9c2c1d tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:43:00.257463 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1494660-ba3a-4590-bebb-40c83f9c2c1d tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event updated for resources: {'Port': ['ID=03c9ee5f-3898-4f74-a28a-5dde5bf36967,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:00.307671 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-b1494660-ba3a-4590-bebb-40c83f9c2c1d tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:00.308291 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-b1494660-ba3a-4590-bebb-40c83f9c2c1d tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:00.325645 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-b1494660-ba3a-4590-bebb-40c83f9c2c1d tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5447569 Jan 28 03:43:00.422704 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-6e0d5397-1d98-4201-8ac7-42a3f5d01d50 service neutron] Request body: {'port': {'device_id': 'f67d20bc-73da-4d57-b998-033e1bc3ee62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:00.474907 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-6e0d5397-1d98-4201-8ac7-42a3f5d01d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (03c9ee5f-3898-4f74-a28a-5dde5bf36967), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:00.534069 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-56c18620-59f2-48c1-8087-0da35a0419ed None None] Provisioning complete for port 03c9ee5f-3898-4f74-a28a-5dde5bf36967 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:43:00.534655 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-56c18620-59f2-48c1-8087-0da35a0419ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (03c9ee5f-3898-4f74-a28a-5dde5bf36967), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:00.572137 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-56c18620-59f2-48c1-8087-0da35a0419ed None None] Port 03c9ee5f-3898-4f74-a28a-5dde5bf36967 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:43:00.745278 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-6e0d5397-1d98-4201-8ac7-42a3f5d01d50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03c9ee5f-3898-4f74-a28a-5dde5bf36967 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:43:00.752646 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-6e0d5397-1d98-4201-8ac7-42a3f5d01d50 service neutron] Publish callbacks [] for port (03c9ee5f-3898-4f74-a28a-5dde5bf36967), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:00.765409 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-6e0d5397-1d98-4201-8ac7-42a3f5d01d50 service neutron] Transition to ACTIVE for port object 03c9ee5f-3898-4f74-a28a-5dde5bf36967 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:43:00.770730 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-6e0d5397-1d98-4201-8ac7-42a3f5d01d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (03c9ee5f-3898-4f74-a28a-5dde5bf36967), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:00.822388 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d5397-1d98-4201-8ac7-42a3f5d01d50 service neutron] Pushing event updated for resources: {'Port': ['ID=03c9ee5f-3898-4f74-a28a-5dde5bf36967,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:00.893148 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-6e0d5397-1d98-4201-8ac7-42a3f5d01d50 service neutron] Attempting to bind port 03c9ee5f-3898-4f74-a28a-5dde5bf36967 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:43:00.893480 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-6e0d5397-1d98-4201-8ac7-42a3f5d01d50 service neutron] Attempting to bind port 03c9ee5f-3898-4f74-a28a-5dde5bf36967 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': 'd2dda819-b942-47e8-bbd2-0c207f6e3ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd3d3dd0e-c952-4978-86f1-cee30fd345b0'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:43:00.893849 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-6e0d5397-1d98-4201-8ac7-42a3f5d01d50 service neutron] Attempting to bind port 03c9ee5f-3898-4f74-a28a-5dde5bf36967 on network d3d3dd0e-c952-4978-86f1-cee30fd345b0 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:43:00.899046 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-6e0d5397-1d98-4201-8ac7-42a3f5d01d50 service neutron] Port 03c9ee5f-3898-4f74-a28a-5dde5bf36967 on network d3d3dd0e-c952-4978-86f1-cee30fd345b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:43:00.899209 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-6e0d5397-1d98-4201-8ac7-42a3f5d01d50 service neutron] Attempting to bind port 03c9ee5f-3898-4f74-a28a-5dde5bf36967 on network d3d3dd0e-c952-4978-86f1-cee30fd345b0 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:43:00.904525 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-6e0d5397-1d98-4201-8ac7-42a3f5d01d50 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:43:00.904865 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-6e0d5397-1d98-4201-8ac7-42a3f5d01d50 service neutron] Checking segment: {'id': 'd2dda819-b942-47e8-bbd2-0c207f6e3ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd3d3dd0e-c952-4978-86f1-cee30fd345b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:43:00.905318 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-6e0d5397-1d98-4201-8ac7-42a3f5d01d50 service neutron] Bound using segment: {'id': 'd2dda819-b942-47e8-bbd2-0c207f6e3ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd3d3dd0e-c952-4978-86f1-cee30fd345b0'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:43:00.905752 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-6e0d5397-1d98-4201-8ac7-42a3f5d01d50 service neutron] Bound port: 03c9ee5f-3898-4f74-a28a-5dde5bf36967, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2dda819-b942-47e8-bbd2-0c207f6e3ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd3d3dd0e-c952-4978-86f1-cee30fd345b0'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:43:00.906109 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-6e0d5397-1d98-4201-8ac7-42a3f5d01d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (03c9ee5f-3898-4f74-a28a-5dde5bf36967), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:00.973819 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-6e0d5397-1d98-4201-8ac7-42a3f5d01d50 service neutron] For port 03c9ee5f-3898-4f74-a28a-5dde5bf36967, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:43:00.978383 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-6e0d5397-1d98-4201-8ac7-42a3f5d01d50 service neutron] For port 03c9ee5f-3898-4f74-a28a-5dde5bf36967, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=03c9ee5f-3898-4f74-a28a-5dde5bf36967,segment=NetworkSegment(d2dda819-b942-47e8-bbd2-0c207f6e3ae7),segment_id=d2dda819-b942-47e8-bbd2-0c207f6e3ae7)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:43:00.985004 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-6e0d5397-1d98-4201-8ac7-42a3f5d01d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (03c9ee5f-3898-4f74-a28a-5dde5bf36967), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:01.054657 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-6e0d5397-1d98-4201-8ac7-42a3f5d01d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:01.055286 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-6e0d5397-1d98-4201-8ac7-42a3f5d01d50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:01.056712 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-6e0d5397-1d98-4201-8ac7-42a3f5d01d50 service neutron] 10.222.0.67 "PUT /v2.0/ports/03c9ee5f-3898-4f74-a28a-5dde5bf36967 HTTP/1.1" status: 200 len: 1093 time: 0.6828842 Jan 28 03:43:01.057294 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67d20bc-73da-4d57-b998-033e1bc3ee62', 'tag': '03c9ee5f-3898-4f74-a28a-5dde5bf36967'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:43:01.080292 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d5397-1d98-4201-8ac7-42a3f5d01d50 service neutron] Pushing event updated for resources: {'Port': ['ID=03c9ee5f-3898-4f74-a28a-5dde5bf36967,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:01.096017 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b702fb-ed8e-4b26-9ef0-f68816572dd4 req-0cb51374-d046-4fd0-9200-2db7182de2ae tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:01.097826 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d5b702fb-ed8e-4b26-9ef0-f68816572dd4 req-0cb51374-d046-4fd0-9200-2db7182de2ae tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/ports?device_id=f67d20bc-73da-4d57-b998-033e1bc3ee62 HTTP/1.1" status: 200 len: 944 time: 0.0999053 Jan 28 03:43:01.148286 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd9e6da-e0c8-42eb-a381-52356c2d250a" -d '{"events": [{"name": "network-changed", "server_uuid": "f67d20bc-73da-4d57-b998-033e1bc3ee62", "tag": "03c9ee5f-3898-4f74-a28a-5dde5bf36967"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:43:01.189023 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d5b702fb-ed8e-4b26-9ef0-f68816572dd4 req-b2522756-d114-4017-9b5b-d6a8c7309121 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/security-groups?id=f85895e6-9caa-424c-9b1a-2708b4cd13b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813282 Jan 28 03:43:01.198400 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-6f818eef-0c68-4f73-8493-79196aaeb36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:01.200269 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-6f818eef-0c68-4f73-8493-79196aaeb36b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a430f0f3e4f741e48de4bca12c777fa6&device_id=f67d20bc-73da-4d57-b998-033e1bc3ee62 HTTP/1.1" status: 200 len: 1096 time: 0.0683968 Jan 28 03:43:01.253656 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-b91e49a1-2ce3-485d-8785-f6e010a625a9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=03c9ee5f-3898-4f74-a28a-5dde5bf36967 HTTP/1.1" status: 200 len: 217 time: 0.0395982 Jan 28 03:43:01.255076 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05743b59-66a9-4e98-ae8b-fdea878ecaee x-openstack-request-id: req-05743b59-66a9-4e98-ae8b-fdea878ecaee {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:43:01.255365 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f67d20bc-73da-4d57-b998-033e1bc3ee62", "tag": "03c9ee5f-3898-4f74-a28a-5dde5bf36967", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:43:01.255616 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-05743b59-66a9-4e98-ae8b-fdea878ecaee {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:43:01.256010 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f67d20bc-73da-4d57-b998-033e1bc3ee62', 'tag': '03c9ee5f-3898-4f74-a28a-5dde5bf36967', 'status': 'completed', 'code': 200} Jan 28 03:43:01.314617 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-6439ee6b-0dfa-4667-bbae-eb3171544d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:01.316095 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-6439ee6b-0dfa-4667-bbae-eb3171544d45 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0fe605c0-f5a6-48ca-a3f9-aa64a98860f8 HTTP/1.1" status: 200 len: 837 time: 0.0454817 Jan 28 03:43:01.364996 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-2324effc-b7b7-4983-9cd0-d7395c30f786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:01.366615 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-2324effc-b7b7-4983-9cd0-d7395c30f786 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d3d3dd0e-c952-4978-86f1-cee30fd345b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0445604 Jan 28 03:43:01.459165 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-8d30ca89-8dfb-4308-899f-dbdd5028806f service neutron] 10.222.0.67 "GET /v2.0/networks/d3d3dd0e-c952-4978-86f1-cee30fd345b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865290 Jan 28 03:43:01.566399 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9782db73-5b04-444f-bcf1-a9d5943575a3 req-dd5910f5-a17f-4bc2-a1f4-b9d22031d377 service neutron] 10.222.0.67 "GET /v2.0/networks/d3d3dd0e-c952-4978-86f1-cee30fd345b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009929 Jan 28 03:43:01.706847 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9e6da-e0c8-42eb-a381-52356c2d250a req-dbd1ced9-d4b6-49c4-8d14-8502187f59a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:01.708356 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9dd9e6da-e0c8-42eb-a381-52356c2d250a req-dbd1ced9-d4b6-49c4-8d14-8502187f59a1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a430f0f3e4f741e48de4bca12c777fa6&device_id=f67d20bc-73da-4d57-b998-033e1bc3ee62 HTTP/1.1" status: 200 len: 1096 time: 0.0488813 Jan 28 03:43:01.798939 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9e6da-e0c8-42eb-a381-52356c2d250a req-31f10de5-9666-410e-a05a-517ec2a8f389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:01.800416 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9dd9e6da-e0c8-42eb-a381-52356c2d250a req-31f10de5-9666-410e-a05a-517ec2a8f389 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d3d3dd0e-c952-4978-86f1-cee30fd345b0 HTTP/1.1" status: 200 len: 898 time: 0.0862961 Jan 28 03:43:01.827241 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d7e9afad-21a6-4972-a044-ac8535f99d82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:01.846199 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9dd9e6da-e0c8-42eb-a381-52356c2d250a req-89f85ebc-a7fc-4e04-872f-87a39a33e948 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=03c9ee5f-3898-4f74-a28a-5dde5bf36967 HTTP/1.1" status: 200 len: 217 time: 0.0397294 Jan 28 03:43:01.893435 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9e6da-e0c8-42eb-a381-52356c2d250a req-d7de75bf-2d4e-4e51-9617-4114ace19e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:01.894886 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9dd9e6da-e0c8-42eb-a381-52356c2d250a req-d7de75bf-2d4e-4e51-9617-4114ace19e3d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0fe605c0-f5a6-48ca-a3f9-aa64a98860f8 HTTP/1.1" status: 200 len: 837 time: 0.0429556 Jan 28 03:43:01.941004 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9e6da-e0c8-42eb-a381-52356c2d250a req-739230af-f69a-4bc6-b274-756b8c46c827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:01.942516 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9dd9e6da-e0c8-42eb-a381-52356c2d250a req-739230af-f69a-4bc6-b274-756b8c46c827 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d3d3dd0e-c952-4978-86f1-cee30fd345b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0416751 Jan 28 03:43:02.033551 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9dd9e6da-e0c8-42eb-a381-52356c2d250a req-328da093-509b-4ec8-a77b-e37446034ff0 service neutron] 10.222.0.67 "GET /v2.0/networks/d3d3dd0e-c952-4978-86f1-cee30fd345b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847027 Jan 28 03:43:02.123011 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9dd9e6da-e0c8-42eb-a381-52356c2d250a req-60483a9a-f2a6-4ebe-a7d8-34c1fe1f8c71 service neutron] 10.222.0.67 "GET /v2.0/networks/d3d3dd0e-c952-4978-86f1-cee30fd345b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840452 Jan 28 03:43:02.321109 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8b763-74ce-4b43-b0bb-9ee530c2ec8c req-983c3af2-95ac-4312-b828-0090068e49db tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:02.322654 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-00b8b763-74ce-4b43-b0bb-9ee530c2ec8c req-983c3af2-95ac-4312-b828-0090068e49db tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/ports?device_id=f67d20bc-73da-4d57-b998-033e1bc3ee62 HTTP/1.1" status: 200 len: 944 time: 0.0536613 Jan 28 03:43:02.373372 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-00b8b763-74ce-4b43-b0bb-9ee530c2ec8c req-ba9227a0-889b-45cd-981e-11a22c5ffcbe tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/security-groups?id=f85895e6-9caa-424c-9b1a-2708b4cd13b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444865 Jan 28 03:43:03.486955 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:03.507380 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba70861-2aeb-46b2-ae21-0d57fa5ad94d req-7c7b7220-ea29-43c6-819b-3f28ad5b08b6 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:03.508867 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aba70861-2aeb-46b2-ae21-0d57fa5ad94d req-7c7b7220-ea29-43c6-819b-3f28ad5b08b6 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/ports?device_id=f67d20bc-73da-4d57-b998-033e1bc3ee62 HTTP/1.1" status: 200 len: 944 time: 0.0517919 Jan 28 03:43:03.561099 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aba70861-2aeb-46b2-ae21-0d57fa5ad94d req-4268ae79-b3df-4c7a-aa43-1c2e7d2a141f tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/security-groups?id=f85895e6-9caa-424c-9b1a-2708b4cd13b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430441 Jan 28 03:43:03.863377 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:04.684595 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9174ee-4b8c-4d91-8bf9-3f787b51a3a0 req-06599917-b2a9-420f-b642-09b6438f4937 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:04.686096 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b9174ee-4b8c-4d91-8bf9-3f787b51a3a0 req-06599917-b2a9-420f-b642-09b6438f4937 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/ports?device_id=f67d20bc-73da-4d57-b998-033e1bc3ee62 HTTP/1.1" status: 200 len: 944 time: 0.0538559 Jan 28 03:43:04.735714 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b9174ee-4b8c-4d91-8bf9-3f787b51a3a0 req-cc9623f5-efcc-4ba5-b8dc-3e4489e7bdef tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/security-groups?id=f85895e6-9caa-424c-9b1a-2708b4cd13b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437264 Jan 28 03:43:04.934112 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:05.149837 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 03c9ee5f-3898-4f74-a28a-5dde5bf36967 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:43:05.250020 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 03c9ee5f-3898-4f74-a28a-5dde5bf36967, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=03c9ee5f-3898-4f74-a28a-5dde5bf36967,segment=NetworkSegment(d2dda819-b942-47e8-bbd2-0c207f6e3ae7),segment_id=d2dda819-b942-47e8-bbd2-0c207f6e3ae7)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:05.261492 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '03c9ee5f-3898-4f74-a28a-5dde5bf36967', 'network_id': 'd3d3dd0e-c952-4978-86f1-cee30fd345b0', 'port_id': '03c9ee5f-3898-4f74-a28a-5dde5bf36967', 'mac_address': 'fa:16:3e:fd:cd:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe605c0-f5a6-48ca-a3f9-aa64a98860f8', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:43:05.299167 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 03c9ee5f-3898-4f74-a28a-5dde5bf36967 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:43:05.299562 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (03c9ee5f-3898-4f74-a28a-5dde5bf36967), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:05.312864 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03c9ee5f-3898-4f74-a28a-5dde5bf36967 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:43:05.339349 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 03c9ee5f-3898-4f74-a28a-5dde5bf36967, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=03c9ee5f-3898-4f74-a28a-5dde5bf36967,segment=NetworkSegment(d2dda819-b942-47e8-bbd2-0c207f6e3ae7),segment_id=d2dda819-b942-47e8-bbd2-0c207f6e3ae7)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:05.345285 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (03c9ee5f-3898-4f74-a28a-5dde5bf36967), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:05.393940 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=03c9ee5f-3898-4f74-a28a-5dde5bf36967,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:05.768221 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['03c9ee5f-3898-4f74-a28a-5dde5bf36967'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:43:05.868111 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f687c-2e70-4bb6-b723-6edb4aa99262 req-b8205bbe-a6cf-4ce4-af2f-150eb3e07e9e tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:05.869702 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b78f687c-2e70-4bb6-b723-6edb4aa99262 req-b8205bbe-a6cf-4ce4-af2f-150eb3e07e9e tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/ports?device_id=f67d20bc-73da-4d57-b998-033e1bc3ee62 HTTP/1.1" status: 200 len: 945 time: 0.0501609 Jan 28 03:43:05.922352 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b78f687c-2e70-4bb6-b723-6edb4aa99262 req-f3069999-175b-4c2c-bf22-bcada5ec1c73 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/security-groups?id=f85895e6-9caa-424c-9b1a-2708b4cd13b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466259 Jan 28 03:43:06.178026 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:07.039954 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdc01d-107f-4650-8a6d-82754ec0e5f0 req-2c396fc2-452c-42f8-a5c4-b5e37fdb8fd2 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:07.041595 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-53fdc01d-107f-4650-8a6d-82754ec0e5f0 req-2c396fc2-452c-42f8-a5c4-b5e37fdb8fd2 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/ports?device_id=f67d20bc-73da-4d57-b998-033e1bc3ee62 HTTP/1.1" status: 200 len: 945 time: 0.0509613 Jan 28 03:43:07.093430 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-53fdc01d-107f-4650-8a6d-82754ec0e5f0 req-0683e139-a7ce-48b8-a8c9-881443364772 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/security-groups?id=f85895e6-9caa-424c-9b1a-2708b4cd13b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441496 Jan 28 03:43:07.180572 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 03c9ee5f-3898-4f74-a28a-5dde5bf36967 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:43:07.237153 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 03c9ee5f-3898-4f74-a28a-5dde5bf36967 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:43:07.241001 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 03c9ee5f-3898-4f74-a28a-5dde5bf36967 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:43:07.241404 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (03c9ee5f-3898-4f74-a28a-5dde5bf36967), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:07.324276 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 03c9ee5f-3898-4f74-a28a-5dde5bf36967 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:43:07.324721 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (03c9ee5f-3898-4f74-a28a-5dde5bf36967), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:07.347418 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67d20bc-73da-4d57-b998-033e1bc3ee62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c9ee5f-3898-4f74-a28a-5dde5bf36967'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:43:07.361546 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 03c9ee5f-3898-4f74-a28a-5dde5bf36967, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=03c9ee5f-3898-4f74-a28a-5dde5bf36967,segment=NetworkSegment(d2dda819-b942-47e8-bbd2-0c207f6e3ae7),segment_id=d2dda819-b942-47e8-bbd2-0c207f6e3ae7)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:07.367119 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (03c9ee5f-3898-4f74-a28a-5dde5bf36967), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:07.399307 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7466989c69d563e87a019306beca113247d74b519ddc68a6966af7388d6c63e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c2c459-bfc8-47df-a873-506bb9681b40" -d '{"events": [{"server_uuid": "f67d20bc-73da-4d57-b998-033e1bc3ee62", "name": "network-vif-plugged", "status": "completed", "tag": "03c9ee5f-3898-4f74-a28a-5dde5bf36967"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:43:07.422008 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=03c9ee5f-3898-4f74-a28a-5dde5bf36967,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:07.490840 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a551742-3d42-4331-a2ad-f656e53c561c x-openstack-request-id: req-1a551742-3d42-4331-a2ad-f656e53c561c {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:43:07.491135 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67d20bc-73da-4d57-b998-033e1bc3ee62", "name": "network-vif-plugged", "status": "completed", "tag": "03c9ee5f-3898-4f74-a28a-5dde5bf36967", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:43:07.491391 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1a551742-3d42-4331-a2ad-f656e53c561c {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:43:07.491798 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67d20bc-73da-4d57-b998-033e1bc3ee62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c9ee5f-3898-4f74-a28a-5dde5bf36967', 'code': 200} Jan 28 03:43:07.645506 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceba5cd-44a6-4cda-bb31-803ba3e9d76a req-e30c2d29-4701-4452-9f1f-6ede56ad6515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:07.647009 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7ceba5cd-44a6-4cda-bb31-803ba3e9d76a req-e30c2d29-4701-4452-9f1f-6ede56ad6515 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f67d20bc-73da-4d57-b998-033e1bc3ee62 HTTP/1.1" status: 200 len: 1098 time: 0.0498128 Jan 28 03:43:07.693187 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7ceba5cd-44a6-4cda-bb31-803ba3e9d76a req-5a445159-3890-462c-91ac-89c13dcde852 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f85895e6-9caa-424c-9b1a-2708b4cd13b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402019 Jan 28 03:43:08.219317 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d5438-b3b8-4a6b-b684-eb099b7dba60 req-307964e6-4389-443c-a929-ce177882a387 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:08.221086 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d76d5438-b3b8-4a6b-b684-eb099b7dba60 req-307964e6-4389-443c-a929-ce177882a387 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/ports?device_id=f67d20bc-73da-4d57-b998-033e1bc3ee62 HTTP/1.1" status: 200 len: 946 time: 0.0512543 Jan 28 03:43:08.276088 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d76d5438-b3b8-4a6b-b684-eb099b7dba60 req-d1784298-127c-4223-80e4-a23ac2595f6a tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/security-groups?id=f85895e6-9caa-424c-9b1a-2708b4cd13b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490406 Jan 28 03:43:09.403815 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c1e950-185f-4fc4-8ce2-51fb083eb009 req-ad5630eb-9829-485d-8f42-d2e2793253a6 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:09.405337 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a9c1e950-185f-4fc4-8ce2-51fb083eb009 req-ad5630eb-9829-485d-8f42-d2e2793253a6 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/ports?device_id=f67d20bc-73da-4d57-b998-033e1bc3ee62 HTTP/1.1" status: 200 len: 946 time: 0.0519645 Jan 28 03:43:09.459545 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a9c1e950-185f-4fc4-8ce2-51fb083eb009 req-e6169f7e-2b0d-491d-8320-1760411ce2e4 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/security-groups?id=f85895e6-9caa-424c-9b1a-2708b4cd13b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457096 Jan 28 03:43:09.587328 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e2191-a341-4f9a-a67b-c5abdcc542b9 req-4141ac9d-2e97-46c4-86d9-0a0d6643cf42 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:09.588788 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ac7e2191-a341-4f9a-a67b-c5abdcc542b9 req-4141ac9d-2e97-46c4-86d9-0a0d6643cf42 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/ports?device_id=f67d20bc-73da-4d57-b998-033e1bc3ee62 HTTP/1.1" status: 200 len: 946 time: 0.0539045 Jan 28 03:43:09.641363 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ac7e2191-a341-4f9a-a67b-c5abdcc542b9 req-38a277c5-7513-4981-9b97-ef938a204b4c tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/security-groups?id=f85895e6-9caa-424c-9b1a-2708b4cd13b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462213 Jan 28 03:43:11.128413 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60930) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:11.929488 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d9146261-ddfa-4d0c-aff6-bad2d2f25742 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:12.268730 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-d9146261-ddfa-4d0c-aff6-bad2d2f25742 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Allocated IP 172.20.0.17 (d3d3dd0e-c952-4978-86f1-cee30fd345b0/0fe605c0-f5a6-48ca-a3f9-aa64a98860f8/5f1bf4de-6e29-425d-bd5c-4d82d420e729) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:43:12.382949 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d9146261-ddfa-4d0c-aff6-bad2d2f25742 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for port (5f1bf4de-6e29-425d-bd5c-4d82d420e729), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:12.425743 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d9146261-ddfa-4d0c-aff6-bad2d2f25742 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (5f1bf4de-6e29-425d-bd5c-4d82d420e729), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:12.474149 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9146261-ddfa-4d0c-aff6-bad2d2f25742 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Network d3d3dd0e-c952-4978-86f1-cee30fd345b0 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:43:12.477230 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-d9146261-ddfa-4d0c-aff6-bad2d2f25742 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:43:12.484184 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9146261-ddfa-4d0c-aff6-bad2d2f25742 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:43:12.490178 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9146261-ddfa-4d0c-aff6-bad2d2f25742 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event updated for resources: {'Port': ['ID=5f1bf4de-6e29-425d-bd5c-4d82d420e729,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:12.531208 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d9146261-ddfa-4d0c-aff6-bad2d2f25742 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (319871b2-99ad-4169-94db-e1e807b732c4), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:12.671884 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d9146261-ddfa-4d0c-aff6-bad2d2f25742 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5f1bf4de-6e29-425d-bd5c-4d82d420e729), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:12.725854 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-885bc968-bdd4-45e8-a158-9d96c5723c6e None None] Provisioning complete for port 5f1bf4de-6e29-425d-bd5c-4d82d420e729 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:43:12.726473 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-885bc968-bdd4-45e8-a158-9d96c5723c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (5f1bf4de-6e29-425d-bd5c-4d82d420e729), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:12.770117 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-885bc968-bdd4-45e8-a158-9d96c5723c6e None None] Port 5f1bf4de-6e29-425d-bd5c-4d82d420e729 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:43:12.957250 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d9146261-ddfa-4d0c-aff6-bad2d2f25742 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for port (5f1bf4de-6e29-425d-bd5c-4d82d420e729), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:12.964382 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d9146261-ddfa-4d0c-aff6-bad2d2f25742 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (5f1bf4de-6e29-425d-bd5c-4d82d420e729), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:13.033977 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9146261-ddfa-4d0c-aff6-bad2d2f25742 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event updated for resources: {'Port': ['ID=5f1bf4de-6e29-425d-bd5c-4d82d420e729,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:13.036504 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d9146261-ddfa-4d0c-aff6-bad2d2f25742 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (319871b2-99ad-4169-94db-e1e807b732c4), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:13.141691 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9146261-ddfa-4d0c-aff6-bad2d2f25742 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Network d3d3dd0e-c952-4978-86f1-cee30fd345b0 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:43:13.143417 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-d9146261-ddfa-4d0c-aff6-bad2d2f25742 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:43:13.269188 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9146261-ddfa-4d0c-aff6-bad2d2f25742 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Router 319871b2-99ad-4169-94db-e1e807b732c4 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:43:13.375879 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9146261-ddfa-4d0c-aff6-bad2d2f25742 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:43:13.381411 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d9146261-ddfa-4d0c-aff6-bad2d2f25742 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "PUT /v2.0/routers/319871b2-99ad-4169-94db-e1e807b732c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2516904 Jan 28 03:43:13.388603 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d01cbd-0ecc-428b-818a-3b2a6f0dd621 None None] Sync routers for ids ['319871b2-99ad-4169-94db-e1e807b732c4'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:43:13.410558 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-292f1f88-e586-4a8f-84f5-a0832dff55b7 None None] Provisioning complete for port 5f1bf4de-6e29-425d-bd5c-4d82d420e729 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:43:13.410935 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-292f1f88-e586-4a8f-84f5-a0832dff55b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (5f1bf4de-6e29-425d-bd5c-4d82d420e729), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:13.412306 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d01cbd-0ecc-428b-818a-3b2a6f0dd621 None None] Routers {'319871b2-99ad-4169-94db-e1e807b732c4'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:43:13.412906 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-83d01cbd-0ecc-428b-818a-3b2a6f0dd621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:43:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['319871b2-99ad-4169-94db-e1e807b732c4'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:13.487770 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-292f1f88-e586-4a8f-84f5-a0832dff55b7 None None] Port 5f1bf4de-6e29-425d-bd5c-4d82d420e729 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:43:13.560087 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-83d01cbd-0ecc-428b-818a-3b2a6f0dd621 None None] Set router 319871b2-99ad-4169-94db-e1e807b732c4 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:43:13.806015 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-83d01cbd-0ecc-428b-818a-3b2a6f0dd621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319871b2-99ad-4169-94db-e1e807b732c4', 'name': 'tempest-TestNetworkBasicOps-router-51533536', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c688812a-54a9-4afc-aae3-1f2abb039ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:42:00Z', 'updated_at': '2022-01-28T03:43:12Z', 'revision_number': 5, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'gw_port': {'id': 'c688812a-54a9-4afc-aae3-1f2abb039ece', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:00:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319871b2-99ad-4169-94db-e1e807b732c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:42:00Z', 'updated_at': '2022-01-28T03:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '39a06e3c-6ac8-4b44-b6b3-27747fff65f5', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'floating_ip_address': '172.25.0.212', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '319871b2-99ad-4169-94db-e1e807b732c4', 'port_id': '19b5910c-c68e-45fa-9325-0a2cfa92fcd2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'caf34f4d-e1f3-4fcb-a6bf-71a664d8183b', 'mac_address': 'fa:16:3e:84:89:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9eed734-8522-42f0-b0ea-4b1df324684a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:42:19Z', 'updated_at': '2022-01-28T03:42:21Z', 'revision_number': 1, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f1bf4de-6e29-425d-bd5c-4d82d420e729', 'name': '', 'network_id': 'd3d3dd0e-c952-4978-86f1-cee30fd345b0', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'mac_address': 'fa:16:3e:cd:6e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319871b2-99ad-4169-94db-e1e807b732c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '0fe605c0-f5a6-48ca-a3f9-aa64a98860f8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:43:12Z', 'updated_at': '2022-01-28T03:43:12Z', 'revision_number': 2, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'subnets': [{'id': '0fe605c0-f5a6-48ca-a3f9-aa64a98860f8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a02e034c-19b5-49e8-ae15-cf00603d27a3', 'name': '', 'network_id': 'caf34f4d-e1f3-4fcb-a6bf-71a664d8183b', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'mac_address': 'fa:16:3e:b3:ba:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319871b2-99ad-4169-94db-e1e807b732c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'c6a81bef-06fe-417b-b223-f13be233f32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:42:02Z', 'updated_at': '2022-01-28T03:42:06Z', 'revision_number': 5, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'subnets': [{'id': 'c6a81bef-06fe-417b-b223-f13be233f32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:13.831583 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d01cbd-0ecc-428b-818a-3b2a6f0dd621 None None] Checking router: 319871b2-99ad-4169-94db-e1e807b732c4 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:43:13.832054 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d01cbd-0ecc-428b-818a-3b2a6f0dd621 None None] Updating router 319871b2-99ad-4169-94db-e1e807b732c4 port 5f1bf4de-6e29-425d-bd5c-4d82d420e729 binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:43:13.857885 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-83d01cbd-0ecc-428b-818a-3b2a6f0dd621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5f1bf4de-6e29-425d-bd5c-4d82d420e729), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:14.157544 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-83d01cbd-0ecc-428b-818a-3b2a6f0dd621 None None] Publish callbacks [] for port (5f1bf4de-6e29-425d-bd5c-4d82d420e729), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:14.165138 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-83d01cbd-0ecc-428b-818a-3b2a6f0dd621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (5f1bf4de-6e29-425d-bd5c-4d82d420e729), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:14.217615 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1cd47a-c0ab-4b8b-9be6-9d27f18b405d None None] Pushing event updated for resources: {'Port': ['ID=5f1bf4de-6e29-425d-bd5c-4d82d420e729,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:14.263626 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-83d01cbd-0ecc-428b-818a-3b2a6f0dd621 None None] Attempting to bind port 5f1bf4de-6e29-425d-bd5c-4d82d420e729 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:43:14.263994 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-83d01cbd-0ecc-428b-818a-3b2a6f0dd621 None None] Attempting to bind port 5f1bf4de-6e29-425d-bd5c-4d82d420e729 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'd2dda819-b942-47e8-bbd2-0c207f6e3ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd3d3dd0e-c952-4978-86f1-cee30fd345b0'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:43:14.264357 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d01cbd-0ecc-428b-818a-3b2a6f0dd621 None None] Attempting to bind port 5f1bf4de-6e29-425d-bd5c-4d82d420e729 on network d3d3dd0e-c952-4978-86f1-cee30fd345b0 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:43:14.269537 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d01cbd-0ecc-428b-818a-3b2a6f0dd621 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:43:14.269905 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d01cbd-0ecc-428b-818a-3b2a6f0dd621 None None] Checking segment: {'id': 'd2dda819-b942-47e8-bbd2-0c207f6e3ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd3d3dd0e-c952-4978-86f1-cee30fd345b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:43:14.270315 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-83d01cbd-0ecc-428b-818a-3b2a6f0dd621 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:14.270706 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d01cbd-0ecc-428b-818a-3b2a6f0dd621 None None] Bound using segment: {'id': 'd2dda819-b942-47e8-bbd2-0c207f6e3ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd3d3dd0e-c952-4978-86f1-cee30fd345b0'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:43:14.271167 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-83d01cbd-0ecc-428b-818a-3b2a6f0dd621 None None] Bound port: 5f1bf4de-6e29-425d-bd5c-4d82d420e729, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2dda819-b942-47e8-bbd2-0c207f6e3ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd3d3dd0e-c952-4978-86f1-cee30fd345b0'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:43:14.271543 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-83d01cbd-0ecc-428b-818a-3b2a6f0dd621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5f1bf4de-6e29-425d-bd5c-4d82d420e729), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:14.336472 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-83d01cbd-0ecc-428b-818a-3b2a6f0dd621 None None] For port 5f1bf4de-6e29-425d-bd5c-4d82d420e729, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:43:14.340291 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-83d01cbd-0ecc-428b-818a-3b2a6f0dd621 None None] For port 5f1bf4de-6e29-425d-bd5c-4d82d420e729, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=5f1bf4de-6e29-425d-bd5c-4d82d420e729,segment=NetworkSegment(d2dda819-b942-47e8-bbd2-0c207f6e3ae7),segment_id=d2dda819-b942-47e8-bbd2-0c207f6e3ae7)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:43:14.346740 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-83d01cbd-0ecc-428b-818a-3b2a6f0dd621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (5f1bf4de-6e29-425d-bd5c-4d82d420e729), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:14.413410 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d01cbd-0ecc-428b-818a-3b2a6f0dd621 None None] Routers {'319871b2-99ad-4169-94db-e1e807b732c4'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:43:14.413983 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-83d01cbd-0ecc-428b-818a-3b2a6f0dd621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:43:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['319871b2-99ad-4169-94db-e1e807b732c4'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:14.453315 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1cd47a-c0ab-4b8b-9be6-9d27f18b405d None None] Pushing event updated for resources: {'Port': ['ID=5f1bf4de-6e29-425d-bd5c-4d82d420e729,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:14.468710 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7b44f35f-ee7a-4dae-ae90-2a9b56367ec9 None None] Provisioning complete for port 5f1bf4de-6e29-425d-bd5c-4d82d420e729 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:43:14.469063 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7b44f35f-ee7a-4dae-ae90-2a9b56367ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (5f1bf4de-6e29-425d-bd5c-4d82d420e729), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:14.561787 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-83d01cbd-0ecc-428b-818a-3b2a6f0dd621 None None] Set router 319871b2-99ad-4169-94db-e1e807b732c4 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:43:14.833116 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7b44f35f-ee7a-4dae-ae90-2a9b56367ec9 None None] Current status of the port 5f1bf4de-6e29-425d-bd5c-4d82d420e729 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:43:14.833868 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7b44f35f-ee7a-4dae-ae90-2a9b56367ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (5f1bf4de-6e29-425d-bd5c-4d82d420e729), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:14.913368 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7b44f35f-ee7a-4dae-ae90-2a9b56367ec9 None None] For port 5f1bf4de-6e29-425d-bd5c-4d82d420e729, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=5f1bf4de-6e29-425d-bd5c-4d82d420e729,segment=NetworkSegment(d2dda819-b942-47e8-bbd2-0c207f6e3ae7),segment_id=d2dda819-b942-47e8-bbd2-0c207f6e3ae7)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:14.924914 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7b44f35f-ee7a-4dae-ae90-2a9b56367ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (5f1bf4de-6e29-425d-bd5c-4d82d420e729), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:15.014153 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b44f35f-ee7a-4dae-ae90-2a9b56367ec9 None None] Pushing event updated for resources: {'Port': ['ID=5f1bf4de-6e29-425d-bd5c-4d82d420e729,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:15.051993 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c9e81f1a-8ef3-4767-8fbb-fbe040a1f343 None None] Provisioning complete for port 5f1bf4de-6e29-425d-bd5c-4d82d420e729 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:43:15.052391 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c9e81f1a-8ef3-4767-8fbb-fbe040a1f343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (5f1bf4de-6e29-425d-bd5c-4d82d420e729), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:15.057453 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-83d01cbd-0ecc-428b-818a-3b2a6f0dd621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319871b2-99ad-4169-94db-e1e807b732c4', 'name': 'tempest-TestNetworkBasicOps-router-51533536', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c688812a-54a9-4afc-aae3-1f2abb039ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:42:00Z', 'updated_at': '2022-01-28T03:43:12Z', 'revision_number': 5, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'gw_port': {'id': 'c688812a-54a9-4afc-aae3-1f2abb039ece', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:00:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319871b2-99ad-4169-94db-e1e807b732c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:42:00Z', 'updated_at': '2022-01-28T03:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '39a06e3c-6ac8-4b44-b6b3-27747fff65f5', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'floating_ip_address': '172.25.0.212', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '319871b2-99ad-4169-94db-e1e807b732c4', 'port_id': '19b5910c-c68e-45fa-9325-0a2cfa92fcd2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'caf34f4d-e1f3-4fcb-a6bf-71a664d8183b', 'mac_address': 'fa:16:3e:84:89:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9eed734-8522-42f0-b0ea-4b1df324684a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:42:19Z', 'updated_at': '2022-01-28T03:42:21Z', 'revision_number': 1, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f1bf4de-6e29-425d-bd5c-4d82d420e729', 'name': '', 'network_id': 'd3d3dd0e-c952-4978-86f1-cee30fd345b0', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'mac_address': 'fa:16:3e:cd:6e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319871b2-99ad-4169-94db-e1e807b732c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '0fe605c0-f5a6-48ca-a3f9-aa64a98860f8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:43:12Z', 'updated_at': '2022-01-28T03:43:14Z', 'revision_number': 4, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'subnets': [{'id': '0fe605c0-f5a6-48ca-a3f9-aa64a98860f8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a02e034c-19b5-49e8-ae15-cf00603d27a3', 'name': '', 'network_id': 'caf34f4d-e1f3-4fcb-a6bf-71a664d8183b', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'mac_address': 'fa:16:3e:b3:ba:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319871b2-99ad-4169-94db-e1e807b732c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'c6a81bef-06fe-417b-b223-f13be233f32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:42:02Z', 'updated_at': '2022-01-28T03:42:06Z', 'revision_number': 5, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'subnets': [{'id': 'c6a81bef-06fe-417b-b223-f13be233f32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:15.105103 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d01cbd-0ecc-428b-818a-3b2a6f0dd621 None None] The sync data for ids ['319871b2-99ad-4169-94db-e1e807b732c4'] in n-d-712139-27 is: [{'id': '319871b2-99ad-4169-94db-e1e807b732c4', 'name': 'tempest-TestNetworkBasicOps-router-51533536', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c688812a-54a9-4afc-aae3-1f2abb039ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:42:00Z', 'updated_at': '2022-01-28T03:43:12Z', 'revision_number': 5, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'gw_port': {'id': 'c688812a-54a9-4afc-aae3-1f2abb039ece', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:00:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319871b2-99ad-4169-94db-e1e807b732c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:42:00Z', 'updated_at': '2022-01-28T03:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '39a06e3c-6ac8-4b44-b6b3-27747fff65f5', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'floating_ip_address': '172.25.0.212', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '319871b2-99ad-4169-94db-e1e807b732c4', 'port_id': '19b5910c-c68e-45fa-9325-0a2cfa92fcd2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'caf34f4d-e1f3-4fcb-a6bf-71a664d8183b', 'mac_address': 'fa:16:3e:84:89:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9eed734-8522-42f0-b0ea-4b1df324684a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:42:19Z', 'updated_at': '2022-01-28T03:42:21Z', 'revision_number': 1, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f1bf4de-6e29-425d-bd5c-4d82d420e729', 'name': '', 'network_id': 'd3d3dd0e-c952-4978-86f1-cee30fd345b0', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'mac_address': 'fa:16:3e:cd:6e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319871b2-99ad-4169-94db-e1e807b732c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '0fe605c0-f5a6-48ca-a3f9-aa64a98860f8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:43:12Z', 'updated_at': '2022-01-28T03:43:14Z', 'revision_number': 4, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'subnets': [{'id': '0fe605c0-f5a6-48ca-a3f9-aa64a98860f8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a02e034c-19b5-49e8-ae15-cf00603d27a3', 'name': '', 'network_id': 'caf34f4d-e1f3-4fcb-a6bf-71a664d8183b', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'mac_address': 'fa:16:3e:b3:ba:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319871b2-99ad-4169-94db-e1e807b732c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'c6a81bef-06fe-417b-b223-f13be233f32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:42:02Z', 'updated_at': '2022-01-28T03:42:06Z', 'revision_number': 5, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'subnets': [{'id': 'c6a81bef-06fe-417b-b223-f13be233f32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:43:15.172439 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c9e81f1a-8ef3-4767-8fbb-fbe040a1f343 None None] Current status of the port 5f1bf4de-6e29-425d-bd5c-4d82d420e729 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:43:15.498776 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 5f1bf4de-6e29-425d-bd5c-4d82d420e729 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:43:15.549964 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 5f1bf4de-6e29-425d-bd5c-4d82d420e729 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:43:15.550351 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (5f1bf4de-6e29-425d-bd5c-4d82d420e729), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:15.633826 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 5f1bf4de-6e29-425d-bd5c-4d82d420e729 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:43:23.249593 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:43:27.484733 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ad9d9c70-8837-4302-a1e4-26ef6f92a73a req-ab9a064f-8291-4c0e-8b2a-5fa586fdbd64 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b9eed734-8522-42f0-b0ea-4b1df324684a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0827758 Jan 28 03:43:27.589936 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d9c70-8837-4302-a1e4-26ef6f92a73a req-048e2c65-bcc0-42a7-8195-c6ecbdd7f2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:27.591642 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ad9d9c70-8837-4302-a1e4-26ef6f92a73a req-048e2c65-bcc0-42a7-8195-c6ecbdd7f2bb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a430f0f3e4f741e48de4bca12c777fa6&device_id=b9eed734-8522-42f0-b0ea-4b1df324684a HTTP/1.1" status: 200 len: 1097 time: 0.0482924 Jan 28 03:43:27.697453 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d9c70-8837-4302-a1e4-26ef6f92a73a req-bf58c610-daf9-4dc2-bbd1-2b1392158db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:27.699333 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ad9d9c70-8837-4302-a1e4-26ef6f92a73a req-bf58c610-daf9-4dc2-bbd1-2b1392158db2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=caf34f4d-e1f3-4fcb-a6bf-71a664d8183b HTTP/1.1" status: 200 len: 897 time: 0.0852027 Jan 28 03:43:27.768623 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ad9d9c70-8837-4302-a1e4-26ef6f92a73a req-edd65217-cf66-4d94-add6-01df69df5965 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19b5910c-c68e-45fa-9325-0a2cfa92fcd2 HTTP/1.1" status: 200 len: 1001 time: 0.0637429 Jan 28 03:43:27.816656 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d9c70-8837-4302-a1e4-26ef6f92a73a req-ced98594-632f-4167-883e-64457a5477c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:27.818141 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ad9d9c70-8837-4302-a1e4-26ef6f92a73a req-ced98594-632f-4167-883e-64457a5477c5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c6a81bef-06fe-417b-b223-f13be233f32b HTTP/1.1" status: 200 len: 834 time: 0.0440943 Jan 28 03:43:27.876000 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d9c70-8837-4302-a1e4-26ef6f92a73a req-d4c32baf-77f0-4a99-a419-f60c4df56b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:27.877523 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ad9d9c70-8837-4302-a1e4-26ef6f92a73a req-d4c32baf-77f0-4a99-a419-f60c4df56b77 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=caf34f4d-e1f3-4fcb-a6bf-71a664d8183b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534194 Jan 28 03:43:27.971029 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ad9d9c70-8837-4302-a1e4-26ef6f92a73a req-acfced6b-b724-4948-b88c-946c2d8a808f service neutron] 10.222.0.39 "GET /v2.0/networks/caf34f4d-e1f3-4fcb-a6bf-71a664d8183b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870302 Jan 28 03:43:28.061156 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ad9d9c70-8837-4302-a1e4-26ef6f92a73a req-660cb2c7-61fc-4447-a938-a8872960fecd service neutron] 10.222.0.39 "GET /v2.0/networks/caf34f4d-e1f3-4fcb-a6bf-71a664d8183b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840065 Jan 28 03:43:29.521651 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:29.761121 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f714c56a-ab7b-4907-95c4-115dd123255e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:31.838193 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-813099a6-6fdc-493e-bb37-bdd850019dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:33.490455 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:33.887143 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:34.943688 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:36.176875 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:40.601927 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1ffe7bb9-d3c4-433a-83ee-620ef99417eb req-2c7739b4-5fc3-4ed5-871f-1ca75d871a98 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f67d20bc-73da-4d57-b998-033e1bc3ee62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0500004 Jan 28 03:43:40.709174 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe7bb9-d3c4-433a-83ee-620ef99417eb req-619a705f-cb20-439d-adbe-559144663c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:40.710720 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1ffe7bb9-d3c4-433a-83ee-620ef99417eb req-619a705f-cb20-439d-adbe-559144663c3c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a430f0f3e4f741e48de4bca12c777fa6&device_id=f67d20bc-73da-4d57-b998-033e1bc3ee62 HTTP/1.1" status: 200 len: 1098 time: 0.0501196 Jan 28 03:43:40.814964 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe7bb9-d3c4-433a-83ee-620ef99417eb req-cf4b54c7-286d-4048-825d-6bea4be6c943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:40.816441 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1ffe7bb9-d3c4-433a-83ee-620ef99417eb req-cf4b54c7-286d-4048-825d-6bea4be6c943 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d3d3dd0e-c952-4978-86f1-cee30fd345b0 HTTP/1.1" status: 200 len: 898 time: 0.0863726 Jan 28 03:43:40.861730 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1ffe7bb9-d3c4-433a-83ee-620ef99417eb req-80e8b82f-6bc7-4290-95a4-b26a7cdac0ee service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=03c9ee5f-3898-4f74-a28a-5dde5bf36967 HTTP/1.1" status: 200 len: 217 time: 0.0388308 Jan 28 03:43:40.912071 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe7bb9-d3c4-433a-83ee-620ef99417eb req-5ab4efdc-d4b8-4e87-b5aa-9a49f59c83c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:40.913554 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1ffe7bb9-d3c4-433a-83ee-620ef99417eb req-5ab4efdc-d4b8-4e87-b5aa-9a49f59c83c6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0fe605c0-f5a6-48ca-a3f9-aa64a98860f8 HTTP/1.1" status: 200 len: 837 time: 0.0464432 Jan 28 03:43:40.960465 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe7bb9-d3c4-433a-83ee-620ef99417eb req-7957be26-f668-42ab-9aac-345a10e88d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:40.961992 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1ffe7bb9-d3c4-433a-83ee-620ef99417eb req-7957be26-f668-42ab-9aac-345a10e88d66 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d3d3dd0e-c952-4978-86f1-cee30fd345b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0422516 Jan 28 03:43:41.057062 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1ffe7bb9-d3c4-433a-83ee-620ef99417eb req-88766d8c-64f6-42f2-81fe-55d33ff7d69a service neutron] 10.222.0.67 "GET /v2.0/networks/d3d3dd0e-c952-4978-86f1-cee30fd345b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884399 Jan 28 03:43:41.149089 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1ffe7bb9-d3c4-433a-83ee-620ef99417eb req-a04a5d29-7c8e-44e2-9edc-bb66b9dc0726 service neutron] 10.222.0.67 "GET /v2.0/networks/d3d3dd0e-c952-4978-86f1-cee30fd345b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857418 Jan 28 03:43:44.929488 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60966) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:45.350303 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ac1d62c-26a0-4032-9db7-6bdb75b64c58 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (319871b2-99ad-4169-94db-e1e807b732c4), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:45.696892 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-4ac1d62c-26a0-4032-9db7-6bdb75b64c58 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Deleting port 5f1bf4de-6e29-425d-bd5c-4d82d420e729 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:43:45.697278 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ac1d62c-26a0-4032-9db7-6bdb75b64c58 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (5f1bf4de-6e29-425d-bd5c-4d82d420e729), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:45.790607 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-4ac1d62c-26a0-4032-9db7-6bdb75b64c58 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] For port 5f1bf4de-6e29-425d-bd5c-4d82d420e729, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=5f1bf4de-6e29-425d-bd5c-4d82d420e729,segment=NetworkSegment(d2dda819-b942-47e8-bbd2-0c207f6e3ae7),segment_id=d2dda819-b942-47e8-bbd2-0c207f6e3ae7)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:45.790937 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ac1d62c-26a0-4032-9db7-6bdb75b64c58 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (5f1bf4de-6e29-425d-bd5c-4d82d420e729), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:45.803474 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-4ac1d62c-26a0-4032-9db7-6bdb75b64c58 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Calling delete_port for 5f1bf4de-6e29-425d-bd5c-4d82d420e729 owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:43:45.995400 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ac1d62c-26a0-4032-9db7-6bdb75b64c58 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (5f1bf4de-6e29-425d-bd5c-4d82d420e729), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:46.022996 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac1d62c-26a0-4032-9db7-6bdb75b64c58 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event deleted for resources: {'Port': ['ID=5f1bf4de-6e29-425d-bd5c-4d82d420e729,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:46.471694 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ac1d62c-26a0-4032-9db7-6bdb75b64c58 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (319871b2-99ad-4169-94db-e1e807b732c4), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:46.702489 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac1d62c-26a0-4032-9db7-6bdb75b64c58 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Router 319871b2-99ad-4169-94db-e1e807b732c4 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:43:46.817478 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac1d62c-26a0-4032-9db7-6bdb75b64c58 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:43:46.822588 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4ac1d62c-26a0-4032-9db7-6bdb75b64c58 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "PUT /v2.0/routers/319871b2-99ad-4169-94db-e1e807b732c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8921061 Jan 28 03:43:46.828437 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4575780a-b850-4dc8-b792-985ad03df0a5 None None] Sync routers for ids ['319871b2-99ad-4169-94db-e1e807b732c4'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:43:46.838992 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4575780a-b850-4dc8-b792-985ad03df0a5 None None] Routers {'319871b2-99ad-4169-94db-e1e807b732c4'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:43:46.839642 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-4575780a-b850-4dc8-b792-985ad03df0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:43:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['319871b2-99ad-4169-94db-e1e807b732c4'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:47.046426 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-4575780a-b850-4dc8-b792-985ad03df0a5 None None] Set router 319871b2-99ad-4169-94db-e1e807b732c4 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:43:47.046835 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b116835-8a5c-45e9-a7e9-6d4883ed4978 req-e286bbc7-6507-4234-8703-c7c25bf1565d tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:47.048355 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0b116835-8a5c-45e9-a7e9-6d4883ed4978 req-e286bbc7-6507-4234-8703-c7c25bf1565d tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/ports?device_id=f67d20bc-73da-4d57-b998-033e1bc3ee62 HTTP/1.1" status: 200 len: 946 time: 0.0492046 Jan 28 03:43:47.099026 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0b116835-8a5c-45e9-a7e9-6d4883ed4978 req-66311c7b-1b64-45d0-a0f5-fd6764f9ce75 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/security-groups?id=f85895e6-9caa-424c-9b1a-2708b4cd13b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444064 Jan 28 03:43:47.272793 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-4575780a-b850-4dc8-b792-985ad03df0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319871b2-99ad-4169-94db-e1e807b732c4', 'name': 'tempest-TestNetworkBasicOps-router-51533536', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c688812a-54a9-4afc-aae3-1f2abb039ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:42:00Z', 'updated_at': '2022-01-28T03:43:45Z', 'revision_number': 6, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'gw_port': {'id': 'c688812a-54a9-4afc-aae3-1f2abb039ece', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:00:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319871b2-99ad-4169-94db-e1e807b732c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:42:00Z', 'updated_at': '2022-01-28T03:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '39a06e3c-6ac8-4b44-b6b3-27747fff65f5', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'floating_ip_address': '172.25.0.212', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '319871b2-99ad-4169-94db-e1e807b732c4', 'port_id': '19b5910c-c68e-45fa-9325-0a2cfa92fcd2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'caf34f4d-e1f3-4fcb-a6bf-71a664d8183b', 'mac_address': 'fa:16:3e:84:89:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9eed734-8522-42f0-b0ea-4b1df324684a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:42:19Z', 'updated_at': '2022-01-28T03:42:21Z', 'revision_number': 1, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a02e034c-19b5-49e8-ae15-cf00603d27a3', 'name': '', 'network_id': 'caf34f4d-e1f3-4fcb-a6bf-71a664d8183b', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'mac_address': 'fa:16:3e:b3:ba:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319871b2-99ad-4169-94db-e1e807b732c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'c6a81bef-06fe-417b-b223-f13be233f32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:42:02Z', 'updated_at': '2022-01-28T03:42:06Z', 'revision_number': 5, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'subnets': [{'id': 'c6a81bef-06fe-417b-b223-f13be233f32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:47.297931 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4575780a-b850-4dc8-b792-985ad03df0a5 None None] Checking router: 319871b2-99ad-4169-94db-e1e807b732c4 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:43:47.306669 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4575780a-b850-4dc8-b792-985ad03df0a5 None None] Routers {'319871b2-99ad-4169-94db-e1e807b732c4'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:43:47.307258 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-4575780a-b850-4dc8-b792-985ad03df0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:43:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['319871b2-99ad-4169-94db-e1e807b732c4'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:47.408844 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-4575780a-b850-4dc8-b792-985ad03df0a5 None None] Set router 319871b2-99ad-4169-94db-e1e807b732c4 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:43:47.630561 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-4575780a-b850-4dc8-b792-985ad03df0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319871b2-99ad-4169-94db-e1e807b732c4', 'name': 'tempest-TestNetworkBasicOps-router-51533536', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c688812a-54a9-4afc-aae3-1f2abb039ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:42:00Z', 'updated_at': '2022-01-28T03:43:45Z', 'revision_number': 6, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'gw_port': {'id': 'c688812a-54a9-4afc-aae3-1f2abb039ece', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:00:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319871b2-99ad-4169-94db-e1e807b732c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:42:00Z', 'updated_at': '2022-01-28T03:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '39a06e3c-6ac8-4b44-b6b3-27747fff65f5', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'floating_ip_address': '172.25.0.212', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '319871b2-99ad-4169-94db-e1e807b732c4', 'port_id': '19b5910c-c68e-45fa-9325-0a2cfa92fcd2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'caf34f4d-e1f3-4fcb-a6bf-71a664d8183b', 'mac_address': 'fa:16:3e:84:89:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9eed734-8522-42f0-b0ea-4b1df324684a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:42:19Z', 'updated_at': '2022-01-28T03:42:21Z', 'revision_number': 1, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a02e034c-19b5-49e8-ae15-cf00603d27a3', 'name': '', 'network_id': 'caf34f4d-e1f3-4fcb-a6bf-71a664d8183b', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'mac_address': 'fa:16:3e:b3:ba:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319871b2-99ad-4169-94db-e1e807b732c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'c6a81bef-06fe-417b-b223-f13be233f32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:42:02Z', 'updated_at': '2022-01-28T03:42:06Z', 'revision_number': 5, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'subnets': [{'id': 'c6a81bef-06fe-417b-b223-f13be233f32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:47.659426 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4575780a-b850-4dc8-b792-985ad03df0a5 None None] The sync data for ids ['319871b2-99ad-4169-94db-e1e807b732c4'] in n-d-712139-27 is: [{'id': '319871b2-99ad-4169-94db-e1e807b732c4', 'name': 'tempest-TestNetworkBasicOps-router-51533536', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c688812a-54a9-4afc-aae3-1f2abb039ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:42:00Z', 'updated_at': '2022-01-28T03:43:45Z', 'revision_number': 6, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'gw_port': {'id': 'c688812a-54a9-4afc-aae3-1f2abb039ece', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:00:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319871b2-99ad-4169-94db-e1e807b732c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:42:00Z', 'updated_at': '2022-01-28T03:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '39a06e3c-6ac8-4b44-b6b3-27747fff65f5', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'floating_ip_address': '172.25.0.212', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '319871b2-99ad-4169-94db-e1e807b732c4', 'port_id': '19b5910c-c68e-45fa-9325-0a2cfa92fcd2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'caf34f4d-e1f3-4fcb-a6bf-71a664d8183b', 'mac_address': 'fa:16:3e:84:89:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9eed734-8522-42f0-b0ea-4b1df324684a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:42:19Z', 'updated_at': '2022-01-28T03:42:21Z', 'revision_number': 1, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a02e034c-19b5-49e8-ae15-cf00603d27a3', 'name': '', 'network_id': 'caf34f4d-e1f3-4fcb-a6bf-71a664d8183b', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'mac_address': 'fa:16:3e:b3:ba:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319871b2-99ad-4169-94db-e1e807b732c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'c6a81bef-06fe-417b-b223-f13be233f32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:42:02Z', 'updated_at': '2022-01-28T03:42:06Z', 'revision_number': 5, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'subnets': [{'id': 'c6a81bef-06fe-417b-b223-f13be233f32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:43:48.225714 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb20e5c5-07c7-42e4-bf46-2018ad6245f6 req-512c3622-c19b-4cc3-8245-4632a17b985c tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:48.227295 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cb20e5c5-07c7-42e4-bf46-2018ad6245f6 req-512c3622-c19b-4cc3-8245-4632a17b985c tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/ports?device_id=f67d20bc-73da-4d57-b998-033e1bc3ee62 HTTP/1.1" status: 200 len: 946 time: 0.0533807 Jan 28 03:43:48.276413 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cb20e5c5-07c7-42e4-bf46-2018ad6245f6 req-ff76cf05-b483-4cf9-a81b-e4eac2ab4207 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/security-groups?id=f85895e6-9caa-424c-9b1a-2708b4cd13b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434668 Jan 28 03:43:48.769896 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f548d5-5e25-4206-a308-b1b329ee1b24 req-e2c76217-a01d-4cc1-ae4e-b4fcb2bb08df tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:48.771350 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-54f548d5-5e25-4206-a308-b1b329ee1b24 req-e2c76217-a01d-4cc1-ae4e-b4fcb2bb08df tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.67 "GET /v2.0/ports?device_id=f67d20bc-73da-4d57-b998-033e1bc3ee62 HTTP/1.1" status: 200 len: 946 time: 0.0538585 Jan 28 03:43:48.864452 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-54f548d5-5e25-4206-a308-b1b329ee1b24 req-247f2525-451e-4207-98f8-8572c398143a tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Deleting port 03c9ee5f-3898-4f74-a28a-5dde5bf36967 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:43:48.864769 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-54f548d5-5e25-4206-a308-b1b329ee1b24 req-247f2525-451e-4207-98f8-8572c398143a tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (03c9ee5f-3898-4f74-a28a-5dde5bf36967), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:48.956072 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-54f548d5-5e25-4206-a308-b1b329ee1b24 req-247f2525-451e-4207-98f8-8572c398143a tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] For port 03c9ee5f-3898-4f74-a28a-5dde5bf36967, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=03c9ee5f-3898-4f74-a28a-5dde5bf36967,segment=NetworkSegment(d2dda819-b942-47e8-bbd2-0c207f6e3ae7),segment_id=d2dda819-b942-47e8-bbd2-0c207f6e3ae7)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:48.956353 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-54f548d5-5e25-4206-a308-b1b329ee1b24 req-247f2525-451e-4207-98f8-8572c398143a tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (03c9ee5f-3898-4f74-a28a-5dde5bf36967), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:48.969348 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-54f548d5-5e25-4206-a308-b1b329ee1b24 req-247f2525-451e-4207-98f8-8572c398143a tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Calling delete_port for 03c9ee5f-3898-4f74-a28a-5dde5bf36967 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:43:49.102395 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-54f548d5-5e25-4206-a308-b1b329ee1b24 req-247f2525-451e-4207-98f8-8572c398143a tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (03c9ee5f-3898-4f74-a28a-5dde5bf36967), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:49.138038 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f2525-451e-4207-98f8-8572c398143a tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event deleted for resources: {'Port': ['ID=03c9ee5f-3898-4f74-a28a-5dde5bf36967,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:49.182061 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f548d5-5e25-4206-a308-b1b329ee1b24 req-247f2525-451e-4207-98f8-8572c398143a tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] No DVR routers for this DVR port 03c9ee5f-3898-4f74-a28a-5dde5bf36967 on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:43:49.184707 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-54f548d5-5e25-4206-a308-b1b329ee1b24 req-247f2525-451e-4207-98f8-8572c398143a tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:49.188064 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-54f548d5-5e25-4206-a308-b1b329ee1b24 req-247f2525-451e-4207-98f8-8572c398143a tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.67 "DELETE /v2.0/ports/03c9ee5f-3898-4f74-a28a-5dde5bf36967 HTTP/1.1" status: 204 len: 173 time: 0.4116066 Jan 28 03:43:49.188515 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67d20bc-73da-4d57-b998-033e1bc3ee62', 'name': 'network-vif-deleted', 'tag': '03c9ee5f-3898-4f74-a28a-5dde5bf36967'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:43:49.190864 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7268b20b-4eae-4ff3-ba98-db317dda1e8e" -d '{"events": [{"server_uuid": "f67d20bc-73da-4d57-b998-033e1bc3ee62", "name": "network-vif-deleted", "tag": "03c9ee5f-3898-4f74-a28a-5dde5bf36967"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:43:49.229559 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4a16cb-01ad-41fb-9e7c-22314565434c x-openstack-request-id: req-6d4a16cb-01ad-41fb-9e7c-22314565434c {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:43:49.229860 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67d20bc-73da-4d57-b998-033e1bc3ee62", "name": "network-vif-deleted", "tag": "03c9ee5f-3898-4f74-a28a-5dde5bf36967", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:43:49.230097 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6d4a16cb-01ad-41fb-9e7c-22314565434c {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:43:49.230500 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67d20bc-73da-4d57-b998-033e1bc3ee62', 'name': 'network-vif-deleted', 'tag': '03c9ee5f-3898-4f74-a28a-5dde5bf36967', 'status': 'completed', 'code': 200} Jan 28 03:43:49.393980 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c4527403-609a-4233-9714-6b3ab58a2d2b req-6236b675-1754-4c1f-a401-70518bc230b1 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/ports?device_id=f67d20bc-73da-4d57-b998-033e1bc3ee62 HTTP/1.1" status: 200 len: 210 time: 0.0304401 Jan 28 03:43:49.442210 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 5f1bf4de-6e29-425d-bd5c-4d82d420e729 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:43:49.463067 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 5f1bf4de-6e29-425d-bd5c-4d82d420e729 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:43:49.463413 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 5f1bf4de-6e29-425d-bd5c-4d82d420e729 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:43:50.467720 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60980) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:50.526658 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f84d07c8-4486-46eb-b74d-18acbfdaf045 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group (f85895e6-9caa-424c-9b1a-2708b4cd13b6), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:50.553807 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f84d07c8-4486-46eb-b74d-18acbfdaf045 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group (f85895e6-9caa-424c-9b1a-2708b4cd13b6), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:50.619762 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f84d07c8-4486-46eb-b74d-18acbfdaf045 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f85895e6-9caa-424c-9b1a-2708b4cd13b6), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:50.622350 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f84d07c8-4486-46eb-b74d-18acbfdaf045 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:50.623515 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f84d07c8-4486-46eb-b74d-18acbfdaf045 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "DELETE /v2.0/security-groups/f85895e6-9caa-424c-9b1a-2708b4cd13b6 HTTP/1.1" status: 204 len: 168 time: 0.1548142 Jan 28 03:43:50.633191 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d07c8-4486-46eb-b74d-18acbfdaf045 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85895e6-9caa-424c-9b1a-2708b4cd13b6,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:50.656555 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60984) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:50.710968 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b7dcd38-f183-4837-8f24-3b3de86b1f14 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Deleting subnet 0fe605c0-f5a6-48ca-a3f9-aa64a98860f8 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:43:50.714260 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9b7dcd38-f183-4837-8f24-3b3de86b1f14 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for subnet (0fe605c0-f5a6-48ca-a3f9-aa64a98860f8), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:50.753882 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9b7dcd38-f183-4837-8f24-3b3de86b1f14 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (0fe605c0-f5a6-48ca-a3f9-aa64a98860f8), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:50.839784 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9b7dcd38-f183-4837-8f24-3b3de86b1f14 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (0fe605c0-f5a6-48ca-a3f9-aa64a98860f8), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:50.899467 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9b7dcd38-f183-4837-8f24-3b3de86b1f14 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (0fe605c0-f5a6-48ca-a3f9-aa64a98860f8), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:50.927189 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7dcd38-f183-4837-8f24-3b3de86b1f14 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event deleted for resources: {'Subnet': ['ID=0fe605c0-f5a6-48ca-a3f9-aa64a98860f8,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:50.929180 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9b7dcd38-f183-4837-8f24-3b3de86b1f14 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:50.933116 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9b7dcd38-f183-4837-8f24-3b3de86b1f14 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "DELETE /v2.0/subnets/0fe605c0-f5a6-48ca-a3f9-aa64a98860f8 HTTP/1.1" status: 204 len: 168 time: 0.2746804 Jan 28 03:43:50.935043 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 60986) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:50.938205 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc636a2-b204-444a-a1be-bba683b4e2b1 None None] Network d3d3dd0e-c952-4978-86f1-cee30fd345b0 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:43:51.010762 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-41b7fc3d-63b6-4a7d-9f85-2bfcfe832cbf tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (d3d3dd0e-c952-4978-86f1-cee30fd345b0), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:51.068484 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-41b7fc3d-63b6-4a7d-9f85-2bfcfe832cbf tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Deleting port 196d43f6-fbe3-4ddc-a81b-b246d1c6748f {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:43:51.068821 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-41b7fc3d-63b6-4a7d-9f85-2bfcfe832cbf tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (196d43f6-fbe3-4ddc-a81b-b246d1c6748f), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:51.082975 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eed3005-f4aa-47dc-9aaf-805a5ed35dcf None None] DHCP port deletion for d3d3dd0e-c952-4978-86f1-cee30fd345b0 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:43:51.128464 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-5eed3005-f4aa-47dc-9aaf-805a5ed35dcf None None] Deleting port 196d43f6-fbe3-4ddc-a81b-b246d1c6748f {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:43:51.128954 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5eed3005-f4aa-47dc-9aaf-805a5ed35dcf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (196d43f6-fbe3-4ddc-a81b-b246d1c6748f), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:51.130373 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-41b7fc3d-63b6-4a7d-9f85-2bfcfe832cbf tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] For port 196d43f6-fbe3-4ddc-a81b-b246d1c6748f, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=196d43f6-fbe3-4ddc-a81b-b246d1c6748f,segment=NetworkSegment(d2dda819-b942-47e8-bbd2-0c207f6e3ae7),segment_id=d2dda819-b942-47e8-bbd2-0c207f6e3ae7)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:51.130738 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-41b7fc3d-63b6-4a7d-9f85-2bfcfe832cbf tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (196d43f6-fbe3-4ddc-a81b-b246d1c6748f), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:51.143888 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-41b7fc3d-63b6-4a7d-9f85-2bfcfe832cbf tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Calling delete_port for 196d43f6-fbe3-4ddc-a81b-b246d1c6748f owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:43:51.193947 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-5eed3005-f4aa-47dc-9aaf-805a5ed35dcf None None] For port 196d43f6-fbe3-4ddc-a81b-b246d1c6748f, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=196d43f6-fbe3-4ddc-a81b-b246d1c6748f,segment=NetworkSegment(d2dda819-b942-47e8-bbd2-0c207f6e3ae7),segment_id=d2dda819-b942-47e8-bbd2-0c207f6e3ae7)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:51.194343 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5eed3005-f4aa-47dc-9aaf-805a5ed35dcf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (196d43f6-fbe3-4ddc-a81b-b246d1c6748f), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:51.207492 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-5eed3005-f4aa-47dc-9aaf-805a5ed35dcf None None] Calling delete_port for 196d43f6-fbe3-4ddc-a81b-b246d1c6748f owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:43:51.230958 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-41b7fc3d-63b6-4a7d-9f85-2bfcfe832cbf tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (196d43f6-fbe3-4ddc-a81b-b246d1c6748f), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:51.256470 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b7fc3d-63b6-4a7d-9f85-2bfcfe832cbf tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event deleted for resources: {'Port': ['ID=196d43f6-fbe3-4ddc-a81b-b246d1c6748f,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:51.261329 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b7fc3d-63b6-4a7d-9f85-2bfcfe832cbf tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] No DVR routers for this DVR port 196d43f6-fbe3-4ddc-a81b-b246d1c6748f on host n-d-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 03:43:51.279615 n-d-712139-27 neutron-server[109804]: self.session.flush() Jan 28 03:43:51.284322 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5eed3005-f4aa-47dc-9aaf-805a5ed35dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (196d43f6-fbe3-4ddc-a81b-b246d1c6748f), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:51.313787 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed3005-f4aa-47dc-9aaf-805a5ed35dcf None None] Pushing event deleted for resources: {'Port': ['ID=196d43f6-fbe3-4ddc-a81b-b246d1c6748f,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:51.317557 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eed3005-f4aa-47dc-9aaf-805a5ed35dcf None None] No DVR routers for this DVR port 196d43f6-fbe3-4ddc-a81b-b246d1c6748f on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:43:51.349854 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 03c9ee5f-3898-4f74-a28a-5dde5bf36967 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:43:51.351244 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-41b7fc3d-63b6-4a7d-9f85-2bfcfe832cbf tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (d3d3dd0e-c952-4978-86f1-cee30fd345b0), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:51.371479 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: 03c9ee5f-3898-4f74-a28a-5dde5bf36967 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:43:51.371830 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 03c9ee5f-3898-4f74-a28a-5dde5bf36967 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:43:51.374486 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-41b7fc3d-63b6-4a7d-9f85-2bfcfe832cbf tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3d3dd0e-c952-4978-86f1-cee30fd345b0']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:51.384510 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-41b7fc3d-63b6-4a7d-9f85-2bfcfe832cbf tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2dda819-b942-47e8-bbd2-0c207f6e3ae7') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:51.384820 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-41b7fc3d-63b6-4a7d-9f85-2bfcfe832cbf tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2dda819-b942-47e8-bbd2-0c207f6e3ae7') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:51.399293 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-41b7fc3d-63b6-4a7d-9f85-2bfcfe832cbf tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (d2dda819-b942-47e8-bbd2-0c207f6e3ae7), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:51.414999 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-41b7fc3d-63b6-4a7d-9f85-2bfcfe832cbf tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (d2dda819-b942-47e8-bbd2-0c207f6e3ae7), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:51.421910 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b7fc3d-63b6-4a7d-9f85-2bfcfe832cbf tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:43:51.422204 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-41b7fc3d-63b6-4a7d-9f85-2bfcfe832cbf tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (d2dda819-b942-47e8-bbd2-0c207f6e3ae7), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:51.427386 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:43:51.427386 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:43:51.427386 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:43:51.427386 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:43:51.427386 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:43:51.427386 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:43:51.427386 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:43:51.427386 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:43:51.427386 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:43:51.427386 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:43:51.427386 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:43:51.427386 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:43:51.427386 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:43:51.427386 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:43:51.427386 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:43:51.427386 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:43:51.427386 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:43:51.427386 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:43:51.427386 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:43:51.427386 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:43:51.427386 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:43:51.427386 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:43:51.427386 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:43:51.427386 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:43:51.427386 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:43:51.427386 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:43:51.427386 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:43:51.427386 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:43:51.427386 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:43:51.427386 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:43:51.427386 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:43:51.427386 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:43:51.476932 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 196d43f6-fbe3-4ddc-a81b-b246d1c6748f no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:43:51.495245 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-41b7fc3d-63b6-4a7d-9f85-2bfcfe832cbf tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (d3d3dd0e-c952-4978-86f1-cee30fd345b0), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:51.498541 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 196d43f6-fbe3-4ddc-a81b-b246d1c6748f {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:43:51.499132 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 196d43f6-fbe3-4ddc-a81b-b246d1c6748f not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:43:51.502368 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-41b7fc3d-63b6-4a7d-9f85-2bfcfe832cbf tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:51.508656 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-41b7fc3d-63b6-4a7d-9f85-2bfcfe832cbf tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "DELETE /v2.0/networks/d3d3dd0e-c952-4978-86f1-cee30fd345b0 HTTP/1.1" status: 204 len: 168 time: 0.5726600 Jan 28 03:43:51.508892 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 60988) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:51.524309 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b7fc3d-63b6-4a7d-9f85-2bfcfe832cbf tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event deleted for resources: {'Network': ['ID=d3d3dd0e-c952-4978-86f1-cee30fd345b0,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:51.674937 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-bd8f8eca-c948-471c-9689-e3a503e7e562 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Deleting port 778773b3-f54e-45c9-82de-1cd3c8955232 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:43:51.675280 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bd8f8eca-c948-471c-9689-e3a503e7e562 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (778773b3-f54e-45c9-82de-1cd3c8955232), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:51.752313 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bd8f8eca-c948-471c-9689-e3a503e7e562 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (778773b3-f54e-45c9-82de-1cd3c8955232), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:51.752588 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bd8f8eca-c948-471c-9689-e3a503e7e562 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for floatingip (778773b3-f54e-45c9-82de-1cd3c8955232), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:51.764354 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-bd8f8eca-c948-471c-9689-e3a503e7e562 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Calling delete_port for 778773b3-f54e-45c9-82de-1cd3c8955232 owned by network:floatingip {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:43:51.916493 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bd8f8eca-c948-471c-9689-e3a503e7e562 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (778773b3-f54e-45c9-82de-1cd3c8955232), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:51.944779 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8f8eca-c948-471c-9689-e3a503e7e562 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event deleted for resources: {'Port': ['ID=778773b3-f54e-45c9-82de-1cd3c8955232,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:52.009137 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bd8f8eca-c948-471c-9689-e3a503e7e562 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for floatingip (39a06e3c-6ac8-4b44-b6b3-27747fff65f5), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:52.009552 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [None req-bd8f8eca-c948-471c-9689-e3a503e7e562 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Floating IP 39a06e3c-6ac8-4b44-b6b3-27747fff65f5 disassociated (deleted). External IP: 172.25.0.212, port: 19b5910c-c68e-45fa-9325-0a2cfa92fcd2. Jan 28 03:43:52.227010 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8f8eca-c948-471c-9689-e3a503e7e562 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Router 319871b2-99ad-4169-94db-e1e807b732c4 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:43:52.342649 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8f8eca-c948-471c-9689-e3a503e7e562 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:43:52.347562 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bd8f8eca-c948-471c-9689-e3a503e7e562 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:52.354555 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de018e57-8ae7-440e-aec2-f5afe84daecf None None] Sync routers for ids ['319871b2-99ad-4169-94db-e1e807b732c4'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:43:52.366056 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de018e57-8ae7-440e-aec2-f5afe84daecf None None] Routers {'319871b2-99ad-4169-94db-e1e807b732c4'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:43:52.366730 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-de018e57-8ae7-440e-aec2-f5afe84daecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:43:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['319871b2-99ad-4169-94db-e1e807b732c4'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:52.375864 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-bd8f8eca-c948-471c-9689-e3a503e7e562 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "DELETE /v2.0/floatingips/39a06e3c-6ac8-4b44-b6b3-27747fff65f5 HTTP/1.1" status: 204 len: 168 time: 0.8651896 Jan 28 03:43:52.376433 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9eed734-8522-42f0-b0ea-4b1df324684a', 'tag': '19b5910c-c68e-45fa-9325-0a2cfa92fcd2'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:43:52.379185 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e6e3c042ec8445676d10b9ab0faf01ae6250ca7353c5eea0a6ebc3fcb164868" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f88cbc5-24c5-472e-9a2c-ed3663b050e0" -d '{"events": [{"name": "network-changed", "server_uuid": "b9eed734-8522-42f0-b0ea-4b1df324684a", "tag": "19b5910c-c68e-45fa-9325-0a2cfa92fcd2"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:43:52.488261 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-de018e57-8ae7-440e-aec2-f5afe84daecf None None] Set router 319871b2-99ad-4169-94db-e1e807b732c4 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:43:52.497018 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5f3a72-99ba-4543-9bc0-61f2a3ccade7 x-openstack-request-id: req-8d5f3a72-99ba-4543-9bc0-61f2a3ccade7 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:43:52.497342 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9eed734-8522-42f0-b0ea-4b1df324684a", "tag": "19b5910c-c68e-45fa-9325-0a2cfa92fcd2", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:43:52.497600 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8d5f3a72-99ba-4543-9bc0-61f2a3ccade7 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:43:52.498029 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9eed734-8522-42f0-b0ea-4b1df324684a', 'tag': '19b5910c-c68e-45fa-9325-0a2cfa92fcd2', 'status': 'completed', 'code': 200} Jan 28 03:43:52.592919 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f88cbc5-24c5-472e-9a2c-ed3663b050e0 req-7e7f1105-ee7d-4a33-a619-cddce779c720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:52.594543 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8f88cbc5-24c5-472e-9a2c-ed3663b050e0 req-7e7f1105-ee7d-4a33-a619-cddce779c720 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a430f0f3e4f741e48de4bca12c777fa6&device_id=b9eed734-8522-42f0-b0ea-4b1df324684a HTTP/1.1" status: 200 len: 1097 time: 0.0513251 Jan 28 03:43:52.663490 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1fc621-18ff-4806-bcd4-888d457a136c req-15b52aa3-bf6f-4bea-95ae-735166a38d0d tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:52.665933 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0b1fc621-18ff-4806-bcd4-888d457a136c req-15b52aa3-bf6f-4bea-95ae-735166a38d0d tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9eed734-8522-42f0-b0ea-4b1df324684a HTTP/1.1" status: 200 len: 945 time: 0.0549181 Jan 28 03:43:52.711363 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f88cbc5-24c5-472e-9a2c-ed3663b050e0 req-7bbce99b-7413-45bb-9b02-3a715413b2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:52.713195 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8f88cbc5-24c5-472e-9a2c-ed3663b050e0 req-7bbce99b-7413-45bb-9b02-3a715413b2ae service neutron] 10.222.0.39 "GET /v2.0/networks?id=caf34f4d-e1f3-4fcb-a6bf-71a664d8183b HTTP/1.1" status: 200 len: 897 time: 0.1120107 Jan 28 03:43:52.724037 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0b1fc621-18ff-4806-bcd4-888d457a136c req-299100b2-82b2-46af-a452-f1a4df328f13 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3663468-d876-4ff1-9326-2babe83ea712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475907 Jan 28 03:43:52.766505 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-de018e57-8ae7-440e-aec2-f5afe84daecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319871b2-99ad-4169-94db-e1e807b732c4', 'name': 'tempest-TestNetworkBasicOps-router-51533536', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c688812a-54a9-4afc-aae3-1f2abb039ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:42:00Z', 'updated_at': '2022-01-28T03:43:45Z', 'revision_number': 6, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'gw_port': {'id': 'c688812a-54a9-4afc-aae3-1f2abb039ece', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:00:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319871b2-99ad-4169-94db-e1e807b732c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:42:00Z', 'updated_at': '2022-01-28T03:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'a02e034c-19b5-49e8-ae15-cf00603d27a3', 'name': '', 'network_id': 'caf34f4d-e1f3-4fcb-a6bf-71a664d8183b', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'mac_address': 'fa:16:3e:b3:ba:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319871b2-99ad-4169-94db-e1e807b732c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'c6a81bef-06fe-417b-b223-f13be233f32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:42:02Z', 'updated_at': '2022-01-28T03:42:06Z', 'revision_number': 5, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'subnets': [{'id': 'c6a81bef-06fe-417b-b223-f13be233f32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:52.769225 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8f88cbc5-24c5-472e-9a2c-ed3663b050e0 req-46268a45-c603-4eed-a9b8-25959f4ada97 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19b5910c-c68e-45fa-9325-0a2cfa92fcd2 HTTP/1.1" status: 200 len: 217 time: 0.0472631 Jan 28 03:43:52.793521 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de018e57-8ae7-440e-aec2-f5afe84daecf None None] Checking router: 319871b2-99ad-4169-94db-e1e807b732c4 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:43:52.802199 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de018e57-8ae7-440e-aec2-f5afe84daecf None None] Routers {'319871b2-99ad-4169-94db-e1e807b732c4'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:43:52.803368 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-de018e57-8ae7-440e-aec2-f5afe84daecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:43:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['319871b2-99ad-4169-94db-e1e807b732c4'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:52.817641 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f88cbc5-24c5-472e-9a2c-ed3663b050e0 req-d54f13a8-f4f3-4b53-9ba1-8fdb055cb61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:52.819150 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8f88cbc5-24c5-472e-9a2c-ed3663b050e0 req-d54f13a8-f4f3-4b53-9ba1-8fdb055cb61d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c6a81bef-06fe-417b-b223-f13be233f32b HTTP/1.1" status: 200 len: 834 time: 0.0442545 Jan 28 03:43:52.869812 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f88cbc5-24c5-472e-9a2c-ed3663b050e0 req-32c6958b-ab9f-46ca-be0c-7c2c31238d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:52.871463 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8f88cbc5-24c5-472e-9a2c-ed3663b050e0 req-32c6958b-ab9f-46ca-be0c-7c2c31238d88 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=caf34f4d-e1f3-4fcb-a6bf-71a664d8183b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448792 Jan 28 03:43:52.911658 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-de018e57-8ae7-440e-aec2-f5afe84daecf None None] Set router 319871b2-99ad-4169-94db-e1e807b732c4 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:43:52.968372 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8f88cbc5-24c5-472e-9a2c-ed3663b050e0 req-7a390359-aa21-49bf-9764-d5cb0139cbdd service neutron] 10.222.0.39 "GET /v2.0/networks/caf34f4d-e1f3-4fcb-a6bf-71a664d8183b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901930 Jan 28 03:43:53.069508 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8f88cbc5-24c5-472e-9a2c-ed3663b050e0 req-7be2010d-8142-41e1-a7ab-873bb4abeb73 service neutron] 10.222.0.39 "GET /v2.0/networks/caf34f4d-e1f3-4fcb-a6bf-71a664d8183b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941613 Jan 28 03:43:53.136369 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-de018e57-8ae7-440e-aec2-f5afe84daecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319871b2-99ad-4169-94db-e1e807b732c4', 'name': 'tempest-TestNetworkBasicOps-router-51533536', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c688812a-54a9-4afc-aae3-1f2abb039ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:42:00Z', 'updated_at': '2022-01-28T03:43:45Z', 'revision_number': 6, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'gw_port': {'id': 'c688812a-54a9-4afc-aae3-1f2abb039ece', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:00:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319871b2-99ad-4169-94db-e1e807b732c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:42:00Z', 'updated_at': '2022-01-28T03:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'a02e034c-19b5-49e8-ae15-cf00603d27a3', 'name': '', 'network_id': 'caf34f4d-e1f3-4fcb-a6bf-71a664d8183b', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'mac_address': 'fa:16:3e:b3:ba:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319871b2-99ad-4169-94db-e1e807b732c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'c6a81bef-06fe-417b-b223-f13be233f32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:42:02Z', 'updated_at': '2022-01-28T03:42:06Z', 'revision_number': 5, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'subnets': [{'id': 'c6a81bef-06fe-417b-b223-f13be233f32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:53.165723 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de018e57-8ae7-440e-aec2-f5afe84daecf None None] The sync data for ids ['319871b2-99ad-4169-94db-e1e807b732c4'] in n-d-712139-27 is: [{'id': '319871b2-99ad-4169-94db-e1e807b732c4', 'name': 'tempest-TestNetworkBasicOps-router-51533536', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c688812a-54a9-4afc-aae3-1f2abb039ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:42:00Z', 'updated_at': '2022-01-28T03:43:45Z', 'revision_number': 6, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'gw_port': {'id': 'c688812a-54a9-4afc-aae3-1f2abb039ece', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:00:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319871b2-99ad-4169-94db-e1e807b732c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:42:00Z', 'updated_at': '2022-01-28T03:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'a02e034c-19b5-49e8-ae15-cf00603d27a3', 'name': '', 'network_id': 'caf34f4d-e1f3-4fcb-a6bf-71a664d8183b', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'mac_address': 'fa:16:3e:b3:ba:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319871b2-99ad-4169-94db-e1e807b732c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'c6a81bef-06fe-417b-b223-f13be233f32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:42:02Z', 'updated_at': '2022-01-28T03:42:06Z', 'revision_number': 5, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'subnets': [{'id': 'c6a81bef-06fe-417b-b223-f13be233f32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:43:53.410375 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c95c6bc-e7fa-4069-a02c-d6af72cc64ad None None] New status for floating IP 39a06e3c-6ac8-4b44-b6b3-27747fff65f5: DOWN {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:43:53.864200 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720818c0-8cbe-42d9-a7d4-b993a4f23ec8 req-c3250f67-4e6e-4882-891d-135985ac653f tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:53.865838 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-720818c0-8cbe-42d9-a7d4-b993a4f23ec8 req-c3250f67-4e6e-4882-891d-135985ac653f tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9eed734-8522-42f0-b0ea-4b1df324684a HTTP/1.1" status: 200 len: 945 time: 0.0611801 Jan 28 03:43:53.915718 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-720818c0-8cbe-42d9-a7d4-b993a4f23ec8 req-70c2a91a-b917-4594-8cec-11c728525c87 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3663468-d876-4ff1-9326-2babe83ea712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438306 Jan 28 03:43:54.061451 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0dec7-3fba-414c-97fb-fb75bdbc24f5 req-5ed0571d-674a-4ae2-b81a-b12a523accac tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:54.063478 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e4e0dec7-3fba-414c-97fb-fb75bdbc24f5 req-5ed0571d-674a-4ae2-b81a-b12a523accac tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9eed734-8522-42f0-b0ea-4b1df324684a HTTP/1.1" status: 200 len: 945 time: 0.0607908 Jan 28 03:43:54.166374 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-e4e0dec7-3fba-414c-97fb-fb75bdbc24f5 req-2814343c-2ca4-474b-b279-6a4f0a6f2276 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Deleting port 19b5910c-c68e-45fa-9325-0a2cfa92fcd2 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:43:54.166618 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e4e0dec7-3fba-414c-97fb-fb75bdbc24f5 req-2814343c-2ca4-474b-b279-6a4f0a6f2276 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (19b5910c-c68e-45fa-9325-0a2cfa92fcd2), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:54.256576 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-e4e0dec7-3fba-414c-97fb-fb75bdbc24f5 req-2814343c-2ca4-474b-b279-6a4f0a6f2276 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] For port 19b5910c-c68e-45fa-9325-0a2cfa92fcd2, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=19b5910c-c68e-45fa-9325-0a2cfa92fcd2,segment=NetworkSegment(bf999408-f326-411f-ace7-80c9fa283af1),segment_id=bf999408-f326-411f-ace7-80c9fa283af1)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:54.256905 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e4e0dec7-3fba-414c-97fb-fb75bdbc24f5 req-2814343c-2ca4-474b-b279-6a4f0a6f2276 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (19b5910c-c68e-45fa-9325-0a2cfa92fcd2), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:54.270700 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-e4e0dec7-3fba-414c-97fb-fb75bdbc24f5 req-2814343c-2ca4-474b-b279-6a4f0a6f2276 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Calling delete_port for 19b5910c-c68e-45fa-9325-0a2cfa92fcd2 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:43:54.409704 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e4e0dec7-3fba-414c-97fb-fb75bdbc24f5 req-2814343c-2ca4-474b-b279-6a4f0a6f2276 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (19b5910c-c68e-45fa-9325-0a2cfa92fcd2), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:54.438139 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814343c-2ca4-474b-b279-6a4f0a6f2276 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event deleted for resources: {'Port': ['ID=19b5910c-c68e-45fa-9325-0a2cfa92fcd2,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:54.485279 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e0dec7-3fba-414c-97fb-fb75bdbc24f5 req-2814343c-2ca4-474b-b279-6a4f0a6f2276 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] No DVR routers for this DVR port 19b5910c-c68e-45fa-9325-0a2cfa92fcd2 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:43:54.488269 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e4e0dec7-3fba-414c-97fb-fb75bdbc24f5 req-2814343c-2ca4-474b-b279-6a4f0a6f2276 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:54.491691 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e4e0dec7-3fba-414c-97fb-fb75bdbc24f5 req-2814343c-2ca4-474b-b279-6a4f0a6f2276 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.39 "DELETE /v2.0/ports/19b5910c-c68e-45fa-9325-0a2cfa92fcd2 HTTP/1.1" status: 204 len: 173 time: 0.4227843 Jan 28 03:43:54.492131 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9eed734-8522-42f0-b0ea-4b1df324684a', 'name': 'network-vif-deleted', 'tag': '19b5910c-c68e-45fa-9325-0a2cfa92fcd2'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:43:54.494837 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504799de-e5e0-4096-9d56-d34527ae328a" -d '{"events": [{"server_uuid": "b9eed734-8522-42f0-b0ea-4b1df324684a", "name": "network-vif-deleted", "tag": "19b5910c-c68e-45fa-9325-0a2cfa92fcd2"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:43:54.534674 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55dc71b6-0966-41d2-8747-d943f7e88c20 x-openstack-request-id: req-55dc71b6-0966-41d2-8747-d943f7e88c20 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:43:54.535062 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9eed734-8522-42f0-b0ea-4b1df324684a", "name": "network-vif-deleted", "tag": "19b5910c-c68e-45fa-9325-0a2cfa92fcd2", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:43:54.535297 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-55dc71b6-0966-41d2-8747-d943f7e88c20 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:43:54.535743 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9eed734-8522-42f0-b0ea-4b1df324684a', 'name': 'network-vif-deleted', 'tag': '19b5910c-c68e-45fa-9325-0a2cfa92fcd2', 'status': 'completed', 'code': 200} Jan 28 03:43:55.030333 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1dd2edd4-2660-47ba-aeb3-66ac69ba1ea1 req-330fb2da-9b25-4d4b-b7ac-e33b6bf22ff8 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9eed734-8522-42f0-b0ea-4b1df324684a HTTP/1.1" status: 200 len: 210 time: 0.0286169 Jan 28 03:43:56.092320 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 32774) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:56.160186 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d41b1d6d-a3a6-4df1-a59a-dfd57cad17f7 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group (a3663468-d876-4ff1-9326-2babe83ea712), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:56.199699 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d41b1d6d-a3a6-4df1-a59a-dfd57cad17f7 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group (a3663468-d876-4ff1-9326-2babe83ea712), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:56.268840 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d41b1d6d-a3a6-4df1-a59a-dfd57cad17f7 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (a3663468-d876-4ff1-9326-2babe83ea712), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:56.271537 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d41b1d6d-a3a6-4df1-a59a-dfd57cad17f7 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:56.272789 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d41b1d6d-a3a6-4df1-a59a-dfd57cad17f7 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "DELETE /v2.0/security-groups/a3663468-d876-4ff1-9326-2babe83ea712 HTTP/1.1" status: 204 len: 168 time: 0.1794150 Jan 28 03:43:56.283121 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b1d6d-a3a6-4df1-a59a-dfd57cad17f7 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3663468-d876-4ff1-9326-2babe83ea712,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:56.292091 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41b1d6d-a3a6-4df1-a59a-dfd57cad17f7 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:56.292448 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41b1d6d-a3a6-4df1-a59a-dfd57cad17f7 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:56.292796 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41b1d6d-a3a6-4df1-a59a-dfd57cad17f7 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:56.293160 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41b1d6d-a3a6-4df1-a59a-dfd57cad17f7 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:56.293507 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41b1d6d-a3a6-4df1-a59a-dfd57cad17f7 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:56.293829 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41b1d6d-a3a6-4df1-a59a-dfd57cad17f7 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:56.294198 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41b1d6d-a3a6-4df1-a59a-dfd57cad17f7 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:56.294496 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41b1d6d-a3a6-4df1-a59a-dfd57cad17f7 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:56.294841 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41b1d6d-a3a6-4df1-a59a-dfd57cad17f7 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:56.295256 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41b1d6d-a3a6-4df1-a59a-dfd57cad17f7 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:56.295606 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41b1d6d-a3a6-4df1-a59a-dfd57cad17f7 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:56.296068 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41b1d6d-a3a6-4df1-a59a-dfd57cad17f7 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:56.296289 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41b1d6d-a3a6-4df1-a59a-dfd57cad17f7 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:56.324780 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 32778) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:56.715235 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ab10a61-ba68-41dd-a91e-5d8cfd2f8564 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (319871b2-99ad-4169-94db-e1e807b732c4), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:56.989553 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-4ab10a61-ba68-41dd-a91e-5d8cfd2f8564 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Deleting port a02e034c-19b5-49e8-ae15-cf00603d27a3 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:43:56.990035 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ab10a61-ba68-41dd-a91e-5d8cfd2f8564 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (a02e034c-19b5-49e8-ae15-cf00603d27a3), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:57.079094 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-4ab10a61-ba68-41dd-a91e-5d8cfd2f8564 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] For port a02e034c-19b5-49e8-ae15-cf00603d27a3, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=a02e034c-19b5-49e8-ae15-cf00603d27a3,segment=NetworkSegment(bf999408-f326-411f-ace7-80c9fa283af1),segment_id=bf999408-f326-411f-ace7-80c9fa283af1)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:57.079471 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ab10a61-ba68-41dd-a91e-5d8cfd2f8564 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (a02e034c-19b5-49e8-ae15-cf00603d27a3), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:57.093975 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-4ab10a61-ba68-41dd-a91e-5d8cfd2f8564 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Calling delete_port for a02e034c-19b5-49e8-ae15-cf00603d27a3 owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:43:57.327807 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ab10a61-ba68-41dd-a91e-5d8cfd2f8564 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (a02e034c-19b5-49e8-ae15-cf00603d27a3), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:57.357637 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab10a61-ba68-41dd-a91e-5d8cfd2f8564 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event deleted for resources: {'Port': ['ID=a02e034c-19b5-49e8-ae15-cf00603d27a3,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:57.530499 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ab10a61-ba68-41dd-a91e-5d8cfd2f8564 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (319871b2-99ad-4169-94db-e1e807b732c4), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:58.025292 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab10a61-ba68-41dd-a91e-5d8cfd2f8564 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Router 319871b2-99ad-4169-94db-e1e807b732c4 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:43:58.077511 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 19b5910c-c68e-45fa-9325-0a2cfa92fcd2 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:43:58.098827 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 19b5910c-c68e-45fa-9325-0a2cfa92fcd2 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:43:58.099237 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 19b5910c-c68e-45fa-9325-0a2cfa92fcd2 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:43:58.136835 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab10a61-ba68-41dd-a91e-5d8cfd2f8564 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:43:58.143176 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4ab10a61-ba68-41dd-a91e-5d8cfd2f8564 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "PUT /v2.0/routers/319871b2-99ad-4169-94db-e1e807b732c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8169050 Jan 28 03:43:58.145767 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 32780) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:58.148322 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda19ba8-8e02-4a6c-98b2-6cf6f2e68762 None None] Sync routers for ids ['319871b2-99ad-4169-94db-e1e807b732c4'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:43:58.159105 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda19ba8-8e02-4a6c-98b2-6cf6f2e68762 None None] Routers {'319871b2-99ad-4169-94db-e1e807b732c4'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:43:58.159729 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-eda19ba8-8e02-4a6c-98b2-6cf6f2e68762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:43:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['319871b2-99ad-4169-94db-e1e807b732c4'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:58.198979 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c15b19f-3a9f-449f-947c-d28d0e2c6f56 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Deleting subnet c6a81bef-06fe-417b-b223-f13be233f32b {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:43:58.202258 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1c15b19f-3a9f-449f-947c-d28d0e2c6f56 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for subnet (c6a81bef-06fe-417b-b223-f13be233f32b), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:58.241552 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1c15b19f-3a9f-449f-947c-d28d0e2c6f56 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (c6a81bef-06fe-417b-b223-f13be233f32b), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:58.267028 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-eda19ba8-8e02-4a6c-98b2-6cf6f2e68762 None None] Set router 319871b2-99ad-4169-94db-e1e807b732c4 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:43:58.337892 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1c15b19f-3a9f-449f-947c-d28d0e2c6f56 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (c6a81bef-06fe-417b-b223-f13be233f32b), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:58.403311 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1c15b19f-3a9f-449f-947c-d28d0e2c6f56 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (c6a81bef-06fe-417b-b223-f13be233f32b), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:58.431276 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c15b19f-3a9f-449f-947c-d28d0e2c6f56 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event deleted for resources: {'Subnet': ['ID=c6a81bef-06fe-417b-b223-f13be233f32b,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:58.440308 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1c15b19f-3a9f-449f-947c-d28d0e2c6f56 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:58.446313 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1c15b19f-3a9f-449f-947c-d28d0e2c6f56 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "DELETE /v2.0/subnets/c6a81bef-06fe-417b-b223-f13be233f32b HTTP/1.1" status: 204 len: 168 time: 0.2967670 Jan 28 03:43:58.446777 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 32782) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:58.494336 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d20df4-4a1b-4211-a76d-e5b5ce8fb156 None None] Network caf34f4d-e1f3-4fcb-a6bf-71a664d8183b requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:43:58.560358 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c00b905b-943c-4fd2-876a-9d4784151058 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for router (319871b2-99ad-4169-94db-e1e807b732c4), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:58.674450 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c00b905b-943c-4fd2-876a-9d4784151058 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for router_gateway (319871b2-99ad-4169-94db-e1e807b732c4), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:58.691149 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-eda19ba8-8e02-4a6c-98b2-6cf6f2e68762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319871b2-99ad-4169-94db-e1e807b732c4', 'name': 'tempest-TestNetworkBasicOps-router-51533536', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c688812a-54a9-4afc-aae3-1f2abb039ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:42:00Z', 'updated_at': '2022-01-28T03:43:57Z', 'revision_number': 7, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'gw_port': {'id': 'c688812a-54a9-4afc-aae3-1f2abb039ece', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:00:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319871b2-99ad-4169-94db-e1e807b732c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:42:00Z', 'updated_at': '2022-01-28T03:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:58.718543 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda19ba8-8e02-4a6c-98b2-6cf6f2e68762 None None] Checking router: 319871b2-99ad-4169-94db-e1e807b732c4 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:43:58.727079 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda19ba8-8e02-4a6c-98b2-6cf6f2e68762 None None] Routers {'319871b2-99ad-4169-94db-e1e807b732c4'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:43:58.727694 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-eda19ba8-8e02-4a6c-98b2-6cf6f2e68762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:43:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['319871b2-99ad-4169-94db-e1e807b732c4'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:58.729476 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-c00b905b-943c-4fd2-876a-9d4784151058 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Deleting port c688812a-54a9-4afc-aae3-1f2abb039ece {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:43:58.729946 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c00b905b-943c-4fd2-876a-9d4784151058 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (c688812a-54a9-4afc-aae3-1f2abb039ece), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:58.760731 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82a2de4-e0c2-4ad0-ae4b-64d5c387256e None None] DHCP port deletion for caf34f4d-e1f3-4fcb-a6bf-71a664d8183b request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:43:58.812011 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-c00b905b-943c-4fd2-876a-9d4784151058 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] For port c688812a-54a9-4afc-aae3-1f2abb039ece, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=c688812a-54a9-4afc-aae3-1f2abb039ece,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:58.812371 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c00b905b-943c-4fd2-876a-9d4784151058 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (c688812a-54a9-4afc-aae3-1f2abb039ece), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:58.824827 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-c00b905b-943c-4fd2-876a-9d4784151058 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Calling delete_port for c688812a-54a9-4afc-aae3-1f2abb039ece owned by network:router_gateway {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:43:58.834172 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-eda19ba8-8e02-4a6c-98b2-6cf6f2e68762 None None] Set router 319871b2-99ad-4169-94db-e1e807b732c4 gateway port host: None {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:43:58.888626 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-eda19ba8-8e02-4a6c-98b2-6cf6f2e68762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319871b2-99ad-4169-94db-e1e807b732c4', 'name': 'tempest-TestNetworkBasicOps-router-51533536', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:42:00Z', 'updated_at': '2022-01-28T03:43:58Z', 'revision_number': 8, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:58.916640 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda19ba8-8e02-4a6c-98b2-6cf6f2e68762 None None] The sync data for ids ['319871b2-99ad-4169-94db-e1e807b732c4'] in n-d-712139-27 is: [{'id': '319871b2-99ad-4169-94db-e1e807b732c4', 'name': 'tempest-TestNetworkBasicOps-router-51533536', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:42:00Z', 'updated_at': '2022-01-28T03:43:58Z', 'revision_number': 8, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'gw_port_host': None}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:43:58.929017 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e82a2de4-e0c2-4ad0-ae4b-64d5c387256e None None] Deleting port 27a6db8d-bbf3-4801-bd0a-c1b1440b9f38 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:43:58.929411 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e82a2de4-e0c2-4ad0-ae4b-64d5c387256e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (27a6db8d-bbf3-4801-bd0a-c1b1440b9f38), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:58.993993 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-e82a2de4-e0c2-4ad0-ae4b-64d5c387256e None None] For port 27a6db8d-bbf3-4801-bd0a-c1b1440b9f38, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=27a6db8d-bbf3-4801-bd0a-c1b1440b9f38,segment=NetworkSegment(bf999408-f326-411f-ace7-80c9fa283af1),segment_id=bf999408-f326-411f-ace7-80c9fa283af1)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:43:58.994296 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e82a2de4-e0c2-4ad0-ae4b-64d5c387256e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (27a6db8d-bbf3-4801-bd0a-c1b1440b9f38), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:58.998253 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c00b905b-943c-4fd2-876a-9d4784151058 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (c688812a-54a9-4afc-aae3-1f2abb039ece), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:59.007131 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e82a2de4-e0c2-4ad0-ae4b-64d5c387256e None None] Calling delete_port for 27a6db8d-bbf3-4801-bd0a-c1b1440b9f38 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:43:59.023466 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b905b-943c-4fd2-876a-9d4784151058 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event deleted for resources: {'Port': ['ID=c688812a-54a9-4afc-aae3-1f2abb039ece,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:59.036038 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b905b-943c-4fd2-876a-9d4784151058 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:59.036038 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b905b-943c-4fd2-876a-9d4784151058 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:59.036038 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b905b-943c-4fd2-876a-9d4784151058 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:59.036393 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b905b-943c-4fd2-876a-9d4784151058 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:59.036743 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b905b-943c-4fd2-876a-9d4784151058 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:59.037399 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b905b-943c-4fd2-876a-9d4784151058 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:59.037518 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b905b-943c-4fd2-876a-9d4784151058 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:59.037843 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b905b-943c-4fd2-876a-9d4784151058 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:59.038163 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b905b-943c-4fd2-876a-9d4784151058 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:59.038482 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b905b-943c-4fd2-876a-9d4784151058 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:59.038798 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b905b-943c-4fd2-876a-9d4784151058 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:59.039094 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b905b-943c-4fd2-876a-9d4784151058 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:59.039431 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b905b-943c-4fd2-876a-9d4784151058 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:59.089534 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e82a2de4-e0c2-4ad0-ae4b-64d5c387256e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (27a6db8d-bbf3-4801-bd0a-c1b1440b9f38), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:59.099510 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c00b905b-943c-4fd2-876a-9d4784151058 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (319871b2-99ad-4169-94db-e1e807b732c4), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:59.114253 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a2de4-e0c2-4ad0-ae4b-64d5c387256e None None] Pushing event deleted for resources: {'Port': ['ID=27a6db8d-bbf3-4801-bd0a-c1b1440b9f38,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:59.122339 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82a2de4-e0c2-4ad0-ae4b-64d5c387256e None None] No DVR routers for this DVR port 27a6db8d-bbf3-4801-bd0a-c1b1440b9f38 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:43:59.124500 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82a2de4-e0c2-4ad0-ae4b-64d5c387256e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:59.124818 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82a2de4-e0c2-4ad0-ae4b-64d5c387256e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:59.125198 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82a2de4-e0c2-4ad0-ae4b-64d5c387256e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:59.125595 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82a2de4-e0c2-4ad0-ae4b-64d5c387256e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:59.125846 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82a2de4-e0c2-4ad0-ae4b-64d5c387256e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:59.126167 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82a2de4-e0c2-4ad0-ae4b-64d5c387256e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:59.126487 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82a2de4-e0c2-4ad0-ae4b-64d5c387256e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:59.126806 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82a2de4-e0c2-4ad0-ae4b-64d5c387256e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:59.127125 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82a2de4-e0c2-4ad0-ae4b-64d5c387256e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:59.127442 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82a2de4-e0c2-4ad0-ae4b-64d5c387256e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:59.127756 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82a2de4-e0c2-4ad0-ae4b-64d5c387256e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:59.128070 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82a2de4-e0c2-4ad0-ae4b-64d5c387256e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:59.128390 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82a2de4-e0c2-4ad0-ae4b-64d5c387256e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:43:59.191024 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c00b905b-943c-4fd2-876a-9d4784151058 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (319871b2-99ad-4169-94db-e1e807b732c4), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:59.193058 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c00b905b-943c-4fd2-876a-9d4784151058 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for router_controller (319871b2-99ad-4169-94db-e1e807b732c4), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:59.235350 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c00b905b-943c-4fd2-876a-9d4784151058 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (319871b2-99ad-4169-94db-e1e807b732c4), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:59.235899 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00b905b-943c-4fd2-876a-9d4784151058 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Fanout notify agent at l3_agent the message router_deleted on router 319871b2-99ad-4169-94db-e1e807b732c4 {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:43:59.245206 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c00b905b-943c-4fd2-876a-9d4784151058 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:59.246330 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c00b905b-943c-4fd2-876a-9d4784151058 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "DELETE /v2.0/routers/319871b2-99ad-4169-94db-e1e807b732c4 HTTP/1.1" status: 204 len: 168 time: 0.7980163 Jan 28 03:43:59.249163 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 32784) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:59.330659 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-53b6aba3-3961-4386-8ba6-642617bf12a6 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (caf34f4d-e1f3-4fcb-a6bf-71a664d8183b), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:59.415816 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-53b6aba3-3961-4386-8ba6-642617bf12a6 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (caf34f4d-e1f3-4fcb-a6bf-71a664d8183b), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:59.437515 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-53b6aba3-3961-4386-8ba6-642617bf12a6 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caf34f4d-e1f3-4fcb-a6bf-71a664d8183b']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:59.447984 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-53b6aba3-3961-4386-8ba6-642617bf12a6 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf999408-f326-411f-ace7-80c9fa283af1') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:59.448172 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-53b6aba3-3961-4386-8ba6-642617bf12a6 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf999408-f326-411f-ace7-80c9fa283af1') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:43:59.458343 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-53b6aba3-3961-4386-8ba6-642617bf12a6 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (bf999408-f326-411f-ace7-80c9fa283af1), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:59.471688 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-53b6aba3-3961-4386-8ba6-642617bf12a6 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (bf999408-f326-411f-ace7-80c9fa283af1), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:59.477853 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53b6aba3-3961-4386-8ba6-642617bf12a6 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:43:59.478238 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-53b6aba3-3961-4386-8ba6-642617bf12a6 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (bf999408-f326-411f-ace7-80c9fa283af1), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:59.481294 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:43:59.481294 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:43:59.481294 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:43:59.481294 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:43:59.481294 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:43:59.481294 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:43:59.481294 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:43:59.481294 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:43:59.481294 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:43:59.481294 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:43:59.481294 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:43:59.481294 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:43:59.481294 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:43:59.481294 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:43:59.481294 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:43:59.481294 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:43:59.481294 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:43:59.481294 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:43:59.481294 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:43:59.481294 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:43:59.481294 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:43:59.481294 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:43:59.481294 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:43:59.481294 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:43:59.481294 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:43:59.481294 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:43:59.481294 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:43:59.481294 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:43:59.481294 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:43:59.481294 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:43:59.481294 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:43:59.481294 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:43:59.518797 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:59.543850 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-53b6aba3-3961-4386-8ba6-642617bf12a6 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (caf34f4d-e1f3-4fcb-a6bf-71a664d8183b), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:59.549617 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-53b6aba3-3961-4386-8ba6-642617bf12a6 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:59.552883 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-53b6aba3-3961-4386-8ba6-642617bf12a6 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "DELETE /v2.0/networks/caf34f4d-e1f3-4fcb-a6bf-71a664d8183b HTTP/1.1" status: 204 len: 168 time: 0.3026853 Jan 28 03:43:59.567661 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6aba3-3961-4386-8ba6-642617bf12a6 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event deleted for resources: {'Network': ['ID=caf34f4d-e1f3-4fcb-a6bf-71a664d8183b,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:59.574963 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 32786) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:59.582345 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-b547930f-ed72-499d-b81d-de9ac77dd5e7 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Request body: {'network': {'name': 'tempest-network-smoke--831669743', 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'port_security_enabled': True}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:59.603853 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b547930f-ed72-499d-b81d-de9ac77dd5e7 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Made reservation on behalf of a430f0f3e4f741e48de4bca12c777fa6 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:43:59.608919 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b547930f-ed72-499d-b81d-de9ac77dd5e7 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:59.637261 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b547930f-ed72-499d-b81d-de9ac77dd5e7 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:43:59.646247 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b547930f-ed72-499d-b81d-de9ac77dd5e7 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (e9a4cd61-c99f-4ca8-bce1-41252e2a32ea), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:59.646590 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-b547930f-ed72-499d-b81d-de9ac77dd5e7 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Added segment e9a4cd61-c99f-4ca8-bce1-41252e2a32ea of type vlan for network dce5d5bd-10a7-49af-a67d-81ad29e98493 Jan 28 03:43:59.689182 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b547930f-ed72-499d-b81d-de9ac77dd5e7 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (dce5d5bd-10a7-49af-a67d-81ad29e98493), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:59.719042 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b547930f-ed72-499d-b81d-de9ac77dd5e7 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (dce5d5bd-10a7-49af-a67d-81ad29e98493), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:59.724360 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b547930f-ed72-499d-b81d-de9ac77dd5e7 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:43:59.725158 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b547930f-ed72-499d-b81d-de9ac77dd5e7 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:59.751076 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 27a6db8d-bbf3-4801-bd0a-c1b1440b9f38 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:43:59.773712 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 27a6db8d-bbf3-4801-bd0a-c1b1440b9f38 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:43:59.774058 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 27a6db8d-bbf3-4801-bd0a-c1b1440b9f38 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:43:59.774430 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c688812a-54a9-4afc-aae3-1f2abb039ece no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:43:59.795146 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a2bdc42d-3c07-4b71-b34e-112d6a30adbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:59.797020 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: c688812a-54a9-4afc-aae3-1f2abb039ece {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:43:59.797020 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c688812a-54a9-4afc-aae3-1f2abb039ece not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:43:59.797339 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device a02e034c-19b5-49e8-ae15-cf00603d27a3 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:43:59.811133 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b547930f-ed72-499d-b81d-de9ac77dd5e7 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event updated for resources: {'Network': ['ID=dce5d5bd-10a7-49af-a67d-81ad29e98493,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:43:59.818081 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: a02e034c-19b5-49e8-ae15-cf00603d27a3 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:43:59.818581 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device a02e034c-19b5-49e8-ae15-cf00603d27a3 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:43:59.828439 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b547930f-ed72-499d-b81d-de9ac77dd5e7 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2523329 Jan 28 03:43:59.829131 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 32788) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:43:59.831557 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network dce5d5bd-10a7-49af-a67d-81ad29e98493 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:43:59.834244 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-cec6d43f-54b5-48ac-8a6a-61e5f21e5ab0 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1399845415', 'admin_state_up': True, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:43:59.870104 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cec6d43f-54b5-48ac-8a6a-61e5f21e5ab0 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (cd3cd48d-6374-4756-81bf-8e2ab6763f34), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:59.871134 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cec6d43f-54b5-48ac-8a6a-61e5f21e5ab0 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (cd3cd48d-6374-4756-81bf-8e2ab6763f34), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:43:59.974512 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cec6d43f-54b5-48ac-8a6a-61e5f21e5ab0 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for router_controller (cd3cd48d-6374-4756-81bf-8e2ab6763f34), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:00.116662 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cec6d43f-54b5-48ac-8a6a-61e5f21e5ab0 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for router_gateway (cd3cd48d-6374-4756-81bf-8e2ab6763f34), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:00.248952 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:44:00.314850 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cec6d43f-54b5-48ac-8a6a-61e5f21e5ab0 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for router_gateway (cd3cd48d-6374-4756-81bf-8e2ab6763f34), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:00.339346 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cec6d43f-54b5-48ac-8a6a-61e5f21e5ab0 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:00.443805 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-cec6d43f-54b5-48ac-8a6a-61e5f21e5ab0 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Allocated IP 172.25.0.47 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/06193bc6-8032-4b4c-961d-348fbdc8bc2b) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:44:00.545807 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cec6d43f-54b5-48ac-8a6a-61e5f21e5ab0 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for port (06193bc6-8032-4b4c-961d-348fbdc8bc2b), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:00.584507 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cec6d43f-54b5-48ac-8a6a-61e5f21e5ab0 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (06193bc6-8032-4b4c-961d-348fbdc8bc2b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:00.635246 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec6d43f-54b5-48ac-8a6a-61e5f21e5ab0 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:44:00.638058 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-cec6d43f-54b5-48ac-8a6a-61e5f21e5ab0 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:44:00.643459 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec6d43f-54b5-48ac-8a6a-61e5f21e5ab0 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:44:00.649049 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec6d43f-54b5-48ac-8a6a-61e5f21e5ab0 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event updated for resources: {'Port': ['ID=06193bc6-8032-4b4c-961d-348fbdc8bc2b,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:00.899575 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cec6d43f-54b5-48ac-8a6a-61e5f21e5ab0 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for router_gateway (cd3cd48d-6374-4756-81bf-8e2ab6763f34), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:01.107565 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cec6d43f-54b5-48ac-8a6a-61e5f21e5ab0 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (cd3cd48d-6374-4756-81bf-8e2ab6763f34), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:01.532818 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec6d43f-54b5-48ac-8a6a-61e5f21e5ab0 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Router cd3cd48d-6374-4756-81bf-8e2ab6763f34 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:44:01.639528 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec6d43f-54b5-48ac-8a6a-61e5f21e5ab0 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:44:01.650654 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450a50c6-fc32-4190-965b-9e8419bdd8bb None None] Sync routers for ids ['cd3cd48d-6374-4756-81bf-8e2ab6763f34'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:44:01.660703 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cec6d43f-54b5-48ac-8a6a-61e5f21e5ab0 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:01.663342 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450a50c6-fc32-4190-965b-9e8419bdd8bb None None] Routers {'cd3cd48d-6374-4756-81bf-8e2ab6763f34'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:44:01.663738 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-450a50c6-fc32-4190-965b-9e8419bdd8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:43:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['cd3cd48d-6374-4756-81bf-8e2ab6763f34'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:44:01.664304 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-cec6d43f-54b5-48ac-8a6a-61e5f21e5ab0 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8337433 Jan 28 03:44:01.667242 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 32790) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:01.701739 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8c920e7e-207b-4de6-b185-fd09992f9231 tempest-TestNetworkBasicOps-870629129 tempest-TestNetworkBasicOps-870629129-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=a430f0f3e4f741e48de4bca12c777fa6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331130 Jan 28 03:44:01.704102 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 32792) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:01.769301 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-450a50c6-fc32-4190-965b-9e8419bdd8bb None None] Set router cd3cd48d-6374-4756-81bf-8e2ab6763f34 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:44:01.833045 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8ee9c927-9a2e-4652-9ff2-ff4641f868d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:01.851667 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd416382-5f3b-4a11-b91d-088a66cf0050 tempest-TestNetworkBasicOps-870629129 tempest-TestNetworkBasicOps-870629129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:01.855866 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-fd416382-5f3b-4a11-b91d-088a66cf0050 tempest-TestNetworkBasicOps-870629129 tempest-TestNetworkBasicOps-870629129-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1482003 Jan 28 03:44:01.856065 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 32794) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:01.891746 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7e6ba79a-4bac-4610-bdeb-4625bbaa4cfe tempest-TestNetworkBasicOps-870629129 tempest-TestNetworkBasicOps-870629129-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=8f7dc9c9-eaf1-4339-a2e3-884554154641&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322933 Jan 28 03:44:01.892129 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 32796) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:01.897397 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-cb7cefc6-0208-430b-a7ec-dc06910ee517 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1636610969', 'network_id': 'dce5d5bd-10a7-49af-a67d-81ad29e98493', 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:01.950272 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-450a50c6-fc32-4190-965b-9e8419bdd8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3cd48d-6374-4756-81bf-8e2ab6763f34', 'name': 'tempest-TestNetworkBasicOps-router-1399845415', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '06193bc6-8032-4b4c-961d-348fbdc8bc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:43:59Z', 'updated_at': '2022-01-28T03:44:00Z', 'revision_number': 3, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'gw_port': {'id': '06193bc6-8032-4b4c-961d-348fbdc8bc2b', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3cd48d-6374-4756-81bf-8e2ab6763f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:44:00Z', 'updated_at': '2022-01-28T03:44:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:44:01.976044 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450a50c6-fc32-4190-965b-9e8419bdd8bb None None] Checking router: cd3cd48d-6374-4756-81bf-8e2ab6763f34 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:44:01.976270 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450a50c6-fc32-4190-965b-9e8419bdd8bb None None] Updating router cd3cd48d-6374-4756-81bf-8e2ab6763f34 port 06193bc6-8032-4b4c-961d-348fbdc8bc2b binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:44:01.985009 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7cefc6-0208-430b-a7ec-dc06910ee517 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Made reservation on behalf of a430f0f3e4f741e48de4bca12c777fa6 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:44:01.988447 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-cb7cefc6-0208-430b-a7ec-dc06910ee517 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:02.007236 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-450a50c6-fc32-4190-965b-9e8419bdd8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (06193bc6-8032-4b4c-961d-348fbdc8bc2b), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:02.171763 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-cb7cefc6-0208-430b-a7ec-dc06910ee517 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (21f867be-bc31-41d9-97dc-606c44ae6749), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:02.232482 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7cefc6-0208-430b-a7ec-dc06910ee517 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event updated for resources: {'Subnet': ['ID=21f867be-bc31-41d9-97dc-606c44ae6749,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:02.245609 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7cefc6-0208-430b-a7ec-dc06910ee517 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Checking segment: {'id': 'e9a4cd61-c99f-4ca8-bce1-41252e2a32ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'dce5d5bd-10a7-49af-a67d-81ad29e98493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:44:02.245987 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7cefc6-0208-430b-a7ec-dc06910ee517 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Network hostable DHCP agents. Network: dce5d5bd-10a7-49af-a67d-81ad29e98493, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:44:02.265053 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7cefc6-0208-430b-a7ec-dc06910ee517 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Network dce5d5bd-10a7-49af-a67d-81ad29e98493 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:44:02.275183 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-cb7cefc6-0208-430b-a7ec-dc06910ee517 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, dce5d5bd-10a7-49af-a67d-81ad29e98493) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:44:02.279751 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7cefc6-0208-430b-a7ec-dc06910ee517 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:02.280589 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-cb7cefc6-0208-430b-a7ec-dc06910ee517 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:02.285454 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e14d19b-1639-4ecd-a762-a7c697f258ec None None] Network dce5d5bd-10a7-49af-a67d-81ad29e98493 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:44:02.304414 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 32798) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:02.304653 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-cb7cefc6-0208-430b-a7ec-dc06910ee517 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4113355 Jan 28 03:44:02.355285 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-450a50c6-fc32-4190-965b-9e8419bdd8bb None None] Publish callbacks [] for port (06193bc6-8032-4b4c-961d-348fbdc8bc2b), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:02.362813 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-450a50c6-fc32-4190-965b-9e8419bdd8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (06193bc6-8032-4b4c-961d-348fbdc8bc2b), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:02.400225 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1e3cc0-910c-4467-9bfb-7d9da5038f30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-dce5d5bd-10a7-49af-a67d-81ad29e98493', 'network_id': 'dce5d5bd-10a7-49af-a67d-81ad29e98493', 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'fixed_ips': [{'subnet_id': '21f867be-bc31-41d9-97dc-606c44ae6749'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:44:02.401243 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-af1e3cc0-910c-4467-9bfb-7d9da5038f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:02.417681 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-450a50c6-fc32-4190-965b-9e8419bdd8bb None None] Attempting to bind port 06193bc6-8032-4b4c-961d-348fbdc8bc2b on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:44:02.418051 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-450a50c6-fc32-4190-965b-9e8419bdd8bb None None] Attempting to bind port 06193bc6-8032-4b4c-961d-348fbdc8bc2b by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:44:02.418410 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450a50c6-fc32-4190-965b-9e8419bdd8bb None None] Attempting to bind port 06193bc6-8032-4b4c-961d-348fbdc8bc2b on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:44:02.421966 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92045879-e397-4ed5-9377-02e903993ed9 None None] Pushing event updated for resources: {'Port': ['ID=06193bc6-8032-4b4c-961d-348fbdc8bc2b,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:02.430199 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92045879-e397-4ed5-9377-02e903993ed9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:02.430546 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92045879-e397-4ed5-9377-02e903993ed9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:02.431080 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92045879-e397-4ed5-9377-02e903993ed9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:02.431396 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92045879-e397-4ed5-9377-02e903993ed9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:02.431729 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92045879-e397-4ed5-9377-02e903993ed9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:02.433393 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92045879-e397-4ed5-9377-02e903993ed9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:02.433733 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92045879-e397-4ed5-9377-02e903993ed9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:02.434071 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92045879-e397-4ed5-9377-02e903993ed9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:02.434401 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92045879-e397-4ed5-9377-02e903993ed9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:02.434727 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92045879-e397-4ed5-9377-02e903993ed9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:02.435057 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92045879-e397-4ed5-9377-02e903993ed9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:02.435380 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92045879-e397-4ed5-9377-02e903993ed9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:02.435701 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92045879-e397-4ed5-9377-02e903993ed9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:44:02.439299 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450a50c6-fc32-4190-965b-9e8419bdd8bb None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:44:02.439680 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450a50c6-fc32-4190-965b-9e8419bdd8bb None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:44:02.440084 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-450a50c6-fc32-4190-965b-9e8419bdd8bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:02.440458 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450a50c6-fc32-4190-965b-9e8419bdd8bb None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:44:02.440935 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-450a50c6-fc32-4190-965b-9e8419bdd8bb None None] Bound port: 06193bc6-8032-4b4c-961d-348fbdc8bc2b, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:44:02.441355 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-450a50c6-fc32-4190-965b-9e8419bdd8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (06193bc6-8032-4b4c-961d-348fbdc8bc2b), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:02.499853 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-450a50c6-fc32-4190-965b-9e8419bdd8bb None None] For port 06193bc6-8032-4b4c-961d-348fbdc8bc2b, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:44:02.503318 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-450a50c6-fc32-4190-965b-9e8419bdd8bb None None] For port 06193bc6-8032-4b4c-961d-348fbdc8bc2b, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=06193bc6-8032-4b4c-961d-348fbdc8bc2b,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:44:02.508147 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-450a50c6-fc32-4190-965b-9e8419bdd8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (06193bc6-8032-4b4c-961d-348fbdc8bc2b), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:02.541198 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-af1e3cc0-910c-4467-9bfb-7d9da5038f30 None None] Allocated IP 172.20.0.2 (dce5d5bd-10a7-49af-a67d-81ad29e98493/21f867be-bc31-41d9-97dc-606c44ae6749/e23ec373-b50a-49d5-bf39-e0cdfa8c8d26) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:44:02.557752 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450a50c6-fc32-4190-965b-9e8419bdd8bb None None] Routers {'cd3cd48d-6374-4756-81bf-8e2ab6763f34'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:44:02.558628 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-450a50c6-fc32-4190-965b-9e8419bdd8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:44:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['cd3cd48d-6374-4756-81bf-8e2ab6763f34'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:44:02.608346 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92045879-e397-4ed5-9377-02e903993ed9 None None] Pushing event updated for resources: {'Port': ['ID=06193bc6-8032-4b4c-961d-348fbdc8bc2b,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:02.678454 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-450a50c6-fc32-4190-965b-9e8419bdd8bb None None] Set router cd3cd48d-6374-4756-81bf-8e2ab6763f34 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:44:02.689726 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-af1e3cc0-910c-4467-9bfb-7d9da5038f30 None None] Publish callbacks [] for port (e23ec373-b50a-49d5-bf39-e0cdfa8c8d26), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:02.698274 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-af1e3cc0-910c-4467-9bfb-7d9da5038f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (e23ec373-b50a-49d5-bf39-e0cdfa8c8d26), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:02.735828 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1e3cc0-910c-4467-9bfb-7d9da5038f30 None None] Network dce5d5bd-10a7-49af-a67d-81ad29e98493 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:44:02.738849 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-af1e3cc0-910c-4467-9bfb-7d9da5038f30 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:44:02.741530 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1e3cc0-910c-4467-9bfb-7d9da5038f30 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:44:02.778230 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e3cc0-910c-4467-9bfb-7d9da5038f30 None None] Pushing event updated for resources: {'Port': ['ID=e23ec373-b50a-49d5-bf39-e0cdfa8c8d26,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:02.784192 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1a4175bd-5a64-4aa4-902d-96ee7a8a2a22 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:02.807799 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-af1e3cc0-910c-4467-9bfb-7d9da5038f30 None None] Attempting to bind port e23ec373-b50a-49d5-bf39-e0cdfa8c8d26 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:44:02.808167 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-af1e3cc0-910c-4467-9bfb-7d9da5038f30 None None] Attempting to bind port e23ec373-b50a-49d5-bf39-e0cdfa8c8d26 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e9a4cd61-c99f-4ca8-bce1-41252e2a32ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'dce5d5bd-10a7-49af-a67d-81ad29e98493'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:44:02.808528 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1e3cc0-910c-4467-9bfb-7d9da5038f30 None None] Attempting to bind port e23ec373-b50a-49d5-bf39-e0cdfa8c8d26 on network dce5d5bd-10a7-49af-a67d-81ad29e98493 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:44:02.813939 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1e3cc0-910c-4467-9bfb-7d9da5038f30 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:44:02.814311 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1e3cc0-910c-4467-9bfb-7d9da5038f30 None None] Checking segment: {'id': 'e9a4cd61-c99f-4ca8-bce1-41252e2a32ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'dce5d5bd-10a7-49af-a67d-81ad29e98493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:44:02.814724 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-af1e3cc0-910c-4467-9bfb-7d9da5038f30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:02.815116 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1e3cc0-910c-4467-9bfb-7d9da5038f30 None None] Bound using segment: {'id': 'e9a4cd61-c99f-4ca8-bce1-41252e2a32ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'dce5d5bd-10a7-49af-a67d-81ad29e98493'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:44:02.815579 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-af1e3cc0-910c-4467-9bfb-7d9da5038f30 None None] Bound port: e23ec373-b50a-49d5-bf39-e0cdfa8c8d26, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9a4cd61-c99f-4ca8-bce1-41252e2a32ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'dce5d5bd-10a7-49af-a67d-81ad29e98493'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:44:02.815956 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-af1e3cc0-910c-4467-9bfb-7d9da5038f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e23ec373-b50a-49d5-bf39-e0cdfa8c8d26), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:02.870641 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-450a50c6-fc32-4190-965b-9e8419bdd8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3cd48d-6374-4756-81bf-8e2ab6763f34', 'name': 'tempest-TestNetworkBasicOps-router-1399845415', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '06193bc6-8032-4b4c-961d-348fbdc8bc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:43:59Z', 'updated_at': '2022-01-28T03:44:00Z', 'revision_number': 3, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'gw_port': {'id': '06193bc6-8032-4b4c-961d-348fbdc8bc2b', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3cd48d-6374-4756-81bf-8e2ab6763f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:44:00Z', 'updated_at': '2022-01-28T03:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:44:02.881432 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-af1e3cc0-910c-4467-9bfb-7d9da5038f30 None None] For port e23ec373-b50a-49d5-bf39-e0cdfa8c8d26, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:44:02.884712 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-af1e3cc0-910c-4467-9bfb-7d9da5038f30 None None] For port e23ec373-b50a-49d5-bf39-e0cdfa8c8d26, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=e23ec373-b50a-49d5-bf39-e0cdfa8c8d26,segment=NetworkSegment(e9a4cd61-c99f-4ca8-bce1-41252e2a32ea),segment_id=e9a4cd61-c99f-4ca8-bce1-41252e2a32ea)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:44:02.890773 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-af1e3cc0-910c-4467-9bfb-7d9da5038f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e23ec373-b50a-49d5-bf39-e0cdfa8c8d26), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:02.901382 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450a50c6-fc32-4190-965b-9e8419bdd8bb None None] The sync data for ids ['cd3cd48d-6374-4756-81bf-8e2ab6763f34'] in n-d-712139-27 is: [{'id': 'cd3cd48d-6374-4756-81bf-8e2ab6763f34', 'name': 'tempest-TestNetworkBasicOps-router-1399845415', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '06193bc6-8032-4b4c-961d-348fbdc8bc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:43:59Z', 'updated_at': '2022-01-28T03:44:00Z', 'revision_number': 3, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'gw_port': {'id': '06193bc6-8032-4b4c-961d-348fbdc8bc2b', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3cd48d-6374-4756-81bf-8e2ab6763f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:44:00Z', 'updated_at': '2022-01-28T03:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:44:02.960589 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e3cc0-910c-4467-9bfb-7d9da5038f30 None None] Pushing event updated for resources: {'Port': ['ID=e23ec373-b50a-49d5-bf39-e0cdfa8c8d26,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:03.076437 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-1a4175bd-5a64-4aa4-902d-96ee7a8a2a22 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Allocated IP 172.20.0.1 (dce5d5bd-10a7-49af-a67d-81ad29e98493/21f867be-bc31-41d9-97dc-606c44ae6749/d550924d-9d76-4df6-b136-b9bb238d1927) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:44:03.214741 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1a4175bd-5a64-4aa4-902d-96ee7a8a2a22 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for port (d550924d-9d76-4df6-b136-b9bb238d1927), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:03.251409 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1a4175bd-5a64-4aa4-902d-96ee7a8a2a22 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (d550924d-9d76-4df6-b136-b9bb238d1927), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:03.301132 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4175bd-5a64-4aa4-902d-96ee7a8a2a22 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Network dce5d5bd-10a7-49af-a67d-81ad29e98493 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:44:03.304078 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-1a4175bd-5a64-4aa4-902d-96ee7a8a2a22 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:44:03.306763 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4175bd-5a64-4aa4-902d-96ee7a8a2a22 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:44:03.343950 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4175bd-5a64-4aa4-902d-96ee7a8a2a22 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event updated for resources: {'Port': ['ID=d550924d-9d76-4df6-b136-b9bb238d1927,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:03.368726 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1a4175bd-5a64-4aa4-902d-96ee7a8a2a22 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (cd3cd48d-6374-4756-81bf-8e2ab6763f34), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:03.522695 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:03.529446 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1a4175bd-5a64-4aa4-902d-96ee7a8a2a22 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d550924d-9d76-4df6-b136-b9bb238d1927), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:03.611381 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 06193bc6-8032-4b4c-961d-348fbdc8bc2b up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:44:03.670741 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 06193bc6-8032-4b4c-961d-348fbdc8bc2b triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:44:03.670968 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (06193bc6-8032-4b4c-961d-348fbdc8bc2b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:03.772568 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 06193bc6-8032-4b4c-961d-348fbdc8bc2b is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:44:03.772971 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (06193bc6-8032-4b4c-961d-348fbdc8bc2b), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:03.805516 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 06193bc6-8032-4b4c-961d-348fbdc8bc2b, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=06193bc6-8032-4b4c-961d-348fbdc8bc2b,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:44:03.814906 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (06193bc6-8032-4b4c-961d-348fbdc8bc2b), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:03.815694 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device e23ec373-b50a-49d5-bf39-e0cdfa8c8d26 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:44:03.871292 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1a4175bd-5a64-4aa4-902d-96ee7a8a2a22 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for port (d550924d-9d76-4df6-b136-b9bb238d1927), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:03.878284 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1a4175bd-5a64-4aa4-902d-96ee7a8a2a22 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (d550924d-9d76-4df6-b136-b9bb238d1927), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:03.908173 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=06193bc6-8032-4b4c-961d-348fbdc8bc2b,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:03.929416 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:03.951525 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port e23ec373-b50a-49d5-bf39-e0cdfa8c8d26 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:44:03.951916 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e23ec373-b50a-49d5-bf39-e0cdfa8c8d26), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:03.966046 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4175bd-5a64-4aa4-902d-96ee7a8a2a22 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event updated for resources: {'Port': ['ID=d550924d-9d76-4df6-b136-b9bb238d1927,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:03.970001 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1a4175bd-5a64-4aa4-902d-96ee7a8a2a22 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (cd3cd48d-6374-4756-81bf-8e2ab6763f34), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:04.047644 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port e23ec373-b50a-49d5-bf39-e0cdfa8c8d26 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:44:04.048037 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e23ec373-b50a-49d5-bf39-e0cdfa8c8d26), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:04.094325 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port e23ec373-b50a-49d5-bf39-e0cdfa8c8d26, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=e23ec373-b50a-49d5-bf39-e0cdfa8c8d26,segment=NetworkSegment(e9a4cd61-c99f-4ca8-bce1-41252e2a32ea),segment_id=e9a4cd61-c99f-4ca8-bce1-41252e2a32ea)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:44:04.094583 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4175bd-5a64-4aa4-902d-96ee7a8a2a22 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Network dce5d5bd-10a7-49af-a67d-81ad29e98493 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:44:04.096282 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-1a4175bd-5a64-4aa4-902d-96ee7a8a2a22 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:44:04.103824 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e23ec373-b50a-49d5-bf39-e0cdfa8c8d26), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:04.156531 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=e23ec373-b50a-49d5-bf39-e0cdfa8c8d26,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:04.165350 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b068a8-0bc8-474f-a684-adc8a2ba3738 None None] Network dce5d5bd-10a7-49af-a67d-81ad29e98493 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:44:04.219366 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4175bd-5a64-4aa4-902d-96ee7a8a2a22 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Router cd3cd48d-6374-4756-81bf-8e2ab6763f34 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:44:04.277903 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-e5476d3e-e07f-4e8c-bc84-48a57ac9317b None None] Provisioning complete for port e23ec373-b50a-49d5-bf39-e0cdfa8c8d26 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:44:04.278277 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e5476d3e-e07f-4e8c-bc84-48a57ac9317b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e23ec373-b50a-49d5-bf39-e0cdfa8c8d26), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:04.332431 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4175bd-5a64-4aa4-902d-96ee7a8a2a22 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:44:04.341633 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 32800) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:04.342161 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1a4175bd-5a64-4aa4-902d-96ee7a8a2a22 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "PUT /v2.0/routers/cd3cd48d-6374-4756-81bf-8e2ab6763f34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0356276 Jan 28 03:44:04.366819 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e5476d3e-e07f-4e8c-bc84-48a57ac9317b None None] Current status of the port e23ec373-b50a-49d5-bf39-e0cdfa8c8d26 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:44:04.548379 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ed302b-8280-4b41-8577-fb2a1b747d56 tempest-TestNetworkBasicOps-870629129 tempest-TestNetworkBasicOps-870629129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:04.548852 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ed302b-8280-4b41-8577-fb2a1b747d56 tempest-TestNetworkBasicOps-870629129 tempest-TestNetworkBasicOps-870629129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:04.549369 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ed302b-8280-4b41-8577-fb2a1b747d56 tempest-TestNetworkBasicOps-870629129 tempest-TestNetworkBasicOps-870629129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:04.549815 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ed302b-8280-4b41-8577-fb2a1b747d56 tempest-TestNetworkBasicOps-870629129 tempest-TestNetworkBasicOps-870629129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:04.551532 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-96ed302b-8280-4b41-8577-fb2a1b747d56 tempest-TestNetworkBasicOps-870629129 tempest-TestNetworkBasicOps-870629129-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.2082298 Jan 28 03:44:04.554357 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 32802) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:04.590907 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-e7ab7f72-631c-4011-9604-1265551bf442 None None] Provisioning complete for port d550924d-9d76-4df6-b136-b9bb238d1927 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:44:04.591287 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e7ab7f72-631c-4011-9604-1265551bf442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d550924d-9d76-4df6-b136-b9bb238d1927), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:04.611858 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7425ace8-7167-413c-a400-713d50b43575 tempest-TestNetworkBasicOps-870629129 tempest-TestNetworkBasicOps-870629129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:04.612320 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7425ace8-7167-413c-a400-713d50b43575 tempest-TestNetworkBasicOps-870629129 tempest-TestNetworkBasicOps-870629129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:04.612770 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7425ace8-7167-413c-a400-713d50b43575 tempest-TestNetworkBasicOps-870629129 tempest-TestNetworkBasicOps-870629129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:04.613253 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7425ace8-7167-413c-a400-713d50b43575 tempest-TestNetworkBasicOps-870629129 tempest-TestNetworkBasicOps-870629129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:04.615388 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7425ace8-7167-413c-a400-713d50b43575 tempest-TestNetworkBasicOps-870629129 tempest-TestNetworkBasicOps-870629129-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0599933 Jan 28 03:44:04.617837 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 32804) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:04.632969 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e7ab7f72-631c-4011-9604-1265551bf442 None None] Port d550924d-9d76-4df6-b136-b9bb238d1927 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:44:04.644450 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-e7ab7f72-631c-4011-9604-1265551bf442 None None] Provisioning complete for port e23ec373-b50a-49d5-bf39-e0cdfa8c8d26 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:44:04.644833 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e7ab7f72-631c-4011-9604-1265551bf442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e23ec373-b50a-49d5-bf39-e0cdfa8c8d26), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:04.731710 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e7ab7f72-631c-4011-9604-1265551bf442 None None] Current status of the port e23ec373-b50a-49d5-bf39-e0cdfa8c8d26 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:44:04.858872 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-3448ff13-0e60-4440-b943-049c706f6573 None None] Provisioning complete for port d550924d-9d76-4df6-b136-b9bb238d1927 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:44:04.859510 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3448ff13-0e60-4440-b943-049c706f6573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d550924d-9d76-4df6-b136-b9bb238d1927), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:04.886239 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a878cc-5b34-4415-b09f-a6a150fea112 None None] Sync routers for ids ['cd3cd48d-6374-4756-81bf-8e2ab6763f34'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:44:04.911421 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-3448ff13-0e60-4440-b943-049c706f6573 None None] Port d550924d-9d76-4df6-b136-b9bb238d1927 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:44:04.913734 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a878cc-5b34-4415-b09f-a6a150fea112 None None] Routers {'cd3cd48d-6374-4756-81bf-8e2ab6763f34'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:44:04.914561 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-91a878cc-5b34-4415-b09f-a6a150fea112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:44:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['cd3cd48d-6374-4756-81bf-8e2ab6763f34'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:44:05.165749 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:05.172045 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-0fc247c9-ea57-4d7a-a412-673873948fbf None None] Provisioning complete for port d550924d-9d76-4df6-b136-b9bb238d1927 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:44:05.172982 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0fc247c9-ea57-4d7a-a412-673873948fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d550924d-9d76-4df6-b136-b9bb238d1927), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:05.254041 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-0fc247c9-ea57-4d7a-a412-673873948fbf None None] Port d550924d-9d76-4df6-b136-b9bb238d1927 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:44:05.256757 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-91a878cc-5b34-4415-b09f-a6a150fea112 None None] Set router cd3cd48d-6374-4756-81bf-8e2ab6763f34 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:44:05.272023 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9c5ee291-941d-4fa6-9212-2eb32ed46280 tempest-TestNetworkBasicOps-870629129 tempest-TestNetworkBasicOps-870629129-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.6530571 Jan 28 03:44:05.460067 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-91a878cc-5b34-4415-b09f-a6a150fea112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3cd48d-6374-4756-81bf-8e2ab6763f34', 'name': 'tempest-TestNetworkBasicOps-router-1399845415', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '06193bc6-8032-4b4c-961d-348fbdc8bc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:43:59Z', 'updated_at': '2022-01-28T03:44:03Z', 'revision_number': 4, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'gw_port': {'id': '06193bc6-8032-4b4c-961d-348fbdc8bc2b', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3cd48d-6374-4756-81bf-8e2ab6763f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:44:00Z', 'updated_at': '2022-01-28T03:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'd550924d-9d76-4df6-b136-b9bb238d1927', 'name': '', 'network_id': 'dce5d5bd-10a7-49af-a67d-81ad29e98493', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'mac_address': 'fa:16:3e:47:05:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3cd48d-6374-4756-81bf-8e2ab6763f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '21f867be-bc31-41d9-97dc-606c44ae6749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:44:02Z', 'updated_at': '2022-01-28T03:44:03Z', 'revision_number': 2, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'subnets': [{'id': '21f867be-bc31-41d9-97dc-606c44ae6749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:44:05.486516 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a878cc-5b34-4415-b09f-a6a150fea112 None None] Checking router: cd3cd48d-6374-4756-81bf-8e2ab6763f34 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:44:05.486874 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a878cc-5b34-4415-b09f-a6a150fea112 None None] Updating router cd3cd48d-6374-4756-81bf-8e2ab6763f34 port d550924d-9d76-4df6-b136-b9bb238d1927 binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:44:05.509063 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 06193bc6-8032-4b4c-961d-348fbdc8bc2b up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:44:05.538383 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-91a878cc-5b34-4415-b09f-a6a150fea112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d550924d-9d76-4df6-b136-b9bb238d1927), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:05.592258 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 32812) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:05.596864 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-1efc55b9-0363-4b77-a05e-58d9436a9050 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-425159805', 'description': 'tempest-secgroup-smoke-425159805 description', 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:05.611146 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 06193bc6-8032-4b4c-961d-348fbdc8bc2b triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:44:05.611691 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (06193bc6-8032-4b4c-961d-348fbdc8bc2b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:05.619378 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1efc55b9-0363-4b77-a05e-58d9436a9050 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:05.687705 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1efc55b9-0363-4b77-a05e-58d9436a9050 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group (ceeeb0c8-d341-4c46-862e-42fa229dcbf3), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:05.692003 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1efc55b9-0363-4b77-a05e-58d9436a9050 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (ceeeb0c8-d341-4c46-862e-42fa229dcbf3), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:05.720439 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1efc55b9-0363-4b77-a05e-58d9436a9050 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:05.724573 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1efc55b9-0363-4b77-a05e-58d9436a9050 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1284444 Jan 28 03:44:05.725225 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 32814) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:05.730275 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-ddd20c2f-76cb-4414-b665-14092c3311c4 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Request body: {'security_group_rule': {'security_group_id': 'ceeeb0c8-d341-4c46-862e-42fa229dcbf3', 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:05.736950 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc55b9-0363-4b77-a05e-58d9436a9050 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceeeb0c8-d341-4c46-862e-42fa229dcbf3,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:05.759910 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ddd20c2f-76cb-4414-b665-14092c3311c4 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (906b5037-a11b-45f6-8831-4da9c6ec8d68), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:05.816054 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ddd20c2f-76cb-4414-b665-14092c3311c4 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (906b5037-a11b-45f6-8831-4da9c6ec8d68), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:05.816314 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 06193bc6-8032-4b4c-961d-348fbdc8bc2b is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:44:05.817305 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device e23ec373-b50a-49d5-bf39-e0cdfa8c8d26 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:44:05.820502 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ddd20c2f-76cb-4414-b665-14092c3311c4 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (906b5037-a11b-45f6-8831-4da9c6ec8d68), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:05.839910 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd20c2f-76cb-4414-b665-14092c3311c4 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=906b5037-a11b-45f6-8831-4da9c6ec8d68,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:05.849094 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ddd20c2f-76cb-4414-b665-14092c3311c4 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:05.853203 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ddd20c2f-76cb-4414-b665-14092c3311c4 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1244833 Jan 28 03:44:05.853420 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 32816) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:05.857815 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-aedbc623-cebb-4738-bdec-0a1a2078df71 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Request body: {'security_group_rule': {'security_group_id': 'ceeeb0c8-d341-4c46-862e-42fa229dcbf3', 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:05.889975 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aedbc623-cebb-4738-bdec-0a1a2078df71 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (bc0972da-23e4-4d40-be07-514617e24469), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:05.932372 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-91a878cc-5b34-4415-b09f-a6a150fea112 None None] Publish callbacks [] for port (d550924d-9d76-4df6-b136-b9bb238d1927), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:05.936388 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port e23ec373-b50a-49d5-bf39-e0cdfa8c8d26 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:44:05.936809 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e23ec373-b50a-49d5-bf39-e0cdfa8c8d26), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:05.940003 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-91a878cc-5b34-4415-b09f-a6a150fea112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d550924d-9d76-4df6-b136-b9bb238d1927), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:05.952587 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aedbc623-cebb-4738-bdec-0a1a2078df71 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (bc0972da-23e4-4d40-be07-514617e24469), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:05.957442 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aedbc623-cebb-4738-bdec-0a1a2078df71 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (bc0972da-23e4-4d40-be07-514617e24469), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:05.976999 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedbc623-cebb-4738-bdec-0a1a2078df71 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc0972da-23e4-4d40-be07-514617e24469,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:05.982386 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aedbc623-cebb-4738-bdec-0a1a2078df71 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:05.986243 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-aedbc623-cebb-4738-bdec-0a1a2078df71 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1292655 Jan 28 03:44:05.986563 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 32818) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:05.991935 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-6500e3ba-fb1f-4dc2-89ed-19e69ef839dd tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Request body: {'security_group_rule': {'security_group_id': 'ceeeb0c8-d341-4c46-862e-42fa229dcbf3', 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:06.020008 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d7f53-341a-404b-9ba0-c2da088eb37c None None] Pushing event updated for resources: {'Port': ['ID=d550924d-9d76-4df6-b136-b9bb238d1927,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:06.020247 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6500e3ba-fb1f-4dc2-89ed-19e69ef839dd tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (f8d98bb1-5798-45c5-8345-d2893c17dd2c), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:06.086278 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6500e3ba-fb1f-4dc2-89ed-19e69ef839dd tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (f8d98bb1-5798-45c5-8345-d2893c17dd2c), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:06.092295 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6500e3ba-fb1f-4dc2-89ed-19e69ef839dd tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (f8d98bb1-5798-45c5-8345-d2893c17dd2c), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:06.106051 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-91a878cc-5b34-4415-b09f-a6a150fea112 None None] Attempting to bind port d550924d-9d76-4df6-b136-b9bb238d1927 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:44:06.106433 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-91a878cc-5b34-4415-b09f-a6a150fea112 None None] Attempting to bind port d550924d-9d76-4df6-b136-b9bb238d1927 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e9a4cd61-c99f-4ca8-bce1-41252e2a32ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'dce5d5bd-10a7-49af-a67d-81ad29e98493'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:44:06.106808 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a878cc-5b34-4415-b09f-a6a150fea112 None None] Attempting to bind port d550924d-9d76-4df6-b136-b9bb238d1927 on network dce5d5bd-10a7-49af-a67d-81ad29e98493 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:44:06.108159 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500e3ba-fb1f-4dc2-89ed-19e69ef839dd tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8d98bb1-5798-45c5-8345-d2893c17dd2c,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:06.119049 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a878cc-5b34-4415-b09f-a6a150fea112 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:44:06.119204 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a878cc-5b34-4415-b09f-a6a150fea112 None None] Checking segment: {'id': 'e9a4cd61-c99f-4ca8-bce1-41252e2a32ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'dce5d5bd-10a7-49af-a67d-81ad29e98493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:44:06.119568 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-91a878cc-5b34-4415-b09f-a6a150fea112 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:06.119977 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a878cc-5b34-4415-b09f-a6a150fea112 None None] Bound using segment: {'id': 'e9a4cd61-c99f-4ca8-bce1-41252e2a32ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'dce5d5bd-10a7-49af-a67d-81ad29e98493'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:44:06.120460 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-91a878cc-5b34-4415-b09f-a6a150fea112 None None] Bound port: d550924d-9d76-4df6-b136-b9bb238d1927, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9a4cd61-c99f-4ca8-bce1-41252e2a32ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'dce5d5bd-10a7-49af-a67d-81ad29e98493'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:44:06.120847 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-91a878cc-5b34-4415-b09f-a6a150fea112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d550924d-9d76-4df6-b136-b9bb238d1927), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:06.121667 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6500e3ba-fb1f-4dc2-89ed-19e69ef839dd tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:06.126009 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port e23ec373-b50a-49d5-bf39-e0cdfa8c8d26 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:44:06.126178 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6500e3ba-fb1f-4dc2-89ed-19e69ef839dd tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1357691 Jan 28 03:44:06.126431 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 32820) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:06.133568 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-d99b78de-7072-4364-97f0-135e264200d9 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Request body: {'security_group_rule': {'security_group_id': 'ceeeb0c8-d341-4c46-862e-42fa229dcbf3', 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:06.169268 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d99b78de-7072-4364-97f0-135e264200d9 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (2ccee3f4-ed7f-4e89-af8b-19d8374934f2), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:06.185114 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:06.203137 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-91a878cc-5b34-4415-b09f-a6a150fea112 None None] For port d550924d-9d76-4df6-b136-b9bb238d1927, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:44:06.206361 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-91a878cc-5b34-4415-b09f-a6a150fea112 None None] For port d550924d-9d76-4df6-b136-b9bb238d1927, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=d550924d-9d76-4df6-b136-b9bb238d1927,segment=NetworkSegment(e9a4cd61-c99f-4ca8-bce1-41252e2a32ea),segment_id=e9a4cd61-c99f-4ca8-bce1-41252e2a32ea)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:44:06.215473 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-91a878cc-5b34-4415-b09f-a6a150fea112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d550924d-9d76-4df6-b136-b9bb238d1927), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:06.258183 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d99b78de-7072-4364-97f0-135e264200d9 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (2ccee3f4-ed7f-4e89-af8b-19d8374934f2), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:06.263984 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d99b78de-7072-4364-97f0-135e264200d9 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (2ccee3f4-ed7f-4e89-af8b-19d8374934f2), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:06.288003 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b78de-7072-4364-97f0-135e264200d9 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ccee3f4-ed7f-4e89-af8b-19d8374934f2,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:06.295395 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d99b78de-7072-4364-97f0-135e264200d9 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:06.296731 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d99b78de-7072-4364-97f0-135e264200d9 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1685412 Jan 28 03:44:06.296964 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a878cc-5b34-4415-b09f-a6a150fea112 None None] Routers {'cd3cd48d-6374-4756-81bf-8e2ab6763f34'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:44:06.297632 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-91a878cc-5b34-4415-b09f-a6a150fea112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:44:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['cd3cd48d-6374-4756-81bf-8e2ab6763f34'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:44:06.299502 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 32822) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:06.306230 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-443e3029-5a03-4591-9a93-1e3418e73fdd tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Request body: {'security_group_rule': {'security_group_id': 'ceeeb0c8-d341-4c46-862e-42fa229dcbf3', 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:06.328290 n-d-712139-27 neutron-server[109802]: INFO neutron.db.securitygroups_db [None req-443e3029-5a03-4591-9a93-1e3418e73fdd tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Project a430f0f3e4f741e48de4bca12c777fa6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 03:44:06.333842 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-443e3029-5a03-4591-9a93-1e3418e73fdd tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (0fa50ab0-c598-4a4b-93d3-75d9b936b903), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:06.344593 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d7f53-341a-404b-9ba0-c2da088eb37c None None] Pushing event updated for resources: {'Port': ['ID=d550924d-9d76-4df6-b136-b9bb238d1927,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:06.365867 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c771c43c-e73d-4e47-9db5-65881c99c80b None None] Provisioning complete for port d550924d-9d76-4df6-b136-b9bb238d1927 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:44:06.366248 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c771c43c-e73d-4e47-9db5-65881c99c80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d550924d-9d76-4df6-b136-b9bb238d1927), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:06.400362 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-443e3029-5a03-4591-9a93-1e3418e73fdd tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (0fa50ab0-c598-4a4b-93d3-75d9b936b903), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:06.405986 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-443e3029-5a03-4591-9a93-1e3418e73fdd tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (0fa50ab0-c598-4a4b-93d3-75d9b936b903), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:06.427241 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e3029-5a03-4591-9a93-1e3418e73fdd tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fa50ab0-c598-4a4b-93d3-75d9b936b903,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:06.433335 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-443e3029-5a03-4591-9a93-1e3418e73fdd tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:06.434547 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-443e3029-5a03-4591-9a93-1e3418e73fdd tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1339467 Jan 28 03:44:06.437411 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 32824) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:06.441719 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-9501a5de-e903-41ad-987c-331277a25b0b tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Request body: {'security_group_rule': {'security_group_id': 'ceeeb0c8-d341-4c46-862e-42fa229dcbf3', 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:06.448034 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-91a878cc-5b34-4415-b09f-a6a150fea112 None None] Set router cd3cd48d-6374-4756-81bf-8e2ab6763f34 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:44:06.463938 n-d-712139-27 neutron-server[109802]: INFO neutron.db.securitygroups_db [None req-9501a5de-e903-41ad-987c-331277a25b0b tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Project a430f0f3e4f741e48de4bca12c777fa6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 03:44:06.469267 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9501a5de-e903-41ad-987c-331277a25b0b tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (791b14fd-dc7a-4875-9ec1-42d452f42072), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:06.533434 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9501a5de-e903-41ad-987c-331277a25b0b tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (791b14fd-dc7a-4875-9ec1-42d452f42072), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:06.538275 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9501a5de-e903-41ad-987c-331277a25b0b tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (791b14fd-dc7a-4875-9ec1-42d452f42072), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:06.558128 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9501a5de-e903-41ad-987c-331277a25b0b tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=791b14fd-dc7a-4875-9ec1-42d452f42072,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:06.562891 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9501a5de-e903-41ad-987c-331277a25b0b tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:06.563079 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c771c43c-e73d-4e47-9db5-65881c99c80b None None] Current status of the port d550924d-9d76-4df6-b136-b9bb238d1927 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:44:06.563465 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c771c43c-e73d-4e47-9db5-65881c99c80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d550924d-9d76-4df6-b136-b9bb238d1927), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:06.569583 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9501a5de-e903-41ad-987c-331277a25b0b tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1311362 Jan 28 03:44:06.638854 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c771c43c-e73d-4e47-9db5-65881c99c80b None None] For port d550924d-9d76-4df6-b136-b9bb238d1927, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=d550924d-9d76-4df6-b136-b9bb238d1927,segment=NetworkSegment(e9a4cd61-c99f-4ca8-bce1-41252e2a32ea),segment_id=e9a4cd61-c99f-4ca8-bce1-41252e2a32ea)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:44:06.648947 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c771c43c-e73d-4e47-9db5-65881c99c80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d550924d-9d76-4df6-b136-b9bb238d1927), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:06.726509 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c771c43c-e73d-4e47-9db5-65881c99c80b None None] Pushing event updated for resources: {'Port': ['ID=d550924d-9d76-4df6-b136-b9bb238d1927,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:06.738552 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-c66c5468-5e4e-4baa-8ed6-1c4e51510f52 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-425159805&fields=id&tenant_id=a430f0f3e4f741e48de4bca12c777fa6 HTTP/1.1" status: 200 len: 267 time: 0.0481668 Jan 28 03:44:06.744695 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-91a878cc-5b34-4415-b09f-a6a150fea112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3cd48d-6374-4756-81bf-8e2ab6763f34', 'name': 'tempest-TestNetworkBasicOps-router-1399845415', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '06193bc6-8032-4b4c-961d-348fbdc8bc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:43:59Z', 'updated_at': '2022-01-28T03:44:03Z', 'revision_number': 4, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'gw_port': {'id': '06193bc6-8032-4b4c-961d-348fbdc8bc2b', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3cd48d-6374-4756-81bf-8e2ab6763f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:44:00Z', 'updated_at': '2022-01-28T03:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'd550924d-9d76-4df6-b136-b9bb238d1927', 'name': '', 'network_id': 'dce5d5bd-10a7-49af-a67d-81ad29e98493', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'mac_address': 'fa:16:3e:47:05:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3cd48d-6374-4756-81bf-8e2ab6763f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '21f867be-bc31-41d9-97dc-606c44ae6749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:44:02Z', 'updated_at': '2022-01-28T03:44:06Z', 'revision_number': 4, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'subnets': [{'id': '21f867be-bc31-41d9-97dc-606c44ae6749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:44:06.774684 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a878cc-5b34-4415-b09f-a6a150fea112 None None] The sync data for ids ['cd3cd48d-6374-4756-81bf-8e2ab6763f34'] in n-d-712139-27 is: [{'id': 'cd3cd48d-6374-4756-81bf-8e2ab6763f34', 'name': 'tempest-TestNetworkBasicOps-router-1399845415', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '06193bc6-8032-4b4c-961d-348fbdc8bc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:43:59Z', 'updated_at': '2022-01-28T03:44:03Z', 'revision_number': 4, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'gw_port': {'id': '06193bc6-8032-4b4c-961d-348fbdc8bc2b', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3cd48d-6374-4756-81bf-8e2ab6763f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:44:00Z', 'updated_at': '2022-01-28T03:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'd550924d-9d76-4df6-b136-b9bb238d1927', 'name': '', 'network_id': 'dce5d5bd-10a7-49af-a67d-81ad29e98493', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'mac_address': 'fa:16:3e:47:05:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3cd48d-6374-4756-81bf-8e2ab6763f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '21f867be-bc31-41d9-97dc-606c44ae6749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:44:02Z', 'updated_at': '2022-01-28T03:44:06Z', 'revision_number': 4, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'subnets': [{'id': '21f867be-bc31-41d9-97dc-606c44ae6749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:44:06.786177 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-8a11fd2b-7831-4158-8ca4-3c88f0dd0146 None None] Provisioning complete for port d550924d-9d76-4df6-b136-b9bb238d1927 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:44:06.786778 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8a11fd2b-7831-4158-8ca4-3c88f0dd0146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d550924d-9d76-4df6-b136-b9bb238d1927), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:06.868566 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-d1a2d3af-e10b-4f85-862a-5b65343aee37 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:06.870172 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-d1a2d3af-e10b-4f85-862a-5b65343aee37 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/networks?id=dce5d5bd-10a7-49af-a67d-81ad29e98493 HTTP/1.1" status: 200 len: 796 time: 0.1247225 Jan 28 03:44:06.884809 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-b749d710-6aac-41db-985f-7a98e92aa1aa tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/quotas/a430f0f3e4f741e48de4bca12c777fa6 HTTP/1.1" status: 200 len: 375 time: 0.0091815 Jan 28 03:44:06.902851 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-8a11fd2b-7831-4158-8ca4-3c88f0dd0146 None None] Current status of the port d550924d-9d76-4df6-b136-b9bb238d1927 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:44:06.954376 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-ad83ad14-3a76-4d16-b184-486810531d2f tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a430f0f3e4f741e48de4bca12c777fa6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599205 Jan 28 03:44:07.148318 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-5ee99453-ee92-4ce6-8ec2-12e61284c3d5 service neutron] 10.222.0.53 "GET /v2.0/networks/dce5d5bd-10a7-49af-a67d-81ad29e98493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383185 Jan 28 03:44:07.241453 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-e31ef219-adda-493c-a38e-ef973b909330 service neutron] 10.222.0.53 "GET /v2.0/networks/dce5d5bd-10a7-49af-a67d-81ad29e98493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873852 Jan 28 03:44:07.431267 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6e2fd2e1-25e3-4194-acda-9b2ad26766b5 req-192d85af-e3aa-48de-94bf-8833f76a361e tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c84a8fd-2d82-4c91-8362-bcec11385b30 HTTP/1.1" status: 200 len: 210 time: 0.0310805 Jan 28 03:44:07.547337 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device d550924d-9d76-4df6-b136-b9bb238d1927 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:44:07.603324 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port d550924d-9d76-4df6-b136-b9bb238d1927 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:44:07.603866 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d550924d-9d76-4df6-b136-b9bb238d1927), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:07.686760 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port d550924d-9d76-4df6-b136-b9bb238d1927 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:44:08.483538 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-51fa2f53-336f-4782-b83e-1e2852186db8 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:08.486068 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-51fa2f53-336f-4782-b83e-1e2852186db8 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.67 "GET /v2.0/networks?id=dce5d5bd-10a7-49af-a67d-81ad29e98493 HTTP/1.1" status: 200 len: 796 time: 0.1138229 Jan 28 03:44:08.546203 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b3b95c70-bab8-4741-81f9-e1f15ca955b9 req-6432e811-6e89-41bf-a953-bc288eeb9c61 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c84a8fd-2d82-4c91-8362-bcec11385b30 HTTP/1.1" status: 200 len: 210 time: 0.0363319 Jan 28 03:44:08.580876 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-cc3f835e-84a4-4140-86a9-35b138bd66e3 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a430f0f3e4f741e48de4bca12c777fa6 HTTP/1.1" status: 200 len: 379 time: 0.0798004 Jan 28 03:44:08.590088 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-0817fc3f-474b-4ce7-8488-a6936c43db4e tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Request body: {'port': {'device_id': '7c84a8fd-2d82-4c91-8362-bcec11385b30', 'network_id': 'dce5d5bd-10a7-49af-a67d-81ad29e98493', 'admin_state_up': True, 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'security_groups': ['ceeeb0c8-d341-4c46-862e-42fa229dcbf3']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:08.703217 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-0817fc3f-474b-4ce7-8488-a6936c43db4e tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Made reservation on behalf of a430f0f3e4f741e48de4bca12c777fa6 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:44:08.706632 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-0817fc3f-474b-4ce7-8488-a6936c43db4e tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:08.849789 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-0817fc3f-474b-4ce7-8488-a6936c43db4e tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Allocated IP 172.20.0.3 (dce5d5bd-10a7-49af-a67d-81ad29e98493/21f867be-bc31-41d9-97dc-606c44ae6749/7f2029ef-6a78-48d6-a260-1173eac2b1aa) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:44:08.992502 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-0817fc3f-474b-4ce7-8488-a6936c43db4e tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for port (7f2029ef-6a78-48d6-a260-1173eac2b1aa), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:09.027762 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-0817fc3f-474b-4ce7-8488-a6936c43db4e tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (7f2029ef-6a78-48d6-a260-1173eac2b1aa), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:09.076395 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-0817fc3f-474b-4ce7-8488-a6936c43db4e tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Network dce5d5bd-10a7-49af-a67d-81ad29e98493 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:44:09.080716 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-0817fc3f-474b-4ce7-8488-a6936c43db4e tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:44:09.088987 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-0817fc3f-474b-4ce7-8488-a6936c43db4e tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:44:09.095694 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0817fc3f-474b-4ce7-8488-a6936c43db4e tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event updated for resources: {'Port': ['ID=7f2029ef-6a78-48d6-a260-1173eac2b1aa,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:09.148370 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-0817fc3f-474b-4ce7-8488-a6936c43db4e tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:09.149002 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-0817fc3f-474b-4ce7-8488-a6936c43db4e tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:09.168068 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-0817fc3f-474b-4ce7-8488-a6936c43db4e tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5815752 Jan 28 03:44:09.184764 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-d47b2260-82ad-4bce-8c3e-5d45da1e0e5e service neutron] Request body: {'port': {'device_id': '7c84a8fd-2d82-4c91-8362-bcec11385b30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:09.249706 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-d47b2260-82ad-4bce-8c3e-5d45da1e0e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7f2029ef-6a78-48d6-a260-1173eac2b1aa), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:09.337534 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-e0456841-5731-45da-9133-237df71b4696 None None] Provisioning complete for port 7f2029ef-6a78-48d6-a260-1173eac2b1aa triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:44:09.338119 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e0456841-5731-45da-9133-237df71b4696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7f2029ef-6a78-48d6-a260-1173eac2b1aa), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:09.378657 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e0456841-5731-45da-9133-237df71b4696 None None] Port 7f2029ef-6a78-48d6-a260-1173eac2b1aa cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:44:09.523947 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-d47b2260-82ad-4bce-8c3e-5d45da1e0e5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f2029ef-6a78-48d6-a260-1173eac2b1aa {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:44:09.531609 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-d47b2260-82ad-4bce-8c3e-5d45da1e0e5e service neutron] Publish callbacks [] for port (7f2029ef-6a78-48d6-a260-1173eac2b1aa), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:09.550309 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-d47b2260-82ad-4bce-8c3e-5d45da1e0e5e service neutron] Transition to ACTIVE for port object 7f2029ef-6a78-48d6-a260-1173eac2b1aa will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:44:09.557242 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-d47b2260-82ad-4bce-8c3e-5d45da1e0e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (7f2029ef-6a78-48d6-a260-1173eac2b1aa), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:09.622361 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b2260-82ad-4bce-8c3e-5d45da1e0e5e service neutron] Pushing event updated for resources: {'Port': ['ID=7f2029ef-6a78-48d6-a260-1173eac2b1aa,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:09.676330 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ce441-f087-4ecb-a779-ef4d201f9fa2 req-656c152a-3748-4571-b594-93360ec4a03b tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:09.677949 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-625ce441-f087-4ecb-a779-ef4d201f9fa2 req-656c152a-3748-4571-b594-93360ec4a03b tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c84a8fd-2d82-4c91-8362-bcec11385b30 HTTP/1.1" status: 200 len: 943 time: 0.0537784 Jan 28 03:44:09.689962 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-d47b2260-82ad-4bce-8c3e-5d45da1e0e5e service neutron] Attempting to bind port 7f2029ef-6a78-48d6-a260-1173eac2b1aa on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:44:09.690292 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-d47b2260-82ad-4bce-8c3e-5d45da1e0e5e service neutron] Attempting to bind port 7f2029ef-6a78-48d6-a260-1173eac2b1aa by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': 'e9a4cd61-c99f-4ca8-bce1-41252e2a32ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'dce5d5bd-10a7-49af-a67d-81ad29e98493'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:44:09.690659 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-d47b2260-82ad-4bce-8c3e-5d45da1e0e5e service neutron] Attempting to bind port 7f2029ef-6a78-48d6-a260-1173eac2b1aa on network dce5d5bd-10a7-49af-a67d-81ad29e98493 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:44:09.695295 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-d47b2260-82ad-4bce-8c3e-5d45da1e0e5e service neutron] Port 7f2029ef-6a78-48d6-a260-1173eac2b1aa on network dce5d5bd-10a7-49af-a67d-81ad29e98493 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:44:09.695591 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-d47b2260-82ad-4bce-8c3e-5d45da1e0e5e service neutron] Attempting to bind port 7f2029ef-6a78-48d6-a260-1173eac2b1aa on network dce5d5bd-10a7-49af-a67d-81ad29e98493 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:44:09.701774 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-d47b2260-82ad-4bce-8c3e-5d45da1e0e5e service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:44:09.702182 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-d47b2260-82ad-4bce-8c3e-5d45da1e0e5e service neutron] Checking segment: {'id': 'e9a4cd61-c99f-4ca8-bce1-41252e2a32ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'dce5d5bd-10a7-49af-a67d-81ad29e98493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:44:09.702510 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-d47b2260-82ad-4bce-8c3e-5d45da1e0e5e service neutron] Bound using segment: {'id': 'e9a4cd61-c99f-4ca8-bce1-41252e2a32ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'dce5d5bd-10a7-49af-a67d-81ad29e98493'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:44:09.702950 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-d47b2260-82ad-4bce-8c3e-5d45da1e0e5e service neutron] Bound port: 7f2029ef-6a78-48d6-a260-1173eac2b1aa, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9a4cd61-c99f-4ca8-bce1-41252e2a32ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'dce5d5bd-10a7-49af-a67d-81ad29e98493'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:44:09.703487 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-d47b2260-82ad-4bce-8c3e-5d45da1e0e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7f2029ef-6a78-48d6-a260-1173eac2b1aa), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:09.731050 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-625ce441-f087-4ecb-a779-ef4d201f9fa2 req-f4ccefa9-dfa5-4d9c-a7c7-f2db643f8705 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/security-groups?id=ceeeb0c8-d341-4c46-862e-42fa229dcbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469589 Jan 28 03:44:09.769127 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-d47b2260-82ad-4bce-8c3e-5d45da1e0e5e service neutron] For port 7f2029ef-6a78-48d6-a260-1173eac2b1aa, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:44:09.772355 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-d47b2260-82ad-4bce-8c3e-5d45da1e0e5e service neutron] For port 7f2029ef-6a78-48d6-a260-1173eac2b1aa, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=7f2029ef-6a78-48d6-a260-1173eac2b1aa,segment=NetworkSegment(e9a4cd61-c99f-4ca8-bce1-41252e2a32ea),segment_id=e9a4cd61-c99f-4ca8-bce1-41252e2a32ea)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:44:09.777599 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-d47b2260-82ad-4bce-8c3e-5d45da1e0e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (7f2029ef-6a78-48d6-a260-1173eac2b1aa), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:09.818435 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-d47b2260-82ad-4bce-8c3e-5d45da1e0e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:09.819061 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-d47b2260-82ad-4bce-8c3e-5d45da1e0e5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:09.820453 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-d47b2260-82ad-4bce-8c3e-5d45da1e0e5e service neutron] 10.222.0.67 "PUT /v2.0/ports/7f2029ef-6a78-48d6-a260-1173eac2b1aa HTTP/1.1" status: 200 len: 1092 time: 0.6402056 Jan 28 03:44:09.820925 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c84a8fd-2d82-4c91-8362-bcec11385b30', 'tag': '7f2029ef-6a78-48d6-a260-1173eac2b1aa'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:44:09.823612 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c9c1e7-e94e-4406-b2f5-8f3027adffc0" -d '{"events": [{"name": "network-changed", "server_uuid": "7c84a8fd-2d82-4c91-8362-bcec11385b30", "tag": "7f2029ef-6a78-48d6-a260-1173eac2b1aa"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:44:09.847026 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b2260-82ad-4bce-8c3e-5d45da1e0e5e service neutron] Pushing event updated for resources: {'Port': ['ID=7f2029ef-6a78-48d6-a260-1173eac2b1aa,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:09.870282 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86475431-ca20-48b2-96ba-c2cf17815ed0 x-openstack-request-id: req-86475431-ca20-48b2-96ba-c2cf17815ed0 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:44:09.870569 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c84a8fd-2d82-4c91-8362-bcec11385b30", "tag": "7f2029ef-6a78-48d6-a260-1173eac2b1aa", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:44:09.870862 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-86475431-ca20-48b2-96ba-c2cf17815ed0 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:44:09.871456 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c84a8fd-2d82-4c91-8362-bcec11385b30', 'tag': '7f2029ef-6a78-48d6-a260-1173eac2b1aa', 'status': 'completed', 'code': 200} Jan 28 03:44:09.928381 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-985f1d6e-670e-44be-a27f-1aeb4ccf82aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:09.930030 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-985f1d6e-670e-44be-a27f-1aeb4ccf82aa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a430f0f3e4f741e48de4bca12c777fa6&device_id=7c84a8fd-2d82-4c91-8362-bcec11385b30 HTTP/1.1" status: 200 len: 1095 time: 0.0448122 Jan 28 03:44:09.978486 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-3e8b70d8-6d57-4ae5-bc5c-eb3a46c38f9a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f2029ef-6a78-48d6-a260-1173eac2b1aa HTTP/1.1" status: 200 len: 217 time: 0.0363631 Jan 28 03:44:10.033427 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-0e629fc3-f0c5-4d6a-b47a-55847327825b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:10.035040 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-0e629fc3-f0c5-4d6a-b47a-55847327825b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=21f867be-bc31-41d9-97dc-606c44ae6749 HTTP/1.1" status: 200 len: 835 time: 0.0502276 Jan 28 03:44:10.080968 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-55dc33ca-6710-4c69-8776-3c86825773dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:10.082501 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-55dc33ca-6710-4c69-8776-3c86825773dc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dce5d5bd-10a7-49af-a67d-81ad29e98493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418336 Jan 28 03:44:10.173904 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-8a4464c8-a70e-4390-a6b4-6e65c762d430 service neutron] 10.222.0.67 "GET /v2.0/networks/dce5d5bd-10a7-49af-a67d-81ad29e98493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853534 Jan 28 03:44:10.264978 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-65ba3ad4-ae78-419c-a1ab-fb1b41aa3362 req-a13ebcc8-30ec-44d1-81c1-e4ce937b91ce service neutron] 10.222.0.67 "GET /v2.0/networks/dce5d5bd-10a7-49af-a67d-81ad29e98493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856378 Jan 28 03:44:10.405687 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9c1e7-e94e-4406-b2f5-8f3027adffc0 req-936cdeed-59d9-401e-97b8-f14bc9592095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:10.407165 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e0c9c1e7-e94e-4406-b2f5-8f3027adffc0 req-936cdeed-59d9-401e-97b8-f14bc9592095 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a430f0f3e4f741e48de4bca12c777fa6&device_id=7c84a8fd-2d82-4c91-8362-bcec11385b30 HTTP/1.1" status: 200 len: 1095 time: 0.0435092 Jan 28 03:44:10.790969 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9c1e7-e94e-4406-b2f5-8f3027adffc0 req-efa14416-14d7-47c0-a876-e6b94f820ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:10.792475 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e0c9c1e7-e94e-4406-b2f5-8f3027adffc0 req-efa14416-14d7-47c0-a876-e6b94f820ba5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dce5d5bd-10a7-49af-a67d-81ad29e98493 HTTP/1.1" status: 200 len: 897 time: 0.3793523 Jan 28 03:44:10.834584 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e0c9c1e7-e94e-4406-b2f5-8f3027adffc0 req-23e34c3e-30de-449a-8919-adcdcf3f0010 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f2029ef-6a78-48d6-a260-1173eac2b1aa HTTP/1.1" status: 200 len: 217 time: 0.0358696 Jan 28 03:44:10.849658 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ef1df-25a9-4391-8417-d405b706115a req-cf5a52fb-47bb-46b1-8997-8173751dfd08 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:10.851133 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-420ef1df-25a9-4391-8417-d405b706115a req-cf5a52fb-47bb-46b1-8997-8173751dfd08 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c84a8fd-2d82-4c91-8362-bcec11385b30 HTTP/1.1" status: 200 len: 943 time: 0.0484669 Jan 28 03:44:10.882814 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9c1e7-e94e-4406-b2f5-8f3027adffc0 req-7e50978b-8137-4495-bfea-53e2623ec2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:10.884286 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e0c9c1e7-e94e-4406-b2f5-8f3027adffc0 req-7e50978b-8137-4495-bfea-53e2623ec2b7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=21f867be-bc31-41d9-97dc-606c44ae6749 HTTP/1.1" status: 200 len: 835 time: 0.0441029 Jan 28 03:44:10.902833 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-420ef1df-25a9-4391-8417-d405b706115a req-e36eadb7-9041-42d2-9eae-761f8e411831 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/security-groups?id=ceeeb0c8-d341-4c46-862e-42fa229dcbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460660 Jan 28 03:44:10.933032 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9c1e7-e94e-4406-b2f5-8f3027adffc0 req-42d4d130-59ef-4c9d-b686-3cb4934a0ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:10.934562 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e0c9c1e7-e94e-4406-b2f5-8f3027adffc0 req-42d4d130-59ef-4c9d-b686-3cb4934a0ced service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dce5d5bd-10a7-49af-a67d-81ad29e98493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445592 Jan 28 03:44:11.026284 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e0c9c1e7-e94e-4406-b2f5-8f3027adffc0 req-8c73062c-6807-4832-8ee8-9981ad7d0cca service neutron] 10.222.0.67 "GET /v2.0/networks/dce5d5bd-10a7-49af-a67d-81ad29e98493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855465 Jan 28 03:44:11.129616 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e0c9c1e7-e94e-4406-b2f5-8f3027adffc0 req-a3a5bc5a-f461-4920-88d6-f14a5ea892b8 service neutron] 10.222.0.67 "GET /v2.0/networks/dce5d5bd-10a7-49af-a67d-81ad29e98493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962043 Jan 28 03:44:12.025941 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35065cf0-a466-4339-b657-dc2101c5b38d req-338e4af9-47a5-406e-9d07-7346c6a1bdca tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:12.027424 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-35065cf0-a466-4339-b657-dc2101c5b38d req-338e4af9-47a5-406e-9d07-7346c6a1bdca tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c84a8fd-2d82-4c91-8362-bcec11385b30 HTTP/1.1" status: 200 len: 943 time: 0.0526211 Jan 28 03:44:12.081865 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-35065cf0-a466-4339-b657-dc2101c5b38d req-15c4b050-eb82-491f-962d-e80c4b0fe732 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/security-groups?id=ceeeb0c8-d341-4c46-862e-42fa229dcbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457370 Jan 28 03:44:13.206471 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157b7b3-18ed-4444-a5e4-f24adcfb3ccb req-7969acf7-cc9a-4898-9c47-79e9ed22a17a tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:13.207850 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7157b7b3-18ed-4444-a5e4-f24adcfb3ccb req-7969acf7-cc9a-4898-9c47-79e9ed22a17a tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c84a8fd-2d82-4c91-8362-bcec11385b30 HTTP/1.1" status: 200 len: 943 time: 0.0499158 Jan 28 03:44:13.264999 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7157b7b3-18ed-4444-a5e4-f24adcfb3ccb req-e79b08bf-d5da-4de7-b1d0-e16ba817c19e tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/security-groups?id=ceeeb0c8-d341-4c46-862e-42fa229dcbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510979 Jan 28 03:44:13.413903 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 7f2029ef-6a78-48d6-a260-1173eac2b1aa details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:44:13.675487 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 7f2029ef-6a78-48d6-a260-1173eac2b1aa, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=7f2029ef-6a78-48d6-a260-1173eac2b1aa,segment=NetworkSegment(e9a4cd61-c99f-4ca8-bce1-41252e2a32ea),segment_id=e9a4cd61-c99f-4ca8-bce1-41252e2a32ea)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:44:13.687312 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '7f2029ef-6a78-48d6-a260-1173eac2b1aa', 'network_id': 'dce5d5bd-10a7-49af-a67d-81ad29e98493', 'port_id': '7f2029ef-6a78-48d6-a260-1173eac2b1aa', 'mac_address': 'fa:16:3e:3e:89:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21f867be-bc31-41d9-97dc-606c44ae6749', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:44:13.730886 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 7f2029ef-6a78-48d6-a260-1173eac2b1aa is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:44:13.731276 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7f2029ef-6a78-48d6-a260-1173eac2b1aa), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:13.745216 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f2029ef-6a78-48d6-a260-1173eac2b1aa {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:44:13.766694 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 7f2029ef-6a78-48d6-a260-1173eac2b1aa, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=7f2029ef-6a78-48d6-a260-1173eac2b1aa,segment=NetworkSegment(e9a4cd61-c99f-4ca8-bce1-41252e2a32ea),segment_id=e9a4cd61-c99f-4ca8-bce1-41252e2a32ea)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:44:13.774107 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (7f2029ef-6a78-48d6-a260-1173eac2b1aa), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:13.826775 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=7f2029ef-6a78-48d6-a260-1173eac2b1aa,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:14.155233 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['7f2029ef-6a78-48d6-a260-1173eac2b1aa'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:44:14.383591 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570f608-ea72-47b9-ac05-32031ef056d4 req-10c51058-e503-42dd-9751-fae79cf4719a tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:14.385109 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3570f608-ea72-47b9-ac05-32031ef056d4 req-10c51058-e503-42dd-9751-fae79cf4719a tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c84a8fd-2d82-4c91-8362-bcec11385b30 HTTP/1.1" status: 200 len: 944 time: 0.0503864 Jan 28 03:44:14.440608 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3570f608-ea72-47b9-ac05-32031ef056d4 req-20db796f-c4c7-4887-a43a-86937ff64d2d tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/security-groups?id=ceeeb0c8-d341-4c46-862e-42fa229dcbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491612 Jan 28 03:44:15.415471 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 7f2029ef-6a78-48d6-a260-1173eac2b1aa up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:44:15.471728 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 7f2029ef-6a78-48d6-a260-1173eac2b1aa completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:44:15.476402 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 7f2029ef-6a78-48d6-a260-1173eac2b1aa triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:44:15.476785 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7f2029ef-6a78-48d6-a260-1173eac2b1aa), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:15.554371 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 7f2029ef-6a78-48d6-a260-1173eac2b1aa is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:44:15.554761 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7f2029ef-6a78-48d6-a260-1173eac2b1aa), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:15.557481 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2a136-1de8-42e3-84af-a4216aee05bb req-59eaee28-1848-4615-904b-b1961bd93b4e tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:15.558992 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e5c2a136-1de8-42e3-84af-a4216aee05bb req-59eaee28-1848-4615-904b-b1961bd93b4e tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c84a8fd-2d82-4c91-8362-bcec11385b30 HTTP/1.1" status: 200 len: 944 time: 0.0487158 Jan 28 03:44:15.578941 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c84a8fd-2d82-4c91-8362-bcec11385b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2029ef-6a78-48d6-a260-1173eac2b1aa'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:44:15.581283 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7466989c69d563e87a019306beca113247d74b519ddc68a6966af7388d6c63e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d515bb79-8a36-497b-8643-4314653ad4a9" -d '{"events": [{"server_uuid": "7c84a8fd-2d82-4c91-8362-bcec11385b30", "name": "network-vif-plugged", "status": "completed", "tag": "7f2029ef-6a78-48d6-a260-1173eac2b1aa"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:44:15.594460 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 7f2029ef-6a78-48d6-a260-1173eac2b1aa, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=7f2029ef-6a78-48d6-a260-1173eac2b1aa,segment=NetworkSegment(e9a4cd61-c99f-4ca8-bce1-41252e2a32ea),segment_id=e9a4cd61-c99f-4ca8-bce1-41252e2a32ea)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:44:15.601696 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (7f2029ef-6a78-48d6-a260-1173eac2b1aa), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:15.624276 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e5c2a136-1de8-42e3-84af-a4216aee05bb req-066a51f1-57bb-46ee-8c86-264ed28ac55f tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/security-groups?id=ceeeb0c8-d341-4c46-862e-42fa229dcbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594234 Jan 28 03:44:15.629756 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669273cf-5ddd-4646-8e44-9383010f72cd x-openstack-request-id: req-669273cf-5ddd-4646-8e44-9383010f72cd {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:44:15.630045 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c84a8fd-2d82-4c91-8362-bcec11385b30", "name": "network-vif-plugged", "status": "completed", "tag": "7f2029ef-6a78-48d6-a260-1173eac2b1aa", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:44:15.630297 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-669273cf-5ddd-4646-8e44-9383010f72cd {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:44:15.630682 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c84a8fd-2d82-4c91-8362-bcec11385b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2029ef-6a78-48d6-a260-1173eac2b1aa', 'code': 200} Jan 28 03:44:15.656222 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=7f2029ef-6a78-48d6-a260-1173eac2b1aa,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:15.765327 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b9b8d-7a10-4c53-b0c4-1476646137c4 req-a5c61e18-ca37-4da1-b0f3-75319edc7a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:15.766829 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-384b9b8d-7a10-4c53-b0c4-1476646137c4 req-a5c61e18-ca37-4da1-b0f3-75319edc7a1a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7c84a8fd-2d82-4c91-8362-bcec11385b30 HTTP/1.1" status: 200 len: 1097 time: 0.0489755 Jan 28 03:44:15.812687 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-384b9b8d-7a10-4c53-b0c4-1476646137c4 req-034c9af7-4007-487e-82f4-ad6334a94f82 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ceeeb0c8-d341-4c46-862e-42fa229dcbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396707 Jan 28 03:44:16.754932 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e1ac7-3447-4955-8246-ef95fe8dd622 req-e8e83ba0-27bb-41e8-873b-d2ac05becf03 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:16.756331 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fb1e1ac7-3447-4955-8246-ef95fe8dd622 req-e8e83ba0-27bb-41e8-873b-d2ac05becf03 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c84a8fd-2d82-4c91-8362-bcec11385b30 HTTP/1.1" status: 200 len: 945 time: 0.0582078 Jan 28 03:44:16.806080 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fb1e1ac7-3447-4955-8246-ef95fe8dd622 req-fe48d1c8-90b2-4420-b239-27785e447f34 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/security-groups?id=ceeeb0c8-d341-4c46-862e-42fa229dcbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438528 Jan 28 03:44:17.930384 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea9e7c-1ae9-4505-82c0-8ab11b4f2aa7 req-6e315926-2e8f-48fe-bee4-368df4c4c6a1 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:17.931856 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4dea9e7c-1ae9-4505-82c0-8ab11b4f2aa7 req-6e315926-2e8f-48fe-bee4-368df4c4c6a1 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c84a8fd-2d82-4c91-8362-bcec11385b30 HTTP/1.1" status: 200 len: 945 time: 0.0538125 Jan 28 03:44:17.982179 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4dea9e7c-1ae9-4505-82c0-8ab11b4f2aa7 req-548e8318-7d47-4306-922a-62bbdad1b4ec tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/security-groups?id=ceeeb0c8-d341-4c46-862e-42fa229dcbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422380 Jan 28 03:44:18.100137 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cbe25c-7aad-430d-bd99-c549aa4f5486 req-812891dc-1f48-4b9f-b14a-829bde60a88b tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:18.101666 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e0cbe25c-7aad-430d-bd99-c549aa4f5486 req-812891dc-1f48-4b9f-b14a-829bde60a88b tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c84a8fd-2d82-4c91-8362-bcec11385b30 HTTP/1.1" status: 200 len: 945 time: 0.0520954 Jan 28 03:44:18.152445 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e0cbe25c-7aad-430d-bd99-c549aa4f5486 req-b58ae516-d0fe-4c0b-9659-061373f0a59c tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/security-groups?id=ceeeb0c8-d341-4c46-862e-42fa229dcbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428321 Jan 28 03:44:18.174629 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 32894) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:18.214567 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1c11a9-24eb-44b0-be63-22cdfea1cf77 tempest-TestNetworkBasicOps-870629129 tempest-TestNetworkBasicOps-870629129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:18.215919 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8d1c11a9-24eb-44b0-be63-22cdfea1cf77 tempest-TestNetworkBasicOps-870629129 tempest-TestNetworkBasicOps-870629129-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7c84a8fd-2d82-4c91-8362-bcec11385b30 HTTP/1.1" status: 200 len: 1092 time: 0.0402958 Jan 28 03:44:18.218788 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 32896) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:18.222971 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-6f594da2-0676-4b00-abb3-6e01e10582cf tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'port_id': '7f2029ef-6a78-48d6-a260-1173eac2b1aa', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:44:18.245342 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6f594da2-0676-4b00-abb3-6e01e10582cf tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:18.351895 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6f594da2-0676-4b00-abb3-6e01e10582cf tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:18.455670 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-6f594da2-0676-4b00-abb3-6e01e10582cf tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Allocated IP 172.25.0.94 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/872fdf95-73b5-457c-a626-c40aadd9f63d) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:44:18.563707 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6f594da2-0676-4b00-abb3-6e01e10582cf tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for port (872fdf95-73b5-457c-a626-c40aadd9f63d), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:18.612622 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6f594da2-0676-4b00-abb3-6e01e10582cf tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (872fdf95-73b5-457c-a626-c40aadd9f63d), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:18.650095 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f594da2-0676-4b00-abb3-6e01e10582cf tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:44:18.656503 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-6f594da2-0676-4b00-abb3-6e01e10582cf tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:44:18.660977 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f594da2-0676-4b00-abb3-6e01e10582cf tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:44:18.664450 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f594da2-0676-4b00-abb3-6e01e10582cf tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event updated for resources: {'Port': ['ID=872fdf95-73b5-457c-a626-c40aadd9f63d,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:19.154200 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6f594da2-0676-4b00-abb3-6e01e10582cf tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for floatingip (81df4801-e4c3-4941-b5d0-1724fb175522), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:19.262179 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6f594da2-0676-4b00-abb3-6e01e10582cf tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (872fdf95-73b5-457c-a626-c40aadd9f63d), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:19.419380 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6f594da2-0676-4b00-abb3-6e01e10582cf tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for port (872fdf95-73b5-457c-a626-c40aadd9f63d), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:19.426231 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6f594da2-0676-4b00-abb3-6e01e10582cf tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (872fdf95-73b5-457c-a626-c40aadd9f63d), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:19.493056 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f594da2-0676-4b00-abb3-6e01e10582cf tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event updated for resources: {'Port': ['ID=872fdf95-73b5-457c-a626-c40aadd9f63d,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:44:19.507042 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6f594da2-0676-4b00-abb3-6e01e10582cf tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (81df4801-e4c3-4941-b5d0-1724fb175522), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:19.614947 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [None req-6f594da2-0676-4b00-abb3-6e01e10582cf tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Floating IP 81df4801-e4c3-4941-b5d0-1724fb175522 associated. External IP: 172.25.0.94, port: 7f2029ef-6a78-48d6-a260-1173eac2b1aa. Jan 28 03:44:19.825747 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f594da2-0676-4b00-abb3-6e01e10582cf tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Router cd3cd48d-6374-4756-81bf-8e2ab6763f34 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:44:19.936414 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f594da2-0676-4b00-abb3-6e01e10582cf tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:44:19.946915 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b32505d-923c-49b9-8efc-2ada29394c29 None None] Sync routers for ids ['cd3cd48d-6374-4756-81bf-8e2ab6763f34'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:44:19.956815 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6f594da2-0676-4b00-abb3-6e01e10582cf tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:19.958361 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b32505d-923c-49b9-8efc-2ada29394c29 None None] Routers {'cd3cd48d-6374-4756-81bf-8e2ab6763f34'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:44:19.958956 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-0b32505d-923c-49b9-8efc-2ada29394c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:44:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['cd3cd48d-6374-4756-81bf-8e2ab6763f34'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:44:19.983705 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6f594da2-0676-4b00-abb3-6e01e10582cf tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7639320 Jan 28 03:44:19.984298 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c84a8fd-2d82-4c91-8362-bcec11385b30', 'tag': '7f2029ef-6a78-48d6-a260-1173eac2b1aa'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:44:19.986651 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 32898) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:20.024222 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3198fe40c20953b5b589f016e0433bfb4a98f5964cdf03e8abb15383fb0d5974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7744636-b0b4-4c72-bd50-2b7d1b2a12e2" -d '{"events": [{"name": "network-changed", "server_uuid": "7c84a8fd-2d82-4c91-8362-bcec11385b30", "tag": "7f2029ef-6a78-48d6-a260-1173eac2b1aa"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:44:20.053340 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9db2a72b-30e2-4246-8009-aa5fd1a437db tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/floatingips/81df4801-e4c3-4941-b5d0-1724fb175522 HTTP/1.1" status: 200 len: 990 time: 0.0637798 Jan 28 03:44:20.066534 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-0b32505d-923c-49b9-8efc-2ada29394c29 None None] Set router cd3cd48d-6374-4756-81bf-8e2ab6763f34 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:44:20.120315 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23857562-3712-413b-9cbb-a31329a5ee96 x-openstack-request-id: req-23857562-3712-413b-9cbb-a31329a5ee96 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:44:20.120664 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c84a8fd-2d82-4c91-8362-bcec11385b30", "tag": "7f2029ef-6a78-48d6-a260-1173eac2b1aa", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:44:20.120977 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-23857562-3712-413b-9cbb-a31329a5ee96 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:44:20.121463 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c84a8fd-2d82-4c91-8362-bcec11385b30', 'tag': '7f2029ef-6a78-48d6-a260-1173eac2b1aa', 'status': 'completed', 'code': 200} Jan 28 03:44:20.207677 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7744636-b0b4-4c72-bd50-2b7d1b2a12e2 req-1751fd05-9126-4c35-bedb-6f91056c3624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:20.209326 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e7744636-b0b4-4c72-bd50-2b7d1b2a12e2 req-1751fd05-9126-4c35-bedb-6f91056c3624 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a430f0f3e4f741e48de4bca12c777fa6&device_id=7c84a8fd-2d82-4c91-8362-bcec11385b30 HTTP/1.1" status: 200 len: 1097 time: 0.0442574 Jan 28 03:44:20.297329 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-0b32505d-923c-49b9-8efc-2ada29394c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3cd48d-6374-4756-81bf-8e2ab6763f34', 'name': 'tempest-TestNetworkBasicOps-router-1399845415', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '06193bc6-8032-4b4c-961d-348fbdc8bc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:43:59Z', 'updated_at': '2022-01-28T03:44:03Z', 'revision_number': 4, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'gw_port': {'id': '06193bc6-8032-4b4c-961d-348fbdc8bc2b', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3cd48d-6374-4756-81bf-8e2ab6763f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:44:00Z', 'updated_at': '2022-01-28T03:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '81df4801-e4c3-4941-b5d0-1724fb175522', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'floating_ip_address': '172.25.0.94', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': 'cd3cd48d-6374-4756-81bf-8e2ab6763f34', 'port_id': '7f2029ef-6a78-48d6-a260-1173eac2b1aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dce5d5bd-10a7-49af-a67d-81ad29e98493', 'mac_address': 'fa:16:3e:3e:89:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c84a8fd-2d82-4c91-8362-bcec11385b30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:44:18Z', 'updated_at': '2022-01-28T03:44:18Z', 'revision_number': 0, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd550924d-9d76-4df6-b136-b9bb238d1927', 'name': '', 'network_id': 'dce5d5bd-10a7-49af-a67d-81ad29e98493', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'mac_address': 'fa:16:3e:47:05:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3cd48d-6374-4756-81bf-8e2ab6763f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '21f867be-bc31-41d9-97dc-606c44ae6749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:44:02Z', 'updated_at': '2022-01-28T03:44:06Z', 'revision_number': 5, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'subnets': [{'id': '21f867be-bc31-41d9-97dc-606c44ae6749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:44:20.300070 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7744636-b0b4-4c72-bd50-2b7d1b2a12e2 req-62083a5f-02a2-4517-8b8b-7bf4a133d24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:20.301571 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e7744636-b0b4-4c72-bd50-2b7d1b2a12e2 req-62083a5f-02a2-4517-8b8b-7bf4a133d24f service neutron] 10.222.0.67 "GET /v2.0/networks?id=dce5d5bd-10a7-49af-a67d-81ad29e98493 HTTP/1.1" status: 200 len: 897 time: 0.0868766 Jan 28 03:44:20.329180 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b32505d-923c-49b9-8efc-2ada29394c29 None None] Checking router: cd3cd48d-6374-4756-81bf-8e2ab6763f34 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:44:20.338027 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b32505d-923c-49b9-8efc-2ada29394c29 None None] Routers {'cd3cd48d-6374-4756-81bf-8e2ab6763f34'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:44:20.338585 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-0b32505d-923c-49b9-8efc-2ada29394c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:44:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['cd3cd48d-6374-4756-81bf-8e2ab6763f34'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:44:20.367856 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e7744636-b0b4-4c72-bd50-2b7d1b2a12e2 req-4ba4175b-0f38-49fa-9b0b-70d88e0d06ef service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f2029ef-6a78-48d6-a260-1173eac2b1aa HTTP/1.1" status: 200 len: 998 time: 0.0606160 Jan 28 03:44:20.419748 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7744636-b0b4-4c72-bd50-2b7d1b2a12e2 req-bc0b5549-ab62-4230-9ca9-f6f0fe7b6a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:20.421269 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e7744636-b0b4-4c72-bd50-2b7d1b2a12e2 req-bc0b5549-ab62-4230-9ca9-f6f0fe7b6a60 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=21f867be-bc31-41d9-97dc-606c44ae6749 HTTP/1.1" status: 200 len: 835 time: 0.0477509 Jan 28 03:44:20.443525 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-0b32505d-923c-49b9-8efc-2ada29394c29 None None] Set router cd3cd48d-6374-4756-81bf-8e2ab6763f34 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:44:20.465888 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7744636-b0b4-4c72-bd50-2b7d1b2a12e2 req-d5bc12ec-5e38-463a-bc1d-378c7df22a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:20.467422 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e7744636-b0b4-4c72-bd50-2b7d1b2a12e2 req-d5bc12ec-5e38-463a-bc1d-378c7df22a78 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dce5d5bd-10a7-49af-a67d-81ad29e98493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407681 Jan 28 03:44:20.556846 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e7744636-b0b4-4c72-bd50-2b7d1b2a12e2 req-3ecdb717-44a0-4fdc-8763-15d494e0aff7 service neutron] 10.222.0.67 "GET /v2.0/networks/dce5d5bd-10a7-49af-a67d-81ad29e98493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836849 Jan 28 03:44:20.650824 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e7744636-b0b4-4c72-bd50-2b7d1b2a12e2 req-1f740afd-aac8-42a1-8a8d-5c07bc2e38a3 service neutron] 10.222.0.67 "GET /v2.0/networks/dce5d5bd-10a7-49af-a67d-81ad29e98493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882742 Jan 28 03:44:20.676499 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-0b32505d-923c-49b9-8efc-2ada29394c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3cd48d-6374-4756-81bf-8e2ab6763f34', 'name': 'tempest-TestNetworkBasicOps-router-1399845415', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '06193bc6-8032-4b4c-961d-348fbdc8bc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:43:59Z', 'updated_at': '2022-01-28T03:44:03Z', 'revision_number': 4, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'gw_port': {'id': '06193bc6-8032-4b4c-961d-348fbdc8bc2b', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3cd48d-6374-4756-81bf-8e2ab6763f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:44:00Z', 'updated_at': '2022-01-28T03:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '81df4801-e4c3-4941-b5d0-1724fb175522', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'floating_ip_address': '172.25.0.94', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': 'cd3cd48d-6374-4756-81bf-8e2ab6763f34', 'port_id': '7f2029ef-6a78-48d6-a260-1173eac2b1aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dce5d5bd-10a7-49af-a67d-81ad29e98493', 'mac_address': 'fa:16:3e:3e:89:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c84a8fd-2d82-4c91-8362-bcec11385b30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:44:18Z', 'updated_at': '2022-01-28T03:44:18Z', 'revision_number': 0, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd550924d-9d76-4df6-b136-b9bb238d1927', 'name': '', 'network_id': 'dce5d5bd-10a7-49af-a67d-81ad29e98493', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'mac_address': 'fa:16:3e:47:05:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3cd48d-6374-4756-81bf-8e2ab6763f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '21f867be-bc31-41d9-97dc-606c44ae6749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:44:02Z', 'updated_at': '2022-01-28T03:44:06Z', 'revision_number': 5, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'subnets': [{'id': '21f867be-bc31-41d9-97dc-606c44ae6749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:44:20.705483 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b32505d-923c-49b9-8efc-2ada29394c29 None None] The sync data for ids ['cd3cd48d-6374-4756-81bf-8e2ab6763f34'] in n-d-712139-27 is: [{'id': 'cd3cd48d-6374-4756-81bf-8e2ab6763f34', 'name': 'tempest-TestNetworkBasicOps-router-1399845415', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '06193bc6-8032-4b4c-961d-348fbdc8bc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:43:59Z', 'updated_at': '2022-01-28T03:44:03Z', 'revision_number': 4, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'gw_port': {'id': '06193bc6-8032-4b4c-961d-348fbdc8bc2b', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3cd48d-6374-4756-81bf-8e2ab6763f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:44:00Z', 'updated_at': '2022-01-28T03:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '81df4801-e4c3-4941-b5d0-1724fb175522', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'floating_ip_address': '172.25.0.94', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': 'cd3cd48d-6374-4756-81bf-8e2ab6763f34', 'port_id': '7f2029ef-6a78-48d6-a260-1173eac2b1aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dce5d5bd-10a7-49af-a67d-81ad29e98493', 'mac_address': 'fa:16:3e:3e:89:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c84a8fd-2d82-4c91-8362-bcec11385b30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:44:18Z', 'updated_at': '2022-01-28T03:44:18Z', 'revision_number': 0, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd550924d-9d76-4df6-b136-b9bb238d1927', 'name': '', 'network_id': 'dce5d5bd-10a7-49af-a67d-81ad29e98493', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'mac_address': 'fa:16:3e:47:05:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3cd48d-6374-4756-81bf-8e2ab6763f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '21f867be-bc31-41d9-97dc-606c44ae6749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:44:02Z', 'updated_at': '2022-01-28T03:44:06Z', 'revision_number': 5, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'subnets': [{'id': '21f867be-bc31-41d9-97dc-606c44ae6749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:44:20.923435 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ac171a-3ebc-4080-8402-93e249ca37ee None None] New status for floating IP 81df4801-e4c3-4941-b5d0-1724fb175522: ACTIVE {{(pid=109804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:44:21.056227 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 32906) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:44:21.119107 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7473e2c7-17e3-411b-b8eb-96de5447b863 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/floatingips/81df4801-e4c3-4941-b5d0-1724fb175522 HTTP/1.1" status: 200 len: 992 time: 0.0615976 Jan 28 03:44:29.527557 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:29.761050 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d810415e-638e-423c-8751-11bf40b4a1b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:31.838054 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b78943eb-ba8b-4043-99be-659c4de8ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:33.497033 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:33.895094 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:34.941518 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:36.170588 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:37.248387 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:44:40.603844 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a793270a-7fec-4bc5-abd1-71eb1a8e4577 req-53fbdea6-a1fd-45e3-ba83-fc18a4c56ed2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7c84a8fd-2d82-4c91-8362-bcec11385b30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0532825 Jan 28 03:44:40.704175 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793270a-7fec-4bc5-abd1-71eb1a8e4577 req-cf0fdcba-6ca5-465f-8782-6612a337bd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:40.705690 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a793270a-7fec-4bc5-abd1-71eb1a8e4577 req-cf0fdcba-6ca5-465f-8782-6612a337bd73 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a430f0f3e4f741e48de4bca12c777fa6&device_id=7c84a8fd-2d82-4c91-8362-bcec11385b30 HTTP/1.1" status: 200 len: 1097 time: 0.0440183 Jan 28 03:44:40.815333 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793270a-7fec-4bc5-abd1-71eb1a8e4577 req-ca7aede9-9828-4bd0-a523-4b464fcecc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:40.816863 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a793270a-7fec-4bc5-abd1-71eb1a8e4577 req-ca7aede9-9828-4bd0-a523-4b464fcecc3b service neutron] 10.222.0.67 "GET /v2.0/networks?id=dce5d5bd-10a7-49af-a67d-81ad29e98493 HTTP/1.1" status: 200 len: 897 time: 0.0901759 Jan 28 03:44:40.887265 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a793270a-7fec-4bc5-abd1-71eb1a8e4577 req-978f7e68-c4d4-4f79-968b-8c01f052537e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f2029ef-6a78-48d6-a260-1173eac2b1aa HTTP/1.1" status: 200 len: 1000 time: 0.0637825 Jan 28 03:44:40.936898 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793270a-7fec-4bc5-abd1-71eb1a8e4577 req-b65b8d97-4e11-4824-8148-838783517c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:40.938493 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a793270a-7fec-4bc5-abd1-71eb1a8e4577 req-b65b8d97-4e11-4824-8148-838783517c21 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=21f867be-bc31-41d9-97dc-606c44ae6749 HTTP/1.1" status: 200 len: 835 time: 0.0454121 Jan 28 03:44:40.986751 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793270a-7fec-4bc5-abd1-71eb1a8e4577 req-8b1198d7-3f1b-4c8d-bd8d-aa0d3109c523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:44:40.988265 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a793270a-7fec-4bc5-abd1-71eb1a8e4577 req-8b1198d7-3f1b-4c8d-bd8d-aa0d3109c523 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dce5d5bd-10a7-49af-a67d-81ad29e98493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438163 Jan 28 03:44:41.082030 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a793270a-7fec-4bc5-abd1-71eb1a8e4577 req-9a22cc4b-04f8-41e0-90e5-216ea85195b4 service neutron] 10.222.0.67 "GET /v2.0/networks/dce5d5bd-10a7-49af-a67d-81ad29e98493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876465 Jan 28 03:44:41.184142 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a793270a-7fec-4bc5-abd1-71eb1a8e4577 req-f4e448c5-d3b2-46b7-8fdd-fb77fa2814b5 service neutron] 10.222.0.67 "GET /v2.0/networks/dce5d5bd-10a7-49af-a67d-81ad29e98493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965123 Jan 28 03:44:59.532812 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:44:59.773961 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-78155cbf-1e83-4df3-ab9b-6b9783db8941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:01.845247 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c2b2e12f-c6d5-4da7-9413-d17d6d0eb6c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:03.499968 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:03.896660 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:04.951578 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:06.181411 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:14.248092 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:45:29.535404 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:29.776710 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-93a6660a-e441-4e57-b37e-5494c31a4b47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:31.850687 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4eb685bb-8b06-425e-81c8-eb261e275d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:32.473903 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 32932) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:32.541014 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4deaa449-d71c-4dce-a76c-beaac95d0208 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/floatingips/81df4801-e4c3-4941-b5d0-1724fb175522 HTTP/1.1" status: 200 len: 992 time: 0.0659020 Jan 28 03:45:32.799698 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 32942) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:32.984698 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-285566e7-56fd-4563-9271-b6dacdc51dd2 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Deleting port 872fdf95-73b5-457c-a626-c40aadd9f63d {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:45:32.985131 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-285566e7-56fd-4563-9271-b6dacdc51dd2 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (872fdf95-73b5-457c-a626-c40aadd9f63d), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:33.067210 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-285566e7-56fd-4563-9271-b6dacdc51dd2 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (872fdf95-73b5-457c-a626-c40aadd9f63d), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:33.067450 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-285566e7-56fd-4563-9271-b6dacdc51dd2 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for floatingip (872fdf95-73b5-457c-a626-c40aadd9f63d), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:33.079620 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-285566e7-56fd-4563-9271-b6dacdc51dd2 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Calling delete_port for 872fdf95-73b5-457c-a626-c40aadd9f63d owned by network:floatingip {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:45:33.227707 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-285566e7-56fd-4563-9271-b6dacdc51dd2 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (872fdf95-73b5-457c-a626-c40aadd9f63d), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:33.253615 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285566e7-56fd-4563-9271-b6dacdc51dd2 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event deleted for resources: {'Port': ['ID=872fdf95-73b5-457c-a626-c40aadd9f63d,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:33.263907 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285566e7-56fd-4563-9271-b6dacdc51dd2 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:33.264255 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285566e7-56fd-4563-9271-b6dacdc51dd2 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:33.264596 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285566e7-56fd-4563-9271-b6dacdc51dd2 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:33.264927 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285566e7-56fd-4563-9271-b6dacdc51dd2 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:33.265286 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285566e7-56fd-4563-9271-b6dacdc51dd2 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:33.265621 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285566e7-56fd-4563-9271-b6dacdc51dd2 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:33.265947 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285566e7-56fd-4563-9271-b6dacdc51dd2 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:33.266244 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285566e7-56fd-4563-9271-b6dacdc51dd2 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:33.266597 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285566e7-56fd-4563-9271-b6dacdc51dd2 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:33.267317 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285566e7-56fd-4563-9271-b6dacdc51dd2 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:33.267317 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285566e7-56fd-4563-9271-b6dacdc51dd2 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:33.267485 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285566e7-56fd-4563-9271-b6dacdc51dd2 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:33.267843 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285566e7-56fd-4563-9271-b6dacdc51dd2 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:33.329793 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-285566e7-56fd-4563-9271-b6dacdc51dd2 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for floatingip (81df4801-e4c3-4941-b5d0-1724fb175522), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:33.330121 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [None req-285566e7-56fd-4563-9271-b6dacdc51dd2 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Floating IP 81df4801-e4c3-4941-b5d0-1724fb175522 disassociated (deleted). External IP: 172.25.0.94, port: 7f2029ef-6a78-48d6-a260-1173eac2b1aa. Jan 28 03:45:33.502259 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:33.806908 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285566e7-56fd-4563-9271-b6dacdc51dd2 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Router cd3cd48d-6374-4756-81bf-8e2ab6763f34 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:45:33.905461 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:33.923033 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285566e7-56fd-4563-9271-b6dacdc51dd2 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:45:33.927567 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-285566e7-56fd-4563-9271-b6dacdc51dd2 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:33.933468 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f3c068-fd02-42dd-b70f-cddea2227176 None None] Sync routers for ids ['cd3cd48d-6374-4756-81bf-8e2ab6763f34'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:45:33.943098 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f3c068-fd02-42dd-b70f-cddea2227176 None None] Routers {'cd3cd48d-6374-4756-81bf-8e2ab6763f34'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:45:33.943703 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-b8f3c068-fd02-42dd-b70f-cddea2227176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:45:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['cd3cd48d-6374-4756-81bf-8e2ab6763f34'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:45:33.956440 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-285566e7-56fd-4563-9271-b6dacdc51dd2 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "DELETE /v2.0/floatingips/81df4801-e4c3-4941-b5d0-1724fb175522 HTTP/1.1" status: 204 len: 168 time: 1.1556704 Jan 28 03:45:33.956982 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c84a8fd-2d82-4c91-8362-bcec11385b30', 'tag': '7f2029ef-6a78-48d6-a260-1173eac2b1aa'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:45:33.959970 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3198fe40c20953b5b589f016e0433bfb4a98f5964cdf03e8abb15383fb0d5974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0483d43-05cd-4872-9db4-bab8f46bbc2a" -d '{"events": [{"name": "network-changed", "server_uuid": "7c84a8fd-2d82-4c91-8362-bcec11385b30", "tag": "7f2029ef-6a78-48d6-a260-1173eac2b1aa"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:45:34.000404 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a53c0f-1c24-4006-a800-086c186f2ee4 x-openstack-request-id: req-f9a53c0f-1c24-4006-a800-086c186f2ee4 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:45:34.000762 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c84a8fd-2d82-4c91-8362-bcec11385b30", "tag": "7f2029ef-6a78-48d6-a260-1173eac2b1aa", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:45:34.001065 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f9a53c0f-1c24-4006-a800-086c186f2ee4 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:45:34.001650 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c84a8fd-2d82-4c91-8362-bcec11385b30', 'tag': '7f2029ef-6a78-48d6-a260-1173eac2b1aa', 'status': 'completed', 'code': 200} Jan 28 03:45:34.056658 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-b8f3c068-fd02-42dd-b70f-cddea2227176 None None] Set router cd3cd48d-6374-4756-81bf-8e2ab6763f34 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:45:34.114510 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0483d43-05cd-4872-9db4-bab8f46bbc2a req-69092872-d357-417a-b136-5594f971e45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:34.116149 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f0483d43-05cd-4872-9db4-bab8f46bbc2a req-69092872-d357-417a-b136-5594f971e45d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a430f0f3e4f741e48de4bca12c777fa6&device_id=7c84a8fd-2d82-4c91-8362-bcec11385b30 HTTP/1.1" status: 200 len: 1097 time: 0.0724702 Jan 28 03:45:34.202981 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3fedfa-6829-4be5-a20a-3ebea1d6a4f1 req-cbc248a3-149c-4022-8d4f-ed905a221c6d tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:34.204591 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7e3fedfa-6829-4be5-a20a-3ebea1d6a4f1 req-cbc248a3-149c-4022-8d4f-ed905a221c6d tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c84a8fd-2d82-4c91-8362-bcec11385b30 HTTP/1.1" status: 200 len: 945 time: 0.0515525 Jan 28 03:45:34.242913 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0483d43-05cd-4872-9db4-bab8f46bbc2a req-847563b0-bde7-446c-8b9e-c0489bc9016c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:34.244533 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f0483d43-05cd-4872-9db4-bab8f46bbc2a req-847563b0-bde7-446c-8b9e-c0489bc9016c service neutron] 10.222.0.67 "GET /v2.0/networks?id=dce5d5bd-10a7-49af-a67d-81ad29e98493 HTTP/1.1" status: 200 len: 897 time: 0.0980628 Jan 28 03:45:34.255771 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7e3fedfa-6829-4be5-a20a-3ebea1d6a4f1 req-b020f279-c8ad-4409-b411-3da025de2f86 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/security-groups?id=ceeeb0c8-d341-4c46-862e-42fa229dcbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442724 Jan 28 03:45:34.267018 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-b8f3c068-fd02-42dd-b70f-cddea2227176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3cd48d-6374-4756-81bf-8e2ab6763f34', 'name': 'tempest-TestNetworkBasicOps-router-1399845415', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '06193bc6-8032-4b4c-961d-348fbdc8bc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:43:59Z', 'updated_at': '2022-01-28T03:44:03Z', 'revision_number': 4, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'gw_port': {'id': '06193bc6-8032-4b4c-961d-348fbdc8bc2b', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3cd48d-6374-4756-81bf-8e2ab6763f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:44:00Z', 'updated_at': '2022-01-28T03:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'd550924d-9d76-4df6-b136-b9bb238d1927', 'name': '', 'network_id': 'dce5d5bd-10a7-49af-a67d-81ad29e98493', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'mac_address': 'fa:16:3e:47:05:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3cd48d-6374-4756-81bf-8e2ab6763f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '21f867be-bc31-41d9-97dc-606c44ae6749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:44:02Z', 'updated_at': '2022-01-28T03:44:06Z', 'revision_number': 5, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'subnets': [{'id': '21f867be-bc31-41d9-97dc-606c44ae6749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:45:34.292405 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f0483d43-05cd-4872-9db4-bab8f46bbc2a req-620a4361-6179-480d-8a7b-b7e72cd3e715 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f2029ef-6a78-48d6-a260-1173eac2b1aa HTTP/1.1" status: 200 len: 217 time: 0.0405376 Jan 28 03:45:34.300039 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f3c068-fd02-42dd-b70f-cddea2227176 None None] Checking router: cd3cd48d-6374-4756-81bf-8e2ab6763f34 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:45:34.309135 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f3c068-fd02-42dd-b70f-cddea2227176 None None] Routers {'cd3cd48d-6374-4756-81bf-8e2ab6763f34'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:45:34.309726 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-b8f3c068-fd02-42dd-b70f-cddea2227176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:45:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['cd3cd48d-6374-4756-81bf-8e2ab6763f34'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:45:34.342063 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0483d43-05cd-4872-9db4-bab8f46bbc2a req-56d5669f-ba12-444b-8f92-86fa42c9e517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:34.343706 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f0483d43-05cd-4872-9db4-bab8f46bbc2a req-56d5669f-ba12-444b-8f92-86fa42c9e517 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=21f867be-bc31-41d9-97dc-606c44ae6749 HTTP/1.1" status: 200 len: 835 time: 0.0451627 Jan 28 03:45:34.391155 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0483d43-05cd-4872-9db4-bab8f46bbc2a req-e16c8bac-4f6d-4e3a-9fbc-39b2d337a113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:34.392671 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f0483d43-05cd-4872-9db4-bab8f46bbc2a req-e16c8bac-4f6d-4e3a-9fbc-39b2d337a113 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dce5d5bd-10a7-49af-a67d-81ad29e98493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413170 Jan 28 03:45:34.403854 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-f0483d43-05cd-4872-9db4-bab8f46bbc2a req-89a77c0e-7ee4-4bf4-a4f5-52ea6682f988 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:45:34.404800 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f0483d43-05cd-4872-9db4-bab8f46bbc2a req-89a77c0e-7ee4-4bf4-a4f5-52ea6682f988 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050528 Jan 28 03:45:34.412251 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-b8f3c068-fd02-42dd-b70f-cddea2227176 None None] Set router cd3cd48d-6374-4756-81bf-8e2ab6763f34 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:45:34.499030 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f0483d43-05cd-4872-9db4-bab8f46bbc2a req-4026b37b-8050-47a3-8053-710fdcb5bfb0 service neutron] 10.222.0.67 "GET /v2.0/networks/dce5d5bd-10a7-49af-a67d-81ad29e98493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872772 Jan 28 03:45:34.588147 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f0483d43-05cd-4872-9db4-bab8f46bbc2a req-e54ccc8e-ec66-49ba-8565-9c4965aae197 service neutron] 10.222.0.67 "GET /v2.0/networks/dce5d5bd-10a7-49af-a67d-81ad29e98493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815527 Jan 28 03:45:34.605037 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-b8f3c068-fd02-42dd-b70f-cddea2227176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3cd48d-6374-4756-81bf-8e2ab6763f34', 'name': 'tempest-TestNetworkBasicOps-router-1399845415', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '06193bc6-8032-4b4c-961d-348fbdc8bc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:43:59Z', 'updated_at': '2022-01-28T03:44:03Z', 'revision_number': 4, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'gw_port': {'id': '06193bc6-8032-4b4c-961d-348fbdc8bc2b', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3cd48d-6374-4756-81bf-8e2ab6763f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:44:00Z', 'updated_at': '2022-01-28T03:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'd550924d-9d76-4df6-b136-b9bb238d1927', 'name': '', 'network_id': 'dce5d5bd-10a7-49af-a67d-81ad29e98493', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'mac_address': 'fa:16:3e:47:05:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3cd48d-6374-4756-81bf-8e2ab6763f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '21f867be-bc31-41d9-97dc-606c44ae6749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:44:02Z', 'updated_at': '2022-01-28T03:44:06Z', 'revision_number': 5, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'subnets': [{'id': '21f867be-bc31-41d9-97dc-606c44ae6749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:45:34.630676 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f3c068-fd02-42dd-b70f-cddea2227176 None None] The sync data for ids ['cd3cd48d-6374-4756-81bf-8e2ab6763f34'] in n-d-712139-27 is: [{'id': 'cd3cd48d-6374-4756-81bf-8e2ab6763f34', 'name': 'tempest-TestNetworkBasicOps-router-1399845415', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '06193bc6-8032-4b4c-961d-348fbdc8bc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:43:59Z', 'updated_at': '2022-01-28T03:44:03Z', 'revision_number': 4, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'gw_port': {'id': '06193bc6-8032-4b4c-961d-348fbdc8bc2b', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3cd48d-6374-4756-81bf-8e2ab6763f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:44:00Z', 'updated_at': '2022-01-28T03:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'd550924d-9d76-4df6-b136-b9bb238d1927', 'name': '', 'network_id': 'dce5d5bd-10a7-49af-a67d-81ad29e98493', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'mac_address': 'fa:16:3e:47:05:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3cd48d-6374-4756-81bf-8e2ab6763f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '21f867be-bc31-41d9-97dc-606c44ae6749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:44:02Z', 'updated_at': '2022-01-28T03:44:06Z', 'revision_number': 5, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'subnets': [{'id': '21f867be-bc31-41d9-97dc-606c44ae6749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:45:34.872966 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e17eb66-7107-4f8a-8d64-b8c4c849f133 None None] New status for floating IP 81df4801-e4c3-4941-b5d0-1724fb175522: DOWN {{(pid=109804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:45:34.953559 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:35.387181 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfec9b0-02bd-4d75-bd4b-cc78bb2c2ea5 req-805adf6b-8622-4b69-866a-18aa7cf68426 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:35.388666 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-edfec9b0-02bd-4d75-bd4b-cc78bb2c2ea5 req-805adf6b-8622-4b69-866a-18aa7cf68426 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c84a8fd-2d82-4c91-8362-bcec11385b30 HTTP/1.1" status: 200 len: 945 time: 0.0558708 Jan 28 03:45:35.437644 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-edfec9b0-02bd-4d75-bd4b-cc78bb2c2ea5 req-98af84fd-514c-4524-a0e1-9398fef89f5a tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/security-groups?id=ceeeb0c8-d341-4c46-862e-42fa229dcbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432224 Jan 28 03:45:35.855768 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1cd88-2f2b-4321-84bb-63094ab44777 req-9a83a5c2-749a-4c1f-bd89-de6aef7e4199 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:35.857275 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-58c1cd88-2f2b-4321-84bb-63094ab44777 req-9a83a5c2-749a-4c1f-bd89-de6aef7e4199 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c84a8fd-2d82-4c91-8362-bcec11385b30 HTTP/1.1" status: 200 len: 945 time: 0.0595090 Jan 28 03:45:35.951046 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-58c1cd88-2f2b-4321-84bb-63094ab44777 req-a0cd3207-95bc-4a71-9225-e8b7477cd48e tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Deleting port 7f2029ef-6a78-48d6-a260-1173eac2b1aa {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:45:35.951287 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-58c1cd88-2f2b-4321-84bb-63094ab44777 req-a0cd3207-95bc-4a71-9225-e8b7477cd48e tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (7f2029ef-6a78-48d6-a260-1173eac2b1aa), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:36.044614 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-58c1cd88-2f2b-4321-84bb-63094ab44777 req-a0cd3207-95bc-4a71-9225-e8b7477cd48e tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] For port 7f2029ef-6a78-48d6-a260-1173eac2b1aa, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=7f2029ef-6a78-48d6-a260-1173eac2b1aa,segment=NetworkSegment(e9a4cd61-c99f-4ca8-bce1-41252e2a32ea),segment_id=e9a4cd61-c99f-4ca8-bce1-41252e2a32ea)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:45:36.044958 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-58c1cd88-2f2b-4321-84bb-63094ab44777 req-a0cd3207-95bc-4a71-9225-e8b7477cd48e tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (7f2029ef-6a78-48d6-a260-1173eac2b1aa), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:36.057140 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-58c1cd88-2f2b-4321-84bb-63094ab44777 req-a0cd3207-95bc-4a71-9225-e8b7477cd48e tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Calling delete_port for 7f2029ef-6a78-48d6-a260-1173eac2b1aa owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:45:36.176317 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:36.202227 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-58c1cd88-2f2b-4321-84bb-63094ab44777 req-a0cd3207-95bc-4a71-9225-e8b7477cd48e tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (7f2029ef-6a78-48d6-a260-1173eac2b1aa), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:36.230772 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd3207-95bc-4a71-9225-e8b7477cd48e tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event deleted for resources: {'Port': ['ID=7f2029ef-6a78-48d6-a260-1173eac2b1aa,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:36.243154 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd3207-95bc-4a71-9225-e8b7477cd48e tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:36.243509 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd3207-95bc-4a71-9225-e8b7477cd48e tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:36.243854 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd3207-95bc-4a71-9225-e8b7477cd48e tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:36.244196 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd3207-95bc-4a71-9225-e8b7477cd48e tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:36.244534 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd3207-95bc-4a71-9225-e8b7477cd48e tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:36.244880 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd3207-95bc-4a71-9225-e8b7477cd48e tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:36.245255 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd3207-95bc-4a71-9225-e8b7477cd48e tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:36.245605 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd3207-95bc-4a71-9225-e8b7477cd48e tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:36.245922 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd3207-95bc-4a71-9225-e8b7477cd48e tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:36.246252 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd3207-95bc-4a71-9225-e8b7477cd48e tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:36.246581 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd3207-95bc-4a71-9225-e8b7477cd48e tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:36.246909 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd3207-95bc-4a71-9225-e8b7477cd48e tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:36.247235 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd3207-95bc-4a71-9225-e8b7477cd48e tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:36.281279 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c1cd88-2f2b-4321-84bb-63094ab44777 req-a0cd3207-95bc-4a71-9225-e8b7477cd48e tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] No DVR routers for this DVR port 7f2029ef-6a78-48d6-a260-1173eac2b1aa on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:45:36.283990 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-58c1cd88-2f2b-4321-84bb-63094ab44777 req-a0cd3207-95bc-4a71-9225-e8b7477cd48e tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:36.287327 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-58c1cd88-2f2b-4321-84bb-63094ab44777 req-a0cd3207-95bc-4a71-9225-e8b7477cd48e tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.67 "DELETE /v2.0/ports/7f2029ef-6a78-48d6-a260-1173eac2b1aa HTTP/1.1" status: 204 len: 173 time: 0.4251091 Jan 28 03:45:36.287794 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c84a8fd-2d82-4c91-8362-bcec11385b30', 'name': 'network-vif-deleted', 'tag': '7f2029ef-6a78-48d6-a260-1173eac2b1aa'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:45:36.290131 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4bb1fb-2856-4737-b1cf-a4d52435d4e6" -d '{"events": [{"server_uuid": "7c84a8fd-2d82-4c91-8362-bcec11385b30", "name": "network-vif-deleted", "tag": "7f2029ef-6a78-48d6-a260-1173eac2b1aa"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:45:36.331198 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332e7ba1-63da-454f-96fa-f2105f69e433 x-openstack-request-id: req-332e7ba1-63da-454f-96fa-f2105f69e433 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:45:36.331648 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c84a8fd-2d82-4c91-8362-bcec11385b30", "name": "network-vif-deleted", "tag": "7f2029ef-6a78-48d6-a260-1173eac2b1aa", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:45:36.331930 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-332e7ba1-63da-454f-96fa-f2105f69e433 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:45:36.332411 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c84a8fd-2d82-4c91-8362-bcec11385b30', 'name': 'network-vif-deleted', 'tag': '7f2029ef-6a78-48d6-a260-1173eac2b1aa', 'status': 'completed', 'code': 200} Jan 28 03:45:36.547509 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9a9c6b25-b211-4732-bc08-6c12511d14e7 req-e5050ebe-c0d2-40e1-a00f-cd79f3c2f3fd tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c84a8fd-2d82-4c91-8362-bcec11385b30 HTTP/1.1" status: 200 len: 210 time: 0.0280402 Jan 28 03:45:37.607268 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 32976) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:37.677618 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ef4851ac-8200-4366-ae22-084923328eb6 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group (ceeeb0c8-d341-4c46-862e-42fa229dcbf3), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:37.703484 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ef4851ac-8200-4366-ae22-084923328eb6 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group (ceeeb0c8-d341-4c46-862e-42fa229dcbf3), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:37.765566 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ef4851ac-8200-4366-ae22-084923328eb6 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (ceeeb0c8-d341-4c46-862e-42fa229dcbf3), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:37.768007 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ef4851ac-8200-4366-ae22-084923328eb6 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:37.769284 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ef4851ac-8200-4366-ae22-084923328eb6 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "DELETE /v2.0/security-groups/ceeeb0c8-d341-4c46-862e-42fa229dcbf3 HTTP/1.1" status: 204 len: 168 time: 0.1608984 Jan 28 03:45:37.778753 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4851ac-8200-4366-ae22-084923328eb6 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceeeb0c8-d341-4c46-862e-42fa229dcbf3,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:37.803987 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 32980) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:38.202935 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-eafe9139-9fc4-4ec5-bb3b-ed7577914a7a tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (cd3cd48d-6374-4756-81bf-8e2ab6763f34), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:38.466269 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-eafe9139-9fc4-4ec5-bb3b-ed7577914a7a tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Deleting port d550924d-9d76-4df6-b136-b9bb238d1927 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:45:38.466573 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-eafe9139-9fc4-4ec5-bb3b-ed7577914a7a tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (d550924d-9d76-4df6-b136-b9bb238d1927), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:38.563480 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-eafe9139-9fc4-4ec5-bb3b-ed7577914a7a tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] For port d550924d-9d76-4df6-b136-b9bb238d1927, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=d550924d-9d76-4df6-b136-b9bb238d1927,segment=NetworkSegment(e9a4cd61-c99f-4ca8-bce1-41252e2a32ea),segment_id=e9a4cd61-c99f-4ca8-bce1-41252e2a32ea)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:45:38.563848 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-eafe9139-9fc4-4ec5-bb3b-ed7577914a7a tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (d550924d-9d76-4df6-b136-b9bb238d1927), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:38.576163 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-eafe9139-9fc4-4ec5-bb3b-ed7577914a7a tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Calling delete_port for d550924d-9d76-4df6-b136-b9bb238d1927 owned by network:router_interface {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:45:38.762037 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-eafe9139-9fc4-4ec5-bb3b-ed7577914a7a tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (d550924d-9d76-4df6-b136-b9bb238d1927), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:38.789061 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe9139-9fc4-4ec5-bb3b-ed7577914a7a tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event deleted for resources: {'Port': ['ID=d550924d-9d76-4df6-b136-b9bb238d1927,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:38.963397 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-eafe9139-9fc4-4ec5-bb3b-ed7577914a7a tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (cd3cd48d-6374-4756-81bf-8e2ab6763f34), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:39.184899 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eafe9139-9fc4-4ec5-bb3b-ed7577914a7a tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Router cd3cd48d-6374-4756-81bf-8e2ab6763f34 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:45:39.303301 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eafe9139-9fc4-4ec5-bb3b-ed7577914a7a tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:45:39.309271 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-eafe9139-9fc4-4ec5-bb3b-ed7577914a7a tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "PUT /v2.0/routers/cd3cd48d-6374-4756-81bf-8e2ab6763f34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5041790 Jan 28 03:45:39.312189 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 32982) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:39.314201 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64be0d36-072a-464b-8767-aafbbca2620c None None] Sync routers for ids ['cd3cd48d-6374-4756-81bf-8e2ab6763f34'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:45:39.324794 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64be0d36-072a-464b-8767-aafbbca2620c None None] Routers {'cd3cd48d-6374-4756-81bf-8e2ab6763f34'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:45:39.325502 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-64be0d36-072a-464b-8767-aafbbca2620c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:45:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['cd3cd48d-6374-4756-81bf-8e2ab6763f34'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:45:39.364117 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4e357e1-9ecc-4d83-b528-a36a68a23dde tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Deleting subnet 21f867be-bc31-41d9-97dc-606c44ae6749 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:45:39.367545 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e4e357e1-9ecc-4d83-b528-a36a68a23dde tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for subnet (21f867be-bc31-41d9-97dc-606c44ae6749), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:39.410699 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e4e357e1-9ecc-4d83-b528-a36a68a23dde tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (21f867be-bc31-41d9-97dc-606c44ae6749), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:39.427984 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-64be0d36-072a-464b-8767-aafbbca2620c None None] Set router cd3cd48d-6374-4756-81bf-8e2ab6763f34 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:45:39.499255 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e4e357e1-9ecc-4d83-b528-a36a68a23dde tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (21f867be-bc31-41d9-97dc-606c44ae6749), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:39.559977 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e4e357e1-9ecc-4d83-b528-a36a68a23dde tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (21f867be-bc31-41d9-97dc-606c44ae6749), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:39.589646 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e4e357e1-9ecc-4d83-b528-a36a68a23dde tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:39.593471 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e4e357e1-9ecc-4d83-b528-a36a68a23dde tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "DELETE /v2.0/subnets/21f867be-bc31-41d9-97dc-606c44ae6749 HTTP/1.1" status: 204 len: 168 time: 0.2797208 Jan 28 03:45:39.594349 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e357e1-9ecc-4d83-b528-a36a68a23dde tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event deleted for resources: {'Subnet': ['ID=21f867be-bc31-41d9-97dc-606c44ae6749,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:39.596078 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 32984) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:39.598952 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229ab5bf-9e6e-4610-b81d-4c5334654ea2 None None] Network dce5d5bd-10a7-49af-a67d-81ad29e98493 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:45:39.609600 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-64be0d36-072a-464b-8767-aafbbca2620c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3cd48d-6374-4756-81bf-8e2ab6763f34', 'name': 'tempest-TestNetworkBasicOps-router-1399845415', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '06193bc6-8032-4b4c-961d-348fbdc8bc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:43:59Z', 'updated_at': '2022-01-28T03:45:38Z', 'revision_number': 5, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'gw_port': {'id': '06193bc6-8032-4b4c-961d-348fbdc8bc2b', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3cd48d-6374-4756-81bf-8e2ab6763f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:44:00Z', 'updated_at': '2022-01-28T03:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:45:39.636424 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64be0d36-072a-464b-8767-aafbbca2620c None None] Checking router: cd3cd48d-6374-4756-81bf-8e2ab6763f34 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:45:39.645103 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64be0d36-072a-464b-8767-aafbbca2620c None None] Routers {'cd3cd48d-6374-4756-81bf-8e2ab6763f34'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:45:39.645768 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-64be0d36-072a-464b-8767-aafbbca2620c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:45:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['cd3cd48d-6374-4756-81bf-8e2ab6763f34'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:45:39.715977 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-03e3bcb3-994d-4777-9eb0-7729525cf3d7 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for router (cd3cd48d-6374-4756-81bf-8e2ab6763f34), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:39.758990 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-64be0d36-072a-464b-8767-aafbbca2620c None None] Set router cd3cd48d-6374-4756-81bf-8e2ab6763f34 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:45:39.770584 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec11ed6-8e72-4d7b-aa4c-409530fdeb1c None None] DHCP port deletion for dce5d5bd-10a7-49af-a67d-81ad29e98493 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:45:39.796152 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 7f2029ef-6a78-48d6-a260-1173eac2b1aa no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:45:39.823677 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: 7f2029ef-6a78-48d6-a260-1173eac2b1aa {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:45:39.824343 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 7f2029ef-6a78-48d6-a260-1173eac2b1aa not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:45:39.831016 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-03e3bcb3-994d-4777-9eb0-7729525cf3d7 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for router_gateway (cd3cd48d-6374-4756-81bf-8e2ab6763f34), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:39.853669 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-2ec11ed6-8e72-4d7b-aa4c-409530fdeb1c None None] Deleting port e23ec373-b50a-49d5-bf39-e0cdfa8c8d26 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:45:39.854635 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2ec11ed6-8e72-4d7b-aa4c-409530fdeb1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (e23ec373-b50a-49d5-bf39-e0cdfa8c8d26), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:39.893249 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-03e3bcb3-994d-4777-9eb0-7729525cf3d7 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Deleting port 06193bc6-8032-4b4c-961d-348fbdc8bc2b {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:45:39.893748 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-03e3bcb3-994d-4777-9eb0-7729525cf3d7 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (06193bc6-8032-4b4c-961d-348fbdc8bc2b), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:39.933983 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-2ec11ed6-8e72-4d7b-aa4c-409530fdeb1c None None] For port e23ec373-b50a-49d5-bf39-e0cdfa8c8d26, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=e23ec373-b50a-49d5-bf39-e0cdfa8c8d26,segment=NetworkSegment(e9a4cd61-c99f-4ca8-bce1-41252e2a32ea),segment_id=e9a4cd61-c99f-4ca8-bce1-41252e2a32ea)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:45:39.934472 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2ec11ed6-8e72-4d7b-aa4c-409530fdeb1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (e23ec373-b50a-49d5-bf39-e0cdfa8c8d26), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:39.947658 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-64be0d36-072a-464b-8767-aafbbca2620c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3cd48d-6374-4756-81bf-8e2ab6763f34', 'name': 'tempest-TestNetworkBasicOps-router-1399845415', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '06193bc6-8032-4b4c-961d-348fbdc8bc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:43:59Z', 'updated_at': '2022-01-28T03:45:38Z', 'revision_number': 5, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'gw_port': {'id': '06193bc6-8032-4b4c-961d-348fbdc8bc2b', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3cd48d-6374-4756-81bf-8e2ab6763f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:44:00Z', 'updated_at': '2022-01-28T03:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:45:39.950639 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-2ec11ed6-8e72-4d7b-aa4c-409530fdeb1c None None] Calling delete_port for e23ec373-b50a-49d5-bf39-e0cdfa8c8d26 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:45:39.988650 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-03e3bcb3-994d-4777-9eb0-7729525cf3d7 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] For port 06193bc6-8032-4b4c-961d-348fbdc8bc2b, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=06193bc6-8032-4b4c-961d-348fbdc8bc2b,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:45:39.988925 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-03e3bcb3-994d-4777-9eb0-7729525cf3d7 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (06193bc6-8032-4b4c-961d-348fbdc8bc2b), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:40.003430 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-03e3bcb3-994d-4777-9eb0-7729525cf3d7 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Calling delete_port for 06193bc6-8032-4b4c-961d-348fbdc8bc2b owned by network:router_gateway {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:45:40.033656 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2ec11ed6-8e72-4d7b-aa4c-409530fdeb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (e23ec373-b50a-49d5-bf39-e0cdfa8c8d26), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:40.061103 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec11ed6-8e72-4d7b-aa4c-409530fdeb1c None None] Pushing event deleted for resources: {'Port': ['ID=e23ec373-b50a-49d5-bf39-e0cdfa8c8d26,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:40.070332 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec11ed6-8e72-4d7b-aa4c-409530fdeb1c None None] No DVR routers for this DVR port e23ec373-b50a-49d5-bf39-e0cdfa8c8d26 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:45:40.073314 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec11ed6-8e72-4d7b-aa4c-409530fdeb1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:40.073820 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec11ed6-8e72-4d7b-aa4c-409530fdeb1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:40.074107 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec11ed6-8e72-4d7b-aa4c-409530fdeb1c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:40.074452 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec11ed6-8e72-4d7b-aa4c-409530fdeb1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:40.074844 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec11ed6-8e72-4d7b-aa4c-409530fdeb1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:40.075147 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec11ed6-8e72-4d7b-aa4c-409530fdeb1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:40.075485 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec11ed6-8e72-4d7b-aa4c-409530fdeb1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:40.075810 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec11ed6-8e72-4d7b-aa4c-409530fdeb1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:40.076274 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec11ed6-8e72-4d7b-aa4c-409530fdeb1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:40.076605 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec11ed6-8e72-4d7b-aa4c-409530fdeb1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:40.076895 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64be0d36-072a-464b-8767-aafbbca2620c None None] The sync data for ids ['cd3cd48d-6374-4756-81bf-8e2ab6763f34'] in n-d-712139-27 is: [{'id': 'cd3cd48d-6374-4756-81bf-8e2ab6763f34', 'name': 'tempest-TestNetworkBasicOps-router-1399845415', 'tenant_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '06193bc6-8032-4b4c-961d-348fbdc8bc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:43:59Z', 'updated_at': '2022-01-28T03:45:38Z', 'revision_number': 5, 'project_id': 'a430f0f3e4f741e48de4bca12c777fa6', 'gw_port': {'id': '06193bc6-8032-4b4c-961d-348fbdc8bc2b', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3cd48d-6374-4756-81bf-8e2ab6763f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:44:00Z', 'updated_at': '2022-01-28T03:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:45:40.077053 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec11ed6-8e72-4d7b-aa4c-409530fdeb1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:40.077297 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec11ed6-8e72-4d7b-aa4c-409530fdeb1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:40.077577 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec11ed6-8e72-4d7b-aa4c-409530fdeb1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:40.201471 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-03e3bcb3-994d-4777-9eb0-7729525cf3d7 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (06193bc6-8032-4b4c-961d-348fbdc8bc2b), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:40.228856 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e3bcb3-994d-4777-9eb0-7729525cf3d7 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event deleted for resources: {'Port': ['ID=06193bc6-8032-4b4c-961d-348fbdc8bc2b,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:40.305505 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-03e3bcb3-994d-4777-9eb0-7729525cf3d7 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (cd3cd48d-6374-4756-81bf-8e2ab6763f34), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:40.396024 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-03e3bcb3-994d-4777-9eb0-7729525cf3d7 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (cd3cd48d-6374-4756-81bf-8e2ab6763f34), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:40.398312 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-03e3bcb3-994d-4777-9eb0-7729525cf3d7 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for router_controller (cd3cd48d-6374-4756-81bf-8e2ab6763f34), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:40.444305 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-03e3bcb3-994d-4777-9eb0-7729525cf3d7 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (cd3cd48d-6374-4756-81bf-8e2ab6763f34), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:40.444902 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e3bcb3-994d-4777-9eb0-7729525cf3d7 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Fanout notify agent at l3_agent the message router_deleted on router cd3cd48d-6374-4756-81bf-8e2ab6763f34 {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:45:40.452452 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-03e3bcb3-994d-4777-9eb0-7729525cf3d7 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:40.456686 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-03e3bcb3-994d-4777-9eb0-7729525cf3d7 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "DELETE /v2.0/routers/cd3cd48d-6374-4756-81bf-8e2ab6763f34 HTTP/1.1" status: 204 len: 168 time: 0.8564568 Jan 28 03:45:40.456686 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 32986) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:40.533627 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-172885f9-bbca-42a5-914c-c6f06a56a042 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (dce5d5bd-10a7-49af-a67d-81ad29e98493), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:40.623214 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-172885f9-bbca-42a5-914c-c6f06a56a042 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (dce5d5bd-10a7-49af-a67d-81ad29e98493), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:40.645344 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-172885f9-bbca-42a5-914c-c6f06a56a042 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dce5d5bd-10a7-49af-a67d-81ad29e98493']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:45:40.655736 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-172885f9-bbca-42a5-914c-c6f06a56a042 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9a4cd61-c99f-4ca8-bce1-41252e2a32ea') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:45:40.655999 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-172885f9-bbca-42a5-914c-c6f06a56a042 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9a4cd61-c99f-4ca8-bce1-41252e2a32ea') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:45:40.666996 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-172885f9-bbca-42a5-914c-c6f06a56a042 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (e9a4cd61-c99f-4ca8-bce1-41252e2a32ea), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:40.681654 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-172885f9-bbca-42a5-914c-c6f06a56a042 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (e9a4cd61-c99f-4ca8-bce1-41252e2a32ea), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:40.688518 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-172885f9-bbca-42a5-914c-c6f06a56a042 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:45:40.688959 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-172885f9-bbca-42a5-914c-c6f06a56a042 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (e9a4cd61-c99f-4ca8-bce1-41252e2a32ea), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:40.692232 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:45:40.692232 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:45:40.692232 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:45:40.692232 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:45:40.692232 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:45:40.692232 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:45:40.692232 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:45:40.692232 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:45:40.692232 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:45:40.692232 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:45:40.692232 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:45:40.692232 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:45:40.692232 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:45:40.692232 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:45:40.692232 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:45:40.692232 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:45:40.692232 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:45:40.692232 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:45:40.692232 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:45:40.692232 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:45:40.692232 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:45:40.692232 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:45:40.692232 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:45:40.692232 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:45:40.692232 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:45:40.692232 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:45:40.692232 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:45:40.692232 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:45:40.692232 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:45:40.692232 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:45:40.692232 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:45:40.692232 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:45:40.756443 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-172885f9-bbca-42a5-914c-c6f06a56a042 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (dce5d5bd-10a7-49af-a67d-81ad29e98493), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:40.762240 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-172885f9-bbca-42a5-914c-c6f06a56a042 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Publish callbacks [] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:40.765502 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-172885f9-bbca-42a5-914c-c6f06a56a042 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] 10.222.0.53 "DELETE /v2.0/networks/dce5d5bd-10a7-49af-a67d-81ad29e98493 HTTP/1.1" status: 204 len: 168 time: 0.3081105 Jan 28 03:45:40.780248 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172885f9-bbca-42a5-914c-c6f06a56a042 tempest-TestNetworkBasicOps-345051943 tempest-TestNetworkBasicOps-345051943-project] Pushing event deleted for resources: {'Network': ['ID=dce5d5bd-10a7-49af-a67d-81ad29e98493,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:41.032303 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 32992) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:41.178514 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-facef9ea-1a83-489c-854c-142e2c58e930 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a430f0f3e4f741e48de4bca12c777fa6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1439133 Jan 28 03:45:41.181058 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 32998) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:41.230118 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4008f1de-7508-4f24-9d59-21fe6b7887eb admin admin] Publish callbacks [] for security_group (fc14d211-4b82-488d-9f65-464a9b0dd044), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:41.251558 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4008f1de-7508-4f24-9d59-21fe6b7887eb admin admin] Publish callbacks [] for security_group (fc14d211-4b82-488d-9f65-464a9b0dd044), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:41.301363 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4008f1de-7508-4f24-9d59-21fe6b7887eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (fc14d211-4b82-488d-9f65-464a9b0dd044), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:41.303774 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4008f1de-7508-4f24-9d59-21fe6b7887eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:41.304992 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4008f1de-7508-4f24-9d59-21fe6b7887eb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fc14d211-4b82-488d-9f65-464a9b0dd044 HTTP/1.1" status: 204 len: 168 time: 0.1230145 Jan 28 03:45:41.312851 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4008f1de-7508-4f24-9d59-21fe6b7887eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc14d211-4b82-488d-9f65-464a9b0dd044,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:41.543296 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 06193bc6-8032-4b4c-961d-348fbdc8bc2b no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:45:41.562838 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 06193bc6-8032-4b4c-961d-348fbdc8bc2b {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:45:41.563188 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 06193bc6-8032-4b4c-961d-348fbdc8bc2b not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:45:41.563601 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device e23ec373-b50a-49d5-bf39-e0cdfa8c8d26 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:45:41.575935 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 33004) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:41.582684 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: e23ec373-b50a-49d5-bf39-e0cdfa8c8d26 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:45:41.583034 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device e23ec373-b50a-49d5-bf39-e0cdfa8c8d26 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:45:41.583477 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device d550924d-9d76-4df6-b136-b9bb238d1927 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:45:41.590079 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-579eeb38-e624-440f-ad39-1230d50ebf9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:41.603327 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: d550924d-9d76-4df6-b136-b9bb238d1927 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:45:41.603733 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device d550924d-9d76-4df6-b136-b9bb238d1927 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:45:41.668816 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-579eeb38-e624-440f-ad39-1230d50ebf9d admin admin] Publish callbacks [] for security_group (0b3c7545-6568-46e5-94ed-5bd86c108348), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:41.674933 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-579eeb38-e624-440f-ad39-1230d50ebf9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (0b3c7545-6568-46e5-94ed-5bd86c108348), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:41.714678 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-579eeb38-e624-440f-ad39-1230d50ebf9d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e9bbc0500e7a4451a5edc88323d11a1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1375873 Jan 28 03:45:41.715491 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579eeb38-e624-440f-ad39-1230d50ebf9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3c7545-6568-46e5-94ed-5bd86c108348,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:41.717545 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 33006) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:41.766326 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f60fbba4-b4cb-471a-ae65-27bdf083e13f admin admin] Publish callbacks [] for security_group (0b3c7545-6568-46e5-94ed-5bd86c108348), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:41.791482 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f60fbba4-b4cb-471a-ae65-27bdf083e13f admin admin] Publish callbacks [] for security_group (0b3c7545-6568-46e5-94ed-5bd86c108348), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:41.844367 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f60fbba4-b4cb-471a-ae65-27bdf083e13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (0b3c7545-6568-46e5-94ed-5bd86c108348), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:41.846959 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f60fbba4-b4cb-471a-ae65-27bdf083e13f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:41.848262 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f60fbba4-b4cb-471a-ae65-27bdf083e13f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0b3c7545-6568-46e5-94ed-5bd86c108348 HTTP/1.1" status: 204 len: 168 time: 0.1296017 Jan 28 03:45:41.855905 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60fbba4-b4cb-471a-ae65-27bdf083e13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3c7545-6568-46e5-94ed-5bd86c108348,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:42.627765 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 33032) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:42.732033 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-6058f901-b8cc-4f87-b9eb-c93913edb5ac admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-862928478-network', 'tenant_id': '1eed5b22d1c44358b3c2b13868d4fc01'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:45:42.750778 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6058f901-b8cc-4f87-b9eb-c93913edb5ac admin admin] Made reservation on behalf of 1eed5b22d1c44358b3c2b13868d4fc01 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:45:42.755427 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6058f901-b8cc-4f87-b9eb-c93913edb5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:42.767231 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6058f901-b8cc-4f87-b9eb-c93913edb5ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:42.845704 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6058f901-b8cc-4f87-b9eb-c93913edb5ac admin admin] Publish callbacks [] for security_group (81aa12c8-5706-4020-a819-0b506db7ec18), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:42.850784 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6058f901-b8cc-4f87-b9eb-c93913edb5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (81aa12c8-5706-4020-a819-0b506db7ec18), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:42.874770 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6058f901-b8cc-4f87-b9eb-c93913edb5ac admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:45:42.884657 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6058f901-b8cc-4f87-b9eb-c93913edb5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81aa12c8-5706-4020-a819-0b506db7ec18,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:42.889713 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6058f901-b8cc-4f87-b9eb-c93913edb5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (70b95e80-4817-40e5-91ca-f75c8d371979), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:42.890051 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-6058f901-b8cc-4f87-b9eb-c93913edb5ac admin admin] Added segment 70b95e80-4817-40e5-91ca-f75c8d371979 of type vlan for network 7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd Jan 28 03:45:42.929386 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6058f901-b8cc-4f87-b9eb-c93913edb5ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:42.959126 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6058f901-b8cc-4f87-b9eb-c93913edb5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:42.960049 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6058f901-b8cc-4f87-b9eb-c93913edb5ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:42.960631 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6058f901-b8cc-4f87-b9eb-c93913edb5ac admin admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:43.037698 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6058f901-b8cc-4f87-b9eb-c93913edb5ac admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4087994 Jan 28 03:45:43.040942 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 33038) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:43.048371 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-fa787681-633f-46d3-aa32-2d77904f0540 admin admin] Request body: {'subnet': {'network_id': '7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-862928478-subnet', 'tenant_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:45:43.060177 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6058f901-b8cc-4f87-b9eb-c93913edb5ac admin admin] Pushing event updated for resources: {'Network': ['ID=7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:43.070270 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:45:43.075640 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa787681-633f-46d3-aa32-2d77904f0540 admin admin] Made reservation on behalf of 1eed5b22d1c44358b3c2b13868d4fc01 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:45:43.078031 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa787681-633f-46d3-aa32-2d77904f0540 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:43.268457 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa787681-633f-46d3-aa32-2d77904f0540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (fbc3b550-76bc-49fc-88a5-55f5e9953f55), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:43.333532 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa787681-633f-46d3-aa32-2d77904f0540 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbc3b550-76bc-49fc-88a5-55f5e9953f55,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:43.347806 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa787681-633f-46d3-aa32-2d77904f0540 admin admin] Checking segment: {'id': '70b95e80-4817-40e5-91ca-f75c8d371979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:45:43.348000 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa787681-633f-46d3-aa32-2d77904f0540 admin admin] Network hostable DHCP agents. Network: 7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:45:43.375073 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa787681-633f-46d3-aa32-2d77904f0540 admin admin] Network 7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:45:43.386177 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-fa787681-633f-46d3-aa32-2d77904f0540 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:45:43.390428 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa787681-633f-46d3-aa32-2d77904f0540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:43.391133 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa787681-633f-46d3-aa32-2d77904f0540 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:43.395785 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61a46f7-9776-471e-8891-d5cd4109d62b None None] Network 7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:45:43.413308 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-fa787681-633f-46d3-aa32-2d77904f0540 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3684771 Jan 28 03:45:43.413697 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 33040) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:43.418336 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-8a85df89-6877-453b-b3f4-fef8314e50d0 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-862928478-router', 'tenant_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:45:43.437797 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8a85df89-6877-453b-b3f4-fef8314e50d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (7193d422-5922-42f5-a6b4-6db6e7986fc6), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:43.438824 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8a85df89-6877-453b-b3f4-fef8314e50d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (7193d422-5922-42f5-a6b4-6db6e7986fc6), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:43.489824 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8a85df89-6877-453b-b3f4-fef8314e50d0 admin admin] Publish callbacks [] for router_controller (7193d422-5922-42f5-a6b4-6db6e7986fc6), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:43.498051 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a904d9-4c5d-47d4-b8df-a4b27fdeaf7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd', 'network_id': '7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd', 'project_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'fixed_ips': [{'subnet_id': 'fbc3b550-76bc-49fc-88a5-55f5e9953f55'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:45:43.499107 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-66a904d9-4c5d-47d4-b8df-a4b27fdeaf7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:43.627366 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8a85df89-6877-453b-b3f4-fef8314e50d0 admin admin] Publish callbacks [] for router_gateway (7193d422-5922-42f5-a6b4-6db6e7986fc6), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:43.633699 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-66a904d9-4c5d-47d4-b8df-a4b27fdeaf7f None None] Allocated IP 172.20.0.2 (7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd/fbc3b550-76bc-49fc-88a5-55f5e9953f55/1328eb2c-9013-4676-a1cc-c92648340ec2) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:45:43.778009 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-66a904d9-4c5d-47d4-b8df-a4b27fdeaf7f None None] Publish callbacks [] for port (1328eb2c-9013-4676-a1cc-c92648340ec2), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:43.784643 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-66a904d9-4c5d-47d4-b8df-a4b27fdeaf7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (1328eb2c-9013-4676-a1cc-c92648340ec2), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:43.822252 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a904d9-4c5d-47d4-b8df-a4b27fdeaf7f None None] Network 7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:45:43.824950 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-66a904d9-4c5d-47d4-b8df-a4b27fdeaf7f None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:45:43.828110 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a904d9-4c5d-47d4-b8df-a4b27fdeaf7f None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:45:43.833701 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8a85df89-6877-453b-b3f4-fef8314e50d0 admin admin] Publish callbacks [] for router_gateway (7193d422-5922-42f5-a6b4-6db6e7986fc6), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:43.840074 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a904d9-4c5d-47d4-b8df-a4b27fdeaf7f None None] Pushing event updated for resources: {'Port': ['ID=1328eb2c-9013-4676-a1cc-c92648340ec2,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:43.852881 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8a85df89-6877-453b-b3f4-fef8314e50d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:43.894303 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-66a904d9-4c5d-47d4-b8df-a4b27fdeaf7f None None] Attempting to bind port 1328eb2c-9013-4676-a1cc-c92648340ec2 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:45:43.894559 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-66a904d9-4c5d-47d4-b8df-a4b27fdeaf7f None None] Attempting to bind port 1328eb2c-9013-4676-a1cc-c92648340ec2 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '70b95e80-4817-40e5-91ca-f75c8d371979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:45:43.894911 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a904d9-4c5d-47d4-b8df-a4b27fdeaf7f None None] Attempting to bind port 1328eb2c-9013-4676-a1cc-c92648340ec2 on network 7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:45:43.899862 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a904d9-4c5d-47d4-b8df-a4b27fdeaf7f None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:45:43.900238 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a904d9-4c5d-47d4-b8df-a4b27fdeaf7f None None] Checking segment: {'id': '70b95e80-4817-40e5-91ca-f75c8d371979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:45:43.900768 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-66a904d9-4c5d-47d4-b8df-a4b27fdeaf7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:43.901229 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a904d9-4c5d-47d4-b8df-a4b27fdeaf7f None None] Bound using segment: {'id': '70b95e80-4817-40e5-91ca-f75c8d371979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:45:43.901680 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-66a904d9-4c5d-47d4-b8df-a4b27fdeaf7f None None] Bound port: 1328eb2c-9013-4676-a1cc-c92648340ec2, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b95e80-4817-40e5-91ca-f75c8d371979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:45:43.902058 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-66a904d9-4c5d-47d4-b8df-a4b27fdeaf7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1328eb2c-9013-4676-a1cc-c92648340ec2), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:43.955971 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-8a85df89-6877-453b-b3f4-fef8314e50d0 admin admin] Allocated IP 172.25.0.246 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/bc705d48-6009-44ef-89a2-efff4b086875) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:45:43.965711 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-66a904d9-4c5d-47d4-b8df-a4b27fdeaf7f None None] For port 1328eb2c-9013-4676-a1cc-c92648340ec2, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:45:43.968652 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-66a904d9-4c5d-47d4-b8df-a4b27fdeaf7f None None] For port 1328eb2c-9013-4676-a1cc-c92648340ec2, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=1328eb2c-9013-4676-a1cc-c92648340ec2,segment=NetworkSegment(70b95e80-4817-40e5-91ca-f75c8d371979),segment_id=70b95e80-4817-40e5-91ca-f75c8d371979)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:45:43.973753 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-66a904d9-4c5d-47d4-b8df-a4b27fdeaf7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (1328eb2c-9013-4676-a1cc-c92648340ec2), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:44.030316 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a904d9-4c5d-47d4-b8df-a4b27fdeaf7f None None] Pushing event updated for resources: {'Port': ['ID=1328eb2c-9013-4676-a1cc-c92648340ec2,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:44.075559 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8a85df89-6877-453b-b3f4-fef8314e50d0 admin admin] Publish callbacks [] for port (bc705d48-6009-44ef-89a2-efff4b086875), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:44.111021 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8a85df89-6877-453b-b3f4-fef8314e50d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (bc705d48-6009-44ef-89a2-efff4b086875), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:44.149159 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a85df89-6877-453b-b3f4-fef8314e50d0 admin admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:45:44.151926 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-8a85df89-6877-453b-b3f4-fef8314e50d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:45:44.157682 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a85df89-6877-453b-b3f4-fef8314e50d0 admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:45:44.163279 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a85df89-6877-453b-b3f4-fef8314e50d0 admin admin] Pushing event updated for resources: {'Port': ['ID=bc705d48-6009-44ef-89a2-efff4b086875,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:44.429591 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8a85df89-6877-453b-b3f4-fef8314e50d0 admin admin] Publish callbacks [] for router_gateway (7193d422-5922-42f5-a6b4-6db6e7986fc6), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:44.919381 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8a85df89-6877-453b-b3f4-fef8314e50d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (7193d422-5922-42f5-a6b4-6db6e7986fc6), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:44.985135 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c859261-28e5-45ff-8b19-a4b65d8c8d22 None None] Network 7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:45:45.049507 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a85df89-6877-453b-b3f4-fef8314e50d0 admin admin] Router 7193d422-5922-42f5-a6b4-6db6e7986fc6 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:45:45.061987 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-a8337be7-bf76-4eb3-ad60-f4296fa6e74e None None] Provisioning complete for port 1328eb2c-9013-4676-a1cc-c92648340ec2 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:45:45.062369 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a8337be7-bf76-4eb3-ad60-f4296fa6e74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (1328eb2c-9013-4676-a1cc-c92648340ec2), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:45.160284 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a85df89-6877-453b-b3f4-fef8314e50d0 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:45:45.177810 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188842e0-3988-4a8e-ae2c-48b54a2dbc85 None None] Sync routers for ids ['7193d422-5922-42f5-a6b4-6db6e7986fc6'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:45:45.181493 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8a85df89-6877-453b-b3f4-fef8314e50d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:45.183011 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8a85df89-6877-453b-b3f4-fef8314e50d0 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7682035 Jan 28 03:45:45.183721 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-a8337be7-bf76-4eb3-ad60-f4296fa6e74e None None] Current status of the port 1328eb2c-9013-4676-a1cc-c92648340ec2 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:45:45.184186 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a8337be7-bf76-4eb3-ad60-f4296fa6e74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1328eb2c-9013-4676-a1cc-c92648340ec2), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:45.185941 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 33044) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:45.204159 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188842e0-3988-4a8e-ae2c-48b54a2dbc85 None None] Routers {'7193d422-5922-42f5-a6b4-6db6e7986fc6'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:45:45.204721 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-188842e0-3988-4a8e-ae2c-48b54a2dbc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:45:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['7193d422-5922-42f5-a6b4-6db6e7986fc6'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:45:45.265672 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-a8337be7-bf76-4eb3-ad60-f4296fa6e74e None None] For port 1328eb2c-9013-4676-a1cc-c92648340ec2, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=1328eb2c-9013-4676-a1cc-c92648340ec2,segment=NetworkSegment(70b95e80-4817-40e5-91ca-f75c8d371979),segment_id=70b95e80-4817-40e5-91ca-f75c8d371979)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:45:45.282178 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a8337be7-bf76-4eb3-ad60-f4296fa6e74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (1328eb2c-9013-4676-a1cc-c92648340ec2), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:45.371915 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-188842e0-3988-4a8e-ae2c-48b54a2dbc85 None None] Set router 7193d422-5922-42f5-a6b4-6db6e7986fc6 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:45:45.603551 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8337be7-bf76-4eb3-ad60-f4296fa6e74e None None] Pushing event updated for resources: {'Port': ['ID=1328eb2c-9013-4676-a1cc-c92648340ec2,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:45.607690 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 1328eb2c-9013-4676-a1cc-c92648340ec2 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:45:45.699816 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-b73f4057-0b66-467e-a8c4-2dbfe4cbb1d3 None None] Provisioning complete for port 1328eb2c-9013-4676-a1cc-c92648340ec2 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:45:45.700178 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b73f4057-0b66-467e-a8c4-2dbfe4cbb1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (1328eb2c-9013-4676-a1cc-c92648340ec2), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:45.786925 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 1328eb2c-9013-4676-a1cc-c92648340ec2 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:45:45.787190 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (1328eb2c-9013-4676-a1cc-c92648340ec2), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:45.883987 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-b73f4057-0b66-467e-a8c4-2dbfe4cbb1d3 None None] Current status of the port 1328eb2c-9013-4676-a1cc-c92648340ec2 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:45:45.916859 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-188842e0-3988-4a8e-ae2c-48b54a2dbc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7193d422-5922-42f5-a6b4-6db6e7986fc6', 'name': 'tempest-TestServerBasicOps-862928478-router', 'tenant_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'bc705d48-6009-44ef-89a2-efff4b086875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:45:43Z', 'updated_at': '2022-01-28T03:45:44Z', 'revision_number': 3, 'project_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'gw_port': {'id': 'bc705d48-6009-44ef-89a2-efff4b086875', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:41:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7193d422-5922-42f5-a6b4-6db6e7986fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:45:43Z', 'updated_at': '2022-01-28T03:45:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:45:45.919058 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6b07f33c-9da2-4c15-b64c-73443fb8c52a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:45.950938 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188842e0-3988-4a8e-ae2c-48b54a2dbc85 None None] Checking router: 7193d422-5922-42f5-a6b4-6db6e7986fc6 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:45:45.951288 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188842e0-3988-4a8e-ae2c-48b54a2dbc85 None None] Updating router 7193d422-5922-42f5-a6b4-6db6e7986fc6 port bc705d48-6009-44ef-89a2-efff4b086875 binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:45:45.956080 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 1328eb2c-9013-4676-a1cc-c92648340ec2 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:45:45.982247 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-188842e0-3988-4a8e-ae2c-48b54a2dbc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (bc705d48-6009-44ef-89a2-efff4b086875), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:46.127722 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-6b07f33c-9da2-4c15-b64c-73443fb8c52a admin admin] Allocated IP 172.20.0.1 (7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd/fbc3b550-76bc-49fc-88a5-55f5e9953f55/d7ca9dc4-f8dd-40f9-9234-d349905a0dfe) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:45:46.232778 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6b07f33c-9da2-4c15-b64c-73443fb8c52a admin admin] Publish callbacks [] for port (d7ca9dc4-f8dd-40f9-9234-d349905a0dfe), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:46.244183 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-188842e0-3988-4a8e-ae2c-48b54a2dbc85 None None] Publish callbacks [] for port (bc705d48-6009-44ef-89a2-efff4b086875), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:46.250510 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-188842e0-3988-4a8e-ae2c-48b54a2dbc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (bc705d48-6009-44ef-89a2-efff4b086875), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:46.268153 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6b07f33c-9da2-4c15-b64c-73443fb8c52a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (d7ca9dc4-f8dd-40f9-9234-d349905a0dfe), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:46.302273 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-188842e0-3988-4a8e-ae2c-48b54a2dbc85 None None] Attempting to bind port bc705d48-6009-44ef-89a2-efff4b086875 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:45:46.302623 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-188842e0-3988-4a8e-ae2c-48b54a2dbc85 None None] Attempting to bind port bc705d48-6009-44ef-89a2-efff4b086875 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:45:46.303217 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188842e0-3988-4a8e-ae2c-48b54a2dbc85 None None] Attempting to bind port bc705d48-6009-44ef-89a2-efff4b086875 on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:45:46.306105 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9294711-a43d-4619-8e99-86faf7e33e0c None None] Pushing event updated for resources: {'Port': ['ID=bc705d48-6009-44ef-89a2-efff4b086875,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:46.308348 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b07f33c-9da2-4c15-b64c-73443fb8c52a admin admin] Network 7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:45:46.310655 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188842e0-3988-4a8e-ae2c-48b54a2dbc85 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:45:46.311027 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188842e0-3988-4a8e-ae2c-48b54a2dbc85 None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:45:46.311443 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-188842e0-3988-4a8e-ae2c-48b54a2dbc85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:46.311827 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188842e0-3988-4a8e-ae2c-48b54a2dbc85 None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:45:46.312403 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-188842e0-3988-4a8e-ae2c-48b54a2dbc85 None None] Bound port: bc705d48-6009-44ef-89a2-efff4b086875, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:45:46.312789 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-188842e0-3988-4a8e-ae2c-48b54a2dbc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (bc705d48-6009-44ef-89a2-efff4b086875), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:46.317582 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-6b07f33c-9da2-4c15-b64c-73443fb8c52a admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:45:46.319977 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b07f33c-9da2-4c15-b64c-73443fb8c52a admin admin] Pushing event updated for resources: {'Port': ['ID=d7ca9dc4-f8dd-40f9-9234-d349905a0dfe,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:46.322625 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b07f33c-9da2-4c15-b64c-73443fb8c52a admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:45:46.375464 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-188842e0-3988-4a8e-ae2c-48b54a2dbc85 None None] For port bc705d48-6009-44ef-89a2-efff4b086875, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:45:46.376363 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6b07f33c-9da2-4c15-b64c-73443fb8c52a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (7193d422-5922-42f5-a6b4-6db6e7986fc6), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:46.381402 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-188842e0-3988-4a8e-ae2c-48b54a2dbc85 None None] For port bc705d48-6009-44ef-89a2-efff4b086875, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=bc705d48-6009-44ef-89a2-efff4b086875,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:45:46.391386 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-188842e0-3988-4a8e-ae2c-48b54a2dbc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (bc705d48-6009-44ef-89a2-efff4b086875), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:46.461643 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188842e0-3988-4a8e-ae2c-48b54a2dbc85 None None] Routers {'7193d422-5922-42f5-a6b4-6db6e7986fc6'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:45:46.462391 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-188842e0-3988-4a8e-ae2c-48b54a2dbc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:45:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['7193d422-5922-42f5-a6b4-6db6e7986fc6'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:45:46.464373 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9294711-a43d-4619-8e99-86faf7e33e0c None None] Pushing event updated for resources: {'Port': ['ID=bc705d48-6009-44ef-89a2-efff4b086875,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:46.544432 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6b07f33c-9da2-4c15-b64c-73443fb8c52a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d7ca9dc4-f8dd-40f9-9234-d349905a0dfe), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:46.587454 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-188842e0-3988-4a8e-ae2c-48b54a2dbc85 None None] Set router 7193d422-5922-42f5-a6b4-6db6e7986fc6 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:45:46.702741 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-faf56f9a-7b15-4ef9-851b-3e045054c7dd None None] Provisioning complete for port d7ca9dc4-f8dd-40f9-9234-d349905a0dfe triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:45:46.703129 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-faf56f9a-7b15-4ef9-851b-3e045054c7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d7ca9dc4-f8dd-40f9-9234-d349905a0dfe), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:46.717150 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6b07f33c-9da2-4c15-b64c-73443fb8c52a admin admin] Publish callbacks [] for port (d7ca9dc4-f8dd-40f9-9234-d349905a0dfe), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:46.722844 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6b07f33c-9da2-4c15-b64c-73443fb8c52a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (d7ca9dc4-f8dd-40f9-9234-d349905a0dfe), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:46.757990 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-faf56f9a-7b15-4ef9-851b-3e045054c7dd None None] Port d7ca9dc4-f8dd-40f9-9234-d349905a0dfe cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:45:46.794017 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b07f33c-9da2-4c15-b64c-73443fb8c52a admin admin] Pushing event updated for resources: {'Port': ['ID=d7ca9dc4-f8dd-40f9-9234-d349905a0dfe,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:46.797777 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6b07f33c-9da2-4c15-b64c-73443fb8c52a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (7193d422-5922-42f5-a6b4-6db6e7986fc6), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:46.810346 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-188842e0-3988-4a8e-ae2c-48b54a2dbc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7193d422-5922-42f5-a6b4-6db6e7986fc6', 'name': 'tempest-TestServerBasicOps-862928478-router', 'tenant_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'bc705d48-6009-44ef-89a2-efff4b086875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:45:43Z', 'updated_at': '2022-01-28T03:45:44Z', 'revision_number': 3, 'project_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'gw_port': {'id': 'bc705d48-6009-44ef-89a2-efff4b086875', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:41:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7193d422-5922-42f5-a6b4-6db6e7986fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:45:43Z', 'updated_at': '2022-01-28T03:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:45:46.837013 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188842e0-3988-4a8e-ae2c-48b54a2dbc85 None None] The sync data for ids ['7193d422-5922-42f5-a6b4-6db6e7986fc6'] in n-d-712139-27 is: [{'id': '7193d422-5922-42f5-a6b4-6db6e7986fc6', 'name': 'tempest-TestServerBasicOps-862928478-router', 'tenant_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'bc705d48-6009-44ef-89a2-efff4b086875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:45:43Z', 'updated_at': '2022-01-28T03:45:44Z', 'revision_number': 3, 'project_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'gw_port': {'id': 'bc705d48-6009-44ef-89a2-efff4b086875', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:41:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7193d422-5922-42f5-a6b4-6db6e7986fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:45:43Z', 'updated_at': '2022-01-28T03:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:45:46.892606 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b07f33c-9da2-4c15-b64c-73443fb8c52a admin admin] Network 7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:45:46.894075 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-6b07f33c-9da2-4c15-b64c-73443fb8c52a admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:45:47.025678 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b07f33c-9da2-4c15-b64c-73443fb8c52a admin admin] Router 7193d422-5922-42f5-a6b4-6db6e7986fc6 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:45:47.174446 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b07f33c-9da2-4c15-b64c-73443fb8c52a admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:45:47.187961 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6b07f33c-9da2-4c15-b64c-73443fb8c52a admin admin] 10.222.0.53 "PUT /v2.0/routers/7193d422-5922-42f5-a6b4-6db6e7986fc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9925528 Jan 28 03:45:47.292823 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-0914144b-762e-43bf-ae6c-aed7fae5c71a None None] Provisioning complete for port d7ca9dc4-f8dd-40f9-9234-d349905a0dfe triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:45:47.293420 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0914144b-762e-43bf-ae6c-aed7fae5c71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d7ca9dc4-f8dd-40f9-9234-d349905a0dfe), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:47.333776 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-0914144b-762e-43bf-ae6c-aed7fae5c71a None None] Port d7ca9dc4-f8dd-40f9-9234-d349905a0dfe cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:45:47.649025 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device bc705d48-6009-44ef-89a2-efff4b086875 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:45:47.704799 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port bc705d48-6009-44ef-89a2-efff4b086875 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:45:47.705211 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (bc705d48-6009-44ef-89a2-efff4b086875), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:47.730823 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 33062) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:47.735927 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-a7073dc1-ab03-4d4d-af23-ac43ce3bfe84 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-819361422-network', 'tenant_id': 'c2bf6c9deea446ee80db1c5be8017cb8'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:45:47.760067 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7073dc1-ab03-4d4d-af23-ac43ce3bfe84 admin admin] Made reservation on behalf of c2bf6c9deea446ee80db1c5be8017cb8 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:45:47.762580 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a7073dc1-ab03-4d4d-af23-ac43ce3bfe84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:47.771519 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a7073dc1-ab03-4d4d-af23-ac43ce3bfe84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:47.787629 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port bc705d48-6009-44ef-89a2-efff4b086875 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:45:47.788280 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (bc705d48-6009-44ef-89a2-efff4b086875), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:47.814036 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port bc705d48-6009-44ef-89a2-efff4b086875, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=bc705d48-6009-44ef-89a2-efff4b086875,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:45:47.821737 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (bc705d48-6009-44ef-89a2-efff4b086875), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:47.822575 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 1328eb2c-9013-4676-a1cc-c92648340ec2 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:45:47.864451 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a7073dc1-ab03-4d4d-af23-ac43ce3bfe84 admin admin] Publish callbacks [] for security_group (24d95267-09bf-4f79-b7b1-98ab6977a4c4), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:47.870709 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a7073dc1-ab03-4d4d-af23-ac43ce3bfe84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (24d95267-09bf-4f79-b7b1-98ab6977a4c4), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:47.896382 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7073dc1-ab03-4d4d-af23-ac43ce3bfe84 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:45:47.902474 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=bc705d48-6009-44ef-89a2-efff4b086875,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:47.906230 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7073dc1-ab03-4d4d-af23-ac43ce3bfe84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d95267-09bf-4f79-b7b1-98ab6977a4c4,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:47.911722 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a7073dc1-ab03-4d4d-af23-ac43ce3bfe84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (6be3674a-95a6-477d-8167-ac36c53c2c2d), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:47.912076 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-a7073dc1-ab03-4d4d-af23-ac43ce3bfe84 admin admin] Added segment 6be3674a-95a6-477d-8167-ac36c53c2c2d of type vlan for network 2419b9f8-3dcf-41c6-a234-5b2c3bdcb2d2 Jan 28 03:45:47.915658 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 1328eb2c-9013-4676-a1cc-c92648340ec2 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:45:47.917185 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (1328eb2c-9013-4676-a1cc-c92648340ec2), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:47.957521 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a7073dc1-ab03-4d4d-af23-ac43ce3bfe84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (2419b9f8-3dcf-41c6-a234-5b2c3bdcb2d2), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:47.989084 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a7073dc1-ab03-4d4d-af23-ac43ce3bfe84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (2419b9f8-3dcf-41c6-a234-5b2c3bdcb2d2), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:47.990685 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7073dc1-ab03-4d4d-af23-ac43ce3bfe84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:47.991316 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a7073dc1-ab03-4d4d-af23-ac43ce3bfe84 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:47.998157 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 1328eb2c-9013-4676-a1cc-c92648340ec2 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:45:48.052457 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a7073dc1-ab03-4d4d-af23-ac43ce3bfe84 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3204169 Jan 28 03:45:48.057265 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 33064) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:48.062642 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-4c3a684d-ec5c-4a58-921e-04642b948554 admin admin] Request body: {'subnet': {'network_id': '2419b9f8-3dcf-41c6-a234-5b2c3bdcb2d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-819361422-subnet', 'tenant_id': 'c2bf6c9deea446ee80db1c5be8017cb8', 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:45:48.082449 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7073dc1-ab03-4d4d-af23-ac43ce3bfe84 admin admin] Pushing event updated for resources: {'Network': ['ID=2419b9f8-3dcf-41c6-a234-5b2c3bdcb2d2,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:48.083287 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3a684d-ec5c-4a58-921e-04642b948554 admin admin] Made reservation on behalf of c2bf6c9deea446ee80db1c5be8017cb8 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:45:48.089649 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4c3a684d-ec5c-4a58-921e-04642b948554 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:48.092536 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 2419b9f8-3dcf-41c6-a234-5b2c3bdcb2d2 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:45:48.264080 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4c3a684d-ec5c-4a58-921e-04642b948554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (cebbc8a1-ee4f-4221-88b2-a24ce2f898f9), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:48.313544 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a684d-ec5c-4a58-921e-04642b948554 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cebbc8a1-ee4f-4221-88b2-a24ce2f898f9,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:48.329370 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3a684d-ec5c-4a58-921e-04642b948554 admin admin] Checking segment: {'id': '6be3674a-95a6-477d-8167-ac36c53c2c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2419b9f8-3dcf-41c6-a234-5b2c3bdcb2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:45:48.329730 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3a684d-ec5c-4a58-921e-04642b948554 admin admin] Network hostable DHCP agents. Network: 2419b9f8-3dcf-41c6-a234-5b2c3bdcb2d2, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:45:48.347095 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3a684d-ec5c-4a58-921e-04642b948554 admin admin] Network 2419b9f8-3dcf-41c6-a234-5b2c3bdcb2d2 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:45:48.356161 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-4c3a684d-ec5c-4a58-921e-04642b948554 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 2419b9f8-3dcf-41c6-a234-5b2c3bdcb2d2) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:45:48.360479 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3a684d-ec5c-4a58-921e-04642b948554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:48.360979 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4c3a684d-ec5c-4a58-921e-04642b948554 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:48.365050 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8d8bc8-f928-4851-ac40-21bb35b897f1 None None] Network 2419b9f8-3dcf-41c6-a234-5b2c3bdcb2d2 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:45:48.383969 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4c3a684d-ec5c-4a58-921e-04642b948554 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3255422 Jan 28 03:45:48.386860 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 33066) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:48.391411 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-e3a14af5-486a-4b0b-9168-07ab0db1693c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-819361422-router', 'tenant_id': 'c2bf6c9deea446ee80db1c5be8017cb8', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:45:48.411809 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e3a14af5-486a-4b0b-9168-07ab0db1693c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (3cee47e8-5460-4ba8-87d7-06144483e363), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:48.413515 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e3a14af5-486a-4b0b-9168-07ab0db1693c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (3cee47e8-5460-4ba8-87d7-06144483e363), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:48.470692 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228e5c0f-5475-4b2f-ad16-3f76009769a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-2419b9f8-3dcf-41c6-a234-5b2c3bdcb2d2', 'network_id': '2419b9f8-3dcf-41c6-a234-5b2c3bdcb2d2', 'project_id': 'c2bf6c9deea446ee80db1c5be8017cb8', 'fixed_ips': [{'subnet_id': 'cebbc8a1-ee4f-4221-88b2-a24ce2f898f9'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:45:48.471579 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e3a14af5-486a-4b0b-9168-07ab0db1693c admin admin] Publish callbacks [] for router_controller (3cee47e8-5460-4ba8-87d7-06144483e363), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:48.471725 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-228e5c0f-5475-4b2f-ad16-3f76009769a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:48.600360 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87142ea2-365c-46bc-a41c-27d6043dc85e None None] Sync routers for ids ['7193d422-5922-42f5-a6b4-6db6e7986fc6'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:45:48.610238 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87142ea2-365c-46bc-a41c-27d6043dc85e None None] Routers {'7193d422-5922-42f5-a6b4-6db6e7986fc6'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:45:48.610851 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-87142ea2-365c-46bc-a41c-27d6043dc85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:45:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['7193d422-5922-42f5-a6b4-6db6e7986fc6'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:45:48.611895 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e3a14af5-486a-4b0b-9168-07ab0db1693c admin admin] Publish callbacks [] for router_gateway (3cee47e8-5460-4ba8-87d7-06144483e363), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:48.613780 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-228e5c0f-5475-4b2f-ad16-3f76009769a2 None None] Allocated IP 172.20.0.2 (2419b9f8-3dcf-41c6-a234-5b2c3bdcb2d2/cebbc8a1-ee4f-4221-88b2-a24ce2f898f9/e357934a-3043-4df6-ae71-21c1e96aaee0) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:45:48.720682 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-87142ea2-365c-46bc-a41c-27d6043dc85e None None] Set router 7193d422-5922-42f5-a6b4-6db6e7986fc6 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:45:48.763946 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-228e5c0f-5475-4b2f-ad16-3f76009769a2 None None] Publish callbacks [] for port (e357934a-3043-4df6-ae71-21c1e96aaee0), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:48.771747 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-228e5c0f-5475-4b2f-ad16-3f76009769a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (e357934a-3043-4df6-ae71-21c1e96aaee0), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:48.808019 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228e5c0f-5475-4b2f-ad16-3f76009769a2 None None] Network 2419b9f8-3dcf-41c6-a234-5b2c3bdcb2d2 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:45:48.811092 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-228e5c0f-5475-4b2f-ad16-3f76009769a2 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:45:48.813610 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228e5c0f-5475-4b2f-ad16-3f76009769a2 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:45:48.820452 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e3a14af5-486a-4b0b-9168-07ab0db1693c admin admin] Publish callbacks [] for router_gateway (3cee47e8-5460-4ba8-87d7-06144483e363), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:48.842745 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e3a14af5-486a-4b0b-9168-07ab0db1693c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:48.846699 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e5c0f-5475-4b2f-ad16-3f76009769a2 None None] Pushing event updated for resources: {'Port': ['ID=e357934a-3043-4df6-ae71-21c1e96aaee0,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:48.879909 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-228e5c0f-5475-4b2f-ad16-3f76009769a2 None None] Attempting to bind port e357934a-3043-4df6-ae71-21c1e96aaee0 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:45:48.880262 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-228e5c0f-5475-4b2f-ad16-3f76009769a2 None None] Attempting to bind port e357934a-3043-4df6-ae71-21c1e96aaee0 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '6be3674a-95a6-477d-8167-ac36c53c2c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2419b9f8-3dcf-41c6-a234-5b2c3bdcb2d2'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:45:48.880635 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228e5c0f-5475-4b2f-ad16-3f76009769a2 None None] Attempting to bind port e357934a-3043-4df6-ae71-21c1e96aaee0 on network 2419b9f8-3dcf-41c6-a234-5b2c3bdcb2d2 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:45:48.893761 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228e5c0f-5475-4b2f-ad16-3f76009769a2 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:45:48.894297 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228e5c0f-5475-4b2f-ad16-3f76009769a2 None None] Checking segment: {'id': '6be3674a-95a6-477d-8167-ac36c53c2c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2419b9f8-3dcf-41c6-a234-5b2c3bdcb2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:45:48.895390 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-228e5c0f-5475-4b2f-ad16-3f76009769a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:48.895390 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228e5c0f-5475-4b2f-ad16-3f76009769a2 None None] Bound using segment: {'id': '6be3674a-95a6-477d-8167-ac36c53c2c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2419b9f8-3dcf-41c6-a234-5b2c3bdcb2d2'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:45:48.895879 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-228e5c0f-5475-4b2f-ad16-3f76009769a2 None None] Bound port: e357934a-3043-4df6-ae71-21c1e96aaee0, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6be3674a-95a6-477d-8167-ac36c53c2c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2419b9f8-3dcf-41c6-a234-5b2c3bdcb2d2'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:45:48.900378 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-228e5c0f-5475-4b2f-ad16-3f76009769a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e357934a-3043-4df6-ae71-21c1e96aaee0), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:48.937774 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-87142ea2-365c-46bc-a41c-27d6043dc85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7193d422-5922-42f5-a6b4-6db6e7986fc6', 'name': 'tempest-TestServerBasicOps-862928478-router', 'tenant_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'bc705d48-6009-44ef-89a2-efff4b086875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:45:43Z', 'updated_at': '2022-01-28T03:45:46Z', 'revision_number': 4, 'project_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'gw_port': {'id': 'bc705d48-6009-44ef-89a2-efff4b086875', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:41:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7193d422-5922-42f5-a6b4-6db6e7986fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:45:43Z', 'updated_at': '2022-01-28T03:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'd7ca9dc4-f8dd-40f9-9234-d349905a0dfe', 'name': '', 'network_id': '7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd', 'tenant_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'mac_address': 'fa:16:3e:c2:54:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7193d422-5922-42f5-a6b4-6db6e7986fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'fbc3b550-76bc-49fc-88a5-55f5e9953f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:45:45Z', 'updated_at': '2022-01-28T03:45:46Z', 'revision_number': 2, 'project_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'subnets': [{'id': 'fbc3b550-76bc-49fc-88a5-55f5e9953f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:45:48.957595 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-e3a14af5-486a-4b0b-9168-07ab0db1693c admin admin] Allocated IP 172.25.0.159 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:45:48.965376 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87142ea2-365c-46bc-a41c-27d6043dc85e None None] Checking router: 7193d422-5922-42f5-a6b4-6db6e7986fc6 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:45:48.965735 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87142ea2-365c-46bc-a41c-27d6043dc85e None None] Updating router 7193d422-5922-42f5-a6b4-6db6e7986fc6 port d7ca9dc4-f8dd-40f9-9234-d349905a0dfe binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:45:48.984077 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-228e5c0f-5475-4b2f-ad16-3f76009769a2 None None] For port e357934a-3043-4df6-ae71-21c1e96aaee0, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:45:48.987203 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-228e5c0f-5475-4b2f-ad16-3f76009769a2 None None] For port e357934a-3043-4df6-ae71-21c1e96aaee0, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=e357934a-3043-4df6-ae71-21c1e96aaee0,segment=NetworkSegment(6be3674a-95a6-477d-8167-ac36c53c2c2d),segment_id=6be3674a-95a6-477d-8167-ac36c53c2c2d)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:45:48.992639 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-228e5c0f-5475-4b2f-ad16-3f76009769a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e357934a-3043-4df6-ae71-21c1e96aaee0), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:48.994026 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-87142ea2-365c-46bc-a41c-27d6043dc85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d7ca9dc4-f8dd-40f9-9234-d349905a0dfe), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:49.052486 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e5c0f-5475-4b2f-ad16-3f76009769a2 None None] Pushing event updated for resources: {'Port': ['ID=e357934a-3043-4df6-ae71-21c1e96aaee0,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:49.071359 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e3a14af5-486a-4b0b-9168-07ab0db1693c admin admin] Publish callbacks [] for port (4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:49.111522 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e3a14af5-486a-4b0b-9168-07ab0db1693c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:49.155190 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a14af5-486a-4b0b-9168-07ab0db1693c admin admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:45:49.158160 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-e3a14af5-486a-4b0b-9168-07ab0db1693c admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:45:49.165639 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a14af5-486a-4b0b-9168-07ab0db1693c admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:45:49.289203 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a14af5-486a-4b0b-9168-07ab0db1693c admin admin] Pushing event updated for resources: {'Port': ['ID=4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:49.299153 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-87142ea2-365c-46bc-a41c-27d6043dc85e None None] Publish callbacks [] for port (d7ca9dc4-f8dd-40f9-9234-d349905a0dfe), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:49.307021 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-87142ea2-365c-46bc-a41c-27d6043dc85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d7ca9dc4-f8dd-40f9-9234-d349905a0dfe), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:49.383375 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964afb82-3f72-4e1d-a76b-25d376d80933 None None] Pushing event updated for resources: {'Port': ['ID=d7ca9dc4-f8dd-40f9-9234-d349905a0dfe,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:49.433059 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-87142ea2-365c-46bc-a41c-27d6043dc85e None None] Attempting to bind port d7ca9dc4-f8dd-40f9-9234-d349905a0dfe on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:45:49.433722 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-87142ea2-365c-46bc-a41c-27d6043dc85e None None] Attempting to bind port d7ca9dc4-f8dd-40f9-9234-d349905a0dfe by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '70b95e80-4817-40e5-91ca-f75c8d371979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:45:49.434266 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87142ea2-365c-46bc-a41c-27d6043dc85e None None] Attempting to bind port d7ca9dc4-f8dd-40f9-9234-d349905a0dfe on network 7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:45:49.438504 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964afb82-3f72-4e1d-a76b-25d376d80933 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:49.438838 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964afb82-3f72-4e1d-a76b-25d376d80933 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:49.439336 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964afb82-3f72-4e1d-a76b-25d376d80933 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:49.439663 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964afb82-3f72-4e1d-a76b-25d376d80933 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:49.439986 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964afb82-3f72-4e1d-a76b-25d376d80933 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:49.440305 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964afb82-3f72-4e1d-a76b-25d376d80933 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:49.440629 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964afb82-3f72-4e1d-a76b-25d376d80933 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:49.441014 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964afb82-3f72-4e1d-a76b-25d376d80933 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:49.441432 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964afb82-3f72-4e1d-a76b-25d376d80933 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:49.441751 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964afb82-3f72-4e1d-a76b-25d376d80933 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:49.442071 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964afb82-3f72-4e1d-a76b-25d376d80933 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:49.442379 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964afb82-3f72-4e1d-a76b-25d376d80933 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:49.442692 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964afb82-3f72-4e1d-a76b-25d376d80933 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:45:49.449029 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87142ea2-365c-46bc-a41c-27d6043dc85e None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:45:49.449442 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87142ea2-365c-46bc-a41c-27d6043dc85e None None] Checking segment: {'id': '70b95e80-4817-40e5-91ca-f75c8d371979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:45:49.449838 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-87142ea2-365c-46bc-a41c-27d6043dc85e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:49.450215 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87142ea2-365c-46bc-a41c-27d6043dc85e None None] Bound using segment: {'id': '70b95e80-4817-40e5-91ca-f75c8d371979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:45:49.450681 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-87142ea2-365c-46bc-a41c-27d6043dc85e None None] Bound port: d7ca9dc4-f8dd-40f9-9234-d349905a0dfe, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b95e80-4817-40e5-91ca-f75c8d371979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:45:49.451055 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-87142ea2-365c-46bc-a41c-27d6043dc85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d7ca9dc4-f8dd-40f9-9234-d349905a0dfe), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:49.474214 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e3a14af5-486a-4b0b-9168-07ab0db1693c admin admin] Publish callbacks [] for router_gateway (3cee47e8-5460-4ba8-87d7-06144483e363), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:49.522737 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-87142ea2-365c-46bc-a41c-27d6043dc85e None None] For port d7ca9dc4-f8dd-40f9-9234-d349905a0dfe, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:45:49.526702 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-87142ea2-365c-46bc-a41c-27d6043dc85e None None] For port d7ca9dc4-f8dd-40f9-9234-d349905a0dfe, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=d7ca9dc4-f8dd-40f9-9234-d349905a0dfe,segment=NetworkSegment(70b95e80-4817-40e5-91ca-f75c8d371979),segment_id=70b95e80-4817-40e5-91ca-f75c8d371979)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:45:49.535666 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-87142ea2-365c-46bc-a41c-27d6043dc85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d7ca9dc4-f8dd-40f9-9234-d349905a0dfe), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:49.603724 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87142ea2-365c-46bc-a41c-27d6043dc85e None None] Routers {'7193d422-5922-42f5-a6b4-6db6e7986fc6'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:45:49.604433 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-87142ea2-365c-46bc-a41c-27d6043dc85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:45:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['7193d422-5922-42f5-a6b4-6db6e7986fc6'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:45:49.651845 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964afb82-3f72-4e1d-a76b-25d376d80933 None None] Pushing event updated for resources: {'Port': ['ID=d7ca9dc4-f8dd-40f9-9234-d349905a0dfe,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:49.702124 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-72675a6d-2e38-4d19-aef9-b2476dd6bd4c None None] Provisioning complete for port d7ca9dc4-f8dd-40f9-9234-d349905a0dfe triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:45:49.703255 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-72675a6d-2e38-4d19-aef9-b2476dd6bd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d7ca9dc4-f8dd-40f9-9234-d349905a0dfe), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:49.731966 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e3a14af5-486a-4b0b-9168-07ab0db1693c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (3cee47e8-5460-4ba8-87d7-06144483e363), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:49.745568 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-87142ea2-365c-46bc-a41c-27d6043dc85e None None] Set router 7193d422-5922-42f5-a6b4-6db6e7986fc6 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:45:49.764486 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device bc705d48-6009-44ef-89a2-efff4b086875 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:45:49.864789 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-72675a6d-2e38-4d19-aef9-b2476dd6bd4c None None] Current status of the port d7ca9dc4-f8dd-40f9-9234-d349905a0dfe is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:45:49.865642 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-72675a6d-2e38-4d19-aef9-b2476dd6bd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d7ca9dc4-f8dd-40f9-9234-d349905a0dfe), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:49.884639 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port bc705d48-6009-44ef-89a2-efff4b086875 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:45:49.885306 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (bc705d48-6009-44ef-89a2-efff4b086875), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:49.935702 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a14af5-486a-4b0b-9168-07ab0db1693c admin admin] Router 3cee47e8-5460-4ba8-87d7-06144483e363 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:45:49.942466 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-72675a6d-2e38-4d19-aef9-b2476dd6bd4c None None] For port d7ca9dc4-f8dd-40f9-9234-d349905a0dfe, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=d7ca9dc4-f8dd-40f9-9234-d349905a0dfe,segment=NetworkSegment(70b95e80-4817-40e5-91ca-f75c8d371979),segment_id=70b95e80-4817-40e5-91ca-f75c8d371979)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:45:49.956873 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-72675a6d-2e38-4d19-aef9-b2476dd6bd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d7ca9dc4-f8dd-40f9-9234-d349905a0dfe), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:50.012852 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-87142ea2-365c-46bc-a41c-27d6043dc85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7193d422-5922-42f5-a6b4-6db6e7986fc6', 'name': 'tempest-TestServerBasicOps-862928478-router', 'tenant_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'bc705d48-6009-44ef-89a2-efff4b086875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:45:43Z', 'updated_at': '2022-01-28T03:45:46Z', 'revision_number': 4, 'project_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'gw_port': {'id': 'bc705d48-6009-44ef-89a2-efff4b086875', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:41:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7193d422-5922-42f5-a6b4-6db6e7986fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:45:43Z', 'updated_at': '2022-01-28T03:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'd7ca9dc4-f8dd-40f9-9234-d349905a0dfe', 'name': '', 'network_id': '7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd', 'tenant_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'mac_address': 'fa:16:3e:c2:54:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7193d422-5922-42f5-a6b4-6db6e7986fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'fbc3b550-76bc-49fc-88a5-55f5e9953f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:45:45Z', 'updated_at': '2022-01-28T03:45:49Z', 'revision_number': 4, 'project_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'subnets': [{'id': 'fbc3b550-76bc-49fc-88a5-55f5e9953f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:45:50.043701 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87142ea2-365c-46bc-a41c-27d6043dc85e None None] The sync data for ids ['7193d422-5922-42f5-a6b4-6db6e7986fc6'] in n-d-712139-27 is: [{'id': '7193d422-5922-42f5-a6b4-6db6e7986fc6', 'name': 'tempest-TestServerBasicOps-862928478-router', 'tenant_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'bc705d48-6009-44ef-89a2-efff4b086875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:45:43Z', 'updated_at': '2022-01-28T03:45:46Z', 'revision_number': 4, 'project_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'gw_port': {'id': 'bc705d48-6009-44ef-89a2-efff4b086875', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:41:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7193d422-5922-42f5-a6b4-6db6e7986fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:45:43Z', 'updated_at': '2022-01-28T03:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'd7ca9dc4-f8dd-40f9-9234-d349905a0dfe', 'name': '', 'network_id': '7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd', 'tenant_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'mac_address': 'fa:16:3e:c2:54:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7193d422-5922-42f5-a6b4-6db6e7986fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'fbc3b550-76bc-49fc-88a5-55f5e9953f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:45:45Z', 'updated_at': '2022-01-28T03:45:49Z', 'revision_number': 4, 'project_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'subnets': [{'id': 'fbc3b550-76bc-49fc-88a5-55f5e9953f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:45:50.077761 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a14af5-486a-4b0b-9168-07ab0db1693c admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:45:50.112917 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e3a14af5-486a-4b0b-9168-07ab0db1693c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:50.119824 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e3a14af5-486a-4b0b-9168-07ab0db1693c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7266614 Jan 28 03:45:50.120152 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 33068) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:50.246992 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8fd364-e9dc-4ae6-b49f-65493232a81b None None] Sync routers for ids ['3cee47e8-5460-4ba8-87d7-06144483e363'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:45:50.262181 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72675a6d-2e38-4d19-aef9-b2476dd6bd4c None None] Pushing event updated for resources: {'Port': ['ID=d7ca9dc4-f8dd-40f9-9234-d349905a0dfe,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:50.302073 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port bc705d48-6009-44ef-89a2-efff4b086875 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:45:50.303845 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device e357934a-3043-4df6-ae71-21c1e96aaee0 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:45:50.305868 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-2b1cc5ab-6aec-4341-a33d-89b6e4d59445 None None] Provisioning complete for port d7ca9dc4-f8dd-40f9-9234-d349905a0dfe triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:45:50.306242 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2b1cc5ab-6aec-4341-a33d-89b6e4d59445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d7ca9dc4-f8dd-40f9-9234-d349905a0dfe), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:50.307661 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8fd364-e9dc-4ae6-b49f-65493232a81b None None] Routers {'3cee47e8-5460-4ba8-87d7-06144483e363'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:45:50.308314 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-2e8fd364-e9dc-4ae6-b49f-65493232a81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:45:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['3cee47e8-5460-4ba8-87d7-06144483e363'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:45:50.388637 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640723b9-b4c6-42a7-a087-cbaabf68009d None None] Network 2419b9f8-3dcf-41c6-a234-5b2c3bdcb2d2 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:45:50.584029 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-2e8fd364-e9dc-4ae6-b49f-65493232a81b None None] Set router 3cee47e8-5460-4ba8-87d7-06144483e363 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:45:50.614310 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-856a6114-8275-42b9-b397-15a98109a418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:50.661879 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port e357934a-3043-4df6-ae71-21c1e96aaee0 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:45:50.661879 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e357934a-3043-4df6-ae71-21c1e96aaee0), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:50.685872 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-2b1cc5ab-6aec-4341-a33d-89b6e4d59445 None None] Current status of the port d7ca9dc4-f8dd-40f9-9234-d349905a0dfe is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:45:50.837199 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-856a6114-8275-42b9-b397-15a98109a418 admin admin] Allocated IP 172.20.0.1 (2419b9f8-3dcf-41c6-a234-5b2c3bdcb2d2/cebbc8a1-ee4f-4221-88b2-a24ce2f898f9/792d9234-53f0-480c-8262-45eb5bf4eae8) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:45:50.893830 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port e357934a-3043-4df6-ae71-21c1e96aaee0 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:45:50.894409 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (e357934a-3043-4df6-ae71-21c1e96aaee0), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:50.897986 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-48b903b2-7007-474e-aa82-b147de76d6d1 None None] Provisioning complete for port e357934a-3043-4df6-ae71-21c1e96aaee0 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:45:50.898168 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-48b903b2-7007-474e-aa82-b147de76d6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e357934a-3043-4df6-ae71-21c1e96aaee0), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:50.969143 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-856a6114-8275-42b9-b397-15a98109a418 admin admin] Publish callbacks [] for port (792d9234-53f0-480c-8262-45eb5bf4eae8), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:50.971993 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port e357934a-3043-4df6-ae71-21c1e96aaee0, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=e357934a-3043-4df6-ae71-21c1e96aaee0,segment=NetworkSegment(6be3674a-95a6-477d-8167-ac36c53c2c2d),segment_id=6be3674a-95a6-477d-8167-ac36c53c2c2d)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:45:50.981205 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (e357934a-3043-4df6-ae71-21c1e96aaee0), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:50.997968 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-2e8fd364-e9dc-4ae6-b49f-65493232a81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cee47e8-5460-4ba8-87d7-06144483e363', 'name': 'tempest-TestServerBasicOps-819361422-router', 'tenant_id': 'c2bf6c9deea446ee80db1c5be8017cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:45:48Z', 'updated_at': '2022-01-28T03:45:49Z', 'revision_number': 3, 'project_id': 'c2bf6c9deea446ee80db1c5be8017cb8', 'gw_port': {'id': '4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fc:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cee47e8-5460-4ba8-87d7-06144483e363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:45:48Z', 'updated_at': '2022-01-28T03:45:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:45:51.016315 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-856a6114-8275-42b9-b397-15a98109a418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (792d9234-53f0-480c-8262-45eb5bf4eae8), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:51.051689 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856a6114-8275-42b9-b397-15a98109a418 admin admin] Network 2419b9f8-3dcf-41c6-a234-5b2c3bdcb2d2 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:45:51.056835 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-856a6114-8275-42b9-b397-15a98109a418 admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:45:51.057657 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8fd364-e9dc-4ae6-b49f-65493232a81b None None] Checking router: 3cee47e8-5460-4ba8-87d7-06144483e363 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:45:51.058034 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8fd364-e9dc-4ae6-b49f-65493232a81b None None] Updating router 3cee47e8-5460-4ba8-87d7-06144483e363 port 4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:45:51.059733 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856a6114-8275-42b9-b397-15a98109a418 admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:45:51.088917 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2e8fd364-e9dc-4ae6-b49f-65493232a81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:51.104220 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a6114-8275-42b9-b397-15a98109a418 admin admin] Pushing event updated for resources: {'Port': ['ID=792d9234-53f0-480c-8262-45eb5bf4eae8,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:51.114497 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-856a6114-8275-42b9-b397-15a98109a418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (3cee47e8-5460-4ba8-87d7-06144483e363), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:51.176280 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=e357934a-3043-4df6-ae71-21c1e96aaee0,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:51.252932 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:45:51.259865 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-48b903b2-7007-474e-aa82-b147de76d6d1 None None] Current status of the port e357934a-3043-4df6-ae71-21c1e96aaee0 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:45:51.261833 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-856a6114-8275-42b9-b397-15a98109a418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (792d9234-53f0-480c-8262-45eb5bf4eae8), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:51.457783 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2e8fd364-e9dc-4ae6-b49f-65493232a81b None None] Publish callbacks [] for port (4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:51.460497 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-0188889e-063f-4b6a-bd22-3e5024c04427 None None] Provisioning complete for port e357934a-3043-4df6-ae71-21c1e96aaee0 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:45:51.460947 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0188889e-063f-4b6a-bd22-3e5024c04427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e357934a-3043-4df6-ae71-21c1e96aaee0), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:51.463192 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-856a6114-8275-42b9-b397-15a98109a418 admin admin] Publish callbacks [] for port (792d9234-53f0-480c-8262-45eb5bf4eae8), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:51.465102 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2e8fd364-e9dc-4ae6-b49f-65493232a81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:51.468705 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-856a6114-8275-42b9-b397-15a98109a418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (792d9234-53f0-480c-8262-45eb5bf4eae8), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:51.539656 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-856a6114-8275-42b9-b397-15a98109a418 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (3cee47e8-5460-4ba8-87d7-06144483e363), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:51.541764 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a6114-8275-42b9-b397-15a98109a418 admin admin] Pushing event updated for resources: {'Port': ['ID=792d9234-53f0-480c-8262-45eb5bf4eae8,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:51.554444 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2970058-6959-48ec-adb4-c9f19d8d2388 None None] Pushing event updated for resources: {'Port': ['ID=4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:51.558916 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-2e8fd364-e9dc-4ae6-b49f-65493232a81b None None] Attempting to bind port 4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:45:51.559292 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-2e8fd364-e9dc-4ae6-b49f-65493232a81b None None] Attempting to bind port 4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:45:51.559663 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8fd364-e9dc-4ae6-b49f-65493232a81b None None] Attempting to bind port 4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:45:51.599944 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-0188889e-063f-4b6a-bd22-3e5024c04427 None None] Current status of the port e357934a-3043-4df6-ae71-21c1e96aaee0 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:45:51.602524 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8fd364-e9dc-4ae6-b49f-65493232a81b None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:45:51.602902 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8fd364-e9dc-4ae6-b49f-65493232a81b None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:45:51.603294 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2e8fd364-e9dc-4ae6-b49f-65493232a81b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:51.603691 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8fd364-e9dc-4ae6-b49f-65493232a81b None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:45:51.604188 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-2e8fd364-e9dc-4ae6-b49f-65493232a81b None None] Bound port: 4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:45:51.604539 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2e8fd364-e9dc-4ae6-b49f-65493232a81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:51.660827 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-2e8fd364-e9dc-4ae6-b49f-65493232a81b None None] For port 4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:45:51.662245 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-2e8fd364-e9dc-4ae6-b49f-65493232a81b None None] For port 4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:45:51.670742 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2e8fd364-e9dc-4ae6-b49f-65493232a81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:51.684748 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-0188889e-063f-4b6a-bd22-3e5024c04427 None None] Provisioning complete for port 792d9234-53f0-480c-8262-45eb5bf4eae8 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:45:51.685453 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0188889e-063f-4b6a-bd22-3e5024c04427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (792d9234-53f0-480c-8262-45eb5bf4eae8), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:51.686814 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856a6114-8275-42b9-b397-15a98109a418 admin admin] Network 2419b9f8-3dcf-41c6-a234-5b2c3bdcb2d2 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:45:51.689198 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-856a6114-8275-42b9-b397-15a98109a418 admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:45:51.783685 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-0188889e-063f-4b6a-bd22-3e5024c04427 None None] Port 792d9234-53f0-480c-8262-45eb5bf4eae8 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:45:51.788532 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8fd364-e9dc-4ae6-b49f-65493232a81b None None] Routers {'3cee47e8-5460-4ba8-87d7-06144483e363'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:45:51.789265 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-2e8fd364-e9dc-4ae6-b49f-65493232a81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:45:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['3cee47e8-5460-4ba8-87d7-06144483e363'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:45:51.849972 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856a6114-8275-42b9-b397-15a98109a418 admin admin] Router 3cee47e8-5460-4ba8-87d7-06144483e363 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:45:51.855464 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2970058-6959-48ec-adb4-c9f19d8d2388 None None] Pushing event updated for resources: {'Port': ['ID=4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:51.921012 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-2e8fd364-e9dc-4ae6-b49f-65493232a81b None None] Set router 3cee47e8-5460-4ba8-87d7-06144483e363 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:45:51.971683 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856a6114-8275-42b9-b397-15a98109a418 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:45:51.990266 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-856a6114-8275-42b9-b397-15a98109a418 admin admin] 10.222.0.53 "PUT /v2.0/routers/3cee47e8-5460-4ba8-87d7-06144483e363/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8688354 Jan 28 03:45:52.004235 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device e357934a-3043-4df6-ae71-21c1e96aaee0 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:45:52.293466 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-61506cb4-7fbe-40d6-a0fe-06dedbbfb9fe None None] Provisioning complete for port 792d9234-53f0-480c-8262-45eb5bf4eae8 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:45:52.293848 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-61506cb4-7fbe-40d6-a0fe-06dedbbfb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (792d9234-53f0-480c-8262-45eb5bf4eae8), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:52.364614 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-61506cb4-7fbe-40d6-a0fe-06dedbbfb9fe None None] Port 792d9234-53f0-480c-8262-45eb5bf4eae8 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:45:52.374704 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port e357934a-3043-4df6-ae71-21c1e96aaee0 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:45:52.375063 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (e357934a-3043-4df6-ae71-21c1e96aaee0), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:52.441843 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-2e8fd364-e9dc-4ae6-b49f-65493232a81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cee47e8-5460-4ba8-87d7-06144483e363', 'name': 'tempest-TestServerBasicOps-819361422-router', 'tenant_id': 'c2bf6c9deea446ee80db1c5be8017cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:45:48Z', 'updated_at': '2022-01-28T03:45:51Z', 'revision_number': 4, 'project_id': 'c2bf6c9deea446ee80db1c5be8017cb8', 'gw_port': {'id': '4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fc:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cee47e8-5460-4ba8-87d7-06144483e363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:45:48Z', 'updated_at': '2022-01-28T03:45:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '792d9234-53f0-480c-8262-45eb5bf4eae8', 'name': '', 'network_id': '2419b9f8-3dcf-41c6-a234-5b2c3bdcb2d2', 'tenant_id': 'c2bf6c9deea446ee80db1c5be8017cb8', 'mac_address': 'fa:16:3e:ec:07:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cee47e8-5460-4ba8-87d7-06144483e363', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cebbc8a1-ee4f-4221-88b2-a24ce2f898f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:45:50Z', 'updated_at': '2022-01-28T03:45:51Z', 'revision_number': 2, 'project_id': 'c2bf6c9deea446ee80db1c5be8017cb8', 'subnets': [{'id': 'cebbc8a1-ee4f-4221-88b2-a24ce2f898f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:45:52.487585 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8fd364-e9dc-4ae6-b49f-65493232a81b None None] The sync data for ids ['3cee47e8-5460-4ba8-87d7-06144483e363'] in n-d-712139-27 is: [{'id': '3cee47e8-5460-4ba8-87d7-06144483e363', 'name': 'tempest-TestServerBasicOps-819361422-router', 'tenant_id': 'c2bf6c9deea446ee80db1c5be8017cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:45:48Z', 'updated_at': '2022-01-28T03:45:51Z', 'revision_number': 4, 'project_id': 'c2bf6c9deea446ee80db1c5be8017cb8', 'gw_port': {'id': '4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fc:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cee47e8-5460-4ba8-87d7-06144483e363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:45:48Z', 'updated_at': '2022-01-28T03:45:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '792d9234-53f0-480c-8262-45eb5bf4eae8', 'name': '', 'network_id': '2419b9f8-3dcf-41c6-a234-5b2c3bdcb2d2', 'tenant_id': 'c2bf6c9deea446ee80db1c5be8017cb8', 'mac_address': 'fa:16:3e:ec:07:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cee47e8-5460-4ba8-87d7-06144483e363', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cebbc8a1-ee4f-4221-88b2-a24ce2f898f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:45:50Z', 'updated_at': '2022-01-28T03:45:51Z', 'revision_number': 2, 'project_id': 'c2bf6c9deea446ee80db1c5be8017cb8', 'subnets': [{'id': 'cebbc8a1-ee4f-4221-88b2-a24ce2f898f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:45:52.502102 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port e357934a-3043-4df6-ae71-21c1e96aaee0 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:45:52.503222 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device d7ca9dc4-f8dd-40f9-9234-d349905a0dfe up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:45:52.564940 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port d7ca9dc4-f8dd-40f9-9234-d349905a0dfe triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:45:52.565445 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d7ca9dc4-f8dd-40f9-9234-d349905a0dfe), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:52.579128 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 33076) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:52.583816 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-f0d9db66-f20b-4b98-98d2-b013d46da18b tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1672216795', 'description': 'tempest-secgroup-smoke-1672216795 description', 'project_id': '1eed5b22d1c44358b3c2b13868d4fc01'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:45:52.608533 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f0d9db66-f20b-4b98-98d2-b013d46da18b tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:52.663883 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port d7ca9dc4-f8dd-40f9-9234-d349905a0dfe is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:45:52.693207 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f0d9db66-f20b-4b98-98d2-b013d46da18b tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks [] for security_group (9ec930a7-308b-4fc3-ab96-67e45c93fac0), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:52.698250 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f0d9db66-f20b-4b98-98d2-b013d46da18b tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (9ec930a7-308b-4fc3-ab96-67e45c93fac0), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:52.732029 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f0d9db66-f20b-4b98-98d2-b013d46da18b tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:52.738369 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f0d9db66-f20b-4b98-98d2-b013d46da18b tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1531332 Jan 28 03:45:52.738369 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d9db66-f20b-4b98-98d2-b013d46da18b tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec930a7-308b-4fc3-ab96-67e45c93fac0,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:52.738631 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 33078) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:52.743026 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-be9db4d3-0196-46f6-8d88-ac7852e1113d tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Request body: {'security_group_rule': {'security_group_id': '9ec930a7-308b-4fc3-ab96-67e45c93fac0', 'project_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:45:52.797364 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-be9db4d3-0196-46f6-8d88-ac7852e1113d tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks [] for security_group_rule (7fdcba16-7f6e-430a-9b2c-03c79940615f), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:52.869955 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-be9db4d3-0196-46f6-8d88-ac7852e1113d tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks [] for security_group_rule (7fdcba16-7f6e-430a-9b2c-03c79940615f), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:52.875234 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-be9db4d3-0196-46f6-8d88-ac7852e1113d tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (7fdcba16-7f6e-430a-9b2c-03c79940615f), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:52.894444 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9db4d3-0196-46f6-8d88-ac7852e1113d tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fdcba16-7f6e-430a-9b2c-03c79940615f,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:52.903662 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-be9db4d3-0196-46f6-8d88-ac7852e1113d tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:52.907708 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-be9db4d3-0196-46f6-8d88-ac7852e1113d tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1674657 Jan 28 03:45:52.908225 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 33080) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:52.913113 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-fe3a3a4b-0f37-434c-bf1d-ca56ec7f6caa tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Request body: {'security_group_rule': {'security_group_id': '9ec930a7-308b-4fc3-ab96-67e45c93fac0', 'project_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:45:52.942116 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fe3a3a4b-0f37-434c-bf1d-ca56ec7f6caa tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks [] for security_group_rule (9b1eba52-2cb9-4a35-a7fb-df832ce63334), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:53.017339 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fe3a3a4b-0f37-434c-bf1d-ca56ec7f6caa tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks [] for security_group_rule (9b1eba52-2cb9-4a35-a7fb-df832ce63334), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:53.022677 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fe3a3a4b-0f37-434c-bf1d-ca56ec7f6caa tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (9b1eba52-2cb9-4a35-a7fb-df832ce63334), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:53.052321 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a3a4b-0f37-434c-bf1d-ca56ec7f6caa tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b1eba52-2cb9-4a35-a7fb-df832ce63334,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:53.065868 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fe3a3a4b-0f37-434c-bf1d-ca56ec7f6caa tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:53.071430 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 33082) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:53.072258 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-fe3a3a4b-0f37-434c-bf1d-ca56ec7f6caa tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1627145 Jan 28 03:45:53.076919 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-3c3ae50c-212e-4b2f-9827-d2e4b77352f9 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Request body: {'security_group_rule': {'security_group_id': '9ec930a7-308b-4fc3-ab96-67e45c93fac0', 'project_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:45:53.109875 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3c3ae50c-212e-4b2f-9827-d2e4b77352f9 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks [] for security_group_rule (b8ac66a0-6d7e-477d-bafc-37b27473985a), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:53.182667 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3c3ae50c-212e-4b2f-9827-d2e4b77352f9 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks [] for security_group_rule (b8ac66a0-6d7e-477d-bafc-37b27473985a), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:53.187144 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3c3ae50c-212e-4b2f-9827-d2e4b77352f9 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (b8ac66a0-6d7e-477d-bafc-37b27473985a), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:53.211137 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ae50c-212e-4b2f-9827-d2e4b77352f9 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8ac66a0-6d7e-477d-bafc-37b27473985a,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:53.224866 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3c3ae50c-212e-4b2f-9827-d2e4b77352f9 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:53.229498 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3c3ae50c-212e-4b2f-9827-d2e4b77352f9 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1563315 Jan 28 03:45:53.229901 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 33084) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:53.234864 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-cda449f6-efc9-467c-a608-c601395bb631 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Request body: {'security_group_rule': {'security_group_id': '9ec930a7-308b-4fc3-ab96-67e45c93fac0', 'project_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:45:53.264267 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cda449f6-efc9-467c-a608-c601395bb631 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks [] for security_group_rule (d457d486-5b4f-4e88-86d4-79ddbce230a3), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:53.329029 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cda449f6-efc9-467c-a608-c601395bb631 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks [] for security_group_rule (d457d486-5b4f-4e88-86d4-79ddbce230a3), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:53.335174 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cda449f6-efc9-467c-a608-c601395bb631 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (d457d486-5b4f-4e88-86d4-79ddbce230a3), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:53.353824 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda449f6-efc9-467c-a608-c601395bb631 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d457d486-5b4f-4e88-86d4-79ddbce230a3,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:53.366732 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cda449f6-efc9-467c-a608-c601395bb631 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:53.370764 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-cda449f6-efc9-467c-a608-c601395bb631 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1370475 Jan 28 03:45:53.371325 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 33086) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:53.376374 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-e6cb2e4d-b7da-441f-971c-b0492a1a32cc tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Request body: {'security_group_rule': {'security_group_id': '9ec930a7-308b-4fc3-ab96-67e45c93fac0', 'project_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:45:53.404124 n-d-712139-27 neutron-server[109802]: INFO neutron.db.securitygroups_db [None req-e6cb2e4d-b7da-441f-971c-b0492a1a32cc tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Project 1eed5b22d1c44358b3c2b13868d4fc01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 03:45:53.413578 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e6cb2e4d-b7da-441f-971c-b0492a1a32cc tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks [] for security_group_rule (918fcbdc-2ace-4962-8036-8a9ac6e88a9a), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:53.485377 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e6cb2e4d-b7da-441f-971c-b0492a1a32cc tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks [] for security_group_rule (918fcbdc-2ace-4962-8036-8a9ac6e88a9a), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:53.490638 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e6cb2e4d-b7da-441f-971c-b0492a1a32cc tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (918fcbdc-2ace-4962-8036-8a9ac6e88a9a), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:53.510682 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb2e4d-b7da-441f-971c-b0492a1a32cc tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=918fcbdc-2ace-4962-8036-8a9ac6e88a9a,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:53.518921 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e6cb2e4d-b7da-441f-971c-b0492a1a32cc tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:53.522342 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e6cb2e4d-b7da-441f-971c-b0492a1a32cc tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1478064 Jan 28 03:45:53.523307 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 33088) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:45:53.530335 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-ca50f4b2-8dbf-47be-8ad3-d98e026e0805 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Request body: {'security_group_rule': {'security_group_id': '9ec930a7-308b-4fc3-ab96-67e45c93fac0', 'project_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:45:53.562717 n-d-712139-27 neutron-server[109803]: INFO neutron.db.securitygroups_db [None req-ca50f4b2-8dbf-47be-8ad3-d98e026e0805 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Project 1eed5b22d1c44358b3c2b13868d4fc01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 03:45:53.568813 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ca50f4b2-8dbf-47be-8ad3-d98e026e0805 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks [] for security_group_rule (055f290f-40bf-4a5f-96a1-679858ad1544), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:53.660970 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ca50f4b2-8dbf-47be-8ad3-d98e026e0805 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks [] for security_group_rule (055f290f-40bf-4a5f-96a1-679858ad1544), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:53.670503 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ca50f4b2-8dbf-47be-8ad3-d98e026e0805 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (055f290f-40bf-4a5f-96a1-679858ad1544), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:53.670742 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:45:53.686848 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca50f4b2-8dbf-47be-8ad3-d98e026e0805 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=055f290f-40bf-4a5f-96a1-679858ad1544,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:53.706080 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ca50f4b2-8dbf-47be-8ad3-d98e026e0805 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:53.707406 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ca50f4b2-8dbf-47be-8ad3-d98e026e0805 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1827641 Jan 28 03:45:53.727949 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:45:53.728422 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:53.813688 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:45:53.817695 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:53.841219 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:45:53.847528 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:53.870900 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0356f373-3eaf-4d16-997e-b89580c19510 req-7a17a27e-fb47-49a3-9401-c80ec62c5cd7 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1672216795&fields=id&tenant_id=1eed5b22d1c44358b3c2b13868d4fc01 HTTP/1.1" status: 200 len: 267 time: 0.0475113 Jan 28 03:45:53.899315 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:53.980820 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356f373-3eaf-4d16-997e-b89580c19510 req-11d4ec1d-c6a6-4f5e-9b00-d76158ae3e20 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:53.982350 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0356f373-3eaf-4d16-997e-b89580c19510 req-11d4ec1d-c6a6-4f5e-9b00-d76158ae3e20 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] 10.222.0.53 "GET /v2.0/networks?id=7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd HTTP/1.1" status: 200 len: 808 time: 0.1048739 Jan 28 03:45:53.997938 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0356f373-3eaf-4d16-997e-b89580c19510 req-05008131-4693-46da-9165-6044c0914132 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] 10.222.0.53 "GET /v2.0/quotas/1eed5b22d1c44358b3c2b13868d4fc01 HTTP/1.1" status: 200 len: 375 time: 0.0099792 Jan 28 03:45:54.348436 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0356f373-3eaf-4d16-997e-b89580c19510 req-abbdaca5-e784-4c0a-bd6c-3daf5e494f07 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1eed5b22d1c44358b3c2b13868d4fc01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3450773 Jan 28 03:45:54.450101 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0356f373-3eaf-4d16-997e-b89580c19510 req-626b6db9-b2e5-4f03-8a2c-8b41c5a562e5 service neutron] 10.222.0.53 "GET /v2.0/networks/7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897379 Jan 28 03:45:54.550023 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0356f373-3eaf-4d16-997e-b89580c19510 req-66e32bb9-9d57-433d-b105-782667383bc1 service neutron] 10.222.0.53 "GET /v2.0/networks/7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932801 Jan 28 03:45:54.748614 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a09b0806-6833-4acc-a85a-b738d22a6530 req-d1b8d9b9-f355-40d5-9c72-e25af0233455 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] 10.222.0.53 "GET /v2.0/ports?device_id=d05c6442-5fe8-48b8-b05f-9725ee146d01 HTTP/1.1" status: 200 len: 210 time: 0.0288999 Jan 28 03:45:54.893418 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dc7fb6-203b-4020-8e3b-50c2ad5e8c3d None None] Sync routers for ids ['3cee47e8-5460-4ba8-87d7-06144483e363'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:45:54.903102 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dc7fb6-203b-4020-8e3b-50c2ad5e8c3d None None] Routers {'3cee47e8-5460-4ba8-87d7-06144483e363'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:45:54.903792 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-56dc7fb6-203b-4020-8e3b-50c2ad5e8c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:45:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['3cee47e8-5460-4ba8-87d7-06144483e363'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:45:55.012985 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-56dc7fb6-203b-4020-8e3b-50c2ad5e8c3d None None] Set router 3cee47e8-5460-4ba8-87d7-06144483e363 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:45:55.314940 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-56dc7fb6-203b-4020-8e3b-50c2ad5e8c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cee47e8-5460-4ba8-87d7-06144483e363', 'name': 'tempest-TestServerBasicOps-819361422-router', 'tenant_id': 'c2bf6c9deea446ee80db1c5be8017cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:45:48Z', 'updated_at': '2022-01-28T03:45:51Z', 'revision_number': 4, 'project_id': 'c2bf6c9deea446ee80db1c5be8017cb8', 'gw_port': {'id': '4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fc:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cee47e8-5460-4ba8-87d7-06144483e363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:45:48Z', 'updated_at': '2022-01-28T03:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '792d9234-53f0-480c-8262-45eb5bf4eae8', 'name': '', 'network_id': '2419b9f8-3dcf-41c6-a234-5b2c3bdcb2d2', 'tenant_id': 'c2bf6c9deea446ee80db1c5be8017cb8', 'mac_address': 'fa:16:3e:ec:07:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cee47e8-5460-4ba8-87d7-06144483e363', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cebbc8a1-ee4f-4221-88b2-a24ce2f898f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:45:50Z', 'updated_at': '2022-01-28T03:45:51Z', 'revision_number': 2, 'project_id': 'c2bf6c9deea446ee80db1c5be8017cb8', 'subnets': [{'id': 'cebbc8a1-ee4f-4221-88b2-a24ce2f898f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:45:55.343327 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dc7fb6-203b-4020-8e3b-50c2ad5e8c3d None None] Checking router: 3cee47e8-5460-4ba8-87d7-06144483e363 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:45:55.343674 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dc7fb6-203b-4020-8e3b-50c2ad5e8c3d None None] Updating router 3cee47e8-5460-4ba8-87d7-06144483e363 port 792d9234-53f0-480c-8262-45eb5bf4eae8 binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:45:55.369636 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-56dc7fb6-203b-4020-8e3b-50c2ad5e8c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (792d9234-53f0-480c-8262-45eb5bf4eae8), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:55.550957 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:45:55.599382 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:45:55.599762 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:55.640127 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-56dc7fb6-203b-4020-8e3b-50c2ad5e8c3d None None] Publish callbacks [] for port (792d9234-53f0-480c-8262-45eb5bf4eae8), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:55.646666 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-56dc7fb6-203b-4020-8e3b-50c2ad5e8c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (792d9234-53f0-480c-8262-45eb5bf4eae8), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:55.680239 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:45:55.711312 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c8f770-e6f0-4f77-897f-93e4ea08e061 None None] Pushing event updated for resources: {'Port': ['ID=792d9234-53f0-480c-8262-45eb5bf4eae8,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:55.778020 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-56dc7fb6-203b-4020-8e3b-50c2ad5e8c3d None None] Attempting to bind port 792d9234-53f0-480c-8262-45eb5bf4eae8 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:45:55.778493 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-56dc7fb6-203b-4020-8e3b-50c2ad5e8c3d None None] Attempting to bind port 792d9234-53f0-480c-8262-45eb5bf4eae8 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '6be3674a-95a6-477d-8167-ac36c53c2c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2419b9f8-3dcf-41c6-a234-5b2c3bdcb2d2'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:45:55.779072 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dc7fb6-203b-4020-8e3b-50c2ad5e8c3d None None] Attempting to bind port 792d9234-53f0-480c-8262-45eb5bf4eae8 on network 2419b9f8-3dcf-41c6-a234-5b2c3bdcb2d2 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:45:55.784852 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dc7fb6-203b-4020-8e3b-50c2ad5e8c3d None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:45:55.785258 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dc7fb6-203b-4020-8e3b-50c2ad5e8c3d None None] Checking segment: {'id': '6be3674a-95a6-477d-8167-ac36c53c2c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2419b9f8-3dcf-41c6-a234-5b2c3bdcb2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:45:55.785845 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-56dc7fb6-203b-4020-8e3b-50c2ad5e8c3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:55.786239 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dc7fb6-203b-4020-8e3b-50c2ad5e8c3d None None] Bound using segment: {'id': '6be3674a-95a6-477d-8167-ac36c53c2c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2419b9f8-3dcf-41c6-a234-5b2c3bdcb2d2'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:45:55.786747 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-56dc7fb6-203b-4020-8e3b-50c2ad5e8c3d None None] Bound port: 792d9234-53f0-480c-8262-45eb5bf4eae8, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6be3674a-95a6-477d-8167-ac36c53c2c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2419b9f8-3dcf-41c6-a234-5b2c3bdcb2d2'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:45:55.787126 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-56dc7fb6-203b-4020-8e3b-50c2ad5e8c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (792d9234-53f0-480c-8262-45eb5bf4eae8), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:55.878813 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-56dc7fb6-203b-4020-8e3b-50c2ad5e8c3d None None] For port 792d9234-53f0-480c-8262-45eb5bf4eae8, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:45:55.882276 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-56dc7fb6-203b-4020-8e3b-50c2ad5e8c3d None None] For port 792d9234-53f0-480c-8262-45eb5bf4eae8, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=792d9234-53f0-480c-8262-45eb5bf4eae8,segment=NetworkSegment(6be3674a-95a6-477d-8167-ac36c53c2c2d),segment_id=6be3674a-95a6-477d-8167-ac36c53c2c2d)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:45:55.887425 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-56dc7fb6-203b-4020-8e3b-50c2ad5e8c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (792d9234-53f0-480c-8262-45eb5bf4eae8), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:55.896376 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-94c9d032-24d6-4288-9d6b-a18297ffa59c req-83f2933e-b136-4cc2-8544-3e3842357eb8 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] 10.222.0.53 "GET /v2.0/ports?device_id=d05c6442-5fe8-48b8-b05f-9725ee146d01 HTTP/1.1" status: 200 len: 210 time: 0.0518281 Jan 28 03:45:55.907979 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356f373-3eaf-4d16-997e-b89580c19510 req-34d6b843-b606-4460-8c4e-589996340165 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:55.909898 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0356f373-3eaf-4d16-997e-b89580c19510 req-34d6b843-b606-4460-8c4e-589996340165 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] 10.222.0.39 "GET /v2.0/networks?id=7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd HTTP/1.1" status: 200 len: 808 time: 0.1954634 Jan 28 03:45:55.948807 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c8f770-e6f0-4f77-897f-93e4ea08e061 None None] Pushing event updated for resources: {'Port': ['ID=792d9234-53f0-480c-8262-45eb5bf4eae8,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:55.954097 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dc7fb6-203b-4020-8e3b-50c2ad5e8c3d None None] Routers {'3cee47e8-5460-4ba8-87d7-06144483e363'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:45:55.954704 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-56dc7fb6-203b-4020-8e3b-50c2ad5e8c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:45:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['3cee47e8-5460-4ba8-87d7-06144483e363'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:45:55.990181 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0356f373-3eaf-4d16-997e-b89580c19510 req-0d0ddb04-4f7a-4d32-b556-947c0d1c8518 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1eed5b22d1c44358b3c2b13868d4fc01 HTTP/1.1" status: 200 len: 380 time: 0.0586450 Jan 28 03:45:56.011176 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-0356f373-3eaf-4d16-997e-b89580c19510 req-f0180079-1b1a-4b4f-a40b-6f7313061a05 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Request body: {'port': {'device_id': 'd05c6442-5fe8-48b8-b05f-9725ee146d01', 'network_id': '7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd', 'admin_state_up': True, 'tenant_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'security_groups': ['9ec930a7-308b-4fc3-ab96-67e45c93fac0']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:45:56.016689 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-810c8f3e-2bce-4774-9300-02e6ff401e4e None None] Provisioning complete for port 792d9234-53f0-480c-8262-45eb5bf4eae8 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:45:56.017384 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-810c8f3e-2bce-4774-9300-02e6ff401e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (792d9234-53f0-480c-8262-45eb5bf4eae8), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:56.074782 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-56dc7fb6-203b-4020-8e3b-50c2ad5e8c3d None None] Set router 3cee47e8-5460-4ba8-87d7-06144483e363 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:45:56.110835 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-810c8f3e-2bce-4774-9300-02e6ff401e4e None None] Current status of the port 792d9234-53f0-480c-8262-45eb5bf4eae8 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:45:56.111520 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-810c8f3e-2bce-4774-9300-02e6ff401e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (792d9234-53f0-480c-8262-45eb5bf4eae8), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:56.138538 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0356f373-3eaf-4d16-997e-b89580c19510 req-f0180079-1b1a-4b4f-a40b-6f7313061a05 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Made reservation on behalf of 1eed5b22d1c44358b3c2b13868d4fc01 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:45:56.143949 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0356f373-3eaf-4d16-997e-b89580c19510 req-f0180079-1b1a-4b4f-a40b-6f7313061a05 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:56.163804 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-810c8f3e-2bce-4774-9300-02e6ff401e4e None None] For port 792d9234-53f0-480c-8262-45eb5bf4eae8, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=792d9234-53f0-480c-8262-45eb5bf4eae8,segment=NetworkSegment(6be3674a-95a6-477d-8167-ac36c53c2c2d),segment_id=6be3674a-95a6-477d-8167-ac36c53c2c2d)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:45:56.172185 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-810c8f3e-2bce-4774-9300-02e6ff401e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (792d9234-53f0-480c-8262-45eb5bf4eae8), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:56.232457 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810c8f3e-2bce-4774-9300-02e6ff401e4e None None] Pushing event updated for resources: {'Port': ['ID=792d9234-53f0-480c-8262-45eb5bf4eae8,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:56.295069 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-a7bef22c-5210-421b-9fe2-9304faa32a21 None None] Provisioning complete for port 792d9234-53f0-480c-8262-45eb5bf4eae8 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:45:56.295719 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a7bef22c-5210-421b-9fe2-9304faa32a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (792d9234-53f0-480c-8262-45eb5bf4eae8), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:56.300813 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-0356f373-3eaf-4d16-997e-b89580c19510 req-f0180079-1b1a-4b4f-a40b-6f7313061a05 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Allocated IP 172.20.0.11 (7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd/fbc3b550-76bc-49fc-88a5-55f5e9953f55/c05fb714-0e4f-4858-aef9-32c9b6598378) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:45:56.311088 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-56dc7fb6-203b-4020-8e3b-50c2ad5e8c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cee47e8-5460-4ba8-87d7-06144483e363', 'name': 'tempest-TestServerBasicOps-819361422-router', 'tenant_id': 'c2bf6c9deea446ee80db1c5be8017cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:45:48Z', 'updated_at': '2022-01-28T03:45:51Z', 'revision_number': 4, 'project_id': 'c2bf6c9deea446ee80db1c5be8017cb8', 'gw_port': {'id': '4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fc:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cee47e8-5460-4ba8-87d7-06144483e363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:45:48Z', 'updated_at': '2022-01-28T03:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '792d9234-53f0-480c-8262-45eb5bf4eae8', 'name': '', 'network_id': '2419b9f8-3dcf-41c6-a234-5b2c3bdcb2d2', 'tenant_id': 'c2bf6c9deea446ee80db1c5be8017cb8', 'mac_address': 'fa:16:3e:ec:07:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cee47e8-5460-4ba8-87d7-06144483e363', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cebbc8a1-ee4f-4221-88b2-a24ce2f898f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:45:50Z', 'updated_at': '2022-01-28T03:45:55Z', 'revision_number': 4, 'project_id': 'c2bf6c9deea446ee80db1c5be8017cb8', 'subnets': [{'id': 'cebbc8a1-ee4f-4221-88b2-a24ce2f898f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:45:56.343507 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dc7fb6-203b-4020-8e3b-50c2ad5e8c3d None None] The sync data for ids ['3cee47e8-5460-4ba8-87d7-06144483e363'] in n-d-712139-27 is: [{'id': '3cee47e8-5460-4ba8-87d7-06144483e363', 'name': 'tempest-TestServerBasicOps-819361422-router', 'tenant_id': 'c2bf6c9deea446ee80db1c5be8017cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:45:48Z', 'updated_at': '2022-01-28T03:45:51Z', 'revision_number': 4, 'project_id': 'c2bf6c9deea446ee80db1c5be8017cb8', 'gw_port': {'id': '4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fc:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cee47e8-5460-4ba8-87d7-06144483e363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:45:48Z', 'updated_at': '2022-01-28T03:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '792d9234-53f0-480c-8262-45eb5bf4eae8', 'name': '', 'network_id': '2419b9f8-3dcf-41c6-a234-5b2c3bdcb2d2', 'tenant_id': 'c2bf6c9deea446ee80db1c5be8017cb8', 'mac_address': 'fa:16:3e:ec:07:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cee47e8-5460-4ba8-87d7-06144483e363', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cebbc8a1-ee4f-4221-88b2-a24ce2f898f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:45:50Z', 'updated_at': '2022-01-28T03:45:55Z', 'revision_number': 4, 'project_id': 'c2bf6c9deea446ee80db1c5be8017cb8', 'subnets': [{'id': 'cebbc8a1-ee4f-4221-88b2-a24ce2f898f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:45:56.388451 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-a7bef22c-5210-421b-9fe2-9304faa32a21 None None] Current status of the port 792d9234-53f0-480c-8262-45eb5bf4eae8 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:45:56.455793 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0356f373-3eaf-4d16-997e-b89580c19510 req-f0180079-1b1a-4b4f-a40b-6f7313061a05 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks [] for port (c05fb714-0e4f-4858-aef9-32c9b6598378), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:56.500273 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0356f373-3eaf-4d16-997e-b89580c19510 req-f0180079-1b1a-4b4f-a40b-6f7313061a05 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (c05fb714-0e4f-4858-aef9-32c9b6598378), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:56.545869 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0356f373-3eaf-4d16-997e-b89580c19510 req-f0180079-1b1a-4b4f-a40b-6f7313061a05 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Network 7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:45:56.549143 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-0356f373-3eaf-4d16-997e-b89580c19510 req-f0180079-1b1a-4b4f-a40b-6f7313061a05 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:45:56.552144 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-0356f373-3eaf-4d16-997e-b89580c19510 req-f0180079-1b1a-4b4f-a40b-6f7313061a05 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:45:56.580840 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0180079-1b1a-4b4f-a40b-6f7313061a05 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Pushing event updated for resources: {'Port': ['ID=c05fb714-0e4f-4858-aef9-32c9b6598378,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:56.613212 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356f373-3eaf-4d16-997e-b89580c19510 req-f0180079-1b1a-4b4f-a40b-6f7313061a05 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:56.613926 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0356f373-3eaf-4d16-997e-b89580c19510 req-f0180079-1b1a-4b4f-a40b-6f7313061a05 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:56.635791 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0356f373-3eaf-4d16-997e-b89580c19510 req-f0180079-1b1a-4b4f-a40b-6f7313061a05 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6314132 Jan 28 03:45:56.646029 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-0356f373-3eaf-4d16-997e-b89580c19510 req-dcb1f3da-66b6-417b-b03c-c13bd1421bc4 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:45:56.647300 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0356f373-3eaf-4d16-997e-b89580c19510 req-dcb1f3da-66b6-417b-b03c-c13bd1421bc4 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064104 Jan 28 03:45:56.666602 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-0356f373-3eaf-4d16-997e-b89580c19510 req-452b28ef-3922-48b8-8da4-932bec472897 service neutron] Request body: {'port': {'device_id': 'd05c6442-5fe8-48b8-b05f-9725ee146d01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:45:56.736071 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0356f373-3eaf-4d16-997e-b89580c19510 req-452b28ef-3922-48b8-8da4-932bec472897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c05fb714-0e4f-4858-aef9-32c9b6598378), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:56.811368 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-ef8c9a1e-e373-413c-9270-a8b8ae5e9549 None None] Provisioning complete for port c05fb714-0e4f-4858-aef9-32c9b6598378 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:45:56.812443 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ef8c9a1e-e373-413c-9270-a8b8ae5e9549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c05fb714-0e4f-4858-aef9-32c9b6598378), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:56.850620 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-ef8c9a1e-e373-413c-9270-a8b8ae5e9549 None None] Port c05fb714-0e4f-4858-aef9-32c9b6598378 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:45:57.013415 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-0356f373-3eaf-4d16-997e-b89580c19510 req-452b28ef-3922-48b8-8da4-932bec472897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c05fb714-0e4f-4858-aef9-32c9b6598378 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:45:57.021697 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0356f373-3eaf-4d16-997e-b89580c19510 req-452b28ef-3922-48b8-8da4-932bec472897 service neutron] Publish callbacks [] for port (c05fb714-0e4f-4858-aef9-32c9b6598378), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:57.030298 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5b6b2-eeed-429d-96b1-429c5fc543d3 req-d869a118-8d70-4abd-b1e4-447ce8e943ba tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:57.031838 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-add5b6b2-eeed-429d-96b1-429c5fc543d3 req-d869a118-8d70-4abd-b1e4-447ce8e943ba tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] 10.222.0.53 "GET /v2.0/ports?device_id=d05c6442-5fe8-48b8-b05f-9725ee146d01 HTTP/1.1" status: 200 len: 932 time: 0.0546579 Jan 28 03:45:57.034613 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-0356f373-3eaf-4d16-997e-b89580c19510 req-452b28ef-3922-48b8-8da4-932bec472897 service neutron] Transition to ACTIVE for port object c05fb714-0e4f-4858-aef9-32c9b6598378 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:45:57.039449 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0356f373-3eaf-4d16-997e-b89580c19510 req-452b28ef-3922-48b8-8da4-932bec472897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (c05fb714-0e4f-4858-aef9-32c9b6598378), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:57.089719 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b28ef-3922-48b8-8da4-932bec472897 service neutron] Pushing event updated for resources: {'Port': ['ID=c05fb714-0e4f-4858-aef9-32c9b6598378,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:57.093648 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-add5b6b2-eeed-429d-96b1-429c5fc543d3 req-7f4871a1-0769-49a9-af0d-2bef1d34a59e tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ec930a7-308b-4fc3-ab96-67e45c93fac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553131 Jan 28 03:45:57.164555 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-0356f373-3eaf-4d16-997e-b89580c19510 req-452b28ef-3922-48b8-8da4-932bec472897 service neutron] Attempting to bind port c05fb714-0e4f-4858-aef9-32c9b6598378 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:45:57.164885 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-0356f373-3eaf-4d16-997e-b89580c19510 req-452b28ef-3922-48b8-8da4-932bec472897 service neutron] Attempting to bind port c05fb714-0e4f-4858-aef9-32c9b6598378 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '70b95e80-4817-40e5-91ca-f75c8d371979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:45:57.165249 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0356f373-3eaf-4d16-997e-b89580c19510 req-452b28ef-3922-48b8-8da4-932bec472897 service neutron] Attempting to bind port c05fb714-0e4f-4858-aef9-32c9b6598378 on network 7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:45:57.170156 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0356f373-3eaf-4d16-997e-b89580c19510 req-452b28ef-3922-48b8-8da4-932bec472897 service neutron] Port c05fb714-0e4f-4858-aef9-32c9b6598378 on network 7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:45:57.170444 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0356f373-3eaf-4d16-997e-b89580c19510 req-452b28ef-3922-48b8-8da4-932bec472897 service neutron] Attempting to bind port c05fb714-0e4f-4858-aef9-32c9b6598378 on network 7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:45:57.175574 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0356f373-3eaf-4d16-997e-b89580c19510 req-452b28ef-3922-48b8-8da4-932bec472897 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:45:57.175910 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0356f373-3eaf-4d16-997e-b89580c19510 req-452b28ef-3922-48b8-8da4-932bec472897 service neutron] Checking segment: {'id': '70b95e80-4817-40e5-91ca-f75c8d371979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:45:57.176667 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0356f373-3eaf-4d16-997e-b89580c19510 req-452b28ef-3922-48b8-8da4-932bec472897 service neutron] Bound using segment: {'id': '70b95e80-4817-40e5-91ca-f75c8d371979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:45:57.177108 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-0356f373-3eaf-4d16-997e-b89580c19510 req-452b28ef-3922-48b8-8da4-932bec472897 service neutron] Bound port: c05fb714-0e4f-4858-aef9-32c9b6598378, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70b95e80-4817-40e5-91ca-f75c8d371979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:45:57.177466 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0356f373-3eaf-4d16-997e-b89580c19510 req-452b28ef-3922-48b8-8da4-932bec472897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c05fb714-0e4f-4858-aef9-32c9b6598378), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:57.244493 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-0356f373-3eaf-4d16-997e-b89580c19510 req-452b28ef-3922-48b8-8da4-932bec472897 service neutron] For port c05fb714-0e4f-4858-aef9-32c9b6598378, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:45:57.247745 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-0356f373-3eaf-4d16-997e-b89580c19510 req-452b28ef-3922-48b8-8da4-932bec472897 service neutron] For port c05fb714-0e4f-4858-aef9-32c9b6598378, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=c05fb714-0e4f-4858-aef9-32c9b6598378,segment=NetworkSegment(70b95e80-4817-40e5-91ca-f75c8d371979),segment_id=70b95e80-4817-40e5-91ca-f75c8d371979)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:45:57.253757 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0356f373-3eaf-4d16-997e-b89580c19510 req-452b28ef-3922-48b8-8da4-932bec472897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (c05fb714-0e4f-4858-aef9-32c9b6598378), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:57.288388 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356f373-3eaf-4d16-997e-b89580c19510 req-452b28ef-3922-48b8-8da4-932bec472897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:57.289171 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0356f373-3eaf-4d16-997e-b89580c19510 req-452b28ef-3922-48b8-8da4-932bec472897 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:57.290624 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0356f373-3eaf-4d16-997e-b89580c19510 req-452b28ef-3922-48b8-8da4-932bec472897 service neutron] 10.222.0.39 "PUT /v2.0/ports/c05fb714-0e4f-4858-aef9-32c9b6598378 HTTP/1.1" status: 200 len: 1093 time: 0.6300333 Jan 28 03:45:57.291131 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd05c6442-5fe8-48b8-b05f-9725ee146d01', 'tag': 'c05fb714-0e4f-4858-aef9-32c9b6598378'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:45:57.293449 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a283cbb-f3f2-483e-b8e4-4971a17907e9" -d '{"events": [{"name": "network-changed", "server_uuid": "d05c6442-5fe8-48b8-b05f-9725ee146d01", "tag": "c05fb714-0e4f-4858-aef9-32c9b6598378"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:45:57.324119 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b28ef-3922-48b8-8da4-932bec472897 service neutron] Pushing event updated for resources: {'Port': ['ID=c05fb714-0e4f-4858-aef9-32c9b6598378,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:45:57.335624 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25bf134-d6be-4735-bd2e-b74030a216f4 x-openstack-request-id: req-c25bf134-d6be-4735-bd2e-b74030a216f4 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:45:57.336135 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d05c6442-5fe8-48b8-b05f-9725ee146d01", "tag": "c05fb714-0e4f-4858-aef9-32c9b6598378", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:45:57.336522 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c25bf134-d6be-4735-bd2e-b74030a216f4 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:45:57.337015 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd05c6442-5fe8-48b8-b05f-9725ee146d01', 'tag': 'c05fb714-0e4f-4858-aef9-32c9b6598378', 'status': 'completed', 'code': 200} Jan 28 03:45:57.397026 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356f373-3eaf-4d16-997e-b89580c19510 req-513a7ba1-2cb6-4a02-a4d7-3ac7beec8b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:57.398720 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0356f373-3eaf-4d16-997e-b89580c19510 req-513a7ba1-2cb6-4a02-a4d7-3ac7beec8b4b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1eed5b22d1c44358b3c2b13868d4fc01&device_id=d05c6442-5fe8-48b8-b05f-9725ee146d01 HTTP/1.1" status: 200 len: 1096 time: 0.0462370 Jan 28 03:45:57.450738 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0356f373-3eaf-4d16-997e-b89580c19510 req-42c1e50f-4bb9-4fe8-a9d2-86e3bccab2c1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c05fb714-0e4f-4858-aef9-32c9b6598378 HTTP/1.1" status: 200 len: 217 time: 0.0397494 Jan 28 03:45:57.501982 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356f373-3eaf-4d16-997e-b89580c19510 req-271f4c66-30c0-4dec-a3ba-6b27aa252431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:57.503550 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0356f373-3eaf-4d16-997e-b89580c19510 req-271f4c66-30c0-4dec-a3ba-6b27aa252431 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc3b550-76bc-49fc-88a5-55f5e9953f55 HTTP/1.1" status: 200 len: 847 time: 0.0469878 Jan 28 03:45:57.555644 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356f373-3eaf-4d16-997e-b89580c19510 req-03cb359e-b2a9-4083-972c-efe377da8e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:57.557182 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0356f373-3eaf-4d16-997e-b89580c19510 req-03cb359e-b2a9-4083-972c-efe377da8e66 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471921 Jan 28 03:45:57.585687 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 792d9234-53f0-480c-8262-45eb5bf4eae8 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:45:57.634449 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 792d9234-53f0-480c-8262-45eb5bf4eae8 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:45:57.634826 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (792d9234-53f0-480c-8262-45eb5bf4eae8), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:57.656166 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0356f373-3eaf-4d16-997e-b89580c19510 req-8c747aa8-6517-4239-95a0-3e4e4998a351 service neutron] 10.222.0.39 "GET /v2.0/networks/7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931118 Jan 28 03:45:57.714004 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 792d9234-53f0-480c-8262-45eb5bf4eae8 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:45:57.746316 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0356f373-3eaf-4d16-997e-b89580c19510 req-16537fee-f13d-4fe4-9d4a-7bc642d60b68 service neutron] 10.222.0.39 "GET /v2.0/networks/7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840645 Jan 28 03:45:57.900004 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a283cbb-f3f2-483e-b8e4-4971a17907e9 req-9ac81851-bd23-4b23-afb7-c0cb9303c0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:57.901542 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1a283cbb-f3f2-483e-b8e4-4971a17907e9 req-9ac81851-bd23-4b23-afb7-c0cb9303c0a5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1eed5b22d1c44358b3c2b13868d4fc01&device_id=d05c6442-5fe8-48b8-b05f-9725ee146d01 HTTP/1.1" status: 200 len: 1096 time: 0.0521705 Jan 28 03:45:57.998671 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a283cbb-f3f2-483e-b8e4-4971a17907e9 req-27178739-c217-4e2d-b258-3beaacfbb16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:58.000140 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1a283cbb-f3f2-483e-b8e4-4971a17907e9 req-27178739-c217-4e2d-b258-3beaacfbb16f service neutron] 10.222.0.39 "GET /v2.0/networks?id=7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd HTTP/1.1" status: 200 len: 909 time: 0.0918343 Jan 28 03:45:58.041979 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1a283cbb-f3f2-483e-b8e4-4971a17907e9 req-65bff7ed-c02f-4f41-b0aa-7711de9523eb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c05fb714-0e4f-4858-aef9-32c9b6598378 HTTP/1.1" status: 200 len: 217 time: 0.0349112 Jan 28 03:45:58.098530 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a283cbb-f3f2-483e-b8e4-4971a17907e9 req-11d99804-a0d1-4c43-a01e-ea962f81ad11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:58.100043 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1a283cbb-f3f2-483e-b8e4-4971a17907e9 req-11d99804-a0d1-4c43-a01e-ea962f81ad11 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc3b550-76bc-49fc-88a5-55f5e9953f55 HTTP/1.1" status: 200 len: 847 time: 0.0514090 Jan 28 03:45:58.147489 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a283cbb-f3f2-483e-b8e4-4971a17907e9 req-bc3a03aa-889b-41cc-9dff-f3bc5bdc2eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:58.149161 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1a283cbb-f3f2-483e-b8e4-4971a17907e9 req-bc3a03aa-889b-41cc-9dff-f3bc5bdc2eb5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425477 Jan 28 03:45:58.209398 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8aeb73-0bfe-4bd2-abfa-862a982dd6ae req-9689e4bc-9b06-496c-a126-19a76494c592 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:58.210844 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4f8aeb73-0bfe-4bd2-abfa-862a982dd6ae req-9689e4bc-9b06-496c-a126-19a76494c592 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] 10.222.0.53 "GET /v2.0/ports?device_id=d05c6442-5fe8-48b8-b05f-9725ee146d01 HTTP/1.1" status: 200 len: 944 time: 0.0483754 Jan 28 03:45:58.245468 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1a283cbb-f3f2-483e-b8e4-4971a17907e9 req-b281e069-8f88-4179-b662-ec2b1b318568 service neutron] 10.222.0.39 "GET /v2.0/networks/7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889931 Jan 28 03:45:58.271552 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4f8aeb73-0bfe-4bd2-abfa-862a982dd6ae req-905b2a42-96d6-4eed-9998-606aa0ce785d tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ec930a7-308b-4fc3-ab96-67e45c93fac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528913 Jan 28 03:45:58.343688 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1a283cbb-f3f2-483e-b8e4-4971a17907e9 req-2f2955e1-bc38-484a-acb3-e11538d89bbd service neutron] 10.222.0.39 "GET /v2.0/networks/7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911095 Jan 28 03:45:59.399950 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e9e27-2787-46cb-bbc4-a606384d2881 req-cb3dd6db-7a0b-4e2e-8c80-4c38c4fa6558 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:45:59.401631 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-268e9e27-2787-46cb-bbc4-a606384d2881 req-cb3dd6db-7a0b-4e2e-8c80-4c38c4fa6558 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] 10.222.0.53 "GET /v2.0/ports?device_id=d05c6442-5fe8-48b8-b05f-9725ee146d01 HTTP/1.1" status: 200 len: 944 time: 0.0539012 Jan 28 03:45:59.455004 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-268e9e27-2787-46cb-bbc4-a606384d2881 req-aa75d3f8-faa3-4218-8bb7-4855ee941fff tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ec930a7-308b-4fc3-ab96-67e45c93fac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454321 Jan 28 03:45:59.526746 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:45:59.781432 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-37578c78-2bb1-4aab-817e-4316c0db8ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:00.580156 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad900ed2-4f7f-499b-b1aa-adc76ab7952e req-14fe4337-1e56-4a99-9d95-279225b438a5 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:00.581675 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ad900ed2-4f7f-499b-b1aa-adc76ab7952e req-14fe4337-1e56-4a99-9d95-279225b438a5 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] 10.222.0.53 "GET /v2.0/ports?device_id=d05c6442-5fe8-48b8-b05f-9725ee146d01 HTTP/1.1" status: 200 len: 944 time: 0.0554047 Jan 28 03:46:00.632302 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ad900ed2-4f7f-499b-b1aa-adc76ab7952e req-38a45cee-904c-4376-a63b-01811c10e4df tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ec930a7-308b-4fc3-ab96-67e45c93fac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450308 Jan 28 03:46:00.892750 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device c05fb714-0e4f-4858-aef9-32c9b6598378 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:46:01.003729 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port c05fb714-0e4f-4858-aef9-32c9b6598378, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=c05fb714-0e4f-4858-aef9-32c9b6598378,segment=NetworkSegment(70b95e80-4817-40e5-91ca-f75c8d371979),segment_id=70b95e80-4817-40e5-91ca-f75c8d371979)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:46:01.018105 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': 'c05fb714-0e4f-4858-aef9-32c9b6598378', 'network_id': '7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd', 'port_id': 'c05fb714-0e4f-4858-aef9-32c9b6598378', 'mac_address': 'fa:16:3e:9b:60:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc3b550-76bc-49fc-88a5-55f5e9953f55', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:46:01.054058 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port c05fb714-0e4f-4858-aef9-32c9b6598378 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:46:01.054449 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c05fb714-0e4f-4858-aef9-32c9b6598378), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:01.067932 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c05fb714-0e4f-4858-aef9-32c9b6598378 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:46:01.087523 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port c05fb714-0e4f-4858-aef9-32c9b6598378, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=c05fb714-0e4f-4858-aef9-32c9b6598378,segment=NetworkSegment(70b95e80-4817-40e5-91ca-f75c8d371979),segment_id=70b95e80-4817-40e5-91ca-f75c8d371979)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:46:01.095166 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c05fb714-0e4f-4858-aef9-32c9b6598378), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:01.140328 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=c05fb714-0e4f-4858-aef9-32c9b6598378,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:01.383232 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['c05fb714-0e4f-4858-aef9-32c9b6598378'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:46:01.766002 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03159e-e55e-404b-b178-309250a82a1c req-4e928d97-1a3e-41b8-a014-1dd4d4307778 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:01.767403 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7d03159e-e55e-404b-b178-309250a82a1c req-4e928d97-1a3e-41b8-a014-1dd4d4307778 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] 10.222.0.53 "GET /v2.0/ports?device_id=d05c6442-5fe8-48b8-b05f-9725ee146d01 HTTP/1.1" status: 200 len: 945 time: 0.0578554 Jan 28 03:46:01.828619 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7d03159e-e55e-404b-b178-309250a82a1c req-3737134a-8cad-4513-a81a-1020f5bb5e6a tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ec930a7-308b-4fc3-ab96-67e45c93fac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550945 Jan 28 03:46:01.834756 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8df0d751-614d-4add-9da1-f519eb1e9a3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:02.894091 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device c05fb714-0e4f-4858-aef9-32c9b6598378 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:46:02.943367 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port c05fb714-0e4f-4858-aef9-32c9b6598378 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:46:02.947985 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port c05fb714-0e4f-4858-aef9-32c9b6598378 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:46:02.948414 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c05fb714-0e4f-4858-aef9-32c9b6598378), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:02.966826 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c05e1-df68-4c8b-b534-7c5840faaf3f req-01934c56-e4b0-45bf-90ce-bbba03b1f860 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:02.968389 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0a5c05e1-df68-4c8b-b534-7c5840faaf3f req-01934c56-e4b0-45bf-90ce-bbba03b1f860 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] 10.222.0.53 "GET /v2.0/ports?device_id=d05c6442-5fe8-48b8-b05f-9725ee146d01 HTTP/1.1" status: 200 len: 945 time: 0.0504060 Jan 28 03:46:03.018097 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0a5c05e1-df68-4c8b-b534-7c5840faaf3f req-2721e860-d11b-49a3-9698-cb280bcc5996 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ec930a7-308b-4fc3-ab96-67e45c93fac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438821 Jan 28 03:46:03.027479 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port c05fb714-0e4f-4858-aef9-32c9b6598378 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:46:03.027905 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c05fb714-0e4f-4858-aef9-32c9b6598378), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:03.050702 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05c6442-5fe8-48b8-b05f-9725ee146d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05fb714-0e4f-4858-aef9-32c9b6598378'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:46:03.052985 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7466989c69d563e87a019306beca113247d74b519ddc68a6966af7388d6c63e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8e8e32-b873-43e9-93f1-46747d60ca18" -d '{"events": [{"server_uuid": "d05c6442-5fe8-48b8-b05f-9725ee146d01", "name": "network-vif-plugged", "status": "completed", "tag": "c05fb714-0e4f-4858-aef9-32c9b6598378"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:46:03.065535 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port c05fb714-0e4f-4858-aef9-32c9b6598378, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=c05fb714-0e4f-4858-aef9-32c9b6598378,segment=NetworkSegment(70b95e80-4817-40e5-91ca-f75c8d371979),segment_id=70b95e80-4817-40e5-91ca-f75c8d371979)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:46:03.069986 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c05fb714-0e4f-4858-aef9-32c9b6598378), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:03.096101 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e637c2-e96f-476a-a821-ec00edc50b28 x-openstack-request-id: req-96e637c2-e96f-476a-a821-ec00edc50b28 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:46:03.096398 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d05c6442-5fe8-48b8-b05f-9725ee146d01", "name": "network-vif-plugged", "status": "completed", "tag": "c05fb714-0e4f-4858-aef9-32c9b6598378", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:46:03.096648 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-96e637c2-e96f-476a-a821-ec00edc50b28 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:46:03.097033 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05c6442-5fe8-48b8-b05f-9725ee146d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05fb714-0e4f-4858-aef9-32c9b6598378', 'code': 200} Jan 28 03:46:03.122404 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=c05fb714-0e4f-4858-aef9-32c9b6598378,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:03.221931 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1747c-6076-42c9-89fe-f1e83461221b req-d41a6547-7507-44c5-966d-b84a4aa8ae5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:03.223410 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c7a1747c-6076-42c9-89fe-f1e83461221b req-d41a6547-7507-44c5-966d-b84a4aa8ae5d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d05c6442-5fe8-48b8-b05f-9725ee146d01 HTTP/1.1" status: 200 len: 1098 time: 0.0430524 Jan 28 03:46:03.270644 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c7a1747c-6076-42c9-89fe-f1e83461221b req-acc8b105-e9a0-4b2e-b48e-9e865a3b91d1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9ec930a7-308b-4fc3-ab96-67e45c93fac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405562 Jan 28 03:46:03.510865 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:03.928475 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:04.140827 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f2ad7-9273-47d3-b710-1be317599753 req-1f0327ce-059f-4962-bfd3-786659bf00b9 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:04.142346 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ec0f2ad7-9273-47d3-b710-1be317599753 req-1f0327ce-059f-4962-bfd3-786659bf00b9 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] 10.222.0.53 "GET /v2.0/ports?device_id=d05c6442-5fe8-48b8-b05f-9725ee146d01 HTTP/1.1" status: 200 len: 946 time: 0.0515044 Jan 28 03:46:04.207609 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ec0f2ad7-9273-47d3-b710-1be317599753 req-3cf97e34-6462-4007-8821-4566c7021c59 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ec930a7-308b-4fc3-ab96-67e45c93fac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567925 Jan 28 03:46:04.962759 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:05.352868 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0eadee-5f5e-4ef5-a846-6f5e65f778fe req-5573d857-f354-4bba-9d28-1ecf886790ed tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:05.354419 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1b0eadee-5f5e-4ef5-a846-6f5e65f778fe req-5573d857-f354-4bba-9d28-1ecf886790ed tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] 10.222.0.53 "GET /v2.0/ports?device_id=d05c6442-5fe8-48b8-b05f-9725ee146d01 HTTP/1.1" status: 200 len: 946 time: 0.0609894 Jan 28 03:46:05.407296 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1b0eadee-5f5e-4ef5-a846-6f5e65f778fe req-bbe39574-20df-407b-b3fc-1f7895c0adee tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ec930a7-308b-4fc3-ab96-67e45c93fac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469952 Jan 28 03:46:05.534560 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173d22b-f430-4e90-b7e1-7d84a2cc6f12 req-77edd68d-ca41-40ee-83ef-7105acc6ded6 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:05.536328 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0173d22b-f430-4e90-b7e1-7d84a2cc6f12 req-77edd68d-ca41-40ee-83ef-7105acc6ded6 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] 10.222.0.53 "GET /v2.0/ports?device_id=d05c6442-5fe8-48b8-b05f-9725ee146d01 HTTP/1.1" status: 200 len: 946 time: 0.0570817 Jan 28 03:46:05.589611 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0173d22b-f430-4e90-b7e1-7d84a2cc6f12 req-01798b52-ce14-461f-b219-6aad04b532f9 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ec930a7-308b-4fc3-ab96-67e45c93fac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444341 Jan 28 03:46:05.706600 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720bd197-7001-45df-a7aa-f8649ea5935a req-9943c98c-f3e9-4038-85c0-81303643b7be tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:05.708079 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-720bd197-7001-45df-a7aa-f8649ea5935a req-9943c98c-f3e9-4038-85c0-81303643b7be tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] 10.222.0.53 "GET /v2.0/ports?device_id=d05c6442-5fe8-48b8-b05f-9725ee146d01 HTTP/1.1" status: 200 len: 946 time: 0.0513017 Jan 28 03:46:05.756541 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-720bd197-7001-45df-a7aa-f8649ea5935a req-7fe03c4c-a659-4ce6-99d2-7e69ff054124 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ec930a7-308b-4fc3-ab96-67e45c93fac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426641 Jan 28 03:46:05.779027 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 33152) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:05.976369 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92cc627-e0c3-4f8b-8285-e98197ce4f4a tempest-TestServerBasicOps-2140348079 tempest-TestServerBasicOps-2140348079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:05.977940 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b92cc627-e0c3-4f8b-8285-e98197ce4f4a tempest-TestServerBasicOps-2140348079 tempest-TestServerBasicOps-2140348079-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d05c6442-5fe8-48b8-b05f-9725ee146d01 HTTP/1.1" status: 200 len: 1093 time: 0.1976914 Jan 28 03:46:05.981289 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 33156) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:05.985586 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-6a12fa6a-67de-4b11-a70e-0f302f3ae486 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'port_id': 'c05fb714-0e4f-4858-aef9-32c9b6598378', 'tenant_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:46:06.008007 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6a12fa6a-67de-4b11-a70e-0f302f3ae486 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:06.110136 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6a12fa6a-67de-4b11-a70e-0f302f3ae486 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:06.183048 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:06.213226 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-6a12fa6a-67de-4b11-a70e-0f302f3ae486 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Allocated IP 172.25.0.43 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/7dbe13ea-26cd-4d3e-854b-29c046ca27ae) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:46:06.315425 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6a12fa6a-67de-4b11-a70e-0f302f3ae486 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks [] for port (7dbe13ea-26cd-4d3e-854b-29c046ca27ae), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:06.353534 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6a12fa6a-67de-4b11-a70e-0f302f3ae486 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (7dbe13ea-26cd-4d3e-854b-29c046ca27ae), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:06.397790 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a12fa6a-67de-4b11-a70e-0f302f3ae486 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:46:06.402631 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-6a12fa6a-67de-4b11-a70e-0f302f3ae486 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:46:06.406930 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a12fa6a-67de-4b11-a70e-0f302f3ae486 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:46:06.409926 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a12fa6a-67de-4b11-a70e-0f302f3ae486 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Pushing event updated for resources: {'Port': ['ID=7dbe13ea-26cd-4d3e-854b-29c046ca27ae,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:06.772383 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6a12fa6a-67de-4b11-a70e-0f302f3ae486 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks [] for floatingip (9185011c-e5f1-4435-91d5-d1605c60a0ea), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:06.846416 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6a12fa6a-67de-4b11-a70e-0f302f3ae486 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7dbe13ea-26cd-4d3e-854b-29c046ca27ae), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:06.998389 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6a12fa6a-67de-4b11-a70e-0f302f3ae486 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks [] for port (7dbe13ea-26cd-4d3e-854b-29c046ca27ae), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:07.005941 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6a12fa6a-67de-4b11-a70e-0f302f3ae486 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (7dbe13ea-26cd-4d3e-854b-29c046ca27ae), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:07.074185 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a12fa6a-67de-4b11-a70e-0f302f3ae486 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Pushing event updated for resources: {'Port': ['ID=7dbe13ea-26cd-4d3e-854b-29c046ca27ae,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:46:07.085855 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6a12fa6a-67de-4b11-a70e-0f302f3ae486 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (9185011c-e5f1-4435-91d5-d1605c60a0ea), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:07.187871 n-d-712139-27 neutron-server[109803]: INFO neutron.db.l3_db [None req-6a12fa6a-67de-4b11-a70e-0f302f3ae486 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Floating IP 9185011c-e5f1-4435-91d5-d1605c60a0ea associated. External IP: 172.25.0.43, port: c05fb714-0e4f-4858-aef9-32c9b6598378. Jan 28 03:46:07.396056 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a12fa6a-67de-4b11-a70e-0f302f3ae486 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Router 7193d422-5922-42f5-a6b4-6db6e7986fc6 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:46:07.516402 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a12fa6a-67de-4b11-a70e-0f302f3ae486 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:46:07.526305 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b7d47a-f78d-408d-93b5-acc9e95184a3 None None] Sync routers for ids ['7193d422-5922-42f5-a6b4-6db6e7986fc6'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:46:07.535764 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6a12fa6a-67de-4b11-a70e-0f302f3ae486 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:07.537493 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b7d47a-f78d-408d-93b5-acc9e95184a3 None None] Routers {'7193d422-5922-42f5-a6b4-6db6e7986fc6'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:46:07.538147 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-b3b7d47a-f78d-408d-93b5-acc9e95184a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:46:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['7193d422-5922-42f5-a6b4-6db6e7986fc6'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:07.566483 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6a12fa6a-67de-4b11-a70e-0f302f3ae486 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5839431 Jan 28 03:46:07.566928 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd05c6442-5fe8-48b8-b05f-9725ee146d01', 'tag': 'c05fb714-0e4f-4858-aef9-32c9b6598378'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:46:07.569165 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e2f9ba-25a9-4362-a43d-8fbf60d86701" -d '{"events": [{"name": "network-changed", "server_uuid": "d05c6442-5fe8-48b8-b05f-9725ee146d01", "tag": "c05fb714-0e4f-4858-aef9-32c9b6598378"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:46:07.608806 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad0bc30-d807-4ab4-8b23-cb3ea41021e1 x-openstack-request-id: req-5ad0bc30-d807-4ab4-8b23-cb3ea41021e1 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:46:07.609031 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d05c6442-5fe8-48b8-b05f-9725ee146d01", "tag": "c05fb714-0e4f-4858-aef9-32c9b6598378", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:46:07.609249 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5ad0bc30-d807-4ab4-8b23-cb3ea41021e1 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:46:07.609648 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd05c6442-5fe8-48b8-b05f-9725ee146d01', 'tag': 'c05fb714-0e4f-4858-aef9-32c9b6598378', 'status': 'completed', 'code': 200} Jan 28 03:46:07.646613 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-b3b7d47a-f78d-408d-93b5-acc9e95184a3 None None] Set router 7193d422-5922-42f5-a6b4-6db6e7986fc6 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:46:07.694570 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2f9ba-25a9-4362-a43d-8fbf60d86701 req-8d0c3aca-b603-493d-b42c-ffee861c2532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:07.696586 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-51e2f9ba-25a9-4362-a43d-8fbf60d86701 req-8d0c3aca-b603-493d-b42c-ffee861c2532 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1eed5b22d1c44358b3c2b13868d4fc01&device_id=d05c6442-5fe8-48b8-b05f-9725ee146d01 HTTP/1.1" status: 200 len: 1098 time: 0.0435858 Jan 28 03:46:07.789027 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2f9ba-25a9-4362-a43d-8fbf60d86701 req-4e8fcf97-2626-46d5-ad9e-a956d7cf6c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:07.790591 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-51e2f9ba-25a9-4362-a43d-8fbf60d86701 req-4e8fcf97-2626-46d5-ad9e-a956d7cf6c75 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd HTTP/1.1" status: 200 len: 909 time: 0.0870588 Jan 28 03:46:07.864325 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-51e2f9ba-25a9-4362-a43d-8fbf60d86701 req-a6992ca9-ad36-40e8-87de-78df0ca553e2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c05fb714-0e4f-4858-aef9-32c9b6598378 HTTP/1.1" status: 200 len: 999 time: 0.0676517 Jan 28 03:46:07.876879 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-b3b7d47a-f78d-408d-93b5-acc9e95184a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7193d422-5922-42f5-a6b4-6db6e7986fc6', 'name': 'tempest-TestServerBasicOps-862928478-router', 'tenant_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'bc705d48-6009-44ef-89a2-efff4b086875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:45:43Z', 'updated_at': '2022-01-28T03:45:46Z', 'revision_number': 4, 'project_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'gw_port': {'id': 'bc705d48-6009-44ef-89a2-efff4b086875', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:41:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7193d422-5922-42f5-a6b4-6db6e7986fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:45:43Z', 'updated_at': '2022-01-28T03:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '9185011c-e5f1-4435-91d5-d1605c60a0ea', 'tenant_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '7193d422-5922-42f5-a6b4-6db6e7986fc6', 'port_id': 'c05fb714-0e4f-4858-aef9-32c9b6598378', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd', 'mac_address': 'fa:16:3e:9b:60:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05c6442-5fe8-48b8-b05f-9725ee146d01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:46:06Z', 'updated_at': '2022-01-28T03:46:06Z', 'revision_number': 0, 'project_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7ca9dc4-f8dd-40f9-9234-d349905a0dfe', 'name': '', 'network_id': '7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd', 'tenant_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'mac_address': 'fa:16:3e:c2:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7193d422-5922-42f5-a6b4-6db6e7986fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'fbc3b550-76bc-49fc-88a5-55f5e9953f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:45:45Z', 'updated_at': '2022-01-28T03:45:49Z', 'revision_number': 5, 'project_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'subnets': [{'id': 'fbc3b550-76bc-49fc-88a5-55f5e9953f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:07.902265 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b7d47a-f78d-408d-93b5-acc9e95184a3 None None] Checking router: 7193d422-5922-42f5-a6b4-6db6e7986fc6 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:46:07.911342 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b7d47a-f78d-408d-93b5-acc9e95184a3 None None] Routers {'7193d422-5922-42f5-a6b4-6db6e7986fc6'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:46:07.912015 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-b3b7d47a-f78d-408d-93b5-acc9e95184a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:46:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['7193d422-5922-42f5-a6b4-6db6e7986fc6'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:07.913215 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2f9ba-25a9-4362-a43d-8fbf60d86701 req-d4c0aefe-d373-4e63-8989-b53f583da18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:07.914708 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-51e2f9ba-25a9-4362-a43d-8fbf60d86701 req-d4c0aefe-d373-4e63-8989-b53f583da18d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc3b550-76bc-49fc-88a5-55f5e9953f55 HTTP/1.1" status: 200 len: 847 time: 0.0445285 Jan 28 03:46:07.960696 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2f9ba-25a9-4362-a43d-8fbf60d86701 req-540d147d-7672-47be-b88a-4697e6076c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:07.962259 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-51e2f9ba-25a9-4362-a43d-8fbf60d86701 req-540d147d-7672-47be-b88a-4697e6076c2e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415299 Jan 28 03:46:08.019763 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-b3b7d47a-f78d-408d-93b5-acc9e95184a3 None None] Set router 7193d422-5922-42f5-a6b4-6db6e7986fc6 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:46:08.055680 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-51e2f9ba-25a9-4362-a43d-8fbf60d86701 req-4556feda-54f5-4c0e-964a-73f52cabfcd8 service neutron] 10.222.0.39 "GET /v2.0/networks/7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870364 Jan 28 03:46:08.163408 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-51e2f9ba-25a9-4362-a43d-8fbf60d86701 req-df7f5ed5-5ab5-415b-b295-778232a56ae2 service neutron] 10.222.0.39 "GET /v2.0/networks/7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012383 Jan 28 03:46:08.248251 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-b3b7d47a-f78d-408d-93b5-acc9e95184a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7193d422-5922-42f5-a6b4-6db6e7986fc6', 'name': 'tempest-TestServerBasicOps-862928478-router', 'tenant_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'bc705d48-6009-44ef-89a2-efff4b086875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:45:43Z', 'updated_at': '2022-01-28T03:45:46Z', 'revision_number': 4, 'project_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'gw_port': {'id': 'bc705d48-6009-44ef-89a2-efff4b086875', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:41:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7193d422-5922-42f5-a6b4-6db6e7986fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:45:43Z', 'updated_at': '2022-01-28T03:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '9185011c-e5f1-4435-91d5-d1605c60a0ea', 'tenant_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '7193d422-5922-42f5-a6b4-6db6e7986fc6', 'port_id': 'c05fb714-0e4f-4858-aef9-32c9b6598378', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd', 'mac_address': 'fa:16:3e:9b:60:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05c6442-5fe8-48b8-b05f-9725ee146d01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:46:06Z', 'updated_at': '2022-01-28T03:46:06Z', 'revision_number': 0, 'project_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7ca9dc4-f8dd-40f9-9234-d349905a0dfe', 'name': '', 'network_id': '7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd', 'tenant_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'mac_address': 'fa:16:3e:c2:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7193d422-5922-42f5-a6b4-6db6e7986fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'fbc3b550-76bc-49fc-88a5-55f5e9953f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:45:45Z', 'updated_at': '2022-01-28T03:45:49Z', 'revision_number': 5, 'project_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'subnets': [{'id': 'fbc3b550-76bc-49fc-88a5-55f5e9953f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:46:08.274474 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b7d47a-f78d-408d-93b5-acc9e95184a3 None None] The sync data for ids ['7193d422-5922-42f5-a6b4-6db6e7986fc6'] in n-d-712139-27 is: [{'id': '7193d422-5922-42f5-a6b4-6db6e7986fc6', 'name': 'tempest-TestServerBasicOps-862928478-router', 'tenant_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'bc705d48-6009-44ef-89a2-efff4b086875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:45:43Z', 'updated_at': '2022-01-28T03:45:46Z', 'revision_number': 4, 'project_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'gw_port': {'id': 'bc705d48-6009-44ef-89a2-efff4b086875', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:41:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7193d422-5922-42f5-a6b4-6db6e7986fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:45:43Z', 'updated_at': '2022-01-28T03:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '9185011c-e5f1-4435-91d5-d1605c60a0ea', 'tenant_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '7193d422-5922-42f5-a6b4-6db6e7986fc6', 'port_id': 'c05fb714-0e4f-4858-aef9-32c9b6598378', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd', 'mac_address': 'fa:16:3e:9b:60:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05c6442-5fe8-48b8-b05f-9725ee146d01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:46:06Z', 'updated_at': '2022-01-28T03:46:06Z', 'revision_number': 0, 'project_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7ca9dc4-f8dd-40f9-9234-d349905a0dfe', 'name': '', 'network_id': '7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd', 'tenant_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'mac_address': 'fa:16:3e:c2:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7193d422-5922-42f5-a6b4-6db6e7986fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'fbc3b550-76bc-49fc-88a5-55f5e9953f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:45:45Z', 'updated_at': '2022-01-28T03:45:49Z', 'revision_number': 5, 'project_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'subnets': [{'id': 'fbc3b550-76bc-49fc-88a5-55f5e9953f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:46:08.481102 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dac073d-2485-45c5-ae4c-d927b899535b None None] New status for floating IP 9185011c-e5f1-4435-91d5-d1605c60a0ea: ACTIVE {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:46:28.252251 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:46:29.530807 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:29.784933 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-63d3df7b-84bf-4d34-8ff3-9bc566fc70e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:30.393993 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8a4d848b-0e7f-4dee-8e49-670f7f47cedd req-e45929ba-26fd-4d77-bc7d-35129ba5fee5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d05c6442-5fe8-48b8-b05f-9725ee146d01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0492144 Jan 28 03:46:30.514136 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d848b-0e7f-4dee-8e49-670f7f47cedd req-8f853644-4663-44bc-9200-b3268f2704f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:30.515643 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8a4d848b-0e7f-4dee-8e49-670f7f47cedd req-8f853644-4663-44bc-9200-b3268f2704f8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1eed5b22d1c44358b3c2b13868d4fc01&device_id=d05c6442-5fe8-48b8-b05f-9725ee146d01 HTTP/1.1" status: 200 len: 1098 time: 0.0502582 Jan 28 03:46:30.624806 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d848b-0e7f-4dee-8e49-670f7f47cedd req-dbdbba4e-5b9a-47dc-9b6d-1e9515e2ee96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:30.626323 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8a4d848b-0e7f-4dee-8e49-670f7f47cedd req-dbdbba4e-5b9a-47dc-9b6d-1e9515e2ee96 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd HTTP/1.1" status: 200 len: 909 time: 0.0879745 Jan 28 03:46:31.005307 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8a4d848b-0e7f-4dee-8e49-670f7f47cedd req-7ab45d56-c834-435b-a62d-01c79c6e3ef3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c05fb714-0e4f-4858-aef9-32c9b6598378 HTTP/1.1" status: 200 len: 1001 time: 0.3718812 Jan 28 03:46:31.054515 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d848b-0e7f-4dee-8e49-670f7f47cedd req-4b1f952d-1795-4ca8-a651-e37a5df8c325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:31.055974 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8a4d848b-0e7f-4dee-8e49-670f7f47cedd req-4b1f952d-1795-4ca8-a651-e37a5df8c325 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc3b550-76bc-49fc-88a5-55f5e9953f55 HTTP/1.1" status: 200 len: 847 time: 0.0445268 Jan 28 03:46:31.103873 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d848b-0e7f-4dee-8e49-670f7f47cedd req-f9fb6cc4-b781-46d8-b727-898e17a03351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:31.105400 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8a4d848b-0e7f-4dee-8e49-670f7f47cedd req-f9fb6cc4-b781-46d8-b727-898e17a03351 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417938 Jan 28 03:46:31.197047 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8a4d848b-0e7f-4dee-8e49-670f7f47cedd req-c19e8efd-df94-45c5-880e-d11ca5b76d74 service neutron] 10.222.0.39 "GET /v2.0/networks/7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833166 Jan 28 03:46:31.292100 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8a4d848b-0e7f-4dee-8e49-670f7f47cedd req-d2d4e942-ad2b-4fc8-b9f7-a64a1f74aae3 service neutron] 10.222.0.39 "GET /v2.0/networks/7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888352 Jan 28 03:46:31.847185 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-eecc1354-e4ad-4156-80f3-803a6b51a6ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:33.512247 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:33.927752 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:34.969299 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:36.181949 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:41.714824 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 33190) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:46:41.828218 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea3676-8f6e-4f9f-9f48-1702b491964b req-4ffb1f3f-63e2-44a4-a066-023df3a04099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:46:41.829803 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-73ea3676-8f6e-4f9f-9f48-1702b491964b req-4ffb1f3f-63e2-44a4-a066-023df3a04099 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d05c6442-5fe8-48b8-b05f-9725ee146d01 HTTP/1.1" status: 200 len: 1098 time: 0.1139619 Jan 28 03:46:41.898750 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-73ea3676-8f6e-4f9f-9f48-1702b491964b req-c03bd5c0-2d09-4f47-bd87-bf5cc44ef66d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9ec930a7-308b-4fc3-ab96-67e45c93fac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624282 Jan 28 03:46:59.526072 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:46:59.784585 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-70350e6e-710e-4cba-a924-206baef01305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:01.848291 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-050f25d8-1abb-4c24-8836-482f7f1f4d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:03.522280 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:03.949680 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:04.971173 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:05.252310 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:47:06.180840 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:29.523786 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:29.792297 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ca10b6d8-d0ed-4ec0-ad4e-1e59c755ae86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:30.370771 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-74ae2ccd-5989-40b5-8559-2f5498c79d3b req-d144f5ef-bccb-4263-9a10-edf9f0025fbd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d05c6442-5fe8-48b8-b05f-9725ee146d01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432010 Jan 28 03:47:30.477968 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae2ccd-5989-40b5-8559-2f5498c79d3b req-ef18f52e-65d6-41a3-b36a-57414c66a452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:30.479539 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-74ae2ccd-5989-40b5-8559-2f5498c79d3b req-ef18f52e-65d6-41a3-b36a-57414c66a452 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1eed5b22d1c44358b3c2b13868d4fc01&device_id=d05c6442-5fe8-48b8-b05f-9725ee146d01 HTTP/1.1" status: 200 len: 1098 time: 0.0486741 Jan 28 03:47:30.580075 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae2ccd-5989-40b5-8559-2f5498c79d3b req-b4c738bb-55c8-4178-9d0a-8bef9264f084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:30.581574 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-74ae2ccd-5989-40b5-8559-2f5498c79d3b req-b4c738bb-55c8-4178-9d0a-8bef9264f084 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd HTTP/1.1" status: 200 len: 909 time: 0.0829449 Jan 28 03:47:30.655244 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-74ae2ccd-5989-40b5-8559-2f5498c79d3b req-12ca263a-d7d9-439e-ba40-fca720236535 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c05fb714-0e4f-4858-aef9-32c9b6598378 HTTP/1.1" status: 200 len: 1001 time: 0.0664210 Jan 28 03:47:30.702152 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae2ccd-5989-40b5-8559-2f5498c79d3b req-0518040e-4013-4f33-9066-495965267696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:30.703580 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-74ae2ccd-5989-40b5-8559-2f5498c79d3b req-0518040e-4013-4f33-9066-495965267696 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc3b550-76bc-49fc-88a5-55f5e9953f55 HTTP/1.1" status: 200 len: 847 time: 0.0428753 Jan 28 03:47:30.749416 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae2ccd-5989-40b5-8559-2f5498c79d3b req-7bb087ae-0182-48f3-a929-1eacd783c491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:47:30.750864 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-74ae2ccd-5989-40b5-8559-2f5498c79d3b req-7bb087ae-0182-48f3-a929-1eacd783c491 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409548 Jan 28 03:47:30.852554 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-74ae2ccd-5989-40b5-8559-2f5498c79d3b req-6b0151fc-3180-4cfa-a385-359aeaf463c9 service neutron] 10.222.0.39 "GET /v2.0/networks/7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951271 Jan 28 03:47:30.943538 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-74ae2ccd-5989-40b5-8559-2f5498c79d3b req-f2daf109-db61-4ea6-a14f-9b6d468ba3e9 service neutron] 10.222.0.39 "GET /v2.0/networks/7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847335 Jan 28 03:47:31.847040 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e6cee875-53fb-4d63-bc2d-290a34ab0baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:33.522484 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:33.944050 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:34.974565 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:36.178586 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:42.254687 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:47:59.538313 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:47:59.776939 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e44aee9b-b591-4bbf-a552-8096bc78fa84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:01.852908 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3d82b48c-db62-4a4c-9d87-d4aa551aa6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:03.524744 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:03.971832 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:04.981583 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:06.186432 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:19.256020 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:48:29.537058 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:29.791315 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4a095bd5-e0b1-4d3a-96b4-053a42650897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:30.466793 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-27c10d82-bf8d-4156-a021-96df9f732da6 req-22ed44ec-6a0c-4645-aa6f-88200dc348b6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d05c6442-5fe8-48b8-b05f-9725ee146d01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0904102 Jan 28 03:48:30.579652 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c10d82-bf8d-4156-a021-96df9f732da6 req-8c51948b-94c8-46a6-9a56-f75559eef5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:30.581052 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-27c10d82-bf8d-4156-a021-96df9f732da6 req-8c51948b-94c8-46a6-9a56-f75559eef5d5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1eed5b22d1c44358b3c2b13868d4fc01&device_id=d05c6442-5fe8-48b8-b05f-9725ee146d01 HTTP/1.1" status: 200 len: 1098 time: 0.0458536 Jan 28 03:48:30.693275 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c10d82-bf8d-4156-a021-96df9f732da6 req-884835dc-27a5-41f2-bb1b-17d5b7027ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:30.694741 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-27c10d82-bf8d-4156-a021-96df9f732da6 req-884835dc-27a5-41f2-bb1b-17d5b7027ccc service neutron] 10.222.0.39 "GET /v2.0/networks?id=7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd HTTP/1.1" status: 200 len: 909 time: 0.0905137 Jan 28 03:48:30.766763 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-27c10d82-bf8d-4156-a021-96df9f732da6 req-0a0e2ae3-c97d-4c59-9fdf-17fa87a7f815 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c05fb714-0e4f-4858-aef9-32c9b6598378 HTTP/1.1" status: 200 len: 1001 time: 0.0657833 Jan 28 03:48:30.818288 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c10d82-bf8d-4156-a021-96df9f732da6 req-a6e83bfe-c51d-4e42-b20d-8194e3eefd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:30.819723 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-27c10d82-bf8d-4156-a021-96df9f732da6 req-a6e83bfe-c51d-4e42-b20d-8194e3eefd7b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc3b550-76bc-49fc-88a5-55f5e9953f55 HTTP/1.1" status: 200 len: 847 time: 0.0476294 Jan 28 03:48:30.865900 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c10d82-bf8d-4156-a021-96df9f732da6 req-a2b90e4e-70e5-4881-b16a-d3c1ab544afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:48:30.867344 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-27c10d82-bf8d-4156-a021-96df9f732da6 req-a2b90e4e-70e5-4881-b16a-d3c1ab544afa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416892 Jan 28 03:48:30.962257 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-27c10d82-bf8d-4156-a021-96df9f732da6 req-602e5b49-8ae2-481b-a3de-06721c7b3603 service neutron] 10.222.0.39 "GET /v2.0/networks/7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881138 Jan 28 03:48:31.052497 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-27c10d82-bf8d-4156-a021-96df9f732da6 req-74bb3e47-e0ee-4089-be24-0a926eda622d service neutron] 10.222.0.39 "GET /v2.0/networks/7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845804 Jan 28 03:48:31.852482 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d9bb6517-2827-40b4-919f-dbb9fe52fe21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:33.525562 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:33.973827 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:34.987829 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:36.178763 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:56.255902 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:48:59.535032 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:48:59.787493 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9a6be77e-938c-4310-877d-1696944f000e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:01.849463 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2322fc5a-cbdb-448c-91de-d067f88bd262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:03.528923 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:03.981860 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:04.982735 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:06.174599 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:29.552714 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:29.795849 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-adcaf1cc-c9dd-4a8a-9cf5-1f79f974da38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:30.365816 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fbf7c58a-4dd1-4e49-9c13-bc8f1533b9f6 req-bb540572-21a7-44c5-aa65-6800d41adb70 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d05c6442-5fe8-48b8-b05f-9725ee146d01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436661 Jan 28 03:49:30.486834 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7c58a-4dd1-4e49-9c13-bc8f1533b9f6 req-7f0b8c52-28fa-4103-a63d-57754a8f37f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:30.488364 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fbf7c58a-4dd1-4e49-9c13-bc8f1533b9f6 req-7f0b8c52-28fa-4103-a63d-57754a8f37f5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1eed5b22d1c44358b3c2b13868d4fc01&device_id=d05c6442-5fe8-48b8-b05f-9725ee146d01 HTTP/1.1" status: 200 len: 1098 time: 0.0534246 Jan 28 03:49:30.595242 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7c58a-4dd1-4e49-9c13-bc8f1533b9f6 req-fb6f6aef-2764-48aa-acce-8f30d2fbf108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:30.596806 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fbf7c58a-4dd1-4e49-9c13-bc8f1533b9f6 req-fb6f6aef-2764-48aa-acce-8f30d2fbf108 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd HTTP/1.1" status: 200 len: 909 time: 0.0897603 Jan 28 03:49:30.671018 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fbf7c58a-4dd1-4e49-9c13-bc8f1533b9f6 req-95809c3b-3afd-4c0c-bb3c-1bfc2e401e0f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c05fb714-0e4f-4858-aef9-32c9b6598378 HTTP/1.1" status: 200 len: 1001 time: 0.0681152 Jan 28 03:49:30.720266 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7c58a-4dd1-4e49-9c13-bc8f1533b9f6 req-94402ac5-55dd-4b59-8bdf-634e8c9450b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:30.721782 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fbf7c58a-4dd1-4e49-9c13-bc8f1533b9f6 req-94402ac5-55dd-4b59-8bdf-634e8c9450b5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc3b550-76bc-49fc-88a5-55f5e9953f55 HTTP/1.1" status: 200 len: 847 time: 0.0455148 Jan 28 03:49:30.771238 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7c58a-4dd1-4e49-9c13-bc8f1533b9f6 req-6da72eb8-083b-456a-a67c-1a066c20cf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:49:30.772741 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fbf7c58a-4dd1-4e49-9c13-bc8f1533b9f6 req-6da72eb8-083b-456a-a67c-1a066c20cf2a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455875 Jan 28 03:49:30.879843 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fbf7c58a-4dd1-4e49-9c13-bc8f1533b9f6 req-5723cf9c-1587-4218-a472-ece49b1b4d57 service neutron] 10.222.0.39 "GET /v2.0/networks/7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008992 Jan 28 03:49:30.970204 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fbf7c58a-4dd1-4e49-9c13-bc8f1533b9f6 req-7b37d1d0-a8aa-47ed-8e13-5649f266b2f3 service neutron] 10.222.0.39 "GET /v2.0/networks/7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845523 Jan 28 03:49:31.844611 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-00e7f64b-72a0-486d-8f78-1b17322dca5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:33.257309 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:49:33.532355 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:33.980580 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:34.996057 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:36.189753 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:59.557837 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:49:59.791650 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-482e75d4-a474-4c18-a729-ffd099e14619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:01.850042 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-65422bad-2a62-46a7-a893-26f8fc1076d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:03.533378 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:04.000809 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:04.993197 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:06.185834 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:10.260036 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:50:29.563317 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:29.805808 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cf5f4cd9-a9fe-429f-96fc-d67d75faed23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:31.434681 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5b892989-4322-48aa-8853-940a32fbe012 req-e4942dae-9849-4c5f-8717-27ab6f6a4f74 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d05c6442-5fe8-48b8-b05f-9725ee146d01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0452316 Jan 28 03:50:31.542472 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b892989-4322-48aa-8853-940a32fbe012 req-7f903657-2217-4c27-8656-daeb4b77db47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:50:31.543978 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5b892989-4322-48aa-8853-940a32fbe012 req-7f903657-2217-4c27-8656-daeb4b77db47 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1eed5b22d1c44358b3c2b13868d4fc01&device_id=d05c6442-5fe8-48b8-b05f-9725ee146d01 HTTP/1.1" status: 200 len: 1098 time: 0.0489299 Jan 28 03:50:31.654874 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b892989-4322-48aa-8853-940a32fbe012 req-eeab8176-b27f-40e4-bc7e-785a3e4e4ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:50:31.656368 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5b892989-4322-48aa-8853-940a32fbe012 req-eeab8176-b27f-40e4-bc7e-785a3e4e4ac8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd HTTP/1.1" status: 200 len: 909 time: 0.0870647 Jan 28 03:50:31.731564 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5b892989-4322-48aa-8853-940a32fbe012 req-c8266e12-e721-4ed2-89ce-8a90e8441be5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c05fb714-0e4f-4858-aef9-32c9b6598378 HTTP/1.1" status: 200 len: 1001 time: 0.0691824 Jan 28 03:50:31.779690 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b892989-4322-48aa-8853-940a32fbe012 req-dd95cedb-7de0-41ef-9f5c-1835e3262f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:50:31.781623 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5b892989-4322-48aa-8853-940a32fbe012 req-dd95cedb-7de0-41ef-9f5c-1835e3262f99 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc3b550-76bc-49fc-88a5-55f5e9953f55 HTTP/1.1" status: 200 len: 847 time: 0.0438659 Jan 28 03:50:31.831699 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b892989-4322-48aa-8853-940a32fbe012 req-608377c4-434a-4a4f-b07b-4775bb5bc180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:50:31.833245 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5b892989-4322-48aa-8853-940a32fbe012 req-608377c4-434a-4a4f-b07b-4775bb5bc180 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456595 Jan 28 03:50:31.854330 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3f9cfec2-0591-4c5e-a221-7b5b98b64f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:31.926049 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5b892989-4322-48aa-8853-940a32fbe012 req-37895e8a-131c-4bf0-a616-c30e63c38c8b service neutron] 10.222.0.39 "GET /v2.0/networks/7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865898 Jan 28 03:50:32.025942 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5b892989-4322-48aa-8853-940a32fbe012 req-25b1aaea-5d07-4b8d-bdf0-a944e16f2dbd service neutron] 10.222.0.39 "GET /v2.0/networks/7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939493 Jan 28 03:50:33.542890 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:34.020146 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:34.999867 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:36.182395 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:46.490507 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc513a-27b1-4bc9-ab6f-75523a74865a req-9a6a7bb8-f043-459e-8a0b-73a6e8fa30ab tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:50:46.492023 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b0bc513a-27b1-4bc9-ab6f-75523a74865a req-9a6a7bb8-f043-459e-8a0b-73a6e8fa30ab tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] 10.222.0.53 "GET /v2.0/ports?device_id=d05c6442-5fe8-48b8-b05f-9725ee146d01 HTTP/1.1" status: 200 len: 946 time: 0.1401198 Jan 28 03:50:46.549399 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b0bc513a-27b1-4bc9-ab6f-75523a74865a req-d0e0ac43-a81f-43de-9834-dcf1d4768feb tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ec930a7-308b-4fc3-ab96-67e45c93fac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515208 Jan 28 03:50:47.264849 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:50:47.744150 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f18056-05ad-4ef7-8093-e425fcf2c50a req-7090757b-11c6-4146-a7e6-b2b747deed18 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:50:47.745733 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-02f18056-05ad-4ef7-8093-e425fcf2c50a req-7090757b-11c6-4146-a7e6-b2b747deed18 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] 10.222.0.53 "GET /v2.0/ports?device_id=d05c6442-5fe8-48b8-b05f-9725ee146d01 HTTP/1.1" status: 200 len: 946 time: 0.1096365 Jan 28 03:50:47.795364 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-02f18056-05ad-4ef7-8093-e425fcf2c50a req-37a4d4e7-5755-40e5-9403-64404ae5fa14 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ec930a7-308b-4fc3-ab96-67e45c93fac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439479 Jan 28 03:50:47.901790 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a347eea-a967-4515-91d0-25d964e67034 req-b730021b-ced2-421e-aead-c50e4e1d8d22 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:50:47.903690 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9a347eea-a967-4515-91d0-25d964e67034 req-b730021b-ced2-421e-aead-c50e4e1d8d22 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] 10.222.0.39 "GET /v2.0/ports?device_id=d05c6442-5fe8-48b8-b05f-9725ee146d01 HTTP/1.1" status: 200 len: 946 time: 0.0549507 Jan 28 03:50:48.001349 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-9a347eea-a967-4515-91d0-25d964e67034 req-eeedfe99-7658-4a1c-b7c8-dae700604441 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Deleting port c05fb714-0e4f-4858-aef9-32c9b6598378 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:50:48.001693 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9a347eea-a967-4515-91d0-25d964e67034 req-eeedfe99-7658-4a1c-b7c8-dae700604441 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (c05fb714-0e4f-4858-aef9-32c9b6598378), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:48.093996 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-9a347eea-a967-4515-91d0-25d964e67034 req-eeedfe99-7658-4a1c-b7c8-dae700604441 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] For port c05fb714-0e4f-4858-aef9-32c9b6598378, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=c05fb714-0e4f-4858-aef9-32c9b6598378,segment=NetworkSegment(70b95e80-4817-40e5-91ca-f75c8d371979),segment_id=70b95e80-4817-40e5-91ca-f75c8d371979)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:50:48.094356 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9a347eea-a967-4515-91d0-25d964e67034 req-eeedfe99-7658-4a1c-b7c8-dae700604441 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (c05fb714-0e4f-4858-aef9-32c9b6598378), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:48.331513 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9a347eea-a967-4515-91d0-25d964e67034 req-eeedfe99-7658-4a1c-b7c8-dae700604441 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:48.331811 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9a347eea-a967-4515-91d0-25d964e67034 req-eeedfe99-7658-4a1c-b7c8-dae700604441 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (9185011c-e5f1-4435-91d5-d1605c60a0ea), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:48.332242 n-d-712139-27 neutron-server[109803]: INFO neutron.db.l3_db [req-9a347eea-a967-4515-91d0-25d964e67034 req-eeedfe99-7658-4a1c-b7c8-dae700604441 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Floating IP 9185011c-e5f1-4435-91d5-d1605c60a0ea disassociated. External IP: 172.25.0.43, port: c05fb714-0e4f-4858-aef9-32c9b6598378. Jan 28 03:50:48.332619 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-9a347eea-a967-4515-91d0-25d964e67034 req-eeedfe99-7658-4a1c-b7c8-dae700604441 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Calling delete_port for c05fb714-0e4f-4858-aef9-32c9b6598378 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:50:48.476680 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9a347eea-a967-4515-91d0-25d964e67034 req-eeedfe99-7658-4a1c-b7c8-dae700604441 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (c05fb714-0e4f-4858-aef9-32c9b6598378), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:48.509615 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeedfe99-7658-4a1c-b7c8-dae700604441 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Pushing event deleted for resources: {'Port': ['ID=c05fb714-0e4f-4858-aef9-32c9b6598378,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:48.519945 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeedfe99-7658-4a1c-b7c8-dae700604441 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:48.520299 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeedfe99-7658-4a1c-b7c8-dae700604441 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:48.520647 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeedfe99-7658-4a1c-b7c8-dae700604441 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:48.520988 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeedfe99-7658-4a1c-b7c8-dae700604441 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:48.521356 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeedfe99-7658-4a1c-b7c8-dae700604441 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:48.521719 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeedfe99-7658-4a1c-b7c8-dae700604441 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:48.522024 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeedfe99-7658-4a1c-b7c8-dae700604441 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:48.522357 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeedfe99-7658-4a1c-b7c8-dae700604441 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:48.522682 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeedfe99-7658-4a1c-b7c8-dae700604441 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:48.523604 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeedfe99-7658-4a1c-b7c8-dae700604441 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:48.523604 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeedfe99-7658-4a1c-b7c8-dae700604441 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:48.523795 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeedfe99-7658-4a1c-b7c8-dae700604441 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:48.524003 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeedfe99-7658-4a1c-b7c8-dae700604441 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:48.637872 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a347eea-a967-4515-91d0-25d964e67034 req-eeedfe99-7658-4a1c-b7c8-dae700604441 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Router 7193d422-5922-42f5-a6b4-6db6e7986fc6 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:50:48.755352 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a347eea-a967-4515-91d0-25d964e67034 req-eeedfe99-7658-4a1c-b7c8-dae700604441 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:50:48.765887 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2a73cb-f8c3-4f7a-be02-3cc0bc2c2227 None None] Sync routers for ids ['7193d422-5922-42f5-a6b4-6db6e7986fc6'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:50:48.776653 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2a73cb-f8c3-4f7a-be02-3cc0bc2c2227 None None] Routers {'7193d422-5922-42f5-a6b4-6db6e7986fc6'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:50:48.777315 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-ca2a73cb-f8c3-4f7a-be02-3cc0bc2c2227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:50:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['7193d422-5922-42f5-a6b4-6db6e7986fc6'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:48.795958 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a347eea-a967-4515-91d0-25d964e67034 req-eeedfe99-7658-4a1c-b7c8-dae700604441 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] No DVR routers for this DVR port c05fb714-0e4f-4858-aef9-32c9b6598378 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:50:48.798843 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-9a347eea-a967-4515-91d0-25d964e67034 req-eeedfe99-7658-4a1c-b7c8-dae700604441 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:48.802310 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9a347eea-a967-4515-91d0-25d964e67034 req-eeedfe99-7658-4a1c-b7c8-dae700604441 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] 10.222.0.39 "DELETE /v2.0/ports/c05fb714-0e4f-4858-aef9-32c9b6598378 HTTP/1.1" status: 204 len: 173 time: 0.8929973 Jan 28 03:50:48.802758 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05c6442-5fe8-48b8-b05f-9725ee146d01', 'name': 'network-vif-deleted', 'tag': 'c05fb714-0e4f-4858-aef9-32c9b6598378'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:50:48.804993 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443033c3-d3a9-4ece-aca1-94b7bc066d6b" -d '{"events": [{"server_uuid": "d05c6442-5fe8-48b8-b05f-9725ee146d01", "name": "network-vif-deleted", "tag": "c05fb714-0e4f-4858-aef9-32c9b6598378"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:50:48.893486 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-ca2a73cb-f8c3-4f7a-be02-3cc0bc2c2227 None None] Set router 7193d422-5922-42f5-a6b4-6db6e7986fc6 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:50:48.935440 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0a8b0675-9103-4853-838a-f765a0608f91 req-84443f69-474f-4cbc-9a17-2aeffa1cd23b tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] 10.222.0.53 "GET /v2.0/ports?device_id=d05c6442-5fe8-48b8-b05f-9725ee146d01 HTTP/1.1" status: 200 len: 210 time: 0.0419056 Jan 28 03:50:48.983591 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832616e7-75fa-4074-ba23-6294ea173583 x-openstack-request-id: req-832616e7-75fa-4074-ba23-6294ea173583 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:50:48.984232 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d05c6442-5fe8-48b8-b05f-9725ee146d01", "name": "network-vif-deleted", "tag": "c05fb714-0e4f-4858-aef9-32c9b6598378", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:50:48.984232 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-832616e7-75fa-4074-ba23-6294ea173583 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:50:48.984578 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05c6442-5fe8-48b8-b05f-9725ee146d01', 'name': 'network-vif-deleted', 'tag': 'c05fb714-0e4f-4858-aef9-32c9b6598378', 'status': 'completed', 'code': 200} Jan 28 03:50:49.120163 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-ca2a73cb-f8c3-4f7a-be02-3cc0bc2c2227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7193d422-5922-42f5-a6b4-6db6e7986fc6', 'name': 'tempest-TestServerBasicOps-862928478-router', 'tenant_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'bc705d48-6009-44ef-89a2-efff4b086875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:45:43Z', 'updated_at': '2022-01-28T03:45:46Z', 'revision_number': 4, 'project_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'gw_port': {'id': 'bc705d48-6009-44ef-89a2-efff4b086875', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:41:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7193d422-5922-42f5-a6b4-6db6e7986fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:45:43Z', 'updated_at': '2022-01-28T03:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'd7ca9dc4-f8dd-40f9-9234-d349905a0dfe', 'name': '', 'network_id': '7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd', 'tenant_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'mac_address': 'fa:16:3e:c2:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7193d422-5922-42f5-a6b4-6db6e7986fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'fbc3b550-76bc-49fc-88a5-55f5e9953f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:45:45Z', 'updated_at': '2022-01-28T03:45:49Z', 'revision_number': 5, 'project_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'subnets': [{'id': 'fbc3b550-76bc-49fc-88a5-55f5e9953f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:49.150411 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2a73cb-f8c3-4f7a-be02-3cc0bc2c2227 None None] Checking router: 7193d422-5922-42f5-a6b4-6db6e7986fc6 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:50:49.159401 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2a73cb-f8c3-4f7a-be02-3cc0bc2c2227 None None] Routers {'7193d422-5922-42f5-a6b4-6db6e7986fc6'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:50:49.160011 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-ca2a73cb-f8c3-4f7a-be02-3cc0bc2c2227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:50:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['7193d422-5922-42f5-a6b4-6db6e7986fc6'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:49.274684 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-ca2a73cb-f8c3-4f7a-be02-3cc0bc2c2227 None None] Set router 7193d422-5922-42f5-a6b4-6db6e7986fc6 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:50:49.481897 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-ca2a73cb-f8c3-4f7a-be02-3cc0bc2c2227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7193d422-5922-42f5-a6b4-6db6e7986fc6', 'name': 'tempest-TestServerBasicOps-862928478-router', 'tenant_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'bc705d48-6009-44ef-89a2-efff4b086875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:45:43Z', 'updated_at': '2022-01-28T03:45:46Z', 'revision_number': 4, 'project_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'gw_port': {'id': 'bc705d48-6009-44ef-89a2-efff4b086875', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:41:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7193d422-5922-42f5-a6b4-6db6e7986fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:45:43Z', 'updated_at': '2022-01-28T03:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'd7ca9dc4-f8dd-40f9-9234-d349905a0dfe', 'name': '', 'network_id': '7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd', 'tenant_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'mac_address': 'fa:16:3e:c2:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7193d422-5922-42f5-a6b4-6db6e7986fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'fbc3b550-76bc-49fc-88a5-55f5e9953f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:45:45Z', 'updated_at': '2022-01-28T03:45:49Z', 'revision_number': 5, 'project_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'subnets': [{'id': 'fbc3b550-76bc-49fc-88a5-55f5e9953f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:49.508184 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2a73cb-f8c3-4f7a-be02-3cc0bc2c2227 None None] The sync data for ids ['7193d422-5922-42f5-a6b4-6db6e7986fc6'] in n-d-712139-27 is: [{'id': '7193d422-5922-42f5-a6b4-6db6e7986fc6', 'name': 'tempest-TestServerBasicOps-862928478-router', 'tenant_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'bc705d48-6009-44ef-89a2-efff4b086875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:45:43Z', 'updated_at': '2022-01-28T03:45:46Z', 'revision_number': 4, 'project_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'gw_port': {'id': 'bc705d48-6009-44ef-89a2-efff4b086875', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:41:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7193d422-5922-42f5-a6b4-6db6e7986fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:45:43Z', 'updated_at': '2022-01-28T03:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'd7ca9dc4-f8dd-40f9-9234-d349905a0dfe', 'name': '', 'network_id': '7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd', 'tenant_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'mac_address': 'fa:16:3e:c2:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7193d422-5922-42f5-a6b4-6db6e7986fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'fbc3b550-76bc-49fc-88a5-55f5e9953f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:45:45Z', 'updated_at': '2022-01-28T03:45:49Z', 'revision_number': 5, 'project_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'subnets': [{'id': 'fbc3b550-76bc-49fc-88a5-55f5e9953f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:50:49.743096 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1687024c-7e09-48ad-ab71-0f3354309033 None None] New status for floating IP 9185011c-e5f1-4435-91d5-d1605c60a0ea: DOWN {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:50:49.993432 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 33292) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:50.123169 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-e691e368-e077-4277-80ea-0148abfb1949 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Deleting port 7dbe13ea-26cd-4d3e-854b-29c046ca27ae {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:50:50.123588 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e691e368-e077-4277-80ea-0148abfb1949 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (7dbe13ea-26cd-4d3e-854b-29c046ca27ae), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:50.200260 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e691e368-e077-4277-80ea-0148abfb1949 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (7dbe13ea-26cd-4d3e-854b-29c046ca27ae), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:50.200536 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e691e368-e077-4277-80ea-0148abfb1949 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks [] for floatingip (7dbe13ea-26cd-4d3e-854b-29c046ca27ae), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:50.213243 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-e691e368-e077-4277-80ea-0148abfb1949 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Calling delete_port for 7dbe13ea-26cd-4d3e-854b-29c046ca27ae owned by network:floatingip {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:50:50.359275 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e691e368-e077-4277-80ea-0148abfb1949 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (7dbe13ea-26cd-4d3e-854b-29c046ca27ae), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:50.389332 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691e368-e077-4277-80ea-0148abfb1949 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Pushing event deleted for resources: {'Port': ['ID=7dbe13ea-26cd-4d3e-854b-29c046ca27ae,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:50.413732 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691e368-e077-4277-80ea-0148abfb1949 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:50.414082 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691e368-e077-4277-80ea-0148abfb1949 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:50.414417 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691e368-e077-4277-80ea-0148abfb1949 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:50.414751 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691e368-e077-4277-80ea-0148abfb1949 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:50.415082 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691e368-e077-4277-80ea-0148abfb1949 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:50.415413 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691e368-e077-4277-80ea-0148abfb1949 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:50.415734 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691e368-e077-4277-80ea-0148abfb1949 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:50.416059 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691e368-e077-4277-80ea-0148abfb1949 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:50.416380 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691e368-e077-4277-80ea-0148abfb1949 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:50.416703 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691e368-e077-4277-80ea-0148abfb1949 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:50.417008 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691e368-e077-4277-80ea-0148abfb1949 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:50.417357 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691e368-e077-4277-80ea-0148abfb1949 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:50.417679 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691e368-e077-4277-80ea-0148abfb1949 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:50.456944 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e691e368-e077-4277-80ea-0148abfb1949 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks [] for floatingip (9185011c-e5f1-4435-91d5-d1605c60a0ea), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:50.459458 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e691e368-e077-4277-80ea-0148abfb1949 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:50.460607 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e691e368-e077-4277-80ea-0148abfb1949 tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] 10.222.0.53 "DELETE /v2.0/floatingips/9185011c-e5f1-4435-91d5-d1605c60a0ea HTTP/1.1" status: 204 len: 168 time: 0.4661345 Jan 28 03:50:50.530396 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 33298) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:50.591175 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-770eba87-4391-47f6-a52e-1d5d1ce3748c tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks [] for security_group (9ec930a7-308b-4fc3-ab96-67e45c93fac0), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:50.618992 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-770eba87-4391-47f6-a52e-1d5d1ce3748c tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks [] for security_group (9ec930a7-308b-4fc3-ab96-67e45c93fac0), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:50.679712 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-770eba87-4391-47f6-a52e-1d5d1ce3748c tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (9ec930a7-308b-4fc3-ab96-67e45c93fac0), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:50.682328 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-770eba87-4391-47f6-a52e-1d5d1ce3748c tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:50.683513 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-770eba87-4391-47f6-a52e-1d5d1ce3748c tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] 10.222.0.53 "DELETE /v2.0/security-groups/9ec930a7-308b-4fc3-ab96-67e45c93fac0 HTTP/1.1" status: 204 len: 168 time: 0.1521161 Jan 28 03:50:50.693403 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770eba87-4391-47f6-a52e-1d5d1ce3748c tempest-TestServerBasicOps-1693208435 tempest-TestServerBasicOps-1693208435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec930a7-308b-4fc3-ab96-67e45c93fac0,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:51.740317 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 33304) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:52.366204 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device c05fb714-0e4f-4858-aef9-32c9b6598378 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:50:52.387021 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: c05fb714-0e4f-4858-aef9-32c9b6598378 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:50:52.387372 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device c05fb714-0e4f-4858-aef9-32c9b6598378 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:50:52.533204 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-679a1459-0d17-4980-816b-5b9f26fab778 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (7193d422-5922-42f5-a6b4-6db6e7986fc6), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:52.794311 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-679a1459-0d17-4980-816b-5b9f26fab778 admin admin] Deleting port d7ca9dc4-f8dd-40f9-9234-d349905a0dfe {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:50:52.795101 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-679a1459-0d17-4980-816b-5b9f26fab778 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (d7ca9dc4-f8dd-40f9-9234-d349905a0dfe), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:52.887986 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-679a1459-0d17-4980-816b-5b9f26fab778 admin admin] For port d7ca9dc4-f8dd-40f9-9234-d349905a0dfe, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=d7ca9dc4-f8dd-40f9-9234-d349905a0dfe,segment=NetworkSegment(70b95e80-4817-40e5-91ca-f75c8d371979),segment_id=70b95e80-4817-40e5-91ca-f75c8d371979)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:50:52.888355 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-679a1459-0d17-4980-816b-5b9f26fab778 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (d7ca9dc4-f8dd-40f9-9234-d349905a0dfe), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:52.901521 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-679a1459-0d17-4980-816b-5b9f26fab778 admin admin] Calling delete_port for d7ca9dc4-f8dd-40f9-9234-d349905a0dfe owned by network:router_interface {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:50:53.098375 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-679a1459-0d17-4980-816b-5b9f26fab778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (d7ca9dc4-f8dd-40f9-9234-d349905a0dfe), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:53.133518 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a1459-0d17-4980-816b-5b9f26fab778 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7ca9dc4-f8dd-40f9-9234-d349905a0dfe,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:53.300424 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-679a1459-0d17-4980-816b-5b9f26fab778 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (7193d422-5922-42f5-a6b4-6db6e7986fc6), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:53.529745 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679a1459-0d17-4980-816b-5b9f26fab778 admin admin] Router 7193d422-5922-42f5-a6b4-6db6e7986fc6 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:50:53.646267 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679a1459-0d17-4980-816b-5b9f26fab778 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:50:53.651739 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-679a1459-0d17-4980-816b-5b9f26fab778 admin admin] 10.222.0.53 "PUT /v2.0/routers/7193d422-5922-42f5-a6b4-6db6e7986fc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9103003 Jan 28 03:50:53.654506 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 33308) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:53.655808 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869df9af-bbac-4cc3-830c-8890011ea33a None None] Sync routers for ids ['7193d422-5922-42f5-a6b4-6db6e7986fc6'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:50:53.666647 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869df9af-bbac-4cc3-830c-8890011ea33a None None] Routers {'7193d422-5922-42f5-a6b4-6db6e7986fc6'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:50:53.668261 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-869df9af-bbac-4cc3-830c-8890011ea33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:50:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['7193d422-5922-42f5-a6b4-6db6e7986fc6'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:53.776298 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-284beb3c-24a4-4a6a-9a83-ebb7a8dfc61c admin admin] Publish callbacks [] for router (7193d422-5922-42f5-a6b4-6db6e7986fc6), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:53.882874 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-284beb3c-24a4-4a6a-9a83-ebb7a8dfc61c admin admin] Publish callbacks [] for router_gateway (7193d422-5922-42f5-a6b4-6db6e7986fc6), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:53.937257 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-284beb3c-24a4-4a6a-9a83-ebb7a8dfc61c admin admin] Deleting port bc705d48-6009-44ef-89a2-efff4b086875 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:50:53.937586 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-284beb3c-24a4-4a6a-9a83-ebb7a8dfc61c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (bc705d48-6009-44ef-89a2-efff4b086875), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:53.941514 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-869df9af-bbac-4cc3-830c-8890011ea33a None None] Set router 7193d422-5922-42f5-a6b4-6db6e7986fc6 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:50:54.016682 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-284beb3c-24a4-4a6a-9a83-ebb7a8dfc61c admin admin] For port bc705d48-6009-44ef-89a2-efff4b086875, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=bc705d48-6009-44ef-89a2-efff4b086875,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:50:54.017050 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-284beb3c-24a4-4a6a-9a83-ebb7a8dfc61c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (bc705d48-6009-44ef-89a2-efff4b086875), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:54.028581 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-284beb3c-24a4-4a6a-9a83-ebb7a8dfc61c admin admin] Calling delete_port for bc705d48-6009-44ef-89a2-efff4b086875 owned by network:router_gateway {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:50:54.114685 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-869df9af-bbac-4cc3-830c-8890011ea33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7193d422-5922-42f5-a6b4-6db6e7986fc6', 'name': 'tempest-TestServerBasicOps-862928478-router', 'tenant_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'bc705d48-6009-44ef-89a2-efff4b086875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:45:43Z', 'updated_at': '2022-01-28T03:50:53Z', 'revision_number': 5, 'project_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'gw_port': {'id': 'bc705d48-6009-44ef-89a2-efff4b086875', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:41:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7193d422-5922-42f5-a6b4-6db6e7986fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:45:43Z', 'updated_at': '2022-01-28T03:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:54.144285 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869df9af-bbac-4cc3-830c-8890011ea33a None None] Checking router: 7193d422-5922-42f5-a6b4-6db6e7986fc6 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:50:54.153252 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869df9af-bbac-4cc3-830c-8890011ea33a None None] Routers {'7193d422-5922-42f5-a6b4-6db6e7986fc6'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:50:54.154159 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-869df9af-bbac-4cc3-830c-8890011ea33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:50:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['7193d422-5922-42f5-a6b4-6db6e7986fc6'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:54.196013 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-284beb3c-24a4-4a6a-9a83-ebb7a8dfc61c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (bc705d48-6009-44ef-89a2-efff4b086875), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:54.221475 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284beb3c-24a4-4a6a-9a83-ebb7a8dfc61c admin admin] Pushing event deleted for resources: {'Port': ['ID=bc705d48-6009-44ef-89a2-efff4b086875,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:54.244648 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-869df9af-bbac-4cc3-830c-8890011ea33a None None] Set router 7193d422-5922-42f5-a6b4-6db6e7986fc6 gateway port host: None {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:50:54.280139 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-284beb3c-24a4-4a6a-9a83-ebb7a8dfc61c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (7193d422-5922-42f5-a6b4-6db6e7986fc6), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:54.295313 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-869df9af-bbac-4cc3-830c-8890011ea33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7193d422-5922-42f5-a6b4-6db6e7986fc6', 'name': 'tempest-TestServerBasicOps-862928478-router', 'tenant_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:45:43Z', 'updated_at': '2022-01-28T03:50:53Z', 'revision_number': 6, 'project_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:54.324870 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869df9af-bbac-4cc3-830c-8890011ea33a None None] The sync data for ids ['7193d422-5922-42f5-a6b4-6db6e7986fc6'] in n-d-712139-27 is: [{'id': '7193d422-5922-42f5-a6b4-6db6e7986fc6', 'name': 'tempest-TestServerBasicOps-862928478-router', 'tenant_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:45:43Z', 'updated_at': '2022-01-28T03:50:53Z', 'revision_number': 6, 'project_id': '1eed5b22d1c44358b3c2b13868d4fc01', 'gw_port_host': None}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:50:54.371658 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-284beb3c-24a4-4a6a-9a83-ebb7a8dfc61c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (7193d422-5922-42f5-a6b4-6db6e7986fc6), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:54.374366 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-284beb3c-24a4-4a6a-9a83-ebb7a8dfc61c admin admin] Publish callbacks [] for router_controller (7193d422-5922-42f5-a6b4-6db6e7986fc6), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:54.423988 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-284beb3c-24a4-4a6a-9a83-ebb7a8dfc61c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (7193d422-5922-42f5-a6b4-6db6e7986fc6), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:54.424426 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284beb3c-24a4-4a6a-9a83-ebb7a8dfc61c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7193d422-5922-42f5-a6b4-6db6e7986fc6 {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:50:54.428834 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-284beb3c-24a4-4a6a-9a83-ebb7a8dfc61c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:54.430109 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-284beb3c-24a4-4a6a-9a83-ebb7a8dfc61c admin admin] 10.222.0.53 "DELETE /v2.0/routers/7193d422-5922-42f5-a6b4-6db6e7986fc6 HTTP/1.1" status: 204 len: 168 time: 0.7746141 Jan 28 03:50:54.432607 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 33310) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:54.478845 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5de36ca-117a-4a0b-9d7e-1d2d5967627d admin admin] Deleting subnet fbc3b550-76bc-49fc-88a5-55f5e9953f55 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:50:54.482201 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d5de36ca-117a-4a0b-9d7e-1d2d5967627d admin admin] Publish callbacks [] for subnet (fbc3b550-76bc-49fc-88a5-55f5e9953f55), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:54.516059 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d5de36ca-117a-4a0b-9d7e-1d2d5967627d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (fbc3b550-76bc-49fc-88a5-55f5e9953f55), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:54.596590 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d5de36ca-117a-4a0b-9d7e-1d2d5967627d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (fbc3b550-76bc-49fc-88a5-55f5e9953f55), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:54.651386 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d5de36ca-117a-4a0b-9d7e-1d2d5967627d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (fbc3b550-76bc-49fc-88a5-55f5e9953f55), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:54.679631 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de36ca-117a-4a0b-9d7e-1d2d5967627d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbc3b550-76bc-49fc-88a5-55f5e9953f55,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:54.681528 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d5de36ca-117a-4a0b-9d7e-1d2d5967627d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:54.684735 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d5de36ca-117a-4a0b-9d7e-1d2d5967627d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/fbc3b550-76bc-49fc-88a5-55f5e9953f55 HTTP/1.1" status: 204 len: 168 time: 0.2511699 Jan 28 03:50:54.687045 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bd6e7c-7fa7-4f47-ab65-1e07a31c82ce None None] Network 7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:50:54.687555 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 33312) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:54.759591 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-eeab8925-cad2-456d-b69f-eb8ac1a9b60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:54.823109 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-eeab8925-cad2-456d-b69f-eb8ac1a9b60e admin admin] Deleting port 1328eb2c-9013-4676-a1cc-c92648340ec2 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:50:54.823109 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-eeab8925-cad2-456d-b69f-eb8ac1a9b60e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (1328eb2c-9013-4676-a1cc-c92648340ec2), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:54.859989 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347e6982-7db4-4ce9-a554-073120aedd29 None None] DHCP port deletion for 7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:50:54.891800 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-eeab8925-cad2-456d-b69f-eb8ac1a9b60e admin admin] For port 1328eb2c-9013-4676-a1cc-c92648340ec2, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=1328eb2c-9013-4676-a1cc-c92648340ec2,segment=NetworkSegment(70b95e80-4817-40e5-91ca-f75c8d371979),segment_id=70b95e80-4817-40e5-91ca-f75c8d371979)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:50:54.892428 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-eeab8925-cad2-456d-b69f-eb8ac1a9b60e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (1328eb2c-9013-4676-a1cc-c92648340ec2), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:54.905315 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-eeab8925-cad2-456d-b69f-eb8ac1a9b60e admin admin] Calling delete_port for 1328eb2c-9013-4676-a1cc-c92648340ec2 owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:50:54.911189 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-347e6982-7db4-4ce9-a554-073120aedd29 None None] Deleting port 1328eb2c-9013-4676-a1cc-c92648340ec2 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:50:54.911568 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-347e6982-7db4-4ce9-a554-073120aedd29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (1328eb2c-9013-4676-a1cc-c92648340ec2), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:54.977202 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-347e6982-7db4-4ce9-a554-073120aedd29 None None] For port 1328eb2c-9013-4676-a1cc-c92648340ec2, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=1328eb2c-9013-4676-a1cc-c92648340ec2,segment=NetworkSegment(70b95e80-4817-40e5-91ca-f75c8d371979),segment_id=70b95e80-4817-40e5-91ca-f75c8d371979)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:50:54.977606 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-347e6982-7db4-4ce9-a554-073120aedd29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (1328eb2c-9013-4676-a1cc-c92648340ec2), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:54.990618 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-eeab8925-cad2-456d-b69f-eb8ac1a9b60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (1328eb2c-9013-4676-a1cc-c92648340ec2), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:54.990974 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-347e6982-7db4-4ce9-a554-073120aedd29 None None] Calling delete_port for 1328eb2c-9013-4676-a1cc-c92648340ec2 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:50:55.016107 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab8925-cad2-456d-b69f-eb8ac1a9b60e admin admin] Pushing event deleted for resources: {'Port': ['ID=1328eb2c-9013-4676-a1cc-c92648340ec2,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:55.019550 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeab8925-cad2-456d-b69f-eb8ac1a9b60e admin admin] No DVR routers for this DVR port 1328eb2c-9013-4676-a1cc-c92648340ec2 on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:50:55.075627 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-347e6982-7db4-4ce9-a554-073120aedd29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (1328eb2c-9013-4676-a1cc-c92648340ec2), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:55.089225 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347e6982-7db4-4ce9-a554-073120aedd29 None None] No DVR routers for this DVR port 1328eb2c-9013-4676-a1cc-c92648340ec2 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:50:55.090112 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-eeab8925-cad2-456d-b69f-eb8ac1a9b60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:55.114728 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e6982-7db4-4ce9-a554-073120aedd29 None None] Pushing event deleted for resources: {'Port': ['ID=1328eb2c-9013-4676-a1cc-c92648340ec2,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:55.116509 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-eeab8925-cad2-456d-b69f-eb8ac1a9b60e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:55.122806 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e6982-7db4-4ce9-a554-073120aedd29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:55.123155 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e6982-7db4-4ce9-a554-073120aedd29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:55.123494 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e6982-7db4-4ce9-a554-073120aedd29 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:55.123849 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e6982-7db4-4ce9-a554-073120aedd29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:55.124215 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e6982-7db4-4ce9-a554-073120aedd29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:55.124551 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e6982-7db4-4ce9-a554-073120aedd29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:55.124880 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e6982-7db4-4ce9-a554-073120aedd29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:55.125381 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e6982-7db4-4ce9-a554-073120aedd29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:55.125720 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e6982-7db4-4ce9-a554-073120aedd29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:55.126060 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e6982-7db4-4ce9-a554-073120aedd29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:55.126384 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e6982-7db4-4ce9-a554-073120aedd29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:55.126711 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e6982-7db4-4ce9-a554-073120aedd29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:55.127420 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e6982-7db4-4ce9-a554-073120aedd29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:50:55.130877 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-eeab8925-cad2-456d-b69f-eb8ac1a9b60e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70b95e80-4817-40e5-91ca-f75c8d371979') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:55.131252 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-eeab8925-cad2-456d-b69f-eb8ac1a9b60e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70b95e80-4817-40e5-91ca-f75c8d371979') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:55.142920 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-eeab8925-cad2-456d-b69f-eb8ac1a9b60e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (70b95e80-4817-40e5-91ca-f75c8d371979), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:55.156185 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-eeab8925-cad2-456d-b69f-eb8ac1a9b60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (70b95e80-4817-40e5-91ca-f75c8d371979), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:55.163540 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeab8925-cad2-456d-b69f-eb8ac1a9b60e admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:50:55.163540 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-eeab8925-cad2-456d-b69f-eb8ac1a9b60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (70b95e80-4817-40e5-91ca-f75c8d371979), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:55.164232 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:50:55.164232 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:50:55.164232 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:50:55.164232 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:50:55.164232 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:50:55.164232 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:50:55.164232 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:50:55.164232 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:50:55.164232 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:50:55.164232 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:50:55.164232 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:50:55.164232 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:50:55.164232 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:50:55.164232 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:50:55.164232 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:50:55.164232 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:50:55.164232 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:50:55.164232 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:50:55.164232 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:50:55.164232 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:50:55.164232 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:50:55.164232 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:50:55.164232 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:50:55.164232 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:50:55.164232 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:50:55.164232 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:50:55.164232 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:50:55.164232 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:50:55.164232 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:50:55.164232 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:50:55.164232 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:50:55.164232 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:50:55.221910 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-eeab8925-cad2-456d-b69f-eb8ac1a9b60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:55.227817 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-eeab8925-cad2-456d-b69f-eb8ac1a9b60e admin admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:55.231853 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-eeab8925-cad2-456d-b69f-eb8ac1a9b60e admin admin] 10.222.0.53 "DELETE /v2.0/networks/7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd HTTP/1.1" status: 204 len: 168 time: 0.5432816 Jan 28 03:50:55.235418 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 33314) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:55.244858 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab8925-cad2-456d-b69f-eb8ac1a9b60e admin admin] Pushing event deleted for resources: {'Network': ['ID=7e4c3ac8-2cd1-4df7-9424-ae4b0e58a9cd,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:55.736504 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device bc705d48-6009-44ef-89a2-efff4b086875 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:50:55.756619 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: bc705d48-6009-44ef-89a2-efff4b086875 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:50:55.756966 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device bc705d48-6009-44ef-89a2-efff4b086875 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:50:55.757408 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 1328eb2c-9013-4676-a1cc-c92648340ec2 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:50:55.776295 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 1328eb2c-9013-4676-a1cc-c92648340ec2 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:50:55.776612 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 1328eb2c-9013-4676-a1cc-c92648340ec2 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:50:55.777019 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device d7ca9dc4-f8dd-40f9-9234-d349905a0dfe no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:50:55.795728 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: d7ca9dc4-f8dd-40f9-9234-d349905a0dfe {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:50:55.796156 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device d7ca9dc4-f8dd-40f9-9234-d349905a0dfe not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:50:55.885605 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7a9191cf-71f1-4c5e-9582-db51a504d847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (3cee47e8-5460-4ba8-87d7-06144483e363), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:56.140374 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-7a9191cf-71f1-4c5e-9582-db51a504d847 admin admin] Deleting port 792d9234-53f0-480c-8262-45eb5bf4eae8 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:50:56.140696 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7a9191cf-71f1-4c5e-9582-db51a504d847 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (792d9234-53f0-480c-8262-45eb5bf4eae8), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:56.223644 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-7a9191cf-71f1-4c5e-9582-db51a504d847 admin admin] For port 792d9234-53f0-480c-8262-45eb5bf4eae8, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=792d9234-53f0-480c-8262-45eb5bf4eae8,segment=NetworkSegment(6be3674a-95a6-477d-8167-ac36c53c2c2d),segment_id=6be3674a-95a6-477d-8167-ac36c53c2c2d)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:50:56.224001 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7a9191cf-71f1-4c5e-9582-db51a504d847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (792d9234-53f0-480c-8262-45eb5bf4eae8), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:56.235803 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-7a9191cf-71f1-4c5e-9582-db51a504d847 admin admin] Calling delete_port for 792d9234-53f0-480c-8262-45eb5bf4eae8 owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:50:56.418334 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7a9191cf-71f1-4c5e-9582-db51a504d847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (792d9234-53f0-480c-8262-45eb5bf4eae8), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:56.443126 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9191cf-71f1-4c5e-9582-db51a504d847 admin admin] Pushing event deleted for resources: {'Port': ['ID=792d9234-53f0-480c-8262-45eb5bf4eae8,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:56.611034 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7a9191cf-71f1-4c5e-9582-db51a504d847 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (3cee47e8-5460-4ba8-87d7-06144483e363), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:56.830130 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a9191cf-71f1-4c5e-9582-db51a504d847 admin admin] Router 3cee47e8-5460-4ba8-87d7-06144483e363 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:50:56.941321 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9191cf-71f1-4c5e-9582-db51a504d847 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:50:56.948206 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7a9191cf-71f1-4c5e-9582-db51a504d847 admin admin] 10.222.0.53 "PUT /v2.0/routers/3cee47e8-5460-4ba8-87d7-06144483e363/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7099800 Jan 28 03:50:56.949059 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 33316) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:56.951809 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c782014f-9116-4ddf-bc12-5b8287e9e3b4 None None] Sync routers for ids ['3cee47e8-5460-4ba8-87d7-06144483e363'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:50:56.961757 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c782014f-9116-4ddf-bc12-5b8287e9e3b4 None None] Routers {'3cee47e8-5460-4ba8-87d7-06144483e363'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:50:56.962369 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-c782014f-9116-4ddf-bc12-5b8287e9e3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:50:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['3cee47e8-5460-4ba8-87d7-06144483e363'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:57.051069 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-abcc405c-e1b3-46f4-baad-7cc214119a83 admin admin] Publish callbacks [] for router (3cee47e8-5460-4ba8-87d7-06144483e363), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:57.066702 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-c782014f-9116-4ddf-bc12-5b8287e9e3b4 None None] Set router 3cee47e8-5460-4ba8-87d7-06144483e363 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:50:57.153637 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-abcc405c-e1b3-46f4-baad-7cc214119a83 admin admin] Publish callbacks [] for router_gateway (3cee47e8-5460-4ba8-87d7-06144483e363), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:57.208267 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-abcc405c-e1b3-46f4-baad-7cc214119a83 admin admin] Deleting port 4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:50:57.208607 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-abcc405c-e1b3-46f4-baad-7cc214119a83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:57.246637 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-c782014f-9116-4ddf-bc12-5b8287e9e3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cee47e8-5460-4ba8-87d7-06144483e363', 'name': 'tempest-TestServerBasicOps-819361422-router', 'tenant_id': 'c2bf6c9deea446ee80db1c5be8017cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:45:48Z', 'updated_at': '2022-01-28T03:50:56Z', 'revision_number': 5, 'project_id': 'c2bf6c9deea446ee80db1c5be8017cb8', 'gw_port': {'id': '4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fc:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cee47e8-5460-4ba8-87d7-06144483e363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:45:48Z', 'updated_at': '2022-01-28T03:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:57.274794 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c782014f-9116-4ddf-bc12-5b8287e9e3b4 None None] Checking router: 3cee47e8-5460-4ba8-87d7-06144483e363 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:50:57.282973 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c782014f-9116-4ddf-bc12-5b8287e9e3b4 None None] Routers {'3cee47e8-5460-4ba8-87d7-06144483e363'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:50:57.283564 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-c782014f-9116-4ddf-bc12-5b8287e9e3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:50:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['3cee47e8-5460-4ba8-87d7-06144483e363'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:57.291400 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-abcc405c-e1b3-46f4-baad-7cc214119a83 admin admin] For port 4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:50:57.291975 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-abcc405c-e1b3-46f4-baad-7cc214119a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:57.303931 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-abcc405c-e1b3-46f4-baad-7cc214119a83 admin admin] Calling delete_port for 4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c owned by network:router_gateway {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:50:57.367731 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-c782014f-9116-4ddf-bc12-5b8287e9e3b4 None None] Set router 3cee47e8-5460-4ba8-87d7-06144483e363 gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:50:57.422907 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-c782014f-9116-4ddf-bc12-5b8287e9e3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cee47e8-5460-4ba8-87d7-06144483e363', 'name': 'tempest-TestServerBasicOps-819361422-router', 'tenant_id': 'c2bf6c9deea446ee80db1c5be8017cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:45:48Z', 'updated_at': '2022-01-28T03:50:57Z', 'revision_number': 6, 'project_id': 'c2bf6c9deea446ee80db1c5be8017cb8', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:57.449355 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c782014f-9116-4ddf-bc12-5b8287e9e3b4 None None] The sync data for ids ['3cee47e8-5460-4ba8-87d7-06144483e363'] in n-d-712139-27 is: [{'id': '3cee47e8-5460-4ba8-87d7-06144483e363', 'name': 'tempest-TestServerBasicOps-819361422-router', 'tenant_id': 'c2bf6c9deea446ee80db1c5be8017cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:45:48Z', 'updated_at': '2022-01-28T03:50:57Z', 'revision_number': 6, 'project_id': 'c2bf6c9deea446ee80db1c5be8017cb8', 'gw_port_host': None}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:50:57.469584 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-abcc405c-e1b3-46f4-baad-7cc214119a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:57.495691 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc405c-e1b3-46f4-baad-7cc214119a83 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:57.554326 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-abcc405c-e1b3-46f4-baad-7cc214119a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (3cee47e8-5460-4ba8-87d7-06144483e363), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:57.642514 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-abcc405c-e1b3-46f4-baad-7cc214119a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (3cee47e8-5460-4ba8-87d7-06144483e363), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:57.644829 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-abcc405c-e1b3-46f4-baad-7cc214119a83 admin admin] Publish callbacks [] for router_controller (3cee47e8-5460-4ba8-87d7-06144483e363), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:57.695807 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-abcc405c-e1b3-46f4-baad-7cc214119a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (3cee47e8-5460-4ba8-87d7-06144483e363), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:57.696432 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abcc405c-e1b3-46f4-baad-7cc214119a83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cee47e8-5460-4ba8-87d7-06144483e363 {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 03:50:57.701667 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-abcc405c-e1b3-46f4-baad-7cc214119a83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:57.702881 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-abcc405c-e1b3-46f4-baad-7cc214119a83 admin admin] 10.222.0.53 "DELETE /v2.0/routers/3cee47e8-5460-4ba8-87d7-06144483e363 HTTP/1.1" status: 204 len: 168 time: 0.7528560 Jan 28 03:50:57.705613 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 33318) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:57.750367 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a52f060-fe24-4a3c-91a7-3a896fac51e8 admin admin] Deleting subnet cebbc8a1-ee4f-4221-88b2-a24ce2f898f9 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:50:57.753485 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2a52f060-fe24-4a3c-91a7-3a896fac51e8 admin admin] Publish callbacks [] for subnet (cebbc8a1-ee4f-4221-88b2-a24ce2f898f9), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:57.789230 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2a52f060-fe24-4a3c-91a7-3a896fac51e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (cebbc8a1-ee4f-4221-88b2-a24ce2f898f9), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:57.880588 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2a52f060-fe24-4a3c-91a7-3a896fac51e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (cebbc8a1-ee4f-4221-88b2-a24ce2f898f9), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:57.899297 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 792d9234-53f0-480c-8262-45eb5bf4eae8 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:50:57.922868 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 792d9234-53f0-480c-8262-45eb5bf4eae8 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:50:57.923251 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 792d9234-53f0-480c-8262-45eb5bf4eae8 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:50:57.944919 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2a52f060-fe24-4a3c-91a7-3a896fac51e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (cebbc8a1-ee4f-4221-88b2-a24ce2f898f9), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:57.974043 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2a52f060-fe24-4a3c-91a7-3a896fac51e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:57.977981 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2a52f060-fe24-4a3c-91a7-3a896fac51e8 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/cebbc8a1-ee4f-4221-88b2-a24ce2f898f9 HTTP/1.1" status: 204 len: 168 time: 0.2711651 Jan 28 03:50:57.979196 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d40b47d-7819-4eb2-a0dc-23d3ee7fd78b None None] Network 2419b9f8-3dcf-41c6-a234-5b2c3bdcb2d2 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:50:57.980439 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 33320) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:57.987328 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a52f060-fe24-4a3c-91a7-3a896fac51e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cebbc8a1-ee4f-4221-88b2-a24ce2f898f9,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:58.053229 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bfcd73eb-c167-4a3b-848e-d463fccc30ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (2419b9f8-3dcf-41c6-a234-5b2c3bdcb2d2), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:58.108380 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-bfcd73eb-c167-4a3b-848e-d463fccc30ae admin admin] Deleting port e357934a-3043-4df6-ae71-21c1e96aaee0 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:50:58.108783 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bfcd73eb-c167-4a3b-848e-d463fccc30ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (e357934a-3043-4df6-ae71-21c1e96aaee0), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:58.170324 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-bfcd73eb-c167-4a3b-848e-d463fccc30ae admin admin] For port e357934a-3043-4df6-ae71-21c1e96aaee0, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=e357934a-3043-4df6-ae71-21c1e96aaee0,segment=NetworkSegment(6be3674a-95a6-477d-8167-ac36c53c2c2d),segment_id=6be3674a-95a6-477d-8167-ac36c53c2c2d)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:50:58.170768 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bfcd73eb-c167-4a3b-848e-d463fccc30ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (e357934a-3043-4df6-ae71-21c1e96aaee0), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:58.185361 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-bfcd73eb-c167-4a3b-848e-d463fccc30ae admin admin] Calling delete_port for e357934a-3043-4df6-ae71-21c1e96aaee0 owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:50:58.215337 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb4dfff-ffbd-478b-9733-b258bd59b909 None None] DHCP port deletion for 2419b9f8-3dcf-41c6-a234-5b2c3bdcb2d2 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 03:50:58.270818 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bfcd73eb-c167-4a3b-848e-d463fccc30ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (e357934a-3043-4df6-ae71-21c1e96aaee0), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:58.271484 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-0fb4dfff-ffbd-478b-9733-b258bd59b909 None None] Deleting port e357934a-3043-4df6-ae71-21c1e96aaee0 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:50:58.271793 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0fb4dfff-ffbd-478b-9733-b258bd59b909 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (e357934a-3043-4df6-ae71-21c1e96aaee0), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:58.298557 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd73eb-c167-4a3b-848e-d463fccc30ae admin admin] Pushing event deleted for resources: {'Port': ['ID=e357934a-3043-4df6-ae71-21c1e96aaee0,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:58.300381 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcd73eb-c167-4a3b-848e-d463fccc30ae admin admin] No DVR routers for this DVR port e357934a-3043-4df6-ae71-21c1e96aaee0 on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:50:58.332929 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-0fb4dfff-ffbd-478b-9733-b258bd59b909 None None] For port e357934a-3043-4df6-ae71-21c1e96aaee0, host n-d-712139-27, got binding levels [] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:50:58.333380 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0fb4dfff-ffbd-478b-9733-b258bd59b909 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (e357934a-3043-4df6-ae71-21c1e96aaee0), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:58.346580 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-0fb4dfff-ffbd-478b-9733-b258bd59b909 None None] Calling delete_port for e357934a-3043-4df6-ae71-21c1e96aaee0 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:50:58.349323 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.ipam_backend_mixin [None req-0fb4dfff-ffbd-478b-9733-b258bd59b909 None None] Port e357934a-3043-4df6-ae71-21c1e96aaee0 was not found and therefore no delete operation was performed {{(pid=109804) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 03:50:58.350618 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0fb4dfff-ffbd-478b-9733-b258bd59b909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (e357934a-3043-4df6-ae71-21c1e96aaee0), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:58.372705 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bfcd73eb-c167-4a3b-848e-d463fccc30ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (2419b9f8-3dcf-41c6-a234-5b2c3bdcb2d2), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:58.378972 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb4dfff-ffbd-478b-9733-b258bd59b909 None None] Pushing event deleted for resources: {'Port': ['ID=e357934a-3043-4df6-ae71-21c1e96aaee0,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:58.382531 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb4dfff-ffbd-478b-9733-b258bd59b909 None None] No DVR routers for this DVR port e357934a-3043-4df6-ae71-21c1e96aaee0 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:50:58.398094 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-bfcd73eb-c167-4a3b-848e-d463fccc30ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2419b9f8-3dcf-41c6-a234-5b2c3bdcb2d2']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:58.408663 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-bfcd73eb-c167-4a3b-848e-d463fccc30ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6be3674a-95a6-477d-8167-ac36c53c2c2d') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:58.408947 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-bfcd73eb-c167-4a3b-848e-d463fccc30ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6be3674a-95a6-477d-8167-ac36c53c2c2d') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:50:58.418390 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bfcd73eb-c167-4a3b-848e-d463fccc30ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (6be3674a-95a6-477d-8167-ac36c53c2c2d), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:58.433775 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bfcd73eb-c167-4a3b-848e-d463fccc30ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (6be3674a-95a6-477d-8167-ac36c53c2c2d), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:58.441330 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfcd73eb-c167-4a3b-848e-d463fccc30ae admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:50:58.441556 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bfcd73eb-c167-4a3b-848e-d463fccc30ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (6be3674a-95a6-477d-8167-ac36c53c2c2d), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:58.443339 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:50:58.443339 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:50:58.443339 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:50:58.443339 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:50:58.443339 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:50:58.443339 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:50:58.443339 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:50:58.443339 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:50:58.443339 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:50:58.443339 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:50:58.443339 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:50:58.443339 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:50:58.443339 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:50:58.443339 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:50:58.443339 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:50:58.443339 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:50:58.443339 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:50:58.443339 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:50:58.443339 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:50:58.443339 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:50:58.443339 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:50:58.443339 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:50:58.443339 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:50:58.443339 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:50:58.443339 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:50:58.443339 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:50:58.443339 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:50:58.443339 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:50:58.443339 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:50:58.443339 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:50:58.443339 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:50:58.443339 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:50:58.503177 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bfcd73eb-c167-4a3b-848e-d463fccc30ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (2419b9f8-3dcf-41c6-a234-5b2c3bdcb2d2), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:58.507992 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bfcd73eb-c167-4a3b-848e-d463fccc30ae admin admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:58.511448 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-bfcd73eb-c167-4a3b-848e-d463fccc30ae admin admin] 10.222.0.53 "DELETE /v2.0/networks/2419b9f8-3dcf-41c6-a234-5b2c3bdcb2d2 HTTP/1.1" status: 204 len: 168 time: 0.5300684 Jan 28 03:50:58.524227 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd73eb-c167-4a3b-848e-d463fccc30ae admin admin] Pushing event deleted for resources: {'Network': ['ID=2419b9f8-3dcf-41c6-a234-5b2c3bdcb2d2,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:58.622307 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 33324) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:58.670178 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-838135fb-0048-4b5d-80e1-ed8ee692a00e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1eed5b22d1c44358b3c2b13868d4fc01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0464613 Jan 28 03:50:58.672985 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 33326) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:58.720429 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a4a89de-bf7e-4722-910a-05bb35b0aac4 admin admin] Publish callbacks [] for security_group (81aa12c8-5706-4020-a819-0b506db7ec18), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:58.742158 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a4a89de-bf7e-4722-910a-05bb35b0aac4 admin admin] Publish callbacks [] for security_group (81aa12c8-5706-4020-a819-0b506db7ec18), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:58.794191 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a4a89de-bf7e-4722-910a-05bb35b0aac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (81aa12c8-5706-4020-a819-0b506db7ec18), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:58.796759 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a4a89de-bf7e-4722-910a-05bb35b0aac4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:58.797971 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9a4a89de-bf7e-4722-910a-05bb35b0aac4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/81aa12c8-5706-4020-a819-0b506db7ec18 HTTP/1.1" status: 204 len: 168 time: 0.1240468 Jan 28 03:50:58.805487 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4a89de-bf7e-4722-910a-05bb35b0aac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81aa12c8-5706-4020-a819-0b506db7ec18,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:59.145203 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 33332) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:59.187042 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-22c1a0ed-894f-42f4-ae82-7c736497be2b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c2bf6c9deea446ee80db1c5be8017cb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405614 Jan 28 03:50:59.190999 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 33334) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:50:59.243452 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-09256f80-1f2b-4d0c-85fe-39e95c314af6 admin admin] Publish callbacks [] for security_group (24d95267-09bf-4f79-b7b1-98ab6977a4c4), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:59.267003 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-09256f80-1f2b-4d0c-85fe-39e95c314af6 admin admin] Publish callbacks [] for security_group (24d95267-09bf-4f79-b7b1-98ab6977a4c4), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:59.327573 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-09256f80-1f2b-4d0c-85fe-39e95c314af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (24d95267-09bf-4f79-b7b1-98ab6977a4c4), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:59.330139 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-09256f80-1f2b-4d0c-85fe-39e95c314af6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:59.331329 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-09256f80-1f2b-4d0c-85fe-39e95c314af6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/24d95267-09bf-4f79-b7b1-98ab6977a4c4 HTTP/1.1" status: 204 len: 168 time: 0.1394601 Jan 28 03:50:59.339478 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09256f80-1f2b-4d0c-85fe-39e95c314af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d95267-09bf-4f79-b7b1-98ab6977a4c4,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:50:59.565832 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:50:59.736281 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device e357934a-3043-4df6-ae71-21c1e96aaee0 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:50:59.757911 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: e357934a-3043-4df6-ae71-21c1e96aaee0 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:50:59.758127 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device e357934a-3043-4df6-ae71-21c1e96aaee0 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:50:59.758555 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:50:59.778580 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:50:59.779015 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 4ddf59b1-8a22-4fb4-a848-16f5cb56bf3c not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:50:59.802233 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0bc33b0a-58a7-451e-8a92-ea1f6ebe0091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:01.860975 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c6c2ddc6-8a0f-4992-859b-065461ba7af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:02.636694 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [req-3317b0d8-6aa7-4003-93f7-71c81206f4b1 req-6ae11fd3-f260-4c8c-9e63-44fcabb3a270 service neutron] (109802) timed out ('10.222.0.53', 37024) {{(pid=109802) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 03:51:03.539709 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:04.024032 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:04.997366 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:06.178759 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:10.967312 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-2181bbc0-7a55-4e5a-a03c-0e56b8f4b073 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=7fadfc585db24ce58c9682393c537f48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319843 Jan 28 03:51:11.144586 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-2945a683-e9fb-46e9-a4ea-bc21ac4e8ed3 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:11.146115 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-2945a683-e9fb-46e9-a4ea-bc21ac4e8ed3 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1735690 Jan 28 03:51:11.163940 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-2d08f68a-1e78-489c-b6f1-bd5742e55ada tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] 10.222.0.53 "GET /v2.0/quotas/7fadfc585db24ce58c9682393c537f48 HTTP/1.1" status: 200 len: 375 time: 0.0097911 Jan 28 03:51:11.198974 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-387e929f-4c7c-408e-a8fa-d370b987d687 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7fadfc585db24ce58c9682393c537f48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301881 Jan 28 03:51:12.395569 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4c249727-93b5-43e1-aac8-a9236b1b030c req-d391af8a-7441-4fff-b5b4-583400496442 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d059dc3-48dc-489d-9140-726bcb7cc712 HTTP/1.1" status: 200 len: 210 time: 0.0306664 Jan 28 03:51:13.700551 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-a6764e22-d877-4489-bfcd-c9d6664c4796 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=7fadfc585db24ce58c9682393c537f48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353577 Jan 28 03:51:13.817254 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-92852d4a-2c0c-4bbe-81ea-e0ae86b32b51 req-84c68c4e-0578-4a38-84a8-c36c5fffd585 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d059dc3-48dc-489d-9140-726bcb7cc712 HTTP/1.1" status: 200 len: 210 time: 0.3430293 Jan 28 03:51:13.886150 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-8595edea-fea5-4e18-bf4b-23e95ccf28fd tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:13.887580 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-8595edea-fea5-4e18-bf4b-23e95ccf28fd tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1820776 Jan 28 03:51:13.906803 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-25ee23d1-8168-4efc-a8cd-ba9f90c8f608 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] Request body: {'port': {'device_id': '4d059dc3-48dc-489d-9140-726bcb7cc712', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'admin_state_up': True, 'tenant_id': '7fadfc585db24ce58c9682393c537f48'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:51:14.016483 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-25ee23d1-8168-4efc-a8cd-ba9f90c8f608 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] Made reservation on behalf of 7fadfc585db24ce58c9682393c537f48 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:51:14.019739 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-25ee23d1-8168-4efc-a8cd-ba9f90c8f608 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:14.028617 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-25ee23d1-8168-4efc-a8cd-ba9f90c8f608 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:14.103705 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-25ee23d1-8168-4efc-a8cd-ba9f90c8f608 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] Publish callbacks [] for security_group (e22341a9-e9a4-48d8-94c3-70a0dfd281ba), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:14.110274 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-25ee23d1-8168-4efc-a8cd-ba9f90c8f608 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (e22341a9-e9a4-48d8-94c3-70a0dfd281ba), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:14.169392 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ee23d1-8168-4efc-a8cd-ba9f90c8f608 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e22341a9-e9a4-48d8-94c3-70a0dfd281ba,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:14.259119 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-25ee23d1-8168-4efc-a8cd-ba9f90c8f608 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] Allocated IP 192.168.233.106 (00399c87-9b8d-4ccb-b18d-7ccb90f49322/24329ac8-3d67-49eb-9f63-d2859e79e36f/0f3b7ef5-3aaf-4355-aa68-02655d704051) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:51:14.410472 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-25ee23d1-8168-4efc-a8cd-ba9f90c8f608 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] Publish callbacks [] for port (0f3b7ef5-3aaf-4355-aa68-02655d704051), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:14.445995 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-25ee23d1-8168-4efc-a8cd-ba9f90c8f608 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (0f3b7ef5-3aaf-4355-aa68-02655d704051), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:14.490011 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-25ee23d1-8168-4efc-a8cd-ba9f90c8f608 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] Network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:51:14.493100 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-25ee23d1-8168-4efc-a8cd-ba9f90c8f608 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:51:14.498647 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-25ee23d1-8168-4efc-a8cd-ba9f90c8f608 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:51:14.505063 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ee23d1-8168-4efc-a8cd-ba9f90c8f608 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] Pushing event updated for resources: {'Port': ['ID=0f3b7ef5-3aaf-4355-aa68-02655d704051,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:14.550473 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-25ee23d1-8168-4efc-a8cd-ba9f90c8f608 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:14.551095 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-25ee23d1-8168-4efc-a8cd-ba9f90c8f608 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:14.569759 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-25ee23d1-8168-4efc-a8cd-ba9f90c8f608 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6666400 Jan 28 03:51:14.701485 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-5f08576f-f74c-4b4e-b142-4ba668708492 service neutron] Request body: {'port': {'device_id': '4d059dc3-48dc-489d-9140-726bcb7cc712', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:51:14.704434 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-14fe255d-7397-40ce-a367-9c174b4ded15 None None] Provisioning complete for port 0f3b7ef5-3aaf-4355-aa68-02655d704051 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:51:14.704876 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-14fe255d-7397-40ce-a367-9c174b4ded15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (0f3b7ef5-3aaf-4355-aa68-02655d704051), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:14.744659 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-14fe255d-7397-40ce-a367-9c174b4ded15 None None] Port 0f3b7ef5-3aaf-4355-aa68-02655d704051 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:51:14.755896 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-5f08576f-f74c-4b4e-b142-4ba668708492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (0f3b7ef5-3aaf-4355-aa68-02655d704051), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:14.988809 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd296735-f039-4594-a29b-64280cdca665 req-4449ec72-ef0a-4355-923c-bd3ab0c1e514 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:14.990211 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fd296735-f039-4594-a29b-64280cdca665 req-4449ec72-ef0a-4355-923c-bd3ab0c1e514 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d059dc3-48dc-489d-9140-726bcb7cc712 HTTP/1.1" status: 200 len: 936 time: 0.1016037 Jan 28 03:51:15.079829 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fd296735-f039-4594-a29b-64280cdca665 req-dd5430a7-1f64-40ca-8ae8-1585f58b01a7 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] 10.222.0.53 "GET /v2.0/security-groups?id=e22341a9-e9a4-48d8-94c3-70a0dfd281ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824933 Jan 28 03:51:15.093209 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-5f08576f-f74c-4b4e-b142-4ba668708492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f3b7ef5-3aaf-4355-aa68-02655d704051 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:51:15.106621 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-5f08576f-f74c-4b4e-b142-4ba668708492 service neutron] Publish callbacks [] for port (0f3b7ef5-3aaf-4355-aa68-02655d704051), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:15.125422 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-5f08576f-f74c-4b4e-b142-4ba668708492 service neutron] Transition to ACTIVE for port object 0f3b7ef5-3aaf-4355-aa68-02655d704051 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:51:15.132065 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-5f08576f-f74c-4b4e-b142-4ba668708492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (0f3b7ef5-3aaf-4355-aa68-02655d704051), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:15.186667 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f08576f-f74c-4b4e-b142-4ba668708492 service neutron] Pushing event updated for resources: {'Port': ['ID=0f3b7ef5-3aaf-4355-aa68-02655d704051,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:15.257978 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-5f08576f-f74c-4b4e-b142-4ba668708492 service neutron] Attempting to bind port 0f3b7ef5-3aaf-4355-aa68-02655d704051 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:51:15.258305 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-5f08576f-f74c-4b4e-b142-4ba668708492 service neutron] Attempting to bind port 0f3b7ef5-3aaf-4355-aa68-02655d704051 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:51:15.258641 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-5f08576f-f74c-4b4e-b142-4ba668708492 service neutron] Attempting to bind port 0f3b7ef5-3aaf-4355-aa68-02655d704051 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:51:15.263273 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-5f08576f-f74c-4b4e-b142-4ba668708492 service neutron] Port 0f3b7ef5-3aaf-4355-aa68-02655d704051 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:51:15.263732 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-5f08576f-f74c-4b4e-b142-4ba668708492 service neutron] Attempting to bind port 0f3b7ef5-3aaf-4355-aa68-02655d704051 on network 00399c87-9b8d-4ccb-b18d-7ccb90f49322 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:51:15.268959 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-5f08576f-f74c-4b4e-b142-4ba668708492 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:51:15.269329 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-5f08576f-f74c-4b4e-b142-4ba668708492 service neutron] Checking segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:51:15.269716 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-5f08576f-f74c-4b4e-b142-4ba668708492 service neutron] Bound using segment: {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:51:15.270207 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-5f08576f-f74c-4b4e-b142-4ba668708492 service neutron] Bound port: 0f3b7ef5-3aaf-4355-aa68-02655d704051, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2326799c-6fd1-4552-8e6d-c26050c918e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:51:15.270570 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-5f08576f-f74c-4b4e-b142-4ba668708492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (0f3b7ef5-3aaf-4355-aa68-02655d704051), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:15.335502 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-5f08576f-f74c-4b4e-b142-4ba668708492 service neutron] For port 0f3b7ef5-3aaf-4355-aa68-02655d704051, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:51:15.338694 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-5f08576f-f74c-4b4e-b142-4ba668708492 service neutron] For port 0f3b7ef5-3aaf-4355-aa68-02655d704051, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=0f3b7ef5-3aaf-4355-aa68-02655d704051,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:51:15.344456 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-5f08576f-f74c-4b4e-b142-4ba668708492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (0f3b7ef5-3aaf-4355-aa68-02655d704051), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:15.384685 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-5f08576f-f74c-4b4e-b142-4ba668708492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:15.385339 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-5f08576f-f74c-4b4e-b142-4ba668708492 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:15.387132 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-5f08576f-f74c-4b4e-b142-4ba668708492 service neutron] 10.222.0.67 "PUT /v2.0/ports/0f3b7ef5-3aaf-4355-aa68-02655d704051 HTTP/1.1" status: 200 len: 1097 time: 0.7908139 Jan 28 03:51:15.389358 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d059dc3-48dc-489d-9140-726bcb7cc712', 'tag': '0f3b7ef5-3aaf-4355-aa68-02655d704051'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:51:15.391656 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ddc9ed2-1430-4f58-b683-d8a5d7fb1d98" -d '{"events": [{"name": "network-changed", "server_uuid": "4d059dc3-48dc-489d-9140-726bcb7cc712", "tag": "0f3b7ef5-3aaf-4355-aa68-02655d704051"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:51:15.425906 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f08576f-f74c-4b4e-b142-4ba668708492 service neutron] Pushing event updated for resources: {'Port': ['ID=0f3b7ef5-3aaf-4355-aa68-02655d704051,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:15.432175 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588b95d1-7f38-49c5-9ba0-9d0149bab059 x-openstack-request-id: req-588b95d1-7f38-49c5-9ba0-9d0149bab059 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:51:15.432559 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d059dc3-48dc-489d-9140-726bcb7cc712", "tag": "0f3b7ef5-3aaf-4355-aa68-02655d704051", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:51:15.432937 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-588b95d1-7f38-49c5-9ba0-9d0149bab059 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:51:15.433472 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d059dc3-48dc-489d-9140-726bcb7cc712', 'tag': '0f3b7ef5-3aaf-4355-aa68-02655d704051', 'status': 'completed', 'code': 200} Jan 28 03:51:15.495125 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-5142f80b-9683-4813-b265-8ee2ad60e516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:15.496686 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-5142f80b-9683-4813-b265-8ee2ad60e516 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7fadfc585db24ce58c9682393c537f48&device_id=4d059dc3-48dc-489d-9140-726bcb7cc712 HTTP/1.1" status: 200 len: 1100 time: 0.0452595 Jan 28 03:51:15.546198 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-222b64ec-e09f-405a-82a6-d9f2d52f5286 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=0f3b7ef5-3aaf-4355-aa68-02655d704051 HTTP/1.1" status: 200 len: 217 time: 0.0362613 Jan 28 03:51:15.599187 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-7026f538-d022-4207-affb-e7d7c25afbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:15.600636 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-7026f538-d022-4207-affb-e7d7c25afbc6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.0488274 Jan 28 03:51:15.652735 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-e3550fd4-c152-40d1-86ae-05dbb4376b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:15.655078 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-e3550fd4-c152-40d1-86ae-05dbb4376b14 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0485113 Jan 28 03:51:15.745511 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-2e52e0d9-e516-40f0-ada8-83927c31755a service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847409 Jan 28 03:51:15.841113 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ce66d663-fa97-4d9b-a02f-0dd1668aad0c req-ebb9cebd-0a7e-4df7-87b7-897f60524b2f service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898490 Jan 28 03:51:15.974571 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc9ed2-1430-4f58-b683-d8a5d7fb1d98 req-1600fabd-4d1a-4e15-ae72-b894ccf3ef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:15.976091 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8ddc9ed2-1430-4f58-b683-d8a5d7fb1d98 req-1600fabd-4d1a-4e15-ae72-b894ccf3ef01 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7fadfc585db24ce58c9682393c537f48&device_id=4d059dc3-48dc-489d-9140-726bcb7cc712 HTTP/1.1" status: 200 len: 1100 time: 0.0476050 Jan 28 03:51:16.072107 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc9ed2-1430-4f58-b683-d8a5d7fb1d98 req-c7b9534a-557c-4ca4-a045-9cf7a0a3283d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:16.073626 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8ddc9ed2-1430-4f58-b683-d8a5d7fb1d98 req-c7b9534a-557c-4ca4-a045-9cf7a0a3283d service neutron] 10.222.0.67 "GET /v2.0/networks?id=00399c87-9b8d-4ccb-b18d-7ccb90f49322 HTTP/1.1" status: 200 len: 870 time: 0.0912750 Jan 28 03:51:16.113931 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8ddc9ed2-1430-4f58-b683-d8a5d7fb1d98 req-58fd8c9d-9aee-4122-9d93-2ff0067ccaf1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=0f3b7ef5-3aaf-4355-aa68-02655d704051 HTTP/1.1" status: 200 len: 217 time: 0.0341859 Jan 28 03:51:16.162486 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc9ed2-1430-4f58-b683-d8a5d7fb1d98 req-987db8d0-ce33-4f55-b27d-8807c29478c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:16.163979 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8ddc9ed2-1430-4f58-b683-d8a5d7fb1d98 req-987db8d0-ce33-4f55-b27d-8807c29478c5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24329ac8-3d67-49eb-9f63-d2859e79e36f HTTP/1.1" status: 200 len: 843 time: 0.0442879 Jan 28 03:51:16.241956 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad1851-1d73-456d-9106-e0478f34f1cf req-9c4d2a8e-4cb3-4cd8-927e-84cc97d217f7 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:16.243447 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dfad1851-1d73-456d-9106-e0478f34f1cf req-9c4d2a8e-4cb3-4cd8-927e-84cc97d217f7 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d059dc3-48dc-489d-9140-726bcb7cc712 HTTP/1.1" status: 200 len: 948 time: 0.0785725 Jan 28 03:51:16.245228 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc9ed2-1430-4f58-b683-d8a5d7fb1d98 req-698b8275-986c-48ab-be74-6fc73e79b916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:16.246560 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8ddc9ed2-1430-4f58-b683-d8a5d7fb1d98 req-698b8275-986c-48ab-be74-6fc73e79b916 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=00399c87-9b8d-4ccb-b18d-7ccb90f49322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0733769 Jan 28 03:51:16.340789 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dfad1851-1d73-456d-9106-e0478f34f1cf req-76127f3d-87f9-4dff-af98-8b821fa3de68 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] 10.222.0.53 "GET /v2.0/security-groups?id=e22341a9-e9a4-48d8-94c3-70a0dfd281ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904880 Jan 28 03:51:16.371240 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8ddc9ed2-1430-4f58-b683-d8a5d7fb1d98 req-60ddb9a4-82c1-425a-b7aa-b0c58a4f0386 service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148720 Jan 28 03:51:16.461539 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8ddc9ed2-1430-4f58-b683-d8a5d7fb1d98 req-7051e4bd-3412-43f2-9a79-4512f85de25d service neutron] 10.222.0.67 "GET /v2.0/networks/00399c87-9b8d-4ccb-b18d-7ccb90f49322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845218 Jan 28 03:51:17.471357 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf804e76-ca1b-487e-b137-64f7bd21f4f3 req-2026fd6b-9b06-43f0-9977-919594fd2857 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:17.472847 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bf804e76-ca1b-487e-b137-64f7bd21f4f3 req-2026fd6b-9b06-43f0-9977-919594fd2857 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d059dc3-48dc-489d-9140-726bcb7cc712 HTTP/1.1" status: 200 len: 948 time: 0.0508204 Jan 28 03:51:17.519394 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bf804e76-ca1b-487e-b137-64f7bd21f4f3 req-68d65654-9716-4585-9145-3ddb521bedfe tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] 10.222.0.53 "GET /v2.0/security-groups?id=e22341a9-e9a4-48d8-94c3-70a0dfd281ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408854 Jan 28 03:51:18.652106 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d387a4-8455-4db9-bccb-c50dcf39de5b req-fea80bda-8cc3-4bf7-a10d-64a326b9b0a8 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:18.653548 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a0d387a4-8455-4db9-bccb-c50dcf39de5b req-fea80bda-8cc3-4bf7-a10d-64a326b9b0a8 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d059dc3-48dc-489d-9140-726bcb7cc712 HTTP/1.1" status: 200 len: 948 time: 0.0514176 Jan 28 03:51:18.701973 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a0d387a4-8455-4db9-bccb-c50dcf39de5b req-98404287-29d8-42a1-acd9-735e3fa67bcf tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] 10.222.0.53 "GET /v2.0/security-groups?id=e22341a9-e9a4-48d8-94c3-70a0dfd281ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414441 Jan 28 03:51:19.799375 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [req-13c0fce7-7e03-4fde-8d4e-fdfdc459a719 req-d59a35ce-03e5-4239-a267-81e9d55f7109 service neutron] (109802) timed out ('10.222.0.67', 58459) {{(pid=109802) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 03:51:19.819089 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f8186-d07a-45f5-8fcf-9552124b5b2f req-68f8140d-bf3d-4cae-acb5-54ff3f40f404 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:19.821210 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d88f8186-d07a-45f5-8fcf-9552124b5b2f req-68f8140d-bf3d-4cae-acb5-54ff3f40f404 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d059dc3-48dc-489d-9140-726bcb7cc712 HTTP/1.1" status: 200 len: 948 time: 0.0514703 Jan 28 03:51:19.871645 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d88f8186-d07a-45f5-8fcf-9552124b5b2f req-5c2887bf-4a29-4cc7-a863-40aa5c2d6055 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] 10.222.0.53 "GET /v2.0/security-groups?id=e22341a9-e9a4-48d8-94c3-70a0dfd281ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440750 Jan 28 03:51:21.011094 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde20a8b-7505-4fa0-8b3d-743d79a2d76a req-9e7fc116-132d-4644-a91d-406f6b16afce tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:21.012908 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dde20a8b-7505-4fa0-8b3d-743d79a2d76a req-9e7fc116-132d-4644-a91d-406f6b16afce tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d059dc3-48dc-489d-9140-726bcb7cc712 HTTP/1.1" status: 200 len: 948 time: 0.0643806 Jan 28 03:51:21.060016 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dde20a8b-7505-4fa0-8b3d-743d79a2d76a req-41da463c-3c96-4653-a3c4-d6bd000610be tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] 10.222.0.53 "GET /v2.0/security-groups?id=e22341a9-e9a4-48d8-94c3-70a0dfd281ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411932 Jan 28 03:51:21.330009 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 0f3b7ef5-3aaf-4355-aa68-02655d704051 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:51:21.347127 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [req-f302eebb-97ab-45c0-a7d5-0f797b805b62 req-a0b3d353-1ade-4e0a-863f-3f20e1e02369 service neutron] (109802) timed out ('10.222.0.39', 50122) {{(pid=109802) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 03:51:21.435022 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 0f3b7ef5-3aaf-4355-aa68-02655d704051, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=0f3b7ef5-3aaf-4355-aa68-02655d704051,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:51:21.447238 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '0f3b7ef5-3aaf-4355-aa68-02655d704051', 'network_id': '00399c87-9b8d-4ccb-b18d-7ccb90f49322', 'port_id': '0f3b7ef5-3aaf-4355-aa68-02655d704051', 'mac_address': 'fa:16:3e:87:94:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24329ac8-3d67-49eb-9f63-d2859e79e36f', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:51:21.484806 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 0f3b7ef5-3aaf-4355-aa68-02655d704051 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:51:21.485239 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (0f3b7ef5-3aaf-4355-aa68-02655d704051), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:21.498555 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f3b7ef5-3aaf-4355-aa68-02655d704051 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:51:21.522348 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 0f3b7ef5-3aaf-4355-aa68-02655d704051, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=0f3b7ef5-3aaf-4355-aa68-02655d704051,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:51:21.528165 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (0f3b7ef5-3aaf-4355-aa68-02655d704051), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:21.576779 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=0f3b7ef5-3aaf-4355-aa68-02655d704051,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:21.934746 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['0f3b7ef5-3aaf-4355-aa68-02655d704051'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:51:22.186319 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286acf1-bf73-4638-b007-bca355b3727f req-e2f14eb8-d69c-4f79-9ff9-61909e0b0868 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:22.188277 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5286acf1-bf73-4638-b007-bca355b3727f req-e2f14eb8-d69c-4f79-9ff9-61909e0b0868 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d059dc3-48dc-489d-9140-726bcb7cc712 HTTP/1.1" status: 200 len: 949 time: 0.0575707 Jan 28 03:51:22.238593 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5286acf1-bf73-4638-b007-bca355b3727f req-8fea16e9-f077-4ee6-bf9b-bcc0eb2f6834 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] 10.222.0.53 "GET /v2.0/security-groups?id=e22341a9-e9a4-48d8-94c3-70a0dfd281ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435407 Jan 28 03:51:23.343844 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 0f3b7ef5-3aaf-4355-aa68-02655d704051 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:51:23.373046 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee789e86-f84e-4308-bbe7-ff336f25a676 req-a3020c09-8635-425b-86a6-7fefe2d84d5f tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:23.375689 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ee789e86-f84e-4308-bbe7-ff336f25a676 req-a3020c09-8635-425b-86a6-7fefe2d84d5f tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d059dc3-48dc-489d-9140-726bcb7cc712 HTTP/1.1" status: 200 len: 949 time: 0.0608287 Jan 28 03:51:23.402735 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 0f3b7ef5-3aaf-4355-aa68-02655d704051 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:51:23.408329 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 0f3b7ef5-3aaf-4355-aa68-02655d704051 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:51:23.408809 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (0f3b7ef5-3aaf-4355-aa68-02655d704051), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:23.435607 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ee789e86-f84e-4308-bbe7-ff336f25a676 req-925a01a4-cd0e-465e-98f2-9fd9e1d6b53c tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] 10.222.0.53 "GET /v2.0/security-groups?id=e22341a9-e9a4-48d8-94c3-70a0dfd281ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442085 Jan 28 03:51:23.497988 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 0f3b7ef5-3aaf-4355-aa68-02655d704051 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:51:23.498379 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (0f3b7ef5-3aaf-4355-aa68-02655d704051), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:23.525478 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d059dc3-48dc-489d-9140-726bcb7cc712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3b7ef5-3aaf-4355-aa68-02655d704051'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:51:23.527749 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7466989c69d563e87a019306beca113247d74b519ddc68a6966af7388d6c63e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816e6ee4-080a-4b95-a794-27d11cb8469e" -d '{"events": [{"server_uuid": "4d059dc3-48dc-489d-9140-726bcb7cc712", "name": "network-vif-plugged", "status": "completed", "tag": "0f3b7ef5-3aaf-4355-aa68-02655d704051"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:51:23.540091 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 0f3b7ef5-3aaf-4355-aa68-02655d704051, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=0f3b7ef5-3aaf-4355-aa68-02655d704051,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:51:23.544724 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (0f3b7ef5-3aaf-4355-aa68-02655d704051), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:23.592007 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=0f3b7ef5-3aaf-4355-aa68-02655d704051,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:23.622966 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0bd1fe-bdd4-4d16-8049-2cf7b2ef20f5 x-openstack-request-id: req-ad0bd1fe-bdd4-4d16-8049-2cf7b2ef20f5 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:51:23.623252 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d059dc3-48dc-489d-9140-726bcb7cc712", "name": "network-vif-plugged", "status": "completed", "tag": "0f3b7ef5-3aaf-4355-aa68-02655d704051", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:51:23.623507 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ad0bd1fe-bdd4-4d16-8049-2cf7b2ef20f5 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:51:23.623906 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d059dc3-48dc-489d-9140-726bcb7cc712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3b7ef5-3aaf-4355-aa68-02655d704051', 'code': 200} Jan 28 03:51:23.761283 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10223a9-7bbc-4d09-9b5d-a041aeca3025 req-c99df28c-3c2b-47c2-af33-e95cec5a6adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:23.762795 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f10223a9-7bbc-4d09-9b5d-a041aeca3025 req-c99df28c-3c2b-47c2-af33-e95cec5a6adb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4d059dc3-48dc-489d-9140-726bcb7cc712 HTTP/1.1" status: 200 len: 1102 time: 0.0502186 Jan 28 03:51:23.809235 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f10223a9-7bbc-4d09-9b5d-a041aeca3025 req-ef8469bb-ceeb-4fb6-82d3-f616ab0817c5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e22341a9-e9a4-48d8-94c3-70a0dfd281ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402663 Jan 28 03:51:24.269120 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:51:24.548537 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf615058-b419-4ac0-81a5-3ec04dd66fc6 req-4bddd41e-7662-4311-87ef-f01b00aaac3c tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:24.550018 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cf615058-b419-4ac0-81a5-3ec04dd66fc6 req-4bddd41e-7662-4311-87ef-f01b00aaac3c tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d059dc3-48dc-489d-9140-726bcb7cc712 HTTP/1.1" status: 200 len: 950 time: 0.0515461 Jan 28 03:51:24.597689 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cf615058-b419-4ac0-81a5-3ec04dd66fc6 req-7161ebb8-e347-4b06-9692-e764d64d3745 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] 10.222.0.53 "GET /v2.0/security-groups?id=e22341a9-e9a4-48d8-94c3-70a0dfd281ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419004 Jan 28 03:51:25.732974 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73f984-def4-4e50-b82e-1f653e78940d req-58b17f58-5dfc-43da-84da-f1877d4394fd tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:25.734704 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5e73f984-def4-4e50-b82e-1f653e78940d req-58b17f58-5dfc-43da-84da-f1877d4394fd tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d059dc3-48dc-489d-9140-726bcb7cc712 HTTP/1.1" status: 200 len: 950 time: 0.0509136 Jan 28 03:51:25.783416 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5e73f984-def4-4e50-b82e-1f653e78940d req-16b654cd-559f-4884-b947-566891f981d2 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] 10.222.0.53 "GET /v2.0/security-groups?id=e22341a9-e9a4-48d8-94c3-70a0dfd281ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429120 Jan 28 03:51:26.137533 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-d79ec478-8df9-414b-b2e2-1ed8912862f8 req-9cfb50ab-79e2-4b0b-8b0b-c0f0d61e9d54 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:51:26.138603 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d79ec478-8df9-414b-b2e2-1ed8912862f8 req-9cfb50ab-79e2-4b0b-8b0b-c0f0d61e9d54 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0537627 Jan 28 03:51:26.570710 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [req-1df41c05-34dd-4045-914d-080c39e5812e req-d1534b02-8a7b-4276-bcd7-54edaa0a462d service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:51:26.571931 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1df41c05-34dd-4045-914d-080c39e5812e req-d1534b02-8a7b-4276-bcd7-54edaa0a462d service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0548439 Jan 28 03:51:26.923236 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d644d-0bbd-45db-becf-191328d77722 req-f2d9530e-d48f-47fd-8dea-440a930debf0 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:26.924715 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-133d644d-0bbd-45db-becf-191328d77722 req-f2d9530e-d48f-47fd-8dea-440a930debf0 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d059dc3-48dc-489d-9140-726bcb7cc712 HTTP/1.1" status: 200 len: 950 time: 0.0542989 Jan 28 03:51:26.978666 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-133d644d-0bbd-45db-becf-191328d77722 req-2f086efd-f31a-4d56-ae4f-8ad90fccd9ca tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] 10.222.0.53 "GET /v2.0/security-groups?id=e22341a9-e9a4-48d8-94c3-70a0dfd281ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448279 Jan 28 03:51:28.112491 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7620d29f-ad1b-4617-b86e-780d7116a38a req-1dc3f0a3-a880-4cab-977b-bf0727a5f470 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:28.114047 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7620d29f-ad1b-4617-b86e-780d7116a38a req-1dc3f0a3-a880-4cab-977b-bf0727a5f470 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d059dc3-48dc-489d-9140-726bcb7cc712 HTTP/1.1" status: 200 len: 950 time: 0.0559893 Jan 28 03:51:28.170653 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7620d29f-ad1b-4617-b86e-780d7116a38a req-9ff3439b-6b9e-4271-a0a1-f14d4fe75a3e tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] 10.222.0.53 "GET /v2.0/security-groups?id=e22341a9-e9a4-48d8-94c3-70a0dfd281ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507298 Jan 28 03:51:28.410132 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553581a-14a0-4c69-a221-ec278f75ab9a req-16f7c3b3-b657-4a94-8112-2495dec57f1a tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:28.411642 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8553581a-14a0-4c69-a221-ec278f75ab9a req-16f7c3b3-b657-4a94-8112-2495dec57f1a tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d059dc3-48dc-489d-9140-726bcb7cc712 HTTP/1.1" status: 200 len: 950 time: 0.0551784 Jan 28 03:51:28.505286 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-8553581a-14a0-4c69-a221-ec278f75ab9a req-0b0b35bb-d426-40f9-8eba-7225f7ed21c7 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] Deleting port 0f3b7ef5-3aaf-4355-aa68-02655d704051 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:51:28.505629 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-8553581a-14a0-4c69-a221-ec278f75ab9a req-0b0b35bb-d426-40f9-8eba-7225f7ed21c7 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (0f3b7ef5-3aaf-4355-aa68-02655d704051), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:28.904276 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-8553581a-14a0-4c69-a221-ec278f75ab9a req-0b0b35bb-d426-40f9-8eba-7225f7ed21c7 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] For port 0f3b7ef5-3aaf-4355-aa68-02655d704051, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=0f3b7ef5-3aaf-4355-aa68-02655d704051,segment=NetworkSegment(2326799c-6fd1-4552-8e6d-c26050c918e2),segment_id=2326799c-6fd1-4552-8e6d-c26050c918e2)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:51:28.904583 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-8553581a-14a0-4c69-a221-ec278f75ab9a req-0b0b35bb-d426-40f9-8eba-7225f7ed21c7 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (0f3b7ef5-3aaf-4355-aa68-02655d704051), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:28.920318 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-8553581a-14a0-4c69-a221-ec278f75ab9a req-0b0b35bb-d426-40f9-8eba-7225f7ed21c7 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] Calling delete_port for 0f3b7ef5-3aaf-4355-aa68-02655d704051 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:51:29.066427 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-8553581a-14a0-4c69-a221-ec278f75ab9a req-0b0b35bb-d426-40f9-8eba-7225f7ed21c7 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (0f3b7ef5-3aaf-4355-aa68-02655d704051), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:29.092772 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b35bb-d426-40f9-8eba-7225f7ed21c7 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] Pushing event deleted for resources: {'Port': ['ID=0f3b7ef5-3aaf-4355-aa68-02655d704051,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:29.099518 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['0f3b7ef5-3aaf-4355-aa68-02655d704051'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:51:29.140205 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-8553581a-14a0-4c69-a221-ec278f75ab9a req-0b0b35bb-d426-40f9-8eba-7225f7ed21c7 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] No DVR routers for this DVR port 0f3b7ef5-3aaf-4355-aa68-02655d704051 on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:51:29.143022 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-8553581a-14a0-4c69-a221-ec278f75ab9a req-0b0b35bb-d426-40f9-8eba-7225f7ed21c7 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:29.147285 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8553581a-14a0-4c69-a221-ec278f75ab9a req-0b0b35bb-d426-40f9-8eba-7225f7ed21c7 tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] 10.222.0.67 "DELETE /v2.0/ports/0f3b7ef5-3aaf-4355-aa68-02655d704051 HTTP/1.1" status: 204 len: 173 time: 0.7285573 Jan 28 03:51:29.147834 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d059dc3-48dc-489d-9140-726bcb7cc712', 'name': 'network-vif-deleted', 'tag': '0f3b7ef5-3aaf-4355-aa68-02655d704051'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:51:29.151178 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603d29d9-57a4-4634-b663-3f91364ce510" -d '{"events": [{"server_uuid": "4d059dc3-48dc-489d-9140-726bcb7cc712", "name": "network-vif-deleted", "tag": "0f3b7ef5-3aaf-4355-aa68-02655d704051"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:51:29.197522 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003186c9-b746-4225-b9a5-91d360f91b4d x-openstack-request-id: req-003186c9-b746-4225-b9a5-91d360f91b4d {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:51:29.197958 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d059dc3-48dc-489d-9140-726bcb7cc712", "name": "network-vif-deleted", "tag": "0f3b7ef5-3aaf-4355-aa68-02655d704051", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:51:29.198753 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-003186c9-b746-4225-b9a5-91d360f91b4d {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:51:29.199336 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d059dc3-48dc-489d-9140-726bcb7cc712', 'name': 'network-vif-deleted', 'tag': '0f3b7ef5-3aaf-4355-aa68-02655d704051', 'status': 'completed', 'code': 200} Jan 28 03:51:29.280038 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0fb8f01f-9b48-490b-9f8d-e8de5c2e577b req-62adb703-781e-4989-8a68-6a2e095459bb tempest-ServersAdminNegativeTestJSON-1214305869 tempest-ServersAdminNegativeTestJSON-1214305869-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d059dc3-48dc-489d-9140-726bcb7cc712 HTTP/1.1" status: 200 len: 210 time: 0.0308206 Jan 28 03:51:29.581885 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:29.807418 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-923643ec-251b-4195-8380-16c4ff35540c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:30.609880 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 33506) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:30.743056 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-bbd134d4-a93a-43cd-881a-0fa435407b3c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7fadfc585db24ce58c9682393c537f48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1319592 Jan 28 03:51:30.746759 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 33510) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:30.800055 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3a00b4cb-93cd-4d24-adc7-72cae145efd7 admin admin] Publish callbacks [] for security_group (e22341a9-e9a4-48d8-94c3-70a0dfd281ba), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:30.823124 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3a00b4cb-93cd-4d24-adc7-72cae145efd7 admin admin] Publish callbacks [] for security_group (e22341a9-e9a4-48d8-94c3-70a0dfd281ba), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:30.880846 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3a00b4cb-93cd-4d24-adc7-72cae145efd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (e22341a9-e9a4-48d8-94c3-70a0dfd281ba), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:30.883324 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3a00b4cb-93cd-4d24-adc7-72cae145efd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:30.884461 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-3a00b4cb-93cd-4d24-adc7-72cae145efd7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e22341a9-e9a4-48d8-94c3-70a0dfd281ba HTTP/1.1" status: 204 len: 168 time: 0.1368034 Jan 28 03:51:30.893777 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a00b4cb-93cd-4d24-adc7-72cae145efd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22341a9-e9a4-48d8-94c3-70a0dfd281ba,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:31.162887 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 33516) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:31.176496 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6c2a98b4-a67e-4a09-84c4-584ba23080a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:31.251654 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6c2a98b4-a67e-4a09-84c4-584ba23080a8 admin admin] Publish callbacks [] for security_group (e04e5321-53f9-43fc-96c0-6367e497a9c3), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:31.257523 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6c2a98b4-a67e-4a09-84c4-584ba23080a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (e04e5321-53f9-43fc-96c0-6367e497a9c3), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:31.292719 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a98b4-a67e-4a09-84c4-584ba23080a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04e5321-53f9-43fc-96c0-6367e497a9c3,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:31.296982 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6c2a98b4-a67e-4a09-84c4-584ba23080a8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5bcd629c32a54b9eab2365558c9e4e02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1330667 Jan 28 03:51:31.300037 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 33518) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:31.347318 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-61a26c10-df32-42a0-bb41-c8fd1f912ff4 admin admin] Publish callbacks [] for security_group (e04e5321-53f9-43fc-96c0-6367e497a9c3), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:31.359512 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 0f3b7ef5-3aaf-4355-aa68-02655d704051 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:51:31.371684 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-61a26c10-df32-42a0-bb41-c8fd1f912ff4 admin admin] Publish callbacks [] for security_group (e04e5321-53f9-43fc-96c0-6367e497a9c3), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:31.379737 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: 0f3b7ef5-3aaf-4355-aa68-02655d704051 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:51:31.380090 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 0f3b7ef5-3aaf-4355-aa68-02655d704051 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:51:31.419320 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-61a26c10-df32-42a0-bb41-c8fd1f912ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (e04e5321-53f9-43fc-96c0-6367e497a9c3), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:31.421854 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-61a26c10-df32-42a0-bb41-c8fd1f912ff4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:31.423014 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-61a26c10-df32-42a0-bb41-c8fd1f912ff4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e04e5321-53f9-43fc-96c0-6367e497a9c3 HTTP/1.1" status: 204 len: 168 time: 0.1221073 Jan 28 03:51:31.430510 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a26c10-df32-42a0-bb41-c8fd1f912ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04e5321-53f9-43fc-96c0-6367e497a9c3,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:31.861787 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d91c136c-dab4-46dd-8872-63386ad9ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:32.142847 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 33540) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:32.254471 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-b3c978c6-061f-45f8-91fa-84e08f08763d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1039257172-network', 'tenant_id': 'f4a14ce8092a439bb7671d9d373997f1'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:51:32.277852 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c978c6-061f-45f8-91fa-84e08f08763d admin admin] Made reservation on behalf of f4a14ce8092a439bb7671d9d373997f1 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:51:32.280255 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b3c978c6-061f-45f8-91fa-84e08f08763d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:32.288753 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b3c978c6-061f-45f8-91fa-84e08f08763d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:32.378780 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b3c978c6-061f-45f8-91fa-84e08f08763d admin admin] Publish callbacks [] for security_group (a6b76efd-2cc9-4e46-b7d6-3f92d842af49), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:32.384623 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b3c978c6-061f-45f8-91fa-84e08f08763d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (a6b76efd-2cc9-4e46-b7d6-3f92d842af49), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:32.408177 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3c978c6-061f-45f8-91fa-84e08f08763d admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:51:32.416633 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c978c6-061f-45f8-91fa-84e08f08763d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b76efd-2cc9-4e46-b7d6-3f92d842af49,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:32.422800 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b3c978c6-061f-45f8-91fa-84e08f08763d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (b5aa7b4d-3152-4f9c-bbdf-1cd80fdc3bd9), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:32.423149 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-b3c978c6-061f-45f8-91fa-84e08f08763d admin admin] Added segment b5aa7b4d-3152-4f9c-bbdf-1cd80fdc3bd9 of type vlan for network 75b0f528-7045-4479-8f04-6f8ff3215bc4 Jan 28 03:51:32.462810 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b3c978c6-061f-45f8-91fa-84e08f08763d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (75b0f528-7045-4479-8f04-6f8ff3215bc4), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:32.491607 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b3c978c6-061f-45f8-91fa-84e08f08763d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (75b0f528-7045-4479-8f04-6f8ff3215bc4), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:32.492469 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c978c6-061f-45f8-91fa-84e08f08763d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:32.493056 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b3c978c6-061f-45f8-91fa-84e08f08763d admin admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:32.552033 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b3c978c6-061f-45f8-91fa-84e08f08763d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4078059 Jan 28 03:51:32.555301 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 33544) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:32.555784 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c978c6-061f-45f8-91fa-84e08f08763d admin admin] Pushing event updated for resources: {'Network': ['ID=75b0f528-7045-4479-8f04-6f8ff3215bc4,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:32.561277 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-6cf443b0-2434-47d2-9eb7-7e82a6244fb7 admin admin] Request body: {'subnet': {'network_id': '75b0f528-7045-4479-8f04-6f8ff3215bc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1039257172-subnet', 'tenant_id': 'f4a14ce8092a439bb7671d9d373997f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:51:32.566263 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 75b0f528-7045-4479-8f04-6f8ff3215bc4 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:51:32.583536 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf443b0-2434-47d2-9eb7-7e82a6244fb7 admin admin] Made reservation on behalf of f4a14ce8092a439bb7671d9d373997f1 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:51:32.586232 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6cf443b0-2434-47d2-9eb7-7e82a6244fb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:32.758023 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6cf443b0-2434-47d2-9eb7-7e82a6244fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (fce6aa79-18d3-497c-9f17-bf48126c2893), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:32.815346 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf443b0-2434-47d2-9eb7-7e82a6244fb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fce6aa79-18d3-497c-9f17-bf48126c2893,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:32.830669 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf443b0-2434-47d2-9eb7-7e82a6244fb7 admin admin] Checking segment: {'id': 'b5aa7b4d-3152-4f9c-bbdf-1cd80fdc3bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '75b0f528-7045-4479-8f04-6f8ff3215bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:51:32.831036 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf443b0-2434-47d2-9eb7-7e82a6244fb7 admin admin] Network hostable DHCP agents. Network: 75b0f528-7045-4479-8f04-6f8ff3215bc4, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:51:32.851237 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf443b0-2434-47d2-9eb7-7e82a6244fb7 admin admin] Network 75b0f528-7045-4479-8f04-6f8ff3215bc4 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:51:32.861449 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-6cf443b0-2434-47d2-9eb7-7e82a6244fb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 75b0f528-7045-4479-8f04-6f8ff3215bc4) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:51:32.865605 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf443b0-2434-47d2-9eb7-7e82a6244fb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:32.866201 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6cf443b0-2434-47d2-9eb7-7e82a6244fb7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:32.873855 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98843c12-1a20-4b4e-809e-fcc27b012cd2 None None] Network 75b0f528-7045-4479-8f04-6f8ff3215bc4 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:51:32.882003 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6cf443b0-2434-47d2-9eb7-7e82a6244fb7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3256125 Jan 28 03:51:32.975121 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b49767-4d07-40d9-8654-a4c90d3f5d91 None None] Network 75b0f528-7045-4479-8f04-6f8ff3215bc4 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:51:33.307671 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2ebad-0969-4548-a0b2-e945ecf9bdc7 req-4a3bc52f-a994-4c76-b0cb-1e21dc1ca94d tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:33.309294 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-63d2ebad-0969-4548-a0b2-e945ecf9bdc7 req-4a3bc52f-a994-4c76-b0cb-1e21dc1ca94d tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/networks?id=75b0f528-7045-4479-8f04-6f8ff3215bc4 HTTP/1.1" status: 200 len: 812 time: 0.1061184 Jan 28 03:51:33.324469 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-63d2ebad-0969-4548-a0b2-e945ecf9bdc7 req-fd55f391-0cc4-4150-94d0-4b1c60e8be30 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/quotas/f4a14ce8092a439bb7671d9d373997f1 HTTP/1.1" status: 200 len: 375 time: 0.0098383 Jan 28 03:51:33.362429 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-63d2ebad-0969-4548-a0b2-e945ecf9bdc7 req-28ec295a-0aed-4af8-b861-268640eca1a4 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f4a14ce8092a439bb7671d9d373997f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303845 Jan 28 03:51:33.456905 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-63d2ebad-0969-4548-a0b2-e945ecf9bdc7 req-1a5d6984-f085-41d7-b5a7-1eb477e467fe service neutron] 10.222.0.53 "GET /v2.0/networks/75b0f528-7045-4479-8f04-6f8ff3215bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878115 Jan 28 03:51:33.543945 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:33.554036 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-63d2ebad-0969-4548-a0b2-e945ecf9bdc7 req-8f3e19b3-5e41-459a-bf0a-824098b86d54 service neutron] 10.222.0.53 "GET /v2.0/networks/75b0f528-7045-4479-8f04-6f8ff3215bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890622 Jan 28 03:51:33.722092 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c926371b-b8dd-4add-a50a-fd13fe1270b8 req-a900047b-b92a-4fb0-a80d-fe79db52417e tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 210 time: 0.0279174 Jan 28 03:51:34.022868 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:34.824565 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-861585a1-036b-4878-8bce-8141ba12c80f req-da635893-0910-488a-a84b-c4f03d03c3bf tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 210 time: 0.0291460 Jan 28 03:51:34.937152 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2ebad-0969-4548-a0b2-e945ecf9bdc7 req-507389e6-2223-4d83-bfca-71b4f427413a tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:34.939082 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-63d2ebad-0969-4548-a0b2-e945ecf9bdc7 req-507389e6-2223-4d83-bfca-71b4f427413a tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.67 "GET /v2.0/networks?id=75b0f528-7045-4479-8f04-6f8ff3215bc4 HTTP/1.1" status: 200 len: 812 time: 0.1107814 Jan 28 03:51:34.958487 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-63d2ebad-0969-4548-a0b2-e945ecf9bdc7 req-a694fed4-5b12-42d5-8e0b-adcc66084bf8 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Request body: {'port': {'device_id': 'a91a2b69-3117-4b58-ad9c-05bb68344f32', 'network_id': '75b0f528-7045-4479-8f04-6f8ff3215bc4', 'admin_state_up': True, 'tenant_id': 'f4a14ce8092a439bb7671d9d373997f1'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:51:35.002441 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:35.071246 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63d2ebad-0969-4548-a0b2-e945ecf9bdc7 req-a694fed4-5b12-42d5-8e0b-adcc66084bf8 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Made reservation on behalf of f4a14ce8092a439bb7671d9d373997f1 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:51:35.075644 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-63d2ebad-0969-4548-a0b2-e945ecf9bdc7 req-a694fed4-5b12-42d5-8e0b-adcc66084bf8 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:35.221588 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-63d2ebad-0969-4548-a0b2-e945ecf9bdc7 req-a694fed4-5b12-42d5-8e0b-adcc66084bf8 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Allocated IP 172.20.0.5 (75b0f528-7045-4479-8f04-6f8ff3215bc4/fce6aa79-18d3-497c-9f17-bf48126c2893/1c6c064d-7305-41a1-bd24-b17d28e8f78e) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:51:35.372549 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-63d2ebad-0969-4548-a0b2-e945ecf9bdc7 req-a694fed4-5b12-42d5-8e0b-adcc66084bf8 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Publish callbacks [] for port (1c6c064d-7305-41a1-bd24-b17d28e8f78e), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:35.409002 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-63d2ebad-0969-4548-a0b2-e945ecf9bdc7 req-a694fed4-5b12-42d5-8e0b-adcc66084bf8 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (1c6c064d-7305-41a1-bd24-b17d28e8f78e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:35.451756 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63d2ebad-0969-4548-a0b2-e945ecf9bdc7 req-a694fed4-5b12-42d5-8e0b-adcc66084bf8 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Network 75b0f528-7045-4479-8f04-6f8ff3215bc4 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:51:35.454772 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-63d2ebad-0969-4548-a0b2-e945ecf9bdc7 req-a694fed4-5b12-42d5-8e0b-adcc66084bf8 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:51:35.460455 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d2ebad-0969-4548-a0b2-e945ecf9bdc7 req-a694fed4-5b12-42d5-8e0b-adcc66084bf8 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:51:35.466913 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a694fed4-5b12-42d5-8e0b-adcc66084bf8 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Pushing event updated for resources: {'Port': ['ID=1c6c064d-7305-41a1-bd24-b17d28e8f78e,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:35.515328 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2ebad-0969-4548-a0b2-e945ecf9bdc7 req-a694fed4-5b12-42d5-8e0b-adcc66084bf8 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:35.515927 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-63d2ebad-0969-4548-a0b2-e945ecf9bdc7 req-a694fed4-5b12-42d5-8e0b-adcc66084bf8 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:35.536623 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-63d2ebad-0969-4548-a0b2-e945ecf9bdc7 req-a694fed4-5b12-42d5-8e0b-adcc66084bf8 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5831225 Jan 28 03:51:35.552686 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-63d2ebad-0969-4548-a0b2-e945ecf9bdc7 req-c0dd25d6-ad2f-4dc4-9141-52e3d5730402 service neutron] Request body: {'port': {'device_id': 'a91a2b69-3117-4b58-ad9c-05bb68344f32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:51:35.613408 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-63d2ebad-0969-4548-a0b2-e945ecf9bdc7 req-c0dd25d6-ad2f-4dc4-9141-52e3d5730402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1c6c064d-7305-41a1-bd24-b17d28e8f78e), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:35.889246 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-63d2ebad-0969-4548-a0b2-e945ecf9bdc7 req-c0dd25d6-ad2f-4dc4-9141-52e3d5730402 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c6c064d-7305-41a1-bd24-b17d28e8f78e {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:51:35.897559 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-63d2ebad-0969-4548-a0b2-e945ecf9bdc7 req-c0dd25d6-ad2f-4dc4-9141-52e3d5730402 service neutron] Publish callbacks [] for port (1c6c064d-7305-41a1-bd24-b17d28e8f78e), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:35.911048 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-63d2ebad-0969-4548-a0b2-e945ecf9bdc7 req-c0dd25d6-ad2f-4dc4-9141-52e3d5730402 service neutron] Transition to ACTIVE for port object 1c6c064d-7305-41a1-bd24-b17d28e8f78e will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:51:35.916153 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-63d2ebad-0969-4548-a0b2-e945ecf9bdc7 req-c0dd25d6-ad2f-4dc4-9141-52e3d5730402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (1c6c064d-7305-41a1-bd24-b17d28e8f78e), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:35.944978 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acc28d-d77e-43b4-a793-b4f6759c6dcd req-e32c058e-1951-4b03-8b55-7663fcec9e9a tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:35.946502 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-45acc28d-d77e-43b4-a793-b4f6759c6dcd req-e32c058e-1951-4b03-8b55-7663fcec9e9a tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 931 time: 0.0498998 Jan 28 03:51:35.965374 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dd25d6-ad2f-4dc4-9141-52e3d5730402 service neutron] Pushing event updated for resources: {'Port': ['ID=1c6c064d-7305-41a1-bd24-b17d28e8f78e,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:35.994489 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-45acc28d-d77e-43b4-a793-b4f6759c6dcd req-f72114c0-0eda-4095-8abb-b91e64db8866 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6b76efd-2cc9-4e46-b7d6-3f92d842af49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417223 Jan 28 03:51:36.037719 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-63d2ebad-0969-4548-a0b2-e945ecf9bdc7 req-c0dd25d6-ad2f-4dc4-9141-52e3d5730402 service neutron] Attempting to bind port 1c6c064d-7305-41a1-bd24-b17d28e8f78e on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:51:36.038059 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-63d2ebad-0969-4548-a0b2-e945ecf9bdc7 req-c0dd25d6-ad2f-4dc4-9141-52e3d5730402 service neutron] Attempting to bind port 1c6c064d-7305-41a1-bd24-b17d28e8f78e by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': 'b5aa7b4d-3152-4f9c-bbdf-1cd80fdc3bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '75b0f528-7045-4479-8f04-6f8ff3215bc4'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:51:36.038399 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d2ebad-0969-4548-a0b2-e945ecf9bdc7 req-c0dd25d6-ad2f-4dc4-9141-52e3d5730402 service neutron] Attempting to bind port 1c6c064d-7305-41a1-bd24-b17d28e8f78e on network 75b0f528-7045-4479-8f04-6f8ff3215bc4 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:51:36.042732 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d2ebad-0969-4548-a0b2-e945ecf9bdc7 req-c0dd25d6-ad2f-4dc4-9141-52e3d5730402 service neutron] Port 1c6c064d-7305-41a1-bd24-b17d28e8f78e on network 75b0f528-7045-4479-8f04-6f8ff3215bc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:51:36.043052 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d2ebad-0969-4548-a0b2-e945ecf9bdc7 req-c0dd25d6-ad2f-4dc4-9141-52e3d5730402 service neutron] Attempting to bind port 1c6c064d-7305-41a1-bd24-b17d28e8f78e on network 75b0f528-7045-4479-8f04-6f8ff3215bc4 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:51:36.047779 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d2ebad-0969-4548-a0b2-e945ecf9bdc7 req-c0dd25d6-ad2f-4dc4-9141-52e3d5730402 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:51:36.048155 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d2ebad-0969-4548-a0b2-e945ecf9bdc7 req-c0dd25d6-ad2f-4dc4-9141-52e3d5730402 service neutron] Checking segment: {'id': 'b5aa7b4d-3152-4f9c-bbdf-1cd80fdc3bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '75b0f528-7045-4479-8f04-6f8ff3215bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:51:36.048608 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d2ebad-0969-4548-a0b2-e945ecf9bdc7 req-c0dd25d6-ad2f-4dc4-9141-52e3d5730402 service neutron] Bound using segment: {'id': 'b5aa7b4d-3152-4f9c-bbdf-1cd80fdc3bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '75b0f528-7045-4479-8f04-6f8ff3215bc4'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:51:36.048971 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-63d2ebad-0969-4548-a0b2-e945ecf9bdc7 req-c0dd25d6-ad2f-4dc4-9141-52e3d5730402 service neutron] Bound port: 1c6c064d-7305-41a1-bd24-b17d28e8f78e, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5aa7b4d-3152-4f9c-bbdf-1cd80fdc3bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '75b0f528-7045-4479-8f04-6f8ff3215bc4'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:51:36.049363 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-63d2ebad-0969-4548-a0b2-e945ecf9bdc7 req-c0dd25d6-ad2f-4dc4-9141-52e3d5730402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1c6c064d-7305-41a1-bd24-b17d28e8f78e), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:36.112936 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-63d2ebad-0969-4548-a0b2-e945ecf9bdc7 req-c0dd25d6-ad2f-4dc4-9141-52e3d5730402 service neutron] For port 1c6c064d-7305-41a1-bd24-b17d28e8f78e, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:51:36.116021 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-63d2ebad-0969-4548-a0b2-e945ecf9bdc7 req-c0dd25d6-ad2f-4dc4-9141-52e3d5730402 service neutron] For port 1c6c064d-7305-41a1-bd24-b17d28e8f78e, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=1c6c064d-7305-41a1-bd24-b17d28e8f78e,segment=NetworkSegment(b5aa7b4d-3152-4f9c-bbdf-1cd80fdc3bd9),segment_id=b5aa7b4d-3152-4f9c-bbdf-1cd80fdc3bd9)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:51:36.124729 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-63d2ebad-0969-4548-a0b2-e945ecf9bdc7 req-c0dd25d6-ad2f-4dc4-9141-52e3d5730402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (1c6c064d-7305-41a1-bd24-b17d28e8f78e), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:36.158256 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2ebad-0969-4548-a0b2-e945ecf9bdc7 req-c0dd25d6-ad2f-4dc4-9141-52e3d5730402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:36.158877 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-63d2ebad-0969-4548-a0b2-e945ecf9bdc7 req-c0dd25d6-ad2f-4dc4-9141-52e3d5730402 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:36.160324 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-63d2ebad-0969-4548-a0b2-e945ecf9bdc7 req-c0dd25d6-ad2f-4dc4-9141-52e3d5730402 service neutron] 10.222.0.67 "PUT /v2.0/ports/1c6c064d-7305-41a1-bd24-b17d28e8f78e HTTP/1.1" status: 200 len: 1092 time: 0.6117418 Jan 28 03:51:36.160814 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a91a2b69-3117-4b58-ad9c-05bb68344f32', 'tag': '1c6c064d-7305-41a1-bd24-b17d28e8f78e'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:51:36.163144 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeede84f-8eae-4c1e-90fc-871e59bcf207" -d '{"events": [{"name": "network-changed", "server_uuid": "a91a2b69-3117-4b58-ad9c-05bb68344f32", "tag": "1c6c064d-7305-41a1-bd24-b17d28e8f78e"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:51:36.176778 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:36.196294 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dd25d6-ad2f-4dc4-9141-52e3d5730402 service neutron] Pushing event updated for resources: {'Port': ['ID=1c6c064d-7305-41a1-bd24-b17d28e8f78e,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:36.206548 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a58c8f-554c-4f2d-b001-0cc7e5b6d39c x-openstack-request-id: req-29a58c8f-554c-4f2d-b001-0cc7e5b6d39c {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:51:36.206838 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a91a2b69-3117-4b58-ad9c-05bb68344f32", "tag": "1c6c064d-7305-41a1-bd24-b17d28e8f78e", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:51:36.207127 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-29a58c8f-554c-4f2d-b001-0cc7e5b6d39c {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:51:36.207545 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a91a2b69-3117-4b58-ad9c-05bb68344f32', 'tag': '1c6c064d-7305-41a1-bd24-b17d28e8f78e', 'status': 'completed', 'code': 200} Jan 28 03:51:36.274312 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2ebad-0969-4548-a0b2-e945ecf9bdc7 req-e2c35089-7af3-4658-8b47-2dd9556e08e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:36.275808 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-63d2ebad-0969-4548-a0b2-e945ecf9bdc7 req-e2c35089-7af3-4658-8b47-2dd9556e08e1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f4a14ce8092a439bb7671d9d373997f1&device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 1095 time: 0.0518172 Jan 28 03:51:36.323008 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-63d2ebad-0969-4548-a0b2-e945ecf9bdc7 req-3e421a0b-3a5e-4beb-ae1d-a13c8741239c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c6c064d-7305-41a1-bd24-b17d28e8f78e HTTP/1.1" status: 200 len: 217 time: 0.0348606 Jan 28 03:51:36.370345 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2ebad-0969-4548-a0b2-e945ecf9bdc7 req-2ab9752b-fb56-4abb-a1a2-b2ed07ed81e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:36.371724 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-63d2ebad-0969-4548-a0b2-e945ecf9bdc7 req-2ab9752b-fb56-4abb-a1a2-b2ed07ed81e9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fce6aa79-18d3-497c-9f17-bf48126c2893 HTTP/1.1" status: 200 len: 852 time: 0.0428188 Jan 28 03:51:36.401606 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-63d2ebad-0969-4548-a0b2-e945ecf9bdc7 req-cda5941b-6c30-4bf1-a823-5d1f6536529a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=75b0f528-7045-4479-8f04-6f8ff3215bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237832 Jan 28 03:51:36.495935 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-63d2ebad-0969-4548-a0b2-e945ecf9bdc7 req-c9f41389-2344-4d0f-97b2-70748226e837 service neutron] 10.222.0.67 "GET /v2.0/networks/75b0f528-7045-4479-8f04-6f8ff3215bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877092 Jan 28 03:51:36.589753 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-63d2ebad-0969-4548-a0b2-e945ecf9bdc7 req-4a583a41-1143-4b54-8888-6a1bfa7f4198 service neutron] 10.222.0.67 "GET /v2.0/networks/75b0f528-7045-4479-8f04-6f8ff3215bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878296 Jan 28 03:51:36.732796 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeede84f-8eae-4c1e-90fc-871e59bcf207 req-f799729a-a30b-48c8-be58-86635775d0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:36.734366 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eeede84f-8eae-4c1e-90fc-871e59bcf207 req-f799729a-a30b-48c8-be58-86635775d0a4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f4a14ce8092a439bb7671d9d373997f1&device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 1095 time: 0.0510633 Jan 28 03:51:36.826659 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeede84f-8eae-4c1e-90fc-871e59bcf207 req-cb558671-7fb8-4a5d-b212-8e9f28b83bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:36.828159 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eeede84f-8eae-4c1e-90fc-871e59bcf207 req-cb558671-7fb8-4a5d-b212-8e9f28b83bd0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=75b0f528-7045-4479-8f04-6f8ff3215bc4 HTTP/1.1" status: 200 len: 913 time: 0.0865920 Jan 28 03:51:36.872475 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eeede84f-8eae-4c1e-90fc-871e59bcf207 req-7fd5cf42-f83a-46dd-82ca-ecbf6cc3888e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c6c064d-7305-41a1-bd24-b17d28e8f78e HTTP/1.1" status: 200 len: 217 time: 0.0381281 Jan 28 03:51:36.938711 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeede84f-8eae-4c1e-90fc-871e59bcf207 req-ae3920b2-cbd7-415a-a145-d60aefe3d1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:36.941785 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eeede84f-8eae-4c1e-90fc-871e59bcf207 req-ae3920b2-cbd7-415a-a145-d60aefe3d1f1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fce6aa79-18d3-497c-9f17-bf48126c2893 HTTP/1.1" status: 200 len: 852 time: 0.0629416 Jan 28 03:51:36.980167 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eeede84f-8eae-4c1e-90fc-871e59bcf207 req-bc341a06-63ba-4906-906f-c624ce70711d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=75b0f528-7045-4479-8f04-6f8ff3215bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330050 Jan 28 03:51:37.072975 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eeede84f-8eae-4c1e-90fc-871e59bcf207 req-1b523a09-8db4-4525-9421-dd46f12bf484 service neutron] 10.222.0.67 "GET /v2.0/networks/75b0f528-7045-4479-8f04-6f8ff3215bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869513 Jan 28 03:51:37.123001 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d5844-bb0a-417f-8601-403c9157dcc3 req-ef72c082-14f5-420d-82de-89451b6386dc tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:37.124400 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bd8d5844-bb0a-417f-8601-403c9157dcc3 req-ef72c082-14f5-420d-82de-89451b6386dc tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 943 time: 0.0567791 Jan 28 03:51:37.169584 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eeede84f-8eae-4c1e-90fc-871e59bcf207 req-9f0da39d-b4e8-4f3b-b8d4-8899a892eb6f service neutron] 10.222.0.67 "GET /v2.0/networks/75b0f528-7045-4479-8f04-6f8ff3215bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898666 Jan 28 03:51:37.171797 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bd8d5844-bb0a-417f-8601-403c9157dcc3 req-508e75d3-9aed-4a6c-84bb-9b61ff27d6bb tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6b76efd-2cc9-4e46-b7d6-3f92d842af49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413480 Jan 28 03:51:38.320439 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0bb06-3b33-43d8-b146-c3d39102e65b req-6540ae1f-3f2a-46e9-96d2-1ce0d5025557 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:38.321975 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-21a0bb06-3b33-43d8-b146-c3d39102e65b req-6540ae1f-3f2a-46e9-96d2-1ce0d5025557 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 943 time: 0.0672412 Jan 28 03:51:38.368574 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-21a0bb06-3b33-43d8-b146-c3d39102e65b req-94bb1a4b-4755-4d4b-8f07-82eb4e62e717 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6b76efd-2cc9-4e46-b7d6-3f92d842af49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407591 Jan 28 03:51:39.500460 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e0f06-da1f-4ef8-9e0e-a4a7f29e4d27 req-85c387fe-e986-4f32-a9af-fd2593fdf240 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:39.502044 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-802e0f06-da1f-4ef8-9e0e-a4a7f29e4d27 req-85c387fe-e986-4f32-a9af-fd2593fdf240 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 943 time: 0.0545585 Jan 28 03:51:39.552580 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-802e0f06-da1f-4ef8-9e0e-a4a7f29e4d27 req-88e78b33-70c6-4a22-8d4e-85e2b80bbeb0 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6b76efd-2cc9-4e46-b7d6-3f92d842af49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421658 Jan 28 03:51:40.691926 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72411099-45f1-42c9-8192-0de280f4958a req-0200a913-7349-4d13-a704-1e63a8ae296e tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:40.693456 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-72411099-45f1-42c9-8192-0de280f4958a req-0200a913-7349-4d13-a704-1e63a8ae296e tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 943 time: 0.0572102 Jan 28 03:51:40.741587 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-72411099-45f1-42c9-8192-0de280f4958a req-351c9c2d-854a-47d8-8e14-d03c939fc9ff tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6b76efd-2cc9-4e46-b7d6-3f92d842af49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423512 Jan 28 03:51:41.452619 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 1c6c064d-7305-41a1-bd24-b17d28e8f78e details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:51:41.551693 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 1c6c064d-7305-41a1-bd24-b17d28e8f78e, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=1c6c064d-7305-41a1-bd24-b17d28e8f78e,segment=NetworkSegment(b5aa7b4d-3152-4f9c-bbdf-1cd80fdc3bd9),segment_id=b5aa7b4d-3152-4f9c-bbdf-1cd80fdc3bd9)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:51:41.563027 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '1c6c064d-7305-41a1-bd24-b17d28e8f78e', 'network_id': '75b0f528-7045-4479-8f04-6f8ff3215bc4', 'port_id': '1c6c064d-7305-41a1-bd24-b17d28e8f78e', 'mac_address': 'fa:16:3e:35:f9:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce6aa79-18d3-497c-9f17-bf48126c2893', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:51:41.600484 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 1c6c064d-7305-41a1-bd24-b17d28e8f78e is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:51:41.600875 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1c6c064d-7305-41a1-bd24-b17d28e8f78e), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:41.613489 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c6c064d-7305-41a1-bd24-b17d28e8f78e {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:51:41.632971 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 1c6c064d-7305-41a1-bd24-b17d28e8f78e, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=1c6c064d-7305-41a1-bd24-b17d28e8f78e,segment=NetworkSegment(b5aa7b4d-3152-4f9c-bbdf-1cd80fdc3bd9),segment_id=b5aa7b4d-3152-4f9c-bbdf-1cd80fdc3bd9)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:51:41.639514 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (1c6c064d-7305-41a1-bd24-b17d28e8f78e), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:41.688912 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=1c6c064d-7305-41a1-bd24-b17d28e8f78e,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:41.859147 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe8939-ec0b-4fc6-9035-819de5b7ac3a req-9ee9de78-8561-4bbb-8cf2-12bb3bf4f1e5 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:41.860595 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dafe8939-ec0b-4fc6-9035-819de5b7ac3a req-9ee9de78-8561-4bbb-8cf2-12bb3bf4f1e5 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 944 time: 0.0491889 Jan 28 03:51:41.914745 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dafe8939-ec0b-4fc6-9035-819de5b7ac3a req-c2142f98-7bc3-4311-9b55-0fe75f0ff593 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6b76efd-2cc9-4e46-b7d6-3f92d842af49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476534 Jan 28 03:51:42.100513 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['1c6c064d-7305-41a1-bd24-b17d28e8f78e'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:51:43.045453 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f76ec1-14de-4dc7-ade0-e571fbaa63b2 req-45b4757c-7796-4747-8c51-0956a22a5929 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:43.046911 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5f76ec1-14de-4dc7-ade0-e571fbaa63b2 req-45b4757c-7796-4747-8c51-0956a22a5929 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 944 time: 0.0545001 Jan 28 03:51:43.096890 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5f76ec1-14de-4dc7-ade0-e571fbaa63b2 req-cea673f3-5f7a-4f03-ab7f-0a7944142485 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6b76efd-2cc9-4e46-b7d6-3f92d842af49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440707 Jan 28 03:51:43.457917 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 1c6c064d-7305-41a1-bd24-b17d28e8f78e up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:51:43.517441 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 1c6c064d-7305-41a1-bd24-b17d28e8f78e completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:51:43.520641 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 1c6c064d-7305-41a1-bd24-b17d28e8f78e triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:51:43.521034 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (1c6c064d-7305-41a1-bd24-b17d28e8f78e), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:43.607054 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 1c6c064d-7305-41a1-bd24-b17d28e8f78e is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:51:43.607474 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1c6c064d-7305-41a1-bd24-b17d28e8f78e), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:43.630079 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a91a2b69-3117-4b58-ad9c-05bb68344f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6c064d-7305-41a1-bd24-b17d28e8f78e'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:51:43.632341 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7466989c69d563e87a019306beca113247d74b519ddc68a6966af7388d6c63e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98aa4740-a872-4b18-b217-ee0376e8379c" -d '{"events": [{"server_uuid": "a91a2b69-3117-4b58-ad9c-05bb68344f32", "name": "network-vif-plugged", "status": "completed", "tag": "1c6c064d-7305-41a1-bd24-b17d28e8f78e"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:51:43.644191 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 1c6c064d-7305-41a1-bd24-b17d28e8f78e, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=1c6c064d-7305-41a1-bd24-b17d28e8f78e,segment=NetworkSegment(b5aa7b4d-3152-4f9c-bbdf-1cd80fdc3bd9),segment_id=b5aa7b4d-3152-4f9c-bbdf-1cd80fdc3bd9)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:51:43.649065 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (1c6c064d-7305-41a1-bd24-b17d28e8f78e), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:43.675245 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52950b8-938e-4486-9cfb-30ef5c3b664c x-openstack-request-id: req-c52950b8-938e-4486-9cfb-30ef5c3b664c {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:51:43.675539 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a91a2b69-3117-4b58-ad9c-05bb68344f32", "name": "network-vif-plugged", "status": "completed", "tag": "1c6c064d-7305-41a1-bd24-b17d28e8f78e", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:51:43.675789 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c52950b8-938e-4486-9cfb-30ef5c3b664c {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:51:43.676177 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a91a2b69-3117-4b58-ad9c-05bb68344f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6c064d-7305-41a1-bd24-b17d28e8f78e', 'code': 200} Jan 28 03:51:43.701772 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=1c6c064d-7305-41a1-bd24-b17d28e8f78e,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:51:43.808687 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c53b5-1049-4686-9640-7f2ae5db8250 req-6aa40c12-9f52-4e71-b837-af90412bcb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:43.810183 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4d4c53b5-1049-4686-9640-7f2ae5db8250 req-6aa40c12-9f52-4e71-b837-af90412bcb8e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 1097 time: 0.0480421 Jan 28 03:51:43.859946 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4d4c53b5-1049-4686-9640-7f2ae5db8250 req-d7a4aea4-0924-4ff8-859f-eea0c19453a3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a6b76efd-2cc9-4e46-b7d6-3f92d842af49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415165 Jan 28 03:51:44.233492 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff2516-0ca5-4dd2-ac37-6908b92eebda req-6a663427-1d08-47eb-b823-8a30d99e554c tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:44.234979 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fdff2516-0ca5-4dd2-ac37-6908b92eebda req-6a663427-1d08-47eb-b823-8a30d99e554c tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 945 time: 0.0567458 Jan 28 03:51:44.283794 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fdff2516-0ca5-4dd2-ac37-6908b92eebda req-8f2d2b6e-fbad-42e0-ac6a-138701e3183f tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6b76efd-2cc9-4e46-b7d6-3f92d842af49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408823 Jan 28 03:51:45.417399 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6cddc-1042-4be2-89fc-70816fc771fb req-3925c8bb-053c-4016-97d8-2d0151f4cd6b tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:45.418902 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d0e6cddc-1042-4be2-89fc-70816fc771fb req-3925c8bb-053c-4016-97d8-2d0151f4cd6b tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 945 time: 0.0606694 Jan 28 03:51:45.471727 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d0e6cddc-1042-4be2-89fc-70816fc771fb req-3e04e76f-e6a0-4200-bc7c-420614548c62 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6b76efd-2cc9-4e46-b7d6-3f92d842af49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467730 Jan 28 03:51:45.584444 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-071626a3-c88e-47b9-a4db-14797922735a req-f9b7a2d3-9e9b-47fc-8f1b-91ed1982aa0d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0491922 Jan 28 03:51:45.690857 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071626a3-c88e-47b9-a4db-14797922735a req-00b57dac-713a-4158-b748-62e7fc96ce52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:45.692765 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-071626a3-c88e-47b9-a4db-14797922735a req-00b57dac-713a-4158-b748-62e7fc96ce52 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f4a14ce8092a439bb7671d9d373997f1&device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 1097 time: 0.0494468 Jan 28 03:51:45.729366 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 33606) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:51:45.750618 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea7d791-2f7f-408b-a3ca-dcae43b59f9e req-cd46ca95-57b8-409f-a478-df67f8f8f26b tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:45.752298 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6ea7d791-2f7f-408b-a3ca-dcae43b59f9e req-cd46ca95-57b8-409f-a478-df67f8f8f26b tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 945 time: 0.0618827 Jan 28 03:51:45.797879 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071626a3-c88e-47b9-a4db-14797922735a req-0999b635-6fd2-40b4-9342-86868a311b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:45.799368 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-071626a3-c88e-47b9-a4db-14797922735a req-0999b635-6fd2-40b4-9342-86868a311b57 service neutron] 10.222.0.67 "GET /v2.0/networks?id=75b0f528-7045-4479-8f04-6f8ff3215bc4 HTTP/1.1" status: 200 len: 913 time: 0.0876226 Jan 28 03:51:45.829940 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6ea7d791-2f7f-408b-a3ca-dcae43b59f9e req-2559484b-7725-4a4f-b758-76bbd73d4845 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6b76efd-2cc9-4e46-b7d6-3f92d842af49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710878 Jan 28 03:51:45.839959 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-071626a3-c88e-47b9-a4db-14797922735a req-87ebaad0-7567-45f6-83d8-867fef270189 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c6c064d-7305-41a1-bd24-b17d28e8f78e HTTP/1.1" status: 200 len: 217 time: 0.0348530 Jan 28 03:51:45.840635 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-ab943a9f-14be-47cb-9947-2f3c1844b7ec service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1101792 Jan 28 03:51:45.849584 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-52fde64d-6294-47eb-b0c3-0f485d94b528 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:51:45.850845 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-52fde64d-6294-47eb-b0c3-0f485d94b528 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055430 Jan 28 03:51:45.894238 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071626a3-c88e-47b9-a4db-14797922735a req-4af3ef91-c409-4eeb-8949-155277a0384b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:45.895978 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-071626a3-c88e-47b9-a4db-14797922735a req-4af3ef91-c409-4eeb-8949-155277a0384b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fce6aa79-18d3-497c-9f17-bf48126c2893 HTTP/1.1" status: 200 len: 852 time: 0.0504844 Jan 28 03:51:45.928444 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-071626a3-c88e-47b9-a4db-14797922735a req-fe87ebbf-3590-4947-a64f-ba78c0b0d814 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=75b0f528-7045-4479-8f04-6f8ff3215bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260551 Jan 28 03:51:46.016321 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-071626a3-c88e-47b9-a4db-14797922735a req-acdb60b1-ee6a-4fc4-bdaf-8f35fb14e9c3 service neutron] 10.222.0.67 "GET /v2.0/networks/75b0f528-7045-4479-8f04-6f8ff3215bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820944 Jan 28 03:51:46.110883 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-071626a3-c88e-47b9-a4db-14797922735a req-f9c01e1b-f0b3-4ec5-95f1-2b64a81eae3b service neutron] 10.222.0.67 "GET /v2.0/networks/75b0f528-7045-4479-8f04-6f8ff3215bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888281 Jan 28 03:51:46.952354 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567077eb-63d1-4eb8-8826-0995b334c9cb req-57271d71-039e-4134-a3a5-cf080a9c7262 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:46.953780 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-567077eb-63d1-4eb8-8826-0995b334c9cb req-57271d71-039e-4134-a3a5-cf080a9c7262 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 945 time: 0.0500805 Jan 28 03:51:47.003392 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-567077eb-63d1-4eb8-8826-0995b334c9cb req-a882a447-af81-48e9-b620-78e4eea3c3aa tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6b76efd-2cc9-4e46-b7d6-3f92d842af49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438502 Jan 28 03:51:47.110273 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-a6da6738-ff56-4967-b9fc-c1c7dd128390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:47.111775 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-a6da6738-ff56-4967-b9fc-c1c7dd128390 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f4a14ce8092a439bb7671d9d373997f1&device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 1097 time: 0.0519254 Jan 28 03:51:47.203630 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-2971a419-6233-4662-b736-d9d2db99826c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:47.205002 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-2971a419-6233-4662-b736-d9d2db99826c service neutron] 10.222.0.67 "GET /v2.0/networks?id=75b0f528-7045-4479-8f04-6f8ff3215bc4 HTTP/1.1" status: 200 len: 913 time: 0.0874813 Jan 28 03:51:47.250149 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-60c73638-aa3d-4063-9351-426ec5cef148 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c6c064d-7305-41a1-bd24-b17d28e8f78e HTTP/1.1" status: 200 len: 217 time: 0.0386345 Jan 28 03:51:47.305397 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-ccf57fae-5785-47fd-9afa-e5a33304406e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:47.306920 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-ccf57fae-5785-47fd-9afa-e5a33304406e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fce6aa79-18d3-497c-9f17-bf48126c2893 HTTP/1.1" status: 200 len: 852 time: 0.0508821 Jan 28 03:51:47.350050 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-492adb48-60a9-412e-8833-4502cc6a47f9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=75b0f528-7045-4479-8f04-6f8ff3215bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368264 Jan 28 03:51:47.441313 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-23607cb7-bea8-447b-a0e6-98e6f019f073 service neutron] 10.222.0.67 "GET /v2.0/networks/75b0f528-7045-4479-8f04-6f8ff3215bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849130 Jan 28 03:51:47.534586 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-c96e9192-af57-49b5-b94b-d04961fc2eda service neutron] 10.222.0.67 "GET /v2.0/networks/75b0f528-7045-4479-8f04-6f8ff3215bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867231 Jan 28 03:51:48.134863 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533edcc0-5d1d-41cd-9212-08c8723be9d0 req-6efc9349-4e3b-4dc5-9b37-a4dc01dca9d1 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:48.136347 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-533edcc0-5d1d-41cd-9212-08c8723be9d0 req-6efc9349-4e3b-4dc5-9b37-a4dc01dca9d1 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 945 time: 0.0585890 Jan 28 03:51:48.184497 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-533edcc0-5d1d-41cd-9212-08c8723be9d0 req-d77bdd95-67fa-4fca-a4fe-9db938a5b85b tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6b76efd-2cc9-4e46-b7d6-3f92d842af49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423942 Jan 28 03:51:49.313924 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c33f4c-2421-4f64-a2f7-1a98b2dac3ce req-6e6752e7-3afb-4886-a100-c737324197c8 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:49.315939 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b4c33f4c-2421-4f64-a2f7-1a98b2dac3ce req-6e6752e7-3afb-4886-a100-c737324197c8 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 945 time: 0.0554457 Jan 28 03:51:49.364334 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b4c33f4c-2421-4f64-a2f7-1a98b2dac3ce req-28130471-7d56-46c3-86ec-b46348f31d6e tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6b76efd-2cc9-4e46-b7d6-3f92d842af49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422695 Jan 28 03:51:50.495768 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e0513-f378-4cdd-9c86-06f5ff78d20a req-be5ba580-9cc9-4878-8de6-091a6774da4e tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:50.497287 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e31e0513-f378-4cdd-9c86-06f5ff78d20a req-be5ba580-9cc9-4878-8de6-091a6774da4e tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 945 time: 0.0595880 Jan 28 03:51:50.547107 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e31e0513-f378-4cdd-9c86-06f5ff78d20a req-be3e9f21-ee11-436f-96d9-bd46cf05d7d7 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6b76efd-2cc9-4e46-b7d6-3f92d842af49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439465 Jan 28 03:51:51.673589 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdbb611-1b41-40e9-8b4c-8514bf4db539 req-ff2e724a-0fe0-4676-9a2b-a0520a63535f tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:51.675149 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fcdbb611-1b41-40e9-8b4c-8514bf4db539 req-ff2e724a-0fe0-4676-9a2b-a0520a63535f tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 945 time: 0.0536103 Jan 28 03:51:51.724256 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fcdbb611-1b41-40e9-8b4c-8514bf4db539 req-e702470d-be58-4a57-8190-3f3e59158ef1 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6b76efd-2cc9-4e46-b7d6-3f92d842af49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431852 Jan 28 03:51:52.863252 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989f861-9e96-48b4-9d1d-43181aeaba2f req-f9aa8bb9-0a2b-4ba5-969f-cf0c485be2e4 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:52.864793 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d989f861-9e96-48b4-9d1d-43181aeaba2f req-f9aa8bb9-0a2b-4ba5-969f-cf0c485be2e4 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 945 time: 0.0552220 Jan 28 03:51:52.924402 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d989f861-9e96-48b4-9d1d-43181aeaba2f req-3e24ce63-3228-4391-b31d-c1f9c79aea29 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6b76efd-2cc9-4e46-b7d6-3f92d842af49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536098 Jan 28 03:51:54.045812 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023dfbb-064a-4480-a6ce-5b882ec302ef req-88e53430-5b5b-4dc1-9778-989cdea27d7b tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:54.047312 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8023dfbb-064a-4480-a6ce-5b882ec302ef req-88e53430-5b5b-4dc1-9778-989cdea27d7b tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 945 time: 0.0531785 Jan 28 03:51:54.096282 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8023dfbb-064a-4480-a6ce-5b882ec302ef req-d77af7ff-1388-41b5-837d-600fedee1749 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6b76efd-2cc9-4e46-b7d6-3f92d842af49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431695 Jan 28 03:51:55.215395 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218bb6c-e0d0-40f4-b69b-8285f88828cc req-e34948a2-206c-4d25-8add-075405f60d1a tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:55.216929 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8218bb6c-e0d0-40f4-b69b-8285f88828cc req-e34948a2-206c-4d25-8add-075405f60d1a tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 945 time: 0.0503271 Jan 28 03:51:55.268832 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8218bb6c-e0d0-40f4-b69b-8285f88828cc req-def1b743-c92a-41cf-bc67-342cba1f432d tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6b76efd-2cc9-4e46-b7d6-3f92d842af49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461724 Jan 28 03:51:56.392466 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d2475-f091-4e6c-a39b-31381a9ee17f req-e472392e-629a-4fa8-9b93-ecc16d89ce55 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:56.394007 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f69d2475-f091-4e6c-a39b-31381a9ee17f req-e472392e-629a-4fa8-9b93-ecc16d89ce55 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 945 time: 0.0527492 Jan 28 03:51:56.461645 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f69d2475-f091-4e6c-a39b-31381a9ee17f req-d4e23adf-11df-4b11-ac65-28d0a0c6e5d5 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6b76efd-2cc9-4e46-b7d6-3f92d842af49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617490 Jan 28 03:51:57.613351 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bd625-cf55-48ca-bbde-dc57116c12fd req-00e30643-f555-4520-9a37-44d414f52469 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:57.614976 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e26bd625-cf55-48ca-bbde-dc57116c12fd req-00e30643-f555-4520-9a37-44d414f52469 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 945 time: 0.0757039 Jan 28 03:51:57.669926 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e26bd625-cf55-48ca-bbde-dc57116c12fd req-a524d5f8-acc0-4266-98d8-5bd8dbf782d9 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6b76efd-2cc9-4e46-b7d6-3f92d842af49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489490 Jan 28 03:51:58.790477 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ede284-55d4-4cb7-bb21-1b6bba90452f req-ee23b789-866b-4dc7-8fe1-e88124bd4058 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:58.791956 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b6ede284-55d4-4cb7-bb21-1b6bba90452f req-ee23b789-866b-4dc7-8fe1-e88124bd4058 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 945 time: 0.0491741 Jan 28 03:51:58.840247 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b6ede284-55d4-4cb7-bb21-1b6bba90452f req-f82aeaf2-7c85-4eec-8c47-78ace71cc984 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6b76efd-2cc9-4e46-b7d6-3f92d842af49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413439 Jan 28 03:51:59.575561 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:59.811640 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-728f7eb9-b2fb-4005-a81c-31b1c0e5d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:51:59.961307 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb71fb-f633-4762-a22f-87358c84dbeb req-2e7ff389-f607-4d75-9af2-9a75a32708c4 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:51:59.962866 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-88eb71fb-f633-4762-a22f-87358c84dbeb req-2e7ff389-f607-4d75-9af2-9a75a32708c4 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 945 time: 0.0508060 Jan 28 03:52:00.012940 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-88eb71fb-f633-4762-a22f-87358c84dbeb req-3645b584-66e9-4882-ad1b-53f9850b12a0 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6b76efd-2cc9-4e46-b7d6-3f92d842af49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439079 Jan 28 03:52:01.136944 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94453119-2884-4278-a462-3fbdd5f0f282 req-b28d8abc-1361-414a-b570-38bb5b898f61 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:01.138523 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-94453119-2884-4278-a462-3fbdd5f0f282 req-b28d8abc-1361-414a-b570-38bb5b898f61 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 945 time: 0.0514171 Jan 28 03:52:01.195380 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-94453119-2884-4278-a462-3fbdd5f0f282 req-0ee3625f-cda7-4ecf-a5a0-c2010a68f68b tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6b76efd-2cc9-4e46-b7d6-3f92d842af49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509758 Jan 28 03:52:01.269776 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:52:01.856766 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-576710d2-b8f8-40ea-8b32-ef2981a777e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:02.323743 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819243f-9243-4585-8bd6-a7cbd13ec320 req-a7ec3b61-a389-4f05-8f17-aef6c57fc699 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:02.325251 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4819243f-9243-4585-8bd6-a7cbd13ec320 req-a7ec3b61-a389-4f05-8f17-aef6c57fc699 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 945 time: 0.0507412 Jan 28 03:52:02.384746 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4819243f-9243-4585-8bd6-a7cbd13ec320 req-6b189ea3-6964-4c8c-9a64-e7959dc5316c tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6b76efd-2cc9-4e46-b7d6-3f92d842af49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513437 Jan 28 03:52:03.510891 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a396244-cebd-4319-94ac-5a7bdbe88ca5 req-c10f1162-7d2a-4311-9231-a2604fb4a92f tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:03.512549 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1a396244-cebd-4319-94ac-5a7bdbe88ca5 req-c10f1162-7d2a-4311-9231-a2604fb4a92f tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 945 time: 0.0537219 Jan 28 03:52:03.553660 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:03.572042 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1a396244-cebd-4319-94ac-5a7bdbe88ca5 req-b28dc6e0-6822-46b7-a485-beb3c0480652 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6b76efd-2cc9-4e46-b7d6-3f92d842af49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507288 Jan 28 03:52:04.046108 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:04.705053 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153ae0c-0cdc-49c1-ad46-0b06f77729f2 req-3787655d-8cb5-419d-bede-f07e8cdadfc5 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:04.706522 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d153ae0c-0cdc-49c1-ad46-0b06f77729f2 req-3787655d-8cb5-419d-bede-f07e8cdadfc5 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 945 time: 0.0583365 Jan 28 03:52:04.754856 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d153ae0c-0cdc-49c1-ad46-0b06f77729f2 req-86c2c23c-3321-4884-94a0-90b9932e9520 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6b76efd-2cc9-4e46-b7d6-3f92d842af49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411754 Jan 28 03:52:05.014024 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:05.881060 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0e003-cff7-4540-ba95-29b4f14987c5 req-dbdc57eb-6a96-4427-94b0-337d7c1af66f tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:05.882623 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-60c0e003-cff7-4540-ba95-29b4f14987c5 req-dbdc57eb-6a96-4427-94b0-337d7c1af66f tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 945 time: 0.0497015 Jan 28 03:52:05.935158 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-60c0e003-cff7-4540-ba95-29b4f14987c5 req-5b25e5e8-91fa-490e-a628-07dafe2abdae tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6b76efd-2cc9-4e46-b7d6-3f92d842af49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443890 Jan 28 03:52:06.175050 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:07.066787 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3fa92f-61af-4568-8551-400582b2d67f req-bdacb3a2-af69-485d-bfbf-dc72edf9c09e tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:07.068321 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8f3fa92f-61af-4568-8551-400582b2d67f req-bdacb3a2-af69-485d-bfbf-dc72edf9c09e tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 945 time: 0.0568004 Jan 28 03:52:07.117713 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8f3fa92f-61af-4568-8551-400582b2d67f req-61cf69cc-05fe-488f-9746-01e14e70cea1 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6b76efd-2cc9-4e46-b7d6-3f92d842af49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435188 Jan 28 03:52:08.246391 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ac7a6-1339-49ac-810e-b8998b8f038c req-cb0b18fe-8c58-4b37-aa21-de48d04d1733 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:08.248251 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6f9ac7a6-1339-49ac-810e-b8998b8f038c req-cb0b18fe-8c58-4b37-aa21-de48d04d1733 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 945 time: 0.0492601 Jan 28 03:52:08.302587 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6f9ac7a6-1339-49ac-810e-b8998b8f038c req-a8e90c6c-03cf-4378-9276-73fb84b014fb tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6b76efd-2cc9-4e46-b7d6-3f92d842af49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473945 Jan 28 03:52:09.426308 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ac861-6789-46f6-a671-73f6d7c2f5d1 req-ab6411c1-1291-4103-86ea-76efca81d590 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:09.427797 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a59ac861-6789-46f6-a671-73f6d7c2f5d1 req-ab6411c1-1291-4103-86ea-76efca81d590 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 945 time: 0.0565135 Jan 28 03:52:09.478721 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a59ac861-6789-46f6-a671-73f6d7c2f5d1 req-353f8a8d-cfd7-497f-8745-28362b34af8d tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6b76efd-2cc9-4e46-b7d6-3f92d842af49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424695 Jan 28 03:52:10.618144 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f7503-e4cf-4d32-90e6-404924bbddac req-7da613be-f622-4fde-b41d-fab6ea468637 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:10.619633 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f89f7503-e4cf-4d32-90e6-404924bbddac req-7da613be-f622-4fde-b41d-fab6ea468637 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 945 time: 0.0591097 Jan 28 03:52:10.688594 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f89f7503-e4cf-4d32-90e6-404924bbddac req-85ab85ab-ca76-47bc-87fb-5f9083d05e3c tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6b76efd-2cc9-4e46-b7d6-3f92d842af49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605979 Jan 28 03:52:11.817833 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89975f33-3dbc-43a3-af34-43a5bef2b8c4 req-009ce5d1-e224-4d57-805c-552aeaa24c58 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:11.819450 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-89975f33-3dbc-43a3-af34-43a5bef2b8c4 req-009ce5d1-e224-4d57-805c-552aeaa24c58 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 945 time: 0.0600405 Jan 28 03:52:11.871808 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-89975f33-3dbc-43a3-af34-43a5bef2b8c4 req-82bcfd75-467d-4c27-b186-39f9aaeb8d73 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6b76efd-2cc9-4e46-b7d6-3f92d842af49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432467 Jan 28 03:52:13.001693 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427dff4-7344-4bbd-9ed9-e9cb58965d82 req-362d86cd-41d8-4bd7-9a03-d60a742ddfec tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:13.003080 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2427dff4-7344-4bbd-9ed9-e9cb58965d82 req-362d86cd-41d8-4bd7-9a03-d60a742ddfec tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 945 time: 0.0568070 Jan 28 03:52:13.050237 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2427dff4-7344-4bbd-9ed9-e9cb58965d82 req-2d9091b7-7e3e-4e49-8b49-8469f85a1c16 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6b76efd-2cc9-4e46-b7d6-3f92d842af49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402436 Jan 28 03:52:14.181448 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64a732-e549-4d7b-b971-d7f3c2cb8ac2 req-b15516da-5663-4d2f-ba4b-dff5dbdd3611 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:14.182947 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1d64a732-e549-4d7b-b971-d7f3c2cb8ac2 req-b15516da-5663-4d2f-ba4b-dff5dbdd3611 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 945 time: 0.0516689 Jan 28 03:52:14.238179 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1d64a732-e549-4d7b-b971-d7f3c2cb8ac2 req-11e0f0c6-c038-4f1a-bc12-ce98d6d1d033 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6b76efd-2cc9-4e46-b7d6-3f92d842af49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467799 Jan 28 03:52:14.583303 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-7796ff1a-6ec6-4693-8d15-8af5a0db942b service neutron] show failed (client error): The resource could not be found. Jan 28 03:52:14.584348 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-7796ff1a-6ec6-4693-8d15-8af5a0db942b service neutron] 10.222.0.67 "GET /v2.0/ports/1c6c064d-7305-41a1-bd24-b17d28e8f78e/bindings/n-h2-712139-27 HTTP/1.1" status: 404 len: 381 time: 0.0706820 Jan 28 03:52:14.827296 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-5c2e83ab-83b2-490f-b8c2-c4fd48614a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:14.828791 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-5c2e83ab-83b2-490f-b8c2-c4fd48614a6b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32&tenant_id=f4a14ce8092a439bb7671d9d373997f1 HTTP/1.1" status: 200 len: 1097 time: 0.0711682 Jan 28 03:52:14.851998 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-f4b31bc2-14d0-4b4b-b9b0-8dfb972a30e4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712139-27', 'device_owner': 'compute:nova'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:52:14.909557 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-f4b31bc2-14d0-4b4b-b9b0-8dfb972a30e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1c6c064d-7305-41a1-bd24-b17d28e8f78e), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:15.119700 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-f4b31bc2-14d0-4b4b-b9b0-8dfb972a30e4 service neutron] For port 1c6c064d-7305-41a1-bd24-b17d28e8f78e, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=1c6c064d-7305-41a1-bd24-b17d28e8f78e,segment=NetworkSegment(b5aa7b4d-3152-4f9c-bbdf-1cd80fdc3bd9),segment_id=b5aa7b4d-3152-4f9c-bbdf-1cd80fdc3bd9)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:52:15.153885 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-f4b31bc2-14d0-4b4b-b9b0-8dfb972a30e4 service neutron] For port 1c6c064d-7305-41a1-bd24-b17d28e8f78e, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:52:15.194200 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a91a2b69-3117-4b58-ad9c-05bb68344f32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c6c064d-7305-41a1-bd24-b17d28e8f78e'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:52:15.197419 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51cfae90-4d7d-430a-b4db-03ef41fe73fa" -d '{"events": [{"server_uuid": "a91a2b69-3117-4b58-ad9c-05bb68344f32", "name": "network-vif-unplugged", "status": "completed", "tag": "1c6c064d-7305-41a1-bd24-b17d28e8f78e"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:52:15.202343 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-f4b31bc2-14d0-4b4b-b9b0-8dfb972a30e4 service neutron] Publish callbacks [] for port (1c6c064d-7305-41a1-bd24-b17d28e8f78e), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:15.216395 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-f4b31bc2-14d0-4b4b-b9b0-8dfb972a30e4 service neutron] Transition to ACTIVE for port object 1c6c064d-7305-41a1-bd24-b17d28e8f78e will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:52:15.220707 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-f4b31bc2-14d0-4b4b-b9b0-8dfb972a30e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (1c6c064d-7305-41a1-bd24-b17d28e8f78e), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:15.252490 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3e1aa8-8691-48a6-ad7f-d0ed65d2553c x-openstack-request-id: req-5a3e1aa8-8691-48a6-ad7f-d0ed65d2553c {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:52:15.252792 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a91a2b69-3117-4b58-ad9c-05bb68344f32", "name": "network-vif-unplugged", "status": "completed", "tag": "1c6c064d-7305-41a1-bd24-b17d28e8f78e", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:52:15.253048 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5a3e1aa8-8691-48a6-ad7f-d0ed65d2553c {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:52:15.253467 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a91a2b69-3117-4b58-ad9c-05bb68344f32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c6c064d-7305-41a1-bd24-b17d28e8f78e', 'code': 200} Jan 28 03:52:15.273979 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b31bc2-14d0-4b4b-b9b0-8dfb972a30e4 service neutron] Pushing event updated for resources: {'Port': ['ID=1c6c064d-7305-41a1-bd24-b17d28e8f78e,revision_number=6']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:15.293039 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-f4b31bc2-14d0-4b4b-b9b0-8dfb972a30e4 service neutron] No DVR routers for this DVR port 1c6c064d-7305-41a1-bd24-b17d28e8f78e on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:52:15.301254 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b31bc2-14d0-4b4b-b9b0-8dfb972a30e4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:15.301583 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b31bc2-14d0-4b4b-b9b0-8dfb972a30e4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:15.301961 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b31bc2-14d0-4b4b-b9b0-8dfb972a30e4 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:15.302296 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b31bc2-14d0-4b4b-b9b0-8dfb972a30e4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:15.302635 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b31bc2-14d0-4b4b-b9b0-8dfb972a30e4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:15.302958 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b31bc2-14d0-4b4b-b9b0-8dfb972a30e4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:15.303289 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b31bc2-14d0-4b4b-b9b0-8dfb972a30e4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:15.303618 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b31bc2-14d0-4b4b-b9b0-8dfb972a30e4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:15.303942 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b31bc2-14d0-4b4b-b9b0-8dfb972a30e4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:15.304272 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b31bc2-14d0-4b4b-b9b0-8dfb972a30e4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:15.304588 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b31bc2-14d0-4b4b-b9b0-8dfb972a30e4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:15.304948 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b31bc2-14d0-4b4b-b9b0-8dfb972a30e4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:15.305362 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b31bc2-14d0-4b4b-b9b0-8dfb972a30e4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:15.340719 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-f4b31bc2-14d0-4b4b-b9b0-8dfb972a30e4 service neutron] Attempting to bind port 1c6c064d-7305-41a1-bd24-b17d28e8f78e on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:52:15.341057 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-f4b31bc2-14d0-4b4b-b9b0-8dfb972a30e4 service neutron] Attempting to bind port 1c6c064d-7305-41a1-bd24-b17d28e8f78e by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'b5aa7b4d-3152-4f9c-bbdf-1cd80fdc3bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '75b0f528-7045-4479-8f04-6f8ff3215bc4'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:52:15.341441 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-f4b31bc2-14d0-4b4b-b9b0-8dfb972a30e4 service neutron] Attempting to bind port 1c6c064d-7305-41a1-bd24-b17d28e8f78e on network 75b0f528-7045-4479-8f04-6f8ff3215bc4 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:52:15.345739 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-f4b31bc2-14d0-4b4b-b9b0-8dfb972a30e4 service neutron] Port 1c6c064d-7305-41a1-bd24-b17d28e8f78e on network 75b0f528-7045-4479-8f04-6f8ff3215bc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:52:15.346067 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-f4b31bc2-14d0-4b4b-b9b0-8dfb972a30e4 service neutron] Attempting to bind port 1c6c064d-7305-41a1-bd24-b17d28e8f78e on network 75b0f528-7045-4479-8f04-6f8ff3215bc4 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:52:15.351014 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-f4b31bc2-14d0-4b4b-b9b0-8dfb972a30e4 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:52:15.351350 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-f4b31bc2-14d0-4b4b-b9b0-8dfb972a30e4 service neutron] Checking segment: {'id': 'b5aa7b4d-3152-4f9c-bbdf-1cd80fdc3bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '75b0f528-7045-4479-8f04-6f8ff3215bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:52:15.351819 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-f4b31bc2-14d0-4b4b-b9b0-8dfb972a30e4 service neutron] Bound using segment: {'id': 'b5aa7b4d-3152-4f9c-bbdf-1cd80fdc3bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '75b0f528-7045-4479-8f04-6f8ff3215bc4'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:52:15.352238 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-f4b31bc2-14d0-4b4b-b9b0-8dfb972a30e4 service neutron] Bound port: 1c6c064d-7305-41a1-bd24-b17d28e8f78e, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5aa7b4d-3152-4f9c-bbdf-1cd80fdc3bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '75b0f528-7045-4479-8f04-6f8ff3215bc4'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:52:15.352598 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-f4b31bc2-14d0-4b4b-b9b0-8dfb972a30e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1c6c064d-7305-41a1-bd24-b17d28e8f78e), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:15.357327 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a339d-8061-4a77-9adb-babc04e02452 req-6f3a9d51-ad12-49a0-9a18-9191776bf3b2 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:15.358959 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bd8a339d-8061-4a77-9adb-babc04e02452 req-6f3a9d51-ad12-49a0-9a18-9191776bf3b2 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 943 time: 0.0519447 Jan 28 03:52:15.406315 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bd8a339d-8061-4a77-9adb-babc04e02452 req-81c4f5aa-3e37-41ce-975e-d8ed257fa19b tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6b76efd-2cc9-4e46-b7d6-3f92d842af49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414548 Jan 28 03:52:15.415363 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-f4b31bc2-14d0-4b4b-b9b0-8dfb972a30e4 service neutron] For port 1c6c064d-7305-41a1-bd24-b17d28e8f78e, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:52:15.418920 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-f4b31bc2-14d0-4b4b-b9b0-8dfb972a30e4 service neutron] For port 1c6c064d-7305-41a1-bd24-b17d28e8f78e, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=1c6c064d-7305-41a1-bd24-b17d28e8f78e,segment=NetworkSegment(b5aa7b4d-3152-4f9c-bbdf-1cd80fdc3bd9),segment_id=b5aa7b4d-3152-4f9c-bbdf-1cd80fdc3bd9)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:52:15.423692 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-f4b31bc2-14d0-4b4b-b9b0-8dfb972a30e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (1c6c064d-7305-41a1-bd24-b17d28e8f78e), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:15.457924 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-f4b31bc2-14d0-4b4b-b9b0-8dfb972a30e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:15.458546 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-f4b31bc2-14d0-4b4b-b9b0-8dfb972a30e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:15.459931 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-f4b31bc2-14d0-4b4b-b9b0-8dfb972a30e4 service neutron] 10.222.0.39 "PUT /v2.0/ports/1c6c064d-7305-41a1-bd24-b17d28e8f78e HTTP/1.1" status: 200 len: 1092 time: 0.6148777 Jan 28 03:52:15.480236 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b31bc2-14d0-4b4b-b9b0-8dfb972a30e4 service neutron] Pushing event updated for resources: {'Port': ['ID=1c6c064d-7305-41a1-bd24-b17d28e8f78e,revision_number=7']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:15.533805 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-63d42f9c-9860-47ae-a2bc-20970094d949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:15.535283 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-63d42f9c-9860-47ae-a2bc-20970094d949 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f4a14ce8092a439bb7671d9d373997f1&device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 1095 time: 0.0437515 Jan 28 03:52:15.623376 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-84f58887-6375-45fb-ab96-0ebf24a72d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:15.625276 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-84f58887-6375-45fb-ab96-0ebf24a72d62 service neutron] 10.222.0.39 "GET /v2.0/networks?id=75b0f528-7045-4479-8f04-6f8ff3215bc4 HTTP/1.1" status: 200 len: 913 time: 0.0841174 Jan 28 03:52:15.672807 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-2273e22e-4247-462f-8584-44707ee498fa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c6c064d-7305-41a1-bd24-b17d28e8f78e HTTP/1.1" status: 200 len: 217 time: 0.0408480 Jan 28 03:52:15.727226 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-4c949550-62c4-45cb-975b-0bd572dc194e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:15.729420 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-4c949550-62c4-45cb-975b-0bd572dc194e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fce6aa79-18d3-497c-9f17-bf48126c2893 HTTP/1.1" status: 200 len: 852 time: 0.0507724 Jan 28 03:52:15.762765 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-61ba5c76-acee-4d17-b3e2-eb58f0613a91 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=75b0f528-7045-4479-8f04-6f8ff3215bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274465 Jan 28 03:52:15.861820 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-3d031515-cd32-4bf0-81b0-f60749a4ec84 service neutron] 10.222.0.39 "GET /v2.0/networks/75b0f528-7045-4479-8f04-6f8ff3215bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931993 Jan 28 03:52:15.963585 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c4bf642-578f-44f3-8bd2-c4aac086a758 req-e5ea5d00-25ef-4e15-a479-c72443da1e44 service neutron] 10.222.0.39 "GET /v2.0/networks/75b0f528-7045-4479-8f04-6f8ff3215bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952990 Jan 28 03:52:16.533232 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f90dfa-3b9c-4ab4-b6c8-676d293e6cde req-be0e9fec-7a47-4c11-bd80-18a4b85bf45f tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:16.534738 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-34f90dfa-3b9c-4ab4-b6c8-676d293e6cde req-be0e9fec-7a47-4c11-bd80-18a4b85bf45f tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 943 time: 0.0506365 Jan 28 03:52:16.581581 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-34f90dfa-3b9c-4ab4-b6c8-676d293e6cde req-194e94f6-b785-41ba-b9de-67b75a155de1 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6b76efd-2cc9-4e46-b7d6-3f92d842af49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411012 Jan 28 03:52:17.255010 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a91a2b69-3117-4b58-ad9c-05bb68344f32', 'tag': '1c6c064d-7305-41a1-bd24-b17d28e8f78e'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:52:17.258112 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0413c4a-de03-48de-ae68-cf52c7473233" -d '{"events": [{"name": "network-changed", "server_uuid": "a91a2b69-3117-4b58-ad9c-05bb68344f32", "tag": "1c6c064d-7305-41a1-bd24-b17d28e8f78e"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:52:17.313581 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d7c911-57e7-4024-b1fb-548066b22c7e x-openstack-request-id: req-f9d7c911-57e7-4024-b1fb-548066b22c7e {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:52:17.314423 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a91a2b69-3117-4b58-ad9c-05bb68344f32", "tag": "1c6c064d-7305-41a1-bd24-b17d28e8f78e", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:52:17.314781 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f9d7c911-57e7-4024-b1fb-548066b22c7e {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:52:17.315264 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a91a2b69-3117-4b58-ad9c-05bb68344f32', 'tag': '1c6c064d-7305-41a1-bd24-b17d28e8f78e', 'status': 'completed', 'code': 200} Jan 28 03:52:17.430347 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0413c4a-de03-48de-ae68-cf52c7473233 req-9197eb6f-6aba-43b1-bc43-03b30603284c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:17.431852 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a0413c4a-de03-48de-ae68-cf52c7473233 req-9197eb6f-6aba-43b1-bc43-03b30603284c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f4a14ce8092a439bb7671d9d373997f1&device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 1095 time: 0.0745015 Jan 28 03:52:17.433599 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0413c4a-de03-48de-ae68-cf52c7473233 req-030db09c-1c06-4fb4-b2c7-4478c81974a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:17.434915 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a0413c4a-de03-48de-ae68-cf52c7473233 req-030db09c-1c06-4fb4-b2c7-4478c81974a5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f4a14ce8092a439bb7671d9d373997f1&device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 1095 time: 0.0693672 Jan 28 03:52:17.587167 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0413c4a-de03-48de-ae68-cf52c7473233 req-0b9ca896-6cd3-4f4e-89f8-d281cad14e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:17.588723 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a0413c4a-de03-48de-ae68-cf52c7473233 req-0b9ca896-6cd3-4f4e-89f8-d281cad14e86 service neutron] 10.222.0.67 "GET /v2.0/networks?id=75b0f528-7045-4479-8f04-6f8ff3215bc4 HTTP/1.1" status: 200 len: 913 time: 0.1510091 Jan 28 03:52:17.590091 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0413c4a-de03-48de-ae68-cf52c7473233 req-16034bee-7021-421b-968f-9d82d0880c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:17.591399 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a0413c4a-de03-48de-ae68-cf52c7473233 req-16034bee-7021-421b-968f-9d82d0880c01 service neutron] 10.222.0.39 "GET /v2.0/networks?id=75b0f528-7045-4479-8f04-6f8ff3215bc4 HTTP/1.1" status: 200 len: 913 time: 0.1451895 Jan 28 03:52:17.635153 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a0413c4a-de03-48de-ae68-cf52c7473233 req-d6951c10-7468-4d11-aefd-dfacd846d2b6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c6c064d-7305-41a1-bd24-b17d28e8f78e HTTP/1.1" status: 200 len: 217 time: 0.0408282 Jan 28 03:52:17.655773 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 1c6c064d-7305-41a1-bd24-b17d28e8f78e no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:52:17.681505 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a0413c4a-de03-48de-ae68-cf52c7473233 req-b5b575c8-b5d7-4026-bd57-0b82b09b27a7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c6c064d-7305-41a1-bd24-b17d28e8f78e HTTP/1.1" status: 200 len: 217 time: 0.0811985 Jan 28 03:52:17.697925 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] The host n-h1-712139-27 is not matching for port 1c6c064d-7305-41a1-bd24-b17d28e8f78e host n-h2-712139-27! {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 03:52:17.698284 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 1c6c064d-7305-41a1-bd24-b17d28e8f78e not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:52:17.771742 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0413c4a-de03-48de-ae68-cf52c7473233 req-8b1bf1b5-d3bb-4454-8ac2-a57f8012e9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:17.773233 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a0413c4a-de03-48de-ae68-cf52c7473233 req-8b1bf1b5-d3bb-4454-8ac2-a57f8012e9e9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fce6aa79-18d3-497c-9f17-bf48126c2893 HTTP/1.1" status: 200 len: 852 time: 0.1074631 Jan 28 03:52:17.781802 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0413c4a-de03-48de-ae68-cf52c7473233 req-41418113-021c-4172-8844-db7cd12c8865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:17.783100 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a0413c4a-de03-48de-ae68-cf52c7473233 req-41418113-021c-4172-8844-db7cd12c8865 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fce6aa79-18d3-497c-9f17-bf48126c2893 HTTP/1.1" status: 200 len: 852 time: 0.0708394 Jan 28 03:52:17.797880 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318fc9c-ff98-4280-ab1f-042edce21440 req-f3144b02-0e1e-452a-80b8-f87a0fd2cb9f tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:17.799270 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a318fc9c-ff98-4280-ab1f-042edce21440 req-f3144b02-0e1e-452a-80b8-f87a0fd2cb9f tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 943 time: 0.1346755 Jan 28 03:52:18.136436 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a0413c4a-de03-48de-ae68-cf52c7473233 req-c949027b-870e-45ee-a53b-80717b8e2862 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=75b0f528-7045-4479-8f04-6f8ff3215bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3562491 Jan 28 03:52:18.166944 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a0413c4a-de03-48de-ae68-cf52c7473233 req-8649f119-949d-4f84-9a58-b21388e32745 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=75b0f528-7045-4479-8f04-6f8ff3215bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3759189 Jan 28 03:52:18.287741 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a318fc9c-ff98-4280-ab1f-042edce21440 req-4a931489-ea53-4ba6-9e7a-62b4835f484e tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6b76efd-2cc9-4e46-b7d6-3f92d842af49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557159 Jan 28 03:52:18.329062 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a0413c4a-de03-48de-ae68-cf52c7473233 req-7d11dbff-9cdc-4d06-9dc4-fae032854543 service neutron] 10.222.0.67 "GET /v2.0/networks/75b0f528-7045-4479-8f04-6f8ff3215bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751873 Jan 28 03:52:18.350933 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a0413c4a-de03-48de-ae68-cf52c7473233 req-30fdee24-c950-473e-81f1-26d9eee6c04f service neutron] 10.222.0.39 "GET /v2.0/networks/75b0f528-7045-4479-8f04-6f8ff3215bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717551 Jan 28 03:52:18.492538 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a0413c4a-de03-48de-ae68-cf52c7473233 req-a5cebb95-0aec-4dbd-a869-785578f91a4c service neutron] 10.222.0.67 "GET /v2.0/networks/75b0f528-7045-4479-8f04-6f8ff3215bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562450 Jan 28 03:52:18.493550 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.67', 58538) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:18.496739 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a0413c4a-de03-48de-ae68-cf52c7473233 req-d3a44f40-23d2-40ae-b1c6-1df2c34110b0 service neutron] 10.222.0.39 "GET /v2.0/networks/75b0f528-7045-4479-8f04-6f8ff3215bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366904 Jan 28 03:52:18.597667 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d563c-4a4d-4540-929a-f0fa2cd1fbd9 req-548ec2ba-50fc-4c02-85ba-cb813e71fc72 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:18.599161 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-814d563c-4a4d-4540-929a-f0fa2cd1fbd9 req-548ec2ba-50fc-4c02-85ba-cb813e71fc72 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.67 "GET /v2.0/ports?device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32&tenant_id=f4a14ce8092a439bb7671d9d373997f1&binding%3Ahost_id=n-h2-712139-27 HTTP/1.1" status: 200 len: 943 time: 0.0890658 Jan 28 03:52:18.665693 n-d-712139-27 neutron-server[109802]: INFO neutron.api.v2.resource [req-814d563c-4a4d-4540-929a-f0fa2cd1fbd9 req-8febd527-3361-45b0-96c2-4a17e8e3812f service neutron] delete failed (client error): The resource could not be found. Jan 28 03:52:18.666751 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-814d563c-4a4d-4540-929a-f0fa2cd1fbd9 req-8febd527-3361-45b0-96c2-4a17e8e3812f service neutron] 10.222.0.67 "DELETE /v2.0/ports/1c6c064d-7305-41a1-bd24-b17d28e8f78e/bindings/n-h1-712139-27 HTTP/1.1" status: 404 len: 381 time: 0.0610647 Jan 28 03:52:18.799527 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 1c6c064d-7305-41a1-bd24-b17d28e8f78e details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:52:18.805965 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d563c-4a4d-4540-929a-f0fa2cd1fbd9 req-11bcadc9-08fb-44ae-a063-086c0196fb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:18.807504 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-814d563c-4a4d-4540-929a-f0fa2cd1fbd9 req-11bcadc9-08fb-44ae-a063-086c0196fb55 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f4a14ce8092a439bb7671d9d373997f1&device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 1095 time: 0.0749953 Jan 28 03:52:18.902618 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 1c6c064d-7305-41a1-bd24-b17d28e8f78e, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=1c6c064d-7305-41a1-bd24-b17d28e8f78e,segment=NetworkSegment(b5aa7b4d-3152-4f9c-bbdf-1cd80fdc3bd9),segment_id=b5aa7b4d-3152-4f9c-bbdf-1cd80fdc3bd9)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:52:18.914420 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '1c6c064d-7305-41a1-bd24-b17d28e8f78e', 'network_id': '75b0f528-7045-4479-8f04-6f8ff3215bc4', 'port_id': '1c6c064d-7305-41a1-bd24-b17d28e8f78e', 'mac_address': 'fa:16:3e:35:f9:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce6aa79-18d3-497c-9f17-bf48126c2893', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:52:18.954232 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 1c6c064d-7305-41a1-bd24-b17d28e8f78e is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:52:18.954629 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1c6c064d-7305-41a1-bd24-b17d28e8f78e), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:18.962996 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d563c-4a4d-4540-929a-f0fa2cd1fbd9 req-5300c8e2-07ec-479c-83f6-30d8d49f8ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:18.964483 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-814d563c-4a4d-4540-929a-f0fa2cd1fbd9 req-5300c8e2-07ec-479c-83f6-30d8d49f8ff1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=75b0f528-7045-4479-8f04-6f8ff3215bc4 HTTP/1.1" status: 200 len: 913 time: 0.1512668 Jan 28 03:52:18.968753 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c6c064d-7305-41a1-bd24-b17d28e8f78e {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:52:18.988400 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 1c6c064d-7305-41a1-bd24-b17d28e8f78e, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=1c6c064d-7305-41a1-bd24-b17d28e8f78e,segment=NetworkSegment(b5aa7b4d-3152-4f9c-bbdf-1cd80fdc3bd9),segment_id=b5aa7b4d-3152-4f9c-bbdf-1cd80fdc3bd9)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:52:18.993731 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (1c6c064d-7305-41a1-bd24-b17d28e8f78e), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:19.023529 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-814d563c-4a4d-4540-929a-f0fa2cd1fbd9 req-c6c6ed5e-3e5d-45d6-86eb-579fded5c054 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c6c064d-7305-41a1-bd24-b17d28e8f78e HTTP/1.1" status: 200 len: 217 time: 0.0530536 Jan 28 03:52:19.041519 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=1c6c064d-7305-41a1-bd24-b17d28e8f78e,revision_number=8']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:19.049309 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:19.049688 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:19.049998 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:19.050386 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:19.050676 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:19.051008 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:19.051331 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:19.051654 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:19.051972 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:19.052294 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:19.052619 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:19.052935 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:19.053260 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:19.082494 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d563c-4a4d-4540-929a-f0fa2cd1fbd9 req-c257fc32-052f-43d6-9ba2-d0b9f3573729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:19.083972 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-814d563c-4a4d-4540-929a-f0fa2cd1fbd9 req-c257fc32-052f-43d6-9ba2-d0b9f3573729 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fce6aa79-18d3-497c-9f17-bf48126c2893 HTTP/1.1" status: 200 len: 852 time: 0.0549166 Jan 28 03:52:19.133095 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-814d563c-4a4d-4540-929a-f0fa2cd1fbd9 req-40b15d6c-8649-461c-906a-7716e6081350 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=75b0f528-7045-4479-8f04-6f8ff3215bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431321 Jan 28 03:52:19.235374 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-814d563c-4a4d-4540-929a-f0fa2cd1fbd9 req-703aebba-3a1f-4754-bcef-51708f243bd5 service neutron] 10.222.0.67 "GET /v2.0/networks/75b0f528-7045-4479-8f04-6f8ff3215bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963101 Jan 28 03:52:19.287674 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['1c6c064d-7305-41a1-bd24-b17d28e8f78e'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:52:19.325165 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-814d563c-4a4d-4540-929a-f0fa2cd1fbd9 req-4c298518-3426-4558-ae23-28e3ffc27410 service neutron] 10.222.0.67 "GET /v2.0/networks/75b0f528-7045-4479-8f04-6f8ff3215bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829785 Jan 28 03:52:20.133438 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe018603-a2a3-4c14-a48f-286d0856195a req-7b97077e-3034-4fec-87c0-bc03e6418579 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:20.134916 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fe018603-a2a3-4c14-a48f-286d0856195a req-7b97077e-3034-4fec-87c0-bc03e6418579 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 944 time: 0.0550315 Jan 28 03:52:20.184161 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fe018603-a2a3-4c14-a48f-286d0856195a req-438faf0e-7a4d-4615-bf9d-15ec4315574a tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6b76efd-2cc9-4e46-b7d6-3f92d842af49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411336 Jan 28 03:52:20.834428 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 1c6c064d-7305-41a1-bd24-b17d28e8f78e up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:52:20.891407 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 1c6c064d-7305-41a1-bd24-b17d28e8f78e completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:52:20.897695 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 1c6c064d-7305-41a1-bd24-b17d28e8f78e triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:52:20.898316 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (1c6c064d-7305-41a1-bd24-b17d28e8f78e), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:20.979449 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 1c6c064d-7305-41a1-bd24-b17d28e8f78e is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:52:20.979728 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1c6c064d-7305-41a1-bd24-b17d28e8f78e), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:21.002307 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a91a2b69-3117-4b58-ad9c-05bb68344f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6c064d-7305-41a1-bd24-b17d28e8f78e'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:52:21.004581 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7466989c69d563e87a019306beca113247d74b519ddc68a6966af7388d6c63e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3afebd3b-b5b5-488e-9c17-b20a66ea9219" -d '{"events": [{"server_uuid": "a91a2b69-3117-4b58-ad9c-05bb68344f32", "name": "network-vif-plugged", "status": "completed", "tag": "1c6c064d-7305-41a1-bd24-b17d28e8f78e"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:52:21.018113 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 1c6c064d-7305-41a1-bd24-b17d28e8f78e, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=1c6c064d-7305-41a1-bd24-b17d28e8f78e,segment=NetworkSegment(b5aa7b4d-3152-4f9c-bbdf-1cd80fdc3bd9),segment_id=b5aa7b4d-3152-4f9c-bbdf-1cd80fdc3bd9)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:52:21.023507 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (1c6c064d-7305-41a1-bd24-b17d28e8f78e), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:21.046283 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a230fe30-0bc3-4f4d-b6bb-2843ef60378a x-openstack-request-id: req-a230fe30-0bc3-4f4d-b6bb-2843ef60378a {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:52:21.046577 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a91a2b69-3117-4b58-ad9c-05bb68344f32", "name": "network-vif-plugged", "status": "completed", "tag": "1c6c064d-7305-41a1-bd24-b17d28e8f78e", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:52:21.046834 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a230fe30-0bc3-4f4d-b6bb-2843ef60378a {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:52:21.047232 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a91a2b69-3117-4b58-ad9c-05bb68344f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6c064d-7305-41a1-bd24-b17d28e8f78e', 'code': 200} Jan 28 03:52:21.073355 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=1c6c064d-7305-41a1-bd24-b17d28e8f78e,revision_number=9']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:21.303363 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a7688-4f5e-40ab-bf5a-7916fce29f3d req-67da2ef1-3d02-4f87-9270-35b320ee6637 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:21.304777 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a48a7688-4f5e-40ab-bf5a-7916fce29f3d req-67da2ef1-3d02-4f87-9270-35b320ee6637 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 945 time: 0.0518744 Jan 28 03:52:21.356939 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a48a7688-4f5e-40ab-bf5a-7916fce29f3d req-b7ec114e-d33d-4d2b-a762-0b082e03da23 tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6b76efd-2cc9-4e46-b7d6-3f92d842af49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435524 Jan 28 03:52:21.503901 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d563c-4a4d-4540-929a-f0fa2cd1fbd9 req-3c98b012-a4a1-4e79-b957-9d3857a81a4c tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:21.505425 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-814d563c-4a4d-4540-929a-f0fa2cd1fbd9 req-3c98b012-a4a1-4e79-b957-9d3857a81a4c tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.39 "GET /v2.0/ports?device_id=a91a2b69-3117-4b58-ad9c-05bb68344f32 HTTP/1.1" status: 200 len: 945 time: 0.0535378 Jan 28 03:52:21.596361 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-814d563c-4a4d-4540-929a-f0fa2cd1fbd9 req-5987b1f4-a84a-4879-9520-5a5ff5ffb22a tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Deleting port 1c6c064d-7305-41a1-bd24-b17d28e8f78e {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:52:21.596625 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-814d563c-4a4d-4540-929a-f0fa2cd1fbd9 req-5987b1f4-a84a-4879-9520-5a5ff5ffb22a tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (1c6c064d-7305-41a1-bd24-b17d28e8f78e), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:21.690098 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-814d563c-4a4d-4540-929a-f0fa2cd1fbd9 req-5987b1f4-a84a-4879-9520-5a5ff5ffb22a tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] For port 1c6c064d-7305-41a1-bd24-b17d28e8f78e, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=1c6c064d-7305-41a1-bd24-b17d28e8f78e,segment=NetworkSegment(b5aa7b4d-3152-4f9c-bbdf-1cd80fdc3bd9),segment_id=b5aa7b4d-3152-4f9c-bbdf-1cd80fdc3bd9)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:52:21.690457 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-814d563c-4a4d-4540-929a-f0fa2cd1fbd9 req-5987b1f4-a84a-4879-9520-5a5ff5ffb22a tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (1c6c064d-7305-41a1-bd24-b17d28e8f78e), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:21.702318 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-814d563c-4a4d-4540-929a-f0fa2cd1fbd9 req-5987b1f4-a84a-4879-9520-5a5ff5ffb22a tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Calling delete_port for 1c6c064d-7305-41a1-bd24-b17d28e8f78e owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:52:21.845813 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-814d563c-4a4d-4540-929a-f0fa2cd1fbd9 req-5987b1f4-a84a-4879-9520-5a5ff5ffb22a tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (1c6c064d-7305-41a1-bd24-b17d28e8f78e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:21.874451 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5987b1f4-a84a-4879-9520-5a5ff5ffb22a tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Pushing event deleted for resources: {'Port': ['ID=1c6c064d-7305-41a1-bd24-b17d28e8f78e,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:21.883977 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['1c6c064d-7305-41a1-bd24-b17d28e8f78e'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:52:21.915723 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-814d563c-4a4d-4540-929a-f0fa2cd1fbd9 req-5987b1f4-a84a-4879-9520-5a5ff5ffb22a tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] No DVR routers for this DVR port 1c6c064d-7305-41a1-bd24-b17d28e8f78e on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:52:21.918568 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-814d563c-4a4d-4540-929a-f0fa2cd1fbd9 req-5987b1f4-a84a-4879-9520-5a5ff5ffb22a tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:21.922030 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-814d563c-4a4d-4540-929a-f0fa2cd1fbd9 req-5987b1f4-a84a-4879-9520-5a5ff5ffb22a tempest-DeleteServersTestJSON-864397648 tempest-DeleteServersTestJSON-864397648-project] 10.222.0.39 "DELETE /v2.0/ports/1c6c064d-7305-41a1-bd24-b17d28e8f78e HTTP/1.1" status: 204 len: 173 time: 0.4111016 Jan 28 03:52:21.922478 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a91a2b69-3117-4b58-ad9c-05bb68344f32', 'name': 'network-vif-deleted', 'tag': '1c6c064d-7305-41a1-bd24-b17d28e8f78e'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:52:21.924734 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d88b8d-8474-40f6-b73c-e46a447499bd" -d '{"events": [{"server_uuid": "a91a2b69-3117-4b58-ad9c-05bb68344f32", "name": "network-vif-deleted", "tag": "1c6c064d-7305-41a1-bd24-b17d28e8f78e"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:52:21.970281 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58218389-e021-4a5a-9351-21f66f0650fa x-openstack-request-id: req-58218389-e021-4a5a-9351-21f66f0650fa {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:52:21.970647 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a91a2b69-3117-4b58-ad9c-05bb68344f32", "name": "network-vif-deleted", "tag": "1c6c064d-7305-41a1-bd24-b17d28e8f78e", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:52:21.970907 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-58218389-e021-4a5a-9351-21f66f0650fa {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:52:21.971315 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a91a2b69-3117-4b58-ad9c-05bb68344f32', 'name': 'network-vif-deleted', 'tag': '1c6c064d-7305-41a1-bd24-b17d28e8f78e', 'status': 'completed', 'code': 200} Jan 28 03:52:22.493120 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 33712) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:22.546157 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-c171dff4-0920-4217-a5c6-3a4596b89d80 admin admin] Deleting subnet fce6aa79-18d3-497c-9f17-bf48126c2893 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:52:22.551046 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c171dff4-0920-4217-a5c6-3a4596b89d80 admin admin] Publish callbacks [] for subnet (fce6aa79-18d3-497c-9f17-bf48126c2893), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:22.591072 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c171dff4-0920-4217-a5c6-3a4596b89d80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (fce6aa79-18d3-497c-9f17-bf48126c2893), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:22.630501 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c171dff4-0920-4217-a5c6-3a4596b89d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (fce6aa79-18d3-497c-9f17-bf48126c2893), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:22.687202 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c171dff4-0920-4217-a5c6-3a4596b89d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (fce6aa79-18d3-497c-9f17-bf48126c2893), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:22.713391 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171dff4-0920-4217-a5c6-3a4596b89d80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fce6aa79-18d3-497c-9f17-bf48126c2893,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:22.715307 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c171dff4-0920-4217-a5c6-3a4596b89d80 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:22.718683 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c171dff4-0920-4217-a5c6-3a4596b89d80 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/fce6aa79-18d3-497c-9f17-bf48126c2893 HTTP/1.1" status: 204 len: 168 time: 0.2242780 Jan 28 03:52:22.721344 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 33714) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:22.791026 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e9402cc4-445b-4211-a715-969089379cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (75b0f528-7045-4479-8f04-6f8ff3215bc4), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:22.881760 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e9402cc4-445b-4211-a715-969089379cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (75b0f528-7045-4479-8f04-6f8ff3215bc4), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:22.902981 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-e9402cc4-445b-4211-a715-969089379cc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75b0f528-7045-4479-8f04-6f8ff3215bc4']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:52:22.912451 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-e9402cc4-445b-4211-a715-969089379cc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5aa7b4d-3152-4f9c-bbdf-1cd80fdc3bd9') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:52:22.912734 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-e9402cc4-445b-4211-a715-969089379cc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5aa7b4d-3152-4f9c-bbdf-1cd80fdc3bd9') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:52:22.926718 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e9402cc4-445b-4211-a715-969089379cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (b5aa7b4d-3152-4f9c-bbdf-1cd80fdc3bd9), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:22.942420 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e9402cc4-445b-4211-a715-969089379cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (b5aa7b4d-3152-4f9c-bbdf-1cd80fdc3bd9), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:22.948532 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9402cc4-445b-4211-a715-969089379cc0 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:52:22.948934 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e9402cc4-445b-4211-a715-969089379cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (b5aa7b4d-3152-4f9c-bbdf-1cd80fdc3bd9), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:22.950630 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 03:52:22.950630 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:52:22.950630 n-d-712139-27 neutron-server[109802]: timer() Jan 28 03:52:22.950630 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:52:22.950630 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 03:52:22.950630 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:52:22.950630 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 03:52:22.950630 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:52:22.950630 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 03:52:22.950630 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:52:22.950630 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 03:52:22.950630 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:52:22.950630 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 03:52:22.950630 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:52:22.950630 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:52:22.950630 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:52:22.950630 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:52:22.950630 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:52:22.950630 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 03:52:22.950630 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:52:22.950630 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 03:52:22.950630 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:52:22.950630 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:52:22.950630 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:52:22.950630 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 03:52:22.950630 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:52:22.950630 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:52:22.950630 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:52:22.950630 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:52:22.950630 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:52:22.950630 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:52:22.950630 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:52:23.005185 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e9402cc4-445b-4211-a715-969089379cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (75b0f528-7045-4479-8f04-6f8ff3215bc4), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:23.011976 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e9402cc4-445b-4211-a715-969089379cc0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:23.015189 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e9402cc4-445b-4211-a715-969089379cc0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/75b0f528-7045-4479-8f04-6f8ff3215bc4 HTTP/1.1" status: 204 len: 168 time: 0.2928712 Jan 28 03:52:23.026328 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9402cc4-445b-4211-a715-969089379cc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=75b0f528-7045-4479-8f04-6f8ff3215bc4,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:23.034173 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9402cc4-445b-4211-a715-969089379cc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:23.034524 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9402cc4-445b-4211-a715-969089379cc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:23.034873 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9402cc4-445b-4211-a715-969089379cc0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:23.035205 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9402cc4-445b-4211-a715-969089379cc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:23.035533 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9402cc4-445b-4211-a715-969089379cc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:23.035866 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9402cc4-445b-4211-a715-969089379cc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:23.036287 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9402cc4-445b-4211-a715-969089379cc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:23.036562 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9402cc4-445b-4211-a715-969089379cc0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:23.036840 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9402cc4-445b-4211-a715-969089379cc0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:23.037137 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9402cc4-445b-4211-a715-969089379cc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:23.037461 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9402cc4-445b-4211-a715-969089379cc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:23.037782 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9402cc4-445b-4211-a715-969089379cc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:23.038144 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9402cc4-445b-4211-a715-969089379cc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:52:23.127956 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 33718) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:23.170122 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-cb7fbee4-872c-494e-a406-f39d6c1a1479 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f4a14ce8092a439bb7671d9d373997f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407410 Jan 28 03:52:23.172574 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 33720) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:23.222884 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ea8aff4b-f557-4f59-81c5-0cd4351405ae admin admin] Publish callbacks [] for security_group (a6b76efd-2cc9-4e46-b7d6-3f92d842af49), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:23.245023 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ea8aff4b-f557-4f59-81c5-0cd4351405ae admin admin] Publish callbacks [] for security_group (a6b76efd-2cc9-4e46-b7d6-3f92d842af49), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:23.299442 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ea8aff4b-f557-4f59-81c5-0cd4351405ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (a6b76efd-2cc9-4e46-b7d6-3f92d842af49), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:23.303037 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ea8aff4b-f557-4f59-81c5-0cd4351405ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:23.304353 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ea8aff4b-f557-4f59-81c5-0cd4351405ae admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a6b76efd-2cc9-4e46-b7d6-3f92d842af49 HTTP/1.1" status: 204 len: 168 time: 0.1308374 Jan 28 03:52:23.312809 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8aff4b-f557-4f59-81c5-0cd4351405ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b76efd-2cc9-4e46-b7d6-3f92d842af49,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:24.051734 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 33742) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:24.154291 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-aa10e3ce-1ef5-41f3-b5ec-9b214777d404 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-279058146-network', 'tenant_id': '275ceb3d346b4ee698f0ba97fe2398bb'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:52:24.176357 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa10e3ce-1ef5-41f3-b5ec-9b214777d404 admin admin] Made reservation on behalf of 275ceb3d346b4ee698f0ba97fe2398bb for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:52:24.178656 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa10e3ce-1ef5-41f3-b5ec-9b214777d404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:24.187238 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa10e3ce-1ef5-41f3-b5ec-9b214777d404 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:24.266995 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa10e3ce-1ef5-41f3-b5ec-9b214777d404 admin admin] Publish callbacks [] for security_group (5b38102b-d6a7-4b22-9d3e-a9ff32f8d672), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:24.272243 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa10e3ce-1ef5-41f3-b5ec-9b214777d404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (5b38102b-d6a7-4b22-9d3e-a9ff32f8d672), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:24.293078 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa10e3ce-1ef5-41f3-b5ec-9b214777d404 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:52:24.307636 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa10e3ce-1ef5-41f3-b5ec-9b214777d404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:24.311797 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa10e3ce-1ef5-41f3-b5ec-9b214777d404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (bca976a8-d956-421f-82f1-337e1d331383), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:24.312224 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-aa10e3ce-1ef5-41f3-b5ec-9b214777d404 admin admin] Added segment bca976a8-d956-421f-82f1-337e1d331383 of type vlan for network b1bd8961-32d7-430d-b5c8-7cd2e3342101 Jan 28 03:52:24.356094 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa10e3ce-1ef5-41f3-b5ec-9b214777d404 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (b1bd8961-32d7-430d-b5c8-7cd2e3342101), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:24.383348 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa10e3ce-1ef5-41f3-b5ec-9b214777d404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (b1bd8961-32d7-430d-b5c8-7cd2e3342101), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:24.384389 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa10e3ce-1ef5-41f3-b5ec-9b214777d404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:24.385091 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa10e3ce-1ef5-41f3-b5ec-9b214777d404 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:24.439044 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-aa10e3ce-1ef5-41f3-b5ec-9b214777d404 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3857114 Jan 28 03:52:24.442204 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 33746) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:52:24.446667 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa10e3ce-1ef5-41f3-b5ec-9b214777d404 admin admin] Pushing event updated for resources: {'Network': ['ID=b1bd8961-32d7-430d-b5c8-7cd2e3342101,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:24.447200 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-f72c7dab-15f2-477f-93e5-29300163f288 admin admin] Request body: {'subnet': {'network_id': 'b1bd8961-32d7-430d-b5c8-7cd2e3342101', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-279058146-subnet', 'tenant_id': '275ceb3d346b4ee698f0ba97fe2398bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:52:24.457198 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network b1bd8961-32d7-430d-b5c8-7cd2e3342101 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:52:24.470759 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72c7dab-15f2-477f-93e5-29300163f288 admin admin] Made reservation on behalf of 275ceb3d346b4ee698f0ba97fe2398bb for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:52:24.473127 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f72c7dab-15f2-477f-93e5-29300163f288 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:24.651989 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f72c7dab-15f2-477f-93e5-29300163f288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (2608b2df-892e-4d2f-ba07-9dc1c3d94262), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:24.705019 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72c7dab-15f2-477f-93e5-29300163f288 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2608b2df-892e-4d2f-ba07-9dc1c3d94262,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:24.717458 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72c7dab-15f2-477f-93e5-29300163f288 admin admin] Checking segment: {'id': 'bca976a8-d956-421f-82f1-337e1d331383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b1bd8961-32d7-430d-b5c8-7cd2e3342101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:52:24.717816 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72c7dab-15f2-477f-93e5-29300163f288 admin admin] Network hostable DHCP agents. Network: b1bd8961-32d7-430d-b5c8-7cd2e3342101, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:52:24.737993 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72c7dab-15f2-477f-93e5-29300163f288 admin admin] Network b1bd8961-32d7-430d-b5c8-7cd2e3342101 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:52:24.749099 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-f72c7dab-15f2-477f-93e5-29300163f288 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, b1bd8961-32d7-430d-b5c8-7cd2e3342101) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:52:24.753703 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72c7dab-15f2-477f-93e5-29300163f288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:24.754326 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f72c7dab-15f2-477f-93e5-29300163f288 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:24.759485 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e195905c-77af-4c75-b8b1-4b5c8c63434a None None] Network b1bd8961-32d7-430d-b5c8-7cd2e3342101 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:52:24.775748 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f72c7dab-15f2-477f-93e5-29300163f288 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3278120 Jan 28 03:52:24.832030 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 1c6c064d-7305-41a1-bd24-b17d28e8f78e no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:52:24.855848 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 1c6c064d-7305-41a1-bd24-b17d28e8f78e {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:52:24.856213 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 1c6c064d-7305-41a1-bd24-b17d28e8f78e not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:52:24.878510 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d422d1-ad1d-4eae-a527-3999feb4577c None None] Network b1bd8961-32d7-430d-b5c8-7cd2e3342101 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:52:25.204278 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ed17f-4903-492a-a1e6-928698026233 req-2fe0b556-4be9-4a43-9539-7c1df0244eb3 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:25.205784 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-890ed17f-4903-492a-a1e6-928698026233 req-2fe0b556-4be9-4a43-9539-7c1df0244eb3 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/networks?id=b1bd8961-32d7-430d-b5c8-7cd2e3342101 HTTP/1.1" status: 200 len: 814 time: 0.1036713 Jan 28 03:52:25.223718 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-890ed17f-4903-492a-a1e6-928698026233 req-680ef3cb-75ae-445b-b050-a3d695818c76 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/quotas/275ceb3d346b4ee698f0ba97fe2398bb HTTP/1.1" status: 200 len: 375 time: 0.0098047 Jan 28 03:52:25.259748 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-890ed17f-4903-492a-a1e6-928698026233 req-032a8368-7fe5-4abc-9aa7-deade68d57c7 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=275ceb3d346b4ee698f0ba97fe2398bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290377 Jan 28 03:52:25.269947 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [req-890ed17f-4903-492a-a1e6-928698026233 req-aa3b2ec2-950a-4ec1-955f-143da8a71f8f service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:52:25.270868 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-890ed17f-4903-492a-a1e6-928698026233 req-aa3b2ec2-950a-4ec1-955f-143da8a71f8f service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049155 Jan 28 03:52:25.358393 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-890ed17f-4903-492a-a1e6-928698026233 req-0c3a47e9-7901-4f89-92ef-30a796b1d23e service neutron] 10.222.0.53 "GET /v2.0/networks/b1bd8961-32d7-430d-b5c8-7cd2e3342101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823219 Jan 28 03:52:25.454142 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-890ed17f-4903-492a-a1e6-928698026233 req-e0b5764a-675a-4f35-a598-aa0bc0c94b55 service neutron] 10.222.0.53 "GET /v2.0/networks/b1bd8961-32d7-430d-b5c8-7cd2e3342101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873694 Jan 28 03:52:25.640465 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e09b7379-b2e4-4b88-8c08-d2be09285225 req-e825d622-2280-42bf-adc3-6e21106dcd01 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 210 time: 0.0294590 Jan 28 03:52:26.719650 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ed17f-4903-492a-a1e6-928698026233 req-3f056b89-a716-482e-aacd-de8294cfba7e tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:26.721178 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-890ed17f-4903-492a-a1e6-928698026233 req-3f056b89-a716-482e-aacd-de8294cfba7e tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.39 "GET /v2.0/networks?id=b1bd8961-32d7-430d-b5c8-7cd2e3342101 HTTP/1.1" status: 200 len: 814 time: 0.1296039 Jan 28 03:52:26.740370 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-890ed17f-4903-492a-a1e6-928698026233 req-cb2099a4-fe12-4e70-995e-f878da9b4ec7 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Request body: {'port': {'device_id': '5055015b-5e8f-46a2-9cad-3c0b3024abe3', 'network_id': 'b1bd8961-32d7-430d-b5c8-7cd2e3342101', 'admin_state_up': True, 'tenant_id': '275ceb3d346b4ee698f0ba97fe2398bb'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:52:26.745326 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ce79440c-45cf-4794-a651-463322f83af0 req-ec31b295-dd8a-4ce0-b141-d71242d698b5 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 210 time: 0.0285521 Jan 28 03:52:26.847384 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-890ed17f-4903-492a-a1e6-928698026233 req-cb2099a4-fe12-4e70-995e-f878da9b4ec7 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Made reservation on behalf of 275ceb3d346b4ee698f0ba97fe2398bb for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:52:26.850967 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-890ed17f-4903-492a-a1e6-928698026233 req-cb2099a4-fe12-4e70-995e-f878da9b4ec7 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:26.985203 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-890ed17f-4903-492a-a1e6-928698026233 req-cb2099a4-fe12-4e70-995e-f878da9b4ec7 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Allocated IP 172.20.0.11 (b1bd8961-32d7-430d-b5c8-7cd2e3342101/2608b2df-892e-4d2f-ba07-9dc1c3d94262/af00f8a3-b99f-4c2b-9e43-f5b6db568fea) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:52:27.144831 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-890ed17f-4903-492a-a1e6-928698026233 req-cb2099a4-fe12-4e70-995e-f878da9b4ec7 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Publish callbacks [] for port (af00f8a3-b99f-4c2b-9e43-f5b6db568fea), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:27.186446 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-890ed17f-4903-492a-a1e6-928698026233 req-cb2099a4-fe12-4e70-995e-f878da9b4ec7 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (af00f8a3-b99f-4c2b-9e43-f5b6db568fea), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:27.229750 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-890ed17f-4903-492a-a1e6-928698026233 req-cb2099a4-fe12-4e70-995e-f878da9b4ec7 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Network b1bd8961-32d7-430d-b5c8-7cd2e3342101 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:52:27.232653 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-890ed17f-4903-492a-a1e6-928698026233 req-cb2099a4-fe12-4e70-995e-f878da9b4ec7 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:52:27.238968 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-890ed17f-4903-492a-a1e6-928698026233 req-cb2099a4-fe12-4e70-995e-f878da9b4ec7 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:52:27.245052 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2099a4-fe12-4e70-995e-f878da9b4ec7 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Pushing event updated for resources: {'Port': ['ID=af00f8a3-b99f-4c2b-9e43-f5b6db568fea,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:27.291676 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ed17f-4903-492a-a1e6-928698026233 req-cb2099a4-fe12-4e70-995e-f878da9b4ec7 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:27.292280 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-890ed17f-4903-492a-a1e6-928698026233 req-cb2099a4-fe12-4e70-995e-f878da9b4ec7 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:27.310976 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-890ed17f-4903-492a-a1e6-928698026233 req-cb2099a4-fe12-4e70-995e-f878da9b4ec7 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5746112 Jan 28 03:52:27.326864 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-890ed17f-4903-492a-a1e6-928698026233 req-05cedec2-86e9-4be5-8f06-b18c745102e4 service neutron] Request body: {'port': {'device_id': '5055015b-5e8f-46a2-9cad-3c0b3024abe3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:52:27.383061 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-890ed17f-4903-492a-a1e6-928698026233 req-05cedec2-86e9-4be5-8f06-b18c745102e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (af00f8a3-b99f-4c2b-9e43-f5b6db568fea), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:27.662602 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-890ed17f-4903-492a-a1e6-928698026233 req-05cedec2-86e9-4be5-8f06-b18c745102e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af00f8a3-b99f-4c2b-9e43-f5b6db568fea {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:52:27.670973 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-890ed17f-4903-492a-a1e6-928698026233 req-05cedec2-86e9-4be5-8f06-b18c745102e4 service neutron] Publish callbacks [] for port (af00f8a3-b99f-4c2b-9e43-f5b6db568fea), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:27.684959 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-890ed17f-4903-492a-a1e6-928698026233 req-05cedec2-86e9-4be5-8f06-b18c745102e4 service neutron] Transition to ACTIVE for port object af00f8a3-b99f-4c2b-9e43-f5b6db568fea will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:52:27.690716 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-890ed17f-4903-492a-a1e6-928698026233 req-05cedec2-86e9-4be5-8f06-b18c745102e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (af00f8a3-b99f-4c2b-9e43-f5b6db568fea), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:27.739717 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cedec2-86e9-4be5-8f06-b18c745102e4 service neutron] Pushing event updated for resources: {'Port': ['ID=af00f8a3-b99f-4c2b-9e43-f5b6db568fea,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:27.812774 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-890ed17f-4903-492a-a1e6-928698026233 req-05cedec2-86e9-4be5-8f06-b18c745102e4 service neutron] Attempting to bind port af00f8a3-b99f-4c2b-9e43-f5b6db568fea on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:52:27.813239 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-890ed17f-4903-492a-a1e6-928698026233 req-05cedec2-86e9-4be5-8f06-b18c745102e4 service neutron] Attempting to bind port af00f8a3-b99f-4c2b-9e43-f5b6db568fea by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'bca976a8-d956-421f-82f1-337e1d331383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b1bd8961-32d7-430d-b5c8-7cd2e3342101'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:52:27.814028 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890ed17f-4903-492a-a1e6-928698026233 req-05cedec2-86e9-4be5-8f06-b18c745102e4 service neutron] Attempting to bind port af00f8a3-b99f-4c2b-9e43-f5b6db568fea on network b1bd8961-32d7-430d-b5c8-7cd2e3342101 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:52:27.828549 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890ed17f-4903-492a-a1e6-928698026233 req-05cedec2-86e9-4be5-8f06-b18c745102e4 service neutron] Port af00f8a3-b99f-4c2b-9e43-f5b6db568fea on network b1bd8961-32d7-430d-b5c8-7cd2e3342101 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:52:27.828877 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890ed17f-4903-492a-a1e6-928698026233 req-05cedec2-86e9-4be5-8f06-b18c745102e4 service neutron] Attempting to bind port af00f8a3-b99f-4c2b-9e43-f5b6db568fea on network b1bd8961-32d7-430d-b5c8-7cd2e3342101 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:52:27.848376 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890ed17f-4903-492a-a1e6-928698026233 req-05cedec2-86e9-4be5-8f06-b18c745102e4 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:52:27.848729 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890ed17f-4903-492a-a1e6-928698026233 req-05cedec2-86e9-4be5-8f06-b18c745102e4 service neutron] Checking segment: {'id': 'bca976a8-d956-421f-82f1-337e1d331383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b1bd8961-32d7-430d-b5c8-7cd2e3342101'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:52:27.849140 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890ed17f-4903-492a-a1e6-928698026233 req-05cedec2-86e9-4be5-8f06-b18c745102e4 service neutron] Bound using segment: {'id': 'bca976a8-d956-421f-82f1-337e1d331383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b1bd8961-32d7-430d-b5c8-7cd2e3342101'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:52:27.849576 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-890ed17f-4903-492a-a1e6-928698026233 req-05cedec2-86e9-4be5-8f06-b18c745102e4 service neutron] Bound port: af00f8a3-b99f-4c2b-9e43-f5b6db568fea, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bca976a8-d956-421f-82f1-337e1d331383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b1bd8961-32d7-430d-b5c8-7cd2e3342101'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:52:27.849937 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-890ed17f-4903-492a-a1e6-928698026233 req-05cedec2-86e9-4be5-8f06-b18c745102e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (af00f8a3-b99f-4c2b-9e43-f5b6db568fea), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:27.895870 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1428c93-30ce-46eb-9d8c-bf1dabbe61ee req-bbc5e00a-4c5b-44cb-9db1-6dbca1a4c5a0 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:27.897401 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d1428c93-30ce-46eb-9d8c-bf1dabbe61ee req-bbc5e00a-4c5b-44cb-9db1-6dbca1a4c5a0 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 944 time: 0.0811293 Jan 28 03:52:27.952127 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-890ed17f-4903-492a-a1e6-928698026233 req-05cedec2-86e9-4be5-8f06-b18c745102e4 service neutron] For port af00f8a3-b99f-4c2b-9e43-f5b6db568fea, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:52:27.971917 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-890ed17f-4903-492a-a1e6-928698026233 req-05cedec2-86e9-4be5-8f06-b18c745102e4 service neutron] For port af00f8a3-b99f-4c2b-9e43-f5b6db568fea, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=af00f8a3-b99f-4c2b-9e43-f5b6db568fea,segment=NetworkSegment(bca976a8-d956-421f-82f1-337e1d331383),segment_id=bca976a8-d956-421f-82f1-337e1d331383)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:52:27.975947 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d1428c93-30ce-46eb-9d8c-bf1dabbe61ee req-04e4d70b-557c-43c4-b913-5411878599fd tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727627 Jan 28 03:52:27.977480 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-890ed17f-4903-492a-a1e6-928698026233 req-05cedec2-86e9-4be5-8f06-b18c745102e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (af00f8a3-b99f-4c2b-9e43-f5b6db568fea), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:28.011715 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ed17f-4903-492a-a1e6-928698026233 req-05cedec2-86e9-4be5-8f06-b18c745102e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:28.012322 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-890ed17f-4903-492a-a1e6-928698026233 req-05cedec2-86e9-4be5-8f06-b18c745102e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:28.013782 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-890ed17f-4903-492a-a1e6-928698026233 req-05cedec2-86e9-4be5-8f06-b18c745102e4 service neutron] 10.222.0.39 "PUT /v2.0/ports/af00f8a3-b99f-4c2b-9e43-f5b6db568fea HTTP/1.1" status: 200 len: 1093 time: 0.6911805 Jan 28 03:52:28.014226 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5055015b-5e8f-46a2-9cad-3c0b3024abe3', 'tag': 'af00f8a3-b99f-4c2b-9e43-f5b6db568fea'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:52:28.016491 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2548493-7efe-45f7-b2cc-be5265e74137" -d '{"events": [{"name": "network-changed", "server_uuid": "5055015b-5e8f-46a2-9cad-3c0b3024abe3", "tag": "af00f8a3-b99f-4c2b-9e43-f5b6db568fea"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:52:28.038769 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cedec2-86e9-4be5-8f06-b18c745102e4 service neutron] Pushing event updated for resources: {'Port': ['ID=af00f8a3-b99f-4c2b-9e43-f5b6db568fea,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:28.055105 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb3ec12-c6a2-4e46-aa1a-d5b958e39a97 x-openstack-request-id: req-4cb3ec12-c6a2-4e46-aa1a-d5b958e39a97 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:52:28.055378 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5055015b-5e8f-46a2-9cad-3c0b3024abe3", "tag": "af00f8a3-b99f-4c2b-9e43-f5b6db568fea", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:52:28.055619 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4cb3ec12-c6a2-4e46-aa1a-d5b958e39a97 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:52:28.056064 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5055015b-5e8f-46a2-9cad-3c0b3024abe3', 'tag': 'af00f8a3-b99f-4c2b-9e43-f5b6db568fea', 'status': 'completed', 'code': 200} Jan 28 03:52:28.119175 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ed17f-4903-492a-a1e6-928698026233 req-599d608c-8c9f-4d57-b0bb-2f219822b2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:28.120721 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-890ed17f-4903-492a-a1e6-928698026233 req-599d608c-8c9f-4d57-b0bb-2f219822b2ed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=275ceb3d346b4ee698f0ba97fe2398bb&device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 1096 time: 0.0455770 Jan 28 03:52:28.172042 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-890ed17f-4903-492a-a1e6-928698026233 req-96995fa8-f88d-49ef-810a-c4a4b0eab578 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af00f8a3-b99f-4c2b-9e43-f5b6db568fea HTTP/1.1" status: 200 len: 217 time: 0.0381858 Jan 28 03:52:28.221964 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ed17f-4903-492a-a1e6-928698026233 req-0ab10e7a-6bfa-466d-87e0-fd1e7a584e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:28.223330 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-890ed17f-4903-492a-a1e6-928698026233 req-0ab10e7a-6bfa-466d-87e0-fd1e7a584e7f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2608b2df-892e-4d2f-ba07-9dc1c3d94262 HTTP/1.1" status: 200 len: 854 time: 0.0455265 Jan 28 03:52:28.254849 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-890ed17f-4903-492a-a1e6-928698026233 req-43f07ccd-9566-4e6c-8094-f311a43ac8c3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b1bd8961-32d7-430d-b5c8-7cd2e3342101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250211 Jan 28 03:52:28.347982 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-890ed17f-4903-492a-a1e6-928698026233 req-2bafd0f3-9106-4411-abb3-2f522ad7c689 service neutron] 10.222.0.39 "GET /v2.0/networks/b1bd8961-32d7-430d-b5c8-7cd2e3342101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862658 Jan 28 03:52:28.440148 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-890ed17f-4903-492a-a1e6-928698026233 req-f51ab912-debb-4a75-a536-81f51471a47c service neutron] 10.222.0.39 "GET /v2.0/networks/b1bd8961-32d7-430d-b5c8-7cd2e3342101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861599 Jan 28 03:52:28.581615 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2548493-7efe-45f7-b2cc-be5265e74137 req-71250875-83c4-4336-9548-f8f475084f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:28.583064 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b2548493-7efe-45f7-b2cc-be5265e74137 req-71250875-83c4-4336-9548-f8f475084f6f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=275ceb3d346b4ee698f0ba97fe2398bb&device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 1096 time: 0.0578866 Jan 28 03:52:28.676549 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2548493-7efe-45f7-b2cc-be5265e74137 req-04fc1f75-70cf-4365-b8ae-fd82c8a097ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:28.678054 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b2548493-7efe-45f7-b2cc-be5265e74137 req-04fc1f75-70cf-4365-b8ae-fd82c8a097ad service neutron] 10.222.0.39 "GET /v2.0/networks?id=b1bd8961-32d7-430d-b5c8-7cd2e3342101 HTTP/1.1" status: 200 len: 915 time: 0.0877717 Jan 28 03:52:28.719340 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b2548493-7efe-45f7-b2cc-be5265e74137 req-ec8f03b6-cad4-4823-afb6-5f5343502adb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af00f8a3-b99f-4c2b-9e43-f5b6db568fea HTTP/1.1" status: 200 len: 217 time: 0.0346487 Jan 28 03:52:28.769453 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2548493-7efe-45f7-b2cc-be5265e74137 req-47e48b3b-5e6d-4e16-b3c9-56d1bebad060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:28.771316 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b2548493-7efe-45f7-b2cc-be5265e74137 req-47e48b3b-5e6d-4e16-b3c9-56d1bebad060 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2608b2df-892e-4d2f-ba07-9dc1c3d94262 HTTP/1.1" status: 200 len: 854 time: 0.0460207 Jan 28 03:52:28.812192 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b2548493-7efe-45f7-b2cc-be5265e74137 req-90a77375-21d3-4415-a011-f33865400000 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b1bd8961-32d7-430d-b5c8-7cd2e3342101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331306 Jan 28 03:52:28.909781 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b2548493-7efe-45f7-b2cc-be5265e74137 req-e100ce88-57fd-4447-9c1b-886d6e123742 service neutron] 10.222.0.39 "GET /v2.0/networks/b1bd8961-32d7-430d-b5c8-7cd2e3342101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902836 Jan 28 03:52:29.006000 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b2548493-7efe-45f7-b2cc-be5265e74137 req-20231524-d960-43cb-a22c-376d0cf0dc31 service neutron] 10.222.0.39 "GET /v2.0/networks/b1bd8961-32d7-430d-b5c8-7cd2e3342101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880508 Jan 28 03:52:29.096174 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c50426-a2ab-4b5d-8f97-a5a2984e44ac req-ad5b3d3c-541d-4ef3-928e-24f6bd4df22e tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:29.097720 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c6c50426-a2ab-4b5d-8f97-a5a2984e44ac req-ad5b3d3c-541d-4ef3-928e-24f6bd4df22e tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 944 time: 0.0499597 Jan 28 03:52:29.154568 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c6c50426-a2ab-4b5d-8f97-a5a2984e44ac req-7446aa5a-15c6-4c96-948f-1f4f99c5c3ce tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511577 Jan 28 03:52:29.582641 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:29.820235 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f11f0bae-61ed-431a-9f18-f373c00fec99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:30.289473 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5dd62-dad3-47b4-b661-abf863ddf008 req-8a07ad25-f2ea-4d64-98f2-2b4273d451d8 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:30.290948 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f5a5dd62-dad3-47b4-b661-abf863ddf008 req-8a07ad25-f2ea-4d64-98f2-2b4273d451d8 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 944 time: 0.0595171 Jan 28 03:52:30.340638 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f5a5dd62-dad3-47b4-b661-abf863ddf008 req-e93f2ce4-0583-4f1a-8a88-ac528850cdc5 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437694 Jan 28 03:52:30.863324 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device af00f8a3-b99f-4c2b-9e43-f5b6db568fea details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:52:30.965868 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port af00f8a3-b99f-4c2b-9e43-f5b6db568fea, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=af00f8a3-b99f-4c2b-9e43-f5b6db568fea,segment=NetworkSegment(bca976a8-d956-421f-82f1-337e1d331383),segment_id=bca976a8-d956-421f-82f1-337e1d331383)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:52:30.978396 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': 'af00f8a3-b99f-4c2b-9e43-f5b6db568fea', 'network_id': 'b1bd8961-32d7-430d-b5c8-7cd2e3342101', 'port_id': 'af00f8a3-b99f-4c2b-9e43-f5b6db568fea', 'mac_address': 'fa:16:3e:cd:04:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2608b2df-892e-4d2f-ba07-9dc1c3d94262', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:52:31.016847 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port af00f8a3-b99f-4c2b-9e43-f5b6db568fea is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:52:31.017281 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (af00f8a3-b99f-4c2b-9e43-f5b6db568fea), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:31.034648 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af00f8a3-b99f-4c2b-9e43-f5b6db568fea {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:52:31.053700 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port af00f8a3-b99f-4c2b-9e43-f5b6db568fea, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=af00f8a3-b99f-4c2b-9e43-f5b6db568fea,segment=NetworkSegment(bca976a8-d956-421f-82f1-337e1d331383),segment_id=bca976a8-d956-421f-82f1-337e1d331383)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:52:31.060773 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (af00f8a3-b99f-4c2b-9e43-f5b6db568fea), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:31.111448 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=af00f8a3-b99f-4c2b-9e43-f5b6db568fea,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:31.318925 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['af00f8a3-b99f-4c2b-9e43-f5b6db568fea'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:52:31.460543 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04035b81-7a0d-4a06-b280-3b0dcbf8bc2a req-84cd3014-7cf5-4d24-9bf8-8491677820fa tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:31.462801 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-04035b81-7a0d-4a06-b280-3b0dcbf8bc2a req-84cd3014-7cf5-4d24-9bf8-8491677820fa tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 945 time: 0.0495057 Jan 28 03:52:31.514429 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-04035b81-7a0d-4a06-b280-3b0dcbf8bc2a req-443e2a2a-dfc9-4769-9e87-15a6b2f554de tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453541 Jan 28 03:52:31.863236 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-554e4393-2144-4a63-bc11-db1c6bd220a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:32.651182 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2318d-97b6-441f-ba6e-5cd908f996d5 req-fa0c975f-4ae0-40b3-8207-7f1a96e22f84 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:32.652736 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a9c2318d-97b6-441f-ba6e-5cd908f996d5 req-fa0c975f-4ae0-40b3-8207-7f1a96e22f84 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 945 time: 0.0543230 Jan 28 03:52:32.701874 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a9c2318d-97b6-441f-ba6e-5cd908f996d5 req-9bc00f81-581e-4be8-afea-03e666b634ef tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430861 Jan 28 03:52:32.864580 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device af00f8a3-b99f-4c2b-9e43-f5b6db568fea up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:52:32.918462 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port af00f8a3-b99f-4c2b-9e43-f5b6db568fea completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:52:32.922258 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port af00f8a3-b99f-4c2b-9e43-f5b6db568fea triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:52:32.922662 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (af00f8a3-b99f-4c2b-9e43-f5b6db568fea), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:33.004074 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port af00f8a3-b99f-4c2b-9e43-f5b6db568fea is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:52:33.004575 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (af00f8a3-b99f-4c2b-9e43-f5b6db568fea), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:33.028819 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5055015b-5e8f-46a2-9cad-3c0b3024abe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af00f8a3-b99f-4c2b-9e43-f5b6db568fea'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:52:33.031206 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7466989c69d563e87a019306beca113247d74b519ddc68a6966af7388d6c63e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe6dae7-c5cd-4fc3-aabe-2eca0ef3d979" -d '{"events": [{"server_uuid": "5055015b-5e8f-46a2-9cad-3c0b3024abe3", "name": "network-vif-plugged", "status": "completed", "tag": "af00f8a3-b99f-4c2b-9e43-f5b6db568fea"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:52:33.043193 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port af00f8a3-b99f-4c2b-9e43-f5b6db568fea, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=af00f8a3-b99f-4c2b-9e43-f5b6db568fea,segment=NetworkSegment(bca976a8-d956-421f-82f1-337e1d331383),segment_id=bca976a8-d956-421f-82f1-337e1d331383)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:52:33.047904 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (af00f8a3-b99f-4c2b-9e43-f5b6db568fea), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:33.071533 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17cdac96-c7e7-45e7-96f6-27aa7b7813b6 x-openstack-request-id: req-17cdac96-c7e7-45e7-96f6-27aa7b7813b6 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:52:33.071835 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5055015b-5e8f-46a2-9cad-3c0b3024abe3", "name": "network-vif-plugged", "status": "completed", "tag": "af00f8a3-b99f-4c2b-9e43-f5b6db568fea", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:52:33.072090 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-17cdac96-c7e7-45e7-96f6-27aa7b7813b6 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:52:33.072482 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5055015b-5e8f-46a2-9cad-3c0b3024abe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af00f8a3-b99f-4c2b-9e43-f5b6db568fea', 'code': 200} Jan 28 03:52:33.098259 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=af00f8a3-b99f-4c2b-9e43-f5b6db568fea,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:52:33.210385 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40ebf7-68b0-48b5-b62d-0c723c73aa74 req-9ccf521d-246d-4dfc-bf25-2ba2c748144f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:33.211796 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0b40ebf7-68b0-48b5-b62d-0c723c73aa74 req-9ccf521d-246d-4dfc-bf25-2ba2c748144f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 1098 time: 0.0485964 Jan 28 03:52:33.256213 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0b40ebf7-68b0-48b5-b62d-0c723c73aa74 req-e577217f-9b84-41c0-a0a0-b5d42021afc6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382187 Jan 28 03:52:33.556395 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:33.827268 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f29e4-d254-461b-ba44-b6b1ccbe6394 req-b28952af-4401-48fa-8f20-41de083fdfbe tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:33.828676 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a13f29e4-d254-461b-ba44-b6b1ccbe6394 req-b28952af-4401-48fa-8f20-41de083fdfbe tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 946 time: 0.0511405 Jan 28 03:52:33.875212 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a13f29e4-d254-461b-ba44-b6b1ccbe6394 req-496c32eb-8233-43d4-bdf6-a1ffcafd45f1 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402322 Jan 28 03:52:34.047394 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:34.376007 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-00fccd68-1739-467a-84e6-f9c0d25d7556 req-5eafdd54-9b82-498f-8b31-424f621d1195 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0428123 Jan 28 03:52:34.486968 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fccd68-1739-467a-84e6-f9c0d25d7556 req-97e11f6c-27b6-41e3-aa37-4e47f1fbe97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:34.489051 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-00fccd68-1739-467a-84e6-f9c0d25d7556 req-97e11f6c-27b6-41e3-aa37-4e47f1fbe97e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=275ceb3d346b4ee698f0ba97fe2398bb&device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 1098 time: 0.0552242 Jan 28 03:52:34.605901 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fccd68-1739-467a-84e6-f9c0d25d7556 req-5bd011ac-fde4-4aa3-a77a-99abeb8024c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:34.607420 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-00fccd68-1739-467a-84e6-f9c0d25d7556 req-5bd011ac-fde4-4aa3-a77a-99abeb8024c3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b1bd8961-32d7-430d-b5c8-7cd2e3342101 HTTP/1.1" status: 200 len: 915 time: 0.0973828 Jan 28 03:52:34.648298 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-00fccd68-1739-467a-84e6-f9c0d25d7556 req-bb86fe92-2c8f-4e1b-a12b-322cb04b6963 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af00f8a3-b99f-4c2b-9e43-f5b6db568fea HTTP/1.1" status: 200 len: 217 time: 0.0351117 Jan 28 03:52:34.700379 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fccd68-1739-467a-84e6-f9c0d25d7556 req-cbd7037b-7658-4357-b9dc-52ade44e2352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:34.701861 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-00fccd68-1739-467a-84e6-f9c0d25d7556 req-cbd7037b-7658-4357-b9dc-52ade44e2352 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2608b2df-892e-4d2f-ba07-9dc1c3d94262 HTTP/1.1" status: 200 len: 854 time: 0.0485966 Jan 28 03:52:34.731910 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-00fccd68-1739-467a-84e6-f9c0d25d7556 req-dadae673-00c1-486d-861a-cddb7d7acb7a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b1bd8961-32d7-430d-b5c8-7cd2e3342101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241523 Jan 28 03:52:34.827805 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-00fccd68-1739-467a-84e6-f9c0d25d7556 req-fafca477-c179-4709-aaaa-c7b10aa70c8f service neutron] 10.222.0.39 "GET /v2.0/networks/b1bd8961-32d7-430d-b5c8-7cd2e3342101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898418 Jan 28 03:52:34.922143 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-00fccd68-1739-467a-84e6-f9c0d25d7556 req-e6763790-3d7a-451a-a7c8-bf4af42bdd05 service neutron] 10.222.0.39 "GET /v2.0/networks/b1bd8961-32d7-430d-b5c8-7cd2e3342101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883617 Jan 28 03:52:35.000755 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908dc94-6c0e-4bcb-b8c0-d2a43317c527 req-4deda5ab-83bc-4046-a812-aceeac7b71cf tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:35.002294 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d908dc94-6c0e-4bcb-b8c0-d2a43317c527 req-4deda5ab-83bc-4046-a812-aceeac7b71cf tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 946 time: 0.0489831 Jan 28 03:52:35.008368 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:35.051987 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d908dc94-6c0e-4bcb-b8c0-d2a43317c527 req-1d3c772a-2fbb-47b6-8a72-39239939eb23 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428581 Jan 28 03:52:35.170251 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96dda48-9532-4cef-8f8a-e01e2306c998 req-48c66275-c35c-460e-b2de-8005ddce763d tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:35.171628 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f96dda48-9532-4cef-8f8a-e01e2306c998 req-48c66275-c35c-460e-b2de-8005ddce763d tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 946 time: 0.0506275 Jan 28 03:52:35.223932 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f96dda48-9532-4cef-8f8a-e01e2306c998 req-2beaac77-acb4-4a6f-a66a-24c85211990d tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465982 Jan 28 03:52:35.439823 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57448b42-da7b-49e5-97ca-baa1d09fec55 req-d7db2cda-3f2c-4d8e-9bd3-4aafe7fbf721 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:35.441189 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-57448b42-da7b-49e5-97ca-baa1d09fec55 req-d7db2cda-3f2c-4d8e-9bd3-4aafe7fbf721 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 946 time: 0.0510013 Jan 28 03:52:35.493606 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-57448b42-da7b-49e5-97ca-baa1d09fec55 req-920d3a33-e4cb-4573-b244-305d3609f60e tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466344 Jan 28 03:52:35.624404 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e4d40-d1fb-468a-8e6f-4e3415b25600 req-c678c575-fb47-4504-9a43-a4bf8a69b799 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:35.625955 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8c6e4d40-d1fb-468a-8e6f-4e3415b25600 req-c678c575-fb47-4504-9a43-a4bf8a69b799 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 946 time: 0.0498810 Jan 28 03:52:35.678525 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8c6e4d40-d1fb-468a-8e6f-4e3415b25600 req-0ac21e87-4650-4f7a-9b93-d42880eca76d tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469682 Jan 28 03:52:35.911372 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f9ed68f4-317e-40c9-b8b5-4d364d26f6d1 req-cb8a65a2-031f-42cc-95b9-53bb135d898c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0396807 Jan 28 03:52:35.927791 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252b33b-1c0c-490c-bbaa-c15d5fd92ba1 req-65da7214-1ce5-46e0-84b5-cec508671ef9 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:35.929512 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c252b33b-1c0c-490c-bbaa-c15d5fd92ba1 req-65da7214-1ce5-46e0-84b5-cec508671ef9 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 946 time: 0.0496578 Jan 28 03:52:35.979848 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c252b33b-1c0c-490c-bbaa-c15d5fd92ba1 req-b77459da-088c-4c63-a95b-9618fac78dd3 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443158 Jan 28 03:52:36.170299 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:37.104533 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86201225-b279-4224-b3db-134720e31c02 req-e15c3423-bd33-48c3-84b2-b5c7cc79a429 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:37.106441 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-86201225-b279-4224-b3db-134720e31c02 req-e15c3423-bd33-48c3-84b2-b5c7cc79a429 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 946 time: 0.0567508 Jan 28 03:52:37.171675 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-86201225-b279-4224-b3db-134720e31c02 req-7bff4f31-f148-450f-8bc3-6ee9a1e49640 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572226 Jan 28 03:52:37.271104 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed68f4-317e-40c9-b8b5-4d364d26f6d1 req-26383567-bcf7-4b7c-a412-eb0a67b3e824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:37.272486 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f9ed68f4-317e-40c9-b8b5-4d364d26f6d1 req-26383567-bcf7-4b7c-a412-eb0a67b3e824 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=275ceb3d346b4ee698f0ba97fe2398bb&device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 1098 time: 0.0432827 Jan 28 03:52:37.381605 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed68f4-317e-40c9-b8b5-4d364d26f6d1 req-adc278eb-e248-4af6-b925-005e5b4fc7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:37.385031 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f9ed68f4-317e-40c9-b8b5-4d364d26f6d1 req-adc278eb-e248-4af6-b925-005e5b4fc7db service neutron] 10.222.0.39 "GET /v2.0/networks?id=b1bd8961-32d7-430d-b5c8-7cd2e3342101 HTTP/1.1" status: 200 len: 915 time: 0.0992281 Jan 28 03:52:37.425598 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f9ed68f4-317e-40c9-b8b5-4d364d26f6d1 req-03121a83-ffa7-46ab-bdcd-be7154eb7b4b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af00f8a3-b99f-4c2b-9e43-f5b6db568fea HTTP/1.1" status: 200 len: 217 time: 0.0346205 Jan 28 03:52:37.479524 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed68f4-317e-40c9-b8b5-4d364d26f6d1 req-78f48310-89f0-4679-b291-50b7cc77785d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:37.481175 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f9ed68f4-317e-40c9-b8b5-4d364d26f6d1 req-78f48310-89f0-4679-b291-50b7cc77785d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2608b2df-892e-4d2f-ba07-9dc1c3d94262 HTTP/1.1" status: 200 len: 854 time: 0.0479987 Jan 28 03:52:37.518243 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f9ed68f4-317e-40c9-b8b5-4d364d26f6d1 req-fc43f85e-88de-4a69-b965-eac6659e8201 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b1bd8961-32d7-430d-b5c8-7cd2e3342101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309246 Jan 28 03:52:37.605802 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f9ed68f4-317e-40c9-b8b5-4d364d26f6d1 req-9d1bcfb4-3f5b-4776-86e7-452321f71620 service neutron] 10.222.0.39 "GET /v2.0/networks/b1bd8961-32d7-430d-b5c8-7cd2e3342101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819232 Jan 28 03:52:37.699383 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f9ed68f4-317e-40c9-b8b5-4d364d26f6d1 req-85ae9eac-e044-488f-9030-3458867c5dd7 service neutron] 10.222.0.39 "GET /v2.0/networks/b1bd8961-32d7-430d-b5c8-7cd2e3342101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874014 Jan 28 03:52:38.269533 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:52:38.293551 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5ecd1-27c6-4418-8a71-80d9f85c9897 req-c9dbed46-13dc-42e0-bf22-c9c25797fb75 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:38.295053 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9de5ecd1-27c6-4418-8a71-80d9f85c9897 req-c9dbed46-13dc-42e0-bf22-c9c25797fb75 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 946 time: 0.0498207 Jan 28 03:52:38.342023 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9de5ecd1-27c6-4418-8a71-80d9f85c9897 req-02091697-6f96-49df-821d-674ab807b8d5 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411077 Jan 28 03:52:39.467633 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d17a3f-b72d-424d-b5d5-5325c4c2092b req-741ad03d-eb58-489b-8034-cf3d59f18801 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:39.469165 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f3d17a3f-b72d-424d-b5d5-5325c4c2092b req-741ad03d-eb58-489b-8034-cf3d59f18801 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 946 time: 0.0487204 Jan 28 03:52:39.519270 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f3d17a3f-b72d-424d-b5d5-5325c4c2092b req-21241efb-7cf1-45bc-9113-8e5e22400b18 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444705 Jan 28 03:52:40.651450 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cdf2ea-2f0f-4f8f-9589-fd450f1bbdba req-8ecbbc65-3646-4e2b-b90f-99cad5a4f8c3 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:40.653253 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c5cdf2ea-2f0f-4f8f-9589-fd450f1bbdba req-8ecbbc65-3646-4e2b-b90f-99cad5a4f8c3 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 946 time: 0.0540390 Jan 28 03:52:40.708096 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c5cdf2ea-2f0f-4f8f-9589-fd450f1bbdba req-ea2672f2-2bf6-40d0-bd8f-f2e2e3f45d13 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463936 Jan 28 03:52:41.842292 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26ca34-3719-4dcc-b161-9c2c0138e2bc req-631e3ad7-2158-4b17-a5c0-a956d4ce3b73 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:41.843777 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6b26ca34-3719-4dcc-b161-9c2c0138e2bc req-631e3ad7-2158-4b17-a5c0-a956d4ce3b73 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 946 time: 0.0588441 Jan 28 03:52:41.899152 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6b26ca34-3719-4dcc-b161-9c2c0138e2bc req-5788350b-105e-4a1f-84e3-6d522e58dc6b tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470779 Jan 28 03:52:43.049580 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb06ed7-d815-49bc-9350-b25b2f00d540 req-74bda63d-819e-43c6-b6aa-e891a7289795 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:43.051166 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6fb06ed7-d815-49bc-9350-b25b2f00d540 req-74bda63d-819e-43c6-b6aa-e891a7289795 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 946 time: 0.0628052 Jan 28 03:52:43.100132 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6fb06ed7-d815-49bc-9350-b25b2f00d540 req-74070fc2-54a8-43f3-b0b5-82539702d7a3 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434151 Jan 28 03:52:44.249782 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08f9b6-4f79-4bfd-921c-b65184e80eba req-7de06639-7131-4df5-8839-0f867cc8b976 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:44.251307 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dd08f9b6-4f79-4bfd-921c-b65184e80eba req-7de06639-7131-4df5-8839-0f867cc8b976 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 946 time: 0.0590997 Jan 28 03:52:44.299646 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dd08f9b6-4f79-4bfd-921c-b65184e80eba req-1d9fc665-a341-45e8-b88e-ded6d80fa601 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426774 Jan 28 03:52:45.429519 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fa575-fb1b-4c7d-9392-785461b9af71 req-cbd507be-0439-4ac8-af9a-7abe8c3a4541 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:45.431000 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ad1fa575-fb1b-4c7d-9392-785461b9af71 req-cbd507be-0439-4ac8-af9a-7abe8c3a4541 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 946 time: 0.0508561 Jan 28 03:52:45.480612 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ad1fa575-fb1b-4c7d-9392-785461b9af71 req-9149d7d3-22b2-4377-8113-e555c57676d5 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437608 Jan 28 03:52:46.619765 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a319d-da50-4bd8-8a4a-dab48df08faf req-ac1eaebb-22f8-4803-8d88-3881b16742a1 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:46.621281 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4b3a319d-da50-4bd8-8a4a-dab48df08faf req-ac1eaebb-22f8-4803-8d88-3881b16742a1 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 946 time: 0.0572166 Jan 28 03:52:46.673569 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4b3a319d-da50-4bd8-8a4a-dab48df08faf req-d7bcabdc-f551-4dd8-af0a-4978e23d1248 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453825 Jan 28 03:52:47.793208 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b79e2-3f30-49ec-95bc-a4180d237ed0 req-0432a7ae-7546-40db-a050-dc7f7e6dd800 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:47.794670 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-240b79e2-3f30-49ec-95bc-a4180d237ed0 req-0432a7ae-7546-40db-a050-dc7f7e6dd800 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 946 time: 0.0511158 Jan 28 03:52:47.847555 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-240b79e2-3f30-49ec-95bc-a4180d237ed0 req-ab3175f5-54b5-4bb8-a0d7-b6049e2ba064 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471478 Jan 28 03:52:48.990383 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678a876-6250-4a61-87ea-146fa2b0dd94 req-c5d8bdb3-9135-49c8-9444-0ed6419337f5 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:48.996096 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c678a876-6250-4a61-87ea-146fa2b0dd94 req-c5d8bdb3-9135-49c8-9444-0ed6419337f5 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 946 time: 0.0651476 Jan 28 03:52:49.038857 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c678a876-6250-4a61-87ea-146fa2b0dd94 req-a109fd3f-ab47-49a2-bc14-83719b946c23 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414360 Jan 28 03:52:50.166311 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce101c46-1191-4bdb-8df1-2bd334b632aa req-bdf8a47b-b114-4935-8217-2a376255d466 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:50.167823 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ce101c46-1191-4bdb-8df1-2bd334b632aa req-bdf8a47b-b114-4935-8217-2a376255d466 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 946 time: 0.0532684 Jan 28 03:52:50.216885 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ce101c46-1191-4bdb-8df1-2bd334b632aa req-856d64db-64a4-4e4f-93a1-802e078c58d2 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432265 Jan 28 03:52:51.349365 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652767a-d2cc-4cf1-bc29-71dd38e3d22f req-f150070a-69c6-4644-9327-9ac976fb67aa tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:51.350854 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9652767a-d2cc-4cf1-bc29-71dd38e3d22f req-f150070a-69c6-4644-9327-9ac976fb67aa tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 946 time: 0.0500124 Jan 28 03:52:51.398230 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9652767a-d2cc-4cf1-bc29-71dd38e3d22f req-8dd855bd-bd7d-4514-91aa-0d6acaaf6b93 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414760 Jan 28 03:52:52.515864 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b13c00-7b73-4ccc-a05d-42eacc85ee4f req-0e9935c1-76ad-431a-a230-781a5bba9218 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:52.517698 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b2b13c00-7b73-4ccc-a05d-42eacc85ee4f req-0e9935c1-76ad-431a-a230-781a5bba9218 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 946 time: 0.0495272 Jan 28 03:52:52.565064 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b2b13c00-7b73-4ccc-a05d-42eacc85ee4f req-1a158b8b-a75b-46ae-b762-9ecad57b8e77 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417364 Jan 28 03:52:53.692220 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f01367-d8dc-4f6d-80e9-6a2f9c10c0b8 req-085a2958-5740-40ea-a3e2-84338cd82b1e tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:53.693726 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-54f01367-d8dc-4f6d-80e9-6a2f9c10c0b8 req-085a2958-5740-40ea-a3e2-84338cd82b1e tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 946 time: 0.0516539 Jan 28 03:52:53.750553 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-54f01367-d8dc-4f6d-80e9-6a2f9c10c0b8 req-02f55ea4-51cb-49e7-a946-028ee84b8731 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480943 Jan 28 03:52:54.877485 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f9f05-b972-482a-84bc-1d341a7c1fea req-d1899d0a-94f9-4b9d-8e10-8c4a9ac44ba4 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:54.879043 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-382f9f05-b972-482a-84bc-1d341a7c1fea req-d1899d0a-94f9-4b9d-8e10-8c4a9ac44ba4 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 946 time: 0.0580888 Jan 28 03:52:54.928172 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-382f9f05-b972-482a-84bc-1d341a7c1fea req-088882db-674f-4197-a70b-792f9fb3ff8f tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432096 Jan 28 03:52:56.061993 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b5331-6182-4a0b-aed1-add20bb45457 req-c52294b7-0767-486f-8e88-f90ef6f5fb18 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:56.063914 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-612b5331-6182-4a0b-aed1-add20bb45457 req-c52294b7-0767-486f-8e88-f90ef6f5fb18 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 946 time: 0.0593693 Jan 28 03:52:56.115043 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-612b5331-6182-4a0b-aed1-add20bb45457 req-709dba0c-652d-474e-8f18-bf2c4421b33f tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430467 Jan 28 03:52:57.244938 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca1758-1e6b-426d-8540-9e07b2b3f0f2 req-50b6c889-445d-437c-a9a2-5365ebcfa76d tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:57.246438 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e2ca1758-1e6b-426d-8540-9e07b2b3f0f2 req-50b6c889-445d-437c-a9a2-5365ebcfa76d tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 946 time: 0.0494995 Jan 28 03:52:57.295403 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e2ca1758-1e6b-426d-8540-9e07b2b3f0f2 req-f8440206-f981-4e2f-a88c-541dfb92e785 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432186 Jan 28 03:52:58.434148 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd432d-9f5f-45eb-8673-aeb27f9fb80f req-a8d1970f-634b-41e5-98c2-089a24866dfc tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:58.435634 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c1dd432d-9f5f-45eb-8673-aeb27f9fb80f req-a8d1970f-634b-41e5-98c2-089a24866dfc tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 946 time: 0.0589356 Jan 28 03:52:58.484674 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c1dd432d-9f5f-45eb-8673-aeb27f9fb80f req-4a5de393-86c5-4181-bc32-638da7402701 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420351 Jan 28 03:52:59.581492 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:52:59.608978 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ea152-180d-4f92-8242-85a1d2b4f303 req-bd6ced4c-5d83-4a2c-8eaa-5f9cbfc2266b tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:52:59.610601 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fa7ea152-180d-4f92-8242-85a1d2b4f303 req-bd6ced4c-5d83-4a2c-8eaa-5f9cbfc2266b tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 946 time: 0.0577445 Jan 28 03:52:59.660223 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fa7ea152-180d-4f92-8242-85a1d2b4f303 req-ed6ed7bb-e146-4de0-b0a4-7883c081de06 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437930 Jan 28 03:52:59.820381 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-700031b6-c145-40ec-bcc1-5fca60d6e481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:00.787460 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3516b90-87bd-4e3a-a366-e9fe8a4e6c0c req-e9a03bc9-ee02-4ccf-b396-1a9635bc5164 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:00.788917 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f3516b90-87bd-4e3a-a366-e9fe8a4e6c0c req-e9a03bc9-ee02-4ccf-b396-1a9635bc5164 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 946 time: 0.0572207 Jan 28 03:53:00.840151 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f3516b90-87bd-4e3a-a366-e9fe8a4e6c0c req-f6d5df53-c16a-4cea-803e-d621d9100c3b tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427940 Jan 28 03:53:01.864908 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6991c9d4-2b9b-4de1-b1f1-4c7af5ca51e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:01.969745 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae649372-298a-4ae7-81fb-f733f605591e req-65a0b65a-0ab1-4bd0-a768-52c57dd6ec1f tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:01.971151 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ae649372-298a-4ae7-81fb-f733f605591e req-65a0b65a-0ab1-4bd0-a768-52c57dd6ec1f tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 946 time: 0.0554898 Jan 28 03:53:02.025704 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ae649372-298a-4ae7-81fb-f733f605591e req-7d3555be-6be1-454b-94c3-c20258cf8c98 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487814 Jan 28 03:53:03.159864 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ecd375-8ba3-4b79-ad53-ec0a8718f1fb req-7985aca8-be21-43a6-9830-d728f0f83e3e tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:03.161376 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-03ecd375-8ba3-4b79-ad53-ec0a8718f1fb req-7985aca8-be21-43a6-9830-d728f0f83e3e tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 946 time: 0.0515227 Jan 28 03:53:03.210435 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-03ecd375-8ba3-4b79-ad53-ec0a8718f1fb req-cfde7570-3183-4e63-a451-5186fb4e41d7 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429816 Jan 28 03:53:03.567159 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:04.039971 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:04.347664 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00563ba3-6e37-45ae-929e-50a0bb3c41a3 req-406c051d-a72e-441f-bc1d-76fdec58ff0c tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:04.349183 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-00563ba3-6e37-45ae-929e-50a0bb3c41a3 req-406c051d-a72e-441f-bc1d-76fdec58ff0c tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 946 time: 0.0488942 Jan 28 03:53:04.401452 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-00563ba3-6e37-45ae-929e-50a0bb3c41a3 req-41c3cd3b-801b-40e6-863d-6f4259f18927 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464535 Jan 28 03:53:04.736644 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [req-f9ed68f4-317e-40c9-b8b5-4d364d26f6d1 req-3cb00353-9271-4be1-8fff-f9a6e92c801d service neutron] show failed (client error): The resource could not be found. Jan 28 03:53:04.737694 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f9ed68f4-317e-40c9-b8b5-4d364d26f6d1 req-3cb00353-9271-4be1-8fff-f9a6e92c801d service neutron] 10.222.0.39 "GET /v2.0/ports/af00f8a3-b99f-4c2b-9e43-f5b6db568fea/bindings/n-h1-712139-27 HTTP/1.1" status: 404 len: 381 time: 0.0632803 Jan 28 03:53:04.983808 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed68f4-317e-40c9-b8b5-4d364d26f6d1 req-f777df28-f631-4212-9166-8909b7a9ea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:04.985239 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f9ed68f4-317e-40c9-b8b5-4d364d26f6d1 req-f777df28-f631-4212-9166-8909b7a9ea26 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3&tenant_id=275ceb3d346b4ee698f0ba97fe2398bb HTTP/1.1" status: 200 len: 1098 time: 0.0748322 Jan 28 03:53:05.003771 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-f9ed68f4-317e-40c9-b8b5-4d364d26f6d1 req-fe01aa83-08ea-4780-b691-d6f98767e81a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-27', 'device_owner': 'compute:nova'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:53:05.013866 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:05.060070 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f9ed68f4-317e-40c9-b8b5-4d364d26f6d1 req-fe01aa83-08ea-4780-b691-d6f98767e81a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (af00f8a3-b99f-4c2b-9e43-f5b6db568fea), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:05.641806 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-f9ed68f4-317e-40c9-b8b5-4d364d26f6d1 req-fe01aa83-08ea-4780-b691-d6f98767e81a service neutron] For port af00f8a3-b99f-4c2b-9e43-f5b6db568fea, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=af00f8a3-b99f-4c2b-9e43-f5b6db568fea,segment=NetworkSegment(bca976a8-d956-421f-82f1-337e1d331383),segment_id=bca976a8-d956-421f-82f1-337e1d331383)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:53:05.649982 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75231449-560b-444c-8037-40eed19dfa80 req-8a698912-b660-465a-8c9e-c0e27b28f389 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:05.651484 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-75231449-560b-444c-8037-40eed19dfa80 req-8a698912-b660-465a-8c9e-c0e27b28f389 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 946 time: 0.0787330 Jan 28 03:53:05.711790 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-f9ed68f4-317e-40c9-b8b5-4d364d26f6d1 req-fe01aa83-08ea-4780-b691-d6f98767e81a service neutron] For port af00f8a3-b99f-4c2b-9e43-f5b6db568fea, host n-h2-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:53:05.743024 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-75231449-560b-444c-8037-40eed19dfa80 req-9915d751-551a-4a5f-ab35-f5a09be1bb46 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850341 Jan 28 03:53:05.759129 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5055015b-5e8f-46a2-9cad-3c0b3024abe3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af00f8a3-b99f-4c2b-9e43-f5b6db568fea'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:53:05.761457 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3198fe40c20953b5b589f016e0433bfb4a98f5964cdf03e8abb15383fb0d5974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de91b6bb-ad62-4481-9aec-d09a65683aac" -d '{"events": [{"server_uuid": "5055015b-5e8f-46a2-9cad-3c0b3024abe3", "name": "network-vif-unplugged", "status": "completed", "tag": "af00f8a3-b99f-4c2b-9e43-f5b6db568fea"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:53:05.765176 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f9ed68f4-317e-40c9-b8b5-4d364d26f6d1 req-fe01aa83-08ea-4780-b691-d6f98767e81a service neutron] Publish callbacks [] for port (af00f8a3-b99f-4c2b-9e43-f5b6db568fea), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:05.782020 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.provisioning_blocks [req-f9ed68f4-317e-40c9-b8b5-4d364d26f6d1 req-fe01aa83-08ea-4780-b691-d6f98767e81a service neutron] Transition to ACTIVE for port object af00f8a3-b99f-4c2b-9e43-f5b6db568fea will not be triggered until provisioned by entity L2. {{(pid=109802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:53:05.786624 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f9ed68f4-317e-40c9-b8b5-4d364d26f6d1 req-fe01aa83-08ea-4780-b691-d6f98767e81a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (af00f8a3-b99f-4c2b-9e43-f5b6db568fea), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:05.847767 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ed68f4-317e-40c9-b8b5-4d364d26f6d1 req-fe01aa83-08ea-4780-b691-d6f98767e81a service neutron] No DVR routers for this DVR port af00f8a3-b99f-4c2b-9e43-f5b6db568fea on host n-h2-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:53:05.854702 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe01aa83-08ea-4780-b691-d6f98767e81a service neutron] Pushing event updated for resources: {'Port': ['ID=af00f8a3-b99f-4c2b-9e43-f5b6db568fea,revision_number=6']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:05.890828 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-f9ed68f4-317e-40c9-b8b5-4d364d26f6d1 req-fe01aa83-08ea-4780-b691-d6f98767e81a service neutron] Attempting to bind port af00f8a3-b99f-4c2b-9e43-f5b6db568fea on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:53:05.891143 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-f9ed68f4-317e-40c9-b8b5-4d364d26f6d1 req-fe01aa83-08ea-4780-b691-d6f98767e81a service neutron] Attempting to bind port af00f8a3-b99f-4c2b-9e43-f5b6db568fea by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': 'bca976a8-d956-421f-82f1-337e1d331383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b1bd8961-32d7-430d-b5c8-7cd2e3342101'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:53:05.891472 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ed68f4-317e-40c9-b8b5-4d364d26f6d1 req-fe01aa83-08ea-4780-b691-d6f98767e81a service neutron] Attempting to bind port af00f8a3-b99f-4c2b-9e43-f5b6db568fea on network b1bd8961-32d7-430d-b5c8-7cd2e3342101 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:53:05.895349 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b03ca36-a7dd-48f5-bd24-c474ae901c47 x-openstack-request-id: req-2b03ca36-a7dd-48f5-bd24-c474ae901c47 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:53:05.895636 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5055015b-5e8f-46a2-9cad-3c0b3024abe3", "name": "network-vif-unplugged", "status": "completed", "tag": "af00f8a3-b99f-4c2b-9e43-f5b6db568fea", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:53:05.895915 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2b03ca36-a7dd-48f5-bd24-c474ae901c47 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:53:05.896326 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5055015b-5e8f-46a2-9cad-3c0b3024abe3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af00f8a3-b99f-4c2b-9e43-f5b6db568fea', 'code': 200} Jan 28 03:53:05.898375 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ed68f4-317e-40c9-b8b5-4d364d26f6d1 req-fe01aa83-08ea-4780-b691-d6f98767e81a service neutron] Port af00f8a3-b99f-4c2b-9e43-f5b6db568fea on network b1bd8961-32d7-430d-b5c8-7cd2e3342101 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:53:05.898694 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ed68f4-317e-40c9-b8b5-4d364d26f6d1 req-fe01aa83-08ea-4780-b691-d6f98767e81a service neutron] Attempting to bind port af00f8a3-b99f-4c2b-9e43-f5b6db568fea on network b1bd8961-32d7-430d-b5c8-7cd2e3342101 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:53:05.903697 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ed68f4-317e-40c9-b8b5-4d364d26f6d1 req-fe01aa83-08ea-4780-b691-d6f98767e81a service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:53:05.904033 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ed68f4-317e-40c9-b8b5-4d364d26f6d1 req-fe01aa83-08ea-4780-b691-d6f98767e81a service neutron] Checking segment: {'id': 'bca976a8-d956-421f-82f1-337e1d331383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b1bd8961-32d7-430d-b5c8-7cd2e3342101'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:53:05.904601 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ed68f4-317e-40c9-b8b5-4d364d26f6d1 req-fe01aa83-08ea-4780-b691-d6f98767e81a service neutron] Bound using segment: {'id': 'bca976a8-d956-421f-82f1-337e1d331383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b1bd8961-32d7-430d-b5c8-7cd2e3342101'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:53:05.904843 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [req-f9ed68f4-317e-40c9-b8b5-4d364d26f6d1 req-fe01aa83-08ea-4780-b691-d6f98767e81a service neutron] Bound port: af00f8a3-b99f-4c2b-9e43-f5b6db568fea, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bca976a8-d956-421f-82f1-337e1d331383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b1bd8961-32d7-430d-b5c8-7cd2e3342101'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:53:05.905234 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f9ed68f4-317e-40c9-b8b5-4d364d26f6d1 req-fe01aa83-08ea-4780-b691-d6f98767e81a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (af00f8a3-b99f-4c2b-9e43-f5b6db568fea), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:05.972755 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-f9ed68f4-317e-40c9-b8b5-4d364d26f6d1 req-fe01aa83-08ea-4780-b691-d6f98767e81a service neutron] For port af00f8a3-b99f-4c2b-9e43-f5b6db568fea, host n-h1-712139-27, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:53:05.976107 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-f9ed68f4-317e-40c9-b8b5-4d364d26f6d1 req-fe01aa83-08ea-4780-b691-d6f98767e81a service neutron] For port af00f8a3-b99f-4c2b-9e43-f5b6db568fea, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=af00f8a3-b99f-4c2b-9e43-f5b6db568fea,segment=NetworkSegment(bca976a8-d956-421f-82f1-337e1d331383),segment_id=bca976a8-d956-421f-82f1-337e1d331383)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:53:05.983926 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f9ed68f4-317e-40c9-b8b5-4d364d26f6d1 req-fe01aa83-08ea-4780-b691-d6f98767e81a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (af00f8a3-b99f-4c2b-9e43-f5b6db568fea), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:06.019923 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed68f4-317e-40c9-b8b5-4d364d26f6d1 req-fe01aa83-08ea-4780-b691-d6f98767e81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:06.020544 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-f9ed68f4-317e-40c9-b8b5-4d364d26f6d1 req-fe01aa83-08ea-4780-b691-d6f98767e81a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:06.021978 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f9ed68f4-317e-40c9-b8b5-4d364d26f6d1 req-fe01aa83-08ea-4780-b691-d6f98767e81a service neutron] 10.222.0.67 "PUT /v2.0/ports/af00f8a3-b99f-4c2b-9e43-f5b6db568fea HTTP/1.1" status: 200 len: 1093 time: 1.0224533 Jan 28 03:53:06.040834 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe01aa83-08ea-4780-b691-d6f98767e81a service neutron] Pushing event updated for resources: {'Port': ['ID=af00f8a3-b99f-4c2b-9e43-f5b6db568fea,revision_number=7']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:06.096186 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed68f4-317e-40c9-b8b5-4d364d26f6d1 req-6523458a-e67f-4898-8d40-3ba5e115dcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:06.097753 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f9ed68f4-317e-40c9-b8b5-4d364d26f6d1 req-6523458a-e67f-4898-8d40-3ba5e115dcb3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=275ceb3d346b4ee698f0ba97fe2398bb&device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 1096 time: 0.0438180 Jan 28 03:53:06.177132 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:06.200199 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed68f4-317e-40c9-b8b5-4d364d26f6d1 req-64d0fe4d-e9e7-4924-aa01-cdaeeaceafae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:06.201855 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f9ed68f4-317e-40c9-b8b5-4d364d26f6d1 req-64d0fe4d-e9e7-4924-aa01-cdaeeaceafae service neutron] 10.222.0.67 "GET /v2.0/networks?id=b1bd8961-32d7-430d-b5c8-7cd2e3342101 HTTP/1.1" status: 200 len: 915 time: 0.0981340 Jan 28 03:53:06.245587 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f9ed68f4-317e-40c9-b8b5-4d364d26f6d1 req-b678affc-2b95-4361-8983-a53659d3df0e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af00f8a3-b99f-4c2b-9e43-f5b6db568fea HTTP/1.1" status: 200 len: 217 time: 0.0376208 Jan 28 03:53:06.294833 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed68f4-317e-40c9-b8b5-4d364d26f6d1 req-ddd48fac-78b0-42a7-af73-af32e58d213e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:06.296312 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f9ed68f4-317e-40c9-b8b5-4d364d26f6d1 req-ddd48fac-78b0-42a7-af73-af32e58d213e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2608b2df-892e-4d2f-ba07-9dc1c3d94262 HTTP/1.1" status: 200 len: 854 time: 0.0456626 Jan 28 03:53:06.332277 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f9ed68f4-317e-40c9-b8b5-4d364d26f6d1 req-c513403c-d953-45fb-93a8-1e58734210d4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b1bd8961-32d7-430d-b5c8-7cd2e3342101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298445 Jan 28 03:53:06.422290 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f9ed68f4-317e-40c9-b8b5-4d364d26f6d1 req-47e6f30a-dea1-4969-b3ed-60b03b8be5d8 service neutron] 10.222.0.67 "GET /v2.0/networks/b1bd8961-32d7-430d-b5c8-7cd2e3342101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832648 Jan 28 03:53:06.519131 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f9ed68f4-317e-40c9-b8b5-4d364d26f6d1 req-23dcf4e8-ed72-46c4-944f-ce2f045eb5cb service neutron] 10.222.0.67 "GET /v2.0/networks/b1bd8961-32d7-430d-b5c8-7cd2e3342101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902441 Jan 28 03:53:06.871431 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1beb6-f850-4d04-94cc-bf9bba98a90f req-2965d9f7-a433-44a8-b8cb-8b20430dd9a5 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:06.872937 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b2b1beb6-f850-4d04-94cc-bf9bba98a90f req-2965d9f7-a433-44a8-b8cb-8b20430dd9a5 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 944 time: 0.0520551 Jan 28 03:53:06.921775 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b2b1beb6-f850-4d04-94cc-bf9bba98a90f req-b9f75c7e-8055-427c-a4df-a3f00ab0275d tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429077 Jan 28 03:53:07.897719 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5055015b-5e8f-46a2-9cad-3c0b3024abe3', 'tag': 'af00f8a3-b99f-4c2b-9e43-f5b6db568fea'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:53:07.900839 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3198fe40c20953b5b589f016e0433bfb4a98f5964cdf03e8abb15383fb0d5974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df287e9-4bc7-429b-9d19-5f499fdb458c" -d '{"events": [{"name": "network-changed", "server_uuid": "5055015b-5e8f-46a2-9cad-3c0b3024abe3", "tag": "af00f8a3-b99f-4c2b-9e43-f5b6db568fea"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:53:07.957655 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49251f2-3e24-4e2d-b8a3-4a079ae4d877 x-openstack-request-id: req-b49251f2-3e24-4e2d-b8a3-4a079ae4d877 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:53:07.957941 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5055015b-5e8f-46a2-9cad-3c0b3024abe3", "tag": "af00f8a3-b99f-4c2b-9e43-f5b6db568fea", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:53:07.958235 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b49251f2-3e24-4e2d-b8a3-4a079ae4d877 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:53:07.958582 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5055015b-5e8f-46a2-9cad-3c0b3024abe3', 'tag': 'af00f8a3-b99f-4c2b-9e43-f5b6db568fea', 'status': 'completed', 'code': 200} Jan 28 03:53:08.045549 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df287e9-4bc7-429b-9d19-5f499fdb458c req-e4c83e84-52c3-4935-a33b-9744ea584da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:08.047080 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5df287e9-4bc7-429b-9d19-5f499fdb458c req-e4c83e84-52c3-4935-a33b-9744ea584da3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=275ceb3d346b4ee698f0ba97fe2398bb&device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 1096 time: 0.0493810 Jan 28 03:53:08.072292 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c09d2-ed11-4d71-bcea-0a958a5d86ad req-13f237e6-0027-49fb-be10-aede5ca5a293 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:08.073811 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a09c09d2-ed11-4d71-bcea-0a958a5d86ad req-13f237e6-0027-49fb-be10-aede5ca5a293 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 944 time: 0.0790336 Jan 28 03:53:08.076470 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df287e9-4bc7-429b-9d19-5f499fdb458c req-9e30445a-dfad-4bf9-b902-be8bb9e3acc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:08.077877 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5df287e9-4bc7-429b-9d19-5f499fdb458c req-9e30445a-dfad-4bf9-b902-be8bb9e3acc8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=275ceb3d346b4ee698f0ba97fe2398bb&device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 1096 time: 0.0729282 Jan 28 03:53:08.140139 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df287e9-4bc7-429b-9d19-5f499fdb458c req-12e2a33d-ebf3-4f2c-898f-b5152dc93e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:08.141658 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5df287e9-4bc7-429b-9d19-5f499fdb458c req-12e2a33d-ebf3-4f2c-898f-b5152dc93e8e service neutron] 10.222.0.39 "GET /v2.0/networks?id=b1bd8961-32d7-430d-b5c8-7cd2e3342101 HTTP/1.1" status: 200 len: 915 time: 0.0884655 Jan 28 03:53:08.175953 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a09c09d2-ed11-4d71-bcea-0a958a5d86ad req-00dbd83a-ce3d-4137-b298-84bcacaf116f tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957441 Jan 28 03:53:08.197222 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df287e9-4bc7-429b-9d19-5f499fdb458c req-b1a48c67-7cbb-4927-94d6-0ca6d8630ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:08.198861 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5df287e9-4bc7-429b-9d19-5f499fdb458c req-b1a48c67-7cbb-4927-94d6-0ca6d8630ab0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b1bd8961-32d7-430d-b5c8-7cd2e3342101 HTTP/1.1" status: 200 len: 915 time: 0.1131058 Jan 28 03:53:08.246225 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5df287e9-4bc7-429b-9d19-5f499fdb458c req-1233bd01-246d-4947-97fb-7ddea46f8ada service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af00f8a3-b99f-4c2b-9e43-f5b6db568fea HTTP/1.1" status: 200 len: 217 time: 0.0408857 Jan 28 03:53:08.296026 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df287e9-4bc7-429b-9d19-5f499fdb458c req-a6b5d9cc-91f6-4d2f-8def-344b5cd44a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:08.297550 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5df287e9-4bc7-429b-9d19-5f499fdb458c req-a6b5d9cc-91f6-4d2f-8def-344b5cd44a28 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2608b2df-892e-4d2f-ba07-9dc1c3d94262 HTTP/1.1" status: 200 len: 854 time: 0.0456119 Jan 28 03:53:08.330100 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5df287e9-4bc7-429b-9d19-5f499fdb458c req-486c766a-fab5-416f-bfb0-92bcf8e2e8cb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b1bd8961-32d7-430d-b5c8-7cd2e3342101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263565 Jan 28 03:53:08.435536 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5df287e9-4bc7-429b-9d19-5f499fdb458c req-0a75c462-83dc-4c15-b83e-b0de0c113f6b service neutron] 10.222.0.67 "GET /v2.0/networks/b1bd8961-32d7-430d-b5c8-7cd2e3342101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988941 Jan 28 03:53:08.509996 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5df287e9-4bc7-429b-9d19-5f499fdb458c req-d7bbe91f-f614-44bc-aeed-1809e2d60090 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af00f8a3-b99f-4c2b-9e43-f5b6db568fea HTTP/1.1" status: 200 len: 217 time: 0.3617303 Jan 28 03:53:08.529535 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5df287e9-4bc7-429b-9d19-5f499fdb458c req-4563ac47-78e2-44eb-ad48-869a72189e30 service neutron] 10.222.0.67 "GET /v2.0/networks/b1bd8961-32d7-430d-b5c8-7cd2e3342101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875421 Jan 28 03:53:08.559224 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df287e9-4bc7-429b-9d19-5f499fdb458c req-472d7e32-9b95-477d-b92a-723363731b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:08.560682 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5df287e9-4bc7-429b-9d19-5f499fdb458c req-472d7e32-9b95-477d-b92a-723363731b52 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2608b2df-892e-4d2f-ba07-9dc1c3d94262 HTTP/1.1" status: 200 len: 854 time: 0.0440409 Jan 28 03:53:08.600706 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5df287e9-4bc7-429b-9d19-5f499fdb458c req-66c8e2d2-1e93-44e9-b4d8-bd7c25c9b72e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b1bd8961-32d7-430d-b5c8-7cd2e3342101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336969 Jan 28 03:53:08.714705 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5df287e9-4bc7-429b-9d19-5f499fdb458c req-6d824d47-9f0c-4e39-9a0e-d71b1876290f service neutron] 10.222.0.39 "GET /v2.0/networks/b1bd8961-32d7-430d-b5c8-7cd2e3342101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074347 Jan 28 03:53:08.817798 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5df287e9-4bc7-429b-9d19-5f499fdb458c req-60056f4f-af7e-4c77-b73c-814d3dcc69b2 service neutron] 10.222.0.39 "GET /v2.0/networks/b1bd8961-32d7-430d-b5c8-7cd2e3342101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971067 Jan 28 03:53:09.034007 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device af00f8a3-b99f-4c2b-9e43-f5b6db568fea no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:53:09.077666 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] The host n-h2-712139-27 is not matching for port af00f8a3-b99f-4c2b-9e43-f5b6db568fea host n-h1-712139-27! {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 03:53:09.078058 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device af00f8a3-b99f-4c2b-9e43-f5b6db568fea not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:53:09.304520 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6b405-4ebc-4efc-bb0d-cf4847811b40 req-b877d646-2e3d-496c-a836-256936776dfb tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:09.305899 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-36d6b405-4ebc-4efc-bb0d-cf4847811b40 req-b877d646-2e3d-496c-a836-256936776dfb tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 944 time: 0.0568964 Jan 28 03:53:09.358228 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-36d6b405-4ebc-4efc-bb0d-cf4847811b40 req-f539564e-ab73-45f5-aa5f-169f83a5e4c9 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436981 Jan 28 03:53:10.490318 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc57df5-5fcc-4523-8237-77aed06d244d req-1633e740-d786-42b7-bd2a-625d2b25e423 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:10.491834 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cdc57df5-5fcc-4523-8237-77aed06d244d req-1633e740-d786-42b7-bd2a-625d2b25e423 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 944 time: 0.0547261 Jan 28 03:53:10.546214 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cdc57df5-5fcc-4523-8237-77aed06d244d req-85ea7ac7-6f6d-4cde-96d3-2b28958a8396 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482218 Jan 28 03:53:10.763128 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b58f7-9ec7-445f-b7a6-9f3324cda2a0 req-ed77e1be-706c-44c6-85d5-30e742ce6555 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:10.764583 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3d0b58f7-9ec7-445f-b7a6-9f3324cda2a0 req-ed77e1be-706c-44c6-85d5-30e742ce6555 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 944 time: 0.0505064 Jan 28 03:53:10.813626 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3d0b58f7-9ec7-445f-b7a6-9f3324cda2a0 req-44ef05f4-1974-4474-86f1-7c4a0cc026a9 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432727 Jan 28 03:53:10.818561 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1343b103-52c3-41ee-b5e2-6010e7916275 req-47d63ccd-9a80-46a8-ae05-3b960c14ece3 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:10.820089 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1343b103-52c3-41ee-b5e2-6010e7916275 req-47d63ccd-9a80-46a8-ae05-3b960c14ece3 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.39 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3&tenant_id=275ceb3d346b4ee698f0ba97fe2398bb&binding%3Ahost_id=n-h1-712139-27 HTTP/1.1" status: 200 len: 944 time: 0.0873404 Jan 28 03:53:10.881374 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [req-1343b103-52c3-41ee-b5e2-6010e7916275 req-85c0c272-37ab-416a-b981-c04785c57c09 service neutron] delete failed (client error): The resource could not be found. Jan 28 03:53:10.882454 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1343b103-52c3-41ee-b5e2-6010e7916275 req-85c0c272-37ab-416a-b981-c04785c57c09 service neutron] 10.222.0.39 "DELETE /v2.0/ports/af00f8a3-b99f-4c2b-9e43-f5b6db568fea/bindings/n-h2-712139-27 HTTP/1.1" status: 404 len: 381 time: 0.0561283 Jan 28 03:53:10.990651 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1343b103-52c3-41ee-b5e2-6010e7916275 req-e95c0175-6bf2-45a4-a8c9-95106ef9d73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:10.992079 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1343b103-52c3-41ee-b5e2-6010e7916275 req-e95c0175-6bf2-45a4-a8c9-95106ef9d73e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=275ceb3d346b4ee698f0ba97fe2398bb&device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 1096 time: 0.0457582 Jan 28 03:53:11.084528 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1343b103-52c3-41ee-b5e2-6010e7916275 req-1c9ad561-72fa-450a-9ec5-706479b8c13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:11.086168 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1343b103-52c3-41ee-b5e2-6010e7916275 req-1c9ad561-72fa-450a-9ec5-706479b8c13f service neutron] 10.222.0.39 "GET /v2.0/networks?id=b1bd8961-32d7-430d-b5c8-7cd2e3342101 HTTP/1.1" status: 200 len: 915 time: 0.0877345 Jan 28 03:53:11.128419 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1343b103-52c3-41ee-b5e2-6010e7916275 req-00535bf6-5929-4db3-b9f4-a67c65d4f6f2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af00f8a3-b99f-4c2b-9e43-f5b6db568fea HTTP/1.1" status: 200 len: 217 time: 0.0354166 Jan 28 03:53:11.176031 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1343b103-52c3-41ee-b5e2-6010e7916275 req-9e9460d7-34a2-48ed-9adb-4219c02eb4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:11.177539 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1343b103-52c3-41ee-b5e2-6010e7916275 req-9e9460d7-34a2-48ed-9adb-4219c02eb4e2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2608b2df-892e-4d2f-ba07-9dc1c3d94262 HTTP/1.1" status: 200 len: 854 time: 0.0434039 Jan 28 03:53:11.207673 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1343b103-52c3-41ee-b5e2-6010e7916275 req-d3d4f58a-291e-49e4-825c-84ff72c79bf4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b1bd8961-32d7-430d-b5c8-7cd2e3342101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245528 Jan 28 03:53:11.303202 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1343b103-52c3-41ee-b5e2-6010e7916275 req-56e9dea9-f584-4326-b42b-e6981ab0a0c5 service neutron] 10.222.0.39 "GET /v2.0/networks/b1bd8961-32d7-430d-b5c8-7cd2e3342101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888436 Jan 28 03:53:11.391106 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1343b103-52c3-41ee-b5e2-6010e7916275 req-dd8fd2b4-cfcf-480d-aaaa-582f887c6977 service neutron] 10.222.0.39 "GET /v2.0/networks/b1bd8961-32d7-430d-b5c8-7cd2e3342101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821478 Jan 28 03:53:11.950118 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device af00f8a3-b99f-4c2b-9e43-f5b6db568fea details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:53:11.955299 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b457d-6a14-40e5-9f6e-173bf6672ba7 req-0d98643c-9df1-411b-853e-d0a0f633443f tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:11.956967 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-314b457d-6a14-40e5-9f6e-173bf6672ba7 req-0d98643c-9df1-411b-853e-d0a0f633443f tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 944 time: 0.0676010 Jan 28 03:53:12.019299 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-314b457d-6a14-40e5-9f6e-173bf6672ba7 req-ab23cc96-1e60-4353-b890-36c6f1315bd3 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558374 Jan 28 03:53:12.065877 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port af00f8a3-b99f-4c2b-9e43-f5b6db568fea, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=af00f8a3-b99f-4c2b-9e43-f5b6db568fea,segment=NetworkSegment(bca976a8-d956-421f-82f1-337e1d331383),segment_id=bca976a8-d956-421f-82f1-337e1d331383)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:53:12.077020 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': 'af00f8a3-b99f-4c2b-9e43-f5b6db568fea', 'network_id': 'b1bd8961-32d7-430d-b5c8-7cd2e3342101', 'port_id': 'af00f8a3-b99f-4c2b-9e43-f5b6db568fea', 'mac_address': 'fa:16:3e:cd:04:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2608b2df-892e-4d2f-ba07-9dc1c3d94262', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:53:12.116869 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port af00f8a3-b99f-4c2b-9e43-f5b6db568fea is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:53:12.117289 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (af00f8a3-b99f-4c2b-9e43-f5b6db568fea), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:12.130858 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af00f8a3-b99f-4c2b-9e43-f5b6db568fea {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:53:12.150038 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port af00f8a3-b99f-4c2b-9e43-f5b6db568fea, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=af00f8a3-b99f-4c2b-9e43-f5b6db568fea,segment=NetworkSegment(bca976a8-d956-421f-82f1-337e1d331383),segment_id=bca976a8-d956-421f-82f1-337e1d331383)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:53:12.155337 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (af00f8a3-b99f-4c2b-9e43-f5b6db568fea), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:12.206547 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=af00f8a3-b99f-4c2b-9e43-f5b6db568fea,revision_number=8']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:12.559851 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['af00f8a3-b99f-4c2b-9e43-f5b6db568fea'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:53:13.142851 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdba771-52b1-4aa1-a11c-b3f95eb744f5 req-e4e340e0-40dc-4e4c-b359-6d451526a32b tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:13.144447 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bfdba771-52b1-4aa1-a11c-b3f95eb744f5 req-e4e340e0-40dc-4e4c-b359-6d451526a32b tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 945 time: 0.0536778 Jan 28 03:53:13.194833 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bfdba771-52b1-4aa1-a11c-b3f95eb744f5 req-9393fb4d-144c-4aea-801f-70d0910baf65 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444188 Jan 28 03:53:13.315569 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9002c-23d3-40c7-a49d-084a4fc54ad5 req-356e1b4c-6268-4590-a93a-ff9863c5a0cf tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:13.316943 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-38c9002c-23d3-40c7-a49d-084a4fc54ad5 req-356e1b4c-6268-4590-a93a-ff9863c5a0cf tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 945 time: 0.0515327 Jan 28 03:53:13.365775 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-38c9002c-23d3-40c7-a49d-084a4fc54ad5 req-74bf995b-d734-480c-8c08-9f37c971e6b4 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428689 Jan 28 03:53:13.484860 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b322672-ba83-42e5-84ba-f8babfd13417 req-0a108475-10b6-4454-be5f-f17fb3b9edf6 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:13.486518 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4b322672-ba83-42e5-84ba-f8babfd13417 req-0a108475-10b6-4454-be5f-f17fb3b9edf6 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 945 time: 0.0548778 Jan 28 03:53:13.536412 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4b322672-ba83-42e5-84ba-f8babfd13417 req-4cc38658-75fb-4bf7-aac2-3c51ea1fedb5 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430524 Jan 28 03:53:13.902279 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83fa8e0-516e-4de8-92ac-a37bcb9a7495 req-6d6e35fb-5553-4af0-a0f0-bca1736f3bf3 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:13.904234 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b83fa8e0-516e-4de8-92ac-a37bcb9a7495 req-6d6e35fb-5553-4af0-a0f0-bca1736f3bf3 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/networks?id=b1bd8961-32d7-430d-b5c8-7cd2e3342101 HTTP/1.1" status: 200 len: 814 time: 0.1148071 Jan 28 03:53:13.919365 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b83fa8e0-516e-4de8-92ac-a37bcb9a7495 req-9ba490bd-bbdc-472f-b0d6-e1d27d7a0d82 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/quotas/275ceb3d346b4ee698f0ba97fe2398bb HTTP/1.1" status: 200 len: 375 time: 0.0097294 Jan 28 03:53:13.970731 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device af00f8a3-b99f-4c2b-9e43-f5b6db568fea up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:53:13.975020 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b83fa8e0-516e-4de8-92ac-a37bcb9a7495 req-4140abba-a5f8-4ac6-b9c8-185d5118d33a tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=275ceb3d346b4ee698f0ba97fe2398bb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0504384 Jan 28 03:53:14.021476 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port af00f8a3-b99f-4c2b-9e43-f5b6db568fea completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:53:14.025847 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port af00f8a3-b99f-4c2b-9e43-f5b6db568fea triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:53:14.026223 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (af00f8a3-b99f-4c2b-9e43-f5b6db568fea), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:14.066794 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b83fa8e0-516e-4de8-92ac-a37bcb9a7495 req-cb0e9b22-9040-4a54-a359-aa3a85c0394b service neutron] 10.222.0.53 "GET /v2.0/networks/b1bd8961-32d7-430d-b5c8-7cd2e3342101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850685 Jan 28 03:53:14.106899 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port af00f8a3-b99f-4c2b-9e43-f5b6db568fea is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:53:14.107298 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (af00f8a3-b99f-4c2b-9e43-f5b6db568fea), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:14.130262 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5055015b-5e8f-46a2-9cad-3c0b3024abe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af00f8a3-b99f-4c2b-9e43-f5b6db568fea'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:53:14.132966 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7466989c69d563e87a019306beca113247d74b519ddc68a6966af7388d6c63e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ec82d3-004c-4898-815d-599728415f17" -d '{"events": [{"server_uuid": "5055015b-5e8f-46a2-9cad-3c0b3024abe3", "name": "network-vif-plugged", "status": "completed", "tag": "af00f8a3-b99f-4c2b-9e43-f5b6db568fea"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:53:14.149699 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port af00f8a3-b99f-4c2b-9e43-f5b6db568fea, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=af00f8a3-b99f-4c2b-9e43-f5b6db568fea,segment=NetworkSegment(bca976a8-d956-421f-82f1-337e1d331383),segment_id=bca976a8-d956-421f-82f1-337e1d331383)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:53:14.154886 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (af00f8a3-b99f-4c2b-9e43-f5b6db568fea), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:14.164483 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b83fa8e0-516e-4de8-92ac-a37bcb9a7495 req-6a3e7255-d1c2-4d15-937c-2ba5b8bf8daa service neutron] 10.222.0.53 "GET /v2.0/networks/b1bd8961-32d7-430d-b5c8-7cd2e3342101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905995 Jan 28 03:53:14.180819 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee099149-82f4-4462-a49f-07afbc69b714 x-openstack-request-id: req-ee099149-82f4-4462-a49f-07afbc69b714 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:53:14.181263 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5055015b-5e8f-46a2-9cad-3c0b3024abe3", "name": "network-vif-plugged", "status": "completed", "tag": "af00f8a3-b99f-4c2b-9e43-f5b6db568fea", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:53:14.181416 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ee099149-82f4-4462-a49f-07afbc69b714 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:53:14.181767 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5055015b-5e8f-46a2-9cad-3c0b3024abe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af00f8a3-b99f-4c2b-9e43-f5b6db568fea', 'code': 200} Jan 28 03:53:14.209329 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=af00f8a3-b99f-4c2b-9e43-f5b6db568fea,revision_number=9']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:14.328088 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c47bcc5b-19c4-4d18-903e-f6a0ec7a4ce1 req-eb413ee3-7d1d-4579-8e2c-368734360f9c tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 210 time: 0.0264764 Jan 28 03:53:15.240517 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e9546-b28b-48eb-a971-8ca9d68a639d req-f9530d33-7bc0-4fff-aa7c-91d0a845e227 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:15.242025 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-465e9546-b28b-48eb-a971-8ca9d68a639d req-f9530d33-7bc0-4fff-aa7c-91d0a845e227 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.67 "GET /v2.0/ports?device_id=5055015b-5e8f-46a2-9cad-3c0b3024abe3 HTTP/1.1" status: 200 len: 946 time: 0.0527127 Jan 28 03:53:15.269338 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:53:15.330503 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-465e9546-b28b-48eb-a971-8ca9d68a639d req-045c46d1-9e9d-4b13-8fdf-16dd9878552f tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Deleting port af00f8a3-b99f-4c2b-9e43-f5b6db568fea {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:53:15.330838 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-465e9546-b28b-48eb-a971-8ca9d68a639d req-045c46d1-9e9d-4b13-8fdf-16dd9878552f tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (af00f8a3-b99f-4c2b-9e43-f5b6db568fea), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:15.439901 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-65bfad60-2967-467b-b58e-e3728af24875 req-129008d6-3a84-4c71-b16a-3da2b3255efd tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 210 time: 0.0352921 Jan 28 03:53:15.453048 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-465e9546-b28b-48eb-a971-8ca9d68a639d req-045c46d1-9e9d-4b13-8fdf-16dd9878552f tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] For port af00f8a3-b99f-4c2b-9e43-f5b6db568fea, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=af00f8a3-b99f-4c2b-9e43-f5b6db568fea,segment=NetworkSegment(bca976a8-d956-421f-82f1-337e1d331383),segment_id=bca976a8-d956-421f-82f1-337e1d331383)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:53:15.453654 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-465e9546-b28b-48eb-a971-8ca9d68a639d req-045c46d1-9e9d-4b13-8fdf-16dd9878552f tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (af00f8a3-b99f-4c2b-9e43-f5b6db568fea), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:15.470942 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [req-465e9546-b28b-48eb-a971-8ca9d68a639d req-045c46d1-9e9d-4b13-8fdf-16dd9878552f tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Calling delete_port for af00f8a3-b99f-4c2b-9e43-f5b6db568fea owned by compute:nova {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:53:15.528933 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83fa8e0-516e-4de8-92ac-a37bcb9a7495 req-deba7767-1ba0-46a4-baad-e2d6335229ec tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:15.530675 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b83fa8e0-516e-4de8-92ac-a37bcb9a7495 req-deba7767-1ba0-46a4-baad-e2d6335229ec tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.67 "GET /v2.0/networks?id=b1bd8961-32d7-430d-b5c8-7cd2e3342101 HTTP/1.1" status: 200 len: 814 time: 0.1137109 Jan 28 03:53:15.548240 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-b83fa8e0-516e-4de8-92ac-a37bcb9a7495 req-78775e2b-9339-4624-988a-549734b16ff4 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Request body: {'port': {'device_id': 'ce05bd03-2a23-4832-91ee-9dc923de8884', 'network_id': 'b1bd8961-32d7-430d-b5c8-7cd2e3342101', 'admin_state_up': True, 'tenant_id': '275ceb3d346b4ee698f0ba97fe2398bb'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:53:15.610215 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-465e9546-b28b-48eb-a971-8ca9d68a639d req-045c46d1-9e9d-4b13-8fdf-16dd9878552f tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (af00f8a3-b99f-4c2b-9e43-f5b6db568fea), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:15.643208 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045c46d1-9e9d-4b13-8fdf-16dd9878552f tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Pushing event deleted for resources: {'Port': ['ID=af00f8a3-b99f-4c2b-9e43-f5b6db568fea,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:15.644286 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['af00f8a3-b99f-4c2b-9e43-f5b6db568fea'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:53:15.667121 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b83fa8e0-516e-4de8-92ac-a37bcb9a7495 req-78775e2b-9339-4624-988a-549734b16ff4 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Made reservation on behalf of 275ceb3d346b4ee698f0ba97fe2398bb for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:53:15.672881 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b83fa8e0-516e-4de8-92ac-a37bcb9a7495 req-78775e2b-9339-4624-988a-549734b16ff4 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:15.687528 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [req-465e9546-b28b-48eb-a971-8ca9d68a639d req-045c46d1-9e9d-4b13-8fdf-16dd9878552f tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] No DVR routers for this DVR port af00f8a3-b99f-4c2b-9e43-f5b6db568fea on host n-h1-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:53:15.690663 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-465e9546-b28b-48eb-a971-8ca9d68a639d req-045c46d1-9e9d-4b13-8fdf-16dd9878552f tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:15.694097 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-465e9546-b28b-48eb-a971-8ca9d68a639d req-045c46d1-9e9d-4b13-8fdf-16dd9878552f tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.67 "DELETE /v2.0/ports/af00f8a3-b99f-4c2b-9e43-f5b6db568fea HTTP/1.1" status: 204 len: 173 time: 0.4463625 Jan 28 03:53:15.694536 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5055015b-5e8f-46a2-9cad-3c0b3024abe3', 'name': 'network-vif-deleted', 'tag': 'af00f8a3-b99f-4c2b-9e43-f5b6db568fea'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:53:15.696934 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3198fe40c20953b5b589f016e0433bfb4a98f5964cdf03e8abb15383fb0d5974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc91e50-f3d8-4c53-81b8-391b6abc578c" -d '{"events": [{"server_uuid": "5055015b-5e8f-46a2-9cad-3c0b3024abe3", "name": "network-vif-deleted", "tag": "af00f8a3-b99f-4c2b-9e43-f5b6db568fea"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:53:15.739346 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5baeed-4563-46f7-aeba-e6f9b22cc79e x-openstack-request-id: req-fe5baeed-4563-46f7-aeba-e6f9b22cc79e {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:53:15.740208 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5055015b-5e8f-46a2-9cad-3c0b3024abe3", "name": "network-vif-deleted", "tag": "af00f8a3-b99f-4c2b-9e43-f5b6db568fea", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:53:15.740208 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fe5baeed-4563-46f7-aeba-e6f9b22cc79e {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:53:15.740584 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5055015b-5e8f-46a2-9cad-3c0b3024abe3', 'name': 'network-vif-deleted', 'tag': 'af00f8a3-b99f-4c2b-9e43-f5b6db568fea', 'status': 'completed', 'code': 200} Jan 28 03:53:15.808190 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-b83fa8e0-516e-4de8-92ac-a37bcb9a7495 req-78775e2b-9339-4624-988a-549734b16ff4 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Allocated IP 172.20.0.6 (b1bd8961-32d7-430d-b5c8-7cd2e3342101/2608b2df-892e-4d2f-ba07-9dc1c3d94262/1d8ea253-932f-4208-b328-02d6962792f2) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:53:15.965145 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b83fa8e0-516e-4de8-92ac-a37bcb9a7495 req-78775e2b-9339-4624-988a-549734b16ff4 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Publish callbacks [] for port (1d8ea253-932f-4208-b328-02d6962792f2), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:16.000881 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b83fa8e0-516e-4de8-92ac-a37bcb9a7495 req-78775e2b-9339-4624-988a-549734b16ff4 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (1d8ea253-932f-4208-b328-02d6962792f2), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:16.038725 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['af00f8a3-b99f-4c2b-9e43-f5b6db568fea'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:53:16.043420 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b83fa8e0-516e-4de8-92ac-a37bcb9a7495 req-78775e2b-9339-4624-988a-549734b16ff4 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Network b1bd8961-32d7-430d-b5c8-7cd2e3342101 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:53:16.046664 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-b83fa8e0-516e-4de8-92ac-a37bcb9a7495 req-78775e2b-9339-4624-988a-549734b16ff4 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:53:16.052771 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83fa8e0-516e-4de8-92ac-a37bcb9a7495 req-78775e2b-9339-4624-988a-549734b16ff4 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:53:16.059564 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78775e2b-9339-4624-988a-549734b16ff4 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Pushing event updated for resources: {'Port': ['ID=1d8ea253-932f-4208-b328-02d6962792f2,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:16.094706 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78775e2b-9339-4624-988a-549734b16ff4 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:16.095030 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78775e2b-9339-4624-988a-549734b16ff4 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:16.095391 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78775e2b-9339-4624-988a-549734b16ff4 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:16.095727 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78775e2b-9339-4624-988a-549734b16ff4 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:16.096102 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78775e2b-9339-4624-988a-549734b16ff4 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:16.096429 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78775e2b-9339-4624-988a-549734b16ff4 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:16.096753 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78775e2b-9339-4624-988a-549734b16ff4 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:16.097085 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78775e2b-9339-4624-988a-549734b16ff4 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:16.097530 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78775e2b-9339-4624-988a-549734b16ff4 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:16.097854 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78775e2b-9339-4624-988a-549734b16ff4 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:16.098176 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78775e2b-9339-4624-988a-549734b16ff4 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:16.098481 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78775e2b-9339-4624-988a-549734b16ff4 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:16.098810 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78775e2b-9339-4624-988a-549734b16ff4 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:16.121063 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83fa8e0-516e-4de8-92ac-a37bcb9a7495 req-78775e2b-9339-4624-988a-549734b16ff4 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:16.121692 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b83fa8e0-516e-4de8-92ac-a37bcb9a7495 req-78775e2b-9339-4624-988a-549734b16ff4 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:16.137802 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b83fa8e0-516e-4de8-92ac-a37bcb9a7495 req-78775e2b-9339-4624-988a-549734b16ff4 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5940099 Jan 28 03:53:16.155758 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-b83fa8e0-516e-4de8-92ac-a37bcb9a7495 req-d352bd26-da96-4494-a102-1f31d0b85180 service neutron] Request body: {'port': {'device_id': 'ce05bd03-2a23-4832-91ee-9dc923de8884', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:53:16.209372 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b83fa8e0-516e-4de8-92ac-a37bcb9a7495 req-d352bd26-da96-4494-a102-1f31d0b85180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1d8ea253-932f-4208-b328-02d6962792f2), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:16.470592 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-b83fa8e0-516e-4de8-92ac-a37bcb9a7495 req-d352bd26-da96-4494-a102-1f31d0b85180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d8ea253-932f-4208-b328-02d6962792f2 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:53:16.478888 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b83fa8e0-516e-4de8-92ac-a37bcb9a7495 req-d352bd26-da96-4494-a102-1f31d0b85180 service neutron] Publish callbacks [] for port (1d8ea253-932f-4208-b328-02d6962792f2), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:16.492096 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-b83fa8e0-516e-4de8-92ac-a37bcb9a7495 req-d352bd26-da96-4494-a102-1f31d0b85180 service neutron] Transition to ACTIVE for port object 1d8ea253-932f-4208-b328-02d6962792f2 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:53:16.497331 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b83fa8e0-516e-4de8-92ac-a37bcb9a7495 req-d352bd26-da96-4494-a102-1f31d0b85180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (1d8ea253-932f-4208-b328-02d6962792f2), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:16.566125 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0696a-c722-4d76-9106-3a259dc73f0d req-7571b3c4-4616-4855-9fbe-28b2cf626891 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:16.567531 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d352bd26-da96-4494-a102-1f31d0b85180 service neutron] Pushing event updated for resources: {'Port': ['ID=1d8ea253-932f-4208-b328-02d6962792f2,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:16.567939 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-77a0696a-c722-4d76-9106-3a259dc73f0d req-7571b3c4-4616-4855-9fbe-28b2cf626891 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 943 time: 0.0558331 Jan 28 03:53:16.615609 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-b83fa8e0-516e-4de8-92ac-a37bcb9a7495 req-d352bd26-da96-4494-a102-1f31d0b85180 service neutron] Attempting to bind port 1d8ea253-932f-4208-b328-02d6962792f2 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:53:16.615949 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-b83fa8e0-516e-4de8-92ac-a37bcb9a7495 req-d352bd26-da96-4494-a102-1f31d0b85180 service neutron] Attempting to bind port 1d8ea253-932f-4208-b328-02d6962792f2 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': 'bca976a8-d956-421f-82f1-337e1d331383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b1bd8961-32d7-430d-b5c8-7cd2e3342101'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:53:16.616281 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83fa8e0-516e-4de8-92ac-a37bcb9a7495 req-d352bd26-da96-4494-a102-1f31d0b85180 service neutron] Attempting to bind port 1d8ea253-932f-4208-b328-02d6962792f2 on network b1bd8961-32d7-430d-b5c8-7cd2e3342101 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:53:16.618615 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-77a0696a-c722-4d76-9106-3a259dc73f0d req-ca2229c3-c77f-40da-af69-b105aa89f4bb tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435212 Jan 28 03:53:16.620989 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83fa8e0-516e-4de8-92ac-a37bcb9a7495 req-d352bd26-da96-4494-a102-1f31d0b85180 service neutron] Port 1d8ea253-932f-4208-b328-02d6962792f2 on network b1bd8961-32d7-430d-b5c8-7cd2e3342101 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:53:16.621348 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83fa8e0-516e-4de8-92ac-a37bcb9a7495 req-d352bd26-da96-4494-a102-1f31d0b85180 service neutron] Attempting to bind port 1d8ea253-932f-4208-b328-02d6962792f2 on network b1bd8961-32d7-430d-b5c8-7cd2e3342101 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:53:16.627353 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83fa8e0-516e-4de8-92ac-a37bcb9a7495 req-d352bd26-da96-4494-a102-1f31d0b85180 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:53:16.627709 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83fa8e0-516e-4de8-92ac-a37bcb9a7495 req-d352bd26-da96-4494-a102-1f31d0b85180 service neutron] Checking segment: {'id': 'bca976a8-d956-421f-82f1-337e1d331383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b1bd8961-32d7-430d-b5c8-7cd2e3342101'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:53:16.628099 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83fa8e0-516e-4de8-92ac-a37bcb9a7495 req-d352bd26-da96-4494-a102-1f31d0b85180 service neutron] Bound using segment: {'id': 'bca976a8-d956-421f-82f1-337e1d331383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b1bd8961-32d7-430d-b5c8-7cd2e3342101'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:53:16.628590 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-b83fa8e0-516e-4de8-92ac-a37bcb9a7495 req-d352bd26-da96-4494-a102-1f31d0b85180 service neutron] Bound port: 1d8ea253-932f-4208-b328-02d6962792f2, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bca976a8-d956-421f-82f1-337e1d331383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b1bd8961-32d7-430d-b5c8-7cd2e3342101'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:53:16.628953 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b83fa8e0-516e-4de8-92ac-a37bcb9a7495 req-d352bd26-da96-4494-a102-1f31d0b85180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1d8ea253-932f-4208-b328-02d6962792f2), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:16.698022 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-b83fa8e0-516e-4de8-92ac-a37bcb9a7495 req-d352bd26-da96-4494-a102-1f31d0b85180 service neutron] For port 1d8ea253-932f-4208-b328-02d6962792f2, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:53:16.700965 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-b83fa8e0-516e-4de8-92ac-a37bcb9a7495 req-d352bd26-da96-4494-a102-1f31d0b85180 service neutron] For port 1d8ea253-932f-4208-b328-02d6962792f2, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=1d8ea253-932f-4208-b328-02d6962792f2,segment=NetworkSegment(bca976a8-d956-421f-82f1-337e1d331383),segment_id=bca976a8-d956-421f-82f1-337e1d331383)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:53:16.706221 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b83fa8e0-516e-4de8-92ac-a37bcb9a7495 req-d352bd26-da96-4494-a102-1f31d0b85180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (1d8ea253-932f-4208-b328-02d6962792f2), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:16.740483 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83fa8e0-516e-4de8-92ac-a37bcb9a7495 req-d352bd26-da96-4494-a102-1f31d0b85180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:16.741200 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b83fa8e0-516e-4de8-92ac-a37bcb9a7495 req-d352bd26-da96-4494-a102-1f31d0b85180 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:16.742616 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b83fa8e0-516e-4de8-92ac-a37bcb9a7495 req-d352bd26-da96-4494-a102-1f31d0b85180 service neutron] 10.222.0.67 "PUT /v2.0/ports/1d8ea253-932f-4208-b328-02d6962792f2 HTTP/1.1" status: 200 len: 1092 time: 0.5909815 Jan 28 03:53:16.743056 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce05bd03-2a23-4832-91ee-9dc923de8884', 'tag': '1d8ea253-932f-4208-b328-02d6962792f2'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:53:16.745367 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b55a1d4-1be0-4204-b7e5-dd22d7f21c29" -d '{"events": [{"name": "network-changed", "server_uuid": "ce05bd03-2a23-4832-91ee-9dc923de8884", "tag": "1d8ea253-932f-4208-b328-02d6962792f2"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:53:16.769772 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d352bd26-da96-4494-a102-1f31d0b85180 service neutron] Pushing event updated for resources: {'Port': ['ID=1d8ea253-932f-4208-b328-02d6962792f2,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:16.786706 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ae7fe3-1d7a-455f-87f6-4ab80355dc65 x-openstack-request-id: req-a1ae7fe3-1d7a-455f-87f6-4ab80355dc65 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:53:16.787019 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce05bd03-2a23-4832-91ee-9dc923de8884", "tag": "1d8ea253-932f-4208-b328-02d6962792f2", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:53:16.787275 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a1ae7fe3-1d7a-455f-87f6-4ab80355dc65 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:53:16.787657 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce05bd03-2a23-4832-91ee-9dc923de8884', 'tag': '1d8ea253-932f-4208-b328-02d6962792f2', 'status': 'completed', 'code': 200} Jan 28 03:53:16.849103 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83fa8e0-516e-4de8-92ac-a37bcb9a7495 req-c0bed62e-e522-4cd6-ad66-f748b4293bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:16.850691 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b83fa8e0-516e-4de8-92ac-a37bcb9a7495 req-c0bed62e-e522-4cd6-ad66-f748b4293bfd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=275ceb3d346b4ee698f0ba97fe2398bb&device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 1095 time: 0.0441680 Jan 28 03:53:16.900943 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b83fa8e0-516e-4de8-92ac-a37bcb9a7495 req-4e5a7951-7223-4145-99da-08bd60011ade service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d8ea253-932f-4208-b328-02d6962792f2 HTTP/1.1" status: 200 len: 217 time: 0.0382328 Jan 28 03:53:16.950235 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83fa8e0-516e-4de8-92ac-a37bcb9a7495 req-f0a6c470-3ce2-4f05-9616-756e7942081c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:16.951762 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b83fa8e0-516e-4de8-92ac-a37bcb9a7495 req-f0a6c470-3ce2-4f05-9616-756e7942081c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2608b2df-892e-4d2f-ba07-9dc1c3d94262 HTTP/1.1" status: 200 len: 854 time: 0.0452106 Jan 28 03:53:16.982521 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b83fa8e0-516e-4de8-92ac-a37bcb9a7495 req-e4bd2b82-0b11-483b-ac36-88f479c7f03b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b1bd8961-32d7-430d-b5c8-7cd2e3342101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247488 Jan 28 03:53:17.072144 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b83fa8e0-516e-4de8-92ac-a37bcb9a7495 req-48504cb0-ffc8-4ff2-a8e2-ae647b715194 service neutron] 10.222.0.67 "GET /v2.0/networks/b1bd8961-32d7-430d-b5c8-7cd2e3342101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832922 Jan 28 03:53:17.165879 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b83fa8e0-516e-4de8-92ac-a37bcb9a7495 req-023cfd6b-6206-4f6b-8f5e-da12cbbb8604 service neutron] 10.222.0.67 "GET /v2.0/networks/b1bd8961-32d7-430d-b5c8-7cd2e3342101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868263 Jan 28 03:53:17.296518 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b55a1d4-1be0-4204-b7e5-dd22d7f21c29 req-96bdf16f-4247-4d52-a671-f1e4f5cd6062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:17.298081 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8b55a1d4-1be0-4204-b7e5-dd22d7f21c29 req-96bdf16f-4247-4d52-a671-f1e4f5cd6062 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=275ceb3d346b4ee698f0ba97fe2398bb&device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 1095 time: 0.0508049 Jan 28 03:53:17.392334 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b55a1d4-1be0-4204-b7e5-dd22d7f21c29 req-26b3d4fe-fd08-4665-a259-192422291438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:17.393860 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8b55a1d4-1be0-4204-b7e5-dd22d7f21c29 req-26b3d4fe-fd08-4665-a259-192422291438 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b1bd8961-32d7-430d-b5c8-7cd2e3342101 HTTP/1.1" status: 200 len: 915 time: 0.0900211 Jan 28 03:53:17.436817 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8b55a1d4-1be0-4204-b7e5-dd22d7f21c29 req-5aa289a6-76a1-45f2-bf92-e924127cc771 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d8ea253-932f-4208-b328-02d6962792f2 HTTP/1.1" status: 200 len: 217 time: 0.0345893 Jan 28 03:53:17.483468 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b55a1d4-1be0-4204-b7e5-dd22d7f21c29 req-8d2149be-417c-4696-904c-aa18abe180ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:17.484899 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8b55a1d4-1be0-4204-b7e5-dd22d7f21c29 req-8d2149be-417c-4696-904c-aa18abe180ff service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2608b2df-892e-4d2f-ba07-9dc1c3d94262 HTTP/1.1" status: 200 len: 854 time: 0.0423977 Jan 28 03:53:17.518867 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8b55a1d4-1be0-4204-b7e5-dd22d7f21c29 req-e5471a89-8c11-4571-a7af-0c3a81e61369 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b1bd8961-32d7-430d-b5c8-7cd2e3342101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281949 Jan 28 03:53:17.614676 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8b55a1d4-1be0-4204-b7e5-dd22d7f21c29 req-0d99e1a3-ab32-4a5d-82b7-f6d0bb636eaf service neutron] 10.222.0.67 "GET /v2.0/networks/b1bd8961-32d7-430d-b5c8-7cd2e3342101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892723 Jan 28 03:53:17.711999 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8b55a1d4-1be0-4204-b7e5-dd22d7f21c29 req-10af14d6-c06b-4c93-9d5e-4191a8648ab3 service neutron] 10.222.0.67 "GET /v2.0/networks/b1bd8961-32d7-430d-b5c8-7cd2e3342101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917563 Jan 28 03:53:17.738305 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c4bce-fb99-463e-ba9d-d0513ca9b958 req-18396978-8f36-453d-85ac-0cc647349921 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:17.739841 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-756c4bce-fb99-463e-ba9d-d0513ca9b958 req-18396978-8f36-453d-85ac-0cc647349921 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 943 time: 0.0488133 Jan 28 03:53:17.793835 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-756c4bce-fb99-463e-ba9d-d0513ca9b958 req-f607072b-41b3-4360-af56-1b89d04706f6 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475481 Jan 28 03:53:17.985531 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device af00f8a3-b99f-4c2b-9e43-f5b6db568fea no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:53:18.006652 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: af00f8a3-b99f-4c2b-9e43-f5b6db568fea {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:53:18.007002 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device af00f8a3-b99f-4c2b-9e43-f5b6db568fea not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:53:18.917815 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1797cd0-c0f2-4b58-ad32-5ccdc7fdc98c req-3f61f087-019f-44de-8027-2be59b65a6d7 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:18.919192 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f1797cd0-c0f2-4b58-ad32-5ccdc7fdc98c req-3f61f087-019f-44de-8027-2be59b65a6d7 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 943 time: 0.0507658 Jan 28 03:53:18.968206 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f1797cd0-c0f2-4b58-ad32-5ccdc7fdc98c req-e68572ac-6135-4f8d-8909-4a67388440db tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430155 Jan 28 03:53:20.088425 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457a018-66b2-418d-b2f9-ef02b6222fbb req-bbe33e92-dd67-4188-ba6f-9f109c1f8b30 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:20.089987 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f457a018-66b2-418d-b2f9-ef02b6222fbb req-bbe33e92-dd67-4188-ba6f-9f109c1f8b30 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 943 time: 0.0533199 Jan 28 03:53:20.136440 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f457a018-66b2-418d-b2f9-ef02b6222fbb req-f722947e-bebb-4deb-ac84-bd569a33d8ee tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405216 Jan 28 03:53:21.253436 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc923bbd-f550-4040-a19c-72a84f623d25 req-1f2d9287-3e1e-42e4-9f08-c304bc094479 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:21.254936 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bc923bbd-f550-4040-a19c-72a84f623d25 req-1f2d9287-3e1e-42e4-9f08-c304bc094479 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 943 time: 0.0498605 Jan 28 03:53:21.301673 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bc923bbd-f550-4040-a19c-72a84f623d25 req-b9a19c8e-850c-42bd-a472-764dc06deb03 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406592 Jan 28 03:53:22.000103 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 1d8ea253-932f-4208-b328-02d6962792f2 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:53:22.103033 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 1d8ea253-932f-4208-b328-02d6962792f2, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=1d8ea253-932f-4208-b328-02d6962792f2,segment=NetworkSegment(bca976a8-d956-421f-82f1-337e1d331383),segment_id=bca976a8-d956-421f-82f1-337e1d331383)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:53:22.115612 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '1d8ea253-932f-4208-b328-02d6962792f2', 'network_id': 'b1bd8961-32d7-430d-b5c8-7cd2e3342101', 'port_id': '1d8ea253-932f-4208-b328-02d6962792f2', 'mac_address': 'fa:16:3e:4e:e2:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2608b2df-892e-4d2f-ba07-9dc1c3d94262', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:53:22.153387 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 1d8ea253-932f-4208-b328-02d6962792f2 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:53:22.153786 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1d8ea253-932f-4208-b328-02d6962792f2), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:22.167754 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d8ea253-932f-4208-b328-02d6962792f2 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:53:22.190643 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 1d8ea253-932f-4208-b328-02d6962792f2, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=1d8ea253-932f-4208-b328-02d6962792f2,segment=NetworkSegment(bca976a8-d956-421f-82f1-337e1d331383),segment_id=bca976a8-d956-421f-82f1-337e1d331383)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:53:22.197371 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (1d8ea253-932f-4208-b328-02d6962792f2), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:22.253162 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=1d8ea253-932f-4208-b328-02d6962792f2,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:22.264630 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:22.265198 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:22.265645 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:22.266186 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:22.266651 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:22.267083 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:22.267529 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:22.267956 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:22.268285 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:22.268615 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:22.268935 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:22.269285 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:22.269609 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:53:22.421862 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a9160-11eb-4ce6-a4a1-3cbf01cf9826 req-a886f341-8933-426e-a936-3eb086fac22c tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:22.423389 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b27a9160-11eb-4ce6-a4a1-3cbf01cf9826 req-a886f341-8933-426e-a936-3eb086fac22c tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 944 time: 0.0505114 Jan 28 03:53:22.476029 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b27a9160-11eb-4ce6-a4a1-3cbf01cf9826 req-6803e2c5-4941-4949-911e-8b16dcbeb9d8 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442488 Jan 28 03:53:22.584522 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['1d8ea253-932f-4208-b328-02d6962792f2'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:53:23.598410 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c378d8-d752-4bbe-bba4-d138849a0e13 req-bfcbfed8-e012-4668-a0c2-c6a387d437e4 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:23.599934 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-13c378d8-d752-4bbe-bba4-d138849a0e13 req-bfcbfed8-e012-4668-a0c2-c6a387d437e4 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 944 time: 0.0550110 Jan 28 03:53:23.646890 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-13c378d8-d752-4bbe-bba4-d138849a0e13 req-99c94cb7-1a00-45b0-9431-f0febf3742f6 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412440 Jan 28 03:53:24.015136 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 1d8ea253-932f-4208-b328-02d6962792f2 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:53:24.229921 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 1d8ea253-932f-4208-b328-02d6962792f2 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:53:24.235075 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 1d8ea253-932f-4208-b328-02d6962792f2 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:53:24.235462 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (1d8ea253-932f-4208-b328-02d6962792f2), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:24.319064 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 1d8ea253-932f-4208-b328-02d6962792f2 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:53:24.319556 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1d8ea253-932f-4208-b328-02d6962792f2), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:24.351810 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce05bd03-2a23-4832-91ee-9dc923de8884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8ea253-932f-4208-b328-02d6962792f2'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:53:24.354200 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7466989c69d563e87a019306beca113247d74b519ddc68a6966af7388d6c63e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3073fdfe-74d9-4aea-b1f4-272ae66efcd6" -d '{"events": [{"server_uuid": "ce05bd03-2a23-4832-91ee-9dc923de8884", "name": "network-vif-plugged", "status": "completed", "tag": "1d8ea253-932f-4208-b328-02d6962792f2"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:53:24.372167 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 1d8ea253-932f-4208-b328-02d6962792f2, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=1d8ea253-932f-4208-b328-02d6962792f2,segment=NetworkSegment(bca976a8-d956-421f-82f1-337e1d331383),segment_id=bca976a8-d956-421f-82f1-337e1d331383)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:53:24.377681 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (1d8ea253-932f-4208-b328-02d6962792f2), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:24.409534 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065accdb-fed1-480e-b0a6-ae8f42f0c86a x-openstack-request-id: req-065accdb-fed1-480e-b0a6-ae8f42f0c86a {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:53:24.409798 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce05bd03-2a23-4832-91ee-9dc923de8884", "name": "network-vif-plugged", "status": "completed", "tag": "1d8ea253-932f-4208-b328-02d6962792f2", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:53:24.410032 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-065accdb-fed1-480e-b0a6-ae8f42f0c86a {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:53:24.410413 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce05bd03-2a23-4832-91ee-9dc923de8884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8ea253-932f-4208-b328-02d6962792f2', 'code': 200} Jan 28 03:53:24.436893 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=1d8ea253-932f-4208-b328-02d6962792f2,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:24.527809 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5111e56-54ad-4e3b-ab3e-b909665d967a req-2f4dacb7-81e5-4b64-a56d-16a365523bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:24.529363 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5111e56-54ad-4e3b-ab3e-b909665d967a req-2f4dacb7-81e5-4b64-a56d-16a365523bf0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 1097 time: 0.0436101 Jan 28 03:53:24.578927 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5111e56-54ad-4e3b-ab3e-b909665d967a req-8cb27350-556f-4bc4-8e24-a0c0297c77d4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425549 Jan 28 03:53:24.775232 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e3b01-dcf7-4e42-a67d-940d86f048d1 req-cfca7688-e1c8-405d-b11a-39ff7a17c584 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:24.776867 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c16e3b01-dcf7-4e42-a67d-940d86f048d1 req-cfca7688-e1c8-405d-b11a-39ff7a17c584 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 945 time: 0.0513141 Jan 28 03:53:24.828573 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c16e3b01-dcf7-4e42-a67d-940d86f048d1 req-7c632bcf-19ff-4901-b5bc-5cff43547695 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458512 Jan 28 03:53:25.956940 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57d082-885e-4b81-8988-0e4af7cad3d0 req-b71684d3-ff87-4c94-b62a-f3c966ce6296 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:25.958395 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1e57d082-885e-4b81-8988-0e4af7cad3d0 req-b71684d3-ff87-4c94-b62a-f3c966ce6296 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 945 time: 0.0514019 Jan 28 03:53:26.012945 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1e57d082-885e-4b81-8988-0e4af7cad3d0 req-06ce43ca-2f8e-4bad-a018-c8da1d304cc9 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482335 Jan 28 03:53:26.902511 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [req-a5f7152d-4232-427b-9192-6272b71b5896 req-3b38ed84-2ecb-48ce-b21b-c10171d23a9c service neutron] (109802) timed out ('10.222.0.53', 59280) {{(pid=109802) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 03:53:27.136422 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70472876-8b59-469c-b2a5-7e1c31af57f6 req-02401c6d-af70-4ae7-b01c-c8661cf70d12 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:27.137895 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-70472876-8b59-469c-b2a5-7e1c31af57f6 req-02401c6d-af70-4ae7-b01c-c8661cf70d12 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 945 time: 0.0510683 Jan 28 03:53:27.188161 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-70472876-8b59-469c-b2a5-7e1c31af57f6 req-1bca98fd-6ec5-4f92-9d91-450363b4ac01 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421920 Jan 28 03:53:27.306635 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6be2e-94d8-438d-b964-797a68aaee55 req-7d5ef9af-cfe0-4fad-80d6-abe96fcc2113 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:27.308033 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-52f6be2e-94d8-438d-b964-797a68aaee55 req-7d5ef9af-cfe0-4fad-80d6-abe96fcc2113 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 945 time: 0.0521030 Jan 28 03:53:27.356313 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-52f6be2e-94d8-438d-b964-797a68aaee55 req-b6fdebcd-89e6-4f7c-9a34-67437ce4eab2 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421407 Jan 28 03:53:27.634726 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bd4bfa12-5188-4be9-a95f-d8823a984167 req-01e190ce-591f-4a62-b6e7-d31045a49bba service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0713768 Jan 28 03:53:27.642275 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad9bb6-73eb-441a-9231-203f90c87c1f req-b2686b36-8eda-4439-8310-19b92a3185e2 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:27.643756 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-40ad9bb6-73eb-441a-9231-203f90c87c1f req-b2686b36-8eda-4439-8310-19b92a3185e2 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 945 time: 0.0722752 Jan 28 03:53:27.697981 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-40ad9bb6-73eb-441a-9231-203f90c87c1f req-9ea3f5cb-7059-4af4-ad42-ed4d57ebc10e tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476558 Jan 28 03:53:28.817638 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8b6ea-93b5-4910-8550-5d81f83af888 req-16739f95-a227-4424-bae0-09974d13c941 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:28.819132 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e2d8b6ea-93b5-4910-8550-5d81f83af888 req-16739f95-a227-4424-bae0-09974d13c941 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 945 time: 0.0499165 Jan 28 03:53:28.895437 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e2d8b6ea-93b5-4910-8550-5d81f83af888 req-17294b99-c51c-4549-a759-0cb1c26fd679 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702899 Jan 28 03:53:28.903401 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4bfa12-5188-4be9-a95f-d8823a984167 req-d29e3325-0573-4c1f-9528-943e012388c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:28.904881 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bd4bfa12-5188-4be9-a95f-d8823a984167 req-d29e3325-0573-4c1f-9528-943e012388c9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=275ceb3d346b4ee698f0ba97fe2398bb&device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 1097 time: 0.0651495 Jan 28 03:53:28.996389 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4bfa12-5188-4be9-a95f-d8823a984167 req-4785d79f-3dcf-4bab-b8ed-fed52197e74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:28.997896 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bd4bfa12-5188-4be9-a95f-d8823a984167 req-4785d79f-3dcf-4bab-b8ed-fed52197e74b service neutron] 10.222.0.67 "GET /v2.0/networks?id=b1bd8961-32d7-430d-b5c8-7cd2e3342101 HTTP/1.1" status: 200 len: 915 time: 0.0876284 Jan 28 03:53:29.044184 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bd4bfa12-5188-4be9-a95f-d8823a984167 req-107f0852-69e7-4818-8629-61ab43ad9e85 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d8ea253-932f-4208-b328-02d6962792f2 HTTP/1.1" status: 200 len: 217 time: 0.0408547 Jan 28 03:53:29.091939 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4bfa12-5188-4be9-a95f-d8823a984167 req-f441e4e4-6f95-44d8-a2ff-fa64016c27f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:29.093398 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bd4bfa12-5188-4be9-a95f-d8823a984167 req-f441e4e4-6f95-44d8-a2ff-fa64016c27f5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2608b2df-892e-4d2f-ba07-9dc1c3d94262 HTTP/1.1" status: 200 len: 854 time: 0.0438740 Jan 28 03:53:29.123219 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bd4bfa12-5188-4be9-a95f-d8823a984167 req-6245fbe3-6ef6-46fd-b1d4-e38a422ffd92 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b1bd8961-32d7-430d-b5c8-7cd2e3342101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241661 Jan 28 03:53:29.211338 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bd4bfa12-5188-4be9-a95f-d8823a984167 req-a01b8668-8eeb-44a0-8f2b-46a80d4d4570 service neutron] 10.222.0.67 "GET /v2.0/networks/b1bd8961-32d7-430d-b5c8-7cd2e3342101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825233 Jan 28 03:53:29.308642 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bd4bfa12-5188-4be9-a95f-d8823a984167 req-c5654a03-2b21-4e62-9eed-163217c3e391 service neutron] 10.222.0.67 "GET /v2.0/networks/b1bd8961-32d7-430d-b5c8-7cd2e3342101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915837 Jan 28 03:53:29.571067 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:29.818675 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c2a89234-6b6d-4583-99de-75691a7da027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:30.017418 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e7384-307d-4ba5-a653-692e295e4676 req-5a8df1d7-0730-4041-ab51-cb2fb8207e68 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:30.018932 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bb1e7384-307d-4ba5-a653-692e295e4676 req-5a8df1d7-0730-4041-ab51-cb2fb8207e68 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 945 time: 0.0495067 Jan 28 03:53:30.072048 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bb1e7384-307d-4ba5-a653-692e295e4676 req-d37b2267-432f-426a-ad39-1d3670edaff8 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475154 Jan 28 03:53:31.201967 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b039e03-ca30-4758-ab81-09f758b93e52 req-30e27eaa-1c15-44f0-893b-a88ac297f70a tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:31.203467 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0b039e03-ca30-4758-ab81-09f758b93e52 req-30e27eaa-1c15-44f0-893b-a88ac297f70a tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 945 time: 0.0543225 Jan 28 03:53:31.250340 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0b039e03-ca30-4758-ab81-09f758b93e52 req-a7d024f0-ab71-46b5-8d28-c403822a9e7a tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411506 Jan 28 03:53:31.858757 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b02d847e-8689-4921-84cc-8aee90dc23e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:32.379986 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a060a-d7e2-47a1-9dd7-6e4d35d61861 req-e436daab-6722-43dc-a390-b81cf5225b6b tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:32.381624 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f76a060a-d7e2-47a1-9dd7-6e4d35d61861 req-e436daab-6722-43dc-a390-b81cf5225b6b tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 945 time: 0.0577037 Jan 28 03:53:32.433698 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f76a060a-d7e2-47a1-9dd7-6e4d35d61861 req-3b7baa81-1627-49ac-9d42-f60984aaf2c6 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463803 Jan 28 03:53:33.558090 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:33.558755 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbbecb-62ba-43af-b786-4afa0c9578cf req-28dfeac0-3f94-4eee-bf51-3e30386b6539 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:33.560040 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-56dbbecb-62ba-43af-b786-4afa0c9578cf req-28dfeac0-3f94-4eee-bf51-3e30386b6539 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 945 time: 0.0554707 Jan 28 03:53:33.609566 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-56dbbecb-62ba-43af-b786-4afa0c9578cf req-75a7593b-a916-4e6a-8151-66a765236b91 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433912 Jan 28 03:53:34.052044 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:34.736918 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f0126-3a64-4931-8fa0-e05729c181e7 req-b9631093-8a90-4c5b-8465-e7376a2c5c78 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:34.738464 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1a6f0126-3a64-4931-8fa0-e05729c181e7 req-b9631093-8a90-4c5b-8465-e7376a2c5c78 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 945 time: 0.0559766 Jan 28 03:53:34.793266 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1a6f0126-3a64-4931-8fa0-e05729c181e7 req-4b706ce0-6176-452c-ad36-caacb72907f6 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490108 Jan 28 03:53:35.020583 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:35.918216 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329de6d-ef51-4c36-b667-45b51dc36e61 req-e5124649-d904-4b34-9da2-7ef7ca1e6adc tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:35.919597 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6329de6d-ef51-4c36-b667-45b51dc36e61 req-e5124649-d904-4b34-9da2-7ef7ca1e6adc tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 945 time: 0.0527301 Jan 28 03:53:35.967514 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6329de6d-ef51-4c36-b667-45b51dc36e61 req-df5d8c3c-36e0-4a9e-b1eb-584a7e14c2ef tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423014 Jan 28 03:53:36.174990 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:37.088023 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482fd9a-05d1-4199-817d-1143a8ac5ffe req-8a785e31-9dd4-4d77-9e5c-f61c16ab435f tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:37.089551 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1482fd9a-05d1-4199-817d-1143a8ac5ffe req-8a785e31-9dd4-4d77-9e5c-f61c16ab435f tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 945 time: 0.0507131 Jan 28 03:53:37.138816 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1482fd9a-05d1-4199-817d-1143a8ac5ffe req-d54e835c-977b-42c6-85d6-f66e60b913d6 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432348 Jan 28 03:53:38.269839 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576a2a0-b481-4c67-9d45-81869465e215 req-a14842cd-d941-485a-8097-4688da2891ba tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:38.271343 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8576a2a0-b481-4c67-9d45-81869465e215 req-a14842cd-d941-485a-8097-4688da2891ba tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 945 time: 0.0538416 Jan 28 03:53:38.324052 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8576a2a0-b481-4c67-9d45-81869465e215 req-9b20484e-26f9-472c-8f43-358c50daea67 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469136 Jan 28 03:53:39.460657 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1da66-cd8c-4159-ae88-180405db917c req-e5bc2006-1666-42d1-a4e1-98fd73daa9b5 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:39.462267 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-56c1da66-cd8c-4159-ae88-180405db917c req-e5bc2006-1666-42d1-a4e1-98fd73daa9b5 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 945 time: 0.0657997 Jan 28 03:53:39.517298 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-56c1da66-cd8c-4159-ae88-180405db917c req-c97b7872-59f1-40e1-9f21-59960902aebf tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447934 Jan 28 03:53:40.654701 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f6554-5c6c-4c7f-a07a-593d0077db32 req-08ce303e-e3de-4d00-aca3-913c957d96a2 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:40.656173 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a5f6554-5c6c-4c7f-a07a-593d0077db32 req-08ce303e-e3de-4d00-aca3-913c957d96a2 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 945 time: 0.0508513 Jan 28 03:53:40.711630 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a5f6554-5c6c-4c7f-a07a-593d0077db32 req-c7cf6600-d229-44d3-bb21-006236708909 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495150 Jan 28 03:53:41.832925 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74e94b-3141-40ad-802b-7a4de2aaaade req-5c3aef45-2435-40b7-93a6-dc51ffe6c979 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:41.834443 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2e74e94b-3141-40ad-802b-7a4de2aaaade req-5c3aef45-2435-40b7-93a6-dc51ffe6c979 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 945 time: 0.0507090 Jan 28 03:53:41.888616 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2e74e94b-3141-40ad-802b-7a4de2aaaade req-b727bd9b-9633-4402-a67f-2a613631824a tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480256 Jan 28 03:53:43.027033 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee52cf-1a91-4a8f-823f-f9d4e2f2fd78 req-29b038ff-cf1b-4c5e-a031-679ff9b4d0c5 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:43.028531 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6aee52cf-1a91-4a8f-823f-f9d4e2f2fd78 req-29b038ff-cf1b-4c5e-a031-679ff9b4d0c5 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 945 time: 0.0547552 Jan 28 03:53:43.076783 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6aee52cf-1a91-4a8f-823f-f9d4e2f2fd78 req-e9c35dd3-df37-410c-b355-7364a90292e1 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417364 Jan 28 03:53:44.208873 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d927360-63dc-4cc3-a0ca-a8b9304dc987 req-9687ea3f-3816-4754-90cc-1e3f32c7253a tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:44.210418 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1d927360-63dc-4cc3-a0ca-a8b9304dc987 req-9687ea3f-3816-4754-90cc-1e3f32c7253a tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 945 time: 0.0586066 Jan 28 03:53:44.263484 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1d927360-63dc-4cc3-a0ca-a8b9304dc987 req-6144d550-ed3e-42ad-a7ae-c22b9acc1df8 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473821 Jan 28 03:53:45.388669 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809dc9a-b690-466b-a0c9-5c6520cc26d8 req-b44edb3f-5b43-4b68-be6b-d111d2e1c6a9 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:45.390160 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0809dc9a-b690-466b-a0c9-5c6520cc26d8 req-b44edb3f-5b43-4b68-be6b-d111d2e1c6a9 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 945 time: 0.0538681 Jan 28 03:53:45.437611 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0809dc9a-b690-466b-a0c9-5c6520cc26d8 req-af312170-b6fa-4758-8c4f-7cc5974184a2 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411749 Jan 28 03:53:45.625113 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5978d2-3e50-415a-b7cd-4ab80af8b13b req-06b29557-5205-4315-96bc-b1b9d4a0f825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:45.626634 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7f5978d2-3e50-415a-b7cd-4ab80af8b13b req-06b29557-5205-4315-96bc-b1b9d4a0f825 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=275ceb3d346b4ee698f0ba97fe2398bb&device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 1097 time: 0.0431428 Jan 28 03:53:45.746333 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5978d2-3e50-415a-b7cd-4ab80af8b13b req-1406d8bf-a83c-4810-97ed-d28649bf77f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:45.747858 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7f5978d2-3e50-415a-b7cd-4ab80af8b13b req-1406d8bf-a83c-4810-97ed-d28649bf77f2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b1bd8961-32d7-430d-b5c8-7cd2e3342101 HTTP/1.1" status: 200 len: 915 time: 0.0977924 Jan 28 03:53:45.790682 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7f5978d2-3e50-415a-b7cd-4ab80af8b13b req-6a4defd6-3afb-4316-be4c-1d451f55114f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d8ea253-932f-4208-b328-02d6962792f2 HTTP/1.1" status: 200 len: 217 time: 0.0354681 Jan 28 03:53:45.839383 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5978d2-3e50-415a-b7cd-4ab80af8b13b req-0f2176bf-874e-4d64-94af-078a73578b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:45.840866 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7f5978d2-3e50-415a-b7cd-4ab80af8b13b req-0f2176bf-874e-4d64-94af-078a73578b2b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2608b2df-892e-4d2f-ba07-9dc1c3d94262 HTTP/1.1" status: 200 len: 854 time: 0.0443585 Jan 28 03:53:45.871105 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7f5978d2-3e50-415a-b7cd-4ab80af8b13b req-44653113-ee9f-4649-b27c-0c1ed134175c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b1bd8961-32d7-430d-b5c8-7cd2e3342101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239727 Jan 28 03:53:45.964102 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7f5978d2-3e50-415a-b7cd-4ab80af8b13b req-d6fcc574-d578-4a22-a87c-3c652f4e1dcb service neutron] 10.222.0.67 "GET /v2.0/networks/b1bd8961-32d7-430d-b5c8-7cd2e3342101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867951 Jan 28 03:53:46.065727 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7f5978d2-3e50-415a-b7cd-4ab80af8b13b req-d6b45601-d7cf-4139-ae3f-529e7c7d49fa service neutron] 10.222.0.67 "GET /v2.0/networks/b1bd8961-32d7-430d-b5c8-7cd2e3342101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945749 Jan 28 03:53:46.573937 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13cdf7-4689-4aa3-88dc-4d6c7f6462d6 req-9ed56a57-2c6e-4aee-af58-eff8d497eb97 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:46.575478 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3a13cdf7-4689-4aa3-88dc-4d6c7f6462d6 req-9ed56a57-2c6e-4aee-af58-eff8d497eb97 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 945 time: 0.0554256 Jan 28 03:53:46.622785 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3a13cdf7-4689-4aa3-88dc-4d6c7f6462d6 req-80ee4def-bad1-4786-b6a5-9ff65eb3972f tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415783 Jan 28 03:53:47.754733 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73be96-884c-4c85-a695-08d4a0266c2e req-ce2011e9-7d54-4fcb-a91b-e3d998396cf6 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:47.756228 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-de73be96-884c-4c85-a695-08d4a0266c2e req-ce2011e9-7d54-4fcb-a91b-e3d998396cf6 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 945 time: 0.0563257 Jan 28 03:53:47.810987 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-de73be96-884c-4c85-a695-08d4a0266c2e req-30d91b00-2a29-498d-8fe3-e06da8fc770b tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458357 Jan 28 03:53:48.944382 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01486848-c2e7-4d3e-8709-093d0a4dd040 req-ba244dc9-b874-41e7-ab4a-eb9b9d6fadcf tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:48.945794 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-01486848-c2e7-4d3e-8709-093d0a4dd040 req-ba244dc9-b874-41e7-ab4a-eb9b9d6fadcf tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 945 time: 0.0558467 Jan 28 03:53:49.007514 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-01486848-c2e7-4d3e-8709-093d0a4dd040 req-151e89f3-1c15-4fe3-a9d6-5815bf7f305f tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534012 Jan 28 03:53:50.132351 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b4b2a1-9e81-41d0-ae6a-09a96012da73 req-06d98c10-adc5-4bc0-8af1-af08ad7cb3ae tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:50.133869 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-94b4b2a1-9e81-41d0-ae6a-09a96012da73 req-06d98c10-adc5-4bc0-8af1-af08ad7cb3ae tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 945 time: 0.0503039 Jan 28 03:53:50.181787 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-94b4b2a1-9e81-41d0-ae6a-09a96012da73 req-8482eadf-523a-4693-bfdb-94dcee8af688 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422351 Jan 28 03:53:51.324053 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fe170-7f23-474c-9abe-e67c4f1e6b0f req-1bc58386-333c-4f2a-80d2-675959036cad tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:51.325803 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-851fe170-7f23-474c-9abe-e67c4f1e6b0f req-1bc58386-333c-4f2a-80d2-675959036cad tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 945 time: 0.0628839 Jan 28 03:53:51.383008 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-851fe170-7f23-474c-9abe-e67c4f1e6b0f req-697ae817-31eb-4c5b-8f33-5a093a5bf645 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510790 Jan 28 03:53:52.269526 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:53:52.514788 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63db01-6085-47ab-bf8c-aa58c5157183 req-2cdbe4b3-e2de-41d9-b845-9a1f576b3e1e tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:52.516389 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ce63db01-6085-47ab-bf8c-aa58c5157183 req-2cdbe4b3-e2de-41d9-b845-9a1f576b3e1e tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 945 time: 0.0577312 Jan 28 03:53:52.581544 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ce63db01-6085-47ab-bf8c-aa58c5157183 req-96fec1bd-a660-4a8b-a9fa-03d00eb4fc27 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591187 Jan 28 03:53:53.729760 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70b8eb-c1ea-41dc-97ab-ee25380a8543 req-5e24c54c-adaf-4eac-a9df-34710d475caf tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:53.731807 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3f70b8eb-c1ea-41dc-97ab-ee25380a8543 req-5e24c54c-adaf-4eac-a9df-34710d475caf tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 945 time: 0.0574639 Jan 28 03:53:53.805840 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3f70b8eb-c1ea-41dc-97ab-ee25380a8543 req-33eb16df-69de-43a3-acc3-37da1c3f0886 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666225 Jan 28 03:53:54.938453 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852bdec-b172-47d9-bae5-8ca1d3ebbadc req-e2914c63-bf59-4eaa-84b0-acfced955050 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:54.939918 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b852bdec-b172-47d9-bae5-8ca1d3ebbadc req-e2914c63-bf59-4eaa-84b0-acfced955050 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 945 time: 0.0520821 Jan 28 03:53:54.986979 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b852bdec-b172-47d9-bae5-8ca1d3ebbadc req-de44c0cb-1d80-462f-b9d1-69bee112485c tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412421 Jan 28 03:53:56.120984 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68ceb5-9774-4ba0-8e16-f4a402dc62af req-4b3dae7c-80d4-4993-834f-3478754de380 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:56.122532 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bb68ceb5-9774-4ba0-8e16-f4a402dc62af req-4b3dae7c-80d4-4993-834f-3478754de380 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 945 time: 0.0537586 Jan 28 03:53:56.173682 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bb68ceb5-9774-4ba0-8e16-f4a402dc62af req-934603b1-3f62-446c-a2b0-b7a6f2e6d629 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432076 Jan 28 03:53:56.695435 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [req-bd4bfa12-5188-4be9-a95f-d8823a984167 req-891f81e1-f4e8-40e1-9a80-72fc9c2d56ac service neutron] show failed (client error): The resource could not be found. Jan 28 03:53:56.696493 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bd4bfa12-5188-4be9-a95f-d8823a984167 req-891f81e1-f4e8-40e1-9a80-72fc9c2d56ac service neutron] 10.222.0.67 "GET /v2.0/ports/1d8ea253-932f-4208-b328-02d6962792f2/bindings/n-h2-712139-27 HTTP/1.1" status: 404 len: 381 time: 0.0576432 Jan 28 03:53:56.963752 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4bfa12-5188-4be9-a95f-d8823a984167 req-5eafce8a-ae2d-4224-b07d-a40eb7032520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:56.965303 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bd4bfa12-5188-4be9-a95f-d8823a984167 req-5eafce8a-ae2d-4224-b07d-a40eb7032520 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884&tenant_id=275ceb3d346b4ee698f0ba97fe2398bb HTTP/1.1" status: 200 len: 1097 time: 0.0926595 Jan 28 03:53:56.985290 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-bd4bfa12-5188-4be9-a95f-d8823a984167 req-14657d73-d7c9-44c5-98bd-882090b79680 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712139-27', 'device_owner': 'compute:nova'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:53:57.050196 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bd4bfa12-5188-4be9-a95f-d8823a984167 req-14657d73-d7c9-44c5-98bd-882090b79680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1d8ea253-932f-4208-b328-02d6962792f2), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:57.294105 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-bd4bfa12-5188-4be9-a95f-d8823a984167 req-14657d73-d7c9-44c5-98bd-882090b79680 service neutron] For port 1d8ea253-932f-4208-b328-02d6962792f2, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=1d8ea253-932f-4208-b328-02d6962792f2,segment=NetworkSegment(bca976a8-d956-421f-82f1-337e1d331383),segment_id=bca976a8-d956-421f-82f1-337e1d331383)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:53:57.333137 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6ffe4-25fd-4341-8bdf-8151c3a12567 req-4324183d-6f6f-4999-b3ba-eeead752ea28 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:57.334671 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-73c6ffe4-25fd-4341-8bdf-8151c3a12567 req-4324183d-6f6f-4999-b3ba-eeead752ea28 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 945 time: 0.0885096 Jan 28 03:53:57.344107 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-bd4bfa12-5188-4be9-a95f-d8823a984167 req-14657d73-d7c9-44c5-98bd-882090b79680 service neutron] For port 1d8ea253-932f-4208-b328-02d6962792f2, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:53:57.403295 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce05bd03-2a23-4832-91ee-9dc923de8884', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d8ea253-932f-4208-b328-02d6962792f2'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:53:57.405568 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7100f10-6fc1-48c2-9405-8eb6ff3bdd4e" -d '{"events": [{"server_uuid": "ce05bd03-2a23-4832-91ee-9dc923de8884", "name": "network-vif-unplugged", "status": "completed", "tag": "1d8ea253-932f-4208-b328-02d6962792f2"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:53:57.412085 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bd4bfa12-5188-4be9-a95f-d8823a984167 req-14657d73-d7c9-44c5-98bd-882090b79680 service neutron] Publish callbacks [] for port (1d8ea253-932f-4208-b328-02d6962792f2), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:57.432442 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-73c6ffe4-25fd-4341-8bdf-8151c3a12567 req-65e08475-bf73-4d05-b189-72458ae9443f tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921266 Jan 28 03:53:57.435098 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-bd4bfa12-5188-4be9-a95f-d8823a984167 req-14657d73-d7c9-44c5-98bd-882090b79680 service neutron] Transition to ACTIVE for port object 1d8ea253-932f-4208-b328-02d6962792f2 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:53:57.441095 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bd4bfa12-5188-4be9-a95f-d8823a984167 req-14657d73-d7c9-44c5-98bd-882090b79680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (1d8ea253-932f-4208-b328-02d6962792f2), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:57.481429 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1b5eee-4994-4e07-bb6a-5c382beedcec x-openstack-request-id: req-9f1b5eee-4994-4e07-bb6a-5c382beedcec {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:53:57.481429 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce05bd03-2a23-4832-91ee-9dc923de8884", "name": "network-vif-unplugged", "status": "completed", "tag": "1d8ea253-932f-4208-b328-02d6962792f2", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:53:57.481429 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9f1b5eee-4994-4e07-bb6a-5c382beedcec {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:53:57.481769 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce05bd03-2a23-4832-91ee-9dc923de8884', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d8ea253-932f-4208-b328-02d6962792f2', 'code': 200} Jan 28 03:53:57.517145 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd4bfa12-5188-4be9-a95f-d8823a984167 req-14657d73-d7c9-44c5-98bd-882090b79680 service neutron] No DVR routers for this DVR port 1d8ea253-932f-4208-b328-02d6962792f2 on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:53:57.520330 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14657d73-d7c9-44c5-98bd-882090b79680 service neutron] Pushing event updated for resources: {'Port': ['ID=1d8ea253-932f-4208-b328-02d6962792f2,revision_number=6']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:57.554893 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-bd4bfa12-5188-4be9-a95f-d8823a984167 req-14657d73-d7c9-44c5-98bd-882090b79680 service neutron] Attempting to bind port 1d8ea253-932f-4208-b328-02d6962792f2 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:53:57.555180 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-bd4bfa12-5188-4be9-a95f-d8823a984167 req-14657d73-d7c9-44c5-98bd-882090b79680 service neutron] Attempting to bind port 1d8ea253-932f-4208-b328-02d6962792f2 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': 'bca976a8-d956-421f-82f1-337e1d331383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b1bd8961-32d7-430d-b5c8-7cd2e3342101'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:53:57.555534 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4bfa12-5188-4be9-a95f-d8823a984167 req-14657d73-d7c9-44c5-98bd-882090b79680 service neutron] Attempting to bind port 1d8ea253-932f-4208-b328-02d6962792f2 on network b1bd8961-32d7-430d-b5c8-7cd2e3342101 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:53:57.560151 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4bfa12-5188-4be9-a95f-d8823a984167 req-14657d73-d7c9-44c5-98bd-882090b79680 service neutron] Port 1d8ea253-932f-4208-b328-02d6962792f2 on network b1bd8961-32d7-430d-b5c8-7cd2e3342101 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:53:57.560471 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4bfa12-5188-4be9-a95f-d8823a984167 req-14657d73-d7c9-44c5-98bd-882090b79680 service neutron] Attempting to bind port 1d8ea253-932f-4208-b328-02d6962792f2 on network b1bd8961-32d7-430d-b5c8-7cd2e3342101 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:53:57.565570 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4bfa12-5188-4be9-a95f-d8823a984167 req-14657d73-d7c9-44c5-98bd-882090b79680 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:53:57.565901 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4bfa12-5188-4be9-a95f-d8823a984167 req-14657d73-d7c9-44c5-98bd-882090b79680 service neutron] Checking segment: {'id': 'bca976a8-d956-421f-82f1-337e1d331383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b1bd8961-32d7-430d-b5c8-7cd2e3342101'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:53:57.566333 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4bfa12-5188-4be9-a95f-d8823a984167 req-14657d73-d7c9-44c5-98bd-882090b79680 service neutron] Bound using segment: {'id': 'bca976a8-d956-421f-82f1-337e1d331383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b1bd8961-32d7-430d-b5c8-7cd2e3342101'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:53:57.566726 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-bd4bfa12-5188-4be9-a95f-d8823a984167 req-14657d73-d7c9-44c5-98bd-882090b79680 service neutron] Bound port: 1d8ea253-932f-4208-b328-02d6962792f2, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bca976a8-d956-421f-82f1-337e1d331383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b1bd8961-32d7-430d-b5c8-7cd2e3342101'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:53:57.567077 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bd4bfa12-5188-4be9-a95f-d8823a984167 req-14657d73-d7c9-44c5-98bd-882090b79680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1d8ea253-932f-4208-b328-02d6962792f2), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:57.633058 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-bd4bfa12-5188-4be9-a95f-d8823a984167 req-14657d73-d7c9-44c5-98bd-882090b79680 service neutron] For port 1d8ea253-932f-4208-b328-02d6962792f2, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:53:57.636178 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-bd4bfa12-5188-4be9-a95f-d8823a984167 req-14657d73-d7c9-44c5-98bd-882090b79680 service neutron] For port 1d8ea253-932f-4208-b328-02d6962792f2, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=1d8ea253-932f-4208-b328-02d6962792f2,segment=NetworkSegment(bca976a8-d956-421f-82f1-337e1d331383),segment_id=bca976a8-d956-421f-82f1-337e1d331383)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:53:57.643071 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bd4bfa12-5188-4be9-a95f-d8823a984167 req-14657d73-d7c9-44c5-98bd-882090b79680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (1d8ea253-932f-4208-b328-02d6962792f2), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:57.677474 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4bfa12-5188-4be9-a95f-d8823a984167 req-14657d73-d7c9-44c5-98bd-882090b79680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:57.678103 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bd4bfa12-5188-4be9-a95f-d8823a984167 req-14657d73-d7c9-44c5-98bd-882090b79680 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:57.679521 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bd4bfa12-5188-4be9-a95f-d8823a984167 req-14657d73-d7c9-44c5-98bd-882090b79680 service neutron] 10.222.0.39 "PUT /v2.0/ports/1d8ea253-932f-4208-b328-02d6962792f2 HTTP/1.1" status: 200 len: 1092 time: 0.6987264 Jan 28 03:53:57.700496 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14657d73-d7c9-44c5-98bd-882090b79680 service neutron] Pushing event updated for resources: {'Port': ['ID=1d8ea253-932f-4208-b328-02d6962792f2,revision_number=7']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:53:57.757020 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4bfa12-5188-4be9-a95f-d8823a984167 req-e9244d4a-d284-46cc-b066-3f6c5bf317f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:57.758545 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bd4bfa12-5188-4be9-a95f-d8823a984167 req-e9244d4a-d284-46cc-b066-3f6c5bf317f1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=275ceb3d346b4ee698f0ba97fe2398bb&device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 1095 time: 0.0454385 Jan 28 03:53:57.849672 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4bfa12-5188-4be9-a95f-d8823a984167 req-3c83e683-fb38-4830-bfa9-fb523c72d4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:57.851146 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bd4bfa12-5188-4be9-a95f-d8823a984167 req-3c83e683-fb38-4830-bfa9-fb523c72d4e7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b1bd8961-32d7-430d-b5c8-7cd2e3342101 HTTP/1.1" status: 200 len: 915 time: 0.0857315 Jan 28 03:53:57.891669 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bd4bfa12-5188-4be9-a95f-d8823a984167 req-51b61f96-6ee8-48fb-9f75-2224a7a61e39 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d8ea253-932f-4208-b328-02d6962792f2 HTTP/1.1" status: 200 len: 217 time: 0.0335557 Jan 28 03:53:57.944467 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4bfa12-5188-4be9-a95f-d8823a984167 req-42fcd103-2e30-48c8-8119-eae25349448a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:57.945949 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bd4bfa12-5188-4be9-a95f-d8823a984167 req-42fcd103-2e30-48c8-8119-eae25349448a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2608b2df-892e-4d2f-ba07-9dc1c3d94262 HTTP/1.1" status: 200 len: 854 time: 0.0481176 Jan 28 03:53:57.977686 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bd4bfa12-5188-4be9-a95f-d8823a984167 req-520c381b-72c1-4072-aa6d-93466215f73e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b1bd8961-32d7-430d-b5c8-7cd2e3342101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253108 Jan 28 03:53:58.065491 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bd4bfa12-5188-4be9-a95f-d8823a984167 req-36115139-7a55-4bba-a3f3-42bfdc9b7cfc service neutron] 10.222.0.39 "GET /v2.0/networks/b1bd8961-32d7-430d-b5c8-7cd2e3342101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819027 Jan 28 03:53:58.158485 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bd4bfa12-5188-4be9-a95f-d8823a984167 req-3e708843-2d9f-4c4a-9170-5ea1f8d65cc6 service neutron] 10.222.0.39 "GET /v2.0/networks/b1bd8961-32d7-430d-b5c8-7cd2e3342101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870373 Jan 28 03:53:58.568425 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7730c-dcbc-482d-a18c-4ba2ff974dc2 req-acd557c2-da41-4060-9989-4f9238942b40 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:58.569862 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-63b7730c-dcbc-482d-a18c-4ba2ff974dc2 req-acd557c2-da41-4060-9989-4f9238942b40 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 943 time: 0.0598357 Jan 28 03:53:58.621556 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-63b7730c-dcbc-482d-a18c-4ba2ff974dc2 req-f3218407-b1a7-4c9e-989b-6fb928daf4a9 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458298 Jan 28 03:53:59.483821 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce05bd03-2a23-4832-91ee-9dc923de8884', 'tag': '1d8ea253-932f-4208-b328-02d6962792f2'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:53:59.487720 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4bafb0-4b53-4f75-908a-3d87563d206d" -d '{"events": [{"name": "network-changed", "server_uuid": "ce05bd03-2a23-4832-91ee-9dc923de8884", "tag": "1d8ea253-932f-4208-b328-02d6962792f2"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:53:59.543325 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30c3c10-bb98-443c-8333-f120eeb951ee x-openstack-request-id: req-b30c3c10-bb98-443c-8333-f120eeb951ee {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:53:59.543616 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce05bd03-2a23-4832-91ee-9dc923de8884", "tag": "1d8ea253-932f-4208-b328-02d6962792f2", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:53:59.543862 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b30c3c10-bb98-443c-8333-f120eeb951ee {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:53:59.544400 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce05bd03-2a23-4832-91ee-9dc923de8884', 'tag': '1d8ea253-932f-4208-b328-02d6962792f2', 'status': 'completed', 'code': 200} Jan 28 03:53:59.572663 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:53:59.659912 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4bafb0-4b53-4f75-908a-3d87563d206d req-20413874-2d33-4342-91ed-ec04c5658b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:59.661447 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2a4bafb0-4b53-4f75-908a-3d87563d206d req-20413874-2d33-4342-91ed-ec04c5658b1a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=275ceb3d346b4ee698f0ba97fe2398bb&device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 1095 time: 0.0737848 Jan 28 03:53:59.663445 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4bafb0-4b53-4f75-908a-3d87563d206d req-f3a61677-8439-4e56-8959-9299656b990e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:53:59.664838 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2a4bafb0-4b53-4f75-908a-3d87563d206d req-f3a61677-8439-4e56-8959-9299656b990e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=275ceb3d346b4ee698f0ba97fe2398bb&device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 1095 time: 0.0689478 Jan 28 03:53:59.815016 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3d098fc4-a59e-4762-b979-f2325ae4e707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:00.172544 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4bafb0-4b53-4f75-908a-3d87563d206d req-ece5c591-bf2c-4fa5-b596-7a5030a615f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:00.174022 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2a4bafb0-4b53-4f75-908a-3d87563d206d req-ece5c591-bf2c-4fa5-b596-7a5030a615f6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b1bd8961-32d7-430d-b5c8-7cd2e3342101 HTTP/1.1" status: 200 len: 915 time: 0.4865065 Jan 28 03:54:00.176422 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4bafb0-4b53-4f75-908a-3d87563d206d req-b3d8dcd8-ee7b-4c09-954d-88f26432c868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:00.177764 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2a4bafb0-4b53-4f75-908a-3d87563d206d req-b3d8dcd8-ee7b-4c09-954d-88f26432c868 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b1bd8961-32d7-430d-b5c8-7cd2e3342101 HTTP/1.1" status: 200 len: 915 time: 0.5102222 Jan 28 03:54:00.185403 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30196d-312b-4016-bdae-73528552b2cd req-df1bf6cb-6eab-41d9-8954-b0816366e648 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:00.187109 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2e30196d-312b-4016-bdae-73528552b2cd req-df1bf6cb-6eab-41d9-8954-b0816366e648 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 943 time: 0.4689283 Jan 28 03:54:00.214640 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 1d8ea253-932f-4208-b328-02d6962792f2 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:54:00.254254 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] The host n-h1-712139-27 is not matching for port 1d8ea253-932f-4208-b328-02d6962792f2 host n-h2-712139-27! {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 03:54:00.254633 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 1d8ea253-932f-4208-b328-02d6962792f2 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:54:00.262841 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2a4bafb0-4b53-4f75-908a-3d87563d206d req-1a236f84-c74b-4b37-85ac-2866810784c7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d8ea253-932f-4208-b328-02d6962792f2 HTTP/1.1" status: 200 len: 217 time: 0.0737684 Jan 28 03:54:00.263999 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2a4bafb0-4b53-4f75-908a-3d87563d206d req-0da84b16-b0eb-453b-9b0d-34d52e5aa441 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d8ea253-932f-4208-b328-02d6962792f2 HTTP/1.1" status: 200 len: 217 time: 0.0760915 Jan 28 03:54:00.359321 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2e30196d-312b-4016-bdae-73528552b2cd req-c36336a8-83d5-4536-b369-204433a0f7d8 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600270 Jan 28 03:54:00.368052 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4bafb0-4b53-4f75-908a-3d87563d206d req-e9110208-4bc9-4243-8583-bbe5f549672a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:00.369534 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2a4bafb0-4b53-4f75-908a-3d87563d206d req-e9110208-4bc9-4243-8583-bbe5f549672a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2608b2df-892e-4d2f-ba07-9dc1c3d94262 HTTP/1.1" status: 200 len: 854 time: 0.0989656 Jan 28 03:54:00.371069 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4bafb0-4b53-4f75-908a-3d87563d206d req-08c019b5-5d97-42fc-86d2-163f1c7c4dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:00.372215 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2a4bafb0-4b53-4f75-908a-3d87563d206d req-08c019b5-5d97-42fc-86d2-163f1c7c4dfd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2608b2df-892e-4d2f-ba07-9dc1c3d94262 HTTP/1.1" status: 200 len: 854 time: 0.1006548 Jan 28 03:54:00.420754 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2a4bafb0-4b53-4f75-908a-3d87563d206d req-fea80ab9-10e3-41a7-ae2d-31da7448a9a3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b1bd8961-32d7-430d-b5c8-7cd2e3342101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417986 Jan 28 03:54:00.422769 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2a4bafb0-4b53-4f75-908a-3d87563d206d req-54fcbfa9-a4c2-4010-b65e-b80cdb6d7943 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b1bd8961-32d7-430d-b5c8-7cd2e3342101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449491 Jan 28 03:54:00.589675 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2a4bafb0-4b53-4f75-908a-3d87563d206d req-c0c9acb4-678a-4be2-9cac-6038aa8ae902 service neutron] 10.222.0.39 "GET /v2.0/networks/b1bd8961-32d7-430d-b5c8-7cd2e3342101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618609 Jan 28 03:54:00.591829 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2a4bafb0-4b53-4f75-908a-3d87563d206d req-9a1c4da1-fd0d-461d-841f-26e1c3f336dd service neutron] 10.222.0.67 "GET /v2.0/networks/b1bd8961-32d7-430d-b5c8-7cd2e3342101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525152 Jan 28 03:54:00.746953 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2a4bafb0-4b53-4f75-908a-3d87563d206d req-cb3eb3a2-35fa-4d1c-9a95-e7179cc0c8a8 service neutron] 10.222.0.39 "GET /v2.0/networks/b1bd8961-32d7-430d-b5c8-7cd2e3342101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515055 Jan 28 03:54:00.748988 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2a4bafb0-4b53-4f75-908a-3d87563d206d req-6ce96f5f-9f6e-4d83-9108-4ed58d43f3f1 service neutron] 10.222.0.67 "GET /v2.0/networks/b1bd8961-32d7-430d-b5c8-7cd2e3342101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467309 Jan 28 03:54:01.416699 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 1d8ea253-932f-4208-b328-02d6962792f2 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:54:01.486935 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c6351-a090-4d98-9761-45426cdd77e9 req-2a54940e-8fe0-48c8-b9cd-d7963c57de3e tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:01.488481 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-102c6351-a090-4d98-9761-45426cdd77e9 req-2a54940e-8fe0-48c8-b9cd-d7963c57de3e tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 943 time: 0.0502784 Jan 28 03:54:01.514794 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 1d8ea253-932f-4208-b328-02d6962792f2, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=1d8ea253-932f-4208-b328-02d6962792f2,segment=NetworkSegment(bca976a8-d956-421f-82f1-337e1d331383),segment_id=bca976a8-d956-421f-82f1-337e1d331383)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:54:01.526925 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '1d8ea253-932f-4208-b328-02d6962792f2', 'network_id': 'b1bd8961-32d7-430d-b5c8-7cd2e3342101', 'port_id': '1d8ea253-932f-4208-b328-02d6962792f2', 'mac_address': 'fa:16:3e:4e:e2:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2608b2df-892e-4d2f-ba07-9dc1c3d94262', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:54:01.535654 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-102c6351-a090-4d98-9761-45426cdd77e9 req-08148996-ec40-4bc5-9326-89f6e7b5b720 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413699 Jan 28 03:54:01.563486 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 1d8ea253-932f-4208-b328-02d6962792f2 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:54:01.563486 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1d8ea253-932f-4208-b328-02d6962792f2), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:01.579065 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d8ea253-932f-4208-b328-02d6962792f2 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:54:01.598530 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 1d8ea253-932f-4208-b328-02d6962792f2, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=1d8ea253-932f-4208-b328-02d6962792f2,segment=NetworkSegment(bca976a8-d956-421f-82f1-337e1d331383),segment_id=bca976a8-d956-421f-82f1-337e1d331383)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:54:01.604706 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (1d8ea253-932f-4208-b328-02d6962792f2), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:01.660771 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=1d8ea253-932f-4208-b328-02d6962792f2,revision_number=8']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:01.754607 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e9e4c-5204-4c04-a9b8-bf426b7aa0d0 req-69cea238-b740-4b25-bc21-225f780ee0fb tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:01.756115 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f67e9e4c-5204-4c04-a9b8-bf426b7aa0d0 req-69cea238-b740-4b25-bc21-225f780ee0fb tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 944 time: 0.0501077 Jan 28 03:54:01.768058 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669da4d8-bc90-4e92-a38e-011c3a1cfa98 req-1258683c-320f-4a5e-9a40-aca42e38c0e5 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:01.769519 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-669da4d8-bc90-4e92-a38e-011c3a1cfa98 req-1258683c-320f-4a5e-9a40-aca42e38c0e5 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884&tenant_id=275ceb3d346b4ee698f0ba97fe2398bb&binding%3Ahost_id=n-h2-712139-27 HTTP/1.1" status: 200 len: 944 time: 0.0521855 Jan 28 03:54:01.813883 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f67e9e4c-5204-4c04-a9b8-bf426b7aa0d0 req-a116e7a4-e2b3-4f35-b39b-0b7a34e53429 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519326 Jan 28 03:54:01.832310 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [req-669da4d8-bc90-4e92-a38e-011c3a1cfa98 req-9c22c8b5-6797-43c3-beb4-11c5a2ddb68b service neutron] delete failed (client error): The resource could not be found. Jan 28 03:54:01.833542 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-669da4d8-bc90-4e92-a38e-011c3a1cfa98 req-9c22c8b5-6797-43c3-beb4-11c5a2ddb68b service neutron] 10.222.0.67 "DELETE /v2.0/ports/1d8ea253-932f-4208-b328-02d6962792f2/bindings/n-h1-712139-27 HTTP/1.1" status: 404 len: 381 time: 0.0573511 Jan 28 03:54:01.867358 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9f1260b6-29a6-4440-8368-52a56a2adb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:01.892216 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['1d8ea253-932f-4208-b328-02d6962792f2'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:54:01.951495 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669da4d8-bc90-4e92-a38e-011c3a1cfa98 req-e8e89b0a-e329-49cf-863d-ee3b6edc0476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:01.953036 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-669da4d8-bc90-4e92-a38e-011c3a1cfa98 req-e8e89b0a-e329-49cf-863d-ee3b6edc0476 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=275ceb3d346b4ee698f0ba97fe2398bb&device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 1096 time: 0.0515673 Jan 28 03:54:02.048440 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669da4d8-bc90-4e92-a38e-011c3a1cfa98 req-e779b4ef-795d-4270-b720-2929fbdf8328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:02.050046 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-669da4d8-bc90-4e92-a38e-011c3a1cfa98 req-e779b4ef-795d-4270-b720-2929fbdf8328 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b1bd8961-32d7-430d-b5c8-7cd2e3342101 HTTP/1.1" status: 200 len: 915 time: 0.0911295 Jan 28 03:54:02.094310 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-669da4d8-bc90-4e92-a38e-011c3a1cfa98 req-48c05e22-bb69-4ad4-8fc1-04added9da6c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d8ea253-932f-4208-b328-02d6962792f2 HTTP/1.1" status: 200 len: 217 time: 0.0381939 Jan 28 03:54:02.147396 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669da4d8-bc90-4e92-a38e-011c3a1cfa98 req-f870a394-1020-4881-9609-acac7fe304b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:02.148866 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-669da4d8-bc90-4e92-a38e-011c3a1cfa98 req-f870a394-1020-4881-9609-acac7fe304b2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2608b2df-892e-4d2f-ba07-9dc1c3d94262 HTTP/1.1" status: 200 len: 854 time: 0.0492516 Jan 28 03:54:02.182164 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-669da4d8-bc90-4e92-a38e-011c3a1cfa98 req-1b41c373-e673-4cfe-9463-a0ac35edd7d0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b1bd8961-32d7-430d-b5c8-7cd2e3342101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273018 Jan 28 03:54:02.273865 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-669da4d8-bc90-4e92-a38e-011c3a1cfa98 req-59bd7f96-4cd0-443d-b501-8eedf77be1eb service neutron] 10.222.0.67 "GET /v2.0/networks/b1bd8961-32d7-430d-b5c8-7cd2e3342101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853124 Jan 28 03:54:02.371771 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-669da4d8-bc90-4e92-a38e-011c3a1cfa98 req-53b161fd-6062-4ba7-8034-465efae9db15 service neutron] 10.222.0.67 "GET /v2.0/networks/b1bd8961-32d7-430d-b5c8-7cd2e3342101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922074 Jan 28 03:54:02.941028 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cdc028-75bc-4846-8458-45ab4ea3120f req-f0b60988-e162-4780-b8e7-b76ba6562172 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:02.942639 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c1cdc028-75bc-4846-8458-45ab4ea3120f req-f0b60988-e162-4780-b8e7-b76ba6562172 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 944 time: 0.0503705 Jan 28 03:54:02.992972 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c1cdc028-75bc-4846-8458-45ab4ea3120f req-3c97dac8-45c9-4709-baee-82e214aaa41f tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438583 Jan 28 03:54:03.113302 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b22610-8ae5-415d-a06e-f317a0b21be4 req-256ef284-e274-4f39-ae2c-f036b0cb1a57 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:03.114918 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d0b22610-8ae5-415d-a06e-f317a0b21be4 req-256ef284-e274-4f39-ae2c-f036b0cb1a57 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 944 time: 0.0496631 Jan 28 03:54:03.163818 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d0b22610-8ae5-415d-a06e-f317a0b21be4 req-18f10759-0e12-40b8-ab6b-b4cdfebbf38d tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408552 Jan 28 03:54:03.280907 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386398d2-1ad5-4b54-bc8c-156d8ceda5f2 req-edc95f91-fcc2-4b9c-8368-f39dd3a8f277 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:03.282445 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-386398d2-1ad5-4b54-bc8c-156d8ceda5f2 req-edc95f91-fcc2-4b9c-8368-f39dd3a8f277 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 944 time: 0.0516536 Jan 28 03:54:03.339714 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-386398d2-1ad5-4b54-bc8c-156d8ceda5f2 req-29b2d5ff-f367-46ca-a551-9948456dd148 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500269 Jan 28 03:54:03.405112 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 1d8ea253-932f-4208-b328-02d6962792f2 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:54:03.462246 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 1d8ea253-932f-4208-b328-02d6962792f2 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:54:03.466576 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 1d8ea253-932f-4208-b328-02d6962792f2 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:54:03.467153 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (1d8ea253-932f-4208-b328-02d6962792f2), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:03.571288 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:03.573023 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 1d8ea253-932f-4208-b328-02d6962792f2 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:54:03.573023 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1d8ea253-932f-4208-b328-02d6962792f2), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:03.595531 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce05bd03-2a23-4832-91ee-9dc923de8884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8ea253-932f-4208-b328-02d6962792f2'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:54:03.597835 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7466989c69d563e87a019306beca113247d74b519ddc68a6966af7388d6c63e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea965c1b-76f2-4033-b137-e8cf33e1f776" -d '{"events": [{"server_uuid": "ce05bd03-2a23-4832-91ee-9dc923de8884", "name": "network-vif-plugged", "status": "completed", "tag": "1d8ea253-932f-4208-b328-02d6962792f2"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:54:03.618170 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 1d8ea253-932f-4208-b328-02d6962792f2, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=1d8ea253-932f-4208-b328-02d6962792f2,segment=NetworkSegment(bca976a8-d956-421f-82f1-337e1d331383),segment_id=bca976a8-d956-421f-82f1-337e1d331383)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:54:03.624827 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (1d8ea253-932f-4208-b328-02d6962792f2), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:03.648250 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3962f8-9a6e-4fd8-a46d-e82fb0f06354 x-openstack-request-id: req-ad3962f8-9a6e-4fd8-a46d-e82fb0f06354 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:54:03.648541 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce05bd03-2a23-4832-91ee-9dc923de8884", "name": "network-vif-plugged", "status": "completed", "tag": "1d8ea253-932f-4208-b328-02d6962792f2", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:54:03.648793 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ad3962f8-9a6e-4fd8-a46d-e82fb0f06354 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:54:03.649209 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce05bd03-2a23-4832-91ee-9dc923de8884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8ea253-932f-4208-b328-02d6962792f2', 'code': 200} Jan 28 03:54:03.676633 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=1d8ea253-932f-4208-b328-02d6962792f2,revision_number=9']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:03.703055 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa61b8a-3b1b-4423-a7bf-bb7f99c1348c req-5ba36845-fda3-4550-b052-d651bde023d8 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:03.704578 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4aa61b8a-3b1b-4423-a7bf-bb7f99c1348c req-5ba36845-fda3-4550-b052-d651bde023d8 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 945 time: 0.0513773 Jan 28 03:54:03.760550 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4aa61b8a-3b1b-4423-a7bf-bb7f99c1348c req-36fa839c-0b3b-4fb2-9a15-29fb8c29ec50 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473528 Jan 28 03:54:04.071622 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:04.879347 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258b659-e38d-46a1-a68d-bea8e7c17e9d req-e0048079-6385-4f82-a01f-dff50928ba76 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:04.880835 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4258b659-e38d-46a1-a68d-bea8e7c17e9d req-e0048079-6385-4f82-a01f-dff50928ba76 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 945 time: 0.0491567 Jan 28 03:54:04.933000 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4258b659-e38d-46a1-a68d-bea8e7c17e9d req-d9c96a1e-1455-4392-8008-e0ac296b47eb tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436466 Jan 28 03:54:04.996255 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6024e-c5de-4785-9ad7-4115eac3bd61 req-0aba21d7-3828-45f8-bc98-876cccb70110 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:04.998150 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-10e6024e-c5de-4785-9ad7-4115eac3bd61 req-0aba21d7-3828-45f8-bc98-876cccb70110 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce05bd03-2a23-4832-91ee-9dc923de8884 HTTP/1.1" status: 200 len: 945 time: 0.0506854 Jan 28 03:54:05.019731 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:05.096037 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-10e6024e-c5de-4785-9ad7-4115eac3bd61 req-40d5c4f4-a129-41bb-a4d2-a9da1ae68b30 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Deleting port 1d8ea253-932f-4208-b328-02d6962792f2 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:54:05.096361 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-10e6024e-c5de-4785-9ad7-4115eac3bd61 req-40d5c4f4-a129-41bb-a4d2-a9da1ae68b30 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (1d8ea253-932f-4208-b328-02d6962792f2), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:05.186185 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-10e6024e-c5de-4785-9ad7-4115eac3bd61 req-40d5c4f4-a129-41bb-a4d2-a9da1ae68b30 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] For port 1d8ea253-932f-4208-b328-02d6962792f2, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=1d8ea253-932f-4208-b328-02d6962792f2,segment=NetworkSegment(bca976a8-d956-421f-82f1-337e1d331383),segment_id=bca976a8-d956-421f-82f1-337e1d331383)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:54:05.186508 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-10e6024e-c5de-4785-9ad7-4115eac3bd61 req-40d5c4f4-a129-41bb-a4d2-a9da1ae68b30 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (1d8ea253-932f-4208-b328-02d6962792f2), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:05.200051 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-10e6024e-c5de-4785-9ad7-4115eac3bd61 req-40d5c4f4-a129-41bb-a4d2-a9da1ae68b30 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Calling delete_port for 1d8ea253-932f-4208-b328-02d6962792f2 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:54:05.362444 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-10e6024e-c5de-4785-9ad7-4115eac3bd61 req-40d5c4f4-a129-41bb-a4d2-a9da1ae68b30 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (1d8ea253-932f-4208-b328-02d6962792f2), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:05.391201 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d5c4f4-a129-41bb-a4d2-a9da1ae68b30 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Pushing event deleted for resources: {'Port': ['ID=1d8ea253-932f-4208-b328-02d6962792f2,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:05.398869 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['1d8ea253-932f-4208-b328-02d6962792f2'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:54:05.436124 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e6024e-c5de-4785-9ad7-4115eac3bd61 req-40d5c4f4-a129-41bb-a4d2-a9da1ae68b30 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] No DVR routers for this DVR port 1d8ea253-932f-4208-b328-02d6962792f2 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:54:05.439225 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-10e6024e-c5de-4785-9ad7-4115eac3bd61 req-40d5c4f4-a129-41bb-a4d2-a9da1ae68b30 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:05.442439 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-10e6024e-c5de-4785-9ad7-4115eac3bd61 req-40d5c4f4-a129-41bb-a4d2-a9da1ae68b30 tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] 10.222.0.39 "DELETE /v2.0/ports/1d8ea253-932f-4208-b328-02d6962792f2 HTTP/1.1" status: 204 len: 173 time: 0.4391558 Jan 28 03:54:05.442935 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce05bd03-2a23-4832-91ee-9dc923de8884', 'name': 'network-vif-deleted', 'tag': '1d8ea253-932f-4208-b328-02d6962792f2'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:54:05.445265 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb1aaba-ad33-4286-bb69-f8cee2ba2eaa" -d '{"events": [{"server_uuid": "ce05bd03-2a23-4832-91ee-9dc923de8884", "name": "network-vif-deleted", "tag": "1d8ea253-932f-4208-b328-02d6962792f2"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:54:05.486046 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e2c32f-70e1-4bda-baef-ade4565758a3 x-openstack-request-id: req-35e2c32f-70e1-4bda-baef-ade4565758a3 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:54:05.486354 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce05bd03-2a23-4832-91ee-9dc923de8884", "name": "network-vif-deleted", "tag": "1d8ea253-932f-4208-b328-02d6962792f2", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:54:05.486632 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-35e2c32f-70e1-4bda-baef-ade4565758a3 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:54:05.487061 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce05bd03-2a23-4832-91ee-9dc923de8884', 'name': 'network-vif-deleted', 'tag': '1d8ea253-932f-4208-b328-02d6962792f2', 'status': 'completed', 'code': 200} Jan 28 03:54:06.063809 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 34080) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:06.113286 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-69860d76-d721-4694-8968-28c47e275983 admin admin] Deleting subnet 2608b2df-892e-4d2f-ba07-9dc1c3d94262 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 03:54:06.116824 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-69860d76-d721-4694-8968-28c47e275983 admin admin] Publish callbacks [] for subnet (2608b2df-892e-4d2f-ba07-9dc1c3d94262), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:06.152050 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-69860d76-d721-4694-8968-28c47e275983 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (2608b2df-892e-4d2f-ba07-9dc1c3d94262), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:06.169199 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:06.198523 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-69860d76-d721-4694-8968-28c47e275983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (2608b2df-892e-4d2f-ba07-9dc1c3d94262), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:06.250849 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-69860d76-d721-4694-8968-28c47e275983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (2608b2df-892e-4d2f-ba07-9dc1c3d94262), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:06.281185 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69860d76-d721-4694-8968-28c47e275983 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2608b2df-892e-4d2f-ba07-9dc1c3d94262,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:06.285959 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-69860d76-d721-4694-8968-28c47e275983 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:06.289417 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-69860d76-d721-4694-8968-28c47e275983 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2608b2df-892e-4d2f-ba07-9dc1c3d94262 HTTP/1.1" status: 204 len: 168 time: 0.2244921 Jan 28 03:54:06.292044 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 34082) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:06.362380 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2373f5a9-e038-40c1-815f-a6dee549fc2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (b1bd8961-32d7-430d-b5c8-7cd2e3342101), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:06.446365 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2373f5a9-e038-40c1-815f-a6dee549fc2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (b1bd8961-32d7-430d-b5c8-7cd2e3342101), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:06.467147 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-2373f5a9-e038-40c1-815f-a6dee549fc2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1bd8961-32d7-430d-b5c8-7cd2e3342101']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:06.476429 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-2373f5a9-e038-40c1-815f-a6dee549fc2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bca976a8-d956-421f-82f1-337e1d331383') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:06.476732 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-2373f5a9-e038-40c1-815f-a6dee549fc2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bca976a8-d956-421f-82f1-337e1d331383') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:06.486789 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2373f5a9-e038-40c1-815f-a6dee549fc2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (bca976a8-d956-421f-82f1-337e1d331383), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:06.500055 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2373f5a9-e038-40c1-815f-a6dee549fc2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (bca976a8-d956-421f-82f1-337e1d331383), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:06.506051 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2373f5a9-e038-40c1-815f-a6dee549fc2e admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 03:54:06.506434 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2373f5a9-e038-40c1-815f-a6dee549fc2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (bca976a8-d956-421f-82f1-337e1d331383), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:06.508048 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 03:54:06.508048 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 03:54:06.508048 n-d-712139-27 neutron-server[109803]: timer() Jan 28 03:54:06.508048 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 03:54:06.508048 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 03:54:06.508048 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 03:54:06.508048 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 03:54:06.508048 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 03:54:06.508048 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 03:54:06.508048 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 03:54:06.508048 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 03:54:06.508048 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 03:54:06.508048 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 03:54:06.508048 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 03:54:06.508048 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 03:54:06.508048 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 03:54:06.508048 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 03:54:06.508048 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 03:54:06.508048 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 03:54:06.508048 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 03:54:06.508048 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 03:54:06.508048 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 03:54:06.508048 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 03:54:06.508048 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 03:54:06.508048 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 03:54:06.508048 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 03:54:06.508048 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 03:54:06.508048 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 03:54:06.508048 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 03:54:06.508048 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 03:54:06.508048 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 03:54:06.508048 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 03:54:06.564759 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2373f5a9-e038-40c1-815f-a6dee549fc2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (b1bd8961-32d7-430d-b5c8-7cd2e3342101), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:06.570525 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2373f5a9-e038-40c1-815f-a6dee549fc2e admin admin] Publish callbacks [] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:06.573727 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-2373f5a9-e038-40c1-815f-a6dee549fc2e admin admin] 10.222.0.53 "DELETE /v2.0/networks/b1bd8961-32d7-430d-b5c8-7cd2e3342101 HTTP/1.1" status: 204 len: 168 time: 0.2807333 Jan 28 03:54:06.584900 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2373f5a9-e038-40c1-815f-a6dee549fc2e admin admin] Pushing event deleted for resources: {'Network': ['ID=b1bd8961-32d7-430d-b5c8-7cd2e3342101,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:06.691668 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 34086) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:06.741582 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9a8b527f-2636-43f2-a810-121f446dec9a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=275ceb3d346b4ee698f0ba97fe2398bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0486741 Jan 28 03:54:06.744311 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 34088) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:06.797197 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ee1c3c2c-99d2-4b7a-ae95-eada6b68a18f admin admin] Publish callbacks [] for security_group (5b38102b-d6a7-4b22-9d3e-a9ff32f8d672), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:06.819647 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ee1c3c2c-99d2-4b7a-ae95-eada6b68a18f admin admin] Publish callbacks [] for security_group (5b38102b-d6a7-4b22-9d3e-a9ff32f8d672), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:06.873043 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ee1c3c2c-99d2-4b7a-ae95-eada6b68a18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (5b38102b-d6a7-4b22-9d3e-a9ff32f8d672), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:06.877313 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ee1c3c2c-99d2-4b7a-ae95-eada6b68a18f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:06.879208 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ee1c3c2c-99d2-4b7a-ae95-eada6b68a18f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5b38102b-d6a7-4b22-9d3e-a9ff32f8d672 HTTP/1.1" status: 204 len: 168 time: 0.1337943 Jan 28 03:54:06.887507 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c3c2c-99d2-4b7a-ae95-eada6b68a18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b38102b-d6a7-4b22-9d3e-a9ff32f8d672,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:06.895612 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c3c2c-99d2-4b7a-ae95-eada6b68a18f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:06.895964 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c3c2c-99d2-4b7a-ae95-eada6b68a18f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:06.896306 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c3c2c-99d2-4b7a-ae95-eada6b68a18f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:06.896629 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c3c2c-99d2-4b7a-ae95-eada6b68a18f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:06.897085 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c3c2c-99d2-4b7a-ae95-eada6b68a18f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:06.897421 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c3c2c-99d2-4b7a-ae95-eada6b68a18f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:06.897752 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c3c2c-99d2-4b7a-ae95-eada6b68a18f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:06.898078 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c3c2c-99d2-4b7a-ae95-eada6b68a18f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:06.898404 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c3c2c-99d2-4b7a-ae95-eada6b68a18f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:06.898726 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c3c2c-99d2-4b7a-ae95-eada6b68a18f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:06.899048 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c3c2c-99d2-4b7a-ae95-eada6b68a18f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:06.899369 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c3c2c-99d2-4b7a-ae95-eada6b68a18f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:06.899745 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c3c2c-99d2-4b7a-ae95-eada6b68a18f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:07.623258 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 34110) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:07.729448 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-7d864102-e2b3-4922-85a5-9bd515bc4199 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2106550687-network', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:07.753957 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d864102-e2b3-4922-85a5-9bd515bc4199 admin admin] Made reservation on behalf of f52513e4d85742b1b0baa680f6404d47 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:07.756782 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7d864102-e2b3-4922-85a5-9bd515bc4199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:07.770036 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7d864102-e2b3-4922-85a5-9bd515bc4199 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:07.860086 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7d864102-e2b3-4922-85a5-9bd515bc4199 admin admin] Publish callbacks [] for security_group (2406166d-7d73-4942-b04b-a3d9fef0390e), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:07.866376 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7d864102-e2b3-4922-85a5-9bd515bc4199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (2406166d-7d73-4942-b04b-a3d9fef0390e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:07.892318 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d864102-e2b3-4922-85a5-9bd515bc4199 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 03:54:07.901718 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d864102-e2b3-4922-85a5-9bd515bc4199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2406166d-7d73-4942-b04b-a3d9fef0390e,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:07.909239 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7d864102-e2b3-4922-85a5-9bd515bc4199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (46e25743-964e-4268-826c-5f3248f6dbbb), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:07.909596 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-7d864102-e2b3-4922-85a5-9bd515bc4199 admin admin] Added segment 46e25743-964e-4268-826c-5f3248f6dbbb of type vlan for network 03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 Jan 28 03:54:07.950657 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7d864102-e2b3-4922-85a5-9bd515bc4199 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:07.979733 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7d864102-e2b3-4922-85a5-9bd515bc4199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:07.980854 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d864102-e2b3-4922-85a5-9bd515bc4199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:07.981484 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7d864102-e2b3-4922-85a5-9bd515bc4199 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:08.035568 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7d864102-e2b3-4922-85a5-9bd515bc4199 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4111242 Jan 28 03:54:08.038735 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 34114) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:08.044275 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-92bd2f11-f263-4a66-b3f0-e1e753311c48 admin admin] Request body: {'subnet': {'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2106550687-subnet', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:08.045537 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d864102-e2b3-4922-85a5-9bd515bc4199 admin admin] Pushing event updated for resources: {'Network': ['ID=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:08.056646 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 03:54:08.066304 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92bd2f11-f263-4a66-b3f0-e1e753311c48 admin admin] Made reservation on behalf of f52513e4d85742b1b0baa680f6404d47 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:08.068703 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-92bd2f11-f263-4a66-b3f0-e1e753311c48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:08.241382 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-92bd2f11-f263-4a66-b3f0-e1e753311c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (d676a8af-aa5a-4889-bd26-6913e81c5e60), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:08.294959 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd2f11-f263-4a66-b3f0-e1e753311c48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d676a8af-aa5a-4889-bd26-6913e81c5e60,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:08.305391 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bd2f11-f263-4a66-b3f0-e1e753311c48 admin admin] Checking segment: {'id': '46e25743-964e-4268-826c-5f3248f6dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:54:08.305756 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bd2f11-f263-4a66-b3f0-e1e753311c48 admin admin] Network hostable DHCP agents. Network: 03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 03:54:08.323405 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bd2f11-f263-4a66-b3f0-e1e753311c48 admin admin] Network 03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 03:54:08.344443 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-92bd2f11-f263-4a66-b3f0-e1e753311c48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:54:08.349139 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bd2f11-f263-4a66-b3f0-e1e753311c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:08.349733 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-92bd2f11-f263-4a66-b3f0-e1e753311c48 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:08.356239 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146f49b1-2f3e-4240-bbb6-e0b65fb6583f None None] Network 03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:54:08.367744 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-92bd2f11-f263-4a66-b3f0-e1e753311c48 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3273780 Jan 28 03:54:08.371541 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 34116) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:08.375357 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-85920372-f4f0-42b1-8b3b-fab28ebe9a57 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2106550687-router', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:08.398297 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-85920372-f4f0-42b1-8b3b-fab28ebe9a57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:08.399708 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-85920372-f4f0-42b1-8b3b-fab28ebe9a57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:08.458640 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-85920372-f4f0-42b1-8b3b-fab28ebe9a57 admin admin] Publish callbacks [] for router_controller (8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:08.465191 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ab4328-5714-4b6e-a472-1f98c7198a9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'fixed_ips': [{'subnet_id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 03:54:08.466790 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-41ab4328-5714-4b6e-a472-1f98c7198a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:08.601840 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-85920372-f4f0-42b1-8b3b-fab28ebe9a57 admin admin] Publish callbacks [] for router_gateway (8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:08.603984 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-41ab4328-5714-4b6e-a472-1f98c7198a9e None None] Allocated IP 172.20.0.2 (03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2/d676a8af-aa5a-4889-bd26-6913e81c5e60/cdfce038-6be7-462f-b21d-acd474492086) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:54:08.748484 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-41ab4328-5714-4b6e-a472-1f98c7198a9e None None] Publish callbacks [] for port (cdfce038-6be7-462f-b21d-acd474492086), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:08.755759 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-41ab4328-5714-4b6e-a472-1f98c7198a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (cdfce038-6be7-462f-b21d-acd474492086), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:08.797868 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ab4328-5714-4b6e-a472-1f98c7198a9e None None] Network 03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:54:08.801002 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-41ab4328-5714-4b6e-a472-1f98c7198a9e None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:54:08.806832 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ab4328-5714-4b6e-a472-1f98c7198a9e None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:54:08.809150 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-85920372-f4f0-42b1-8b3b-fab28ebe9a57 admin admin] Publish callbacks [] for router_gateway (8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:08.814488 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab4328-5714-4b6e-a472-1f98c7198a9e None None] Pushing event updated for resources: {'Port': ['ID=cdfce038-6be7-462f-b21d-acd474492086,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:08.829701 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-85920372-f4f0-42b1-8b3b-fab28ebe9a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:08.866036 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-41ab4328-5714-4b6e-a472-1f98c7198a9e None None] Attempting to bind port cdfce038-6be7-462f-b21d-acd474492086 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:54:08.866338 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-41ab4328-5714-4b6e-a472-1f98c7198a9e None None] Attempting to bind port cdfce038-6be7-462f-b21d-acd474492086 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '46e25743-964e-4268-826c-5f3248f6dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:54:08.866700 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ab4328-5714-4b6e-a472-1f98c7198a9e None None] Attempting to bind port cdfce038-6be7-462f-b21d-acd474492086 on network 03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:54:08.871892 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ab4328-5714-4b6e-a472-1f98c7198a9e None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:54:08.872264 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ab4328-5714-4b6e-a472-1f98c7198a9e None None] Checking segment: {'id': '46e25743-964e-4268-826c-5f3248f6dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:54:08.872671 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-41ab4328-5714-4b6e-a472-1f98c7198a9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:08.873117 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ab4328-5714-4b6e-a472-1f98c7198a9e None None] Bound using segment: {'id': '46e25743-964e-4268-826c-5f3248f6dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:54:08.873580 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-41ab4328-5714-4b6e-a472-1f98c7198a9e None None] Bound port: cdfce038-6be7-462f-b21d-acd474492086, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46e25743-964e-4268-826c-5f3248f6dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:54:08.873963 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-41ab4328-5714-4b6e-a472-1f98c7198a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (cdfce038-6be7-462f-b21d-acd474492086), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:08.937796 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-41ab4328-5714-4b6e-a472-1f98c7198a9e None None] For port cdfce038-6be7-462f-b21d-acd474492086, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:54:08.938758 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-85920372-f4f0-42b1-8b3b-fab28ebe9a57 admin admin] Allocated IP 172.25.0.242 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/6dd8806f-f08e-4bf4-8789-09e99778e37b) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:54:08.941417 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-41ab4328-5714-4b6e-a472-1f98c7198a9e None None] For port cdfce038-6be7-462f-b21d-acd474492086, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=cdfce038-6be7-462f-b21d-acd474492086,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:54:08.951337 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-41ab4328-5714-4b6e-a472-1f98c7198a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (cdfce038-6be7-462f-b21d-acd474492086), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:09.015847 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab4328-5714-4b6e-a472-1f98c7198a9e None None] Pushing event updated for resources: {'Port': ['ID=cdfce038-6be7-462f-b21d-acd474492086,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:09.055610 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-85920372-f4f0-42b1-8b3b-fab28ebe9a57 admin admin] Publish callbacks [] for port (6dd8806f-f08e-4bf4-8789-09e99778e37b), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:09.090790 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-85920372-f4f0-42b1-8b3b-fab28ebe9a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (6dd8806f-f08e-4bf4-8789-09e99778e37b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:09.135550 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85920372-f4f0-42b1-8b3b-fab28ebe9a57 admin admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:54:09.153134 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-85920372-f4f0-42b1-8b3b-fab28ebe9a57 admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:54:09.155564 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85920372-f4f0-42b1-8b3b-fab28ebe9a57 admin admin] Pushing event updated for resources: {'Port': ['ID=6dd8806f-f08e-4bf4-8789-09e99778e37b,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:09.159173 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85920372-f4f0-42b1-8b3b-fab28ebe9a57 admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:54:09.426044 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-85920372-f4f0-42b1-8b3b-fab28ebe9a57 admin admin] Publish callbacks [] for router_gateway (8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:09.452276 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 1d8ea253-932f-4208-b328-02d6962792f2 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:54:09.476568 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 1d8ea253-932f-4208-b328-02d6962792f2 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:54:09.476950 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 1d8ea253-932f-4208-b328-02d6962792f2 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:54:09.910002 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device cdfce038-6be7-462f-b21d-acd474492086 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:54:09.964042 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port cdfce038-6be7-462f-b21d-acd474492086 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:54:09.964422 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (cdfce038-6be7-462f-b21d-acd474492086), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:09.968633 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf17ec33-044a-4ce3-a6a8-265c58a232fd None None] Network 03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 03:54:09.974375 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-85920372-f4f0-42b1-8b3b-fab28ebe9a57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:10.074159 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-4bddee66-2685-476d-8f31-b123471b5540 None None] Provisioning complete for port cdfce038-6be7-462f-b21d-acd474492086 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:54:10.074527 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4bddee66-2685-476d-8f31-b123471b5540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (cdfce038-6be7-462f-b21d-acd474492086), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:10.099904 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85920372-f4f0-42b1-8b3b-fab28ebe9a57 admin admin] Router 8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 03:54:10.172956 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port cdfce038-6be7-462f-b21d-acd474492086 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:54:10.173371 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (cdfce038-6be7-462f-b21d-acd474492086), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:10.211355 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85920372-f4f0-42b1-8b3b-fab28ebe9a57 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:54:10.223921 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976db919-5f95-4f39-ba38-152fd8f4b200 None None] Sync routers for ids ['8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:54:10.232769 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-85920372-f4f0-42b1-8b3b-fab28ebe9a57 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:10.237442 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 34118) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:10.238024 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-85920372-f4f0-42b1-8b3b-fab28ebe9a57 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8656824 Jan 28 03:54:10.253748 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port cdfce038-6be7-462f-b21d-acd474492086, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=cdfce038-6be7-462f-b21d-acd474492086,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:54:10.257800 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-4bddee66-2685-476d-8f31-b123471b5540 None None] Current status of the port cdfce038-6be7-462f-b21d-acd474492086 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:54:10.258200 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4bddee66-2685-476d-8f31-b123471b5540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (cdfce038-6be7-462f-b21d-acd474492086), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:10.260567 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976db919-5f95-4f39-ba38-152fd8f4b200 None None] Routers {'8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:54:10.261276 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-976db919-5f95-4f39-ba38-152fd8f4b200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:54:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:10.264070 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (cdfce038-6be7-462f-b21d-acd474492086), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:10.427683 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=cdfce038-6be7-462f-b21d-acd474492086,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:10.449606 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.api [None req-4bddee66-2685-476d-8f31-b123471b5540 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 03:54:10.449954 n-d-712139-27 neutron-server[109804]: DEBUG oslo_db.api [None req-4bddee66-2685-476d-8f31-b123471b5540 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 03:54:10.458341 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-976db919-5f95-4f39-ba38-152fd8f4b200 None None] Set router 8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:54:10.642480 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-976db919-5f95-4f39-ba38-152fd8f4b200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'name': 'tempest-ServerActionsTestJSON-2106550687-router', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:09Z', 'revision_number': 3, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'gw_port': {'id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:67:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:10.672477 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976db919-5f95-4f39-ba38-152fd8f4b200 None None] Checking router: 8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:54:10.672809 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976db919-5f95-4f39-ba38-152fd8f4b200 None None] Updating router 8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a port 6dd8806f-f08e-4bf4-8789-09e99778e37b binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:54:10.679405 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d8011a00-3834-48ec-ab12-ac9eb0a7acc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:10.699254 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-976db919-5f95-4f39-ba38-152fd8f4b200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (6dd8806f-f08e-4bf4-8789-09e99778e37b), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:10.837924 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-d8011a00-3834-48ec-ab12-ac9eb0a7acc5 admin admin] Allocated IP 172.20.0.1 (03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2/d676a8af-aa5a-4889-bd26-6913e81c5e60/2d9aef51-c292-41f1-a3ce-7f6099de4210) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:54:10.950680 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d8011a00-3834-48ec-ab12-ac9eb0a7acc5 admin admin] Publish callbacks [] for port (2d9aef51-c292-41f1-a3ce-7f6099de4210), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:10.955179 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-976db919-5f95-4f39-ba38-152fd8f4b200 None None] Publish callbacks [] for port (6dd8806f-f08e-4bf4-8789-09e99778e37b), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:10.976096 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-976db919-5f95-4f39-ba38-152fd8f4b200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (6dd8806f-f08e-4bf4-8789-09e99778e37b), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:10.993448 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d8011a00-3834-48ec-ab12-ac9eb0a7acc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (2d9aef51-c292-41f1-a3ce-7f6099de4210), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:11.031718 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8011a00-3834-48ec-ab12-ac9eb0a7acc5 admin admin] Network 03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:54:11.034586 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-d8011a00-3834-48ec-ab12-ac9eb0a7acc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:54:11.034806 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-4bddee66-2685-476d-8f31-b123471b5540 None None] Current status of the port cdfce038-6be7-462f-b21d-acd474492086 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:54:11.037972 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8011a00-3834-48ec-ab12-ac9eb0a7acc5 admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:54:11.069339 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8011a00-3834-48ec-ab12-ac9eb0a7acc5 admin admin] Pushing event updated for resources: {'Port': ['ID=2d9aef51-c292-41f1-a3ce-7f6099de4210,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:11.090326 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d8011a00-3834-48ec-ab12-ac9eb0a7acc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:11.226820 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-976db919-5f95-4f39-ba38-152fd8f4b200 None None] Attempting to bind port 6dd8806f-f08e-4bf4-8789-09e99778e37b on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:54:11.227188 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-976db919-5f95-4f39-ba38-152fd8f4b200 None None] Attempting to bind port 6dd8806f-f08e-4bf4-8789-09e99778e37b by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:54:11.227503 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d8011a00-3834-48ec-ab12-ac9eb0a7acc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2d9aef51-c292-41f1-a3ce-7f6099de4210), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:11.227626 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976db919-5f95-4f39-ba38-152fd8f4b200 None None] Attempting to bind port 6dd8806f-f08e-4bf4-8789-09e99778e37b on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:54:11.229372 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c03ff5b-5c96-4590-a477-ec90454bb07c None None] Pushing event updated for resources: {'Port': ['ID=6dd8806f-f08e-4bf4-8789-09e99778e37b,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:11.238931 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976db919-5f95-4f39-ba38-152fd8f4b200 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:54:11.239318 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976db919-5f95-4f39-ba38-152fd8f4b200 None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:54:11.239726 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-976db919-5f95-4f39-ba38-152fd8f4b200 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:11.240117 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976db919-5f95-4f39-ba38-152fd8f4b200 None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:54:11.240655 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-976db919-5f95-4f39-ba38-152fd8f4b200 None None] Bound port: 6dd8806f-f08e-4bf4-8789-09e99778e37b, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:54:11.241041 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-976db919-5f95-4f39-ba38-152fd8f4b200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (6dd8806f-f08e-4bf4-8789-09e99778e37b), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:11.245734 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-03d83f7a-3072-4d80-81e6-da32e760a409 None None] Provisioning complete for port cdfce038-6be7-462f-b21d-acd474492086 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:54:11.245943 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-03d83f7a-3072-4d80-81e6-da32e760a409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (cdfce038-6be7-462f-b21d-acd474492086), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:11.327554 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-976db919-5f95-4f39-ba38-152fd8f4b200 None None] For port 6dd8806f-f08e-4bf4-8789-09e99778e37b, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:54:11.331006 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-976db919-5f95-4f39-ba38-152fd8f4b200 None None] For port 6dd8806f-f08e-4bf4-8789-09e99778e37b, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=6dd8806f-f08e-4bf4-8789-09e99778e37b,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:54:11.336570 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-976db919-5f95-4f39-ba38-152fd8f4b200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (6dd8806f-f08e-4bf4-8789-09e99778e37b), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:11.398258 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d8011a00-3834-48ec-ab12-ac9eb0a7acc5 admin admin] Publish callbacks [] for port (2d9aef51-c292-41f1-a3ce-7f6099de4210), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:11.404095 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d8011a00-3834-48ec-ab12-ac9eb0a7acc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (2d9aef51-c292-41f1-a3ce-7f6099de4210), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:11.413969 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-03d83f7a-3072-4d80-81e6-da32e760a409 None None] Current status of the port cdfce038-6be7-462f-b21d-acd474492086 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:54:11.430052 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976db919-5f95-4f39-ba38-152fd8f4b200 None None] Routers {'8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:54:11.430686 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-976db919-5f95-4f39-ba38-152fd8f4b200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:54:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:11.432534 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c03ff5b-5c96-4590-a477-ec90454bb07c None None] Pushing event updated for resources: {'Port': ['ID=6dd8806f-f08e-4bf4-8789-09e99778e37b,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:11.472525 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8011a00-3834-48ec-ab12-ac9eb0a7acc5 admin admin] Pushing event updated for resources: {'Port': ['ID=2d9aef51-c292-41f1-a3ce-7f6099de4210,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:11.474956 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d8011a00-3834-48ec-ab12-ac9eb0a7acc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:11.552116 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-976db919-5f95-4f39-ba38-152fd8f4b200 None None] Set router 8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:54:11.554034 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-53487f0b-f25f-426d-86b3-2b5a2c592663 None None] Provisioning complete for port 2d9aef51-c292-41f1-a3ce-7f6099de4210 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:54:11.554431 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-53487f0b-f25f-426d-86b3-2b5a2c592663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (2d9aef51-c292-41f1-a3ce-7f6099de4210), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:11.567589 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8011a00-3834-48ec-ab12-ac9eb0a7acc5 admin admin] Network 03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:54:11.568987 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-d8011a00-3834-48ec-ab12-ac9eb0a7acc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:54:11.653502 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-53487f0b-f25f-426d-86b3-2b5a2c592663 None None] Port 2d9aef51-c292-41f1-a3ce-7f6099de4210 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:54:11.696603 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8011a00-3834-48ec-ab12-ac9eb0a7acc5 admin admin] Router 8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:54:11.793558 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-976db919-5f95-4f39-ba38-152fd8f4b200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'name': 'tempest-ServerActionsTestJSON-2106550687-router', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:11Z', 'revision_number': 4, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'gw_port': {'id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:67:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '2d9aef51-c292-41f1-a3ce-7f6099de4210', 'name': '', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'mac_address': 'fa:16:3e:17:ed:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:10Z', 'updated_at': '2022-01-28T03:54:11Z', 'revision_number': 2, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'subnets': [{'id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:11.810428 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8011a00-3834-48ec-ab12-ac9eb0a7acc5 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:54:11.821595 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d8011a00-3834-48ec-ab12-ac9eb0a7acc5 admin admin] 10.222.0.53 "PUT /v2.0/routers/8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5769744 Jan 28 03:54:11.825362 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976db919-5f95-4f39-ba38-152fd8f4b200 None None] The sync data for ids ['8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'] in n-d-712139-27 is: [{'id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'name': 'tempest-ServerActionsTestJSON-2106550687-router', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:11Z', 'revision_number': 4, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'gw_port': {'id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:67:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '2d9aef51-c292-41f1-a3ce-7f6099de4210', 'name': '', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'mac_address': 'fa:16:3e:17:ed:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:10Z', 'updated_at': '2022-01-28T03:54:11Z', 'revision_number': 2, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'subnets': [{'id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:54:11.868706 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device cdfce038-6be7-462f-b21d-acd474492086 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:54:11.913628 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-96076471-4ffb-4c00-890e-9d5067c08529 None None] Provisioning complete for port 2d9aef51-c292-41f1-a3ce-7f6099de4210 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:54:11.914011 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-96076471-4ffb-4c00-890e-9d5067c08529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (2d9aef51-c292-41f1-a3ce-7f6099de4210), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:11.956165 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-96076471-4ffb-4c00-890e-9d5067c08529 None None] Port 2d9aef51-c292-41f1-a3ce-7f6099de4210 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:54:11.958528 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port cdfce038-6be7-462f-b21d-acd474492086 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:54:11.958918 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (cdfce038-6be7-462f-b21d-acd474492086), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:12.059107 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port cdfce038-6be7-462f-b21d-acd474492086 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:54:12.357354 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 34126) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:12.362746 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-230f35ba-6390-4963-993c-dd634f7617f9 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1078424779', 'description': 'tempest-description--1216936793'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:12.385640 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-230f35ba-6390-4963-993c-dd634f7617f9 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:12.464356 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-230f35ba-6390-4963-993c-dd634f7617f9 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks [] for security_group (a1f2afc0-0955-4760-a0de-c8a3213dfcb8), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:12.469508 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-230f35ba-6390-4963-993c-dd634f7617f9 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (a1f2afc0-0955-4760-a0de-c8a3213dfcb8), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:12.505567 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f35ba-6390-4963-993c-dd634f7617f9 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f2afc0-0955-4760-a0de-c8a3213dfcb8,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:12.513181 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-230f35ba-6390-4963-993c-dd634f7617f9 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:12.514654 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-230f35ba-6390-4963-993c-dd634f7617f9 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1561687 Jan 28 03:54:12.517625 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 34128) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:12.522093 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-eecda882-944e-498b-889f-9873772a9267 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Request body: {'security_group_rule': {'security_group_id': 'a1f2afc0-0955-4760-a0de-c8a3213dfcb8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:12.549046 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-eecda882-944e-498b-889f-9873772a9267 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks [] for security_group_rule (4e5daa02-531f-471a-8794-a177150755f7), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:12.612105 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-eecda882-944e-498b-889f-9873772a9267 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks [] for security_group_rule (4e5daa02-531f-471a-8794-a177150755f7), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:12.617036 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-eecda882-944e-498b-889f-9873772a9267 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (4e5daa02-531f-471a-8794-a177150755f7), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:12.635510 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecda882-944e-498b-889f-9873772a9267 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e5daa02-531f-471a-8794-a177150755f7,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:12.646560 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-eecda882-944e-498b-889f-9873772a9267 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:12.647959 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-eecda882-944e-498b-889f-9873772a9267 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1294022 Jan 28 03:54:12.650671 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 34130) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:12.655518 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-2d4f8df9-53b7-4813-a7b6-4cfeab3c5121 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Request body: {'security_group_rule': {'security_group_id': 'a1f2afc0-0955-4760-a0de-c8a3213dfcb8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:12.689052 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2d4f8df9-53b7-4813-a7b6-4cfeab3c5121 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks [] for security_group_rule (ee6a2d78-04ce-4bfd-8b1f-eda2b9d99edd), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:12.746720 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2d4f8df9-53b7-4813-a7b6-4cfeab3c5121 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks [] for security_group_rule (ee6a2d78-04ce-4bfd-8b1f-eda2b9d99edd), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:12.751423 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2d4f8df9-53b7-4813-a7b6-4cfeab3c5121 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (ee6a2d78-04ce-4bfd-8b1f-eda2b9d99edd), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:12.771089 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4f8df9-53b7-4813-a7b6-4cfeab3c5121 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee6a2d78-04ce-4bfd-8b1f-eda2b9d99edd,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:12.778510 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2d4f8df9-53b7-4813-a7b6-4cfeab3c5121 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:12.779993 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-2d4f8df9-53b7-4813-a7b6-4cfeab3c5121 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1282864 Jan 28 03:54:12.783317 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 34132) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:12.788157 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-fa77b478-5c64-48de-8ab8-673fd151f083 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:12.813412 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fa77b478-5c64-48de-8ab8-673fd151f083 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:12.918226 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fa77b478-5c64-48de-8ab8-673fd151f083 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:13.024963 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-fa77b478-5c64-48de-8ab8-673fd151f083 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Allocated IP 172.25.0.54 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/8b6c97b0-67ee-49f6-acd3-8a31b0eea347) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:54:13.134071 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fa77b478-5c64-48de-8ab8-673fd151f083 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks [] for port (8b6c97b0-67ee-49f6-acd3-8a31b0eea347), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:13.172054 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fa77b478-5c64-48de-8ab8-673fd151f083 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (8b6c97b0-67ee-49f6-acd3-8a31b0eea347), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:13.210686 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa77b478-5c64-48de-8ab8-673fd151f083 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:54:13.215438 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-fa77b478-5c64-48de-8ab8-673fd151f083 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:54:13.219745 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa77b478-5c64-48de-8ab8-673fd151f083 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:54:13.222704 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa77b478-5c64-48de-8ab8-673fd151f083 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Pushing event updated for resources: {'Port': ['ID=8b6c97b0-67ee-49f6-acd3-8a31b0eea347,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:13.307297 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fa77b478-5c64-48de-8ab8-673fd151f083 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks [] for floatingip (9db412f7-aced-4432-a9e8-2d37d2c43bdf), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:13.667012 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fa77b478-5c64-48de-8ab8-673fd151f083 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8b6c97b0-67ee-49f6-acd3-8a31b0eea347), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:13.825231 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fa77b478-5c64-48de-8ab8-673fd151f083 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks [] for port (8b6c97b0-67ee-49f6-acd3-8a31b0eea347), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:13.832455 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fa77b478-5c64-48de-8ab8-673fd151f083 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (8b6c97b0-67ee-49f6-acd3-8a31b0eea347), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:13.847873 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f080e9-f1fa-4df7-acc5-87d6db1ceceb None None] Sync routers for ids ['8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:54:13.858460 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f080e9-f1fa-4df7-acc5-87d6db1ceceb None None] Routers {'8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:54:13.859204 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-56f080e9-f1fa-4df7-acc5-87d6db1ceceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:54:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:13.897124 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa77b478-5c64-48de-8ab8-673fd151f083 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Pushing event updated for resources: {'Port': ['ID=8b6c97b0-67ee-49f6-acd3-8a31b0eea347,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:13.911583 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 6dd8806f-f08e-4bf4-8789-09e99778e37b up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:54:13.914494 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fa77b478-5c64-48de-8ab8-673fd151f083 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (9db412f7-aced-4432-a9e8-2d37d2c43bdf), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:13.931628 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fa77b478-5c64-48de-8ab8-673fd151f083 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:13.932909 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-fa77b478-5c64-48de-8ab8-673fd151f083 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1484945 Jan 28 03:54:13.965636 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 6dd8806f-f08e-4bf4-8789-09e99778e37b triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:54:13.966087 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (6dd8806f-f08e-4bf4-8789-09e99778e37b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:13.968916 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-56f080e9-f1fa-4df7-acc5-87d6db1ceceb None None] Set router 8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:54:14.052277 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 6dd8806f-f08e-4bf4-8789-09e99778e37b is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:54:14.052666 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (6dd8806f-f08e-4bf4-8789-09e99778e37b), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:14.076194 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 6dd8806f-f08e-4bf4-8789-09e99778e37b, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=6dd8806f-f08e-4bf4-8789-09e99778e37b,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:54:14.081176 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (6dd8806f-f08e-4bf4-8789-09e99778e37b), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:14.102895 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fc41c923-d194-4215-9143-a70902ab0c0e req-830dc8be-319e-44a7-a6cc-13daef2006f9 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1078424779&fields=id&tenant_id=f52513e4d85742b1b0baa680f6404d47 HTTP/1.1" status: 200 len: 267 time: 0.0547590 Jan 28 03:54:14.133488 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=6dd8806f-f08e-4bf4-8789-09e99778e37b,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:14.218901 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41c923-d194-4215-9143-a70902ab0c0e req-a45f3a55-a772-4ddf-b615-2296ebb698f3 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:14.220406 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fc41c923-d194-4215-9143-a70902ab0c0e req-a45f3a55-a772-4ddf-b615-2296ebb698f3 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/networks?id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 200 len: 812 time: 0.1096556 Jan 28 03:54:14.235697 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fc41c923-d194-4215-9143-a70902ab0c0e req-df3acc06-6c31-4ee4-b2fb-e476c5fe10c4 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/quotas/f52513e4d85742b1b0baa680f6404d47 HTTP/1.1" status: 200 len: 375 time: 0.0097256 Jan 28 03:54:14.271188 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-56f080e9-f1fa-4df7-acc5-87d6db1ceceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'name': 'tempest-ServerActionsTestJSON-2106550687-router', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:11Z', 'revision_number': 4, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'gw_port': {'id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:67:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '2d9aef51-c292-41f1-a3ce-7f6099de4210', 'name': '', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'mac_address': 'fa:16:3e:17:ed:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:10Z', 'updated_at': '2022-01-28T03:54:11Z', 'revision_number': 2, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'subnets': [{'id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:14.286269 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fc41c923-d194-4215-9143-a70902ab0c0e req-04e66537-1e42-4c02-80b9-005f23e7dea7 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f52513e4d85742b1b0baa680f6404d47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453026 Jan 28 03:54:14.297318 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f080e9-f1fa-4df7-acc5-87d6db1ceceb None None] Checking router: 8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:54:14.297677 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f080e9-f1fa-4df7-acc5-87d6db1ceceb None None] Updating router 8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a port 2d9aef51-c292-41f1-a3ce-7f6099de4210 binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 03:54:14.324212 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-56f080e9-f1fa-4df7-acc5-87d6db1ceceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2d9aef51-c292-41f1-a3ce-7f6099de4210), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:14.396011 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fc41c923-d194-4215-9143-a70902ab0c0e req-c9738f2c-7515-4e86-918c-8a664e52f98f service neutron] 10.222.0.53 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974743 Jan 28 03:54:14.488185 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fc41c923-d194-4215-9143-a70902ab0c0e req-7f4c4be9-7391-4120-a116-d85fb2a320da service neutron] 10.222.0.53 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862639 Jan 28 03:54:14.597020 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-56f080e9-f1fa-4df7-acc5-87d6db1ceceb None None] Publish callbacks [] for port (2d9aef51-c292-41f1-a3ce-7f6099de4210), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:14.604152 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-56f080e9-f1fa-4df7-acc5-87d6db1ceceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (2d9aef51-c292-41f1-a3ce-7f6099de4210), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:14.660410 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc68c9-c862-4db8-938e-03191d34a304 None None] Pushing event updated for resources: {'Port': ['ID=2d9aef51-c292-41f1-a3ce-7f6099de4210,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:14.674627 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cc68c9-c862-4db8-938e-03191d34a304 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:14.675105 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cc68c9-c862-4db8-938e-03191d34a304 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:14.675546 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cc68c9-c862-4db8-938e-03191d34a304 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:14.675990 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cc68c9-c862-4db8-938e-03191d34a304 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:14.676378 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cc68c9-c862-4db8-938e-03191d34a304 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:14.676798 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cc68c9-c862-4db8-938e-03191d34a304 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:14.677271 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cc68c9-c862-4db8-938e-03191d34a304 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:14.677691 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cc68c9-c862-4db8-938e-03191d34a304 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:14.678293 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cc68c9-c862-4db8-938e-03191d34a304 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:14.679002 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cc68c9-c862-4db8-938e-03191d34a304 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:14.679707 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cc68c9-c862-4db8-938e-03191d34a304 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:14.680415 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cc68c9-c862-4db8-938e-03191d34a304 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:14.681396 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cc68c9-c862-4db8-938e-03191d34a304 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:14.689049 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cea664d5-0bd5-42d9-96d3-34072f7e1b65 req-21cde8fc-ad65-4f3b-8d3d-153e826ddbb3 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 210 time: 0.0604892 Jan 28 03:54:14.734498 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-56f080e9-f1fa-4df7-acc5-87d6db1ceceb None None] Attempting to bind port 2d9aef51-c292-41f1-a3ce-7f6099de4210 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:54:14.734935 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-56f080e9-f1fa-4df7-acc5-87d6db1ceceb None None] Attempting to bind port 2d9aef51-c292-41f1-a3ce-7f6099de4210 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '46e25743-964e-4268-826c-5f3248f6dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:54:14.735363 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f080e9-f1fa-4df7-acc5-87d6db1ceceb None None] Attempting to bind port 2d9aef51-c292-41f1-a3ce-7f6099de4210 on network 03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:54:14.741494 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f080e9-f1fa-4df7-acc5-87d6db1ceceb None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:54:14.742212 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f080e9-f1fa-4df7-acc5-87d6db1ceceb None None] Checking segment: {'id': '46e25743-964e-4268-826c-5f3248f6dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:54:14.742702 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-56f080e9-f1fa-4df7-acc5-87d6db1ceceb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:14.743246 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f080e9-f1fa-4df7-acc5-87d6db1ceceb None None] Bound using segment: {'id': '46e25743-964e-4268-826c-5f3248f6dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:54:14.744105 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-56f080e9-f1fa-4df7-acc5-87d6db1ceceb None None] Bound port: 2d9aef51-c292-41f1-a3ce-7f6099de4210, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46e25743-964e-4268-826c-5f3248f6dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:54:14.744645 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-56f080e9-f1fa-4df7-acc5-87d6db1ceceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2d9aef51-c292-41f1-a3ce-7f6099de4210), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:14.818674 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-56f080e9-f1fa-4df7-acc5-87d6db1ceceb None None] For port 2d9aef51-c292-41f1-a3ce-7f6099de4210, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:54:14.822399 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-56f080e9-f1fa-4df7-acc5-87d6db1ceceb None None] For port 2d9aef51-c292-41f1-a3ce-7f6099de4210, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=2d9aef51-c292-41f1-a3ce-7f6099de4210,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:54:14.827485 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-56f080e9-f1fa-4df7-acc5-87d6db1ceceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (2d9aef51-c292-41f1-a3ce-7f6099de4210), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:14.881665 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f080e9-f1fa-4df7-acc5-87d6db1ceceb None None] Routers {'8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:54:14.882276 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-56f080e9-f1fa-4df7-acc5-87d6db1ceceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:54:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:14.932100 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc68c9-c862-4db8-938e-03191d34a304 None None] Pushing event updated for resources: {'Port': ['ID=2d9aef51-c292-41f1-a3ce-7f6099de4210,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:15.000433 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-56f080e9-f1fa-4df7-acc5-87d6db1ceceb None None] Set router 8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:54:15.006489 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-d111bbc5-7f14-4f2d-8c67-ecf780223f73 None None] Provisioning complete for port 2d9aef51-c292-41f1-a3ce-7f6099de4210 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:54:15.007101 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d111bbc5-7f14-4f2d-8c67-ecf780223f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (2d9aef51-c292-41f1-a3ce-7f6099de4210), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:15.114723 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-d111bbc5-7f14-4f2d-8c67-ecf780223f73 None None] Current status of the port 2d9aef51-c292-41f1-a3ce-7f6099de4210 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:54:15.115722 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d111bbc5-7f14-4f2d-8c67-ecf780223f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2d9aef51-c292-41f1-a3ce-7f6099de4210), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:15.170834 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-d111bbc5-7f14-4f2d-8c67-ecf780223f73 None None] For port 2d9aef51-c292-41f1-a3ce-7f6099de4210, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=2d9aef51-c292-41f1-a3ce-7f6099de4210,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:54:15.177875 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d111bbc5-7f14-4f2d-8c67-ecf780223f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (2d9aef51-c292-41f1-a3ce-7f6099de4210), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:15.223293 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-56f080e9-f1fa-4df7-acc5-87d6db1ceceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'name': 'tempest-ServerActionsTestJSON-2106550687-router', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:11Z', 'revision_number': 4, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'gw_port': {'id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '2d9aef51-c292-41f1-a3ce-7f6099de4210', 'name': '', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'mac_address': 'fa:16:3e:17:ed:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:10Z', 'updated_at': '2022-01-28T03:54:14Z', 'revision_number': 4, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'subnets': [{'id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:15.230420 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d111bbc5-7f14-4f2d-8c67-ecf780223f73 None None] Pushing event updated for resources: {'Port': ['ID=2d9aef51-c292-41f1-a3ce-7f6099de4210,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:15.254018 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f080e9-f1fa-4df7-acc5-87d6db1ceceb None None] The sync data for ids ['8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'] in n-d-712139-27 is: [{'id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'name': 'tempest-ServerActionsTestJSON-2106550687-router', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:11Z', 'revision_number': 4, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'gw_port': {'id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '2d9aef51-c292-41f1-a3ce-7f6099de4210', 'name': '', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'mac_address': 'fa:16:3e:17:ed:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:10Z', 'updated_at': '2022-01-28T03:54:14Z', 'revision_number': 4, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'subnets': [{'id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:54:15.299612 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-6915fdfa-19bf-4792-96c0-c4bb0425cc55 None None] Provisioning complete for port 2d9aef51-c292-41f1-a3ce-7f6099de4210 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:54:15.299991 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6915fdfa-19bf-4792-96c0-c4bb0425cc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (2d9aef51-c292-41f1-a3ce-7f6099de4210), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:15.393834 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-6915fdfa-19bf-4792-96c0-c4bb0425cc55 None None] Current status of the port 2d9aef51-c292-41f1-a3ce-7f6099de4210 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:54:15.822091 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3cda8b48-d48a-4b78-83ef-e44e645d2890 req-7f8a415b-77fd-44bc-bdae-6cbc35928455 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 210 time: 0.0588164 Jan 28 03:54:15.896253 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41c923-d194-4215-9143-a70902ab0c0e req-8b054d6a-37c6-46a3-a5ff-3210c21bcb0d tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:15.897930 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fc41c923-d194-4215-9143-a70902ab0c0e req-8b054d6a-37c6-46a3-a5ff-3210c21bcb0d tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.39 "GET /v2.0/networks?id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 200 len: 812 time: 0.1703005 Jan 28 03:54:15.925246 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 2d9aef51-c292-41f1-a3ce-7f6099de4210 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:54:15.978900 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 2d9aef51-c292-41f1-a3ce-7f6099de4210 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:54:15.979319 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (2d9aef51-c292-41f1-a3ce-7f6099de4210), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:15.987195 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fc41c923-d194-4215-9143-a70902ab0c0e req-39fc8299-a371-4b46-ae2c-15379f93635d tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f52513e4d85742b1b0baa680f6404d47 HTTP/1.1" status: 200 len: 380 time: 0.0551386 Jan 28 03:54:15.995939 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-fc41c923-d194-4215-9143-a70902ab0c0e req-aea94f61-1d52-4246-904f-4904fa3bcebd tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Request body: {'port': {'device_id': '2977dd67-e2d0-4c6d-b02d-16d21c2325eb', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'admin_state_up': True, 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'security_groups': ['a1f2afc0-0955-4760-a0de-c8a3213dfcb8']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:16.056207 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 2d9aef51-c292-41f1-a3ce-7f6099de4210 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:54:16.057294 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 6dd8806f-f08e-4bf4-8789-09e99778e37b up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:54:16.107670 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 6dd8806f-f08e-4bf4-8789-09e99778e37b triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:54:16.108049 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (6dd8806f-f08e-4bf4-8789-09e99778e37b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:16.108762 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc41c923-d194-4215-9143-a70902ab0c0e req-aea94f61-1d52-4246-904f-4904fa3bcebd tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Made reservation on behalf of f52513e4d85742b1b0baa680f6404d47 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:54:16.112395 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-fc41c923-d194-4215-9143-a70902ab0c0e req-aea94f61-1d52-4246-904f-4904fa3bcebd tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:16.186115 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 6dd8806f-f08e-4bf4-8789-09e99778e37b is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:54:16.237735 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-fc41c923-d194-4215-9143-a70902ab0c0e req-aea94f61-1d52-4246-904f-4904fa3bcebd tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Allocated IP 172.20.0.4 (03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2/d676a8af-aa5a-4889-bd26-6913e81c5e60/4998a5d3-1aa6-483d-b049-8702706bf945) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:54:16.378821 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-fc41c923-d194-4215-9143-a70902ab0c0e req-aea94f61-1d52-4246-904f-4904fa3bcebd tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks [] for port (4998a5d3-1aa6-483d-b049-8702706bf945), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:16.418258 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-fc41c923-d194-4215-9143-a70902ab0c0e req-aea94f61-1d52-4246-904f-4904fa3bcebd tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (4998a5d3-1aa6-483d-b049-8702706bf945), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:16.460882 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc41c923-d194-4215-9143-a70902ab0c0e req-aea94f61-1d52-4246-904f-4904fa3bcebd tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Network 03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:54:16.463825 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-fc41c923-d194-4215-9143-a70902ab0c0e req-aea94f61-1d52-4246-904f-4904fa3bcebd tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:54:16.470229 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc41c923-d194-4215-9143-a70902ab0c0e req-aea94f61-1d52-4246-904f-4904fa3bcebd tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:54:16.476941 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea94f61-1d52-4246-904f-4904fa3bcebd tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Pushing event updated for resources: {'Port': ['ID=4998a5d3-1aa6-483d-b049-8702706bf945,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:16.512434 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea94f61-1d52-4246-904f-4904fa3bcebd tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:16.512780 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea94f61-1d52-4246-904f-4904fa3bcebd tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:16.513147 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea94f61-1d52-4246-904f-4904fa3bcebd tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:16.513491 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea94f61-1d52-4246-904f-4904fa3bcebd tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:16.513809 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea94f61-1d52-4246-904f-4904fa3bcebd tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:16.514137 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea94f61-1d52-4246-904f-4904fa3bcebd tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:16.514469 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea94f61-1d52-4246-904f-4904fa3bcebd tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:16.514796 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea94f61-1d52-4246-904f-4904fa3bcebd tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:16.515118 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea94f61-1d52-4246-904f-4904fa3bcebd tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:16.515442 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea94f61-1d52-4246-904f-4904fa3bcebd tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:16.515764 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea94f61-1d52-4246-904f-4904fa3bcebd tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:16.516085 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea94f61-1d52-4246-904f-4904fa3bcebd tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:16.516413 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea94f61-1d52-4246-904f-4904fa3bcebd tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:54:16.541550 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41c923-d194-4215-9143-a70902ab0c0e req-aea94f61-1d52-4246-904f-4904fa3bcebd tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:16.542185 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-fc41c923-d194-4215-9143-a70902ab0c0e req-aea94f61-1d52-4246-904f-4904fa3bcebd tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:16.558836 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fc41c923-d194-4215-9143-a70902ab0c0e req-aea94f61-1d52-4246-904f-4904fa3bcebd tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5666897 Jan 28 03:54:16.576549 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-fc41c923-d194-4215-9143-a70902ab0c0e req-1f37ff39-b9db-4ff0-b85b-1fc68f4c8590 service neutron] Request body: {'port': {'device_id': '2977dd67-e2d0-4c6d-b02d-16d21c2325eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:16.632068 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-fc41c923-d194-4215-9143-a70902ab0c0e req-1f37ff39-b9db-4ff0-b85b-1fc68f4c8590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (4998a5d3-1aa6-483d-b049-8702706bf945), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:16.723661 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-accd57d2-29f9-44d2-80ea-8f272291aebc None None] Provisioning complete for port 4998a5d3-1aa6-483d-b049-8702706bf945 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:54:16.723939 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-accd57d2-29f9-44d2-80ea-8f272291aebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (4998a5d3-1aa6-483d-b049-8702706bf945), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:16.761940 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-accd57d2-29f9-44d2-80ea-8f272291aebc None None] Port 4998a5d3-1aa6-483d-b049-8702706bf945 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:54:16.943872 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-fc41c923-d194-4215-9143-a70902ab0c0e req-1f37ff39-b9db-4ff0-b85b-1fc68f4c8590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4998a5d3-1aa6-483d-b049-8702706bf945 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:54:16.953696 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-fc41c923-d194-4215-9143-a70902ab0c0e req-1f37ff39-b9db-4ff0-b85b-1fc68f4c8590 service neutron] Publish callbacks [] for port (4998a5d3-1aa6-483d-b049-8702706bf945), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:16.972434 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-fc41c923-d194-4215-9143-a70902ab0c0e req-1f37ff39-b9db-4ff0-b85b-1fc68f4c8590 service neutron] Transition to ACTIVE for port object 4998a5d3-1aa6-483d-b049-8702706bf945 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:54:16.980922 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be12610-8f22-4862-92ae-b095fe712c28 req-26326930-8e2e-4f6a-ba64-0b17a97cfb25 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:16.982400 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0be12610-8f22-4862-92ae-b095fe712c28 req-26326930-8e2e-4f6a-ba64-0b17a97cfb25 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 931 time: 0.0809028 Jan 28 03:54:16.983456 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-fc41c923-d194-4215-9143-a70902ab0c0e req-1f37ff39-b9db-4ff0-b85b-1fc68f4c8590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (4998a5d3-1aa6-483d-b049-8702706bf945), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:17.054474 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37ff39-b9db-4ff0-b85b-1fc68f4c8590 service neutron] Pushing event updated for resources: {'Port': ['ID=4998a5d3-1aa6-483d-b049-8702706bf945,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:17.121851 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0be12610-8f22-4862-92ae-b095fe712c28 req-5e8fd2d8-335e-4f1d-91f1-cb06b98ef431 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302669 Jan 28 03:54:17.145697 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-fc41c923-d194-4215-9143-a70902ab0c0e req-1f37ff39-b9db-4ff0-b85b-1fc68f4c8590 service neutron] Attempting to bind port 4998a5d3-1aa6-483d-b049-8702706bf945 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:54:17.146040 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-fc41c923-d194-4215-9143-a70902ab0c0e req-1f37ff39-b9db-4ff0-b85b-1fc68f4c8590 service neutron] Attempting to bind port 4998a5d3-1aa6-483d-b049-8702706bf945 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '46e25743-964e-4268-826c-5f3248f6dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:54:17.146374 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc41c923-d194-4215-9143-a70902ab0c0e req-1f37ff39-b9db-4ff0-b85b-1fc68f4c8590 service neutron] Attempting to bind port 4998a5d3-1aa6-483d-b049-8702706bf945 on network 03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:54:17.151266 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc41c923-d194-4215-9143-a70902ab0c0e req-1f37ff39-b9db-4ff0-b85b-1fc68f4c8590 service neutron] Port 4998a5d3-1aa6-483d-b049-8702706bf945 on network 03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:54:17.151586 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc41c923-d194-4215-9143-a70902ab0c0e req-1f37ff39-b9db-4ff0-b85b-1fc68f4c8590 service neutron] Attempting to bind port 4998a5d3-1aa6-483d-b049-8702706bf945 on network 03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:54:17.156703 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc41c923-d194-4215-9143-a70902ab0c0e req-1f37ff39-b9db-4ff0-b85b-1fc68f4c8590 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:54:17.157038 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc41c923-d194-4215-9143-a70902ab0c0e req-1f37ff39-b9db-4ff0-b85b-1fc68f4c8590 service neutron] Checking segment: {'id': '46e25743-964e-4268-826c-5f3248f6dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:54:17.157449 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc41c923-d194-4215-9143-a70902ab0c0e req-1f37ff39-b9db-4ff0-b85b-1fc68f4c8590 service neutron] Bound using segment: {'id': '46e25743-964e-4268-826c-5f3248f6dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:54:17.157874 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-fc41c923-d194-4215-9143-a70902ab0c0e req-1f37ff39-b9db-4ff0-b85b-1fc68f4c8590 service neutron] Bound port: 4998a5d3-1aa6-483d-b049-8702706bf945, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e25743-964e-4268-826c-5f3248f6dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:54:17.158249 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-fc41c923-d194-4215-9143-a70902ab0c0e req-1f37ff39-b9db-4ff0-b85b-1fc68f4c8590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (4998a5d3-1aa6-483d-b049-8702706bf945), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:17.228245 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-fc41c923-d194-4215-9143-a70902ab0c0e req-1f37ff39-b9db-4ff0-b85b-1fc68f4c8590 service neutron] For port 4998a5d3-1aa6-483d-b049-8702706bf945, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:54:17.231676 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-fc41c923-d194-4215-9143-a70902ab0c0e req-1f37ff39-b9db-4ff0-b85b-1fc68f4c8590 service neutron] For port 4998a5d3-1aa6-483d-b049-8702706bf945, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=4998a5d3-1aa6-483d-b049-8702706bf945,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:54:17.236323 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-fc41c923-d194-4215-9143-a70902ab0c0e req-1f37ff39-b9db-4ff0-b85b-1fc68f4c8590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (4998a5d3-1aa6-483d-b049-8702706bf945), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:17.269232 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41c923-d194-4215-9143-a70902ab0c0e req-1f37ff39-b9db-4ff0-b85b-1fc68f4c8590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:17.270106 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-fc41c923-d194-4215-9143-a70902ab0c0e req-1f37ff39-b9db-4ff0-b85b-1fc68f4c8590 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:17.271970 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fc41c923-d194-4215-9143-a70902ab0c0e req-1f37ff39-b9db-4ff0-b85b-1fc68f4c8590 service neutron] 10.222.0.39 "PUT /v2.0/ports/4998a5d3-1aa6-483d-b049-8702706bf945 HTTP/1.1" status: 200 len: 1092 time: 0.7000294 Jan 28 03:54:17.274723 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2977dd67-e2d0-4c6d-b02d-16d21c2325eb', 'tag': '4998a5d3-1aa6-483d-b049-8702706bf945'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:54:17.276942 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556e1812-65a5-4f61-9223-47acf315005c" -d '{"events": [{"name": "network-changed", "server_uuid": "2977dd67-e2d0-4c6d-b02d-16d21c2325eb", "tag": "4998a5d3-1aa6-483d-b049-8702706bf945"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:54:17.310977 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37ff39-b9db-4ff0-b85b-1fc68f4c8590 service neutron] Pushing event updated for resources: {'Port': ['ID=4998a5d3-1aa6-483d-b049-8702706bf945,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:17.331064 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80db435-c420-41cb-994c-b91400f11b72 x-openstack-request-id: req-b80db435-c420-41cb-994c-b91400f11b72 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:54:17.331364 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2977dd67-e2d0-4c6d-b02d-16d21c2325eb", "tag": "4998a5d3-1aa6-483d-b049-8702706bf945", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:54:17.331619 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b80db435-c420-41cb-994c-b91400f11b72 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:54:17.332034 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2977dd67-e2d0-4c6d-b02d-16d21c2325eb', 'tag': '4998a5d3-1aa6-483d-b049-8702706bf945', 'status': 'completed', 'code': 200} Jan 28 03:54:17.389844 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41c923-d194-4215-9143-a70902ab0c0e req-d5e1d54b-bb15-4590-9d36-7c41713a8b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:17.391398 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fc41c923-d194-4215-9143-a70902ab0c0e req-d5e1d54b-bb15-4590-9d36-7c41713a8b96 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f52513e4d85742b1b0baa680f6404d47&device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 1095 time: 0.0443511 Jan 28 03:54:17.443942 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fc41c923-d194-4215-9143-a70902ab0c0e req-2024f2eb-c948-4edc-a92b-b115a2289529 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4998a5d3-1aa6-483d-b049-8702706bf945 HTTP/1.1" status: 200 len: 217 time: 0.0401464 Jan 28 03:54:17.493466 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41c923-d194-4215-9143-a70902ab0c0e req-b211e9e8-c1c4-48bd-821c-879d063fb46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:17.494977 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fc41c923-d194-4215-9143-a70902ab0c0e req-b211e9e8-c1c4-48bd-821c-879d063fb46c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d676a8af-aa5a-4889-bd26-6913e81c5e60 HTTP/1.1" status: 200 len: 851 time: 0.0453031 Jan 28 03:54:17.542613 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41c923-d194-4215-9143-a70902ab0c0e req-bd92d302-6621-4e4b-8fbf-5ce25143d804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:17.544171 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fc41c923-d194-4215-9143-a70902ab0c0e req-bd92d302-6621-4e4b-8fbf-5ce25143d804 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424287 Jan 28 03:54:17.640346 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fc41c923-d194-4215-9143-a70902ab0c0e req-50319318-43a9-401c-b594-392def900c68 service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884624 Jan 28 03:54:17.736512 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fc41c923-d194-4215-9143-a70902ab0c0e req-8007c5ec-8b98-49ca-a065-d0be11379634 service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899715 Jan 28 03:54:17.877955 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e1812-65a5-4f61-9223-47acf315005c req-0d556c8b-abcc-453a-a09f-aa75a060afaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:17.879489 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-556e1812-65a5-4f61-9223-47acf315005c req-0d556c8b-abcc-453a-a09f-aa75a060afaa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f52513e4d85742b1b0baa680f6404d47&device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 1095 time: 0.0491912 Jan 28 03:54:17.977109 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e1812-65a5-4f61-9223-47acf315005c req-09faea8f-602a-458b-bd05-4aa73f5455b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:17.978650 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-556e1812-65a5-4f61-9223-47acf315005c req-09faea8f-602a-458b-bd05-4aa73f5455b2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 200 len: 913 time: 0.0933611 Jan 28 03:54:18.025226 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-556e1812-65a5-4f61-9223-47acf315005c req-fbc94b01-bad5-414f-a71f-9d8eefaff75e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4998a5d3-1aa6-483d-b049-8702706bf945 HTTP/1.1" status: 200 len: 217 time: 0.0398676 Jan 28 03:54:18.078141 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e1812-65a5-4f61-9223-47acf315005c req-afb522f0-4ea7-496a-bbbc-fa15d8a5b1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:18.079528 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-556e1812-65a5-4f61-9223-47acf315005c req-afb522f0-4ea7-496a-bbbc-fa15d8a5b1c2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d676a8af-aa5a-4889-bd26-6913e81c5e60 HTTP/1.1" status: 200 len: 851 time: 0.0479355 Jan 28 03:54:18.130460 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e1812-65a5-4f61-9223-47acf315005c req-69e50ca8-c9be-40cd-874c-753dd4547958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:18.132040 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-556e1812-65a5-4f61-9223-47acf315005c req-69e50ca8-c9be-40cd-874c-753dd4547958 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454736 Jan 28 03:54:18.255881 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-556e1812-65a5-4f61-9223-47acf315005c req-46d4fa47-b978-4376-9a19-e28a0e149054 service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170321 Jan 28 03:54:18.268183 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75329b8b-c696-4e4b-9b5b-cf9845ccf62d req-6eb8085d-7c82-4769-8bf8-7889f2a66ba5 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:18.269634 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-75329b8b-c696-4e4b-9b5b-cf9845ccf62d req-6eb8085d-7c82-4769-8bf8-7889f2a66ba5 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 943 time: 0.0728750 Jan 28 03:54:18.376902 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-75329b8b-c696-4e4b-9b5b-cf9845ccf62d req-1c5b9558-97d4-4f47-9298-3fbb3844886a tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985441 Jan 28 03:54:18.391609 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-556e1812-65a5-4f61-9223-47acf315005c req-ed1b5658-5989-4cfa-99f5-ec2d7e8b09ce service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210010 Jan 28 03:54:19.498807 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 4998a5d3-1aa6-483d-b049-8702706bf945 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:54:19.503416 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7ecf1-91aa-46a9-9d67-6b38f0d593ad req-96a89998-84d1-4d30-b80e-58e76e3a77ae tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:19.504907 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dcd7ecf1-91aa-46a9-9d67-6b38f0d593ad req-96a89998-84d1-4d30-b80e-58e76e3a77ae tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 943 time: 0.0498180 Jan 28 03:54:19.560392 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dcd7ecf1-91aa-46a9-9d67-6b38f0d593ad req-cb0b2e83-bafb-4540-8b32-8d6be9ef3603 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466328 Jan 28 03:54:19.596954 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 4998a5d3-1aa6-483d-b049-8702706bf945, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=4998a5d3-1aa6-483d-b049-8702706bf945,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:54:19.608985 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '4998a5d3-1aa6-483d-b049-8702706bf945', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'port_id': '4998a5d3-1aa6-483d-b049-8702706bf945', 'mac_address': 'fa:16:3e:27:5a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:54:19.650100 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 4998a5d3-1aa6-483d-b049-8702706bf945 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:54:19.650498 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (4998a5d3-1aa6-483d-b049-8702706bf945), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:19.663649 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4998a5d3-1aa6-483d-b049-8702706bf945 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:54:19.683728 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 4998a5d3-1aa6-483d-b049-8702706bf945, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=4998a5d3-1aa6-483d-b049-8702706bf945,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:54:19.689191 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (4998a5d3-1aa6-483d-b049-8702706bf945), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:19.737978 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=4998a5d3-1aa6-483d-b049-8702706bf945,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:19.950486 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['4998a5d3-1aa6-483d-b049-8702706bf945'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:54:20.680846 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9109386-70cc-4569-9ee6-821e1667dc9c req-03d35a14-491b-4058-a3eb-fe49436ddb56 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:20.682373 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e9109386-70cc-4569-9ee6-821e1667dc9c req-03d35a14-491b-4058-a3eb-fe49436ddb56 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 944 time: 0.0528672 Jan 28 03:54:20.731549 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e9109386-70cc-4569-9ee6-821e1667dc9c req-1b92ec33-2740-4bd5-a608-7e9abad82f84 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429881 Jan 28 03:54:21.498291 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 4998a5d3-1aa6-483d-b049-8702706bf945 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:54:21.552259 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 4998a5d3-1aa6-483d-b049-8702706bf945 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:54:21.556230 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 4998a5d3-1aa6-483d-b049-8702706bf945 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:54:21.556595 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (4998a5d3-1aa6-483d-b049-8702706bf945), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:21.641147 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 4998a5d3-1aa6-483d-b049-8702706bf945 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:54:21.641543 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (4998a5d3-1aa6-483d-b049-8702706bf945), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:21.664422 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2977dd67-e2d0-4c6d-b02d-16d21c2325eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4998a5d3-1aa6-483d-b049-8702706bf945'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:54:21.666907 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7466989c69d563e87a019306beca113247d74b519ddc68a6966af7388d6c63e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9f9946-ff72-4310-9b28-98bb0c3d0657" -d '{"events": [{"server_uuid": "2977dd67-e2d0-4c6d-b02d-16d21c2325eb", "name": "network-vif-plugged", "status": "completed", "tag": "4998a5d3-1aa6-483d-b049-8702706bf945"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:54:21.680613 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 4998a5d3-1aa6-483d-b049-8702706bf945, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=4998a5d3-1aa6-483d-b049-8702706bf945,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:54:21.685164 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (4998a5d3-1aa6-483d-b049-8702706bf945), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:21.710001 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3048b842-03b0-4677-881e-9ca16971b82b x-openstack-request-id: req-3048b842-03b0-4677-881e-9ca16971b82b {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:54:21.710279 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2977dd67-e2d0-4c6d-b02d-16d21c2325eb", "name": "network-vif-plugged", "status": "completed", "tag": "4998a5d3-1aa6-483d-b049-8702706bf945", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:54:21.710576 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3048b842-03b0-4677-881e-9ca16971b82b {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:54:21.711012 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2977dd67-e2d0-4c6d-b02d-16d21c2325eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4998a5d3-1aa6-483d-b049-8702706bf945', 'code': 200} Jan 28 03:54:21.737021 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=4998a5d3-1aa6-483d-b049-8702706bf945,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:54:21.865276 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedab404-d657-4335-8033-7aa7af5f6c1e req-11cbd79e-8001-4dfb-9215-16c3d823db33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:21.866802 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fedab404-d657-4335-8033-7aa7af5f6c1e req-11cbd79e-8001-4dfb-9215-16c3d823db33 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 1097 time: 0.0706847 Jan 28 03:54:21.887052 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15d5a5-f5fc-4a03-b32e-b0f78752c6b3 req-20874429-ef42-4ab2-9468-45d56f2377b0 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:21.888851 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fa15d5a5-f5fc-4a03-b32e-b0f78752c6b3 req-20874429-ef42-4ab2-9468-45d56f2377b0 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 945 time: 0.0682101 Jan 28 03:54:21.943549 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fedab404-d657-4335-8033-7aa7af5f6c1e req-cd3d92a1-8a9a-4c25-8987-c1141a07cf32 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704250 Jan 28 03:54:21.957300 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fa15d5a5-f5fc-4a03-b32e-b0f78752c6b3 req-6ad27284-ad38-40be-a627-2f76977f686e tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622687 Jan 28 03:54:23.079632 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9dfc6d-bfc6-4901-a89e-dbee74b3162a req-79dfa6f1-89cf-490d-9c6b-b17aed174811 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:23.081105 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cf9dfc6d-bfc6-4901-a89e-dbee74b3162a req-79dfa6f1-89cf-490d-9c6b-b17aed174811 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 945 time: 0.0501697 Jan 28 03:54:23.130993 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cf9dfc6d-bfc6-4901-a89e-dbee74b3162a req-16ce8a39-3ec0-49d5-a67b-b2ba7d60f970 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417328 Jan 28 03:54:23.250550 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34e6d8-37b3-4a3e-81ca-567139cd8735 req-046dc163-1c0d-4f3d-923e-e07c9e1b3f84 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:23.251950 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0a34e6d8-37b3-4a3e-81ca-567139cd8735 req-046dc163-1c0d-4f3d-923e-e07c9e1b3f84 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 945 time: 0.0529037 Jan 28 03:54:23.260815 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 34180) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:54:23.265522 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-d714fe01-c49f-4d4f-842f-5a36459ee7b8 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Request body: {'floatingip': {'port_id': '4998a5d3-1aa6-483d-b049-8702706bf945'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:54:23.310404 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d714fe01-c49f-4d4f-842f-5a36459ee7b8 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks [] for floatingip (9db412f7-aced-4432-a9e8-2d37d2c43bdf), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:23.762367 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d714fe01-c49f-4d4f-842f-5a36459ee7b8 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:23.768305 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d714fe01-c49f-4d4f-842f-5a36459ee7b8 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (9db412f7-aced-4432-a9e8-2d37d2c43bdf), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:23.877707 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [None req-d714fe01-c49f-4d4f-842f-5a36459ee7b8 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Floating IP 9db412f7-aced-4432-a9e8-2d37d2c43bdf associated. External IP: 172.25.0.54, port: 4998a5d3-1aa6-483d-b049-8702706bf945. Jan 28 03:54:24.120501 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d714fe01-c49f-4d4f-842f-5a36459ee7b8 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Router 8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:54:24.233681 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d714fe01-c49f-4d4f-842f-5a36459ee7b8 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:54:24.238342 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d714fe01-c49f-4d4f-842f-5a36459ee7b8 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:24.246978 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f195557-4aa9-42e3-a1a7-b09567d17bd5 None None] Sync routers for ids ['8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:54:24.258076 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f195557-4aa9-42e3-a1a7-b09567d17bd5 None None] Routers {'8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:54:24.258824 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-4f195557-4aa9-42e3-a1a7-b09567d17bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:54:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:24.265805 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d714fe01-c49f-4d4f-842f-5a36459ee7b8 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "PUT /v2.0/floatingips/9db412f7-aced-4432-a9e8-2d37d2c43bdf HTTP/1.1" status: 200 len: 990 time: 1.0038764 Jan 28 03:54:24.266399 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2977dd67-e2d0-4c6d-b02d-16d21c2325eb', 'tag': '4998a5d3-1aa6-483d-b049-8702706bf945'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:54:24.268675 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3198fe40c20953b5b589f016e0433bfb4a98f5964cdf03e8abb15383fb0d5974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b9972d-96e0-4b29-bedc-773dae622771" -d '{"events": [{"name": "network-changed", "server_uuid": "2977dd67-e2d0-4c6d-b02d-16d21c2325eb", "tag": "4998a5d3-1aa6-483d-b049-8702706bf945"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:54:24.307768 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01785129-98ab-4886-9a8b-de617f3e6bfb x-openstack-request-id: req-01785129-98ab-4886-9a8b-de617f3e6bfb {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:54:24.308031 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2977dd67-e2d0-4c6d-b02d-16d21c2325eb", "tag": "4998a5d3-1aa6-483d-b049-8702706bf945", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:54:24.308278 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-01785129-98ab-4886-9a8b-de617f3e6bfb {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:54:24.308685 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2977dd67-e2d0-4c6d-b02d-16d21c2325eb', 'tag': '4998a5d3-1aa6-483d-b049-8702706bf945', 'status': 'completed', 'code': 200} Jan 28 03:54:24.367723 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-4f195557-4aa9-42e3-a1a7-b09567d17bd5 None None] Set router 8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:54:24.399846 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9972d-96e0-4b29-bedc-773dae622771 req-1a7951a0-7caa-4600-974d-e99ea5a5e178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:24.401288 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-07b9972d-96e0-4b29-bedc-773dae622771 req-1a7951a0-7caa-4600-974d-e99ea5a5e178 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f52513e4d85742b1b0baa680f6404d47&device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 1097 time: 0.0407555 Jan 28 03:54:24.497866 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9972d-96e0-4b29-bedc-773dae622771 req-b7c660aa-68ab-4afb-9ffc-ebdb38b4bc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:24.500134 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-07b9972d-96e0-4b29-bedc-773dae622771 req-b7c660aa-68ab-4afb-9ffc-ebdb38b4bc2e service neutron] 10.222.0.39 "GET /v2.0/networks?id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 200 len: 913 time: 0.0924683 Jan 28 03:54:24.569945 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-07b9972d-96e0-4b29-bedc-773dae622771 req-b06f641a-b843-4415-88eb-347b4e3709dc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4998a5d3-1aa6-483d-b049-8702706bf945 HTTP/1.1" status: 200 len: 998 time: 0.0631757 Jan 28 03:54:24.593618 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-4f195557-4aa9-42e3-a1a7-b09567d17bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'name': 'tempest-ServerActionsTestJSON-2106550687-router', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:11Z', 'revision_number': 4, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'gw_port': {'id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '9db412f7-aced-4432-a9e8-2d37d2c43bdf', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'floating_ip_address': '172.25.0.54', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'port_id': '4998a5d3-1aa6-483d-b049-8702706bf945', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'mac_address': 'fa:16:3e:27:5a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2977dd67-e2d0-4c6d-b02d-16d21c2325eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:54:13Z', 'updated_at': '2022-01-28T03:54:23Z', 'revision_number': 1, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d9aef51-c292-41f1-a3ce-7f6099de4210', 'name': '', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'mac_address': 'fa:16:3e:17:ed:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:10Z', 'updated_at': '2022-01-28T03:54:15Z', 'revision_number': 5, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'subnets': [{'id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:24.623233 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f195557-4aa9-42e3-a1a7-b09567d17bd5 None None] Checking router: 8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:54:24.626423 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9972d-96e0-4b29-bedc-773dae622771 req-4221bc29-54f7-4f8e-9e29-12b576183b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:24.627888 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-07b9972d-96e0-4b29-bedc-773dae622771 req-4221bc29-54f7-4f8e-9e29-12b576183b49 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d676a8af-aa5a-4889-bd26-6913e81c5e60 HTTP/1.1" status: 200 len: 851 time: 0.0518935 Jan 28 03:54:24.631672 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f195557-4aa9-42e3-a1a7-b09567d17bd5 None None] Routers {'8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:54:24.632326 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-4f195557-4aa9-42e3-a1a7-b09567d17bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:54:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:24.678605 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9972d-96e0-4b29-bedc-773dae622771 req-b2de8883-bb23-41e0-b541-5ce238b411b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:24.680316 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-07b9972d-96e0-4b29-bedc-773dae622771 req-b2de8883-bb23-41e0-b541-5ce238b411b9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468059 Jan 28 03:54:24.737321 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-4f195557-4aa9-42e3-a1a7-b09567d17bd5 None None] Set router 8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:54:24.768734 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-07b9972d-96e0-4b29-bedc-773dae622771 req-10e4c9a3-b576-4438-bc72-6ab16d3b2337 service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827146 Jan 28 03:54:24.869535 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-07b9972d-96e0-4b29-bedc-773dae622771 req-1701ce9d-e5c3-4cf8-bb88-25f16461e8cb service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935762 Jan 28 03:54:24.972764 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-4f195557-4aa9-42e3-a1a7-b09567d17bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'name': 'tempest-ServerActionsTestJSON-2106550687-router', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:11Z', 'revision_number': 4, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'gw_port': {'id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '9db412f7-aced-4432-a9e8-2d37d2c43bdf', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'floating_ip_address': '172.25.0.54', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'port_id': '4998a5d3-1aa6-483d-b049-8702706bf945', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'mac_address': 'fa:16:3e:27:5a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2977dd67-e2d0-4c6d-b02d-16d21c2325eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:54:13Z', 'updated_at': '2022-01-28T03:54:23Z', 'revision_number': 1, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d9aef51-c292-41f1-a3ce-7f6099de4210', 'name': '', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'mac_address': 'fa:16:3e:17:ed:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:10Z', 'updated_at': '2022-01-28T03:54:15Z', 'revision_number': 5, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'subnets': [{'id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:54:25.166667 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f195557-4aa9-42e3-a1a7-b09567d17bd5 None None] The sync data for ids ['8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'] in n-d-712139-27 is: [{'id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'name': 'tempest-ServerActionsTestJSON-2106550687-router', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:11Z', 'revision_number': 4, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'gw_port': {'id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '9db412f7-aced-4432-a9e8-2d37d2c43bdf', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'floating_ip_address': '172.25.0.54', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'port_id': '4998a5d3-1aa6-483d-b049-8702706bf945', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'mac_address': 'fa:16:3e:27:5a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2977dd67-e2d0-4c6d-b02d-16d21c2325eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:54:13Z', 'updated_at': '2022-01-28T03:54:23Z', 'revision_number': 1, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d9aef51-c292-41f1-a3ce-7f6099de4210', 'name': '', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'mac_address': 'fa:16:3e:17:ed:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:10Z', 'updated_at': '2022-01-28T03:54:15Z', 'revision_number': 5, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'subnets': [{'id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:54:25.370351 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5581757e-ec84-41af-a673-f15a137dfba4 None None] New status for floating IP 9db412f7-aced-4432-a9e8-2d37d2c43bdf: ACTIVE {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:54:29.270094 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:54:29.580960 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:29.810438 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cb612cca-6657-45ed-b494-3c3d1fd36e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:31.867066 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-70b7e102-4a2b-446c-aa00-85aa0b1eac19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:33.566490 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:34.098004 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:35.021861 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:35.355906 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0b4ca155-281e-40f0-95e7-452a3673243a req-ea3a2876-3de3-4332-abe3-1cbb6be1c293 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0423191 Jan 28 03:54:35.467184 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ca155-281e-40f0-95e7-452a3673243a req-f6060458-cb42-4732-a45d-9c23c396b1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:35.468724 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0b4ca155-281e-40f0-95e7-452a3673243a req-f6060458-cb42-4732-a45d-9c23c396b1c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f52513e4d85742b1b0baa680f6404d47&device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 1097 time: 0.0436361 Jan 28 03:54:35.592254 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ca155-281e-40f0-95e7-452a3673243a req-09f95540-3cbd-4835-8b70-c7a9e2691141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:35.593816 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0b4ca155-281e-40f0-95e7-452a3673243a req-09f95540-3cbd-4835-8b70-c7a9e2691141 service neutron] 10.222.0.39 "GET /v2.0/networks?id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 200 len: 913 time: 0.1038861 Jan 28 03:54:35.661958 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0b4ca155-281e-40f0-95e7-452a3673243a req-90c37e0d-44c6-4594-92e5-bfd6ab1807f9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4998a5d3-1aa6-483d-b049-8702706bf945 HTTP/1.1" status: 200 len: 1000 time: 0.0610216 Jan 28 03:54:35.718480 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ca155-281e-40f0-95e7-452a3673243a req-7270782b-52f1-4eee-b33d-a7e30c47be59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:35.719970 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0b4ca155-281e-40f0-95e7-452a3673243a req-7270782b-52f1-4eee-b33d-a7e30c47be59 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d676a8af-aa5a-4889-bd26-6913e81c5e60 HTTP/1.1" status: 200 len: 851 time: 0.0521560 Jan 28 03:54:35.766805 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ca155-281e-40f0-95e7-452a3673243a req-9fd544e9-0572-4ace-87f2-67a212b47857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:54:35.768295 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0b4ca155-281e-40f0-95e7-452a3673243a req-9fd544e9-0572-4ace-87f2-67a212b47857 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421154 Jan 28 03:54:35.873853 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0b4ca155-281e-40f0-95e7-452a3673243a req-3b721242-1e00-4a29-8a41-4caabf0f9e0a service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986271 Jan 28 03:54:35.973181 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0b4ca155-281e-40f0-95e7-452a3673243a req-d5648fbd-76cf-4feb-a2cd-cce7466a9900 service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925286 Jan 28 03:54:36.181550 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:59.585009 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:54:59.824231 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0be42091-5e3b-43c5-bcd6-497df329c577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:01.862866 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6ea6a6c3-c33a-4b23-9726-f72d2e17d9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:03.576545 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:04.117782 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:05.027972 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:06.181110 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:06.272725 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:55:29.584740 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:29.827416 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8209ab0d-1b17-4acf-b088-fd1aa3da2dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:31.869840 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-10694db8-376b-4ed9-8476-2992f73cb6ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:33.580594 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:34.137697 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:35.029158 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:36.186658 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:37.356054 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-179d99af-b756-4048-a864-e465157d06e9 req-a6cd1a44-008f-4e00-880a-7ff1327ba438 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0457273 Jan 28 03:55:37.464731 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d99af-b756-4048-a864-e465157d06e9 req-a556e6af-a639-465a-b811-b337adb06e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:37.466248 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-179d99af-b756-4048-a864-e465157d06e9 req-a556e6af-a639-465a-b811-b337adb06e19 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f52513e4d85742b1b0baa680f6404d47&device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 1097 time: 0.0484931 Jan 28 03:55:37.588844 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d99af-b756-4048-a864-e465157d06e9 req-2ad48b6a-61a4-4b4c-b726-f03a92999c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:37.590384 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-179d99af-b756-4048-a864-e465157d06e9 req-2ad48b6a-61a4-4b4c-b726-f03a92999c48 service neutron] 10.222.0.39 "GET /v2.0/networks?id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 200 len: 913 time: 0.1033797 Jan 28 03:55:37.657621 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-179d99af-b756-4048-a864-e465157d06e9 req-3c8baee9-2874-4197-b3c9-ea446ea4bfa9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4998a5d3-1aa6-483d-b049-8702706bf945 HTTP/1.1" status: 200 len: 1000 time: 0.0602610 Jan 28 03:55:37.713101 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d99af-b756-4048-a864-e465157d06e9 req-da2e8143-cd66-44e6-8a6d-738085dfc6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:37.714640 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-179d99af-b756-4048-a864-e465157d06e9 req-da2e8143-cd66-44e6-8a6d-738085dfc6d7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d676a8af-aa5a-4889-bd26-6913e81c5e60 HTTP/1.1" status: 200 len: 851 time: 0.0516744 Jan 28 03:55:37.768332 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d99af-b756-4048-a864-e465157d06e9 req-59b128fd-8002-400c-9b7e-a4e1c4a6ba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:55:37.769870 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-179d99af-b756-4048-a864-e465157d06e9 req-59b128fd-8002-400c-9b7e-a4e1c4a6ba8f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489399 Jan 28 03:55:37.862424 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-179d99af-b756-4048-a864-e465157d06e9 req-039e2c6f-2e35-42b5-bdb2-9b7fcfd0791a service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859556 Jan 28 03:55:37.956763 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-179d99af-b756-4048-a864-e465157d06e9 req-d26ad8b4-bdb8-48f1-a051-3a7fcd2301ee service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878773 Jan 28 03:55:43.277553 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:55:59.586033 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:55:59.826856 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-848f9f64-854c-4ae4-8491-a044db42dfba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:00.397225 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd2b33-2df4-47c1-b379-0a90b0b9d469 req-71677a83-1a60-4e69-81db-7a29118e8850 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:00.399067 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-acbd2b33-2df4-47c1-b379-0a90b0b9d469 req-71677a83-1a60-4e69-81db-7a29118e8850 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 945 time: 0.1122417 Jan 28 03:56:00.452626 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-acbd2b33-2df4-47c1-b379-0a90b0b9d469 req-ac983957-3ebb-4949-9f27-75de6e7655c4 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450628 Jan 28 03:56:00.723062 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-14fef64f-06e7-404c-91af-d7afe13bc52d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0578036 Jan 28 03:56:00.731521 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac923d0-a96e-44f2-8e14-b38c8020a631 req-b4fd277c-13fb-4ba0-bed3-db61f4a53095 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:00.733252 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9ac923d0-a96e-44f2-8e14-b38c8020a631 req-b4fd277c-13fb-4ba0-bed3-db61f4a53095 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 945 time: 0.0549214 Jan 28 03:56:00.781863 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9ac923d0-a96e-44f2-8e14-b38c8020a631 req-02d39fe8-2063-46cc-83a7-b7734b4c7d35 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427961 Jan 28 03:56:01.872524 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fc1a0399-e955-4915-9c6b-2c19e18e1d04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:01.969264 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85df399-7b44-4dcb-b65b-695e8783b9b5 req-8fe92b5d-3ab7-4aca-92a5-cc6858aae8fa tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:01.970740 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a85df399-7b44-4dcb-b65b-695e8783b9b5 req-8fe92b5d-3ab7-4aca-92a5-cc6858aae8fa tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 945 time: 0.1114719 Jan 28 03:56:02.018895 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a85df399-7b44-4dcb-b65b-695e8783b9b5 req-29ca6ff5-59ee-41dd-b8f3-9bc708667110 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422993 Jan 28 03:56:03.140690 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ceeac-fa36-401e-b81a-0d0529ee7378 req-477d6860-9c63-4d34-952d-a33f7d6d7400 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:03.142219 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6a4ceeac-fa36-401e-b81a-0d0529ee7378 req-477d6860-9c63-4d34-952d-a33f7d6d7400 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 945 time: 0.0516646 Jan 28 03:56:03.191017 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6a4ceeac-fa36-401e-b81a-0d0529ee7378 req-41c379f2-00db-4126-bf12-e209e7a996a8 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430601 Jan 28 03:56:03.586007 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:04.135944 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:04.311452 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e746a-ebda-4250-9e7e-b880b97f9bda req-5b7d0ca9-17bd-4dd6-95aa-a56ac221b573 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:04.313292 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7d4e746a-ebda-4250-9e7e-b880b97f9bda req-5b7d0ca9-17bd-4dd6-95aa-a56ac221b573 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 945 time: 0.0539753 Jan 28 03:56:04.363677 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7d4e746a-ebda-4250-9e7e-b880b97f9bda req-8e82d6d2-9f5d-4096-b1f2-65f01bcae5d4 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447791 Jan 28 03:56:05.033142 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:05.488755 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29616072-adc2-4136-b0b4-77f30dda8a9f req-739d2026-8cd2-4113-8174-cd46613f69a3 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:05.490299 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-29616072-adc2-4136-b0b4-77f30dda8a9f req-739d2026-8cd2-4113-8174-cd46613f69a3 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 945 time: 0.0493987 Jan 28 03:56:05.543317 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-29616072-adc2-4136-b0b4-77f30dda8a9f req-34b1c744-a62e-42e4-8f0b-73b634db0616 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472531 Jan 28 03:56:05.995991 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-6b2949c1-8796-4b49-bfe1-1282927b0a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:05.997519 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-6b2949c1-8796-4b49-bfe1-1282927b0a94 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f52513e4d85742b1b0baa680f6404d47&device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 1097 time: 0.0414321 Jan 28 03:56:06.089105 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-31ffedb0-6a1c-42ab-a9ba-f32516cb3c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:06.090755 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-31ffedb0-6a1c-42ab-a9ba-f32516cb3c71 service neutron] 10.222.0.39 "GET /v2.0/networks?id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 200 len: 913 time: 0.0876684 Jan 28 03:56:06.160456 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-6c3c2306-b7bd-4d97-8111-38062022e6b8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4998a5d3-1aa6-483d-b049-8702706bf945 HTTP/1.1" status: 200 len: 1000 time: 0.0639200 Jan 28 03:56:06.172279 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:06.208204 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-c9f8043a-afc8-4077-8e50-94e74437b548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:06.209681 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-c9f8043a-afc8-4077-8e50-94e74437b548 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d676a8af-aa5a-4889-bd26-6913e81c5e60 HTTP/1.1" status: 200 len: 851 time: 0.0439465 Jan 28 03:56:06.256290 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-be86975d-8ce2-4d38-90ba-dbc2add3bbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:06.258795 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-be86975d-8ce2-4d38-90ba-dbc2add3bbf9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429015 Jan 28 03:56:06.270965 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-aa2ad160-da4e-4e25-a988-8df7d389331b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:56:06.272410 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-aa2ad160-da4e-4e25-a988-8df7d389331b service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070717 Jan 28 03:56:06.370415 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-2a3cabf2-e3a9-4816-965a-bc806868f8a0 service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919473 Jan 28 03:56:06.465315 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-e30153ab-33b0-4ed5-9c34-5213c8a321b8 service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883398 Jan 28 03:56:06.671470 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af668f8-d693-4c2a-8c7c-33217f9f70a5 req-c2297591-891e-4c1c-aa5f-075257264b48 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:06.673127 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2af668f8-d693-4c2a-8c7c-33217f9f70a5 req-c2297591-891e-4c1c-aa5f-075257264b48 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 945 time: 0.0587366 Jan 28 03:56:06.722457 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2af668f8-d693-4c2a-8c7c-33217f9f70a5 req-d1a23c99-dd75-4131-a759-62d0b7209cfd tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430579 Jan 28 03:56:07.858284 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a1ae1-700a-4e4e-a6d6-63c2435526dc req-433cdcb4-d324-4c04-94f5-855b00ed7fbc tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:07.859952 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d81a1ae1-700a-4e4e-a6d6-63c2435526dc req-433cdcb4-d324-4c04-94f5-855b00ed7fbc tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 945 time: 0.0507534 Jan 28 03:56:07.911093 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d81a1ae1-700a-4e4e-a6d6-63c2435526dc req-502ed03b-d9f1-4869-87d8-df897f8f53dd tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456560 Jan 28 03:56:09.041755 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb4c59-f724-4e05-8702-70d7c6ba1012 req-0f43f49d-47da-4017-9a9b-6a973c970a58 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:09.043246 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-89fb4c59-f724-4e05-8702-70d7c6ba1012 req-0f43f49d-47da-4017-9a9b-6a973c970a58 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 945 time: 0.0507779 Jan 28 03:56:09.092189 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-89fb4c59-f724-4e05-8702-70d7c6ba1012 req-bf8782ce-d61d-4e01-86f6-08add3528b13 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431085 Jan 28 03:56:10.217884 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca2b7e-d8bc-4ee0-9c75-0a86f5170127 req-a04f3339-823e-4539-9c0e-1997e0dc7915 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:10.219452 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-87ca2b7e-d8bc-4ee0-9c75-0a86f5170127 req-a04f3339-823e-4539-9c0e-1997e0dc7915 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 945 time: 0.0517585 Jan 28 03:56:10.269769 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-87ca2b7e-d8bc-4ee0-9c75-0a86f5170127 req-90a9f818-ba81-4634-b82e-ed66744925b9 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421569 Jan 28 03:56:11.396054 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ceb49b-4a0e-4e4e-afd1-1c049e15e235 req-e3172c87-83c0-4b7a-b46f-7e991f3b24d7 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:11.397453 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-66ceb49b-4a0e-4e4e-afd1-1c049e15e235 req-e3172c87-83c0-4b7a-b46f-7e991f3b24d7 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 945 time: 0.0500827 Jan 28 03:56:11.451707 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-66ceb49b-4a0e-4e4e-afd1-1c049e15e235 req-0e29c953-5b08-476f-a74c-1f8f69d1d7e7 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483997 Jan 28 03:56:12.585902 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d21bb9-62a5-4157-a5ef-59f1e86dd453 req-0f72453d-5319-4187-a254-22ae8c5ac968 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:12.587364 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-70d21bb9-62a5-4157-a5ef-59f1e86dd453 req-0f72453d-5319-4187-a254-22ae8c5ac968 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 945 time: 0.0552013 Jan 28 03:56:12.636548 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-70d21bb9-62a5-4157-a5ef-59f1e86dd453 req-2ce663ce-4a1f-4e77-96a0-249da028689f tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410092 Jan 28 03:56:13.776785 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a5c5f-a436-4335-80e2-6c3fa91fff86 req-19ab46d6-6aaa-4e7a-8585-d3eaa0882c8e tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:13.778290 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6a1a5c5f-a436-4335-80e2-6c3fa91fff86 req-19ab46d6-6aaa-4e7a-8585-d3eaa0882c8e tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 945 time: 0.0511255 Jan 28 03:56:13.828168 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6a1a5c5f-a436-4335-80e2-6c3fa91fff86 req-390fd5da-140d-42de-8ff0-da47bab2d7bf tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431764 Jan 28 03:56:14.973812 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b873a63-8950-4132-874c-7a8212ba56f6 req-38d7712e-78f9-4353-932a-a50187729cc6 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:14.975167 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b873a63-8950-4132-874c-7a8212ba56f6 req-38d7712e-78f9-4353-932a-a50187729cc6 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 945 time: 0.0559702 Jan 28 03:56:15.023066 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2b873a63-8950-4132-874c-7a8212ba56f6 req-02d22020-fe5a-46ac-b312-8ec6d7394ebd tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420165 Jan 28 03:56:16.149131 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02a476-46ad-4f0f-83a8-03f1b2d3640d req-432e1256-363d-466d-83af-5603dbb3de9d tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:16.150625 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8e02a476-46ad-4f0f-83a8-03f1b2d3640d req-432e1256-363d-466d-83af-5603dbb3de9d tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 945 time: 0.0506735 Jan 28 03:56:16.200162 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8e02a476-46ad-4f0f-83a8-03f1b2d3640d req-4e5a3118-c951-4822-b07d-70915fb35082 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438023 Jan 28 03:56:17.332703 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b185191-23cb-44c3-abeb-1ba278b29437 req-151626fb-b940-454f-b6c0-2808dda78c15 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:17.334226 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1b185191-23cb-44c3-abeb-1ba278b29437 req-151626fb-b940-454f-b6c0-2808dda78c15 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 945 time: 0.0614243 Jan 28 03:56:17.388419 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1b185191-23cb-44c3-abeb-1ba278b29437 req-6d412a37-f461-42af-8614-63a74aa7cfd7 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461109 Jan 28 03:56:18.490667 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-bb7b34fc-3e69-4120-a402-2148fee7baed service neutron] show failed (client error): The resource could not be found. Jan 28 03:56:18.491690 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-bb7b34fc-3e69-4120-a402-2148fee7baed service neutron] 10.222.0.39 "GET /v2.0/ports/4998a5d3-1aa6-483d-b049-8702706bf945/bindings/n-h1-712139-27 HTTP/1.1" status: 404 len: 381 time: 0.0626621 Jan 28 03:56:18.516078 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac21df6-5c9e-4755-b076-7c39998d7097 req-0553122d-3f27-4dcf-aeac-e6b8bb1a3126 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:18.517608 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9ac21df6-5c9e-4755-b076-7c39998d7097 req-0553122d-3f27-4dcf-aeac-e6b8bb1a3126 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 945 time: 0.0550337 Jan 28 03:56:18.567866 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9ac21df6-5c9e-4755-b076-7c39998d7097 req-40868217-4953-4a78-9142-8b3e6a58720e tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442901 Jan 28 03:56:18.767527 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-d12a3f6d-881b-491b-9219-bf73b28e3f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:18.769063 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-d12a3f6d-881b-491b-9219-bf73b28e3f22 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb&tenant_id=f52513e4d85742b1b0baa680f6404d47 HTTP/1.1" status: 200 len: 1097 time: 0.1086721 Jan 28 03:56:18.781667 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-21ab8a0e-aecf-4acb-9c54-7f9a5ab5803a service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 03:56:18.782939 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-21ab8a0e-aecf-4acb-9c54-7f9a5ab5803a service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073893 Jan 28 03:56:18.799973 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-2527a55f-d94d-4685-8d58-642762a9470d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-27', 'device_owner': 'compute:nova'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:18.856516 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-2527a55f-d94d-4685-8d58-642762a9470d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (4998a5d3-1aa6-483d-b049-8702706bf945), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:19.057553 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-2527a55f-d94d-4685-8d58-642762a9470d service neutron] For port 4998a5d3-1aa6-483d-b049-8702706bf945, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=4998a5d3-1aa6-483d-b049-8702706bf945,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:19.103537 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-2527a55f-d94d-4685-8d58-642762a9470d service neutron] For port 4998a5d3-1aa6-483d-b049-8702706bf945, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:56:19.149955 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2977dd67-e2d0-4c6d-b02d-16d21c2325eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4998a5d3-1aa6-483d-b049-8702706bf945'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:56:19.153589 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fe1734-ea42-4717-98e8-57f23ba90448" -d '{"events": [{"server_uuid": "2977dd67-e2d0-4c6d-b02d-16d21c2325eb", "name": "network-vif-unplugged", "status": "completed", "tag": "4998a5d3-1aa6-483d-b049-8702706bf945"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:56:19.158040 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-2527a55f-d94d-4685-8d58-642762a9470d service neutron] Publish callbacks [] for port (4998a5d3-1aa6-483d-b049-8702706bf945), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:19.171616 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-2527a55f-d94d-4685-8d58-642762a9470d service neutron] Transition to ACTIVE for port object 4998a5d3-1aa6-483d-b049-8702706bf945 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:56:19.176086 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-2527a55f-d94d-4685-8d58-642762a9470d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (4998a5d3-1aa6-483d-b049-8702706bf945), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:19.293764 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1807b844-8398-4847-bda6-b619300db4ba x-openstack-request-id: req-1807b844-8398-4847-bda6-b619300db4ba {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:56:19.294052 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2977dd67-e2d0-4c6d-b02d-16d21c2325eb", "name": "network-vif-unplugged", "status": "completed", "tag": "4998a5d3-1aa6-483d-b049-8702706bf945", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:56:19.294308 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1807b844-8398-4847-bda6-b619300db4ba {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:56:19.294698 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2977dd67-e2d0-4c6d-b02d-16d21c2325eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4998a5d3-1aa6-483d-b049-8702706bf945', 'code': 200} Jan 28 03:56:19.318356 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527a55f-d94d-4685-8d58-642762a9470d service neutron] Pushing event updated for resources: {'Port': ['ID=4998a5d3-1aa6-483d-b049-8702706bf945,revision_number=6']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:19.338269 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2527a55f-d94d-4685-8d58-642762a9470d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:19.338615 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2527a55f-d94d-4685-8d58-642762a9470d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:19.338952 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2527a55f-d94d-4685-8d58-642762a9470d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:19.339290 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2527a55f-d94d-4685-8d58-642762a9470d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:19.339620 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2527a55f-d94d-4685-8d58-642762a9470d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:19.339954 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2527a55f-d94d-4685-8d58-642762a9470d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:19.340273 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2527a55f-d94d-4685-8d58-642762a9470d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:19.340597 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2527a55f-d94d-4685-8d58-642762a9470d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:19.340914 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2527a55f-d94d-4685-8d58-642762a9470d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:19.341265 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2527a55f-d94d-4685-8d58-642762a9470d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:19.341592 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2527a55f-d94d-4685-8d58-642762a9470d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:19.341906 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2527a55f-d94d-4685-8d58-642762a9470d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:19.342219 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2527a55f-d94d-4685-8d58-642762a9470d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:19.367776 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-2527a55f-d94d-4685-8d58-642762a9470d service neutron] No DVR routers for this DVR port 4998a5d3-1aa6-483d-b049-8702706bf945 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:56:19.693760 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c98b0-354c-40a3-bf8c-9de34c0783cb req-04bc0bdc-15fd-44bc-9833-236e2579e15e tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:19.695441 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6c2c98b0-354c-40a3-bf8c-9de34c0783cb req-04bc0bdc-15fd-44bc-9833-236e2579e15e tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 943 time: 0.0536768 Jan 28 03:56:19.747423 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6c2c98b0-354c-40a3-bf8c-9de34c0783cb req-896c04d9-4ecd-4f7f-ad88-624d86dde4d1 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459108 Jan 28 03:56:19.831533 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-2527a55f-d94d-4685-8d58-642762a9470d service neutron] Attempting to bind port 4998a5d3-1aa6-483d-b049-8702706bf945 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:56:19.832208 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-2527a55f-d94d-4685-8d58-642762a9470d service neutron] Attempting to bind port 4998a5d3-1aa6-483d-b049-8702706bf945 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '46e25743-964e-4268-826c-5f3248f6dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:56:19.832330 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-2527a55f-d94d-4685-8d58-642762a9470d service neutron] Attempting to bind port 4998a5d3-1aa6-483d-b049-8702706bf945 on network 03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:56:19.837108 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-2527a55f-d94d-4685-8d58-642762a9470d service neutron] Port 4998a5d3-1aa6-483d-b049-8702706bf945 on network 03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:56:19.837460 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-2527a55f-d94d-4685-8d58-642762a9470d service neutron] Attempting to bind port 4998a5d3-1aa6-483d-b049-8702706bf945 on network 03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:56:19.842493 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-2527a55f-d94d-4685-8d58-642762a9470d service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:56:19.842835 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-2527a55f-d94d-4685-8d58-642762a9470d service neutron] Checking segment: {'id': '46e25743-964e-4268-826c-5f3248f6dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:56:19.843226 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-2527a55f-d94d-4685-8d58-642762a9470d service neutron] Bound using segment: {'id': '46e25743-964e-4268-826c-5f3248f6dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:56:19.843715 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-2527a55f-d94d-4685-8d58-642762a9470d service neutron] Bound port: 4998a5d3-1aa6-483d-b049-8702706bf945, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e25743-964e-4268-826c-5f3248f6dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:56:19.844105 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-2527a55f-d94d-4685-8d58-642762a9470d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (4998a5d3-1aa6-483d-b049-8702706bf945), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:19.910873 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-2527a55f-d94d-4685-8d58-642762a9470d service neutron] For port 4998a5d3-1aa6-483d-b049-8702706bf945, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:56:19.914060 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-2527a55f-d94d-4685-8d58-642762a9470d service neutron] For port 4998a5d3-1aa6-483d-b049-8702706bf945, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=4998a5d3-1aa6-483d-b049-8702706bf945,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:56:19.921965 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-2527a55f-d94d-4685-8d58-642762a9470d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (4998a5d3-1aa6-483d-b049-8702706bf945), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:19.961203 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-2527a55f-d94d-4685-8d58-642762a9470d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:19.961716 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-2527a55f-d94d-4685-8d58-642762a9470d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:19.963119 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-2527a55f-d94d-4685-8d58-642762a9470d service neutron] 10.222.0.67 "PUT /v2.0/ports/4998a5d3-1aa6-483d-b049-8702706bf945 HTTP/1.1" status: 200 len: 1092 time: 1.1674428 Jan 28 03:56:19.983939 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527a55f-d94d-4685-8d58-642762a9470d service neutron] Pushing event updated for resources: {'Port': ['ID=4998a5d3-1aa6-483d-b049-8702706bf945,revision_number=7']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:20.038060 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-12607b51-f911-4d68-bdba-9edb42785fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:20.039598 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-12607b51-f911-4d68-bdba-9edb42785fbf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f52513e4d85742b1b0baa680f6404d47&device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 1095 time: 0.0432487 Jan 28 03:56:20.135037 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-ebfdc050-dd46-492e-975d-73a696d0a075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:20.136501 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-ebfdc050-dd46-492e-975d-73a696d0a075 service neutron] 10.222.0.67 "GET /v2.0/networks?id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 200 len: 913 time: 0.0912642 Jan 28 03:56:20.205461 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-075712aa-62c1-4e4e-8bda-7afce6bccf05 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4998a5d3-1aa6-483d-b049-8702706bf945 HTTP/1.1" status: 200 len: 998 time: 0.0630383 Jan 28 03:56:20.256669 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-748ff0ed-2b0b-40d1-b898-1a51b92c9106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:20.258071 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-748ff0ed-2b0b-40d1-b898-1a51b92c9106 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d676a8af-aa5a-4889-bd26-6913e81c5e60 HTTP/1.1" status: 200 len: 851 time: 0.0474584 Jan 28 03:56:20.276503 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:56:20.307324 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-ef97394d-fb4b-479c-ad9f-3a95e4be1c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:20.308807 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-ef97394d-fb4b-479c-ad9f-3a95e4be1c2e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449176 Jan 28 03:56:20.398332 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-cf4de509-692d-47b1-bcaf-8cbf9e1e26c3 service neutron] 10.222.0.67 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827897 Jan 28 03:56:20.494505 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-74a48e1e-0e44-4919-b513-aa6d7dd420ab req-4c9549f7-0653-45ac-ad72-c207e4f18b27 service neutron] 10.222.0.67 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906000 Jan 28 03:56:20.878837 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec936c4-30b2-4a73-88ff-57d47f546a61 req-840f5de5-b6de-46d0-b2b9-7476aa4e8000 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:20.880370 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3ec936c4-30b2-4a73-88ff-57d47f546a61 req-840f5de5-b6de-46d0-b2b9-7476aa4e8000 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 943 time: 0.0541017 Jan 28 03:56:20.927913 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3ec936c4-30b2-4a73-88ff-57d47f546a61 req-cac07d2a-d3a2-46ee-a476-1dd3a11e60cc tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415928 Jan 28 03:56:21.296122 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2977dd67-e2d0-4c6d-b02d-16d21c2325eb', 'tag': '4998a5d3-1aa6-483d-b049-8702706bf945'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:56:21.299145 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c8f80a-e12d-4b4c-ae3f-d7a2f0fc6c61" -d '{"events": [{"name": "network-changed", "server_uuid": "2977dd67-e2d0-4c6d-b02d-16d21c2325eb", "tag": "4998a5d3-1aa6-483d-b049-8702706bf945"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:56:21.351198 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87cf3e0-f49c-4677-90c9-e46aebe7db65 x-openstack-request-id: req-b87cf3e0-f49c-4677-90c9-e46aebe7db65 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:56:21.351492 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2977dd67-e2d0-4c6d-b02d-16d21c2325eb", "tag": "4998a5d3-1aa6-483d-b049-8702706bf945", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:56:21.351743 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b87cf3e0-f49c-4677-90c9-e46aebe7db65 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:56:21.352164 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2977dd67-e2d0-4c6d-b02d-16d21c2325eb', 'tag': '4998a5d3-1aa6-483d-b049-8702706bf945', 'status': 'completed', 'code': 200} Jan 28 03:56:21.464228 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8f80a-e12d-4b4c-ae3f-d7a2f0fc6c61 req-ee363dfa-ae5e-4f2c-9bc0-8320e5a5a175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:21.465783 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f6c8f80a-e12d-4b4c-ae3f-d7a2f0fc6c61 req-ee363dfa-ae5e-4f2c-9bc0-8320e5a5a175 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f52513e4d85742b1b0baa680f6404d47&device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 1095 time: 0.0741282 Jan 28 03:56:21.468174 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8f80a-e12d-4b4c-ae3f-d7a2f0fc6c61 req-f83b13de-44a2-4fb2-85ac-0d1001a66fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:21.469638 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f6c8f80a-e12d-4b4c-ae3f-d7a2f0fc6c61 req-f83b13de-44a2-4fb2-85ac-0d1001a66fc6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f52513e4d85742b1b0baa680f6404d47&device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 1095 time: 0.0697696 Jan 28 03:56:21.623310 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8f80a-e12d-4b4c-ae3f-d7a2f0fc6c61 req-e1ac449d-7cf1-4051-b6d2-14041798767d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:21.624827 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f6c8f80a-e12d-4b4c-ae3f-d7a2f0fc6c61 req-e1ac449d-7cf1-4051-b6d2-14041798767d service neutron] 10.222.0.39 "GET /v2.0/networks?id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 200 len: 913 time: 0.1522110 Jan 28 03:56:21.625789 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8f80a-e12d-4b4c-ae3f-d7a2f0fc6c61 req-5c12e0b3-9582-4708-a23d-420a0a08807c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:21.627080 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f6c8f80a-e12d-4b4c-ae3f-d7a2f0fc6c61 req-5c12e0b3-9582-4708-a23d-420a0a08807c service neutron] 10.222.0.67 "GET /v2.0/networks?id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 200 len: 913 time: 0.1473091 Jan 28 03:56:21.740088 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f6c8f80a-e12d-4b4c-ae3f-d7a2f0fc6c61 req-1e627286-a99a-43a7-a5c4-fb4e2b7e041e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4998a5d3-1aa6-483d-b049-8702706bf945 HTTP/1.1" status: 200 len: 998 time: 0.1085691 Jan 28 03:56:21.741877 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f6c8f80a-e12d-4b4c-ae3f-d7a2f0fc6c61 req-74056a57-e5dd-448b-9207-f1a9a478e45a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4998a5d3-1aa6-483d-b049-8702706bf945 HTTP/1.1" status: 200 len: 998 time: 0.1045046 Jan 28 03:56:21.825982 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8f80a-e12d-4b4c-ae3f-d7a2f0fc6c61 req-53326289-d975-4cf8-8095-62ac44159479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:21.827456 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f6c8f80a-e12d-4b4c-ae3f-d7a2f0fc6c61 req-53326289-d975-4cf8-8095-62ac44159479 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d676a8af-aa5a-4889-bd26-6913e81c5e60 HTTP/1.1" status: 200 len: 851 time: 0.0811305 Jan 28 03:56:21.828888 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8f80a-e12d-4b4c-ae3f-d7a2f0fc6c61 req-c49edb03-d26a-4759-b135-3c2be208ab0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:21.830236 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f6c8f80a-e12d-4b4c-ae3f-d7a2f0fc6c61 req-c49edb03-d26a-4759-b135-3c2be208ab0f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d676a8af-aa5a-4889-bd26-6913e81c5e60 HTTP/1.1" status: 200 len: 851 time: 0.0765870 Jan 28 03:56:21.901346 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8f80a-e12d-4b4c-ae3f-d7a2f0fc6c61 req-6f5a0186-1ac7-46f1-b793-de29db0436e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:21.902870 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f6c8f80a-e12d-4b4c-ae3f-d7a2f0fc6c61 req-6f5a0186-1ac7-46f1-b793-de29db0436e4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0699415 Jan 28 03:56:21.904609 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8f80a-e12d-4b4c-ae3f-d7a2f0fc6c61 req-bc9c4407-9a56-4993-860d-b07226147d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:21.906008 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f6c8f80a-e12d-4b4c-ae3f-d7a2f0fc6c61 req-bc9c4407-9a56-4993-860d-b07226147d86 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0654709 Jan 28 03:56:22.090507 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f6c8f80a-e12d-4b4c-ae3f-d7a2f0fc6c61 req-0635b891-a6db-471b-b0f3-392832a09554 service neutron] 10.222.0.67 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739924 Jan 28 03:56:22.095593 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f6c8f80a-e12d-4b4c-ae3f-d7a2f0fc6c61 req-8e975984-e6bd-45ba-b738-e601a6ea1bd7 service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861546 Jan 28 03:56:22.163380 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b10b5-12ac-49d7-946e-1200de443f51 req-f45f5fe8-c76f-4cb0-9fad-ca08e1209cc1 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:22.164761 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d59b10b5-12ac-49d7-946e-1200de443f51 req-f45f5fe8-c76f-4cb0-9fad-ca08e1209cc1 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 943 time: 0.1505921 Jan 28 03:56:22.182056 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 4998a5d3-1aa6-483d-b049-8702706bf945 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:56:22.223618 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] The host n-h2-712139-27 is not matching for port 4998a5d3-1aa6-483d-b049-8702706bf945 host n-h1-712139-27! {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 03:56:22.223987 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 4998a5d3-1aa6-483d-b049-8702706bf945 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:56:22.295118 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f6c8f80a-e12d-4b4c-ae3f-d7a2f0fc6c61 req-12db3b49-020c-49d6-a04c-21af010f5010 service neutron] 10.222.0.67 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969955 Jan 28 03:56:22.300259 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d59b10b5-12ac-49d7-946e-1200de443f51 req-6138ab18-63b7-4d57-ae0d-724ac37dfc97 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287541 Jan 28 03:56:22.304111 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f6c8f80a-e12d-4b4c-ae3f-d7a2f0fc6c61 req-d8f77927-8c47-4784-9b82-f6d9f9e9314a service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982965 Jan 28 03:56:23.439421 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b5155-f524-4ddb-afc0-8ae6a5d5dbe7 req-9c75b202-652d-4dc7-87b7-69e8d2b3c040 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:23.440924 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7b8b5155-f524-4ddb-afc0-8ae6a5d5dbe7 req-9c75b202-652d-4dc7-87b7-69e8d2b3c040 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 943 time: 0.0542569 Jan 28 03:56:23.495809 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7b8b5155-f524-4ddb-afc0-8ae6a5d5dbe7 req-507be5f1-f028-4ec8-ac5e-6331664fb6c1 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467248 Jan 28 03:56:24.628251 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a605ece-9e58-498b-bf52-f460a536c3c7 req-d83e315a-513e-412f-980c-fc501f8dbf10 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:24.629735 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0a605ece-9e58-498b-bf52-f460a536c3c7 req-d83e315a-513e-412f-980c-fc501f8dbf10 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 943 time: 0.0522392 Jan 28 03:56:24.677704 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0a605ece-9e58-498b-bf52-f460a536c3c7 req-015f0ab0-6c2d-490a-9efd-b8abd646b66e tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421786 Jan 28 03:56:24.860689 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 4998a5d3-1aa6-483d-b049-8702706bf945 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:56:24.917243 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca87beb-850d-44ac-8968-2cc8bdf9c4a5 req-31a45ac4-77b3-4a2b-9aae-c6fc12088e49 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:24.918762 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fca87beb-850d-44ac-8968-2cc8bdf9c4a5 req-31a45ac4-77b3-4a2b-9aae-c6fc12088e49 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 943 time: 0.0814381 Jan 28 03:56:24.941038 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44ec53-b895-4bf4-9eaf-bb08d4e66d31 req-de87cdf5-cd45-4e15-88de-ed2661f598b3 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:24.942497 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cd44ec53-b895-4bf4-9eaf-bb08d4e66d31 req-de87cdf5-cd45-4e15-88de-ed2661f598b3 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.39 "GET /v2.0/ports?device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb&tenant_id=f52513e4d85742b1b0baa680f6404d47&binding%3Ahost_id=n-h1-712139-27 HTTP/1.1" status: 200 len: 943 time: 0.0753486 Jan 28 03:56:24.958641 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 4998a5d3-1aa6-483d-b049-8702706bf945, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=4998a5d3-1aa6-483d-b049-8702706bf945,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:24.972553 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '4998a5d3-1aa6-483d-b049-8702706bf945', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'port_id': '4998a5d3-1aa6-483d-b049-8702706bf945', 'mac_address': 'fa:16:3e:27:5a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:56:25.008728 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 4998a5d3-1aa6-483d-b049-8702706bf945 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:25.009138 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (4998a5d3-1aa6-483d-b049-8702706bf945), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:25.014239 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fca87beb-850d-44ac-8968-2cc8bdf9c4a5 req-e1c8128b-9a38-4786-8c42-aa986a746c19 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888498 Jan 28 03:56:25.023088 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [req-cd44ec53-b895-4bf4-9eaf-bb08d4e66d31 req-26bf5b09-1118-49d8-8788-c28e7b9d672c service neutron] delete failed (client error): The resource could not be found. Jan 28 03:56:25.023296 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4998a5d3-1aa6-483d-b049-8702706bf945 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:56:25.024096 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cd44ec53-b895-4bf4-9eaf-bb08d4e66d31 req-26bf5b09-1118-49d8-8788-c28e7b9d672c service neutron] 10.222.0.39 "DELETE /v2.0/ports/4998a5d3-1aa6-483d-b049-8702706bf945/bindings/n-h2-712139-27 HTTP/1.1" status: 404 len: 381 time: 0.0752747 Jan 28 03:56:25.043242 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 4998a5d3-1aa6-483d-b049-8702706bf945, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=4998a5d3-1aa6-483d-b049-8702706bf945,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:25.048950 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (4998a5d3-1aa6-483d-b049-8702706bf945), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:25.100659 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=4998a5d3-1aa6-483d-b049-8702706bf945,revision_number=8']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:25.108251 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:25.108597 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:25.108933 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:25.109367 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:25.109722 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:25.110045 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:25.110368 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:25.110693 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:25.111010 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:25.111342 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:25.111660 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:25.111973 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:25.112313 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:56:25.136541 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44ec53-b895-4bf4-9eaf-bb08d4e66d31 req-50b02eaa-c60f-498d-be78-f0fd792f24ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:25.138170 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cd44ec53-b895-4bf4-9eaf-bb08d4e66d31 req-50b02eaa-c60f-498d-be78-f0fd792f24ef service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f52513e4d85742b1b0baa680f6404d47&device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 1096 time: 0.0496154 Jan 28 03:56:25.231726 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44ec53-b895-4bf4-9eaf-bb08d4e66d31 req-9aa36659-4d7a-4ce0-8d45-5f7a2faeef93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:25.233272 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cd44ec53-b895-4bf4-9eaf-bb08d4e66d31 req-9aa36659-4d7a-4ce0-8d45-5f7a2faeef93 service neutron] 10.222.0.39 "GET /v2.0/networks?id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 200 len: 913 time: 0.0887485 Jan 28 03:56:25.312092 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cd44ec53-b895-4bf4-9eaf-bb08d4e66d31 req-0048105c-10e5-4c1f-b8bd-06a32b68fa75 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4998a5d3-1aa6-483d-b049-8702706bf945 HTTP/1.1" status: 200 len: 999 time: 0.0718622 Jan 28 03:56:25.363028 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44ec53-b895-4bf4-9eaf-bb08d4e66d31 req-b41dc5a0-46d2-403b-9c54-3c0a159f825b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:25.364490 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cd44ec53-b895-4bf4-9eaf-bb08d4e66d31 req-b41dc5a0-46d2-403b-9c54-3c0a159f825b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d676a8af-aa5a-4889-bd26-6913e81c5e60 HTTP/1.1" status: 200 len: 851 time: 0.0456748 Jan 28 03:56:25.409799 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44ec53-b895-4bf4-9eaf-bb08d4e66d31 req-23376aa6-5d89-434a-bcc0-e77c688f3961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:25.411407 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cd44ec53-b895-4bf4-9eaf-bb08d4e66d31 req-23376aa6-5d89-434a-bcc0-e77c688f3961 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409577 Jan 28 03:56:25.486417 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['4998a5d3-1aa6-483d-b049-8702706bf945'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:56:25.508831 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cd44ec53-b895-4bf4-9eaf-bb08d4e66d31 req-a5229dbd-e493-47bf-8d13-40b84fb65eff service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911942 Jan 28 03:56:25.604373 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cd44ec53-b895-4bf4-9eaf-bb08d4e66d31 req-bb7133fe-a9dc-4377-8bc5-312cd133a232 service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899241 Jan 28 03:56:26.145653 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b228c7-f1b1-4c9c-bd80-725cb5487a33 req-e834c940-c089-4acf-b835-e7eb1f70f9bc tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:26.147103 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b2b228c7-f1b1-4c9c-bd80-725cb5487a33 req-e834c940-c089-4acf-b835-e7eb1f70f9bc tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 944 time: 0.0570450 Jan 28 03:56:26.195830 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b2b228c7-f1b1-4c9c-bd80-725cb5487a33 req-d05e8987-7773-4445-9c9e-e759146e1ddc tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421402 Jan 28 03:56:26.869487 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 4998a5d3-1aa6-483d-b049-8702706bf945 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:56:26.939110 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 4998a5d3-1aa6-483d-b049-8702706bf945 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:56:26.945692 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 4998a5d3-1aa6-483d-b049-8702706bf945 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:26.946017 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (4998a5d3-1aa6-483d-b049-8702706bf945), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:27.036618 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 4998a5d3-1aa6-483d-b049-8702706bf945 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:27.037011 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (4998a5d3-1aa6-483d-b049-8702706bf945), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:27.061932 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2977dd67-e2d0-4c6d-b02d-16d21c2325eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4998a5d3-1aa6-483d-b049-8702706bf945'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:56:27.064187 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7466989c69d563e87a019306beca113247d74b519ddc68a6966af7388d6c63e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff46854-b774-4175-b36f-5eff37c824bf" -d '{"events": [{"server_uuid": "2977dd67-e2d0-4c6d-b02d-16d21c2325eb", "name": "network-vif-plugged", "status": "completed", "tag": "4998a5d3-1aa6-483d-b049-8702706bf945"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:56:27.076551 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 4998a5d3-1aa6-483d-b049-8702706bf945, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=4998a5d3-1aa6-483d-b049-8702706bf945,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:27.081406 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (4998a5d3-1aa6-483d-b049-8702706bf945), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:27.133700 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=4998a5d3-1aa6-483d-b049-8702706bf945,revision_number=9']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:27.161196 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa16058e-a149-45af-9f6b-cd677358135c x-openstack-request-id: req-fa16058e-a149-45af-9f6b-cd677358135c {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:56:27.161460 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2977dd67-e2d0-4c6d-b02d-16d21c2325eb", "name": "network-vif-plugged", "status": "completed", "tag": "4998a5d3-1aa6-483d-b049-8702706bf945", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:56:27.161740 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fa16058e-a149-45af-9f6b-cd677358135c {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:56:27.162143 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2977dd67-e2d0-4c6d-b02d-16d21c2325eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4998a5d3-1aa6-483d-b049-8702706bf945', 'code': 200} Jan 28 03:56:27.320354 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d3c5a-6d02-4434-a377-c01f4acf1b81 req-73e34a23-fee0-4a26-94bd-6dc6b7a085ef tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:27.321857 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c11d3c5a-6d02-4434-a377-c01f4acf1b81 req-73e34a23-fee0-4a26-94bd-6dc6b7a085ef tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 945 time: 0.0553942 Jan 28 03:56:27.378540 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c11d3c5a-6d02-4434-a377-c01f4acf1b81 req-6a4e3e94-5c5d-4368-8917-f14ba602860b tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485430 Jan 28 03:56:27.501956 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145685d-2770-46d9-935a-baba6469a2b4 req-ba692529-14ea-44e2-b10c-4dbb21c3babb tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:27.503390 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f145685d-2770-46d9-935a-baba6469a2b4 req-ba692529-14ea-44e2-b10c-4dbb21c3babb tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 945 time: 0.0509608 Jan 28 03:56:27.553304 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f145685d-2770-46d9-935a-baba6469a2b4 req-bc6e592c-15d4-4bf9-a634-d7706994d921 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440488 Jan 28 03:56:27.682037 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7b9c1-ee0c-4568-b2ba-eedfd875b8aa req-5f9ddc9f-82f8-44a6-bab7-d6fb1c9369df tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:27.683563 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-98a7b9c1-ee0c-4568-b2ba-eedfd875b8aa req-5f9ddc9f-82f8-44a6-bab7-d6fb1c9369df tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 945 time: 0.0516577 Jan 28 03:56:27.730710 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-98a7b9c1-ee0c-4568-b2ba-eedfd875b8aa req-6f09f2d5-3da8-470c-81bb-d052fe525ed6 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409670 Jan 28 03:56:27.988084 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ddb35d-4183-4216-8f86-f5efd853edb6 req-29b8f430-e423-48bf-96bd-511702ddba35 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:27.989628 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b6ddb35d-4183-4216-8f86-f5efd853edb6 req-29b8f430-e423-48bf-96bd-511702ddba35 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 945 time: 0.0519650 Jan 28 03:56:28.040378 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b6ddb35d-4183-4216-8f86-f5efd853edb6 req-63241090-6d13-4379-a75f-c5be7325a0a5 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423517 Jan 28 03:56:29.178243 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af1412-5fc9-4903-98bd-afaa1d8a221a req-0f734db4-0c3e-4ed1-977f-512dc2689cc9 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:29.179771 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c1af1412-5fc9-4903-98bd-afaa1d8a221a req-0f734db4-0c3e-4ed1-977f-512dc2689cc9 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 945 time: 0.0614820 Jan 28 03:56:29.235518 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c1af1412-5fc9-4903-98bd-afaa1d8a221a req-56ba99f8-1c52-4173-9482-4cda333e7d77 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493901 Jan 28 03:56:29.550410 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8252568-cba9-4290-9a84-667311dc62dc req-2129779e-2aaa-4d7f-9717-570b8917a7e5 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:29.552508 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b8252568-cba9-4290-9a84-667311dc62dc req-2129779e-2aaa-4d7f-9717-570b8917a7e5 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.67 "GET /v2.0/ports?device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 945 time: 0.0540831 Jan 28 03:56:29.580292 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:29.650721 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-b8252568-cba9-4290-9a84-667311dc62dc req-abbfa304-48b6-4920-a74d-dad512ab2d81 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Deleting port 4998a5d3-1aa6-483d-b049-8702706bf945 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:56:29.651069 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b8252568-cba9-4290-9a84-667311dc62dc req-abbfa304-48b6-4920-a74d-dad512ab2d81 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (4998a5d3-1aa6-483d-b049-8702706bf945), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:29.741274 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-b8252568-cba9-4290-9a84-667311dc62dc req-abbfa304-48b6-4920-a74d-dad512ab2d81 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] For port 4998a5d3-1aa6-483d-b049-8702706bf945, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=4998a5d3-1aa6-483d-b049-8702706bf945,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:29.741649 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b8252568-cba9-4290-9a84-667311dc62dc req-abbfa304-48b6-4920-a74d-dad512ab2d81 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (4998a5d3-1aa6-483d-b049-8702706bf945), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:29.821846 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4ec597a7-1606-45ad-b9c7-7207df110789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:29.936080 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b8252568-cba9-4290-9a84-667311dc62dc req-abbfa304-48b6-4920-a74d-dad512ab2d81 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:29.936603 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b8252568-cba9-4290-9a84-667311dc62dc req-abbfa304-48b6-4920-a74d-dad512ab2d81 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (9db412f7-aced-4432-a9e8-2d37d2c43bdf), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:29.936932 n-d-712139-27 neutron-server[109803]: INFO neutron.db.l3_db [req-b8252568-cba9-4290-9a84-667311dc62dc req-abbfa304-48b6-4920-a74d-dad512ab2d81 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Floating IP 9db412f7-aced-4432-a9e8-2d37d2c43bdf disassociated. External IP: 172.25.0.54, port: 4998a5d3-1aa6-483d-b049-8702706bf945. Jan 28 03:56:29.937317 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-b8252568-cba9-4290-9a84-667311dc62dc req-abbfa304-48b6-4920-a74d-dad512ab2d81 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Calling delete_port for 4998a5d3-1aa6-483d-b049-8702706bf945 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:56:30.070945 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b8252568-cba9-4290-9a84-667311dc62dc req-abbfa304-48b6-4920-a74d-dad512ab2d81 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (4998a5d3-1aa6-483d-b049-8702706bf945), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:30.100641 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbfa304-48b6-4920-a74d-dad512ab2d81 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Pushing event deleted for resources: {'Port': ['ID=4998a5d3-1aa6-483d-b049-8702706bf945,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:30.224128 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8252568-cba9-4290-9a84-667311dc62dc req-abbfa304-48b6-4920-a74d-dad512ab2d81 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Router 8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:56:30.338221 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8252568-cba9-4290-9a84-667311dc62dc req-abbfa304-48b6-4920-a74d-dad512ab2d81 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:56:30.352083 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3a059b59-d416-4659-b498-9caa38cbe1cb req-e8e1b3fd-a5ce-4bd4-8235-774fd2bb563c tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=2977dd67-e2d0-4c6d-b02d-16d21c2325eb HTTP/1.1" status: 200 len: 210 time: 0.0318897 Jan 28 03:56:30.352662 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d9aeac-40b8-4626-94a5-90b03091fa7b None None] Sync routers for ids ['8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:56:30.363435 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d9aeac-40b8-4626-94a5-90b03091fa7b None None] Routers {'8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:56:30.364362 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-c9d9aeac-40b8-4626-94a5-90b03091fa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:56:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:30.385352 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8252568-cba9-4290-9a84-667311dc62dc req-abbfa304-48b6-4920-a74d-dad512ab2d81 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] No DVR routers for this DVR port 4998a5d3-1aa6-483d-b049-8702706bf945 on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:56:30.388047 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b8252568-cba9-4290-9a84-667311dc62dc req-abbfa304-48b6-4920-a74d-dad512ab2d81 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:30.391489 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b8252568-cba9-4290-9a84-667311dc62dc req-abbfa304-48b6-4920-a74d-dad512ab2d81 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.67 "DELETE /v2.0/ports/4998a5d3-1aa6-483d-b049-8702706bf945 HTTP/1.1" status: 204 len: 173 time: 0.8332262 Jan 28 03:56:30.391927 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2977dd67-e2d0-4c6d-b02d-16d21c2325eb', 'name': 'network-vif-deleted', 'tag': '4998a5d3-1aa6-483d-b049-8702706bf945'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:56:30.394198 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe99288d-edc6-46bb-845d-2b5d9245e22e" -d '{"events": [{"server_uuid": "2977dd67-e2d0-4c6d-b02d-16d21c2325eb", "name": "network-vif-deleted", "tag": "4998a5d3-1aa6-483d-b049-8702706bf945"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:56:30.434658 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d650e1bc-a8bc-4baf-8359-5c54596ace83 x-openstack-request-id: req-d650e1bc-a8bc-4baf-8359-5c54596ace83 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:56:30.434903 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2977dd67-e2d0-4c6d-b02d-16d21c2325eb", "name": "network-vif-deleted", "tag": "4998a5d3-1aa6-483d-b049-8702706bf945", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:56:30.435160 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d650e1bc-a8bc-4baf-8359-5c54596ace83 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:56:30.436093 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2977dd67-e2d0-4c6d-b02d-16d21c2325eb', 'name': 'network-vif-deleted', 'tag': '4998a5d3-1aa6-483d-b049-8702706bf945', 'status': 'completed', 'code': 200} Jan 28 03:56:30.474486 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-c9d9aeac-40b8-4626-94a5-90b03091fa7b None None] Set router 8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:56:30.690484 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-c9d9aeac-40b8-4626-94a5-90b03091fa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'name': 'tempest-ServerActionsTestJSON-2106550687-router', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:11Z', 'revision_number': 4, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'gw_port': {'id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '2d9aef51-c292-41f1-a3ce-7f6099de4210', 'name': '', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'mac_address': 'fa:16:3e:17:ed:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:10Z', 'updated_at': '2022-01-28T03:54:15Z', 'revision_number': 5, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'subnets': [{'id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:30.716840 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d9aeac-40b8-4626-94a5-90b03091fa7b None None] Checking router: 8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:56:30.726367 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d9aeac-40b8-4626-94a5-90b03091fa7b None None] Routers {'8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:56:30.726995 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-c9d9aeac-40b8-4626-94a5-90b03091fa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:56:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:30.836392 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-c9d9aeac-40b8-4626-94a5-90b03091fa7b None None] Set router 8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:56:31.038813 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-c9d9aeac-40b8-4626-94a5-90b03091fa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'name': 'tempest-ServerActionsTestJSON-2106550687-router', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:11Z', 'revision_number': 4, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'gw_port': {'id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '2d9aef51-c292-41f1-a3ce-7f6099de4210', 'name': '', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'mac_address': 'fa:16:3e:17:ed:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:10Z', 'updated_at': '2022-01-28T03:54:15Z', 'revision_number': 5, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'subnets': [{'id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:31.068536 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d9aeac-40b8-4626-94a5-90b03091fa7b None None] The sync data for ids ['8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'] in n-d-712139-27 is: [{'id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'name': 'tempest-ServerActionsTestJSON-2106550687-router', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:11Z', 'revision_number': 4, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'gw_port': {'id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '2d9aef51-c292-41f1-a3ce-7f6099de4210', 'name': '', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'mac_address': 'fa:16:3e:17:ed:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:10Z', 'updated_at': '2022-01-28T03:54:15Z', 'revision_number': 5, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'subnets': [{'id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:56:31.317363 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d61772-3f8a-4ea2-88bc-d417bb7d3802 None None] New status for floating IP 9db412f7-aced-4432-a9e8-2d37d2c43bdf: DOWN {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:56:31.612806 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-fa33273c-42a3-4a7e-bb6e-f8a5f73efc05 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1078424779&fields=id&tenant_id=f52513e4d85742b1b0baa680f6404d47 HTTP/1.1" status: 200 len: 267 time: 0.0488801 Jan 28 03:56:31.723671 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-1db29baf-90ec-4656-8718-dc44156269b6 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:31.725188 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-1db29baf-90ec-4656-8718-dc44156269b6 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/networks?id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 200 len: 812 time: 0.1056726 Jan 28 03:56:31.741062 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-0b043d11-5aeb-4c57-8fe1-aaf9d7381d45 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/quotas/f52513e4d85742b1b0baa680f6404d47 HTTP/1.1" status: 200 len: 375 time: 0.0096822 Jan 28 03:56:31.796550 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-dc49f73b-77a5-45a5-9945-03073b1ee4a4 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f52513e4d85742b1b0baa680f6404d47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503147 Jan 28 03:56:31.867763 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6dc29a31-bff6-42ca-bb55-816a58737472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:31.949670 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-c5e358af-e7de-4e7f-bb12-4a8993fcfd7a service neutron] 10.222.0.53 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347289 Jan 28 03:56:32.053955 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-91b17c67-9afd-49bc-ba38-8df754a9416f service neutron] 10.222.0.53 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982130 Jan 28 03:56:32.227649 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e67c99a2-ce38-4218-90df-9f884514cc98 req-ef0942e3-89ea-49d3-b6ee-a2cff2072342 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59 HTTP/1.1" status: 200 len: 210 time: 0.0270202 Jan 28 03:56:33.308422 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-3de3dfe2-71df-4955-8ec4-1a0bb2683949 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:33.310331 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-3de3dfe2-71df-4955-8ec4-1a0bb2683949 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.39 "GET /v2.0/networks?id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 200 len: 812 time: 0.1187720 Jan 28 03:56:33.336220 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8ccf5ca5-acfd-4fbd-a683-e55a7e384e1d req-10eb84fe-5495-49fd-bf38-d34092c6a539 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59 HTTP/1.1" status: 200 len: 210 time: 0.0333798 Jan 28 03:56:33.381873 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-92dacd34-85cc-4fe6-bfe9-d40366db016b tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f52513e4d85742b1b0baa680f6404d47 HTTP/1.1" status: 200 len: 380 time: 0.0557952 Jan 28 03:56:33.411934 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-b047f711-b1e5-4f57-a69e-7d64b461c8cc tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Request body: {'port': {'device_id': '43aa979a-6215-4c9d-a2fa-02b05917cf59', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'admin_state_up': True, 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'security_groups': ['a1f2afc0-0955-4760-a0de-c8a3213dfcb8']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:33.537851 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-b047f711-b1e5-4f57-a69e-7d64b461c8cc tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Made reservation on behalf of f52513e4d85742b1b0baa680f6404d47 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:56:33.541598 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-b047f711-b1e5-4f57-a69e-7d64b461c8cc tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:33.580715 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:33.690726 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-b047f711-b1e5-4f57-a69e-7d64b461c8cc tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Allocated IP 172.20.0.8 (03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2/d676a8af-aa5a-4889-bd26-6913e81c5e60/9d9b8ef6-3c98-4f1e-856c-257bbfd347ea) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:56:33.847824 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-b047f711-b1e5-4f57-a69e-7d64b461c8cc tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks [] for port (9d9b8ef6-3c98-4f1e-856c-257bbfd347ea), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:33.887441 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-b047f711-b1e5-4f57-a69e-7d64b461c8cc tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (9d9b8ef6-3c98-4f1e-856c-257bbfd347ea), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:33.935291 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-b047f711-b1e5-4f57-a69e-7d64b461c8cc tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Network 03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:56:33.939457 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-b047f711-b1e5-4f57-a69e-7d64b461c8cc tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:56:33.943406 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-b047f711-b1e5-4f57-a69e-7d64b461c8cc tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:56:33.975480 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b047f711-b1e5-4f57-a69e-7d64b461c8cc tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Pushing event updated for resources: {'Port': ['ID=9d9b8ef6-3c98-4f1e-856c-257bbfd347ea,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:34.000584 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-b047f711-b1e5-4f57-a69e-7d64b461c8cc tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:34.001240 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-b047f711-b1e5-4f57-a69e-7d64b461c8cc tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:34.018164 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-b047f711-b1e5-4f57-a69e-7d64b461c8cc tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6102443 Jan 28 03:56:34.041838 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-b80b7247-71d5-4195-80c8-f8f2c4f9e217 service neutron] Request body: {'port': {'device_id': '43aa979a-6215-4c9d-a2fa-02b05917cf59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:34.103732 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-b80b7247-71d5-4195-80c8-f8f2c4f9e217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9d9b8ef6-3c98-4f1e-856c-257bbfd347ea), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:34.131227 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:34.219782 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-38e3f3a6-5f16-4a09-ada0-f7ddc40a7217 None None] Provisioning complete for port 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:34.220104 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-38e3f3a6-5f16-4a09-ada0-f7ddc40a7217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9d9b8ef6-3c98-4f1e-856c-257bbfd347ea), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:34.253601 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-38e3f3a6-5f16-4a09-ada0-f7ddc40a7217 None None] Port 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:56:34.376140 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-b80b7247-71d5-4195-80c8-f8f2c4f9e217 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:56:34.383715 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-b80b7247-71d5-4195-80c8-f8f2c4f9e217 service neutron] Publish callbacks [] for port (9d9b8ef6-3c98-4f1e-856c-257bbfd347ea), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:34.396076 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-b80b7247-71d5-4195-80c8-f8f2c4f9e217 service neutron] Transition to ACTIVE for port object 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:56:34.400408 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-b80b7247-71d5-4195-80c8-f8f2c4f9e217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (9d9b8ef6-3c98-4f1e-856c-257bbfd347ea), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:34.474938 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b7247-71d5-4195-80c8-f8f2c4f9e217 service neutron] Pushing event updated for resources: {'Port': ['ID=9d9b8ef6-3c98-4f1e-856c-257bbfd347ea,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:34.538010 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b8a38-5830-44a0-882a-637adad3ae75 req-75056e24-bb57-4e63-90e2-3922b406a3bc tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:34.539706 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-132b8a38-5830-44a0-882a-637adad3ae75 req-75056e24-bb57-4e63-90e2-3922b406a3bc tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59 HTTP/1.1" status: 200 len: 943 time: 0.1337857 Jan 28 03:56:34.915111 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 4998a5d3-1aa6-483d-b049-8702706bf945 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:56:34.920428 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-b80b7247-71d5-4195-80c8-f8f2c4f9e217 service neutron] Attempting to bind port 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:56:34.920763 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-b80b7247-71d5-4195-80c8-f8f2c4f9e217 service neutron] Attempting to bind port 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '46e25743-964e-4268-826c-5f3248f6dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:56:34.921116 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-b80b7247-71d5-4195-80c8-f8f2c4f9e217 service neutron] Attempting to bind port 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea on network 03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:56:34.934632 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-b80b7247-71d5-4195-80c8-f8f2c4f9e217 service neutron] Port 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea on network 03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:56:34.934986 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-b80b7247-71d5-4195-80c8-f8f2c4f9e217 service neutron] Attempting to bind port 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea on network 03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:56:34.938801 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: 4998a5d3-1aa6-483d-b049-8702706bf945 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:56:34.939171 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 4998a5d3-1aa6-483d-b049-8702706bf945 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:56:34.940626 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-132b8a38-5830-44a0-882a-637adad3ae75 req-ba68ebb1-961e-40f0-912a-a00ec3a05dc6 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3939605 Jan 28 03:56:34.943317 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-b80b7247-71d5-4195-80c8-f8f2c4f9e217 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:56:34.943644 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-b80b7247-71d5-4195-80c8-f8f2c4f9e217 service neutron] Checking segment: {'id': '46e25743-964e-4268-826c-5f3248f6dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:56:34.944014 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-b80b7247-71d5-4195-80c8-f8f2c4f9e217 service neutron] Bound using segment: {'id': '46e25743-964e-4268-826c-5f3248f6dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:56:34.944427 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-b80b7247-71d5-4195-80c8-f8f2c4f9e217 service neutron] Bound port: 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e25743-964e-4268-826c-5f3248f6dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:56:34.944774 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-b80b7247-71d5-4195-80c8-f8f2c4f9e217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9d9b8ef6-3c98-4f1e-856c-257bbfd347ea), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:35.012570 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-b80b7247-71d5-4195-80c8-f8f2c4f9e217 service neutron] For port 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:56:35.015625 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-b80b7247-71d5-4195-80c8-f8f2c4f9e217 service neutron] For port 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=9d9b8ef6-3c98-4f1e-856c-257bbfd347ea,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:56:35.021150 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-b80b7247-71d5-4195-80c8-f8f2c4f9e217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (9d9b8ef6-3c98-4f1e-856c-257bbfd347ea), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:35.034661 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:35.057741 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-b80b7247-71d5-4195-80c8-f8f2c4f9e217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:35.058382 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-b80b7247-71d5-4195-80c8-f8f2c4f9e217 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:35.060208 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-b80b7247-71d5-4195-80c8-f8f2c4f9e217 service neutron] 10.222.0.39 "PUT /v2.0/ports/9d9b8ef6-3c98-4f1e-856c-257bbfd347ea HTTP/1.1" status: 200 len: 1092 time: 1.0230176 Jan 28 03:56:35.060659 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43aa979a-6215-4c9d-a2fa-02b05917cf59', 'tag': '9d9b8ef6-3c98-4f1e-856c-257bbfd347ea'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:56:35.062979 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b4abfd-b228-482e-920b-423ff8e7fa61" -d '{"events": [{"name": "network-changed", "server_uuid": "43aa979a-6215-4c9d-a2fa-02b05917cf59", "tag": "9d9b8ef6-3c98-4f1e-856c-257bbfd347ea"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:56:35.094753 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b7247-71d5-4195-80c8-f8f2c4f9e217 service neutron] Pushing event updated for resources: {'Port': ['ID=9d9b8ef6-3c98-4f1e-856c-257bbfd347ea,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:35.111298 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30bc7b49-80dc-4743-b942-1956dd29bc06 x-openstack-request-id: req-30bc7b49-80dc-4743-b942-1956dd29bc06 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:56:35.111794 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43aa979a-6215-4c9d-a2fa-02b05917cf59", "tag": "9d9b8ef6-3c98-4f1e-856c-257bbfd347ea", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:56:35.112087 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-30bc7b49-80dc-4743-b942-1956dd29bc06 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:56:35.112553 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43aa979a-6215-4c9d-a2fa-02b05917cf59', 'tag': '9d9b8ef6-3c98-4f1e-856c-257bbfd347ea', 'status': 'completed', 'code': 200} Jan 28 03:56:35.173276 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-3ae6a16f-08a1-4751-9dc7-3c80b77d811e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:35.174780 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-3ae6a16f-08a1-4751-9dc7-3c80b77d811e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f52513e4d85742b1b0baa680f6404d47&device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59 HTTP/1.1" status: 200 len: 1095 time: 0.0459814 Jan 28 03:56:35.222944 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-ea990bab-920f-481b-92b2-e5bd52b3634e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d9b8ef6-3c98-4f1e-856c-257bbfd347ea HTTP/1.1" status: 200 len: 217 time: 0.0351021 Jan 28 03:56:35.272074 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-be458f51-acfe-4515-a39a-f4efbf902152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:35.273593 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-be458f51-acfe-4515-a39a-f4efbf902152 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d676a8af-aa5a-4889-bd26-6913e81c5e60 HTTP/1.1" status: 200 len: 851 time: 0.0448084 Jan 28 03:56:35.318662 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-521e131c-587b-4e40-959e-f6854c224676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:35.320113 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-521e131c-587b-4e40-959e-f6854c224676 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409882 Jan 28 03:56:35.410171 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-dac4bf5e-7b8e-40d0-add7-0d32019af2b5 service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840206 Jan 28 03:56:35.498447 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b469abf1-d95b-47d9-b145-7b0c1393ef53 req-d311ecab-ddc6-4cab-8a31-8cd1464ca2b5 service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820532 Jan 28 03:56:35.639041 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4abfd-b228-482e-920b-423ff8e7fa61 req-1a6579d3-cdbb-46d5-b2f4-e75bfbd5b354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:35.640562 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-27b4abfd-b228-482e-920b-423ff8e7fa61 req-1a6579d3-cdbb-46d5-b2f4-e75bfbd5b354 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f52513e4d85742b1b0baa680f6404d47&device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59 HTTP/1.1" status: 200 len: 1095 time: 0.0479198 Jan 28 03:56:35.731649 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4abfd-b228-482e-920b-423ff8e7fa61 req-e71c445c-9b76-48bd-a654-e4298ddf3018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:35.733120 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-27b4abfd-b228-482e-920b-423ff8e7fa61 req-e71c445c-9b76-48bd-a654-e4298ddf3018 service neutron] 10.222.0.39 "GET /v2.0/networks?id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 200 len: 913 time: 0.0864074 Jan 28 03:56:35.777015 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-27b4abfd-b228-482e-920b-423ff8e7fa61 req-daab94fb-a120-46eb-8229-7623d9d2cfce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d9b8ef6-3c98-4f1e-856c-257bbfd347ea HTTP/1.1" status: 200 len: 217 time: 0.0378690 Jan 28 03:56:35.824005 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4abfd-b228-482e-920b-423ff8e7fa61 req-4c42762d-934a-4e34-b611-a305a3e29ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:35.825455 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-27b4abfd-b228-482e-920b-423ff8e7fa61 req-4c42762d-934a-4e34-b611-a305a3e29ac7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d676a8af-aa5a-4889-bd26-6913e81c5e60 HTTP/1.1" status: 200 len: 851 time: 0.0428207 Jan 28 03:56:35.870149 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4abfd-b228-482e-920b-423ff8e7fa61 req-dc4474a5-49c9-4e0f-ab0d-3b20db96ed23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:35.871612 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-27b4abfd-b228-482e-920b-423ff8e7fa61 req-dc4474a5-49c9-4e0f-ab0d-3b20db96ed23 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399830 Jan 28 03:56:35.963342 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-27b4abfd-b228-482e-920b-423ff8e7fa61 req-df2c8733-4aba-4846-b3d7-41299292466f service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850821 Jan 28 03:56:36.082195 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-27b4abfd-b228-482e-920b-423ff8e7fa61 req-61862f73-1c03-42c9-9c40-2054f602f5d7 service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113768 Jan 28 03:56:36.089747 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93fcbd-4792-4dc1-a84f-52f2bacaa316 req-fc7e3ea6-9162-49f4-8e87-710355ee4d2d tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:36.091105 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8f93fcbd-4792-4dc1-a84f-52f2bacaa316 req-fc7e3ea6-9162-49f4-8e87-710355ee4d2d tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59 HTTP/1.1" status: 200 len: 943 time: 0.0771325 Jan 28 03:56:36.143082 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8f93fcbd-4792-4dc1-a84f-52f2bacaa316 req-0142a0f0-a4ba-4b98-8ac5-1d19a206c571 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462978 Jan 28 03:56:36.166643 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:37.262748 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197493fe-a56f-491f-b8dc-02c9cd5d2040 req-8caef2a7-b526-4622-8d43-f34d0f597168 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:37.264253 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-197493fe-a56f-491f-b8dc-02c9cd5d2040 req-8caef2a7-b526-4622-8d43-f34d0f597168 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59 HTTP/1.1" status: 200 len: 943 time: 0.0498979 Jan 28 03:56:37.311193 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-197493fe-a56f-491f-b8dc-02c9cd5d2040 req-6a72eac4-eea4-4b95-a4f6-aa60a3017839 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411642 Jan 28 03:56:38.237703 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:56:38.335022 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=9d9b8ef6-3c98-4f1e-856c-257bbfd347ea,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:38.347497 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '9d9b8ef6-3c98-4f1e-856c-257bbfd347ea', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'port_id': '9d9b8ef6-3c98-4f1e-856c-257bbfd347ea', 'mac_address': 'fa:16:3e:d4:14:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:56:38.384650 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:38.385007 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9d9b8ef6-3c98-4f1e-856c-257bbfd347ea), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:38.398095 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:56:38.416810 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=9d9b8ef6-3c98-4f1e-856c-257bbfd347ea,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:38.421779 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9d9b8ef6-3c98-4f1e-856c-257bbfd347ea), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:38.430201 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad9525-3283-4783-845b-1e4d820d1e12 req-c17f2752-798c-421d-a401-0309def4fccb tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:38.431720 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-58ad9525-3283-4783-845b-1e4d820d1e12 req-c17f2752-798c-421d-a401-0309def4fccb tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59 HTTP/1.1" status: 200 len: 943 time: 0.0493112 Jan 28 03:56:38.468039 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=9d9b8ef6-3c98-4f1e-856c-257bbfd347ea,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:38.479501 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-58ad9525-3283-4783-845b-1e4d820d1e12 req-1e006ba2-bdcd-47be-b15b-2707818238a3 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414670 Jan 28 03:56:38.727443 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['9d9b8ef6-3c98-4f1e-856c-257bbfd347ea'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:56:39.596342 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f799ef8-726f-4877-9ef8-4b8382b94626 req-1553f9b6-ed8c-4a88-b966-cc631b6121f7 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:39.597907 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5f799ef8-726f-4877-9ef8-4b8382b94626 req-1553f9b6-ed8c-4a88-b966-cc631b6121f7 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59 HTTP/1.1" status: 200 len: 944 time: 0.0491018 Jan 28 03:56:39.648029 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5f799ef8-726f-4877-9ef8-4b8382b94626 req-6d23caf3-9ba1-4e1f-9173-cedb9d68523c tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436215 Jan 28 03:56:40.251576 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:56:40.303192 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:56:40.307171 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:56:40.307451 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9d9b8ef6-3c98-4f1e-856c-257bbfd347ea), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:40.385032 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:56:40.385446 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9d9b8ef6-3c98-4f1e-856c-257bbfd347ea), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:40.407496 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43aa979a-6215-4c9d-a2fa-02b05917cf59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9b8ef6-3c98-4f1e-856c-257bbfd347ea'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:56:40.409766 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7466989c69d563e87a019306beca113247d74b519ddc68a6966af7388d6c63e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1453930-a8fa-461d-b47d-26e62dbb61b0" -d '{"events": [{"server_uuid": "43aa979a-6215-4c9d-a2fa-02b05917cf59", "name": "network-vif-plugged", "status": "completed", "tag": "9d9b8ef6-3c98-4f1e-856c-257bbfd347ea"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:56:40.422077 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=9d9b8ef6-3c98-4f1e-856c-257bbfd347ea,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:56:40.426724 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9d9b8ef6-3c98-4f1e-856c-257bbfd347ea), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:40.449402 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98588a92-ea2f-4d64-b6d1-65c71762919c x-openstack-request-id: req-98588a92-ea2f-4d64-b6d1-65c71762919c {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:56:40.449694 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43aa979a-6215-4c9d-a2fa-02b05917cf59", "name": "network-vif-plugged", "status": "completed", "tag": "9d9b8ef6-3c98-4f1e-856c-257bbfd347ea", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:56:40.449944 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-98588a92-ea2f-4d64-b6d1-65c71762919c {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:56:40.450332 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43aa979a-6215-4c9d-a2fa-02b05917cf59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9b8ef6-3c98-4f1e-856c-257bbfd347ea', 'code': 200} Jan 28 03:56:40.475346 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=9d9b8ef6-3c98-4f1e-856c-257bbfd347ea,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:56:40.574159 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ef604-a5ce-4a8c-ae07-cb073bb528b1 req-61ca99b0-3224-4e35-8a03-abcfd5eae9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:40.575558 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4f3ef604-a5ce-4a8c-ae07-cb073bb528b1 req-61ca99b0-3224-4e35-8a03-abcfd5eae9a9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59 HTTP/1.1" status: 200 len: 1097 time: 0.0402257 Jan 28 03:56:40.617982 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4f3ef604-a5ce-4a8c-ae07-cb073bb528b1 req-b63e4c39-dde1-4d2d-a657-d5d7fcf47488 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364959 Jan 28 03:56:40.765551 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0db914-669a-4a46-8275-d0d147943f4d req-2d909555-5d10-4c21-9713-d8fc5dc6b229 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:40.767025 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6c0db914-669a-4a46-8275-d0d147943f4d req-2d909555-5d10-4c21-9713-d8fc5dc6b229 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59 HTTP/1.1" status: 200 len: 945 time: 0.0494246 Jan 28 03:56:40.817840 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6c0db914-669a-4a46-8275-d0d147943f4d req-0cf08b84-b982-4f19-aa7e-3d515f17a538 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444484 Jan 28 03:56:41.939269 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79006b90-1494-4b8b-b934-92db0b776d84 req-faa7c9fb-b2cc-4c04-b693-d9515b2d4ef5 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:41.940653 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-79006b90-1494-4b8b-b934-92db0b776d84 req-faa7c9fb-b2cc-4c04-b693-d9515b2d4ef5 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59 HTTP/1.1" status: 200 len: 945 time: 0.0532310 Jan 28 03:56:41.987037 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-79006b90-1494-4b8b-b934-92db0b776d84 req-e41d65ff-51b7-4bf3-929b-cef6b05b18ac tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406635 Jan 28 03:56:42.101108 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96f079-f027-4169-af63-edabb3775694 req-e05a4094-7627-4b4b-bddb-a0f02d1924c9 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:42.102654 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ab96f079-f027-4169-af63-edabb3775694 req-e05a4094-7627-4b4b-bddb-a0f02d1924c9 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59 HTTP/1.1" status: 200 len: 945 time: 0.0504806 Jan 28 03:56:42.112036 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 34554) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:56:42.116480 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-0b569a94-d6a9-4e2f-a1c1-9e2362ba0b27 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Request body: {'floatingip': {'port_id': '9d9b8ef6-3c98-4f1e-856c-257bbfd347ea'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:56:42.158455 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0b569a94-d6a9-4e2f-a1c1-9e2362ba0b27 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks [] for floatingip (9db412f7-aced-4432-a9e8-2d37d2c43bdf), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:42.585987 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0b569a94-d6a9-4e2f-a1c1-9e2362ba0b27 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:42.592115 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0b569a94-d6a9-4e2f-a1c1-9e2362ba0b27 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (9db412f7-aced-4432-a9e8-2d37d2c43bdf), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:42.700250 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [None req-0b569a94-d6a9-4e2f-a1c1-9e2362ba0b27 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Floating IP 9db412f7-aced-4432-a9e8-2d37d2c43bdf associated. External IP: 172.25.0.54, port: 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea. Jan 28 03:56:42.913835 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b569a94-d6a9-4e2f-a1c1-9e2362ba0b27 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Router 8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:56:43.022048 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b569a94-d6a9-4e2f-a1c1-9e2362ba0b27 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:56:43.027327 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0b569a94-d6a9-4e2f-a1c1-9e2362ba0b27 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:43.034632 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7967ca-ace8-4bc2-ae0e-4c507e13384b None None] Sync routers for ids ['8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:56:43.046402 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7967ca-ace8-4bc2-ae0e-4c507e13384b None None] Routers {'8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:56:43.047009 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-cd7967ca-ace8-4bc2-ae0e-4c507e13384b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:56:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:43.054188 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0b569a94-d6a9-4e2f-a1c1-9e2362ba0b27 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "PUT /v2.0/floatingips/9db412f7-aced-4432-a9e8-2d37d2c43bdf HTTP/1.1" status: 200 len: 990 time: 0.9411001 Jan 28 03:56:43.054892 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43aa979a-6215-4c9d-a2fa-02b05917cf59', 'tag': '9d9b8ef6-3c98-4f1e-856c-257bbfd347ea'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:56:43.057331 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3198fe40c20953b5b589f016e0433bfb4a98f5964cdf03e8abb15383fb0d5974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a96bc5e-e93c-4f51-b82f-e78d44cc4d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "43aa979a-6215-4c9d-a2fa-02b05917cf59", "tag": "9d9b8ef6-3c98-4f1e-856c-257bbfd347ea"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:56:43.111649 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47ec22e-75e6-4f76-a3c9-b5ee76e718ad x-openstack-request-id: req-c47ec22e-75e6-4f76-a3c9-b5ee76e718ad {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:56:43.112277 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43aa979a-6215-4c9d-a2fa-02b05917cf59", "tag": "9d9b8ef6-3c98-4f1e-856c-257bbfd347ea", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:56:43.112277 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c47ec22e-75e6-4f76-a3c9-b5ee76e718ad {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:56:43.112686 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43aa979a-6215-4c9d-a2fa-02b05917cf59', 'tag': '9d9b8ef6-3c98-4f1e-856c-257bbfd347ea', 'status': 'completed', 'code': 200} Jan 28 03:56:43.158626 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-cd7967ca-ace8-4bc2-ae0e-4c507e13384b None None] Set router 8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:56:43.206390 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96bc5e-e93c-4f51-b82f-e78d44cc4d3c req-8b23f9b9-b6a5-46c5-92ca-59bed95aa4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:43.207893 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9a96bc5e-e93c-4f51-b82f-e78d44cc4d3c req-8b23f9b9-b6a5-46c5-92ca-59bed95aa4a0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f52513e4d85742b1b0baa680f6404d47&device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59 HTTP/1.1" status: 200 len: 1097 time: 0.0437942 Jan 28 03:56:43.306050 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96bc5e-e93c-4f51-b82f-e78d44cc4d3c req-94c1f9ec-f337-42f6-bb64-9a25dbf26891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:43.307557 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9a96bc5e-e93c-4f51-b82f-e78d44cc4d3c req-94c1f9ec-f337-42f6-bb64-9a25dbf26891 service neutron] 10.222.0.39 "GET /v2.0/networks?id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 200 len: 913 time: 0.0938025 Jan 28 03:56:43.373616 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9a96bc5e-e93c-4f51-b82f-e78d44cc4d3c req-baf7e838-b5ac-4b90-b16c-39021f529f16 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d9b8ef6-3c98-4f1e-856c-257bbfd347ea HTTP/1.1" status: 200 len: 998 time: 0.0603452 Jan 28 03:56:43.420969 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96bc5e-e93c-4f51-b82f-e78d44cc4d3c req-6c644b69-ede4-46fa-9695-80338f5cf48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:43.422464 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9a96bc5e-e93c-4f51-b82f-e78d44cc4d3c req-6c644b69-ede4-46fa-9695-80338f5cf48e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d676a8af-aa5a-4889-bd26-6913e81c5e60 HTTP/1.1" status: 200 len: 851 time: 0.0437653 Jan 28 03:56:43.473048 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96bc5e-e93c-4f51-b82f-e78d44cc4d3c req-e6563943-831b-4465-b330-d60493e7ea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:56:43.474513 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9a96bc5e-e93c-4f51-b82f-e78d44cc4d3c req-e6563943-831b-4465-b330-d60493e7ea4d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462065 Jan 28 03:56:43.561175 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-cd7967ca-ace8-4bc2-ae0e-4c507e13384b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'name': 'tempest-ServerActionsTestJSON-2106550687-router', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:11Z', 'revision_number': 4, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'gw_port': {'id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '9db412f7-aced-4432-a9e8-2d37d2c43bdf', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'floating_ip_address': '172.25.0.54', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'port_id': '9d9b8ef6-3c98-4f1e-856c-257bbfd347ea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'mac_address': 'fa:16:3e:d4:14:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43aa979a-6215-4c9d-a2fa-02b05917cf59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:54:13Z', 'updated_at': '2022-01-28T03:56:42Z', 'revision_number': 5, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d9aef51-c292-41f1-a3ce-7f6099de4210', 'name': '', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'mac_address': 'fa:16:3e:17:ed:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:10Z', 'updated_at': '2022-01-28T03:54:15Z', 'revision_number': 5, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'subnets': [{'id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:43.564040 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9a96bc5e-e93c-4f51-b82f-e78d44cc4d3c req-9d67b576-f2c6-4ab0-a8b9-f29d09ca666c service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837321 Jan 28 03:56:43.586918 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7967ca-ace8-4bc2-ae0e-4c507e13384b None None] Checking router: 8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:56:43.597231 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7967ca-ace8-4bc2-ae0e-4c507e13384b None None] Routers {'8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:56:43.598081 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-cd7967ca-ace8-4bc2-ae0e-4c507e13384b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:56:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:43.666794 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9a96bc5e-e93c-4f51-b82f-e78d44cc4d3c req-26923e01-85cb-4b54-8604-561c42f5343b service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968111 Jan 28 03:56:43.708799 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-cd7967ca-ace8-4bc2-ae0e-4c507e13384b None None] Set router 8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:56:43.930703 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-cd7967ca-ace8-4bc2-ae0e-4c507e13384b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'name': 'tempest-ServerActionsTestJSON-2106550687-router', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:11Z', 'revision_number': 4, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'gw_port': {'id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '9db412f7-aced-4432-a9e8-2d37d2c43bdf', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'floating_ip_address': '172.25.0.54', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'port_id': '9d9b8ef6-3c98-4f1e-856c-257bbfd347ea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'mac_address': 'fa:16:3e:d4:14:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43aa979a-6215-4c9d-a2fa-02b05917cf59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:54:13Z', 'updated_at': '2022-01-28T03:56:42Z', 'revision_number': 5, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d9aef51-c292-41f1-a3ce-7f6099de4210', 'name': '', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'mac_address': 'fa:16:3e:17:ed:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:10Z', 'updated_at': '2022-01-28T03:54:15Z', 'revision_number': 5, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'subnets': [{'id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:56:43.957105 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7967ca-ace8-4bc2-ae0e-4c507e13384b None None] The sync data for ids ['8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'] in n-d-712139-27 is: [{'id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'name': 'tempest-ServerActionsTestJSON-2106550687-router', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:11Z', 'revision_number': 4, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'gw_port': {'id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '9db412f7-aced-4432-a9e8-2d37d2c43bdf', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'floating_ip_address': '172.25.0.54', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'port_id': '9d9b8ef6-3c98-4f1e-856c-257bbfd347ea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'mac_address': 'fa:16:3e:d4:14:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43aa979a-6215-4c9d-a2fa-02b05917cf59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:54:13Z', 'updated_at': '2022-01-28T03:56:42Z', 'revision_number': 5, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d9aef51-c292-41f1-a3ce-7f6099de4210', 'name': '', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'mac_address': 'fa:16:3e:17:ed:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:10Z', 'updated_at': '2022-01-28T03:54:15Z', 'revision_number': 5, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'subnets': [{'id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:56:44.274708 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e3aa7f-0102-4c20-894b-4ec277250bbc None None] New status for floating IP 9db412f7-aced-4432-a9e8-2d37d2c43bdf: ACTIVE {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:56:57.280723 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:56:59.583368 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:56:59.827690 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f802aedd-9741-4d05-a906-8b01124fab60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:01.881757 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5678369e-e16c-466c-bd05-7dba37533ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:03.586708 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:04.128375 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:05.040907 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:06.180188 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:29.583949 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:29.826323 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-af617a07-b01a-4129-84ef-33fcd7c29be0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:31.877805 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e18b5cec-a175-4652-a555-1dd1c625cc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:33.590223 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:34.141457 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:34.282668 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:57:35.045025 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:36.181237 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:39.348289 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f38aaa4b-e512-4b17-8c45-3ce2da49e062 req-a61d060b-d2b3-4764-892e-fc7802b2cd62 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0445585 Jan 28 03:57:39.448286 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38aaa4b-e512-4b17-8c45-3ce2da49e062 req-c43c6ab8-4836-4eb4-804e-5ddffe2178c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:39.449746 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f38aaa4b-e512-4b17-8c45-3ce2da49e062 req-c43c6ab8-4836-4eb4-804e-5ddffe2178c0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f52513e4d85742b1b0baa680f6404d47&device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59 HTTP/1.1" status: 200 len: 1097 time: 0.0420318 Jan 28 03:57:39.561556 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38aaa4b-e512-4b17-8c45-3ce2da49e062 req-f39bd25f-204f-423d-9110-588750befe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:39.563059 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f38aaa4b-e512-4b17-8c45-3ce2da49e062 req-f39bd25f-204f-423d-9110-588750befe2a service neutron] 10.222.0.39 "GET /v2.0/networks?id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 200 len: 913 time: 0.0930719 Jan 28 03:57:39.630732 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f38aaa4b-e512-4b17-8c45-3ce2da49e062 req-b03cb99d-1ec2-41df-aff3-00c0b6c64c4b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d9b8ef6-3c98-4f1e-856c-257bbfd347ea HTTP/1.1" status: 200 len: 1000 time: 0.0619154 Jan 28 03:57:39.688615 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38aaa4b-e512-4b17-8c45-3ce2da49e062 req-55d8661e-50ba-4d05-bfb4-f466d4884894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:39.690422 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f38aaa4b-e512-4b17-8c45-3ce2da49e062 req-55d8661e-50ba-4d05-bfb4-f466d4884894 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d676a8af-aa5a-4889-bd26-6913e81c5e60 HTTP/1.1" status: 200 len: 851 time: 0.0522659 Jan 28 03:57:39.741475 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38aaa4b-e512-4b17-8c45-3ce2da49e062 req-f467dfc4-2c2c-48f7-93fc-624b0e26011c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:57:39.742978 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f38aaa4b-e512-4b17-8c45-3ce2da49e062 req-f467dfc4-2c2c-48f7-93fc-624b0e26011c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470572 Jan 28 03:57:39.834365 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f38aaa4b-e512-4b17-8c45-3ce2da49e062 req-a2a458dc-2ac2-4a21-b575-37109cc0a7eb service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847349 Jan 28 03:57:39.934482 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f38aaa4b-e512-4b17-8c45-3ce2da49e062 req-86eec9bc-efd3-4d8f-9aaf-0342d042fe82 service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942976 Jan 28 03:57:59.577403 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:57:59.825891 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-06a13ebd-7f7f-4689-9d13-e02825d330ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:01.874417 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7593240-4376-4fcc-bef5-5dad3d180fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:03.593256 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:04.142844 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:05.055845 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:06.186212 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:11.282979 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:58:18.979547 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83b61d-99a2-4170-83c3-2408c6ee9c6d req-ae1d0720-673c-4f59-a405-986efa6116aa tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:18.980941 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6e83b61d-99a2-4170-83c3-2408c6ee9c6d req-ae1d0720-673c-4f59-a405-986efa6116aa tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59 HTTP/1.1" status: 200 len: 945 time: 0.0526996 Jan 28 03:58:19.029976 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6e83b61d-99a2-4170-83c3-2408c6ee9c6d req-9e4d351d-a2b4-45f4-91b3-f7f67b09bbd5 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432887 Jan 28 03:58:20.169529 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f1930-dcc2-405c-a7b6-485a8972163b req-e553fdab-7fc5-4524-a1cf-d8b30b062067 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:20.171099 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d10f1930-dcc2-405c-a7b6-485a8972163b req-e553fdab-7fc5-4524-a1cf-d8b30b062067 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59 HTTP/1.1" status: 200 len: 945 time: 0.0630028 Jan 28 03:58:20.220611 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d10f1930-dcc2-405c-a7b6-485a8972163b req-b6f13ed8-65c5-42c1-87a8-7eeca0f21c57 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436528 Jan 28 03:58:21.347455 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2373c5-0724-4ddd-a96c-ccf6417cb80a req-aaf36d21-7026-4971-bacb-c59a7e5ee684 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:21.348957 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ac2373c5-0724-4ddd-a96c-ccf6417cb80a req-aaf36d21-7026-4971-bacb-c59a7e5ee684 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59 HTTP/1.1" status: 200 len: 945 time: 0.0554681 Jan 28 03:58:21.401673 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ac2373c5-0724-4ddd-a96c-ccf6417cb80a req-f1935a77-d2b2-4cae-a726-26d4f1ccaf4a tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468912 Jan 28 03:58:22.554515 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cc46f-7479-41b6-b808-1c2102eb40a8 req-f92c8d4a-7568-4e80-9d7f-3d197d6b82fd tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:22.555992 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fe3cc46f-7479-41b6-b808-1c2102eb40a8 req-f92c8d4a-7568-4e80-9d7f-3d197d6b82fd tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59 HTTP/1.1" status: 200 len: 945 time: 0.0623806 Jan 28 03:58:22.606052 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fe3cc46f-7479-41b6-b808-1c2102eb40a8 req-66dbc79a-c3ff-481e-8aa3-7942c0daedbf tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439639 Jan 28 03:58:23.737309 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f80679-eb4b-4803-adf9-2d9613b3a2ee req-8e724db3-1613-44b9-8530-a602f6c7ff52 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:23.738687 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c0f80679-eb4b-4803-adf9-2d9613b3a2ee req-8e724db3-1613-44b9-8530-a602f6c7ff52 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59 HTTP/1.1" status: 200 len: 945 time: 0.0534399 Jan 28 03:58:23.785352 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c0f80679-eb4b-4803-adf9-2d9613b3a2ee req-90da70da-c324-4bd4-b347-d403cf4a822d tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407584 Jan 28 03:58:24.916446 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0796c-5d4c-4126-a7b0-763d6e1b93bc req-072c626c-298e-41ec-91cd-7da747a17949 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:24.918096 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ecf0796c-5d4c-4126-a7b0-763d6e1b93bc req-072c626c-298e-41ec-91cd-7da747a17949 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59 HTTP/1.1" status: 200 len: 945 time: 0.0591962 Jan 28 03:58:24.974483 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ecf0796c-5d4c-4126-a7b0-763d6e1b93bc req-5b91a7c1-514e-4986-950f-88bd96cdc9cd tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479496 Jan 28 03:58:26.115218 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf937be3-ceed-4b9e-9881-8d9a122724e5 req-6bd616cf-7e97-4ada-9e0f-05494a32a013 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:26.116812 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cf937be3-ceed-4b9e-9881-8d9a122724e5 req-6bd616cf-7e97-4ada-9e0f-05494a32a013 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59 HTTP/1.1" status: 200 len: 945 time: 0.0538650 Jan 28 03:58:26.170563 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cf937be3-ceed-4b9e-9881-8d9a122724e5 req-1b9af716-3662-4815-8594-c99cff5e1c3b tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480404 Jan 28 03:58:27.300123 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867633b-cc1e-4ccb-9cd7-f70a5c87eb0a req-889457dc-8dda-415f-8cf7-5f796b5a644e tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:27.301583 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b867633b-cc1e-4ccb-9cd7-f70a5c87eb0a req-889457dc-8dda-415f-8cf7-5f796b5a644e tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59 HTTP/1.1" status: 200 len: 945 time: 0.0512664 Jan 28 03:58:27.348802 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b867633b-cc1e-4ccb-9cd7-f70a5c87eb0a req-91456c34-0baf-4748-8f33-ab5214d2e3cc tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409951 Jan 28 03:58:28.484433 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb570e-5e1b-4db1-86c5-d24b911d53d6 req-d6b2bd9b-25c3-4bcd-9598-4979a9e8b8c3 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:28.485956 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b9bb570e-5e1b-4db1-86c5-d24b911d53d6 req-d6b2bd9b-25c3-4bcd-9598-4979a9e8b8c3 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59 HTTP/1.1" status: 200 len: 945 time: 0.0667367 Jan 28 03:58:28.542511 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b9bb570e-5e1b-4db1-86c5-d24b911d53d6 req-2f0e1f73-a22d-4a8d-b214-4dea3efd194a tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505025 Jan 28 03:58:29.595910 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:29.685549 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b60bd9-147c-479f-87d5-a8e9484a2268 req-069285e7-6fb8-47ba-93d5-349f5b4fc987 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:29.687030 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e5b60bd9-147c-479f-87d5-a8e9484a2268 req-069285e7-6fb8-47ba-93d5-349f5b4fc987 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59 HTTP/1.1" status: 200 len: 945 time: 0.0578229 Jan 28 03:58:29.734249 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e5b60bd9-147c-479f-87d5-a8e9484a2268 req-d66a1313-ec3e-481d-9292-3fc4c3a0fb93 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412495 Jan 28 03:58:29.819233 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-73427fe3-9bd9-46b9-8f07-8929faa1fca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:30.001016 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c245485-ea94-47b3-b364-002105cbc38d req-1e7bec0f-b55d-4751-9775-9dad00abecc2 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:30.002517 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2c245485-ea94-47b3-b364-002105cbc38d req-1e7bec0f-b55d-4751-9775-9dad00abecc2 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59 HTTP/1.1" status: 200 len: 945 time: 0.0511920 Jan 28 03:58:30.072037 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-0b4332bd-fd83-41fe-889f-b966192f3ee3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1272111 Jan 28 03:58:30.075203 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2c245485-ea94-47b3-b364-002105cbc38d req-2e983348-9cf6-4cb4-9bb8-0c03d392ad2e tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632827 Jan 28 03:58:31.199098 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225bb19-55eb-40a4-b2d5-45fe5e30ba5a req-f3bd031f-a586-4d3c-89e1-1f90fa18971e tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:31.200605 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1225bb19-55eb-40a4-b2d5-45fe5e30ba5a req-f3bd031f-a586-4d3c-89e1-1f90fa18971e tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59 HTTP/1.1" status: 200 len: 945 time: 0.0515146 Jan 28 03:58:31.248813 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1225bb19-55eb-40a4-b2d5-45fe5e30ba5a req-ec392a08-9c99-4a02-80ee-f1e07f54446e tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424557 Jan 28 03:58:31.381051 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-acf9e318-5ec6-48cf-82cf-822951bcad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:31.382542 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-acf9e318-5ec6-48cf-82cf-822951bcad42 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f52513e4d85742b1b0baa680f6404d47&device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59 HTTP/1.1" status: 200 len: 1097 time: 0.0423257 Jan 28 03:58:31.482022 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-4d04445d-1286-4cab-883e-40cc86f9f154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:31.483657 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-4d04445d-1286-4cab-883e-40cc86f9f154 service neutron] 10.222.0.39 "GET /v2.0/networks?id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 200 len: 913 time: 0.0944533 Jan 28 03:58:31.550113 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-d691497e-42d4-47c5-ae62-a3a3f918dd79 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d9b8ef6-3c98-4f1e-856c-257bbfd347ea HTTP/1.1" status: 200 len: 1000 time: 0.0603120 Jan 28 03:58:31.604939 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-fbac3f79-02d1-4b45-a62b-b3998ac5b5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:31.606451 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-fbac3f79-02d1-4b45-a62b-b3998ac5b5ac service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d676a8af-aa5a-4889-bd26-6913e81c5e60 HTTP/1.1" status: 200 len: 851 time: 0.0503674 Jan 28 03:58:31.652958 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-79fc54c4-58b7-467f-8f20-a8fbc4fcd3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:31.654479 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-79fc54c4-58b7-467f-8f20-a8fbc4fcd3e9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424049 Jan 28 03:58:31.747969 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-7a8090b4-7706-4bb9-a5b8-afbc7a77bdb8 service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874512 Jan 28 03:58:31.844961 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-bdc99898-cbfe-4ccb-a90d-62de043fbe9e service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912330 Jan 28 03:58:31.872944 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f70d9914-1eec-46ed-8392-2ac57140cdb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:32.396275 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed670e-6aa3-4f09-9b28-6466bd5fc6e7 req-b5dfa8e6-0fdd-4056-94ad-6e072e4cbc16 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:32.398030 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a9ed670e-6aa3-4f09-9b28-6466bd5fc6e7 req-b5dfa8e6-0fdd-4056-94ad-6e072e4cbc16 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59 HTTP/1.1" status: 200 len: 945 time: 0.0640242 Jan 28 03:58:32.449494 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a9ed670e-6aa3-4f09-9b28-6466bd5fc6e7 req-4ba3f328-d1b6-45e1-b323-561cc387b0fe tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454211 Jan 28 03:58:33.600310 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:33.766979 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-0ec3d15a-524b-4ff1-88fb-12e2034c57d3 service neutron] show failed (client error): The resource could not be found. Jan 28 03:58:33.767925 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-0ec3d15a-524b-4ff1-88fb-12e2034c57d3 service neutron] 10.222.0.39 "GET /v2.0/ports/9d9b8ef6-3c98-4f1e-856c-257bbfd347ea/bindings/n-h1-712139-27 HTTP/1.1" status: 404 len: 381 time: 0.0632391 Jan 28 03:58:33.856687 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17437b-8cd6-4007-9d85-3eab7c0a919e req-21c20f89-a895-4b91-9208-7c9fa1a8b405 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:33.858213 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-be17437b-8cd6-4007-9d85-3eab7c0a919e req-21c20f89-a895-4b91-9208-7c9fa1a8b405 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59 HTTP/1.1" status: 200 len: 945 time: 0.0532780 Jan 28 03:58:33.919802 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-be17437b-8cd6-4007-9d85-3eab7c0a919e req-05756077-f3ef-4e8b-94f0-cca7a364252d tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552096 Jan 28 03:58:33.995436 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-b50eff32-4593-4b9b-a81e-655f135d4229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:33.996942 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-b50eff32-4593-4b9b-a81e-655f135d4229 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59&tenant_id=f52513e4d85742b1b0baa680f6404d47 HTTP/1.1" status: 200 len: 1097 time: 0.0424662 Jan 28 03:58:34.015195 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-4582ce52-a180-4718-8a97-8ee63bc1f36b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-27', 'device_owner': 'compute:nova'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:58:34.074388 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-4582ce52-a180-4718-8a97-8ee63bc1f36b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9d9b8ef6-3c98-4f1e-856c-257bbfd347ea), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:34.143421 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:34.286801 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-4582ce52-a180-4718-8a97-8ee63bc1f36b service neutron] For port 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=9d9b8ef6-3c98-4f1e-856c-257bbfd347ea,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:58:34.326554 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-4582ce52-a180-4718-8a97-8ee63bc1f36b service neutron] For port 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:58:34.367255 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43aa979a-6215-4c9d-a2fa-02b05917cf59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d9b8ef6-3c98-4f1e-856c-257bbfd347ea'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:58:34.369612 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02085928-ff72-49c9-968b-66ac6d76c610" -d '{"events": [{"server_uuid": "43aa979a-6215-4c9d-a2fa-02b05917cf59", "name": "network-vif-unplugged", "status": "completed", "tag": "9d9b8ef6-3c98-4f1e-856c-257bbfd347ea"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:58:34.373783 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-4582ce52-a180-4718-8a97-8ee63bc1f36b service neutron] Publish callbacks [] for port (9d9b8ef6-3c98-4f1e-856c-257bbfd347ea), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:34.388329 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-4582ce52-a180-4718-8a97-8ee63bc1f36b service neutron] Transition to ACTIVE for port object 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:58:34.393131 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-4582ce52-a180-4718-8a97-8ee63bc1f36b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (9d9b8ef6-3c98-4f1e-856c-257bbfd347ea), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:34.430208 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 03:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89199902-2884-4dc3-bcf3-3fd62a4822d4 x-openstack-request-id: req-89199902-2884-4dc3-bcf3-3fd62a4822d4 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:58:34.430500 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43aa979a-6215-4c9d-a2fa-02b05917cf59", "name": "network-vif-unplugged", "status": "completed", "tag": "9d9b8ef6-3c98-4f1e-856c-257bbfd347ea", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:58:34.430757 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-89199902-2884-4dc3-bcf3-3fd62a4822d4 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:58:34.431185 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43aa979a-6215-4c9d-a2fa-02b05917cf59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d9b8ef6-3c98-4f1e-856c-257bbfd347ea', 'code': 200} Jan 28 03:58:34.450068 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4582ce52-a180-4718-8a97-8ee63bc1f36b service neutron] Pushing event updated for resources: {'Port': ['ID=9d9b8ef6-3c98-4f1e-856c-257bbfd347ea,revision_number=6']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:34.490516 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582ce52-a180-4718-8a97-8ee63bc1f36b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:34.492037 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582ce52-a180-4718-8a97-8ee63bc1f36b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:34.492037 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582ce52-a180-4718-8a97-8ee63bc1f36b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:34.492037 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582ce52-a180-4718-8a97-8ee63bc1f36b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:34.492037 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582ce52-a180-4718-8a97-8ee63bc1f36b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:34.492493 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582ce52-a180-4718-8a97-8ee63bc1f36b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:34.492493 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582ce52-a180-4718-8a97-8ee63bc1f36b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:34.492815 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582ce52-a180-4718-8a97-8ee63bc1f36b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:34.493173 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582ce52-a180-4718-8a97-8ee63bc1f36b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:34.493507 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582ce52-a180-4718-8a97-8ee63bc1f36b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:34.493835 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582ce52-a180-4718-8a97-8ee63bc1f36b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:34.494158 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582ce52-a180-4718-8a97-8ee63bc1f36b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:34.494482 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582ce52-a180-4718-8a97-8ee63bc1f36b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:34.546857 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-4582ce52-a180-4718-8a97-8ee63bc1f36b service neutron] No DVR routers for this DVR port 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:58:34.690517 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-4582ce52-a180-4718-8a97-8ee63bc1f36b service neutron] Attempting to bind port 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:58:34.690888 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-4582ce52-a180-4718-8a97-8ee63bc1f36b service neutron] Attempting to bind port 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '46e25743-964e-4268-826c-5f3248f6dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:58:34.691215 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-4582ce52-a180-4718-8a97-8ee63bc1f36b service neutron] Attempting to bind port 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea on network 03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:58:34.695544 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-4582ce52-a180-4718-8a97-8ee63bc1f36b service neutron] Port 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea on network 03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:58:34.695805 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-4582ce52-a180-4718-8a97-8ee63bc1f36b service neutron] Attempting to bind port 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea on network 03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:58:34.700973 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-4582ce52-a180-4718-8a97-8ee63bc1f36b service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:58:34.701331 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-4582ce52-a180-4718-8a97-8ee63bc1f36b service neutron] Checking segment: {'id': '46e25743-964e-4268-826c-5f3248f6dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:58:34.701702 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-4582ce52-a180-4718-8a97-8ee63bc1f36b service neutron] Bound using segment: {'id': '46e25743-964e-4268-826c-5f3248f6dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:58:34.702151 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-4582ce52-a180-4718-8a97-8ee63bc1f36b service neutron] Bound port: 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e25743-964e-4268-826c-5f3248f6dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:58:34.702504 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-4582ce52-a180-4718-8a97-8ee63bc1f36b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9d9b8ef6-3c98-4f1e-856c-257bbfd347ea), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:34.766777 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-4582ce52-a180-4718-8a97-8ee63bc1f36b service neutron] For port 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:58:34.769957 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-4582ce52-a180-4718-8a97-8ee63bc1f36b service neutron] For port 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=9d9b8ef6-3c98-4f1e-856c-257bbfd347ea,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:58:34.776492 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-4582ce52-a180-4718-8a97-8ee63bc1f36b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (9d9b8ef6-3c98-4f1e-856c-257bbfd347ea), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:34.812342 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-4582ce52-a180-4718-8a97-8ee63bc1f36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:34.813033 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-4582ce52-a180-4718-8a97-8ee63bc1f36b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:34.814537 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-4582ce52-a180-4718-8a97-8ee63bc1f36b service neutron] 10.222.0.67 "PUT /v2.0/ports/9d9b8ef6-3c98-4f1e-856c-257bbfd347ea HTTP/1.1" status: 200 len: 1092 time: 0.8037009 Jan 28 03:58:34.836070 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4582ce52-a180-4718-8a97-8ee63bc1f36b service neutron] Pushing event updated for resources: {'Port': ['ID=9d9b8ef6-3c98-4f1e-856c-257bbfd347ea,revision_number=7']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:34.891730 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-2ad65c20-3659-4641-b38c-2eaee22fb66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:34.893246 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-2ad65c20-3659-4641-b38c-2eaee22fb66e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f52513e4d85742b1b0baa680f6404d47&device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59 HTTP/1.1" status: 200 len: 1095 time: 0.0465050 Jan 28 03:58:34.993426 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-a844e5f0-4c70-4ef0-811c-1286e4605874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:34.995057 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-a844e5f0-4c70-4ef0-811c-1286e4605874 service neutron] 10.222.0.67 "GET /v2.0/networks?id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 200 len: 913 time: 0.0955713 Jan 28 03:58:35.049223 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:35.094256 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-821fc412-0fee-4b4b-adb4-6c1590757da6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d9b8ef6-3c98-4f1e-856c-257bbfd347ea HTTP/1.1" status: 200 len: 998 time: 0.0880587 Jan 28 03:58:35.101739 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea1dca-5ed6-42e0-8820-66ce5349537a req-8345b92e-a919-4799-9a7a-33bf974e9fed tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:35.103154 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e1ea1dca-5ed6-42e0-8820-66ce5349537a req-8345b92e-a919-4799-9a7a-33bf974e9fed tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59 HTTP/1.1" status: 200 len: 943 time: 0.1053948 Jan 28 03:58:35.165272 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-526e403a-2e2b-454f-9327-764cfbf4a68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:35.167134 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-526e403a-2e2b-454f-9327-764cfbf4a68b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d676a8af-aa5a-4889-bd26-6913e81c5e60 HTTP/1.1" status: 200 len: 851 time: 0.0631561 Jan 28 03:58:35.192762 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e1ea1dca-5ed6-42e0-8820-66ce5349537a req-b612816b-d3cc-4144-baa7-81bd7efebec9 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811095 Jan 28 03:58:35.221104 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-02ad2b0c-d928-4855-984f-c18ddae4007f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:35.222620 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-02ad2b0c-d928-4855-984f-c18ddae4007f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496435 Jan 28 03:58:35.316904 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-0ef5c1ea-f3b7-41f8-90be-4916aab84f38 service neutron] 10.222.0.67 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883458 Jan 28 03:58:35.407528 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c2ed1bd3-495e-46bf-94af-291719f96f2b req-373e3766-756a-4b6d-8827-113881535347 service neutron] 10.222.0.67 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850081 Jan 28 03:58:36.182796 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:36.318607 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87826aa8-a8cd-4c1a-874a-95c7d5112bc8 req-790dd638-2a9d-4687-b173-5ace9c9be371 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:36.320109 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-87826aa8-a8cd-4c1a-874a-95c7d5112bc8 req-790dd638-2a9d-4687-b173-5ace9c9be371 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59 HTTP/1.1" status: 200 len: 943 time: 0.0522084 Jan 28 03:58:36.367181 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-87826aa8-a8cd-4c1a-874a-95c7d5112bc8 req-94682930-0f69-458a-833c-7994ed311c90 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412509 Jan 28 03:58:36.432865 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43aa979a-6215-4c9d-a2fa-02b05917cf59', 'tag': '9d9b8ef6-3c98-4f1e-856c-257bbfd347ea'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:58:36.435341 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3931792d-e426-42da-a6af-d70d62b96d98" -d '{"events": [{"name": "network-changed", "server_uuid": "43aa979a-6215-4c9d-a2fa-02b05917cf59", "tag": "9d9b8ef6-3c98-4f1e-856c-257bbfd347ea"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:58:36.486750 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81644b5b-06f0-439e-95e2-c09bcd6fed1b x-openstack-request-id: req-81644b5b-06f0-439e-95e2-c09bcd6fed1b {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:58:36.487048 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43aa979a-6215-4c9d-a2fa-02b05917cf59", "tag": "9d9b8ef6-3c98-4f1e-856c-257bbfd347ea", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:58:36.487308 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-81644b5b-06f0-439e-95e2-c09bcd6fed1b {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:58:36.487760 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43aa979a-6215-4c9d-a2fa-02b05917cf59', 'tag': '9d9b8ef6-3c98-4f1e-856c-257bbfd347ea', 'status': 'completed', 'code': 200} Jan 28 03:58:36.597684 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931792d-e426-42da-a6af-d70d62b96d98 req-fa81833e-fcca-4293-96d5-ca989575cea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:36.599182 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3931792d-e426-42da-a6af-d70d62b96d98 req-fa81833e-fcca-4293-96d5-ca989575cea4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f52513e4d85742b1b0baa680f6404d47&device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59 HTTP/1.1" status: 200 len: 1095 time: 0.0696876 Jan 28 03:58:36.604542 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931792d-e426-42da-a6af-d70d62b96d98 req-251b6cdc-2066-4def-b9fb-0b496eea626b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:36.605991 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3931792d-e426-42da-a6af-d70d62b96d98 req-251b6cdc-2066-4def-b9fb-0b496eea626b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f52513e4d85742b1b0baa680f6404d47&device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59 HTTP/1.1" status: 200 len: 1095 time: 0.0683923 Jan 28 03:58:36.773154 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931792d-e426-42da-a6af-d70d62b96d98 req-2b033823-6479-425a-8629-64acd2487465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:36.774699 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3931792d-e426-42da-a6af-d70d62b96d98 req-2b033823-6479-425a-8629-64acd2487465 service neutron] 10.222.0.67 "GET /v2.0/networks?id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 200 len: 913 time: 0.1678798 Jan 28 03:58:36.775770 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931792d-e426-42da-a6af-d70d62b96d98 req-9f9fb6cd-e5d5-4e48-a561-e7fc0be653e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:36.777052 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3931792d-e426-42da-a6af-d70d62b96d98 req-9f9fb6cd-e5d5-4e48-a561-e7fc0be653e9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 200 len: 913 time: 0.1630561 Jan 28 03:58:36.816760 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:58:36.858865 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] The host n-h2-712139-27 is not matching for port 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea host n-h1-712139-27! {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 03:58:36.859265 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:58:36.887345 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3931792d-e426-42da-a6af-d70d62b96d98 req-5706b47a-134e-4c32-8582-6a2faeabd9a8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d9b8ef6-3c98-4f1e-856c-257bbfd347ea HTTP/1.1" status: 200 len: 998 time: 0.1053092 Jan 28 03:58:36.889054 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3931792d-e426-42da-a6af-d70d62b96d98 req-4311e983-cfd9-42ce-a587-4d33f1c42db3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d9b8ef6-3c98-4f1e-856c-257bbfd347ea HTTP/1.1" status: 200 len: 998 time: 0.1060731 Jan 28 03:58:36.969801 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931792d-e426-42da-a6af-d70d62b96d98 req-31b246d4-5689-47c1-9f4b-fb58d9249453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:36.971266 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3931792d-e426-42da-a6af-d70d62b96d98 req-31b246d4-5689-47c1-9f4b-fb58d9249453 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d676a8af-aa5a-4889-bd26-6913e81c5e60 HTTP/1.1" status: 200 len: 851 time: 0.0779750 Jan 28 03:58:36.972603 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931792d-e426-42da-a6af-d70d62b96d98 req-4eea58dc-4556-4b4b-adbd-9005086d3660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:36.973901 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3931792d-e426-42da-a6af-d70d62b96d98 req-4eea58dc-4556-4b4b-adbd-9005086d3660 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d676a8af-aa5a-4889-bd26-6913e81c5e60 HTTP/1.1" status: 200 len: 851 time: 0.0735524 Jan 28 03:58:37.040973 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931792d-e426-42da-a6af-d70d62b96d98 req-e1ed85d3-3c86-4d65-b9d2-7c8f59dfca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:37.042458 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3931792d-e426-42da-a6af-d70d62b96d98 req-e1ed85d3-3c86-4d65-b9d2-7c8f59dfca96 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0652897 Jan 28 03:58:37.046478 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931792d-e426-42da-a6af-d70d62b96d98 req-13ae66c8-33ad-42bb-a302-9a724d93e072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:37.047806 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3931792d-e426-42da-a6af-d70d62b96d98 req-13ae66c8-33ad-42bb-a302-9a724d93e072 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633340 Jan 28 03:58:37.200483 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3931792d-e426-42da-a6af-d70d62b96d98 req-e7bd773c-7ec3-44e6-b3fe-f17721692b3c service neutron] 10.222.0.67 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516700 Jan 28 03:58:37.202650 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3931792d-e426-42da-a6af-d70d62b96d98 req-b2cb42f2-2ba0-45d0-9bed-ba3f6a7bd554 service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469080 Jan 28 03:58:37.352910 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3931792d-e426-42da-a6af-d70d62b96d98 req-48297129-7fc2-4de2-a660-ac0e7f773f7c service neutron] 10.222.0.67 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465816 Jan 28 03:58:37.355111 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3931792d-e426-42da-a6af-d70d62b96d98 req-9f9f2f9b-5080-45b4-98ce-8a328d2108af service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419933 Jan 28 03:58:37.487550 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fef55f-26db-4001-af68-c48ad4d07917 req-7b027cee-06fa-455d-8e8e-3951736a1c91 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:37.489030 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-36fef55f-26db-4001-af68-c48ad4d07917 req-7b027cee-06fa-455d-8e8e-3951736a1c91 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59 HTTP/1.1" status: 200 len: 943 time: 0.0494897 Jan 28 03:58:37.535481 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-36fef55f-26db-4001-af68-c48ad4d07917 req-2f815947-cb16-4293-866e-d0d2944c5a1f tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405760 Jan 28 03:58:38.660006 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2edcb-aa86-4c53-b694-b8fadfd2d802 req-7f2a02f1-2ab8-4d82-bc97-37919a7071f5 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:38.661619 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-13d2edcb-aa86-4c53-b694-b8fadfd2d802 req-7f2a02f1-2ab8-4d82-bc97-37919a7071f5 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59 HTTP/1.1" status: 200 len: 943 time: 0.0549753 Jan 28 03:58:38.710250 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-13d2edcb-aa86-4c53-b694-b8fadfd2d802 req-1859b321-ad7a-4452-b4b5-543d5e226a26 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425878 Jan 28 03:58:38.947660 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0c38b-dd23-4982-b48b-a5e3fafafafb req-b47e4ebd-6283-4569-b2f9-297dafd162f2 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:38.949138 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cea0c38b-dd23-4982-b48b-a5e3fafafafb req-b47e4ebd-6283-4569-b2f9-297dafd162f2 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59 HTTP/1.1" status: 200 len: 943 time: 0.0798671 Jan 28 03:58:38.961500 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29524567-abab-4855-8641-4ad5279b2ba5 req-976f9667-ab64-474f-b4ab-5c85c9b96f8a tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:38.963002 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-29524567-abab-4855-8641-4ad5279b2ba5 req-976f9667-ab64-474f-b4ab-5c85c9b96f8a tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.39 "GET /v2.0/ports?device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59&tenant_id=f52513e4d85742b1b0baa680f6404d47&binding%3Ahost_id=n-h1-712139-27 HTTP/1.1" status: 200 len: 943 time: 0.0673819 Jan 28 03:58:39.045354 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cea0c38b-dd23-4982-b48b-a5e3fafafafb req-b7036466-c03d-474e-9b86-4c5983777d0a tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814042 Jan 28 03:58:39.051132 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [req-29524567-abab-4855-8641-4ad5279b2ba5 req-40e50072-6d92-43c5-b4dd-383d407763bb service neutron] delete failed (client error): The resource could not be found. Jan 28 03:58:39.052088 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-29524567-abab-4855-8641-4ad5279b2ba5 req-40e50072-6d92-43c5-b4dd-383d407763bb service neutron] 10.222.0.39 "DELETE /v2.0/ports/9d9b8ef6-3c98-4f1e-856c-257bbfd347ea/bindings/n-h2-712139-27 HTTP/1.1" status: 404 len: 381 time: 0.0826929 Jan 28 03:58:39.156630 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29524567-abab-4855-8641-4ad5279b2ba5 req-fee5dfca-9fbb-4197-a00e-3d6217dc17eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:39.158205 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-29524567-abab-4855-8641-4ad5279b2ba5 req-fee5dfca-9fbb-4197-a00e-3d6217dc17eb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f52513e4d85742b1b0baa680f6404d47&device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59 HTTP/1.1" status: 200 len: 1095 time: 0.0424693 Jan 28 03:58:39.252391 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29524567-abab-4855-8641-4ad5279b2ba5 req-7bbf6651-04ce-49c3-ad7d-2de21b571bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:39.252845 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-29524567-abab-4855-8641-4ad5279b2ba5 req-7bbf6651-04ce-49c3-ad7d-2de21b571bf5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 200 len: 913 time: 0.0873139 Jan 28 03:58:39.321340 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-29524567-abab-4855-8641-4ad5279b2ba5 req-8f5affc3-1c29-4ab4-977e-cf9c293a9b75 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d9b8ef6-3c98-4f1e-856c-257bbfd347ea HTTP/1.1" status: 200 len: 998 time: 0.0615096 Jan 28 03:58:39.371415 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29524567-abab-4855-8641-4ad5279b2ba5 req-f98174b5-7d9b-4685-84c1-f8e32dec4431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:39.372937 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-29524567-abab-4855-8641-4ad5279b2ba5 req-f98174b5-7d9b-4685-84c1-f8e32dec4431 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d676a8af-aa5a-4889-bd26-6913e81c5e60 HTTP/1.1" status: 200 len: 851 time: 0.0460916 Jan 28 03:58:39.397911 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:58:39.425209 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29524567-abab-4855-8641-4ad5279b2ba5 req-15e0d5eb-2664-49d8-a0a2-a197b3c5cd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:39.426814 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-29524567-abab-4855-8641-4ad5279b2ba5 req-15e0d5eb-2664-49d8-a0a2-a197b3c5cd53 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483057 Jan 28 03:58:39.503987 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=9d9b8ef6-3c98-4f1e-856c-257bbfd347ea,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:58:39.516577 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '9d9b8ef6-3c98-4f1e-856c-257bbfd347ea', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'port_id': '9d9b8ef6-3c98-4f1e-856c-257bbfd347ea', 'mac_address': 'fa:16:3e:d4:14:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:58:39.516843 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-29524567-abab-4855-8641-4ad5279b2ba5 req-e79c9c56-e3b5-44c8-b3c1-d60d4d550b86 service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824664 Jan 28 03:58:39.554993 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:58:39.555696 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9d9b8ef6-3c98-4f1e-856c-257bbfd347ea), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:39.570778 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:58:39.592063 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=9d9b8ef6-3c98-4f1e-856c-257bbfd347ea,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:58:39.596584 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9d9b8ef6-3c98-4f1e-856c-257bbfd347ea), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:39.650138 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=9d9b8ef6-3c98-4f1e-856c-257bbfd347ea,revision_number=8']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:39.658667 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:39.659049 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:39.659374 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:39.659717 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:39.660058 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:39.660397 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:39.660734 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:39.661040 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:39.661435 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:39.661832 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:39.662077 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:39.662429 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:39.662748 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 03:58:39.950626 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-29524567-abab-4855-8641-4ad5279b2ba5 req-7ebfba26-63db-4cd1-8102-e57628d4355c service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4274123 Jan 28 03:58:39.975774 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['9d9b8ef6-3c98-4f1e-856c-257bbfd347ea'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:58:40.175024 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa0d3c3-2498-44a1-b17c-02a233f68d50 req-e40ecc7a-43f7-42fc-bb73-337ab6a3474d tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:40.176539 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6aa0d3c3-2498-44a1-b17c-02a233f68d50 req-e40ecc7a-43f7-42fc-bb73-337ab6a3474d tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59 HTTP/1.1" status: 200 len: 944 time: 0.0533907 Jan 28 03:58:40.225515 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6aa0d3c3-2498-44a1-b17c-02a233f68d50 req-ca0b2deb-213d-42d3-a906-dc8b82f7be0c tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424981 Jan 28 03:58:41.341581 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31fe40d-469c-49bb-bf57-ffa3699a34b6 req-e75cd1b3-db26-445b-b465-4e548e9a6694 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:41.343453 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d31fe40d-469c-49bb-bf57-ffa3699a34b6 req-e75cd1b3-db26-445b-b465-4e548e9a6694 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59 HTTP/1.1" status: 200 len: 944 time: 0.0495548 Jan 28 03:58:41.390187 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d31fe40d-469c-49bb-bf57-ffa3699a34b6 req-040406dd-ebd5-4700-ad7a-2ce22f5ed14c tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411582 Jan 28 03:58:41.412863 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:58:41.466849 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:58:41.471583 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:41.472107 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9d9b8ef6-3c98-4f1e-856c-257bbfd347ea), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:41.509794 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc0748-5cca-4162-9949-580c818f3615 req-67daa42e-b2e8-417a-8743-f7c16a17bd57 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:41.511231 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-77dc0748-5cca-4162-9949-580c818f3615 req-67daa42e-b2e8-417a-8743-f7c16a17bd57 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59 HTTP/1.1" status: 200 len: 944 time: 0.0529675 Jan 28 03:58:41.550463 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:58:41.550867 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9d9b8ef6-3c98-4f1e-856c-257bbfd347ea), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:41.557350 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-77dc0748-5cca-4162-9949-580c818f3615 req-2f7d4e17-599c-43e3-929b-d46a551d79ab tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402362 Jan 28 03:58:41.575980 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43aa979a-6215-4c9d-a2fa-02b05917cf59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9b8ef6-3c98-4f1e-856c-257bbfd347ea'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:58:41.578385 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7466989c69d563e87a019306beca113247d74b519ddc68a6966af7388d6c63e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38413f65-2e2a-419d-976c-76111edd7db3" -d '{"events": [{"server_uuid": "43aa979a-6215-4c9d-a2fa-02b05917cf59", "name": "network-vif-plugged", "status": "completed", "tag": "9d9b8ef6-3c98-4f1e-856c-257bbfd347ea"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:58:41.590760 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=9d9b8ef6-3c98-4f1e-856c-257bbfd347ea,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:58:41.595904 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9d9b8ef6-3c98-4f1e-856c-257bbfd347ea), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:41.622651 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220a0292-7721-4c57-b1d2-1bdba48c0b8f x-openstack-request-id: req-220a0292-7721-4c57-b1d2-1bdba48c0b8f {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:58:41.622950 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43aa979a-6215-4c9d-a2fa-02b05917cf59", "name": "network-vif-plugged", "status": "completed", "tag": "9d9b8ef6-3c98-4f1e-856c-257bbfd347ea", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:58:41.623220 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-220a0292-7721-4c57-b1d2-1bdba48c0b8f {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:58:41.623598 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43aa979a-6215-4c9d-a2fa-02b05917cf59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9b8ef6-3c98-4f1e-856c-257bbfd347ea', 'code': 200} Jan 28 03:58:41.648720 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=9d9b8ef6-3c98-4f1e-856c-257bbfd347ea,revision_number=9']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:41.778556 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b930a-4aba-4eec-89de-39eb20c22c10 req-bd23487d-580d-4ee7-b08f-4b4016950dd8 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:41.780046 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-927b930a-4aba-4eec-89de-39eb20c22c10 req-bd23487d-580d-4ee7-b08f-4b4016950dd8 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59 HTTP/1.1" status: 200 len: 945 time: 0.0629697 Jan 28 03:58:41.823311 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5656e2-ba15-4f08-85ee-5f8f2fae0216 req-9304a0da-426e-4015-b9c9-1a153c03988c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:41.824838 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1c5656e2-ba15-4f08-85ee-5f8f2fae0216 req-9304a0da-426e-4015-b9c9-1a153c03988c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f52513e4d85742b1b0baa680f6404d47&device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59 HTTP/1.1" status: 200 len: 1097 time: 0.0421901 Jan 28 03:58:41.831823 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-927b930a-4aba-4eec-89de-39eb20c22c10 req-04df8de4-3ba5-4633-a234-4e804c183c4d tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457640 Jan 28 03:58:41.915144 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5656e2-ba15-4f08-85ee-5f8f2fae0216 req-2af12606-fdd4-4cfb-9adc-a9d364ce797e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:41.916615 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1c5656e2-ba15-4f08-85ee-5f8f2fae0216 req-2af12606-fdd4-4cfb-9adc-a9d364ce797e service neutron] 10.222.0.67 "GET /v2.0/networks?id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 200 len: 913 time: 0.0859342 Jan 28 03:58:41.981413 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1c5656e2-ba15-4f08-85ee-5f8f2fae0216 req-464e3fbf-68e2-4f27-bab1-0b314e5264a6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d9b8ef6-3c98-4f1e-856c-257bbfd347ea HTTP/1.1" status: 200 len: 1000 time: 0.0588715 Jan 28 03:58:42.027889 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5656e2-ba15-4f08-85ee-5f8f2fae0216 req-55d85838-9cd7-4c32-8e62-025b610c3141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:42.029428 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1c5656e2-ba15-4f08-85ee-5f8f2fae0216 req-55d85838-9cd7-4c32-8e62-025b610c3141 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d676a8af-aa5a-4889-bd26-6913e81c5e60 HTTP/1.1" status: 200 len: 851 time: 0.0427909 Jan 28 03:58:42.081442 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5656e2-ba15-4f08-85ee-5f8f2fae0216 req-65b70e24-8c24-468e-81da-e8e1005de06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:42.083045 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1c5656e2-ba15-4f08-85ee-5f8f2fae0216 req-65b70e24-8c24-468e-81da-e8e1005de06a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484803 Jan 28 03:58:42.172961 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1c5656e2-ba15-4f08-85ee-5f8f2fae0216 req-ed84a722-1e60-4226-bbb2-42e03a8eb937 service neutron] 10.222.0.67 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837533 Jan 28 03:58:42.265708 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1c5656e2-ba15-4f08-85ee-5f8f2fae0216 req-a2ba42ae-92cd-499f-b85d-68a8b7699d3a service neutron] 10.222.0.67 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870128 Jan 28 03:58:42.954216 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055b68f-fcb3-4b75-8a95-e346a506363e req-26334ed0-8916-4fec-b35d-0957a43e0f9e tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:42.955756 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8055b68f-fcb3-4b75-8a95-e346a506363e req-26334ed0-8916-4fec-b35d-0957a43e0f9e tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59 HTTP/1.1" status: 200 len: 945 time: 0.0503242 Jan 28 03:58:43.004377 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8055b68f-fcb3-4b75-8a95-e346a506363e req-2f72f9d1-3a5a-4a67-8e9a-75e412de7ed1 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429051 Jan 28 03:58:43.242763 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84470e4a-aa2a-4dbe-ab81-932046affc7b req-233898eb-ced8-4e78-8825-3f70cf4922ce tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:43.244138 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-84470e4a-aa2a-4dbe-ab81-932046affc7b req-233898eb-ced8-4e78-8825-3f70cf4922ce tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59 HTTP/1.1" status: 200 len: 945 time: 0.0486503 Jan 28 03:58:43.295669 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-84470e4a-aa2a-4dbe-ab81-932046affc7b req-fe5c3bd9-acc6-4116-8881-3dd4aed36d95 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457816 Jan 28 03:58:44.415568 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbaae3a-7bf1-411c-aaa3-9456344006df req-6ae756d4-49b1-42e8-8210-174cd213c2fd tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:44.417054 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ddbaae3a-7bf1-411c-aaa3-9456344006df req-6ae756d4-49b1-42e8-8210-174cd213c2fd tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59 HTTP/1.1" status: 200 len: 945 time: 0.0503142 Jan 28 03:58:44.477212 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ddbaae3a-7bf1-411c-aaa3-9456344006df req-5eb8e6a1-a2d7-4f74-b260-50e46c910b85 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520759 Jan 28 03:58:44.650833 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd804c2-10c7-492c-8d66-ead41694ca17 req-035ef5ac-f64e-4753-9323-24e4ef6c9399 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:44.652345 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ffd804c2-10c7-492c-8d66-ead41694ca17 req-035ef5ac-f64e-4753-9323-24e4ef6c9399 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.67 "GET /v2.0/ports?device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59 HTTP/1.1" status: 200 len: 945 time: 0.0526257 Jan 28 03:58:44.747041 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-ffd804c2-10c7-492c-8d66-ead41694ca17 req-786b53bb-57ab-44e8-bbf5-7f5dd1a97f44 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Deleting port 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 03:58:44.747394 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ffd804c2-10c7-492c-8d66-ead41694ca17 req-786b53bb-57ab-44e8-bbf5-7f5dd1a97f44 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (9d9b8ef6-3c98-4f1e-856c-257bbfd347ea), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:44.841056 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-ffd804c2-10c7-492c-8d66-ead41694ca17 req-786b53bb-57ab-44e8-bbf5-7f5dd1a97f44 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] For port 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=9d9b8ef6-3c98-4f1e-856c-257bbfd347ea,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:58:44.841453 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ffd804c2-10c7-492c-8d66-ead41694ca17 req-786b53bb-57ab-44e8-bbf5-7f5dd1a97f44 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (9d9b8ef6-3c98-4f1e-856c-257bbfd347ea), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:45.045942 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ffd804c2-10c7-492c-8d66-ead41694ca17 req-786b53bb-57ab-44e8-bbf5-7f5dd1a97f44 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:45.046368 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ffd804c2-10c7-492c-8d66-ead41694ca17 req-786b53bb-57ab-44e8-bbf5-7f5dd1a97f44 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (9db412f7-aced-4432-a9e8-2d37d2c43bdf), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:45.046808 n-d-712139-27 neutron-server[109803]: INFO neutron.db.l3_db [req-ffd804c2-10c7-492c-8d66-ead41694ca17 req-786b53bb-57ab-44e8-bbf5-7f5dd1a97f44 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Floating IP 9db412f7-aced-4432-a9e8-2d37d2c43bdf disassociated. External IP: 172.25.0.54, port: 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea. Jan 28 03:58:45.047264 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-ffd804c2-10c7-492c-8d66-ead41694ca17 req-786b53bb-57ab-44e8-bbf5-7f5dd1a97f44 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Calling delete_port for 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 03:58:45.198510 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ffd804c2-10c7-492c-8d66-ead41694ca17 req-786b53bb-57ab-44e8-bbf5-7f5dd1a97f44 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (9d9b8ef6-3c98-4f1e-856c-257bbfd347ea), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:45.227867 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b53bb-57ab-44e8-bbf5-7f5dd1a97f44 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Pushing event deleted for resources: {'Port': ['ID=9d9b8ef6-3c98-4f1e-856c-257bbfd347ea,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:45.348390 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffd804c2-10c7-492c-8d66-ead41694ca17 req-786b53bb-57ab-44e8-bbf5-7f5dd1a97f44 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Router 8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:58:45.461758 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffd804c2-10c7-492c-8d66-ead41694ca17 req-786b53bb-57ab-44e8-bbf5-7f5dd1a97f44 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:58:45.473123 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c4af71-3f25-4ca1-b256-0c74d4e6c90e None None] Sync routers for ids ['8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:58:45.483998 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c4af71-3f25-4ca1-b256-0c74d4e6c90e None None] Routers {'8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:58:45.484643 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-52c4af71-3f25-4ca1-b256-0c74d4e6c90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:58:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:45.502481 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd804c2-10c7-492c-8d66-ead41694ca17 req-786b53bb-57ab-44e8-bbf5-7f5dd1a97f44 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] No DVR routers for this DVR port 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 03:58:45.505573 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ffd804c2-10c7-492c-8d66-ead41694ca17 req-786b53bb-57ab-44e8-bbf5-7f5dd1a97f44 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:45.509387 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ffd804c2-10c7-492c-8d66-ead41694ca17 req-786b53bb-57ab-44e8-bbf5-7f5dd1a97f44 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.67 "DELETE /v2.0/ports/9d9b8ef6-3c98-4f1e-856c-257bbfd347ea HTTP/1.1" status: 204 len: 173 time: 0.8516898 Jan 28 03:58:45.509502 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43aa979a-6215-4c9d-a2fa-02b05917cf59', 'name': 'network-vif-deleted', 'tag': '9d9b8ef6-3c98-4f1e-856c-257bbfd347ea'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:58:45.512041 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f219353-f7a0-4b0d-99db-76347685c0b2" -d '{"events": [{"server_uuid": "43aa979a-6215-4c9d-a2fa-02b05917cf59", "name": "network-vif-deleted", "tag": "9d9b8ef6-3c98-4f1e-856c-257bbfd347ea"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:58:45.557370 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a398ba4f-e389-4462-b6c7-ab7a2c97fc72 x-openstack-request-id: req-a398ba4f-e389-4462-b6c7-ab7a2c97fc72 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:58:45.557707 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43aa979a-6215-4c9d-a2fa-02b05917cf59", "name": "network-vif-deleted", "tag": "9d9b8ef6-3c98-4f1e-856c-257bbfd347ea", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:58:45.557948 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a398ba4f-e389-4462-b6c7-ab7a2c97fc72 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:58:45.558369 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43aa979a-6215-4c9d-a2fa-02b05917cf59', 'name': 'network-vif-deleted', 'tag': '9d9b8ef6-3c98-4f1e-856c-257bbfd347ea', 'status': 'completed', 'code': 200} Jan 28 03:58:45.594744 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6e15db21-535f-457a-bc1c-c38a5ee55ebe req-b297c8fe-ad16-40b0-883b-50164672c9c1 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=43aa979a-6215-4c9d-a2fa-02b05917cf59 HTTP/1.1" status: 200 len: 210 time: 0.0276930 Jan 28 03:58:45.625093 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-52c4af71-3f25-4ca1-b256-0c74d4e6c90e None None] Set router 8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:58:45.833296 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-52c4af71-3f25-4ca1-b256-0c74d4e6c90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'name': 'tempest-ServerActionsTestJSON-2106550687-router', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:11Z', 'revision_number': 4, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'gw_port': {'id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '2d9aef51-c292-41f1-a3ce-7f6099de4210', 'name': '', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'mac_address': 'fa:16:3e:17:ed:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:10Z', 'updated_at': '2022-01-28T03:54:15Z', 'revision_number': 5, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'subnets': [{'id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:45.862827 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c4af71-3f25-4ca1-b256-0c74d4e6c90e None None] Checking router: 8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:58:45.871788 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c4af71-3f25-4ca1-b256-0c74d4e6c90e None None] Routers {'8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:58:45.872388 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-52c4af71-3f25-4ca1-b256-0c74d4e6c90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:58:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:45.989688 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-52c4af71-3f25-4ca1-b256-0c74d4e6c90e None None] Set router 8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:58:46.194347 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-52c4af71-3f25-4ca1-b256-0c74d4e6c90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'name': 'tempest-ServerActionsTestJSON-2106550687-router', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:11Z', 'revision_number': 4, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'gw_port': {'id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '2d9aef51-c292-41f1-a3ce-7f6099de4210', 'name': '', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'mac_address': 'fa:16:3e:17:ed:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:10Z', 'updated_at': '2022-01-28T03:54:15Z', 'revision_number': 5, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'subnets': [{'id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:58:46.221106 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c4af71-3f25-4ca1-b256-0c74d4e6c90e None None] The sync data for ids ['8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'] in n-d-712139-27 is: [{'id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'name': 'tempest-ServerActionsTestJSON-2106550687-router', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:11Z', 'revision_number': 4, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'gw_port': {'id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '2d9aef51-c292-41f1-a3ce-7f6099de4210', 'name': '', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'mac_address': 'fa:16:3e:17:ed:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:10Z', 'updated_at': '2022-01-28T03:54:15Z', 'revision_number': 5, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'subnets': [{'id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:58:46.482873 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4799b7c-5ec5-436c-906e-ef352834bd7c None None] New status for floating IP 9db412f7-aced-4432-a9e8-2d37d2c43bdf: DOWN {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:58:46.897637 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-6218e55f-10eb-4cbe-8c6a-a7102fe3a4ec tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1078424779&fields=id&tenant_id=f52513e4d85742b1b0baa680f6404d47 HTTP/1.1" status: 200 len: 267 time: 0.0431483 Jan 28 03:58:47.337094 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-299c5a14-4a2c-44e8-a51a-b52af0a8a30b tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:47.338600 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-299c5a14-4a2c-44e8-a51a-b52af0a8a30b tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/networks?id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 200 len: 812 time: 0.4344532 Jan 28 03:58:47.353567 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-445e219a-05a0-4399-bf51-5f3ff585d076 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/quotas/f52513e4d85742b1b0baa680f6404d47 HTTP/1.1" status: 200 len: 375 time: 0.0093858 Jan 28 03:58:47.404798 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-fecf2d2c-4197-4c1b-9457-4b3c9117d7b2 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f52513e4d85742b1b0baa680f6404d47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462246 Jan 28 03:58:47.509374 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-5465d46a-7669-49bf-802b-1f91bf0ef99e service neutron] 10.222.0.53 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919514 Jan 28 03:58:47.605105 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-7105f5cf-917b-4217-a6ec-ca1836ac3978 service neutron] 10.222.0.53 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867772 Jan 28 03:58:47.780616 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49effed7-a54d-4590-93a3-66161d8395ad req-f28f292d-2eee-4724-8e45-674414bc7d32 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 210 time: 0.0306082 Jan 28 03:58:48.283476 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:58:48.881870 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7b6de6fb-3096-4cc7-8309-efd5b1e3736c req-9c25b898-e8c1-4841-af80-ae18a8245c0c tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 210 time: 0.0274756 Jan 28 03:58:48.923479 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-f2df7fbc-0660-4f32-90a3-1f6dd17e04d4 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:48.924856 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-f2df7fbc-0660-4f32-90a3-1f6dd17e04d4 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.67 "GET /v2.0/networks?id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 200 len: 812 time: 0.1220231 Jan 28 03:58:48.999811 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-71643b72-4add-4941-8ad8-716b37d8dde7 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f52513e4d85742b1b0baa680f6404d47 HTTP/1.1" status: 200 len: 380 time: 0.0580738 Jan 28 03:58:49.022142 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-139d400a-dd8b-4fce-8df6-03591113c436 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Request body: {'port': {'device_id': '89bfb4b1-2967-4086-9345-cc755bf83bbc', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'admin_state_up': True, 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'security_groups': ['a1f2afc0-0955-4760-a0de-c8a3213dfcb8']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:58:49.131570 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-139d400a-dd8b-4fce-8df6-03591113c436 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Made reservation on behalf of f52513e4d85742b1b0baa680f6404d47 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 03:58:49.134949 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-139d400a-dd8b-4fce-8df6-03591113c436 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:49.261827 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-139d400a-dd8b-4fce-8df6-03591113c436 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Allocated IP 172.20.0.4 (03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2/d676a8af-aa5a-4889-bd26-6913e81c5e60/2e12cccc-962d-4589-8f1a-56d9153c4009) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 03:58:49.403826 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-139d400a-dd8b-4fce-8df6-03591113c436 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks [] for port (2e12cccc-962d-4589-8f1a-56d9153c4009), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:49.435193 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 03:58:49.441250 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-139d400a-dd8b-4fce-8df6-03591113c436 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (2e12cccc-962d-4589-8f1a-56d9153c4009), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:49.459712 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 03:58:49.460067 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 9d9b8ef6-3c98-4f1e-856c-257bbfd347ea not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 03:58:49.484776 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-139d400a-dd8b-4fce-8df6-03591113c436 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Network 03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 03:58:49.487795 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-139d400a-dd8b-4fce-8df6-03591113c436 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 03:58:49.494292 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-139d400a-dd8b-4fce-8df6-03591113c436 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 03:58:49.500007 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d400a-dd8b-4fce-8df6-03591113c436 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Pushing event updated for resources: {'Port': ['ID=2e12cccc-962d-4589-8f1a-56d9153c4009,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:49.552231 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-139d400a-dd8b-4fce-8df6-03591113c436 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:49.552853 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-139d400a-dd8b-4fce-8df6-03591113c436 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:49.577773 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-139d400a-dd8b-4fce-8df6-03591113c436 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5592675 Jan 28 03:58:49.594277 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-510a2477-7d13-4921-8ca5-1dcb134fd8d1 service neutron] Request body: {'port': {'device_id': '89bfb4b1-2967-4086-9345-cc755bf83bbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:58:49.651701 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-510a2477-7d13-4921-8ca5-1dcb134fd8d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2e12cccc-962d-4589-8f1a-56d9153c4009), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:49.722458 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-129de073-6801-469f-a5aa-e6809d8ac49f None None] Provisioning complete for port 2e12cccc-962d-4589-8f1a-56d9153c4009 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:49.722842 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-129de073-6801-469f-a5aa-e6809d8ac49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (2e12cccc-962d-4589-8f1a-56d9153c4009), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:49.756091 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-129de073-6801-469f-a5aa-e6809d8ac49f None None] Port 2e12cccc-962d-4589-8f1a-56d9153c4009 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 03:58:49.931320 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-510a2477-7d13-4921-8ca5-1dcb134fd8d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e12cccc-962d-4589-8f1a-56d9153c4009 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:58:49.939892 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-510a2477-7d13-4921-8ca5-1dcb134fd8d1 service neutron] Publish callbacks [] for port (2e12cccc-962d-4589-8f1a-56d9153c4009), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:49.954081 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-510a2477-7d13-4921-8ca5-1dcb134fd8d1 service neutron] Transition to ACTIVE for port object 2e12cccc-962d-4589-8f1a-56d9153c4009 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 03:58:49.968829 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-510a2477-7d13-4921-8ca5-1dcb134fd8d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (2e12cccc-962d-4589-8f1a-56d9153c4009), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:50.063696 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a2477-7d13-4921-8ca5-1dcb134fd8d1 service neutron] Pushing event updated for resources: {'Port': ['ID=2e12cccc-962d-4589-8f1a-56d9153c4009,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:50.094180 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db9744-644e-4c77-8f6c-62b14dda8e06 req-f8db5d34-ecf5-4b07-a496-57574cc1751a tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:50.095771 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-03db9744-644e-4c77-8f6c-62b14dda8e06 req-f8db5d34-ecf5-4b07-a496-57574cc1751a tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 943 time: 0.1404870 Jan 28 03:58:50.162510 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-510a2477-7d13-4921-8ca5-1dcb134fd8d1 service neutron] Attempting to bind port 2e12cccc-962d-4589-8f1a-56d9153c4009 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 03:58:50.162852 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-510a2477-7d13-4921-8ca5-1dcb134fd8d1 service neutron] Attempting to bind port 2e12cccc-962d-4589-8f1a-56d9153c4009 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '46e25743-964e-4268-826c-5f3248f6dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 03:58:50.163163 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-510a2477-7d13-4921-8ca5-1dcb134fd8d1 service neutron] Attempting to bind port 2e12cccc-962d-4589-8f1a-56d9153c4009 on network 03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:58:50.171822 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-510a2477-7d13-4921-8ca5-1dcb134fd8d1 service neutron] Port 2e12cccc-962d-4589-8f1a-56d9153c4009 on network 03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 03:58:50.172070 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-510a2477-7d13-4921-8ca5-1dcb134fd8d1 service neutron] Attempting to bind port 2e12cccc-962d-4589-8f1a-56d9153c4009 on network 03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 03:58:50.177441 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-03db9744-644e-4c77-8f6c-62b14dda8e06 req-578ec4ec-997f-4d5e-9929-cdf4841ca609 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744028 Jan 28 03:58:50.182493 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-510a2477-7d13-4921-8ca5-1dcb134fd8d1 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 3, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 03:58:50.182626 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-510a2477-7d13-4921-8ca5-1dcb134fd8d1 service neutron] Checking segment: {'id': '46e25743-964e-4268-826c-5f3248f6dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 03:58:50.183032 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-510a2477-7d13-4921-8ca5-1dcb134fd8d1 service neutron] Bound using segment: {'id': '46e25743-964e-4268-826c-5f3248f6dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 03:58:50.183461 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-510a2477-7d13-4921-8ca5-1dcb134fd8d1 service neutron] Bound port: 2e12cccc-962d-4589-8f1a-56d9153c4009, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e25743-964e-4268-826c-5f3248f6dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 03:58:50.183825 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-510a2477-7d13-4921-8ca5-1dcb134fd8d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2e12cccc-962d-4589-8f1a-56d9153c4009), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:50.249478 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-510a2477-7d13-4921-8ca5-1dcb134fd8d1 service neutron] For port 2e12cccc-962d-4589-8f1a-56d9153c4009, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 03:58:50.252608 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-510a2477-7d13-4921-8ca5-1dcb134fd8d1 service neutron] For port 2e12cccc-962d-4589-8f1a-56d9153c4009, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=2e12cccc-962d-4589-8f1a-56d9153c4009,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 03:58:50.259388 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-510a2477-7d13-4921-8ca5-1dcb134fd8d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (2e12cccc-962d-4589-8f1a-56d9153c4009), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:50.294371 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-510a2477-7d13-4921-8ca5-1dcb134fd8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:50.294859 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-510a2477-7d13-4921-8ca5-1dcb134fd8d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:50.296339 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-510a2477-7d13-4921-8ca5-1dcb134fd8d1 service neutron] 10.222.0.67 "PUT /v2.0/ports/2e12cccc-962d-4589-8f1a-56d9153c4009 HTTP/1.1" status: 200 len: 1092 time: 0.7068484 Jan 28 03:58:50.296775 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89bfb4b1-2967-4086-9345-cc755bf83bbc', 'tag': '2e12cccc-962d-4589-8f1a-56d9153c4009'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:58:50.299112 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252a4aee-20be-4c5c-843f-710ec4edaf5d" -d '{"events": [{"name": "network-changed", "server_uuid": "89bfb4b1-2967-4086-9345-cc755bf83bbc", "tag": "2e12cccc-962d-4589-8f1a-56d9153c4009"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:58:50.329336 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a2477-7d13-4921-8ca5-1dcb134fd8d1 service neutron] Pushing event updated for resources: {'Port': ['ID=2e12cccc-962d-4589-8f1a-56d9153c4009,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:50.346757 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad5abee-4b72-48ec-982d-e87957f8af3b x-openstack-request-id: req-2ad5abee-4b72-48ec-982d-e87957f8af3b {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:58:50.347116 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89bfb4b1-2967-4086-9345-cc755bf83bbc", "tag": "2e12cccc-962d-4589-8f1a-56d9153c4009", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:58:50.347434 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2ad5abee-4b72-48ec-982d-e87957f8af3b {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:58:50.347935 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89bfb4b1-2967-4086-9345-cc755bf83bbc', 'tag': '2e12cccc-962d-4589-8f1a-56d9153c4009', 'status': 'completed', 'code': 200} Jan 28 03:58:50.402076 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-58c5fe90-e6b2-42f1-9739-a4d7ecbb4448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:50.403617 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-58c5fe90-e6b2-42f1-9739-a4d7ecbb4448 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f52513e4d85742b1b0baa680f6404d47&device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 1095 time: 0.0434072 Jan 28 03:58:50.459087 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-e25a10eb-f3f4-45d3-a85f-19e1bc1a41d1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e12cccc-962d-4589-8f1a-56d9153c4009 HTTP/1.1" status: 200 len: 217 time: 0.0440116 Jan 28 03:58:50.513558 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-2db2b53e-4aa2-416d-99e4-f4d7812aec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:50.515267 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-2db2b53e-4aa2-416d-99e4-f4d7812aec03 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d676a8af-aa5a-4889-bd26-6913e81c5e60 HTTP/1.1" status: 200 len: 851 time: 0.0503285 Jan 28 03:58:50.561331 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-5f836838-ae37-4279-9b76-019a249fbecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:50.562791 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-5f836838-ae37-4279-9b76-019a249fbecf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421290 Jan 28 03:58:50.658236 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-bec9dd02-4646-4cf9-bb07-c7ff09c95a8e service neutron] 10.222.0.67 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896640 Jan 28 03:58:50.747920 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3c6d63cd-e4af-4349-8231-a01e8cd4e8f9 req-204009d8-1333-4fa2-be78-06a1f3e6d28b service neutron] 10.222.0.67 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840228 Jan 28 03:58:50.892986 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a4aee-20be-4c5c-843f-710ec4edaf5d req-3eb90689-c9d3-42ac-94b5-369d7139d4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:50.894554 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-252a4aee-20be-4c5c-843f-710ec4edaf5d req-3eb90689-c9d3-42ac-94b5-369d7139d4a5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f52513e4d85742b1b0baa680f6404d47&device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 1095 time: 0.0488260 Jan 28 03:58:50.988264 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a4aee-20be-4c5c-843f-710ec4edaf5d req-90d3c1e6-2650-46c9-a210-4077f9a5f7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:50.989799 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-252a4aee-20be-4c5c-843f-710ec4edaf5d req-90d3c1e6-2650-46c9-a210-4077f9a5f7d5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 200 len: 913 time: 0.0893788 Jan 28 03:58:51.030601 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-252a4aee-20be-4c5c-843f-710ec4edaf5d req-281985c0-5955-4257-a6a6-f13680d6442c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e12cccc-962d-4589-8f1a-56d9153c4009 HTTP/1.1" status: 200 len: 217 time: 0.0351450 Jan 28 03:58:51.084396 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a4aee-20be-4c5c-843f-710ec4edaf5d req-f8a56d9e-aa0f-45ca-9d26-52db5b9a25fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:51.085919 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-252a4aee-20be-4c5c-843f-710ec4edaf5d req-f8a56d9e-aa0f-45ca-9d26-52db5b9a25fa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d676a8af-aa5a-4889-bd26-6913e81c5e60 HTTP/1.1" status: 200 len: 851 time: 0.0503511 Jan 28 03:58:51.134669 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a4aee-20be-4c5c-843f-710ec4edaf5d req-b1d24801-57af-4217-accc-d9ce02f586a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:51.136223 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-252a4aee-20be-4c5c-843f-710ec4edaf5d req-b1d24801-57af-4217-accc-d9ce02f586a1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445852 Jan 28 03:58:51.231037 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-252a4aee-20be-4c5c-843f-710ec4edaf5d req-02bf3aea-868e-4081-aa2b-3c28b1bba532 service neutron] 10.222.0.67 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886593 Jan 28 03:58:51.365098 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ba3ff-b013-4ce2-bc1c-a18062314f60 req-1dcef0dd-bb6c-471e-8821-cc5947da37ac tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:51.366611 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-623ba3ff-b013-4ce2-bc1c-a18062314f60 req-1dcef0dd-bb6c-471e-8821-cc5947da37ac tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 943 time: 0.1049895 Jan 28 03:58:51.370524 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-252a4aee-20be-4c5c-843f-710ec4edaf5d req-42bc176a-e874-4fd6-b15c-1873f53a1aa7 service neutron] 10.222.0.67 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336143 Jan 28 03:58:51.422536 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-623ba3ff-b013-4ce2-bc1c-a18062314f60 req-5ab02375-2a32-4750-bca9-e90510b0ef40 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491273 Jan 28 03:58:52.559510 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405937b-be51-43a4-ac99-5200a99f8a83 req-1c016fa0-89e2-481c-9d6c-60cafaacb6d5 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:52.561188 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0405937b-be51-43a4-ac99-5200a99f8a83 req-1c016fa0-89e2-481c-9d6c-60cafaacb6d5 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 943 time: 0.0671420 Jan 28 03:58:52.617571 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0405937b-be51-43a4-ac99-5200a99f8a83 req-167eaac4-3af3-4c36-8a62-039254d6b370 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496585 Jan 28 03:58:53.741983 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb35436-3c1e-4942-84a6-03ad7fc220fb req-adb0f5ff-5b94-49d3-801a-cd13ee08a6d1 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:53.743514 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-feb35436-3c1e-4942-84a6-03ad7fc220fb req-adb0f5ff-5b94-49d3-801a-cd13ee08a6d1 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 943 time: 0.0526917 Jan 28 03:58:53.797556 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-feb35436-3c1e-4942-84a6-03ad7fc220fb req-3ac91697-8350-4741-a975-10028c02d1f6 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435088 Jan 28 03:58:54.918939 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924531a1-43cf-4e4d-8c75-3cfb7385473a req-a66e5f36-7e4c-493c-8dc6-21a387df4a46 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:54.920465 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-924531a1-43cf-4e4d-8c75-3cfb7385473a req-a66e5f36-7e4c-493c-8dc6-21a387df4a46 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 943 time: 0.0514054 Jan 28 03:58:54.968157 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-924531a1-43cf-4e4d-8c75-3cfb7385473a req-5371674a-f9cb-49ba-a31f-f56a6884420d tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419254 Jan 28 03:58:55.476041 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 2e12cccc-962d-4589-8f1a-56d9153c4009 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 03:58:55.582670 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 2e12cccc-962d-4589-8f1a-56d9153c4009, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=2e12cccc-962d-4589-8f1a-56d9153c4009,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:58:55.595044 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '2e12cccc-962d-4589-8f1a-56d9153c4009', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'port_id': '2e12cccc-962d-4589-8f1a-56d9153c4009', 'mac_address': 'fa:16:3e:5b:51:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 03:58:55.632942 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 2e12cccc-962d-4589-8f1a-56d9153c4009 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:58:55.633378 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2e12cccc-962d-4589-8f1a-56d9153c4009), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:55.646696 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e12cccc-962d-4589-8f1a-56d9153c4009 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 03:58:55.669437 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 2e12cccc-962d-4589-8f1a-56d9153c4009, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=2e12cccc-962d-4589-8f1a-56d9153c4009,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:58:55.675275 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (2e12cccc-962d-4589-8f1a-56d9153c4009), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:55.726929 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=2e12cccc-962d-4589-8f1a-56d9153c4009,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:56.038138 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['2e12cccc-962d-4589-8f1a-56d9153c4009'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 03:58:56.087832 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b7343-3a9f-4a06-8bf5-152ad10d7d5c req-85bf9d81-990b-4ef5-92e0-48f925487bcf tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:56.089383 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e71b7343-3a9f-4a06-8bf5-152ad10d7d5c req-85bf9d81-990b-4ef5-92e0-48f925487bcf tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 944 time: 0.0503635 Jan 28 03:58:56.138607 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e71b7343-3a9f-4a06-8bf5-152ad10d7d5c req-158b1b05-848a-484a-8040-afb7f19c5119 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430346 Jan 28 03:58:57.268144 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b225fb8-d019-41ac-a585-4d9e221372d0 req-21cef17d-426d-46b2-a9ac-15db129d571a tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:57.270110 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3b225fb8-d019-41ac-a585-4d9e221372d0 req-21cef17d-426d-46b2-a9ac-15db129d571a tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 944 time: 0.0516489 Jan 28 03:58:57.329224 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3b225fb8-d019-41ac-a585-4d9e221372d0 req-164e547c-3533-451a-8c7b-97b167a2bd6d tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517871 Jan 28 03:58:57.491109 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 2e12cccc-962d-4589-8f1a-56d9153c4009 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 03:58:57.549899 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 2e12cccc-962d-4589-8f1a-56d9153c4009 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 03:58:57.554254 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 2e12cccc-962d-4589-8f1a-56d9153c4009 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 03:58:57.554664 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (2e12cccc-962d-4589-8f1a-56d9153c4009), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:57.636066 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 2e12cccc-962d-4589-8f1a-56d9153c4009 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 03:58:57.636432 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2e12cccc-962d-4589-8f1a-56d9153c4009), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:57.660219 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89bfb4b1-2967-4086-9345-cc755bf83bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e12cccc-962d-4589-8f1a-56d9153c4009'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:58:57.662581 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7466989c69d563e87a019306beca113247d74b519ddc68a6966af7388d6c63e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fad9419-4267-45b7-b077-f99ce8966478" -d '{"events": [{"server_uuid": "89bfb4b1-2967-4086-9345-cc755bf83bbc", "name": "network-vif-plugged", "status": "completed", "tag": "2e12cccc-962d-4589-8f1a-56d9153c4009"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:58:57.678919 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 2e12cccc-962d-4589-8f1a-56d9153c4009, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=2e12cccc-962d-4589-8f1a-56d9153c4009,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 03:58:57.683722 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (2e12cccc-962d-4589-8f1a-56d9153c4009), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:57.711788 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 03:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236ac5d5-c37d-47c7-a586-6fbec82fdb0f x-openstack-request-id: req-236ac5d5-c37d-47c7-a586-6fbec82fdb0f {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:58:57.712076 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89bfb4b1-2967-4086-9345-cc755bf83bbc", "name": "network-vif-plugged", "status": "completed", "tag": "2e12cccc-962d-4589-8f1a-56d9153c4009", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:58:57.712327 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-236ac5d5-c37d-47c7-a586-6fbec82fdb0f {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:58:57.712708 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89bfb4b1-2967-4086-9345-cc755bf83bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e12cccc-962d-4589-8f1a-56d9153c4009', 'code': 200} Jan 28 03:58:57.737436 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=2e12cccc-962d-4589-8f1a-56d9153c4009,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 03:58:57.846443 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45f48a-f84c-44b7-934d-101344a187ee req-4c1f3779-2640-4a57-8c9f-df13be551dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:57.847987 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fa45f48a-f84c-44b7-934d-101344a187ee req-4c1f3779-2640-4a57-8c9f-df13be551dc6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 1097 time: 0.0465820 Jan 28 03:58:57.894403 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fa45f48a-f84c-44b7-934d-101344a187ee req-c12c86d8-84c4-4240-86ea-bef4c4593850 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406165 Jan 28 03:58:58.461852 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b93a7-4cdb-4e61-9b89-e956efc2d28d req-75f7d77e-88e4-4366-a6fc-2157eed263a5 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:58.463367 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-503b93a7-4cdb-4e61-9b89-e956efc2d28d req-75f7d77e-88e4-4366-a6fc-2157eed263a5 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 945 time: 0.0574389 Jan 28 03:58:58.512731 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-503b93a7-4cdb-4e61-9b89-e956efc2d28d req-88fb3c32-943b-4126-9e13-0372bf13ac46 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433598 Jan 28 03:58:59.591843 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:59.663119 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec0c2b-0efb-4459-99e1-7d13c06aa89b req-f3937fac-20e6-4799-8437-5094e5511c18 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:59.664488 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f6ec0c2b-0efb-4459-99e1-7d13c06aa89b req-f3937fac-20e6-4799-8437-5094e5511c18 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 945 time: 0.0586298 Jan 28 03:58:59.716627 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f6ec0c2b-0efb-4459-99e1-7d13c06aa89b req-9ab622ce-9d4a-46f1-aad9-3a1c066344a3 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462770 Jan 28 03:58:59.825289 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-496e85e6-904b-49c1-bb37-a20d72ca680d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:58:59.843129 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f89258-5d23-4cb2-aab7-f7a8bd27845e req-20b24517-4f3c-4a59-abfd-21354a477ebf tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:58:59.844640 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-44f89258-5d23-4cb2-aab7-f7a8bd27845e req-20b24517-4f3c-4a59-abfd-21354a477ebf tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 945 time: 0.0569794 Jan 28 03:58:59.854375 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 34906) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 03:58:59.860213 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-f1f71d6f-c573-425e-802a-47fd939c5f71 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Request body: {'floatingip': {'port_id': '2e12cccc-962d-4589-8f1a-56d9153c4009'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 03:58:59.904862 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f1f71d6f-c573-425e-802a-47fd939c5f71 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks [] for floatingip (9db412f7-aced-4432-a9e8-2d37d2c43bdf), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:00.376257 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f1f71d6f-c573-425e-802a-47fd939c5f71 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:00.382209 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f1f71d6f-c573-425e-802a-47fd939c5f71 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (9db412f7-aced-4432-a9e8-2d37d2c43bdf), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:00.486874 n-d-712139-27 neutron-server[109803]: INFO neutron.db.l3_db [None req-f1f71d6f-c573-425e-802a-47fd939c5f71 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Floating IP 9db412f7-aced-4432-a9e8-2d37d2c43bdf associated. External IP: 172.25.0.54, port: 2e12cccc-962d-4589-8f1a-56d9153c4009. Jan 28 03:59:00.698037 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f71d6f-c573-425e-802a-47fd939c5f71 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Router 8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 03:59:00.808030 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f71d6f-c573-425e-802a-47fd939c5f71 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 03:59:00.813581 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f1f71d6f-c573-425e-802a-47fd939c5f71 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:00.818893 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a7eb49-15d1-4f2d-a5a4-2d970af04cd9 None None] Sync routers for ids ['8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 03:59:00.831274 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a7eb49-15d1-4f2d-a5a4-2d970af04cd9 None None] Routers {'8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:59:00.832145 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-c9a7eb49-15d1-4f2d-a5a4-2d970af04cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:58:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:00.843259 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f1f71d6f-c573-425e-802a-47fd939c5f71 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "PUT /v2.0/floatingips/9db412f7-aced-4432-a9e8-2d37d2c43bdf HTTP/1.1" status: 200 len: 990 time: 0.9850745 Jan 28 03:59:00.843259 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89bfb4b1-2967-4086-9345-cc755bf83bbc', 'tag': '2e12cccc-962d-4589-8f1a-56d9153c4009'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 03:59:00.843552 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94cfc816-80d3-4d0b-a33b-7ca885554197" -d '{"events": [{"name": "network-changed", "server_uuid": "89bfb4b1-2967-4086-9345-cc755bf83bbc", "tag": "2e12cccc-962d-4589-8f1a-56d9153c4009"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 03:59:00.882641 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 03:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f234bd-dc61-499c-9b23-5f8935ed4182 x-openstack-request-id: req-e3f234bd-dc61-499c-9b23-5f8935ed4182 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 03:59:00.882952 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89bfb4b1-2967-4086-9345-cc755bf83bbc", "tag": "2e12cccc-962d-4589-8f1a-56d9153c4009", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 03:59:00.883855 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e3f234bd-dc61-499c-9b23-5f8935ed4182 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 03:59:00.884279 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89bfb4b1-2967-4086-9345-cc755bf83bbc', 'tag': '2e12cccc-962d-4589-8f1a-56d9153c4009', 'status': 'completed', 'code': 200} Jan 28 03:59:00.981239 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cfc816-80d3-4d0b-a33b-7ca885554197 req-064db032-1630-4546-a5e5-bec0c6e711c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:00.982792 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-94cfc816-80d3-4d0b-a33b-7ca885554197 req-064db032-1630-4546-a5e5-bec0c6e711c7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f52513e4d85742b1b0baa680f6404d47&device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 1097 time: 0.0473561 Jan 28 03:59:01.081531 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cfc816-80d3-4d0b-a33b-7ca885554197 req-6c6fda40-b2f4-463f-867f-eea1f19ccc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:01.083050 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-94cfc816-80d3-4d0b-a33b-7ca885554197 req-6c6fda40-b2f4-463f-867f-eea1f19ccc58 service neutron] 10.222.0.67 "GET /v2.0/networks?id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 200 len: 913 time: 0.0931761 Jan 28 03:59:01.114346 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-c9a7eb49-15d1-4f2d-a5a4-2d970af04cd9 None None] Set router 8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:59:01.147544 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-94cfc816-80d3-4d0b-a33b-7ca885554197 req-b053f576-1eb1-4713-8a20-da5585a12347 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e12cccc-962d-4589-8f1a-56d9153c4009 HTTP/1.1" status: 200 len: 998 time: 0.0590401 Jan 28 03:59:01.208966 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cfc816-80d3-4d0b-a33b-7ca885554197 req-5ef3e4df-4ada-4c0b-9952-44a2a3c4f264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:01.210537 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-94cfc816-80d3-4d0b-a33b-7ca885554197 req-5ef3e4df-4ada-4c0b-9952-44a2a3c4f264 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d676a8af-aa5a-4889-bd26-6913e81c5e60 HTTP/1.1" status: 200 len: 851 time: 0.0579267 Jan 28 03:59:01.261407 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cfc816-80d3-4d0b-a33b-7ca885554197 req-6e960dd7-995b-44c3-9419-2555358cd51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:01.262929 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-94cfc816-80d3-4d0b-a33b-7ca885554197 req-6e960dd7-995b-44c3-9419-2555358cd51b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466654 Jan 28 03:59:01.340844 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-c9a7eb49-15d1-4f2d-a5a4-2d970af04cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'name': 'tempest-ServerActionsTestJSON-2106550687-router', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:11Z', 'revision_number': 4, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'gw_port': {'id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '9db412f7-aced-4432-a9e8-2d37d2c43bdf', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'floating_ip_address': '172.25.0.54', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'port_id': '2e12cccc-962d-4589-8f1a-56d9153c4009', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'mac_address': 'fa:16:3e:5b:51:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bfb4b1-2967-4086-9345-cc755bf83bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:54:13Z', 'updated_at': '2022-01-28T03:59:00Z', 'revision_number': 9, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d9aef51-c292-41f1-a3ce-7f6099de4210', 'name': '', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'mac_address': 'fa:16:3e:17:ed:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:10Z', 'updated_at': '2022-01-28T03:54:15Z', 'revision_number': 5, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'subnets': [{'id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:01.354144 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-94cfc816-80d3-4d0b-a33b-7ca885554197 req-1f370d4e-d440-4997-bf9d-9cbe5894b243 service neutron] 10.222.0.67 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849252 Jan 28 03:59:01.367538 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a7eb49-15d1-4f2d-a5a4-2d970af04cd9 None None] Checking router: 8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 03:59:01.376261 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a7eb49-15d1-4f2d-a5a4-2d970af04cd9 None None] Routers {'8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 03:59:01.376918 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-c9a7eb49-15d1-4f2d-a5a4-2d970af04cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T03:58:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:01.450889 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-94cfc816-80d3-4d0b-a33b-7ca885554197 req-ca731788-8cc4-40b0-9a4b-3b478650fe9d service neutron] 10.222.0.67 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913913 Jan 28 03:59:01.489489 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-c9a7eb49-15d1-4f2d-a5a4-2d970af04cd9 None None] Set router 8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 03:59:01.737220 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-c9a7eb49-15d1-4f2d-a5a4-2d970af04cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'name': 'tempest-ServerActionsTestJSON-2106550687-router', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:11Z', 'revision_number': 4, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'gw_port': {'id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '9db412f7-aced-4432-a9e8-2d37d2c43bdf', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'floating_ip_address': '172.25.0.54', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'port_id': '2e12cccc-962d-4589-8f1a-56d9153c4009', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'mac_address': 'fa:16:3e:5b:51:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bfb4b1-2967-4086-9345-cc755bf83bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:54:13Z', 'updated_at': '2022-01-28T03:59:00Z', 'revision_number': 9, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d9aef51-c292-41f1-a3ce-7f6099de4210', 'name': '', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'mac_address': 'fa:16:3e:17:ed:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:10Z', 'updated_at': '2022-01-28T03:54:15Z', 'revision_number': 5, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'subnets': [{'id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 03:59:01.767991 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a7eb49-15d1-4f2d-a5a4-2d970af04cd9 None None] The sync data for ids ['8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'] in n-d-712139-27 is: [{'id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'name': 'tempest-ServerActionsTestJSON-2106550687-router', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:11Z', 'revision_number': 4, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'gw_port': {'id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '9db412f7-aced-4432-a9e8-2d37d2c43bdf', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'floating_ip_address': '172.25.0.54', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'port_id': '2e12cccc-962d-4589-8f1a-56d9153c4009', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'mac_address': 'fa:16:3e:5b:51:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bfb4b1-2967-4086-9345-cc755bf83bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:54:13Z', 'updated_at': '2022-01-28T03:59:00Z', 'revision_number': 9, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d9aef51-c292-41f1-a3ce-7f6099de4210', 'name': '', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'mac_address': 'fa:16:3e:17:ed:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:10Z', 'updated_at': '2022-01-28T03:54:15Z', 'revision_number': 5, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'subnets': [{'id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 03:59:01.869158 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3b6dda32-125b-47b1-bbc9-197ae8c8b7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:01.992169 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69b5ffc-0e45-4db2-a987-a7f90b4d1ff1 None None] New status for floating IP 9db412f7-aced-4432-a9e8-2d37d2c43bdf: ACTIVE {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 03:59:03.599085 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:04.143196 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:05.054603 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:06.179476 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:25.287867 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 03:59:29.588191 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:29.825045 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8d137a35-feee-4338-9109-5ccdea4124db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:31.875065 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2590aa14-5f4a-46ad-b1bc-4323275b01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:33.605683 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:34.159341 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:35.066479 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:36.178498 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:49.398874 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bb3d786d-2407-4a8a-b89f-baad35e074cb req-f2126956-06fd-4143-ad8f-ade163e392e1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0424242 Jan 28 03:59:49.501093 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d786d-2407-4a8a-b89f-baad35e074cb req-ec40aac9-4af3-4c27-bf85-649f236aeb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:49.502594 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bb3d786d-2407-4a8a-b89f-baad35e074cb req-ec40aac9-4af3-4c27-bf85-649f236aeb1b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f52513e4d85742b1b0baa680f6404d47&device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 1097 time: 0.0418670 Jan 28 03:59:49.610417 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d786d-2407-4a8a-b89f-baad35e074cb req-cb5fb2fd-8363-4f1a-a27f-efcae259eafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:49.611904 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bb3d786d-2407-4a8a-b89f-baad35e074cb req-cb5fb2fd-8363-4f1a-a27f-efcae259eafe service neutron] 10.222.0.67 "GET /v2.0/networks?id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 200 len: 913 time: 0.0904074 Jan 28 03:59:49.677537 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bb3d786d-2407-4a8a-b89f-baad35e074cb req-57f0aa86-8ace-47a0-bb39-560c08337d44 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e12cccc-962d-4589-8f1a-56d9153c4009 HTTP/1.1" status: 200 len: 1001 time: 0.0591538 Jan 28 03:59:49.729498 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d786d-2407-4a8a-b89f-baad35e074cb req-2b0b0564-2189-4291-912b-af7b601db799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:49.730951 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bb3d786d-2407-4a8a-b89f-baad35e074cb req-2b0b0564-2189-4291-912b-af7b601db799 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d676a8af-aa5a-4889-bd26-6913e81c5e60 HTTP/1.1" status: 200 len: 851 time: 0.0476429 Jan 28 03:59:49.784341 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d786d-2407-4a8a-b89f-baad35e074cb req-e9e0763c-eede-4c9f-8729-f0ae80a82991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 03:59:49.786823 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bb3d786d-2407-4a8a-b89f-baad35e074cb req-e9e0763c-eede-4c9f-8729-f0ae80a82991 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490127 Jan 28 03:59:49.888819 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bb3d786d-2407-4a8a-b89f-baad35e074cb req-fd9bfd2b-0e46-40ab-8d70-6e65e0addc13 service neutron] 10.222.0.67 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948021 Jan 28 03:59:49.995045 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bb3d786d-2407-4a8a-b89f-baad35e074cb req-88e5b464-97b1-4654-98c1-48c6e41a3b42 service neutron] 10.222.0.67 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982459 Jan 28 03:59:59.595027 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 03:59:59.822698 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3a2155e2-b60a-4d20-a0ec-74d604803f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:01.871873 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0976c8ac-0136-452f-9c64-212e02c6af57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:02.286892 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:00:03.604273 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:04.160292 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:05.062942 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:06.173794 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:29.586404 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:29.820665 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0ba4d6d0-bde9-4723-be12-f54a39c56010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:31.867689 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9c9c98a3-0358-4bbc-afc7-7bd4182a8cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:33.616492 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:34.162193 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:35.066375 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:36.181884 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:39.286402 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:00:50.187034 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1059cda3-c124-4d38-bd44-2ea6c27404a4 req-f64b2d65-44fb-4c37-ba1f-2a1111899f36 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442808 Jan 28 04:00:50.296477 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1059cda3-c124-4d38-bd44-2ea6c27404a4 req-7e2cb2a4-989b-4566-aa6e-a287087bf12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:50.298015 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1059cda3-c124-4d38-bd44-2ea6c27404a4 req-7e2cb2a4-989b-4566-aa6e-a287087bf12e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f52513e4d85742b1b0baa680f6404d47&device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 1097 time: 0.0472550 Jan 28 04:00:50.410795 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1059cda3-c124-4d38-bd44-2ea6c27404a4 req-a00fc0be-8f6f-4758-b54c-c7aa3fbcdad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:50.412315 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1059cda3-c124-4d38-bd44-2ea6c27404a4 req-a00fc0be-8f6f-4758-b54c-c7aa3fbcdad9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 200 len: 913 time: 0.0945084 Jan 28 04:00:50.477602 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1059cda3-c124-4d38-bd44-2ea6c27404a4 req-a159e5b5-9c8b-44f9-9b90-164021fd8722 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e12cccc-962d-4589-8f1a-56d9153c4009 HTTP/1.1" status: 200 len: 1001 time: 0.0595672 Jan 28 04:00:50.533998 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1059cda3-c124-4d38-bd44-2ea6c27404a4 req-ca5939f4-68e8-4c49-abda-de3baa57ae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:50.535512 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1059cda3-c124-4d38-bd44-2ea6c27404a4 req-ca5939f4-68e8-4c49-abda-de3baa57ae29 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d676a8af-aa5a-4889-bd26-6913e81c5e60 HTTP/1.1" status: 200 len: 851 time: 0.0525408 Jan 28 04:00:50.580433 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1059cda3-c124-4d38-bd44-2ea6c27404a4 req-67eb85e3-40ac-4c5d-abc2-619df5e8954b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:00:50.581907 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1059cda3-c124-4d38-bd44-2ea6c27404a4 req-67eb85e3-40ac-4c5d-abc2-619df5e8954b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409076 Jan 28 04:00:50.676711 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1059cda3-c124-4d38-bd44-2ea6c27404a4 req-ad67bf62-7c1d-4678-b33e-8cda6630dcb2 service neutron] 10.222.0.67 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890033 Jan 28 04:00:50.773563 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1059cda3-c124-4d38-bd44-2ea6c27404a4 req-f038dd34-cfee-4a9b-94fe-ffe268ad7649 service neutron] 10.222.0.67 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894039 Jan 28 04:00:59.588165 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:00:59.819510 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d5310ef8-446f-4034-b5ae-676fdce23e0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:01.867443 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ad9568b0-2d56-477f-abc3-16c13b6bbe4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:03.612746 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:04.190592 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:05.073260 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:06.179234 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:16.289469 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:01:29.610581 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:29.815968 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-76136343-1953-402b-b8b3-c689afaa5573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:31.871685 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c2948f68-bc6f-4cc1-b6a6-8e4870e396b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:32.105852 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-4269ac2a-3fc1-46b8-ad83-aafa20053c14 req-39425375-baa4-4f4f-998d-98cd196a7de9 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:01:32.106889 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4269ac2a-3fc1-46b8-ad83-aafa20053c14 req-39425375-baa4-4f4f-998d-98cd196a7de9 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0735145 Jan 28 04:01:32.290110 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-55b3020d-6911-403b-96f5-6b3752289f25 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0463293 Jan 28 04:01:32.371543 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666aa3c-0c97-4c42-a383-29c0c8b52ee4 req-0a3d680d-be66-499f-8eb4-198f0c627d00 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:32.373212 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f666aa3c-0c97-4c42-a383-29c0c8b52ee4 req-0a3d680d-be66-499f-8eb4-198f0c627d00 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 945 time: 0.1200132 Jan 28 04:01:32.421928 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f666aa3c-0c97-4c42-a383-29c0c8b52ee4 req-d4b884c8-c3c3-4ee3-a211-c42d7596dc8e tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428758 Jan 28 04:01:33.616232 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:33.629046 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404771c-c862-42dd-b72b-9a87befe344f req-4012b471-7b28-4b55-9f84-6a8e69694d0f tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:33.630550 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8404771c-c862-42dd-b72b-9a87befe344f req-4012b471-7b28-4b55-9f84-6a8e69694d0f tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 945 time: 0.1319776 Jan 28 04:01:33.634829 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-b640458c-e559-4283-aa78-7d266a81c4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:33.636180 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-b640458c-e559-4283-aa78-7d266a81c4a8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f52513e4d85742b1b0baa680f6404d47&device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 1097 time: 0.1193085 Jan 28 04:01:33.727969 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8404771c-c862-42dd-b72b-9a87befe344f req-258d634a-8e4a-4c1a-97bd-8b6cf2f2619e tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900970 Jan 28 04:01:33.752027 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-f96010a4-c149-4ef8-bcd5-e006d99b3ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:33.753503 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-f96010a4-c149-4ef8-bcd5-e006d99b3ae8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 200 len: 913 time: 0.1102467 Jan 28 04:01:33.902312 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-c390acf4-fb4d-4b11-aab3-a7d6a9657b1b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e12cccc-962d-4589-8f1a-56d9153c4009 HTTP/1.1" status: 200 len: 1001 time: 0.0784576 Jan 28 04:01:33.952233 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-97ca3104-d7fd-4ae6-8063-2555c0358ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:33.953811 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-97ca3104-d7fd-4ae6-8063-2555c0358ffe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d676a8af-aa5a-4889-bd26-6913e81c5e60 HTTP/1.1" status: 200 len: 851 time: 0.0454743 Jan 28 04:01:33.999071 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-8eed9ba9-f8fb-4034-a930-8b9362a07700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:34.000456 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-8eed9ba9-f8fb-4034-a930-8b9362a07700 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401409 Jan 28 04:01:34.187193 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:34.418433 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-30b75966-f52a-4db6-ab43-08923ef94bb9 service neutron] 10.222.0.67 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105554 Jan 28 04:01:34.509926 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-ba2a0104-0157-444b-9000-ad1f1d0de489 service neutron] 10.222.0.67 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844364 Jan 28 04:01:34.845437 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f2d0b6-ac23-42a0-84bc-0d774e51eb23 req-70d1e078-8263-4d0b-9548-96ad2d5f2204 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:34.847048 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-27f2d0b6-ac23-42a0-84bc-0d774e51eb23 req-70d1e078-8263-4d0b-9548-96ad2d5f2204 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 945 time: 0.0497108 Jan 28 04:01:34.894591 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-27f2d0b6-ac23-42a0-84bc-0d774e51eb23 req-b295188c-0ea3-4901-9c88-d02796bd7cb3 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418284 Jan 28 04:01:35.074698 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:36.038528 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c66f3-97bf-4fa6-9feb-3d1d35697708 req-d9afc133-e511-4a81-9aea-1d4a95a3b599 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:36.040017 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eb1c66f3-97bf-4fa6-9feb-3d1d35697708 req-d9afc133-e511-4a81-9aea-1d4a95a3b599 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 945 time: 0.0611968 Jan 28 04:01:36.094339 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eb1c66f3-97bf-4fa6-9feb-3d1d35697708 req-ae16a4de-d4c1-461f-b201-adeb03ebd6a4 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457561 Jan 28 04:01:36.177277 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:37.220025 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7094bb-2bd9-4213-8688-cba5d78cfefd req-e8b55391-eb52-48f4-a7ba-3d7f73305b4d tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:37.221546 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2f7094bb-2bd9-4213-8688-cba5d78cfefd req-e8b55391-eb52-48f4-a7ba-3d7f73305b4d tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 945 time: 0.0549104 Jan 28 04:01:37.272734 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2f7094bb-2bd9-4213-8688-cba5d78cfefd req-b2be8d21-5b80-487c-8dd8-925d2760ad92 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433092 Jan 28 04:01:38.405026 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24e735-84d2-4aad-b6ab-1995a5d10101 req-632becb7-a635-4264-ba3c-26260f1c0301 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:38.406611 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e24e735-84d2-4aad-b6ab-1995a5d10101 req-632becb7-a635-4264-ba3c-26260f1c0301 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 945 time: 0.0604029 Jan 28 04:01:38.455949 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5e24e735-84d2-4aad-b6ab-1995a5d10101 req-ac1a0a56-6164-424d-b5d3-12e027728b79 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407341 Jan 28 04:01:39.590730 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c3ecb-793e-4615-b94e-50d60b18baab req-f79f60b6-298e-4522-9cab-88379b68e2a6 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:39.592336 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ed2c3ecb-793e-4615-b94e-50d60b18baab req-f79f60b6-298e-4522-9cab-88379b68e2a6 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 945 time: 0.0605106 Jan 28 04:01:39.639474 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ed2c3ecb-793e-4615-b94e-50d60b18baab req-1cca3cbb-f5a4-41bc-91c3-25a12ae37ef5 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412068 Jan 28 04:01:40.785449 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1429e1-4639-4921-a370-3a228a980cc9 req-8286db48-f743-40d0-8e1a-dbae9b8210f4 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:40.786910 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1c1429e1-4639-4921-a370-3a228a980cc9 req-8286db48-f743-40d0-8e1a-dbae9b8210f4 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 945 time: 0.0520420 Jan 28 04:01:40.841789 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1c1429e1-4639-4921-a370-3a228a980cc9 req-d42003c7-df2f-4f41-9d39-14843180cfd6 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462501 Jan 28 04:01:41.900033 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [req-73ea3676-8f6e-4f9f-9f48-1702b491964b req-c03bd5c0-2d09-4f47-bd87-bf5cc44ef66d service neutron] (109802) timed out ('10.222.0.53', 33190) {{(pid=109802) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 04:01:41.973320 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc53fa4-40a2-4208-9f19-b57bc23189f4 req-4929c506-f076-4c8f-b734-98847d41503b tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:41.974700 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0dc53fa4-40a2-4208-9f19-b57bc23189f4 req-4929c506-f076-4c8f-b734-98847d41503b tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 945 time: 0.0558674 Jan 28 04:01:42.027463 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0dc53fa4-40a2-4208-9f19-b57bc23189f4 req-b2d138d1-cf45-4e85-a62d-7fa354ce596d tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444503 Jan 28 04:01:43.163237 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e493316-f2ee-4691-9496-2140d2e049df req-86873adb-da7d-4388-a5ed-2e555655544b tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:43.164812 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0e493316-f2ee-4691-9496-2140d2e049df req-86873adb-da7d-4388-a5ed-2e555655544b tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 945 time: 0.0560384 Jan 28 04:01:43.215206 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0e493316-f2ee-4691-9496-2140d2e049df req-82c9c258-44f5-409f-9497-95caf3c67c18 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422218 Jan 28 04:01:44.336878 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c0c9be-5f84-4fcc-995c-783d033b9fd9 req-9b988f60-cc95-44dc-b7df-ff50a2b94477 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:44.338464 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f3c0c9be-5f84-4fcc-995c-783d033b9fd9 req-9b988f60-cc95-44dc-b7df-ff50a2b94477 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 945 time: 0.0505188 Jan 28 04:01:44.387109 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f3c0c9be-5f84-4fcc-995c-783d033b9fd9 req-2ec026fc-39bc-4623-ac4a-4c37474f2346 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428588 Jan 28 04:01:45.515106 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da26ec-7c7e-4d8b-ada2-f5fad9466db9 req-9d4c1f97-ca33-4ed9-adcc-6493511bbe85 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:45.516618 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-12da26ec-7c7e-4d8b-ada2-f5fad9466db9 req-9d4c1f97-ca33-4ed9-adcc-6493511bbe85 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 945 time: 0.0571671 Jan 28 04:01:45.569242 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-12da26ec-7c7e-4d8b-ada2-f5fad9466db9 req-a4302398-b55c-46f8-8520-9d27c15c37c5 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436342 Jan 28 04:01:46.650535 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-b54518ae-2d3b-4938-935d-b6a98dd02251 service neutron] show failed (client error): The resource could not be found. Jan 28 04:01:46.651577 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-b54518ae-2d3b-4938-935d-b6a98dd02251 service neutron] 10.222.0.67 "GET /v2.0/ports/2e12cccc-962d-4589-8f1a-56d9153c4009/bindings/n-h2-712139-27 HTTP/1.1" status: 404 len: 381 time: 0.0673912 Jan 28 04:01:46.703610 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c9c70-3fda-45d5-8bc6-53307ca29b27 req-9530e88b-ebc2-49ce-9bd2-d4f23a79eac7 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:46.705132 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-879c9c70-3fda-45d5-8bc6-53307ca29b27 req-9530e88b-ebc2-49ce-9bd2-d4f23a79eac7 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 945 time: 0.0513465 Jan 28 04:01:46.753402 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-879c9c70-3fda-45d5-8bc6-53307ca29b27 req-e13013f7-8451-43fa-b992-fa02f49798aa tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419981 Jan 28 04:01:46.913584 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-1e72312f-dbe8-4182-95af-68eb77b564e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:46.915171 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-1e72312f-dbe8-4182-95af-68eb77b564e8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc&tenant_id=f52513e4d85742b1b0baa680f6404d47 HTTP/1.1" status: 200 len: 1097 time: 0.0863981 Jan 28 04:01:46.932713 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-60a59169-dc3e-4c28-8453-eac62573c9b8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712139-27', 'device_owner': 'compute:nova'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:01:46.986036 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-60a59169-dc3e-4c28-8453-eac62573c9b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2e12cccc-962d-4589-8f1a-56d9153c4009), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:47.192044 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-60a59169-dc3e-4c28-8453-eac62573c9b8 service neutron] For port 2e12cccc-962d-4589-8f1a-56d9153c4009, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=2e12cccc-962d-4589-8f1a-56d9153c4009,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:01:47.230407 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-60a59169-dc3e-4c28-8453-eac62573c9b8 service neutron] For port 2e12cccc-962d-4589-8f1a-56d9153c4009, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:01:47.270871 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89bfb4b1-2967-4086-9345-cc755bf83bbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e12cccc-962d-4589-8f1a-56d9153c4009'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:01:47.273369 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61750fa9-a297-4882-9553-ad65e81e1885" -d '{"events": [{"server_uuid": "89bfb4b1-2967-4086-9345-cc755bf83bbc", "name": "network-vif-unplugged", "status": "completed", "tag": "2e12cccc-962d-4589-8f1a-56d9153c4009"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:01:47.276917 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-60a59169-dc3e-4c28-8453-eac62573c9b8 service neutron] Publish callbacks [] for port (2e12cccc-962d-4589-8f1a-56d9153c4009), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:47.290807 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-60a59169-dc3e-4c28-8453-eac62573c9b8 service neutron] Transition to ACTIVE for port object 2e12cccc-962d-4589-8f1a-56d9153c4009 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:01:47.295554 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-60a59169-dc3e-4c28-8453-eac62573c9b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (2e12cccc-962d-4589-8f1a-56d9153c4009), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:47.387406 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da5fa62-8ba2-4738-8193-4939d53e5079 x-openstack-request-id: req-6da5fa62-8ba2-4738-8193-4939d53e5079 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:01:47.387706 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89bfb4b1-2967-4086-9345-cc755bf83bbc", "name": "network-vif-unplugged", "status": "completed", "tag": "2e12cccc-962d-4589-8f1a-56d9153c4009", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:01:47.387964 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6da5fa62-8ba2-4738-8193-4939d53e5079 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:01:47.388369 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89bfb4b1-2967-4086-9345-cc755bf83bbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e12cccc-962d-4589-8f1a-56d9153c4009', 'code': 200} Jan 28 04:01:47.388949 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a59169-dc3e-4c28-8453-eac62573c9b8 service neutron] Pushing event updated for resources: {'Port': ['ID=2e12cccc-962d-4589-8f1a-56d9153c4009,revision_number=6']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:47.404174 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a59169-dc3e-4c28-8453-eac62573c9b8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:47.404545 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a59169-dc3e-4c28-8453-eac62573c9b8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:47.404890 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a59169-dc3e-4c28-8453-eac62573c9b8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:47.405283 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a59169-dc3e-4c28-8453-eac62573c9b8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:47.405620 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a59169-dc3e-4c28-8453-eac62573c9b8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:47.405960 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a59169-dc3e-4c28-8453-eac62573c9b8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:47.406290 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a59169-dc3e-4c28-8453-eac62573c9b8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:47.406606 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a59169-dc3e-4c28-8453-eac62573c9b8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:47.406934 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a59169-dc3e-4c28-8453-eac62573c9b8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:47.407263 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a59169-dc3e-4c28-8453-eac62573c9b8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:47.407908 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a59169-dc3e-4c28-8453-eac62573c9b8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:47.407908 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a59169-dc3e-4c28-8453-eac62573c9b8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:47.408232 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a59169-dc3e-4c28-8453-eac62573c9b8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:47.437054 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-60a59169-dc3e-4c28-8453-eac62573c9b8 service neutron] No DVR routers for this DVR port 2e12cccc-962d-4589-8f1a-56d9153c4009 on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:01:47.574569 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-60a59169-dc3e-4c28-8453-eac62573c9b8 service neutron] Attempting to bind port 2e12cccc-962d-4589-8f1a-56d9153c4009 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:01:47.574930 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-60a59169-dc3e-4c28-8453-eac62573c9b8 service neutron] Attempting to bind port 2e12cccc-962d-4589-8f1a-56d9153c4009 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '46e25743-964e-4268-826c-5f3248f6dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:01:47.575263 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-60a59169-dc3e-4c28-8453-eac62573c9b8 service neutron] Attempting to bind port 2e12cccc-962d-4589-8f1a-56d9153c4009 on network 03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:01:47.579723 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-60a59169-dc3e-4c28-8453-eac62573c9b8 service neutron] Port 2e12cccc-962d-4589-8f1a-56d9153c4009 on network 03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:01:47.580046 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-60a59169-dc3e-4c28-8453-eac62573c9b8 service neutron] Attempting to bind port 2e12cccc-962d-4589-8f1a-56d9153c4009 on network 03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:01:47.584849 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-60a59169-dc3e-4c28-8453-eac62573c9b8 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:01:47.585224 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-60a59169-dc3e-4c28-8453-eac62573c9b8 service neutron] Checking segment: {'id': '46e25743-964e-4268-826c-5f3248f6dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:01:47.585613 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-60a59169-dc3e-4c28-8453-eac62573c9b8 service neutron] Bound using segment: {'id': '46e25743-964e-4268-826c-5f3248f6dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:01:47.586065 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-60a59169-dc3e-4c28-8453-eac62573c9b8 service neutron] Bound port: 2e12cccc-962d-4589-8f1a-56d9153c4009, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e25743-964e-4268-826c-5f3248f6dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:01:47.586421 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-60a59169-dc3e-4c28-8453-eac62573c9b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2e12cccc-962d-4589-8f1a-56d9153c4009), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:47.648801 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-60a59169-dc3e-4c28-8453-eac62573c9b8 service neutron] For port 2e12cccc-962d-4589-8f1a-56d9153c4009, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:01:47.651735 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-60a59169-dc3e-4c28-8453-eac62573c9b8 service neutron] For port 2e12cccc-962d-4589-8f1a-56d9153c4009, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=2e12cccc-962d-4589-8f1a-56d9153c4009,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:01:47.659640 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-60a59169-dc3e-4c28-8453-eac62573c9b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (2e12cccc-962d-4589-8f1a-56d9153c4009), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:47.692798 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-60a59169-dc3e-4c28-8453-eac62573c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:47.693438 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-60a59169-dc3e-4c28-8453-eac62573c9b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:47.694943 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-60a59169-dc3e-4c28-8453-eac62573c9b8 service neutron] 10.222.0.39 "PUT /v2.0/ports/2e12cccc-962d-4589-8f1a-56d9153c4009 HTTP/1.1" status: 200 len: 1092 time: 0.7667043 Jan 28 04:01:47.719253 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a59169-dc3e-4c28-8453-eac62573c9b8 service neutron] Pushing event updated for resources: {'Port': ['ID=2e12cccc-962d-4589-8f1a-56d9153c4009,revision_number=7']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:47.781307 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-42b633ac-c597-4f98-8e69-db3b44334d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:47.782852 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-42b633ac-c597-4f98-8e69-db3b44334d48 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f52513e4d85742b1b0baa680f6404d47&device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 1095 time: 0.0491197 Jan 28 04:01:47.880031 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-8085e738-bcb2-4ccb-8453-295516aee310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:47.881030 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9074e8-859c-48f3-965c-958b34df3ed8 req-b40c9038-0a0c-453c-ac61-e7305a874efa tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:47.881587 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-8085e738-bcb2-4ccb-8453-295516aee310 service neutron] 10.222.0.39 "GET /v2.0/networks?id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 200 len: 913 time: 0.0918763 Jan 28 04:01:47.882804 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ed9074e8-859c-48f3-965c-958b34df3ed8 req-b40c9038-0a0c-453c-ac61-e7305a874efa tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 943 time: 0.0563905 Jan 28 04:01:47.930764 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ed9074e8-859c-48f3-965c-958b34df3ed8 req-1b62a402-cd8b-4a4f-b208-977571aeb911 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422251 Jan 28 04:01:47.954222 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-91caba47-5a2b-4aab-8ccb-36fe9f8653f6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e12cccc-962d-4589-8f1a-56d9153c4009 HTTP/1.1" status: 200 len: 999 time: 0.0658510 Jan 28 04:01:48.004337 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-7c018f6a-acc6-46dd-bfce-5f786405bfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:48.005888 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-7c018f6a-acc6-46dd-bfce-5f786405bfdf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d676a8af-aa5a-4889-bd26-6913e81c5e60 HTTP/1.1" status: 200 len: 851 time: 0.0449333 Jan 28 04:01:48.052157 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-1669a001-4f76-4432-b966-3524abd430ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:48.053702 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-1669a001-4f76-4432-b966-3524abd430ec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422091 Jan 28 04:01:48.152999 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-52197b53-8a7c-4fd3-b4b4-faba0c394cab service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926175 Jan 28 04:01:48.244693 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bfe5a9ed-dde5-4df6-9b82-76962eb81495 req-04ddfcc5-4849-422b-a557-273859701ad2 service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858192 Jan 28 04:01:49.056725 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525caeda-9ad7-4f60-af8a-a73e77e6bdf5 req-95bb65e7-7008-45aa-ad60-44517e24630d tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:49.058288 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-525caeda-9ad7-4f60-af8a-a73e77e6bdf5 req-95bb65e7-7008-45aa-ad60-44517e24630d tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 943 time: 0.0527782 Jan 28 04:01:49.112987 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-525caeda-9ad7-4f60-af8a-a73e77e6bdf5 req-a34327e9-eaac-476f-851c-6b00a05824cf tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486987 Jan 28 04:01:49.390404 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89bfb4b1-2967-4086-9345-cc755bf83bbc', 'tag': '2e12cccc-962d-4589-8f1a-56d9153c4009'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:01:49.394304 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758007eb-9c8a-4b4e-9fa6-4fe6e8b91e4d" -d '{"events": [{"name": "network-changed", "server_uuid": "89bfb4b1-2967-4086-9345-cc755bf83bbc", "tag": "2e12cccc-962d-4589-8f1a-56d9153c4009"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:01:49.450793 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b138dc-af6c-439a-ac81-58b721533be2 x-openstack-request-id: req-35b138dc-af6c-439a-ac81-58b721533be2 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:01:49.451091 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89bfb4b1-2967-4086-9345-cc755bf83bbc", "tag": "2e12cccc-962d-4589-8f1a-56d9153c4009", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:01:49.451342 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-35b138dc-af6c-439a-ac81-58b721533be2 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:01:49.451901 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89bfb4b1-2967-4086-9345-cc755bf83bbc', 'tag': '2e12cccc-962d-4589-8f1a-56d9153c4009', 'status': 'completed', 'code': 200} Jan 28 04:01:49.565916 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758007eb-9c8a-4b4e-9fa6-4fe6e8b91e4d req-54213b4e-3a76-4b90-948e-8302a1fe4096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:49.567455 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-758007eb-9c8a-4b4e-9fa6-4fe6e8b91e4d req-54213b4e-3a76-4b90-948e-8302a1fe4096 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f52513e4d85742b1b0baa680f6404d47&device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 1095 time: 0.0687053 Jan 28 04:01:49.571935 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758007eb-9c8a-4b4e-9fa6-4fe6e8b91e4d req-9397bddc-1e7b-489d-9798-c3826ea94f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:49.573436 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-758007eb-9c8a-4b4e-9fa6-4fe6e8b91e4d req-9397bddc-1e7b-489d-9798-c3826ea94f89 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f52513e4d85742b1b0baa680f6404d47&device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 1095 time: 0.0732946 Jan 28 04:01:49.726035 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758007eb-9c8a-4b4e-9fa6-4fe6e8b91e4d req-ef1e2dbd-687f-4e43-9041-8d0f8874b185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:49.727581 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-758007eb-9c8a-4b4e-9fa6-4fe6e8b91e4d req-ef1e2dbd-687f-4e43-9041-8d0f8874b185 service neutron] 10.222.0.39 "GET /v2.0/networks?id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 200 len: 913 time: 0.1526616 Jan 28 04:01:49.730231 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758007eb-9c8a-4b4e-9fa6-4fe6e8b91e4d req-b6655cc7-ac99-46d6-bc34-f1869024e4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:49.731562 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-758007eb-9c8a-4b4e-9fa6-4fe6e8b91e4d req-b6655cc7-ac99-46d6-bc34-f1869024e4a4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 200 len: 913 time: 0.1493475 Jan 28 04:01:49.845380 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-758007eb-9c8a-4b4e-9fa6-4fe6e8b91e4d req-5f9cab5e-6952-4477-900f-bc5d1f64dc8c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e12cccc-962d-4589-8f1a-56d9153c4009 HTTP/1.1" status: 200 len: 999 time: 0.1108892 Jan 28 04:01:49.847407 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-758007eb-9c8a-4b4e-9fa6-4fe6e8b91e4d req-2bfc4ec6-fe5b-4c19-9eee-b8710fb52dd0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e12cccc-962d-4589-8f1a-56d9153c4009 HTTP/1.1" status: 200 len: 999 time: 0.1071582 Jan 28 04:01:49.895529 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 2e12cccc-962d-4589-8f1a-56d9153c4009 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:01:49.931005 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758007eb-9c8a-4b4e-9fa6-4fe6e8b91e4d req-a17ea76c-0292-4a20-964b-5efb8b0aa0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:49.932412 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-758007eb-9c8a-4b4e-9fa6-4fe6e8b91e4d req-a17ea76c-0292-4a20-964b-5efb8b0aa0b9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d676a8af-aa5a-4889-bd26-6913e81c5e60 HTTP/1.1" status: 200 len: 851 time: 0.0811322 Jan 28 04:01:49.936076 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758007eb-9c8a-4b4e-9fa6-4fe6e8b91e4d req-c5f90a3f-43c2-4166-a2fd-03ce3e4a882f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:49.937432 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-758007eb-9c8a-4b4e-9fa6-4fe6e8b91e4d req-c5f90a3f-43c2-4166-a2fd-03ce3e4a882f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d676a8af-aa5a-4889-bd26-6913e81c5e60 HTTP/1.1" status: 200 len: 851 time: 0.0787358 Jan 28 04:01:49.995663 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 2e12cccc-962d-4589-8f1a-56d9153c4009, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=2e12cccc-962d-4589-8f1a-56d9153c4009,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:01:50.007458 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '2e12cccc-962d-4589-8f1a-56d9153c4009', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'port_id': '2e12cccc-962d-4589-8f1a-56d9153c4009', 'mac_address': 'fa:16:3e:5b:51:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:01:50.009878 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758007eb-9c8a-4b4e-9fa6-4fe6e8b91e4d req-fbe9b061-f020-410d-9d6f-3e33b0cc8ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:50.011455 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-758007eb-9c8a-4b4e-9fa6-4fe6e8b91e4d req-fbe9b061-f020-410d-9d6f-3e33b0cc8ca5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0685468 Jan 28 04:01:50.014236 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758007eb-9c8a-4b4e-9fa6-4fe6e8b91e4d req-b0aa44c0-6693-444c-a331-3819acaf5748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:50.015599 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-758007eb-9c8a-4b4e-9fa6-4fe6e8b91e4d req-b0aa44c0-6693-444c-a331-3819acaf5748 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0648508 Jan 28 04:01:50.048370 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 2e12cccc-962d-4589-8f1a-56d9153c4009 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:01:50.048937 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2e12cccc-962d-4589-8f1a-56d9153c4009), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:50.062529 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e12cccc-962d-4589-8f1a-56d9153c4009 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:01:50.082636 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 2e12cccc-962d-4589-8f1a-56d9153c4009, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=2e12cccc-962d-4589-8f1a-56d9153c4009,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:01:50.087613 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (2e12cccc-962d-4589-8f1a-56d9153c4009), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:50.135249 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=2e12cccc-962d-4589-8f1a-56d9153c4009,revision_number=8']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:50.142948 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:50.143444 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:50.143571 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:50.143818 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:50.144451 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:50.144451 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:50.144764 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:50.145103 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:50.145442 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:50.146051 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:50.146051 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:50.146371 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:50.146694 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:01:50.161327 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 2e12cccc-962d-4589-8f1a-56d9153c4009 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:01:50.176259 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-758007eb-9c8a-4b4e-9fa6-4fe6e8b91e4d req-694d319f-f46f-4a1d-9cdf-ede7ea14e941 service neutron] 10.222.0.67 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592200 Jan 28 04:01:50.178140 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-758007eb-9c8a-4b4e-9fa6-4fe6e8b91e4d req-4a37e11c-6af9-4dcf-8578-76f17ca11c75 service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541581 Jan 28 04:01:50.203459 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] The host n-h1-712139-27 is not matching for port 2e12cccc-962d-4589-8f1a-56d9153c4009 host n-h2-712139-27! {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 04:01:50.203814 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 2e12cccc-962d-4589-8f1a-56d9153c4009 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:01:50.364155 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b81d9c-560d-4566-943a-e19bca906555 req-ad669924-a0dd-45cc-8e08-9b378f8151f4 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:50.365622 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-34b81d9c-560d-4566-943a-e19bca906555 req-ad669924-a0dd-45cc-8e08-9b378f8151f4 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 944 time: 0.1581752 Jan 28 04:01:50.371329 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-758007eb-9c8a-4b4e-9fa6-4fe6e8b91e4d req-09f0db8d-e447-412e-9c55-a97ac95dce11 service neutron] 10.222.0.67 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888344 Jan 28 04:01:50.388555 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-758007eb-9c8a-4b4e-9fa6-4fe6e8b91e4d req-3e044db3-40ed-496a-9033-d716c4b24154 service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986406 Jan 28 04:01:50.392095 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['2e12cccc-962d-4589-8f1a-56d9153c4009'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:01:50.426448 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-34b81d9c-560d-4566-943a-e19bca906555 req-4616d9bd-6e98-4085-b058-755eb4794733 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496819 Jan 28 04:01:50.758885 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-b9c959a5-adf4-4792-802e-12737e10b633 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:50.760257 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-b9c959a5-adf4-4792-802e-12737e10b633 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.39 "GET /v2.0/ports?device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc&tenant_id=f52513e4d85742b1b0baa680f6404d47&binding%3Ahost_id=n-h2-712139-27 HTTP/1.1" status: 200 len: 944 time: 0.0822244 Jan 28 04:01:50.774696 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5888b4-2668-47b8-ade3-1e9fed1c0221 req-45e8dccd-5d2d-4eba-929b-4f3b96331ed4 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:50.776066 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1f5888b4-2668-47b8-ade3-1e9fed1c0221 req-45e8dccd-5d2d-4eba-929b-4f3b96331ed4 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 944 time: 0.0709531 Jan 28 04:01:50.860045 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1f5888b4-2668-47b8-ade3-1e9fed1c0221 req-eaf0cedb-b2ee-43ca-985d-d71a109ab535 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780530 Jan 28 04:01:50.861552 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-1149d3ce-3a37-4b66-a2bf-1cf904295011 service neutron] 10.222.0.39 "GET /v2.0/ports/2e12cccc-962d-4589-8f1a-56d9153c4009/bindings/n-h2-712139-27 HTTP/1.1" status: 200 len: 383 time: 0.0939703 Jan 28 04:01:50.948299 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-80caf91f-48a7-4b13-9926-70b8d6eaa229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:50.949870 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-80caf91f-48a7-4b13-9926-70b8d6eaa229 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f52513e4d85742b1b0baa680f6404d47&device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 1096 time: 0.0438139 Jan 28 04:01:51.046864 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-54a8a01b-839f-4840-bb17-b2c9c9de1413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:51.048269 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-54a8a01b-839f-4840-bb17-b2c9c9de1413 service neutron] 10.222.0.39 "GET /v2.0/networks?id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 200 len: 913 time: 0.0927131 Jan 28 04:01:51.116655 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-2a1dd2d8-ee94-45ce-94ed-f7af21864d3d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e12cccc-962d-4589-8f1a-56d9153c4009 HTTP/1.1" status: 200 len: 1000 time: 0.0615795 Jan 28 04:01:51.170431 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-e1e82dd2-ead9-4719-a37c-b4abbbf815cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:51.171906 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-e1e82dd2-ead9-4719-a37c-b4abbbf815cd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d676a8af-aa5a-4889-bd26-6913e81c5e60 HTTP/1.1" status: 200 len: 851 time: 0.0500326 Jan 28 04:01:51.218775 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-053dc38c-4109-47ce-9dbc-b5ce47ffd587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:51.220337 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-053dc38c-4109-47ce-9dbc-b5ce47ffd587 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417047 Jan 28 04:01:51.315995 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-a6d09b5f-996b-4cbc-bbe4-5db8ebce8b75 service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892980 Jan 28 04:01:51.413311 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-150fb74e-84a7-4f34-a9db-ea16e2928df2 service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909879 Jan 28 04:01:51.892100 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 2e12cccc-962d-4589-8f1a-56d9153c4009 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:01:51.946858 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 2e12cccc-962d-4589-8f1a-56d9153c4009 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:01:51.951419 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 2e12cccc-962d-4589-8f1a-56d9153c4009 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:01:51.951831 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (2e12cccc-962d-4589-8f1a-56d9153c4009), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:51.985376 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5b93b-99d0-47a7-882a-e45862101f34 req-ab1a17ce-eb43-4cfa-bb00-97e710b6892b tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:51.987085 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-38f5b93b-99d0-47a7-882a-e45862101f34 req-ab1a17ce-eb43-4cfa-bb00-97e710b6892b tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 944 time: 0.0509112 Jan 28 04:01:52.033998 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 2e12cccc-962d-4589-8f1a-56d9153c4009 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:01:52.034227 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2e12cccc-962d-4589-8f1a-56d9153c4009), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:52.038643 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-38f5b93b-99d0-47a7-882a-e45862101f34 req-ecd59eb0-48c0-4296-b706-c4d02379fa5e tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455840 Jan 28 04:01:52.064329 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89bfb4b1-2967-4086-9345-cc755bf83bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e12cccc-962d-4589-8f1a-56d9153c4009'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:01:52.066733 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7466989c69d563e87a019306beca113247d74b519ddc68a6966af7388d6c63e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0667096-46d6-423c-9d14-64aa0371527c" -d '{"events": [{"server_uuid": "89bfb4b1-2967-4086-9345-cc755bf83bbc", "name": "network-vif-plugged", "status": "completed", "tag": "2e12cccc-962d-4589-8f1a-56d9153c4009"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:01:52.077546 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 2e12cccc-962d-4589-8f1a-56d9153c4009, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=2e12cccc-962d-4589-8f1a-56d9153c4009,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:01:52.083337 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (2e12cccc-962d-4589-8f1a-56d9153c4009), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:52.141758 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=2e12cccc-962d-4589-8f1a-56d9153c4009,revision_number=9']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:52.177095 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f299eff-3d0d-4058-9d7b-0c82df778a55 x-openstack-request-id: req-4f299eff-3d0d-4058-9d7b-0c82df778a55 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:01:52.177390 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89bfb4b1-2967-4086-9345-cc755bf83bbc", "name": "network-vif-plugged", "status": "completed", "tag": "2e12cccc-962d-4589-8f1a-56d9153c4009", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:01:52.177639 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4f299eff-3d0d-4058-9d7b-0c82df778a55 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:01:52.178040 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89bfb4b1-2967-4086-9345-cc755bf83bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e12cccc-962d-4589-8f1a-56d9153c4009', 'code': 200} Jan 28 04:01:53.158005 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76fc52b-c3ea-4ed6-8039-5d8421120e7e req-af9a10e9-d2af-4366-a847-56a8cc1f8da4 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:53.159521 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e76fc52b-c3ea-4ed6-8039-5d8421120e7e req-af9a10e9-d2af-4366-a847-56a8cc1f8da4 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 945 time: 0.0494545 Jan 28 04:01:53.212541 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e76fc52b-c3ea-4ed6-8039-5d8421120e7e req-dce5a512-0dc4-42bf-b837-315ebe03bf11 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470083 Jan 28 04:01:53.290425 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:01:53.630997 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-ba8b2d17-23b0-43ce-a73e-b7681e2e2b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:53.632514 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-ba8b2d17-23b0-43ce-a73e-b7681e2e2b53 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc&tenant_id=f52513e4d85742b1b0baa680f6404d47 HTTP/1.1" status: 200 len: 1097 time: 0.0440133 Jan 28 04:01:53.649006 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-1e7a5d4b-b2e8-4c62-a381-92af378e6c67 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-27', 'device_owner': 'compute:nova'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:01:53.708326 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-1e7a5d4b-b2e8-4c62-a381-92af378e6c67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2e12cccc-962d-4589-8f1a-56d9153c4009), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:53.923780 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-1e7a5d4b-b2e8-4c62-a381-92af378e6c67 service neutron] For port 2e12cccc-962d-4589-8f1a-56d9153c4009, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=2e12cccc-962d-4589-8f1a-56d9153c4009,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:01:53.963930 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-1e7a5d4b-b2e8-4c62-a381-92af378e6c67 service neutron] For port 2e12cccc-962d-4589-8f1a-56d9153c4009, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:01:54.003378 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89bfb4b1-2967-4086-9345-cc755bf83bbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e12cccc-962d-4589-8f1a-56d9153c4009'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:01:54.005850 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f467ad59-d1ee-472d-a903-210647e7baee" -d '{"events": [{"server_uuid": "89bfb4b1-2967-4086-9345-cc755bf83bbc", "name": "network-vif-unplugged", "status": "completed", "tag": "2e12cccc-962d-4589-8f1a-56d9153c4009"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:01:54.009334 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-1e7a5d4b-b2e8-4c62-a381-92af378e6c67 service neutron] Publish callbacks [] for port (2e12cccc-962d-4589-8f1a-56d9153c4009), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:54.022269 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-1e7a5d4b-b2e8-4c62-a381-92af378e6c67 service neutron] Transition to ACTIVE for port object 2e12cccc-962d-4589-8f1a-56d9153c4009 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:01:54.027869 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-1e7a5d4b-b2e8-4c62-a381-92af378e6c67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (2e12cccc-962d-4589-8f1a-56d9153c4009), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:54.067079 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8259230b-e5dc-44d8-8d7f-43200903221a x-openstack-request-id: req-8259230b-e5dc-44d8-8d7f-43200903221a {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:01:54.067314 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89bfb4b1-2967-4086-9345-cc755bf83bbc", "name": "network-vif-unplugged", "status": "completed", "tag": "2e12cccc-962d-4589-8f1a-56d9153c4009", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:01:54.067685 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8259230b-e5dc-44d8-8d7f-43200903221a {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:01:54.067944 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89bfb4b1-2967-4086-9345-cc755bf83bbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e12cccc-962d-4589-8f1a-56d9153c4009', 'code': 200} Jan 28 04:01:54.120869 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a5d4b-b2e8-4c62-a381-92af378e6c67 service neutron] Pushing event updated for resources: {'Port': ['ID=2e12cccc-962d-4589-8f1a-56d9153c4009,revision_number=10']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:54.155720 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-1e7a5d4b-b2e8-4c62-a381-92af378e6c67 service neutron] No DVR routers for this DVR port 2e12cccc-962d-4589-8f1a-56d9153c4009 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:01:54.292346 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-1e7a5d4b-b2e8-4c62-a381-92af378e6c67 service neutron] Attempting to bind port 2e12cccc-962d-4589-8f1a-56d9153c4009 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:01:54.292687 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-1e7a5d4b-b2e8-4c62-a381-92af378e6c67 service neutron] Attempting to bind port 2e12cccc-962d-4589-8f1a-56d9153c4009 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '46e25743-964e-4268-826c-5f3248f6dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:01:54.293025 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-1e7a5d4b-b2e8-4c62-a381-92af378e6c67 service neutron] Attempting to bind port 2e12cccc-962d-4589-8f1a-56d9153c4009 on network 03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:01:54.297990 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-1e7a5d4b-b2e8-4c62-a381-92af378e6c67 service neutron] Port 2e12cccc-962d-4589-8f1a-56d9153c4009 on network 03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:01:54.298317 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-1e7a5d4b-b2e8-4c62-a381-92af378e6c67 service neutron] Attempting to bind port 2e12cccc-962d-4589-8f1a-56d9153c4009 on network 03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:01:54.303213 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-1e7a5d4b-b2e8-4c62-a381-92af378e6c67 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:01:54.303546 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-1e7a5d4b-b2e8-4c62-a381-92af378e6c67 service neutron] Checking segment: {'id': '46e25743-964e-4268-826c-5f3248f6dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:01:54.304292 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-1e7a5d4b-b2e8-4c62-a381-92af378e6c67 service neutron] Bound using segment: {'id': '46e25743-964e-4268-826c-5f3248f6dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:01:54.304714 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-1e7a5d4b-b2e8-4c62-a381-92af378e6c67 service neutron] Bound port: 2e12cccc-962d-4589-8f1a-56d9153c4009, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e25743-964e-4268-826c-5f3248f6dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:01:54.305065 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-1e7a5d4b-b2e8-4c62-a381-92af378e6c67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2e12cccc-962d-4589-8f1a-56d9153c4009), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:54.340480 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c730d47f-faf6-47eb-8f04-6c06f3583645 req-72b42c55-9817-4cbf-b8d6-1b4e29246a45 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:54.342083 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c730d47f-faf6-47eb-8f04-6c06f3583645 req-72b42c55-9817-4cbf-b8d6-1b4e29246a45 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 944 time: 0.0507584 Jan 28 04:01:54.368796 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-1e7a5d4b-b2e8-4c62-a381-92af378e6c67 service neutron] For port 2e12cccc-962d-4589-8f1a-56d9153c4009, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:01:54.372154 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-1e7a5d4b-b2e8-4c62-a381-92af378e6c67 service neutron] For port 2e12cccc-962d-4589-8f1a-56d9153c4009, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=2e12cccc-962d-4589-8f1a-56d9153c4009,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:01:54.376714 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-1e7a5d4b-b2e8-4c62-a381-92af378e6c67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (2e12cccc-962d-4589-8f1a-56d9153c4009), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:54.391338 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c730d47f-faf6-47eb-8f04-6c06f3583645 req-ff4f7091-d612-407b-a013-44f1b2079fd3 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436194 Jan 28 04:01:54.417836 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-1e7a5d4b-b2e8-4c62-a381-92af378e6c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:54.418451 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-1e7a5d4b-b2e8-4c62-a381-92af378e6c67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:54.419824 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-1e7a5d4b-b2e8-4c62-a381-92af378e6c67 service neutron] 10.222.0.67 "PUT /v2.0/ports/2e12cccc-962d-4589-8f1a-56d9153c4009 HTTP/1.1" status: 200 len: 1093 time: 0.7749958 Jan 28 04:01:54.439999 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a5d4b-b2e8-4c62-a381-92af378e6c67 service neutron] Pushing event updated for resources: {'Port': ['ID=2e12cccc-962d-4589-8f1a-56d9153c4009,revision_number=11']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:54.500306 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-c53c9b0a-1f90-42ab-94a7-8ff5a10d7f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:54.502045 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-c53c9b0a-1f90-42ab-94a7-8ff5a10d7f7d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f52513e4d85742b1b0baa680f6404d47&device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 1096 time: 0.0427399 Jan 28 04:01:54.593352 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-c448f89a-bc56-4269-9c1a-1aa36f551ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:54.594830 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-c448f89a-bc56-4269-9c1a-1aa36f551ac3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 200 len: 913 time: 0.0868070 Jan 28 04:01:54.664003 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-8244a68d-6966-48c2-9a97-e36a05662fe2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e12cccc-962d-4589-8f1a-56d9153c4009 HTTP/1.1" status: 200 len: 999 time: 0.0628805 Jan 28 04:01:54.712507 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-e8262057-e5a7-4f35-a9bc-abea65034b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:54.714004 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-e8262057-e5a7-4f35-a9bc-abea65034b30 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d676a8af-aa5a-4889-bd26-6913e81c5e60 HTTP/1.1" status: 200 len: 851 time: 0.0449362 Jan 28 04:01:54.762520 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-56db1126-1f20-4e9d-86ec-5ff63dde5339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:54.763936 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-56db1126-1f20-4e9d-86ec-5ff63dde5339 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438936 Jan 28 04:01:54.868629 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-932e80a3-f52e-4b7a-8606-89bec4969f60 service neutron] 10.222.0.67 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987880 Jan 28 04:01:54.956719 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e934d7ff-5339-4d76-b2b9-447a210220d5 req-e67fb95f-b026-471a-98e5-ec2c149a4fd9 service neutron] 10.222.0.67 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818968 Jan 28 04:01:55.533045 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb9ace-ed88-489b-af9f-0ef9463bb2b5 req-0385fe1c-31f8-46c1-91d6-8463711742ca tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:55.534574 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-79fb9ace-ed88-489b-af9f-0ef9463bb2b5 req-0385fe1c-31f8-46c1-91d6-8463711742ca tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 944 time: 0.0604060 Jan 28 04:01:55.584423 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-79fb9ace-ed88-489b-af9f-0ef9463bb2b5 req-6b566ecf-9997-4663-b507-37ec6135421f tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415447 Jan 28 04:01:55.938897 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 2e12cccc-962d-4589-8f1a-56d9153c4009 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:01:55.986508 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] The host n-h2-712139-27 is not matching for port 2e12cccc-962d-4589-8f1a-56d9153c4009 host n-h1-712139-27! {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 04:01:55.986893 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 2e12cccc-962d-4589-8f1a-56d9153c4009 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:01:56.070044 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89bfb4b1-2967-4086-9345-cc755bf83bbc', 'tag': '2e12cccc-962d-4589-8f1a-56d9153c4009'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:01:56.072828 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e82008-eb2b-4d0f-a66e-194cc707c365" -d '{"events": [{"name": "network-changed", "server_uuid": "89bfb4b1-2967-4086-9345-cc755bf83bbc", "tag": "2e12cccc-962d-4589-8f1a-56d9153c4009"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:01:56.122056 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225818e0-2698-4a2f-a3b0-0b665ff0257f x-openstack-request-id: req-225818e0-2698-4a2f-a3b0-0b665ff0257f {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:01:56.122353 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89bfb4b1-2967-4086-9345-cc755bf83bbc", "tag": "2e12cccc-962d-4589-8f1a-56d9153c4009", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:01:56.122610 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-225818e0-2698-4a2f-a3b0-0b665ff0257f {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:01:56.123038 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89bfb4b1-2967-4086-9345-cc755bf83bbc', 'tag': '2e12cccc-962d-4589-8f1a-56d9153c4009', 'status': 'completed', 'code': 200} Jan 28 04:01:56.225093 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e82008-eb2b-4d0f-a66e-194cc707c365 req-a7d0d43c-d936-453c-95d6-f2b9ae323388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:56.226536 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c8e82008-eb2b-4d0f-a66e-194cc707c365 req-a7d0d43c-d936-453c-95d6-f2b9ae323388 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f52513e4d85742b1b0baa680f6404d47&device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 1096 time: 0.0657263 Jan 28 04:01:56.231044 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e82008-eb2b-4d0f-a66e-194cc707c365 req-2cbe8b4a-9133-438a-903d-6ebeeadbd138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:56.232377 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c8e82008-eb2b-4d0f-a66e-194cc707c365 req-2cbe8b4a-9133-438a-903d-6ebeeadbd138 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f52513e4d85742b1b0baa680f6404d47&device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 1096 time: 0.0634408 Jan 28 04:01:56.380436 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e82008-eb2b-4d0f-a66e-194cc707c365 req-1926ff56-772f-412a-af1b-fb4073c89822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:56.381942 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c8e82008-eb2b-4d0f-a66e-194cc707c365 req-1926ff56-772f-412a-af1b-fb4073c89822 service neutron] 10.222.0.39 "GET /v2.0/networks?id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 200 len: 913 time: 0.1487348 Jan 28 04:01:56.383293 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e82008-eb2b-4d0f-a66e-194cc707c365 req-7e110c3e-d3e5-49a9-b17d-e4c1333dbb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:56.384629 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c8e82008-eb2b-4d0f-a66e-194cc707c365 req-7e110c3e-d3e5-49a9-b17d-e4c1333dbb38 service neutron] 10.222.0.67 "GET /v2.0/networks?id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 200 len: 913 time: 0.1442332 Jan 28 04:01:56.493539 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c8e82008-eb2b-4d0f-a66e-194cc707c365 req-d59263c3-221d-4aa3-9df3-f67a736e5eb5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e12cccc-962d-4589-8f1a-56d9153c4009 HTTP/1.1" status: 200 len: 999 time: 0.1053081 Jan 28 04:01:56.497120 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c8e82008-eb2b-4d0f-a66e-194cc707c365 req-dc4b883a-1246-42ed-9be3-0284652db17d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e12cccc-962d-4589-8f1a-56d9153c4009 HTTP/1.1" status: 200 len: 999 time: 0.1033614 Jan 28 04:01:56.575082 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e82008-eb2b-4d0f-a66e-194cc707c365 req-21b14db8-5cc3-45e7-a0cd-4eabfd8762fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:56.576526 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c8e82008-eb2b-4d0f-a66e-194cc707c365 req-21b14db8-5cc3-45e7-a0cd-4eabfd8762fe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d676a8af-aa5a-4889-bd26-6913e81c5e60 HTTP/1.1" status: 200 len: 851 time: 0.0776403 Jan 28 04:01:56.577878 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e82008-eb2b-4d0f-a66e-194cc707c365 req-db796e98-a35c-4724-accf-7434000c9a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:56.579148 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c8e82008-eb2b-4d0f-a66e-194cc707c365 req-db796e98-a35c-4724-accf-7434000c9a6c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d676a8af-aa5a-4889-bd26-6913e81c5e60 HTTP/1.1" status: 200 len: 851 time: 0.0732028 Jan 28 04:01:56.654373 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e82008-eb2b-4d0f-a66e-194cc707c365 req-850eaa98-31dc-48e8-8e2e-38d09132f925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:56.655890 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c8e82008-eb2b-4d0f-a66e-194cc707c365 req-850eaa98-31dc-48e8-8e2e-38d09132f925 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0729299 Jan 28 04:01:56.657750 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e82008-eb2b-4d0f-a66e-194cc707c365 req-511efac1-6c7c-49b2-b7b1-86e74cd58daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:56.659164 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c8e82008-eb2b-4d0f-a66e-194cc707c365 req-511efac1-6c7c-49b2-b7b1-86e74cd58daa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0688083 Jan 28 04:01:57.171589 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c8e82008-eb2b-4d0f-a66e-194cc707c365 req-34653d9a-ad3c-4b2b-8eae-49a8a2d16222 service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5092599 Jan 28 04:01:57.180103 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2dd874-839d-455f-8950-18c8780f2619 req-b9a7594d-708d-440b-925d-104c0e30e20b tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:57.181689 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3f2dd874-839d-455f-8950-18c8780f2619 req-b9a7594d-708d-440b-925d-104c0e30e20b tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 944 time: 0.5111151 Jan 28 04:01:57.191171 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c8e82008-eb2b-4d0f-a66e-194cc707c365 req-867497f2-edbb-4a1a-a389-436385eed537 service neutron] 10.222.0.67 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5194633 Jan 28 04:01:57.335673 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3f2dd874-839d-455f-8950-18c8780f2619 req-c4eaceb3-7a98-47f1-beb9-f6419debe6f3 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427705 Jan 28 04:01:57.372003 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c8e82008-eb2b-4d0f-a66e-194cc707c365 req-5b02b5c2-c9fc-4dd3-864e-5e40863c5866 service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890974 Jan 28 04:01:57.375402 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c8e82008-eb2b-4d0f-a66e-194cc707c365 req-eaf93047-6206-4ce4-9bf6-fca980e02a1d service neutron] 10.222.0.67 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681728 Jan 28 04:01:58.191987 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 2e12cccc-962d-4589-8f1a-56d9153c4009 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:01:58.289267 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 2e12cccc-962d-4589-8f1a-56d9153c4009, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=2e12cccc-962d-4589-8f1a-56d9153c4009,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:01:58.300856 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '2e12cccc-962d-4589-8f1a-56d9153c4009', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'port_id': '2e12cccc-962d-4589-8f1a-56d9153c4009', 'mac_address': 'fa:16:3e:5b:51:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:01:58.343177 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 2e12cccc-962d-4589-8f1a-56d9153c4009 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:01:58.343745 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2e12cccc-962d-4589-8f1a-56d9153c4009), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:58.363428 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e12cccc-962d-4589-8f1a-56d9153c4009 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:01:58.386974 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 2e12cccc-962d-4589-8f1a-56d9153c4009, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=2e12cccc-962d-4589-8f1a-56d9153c4009,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:01:58.392190 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (2e12cccc-962d-4589-8f1a-56d9153c4009), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:58.442111 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=2e12cccc-962d-4589-8f1a-56d9153c4009,revision_number=12']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:01:58.462347 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd6f4e-a7d1-4ccc-8571-0549bf746dad req-3ec6595f-56d4-4741-9026-9520dbca65b9 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:58.463881 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4efd6f4e-a7d1-4ccc-8571-0549bf746dad req-3ec6595f-56d4-4741-9026-9520dbca65b9 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 945 time: 0.0495763 Jan 28 04:01:58.519021 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4efd6f4e-a7d1-4ccc-8571-0549bf746dad req-b8137621-b731-4268-8d9e-792cf8af74cd tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490122 Jan 28 04:01:58.652257 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e6983-1871-4d50-8b2f-e3cda4839072 req-18f64dc6-994d-49dc-85cd-2c5d9cfba6d1 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:58.653809 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-317e6983-1871-4d50-8b2f-e3cda4839072 req-18f64dc6-994d-49dc-85cd-2c5d9cfba6d1 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 945 time: 0.0559678 Jan 28 04:01:58.711017 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-317e6983-1871-4d50-8b2f-e3cda4839072 req-c2c38473-eff5-47c9-91d7-53423058b853 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511684 Jan 28 04:01:58.840431 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['2e12cccc-962d-4589-8f1a-56d9153c4009'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:01:58.853097 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe4830-6e39-4aec-9b5a-654dab9d1f2a req-ed6419c0-0b9a-4a2f-819e-b668bdda94ec tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:58.854611 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7dbe4830-6e39-4aec-9b5a-654dab9d1f2a req-ed6419c0-0b9a-4a2f-819e-b668bdda94ec tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 945 time: 0.0673432 Jan 28 04:01:58.902917 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7dbe4830-6e39-4aec-9b5a-654dab9d1f2a req-201a074e-78d7-477f-b0ea-48c4660d3818 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424411 Jan 28 04:01:59.182535 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68413c-ca56-49b1-b26c-a9a65f0f35e5 req-fa38b2cd-1f91-4bb8-8641-d33e0678d2bd tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:01:59.183943 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4e68413c-ca56-49b1-b26c-a9a65f0f35e5 req-fa38b2cd-1f91-4bb8-8641-d33e0678d2bd tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 945 time: 0.0597520 Jan 28 04:01:59.236360 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4e68413c-ca56-49b1-b26c-a9a65f0f35e5 req-74ffe565-c30b-4a70-8ae5-a1a6cb0c4ad7 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435908 Jan 28 04:01:59.609346 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:01:59.816561 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-50892f51-ed9b-469f-9b57-436614976b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:00.207023 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 2e12cccc-962d-4589-8f1a-56d9153c4009 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:02:00.263634 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 2e12cccc-962d-4589-8f1a-56d9153c4009 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:02:00.268001 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 2e12cccc-962d-4589-8f1a-56d9153c4009 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:02:00.268374 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (2e12cccc-962d-4589-8f1a-56d9153c4009), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:00.348826 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 2e12cccc-962d-4589-8f1a-56d9153c4009 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:02:00.349263 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (2e12cccc-962d-4589-8f1a-56d9153c4009), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:00.359899 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009d38c-9b2e-4df5-abb3-006c7e857b49 req-bfdcae2b-09ab-4e3a-bec3-ffd5e5fd1788 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:00.362570 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d009d38c-9b2e-4df5-abb3-006c7e857b49 req-bfdcae2b-09ab-4e3a-bec3-ffd5e5fd1788 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 945 time: 0.0545037 Jan 28 04:02:00.375254 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89bfb4b1-2967-4086-9345-cc755bf83bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e12cccc-962d-4589-8f1a-56d9153c4009'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:02:00.381178 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7466989c69d563e87a019306beca113247d74b519ddc68a6966af7388d6c63e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ccf05ed-52ea-4d72-8212-414b479e340a" -d '{"events": [{"server_uuid": "89bfb4b1-2967-4086-9345-cc755bf83bbc", "name": "network-vif-plugged", "status": "completed", "tag": "2e12cccc-962d-4589-8f1a-56d9153c4009"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:02:00.394726 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 2e12cccc-962d-4589-8f1a-56d9153c4009, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=2e12cccc-962d-4589-8f1a-56d9153c4009,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:02:00.401261 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (2e12cccc-962d-4589-8f1a-56d9153c4009), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:00.418761 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d009d38c-9b2e-4df5-abb3-006c7e857b49 req-267db87e-1cdb-42da-8afd-5b88263ec7e3 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502739 Jan 28 04:02:00.429346 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ddf165-3c96-4f28-8943-de38ce9d3001 x-openstack-request-id: req-a1ddf165-3c96-4f28-8943-de38ce9d3001 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:02:00.429641 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89bfb4b1-2967-4086-9345-cc755bf83bbc", "name": "network-vif-plugged", "status": "completed", "tag": "2e12cccc-962d-4589-8f1a-56d9153c4009", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:02:00.429890 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a1ddf165-3c96-4f28-8943-de38ce9d3001 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:02:00.430273 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89bfb4b1-2967-4086-9345-cc755bf83bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e12cccc-962d-4589-8f1a-56d9153c4009', 'code': 200} Jan 28 04:02:00.451454 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=2e12cccc-962d-4589-8f1a-56d9153c4009,revision_number=13']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:00.764292 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94e4c1-0fbf-434c-b353-43b77046540e req-8c6fa3b2-c27c-429c-b573-5700e714e651 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:00.765861 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8a94e4c1-0fbf-434c-b353-43b77046540e req-8c6fa3b2-c27c-429c-b573-5700e714e651 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.67 "GET /v2.0/ports?device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 946 time: 0.0637612 Jan 28 04:02:00.857355 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-8a94e4c1-0fbf-434c-b353-43b77046540e req-7b758e25-c49b-4add-84d2-1d4c26c3e5b2 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Deleting port 2e12cccc-962d-4589-8f1a-56d9153c4009 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:02:00.857678 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-8a94e4c1-0fbf-434c-b353-43b77046540e req-7b758e25-c49b-4add-84d2-1d4c26c3e5b2 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (2e12cccc-962d-4589-8f1a-56d9153c4009), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:00.951629 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-8a94e4c1-0fbf-434c-b353-43b77046540e req-7b758e25-c49b-4add-84d2-1d4c26c3e5b2 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] For port 2e12cccc-962d-4589-8f1a-56d9153c4009, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=2e12cccc-962d-4589-8f1a-56d9153c4009,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:02:00.951866 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-8a94e4c1-0fbf-434c-b353-43b77046540e req-7b758e25-c49b-4add-84d2-1d4c26c3e5b2 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (2e12cccc-962d-4589-8f1a-56d9153c4009), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:01.139200 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-8a94e4c1-0fbf-434c-b353-43b77046540e req-7b758e25-c49b-4add-84d2-1d4c26c3e5b2 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:01.139559 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-8a94e4c1-0fbf-434c-b353-43b77046540e req-7b758e25-c49b-4add-84d2-1d4c26c3e5b2 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (9db412f7-aced-4432-a9e8-2d37d2c43bdf), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:01.140021 n-d-712139-27 neutron-server[109803]: INFO neutron.db.l3_db [req-8a94e4c1-0fbf-434c-b353-43b77046540e req-7b758e25-c49b-4add-84d2-1d4c26c3e5b2 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Floating IP 9db412f7-aced-4432-a9e8-2d37d2c43bdf disassociated. External IP: 172.25.0.54, port: 2e12cccc-962d-4589-8f1a-56d9153c4009. Jan 28 04:02:01.140460 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-8a94e4c1-0fbf-434c-b353-43b77046540e req-7b758e25-c49b-4add-84d2-1d4c26c3e5b2 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Calling delete_port for 2e12cccc-962d-4589-8f1a-56d9153c4009 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:02:01.282435 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-8a94e4c1-0fbf-434c-b353-43b77046540e req-7b758e25-c49b-4add-84d2-1d4c26c3e5b2 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (2e12cccc-962d-4589-8f1a-56d9153c4009), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:01.323527 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b758e25-c49b-4add-84d2-1d4c26c3e5b2 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Pushing event deleted for resources: {'Port': ['ID=2e12cccc-962d-4589-8f1a-56d9153c4009,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:01.438044 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a94e4c1-0fbf-434c-b353-43b77046540e req-7b758e25-c49b-4add-84d2-1d4c26c3e5b2 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Router 8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:02:01.535616 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-201d22c1-1ab8-4f55-99d2-78e736e52204 req-a9fcd324-3434-4bae-b862-c5367e44a5ee tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bfb4b1-2967-4086-9345-cc755bf83bbc HTTP/1.1" status: 200 len: 210 time: 0.0273447 Jan 28 04:02:01.557994 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a94e4c1-0fbf-434c-b353-43b77046540e req-7b758e25-c49b-4add-84d2-1d4c26c3e5b2 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:02:01.568896 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed502fc3-3738-4749-a3ea-8d2f57e4f532 None None] Sync routers for ids ['8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:02:01.578025 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed502fc3-3738-4749-a3ea-8d2f57e4f532 None None] Routers {'8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:02:01.578629 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-ed502fc3-3738-4749-a3ea-8d2f57e4f532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:01:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:02:01.597693 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a94e4c1-0fbf-434c-b353-43b77046540e req-7b758e25-c49b-4add-84d2-1d4c26c3e5b2 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] No DVR routers for this DVR port 2e12cccc-962d-4589-8f1a-56d9153c4009 on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:02:01.600537 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-8a94e4c1-0fbf-434c-b353-43b77046540e req-7b758e25-c49b-4add-84d2-1d4c26c3e5b2 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:01.603962 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8a94e4c1-0fbf-434c-b353-43b77046540e req-7b758e25-c49b-4add-84d2-1d4c26c3e5b2 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.67 "DELETE /v2.0/ports/2e12cccc-962d-4589-8f1a-56d9153c4009 HTTP/1.1" status: 204 len: 173 time: 0.8321199 Jan 28 04:02:01.604420 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89bfb4b1-2967-4086-9345-cc755bf83bbc', 'name': 'network-vif-deleted', 'tag': '2e12cccc-962d-4589-8f1a-56d9153c4009'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:02:01.606701 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f19e5b-5bfe-4b25-a3a9-142758a925ee" -d '{"events": [{"server_uuid": "89bfb4b1-2967-4086-9345-cc755bf83bbc", "name": "network-vif-deleted", "tag": "2e12cccc-962d-4589-8f1a-56d9153c4009"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:02:01.649632 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0977ae84-a3d4-4f9f-90f5-8fa674e96bc8 x-openstack-request-id: req-0977ae84-a3d4-4f9f-90f5-8fa674e96bc8 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:02:01.649909 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89bfb4b1-2967-4086-9345-cc755bf83bbc", "name": "network-vif-deleted", "tag": "2e12cccc-962d-4589-8f1a-56d9153c4009", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:02:01.650172 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0977ae84-a3d4-4f9f-90f5-8fa674e96bc8 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:02:01.650547 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89bfb4b1-2967-4086-9345-cc755bf83bbc', 'name': 'network-vif-deleted', 'tag': '2e12cccc-962d-4589-8f1a-56d9153c4009', 'status': 'completed', 'code': 200} Jan 28 04:02:01.690662 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-ed502fc3-3738-4749-a3ea-8d2f57e4f532 None None] Set router 8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:02:02.051046 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3c52976f-3f6a-4c05-80d4-04edaba218c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:02.080901 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-ed502fc3-3738-4749-a3ea-8d2f57e4f532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'name': 'tempest-ServerActionsTestJSON-2106550687-router', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:11Z', 'revision_number': 4, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'gw_port': {'id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '2d9aef51-c292-41f1-a3ce-7f6099de4210', 'name': '', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'mac_address': 'fa:16:3e:17:ed:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:10Z', 'updated_at': '2022-01-28T03:54:15Z', 'revision_number': 5, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'subnets': [{'id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:02:02.106960 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed502fc3-3738-4749-a3ea-8d2f57e4f532 None None] Checking router: 8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:02:02.115493 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed502fc3-3738-4749-a3ea-8d2f57e4f532 None None] Routers {'8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:02:02.116109 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-ed502fc3-3738-4749-a3ea-8d2f57e4f532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:02:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:02:02.223373 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-ed502fc3-3738-4749-a3ea-8d2f57e4f532 None None] Set router 8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:02:02.438649 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-ed502fc3-3738-4749-a3ea-8d2f57e4f532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'name': 'tempest-ServerActionsTestJSON-2106550687-router', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:11Z', 'revision_number': 4, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'gw_port': {'id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '2d9aef51-c292-41f1-a3ce-7f6099de4210', 'name': '', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'mac_address': 'fa:16:3e:17:ed:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:10Z', 'updated_at': '2022-01-28T03:54:15Z', 'revision_number': 5, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'subnets': [{'id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:02:02.473044 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed502fc3-3738-4749-a3ea-8d2f57e4f532 None None] The sync data for ids ['8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'] in n-d-712139-27 is: [{'id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'name': 'tempest-ServerActionsTestJSON-2106550687-router', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:11Z', 'revision_number': 4, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'gw_port': {'id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '2d9aef51-c292-41f1-a3ce-7f6099de4210', 'name': '', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'mac_address': 'fa:16:3e:17:ed:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:10Z', 'updated_at': '2022-01-28T03:54:15Z', 'revision_number': 5, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'subnets': [{'id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:02:02.709437 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcd09f1-e8c3-4285-8f41-4d51486b5442 None None] New status for floating IP 9db412f7-aced-4432-a9e8-2d37d2c43bdf: DOWN {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:02:02.858320 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-4be2ba40-07ae-4493-ab3d-1416f8538dd8 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1078424779&fields=id&tenant_id=f52513e4d85742b1b0baa680f6404d47 HTTP/1.1" status: 200 len: 267 time: 0.0524337 Jan 28 04:02:02.970049 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-412c0f91-b940-4c8d-b247-97a6155fb6d7 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:02.971441 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-412c0f91-b940-4c8d-b247-97a6155fb6d7 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/networks?id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 200 len: 812 time: 0.1064262 Jan 28 04:02:02.988736 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-01161aeb-9912-4ed5-9dcc-e0de2d2feccb tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/quotas/f52513e4d85742b1b0baa680f6404d47 HTTP/1.1" status: 200 len: 375 time: 0.0093715 Jan 28 04:02:03.042013 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-d5447c11-7c23-44ec-b900-ec4689752685 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f52513e4d85742b1b0baa680f6404d47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463333 Jan 28 04:02:03.197364 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-0a34398d-c531-4411-bf07-d4942f024344 service neutron] 10.222.0.53 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388183 Jan 28 04:02:03.297969 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-5bdb0443-966d-4746-a04e-66373511e793 service neutron] 10.222.0.53 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946088 Jan 28 04:02:03.471699 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-993b15de-aaef-4f7e-a3c5-e51868ccdb34 req-b1df2abd-309f-469b-8383-f426fdc5e0c6 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 210 time: 0.0285223 Jan 28 04:02:03.617971 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:04.202731 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:04.221474 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 2e12cccc-962d-4589-8f1a-56d9153c4009 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:02:04.242625 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: 2e12cccc-962d-4589-8f1a-56d9153c4009 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:02:04.242972 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 2e12cccc-962d-4589-8f1a-56d9153c4009 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:02:04.566389 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-d4cf27e8-0e7f-4d79-a387-e363e442be50 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:04.567945 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-d4cf27e8-0e7f-4d79-a387-e363e442be50 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.39 "GET /v2.0/networks?id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 200 len: 812 time: 0.1483059 Jan 28 04:02:04.589730 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-50c89c49-81e2-464f-8920-44988c80640c req-538f55a0-edf7-4850-8ec3-f75faa7faca8 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 210 time: 0.0390627 Jan 28 04:02:04.654369 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-a59a109b-7589-48ed-ac1e-662e1f62488f tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f52513e4d85742b1b0baa680f6404d47 HTTP/1.1" status: 200 len: 380 time: 0.0677938 Jan 28 04:02:04.674392 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-3e64da36-41ca-49aa-8971-b1979d2e7592 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Request body: {'port': {'device_id': 'bf7857d3-797e-44ac-8ee3-96fa52dc298c', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'admin_state_up': True, 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'security_groups': ['a1f2afc0-0955-4760-a0de-c8a3213dfcb8']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:02:04.787784 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-3e64da36-41ca-49aa-8971-b1979d2e7592 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Made reservation on behalf of f52513e4d85742b1b0baa680f6404d47 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:02:04.793538 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-3e64da36-41ca-49aa-8971-b1979d2e7592 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:04.929686 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-3e64da36-41ca-49aa-8971-b1979d2e7592 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Allocated IP 172.20.0.6 (03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2/d676a8af-aa5a-4889-bd26-6913e81c5e60/d9b46e29-1220-48be-8923-504beae76d5d) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:02:05.074845 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:05.078630 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-3e64da36-41ca-49aa-8971-b1979d2e7592 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks [] for port (d9b46e29-1220-48be-8923-504beae76d5d), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:05.124776 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-3e64da36-41ca-49aa-8971-b1979d2e7592 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (d9b46e29-1220-48be-8923-504beae76d5d), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:05.170005 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-3e64da36-41ca-49aa-8971-b1979d2e7592 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Network 03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:02:05.173127 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-3e64da36-41ca-49aa-8971-b1979d2e7592 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:02:05.179278 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-3e64da36-41ca-49aa-8971-b1979d2e7592 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:02:05.186017 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e64da36-41ca-49aa-8971-b1979d2e7592 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Pushing event updated for resources: {'Port': ['ID=d9b46e29-1220-48be-8923-504beae76d5d,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:05.232640 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-3e64da36-41ca-49aa-8971-b1979d2e7592 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:05.233275 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-3e64da36-41ca-49aa-8971-b1979d2e7592 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:05.251988 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-3e64da36-41ca-49aa-8971-b1979d2e7592 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5819321 Jan 28 04:02:05.269001 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-df9b84e3-de0e-4a3f-8a87-215f565de4b4 service neutron] Request body: {'port': {'device_id': 'bf7857d3-797e-44ac-8ee3-96fa52dc298c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:02:05.330385 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-df9b84e3-de0e-4a3f-8a87-215f565de4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d9b46e29-1220-48be-8923-504beae76d5d), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:05.369103 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-e87a2819-ec5d-444a-a23f-96b771253c24 None None] Provisioning complete for port d9b46e29-1220-48be-8923-504beae76d5d triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:02:05.369471 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e87a2819-ec5d-444a-a23f-96b771253c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d9b46e29-1220-48be-8923-504beae76d5d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:05.405562 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e87a2819-ec5d-444a-a23f-96b771253c24 None None] Port d9b46e29-1220-48be-8923-504beae76d5d cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:02:05.618274 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-df9b84e3-de0e-4a3f-8a87-215f565de4b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9b46e29-1220-48be-8923-504beae76d5d {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:02:05.629722 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-df9b84e3-de0e-4a3f-8a87-215f565de4b4 service neutron] Publish callbacks [] for port (d9b46e29-1220-48be-8923-504beae76d5d), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:05.643742 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-df9b84e3-de0e-4a3f-8a87-215f565de4b4 service neutron] Transition to ACTIVE for port object d9b46e29-1220-48be-8923-504beae76d5d will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:02:05.648758 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-df9b84e3-de0e-4a3f-8a87-215f565de4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (d9b46e29-1220-48be-8923-504beae76d5d), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:05.732126 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b84e3-de0e-4a3f-8a87-215f565de4b4 service neutron] Pushing event updated for resources: {'Port': ['ID=d9b46e29-1220-48be-8923-504beae76d5d,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:05.794930 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586abb63-cf09-4306-973a-1057df1f4897 req-c54699c7-4b93-46d5-b132-3a5ff37213ba tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:05.796506 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-586abb63-cf09-4306-973a-1057df1f4897 req-c54699c7-4b93-46d5-b132-3a5ff37213ba tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 943 time: 0.1106589 Jan 28 04:02:05.828826 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-df9b84e3-de0e-4a3f-8a87-215f565de4b4 service neutron] Attempting to bind port d9b46e29-1220-48be-8923-504beae76d5d on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:02:05.829171 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-df9b84e3-de0e-4a3f-8a87-215f565de4b4 service neutron] Attempting to bind port d9b46e29-1220-48be-8923-504beae76d5d by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '46e25743-964e-4268-826c-5f3248f6dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:02:05.829520 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-df9b84e3-de0e-4a3f-8a87-215f565de4b4 service neutron] Attempting to bind port d9b46e29-1220-48be-8923-504beae76d5d on network 03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:02:05.838849 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-df9b84e3-de0e-4a3f-8a87-215f565de4b4 service neutron] Port d9b46e29-1220-48be-8923-504beae76d5d on network 03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:02:05.839170 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-df9b84e3-de0e-4a3f-8a87-215f565de4b4 service neutron] Attempting to bind port d9b46e29-1220-48be-8923-504beae76d5d on network 03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:02:05.852732 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-df9b84e3-de0e-4a3f-8a87-215f565de4b4 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:02:05.853105 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-df9b84e3-de0e-4a3f-8a87-215f565de4b4 service neutron] Checking segment: {'id': '46e25743-964e-4268-826c-5f3248f6dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:02:05.853521 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-df9b84e3-de0e-4a3f-8a87-215f565de4b4 service neutron] Bound using segment: {'id': '46e25743-964e-4268-826c-5f3248f6dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:02:05.853955 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-df9b84e3-de0e-4a3f-8a87-215f565de4b4 service neutron] Bound port: d9b46e29-1220-48be-8923-504beae76d5d, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e25743-964e-4268-826c-5f3248f6dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:02:05.854315 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-df9b84e3-de0e-4a3f-8a87-215f565de4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d9b46e29-1220-48be-8923-504beae76d5d), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:05.873980 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-586abb63-cf09-4306-973a-1057df1f4897 req-55b53b46-48a0-4500-8384-31332f23dbf6 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687730 Jan 28 04:02:05.927259 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-df9b84e3-de0e-4a3f-8a87-215f565de4b4 service neutron] For port d9b46e29-1220-48be-8923-504beae76d5d, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:02:05.930743 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-df9b84e3-de0e-4a3f-8a87-215f565de4b4 service neutron] For port d9b46e29-1220-48be-8923-504beae76d5d, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=d9b46e29-1220-48be-8923-504beae76d5d,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:02:05.936697 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-df9b84e3-de0e-4a3f-8a87-215f565de4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (d9b46e29-1220-48be-8923-504beae76d5d), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:05.974341 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-df9b84e3-de0e-4a3f-8a87-215f565de4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:05.975127 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-df9b84e3-de0e-4a3f-8a87-215f565de4b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:05.976436 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-df9b84e3-de0e-4a3f-8a87-215f565de4b4 service neutron] 10.222.0.39 "PUT /v2.0/ports/d9b46e29-1220-48be-8923-504beae76d5d HTTP/1.1" status: 200 len: 1092 time: 0.7123415 Jan 28 04:02:05.976863 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf7857d3-797e-44ac-8ee3-96fa52dc298c', 'tag': 'd9b46e29-1220-48be-8923-504beae76d5d'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:02:05.979172 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc140a3-24ad-4f10-9e3f-88bb4ca48358" -d '{"events": [{"name": "network-changed", "server_uuid": "bf7857d3-797e-44ac-8ee3-96fa52dc298c", "tag": "d9b46e29-1220-48be-8923-504beae76d5d"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:02:06.008273 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b84e3-de0e-4a3f-8a87-215f565de4b4 service neutron] Pushing event updated for resources: {'Port': ['ID=d9b46e29-1220-48be-8923-504beae76d5d,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:06.025337 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4577d465-8d72-4c36-b423-47f883a7592e x-openstack-request-id: req-4577d465-8d72-4c36-b423-47f883a7592e {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:02:06.025729 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf7857d3-797e-44ac-8ee3-96fa52dc298c", "tag": "d9b46e29-1220-48be-8923-504beae76d5d", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:02:06.026103 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4577d465-8d72-4c36-b423-47f883a7592e {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:02:06.026881 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf7857d3-797e-44ac-8ee3-96fa52dc298c', 'tag': 'd9b46e29-1220-48be-8923-504beae76d5d', 'status': 'completed', 'code': 200} Jan 28 04:02:06.086488 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-749a98cc-2c60-41e9-b517-7e5da0a8c0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:06.088119 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-749a98cc-2c60-41e9-b517-7e5da0a8c0e4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f52513e4d85742b1b0baa680f6404d47&device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 1095 time: 0.0475366 Jan 28 04:02:06.137767 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-f2a17817-cc96-4c32-a711-64e538b0270f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9b46e29-1220-48be-8923-504beae76d5d HTTP/1.1" status: 200 len: 217 time: 0.0361211 Jan 28 04:02:06.171994 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:06.193129 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-f1bdb438-0b9f-4876-b32a-a8cfb06e349a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:06.194629 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-f1bdb438-0b9f-4876-b32a-a8cfb06e349a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d676a8af-aa5a-4889-bd26-6913e81c5e60 HTTP/1.1" status: 200 len: 851 time: 0.0508380 Jan 28 04:02:06.241870 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-b5e5a9dc-c763-4bc3-ba64-682b1e65a19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:06.243371 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-b5e5a9dc-c763-4bc3-ba64-682b1e65a19e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422511 Jan 28 04:02:06.333645 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-5a5e717a-ba79-455b-8fbb-267f946e2fb6 service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843756 Jan 28 04:02:06.427052 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4d5568d9-4031-4c04-9ce0-1673c84e6497 req-dfc29b96-d550-42e6-bdcb-0c3699869fa0 service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873952 Jan 28 04:02:06.554834 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc140a3-24ad-4f10-9e3f-88bb4ca48358 req-e5238ad9-4ef8-4fb1-b952-7dc19ddf4eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:06.556370 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bdc140a3-24ad-4f10-9e3f-88bb4ca48358 req-e5238ad9-4ef8-4fb1-b952-7dc19ddf4eba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f52513e4d85742b1b0baa680f6404d47&device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 1095 time: 0.0430350 Jan 28 04:02:06.647525 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc140a3-24ad-4f10-9e3f-88bb4ca48358 req-ecd7ba1f-da78-48a1-9000-bbf758831bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:06.649002 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bdc140a3-24ad-4f10-9e3f-88bb4ca48358 req-ecd7ba1f-da78-48a1-9000-bbf758831bd8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 200 len: 913 time: 0.0865908 Jan 28 04:02:06.691266 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bdc140a3-24ad-4f10-9e3f-88bb4ca48358 req-b497643e-9907-4709-b4d4-e6067d6a38b2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9b46e29-1220-48be-8923-504beae76d5d HTTP/1.1" status: 200 len: 217 time: 0.0356729 Jan 28 04:02:06.744103 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc140a3-24ad-4f10-9e3f-88bb4ca48358 req-ac7338fd-8916-4ec1-b164-35318a871ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:06.746168 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bdc140a3-24ad-4f10-9e3f-88bb4ca48358 req-ac7338fd-8916-4ec1-b164-35318a871ac6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d676a8af-aa5a-4889-bd26-6913e81c5e60 HTTP/1.1" status: 200 len: 851 time: 0.0483024 Jan 28 04:02:06.798645 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc140a3-24ad-4f10-9e3f-88bb4ca48358 req-453e096c-5709-4ce8-ae34-a3530d42b57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:06.800150 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bdc140a3-24ad-4f10-9e3f-88bb4ca48358 req-453e096c-5709-4ce8-ae34-a3530d42b57f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471845 Jan 28 04:02:06.893727 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bdc140a3-24ad-4f10-9e3f-88bb4ca48358 req-0139eddd-eb84-42a2-b5e7-f7ccf2b2e42f service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862226 Jan 28 04:02:07.021135 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0795bc-be09-44d8-9c31-f39e96d4e9bc req-0361ed1f-f6bd-4507-8354-cf7fc807ae55 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:07.022530 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8b0795bc-be09-44d8-9c31-f39e96d4e9bc req-0361ed1f-f6bd-4507-8354-cf7fc807ae55 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 943 time: 0.0758419 Jan 28 04:02:07.024494 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bdc140a3-24ad-4f10-9e3f-88bb4ca48358 req-127e5ef4-11bb-4a92-a9b0-ce9a46c2d9e1 service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250267 Jan 28 04:02:07.079076 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8b0795bc-be09-44d8-9c31-f39e96d4e9bc req-1102e80a-6ccc-453a-8334-deece52c30df tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481102 Jan 28 04:02:07.952339 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device d9b46e29-1220-48be-8923-504beae76d5d details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:02:08.062135 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port d9b46e29-1220-48be-8923-504beae76d5d, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=d9b46e29-1220-48be-8923-504beae76d5d,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:02:08.074372 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': 'd9b46e29-1220-48be-8923-504beae76d5d', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'port_id': 'd9b46e29-1220-48be-8923-504beae76d5d', 'mac_address': 'fa:16:3e:05:41:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:02:08.112627 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port d9b46e29-1220-48be-8923-504beae76d5d is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:02:08.113023 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d9b46e29-1220-48be-8923-504beae76d5d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:08.127456 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9b46e29-1220-48be-8923-504beae76d5d {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:02:08.149621 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port d9b46e29-1220-48be-8923-504beae76d5d, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=d9b46e29-1220-48be-8923-504beae76d5d,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:02:08.155530 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d9b46e29-1220-48be-8923-504beae76d5d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:08.197569 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8235d5-0990-4900-974a-ee7ecc301e1d req-1627f345-e314-4f4e-8459-636feadfe906 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:08.199086 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8c8235d5-0990-4900-974a-ee7ecc301e1d req-1627f345-e314-4f4e-8459-636feadfe906 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 944 time: 0.0484877 Jan 28 04:02:08.204363 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=d9b46e29-1220-48be-8923-504beae76d5d,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:08.246958 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8c8235d5-0990-4900-974a-ee7ecc301e1d req-04008f6a-98b8-4bb3-be35-023495b25fd5 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417826 Jan 28 04:02:08.433804 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['d9b46e29-1220-48be-8923-504beae76d5d'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:02:09.380839 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e479a1b8-ceeb-4e51-9242-5b7c21bc6e94 req-7fe07400-5c83-46c4-8f04-a76a30449359 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:09.382417 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e479a1b8-ceeb-4e51-9242-5b7c21bc6e94 req-7fe07400-5c83-46c4-8f04-a76a30449359 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 944 time: 0.0576379 Jan 28 04:02:09.432845 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e479a1b8-ceeb-4e51-9242-5b7c21bc6e94 req-c07c010e-7133-4331-8040-db045f234420 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446177 Jan 28 04:02:09.959547 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device d9b46e29-1220-48be-8923-504beae76d5d up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:02:10.020847 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port d9b46e29-1220-48be-8923-504beae76d5d completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:02:10.024760 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port d9b46e29-1220-48be-8923-504beae76d5d triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:02:10.025176 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d9b46e29-1220-48be-8923-504beae76d5d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:10.105810 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port d9b46e29-1220-48be-8923-504beae76d5d is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:02:10.106208 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d9b46e29-1220-48be-8923-504beae76d5d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:10.128786 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7857d3-797e-44ac-8ee3-96fa52dc298c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b46e29-1220-48be-8923-504beae76d5d'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:02:10.131139 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7466989c69d563e87a019306beca113247d74b519ddc68a6966af7388d6c63e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f73f16c-b486-4847-a667-6d544e015a44" -d '{"events": [{"server_uuid": "bf7857d3-797e-44ac-8ee3-96fa52dc298c", "name": "network-vif-plugged", "status": "completed", "tag": "d9b46e29-1220-48be-8923-504beae76d5d"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:02:10.143700 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port d9b46e29-1220-48be-8923-504beae76d5d, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=d9b46e29-1220-48be-8923-504beae76d5d,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:02:10.148952 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d9b46e29-1220-48be-8923-504beae76d5d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:10.172566 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1f14d5-9211-4f14-b6b4-99e5f62e5cca x-openstack-request-id: req-db1f14d5-9211-4f14-b6b4-99e5f62e5cca {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:02:10.172827 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf7857d3-797e-44ac-8ee3-96fa52dc298c", "name": "network-vif-plugged", "status": "completed", "tag": "d9b46e29-1220-48be-8923-504beae76d5d", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:02:10.173164 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-db1f14d5-9211-4f14-b6b4-99e5f62e5cca {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:02:10.173584 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7857d3-797e-44ac-8ee3-96fa52dc298c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b46e29-1220-48be-8923-504beae76d5d', 'code': 200} Jan 28 04:02:10.215301 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=d9b46e29-1220-48be-8923-504beae76d5d,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:02:10.305034 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0169e5-3f8d-47e7-ad45-6272126edd02 req-a3737564-4493-4911-9847-1b5e88873cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:10.306596 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0e0169e5-3f8d-47e7-ad45-6272126edd02 req-a3737564-4493-4911-9847-1b5e88873cd9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 1097 time: 0.0420790 Jan 28 04:02:10.356202 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0e0169e5-3f8d-47e7-ad45-6272126edd02 req-9160e581-322d-4238-a69b-9072f8b58352 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432513 Jan 28 04:02:10.580993 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb053b91-644d-464d-a554-d82c8631ac16 req-f4fb6654-7aaa-4719-a0f9-b1900ddeb276 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:10.582504 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fb053b91-644d-464d-a554-d82c8631ac16 req-f4fb6654-7aaa-4719-a0f9-b1900ddeb276 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 945 time: 0.0591295 Jan 28 04:02:10.631081 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fb053b91-644d-464d-a554-d82c8631ac16 req-767839ca-6215-40d1-b8f8-4b512071b31b tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412633 Jan 28 04:02:11.761854 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7dad51-776c-457d-ac6b-2bfc7872eaa7 req-3d90adb0-a62b-443d-921a-86402274017f tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:11.763339 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1e7dad51-776c-457d-ac6b-2bfc7872eaa7 req-3d90adb0-a62b-443d-921a-86402274017f tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 945 time: 0.0570734 Jan 28 04:02:11.810110 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1e7dad51-776c-457d-ac6b-2bfc7872eaa7 req-04fbe85b-357f-443a-9419-7d49324d8c00 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410323 Jan 28 04:02:11.946285 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83ab1c-949a-417b-9dca-eb8851547668 req-da2fbfaa-c159-44f1-9888-20b17f1bc7f4 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:11.947679 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b83ab1c-949a-417b-9dca-eb8851547668 req-da2fbfaa-c159-44f1-9888-20b17f1bc7f4 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 945 time: 0.0693693 Jan 28 04:02:11.960119 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 35402) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:02:11.965382 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-c2c69e6e-221c-4d00-b4ad-d6c134f22307 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Request body: {'floatingip': {'port_id': 'd9b46e29-1220-48be-8923-504beae76d5d'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:02:12.013724 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c2c69e6e-221c-4d00-b4ad-d6c134f22307 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks [] for floatingip (9db412f7-aced-4432-a9e8-2d37d2c43bdf), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:12.479344 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c2c69e6e-221c-4d00-b4ad-d6c134f22307 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:12.486283 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c2c69e6e-221c-4d00-b4ad-d6c134f22307 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (9db412f7-aced-4432-a9e8-2d37d2c43bdf), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:12.600507 n-d-712139-27 neutron-server[109803]: INFO neutron.db.l3_db [None req-c2c69e6e-221c-4d00-b4ad-d6c134f22307 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Floating IP 9db412f7-aced-4432-a9e8-2d37d2c43bdf associated. External IP: 172.25.0.54, port: d9b46e29-1220-48be-8923-504beae76d5d. Jan 28 04:02:13.141862 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c69e6e-221c-4d00-b4ad-d6c134f22307 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Router 8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:02:13.259448 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c69e6e-221c-4d00-b4ad-d6c134f22307 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:02:13.264465 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c2c69e6e-221c-4d00-b4ad-d6c134f22307 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:13.271133 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2705ca06-a39a-4a70-8e40-555c024863d6 None None] Sync routers for ids ['8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:02:13.281112 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2705ca06-a39a-4a70-8e40-555c024863d6 None None] Routers {'8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:02:13.281731 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-2705ca06-a39a-4a70-8e40-555c024863d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:02:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:02:13.293956 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c2c69e6e-221c-4d00-b4ad-d6c134f22307 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "PUT /v2.0/floatingips/9db412f7-aced-4432-a9e8-2d37d2c43bdf HTTP/1.1" status: 200 len: 991 time: 1.3324621 Jan 28 04:02:13.294605 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf7857d3-797e-44ac-8ee3-96fa52dc298c', 'tag': 'd9b46e29-1220-48be-8923-504beae76d5d'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:02:13.296976 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdeaa69-3ff9-4a28-8f1c-a9d664e0ab69" -d '{"events": [{"name": "network-changed", "server_uuid": "bf7857d3-797e-44ac-8ee3-96fa52dc298c", "tag": "d9b46e29-1220-48be-8923-504beae76d5d"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:02:13.341339 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f4030e-8845-47f9-88d2-29a19f038220 x-openstack-request-id: req-37f4030e-8845-47f9-88d2-29a19f038220 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:02:13.341608 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf7857d3-797e-44ac-8ee3-96fa52dc298c", "tag": "d9b46e29-1220-48be-8923-504beae76d5d", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:02:13.341877 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-37f4030e-8845-47f9-88d2-29a19f038220 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:02:13.342509 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf7857d3-797e-44ac-8ee3-96fa52dc298c', 'tag': 'd9b46e29-1220-48be-8923-504beae76d5d', 'status': 'completed', 'code': 200} Jan 28 04:02:13.390063 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-2705ca06-a39a-4a70-8e40-555c024863d6 None None] Set router 8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:02:13.438318 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdeaa69-3ff9-4a28-8f1c-a9d664e0ab69 req-96a7992a-1a47-4f66-9c82-1258ada34942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:13.439856 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-efdeaa69-3ff9-4a28-8f1c-a9d664e0ab69 req-96a7992a-1a47-4f66-9c82-1258ada34942 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f52513e4d85742b1b0baa680f6404d47&device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 1097 time: 0.0413101 Jan 28 04:02:13.528904 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdeaa69-3ff9-4a28-8f1c-a9d664e0ab69 req-8c33f60c-7208-4140-b9e8-69ac3a0c32d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:13.530434 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-efdeaa69-3ff9-4a28-8f1c-a9d664e0ab69 req-8c33f60c-7208-4140-b9e8-69ac3a0c32d3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 200 len: 913 time: 0.0831795 Jan 28 04:02:13.600189 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-efdeaa69-3ff9-4a28-8f1c-a9d664e0ab69 req-1e0fbcad-973f-4b1a-bea0-51edf43a3b96 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9b46e29-1220-48be-8923-504beae76d5d HTTP/1.1" status: 200 len: 999 time: 0.0633538 Jan 28 04:02:13.621030 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-2705ca06-a39a-4a70-8e40-555c024863d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'name': 'tempest-ServerActionsTestJSON-2106550687-router', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:11Z', 'revision_number': 4, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'gw_port': {'id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '9db412f7-aced-4432-a9e8-2d37d2c43bdf', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'floating_ip_address': '172.25.0.54', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'port_id': 'd9b46e29-1220-48be-8923-504beae76d5d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'mac_address': 'fa:16:3e:05:41:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7857d3-797e-44ac-8ee3-96fa52dc298c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:54:13Z', 'updated_at': '2022-01-28T04:02:12Z', 'revision_number': 13, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d9aef51-c292-41f1-a3ce-7f6099de4210', 'name': '', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'mac_address': 'fa:16:3e:17:ed:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:10Z', 'updated_at': '2022-01-28T03:54:15Z', 'revision_number': 5, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'subnets': [{'id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:02:13.648417 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdeaa69-3ff9-4a28-8f1c-a9d664e0ab69 req-2cf066e0-98be-4e9b-85b4-3f61a329df41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:13.649940 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-efdeaa69-3ff9-4a28-8f1c-a9d664e0ab69 req-2cf066e0-98be-4e9b-85b4-3f61a329df41 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d676a8af-aa5a-4889-bd26-6913e81c5e60 HTTP/1.1" status: 200 len: 851 time: 0.0442016 Jan 28 04:02:13.657549 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2705ca06-a39a-4a70-8e40-555c024863d6 None None] Checking router: 8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:02:13.669501 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2705ca06-a39a-4a70-8e40-555c024863d6 None None] Routers {'8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:02:13.670273 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-2705ca06-a39a-4a70-8e40-555c024863d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:02:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:02:13.697802 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdeaa69-3ff9-4a28-8f1c-a9d664e0ab69 req-5b8f1a28-36a8-47b2-9324-89a6d1483cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:13.699323 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-efdeaa69-3ff9-4a28-8f1c-a9d664e0ab69 req-5b8f1a28-36a8-47b2-9324-89a6d1483cc1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436933 Jan 28 04:02:13.777193 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-2705ca06-a39a-4a70-8e40-555c024863d6 None None] Set router 8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:02:13.795242 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-efdeaa69-3ff9-4a28-8f1c-a9d664e0ab69 req-9af8a048-037f-48fb-9708-aa31abd44025 service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895579 Jan 28 04:02:13.887137 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-efdeaa69-3ff9-4a28-8f1c-a9d664e0ab69 req-8eff10dc-dbda-44ab-a5f7-c39518f45bed service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850441 Jan 28 04:02:14.026992 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-2705ca06-a39a-4a70-8e40-555c024863d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'name': 'tempest-ServerActionsTestJSON-2106550687-router', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:11Z', 'revision_number': 4, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'gw_port': {'id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '9db412f7-aced-4432-a9e8-2d37d2c43bdf', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'floating_ip_address': '172.25.0.54', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'port_id': 'd9b46e29-1220-48be-8923-504beae76d5d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'mac_address': 'fa:16:3e:05:41:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7857d3-797e-44ac-8ee3-96fa52dc298c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:54:13Z', 'updated_at': '2022-01-28T04:02:12Z', 'revision_number': 13, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d9aef51-c292-41f1-a3ce-7f6099de4210', 'name': '', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'mac_address': 'fa:16:3e:17:ed:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:10Z', 'updated_at': '2022-01-28T03:54:15Z', 'revision_number': 5, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'subnets': [{'id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:02:14.052946 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2705ca06-a39a-4a70-8e40-555c024863d6 None None] The sync data for ids ['8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'] in n-d-712139-27 is: [{'id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'name': 'tempest-ServerActionsTestJSON-2106550687-router', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:11Z', 'revision_number': 4, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'gw_port': {'id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '9db412f7-aced-4432-a9e8-2d37d2c43bdf', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'floating_ip_address': '172.25.0.54', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'port_id': 'd9b46e29-1220-48be-8923-504beae76d5d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'mac_address': 'fa:16:3e:05:41:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7857d3-797e-44ac-8ee3-96fa52dc298c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T03:54:13Z', 'updated_at': '2022-01-28T04:02:12Z', 'revision_number': 13, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d9aef51-c292-41f1-a3ce-7f6099de4210', 'name': '', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'mac_address': 'fa:16:3e:17:ed:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:10Z', 'updated_at': '2022-01-28T03:54:15Z', 'revision_number': 5, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'subnets': [{'id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:02:14.261645 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18d4d1c-9fa2-4cf2-8cdd-1fbc5485d8fd None None] New status for floating IP 9db412f7-aced-4432-a9e8-2d37d2c43bdf: ACTIVE {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:02:29.620238 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:29.816798 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c5f24f4b-a0a6-4e50-84b8-5171f3188442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:30.290357 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:02:31.870870 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9341135f-5220-4b57-a62f-7313e9ec2dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:33.623359 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:34.202025 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:35.082387 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:36.186270 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:46.350003 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d171e36f-2626-4093-9945-638a1086bee4 req-2f5ade6e-dfff-4a75-957e-2a89a5f6bf32 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0512028 Jan 28 04:02:46.450993 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171e36f-2626-4093-9945-638a1086bee4 req-d47cffd7-6171-42e1-87a7-dd689320c7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:46.452519 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d171e36f-2626-4093-9945-638a1086bee4 req-d47cffd7-6171-42e1-87a7-dd689320c7d4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f52513e4d85742b1b0baa680f6404d47&device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 1097 time: 0.0433366 Jan 28 04:02:46.560461 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171e36f-2626-4093-9945-638a1086bee4 req-2dbebfc9-03c3-4e84-a549-618a753750cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:46.561954 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d171e36f-2626-4093-9945-638a1086bee4 req-2dbebfc9-03c3-4e84-a549-618a753750cd service neutron] 10.222.0.39 "GET /v2.0/networks?id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 200 len: 913 time: 0.0922191 Jan 28 04:02:46.633666 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d171e36f-2626-4093-9945-638a1086bee4 req-5458f308-c5e0-49ff-a770-96a1030b13f9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9b46e29-1220-48be-8923-504beae76d5d HTTP/1.1" status: 200 len: 1001 time: 0.0649664 Jan 28 04:02:46.683446 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171e36f-2626-4093-9945-638a1086bee4 req-0bd7039d-c3aa-4958-ab7b-0d0e658b6d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:46.684921 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d171e36f-2626-4093-9945-638a1086bee4 req-0bd7039d-c3aa-4958-ab7b-0d0e658b6d67 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d676a8af-aa5a-4889-bd26-6913e81c5e60 HTTP/1.1" status: 200 len: 851 time: 0.0457690 Jan 28 04:02:46.732794 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171e36f-2626-4093-9945-638a1086bee4 req-38931b38-bbc8-4bc9-9ef5-a0bf8cbd155a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:02:46.734341 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d171e36f-2626-4093-9945-638a1086bee4 req-38931b38-bbc8-4bc9-9ef5-a0bf8cbd155a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433087 Jan 28 04:02:46.827014 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d171e36f-2626-4093-9945-638a1086bee4 req-db5819a4-dcb4-4df2-9ed3-09171de4b58d service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859361 Jan 28 04:02:46.919879 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d171e36f-2626-4093-9945-638a1086bee4 req-55027fa0-5b67-4b9d-828b-a9ae9fb16c70 service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856915 Jan 28 04:02:59.631103 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:02:59.813391 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3daf3d96-8741-4da2-a553-b082067e6c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:01.865572 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7e2c0ee1-de84-42b5-b29c-88a0164ade72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:03.623531 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:04.219368 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:05.084283 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:06.182119 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:07.289901 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:03:29.631873 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:29.810519 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b617601f-9d16-45a4-8a0c-82fedb6947c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:31.874185 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6e256ed6-7e2b-44fe-8f6e-5971d7ebab61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:33.626450 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:34.216491 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:35.094907 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:36.178434 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:44.290471 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:03:48.346994 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16723082-4bbe-4e19-920e-cfab01353580 req-da63006e-7973-428a-8f85-c16d98f011b9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0476005 Jan 28 04:03:48.447706 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16723082-4bbe-4e19-920e-cfab01353580 req-73559f60-3b6d-4574-95c4-f09bd9938601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:48.449246 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16723082-4bbe-4e19-920e-cfab01353580 req-73559f60-3b6d-4574-95c4-f09bd9938601 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f52513e4d85742b1b0baa680f6404d47&device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 1097 time: 0.0423014 Jan 28 04:03:48.553058 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16723082-4bbe-4e19-920e-cfab01353580 req-8d71febc-07e4-4108-ad77-1f8a2bcba7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:48.554702 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16723082-4bbe-4e19-920e-cfab01353580 req-8d71febc-07e4-4108-ad77-1f8a2bcba7d9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 200 len: 913 time: 0.0862541 Jan 28 04:03:48.624825 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16723082-4bbe-4e19-920e-cfab01353580 req-b64e806c-4c59-49ab-ab4c-ba5135713ed0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9b46e29-1220-48be-8923-504beae76d5d HTTP/1.1" status: 200 len: 1001 time: 0.0632720 Jan 28 04:03:48.672802 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16723082-4bbe-4e19-920e-cfab01353580 req-c7da1189-e44a-462a-86f8-e7d03b2c1893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:48.674492 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16723082-4bbe-4e19-920e-cfab01353580 req-c7da1189-e44a-462a-86f8-e7d03b2c1893 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d676a8af-aa5a-4889-bd26-6913e81c5e60 HTTP/1.1" status: 200 len: 851 time: 0.0444937 Jan 28 04:03:48.719567 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16723082-4bbe-4e19-920e-cfab01353580 req-af45d1c6-c34e-4ebb-a3ab-9b026803af8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:48.721064 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16723082-4bbe-4e19-920e-cfab01353580 req-af45d1c6-c34e-4ebb-a3ab-9b026803af8c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410316 Jan 28 04:03:48.818743 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16723082-4bbe-4e19-920e-cfab01353580 req-78691586-4495-47b2-ba2d-88abdb69ec1c service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918117 Jan 28 04:03:48.907296 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16723082-4bbe-4e19-920e-cfab01353580 req-bcfca327-ce80-4c7b-a8f4-90d51985679e service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825176 Jan 28 04:03:50.500879 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546247ea-cc44-4c80-8f4d-a1244bb09399 req-537ef24e-48ce-4665-a474-67c2354878e0 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:03:50.502504 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-546247ea-cc44-4c80-8f4d-a1244bb09399 req-537ef24e-48ce-4665-a474-67c2354878e0 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 945 time: 0.0576718 Jan 28 04:03:50.558206 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-546247ea-cc44-4c80-8f4d-a1244bb09399 req-f7fcd036-5aca-4450-856e-28e99015542e tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476968 Jan 28 04:03:59.642600 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:03:59.809861 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e5fccd85-b68e-4c33-9752-c56542fa31ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:01.872812 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fade7d9d-05d1-4603-8402-307438e5052d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:03.635782 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:04.239045 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:05.098692 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:06.179118 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:06.879152 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [req-3b6f094b-1bf1-47c3-b91b-ef4273e49b9a req-3f2b05ec-047f-4e4a-be17-acdde97528f8 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:04:06.880189 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3b6f094b-1bf1-47c3-b91b-ef4273e49b9a req-3f2b05ec-047f-4e4a-be17-acdde97528f8 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057716 Jan 28 04:04:07.094646 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61960f2a-fe71-4725-9c50-c7527543245b req-ea9fb43c-0318-4ea9-b50f-02c36af023c3 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:07.096158 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-61960f2a-fe71-4725-9c50-c7527543245b req-ea9fb43c-0318-4ea9-b50f-02c36af023c3 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 945 time: 0.0641544 Jan 28 04:04:07.114057 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-2025a492-810c-45da-8712-26477567d46c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0922725 Jan 28 04:04:07.123945 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-17c40fc7-3b6e-4f3e-861b-d66f399f94d9 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:04:07.124915 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-17c40fc7-3b6e-4f3e-861b-d66f399f94d9 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052428 Jan 28 04:04:07.145638 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-61960f2a-fe71-4725-9c50-c7527543245b req-27b976de-20b7-4bfc-abd4-f99e7404ea68 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435200 Jan 28 04:04:08.266421 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9dfdd-7abf-4f79-86ea-072eb36918b8 req-7bdfafc9-6ac9-4042-8e0d-b7078ddb5084 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:08.267924 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-82d9dfdd-7abf-4f79-86ea-072eb36918b8 req-7bdfafc9-6ac9-4042-8e0d-b7078ddb5084 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 945 time: 0.0519454 Jan 28 04:04:08.326186 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-82d9dfdd-7abf-4f79-86ea-072eb36918b8 req-ad6ea229-9d92-42e7-9d8e-c8aa8678e656 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523832 Jan 28 04:04:08.461596 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-a0198813-4b82-4024-b0bc-e1e492f0561c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:08.463686 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-a0198813-4b82-4024-b0bc-e1e492f0561c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f52513e4d85742b1b0baa680f6404d47&device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 1097 time: 0.0491068 Jan 28 04:04:08.560113 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-df523555-63be-4f39-a121-876d39c2e63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:08.561626 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-df523555-63be-4f39-a121-876d39c2e63f service neutron] 10.222.0.39 "GET /v2.0/networks?id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 200 len: 913 time: 0.0916998 Jan 28 04:04:08.635108 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-e7fe3494-8784-4601-805b-9bf2d47e8d38 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9b46e29-1220-48be-8923-504beae76d5d HTTP/1.1" status: 200 len: 1001 time: 0.0667338 Jan 28 04:04:08.684673 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-eb79db0d-67e3-447a-9063-3801e0289ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:08.686197 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-eb79db0d-67e3-447a-9063-3801e0289ca3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d676a8af-aa5a-4889-bd26-6913e81c5e60 HTTP/1.1" status: 200 len: 851 time: 0.0457249 Jan 28 04:04:08.735399 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-2a7d1ec7-d682-437d-a971-32a81d56ca4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:08.736801 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-2a7d1ec7-d682-437d-a971-32a81d56ca4a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446861 Jan 28 04:04:08.832368 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-9c2234c6-ce89-4bce-a435-738d8307ee50 service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887635 Jan 28 04:04:08.938224 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-c187fe79-618c-4a34-a87b-e12ab2e2c25e service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001942 Jan 28 04:04:09.463185 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821b882-9557-4a1a-91ff-7bafde93af84 req-e44b7757-c28f-4c96-8fff-937791d32f06 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:09.464658 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9821b882-9557-4a1a-91ff-7bafde93af84 req-e44b7757-c28f-4c96-8fff-937791d32f06 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 945 time: 0.0579576 Jan 28 04:04:09.517584 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9821b882-9557-4a1a-91ff-7bafde93af84 req-4c6aa079-043e-44ed-b1c6-605fbd812d97 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471170 Jan 28 04:04:10.646739 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99537a63-8d3b-44f4-bd99-d1b99cef04db req-6d7610f9-b541-4d79-a162-28d5f582ef58 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:10.648271 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-99537a63-8d3b-44f4-bd99-d1b99cef04db req-6d7610f9-b541-4d79-a162-28d5f582ef58 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 945 time: 0.0552680 Jan 28 04:04:10.697886 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-99537a63-8d3b-44f4-bd99-d1b99cef04db req-3a623257-5621-48b7-8ea0-98f564ac4c8c tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438800 Jan 28 04:04:11.888265 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c200c5a-53c4-4233-9cda-7191bd44f551 req-c948519b-d55a-45eb-974d-74f62f6b8444 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:11.889801 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2c200c5a-53c4-4233-9cda-7191bd44f551 req-c948519b-d55a-45eb-974d-74f62f6b8444 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 945 time: 0.0540335 Jan 28 04:04:11.938960 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2c200c5a-53c4-4233-9cda-7191bd44f551 req-3c40ac5b-4aa7-4762-a7db-27288a3c45e3 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428221 Jan 28 04:04:13.083364 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb436a8b-e96b-416e-81d9-756c140049d0 req-4f3973ec-0824-4062-8d7b-fe310d549b57 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:13.085457 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bb436a8b-e96b-416e-81d9-756c140049d0 req-4f3973ec-0824-4062-8d7b-fe310d549b57 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 945 time: 0.0629742 Jan 28 04:04:13.135887 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bb436a8b-e96b-416e-81d9-756c140049d0 req-288706b9-8f39-4239-9b50-4d11ac54979f tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424209 Jan 28 04:04:14.266221 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709aeec-c35f-4dc7-9146-7280d9875c40 req-2363c437-d7eb-4c68-8b84-3433493c192b tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:14.267707 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4709aeec-c35f-4dc7-9146-7280d9875c40 req-2363c437-d7eb-4c68-8b84-3433493c192b tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 945 time: 0.0552630 Jan 28 04:04:14.317233 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4709aeec-c35f-4dc7-9146-7280d9875c40 req-6e66df04-405b-4071-8fb2-2f854308ead5 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411713 Jan 28 04:04:15.449865 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e3726-bf73-4c52-a531-0c2cf43a0850 req-e4cac41e-e10b-43b1-b797-216dca33e5d8 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:15.451358 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f71e3726-bf73-4c52-a531-0c2cf43a0850 req-e4cac41e-e10b-43b1-b797-216dca33e5d8 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 945 time: 0.0544422 Jan 28 04:04:15.498116 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f71e3726-bf73-4c52-a531-0c2cf43a0850 req-62273fde-fc0d-4552-b7aa-d21d254290bf tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410893 Jan 28 04:04:16.632705 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce2ac5-fb96-4e26-ba20-7c1b9b20fa9c req-32b1e754-c84d-4475-b27d-7f8ae28d7272 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:16.634202 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-64ce2ac5-fb96-4e26-ba20-7c1b9b20fa9c req-32b1e754-c84d-4475-b27d-7f8ae28d7272 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 945 time: 0.0591640 Jan 28 04:04:16.685410 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-64ce2ac5-fb96-4e26-ba20-7c1b9b20fa9c req-868000f8-1ed4-47e4-9092-4f80e8c05d3a tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454547 Jan 28 04:04:17.833092 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32279378-5cdb-4727-b1dd-9b081c002249 req-4dac5a6e-3909-4e76-b478-20ad0a4b2314 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:17.834622 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-32279378-5cdb-4727-b1dd-9b081c002249 req-4dac5a6e-3909-4e76-b478-20ad0a4b2314 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 945 time: 0.0617476 Jan 28 04:04:17.883281 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-32279378-5cdb-4727-b1dd-9b081c002249 req-e46287d1-a1bc-481f-89bc-464422c7c5b8 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427675 Jan 28 04:04:19.020826 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabec74f-62ec-49e7-8b6a-b4300aa4afdc req-d092e35a-df00-4718-b72e-acf2269289f1 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:19.022392 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dabec74f-62ec-49e7-8b6a-b4300aa4afdc req-d092e35a-df00-4718-b72e-acf2269289f1 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 945 time: 0.0510666 Jan 28 04:04:19.074255 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-dabec74f-62ec-49e7-8b6a-b4300aa4afdc req-2d8d2a72-72a5-4668-aabc-ebebbf819a3f tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452914 Jan 28 04:04:20.198013 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8fe11-8436-411b-ba5c-1b1aafa242b3 req-095911f0-a61c-49da-b349-11813fdc4a98 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:20.199501 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b2b8fe11-8436-411b-ba5c-1b1aafa242b3 req-095911f0-a61c-49da-b349-11813fdc4a98 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 945 time: 0.0541105 Jan 28 04:04:20.254816 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b2b8fe11-8436-411b-ba5c-1b1aafa242b3 req-bd88fc55-47d0-4698-85cb-4b6c46f9661c tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478561 Jan 28 04:04:21.290541 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:04:21.372152 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e6c5f-dd8d-498d-ac9d-4dca74d10c35 req-b49c24f8-44ed-4614-9ec6-c1c371ccb7c0 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:21.373698 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f87e6c5f-dd8d-498d-ac9d-4dca74d10c35 req-b49c24f8-44ed-4614-9ec6-c1c371ccb7c0 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 945 time: 0.0491276 Jan 28 04:04:21.422271 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f87e6c5f-dd8d-498d-ac9d-4dca74d10c35 req-afa7552c-96fa-4558-adee-9552d844522d tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425768 Jan 28 04:04:22.543248 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053b789-ff71-4aa2-9d92-e3c0cfa8a8e5 req-ef42d3ef-4a65-45bb-a3ec-f69daffee6d0 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:22.544770 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0053b789-ff71-4aa2-9d92-e3c0cfa8a8e5 req-ef42d3ef-4a65-45bb-a3ec-f69daffee6d0 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 945 time: 0.0507250 Jan 28 04:04:22.593461 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0053b789-ff71-4aa2-9d92-e3c0cfa8a8e5 req-d8be7dd0-3684-4b13-8406-93b7b1b242f4 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428236 Jan 28 04:04:23.713904 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5a68d-91d1-4872-8345-a1d6bfaf5a6f req-38a8abf1-b62f-499a-9ef0-aede47740d4d tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:23.715394 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-94d5a68d-91d1-4872-8345-a1d6bfaf5a6f req-38a8abf1-b62f-499a-9ef0-aede47740d4d tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 945 time: 0.0508175 Jan 28 04:04:23.763680 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-94d5a68d-91d1-4872-8345-a1d6bfaf5a6f req-5e78ddc1-71e9-4716-8619-2923772fbb8b tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424850 Jan 28 04:04:24.457841 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device d9b46e29-1220-48be-8923-504beae76d5d no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:04:24.709789 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port d9b46e29-1220-48be-8923-504beae76d5d is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:04:24.710175 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d9b46e29-1220-48be-8923-504beae76d5d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:24.734383 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7857d3-797e-44ac-8ee3-96fa52dc298c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9b46e29-1220-48be-8923-504beae76d5d'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:04:24.736752 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7466989c69d563e87a019306beca113247d74b519ddc68a6966af7388d6c63e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e8fa10-039f-4d21-8c6e-547a2f3a9043" -d '{"events": [{"server_uuid": "bf7857d3-797e-44ac-8ee3-96fa52dc298c", "name": "network-vif-unplugged", "status": "completed", "tag": "d9b46e29-1220-48be-8923-504beae76d5d"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:04:24.750532 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port d9b46e29-1220-48be-8923-504beae76d5d, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=d9b46e29-1220-48be-8923-504beae76d5d,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:04:24.756719 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d9b46e29-1220-48be-8923-504beae76d5d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:24.777886 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-c14f21ff-71bb-4c87-8cac-e7b0aa49c478 service neutron] show failed (client error): The resource could not be found. Jan 28 04:04:24.780017 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-c14f21ff-71bb-4c87-8cac-e7b0aa49c478 service neutron] 10.222.0.39 "GET /v2.0/ports/d9b46e29-1220-48be-8923-504beae76d5d/bindings/n-h1-712139-27 HTTP/1.1" status: 404 len: 381 time: 0.0663042 Jan 28 04:04:24.792565 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526feefb-4958-47e8-981e-88e3b16ae1cd x-openstack-request-id: req-526feefb-4958-47e8-981e-88e3b16ae1cd {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:04:24.792565 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf7857d3-797e-44ac-8ee3-96fa52dc298c", "name": "network-vif-unplugged", "status": "completed", "tag": "d9b46e29-1220-48be-8923-504beae76d5d", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:04:24.792826 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-526feefb-4958-47e8-981e-88e3b16ae1cd {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:04:24.793268 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7857d3-797e-44ac-8ee3-96fa52dc298c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9b46e29-1220-48be-8923-504beae76d5d', 'code': 200} Jan 28 04:04:24.814038 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=d9b46e29-1220-48be-8923-504beae76d5d,revision_number=6']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:24.821533 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:24.821883 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:24.822219 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:24.822690 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:24.823011 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:24.823325 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:24.823653 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:24.823973 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:24.824295 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:24.824609 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:24.824922 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:24.825359 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:24.825723 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:24.889530 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635f4f4-ede8-459a-8b05-58feda72888d req-53d87c36-47b5-41f9-bfc5-222174f72122 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:24.891025 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4635f4f4-ede8-459a-8b05-58feda72888d req-53d87c36-47b5-41f9-bfc5-222174f72122 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 943 time: 0.0554059 Jan 28 04:04:24.944853 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4635f4f4-ede8-459a-8b05-58feda72888d req-6036703c-6040-4ba2-9257-fe689fc65272 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443177 Jan 28 04:04:25.036825 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-10f261d1-30f1-4764-a4c2-806dcf834856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:25.038286 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-10f261d1-30f1-4764-a4c2-806dcf834856 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c&tenant_id=f52513e4d85742b1b0baa680f6404d47 HTTP/1.1" status: 200 len: 1095 time: 0.0433078 Jan 28 04:04:25.055683 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-9d0d47e0-644d-4a7a-9f1a-d3454bb3e7a8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-27', 'device_owner': 'compute:nova'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:04:25.111844 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-9d0d47e0-644d-4a7a-9f1a-d3454bb3e7a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d9b46e29-1220-48be-8923-504beae76d5d), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:25.329810 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-9d0d47e0-644d-4a7a-9f1a-d3454bb3e7a8 service neutron] For port d9b46e29-1220-48be-8923-504beae76d5d, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=d9b46e29-1220-48be-8923-504beae76d5d,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:04:25.364398 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-9d0d47e0-644d-4a7a-9f1a-d3454bb3e7a8 service neutron] For port d9b46e29-1220-48be-8923-504beae76d5d, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:04:25.398450 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-9d0d47e0-644d-4a7a-9f1a-d3454bb3e7a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9b46e29-1220-48be-8923-504beae76d5d {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:04:25.406185 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-9d0d47e0-644d-4a7a-9f1a-d3454bb3e7a8 service neutron] Publish callbacks [] for port (d9b46e29-1220-48be-8923-504beae76d5d), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:25.419079 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-9d0d47e0-644d-4a7a-9f1a-d3454bb3e7a8 service neutron] Transition to ACTIVE for port object d9b46e29-1220-48be-8923-504beae76d5d will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:04:25.425203 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-9d0d47e0-644d-4a7a-9f1a-d3454bb3e7a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (d9b46e29-1220-48be-8923-504beae76d5d), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:25.502283 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d47e0-644d-4a7a-9f1a-d3454bb3e7a8 service neutron] Pushing event updated for resources: {'Port': ['ID=d9b46e29-1220-48be-8923-504beae76d5d,revision_number=7']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:25.517149 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d47e0-644d-4a7a-9f1a-d3454bb3e7a8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:25.517528 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d47e0-644d-4a7a-9f1a-d3454bb3e7a8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:25.517988 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d47e0-644d-4a7a-9f1a-d3454bb3e7a8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:25.518189 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d47e0-644d-4a7a-9f1a-d3454bb3e7a8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:25.518545 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d47e0-644d-4a7a-9f1a-d3454bb3e7a8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:25.518860 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d47e0-644d-4a7a-9f1a-d3454bb3e7a8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:25.519205 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d47e0-644d-4a7a-9f1a-d3454bb3e7a8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:25.519550 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d47e0-644d-4a7a-9f1a-d3454bb3e7a8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:25.519848 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d47e0-644d-4a7a-9f1a-d3454bb3e7a8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:25.520264 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d47e0-644d-4a7a-9f1a-d3454bb3e7a8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:25.520581 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d47e0-644d-4a7a-9f1a-d3454bb3e7a8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:25.520903 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d47e0-644d-4a7a-9f1a-d3454bb3e7a8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:25.521271 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d47e0-644d-4a7a-9f1a-d3454bb3e7a8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:04:25.559992 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-9d0d47e0-644d-4a7a-9f1a-d3454bb3e7a8 service neutron] No DVR routers for this DVR port d9b46e29-1220-48be-8923-504beae76d5d on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:04:25.701598 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-9d0d47e0-644d-4a7a-9f1a-d3454bb3e7a8 service neutron] Attempting to bind port d9b46e29-1220-48be-8923-504beae76d5d on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:04:25.701939 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-9d0d47e0-644d-4a7a-9f1a-d3454bb3e7a8 service neutron] Attempting to bind port d9b46e29-1220-48be-8923-504beae76d5d by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '46e25743-964e-4268-826c-5f3248f6dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:04:25.702267 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-9d0d47e0-644d-4a7a-9f1a-d3454bb3e7a8 service neutron] Attempting to bind port d9b46e29-1220-48be-8923-504beae76d5d on network 03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:04:25.706930 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-9d0d47e0-644d-4a7a-9f1a-d3454bb3e7a8 service neutron] Port d9b46e29-1220-48be-8923-504beae76d5d on network 03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:04:25.707260 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-9d0d47e0-644d-4a7a-9f1a-d3454bb3e7a8 service neutron] Attempting to bind port d9b46e29-1220-48be-8923-504beae76d5d on network 03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:04:25.712598 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-9d0d47e0-644d-4a7a-9f1a-d3454bb3e7a8 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:04:25.712928 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-9d0d47e0-644d-4a7a-9f1a-d3454bb3e7a8 service neutron] Checking segment: {'id': '46e25743-964e-4268-826c-5f3248f6dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:04:25.713421 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-9d0d47e0-644d-4a7a-9f1a-d3454bb3e7a8 service neutron] Bound using segment: {'id': '46e25743-964e-4268-826c-5f3248f6dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:04:25.713852 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-9d0d47e0-644d-4a7a-9f1a-d3454bb3e7a8 service neutron] Bound port: d9b46e29-1220-48be-8923-504beae76d5d, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e25743-964e-4268-826c-5f3248f6dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:04:25.714254 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-9d0d47e0-644d-4a7a-9f1a-d3454bb3e7a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d9b46e29-1220-48be-8923-504beae76d5d), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:25.779646 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-9d0d47e0-644d-4a7a-9f1a-d3454bb3e7a8 service neutron] For port d9b46e29-1220-48be-8923-504beae76d5d, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:04:25.782569 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-9d0d47e0-644d-4a7a-9f1a-d3454bb3e7a8 service neutron] For port d9b46e29-1220-48be-8923-504beae76d5d, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=d9b46e29-1220-48be-8923-504beae76d5d,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:04:25.789635 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-9d0d47e0-644d-4a7a-9f1a-d3454bb3e7a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (d9b46e29-1220-48be-8923-504beae76d5d), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:25.826242 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-9d0d47e0-644d-4a7a-9f1a-d3454bb3e7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:25.826787 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-9d0d47e0-644d-4a7a-9f1a-d3454bb3e7a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:25.828503 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-9d0d47e0-644d-4a7a-9f1a-d3454bb3e7a8 service neutron] 10.222.0.67 "PUT /v2.0/ports/d9b46e29-1220-48be-8923-504beae76d5d HTTP/1.1" status: 200 len: 1092 time: 0.7768581 Jan 28 04:04:25.828503 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf7857d3-797e-44ac-8ee3-96fa52dc298c', 'tag': 'd9b46e29-1220-48be-8923-504beae76d5d'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:04:25.830839 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b9a926-5854-4297-ad59-a8c15843cf88" -d '{"events": [{"name": "network-changed", "server_uuid": "bf7857d3-797e-44ac-8ee3-96fa52dc298c", "tag": "d9b46e29-1220-48be-8923-504beae76d5d"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:04:25.858169 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d47e0-644d-4a7a-9f1a-d3454bb3e7a8 service neutron] Pushing event updated for resources: {'Port': ['ID=d9b46e29-1220-48be-8923-504beae76d5d,revision_number=8']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:25.891955 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42718255-85e9-42bf-81d6-33dfa5ed7024 x-openstack-request-id: req-42718255-85e9-42bf-81d6-33dfa5ed7024 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:04:25.892236 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf7857d3-797e-44ac-8ee3-96fa52dc298c", "tag": "d9b46e29-1220-48be-8923-504beae76d5d", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:04:25.892484 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-42718255-85e9-42bf-81d6-33dfa5ed7024 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:04:25.892877 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf7857d3-797e-44ac-8ee3-96fa52dc298c', 'tag': 'd9b46e29-1220-48be-8923-504beae76d5d', 'status': 'completed', 'code': 200} Jan 28 04:04:25.906687 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-976a1391-fd86-48e4-b740-8e118cdee614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:25.908218 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-976a1391-fd86-48e4-b740-8e118cdee614 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f52513e4d85742b1b0baa680f6404d47&device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 1095 time: 0.0465512 Jan 28 04:04:26.031482 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9a926-5854-4297-ad59-a8c15843cf88 req-2b757fa7-d42a-42c1-b3fd-3f4ffaea98d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:26.032978 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d3b9a926-5854-4297-ad59-a8c15843cf88 req-2b757fa7-d42a-42c1-b3fd-3f4ffaea98d1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f52513e4d85742b1b0baa680f6404d47&device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 1095 time: 0.0969896 Jan 28 04:04:26.082801 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-891397ed-73ac-48da-a800-50fd6e52c166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:26.084313 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-891397ed-73ac-48da-a800-50fd6e52c166 service neutron] 10.222.0.67 "GET /v2.0/networks?id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 200 len: 913 time: 0.1683016 Jan 28 04:04:26.185290 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939951fa-5d9d-49f5-80bb-720c59cffcbd req-d94dffd5-ac21-48fd-8701-f37e6a4afabc tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:26.186949 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-939951fa-5d9d-49f5-80bb-720c59cffcbd req-d94dffd5-ac21-48fd-8701-f37e6a4afabc tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 943 time: 0.1575708 Jan 28 04:04:26.211837 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-f7ff25a3-f372-4c42-84c0-85940a84e314 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9b46e29-1220-48be-8923-504beae76d5d HTTP/1.1" status: 200 len: 999 time: 0.0951281 Jan 28 04:04:26.271458 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9a926-5854-4297-ad59-a8c15843cf88 req-ac9db637-8c33-44ae-b2cc-89adcc26895a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:26.272981 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d3b9a926-5854-4297-ad59-a8c15843cf88 req-ac9db637-8c33-44ae-b2cc-89adcc26895a service neutron] 10.222.0.39 "GET /v2.0/networks?id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 200 len: 913 time: 0.2339506 Jan 28 04:04:26.341231 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-939951fa-5d9d-49f5-80bb-720c59cffcbd req-ed24f6ea-eb6b-4a8a-aec6-2930d15bb208 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459012 Jan 28 04:04:26.344508 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-3bd40a09-ff00-4827-9719-7867c0747ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:26.345935 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-3bd40a09-ff00-4827-9719-7867c0747ac5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d676a8af-aa5a-4889-bd26-6913e81c5e60 HTTP/1.1" status: 200 len: 851 time: 0.1257198 Jan 28 04:04:26.369308 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d3b9a926-5854-4297-ad59-a8c15843cf88 req-0192772a-fbe9-4b3c-bfe5-c10e72a0af04 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9b46e29-1220-48be-8923-504beae76d5d HTTP/1.1" status: 200 len: 999 time: 0.0862451 Jan 28 04:04:26.436523 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9a926-5854-4297-ad59-a8c15843cf88 req-dd348878-80b7-4d48-a625-30c2ecce2349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:26.438010 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d3b9a926-5854-4297-ad59-a8c15843cf88 req-dd348878-80b7-4d48-a625-30c2ecce2349 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d676a8af-aa5a-4889-bd26-6913e81c5e60 HTTP/1.1" status: 200 len: 851 time: 0.0557861 Jan 28 04:04:26.440657 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-e613c6bb-94a7-4839-aa9f-70ff6d41ac3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:26.442053 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-e613c6bb-94a7-4839-aa9f-70ff6d41ac3c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0874722 Jan 28 04:04:26.556730 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9a926-5854-4297-ad59-a8c15843cf88 req-add1c5e8-066f-4d7e-bbb1-c264ac891e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:26.558348 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d3b9a926-5854-4297-ad59-a8c15843cf88 req-add1c5e8-066f-4d7e-bbb1-c264ac891e51 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1139576 Jan 28 04:04:26.562012 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-491fab82-60ea-4331-9379-ae09ea8a79e8 service neutron] 10.222.0.67 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102104 Jan 28 04:04:26.711373 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d3b9a926-5854-4297-ad59-a8c15843cf88 req-71078caa-cab1-4823-8b49-bfe6dc9fb514 service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461833 Jan 28 04:04:26.713632 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-d2cdeadb-b2d5-45e9-be31-0817702190ab service neutron] 10.222.0.67 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417093 Jan 28 04:04:26.828360 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d3b9a926-5854-4297-ad59-a8c15843cf88 req-bfac0a54-e316-4b97-b6b8-35f14399ae38 service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109467 Jan 28 04:04:26.841417 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9a926-5854-4297-ad59-a8c15843cf88 req-48cc847f-537d-42d0-9179-2f2736994923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:26.842912 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d3b9a926-5854-4297-ad59-a8c15843cf88 req-48cc847f-537d-42d0-9179-2f2736994923 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f52513e4d85742b1b0baa680f6404d47&device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 1095 time: 0.0487778 Jan 28 04:04:26.947234 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9a926-5854-4297-ad59-a8c15843cf88 req-57f3f9fd-bacf-4e0b-a027-a74ab04d3e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:26.949587 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d3b9a926-5854-4297-ad59-a8c15843cf88 req-57f3f9fd-bacf-4e0b-a027-a74ab04d3e3f service neutron] 10.222.0.67 "GET /v2.0/networks?id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 200 len: 913 time: 0.0905867 Jan 28 04:04:27.014983 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d3b9a926-5854-4297-ad59-a8c15843cf88 req-2c7140e0-7d1c-4309-88cf-6c9e522f1d29 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9b46e29-1220-48be-8923-504beae76d5d HTTP/1.1" status: 200 len: 999 time: 0.0582874 Jan 28 04:04:27.067569 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9a926-5854-4297-ad59-a8c15843cf88 req-5ca7d5eb-2dd6-4c02-a1f0-38ce194c6665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:27.069062 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d3b9a926-5854-4297-ad59-a8c15843cf88 req-5ca7d5eb-2dd6-4c02-a1f0-38ce194c6665 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d676a8af-aa5a-4889-bd26-6913e81c5e60 HTTP/1.1" status: 200 len: 851 time: 0.0505273 Jan 28 04:04:27.116026 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9a926-5854-4297-ad59-a8c15843cf88 req-69da1ae7-cb02-4940-afda-76bfcca1a63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:27.117524 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d3b9a926-5854-4297-ad59-a8c15843cf88 req-69da1ae7-cb02-4940-afda-76bfcca1a63c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426517 Jan 28 04:04:27.208870 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d3b9a926-5854-4297-ad59-a8c15843cf88 req-009c5182-7b33-44bc-ae21-51eaccacf1d4 service neutron] 10.222.0.67 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850184 Jan 28 04:04:27.304936 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d3b9a926-5854-4297-ad59-a8c15843cf88 req-105c6829-af7e-4ca1-9fb8-1f2f9a1562b2 service neutron] 10.222.0.67 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886116 Jan 28 04:04:27.464763 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5e840-8fb7-428c-8ec6-876ed40117ed req-511b3e2c-6896-43dc-ba13-8b114cdb193d tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:27.466294 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-82a5e840-8fb7-428c-8ec6-876ed40117ed req-511b3e2c-6896-43dc-ba13-8b114cdb193d tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 943 time: 0.0503404 Jan 28 04:04:27.520491 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-82a5e840-8fb7-428c-8ec6-876ed40117ed req-af6f0c8d-1040-4d02-b8a1-e401c4ade1cd tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482280 Jan 28 04:04:28.640805 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf8325-f6d4-435f-9d4d-108d66e3aa70 req-24929527-1a46-4108-8414-991c517cfc92 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:28.642300 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-77bf8325-f6d4-435f-9d4d-108d66e3aa70 req-24929527-1a46-4108-8414-991c517cfc92 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 943 time: 0.0492818 Jan 28 04:04:28.695645 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-77bf8325-f6d4-435f-9d4d-108d66e3aa70 req-41366756-7ec5-4831-8046-62f1bf305be5 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475788 Jan 28 04:04:29.646014 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:29.804031 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6f59986c-ea61-4b39-915c-0e6f32166b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:29.819260 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6a87c-da83-4d69-ab4f-fa7f3bdfee6b req-a9e79f4e-4d02-4ca6-ae0b-ca3c3320832f tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:29.820775 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-81d6a87c-da83-4d69-ab4f-fa7f3bdfee6b req-a9e79f4e-4d02-4ca6-ae0b-ca3c3320832f tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 943 time: 0.0543115 Jan 28 04:04:29.867804 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-81d6a87c-da83-4d69-ab4f-fa7f3bdfee6b req-b64fd0b6-3297-4449-b485-789a54f57d01 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410252 Jan 28 04:04:30.993616 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64eb352-843a-4bbb-a73f-3602481ee19a req-e4723726-a949-46b0-87c1-6e7bbbef8543 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:30.995097 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a64eb352-843a-4bbb-a73f-3602481ee19a req-e4723726-a949-46b0-87c1-6e7bbbef8543 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 943 time: 0.0539448 Jan 28 04:04:31.046943 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a64eb352-843a-4bbb-a73f-3602481ee19a req-82357707-7b5a-44b8-aeec-869956cf4a3c tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459747 Jan 28 04:04:31.867650 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-61527280-3915-4d36-807a-53944064f3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:32.180336 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ff99d-00c3-44d6-a8fd-ad85040456b8 req-527e3ff0-0d53-4524-a4e7-79be4c81325b tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:32.182016 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e97ff99d-00c3-44d6-a8fd-ad85040456b8 req-527e3ff0-0d53-4524-a4e7-79be4c81325b tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 943 time: 0.0522864 Jan 28 04:04:32.230748 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e97ff99d-00c3-44d6-a8fd-ad85040456b8 req-3cbb3e94-41b9-4389-b712-f6dad04ed11d tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427213 Jan 28 04:04:33.351897 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba6a4d-7070-4240-8171-29158e84dcf6 req-df007323-39bd-4e51-9818-27afbe9f6303 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:33.353418 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f2ba6a4d-7070-4240-8171-29158e84dcf6 req-df007323-39bd-4e51-9818-27afbe9f6303 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 943 time: 0.0502641 Jan 28 04:04:33.412510 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f2ba6a4d-7070-4240-8171-29158e84dcf6 req-a9204014-3d99-453b-bdc6-e036e017b1d8 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532455 Jan 28 04:04:33.635063 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:34.231920 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:34.542087 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04447ea9-155c-414e-be54-5650d625e83d req-3e9f2094-6a90-4773-a49c-a8d6a093b3e6 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:34.543616 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-04447ea9-155c-414e-be54-5650d625e83d req-3e9f2094-6a90-4773-a49c-a8d6a093b3e6 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 943 time: 0.0585423 Jan 28 04:04:34.592584 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-04447ea9-155c-414e-be54-5650d625e83d req-98a64b71-e04e-47a8-9b61-db731a6b9244 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430925 Jan 28 04:04:35.098040 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:35.719491 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fca656-40d7-4e52-8ece-c920ba7dbbe5 req-7ea52aaf-afc8-480b-9cf5-7dbb88314307 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:35.721016 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a6fca656-40d7-4e52-8ece-c920ba7dbbe5 req-7ea52aaf-afc8-480b-9cf5-7dbb88314307 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 943 time: 0.0537510 Jan 28 04:04:35.773923 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a6fca656-40d7-4e52-8ece-c920ba7dbbe5 req-14bcfe59-5e5f-4251-a4d4-25ceb1aa3db7 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470350 Jan 28 04:04:36.175043 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:36.897131 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c75f52-e2ce-4083-8429-014187769941 req-70f20791-e604-458b-b2e8-c5689e1edcc6 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:36.898650 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-87c75f52-e2ce-4083-8429-014187769941 req-70f20791-e604-458b-b2e8-c5689e1edcc6 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 943 time: 0.0506375 Jan 28 04:04:36.947324 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-87c75f52-e2ce-4083-8429-014187769941 req-0fed0d22-0088-4b2c-9182-9059eb4d85d4 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415440 Jan 28 04:04:38.080566 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b932e-6d24-41fa-b13e-04d6ed9fd4c9 req-e9c003df-2bde-46e0-b28d-92cf9e8e6de8 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:38.082061 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e69b932e-6d24-41fa-b13e-04d6ed9fd4c9 req-e9c003df-2bde-46e0-b28d-92cf9e8e6de8 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 943 time: 0.0552843 Jan 28 04:04:38.135280 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e69b932e-6d24-41fa-b13e-04d6ed9fd4c9 req-878cdd14-5cb8-4652-89c0-5263e77c191e tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474172 Jan 28 04:04:39.273638 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7c232-0031-48fc-ab43-1e3ce86f275e req-86edb0d0-eed9-4f89-a6df-a84baa33572b tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:39.275127 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5cd7c232-0031-48fc-ab43-1e3ce86f275e req-86edb0d0-eed9-4f89-a6df-a84baa33572b tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 943 time: 0.0510340 Jan 28 04:04:39.328769 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5cd7c232-0031-48fc-ab43-1e3ce86f275e req-2e3b90ba-c16d-4568-8bfe-82359b6e1e55 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469186 Jan 28 04:04:40.455147 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f114c-538a-4491-81b5-a5ab63e0d971 req-8bb923fb-9b9c-464b-84c6-38d5b2c953d6 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:40.456741 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9b2f114c-538a-4491-81b5-a5ab63e0d971 req-8bb923fb-9b9c-464b-84c6-38d5b2c953d6 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 943 time: 0.0505595 Jan 28 04:04:40.506239 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9b2f114c-538a-4491-81b5-a5ab63e0d971 req-27bd9337-780c-46b4-b349-48c7730b98f5 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437915 Jan 28 04:04:41.629526 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e12b2-0366-45be-a70d-c8eb99a75541 req-db4772f5-4a4e-4fca-923c-d2e0335b5480 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:41.631027 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-546e12b2-0366-45be-a70d-c8eb99a75541 req-db4772f5-4a4e-4fca-923c-d2e0335b5480 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 943 time: 0.0523784 Jan 28 04:04:41.683311 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-546e12b2-0366-45be-a70d-c8eb99a75541 req-d56963eb-9adf-48f1-aeaa-c9208e4d648d tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463388 Jan 28 04:04:42.812794 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f13b7c-47f9-4ac6-8059-13a0501aae61 req-c897a34b-4e70-4b48-ab60-60c9c3aed6d4 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:42.814326 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e4f13b7c-47f9-4ac6-8059-13a0501aae61 req-c897a34b-4e70-4b48-ab60-60c9c3aed6d4 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 943 time: 0.0591602 Jan 28 04:04:42.866864 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e4f13b7c-47f9-4ac6-8059-13a0501aae61 req-075aafd7-152e-4fba-befc-3f4b158c793e tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466013 Jan 28 04:04:43.987762 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27238d63-1eeb-4a2b-9e23-9338ebbaf516 req-69b765ce-6a45-4c86-af85-b952292f53de tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:43.989283 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-27238d63-1eeb-4a2b-9e23-9338ebbaf516 req-69b765ce-6a45-4c86-af85-b952292f53de tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 943 time: 0.0506461 Jan 28 04:04:44.044251 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-27238d63-1eeb-4a2b-9e23-9338ebbaf516 req-8d3d7905-a203-4d04-987f-65b1bfa629de tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472174 Jan 28 04:04:44.924406 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device d9b46e29-1220-48be-8923-504beae76d5d details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:04:45.021694 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port d9b46e29-1220-48be-8923-504beae76d5d, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=d9b46e29-1220-48be-8923-504beae76d5d,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:04:45.033759 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': 'd9b46e29-1220-48be-8923-504beae76d5d', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'port_id': 'd9b46e29-1220-48be-8923-504beae76d5d', 'mac_address': 'fa:16:3e:05:41:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:04:45.071979 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port d9b46e29-1220-48be-8923-504beae76d5d is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:04:45.072452 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d9b46e29-1220-48be-8923-504beae76d5d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:45.088879 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9b46e29-1220-48be-8923-504beae76d5d {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:04:45.113599 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port d9b46e29-1220-48be-8923-504beae76d5d, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=d9b46e29-1220-48be-8923-504beae76d5d,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:04:45.118939 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d9b46e29-1220-48be-8923-504beae76d5d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:45.168317 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec3d54-3cf1-438d-a50c-2e713731dbf8 req-08273e7e-1f33-4a1c-9a17-dc54d293701c tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:45.170120 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f3ec3d54-3cf1-438d-a50c-2e713731dbf8 req-08273e7e-1f33-4a1c-9a17-dc54d293701c tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 944 time: 0.0542178 Jan 28 04:04:45.173530 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=d9b46e29-1220-48be-8923-504beae76d5d,revision_number=9']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:45.229865 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f3ec3d54-3cf1-438d-a50c-2e713731dbf8 req-0a199826-0bf5-4f46-8815-bfe211e6e501 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514035 Jan 28 04:04:45.542610 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['d9b46e29-1220-48be-8923-504beae76d5d'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:04:46.353939 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228f990-fe69-42ed-9436-b740cdc89135 req-cd933fd2-b4d8-4602-bdde-d0d880f36b7f tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:46.355462 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5228f990-fe69-42ed-9436-b740cdc89135 req-cd933fd2-b4d8-4602-bdde-d0d880f36b7f tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 944 time: 0.0528014 Jan 28 04:04:46.402771 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5228f990-fe69-42ed-9436-b740cdc89135 req-06a54cea-1596-4bef-8320-3eaa9181a3dd tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411489 Jan 28 04:04:46.696192 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-3c533b2d-bfca-4a3b-a89b-a7f68a632764 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:46.697692 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-3c533b2d-bfca-4a3b-a89b-a7f68a632764 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c&tenant_id=f52513e4d85742b1b0baa680f6404d47&binding%3Ahost_id=n-h1-712139-27 HTTP/1.1" status: 200 len: 944 time: 0.0517139 Jan 28 04:04:46.714923 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f900e-f890-4ba0-b27e-dde6d7829332 req-1e910df7-01f3-457e-99ab-b939e5ecdc92 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:46.716455 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f54f900e-f890-4ba0-b27e-dde6d7829332 req-1e910df7-01f3-457e-99ab-b939e5ecdc92 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 944 time: 0.0498188 Jan 28 04:04:46.764659 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-518a1b9d-73c4-4e0f-bc08-ff2514ea6afd service neutron] 10.222.0.67 "GET /v2.0/ports/d9b46e29-1220-48be-8923-504beae76d5d/bindings/n-h1-712139-27 HTTP/1.1" status: 200 len: 383 time: 0.0587704 Jan 28 04:04:46.766015 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f54f900e-f890-4ba0-b27e-dde6d7829332 req-465277fa-2ec7-432f-8e3f-2bf0acbdf18d tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435917 Jan 28 04:04:46.843995 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-d943fc20-d8cc-4a8e-a71b-4fed5f77501c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:46.845553 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-d943fc20-d8cc-4a8e-a71b-4fed5f77501c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f52513e4d85742b1b0baa680f6404d47&device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 1096 time: 0.0413203 Jan 28 04:04:46.943871 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device d9b46e29-1220-48be-8923-504beae76d5d up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:04:46.944472 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-d541b8a5-e212-494e-9211-7f62cdf7c3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:46.946008 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-d541b8a5-e212-494e-9211-7f62cdf7c3e8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 200 len: 913 time: 0.0949631 Jan 28 04:04:46.998043 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port d9b46e29-1220-48be-8923-504beae76d5d completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:04:47.002145 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port d9b46e29-1220-48be-8923-504beae76d5d triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:04:47.002668 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d9b46e29-1220-48be-8923-504beae76d5d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:47.084935 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port d9b46e29-1220-48be-8923-504beae76d5d is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:04:47.085685 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d9b46e29-1220-48be-8923-504beae76d5d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:47.111823 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7857d3-797e-44ac-8ee3-96fa52dc298c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b46e29-1220-48be-8923-504beae76d5d'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:04:47.114172 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7466989c69d563e87a019306beca113247d74b519ddc68a6966af7388d6c63e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87b6edc-aec7-4009-8c50-f6c7ded4da16" -d '{"events": [{"server_uuid": "bf7857d3-797e-44ac-8ee3-96fa52dc298c", "name": "network-vif-plugged", "status": "completed", "tag": "d9b46e29-1220-48be-8923-504beae76d5d"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:04:47.128204 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port d9b46e29-1220-48be-8923-504beae76d5d, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=d9b46e29-1220-48be-8923-504beae76d5d,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:04:47.134303 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d9b46e29-1220-48be-8923-504beae76d5d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:47.169113 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18fab129-1672-4b62-accc-c3122c9b5ebf x-openstack-request-id: req-18fab129-1672-4b62-accc-c3122c9b5ebf {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:04:47.169409 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf7857d3-797e-44ac-8ee3-96fa52dc298c", "name": "network-vif-plugged", "status": "completed", "tag": "d9b46e29-1220-48be-8923-504beae76d5d", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:04:47.169657 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-18fab129-1672-4b62-accc-c3122c9b5ebf {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:04:47.170046 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7857d3-797e-44ac-8ee3-96fa52dc298c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b46e29-1220-48be-8923-504beae76d5d', 'code': 200} Jan 28 04:04:47.193372 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=d9b46e29-1220-48be-8923-504beae76d5d,revision_number=10']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:47.358767 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-9bfa0544-e9c5-4f31-88cc-9a6fba1aaee5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9b46e29-1220-48be-8923-504beae76d5d HTTP/1.1" status: 200 len: 1000 time: 0.4064648 Jan 28 04:04:47.411171 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-2c504f5b-ceb3-48e5-b743-dba7d20383cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:47.412609 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-2c504f5b-ceb3-48e5-b743-dba7d20383cf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d676a8af-aa5a-4889-bd26-6913e81c5e60 HTTP/1.1" status: 200 len: 851 time: 0.0480876 Jan 28 04:04:47.462179 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-0e1cf3ef-ed3f-451d-8cfe-e34f4865931b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:47.463547 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-0e1cf3ef-ed3f-451d-8cfe-e34f4865931b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447178 Jan 28 04:04:47.556833 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-e44561bf-f441-4585-83ed-3ddf4517e16d service neutron] 10.222.0.67 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864053 Jan 28 04:04:47.666086 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-0eceba3c-94ce-4733-ab50-5b34bd4f674a service neutron] 10.222.0.67 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011760 Jan 28 04:04:47.891256 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f02d57-ec63-43da-935b-fd50124267f6 req-dc01d2f3-854d-477b-a493-6f4077fa3f5e tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:47.892778 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c2f02d57-ec63-43da-935b-fd50124267f6 req-dc01d2f3-854d-477b-a493-6f4077fa3f5e tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 946 time: 0.0566185 Jan 28 04:04:47.949107 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c2f02d57-ec63-43da-935b-fd50124267f6 req-fb7863e8-18b7-472e-bbc4-8ffe7eb04b84 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504799 Jan 28 04:04:49.069405 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3a65b-8c93-40ad-b879-623ea8df2aec req-9b6dc909-c19f-4235-bbd9-9ec27a7babb5 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:49.070895 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f0c3a65b-8c93-40ad-b879-623ea8df2aec req-9b6dc909-c19f-4235-bbd9-9ec27a7babb5 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 946 time: 0.0490334 Jan 28 04:04:49.117110 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f0c3a65b-8c93-40ad-b879-623ea8df2aec req-eb2a91e7-9d5b-44b5-96b6-305ba14edfa3 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405226 Jan 28 04:04:50.241367 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4585d2-3160-43ee-8c25-3d2f1cb6be32 req-472b2745-cea4-4f85-87aa-651683cbbafe tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:50.242901 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5f4585d2-3160-43ee-8c25-3d2f1cb6be32 req-472b2745-cea4-4f85-87aa-651683cbbafe tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 946 time: 0.0496018 Jan 28 04:04:50.291356 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5f4585d2-3160-43ee-8c25-3d2f1cb6be32 req-f13b0a5e-edad-4d8a-964a-46cd8b30f924 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427170 Jan 28 04:04:51.415910 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75396659-d4fe-49a3-a533-a551cd45a6a6 req-00513ab4-b786-48e7-9b98-4fb6ff570013 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:51.417556 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-75396659-d4fe-49a3-a533-a551cd45a6a6 req-00513ab4-b786-48e7-9b98-4fb6ff570013 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 946 time: 0.0502498 Jan 28 04:04:51.467032 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-75396659-d4fe-49a3-a533-a551cd45a6a6 req-9146efe5-91ef-4a5d-9f7a-f33d4dabcfaa tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434763 Jan 28 04:04:52.590919 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1098f44-03b5-4fdc-aa85-1d72af67699d req-88aeaae9-f53f-4eda-b564-24ed53ceb118 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:52.592523 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c1098f44-03b5-4fdc-aa85-1d72af67699d req-88aeaae9-f53f-4eda-b564-24ed53ceb118 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 946 time: 0.0509417 Jan 28 04:04:52.646816 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c1098f44-03b5-4fdc-aa85-1d72af67699d req-39b623c3-dc87-4b8c-96bf-351055556367 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475538 Jan 28 04:04:52.986513 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device d9b46e29-1220-48be-8923-504beae76d5d no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:04:53.071657 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port d9b46e29-1220-48be-8923-504beae76d5d is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:04:53.073898 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d9b46e29-1220-48be-8923-504beae76d5d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:53.096906 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7857d3-797e-44ac-8ee3-96fa52dc298c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9b46e29-1220-48be-8923-504beae76d5d'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:04:53.099183 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7466989c69d563e87a019306beca113247d74b519ddc68a6966af7388d6c63e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d46a053-31cf-4ef9-b328-13de8b6a3cea" -d '{"events": [{"server_uuid": "bf7857d3-797e-44ac-8ee3-96fa52dc298c", "name": "network-vif-unplugged", "status": "completed", "tag": "d9b46e29-1220-48be-8923-504beae76d5d"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:04:53.115595 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port d9b46e29-1220-48be-8923-504beae76d5d, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=d9b46e29-1220-48be-8923-504beae76d5d,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:04:53.120517 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d9b46e29-1220-48be-8923-504beae76d5d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:53.154133 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a8d7d8-9021-4533-8326-4ba71563b7de x-openstack-request-id: req-d0a8d7d8-9021-4533-8326-4ba71563b7de {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:04:53.154429 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf7857d3-797e-44ac-8ee3-96fa52dc298c", "name": "network-vif-unplugged", "status": "completed", "tag": "d9b46e29-1220-48be-8923-504beae76d5d", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:04:53.154709 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d0a8d7d8-9021-4533-8326-4ba71563b7de {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:04:53.155208 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7857d3-797e-44ac-8ee3-96fa52dc298c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9b46e29-1220-48be-8923-504beae76d5d', 'code': 200} Jan 28 04:04:53.179675 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=d9b46e29-1220-48be-8923-504beae76d5d,revision_number=11']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:53.757831 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-d2939d29-e95c-43fb-8b11-8cc373822604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:53.759349 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-d2939d29-e95c-43fb-8b11-8cc373822604 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c&tenant_id=f52513e4d85742b1b0baa680f6404d47 HTTP/1.1" status: 200 len: 1096 time: 0.0473263 Jan 28 04:04:53.771670 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e41f4-1330-4134-817e-a94b4e0bba69 req-60d4b486-4977-43cd-ad46-b06422b0983a tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:53.773344 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bf5e41f4-1330-4134-817e-a94b4e0bba69 req-60d4b486-4977-43cd-ad46-b06422b0983a tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 944 time: 0.0509708 Jan 28 04:04:53.776256 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-92e5dec6-ad07-4bfb-afdc-6a7c8bd4a135 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712139-27', 'device_owner': 'compute:nova'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:04:53.821625 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bf5e41f4-1330-4134-817e-a94b4e0bba69 req-430493e1-af3d-48ea-8794-f8b87e8fb35c tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420160 Jan 28 04:04:53.830546 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-92e5dec6-ad07-4bfb-afdc-6a7c8bd4a135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d9b46e29-1220-48be-8923-504beae76d5d), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:54.040829 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-92e5dec6-ad07-4bfb-afdc-6a7c8bd4a135 service neutron] For port d9b46e29-1220-48be-8923-504beae76d5d, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=d9b46e29-1220-48be-8923-504beae76d5d,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:04:54.076082 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-92e5dec6-ad07-4bfb-afdc-6a7c8bd4a135 service neutron] For port d9b46e29-1220-48be-8923-504beae76d5d, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:04:54.115843 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-92e5dec6-ad07-4bfb-afdc-6a7c8bd4a135 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9b46e29-1220-48be-8923-504beae76d5d {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:04:54.126667 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-92e5dec6-ad07-4bfb-afdc-6a7c8bd4a135 service neutron] Publish callbacks [] for port (d9b46e29-1220-48be-8923-504beae76d5d), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:54.139299 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-92e5dec6-ad07-4bfb-afdc-6a7c8bd4a135 service neutron] Transition to ACTIVE for port object d9b46e29-1220-48be-8923-504beae76d5d will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:04:54.144746 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-92e5dec6-ad07-4bfb-afdc-6a7c8bd4a135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (d9b46e29-1220-48be-8923-504beae76d5d), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:54.225483 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e5dec6-ad07-4bfb-afdc-6a7c8bd4a135 service neutron] Pushing event updated for resources: {'Port': ['ID=d9b46e29-1220-48be-8923-504beae76d5d,revision_number=12']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:54.270731 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-92e5dec6-ad07-4bfb-afdc-6a7c8bd4a135 service neutron] No DVR routers for this DVR port d9b46e29-1220-48be-8923-504beae76d5d on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:04:54.414783 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-92e5dec6-ad07-4bfb-afdc-6a7c8bd4a135 service neutron] Attempting to bind port d9b46e29-1220-48be-8923-504beae76d5d on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:04:54.415099 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-92e5dec6-ad07-4bfb-afdc-6a7c8bd4a135 service neutron] Attempting to bind port d9b46e29-1220-48be-8923-504beae76d5d by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '46e25743-964e-4268-826c-5f3248f6dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:04:54.415453 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-92e5dec6-ad07-4bfb-afdc-6a7c8bd4a135 service neutron] Attempting to bind port d9b46e29-1220-48be-8923-504beae76d5d on network 03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:04:54.420450 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-92e5dec6-ad07-4bfb-afdc-6a7c8bd4a135 service neutron] Port d9b46e29-1220-48be-8923-504beae76d5d on network 03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:04:54.420789 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-92e5dec6-ad07-4bfb-afdc-6a7c8bd4a135 service neutron] Attempting to bind port d9b46e29-1220-48be-8923-504beae76d5d on network 03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:04:54.427078 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-92e5dec6-ad07-4bfb-afdc-6a7c8bd4a135 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:04:54.427429 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-92e5dec6-ad07-4bfb-afdc-6a7c8bd4a135 service neutron] Checking segment: {'id': '46e25743-964e-4268-826c-5f3248f6dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:04:54.427823 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-92e5dec6-ad07-4bfb-afdc-6a7c8bd4a135 service neutron] Bound using segment: {'id': '46e25743-964e-4268-826c-5f3248f6dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:04:54.428283 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-92e5dec6-ad07-4bfb-afdc-6a7c8bd4a135 service neutron] Bound port: d9b46e29-1220-48be-8923-504beae76d5d, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e25743-964e-4268-826c-5f3248f6dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:04:54.428644 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-92e5dec6-ad07-4bfb-afdc-6a7c8bd4a135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d9b46e29-1220-48be-8923-504beae76d5d), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:54.493933 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-92e5dec6-ad07-4bfb-afdc-6a7c8bd4a135 service neutron] For port d9b46e29-1220-48be-8923-504beae76d5d, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:04:54.496881 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-92e5dec6-ad07-4bfb-afdc-6a7c8bd4a135 service neutron] For port d9b46e29-1220-48be-8923-504beae76d5d, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=d9b46e29-1220-48be-8923-504beae76d5d,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:04:54.502832 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-92e5dec6-ad07-4bfb-afdc-6a7c8bd4a135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (d9b46e29-1220-48be-8923-504beae76d5d), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:54.537010 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-92e5dec6-ad07-4bfb-afdc-6a7c8bd4a135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:54.537646 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-92e5dec6-ad07-4bfb-afdc-6a7c8bd4a135 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:54.539199 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-92e5dec6-ad07-4bfb-afdc-6a7c8bd4a135 service neutron] 10.222.0.39 "PUT /v2.0/ports/d9b46e29-1220-48be-8923-504beae76d5d HTTP/1.1" status: 200 len: 1093 time: 0.7673483 Jan 28 04:04:54.539572 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf7857d3-797e-44ac-8ee3-96fa52dc298c', 'tag': 'd9b46e29-1220-48be-8923-504beae76d5d'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:04:54.541899 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39f583e-db84-49a1-96f1-83d6e33fe962" -d '{"events": [{"name": "network-changed", "server_uuid": "bf7857d3-797e-44ac-8ee3-96fa52dc298c", "tag": "d9b46e29-1220-48be-8923-504beae76d5d"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:04:54.568988 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e5dec6-ad07-4bfb-afdc-6a7c8bd4a135 service neutron] Pushing event updated for resources: {'Port': ['ID=d9b46e29-1220-48be-8923-504beae76d5d,revision_number=13']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:04:54.611021 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc38cb5c-c471-46f1-b6a5-e99e214104c3 x-openstack-request-id: req-bc38cb5c-c471-46f1-b6a5-e99e214104c3 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:04:54.611191 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf7857d3-797e-44ac-8ee3-96fa52dc298c", "tag": "d9b46e29-1220-48be-8923-504beae76d5d", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:04:54.611443 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bc38cb5c-c471-46f1-b6a5-e99e214104c3 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:04:54.611840 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf7857d3-797e-44ac-8ee3-96fa52dc298c', 'tag': 'd9b46e29-1220-48be-8923-504beae76d5d', 'status': 'completed', 'code': 200} Jan 28 04:04:54.628360 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-a6535bf0-1261-494a-a2be-8a7b4d9cca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:54.630010 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-a6535bf0-1261-494a-a2be-8a7b4d9cca9f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f52513e4d85742b1b0baa680f6404d47&device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 1096 time: 0.0493193 Jan 28 04:04:54.751481 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f583e-db84-49a1-96f1-83d6e33fe962 req-832adf76-67af-469d-87af-dd827dc05d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:54.753724 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d39f583e-db84-49a1-96f1-83d6e33fe962 req-832adf76-67af-469d-87af-dd827dc05d47 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f52513e4d85742b1b0baa680f6404d47&device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 1096 time: 0.0995994 Jan 28 04:04:54.758369 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-f0f813c0-dcdd-46c5-8193-582752dd820b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:54.759695 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-f0f813c0-dcdd-46c5-8193-582752dd820b service neutron] 10.222.0.39 "GET /v2.0/networks?id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 200 len: 913 time: 0.1239531 Jan 28 04:04:54.880461 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-f5ccb8df-c97a-4e78-a8ea-80bd80b20a8e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9b46e29-1220-48be-8923-504beae76d5d HTTP/1.1" status: 200 len: 999 time: 0.1124606 Jan 28 04:04:54.921940 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f583e-db84-49a1-96f1-83d6e33fe962 req-15de36cc-047a-4acc-8107-f57858a5bda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:54.923305 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d39f583e-db84-49a1-96f1-83d6e33fe962 req-15de36cc-047a-4acc-8107-f57858a5bda2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 200 len: 913 time: 0.1627772 Jan 28 04:04:54.941407 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aacf926-1dab-4103-9e64-4b0f72737ee7 req-74b12353-ce9b-412d-84b4-622fdc7b8908 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:54.942945 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9aacf926-1dab-4103-9e64-4b0f72737ee7 req-74b12353-ce9b-412d-84b4-622fdc7b8908 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 944 time: 0.0489237 Jan 28 04:04:54.980470 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-b3787dc0-867a-4886-91e3-50f7c62d7886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:54.981991 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-b3787dc0-867a-4886-91e3-50f7c62d7886 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d676a8af-aa5a-4889-bd26-6913e81c5e60 HTTP/1.1" status: 200 len: 851 time: 0.0935712 Jan 28 04:04:54.990343 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9aacf926-1dab-4103-9e64-4b0f72737ee7 req-dbeec03d-355e-418e-a6af-78e30df90473 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415187 Jan 28 04:04:55.022676 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d39f583e-db84-49a1-96f1-83d6e33fe962 req-2cb9011d-a3e6-41c3-8832-13875cb55bf9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9b46e29-1220-48be-8923-504beae76d5d HTTP/1.1" status: 200 len: 999 time: 0.0930049 Jan 28 04:04:55.072765 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-b073ff3b-9a14-4890-b16d-b8ddbbed0c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:55.074319 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-b073ff3b-9a14-4890-b16d-b8ddbbed0c13 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0836692 Jan 28 04:04:55.089600 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f583e-db84-49a1-96f1-83d6e33fe962 req-46c33a03-f14b-496c-93a9-ca0daaec3db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:55.090982 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d39f583e-db84-49a1-96f1-83d6e33fe962 req-46c33a03-f14b-496c-93a9-ca0daaec3db1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d676a8af-aa5a-4889-bd26-6913e81c5e60 HTTP/1.1" status: 200 len: 851 time: 0.0619144 Jan 28 04:04:55.187584 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f583e-db84-49a1-96f1-83d6e33fe962 req-2134f1cf-3982-4629-95c3-f36f153cf7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:55.188979 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d39f583e-db84-49a1-96f1-83d6e33fe962 req-2134f1cf-3982-4629-95c3-f36f153cf7be service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0883346 Jan 28 04:04:55.206099 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-c3476780-52a6-458d-ab51-22bb234a0300 service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250100 Jan 28 04:04:55.346712 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d39f583e-db84-49a1-96f1-83d6e33fe962 req-b73a378a-f56d-4766-8f5a-3e151cb915c8 service neutron] 10.222.0.67 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508265 Jan 28 04:04:55.350134 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2f2cc4c9-6385-449e-937b-f4b78ea881fb req-e3364ae1-db25-47f8-ae0a-47ea6cce1f6d service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350143 Jan 28 04:04:55.467524 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d39f583e-db84-49a1-96f1-83d6e33fe962 req-0e31ee79-d32d-409c-b25d-5d4187f350bb service neutron] 10.222.0.67 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152196 Jan 28 04:04:55.479817 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f583e-db84-49a1-96f1-83d6e33fe962 req-08089e28-f03a-47d5-a7a7-98ef6bbd1117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:55.481324 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d39f583e-db84-49a1-96f1-83d6e33fe962 req-08089e28-f03a-47d5-a7a7-98ef6bbd1117 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f52513e4d85742b1b0baa680f6404d47&device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 1096 time: 0.0615480 Jan 28 04:04:55.577881 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f583e-db84-49a1-96f1-83d6e33fe962 req-d63791b7-5c48-44a9-adaa-1f44e861319a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:55.579416 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d39f583e-db84-49a1-96f1-83d6e33fe962 req-d63791b7-5c48-44a9-adaa-1f44e861319a service neutron] 10.222.0.39 "GET /v2.0/networks?id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 200 len: 913 time: 0.0915501 Jan 28 04:04:55.649996 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d39f583e-db84-49a1-96f1-83d6e33fe962 req-eca19c27-9cb9-4f1e-acfc-fd4b17d379c1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9b46e29-1220-48be-8923-504beae76d5d HTTP/1.1" status: 200 len: 999 time: 0.0636234 Jan 28 04:04:55.699614 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f583e-db84-49a1-96f1-83d6e33fe962 req-32b625a9-7696-48ec-b9cb-3efeec17e91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:55.701001 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d39f583e-db84-49a1-96f1-83d6e33fe962 req-32b625a9-7696-48ec-b9cb-3efeec17e91a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d676a8af-aa5a-4889-bd26-6913e81c5e60 HTTP/1.1" status: 200 len: 851 time: 0.0451601 Jan 28 04:04:55.746301 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f583e-db84-49a1-96f1-83d6e33fe962 req-24214154-90a5-499c-9cb8-1477fd9248ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:55.747919 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d39f583e-db84-49a1-96f1-83d6e33fe962 req-24214154-90a5-499c-9cb8-1477fd9248ee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409102 Jan 28 04:04:55.839102 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d39f583e-db84-49a1-96f1-83d6e33fe962 req-296a3ac1-631a-40b1-8634-22bb5082daa1 service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851510 Jan 28 04:04:55.926252 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d39f583e-db84-49a1-96f1-83d6e33fe962 req-0c1e747f-a26a-43d9-810e-2f7467176ce1 service neutron] 10.222.0.39 "GET /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810308 Jan 28 04:04:56.114276 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18217cdf-3685-4353-8b70-3f15e442a640 req-dd1c0aaa-dc0d-484b-9d64-e6b8c28cb09b tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:56.115816 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-18217cdf-3685-4353-8b70-3f15e442a640 req-dd1c0aaa-dc0d-484b-9d64-e6b8c28cb09b tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 944 time: 0.0511789 Jan 28 04:04:56.169656 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-18217cdf-3685-4353-8b70-3f15e442a640 req-d7236f25-80dc-4b29-b152-8e317d1b19f0 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480545 Jan 28 04:04:57.303964 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af95ce7-d77d-4cab-a535-2976c85ec4b4 req-27d054f6-3a28-4b48-8e76-cf34a05b2b56 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:57.305625 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8af95ce7-d77d-4cab-a535-2976c85ec4b4 req-27d054f6-3a28-4b48-8e76-cf34a05b2b56 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 944 time: 0.0608463 Jan 28 04:04:57.355766 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8af95ce7-d77d-4cab-a535-2976c85ec4b4 req-33b34bb0-d417-4d95-a91d-8c12b9758e2a tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443072 Jan 28 04:04:58.289796 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:04:58.478851 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85301ae2-59a4-441c-934c-c6c5836d49ae req-707772a5-b37c-4b8f-865d-c845d26239fb tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:58.480342 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-85301ae2-59a4-441c-934c-c6c5836d49ae req-707772a5-b37c-4b8f-865d-c845d26239fb tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 944 time: 0.0490243 Jan 28 04:04:58.527177 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-85301ae2-59a4-441c-934c-c6c5836d49ae req-dae085f5-f96b-44fc-81db-1b29044ec1d2 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407836 Jan 28 04:04:59.668835 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:04:59.676222 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae521bf9-fcdd-4389-92e6-49bc51aa759d req-b102df4d-dc0a-4622-be11-559fddd0c41b tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:04:59.678258 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ae521bf9-fcdd-4389-92e6-49bc51aa759d req-b102df4d-dc0a-4622-be11-559fddd0c41b tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 944 time: 0.0775793 Jan 28 04:04:59.725924 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ae521bf9-fcdd-4389-92e6-49bc51aa759d req-78a718ae-716e-4bd1-a8bf-6b5ebc29700a tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415726 Jan 28 04:04:59.809179 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-de4dee41-94e1-48c8-806c-198256f087c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:00.853746 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6c4d0-5401-4381-9f8f-002b1a22b693 req-3c2818d3-cb10-4d5f-bcdf-54e007914f4b tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:00.855223 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-51c6c4d0-5401-4381-9f8f-002b1a22b693 req-3c2818d3-cb10-4d5f-bcdf-54e007914f4b tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 944 time: 0.0493712 Jan 28 04:05:00.902838 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-51c6c4d0-5401-4381-9f8f-002b1a22b693 req-3e13da7c-c287-4020-88e7-964ac5d84c53 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419016 Jan 28 04:05:01.872893 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-601d03df-c47d-4f81-874d-016b85a68e39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:02.027441 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109d007-ffe7-4851-a94c-ebf9c6e58852 req-23f08ab1-6b46-4037-a92c-34a6fcde1044 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:02.028944 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e109d007-ffe7-4851-a94c-ebf9c6e58852 req-23f08ab1-6b46-4037-a92c-34a6fcde1044 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 944 time: 0.0495610 Jan 28 04:05:02.085819 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e109d007-ffe7-4851-a94c-ebf9c6e58852 req-9879936d-3a76-4033-ae6a-6a1ac428f1e1 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497580 Jan 28 04:05:03.214798 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990338b6-a718-40c2-9e09-a777e02b8218 req-963de5a5-b471-4299-9d3d-8b65e10c288e tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:03.216446 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-990338b6-a718-40c2-9e09-a777e02b8218 req-963de5a5-b471-4299-9d3d-8b65e10c288e tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 944 time: 0.0559056 Jan 28 04:05:03.272489 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-990338b6-a718-40c2-9e09-a777e02b8218 req-4740bd32-9c3c-4c5f-92ad-63c24f854773 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491114 Jan 28 04:05:03.644414 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:04.246120 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:04.396134 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9919cc2-5b3d-4cb3-afef-ec1a26c97006 req-c7966021-85ce-4a5a-899a-d49327472bae tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:04.397683 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c9919cc2-5b3d-4cb3-afef-ec1a26c97006 req-c7966021-85ce-4a5a-899a-d49327472bae tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 944 time: 0.0495055 Jan 28 04:05:04.452764 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c9919cc2-5b3d-4cb3-afef-ec1a26c97006 req-a0c9b009-4381-4a06-95fd-3fab88f74fc4 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491276 Jan 28 04:05:05.113966 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:05.585731 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5affe-0b78-45e4-a128-cecff2b44c67 req-d23a420e-62fc-4331-95a2-60b402780bb4 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:05.587270 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-23d5affe-0b78-45e4-a128-cecff2b44c67 req-d23a420e-62fc-4331-95a2-60b402780bb4 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 944 time: 0.0571465 Jan 28 04:05:05.637566 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-23d5affe-0b78-45e4-a128-cecff2b44c67 req-ad2f2e9f-c807-482e-83e2-52803f0f0f6a tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426962 Jan 28 04:05:06.177027 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:06.773615 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc1cef-b979-4925-bd31-fdbd6952e9f5 req-8455a978-23bf-4605-81b4-e6826977140c tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:06.775125 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4afc1cef-b979-4925-bd31-fdbd6952e9f5 req-8455a978-23bf-4605-81b4-e6826977140c tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 944 time: 0.0516348 Jan 28 04:05:06.839259 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4afc1cef-b979-4925-bd31-fdbd6952e9f5 req-59be6aa8-0620-4cef-9fb0-85c69efccfb4 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564170 Jan 28 04:05:07.970425 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49484b0-e2b2-4764-9805-362c4d3f8a2c req-0feab98a-a7d2-48cd-a850-10e80dc47654 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:07.971899 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c49484b0-e2b2-4764-9805-362c4d3f8a2c req-0feab98a-a7d2-48cd-a850-10e80dc47654 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 944 time: 0.0572839 Jan 28 04:05:08.025389 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c49484b0-e2b2-4764-9805-362c4d3f8a2c req-e8a24db2-2784-431f-b135-ca8ead322e00 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475860 Jan 28 04:05:09.162513 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3172ea7-448e-4f6d-a906-888cfa607d2b req-52bd68dd-7be3-4545-92fc-4aa2fc143b47 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:09.164026 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b3172ea7-448e-4f6d-a906-888cfa607d2b req-52bd68dd-7be3-4545-92fc-4aa2fc143b47 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 944 time: 0.0550194 Jan 28 04:05:09.216317 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b3172ea7-448e-4f6d-a906-888cfa607d2b req-e129482a-94b7-4dd1-8eaf-1ff8bad99502 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439076 Jan 28 04:05:10.359646 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae1dc7-41f4-4e52-8da3-9087d7037e0a req-303be663-cae8-493e-9340-f1ec94bb1186 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:10.361191 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0aae1dc7-41f4-4e52-8da3-9087d7037e0a req-303be663-cae8-493e-9340-f1ec94bb1186 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 944 time: 0.0604460 Jan 28 04:05:10.413275 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0aae1dc7-41f4-4e52-8da3-9087d7037e0a req-aa7447c8-9ca4-4c67-b841-2d69736fa255 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441947 Jan 28 04:05:11.562476 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dcef89-09fe-4537-9d23-29edc6348fb4 req-8dabeca3-e2f6-4058-a4a5-bdf32132715e tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:11.564030 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f0dcef89-09fe-4537-9d23-29edc6348fb4 req-8dabeca3-e2f6-4058-a4a5-bdf32132715e tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 944 time: 0.0576606 Jan 28 04:05:11.622875 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f0dcef89-09fe-4537-9d23-29edc6348fb4 req-3225ed49-7102-4dac-9718-c4dd3f168d40 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510800 Jan 28 04:05:12.756516 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a2db5-7ea9-47be-a3ed-39a5e619a3e5 req-1920dbb2-3082-4cf7-89d7-18f504c42e2c tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:12.758059 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ab0a2db5-7ea9-47be-a3ed-39a5e619a3e5 req-1920dbb2-3082-4cf7-89d7-18f504c42e2c tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 944 time: 0.0528631 Jan 28 04:05:12.806653 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ab0a2db5-7ea9-47be-a3ed-39a5e619a3e5 req-d78ee02f-b662-49c5-85a3-f32fd2c5946c tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417607 Jan 28 04:05:12.942227 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f069c0-22b7-454c-8066-1976abd42858 req-f070080e-8085-4079-a4e0-b2972db40bdc tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:12.943612 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a9f069c0-22b7-454c-8066-1976abd42858 req-f070080e-8085-4079-a4e0-b2972db40bdc tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 944 time: 0.0613503 Jan 28 04:05:12.993931 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a9f069c0-22b7-454c-8066-1976abd42858 req-85da0f75-9d15-4cec-85ba-1f6f2818dc7c tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444722 Jan 28 04:05:13.129193 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d302c-42f2-4ed8-8c75-4ff8d7e52d81 req-3b1ce0c0-561a-4cca-831e-07b48c5279f4 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:13.130669 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d47d302c-42f2-4ed8-8c75-4ff8d7e52d81 req-3b1ce0c0-561a-4cca-831e-07b48c5279f4 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 944 time: 0.0587966 Jan 28 04:05:13.178714 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d47d302c-42f2-4ed8-8c75-4ff8d7e52d81 req-332026e1-8556-40b6-b9dc-e6078a1b5f86 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422971 Jan 28 04:05:13.422959 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452ad77-8a06-4267-aa1c-3e74e0505cd8 req-347559fc-a786-4f5a-afe0-1a6be34fb13a tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:13.424459 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d452ad77-8a06-4267-aa1c-3e74e0505cd8 req-347559fc-a786-4f5a-afe0-1a6be34fb13a tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 944 time: 0.0482297 Jan 28 04:05:13.475251 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d452ad77-8a06-4267-aa1c-3e74e0505cd8 req-f4151d35-b530-411e-b3d9-e0621d3044ab tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418031 Jan 28 04:05:14.610852 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d9709-c722-4645-83a9-692717bfcef8 req-30d1a467-e641-4882-901c-e702b73bee1f tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:14.613657 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c92d9709-c722-4645-83a9-692717bfcef8 req-30d1a467-e641-4882-901c-e702b73bee1f tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 944 time: 0.0530169 Jan 28 04:05:14.614348 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device d9b46e29-1220-48be-8923-504beae76d5d details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:05:14.669834 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c92d9709-c722-4645-83a9-692717bfcef8 req-a1ee51d4-eafa-4d60-95e1-0074c8227517 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f2afc0-0955-4760-a0de-c8a3213dfcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505123 Jan 28 04:05:14.714120 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port d9b46e29-1220-48be-8923-504beae76d5d, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=d9b46e29-1220-48be-8923-504beae76d5d,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:05:14.725699 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': 'd9b46e29-1220-48be-8923-504beae76d5d', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'port_id': 'd9b46e29-1220-48be-8923-504beae76d5d', 'mac_address': 'fa:16:3e:05:41:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:05:14.767525 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port d9b46e29-1220-48be-8923-504beae76d5d is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:05:14.767839 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d9b46e29-1220-48be-8923-504beae76d5d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:14.780711 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9b46e29-1220-48be-8923-504beae76d5d {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:05:14.800122 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port d9b46e29-1220-48be-8923-504beae76d5d, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=d9b46e29-1220-48be-8923-504beae76d5d,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:05:14.806925 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d9b46e29-1220-48be-8923-504beae76d5d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:14.872150 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=d9b46e29-1220-48be-8923-504beae76d5d,revision_number=14']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:15.095962 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357d828-dac1-4987-b19f-7463a7a8dcfd req-7e54596d-4ca2-4c80-917b-548287b68a78 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:15.097340 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8357d828-dac1-4987-b19f-7463a7a8dcfd req-7e54596d-4ca2-4c80-917b-548287b68a78 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 945 time: 0.0597298 Jan 28 04:05:15.194113 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-8357d828-dac1-4987-b19f-7463a7a8dcfd req-5daf2db1-f745-4237-ac2e-aa0ed4aaca6b tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Deleting port d9b46e29-1220-48be-8923-504beae76d5d {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:05:15.194487 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-8357d828-dac1-4987-b19f-7463a7a8dcfd req-5daf2db1-f745-4237-ac2e-aa0ed4aaca6b tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (d9b46e29-1220-48be-8923-504beae76d5d), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:15.298855 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-8357d828-dac1-4987-b19f-7463a7a8dcfd req-5daf2db1-f745-4237-ac2e-aa0ed4aaca6b tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] For port d9b46e29-1220-48be-8923-504beae76d5d, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=d9b46e29-1220-48be-8923-504beae76d5d,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:05:15.299248 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-8357d828-dac1-4987-b19f-7463a7a8dcfd req-5daf2db1-f745-4237-ac2e-aa0ed4aaca6b tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (d9b46e29-1220-48be-8923-504beae76d5d), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:15.480410 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-8357d828-dac1-4987-b19f-7463a7a8dcfd req-5daf2db1-f745-4237-ac2e-aa0ed4aaca6b tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:15.480777 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-8357d828-dac1-4987-b19f-7463a7a8dcfd req-5daf2db1-f745-4237-ac2e-aa0ed4aaca6b tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (9db412f7-aced-4432-a9e8-2d37d2c43bdf), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:15.481138 n-d-712139-27 neutron-server[109803]: INFO neutron.db.l3_db [req-8357d828-dac1-4987-b19f-7463a7a8dcfd req-5daf2db1-f745-4237-ac2e-aa0ed4aaca6b tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Floating IP 9db412f7-aced-4432-a9e8-2d37d2c43bdf disassociated. External IP: 172.25.0.54, port: d9b46e29-1220-48be-8923-504beae76d5d. Jan 28 04:05:15.481512 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-8357d828-dac1-4987-b19f-7463a7a8dcfd req-5daf2db1-f745-4237-ac2e-aa0ed4aaca6b tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Calling delete_port for d9b46e29-1220-48be-8923-504beae76d5d owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:05:15.621376 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-8357d828-dac1-4987-b19f-7463a7a8dcfd req-5daf2db1-f745-4237-ac2e-aa0ed4aaca6b tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (d9b46e29-1220-48be-8923-504beae76d5d), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:15.649742 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf2db1-f745-4237-ac2e-aa0ed4aaca6b tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Pushing event deleted for resources: {'Port': ['ID=d9b46e29-1220-48be-8923-504beae76d5d,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:15.779245 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fa418a5e-5f75-4a9a-adb7-8386b1639064 req-3b40eb00-6fb5-41e0-91cc-e74c7f3a38f0 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 210 time: 0.0322154 Jan 28 04:05:15.790385 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8357d828-dac1-4987-b19f-7463a7a8dcfd req-5daf2db1-f745-4237-ac2e-aa0ed4aaca6b tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Router 8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:05:16.228073 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8357d828-dac1-4987-b19f-7463a7a8dcfd req-5daf2db1-f745-4237-ac2e-aa0ed4aaca6b tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:05:16.240295 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2e0311-128a-40d7-8284-064c698a9382 None None] Sync routers for ids ['8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:05:16.250972 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2e0311-128a-40d7-8284-064c698a9382 None None] Routers {'8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:05:16.251568 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-fa2e0311-128a-40d7-8284-064c698a9382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:05:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:16.266000 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-8357d828-dac1-4987-b19f-7463a7a8dcfd req-5daf2db1-f745-4237-ac2e-aa0ed4aaca6b tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] No DVR routers for this DVR port d9b46e29-1220-48be-8923-504beae76d5d on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:05:16.268796 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-8357d828-dac1-4987-b19f-7463a7a8dcfd req-5daf2db1-f745-4237-ac2e-aa0ed4aaca6b tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:16.272212 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8357d828-dac1-4987-b19f-7463a7a8dcfd req-5daf2db1-f745-4237-ac2e-aa0ed4aaca6b tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.39 "DELETE /v2.0/ports/d9b46e29-1220-48be-8923-504beae76d5d HTTP/1.1" status: 204 len: 173 time: 1.1696303 Jan 28 04:05:16.272652 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7857d3-797e-44ac-8ee3-96fa52dc298c', 'name': 'network-vif-deleted', 'tag': 'd9b46e29-1220-48be-8923-504beae76d5d'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:05:16.274935 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5ec140-51c4-42f4-8deb-3b5a2c29f394" -d '{"events": [{"server_uuid": "bf7857d3-797e-44ac-8ee3-96fa52dc298c", "name": "network-vif-deleted", "tag": "d9b46e29-1220-48be-8923-504beae76d5d"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:05:16.313619 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390a51ca-8fa5-4a83-9a05-742cb9bc39aa x-openstack-request-id: req-390a51ca-8fa5-4a83-9a05-742cb9bc39aa {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:05:16.313922 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf7857d3-797e-44ac-8ee3-96fa52dc298c", "name": "network-vif-deleted", "tag": "d9b46e29-1220-48be-8923-504beae76d5d", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:05:16.314201 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-390a51ca-8fa5-4a83-9a05-742cb9bc39aa {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:05:16.314566 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7857d3-797e-44ac-8ee3-96fa52dc298c', 'name': 'network-vif-deleted', 'tag': 'd9b46e29-1220-48be-8923-504beae76d5d', 'status': 'completed', 'code': 200} Jan 28 04:05:16.359697 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-fa2e0311-128a-40d7-8284-064c698a9382 None None] Set router 8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:05:16.557011 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-fa2e0311-128a-40d7-8284-064c698a9382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'name': 'tempest-ServerActionsTestJSON-2106550687-router', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:11Z', 'revision_number': 4, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'gw_port': {'id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '2d9aef51-c292-41f1-a3ce-7f6099de4210', 'name': '', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'mac_address': 'fa:16:3e:17:ed:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:10Z', 'updated_at': '2022-01-28T03:54:15Z', 'revision_number': 5, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'subnets': [{'id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:16.583444 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2e0311-128a-40d7-8284-064c698a9382 None None] Checking router: 8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:05:16.592309 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2e0311-128a-40d7-8284-064c698a9382 None None] Routers {'8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:05:16.592867 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-fa2e0311-128a-40d7-8284-064c698a9382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:05:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:16.632625 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device d9b46e29-1220-48be-8923-504beae76d5d no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:05:16.657319 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: d9b46e29-1220-48be-8923-504beae76d5d {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:05:16.657670 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device d9b46e29-1220-48be-8923-504beae76d5d not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:05:16.729761 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-fa2e0311-128a-40d7-8284-064c698a9382 None None] Set router 8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:05:16.890127 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e0182696-468c-4cfa-9741-63a782986345 req-c41b9333-7d67-48a2-a52b-54347f724d3b tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 210 time: 0.0325384 Jan 28 04:05:16.935594 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-fa2e0311-128a-40d7-8284-064c698a9382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'name': 'tempest-ServerActionsTestJSON-2106550687-router', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:11Z', 'revision_number': 4, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'gw_port': {'id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '2d9aef51-c292-41f1-a3ce-7f6099de4210', 'name': '', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'mac_address': 'fa:16:3e:17:ed:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:10Z', 'updated_at': '2022-01-28T03:54:15Z', 'revision_number': 5, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'subnets': [{'id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:16.960953 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2e0311-128a-40d7-8284-064c698a9382 None None] The sync data for ids ['8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'] in n-d-712139-27 is: [{'id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'name': 'tempest-ServerActionsTestJSON-2106550687-router', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:11Z', 'revision_number': 4, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'gw_port': {'id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '2d9aef51-c292-41f1-a3ce-7f6099de4210', 'name': '', 'network_id': '03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'mac_address': 'fa:16:3e:17:ed:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:10Z', 'updated_at': '2022-01-28T03:54:15Z', 'revision_number': 5, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'subnets': [{'id': 'd676a8af-aa5a-4889-bd26-6913e81c5e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:05:17.187863 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5919b801-f9dd-4d23-bfa5-df3b93a9a169 None None] New status for floating IP 9db412f7-aced-4432-a9e8-2d37d2c43bdf: DOWN {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:05:17.984862 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6f42e0e7-8256-4523-8bd6-1195e8b7d22b req-8dc3ca1c-ce3b-43ba-a8c6-8f4259362e22 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 210 time: 0.0275931 Jan 28 04:05:19.084721 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ac23cbf8-b998-4f3e-999a-0928e927642a req-7ce9bab4-90f7-4bd3-988c-6cca26182283 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 210 time: 0.0296383 Jan 28 04:05:20.184249 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-17d19598-5db5-49e3-87b2-c7e14edcc977 req-4a246631-75de-4f1c-a7ec-182f1c41b08a tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 210 time: 0.0273142 Jan 28 04:05:21.283027 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0c4bf4e4-6c7c-43a9-a157-f28249b73247 req-892ba887-4c12-4d9e-a0f9-41067a875306 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 210 time: 0.0269783 Jan 28 04:05:22.385677 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-faedd682-688e-44be-a95e-424be0bae99d req-f08d6369-c4d2-4331-9253-86cdcf1205c9 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 210 time: 0.0306671 Jan 28 04:05:23.482975 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6bb31993-8721-4de4-9e10-c4e9468d988a req-3a0b44b4-4c80-4046-87cb-d6d4657d014f tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 210 time: 0.0267491 Jan 28 04:05:24.581462 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b606e576-6e32-4181-bc49-96b614ad5015 req-859ed6a4-8540-47fd-b45b-be8bc41097c4 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf7857d3-797e-44ac-8ee3-96fa52dc298c HTTP/1.1" status: 200 len: 210 time: 0.0290778 Jan 28 04:05:29.658671 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:29.816253 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8a402f83-135e-43c6-845a-aa72d6666795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:31.470790 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 35894) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:31.528078 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d042ed30-9283-42d9-8a10-12f4d69be826 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks [] for security_group (a1f2afc0-0955-4760-a0de-c8a3213dfcb8), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:31.553125 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d042ed30-9283-42d9-8a10-12f4d69be826 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks [] for security_group (a1f2afc0-0955-4760-a0de-c8a3213dfcb8), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:31.602296 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d042ed30-9283-42d9-8a10-12f4d69be826 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (a1f2afc0-0955-4760-a0de-c8a3213dfcb8), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:31.605217 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d042ed30-9283-42d9-8a10-12f4d69be826 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:31.606410 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d042ed30-9283-42d9-8a10-12f4d69be826 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "DELETE /v2.0/security-groups/a1f2afc0-0955-4760-a0de-c8a3213dfcb8 HTTP/1.1" status: 204 len: 168 time: 0.1345243 Jan 28 04:05:31.609336 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 35896) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:31.616379 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d042ed30-9283-42d9-8a10-12f4d69be826 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f2afc0-0955-4760-a0de-c8a3213dfcb8,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:31.622999 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-e013fb54-4aa4-4945-b27a-1c159081efe4 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] show failed (client error): The resource could not be found. Jan 28 04:05:31.626581 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d042ed30-9283-42d9-8a10-12f4d69be826 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:31.626738 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e013fb54-4aa4-4945-b27a-1c159081efe4 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "GET /v2.0/security-groups/a1f2afc0-0955-4760-a0de-c8a3213dfcb8 HTTP/1.1" status: 404 len: 347 time: 0.0136533 Jan 28 04:05:31.626838 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d042ed30-9283-42d9-8a10-12f4d69be826 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:31.626838 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d042ed30-9283-42d9-8a10-12f4d69be826 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:31.626838 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d042ed30-9283-42d9-8a10-12f4d69be826 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:31.626838 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d042ed30-9283-42d9-8a10-12f4d69be826 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:31.626838 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d042ed30-9283-42d9-8a10-12f4d69be826 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:31.626838 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d042ed30-9283-42d9-8a10-12f4d69be826 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:31.626838 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d042ed30-9283-42d9-8a10-12f4d69be826 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:31.627397 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 35898) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:31.627509 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d042ed30-9283-42d9-8a10-12f4d69be826 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:31.627509 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d042ed30-9283-42d9-8a10-12f4d69be826 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:31.627693 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d042ed30-9283-42d9-8a10-12f4d69be826 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:31.627918 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d042ed30-9283-42d9-8a10-12f4d69be826 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:31.628172 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d042ed30-9283-42d9-8a10-12f4d69be826 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:31.756737 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-2da2f3dd-2baf-4728-aebe-116b7b72c5b8 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Deleting port 8b6c97b0-67ee-49f6-acd3-8a31b0eea347 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:05:31.757000 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2da2f3dd-2baf-4728-aebe-116b7b72c5b8 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (8b6c97b0-67ee-49f6-acd3-8a31b0eea347), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:31.834833 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2da2f3dd-2baf-4728-aebe-116b7b72c5b8 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (8b6c97b0-67ee-49f6-acd3-8a31b0eea347), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:31.835123 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2da2f3dd-2baf-4728-aebe-116b7b72c5b8 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks [] for floatingip (8b6c97b0-67ee-49f6-acd3-8a31b0eea347), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:31.847205 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-2da2f3dd-2baf-4728-aebe-116b7b72c5b8 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Calling delete_port for 8b6c97b0-67ee-49f6-acd3-8a31b0eea347 owned by network:floatingip {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:05:31.876531 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-89f2da5d-2321-49c6-b1c3-fed0ef60874f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:31.988352 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2da2f3dd-2baf-4728-aebe-116b7b72c5b8 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (8b6c97b0-67ee-49f6-acd3-8a31b0eea347), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:32.016817 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da2f3dd-2baf-4728-aebe-116b7b72c5b8 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Pushing event deleted for resources: {'Port': ['ID=8b6c97b0-67ee-49f6-acd3-8a31b0eea347,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:32.033459 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da2f3dd-2baf-4728-aebe-116b7b72c5b8 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:32.033836 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da2f3dd-2baf-4728-aebe-116b7b72c5b8 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:32.034150 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da2f3dd-2baf-4728-aebe-116b7b72c5b8 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:32.034488 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da2f3dd-2baf-4728-aebe-116b7b72c5b8 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:32.034826 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da2f3dd-2baf-4728-aebe-116b7b72c5b8 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:32.035146 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da2f3dd-2baf-4728-aebe-116b7b72c5b8 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:32.035475 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da2f3dd-2baf-4728-aebe-116b7b72c5b8 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:32.035782 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da2f3dd-2baf-4728-aebe-116b7b72c5b8 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:32.036124 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da2f3dd-2baf-4728-aebe-116b7b72c5b8 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:32.036448 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da2f3dd-2baf-4728-aebe-116b7b72c5b8 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:32.036768 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da2f3dd-2baf-4728-aebe-116b7b72c5b8 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:32.037166 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da2f3dd-2baf-4728-aebe-116b7b72c5b8 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:32.037487 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da2f3dd-2baf-4728-aebe-116b7b72c5b8 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:32.099231 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2da2f3dd-2baf-4728-aebe-116b7b72c5b8 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks [] for floatingip (9db412f7-aced-4432-a9e8-2d37d2c43bdf), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:32.101887 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2da2f3dd-2baf-4728-aebe-116b7b72c5b8 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:32.103072 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-2da2f3dd-2baf-4728-aebe-116b7b72c5b8 tempest-ServerActionsTestJSON-2119926816 tempest-ServerActionsTestJSON-2119926816-project] 10.222.0.53 "DELETE /v2.0/floatingips/9db412f7-aced-4432-a9e8-2d37d2c43bdf HTTP/1.1" status: 204 len: 168 time: 0.4754045 Jan 28 04:05:32.106251 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 35900) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:32.640776 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5738652a-a2ab-49fa-b479-75dc01dba965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:32.894490 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-5738652a-a2ab-49fa-b479-75dc01dba965 admin admin] Deleting port 2d9aef51-c292-41f1-a3ce-7f6099de4210 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:05:32.894728 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5738652a-a2ab-49fa-b479-75dc01dba965 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (2d9aef51-c292-41f1-a3ce-7f6099de4210), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:32.975521 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-5738652a-a2ab-49fa-b479-75dc01dba965 admin admin] For port 2d9aef51-c292-41f1-a3ce-7f6099de4210, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=2d9aef51-c292-41f1-a3ce-7f6099de4210,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:05:32.975856 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5738652a-a2ab-49fa-b479-75dc01dba965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (2d9aef51-c292-41f1-a3ce-7f6099de4210), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:32.989550 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-5738652a-a2ab-49fa-b479-75dc01dba965 admin admin] Calling delete_port for 2d9aef51-c292-41f1-a3ce-7f6099de4210 owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:05:33.173375 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5738652a-a2ab-49fa-b479-75dc01dba965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (2d9aef51-c292-41f1-a3ce-7f6099de4210), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:33.200932 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5738652a-a2ab-49fa-b479-75dc01dba965 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d9aef51-c292-41f1-a3ce-7f6099de4210,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:33.379450 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5738652a-a2ab-49fa-b479-75dc01dba965 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:33.593834 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5738652a-a2ab-49fa-b479-75dc01dba965 admin admin] Router 8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:05:33.640070 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:33.708854 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5738652a-a2ab-49fa-b479-75dc01dba965 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:05:33.714147 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5738652a-a2ab-49fa-b479-75dc01dba965 admin admin] 10.222.0.53 "PUT /v2.0/routers/8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6068981 Jan 28 04:05:33.717218 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 35904) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:33.718529 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add99c06-bfb1-4202-9a1a-114a255fa29d None None] Sync routers for ids ['8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:05:33.730076 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add99c06-bfb1-4202-9a1a-114a255fa29d None None] Routers {'8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:05:33.730699 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-add99c06-bfb1-4202-9a1a-114a255fa29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:05:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:33.823255 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5a6e642a-5ac1-429f-bc92-395bb8bf54b1 admin admin] Publish callbacks [] for router (8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:33.835704 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-add99c06-bfb1-4202-9a1a-114a255fa29d None None] Set router 8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:05:33.929781 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5a6e642a-5ac1-429f-bc92-395bb8bf54b1 admin admin] Publish callbacks [] for router_gateway (8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:33.981472 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-5a6e642a-5ac1-429f-bc92-395bb8bf54b1 admin admin] Deleting port 6dd8806f-f08e-4bf4-8789-09e99778e37b {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:05:33.981815 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5a6e642a-5ac1-429f-bc92-395bb8bf54b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (6dd8806f-f08e-4bf4-8789-09e99778e37b), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:34.084060 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-5a6e642a-5ac1-429f-bc92-395bb8bf54b1 admin admin] For port 6dd8806f-f08e-4bf4-8789-09e99778e37b, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=6dd8806f-f08e-4bf4-8789-09e99778e37b,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:05:34.084601 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5a6e642a-5ac1-429f-bc92-395bb8bf54b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (6dd8806f-f08e-4bf4-8789-09e99778e37b), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:34.101214 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-5a6e642a-5ac1-429f-bc92-395bb8bf54b1 admin admin] Calling delete_port for 6dd8806f-f08e-4bf4-8789-09e99778e37b owned by network:router_gateway {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:05:34.193120 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-add99c06-bfb1-4202-9a1a-114a255fa29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'name': 'tempest-ServerActionsTestJSON-2106550687-router', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T04:05:33Z', 'revision_number': 5, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'gw_port': {'id': '6dd8806f-f08e-4bf4-8789-09e99778e37b', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T03:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:34.219634 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add99c06-bfb1-4202-9a1a-114a255fa29d None None] Checking router: 8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:05:34.239313 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add99c06-bfb1-4202-9a1a-114a255fa29d None None] Routers {'8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:05:34.239956 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-add99c06-bfb1-4202-9a1a-114a255fa29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:05:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:34.281213 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:34.283147 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5a6e642a-5ac1-429f-bc92-395bb8bf54b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (6dd8806f-f08e-4bf4-8789-09e99778e37b), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:34.308820 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e642a-5ac1-429f-bc92-395bb8bf54b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dd8806f-f08e-4bf4-8789-09e99778e37b,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:34.329017 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-add99c06-bfb1-4202-9a1a-114a255fa29d None None] Set router 8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a gateway port host: None {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:05:34.372615 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5a6e642a-5ac1-429f-bc92-395bb8bf54b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:34.391184 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-add99c06-bfb1-4202-9a1a-114a255fa29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'name': 'tempest-ServerActionsTestJSON-2106550687-router', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T04:05:33Z', 'revision_number': 6, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:34.419363 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add99c06-bfb1-4202-9a1a-114a255fa29d None None] The sync data for ids ['8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a'] in n-d-712139-27 is: [{'id': '8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a', 'name': 'tempest-ServerActionsTestJSON-2106550687-router', 'tenant_id': 'f52513e4d85742b1b0baa680f6404d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T03:54:08Z', 'updated_at': '2022-01-28T04:05:33Z', 'revision_number': 6, 'project_id': 'f52513e4d85742b1b0baa680f6404d47', 'gw_port_host': None}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:05:34.470665 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5a6e642a-5ac1-429f-bc92-395bb8bf54b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:34.472795 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5a6e642a-5ac1-429f-bc92-395bb8bf54b1 admin admin] Publish callbacks [] for router_controller (8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:34.515569 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5a6e642a-5ac1-429f-bc92-395bb8bf54b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:34.516146 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6e642a-5ac1-429f-bc92-395bb8bf54b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:05:34.520604 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5a6e642a-5ac1-429f-bc92-395bb8bf54b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:34.521799 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5a6e642a-5ac1-429f-bc92-395bb8bf54b1 admin admin] 10.222.0.53 "DELETE /v2.0/routers/8b648cda-cfc0-4b03-81f6-c1cc1ba69b5a HTTP/1.1" status: 204 len: 168 time: 0.8034792 Jan 28 04:05:34.524380 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 35906) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:34.569563 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a96cfc2-8d4d-478f-b684-09b5fc3882bf admin admin] Deleting subnet d676a8af-aa5a-4889-bd26-6913e81c5e60 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:05:34.572739 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5a96cfc2-8d4d-478f-b684-09b5fc3882bf admin admin] Publish callbacks [] for subnet (d676a8af-aa5a-4889-bd26-6913e81c5e60), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:34.606907 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5a96cfc2-8d4d-478f-b684-09b5fc3882bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (d676a8af-aa5a-4889-bd26-6913e81c5e60), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:34.692317 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5a96cfc2-8d4d-478f-b684-09b5fc3882bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (d676a8af-aa5a-4889-bd26-6913e81c5e60), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:34.750614 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5a96cfc2-8d4d-478f-b684-09b5fc3882bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (d676a8af-aa5a-4889-bd26-6913e81c5e60), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:34.776627 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a96cfc2-8d4d-478f-b684-09b5fc3882bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d676a8af-aa5a-4889-bd26-6913e81c5e60,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:34.780558 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5a96cfc2-8d4d-478f-b684-09b5fc3882bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:34.783962 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5a96cfc2-8d4d-478f-b684-09b5fc3882bf admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d676a8af-aa5a-4889-bd26-6913e81c5e60 HTTP/1.1" status: 204 len: 168 time: 0.2586420 Jan 28 04:05:34.786432 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 35908) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:34.790341 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902138d7-6907-45fc-a141-f434d5435ae1 None None] Network 03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:05:34.863771 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c3535b55-7792-46d1-b22d-d8793f99bcdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:34.921585 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-c3535b55-7792-46d1-b22d-d8793f99bcdf admin admin] Deleting port cdfce038-6be7-462f-b21d-acd474492086 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:05:34.921929 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c3535b55-7792-46d1-b22d-d8793f99bcdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (cdfce038-6be7-462f-b21d-acd474492086), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:34.984703 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-c3535b55-7792-46d1-b22d-d8793f99bcdf admin admin] For port cdfce038-6be7-462f-b21d-acd474492086, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=cdfce038-6be7-462f-b21d-acd474492086,segment=NetworkSegment(46e25743-964e-4268-826c-5f3248f6dbbb),segment_id=46e25743-964e-4268-826c-5f3248f6dbbb)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:05:34.984956 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c3535b55-7792-46d1-b22d-d8793f99bcdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (cdfce038-6be7-462f-b21d-acd474492086), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:34.998563 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-c3535b55-7792-46d1-b22d-d8793f99bcdf admin admin] Calling delete_port for cdfce038-6be7-462f-b21d-acd474492086 owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:05:35.102913 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c3535b55-7792-46d1-b22d-d8793f99bcdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (cdfce038-6be7-462f-b21d-acd474492086), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:35.104314 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:35.127975 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3535b55-7792-46d1-b22d-d8793f99bcdf admin admin] Pushing event deleted for resources: {'Port': ['ID=cdfce038-6be7-462f-b21d-acd474492086,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:35.131866 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3535b55-7792-46d1-b22d-d8793f99bcdf admin admin] No DVR routers for this DVR port cdfce038-6be7-462f-b21d-acd474492086 on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:05:35.207836 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c3535b55-7792-46d1-b22d-d8793f99bcdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:35.214631 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc412ee0-a7ed-4212-867f-a2e19d2f9afd None None] DHCP port deletion for 03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:05:35.232025 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-c3535b55-7792-46d1-b22d-d8793f99bcdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:35.242347 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-c3535b55-7792-46d1-b22d-d8793f99bcdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46e25743-964e-4268-826c-5f3248f6dbbb') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:35.242607 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-c3535b55-7792-46d1-b22d-d8793f99bcdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46e25743-964e-4268-826c-5f3248f6dbbb') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:05:35.252258 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c3535b55-7792-46d1-b22d-d8793f99bcdf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (46e25743-964e-4268-826c-5f3248f6dbbb), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:35.266584 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c3535b55-7792-46d1-b22d-d8793f99bcdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (46e25743-964e-4268-826c-5f3248f6dbbb), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:35.272563 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3535b55-7792-46d1-b22d-d8793f99bcdf admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:05:35.272947 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c3535b55-7792-46d1-b22d-d8793f99bcdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (46e25743-964e-4268-826c-5f3248f6dbbb), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:35.274634 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 04:05:35.274634 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:05:35.274634 n-d-712139-27 neutron-server[109802]: timer() Jan 28 04:05:35.274634 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:05:35.274634 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 04:05:35.274634 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:05:35.274634 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 04:05:35.274634 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:05:35.274634 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 04:05:35.274634 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:05:35.274634 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 04:05:35.274634 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:05:35.274634 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 04:05:35.274634 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:05:35.274634 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:05:35.274634 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:05:35.274634 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:05:35.274634 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:05:35.274634 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 04:05:35.274634 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:05:35.274634 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 04:05:35.274634 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:05:35.274634 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:05:35.274634 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:05:35.274634 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 04:05:35.274634 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:05:35.274634 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:05:35.274634 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:05:35.274634 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:05:35.274634 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:05:35.274634 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:05:35.274634 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:05:35.288886 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:05:35.335351 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c3535b55-7792-46d1-b22d-d8793f99bcdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:35.341033 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c3535b55-7792-46d1-b22d-d8793f99bcdf admin admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:35.344925 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c3535b55-7792-46d1-b22d-d8793f99bcdf admin admin] 10.222.0.53 "DELETE /v2.0/networks/03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2 HTTP/1.1" status: 204 len: 168 time: 0.5573320 Jan 28 04:05:35.356818 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3535b55-7792-46d1-b22d-d8793f99bcdf admin admin] Pushing event deleted for resources: {'Network': ['ID=03a20eb9-3abe-4eea-a4d4-65dcaf2bd4e2,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:35.499641 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 35912) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:35.539223 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a8fd9d4c-2bda-4e46-8a8d-5ccb0cde51ed admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f52513e4d85742b1b0baa680f6404d47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383835 Jan 28 04:05:35.544653 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 35914) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:35.598424 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bff7dde1-467c-4fea-aa6b-6815cd03585e admin admin] Publish callbacks [] for security_group (2406166d-7d73-4942-b04b-a3d9fef0390e), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:35.620008 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bff7dde1-467c-4fea-aa6b-6815cd03585e admin admin] Publish callbacks [] for security_group (2406166d-7d73-4942-b04b-a3d9fef0390e), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:35.668305 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bff7dde1-467c-4fea-aa6b-6815cd03585e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (2406166d-7d73-4942-b04b-a3d9fef0390e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:35.670971 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bff7dde1-467c-4fea-aa6b-6815cd03585e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:35.672307 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-bff7dde1-467c-4fea-aa6b-6815cd03585e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2406166d-7d73-4942-b04b-a3d9fef0390e HTTP/1.1" status: 204 len: 168 time: 0.1267056 Jan 28 04:05:35.680745 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff7dde1-467c-4fea-aa6b-6815cd03585e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2406166d-7d73-4942-b04b-a3d9fef0390e,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:36.171942 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:36.252796 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device cdfce038-6be7-462f-b21d-acd474492086 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:05:36.272925 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: cdfce038-6be7-462f-b21d-acd474492086 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:05:36.273449 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device cdfce038-6be7-462f-b21d-acd474492086 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:05:36.273882 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 2d9aef51-c292-41f1-a3ce-7f6099de4210 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:05:36.298623 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 2d9aef51-c292-41f1-a3ce-7f6099de4210 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:05:36.298959 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 2d9aef51-c292-41f1-a3ce-7f6099de4210 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:05:36.299392 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 6dd8806f-f08e-4bf4-8789-09e99778e37b no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:05:36.319453 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 6dd8806f-f08e-4bf4-8789-09e99778e37b {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:05:36.319808 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 6dd8806f-f08e-4bf4-8789-09e99778e37b not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:05:36.423695 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 35936) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:36.528422 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-4972f2b1-250e-40f8-a60f-0c573a91f6d9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-888801129-network', 'tenant_id': '8508a6a8811b447cbbd3c09f905cc40b'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:05:36.549504 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4972f2b1-250e-40f8-a60f-0c573a91f6d9 admin admin] Made reservation on behalf of 8508a6a8811b447cbbd3c09f905cc40b for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:05:36.552467 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4972f2b1-250e-40f8-a60f-0c573a91f6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:36.561057 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4972f2b1-250e-40f8-a60f-0c573a91f6d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:36.634489 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4972f2b1-250e-40f8-a60f-0c573a91f6d9 admin admin] Publish callbacks [] for security_group (5957ba83-a374-42da-9e17-155ad89b0a0c), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:36.639029 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4972f2b1-250e-40f8-a60f-0c573a91f6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (5957ba83-a374-42da-9e17-155ad89b0a0c), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:36.660042 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4972f2b1-250e-40f8-a60f-0c573a91f6d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:05:36.673840 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4972f2b1-250e-40f8-a60f-0c573a91f6d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5957ba83-a374-42da-9e17-155ad89b0a0c,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:36.681420 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4972f2b1-250e-40f8-a60f-0c573a91f6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (7667e605-bb65-4e44-ae78-51ee17dab8ad), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:36.681769 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-4972f2b1-250e-40f8-a60f-0c573a91f6d9 admin admin] Added segment 7667e605-bb65-4e44-ae78-51ee17dab8ad of type vlan for network 939552a4-077c-4093-b8c2-5354cbb6c4c5 Jan 28 04:05:36.722804 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4972f2b1-250e-40f8-a60f-0c573a91f6d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (939552a4-077c-4093-b8c2-5354cbb6c4c5), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:36.748276 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4972f2b1-250e-40f8-a60f-0c573a91f6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (939552a4-077c-4093-b8c2-5354cbb6c4c5), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:36.749262 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4972f2b1-250e-40f8-a60f-0c573a91f6d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:36.749877 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4972f2b1-250e-40f8-a60f-0c573a91f6d9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:36.805732 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4972f2b1-250e-40f8-a60f-0c573a91f6d9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3806918 Jan 28 04:05:36.809040 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 35940) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:05:36.815518 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-a28b555c-3643-4710-9605-6415f69c9ac1 admin admin] Request body: {'subnet': {'network_id': '939552a4-077c-4093-b8c2-5354cbb6c4c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-888801129-subnet', 'tenant_id': '8508a6a8811b447cbbd3c09f905cc40b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:05:36.816104 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4972f2b1-250e-40f8-a60f-0c573a91f6d9 admin admin] Pushing event updated for resources: {'Network': ['ID=939552a4-077c-4093-b8c2-5354cbb6c4c5,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:36.827755 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 939552a4-077c-4093-b8c2-5354cbb6c4c5 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:05:36.835967 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28b555c-3643-4710-9605-6415f69c9ac1 admin admin] Made reservation on behalf of 8508a6a8811b447cbbd3c09f905cc40b for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:05:36.839820 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a28b555c-3643-4710-9605-6415f69c9ac1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:37.025016 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a28b555c-3643-4710-9605-6415f69c9ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (02896369-74e4-4591-924a-417f24abf930), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:37.073676 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b555c-3643-4710-9605-6415f69c9ac1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02896369-74e4-4591-924a-417f24abf930,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:37.091496 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28b555c-3643-4710-9605-6415f69c9ac1 admin admin] Checking segment: {'id': '7667e605-bb65-4e44-ae78-51ee17dab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '939552a4-077c-4093-b8c2-5354cbb6c4c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:05:37.091856 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28b555c-3643-4710-9605-6415f69c9ac1 admin admin] Network hostable DHCP agents. Network: 939552a4-077c-4093-b8c2-5354cbb6c4c5, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:05:37.108960 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28b555c-3643-4710-9605-6415f69c9ac1 admin admin] Network 939552a4-077c-4093-b8c2-5354cbb6c4c5 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:05:37.118028 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-a28b555c-3643-4710-9605-6415f69c9ac1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 939552a4-077c-4093-b8c2-5354cbb6c4c5) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:05:37.122276 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28b555c-3643-4710-9605-6415f69c9ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:37.122869 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a28b555c-3643-4710-9605-6415f69c9ac1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:37.127565 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148e716e-bf1e-4cc7-9430-21147b06d666 None None] Network 939552a4-077c-4093-b8c2-5354cbb6c4c5 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:05:37.139590 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a28b555c-3643-4710-9605-6415f69c9ac1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3289554 Jan 28 04:05:37.225603 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e071ae-9f96-4649-8e49-b52fc4157e0b None None] Network 939552a4-077c-4093-b8c2-5354cbb6c4c5 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:05:37.583181 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-31dbfdc1-57d8-486c-a81b-68cf54059f43 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:37.584659 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-31dbfdc1-57d8-486c-a81b-68cf54059f43 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/networks?id=939552a4-077c-4093-b8c2-5354cbb6c4c5 HTTP/1.1" status: 200 len: 813 time: 0.1037934 Jan 28 04:05:37.599431 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-0b9b6d84-7f9f-457b-a638-146d6470a718 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/quotas/8508a6a8811b447cbbd3c09f905cc40b HTTP/1.1" status: 200 len: 375 time: 0.0091944 Jan 28 04:05:37.635338 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-3f55714b-9e7a-406e-82b1-ab4386649860 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8508a6a8811b447cbbd3c09f905cc40b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309305 Jan 28 04:05:37.645812 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-7f4b6b9f-e6e9-4aaf-b654-d43520ca9f38 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:05:37.646679 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-7f4b6b9f-e6e9-4aaf-b654-d43520ca9f38 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049379 Jan 28 04:05:37.734853 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-2d2e527d-21c2-431f-b0ab-87b7e9afdf91 service neutron] 10.222.0.53 "GET /v2.0/networks/939552a4-077c-4093-b8c2-5354cbb6c4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827103 Jan 28 04:05:37.831727 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-378e6c30-50a7-4ba0-9d53-3cf394c172fc service neutron] 10.222.0.53 "GET /v2.0/networks/939552a4-077c-4093-b8c2-5354cbb6c4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903413 Jan 28 04:05:37.993571 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bc453a96-4b01-45fa-ad29-43588ef392ce req-0d1c28db-32a9-4d4c-bc7c-c62aeb67bd91 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/ports?device_id=f64e5cd6-557a-4a6f-a32e-e889848dc8d1 HTTP/1.1" status: 200 len: 210 time: 0.0273709 Jan 28 04:05:39.103736 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-36dd4756-174c-4756-9e8a-23bbda0e0945 req-19ec4c91-2ee1-4149-8c4c-115fd7698836 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/ports?device_id=f64e5cd6-557a-4a6f-a32e-e889848dc8d1 HTTP/1.1" status: 200 len: 210 time: 0.0298283 Jan 28 04:05:39.135176 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-7d64706a-f328-4ae3-b165-5ce017259f3d tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:39.136642 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-7d64706a-f328-4ae3-b165-5ce017259f3d tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.39 "GET /v2.0/networks?id=939552a4-077c-4093-b8c2-5354cbb6c4c5 HTTP/1.1" status: 200 len: 813 time: 0.1165140 Jan 28 04:05:39.155954 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-f430f1f9-fc6e-46c8-b775-7e505984bb5f tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Request body: {'port': {'device_id': 'f64e5cd6-557a-4a6f-a32e-e889848dc8d1', 'network_id': '939552a4-077c-4093-b8c2-5354cbb6c4c5', 'admin_state_up': True, 'tenant_id': '8508a6a8811b447cbbd3c09f905cc40b'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:05:39.266299 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-f430f1f9-fc6e-46c8-b775-7e505984bb5f tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Made reservation on behalf of 8508a6a8811b447cbbd3c09f905cc40b for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:05:39.269941 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-f430f1f9-fc6e-46c8-b775-7e505984bb5f tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:39.402888 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-f430f1f9-fc6e-46c8-b775-7e505984bb5f tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Allocated IP 172.20.0.6 (939552a4-077c-4093-b8c2-5354cbb6c4c5/02896369-74e4-4591-924a-417f24abf930/7435830c-6700-4116-b4e4-2be20018aa6a) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:05:39.552397 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-f430f1f9-fc6e-46c8-b775-7e505984bb5f tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Publish callbacks [] for port (7435830c-6700-4116-b4e4-2be20018aa6a), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:39.587624 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-f430f1f9-fc6e-46c8-b775-7e505984bb5f tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (7435830c-6700-4116-b4e4-2be20018aa6a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:39.638712 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-f430f1f9-fc6e-46c8-b775-7e505984bb5f tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Network 939552a4-077c-4093-b8c2-5354cbb6c4c5 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:05:39.641944 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-f430f1f9-fc6e-46c8-b775-7e505984bb5f tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:05:39.647739 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-f430f1f9-fc6e-46c8-b775-7e505984bb5f tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:05:39.671510 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430f1f9-fc6e-46c8-b775-7e505984bb5f tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Pushing event updated for resources: {'Port': ['ID=7435830c-6700-4116-b4e4-2be20018aa6a,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:39.699068 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-f430f1f9-fc6e-46c8-b775-7e505984bb5f tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:39.699673 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-f430f1f9-fc6e-46c8-b775-7e505984bb5f tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:39.716365 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-f430f1f9-fc6e-46c8-b775-7e505984bb5f tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5643125 Jan 28 04:05:39.732481 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-064fb3ca-2537-4ab5-a6a7-315e42d3b911 service neutron] Request body: {'port': {'device_id': 'f64e5cd6-557a-4a6f-a32e-e889848dc8d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:05:39.784997 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-064fb3ca-2537-4ab5-a6a7-315e42d3b911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7435830c-6700-4116-b4e4-2be20018aa6a), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:40.044932 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-064fb3ca-2537-4ab5-a6a7-315e42d3b911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7435830c-6700-4116-b4e4-2be20018aa6a {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:05:40.053111 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-064fb3ca-2537-4ab5-a6a7-315e42d3b911 service neutron] Publish callbacks [] for port (7435830c-6700-4116-b4e4-2be20018aa6a), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:40.065573 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-064fb3ca-2537-4ab5-a6a7-315e42d3b911 service neutron] Transition to ACTIVE for port object 7435830c-6700-4116-b4e4-2be20018aa6a will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:05:40.071100 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-064fb3ca-2537-4ab5-a6a7-315e42d3b911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (7435830c-6700-4116-b4e4-2be20018aa6a), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:40.139384 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064fb3ca-2537-4ab5-a6a7-315e42d3b911 service neutron] Pushing event updated for resources: {'Port': ['ID=7435830c-6700-4116-b4e4-2be20018aa6a,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:40.217000 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-064fb3ca-2537-4ab5-a6a7-315e42d3b911 service neutron] Attempting to bind port 7435830c-6700-4116-b4e4-2be20018aa6a on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:05:40.217361 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-064fb3ca-2537-4ab5-a6a7-315e42d3b911 service neutron] Attempting to bind port 7435830c-6700-4116-b4e4-2be20018aa6a by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '7667e605-bb65-4e44-ae78-51ee17dab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '939552a4-077c-4093-b8c2-5354cbb6c4c5'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:05:40.217694 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-064fb3ca-2537-4ab5-a6a7-315e42d3b911 service neutron] Attempting to bind port 7435830c-6700-4116-b4e4-2be20018aa6a on network 939552a4-077c-4093-b8c2-5354cbb6c4c5 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:05:40.227034 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-064fb3ca-2537-4ab5-a6a7-315e42d3b911 service neutron] Port 7435830c-6700-4116-b4e4-2be20018aa6a on network 939552a4-077c-4093-b8c2-5354cbb6c4c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:05:40.227350 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-064fb3ca-2537-4ab5-a6a7-315e42d3b911 service neutron] Attempting to bind port 7435830c-6700-4116-b4e4-2be20018aa6a on network 939552a4-077c-4093-b8c2-5354cbb6c4c5 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:05:40.235469 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-064fb3ca-2537-4ab5-a6a7-315e42d3b911 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:05:40.235803 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-064fb3ca-2537-4ab5-a6a7-315e42d3b911 service neutron] Checking segment: {'id': '7667e605-bb65-4e44-ae78-51ee17dab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '939552a4-077c-4093-b8c2-5354cbb6c4c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:05:40.236188 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-064fb3ca-2537-4ab5-a6a7-315e42d3b911 service neutron] Bound using segment: {'id': '7667e605-bb65-4e44-ae78-51ee17dab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '939552a4-077c-4093-b8c2-5354cbb6c4c5'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:05:40.236612 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-064fb3ca-2537-4ab5-a6a7-315e42d3b911 service neutron] Bound port: 7435830c-6700-4116-b4e4-2be20018aa6a, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7667e605-bb65-4e44-ae78-51ee17dab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '939552a4-077c-4093-b8c2-5354cbb6c4c5'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:05:40.236967 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-064fb3ca-2537-4ab5-a6a7-315e42d3b911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7435830c-6700-4116-b4e4-2be20018aa6a), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:40.244934 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde6a49-80b0-4c97-8eaf-e85922a239d2 req-9b809044-2644-4883-93a5-cc876b85a83c tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:40.246426 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3bde6a49-80b0-4c97-8eaf-e85922a239d2 req-9b809044-2644-4883-93a5-cc876b85a83c tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/ports?device_id=f64e5cd6-557a-4a6f-a32e-e889848dc8d1 HTTP/1.1" status: 200 len: 943 time: 0.0718601 Jan 28 04:05:40.332887 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3bde6a49-80b0-4c97-8eaf-e85922a239d2 req-67c73d42-3025-451e-a490-8ecc2099b1e1 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5957ba83-a374-42da-9e17-155ad89b0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788822 Jan 28 04:05:40.338653 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-064fb3ca-2537-4ab5-a6a7-315e42d3b911 service neutron] For port 7435830c-6700-4116-b4e4-2be20018aa6a, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:05:40.341817 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-064fb3ca-2537-4ab5-a6a7-315e42d3b911 service neutron] For port 7435830c-6700-4116-b4e4-2be20018aa6a, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=7435830c-6700-4116-b4e4-2be20018aa6a,segment=NetworkSegment(7667e605-bb65-4e44-ae78-51ee17dab8ad),segment_id=7667e605-bb65-4e44-ae78-51ee17dab8ad)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:05:40.347002 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-064fb3ca-2537-4ab5-a6a7-315e42d3b911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (7435830c-6700-4116-b4e4-2be20018aa6a), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:40.379886 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-064fb3ca-2537-4ab5-a6a7-315e42d3b911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:40.380507 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-064fb3ca-2537-4ab5-a6a7-315e42d3b911 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:40.381943 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-064fb3ca-2537-4ab5-a6a7-315e42d3b911 service neutron] 10.222.0.39 "PUT /v2.0/ports/7435830c-6700-4116-b4e4-2be20018aa6a HTTP/1.1" status: 200 len: 1092 time: 0.6535585 Jan 28 04:05:40.382382 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f64e5cd6-557a-4a6f-a32e-e889848dc8d1', 'tag': '7435830c-6700-4116-b4e4-2be20018aa6a'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:05:40.384670 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42644b2-eddd-4885-b9f1-6d9467c9fd7d" -d '{"events": [{"name": "network-changed", "server_uuid": "f64e5cd6-557a-4a6f-a32e-e889848dc8d1", "tag": "7435830c-6700-4116-b4e4-2be20018aa6a"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:05:40.409468 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064fb3ca-2537-4ab5-a6a7-315e42d3b911 service neutron] Pushing event updated for resources: {'Port': ['ID=7435830c-6700-4116-b4e4-2be20018aa6a,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:40.431816 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0778f4-a7c1-40fe-8b58-f3075ae3f4cd x-openstack-request-id: req-2b0778f4-a7c1-40fe-8b58-f3075ae3f4cd {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:05:40.432102 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f64e5cd6-557a-4a6f-a32e-e889848dc8d1", "tag": "7435830c-6700-4116-b4e4-2be20018aa6a", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:05:40.432351 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2b0778f4-a7c1-40fe-8b58-f3075ae3f4cd {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:05:40.432757 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f64e5cd6-557a-4a6f-a32e-e889848dc8d1', 'tag': '7435830c-6700-4116-b4e4-2be20018aa6a', 'status': 'completed', 'code': 200} Jan 28 04:05:40.492162 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-60e25850-3dfc-4c79-a4c5-8962e09e4ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:40.493703 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-60e25850-3dfc-4c79-a4c5-8962e09e4ac1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8508a6a8811b447cbbd3c09f905cc40b&device_id=f64e5cd6-557a-4a6f-a32e-e889848dc8d1 HTTP/1.1" status: 200 len: 1095 time: 0.0458975 Jan 28 04:05:40.541507 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-b2cd8ac0-a7ef-4052-abd0-5fb3bd14c260 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7435830c-6700-4116-b4e4-2be20018aa6a HTTP/1.1" status: 200 len: 217 time: 0.0338259 Jan 28 04:05:40.591247 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-96cffe5f-6bf0-469a-8846-2cfb6b894ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:40.592625 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-96cffe5f-6bf0-469a-8846-2cfb6b894ff6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=02896369-74e4-4591-924a-417f24abf930 HTTP/1.1" status: 200 len: 853 time: 0.0449946 Jan 28 04:05:40.626067 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-8580e629-269c-4c51-9e6f-1087ea60ad8b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=939552a4-077c-4093-b8c2-5354cbb6c4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278711 Jan 28 04:05:40.720367 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-fd537fbc-a9b8-4822-9518-7742936233f9 service neutron] 10.222.0.39 "GET /v2.0/networks/939552a4-077c-4093-b8c2-5354cbb6c4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881639 Jan 28 04:05:40.813707 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-625f5c6c-1f28-48e9-b0b3-d287b9f3240e req-2ea6b3f1-f008-4735-a6f1-e405afb6ecda service neutron] 10.222.0.39 "GET /v2.0/networks/939552a4-077c-4093-b8c2-5354cbb6c4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877151 Jan 28 04:05:40.950785 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42644b2-eddd-4885-b9f1-6d9467c9fd7d req-ffdfbaa5-3160-4300-a127-f690c58b4992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:40.952330 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f42644b2-eddd-4885-b9f1-6d9467c9fd7d req-ffdfbaa5-3160-4300-a127-f690c58b4992 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8508a6a8811b447cbbd3c09f905cc40b&device_id=f64e5cd6-557a-4a6f-a32e-e889848dc8d1 HTTP/1.1" status: 200 len: 1095 time: 0.0446558 Jan 28 04:05:41.044745 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42644b2-eddd-4885-b9f1-6d9467c9fd7d req-709e0645-f993-4041-9421-1a40857501f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:41.047148 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f42644b2-eddd-4885-b9f1-6d9467c9fd7d req-709e0645-f993-4041-9421-1a40857501f2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=939552a4-077c-4093-b8c2-5354cbb6c4c5 HTTP/1.1" status: 200 len: 914 time: 0.0886259 Jan 28 04:05:41.091621 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f42644b2-eddd-4885-b9f1-6d9467c9fd7d req-fed428ff-b907-4bc6-b9c1-95e0da377ff5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7435830c-6700-4116-b4e4-2be20018aa6a HTTP/1.1" status: 200 len: 217 time: 0.0382855 Jan 28 04:05:41.141027 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42644b2-eddd-4885-b9f1-6d9467c9fd7d req-318db8ac-e881-49f1-869f-4d4a6ef36d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:41.142572 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f42644b2-eddd-4885-b9f1-6d9467c9fd7d req-318db8ac-e881-49f1-869f-4d4a6ef36d81 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=02896369-74e4-4591-924a-417f24abf930 HTTP/1.1" status: 200 len: 853 time: 0.0448737 Jan 28 04:05:41.174769 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f42644b2-eddd-4885-b9f1-6d9467c9fd7d req-72674748-0b15-4c86-9bd0-f4791f4e98d4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=939552a4-077c-4093-b8c2-5354cbb6c4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256369 Jan 28 04:05:41.266977 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f42644b2-eddd-4885-b9f1-6d9467c9fd7d req-08c163eb-5917-4182-b504-de8f213a2316 service neutron] 10.222.0.39 "GET /v2.0/networks/939552a4-077c-4093-b8c2-5354cbb6c4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860946 Jan 28 04:05:41.357181 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f42644b2-eddd-4885-b9f1-6d9467c9fd7d req-0dc97d8c-f6af-4057-bcbe-b7fafa0a5b09 service neutron] 10.222.0.39 "GET /v2.0/networks/939552a4-077c-4093-b8c2-5354cbb6c4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841992 Jan 28 04:05:41.456968 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df69a1-3e31-4cc0-a040-d01665e5c4b2 req-90302cac-e7c3-44cb-a5d1-bff4dc8d4753 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:41.458490 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a1df69a1-3e31-4cc0-a040-d01665e5c4b2 req-90302cac-e7c3-44cb-a5d1-bff4dc8d4753 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/ports?device_id=f64e5cd6-557a-4a6f-a32e-e889848dc8d1 HTTP/1.1" status: 200 len: 943 time: 0.0519993 Jan 28 04:05:41.521561 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a1df69a1-3e31-4cc0-a040-d01665e5c4b2 req-d3775943-56a5-4ca9-8d97-355bb335e47b tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5957ba83-a374-42da-9e17-155ad89b0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560582 Jan 28 04:05:42.644320 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb8171-2092-4933-ba7b-f9719601b88b req-546b06df-2fb5-4ed5-bce8-a720b03ac411 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:42.645834 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-63eb8171-2092-4933-ba7b-f9719601b88b req-546b06df-2fb5-4ed5-bce8-a720b03ac411 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/ports?device_id=f64e5cd6-557a-4a6f-a32e-e889848dc8d1 HTTP/1.1" status: 200 len: 943 time: 0.0508711 Jan 28 04:05:42.694065 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-63eb8171-2092-4933-ba7b-f9719601b88b req-e115d131-226d-4f7b-9e4f-cf89a0a95807 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5957ba83-a374-42da-9e17-155ad89b0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424199 Jan 28 04:05:43.824953 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c441f-1e0a-47d8-af59-61cee85d467d req-2dfaca9a-c058-436a-aaaf-8e2c8c83d82e tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:43.827271 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f55c441f-1e0a-47d8-af59-61cee85d467d req-2dfaca9a-c058-436a-aaaf-8e2c8c83d82e tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/ports?device_id=f64e5cd6-557a-4a6f-a32e-e889848dc8d1 HTTP/1.1" status: 200 len: 943 time: 0.0626104 Jan 28 04:05:43.877638 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f55c441f-1e0a-47d8-af59-61cee85d467d req-3bad5463-0e40-4b41-9b49-954e2973517e tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5957ba83-a374-42da-9e17-155ad89b0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445426 Jan 28 04:05:44.710799 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 7435830c-6700-4116-b4e4-2be20018aa6a details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:05:44.815705 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 7435830c-6700-4116-b4e4-2be20018aa6a, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=7435830c-6700-4116-b4e4-2be20018aa6a,segment=NetworkSegment(7667e605-bb65-4e44-ae78-51ee17dab8ad),segment_id=7667e605-bb65-4e44-ae78-51ee17dab8ad)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:05:44.827980 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '7435830c-6700-4116-b4e4-2be20018aa6a', 'network_id': '939552a4-077c-4093-b8c2-5354cbb6c4c5', 'port_id': '7435830c-6700-4116-b4e4-2be20018aa6a', 'mac_address': 'fa:16:3e:ad:7e:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02896369-74e4-4591-924a-417f24abf930', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:05:44.865438 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 7435830c-6700-4116-b4e4-2be20018aa6a is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:05:44.865830 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7435830c-6700-4116-b4e4-2be20018aa6a), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:44.878725 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7435830c-6700-4116-b4e4-2be20018aa6a {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:05:44.899853 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 7435830c-6700-4116-b4e4-2be20018aa6a, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=7435830c-6700-4116-b4e4-2be20018aa6a,segment=NetworkSegment(7667e605-bb65-4e44-ae78-51ee17dab8ad),segment_id=7667e605-bb65-4e44-ae78-51ee17dab8ad)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:05:44.904675 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (7435830c-6700-4116-b4e4-2be20018aa6a), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:44.963144 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=7435830c-6700-4116-b4e4-2be20018aa6a,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:44.970579 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:44.970923 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:44.971262 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:44.971624 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:44.971954 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:44.972260 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:44.972589 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:44.972911 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:44.973394 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:44.973556 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:44.974025 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:44.974295 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:44.974608 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:05:44.998911 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f9ca8-b467-4816-b5f7-f7e94ea85c75 req-16343dd2-e813-4367-a741-1fbe1cbc68f0 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:45.000442 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-496f9ca8-b467-4816-b5f7-f7e94ea85c75 req-16343dd2-e813-4367-a741-1fbe1cbc68f0 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/ports?device_id=f64e5cd6-557a-4a6f-a32e-e889848dc8d1 HTTP/1.1" status: 200 len: 944 time: 0.0522614 Jan 28 04:05:45.050674 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-496f9ca8-b467-4816-b5f7-f7e94ea85c75 req-4c5e983f-73d4-41ad-a039-389507a5555f tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5957ba83-a374-42da-9e17-155ad89b0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440984 Jan 28 04:05:45.178985 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['7435830c-6700-4116-b4e4-2be20018aa6a'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:05:46.175843 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49900c9-2d0f-4d49-af9d-5bcd16668a14 req-4e41ae37-e7e6-4815-9845-6b7def150899 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:46.177700 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c49900c9-2d0f-4d49-af9d-5bcd16668a14 req-4e41ae37-e7e6-4815-9845-6b7def150899 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/ports?device_id=f64e5cd6-557a-4a6f-a32e-e889848dc8d1 HTTP/1.1" status: 200 len: 944 time: 0.0533051 Jan 28 04:05:46.226011 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c49900c9-2d0f-4d49-af9d-5bcd16668a14 req-7da90c3c-bbe4-4cf8-a91b-eae2f778f913 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5957ba83-a374-42da-9e17-155ad89b0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423970 Jan 28 04:05:46.727723 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 7435830c-6700-4116-b4e4-2be20018aa6a up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:05:46.786407 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 7435830c-6700-4116-b4e4-2be20018aa6a completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:05:46.790685 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 7435830c-6700-4116-b4e4-2be20018aa6a triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:05:46.791067 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7435830c-6700-4116-b4e4-2be20018aa6a), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:46.869261 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 7435830c-6700-4116-b4e4-2be20018aa6a is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:05:46.869662 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7435830c-6700-4116-b4e4-2be20018aa6a), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:46.900886 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64e5cd6-557a-4a6f-a32e-e889848dc8d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7435830c-6700-4116-b4e4-2be20018aa6a'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:05:46.903200 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7466989c69d563e87a019306beca113247d74b519ddc68a6966af7388d6c63e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2072654-abb6-46bd-8f0b-9ed710ab6952" -d '{"events": [{"server_uuid": "f64e5cd6-557a-4a6f-a32e-e889848dc8d1", "name": "network-vif-plugged", "status": "completed", "tag": "7435830c-6700-4116-b4e4-2be20018aa6a"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:05:46.918167 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 7435830c-6700-4116-b4e4-2be20018aa6a, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=7435830c-6700-4116-b4e4-2be20018aa6a,segment=NetworkSegment(7667e605-bb65-4e44-ae78-51ee17dab8ad),segment_id=7667e605-bb65-4e44-ae78-51ee17dab8ad)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:05:46.924342 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (7435830c-6700-4116-b4e4-2be20018aa6a), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:46.951146 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710aa9df-15ae-45b3-84b4-c2b57bd74c1d x-openstack-request-id: req-710aa9df-15ae-45b3-84b4-c2b57bd74c1d {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:05:46.951434 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64e5cd6-557a-4a6f-a32e-e889848dc8d1", "name": "network-vif-plugged", "status": "completed", "tag": "7435830c-6700-4116-b4e4-2be20018aa6a", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:05:46.951686 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-710aa9df-15ae-45b3-84b4-c2b57bd74c1d {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:05:46.952082 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64e5cd6-557a-4a6f-a32e-e889848dc8d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7435830c-6700-4116-b4e4-2be20018aa6a', 'code': 200} Jan 28 04:05:46.982319 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=7435830c-6700-4116-b4e4-2be20018aa6a,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:47.082203 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d30c1-35ce-4046-b412-5fe4d1bfb395 req-93ac0dc9-c38b-4234-9153-2f36260dfb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:47.083766 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-721d30c1-35ce-4046-b412-5fe4d1bfb395 req-93ac0dc9-c38b-4234-9153-2f36260dfb8f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f64e5cd6-557a-4a6f-a32e-e889848dc8d1 HTTP/1.1" status: 200 len: 1097 time: 0.0470974 Jan 28 04:05:47.479277 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-721d30c1-35ce-4046-b412-5fe4d1bfb395 req-d72223e7-2b12-48a0-8f7f-b064696136ee service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5957ba83-a374-42da-9e17-155ad89b0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3896670 Jan 28 04:05:47.494182 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b6d1f-0623-4637-96c9-656797af4844 req-0c76715c-57a5-45d5-a386-ddb52bd1afb4 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:47.495627 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b50b6d1f-0623-4637-96c9-656797af4844 req-0c76715c-57a5-45d5-a386-ddb52bd1afb4 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/ports?device_id=f64e5cd6-557a-4a6f-a32e-e889848dc8d1 HTTP/1.1" status: 200 len: 945 time: 0.0667069 Jan 28 04:05:47.544141 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b50b6d1f-0623-4637-96c9-656797af4844 req-23a5423a-529f-423c-bdd6-a90ab8105e6a tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5957ba83-a374-42da-9e17-155ad89b0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425587 Jan 28 04:05:48.671796 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c930e41-0c31-48c5-b6e3-1a5b4e127e3c req-b02f1606-55cf-4046-9e96-c746a4def2d9 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:48.673380 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1c930e41-0c31-48c5-b6e3-1a5b4e127e3c req-b02f1606-55cf-4046-9e96-c746a4def2d9 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/ports?device_id=f64e5cd6-557a-4a6f-a32e-e889848dc8d1 HTTP/1.1" status: 200 len: 945 time: 0.0552983 Jan 28 04:05:48.725464 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1c930e41-0c31-48c5-b6e3-1a5b4e127e3c req-8bd65b28-6d5c-4efa-9a2a-ebec1f474aa4 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5957ba83-a374-42da-9e17-155ad89b0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458083 Jan 28 04:05:48.967183 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-4d705638-8c0e-4a1e-b78a-37827d81fcbb tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:48.968849 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-4d705638-8c0e-4a1e-b78a-37827d81fcbb tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/networks?id=939552a4-077c-4093-b8c2-5354cbb6c4c5 HTTP/1.1" status: 200 len: 813 time: 0.1083832 Jan 28 04:05:48.984822 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-7ac74140-369a-4ed7-acc7-fd9b82d8fb20 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/quotas/8508a6a8811b447cbbd3c09f905cc40b HTTP/1.1" status: 200 len: 375 time: 0.0096598 Jan 28 04:05:49.038040 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-5a74946d-840a-4d8e-a17f-c16ed82f1d66 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8508a6a8811b447cbbd3c09f905cc40b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0450988 Jan 28 04:05:49.048746 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-5b685693-36b2-4afc-8382-514b1ada6d72 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:05:49.049745 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-5b685693-36b2-4afc-8382-514b1ada6d72 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052640 Jan 28 04:05:49.144493 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-17ada267-4c23-4313-b57d-718bd8ab7c75 service neutron] 10.222.0.53 "GET /v2.0/networks/939552a4-077c-4093-b8c2-5354cbb6c4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887794 Jan 28 04:05:49.240944 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-4f9502a0-480a-4198-a0c8-e70404c294c6 service neutron] 10.222.0.53 "GET /v2.0/networks/939552a4-077c-4093-b8c2-5354cbb6c4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905056 Jan 28 04:05:49.412066 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fdcf4722-b6fb-4cc4-bda3-537bba698f4f req-a62a534a-43cb-4d8f-b527-13b1759c0ce0 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/ports?device_id=90a31d0f-0e57-43d6-9e32-0ae69e7477e0 HTTP/1.1" status: 200 len: 210 time: 0.0262792 Jan 28 04:05:50.349300 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-30c6314d-c8c8-4df7-bdbc-1c1ba981d1a9 req-81bfdaec-7d65-43f4-b386-559d71b03ac4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f64e5cd6-557a-4a6f-a32e-e889848dc8d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439751 Jan 28 04:05:50.458666 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6314d-c8c8-4df7-bdbc-1c1ba981d1a9 req-6adb9a71-e933-4cbd-9dff-3dfc62c2bd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:50.460207 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-30c6314d-c8c8-4df7-bdbc-1c1ba981d1a9 req-6adb9a71-e933-4cbd-9dff-3dfc62c2bd4b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8508a6a8811b447cbbd3c09f905cc40b&device_id=f64e5cd6-557a-4a6f-a32e-e889848dc8d1 HTTP/1.1" status: 200 len: 1097 time: 0.0535083 Jan 28 04:05:50.557529 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b9eec941-d773-480a-9af5-fc98fe6756fe req-8128f093-a18c-46ee-81cf-8b1b63a2e3f8 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/ports?device_id=90a31d0f-0e57-43d6-9e32-0ae69e7477e0 HTTP/1.1" status: 200 len: 210 time: 0.0662568 Jan 28 04:05:50.598796 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6314d-c8c8-4df7-bdbc-1c1ba981d1a9 req-72a726f7-a1d5-4add-a359-c6c22921b700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:50.600527 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-30c6314d-c8c8-4df7-bdbc-1c1ba981d1a9 req-72a726f7-a1d5-4add-a359-c6c22921b700 service neutron] 10.222.0.39 "GET /v2.0/networks?id=939552a4-077c-4093-b8c2-5354cbb6c4c5 HTTP/1.1" status: 200 len: 914 time: 0.1216979 Jan 28 04:05:50.658266 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-30c6314d-c8c8-4df7-bdbc-1c1ba981d1a9 req-36ce1711-244e-4717-aa3e-c401f6b033de service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7435830c-6700-4116-b4e4-2be20018aa6a HTTP/1.1" status: 200 len: 217 time: 0.0512948 Jan 28 04:05:50.770939 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6314d-c8c8-4df7-bdbc-1c1ba981d1a9 req-c67c5916-d1b9-45e8-9386-76d0b5b1c8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:50.772348 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-30c6314d-c8c8-4df7-bdbc-1c1ba981d1a9 req-c67c5916-d1b9-45e8-9386-76d0b5b1c8c8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=02896369-74e4-4591-924a-417f24abf930 HTTP/1.1" status: 200 len: 853 time: 0.1088204 Jan 28 04:05:50.817236 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-30c6314d-c8c8-4df7-bdbc-1c1ba981d1a9 req-07ce60ec-f97e-45a7-a6b3-2c041e6ad865 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=939552a4-077c-4093-b8c2-5354cbb6c4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374537 Jan 28 04:05:50.858303 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-14952828-69d2-41a1-bb8c-d86217f84df0 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:50.859864 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-14952828-69d2-41a1-bb8c-d86217f84df0 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.67 "GET /v2.0/networks?id=939552a4-077c-4093-b8c2-5354cbb6c4c5 HTTP/1.1" status: 200 len: 813 time: 0.1668868 Jan 28 04:05:50.899713 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-e23081ba-64c5-48c9-b879-ba3a41625593 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Request body: {'port': {'device_id': '90a31d0f-0e57-43d6-9e32-0ae69e7477e0', 'network_id': '939552a4-077c-4093-b8c2-5354cbb6c4c5', 'admin_state_up': True, 'tenant_id': '8508a6a8811b447cbbd3c09f905cc40b'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:05:50.986466 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-30c6314d-c8c8-4df7-bdbc-1c1ba981d1a9 req-ff255e4b-ad71-4055-ac8d-8aa8347f9e81 service neutron] 10.222.0.39 "GET /v2.0/networks/939552a4-077c-4093-b8c2-5354cbb6c4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629677 Jan 28 04:05:51.095865 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-e23081ba-64c5-48c9-b879-ba3a41625593 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Made reservation on behalf of 8508a6a8811b447cbbd3c09f905cc40b for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:05:51.099129 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-e23081ba-64c5-48c9-b879-ba3a41625593 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:51.123454 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-30c6314d-c8c8-4df7-bdbc-1c1ba981d1a9 req-01065bff-c1fe-4d53-940f-9b4b1d688427 service neutron] 10.222.0.39 "GET /v2.0/networks/939552a4-077c-4093-b8c2-5354cbb6c4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270666 Jan 28 04:05:51.242325 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-e23081ba-64c5-48c9-b879-ba3a41625593 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Allocated IP 172.20.0.5 (939552a4-077c-4093-b8c2-5354cbb6c4c5/02896369-74e4-4591-924a-417f24abf930/84017194-a35f-4c80-ad72-2af01897213e) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:05:51.400040 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-e23081ba-64c5-48c9-b879-ba3a41625593 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Publish callbacks [] for port (84017194-a35f-4c80-ad72-2af01897213e), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:51.438561 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-e23081ba-64c5-48c9-b879-ba3a41625593 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (84017194-a35f-4c80-ad72-2af01897213e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:51.473148 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['7435830c-6700-4116-b4e4-2be20018aa6a'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:05:51.483934 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-e23081ba-64c5-48c9-b879-ba3a41625593 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Network 939552a4-077c-4093-b8c2-5354cbb6c4c5 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:05:51.489228 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-e23081ba-64c5-48c9-b879-ba3a41625593 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:05:51.493883 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-e23081ba-64c5-48c9-b879-ba3a41625593 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:05:51.497949 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23081ba-64c5-48c9-b879-ba3a41625593 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Pushing event updated for resources: {'Port': ['ID=84017194-a35f-4c80-ad72-2af01897213e,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:51.551941 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-e23081ba-64c5-48c9-b879-ba3a41625593 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:51.552739 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-e23081ba-64c5-48c9-b879-ba3a41625593 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:51.569926 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-e23081ba-64c5-48c9-b879-ba3a41625593 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6756732 Jan 28 04:05:51.594527 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-d0768746-819d-4d5c-886e-0287284a6514 service neutron] Request body: {'port': {'device_id': '90a31d0f-0e57-43d6-9e32-0ae69e7477e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:05:51.660762 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-d0768746-819d-4d5c-886e-0287284a6514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (84017194-a35f-4c80-ad72-2af01897213e), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:51.718317 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbf4f5-cfb6-4bea-878c-740442425c93 req-29d68207-9f0f-44a4-85ce-07284ddc23bf tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:51.720163 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4ecbf4f5-cfb6-4bea-878c-740442425c93 req-29d68207-9f0f-44a4-85ce-07284ddc23bf tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/ports?device_id=90a31d0f-0e57-43d6-9e32-0ae69e7477e0 HTTP/1.1" status: 200 len: 931 time: 0.0671210 Jan 28 04:05:51.770798 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4ecbf4f5-cfb6-4bea-878c-740442425c93 req-c2f471df-0810-4045-9e53-87ee5ce23c2e tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5957ba83-a374-42da-9e17-155ad89b0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445950 Jan 28 04:05:51.951255 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-d0768746-819d-4d5c-886e-0287284a6514 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84017194-a35f-4c80-ad72-2af01897213e {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:05:51.959069 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-d0768746-819d-4d5c-886e-0287284a6514 service neutron] Publish callbacks [] for port (84017194-a35f-4c80-ad72-2af01897213e), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:51.972279 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-d0768746-819d-4d5c-886e-0287284a6514 service neutron] Transition to ACTIVE for port object 84017194-a35f-4c80-ad72-2af01897213e will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:05:51.977444 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-d0768746-819d-4d5c-886e-0287284a6514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (84017194-a35f-4c80-ad72-2af01897213e), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:52.032118 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0768746-819d-4d5c-886e-0287284a6514 service neutron] Pushing event updated for resources: {'Port': ['ID=84017194-a35f-4c80-ad72-2af01897213e,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:52.103036 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-d0768746-819d-4d5c-886e-0287284a6514 service neutron] Attempting to bind port 84017194-a35f-4c80-ad72-2af01897213e on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:05:52.103372 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-d0768746-819d-4d5c-886e-0287284a6514 service neutron] Attempting to bind port 84017194-a35f-4c80-ad72-2af01897213e by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '7667e605-bb65-4e44-ae78-51ee17dab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '939552a4-077c-4093-b8c2-5354cbb6c4c5'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:05:52.103701 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-d0768746-819d-4d5c-886e-0287284a6514 service neutron] Attempting to bind port 84017194-a35f-4c80-ad72-2af01897213e on network 939552a4-077c-4093-b8c2-5354cbb6c4c5 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:05:52.108403 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-d0768746-819d-4d5c-886e-0287284a6514 service neutron] Port 84017194-a35f-4c80-ad72-2af01897213e on network 939552a4-077c-4093-b8c2-5354cbb6c4c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:05:52.108733 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-d0768746-819d-4d5c-886e-0287284a6514 service neutron] Attempting to bind port 84017194-a35f-4c80-ad72-2af01897213e on network 939552a4-077c-4093-b8c2-5354cbb6c4c5 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:05:52.113764 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-d0768746-819d-4d5c-886e-0287284a6514 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:05:52.114100 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-d0768746-819d-4d5c-886e-0287284a6514 service neutron] Checking segment: {'id': '7667e605-bb65-4e44-ae78-51ee17dab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '939552a4-077c-4093-b8c2-5354cbb6c4c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:05:52.114508 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-d0768746-819d-4d5c-886e-0287284a6514 service neutron] Bound using segment: {'id': '7667e605-bb65-4e44-ae78-51ee17dab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '939552a4-077c-4093-b8c2-5354cbb6c4c5'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:05:52.114945 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-d0768746-819d-4d5c-886e-0287284a6514 service neutron] Bound port: 84017194-a35f-4c80-ad72-2af01897213e, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7667e605-bb65-4e44-ae78-51ee17dab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '939552a4-077c-4093-b8c2-5354cbb6c4c5'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:05:52.115306 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-d0768746-819d-4d5c-886e-0287284a6514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (84017194-a35f-4c80-ad72-2af01897213e), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:52.182897 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-d0768746-819d-4d5c-886e-0287284a6514 service neutron] For port 84017194-a35f-4c80-ad72-2af01897213e, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:05:52.186153 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-d0768746-819d-4d5c-886e-0287284a6514 service neutron] For port 84017194-a35f-4c80-ad72-2af01897213e, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=84017194-a35f-4c80-ad72-2af01897213e,segment=NetworkSegment(7667e605-bb65-4e44-ae78-51ee17dab8ad),segment_id=7667e605-bb65-4e44-ae78-51ee17dab8ad)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:05:52.190847 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-d0768746-819d-4d5c-886e-0287284a6514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (84017194-a35f-4c80-ad72-2af01897213e), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:52.230256 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-d0768746-819d-4d5c-886e-0287284a6514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:52.230878 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-d0768746-819d-4d5c-886e-0287284a6514 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:52.232445 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-d0768746-819d-4d5c-886e-0287284a6514 service neutron] 10.222.0.67 "PUT /v2.0/ports/84017194-a35f-4c80-ad72-2af01897213e HTTP/1.1" status: 200 len: 1092 time: 0.6424055 Jan 28 04:05:52.232853 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a31d0f-0e57-43d6-9e32-0ae69e7477e0', 'tag': '84017194-a35f-4c80-ad72-2af01897213e'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:05:52.235307 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec4ec5c-072d-4c00-998e-aa34533b54f4" -d '{"events": [{"name": "network-changed", "server_uuid": "90a31d0f-0e57-43d6-9e32-0ae69e7477e0", "tag": "84017194-a35f-4c80-ad72-2af01897213e"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:05:52.260163 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0768746-819d-4d5c-886e-0287284a6514 service neutron] Pushing event updated for resources: {'Port': ['ID=84017194-a35f-4c80-ad72-2af01897213e,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:52.287620 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8cf449-95ad-4a3c-8228-7c0b6afc6f98 x-openstack-request-id: req-bd8cf449-95ad-4a3c-8228-7c0b6afc6f98 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:05:52.287919 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a31d0f-0e57-43d6-9e32-0ae69e7477e0", "tag": "84017194-a35f-4c80-ad72-2af01897213e", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:05:52.288168 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bd8cf449-95ad-4a3c-8228-7c0b6afc6f98 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:05:52.288731 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a31d0f-0e57-43d6-9e32-0ae69e7477e0', 'tag': '84017194-a35f-4c80-ad72-2af01897213e', 'status': 'completed', 'code': 200} Jan 28 04:05:52.350166 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-e0a9908b-cc01-4e97-b0ae-89575b9f8bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:52.351735 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-e0a9908b-cc01-4e97-b0ae-89575b9f8bb6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8508a6a8811b447cbbd3c09f905cc40b&device_id=90a31d0f-0e57-43d6-9e32-0ae69e7477e0 HTTP/1.1" status: 200 len: 1095 time: 0.0476496 Jan 28 04:05:52.405766 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-6b1935a1-77c3-4016-b759-a71874e2c66a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84017194-a35f-4c80-ad72-2af01897213e HTTP/1.1" status: 200 len: 217 time: 0.0397160 Jan 28 04:05:52.459483 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-3b404ccb-74c7-45f3-b311-fbdd92c8db10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:52.461107 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-3b404ccb-74c7-45f3-b311-fbdd92c8db10 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02896369-74e4-4591-924a-417f24abf930 HTTP/1.1" status: 200 len: 853 time: 0.0504315 Jan 28 04:05:52.494314 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-ec2dc484-b87b-46ac-bf40-14d3dcd2827d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=939552a4-077c-4093-b8c2-5354cbb6c4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268123 Jan 28 04:05:52.596416 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-c8f919f9-5218-44a7-bbae-90a7d6dfc14a service neutron] 10.222.0.67 "GET /v2.0/networks/939552a4-077c-4093-b8c2-5354cbb6c4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961313 Jan 28 04:05:52.703602 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b7229ef-a6c8-436f-90a1-a71c564c3e2f req-1d633235-cbf0-450e-8445-c079fadc9bd3 service neutron] 10.222.0.67 "GET /v2.0/networks/939552a4-077c-4093-b8c2-5354cbb6c4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003761 Jan 28 04:05:52.836526 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4ec5c-072d-4c00-998e-aa34533b54f4 req-4bbcf587-a7d9-4332-ad00-31a95f8a12d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:52.838131 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8ec4ec5c-072d-4c00-998e-aa34533b54f4 req-4bbcf587-a7d9-4332-ad00-31a95f8a12d9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8508a6a8811b447cbbd3c09f905cc40b&device_id=90a31d0f-0e57-43d6-9e32-0ae69e7477e0 HTTP/1.1" status: 200 len: 1095 time: 0.0469682 Jan 28 04:05:52.907321 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56300d5b-14dc-421b-be48-fcf2eb98d9f3 req-56931e89-8847-4b8b-80d8-f39de503f8fa tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:52.908926 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-56300d5b-14dc-421b-be48-fcf2eb98d9f3 req-56931e89-8847-4b8b-80d8-f39de503f8fa tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/ports?device_id=90a31d0f-0e57-43d6-9e32-0ae69e7477e0 HTTP/1.1" status: 200 len: 943 time: 0.0571637 Jan 28 04:05:52.945691 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4ec5c-072d-4c00-998e-aa34533b54f4 req-3ac5a0ca-88f8-4504-947c-a3bb0fafd32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:52.948805 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8ec4ec5c-072d-4c00-998e-aa34533b54f4 req-3ac5a0ca-88f8-4504-947c-a3bb0fafd32d service neutron] 10.222.0.67 "GET /v2.0/networks?id=939552a4-077c-4093-b8c2-5354cbb6c4c5 HTTP/1.1" status: 200 len: 914 time: 0.1044014 Jan 28 04:05:52.972380 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-56300d5b-14dc-421b-be48-fcf2eb98d9f3 req-de03c7fe-cc79-4e0e-9a8a-225e534b0740 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5957ba83-a374-42da-9e17-155ad89b0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574424 Jan 28 04:05:52.990572 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8ec4ec5c-072d-4c00-998e-aa34533b54f4 req-b1d4718f-3d41-48b6-9a66-74308f9bf0e3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84017194-a35f-4c80-ad72-2af01897213e HTTP/1.1" status: 200 len: 217 time: 0.0357244 Jan 28 04:05:53.040227 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4ec5c-072d-4c00-998e-aa34533b54f4 req-5754ff86-68ed-4fec-98bb-c07703d788dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:53.042140 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8ec4ec5c-072d-4c00-998e-aa34533b54f4 req-5754ff86-68ed-4fec-98bb-c07703d788dc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02896369-74e4-4591-924a-417f24abf930 HTTP/1.1" status: 200 len: 853 time: 0.0452650 Jan 28 04:05:53.074631 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8ec4ec5c-072d-4c00-998e-aa34533b54f4 req-3c1e1171-6781-446b-8f80-a8f83e2c90bf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=939552a4-077c-4093-b8c2-5354cbb6c4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270824 Jan 28 04:05:53.171064 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8ec4ec5c-072d-4c00-998e-aa34533b54f4 req-84ad936a-cffc-4c6f-bba3-48becf52613c service neutron] 10.222.0.67 "GET /v2.0/networks/939552a4-077c-4093-b8c2-5354cbb6c4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908694 Jan 28 04:05:53.261262 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8ec4ec5c-072d-4c00-998e-aa34533b54f4 req-ffc3ff34-7701-45fe-9622-43a9ccec71b3 service neutron] 10.222.0.67 "GET /v2.0/networks/939552a4-077c-4093-b8c2-5354cbb6c4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840843 Jan 28 04:05:54.110377 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f5cc3-b44f-48a4-bd47-17e8af3f9baa req-7d4353c7-3a08-4667-9038-25e97f768ed3 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:54.111882 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-120f5cc3-b44f-48a4-bd47-17e8af3f9baa req-7d4353c7-3a08-4667-9038-25e97f768ed3 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/ports?device_id=90a31d0f-0e57-43d6-9e32-0ae69e7477e0 HTTP/1.1" status: 200 len: 943 time: 0.0558467 Jan 28 04:05:54.165111 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-120f5cc3-b44f-48a4-bd47-17e8af3f9baa req-bfbdd8ce-7f51-45e5-95a2-24917762db10 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5957ba83-a374-42da-9e17-155ad89b0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443509 Jan 28 04:05:55.281409 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 84017194-a35f-4c80-ad72-2af01897213e details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:05:55.300364 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeba6f0-49c7-4009-9f39-693b7384e069 req-eb353b87-a50c-4d77-b698-79c87eb0d3c0 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:55.302581 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-deeba6f0-49c7-4009-9f39-693b7384e069 req-eb353b87-a50c-4d77-b698-79c87eb0d3c0 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/ports?device_id=90a31d0f-0e57-43d6-9e32-0ae69e7477e0 HTTP/1.1" status: 200 len: 943 time: 0.0639591 Jan 28 04:05:55.357151 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-deeba6f0-49c7-4009-9f39-693b7384e069 req-16afcbbc-7215-46cd-908c-4e18c7958258 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5957ba83-a374-42da-9e17-155ad89b0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488102 Jan 28 04:05:55.379436 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 84017194-a35f-4c80-ad72-2af01897213e, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=84017194-a35f-4c80-ad72-2af01897213e,segment=NetworkSegment(7667e605-bb65-4e44-ae78-51ee17dab8ad),segment_id=7667e605-bb65-4e44-ae78-51ee17dab8ad)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:05:55.392369 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '84017194-a35f-4c80-ad72-2af01897213e', 'network_id': '939552a4-077c-4093-b8c2-5354cbb6c4c5', 'port_id': '84017194-a35f-4c80-ad72-2af01897213e', 'mac_address': 'fa:16:3e:c1:69:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02896369-74e4-4591-924a-417f24abf930', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:05:55.434041 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 84017194-a35f-4c80-ad72-2af01897213e is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:05:55.434335 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (84017194-a35f-4c80-ad72-2af01897213e), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:55.451433 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84017194-a35f-4c80-ad72-2af01897213e {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:05:55.471710 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 84017194-a35f-4c80-ad72-2af01897213e, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=84017194-a35f-4c80-ad72-2af01897213e,segment=NetworkSegment(7667e605-bb65-4e44-ae78-51ee17dab8ad),segment_id=7667e605-bb65-4e44-ae78-51ee17dab8ad)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:05:55.477290 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (84017194-a35f-4c80-ad72-2af01897213e), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:55.532168 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=84017194-a35f-4c80-ad72-2af01897213e,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:55.849955 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['84017194-a35f-4c80-ad72-2af01897213e'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:05:56.475760 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fba18f-8d32-4fda-acf0-80e623ed950c req-e94079d4-3347-47c4-bde8-b278ba51e256 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:56.477213 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-01fba18f-8d32-4fda-acf0-80e623ed950c req-e94079d4-3347-47c4-bde8-b278ba51e256 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/ports?device_id=90a31d0f-0e57-43d6-9e32-0ae69e7477e0 HTTP/1.1" status: 200 len: 944 time: 0.0500154 Jan 28 04:05:56.525822 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-01fba18f-8d32-4fda-acf0-80e623ed950c req-de6b6ec8-cbf4-4379-880c-71c216889fe2 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5957ba83-a374-42da-9e17-155ad89b0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427449 Jan 28 04:05:57.297956 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 84017194-a35f-4c80-ad72-2af01897213e up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:05:57.350660 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 84017194-a35f-4c80-ad72-2af01897213e completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:05:57.354544 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 84017194-a35f-4c80-ad72-2af01897213e triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:05:57.354927 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (84017194-a35f-4c80-ad72-2af01897213e), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:57.432305 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 84017194-a35f-4c80-ad72-2af01897213e is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:05:57.432696 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (84017194-a35f-4c80-ad72-2af01897213e), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:57.455474 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a31d0f-0e57-43d6-9e32-0ae69e7477e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84017194-a35f-4c80-ad72-2af01897213e'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:05:57.457735 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7466989c69d563e87a019306beca113247d74b519ddc68a6966af7388d6c63e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca97b83-a885-496d-90b0-3fde54657928" -d '{"events": [{"server_uuid": "90a31d0f-0e57-43d6-9e32-0ae69e7477e0", "name": "network-vif-plugged", "status": "completed", "tag": "84017194-a35f-4c80-ad72-2af01897213e"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:05:57.473707 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 84017194-a35f-4c80-ad72-2af01897213e, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=84017194-a35f-4c80-ad72-2af01897213e,segment=NetworkSegment(7667e605-bb65-4e44-ae78-51ee17dab8ad),segment_id=7667e605-bb65-4e44-ae78-51ee17dab8ad)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:05:57.478382 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (84017194-a35f-4c80-ad72-2af01897213e), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:57.502217 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37773135-b1a9-4844-99f9-bc2888821876 x-openstack-request-id: req-37773135-b1a9-4844-99f9-bc2888821876 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:05:57.502457 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a31d0f-0e57-43d6-9e32-0ae69e7477e0", "name": "network-vif-plugged", "status": "completed", "tag": "84017194-a35f-4c80-ad72-2af01897213e", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:05:57.502743 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-37773135-b1a9-4844-99f9-bc2888821876 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:05:57.503128 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a31d0f-0e57-43d6-9e32-0ae69e7477e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84017194-a35f-4c80-ad72-2af01897213e', 'code': 200} Jan 28 04:05:57.529235 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=84017194-a35f-4c80-ad72-2af01897213e,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:05:57.654361 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6471d-f2ac-4233-bfca-4756751d287d req-7f3fc835-4153-4212-b7f4-707de33c8c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:57.655959 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-70e6471d-f2ac-4233-bfca-4756751d287d req-7f3fc835-4153-4212-b7f4-707de33c8c13 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=90a31d0f-0e57-43d6-9e32-0ae69e7477e0 HTTP/1.1" status: 200 len: 1097 time: 0.0702538 Jan 28 04:05:57.667209 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be30d3-c513-4d7c-a5e8-8aa69a562abe req-e818cd1c-03f3-4a45-bb47-55148dbd8b80 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:57.668712 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-83be30d3-c513-4d7c-a5e8-8aa69a562abe req-e818cd1c-03f3-4a45-bb47-55148dbd8b80 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/ports?device_id=90a31d0f-0e57-43d6-9e32-0ae69e7477e0 HTTP/1.1" status: 200 len: 945 time: 0.0738974 Jan 28 04:05:57.745713 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-70e6471d-f2ac-4233-bfca-4756751d287d req-afe169b6-5ce9-4df3-b956-2ebb0a95a724 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5957ba83-a374-42da-9e17-155ad89b0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759704 Jan 28 04:05:57.748779 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-83be30d3-c513-4d7c-a5e8-8aa69a562abe req-e5297a04-17f1-480a-8ff6-d6db212476ad tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5957ba83-a374-42da-9e17-155ad89b0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737121 Jan 28 04:05:58.880245 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae9c6a-573b-41be-8f14-3a94eca1b790 req-330008ab-f6cc-49de-ab4f-b4219fa29146 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:05:58.881912 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-56ae9c6a-573b-41be-8f14-3a94eca1b790 req-330008ab-f6cc-49de-ab4f-b4219fa29146 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/ports?device_id=90a31d0f-0e57-43d6-9e32-0ae69e7477e0 HTTP/1.1" status: 200 len: 945 time: 0.0574083 Jan 28 04:05:58.937042 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-56ae9c6a-573b-41be-8f14-3a94eca1b790 req-2313f570-537b-42bb-8b0c-42dac684f234 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5957ba83-a374-42da-9e17-155ad89b0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478930 Jan 28 04:05:59.663607 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:05:59.811842 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b4a10356-437e-4dfe-ad8b-5d5df7dbd7e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:00.068559 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2804f692-6b1e-4aa1-9f40-7e6f6dd4edcb req-8c8206dc-2df2-4a58-bcc4-4627e86e4940 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:00.070165 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2804f692-6b1e-4aa1-9f40-7e6f6dd4edcb req-8c8206dc-2df2-4a58-bcc4-4627e86e4940 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/ports?device_id=90a31d0f-0e57-43d6-9e32-0ae69e7477e0 HTTP/1.1" status: 200 len: 945 time: 0.0522840 Jan 28 04:06:00.126634 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2804f692-6b1e-4aa1-9f40-7e6f6dd4edcb req-d9b930c4-2da1-4112-a6c6-69669875bda6 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5957ba83-a374-42da-9e17-155ad89b0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483356 Jan 28 04:06:00.379800 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63712de-dcd7-40d6-a762-2f8522ea8e26 req-216a22fb-26a5-4f1d-bbc4-c13fbdf7f841 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:00.381397 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b63712de-dcd7-40d6-a762-2f8522ea8e26 req-216a22fb-26a5-4f1d-bbc4-c13fbdf7f841 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/ports?device_id=90a31d0f-0e57-43d6-9e32-0ae69e7477e0 HTTP/1.1" status: 200 len: 945 time: 0.0566361 Jan 28 04:06:00.430754 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b63712de-dcd7-40d6-a762-2f8522ea8e26 req-01f565b1-1b6a-44c1-81a8-5741f9fb8783 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5957ba83-a374-42da-9e17-155ad89b0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433519 Jan 28 04:06:01.554850 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9ddac-c127-46ca-b3d3-9ab7549f3e8d req-3d7dc3fe-8a27-41f1-889a-7de8b9d8bb8e tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:01.556349 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7ea9ddac-c127-46ca-b3d3-9ab7549f3e8d req-3d7dc3fe-8a27-41f1-889a-7de8b9d8bb8e tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/ports?device_id=90a31d0f-0e57-43d6-9e32-0ae69e7477e0 HTTP/1.1" status: 200 len: 945 time: 0.0514588 Jan 28 04:06:01.616054 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7ea9ddac-c127-46ca-b3d3-9ab7549f3e8d req-d37434f8-fb9b-4f31-ba63-36a8287a0987 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5957ba83-a374-42da-9e17-155ad89b0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535698 Jan 28 04:06:01.880908 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5cfe46fc-a0b6-42eb-ab34-de302290bb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:01.890003 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474fc53-4bdb-4fc7-b577-b64e341c44c6 req-1de83fc5-965b-4a52-9d49-254ea4f13e8b tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:01.891467 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6474fc53-4bdb-4fc7-b577-b64e341c44c6 req-1de83fc5-965b-4a52-9d49-254ea4f13e8b tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.67 "GET /v2.0/ports?device_id=90a31d0f-0e57-43d6-9e32-0ae69e7477e0 HTTP/1.1" status: 200 len: 945 time: 0.0530653 Jan 28 04:06:02.006833 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-6474fc53-4bdb-4fc7-b577-b64e341c44c6 req-fd4d2ea4-94b5-4b27-a444-c547edefb942 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Deleting port 84017194-a35f-4c80-ad72-2af01897213e {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:06:02.007148 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6474fc53-4bdb-4fc7-b577-b64e341c44c6 req-fd4d2ea4-94b5-4b27-a444-c547edefb942 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (84017194-a35f-4c80-ad72-2af01897213e), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:02.108922 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-6474fc53-4bdb-4fc7-b577-b64e341c44c6 req-fd4d2ea4-94b5-4b27-a444-c547edefb942 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] For port 84017194-a35f-4c80-ad72-2af01897213e, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=84017194-a35f-4c80-ad72-2af01897213e,segment=NetworkSegment(7667e605-bb65-4e44-ae78-51ee17dab8ad),segment_id=7667e605-bb65-4e44-ae78-51ee17dab8ad)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:06:02.109320 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6474fc53-4bdb-4fc7-b577-b64e341c44c6 req-fd4d2ea4-94b5-4b27-a444-c547edefb942 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (84017194-a35f-4c80-ad72-2af01897213e), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:02.122377 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-6474fc53-4bdb-4fc7-b577-b64e341c44c6 req-fd4d2ea4-94b5-4b27-a444-c547edefb942 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Calling delete_port for 84017194-a35f-4c80-ad72-2af01897213e owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:06:02.254188 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6474fc53-4bdb-4fc7-b577-b64e341c44c6 req-fd4d2ea4-94b5-4b27-a444-c547edefb942 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (84017194-a35f-4c80-ad72-2af01897213e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:02.285509 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d2ea4-94b5-4b27-a444-c547edefb942 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Pushing event deleted for resources: {'Port': ['ID=84017194-a35f-4c80-ad72-2af01897213e,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:02.287986 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['84017194-a35f-4c80-ad72-2af01897213e'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:06:02.310830 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['7435830c-6700-4116-b4e4-2be20018aa6a'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:06:02.327080 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-6474fc53-4bdb-4fc7-b577-b64e341c44c6 req-fd4d2ea4-94b5-4b27-a444-c547edefb942 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] No DVR routers for this DVR port 84017194-a35f-4c80-ad72-2af01897213e on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:06:02.330054 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-6474fc53-4bdb-4fc7-b577-b64e341c44c6 req-fd4d2ea4-94b5-4b27-a444-c547edefb942 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:02.333962 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6474fc53-4bdb-4fc7-b577-b64e341c44c6 req-fd4d2ea4-94b5-4b27-a444-c547edefb942 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.67 "DELETE /v2.0/ports/84017194-a35f-4c80-ad72-2af01897213e HTTP/1.1" status: 204 len: 173 time: 0.4365580 Jan 28 04:06:02.334567 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a31d0f-0e57-43d6-9e32-0ae69e7477e0', 'name': 'network-vif-deleted', 'tag': '84017194-a35f-4c80-ad72-2af01897213e'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:06:02.336867 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62bf7bf-f431-4acd-b637-d88945914449" -d '{"events": [{"server_uuid": "90a31d0f-0e57-43d6-9e32-0ae69e7477e0", "name": "network-vif-deleted", "tag": "84017194-a35f-4c80-ad72-2af01897213e"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:06:02.378521 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a17cac-ca4c-4b1b-989e-c61515807c47 x-openstack-request-id: req-00a17cac-ca4c-4b1b-989e-c61515807c47 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:06:02.378858 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a31d0f-0e57-43d6-9e32-0ae69e7477e0", "name": "network-vif-deleted", "tag": "84017194-a35f-4c80-ad72-2af01897213e", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:06:02.379171 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-00a17cac-ca4c-4b1b-989e-c61515807c47 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:06:02.379582 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a31d0f-0e57-43d6-9e32-0ae69e7477e0', 'name': 'network-vif-deleted', 'tag': '84017194-a35f-4c80-ad72-2af01897213e', 'status': 'completed', 'code': 200} Jan 28 04:06:02.735459 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dce48eac-f6ab-413d-9653-9390654209b8 req-a4ce03f6-04af-405e-8165-aad67c495062 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/ports?device_id=90a31d0f-0e57-43d6-9e32-0ae69e7477e0 HTTP/1.1" status: 200 len: 210 time: 0.0315268 Jan 28 04:06:03.643245 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:03.900289 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17aeca-a6a2-433d-881d-dabc00830c25 req-dc243ea2-10f9-4286-8f52-ef046fd7978a tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:03.901825 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dd17aeca-a6a2-433d-881d-dabc00830c25 req-dc243ea2-10f9-4286-8f52-ef046fd7978a tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/ports?device_id=f64e5cd6-557a-4a6f-a32e-e889848dc8d1 HTTP/1.1" status: 200 len: 945 time: 0.0519955 Jan 28 04:06:03.949403 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dd17aeca-a6a2-433d-881d-dabc00830c25 req-94e8cff6-f6f7-434c-b883-39a1da6db5a7 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5957ba83-a374-42da-9e17-155ad89b0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417051 Jan 28 04:06:04.086421 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cfcc26-8b7b-489a-9a59-fc56a4356e7f req-a5e650d7-a2a8-4219-8c03-be467830c716 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:04.087919 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-88cfcc26-8b7b-489a-9a59-fc56a4356e7f req-a5e650d7-a2a8-4219-8c03-be467830c716 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/ports?device_id=f64e5cd6-557a-4a6f-a32e-e889848dc8d1 HTTP/1.1" status: 200 len: 945 time: 0.0509696 Jan 28 04:06:04.137627 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-88cfcc26-8b7b-489a-9a59-fc56a4356e7f req-d856a86c-486e-4eda-8c34-e18712db772f tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5957ba83-a374-42da-9e17-155ad89b0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437953 Jan 28 04:06:04.258280 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:04.261590 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87686d-7cc4-415b-ac7b-ec431fbb2758 req-73ef1e43-a7de-4a31-8326-3d7a23e4a7ee tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:04.263144 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cd87686d-7cc4-415b-ac7b-ec431fbb2758 req-73ef1e43-a7de-4a31-8326-3d7a23e4a7ee tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/ports?device_id=f64e5cd6-557a-4a6f-a32e-e889848dc8d1 HTTP/1.1" status: 200 len: 945 time: 0.0549977 Jan 28 04:06:04.312683 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cd87686d-7cc4-415b-ac7b-ec431fbb2758 req-3b259a77-cce4-47fc-86a1-1b704305cfff tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5957ba83-a374-42da-9e17-155ad89b0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435233 Jan 28 04:06:04.490415 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b28ea-3668-4dd4-b846-7d4675289b76 req-8ff9f759-c710-4c85-abec-2928ca1b563a tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:04.491861 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-395b28ea-3668-4dd4-b846-7d4675289b76 req-8ff9f759-c710-4c85-abec-2928ca1b563a tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/ports?device_id=f64e5cd6-557a-4a6f-a32e-e889848dc8d1 HTTP/1.1" status: 200 len: 945 time: 0.0510437 Jan 28 04:06:04.544344 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-395b28ea-3668-4dd4-b846-7d4675289b76 req-374614a8-c2b0-4d4d-9f86-f877546c1c7a tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5957ba83-a374-42da-9e17-155ad89b0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465941 Jan 28 04:06:04.992287 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e882dd7-debf-4d3c-909f-9c462c0a08ab req-e5830115-ab62-4120-9255-c8aa8c4ed26f tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:04.993885 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2e882dd7-debf-4d3c-909f-9c462c0a08ab req-e5830115-ab62-4120-9255-c8aa8c4ed26f tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/ports?device_id=f64e5cd6-557a-4a6f-a32e-e889848dc8d1 HTTP/1.1" status: 200 len: 945 time: 0.3823092 Jan 28 04:06:05.047130 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2e882dd7-debf-4d3c-909f-9c462c0a08ab req-2f0efa04-4a9b-41f4-8ef0-3e4fc29105d6 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5957ba83-a374-42da-9e17-155ad89b0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448415 Jan 28 04:06:05.109079 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:05.190805 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81946a-667b-45f4-8f61-7607dfea34b9 req-88785f11-c817-49a5-a6f2-7b2caca70ee3 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:05.192360 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1d81946a-667b-45f4-8f61-7607dfea34b9 req-88785f11-c817-49a5-a6f2-7b2caca70ee3 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/ports?device_id=f64e5cd6-557a-4a6f-a32e-e889848dc8d1 HTTP/1.1" status: 200 len: 945 time: 0.0503874 Jan 28 04:06:05.238288 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1d81946a-667b-45f4-8f61-7607dfea34b9 req-38815d5d-9301-41ae-bf5a-e6dd2ac06d81 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5957ba83-a374-42da-9e17-155ad89b0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401113 Jan 28 04:06:05.343995 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 84017194-a35f-4c80-ad72-2af01897213e no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:06:05.367310 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: 84017194-a35f-4c80-ad72-2af01897213e {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:06:05.367665 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 84017194-a35f-4c80-ad72-2af01897213e not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:06:05.572657 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa63cf2-fa27-4438-9d93-a6ed4edc6ae9 req-59f37448-a2b2-42dd-a4d5-c8361503d82d tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:05.574076 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bfa63cf2-fa27-4438-9d93-a6ed4edc6ae9 req-59f37448-a2b2-42dd-a4d5-c8361503d82d tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/ports?device_id=f64e5cd6-557a-4a6f-a32e-e889848dc8d1 HTTP/1.1" status: 200 len: 945 time: 0.0493097 Jan 28 04:06:05.625869 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bfa63cf2-fa27-4438-9d93-a6ed4edc6ae9 req-0387ec61-0cc1-4e97-a9bf-e9e7033e0ff1 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5957ba83-a374-42da-9e17-155ad89b0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458813 Jan 28 04:06:06.175452 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:06.771278 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c365d0d-a748-4c10-8cf0-15785fb3613e req-5e1862dc-e5e0-45fb-a2d5-d147f88ffc31 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:06.773657 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2c365d0d-a748-4c10-8cf0-15785fb3613e req-5e1862dc-e5e0-45fb-a2d5-d147f88ffc31 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/ports?device_id=f64e5cd6-557a-4a6f-a32e-e889848dc8d1 HTTP/1.1" status: 200 len: 945 time: 0.0649314 Jan 28 04:06:06.829308 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2c365d0d-a748-4c10-8cf0-15785fb3613e req-1bebbec8-7920-4b2a-867e-a3142411c6ba tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5957ba83-a374-42da-9e17-155ad89b0a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464308 Jan 28 04:06:06.987852 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73c32e-8086-4421-9a52-9e4635372617 req-2ed89319-7443-4d22-bb20-501f00740646 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:06.989291 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ed73c32e-8086-4421-9a52-9e4635372617 req-2ed89319-7443-4d22-bb20-501f00740646 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.39 "GET /v2.0/ports?device_id=f64e5cd6-557a-4a6f-a32e-e889848dc8d1 HTTP/1.1" status: 200 len: 945 time: 0.0519230 Jan 28 04:06:07.078761 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-ed73c32e-8086-4421-9a52-9e4635372617 req-7844e267-2ca1-4aa7-854b-00e1aa85d393 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Deleting port 7435830c-6700-4116-b4e4-2be20018aa6a {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:06:07.079135 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ed73c32e-8086-4421-9a52-9e4635372617 req-7844e267-2ca1-4aa7-854b-00e1aa85d393 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (7435830c-6700-4116-b4e4-2be20018aa6a), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:07.179122 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-ed73c32e-8086-4421-9a52-9e4635372617 req-7844e267-2ca1-4aa7-854b-00e1aa85d393 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] For port 7435830c-6700-4116-b4e4-2be20018aa6a, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=7435830c-6700-4116-b4e4-2be20018aa6a,segment=NetworkSegment(7667e605-bb65-4e44-ae78-51ee17dab8ad),segment_id=7667e605-bb65-4e44-ae78-51ee17dab8ad)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:06:07.179492 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ed73c32e-8086-4421-9a52-9e4635372617 req-7844e267-2ca1-4aa7-854b-00e1aa85d393 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (7435830c-6700-4116-b4e4-2be20018aa6a), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:07.192533 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-ed73c32e-8086-4421-9a52-9e4635372617 req-7844e267-2ca1-4aa7-854b-00e1aa85d393 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Calling delete_port for 7435830c-6700-4116-b4e4-2be20018aa6a owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:06:07.328532 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ed73c32e-8086-4421-9a52-9e4635372617 req-7844e267-2ca1-4aa7-854b-00e1aa85d393 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (7435830c-6700-4116-b4e4-2be20018aa6a), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:07.358026 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7844e267-2ca1-4aa7-854b-00e1aa85d393 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Pushing event deleted for resources: {'Port': ['ID=7435830c-6700-4116-b4e4-2be20018aa6a,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:07.365965 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['7435830c-6700-4116-b4e4-2be20018aa6a'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:06:07.401215 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed73c32e-8086-4421-9a52-9e4635372617 req-7844e267-2ca1-4aa7-854b-00e1aa85d393 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] No DVR routers for this DVR port 7435830c-6700-4116-b4e4-2be20018aa6a on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:06:07.403999 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-ed73c32e-8086-4421-9a52-9e4635372617 req-7844e267-2ca1-4aa7-854b-00e1aa85d393 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:07.407366 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ed73c32e-8086-4421-9a52-9e4635372617 req-7844e267-2ca1-4aa7-854b-00e1aa85d393 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.39 "DELETE /v2.0/ports/7435830c-6700-4116-b4e4-2be20018aa6a HTTP/1.1" status: 204 len: 173 time: 0.4125907 Jan 28 04:06:07.407817 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64e5cd6-557a-4a6f-a32e-e889848dc8d1', 'name': 'network-vif-deleted', 'tag': '7435830c-6700-4116-b4e4-2be20018aa6a'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:06:07.410085 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b488505-25ee-4b47-bb58-b9a958420eb4" -d '{"events": [{"server_uuid": "f64e5cd6-557a-4a6f-a32e-e889848dc8d1", "name": "network-vif-deleted", "tag": "7435830c-6700-4116-b4e4-2be20018aa6a"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:06:07.451548 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7657bb0-96b8-4b21-9022-cc284dd15dff x-openstack-request-id: req-e7657bb0-96b8-4b21-9022-cc284dd15dff {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:06:07.451891 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64e5cd6-557a-4a6f-a32e-e889848dc8d1", "name": "network-vif-deleted", "tag": "7435830c-6700-4116-b4e4-2be20018aa6a", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:06:07.452149 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e7657bb0-96b8-4b21-9022-cc284dd15dff {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:06:07.452572 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64e5cd6-557a-4a6f-a32e-e889848dc8d1', 'name': 'network-vif-deleted', 'tag': '7435830c-6700-4116-b4e4-2be20018aa6a', 'status': 'completed', 'code': 200} Jan 28 04:06:07.949598 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b703b6ed-a248-4c23-9456-34ef27fdef25 req-eed271b6-873e-4f5a-94e2-3d02a2412075 tempest-ServersNegativeTestJSON-2076073826 tempest-ServersNegativeTestJSON-2076073826-project] 10.222.0.53 "GET /v2.0/ports?device_id=f64e5cd6-557a-4a6f-a32e-e889848dc8d1 HTTP/1.1" status: 200 len: 210 time: 0.0339415 Jan 28 04:06:09.018066 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36090) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:09.065557 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-94f3069f-29d7-4ae6-9d43-af50a54aec57 admin admin] Deleting subnet 02896369-74e4-4591-924a-417f24abf930 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:06:09.069414 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-94f3069f-29d7-4ae6-9d43-af50a54aec57 admin admin] Publish callbacks [] for subnet (02896369-74e4-4591-924a-417f24abf930), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:09.105733 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-94f3069f-29d7-4ae6-9d43-af50a54aec57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (02896369-74e4-4591-924a-417f24abf930), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:09.154280 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-94f3069f-29d7-4ae6-9d43-af50a54aec57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (02896369-74e4-4591-924a-417f24abf930), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:09.210916 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-94f3069f-29d7-4ae6-9d43-af50a54aec57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (02896369-74e4-4591-924a-417f24abf930), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:09.242375 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3069f-29d7-4ae6-9d43-af50a54aec57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02896369-74e4-4591-924a-417f24abf930,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:09.246095 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-94f3069f-29d7-4ae6-9d43-af50a54aec57 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:09.249466 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-94f3069f-29d7-4ae6-9d43-af50a54aec57 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/02896369-74e4-4591-924a-417f24abf930 HTTP/1.1" status: 204 len: 168 time: 0.2300525 Jan 28 04:06:09.252852 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36092) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:09.324087 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8f326954-cfd8-45f7-8e9d-e0d254b46830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (939552a4-077c-4093-b8c2-5354cbb6c4c5), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:09.408491 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8f326954-cfd8-45f7-8e9d-e0d254b46830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (939552a4-077c-4093-b8c2-5354cbb6c4c5), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:09.430471 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-8f326954-cfd8-45f7-8e9d-e0d254b46830 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['939552a4-077c-4093-b8c2-5354cbb6c4c5']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:09.440438 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-8f326954-cfd8-45f7-8e9d-e0d254b46830 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7667e605-bb65-4e44-ae78-51ee17dab8ad') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:09.440788 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-8f326954-cfd8-45f7-8e9d-e0d254b46830 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7667e605-bb65-4e44-ae78-51ee17dab8ad') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:09.450664 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8f326954-cfd8-45f7-8e9d-e0d254b46830 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (7667e605-bb65-4e44-ae78-51ee17dab8ad), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:09.465805 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8f326954-cfd8-45f7-8e9d-e0d254b46830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (7667e605-bb65-4e44-ae78-51ee17dab8ad), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:09.472915 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f326954-cfd8-45f7-8e9d-e0d254b46830 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:06:09.473357 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8f326954-cfd8-45f7-8e9d-e0d254b46830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (7667e605-bb65-4e44-ae78-51ee17dab8ad), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:09.475405 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 04:06:09.475405 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:06:09.475405 n-d-712139-27 neutron-server[109802]: timer() Jan 28 04:06:09.475405 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:06:09.475405 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 04:06:09.475405 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:06:09.475405 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 04:06:09.475405 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:06:09.475405 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 04:06:09.475405 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:06:09.475405 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 04:06:09.475405 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:06:09.475405 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 04:06:09.475405 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:06:09.475405 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:06:09.475405 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:06:09.475405 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:06:09.475405 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:06:09.475405 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 04:06:09.475405 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:06:09.475405 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 04:06:09.475405 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:06:09.475405 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:06:09.475405 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:06:09.475405 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 04:06:09.475405 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:06:09.475405 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:06:09.475405 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:06:09.475405 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:06:09.475405 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:06:09.475405 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:06:09.475405 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:06:09.532837 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8f326954-cfd8-45f7-8e9d-e0d254b46830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (939552a4-077c-4093-b8c2-5354cbb6c4c5), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:09.538623 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8f326954-cfd8-45f7-8e9d-e0d254b46830 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:09.541910 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8f326954-cfd8-45f7-8e9d-e0d254b46830 admin admin] 10.222.0.53 "DELETE /v2.0/networks/939552a4-077c-4093-b8c2-5354cbb6c4c5 HTTP/1.1" status: 204 len: 168 time: 0.2879765 Jan 28 04:06:09.554508 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f326954-cfd8-45f7-8e9d-e0d254b46830 admin admin] Pushing event deleted for resources: {'Network': ['ID=939552a4-077c-4093-b8c2-5354cbb6c4c5,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:09.672580 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36096) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:09.720520 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-809a990b-e0d8-46fd-bf7c-56e6e745041c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8508a6a8811b447cbbd3c09f905cc40b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0466366 Jan 28 04:06:09.724281 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36098) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:09.793977 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6a060ad9-4d48-4a70-a664-59a5cf2f3040 admin admin] Publish callbacks [] for security_group (5957ba83-a374-42da-9e17-155ad89b0a0c), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:09.824407 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6a060ad9-4d48-4a70-a664-59a5cf2f3040 admin admin] Publish callbacks [] for security_group (5957ba83-a374-42da-9e17-155ad89b0a0c), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:09.878120 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6a060ad9-4d48-4a70-a664-59a5cf2f3040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (5957ba83-a374-42da-9e17-155ad89b0a0c), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:09.880887 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6a060ad9-4d48-4a70-a664-59a5cf2f3040 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:09.882097 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6a060ad9-4d48-4a70-a664-59a5cf2f3040 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5957ba83-a374-42da-9e17-155ad89b0a0c HTTP/1.1" status: 204 len: 168 time: 0.1568785 Jan 28 04:06:09.890838 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a060ad9-4d48-4a70-a664-59a5cf2f3040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5957ba83-a374-42da-9e17-155ad89b0a0c,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:10.834192 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 7435830c-6700-4116-b4e4-2be20018aa6a no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:06:10.840232 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36120) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:10.854650 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 7435830c-6700-4116-b4e4-2be20018aa6a {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:06:10.855009 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 7435830c-6700-4116-b4e4-2be20018aa6a not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:06:10.941868 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-4b1899e4-ffd1-4468-bfd5-36adf369609c tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-40044726'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:10.964643 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1899e4-ffd1-4468-bfd5-36adf369609c tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Made reservation on behalf of acbccd2676f34cc9a311619bd42054fe for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:06:10.967949 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4b1899e4-ffd1-4468-bfd5-36adf369609c tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:10.976344 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4b1899e4-ffd1-4468-bfd5-36adf369609c tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:11.054882 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4b1899e4-ffd1-4468-bfd5-36adf369609c tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks [] for security_group (db1ce227-2b24-495e-8430-4c0f11599ee9), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:11.060347 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4b1899e4-ffd1-4468-bfd5-36adf369609c tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (db1ce227-2b24-495e-8430-4c0f11599ee9), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:11.086687 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b1899e4-ffd1-4468-bfd5-36adf369609c tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:06:11.096936 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1899e4-ffd1-4468-bfd5-36adf369609c tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db1ce227-2b24-495e-8430-4c0f11599ee9,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:11.102171 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4b1899e4-ffd1-4468-bfd5-36adf369609c tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (dc8860fe-792b-4003-a84b-e4137b82458f), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:11.102515 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-4b1899e4-ffd1-4468-bfd5-36adf369609c tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Added segment dc8860fe-792b-4003-a84b-e4137b82458f of type vlan for network 5b9860aa-9374-4c86-91f9-7e647ea7db4b Jan 28 04:06:11.142954 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4b1899e4-ffd1-4468-bfd5-36adf369609c tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (5b9860aa-9374-4c86-91f9-7e647ea7db4b), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:11.170386 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4b1899e4-ffd1-4468-bfd5-36adf369609c tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (5b9860aa-9374-4c86-91f9-7e647ea7db4b), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:11.175268 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1899e4-ffd1-4468-bfd5-36adf369609c tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:11.176216 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4b1899e4-ffd1-4468-bfd5-36adf369609c tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:11.237903 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4b1899e4-ffd1-4468-bfd5-36adf369609c tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3962801 Jan 28 04:06:11.250110 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1899e4-ffd1-4468-bfd5-36adf369609c tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Pushing event updated for resources: {'Network': ['ID=5b9860aa-9374-4c86-91f9-7e647ea7db4b,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:11.261813 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 5b9860aa-9374-4c86-91f9-7e647ea7db4b details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:06:12.288716 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:06:14.341690 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36124) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:14.349304 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-04d7f8f8-8855-4b22-afcd-bbf940469ceb tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Request body: {'subnet': {'network_id': '5b9860aa-9374-4c86-91f9-7e647ea7db4b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:14.460128 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d7f8f8-8855-4b22-afcd-bbf940469ceb tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Made reservation on behalf of acbccd2676f34cc9a311619bd42054fe for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:06:14.463570 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-04d7f8f8-8855-4b22-afcd-bbf940469ceb tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:14.666784 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-04d7f8f8-8855-4b22-afcd-bbf940469ceb tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (a4696621-fcbe-444a-b206-2200474ad5b5), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:14.725960 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d7f8f8-8855-4b22-afcd-bbf940469ceb tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Pushing event updated for resources: {'Subnet': ['ID=a4696621-fcbe-444a-b206-2200474ad5b5,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:14.736379 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d7f8f8-8855-4b22-afcd-bbf940469ceb tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Checking segment: {'id': 'dc8860fe-792b-4003-a84b-e4137b82458f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '5b9860aa-9374-4c86-91f9-7e647ea7db4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:06:14.736746 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d7f8f8-8855-4b22-afcd-bbf940469ceb tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Network hostable DHCP agents. Network: 5b9860aa-9374-4c86-91f9-7e647ea7db4b, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:06:14.755540 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d7f8f8-8855-4b22-afcd-bbf940469ceb tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Network 5b9860aa-9374-4c86-91f9-7e647ea7db4b is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:06:14.766512 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-04d7f8f8-8855-4b22-afcd-bbf940469ceb tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 5b9860aa-9374-4c86-91f9-7e647ea7db4b) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:06:14.771341 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d7f8f8-8855-4b22-afcd-bbf940469ceb tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:14.772422 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-04d7f8f8-8855-4b22-afcd-bbf940469ceb tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks [] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:14.777564 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2165b79-ced6-4435-93dc-5bfd78997d02 None None] Network 5b9860aa-9374-4c86-91f9-7e647ea7db4b requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:06:14.790165 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-04d7f8f8-8855-4b22-afcd-bbf940469ceb tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4469955 Jan 28 04:06:14.793945 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36126) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:14.799079 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-31fd9330-3454-416a-ab84-5e6f0228c1d8 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1113526851'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:14.819353 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31fd9330-3454-416a-ab84-5e6f0228c1d8 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Made reservation on behalf of acbccd2676f34cc9a311619bd42054fe for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:06:14.823019 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-31fd9330-3454-416a-ab84-5e6f0228c1d8 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:14.849429 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31fd9330-3454-416a-ab84-5e6f0228c1d8 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:06:14.859381 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-31fd9330-3454-416a-ab84-5e6f0228c1d8 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (e45bd4a5-d6f3-4504-b24e-2cc84ba04508), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:14.859736 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-31fd9330-3454-416a-ab84-5e6f0228c1d8 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Added segment e45bd4a5-d6f3-4504-b24e-2cc84ba04508 of type vlan for network f0dbb912-977b-45a8-ab5f-dba834b70b69 Jan 28 04:06:14.881963 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efadb71-c30d-49e1-87c5-04c769b41956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-5b9860aa-9374-4c86-91f9-7e647ea7db4b', 'network_id': '5b9860aa-9374-4c86-91f9-7e647ea7db4b', 'project_id': 'acbccd2676f34cc9a311619bd42054fe', 'fixed_ips': [{'subnet_id': 'a4696621-fcbe-444a-b206-2200474ad5b5'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:06:14.882865 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0efadb71-c30d-49e1-87c5-04c769b41956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:14.900859 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-31fd9330-3454-416a-ab84-5e6f0228c1d8 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (f0dbb912-977b-45a8-ab5f-dba834b70b69), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:14.931668 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-31fd9330-3454-416a-ab84-5e6f0228c1d8 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (f0dbb912-977b-45a8-ab5f-dba834b70b69), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:14.937526 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fd9330-3454-416a-ab84-5e6f0228c1d8 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:14.938102 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-31fd9330-3454-416a-ab84-5e6f0228c1d8 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks [] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:14.994693 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-31fd9330-3454-416a-ab84-5e6f0228c1d8 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1995251 Jan 28 04:06:14.997417 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36128) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:15.002441 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-98dc3748-5381-408e-b07e-22b6d23caba9 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Request body: {'subnet': {'network_id': 'f0dbb912-977b-45a8-ab5f-dba834b70b69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:15.018969 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-0efadb71-c30d-49e1-87c5-04c769b41956 None None] Allocated IP 2001:db8:0:ffff::2 (5b9860aa-9374-4c86-91f9-7e647ea7db4b/a4696621-fcbe-444a-b206-2200474ad5b5/cfd1f594-a1b2-42fb-b185-c507719bfdbb) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:06:15.025625 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd9330-3454-416a-ab84-5e6f0228c1d8 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Pushing event updated for resources: {'Network': ['ID=f0dbb912-977b-45a8-ab5f-dba834b70b69,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:15.043874 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network f0dbb912-977b-45a8-ab5f-dba834b70b69 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:06:15.098724 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98dc3748-5381-408e-b07e-22b6d23caba9 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Made reservation on behalf of acbccd2676f34cc9a311619bd42054fe for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:06:15.102588 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-98dc3748-5381-408e-b07e-22b6d23caba9 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:15.305517 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-98dc3748-5381-408e-b07e-22b6d23caba9 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (c540f32b-f6fd-44ec-b1a4-6dc5f67f1d6a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:15.372180 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dc3748-5381-408e-b07e-22b6d23caba9 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Pushing event updated for resources: {'Subnet': ['ID=c540f32b-f6fd-44ec-b1a4-6dc5f67f1d6a,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:15.381422 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98dc3748-5381-408e-b07e-22b6d23caba9 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Checking segment: {'id': 'e45bd4a5-d6f3-4504-b24e-2cc84ba04508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f0dbb912-977b-45a8-ab5f-dba834b70b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:06:15.381807 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dc3748-5381-408e-b07e-22b6d23caba9 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Network hostable DHCP agents. Network: f0dbb912-977b-45a8-ab5f-dba834b70b69, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:06:15.386614 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0efadb71-c30d-49e1-87c5-04c769b41956 None None] Publish callbacks [] for port (cfd1f594-a1b2-42fb-b185-c507719bfdbb), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:15.392128 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0efadb71-c30d-49e1-87c5-04c769b41956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (cfd1f594-a1b2-42fb-b185-c507719bfdbb), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:15.400209 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dc3748-5381-408e-b07e-22b6d23caba9 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Network f0dbb912-977b-45a8-ab5f-dba834b70b69 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:06:15.410395 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-98dc3748-5381-408e-b07e-22b6d23caba9 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, f0dbb912-977b-45a8-ab5f-dba834b70b69) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:06:15.414724 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dc3748-5381-408e-b07e-22b6d23caba9 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:15.415347 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-98dc3748-5381-408e-b07e-22b6d23caba9 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks [] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:15.423600 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b602c8-102c-4a70-a9a0-cb589489e9a1 None None] Network f0dbb912-977b-45a8-ab5f-dba834b70b69 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:06:15.432665 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-98dc3748-5381-408e-b07e-22b6d23caba9 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4340658 Jan 28 04:06:15.435578 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36130) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:15.482036 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efadb71-c30d-49e1-87c5-04c769b41956 None None] Network 5b9860aa-9374-4c86-91f9-7e647ea7db4b is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:06:15.492263 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-0efadb71-c30d-49e1-87c5-04c769b41956 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:06:15.496663 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efadb71-c30d-49e1-87c5-04c769b41956 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:06:15.501300 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efadb71-c30d-49e1-87c5-04c769b41956 None None] Pushing event updated for resources: {'Port': ['ID=cfd1f594-a1b2-42fb-b185-c507719bfdbb,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:15.533786 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4714949d-2fd7-4cfb-8ec5-e29fa3792b42 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (f0dbb912-977b-45a8-ab5f-dba834b70b69), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:15.582187 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-0efadb71-c30d-49e1-87c5-04c769b41956 None None] Attempting to bind port cfd1f594-a1b2-42fb-b185-c507719bfdbb on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:06:15.582607 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-0efadb71-c30d-49e1-87c5-04c769b41956 None None] Attempting to bind port cfd1f594-a1b2-42fb-b185-c507719bfdbb by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'dc8860fe-792b-4003-a84b-e4137b82458f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '5b9860aa-9374-4c86-91f9-7e647ea7db4b'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:06:15.582976 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efadb71-c30d-49e1-87c5-04c769b41956 None None] Attempting to bind port cfd1f594-a1b2-42fb-b185-c507719bfdbb on network 5b9860aa-9374-4c86-91f9-7e647ea7db4b {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:06:15.589949 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9845a6ad-445d-451d-8622-54377a44722d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-f0dbb912-977b-45a8-ab5f-dba834b70b69', 'network_id': 'f0dbb912-977b-45a8-ab5f-dba834b70b69', 'project_id': 'acbccd2676f34cc9a311619bd42054fe', 'fixed_ips': [{'subnet_id': 'c540f32b-f6fd-44ec-b1a4-6dc5f67f1d6a'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:06:15.590793 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9845a6ad-445d-451d-8622-54377a44722d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:15.594128 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efadb71-c30d-49e1-87c5-04c769b41956 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:06:15.594502 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efadb71-c30d-49e1-87c5-04c769b41956 None None] Checking segment: {'id': 'dc8860fe-792b-4003-a84b-e4137b82458f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '5b9860aa-9374-4c86-91f9-7e647ea7db4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:06:15.594896 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0efadb71-c30d-49e1-87c5-04c769b41956 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:15.595324 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efadb71-c30d-49e1-87c5-04c769b41956 None None] Bound using segment: {'id': 'dc8860fe-792b-4003-a84b-e4137b82458f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '5b9860aa-9374-4c86-91f9-7e647ea7db4b'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:06:15.595798 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-0efadb71-c30d-49e1-87c5-04c769b41956 None None] Bound port: cfd1f594-a1b2-42fb-b185-c507719bfdbb, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc8860fe-792b-4003-a84b-e4137b82458f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '5b9860aa-9374-4c86-91f9-7e647ea7db4b'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:06:15.596175 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0efadb71-c30d-49e1-87c5-04c769b41956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (cfd1f594-a1b2-42fb-b185-c507719bfdbb), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:15.615041 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4714949d-2fd7-4cfb-8ec5-e29fa3792b42 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (c540f32b-f6fd-44ec-b1a4-6dc5f67f1d6a), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:15.680640 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4714949d-2fd7-4cfb-8ec5-e29fa3792b42 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (c540f32b-f6fd-44ec-b1a4-6dc5f67f1d6a), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:15.706986 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4714949d-2fd7-4cfb-8ec5-e29fa3792b42 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Pushing event deleted for resources: {'Subnet': ['ID=c540f32b-f6fd-44ec-b1a4-6dc5f67f1d6a,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:15.732884 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-0efadb71-c30d-49e1-87c5-04c769b41956 None None] For port cfd1f594-a1b2-42fb-b185-c507719bfdbb, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:06:15.736356 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-0efadb71-c30d-49e1-87c5-04c769b41956 None None] For port cfd1f594-a1b2-42fb-b185-c507719bfdbb, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=cfd1f594-a1b2-42fb-b185-c507719bfdbb,segment=NetworkSegment(dc8860fe-792b-4003-a84b-e4137b82458f),segment_id=dc8860fe-792b-4003-a84b-e4137b82458f)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server [None req-9845a6ad-445d-451d-8622-54377a44722d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c540f32b-f6fd-44ec-b1a4-6dc5f67f1d6a: This subnet is being modified by another concurrent operation. Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise exception Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c540f32b-f6fd-44ec-b1a4-6dc5f67f1d6a: This subnet is being modified by another concurrent operation. Jan 28 04:06:15.738629 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server Jan 28 04:06:15.746824 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0efadb71-c30d-49e1-87c5-04c769b41956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (cfd1f594-a1b2-42fb-b185-c507719bfdbb), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:15.770026 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf147d04-fce0-4507-a327-f09e9025dd79 None None] Network f0dbb912-977b-45a8-ab5f-dba834b70b69 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:06:15.775252 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4714949d-2fd7-4cfb-8ec5-e29fa3792b42 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (f0dbb912-977b-45a8-ab5f-dba834b70b69), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:15.796548 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-4714949d-2fd7-4cfb-8ec5-e29fa3792b42 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0dbb912-977b-45a8-ab5f-dba834b70b69']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:15.807192 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-4714949d-2fd7-4cfb-8ec5-e29fa3792b42 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e45bd4a5-d6f3-4504-b24e-2cc84ba04508') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:15.807478 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-4714949d-2fd7-4cfb-8ec5-e29fa3792b42 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e45bd4a5-d6f3-4504-b24e-2cc84ba04508') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:15.817735 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4714949d-2fd7-4cfb-8ec5-e29fa3792b42 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (e45bd4a5-d6f3-4504-b24e-2cc84ba04508), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:15.831824 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4714949d-2fd7-4cfb-8ec5-e29fa3792b42 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (e45bd4a5-d6f3-4504-b24e-2cc84ba04508), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:15.839988 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4714949d-2fd7-4cfb-8ec5-e29fa3792b42 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:06:15.840414 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4714949d-2fd7-4cfb-8ec5-e29fa3792b42 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (e45bd4a5-d6f3-4504-b24e-2cc84ba04508), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:15.849607 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efadb71-c30d-49e1-87c5-04c769b41956 None None] Pushing event updated for resources: {'Port': ['ID=cfd1f594-a1b2-42fb-b185-c507719bfdbb,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:15.884354 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 04:06:15.884354 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:06:15.884354 n-d-712139-27 neutron-server[109802]: timer() Jan 28 04:06:15.884354 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:06:15.884354 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 04:06:15.884354 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:06:15.884354 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 04:06:15.884354 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:06:15.884354 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 04:06:15.884354 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:06:15.884354 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 04:06:15.884354 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:06:15.884354 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 04:06:15.884354 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:06:15.884354 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:06:15.884354 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:06:15.884354 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:06:15.884354 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:06:15.884354 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 04:06:15.884354 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:06:15.884354 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 04:06:15.884354 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:06:15.884354 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:06:15.884354 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:06:15.884354 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 04:06:15.884354 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:06:15.884354 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:06:15.884354 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:06:15.884354 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:06:15.884354 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:06:15.884354 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:06:15.884354 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:06:15.907452 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4714949d-2fd7-4cfb-8ec5-e29fa3792b42 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (f0dbb912-977b-45a8-ab5f-dba834b70b69), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:15.912339 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4714949d-2fd7-4cfb-8ec5-e29fa3792b42 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:15.915794 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4714949d-2fd7-4cfb-8ec5-e29fa3792b42 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] 10.222.0.53 "DELETE /v2.0/networks/f0dbb912-977b-45a8-ab5f-dba834b70b69 HTTP/1.1" status: 204 len: 168 time: 0.4790721 Jan 28 04:06:15.920790 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36132) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:15.939972 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-1d9c942a-20e3-45ef-ab19-5be195fb3507 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1323852992'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:15.943640 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4714949d-2fd7-4cfb-8ec5-e29fa3792b42 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Pushing event deleted for resources: {'Network': ['ID=f0dbb912-977b-45a8-ab5f-dba834b70b69,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:15.964269 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9c942a-20e3-45ef-ab19-5be195fb3507 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Made reservation on behalf of acbccd2676f34cc9a311619bd42054fe for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:06:15.974199 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1d9c942a-20e3-45ef-ab19-5be195fb3507 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:16.005695 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d9c942a-20e3-45ef-ab19-5be195fb3507 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:06:16.016993 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1d9c942a-20e3-45ef-ab19-5be195fb3507 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (4f96dfb9-b56e-49f4-8c2e-73f8dc61a1ef), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:16.017420 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-1d9c942a-20e3-45ef-ab19-5be195fb3507 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Added segment 4f96dfb9-b56e-49f4-8c2e-73f8dc61a1ef of type vlan for network 054e8936-0170-4a94-ac64-ed0014745972 Jan 28 04:06:16.061967 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1d9c942a-20e3-45ef-ab19-5be195fb3507 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (054e8936-0170-4a94-ac64-ed0014745972), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:16.089388 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1d9c942a-20e3-45ef-ab19-5be195fb3507 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (054e8936-0170-4a94-ac64-ed0014745972), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:16.094408 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9c942a-20e3-45ef-ab19-5be195fb3507 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:16.095026 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-1d9c942a-20e3-45ef-ab19-5be195fb3507 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:16.147751 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1d9c942a-20e3-45ef-ab19-5be195fb3507 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2257817 Jan 28 04:06:16.150832 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36134) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:16.156108 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-e2631faf-30dd-4fdd-8d46-0f5a0d97da28 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Request body: {'subnet': {'network_id': '054e8936-0170-4a94-ac64-ed0014745972', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:16.166563 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c942a-20e3-45ef-ab19-5be195fb3507 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Pushing event updated for resources: {'Network': ['ID=054e8936-0170-4a94-ac64-ed0014745972,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:16.177650 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 054e8936-0170-4a94-ac64-ed0014745972 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:06:16.248454 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2631faf-30dd-4fdd-8d46-0f5a0d97da28 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Made reservation on behalf of acbccd2676f34cc9a311619bd42054fe for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:06:16.252784 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e2631faf-30dd-4fdd-8d46-0f5a0d97da28 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:16.319113 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.ipam_backend_mixin [None req-e2631faf-30dd-4fdd-8d46-0f5a0d97da28 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Performing IP validity checks on allocation pools {{(pid=109803) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 04:06:16.320320 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.ipam_backend_mixin [None req-e2631faf-30dd-4fdd-8d46-0f5a0d97da28 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109803) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 04:06:16.322047 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device cfd1f594-a1b2-42fb-b185-c507719bfdbb up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:06:16.371616 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port cfd1f594-a1b2-42fb-b185-c507719bfdbb triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:16.371994 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (cfd1f594-a1b2-42fb-b185-c507719bfdbb), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:16.446929 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e2631faf-30dd-4fdd-8d46-0f5a0d97da28 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (994d68b8-9d66-4b52-8ec0-c9f9e852eb2d), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:16.455257 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port cfd1f594-a1b2-42fb-b185-c507719bfdbb is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:16.455803 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (cfd1f594-a1b2-42fb-b185-c507719bfdbb), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:16.492408 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port cfd1f594-a1b2-42fb-b185-c507719bfdbb, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=cfd1f594-a1b2-42fb-b185-c507719bfdbb,segment=NetworkSegment(dc8860fe-792b-4003-a84b-e4137b82458f),segment_id=dc8860fe-792b-4003-a84b-e4137b82458f)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:06:16.498483 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (cfd1f594-a1b2-42fb-b185-c507719bfdbb), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:16.520183 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2631faf-30dd-4fdd-8d46-0f5a0d97da28 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Pushing event updated for resources: {'Subnet': ['ID=994d68b8-9d66-4b52-8ec0-c9f9e852eb2d,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:16.526791 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2631faf-30dd-4fdd-8d46-0f5a0d97da28 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Checking segment: {'id': '4f96dfb9-b56e-49f4-8c2e-73f8dc61a1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '054e8936-0170-4a94-ac64-ed0014745972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:06:16.527163 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2631faf-30dd-4fdd-8d46-0f5a0d97da28 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Network hostable DHCP agents. Network: 054e8936-0170-4a94-ac64-ed0014745972, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:06:16.545807 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2631faf-30dd-4fdd-8d46-0f5a0d97da28 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Network 054e8936-0170-4a94-ac64-ed0014745972 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:06:16.551695 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=cfd1f594-a1b2-42fb-b185-c507719bfdbb,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:16.557385 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-e2631faf-30dd-4fdd-8d46-0f5a0d97da28 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 054e8936-0170-4a94-ac64-ed0014745972) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:06:16.562816 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2631faf-30dd-4fdd-8d46-0f5a0d97da28 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:16.563505 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e2631faf-30dd-4fdd-8d46-0f5a0d97da28 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks [] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:16.569463 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d217bfd6-8bc7-4d4c-b17b-b3dbbb39064e None None] Network 054e8936-0170-4a94-ac64-ed0014745972 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:06:16.584971 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e2631faf-30dd-4fdd-8d46-0f5a0d97da28 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4326510 Jan 28 04:06:16.587308 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36136) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:16.685965 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfc3256-3109-4ac7-9c13-0403007d5f15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-054e8936-0170-4a94-ac64-ed0014745972', 'network_id': '054e8936-0170-4a94-ac64-ed0014745972', 'project_id': 'acbccd2676f34cc9a311619bd42054fe', 'fixed_ips': [{'subnet_id': '994d68b8-9d66-4b52-8ec0-c9f9e852eb2d'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:06:16.686424 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3dfc3256-3109-4ac7-9c13-0403007d5f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:16.698184 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e19eed46-c2a5-4855-9a82-0eebc33edb2e tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (054e8936-0170-4a94-ac64-ed0014745972), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:16.794974 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e19eed46-c2a5-4855-9a82-0eebc33edb2e tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (994d68b8-9d66-4b52-8ec0-c9f9e852eb2d), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:16.815136 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbabfcc1-2a10-4641-a743-3f1a1c0b8501 None None] Network 5b9860aa-9374-4c86-91f9-7e647ea7db4b requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:06:16.867341 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-3dfc3256-3109-4ac7-9c13-0403007d5f15 None None] Allocated IP 2001:db8::3 (054e8936-0170-4a94-ac64-ed0014745972/994d68b8-9d66-4b52-8ec0-c9f9e852eb2d/ecb06486-d822-4b5c-9040-5e5f6787d458) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:06:16.908425 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-1501490c-61c1-4d76-8778-07953f1ab626 None None] Provisioning complete for port cfd1f594-a1b2-42fb-b185-c507719bfdbb triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:16.908717 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1501490c-61c1-4d76-8778-07953f1ab626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (cfd1f594-a1b2-42fb-b185-c507719bfdbb), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:17.129466 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-1501490c-61c1-4d76-8778-07953f1ab626 None None] Current status of the port cfd1f594-a1b2-42fb-b185-c507719bfdbb is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:17.160868 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3dfc3256-3109-4ac7-9c13-0403007d5f15 None None] Publish callbacks [] for port (ecb06486-d822-4b5c-9040-5e5f6787d458), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:17.168347 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3dfc3256-3109-4ac7-9c13-0403007d5f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (ecb06486-d822-4b5c-9040-5e5f6787d458), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:17.197448 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e19eed46-c2a5-4855-9a82-0eebc33edb2e tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (994d68b8-9d66-4b52-8ec0-c9f9e852eb2d), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:17.207351 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfc3256-3109-4ac7-9c13-0403007d5f15 None None] Network 054e8936-0170-4a94-ac64-ed0014745972 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:06:17.211334 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-3dfc3256-3109-4ac7-9c13-0403007d5f15 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:06:17.213951 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfc3256-3109-4ac7-9c13-0403007d5f15 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:06:17.226383 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19eed46-c2a5-4855-9a82-0eebc33edb2e tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Pushing event deleted for resources: {'Subnet': ['ID=994d68b8-9d66-4b52-8ec0-c9f9e852eb2d,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:17.272204 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc3256-3109-4ac7-9c13-0403007d5f15 None None] Pushing event updated for resources: {'Port': ['ID=ecb06486-d822-4b5c-9040-5e5f6787d458,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:17.285243 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-3dfc3256-3109-4ac7-9c13-0403007d5f15 None None] Attempting to bind port ecb06486-d822-4b5c-9040-5e5f6787d458 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:06:17.286125 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-3dfc3256-3109-4ac7-9c13-0403007d5f15 None None] Attempting to bind port ecb06486-d822-4b5c-9040-5e5f6787d458 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '4f96dfb9-b56e-49f4-8c2e-73f8dc61a1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '054e8936-0170-4a94-ac64-ed0014745972'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:06:17.286125 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfc3256-3109-4ac7-9c13-0403007d5f15 None None] Attempting to bind port ecb06486-d822-4b5c-9040-5e5f6787d458 on network 054e8936-0170-4a94-ac64-ed0014745972 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:06:17.292197 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfc3256-3109-4ac7-9c13-0403007d5f15 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:06:17.292675 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfc3256-3109-4ac7-9c13-0403007d5f15 None None] Checking segment: {'id': '4f96dfb9-b56e-49f4-8c2e-73f8dc61a1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '054e8936-0170-4a94-ac64-ed0014745972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:06:17.293180 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3dfc3256-3109-4ac7-9c13-0403007d5f15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:17.293519 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e19eed46-c2a5-4855-9a82-0eebc33edb2e tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (054e8936-0170-4a94-ac64-ed0014745972), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:17.293689 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfc3256-3109-4ac7-9c13-0403007d5f15 None None] Bound using segment: {'id': '4f96dfb9-b56e-49f4-8c2e-73f8dc61a1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '054e8936-0170-4a94-ac64-ed0014745972'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:06:17.294234 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-3dfc3256-3109-4ac7-9c13-0403007d5f15 None None] Bound port: ecb06486-d822-4b5c-9040-5e5f6787d458, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f96dfb9-b56e-49f4-8c2e-73f8dc61a1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '054e8936-0170-4a94-ac64-ed0014745972'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:06:17.294701 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3dfc3256-3109-4ac7-9c13-0403007d5f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ecb06486-d822-4b5c-9040-5e5f6787d458), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:17.322793 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-e19eed46-c2a5-4855-9a82-0eebc33edb2e tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['054e8936-0170-4a94-ac64-ed0014745972']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:17.332149 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-e19eed46-c2a5-4855-9a82-0eebc33edb2e tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f96dfb9-b56e-49f4-8c2e-73f8dc61a1ef') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:17.332446 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-e19eed46-c2a5-4855-9a82-0eebc33edb2e tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f96dfb9-b56e-49f4-8c2e-73f8dc61a1ef') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:17.341714 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e19eed46-c2a5-4855-9a82-0eebc33edb2e tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (4f96dfb9-b56e-49f4-8c2e-73f8dc61a1ef), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:17.354736 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e19eed46-c2a5-4855-9a82-0eebc33edb2e tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (4f96dfb9-b56e-49f4-8c2e-73f8dc61a1ef), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:17.361476 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e19eed46-c2a5-4855-9a82-0eebc33edb2e tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:06:17.361871 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e19eed46-c2a5-4855-9a82-0eebc33edb2e tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (4f96dfb9-b56e-49f4-8c2e-73f8dc61a1ef), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:17.365473 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 04:06:17.365473 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:06:17.365473 n-d-712139-27 neutron-server[109803]: timer() Jan 28 04:06:17.365473 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:06:17.365473 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 04:06:17.365473 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:06:17.365473 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 04:06:17.365473 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:06:17.365473 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 04:06:17.365473 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:06:17.365473 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 04:06:17.365473 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:06:17.365473 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 04:06:17.365473 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:06:17.365473 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:06:17.365473 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:06:17.365473 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:06:17.365473 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:06:17.365473 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 04:06:17.365473 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:06:17.365473 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 04:06:17.365473 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:06:17.365473 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:06:17.365473 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:06:17.365473 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 04:06:17.365473 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:06:17.365473 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:06:17.365473 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:06:17.365473 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:06:17.365473 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:06:17.365473 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:06:17.365473 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:06:17.367918 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-3dfc3256-3109-4ac7-9c13-0403007d5f15 None None] For port ecb06486-d822-4b5c-9040-5e5f6787d458, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:06:17.372267 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-d906b138-9077-409c-9b65-6beca77dcc6f None None] Provisioning complete for port cfd1f594-a1b2-42fb-b185-c507719bfdbb triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:17.372639 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d906b138-9077-409c-9b65-6beca77dcc6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (cfd1f594-a1b2-42fb-b185-c507719bfdbb), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:17.420457 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.db.api [None req-e19eed46-c2a5-4855-9a82-0eebc33edb2e tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 04:06:17.420457 n-d-712139-27 neutron-server[109803]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 04:06:17.420457 n-d-712139-27 neutron-server[109803]: [parameters: {'id': '054e8936-0170-4a94-ac64-ed0014745972'}] Jan 28 04:06:17.420457 n-d-712139-27 neutron-server[109803]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 04:06:17.420978 n-d-712139-27 neutron-server[109803]: DEBUG oslo_db.api [None req-e19eed46-c2a5-4855-9a82-0eebc33edb2e tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 04:06:17.447118 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-3dfc3256-3109-4ac7-9c13-0403007d5f15 None None] For port ecb06486-d822-4b5c-9040-5e5f6787d458, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ecb06486-d822-4b5c-9040-5e5f6787d458,segment=NetworkSegment(4f96dfb9-b56e-49f4-8c2e-73f8dc61a1ef),segment_id=4f96dfb9-b56e-49f4-8c2e-73f8dc61a1ef)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:06:17.457434 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3dfc3256-3109-4ac7-9c13-0403007d5f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ecb06486-d822-4b5c-9040-5e5f6787d458), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:17.461345 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-d906b138-9077-409c-9b65-6beca77dcc6f None None] Current status of the port cfd1f594-a1b2-42fb-b185-c507719bfdbb is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:17.537965 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc3256-3109-4ac7-9c13-0403007d5f15 None None] Pushing event updated for resources: {'Port': ['ID=ecb06486-d822-4b5c-9040-5e5f6787d458,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:17.554163 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df65c59-aa0a-460e-b568-9baa56053192 None None] get_active_networks_info from n-d-712139-27 {{(pid=109804) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 04:06:17.625671 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df65c59-aa0a-460e-b568-9baa56053192 None None] Resources bound (agent type, host, resource id): {{(pid=109804) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 04:06:17.779167 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e71c37-086d-4ce7-b47f-a588d2c0776b None None] get_active_networks_info from n-d-712139-27 {{(pid=109804) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 04:06:17.843427 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e71c37-086d-4ce7-b47f-a588d2c0776b None None] Resources bound (agent type, host, resource id): {{(pid=109804) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 04:06:17.922366 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e19eed46-c2a5-4855-9a82-0eebc33edb2e tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (054e8936-0170-4a94-ac64-ed0014745972), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:17.981310 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-e19eed46-c2a5-4855-9a82-0eebc33edb2e tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Deleting port ecb06486-d822-4b5c-9040-5e5f6787d458 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:06:17.981610 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e19eed46-c2a5-4855-9a82-0eebc33edb2e tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (ecb06486-d822-4b5c-9040-5e5f6787d458), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:17.998333 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9eee580-075f-4ac2-9eab-8612ac242052 None None] Network 054e8936-0170-4a94-ac64-ed0014745972 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:06:18.046674 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-e19eed46-c2a5-4855-9a82-0eebc33edb2e tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] For port ecb06486-d822-4b5c-9040-5e5f6787d458, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ecb06486-d822-4b5c-9040-5e5f6787d458,segment=NetworkSegment(4f96dfb9-b56e-49f4-8c2e-73f8dc61a1ef),segment_id=4f96dfb9-b56e-49f4-8c2e-73f8dc61a1ef)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:06:18.046967 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e19eed46-c2a5-4855-9a82-0eebc33edb2e tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (ecb06486-d822-4b5c-9040-5e5f6787d458), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:18.061286 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-e19eed46-c2a5-4855-9a82-0eebc33edb2e tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Calling delete_port for ecb06486-d822-4b5c-9040-5e5f6787d458 owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:06:18.141806 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e19eed46-c2a5-4855-9a82-0eebc33edb2e tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (ecb06486-d822-4b5c-9040-5e5f6787d458), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:18.170168 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19eed46-c2a5-4855-9a82-0eebc33edb2e tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Pushing event deleted for resources: {'Port': ['ID=ecb06486-d822-4b5c-9040-5e5f6787d458,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:18.173753 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19eed46-c2a5-4855-9a82-0eebc33edb2e tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] No DVR routers for this DVR port ecb06486-d822-4b5c-9040-5e5f6787d458 on host n-d-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:06:18.253115 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e19eed46-c2a5-4855-9a82-0eebc33edb2e tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (054e8936-0170-4a94-ac64-ed0014745972), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:18.269043 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device cfd1f594-a1b2-42fb-b185-c507719bfdbb up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:06:18.274876 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-e19eed46-c2a5-4855-9a82-0eebc33edb2e tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['054e8936-0170-4a94-ac64-ed0014745972']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:18.284606 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-e19eed46-c2a5-4855-9a82-0eebc33edb2e tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f96dfb9-b56e-49f4-8c2e-73f8dc61a1ef') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:18.284907 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-e19eed46-c2a5-4855-9a82-0eebc33edb2e tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f96dfb9-b56e-49f4-8c2e-73f8dc61a1ef') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:18.294452 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e19eed46-c2a5-4855-9a82-0eebc33edb2e tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (4f96dfb9-b56e-49f4-8c2e-73f8dc61a1ef), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:18.308422 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e19eed46-c2a5-4855-9a82-0eebc33edb2e tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (4f96dfb9-b56e-49f4-8c2e-73f8dc61a1ef), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:18.314849 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e19eed46-c2a5-4855-9a82-0eebc33edb2e tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:06:18.315241 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e19eed46-c2a5-4855-9a82-0eebc33edb2e tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (4f96dfb9-b56e-49f4-8c2e-73f8dc61a1ef), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:18.318398 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 04:06:18.318398 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:06:18.318398 n-d-712139-27 neutron-server[109803]: timer() Jan 28 04:06:18.318398 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:06:18.318398 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 04:06:18.318398 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:06:18.318398 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 04:06:18.318398 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:06:18.318398 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 04:06:18.318398 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:06:18.318398 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 04:06:18.318398 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:06:18.318398 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 04:06:18.318398 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:06:18.318398 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:06:18.318398 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:06:18.318398 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:06:18.318398 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:06:18.318398 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 04:06:18.318398 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:06:18.318398 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 04:06:18.318398 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:06:18.318398 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:06:18.318398 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:06:18.318398 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 04:06:18.318398 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:06:18.318398 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:06:18.318398 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:06:18.318398 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:06:18.318398 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:06:18.318398 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:06:18.318398 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:06:18.322121 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port cfd1f594-a1b2-42fb-b185-c507719bfdbb triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:18.322503 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (cfd1f594-a1b2-42fb-b185-c507719bfdbb), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:18.380279 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e19eed46-c2a5-4855-9a82-0eebc33edb2e tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (054e8936-0170-4a94-ac64-ed0014745972), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:18.385007 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e19eed46-c2a5-4855-9a82-0eebc33edb2e tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks [] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:18.388308 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e19eed46-c2a5-4855-9a82-0eebc33edb2e tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] 10.222.0.53 "DELETE /v2.0/networks/054e8936-0170-4a94-ac64-ed0014745972 HTTP/1.1" status: 204 len: 168 time: 1.8000698 Jan 28 04:06:18.393324 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36138) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:18.400465 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-0f42268c-3dd0-4b99-94f3-3402de0382ff tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1309284499'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:18.400908 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port cfd1f594-a1b2-42fb-b185-c507719bfdbb is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:18.405047 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19eed46-c2a5-4855-9a82-0eebc33edb2e tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Pushing event deleted for resources: {'Network': ['ID=054e8936-0170-4a94-ac64-ed0014745972,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:18.423378 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f42268c-3dd0-4b99-94f3-3402de0382ff tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Made reservation on behalf of acbccd2676f34cc9a311619bd42054fe for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:06:18.427249 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0f42268c-3dd0-4b99-94f3-3402de0382ff tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:18.452225 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f42268c-3dd0-4b99-94f3-3402de0382ff tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:06:18.461692 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0f42268c-3dd0-4b99-94f3-3402de0382ff tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (c6d5a098-e772-48f8-aef8-9fca3ec071b3), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:18.462059 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-0f42268c-3dd0-4b99-94f3-3402de0382ff tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Added segment c6d5a098-e772-48f8-aef8-9fca3ec071b3 of type vlan for network b7e07a23-faed-4606-92a2-6f94025e51a6 Jan 28 04:06:18.505425 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0f42268c-3dd0-4b99-94f3-3402de0382ff tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (b7e07a23-faed-4606-92a2-6f94025e51a6), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:18.533373 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0f42268c-3dd0-4b99-94f3-3402de0382ff tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (b7e07a23-faed-4606-92a2-6f94025e51a6), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:18.538412 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f42268c-3dd0-4b99-94f3-3402de0382ff tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:18.538997 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0f42268c-3dd0-4b99-94f3-3402de0382ff tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:18.599731 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0f42268c-3dd0-4b99-94f3-3402de0382ff tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2051299 Jan 28 04:06:18.602885 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36140) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:18.609952 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-cf83f0a9-f46c-4593-a6a6-153c367effcd tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Request body: {'subnet': {'network_id': 'b7e07a23-faed-4606-92a2-6f94025e51a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:18.614668 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42268c-3dd0-4b99-94f3-3402de0382ff tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Pushing event updated for resources: {'Network': ['ID=b7e07a23-faed-4606-92a2-6f94025e51a6,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:18.625999 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network b7e07a23-faed-4606-92a2-6f94025e51a6 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:06:18.705607 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf83f0a9-f46c-4593-a6a6-153c367effcd tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Made reservation on behalf of acbccd2676f34cc9a311619bd42054fe for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:06:18.710719 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-cf83f0a9-f46c-4593-a6a6-153c367effcd tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:18.913193 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-cf83f0a9-f46c-4593-a6a6-153c367effcd tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (0a3776f2-baa3-459e-ae80-e1b948db66b1), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:18.970211 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf83f0a9-f46c-4593-a6a6-153c367effcd tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Pushing event updated for resources: {'Subnet': ['ID=0a3776f2-baa3-459e-ae80-e1b948db66b1,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:18.981768 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf83f0a9-f46c-4593-a6a6-153c367effcd tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Checking segment: {'id': 'c6d5a098-e772-48f8-aef8-9fca3ec071b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b7e07a23-faed-4606-92a2-6f94025e51a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:06:18.982446 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf83f0a9-f46c-4593-a6a6-153c367effcd tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Network hostable DHCP agents. Network: b7e07a23-faed-4606-92a2-6f94025e51a6, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:06:19.001624 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf83f0a9-f46c-4593-a6a6-153c367effcd tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Network b7e07a23-faed-4606-92a2-6f94025e51a6 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:06:19.011252 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-cf83f0a9-f46c-4593-a6a6-153c367effcd tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, b7e07a23-faed-4606-92a2-6f94025e51a6) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:06:19.015732 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf83f0a9-f46c-4593-a6a6-153c367effcd tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:19.016337 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-cf83f0a9-f46c-4593-a6a6-153c367effcd tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:19.020505 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df98b480-8472-4e66-a319-8638ddcc2dac None None] Network b7e07a23-faed-4606-92a2-6f94025e51a6 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:06:19.037292 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-cf83f0a9-f46c-4593-a6a6-153c367effcd tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4333608 Jan 28 04:06:19.042170 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36142) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:19.047354 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-62ebcc2c-1962-4873-843d-d62d09f88ea6 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1058195579'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:19.068254 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ebcc2c-1962-4873-843d-d62d09f88ea6 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Made reservation on behalf of acbccd2676f34cc9a311619bd42054fe for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:06:19.071960 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-62ebcc2c-1962-4873-843d-d62d09f88ea6 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:19.096434 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62ebcc2c-1962-4873-843d-d62d09f88ea6 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:06:19.106315 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-62ebcc2c-1962-4873-843d-d62d09f88ea6 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (f773ee9c-56e6-4eed-8824-99ecdd734546), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:19.106661 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-62ebcc2c-1962-4873-843d-d62d09f88ea6 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Added segment f773ee9c-56e6-4eed-8824-99ecdd734546 of type vlan for network 66683dac-b4b4-434d-9587-b43f7839b382 Jan 28 04:06:19.117606 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0623ae-e0b4-4f76-bf9d-8b2bcb7fc549 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-b7e07a23-faed-4606-92a2-6f94025e51a6', 'network_id': 'b7e07a23-faed-4606-92a2-6f94025e51a6', 'project_id': 'acbccd2676f34cc9a311619bd42054fe', 'fixed_ips': [{'subnet_id': '0a3776f2-baa3-459e-ae80-e1b948db66b1'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:06:19.118522 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ae0623ae-e0b4-4f76-bf9d-8b2bcb7fc549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:19.150492 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-62ebcc2c-1962-4873-843d-d62d09f88ea6 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (66683dac-b4b4-434d-9587-b43f7839b382), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:19.178396 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-62ebcc2c-1962-4873-843d-d62d09f88ea6 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (66683dac-b4b4-434d-9587-b43f7839b382), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:19.183216 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ebcc2c-1962-4873-843d-d62d09f88ea6 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:19.183801 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-62ebcc2c-1962-4873-843d-d62d09f88ea6 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:19.245142 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-62ebcc2c-1962-4873-843d-d62d09f88ea6 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2017527 Jan 28 04:06:19.248117 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36144) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:19.255448 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-abb2ba98-1c16-4b6d-bd37-363c1e04f1c6 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Request body: {'subnet': {'network_id': '66683dac-b4b4-434d-9587-b43f7839b382', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:19.260383 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-ae0623ae-e0b4-4f76-bf9d-8b2bcb7fc549 None None] Allocated IP 2001:db8::2 (b7e07a23-faed-4606-92a2-6f94025e51a6/0a3776f2-baa3-459e-ae80-e1b948db66b1/c80854fd-8e5b-4f8a-976e-b1d0ebf7fdba) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:06:19.302054 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ebcc2c-1962-4873-843d-d62d09f88ea6 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Pushing event updated for resources: {'Network': ['ID=66683dac-b4b4-434d-9587-b43f7839b382,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:19.319508 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 66683dac-b4b4-434d-9587-b43f7839b382 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:06:19.351016 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb2ba98-1c16-4b6d-bd37-363c1e04f1c6 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Made reservation on behalf of acbccd2676f34cc9a311619bd42054fe for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:06:19.354550 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-abb2ba98-1c16-4b6d-bd37-363c1e04f1c6 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:19.552842 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-abb2ba98-1c16-4b6d-bd37-363c1e04f1c6 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (fedca5a7-843f-4f01-bd65-0853df622f5d), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:19.618754 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb2ba98-1c16-4b6d-bd37-363c1e04f1c6 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Pushing event updated for resources: {'Subnet': ['ID=fedca5a7-843f-4f01-bd65-0853df622f5d,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:19.630340 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb2ba98-1c16-4b6d-bd37-363c1e04f1c6 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Checking segment: {'id': 'f773ee9c-56e6-4eed-8824-99ecdd734546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '66683dac-b4b4-434d-9587-b43f7839b382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:06:19.630671 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb2ba98-1c16-4b6d-bd37-363c1e04f1c6 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Network hostable DHCP agents. Network: 66683dac-b4b4-434d-9587-b43f7839b382, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:06:19.630845 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ae0623ae-e0b4-4f76-bf9d-8b2bcb7fc549 None None] Publish callbacks [] for port (c80854fd-8e5b-4f8a-976e-b1d0ebf7fdba), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:19.637440 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ae0623ae-e0b4-4f76-bf9d-8b2bcb7fc549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (c80854fd-8e5b-4f8a-976e-b1d0ebf7fdba), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:19.646725 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb2ba98-1c16-4b6d-bd37-363c1e04f1c6 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Network 66683dac-b4b4-434d-9587-b43f7839b382 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:06:19.670136 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-abb2ba98-1c16-4b6d-bd37-363c1e04f1c6 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 66683dac-b4b4-434d-9587-b43f7839b382) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:06:19.674442 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb2ba98-1c16-4b6d-bd37-363c1e04f1c6 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:19.675145 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-abb2ba98-1c16-4b6d-bd37-363c1e04f1c6 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:19.679839 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0623ae-e0b4-4f76-bf9d-8b2bcb7fc549 None None] Network b7e07a23-faed-4606-92a2-6f94025e51a6 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:06:19.681991 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7892e7-a0e5-4fe9-8963-045974de967c None None] Network 66683dac-b4b4-434d-9587-b43f7839b382 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:06:19.692290 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-ae0623ae-e0b4-4f76-bf9d-8b2bcb7fc549 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:06:19.695074 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-abb2ba98-1c16-4b6d-bd37-363c1e04f1c6 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4457822 Jan 28 04:06:19.697664 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36146) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:19.708558 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0623ae-e0b4-4f76-bf9d-8b2bcb7fc549 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:06:19.710413 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0623ae-e0b4-4f76-bf9d-8b2bcb7fc549 None None] Pushing event updated for resources: {'Port': ['ID=c80854fd-8e5b-4f8a-976e-b1d0ebf7fdba,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:19.795166 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-add44688-b5e5-4629-91f5-5de344808dc8 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (66683dac-b4b4-434d-9587-b43f7839b382), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:19.812668 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-ae0623ae-e0b4-4f76-bf9d-8b2bcb7fc549 None None] Attempting to bind port c80854fd-8e5b-4f8a-976e-b1d0ebf7fdba on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:06:19.812949 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-ae0623ae-e0b4-4f76-bf9d-8b2bcb7fc549 None None] Attempting to bind port c80854fd-8e5b-4f8a-976e-b1d0ebf7fdba by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'c6d5a098-e772-48f8-aef8-9fca3ec071b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b7e07a23-faed-4606-92a2-6f94025e51a6'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:06:19.813469 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0623ae-e0b4-4f76-bf9d-8b2bcb7fc549 None None] Attempting to bind port c80854fd-8e5b-4f8a-976e-b1d0ebf7fdba on network b7e07a23-faed-4606-92a2-6f94025e51a6 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:06:19.833983 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0623ae-e0b4-4f76-bf9d-8b2bcb7fc549 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:06:19.834367 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0623ae-e0b4-4f76-bf9d-8b2bcb7fc549 None None] Checking segment: {'id': 'c6d5a098-e772-48f8-aef8-9fca3ec071b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b7e07a23-faed-4606-92a2-6f94025e51a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:06:19.834776 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ae0623ae-e0b4-4f76-bf9d-8b2bcb7fc549 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:19.835141 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0623ae-e0b4-4f76-bf9d-8b2bcb7fc549 None None] Bound using segment: {'id': 'c6d5a098-e772-48f8-aef8-9fca3ec071b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b7e07a23-faed-4606-92a2-6f94025e51a6'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:06:19.835622 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-ae0623ae-e0b4-4f76-bf9d-8b2bcb7fc549 None None] Bound port: c80854fd-8e5b-4f8a-976e-b1d0ebf7fdba, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d5a098-e772-48f8-aef8-9fca3ec071b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b7e07a23-faed-4606-92a2-6f94025e51a6'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:06:19.836003 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ae0623ae-e0b4-4f76-bf9d-8b2bcb7fc549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c80854fd-8e5b-4f8a-976e-b1d0ebf7fdba), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:19.846866 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-add44688-b5e5-4629-91f5-5de344808dc8 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (fedca5a7-843f-4f01-bd65-0853df622f5d), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:19.847096 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb601bc-e1f4-4ed2-a184-8c219e241d2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-66683dac-b4b4-434d-9587-b43f7839b382', 'network_id': '66683dac-b4b4-434d-9587-b43f7839b382', 'project_id': 'acbccd2676f34cc9a311619bd42054fe', 'fixed_ips': [{'subnet_id': 'fedca5a7-843f-4f01-bd65-0853df622f5d'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:06:19.848702 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4eb601bc-e1f4-4ed2-a184-8c219e241d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:19.914696 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-add44688-b5e5-4629-91f5-5de344808dc8 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (fedca5a7-843f-4f01-bd65-0853df622f5d), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:19.940548 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add44688-b5e5-4629-91f5-5de344808dc8 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Pushing event deleted for resources: {'Subnet': ['ID=fedca5a7-843f-4f01-bd65-0853df622f5d,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:19.975709 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-ae0623ae-e0b4-4f76-bf9d-8b2bcb7fc549 None None] For port c80854fd-8e5b-4f8a-976e-b1d0ebf7fdba, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:06:19.981117 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-ae0623ae-e0b4-4f76-bf9d-8b2bcb7fc549 None None] For port c80854fd-8e5b-4f8a-976e-b1d0ebf7fdba, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=c80854fd-8e5b-4f8a-976e-b1d0ebf7fdba,segment=NetworkSegment(c6d5a098-e772-48f8-aef8-9fca3ec071b3),segment_id=c6d5a098-e772-48f8-aef8-9fca3ec071b3)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:06:19.986151 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ae0623ae-e0b4-4f76-bf9d-8b2bcb7fc549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c80854fd-8e5b-4f8a-976e-b1d0ebf7fdba), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:20.008084 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-add44688-b5e5-4629-91f5-5de344808dc8 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (66683dac-b4b4-434d-9587-b43f7839b382), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server [None req-4eb601bc-e1f4-4ed2-a184-8c219e241d2d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fedca5a7-843f-4f01-bd65-0853df622f5d: This subnet is being modified by another concurrent operation. Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server raise exception Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fedca5a7-843f-4f01-bd65-0853df622f5d: This subnet is being modified by another concurrent operation. Jan 28 04:06:20.019327 n-d-712139-27 neutron-server[109804]: ERROR oslo_messaging.rpc.server Jan 28 04:06:20.040394 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-add44688-b5e5-4629-91f5-5de344808dc8 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66683dac-b4b4-434d-9587-b43f7839b382']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:20.045689 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4251e410-e884-47a2-9337-a4408c49db0b None None] Network 66683dac-b4b4-434d-9587-b43f7839b382 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:06:20.053789 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-add44688-b5e5-4629-91f5-5de344808dc8 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f773ee9c-56e6-4eed-8824-99ecdd734546') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:20.054210 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-add44688-b5e5-4629-91f5-5de344808dc8 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f773ee9c-56e6-4eed-8824-99ecdd734546') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:20.064966 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-add44688-b5e5-4629-91f5-5de344808dc8 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (f773ee9c-56e6-4eed-8824-99ecdd734546), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:20.065228 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0623ae-e0b4-4f76-bf9d-8b2bcb7fc549 None None] Pushing event updated for resources: {'Port': ['ID=c80854fd-8e5b-4f8a-976e-b1d0ebf7fdba,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:20.079381 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-add44688-b5e5-4629-91f5-5de344808dc8 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (f773ee9c-56e6-4eed-8824-99ecdd734546), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:20.088438 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-add44688-b5e5-4629-91f5-5de344808dc8 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:06:20.089497 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-add44688-b5e5-4629-91f5-5de344808dc8 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (f773ee9c-56e6-4eed-8824-99ecdd734546), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:20.093091 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 04:06:20.093091 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:06:20.093091 n-d-712139-27 neutron-server[109802]: timer() Jan 28 04:06:20.093091 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:06:20.093091 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 04:06:20.093091 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:06:20.093091 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 04:06:20.093091 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:06:20.093091 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 04:06:20.093091 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:06:20.093091 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 04:06:20.093091 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:06:20.093091 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 04:06:20.093091 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:06:20.093091 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:06:20.093091 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:06:20.093091 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:06:20.093091 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:06:20.093091 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 04:06:20.093091 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:06:20.093091 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 04:06:20.093091 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:06:20.093091 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:06:20.093091 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:06:20.093091 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 04:06:20.093091 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:06:20.093091 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:06:20.093091 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:06:20.093091 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:06:20.093091 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:06:20.093091 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:06:20.093091 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:06:20.157767 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-add44688-b5e5-4629-91f5-5de344808dc8 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (66683dac-b4b4-434d-9587-b43f7839b382), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:20.168145 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-add44688-b5e5-4629-91f5-5de344808dc8 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:20.172497 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-add44688-b5e5-4629-91f5-5de344808dc8 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] 10.222.0.53 "DELETE /v2.0/networks/66683dac-b4b4-434d-9587-b43f7839b382 HTTP/1.1" status: 204 len: 168 time: 0.4739156 Jan 28 04:06:20.176262 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36148) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:20.184720 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add44688-b5e5-4629-91f5-5de344808dc8 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Pushing event deleted for resources: {'Network': ['ID=66683dac-b4b4-434d-9587-b43f7839b382,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:20.204077 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bf69ac2-d0eb-48cc-9346-b546f72059cd tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] GET failed (client error): The resource could not be found. Jan 28 04:06:20.206877 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8bf69ac2-d0eb-48cc-9346-b546f72059cd tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] 10.222.0.53 "GET /v2.0/subnets/fedca5a7-843f-4f01-bd65-0853df622f5d HTTP/1.1" status: 404 len: 337 time: 0.0282738 Jan 28 04:06:20.208208 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36150) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:20.232912 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e1522b3-5996-4756-9a98-ca01b62e6e5a tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] DELETE failed (client error): The resource could not be found. Jan 28 04:06:20.233460 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e1522b3-5996-4756-9a98-ca01b62e6e5a tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:06:20.236505 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8e1522b3-5996-4756-9a98-ca01b62e6e5a tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] 10.222.0.53 "DELETE /v2.0/networks/66683dac-b4b4-434d-9587-b43f7839b382 HTTP/1.1" status: 404 len: 339 time: 0.0273182 Jan 28 04:06:20.240352 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36152) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:20.290237 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-90fd8971-2070-49c0-bb17-2e5dce9e1781 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] DELETE failed (client error): The resource could not be found. Jan 28 04:06:20.290693 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90fd8971-2070-49c0-bb17-2e5dce9e1781 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:06:20.293753 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-90fd8971-2070-49c0-bb17-2e5dce9e1781 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] 10.222.0.53 "DELETE /v2.0/subnets/fedca5a7-843f-4f01-bd65-0853df622f5d HTTP/1.1" status: 404 len: 337 time: 0.0522294 Jan 28 04:06:20.296336 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36154) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:20.315418 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe4018e0-65f5-449f-864e-8136ded4a65d tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] DELETE failed (client error): The resource could not be found. Jan 28 04:06:20.315888 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe4018e0-65f5-449f-864e-8136ded4a65d tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:06:20.321719 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-fe4018e0-65f5-449f-864e-8136ded4a65d tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] 10.222.0.53 "DELETE /v2.0/networks/66683dac-b4b4-434d-9587-b43f7839b382 HTTP/1.1" status: 404 len: 339 time: 0.0239553 Jan 28 04:06:20.323995 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36156) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:20.376201 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce3c82cb-b956-4956-936a-24c7d49f654e tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Deleting subnet 0a3776f2-baa3-459e-ae80-e1b948db66b1 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:06:20.379905 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ce3c82cb-b956-4956-936a-24c7d49f654e tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks [] for subnet (0a3776f2-baa3-459e-ae80-e1b948db66b1), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:20.421053 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ce3c82cb-b956-4956-936a-24c7d49f654e tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (0a3776f2-baa3-459e-ae80-e1b948db66b1), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:20.508079 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ce3c82cb-b956-4956-936a-24c7d49f654e tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (0a3776f2-baa3-459e-ae80-e1b948db66b1), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:20.569059 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ce3c82cb-b956-4956-936a-24c7d49f654e tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (0a3776f2-baa3-459e-ae80-e1b948db66b1), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:20.595739 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c82cb-b956-4956-936a-24c7d49f654e tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Pushing event deleted for resources: {'Subnet': ['ID=0a3776f2-baa3-459e-ae80-e1b948db66b1,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:20.599470 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ce3c82cb-b956-4956-936a-24c7d49f654e tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:20.602618 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ce3c82cb-b956-4956-936a-24c7d49f654e tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] 10.222.0.53 "DELETE /v2.0/subnets/0a3776f2-baa3-459e-ae80-e1b948db66b1 HTTP/1.1" status: 204 len: 168 time: 0.2775631 Jan 28 04:06:20.605298 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36158) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:20.702409 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6c0c4b77-f48a-4033-ac0d-6ff1ecb57e55 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (b7e07a23-faed-4606-92a2-6f94025e51a6), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:20.758781 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-6c0c4b77-f48a-4033-ac0d-6ff1ecb57e55 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Deleting port c80854fd-8e5b-4f8a-976e-b1d0ebf7fdba {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:06:20.759129 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6c0c4b77-f48a-4033-ac0d-6ff1ecb57e55 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (c80854fd-8e5b-4f8a-976e-b1d0ebf7fdba), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:20.823724 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-6c0c4b77-f48a-4033-ac0d-6ff1ecb57e55 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] For port c80854fd-8e5b-4f8a-976e-b1d0ebf7fdba, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=c80854fd-8e5b-4f8a-976e-b1d0ebf7fdba,segment=NetworkSegment(c6d5a098-e772-48f8-aef8-9fca3ec071b3),segment_id=c6d5a098-e772-48f8-aef8-9fca3ec071b3)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:06:20.823958 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6c0c4b77-f48a-4033-ac0d-6ff1ecb57e55 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (c80854fd-8e5b-4f8a-976e-b1d0ebf7fdba), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:20.838339 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-6c0c4b77-f48a-4033-ac0d-6ff1ecb57e55 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Calling delete_port for c80854fd-8e5b-4f8a-976e-b1d0ebf7fdba owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:06:20.922628 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6c0c4b77-f48a-4033-ac0d-6ff1ecb57e55 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (c80854fd-8e5b-4f8a-976e-b1d0ebf7fdba), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:20.947224 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c4b77-f48a-4033-ac0d-6ff1ecb57e55 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Pushing event deleted for resources: {'Port': ['ID=c80854fd-8e5b-4f8a-976e-b1d0ebf7fdba,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:20.954029 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0c4b77-f48a-4033-ac0d-6ff1ecb57e55 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] No DVR routers for this DVR port c80854fd-8e5b-4f8a-976e-b1d0ebf7fdba on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:06:21.030163 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66a2c22-1627-436e-a1f9-d916a1ee0194 None None] get_active_networks_info from n-d-712139-27 {{(pid=109804) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 04:06:21.040643 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6c0c4b77-f48a-4033-ac0d-6ff1ecb57e55 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (b7e07a23-faed-4606-92a2-6f94025e51a6), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:21.062234 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-6c0c4b77-f48a-4033-ac0d-6ff1ecb57e55 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7e07a23-faed-4606-92a2-6f94025e51a6']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:21.071846 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-6c0c4b77-f48a-4033-ac0d-6ff1ecb57e55 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6d5a098-e772-48f8-aef8-9fca3ec071b3') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:21.072144 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-6c0c4b77-f48a-4033-ac0d-6ff1ecb57e55 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6d5a098-e772-48f8-aef8-9fca3ec071b3') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:21.081740 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6c0c4b77-f48a-4033-ac0d-6ff1ecb57e55 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (c6d5a098-e772-48f8-aef8-9fca3ec071b3), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:21.094440 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6c0c4b77-f48a-4033-ac0d-6ff1ecb57e55 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (c6d5a098-e772-48f8-aef8-9fca3ec071b3), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:21.098487 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66a2c22-1627-436e-a1f9-d916a1ee0194 None None] Resources bound (agent type, host, resource id): {{(pid=109804) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 04:06:21.100516 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c0c4b77-f48a-4033-ac0d-6ff1ecb57e55 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:06:21.100923 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6c0c4b77-f48a-4033-ac0d-6ff1ecb57e55 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (c6d5a098-e772-48f8-aef8-9fca3ec071b3), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:21.103920 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 04:06:21.103920 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:06:21.103920 n-d-712139-27 neutron-server[109802]: timer() Jan 28 04:06:21.103920 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:06:21.103920 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 04:06:21.103920 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:06:21.103920 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 04:06:21.103920 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:06:21.103920 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 04:06:21.103920 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:06:21.103920 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 04:06:21.103920 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:06:21.103920 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 04:06:21.103920 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:06:21.103920 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:06:21.103920 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:06:21.103920 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:06:21.103920 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:06:21.103920 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 04:06:21.103920 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:06:21.103920 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 04:06:21.103920 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:06:21.103920 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:06:21.103920 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:06:21.103920 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 04:06:21.103920 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:06:21.103920 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:06:21.103920 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:06:21.103920 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:06:21.103920 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:06:21.103920 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:06:21.103920 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:06:21.106341 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-468130f1-46cc-4cc5-a587-dde4bd65ef77 None None] Could not find standard attr ID for object c80854fd-8e5b-4f8a-976e-b1d0ebf7fdba. {{(pid=109804) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 04:06:21.159904 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6c0c4b77-f48a-4033-ac0d-6ff1ecb57e55 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (b7e07a23-faed-4606-92a2-6f94025e51a6), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:21.166859 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6c0c4b77-f48a-4033-ac0d-6ff1ecb57e55 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:21.170032 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6c0c4b77-f48a-4033-ac0d-6ff1ecb57e55 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] 10.222.0.53 "DELETE /v2.0/networks/b7e07a23-faed-4606-92a2-6f94025e51a6 HTTP/1.1" status: 204 len: 168 time: 0.5637989 Jan 28 04:06:21.172830 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36160) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:21.181867 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c4b77-f48a-4033-ac0d-6ff1ecb57e55 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Pushing event deleted for resources: {'Network': ['ID=b7e07a23-faed-4606-92a2-6f94025e51a6,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:21.205216 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-3091f3b8-dacc-496c-9587-a4de56ce6909 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] DELETE failed (client error): The resource could not be found. Jan 28 04:06:21.205856 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3091f3b8-dacc-496c-9587-a4de56ce6909 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:06:21.208676 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-3091f3b8-dacc-496c-9587-a4de56ce6909 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] 10.222.0.53 "DELETE /v2.0/subnets/994d68b8-9d66-4b52-8ec0-c9f9e852eb2d HTTP/1.1" status: 404 len: 337 time: 0.0347972 Jan 28 04:06:21.211376 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36162) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:21.229395 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3f6cb85-e9d1-4ede-93b6-49bbed059810 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] DELETE failed (client error): The resource could not be found. Jan 28 04:06:21.229876 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3f6cb85-e9d1-4ede-93b6-49bbed059810 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:06:21.232942 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e3f6cb85-e9d1-4ede-93b6-49bbed059810 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] 10.222.0.53 "DELETE /v2.0/networks/054e8936-0170-4a94-ac64-ed0014745972 HTTP/1.1" status: 404 len: 339 time: 0.0206637 Jan 28 04:06:21.235678 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36164) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:21.258289 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffa42ae-a87a-46a7-a42f-fa3668291118 None None] Network b7e07a23-faed-4606-92a2-6f94025e51a6 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:06:21.262643 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae9e7207-7b5b-4662-9ccc-08f248c361bd tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] DELETE failed (client error): The resource could not be found. Jan 28 04:06:21.263222 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae9e7207-7b5b-4662-9ccc-08f248c361bd tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:06:21.266362 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ae9e7207-7b5b-4662-9ccc-08f248c361bd tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] 10.222.0.53 "DELETE /v2.0/subnets/c540f32b-f6fd-44ec-b1a4-6dc5f67f1d6a HTTP/1.1" status: 404 len: 337 time: 0.0297511 Jan 28 04:06:21.269056 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36166) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:21.270497 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffa42ae-a87a-46a7-a42f-fa3668291118 None None] Network b7e07a23-faed-4606-92a2-6f94025e51a6 could not be found, it might have been deleted concurrently. {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 04:06:21.288999 n-d-712139-27 neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-d645ff2b-fc04-4c50-88e2-ce0cf046133d tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] DELETE failed (client error): The resource could not be found. Jan 28 04:06:21.289520 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d645ff2b-fc04-4c50-88e2-ce0cf046133d tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 04:06:21.292552 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d645ff2b-fc04-4c50-88e2-ce0cf046133d tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] 10.222.0.53 "DELETE /v2.0/networks/f0dbb912-977b-45a8-ab5f-dba834b70b69 HTTP/1.1" status: 404 len: 339 time: 0.0224657 Jan 28 04:06:21.297500 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36168) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:21.342104 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e08e74-200c-46eb-a101-3b1d39e9ed90 None None] DHCP port deletion for b7e07a23-faed-4606-92a2-6f94025e51a6 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:06:21.360296 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-128b0f40-7a92-4b8d-9016-d68b5ee84426 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Deleting subnet a4696621-fcbe-444a-b206-2200474ad5b5 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:06:21.363796 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-128b0f40-7a92-4b8d-9016-d68b5ee84426 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks [] for subnet (a4696621-fcbe-444a-b206-2200474ad5b5), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:21.405175 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-128b0f40-7a92-4b8d-9016-d68b5ee84426 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (a4696621-fcbe-444a-b206-2200474ad5b5), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:21.491776 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-128b0f40-7a92-4b8d-9016-d68b5ee84426 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (a4696621-fcbe-444a-b206-2200474ad5b5), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:21.554092 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-128b0f40-7a92-4b8d-9016-d68b5ee84426 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (a4696621-fcbe-444a-b206-2200474ad5b5), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:21.580162 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b0f40-7a92-4b8d-9016-d68b5ee84426 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Pushing event deleted for resources: {'Subnet': ['ID=a4696621-fcbe-444a-b206-2200474ad5b5,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:21.585502 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-128b0f40-7a92-4b8d-9016-d68b5ee84426 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks [] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:21.589767 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-128b0f40-7a92-4b8d-9016-d68b5ee84426 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] 10.222.0.53 "DELETE /v2.0/subnets/a4696621-fcbe-444a-b206-2200474ad5b5 HTTP/1.1" status: 204 len: 168 time: 0.2897551 Jan 28 04:06:21.591231 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36170) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:21.593826 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32001937-9861-40ac-95c0-6a9d13b8f232 None None] Network 5b9860aa-9374-4c86-91f9-7e647ea7db4b requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:06:21.677721 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f4a7ca46-ac42-434b-aee2-6a165fd9ea26 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (5b9860aa-9374-4c86-91f9-7e647ea7db4b), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:21.733966 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-f4a7ca46-ac42-434b-aee2-6a165fd9ea26 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Deleting port cfd1f594-a1b2-42fb-b185-c507719bfdbb {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:06:21.734573 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f4a7ca46-ac42-434b-aee2-6a165fd9ea26 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (cfd1f594-a1b2-42fb-b185-c507719bfdbb), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:21.737049 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5ce0bc-ac8d-4add-b1a4-d17abc79a841 None None] DHCP port deletion for 5b9860aa-9374-4c86-91f9-7e647ea7db4b request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:06:21.786955 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-dd5ce0bc-ac8d-4add-b1a4-d17abc79a841 None None] Deleting port cfd1f594-a1b2-42fb-b185-c507719bfdbb {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:06:21.787335 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dd5ce0bc-ac8d-4add-b1a4-d17abc79a841 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (cfd1f594-a1b2-42fb-b185-c507719bfdbb), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:21.798517 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-f4a7ca46-ac42-434b-aee2-6a165fd9ea26 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] For port cfd1f594-a1b2-42fb-b185-c507719bfdbb, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=cfd1f594-a1b2-42fb-b185-c507719bfdbb,segment=NetworkSegment(dc8860fe-792b-4003-a84b-e4137b82458f),segment_id=dc8860fe-792b-4003-a84b-e4137b82458f)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:06:21.798881 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f4a7ca46-ac42-434b-aee2-6a165fd9ea26 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (cfd1f594-a1b2-42fb-b185-c507719bfdbb), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:21.816551 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-f4a7ca46-ac42-434b-aee2-6a165fd9ea26 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Calling delete_port for cfd1f594-a1b2-42fb-b185-c507719bfdbb owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:06:21.851280 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-dd5ce0bc-ac8d-4add-b1a4-d17abc79a841 None None] For port cfd1f594-a1b2-42fb-b185-c507719bfdbb, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=cfd1f594-a1b2-42fb-b185-c507719bfdbb,segment=NetworkSegment(dc8860fe-792b-4003-a84b-e4137b82458f),segment_id=dc8860fe-792b-4003-a84b-e4137b82458f)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:06:21.851682 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dd5ce0bc-ac8d-4add-b1a4-d17abc79a841 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (cfd1f594-a1b2-42fb-b185-c507719bfdbb), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:21.865192 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-dd5ce0bc-ac8d-4add-b1a4-d17abc79a841 None None] Calling delete_port for cfd1f594-a1b2-42fb-b185-c507719bfdbb owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:06:21.895791 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f4a7ca46-ac42-434b-aee2-6a165fd9ea26 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (cfd1f594-a1b2-42fb-b185-c507719bfdbb), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:21.922326 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a7ca46-ac42-434b-aee2-6a165fd9ea26 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Pushing event deleted for resources: {'Port': ['ID=cfd1f594-a1b2-42fb-b185-c507719bfdbb,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:21.924284 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a7ca46-ac42-434b-aee2-6a165fd9ea26 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] No DVR routers for this DVR port cfd1f594-a1b2-42fb-b185-c507719bfdbb on host n-d-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:06:21.945255 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dd5ce0bc-ac8d-4add-b1a4-d17abc79a841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (cfd1f594-a1b2-42fb-b185-c507719bfdbb), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:21.974716 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ce0bc-ac8d-4add-b1a4-d17abc79a841 None None] Pushing event deleted for resources: {'Port': ['ID=cfd1f594-a1b2-42fb-b185-c507719bfdbb,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:21.978941 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5ce0bc-ac8d-4add-b1a4-d17abc79a841 None None] No DVR routers for this DVR port cfd1f594-a1b2-42fb-b185-c507719bfdbb on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:06:22.015539 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f4a7ca46-ac42-434b-aee2-6a165fd9ea26 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (5b9860aa-9374-4c86-91f9-7e647ea7db4b), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:22.038287 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-f4a7ca46-ac42-434b-aee2-6a165fd9ea26 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b9860aa-9374-4c86-91f9-7e647ea7db4b']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:22.048124 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-f4a7ca46-ac42-434b-aee2-6a165fd9ea26 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc8860fe-792b-4003-a84b-e4137b82458f') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:22.048417 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-f4a7ca46-ac42-434b-aee2-6a165fd9ea26 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc8860fe-792b-4003-a84b-e4137b82458f') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:22.058265 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f4a7ca46-ac42-434b-aee2-6a165fd9ea26 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (dc8860fe-792b-4003-a84b-e4137b82458f), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:22.072514 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f4a7ca46-ac42-434b-aee2-6a165fd9ea26 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (dc8860fe-792b-4003-a84b-e4137b82458f), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:22.078669 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4a7ca46-ac42-434b-aee2-6a165fd9ea26 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:06:22.079038 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f4a7ca46-ac42-434b-aee2-6a165fd9ea26 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (dc8860fe-792b-4003-a84b-e4137b82458f), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:22.081935 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 04:06:22.081935 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:06:22.081935 n-d-712139-27 neutron-server[109803]: timer() Jan 28 04:06:22.081935 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:06:22.081935 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 04:06:22.081935 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:06:22.081935 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 04:06:22.081935 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:06:22.081935 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 04:06:22.081935 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:06:22.081935 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 04:06:22.081935 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:06:22.081935 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 04:06:22.081935 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:06:22.081935 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:06:22.081935 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:06:22.081935 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:06:22.081935 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:06:22.081935 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 04:06:22.081935 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:06:22.081935 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 04:06:22.081935 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:06:22.081935 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:06:22.081935 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:06:22.081935 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 04:06:22.081935 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:06:22.081935 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:06:22.081935 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:06:22.081935 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:06:22.081935 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:06:22.081935 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:06:22.081935 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:06:22.139503 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f4a7ca46-ac42-434b-aee2-6a165fd9ea26 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (5b9860aa-9374-4c86-91f9-7e647ea7db4b), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:22.146309 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f4a7ca46-ac42-434b-aee2-6a165fd9ea26 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Publish callbacks [] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:22.149434 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f4a7ca46-ac42-434b-aee2-6a165fd9ea26 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] 10.222.0.53 "DELETE /v2.0/networks/5b9860aa-9374-4c86-91f9-7e647ea7db4b HTTP/1.1" status: 204 len: 168 time: 0.5572658 Jan 28 04:06:22.160776 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a7ca46-ac42-434b-aee2-6a165fd9ea26 tempest-NetworksIpV6Test-1769787815 tempest-NetworksIpV6Test-1769787815-project] Pushing event deleted for resources: {'Network': ['ID=5b9860aa-9374-4c86-91f9-7e647ea7db4b,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:22.268532 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device cfd1f594-a1b2-42fb-b185-c507719bfdbb no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:06:22.288656 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: cfd1f594-a1b2-42fb-b185-c507719bfdbb {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:06:22.289012 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device cfd1f594-a1b2-42fb-b185-c507719bfdbb not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:06:22.405402 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36176) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:22.566871 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e0c7d286-5c0a-4124-bec8-02145d961893 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=acbccd2676f34cc9a311619bd42054fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1599817 Jan 28 04:06:22.569521 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36180) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:22.625112 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-23104e7a-0cec-4198-869a-33b414993608 admin admin] Publish callbacks [] for security_group (db1ce227-2b24-495e-8430-4c0f11599ee9), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:22.647926 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-23104e7a-0cec-4198-869a-33b414993608 admin admin] Publish callbacks [] for security_group (db1ce227-2b24-495e-8430-4c0f11599ee9), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:22.702320 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-23104e7a-0cec-4198-869a-33b414993608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (db1ce227-2b24-495e-8430-4c0f11599ee9), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:22.704944 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-23104e7a-0cec-4198-869a-33b414993608 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:22.706129 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-23104e7a-0cec-4198-869a-33b414993608 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/db1ce227-2b24-495e-8430-4c0f11599ee9 HTTP/1.1" status: 204 len: 168 time: 0.1357353 Jan 28 04:06:22.714112 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23104e7a-0cec-4198-869a-33b414993608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1ce227-2b24-495e-8430-4c0f11599ee9,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:23.397901 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36202) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:23.492273 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-352f4b85-6794-4187-8256-97e34ab76efe tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1930900219', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:23.520785 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-352f4b85-6794-4187-8256-97e34ab76efe tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (a08e0b97-1423-4317-8383-a1360b2dc782), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:23.522280 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-352f4b85-6794-4187-8256-97e34ab76efe tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (a08e0b97-1423-4317-8383-a1360b2dc782), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:23.573022 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-352f4b85-6794-4187-8256-97e34ab76efe tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks [] for router_controller (a08e0b97-1423-4317-8383-a1360b2dc782), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:23.579168 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-352f4b85-6794-4187-8256-97e34ab76efe tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (a08e0b97-1423-4317-8383-a1360b2dc782), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:23.597802 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-352f4b85-6794-4187-8256-97e34ab76efe tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:23.599006 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-352f4b85-6794-4187-8256-97e34ab76efe tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2000856 Jan 28 04:06:23.601784 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36206) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:23.606483 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-c5932932-fe96-4dcb-bd0f-e641e55bd327 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1747099488'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:23.626170 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5932932-fe96-4dcb-bd0f-e641e55bd327 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Made reservation on behalf of d34c3f8a01b247bfb6ce7aa10a8f1248 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:06:23.629467 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c5932932-fe96-4dcb-bd0f-e641e55bd327 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:23.640230 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c5932932-fe96-4dcb-bd0f-e641e55bd327 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:23.718441 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c5932932-fe96-4dcb-bd0f-e641e55bd327 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks [] for security_group (113b712e-7257-47f1-9296-433b2e4d8462), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:23.724214 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c5932932-fe96-4dcb-bd0f-e641e55bd327 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (113b712e-7257-47f1-9296-433b2e4d8462), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:23.749897 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5932932-fe96-4dcb-bd0f-e641e55bd327 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:06:23.758479 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5932932-fe96-4dcb-bd0f-e641e55bd327 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=113b712e-7257-47f1-9296-433b2e4d8462,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:23.764429 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c5932932-fe96-4dcb-bd0f-e641e55bd327 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (9c7065d0-db7f-4a8b-9498-059b16fa7e95), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:23.764775 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-c5932932-fe96-4dcb-bd0f-e641e55bd327 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Added segment 9c7065d0-db7f-4a8b-9498-059b16fa7e95 of type vlan for network 58d9ccd8-a72d-4a68-963d-dd0660f4ad8b Jan 28 04:06:23.809880 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c5932932-fe96-4dcb-bd0f-e641e55bd327 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (58d9ccd8-a72d-4a68-963d-dd0660f4ad8b), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:23.837889 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c5932932-fe96-4dcb-bd0f-e641e55bd327 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (58d9ccd8-a72d-4a68-963d-dd0660f4ad8b), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:23.845864 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5932932-fe96-4dcb-bd0f-e641e55bd327 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:23.846688 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c5932932-fe96-4dcb-bd0f-e641e55bd327 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:23.905185 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c5932932-fe96-4dcb-bd0f-e641e55bd327 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3023796 Jan 28 04:06:23.908891 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36208) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:23.914374 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-52288147-cac3-41e1-855d-3f271ae9bc05 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Request body: {'subnet': {'network_id': '58d9ccd8-a72d-4a68-963d-dd0660f4ad8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:23.917906 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5932932-fe96-4dcb-bd0f-e641e55bd327 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Pushing event updated for resources: {'Network': ['ID=58d9ccd8-a72d-4a68-963d-dd0660f4ad8b,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:23.931546 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 58d9ccd8-a72d-4a68-963d-dd0660f4ad8b details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:06:24.012465 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52288147-cac3-41e1-855d-3f271ae9bc05 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Made reservation on behalf of d34c3f8a01b247bfb6ce7aa10a8f1248 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:06:24.016035 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-52288147-cac3-41e1-855d-3f271ae9bc05 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:24.213352 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-52288147-cac3-41e1-855d-3f271ae9bc05 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (c13292bc-59e6-4b34-9a1d-3ae3fcdb34ff), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:24.273962 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52288147-cac3-41e1-855d-3f271ae9bc05 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Pushing event updated for resources: {'Subnet': ['ID=c13292bc-59e6-4b34-9a1d-3ae3fcdb34ff,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:24.284349 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52288147-cac3-41e1-855d-3f271ae9bc05 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Checking segment: {'id': '9c7065d0-db7f-4a8b-9498-059b16fa7e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '58d9ccd8-a72d-4a68-963d-dd0660f4ad8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:06:24.284715 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52288147-cac3-41e1-855d-3f271ae9bc05 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Network hostable DHCP agents. Network: 58d9ccd8-a72d-4a68-963d-dd0660f4ad8b, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:06:24.302538 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52288147-cac3-41e1-855d-3f271ae9bc05 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Network 58d9ccd8-a72d-4a68-963d-dd0660f4ad8b is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:06:24.311406 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-52288147-cac3-41e1-855d-3f271ae9bc05 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 58d9ccd8-a72d-4a68-963d-dd0660f4ad8b) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:06:24.315394 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52288147-cac3-41e1-855d-3f271ae9bc05 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:24.315978 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-52288147-cac3-41e1-855d-3f271ae9bc05 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks [] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:24.321516 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d967cf-60b2-411f-9552-a87ab1d3a774 None None] Network 58d9ccd8-a72d-4a68-963d-dd0660f4ad8b requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:06:24.332524 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-52288147-cac3-41e1-855d-3f271ae9bc05 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4224916 Jan 28 04:06:24.335720 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36210) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:24.341828 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-6873f98b-b6b3-4098-b81b-a7cd3b10eb1d tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1752112684'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:24.362336 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6873f98b-b6b3-4098-b81b-a7cd3b10eb1d tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Made reservation on behalf of d34c3f8a01b247bfb6ce7aa10a8f1248 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:06:24.365833 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6873f98b-b6b3-4098-b81b-a7cd3b10eb1d tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:24.390452 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6873f98b-b6b3-4098-b81b-a7cd3b10eb1d tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:06:24.400074 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6873f98b-b6b3-4098-b81b-a7cd3b10eb1d tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (410f1cae-6503-4b79-88ea-c8e9f19079b8), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:24.400548 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-6873f98b-b6b3-4098-b81b-a7cd3b10eb1d tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Added segment 410f1cae-6503-4b79-88ea-c8e9f19079b8 of type vlan for network 1615e0c9-fe3f-46b6-a9f1-886dff165126 Jan 28 04:06:24.420472 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bc4093-2512-417e-a71b-8d4344583319 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-58d9ccd8-a72d-4a68-963d-dd0660f4ad8b', 'network_id': '58d9ccd8-a72d-4a68-963d-dd0660f4ad8b', 'project_id': 'd34c3f8a01b247bfb6ce7aa10a8f1248', 'fixed_ips': [{'subnet_id': 'c13292bc-59e6-4b34-9a1d-3ae3fcdb34ff'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:06:24.421443 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-90bc4093-2512-417e-a71b-8d4344583319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:24.442692 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6873f98b-b6b3-4098-b81b-a7cd3b10eb1d tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (1615e0c9-fe3f-46b6-a9f1-886dff165126), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:24.474590 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6873f98b-b6b3-4098-b81b-a7cd3b10eb1d tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (1615e0c9-fe3f-46b6-a9f1-886dff165126), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:24.479740 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6873f98b-b6b3-4098-b81b-a7cd3b10eb1d tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:24.480376 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6873f98b-b6b3-4098-b81b-a7cd3b10eb1d tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks [] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:24.543427 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6873f98b-b6b3-4098-b81b-a7cd3b10eb1d tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2065506 Jan 28 04:06:24.546295 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36212) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:24.551781 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-e9b101e6-8696-42ac-a9ad-d53ac412f54d tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Request body: {'subnet': {'network_id': '1615e0c9-fe3f-46b6-a9f1-886dff165126', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:24.557553 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-90bc4093-2512-417e-a71b-8d4344583319 None None] Allocated IP 172.20.0.2 (58d9ccd8-a72d-4a68-963d-dd0660f4ad8b/c13292bc-59e6-4b34-9a1d-3ae3fcdb34ff/7a30f73b-d26a-492e-b3f6-0029defc70cd) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:06:24.561859 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6873f98b-b6b3-4098-b81b-a7cd3b10eb1d tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Pushing event updated for resources: {'Network': ['ID=1615e0c9-fe3f-46b6-a9f1-886dff165126,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:24.577206 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 1615e0c9-fe3f-46b6-a9f1-886dff165126 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:06:24.639747 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b101e6-8696-42ac-a9ad-d53ac412f54d tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Made reservation on behalf of d34c3f8a01b247bfb6ce7aa10a8f1248 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:06:24.645091 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e9b101e6-8696-42ac-a9ad-d53ac412f54d tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:24.760980 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-90bc4093-2512-417e-a71b-8d4344583319 None None] Publish callbacks [] for port (7a30f73b-d26a-492e-b3f6-0029defc70cd), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:24.766894 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-90bc4093-2512-417e-a71b-8d4344583319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (7a30f73b-d26a-492e-b3f6-0029defc70cd), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:24.809598 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bc4093-2512-417e-a71b-8d4344583319 None None] Network 58d9ccd8-a72d-4a68-963d-dd0660f4ad8b is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:06:24.814409 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-90bc4093-2512-417e-a71b-8d4344583319 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:06:24.818897 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bc4093-2512-417e-a71b-8d4344583319 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:06:24.821889 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc4093-2512-417e-a71b-8d4344583319 None None] Pushing event updated for resources: {'Port': ['ID=7a30f73b-d26a-492e-b3f6-0029defc70cd,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:24.838532 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e9b101e6-8696-42ac-a9ad-d53ac412f54d tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (9359f837-efcd-4c15-9e1b-38098d90e4a6), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:24.873773 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-90bc4093-2512-417e-a71b-8d4344583319 None None] Attempting to bind port 7a30f73b-d26a-492e-b3f6-0029defc70cd on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:06:24.874420 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-90bc4093-2512-417e-a71b-8d4344583319 None None] Attempting to bind port 7a30f73b-d26a-492e-b3f6-0029defc70cd by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '9c7065d0-db7f-4a8b-9498-059b16fa7e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '58d9ccd8-a72d-4a68-963d-dd0660f4ad8b'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:06:24.874815 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bc4093-2512-417e-a71b-8d4344583319 None None] Attempting to bind port 7a30f73b-d26a-492e-b3f6-0029defc70cd on network 58d9ccd8-a72d-4a68-963d-dd0660f4ad8b {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:06:24.879791 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bc4093-2512-417e-a71b-8d4344583319 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:06:24.880167 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bc4093-2512-417e-a71b-8d4344583319 None None] Checking segment: {'id': '9c7065d0-db7f-4a8b-9498-059b16fa7e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '58d9ccd8-a72d-4a68-963d-dd0660f4ad8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:06:24.880564 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-90bc4093-2512-417e-a71b-8d4344583319 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:24.881009 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bc4093-2512-417e-a71b-8d4344583319 None None] Bound using segment: {'id': '9c7065d0-db7f-4a8b-9498-059b16fa7e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '58d9ccd8-a72d-4a68-963d-dd0660f4ad8b'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:06:24.881504 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-90bc4093-2512-417e-a71b-8d4344583319 None None] Bound port: 7a30f73b-d26a-492e-b3f6-0029defc70cd, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7065d0-db7f-4a8b-9498-059b16fa7e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '58d9ccd8-a72d-4a68-963d-dd0660f4ad8b'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:06:24.881880 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-90bc4093-2512-417e-a71b-8d4344583319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7a30f73b-d26a-492e-b3f6-0029defc70cd), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:24.897208 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b101e6-8696-42ac-a9ad-d53ac412f54d tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Pushing event updated for resources: {'Subnet': ['ID=9359f837-efcd-4c15-9e1b-38098d90e4a6,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:24.905897 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b101e6-8696-42ac-a9ad-d53ac412f54d tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Checking segment: {'id': '410f1cae-6503-4b79-88ea-c8e9f19079b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '1615e0c9-fe3f-46b6-a9f1-886dff165126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:06:24.906258 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b101e6-8696-42ac-a9ad-d53ac412f54d tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Network hostable DHCP agents. Network: 1615e0c9-fe3f-46b6-a9f1-886dff165126, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:06:24.924320 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b101e6-8696-42ac-a9ad-d53ac412f54d tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Network 1615e0c9-fe3f-46b6-a9f1-886dff165126 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:06:24.934153 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-e9b101e6-8696-42ac-a9ad-d53ac412f54d tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 1615e0c9-fe3f-46b6-a9f1-886dff165126) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:06:24.938938 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b101e6-8696-42ac-a9ad-d53ac412f54d tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:24.939535 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e9b101e6-8696-42ac-a9ad-d53ac412f54d tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:24.944461 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a983dc0-d756-4f38-9df3-97e88ebde9da None None] Network 1615e0c9-fe3f-46b6-a9f1-886dff165126 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:06:24.957219 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e9b101e6-8696-42ac-a9ad-d53ac412f54d tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4097631 Jan 28 04:06:24.960617 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36214) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:24.961406 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-90bc4093-2512-417e-a71b-8d4344583319 None None] For port 7a30f73b-d26a-492e-b3f6-0029defc70cd, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:06:24.965505 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-644ba206-35bc-46c2-acaa-0d0c1ce18269 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Request body: {'router': {'external_gateway_info': {'network_id': '1615e0c9-fe3f-46b6-a9f1-886dff165126'}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:25.006642 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-90bc4093-2512-417e-a71b-8d4344583319 None None] For port 7a30f73b-d26a-492e-b3f6-0029defc70cd, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=7a30f73b-d26a-492e-b3f6-0029defc70cd,segment=NetworkSegment(9c7065d0-db7f-4a8b-9498-059b16fa7e95),segment_id=9c7065d0-db7f-4a8b-9498-059b16fa7e95)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:06:25.014334 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-90bc4093-2512-417e-a71b-8d4344583319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (7a30f73b-d26a-492e-b3f6-0029defc70cd), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:25.102035 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47827b48-fc31-4f88-be4c-c53fe3ce636e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-1615e0c9-fe3f-46b6-a9f1-886dff165126', 'network_id': '1615e0c9-fe3f-46b6-a9f1-886dff165126', 'project_id': 'd34c3f8a01b247bfb6ce7aa10a8f1248', 'fixed_ips': [{'subnet_id': '9359f837-efcd-4c15-9e1b-38098d90e4a6'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:06:25.102910 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-47827b48-fc31-4f88-be4c-c53fe3ce636e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:25.106554 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc4093-2512-417e-a71b-8d4344583319 None None] Pushing event updated for resources: {'Port': ['ID=7a30f73b-d26a-492e-b3f6-0029defc70cd,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:25.178041 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-644ba206-35bc-46c2-acaa-0d0c1ce18269 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks [] for router_gateway (a08e0b97-1423-4317-8383-a1360b2dc782), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:25.275960 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-47827b48-fc31-4f88-be4c-c53fe3ce636e None None] Allocated IP 172.21.0.2 (1615e0c9-fe3f-46b6-a9f1-886dff165126/9359f837-efcd-4c15-9e1b-38098d90e4a6/3faca4db-6eab-4493-aeba-f2f2fe7d9fbb) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:06:25.318157 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [None req-644ba206-35bc-46c2-acaa-0d0c1ce18269 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 04:06:25.319378 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-644ba206-35bc-46c2-acaa-0d0c1ce18269 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] 10.222.0.53 "PUT /v2.0/routers/a08e0b97-1423-4317-8383-a1360b2dc782 HTTP/1.1" status: 400 len: 364 time: 0.3577154 Jan 28 04:06:25.326923 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36216) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:25.389828 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3bfe8f6-9453-49cb-a8b0-893075ef9541 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Deleting subnet 9359f837-efcd-4c15-9e1b-38098d90e4a6 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:06:25.447682 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-47827b48-fc31-4f88-be4c-c53fe3ce636e None None] Publish callbacks [] for port (3faca4db-6eab-4493-aeba-f2f2fe7d9fbb), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:25.453456 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b3bfe8f6-9453-49cb-a8b0-893075ef9541 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks [] for subnet (9359f837-efcd-4c15-9e1b-38098d90e4a6), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:25.454203 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-47827b48-fc31-4f88-be4c-c53fe3ce636e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (3faca4db-6eab-4493-aeba-f2f2fe7d9fbb), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:25.492853 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47827b48-fc31-4f88-be4c-c53fe3ce636e None None] Network 1615e0c9-fe3f-46b6-a9f1-886dff165126 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:06:25.497646 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-47827b48-fc31-4f88-be4c-c53fe3ce636e None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:06:25.499574 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b3bfe8f6-9453-49cb-a8b0-893075ef9541 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (9359f837-efcd-4c15-9e1b-38098d90e4a6), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:25.502065 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47827b48-fc31-4f88-be4c-c53fe3ce636e None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:06:25.505060 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47827b48-fc31-4f88-be4c-c53fe3ce636e None None] Pushing event updated for resources: {'Port': ['ID=3faca4db-6eab-4493-aeba-f2f2fe7d9fbb,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:25.556799 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-47827b48-fc31-4f88-be4c-c53fe3ce636e None None] Attempting to bind port 3faca4db-6eab-4493-aeba-f2f2fe7d9fbb on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:06:25.557094 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-47827b48-fc31-4f88-be4c-c53fe3ce636e None None] Attempting to bind port 3faca4db-6eab-4493-aeba-f2f2fe7d9fbb by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '410f1cae-6503-4b79-88ea-c8e9f19079b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '1615e0c9-fe3f-46b6-a9f1-886dff165126'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:06:25.557494 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47827b48-fc31-4f88-be4c-c53fe3ce636e None None] Attempting to bind port 3faca4db-6eab-4493-aeba-f2f2fe7d9fbb on network 1615e0c9-fe3f-46b6-a9f1-886dff165126 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:06:25.563953 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47827b48-fc31-4f88-be4c-c53fe3ce636e None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:06:25.564328 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47827b48-fc31-4f88-be4c-c53fe3ce636e None None] Checking segment: {'id': '410f1cae-6503-4b79-88ea-c8e9f19079b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '1615e0c9-fe3f-46b6-a9f1-886dff165126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:06:25.564733 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-47827b48-fc31-4f88-be4c-c53fe3ce636e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:25.565163 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47827b48-fc31-4f88-be4c-c53fe3ce636e None None] Bound using segment: {'id': '410f1cae-6503-4b79-88ea-c8e9f19079b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '1615e0c9-fe3f-46b6-a9f1-886dff165126'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:06:25.565630 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-47827b48-fc31-4f88-be4c-c53fe3ce636e None None] Bound port: 3faca4db-6eab-4493-aeba-f2f2fe7d9fbb, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410f1cae-6503-4b79-88ea-c8e9f19079b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '1615e0c9-fe3f-46b6-a9f1-886dff165126'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:06:25.566012 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-47827b48-fc31-4f88-be4c-c53fe3ce636e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (3faca4db-6eab-4493-aeba-f2f2fe7d9fbb), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:25.583720 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b3bfe8f6-9453-49cb-a8b0-893075ef9541 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (9359f837-efcd-4c15-9e1b-38098d90e4a6), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:25.642083 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b3bfe8f6-9453-49cb-a8b0-893075ef9541 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (9359f837-efcd-4c15-9e1b-38098d90e4a6), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:25.644581 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-47827b48-fc31-4f88-be4c-c53fe3ce636e None None] For port 3faca4db-6eab-4493-aeba-f2f2fe7d9fbb, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:06:25.648749 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-47827b48-fc31-4f88-be4c-c53fe3ce636e None None] For port 3faca4db-6eab-4493-aeba-f2f2fe7d9fbb, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=3faca4db-6eab-4493-aeba-f2f2fe7d9fbb,segment=NetworkSegment(410f1cae-6503-4b79-88ea-c8e9f19079b8),segment_id=410f1cae-6503-4b79-88ea-c8e9f19079b8)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:06:25.653385 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-47827b48-fc31-4f88-be4c-c53fe3ce636e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (3faca4db-6eab-4493-aeba-f2f2fe7d9fbb), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:25.675084 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bfe8f6-9453-49cb-a8b0-893075ef9541 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Pushing event deleted for resources: {'Subnet': ['ID=9359f837-efcd-4c15-9e1b-38098d90e4a6,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:25.680107 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b3bfe8f6-9453-49cb-a8b0-893075ef9541 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks [] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:25.683858 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b3bfe8f6-9453-49cb-a8b0-893075ef9541 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] 10.222.0.53 "DELETE /v2.0/subnets/9359f837-efcd-4c15-9e1b-38098d90e4a6 HTTP/1.1" status: 204 len: 168 time: 0.3560231 Jan 28 04:06:25.686548 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36218) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:25.709656 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47827b48-fc31-4f88-be4c-c53fe3ce636e None None] Pushing event updated for resources: {'Port': ['ID=3faca4db-6eab-4493-aeba-f2f2fe7d9fbb,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:25.780721 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d2f67ea6-4166-44cb-b864-84c1ffe1915a tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (1615e0c9-fe3f-46b6-a9f1-886dff165126), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:25.837120 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-d2f67ea6-4166-44cb-b864-84c1ffe1915a tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Deleting port 3faca4db-6eab-4493-aeba-f2f2fe7d9fbb {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:06:25.837467 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d2f67ea6-4166-44cb-b864-84c1ffe1915a tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (3faca4db-6eab-4493-aeba-f2f2fe7d9fbb), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:25.906817 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-d2f67ea6-4166-44cb-b864-84c1ffe1915a tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] For port 3faca4db-6eab-4493-aeba-f2f2fe7d9fbb, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=3faca4db-6eab-4493-aeba-f2f2fe7d9fbb,segment=NetworkSegment(410f1cae-6503-4b79-88ea-c8e9f19079b8),segment_id=410f1cae-6503-4b79-88ea-c8e9f19079b8)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:06:25.907410 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d2f67ea6-4166-44cb-b864-84c1ffe1915a tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (3faca4db-6eab-4493-aeba-f2f2fe7d9fbb), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:25.937971 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-d2f67ea6-4166-44cb-b864-84c1ffe1915a tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Calling delete_port for 3faca4db-6eab-4493-aeba-f2f2fe7d9fbb owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:06:26.032277 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d2f67ea6-4166-44cb-b864-84c1ffe1915a tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (3faca4db-6eab-4493-aeba-f2f2fe7d9fbb), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:26.064921 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f67ea6-4166-44cb-b864-84c1ffe1915a tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Pushing event deleted for resources: {'Port': ['ID=3faca4db-6eab-4493-aeba-f2f2fe7d9fbb,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:26.066940 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f67ea6-4166-44cb-b864-84c1ffe1915a tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] No DVR routers for this DVR port 3faca4db-6eab-4493-aeba-f2f2fe7d9fbb on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:06:26.157538 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d2f67ea6-4166-44cb-b864-84c1ffe1915a tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (1615e0c9-fe3f-46b6-a9f1-886dff165126), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:26.158937 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2ea99a-ca50-45f1-8494-f4e5e944ef25 None None] Network 58d9ccd8-a72d-4a68-963d-dd0660f4ad8b requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:06:26.178993 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-d2f67ea6-4166-44cb-b864-84c1ffe1915a tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1615e0c9-fe3f-46b6-a9f1-886dff165126']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:26.188759 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-d2f67ea6-4166-44cb-b864-84c1ffe1915a tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '410f1cae-6503-4b79-88ea-c8e9f19079b8') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:26.189062 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-d2f67ea6-4166-44cb-b864-84c1ffe1915a tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '410f1cae-6503-4b79-88ea-c8e9f19079b8') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:26.198614 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d2f67ea6-4166-44cb-b864-84c1ffe1915a tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (410f1cae-6503-4b79-88ea-c8e9f19079b8), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:26.212490 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d2f67ea6-4166-44cb-b864-84c1ffe1915a tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (410f1cae-6503-4b79-88ea-c8e9f19079b8), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:26.222275 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2f67ea6-4166-44cb-b864-84c1ffe1915a tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:06:26.222783 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d2f67ea6-4166-44cb-b864-84c1ffe1915a tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (410f1cae-6503-4b79-88ea-c8e9f19079b8), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:26.226058 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 04:06:26.226058 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:06:26.226058 n-d-712139-27 neutron-server[109802]: timer() Jan 28 04:06:26.226058 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:06:26.226058 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 04:06:26.226058 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:06:26.226058 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 04:06:26.226058 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:06:26.226058 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 04:06:26.226058 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:06:26.226058 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 04:06:26.226058 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:06:26.226058 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 04:06:26.226058 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:06:26.226058 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:06:26.226058 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:06:26.226058 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:06:26.226058 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:06:26.226058 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 04:06:26.226058 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:06:26.226058 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 04:06:26.226058 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:06:26.226058 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:06:26.226058 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:06:26.226058 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 04:06:26.226058 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:06:26.226058 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:06:26.226058 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:06:26.226058 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:06:26.226058 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:06:26.226058 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:06:26.226058 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:06:26.281337 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-47dfa84c-ec5d-4fca-a158-724e18a9d9d9 None None] Provisioning complete for port 7a30f73b-d26a-492e-b3f6-0029defc70cd triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:26.282132 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-47dfa84c-ec5d-4fca-a158-724e18a9d9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7a30f73b-d26a-492e-b3f6-0029defc70cd), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:26.294663 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d2f67ea6-4166-44cb-b864-84c1ffe1915a tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (1615e0c9-fe3f-46b6-a9f1-886dff165126), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:26.302105 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d2f67ea6-4166-44cb-b864-84c1ffe1915a tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:26.307262 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d2f67ea6-4166-44cb-b864-84c1ffe1915a tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] 10.222.0.53 "DELETE /v2.0/networks/1615e0c9-fe3f-46b6-a9f1-886dff165126 HTTP/1.1" status: 204 len: 168 time: 0.6190250 Jan 28 04:06:26.309836 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36220) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:26.328752 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f67ea6-4166-44cb-b864-84c1ffe1915a tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Pushing event deleted for resources: {'Network': ['ID=1615e0c9-fe3f-46b6-a9f1-886dff165126,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:26.364494 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 7a30f73b-d26a-492e-b3f6-0029defc70cd up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:06:26.377751 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ddbe225-79d6-435b-abf0-5d7a0a7dde0c tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Deleting subnet c13292bc-59e6-4b34-9a1d-3ae3fcdb34ff {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:06:26.381583 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ddbe225-79d6-435b-abf0-5d7a0a7dde0c tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks [] for subnet (c13292bc-59e6-4b34-9a1d-3ae3fcdb34ff), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:26.425833 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ddbe225-79d6-435b-abf0-5d7a0a7dde0c tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (c13292bc-59e6-4b34-9a1d-3ae3fcdb34ff), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:26.528862 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ddbe225-79d6-435b-abf0-5d7a0a7dde0c tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (c13292bc-59e6-4b34-9a1d-3ae3fcdb34ff), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:26.585121 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-47dfa84c-ec5d-4fca-a158-724e18a9d9d9 None None] Current status of the port 7a30f73b-d26a-492e-b3f6-0029defc70cd is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:26.585870 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-47dfa84c-ec5d-4fca-a158-724e18a9d9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7a30f73b-d26a-492e-b3f6-0029defc70cd), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:26.596602 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ddbe225-79d6-435b-abf0-5d7a0a7dde0c tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (c13292bc-59e6-4b34-9a1d-3ae3fcdb34ff), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:26.627712 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddbe225-79d6-435b-abf0-5d7a0a7dde0c tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Pushing event deleted for resources: {'Subnet': ['ID=c13292bc-59e6-4b34-9a1d-3ae3fcdb34ff,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:26.634360 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ddbe225-79d6-435b-abf0-5d7a0a7dde0c tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks [] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:26.638359 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4ddbe225-79d6-435b-abf0-5d7a0a7dde0c tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] 10.222.0.53 "DELETE /v2.0/subnets/c13292bc-59e6-4b34-9a1d-3ae3fcdb34ff HTTP/1.1" status: 204 len: 168 time: 0.3258300 Jan 28 04:06:26.640804 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36222) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:26.645821 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd13293-9e53-4f35-b35b-3898bb016566 None None] Network 58d9ccd8-a72d-4a68-963d-dd0660f4ad8b requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:06:26.649790 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 7a30f73b-d26a-492e-b3f6-0029defc70cd triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:26.650170 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7a30f73b-d26a-492e-b3f6-0029defc70cd), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:26.730199 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.api [None req-47dfa84c-ec5d-4fca-a158-724e18a9d9d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 04:06:26.730616 n-d-712139-27 neutron-server[109804]: DEBUG oslo_db.api [None req-47dfa84c-ec5d-4fca-a158-724e18a9d9d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 04:06:26.739094 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e208ca4e-0fa4-4939-83c5-ffbde424cc57 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (58d9ccd8-a72d-4a68-963d-dd0660f4ad8b), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:26.798029 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-e208ca4e-0fa4-4939-83c5-ffbde424cc57 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Deleting port 7a30f73b-d26a-492e-b3f6-0029defc70cd {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:06:26.798502 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e208ca4e-0fa4-4939-83c5-ffbde424cc57 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (7a30f73b-d26a-492e-b3f6-0029defc70cd), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:26.816891 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 7a30f73b-d26a-492e-b3f6-0029defc70cd is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:26.817695 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7a30f73b-d26a-492e-b3f6-0029defc70cd), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:26.856208 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 7a30f73b-d26a-492e-b3f6-0029defc70cd, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=7a30f73b-d26a-492e-b3f6-0029defc70cd,segment=NetworkSegment(9c7065d0-db7f-4a8b-9498-059b16fa7e95),segment_id=9c7065d0-db7f-4a8b-9498-059b16fa7e95)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:06:26.864242 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (7a30f73b-d26a-492e-b3f6-0029defc70cd), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:26.871648 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-e208ca4e-0fa4-4939-83c5-ffbde424cc57 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] For port 7a30f73b-d26a-492e-b3f6-0029defc70cd, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=7a30f73b-d26a-492e-b3f6-0029defc70cd,segment=NetworkSegment(9c7065d0-db7f-4a8b-9498-059b16fa7e95),segment_id=9c7065d0-db7f-4a8b-9498-059b16fa7e95)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:06:26.872103 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e208ca4e-0fa4-4939-83c5-ffbde424cc57 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (7a30f73b-d26a-492e-b3f6-0029defc70cd), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:26.873276 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181c097a-bc07-4086-ab2b-6110568dd62e None None] DHCP port deletion for 58d9ccd8-a72d-4a68-963d-dd0660f4ad8b request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:06:26.886949 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-e208ca4e-0fa4-4939-83c5-ffbde424cc57 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Calling delete_port for 7a30f73b-d26a-492e-b3f6-0029defc70cd owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:06:26.942841 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=7a30f73b-d26a-492e-b3f6-0029defc70cd,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:26.963047 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-181c097a-bc07-4086-ab2b-6110568dd62e None None] Deleting port 7a30f73b-d26a-492e-b3f6-0029defc70cd {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:06:26.963426 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-181c097a-bc07-4086-ab2b-6110568dd62e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (7a30f73b-d26a-492e-b3f6-0029defc70cd), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:26.972689 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e208ca4e-0fa4-4939-83c5-ffbde424cc57 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (7a30f73b-d26a-492e-b3f6-0029defc70cd), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:26.999431 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e208ca4e-0fa4-4939-83c5-ffbde424cc57 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Pushing event deleted for resources: {'Port': ['ID=7a30f73b-d26a-492e-b3f6-0029defc70cd,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:27.003723 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e208ca4e-0fa4-4939-83c5-ffbde424cc57 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] No DVR routers for this DVR port 7a30f73b-d26a-492e-b3f6-0029defc70cd on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:06:27.005128 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763d4a4f-be36-4e23-b5af-609e80b44b0e None None] DHCP port deletion for 1615e0c9-fe3f-46b6-a9f1-886dff165126 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:06:27.036693 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811fa156-d96a-47d4-a233-bc799af57b86 None None] Network 1615e0c9-fe3f-46b6-a9f1-886dff165126 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:06:27.039587 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-181c097a-bc07-4086-ab2b-6110568dd62e None None] For port 7a30f73b-d26a-492e-b3f6-0029defc70cd, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=7a30f73b-d26a-492e-b3f6-0029defc70cd,segment=NetworkSegment(9c7065d0-db7f-4a8b-9498-059b16fa7e95),segment_id=9c7065d0-db7f-4a8b-9498-059b16fa7e95)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:06:27.039975 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-181c097a-bc07-4086-ab2b-6110568dd62e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (7a30f73b-d26a-492e-b3f6-0029defc70cd), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:27.061373 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811fa156-d96a-47d4-a233-bc799af57b86 None None] Network 1615e0c9-fe3f-46b6-a9f1-886dff165126 could not be found, it might have been deleted concurrently. {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 04:06:27.062921 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-181c097a-bc07-4086-ab2b-6110568dd62e None None] Calling delete_port for 7a30f73b-d26a-492e-b3f6-0029defc70cd owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:06:27.087671 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e208ca4e-0fa4-4939-83c5-ffbde424cc57 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (58d9ccd8-a72d-4a68-963d-dd0660f4ad8b), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:27.109857 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-e208ca4e-0fa4-4939-83c5-ffbde424cc57 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58d9ccd8-a72d-4a68-963d-dd0660f4ad8b']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:27.119383 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-e208ca4e-0fa4-4939-83c5-ffbde424cc57 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c7065d0-db7f-4a8b-9498-059b16fa7e95') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:27.119677 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-e208ca4e-0fa4-4939-83c5-ffbde424cc57 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c7065d0-db7f-4a8b-9498-059b16fa7e95') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:27.129084 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e208ca4e-0fa4-4939-83c5-ffbde424cc57 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (9c7065d0-db7f-4a8b-9498-059b16fa7e95), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:27.140979 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-181c097a-bc07-4086-ab2b-6110568dd62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (7a30f73b-d26a-492e-b3f6-0029defc70cd), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:27.142361 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e208ca4e-0fa4-4939-83c5-ffbde424cc57 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (9c7065d0-db7f-4a8b-9498-059b16fa7e95), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:27.148630 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e208ca4e-0fa4-4939-83c5-ffbde424cc57 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:06:27.149018 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e208ca4e-0fa4-4939-83c5-ffbde424cc57 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (9c7065d0-db7f-4a8b-9498-059b16fa7e95), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:27.152007 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 04:06:27.152007 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:06:27.152007 n-d-712139-27 neutron-server[109802]: timer() Jan 28 04:06:27.152007 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:06:27.152007 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 04:06:27.152007 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:06:27.152007 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 04:06:27.152007 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:06:27.152007 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 04:06:27.152007 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:06:27.152007 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 04:06:27.152007 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:06:27.152007 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 04:06:27.152007 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:06:27.152007 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:06:27.152007 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:06:27.152007 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:06:27.152007 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:06:27.152007 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 04:06:27.152007 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:06:27.152007 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 04:06:27.152007 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:06:27.152007 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:06:27.152007 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:06:27.152007 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 04:06:27.152007 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:06:27.152007 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:06:27.152007 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:06:27.152007 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:06:27.152007 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:06:27.152007 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:06:27.152007 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:06:27.166560 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c097a-bc07-4086-ab2b-6110568dd62e None None] Pushing event deleted for resources: {'Port': ['ID=7a30f73b-d26a-492e-b3f6-0029defc70cd,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:27.170249 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181c097a-bc07-4086-ab2b-6110568dd62e None None] No DVR routers for this DVR port 7a30f73b-d26a-492e-b3f6-0029defc70cd on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:06:27.227134 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e208ca4e-0fa4-4939-83c5-ffbde424cc57 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (58d9ccd8-a72d-4a68-963d-dd0660f4ad8b), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:27.235045 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e208ca4e-0fa4-4939-83c5-ffbde424cc57 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:27.238264 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e208ca4e-0fa4-4939-83c5-ffbde424cc57 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] 10.222.0.53 "DELETE /v2.0/networks/58d9ccd8-a72d-4a68-963d-dd0660f4ad8b HTTP/1.1" status: 204 len: 168 time: 0.5956416 Jan 28 04:06:27.241187 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36224) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:27.250587 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e208ca4e-0fa4-4939-83c5-ffbde424cc57 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Pushing event deleted for resources: {'Network': ['ID=58d9ccd8-a72d-4a68-963d-dd0660f4ad8b,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:27.255520 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-47dfa84c-ec5d-4fca-a158-724e18a9d9d9 None None] Port 7a30f73b-d26a-492e-b3f6-0029defc70cd update to ACTIVE by agent not found {{(pid=109804) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Jan 28 04:06:27.270871 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-bfacf107-2043-4ad5-aea4-96ae9d846bf1 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] 10.222.0.53 "GET /v2.0/ports?device_id=a08e0b97-1423-4317-8383-a1360b2dc782 HTTP/1.1" status: 200 len: 205 time: 0.0284052 Jan 28 04:06:27.273534 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36226) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:27.349196 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-10b2433d-b4fc-4c5c-a205-41505abc25c9 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks [] for router (a08e0b97-1423-4317-8383-a1360b2dc782), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:27.371410 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-305bc852-1f38-4c7b-8299-6ab311e3c253 None None] Could not find standard attr ID for object 7a30f73b-d26a-492e-b3f6-0029defc70cd. {{(pid=109804) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 04:06:27.376402 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-305bc852-1f38-4c7b-8299-6ab311e3c253 None None] Could not find standard attr ID for object 3faca4db-6eab-4493-aeba-f2f2fe7d9fbb. {{(pid=109804) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 04:06:27.514608 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-10b2433d-b4fc-4c5c-a205-41505abc25c9 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (a08e0b97-1423-4317-8383-a1360b2dc782), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:27.516665 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-10b2433d-b4fc-4c5c-a205-41505abc25c9 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks [] for router_controller (a08e0b97-1423-4317-8383-a1360b2dc782), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:27.566635 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-10b2433d-b4fc-4c5c-a205-41505abc25c9 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (a08e0b97-1423-4317-8383-a1360b2dc782), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:27.567147 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b2433d-b4fc-4c5c-a205-41505abc25c9 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Fanout notify agent at l3_agent the message router_deleted on router a08e0b97-1423-4317-8383-a1360b2dc782 {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:06:27.573880 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-10b2433d-b4fc-4c5c-a205-41505abc25c9 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:27.575071 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-10b2433d-b4fc-4c5c-a205-41505abc25c9 tempest-RoutersNegativeTest-681126726 tempest-RoutersNegativeTest-681126726-project] 10.222.0.53 "DELETE /v2.0/routers/a08e0b97-1423-4317-8383-a1360b2dc782 HTTP/1.1" status: 204 len: 168 time: 0.3005142 Jan 28 04:06:27.849113 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36232) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:27.995912 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b01c3783-41f3-4835-bc09-96b153ed884a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d34c3f8a01b247bfb6ce7aa10a8f1248&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1455858 Jan 28 04:06:27.999461 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36236) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:28.051570 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b6ea9eab-270d-4415-ad3f-8d833374272a admin admin] Publish callbacks [] for security_group (113b712e-7257-47f1-9296-433b2e4d8462), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:28.073830 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b6ea9eab-270d-4415-ad3f-8d833374272a admin admin] Publish callbacks [] for security_group (113b712e-7257-47f1-9296-433b2e4d8462), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:28.133753 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b6ea9eab-270d-4415-ad3f-8d833374272a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (113b712e-7257-47f1-9296-433b2e4d8462), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:28.137979 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b6ea9eab-270d-4415-ad3f-8d833374272a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:28.139374 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b6ea9eab-270d-4415-ad3f-8d833374272a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/113b712e-7257-47f1-9296-433b2e4d8462 HTTP/1.1" status: 204 len: 168 time: 0.1389141 Jan 28 04:06:28.149763 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea9eab-270d-4415-ad3f-8d833374272a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113b712e-7257-47f1-9296-433b2e4d8462,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:28.270621 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 3faca4db-6eab-4493-aeba-f2f2fe7d9fbb no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:06:28.291771 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 3faca4db-6eab-4493-aeba-f2f2fe7d9fbb {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:06:28.292123 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 3faca4db-6eab-4493-aeba-f2f2fe7d9fbb not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:06:28.292548 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 7a30f73b-d26a-492e-b3f6-0029defc70cd no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:06:28.311618 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 7a30f73b-d26a-492e-b3f6-0029defc70cd {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:06:28.312032 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 7a30f73b-d26a-492e-b3f6-0029defc70cd not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:06:28.805848 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36258) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:28.902653 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-016e055e-f744-4b10-a319-02bf8e72ffa4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1789568175-network', 'tenant_id': 'd9099f77f33942e2bc91ae2d123bd9c7'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:28.924943 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016e055e-f744-4b10-a319-02bf8e72ffa4 admin admin] Made reservation on behalf of d9099f77f33942e2bc91ae2d123bd9c7 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:06:28.927849 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-016e055e-f744-4b10-a319-02bf8e72ffa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:28.936289 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-016e055e-f744-4b10-a319-02bf8e72ffa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:29.011175 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-016e055e-f744-4b10-a319-02bf8e72ffa4 admin admin] Publish callbacks [] for security_group (a54e7a53-99fa-4986-918c-23f20023e8b8), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:29.017337 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-016e055e-f744-4b10-a319-02bf8e72ffa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (a54e7a53-99fa-4986-918c-23f20023e8b8), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:29.041699 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-016e055e-f744-4b10-a319-02bf8e72ffa4 admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:06:29.050845 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e055e-f744-4b10-a319-02bf8e72ffa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54e7a53-99fa-4986-918c-23f20023e8b8,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:29.057360 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-016e055e-f744-4b10-a319-02bf8e72ffa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (1fd5f285-b322-4ae4-9aa7-23122140af21), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:29.057695 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-016e055e-f744-4b10-a319-02bf8e72ffa4 admin admin] Added segment 1fd5f285-b322-4ae4-9aa7-23122140af21 of type vlan for network 078ebcce-8d7b-4bc3-9b90-8f130c06bcbf Jan 28 04:06:29.097705 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-016e055e-f744-4b10-a319-02bf8e72ffa4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (078ebcce-8d7b-4bc3-9b90-8f130c06bcbf), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:29.129889 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-016e055e-f744-4b10-a319-02bf8e72ffa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (078ebcce-8d7b-4bc3-9b90-8f130c06bcbf), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:29.130974 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016e055e-f744-4b10-a319-02bf8e72ffa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:29.131551 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-016e055e-f744-4b10-a319-02bf8e72ffa4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:29.184459 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-016e055e-f744-4b10-a319-02bf8e72ffa4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3774650 Jan 28 04:06:29.187541 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36262) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:29.191774 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e055e-f744-4b10-a319-02bf8e72ffa4 admin admin] Pushing event updated for resources: {'Network': ['ID=078ebcce-8d7b-4bc3-9b90-8f130c06bcbf,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:29.192670 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-5d34e88a-3774-4894-a72d-8e62ce63749f admin admin] Request body: {'subnet': {'network_id': '078ebcce-8d7b-4bc3-9b90-8f130c06bcbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1789568175-subnet', 'tenant_id': 'd9099f77f33942e2bc91ae2d123bd9c7', 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:29.202978 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 078ebcce-8d7b-4bc3-9b90-8f130c06bcbf details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:06:29.215764 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d34e88a-3774-4894-a72d-8e62ce63749f admin admin] Made reservation on behalf of d9099f77f33942e2bc91ae2d123bd9c7 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:06:29.218149 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5d34e88a-3774-4894-a72d-8e62ce63749f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:29.396934 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5d34e88a-3774-4894-a72d-8e62ce63749f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (0f95af23-d508-4d3d-a7d9-f9aa19855bbf), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:29.448573 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d34e88a-3774-4894-a72d-8e62ce63749f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f95af23-d508-4d3d-a7d9-f9aa19855bbf,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:29.458816 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d34e88a-3774-4894-a72d-8e62ce63749f admin admin] Checking segment: {'id': '1fd5f285-b322-4ae4-9aa7-23122140af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '078ebcce-8d7b-4bc3-9b90-8f130c06bcbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:06:29.459209 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d34e88a-3774-4894-a72d-8e62ce63749f admin admin] Network hostable DHCP agents. Network: 078ebcce-8d7b-4bc3-9b90-8f130c06bcbf, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:06:29.477419 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d34e88a-3774-4894-a72d-8e62ce63749f admin admin] Network 078ebcce-8d7b-4bc3-9b90-8f130c06bcbf is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:06:29.486717 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-5d34e88a-3774-4894-a72d-8e62ce63749f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 078ebcce-8d7b-4bc3-9b90-8f130c06bcbf) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:06:29.490731 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d34e88a-3774-4894-a72d-8e62ce63749f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:29.491321 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5d34e88a-3774-4894-a72d-8e62ce63749f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:29.499870 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b463e73-2c53-454f-99c7-ccd6b28f434b None None] Network 078ebcce-8d7b-4bc3-9b90-8f130c06bcbf requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:06:29.507688 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5d34e88a-3774-4894-a72d-8e62ce63749f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3189213 Jan 28 04:06:29.510600 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36264) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:29.515231 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-761f1b3e-183f-40b7-8408-94c56572d34d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1789568175-router', 'tenant_id': 'd9099f77f33942e2bc91ae2d123bd9c7', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:29.536317 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-761f1b3e-183f-40b7-8408-94c56572d34d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (0735faf1-5fed-4602-a165-c2f5e028faf7), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:29.537366 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-761f1b3e-183f-40b7-8408-94c56572d34d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (0735faf1-5fed-4602-a165-c2f5e028faf7), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:29.587857 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-761f1b3e-183f-40b7-8408-94c56572d34d admin admin] Publish callbacks [] for router_controller (0735faf1-5fed-4602-a165-c2f5e028faf7), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:29.608804 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0db2c1-fde1-407f-9124-6f6a49e39c00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-078ebcce-8d7b-4bc3-9b90-8f130c06bcbf', 'network_id': '078ebcce-8d7b-4bc3-9b90-8f130c06bcbf', 'project_id': 'd9099f77f33942e2bc91ae2d123bd9c7', 'fixed_ips': [{'subnet_id': '0f95af23-d508-4d3d-a7d9-f9aa19855bbf'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:06:29.609761 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4f0db2c1-fde1-407f-9124-6f6a49e39c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:29.710668 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:29.728856 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-761f1b3e-183f-40b7-8408-94c56572d34d admin admin] Publish callbacks [] for router_gateway (0735faf1-5fed-4602-a165-c2f5e028faf7), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:29.755466 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-4f0db2c1-fde1-407f-9124-6f6a49e39c00 None None] Allocated IP 172.20.0.2 (078ebcce-8d7b-4bc3-9b90-8f130c06bcbf/0f95af23-d508-4d3d-a7d9-f9aa19855bbf/b4cc5f6c-f156-4e2d-929d-fa98c700b9e5) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:06:29.834141 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8119d38d-f56d-448c-b9e3-031197d51880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:29.918585 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4f0db2c1-fde1-407f-9124-6f6a49e39c00 None None] Publish callbacks [] for port (b4cc5f6c-f156-4e2d-929d-fa98c700b9e5), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:29.926468 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4f0db2c1-fde1-407f-9124-6f6a49e39c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (b4cc5f6c-f156-4e2d-929d-fa98c700b9e5), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:29.965633 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0db2c1-fde1-407f-9124-6f6a49e39c00 None None] Network 078ebcce-8d7b-4bc3-9b90-8f130c06bcbf is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:06:29.968568 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-4f0db2c1-fde1-407f-9124-6f6a49e39c00 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:06:29.979450 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0db2c1-fde1-407f-9124-6f6a49e39c00 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:06:29.987043 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0db2c1-fde1-407f-9124-6f6a49e39c00 None None] Pushing event updated for resources: {'Port': ['ID=b4cc5f6c-f156-4e2d-929d-fa98c700b9e5,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:30.039861 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-4f0db2c1-fde1-407f-9124-6f6a49e39c00 None None] Attempting to bind port b4cc5f6c-f156-4e2d-929d-fa98c700b9e5 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:06:30.040238 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-4f0db2c1-fde1-407f-9124-6f6a49e39c00 None None] Attempting to bind port b4cc5f6c-f156-4e2d-929d-fa98c700b9e5 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '1fd5f285-b322-4ae4-9aa7-23122140af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '078ebcce-8d7b-4bc3-9b90-8f130c06bcbf'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:06:30.040594 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0db2c1-fde1-407f-9124-6f6a49e39c00 None None] Attempting to bind port b4cc5f6c-f156-4e2d-929d-fa98c700b9e5 on network 078ebcce-8d7b-4bc3-9b90-8f130c06bcbf {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:06:30.046163 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0db2c1-fde1-407f-9124-6f6a49e39c00 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:06:30.046553 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0db2c1-fde1-407f-9124-6f6a49e39c00 None None] Checking segment: {'id': '1fd5f285-b322-4ae4-9aa7-23122140af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '078ebcce-8d7b-4bc3-9b90-8f130c06bcbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:06:30.046963 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4f0db2c1-fde1-407f-9124-6f6a49e39c00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:30.047379 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0db2c1-fde1-407f-9124-6f6a49e39c00 None None] Bound using segment: {'id': '1fd5f285-b322-4ae4-9aa7-23122140af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '078ebcce-8d7b-4bc3-9b90-8f130c06bcbf'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:06:30.047856 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-4f0db2c1-fde1-407f-9124-6f6a49e39c00 None None] Bound port: b4cc5f6c-f156-4e2d-929d-fa98c700b9e5, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd5f285-b322-4ae4-9aa7-23122140af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '078ebcce-8d7b-4bc3-9b90-8f130c06bcbf'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:06:30.048244 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4f0db2c1-fde1-407f-9124-6f6a49e39c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b4cc5f6c-f156-4e2d-929d-fa98c700b9e5), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:30.113728 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-4f0db2c1-fde1-407f-9124-6f6a49e39c00 None None] For port b4cc5f6c-f156-4e2d-929d-fa98c700b9e5, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:06:30.116974 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-4f0db2c1-fde1-407f-9124-6f6a49e39c00 None None] For port b4cc5f6c-f156-4e2d-929d-fa98c700b9e5, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=b4cc5f6c-f156-4e2d-929d-fa98c700b9e5,segment=NetworkSegment(1fd5f285-b322-4ae4-9aa7-23122140af21),segment_id=1fd5f285-b322-4ae4-9aa7-23122140af21)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:06:30.123610 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4f0db2c1-fde1-407f-9124-6f6a49e39c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b4cc5f6c-f156-4e2d-929d-fa98c700b9e5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:30.186177 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0db2c1-fde1-407f-9124-6f6a49e39c00 None None] Pushing event updated for resources: {'Port': ['ID=b4cc5f6c-f156-4e2d-929d-fa98c700b9e5,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:30.268169 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-761f1b3e-183f-40b7-8408-94c56572d34d admin admin] Publish callbacks [] for router_gateway (0735faf1-5fed-4602-a165-c2f5e028faf7), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:30.287400 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-761f1b3e-183f-40b7-8408-94c56572d34d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:30.415117 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-761f1b3e-183f-40b7-8408-94c56572d34d admin admin] Allocated IP 172.25.0.93 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/07619303-61c8-4fca-98c0-4491531d6403) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:06:30.521516 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-761f1b3e-183f-40b7-8408-94c56572d34d admin admin] Publish callbacks [] for port (07619303-61c8-4fca-98c0-4491531d6403), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:30.557375 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-761f1b3e-183f-40b7-8408-94c56572d34d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (07619303-61c8-4fca-98c0-4491531d6403), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:30.601004 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761f1b3e-183f-40b7-8408-94c56572d34d admin admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:06:30.603725 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-761f1b3e-183f-40b7-8408-94c56572d34d admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:06:30.609196 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761f1b3e-183f-40b7-8408-94c56572d34d admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:06:30.614737 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f1b3e-183f-40b7-8408-94c56572d34d admin admin] Pushing event updated for resources: {'Port': ['ID=07619303-61c8-4fca-98c0-4491531d6403,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:30.872456 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-761f1b3e-183f-40b7-8408-94c56572d34d admin admin] Publish callbacks [] for router_gateway (0735faf1-5fed-4602-a165-c2f5e028faf7), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:31.074120 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-761f1b3e-183f-40b7-8408-94c56572d34d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (0735faf1-5fed-4602-a165-c2f5e028faf7), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:31.103615 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb964f21-a749-4307-a2ce-06c6ece7e096 None None] Network 078ebcce-8d7b-4bc3-9b90-8f130c06bcbf requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:06:31.164664 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-196eb15d-0ffb-4aca-8336-b9d498da8e6e None None] Provisioning complete for port b4cc5f6c-f156-4e2d-929d-fa98c700b9e5 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:31.164999 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-196eb15d-0ffb-4aca-8336-b9d498da8e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b4cc5f6c-f156-4e2d-929d-fa98c700b9e5), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:31.206010 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-761f1b3e-183f-40b7-8408-94c56572d34d admin admin] Router 0735faf1-5fed-4602-a165-c2f5e028faf7 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:06:31.285873 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-196eb15d-0ffb-4aca-8336-b9d498da8e6e None None] Current status of the port b4cc5f6c-f156-4e2d-929d-fa98c700b9e5 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:31.286264 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-196eb15d-0ffb-4aca-8336-b9d498da8e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b4cc5f6c-f156-4e2d-929d-fa98c700b9e5), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:31.322373 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-196eb15d-0ffb-4aca-8336-b9d498da8e6e None None] For port b4cc5f6c-f156-4e2d-929d-fa98c700b9e5, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=b4cc5f6c-f156-4e2d-929d-fa98c700b9e5,segment=NetworkSegment(1fd5f285-b322-4ae4-9aa7-23122140af21),segment_id=1fd5f285-b322-4ae4-9aa7-23122140af21)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:06:31.322627 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761f1b3e-183f-40b7-8408-94c56572d34d admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:06:31.329263 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-196eb15d-0ffb-4aca-8336-b9d498da8e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b4cc5f6c-f156-4e2d-929d-fa98c700b9e5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:31.334907 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f843c0-2b09-47c0-b68c-c871702f6261 None None] Sync routers for ids ['0735faf1-5fed-4602-a165-c2f5e028faf7'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:06:31.344706 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-761f1b3e-183f-40b7-8408-94c56572d34d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:31.347010 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-761f1b3e-183f-40b7-8408-94c56572d34d admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8354490 Jan 28 04:06:31.350369 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36268) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:31.356858 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f843c0-2b09-47c0-b68c-c871702f6261 None None] Routers {'0735faf1-5fed-4602-a165-c2f5e028faf7'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:06:31.359890 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-e4f843c0-2b09-47c0-b68c-c871702f6261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:06:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['0735faf1-5fed-4602-a165-c2f5e028faf7'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:31.385729 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196eb15d-0ffb-4aca-8336-b9d498da8e6e None None] Pushing event updated for resources: {'Port': ['ID=b4cc5f6c-f156-4e2d-929d-fa98c700b9e5,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:31.471774 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-e4f843c0-2b09-47c0-b68c-c871702f6261 None None] Set router 0735faf1-5fed-4602-a165-c2f5e028faf7 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:06:31.643166 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-190f13be-8bb6-4092-a010-9717696c7ee8 None None] Provisioning complete for port b4cc5f6c-f156-4e2d-929d-fa98c700b9e5 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:31.643647 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-190f13be-8bb6-4092-a010-9717696c7ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b4cc5f6c-f156-4e2d-929d-fa98c700b9e5), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:31.658419 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-e4f843c0-2b09-47c0-b68c-c871702f6261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0735faf1-5fed-4602-a165-c2f5e028faf7', 'name': 'tempest-TestEncryptedCinderVolumes-1789568175-router', 'tenant_id': 'd9099f77f33942e2bc91ae2d123bd9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '07619303-61c8-4fca-98c0-4491531d6403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:29Z', 'updated_at': '2022-01-28T04:06:30Z', 'revision_number': 3, 'project_id': 'd9099f77f33942e2bc91ae2d123bd9c7', 'gw_port': {'id': '07619303-61c8-4fca-98c0-4491531d6403', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:18:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0735faf1-5fed-4602-a165-c2f5e028faf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:30Z', 'updated_at': '2022-01-28T04:06:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:31.692720 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f843c0-2b09-47c0-b68c-c871702f6261 None None] Checking router: 0735faf1-5fed-4602-a165-c2f5e028faf7 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:06:31.692986 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f843c0-2b09-47c0-b68c-c871702f6261 None None] Updating router 0735faf1-5fed-4602-a165-c2f5e028faf7 port 07619303-61c8-4fca-98c0-4491531d6403 binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:06:31.717709 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-e4f843c0-2b09-47c0-b68c-c871702f6261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (07619303-61c8-4fca-98c0-4491531d6403), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:31.727497 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-190f13be-8bb6-4092-a010-9717696c7ee8 None None] Current status of the port b4cc5f6c-f156-4e2d-929d-fa98c700b9e5 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:31.805413 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f70de065-50e1-4e32-81e6-625408358dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:31.882532 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-95b37043-d29a-4848-ba7d-310f7ccf47b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:31.968892 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-f70de065-50e1-4e32-81e6-625408358dc3 admin admin] Allocated IP 172.20.0.1 (078ebcce-8d7b-4bc3-9b90-8f130c06bcbf/0f95af23-d508-4d3d-a7d9-f9aa19855bbf/ee18be47-4e12-43dc-b8cf-53f66339610d) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:06:31.973319 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-e4f843c0-2b09-47c0-b68c-c871702f6261 None None] Publish callbacks [] for port (07619303-61c8-4fca-98c0-4491531d6403), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:31.980433 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-e4f843c0-2b09-47c0-b68c-c871702f6261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (07619303-61c8-4fca-98c0-4491531d6403), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:32.035556 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45723759-7ef6-42dd-8b69-5f04dc5b3eec None None] Pushing event updated for resources: {'Port': ['ID=07619303-61c8-4fca-98c0-4491531d6403,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:32.037746 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-e4f843c0-2b09-47c0-b68c-c871702f6261 None None] Attempting to bind port 07619303-61c8-4fca-98c0-4491531d6403 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:06:32.038099 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-e4f843c0-2b09-47c0-b68c-c871702f6261 None None] Attempting to bind port 07619303-61c8-4fca-98c0-4491531d6403 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:06:32.038479 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f843c0-2b09-47c0-b68c-c871702f6261 None None] Attempting to bind port 07619303-61c8-4fca-98c0-4491531d6403 on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:06:32.047834 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45723759-7ef6-42dd-8b69-5f04dc5b3eec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:32.048183 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45723759-7ef6-42dd-8b69-5f04dc5b3eec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:32.048527 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45723759-7ef6-42dd-8b69-5f04dc5b3eec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:32.048864 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45723759-7ef6-42dd-8b69-5f04dc5b3eec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:32.049229 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45723759-7ef6-42dd-8b69-5f04dc5b3eec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:32.049561 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45723759-7ef6-42dd-8b69-5f04dc5b3eec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:32.049889 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45723759-7ef6-42dd-8b69-5f04dc5b3eec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:32.050214 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45723759-7ef6-42dd-8b69-5f04dc5b3eec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:32.050900 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45723759-7ef6-42dd-8b69-5f04dc5b3eec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:32.051221 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45723759-7ef6-42dd-8b69-5f04dc5b3eec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:32.051550 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45723759-7ef6-42dd-8b69-5f04dc5b3eec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:32.051868 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45723759-7ef6-42dd-8b69-5f04dc5b3eec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:32.052198 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45723759-7ef6-42dd-8b69-5f04dc5b3eec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:32.055375 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f843c0-2b09-47c0-b68c-c871702f6261 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:06:32.055752 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f843c0-2b09-47c0-b68c-c871702f6261 None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:06:32.056153 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-e4f843c0-2b09-47c0-b68c-c871702f6261 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:32.056533 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f843c0-2b09-47c0-b68c-c871702f6261 None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:06:32.057001 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-e4f843c0-2b09-47c0-b68c-c871702f6261 None None] Bound port: 07619303-61c8-4fca-98c0-4491531d6403, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:06:32.057421 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-e4f843c0-2b09-47c0-b68c-c871702f6261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (07619303-61c8-4fca-98c0-4491531d6403), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:32.079586 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f70de065-50e1-4e32-81e6-625408358dc3 admin admin] Publish callbacks [] for port (ee18be47-4e12-43dc-b8cf-53f66339610d), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:32.118716 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f70de065-50e1-4e32-81e6-625408358dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (ee18be47-4e12-43dc-b8cf-53f66339610d), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:32.157424 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70de065-50e1-4e32-81e6-625408358dc3 admin admin] Network 078ebcce-8d7b-4bc3-9b90-8f130c06bcbf is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:06:32.160329 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-f70de065-50e1-4e32-81e6-625408358dc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:06:32.162975 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70de065-50e1-4e32-81e6-625408358dc3 admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:06:32.193618 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70de065-50e1-4e32-81e6-625408358dc3 admin admin] Pushing event updated for resources: {'Port': ['ID=ee18be47-4e12-43dc-b8cf-53f66339610d,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:32.202876 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-e4f843c0-2b09-47c0-b68c-c871702f6261 None None] For port 07619303-61c8-4fca-98c0-4491531d6403, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:06:32.206939 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70de065-50e1-4e32-81e6-625408358dc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:32.207143 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-e4f843c0-2b09-47c0-b68c-c871702f6261 None None] For port 07619303-61c8-4fca-98c0-4491531d6403, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=07619303-61c8-4fca-98c0-4491531d6403,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:06:32.207395 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70de065-50e1-4e32-81e6-625408358dc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:32.207698 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70de065-50e1-4e32-81e6-625408358dc3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:32.208146 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70de065-50e1-4e32-81e6-625408358dc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:32.209049 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70de065-50e1-4e32-81e6-625408358dc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:32.209689 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70de065-50e1-4e32-81e6-625408358dc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:32.210165 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70de065-50e1-4e32-81e6-625408358dc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:32.210514 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70de065-50e1-4e32-81e6-625408358dc3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:32.210901 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70de065-50e1-4e32-81e6-625408358dc3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:32.211204 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70de065-50e1-4e32-81e6-625408358dc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:32.211564 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70de065-50e1-4e32-81e6-625408358dc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:32.211959 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-e4f843c0-2b09-47c0-b68c-c871702f6261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (07619303-61c8-4fca-98c0-4491531d6403), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:32.212084 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70de065-50e1-4e32-81e6-625408358dc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:32.212354 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70de065-50e1-4e32-81e6-625408358dc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:32.225431 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f70de065-50e1-4e32-81e6-625408358dc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (0735faf1-5fed-4602-a165-c2f5e028faf7), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:32.278333 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f843c0-2b09-47c0-b68c-c871702f6261 None None] Routers {'0735faf1-5fed-4602-a165-c2f5e028faf7'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:06:32.283366 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-e4f843c0-2b09-47c0-b68c-c871702f6261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:06:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['0735faf1-5fed-4602-a165-c2f5e028faf7'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:32.359749 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45723759-7ef6-42dd-8b69-5f04dc5b3eec None None] Pushing event updated for resources: {'Port': ['ID=07619303-61c8-4fca-98c0-4491531d6403,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:32.363115 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device b4cc5f6c-f156-4e2d-929d-fa98c700b9e5 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:06:32.413771 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f70de065-50e1-4e32-81e6-625408358dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ee18be47-4e12-43dc-b8cf-53f66339610d), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:32.419898 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port b4cc5f6c-f156-4e2d-929d-fa98c700b9e5 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:32.420288 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b4cc5f6c-f156-4e2d-929d-fa98c700b9e5), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:32.426194 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-e4f843c0-2b09-47c0-b68c-c871702f6261 None None] Set router 0735faf1-5fed-4602-a165-c2f5e028faf7 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:06:32.506034 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port b4cc5f6c-f156-4e2d-929d-fa98c700b9e5 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:32.554224 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-61107f4f-d16d-4f39-963f-1ba24affc8a5 None None] Provisioning complete for port ee18be47-4e12-43dc-b8cf-53f66339610d triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:32.554598 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-61107f4f-d16d-4f39-963f-1ba24affc8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ee18be47-4e12-43dc-b8cf-53f66339610d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:32.590011 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-61107f4f-d16d-4f39-963f-1ba24affc8a5 None None] Port ee18be47-4e12-43dc-b8cf-53f66339610d cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:06:32.609144 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f70de065-50e1-4e32-81e6-625408358dc3 admin admin] Publish callbacks [] for port (ee18be47-4e12-43dc-b8cf-53f66339610d), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:32.614804 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f70de065-50e1-4e32-81e6-625408358dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (ee18be47-4e12-43dc-b8cf-53f66339610d), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:32.619856 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-e4f843c0-2b09-47c0-b68c-c871702f6261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0735faf1-5fed-4602-a165-c2f5e028faf7', 'name': 'tempest-TestEncryptedCinderVolumes-1789568175-router', 'tenant_id': 'd9099f77f33942e2bc91ae2d123bd9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '07619303-61c8-4fca-98c0-4491531d6403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:29Z', 'updated_at': '2022-01-28T04:06:30Z', 'revision_number': 3, 'project_id': 'd9099f77f33942e2bc91ae2d123bd9c7', 'gw_port': {'id': '07619303-61c8-4fca-98c0-4491531d6403', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:18:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0735faf1-5fed-4602-a165-c2f5e028faf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:30Z', 'updated_at': '2022-01-28T04:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:32.646045 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f843c0-2b09-47c0-b68c-c871702f6261 None None] The sync data for ids ['0735faf1-5fed-4602-a165-c2f5e028faf7'] in n-d-712139-27 is: [{'id': '0735faf1-5fed-4602-a165-c2f5e028faf7', 'name': 'tempest-TestEncryptedCinderVolumes-1789568175-router', 'tenant_id': 'd9099f77f33942e2bc91ae2d123bd9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '07619303-61c8-4fca-98c0-4491531d6403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:29Z', 'updated_at': '2022-01-28T04:06:30Z', 'revision_number': 3, 'project_id': 'd9099f77f33942e2bc91ae2d123bd9c7', 'gw_port': {'id': '07619303-61c8-4fca-98c0-4491531d6403', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:18:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0735faf1-5fed-4602-a165-c2f5e028faf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:30Z', 'updated_at': '2022-01-28T04:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:06:32.686284 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f70de065-50e1-4e32-81e6-625408358dc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (0735faf1-5fed-4602-a165-c2f5e028faf7), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:32.688099 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70de065-50e1-4e32-81e6-625408358dc3 admin admin] Pushing event updated for resources: {'Port': ['ID=ee18be47-4e12-43dc-b8cf-53f66339610d,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:33.129819 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70de065-50e1-4e32-81e6-625408358dc3 admin admin] Network 078ebcce-8d7b-4bc3-9b90-8f130c06bcbf is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:06:33.131438 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-f70de065-50e1-4e32-81e6-625408358dc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:06:33.255983 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f70de065-50e1-4e32-81e6-625408358dc3 admin admin] Router 0735faf1-5fed-4602-a165-c2f5e028faf7 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:06:33.371975 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70de065-50e1-4e32-81e6-625408358dc3 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:06:33.378144 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f70de065-50e1-4e32-81e6-625408358dc3 admin admin] 10.222.0.53 "PUT /v2.0/routers/0735faf1-5fed-4602-a165-c2f5e028faf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0262256 Jan 28 04:06:33.416496 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-98f9c380-4ea9-4403-aeb0-72363f1e329c None None] Provisioning complete for port ee18be47-4e12-43dc-b8cf-53f66339610d triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:33.417119 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-98f9c380-4ea9-4403-aeb0-72363f1e329c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ee18be47-4e12-43dc-b8cf-53f66339610d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:33.453437 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-98f9c380-4ea9-4403-aeb0-72363f1e329c None None] Port ee18be47-4e12-43dc-b8cf-53f66339610d cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:06:33.643207 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:33.876726 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36284) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:33.881841 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-f76abdfe-7971-4dda-9b03-873d9e78a09c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-690182390-network', 'tenant_id': '59d826a56e764dadaf86b6f98f05ccc2'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:33.903801 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76abdfe-7971-4dda-9b03-873d9e78a09c admin admin] Made reservation on behalf of 59d826a56e764dadaf86b6f98f05ccc2 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:06:33.906391 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f76abdfe-7971-4dda-9b03-873d9e78a09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:33.915554 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f76abdfe-7971-4dda-9b03-873d9e78a09c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:33.994799 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f76abdfe-7971-4dda-9b03-873d9e78a09c admin admin] Publish callbacks [] for security_group (f17e2f44-aeb5-4857-9932-556c12094025), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:34.000277 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f76abdfe-7971-4dda-9b03-873d9e78a09c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f17e2f44-aeb5-4857-9932-556c12094025), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:34.028197 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f76abdfe-7971-4dda-9b03-873d9e78a09c admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:06:34.038190 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76abdfe-7971-4dda-9b03-873d9e78a09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17e2f44-aeb5-4857-9932-556c12094025,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:34.044651 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f76abdfe-7971-4dda-9b03-873d9e78a09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (2275e22d-0c6a-4eb4-9c95-59183f5c40e0), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:34.045017 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-f76abdfe-7971-4dda-9b03-873d9e78a09c admin admin] Added segment 2275e22d-0c6a-4eb4-9c95-59183f5c40e0 of type vlan for network 25e3cd15-c820-421f-b27b-cfe88a621b71 Jan 28 04:06:34.091163 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f76abdfe-7971-4dda-9b03-873d9e78a09c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (25e3cd15-c820-421f-b27b-cfe88a621b71), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:34.118073 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f76abdfe-7971-4dda-9b03-873d9e78a09c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (25e3cd15-c820-421f-b27b-cfe88a621b71), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:34.119334 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76abdfe-7971-4dda-9b03-873d9e78a09c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:34.120060 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f76abdfe-7971-4dda-9b03-873d9e78a09c admin admin] Publish callbacks [] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:34.177299 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f76abdfe-7971-4dda-9b03-873d9e78a09c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2993481 Jan 28 04:06:34.180329 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36286) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:34.180885 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76abdfe-7971-4dda-9b03-873d9e78a09c admin admin] Pushing event updated for resources: {'Network': ['ID=25e3cd15-c820-421f-b27b-cfe88a621b71,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:34.186410 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-263e94fe-3885-4b1f-a805-643fd8d80cf7 admin admin] Request body: {'subnet': {'network_id': '25e3cd15-c820-421f-b27b-cfe88a621b71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-690182390-subnet', 'tenant_id': '59d826a56e764dadaf86b6f98f05ccc2', 'ip_version': 4}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:34.190885 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 25e3cd15-c820-421f-b27b-cfe88a621b71 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:06:34.210548 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263e94fe-3885-4b1f-a805-643fd8d80cf7 admin admin] Made reservation on behalf of 59d826a56e764dadaf86b6f98f05ccc2 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:06:34.212975 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-263e94fe-3885-4b1f-a805-643fd8d80cf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:34.250692 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa28a0f-5ac6-4a94-98fe-0a25626db375 None None] Sync routers for ids ['0735faf1-5fed-4602-a165-c2f5e028faf7'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:06:34.294677 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:34.295618 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa28a0f-5ac6-4a94-98fe-0a25626db375 None None] Routers {'0735faf1-5fed-4602-a165-c2f5e028faf7'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:06:34.296497 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-4aa28a0f-5ac6-4a94-98fe-0a25626db375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:06:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['0735faf1-5fed-4602-a165-c2f5e028faf7'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:34.339511 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 07619303-61c8-4fca-98c0-4491531d6403 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:06:34.400474 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-263e94fe-3885-4b1f-a805-643fd8d80cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (432ceec1-5535-43c5-8224-f50f72288537), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:34.440383 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-4aa28a0f-5ac6-4a94-98fe-0a25626db375 None None] Set router 0735faf1-5fed-4602-a165-c2f5e028faf7 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:06:34.456550 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e94fe-3885-4b1f-a805-643fd8d80cf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=432ceec1-5535-43c5-8224-f50f72288537,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:34.467512 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263e94fe-3885-4b1f-a805-643fd8d80cf7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:34.467824 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263e94fe-3885-4b1f-a805-643fd8d80cf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:34.468164 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263e94fe-3885-4b1f-a805-643fd8d80cf7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:34.468506 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263e94fe-3885-4b1f-a805-643fd8d80cf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:34.468837 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263e94fe-3885-4b1f-a805-643fd8d80cf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:34.469201 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263e94fe-3885-4b1f-a805-643fd8d80cf7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:34.469532 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263e94fe-3885-4b1f-a805-643fd8d80cf7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:34.469874 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263e94fe-3885-4b1f-a805-643fd8d80cf7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:34.470189 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263e94fe-3885-4b1f-a805-643fd8d80cf7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:34.470520 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263e94fe-3885-4b1f-a805-643fd8d80cf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:34.470899 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263e94fe-3885-4b1f-a805-643fd8d80cf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:34.471163 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263e94fe-3885-4b1f-a805-643fd8d80cf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:34.471480 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263e94fe-3885-4b1f-a805-643fd8d80cf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:34.472567 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 07619303-61c8-4fca-98c0-4491531d6403 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:34.472951 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (07619303-61c8-4fca-98c0-4491531d6403), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:34.474545 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263e94fe-3885-4b1f-a805-643fd8d80cf7 admin admin] Checking segment: {'id': '2275e22d-0c6a-4eb4-9c95-59183f5c40e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '25e3cd15-c820-421f-b27b-cfe88a621b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:06:34.474969 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263e94fe-3885-4b1f-a805-643fd8d80cf7 admin admin] Network hostable DHCP agents. Network: 25e3cd15-c820-421f-b27b-cfe88a621b71, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:06:34.494006 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263e94fe-3885-4b1f-a805-643fd8d80cf7 admin admin] Network 25e3cd15-c820-421f-b27b-cfe88a621b71 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:06:34.503550 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-263e94fe-3885-4b1f-a805-643fd8d80cf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 25e3cd15-c820-421f-b27b-cfe88a621b71) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:06:34.508019 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263e94fe-3885-4b1f-a805-643fd8d80cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:34.509189 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-263e94fe-3885-4b1f-a805-643fd8d80cf7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:34.518037 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2798d0f9-ebba-40cf-b810-837d297c187a None None] Network 25e3cd15-c820-421f-b27b-cfe88a621b71 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:06:34.525196 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-263e94fe-3885-4b1f-a805-643fd8d80cf7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3437388 Jan 28 04:06:34.527903 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36288) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:34.532321 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-5c491d96-bce4-4474-a792-f52f2b1ee567 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-690182390-router', 'tenant_id': '59d826a56e764dadaf86b6f98f05ccc2', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:34.552890 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5c491d96-bce4-4474-a792-f52f2b1ee567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (6bb7f68f-6176-454a-bb0f-41f84e82581e), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:34.553992 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5c491d96-bce4-4474-a792-f52f2b1ee567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (6bb7f68f-6176-454a-bb0f-41f84e82581e), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:34.610485 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5c491d96-bce4-4474-a792-f52f2b1ee567 admin admin] Publish callbacks [] for router_controller (6bb7f68f-6176-454a-bb0f-41f84e82581e), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:34.748018 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f50be18-8477-4712-8f90-818eac506c25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-25e3cd15-c820-421f-b27b-cfe88a621b71', 'network_id': '25e3cd15-c820-421f-b27b-cfe88a621b71', 'project_id': '59d826a56e764dadaf86b6f98f05ccc2', 'fixed_ips': [{'subnet_id': '432ceec1-5535-43c5-8224-f50f72288537'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:06:34.748816 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2f50be18-8477-4712-8f90-818eac506c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:34.750515 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5c491d96-bce4-4474-a792-f52f2b1ee567 admin admin] Publish callbacks [] for router_gateway (6bb7f68f-6176-454a-bb0f-41f84e82581e), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:34.764205 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 07619303-61c8-4fca-98c0-4491531d6403 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:34.764599 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (07619303-61c8-4fca-98c0-4491531d6403), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:34.820014 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 07619303-61c8-4fca-98c0-4491531d6403, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=07619303-61c8-4fca-98c0-4491531d6403,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:06:34.962256 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5c491d96-bce4-4474-a792-f52f2b1ee567 admin admin] Publish callbacks [] for router_gateway (6bb7f68f-6176-454a-bb0f-41f84e82581e), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:34.981456 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5c491d96-bce4-4474-a792-f52f2b1ee567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:35.033774 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (07619303-61c8-4fca-98c0-4491531d6403), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:35.089512 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-5c491d96-bce4-4474-a792-f52f2b1ee567 admin admin] Allocated IP 172.25.0.105 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/721ebea5-12f4-4598-9fcd-52daa82fbbc6) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:06:35.152922 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=07619303-61c8-4fca-98c0-4491531d6403,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:35.161432 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:35.173113 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-4aa28a0f-5ac6-4a94-98fe-0a25626db375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0735faf1-5fed-4602-a165-c2f5e028faf7', 'name': 'tempest-TestEncryptedCinderVolumes-1789568175-router', 'tenant_id': 'd9099f77f33942e2bc91ae2d123bd9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '07619303-61c8-4fca-98c0-4491531d6403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:29Z', 'updated_at': '2022-01-28T04:06:32Z', 'revision_number': 4, 'project_id': 'd9099f77f33942e2bc91ae2d123bd9c7', 'gw_port': {'id': '07619303-61c8-4fca-98c0-4491531d6403', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:18:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0735faf1-5fed-4602-a165-c2f5e028faf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:30Z', 'updated_at': '2022-01-28T04:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'ee18be47-4e12-43dc-b8cf-53f66339610d', 'name': '', 'network_id': '078ebcce-8d7b-4bc3-9b90-8f130c06bcbf', 'tenant_id': 'd9099f77f33942e2bc91ae2d123bd9c7', 'mac_address': 'fa:16:3e:56:1c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0735faf1-5fed-4602-a165-c2f5e028faf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '0f95af23-d508-4d3d-a7d9-f9aa19855bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:31Z', 'updated_at': '2022-01-28T04:06:32Z', 'revision_number': 2, 'project_id': 'd9099f77f33942e2bc91ae2d123bd9c7', 'subnets': [{'id': '0f95af23-d508-4d3d-a7d9-f9aa19855bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:35.178740 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-2f50be18-8477-4712-8f90-818eac506c25 None None] Allocated IP 172.20.0.2 (25e3cd15-c820-421f-b27b-cfe88a621b71/432ceec1-5535-43c5-8224-f50f72288537/bb019978-f735-4cfc-8e28-73ba1b1d3360) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:06:35.196378 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5c491d96-bce4-4474-a792-f52f2b1ee567 admin admin] Publish callbacks [] for port (721ebea5-12f4-4598-9fcd-52daa82fbbc6), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:35.206807 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa28a0f-5ac6-4a94-98fe-0a25626db375 None None] Checking router: 0735faf1-5fed-4602-a165-c2f5e028faf7 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:06:35.207173 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa28a0f-5ac6-4a94-98fe-0a25626db375 None None] Updating router 0735faf1-5fed-4602-a165-c2f5e028faf7 port ee18be47-4e12-43dc-b8cf-53f66339610d binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:06:35.233474 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5c491d96-bce4-4474-a792-f52f2b1ee567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (721ebea5-12f4-4598-9fcd-52daa82fbbc6), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:35.247670 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4aa28a0f-5ac6-4a94-98fe-0a25626db375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ee18be47-4e12-43dc-b8cf-53f66339610d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:35.268396 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c491d96-bce4-4474-a792-f52f2b1ee567 admin admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:06:35.272838 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-5c491d96-bce4-4474-a792-f52f2b1ee567 admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:06:35.276216 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c491d96-bce4-4474-a792-f52f2b1ee567 admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:06:35.310203 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c491d96-bce4-4474-a792-f52f2b1ee567 admin admin] Pushing event updated for resources: {'Port': ['ID=721ebea5-12f4-4598-9fcd-52daa82fbbc6,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:35.505308 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2f50be18-8477-4712-8f90-818eac506c25 None None] Publish callbacks [] for port (bb019978-f735-4cfc-8e28-73ba1b1d3360), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:35.518292 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2f50be18-8477-4712-8f90-818eac506c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (bb019978-f735-4cfc-8e28-73ba1b1d3360), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:35.533099 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5c491d96-bce4-4474-a792-f52f2b1ee567 admin admin] Publish callbacks [] for router_gateway (6bb7f68f-6176-454a-bb0f-41f84e82581e), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:35.575794 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f50be18-8477-4712-8f90-818eac506c25 None None] Network 25e3cd15-c820-421f-b27b-cfe88a621b71 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:06:35.583647 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-2f50be18-8477-4712-8f90-818eac506c25 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:06:35.586257 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f50be18-8477-4712-8f90-818eac506c25 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:06:35.594129 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f50be18-8477-4712-8f90-818eac506c25 None None] Pushing event updated for resources: {'Port': ['ID=bb019978-f735-4cfc-8e28-73ba1b1d3360,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:35.687672 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-2f50be18-8477-4712-8f90-818eac506c25 None None] Attempting to bind port bb019978-f735-4cfc-8e28-73ba1b1d3360 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:06:35.688025 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-2f50be18-8477-4712-8f90-818eac506c25 None None] Attempting to bind port bb019978-f735-4cfc-8e28-73ba1b1d3360 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '2275e22d-0c6a-4eb4-9c95-59183f5c40e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '25e3cd15-c820-421f-b27b-cfe88a621b71'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:06:35.688395 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f50be18-8477-4712-8f90-818eac506c25 None None] Attempting to bind port bb019978-f735-4cfc-8e28-73ba1b1d3360 on network 25e3cd15-c820-421f-b27b-cfe88a621b71 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:06:35.697298 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f50be18-8477-4712-8f90-818eac506c25 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:06:35.697668 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f50be18-8477-4712-8f90-818eac506c25 None None] Checking segment: {'id': '2275e22d-0c6a-4eb4-9c95-59183f5c40e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '25e3cd15-c820-421f-b27b-cfe88a621b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:06:35.698166 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2f50be18-8477-4712-8f90-818eac506c25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:35.698569 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f50be18-8477-4712-8f90-818eac506c25 None None] Bound using segment: {'id': '2275e22d-0c6a-4eb4-9c95-59183f5c40e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '25e3cd15-c820-421f-b27b-cfe88a621b71'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:06:35.699046 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-2f50be18-8477-4712-8f90-818eac506c25 None None] Bound port: bb019978-f735-4cfc-8e28-73ba1b1d3360, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2275e22d-0c6a-4eb4-9c95-59183f5c40e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '25e3cd15-c820-421f-b27b-cfe88a621b71'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:06:35.699431 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2f50be18-8477-4712-8f90-818eac506c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (bb019978-f735-4cfc-8e28-73ba1b1d3360), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:35.720403 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4aa28a0f-5ac6-4a94-98fe-0a25626db375 None None] Publish callbacks [] for port (ee18be47-4e12-43dc-b8cf-53f66339610d), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:35.731833 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5c491d96-bce4-4474-a792-f52f2b1ee567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (6bb7f68f-6176-454a-bb0f-41f84e82581e), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:35.744928 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4aa28a0f-5ac6-4a94-98fe-0a25626db375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ee18be47-4e12-43dc-b8cf-53f66339610d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:35.819350 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba5d31-634f-4e69-9092-e41ac10171f9 None None] Pushing event updated for resources: {'Port': ['ID=ee18be47-4e12-43dc-b8cf-53f66339610d,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:35.829514 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-2f50be18-8477-4712-8f90-818eac506c25 None None] For port bb019978-f735-4cfc-8e28-73ba1b1d3360, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:06:35.834536 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-2f50be18-8477-4712-8f90-818eac506c25 None None] For port bb019978-f735-4cfc-8e28-73ba1b1d3360, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=bb019978-f735-4cfc-8e28-73ba1b1d3360,segment=NetworkSegment(2275e22d-0c6a-4eb4-9c95-59183f5c40e0),segment_id=2275e22d-0c6a-4eb4-9c95-59183f5c40e0)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:06:35.854520 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2f50be18-8477-4712-8f90-818eac506c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (bb019978-f735-4cfc-8e28-73ba1b1d3360), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:35.878957 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c491d96-bce4-4474-a792-f52f2b1ee567 admin admin] Router 6bb7f68f-6176-454a-bb0f-41f84e82581e is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:06:35.918240 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-4aa28a0f-5ac6-4a94-98fe-0a25626db375 None None] Attempting to bind port ee18be47-4e12-43dc-b8cf-53f66339610d on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:06:35.918616 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-4aa28a0f-5ac6-4a94-98fe-0a25626db375 None None] Attempting to bind port ee18be47-4e12-43dc-b8cf-53f66339610d by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '1fd5f285-b322-4ae4-9aa7-23122140af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '078ebcce-8d7b-4bc3-9b90-8f130c06bcbf'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:06:35.918986 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa28a0f-5ac6-4a94-98fe-0a25626db375 None None] Attempting to bind port ee18be47-4e12-43dc-b8cf-53f66339610d on network 078ebcce-8d7b-4bc3-9b90-8f130c06bcbf {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:06:35.941941 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa28a0f-5ac6-4a94-98fe-0a25626db375 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:06:35.942320 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa28a0f-5ac6-4a94-98fe-0a25626db375 None None] Checking segment: {'id': '1fd5f285-b322-4ae4-9aa7-23122140af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '078ebcce-8d7b-4bc3-9b90-8f130c06bcbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:06:35.942737 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4aa28a0f-5ac6-4a94-98fe-0a25626db375 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:35.943148 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa28a0f-5ac6-4a94-98fe-0a25626db375 None None] Bound using segment: {'id': '1fd5f285-b322-4ae4-9aa7-23122140af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '078ebcce-8d7b-4bc3-9b90-8f130c06bcbf'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:06:35.943714 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-4aa28a0f-5ac6-4a94-98fe-0a25626db375 None None] Bound port: ee18be47-4e12-43dc-b8cf-53f66339610d, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd5f285-b322-4ae4-9aa7-23122140af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '078ebcce-8d7b-4bc3-9b90-8f130c06bcbf'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:06:35.944107 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4aa28a0f-5ac6-4a94-98fe-0a25626db375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ee18be47-4e12-43dc-b8cf-53f66339610d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:35.959390 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f50be18-8477-4712-8f90-818eac506c25 None None] Pushing event updated for resources: {'Port': ['ID=bb019978-f735-4cfc-8e28-73ba1b1d3360,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:36.024130 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c491d96-bce4-4474-a792-f52f2b1ee567 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:06:36.025504 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-4aa28a0f-5ac6-4a94-98fe-0a25626db375 None None] For port ee18be47-4e12-43dc-b8cf-53f66339610d, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:06:36.035368 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-4aa28a0f-5ac6-4a94-98fe-0a25626db375 None None] For port ee18be47-4e12-43dc-b8cf-53f66339610d, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ee18be47-4e12-43dc-b8cf-53f66339610d,segment=NetworkSegment(1fd5f285-b322-4ae4-9aa7-23122140af21),segment_id=1fd5f285-b322-4ae4-9aa7-23122140af21)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:06:36.041653 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8c506b-9950-43eb-a4de-1aa8cf82e413 None None] Sync routers for ids ['6bb7f68f-6176-454a-bb0f-41f84e82581e'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:06:36.046550 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4aa28a0f-5ac6-4a94-98fe-0a25626db375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ee18be47-4e12-43dc-b8cf-53f66339610d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:36.049492 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5c491d96-bce4-4474-a792-f52f2b1ee567 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:36.054193 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5c491d96-bce4-4474-a792-f52f2b1ee567 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5223765 Jan 28 04:06:36.054528 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36290) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:06:36.056231 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8c506b-9950-43eb-a4de-1aa8cf82e413 None None] Routers {'6bb7f68f-6176-454a-bb0f-41f84e82581e'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:06:36.057047 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-9e8c506b-9950-43eb-a4de-1aa8cf82e413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:06:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['6bb7f68f-6176-454a-bb0f-41f84e82581e'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:36.105973 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa28a0f-5ac6-4a94-98fe-0a25626db375 None None] Routers {'0735faf1-5fed-4602-a165-c2f5e028faf7'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:06:36.106593 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-4aa28a0f-5ac6-4a94-98fe-0a25626db375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:06:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['0735faf1-5fed-4602-a165-c2f5e028faf7'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:36.242737 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-4b785214-7d5a-403c-9ef6-65af614907cd None None] Provisioning complete for port ee18be47-4e12-43dc-b8cf-53f66339610d triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:36.243117 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4b785214-7d5a-403c-9ef6-65af614907cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ee18be47-4e12-43dc-b8cf-53f66339610d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:36.243301 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-9e8c506b-9950-43eb-a4de-1aa8cf82e413 None None] Set router 6bb7f68f-6176-454a-bb0f-41f84e82581e gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:06:36.328528 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba5d31-634f-4e69-9092-e41ac10171f9 None None] Pushing event updated for resources: {'Port': ['ID=ee18be47-4e12-43dc-b8cf-53f66339610d,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:36.360014 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:36.398726 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-4aa28a0f-5ac6-4a94-98fe-0a25626db375 None None] Set router 0735faf1-5fed-4602-a165-c2f5e028faf7 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:06:36.486447 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-4b785214-7d5a-403c-9ef6-65af614907cd None None] Current status of the port ee18be47-4e12-43dc-b8cf-53f66339610d is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:36.486867 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4b785214-7d5a-403c-9ef6-65af614907cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ee18be47-4e12-43dc-b8cf-53f66339610d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:36.586660 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device bb019978-f735-4cfc-8e28-73ba1b1d3360 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:06:36.589828 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-9e8c506b-9950-43eb-a4de-1aa8cf82e413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb7f68f-6176-454a-bb0f-41f84e82581e', 'name': 'tempest-TestEncryptedCinderVolumes-690182390-router', 'tenant_id': '59d826a56e764dadaf86b6f98f05ccc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '721ebea5-12f4-4598-9fcd-52daa82fbbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:34Z', 'updated_at': '2022-01-28T04:06:35Z', 'revision_number': 3, 'project_id': '59d826a56e764dadaf86b6f98f05ccc2', 'gw_port': {'id': '721ebea5-12f4-4598-9fcd-52daa82fbbc6', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:54:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb7f68f-6176-454a-bb0f-41f84e82581e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:34Z', 'updated_at': '2022-01-28T04:06:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:36.621082 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8c506b-9950-43eb-a4de-1aa8cf82e413 None None] Checking router: 6bb7f68f-6176-454a-bb0f-41f84e82581e for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:06:36.621432 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8c506b-9950-43eb-a4de-1aa8cf82e413 None None] Updating router 6bb7f68f-6176-454a-bb0f-41f84e82581e port 721ebea5-12f4-4598-9fcd-52daa82fbbc6 binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:06:36.625111 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-4b785214-7d5a-403c-9ef6-65af614907cd None None] For port ee18be47-4e12-43dc-b8cf-53f66339610d, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ee18be47-4e12-43dc-b8cf-53f66339610d,segment=NetworkSegment(1fd5f285-b322-4ae4-9aa7-23122140af21),segment_id=1fd5f285-b322-4ae4-9aa7-23122140af21)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:06:36.635602 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4b785214-7d5a-403c-9ef6-65af614907cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ee18be47-4e12-43dc-b8cf-53f66339610d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:36.646344 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-9e8c506b-9950-43eb-a4de-1aa8cf82e413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (721ebea5-12f4-4598-9fcd-52daa82fbbc6), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:36.713389 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c4904aaa-bcfb-4365-806f-4ba86909a0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:36.755459 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b785214-7d5a-403c-9ef6-65af614907cd None None] Pushing event updated for resources: {'Port': ['ID=ee18be47-4e12-43dc-b8cf-53f66339610d,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:36.771977 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port bb019978-f735-4cfc-8e28-73ba1b1d3360 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:36.772366 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (bb019978-f735-4cfc-8e28-73ba1b1d3360), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:36.800942 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-6c68f6c0-5ba2-4bfb-823f-e634ea5569c2 None None] Provisioning complete for port ee18be47-4e12-43dc-b8cf-53f66339610d triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:36.801349 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6c68f6c0-5ba2-4bfb-823f-e634ea5569c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ee18be47-4e12-43dc-b8cf-53f66339610d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:36.864368 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-4aa28a0f-5ac6-4a94-98fe-0a25626db375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0735faf1-5fed-4602-a165-c2f5e028faf7', 'name': 'tempest-TestEncryptedCinderVolumes-1789568175-router', 'tenant_id': 'd9099f77f33942e2bc91ae2d123bd9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '07619303-61c8-4fca-98c0-4491531d6403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:29Z', 'updated_at': '2022-01-28T04:06:32Z', 'revision_number': 4, 'project_id': 'd9099f77f33942e2bc91ae2d123bd9c7', 'gw_port': {'id': '07619303-61c8-4fca-98c0-4491531d6403', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:18:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0735faf1-5fed-4602-a165-c2f5e028faf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:30Z', 'updated_at': '2022-01-28T04:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'ee18be47-4e12-43dc-b8cf-53f66339610d', 'name': '', 'network_id': '078ebcce-8d7b-4bc3-9b90-8f130c06bcbf', 'tenant_id': 'd9099f77f33942e2bc91ae2d123bd9c7', 'mac_address': 'fa:16:3e:56:1c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0735faf1-5fed-4602-a165-c2f5e028faf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '0f95af23-d508-4d3d-a7d9-f9aa19855bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:31Z', 'updated_at': '2022-01-28T04:06:36Z', 'revision_number': 4, 'project_id': 'd9099f77f33942e2bc91ae2d123bd9c7', 'subnets': [{'id': '0f95af23-d508-4d3d-a7d9-f9aa19855bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:36.901385 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa28a0f-5ac6-4a94-98fe-0a25626db375 None None] The sync data for ids ['0735faf1-5fed-4602-a165-c2f5e028faf7'] in n-d-712139-27 is: [{'id': '0735faf1-5fed-4602-a165-c2f5e028faf7', 'name': 'tempest-TestEncryptedCinderVolumes-1789568175-router', 'tenant_id': 'd9099f77f33942e2bc91ae2d123bd9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '07619303-61c8-4fca-98c0-4491531d6403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:29Z', 'updated_at': '2022-01-28T04:06:32Z', 'revision_number': 4, 'project_id': 'd9099f77f33942e2bc91ae2d123bd9c7', 'gw_port': {'id': '07619303-61c8-4fca-98c0-4491531d6403', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:18:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0735faf1-5fed-4602-a165-c2f5e028faf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:30Z', 'updated_at': '2022-01-28T04:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'ee18be47-4e12-43dc-b8cf-53f66339610d', 'name': '', 'network_id': '078ebcce-8d7b-4bc3-9b90-8f130c06bcbf', 'tenant_id': 'd9099f77f33942e2bc91ae2d123bd9c7', 'mac_address': 'fa:16:3e:56:1c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0735faf1-5fed-4602-a165-c2f5e028faf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '0f95af23-d508-4d3d-a7d9-f9aa19855bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:31Z', 'updated_at': '2022-01-28T04:06:36Z', 'revision_number': 4, 'project_id': 'd9099f77f33942e2bc91ae2d123bd9c7', 'subnets': [{'id': '0f95af23-d508-4d3d-a7d9-f9aa19855bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:06:36.905388 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-c4904aaa-bcfb-4365-806f-4ba86909a0f1 admin admin] Allocated IP 172.20.0.1 (25e3cd15-c820-421f-b27b-cfe88a621b71/432ceec1-5535-43c5-8224-f50f72288537/d36c4d2f-ae50-443e-a55e-65e822f5c194) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:06:36.928494 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-9e8c506b-9950-43eb-a4de-1aa8cf82e413 None None] Publish callbacks [] for port (721ebea5-12f4-4598-9fcd-52daa82fbbc6), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:36.940580 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-9e8c506b-9950-43eb-a4de-1aa8cf82e413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (721ebea5-12f4-4598-9fcd-52daa82fbbc6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:37.012522 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port bb019978-f735-4cfc-8e28-73ba1b1d3360 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:37.013108 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (bb019978-f735-4cfc-8e28-73ba1b1d3360), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:37.044157 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-6c68f6c0-5ba2-4bfb-823f-e634ea5569c2 None None] Current status of the port ee18be47-4e12-43dc-b8cf-53f66339610d is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:37.072159 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port bb019978-f735-4cfc-8e28-73ba1b1d3360, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=bb019978-f735-4cfc-8e28-73ba1b1d3360,segment=NetworkSegment(2275e22d-0c6a-4eb4-9c95-59183f5c40e0),segment_id=2275e22d-0c6a-4eb4-9c95-59183f5c40e0)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:06:37.081865 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-9e8c506b-9950-43eb-a4de-1aa8cf82e413 None None] Attempting to bind port 721ebea5-12f4-4598-9fcd-52daa82fbbc6 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:06:37.082787 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-9e8c506b-9950-43eb-a4de-1aa8cf82e413 None None] Attempting to bind port 721ebea5-12f4-4598-9fcd-52daa82fbbc6 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:06:37.083309 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8c506b-9950-43eb-a4de-1aa8cf82e413 None None] Attempting to bind port 721ebea5-12f4-4598-9fcd-52daa82fbbc6 on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:06:37.085196 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (bb019978-f735-4cfc-8e28-73ba1b1d3360), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:37.088178 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 07619303-61c8-4fca-98c0-4491531d6403 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:06:37.097748 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8c506b-9950-43eb-a4de-1aa8cf82e413 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:06:37.098422 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8c506b-9950-43eb-a4de-1aa8cf82e413 None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:06:37.099078 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-9e8c506b-9950-43eb-a4de-1aa8cf82e413 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:37.099818 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8c506b-9950-43eb-a4de-1aa8cf82e413 None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:06:37.100454 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-9e8c506b-9950-43eb-a4de-1aa8cf82e413 None None] Bound port: 721ebea5-12f4-4598-9fcd-52daa82fbbc6, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:06:37.100996 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-9e8c506b-9950-43eb-a4de-1aa8cf82e413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (721ebea5-12f4-4598-9fcd-52daa82fbbc6), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:37.114070 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c4904aaa-bcfb-4365-806f-4ba86909a0f1 admin admin] Publish callbacks [] for port (d36c4d2f-ae50-443e-a55e-65e822f5c194), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:37.163430 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c4904aaa-bcfb-4365-806f-4ba86909a0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (d36c4d2f-ae50-443e-a55e-65e822f5c194), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:37.179711 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-9e8c506b-9950-43eb-a4de-1aa8cf82e413 None None] For port 721ebea5-12f4-4598-9fcd-52daa82fbbc6, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:06:37.185975 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-9e8c506b-9950-43eb-a4de-1aa8cf82e413 None None] For port 721ebea5-12f4-4598-9fcd-52daa82fbbc6, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=721ebea5-12f4-4598-9fcd-52daa82fbbc6,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:06:37.200738 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e573e8-a0b4-47e2-bad8-7cc6b9779628 None None] Pushing event updated for resources: {'Port': ['ID=721ebea5-12f4-4598-9fcd-52daa82fbbc6,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:37.206303 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=bb019978-f735-4cfc-8e28-73ba1b1d3360,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:37.208175 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-9e8c506b-9950-43eb-a4de-1aa8cf82e413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (721ebea5-12f4-4598-9fcd-52daa82fbbc6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:37.228485 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 07619303-61c8-4fca-98c0-4491531d6403 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:37.228866 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (07619303-61c8-4fca-98c0-4491531d6403), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:37.240300 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4904aaa-bcfb-4365-806f-4ba86909a0f1 admin admin] Network 25e3cd15-c820-421f-b27b-cfe88a621b71 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:06:37.252507 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-c4904aaa-bcfb-4365-806f-4ba86909a0f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:06:37.255455 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4904aaa-bcfb-4365-806f-4ba86909a0f1 admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:06:37.282600 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4904aaa-bcfb-4365-806f-4ba86909a0f1 admin admin] Pushing event updated for resources: {'Port': ['ID=d36c4d2f-ae50-443e-a55e-65e822f5c194,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:37.307396 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8c506b-9950-43eb-a4de-1aa8cf82e413 None None] Routers {'6bb7f68f-6176-454a-bb0f-41f84e82581e'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:06:37.308049 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-9e8c506b-9950-43eb-a4de-1aa8cf82e413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:06:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['6bb7f68f-6176-454a-bb0f-41f84e82581e'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:37.316516 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c4904aaa-bcfb-4365-806f-4ba86909a0f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (6bb7f68f-6176-454a-bb0f-41f84e82581e), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:37.353014 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 07619303-61c8-4fca-98c0-4491531d6403 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:37.357371 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e573e8-a0b4-47e2-bad8-7cc6b9779628 None None] Pushing event updated for resources: {'Port': ['ID=721ebea5-12f4-4598-9fcd-52daa82fbbc6,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:37.457558 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-9e8c506b-9950-43eb-a4de-1aa8cf82e413 None None] Set router 6bb7f68f-6176-454a-bb0f-41f84e82581e gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:06:37.500035 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9bbc2c-ca52-43e0-95fb-c56dc045603c None None] Network 25e3cd15-c820-421f-b27b-cfe88a621b71 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:06:37.514406 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c4904aaa-bcfb-4365-806f-4ba86909a0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d36c4d2f-ae50-443e-a55e-65e822f5c194), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:37.606815 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-6e1fc404-9043-4b23-bc79-30216500a4eb None None] Provisioning complete for port bb019978-f735-4cfc-8e28-73ba1b1d3360 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:37.607468 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6e1fc404-9043-4b23-bc79-30216500a4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (bb019978-f735-4cfc-8e28-73ba1b1d3360), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:37.706963 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-9e8c506b-9950-43eb-a4de-1aa8cf82e413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb7f68f-6176-454a-bb0f-41f84e82581e', 'name': 'tempest-TestEncryptedCinderVolumes-690182390-router', 'tenant_id': '59d826a56e764dadaf86b6f98f05ccc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '721ebea5-12f4-4598-9fcd-52daa82fbbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:34Z', 'updated_at': '2022-01-28T04:06:35Z', 'revision_number': 3, 'project_id': '59d826a56e764dadaf86b6f98f05ccc2', 'gw_port': {'id': '721ebea5-12f4-4598-9fcd-52daa82fbbc6', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:54:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb7f68f-6176-454a-bb0f-41f84e82581e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:34Z', 'updated_at': '2022-01-28T04:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:37.749807 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-6e1fc404-9043-4b23-bc79-30216500a4eb None None] Current status of the port bb019978-f735-4cfc-8e28-73ba1b1d3360 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:37.774458 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c4904aaa-bcfb-4365-806f-4ba86909a0f1 admin admin] Publish callbacks [] for port (d36c4d2f-ae50-443e-a55e-65e822f5c194), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:37.783737 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c4904aaa-bcfb-4365-806f-4ba86909a0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (d36c4d2f-ae50-443e-a55e-65e822f5c194), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:37.847330 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8c506b-9950-43eb-a4de-1aa8cf82e413 None None] The sync data for ids ['6bb7f68f-6176-454a-bb0f-41f84e82581e'] in n-d-712139-27 is: [{'id': '6bb7f68f-6176-454a-bb0f-41f84e82581e', 'name': 'tempest-TestEncryptedCinderVolumes-690182390-router', 'tenant_id': '59d826a56e764dadaf86b6f98f05ccc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '721ebea5-12f4-4598-9fcd-52daa82fbbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:34Z', 'updated_at': '2022-01-28T04:06:35Z', 'revision_number': 3, 'project_id': '59d826a56e764dadaf86b6f98f05ccc2', 'gw_port': {'id': '721ebea5-12f4-4598-9fcd-52daa82fbbc6', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:54:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb7f68f-6176-454a-bb0f-41f84e82581e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:34Z', 'updated_at': '2022-01-28T04:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:06:37.873540 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c4904aaa-bcfb-4365-806f-4ba86909a0f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (6bb7f68f-6176-454a-bb0f-41f84e82581e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:37.875714 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4904aaa-bcfb-4365-806f-4ba86909a0f1 admin admin] Pushing event updated for resources: {'Port': ['ID=d36c4d2f-ae50-443e-a55e-65e822f5c194,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:37.987793 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4904aaa-bcfb-4365-806f-4ba86909a0f1 admin admin] Network 25e3cd15-c820-421f-b27b-cfe88a621b71 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:06:37.989473 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-c4904aaa-bcfb-4365-806f-4ba86909a0f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:06:38.073010 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-9e84285d-f337-42a6-8ce1-9b50f2887ac5 None None] Provisioning complete for port bb019978-f735-4cfc-8e28-73ba1b1d3360 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:38.073419 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9e84285d-f337-42a6-8ce1-9b50f2887ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (bb019978-f735-4cfc-8e28-73ba1b1d3360), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:38.147950 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4904aaa-bcfb-4365-806f-4ba86909a0f1 admin admin] Router 6bb7f68f-6176-454a-bb0f-41f84e82581e has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:06:38.203822 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-9e84285d-f337-42a6-8ce1-9b50f2887ac5 None None] Current status of the port bb019978-f735-4cfc-8e28-73ba1b1d3360 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:38.219544 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-9e84285d-f337-42a6-8ce1-9b50f2887ac5 None None] Provisioning complete for port d36c4d2f-ae50-443e-a55e-65e822f5c194 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:38.221494 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9e84285d-f337-42a6-8ce1-9b50f2887ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d36c4d2f-ae50-443e-a55e-65e822f5c194), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:38.298897 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-9e84285d-f337-42a6-8ce1-9b50f2887ac5 None None] Port d36c4d2f-ae50-443e-a55e-65e822f5c194 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:06:38.360653 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4904aaa-bcfb-4365-806f-4ba86909a0f1 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:06:38.366966 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c4904aaa-bcfb-4365-806f-4ba86909a0f1 admin admin] 10.222.0.53 "PUT /v2.0/routers/6bb7f68f-6176-454a-bb0f-41f84e82581e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3102231 Jan 28 04:06:38.445039 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-6828cfd6-e2df-4da0-aa17-4508818fc4e4 None None] Provisioning complete for port d36c4d2f-ae50-443e-a55e-65e822f5c194 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:38.445413 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6828cfd6-e2df-4da0-aa17-4508818fc4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d36c4d2f-ae50-443e-a55e-65e822f5c194), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:38.518194 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-6828cfd6-e2df-4da0-aa17-4508818fc4e4 None None] Port d36c4d2f-ae50-443e-a55e-65e822f5c194 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:06:38.563141 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 721ebea5-12f4-4598-9fcd-52daa82fbbc6 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:06:38.622501 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 721ebea5-12f4-4598-9fcd-52daa82fbbc6 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:38.623193 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (721ebea5-12f4-4598-9fcd-52daa82fbbc6), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:38.674060 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-b20a9493-3d3a-4840-bd8d-a621b06beace None None] Provisioning complete for port d36c4d2f-ae50-443e-a55e-65e822f5c194 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:38.674457 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b20a9493-3d3a-4840-bd8d-a621b06beace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d36c4d2f-ae50-443e-a55e-65e822f5c194), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:38.724091 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-b20a9493-3d3a-4840-bd8d-a621b06beace None None] Port d36c4d2f-ae50-443e-a55e-65e822f5c194 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:06:38.766320 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 721ebea5-12f4-4598-9fcd-52daa82fbbc6 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:38.766730 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (721ebea5-12f4-4598-9fcd-52daa82fbbc6), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:38.787728 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 721ebea5-12f4-4598-9fcd-52daa82fbbc6, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=721ebea5-12f4-4598-9fcd-52daa82fbbc6,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:06:38.792498 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (721ebea5-12f4-4598-9fcd-52daa82fbbc6), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:38.793465 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device bb019978-f735-4cfc-8e28-73ba1b1d3360 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:06:38.869239 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=721ebea5-12f4-4598-9fcd-52daa82fbbc6,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:38.880743 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port bb019978-f735-4cfc-8e28-73ba1b1d3360 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:38.881276 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (bb019978-f735-4cfc-8e28-73ba1b1d3360), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:38.970365 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port bb019978-f735-4cfc-8e28-73ba1b1d3360 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:38.971460 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ee18be47-4e12-43dc-b8cf-53f66339610d up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:06:39.021973 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port ee18be47-4e12-43dc-b8cf-53f66339610d triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:39.021973 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ee18be47-4e12-43dc-b8cf-53f66339610d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:39.109440 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port ee18be47-4e12-43dc-b8cf-53f66339610d is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:39.337765 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-474b943c-ad76-4f5d-86b0-fd895a16b033 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:39.339263 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-474b943c-ad76-4f5d-86b0-fd895a16b033 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/networks?id=078ebcce-8d7b-4bc3-9b90-8f130c06bcbf HTTP/1.1" status: 200 len: 817 time: 0.1180820 Jan 28 04:06:39.356920 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-9b01461e-800a-4254-98e0-f7f977be2549 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/quotas/d9099f77f33942e2bc91ae2d123bd9c7 HTTP/1.1" status: 200 len: 375 time: 0.0097928 Jan 28 04:06:39.409992 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-62223d42-68fc-4fdd-a67b-17e689857023 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d9099f77f33942e2bc91ae2d123bd9c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458479 Jan 28 04:06:39.837654 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-1467c2b4-3fdf-418c-9dbe-59a4c44b4432 service neutron] 10.222.0.53 "GET /v2.0/networks/078ebcce-8d7b-4bc3-9b90-8f130c06bcbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156051 Jan 28 04:06:39.928503 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-51c48355-6ac6-43e3-9d47-33160b43a501 service neutron] 10.222.0.53 "GET /v2.0/networks/078ebcce-8d7b-4bc3-9b90-8f130c06bcbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849302 Jan 28 04:06:40.235682 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4143fd07-c1cc-4fce-9dc2-69f6ff35d71b req-b167b259-239e-4dbe-aa54-60684944e64f tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/ports?device_id=5919d0c2-c905-4e26-bfc6-011989c4991a HTTP/1.1" status: 200 len: 210 time: 0.1522319 Jan 28 04:06:40.299411 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 721ebea5-12f4-4598-9fcd-52daa82fbbc6 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:06:40.351363 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 721ebea5-12f4-4598-9fcd-52daa82fbbc6 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:40.351848 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (721ebea5-12f4-4598-9fcd-52daa82fbbc6), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:40.389491 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe6da7e-1ed3-4a16-b992-366c719d11b7 None None] Sync routers for ids ['6bb7f68f-6176-454a-bb0f-41f84e82581e'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:06:40.404944 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe6da7e-1ed3-4a16-b992-366c719d11b7 None None] Routers {'6bb7f68f-6176-454a-bb0f-41f84e82581e'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:06:40.405598 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-dbe6da7e-1ed3-4a16-b992-366c719d11b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:06:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['6bb7f68f-6176-454a-bb0f-41f84e82581e'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:40.658639 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 721ebea5-12f4-4598-9fcd-52daa82fbbc6 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:40.713811 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-dbe6da7e-1ed3-4a16-b992-366c719d11b7 None None] Set router 6bb7f68f-6176-454a-bb0f-41f84e82581e gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:06:40.917649 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-dbe6da7e-1ed3-4a16-b992-366c719d11b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb7f68f-6176-454a-bb0f-41f84e82581e', 'name': 'tempest-TestEncryptedCinderVolumes-690182390-router', 'tenant_id': '59d826a56e764dadaf86b6f98f05ccc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '721ebea5-12f4-4598-9fcd-52daa82fbbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:34Z', 'updated_at': '2022-01-28T04:06:37Z', 'revision_number': 4, 'project_id': '59d826a56e764dadaf86b6f98f05ccc2', 'gw_port': {'id': '721ebea5-12f4-4598-9fcd-52daa82fbbc6', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:54:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb7f68f-6176-454a-bb0f-41f84e82581e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:34Z', 'updated_at': '2022-01-28T04:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'd36c4d2f-ae50-443e-a55e-65e822f5c194', 'name': '', 'network_id': '25e3cd15-c820-421f-b27b-cfe88a621b71', 'tenant_id': '59d826a56e764dadaf86b6f98f05ccc2', 'mac_address': 'fa:16:3e:4a:76:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb7f68f-6176-454a-bb0f-41f84e82581e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '432ceec1-5535-43c5-8224-f50f72288537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:36Z', 'updated_at': '2022-01-28T04:06:37Z', 'revision_number': 2, 'project_id': '59d826a56e764dadaf86b6f98f05ccc2', 'subnets': [{'id': '432ceec1-5535-43c5-8224-f50f72288537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:40.944585 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe6da7e-1ed3-4a16-b992-366c719d11b7 None None] Checking router: 6bb7f68f-6176-454a-bb0f-41f84e82581e for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:06:40.944952 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe6da7e-1ed3-4a16-b992-366c719d11b7 None None] Updating router 6bb7f68f-6176-454a-bb0f-41f84e82581e port d36c4d2f-ae50-443e-a55e-65e822f5c194 binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:06:40.969700 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dbe6da7e-1ed3-4a16-b992-366c719d11b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d36c4d2f-ae50-443e-a55e-65e822f5c194), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:41.151807 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-467ff3b2-da50-4f82-be86-8c5495140af3 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:41.153286 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-467ff3b2-da50-4f82-be86-8c5495140af3 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.67 "GET /v2.0/networks?id=078ebcce-8d7b-4bc3-9b90-8f130c06bcbf HTTP/1.1" status: 200 len: 817 time: 0.1066911 Jan 28 04:06:41.171576 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-2f7827d7-dbb0-42b9-b273-e147b4a49972 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Request body: {'port': {'device_id': '5919d0c2-c905-4e26-bfc6-011989c4991a', 'network_id': '078ebcce-8d7b-4bc3-9b90-8f130c06bcbf', 'admin_state_up': True, 'tenant_id': 'd9099f77f33942e2bc91ae2d123bd9c7'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:41.252072 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dbe6da7e-1ed3-4a16-b992-366c719d11b7 None None] Publish callbacks [] for port (d36c4d2f-ae50-443e-a55e-65e822f5c194), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:41.261099 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dbe6da7e-1ed3-4a16-b992-366c719d11b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d36c4d2f-ae50-443e-a55e-65e822f5c194), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:41.282676 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-2f7827d7-dbb0-42b9-b273-e147b4a49972 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Made reservation on behalf of d9099f77f33942e2bc91ae2d123bd9c7 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:06:41.288776 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-2f7827d7-dbb0-42b9-b273-e147b4a49972 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:41.321835 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d0496e-a5a8-41ee-9f3b-f8e17231354b None None] Pushing event updated for resources: {'Port': ['ID=d36c4d2f-ae50-443e-a55e-65e822f5c194,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:41.343871 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-394473c4-ecb4-4570-895c-dad0a0907c0c req-5e394658-7eb8-4422-af54-d49d1c6514f7 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/ports?device_id=5919d0c2-c905-4e26-bfc6-011989c4991a HTTP/1.1" status: 200 len: 210 time: 0.0318940 Jan 28 04:06:41.388645 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-dbe6da7e-1ed3-4a16-b992-366c719d11b7 None None] Attempting to bind port d36c4d2f-ae50-443e-a55e-65e822f5c194 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:06:41.389022 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-dbe6da7e-1ed3-4a16-b992-366c719d11b7 None None] Attempting to bind port d36c4d2f-ae50-443e-a55e-65e822f5c194 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '2275e22d-0c6a-4eb4-9c95-59183f5c40e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '25e3cd15-c820-421f-b27b-cfe88a621b71'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:06:41.389429 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe6da7e-1ed3-4a16-b992-366c719d11b7 None None] Attempting to bind port d36c4d2f-ae50-443e-a55e-65e822f5c194 on network 25e3cd15-c820-421f-b27b-cfe88a621b71 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:06:41.395108 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe6da7e-1ed3-4a16-b992-366c719d11b7 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:06:41.395493 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe6da7e-1ed3-4a16-b992-366c719d11b7 None None] Checking segment: {'id': '2275e22d-0c6a-4eb4-9c95-59183f5c40e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '25e3cd15-c820-421f-b27b-cfe88a621b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:06:41.395898 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dbe6da7e-1ed3-4a16-b992-366c719d11b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:41.396298 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe6da7e-1ed3-4a16-b992-366c719d11b7 None None] Bound using segment: {'id': '2275e22d-0c6a-4eb4-9c95-59183f5c40e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '25e3cd15-c820-421f-b27b-cfe88a621b71'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:06:41.396802 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-dbe6da7e-1ed3-4a16-b992-366c719d11b7 None None] Bound port: d36c4d2f-ae50-443e-a55e-65e822f5c194, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2275e22d-0c6a-4eb4-9c95-59183f5c40e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '25e3cd15-c820-421f-b27b-cfe88a621b71'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:06:41.397239 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dbe6da7e-1ed3-4a16-b992-366c719d11b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d36c4d2f-ae50-443e-a55e-65e822f5c194), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:41.434925 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-2f7827d7-dbb0-42b9-b273-e147b4a49972 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Allocated IP 172.20.0.10 (078ebcce-8d7b-4bc3-9b90-8f130c06bcbf/0f95af23-d508-4d3d-a7d9-f9aa19855bbf/a05a6b49-4285-426e-93c3-abd1bf770061) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:06:41.466214 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-dbe6da7e-1ed3-4a16-b992-366c719d11b7 None None] For port d36c4d2f-ae50-443e-a55e-65e822f5c194, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:06:41.470944 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-dbe6da7e-1ed3-4a16-b992-366c719d11b7 None None] For port d36c4d2f-ae50-443e-a55e-65e822f5c194, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=d36c4d2f-ae50-443e-a55e-65e822f5c194,segment=NetworkSegment(2275e22d-0c6a-4eb4-9c95-59183f5c40e0),segment_id=2275e22d-0c6a-4eb4-9c95-59183f5c40e0)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:06:41.477623 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dbe6da7e-1ed3-4a16-b992-366c719d11b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d36c4d2f-ae50-443e-a55e-65e822f5c194), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:41.531603 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe6da7e-1ed3-4a16-b992-366c719d11b7 None None] Routers {'6bb7f68f-6176-454a-bb0f-41f84e82581e'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:06:41.532314 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-dbe6da7e-1ed3-4a16-b992-366c719d11b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:06:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['6bb7f68f-6176-454a-bb0f-41f84e82581e'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:41.585220 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d0496e-a5a8-41ee-9f3b-f8e17231354b None None] Pushing event updated for resources: {'Port': ['ID=d36c4d2f-ae50-443e-a55e-65e822f5c194,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:41.606383 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-bbc7e3f9-cdbd-432b-8204-3b38e20166f2 None None] Provisioning complete for port d36c4d2f-ae50-443e-a55e-65e822f5c194 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:41.606773 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-bbc7e3f9-cdbd-432b-8204-3b38e20166f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d36c4d2f-ae50-443e-a55e-65e822f5c194), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:41.614144 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-2f7827d7-dbb0-42b9-b273-e147b4a49972 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Publish callbacks [] for port (a05a6b49-4285-426e-93c3-abd1bf770061), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:41.653508 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-2f7827d7-dbb0-42b9-b273-e147b4a49972 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (a05a6b49-4285-426e-93c3-abd1bf770061), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:41.700059 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-dbe6da7e-1ed3-4a16-b992-366c719d11b7 None None] Set router 6bb7f68f-6176-454a-bb0f-41f84e82581e gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:06:41.715612 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-2f7827d7-dbb0-42b9-b273-e147b4a49972 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Network 078ebcce-8d7b-4bc3-9b90-8f130c06bcbf is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:06:41.718872 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-2f7827d7-dbb0-42b9-b273-e147b4a49972 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:06:41.721522 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-2f7827d7-dbb0-42b9-b273-e147b4a49972 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:06:41.774047 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7827d7-dbb0-42b9-b273-e147b4a49972 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Pushing event updated for resources: {'Port': ['ID=a05a6b49-4285-426e-93c3-abd1bf770061,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:41.784469 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-2f7827d7-dbb0-42b9-b273-e147b4a49972 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:41.785156 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-2f7827d7-dbb0-42b9-b273-e147b4a49972 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:41.808960 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-2f7827d7-dbb0-42b9-b273-e147b4a49972 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6418839 Jan 28 04:06:41.819729 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-c65c6736-bdf2-400d-bd61-ab5f39fb1fd1 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:06:41.822951 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-c65c6736-bdf2-400d-bd61-ab5f39fb1fd1 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070217 Jan 28 04:06:41.846155 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-bbc7e3f9-cdbd-432b-8204-3b38e20166f2 None None] Current status of the port d36c4d2f-ae50-443e-a55e-65e822f5c194 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:41.846558 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-bbc7e3f9-cdbd-432b-8204-3b38e20166f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d36c4d2f-ae50-443e-a55e-65e822f5c194), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:41.891901 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-bbc7e3f9-cdbd-432b-8204-3b38e20166f2 None None] For port d36c4d2f-ae50-443e-a55e-65e822f5c194, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=d36c4d2f-ae50-443e-a55e-65e822f5c194,segment=NetworkSegment(2275e22d-0c6a-4eb4-9c95-59183f5c40e0),segment_id=2275e22d-0c6a-4eb4-9c95-59183f5c40e0)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:06:41.899241 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-bbc7e3f9-cdbd-432b-8204-3b38e20166f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d36c4d2f-ae50-443e-a55e-65e822f5c194), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:41.906053 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-b25934dc-b70b-497c-896b-febcb16fbca0 service neutron] Request body: {'port': {'device_id': '5919d0c2-c905-4e26-bfc6-011989c4991a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:06:41.967117 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-b25934dc-b70b-497c-896b-febcb16fbca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (a05a6b49-4285-426e-93c3-abd1bf770061), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:41.987623 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc7e3f9-cdbd-432b-8204-3b38e20166f2 None None] Pushing event updated for resources: {'Port': ['ID=d36c4d2f-ae50-443e-a55e-65e822f5c194,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:42.012145 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-dbe6da7e-1ed3-4a16-b992-366c719d11b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb7f68f-6176-454a-bb0f-41f84e82581e', 'name': 'tempest-TestEncryptedCinderVolumes-690182390-router', 'tenant_id': '59d826a56e764dadaf86b6f98f05ccc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '721ebea5-12f4-4598-9fcd-52daa82fbbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:34Z', 'updated_at': '2022-01-28T04:06:37Z', 'revision_number': 4, 'project_id': '59d826a56e764dadaf86b6f98f05ccc2', 'gw_port': {'id': '721ebea5-12f4-4598-9fcd-52daa82fbbc6', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:54:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb7f68f-6176-454a-bb0f-41f84e82581e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:34Z', 'updated_at': '2022-01-28T04:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'd36c4d2f-ae50-443e-a55e-65e822f5c194', 'name': '', 'network_id': '25e3cd15-c820-421f-b27b-cfe88a621b71', 'tenant_id': '59d826a56e764dadaf86b6f98f05ccc2', 'mac_address': 'fa:16:3e:4a:76:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb7f68f-6176-454a-bb0f-41f84e82581e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '432ceec1-5535-43c5-8224-f50f72288537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:36Z', 'updated_at': '2022-01-28T04:06:41Z', 'revision_number': 4, 'project_id': '59d826a56e764dadaf86b6f98f05ccc2', 'subnets': [{'id': '432ceec1-5535-43c5-8224-f50f72288537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:06:42.041695 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe6da7e-1ed3-4a16-b992-366c719d11b7 None None] The sync data for ids ['6bb7f68f-6176-454a-bb0f-41f84e82581e'] in n-d-712139-27 is: [{'id': '6bb7f68f-6176-454a-bb0f-41f84e82581e', 'name': 'tempest-TestEncryptedCinderVolumes-690182390-router', 'tenant_id': '59d826a56e764dadaf86b6f98f05ccc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '721ebea5-12f4-4598-9fcd-52daa82fbbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:34Z', 'updated_at': '2022-01-28T04:06:37Z', 'revision_number': 4, 'project_id': '59d826a56e764dadaf86b6f98f05ccc2', 'gw_port': {'id': '721ebea5-12f4-4598-9fcd-52daa82fbbc6', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:54:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb7f68f-6176-454a-bb0f-41f84e82581e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:34Z', 'updated_at': '2022-01-28T04:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'd36c4d2f-ae50-443e-a55e-65e822f5c194', 'name': '', 'network_id': '25e3cd15-c820-421f-b27b-cfe88a621b71', 'tenant_id': '59d826a56e764dadaf86b6f98f05ccc2', 'mac_address': 'fa:16:3e:4a:76:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb7f68f-6176-454a-bb0f-41f84e82581e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '432ceec1-5535-43c5-8224-f50f72288537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:36Z', 'updated_at': '2022-01-28T04:06:41Z', 'revision_number': 4, 'project_id': '59d826a56e764dadaf86b6f98f05ccc2', 'subnets': [{'id': '432ceec1-5535-43c5-8224-f50f72288537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:06:42.052415 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-4316f66b-c45b-4b50-b1f8-94bfc172ffbd None None] Provisioning complete for port d36c4d2f-ae50-443e-a55e-65e822f5c194 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:42.052822 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4316f66b-c45b-4b50-b1f8-94bfc172ffbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d36c4d2f-ae50-443e-a55e-65e822f5c194), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:42.156340 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-4316f66b-c45b-4b50-b1f8-94bfc172ffbd None None] Current status of the port d36c4d2f-ae50-443e-a55e-65e822f5c194 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:42.175713 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-4316f66b-c45b-4b50-b1f8-94bfc172ffbd None None] Provisioning complete for port a05a6b49-4285-426e-93c3-abd1bf770061 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:42.176096 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4316f66b-c45b-4b50-b1f8-94bfc172ffbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (a05a6b49-4285-426e-93c3-abd1bf770061), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:42.219008 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-4316f66b-c45b-4b50-b1f8-94bfc172ffbd None None] Port a05a6b49-4285-426e-93c3-abd1bf770061 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:06:42.282772 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-b25934dc-b70b-497c-896b-febcb16fbca0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a05a6b49-4285-426e-93c3-abd1bf770061 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:06:42.291723 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-b25934dc-b70b-497c-896b-febcb16fbca0 service neutron] Publish callbacks [] for port (a05a6b49-4285-426e-93c3-abd1bf770061), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:42.307652 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-b25934dc-b70b-497c-896b-febcb16fbca0 service neutron] Transition to ACTIVE for port object a05a6b49-4285-426e-93c3-abd1bf770061 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:06:42.311951 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-b25934dc-b70b-497c-896b-febcb16fbca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (a05a6b49-4285-426e-93c3-abd1bf770061), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:42.349117 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device d36c4d2f-ae50-443e-a55e-65e822f5c194 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:06:42.389674 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25934dc-b70b-497c-896b-febcb16fbca0 service neutron] Pushing event updated for resources: {'Port': ['ID=a05a6b49-4285-426e-93c3-abd1bf770061,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:42.423119 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port d36c4d2f-ae50-443e-a55e-65e822f5c194 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:42.424042 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d36c4d2f-ae50-443e-a55e-65e822f5c194), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:42.499834 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-b25934dc-b70b-497c-896b-febcb16fbca0 service neutron] Attempting to bind port a05a6b49-4285-426e-93c3-abd1bf770061 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:06:42.500173 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-b25934dc-b70b-497c-896b-febcb16fbca0 service neutron] Attempting to bind port a05a6b49-4285-426e-93c3-abd1bf770061 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '1fd5f285-b322-4ae4-9aa7-23122140af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '078ebcce-8d7b-4bc3-9b90-8f130c06bcbf'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:06:42.500507 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-b25934dc-b70b-497c-896b-febcb16fbca0 service neutron] Attempting to bind port a05a6b49-4285-426e-93c3-abd1bf770061 on network 078ebcce-8d7b-4bc3-9b90-8f130c06bcbf {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:06:42.508249 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-b25934dc-b70b-497c-896b-febcb16fbca0 service neutron] Port a05a6b49-4285-426e-93c3-abd1bf770061 on network 078ebcce-8d7b-4bc3-9b90-8f130c06bcbf not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:06:42.508574 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-b25934dc-b70b-497c-896b-febcb16fbca0 service neutron] Attempting to bind port a05a6b49-4285-426e-93c3-abd1bf770061 on network 078ebcce-8d7b-4bc3-9b90-8f130c06bcbf {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:06:42.520393 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec63af0-60a6-49c2-804e-fea936a7c202 req-e3d4caf4-3472-4225-812d-d108829291a4 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:42.522186 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0ec63af0-60a6-49c2-804e-fea936a7c202 req-e3d4caf4-3472-4225-812d-d108829291a4 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/ports?device_id=5919d0c2-c905-4e26-bfc6-011989c4991a HTTP/1.1" status: 200 len: 944 time: 0.0795631 Jan 28 04:06:42.523532 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-b25934dc-b70b-497c-896b-febcb16fbca0 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:06:42.523867 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-b25934dc-b70b-497c-896b-febcb16fbca0 service neutron] Checking segment: {'id': '1fd5f285-b322-4ae4-9aa7-23122140af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '078ebcce-8d7b-4bc3-9b90-8f130c06bcbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:06:42.524260 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-b25934dc-b70b-497c-896b-febcb16fbca0 service neutron] Bound using segment: {'id': '1fd5f285-b322-4ae4-9aa7-23122140af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '078ebcce-8d7b-4bc3-9b90-8f130c06bcbf'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:06:42.525120 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-b25934dc-b70b-497c-896b-febcb16fbca0 service neutron] Bound port: a05a6b49-4285-426e-93c3-abd1bf770061, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fd5f285-b322-4ae4-9aa7-23122140af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '078ebcce-8d7b-4bc3-9b90-8f130c06bcbf'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:06:42.525120 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-b25934dc-b70b-497c-896b-febcb16fbca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (a05a6b49-4285-426e-93c3-abd1bf770061), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:42.532657 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port d36c4d2f-ae50-443e-a55e-65e822f5c194 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:42.624207 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0ec63af0-60a6-49c2-804e-fea936a7c202 req-21eac6d0-1b6a-4c23-9d4f-5f7cafcf8c09 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/security-groups?id=a54e7a53-99fa-4986-918c-23f20023e8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899734 Jan 28 04:06:42.630631 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-b25934dc-b70b-497c-896b-febcb16fbca0 service neutron] For port a05a6b49-4285-426e-93c3-abd1bf770061, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:06:42.634024 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-b25934dc-b70b-497c-896b-febcb16fbca0 service neutron] For port a05a6b49-4285-426e-93c3-abd1bf770061, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=a05a6b49-4285-426e-93c3-abd1bf770061,segment=NetworkSegment(1fd5f285-b322-4ae4-9aa7-23122140af21),segment_id=1fd5f285-b322-4ae4-9aa7-23122140af21)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:06:42.641187 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-b25934dc-b70b-497c-896b-febcb16fbca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (a05a6b49-4285-426e-93c3-abd1bf770061), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:42.689968 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-b25934dc-b70b-497c-896b-febcb16fbca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:42.690539 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-b25934dc-b70b-497c-896b-febcb16fbca0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:42.691953 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-b25934dc-b70b-497c-896b-febcb16fbca0 service neutron] 10.222.0.67 "PUT /v2.0/ports/a05a6b49-4285-426e-93c3-abd1bf770061 HTTP/1.1" status: 200 len: 1093 time: 0.8538694 Jan 28 04:06:42.692517 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5919d0c2-c905-4e26-bfc6-011989c4991a', 'tag': 'a05a6b49-4285-426e-93c3-abd1bf770061'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:06:42.694897 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a4da53-6275-487b-87fd-f80f87c66b28" -d '{"events": [{"name": "network-changed", "server_uuid": "5919d0c2-c905-4e26-bfc6-011989c4991a", "tag": "a05a6b49-4285-426e-93c3-abd1bf770061"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:06:42.726346 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25934dc-b70b-497c-896b-febcb16fbca0 service neutron] Pushing event updated for resources: {'Port': ['ID=a05a6b49-4285-426e-93c3-abd1bf770061,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:42.744506 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc0400f-6a45-44e3-86fd-9489953995dc x-openstack-request-id: req-fdc0400f-6a45-44e3-86fd-9489953995dc {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:06:42.744798 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5919d0c2-c905-4e26-bfc6-011989c4991a", "tag": "a05a6b49-4285-426e-93c3-abd1bf770061", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:06:42.745132 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fdc0400f-6a45-44e3-86fd-9489953995dc {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:06:42.745489 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5919d0c2-c905-4e26-bfc6-011989c4991a', 'tag': 'a05a6b49-4285-426e-93c3-abd1bf770061', 'status': 'completed', 'code': 200} Jan 28 04:06:42.805950 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-15039082-ed6e-467c-a70f-36ce1982be61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:42.807568 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-15039082-ed6e-467c-a70f-36ce1982be61 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d9099f77f33942e2bc91ae2d123bd9c7&device_id=5919d0c2-c905-4e26-bfc6-011989c4991a HTTP/1.1" status: 200 len: 1096 time: 0.0488510 Jan 28 04:06:42.857795 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-4a4079dd-8a9d-4e6e-9e3b-504588b09757 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a05a6b49-4285-426e-93c3-abd1bf770061 HTTP/1.1" status: 200 len: 217 time: 0.0366130 Jan 28 04:06:42.911574 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-2b1e3e32-633c-464d-bde9-670e29dd7371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:42.913202 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-2b1e3e32-633c-464d-bde9-670e29dd7371 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0f95af23-d508-4d3d-a7d9-f9aa19855bbf HTTP/1.1" status: 200 len: 856 time: 0.0500875 Jan 28 04:06:42.960765 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-a870f801-7a32-4a7d-9d38-26040446b960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:42.962234 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-a870f801-7a32-4a7d-9d38-26040446b960 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=078ebcce-8d7b-4bc3-9b90-8f130c06bcbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435715 Jan 28 04:06:43.049018 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-842d059a-49f6-4428-89c5-51500663d50c service neutron] 10.222.0.67 "GET /v2.0/networks/078ebcce-8d7b-4bc3-9b90-8f130c06bcbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807765 Jan 28 04:06:43.150027 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-642ff069-7759-4c86-b29a-ca4a8ef8a114 req-5fbdcf3c-5f3b-4cb3-9dd5-273a0de5e416 service neutron] 10.222.0.67 "GET /v2.0/networks/078ebcce-8d7b-4bc3-9b90-8f130c06bcbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951028 Jan 28 04:06:43.273857 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a4da53-6275-487b-87fd-f80f87c66b28 req-3b32e205-d189-497e-a9e0-fe763b53ca19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:43.275415 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-42a4da53-6275-487b-87fd-f80f87c66b28 req-3b32e205-d189-497e-a9e0-fe763b53ca19 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d9099f77f33942e2bc91ae2d123bd9c7&device_id=5919d0c2-c905-4e26-bfc6-011989c4991a HTTP/1.1" status: 200 len: 1096 time: 0.0443876 Jan 28 04:06:43.378867 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a4da53-6275-487b-87fd-f80f87c66b28 req-38216c7d-2603-4e88-a27a-cf14032c3d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:43.380344 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-42a4da53-6275-487b-87fd-f80f87c66b28 req-38216c7d-2603-4e88-a27a-cf14032c3d98 service neutron] 10.222.0.67 "GET /v2.0/networks?id=078ebcce-8d7b-4bc3-9b90-8f130c06bcbf HTTP/1.1" status: 200 len: 918 time: 0.0988450 Jan 28 04:06:43.421127 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-42a4da53-6275-487b-87fd-f80f87c66b28 req-b7ecb3df-afab-49e9-ac9f-7ac2d0cff449 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a05a6b49-4285-426e-93c3-abd1bf770061 HTTP/1.1" status: 200 len: 217 time: 0.0345321 Jan 28 04:06:43.479397 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a4da53-6275-487b-87fd-f80f87c66b28 req-56e0d10a-899d-4bec-b215-95fb31bbb4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:43.480875 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-42a4da53-6275-487b-87fd-f80f87c66b28 req-56e0d10a-899d-4bec-b215-95fb31bbb4d8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0f95af23-d508-4d3d-a7d9-f9aa19855bbf HTTP/1.1" status: 200 len: 856 time: 0.0541940 Jan 28 04:06:43.537796 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a4da53-6275-487b-87fd-f80f87c66b28 req-d12ab429-53fa-4b2c-ad60-2fff677df7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:43.539287 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-42a4da53-6275-487b-87fd-f80f87c66b28 req-d12ab429-53fa-4b2c-ad60-2fff677df7b1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=078ebcce-8d7b-4bc3-9b90-8f130c06bcbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520616 Jan 28 04:06:43.626344 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-42a4da53-6275-487b-87fd-f80f87c66b28 req-2195d3bd-a697-4fac-85b0-46c64b87a0bb service neutron] 10.222.0.67 "GET /v2.0/networks/078ebcce-8d7b-4bc3-9b90-8f130c06bcbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810237 Jan 28 04:06:43.754955 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-42a4da53-6275-487b-87fd-f80f87c66b28 req-69bd0f04-564a-447d-81d6-9e66b770388f service neutron] 10.222.0.67 "GET /v2.0/networks/078ebcce-8d7b-4bc3-9b90-8f130c06bcbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221118 Jan 28 04:06:43.783278 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec04bd-1428-4679-bc46-81367032f902 req-bf6461b2-bc62-427e-817b-1b68003b2181 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:43.784827 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0aec04bd-1428-4679-bc46-81367032f902 req-bf6461b2-bc62-427e-817b-1b68003b2181 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/ports?device_id=5919d0c2-c905-4e26-bfc6-011989c4991a HTTP/1.1" status: 200 len: 944 time: 0.0717669 Jan 28 04:06:43.836477 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0aec04bd-1428-4679-bc46-81367032f902 req-2f035f67-c9a0-449c-b063-afac9dc0b5b7 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/security-groups?id=a54e7a53-99fa-4986-918c-23f20023e8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444031 Jan 28 04:06:44.963090 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb187eee-0d2a-40f2-9b95-24e18f4dec9d req-66720fe6-26b0-4d2c-b2c2-97c1a27b4c2f tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:44.964523 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-eb187eee-0d2a-40f2-9b95-24e18f4dec9d req-66720fe6-26b0-4d2c-b2c2-97c1a27b4c2f tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/ports?device_id=5919d0c2-c905-4e26-bfc6-011989c4991a HTTP/1.1" status: 200 len: 944 time: 0.0546103 Jan 28 04:06:45.022730 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-eb187eee-0d2a-40f2-9b95-24e18f4dec9d req-625e1b16-f8fd-49da-8d9b-33573fbbbb5e tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/security-groups?id=a54e7a53-99fa-4986-918c-23f20023e8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504057 Jan 28 04:06:46.154331 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bba95b-ffcf-4058-93c4-34764a6cf281 req-04383261-b0e4-4734-b448-298cdc9d5938 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:46.155800 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c9bba95b-ffcf-4058-93c4-34764a6cf281 req-04383261-b0e4-4734-b448-298cdc9d5938 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/ports?device_id=5919d0c2-c905-4e26-bfc6-011989c4991a HTTP/1.1" status: 200 len: 944 time: 0.0546999 Jan 28 04:06:46.204137 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c9bba95b-ffcf-4058-93c4-34764a6cf281 req-b3b45257-19fa-46aa-861f-497a471b5513 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/security-groups?id=a54e7a53-99fa-4986-918c-23f20023e8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425365 Jan 28 04:06:47.332965 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e23789-43b4-424c-82aa-b3bf2f235f57 req-d745f45e-c210-40e2-a599-7ee96846d0ff tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:47.336700 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-73e23789-43b4-424c-82aa-b3bf2f235f57 req-d745f45e-c210-40e2-a599-7ee96846d0ff tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/ports?device_id=5919d0c2-c905-4e26-bfc6-011989c4991a HTTP/1.1" status: 200 len: 944 time: 0.0559475 Jan 28 04:06:47.382967 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-73e23789-43b4-424c-82aa-b3bf2f235f57 req-54455543-f97e-4809-90de-4946e7a451ff tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/security-groups?id=a54e7a53-99fa-4986-918c-23f20023e8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426602 Jan 28 04:06:47.549821 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device a05a6b49-4285-426e-93c3-abd1bf770061 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:06:47.644722 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port a05a6b49-4285-426e-93c3-abd1bf770061, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=a05a6b49-4285-426e-93c3-abd1bf770061,segment=NetworkSegment(1fd5f285-b322-4ae4-9aa7-23122140af21),segment_id=1fd5f285-b322-4ae4-9aa7-23122140af21)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:06:47.660007 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': 'a05a6b49-4285-426e-93c3-abd1bf770061', 'network_id': '078ebcce-8d7b-4bc3-9b90-8f130c06bcbf', 'port_id': 'a05a6b49-4285-426e-93c3-abd1bf770061', 'mac_address': 'fa:16:3e:df:54:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f95af23-d508-4d3d-a7d9-f9aa19855bbf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:06:47.704596 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port a05a6b49-4285-426e-93c3-abd1bf770061 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:47.705000 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (a05a6b49-4285-426e-93c3-abd1bf770061), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:47.718892 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a05a6b49-4285-426e-93c3-abd1bf770061 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:06:47.738627 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port a05a6b49-4285-426e-93c3-abd1bf770061, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=a05a6b49-4285-426e-93c3-abd1bf770061,segment=NetworkSegment(1fd5f285-b322-4ae4-9aa7-23122140af21),segment_id=1fd5f285-b322-4ae4-9aa7-23122140af21)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:06:47.746606 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (a05a6b49-4285-426e-93c3-abd1bf770061), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:47.814519 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=a05a6b49-4285-426e-93c3-abd1bf770061,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:47.822257 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:47.822610 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:47.823105 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:47.823495 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:47.823991 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:47.824441 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:47.824889 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:47.825428 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:47.825859 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:47.826343 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:47.826786 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:47.827248 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:47.827686 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:06:48.105034 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['a05a6b49-4285-426e-93c3-abd1bf770061'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:06:48.527508 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8fbf0-dd0f-499c-b4f3-82a97cb0cb08 req-2ec7a552-d46f-4f0a-a6cf-c636ceef16d8 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:48.529010 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-88c8fbf0-dd0f-499c-b4f3-82a97cb0cb08 req-2ec7a552-d46f-4f0a-a6cf-c636ceef16d8 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/ports?device_id=5919d0c2-c905-4e26-bfc6-011989c4991a HTTP/1.1" status: 200 len: 945 time: 0.0632589 Jan 28 04:06:48.579336 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-88c8fbf0-dd0f-499c-b4f3-82a97cb0cb08 req-4280d928-c78b-4171-8249-0c7f225155a6 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/security-groups?id=a54e7a53-99fa-4986-918c-23f20023e8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416806 Jan 28 04:06:49.289222 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:06:49.561556 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device a05a6b49-4285-426e-93c3-abd1bf770061 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:06:49.612836 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port a05a6b49-4285-426e-93c3-abd1bf770061 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:06:49.617988 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port a05a6b49-4285-426e-93c3-abd1bf770061 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:06:49.618379 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (a05a6b49-4285-426e-93c3-abd1bf770061), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:49.704373 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8542c52-2921-49c2-9138-ce32d18fcf5b req-2a7b3bd7-cd02-46c1-ab39-12a927bbe0cf tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:49.705916 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a8542c52-2921-49c2-9138-ce32d18fcf5b req-2a7b3bd7-cd02-46c1-ab39-12a927bbe0cf tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/ports?device_id=5919d0c2-c905-4e26-bfc6-011989c4991a HTTP/1.1" status: 200 len: 945 time: 0.0504432 Jan 28 04:06:49.707682 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port a05a6b49-4285-426e-93c3-abd1bf770061 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:06:49.708084 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (a05a6b49-4285-426e-93c3-abd1bf770061), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:49.730278 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5919d0c2-c905-4e26-bfc6-011989c4991a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05a6b49-4285-426e-93c3-abd1bf770061'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:06:49.732556 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7466989c69d563e87a019306beca113247d74b519ddc68a6966af7388d6c63e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d78493-41d7-49e9-a690-9715ebf56562" -d '{"events": [{"server_uuid": "5919d0c2-c905-4e26-bfc6-011989c4991a", "name": "network-vif-plugged", "status": "completed", "tag": "a05a6b49-4285-426e-93c3-abd1bf770061"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:06:49.748052 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port a05a6b49-4285-426e-93c3-abd1bf770061, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=a05a6b49-4285-426e-93c3-abd1bf770061,segment=NetworkSegment(1fd5f285-b322-4ae4-9aa7-23122140af21),segment_id=1fd5f285-b322-4ae4-9aa7-23122140af21)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:06:49.758834 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (a05a6b49-4285-426e-93c3-abd1bf770061), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:49.759408 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a8542c52-2921-49c2-9138-ce32d18fcf5b req-4f488009-4294-4391-8210-35dd513a1c8a tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/security-groups?id=a54e7a53-99fa-4986-918c-23f20023e8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478041 Jan 28 04:06:49.797185 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962919d0-ecc2-4632-9d7d-e6e590a9d12d x-openstack-request-id: req-962919d0-ecc2-4632-9d7d-e6e590a9d12d {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:06:49.797479 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5919d0c2-c905-4e26-bfc6-011989c4991a", "name": "network-vif-plugged", "status": "completed", "tag": "a05a6b49-4285-426e-93c3-abd1bf770061", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:06:49.797733 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-962919d0-ecc2-4632-9d7d-e6e590a9d12d {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:06:49.798128 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5919d0c2-c905-4e26-bfc6-011989c4991a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05a6b49-4285-426e-93c3-abd1bf770061', 'code': 200} Jan 28 04:06:49.811037 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=a05a6b49-4285-426e-93c3-abd1bf770061,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:06:49.922615 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a7cdc-86a0-4487-9f96-b4175cf1eab8 req-7ebede95-535e-4005-a9b4-cc508fe4952a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:49.924153 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0e3a7cdc-86a0-4487-9f96-b4175cf1eab8 req-7ebede95-535e-4005-a9b4-cc508fe4952a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5919d0c2-c905-4e26-bfc6-011989c4991a HTTP/1.1" status: 200 len: 1098 time: 0.0412388 Jan 28 04:06:49.974000 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0e3a7cdc-86a0-4487-9f96-b4175cf1eab8 req-d758670b-83e1-41b5-b295-2bf3b06b18fb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a54e7a53-99fa-4986-918c-23f20023e8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431073 Jan 28 04:06:50.893301 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64776c4-7616-47f7-a0bc-726ffd06ddc7 req-85c71805-6d94-4461-bb53-2fb141ee6e16 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:50.894818 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a64776c4-7616-47f7-a0bc-726ffd06ddc7 req-85c71805-6d94-4461-bb53-2fb141ee6e16 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/ports?device_id=5919d0c2-c905-4e26-bfc6-011989c4991a HTTP/1.1" status: 200 len: 946 time: 0.0588174 Jan 28 04:06:50.944801 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a64776c4-7616-47f7-a0bc-726ffd06ddc7 req-584d6db9-985e-431e-8750-7d69b4308ddd tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/security-groups?id=a54e7a53-99fa-4986-918c-23f20023e8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441256 Jan 28 04:06:52.067805 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8bd367-c539-443d-9a19-1429ce9ef569 req-39cdbd8d-1f46-486f-b67c-fa44ae626184 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:52.069309 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4d8bd367-c539-443d-9a19-1429ce9ef569 req-39cdbd8d-1f46-486f-b67c-fa44ae626184 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/ports?device_id=5919d0c2-c905-4e26-bfc6-011989c4991a HTTP/1.1" status: 200 len: 946 time: 0.0533199 Jan 28 04:06:52.121951 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4d8bd367-c539-443d-9a19-1429ce9ef569 req-c7b6b9ab-df46-4c43-9454-359312ad5e96 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/security-groups?id=a54e7a53-99fa-4986-918c-23f20023e8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463936 Jan 28 04:06:52.245670 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667a925-7590-45db-bfdf-37b14b7240bf req-8bc06426-f609-4f7d-b0e6-81889a4716ab tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:52.248866 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5667a925-7590-45db-bfdf-37b14b7240bf req-8bc06426-f609-4f7d-b0e6-81889a4716ab tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/ports?device_id=5919d0c2-c905-4e26-bfc6-011989c4991a HTTP/1.1" status: 200 len: 946 time: 0.0574691 Jan 28 04:06:52.301440 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5667a925-7590-45db-bfdf-37b14b7240bf req-bc3a0c83-adc1-406e-bca8-05f582142fe3 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/security-groups?id=a54e7a53-99fa-4986-918c-23f20023e8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469978 Jan 28 04:06:57.573829 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0632b078-57b0-4f1c-95c9-cb12e3be6473 req-cbdbb85c-d450-45e9-affd-56787d3a9c6d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5919d0c2-c905-4e26-bfc6-011989c4991a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0430987 Jan 28 04:06:57.678512 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632b078-57b0-4f1c-95c9-cb12e3be6473 req-5fa473a8-a56f-41cc-ac79-7cecd74d1b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:57.680020 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0632b078-57b0-4f1c-95c9-cb12e3be6473 req-5fa473a8-a56f-41cc-ac79-7cecd74d1b62 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d9099f77f33942e2bc91ae2d123bd9c7&device_id=5919d0c2-c905-4e26-bfc6-011989c4991a HTTP/1.1" status: 200 len: 1098 time: 0.0430877 Jan 28 04:06:57.786935 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632b078-57b0-4f1c-95c9-cb12e3be6473 req-f5e8818a-fdcf-432e-b8b0-29640e76941c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:57.788474 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0632b078-57b0-4f1c-95c9-cb12e3be6473 req-f5e8818a-fdcf-432e-b8b0-29640e76941c service neutron] 10.222.0.67 "GET /v2.0/networks?id=078ebcce-8d7b-4bc3-9b90-8f130c06bcbf HTTP/1.1" status: 200 len: 918 time: 0.0887830 Jan 28 04:06:57.829241 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0632b078-57b0-4f1c-95c9-cb12e3be6473 req-7a35cf11-5919-4123-aa3d-8e384505233a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a05a6b49-4285-426e-93c3-abd1bf770061 HTTP/1.1" status: 200 len: 217 time: 0.0349300 Jan 28 04:06:57.876311 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632b078-57b0-4f1c-95c9-cb12e3be6473 req-b59fb5ec-94e8-4df7-9d9c-117fa9312ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:57.877834 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0632b078-57b0-4f1c-95c9-cb12e3be6473 req-b59fb5ec-94e8-4df7-9d9c-117fa9312ecc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0f95af23-d508-4d3d-a7d9-f9aa19855bbf HTTP/1.1" status: 200 len: 856 time: 0.0435848 Jan 28 04:06:57.940650 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632b078-57b0-4f1c-95c9-cb12e3be6473 req-ea1aeb05-e9d3-4015-8ddc-74f8df9fac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:06:57.942167 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0632b078-57b0-4f1c-95c9-cb12e3be6473 req-ea1aeb05-e9d3-4015-8ddc-74f8df9fac2b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=078ebcce-8d7b-4bc3-9b90-8f130c06bcbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573926 Jan 28 04:06:58.041967 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0632b078-57b0-4f1c-95c9-cb12e3be6473 req-26211805-a33b-4f09-afde-008b7a3d0129 service neutron] 10.222.0.67 "GET /v2.0/networks/078ebcce-8d7b-4bc3-9b90-8f130c06bcbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929317 Jan 28 04:06:58.144376 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0632b078-57b0-4f1c-95c9-cb12e3be6473 req-5bfc20a7-4b76-499b-92c2-8f356d932ccb service neutron] 10.222.0.67 "GET /v2.0/networks/078ebcce-8d7b-4bc3-9b90-8f130c06bcbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959632 Jan 28 04:06:59.669671 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:06:59.817753 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-25e9a7d7-e5f2-4fdb-acb7-de9d81fe264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:01.887674 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0637078e-ce76-4c02-8b28-3d3db8d76375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:03.650182 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:04.281163 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:05.117806 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:06.179257 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:26.288760 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:07:26.762511 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521f493-5d42-4273-b0c2-2e0fe740fe16 req-ec165922-2ced-4148-a9e6-d775feaf5722 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:26.764056 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3521f493-5d42-4273-b0c2-2e0fe740fe16 req-ec165922-2ced-4148-a9e6-d775feaf5722 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/ports?device_id=5919d0c2-c905-4e26-bfc6-011989c4991a HTTP/1.1" status: 200 len: 946 time: 0.0515392 Jan 28 04:07:26.811852 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3521f493-5d42-4273-b0c2-2e0fe740fe16 req-69a9748d-f993-473a-8855-c01b92737e9c tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/security-groups?id=a54e7a53-99fa-4986-918c-23f20023e8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419455 Jan 28 04:07:27.943935 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3967a76-6edd-4372-9dac-bdbab72a1083 req-ffc02f2f-fcf2-4761-bcd8-24c42290186d tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:27.945509 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c3967a76-6edd-4372-9dac-bdbab72a1083 req-ffc02f2f-fcf2-4761-bcd8-24c42290186d tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/ports?device_id=5919d0c2-c905-4e26-bfc6-011989c4991a HTTP/1.1" status: 200 len: 946 time: 0.0583010 Jan 28 04:07:28.001562 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c3967a76-6edd-4372-9dac-bdbab72a1083 req-f903699a-16a9-476a-bffd-96f3562d2090 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/security-groups?id=a54e7a53-99fa-4986-918c-23f20023e8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500386 Jan 28 04:07:28.570702 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830093d-46d5-4222-9b73-35dbfbc19131 req-6f204333-da21-4374-bbde-bef157894648 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:28.572157 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0830093d-46d5-4222-9b73-35dbfbc19131 req-6f204333-da21-4374-bbde-bef157894648 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.67 "GET /v2.0/ports?device_id=5919d0c2-c905-4e26-bfc6-011989c4991a HTTP/1.1" status: 200 len: 946 time: 0.0541916 Jan 28 04:07:28.670457 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-0830093d-46d5-4222-9b73-35dbfbc19131 req-fcdb571f-1ac3-4916-93a4-c8cc56f4aee4 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Deleting port a05a6b49-4285-426e-93c3-abd1bf770061 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:07:28.670802 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0830093d-46d5-4222-9b73-35dbfbc19131 req-fcdb571f-1ac3-4916-93a4-c8cc56f4aee4 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (a05a6b49-4285-426e-93c3-abd1bf770061), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:28.764711 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-0830093d-46d5-4222-9b73-35dbfbc19131 req-fcdb571f-1ac3-4916-93a4-c8cc56f4aee4 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] For port a05a6b49-4285-426e-93c3-abd1bf770061, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=a05a6b49-4285-426e-93c3-abd1bf770061,segment=NetworkSegment(1fd5f285-b322-4ae4-9aa7-23122140af21),segment_id=1fd5f285-b322-4ae4-9aa7-23122140af21)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:07:28.765050 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0830093d-46d5-4222-9b73-35dbfbc19131 req-fcdb571f-1ac3-4916-93a4-c8cc56f4aee4 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (a05a6b49-4285-426e-93c3-abd1bf770061), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:28.779320 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-0830093d-46d5-4222-9b73-35dbfbc19131 req-fcdb571f-1ac3-4916-93a4-c8cc56f4aee4 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Calling delete_port for a05a6b49-4285-426e-93c3-abd1bf770061 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:07:28.925999 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0830093d-46d5-4222-9b73-35dbfbc19131 req-fcdb571f-1ac3-4916-93a4-c8cc56f4aee4 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (a05a6b49-4285-426e-93c3-abd1bf770061), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:28.956598 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb571f-1ac3-4916-93a4-c8cc56f4aee4 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Pushing event deleted for resources: {'Port': ['ID=a05a6b49-4285-426e-93c3-abd1bf770061,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:28.959963 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['a05a6b49-4285-426e-93c3-abd1bf770061'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:07:29.003317 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-0830093d-46d5-4222-9b73-35dbfbc19131 req-fcdb571f-1ac3-4916-93a4-c8cc56f4aee4 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] No DVR routers for this DVR port a05a6b49-4285-426e-93c3-abd1bf770061 on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:07:29.006202 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-0830093d-46d5-4222-9b73-35dbfbc19131 req-fcdb571f-1ac3-4916-93a4-c8cc56f4aee4 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:29.009570 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0830093d-46d5-4222-9b73-35dbfbc19131 req-fcdb571f-1ac3-4916-93a4-c8cc56f4aee4 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.67 "DELETE /v2.0/ports/a05a6b49-4285-426e-93c3-abd1bf770061 HTTP/1.1" status: 204 len: 173 time: 0.4325821 Jan 28 04:07:29.010016 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5919d0c2-c905-4e26-bfc6-011989c4991a', 'name': 'network-vif-deleted', 'tag': 'a05a6b49-4285-426e-93c3-abd1bf770061'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:07:29.012304 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d373c4-c152-4662-8157-75fcc7c1b2c7" -d '{"events": [{"server_uuid": "5919d0c2-c905-4e26-bfc6-011989c4991a", "name": "network-vif-deleted", "tag": "a05a6b49-4285-426e-93c3-abd1bf770061"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:07:29.125935 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4c972f0b-3e85-43bd-8887-f5777e2e5751 req-1936db29-14be-4258-a35d-0c329dfb68f8 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/ports?device_id=5919d0c2-c905-4e26-bfc6-011989c4991a HTTP/1.1" status: 200 len: 210 time: 0.0352008 Jan 28 04:07:29.129982 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6bb6ce-e498-4c58-9ea6-17a375cda9d3 x-openstack-request-id: req-8b6bb6ce-e498-4c58-9ea6-17a375cda9d3 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:07:29.130277 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5919d0c2-c905-4e26-bfc6-011989c4991a", "name": "network-vif-deleted", "tag": "a05a6b49-4285-426e-93c3-abd1bf770061", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:07:29.130606 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8b6bb6ce-e498-4c58-9ea6-17a375cda9d3 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:07:29.131252 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5919d0c2-c905-4e26-bfc6-011989c4991a', 'name': 'network-vif-deleted', 'tag': 'a05a6b49-4285-426e-93c3-abd1bf770061', 'status': 'completed', 'code': 200} Jan 28 04:07:29.675719 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:29.828777 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d68022f9-f6db-4878-a7ae-98e4b73f741a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:30.640862 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-304b06cb-6884-4dd0-a84c-e8515a0c5f87 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:30.642520 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-304b06cb-6884-4dd0-a84c-e8515a0c5f87 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/networks?id=078ebcce-8d7b-4bc3-9b90-8f130c06bcbf HTTP/1.1" status: 200 len: 817 time: 0.1152315 Jan 28 04:07:30.657658 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-04369cd7-2277-44ee-8420-24271862fedd tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/quotas/d9099f77f33942e2bc91ae2d123bd9c7 HTTP/1.1" status: 200 len: 375 time: 0.0097387 Jan 28 04:07:30.712696 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-7fd39afd-c92a-4e3e-a3b3-d900a7be3b61 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d9099f77f33942e2bc91ae2d123bd9c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497625 Jan 28 04:07:30.874982 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-4c4467ae-c93e-4545-b3e8-304b20275ef4 service neutron] 10.222.0.53 "GET /v2.0/networks/078ebcce-8d7b-4bc3-9b90-8f130c06bcbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447389 Jan 28 04:07:30.982628 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-100bf815-3528-4f43-9fb8-9144a591fa1b service neutron] 10.222.0.53 "GET /v2.0/networks/078ebcce-8d7b-4bc3-9b90-8f130c06bcbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985289 Jan 28 04:07:31.155007 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5f12972c-f1e7-4803-ab54-5889ef478245 req-ee9a626d-81b2-4aa8-8869-0c6fbed04e58 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/ports?device_id=e733c25b-f43c-40ac-a554-f10db330a1e4 HTTP/1.1" status: 200 len: 210 time: 0.0265095 Jan 28 04:07:31.733381 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device a05a6b49-4285-426e-93c3-abd1bf770061 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:07:31.753619 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: a05a6b49-4285-426e-93c3-abd1bf770061 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:07:31.753959 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device a05a6b49-4285-426e-93c3-abd1bf770061 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:07:31.898549 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-31ceb944-93cd-44e5-be7a-42dffbab60be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:32.199247 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-76bfbcf4-923f-489c-b748-3bcdffc72549 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:32.200732 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-76bfbcf4-923f-489c-b748-3bcdffc72549 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.67 "GET /v2.0/networks?id=078ebcce-8d7b-4bc3-9b90-8f130c06bcbf HTTP/1.1" status: 200 len: 817 time: 0.1129520 Jan 28 04:07:32.218647 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-fa66e4f5-2100-4901-9fca-0752fb00a94c tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Request body: {'port': {'device_id': 'e733c25b-f43c-40ac-a554-f10db330a1e4', 'network_id': '078ebcce-8d7b-4bc3-9b90-8f130c06bcbf', 'admin_state_up': True, 'tenant_id': 'd9099f77f33942e2bc91ae2d123bd9c7'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:07:32.257970 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1c2e8106-ba3a-4c0d-9ab6-1a571c909ff5 req-9469242d-1cc4-4f63-9e3a-5b5ad90ff1ad tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/ports?device_id=e733c25b-f43c-40ac-a554-f10db330a1e4 HTTP/1.1" status: 200 len: 210 time: 0.0296907 Jan 28 04:07:32.334426 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-fa66e4f5-2100-4901-9fca-0752fb00a94c tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Made reservation on behalf of d9099f77f33942e2bc91ae2d123bd9c7 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:07:32.339818 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-fa66e4f5-2100-4901-9fca-0752fb00a94c tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:32.465454 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-fa66e4f5-2100-4901-9fca-0752fb00a94c tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Allocated IP 172.20.0.14 (078ebcce-8d7b-4bc3-9b90-8f130c06bcbf/0f95af23-d508-4d3d-a7d9-f9aa19855bbf/45a6f726-ac19-4512-9a7b-a83d686a550e) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:07:32.964504 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-fa66e4f5-2100-4901-9fca-0752fb00a94c tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Publish callbacks [] for port (45a6f726-ac19-4512-9a7b-a83d686a550e), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:33.002259 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-fa66e4f5-2100-4901-9fca-0752fb00a94c tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (45a6f726-ac19-4512-9a7b-a83d686a550e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:33.046535 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-fa66e4f5-2100-4901-9fca-0752fb00a94c tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Network 078ebcce-8d7b-4bc3-9b90-8f130c06bcbf is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:07:33.049917 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-fa66e4f5-2100-4901-9fca-0752fb00a94c tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:07:33.056384 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-fa66e4f5-2100-4901-9fca-0752fb00a94c tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:07:33.061917 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66e4f5-2100-4901-9fca-0752fb00a94c tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Pushing event updated for resources: {'Port': ['ID=45a6f726-ac19-4512-9a7b-a83d686a550e,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:33.094874 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66e4f5-2100-4901-9fca-0752fb00a94c tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:33.095479 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66e4f5-2100-4901-9fca-0752fb00a94c tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:33.096004 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66e4f5-2100-4901-9fca-0752fb00a94c tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:33.096341 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66e4f5-2100-4901-9fca-0752fb00a94c tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:33.096671 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66e4f5-2100-4901-9fca-0752fb00a94c tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:33.096999 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66e4f5-2100-4901-9fca-0752fb00a94c tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:33.097348 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66e4f5-2100-4901-9fca-0752fb00a94c tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:33.097678 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66e4f5-2100-4901-9fca-0752fb00a94c tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:33.098008 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66e4f5-2100-4901-9fca-0752fb00a94c tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:33.098322 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66e4f5-2100-4901-9fca-0752fb00a94c tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:33.098640 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66e4f5-2100-4901-9fca-0752fb00a94c tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:33.098957 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66e4f5-2100-4901-9fca-0752fb00a94c tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:33.099276 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66e4f5-2100-4901-9fca-0752fb00a94c tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:07:33.122357 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-fa66e4f5-2100-4901-9fca-0752fb00a94c tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:33.122684 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-fa66e4f5-2100-4901-9fca-0752fb00a94c tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:33.142033 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-fa66e4f5-2100-4901-9fca-0752fb00a94c tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9276171 Jan 28 04:07:33.160642 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-995a89fb-e935-45bb-a992-c3eed4088096 service neutron] Request body: {'port': {'device_id': 'e733c25b-f43c-40ac-a554-f10db330a1e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:07:33.219884 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-995a89fb-e935-45bb-a992-c3eed4088096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (45a6f726-ac19-4512-9a7b-a83d686a550e), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:33.252568 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-bfa7351d-6f81-4b84-833b-38fa58a996b2 None None] Provisioning complete for port 45a6f726-ac19-4512-9a7b-a83d686a550e triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:07:33.253193 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-bfa7351d-6f81-4b84-833b-38fa58a996b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (45a6f726-ac19-4512-9a7b-a83d686a550e), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:33.289985 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-bfa7351d-6f81-4b84-833b-38fa58a996b2 None None] Port 45a6f726-ac19-4512-9a7b-a83d686a550e cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:07:33.430775 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056c262-6521-4a76-a1e3-5146147f2ccd req-bdf7f1da-70fb-459c-9b71-31a1552f0750 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:33.432306 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3056c262-6521-4a76-a1e3-5146147f2ccd req-bdf7f1da-70fb-459c-9b71-31a1552f0750 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/ports?device_id=e733c25b-f43c-40ac-a554-f10db330a1e4 HTTP/1.1" status: 200 len: 932 time: 0.1032183 Jan 28 04:07:33.510388 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3056c262-6521-4a76-a1e3-5146147f2ccd req-297bad58-380b-49f4-84f9-40023407bdbe tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/security-groups?id=a54e7a53-99fa-4986-918c-23f20023e8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689692 Jan 28 04:07:33.551638 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-995a89fb-e935-45bb-a992-c3eed4088096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45a6f726-ac19-4512-9a7b-a83d686a550e {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:07:33.559342 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-995a89fb-e935-45bb-a992-c3eed4088096 service neutron] Publish callbacks [] for port (45a6f726-ac19-4512-9a7b-a83d686a550e), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:33.574250 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-995a89fb-e935-45bb-a992-c3eed4088096 service neutron] Transition to ACTIVE for port object 45a6f726-ac19-4512-9a7b-a83d686a550e will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:07:33.580488 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-995a89fb-e935-45bb-a992-c3eed4088096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (45a6f726-ac19-4512-9a7b-a83d686a550e), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:33.631859 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a89fb-e935-45bb-a992-c3eed4088096 service neutron] Pushing event updated for resources: {'Port': ['ID=45a6f726-ac19-4512-9a7b-a83d686a550e,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:33.661420 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:33.711451 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-995a89fb-e935-45bb-a992-c3eed4088096 service neutron] Attempting to bind port 45a6f726-ac19-4512-9a7b-a83d686a550e on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:07:33.711789 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-995a89fb-e935-45bb-a992-c3eed4088096 service neutron] Attempting to bind port 45a6f726-ac19-4512-9a7b-a83d686a550e by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '1fd5f285-b322-4ae4-9aa7-23122140af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '078ebcce-8d7b-4bc3-9b90-8f130c06bcbf'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:07:33.712121 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-995a89fb-e935-45bb-a992-c3eed4088096 service neutron] Attempting to bind port 45a6f726-ac19-4512-9a7b-a83d686a550e on network 078ebcce-8d7b-4bc3-9b90-8f130c06bcbf {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:07:33.717204 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-995a89fb-e935-45bb-a992-c3eed4088096 service neutron] Port 45a6f726-ac19-4512-9a7b-a83d686a550e on network 078ebcce-8d7b-4bc3-9b90-8f130c06bcbf not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:07:33.717530 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-995a89fb-e935-45bb-a992-c3eed4088096 service neutron] Attempting to bind port 45a6f726-ac19-4512-9a7b-a83d686a550e on network 078ebcce-8d7b-4bc3-9b90-8f130c06bcbf {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:07:33.722588 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-995a89fb-e935-45bb-a992-c3eed4088096 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:07:33.722929 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-995a89fb-e935-45bb-a992-c3eed4088096 service neutron] Checking segment: {'id': '1fd5f285-b322-4ae4-9aa7-23122140af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '078ebcce-8d7b-4bc3-9b90-8f130c06bcbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:07:33.723321 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-995a89fb-e935-45bb-a992-c3eed4088096 service neutron] Bound using segment: {'id': '1fd5f285-b322-4ae4-9aa7-23122140af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '078ebcce-8d7b-4bc3-9b90-8f130c06bcbf'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:07:33.723750 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-995a89fb-e935-45bb-a992-c3eed4088096 service neutron] Bound port: 45a6f726-ac19-4512-9a7b-a83d686a550e, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fd5f285-b322-4ae4-9aa7-23122140af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '078ebcce-8d7b-4bc3-9b90-8f130c06bcbf'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:07:33.724134 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-995a89fb-e935-45bb-a992-c3eed4088096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (45a6f726-ac19-4512-9a7b-a83d686a550e), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:33.789505 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-995a89fb-e935-45bb-a992-c3eed4088096 service neutron] For port 45a6f726-ac19-4512-9a7b-a83d686a550e, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:07:33.792664 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-995a89fb-e935-45bb-a992-c3eed4088096 service neutron] For port 45a6f726-ac19-4512-9a7b-a83d686a550e, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=45a6f726-ac19-4512-9a7b-a83d686a550e,segment=NetworkSegment(1fd5f285-b322-4ae4-9aa7-23122140af21),segment_id=1fd5f285-b322-4ae4-9aa7-23122140af21)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:07:33.797994 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-995a89fb-e935-45bb-a992-c3eed4088096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (45a6f726-ac19-4512-9a7b-a83d686a550e), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:33.840265 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-995a89fb-e935-45bb-a992-c3eed4088096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:33.841044 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-995a89fb-e935-45bb-a992-c3eed4088096 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:33.842500 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-995a89fb-e935-45bb-a992-c3eed4088096 service neutron] 10.222.0.67 "PUT /v2.0/ports/45a6f726-ac19-4512-9a7b-a83d686a550e HTTP/1.1" status: 200 len: 1093 time: 0.6867492 Jan 28 04:07:33.842953 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e733c25b-f43c-40ac-a554-f10db330a1e4', 'tag': '45a6f726-ac19-4512-9a7b-a83d686a550e'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:07:33.845462 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58d7573-64a3-4d59-8147-f7e6c82d2f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "e733c25b-f43c-40ac-a554-f10db330a1e4", "tag": "45a6f726-ac19-4512-9a7b-a83d686a550e"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:07:33.872218 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a89fb-e935-45bb-a992-c3eed4088096 service neutron] Pushing event updated for resources: {'Port': ['ID=45a6f726-ac19-4512-9a7b-a83d686a550e,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:33.892173 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3698e6a-fe6a-4264-b38d-5cd54ce7c517 x-openstack-request-id: req-e3698e6a-fe6a-4264-b38d-5cd54ce7c517 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:07:33.892701 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e733c25b-f43c-40ac-a554-f10db330a1e4", "tag": "45a6f726-ac19-4512-9a7b-a83d686a550e", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:07:33.892959 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e3698e6a-fe6a-4264-b38d-5cd54ce7c517 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:07:33.893392 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e733c25b-f43c-40ac-a554-f10db330a1e4', 'tag': '45a6f726-ac19-4512-9a7b-a83d686a550e', 'status': 'completed', 'code': 200} Jan 28 04:07:33.952741 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-56b46d15-b8e3-42e4-889d-b990bd4b6f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:33.954347 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-56b46d15-b8e3-42e4-889d-b990bd4b6f1a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d9099f77f33942e2bc91ae2d123bd9c7&device_id=e733c25b-f43c-40ac-a554-f10db330a1e4 HTTP/1.1" status: 200 len: 1096 time: 0.0447912 Jan 28 04:07:34.003053 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-dab12ef0-e5a3-4a73-b0aa-775a42e81545 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45a6f726-ac19-4512-9a7b-a83d686a550e HTTP/1.1" status: 200 len: 217 time: 0.0353937 Jan 28 04:07:34.064859 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-7a10308a-0960-4609-9feb-90c78d2fe065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:34.066368 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-7a10308a-0960-4609-9feb-90c78d2fe065 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0f95af23-d508-4d3d-a7d9-f9aa19855bbf HTTP/1.1" status: 200 len: 856 time: 0.0576429 Jan 28 04:07:34.114126 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-73ccbe9b-cc70-4f2a-9921-21022c3cb54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:34.115621 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-73ccbe9b-cc70-4f2a-9921-21022c3cb54d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=078ebcce-8d7b-4bc3-9b90-8f130c06bcbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431848 Jan 28 04:07:34.202978 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-1d531844-2484-4d51-9f69-b0843876b148 service neutron] 10.222.0.67 "GET /v2.0/networks/078ebcce-8d7b-4bc3-9b90-8f130c06bcbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813065 Jan 28 04:07:34.275138 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:34.297421 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b79d108b-188f-4ea9-b70c-0f59859c1cfa req-872329f2-6cd1-4bb6-8fa6-93b76f89ba1f service neutron] 10.222.0.67 "GET /v2.0/networks/078ebcce-8d7b-4bc3-9b90-8f130c06bcbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881383 Jan 28 04:07:34.437957 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d7573-64a3-4d59-8147-f7e6c82d2f8b req-cf1a1652-59a0-443b-9867-cc11efb65380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:34.439988 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e58d7573-64a3-4d59-8147-f7e6c82d2f8b req-cf1a1652-59a0-443b-9867-cc11efb65380 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d9099f77f33942e2bc91ae2d123bd9c7&device_id=e733c25b-f43c-40ac-a554-f10db330a1e4 HTTP/1.1" status: 200 len: 1096 time: 0.0464873 Jan 28 04:07:34.541111 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d7573-64a3-4d59-8147-f7e6c82d2f8b req-52519225-3039-4326-92db-08aeab965ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:34.542692 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e58d7573-64a3-4d59-8147-f7e6c82d2f8b req-52519225-3039-4326-92db-08aeab965ec4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=078ebcce-8d7b-4bc3-9b90-8f130c06bcbf HTTP/1.1" status: 200 len: 918 time: 0.0959287 Jan 28 04:07:34.586650 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e58d7573-64a3-4d59-8147-f7e6c82d2f8b req-ca4000bf-520f-41dd-b120-48888c7111d6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45a6f726-ac19-4512-9a7b-a83d686a550e HTTP/1.1" status: 200 len: 217 time: 0.0375192 Jan 28 04:07:34.660360 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d7573-64a3-4d59-8147-f7e6c82d2f8b req-f8a92e3c-8bff-46a8-aa4a-e0501ed8ecb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:34.661890 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e58d7573-64a3-4d59-8147-f7e6c82d2f8b req-f8a92e3c-8bff-46a8-aa4a-e0501ed8ecb2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0f95af23-d508-4d3d-a7d9-f9aa19855bbf HTTP/1.1" status: 200 len: 856 time: 0.0677960 Jan 28 04:07:34.669920 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310934aa-66c6-4efb-91ab-a1b1840bd0e6 req-d264fa9f-a01a-4f2a-a7f1-958eeb7dd0c8 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:34.671344 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-310934aa-66c6-4efb-91ab-a1b1840bd0e6 req-d264fa9f-a01a-4f2a-a7f1-958eeb7dd0c8 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/ports?device_id=e733c25b-f43c-40ac-a554-f10db330a1e4 HTTP/1.1" status: 200 len: 944 time: 0.0875118 Jan 28 04:07:34.740314 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d7573-64a3-4d59-8147-f7e6c82d2f8b req-06cca6a4-b876-461f-9985-72e2f895c0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:34.741850 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e58d7573-64a3-4d59-8147-f7e6c82d2f8b req-06cca6a4-b876-461f-9985-72e2f895c0a6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=078ebcce-8d7b-4bc3-9b90-8f130c06bcbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696344 Jan 28 04:07:34.745317 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-310934aa-66c6-4efb-91ab-a1b1840bd0e6 req-b730c343-4c65-4328-925e-5842b5d1295f tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/security-groups?id=a54e7a53-99fa-4986-918c-23f20023e8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651054 Jan 28 04:07:34.838627 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e58d7573-64a3-4d59-8147-f7e6c82d2f8b req-0cdd4bff-bc59-4f54-a7fb-c4bb9671ac46 service neutron] 10.222.0.67 "GET /v2.0/networks/078ebcce-8d7b-4bc3-9b90-8f130c06bcbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907857 Jan 28 04:07:34.940149 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e58d7573-64a3-4d59-8147-f7e6c82d2f8b req-08573d18-e5db-41d5-b68b-4c93c65c522c service neutron] 10.222.0.67 "GET /v2.0/networks/078ebcce-8d7b-4bc3-9b90-8f130c06bcbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955634 Jan 28 04:07:35.124633 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:35.883245 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e8dd8-118b-400a-bb90-e1acc591b70a req-1a89194b-daff-4279-b0b6-04e1668e1e05 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:35.884756 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c04e8dd8-118b-400a-bb90-e1acc591b70a req-1a89194b-daff-4279-b0b6-04e1668e1e05 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/ports?device_id=e733c25b-f43c-40ac-a554-f10db330a1e4 HTTP/1.1" status: 200 len: 944 time: 0.0679715 Jan 28 04:07:35.934711 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c04e8dd8-118b-400a-bb90-e1acc591b70a req-77e02ea0-4b60-4346-a0dd-3536f226ff96 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/security-groups?id=a54e7a53-99fa-4986-918c-23f20023e8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418634 Jan 28 04:07:36.195657 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:37.082656 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769f7fb-451e-4216-bcd6-74a76d28be5f req-88810150-8cc5-43ae-95a5-1549600d3690 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:37.084163 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f769f7fb-451e-4216-bcd6-74a76d28be5f req-88810150-8cc5-43ae-95a5-1549600d3690 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/ports?device_id=e733c25b-f43c-40ac-a554-f10db330a1e4 HTTP/1.1" status: 200 len: 944 time: 0.0583141 Jan 28 04:07:37.135711 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f769f7fb-451e-4216-bcd6-74a76d28be5f req-d806343a-09e9-4d7a-8aca-5c5f081262f6 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/security-groups?id=a54e7a53-99fa-4986-918c-23f20023e8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434895 Jan 28 04:07:37.762350 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 45a6f726-ac19-4512-9a7b-a83d686a550e details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:07:38.029380 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 45a6f726-ac19-4512-9a7b-a83d686a550e, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=45a6f726-ac19-4512-9a7b-a83d686a550e,segment=NetworkSegment(1fd5f285-b322-4ae4-9aa7-23122140af21),segment_id=1fd5f285-b322-4ae4-9aa7-23122140af21)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:07:38.040575 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '45a6f726-ac19-4512-9a7b-a83d686a550e', 'network_id': '078ebcce-8d7b-4bc3-9b90-8f130c06bcbf', 'port_id': '45a6f726-ac19-4512-9a7b-a83d686a550e', 'mac_address': 'fa:16:3e:db:bd:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f95af23-d508-4d3d-a7d9-f9aa19855bbf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:07:38.077500 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 45a6f726-ac19-4512-9a7b-a83d686a550e is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:07:38.077885 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (45a6f726-ac19-4512-9a7b-a83d686a550e), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:38.090566 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45a6f726-ac19-4512-9a7b-a83d686a550e {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:07:38.117107 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 45a6f726-ac19-4512-9a7b-a83d686a550e, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=45a6f726-ac19-4512-9a7b-a83d686a550e,segment=NetworkSegment(1fd5f285-b322-4ae4-9aa7-23122140af21),segment_id=1fd5f285-b322-4ae4-9aa7-23122140af21)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:07:38.123178 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (45a6f726-ac19-4512-9a7b-a83d686a550e), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:38.173550 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=45a6f726-ac19-4512-9a7b-a83d686a550e,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:38.270058 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4fd6b-fd50-47da-a82c-d31936fc93a6 req-cc49bc46-65bf-48a4-b5ea-c45f3285e390 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:38.271561 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0ea4fd6b-fd50-47da-a82c-d31936fc93a6 req-cc49bc46-65bf-48a4-b5ea-c45f3285e390 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/ports?device_id=e733c25b-f43c-40ac-a554-f10db330a1e4 HTTP/1.1" status: 200 len: 945 time: 0.0561948 Jan 28 04:07:38.318994 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0ea4fd6b-fd50-47da-a82c-d31936fc93a6 req-71eafb2a-1b40-4b0f-abfa-39e34e5e7492 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/security-groups?id=a54e7a53-99fa-4986-918c-23f20023e8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412188 Jan 28 04:07:38.509225 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['45a6f726-ac19-4512-9a7b-a83d686a550e'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:07:39.452037 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82049cc-454f-4950-9e70-84227891d971 req-135ad6b5-67b0-4766-806b-aee2efd81c48 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:39.453547 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f82049cc-454f-4950-9e70-84227891d971 req-135ad6b5-67b0-4766-806b-aee2efd81c48 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/ports?device_id=e733c25b-f43c-40ac-a554-f10db330a1e4 HTTP/1.1" status: 200 len: 945 time: 0.0539913 Jan 28 04:07:39.499804 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f82049cc-454f-4950-9e70-84227891d971 req-9982e481-7eec-471d-869f-ddc6838cf783 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/security-groups?id=a54e7a53-99fa-4986-918c-23f20023e8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405447 Jan 28 04:07:39.767081 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 45a6f726-ac19-4512-9a7b-a83d686a550e up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:07:39.826196 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 45a6f726-ac19-4512-9a7b-a83d686a550e completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:07:39.832123 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 45a6f726-ac19-4512-9a7b-a83d686a550e triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:07:39.832740 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (45a6f726-ac19-4512-9a7b-a83d686a550e), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:39.927844 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 45a6f726-ac19-4512-9a7b-a83d686a550e is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:07:39.928150 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (45a6f726-ac19-4512-9a7b-a83d686a550e), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:39.952597 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e733c25b-f43c-40ac-a554-f10db330a1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a6f726-ac19-4512-9a7b-a83d686a550e'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:07:39.954867 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7466989c69d563e87a019306beca113247d74b519ddc68a6966af7388d6c63e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95a13f1-28c2-4c4d-a9f7-d6b357003d5a" -d '{"events": [{"server_uuid": "e733c25b-f43c-40ac-a554-f10db330a1e4", "name": "network-vif-plugged", "status": "completed", "tag": "45a6f726-ac19-4512-9a7b-a83d686a550e"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:07:39.969330 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 45a6f726-ac19-4512-9a7b-a83d686a550e, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=45a6f726-ac19-4512-9a7b-a83d686a550e,segment=NetworkSegment(1fd5f285-b322-4ae4-9aa7-23122140af21),segment_id=1fd5f285-b322-4ae4-9aa7-23122140af21)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:07:39.974111 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (45a6f726-ac19-4512-9a7b-a83d686a550e), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:40.022393 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=45a6f726-ac19-4512-9a7b-a83d686a550e,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:07:40.055337 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a02982a-5ae1-4b30-bd7d-e57d2916a410 x-openstack-request-id: req-2a02982a-5ae1-4b30-bd7d-e57d2916a410 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:07:40.055621 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e733c25b-f43c-40ac-a554-f10db330a1e4", "name": "network-vif-plugged", "status": "completed", "tag": "45a6f726-ac19-4512-9a7b-a83d686a550e", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:07:40.055884 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2a02982a-5ae1-4b30-bd7d-e57d2916a410 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:07:40.056307 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e733c25b-f43c-40ac-a554-f10db330a1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a6f726-ac19-4512-9a7b-a83d686a550e', 'code': 200} Jan 28 04:07:40.194468 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d79d8-357a-4f32-81dc-99c4d059fb3d req-26f02b88-baed-47bf-ba8b-027a01873993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:40.195858 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-911d79d8-357a-4f32-81dc-99c4d059fb3d req-26f02b88-baed-47bf-ba8b-027a01873993 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e733c25b-f43c-40ac-a554-f10db330a1e4 HTTP/1.1" status: 200 len: 1098 time: 0.0486603 Jan 28 04:07:40.239350 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-911d79d8-357a-4f32-81dc-99c4d059fb3d req-0391f656-c0d4-4e6c-b338-9b6d2ab66caf service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a54e7a53-99fa-4986-918c-23f20023e8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368090 Jan 28 04:07:40.631472 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb493c7-61b3-4f8f-a73a-d53447b19494 req-14beef78-0120-43bc-984e-ed8fa6563edd tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:40.632964 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2bb493c7-61b3-4f8f-a73a-d53447b19494 req-14beef78-0120-43bc-984e-ed8fa6563edd tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/ports?device_id=e733c25b-f43c-40ac-a554-f10db330a1e4 HTTP/1.1" status: 200 len: 946 time: 0.0592513 Jan 28 04:07:40.686195 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2bb493c7-61b3-4f8f-a73a-d53447b19494 req-846cf634-01a7-4eb3-a3d2-35642c146726 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/security-groups?id=a54e7a53-99fa-4986-918c-23f20023e8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469196 Jan 28 04:07:41.815395 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33996a12-b0e5-4256-ac8b-8d8611474f4b req-a4b72e3d-efe5-4a41-a579-0fd90dba0a96 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:41.816918 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-33996a12-b0e5-4256-ac8b-8d8611474f4b req-a4b72e3d-efe5-4a41-a579-0fd90dba0a96 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/ports?device_id=e733c25b-f43c-40ac-a554-f10db330a1e4 HTTP/1.1" status: 200 len: 946 time: 0.0504439 Jan 28 04:07:41.872320 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-33996a12-b0e5-4256-ac8b-8d8611474f4b req-fe63e0d6-ec28-46b2-84ee-2c6828885ee8 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/security-groups?id=a54e7a53-99fa-4986-918c-23f20023e8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484190 Jan 28 04:07:42.000889 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ef7a5-005b-4bf2-b8f3-e69d0f24ad05 req-38b84984-92b7-4702-9eae-370f4380cdca tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:42.002444 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6f0ef7a5-005b-4bf2-b8f3-e69d0f24ad05 req-38b84984-92b7-4702-9eae-370f4380cdca tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/ports?device_id=e733c25b-f43c-40ac-a554-f10db330a1e4 HTTP/1.1" status: 200 len: 946 time: 0.0591137 Jan 28 04:07:42.053984 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6f0ef7a5-005b-4bf2-b8f3-e69d0f24ad05 req-acaaa9a7-bb83-4d1b-94aa-c0d2b9e3fa00 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/security-groups?id=a54e7a53-99fa-4986-918c-23f20023e8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455863 Jan 28 04:07:59.564314 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-40fb5db1-a4d5-40ef-bac5-b82ffb5357f4 req-226603e3-b4a1-42fd-8c5b-acbf0bbcdb2b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e733c25b-f43c-40ac-a554-f10db330a1e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406194 Jan 28 04:07:59.671162 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:59.681552 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb5db1-a4d5-40ef-bac5-b82ffb5357f4 req-c39fd217-cf37-4670-9456-c70ef534259d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:59.683113 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-40fb5db1-a4d5-40ef-bac5-b82ffb5357f4 req-c39fd217-cf37-4670-9456-c70ef534259d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d9099f77f33942e2bc91ae2d123bd9c7&device_id=e733c25b-f43c-40ac-a554-f10db330a1e4 HTTP/1.1" status: 200 len: 1098 time: 0.0517969 Jan 28 04:07:59.788029 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb5db1-a4d5-40ef-bac5-b82ffb5357f4 req-8769a098-e0ff-4be6-9bf7-59101461a59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:59.789831 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-40fb5db1-a4d5-40ef-bac5-b82ffb5357f4 req-8769a098-e0ff-4be6-9bf7-59101461a59a service neutron] 10.222.0.67 "GET /v2.0/networks?id=078ebcce-8d7b-4bc3-9b90-8f130c06bcbf HTTP/1.1" status: 200 len: 918 time: 0.0867753 Jan 28 04:07:59.838560 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-40fb5db1-a4d5-40ef-bac5-b82ffb5357f4 req-1cf6aa49-915a-43d4-8f2e-e6bbc009f34a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45a6f726-ac19-4512-9a7b-a83d686a550e HTTP/1.1" status: 200 len: 217 time: 0.0425282 Jan 28 04:07:59.858998 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f513d62f-245a-46d8-aaa4-cd83eca499a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:07:59.892586 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb5db1-a4d5-40ef-bac5-b82ffb5357f4 req-74f27ecb-d536-4728-9d41-4b3c7cbf69ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:59.893869 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-40fb5db1-a4d5-40ef-bac5-b82ffb5357f4 req-74f27ecb-d536-4728-9d41-4b3c7cbf69ac service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0f95af23-d508-4d3d-a7d9-f9aa19855bbf HTTP/1.1" status: 200 len: 856 time: 0.0480466 Jan 28 04:07:59.942984 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb5db1-a4d5-40ef-bac5-b82ffb5357f4 req-9e5566ea-578b-4758-95c3-ff81eb698d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:07:59.944697 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-40fb5db1-a4d5-40ef-bac5-b82ffb5357f4 req-9e5566ea-578b-4758-95c3-ff81eb698d24 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=078ebcce-8d7b-4bc3-9b90-8f130c06bcbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446303 Jan 28 04:08:00.035816 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-40fb5db1-a4d5-40ef-bac5-b82ffb5357f4 req-460ee1d6-1f18-46d8-92a0-9eeb8963d8c7 service neutron] 10.222.0.67 "GET /v2.0/networks/078ebcce-8d7b-4bc3-9b90-8f130c06bcbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847578 Jan 28 04:08:00.129495 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-40fb5db1-a4d5-40ef-bac5-b82ffb5357f4 req-7288d250-dbad-45bc-822c-448b48a585fa service neutron] 10.222.0.67 "GET /v2.0/networks/078ebcce-8d7b-4bc3-9b90-8f130c06bcbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861373 Jan 28 04:08:01.892416 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ad302b23-b72b-4a3b-95fd-3b767cfc51e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:03.288115 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:08:03.661028 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:04.274050 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:05.123018 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:06.180929 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:15.695669 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [req-465e9546-b28b-48eb-a971-8ca9d68a639d req-045c46d1-9e9d-4b13-8fdf-16dd9878552f tempest-ServerDiskConfigTestJSON-427393023 tempest-ServerDiskConfigTestJSON-427393023-project] (109802) timed out ('10.222.0.67', 58538) {{(pid=109802) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 04:08:16.324977 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec3cc3-4bb0-4d27-986e-d3508179e0bb req-aa393db5-602e-4c61-a1f1-60540dc7d6ed tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:16.326532 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3dec3cc3-4bb0-4d27-986e-d3508179e0bb req-aa393db5-602e-4c61-a1f1-60540dc7d6ed tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/ports?device_id=e733c25b-f43c-40ac-a554-f10db330a1e4 HTTP/1.1" status: 200 len: 946 time: 0.0550914 Jan 28 04:08:16.375412 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3dec3cc3-4bb0-4d27-986e-d3508179e0bb req-90c90740-6ce4-4783-92a0-e2bfb3e76296 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/security-groups?id=a54e7a53-99fa-4986-918c-23f20023e8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427976 Jan 28 04:08:17.501125 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565cce8-30cc-4182-adcb-c2f3b8e0bcc6 req-d81b8317-0ae4-4a8b-9552-b87faf29cf87 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:17.503072 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5565cce8-30cc-4182-adcb-c2f3b8e0bcc6 req-d81b8317-0ae4-4a8b-9552-b87faf29cf87 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/ports?device_id=e733c25b-f43c-40ac-a554-f10db330a1e4 HTTP/1.1" status: 200 len: 946 time: 0.0547597 Jan 28 04:08:17.562564 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5565cce8-30cc-4182-adcb-c2f3b8e0bcc6 req-ff3efdd8-f91b-44e5-accd-938864102aa7 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/security-groups?id=a54e7a53-99fa-4986-918c-23f20023e8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534515 Jan 28 04:08:18.106598 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e4fe5-886a-4c67-8bcd-d89065b87e7e req-9bd025ca-1467-426f-83ed-df7cbb2a76d0 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:18.108100 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cc4e4fe5-886a-4c67-8bcd-d89065b87e7e req-9bd025ca-1467-426f-83ed-df7cbb2a76d0 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.67 "GET /v2.0/ports?device_id=e733c25b-f43c-40ac-a554-f10db330a1e4 HTTP/1.1" status: 200 len: 946 time: 0.0526338 Jan 28 04:08:18.202699 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-cc4e4fe5-886a-4c67-8bcd-d89065b87e7e req-44003b62-2d95-45c8-ab22-57effeda1245 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Deleting port 45a6f726-ac19-4512-9a7b-a83d686a550e {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:08:18.203038 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-cc4e4fe5-886a-4c67-8bcd-d89065b87e7e req-44003b62-2d95-45c8-ab22-57effeda1245 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (45a6f726-ac19-4512-9a7b-a83d686a550e), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:18.295042 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-cc4e4fe5-886a-4c67-8bcd-d89065b87e7e req-44003b62-2d95-45c8-ab22-57effeda1245 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] For port 45a6f726-ac19-4512-9a7b-a83d686a550e, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=45a6f726-ac19-4512-9a7b-a83d686a550e,segment=NetworkSegment(1fd5f285-b322-4ae4-9aa7-23122140af21),segment_id=1fd5f285-b322-4ae4-9aa7-23122140af21)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:08:18.295477 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-cc4e4fe5-886a-4c67-8bcd-d89065b87e7e req-44003b62-2d95-45c8-ab22-57effeda1245 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (45a6f726-ac19-4512-9a7b-a83d686a550e), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:18.308177 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-cc4e4fe5-886a-4c67-8bcd-d89065b87e7e req-44003b62-2d95-45c8-ab22-57effeda1245 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Calling delete_port for 45a6f726-ac19-4512-9a7b-a83d686a550e owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:08:18.446441 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-cc4e4fe5-886a-4c67-8bcd-d89065b87e7e req-44003b62-2d95-45c8-ab22-57effeda1245 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (45a6f726-ac19-4512-9a7b-a83d686a550e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:18.476751 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44003b62-2d95-45c8-ab22-57effeda1245 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Pushing event deleted for resources: {'Port': ['ID=45a6f726-ac19-4512-9a7b-a83d686a550e,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:18.481639 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['45a6f726-ac19-4512-9a7b-a83d686a550e'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:08:18.521089 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc4e4fe5-886a-4c67-8bcd-d89065b87e7e req-44003b62-2d95-45c8-ab22-57effeda1245 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] No DVR routers for this DVR port 45a6f726-ac19-4512-9a7b-a83d686a550e on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:08:18.523770 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-cc4e4fe5-886a-4c67-8bcd-d89065b87e7e req-44003b62-2d95-45c8-ab22-57effeda1245 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:18.527279 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cc4e4fe5-886a-4c67-8bcd-d89065b87e7e req-44003b62-2d95-45c8-ab22-57effeda1245 tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.67 "DELETE /v2.0/ports/45a6f726-ac19-4512-9a7b-a83d686a550e HTTP/1.1" status: 204 len: 173 time: 0.4131019 Jan 28 04:08:18.527735 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e733c25b-f43c-40ac-a554-f10db330a1e4', 'name': 'network-vif-deleted', 'tag': '45a6f726-ac19-4512-9a7b-a83d686a550e'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:08:18.530532 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc3d106-a969-4e36-9e48-5af332a873a3" -d '{"events": [{"server_uuid": "e733c25b-f43c-40ac-a554-f10db330a1e4", "name": "network-vif-deleted", "tag": "45a6f726-ac19-4512-9a7b-a83d686a550e"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:08:18.571549 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23c7e1b-0d15-471b-993f-93edd5a1b05c x-openstack-request-id: req-c23c7e1b-0d15-471b-993f-93edd5a1b05c {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:08:18.571840 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e733c25b-f43c-40ac-a554-f10db330a1e4", "name": "network-vif-deleted", "tag": "45a6f726-ac19-4512-9a7b-a83d686a550e", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:08:18.572092 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c23c7e1b-0d15-471b-993f-93edd5a1b05c {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:08:18.572497 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e733c25b-f43c-40ac-a554-f10db330a1e4', 'name': 'network-vif-deleted', 'tag': '45a6f726-ac19-4512-9a7b-a83d686a550e', 'status': 'completed', 'code': 200} Jan 28 04:08:18.662565 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-67452b11-2eab-4948-8975-66acedaaebd0 req-d1730c67-4a67-4147-b6e9-8ea0921fec9f tempest-TestEncryptedCinderVolumes-1831882789 tempest-TestEncryptedCinderVolumes-1831882789-project] 10.222.0.53 "GET /v2.0/ports?device_id=e733c25b-f43c-40ac-a554-f10db330a1e4 HTTP/1.1" status: 200 len: 210 time: 0.0289741 Jan 28 04:08:19.763857 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36662) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:08:20.122133 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0eddbb55-d0c6-4ff2-a963-ebc548fd8619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (0735faf1-5fed-4602-a165-c2f5e028faf7), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:20.391663 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-0eddbb55-d0c6-4ff2-a963-ebc548fd8619 admin admin] Deleting port ee18be47-4e12-43dc-b8cf-53f66339610d {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:08:20.391926 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0eddbb55-d0c6-4ff2-a963-ebc548fd8619 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (ee18be47-4e12-43dc-b8cf-53f66339610d), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:20.478554 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-0eddbb55-d0c6-4ff2-a963-ebc548fd8619 admin admin] For port ee18be47-4e12-43dc-b8cf-53f66339610d, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ee18be47-4e12-43dc-b8cf-53f66339610d,segment=NetworkSegment(1fd5f285-b322-4ae4-9aa7-23122140af21),segment_id=1fd5f285-b322-4ae4-9aa7-23122140af21)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:08:20.478896 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0eddbb55-d0c6-4ff2-a963-ebc548fd8619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (ee18be47-4e12-43dc-b8cf-53f66339610d), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:20.492897 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-0eddbb55-d0c6-4ff2-a963-ebc548fd8619 admin admin] Calling delete_port for ee18be47-4e12-43dc-b8cf-53f66339610d owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:08:20.686913 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0eddbb55-d0c6-4ff2-a963-ebc548fd8619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (ee18be47-4e12-43dc-b8cf-53f66339610d), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:20.713573 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eddbb55-d0c6-4ff2-a963-ebc548fd8619 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee18be47-4e12-43dc-b8cf-53f66339610d,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:20.878046 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0eddbb55-d0c6-4ff2-a963-ebc548fd8619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (0735faf1-5fed-4602-a165-c2f5e028faf7), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:21.413803 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eddbb55-d0c6-4ff2-a963-ebc548fd8619 admin admin] Router 0735faf1-5fed-4602-a165-c2f5e028faf7 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:08:21.528760 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eddbb55-d0c6-4ff2-a963-ebc548fd8619 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:08:21.534041 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0eddbb55-d0c6-4ff2-a963-ebc548fd8619 admin admin] 10.222.0.53 "PUT /v2.0/routers/0735faf1-5fed-4602-a165-c2f5e028faf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7690327 Jan 28 04:08:21.536956 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36664) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:08:21.539731 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3643ab-412d-48a5-a04f-e219db32a797 None None] Sync routers for ids ['0735faf1-5fed-4602-a165-c2f5e028faf7'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:08:21.551437 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3643ab-412d-48a5-a04f-e219db32a797 None None] Routers {'0735faf1-5fed-4602-a165-c2f5e028faf7'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:08:21.552134 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-4f3643ab-412d-48a5-a04f-e219db32a797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:08:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['0735faf1-5fed-4602-a165-c2f5e028faf7'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:08:21.645964 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0a0c431a-0267-4bbe-a0b2-ba19e5e80b0f admin admin] Publish callbacks [] for router (0735faf1-5fed-4602-a165-c2f5e028faf7), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:21.657968 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-4f3643ab-412d-48a5-a04f-e219db32a797 None None] Set router 0735faf1-5fed-4602-a165-c2f5e028faf7 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:08:21.744276 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0a0c431a-0267-4bbe-a0b2-ba19e5e80b0f admin admin] Publish callbacks [] for router_gateway (0735faf1-5fed-4602-a165-c2f5e028faf7), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:21.803333 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-0a0c431a-0267-4bbe-a0b2-ba19e5e80b0f admin admin] Deleting port 07619303-61c8-4fca-98c0-4491531d6403 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:08:21.803645 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0a0c431a-0267-4bbe-a0b2-ba19e5e80b0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (07619303-61c8-4fca-98c0-4491531d6403), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:21.833287 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-4f3643ab-412d-48a5-a04f-e219db32a797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0735faf1-5fed-4602-a165-c2f5e028faf7', 'name': 'tempest-TestEncryptedCinderVolumes-1789568175-router', 'tenant_id': 'd9099f77f33942e2bc91ae2d123bd9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '07619303-61c8-4fca-98c0-4491531d6403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:29Z', 'updated_at': '2022-01-28T04:08:20Z', 'revision_number': 5, 'project_id': 'd9099f77f33942e2bc91ae2d123bd9c7', 'gw_port': {'id': '07619303-61c8-4fca-98c0-4491531d6403', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:18:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0735faf1-5fed-4602-a165-c2f5e028faf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:30Z', 'updated_at': '2022-01-28T04:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:08:21.858794 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3643ab-412d-48a5-a04f-e219db32a797 None None] Checking router: 0735faf1-5fed-4602-a165-c2f5e028faf7 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:08:21.867175 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3643ab-412d-48a5-a04f-e219db32a797 None None] Routers {'0735faf1-5fed-4602-a165-c2f5e028faf7'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:08:21.867800 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-4f3643ab-412d-48a5-a04f-e219db32a797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:08:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['0735faf1-5fed-4602-a165-c2f5e028faf7'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:08:21.880998 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-0a0c431a-0267-4bbe-a0b2-ba19e5e80b0f admin admin] For port 07619303-61c8-4fca-98c0-4491531d6403, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=07619303-61c8-4fca-98c0-4491531d6403,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:08:21.881625 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0a0c431a-0267-4bbe-a0b2-ba19e5e80b0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (07619303-61c8-4fca-98c0-4491531d6403), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:21.893449 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-0a0c431a-0267-4bbe-a0b2-ba19e5e80b0f admin admin] Calling delete_port for 07619303-61c8-4fca-98c0-4491531d6403 owned by network:router_gateway {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:08:21.934653 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 45a6f726-ac19-4512-9a7b-a83d686a550e no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:08:21.953254 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-4f3643ab-412d-48a5-a04f-e219db32a797 None None] Set router 0735faf1-5fed-4602-a165-c2f5e028faf7 gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:08:21.954189 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: 45a6f726-ac19-4512-9a7b-a83d686a550e {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:08:21.954578 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 45a6f726-ac19-4512-9a7b-a83d686a550e not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:08:22.006725 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-4f3643ab-412d-48a5-a04f-e219db32a797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0735faf1-5fed-4602-a165-c2f5e028faf7', 'name': 'tempest-TestEncryptedCinderVolumes-1789568175-router', 'tenant_id': 'd9099f77f33942e2bc91ae2d123bd9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:29Z', 'updated_at': '2022-01-28T04:08:21Z', 'revision_number': 6, 'project_id': 'd9099f77f33942e2bc91ae2d123bd9c7', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:08:22.034564 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3643ab-412d-48a5-a04f-e219db32a797 None None] The sync data for ids ['0735faf1-5fed-4602-a165-c2f5e028faf7'] in n-d-712139-27 is: [{'id': '0735faf1-5fed-4602-a165-c2f5e028faf7', 'name': 'tempest-TestEncryptedCinderVolumes-1789568175-router', 'tenant_id': 'd9099f77f33942e2bc91ae2d123bd9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:29Z', 'updated_at': '2022-01-28T04:08:21Z', 'revision_number': 6, 'project_id': 'd9099f77f33942e2bc91ae2d123bd9c7', 'gw_port_host': None}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:08:22.064778 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0a0c431a-0267-4bbe-a0b2-ba19e5e80b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (07619303-61c8-4fca-98c0-4491531d6403), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:22.090731 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c431a-0267-4bbe-a0b2-ba19e5e80b0f admin admin] Pushing event deleted for resources: {'Port': ['ID=07619303-61c8-4fca-98c0-4491531d6403,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:22.155371 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0a0c431a-0267-4bbe-a0b2-ba19e5e80b0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (0735faf1-5fed-4602-a165-c2f5e028faf7), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:22.245560 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0a0c431a-0267-4bbe-a0b2-ba19e5e80b0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (0735faf1-5fed-4602-a165-c2f5e028faf7), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:22.247743 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0a0c431a-0267-4bbe-a0b2-ba19e5e80b0f admin admin] Publish callbacks [] for router_controller (0735faf1-5fed-4602-a165-c2f5e028faf7), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:22.290972 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0a0c431a-0267-4bbe-a0b2-ba19e5e80b0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (0735faf1-5fed-4602-a165-c2f5e028faf7), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:22.291547 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0c431a-0267-4bbe-a0b2-ba19e5e80b0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0735faf1-5fed-4602-a165-c2f5e028faf7 {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:08:22.296167 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0a0c431a-0267-4bbe-a0b2-ba19e5e80b0f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:22.297268 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0a0c431a-0267-4bbe-a0b2-ba19e5e80b0f admin admin] 10.222.0.53 "DELETE /v2.0/routers/0735faf1-5fed-4602-a165-c2f5e028faf7 HTTP/1.1" status: 204 len: 168 time: 0.7592576 Jan 28 04:08:22.300318 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36666) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:08:22.347398 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-80928c87-baba-4871-8019-0fc9885dbac5 admin admin] Deleting subnet 0f95af23-d508-4d3d-a7d9-f9aa19855bbf {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:08:22.350536 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-80928c87-baba-4871-8019-0fc9885dbac5 admin admin] Publish callbacks [] for subnet (0f95af23-d508-4d3d-a7d9-f9aa19855bbf), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:22.386846 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-80928c87-baba-4871-8019-0fc9885dbac5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (0f95af23-d508-4d3d-a7d9-f9aa19855bbf), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:22.472282 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-80928c87-baba-4871-8019-0fc9885dbac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (0f95af23-d508-4d3d-a7d9-f9aa19855bbf), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:22.500550 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ee18be47-4e12-43dc-b8cf-53f66339610d no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:08:22.524687 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: ee18be47-4e12-43dc-b8cf-53f66339610d {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:08:22.525424 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ee18be47-4e12-43dc-b8cf-53f66339610d not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:08:22.530850 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-80928c87-baba-4871-8019-0fc9885dbac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (0f95af23-d508-4d3d-a7d9-f9aa19855bbf), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:22.562285 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80928c87-baba-4871-8019-0fc9885dbac5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f95af23-d508-4d3d-a7d9-f9aa19855bbf,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:22.564252 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-80928c87-baba-4871-8019-0fc9885dbac5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:22.567374 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-80928c87-baba-4871-8019-0fc9885dbac5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0f95af23-d508-4d3d-a7d9-f9aa19855bbf HTTP/1.1" status: 204 len: 168 time: 0.2661498 Jan 28 04:08:22.568614 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57657486-97dd-4ed4-bc54-bac88bba34c7 None None] Network 078ebcce-8d7b-4bc3-9b90-8f130c06bcbf requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:08:22.570030 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36668) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:08:22.637577 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5d7d1cad-0824-4a25-99d0-20738371dc6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (078ebcce-8d7b-4bc3-9b90-8f130c06bcbf), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:22.701060 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-5d7d1cad-0824-4a25-99d0-20738371dc6d admin admin] Deleting port b4cc5f6c-f156-4e2d-929d-fa98c700b9e5 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:08:22.701437 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5d7d1cad-0824-4a25-99d0-20738371dc6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (b4cc5f6c-f156-4e2d-929d-fa98c700b9e5), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:22.771850 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-5d7d1cad-0824-4a25-99d0-20738371dc6d admin admin] For port b4cc5f6c-f156-4e2d-929d-fa98c700b9e5, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=b4cc5f6c-f156-4e2d-929d-fa98c700b9e5,segment=NetworkSegment(1fd5f285-b322-4ae4-9aa7-23122140af21),segment_id=1fd5f285-b322-4ae4-9aa7-23122140af21)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:08:22.772275 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5d7d1cad-0824-4a25-99d0-20738371dc6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (b4cc5f6c-f156-4e2d-929d-fa98c700b9e5), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:22.787810 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-5d7d1cad-0824-4a25-99d0-20738371dc6d admin admin] Calling delete_port for b4cc5f6c-f156-4e2d-929d-fa98c700b9e5 owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:08:22.837913 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f2ca5e-8030-482d-a2db-8008e512dbe1 None None] DHCP port deletion for 078ebcce-8d7b-4bc3-9b90-8f130c06bcbf request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:08:22.871769 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5d7d1cad-0824-4a25-99d0-20738371dc6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (b4cc5f6c-f156-4e2d-929d-fa98c700b9e5), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:22.893456 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-74f2ca5e-8030-482d-a2db-8008e512dbe1 None None] Deleting port b4cc5f6c-f156-4e2d-929d-fa98c700b9e5 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:08:22.893835 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-74f2ca5e-8030-482d-a2db-8008e512dbe1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (b4cc5f6c-f156-4e2d-929d-fa98c700b9e5), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:22.899117 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d1cad-0824-4a25-99d0-20738371dc6d admin admin] Pushing event deleted for resources: {'Port': ['ID=b4cc5f6c-f156-4e2d-929d-fa98c700b9e5,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:22.903651 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7d1cad-0824-4a25-99d0-20738371dc6d admin admin] No DVR routers for this DVR port b4cc5f6c-f156-4e2d-929d-fa98c700b9e5 on host n-d-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:08:22.963602 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-74f2ca5e-8030-482d-a2db-8008e512dbe1 None None] For port b4cc5f6c-f156-4e2d-929d-fa98c700b9e5, host n-d-712139-27, got binding levels [] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:08:22.964243 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-74f2ca5e-8030-482d-a2db-8008e512dbe1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (b4cc5f6c-f156-4e2d-929d-fa98c700b9e5), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:22.979692 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-74f2ca5e-8030-482d-a2db-8008e512dbe1 None None] Calling delete_port for b4cc5f6c-f156-4e2d-929d-fa98c700b9e5 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:08:22.982562 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.ipam_backend_mixin [None req-74f2ca5e-8030-482d-a2db-8008e512dbe1 None None] Port b4cc5f6c-f156-4e2d-929d-fa98c700b9e5 was not found and therefore no delete operation was performed {{(pid=109804) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 04:08:22.983823 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-74f2ca5e-8030-482d-a2db-8008e512dbe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (b4cc5f6c-f156-4e2d-929d-fa98c700b9e5), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:22.988048 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5d7d1cad-0824-4a25-99d0-20738371dc6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (078ebcce-8d7b-4bc3-9b90-8f130c06bcbf), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:23.008322 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f2ca5e-8030-482d-a2db-8008e512dbe1 None None] Pushing event deleted for resources: {'Port': ['ID=b4cc5f6c-f156-4e2d-929d-fa98c700b9e5,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:23.009296 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-5d7d1cad-0824-4a25-99d0-20738371dc6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['078ebcce-8d7b-4bc3-9b90-8f130c06bcbf']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:08:23.016084 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f2ca5e-8030-482d-a2db-8008e512dbe1 None None] No DVR routers for this DVR port b4cc5f6c-f156-4e2d-929d-fa98c700b9e5 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:08:23.018686 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f2ca5e-8030-482d-a2db-8008e512dbe1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:23.019030 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f2ca5e-8030-482d-a2db-8008e512dbe1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:23.019374 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f2ca5e-8030-482d-a2db-8008e512dbe1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:23.019772 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f2ca5e-8030-482d-a2db-8008e512dbe1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:23.020110 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f2ca5e-8030-482d-a2db-8008e512dbe1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:23.020440 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f2ca5e-8030-482d-a2db-8008e512dbe1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:23.020771 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f2ca5e-8030-482d-a2db-8008e512dbe1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:23.021128 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f2ca5e-8030-482d-a2db-8008e512dbe1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:23.021461 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f2ca5e-8030-482d-a2db-8008e512dbe1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:23.021780 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f2ca5e-8030-482d-a2db-8008e512dbe1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:23.022105 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f2ca5e-8030-482d-a2db-8008e512dbe1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:23.022432 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f2ca5e-8030-482d-a2db-8008e512dbe1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:23.022737 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f2ca5e-8030-482d-a2db-8008e512dbe1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:23.023759 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-5d7d1cad-0824-4a25-99d0-20738371dc6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fd5f285-b322-4ae4-9aa7-23122140af21') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:08:23.024063 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-5d7d1cad-0824-4a25-99d0-20738371dc6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fd5f285-b322-4ae4-9aa7-23122140af21') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:08:23.039109 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5d7d1cad-0824-4a25-99d0-20738371dc6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (1fd5f285-b322-4ae4-9aa7-23122140af21), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:23.056603 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5d7d1cad-0824-4a25-99d0-20738371dc6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (1fd5f285-b322-4ae4-9aa7-23122140af21), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:23.064909 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d7d1cad-0824-4a25-99d0-20738371dc6d admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:08:23.065176 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5d7d1cad-0824-4a25-99d0-20738371dc6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (1fd5f285-b322-4ae4-9aa7-23122140af21), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:23.066909 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 04:08:23.066909 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:08:23.066909 n-d-712139-27 neutron-server[109803]: timer() Jan 28 04:08:23.066909 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:08:23.066909 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 04:08:23.066909 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:08:23.066909 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 04:08:23.066909 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:08:23.066909 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 04:08:23.066909 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:08:23.066909 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 04:08:23.066909 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:08:23.066909 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 04:08:23.066909 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:08:23.066909 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:08:23.066909 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:08:23.066909 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:08:23.066909 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:08:23.066909 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 04:08:23.066909 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:08:23.066909 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 04:08:23.066909 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:08:23.066909 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:08:23.066909 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:08:23.066909 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 04:08:23.066909 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:08:23.066909 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:08:23.066909 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:08:23.066909 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:08:23.066909 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:08:23.066909 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:08:23.066909 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:08:23.126327 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5d7d1cad-0824-4a25-99d0-20738371dc6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (078ebcce-8d7b-4bc3-9b90-8f130c06bcbf), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:23.131978 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5d7d1cad-0824-4a25-99d0-20738371dc6d admin admin] Publish callbacks [] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:23.135280 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5d7d1cad-0824-4a25-99d0-20738371dc6d admin admin] 10.222.0.53 "DELETE /v2.0/networks/078ebcce-8d7b-4bc3-9b90-8f130c06bcbf HTTP/1.1" status: 204 len: 168 time: 0.5643363 Jan 28 04:08:23.138378 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36670) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:08:23.147506 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d1cad-0824-4a25-99d0-20738371dc6d admin admin] Pushing event deleted for resources: {'Network': ['ID=078ebcce-8d7b-4bc3-9b90-8f130c06bcbf,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:23.500786 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5d2fd24b-0be4-496b-a7e8-5933f082e7e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (6bb7f68f-6176-454a-bb0f-41f84e82581e), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:23.775993 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-5d2fd24b-0be4-496b-a7e8-5933f082e7e6 admin admin] Deleting port d36c4d2f-ae50-443e-a55e-65e822f5c194 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:08:23.776224 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5d2fd24b-0be4-496b-a7e8-5933f082e7e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (d36c4d2f-ae50-443e-a55e-65e822f5c194), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:23.864988 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-5d2fd24b-0be4-496b-a7e8-5933f082e7e6 admin admin] For port d36c4d2f-ae50-443e-a55e-65e822f5c194, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=d36c4d2f-ae50-443e-a55e-65e822f5c194,segment=NetworkSegment(2275e22d-0c6a-4eb4-9c95-59183f5c40e0),segment_id=2275e22d-0c6a-4eb4-9c95-59183f5c40e0)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:08:23.865389 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5d2fd24b-0be4-496b-a7e8-5933f082e7e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (d36c4d2f-ae50-443e-a55e-65e822f5c194), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:23.877577 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-5d2fd24b-0be4-496b-a7e8-5933f082e7e6 admin admin] Calling delete_port for d36c4d2f-ae50-443e-a55e-65e822f5c194 owned by network:router_interface {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:08:24.074517 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5d2fd24b-0be4-496b-a7e8-5933f082e7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (d36c4d2f-ae50-443e-a55e-65e822f5c194), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:24.099988 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2fd24b-0be4-496b-a7e8-5933f082e7e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d36c4d2f-ae50-443e-a55e-65e822f5c194,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:24.111788 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2fd24b-0be4-496b-a7e8-5933f082e7e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:24.112129 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2fd24b-0be4-496b-a7e8-5933f082e7e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:24.112475 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2fd24b-0be4-496b-a7e8-5933f082e7e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:24.112818 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2fd24b-0be4-496b-a7e8-5933f082e7e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:24.113186 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2fd24b-0be4-496b-a7e8-5933f082e7e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:24.113552 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2fd24b-0be4-496b-a7e8-5933f082e7e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:24.113884 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2fd24b-0be4-496b-a7e8-5933f082e7e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:24.114213 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2fd24b-0be4-496b-a7e8-5933f082e7e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:24.114540 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2fd24b-0be4-496b-a7e8-5933f082e7e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:24.114863 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2fd24b-0be4-496b-a7e8-5933f082e7e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:24.115166 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2fd24b-0be4-496b-a7e8-5933f082e7e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:24.115500 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2fd24b-0be4-496b-a7e8-5933f082e7e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:24.115821 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2fd24b-0be4-496b-a7e8-5933f082e7e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:24.272360 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5d2fd24b-0be4-496b-a7e8-5933f082e7e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (6bb7f68f-6176-454a-bb0f-41f84e82581e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:24.397368 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device b4cc5f6c-f156-4e2d-929d-fa98c700b9e5 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:08:24.420965 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: b4cc5f6c-f156-4e2d-929d-fa98c700b9e5 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:08:24.421438 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device b4cc5f6c-f156-4e2d-929d-fa98c700b9e5 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:08:24.421911 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 07619303-61c8-4fca-98c0-4491531d6403 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:08:24.441099 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 07619303-61c8-4fca-98c0-4491531d6403 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:08:24.441443 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 07619303-61c8-4fca-98c0-4491531d6403 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:08:24.494767 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d2fd24b-0be4-496b-a7e8-5933f082e7e6 admin admin] Router 6bb7f68f-6176-454a-bb0f-41f84e82581e has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:08:24.600016 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2fd24b-0be4-496b-a7e8-5933f082e7e6 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:08:24.605511 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5d2fd24b-0be4-496b-a7e8-5933f082e7e6 admin admin] 10.222.0.53 "PUT /v2.0/routers/6bb7f68f-6176-454a-bb0f-41f84e82581e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4660506 Jan 28 04:08:24.608704 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36672) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:08:24.611095 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfa98ad-d2e2-4cdc-965e-913c43081fd0 None None] Sync routers for ids ['6bb7f68f-6176-454a-bb0f-41f84e82581e'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:08:24.622324 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfa98ad-d2e2-4cdc-965e-913c43081fd0 None None] Routers {'6bb7f68f-6176-454a-bb0f-41f84e82581e'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:08:24.623082 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-ddfa98ad-d2e2-4cdc-965e-913c43081fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:08:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['6bb7f68f-6176-454a-bb0f-41f84e82581e'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:08:24.720081 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-89c17f05-3257-4641-be23-e6acb58ed021 admin admin] Publish callbacks [] for router (6bb7f68f-6176-454a-bb0f-41f84e82581e), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:24.737531 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-ddfa98ad-d2e2-4cdc-965e-913c43081fd0 None None] Set router 6bb7f68f-6176-454a-bb0f-41f84e82581e gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:08:24.822000 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-89c17f05-3257-4641-be23-e6acb58ed021 admin admin] Publish callbacks [] for router_gateway (6bb7f68f-6176-454a-bb0f-41f84e82581e), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:24.874220 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-89c17f05-3257-4641-be23-e6acb58ed021 admin admin] Deleting port 721ebea5-12f4-4598-9fcd-52daa82fbbc6 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:08:24.874478 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-89c17f05-3257-4641-be23-e6acb58ed021 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (721ebea5-12f4-4598-9fcd-52daa82fbbc6), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:24.913786 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-ddfa98ad-d2e2-4cdc-965e-913c43081fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb7f68f-6176-454a-bb0f-41f84e82581e', 'name': 'tempest-TestEncryptedCinderVolumes-690182390-router', 'tenant_id': '59d826a56e764dadaf86b6f98f05ccc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '721ebea5-12f4-4598-9fcd-52daa82fbbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:34Z', 'updated_at': '2022-01-28T04:08:24Z', 'revision_number': 5, 'project_id': '59d826a56e764dadaf86b6f98f05ccc2', 'gw_port': {'id': '721ebea5-12f4-4598-9fcd-52daa82fbbc6', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:54:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb7f68f-6176-454a-bb0f-41f84e82581e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:06:34Z', 'updated_at': '2022-01-28T04:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:08:24.941127 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfa98ad-d2e2-4cdc-965e-913c43081fd0 None None] Checking router: 6bb7f68f-6176-454a-bb0f-41f84e82581e for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:08:24.949686 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfa98ad-d2e2-4cdc-965e-913c43081fd0 None None] Routers {'6bb7f68f-6176-454a-bb0f-41f84e82581e'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:08:24.950300 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-ddfa98ad-d2e2-4cdc-965e-913c43081fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:08:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['6bb7f68f-6176-454a-bb0f-41f84e82581e'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:08:24.955664 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-89c17f05-3257-4641-be23-e6acb58ed021 admin admin] For port 721ebea5-12f4-4598-9fcd-52daa82fbbc6, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=721ebea5-12f4-4598-9fcd-52daa82fbbc6,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:08:24.956039 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-89c17f05-3257-4641-be23-e6acb58ed021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (721ebea5-12f4-4598-9fcd-52daa82fbbc6), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:24.968848 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-89c17f05-3257-4641-be23-e6acb58ed021 admin admin] Calling delete_port for 721ebea5-12f4-4598-9fcd-52daa82fbbc6 owned by network:router_gateway {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:08:25.036195 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-ddfa98ad-d2e2-4cdc-965e-913c43081fd0 None None] Set router 6bb7f68f-6176-454a-bb0f-41f84e82581e gateway port host: None {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:08:25.092768 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-ddfa98ad-d2e2-4cdc-965e-913c43081fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb7f68f-6176-454a-bb0f-41f84e82581e', 'name': 'tempest-TestEncryptedCinderVolumes-690182390-router', 'tenant_id': '59d826a56e764dadaf86b6f98f05ccc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:34Z', 'updated_at': '2022-01-28T04:08:24Z', 'revision_number': 6, 'project_id': '59d826a56e764dadaf86b6f98f05ccc2', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:08:25.119172 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfa98ad-d2e2-4cdc-965e-913c43081fd0 None None] The sync data for ids ['6bb7f68f-6176-454a-bb0f-41f84e82581e'] in n-d-712139-27 is: [{'id': '6bb7f68f-6176-454a-bb0f-41f84e82581e', 'name': 'tempest-TestEncryptedCinderVolumes-690182390-router', 'tenant_id': '59d826a56e764dadaf86b6f98f05ccc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:06:34Z', 'updated_at': '2022-01-28T04:08:24Z', 'revision_number': 6, 'project_id': '59d826a56e764dadaf86b6f98f05ccc2', 'gw_port_host': None}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:08:25.139298 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-89c17f05-3257-4641-be23-e6acb58ed021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (721ebea5-12f4-4598-9fcd-52daa82fbbc6), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:25.166582 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c17f05-3257-4641-be23-e6acb58ed021 admin admin] Pushing event deleted for resources: {'Port': ['ID=721ebea5-12f4-4598-9fcd-52daa82fbbc6,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:25.230460 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-89c17f05-3257-4641-be23-e6acb58ed021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (6bb7f68f-6176-454a-bb0f-41f84e82581e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:25.322519 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-89c17f05-3257-4641-be23-e6acb58ed021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (6bb7f68f-6176-454a-bb0f-41f84e82581e), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:25.324689 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-89c17f05-3257-4641-be23-e6acb58ed021 admin admin] Publish callbacks [] for router_controller (6bb7f68f-6176-454a-bb0f-41f84e82581e), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:25.372131 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-89c17f05-3257-4641-be23-e6acb58ed021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (6bb7f68f-6176-454a-bb0f-41f84e82581e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:25.372691 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c17f05-3257-4641-be23-e6acb58ed021 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bb7f68f-6176-454a-bb0f-41f84e82581e {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:08:25.379593 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-89c17f05-3257-4641-be23-e6acb58ed021 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:25.381362 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-89c17f05-3257-4641-be23-e6acb58ed021 admin admin] 10.222.0.53 "DELETE /v2.0/routers/6bb7f68f-6176-454a-bb0f-41f84e82581e HTTP/1.1" status: 204 len: 168 time: 0.7722368 Jan 28 04:08:25.384087 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36674) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:08:25.431030 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b7b1444-dd88-40f5-8021-f083076147be admin admin] Deleting subnet 432ceec1-5535-43c5-8224-f50f72288537 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:08:25.434405 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2b7b1444-dd88-40f5-8021-f083076147be admin admin] Publish callbacks [] for subnet (432ceec1-5535-43c5-8224-f50f72288537), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:25.471586 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2b7b1444-dd88-40f5-8021-f083076147be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (432ceec1-5535-43c5-8224-f50f72288537), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:25.568276 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2b7b1444-dd88-40f5-8021-f083076147be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (432ceec1-5535-43c5-8224-f50f72288537), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:25.627841 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2b7b1444-dd88-40f5-8021-f083076147be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (432ceec1-5535-43c5-8224-f50f72288537), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:25.654161 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b1444-dd88-40f5-8021-f083076147be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=432ceec1-5535-43c5-8224-f50f72288537,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:25.656089 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2b7b1444-dd88-40f5-8021-f083076147be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:25.659267 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-2b7b1444-dd88-40f5-8021-f083076147be admin admin] 10.222.0.53 "DELETE /v2.0/subnets/432ceec1-5535-43c5-8224-f50f72288537 HTTP/1.1" status: 204 len: 168 time: 0.2741263 Jan 28 04:08:25.661443 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ee11a0-cd7d-4056-b15d-204571afefbe None None] Network 25e3cd15-c820-421f-b27b-cfe88a621b71 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:08:25.662348 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36676) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:08:25.733483 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-170f1129-e232-4a78-a936-516d19655ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (25e3cd15-c820-421f-b27b-cfe88a621b71), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:25.794599 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-170f1129-e232-4a78-a936-516d19655ffc admin admin] Deleting port bb019978-f735-4cfc-8e28-73ba1b1d3360 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:08:25.794945 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-170f1129-e232-4a78-a936-516d19655ffc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (bb019978-f735-4cfc-8e28-73ba1b1d3360), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:25.857905 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-170f1129-e232-4a78-a936-516d19655ffc admin admin] For port bb019978-f735-4cfc-8e28-73ba1b1d3360, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=bb019978-f735-4cfc-8e28-73ba1b1d3360,segment=NetworkSegment(2275e22d-0c6a-4eb4-9c95-59183f5c40e0),segment_id=2275e22d-0c6a-4eb4-9c95-59183f5c40e0)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:08:25.858270 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-170f1129-e232-4a78-a936-516d19655ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (bb019978-f735-4cfc-8e28-73ba1b1d3360), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:25.872930 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-170f1129-e232-4a78-a936-516d19655ffc admin admin] Calling delete_port for bb019978-f735-4cfc-8e28-73ba1b1d3360 owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:08:25.894068 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8d6aa1-fe87-4a8e-80ec-c9762f2aff16 None None] DHCP port deletion for 25e3cd15-c820-421f-b27b-cfe88a621b71 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:08:25.947241 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-ab8d6aa1-fe87-4a8e-80ec-c9762f2aff16 None None] Deleting port bb019978-f735-4cfc-8e28-73ba1b1d3360 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:08:25.947594 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ab8d6aa1-fe87-4a8e-80ec-c9762f2aff16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (bb019978-f735-4cfc-8e28-73ba1b1d3360), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:25.960036 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-170f1129-e232-4a78-a936-516d19655ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (bb019978-f735-4cfc-8e28-73ba1b1d3360), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:25.985963 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f1129-e232-4a78-a936-516d19655ffc admin admin] Pushing event deleted for resources: {'Port': ['ID=bb019978-f735-4cfc-8e28-73ba1b1d3360,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:25.990918 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170f1129-e232-4a78-a936-516d19655ffc admin admin] No DVR routers for this DVR port bb019978-f735-4cfc-8e28-73ba1b1d3360 on host n-d-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:08:26.016315 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-ab8d6aa1-fe87-4a8e-80ec-c9762f2aff16 None None] For port bb019978-f735-4cfc-8e28-73ba1b1d3360, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=bb019978-f735-4cfc-8e28-73ba1b1d3360,segment=NetworkSegment(2275e22d-0c6a-4eb4-9c95-59183f5c40e0),segment_id=2275e22d-0c6a-4eb4-9c95-59183f5c40e0)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:08:26.016725 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ab8d6aa1-fe87-4a8e-80ec-c9762f2aff16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (bb019978-f735-4cfc-8e28-73ba1b1d3360), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:26.034025 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-ab8d6aa1-fe87-4a8e-80ec-c9762f2aff16 None None] Calling delete_port for bb019978-f735-4cfc-8e28-73ba1b1d3360 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:08:26.062095 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-170f1129-e232-4a78-a936-516d19655ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (25e3cd15-c820-421f-b27b-cfe88a621b71), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:26.087866 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-170f1129-e232-4a78-a936-516d19655ffc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25e3cd15-c820-421f-b27b-cfe88a621b71']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:08:26.098895 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-170f1129-e232-4a78-a936-516d19655ffc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2275e22d-0c6a-4eb4-9c95-59183f5c40e0') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:08:26.099288 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-170f1129-e232-4a78-a936-516d19655ffc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2275e22d-0c6a-4eb4-9c95-59183f5c40e0') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:08:26.109782 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-170f1129-e232-4a78-a936-516d19655ffc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (2275e22d-0c6a-4eb4-9c95-59183f5c40e0), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:26.111280 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ab8d6aa1-fe87-4a8e-80ec-c9762f2aff16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (bb019978-f735-4cfc-8e28-73ba1b1d3360), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:26.123974 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-170f1129-e232-4a78-a936-516d19655ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (2275e22d-0c6a-4eb4-9c95-59183f5c40e0), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:26.131699 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-170f1129-e232-4a78-a936-516d19655ffc admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:08:26.132554 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-170f1129-e232-4a78-a936-516d19655ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (2275e22d-0c6a-4eb4-9c95-59183f5c40e0), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:26.134727 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 04:08:26.134727 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:08:26.134727 n-d-712139-27 neutron-server[109803]: timer() Jan 28 04:08:26.134727 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:08:26.134727 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 04:08:26.134727 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:08:26.134727 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 04:08:26.134727 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:08:26.134727 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 04:08:26.134727 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:08:26.134727 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 04:08:26.134727 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:08:26.134727 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 04:08:26.134727 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:08:26.134727 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:08:26.134727 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:08:26.134727 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:08:26.134727 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:08:26.134727 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 04:08:26.134727 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:08:26.134727 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 04:08:26.134727 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:08:26.134727 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:08:26.134727 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:08:26.134727 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 04:08:26.134727 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:08:26.134727 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:08:26.134727 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:08:26.134727 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:08:26.134727 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:08:26.134727 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:08:26.134727 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:08:26.141994 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d6aa1-fe87-4a8e-80ec-c9762f2aff16 None None] Pushing event deleted for resources: {'Port': ['ID=bb019978-f735-4cfc-8e28-73ba1b1d3360,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:26.148273 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8d6aa1-fe87-4a8e-80ec-c9762f2aff16 None None] No DVR routers for this DVR port bb019978-f735-4cfc-8e28-73ba1b1d3360 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:08:26.199191 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-170f1129-e232-4a78-a936-516d19655ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (25e3cd15-c820-421f-b27b-cfe88a621b71), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:26.204969 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-170f1129-e232-4a78-a936-516d19655ffc admin admin] Publish callbacks [] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:26.208162 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-170f1129-e232-4a78-a936-516d19655ffc admin admin] 10.222.0.53 "DELETE /v2.0/networks/25e3cd15-c820-421f-b27b-cfe88a621b71 HTTP/1.1" status: 204 len: 168 time: 0.5447154 Jan 28 04:08:26.219509 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f1129-e232-4a78-a936-516d19655ffc admin admin] Pushing event deleted for resources: {'Network': ['ID=25e3cd15-c820-421f-b27b-cfe88a621b71,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:26.336810 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device bb019978-f735-4cfc-8e28-73ba1b1d3360 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:08:26.357685 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: bb019978-f735-4cfc-8e28-73ba1b1d3360 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:08:26.358033 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device bb019978-f735-4cfc-8e28-73ba1b1d3360 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:08:26.358448 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 721ebea5-12f4-4598-9fcd-52daa82fbbc6 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:08:26.378032 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 721ebea5-12f4-4598-9fcd-52daa82fbbc6 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:08:26.378364 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 721ebea5-12f4-4598-9fcd-52daa82fbbc6 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:08:26.378782 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device d36c4d2f-ae50-443e-a55e-65e822f5c194 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:08:26.381643 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36680) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:08:26.400290 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: d36c4d2f-ae50-443e-a55e-65e822f5c194 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:08:26.400639 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device d36c4d2f-ae50-443e-a55e-65e822f5c194 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:08:26.426975 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c851dd7c-861b-41db-b812-0fb1b4cc786c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d9099f77f33942e2bc91ae2d123bd9c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0440426 Jan 28 04:08:26.429797 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36682) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:08:26.477110 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b0e8f2a7-4d35-471e-86f6-6a9314627364 admin admin] Publish callbacks [] for security_group (a54e7a53-99fa-4986-918c-23f20023e8b8), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:26.503359 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b0e8f2a7-4d35-471e-86f6-6a9314627364 admin admin] Publish callbacks [] for security_group (a54e7a53-99fa-4986-918c-23f20023e8b8), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:26.552769 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b0e8f2a7-4d35-471e-86f6-6a9314627364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (a54e7a53-99fa-4986-918c-23f20023e8b8), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:26.556012 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b0e8f2a7-4d35-471e-86f6-6a9314627364 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:26.557218 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b0e8f2a7-4d35-471e-86f6-6a9314627364 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a54e7a53-99fa-4986-918c-23f20023e8b8 HTTP/1.1" status: 204 len: 168 time: 0.1262918 Jan 28 04:08:26.565141 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8f2a7-4d35-471e-86f6-6a9314627364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54e7a53-99fa-4986-918c-23f20023e8b8,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:26.882255 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36688) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:08:26.926188 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6f5f1308-8ab3-48c2-88de-c8de9896ac92 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=59d826a56e764dadaf86b6f98f05ccc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427206 Jan 28 04:08:26.928689 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36690) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:08:26.980564 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-48df4ba1-09d4-40ff-a584-b71a402404d1 admin admin] Publish callbacks [] for security_group (f17e2f44-aeb5-4857-9932-556c12094025), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:27.003631 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-48df4ba1-09d4-40ff-a584-b71a402404d1 admin admin] Publish callbacks [] for security_group (f17e2f44-aeb5-4857-9932-556c12094025), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:27.058108 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-48df4ba1-09d4-40ff-a584-b71a402404d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f17e2f44-aeb5-4857-9932-556c12094025), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:27.060665 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-48df4ba1-09d4-40ff-a584-b71a402404d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:27.061864 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-48df4ba1-09d4-40ff-a584-b71a402404d1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f17e2f44-aeb5-4857-9932-556c12094025 HTTP/1.1" status: 204 len: 168 time: 0.1320724 Jan 28 04:08:27.070208 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df4ba1-09d4-40ff-a584-b71a402404d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17e2f44-aeb5-4857-9932-556c12094025,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:27.786460 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36712) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:08:27.888699 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-686c6b80-997a-494d-96fa-9602667fc250 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1453887520-network', 'tenant_id': 'aa1d6b4ad31f403d83ec2f264a051ff6'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:08:27.912308 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686c6b80-997a-494d-96fa-9602667fc250 admin admin] Made reservation on behalf of aa1d6b4ad31f403d83ec2f264a051ff6 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:08:27.914671 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-686c6b80-997a-494d-96fa-9602667fc250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:27.923691 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-686c6b80-997a-494d-96fa-9602667fc250 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:28.005059 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-686c6b80-997a-494d-96fa-9602667fc250 admin admin] Publish callbacks [] for security_group (125b401b-0a77-4952-a973-083173daff2c), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:28.011234 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-686c6b80-997a-494d-96fa-9602667fc250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (125b401b-0a77-4952-a973-083173daff2c), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:28.035439 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-686c6b80-997a-494d-96fa-9602667fc250 admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:08:28.045411 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c6b80-997a-494d-96fa-9602667fc250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125b401b-0a77-4952-a973-083173daff2c,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:28.052018 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-686c6b80-997a-494d-96fa-9602667fc250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (2491e9cf-47c6-453d-9b8a-fad6ceaff8c3), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:28.052354 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-686c6b80-997a-494d-96fa-9602667fc250 admin admin] Added segment 2491e9cf-47c6-453d-9b8a-fad6ceaff8c3 of type vlan for network 5efa0218-274f-47ce-9450-b027cc73a0f5 Jan 28 04:08:28.091290 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-686c6b80-997a-494d-96fa-9602667fc250 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (5efa0218-274f-47ce-9450-b027cc73a0f5), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:28.118645 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-686c6b80-997a-494d-96fa-9602667fc250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (5efa0218-274f-47ce-9450-b027cc73a0f5), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:28.119652 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686c6b80-997a-494d-96fa-9602667fc250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:28.120231 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-686c6b80-997a-494d-96fa-9602667fc250 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:28.175044 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-686c6b80-997a-494d-96fa-9602667fc250 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3873875 Jan 28 04:08:28.178075 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36716) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:08:28.183912 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-88e49ec5-f00b-46d0-9be1-9c06fee2113d admin admin] Request body: {'subnet': {'network_id': '5efa0218-274f-47ce-9450-b027cc73a0f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1453887520-subnet', 'tenant_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:08:28.187424 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c6b80-997a-494d-96fa-9602667fc250 admin admin] Pushing event updated for resources: {'Network': ['ID=5efa0218-274f-47ce-9450-b027cc73a0f5,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:28.198507 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 5efa0218-274f-47ce-9450-b027cc73a0f5 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:08:28.206376 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e49ec5-f00b-46d0-9be1-9c06fee2113d admin admin] Made reservation on behalf of aa1d6b4ad31f403d83ec2f264a051ff6 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:08:28.208824 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-88e49ec5-f00b-46d0-9be1-9c06fee2113d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:28.375373 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-88e49ec5-f00b-46d0-9be1-9c06fee2113d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (7d04e3de-6837-4447-9cca-c875dd5d37e4), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:28.437745 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e49ec5-f00b-46d0-9be1-9c06fee2113d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d04e3de-6837-4447-9cca-c875dd5d37e4,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:28.448350 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e49ec5-f00b-46d0-9be1-9c06fee2113d admin admin] Checking segment: {'id': '2491e9cf-47c6-453d-9b8a-fad6ceaff8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5efa0218-274f-47ce-9450-b027cc73a0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:08:28.448711 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e49ec5-f00b-46d0-9be1-9c06fee2113d admin admin] Network hostable DHCP agents. Network: 5efa0218-274f-47ce-9450-b027cc73a0f5, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:08:28.466298 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e49ec5-f00b-46d0-9be1-9c06fee2113d admin admin] Network 5efa0218-274f-47ce-9450-b027cc73a0f5 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:08:28.475318 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-88e49ec5-f00b-46d0-9be1-9c06fee2113d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 5efa0218-274f-47ce-9450-b027cc73a0f5) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:08:28.479309 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e49ec5-f00b-46d0-9be1-9c06fee2113d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:28.479899 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-88e49ec5-f00b-46d0-9be1-9c06fee2113d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:28.485624 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b943aa-1a68-4b6c-a99c-e32b4f029095 None None] Network 5efa0218-274f-47ce-9450-b027cc73a0f5 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:08:28.496640 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-88e49ec5-f00b-46d0-9be1-9c06fee2113d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3168588 Jan 28 04:08:28.499537 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36718) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:08:28.503946 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-c5fad844-94b4-4b90-b6b4-a00a183dbc97 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1453887520-router', 'tenant_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:08:28.523452 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c5fad844-94b4-4b90-b6b4-a00a183dbc97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (32a66bae-7e99-4b81-96be-16ede094af79), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:28.524636 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c5fad844-94b4-4b90-b6b4-a00a183dbc97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (32a66bae-7e99-4b81-96be-16ede094af79), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:28.575579 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c5fad844-94b4-4b90-b6b4-a00a183dbc97 admin admin] Publish callbacks [] for router_controller (32a66bae-7e99-4b81-96be-16ede094af79), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:28.586882 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef711de7-5414-4e57-b6c3-82616d34a5c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-5efa0218-274f-47ce-9450-b027cc73a0f5', 'network_id': '5efa0218-274f-47ce-9450-b027cc73a0f5', 'project_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'fixed_ips': [{'subnet_id': '7d04e3de-6837-4447-9cca-c875dd5d37e4'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:08:28.587830 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ef711de7-5414-4e57-b6c3-82616d34a5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:28.713729 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c5fad844-94b4-4b90-b6b4-a00a183dbc97 admin admin] Publish callbacks [] for router_gateway (32a66bae-7e99-4b81-96be-16ede094af79), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:28.724772 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-ef711de7-5414-4e57-b6c3-82616d34a5c2 None None] Allocated IP 172.20.0.2 (5efa0218-274f-47ce-9450-b027cc73a0f5/7d04e3de-6837-4447-9cca-c875dd5d37e4/a803660e-5522-4f17-88e3-6d1431b44146) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:08:28.864730 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ef711de7-5414-4e57-b6c3-82616d34a5c2 None None] Publish callbacks [] for port (a803660e-5522-4f17-88e3-6d1431b44146), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:28.872183 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ef711de7-5414-4e57-b6c3-82616d34a5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (a803660e-5522-4f17-88e3-6d1431b44146), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:28.908742 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef711de7-5414-4e57-b6c3-82616d34a5c2 None None] Network 5efa0218-274f-47ce-9450-b027cc73a0f5 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:08:28.910114 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-ef711de7-5414-4e57-b6c3-82616d34a5c2 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:08:28.913047 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c5fad844-94b4-4b90-b6b4-a00a183dbc97 admin admin] Publish callbacks [] for router_gateway (32a66bae-7e99-4b81-96be-16ede094af79), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:28.913571 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef711de7-5414-4e57-b6c3-82616d34a5c2 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:08:28.930714 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef711de7-5414-4e57-b6c3-82616d34a5c2 None None] Pushing event updated for resources: {'Port': ['ID=a803660e-5522-4f17-88e3-6d1431b44146,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:28.940522 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c5fad844-94b4-4b90-b6b4-a00a183dbc97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:28.979079 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-ef711de7-5414-4e57-b6c3-82616d34a5c2 None None] Attempting to bind port a803660e-5522-4f17-88e3-6d1431b44146 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:08:28.979451 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-ef711de7-5414-4e57-b6c3-82616d34a5c2 None None] Attempting to bind port a803660e-5522-4f17-88e3-6d1431b44146 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '2491e9cf-47c6-453d-9b8a-fad6ceaff8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5efa0218-274f-47ce-9450-b027cc73a0f5'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:08:28.979838 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef711de7-5414-4e57-b6c3-82616d34a5c2 None None] Attempting to bind port a803660e-5522-4f17-88e3-6d1431b44146 on network 5efa0218-274f-47ce-9450-b027cc73a0f5 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:08:28.985118 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef711de7-5414-4e57-b6c3-82616d34a5c2 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:08:28.985493 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef711de7-5414-4e57-b6c3-82616d34a5c2 None None] Checking segment: {'id': '2491e9cf-47c6-453d-9b8a-fad6ceaff8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5efa0218-274f-47ce-9450-b027cc73a0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:08:28.985874 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ef711de7-5414-4e57-b6c3-82616d34a5c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:28.986422 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef711de7-5414-4e57-b6c3-82616d34a5c2 None None] Bound using segment: {'id': '2491e9cf-47c6-453d-9b8a-fad6ceaff8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5efa0218-274f-47ce-9450-b027cc73a0f5'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:08:28.986904 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-ef711de7-5414-4e57-b6c3-82616d34a5c2 None None] Bound port: a803660e-5522-4f17-88e3-6d1431b44146, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2491e9cf-47c6-453d-9b8a-fad6ceaff8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5efa0218-274f-47ce-9450-b027cc73a0f5'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:08:28.987313 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ef711de7-5414-4e57-b6c3-82616d34a5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (a803660e-5522-4f17-88e3-6d1431b44146), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:29.048181 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-c5fad844-94b4-4b90-b6b4-a00a183dbc97 admin admin] Allocated IP 172.25.0.99 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/abe86ef2-a50d-45c7-8709-6cfe6d661b93) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:08:29.050414 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-ef711de7-5414-4e57-b6c3-82616d34a5c2 None None] For port a803660e-5522-4f17-88e3-6d1431b44146, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:08:29.053524 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-ef711de7-5414-4e57-b6c3-82616d34a5c2 None None] For port a803660e-5522-4f17-88e3-6d1431b44146, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=a803660e-5522-4f17-88e3-6d1431b44146,segment=NetworkSegment(2491e9cf-47c6-453d-9b8a-fad6ceaff8c3),segment_id=2491e9cf-47c6-453d-9b8a-fad6ceaff8c3)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:08:29.059251 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ef711de7-5414-4e57-b6c3-82616d34a5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (a803660e-5522-4f17-88e3-6d1431b44146), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:29.113415 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef711de7-5414-4e57-b6c3-82616d34a5c2 None None] Pushing event updated for resources: {'Port': ['ID=a803660e-5522-4f17-88e3-6d1431b44146,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:29.162828 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c5fad844-94b4-4b90-b6b4-a00a183dbc97 admin admin] Publish callbacks [] for port (abe86ef2-a50d-45c7-8709-6cfe6d661b93), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:29.199566 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c5fad844-94b4-4b90-b6b4-a00a183dbc97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (abe86ef2-a50d-45c7-8709-6cfe6d661b93), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:29.238219 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fad844-94b4-4b90-b6b4-a00a183dbc97 admin admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:08:29.241161 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-c5fad844-94b4-4b90-b6b4-a00a183dbc97 admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:08:29.247141 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fad844-94b4-4b90-b6b4-a00a183dbc97 admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:08:29.252857 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fad844-94b4-4b90-b6b4-a00a183dbc97 admin admin] Pushing event updated for resources: {'Port': ['ID=abe86ef2-a50d-45c7-8709-6cfe6d661b93,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:29.687600 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:29.827907 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9fb9aff0-6d5d-43ae-985d-5831ad2465ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:29.865529 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c5fad844-94b4-4b90-b6b4-a00a183dbc97 admin admin] Publish callbacks [] for router_gateway (32a66bae-7e99-4b81-96be-16ede094af79), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:30.054671 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fdb344-2521-4556-8de7-f9ab0412c96e None None] Network 5efa0218-274f-47ce-9450-b027cc73a0f5 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:08:30.072443 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c5fad844-94b4-4b90-b6b4-a00a183dbc97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (32a66bae-7e99-4b81-96be-16ede094af79), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:30.116113 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-8b841d7f-ce45-40c9-8759-33d069cccbe7 None None] Provisioning complete for port a803660e-5522-4f17-88e3-6d1431b44146 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:08:30.116482 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8b841d7f-ce45-40c9-8759-33d069cccbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (a803660e-5522-4f17-88e3-6d1431b44146), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:30.203345 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5fad844-94b4-4b90-b6b4-a00a183dbc97 admin admin] Router 32a66bae-7e99-4b81-96be-16ede094af79 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:08:30.319494 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5fad844-94b4-4b90-b6b4-a00a183dbc97 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:08:30.329493 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084f33f4-4ae6-446e-8b7e-c03b252432d3 None None] Sync routers for ids ['32a66bae-7e99-4b81-96be-16ede094af79'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:08:30.340966 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084f33f4-4ae6-446e-8b7e-c03b252432d3 None None] Routers {'32a66bae-7e99-4b81-96be-16ede094af79'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:08:30.341604 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-084f33f4-4ae6-446e-8b7e-c03b252432d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:08:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['32a66bae-7e99-4b81-96be-16ede094af79'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:08:30.352053 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c5fad844-94b4-4b90-b6b4-a00a183dbc97 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:30.353897 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c5fad844-94b4-4b90-b6b4-a00a183dbc97 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8533370 Jan 28 04:08:30.356882 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36720) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:08:30.405675 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-8b841d7f-ce45-40c9-8759-33d069cccbe7 None None] Current status of the port a803660e-5522-4f17-88e3-6d1431b44146 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:08:30.406075 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8b841d7f-ce45-40c9-8759-33d069cccbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (a803660e-5522-4f17-88e3-6d1431b44146), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:30.428757 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device a803660e-5522-4f17-88e3-6d1431b44146 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:08:30.474626 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-084f33f4-4ae6-446e-8b7e-c03b252432d3 None None] Set router 32a66bae-7e99-4b81-96be-16ede094af79 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:08:30.474882 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-8b841d7f-ce45-40c9-8759-33d069cccbe7 None None] For port a803660e-5522-4f17-88e3-6d1431b44146, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=a803660e-5522-4f17-88e3-6d1431b44146,segment=NetworkSegment(2491e9cf-47c6-453d-9b8a-fad6ceaff8c3),segment_id=2491e9cf-47c6-453d-9b8a-fad6ceaff8c3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:08:30.484460 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8b841d7f-ce45-40c9-8759-33d069cccbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (a803660e-5522-4f17-88e3-6d1431b44146), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:30.541802 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port a803660e-5522-4f17-88e3-6d1431b44146 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:08:30.542188 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (a803660e-5522-4f17-88e3-6d1431b44146), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:30.569782 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b841d7f-ce45-40c9-8759-33d069cccbe7 None None] Pushing event updated for resources: {'Port': ['ID=a803660e-5522-4f17-88e3-6d1431b44146,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:30.645700 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port a803660e-5522-4f17-88e3-6d1431b44146 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:08:30.698594 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-084f33f4-4ae6-446e-8b7e-c03b252432d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a66bae-7e99-4b81-96be-16ede094af79', 'name': 'tempest-TestMinimumBasicScenario-1453887520-router', 'tenant_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'abe86ef2-a50d-45c7-8709-6cfe6d661b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:08:28Z', 'updated_at': '2022-01-28T04:08:29Z', 'revision_number': 3, 'project_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'gw_port': {'id': 'abe86ef2-a50d-45c7-8709-6cfe6d661b93', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a66bae-7e99-4b81-96be-16ede094af79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:08:28Z', 'updated_at': '2022-01-28T04:08:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:08:30.703882 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-d9f2486a-7e2e-4eb3-86bf-e210df5ddc8a None None] Provisioning complete for port a803660e-5522-4f17-88e3-6d1431b44146 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:08:30.704446 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d9f2486a-7e2e-4eb3-86bf-e210df5ddc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (a803660e-5522-4f17-88e3-6d1431b44146), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:30.725757 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084f33f4-4ae6-446e-8b7e-c03b252432d3 None None] Checking router: 32a66bae-7e99-4b81-96be-16ede094af79 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:08:30.725989 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084f33f4-4ae6-446e-8b7e-c03b252432d3 None None] Updating router 32a66bae-7e99-4b81-96be-16ede094af79 port abe86ef2-a50d-45c7-8709-6cfe6d661b93 binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:08:30.751300 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-084f33f4-4ae6-446e-8b7e-c03b252432d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (abe86ef2-a50d-45c7-8709-6cfe6d661b93), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:30.787528 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-d9f2486a-7e2e-4eb3-86bf-e210df5ddc8a None None] Current status of the port a803660e-5522-4f17-88e3-6d1431b44146 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:08:30.851806 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-88c0568b-4398-421a-b813-7a404a452785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:31.012004 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-88c0568b-4398-421a-b813-7a404a452785 admin admin] Allocated IP 172.20.0.1 (5efa0218-274f-47ce-9450-b027cc73a0f5/7d04e3de-6837-4447-9cca-c875dd5d37e4/34c8aad2-7fdd-401b-ab7f-9cb643e0d52f) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:08:31.093628 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-084f33f4-4ae6-446e-8b7e-c03b252432d3 None None] Publish callbacks [] for port (abe86ef2-a50d-45c7-8709-6cfe6d661b93), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:31.101869 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-084f33f4-4ae6-446e-8b7e-c03b252432d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (abe86ef2-a50d-45c7-8709-6cfe6d661b93), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:31.116916 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-88c0568b-4398-421a-b813-7a404a452785 admin admin] Publish callbacks [] for port (34c8aad2-7fdd-401b-ab7f-9cb643e0d52f), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:31.153037 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-084f33f4-4ae6-446e-8b7e-c03b252432d3 None None] Attempting to bind port abe86ef2-a50d-45c7-8709-6cfe6d661b93 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:08:31.153432 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-084f33f4-4ae6-446e-8b7e-c03b252432d3 None None] Attempting to bind port abe86ef2-a50d-45c7-8709-6cfe6d661b93 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:08:31.153790 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084f33f4-4ae6-446e-8b7e-c03b252432d3 None None] Attempting to bind port abe86ef2-a50d-45c7-8709-6cfe6d661b93 on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:08:31.154655 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-88c0568b-4398-421a-b813-7a404a452785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (34c8aad2-7fdd-401b-ab7f-9cb643e0d52f), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:31.156848 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf281390-588a-4396-a8dc-12bce36b23ed None None] Pushing event updated for resources: {'Port': ['ID=abe86ef2-a50d-45c7-8709-6cfe6d661b93,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:31.164678 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084f33f4-4ae6-446e-8b7e-c03b252432d3 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:08:31.165097 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084f33f4-4ae6-446e-8b7e-c03b252432d3 None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:08:31.165492 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-084f33f4-4ae6-446e-8b7e-c03b252432d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:31.165903 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084f33f4-4ae6-446e-8b7e-c03b252432d3 None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:08:31.166354 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-084f33f4-4ae6-446e-8b7e-c03b252432d3 None None] Bound port: abe86ef2-a50d-45c7-8709-6cfe6d661b93, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:08:31.166728 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-084f33f4-4ae6-446e-8b7e-c03b252432d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (abe86ef2-a50d-45c7-8709-6cfe6d661b93), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:31.168927 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf281390-588a-4396-a8dc-12bce36b23ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:31.169285 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf281390-588a-4396-a8dc-12bce36b23ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:31.169617 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf281390-588a-4396-a8dc-12bce36b23ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:31.169948 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf281390-588a-4396-a8dc-12bce36b23ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:31.170274 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf281390-588a-4396-a8dc-12bce36b23ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:31.170625 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf281390-588a-4396-a8dc-12bce36b23ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:31.170941 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf281390-588a-4396-a8dc-12bce36b23ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:31.171227 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf281390-588a-4396-a8dc-12bce36b23ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:31.171571 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf281390-588a-4396-a8dc-12bce36b23ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:31.171884 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf281390-588a-4396-a8dc-12bce36b23ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:31.172196 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf281390-588a-4396-a8dc-12bce36b23ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:31.172505 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf281390-588a-4396-a8dc-12bce36b23ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:31.172799 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf281390-588a-4396-a8dc-12bce36b23ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:31.204358 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c0568b-4398-421a-b813-7a404a452785 admin admin] Network 5efa0218-274f-47ce-9450-b027cc73a0f5 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:08:31.205317 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c0568b-4398-421a-b813-7a404a452785 admin admin] Pushing event updated for resources: {'Port': ['ID=34c8aad2-7fdd-401b-ab7f-9cb643e0d52f,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:31.209198 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-88c0568b-4398-421a-b813-7a404a452785 admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:08:31.211267 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c0568b-4398-421a-b813-7a404a452785 admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:08:31.226799 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-084f33f4-4ae6-446e-8b7e-c03b252432d3 None None] For port abe86ef2-a50d-45c7-8709-6cfe6d661b93, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:08:31.231033 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-084f33f4-4ae6-446e-8b7e-c03b252432d3 None None] For port abe86ef2-a50d-45c7-8709-6cfe6d661b93, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=abe86ef2-a50d-45c7-8709-6cfe6d661b93,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:08:31.236594 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-084f33f4-4ae6-446e-8b7e-c03b252432d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (abe86ef2-a50d-45c7-8709-6cfe6d661b93), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:31.252446 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-88c0568b-4398-421a-b813-7a404a452785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (32a66bae-7e99-4b81-96be-16ede094af79), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:31.292486 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084f33f4-4ae6-446e-8b7e-c03b252432d3 None None] Routers {'32a66bae-7e99-4b81-96be-16ede094af79'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:08:31.293148 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-084f33f4-4ae6-446e-8b7e-c03b252432d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:08:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['32a66bae-7e99-4b81-96be-16ede094af79'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:08:31.341050 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf281390-588a-4396-a8dc-12bce36b23ed None None] Pushing event updated for resources: {'Port': ['ID=abe86ef2-a50d-45c7-8709-6cfe6d661b93,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:31.390819 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-88c0568b-4398-421a-b813-7a404a452785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (34c8aad2-7fdd-401b-ab7f-9cb643e0d52f), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:31.414822 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-084f33f4-4ae6-446e-8b7e-c03b252432d3 None None] Set router 32a66bae-7e99-4b81-96be-16ede094af79 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:08:31.514045 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-e24dd4e3-a12e-4e57-a249-38e4c2dabfb7 None None] Provisioning complete for port 34c8aad2-7fdd-401b-ab7f-9cb643e0d52f triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:08:31.514045 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e24dd4e3-a12e-4e57-a249-38e4c2dabfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (34c8aad2-7fdd-401b-ab7f-9cb643e0d52f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:31.557668 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e24dd4e3-a12e-4e57-a249-38e4c2dabfb7 None None] Port 34c8aad2-7fdd-401b-ab7f-9cb643e0d52f cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:08:31.566282 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-88c0568b-4398-421a-b813-7a404a452785 admin admin] Publish callbacks [] for port (34c8aad2-7fdd-401b-ab7f-9cb643e0d52f), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:31.572435 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-88c0568b-4398-421a-b813-7a404a452785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (34c8aad2-7fdd-401b-ab7f-9cb643e0d52f), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:31.597094 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-084f33f4-4ae6-446e-8b7e-c03b252432d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a66bae-7e99-4b81-96be-16ede094af79', 'name': 'tempest-TestMinimumBasicScenario-1453887520-router', 'tenant_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'abe86ef2-a50d-45c7-8709-6cfe6d661b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:08:28Z', 'updated_at': '2022-01-28T04:08:29Z', 'revision_number': 3, 'project_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'gw_port': {'id': 'abe86ef2-a50d-45c7-8709-6cfe6d661b93', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a66bae-7e99-4b81-96be-16ede094af79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:08:28Z', 'updated_at': '2022-01-28T04:08:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:08:31.623900 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084f33f4-4ae6-446e-8b7e-c03b252432d3 None None] The sync data for ids ['32a66bae-7e99-4b81-96be-16ede094af79'] in n-d-712139-27 is: [{'id': '32a66bae-7e99-4b81-96be-16ede094af79', 'name': 'tempest-TestMinimumBasicScenario-1453887520-router', 'tenant_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'abe86ef2-a50d-45c7-8709-6cfe6d661b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:08:28Z', 'updated_at': '2022-01-28T04:08:29Z', 'revision_number': 3, 'project_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'gw_port': {'id': 'abe86ef2-a50d-45c7-8709-6cfe6d661b93', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a66bae-7e99-4b81-96be-16ede094af79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:08:28Z', 'updated_at': '2022-01-28T04:08:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:08:31.636115 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-88c0568b-4398-421a-b813-7a404a452785 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (32a66bae-7e99-4b81-96be-16ede094af79), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:31.644306 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c0568b-4398-421a-b813-7a404a452785 admin admin] Pushing event updated for resources: {'Port': ['ID=34c8aad2-7fdd-401b-ab7f-9cb643e0d52f,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:31.740954 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c0568b-4398-421a-b813-7a404a452785 admin admin] Network 5efa0218-274f-47ce-9450-b027cc73a0f5 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:08:31.742522 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-88c0568b-4398-421a-b813-7a404a452785 admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:08:31.872858 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c0568b-4398-421a-b813-7a404a452785 admin admin] Router 32a66bae-7e99-4b81-96be-16ede094af79 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:08:31.898217 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3806379e-0510-4cd9-ac3c-73f74e4f425f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:32.003692 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c0568b-4398-421a-b813-7a404a452785 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:08:32.009459 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-88c0568b-4398-421a-b813-7a404a452785 admin admin] 10.222.0.53 "PUT /v2.0/routers/32a66bae-7e99-4b81-96be-16ede094af79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6506419 Jan 28 04:08:32.087861 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-4c2591a7-0fea-4be5-b696-747def38f13d None None] Provisioning complete for port 34c8aad2-7fdd-401b-ab7f-9cb643e0d52f triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:08:32.088442 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4c2591a7-0fea-4be5-b696-747def38f13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (34c8aad2-7fdd-401b-ab7f-9cb643e0d52f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:32.146687 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-4c2591a7-0fea-4be5-b696-747def38f13d None None] Port 34c8aad2-7fdd-401b-ab7f-9cb643e0d52f cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:08:32.442929 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device abe86ef2-a50d-45c7-8709-6cfe6d661b93 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:08:32.491777 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port abe86ef2-a50d-45c7-8709-6cfe6d661b93 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:08:32.492158 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (abe86ef2-a50d-45c7-8709-6cfe6d661b93), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:32.547087 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36736) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:08:32.552908 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-8e72c8f8-7408-4e6d-a4fb-3724ac974c62 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-915857904-network', 'tenant_id': '97b54dbf20a64583894af4792ca78b7f'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:08:32.575171 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e72c8f8-7408-4e6d-a4fb-3724ac974c62 admin admin] Made reservation on behalf of 97b54dbf20a64583894af4792ca78b7f for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:08:32.577201 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port abe86ef2-a50d-45c7-8709-6cfe6d661b93 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:08:32.577586 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (abe86ef2-a50d-45c7-8709-6cfe6d661b93), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:32.578482 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8e72c8f8-7408-4e6d-a4fb-3724ac974c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:32.587655 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8e72c8f8-7408-4e6d-a4fb-3724ac974c62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:32.598921 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port abe86ef2-a50d-45c7-8709-6cfe6d661b93, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=abe86ef2-a50d-45c7-8709-6cfe6d661b93,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:08:32.603046 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (abe86ef2-a50d-45c7-8709-6cfe6d661b93), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:32.603810 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device a803660e-5522-4f17-88e3-6d1431b44146 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:08:32.662765 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8e72c8f8-7408-4e6d-a4fb-3724ac974c62 admin admin] Publish callbacks [] for security_group (4448937e-3e32-4115-a341-35791a8a21bf), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:32.668058 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8e72c8f8-7408-4e6d-a4fb-3724ac974c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (4448937e-3e32-4115-a341-35791a8a21bf), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:32.683198 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=abe86ef2-a50d-45c7-8709-6cfe6d661b93,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:32.691394 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port a803660e-5522-4f17-88e3-6d1431b44146 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:08:32.691766 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (a803660e-5522-4f17-88e3-6d1431b44146), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:32.695311 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e72c8f8-7408-4e6d-a4fb-3724ac974c62 admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:08:32.705270 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e72c8f8-7408-4e6d-a4fb-3724ac974c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4448937e-3e32-4115-a341-35791a8a21bf,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:32.711297 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8e72c8f8-7408-4e6d-a4fb-3724ac974c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (12f7c348-2f74-4aed-a596-03d7f201fa27), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:32.711643 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-8e72c8f8-7408-4e6d-a4fb-3724ac974c62 admin admin] Added segment 12f7c348-2f74-4aed-a596-03d7f201fa27 of type vlan for network f39fe47b-91bb-4a20-a3d0-93101fa69df7 Jan 28 04:08:32.754690 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8e72c8f8-7408-4e6d-a4fb-3724ac974c62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (f39fe47b-91bb-4a20-a3d0-93101fa69df7), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:32.773768 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port a803660e-5522-4f17-88e3-6d1431b44146 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:08:32.788291 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8e72c8f8-7408-4e6d-a4fb-3724ac974c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (f39fe47b-91bb-4a20-a3d0-93101fa69df7), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:32.789387 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e72c8f8-7408-4e6d-a4fb-3724ac974c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:32.790028 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8e72c8f8-7408-4e6d-a4fb-3724ac974c62 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:32.841311 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8e72c8f8-7408-4e6d-a4fb-3724ac974c62 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2929485 Jan 28 04:08:32.844206 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36738) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:08:32.849381 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-f0ebccae-9563-44e3-b981-d3801cd2116f admin admin] Request body: {'subnet': {'network_id': 'f39fe47b-91bb-4a20-a3d0-93101fa69df7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-915857904-subnet', 'tenant_id': '97b54dbf20a64583894af4792ca78b7f', 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:08:32.856919 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e72c8f8-7408-4e6d-a4fb-3724ac974c62 admin admin] Pushing event updated for resources: {'Network': ['ID=f39fe47b-91bb-4a20-a3d0-93101fa69df7,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:32.866690 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network f39fe47b-91bb-4a20-a3d0-93101fa69df7 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:08:32.872213 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ebccae-9563-44e3-b981-d3801cd2116f admin admin] Made reservation on behalf of 97b54dbf20a64583894af4792ca78b7f for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:08:32.874714 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f0ebccae-9563-44e3-b981-d3801cd2116f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:33.050193 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f0ebccae-9563-44e3-b981-d3801cd2116f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (4789bcfe-ab66-4ee6-b0d2-628170dcc0f0), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:33.104286 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ebccae-9563-44e3-b981-d3801cd2116f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4789bcfe-ab66-4ee6-b0d2-628170dcc0f0,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:33.121479 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ebccae-9563-44e3-b981-d3801cd2116f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:33.121789 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ebccae-9563-44e3-b981-d3801cd2116f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:33.122153 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ebccae-9563-44e3-b981-d3801cd2116f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:33.122484 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ebccae-9563-44e3-b981-d3801cd2116f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:33.122815 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ebccae-9563-44e3-b981-d3801cd2116f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:33.123119 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ebccae-9563-44e3-b981-d3801cd2116f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:33.123433 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ebccae-9563-44e3-b981-d3801cd2116f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:33.123784 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ebccae-9563-44e3-b981-d3801cd2116f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:33.124087 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ebccae-9563-44e3-b981-d3801cd2116f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:33.124409 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ebccae-9563-44e3-b981-d3801cd2116f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:33.124727 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ebccae-9563-44e3-b981-d3801cd2116f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:33.125040 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ebccae-9563-44e3-b981-d3801cd2116f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:33.125456 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ebccae-9563-44e3-b981-d3801cd2116f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:08:33.131814 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ebccae-9563-44e3-b981-d3801cd2116f admin admin] Checking segment: {'id': '12f7c348-2f74-4aed-a596-03d7f201fa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f39fe47b-91bb-4a20-a3d0-93101fa69df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:08:33.132160 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ebccae-9563-44e3-b981-d3801cd2116f admin admin] Network hostable DHCP agents. Network: f39fe47b-91bb-4a20-a3d0-93101fa69df7, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:08:33.151552 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ebccae-9563-44e3-b981-d3801cd2116f admin admin] Network f39fe47b-91bb-4a20-a3d0-93101fa69df7 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:08:33.161815 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-f0ebccae-9563-44e3-b981-d3801cd2116f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, f39fe47b-91bb-4a20-a3d0-93101fa69df7) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:08:33.166202 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ebccae-9563-44e3-b981-d3801cd2116f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:33.166799 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f0ebccae-9563-44e3-b981-d3801cd2116f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:33.172531 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fa8208-a7e5-402e-b1ce-d9cc2f9941cc None None] Network f39fe47b-91bb-4a20-a3d0-93101fa69df7 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:08:33.184803 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f0ebccae-9563-44e3-b981-d3801cd2116f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3393476 Jan 28 04:08:33.188218 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36740) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:08:33.193877 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-a2a0f501-dde7-484d-bc6e-1be2cba70fd6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-915857904-router', 'tenant_id': '97b54dbf20a64583894af4792ca78b7f', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:08:33.214616 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a2a0f501-dde7-484d-bc6e-1be2cba70fd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:33.215641 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a2a0f501-dde7-484d-bc6e-1be2cba70fd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:33.267372 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a2a0f501-dde7-484d-bc6e-1be2cba70fd6 admin admin] Publish callbacks [] for router_controller (026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:33.281476 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01e9225-5a70-48ae-8447-cff072051bc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-f39fe47b-91bb-4a20-a3d0-93101fa69df7', 'network_id': 'f39fe47b-91bb-4a20-a3d0-93101fa69df7', 'project_id': '97b54dbf20a64583894af4792ca78b7f', 'fixed_ips': [{'subnet_id': '4789bcfe-ab66-4ee6-b0d2-628170dcc0f0'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:08:33.282385 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b01e9225-5a70-48ae-8447-cff072051bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:33.285989 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16af728-d8de-4199-a036-eb28d3dfbff3 None None] Sync routers for ids ['32a66bae-7e99-4b81-96be-16ede094af79'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:08:33.307703 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16af728-d8de-4199-a036-eb28d3dfbff3 None None] Routers {'32a66bae-7e99-4b81-96be-16ede094af79'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:08:33.308425 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-c16af728-d8de-4199-a036-eb28d3dfbff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:08:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['32a66bae-7e99-4b81-96be-16ede094af79'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:08:33.404307 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a2a0f501-dde7-484d-bc6e-1be2cba70fd6 admin admin] Publish callbacks [] for router_gateway (026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:33.502222 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-c16af728-d8de-4199-a036-eb28d3dfbff3 None None] Set router 32a66bae-7e99-4b81-96be-16ede094af79 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:08:33.536916 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-b01e9225-5a70-48ae-8447-cff072051bc3 None None] Allocated IP 172.20.0.2 (f39fe47b-91bb-4a20-a3d0-93101fa69df7/4789bcfe-ab66-4ee6-b0d2-628170dcc0f0/ba1322c5-987d-46d6-a003-be31f798b61a) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:08:33.602139 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a2a0f501-dde7-484d-bc6e-1be2cba70fd6 admin admin] Publish callbacks [] for router_gateway (026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:33.695954 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:33.823360 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b01e9225-5a70-48ae-8447-cff072051bc3 None None] Publish callbacks [] for port (ba1322c5-987d-46d6-a003-be31f798b61a), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:33.832251 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b01e9225-5a70-48ae-8447-cff072051bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (ba1322c5-987d-46d6-a003-be31f798b61a), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:33.887600 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-c16af728-d8de-4199-a036-eb28d3dfbff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a66bae-7e99-4b81-96be-16ede094af79', 'name': 'tempest-TestMinimumBasicScenario-1453887520-router', 'tenant_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'abe86ef2-a50d-45c7-8709-6cfe6d661b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:08:28Z', 'updated_at': '2022-01-28T04:08:31Z', 'revision_number': 4, 'project_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'gw_port': {'id': 'abe86ef2-a50d-45c7-8709-6cfe6d661b93', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a66bae-7e99-4b81-96be-16ede094af79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:08:28Z', 'updated_at': '2022-01-28T04:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '34c8aad2-7fdd-401b-ab7f-9cb643e0d52f', 'name': '', 'network_id': '5efa0218-274f-47ce-9450-b027cc73a0f5', 'tenant_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'mac_address': 'fa:16:3e:9c:1f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a66bae-7e99-4b81-96be-16ede094af79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '7d04e3de-6837-4447-9cca-c875dd5d37e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:08:30Z', 'updated_at': '2022-01-28T04:08:31Z', 'revision_number': 2, 'project_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'subnets': [{'id': '7d04e3de-6837-4447-9cca-c875dd5d37e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:08:33.892729 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01e9225-5a70-48ae-8447-cff072051bc3 None None] Network f39fe47b-91bb-4a20-a3d0-93101fa69df7 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:08:33.895013 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e9225-5a70-48ae-8447-cff072051bc3 None None] Pushing event updated for resources: {'Port': ['ID=ba1322c5-987d-46d6-a003-be31f798b61a,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:33.920532 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-b01e9225-5a70-48ae-8447-cff072051bc3 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:08:33.923002 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01e9225-5a70-48ae-8447-cff072051bc3 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:08:33.926626 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16af728-d8de-4199-a036-eb28d3dfbff3 None None] Checking router: 32a66bae-7e99-4b81-96be-16ede094af79 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:08:33.926980 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16af728-d8de-4199-a036-eb28d3dfbff3 None None] Updating router 32a66bae-7e99-4b81-96be-16ede094af79 port 34c8aad2-7fdd-401b-ab7f-9cb643e0d52f binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:08:33.969736 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a2a0f501-dde7-484d-bc6e-1be2cba70fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:33.972416 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c16af728-d8de-4199-a036-eb28d3dfbff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (34c8aad2-7fdd-401b-ab7f-9cb643e0d52f), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:34.027487 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-b01e9225-5a70-48ae-8447-cff072051bc3 None None] Attempting to bind port ba1322c5-987d-46d6-a003-be31f798b61a on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:08:34.027859 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-b01e9225-5a70-48ae-8447-cff072051bc3 None None] Attempting to bind port ba1322c5-987d-46d6-a003-be31f798b61a by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '12f7c348-2f74-4aed-a596-03d7f201fa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f39fe47b-91bb-4a20-a3d0-93101fa69df7'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:08:34.028287 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01e9225-5a70-48ae-8447-cff072051bc3 None None] Attempting to bind port ba1322c5-987d-46d6-a003-be31f798b61a on network f39fe47b-91bb-4a20-a3d0-93101fa69df7 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:08:34.037827 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01e9225-5a70-48ae-8447-cff072051bc3 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:08:34.038211 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01e9225-5a70-48ae-8447-cff072051bc3 None None] Checking segment: {'id': '12f7c348-2f74-4aed-a596-03d7f201fa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f39fe47b-91bb-4a20-a3d0-93101fa69df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:08:34.038621 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b01e9225-5a70-48ae-8447-cff072051bc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:34.039022 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01e9225-5a70-48ae-8447-cff072051bc3 None None] Bound using segment: {'id': '12f7c348-2f74-4aed-a596-03d7f201fa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f39fe47b-91bb-4a20-a3d0-93101fa69df7'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:08:34.039477 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-b01e9225-5a70-48ae-8447-cff072051bc3 None None] Bound port: ba1322c5-987d-46d6-a003-be31f798b61a, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12f7c348-2f74-4aed-a596-03d7f201fa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f39fe47b-91bb-4a20-a3d0-93101fa69df7'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:08:34.039866 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b01e9225-5a70-48ae-8447-cff072051bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ba1322c5-987d-46d6-a003-be31f798b61a), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:34.070230 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-a2a0f501-dde7-484d-bc6e-1be2cba70fd6 admin admin] Allocated IP 172.25.0.156 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:08:34.179913 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a2a0f501-dde7-484d-bc6e-1be2cba70fd6 admin admin] Publish callbacks [] for port (a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:34.208048 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-b01e9225-5a70-48ae-8447-cff072051bc3 None None] For port ba1322c5-987d-46d6-a003-be31f798b61a, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:08:34.214543 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a2a0f501-dde7-484d-bc6e-1be2cba70fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:34.223345 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-b01e9225-5a70-48ae-8447-cff072051bc3 None None] For port ba1322c5-987d-46d6-a003-be31f798b61a, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ba1322c5-987d-46d6-a003-be31f798b61a,segment=NetworkSegment(12f7c348-2f74-4aed-a596-03d7f201fa27),segment_id=12f7c348-2f74-4aed-a596-03d7f201fa27)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:08:34.234384 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b01e9225-5a70-48ae-8447-cff072051bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ba1322c5-987d-46d6-a003-be31f798b61a), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:34.249010 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a0f501-dde7-484d-bc6e-1be2cba70fd6 admin admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:08:34.252034 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-a2a0f501-dde7-484d-bc6e-1be2cba70fd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:08:34.255446 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a0f501-dde7-484d-bc6e-1be2cba70fd6 admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:08:34.287066 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a0f501-dde7-484d-bc6e-1be2cba70fd6 admin admin] Pushing event updated for resources: {'Port': ['ID=a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:34.482809 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device abe86ef2-a50d-45c7-8709-6cfe6d661b93 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:08:34.517061 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a2a0f501-dde7-484d-bc6e-1be2cba70fd6 admin admin] Publish callbacks [] for router_gateway (026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:34.526625 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:34.533576 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e9225-5a70-48ae-8447-cff072051bc3 None None] Pushing event updated for resources: {'Port': ['ID=ba1322c5-987d-46d6-a003-be31f798b61a,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:34.597580 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c16af728-d8de-4199-a036-eb28d3dfbff3 None None] Publish callbacks [] for port (34c8aad2-7fdd-401b-ab7f-9cb643e0d52f), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:34.605045 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c16af728-d8de-4199-a036-eb28d3dfbff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (34c8aad2-7fdd-401b-ab7f-9cb643e0d52f), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:34.608536 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port abe86ef2-a50d-45c7-8709-6cfe6d661b93 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:08:34.608889 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (abe86ef2-a50d-45c7-8709-6cfe6d661b93), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:34.709524 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54d2da-634f-4ccf-976c-f3b497bd7eee None None] Pushing event updated for resources: {'Port': ['ID=34c8aad2-7fdd-401b-ab7f-9cb643e0d52f,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:34.776318 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a2a0f501-dde7-484d-bc6e-1be2cba70fd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:34.777053 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-c16af728-d8de-4199-a036-eb28d3dfbff3 None None] Attempting to bind port 34c8aad2-7fdd-401b-ab7f-9cb643e0d52f on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:08:34.777794 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-c16af728-d8de-4199-a036-eb28d3dfbff3 None None] Attempting to bind port 34c8aad2-7fdd-401b-ab7f-9cb643e0d52f by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '2491e9cf-47c6-453d-9b8a-fad6ceaff8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5efa0218-274f-47ce-9450-b027cc73a0f5'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:08:34.778363 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16af728-d8de-4199-a036-eb28d3dfbff3 None None] Attempting to bind port 34c8aad2-7fdd-401b-ab7f-9cb643e0d52f on network 5efa0218-274f-47ce-9450-b027cc73a0f5 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:08:34.808566 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16af728-d8de-4199-a036-eb28d3dfbff3 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:08:34.809299 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16af728-d8de-4199-a036-eb28d3dfbff3 None None] Checking segment: {'id': '2491e9cf-47c6-453d-9b8a-fad6ceaff8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5efa0218-274f-47ce-9450-b027cc73a0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:08:34.809864 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c16af728-d8de-4199-a036-eb28d3dfbff3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:34.810448 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16af728-d8de-4199-a036-eb28d3dfbff3 None None] Bound using segment: {'id': '2491e9cf-47c6-453d-9b8a-fad6ceaff8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5efa0218-274f-47ce-9450-b027cc73a0f5'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:08:34.811094 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-c16af728-d8de-4199-a036-eb28d3dfbff3 None None] Bound port: 34c8aad2-7fdd-401b-ab7f-9cb643e0d52f, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2491e9cf-47c6-453d-9b8a-fad6ceaff8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5efa0218-274f-47ce-9450-b027cc73a0f5'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:08:34.811654 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c16af728-d8de-4199-a036-eb28d3dfbff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (34c8aad2-7fdd-401b-ab7f-9cb643e0d52f), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:34.836089 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port abe86ef2-a50d-45c7-8709-6cfe6d661b93 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:08:34.906902 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c16af728-d8de-4199-a036-eb28d3dfbff3 None None] For port 34c8aad2-7fdd-401b-ab7f-9cb643e0d52f, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:08:34.910666 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c16af728-d8de-4199-a036-eb28d3dfbff3 None None] For port 34c8aad2-7fdd-401b-ab7f-9cb643e0d52f, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=34c8aad2-7fdd-401b-ab7f-9cb643e0d52f,segment=NetworkSegment(2491e9cf-47c6-453d-9b8a-fad6ceaff8c3),segment_id=2491e9cf-47c6-453d-9b8a-fad6ceaff8c3)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:08:34.919511 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c16af728-d8de-4199-a036-eb28d3dfbff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (34c8aad2-7fdd-401b-ab7f-9cb643e0d52f), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:34.934720 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a0f501-dde7-484d-bc6e-1be2cba70fd6 admin admin] Router 026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:08:34.995169 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16af728-d8de-4199-a036-eb28d3dfbff3 None None] Routers {'32a66bae-7e99-4b81-96be-16ede094af79'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:08:34.995755 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-c16af728-d8de-4199-a036-eb28d3dfbff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:08:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['32a66bae-7e99-4b81-96be-16ede094af79'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:08:35.038788 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54d2da-634f-4ccf-976c-f3b497bd7eee None None] Pushing event updated for resources: {'Port': ['ID=34c8aad2-7fdd-401b-ab7f-9cb643e0d52f,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:35.053988 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a0f501-dde7-484d-bc6e-1be2cba70fd6 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:08:35.062704 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-146e1812-d04b-4834-b146-06385bd2e01e None None] Provisioning complete for port 34c8aad2-7fdd-401b-ab7f-9cb643e0d52f triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:08:35.063088 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-146e1812-d04b-4834-b146-06385bd2e01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (34c8aad2-7fdd-401b-ab7f-9cb643e0d52f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:35.064076 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e5d22e-c0d4-4c56-91d1-88248be6d4f6 None None] Sync routers for ids ['026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:08:35.077200 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e5d22e-c0d4-4c56-91d1-88248be6d4f6 None None] Routers {'026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:08:35.078458 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-f6e5d22e-c0d4-4c56-91d1-88248be6d4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:08:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:08:35.078637 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a2a0f501-dde7-484d-bc6e-1be2cba70fd6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:35.082965 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36742) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:08:35.083903 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a2a0f501-dde7-484d-bc6e-1be2cba70fd6 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8935170 Jan 28 04:08:35.165815 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:35.175411 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-c16af728-d8de-4199-a036-eb28d3dfbff3 None None] Set router 32a66bae-7e99-4b81-96be-16ede094af79 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:08:35.233459 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-f6e5d22e-c0d4-4c56-91d1-88248be6d4f6 None None] Set router 026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:08:35.337558 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-146e1812-d04b-4834-b146-06385bd2e01e None None] Current status of the port 34c8aad2-7fdd-401b-ab7f-9cb643e0d52f is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:08:35.338111 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-146e1812-d04b-4834-b146-06385bd2e01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (34c8aad2-7fdd-401b-ab7f-9cb643e0d52f), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:35.399296 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-146e1812-d04b-4834-b146-06385bd2e01e None None] For port 34c8aad2-7fdd-401b-ab7f-9cb643e0d52f, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=34c8aad2-7fdd-401b-ab7f-9cb643e0d52f,segment=NetworkSegment(2491e9cf-47c6-453d-9b8a-fad6ceaff8c3),segment_id=2491e9cf-47c6-453d-9b8a-fad6ceaff8c3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:08:35.424135 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-146e1812-d04b-4834-b146-06385bd2e01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (34c8aad2-7fdd-401b-ab7f-9cb643e0d52f), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:35.450785 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-f6e5d22e-c0d4-4c56-91d1-88248be6d4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b', 'name': 'tempest-TestMinimumBasicScenario-915857904-router', 'tenant_id': '97b54dbf20a64583894af4792ca78b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:08:33Z', 'updated_at': '2022-01-28T04:08:34Z', 'revision_number': 3, 'project_id': '97b54dbf20a64583894af4792ca78b7f', 'gw_port': {'id': 'a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:08:33Z', 'updated_at': '2022-01-28T04:08:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:08:35.485860 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e5d22e-c0d4-4c56-91d1-88248be6d4f6 None None] Checking router: 026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:08:35.486149 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e5d22e-c0d4-4c56-91d1-88248be6d4f6 None None] Updating router 026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b port a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5 binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:08:35.492696 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e1812-d04b-4834-b146-06385bd2e01e None None] Pushing event updated for resources: {'Port': ['ID=34c8aad2-7fdd-401b-ab7f-9cb643e0d52f,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:35.504354 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-c16af728-d8de-4199-a036-eb28d3dfbff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a66bae-7e99-4b81-96be-16ede094af79', 'name': 'tempest-TestMinimumBasicScenario-1453887520-router', 'tenant_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'abe86ef2-a50d-45c7-8709-6cfe6d661b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:08:28Z', 'updated_at': '2022-01-28T04:08:31Z', 'revision_number': 4, 'project_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'gw_port': {'id': 'abe86ef2-a50d-45c7-8709-6cfe6d661b93', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a66bae-7e99-4b81-96be-16ede094af79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:08:28Z', 'updated_at': '2022-01-28T04:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '34c8aad2-7fdd-401b-ab7f-9cb643e0d52f', 'name': '', 'network_id': '5efa0218-274f-47ce-9450-b027cc73a0f5', 'tenant_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'mac_address': 'fa:16:3e:9c:1f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a66bae-7e99-4b81-96be-16ede094af79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '7d04e3de-6837-4447-9cca-c875dd5d37e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:08:30Z', 'updated_at': '2022-01-28T04:08:34Z', 'revision_number': 4, 'project_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'subnets': [{'id': '7d04e3de-6837-4447-9cca-c875dd5d37e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:08:35.512864 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-f6e5d22e-c0d4-4c56-91d1-88248be6d4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:35.532420 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16af728-d8de-4199-a036-eb28d3dfbff3 None None] The sync data for ids ['32a66bae-7e99-4b81-96be-16ede094af79'] in n-d-712139-27 is: [{'id': '32a66bae-7e99-4b81-96be-16ede094af79', 'name': 'tempest-TestMinimumBasicScenario-1453887520-router', 'tenant_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'abe86ef2-a50d-45c7-8709-6cfe6d661b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:08:28Z', 'updated_at': '2022-01-28T04:08:31Z', 'revision_number': 4, 'project_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'gw_port': {'id': 'abe86ef2-a50d-45c7-8709-6cfe6d661b93', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a66bae-7e99-4b81-96be-16ede094af79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:08:28Z', 'updated_at': '2022-01-28T04:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '34c8aad2-7fdd-401b-ab7f-9cb643e0d52f', 'name': '', 'network_id': '5efa0218-274f-47ce-9450-b027cc73a0f5', 'tenant_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'mac_address': 'fa:16:3e:9c:1f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a66bae-7e99-4b81-96be-16ede094af79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '7d04e3de-6837-4447-9cca-c875dd5d37e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:08:30Z', 'updated_at': '2022-01-28T04:08:34Z', 'revision_number': 4, 'project_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'subnets': [{'id': '7d04e3de-6837-4447-9cca-c875dd5d37e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:08:35.547581 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-22c5cf57-baeb-43d3-9f4d-5231fb261384 None None] Provisioning complete for port 34c8aad2-7fdd-401b-ab7f-9cb643e0d52f triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:08:35.547961 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-22c5cf57-baeb-43d3-9f4d-5231fb261384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (34c8aad2-7fdd-401b-ab7f-9cb643e0d52f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:35.599448 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-26058092-2b98-4a2d-904d-0db379937ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:35.697522 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-22c5cf57-baeb-43d3-9f4d-5231fb261384 None None] Current status of the port 34c8aad2-7fdd-401b-ab7f-9cb643e0d52f is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:08:35.824376 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-26058092-2b98-4a2d-904d-0db379937ac8 admin admin] Allocated IP 172.20.0.1 (f39fe47b-91bb-4a20-a3d0-93101fa69df7/4789bcfe-ab66-4ee6-b0d2-628170dcc0f0/ec7e4e58-4b18-481f-9a68-a1870c91ddad) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:08:35.843856 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-f6e5d22e-c0d4-4c56-91d1-88248be6d4f6 None None] Publish callbacks [] for port (a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:35.853356 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-f6e5d22e-c0d4-4c56-91d1-88248be6d4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:35.914394 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-f6e5d22e-c0d4-4c56-91d1-88248be6d4f6 None None] Attempting to bind port a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:08:35.914763 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-f6e5d22e-c0d4-4c56-91d1-88248be6d4f6 None None] Attempting to bind port a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:08:35.915272 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e5d22e-c0d4-4c56-91d1-88248be6d4f6 None None] Attempting to bind port a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5 on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:08:35.922331 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e5d22e-c0d4-4c56-91d1-88248be6d4f6 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:08:35.922728 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e5d22e-c0d4-4c56-91d1-88248be6d4f6 None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:08:35.923121 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-f6e5d22e-c0d4-4c56-91d1-88248be6d4f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:35.923502 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e5d22e-c0d4-4c56-91d1-88248be6d4f6 None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:08:35.924347 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-f6e5d22e-c0d4-4c56-91d1-88248be6d4f6 None None] Bound port: a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:08:35.924727 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-f6e5d22e-c0d4-4c56-91d1-88248be6d4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:35.924911 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb4c98c-e4c2-4f2a-871e-b2f4c5afc140 None None] Network f39fe47b-91bb-4a20-a3d0-93101fa69df7 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:08:35.951682 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-26058092-2b98-4a2d-904d-0db379937ac8 admin admin] Publish callbacks [] for port (ec7e4e58-4b18-481f-9a68-a1870c91ddad), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:35.951907 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c45d37c-7258-4f1a-a94a-f4cfeb26aa8d None None] Pushing event updated for resources: {'Port': ['ID=a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:35.987989 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-f6e5d22e-c0d4-4c56-91d1-88248be6d4f6 None None] For port a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:08:35.992396 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-f6e5d22e-c0d4-4c56-91d1-88248be6d4f6 None None] For port a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:08:36.000259 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-f6e5d22e-c0d4-4c56-91d1-88248be6d4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:36.001940 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-26058092-2b98-4a2d-904d-0db379937ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (ec7e4e58-4b18-481f-9a68-a1870c91ddad), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:36.032560 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-3f23bc09-e554-4d0e-bcfa-f5b12361de29 None None] Provisioning complete for port ba1322c5-987d-46d6-a003-be31f798b61a triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:08:36.032560 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3f23bc09-e554-4d0e-bcfa-f5b12361de29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ba1322c5-987d-46d6-a003-be31f798b61a), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:36.048190 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26058092-2b98-4a2d-904d-0db379937ac8 admin admin] Network f39fe47b-91bb-4a20-a3d0-93101fa69df7 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:08:36.052077 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-26058092-2b98-4a2d-904d-0db379937ac8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:08:36.061447 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26058092-2b98-4a2d-904d-0db379937ac8 admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:08:36.067859 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e5d22e-c0d4-4c56-91d1-88248be6d4f6 None None] Routers {'026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:08:36.068524 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-f6e5d22e-c0d4-4c56-91d1-88248be6d4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:08:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:08:36.089588 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26058092-2b98-4a2d-904d-0db379937ac8 admin admin] Pushing event updated for resources: {'Port': ['ID=ec7e4e58-4b18-481f-9a68-a1870c91ddad,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:36.106883 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-26058092-2b98-4a2d-904d-0db379937ac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:36.108389 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c45d37c-7258-4f1a-a94a-f4cfeb26aa8d None None] Pushing event updated for resources: {'Port': ['ID=a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:36.161361 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-3f23bc09-e554-4d0e-bcfa-f5b12361de29 None None] Current status of the port ba1322c5-987d-46d6-a003-be31f798b61a is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:08:36.162172 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3f23bc09-e554-4d0e-bcfa-f5b12361de29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ba1322c5-987d-46d6-a003-be31f798b61a), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:36.207721 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:36.213829 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-f6e5d22e-c0d4-4c56-91d1-88248be6d4f6 None None] Set router 026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:08:36.229496 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-3f23bc09-e554-4d0e-bcfa-f5b12361de29 None None] For port ba1322c5-987d-46d6-a003-be31f798b61a, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ba1322c5-987d-46d6-a003-be31f798b61a,segment=NetworkSegment(12f7c348-2f74-4aed-a596-03d7f201fa27),segment_id=12f7c348-2f74-4aed-a596-03d7f201fa27)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:08:36.234850 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3f23bc09-e554-4d0e-bcfa-f5b12361de29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ba1322c5-987d-46d6-a003-be31f798b61a), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:36.327302 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f23bc09-e554-4d0e-bcfa-f5b12361de29 None None] Pushing event updated for resources: {'Port': ['ID=ba1322c5-987d-46d6-a003-be31f798b61a,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:36.335806 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-26058092-2b98-4a2d-904d-0db379937ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ec7e4e58-4b18-481f-9a68-a1870c91ddad), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:36.552473 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ba1322c5-987d-46d6-a003-be31f798b61a up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:08:36.579413 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-f6e5d22e-c0d4-4c56-91d1-88248be6d4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b', 'name': 'tempest-TestMinimumBasicScenario-915857904-router', 'tenant_id': '97b54dbf20a64583894af4792ca78b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:08:33Z', 'updated_at': '2022-01-28T04:08:34Z', 'revision_number': 3, 'project_id': '97b54dbf20a64583894af4792ca78b7f', 'gw_port': {'id': 'a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:08:33Z', 'updated_at': '2022-01-28T04:08:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:08:36.598535 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-26058092-2b98-4a2d-904d-0db379937ac8 admin admin] Publish callbacks [] for port (ec7e4e58-4b18-481f-9a68-a1870c91ddad), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:36.606261 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-e934cb71-ce4a-4ad9-b026-5f7f96cbff85 None None] Provisioning complete for port ba1322c5-987d-46d6-a003-be31f798b61a triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:08:36.606705 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e934cb71-ce4a-4ad9-b026-5f7f96cbff85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ba1322c5-987d-46d6-a003-be31f798b61a), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:36.606866 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-26058092-2b98-4a2d-904d-0db379937ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (ec7e4e58-4b18-481f-9a68-a1870c91ddad), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:36.617373 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e5d22e-c0d4-4c56-91d1-88248be6d4f6 None None] The sync data for ids ['026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b'] in n-d-712139-27 is: [{'id': '026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b', 'name': 'tempest-TestMinimumBasicScenario-915857904-router', 'tenant_id': '97b54dbf20a64583894af4792ca78b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:08:33Z', 'updated_at': '2022-01-28T04:08:34Z', 'revision_number': 3, 'project_id': '97b54dbf20a64583894af4792ca78b7f', 'gw_port': {'id': 'a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:08:33Z', 'updated_at': '2022-01-28T04:08:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:08:36.689327 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26058092-2b98-4a2d-904d-0db379937ac8 admin admin] Pushing event updated for resources: {'Port': ['ID=ec7e4e58-4b18-481f-9a68-a1870c91ddad,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:36.690574 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port ba1322c5-987d-46d6-a003-be31f798b61a triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:08:36.690954 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ba1322c5-987d-46d6-a003-be31f798b61a), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:36.701180 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-26058092-2b98-4a2d-904d-0db379937ac8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:36.790470 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e934cb71-ce4a-4ad9-b026-5f7f96cbff85 None None] Current status of the port ba1322c5-987d-46d6-a003-be31f798b61a is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:08:36.827228 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26058092-2b98-4a2d-904d-0db379937ac8 admin admin] Network f39fe47b-91bb-4a20-a3d0-93101fa69df7 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:08:36.829496 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-26058092-2b98-4a2d-904d-0db379937ac8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:08:36.832813 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-e934cb71-ce4a-4ad9-b026-5f7f96cbff85 None None] Provisioning complete for port ec7e4e58-4b18-481f-9a68-a1870c91ddad triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:08:36.833217 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e934cb71-ce4a-4ad9-b026-5f7f96cbff85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ec7e4e58-4b18-481f-9a68-a1870c91ddad), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:36.854203 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port ba1322c5-987d-46d6-a003-be31f798b61a is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:08:36.855329 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 34c8aad2-7fdd-401b-ab7f-9cb643e0d52f up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:08:36.897961 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e934cb71-ce4a-4ad9-b026-5f7f96cbff85 None None] Port ec7e4e58-4b18-481f-9a68-a1870c91ddad cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:08:36.946005 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 34c8aad2-7fdd-401b-ab7f-9cb643e0d52f triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:08:36.946392 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (34c8aad2-7fdd-401b-ab7f-9cb643e0d52f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:37.021381 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26058092-2b98-4a2d-904d-0db379937ac8 admin admin] Router 026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:08:37.073560 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-76bce8af-3141-4c0a-9c8d-e8551ba3f2b0 None None] Provisioning complete for port ec7e4e58-4b18-481f-9a68-a1870c91ddad triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:08:37.073935 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-76bce8af-3141-4c0a-9c8d-e8551ba3f2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ec7e4e58-4b18-481f-9a68-a1870c91ddad), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:37.122826 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 34c8aad2-7fdd-401b-ab7f-9cb643e0d52f is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:08:37.147006 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-76bce8af-3141-4c0a-9c8d-e8551ba3f2b0 None None] Port ec7e4e58-4b18-481f-9a68-a1870c91ddad cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:08:37.166853 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26058092-2b98-4a2d-904d-0db379937ac8 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:08:37.172235 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-26058092-2b98-4a2d-904d-0db379937ac8 admin admin] 10.222.0.53 "PUT /v2.0/routers/026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0870972 Jan 28 04:08:37.272476 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-01880c91-2117-46ca-b2ef-a766b407e5f1 None None] Provisioning complete for port ec7e4e58-4b18-481f-9a68-a1870c91ddad triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:08:37.273214 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-01880c91-2117-46ca-b2ef-a766b407e5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ec7e4e58-4b18-481f-9a68-a1870c91ddad), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:37.317724 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-01880c91-2117-46ca-b2ef-a766b407e5f1 None None] Port ec7e4e58-4b18-481f-9a68-a1870c91ddad cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:08:38.477938 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ba1322c5-987d-46d6-a003-be31f798b61a up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:08:38.536697 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port ba1322c5-987d-46d6-a003-be31f798b61a triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:08:38.537112 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ba1322c5-987d-46d6-a003-be31f798b61a), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:38.623779 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port ba1322c5-987d-46d6-a003-be31f798b61a is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:08:38.624979 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:08:38.687710 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:08:38.688087 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:38.775941 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:08:38.776429 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:38.800933 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:08:38.809365 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:38.864479 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:39.148149 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8405962f-39e2-4bc7-8b8e-afdf6bdf862c None None] Sync routers for ids ['026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:08:39.164501 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8405962f-39e2-4bc7-8b8e-afdf6bdf862c None None] Routers {'026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:08:39.165186 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-8405962f-39e2-4bc7-8b8e-afdf6bdf862c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:08:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:08:39.279828 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-8405962f-39e2-4bc7-8b8e-afdf6bdf862c None None] Set router 026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:08:39.700165 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-8405962f-39e2-4bc7-8b8e-afdf6bdf862c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b', 'name': 'tempest-TestMinimumBasicScenario-915857904-router', 'tenant_id': '97b54dbf20a64583894af4792ca78b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:08:33Z', 'updated_at': '2022-01-28T04:08:36Z', 'revision_number': 4, 'project_id': '97b54dbf20a64583894af4792ca78b7f', 'gw_port': {'id': 'a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:08:33Z', 'updated_at': '2022-01-28T04:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'ec7e4e58-4b18-481f-9a68-a1870c91ddad', 'name': '', 'network_id': 'f39fe47b-91bb-4a20-a3d0-93101fa69df7', 'tenant_id': '97b54dbf20a64583894af4792ca78b7f', 'mac_address': 'fa:16:3e:6d:04:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '4789bcfe-ab66-4ee6-b0d2-628170dcc0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:08:35Z', 'updated_at': '2022-01-28T04:08:36Z', 'revision_number': 2, 'project_id': '97b54dbf20a64583894af4792ca78b7f', 'subnets': [{'id': '4789bcfe-ab66-4ee6-b0d2-628170dcc0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:08:39.729521 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8405962f-39e2-4bc7-8b8e-afdf6bdf862c None None] Checking router: 026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:08:39.730086 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8405962f-39e2-4bc7-8b8e-afdf6bdf862c None None] Updating router 026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b port ec7e4e58-4b18-481f-9a68-a1870c91ddad binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:08:39.761490 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8405962f-39e2-4bc7-8b8e-afdf6bdf862c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ec7e4e58-4b18-481f-9a68-a1870c91ddad), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:40.079065 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8405962f-39e2-4bc7-8b8e-afdf6bdf862c None None] Publish callbacks [] for port (ec7e4e58-4b18-481f-9a68-a1870c91ddad), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:40.087571 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8405962f-39e2-4bc7-8b8e-afdf6bdf862c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ec7e4e58-4b18-481f-9a68-a1870c91ddad), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:40.141940 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929c352-3907-4dad-8bca-f730e6a085a8 None None] Pushing event updated for resources: {'Port': ['ID=ec7e4e58-4b18-481f-9a68-a1870c91ddad,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:40.195434 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-8405962f-39e2-4bc7-8b8e-afdf6bdf862c None None] Attempting to bind port ec7e4e58-4b18-481f-9a68-a1870c91ddad on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:08:40.195806 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-8405962f-39e2-4bc7-8b8e-afdf6bdf862c None None] Attempting to bind port ec7e4e58-4b18-481f-9a68-a1870c91ddad by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '12f7c348-2f74-4aed-a596-03d7f201fa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f39fe47b-91bb-4a20-a3d0-93101fa69df7'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:08:40.196169 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8405962f-39e2-4bc7-8b8e-afdf6bdf862c None None] Attempting to bind port ec7e4e58-4b18-481f-9a68-a1870c91ddad on network f39fe47b-91bb-4a20-a3d0-93101fa69df7 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:08:40.202064 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8405962f-39e2-4bc7-8b8e-afdf6bdf862c None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:08:40.202448 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8405962f-39e2-4bc7-8b8e-afdf6bdf862c None None] Checking segment: {'id': '12f7c348-2f74-4aed-a596-03d7f201fa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f39fe47b-91bb-4a20-a3d0-93101fa69df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:08:40.202862 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8405962f-39e2-4bc7-8b8e-afdf6bdf862c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:40.203268 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8405962f-39e2-4bc7-8b8e-afdf6bdf862c None None] Bound using segment: {'id': '12f7c348-2f74-4aed-a596-03d7f201fa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f39fe47b-91bb-4a20-a3d0-93101fa69df7'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:08:40.203984 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-8405962f-39e2-4bc7-8b8e-afdf6bdf862c None None] Bound port: ec7e4e58-4b18-481f-9a68-a1870c91ddad, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12f7c348-2f74-4aed-a596-03d7f201fa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f39fe47b-91bb-4a20-a3d0-93101fa69df7'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:08:40.204199 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8405962f-39e2-4bc7-8b8e-afdf6bdf862c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ec7e4e58-4b18-481f-9a68-a1870c91ddad), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:40.289791 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:08:40.291568 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-8405962f-39e2-4bc7-8b8e-afdf6bdf862c None None] For port ec7e4e58-4b18-481f-9a68-a1870c91ddad, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:08:40.296741 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-8405962f-39e2-4bc7-8b8e-afdf6bdf862c None None] For port ec7e4e58-4b18-481f-9a68-a1870c91ddad, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ec7e4e58-4b18-481f-9a68-a1870c91ddad,segment=NetworkSegment(12f7c348-2f74-4aed-a596-03d7f201fa27),segment_id=12f7c348-2f74-4aed-a596-03d7f201fa27)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:08:40.313756 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8405962f-39e2-4bc7-8b8e-afdf6bdf862c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ec7e4e58-4b18-481f-9a68-a1870c91ddad), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:40.391311 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:08:40.423414 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929c352-3907-4dad-8bca-f730e6a085a8 None None] Pushing event updated for resources: {'Port': ['ID=ec7e4e58-4b18-481f-9a68-a1870c91ddad,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:40.472071 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8405962f-39e2-4bc7-8b8e-afdf6bdf862c None None] Routers {'026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:08:40.472862 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-8405962f-39e2-4bc7-8b8e-afdf6bdf862c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:08:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:08:40.542487 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:08:40.543081 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:40.616518 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-f91ef6fd-c9b0-45c6-86f9-a22ea8bee272 None None] Provisioning complete for port ec7e4e58-4b18-481f-9a68-a1870c91ddad triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:08:40.617065 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f91ef6fd-c9b0-45c6-86f9-a22ea8bee272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ec7e4e58-4b18-481f-9a68-a1870c91ddad), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:40.662385 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-8405962f-39e2-4bc7-8b8e-afdf6bdf862c None None] Set router 026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:08:40.855770 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:08:40.872077 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-f91ef6fd-c9b0-45c6-86f9-a22ea8bee272 None None] Current status of the port ec7e4e58-4b18-481f-9a68-a1870c91ddad is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:08:40.872590 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f91ef6fd-c9b0-45c6-86f9-a22ea8bee272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (ec7e4e58-4b18-481f-9a68-a1870c91ddad), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:40.928864 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-f91ef6fd-c9b0-45c6-86f9-a22ea8bee272 None None] For port ec7e4e58-4b18-481f-9a68-a1870c91ddad, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ec7e4e58-4b18-481f-9a68-a1870c91ddad,segment=NetworkSegment(12f7c348-2f74-4aed-a596-03d7f201fa27),segment_id=12f7c348-2f74-4aed-a596-03d7f201fa27)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:08:40.954879 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f91ef6fd-c9b0-45c6-86f9-a22ea8bee272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (ec7e4e58-4b18-481f-9a68-a1870c91ddad), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:41.015732 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ef6fd-c9b0-45c6-86f9-a22ea8bee272 None None] Pushing event updated for resources: {'Port': ['ID=ec7e4e58-4b18-481f-9a68-a1870c91ddad,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:41.035301 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-8405962f-39e2-4bc7-8b8e-afdf6bdf862c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b', 'name': 'tempest-TestMinimumBasicScenario-915857904-router', 'tenant_id': '97b54dbf20a64583894af4792ca78b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:08:33Z', 'updated_at': '2022-01-28T04:08:36Z', 'revision_number': 4, 'project_id': '97b54dbf20a64583894af4792ca78b7f', 'gw_port': {'id': 'a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:08:33Z', 'updated_at': '2022-01-28T04:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'ec7e4e58-4b18-481f-9a68-a1870c91ddad', 'name': '', 'network_id': 'f39fe47b-91bb-4a20-a3d0-93101fa69df7', 'tenant_id': '97b54dbf20a64583894af4792ca78b7f', 'mac_address': 'fa:16:3e:6d:04:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '4789bcfe-ab66-4ee6-b0d2-628170dcc0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:08:35Z', 'updated_at': '2022-01-28T04:08:40Z', 'revision_number': 4, 'project_id': '97b54dbf20a64583894af4792ca78b7f', 'subnets': [{'id': '4789bcfe-ab66-4ee6-b0d2-628170dcc0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:08:41.062273 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8405962f-39e2-4bc7-8b8e-afdf6bdf862c None None] The sync data for ids ['026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b'] in n-d-712139-27 is: [{'id': '026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b', 'name': 'tempest-TestMinimumBasicScenario-915857904-router', 'tenant_id': '97b54dbf20a64583894af4792ca78b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:08:33Z', 'updated_at': '2022-01-28T04:08:36Z', 'revision_number': 4, 'project_id': '97b54dbf20a64583894af4792ca78b7f', 'gw_port': {'id': 'a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:08:33Z', 'updated_at': '2022-01-28T04:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'ec7e4e58-4b18-481f-9a68-a1870c91ddad', 'name': '', 'network_id': 'f39fe47b-91bb-4a20-a3d0-93101fa69df7', 'tenant_id': '97b54dbf20a64583894af4792ca78b7f', 'mac_address': 'fa:16:3e:6d:04:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '4789bcfe-ab66-4ee6-b0d2-628170dcc0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:08:35Z', 'updated_at': '2022-01-28T04:08:40Z', 'revision_number': 4, 'project_id': '97b54dbf20a64583894af4792ca78b7f', 'subnets': [{'id': '4789bcfe-ab66-4ee6-b0d2-628170dcc0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:08:41.086246 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-b6c15e6f-d5f1-44ec-8129-06e1ece7579a None None] Provisioning complete for port ec7e4e58-4b18-481f-9a68-a1870c91ddad triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:08:41.086626 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b6c15e6f-d5f1-44ec-8129-06e1ece7579a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ec7e4e58-4b18-481f-9a68-a1870c91ddad), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:41.193563 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-b6c15e6f-d5f1-44ec-8129-06e1ece7579a None None] Current status of the port ec7e4e58-4b18-481f-9a68-a1870c91ddad is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:08:42.429396 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ec7e4e58-4b18-481f-9a68-a1870c91ddad up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:08:42.494104 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port ec7e4e58-4b18-481f-9a68-a1870c91ddad triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:08:42.494634 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (ec7e4e58-4b18-481f-9a68-a1870c91ddad), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:42.579185 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port ec7e4e58-4b18-481f-9a68-a1870c91ddad is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:08:47.098534 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-06fac52d-6e83-4995-ab55-9790fc93ca9b tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:47.100001 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-06fac52d-6e83-4995-ab55-9790fc93ca9b tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/networks?id=5efa0218-274f-47ce-9450-b027cc73a0f5 HTTP/1.1" status: 200 len: 815 time: 0.1069930 Jan 28 04:08:47.115864 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-8b73f443-0014-4967-aa91-8ac5b7bc1757 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/quotas/aa1d6b4ad31f403d83ec2f264a051ff6 HTTP/1.1" status: 200 len: 375 time: 0.0092428 Jan 28 04:08:47.510977 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-23c6da0e-a8df-426c-b841-b51e8cd71808 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa1d6b4ad31f403d83ec2f264a051ff6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3892124 Jan 28 04:08:47.720626 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-cd1559b3-0274-4f13-a546-c508ec7687c2 service neutron] 10.222.0.53 "GET /v2.0/networks/5efa0218-274f-47ce-9450-b027cc73a0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975892 Jan 28 04:08:47.823997 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-abd774be-d2ad-4421-bf92-f986df6a9a12 service neutron] 10.222.0.53 "GET /v2.0/networks/5efa0218-274f-47ce-9450-b027cc73a0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974653 Jan 28 04:08:47.986996 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a6bc83a6-be54-4035-b9e4-830717c77402 req-2c96886e-2385-437a-9cb2-6041607564c0 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 210 time: 0.0268614 Jan 28 04:08:49.072759 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-52885889-1403-4956-bab4-990a3cd0aeb0 req-c6076e37-ae65-4fed-a462-b9fa5d6037dd tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 210 time: 0.0276165 Jan 28 04:08:50.153303 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b046a3eb-93ac-4c6f-829f-22b4608378f5 req-3da14220-1725-4416-9d28-837856dba6f2 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 210 time: 0.0274086 Jan 28 04:08:51.242609 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f10aa6d9-f167-457f-9371-ef68df74cdf7 req-1b6e6f67-4fda-4ac7-8d61-5a5db54d84f1 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 210 time: 0.0270066 Jan 28 04:08:52.346508 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-23cb53c5-6be9-484e-b76f-cba2fa1de2f4 req-2efdc3f9-f596-4813-ad1d-763330bf066e tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 210 time: 0.0297797 Jan 28 04:08:53.113179 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-176edb90-c4d7-4293-8d30-4626f03e5186 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:53.115315 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-176edb90-c4d7-4293-8d30-4626f03e5186 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.39 "GET /v2.0/networks?id=5efa0218-274f-47ce-9450-b027cc73a0f5 HTTP/1.1" status: 200 len: 815 time: 0.1121204 Jan 28 04:08:53.134559 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-89617e1e-a1f7-453d-b628-35fb4d93bced tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Request body: {'port': {'device_id': '7e773733-3704-4939-a23f-1b13bac2c7c1', 'network_id': '5efa0218-274f-47ce-9450-b027cc73a0f5', 'admin_state_up': True, 'tenant_id': 'aa1d6b4ad31f403d83ec2f264a051ff6'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:08:53.246899 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-89617e1e-a1f7-453d-b628-35fb4d93bced tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Made reservation on behalf of aa1d6b4ad31f403d83ec2f264a051ff6 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:08:53.250633 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-89617e1e-a1f7-453d-b628-35fb4d93bced tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:53.443482 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-89617e1e-a1f7-453d-b628-35fb4d93bced tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Allocated IP 172.20.0.4 (5efa0218-274f-47ce-9450-b027cc73a0f5/7d04e3de-6837-4447-9cca-c875dd5d37e4/07c5e51b-cb7f-465e-b3e7-711dd1775da9) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:08:53.579342 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f317460b-4954-4584-94ea-1b2ab66207ba req-f3a03a35-67c1-4cd5-8db9-b253d36e2b7e tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 210 time: 0.0963616 Jan 28 04:08:53.733828 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-89617e1e-a1f7-453d-b628-35fb4d93bced tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks [] for port (07c5e51b-cb7f-465e-b3e7-711dd1775da9), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:53.781319 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-89617e1e-a1f7-453d-b628-35fb4d93bced tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (07c5e51b-cb7f-465e-b3e7-711dd1775da9), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:53.828024 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-89617e1e-a1f7-453d-b628-35fb4d93bced tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Network 5efa0218-274f-47ce-9450-b027cc73a0f5 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:08:53.855923 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-89617e1e-a1f7-453d-b628-35fb4d93bced tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:08:53.861872 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-89617e1e-a1f7-453d-b628-35fb4d93bced tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:08:53.929118 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89617e1e-a1f7-453d-b628-35fb4d93bced tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Pushing event updated for resources: {'Port': ['ID=07c5e51b-cb7f-465e-b3e7-711dd1775da9,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:08:53.956633 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-89617e1e-a1f7-453d-b628-35fb4d93bced tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:53.958178 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-89617e1e-a1f7-453d-b628-35fb4d93bced tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:53.984867 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-89617e1e-a1f7-453d-b628-35fb4d93bced tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8553746 Jan 28 04:08:54.214018 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-024d29a7-53d9-4fb9-97d4-a55758bbb497 None None] Provisioning complete for port 07c5e51b-cb7f-465e-b3e7-711dd1775da9 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:08:54.214672 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-024d29a7-53d9-4fb9-97d4-a55758bbb497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (07c5e51b-cb7f-465e-b3e7-711dd1775da9), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:54.249357 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-024d29a7-53d9-4fb9-97d4-a55758bbb497 None None] Port 07c5e51b-cb7f-465e-b3e7-711dd1775da9 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:08:54.699248 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297b15d-6b42-4b31-8f0b-8d1b8b872a53 req-91c349cf-2eef-40eb-8cec-fb36a16c5db2 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:54.700873 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a297b15d-6b42-4b31-8f0b-8d1b8b872a53 req-91c349cf-2eef-40eb-8cec-fb36a16c5db2 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 931 time: 0.0598984 Jan 28 04:08:54.751690 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a297b15d-6b42-4b31-8f0b-8d1b8b872a53 req-030b7c2d-f683-4d46-acc4-36e5863c24d4 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/security-groups?id=125b401b-0a77-4952-a973-083173daff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450163 Jan 28 04:08:55.900677 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d11bc-4e83-4c61-94c0-96b3b27c8943 req-a477e538-d332-4bc7-aef7-d6c76ad79f5e tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:55.903136 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d95d11bc-4e83-4c61-94c0-96b3b27c8943 req-a477e538-d332-4bc7-aef7-d6c76ad79f5e tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 931 time: 0.0552075 Jan 28 04:08:55.965602 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d95d11bc-4e83-4c61-94c0-96b3b27c8943 req-122d05b7-cfd6-4575-82b2-ada14b72ae56 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/security-groups?id=125b401b-0a77-4952-a973-083173daff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559180 Jan 28 04:08:57.084384 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9d357-0f00-40b1-aca9-31c14fdeccee req-9d1574a4-c2a6-4725-ad21-d54c56603e45 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:57.085923 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a6f9d357-0f00-40b1-aca9-31c14fdeccee req-9d1574a4-c2a6-4725-ad21-d54c56603e45 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 931 time: 0.0511267 Jan 28 04:08:57.143406 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a6f9d357-0f00-40b1-aca9-31c14fdeccee req-229c8894-4744-4981-8f40-5d09db263cb7 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/security-groups?id=125b401b-0a77-4952-a973-083173daff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504324 Jan 28 04:08:58.275384 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278843fb-1cbc-45da-80ca-85d50d22b1a6 req-8ba67f35-aaf3-42fb-8885-2c68b6452848 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:58.276937 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-278843fb-1cbc-45da-80ca-85d50d22b1a6 req-8ba67f35-aaf3-42fb-8885-2c68b6452848 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 931 time: 0.0563304 Jan 28 04:08:58.327669 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-278843fb-1cbc-45da-80ca-85d50d22b1a6 req-9162e2c6-f5d7-40e3-9d7d-72e658d2e0f5 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/security-groups?id=125b401b-0a77-4952-a973-083173daff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436802 Jan 28 04:08:59.455439 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089dfee-10cc-4528-bc6f-21c646b0bfc0 req-10052da2-0e04-4e53-a24d-dcb6685d35e9 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:08:59.457105 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d089dfee-10cc-4528-bc6f-21c646b0bfc0 req-10052da2-0e04-4e53-a24d-dcb6685d35e9 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 931 time: 0.0528207 Jan 28 04:08:59.511146 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d089dfee-10cc-4528-bc6f-21c646b0bfc0 req-44087c02-3825-4480-8c8a-4b9a1c944ace tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/security-groups?id=125b401b-0a77-4952-a973-083173daff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476363 Jan 28 04:08:59.685386 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:08:59.823600 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-01a25348-2cc8-4dc6-b413-3041254574e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:00.644424 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae184b-f59a-43a7-8dd3-c46e3e8ddaac req-8d1bc682-9909-4173-ad77-9bae93cc0fed tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:00.646324 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e8ae184b-f59a-43a7-8dd3-c46e3e8ddaac req-8d1bc682-9909-4173-ad77-9bae93cc0fed tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 931 time: 0.0571089 Jan 28 04:09:00.707665 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e8ae184b-f59a-43a7-8dd3-c46e3e8ddaac req-8999b781-954b-4951-96ee-12c082bc5c0c tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/security-groups?id=125b401b-0a77-4952-a973-083173daff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515072 Jan 28 04:09:01.843147 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb56ed-4bf8-40ae-863d-05f1b9c429ba req-6c604421-c687-43c0-a918-101d7ae6f1ad tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:01.844648 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-58cb56ed-4bf8-40ae-863d-05f1b9c429ba req-6c604421-c687-43c0-a918-101d7ae6f1ad tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 931 time: 0.0600533 Jan 28 04:09:01.888317 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-05cede38-dbbc-4190-893a-29bd0857098b tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:09:01.893001 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-05cede38-dbbc-4190-893a-29bd0857098b tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088696 Jan 28 04:09:01.894414 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ab654c3d-a03e-4725-a8fc-35b8caf6f846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:01.901282 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-58cb56ed-4bf8-40ae-863d-05f1b9c429ba req-28c8514f-75ad-4949-b5a5-e5667706a4a9 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/security-groups?id=125b401b-0a77-4952-a973-083173daff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474036 Jan 28 04:09:01.961411 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-14842850-20aa-446e-a38a-b4eb1628397a service neutron] Request body: {'port': {'device_id': '7e773733-3704-4939-a23f-1b13bac2c7c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:09:02.014822 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-14842850-20aa-446e-a38a-b4eb1628397a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (07c5e51b-cb7f-465e-b3e7-711dd1775da9), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:02.281931 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-14842850-20aa-446e-a38a-b4eb1628397a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07c5e51b-cb7f-465e-b3e7-711dd1775da9 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:09:02.293232 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-14842850-20aa-446e-a38a-b4eb1628397a service neutron] Publish callbacks [] for port (07c5e51b-cb7f-465e-b3e7-711dd1775da9), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:02.308968 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-14842850-20aa-446e-a38a-b4eb1628397a service neutron] Transition to ACTIVE for port object 07c5e51b-cb7f-465e-b3e7-711dd1775da9 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:09:02.315097 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-14842850-20aa-446e-a38a-b4eb1628397a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (07c5e51b-cb7f-465e-b3e7-711dd1775da9), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:02.363634 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14842850-20aa-446e-a38a-b4eb1628397a service neutron] Pushing event updated for resources: {'Port': ['ID=07c5e51b-cb7f-465e-b3e7-711dd1775da9,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:09:02.441839 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-14842850-20aa-446e-a38a-b4eb1628397a service neutron] Attempting to bind port 07c5e51b-cb7f-465e-b3e7-711dd1775da9 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:09:02.442259 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-14842850-20aa-446e-a38a-b4eb1628397a service neutron] Attempting to bind port 07c5e51b-cb7f-465e-b3e7-711dd1775da9 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '2491e9cf-47c6-453d-9b8a-fad6ceaff8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5efa0218-274f-47ce-9450-b027cc73a0f5'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:09:02.442603 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-14842850-20aa-446e-a38a-b4eb1628397a service neutron] Attempting to bind port 07c5e51b-cb7f-465e-b3e7-711dd1775da9 on network 5efa0218-274f-47ce-9450-b027cc73a0f5 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:09:02.447466 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-14842850-20aa-446e-a38a-b4eb1628397a service neutron] Port 07c5e51b-cb7f-465e-b3e7-711dd1775da9 on network 5efa0218-274f-47ce-9450-b027cc73a0f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:09:02.447838 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-14842850-20aa-446e-a38a-b4eb1628397a service neutron] Attempting to bind port 07c5e51b-cb7f-465e-b3e7-711dd1775da9 on network 5efa0218-274f-47ce-9450-b027cc73a0f5 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:09:02.453022 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-14842850-20aa-446e-a38a-b4eb1628397a service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:09:02.453406 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-14842850-20aa-446e-a38a-b4eb1628397a service neutron] Checking segment: {'id': '2491e9cf-47c6-453d-9b8a-fad6ceaff8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5efa0218-274f-47ce-9450-b027cc73a0f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:09:02.453804 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-14842850-20aa-446e-a38a-b4eb1628397a service neutron] Bound using segment: {'id': '2491e9cf-47c6-453d-9b8a-fad6ceaff8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5efa0218-274f-47ce-9450-b027cc73a0f5'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:09:02.454242 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-14842850-20aa-446e-a38a-b4eb1628397a service neutron] Bound port: 07c5e51b-cb7f-465e-b3e7-711dd1775da9, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2491e9cf-47c6-453d-9b8a-fad6ceaff8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5efa0218-274f-47ce-9450-b027cc73a0f5'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:09:02.454610 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-14842850-20aa-446e-a38a-b4eb1628397a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (07c5e51b-cb7f-465e-b3e7-711dd1775da9), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:02.525182 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-14842850-20aa-446e-a38a-b4eb1628397a service neutron] For port 07c5e51b-cb7f-465e-b3e7-711dd1775da9, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:09:02.528003 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-14842850-20aa-446e-a38a-b4eb1628397a service neutron] For port 07c5e51b-cb7f-465e-b3e7-711dd1775da9, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=07c5e51b-cb7f-465e-b3e7-711dd1775da9,segment=NetworkSegment(2491e9cf-47c6-453d-9b8a-fad6ceaff8c3),segment_id=2491e9cf-47c6-453d-9b8a-fad6ceaff8c3)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:09:02.533615 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-14842850-20aa-446e-a38a-b4eb1628397a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (07c5e51b-cb7f-465e-b3e7-711dd1775da9), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:02.567915 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-14842850-20aa-446e-a38a-b4eb1628397a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:02.568523 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-14842850-20aa-446e-a38a-b4eb1628397a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:02.569926 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-14842850-20aa-446e-a38a-b4eb1628397a service neutron] 10.222.0.39 "PUT /v2.0/ports/07c5e51b-cb7f-465e-b3e7-711dd1775da9 HTTP/1.1" status: 200 len: 1092 time: 0.6590872 Jan 28 04:09:02.570435 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e773733-3704-4939-a23f-1b13bac2c7c1', 'tag': '07c5e51b-cb7f-465e-b3e7-711dd1775da9'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:09:02.572641 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5f9f3d-cdfc-4510-abec-c12cf7bf5382" -d '{"events": [{"name": "network-changed", "server_uuid": "7e773733-3704-4939-a23f-1b13bac2c7c1", "tag": "07c5e51b-cb7f-465e-b3e7-711dd1775da9"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:09:02.598058 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14842850-20aa-446e-a38a-b4eb1628397a service neutron] Pushing event updated for resources: {'Port': ['ID=07c5e51b-cb7f-465e-b3e7-711dd1775da9,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:09:02.630677 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d01935-6160-488e-894d-b98d14cf1b5c x-openstack-request-id: req-20d01935-6160-488e-894d-b98d14cf1b5c {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:09:02.631024 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e773733-3704-4939-a23f-1b13bac2c7c1", "tag": "07c5e51b-cb7f-465e-b3e7-711dd1775da9", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:09:02.631665 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-20d01935-6160-488e-894d-b98d14cf1b5c {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:09:02.631788 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e773733-3704-4939-a23f-1b13bac2c7c1', 'tag': '07c5e51b-cb7f-465e-b3e7-711dd1775da9', 'status': 'completed', 'code': 200} Jan 28 04:09:02.691530 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-187d2f7c-5050-4d97-addf-b74a80ddfbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:02.693041 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-187d2f7c-5050-4d97-addf-b74a80ddfbf3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aa1d6b4ad31f403d83ec2f264a051ff6&device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 1095 time: 0.0454159 Jan 28 04:09:02.745047 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-34964104-0860-4149-8212-99112674dea0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07c5e51b-cb7f-465e-b3e7-711dd1775da9 HTTP/1.1" status: 200 len: 217 time: 0.0393772 Jan 28 04:09:02.792811 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-df2487a2-1537-43c9-bb5b-66cb5e294a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:02.794244 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-df2487a2-1537-43c9-bb5b-66cb5e294a8f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7d04e3de-6837-4447-9cca-c875dd5d37e4 HTTP/1.1" status: 200 len: 854 time: 0.0432060 Jan 28 04:09:02.845797 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-3fed8e13-6c01-4ad2-b8c4-27c528b541a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:02.847327 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-3fed8e13-6c01-4ad2-b8c4-27c528b541a7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5efa0218-274f-47ce-9450-b027cc73a0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473180 Jan 28 04:09:02.940694 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-c0936887-84b7-43d9-8efd-ed023fd6b9cf service neutron] 10.222.0.39 "GET /v2.0/networks/5efa0218-274f-47ce-9450-b027cc73a0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867262 Jan 28 04:09:03.025208 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d26b3-3547-4bd5-9e20-b9f566e99ec9 req-7d13f88f-744c-4760-9c2c-3c67c73785f1 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:03.026722 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-977d26b3-3547-4bd5-9e20-b9f566e99ec9 req-7d13f88f-744c-4760-9c2c-3c67c73785f1 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 943 time: 0.0535991 Jan 28 04:09:03.038382 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-38c4acf6-3ba1-42dc-abec-b50540635546 req-33ae733e-0568-4466-8105-a07a7c3426ba service neutron] 10.222.0.39 "GET /v2.0/networks/5efa0218-274f-47ce-9450-b027cc73a0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916152 Jan 28 04:09:03.077984 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-977d26b3-3547-4bd5-9e20-b9f566e99ec9 req-b8a3f118-3f1f-4dae-a990-4703118ce2a4 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/security-groups?id=125b401b-0a77-4952-a973-083173daff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444758 Jan 28 04:09:03.163205 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f9f3d-cdfc-4510-abec-c12cf7bf5382 req-ba58ad3f-0471-40c9-9f4d-8844cae7afc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:03.164716 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8b5f9f3d-cdfc-4510-abec-c12cf7bf5382 req-ba58ad3f-0471-40c9-9f4d-8844cae7afc9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aa1d6b4ad31f403d83ec2f264a051ff6&device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 1095 time: 0.0442820 Jan 28 04:09:03.270923 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f9f3d-cdfc-4510-abec-c12cf7bf5382 req-856a2086-8365-406f-a328-01da58daee73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:03.272418 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8b5f9f3d-cdfc-4510-abec-c12cf7bf5382 req-856a2086-8365-406f-a328-01da58daee73 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5efa0218-274f-47ce-9450-b027cc73a0f5 HTTP/1.1" status: 200 len: 916 time: 0.1018236 Jan 28 04:09:03.314300 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8b5f9f3d-cdfc-4510-abec-c12cf7bf5382 req-38647985-f45c-40f9-9fae-beb59b320c87 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07c5e51b-cb7f-465e-b3e7-711dd1775da9 HTTP/1.1" status: 200 len: 217 time: 0.0357325 Jan 28 04:09:03.367793 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f9f3d-cdfc-4510-abec-c12cf7bf5382 req-716361d1-5416-45b0-8966-5da30568b389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:03.369330 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8b5f9f3d-cdfc-4510-abec-c12cf7bf5382 req-716361d1-5416-45b0-8966-5da30568b389 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7d04e3de-6837-4447-9cca-c875dd5d37e4 HTTP/1.1" status: 200 len: 854 time: 0.0486705 Jan 28 04:09:03.417378 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f9f3d-cdfc-4510-abec-c12cf7bf5382 req-63ff952c-0654-4894-8535-b0e35b93905a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:03.418889 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8b5f9f3d-cdfc-4510-abec-c12cf7bf5382 req-63ff952c-0654-4894-8535-b0e35b93905a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5efa0218-274f-47ce-9450-b027cc73a0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426173 Jan 28 04:09:03.509181 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8b5f9f3d-cdfc-4510-abec-c12cf7bf5382 req-8afd175a-1a93-46a0-80a2-33c15e80a31f service neutron] 10.222.0.39 "GET /v2.0/networks/5efa0218-274f-47ce-9450-b027cc73a0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834093 Jan 28 04:09:03.602834 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8b5f9f3d-cdfc-4510-abec-c12cf7bf5382 req-9b047f54-7cdf-40b0-89d4-477661c26f3c service neutron] 10.222.0.39 "GET /v2.0/networks/5efa0218-274f-47ce-9450-b027cc73a0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868373 Jan 28 04:09:03.664506 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:04.206373 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a43ea-456f-46eb-b0a8-424825e1c8f6 req-cc9bfae9-f843-4c47-94a3-d67493bf1caa tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:04.207852 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d81a43ea-456f-46eb-b0a8-424825e1c8f6 req-cc9bfae9-f843-4c47-94a3-d67493bf1caa tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 943 time: 0.0557179 Jan 28 04:09:04.268490 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d81a43ea-456f-46eb-b0a8-424825e1c8f6 req-a97470b4-55cf-4270-b52e-c6a452c4ba02 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/security-groups?id=125b401b-0a77-4952-a973-083173daff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549369 Jan 28 04:09:04.287633 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:05.133570 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:05.407345 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a013a6-5fd8-4a99-9b68-8624628fbf62 req-232ecda7-4796-456d-bb7f-66e16de36213 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:05.408739 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c3a013a6-5fd8-4a99-9b68-8624628fbf62 req-232ecda7-4796-456d-bb7f-66e16de36213 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 943 time: 0.0662823 Jan 28 04:09:05.465941 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c3a013a6-5fd8-4a99-9b68-8624628fbf62 req-580083ec-4637-4491-96c4-d2ba754c5787 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/security-groups?id=125b401b-0a77-4952-a973-083173daff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513263 Jan 28 04:09:05.751413 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 07c5e51b-cb7f-465e-b3e7-711dd1775da9 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:09:05.852835 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 07c5e51b-cb7f-465e-b3e7-711dd1775da9, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=07c5e51b-cb7f-465e-b3e7-711dd1775da9,segment=NetworkSegment(2491e9cf-47c6-453d-9b8a-fad6ceaff8c3),segment_id=2491e9cf-47c6-453d-9b8a-fad6ceaff8c3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:09:05.865859 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '07c5e51b-cb7f-465e-b3e7-711dd1775da9', 'network_id': '5efa0218-274f-47ce-9450-b027cc73a0f5', 'port_id': '07c5e51b-cb7f-465e-b3e7-711dd1775da9', 'mac_address': 'fa:16:3e:6c:36:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d04e3de-6837-4447-9cca-c875dd5d37e4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:09:05.903834 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 07c5e51b-cb7f-465e-b3e7-711dd1775da9 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:09:05.904236 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (07c5e51b-cb7f-465e-b3e7-711dd1775da9), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:05.917340 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07c5e51b-cb7f-465e-b3e7-711dd1775da9 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:09:05.938911 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 07c5e51b-cb7f-465e-b3e7-711dd1775da9, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=07c5e51b-cb7f-465e-b3e7-711dd1775da9,segment=NetworkSegment(2491e9cf-47c6-453d-9b8a-fad6ceaff8c3),segment_id=2491e9cf-47c6-453d-9b8a-fad6ceaff8c3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:09:05.945380 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (07c5e51b-cb7f-465e-b3e7-711dd1775da9), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:05.995148 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=07c5e51b-cb7f-465e-b3e7-711dd1775da9,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:09:06.196723 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:06.240702 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['07c5e51b-cb7f-465e-b3e7-711dd1775da9'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:09:06.592130 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132976ff-24d6-41ad-b741-2f03747f9c7b req-0e7acbbd-e413-4c67-8f28-f57bba817e1e tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:06.593721 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-132976ff-24d6-41ad-b741-2f03747f9c7b req-0e7acbbd-e413-4c67-8f28-f57bba817e1e tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 944 time: 0.0581307 Jan 28 04:09:06.642041 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-132976ff-24d6-41ad-b741-2f03747f9c7b req-e20863de-e0ae-4055-857c-470a500412cb tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/security-groups?id=125b401b-0a77-4952-a973-083173daff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425925 Jan 28 04:09:07.765487 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 07c5e51b-cb7f-465e-b3e7-711dd1775da9 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:09:07.779795 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0dbdf2-a8ab-4d27-8720-69aaced843f9 req-318ccac0-c341-41b1-8f9e-3e92ed424b8f tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:07.782715 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6c0dbdf2-a8ab-4d27-8720-69aaced843f9 req-318ccac0-c341-41b1-8f9e-3e92ed424b8f tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 944 time: 0.0592606 Jan 28 04:09:07.820531 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 07c5e51b-cb7f-465e-b3e7-711dd1775da9 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:09:07.824700 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 07c5e51b-cb7f-465e-b3e7-711dd1775da9 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:09:07.825098 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (07c5e51b-cb7f-465e-b3e7-711dd1775da9), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:07.830744 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6c0dbdf2-a8ab-4d27-8720-69aaced843f9 req-99331cf7-7ff6-4560-922c-78114a3b190c tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/security-groups?id=125b401b-0a77-4952-a973-083173daff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435779 Jan 28 04:09:07.901742 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 07c5e51b-cb7f-465e-b3e7-711dd1775da9 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:09:07.902137 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (07c5e51b-cb7f-465e-b3e7-711dd1775da9), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:07.925721 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e773733-3704-4939-a23f-1b13bac2c7c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c5e51b-cb7f-465e-b3e7-711dd1775da9'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:09:07.928158 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7466989c69d563e87a019306beca113247d74b519ddc68a6966af7388d6c63e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc4c85b-916d-4260-9d77-b5d4b52f7e04" -d '{"events": [{"server_uuid": "7e773733-3704-4939-a23f-1b13bac2c7c1", "name": "network-vif-plugged", "status": "completed", "tag": "07c5e51b-cb7f-465e-b3e7-711dd1775da9"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:09:07.941414 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 07c5e51b-cb7f-465e-b3e7-711dd1775da9, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=07c5e51b-cb7f-465e-b3e7-711dd1775da9,segment=NetworkSegment(2491e9cf-47c6-453d-9b8a-fad6ceaff8c3),segment_id=2491e9cf-47c6-453d-9b8a-fad6ceaff8c3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:09:07.947353 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (07c5e51b-cb7f-465e-b3e7-711dd1775da9), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:07.978287 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319a18fc-a292-4a0f-b07d-2a6838b25f23 x-openstack-request-id: req-319a18fc-a292-4a0f-b07d-2a6838b25f23 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:09:07.978679 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e773733-3704-4939-a23f-1b13bac2c7c1", "name": "network-vif-plugged", "status": "completed", "tag": "07c5e51b-cb7f-465e-b3e7-711dd1775da9", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:09:07.978980 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-319a18fc-a292-4a0f-b07d-2a6838b25f23 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:09:07.979506 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e773733-3704-4939-a23f-1b13bac2c7c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c5e51b-cb7f-465e-b3e7-711dd1775da9', 'code': 200} Jan 28 04:09:08.007970 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=07c5e51b-cb7f-465e-b3e7-711dd1775da9,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:09:08.099493 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e925e9-4a4c-4f42-82bb-c60f59710493 req-5700e2db-1202-4243-b246-831a3285a874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:08.101047 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-63e925e9-4a4c-4f42-82bb-c60f59710493 req-5700e2db-1202-4243-b246-831a3285a874 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 1097 time: 0.0427053 Jan 28 04:09:08.146903 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-63e925e9-4a4c-4f42-82bb-c60f59710493 req-c27c080c-70ed-4afa-b376-b8c6e4713dde service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=125b401b-0a77-4952-a973-083173daff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391235 Jan 28 04:09:08.950789 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7904532-42a6-4d2d-b036-38b9aedbcc70 req-77653722-3fa9-4a3f-9852-2ea6ddd367d7 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:08.952227 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f7904532-42a6-4d2d-b036-38b9aedbcc70 req-77653722-3fa9-4a3f-9852-2ea6ddd367d7 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 945 time: 0.0507071 Jan 28 04:09:09.007791 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f7904532-42a6-4d2d-b036-38b9aedbcc70 req-6014a18f-a63c-47f4-8f5b-a2b4226720e4 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/security-groups?id=125b401b-0a77-4952-a973-083173daff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466671 Jan 28 04:09:10.144431 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f10ad1-e36a-4088-bc51-208167bbd002 req-4890e724-b37c-4a67-9113-8baec675f3c0 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:10.145927 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-29f10ad1-e36a-4088-bc51-208167bbd002 req-4890e724-b37c-4a67-9113-8baec675f3c0 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 945 time: 0.0529096 Jan 28 04:09:10.215455 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-29f10ad1-e36a-4088-bc51-208167bbd002 req-fdb9ef22-54ae-4b4b-ba29-c778e8da8f16 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/security-groups?id=125b401b-0a77-4952-a973-083173daff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632770 Jan 28 04:09:10.339158 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba1574-7c19-4a31-8750-2fa57129a646 req-59b0ecfa-3976-48bd-bd8c-0796ec750acb tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:10.340660 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5cba1574-7c19-4a31-8750-2fa57129a646 req-59b0ecfa-3976-48bd-bd8c-0796ec750acb tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 945 time: 0.0526307 Jan 28 04:09:10.389843 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5cba1574-7c19-4a31-8750-2fa57129a646 req-f8233e04-1695-425e-9e17-019c5db2f32f tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/security-groups?id=125b401b-0a77-4952-a973-083173daff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433505 Jan 28 04:09:10.596854 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ee6df-9070-450b-ab1b-f1fba02da028 req-6bc47ee0-2750-4d0b-888e-f6a12277257c tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:10.598275 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0f0ee6df-9070-450b-ab1b-f1fba02da028 req-6bc47ee0-2750-4d0b-888e-f6a12277257c tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 945 time: 0.0586050 Jan 28 04:09:10.647931 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0f0ee6df-9070-450b-ab1b-f1fba02da028 req-dc021586-75d9-4a43-8e9b-5eba0b24ca0a tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/security-groups?id=125b401b-0a77-4952-a973-083173daff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413537 Jan 28 04:09:17.289686 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:09:29.630903 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5867ea4-9efb-42f4-9209-4e44214890d3 req-1f75b029-4f3c-4e75-9f7b-81a0561fed27 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:29.632322 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e5867ea4-9efb-42f4-9209-4e44214890d3 req-1f75b029-4f3c-4e75-9f7b-81a0561fed27 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 945 time: 0.0633991 Jan 28 04:09:29.682395 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e5867ea4-9efb-42f4-9209-4e44214890d3 req-4363579c-fc8d-4da4-b679-652ca481c1ea tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/security-groups?id=125b401b-0a77-4952-a973-083173daff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440443 Jan 28 04:09:29.706556 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:29.707226 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36970) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:09:29.789779 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6592ed2-ca44-4dd9-9f37-2a8f19fd6167 tempest-TestMinimumBasicScenario-1719910013 tempest-TestMinimumBasicScenario-1719910013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:29.791300 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f6592ed2-ca44-4dd9-9f37-2a8f19fd6167 tempest-TestMinimumBasicScenario-1719910013 tempest-TestMinimumBasicScenario-1719910013-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 1092 time: 0.0834489 Jan 28 04:09:29.795981 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36974) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:09:29.800795 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-fde7ac4b-778d-4c52-ba80-253fd51c8c4c tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'port_id': '07c5e51b-cb7f-465e-b3e7-711dd1775da9', 'tenant_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:09:29.822330 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fde7ac4b-778d-4c52-ba80-253fd51c8c4c tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:29.826408 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d00617bd-da3f-404b-b7b0-1f148598b832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:29.932197 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fde7ac4b-778d-4c52-ba80-253fd51c8c4c tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:30.033148 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-fde7ac4b-778d-4c52-ba80-253fd51c8c4c tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Allocated IP 172.25.0.210 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/26a6b3b7-6244-4f7f-8fe3-3a69a941c8de) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:09:30.143825 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fde7ac4b-778d-4c52-ba80-253fd51c8c4c tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks [] for port (26a6b3b7-6244-4f7f-8fe3-3a69a941c8de), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:30.186821 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fde7ac4b-778d-4c52-ba80-253fd51c8c4c tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (26a6b3b7-6244-4f7f-8fe3-3a69a941c8de), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:30.223844 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde7ac4b-778d-4c52-ba80-253fd51c8c4c tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:09:30.226614 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-fde7ac4b-778d-4c52-ba80-253fd51c8c4c tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:09:30.232266 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde7ac4b-778d-4c52-ba80-253fd51c8c4c tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:09:30.237725 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde7ac4b-778d-4c52-ba80-253fd51c8c4c tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Pushing event updated for resources: {'Port': ['ID=26a6b3b7-6244-4f7f-8fe3-3a69a941c8de,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:09:30.265198 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde7ac4b-778d-4c52-ba80-253fd51c8c4c tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:30.265530 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde7ac4b-778d-4c52-ba80-253fd51c8c4c tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:30.265871 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde7ac4b-778d-4c52-ba80-253fd51c8c4c tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:30.266204 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde7ac4b-778d-4c52-ba80-253fd51c8c4c tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:30.266534 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde7ac4b-778d-4c52-ba80-253fd51c8c4c tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:30.266913 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde7ac4b-778d-4c52-ba80-253fd51c8c4c tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:30.267236 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde7ac4b-778d-4c52-ba80-253fd51c8c4c tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:30.267552 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde7ac4b-778d-4c52-ba80-253fd51c8c4c tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:30.267857 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde7ac4b-778d-4c52-ba80-253fd51c8c4c tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:30.268173 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde7ac4b-778d-4c52-ba80-253fd51c8c4c tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:30.268489 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde7ac4b-778d-4c52-ba80-253fd51c8c4c tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:30.268803 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde7ac4b-778d-4c52-ba80-253fd51c8c4c tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:30.269139 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde7ac4b-778d-4c52-ba80-253fd51c8c4c tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:09:30.622944 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fde7ac4b-778d-4c52-ba80-253fd51c8c4c tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks [] for floatingip (1fe1cc7e-6eed-41ad-b148-5c91700da3a1), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:30.699636 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fde7ac4b-778d-4c52-ba80-253fd51c8c4c tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (26a6b3b7-6244-4f7f-8fe3-3a69a941c8de), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:30.851228 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fde7ac4b-778d-4c52-ba80-253fd51c8c4c tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks [] for port (26a6b3b7-6244-4f7f-8fe3-3a69a941c8de), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:30.859128 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fde7ac4b-778d-4c52-ba80-253fd51c8c4c tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (26a6b3b7-6244-4f7f-8fe3-3a69a941c8de), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:30.930601 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde7ac4b-778d-4c52-ba80-253fd51c8c4c tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Pushing event updated for resources: {'Port': ['ID=26a6b3b7-6244-4f7f-8fe3-3a69a941c8de,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:09:30.941723 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fde7ac4b-778d-4c52-ba80-253fd51c8c4c tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (1fe1cc7e-6eed-41ad-b148-5c91700da3a1), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:31.039873 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [None req-fde7ac4b-778d-4c52-ba80-253fd51c8c4c tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Floating IP 1fe1cc7e-6eed-41ad-b148-5c91700da3a1 associated. External IP: 172.25.0.210, port: 07c5e51b-cb7f-465e-b3e7-711dd1775da9. Jan 28 04:09:31.244278 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde7ac4b-778d-4c52-ba80-253fd51c8c4c tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Router 32a66bae-7e99-4b81-96be-16ede094af79 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:09:31.364167 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde7ac4b-778d-4c52-ba80-253fd51c8c4c tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:09:31.375835 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d75f620-eb24-4b31-b136-e6212681f0ee None None] Sync routers for ids ['32a66bae-7e99-4b81-96be-16ede094af79'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:09:31.383562 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fde7ac4b-778d-4c52-ba80-253fd51c8c4c tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:31.386248 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d75f620-eb24-4b31-b136-e6212681f0ee None None] Routers {'32a66bae-7e99-4b81-96be-16ede094af79'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:09:31.386859 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-8d75f620-eb24-4b31-b136-e6212681f0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:09:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['32a66bae-7e99-4b81-96be-16ede094af79'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:09:31.413677 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-fde7ac4b-778d-4c52-ba80-253fd51c8c4c tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6166027 Jan 28 04:09:31.414352 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e773733-3704-4939-a23f-1b13bac2c7c1', 'tag': '07c5e51b-cb7f-465e-b3e7-711dd1775da9'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:09:31.416689 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36976) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:09:31.417361 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3198fe40c20953b5b589f016e0433bfb4a98f5964cdf03e8abb15383fb0d5974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c903fbe0-6974-47d5-b7ad-1cc81ad918a3" -d '{"events": [{"name": "network-changed", "server_uuid": "7e773733-3704-4939-a23f-1b13bac2c7c1", "tag": "07c5e51b-cb7f-465e-b3e7-711dd1775da9"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:09:31.422170 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-d7969a36-7f93-4cd2-a46d-d91c965fa7d3 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2054346150', 'description': 'tempest-secgroup-smoke-2054346150 description', 'project_id': 'aa1d6b4ad31f403d83ec2f264a051ff6'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:09:31.445596 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d7969a36-7f93-4cd2-a46d-d91c965fa7d3 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:31.494626 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-8d75f620-eb24-4b31-b136-e6212681f0ee None None] Set router 32a66bae-7e99-4b81-96be-16ede094af79 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:09:31.522834 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d7969a36-7f93-4cd2-a46d-d91c965fa7d3 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks [] for security_group (bf229025-af42-4606-9ffc-f9bd606c78b5), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:31.528855 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d7969a36-7f93-4cd2-a46d-d91c965fa7d3 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (bf229025-af42-4606-9ffc-f9bd606c78b5), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:31.561250 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7969a36-7f93-4cd2-a46d-d91c965fa7d3 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf229025-af42-4606-9ffc-f9bd606c78b5,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:09:31.575620 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d7969a36-7f93-4cd2-a46d-d91c965fa7d3 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:31.577044 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d7969a36-7f93-4cd2-a46d-d91c965fa7d3 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1587093 Jan 28 04:09:31.580537 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 36982) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:09:31.585574 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-937aaa28-2763-42d4-8074-684023971cca tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Request body: {'security_group_rule': {'security_group_id': 'bf229025-af42-4606-9ffc-f9bd606c78b5', 'project_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:09:31.595190 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b55ad2-4faf-4dd7-80fc-736c0b1e0f1f x-openstack-request-id: req-75b55ad2-4faf-4dd7-80fc-736c0b1e0f1f {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:09:31.595552 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e773733-3704-4939-a23f-1b13bac2c7c1", "tag": "07c5e51b-cb7f-465e-b3e7-711dd1775da9", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:09:31.595873 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-75b55ad2-4faf-4dd7-80fc-736c0b1e0f1f {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:09:31.596346 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e773733-3704-4939-a23f-1b13bac2c7c1', 'tag': '07c5e51b-cb7f-465e-b3e7-711dd1775da9', 'status': 'completed', 'code': 200} Jan 28 04:09:31.614501 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-937aaa28-2763-42d4-8074-684023971cca tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks [] for security_group_rule (f20c1f41-867d-42d7-bda7-ecaa2f958130), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:31.709961 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-937aaa28-2763-42d4-8074-684023971cca tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks [] for security_group_rule (f20c1f41-867d-42d7-bda7-ecaa2f958130), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:31.712910 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903fbe0-6974-47d5-b7ad-1cc81ad918a3 req-c5333597-03b0-4c76-99b6-640c625cb4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:31.714521 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c903fbe0-6974-47d5-b7ad-1cc81ad918a3 req-c5333597-03b0-4c76-99b6-640c625cb4aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aa1d6b4ad31f403d83ec2f264a051ff6&device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 1097 time: 0.0623555 Jan 28 04:09:31.715566 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-937aaa28-2763-42d4-8074-684023971cca tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (f20c1f41-867d-42d7-bda7-ecaa2f958130), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:31.747506 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-8d75f620-eb24-4b31-b136-e6212681f0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a66bae-7e99-4b81-96be-16ede094af79', 'name': 'tempest-TestMinimumBasicScenario-1453887520-router', 'tenant_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'abe86ef2-a50d-45c7-8709-6cfe6d661b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:08:28Z', 'updated_at': '2022-01-28T04:08:31Z', 'revision_number': 4, 'project_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'gw_port': {'id': 'abe86ef2-a50d-45c7-8709-6cfe6d661b93', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a66bae-7e99-4b81-96be-16ede094af79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:08:28Z', 'updated_at': '2022-01-28T04:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '1fe1cc7e-6eed-41ad-b148-5c91700da3a1', 'tenant_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'floating_ip_address': '172.25.0.210', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '32a66bae-7e99-4b81-96be-16ede094af79', 'port_id': '07c5e51b-cb7f-465e-b3e7-711dd1775da9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5efa0218-274f-47ce-9450-b027cc73a0f5', 'mac_address': 'fa:16:3e:6c:36:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e773733-3704-4939-a23f-1b13bac2c7c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:09:30Z', 'updated_at': '2022-01-28T04:09:30Z', 'revision_number': 0, 'project_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34c8aad2-7fdd-401b-ab7f-9cb643e0d52f', 'name': '', 'network_id': '5efa0218-274f-47ce-9450-b027cc73a0f5', 'tenant_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'mac_address': 'fa:16:3e:9c:1f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a66bae-7e99-4b81-96be-16ede094af79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '7d04e3de-6837-4447-9cca-c875dd5d37e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:08:30Z', 'updated_at': '2022-01-28T04:08:35Z', 'revision_number': 5, 'project_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'subnets': [{'id': '7d04e3de-6837-4447-9cca-c875dd5d37e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:09:31.748973 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aaa28-2763-42d4-8074-684023971cca tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f20c1f41-867d-42d7-bda7-ecaa2f958130,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:09:31.774167 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d75f620-eb24-4b31-b136-e6212681f0ee None None] Checking router: 32a66bae-7e99-4b81-96be-16ede094af79 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:09:31.783114 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d75f620-eb24-4b31-b136-e6212681f0ee None None] Routers {'32a66bae-7e99-4b81-96be-16ede094af79'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:09:31.783728 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-8d75f620-eb24-4b31-b136-e6212681f0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:09:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['32a66bae-7e99-4b81-96be-16ede094af79'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:09:31.786081 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-937aaa28-2763-42d4-8074-684023971cca tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:31.787294 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-937aaa28-2763-42d4-8074-684023971cca tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2052915 Jan 28 04:09:31.790488 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36984) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:09:31.795577 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-c9de9eb2-ce11-4555-82cb-233f7ebae5a8 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Request body: {'security_group_rule': {'security_group_id': 'bf229025-af42-4606-9ffc-f9bd606c78b5', 'project_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:09:31.823542 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c9de9eb2-ce11-4555-82cb-233f7ebae5a8 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks [] for security_group_rule (de796f88-0af6-410e-9a3b-aa0a6f449962), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:31.831678 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903fbe0-6974-47d5-b7ad-1cc81ad918a3 req-fe68fc8e-a0d8-4340-9b8b-d13e6204d229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:31.833785 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c903fbe0-6974-47d5-b7ad-1cc81ad918a3 req-fe68fc8e-a0d8-4340-9b8b-d13e6204d229 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5efa0218-274f-47ce-9450-b027cc73a0f5 HTTP/1.1" status: 200 len: 916 time: 0.1115136 Jan 28 04:09:31.895068 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c9de9eb2-ce11-4555-82cb-233f7ebae5a8 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks [] for security_group_rule (de796f88-0af6-410e-9a3b-aa0a6f449962), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:31.899006 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-8d75f620-eb24-4b31-b136-e6212681f0ee None None] Set router 32a66bae-7e99-4b81-96be-16ede094af79 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:09:31.901633 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c9de9eb2-ce11-4555-82cb-233f7ebae5a8 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (de796f88-0af6-410e-9a3b-aa0a6f449962), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:31.907755 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a77734f1-0efa-4efb-bde4-981964ff148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:31.919926 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9de9eb2-ce11-4555-82cb-233f7ebae5a8 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de796f88-0af6-410e-9a3b-aa0a6f449962,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:09:31.920186 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c903fbe0-6974-47d5-b7ad-1cc81ad918a3 req-b2816a48-17e8-433a-9ac4-850acd3940f7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07c5e51b-cb7f-465e-b3e7-711dd1775da9 HTTP/1.1" status: 200 len: 999 time: 0.0791252 Jan 28 04:09:31.935146 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c9de9eb2-ce11-4555-82cb-233f7ebae5a8 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:31.936559 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c9de9eb2-ce11-4555-82cb-233f7ebae5a8 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1450648 Jan 28 04:09:31.939446 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36986) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:09:31.943852 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-aca6e17f-0168-4593-a51c-1a37822accf7 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Request body: {'security_group_rule': {'security_group_id': 'bf229025-af42-4606-9ffc-f9bd606c78b5', 'project_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:09:31.971062 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aca6e17f-0168-4593-a51c-1a37822accf7 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks [] for security_group_rule (1292a5a2-eae2-4f20-a380-a60fbe19cd4d), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:31.977489 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903fbe0-6974-47d5-b7ad-1cc81ad918a3 req-4dd59623-d8ee-40de-b799-79a4dc5606dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:31.979713 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c903fbe0-6974-47d5-b7ad-1cc81ad918a3 req-4dd59623-d8ee-40de-b799-79a4dc5606dd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7d04e3de-6837-4447-9cca-c875dd5d37e4 HTTP/1.1" status: 200 len: 854 time: 0.0532627 Jan 28 04:09:32.027332 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903fbe0-6974-47d5-b7ad-1cc81ad918a3 req-0f137304-93f6-4f92-93e0-05cbaccd23ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:32.028751 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c903fbe0-6974-47d5-b7ad-1cc81ad918a3 req-0f137304-93f6-4f92-93e0-05cbaccd23ec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5efa0218-274f-47ce-9450-b027cc73a0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435755 Jan 28 04:09:32.032369 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aca6e17f-0168-4593-a51c-1a37822accf7 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks [] for security_group_rule (1292a5a2-eae2-4f20-a380-a60fbe19cd4d), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:32.036718 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aca6e17f-0168-4593-a51c-1a37822accf7 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (1292a5a2-eae2-4f20-a380-a60fbe19cd4d), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:32.055780 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca6e17f-0168-4593-a51c-1a37822accf7 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1292a5a2-eae2-4f20-a380-a60fbe19cd4d,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:09:32.068094 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-aca6e17f-0168-4593-a51c-1a37822accf7 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:32.069776 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-aca6e17f-0168-4593-a51c-1a37822accf7 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1289716 Jan 28 04:09:32.072621 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36988) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:09:32.077333 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-b9f7baf6-935f-4bc0-bac5-e78c01e940fc tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Request body: {'security_group_rule': {'security_group_id': 'bf229025-af42-4606-9ffc-f9bd606c78b5', 'project_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:09:32.109412 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b9f7baf6-935f-4bc0-bac5-e78c01e940fc tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks [] for security_group_rule (2994093d-8223-4f34-b037-03bb88dc6023), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:32.123914 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c903fbe0-6974-47d5-b7ad-1cc81ad918a3 req-2574facc-9954-491a-b8b9-0cb9d79bcb08 service neutron] 10.222.0.39 "GET /v2.0/networks/5efa0218-274f-47ce-9450-b027cc73a0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883765 Jan 28 04:09:32.148211 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-8d75f620-eb24-4b31-b136-e6212681f0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a66bae-7e99-4b81-96be-16ede094af79', 'name': 'tempest-TestMinimumBasicScenario-1453887520-router', 'tenant_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'abe86ef2-a50d-45c7-8709-6cfe6d661b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:08:28Z', 'updated_at': '2022-01-28T04:08:31Z', 'revision_number': 4, 'project_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'gw_port': {'id': 'abe86ef2-a50d-45c7-8709-6cfe6d661b93', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a66bae-7e99-4b81-96be-16ede094af79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:08:28Z', 'updated_at': '2022-01-28T04:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '1fe1cc7e-6eed-41ad-b148-5c91700da3a1', 'tenant_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'floating_ip_address': '172.25.0.210', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '32a66bae-7e99-4b81-96be-16ede094af79', 'port_id': '07c5e51b-cb7f-465e-b3e7-711dd1775da9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5efa0218-274f-47ce-9450-b027cc73a0f5', 'mac_address': 'fa:16:3e:6c:36:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e773733-3704-4939-a23f-1b13bac2c7c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:09:30Z', 'updated_at': '2022-01-28T04:09:30Z', 'revision_number': 0, 'project_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34c8aad2-7fdd-401b-ab7f-9cb643e0d52f', 'name': '', 'network_id': '5efa0218-274f-47ce-9450-b027cc73a0f5', 'tenant_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'mac_address': 'fa:16:3e:9c:1f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a66bae-7e99-4b81-96be-16ede094af79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '7d04e3de-6837-4447-9cca-c875dd5d37e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:08:30Z', 'updated_at': '2022-01-28T04:08:35Z', 'revision_number': 5, 'project_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'subnets': [{'id': '7d04e3de-6837-4447-9cca-c875dd5d37e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:09:32.183628 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d75f620-eb24-4b31-b136-e6212681f0ee None None] The sync data for ids ['32a66bae-7e99-4b81-96be-16ede094af79'] in n-d-712139-27 is: [{'id': '32a66bae-7e99-4b81-96be-16ede094af79', 'name': 'tempest-TestMinimumBasicScenario-1453887520-router', 'tenant_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'abe86ef2-a50d-45c7-8709-6cfe6d661b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:08:28Z', 'updated_at': '2022-01-28T04:08:31Z', 'revision_number': 4, 'project_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'gw_port': {'id': 'abe86ef2-a50d-45c7-8709-6cfe6d661b93', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a66bae-7e99-4b81-96be-16ede094af79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:08:28Z', 'updated_at': '2022-01-28T04:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '1fe1cc7e-6eed-41ad-b148-5c91700da3a1', 'tenant_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'floating_ip_address': '172.25.0.210', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '32a66bae-7e99-4b81-96be-16ede094af79', 'port_id': '07c5e51b-cb7f-465e-b3e7-711dd1775da9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5efa0218-274f-47ce-9450-b027cc73a0f5', 'mac_address': 'fa:16:3e:6c:36:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e773733-3704-4939-a23f-1b13bac2c7c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:09:30Z', 'updated_at': '2022-01-28T04:09:30Z', 'revision_number': 0, 'project_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34c8aad2-7fdd-401b-ab7f-9cb643e0d52f', 'name': '', 'network_id': '5efa0218-274f-47ce-9450-b027cc73a0f5', 'tenant_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'mac_address': 'fa:16:3e:9c:1f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a66bae-7e99-4b81-96be-16ede094af79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '7d04e3de-6837-4447-9cca-c875dd5d37e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:08:30Z', 'updated_at': '2022-01-28T04:08:35Z', 'revision_number': 5, 'project_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'subnets': [{'id': '7d04e3de-6837-4447-9cca-c875dd5d37e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:09:32.186501 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b9f7baf6-935f-4bc0-bac5-e78c01e940fc tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks [] for security_group_rule (2994093d-8223-4f34-b037-03bb88dc6023), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:32.191606 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b9f7baf6-935f-4bc0-bac5-e78c01e940fc tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (2994093d-8223-4f34-b037-03bb88dc6023), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:32.216325 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f7baf6-935f-4bc0-bac5-e78c01e940fc tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2994093d-8223-4f34-b037-03bb88dc6023,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:09:32.222576 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b9f7baf6-935f-4bc0-bac5-e78c01e940fc tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:32.225623 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b9f7baf6-935f-4bc0-bac5-e78c01e940fc tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1519852 Jan 28 04:09:32.226970 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36990) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:09:32.231732 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-0b97c12a-82bd-46c3-999e-8f5daa6a6085 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Request body: {'security_group_rule': {'security_group_id': 'bf229025-af42-4606-9ffc-f9bd606c78b5', 'project_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:09:32.233398 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c903fbe0-6974-47d5-b7ad-1cc81ad918a3 req-fd94da45-cb9a-4ce1-b336-9796d6edce75 service neutron] 10.222.0.39 "GET /v2.0/networks/5efa0218-274f-47ce-9450-b027cc73a0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030073 Jan 28 04:09:32.252796 n-d-712139-27 neutron-server[109802]: INFO neutron.db.securitygroups_db [None req-0b97c12a-82bd-46c3-999e-8f5daa6a6085 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Project aa1d6b4ad31f403d83ec2f264a051ff6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 04:09:32.257154 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0b97c12a-82bd-46c3-999e-8f5daa6a6085 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks [] for security_group_rule (930c4216-e682-4455-91ca-1f9defd370b5), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:32.319143 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0b97c12a-82bd-46c3-999e-8f5daa6a6085 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks [] for security_group_rule (930c4216-e682-4455-91ca-1f9defd370b5), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:32.323445 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0b97c12a-82bd-46c3-999e-8f5daa6a6085 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (930c4216-e682-4455-91ca-1f9defd370b5), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:32.342896 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b97c12a-82bd-46c3-999e-8f5daa6a6085 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=930c4216-e682-4455-91ca-1f9defd370b5,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:09:32.349052 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0b97c12a-82bd-46c3-999e-8f5daa6a6085 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:32.350385 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0b97c12a-82bd-46c3-999e-8f5daa6a6085 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1223822 Jan 28 04:09:32.353405 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 36992) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:09:32.357956 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-807f135e-df17-4058-a307-d2baf2c5b311 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Request body: {'security_group_rule': {'security_group_id': 'bf229025-af42-4606-9ffc-f9bd606c78b5', 'project_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:09:32.379006 n-d-712139-27 neutron-server[109802]: INFO neutron.db.securitygroups_db [None req-807f135e-df17-4058-a307-d2baf2c5b311 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Project aa1d6b4ad31f403d83ec2f264a051ff6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 04:09:32.384149 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-807f135e-df17-4058-a307-d2baf2c5b311 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks [] for security_group_rule (a5c24f64-28ab-42a1-b8a1-a30fd5b8421d), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:32.419224 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78619e0-e881-4f79-ba4d-a39d17a3d313 None None] New status for floating IP 1fe1cc7e-6eed-41ad-b148-5c91700da3a1: ACTIVE {{(pid=109804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:09:32.446965 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-807f135e-df17-4058-a307-d2baf2c5b311 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks [] for security_group_rule (a5c24f64-28ab-42a1-b8a1-a30fd5b8421d), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:32.452006 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-807f135e-df17-4058-a307-d2baf2c5b311 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (a5c24f64-28ab-42a1-b8a1-a30fd5b8421d), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:32.470970 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f135e-df17-4058-a307-d2baf2c5b311 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5c24f64-28ab-42a1-b8a1-a30fd5b8421d,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:09:32.480940 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-807f135e-df17-4058-a307-d2baf2c5b311 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:32.482222 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-807f135e-df17-4058-a307-d2baf2c5b311 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1278687 Jan 28 04:09:32.575599 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-95593c0c-0a74-426d-ace0-e6f91b6e9ecb req-74b20ec3-30ba-4681-8da7-201a17a6ded4 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2054346150&fields=id&tenant_id=aa1d6b4ad31f403d83ec2f264a051ff6 HTTP/1.1" status: 200 len: 267 time: 0.0478163 Jan 28 04:09:32.634302 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95593c0c-0a74-426d-ace0-e6f91b6e9ecb req-139e7ee9-ac88-4496-8164-3e4c9af2c36c tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:32.635903 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-95593c0c-0a74-426d-ace0-e6f91b6e9ecb req-139e7ee9-ac88-4496-8164-3e4c9af2c36c tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 945 time: 0.0548282 Jan 28 04:09:32.647793 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [req-95593c0c-0a74-426d-ace0-e6f91b6e9ecb req-b065164a-ae89-4bcf-9bf4-1ffe25b0baf0 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Request body: {'port': {'security_groups': ['125b401b-0a77-4952-a973-083173daff2c', 'bf229025-af42-4606-9ffc-f9bd606c78b5']}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:09:32.711778 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-95593c0c-0a74-426d-ace0-e6f91b6e9ecb req-b065164a-ae89-4bcf-9bf4-1ffe25b0baf0 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (07c5e51b-cb7f-465e-b3e7-711dd1775da9), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:32.898714 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [req-95593c0c-0a74-426d-ace0-e6f91b6e9ecb req-b065164a-ae89-4bcf-9bf4-1ffe25b0baf0 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] For port 07c5e51b-cb7f-465e-b3e7-711dd1775da9, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=07c5e51b-cb7f-465e-b3e7-711dd1775da9,segment=NetworkSegment(2491e9cf-47c6-453d-9b8a-fad6ceaff8c3),segment_id=2491e9cf-47c6-453d-9b8a-fad6ceaff8c3)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:09:32.928689 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-95593c0c-0a74-426d-ace0-e6f91b6e9ecb req-b065164a-ae89-4bcf-9bf4-1ffe25b0baf0 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks [] for port (07c5e51b-cb7f-465e-b3e7-711dd1775da9), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:32.936663 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-95593c0c-0a74-426d-ace0-e6f91b6e9ecb req-b065164a-ae89-4bcf-9bf4-1ffe25b0baf0 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (07c5e51b-cb7f-465e-b3e7-711dd1775da9), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:32.970399 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['07c5e51b-cb7f-465e-b3e7-711dd1775da9'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:09:32.977495 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95593c0c-0a74-426d-ace0-e6f91b6e9ecb req-b065164a-ae89-4bcf-9bf4-1ffe25b0baf0 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:32.978327 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [req-95593c0c-0a74-426d-ace0-e6f91b6e9ecb req-b065164a-ae89-4bcf-9bf4-1ffe25b0baf0 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:32.979649 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-95593c0c-0a74-426d-ace0-e6f91b6e9ecb req-b065164a-ae89-4bcf-9bf4-1ffe25b0baf0 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "PUT /v2.0/ports/07c5e51b-cb7f-465e-b3e7-711dd1775da9 HTTP/1.1" status: 200 len: 981 time: 0.3368134 Jan 28 04:09:33.020770 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b065164a-ae89-4bcf-9bf4-1ffe25b0baf0 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Pushing event updated for resources: {'Port': ['ID=07c5e51b-cb7f-465e-b3e7-711dd1775da9,revision_number=6']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:09:33.105199 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c3ff39-50c3-4c0b-8789-530258d0798d req-7b24213f-3561-4986-9991-42d9757c4751 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:33.105817 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['07c5e51b-cb7f-465e-b3e7-711dd1775da9'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:09:33.107076 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-47c3ff39-50c3-4c0b-8789-530258d0798d req-7b24213f-3561-4986-9991-42d9757c4751 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 984 time: 0.0607123 Jan 28 04:09:33.173902 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-47c3ff39-50c3-4c0b-8789-530258d0798d req-6c9fd1bf-0bc7-4341-9e84-381fe36a0d38 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf229025-af42-4606-9ffc-f9bd606c78b5&id=125b401b-0a77-4952-a973-083173daff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602822 Jan 28 04:09:33.251223 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c8e5d1f1-d403-46af-80ef-e477f688d5f4 None None] Provisioning complete for port 07c5e51b-cb7f-465e-b3e7-711dd1775da9 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:09:33.251599 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c8e5d1f1-d403-46af-80ef-e477f688d5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (07c5e51b-cb7f-465e-b3e7-711dd1775da9), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:33.440663 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c8e5d1f1-d403-46af-80ef-e477f688d5f4 None None] Current status of the port 07c5e51b-cb7f-465e-b3e7-711dd1775da9 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:09:33.597554 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e773733-3704-4939-a23f-1b13bac2c7c1', 'tag': '07c5e51b-cb7f-465e-b3e7-711dd1775da9'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:09:33.599975 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3198fe40c20953b5b589f016e0433bfb4a98f5964cdf03e8abb15383fb0d5974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382abc72-b305-4a3f-908e-261b58b00a40" -d '{"events": [{"name": "network-changed", "server_uuid": "7e773733-3704-4939-a23f-1b13bac2c7c1", "tag": "07c5e51b-cb7f-465e-b3e7-711dd1775da9"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:09:33.637732 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7972c862-3309-4c7c-923b-ced9c3b6a5bf x-openstack-request-id: req-7972c862-3309-4c7c-923b-ced9c3b6a5bf {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:09:33.638107 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e773733-3704-4939-a23f-1b13bac2c7c1", "tag": "07c5e51b-cb7f-465e-b3e7-711dd1775da9", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:09:33.638427 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7972c862-3309-4c7c-923b-ced9c3b6a5bf {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:09:33.638893 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e773733-3704-4939-a23f-1b13bac2c7c1', 'tag': '07c5e51b-cb7f-465e-b3e7-711dd1775da9', 'status': 'completed', 'code': 200} Jan 28 04:09:33.685340 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:33.724444 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382abc72-b305-4a3f-908e-261b58b00a40 req-22595710-8d79-46fc-a6a1-4d8a5962272e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:33.725895 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-382abc72-b305-4a3f-908e-261b58b00a40 req-22595710-8d79-46fc-a6a1-4d8a5962272e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aa1d6b4ad31f403d83ec2f264a051ff6&device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 1136 time: 0.0417528 Jan 28 04:09:33.821324 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382abc72-b305-4a3f-908e-261b58b00a40 req-16242b57-4464-4f96-b060-1c0957506864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:33.822839 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-382abc72-b305-4a3f-908e-261b58b00a40 req-16242b57-4464-4f96-b060-1c0957506864 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5efa0218-274f-47ce-9450-b027cc73a0f5 HTTP/1.1" status: 200 len: 916 time: 0.0890274 Jan 28 04:09:33.889850 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-382abc72-b305-4a3f-908e-261b58b00a40 req-61bf83fb-ffaf-4857-84d7-d826be50d5c0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07c5e51b-cb7f-465e-b3e7-711dd1775da9 HTTP/1.1" status: 200 len: 1001 time: 0.0600138 Jan 28 04:09:33.946917 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382abc72-b305-4a3f-908e-261b58b00a40 req-967995a2-b807-4ca8-8513-7afb69c3c276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:33.948345 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-382abc72-b305-4a3f-908e-261b58b00a40 req-967995a2-b807-4ca8-8513-7afb69c3c276 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7d04e3de-6837-4447-9cca-c875dd5d37e4 HTTP/1.1" status: 200 len: 854 time: 0.0510395 Jan 28 04:09:33.996007 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382abc72-b305-4a3f-908e-261b58b00a40 req-91ecc4e9-9ac3-42e3-a074-c30f29d4423c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:33.997417 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-382abc72-b305-4a3f-908e-261b58b00a40 req-91ecc4e9-9ac3-42e3-a074-c30f29d4423c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5efa0218-274f-47ce-9450-b027cc73a0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413094 Jan 28 04:09:34.087036 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-382abc72-b305-4a3f-908e-261b58b00a40 req-2c24bda3-72dc-4809-81f1-ad7392553876 service neutron] 10.222.0.39 "GET /v2.0/networks/5efa0218-274f-47ce-9450-b027cc73a0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834899 Jan 28 04:09:34.186264 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-382abc72-b305-4a3f-908e-261b58b00a40 req-e8093544-8cb8-4b32-9b8b-e4cb221d379e service neutron] 10.222.0.39 "GET /v2.0/networks/5efa0218-274f-47ce-9450-b027cc73a0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924008 Jan 28 04:09:34.311085 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:35.135993 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:36.195309 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:40.836959 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d059580-4bff-4ec8-9db4-0c332c0d4e04 req-fb34bac9-df45-4762-9898-5544d0e094f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:40.838589 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1d059580-4bff-4ec8-9db4-0c332c0d4e04 req-fb34bac9-df45-4762-9898-5544d0e094f4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aa1d6b4ad31f403d83ec2f264a051ff6&device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 1136 time: 0.0448532 Jan 28 04:09:40.936406 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d059580-4bff-4ec8-9db4-0c332c0d4e04 req-fb6ce8b6-2089-4d38-aad5-06dd2a17eb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:40.938019 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1d059580-4bff-4ec8-9db4-0c332c0d4e04 req-fb6ce8b6-2089-4d38-aad5-06dd2a17eb85 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5efa0218-274f-47ce-9450-b027cc73a0f5 HTTP/1.1" status: 200 len: 916 time: 0.0935805 Jan 28 04:09:41.006245 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1d059580-4bff-4ec8-9db4-0c332c0d4e04 req-35748065-c929-4177-af2b-2f2dccff03d1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07c5e51b-cb7f-465e-b3e7-711dd1775da9 HTTP/1.1" status: 200 len: 1001 time: 0.0614481 Jan 28 04:09:41.056207 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d059580-4bff-4ec8-9db4-0c332c0d4e04 req-08f36fe1-4695-4a91-a2d0-577f1135a875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:41.057748 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1d059580-4bff-4ec8-9db4-0c332c0d4e04 req-08f36fe1-4695-4a91-a2d0-577f1135a875 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7d04e3de-6837-4447-9cca-c875dd5d37e4 HTTP/1.1" status: 200 len: 854 time: 0.0461378 Jan 28 04:09:41.110839 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d059580-4bff-4ec8-9db4-0c332c0d4e04 req-04bd268f-9f18-4d42-b57d-85ed239973c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:41.112449 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1d059580-4bff-4ec8-9db4-0c332c0d4e04 req-04bd268f-9f18-4d42-b57d-85ed239973c0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5efa0218-274f-47ce-9450-b027cc73a0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477602 Jan 28 04:09:41.151199 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba445640-3fcd-4296-bda1-70e9488140ec req-61043faf-133a-442f-bf25-0683337ab680 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:41.152675 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ba445640-3fcd-4296-bda1-70e9488140ec req-61043faf-133a-442f-bf25-0683337ab680 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 984 time: 0.3913271 Jan 28 04:09:41.204189 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1d059580-4bff-4ec8-9db4-0c332c0d4e04 req-ad67b42c-48af-4261-a7f8-6331f54fc17e service neutron] 10.222.0.39 "GET /v2.0/networks/5efa0218-274f-47ce-9450-b027cc73a0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849719 Jan 28 04:09:41.212393 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ba445640-3fcd-4296-bda1-70e9488140ec req-36834237-ae7f-44c0-b87f-8e0072f87754 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf229025-af42-4606-9ffc-f9bd606c78b5&id=125b401b-0a77-4952-a973-083173daff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536664 Jan 28 04:09:41.296435 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1d059580-4bff-4ec8-9db4-0c332c0d4e04 req-f7b05b92-ccbd-4770-ad2f-796727917484 service neutron] 10.222.0.39 "GET /v2.0/networks/5efa0218-274f-47ce-9450-b027cc73a0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857966 Jan 28 04:09:42.363947 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bdf493-9d0a-42c8-b25c-c944423df5b8 req-0a489f9c-53e4-4958-b1ea-d6b98b082a4c tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:42.365490 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16bdf493-9d0a-42c8-b25c-c944423df5b8 req-0a489f9c-53e4-4958-b1ea-d6b98b082a4c tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 984 time: 0.0539377 Jan 28 04:09:42.433612 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16bdf493-9d0a-42c8-b25c-c944423df5b8 req-053f3d9b-36a2-45ec-b76a-6ff67741d0fa tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf229025-af42-4606-9ffc-f9bd606c78b5&id=125b401b-0a77-4952-a973-083173daff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0594022 Jan 28 04:09:43.571461 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02670610-88c5-4490-a3f4-9cb68c233861 req-e340b117-2116-4e92-93f8-45f79aec3f0e tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:43.573064 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-02670610-88c5-4490-a3f4-9cb68c233861 req-e340b117-2116-4e92-93f8-45f79aec3f0e tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 984 time: 0.0537796 Jan 28 04:09:43.635932 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-02670610-88c5-4490-a3f4-9cb68c233861 req-6acff229-82a6-4114-894e-ee9e79b309dd tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf229025-af42-4606-9ffc-f9bd606c78b5&id=125b401b-0a77-4952-a973-083173daff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546486 Jan 28 04:09:44.769940 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e533ea-2ca8-410d-82bd-e5250158c557 req-67e668e0-da1f-4f57-bb91-cacfd7bc025d tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:44.771476 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-69e533ea-2ca8-410d-82bd-e5250158c557 req-67e668e0-da1f-4f57-bb91-cacfd7bc025d tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 984 time: 0.0532589 Jan 28 04:09:44.834943 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-69e533ea-2ca8-410d-82bd-e5250158c557 req-d88380cc-9d1b-4293-9944-6e900f82fa24 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf229025-af42-4606-9ffc-f9bd606c78b5&id=125b401b-0a77-4952-a973-083173daff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576510 Jan 28 04:09:45.967255 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca03bc8-a028-4a74-bc40-60e6dc9f1371 req-9b1e4bba-0bc5-4ac9-a90e-c6e6cdb5618b tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:45.968641 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6ca03bc8-a028-4a74-bc40-60e6dc9f1371 req-9b1e4bba-0bc5-4ac9-a90e-c6e6cdb5618b tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 984 time: 0.0551195 Jan 28 04:09:46.034097 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6ca03bc8-a028-4a74-bc40-60e6dc9f1371 req-cdc130ed-9c6c-4e67-b7d7-97df1df9fa5c tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf229025-af42-4606-9ffc-f9bd606c78b5&id=125b401b-0a77-4952-a973-083173daff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570505 Jan 28 04:09:47.158046 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fceb922-8e6a-4708-b52f-96c2e49339ee req-c223d84b-b3be-4dfa-8c45-989c10fc6a91 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:47.159549 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6fceb922-8e6a-4708-b52f-96c2e49339ee req-c223d84b-b3be-4dfa-8c45-989c10fc6a91 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 984 time: 0.0503905 Jan 28 04:09:47.219316 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6fceb922-8e6a-4708-b52f-96c2e49339ee req-34e2a486-a05d-4a1b-bfbd-eea27b3a12d7 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf229025-af42-4606-9ffc-f9bd606c78b5&id=125b401b-0a77-4952-a973-083173daff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538919 Jan 28 04:09:48.345131 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af25b146-5170-4a1f-ba37-0aa80987f981 req-df753bcb-3ba8-45ed-b1a6-9ea44d5ff4d6 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:48.346877 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-af25b146-5170-4a1f-ba37-0aa80987f981 req-df753bcb-3ba8-45ed-b1a6-9ea44d5ff4d6 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 984 time: 0.0571685 Jan 28 04:09:48.407716 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-af25b146-5170-4a1f-ba37-0aa80987f981 req-e0435005-4332-4c89-a2eb-6d36b5b6d6fb tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf229025-af42-4606-9ffc-f9bd606c78b5&id=125b401b-0a77-4952-a973-083173daff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549166 Jan 28 04:09:49.555412 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88067f-2a5f-4c9e-9ab3-b425103d35e8 req-042d07e1-5fe1-47e4-b7a5-f90b4d33d87b tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:49.557012 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5b88067f-2a5f-4c9e-9ab3-b425103d35e8 req-042d07e1-5fe1-47e4-b7a5-f90b4d33d87b tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 984 time: 0.0685875 Jan 28 04:09:49.619774 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5b88067f-2a5f-4c9e-9ab3-b425103d35e8 req-39d2d8e8-a4ac-4631-bad8-cff4a967e3ac tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf229025-af42-4606-9ffc-f9bd606c78b5&id=125b401b-0a77-4952-a973-083173daff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565116 Jan 28 04:09:50.751993 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d7cdf-86b1-4d21-a8da-e4a2e6f75fe7 req-50f98b97-f8a3-4019-b7d2-5d0e6ea89882 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:50.753506 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0a5d7cdf-86b1-4d21-a8da-e4a2e6f75fe7 req-50f98b97-f8a3-4019-b7d2-5d0e6ea89882 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 984 time: 0.0570021 Jan 28 04:09:50.824063 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0a5d7cdf-86b1-4d21-a8da-e4a2e6f75fe7 req-d3141016-c6c4-469c-b3b9-481432837675 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf229025-af42-4606-9ffc-f9bd606c78b5&id=125b401b-0a77-4952-a973-083173daff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617869 Jan 28 04:09:51.949964 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6836659-ee8a-4f79-ae2a-e04ea3b8caa3 req-9e381c9e-febc-4a68-b190-081a9823769a tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:51.952420 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b6836659-ee8a-4f79-ae2a-e04ea3b8caa3 req-9e381c9e-febc-4a68-b190-081a9823769a tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 984 time: 0.0587785 Jan 28 04:09:52.015145 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b6836659-ee8a-4f79-ae2a-e04ea3b8caa3 req-e0baf533-c471-44ec-93e0-420ea726b71e tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf229025-af42-4606-9ffc-f9bd606c78b5&id=125b401b-0a77-4952-a973-083173daff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567813 Jan 28 04:09:53.136939 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11f4b0-b585-421f-9047-b5c72a2b4aa4 req-a602d3d5-bfe2-4de7-b689-4448b9460405 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:53.138618 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2a11f4b0-b585-421f-9047-b5c72a2b4aa4 req-a602d3d5-bfe2-4de7-b689-4448b9460405 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 984 time: 0.0511792 Jan 28 04:09:53.199555 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2a11f4b0-b585-421f-9047-b5c72a2b4aa4 req-64b08467-3b04-4ef0-8c82-44da50da751a tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf229025-af42-4606-9ffc-f9bd606c78b5&id=125b401b-0a77-4952-a973-083173daff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542722 Jan 28 04:09:53.349026 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ba72861a-708a-4be7-ad6e-d2051e845b07 req-77879fdc-56ee-481a-b549-4cd774fd0056 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7e773733-3704-4939-a23f-1b13bac2c7c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418289 Jan 28 04:09:53.448953 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72861a-708a-4be7-ad6e-d2051e845b07 req-74b0c469-d4c6-431d-9aaa-a71e23db0a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:53.450492 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ba72861a-708a-4be7-ad6e-d2051e845b07 req-74b0c469-d4c6-431d-9aaa-a71e23db0a21 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aa1d6b4ad31f403d83ec2f264a051ff6&device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 1136 time: 0.0417767 Jan 28 04:09:53.559692 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72861a-708a-4be7-ad6e-d2051e845b07 req-bd0f2b75-1ce0-472e-9c96-f042fa2ccd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:53.561109 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ba72861a-708a-4be7-ad6e-d2051e845b07 req-bd0f2b75-1ce0-472e-9c96-f042fa2ccd03 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5efa0218-274f-47ce-9450-b027cc73a0f5 HTTP/1.1" status: 200 len: 916 time: 0.0903027 Jan 28 04:09:53.629882 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ba72861a-708a-4be7-ad6e-d2051e845b07 req-3b37480b-f281-40a6-8deb-72da55e29db8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07c5e51b-cb7f-465e-b3e7-711dd1775da9 HTTP/1.1" status: 200 len: 1001 time: 0.0621657 Jan 28 04:09:53.683166 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72861a-708a-4be7-ad6e-d2051e845b07 req-16612373-4237-4a05-8662-7c92e6071b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:53.684595 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ba72861a-708a-4be7-ad6e-d2051e845b07 req-16612373-4237-4a05-8662-7c92e6071b11 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7d04e3de-6837-4447-9cca-c875dd5d37e4 HTTP/1.1" status: 200 len: 854 time: 0.0480399 Jan 28 04:09:53.738210 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72861a-708a-4be7-ad6e-d2051e845b07 req-9283bf1e-a324-48fa-b2e7-ab51a43b201c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:09:53.739754 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ba72861a-708a-4be7-ad6e-d2051e845b07 req-9283bf1e-a324-48fa-b2e7-ab51a43b201c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5efa0218-274f-47ce-9450-b027cc73a0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481827 Jan 28 04:09:53.837102 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ba72861a-708a-4be7-ad6e-d2051e845b07 req-f1399b3b-561f-409c-b005-c2f07e71be7e service neutron] 10.222.0.39 "GET /v2.0/networks/5efa0218-274f-47ce-9450-b027cc73a0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910101 Jan 28 04:09:53.931147 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ba72861a-708a-4be7-ad6e-d2051e845b07 req-06445e71-e373-401b-afa4-a74e537770fb service neutron] 10.222.0.39 "GET /v2.0/networks/5efa0218-274f-47ce-9450-b027cc73a0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882528 Jan 28 04:09:54.291780 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:09:59.699191 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:09:59.861310 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fbd4bff8-a3b6-41eb-b4ea-533244d16c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:01.897730 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-522ca2a0-357e-4784-bcbb-078a4dc9bb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:03.675814 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:04.352679 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:05.139041 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:06.197060 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:25.463357 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-579ed8c0-778d-4c5a-ae15-b5c6581b4284 req-4c4adca6-3d72-4e60-b237-0658905f5aaa tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2054346150&fields=id&tenant_id=aa1d6b4ad31f403d83ec2f264a051ff6 HTTP/1.1" status: 200 len: 267 time: 0.0459177 Jan 28 04:10:25.515202 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ed8c0-778d-4c5a-ae15-b5c6581b4284 req-185c5e26-aced-4bb7-b48b-37243ec45060 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:25.516659 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-579ed8c0-778d-4c5a-ae15-b5c6581b4284 req-185c5e26-aced-4bb7-b48b-37243ec45060 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 984 time: 0.0477707 Jan 28 04:10:25.531619 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-579ed8c0-778d-4c5a-ae15-b5c6581b4284 req-460a88dc-f8ef-420b-bec8-9262c6fa1a49 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Request body: {'port': {'security_groups': ['125b401b-0a77-4952-a973-083173daff2c']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:10:25.599103 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-579ed8c0-778d-4c5a-ae15-b5c6581b4284 req-460a88dc-f8ef-420b-bec8-9262c6fa1a49 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (07c5e51b-cb7f-465e-b3e7-711dd1775da9), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:25.794062 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-579ed8c0-778d-4c5a-ae15-b5c6581b4284 req-460a88dc-f8ef-420b-bec8-9262c6fa1a49 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] For port 07c5e51b-cb7f-465e-b3e7-711dd1775da9, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=07c5e51b-cb7f-465e-b3e7-711dd1775da9,segment=NetworkSegment(2491e9cf-47c6-453d-9b8a-fad6ceaff8c3),segment_id=2491e9cf-47c6-453d-9b8a-fad6ceaff8c3)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:10:25.824264 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-579ed8c0-778d-4c5a-ae15-b5c6581b4284 req-460a88dc-f8ef-420b-bec8-9262c6fa1a49 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks [] for port (07c5e51b-cb7f-465e-b3e7-711dd1775da9), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:25.830826 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-579ed8c0-778d-4c5a-ae15-b5c6581b4284 req-460a88dc-f8ef-420b-bec8-9262c6fa1a49 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (07c5e51b-cb7f-465e-b3e7-711dd1775da9), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:25.867261 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['07c5e51b-cb7f-465e-b3e7-711dd1775da9'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:10:25.870751 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ed8c0-778d-4c5a-ae15-b5c6581b4284 req-460a88dc-f8ef-420b-bec8-9262c6fa1a49 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:25.871441 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-579ed8c0-778d-4c5a-ae15-b5c6581b4284 req-460a88dc-f8ef-420b-bec8-9262c6fa1a49 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:25.872914 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-579ed8c0-778d-4c5a-ae15-b5c6581b4284 req-460a88dc-f8ef-420b-bec8-9262c6fa1a49 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "PUT /v2.0/ports/07c5e51b-cb7f-465e-b3e7-711dd1775da9 HTTP/1.1" status: 200 len: 942 time: 0.3467772 Jan 28 04:10:25.873307 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e773733-3704-4939-a23f-1b13bac2c7c1', 'tag': '07c5e51b-cb7f-465e-b3e7-711dd1775da9'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:10:25.875577 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228ed27f-98e0-4754-98b8-35f0c4fbcbf3" -d '{"events": [{"name": "network-changed", "server_uuid": "7e773733-3704-4939-a23f-1b13bac2c7c1", "tag": "07c5e51b-cb7f-465e-b3e7-711dd1775da9"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:10:25.895794 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37040) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:10:25.921358 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb8ed27-f6a3-4a5b-a255-636b508dfce6 x-openstack-request-id: req-8bb8ed27-f6a3-4a5b-a255-636b508dfce6 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:10:25.921653 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e773733-3704-4939-a23f-1b13bac2c7c1", "tag": "07c5e51b-cb7f-465e-b3e7-711dd1775da9", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:10:25.921914 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8bb8ed27-f6a3-4a5b-a255-636b508dfce6 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:10:25.922709 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e773733-3704-4939-a23f-1b13bac2c7c1', 'tag': '07c5e51b-cb7f-465e-b3e7-711dd1775da9', 'status': 'completed', 'code': 200} Jan 28 04:10:25.926386 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a88dc-f8ef-420b-bec8-9262c6fa1a49 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Pushing event updated for resources: {'Port': ['ID=07c5e51b-cb7f-465e-b3e7-711dd1775da9,revision_number=7']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:10:25.942463 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a88dc-f8ef-420b-bec8-9262c6fa1a49 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:25.942811 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a88dc-f8ef-420b-bec8-9262c6fa1a49 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:25.943154 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a88dc-f8ef-420b-bec8-9262c6fa1a49 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:25.943499 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a88dc-f8ef-420b-bec8-9262c6fa1a49 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:25.943832 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a88dc-f8ef-420b-bec8-9262c6fa1a49 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:25.944159 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a88dc-f8ef-420b-bec8-9262c6fa1a49 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:25.944487 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a88dc-f8ef-420b-bec8-9262c6fa1a49 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:25.944812 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a88dc-f8ef-420b-bec8-9262c6fa1a49 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:25.945195 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a88dc-f8ef-420b-bec8-9262c6fa1a49 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:25.945499 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a88dc-f8ef-420b-bec8-9262c6fa1a49 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:25.945877 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a88dc-f8ef-420b-bec8-9262c6fa1a49 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:25.946141 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a88dc-f8ef-420b-bec8-9262c6fa1a49 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:25.946934 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a88dc-f8ef-420b-bec8-9262c6fa1a49 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:25.999219 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['07c5e51b-cb7f-465e-b3e7-711dd1775da9'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:10:26.017530 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4b93c96f-a9fb-41ae-b09f-d324133cbc30 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks [] for security_group (bf229025-af42-4606-9ffc-f9bd606c78b5), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:26.048706 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4b93c96f-a9fb-41ae-b09f-d324133cbc30 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks [] for security_group (bf229025-af42-4606-9ffc-f9bd606c78b5), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:26.052454 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ed27f-98e0-4754-98b8-35f0c4fbcbf3 req-5eed79e5-0d41-41c8-972a-b0f9943983ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:26.054107 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-228ed27f-98e0-4754-98b8-35f0c4fbcbf3 req-5eed79e5-0d41-41c8-972a-b0f9943983ae service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aa1d6b4ad31f403d83ec2f264a051ff6&device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 1097 time: 0.0853813 Jan 28 04:10:26.168718 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ed27f-98e0-4754-98b8-35f0c4fbcbf3 req-b9791dc3-943a-412d-954c-e2d39b97c0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:26.170355 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-228ed27f-98e0-4754-98b8-35f0c4fbcbf3 req-b9791dc3-943a-412d-954c-e2d39b97c0fd service neutron] 10.222.0.39 "GET /v2.0/networks?id=5efa0218-274f-47ce-9450-b027cc73a0f5 HTTP/1.1" status: 200 len: 916 time: 0.1097298 Jan 28 04:10:26.184044 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-bd7c1064-7796-4765-acfb-d2e5e6fe46ba None None] Provisioning complete for port 07c5e51b-cb7f-465e-b3e7-711dd1775da9 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:10:26.184428 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-bd7c1064-7796-4765-acfb-d2e5e6fe46ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (07c5e51b-cb7f-465e-b3e7-711dd1775da9), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:26.226509 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4b93c96f-a9fb-41ae-b09f-d324133cbc30 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (bf229025-af42-4606-9ffc-f9bd606c78b5), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:26.229115 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4b93c96f-a9fb-41ae-b09f-d324133cbc30 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:26.230285 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4b93c96f-a9fb-41ae-b09f-d324133cbc30 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "DELETE /v2.0/security-groups/bf229025-af42-4606-9ffc-f9bd606c78b5 HTTP/1.1" status: 204 len: 168 time: 0.3335426 Jan 28 04:10:26.234070 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37042) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:10:26.243597 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93c96f-a9fb-41ae-b09f-d324133cbc30 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf229025-af42-4606-9ffc-f9bd606c78b5,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:10:26.256417 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-228ed27f-98e0-4754-98b8-35f0c4fbcbf3 req-41276059-83a8-4fd8-8093-e9d565cb667f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07c5e51b-cb7f-465e-b3e7-711dd1775da9 HTTP/1.1" status: 200 len: 1001 time: 0.0787091 Jan 28 04:10:26.276110 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-bd7c1064-7796-4765-acfb-d2e5e6fe46ba None None] Current status of the port 07c5e51b-cb7f-465e-b3e7-711dd1775da9 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:10:26.305883 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ed27f-98e0-4754-98b8-35f0c4fbcbf3 req-10a516a7-2696-42ce-b62e-700a97c17b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:26.307462 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-228ed27f-98e0-4754-98b8-35f0c4fbcbf3 req-10a516a7-2696-42ce-b62e-700a97c17b4c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7d04e3de-6837-4447-9cca-c875dd5d37e4 HTTP/1.1" status: 200 len: 854 time: 0.0449283 Jan 28 04:10:26.352949 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ed27f-98e0-4754-98b8-35f0c4fbcbf3 req-b4a8f6ec-0422-436a-8f6e-2d781850043a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:26.354520 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-228ed27f-98e0-4754-98b8-35f0c4fbcbf3 req-b4a8f6ec-0422-436a-8f6e-2d781850043a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5efa0218-274f-47ce-9450-b027cc73a0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405500 Jan 28 04:10:26.403908 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-946fe9e2-9589-4bbe-adb2-333552870fa8 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Deleting port 26a6b3b7-6244-4f7f-8fe3-3a69a941c8de {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:10:26.404223 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-946fe9e2-9589-4bbe-adb2-333552870fa8 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (26a6b3b7-6244-4f7f-8fe3-3a69a941c8de), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:26.449991 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-228ed27f-98e0-4754-98b8-35f0c4fbcbf3 req-7310d053-1f29-4df8-8ae4-1c8e3183465c service neutron] 10.222.0.39 "GET /v2.0/networks/5efa0218-274f-47ce-9450-b027cc73a0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879226 Jan 28 04:10:26.482931 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-946fe9e2-9589-4bbe-adb2-333552870fa8 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (26a6b3b7-6244-4f7f-8fe3-3a69a941c8de), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:26.483218 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-946fe9e2-9589-4bbe-adb2-333552870fa8 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks [] for floatingip (26a6b3b7-6244-4f7f-8fe3-3a69a941c8de), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:26.495090 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-946fe9e2-9589-4bbe-adb2-333552870fa8 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Calling delete_port for 26a6b3b7-6244-4f7f-8fe3-3a69a941c8de owned by network:floatingip {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:10:26.538498 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-228ed27f-98e0-4754-98b8-35f0c4fbcbf3 req-4d97dc5e-febd-455a-bc92-0205fc8ffe51 service neutron] 10.222.0.39 "GET /v2.0/networks/5efa0218-274f-47ce-9450-b027cc73a0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825734 Jan 28 04:10:26.668929 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-946fe9e2-9589-4bbe-adb2-333552870fa8 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (26a6b3b7-6244-4f7f-8fe3-3a69a941c8de), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:26.694518 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946fe9e2-9589-4bbe-adb2-333552870fa8 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Pushing event deleted for resources: {'Port': ['ID=26a6b3b7-6244-4f7f-8fe3-3a69a941c8de,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:10:26.755181 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-946fe9e2-9589-4bbe-adb2-333552870fa8 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks [] for floatingip (1fe1cc7e-6eed-41ad-b148-5c91700da3a1), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:26.755687 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [None req-946fe9e2-9589-4bbe-adb2-333552870fa8 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Floating IP 1fe1cc7e-6eed-41ad-b148-5c91700da3a1 disassociated (deleted). External IP: 172.25.0.210, port: 07c5e51b-cb7f-465e-b3e7-711dd1775da9. Jan 28 04:10:26.988229 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946fe9e2-9589-4bbe-adb2-333552870fa8 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Router 32a66bae-7e99-4b81-96be-16ede094af79 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:10:27.109558 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946fe9e2-9589-4bbe-adb2-333552870fa8 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:10:27.114235 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-946fe9e2-9589-4bbe-adb2-333552870fa8 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:27.119890 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2e0a0f-3922-46f1-bfa1-b2ac43399669 None None] Sync routers for ids ['32a66bae-7e99-4b81-96be-16ede094af79'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:10:27.129462 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2e0a0f-3922-46f1-bfa1-b2ac43399669 None None] Routers {'32a66bae-7e99-4b81-96be-16ede094af79'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:10:27.130083 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-cd2e0a0f-3922-46f1-bfa1-b2ac43399669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:10:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['32a66bae-7e99-4b81-96be-16ede094af79'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:10:27.150613 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-946fe9e2-9589-4bbe-adb2-333552870fa8 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "DELETE /v2.0/floatingips/1fe1cc7e-6eed-41ad-b148-5c91700da3a1 HTTP/1.1" status: 204 len: 168 time: 0.9126396 Jan 28 04:10:27.150613 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e773733-3704-4939-a23f-1b13bac2c7c1', 'tag': '07c5e51b-cb7f-465e-b3e7-711dd1775da9'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:10:27.150978 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3198fe40c20953b5b589f016e0433bfb4a98f5964cdf03e8abb15383fb0d5974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2301b02-e6e2-4253-85a5-6b2bf6a0103c" -d '{"events": [{"name": "network-changed", "server_uuid": "7e773733-3704-4939-a23f-1b13bac2c7c1", "tag": "07c5e51b-cb7f-465e-b3e7-711dd1775da9"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:10:27.191401 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ebf8d9-7352-4ec0-9ab2-6dd5a65b0a15 x-openstack-request-id: req-c0ebf8d9-7352-4ec0-9ab2-6dd5a65b0a15 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:10:27.191792 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e773733-3704-4939-a23f-1b13bac2c7c1", "tag": "07c5e51b-cb7f-465e-b3e7-711dd1775da9", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:10:27.192181 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c0ebf8d9-7352-4ec0-9ab2-6dd5a65b0a15 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:10:27.192708 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e773733-3704-4939-a23f-1b13bac2c7c1', 'tag': '07c5e51b-cb7f-465e-b3e7-711dd1775da9', 'status': 'completed', 'code': 200} Jan 28 04:10:27.283480 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2301b02-e6e2-4253-85a5-6b2bf6a0103c req-26ceda8f-ce0a-4da0-875a-9ad5045e06a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:27.284974 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f2301b02-e6e2-4253-85a5-6b2bf6a0103c req-26ceda8f-ce0a-4da0-875a-9ad5045e06a3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aa1d6b4ad31f403d83ec2f264a051ff6&device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 1097 time: 0.0481644 Jan 28 04:10:27.349111 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-cd2e0a0f-3922-46f1-bfa1-b2ac43399669 None None] Set router 32a66bae-7e99-4b81-96be-16ede094af79 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:10:27.391538 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2301b02-e6e2-4253-85a5-6b2bf6a0103c req-67283a79-579a-4979-ae1d-2b18ebff5a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:27.396530 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f2301b02-e6e2-4253-85a5-6b2bf6a0103c req-67283a79-579a-4979-ae1d-2b18ebff5a54 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5efa0218-274f-47ce-9450-b027cc73a0f5 HTTP/1.1" status: 200 len: 916 time: 0.1023922 Jan 28 04:10:27.440837 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f2301b02-e6e2-4253-85a5-6b2bf6a0103c req-32a4e50d-57a7-4c63-a108-aa0e17c5b56c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07c5e51b-cb7f-465e-b3e7-711dd1775da9 HTTP/1.1" status: 200 len: 217 time: 0.0395567 Jan 28 04:10:27.497966 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2301b02-e6e2-4253-85a5-6b2bf6a0103c req-f3bd4950-fc3e-4ce3-8349-6bfe70458e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:27.499539 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f2301b02-e6e2-4253-85a5-6b2bf6a0103c req-f3bd4950-fc3e-4ce3-8349-6bfe70458e48 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7d04e3de-6837-4447-9cca-c875dd5d37e4 HTTP/1.1" status: 200 len: 854 time: 0.0518057 Jan 28 04:10:27.544757 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2301b02-e6e2-4253-85a5-6b2bf6a0103c req-e712a497-a0c7-44d9-89ae-5a7f9b93238b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:27.546306 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f2301b02-e6e2-4253-85a5-6b2bf6a0103c req-e712a497-a0c7-44d9-89ae-5a7f9b93238b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5efa0218-274f-47ce-9450-b027cc73a0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404370 Jan 28 04:10:27.554984 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-cd2e0a0f-3922-46f1-bfa1-b2ac43399669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a66bae-7e99-4b81-96be-16ede094af79', 'name': 'tempest-TestMinimumBasicScenario-1453887520-router', 'tenant_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'abe86ef2-a50d-45c7-8709-6cfe6d661b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:08:28Z', 'updated_at': '2022-01-28T04:08:31Z', 'revision_number': 4, 'project_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'gw_port': {'id': 'abe86ef2-a50d-45c7-8709-6cfe6d661b93', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a66bae-7e99-4b81-96be-16ede094af79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:08:28Z', 'updated_at': '2022-01-28T04:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '34c8aad2-7fdd-401b-ab7f-9cb643e0d52f', 'name': '', 'network_id': '5efa0218-274f-47ce-9450-b027cc73a0f5', 'tenant_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'mac_address': 'fa:16:3e:9c:1f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a66bae-7e99-4b81-96be-16ede094af79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '7d04e3de-6837-4447-9cca-c875dd5d37e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:08:30Z', 'updated_at': '2022-01-28T04:08:35Z', 'revision_number': 5, 'project_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'subnets': [{'id': '7d04e3de-6837-4447-9cca-c875dd5d37e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:10:27.580474 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2e0a0f-3922-46f1-bfa1-b2ac43399669 None None] Checking router: 32a66bae-7e99-4b81-96be-16ede094af79 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:10:27.588748 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2e0a0f-3922-46f1-bfa1-b2ac43399669 None None] Routers {'32a66bae-7e99-4b81-96be-16ede094af79'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:10:27.589442 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-cd2e0a0f-3922-46f1-bfa1-b2ac43399669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:10:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['32a66bae-7e99-4b81-96be-16ede094af79'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:10:27.634329 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f2301b02-e6e2-4253-85a5-6b2bf6a0103c req-80c0816f-720a-4782-86e5-c753ef60e260 service neutron] 10.222.0.39 "GET /v2.0/networks/5efa0218-274f-47ce-9450-b027cc73a0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813944 Jan 28 04:10:27.695367 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-cd2e0a0f-3922-46f1-bfa1-b2ac43399669 None None] Set router 32a66bae-7e99-4b81-96be-16ede094af79 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:10:27.744156 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f2301b02-e6e2-4253-85a5-6b2bf6a0103c req-ce0b8aa4-b3bd-447a-b65c-90a50755622a service neutron] 10.222.0.39 "GET /v2.0/networks/5efa0218-274f-47ce-9450-b027cc73a0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900192 Jan 28 04:10:27.906272 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-cd2e0a0f-3922-46f1-bfa1-b2ac43399669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a66bae-7e99-4b81-96be-16ede094af79', 'name': 'tempest-TestMinimumBasicScenario-1453887520-router', 'tenant_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'abe86ef2-a50d-45c7-8709-6cfe6d661b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:08:28Z', 'updated_at': '2022-01-28T04:08:31Z', 'revision_number': 4, 'project_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'gw_port': {'id': 'abe86ef2-a50d-45c7-8709-6cfe6d661b93', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a66bae-7e99-4b81-96be-16ede094af79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:08:28Z', 'updated_at': '2022-01-28T04:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '34c8aad2-7fdd-401b-ab7f-9cb643e0d52f', 'name': '', 'network_id': '5efa0218-274f-47ce-9450-b027cc73a0f5', 'tenant_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'mac_address': 'fa:16:3e:9c:1f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a66bae-7e99-4b81-96be-16ede094af79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '7d04e3de-6837-4447-9cca-c875dd5d37e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:08:30Z', 'updated_at': '2022-01-28T04:08:35Z', 'revision_number': 5, 'project_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'subnets': [{'id': '7d04e3de-6837-4447-9cca-c875dd5d37e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:10:27.933010 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2e0a0f-3922-46f1-bfa1-b2ac43399669 None None] The sync data for ids ['32a66bae-7e99-4b81-96be-16ede094af79'] in n-d-712139-27 is: [{'id': '32a66bae-7e99-4b81-96be-16ede094af79', 'name': 'tempest-TestMinimumBasicScenario-1453887520-router', 'tenant_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'abe86ef2-a50d-45c7-8709-6cfe6d661b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:08:28Z', 'updated_at': '2022-01-28T04:08:31Z', 'revision_number': 4, 'project_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'gw_port': {'id': 'abe86ef2-a50d-45c7-8709-6cfe6d661b93', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a66bae-7e99-4b81-96be-16ede094af79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:08:28Z', 'updated_at': '2022-01-28T04:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '34c8aad2-7fdd-401b-ab7f-9cb643e0d52f', 'name': '', 'network_id': '5efa0218-274f-47ce-9450-b027cc73a0f5', 'tenant_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'mac_address': 'fa:16:3e:9c:1f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a66bae-7e99-4b81-96be-16ede094af79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '7d04e3de-6837-4447-9cca-c875dd5d37e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:08:30Z', 'updated_at': '2022-01-28T04:08:35Z', 'revision_number': 5, 'project_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'subnets': [{'id': '7d04e3de-6837-4447-9cca-c875dd5d37e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:10:28.151732 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415f7475-f32e-4063-8e31-bda92a3878b7 None None] New status for floating IP 1fe1cc7e-6eed-41ad-b148-5c91700da3a1: DOWN {{(pid=109804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:10:29.716470 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:29.836915 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a04b4a40-455e-4888-99b9-a668e78e7719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:31.293183 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:10:31.891332 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-71a1e7ac-e727-4c1a-a721-d7c55676f2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:33.673668 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:34.349950 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:35.143394 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:36.196090 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:42.599981 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fffe0f0-fe45-4ace-b5f1-0697d9b923da req-5f29523a-75b2-4363-bc1f-3c9d735ba6f9 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:42.601568 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3fffe0f0-fe45-4ace-b5f1-0697d9b923da req-5f29523a-75b2-4363-bc1f-3c9d735ba6f9 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 945 time: 0.0501375 Jan 28 04:10:42.654138 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3fffe0f0-fe45-4ace-b5f1-0697d9b923da req-5426ab18-2cc2-47a1-b067-5256c9a65633 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/security-groups?id=125b401b-0a77-4952-a973-083173daff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465221 Jan 28 04:10:43.780402 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b062aab-72ae-46eb-bbc2-0714ffb89395 req-1e8949c9-e6cf-4e9a-abb8-f7104afd9a8b tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:43.781978 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9b062aab-72ae-46eb-bbc2-0714ffb89395 req-1e8949c9-e6cf-4e9a-abb8-f7104afd9a8b tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 945 time: 0.0536640 Jan 28 04:10:43.831721 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9b062aab-72ae-46eb-bbc2-0714ffb89395 req-e22820ea-6d2b-4b6b-ad3a-db036c74f22e tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/security-groups?id=125b401b-0a77-4952-a973-083173daff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438073 Jan 28 04:10:44.325956 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49cde2a-f81b-43a7-86fc-cd47a782b773 req-4d3518eb-fdcd-4085-b472-a89fa855b021 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:44.327334 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b49cde2a-f81b-43a7-86fc-cd47a782b773 req-4d3518eb-fdcd-4085-b472-a89fa855b021 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 945 time: 0.0542445 Jan 28 04:10:44.421682 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-b49cde2a-f81b-43a7-86fc-cd47a782b773 req-012afcf0-5481-4caa-abc5-458ac7d0c9e4 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Deleting port 07c5e51b-cb7f-465e-b3e7-711dd1775da9 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:10:44.422357 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b49cde2a-f81b-43a7-86fc-cd47a782b773 req-012afcf0-5481-4caa-abc5-458ac7d0c9e4 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (07c5e51b-cb7f-465e-b3e7-711dd1775da9), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:44.512245 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-b49cde2a-f81b-43a7-86fc-cd47a782b773 req-012afcf0-5481-4caa-abc5-458ac7d0c9e4 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] For port 07c5e51b-cb7f-465e-b3e7-711dd1775da9, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=07c5e51b-cb7f-465e-b3e7-711dd1775da9,segment=NetworkSegment(2491e9cf-47c6-453d-9b8a-fad6ceaff8c3),segment_id=2491e9cf-47c6-453d-9b8a-fad6ceaff8c3)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:10:44.512611 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b49cde2a-f81b-43a7-86fc-cd47a782b773 req-012afcf0-5481-4caa-abc5-458ac7d0c9e4 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (07c5e51b-cb7f-465e-b3e7-711dd1775da9), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:44.526075 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-b49cde2a-f81b-43a7-86fc-cd47a782b773 req-012afcf0-5481-4caa-abc5-458ac7d0c9e4 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Calling delete_port for 07c5e51b-cb7f-465e-b3e7-711dd1775da9 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:10:44.663050 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b49cde2a-f81b-43a7-86fc-cd47a782b773 req-012afcf0-5481-4caa-abc5-458ac7d0c9e4 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (07c5e51b-cb7f-465e-b3e7-711dd1775da9), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:44.699170 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['07c5e51b-cb7f-465e-b3e7-711dd1775da9'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:10:44.699830 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012afcf0-5481-4caa-abc5-458ac7d0c9e4 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Pushing event deleted for resources: {'Port': ['ID=07c5e51b-cb7f-465e-b3e7-711dd1775da9,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:10:44.931208 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8e08b1e5-b029-43d8-ba8d-553b8c072458 req-f3633cc5-11c8-45e0-94ca-ff8f454f138c tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e773733-3704-4939-a23f-1b13bac2c7c1 HTTP/1.1" status: 200 len: 210 time: 0.0283358 Jan 28 04:10:45.088974 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-b49cde2a-f81b-43a7-86fc-cd47a782b773 req-012afcf0-5481-4caa-abc5-458ac7d0c9e4 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] No DVR routers for this DVR port 07c5e51b-cb7f-465e-b3e7-711dd1775da9 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:10:45.092062 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-b49cde2a-f81b-43a7-86fc-cd47a782b773 req-012afcf0-5481-4caa-abc5-458ac7d0c9e4 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:45.095744 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b49cde2a-f81b-43a7-86fc-cd47a782b773 req-012afcf0-5481-4caa-abc5-458ac7d0c9e4 tempest-TestMinimumBasicScenario-324543537 tempest-TestMinimumBasicScenario-324543537-project] 10.222.0.39 "DELETE /v2.0/ports/07c5e51b-cb7f-465e-b3e7-711dd1775da9 HTTP/1.1" status: 204 len: 173 time: 0.7633855 Jan 28 04:10:45.096220 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e773733-3704-4939-a23f-1b13bac2c7c1', 'name': 'network-vif-deleted', 'tag': '07c5e51b-cb7f-465e-b3e7-711dd1775da9'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:10:45.098550 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10145f3b-2f05-4cba-915a-c92b6732903e" -d '{"events": [{"server_uuid": "7e773733-3704-4939-a23f-1b13bac2c7c1", "name": "network-vif-deleted", "tag": "07c5e51b-cb7f-465e-b3e7-711dd1775da9"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:10:45.137938 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00493e69-48b4-4ff7-b42a-a6eed67da0f4 x-openstack-request-id: req-00493e69-48b4-4ff7-b42a-a6eed67da0f4 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:10:45.138249 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e773733-3704-4939-a23f-1b13bac2c7c1", "name": "network-vif-deleted", "tag": "07c5e51b-cb7f-465e-b3e7-711dd1775da9", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:10:45.138502 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-00493e69-48b4-4ff7-b42a-a6eed67da0f4 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:10:45.138943 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e773733-3704-4939-a23f-1b13bac2c7c1', 'name': 'network-vif-deleted', 'tag': '07c5e51b-cb7f-465e-b3e7-711dd1775da9', 'status': 'completed', 'code': 200} Jan 28 04:10:46.546683 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37148) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:10:46.913276 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-29dd0d79-dc13-4630-aecf-a727a65c0470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (32a66bae-7e99-4b81-96be-16ede094af79), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:47.171040 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-29dd0d79-dc13-4630-aecf-a727a65c0470 admin admin] Deleting port 34c8aad2-7fdd-401b-ab7f-9cb643e0d52f {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:10:47.171343 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-29dd0d79-dc13-4630-aecf-a727a65c0470 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (34c8aad2-7fdd-401b-ab7f-9cb643e0d52f), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:47.250987 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-29dd0d79-dc13-4630-aecf-a727a65c0470 admin admin] For port 34c8aad2-7fdd-401b-ab7f-9cb643e0d52f, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=34c8aad2-7fdd-401b-ab7f-9cb643e0d52f,segment=NetworkSegment(2491e9cf-47c6-453d-9b8a-fad6ceaff8c3),segment_id=2491e9cf-47c6-453d-9b8a-fad6ceaff8c3)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:10:47.251302 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-29dd0d79-dc13-4630-aecf-a727a65c0470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (34c8aad2-7fdd-401b-ab7f-9cb643e0d52f), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:47.263072 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-29dd0d79-dc13-4630-aecf-a727a65c0470 admin admin] Calling delete_port for 34c8aad2-7fdd-401b-ab7f-9cb643e0d52f owned by network:router_interface {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:10:47.447330 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-29dd0d79-dc13-4630-aecf-a727a65c0470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (34c8aad2-7fdd-401b-ab7f-9cb643e0d52f), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:47.472761 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd0d79-dc13-4630-aecf-a727a65c0470 admin admin] Pushing event deleted for resources: {'Port': ['ID=34c8aad2-7fdd-401b-ab7f-9cb643e0d52f,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:10:47.499199 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dd0d79-dc13-4630-aecf-a727a65c0470 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:47.499547 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dd0d79-dc13-4630-aecf-a727a65c0470 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:47.499890 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dd0d79-dc13-4630-aecf-a727a65c0470 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:47.500233 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dd0d79-dc13-4630-aecf-a727a65c0470 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:47.500559 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dd0d79-dc13-4630-aecf-a727a65c0470 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:47.500890 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dd0d79-dc13-4630-aecf-a727a65c0470 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:47.501240 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dd0d79-dc13-4630-aecf-a727a65c0470 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:47.501576 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dd0d79-dc13-4630-aecf-a727a65c0470 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:47.501883 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dd0d79-dc13-4630-aecf-a727a65c0470 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:47.502222 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dd0d79-dc13-4630-aecf-a727a65c0470 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:47.502540 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dd0d79-dc13-4630-aecf-a727a65c0470 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:47.502873 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dd0d79-dc13-4630-aecf-a727a65c0470 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:47.503178 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dd0d79-dc13-4630-aecf-a727a65c0470 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:47.647791 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-29dd0d79-dc13-4630-aecf-a727a65c0470 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (32a66bae-7e99-4b81-96be-16ede094af79), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:47.860546 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29dd0d79-dc13-4630-aecf-a727a65c0470 admin admin] Router 32a66bae-7e99-4b81-96be-16ede094af79 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:10:47.977635 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29dd0d79-dc13-4630-aecf-a727a65c0470 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:10:47.984512 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-29dd0d79-dc13-4630-aecf-a727a65c0470 admin admin] 10.222.0.53 "PUT /v2.0/routers/32a66bae-7e99-4b81-96be-16ede094af79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4363818 Jan 28 04:10:47.987423 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37150) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:10:47.988460 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1484cec-f6ba-4313-898d-0b1dd97cb1ff None None] Sync routers for ids ['32a66bae-7e99-4b81-96be-16ede094af79'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:10:47.999419 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1484cec-f6ba-4313-898d-0b1dd97cb1ff None None] Routers {'32a66bae-7e99-4b81-96be-16ede094af79'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:10:48.000587 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-c1484cec-f6ba-4313-898d-0b1dd97cb1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:10:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['32a66bae-7e99-4b81-96be-16ede094af79'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:10:48.100013 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7ff7a323-ff56-4a7c-abbf-5d88f9a40305 admin admin] Publish callbacks [] for router (32a66bae-7e99-4b81-96be-16ede094af79), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:48.112061 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-c1484cec-f6ba-4313-898d-0b1dd97cb1ff None None] Set router 32a66bae-7e99-4b81-96be-16ede094af79 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:10:48.210507 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7ff7a323-ff56-4a7c-abbf-5d88f9a40305 admin admin] Publish callbacks [] for router_gateway (32a66bae-7e99-4b81-96be-16ede094af79), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:48.269837 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-7ff7a323-ff56-4a7c-abbf-5d88f9a40305 admin admin] Deleting port abe86ef2-a50d-45c7-8709-6cfe6d661b93 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:10:48.270303 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7ff7a323-ff56-4a7c-abbf-5d88f9a40305 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (abe86ef2-a50d-45c7-8709-6cfe6d661b93), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:48.302262 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-c1484cec-f6ba-4313-898d-0b1dd97cb1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a66bae-7e99-4b81-96be-16ede094af79', 'name': 'tempest-TestMinimumBasicScenario-1453887520-router', 'tenant_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'abe86ef2-a50d-45c7-8709-6cfe6d661b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:08:28Z', 'updated_at': '2022-01-28T04:10:47Z', 'revision_number': 5, 'project_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'gw_port': {'id': 'abe86ef2-a50d-45c7-8709-6cfe6d661b93', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a66bae-7e99-4b81-96be-16ede094af79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:08:28Z', 'updated_at': '2022-01-28T04:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:10:48.330188 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1484cec-f6ba-4313-898d-0b1dd97cb1ff None None] Checking router: 32a66bae-7e99-4b81-96be-16ede094af79 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:10:48.338724 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1484cec-f6ba-4313-898d-0b1dd97cb1ff None None] Routers {'32a66bae-7e99-4b81-96be-16ede094af79'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:10:48.339342 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-c1484cec-f6ba-4313-898d-0b1dd97cb1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:10:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['32a66bae-7e99-4b81-96be-16ede094af79'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:10:48.350793 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-7ff7a323-ff56-4a7c-abbf-5d88f9a40305 admin admin] For port abe86ef2-a50d-45c7-8709-6cfe6d661b93, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=abe86ef2-a50d-45c7-8709-6cfe6d661b93,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:10:48.351155 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7ff7a323-ff56-4a7c-abbf-5d88f9a40305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (abe86ef2-a50d-45c7-8709-6cfe6d661b93), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:48.373867 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-7ff7a323-ff56-4a7c-abbf-5d88f9a40305 admin admin] Calling delete_port for abe86ef2-a50d-45c7-8709-6cfe6d661b93 owned by network:router_gateway {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:10:48.432640 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 07c5e51b-cb7f-465e-b3e7-711dd1775da9 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:10:48.436471 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-c1484cec-f6ba-4313-898d-0b1dd97cb1ff None None] Set router 32a66bae-7e99-4b81-96be-16ede094af79 gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:10:48.461866 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 07c5e51b-cb7f-465e-b3e7-711dd1775da9 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:10:48.462175 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 07c5e51b-cb7f-465e-b3e7-711dd1775da9 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:10:48.490470 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-c1484cec-f6ba-4313-898d-0b1dd97cb1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a66bae-7e99-4b81-96be-16ede094af79', 'name': 'tempest-TestMinimumBasicScenario-1453887520-router', 'tenant_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:08:28Z', 'updated_at': '2022-01-28T04:10:48Z', 'revision_number': 6, 'project_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:10:48.522927 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1484cec-f6ba-4313-898d-0b1dd97cb1ff None None] The sync data for ids ['32a66bae-7e99-4b81-96be-16ede094af79'] in n-d-712139-27 is: [{'id': '32a66bae-7e99-4b81-96be-16ede094af79', 'name': 'tempest-TestMinimumBasicScenario-1453887520-router', 'tenant_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:08:28Z', 'updated_at': '2022-01-28T04:10:48Z', 'revision_number': 6, 'project_id': 'aa1d6b4ad31f403d83ec2f264a051ff6', 'gw_port_host': None}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:10:48.564893 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7ff7a323-ff56-4a7c-abbf-5d88f9a40305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (abe86ef2-a50d-45c7-8709-6cfe6d661b93), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:48.597203 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff7a323-ff56-4a7c-abbf-5d88f9a40305 admin admin] Pushing event deleted for resources: {'Port': ['ID=abe86ef2-a50d-45c7-8709-6cfe6d661b93,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:10:48.655357 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7ff7a323-ff56-4a7c-abbf-5d88f9a40305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (32a66bae-7e99-4b81-96be-16ede094af79), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:48.747568 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7ff7a323-ff56-4a7c-abbf-5d88f9a40305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (32a66bae-7e99-4b81-96be-16ede094af79), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:48.750104 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7ff7a323-ff56-4a7c-abbf-5d88f9a40305 admin admin] Publish callbacks [] for router_controller (32a66bae-7e99-4b81-96be-16ede094af79), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:48.799965 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7ff7a323-ff56-4a7c-abbf-5d88f9a40305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (32a66bae-7e99-4b81-96be-16ede094af79), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:48.800593 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff7a323-ff56-4a7c-abbf-5d88f9a40305 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32a66bae-7e99-4b81-96be-16ede094af79 {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:10:48.805637 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7ff7a323-ff56-4a7c-abbf-5d88f9a40305 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:48.807064 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7ff7a323-ff56-4a7c-abbf-5d88f9a40305 admin admin] 10.222.0.53 "DELETE /v2.0/routers/32a66bae-7e99-4b81-96be-16ede094af79 HTTP/1.1" status: 204 len: 168 time: 0.8184049 Jan 28 04:10:48.809783 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37152) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:10:48.859231 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-5151c560-1f7b-44aa-9cd9-095cd280152a admin admin] Deleting subnet 7d04e3de-6837-4447-9cca-c875dd5d37e4 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:10:48.864400 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5151c560-1f7b-44aa-9cd9-095cd280152a admin admin] Publish callbacks [] for subnet (7d04e3de-6837-4447-9cca-c875dd5d37e4), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:48.903977 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5151c560-1f7b-44aa-9cd9-095cd280152a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (7d04e3de-6837-4447-9cca-c875dd5d37e4), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:48.995760 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5151c560-1f7b-44aa-9cd9-095cd280152a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (7d04e3de-6837-4447-9cca-c875dd5d37e4), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:49.052760 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5151c560-1f7b-44aa-9cd9-095cd280152a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (7d04e3de-6837-4447-9cca-c875dd5d37e4), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:49.079573 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151c560-1f7b-44aa-9cd9-095cd280152a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d04e3de-6837-4447-9cca-c875dd5d37e4,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:10:49.083374 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5151c560-1f7b-44aa-9cd9-095cd280152a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:49.088784 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5151c560-1f7b-44aa-9cd9-095cd280152a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7d04e3de-6837-4447-9cca-c875dd5d37e4 HTTP/1.1" status: 204 len: 168 time: 0.2758508 Jan 28 04:10:49.089645 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37154) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:10:49.090327 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccce2749-0507-4ad4-95d8-ea0f79547369 None None] Network 5efa0218-274f-47ce-9450-b027cc73a0f5 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:10:49.159498 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d70c3579-98fd-4da8-ad1f-120a2e608658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (5efa0218-274f-47ce-9450-b027cc73a0f5), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:49.225756 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-d70c3579-98fd-4da8-ad1f-120a2e608658 admin admin] Deleting port a803660e-5522-4f17-88e3-6d1431b44146 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:10:49.226071 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d70c3579-98fd-4da8-ad1f-120a2e608658 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (a803660e-5522-4f17-88e3-6d1431b44146), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:49.293371 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc8326f-4c00-42f3-9560-c0c37676004f None None] DHCP port deletion for 5efa0218-274f-47ce-9450-b027cc73a0f5 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:10:49.296301 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-d70c3579-98fd-4da8-ad1f-120a2e608658 admin admin] For port a803660e-5522-4f17-88e3-6d1431b44146, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=a803660e-5522-4f17-88e3-6d1431b44146,segment=NetworkSegment(2491e9cf-47c6-453d-9b8a-fad6ceaff8c3),segment_id=2491e9cf-47c6-453d-9b8a-fad6ceaff8c3)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:10:49.297012 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d70c3579-98fd-4da8-ad1f-120a2e608658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (a803660e-5522-4f17-88e3-6d1431b44146), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:49.312916 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-d70c3579-98fd-4da8-ad1f-120a2e608658 admin admin] Calling delete_port for a803660e-5522-4f17-88e3-6d1431b44146 owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:10:49.354789 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-9fc8326f-4c00-42f3-9560-c0c37676004f None None] Deleting port a803660e-5522-4f17-88e3-6d1431b44146 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:10:49.355149 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9fc8326f-4c00-42f3-9560-c0c37676004f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (a803660e-5522-4f17-88e3-6d1431b44146), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:49.402491 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d70c3579-98fd-4da8-ad1f-120a2e608658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (a803660e-5522-4f17-88e3-6d1431b44146), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:49.427780 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-9fc8326f-4c00-42f3-9560-c0c37676004f None None] For port a803660e-5522-4f17-88e3-6d1431b44146, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=a803660e-5522-4f17-88e3-6d1431b44146,segment=NetworkSegment(2491e9cf-47c6-453d-9b8a-fad6ceaff8c3),segment_id=2491e9cf-47c6-453d-9b8a-fad6ceaff8c3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:10:49.428316 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9fc8326f-4c00-42f3-9560-c0c37676004f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (a803660e-5522-4f17-88e3-6d1431b44146), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:49.432819 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70c3579-98fd-4da8-ad1f-120a2e608658 admin admin] No DVR routers for this DVR port a803660e-5522-4f17-88e3-6d1431b44146 on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:10:49.437887 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c3579-98fd-4da8-ad1f-120a2e608658 admin admin] Pushing event deleted for resources: {'Port': ['ID=a803660e-5522-4f17-88e3-6d1431b44146,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:10:49.444887 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-9fc8326f-4c00-42f3-9560-c0c37676004f None None] Calling delete_port for a803660e-5522-4f17-88e3-6d1431b44146 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:10:49.511105 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d70c3579-98fd-4da8-ad1f-120a2e608658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (5efa0218-274f-47ce-9450-b027cc73a0f5), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:49.533435 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-d70c3579-98fd-4da8-ad1f-120a2e608658 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5efa0218-274f-47ce-9450-b027cc73a0f5']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:10:49.534935 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9fc8326f-4c00-42f3-9560-c0c37676004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (a803660e-5522-4f17-88e3-6d1431b44146), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:49.544824 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-d70c3579-98fd-4da8-ad1f-120a2e608658 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2491e9cf-47c6-453d-9b8a-fad6ceaff8c3') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:10:49.545183 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-d70c3579-98fd-4da8-ad1f-120a2e608658 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2491e9cf-47c6-453d-9b8a-fad6ceaff8c3') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:10:49.560941 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d70c3579-98fd-4da8-ad1f-120a2e608658 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (2491e9cf-47c6-453d-9b8a-fad6ceaff8c3), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:49.561713 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc8326f-4c00-42f3-9560-c0c37676004f None None] Pushing event deleted for resources: {'Port': ['ID=a803660e-5522-4f17-88e3-6d1431b44146,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:10:49.566283 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc8326f-4c00-42f3-9560-c0c37676004f None None] No DVR routers for this DVR port a803660e-5522-4f17-88e3-6d1431b44146 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:10:49.573513 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8326f-4c00-42f3-9560-c0c37676004f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:49.574518 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8326f-4c00-42f3-9560-c0c37676004f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:49.574857 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8326f-4c00-42f3-9560-c0c37676004f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:49.575187 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8326f-4c00-42f3-9560-c0c37676004f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:49.575683 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8326f-4c00-42f3-9560-c0c37676004f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:49.576169 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8326f-4c00-42f3-9560-c0c37676004f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:49.576647 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8326f-4c00-42f3-9560-c0c37676004f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:49.577703 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8326f-4c00-42f3-9560-c0c37676004f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:49.578181 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8326f-4c00-42f3-9560-c0c37676004f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:49.578645 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8326f-4c00-42f3-9560-c0c37676004f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:49.579105 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d70c3579-98fd-4da8-ad1f-120a2e608658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (2491e9cf-47c6-453d-9b8a-fad6ceaff8c3), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:49.579718 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8326f-4c00-42f3-9560-c0c37676004f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:49.580187 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8326f-4c00-42f3-9560-c0c37676004f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:49.580689 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8326f-4c00-42f3-9560-c0c37676004f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:49.591443 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d70c3579-98fd-4da8-ad1f-120a2e608658 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:10:49.591847 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d70c3579-98fd-4da8-ad1f-120a2e608658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (2491e9cf-47c6-453d-9b8a-fad6ceaff8c3), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:49.593892 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 04:10:49.593892 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:10:49.593892 n-d-712139-27 neutron-server[109802]: timer() Jan 28 04:10:49.593892 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:10:49.593892 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 04:10:49.593892 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:10:49.593892 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 04:10:49.593892 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:10:49.593892 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 04:10:49.593892 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:10:49.593892 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 04:10:49.593892 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:10:49.593892 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 04:10:49.593892 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:10:49.593892 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:10:49.593892 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:10:49.593892 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:10:49.593892 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:10:49.593892 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 04:10:49.593892 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:10:49.593892 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 04:10:49.593892 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:10:49.593892 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:10:49.593892 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:10:49.593892 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 04:10:49.593892 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:10:49.593892 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:10:49.593892 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:10:49.593892 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:10:49.593892 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:10:49.593892 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:10:49.593892 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:10:49.650700 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d70c3579-98fd-4da8-ad1f-120a2e608658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (5efa0218-274f-47ce-9450-b027cc73a0f5), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:49.656544 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d70c3579-98fd-4da8-ad1f-120a2e608658 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:49.659761 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d70c3579-98fd-4da8-ad1f-120a2e608658 admin admin] 10.222.0.53 "DELETE /v2.0/networks/5efa0218-274f-47ce-9450-b027cc73a0f5 HTTP/1.1" status: 204 len: 168 time: 0.5691304 Jan 28 04:10:49.666709 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37156) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:10:49.671107 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c3579-98fd-4da8-ad1f-120a2e608658 admin admin] Pushing event deleted for resources: {'Network': ['ID=5efa0218-274f-47ce-9450-b027cc73a0f5,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:10:50.024678 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5803f4af-80c6-43fc-9007-f8487c7a6eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:50.284353 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-5803f4af-80c6-43fc-9007-f8487c7a6eb6 admin admin] Deleting port ec7e4e58-4b18-481f-9a68-a1870c91ddad {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:10:50.284611 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5803f4af-80c6-43fc-9007-f8487c7a6eb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (ec7e4e58-4b18-481f-9a68-a1870c91ddad), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:50.369483 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-5803f4af-80c6-43fc-9007-f8487c7a6eb6 admin admin] For port ec7e4e58-4b18-481f-9a68-a1870c91ddad, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ec7e4e58-4b18-481f-9a68-a1870c91ddad,segment=NetworkSegment(12f7c348-2f74-4aed-a596-03d7f201fa27),segment_id=12f7c348-2f74-4aed-a596-03d7f201fa27)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:10:50.369924 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5803f4af-80c6-43fc-9007-f8487c7a6eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (ec7e4e58-4b18-481f-9a68-a1870c91ddad), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:50.384367 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-5803f4af-80c6-43fc-9007-f8487c7a6eb6 admin admin] Calling delete_port for ec7e4e58-4b18-481f-9a68-a1870c91ddad owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:10:50.423324 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device abe86ef2-a50d-45c7-8709-6cfe6d661b93 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:10:50.444435 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: abe86ef2-a50d-45c7-8709-6cfe6d661b93 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:10:50.444783 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device abe86ef2-a50d-45c7-8709-6cfe6d661b93 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:10:50.445247 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 34c8aad2-7fdd-401b-ab7f-9cb643e0d52f no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:10:50.464494 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 34c8aad2-7fdd-401b-ab7f-9cb643e0d52f {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:10:50.464889 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 34c8aad2-7fdd-401b-ab7f-9cb643e0d52f not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:10:50.465334 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device a803660e-5522-4f17-88e3-6d1431b44146 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:10:50.484448 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: a803660e-5522-4f17-88e3-6d1431b44146 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:10:50.484795 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device a803660e-5522-4f17-88e3-6d1431b44146 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:10:50.578781 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5803f4af-80c6-43fc-9007-f8487c7a6eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (ec7e4e58-4b18-481f-9a68-a1870c91ddad), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:50.605235 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5803f4af-80c6-43fc-9007-f8487c7a6eb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec7e4e58-4b18-481f-9a68-a1870c91ddad,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:10:50.786577 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5803f4af-80c6-43fc-9007-f8487c7a6eb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:51.010956 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5803f4af-80c6-43fc-9007-f8487c7a6eb6 admin admin] Router 026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:10:51.125404 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5803f4af-80c6-43fc-9007-f8487c7a6eb6 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:10:51.133752 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5803f4af-80c6-43fc-9007-f8487c7a6eb6 admin admin] 10.222.0.53 "PUT /v2.0/routers/026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4629431 Jan 28 04:10:51.133752 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37158) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:10:51.136658 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbd0161-1488-4dfc-8da5-b1808613a37b None None] Sync routers for ids ['026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:10:51.151401 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbd0161-1488-4dfc-8da5-b1808613a37b None None] Routers {'026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:10:51.152040 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-3bbd0161-1488-4dfc-8da5-b1808613a37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:10:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:10:51.242309 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-572c444f-b4dd-4d14-ae9e-513d6adcf99c admin admin] Publish callbacks [] for router (026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:51.259738 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-3bbd0161-1488-4dfc-8da5-b1808613a37b None None] Set router 026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:10:51.357353 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-572c444f-b4dd-4d14-ae9e-513d6adcf99c admin admin] Publish callbacks [] for router_gateway (026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:51.420311 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-572c444f-b4dd-4d14-ae9e-513d6adcf99c admin admin] Deleting port a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:10:51.420671 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-572c444f-b4dd-4d14-ae9e-513d6adcf99c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:51.453625 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-3bbd0161-1488-4dfc-8da5-b1808613a37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b', 'name': 'tempest-TestMinimumBasicScenario-915857904-router', 'tenant_id': '97b54dbf20a64583894af4792ca78b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:08:33Z', 'updated_at': '2022-01-28T04:10:50Z', 'revision_number': 5, 'project_id': '97b54dbf20a64583894af4792ca78b7f', 'gw_port': {'id': 'a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:08:33Z', 'updated_at': '2022-01-28T04:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:10:51.481822 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbd0161-1488-4dfc-8da5-b1808613a37b None None] Checking router: 026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:10:51.491306 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbd0161-1488-4dfc-8da5-b1808613a37b None None] Routers {'026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:10:51.492086 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-3bbd0161-1488-4dfc-8da5-b1808613a37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:10:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:10:51.514038 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-572c444f-b4dd-4d14-ae9e-513d6adcf99c admin admin] For port a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:10:51.514477 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-572c444f-b4dd-4d14-ae9e-513d6adcf99c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:51.528444 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-572c444f-b4dd-4d14-ae9e-513d6adcf99c admin admin] Calling delete_port for a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5 owned by network:router_gateway {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:10:51.586347 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-3bbd0161-1488-4dfc-8da5-b1808613a37b None None] Set router 026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b gateway port host: None {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:10:51.645883 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-3bbd0161-1488-4dfc-8da5-b1808613a37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b', 'name': 'tempest-TestMinimumBasicScenario-915857904-router', 'tenant_id': '97b54dbf20a64583894af4792ca78b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:08:33Z', 'updated_at': '2022-01-28T04:10:51Z', 'revision_number': 6, 'project_id': '97b54dbf20a64583894af4792ca78b7f', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:10:51.677587 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbd0161-1488-4dfc-8da5-b1808613a37b None None] The sync data for ids ['026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b'] in n-d-712139-27 is: [{'id': '026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b', 'name': 'tempest-TestMinimumBasicScenario-915857904-router', 'tenant_id': '97b54dbf20a64583894af4792ca78b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:08:33Z', 'updated_at': '2022-01-28T04:10:51Z', 'revision_number': 6, 'project_id': '97b54dbf20a64583894af4792ca78b7f', 'gw_port_host': None}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:10:51.729521 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-572c444f-b4dd-4d14-ae9e-513d6adcf99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:51.754229 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572c444f-b4dd-4d14-ae9e-513d6adcf99c admin admin] Pushing event deleted for resources: {'Port': ['ID=a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:10:51.819941 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-572c444f-b4dd-4d14-ae9e-513d6adcf99c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:51.913024 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-572c444f-b4dd-4d14-ae9e-513d6adcf99c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:51.915262 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-572c444f-b4dd-4d14-ae9e-513d6adcf99c admin admin] Publish callbacks [] for router_controller (026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:51.966930 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-572c444f-b4dd-4d14-ae9e-513d6adcf99c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:51.967476 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572c444f-b4dd-4d14-ae9e-513d6adcf99c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:10:51.972007 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-572c444f-b4dd-4d14-ae9e-513d6adcf99c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:51.973280 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-572c444f-b4dd-4d14-ae9e-513d6adcf99c admin admin] 10.222.0.53 "DELETE /v2.0/routers/026a2c48-4e20-4b15-b4a5-afdd5cc2fa5b HTTP/1.1" status: 204 len: 168 time: 0.8388474 Jan 28 04:10:51.975703 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37160) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:10:52.022964 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f117c03-7f86-49f9-8297-6c5647778682 admin admin] Deleting subnet 4789bcfe-ab66-4ee6-b0d2-628170dcc0f0 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:10:52.026641 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3f117c03-7f86-49f9-8297-6c5647778682 admin admin] Publish callbacks [] for subnet (4789bcfe-ab66-4ee6-b0d2-628170dcc0f0), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:52.067392 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3f117c03-7f86-49f9-8297-6c5647778682 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (4789bcfe-ab66-4ee6-b0d2-628170dcc0f0), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:52.154679 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3f117c03-7f86-49f9-8297-6c5647778682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (4789bcfe-ab66-4ee6-b0d2-628170dcc0f0), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:52.206149 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3f117c03-7f86-49f9-8297-6c5647778682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (4789bcfe-ab66-4ee6-b0d2-628170dcc0f0), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:52.231284 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f117c03-7f86-49f9-8297-6c5647778682 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4789bcfe-ab66-4ee6-b0d2-628170dcc0f0,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:10:52.235001 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3f117c03-7f86-49f9-8297-6c5647778682 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:52.238221 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-3f117c03-7f86-49f9-8297-6c5647778682 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4789bcfe-ab66-4ee6-b0d2-628170dcc0f0 HTTP/1.1" status: 204 len: 168 time: 0.2615385 Jan 28 04:10:52.240814 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37162) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:10:52.244084 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea3b4f6-abc7-4786-ba97-3b357816d591 None None] Network f39fe47b-91bb-4a20-a3d0-93101fa69df7 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:10:52.316776 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5c036742-beb2-4090-9a97-98e5c6dd0b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (f39fe47b-91bb-4a20-a3d0-93101fa69df7), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:52.388297 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-5c036742-beb2-4090-9a97-98e5c6dd0b54 admin admin] Deleting port ba1322c5-987d-46d6-a003-be31f798b61a {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:10:52.388787 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5c036742-beb2-4090-9a97-98e5c6dd0b54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (ba1322c5-987d-46d6-a003-be31f798b61a), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:52.491024 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-5c036742-beb2-4090-9a97-98e5c6dd0b54 admin admin] For port ba1322c5-987d-46d6-a003-be31f798b61a, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=ba1322c5-987d-46d6-a003-be31f798b61a,segment=NetworkSegment(12f7c348-2f74-4aed-a596-03d7f201fa27),segment_id=12f7c348-2f74-4aed-a596-03d7f201fa27)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:10:52.491385 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5c036742-beb2-4090-9a97-98e5c6dd0b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (ba1322c5-987d-46d6-a003-be31f798b61a), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:52.511534 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-5c036742-beb2-4090-9a97-98e5c6dd0b54 admin admin] Calling delete_port for ba1322c5-987d-46d6-a003-be31f798b61a owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:10:52.544096 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:10:52.568506 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:10:52.568979 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device a99a6802-a1a8-4ae1-bf06-fc9cd63b0fa5 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:10:52.569512 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ec7e4e58-4b18-481f-9a68-a1870c91ddad no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:10:52.602223 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cea0f5-6f3e-4cd5-917a-d2a9eba76093 None None] DHCP port deletion for f39fe47b-91bb-4a20-a3d0-93101fa69df7 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:10:52.608122 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: ec7e4e58-4b18-481f-9a68-a1870c91ddad {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:10:52.608690 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ec7e4e58-4b18-481f-9a68-a1870c91ddad not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:10:52.617039 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5c036742-beb2-4090-9a97-98e5c6dd0b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (ba1322c5-987d-46d6-a003-be31f798b61a), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:52.635709 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-10cea0f5-6f3e-4cd5-917a-d2a9eba76093 None None] The port 'ba1322c5-987d-46d6-a003-be31f798b61a' was deleted {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1993}} Jan 28 04:10:52.647624 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c036742-beb2-4090-9a97-98e5c6dd0b54 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba1322c5-987d-46d6-a003-be31f798b61a,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:10:52.651271 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c036742-beb2-4090-9a97-98e5c6dd0b54 admin admin] No DVR routers for this DVR port ba1322c5-987d-46d6-a003-be31f798b61a on host n-d-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:10:52.739181 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5c036742-beb2-4090-9a97-98e5c6dd0b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (f39fe47b-91bb-4a20-a3d0-93101fa69df7), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:52.773245 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-5c036742-beb2-4090-9a97-98e5c6dd0b54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f39fe47b-91bb-4a20-a3d0-93101fa69df7']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:10:52.785556 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-5c036742-beb2-4090-9a97-98e5c6dd0b54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12f7c348-2f74-4aed-a596-03d7f201fa27') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:10:52.785908 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-5c036742-beb2-4090-9a97-98e5c6dd0b54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12f7c348-2f74-4aed-a596-03d7f201fa27') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:10:52.800074 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5c036742-beb2-4090-9a97-98e5c6dd0b54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (12f7c348-2f74-4aed-a596-03d7f201fa27), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:52.815347 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5c036742-beb2-4090-9a97-98e5c6dd0b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (12f7c348-2f74-4aed-a596-03d7f201fa27), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:52.826522 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c036742-beb2-4090-9a97-98e5c6dd0b54 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:10:52.826921 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5c036742-beb2-4090-9a97-98e5c6dd0b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (12f7c348-2f74-4aed-a596-03d7f201fa27), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:52.828659 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 04:10:52.828659 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:10:52.828659 n-d-712139-27 neutron-server[109803]: timer() Jan 28 04:10:52.828659 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:10:52.828659 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 04:10:52.828659 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:10:52.828659 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 04:10:52.828659 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:10:52.828659 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 04:10:52.828659 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:10:52.828659 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 04:10:52.828659 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:10:52.828659 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 04:10:52.828659 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:10:52.828659 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:10:52.828659 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:10:52.828659 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:10:52.828659 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:10:52.828659 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 04:10:52.828659 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:10:52.828659 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 04:10:52.828659 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:10:52.828659 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:10:52.828659 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:10:52.828659 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 04:10:52.828659 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:10:52.828659 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:10:52.828659 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:10:52.828659 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:10:52.828659 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:10:52.828659 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:10:52.828659 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:10:52.882241 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5c036742-beb2-4090-9a97-98e5c6dd0b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (f39fe47b-91bb-4a20-a3d0-93101fa69df7), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:52.888399 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5c036742-beb2-4090-9a97-98e5c6dd0b54 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:52.891562 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5c036742-beb2-4090-9a97-98e5c6dd0b54 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f39fe47b-91bb-4a20-a3d0-93101fa69df7 HTTP/1.1" status: 204 len: 168 time: 0.6498184 Jan 28 04:10:52.903957 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c036742-beb2-4090-9a97-98e5c6dd0b54 admin admin] Pushing event deleted for resources: {'Network': ['ID=f39fe47b-91bb-4a20-a3d0-93101fa69df7,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:10:53.066435 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37166) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:10:53.108118 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-dd708cf2-fee8-4c88-b607-71f0de42a720 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aa1d6b4ad31f403d83ec2f264a051ff6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402410 Jan 28 04:10:53.110500 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37168) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:10:53.158385 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-151f3fd3-a1c0-4113-8c7a-7034083a0a0b admin admin] Publish callbacks [] for security_group (125b401b-0a77-4952-a973-083173daff2c), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:53.179860 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-151f3fd3-a1c0-4113-8c7a-7034083a0a0b admin admin] Publish callbacks [] for security_group (125b401b-0a77-4952-a973-083173daff2c), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:53.231092 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-151f3fd3-a1c0-4113-8c7a-7034083a0a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (125b401b-0a77-4952-a973-083173daff2c), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:53.233907 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-151f3fd3-a1c0-4113-8c7a-7034083a0a0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:53.235240 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-151f3fd3-a1c0-4113-8c7a-7034083a0a0b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/125b401b-0a77-4952-a973-083173daff2c HTTP/1.1" status: 204 len: 168 time: 0.1237066 Jan 28 04:10:53.244138 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151f3fd3-a1c0-4113-8c7a-7034083a0a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125b401b-0a77-4952-a973-083173daff2c,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:10:53.568944 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37174) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:10:53.608801 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e12fed71-f239-470f-8fd4-48de6693647e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=97b54dbf20a64583894af4792ca78b7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385797 Jan 28 04:10:53.611577 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37176) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:10:53.660825 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-41279b22-188c-4d03-862b-dfe530a8c2c1 admin admin] Publish callbacks [] for security_group (4448937e-3e32-4115-a341-35791a8a21bf), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:53.685097 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-41279b22-188c-4d03-862b-dfe530a8c2c1 admin admin] Publish callbacks [] for security_group (4448937e-3e32-4115-a341-35791a8a21bf), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:53.734261 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-41279b22-188c-4d03-862b-dfe530a8c2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (4448937e-3e32-4115-a341-35791a8a21bf), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:53.736698 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-41279b22-188c-4d03-862b-dfe530a8c2c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:53.737909 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-41279b22-188c-4d03-862b-dfe530a8c2c1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4448937e-3e32-4115-a341-35791a8a21bf HTTP/1.1" status: 204 len: 168 time: 0.1253750 Jan 28 04:10:53.745710 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41279b22-188c-4d03-862b-dfe530a8c2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4448937e-3e32-4115-a341-35791a8a21bf,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:10:54.418199 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ba1322c5-987d-46d6-a003-be31f798b61a no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:10:54.438290 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: ba1322c5-987d-46d6-a003-be31f798b61a {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:10:54.438632 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device ba1322c5-987d-46d6-a003-be31f798b61a not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:10:55.327701 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37216) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:10:55.332493 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-33b03d29-9a91-4773-8950-ea89734012a9 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-273250878', 'description': 'tempest-secgroup-smoke-273250878 description', 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:10:55.358958 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-33b03d29-9a91-4773-8950-ea89734012a9 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:55.367065 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-33b03d29-9a91-4773-8950-ea89734012a9 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:55.445421 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-33b03d29-9a91-4773-8950-ea89734012a9 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group (b8916d48-a159-4772-8a97-a0982b2fe64c), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:55.450456 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-33b03d29-9a91-4773-8950-ea89734012a9 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b8916d48-a159-4772-8a97-a0982b2fe64c), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:55.489009 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b03d29-9a91-4773-8950-ea89734012a9 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8916d48-a159-4772-8a97-a0982b2fe64c,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:10:55.525814 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-33b03d29-9a91-4773-8950-ea89734012a9 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group (b872d7b5-b52a-47ed-9161-c282994dc986), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:55.530111 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-33b03d29-9a91-4773-8950-ea89734012a9 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b872d7b5-b52a-47ed-9161-c282994dc986), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:55.561683 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-33b03d29-9a91-4773-8950-ea89734012a9 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:55.562945 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-33b03d29-9a91-4773-8950-ea89734012a9 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2342496 Jan 28 04:10:55.563797 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b03d29-9a91-4773-8950-ea89734012a9 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b872d7b5-b52a-47ed-9161-c282994dc986,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:10:55.565912 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37218) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:10:55.570736 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-c38374c0-18fc-4006-8804-97dd893a11c0 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'security_group_rule': {'security_group_id': 'b872d7b5-b52a-47ed-9161-c282994dc986', 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:10:55.595466 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c38374c0-18fc-4006-8804-97dd893a11c0 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (56a67ee0-8992-45f6-b8ca-b5767b89832e), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:55.651505 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c38374c0-18fc-4006-8804-97dd893a11c0 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (56a67ee0-8992-45f6-b8ca-b5767b89832e), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:55.655808 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c38374c0-18fc-4006-8804-97dd893a11c0 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (56a67ee0-8992-45f6-b8ca-b5767b89832e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:55.669666 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38374c0-18fc-4006-8804-97dd893a11c0 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56a67ee0-8992-45f6-b8ca-b5767b89832e,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:10:55.685425 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c38374c0-18fc-4006-8804-97dd893a11c0 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:55.686679 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c38374c0-18fc-4006-8804-97dd893a11c0 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1198575 Jan 28 04:10:55.689450 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37220) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:10:55.693723 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-0e5fbce5-aab8-4a23-837d-d5f6ef693304 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'security_group_rule': {'security_group_id': 'b872d7b5-b52a-47ed-9161-c282994dc986', 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:10:55.718986 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0e5fbce5-aab8-4a23-837d-d5f6ef693304 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (cae3e213-7b21-4b6a-b269-53088ce894c3), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:55.777867 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0e5fbce5-aab8-4a23-837d-d5f6ef693304 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (cae3e213-7b21-4b6a-b269-53088ce894c3), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:55.782205 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0e5fbce5-aab8-4a23-837d-d5f6ef693304 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (cae3e213-7b21-4b6a-b269-53088ce894c3), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:55.801245 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5fbce5-aab8-4a23-837d-d5f6ef693304 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cae3e213-7b21-4b6a-b269-53088ce894c3,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:10:55.809386 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0e5fbce5-aab8-4a23-837d-d5f6ef693304 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:55.810603 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0e5fbce5-aab8-4a23-837d-d5f6ef693304 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1202281 Jan 28 04:10:55.813470 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37222) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:10:55.817819 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-4d19f7fe-d60a-40e2-a30d-767ce204a098 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'security_group_rule': {'security_group_id': 'b872d7b5-b52a-47ed-9161-c282994dc986', 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:10:55.842946 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4d19f7fe-d60a-40e2-a30d-767ce204a098 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (c1824a12-5655-4322-b945-c4e1e959e55e), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:55.897352 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4d19f7fe-d60a-40e2-a30d-767ce204a098 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (c1824a12-5655-4322-b945-c4e1e959e55e), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:55.901735 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4d19f7fe-d60a-40e2-a30d-767ce204a098 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (c1824a12-5655-4322-b945-c4e1e959e55e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:55.921456 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d19f7fe-d60a-40e2-a30d-767ce204a098 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1824a12-5655-4322-b945-c4e1e959e55e,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:10:55.927254 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4d19f7fe-d60a-40e2-a30d-767ce204a098 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:55.928441 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4d19f7fe-d60a-40e2-a30d-767ce204a098 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1140311 Jan 28 04:10:55.931434 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37224) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:10:55.936003 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-c14b686f-b974-47cd-b570-ec3fcd1115e3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'security_group_rule': {'security_group_id': 'b872d7b5-b52a-47ed-9161-c282994dc986', 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:10:55.960469 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c14b686f-b974-47cd-b570-ec3fcd1115e3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (a8200afa-320f-49c3-8a4e-cc4319f1c691), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:56.017419 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c14b686f-b974-47cd-b570-ec3fcd1115e3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (a8200afa-320f-49c3-8a4e-cc4319f1c691), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:56.022116 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c14b686f-b974-47cd-b570-ec3fcd1115e3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (a8200afa-320f-49c3-8a4e-cc4319f1c691), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:56.039809 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b686f-b974-47cd-b570-ec3fcd1115e3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8200afa-320f-49c3-8a4e-cc4319f1c691,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:10:56.049867 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c14b686f-b974-47cd-b570-ec3fcd1115e3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:56.051132 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c14b686f-b974-47cd-b570-ec3fcd1115e3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1188154 Jan 28 04:10:56.053955 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37226) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:10:56.058356 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-d339a9bd-dacc-45f6-b139-ad1659df7c23 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'security_group_rule': {'security_group_id': 'b872d7b5-b52a-47ed-9161-c282994dc986', 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:10:56.078408 n-d-712139-27 neutron-server[109803]: INFO neutron.db.securitygroups_db [None req-d339a9bd-dacc-45f6-b139-ad1659df7c23 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Project 754ca6d54d2d43c4af16b7000ddbc7c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 04:10:56.083280 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d339a9bd-dacc-45f6-b139-ad1659df7c23 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (91d6e75c-e858-471f-94fa-3244a27b27cd), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:56.145365 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d339a9bd-dacc-45f6-b139-ad1659df7c23 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (91d6e75c-e858-471f-94fa-3244a27b27cd), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:56.149719 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d339a9bd-dacc-45f6-b139-ad1659df7c23 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (91d6e75c-e858-471f-94fa-3244a27b27cd), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:56.167327 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d339a9bd-dacc-45f6-b139-ad1659df7c23 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91d6e75c-e858-471f-94fa-3244a27b27cd,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:10:56.176704 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d339a9bd-dacc-45f6-b139-ad1659df7c23 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:56.177949 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d339a9bd-dacc-45f6-b139-ad1659df7c23 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1230762 Jan 28 04:10:56.180730 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37228) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:10:56.185054 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-c6e7f4b5-c271-459e-9e5c-5fdc34422be0 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'security_group_rule': {'security_group_id': 'b872d7b5-b52a-47ed-9161-c282994dc986', 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:10:56.207371 n-d-712139-27 neutron-server[109803]: INFO neutron.db.securitygroups_db [None req-c6e7f4b5-c271-459e-9e5c-5fdc34422be0 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Project 754ca6d54d2d43c4af16b7000ddbc7c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 04:10:56.212860 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c6e7f4b5-c271-459e-9e5c-5fdc34422be0 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (0816011f-1e76-4700-b161-59f07c10ae7c), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:56.274831 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c6e7f4b5-c271-459e-9e5c-5fdc34422be0 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (0816011f-1e76-4700-b161-59f07c10ae7c), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:56.279719 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c6e7f4b5-c271-459e-9e5c-5fdc34422be0 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (0816011f-1e76-4700-b161-59f07c10ae7c), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:56.296998 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e7f4b5-c271-459e-9e5c-5fdc34422be0 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0816011f-1e76-4700-b161-59f07c10ae7c,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:10:56.306843 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c6e7f4b5-c271-459e-9e5c-5fdc34422be0 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:56.308147 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c6e7f4b5-c271-459e-9e5c-5fdc34422be0 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1264338 Jan 28 04:10:56.311466 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37230) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:10:56.316400 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-133a6851-369f-4763-962a-77cd023e26af tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'network': {'name': 'tempest-network-smoke--1152522261', 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'port_security_enabled': True}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:10:56.336859 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133a6851-369f-4763-962a-77cd023e26af tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Made reservation on behalf of 754ca6d54d2d43c4af16b7000ddbc7c8 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:10:56.340321 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-133a6851-369f-4763-962a-77cd023e26af tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:56.364240 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-133a6851-369f-4763-962a-77cd023e26af tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:10:56.374073 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-133a6851-369f-4763-962a-77cd023e26af tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (3ac61a24-88a5-47bc-b824-d233ed0e5857), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:56.374427 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-133a6851-369f-4763-962a-77cd023e26af tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Added segment 3ac61a24-88a5-47bc-b824-d233ed0e5857 of type vlan for network ed5c3470-5711-4a85-924a-daf0ed839bf7 Jan 28 04:10:56.414217 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-133a6851-369f-4763-962a-77cd023e26af tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (ed5c3470-5711-4a85-924a-daf0ed839bf7), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:56.440934 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-133a6851-369f-4763-962a-77cd023e26af tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (ed5c3470-5711-4a85-924a-daf0ed839bf7), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:56.445916 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133a6851-369f-4763-962a-77cd023e26af tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:56.447423 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-133a6851-369f-4763-962a-77cd023e26af tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:56.504461 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-133a6851-369f-4763-962a-77cd023e26af tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1919014 Jan 28 04:10:56.507490 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37232) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:10:56.514796 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-a6046d6c-605d-4952-9fe2-90010ee029b3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-288528079', 'admin_state_up': True, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:10:56.529908 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a6851-369f-4763-962a-77cd023e26af tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'Network': ['ID=ed5c3470-5711-4a85-924a-daf0ed839bf7,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:10:56.541251 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network ed5c3470-5711-4a85-924a-daf0ed839bf7 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:10:56.548385 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a6046d6c-605d-4952-9fe2-90010ee029b3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (b0da8621-5137-471c-b17e-a0305336a1e8), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:56.549460 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a6046d6c-605d-4952-9fe2-90010ee029b3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (b0da8621-5137-471c-b17e-a0305336a1e8), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:56.599935 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a6046d6c-605d-4952-9fe2-90010ee029b3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for router_controller (b0da8621-5137-471c-b17e-a0305336a1e8), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:57.063002 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a6046d6c-605d-4952-9fe2-90010ee029b3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for router_gateway (b0da8621-5137-471c-b17e-a0305336a1e8), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:57.258993 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a6046d6c-605d-4952-9fe2-90010ee029b3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for router_gateway (b0da8621-5137-471c-b17e-a0305336a1e8), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:57.277525 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a6046d6c-605d-4952-9fe2-90010ee029b3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:57.377203 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-a6046d6c-605d-4952-9fe2-90010ee029b3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Allocated IP 172.25.0.132 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/7a5317e1-a767-4f6c-b244-2aabf2c23f84) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:10:57.482503 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a6046d6c-605d-4952-9fe2-90010ee029b3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for port (7a5317e1-a767-4f6c-b244-2aabf2c23f84), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:57.518351 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a6046d6c-605d-4952-9fe2-90010ee029b3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (7a5317e1-a767-4f6c-b244-2aabf2c23f84), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:57.553824 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6046d6c-605d-4952-9fe2-90010ee029b3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:10:57.556655 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-a6046d6c-605d-4952-9fe2-90010ee029b3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:10:57.560128 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6046d6c-605d-4952-9fe2-90010ee029b3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:10:57.591957 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6046d6c-605d-4952-9fe2-90010ee029b3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'Port': ['ID=7a5317e1-a767-4f6c-b244-2aabf2c23f84,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:10:57.813556 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a6046d6c-605d-4952-9fe2-90010ee029b3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for router_gateway (b0da8621-5137-471c-b17e-a0305336a1e8), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:58.009023 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a6046d6c-605d-4952-9fe2-90010ee029b3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (b0da8621-5137-471c-b17e-a0305336a1e8), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:58.141902 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6046d6c-605d-4952-9fe2-90010ee029b3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Router b0da8621-5137-471c-b17e-a0305336a1e8 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:10:58.250166 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6046d6c-605d-4952-9fe2-90010ee029b3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:10:58.260636 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5d1f06-f830-4e06-9553-756b55277186 None None] Sync routers for ids ['b0da8621-5137-471c-b17e-a0305336a1e8'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:10:58.270068 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5d1f06-f830-4e06-9553-756b55277186 None None] Routers {'b0da8621-5137-471c-b17e-a0305336a1e8'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:10:58.270753 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-8f5d1f06-f830-4e06-9553-756b55277186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:10:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['b0da8621-5137-471c-b17e-a0305336a1e8'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:10:58.270996 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a6046d6c-605d-4952-9fe2-90010ee029b3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:58.272246 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a6046d6c-605d-4952-9fe2-90010ee029b3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7636886 Jan 28 04:10:58.275530 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37234) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:10:58.377630 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-8f5d1f06-f830-4e06-9553-756b55277186 None None] Set router b0da8621-5137-471c-b17e-a0305336a1e8 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:10:58.394198 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-73d4a177-10b6-4948-8f70-ca741aee1d60 tempest-TestNetworkAdvancedServerOps-1560678165 tempest-TestNetworkAdvancedServerOps-1560678165-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=754ca6d54d2d43c4af16b7000ddbc7c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1175313 Jan 28 04:10:58.396956 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37238) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:10:58.493376 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6acef8-a63c-4e2c-be45-24d95446c380 tempest-TestNetworkAdvancedServerOps-1560678165 tempest-TestNetworkAdvancedServerOps-1560678165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:58.494969 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-1d6acef8-a63c-4e2c-be45-24d95446c380 tempest-TestNetworkAdvancedServerOps-1560678165 tempest-TestNetworkAdvancedServerOps-1560678165-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0970354 Jan 28 04:10:58.498410 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37240) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:10:58.527563 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8f64f0e0-7faf-4b89-8a0b-93cac7c4f25a tempest-TestNetworkAdvancedServerOps-1560678165 tempest-TestNetworkAdvancedServerOps-1560678165-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=8f7dc9c9-eaf1-4339-a2e3-884554154641&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278740 Jan 28 04:10:58.530312 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37242) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:10:58.535354 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-277af8d1-0b0c-4753-8897-70ec2de84e1e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1809213647', 'network_id': 'ed5c3470-5711-4a85-924a-daf0ed839bf7', 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:10:58.621473 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277af8d1-0b0c-4753-8897-70ec2de84e1e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Made reservation on behalf of 754ca6d54d2d43c4af16b7000ddbc7c8 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:10:58.624986 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-277af8d1-0b0c-4753-8897-70ec2de84e1e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:58.649920 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-8f5d1f06-f830-4e06-9553-756b55277186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0da8621-5137-471c-b17e-a0305336a1e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288528079', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '7a5317e1-a767-4f6c-b244-2aabf2c23f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:10:56Z', 'updated_at': '2022-01-28T04:10:57Z', 'revision_number': 3, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': '7a5317e1-a767-4f6c-b244-2aabf2c23f84', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:41:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0da8621-5137-471c-b17e-a0305336a1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:10:57Z', 'updated_at': '2022-01-28T04:10:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:10:58.684968 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5d1f06-f830-4e06-9553-756b55277186 None None] Checking router: b0da8621-5137-471c-b17e-a0305336a1e8 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:10:58.685383 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5d1f06-f830-4e06-9553-756b55277186 None None] Updating router b0da8621-5137-471c-b17e-a0305336a1e8 port 7a5317e1-a767-4f6c-b244-2aabf2c23f84 binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:10:58.710127 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-8f5d1f06-f830-4e06-9553-756b55277186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7a5317e1-a767-4f6c-b244-2aabf2c23f84), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:58.808812 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-277af8d1-0b0c-4753-8897-70ec2de84e1e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (e99f7d2e-1715-4be9-918f-13e60ef44c02), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:58.865938 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277af8d1-0b0c-4753-8897-70ec2de84e1e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'Subnet': ['ID=e99f7d2e-1715-4be9-918f-13e60ef44c02,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:10:58.876785 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277af8d1-0b0c-4753-8897-70ec2de84e1e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Checking segment: {'id': '3ac61a24-88a5-47bc-b824-d233ed0e5857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ed5c3470-5711-4a85-924a-daf0ed839bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:10:58.877173 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277af8d1-0b0c-4753-8897-70ec2de84e1e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Network hostable DHCP agents. Network: ed5c3470-5711-4a85-924a-daf0ed839bf7, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:10:58.894913 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277af8d1-0b0c-4753-8897-70ec2de84e1e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Network ed5c3470-5711-4a85-924a-daf0ed839bf7 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:10:58.903549 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-277af8d1-0b0c-4753-8897-70ec2de84e1e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, ed5c3470-5711-4a85-924a-daf0ed839bf7) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:10:58.907999 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277af8d1-0b0c-4753-8897-70ec2de84e1e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:10:58.908643 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-277af8d1-0b0c-4753-8897-70ec2de84e1e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:58.915168 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324fe9b2-b933-42b4-b1a2-42649b3789a4 None None] Network ed5c3470-5711-4a85-924a-daf0ed839bf7 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:10:58.930236 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-277af8d1-0b0c-4753-8897-70ec2de84e1e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3962209 Jan 28 04:10:58.930460 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37244) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:10:58.964141 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-8f5d1f06-f830-4e06-9553-756b55277186 None None] Publish callbacks [] for port (7a5317e1-a767-4f6c-b244-2aabf2c23f84), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:58.970244 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-8f5d1f06-f830-4e06-9553-756b55277186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (7a5317e1-a767-4f6c-b244-2aabf2c23f84), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:59.019253 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-8f5d1f06-f830-4e06-9553-756b55277186 None None] Attempting to bind port 7a5317e1-a767-4f6c-b244-2aabf2c23f84 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:10:59.019617 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-8f5d1f06-f830-4e06-9553-756b55277186 None None] Attempting to bind port 7a5317e1-a767-4f6c-b244-2aabf2c23f84 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:10:59.019971 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5d1f06-f830-4e06-9553-756b55277186 None None] Attempting to bind port 7a5317e1-a767-4f6c-b244-2aabf2c23f84 on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:10:59.027180 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9ae9e6-f74e-4636-bf6d-125b91215082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-ed5c3470-5711-4a85-924a-daf0ed839bf7', 'network_id': 'ed5c3470-5711-4a85-924a-daf0ed839bf7', 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'fixed_ips': [{'subnet_id': 'e99f7d2e-1715-4be9-918f-13e60ef44c02'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:10:59.028427 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ab9ae9e6-f74e-4636-bf6d-125b91215082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:59.030615 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5d1f06-f830-4e06-9553-756b55277186 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:10:59.030990 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5d1f06-f830-4e06-9553-756b55277186 None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:10:59.031381 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-8f5d1f06-f830-4e06-9553-756b55277186 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:59.031772 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5d1f06-f830-4e06-9553-756b55277186 None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:10:59.032246 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-8f5d1f06-f830-4e06-9553-756b55277186 None None] Bound port: 7a5317e1-a767-4f6c-b244-2aabf2c23f84, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:10:59.032618 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-8f5d1f06-f830-4e06-9553-756b55277186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7a5317e1-a767-4f6c-b244-2aabf2c23f84), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:59.056372 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdbe2a4-4cee-46a2-a446-b8145697cca7 None None] Pushing event updated for resources: {'Port': ['ID=7a5317e1-a767-4f6c-b244-2aabf2c23f84,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:10:59.069911 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdbe2a4-4cee-46a2-a446-b8145697cca7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:59.070151 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdbe2a4-4cee-46a2-a446-b8145697cca7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:59.070480 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdbe2a4-4cee-46a2-a446-b8145697cca7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:59.070860 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdbe2a4-4cee-46a2-a446-b8145697cca7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:59.071241 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdbe2a4-4cee-46a2-a446-b8145697cca7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:59.071568 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdbe2a4-4cee-46a2-a446-b8145697cca7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:59.071919 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdbe2a4-4cee-46a2-a446-b8145697cca7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:59.072240 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdbe2a4-4cee-46a2-a446-b8145697cca7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:59.072584 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdbe2a4-4cee-46a2-a446-b8145697cca7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:59.072946 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdbe2a4-4cee-46a2-a446-b8145697cca7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:59.073332 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdbe2a4-4cee-46a2-a446-b8145697cca7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:59.073652 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdbe2a4-4cee-46a2-a446-b8145697cca7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:59.074081 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdbe2a4-4cee-46a2-a446-b8145697cca7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:10:59.107164 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-8f5d1f06-f830-4e06-9553-756b55277186 None None] For port 7a5317e1-a767-4f6c-b244-2aabf2c23f84, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:10:59.110741 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-8f5d1f06-f830-4e06-9553-756b55277186 None None] For port 7a5317e1-a767-4f6c-b244-2aabf2c23f84, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=7a5317e1-a767-4f6c-b244-2aabf2c23f84,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:10:59.115520 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-8f5d1f06-f830-4e06-9553-756b55277186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (7a5317e1-a767-4f6c-b244-2aabf2c23f84), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:59.167252 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5d1f06-f830-4e06-9553-756b55277186 None None] Routers {'b0da8621-5137-471c-b17e-a0305336a1e8'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:10:59.168192 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-8f5d1f06-f830-4e06-9553-756b55277186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:10:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['b0da8621-5137-471c-b17e-a0305336a1e8'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:10:59.183215 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-ab9ae9e6-f74e-4636-bf6d-125b91215082 None None] Allocated IP 172.20.0.2 (ed5c3470-5711-4a85-924a-daf0ed839bf7/e99f7d2e-1715-4be9-918f-13e60ef44c02/445f0707-e3be-4a70-8c7b-a0e0d13f48fc) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:10:59.274528 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-8f5d1f06-f830-4e06-9553-756b55277186 None None] Set router b0da8621-5137-471c-b17e-a0305336a1e8 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:10:59.333631 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ab9ae9e6-f74e-4636-bf6d-125b91215082 None None] Publish callbacks [] for port (445f0707-e3be-4a70-8c7b-a0e0d13f48fc), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:59.342470 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ab9ae9e6-f74e-4636-bf6d-125b91215082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (445f0707-e3be-4a70-8c7b-a0e0d13f48fc), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:59.383854 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9ae9e6-f74e-4636-bf6d-125b91215082 None None] Network ed5c3470-5711-4a85-924a-daf0ed839bf7 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:10:59.384120 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdbe2a4-4cee-46a2-a446-b8145697cca7 None None] Pushing event updated for resources: {'Port': ['ID=7a5317e1-a767-4f6c-b244-2aabf2c23f84,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:10:59.391035 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-ab9ae9e6-f74e-4636-bf6d-125b91215082 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:10:59.396029 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9ae9e6-f74e-4636-bf6d-125b91215082 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:10:59.399111 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ae9e6-f74e-4636-bf6d-125b91215082 None None] Pushing event updated for resources: {'Port': ['ID=445f0707-e3be-4a70-8c7b-a0e0d13f48fc,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:10:59.456227 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-ab9ae9e6-f74e-4636-bf6d-125b91215082 None None] Attempting to bind port 445f0707-e3be-4a70-8c7b-a0e0d13f48fc on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:10:59.456666 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-ab9ae9e6-f74e-4636-bf6d-125b91215082 None None] Attempting to bind port 445f0707-e3be-4a70-8c7b-a0e0d13f48fc by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '3ac61a24-88a5-47bc-b824-d233ed0e5857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ed5c3470-5711-4a85-924a-daf0ed839bf7'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:10:59.456963 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9ae9e6-f74e-4636-bf6d-125b91215082 None None] Attempting to bind port 445f0707-e3be-4a70-8c7b-a0e0d13f48fc on network ed5c3470-5711-4a85-924a-daf0ed839bf7 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:10:59.462129 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9ae9e6-f74e-4636-bf6d-125b91215082 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:10:59.462502 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9ae9e6-f74e-4636-bf6d-125b91215082 None None] Checking segment: {'id': '3ac61a24-88a5-47bc-b824-d233ed0e5857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ed5c3470-5711-4a85-924a-daf0ed839bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:10:59.462906 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ab9ae9e6-f74e-4636-bf6d-125b91215082 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:59.463301 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9ae9e6-f74e-4636-bf6d-125b91215082 None None] Bound using segment: {'id': '3ac61a24-88a5-47bc-b824-d233ed0e5857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ed5c3470-5711-4a85-924a-daf0ed839bf7'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:10:59.463813 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-ab9ae9e6-f74e-4636-bf6d-125b91215082 None None] Bound port: 445f0707-e3be-4a70-8c7b-a0e0d13f48fc, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ac61a24-88a5-47bc-b824-d233ed0e5857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ed5c3470-5711-4a85-924a-daf0ed839bf7'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:10:59.464139 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ab9ae9e6-f74e-4636-bf6d-125b91215082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (445f0707-e3be-4a70-8c7b-a0e0d13f48fc), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:59.482291 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-8f5d1f06-f830-4e06-9553-756b55277186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0da8621-5137-471c-b17e-a0305336a1e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288528079', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '7a5317e1-a767-4f6c-b244-2aabf2c23f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:10:56Z', 'updated_at': '2022-01-28T04:10:57Z', 'revision_number': 3, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': '7a5317e1-a767-4f6c-b244-2aabf2c23f84', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:41:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0da8621-5137-471c-b17e-a0305336a1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:10:57Z', 'updated_at': '2022-01-28T04:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:10:59.508713 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5d1f06-f830-4e06-9553-756b55277186 None None] The sync data for ids ['b0da8621-5137-471c-b17e-a0305336a1e8'] in n-d-712139-27 is: [{'id': 'b0da8621-5137-471c-b17e-a0305336a1e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288528079', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '7a5317e1-a767-4f6c-b244-2aabf2c23f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:10:56Z', 'updated_at': '2022-01-28T04:10:57Z', 'revision_number': 3, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': '7a5317e1-a767-4f6c-b244-2aabf2c23f84', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:41:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0da8621-5137-471c-b17e-a0305336a1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:10:57Z', 'updated_at': '2022-01-28T04:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:10:59.535140 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-ab9ae9e6-f74e-4636-bf6d-125b91215082 None None] For port 445f0707-e3be-4a70-8c7b-a0e0d13f48fc, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:10:59.539562 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-ab9ae9e6-f74e-4636-bf6d-125b91215082 None None] For port 445f0707-e3be-4a70-8c7b-a0e0d13f48fc, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=445f0707-e3be-4a70-8c7b-a0e0d13f48fc,segment=NetworkSegment(3ac61a24-88a5-47bc-b824-d233ed0e5857),segment_id=3ac61a24-88a5-47bc-b824-d233ed0e5857)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:10:59.544373 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ab9ae9e6-f74e-4636-bf6d-125b91215082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (445f0707-e3be-4a70-8c7b-a0e0d13f48fc), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:59.613602 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ae9e6-f74e-4636-bf6d-125b91215082 None None] Pushing event updated for resources: {'Port': ['ID=445f0707-e3be-4a70-8c7b-a0e0d13f48fc,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:10:59.720612 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:59.769375 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2f766892-5bae-4919-ac68-002e4eb9d60f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:10:59.833992 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0df3e646-9a29-47de-af8f-8eb06457f348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:00.119504 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-2f766892-5bae-4919-ac68-002e4eb9d60f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Allocated IP 172.20.0.1 (ed5c3470-5711-4a85-924a-daf0ed839bf7/e99f7d2e-1715-4be9-918f-13e60ef44c02/c3b95f86-d6e1-4fa1-85aa-179ea866790c) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:11:00.256436 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2f766892-5bae-4919-ac68-002e4eb9d60f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for port (c3b95f86-d6e1-4fa1-85aa-179ea866790c), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:00.292342 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2f766892-5bae-4919-ac68-002e4eb9d60f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (c3b95f86-d6e1-4fa1-85aa-179ea866790c), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:00.335862 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f766892-5bae-4919-ac68-002e4eb9d60f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Network ed5c3470-5711-4a85-924a-daf0ed839bf7 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:11:00.342908 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-2f766892-5bae-4919-ac68-002e4eb9d60f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:11:00.347796 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f766892-5bae-4919-ac68-002e4eb9d60f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:11:00.352022 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f766892-5bae-4919-ac68-002e4eb9d60f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'Port': ['ID=c3b95f86-d6e1-4fa1-85aa-179ea866790c,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:11:00.398785 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2f766892-5bae-4919-ac68-002e4eb9d60f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (b0da8621-5137-471c-b17e-a0305336a1e8), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:00.567210 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2f766892-5bae-4919-ac68-002e4eb9d60f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c3b95f86-d6e1-4fa1-85aa-179ea866790c), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:00.601156 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 7a5317e1-a767-4f6c-b244-2aabf2c23f84 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:11:00.657909 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 7a5317e1-a767-4f6c-b244-2aabf2c23f84 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:11:00.658557 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7a5317e1-a767-4f6c-b244-2aabf2c23f84), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:00.740261 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 7a5317e1-a767-4f6c-b244-2aabf2c23f84 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:11:00.740663 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (7a5317e1-a767-4f6c-b244-2aabf2c23f84), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:00.765228 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b958aff-9b3a-4219-b058-99812ec4a9ba None None] Network ed5c3470-5711-4a85-924a-daf0ed839bf7 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:11:00.769257 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 7a5317e1-a767-4f6c-b244-2aabf2c23f84, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=7a5317e1-a767-4f6c-b244-2aabf2c23f84,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:11:00.782238 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (7a5317e1-a767-4f6c-b244-2aabf2c23f84), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:00.783158 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 445f0707-e3be-4a70-8c7b-a0e0d13f48fc up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:11:00.877846 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2f766892-5bae-4919-ac68-002e4eb9d60f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for port (c3b95f86-d6e1-4fa1-85aa-179ea866790c), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:00.882926 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2f766892-5bae-4919-ac68-002e4eb9d60f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (c3b95f86-d6e1-4fa1-85aa-179ea866790c), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:00.912290 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=7a5317e1-a767-4f6c-b244-2aabf2c23f84,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:11:00.929201 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-8eeaefb5-93f1-47f2-9278-b34c66670a67 None None] Provisioning complete for port 445f0707-e3be-4a70-8c7b-a0e0d13f48fc triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:11:00.929201 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8eeaefb5-93f1-47f2-9278-b34c66670a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (445f0707-e3be-4a70-8c7b-a0e0d13f48fc), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:00.955577 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f766892-5bae-4919-ac68-002e4eb9d60f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'Port': ['ID=c3b95f86-d6e1-4fa1-85aa-179ea866790c,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:11:00.958225 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2f766892-5bae-4919-ac68-002e4eb9d60f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (b0da8621-5137-471c-b17e-a0305336a1e8), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:00.980743 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 445f0707-e3be-4a70-8c7b-a0e0d13f48fc triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:11:00.981139 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (445f0707-e3be-4a70-8c7b-a0e0d13f48fc), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:01.066487 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f766892-5bae-4919-ac68-002e4eb9d60f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Network ed5c3470-5711-4a85-924a-daf0ed839bf7 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:11:01.068623 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-2f766892-5bae-4919-ac68-002e4eb9d60f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:11:01.083076 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-8eeaefb5-93f1-47f2-9278-b34c66670a67 None None] Current status of the port 445f0707-e3be-4a70-8c7b-a0e0d13f48fc is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:11:01.083475 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8eeaefb5-93f1-47f2-9278-b34c66670a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (445f0707-e3be-4a70-8c7b-a0e0d13f48fc), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:01.142975 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-8eeaefb5-93f1-47f2-9278-b34c66670a67 None None] For port 445f0707-e3be-4a70-8c7b-a0e0d13f48fc, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=445f0707-e3be-4a70-8c7b-a0e0d13f48fc,segment=NetworkSegment(3ac61a24-88a5-47bc-b824-d233ed0e5857),segment_id=3ac61a24-88a5-47bc-b824-d233ed0e5857)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:11:01.153191 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8eeaefb5-93f1-47f2-9278-b34c66670a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (445f0707-e3be-4a70-8c7b-a0e0d13f48fc), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:01.154868 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 445f0707-e3be-4a70-8c7b-a0e0d13f48fc is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:11:01.155295 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (445f0707-e3be-4a70-8c7b-a0e0d13f48fc), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:01.215911 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f766892-5bae-4919-ac68-002e4eb9d60f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Router b0da8621-5137-471c-b17e-a0305336a1e8 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:11:01.238843 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeaefb5-93f1-47f2-9278-b34c66670a67 None None] Pushing event updated for resources: {'Port': ['ID=445f0707-e3be-4a70-8c7b-a0e0d13f48fc,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:11:01.253230 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.api [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 04:11:01.253605 n-d-712139-27 neutron-server[109804]: DEBUG oslo_db.api [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 04:11:01.330642 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f766892-5bae-4919-ac68-002e4eb9d60f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:11:01.335746 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2f766892-5bae-4919-ac68-002e4eb9d60f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "PUT /v2.0/routers/b0da8621-5137-471c-b17e-a0305336a1e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4043143 Jan 28 04:11:01.374281 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-ea943c2a-2ce2-488f-8af2-49631a3f64eb None None] Provisioning complete for port 445f0707-e3be-4a70-8c7b-a0e0d13f48fc triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:11:01.374673 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ea943c2a-2ce2-488f-8af2-49631a3f64eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (445f0707-e3be-4a70-8c7b-a0e0d13f48fc), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:01.417595 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad2e070-dff6-4ec0-9337-5086ee3a0a5d None None] Sync routers for ids ['b0da8621-5137-471c-b17e-a0305336a1e8'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:11:01.447198 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad2e070-dff6-4ec0-9337-5086ee3a0a5d None None] Routers {'b0da8621-5137-471c-b17e-a0305336a1e8'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:11:01.447837 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-2ad2e070-dff6-4ec0-9337-5086ee3a0a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:10:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['b0da8621-5137-471c-b17e-a0305336a1e8'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:11:01.504023 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-7d82e30c-c347-456c-8240-d66c28c694a7 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-273250878&fields=id&tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8 HTTP/1.1" status: 200 len: 267 time: 0.0492477 Jan 28 04:11:01.570789 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-ea943c2a-2ce2-488f-8af2-49631a3f64eb None None] Current status of the port 445f0707-e3be-4a70-8c7b-a0e0d13f48fc is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:11:01.596452 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-2ad2e070-dff6-4ec0-9337-5086ee3a0a5d None None] Set router b0da8621-5137-471c-b17e-a0305336a1e8 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:11:01.598932 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-ea943c2a-2ce2-488f-8af2-49631a3f64eb None None] Provisioning complete for port c3b95f86-d6e1-4fa1-85aa-179ea866790c triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:11:01.599307 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ea943c2a-2ce2-488f-8af2-49631a3f64eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c3b95f86-d6e1-4fa1-85aa-179ea866790c), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:01.614070 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-b959a844-578b-48a6-971b-fbc9ba749f47 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:01.615977 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-b959a844-578b-48a6-971b-fbc9ba749f47 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/networks?id=ed5c3470-5711-4a85-924a-daf0ed839bf7 HTTP/1.1" status: 200 len: 797 time: 0.1051466 Jan 28 04:11:01.632453 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-4f712793-352f-4402-971c-aa430e982627 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/quotas/754ca6d54d2d43c4af16b7000ddbc7c8 HTTP/1.1" status: 200 len: 375 time: 0.0099747 Jan 28 04:11:01.672453 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-ea943c2a-2ce2-488f-8af2-49631a3f64eb None None] Port c3b95f86-d6e1-4fa1-85aa-179ea866790c cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:11:01.710807 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-232afb2c-4c93-4b8b-b34d-b51ef748f8b8 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0700514 Jan 28 04:11:01.815563 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-58c1cdc5-e012-435e-b58b-870721332532 service neutron] 10.222.0.53 "GET /v2.0/networks/ed5c3470-5711-4a85-924a-daf0ed839bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869792 Jan 28 04:11:01.815839 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 445f0707-e3be-4a70-8c7b-a0e0d13f48fc is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:11:01.826498 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7d02634b-baec-4bc5-ad77-7b8dcf8a4fef None None] Provisioning complete for port c3b95f86-d6e1-4fa1-85aa-179ea866790c triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:11:01.826875 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7d02634b-baec-4bc5-ad77-7b8dcf8a4fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c3b95f86-d6e1-4fa1-85aa-179ea866790c), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:01.896693 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7d02634b-baec-4bc5-ad77-7b8dcf8a4fef None None] Port c3b95f86-d6e1-4fa1-85aa-179ea866790c cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:11:01.909332 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d4d13c6f-1c54-4f17-b4f9-ca7d05feb808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:01.914163 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-9bfe0e64-3640-4c70-be09-fb7c34c48e20 service neutron] 10.222.0.53 "GET /v2.0/networks/ed5c3470-5711-4a85-924a-daf0ed839bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927706 Jan 28 04:11:01.924669 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-2ad2e070-dff6-4ec0-9337-5086ee3a0a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0da8621-5137-471c-b17e-a0305336a1e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288528079', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '7a5317e1-a767-4f6c-b244-2aabf2c23f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:10:56Z', 'updated_at': '2022-01-28T04:11:00Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': '7a5317e1-a767-4f6c-b244-2aabf2c23f84', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:41:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0da8621-5137-471c-b17e-a0305336a1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:10:57Z', 'updated_at': '2022-01-28T04:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'c3b95f86-d6e1-4fa1-85aa-179ea866790c', 'name': '', 'network_id': 'ed5c3470-5711-4a85-924a-daf0ed839bf7', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'mac_address': 'fa:16:3e:12:9e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0da8621-5137-471c-b17e-a0305336a1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e99f7d2e-1715-4be9-918f-13e60ef44c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:10:59Z', 'updated_at': '2022-01-28T04:11:00Z', 'revision_number': 2, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'subnets': [{'id': 'e99f7d2e-1715-4be9-918f-13e60ef44c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:11:01.951912 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad2e070-dff6-4ec0-9337-5086ee3a0a5d None None] Checking router: b0da8621-5137-471c-b17e-a0305336a1e8 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:11:01.952282 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad2e070-dff6-4ec0-9337-5086ee3a0a5d None None] Updating router b0da8621-5137-471c-b17e-a0305336a1e8 port c3b95f86-d6e1-4fa1-85aa-179ea866790c binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:11:01.978149 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2ad2e070-dff6-4ec0-9337-5086ee3a0a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c3b95f86-d6e1-4fa1-85aa-179ea866790c), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:02.093315 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a5798d2c-e2fd-42ed-aedb-976fe644e5aa req-ecc79b4b-fb4e-4e30-ad63-281b302cd8fb tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9 HTTP/1.1" status: 200 len: 210 time: 0.0354631 Jan 28 04:11:02.265061 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2ad2e070-dff6-4ec0-9337-5086ee3a0a5d None None] Publish callbacks [] for port (c3b95f86-d6e1-4fa1-85aa-179ea866790c), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:02.272113 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2ad2e070-dff6-4ec0-9337-5086ee3a0a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c3b95f86-d6e1-4fa1-85aa-179ea866790c), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:02.320037 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22d901-dae1-4c0a-ac95-909ef3c7b251 None None] Pushing event updated for resources: {'Port': ['ID=c3b95f86-d6e1-4fa1-85aa-179ea866790c,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:11:02.379583 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-2ad2e070-dff6-4ec0-9337-5086ee3a0a5d None None] Attempting to bind port c3b95f86-d6e1-4fa1-85aa-179ea866790c on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:11:02.379898 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-2ad2e070-dff6-4ec0-9337-5086ee3a0a5d None None] Attempting to bind port c3b95f86-d6e1-4fa1-85aa-179ea866790c by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '3ac61a24-88a5-47bc-b824-d233ed0e5857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ed5c3470-5711-4a85-924a-daf0ed839bf7'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:11:02.380349 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad2e070-dff6-4ec0-9337-5086ee3a0a5d None None] Attempting to bind port c3b95f86-d6e1-4fa1-85aa-179ea866790c on network ed5c3470-5711-4a85-924a-daf0ed839bf7 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:11:02.387836 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad2e070-dff6-4ec0-9337-5086ee3a0a5d None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:11:02.388220 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad2e070-dff6-4ec0-9337-5086ee3a0a5d None None] Checking segment: {'id': '3ac61a24-88a5-47bc-b824-d233ed0e5857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ed5c3470-5711-4a85-924a-daf0ed839bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:11:02.388708 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2ad2e070-dff6-4ec0-9337-5086ee3a0a5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:02.389021 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad2e070-dff6-4ec0-9337-5086ee3a0a5d None None] Bound using segment: {'id': '3ac61a24-88a5-47bc-b824-d233ed0e5857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ed5c3470-5711-4a85-924a-daf0ed839bf7'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:11:02.389558 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-2ad2e070-dff6-4ec0-9337-5086ee3a0a5d None None] Bound port: c3b95f86-d6e1-4fa1-85aa-179ea866790c, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ac61a24-88a5-47bc-b824-d233ed0e5857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ed5c3470-5711-4a85-924a-daf0ed839bf7'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:11:02.389914 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2ad2e070-dff6-4ec0-9337-5086ee3a0a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c3b95f86-d6e1-4fa1-85aa-179ea866790c), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:02.476113 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-2ad2e070-dff6-4ec0-9337-5086ee3a0a5d None None] For port c3b95f86-d6e1-4fa1-85aa-179ea866790c, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:11:02.480496 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-2ad2e070-dff6-4ec0-9337-5086ee3a0a5d None None] For port c3b95f86-d6e1-4fa1-85aa-179ea866790c, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=c3b95f86-d6e1-4fa1-85aa-179ea866790c,segment=NetworkSegment(3ac61a24-88a5-47bc-b824-d233ed0e5857),segment_id=3ac61a24-88a5-47bc-b824-d233ed0e5857)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:11:02.488569 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2ad2e070-dff6-4ec0-9337-5086ee3a0a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c3b95f86-d6e1-4fa1-85aa-179ea866790c), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:02.496083 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 7a5317e1-a767-4f6c-b244-2aabf2c23f84 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:11:02.592772 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22d901-dae1-4c0a-ac95-909ef3c7b251 None None] Pushing event updated for resources: {'Port': ['ID=c3b95f86-d6e1-4fa1-85aa-179ea866790c,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:11:02.596400 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad2e070-dff6-4ec0-9337-5086ee3a0a5d None None] Routers {'b0da8621-5137-471c-b17e-a0305336a1e8'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:11:02.597210 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-2ad2e070-dff6-4ec0-9337-5086ee3a0a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:11:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['b0da8621-5137-471c-b17e-a0305336a1e8'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:11:02.674551 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 7a5317e1-a767-4f6c-b244-2aabf2c23f84 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:11:02.675223 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (7a5317e1-a767-4f6c-b244-2aabf2c23f84), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:02.908720 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-5963266d-f4e5-4cdb-8a3b-7299c80ffc6f None None] Provisioning complete for port c3b95f86-d6e1-4fa1-85aa-179ea866790c triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:11:02.909129 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5963266d-f4e5-4cdb-8a3b-7299c80ffc6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c3b95f86-d6e1-4fa1-85aa-179ea866790c), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:02.984428 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-2ad2e070-dff6-4ec0-9337-5086ee3a0a5d None None] Set router b0da8621-5137-471c-b17e-a0305336a1e8 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:11:03.136885 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 7a5317e1-a767-4f6c-b244-2aabf2c23f84 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:11:03.138066 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 445f0707-e3be-4a70-8c7b-a0e0d13f48fc up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:11:03.166792 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-5963266d-f4e5-4cdb-8a3b-7299c80ffc6f None None] Current status of the port c3b95f86-d6e1-4fa1-85aa-179ea866790c is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:11:03.167184 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5963266d-f4e5-4cdb-8a3b-7299c80ffc6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c3b95f86-d6e1-4fa1-85aa-179ea866790c), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:03.215308 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-66e90a11-9013-4c92-949d-be3d835f1d6c req-344e0add-04a0-4970-82cf-461169326c4f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9 HTTP/1.1" status: 200 len: 210 time: 0.0397711 Jan 28 04:11:03.256563 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-5963266d-f4e5-4cdb-8a3b-7299c80ffc6f None None] For port c3b95f86-d6e1-4fa1-85aa-179ea866790c, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=c3b95f86-d6e1-4fa1-85aa-179ea866790c,segment=NetworkSegment(3ac61a24-88a5-47bc-b824-d233ed0e5857),segment_id=3ac61a24-88a5-47bc-b824-d233ed0e5857)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:11:03.272783 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5963266d-f4e5-4cdb-8a3b-7299c80ffc6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c3b95f86-d6e1-4fa1-85aa-179ea866790c), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:03.340274 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 445f0707-e3be-4a70-8c7b-a0e0d13f48fc triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:11:03.340664 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (445f0707-e3be-4a70-8c7b-a0e0d13f48fc), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:03.396878 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5963266d-f4e5-4cdb-8a3b-7299c80ffc6f None None] Pushing event updated for resources: {'Port': ['ID=c3b95f86-d6e1-4fa1-85aa-179ea866790c,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:11:03.407960 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-aeb7e244-cc6a-4eb4-82fb-590d4a54db76 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:03.409557 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-aeb7e244-cc6a-4eb4-82fb-590d4a54db76 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.67 "GET /v2.0/networks?id=ed5c3470-5711-4a85-924a-daf0ed839bf7 HTTP/1.1" status: 200 len: 797 time: 0.1233501 Jan 28 04:11:03.425945 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-86c60a83-4c7f-453b-adf6-05cd407af9b6 None None] Provisioning complete for port c3b95f86-d6e1-4fa1-85aa-179ea866790c triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:11:03.426324 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-86c60a83-4c7f-453b-adf6-05cd407af9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c3b95f86-d6e1-4fa1-85aa-179ea866790c), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:03.488833 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-88b530ce-655c-41a6-bbb6-63f67f437d8e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8 HTTP/1.1" status: 200 len: 379 time: 0.0655940 Jan 28 04:11:03.497028 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-2ad2e070-dff6-4ec0-9337-5086ee3a0a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0da8621-5137-471c-b17e-a0305336a1e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288528079', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '7a5317e1-a767-4f6c-b244-2aabf2c23f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:10:56Z', 'updated_at': '2022-01-28T04:11:00Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': '7a5317e1-a767-4f6c-b244-2aabf2c23f84', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:41:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0da8621-5137-471c-b17e-a0305336a1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:10:57Z', 'updated_at': '2022-01-28T04:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'c3b95f86-d6e1-4fa1-85aa-179ea866790c', 'name': '', 'network_id': 'ed5c3470-5711-4a85-924a-daf0ed839bf7', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'mac_address': 'fa:16:3e:12:9e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0da8621-5137-471c-b17e-a0305336a1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e99f7d2e-1715-4be9-918f-13e60ef44c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:10:59Z', 'updated_at': '2022-01-28T04:11:02Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'subnets': [{'id': 'e99f7d2e-1715-4be9-918f-13e60ef44c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:11:03.498315 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-3c7bfe2a-1bda-42ae-a1dd-ded09fef074d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'port': {'device_id': 'bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9', 'network_id': 'ed5c3470-5711-4a85-924a-daf0ed839bf7', 'admin_state_up': True, 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'security_groups': ['b872d7b5-b52a-47ed-9161-c282994dc986']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:11:03.537188 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 445f0707-e3be-4a70-8c7b-a0e0d13f48fc is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:11:03.540465 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad2e070-dff6-4ec0-9337-5086ee3a0a5d None None] The sync data for ids ['b0da8621-5137-471c-b17e-a0305336a1e8'] in n-d-712139-27 is: [{'id': 'b0da8621-5137-471c-b17e-a0305336a1e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288528079', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '7a5317e1-a767-4f6c-b244-2aabf2c23f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:10:56Z', 'updated_at': '2022-01-28T04:11:00Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': '7a5317e1-a767-4f6c-b244-2aabf2c23f84', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:41:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0da8621-5137-471c-b17e-a0305336a1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:10:57Z', 'updated_at': '2022-01-28T04:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'c3b95f86-d6e1-4fa1-85aa-179ea866790c', 'name': '', 'network_id': 'ed5c3470-5711-4a85-924a-daf0ed839bf7', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'mac_address': 'fa:16:3e:12:9e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0da8621-5137-471c-b17e-a0305336a1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e99f7d2e-1715-4be9-918f-13e60ef44c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:10:59Z', 'updated_at': '2022-01-28T04:11:02Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'subnets': [{'id': 'e99f7d2e-1715-4be9-918f-13e60ef44c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:11:03.588196 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-86c60a83-4c7f-453b-adf6-05cd407af9b6 None None] Current status of the port c3b95f86-d6e1-4fa1-85aa-179ea866790c is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:11:03.645545 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-3c7bfe2a-1bda-42ae-a1dd-ded09fef074d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Made reservation on behalf of 754ca6d54d2d43c4af16b7000ddbc7c8 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:11:03.649107 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-3c7bfe2a-1bda-42ae-a1dd-ded09fef074d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:03.689922 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:03.818423 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-3c7bfe2a-1bda-42ae-a1dd-ded09fef074d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Allocated IP 172.20.0.10 (ed5c3470-5711-4a85-924a-daf0ed839bf7/e99f7d2e-1715-4be9-918f-13e60ef44c02/44d822f2-b3b2-41a5-957d-b9300d7a6001) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:11:03.973890 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-3c7bfe2a-1bda-42ae-a1dd-ded09fef074d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for port (44d822f2-b3b2-41a5-957d-b9300d7a6001), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:04.014868 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-3c7bfe2a-1bda-42ae-a1dd-ded09fef074d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (44d822f2-b3b2-41a5-957d-b9300d7a6001), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:04.069133 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-3c7bfe2a-1bda-42ae-a1dd-ded09fef074d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Network ed5c3470-5711-4a85-924a-daf0ed839bf7 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:11:04.077362 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-3c7bfe2a-1bda-42ae-a1dd-ded09fef074d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:11:04.083835 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-3c7bfe2a-1bda-42ae-a1dd-ded09fef074d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:11:04.089238 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7bfe2a-1bda-42ae-a1dd-ded09fef074d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'Port': ['ID=44d822f2-b3b2-41a5-957d-b9300d7a6001,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:11:04.138132 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-3c7bfe2a-1bda-42ae-a1dd-ded09fef074d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:04.138793 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-3c7bfe2a-1bda-42ae-a1dd-ded09fef074d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:04.158137 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-3c7bfe2a-1bda-42ae-a1dd-ded09fef074d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6639838 Jan 28 04:11:04.176753 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-0f38f424-114f-451d-a402-d595f5c42a7a service neutron] Request body: {'port': {'device_id': 'bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:11:04.242688 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-0f38f424-114f-451d-a402-d595f5c42a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (44d822f2-b3b2-41a5-957d-b9300d7a6001), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:04.351534 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:04.369551 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9640dde-c701-4c1d-85cb-3071028c4ccf req-779cb6c0-b415-4eda-bfd8-882f5f51e4ae tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:04.373834 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d9640dde-c701-4c1d-85cb-3071028c4ccf req-779cb6c0-b415-4eda-bfd8-882f5f51e4ae tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9 HTTP/1.1" status: 200 len: 932 time: 0.0711002 Jan 28 04:11:04.435884 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-961380dc-acf4-481f-bc65-99aa12ebb0a5 None None] Provisioning complete for port 44d822f2-b3b2-41a5-957d-b9300d7a6001 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:11:04.436257 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-961380dc-acf4-481f-bc65-99aa12ebb0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (44d822f2-b3b2-41a5-957d-b9300d7a6001), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:04.475628 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d9640dde-c701-4c1d-85cb-3071028c4ccf req-bdd397d1-73d0-4075-b8b8-15cd73287786 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=b872d7b5-b52a-47ed-9161-c282994dc986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961103 Jan 28 04:11:04.481265 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-961380dc-acf4-481f-bc65-99aa12ebb0a5 None None] Port 44d822f2-b3b2-41a5-957d-b9300d7a6001 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:11:04.524008 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c3b95f86-d6e1-4fa1-85aa-179ea866790c up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:11:04.576648 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-0f38f424-114f-451d-a402-d595f5c42a7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44d822f2-b3b2-41a5-957d-b9300d7a6001 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:11:04.577349 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port c3b95f86-d6e1-4fa1-85aa-179ea866790c triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:11:04.577789 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c3b95f86-d6e1-4fa1-85aa-179ea866790c), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:04.584903 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-0f38f424-114f-451d-a402-d595f5c42a7a service neutron] Publish callbacks [] for port (44d822f2-b3b2-41a5-957d-b9300d7a6001), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:04.602072 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-0f38f424-114f-451d-a402-d595f5c42a7a service neutron] Transition to ACTIVE for port object 44d822f2-b3b2-41a5-957d-b9300d7a6001 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:11:04.608016 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-0f38f424-114f-451d-a402-d595f5c42a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (44d822f2-b3b2-41a5-957d-b9300d7a6001), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:04.686430 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port c3b95f86-d6e1-4fa1-85aa-179ea866790c is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:11:04.732441 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f38f424-114f-451d-a402-d595f5c42a7a service neutron] Pushing event updated for resources: {'Port': ['ID=44d822f2-b3b2-41a5-957d-b9300d7a6001,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:11:04.774165 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-0f38f424-114f-451d-a402-d595f5c42a7a service neutron] Attempting to bind port 44d822f2-b3b2-41a5-957d-b9300d7a6001 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:11:04.774508 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-0f38f424-114f-451d-a402-d595f5c42a7a service neutron] Attempting to bind port 44d822f2-b3b2-41a5-957d-b9300d7a6001 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '3ac61a24-88a5-47bc-b824-d233ed0e5857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ed5c3470-5711-4a85-924a-daf0ed839bf7'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:11:04.774847 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-0f38f424-114f-451d-a402-d595f5c42a7a service neutron] Attempting to bind port 44d822f2-b3b2-41a5-957d-b9300d7a6001 on network ed5c3470-5711-4a85-924a-daf0ed839bf7 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:11:04.780625 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-0f38f424-114f-451d-a402-d595f5c42a7a service neutron] Port 44d822f2-b3b2-41a5-957d-b9300d7a6001 on network ed5c3470-5711-4a85-924a-daf0ed839bf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:11:04.780960 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-0f38f424-114f-451d-a402-d595f5c42a7a service neutron] Attempting to bind port 44d822f2-b3b2-41a5-957d-b9300d7a6001 on network ed5c3470-5711-4a85-924a-daf0ed839bf7 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:11:04.787548 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-0f38f424-114f-451d-a402-d595f5c42a7a service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:11:04.787891 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-0f38f424-114f-451d-a402-d595f5c42a7a service neutron] Checking segment: {'id': '3ac61a24-88a5-47bc-b824-d233ed0e5857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ed5c3470-5711-4a85-924a-daf0ed839bf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:11:04.788310 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-0f38f424-114f-451d-a402-d595f5c42a7a service neutron] Bound using segment: {'id': '3ac61a24-88a5-47bc-b824-d233ed0e5857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ed5c3470-5711-4a85-924a-daf0ed839bf7'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:11:04.788785 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-0f38f424-114f-451d-a402-d595f5c42a7a service neutron] Bound port: 44d822f2-b3b2-41a5-957d-b9300d7a6001, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac61a24-88a5-47bc-b824-d233ed0e5857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ed5c3470-5711-4a85-924a-daf0ed839bf7'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:11:04.789175 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-0f38f424-114f-451d-a402-d595f5c42a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (44d822f2-b3b2-41a5-957d-b9300d7a6001), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:04.861413 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-0f38f424-114f-451d-a402-d595f5c42a7a service neutron] For port 44d822f2-b3b2-41a5-957d-b9300d7a6001, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:11:04.864732 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-0f38f424-114f-451d-a402-d595f5c42a7a service neutron] For port 44d822f2-b3b2-41a5-957d-b9300d7a6001, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=44d822f2-b3b2-41a5-957d-b9300d7a6001,segment=NetworkSegment(3ac61a24-88a5-47bc-b824-d233ed0e5857),segment_id=3ac61a24-88a5-47bc-b824-d233ed0e5857)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:11:04.871099 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-0f38f424-114f-451d-a402-d595f5c42a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (44d822f2-b3b2-41a5-957d-b9300d7a6001), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:04.907500 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-0f38f424-114f-451d-a402-d595f5c42a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:04.908066 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-0f38f424-114f-451d-a402-d595f5c42a7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:04.909522 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-0f38f424-114f-451d-a402-d595f5c42a7a service neutron] 10.222.0.67 "PUT /v2.0/ports/44d822f2-b3b2-41a5-957d-b9300d7a6001 HTTP/1.1" status: 200 len: 1093 time: 0.7389526 Jan 28 04:11:04.910021 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9', 'tag': '44d822f2-b3b2-41a5-957d-b9300d7a6001'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:11:04.912308 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77f2e3c-0739-4308-8d69-3dcf0734e84f" -d '{"events": [{"name": "network-changed", "server_uuid": "bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9", "tag": "44d822f2-b3b2-41a5-957d-b9300d7a6001"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:11:04.953184 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f38f424-114f-451d-a402-d595f5c42a7a service neutron] Pushing event updated for resources: {'Port': ['ID=44d822f2-b3b2-41a5-957d-b9300d7a6001,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:11:04.963778 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21b8019-8b93-4d5a-a3ff-d3a5fb08dd51 x-openstack-request-id: req-c21b8019-8b93-4d5a-a3ff-d3a5fb08dd51 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:11:04.964128 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9", "tag": "44d822f2-b3b2-41a5-957d-b9300d7a6001", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:11:04.964440 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c21b8019-8b93-4d5a-a3ff-d3a5fb08dd51 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:11:04.965003 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9', 'tag': '44d822f2-b3b2-41a5-957d-b9300d7a6001', 'status': 'completed', 'code': 200} Jan 28 04:11:05.018236 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-7566fd0c-cbb9-41c3-8d2b-cba701132a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:05.019795 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-7566fd0c-cbb9-41c3-8d2b-cba701132a23 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8&device_id=bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9 HTTP/1.1" status: 200 len: 1096 time: 0.0449007 Jan 28 04:11:05.073202 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-dd55a702-b69c-43d7-9333-df8c92b77584 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44d822f2-b3b2-41a5-957d-b9300d7a6001 HTTP/1.1" status: 200 len: 217 time: 0.0409844 Jan 28 04:11:05.133457 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-10acd392-fd60-4547-bd15-1af672a3ad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:05.134970 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-10acd392-fd60-4547-bd15-1af672a3ad02 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e99f7d2e-1715-4be9-918f-13e60ef44c02 HTTP/1.1" status: 200 len: 835 time: 0.0563293 Jan 28 04:11:05.148551 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:05.180879 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-d2bde4f3-bbff-4d6b-863e-58fa6cb72f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:05.183406 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-d2bde4f3-bbff-4d6b-863e-58fa6cb72f04 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ed5c3470-5711-4a85-924a-daf0ed839bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422652 Jan 28 04:11:05.279429 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-8cf25245-b9c8-4a97-8c78-4b8ca9ad34d7 service neutron] 10.222.0.67 "GET /v2.0/networks/ed5c3470-5711-4a85-924a-daf0ed839bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889325 Jan 28 04:11:05.370897 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1a11c5fa-637b-49cb-a037-f19ea1eecac5 req-d90f19ce-7a28-4c7d-a7f8-775c23b3b0b9 service neutron] 10.222.0.67 "GET /v2.0/networks/ed5c3470-5711-4a85-924a-daf0ed839bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846922 Jan 28 04:11:05.500471 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f2e3c-0739-4308-8d69-3dcf0734e84f req-8e12c80c-5cb1-4e8b-95bf-d0936395290b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:05.502077 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c77f2e3c-0739-4308-8d69-3dcf0734e84f req-8e12c80c-5cb1-4e8b-95bf-d0936395290b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8&device_id=bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9 HTTP/1.1" status: 200 len: 1096 time: 0.0489798 Jan 28 04:11:05.594815 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f2e3c-0739-4308-8d69-3dcf0734e84f req-51a847d6-15de-45c5-8f16-85a51c791528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:05.596360 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c77f2e3c-0739-4308-8d69-3dcf0734e84f req-51a847d6-15de-45c5-8f16-85a51c791528 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ed5c3470-5711-4a85-924a-daf0ed839bf7 HTTP/1.1" status: 200 len: 898 time: 0.0881202 Jan 28 04:11:05.607040 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed87cd-14db-4cc5-8295-4fedfaf9869d req-c3046aa8-b08d-4e47-b3cd-f0fa6130e6b2 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:05.608594 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-81ed87cd-14db-4cc5-8295-4fedfaf9869d req-c3046aa8-b08d-4e47-b3cd-f0fa6130e6b2 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9 HTTP/1.1" status: 200 len: 944 time: 0.0499806 Jan 28 04:11:05.643625 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c77f2e3c-0739-4308-8d69-3dcf0734e84f req-7c6c530b-06f0-4ecf-a1a8-24946ce05a0b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44d822f2-b3b2-41a5-957d-b9300d7a6001 HTTP/1.1" status: 200 len: 217 time: 0.0413041 Jan 28 04:11:05.666297 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-81ed87cd-14db-4cc5-8295-4fedfaf9869d req-f5878b53-0756-463f-b6bf-f7e65329893a tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=b872d7b5-b52a-47ed-9161-c282994dc986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519538 Jan 28 04:11:05.699600 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f2e3c-0739-4308-8d69-3dcf0734e84f req-a92f1239-04df-4879-8f54-2efdef75aa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:05.701096 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c77f2e3c-0739-4308-8d69-3dcf0734e84f req-a92f1239-04df-4879-8f54-2efdef75aa76 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e99f7d2e-1715-4be9-918f-13e60ef44c02 HTTP/1.1" status: 200 len: 835 time: 0.0511508 Jan 28 04:11:05.749178 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f2e3c-0739-4308-8d69-3dcf0734e84f req-26d59c01-02b0-4865-a0a8-a1d4b6968a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:05.750755 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c77f2e3c-0739-4308-8d69-3dcf0734e84f req-26d59c01-02b0-4865-a0a8-a1d4b6968a1b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ed5c3470-5711-4a85-924a-daf0ed839bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436485 Jan 28 04:11:05.845860 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c77f2e3c-0739-4308-8d69-3dcf0734e84f req-fb45d5bf-3f3c-40c1-974a-120aa33def58 service neutron] 10.222.0.67 "GET /v2.0/networks/ed5c3470-5711-4a85-924a-daf0ed839bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883791 Jan 28 04:11:05.938028 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c77f2e3c-0739-4308-8d69-3dcf0734e84f req-7317d559-d9a8-486a-93c4-e8cfa0c7a032 service neutron] 10.222.0.67 "GET /v2.0/networks/ed5c3470-5711-4a85-924a-daf0ed839bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860128 Jan 28 04:11:06.192846 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:06.792444 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c7654-811a-4132-ae69-404eaf1c65b5 req-a00855af-d427-4211-9070-f5715d1f5594 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:06.793983 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-df8c7654-811a-4132-ae69-404eaf1c65b5 req-a00855af-d427-4211-9070-f5715d1f5594 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9 HTTP/1.1" status: 200 len: 944 time: 0.0533929 Jan 28 04:11:06.843076 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-df8c7654-811a-4132-ae69-404eaf1c65b5 req-fc022d9d-5411-4c17-838d-1c27c90893be tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=b872d7b5-b52a-47ed-9161-c282994dc986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429347 Jan 28 04:11:07.960125 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064f6d2-96fd-4ffc-a7f7-2085aae70c9f req-da0645c5-58b1-4c12-87a2-2706021eaef2 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:07.961656 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5064f6d2-96fd-4ffc-a7f7-2085aae70c9f req-da0645c5-58b1-4c12-87a2-2706021eaef2 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9 HTTP/1.1" status: 200 len: 944 time: 0.0500813 Jan 28 04:11:08.010879 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5064f6d2-96fd-4ffc-a7f7-2085aae70c9f req-a3148e60-1764-4797-aa59-8bc1b7b65438 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=b872d7b5-b52a-47ed-9161-c282994dc986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432646 Jan 28 04:11:08.294207 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:11:08.621244 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 44d822f2-b3b2-41a5-957d-b9300d7a6001 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:11:08.719209 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 44d822f2-b3b2-41a5-957d-b9300d7a6001, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=44d822f2-b3b2-41a5-957d-b9300d7a6001,segment=NetworkSegment(3ac61a24-88a5-47bc-b824-d233ed0e5857),segment_id=3ac61a24-88a5-47bc-b824-d233ed0e5857)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:11:08.731608 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '44d822f2-b3b2-41a5-957d-b9300d7a6001', 'network_id': 'ed5c3470-5711-4a85-924a-daf0ed839bf7', 'port_id': '44d822f2-b3b2-41a5-957d-b9300d7a6001', 'mac_address': 'fa:16:3e:15:7b:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e99f7d2e-1715-4be9-918f-13e60ef44c02', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:11:08.769548 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 44d822f2-b3b2-41a5-957d-b9300d7a6001 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:11:08.769948 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (44d822f2-b3b2-41a5-957d-b9300d7a6001), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:08.787152 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44d822f2-b3b2-41a5-957d-b9300d7a6001 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:11:08.807017 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 44d822f2-b3b2-41a5-957d-b9300d7a6001, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=44d822f2-b3b2-41a5-957d-b9300d7a6001,segment=NetworkSegment(3ac61a24-88a5-47bc-b824-d233ed0e5857),segment_id=3ac61a24-88a5-47bc-b824-d233ed0e5857)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:11:08.812188 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (44d822f2-b3b2-41a5-957d-b9300d7a6001), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:08.857940 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=44d822f2-b3b2-41a5-957d-b9300d7a6001,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:11:09.132605 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6342e-bf7d-4a93-8e2d-db9ed6503242 req-6b067a82-9081-4003-a4c8-7aa9167e5748 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:09.134352 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d3f6342e-bf7d-4a93-8e2d-db9ed6503242 req-6b067a82-9081-4003-a4c8-7aa9167e5748 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9 HTTP/1.1" status: 200 len: 945 time: 0.0539103 Jan 28 04:11:09.185418 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d3f6342e-bf7d-4a93-8e2d-db9ed6503242 req-a7fa58ae-7abd-4675-b83f-409d9592c85b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=b872d7b5-b52a-47ed-9161-c282994dc986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453157 Jan 28 04:11:09.224656 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['44d822f2-b3b2-41a5-957d-b9300d7a6001'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:11:10.305833 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df79c5-2e44-444a-be4f-927b884ccb57 req-7c52df2d-3814-4722-8093-67c99afabfcc tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:10.307341 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a7df79c5-2e44-444a-be4f-927b884ccb57 req-7c52df2d-3814-4722-8093-67c99afabfcc tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9 HTTP/1.1" status: 200 len: 945 time: 0.0504827 Jan 28 04:11:10.358516 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a7df79c5-2e44-444a-be4f-927b884ccb57 req-8d6132f4-5189-401b-ad4c-079a9cb93963 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=b872d7b5-b52a-47ed-9161-c282994dc986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453641 Jan 28 04:11:10.636692 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 44d822f2-b3b2-41a5-957d-b9300d7a6001 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:11:10.688124 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 44d822f2-b3b2-41a5-957d-b9300d7a6001 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:11:10.692503 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 44d822f2-b3b2-41a5-957d-b9300d7a6001 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:11:10.692874 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (44d822f2-b3b2-41a5-957d-b9300d7a6001), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:10.777116 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 44d822f2-b3b2-41a5-957d-b9300d7a6001 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:11:10.777527 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (44d822f2-b3b2-41a5-957d-b9300d7a6001), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:10.801285 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d822f2-b3b2-41a5-957d-b9300d7a6001'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:11:10.803597 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7466989c69d563e87a019306beca113247d74b519ddc68a6966af7388d6c63e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2282f7-b942-4325-87c4-3bd73c3be93e" -d '{"events": [{"server_uuid": "bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9", "name": "network-vif-plugged", "status": "completed", "tag": "44d822f2-b3b2-41a5-957d-b9300d7a6001"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:11:10.818763 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 44d822f2-b3b2-41a5-957d-b9300d7a6001, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=44d822f2-b3b2-41a5-957d-b9300d7a6001,segment=NetworkSegment(3ac61a24-88a5-47bc-b824-d233ed0e5857),segment_id=3ac61a24-88a5-47bc-b824-d233ed0e5857)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:11:10.823961 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (44d822f2-b3b2-41a5-957d-b9300d7a6001), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:10.849144 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea61ee8-7c0e-462c-a976-92d6acac8747 x-openstack-request-id: req-fea61ee8-7c0e-462c-a976-92d6acac8747 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:11:10.849437 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9", "name": "network-vif-plugged", "status": "completed", "tag": "44d822f2-b3b2-41a5-957d-b9300d7a6001", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:11:10.849684 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fea61ee8-7c0e-462c-a976-92d6acac8747 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:11:10.850075 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d822f2-b3b2-41a5-957d-b9300d7a6001', 'code': 200} Jan 28 04:11:10.875090 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=44d822f2-b3b2-41a5-957d-b9300d7a6001,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:11:10.967015 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752a4c0-59b4-4d01-85de-47d2b27b656d req-26c4ad08-fb1c-44e9-8a36-41d0b11d694b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:10.968419 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2752a4c0-59b4-4d01-85de-47d2b27b656d req-26c4ad08-fb1c-44e9-8a36-41d0b11d694b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9 HTTP/1.1" status: 200 len: 1098 time: 0.0416083 Jan 28 04:11:11.013706 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2752a4c0-59b4-4d01-85de-47d2b27b656d req-09a3b498-7fba-4beb-b7ed-9c62fcd0f8db service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b872d7b5-b52a-47ed-9161-c282994dc986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394545 Jan 28 04:11:11.479448 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e06cf6-c910-478e-ba73-63cf89ab8bc2 req-421ddbba-30e8-4d80-a75d-94193f8e1e0f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:11.481048 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-88e06cf6-c910-478e-ba73-63cf89ab8bc2 req-421ddbba-30e8-4d80-a75d-94193f8e1e0f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9 HTTP/1.1" status: 200 len: 946 time: 0.0534987 Jan 28 04:11:11.530106 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-88e06cf6-c910-478e-ba73-63cf89ab8bc2 req-ad49499e-c870-49b4-8a3c-c098b4edbe42 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=b872d7b5-b52a-47ed-9161-c282994dc986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432198 Jan 28 04:11:12.652886 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9fc4b0-a868-4bfc-8a47-b1588d1684e9 req-c3279971-a764-4f88-9bb1-30411ecd01c6 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:12.654326 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9f9fc4b0-a868-4bfc-8a47-b1588d1684e9 req-c3279971-a764-4f88-9bb1-30411ecd01c6 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9 HTTP/1.1" status: 200 len: 946 time: 0.0529885 Jan 28 04:11:12.704021 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9f9fc4b0-a868-4bfc-8a47-b1588d1684e9 req-69e16d88-5f83-40de-8770-1f7163b2333e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=b872d7b5-b52a-47ed-9161-c282994dc986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438566 Jan 28 04:11:12.822047 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6e252-6f94-4e5b-99cb-4d9294131d8d req-f59443f5-85b4-4afc-85f3-1ddc3a31f60e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:12.823547 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-30d6e252-6f94-4e5b-99cb-4d9294131d8d req-f59443f5-85b4-4afc-85f3-1ddc3a31f60e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9 HTTP/1.1" status: 200 len: 946 time: 0.0499463 Jan 28 04:11:12.872231 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-30d6e252-6f94-4e5b-99cb-4d9294131d8d req-23a4ad00-13d3-43c3-abbb-db4c09a7354e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=b872d7b5-b52a-47ed-9161-c282994dc986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429578 Jan 28 04:11:12.894649 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37298) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:11:12.934914 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506a7b66-fb20-4ef6-97e6-845617daebc7 tempest-TestNetworkAdvancedServerOps-1560678165 tempest-TestNetworkAdvancedServerOps-1560678165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:12.936356 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-506a7b66-fb20-4ef6-97e6-845617daebc7 tempest-TestNetworkAdvancedServerOps-1560678165 tempest-TestNetworkAdvancedServerOps-1560678165-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9 HTTP/1.1" status: 200 len: 1093 time: 0.0406954 Jan 28 04:11:12.939512 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37300) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:11:12.943764 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-f3c7baf2-ec63-489d-bd9c-a8ac0b4f2b49 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'port_id': '44d822f2-b3b2-41a5-957d-b9300d7a6001', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:11:12.965712 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f3c7baf2-ec63-489d-bd9c-a8ac0b4f2b49 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:13.069667 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f3c7baf2-ec63-489d-bd9c-a8ac0b4f2b49 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:13.176322 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-f3c7baf2-ec63-489d-bd9c-a8ac0b4f2b49 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Allocated IP 172.25.0.214 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/b0737e23-a5a7-41b8-9e40-e361638669f0) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:11:13.274656 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f3c7baf2-ec63-489d-bd9c-a8ac0b4f2b49 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for port (b0737e23-a5a7-41b8-9e40-e361638669f0), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:13.312165 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f3c7baf2-ec63-489d-bd9c-a8ac0b4f2b49 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (b0737e23-a5a7-41b8-9e40-e361638669f0), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:13.350457 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c7baf2-ec63-489d-bd9c-a8ac0b4f2b49 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:11:13.356898 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-f3c7baf2-ec63-489d-bd9c-a8ac0b4f2b49 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:11:13.361304 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c7baf2-ec63-489d-bd9c-a8ac0b4f2b49 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:11:13.364272 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7baf2-ec63-489d-bd9c-a8ac0b4f2b49 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'Port': ['ID=b0737e23-a5a7-41b8-9e40-e361638669f0,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:11:13.718884 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f3c7baf2-ec63-489d-bd9c-a8ac0b4f2b49 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for floatingip (670f4012-0b99-4e9d-8725-73e2a3e18424), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:13.785624 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f3c7baf2-ec63-489d-bd9c-a8ac0b4f2b49 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b0737e23-a5a7-41b8-9e40-e361638669f0), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:13.937009 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f3c7baf2-ec63-489d-bd9c-a8ac0b4f2b49 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for port (b0737e23-a5a7-41b8-9e40-e361638669f0), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:13.943067 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f3c7baf2-ec63-489d-bd9c-a8ac0b4f2b49 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (b0737e23-a5a7-41b8-9e40-e361638669f0), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:14.012100 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7baf2-ec63-489d-bd9c-a8ac0b4f2b49 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'Port': ['ID=b0737e23-a5a7-41b8-9e40-e361638669f0,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:11:14.024301 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f3c7baf2-ec63-489d-bd9c-a8ac0b4f2b49 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (670f4012-0b99-4e9d-8725-73e2a3e18424), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:14.124555 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [None req-f3c7baf2-ec63-489d-bd9c-a8ac0b4f2b49 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Floating IP 670f4012-0b99-4e9d-8725-73e2a3e18424 associated. External IP: 172.25.0.214, port: 44d822f2-b3b2-41a5-957d-b9300d7a6001. Jan 28 04:11:14.332937 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c7baf2-ec63-489d-bd9c-a8ac0b4f2b49 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Router b0da8621-5137-471c-b17e-a0305336a1e8 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:11:14.780348 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c7baf2-ec63-489d-bd9c-a8ac0b4f2b49 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:11:14.793062 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8876fe-bcf1-49d9-b5c3-c05a5aa6d478 None None] Sync routers for ids ['b0da8621-5137-471c-b17e-a0305336a1e8'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:11:14.802085 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f3c7baf2-ec63-489d-bd9c-a8ac0b4f2b49 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:14.807423 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8876fe-bcf1-49d9-b5c3-c05a5aa6d478 None None] Routers {'b0da8621-5137-471c-b17e-a0305336a1e8'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:11:14.808179 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-2b8876fe-bcf1-49d9-b5c3-c05a5aa6d478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:11:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['b0da8621-5137-471c-b17e-a0305336a1e8'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:11:14.834946 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f3c7baf2-ec63-489d-bd9c-a8ac0b4f2b49 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8944120 Jan 28 04:11:14.835549 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9', 'tag': '44d822f2-b3b2-41a5-957d-b9300d7a6001'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:11:14.838608 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3198fe40c20953b5b589f016e0433bfb4a98f5964cdf03e8abb15383fb0d5974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6f059f-7b82-44af-8713-1a392ebf015e" -d '{"events": [{"name": "network-changed", "server_uuid": "bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9", "tag": "44d822f2-b3b2-41a5-957d-b9300d7a6001"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:11:14.890959 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059a2525-4829-4bcd-b4b5-a4287cb65b0d x-openstack-request-id: req-059a2525-4829-4bcd-b4b5-a4287cb65b0d {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:11:14.891245 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9", "tag": "44d822f2-b3b2-41a5-957d-b9300d7a6001", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:11:14.891497 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-059a2525-4829-4bcd-b4b5-a4287cb65b0d {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:11:14.891893 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9', 'tag': '44d822f2-b3b2-41a5-957d-b9300d7a6001', 'status': 'completed', 'code': 200} Jan 28 04:11:14.921749 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-2b8876fe-bcf1-49d9-b5c3-c05a5aa6d478 None None] Set router b0da8621-5137-471c-b17e-a0305336a1e8 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:11:14.981000 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7b8e4-d685-4805-9dc2-f25e06650a4f req-41ae9c77-4dae-434f-9be4-9d3467a8c785 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:14.982565 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-58f7b8e4-d685-4805-9dc2-f25e06650a4f req-41ae9c77-4dae-434f-9be4-9d3467a8c785 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9 HTTP/1.1" status: 200 len: 946 time: 0.0737824 Jan 28 04:11:15.021404 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f059f-7b82-44af-8713-1a392ebf015e req-c39ceb58-84ba-4b8c-916f-c432023ab2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:15.022943 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3b6f059f-7b82-44af-8713-1a392ebf015e req-c39ceb58-84ba-4b8c-916f-c432023ab2ff service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8&device_id=bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9 HTTP/1.1" status: 200 len: 1098 time: 0.0772665 Jan 28 04:11:15.065938 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-58f7b8e4-d685-4805-9dc2-f25e06650a4f req-05fb4903-31fe-4ca7-90c3-1dcd7d8e91c4 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=b872d7b5-b52a-47ed-9161-c282994dc986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765986 Jan 28 04:11:15.091593 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37306) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:11:15.138188 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f059f-7b82-44af-8713-1a392ebf015e req-40651786-7205-40e2-a558-4bde95a371c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:15.139672 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3b6f059f-7b82-44af-8713-1a392ebf015e req-40651786-7205-40e2-a558-4bde95a371c7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ed5c3470-5711-4a85-924a-daf0ed839bf7 HTTP/1.1" status: 200 len: 898 time: 0.1096234 Jan 28 04:11:15.156931 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8a6b508f-0a98-4d1d-a74d-b2695d16295d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/floatingips/670f4012-0b99-4e9d-8725-73e2a3e18424 HTTP/1.1" status: 200 len: 992 time: 0.0641243 Jan 28 04:11:15.180988 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-2b8876fe-bcf1-49d9-b5c3-c05a5aa6d478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0da8621-5137-471c-b17e-a0305336a1e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288528079', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '7a5317e1-a767-4f6c-b244-2aabf2c23f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:10:56Z', 'updated_at': '2022-01-28T04:11:00Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': '7a5317e1-a767-4f6c-b244-2aabf2c23f84', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:41:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0da8621-5137-471c-b17e-a0305336a1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:10:57Z', 'updated_at': '2022-01-28T04:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '670f4012-0b99-4e9d-8725-73e2a3e18424', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'floating_ip_address': '172.25.0.214', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': 'b0da8621-5137-471c-b17e-a0305336a1e8', 'port_id': '44d822f2-b3b2-41a5-957d-b9300d7a6001', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5c3470-5711-4a85-924a-daf0ed839bf7', 'mac_address': 'fa:16:3e:15:7b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:11:13Z', 'updated_at': '2022-01-28T04:11:13Z', 'revision_number': 0, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3b95f86-d6e1-4fa1-85aa-179ea866790c', 'name': '', 'network_id': 'ed5c3470-5711-4a85-924a-daf0ed839bf7', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'mac_address': 'fa:16:3e:12:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0da8621-5137-471c-b17e-a0305336a1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e99f7d2e-1715-4be9-918f-13e60ef44c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:10:59Z', 'updated_at': '2022-01-28T04:11:03Z', 'revision_number': 5, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'subnets': [{'id': 'e99f7d2e-1715-4be9-918f-13e60ef44c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:11:15.206041 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3b6f059f-7b82-44af-8713-1a392ebf015e req-95fa2679-5dad-47bf-a95b-8000ce761b72 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44d822f2-b3b2-41a5-957d-b9300d7a6001 HTTP/1.1" status: 200 len: 1000 time: 0.0592842 Jan 28 04:11:15.206551 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8876fe-bcf1-49d9-b5c3-c05a5aa6d478 None None] Checking router: b0da8621-5137-471c-b17e-a0305336a1e8 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:11:15.214606 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8876fe-bcf1-49d9-b5c3-c05a5aa6d478 None None] Routers {'b0da8621-5137-471c-b17e-a0305336a1e8'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:11:15.215233 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-2b8876fe-bcf1-49d9-b5c3-c05a5aa6d478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:11:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['b0da8621-5137-471c-b17e-a0305336a1e8'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:11:15.258469 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f059f-7b82-44af-8713-1a392ebf015e req-5a06ccbd-b799-4c33-b369-57e688623c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:15.260113 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3b6f059f-7b82-44af-8713-1a392ebf015e req-5a06ccbd-b799-4c33-b369-57e688623c69 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e99f7d2e-1715-4be9-918f-13e60ef44c02 HTTP/1.1" status: 200 len: 835 time: 0.0488694 Jan 28 04:11:15.309513 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f059f-7b82-44af-8713-1a392ebf015e req-431a2b1e-01bd-45fa-bece-4f9b4a153231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:11:15.311067 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3b6f059f-7b82-44af-8713-1a392ebf015e req-431a2b1e-01bd-45fa-bece-4f9b4a153231 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ed5c3470-5711-4a85-924a-daf0ed839bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446732 Jan 28 04:11:15.324711 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-2b8876fe-bcf1-49d9-b5c3-c05a5aa6d478 None None] Set router b0da8621-5137-471c-b17e-a0305336a1e8 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:11:15.406020 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3b6f059f-7b82-44af-8713-1a392ebf015e req-caa4eddd-491c-4c9a-8c54-0fe6bc0b49c4 service neutron] 10.222.0.67 "GET /v2.0/networks/ed5c3470-5711-4a85-924a-daf0ed839bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882483 Jan 28 04:11:15.515802 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3b6f059f-7b82-44af-8713-1a392ebf015e req-fa9d1fa3-b57c-4afd-b0c8-194d8bc2ef15 service neutron] 10.222.0.67 "GET /v2.0/networks/ed5c3470-5711-4a85-924a-daf0ed839bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033552 Jan 28 04:11:15.662604 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-2b8876fe-bcf1-49d9-b5c3-c05a5aa6d478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0da8621-5137-471c-b17e-a0305336a1e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288528079', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '7a5317e1-a767-4f6c-b244-2aabf2c23f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:10:56Z', 'updated_at': '2022-01-28T04:11:00Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': '7a5317e1-a767-4f6c-b244-2aabf2c23f84', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:41:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0da8621-5137-471c-b17e-a0305336a1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:10:57Z', 'updated_at': '2022-01-28T04:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '670f4012-0b99-4e9d-8725-73e2a3e18424', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'floating_ip_address': '172.25.0.214', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': 'b0da8621-5137-471c-b17e-a0305336a1e8', 'port_id': '44d822f2-b3b2-41a5-957d-b9300d7a6001', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5c3470-5711-4a85-924a-daf0ed839bf7', 'mac_address': 'fa:16:3e:15:7b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:11:13Z', 'updated_at': '2022-01-28T04:11:13Z', 'revision_number': 0, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3b95f86-d6e1-4fa1-85aa-179ea866790c', 'name': '', 'network_id': 'ed5c3470-5711-4a85-924a-daf0ed839bf7', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'mac_address': 'fa:16:3e:12:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0da8621-5137-471c-b17e-a0305336a1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e99f7d2e-1715-4be9-918f-13e60ef44c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:10:59Z', 'updated_at': '2022-01-28T04:11:03Z', 'revision_number': 5, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'subnets': [{'id': 'e99f7d2e-1715-4be9-918f-13e60ef44c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:11:15.691927 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8876fe-bcf1-49d9-b5c3-c05a5aa6d478 None None] The sync data for ids ['b0da8621-5137-471c-b17e-a0305336a1e8'] in n-d-712139-27 is: [{'id': 'b0da8621-5137-471c-b17e-a0305336a1e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288528079', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '7a5317e1-a767-4f6c-b244-2aabf2c23f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:10:56Z', 'updated_at': '2022-01-28T04:11:00Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': '7a5317e1-a767-4f6c-b244-2aabf2c23f84', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:41:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0da8621-5137-471c-b17e-a0305336a1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:10:57Z', 'updated_at': '2022-01-28T04:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '670f4012-0b99-4e9d-8725-73e2a3e18424', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'floating_ip_address': '172.25.0.214', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': 'b0da8621-5137-471c-b17e-a0305336a1e8', 'port_id': '44d822f2-b3b2-41a5-957d-b9300d7a6001', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5c3470-5711-4a85-924a-daf0ed839bf7', 'mac_address': 'fa:16:3e:15:7b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:11:13Z', 'updated_at': '2022-01-28T04:11:13Z', 'revision_number': 0, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3b95f86-d6e1-4fa1-85aa-179ea866790c', 'name': '', 'network_id': 'ed5c3470-5711-4a85-924a-daf0ed839bf7', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'mac_address': 'fa:16:3e:12:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0da8621-5137-471c-b17e-a0305336a1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e99f7d2e-1715-4be9-918f-13e60ef44c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:10:59Z', 'updated_at': '2022-01-28T04:11:03Z', 'revision_number': 5, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'subnets': [{'id': 'e99f7d2e-1715-4be9-918f-13e60ef44c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:11:15.892224 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1b4e6f-5b51-4c24-b389-a5f1e947a7b8 None None] New status for floating IP 670f4012-0b99-4e9d-8725-73e2a3e18424: ACTIVE {{(pid=109804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:11:16.160991 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37308) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:11:16.227141 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f099c5a2-b282-43cb-be2b-64f8f900cf7d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/floatingips/670f4012-0b99-4e9d-8725-73e2a3e18424 HTTP/1.1" status: 200 len: 994 time: 0.0649247 Jan 28 04:11:29.723052 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:29.832736 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6ff23a14-241b-4f1e-b883-31115a4d206a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:31.895032 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7ed3e0d-3c10-49f3-a136-faed044fe15e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:33.686888 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:34.352728 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:35.147692 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:36.189523 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:45.294293 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:11:59.721678 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:11:59.834411 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-bd0ed859-f003-40a9-b7fc-c032a49419ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:01.899511 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1e37b186-f657-4513-8956-297eec472748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:02.626860 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8a83de53-d76f-4bb2-b5af-ae19f82d10ce req-237f87a5-9f12-470b-8ee6-1a829f81680c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1034758 Jan 28 04:12:02.732855 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83de53-d76f-4bb2-b5af-ae19f82d10ce req-69817f14-06a5-4418-9237-48c349fd029d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:02.734418 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8a83de53-d76f-4bb2-b5af-ae19f82d10ce req-69817f14-06a5-4418-9237-48c349fd029d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8&device_id=bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9 HTTP/1.1" status: 200 len: 1098 time: 0.0434530 Jan 28 04:12:02.860057 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83de53-d76f-4bb2-b5af-ae19f82d10ce req-96944866-9753-4ba5-bb97-ea539ba7fd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:02.861642 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8a83de53-d76f-4bb2-b5af-ae19f82d10ce req-96944866-9753-4ba5-bb97-ea539ba7fd65 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ed5c3470-5711-4a85-924a-daf0ed839bf7 HTTP/1.1" status: 200 len: 898 time: 0.1086197 Jan 28 04:12:02.931159 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8a83de53-d76f-4bb2-b5af-ae19f82d10ce req-eb6aeec2-0687-4877-aa52-6c144306492b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44d822f2-b3b2-41a5-957d-b9300d7a6001 HTTP/1.1" status: 200 len: 1002 time: 0.0636356 Jan 28 04:12:02.983184 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83de53-d76f-4bb2-b5af-ae19f82d10ce req-a39e3907-527f-4824-8d01-f87749ee5e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:02.984644 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8a83de53-d76f-4bb2-b5af-ae19f82d10ce req-a39e3907-527f-4824-8d01-f87749ee5e24 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e99f7d2e-1715-4be9-918f-13e60ef44c02 HTTP/1.1" status: 200 len: 835 time: 0.0475764 Jan 28 04:12:03.032493 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83de53-d76f-4bb2-b5af-ae19f82d10ce req-cdaa21f9-c1f7-426a-bb17-5f844b46a33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:03.034110 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8a83de53-d76f-4bb2-b5af-ae19f82d10ce req-cdaa21f9-c1f7-426a-bb17-5f844b46a33a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ed5c3470-5711-4a85-924a-daf0ed839bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436680 Jan 28 04:12:03.125278 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8a83de53-d76f-4bb2-b5af-ae19f82d10ce req-b24e0c37-a582-464a-9eaa-d0451499b812 service neutron] 10.222.0.67 "GET /v2.0/networks/ed5c3470-5711-4a85-924a-daf0ed839bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846677 Jan 28 04:12:03.222914 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8a83de53-d76f-4bb2-b5af-ae19f82d10ce req-2ffa8326-0817-41ba-931a-7acff7d1995c service neutron] 10.222.0.67 "GET /v2.0/networks/ed5c3470-5711-4a85-924a-daf0ed839bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911822 Jan 28 04:12:03.688186 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:04.363115 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:05.154406 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:06.189775 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:19.196229 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869dffda-0c67-4ad9-b23a-f926bbf9f683 req-fb705cc3-6379-4c2f-9a0e-70f504f493bf tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:19.197805 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-869dffda-0c67-4ad9-b23a-f926bbf9f683 req-fb705cc3-6379-4c2f-9a0e-70f504f493bf tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9 HTTP/1.1" status: 200 len: 946 time: 0.1404238 Jan 28 04:12:19.249283 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-869dffda-0c67-4ad9-b23a-f926bbf9f683 req-ed811b22-559e-4396-b2c4-c7e94fb942e6 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=b872d7b5-b52a-47ed-9161-c282994dc986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455797 Jan 28 04:12:20.431787 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508f6e5-d428-4dd7-ad10-c3095e2cf05f req-916e4471-6aa5-4962-8b04-e6b39e41d371 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:20.433316 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8508f6e5-d428-4dd7-ad10-c3095e2cf05f req-916e4471-6aa5-4962-8b04-e6b39e41d371 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9 HTTP/1.1" status: 200 len: 946 time: 0.1059034 Jan 28 04:12:20.484746 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8508f6e5-d428-4dd7-ad10-c3095e2cf05f req-8dd0e3b7-828e-4b26-8cd9-1e10d7901a7e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=b872d7b5-b52a-47ed-9161-c282994dc986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456512 Jan 28 04:12:20.508015 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37346) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:12:20.585165 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-546245db-2a62-4c4f-8941-ae3a25e93b69 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/floatingips/670f4012-0b99-4e9d-8725-73e2a3e18424 HTTP/1.1" status: 200 len: 994 time: 0.0756896 Jan 28 04:12:21.881426 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77a029-cf6c-4031-bc11-cf6cd6ce3f7a req-88a5a56e-d0c0-4317-9c39-1cda7991ffb3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:21.882935 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ab77a029-cf6c-4031-bc11-cf6cd6ce3f7a req-88a5a56e-d0c0-4317-9c39-1cda7991ffb3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9 HTTP/1.1" status: 200 len: 946 time: 0.0511849 Jan 28 04:12:21.950819 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ab77a029-cf6c-4031-bc11-cf6cd6ce3f7a req-1d70385e-6b48-44b6-b562-3745d62aa832 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=b872d7b5-b52a-47ed-9161-c282994dc986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595143 Jan 28 04:12:22.298446 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:12:23.078780 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f847c9-08f5-4708-9b24-e33fbc905bea req-ab58b50e-86ed-4160-8582-b677f4dfc1f2 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:23.080244 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-34f847c9-08f5-4708-9b24-e33fbc905bea req-ab58b50e-86ed-4160-8582-b677f4dfc1f2 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9 HTTP/1.1" status: 200 len: 946 time: 0.0475934 Jan 28 04:12:23.132612 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-34f847c9-08f5-4708-9b24-e33fbc905bea req-2f72535b-d460-4804-8ff8-b5825f4b6f9c tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=b872d7b5-b52a-47ed-9161-c282994dc986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444524 Jan 28 04:12:24.268472 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73396c9-62f7-4212-93b7-9f71ccf4eaa0 req-5d2983f5-5ac9-43bb-9ed1-a31035efa8b6 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:24.270018 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c73396c9-62f7-4212-93b7-9f71ccf4eaa0 req-5d2983f5-5ac9-43bb-9ed1-a31035efa8b6 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9 HTTP/1.1" status: 200 len: 946 time: 0.0560815 Jan 28 04:12:24.320739 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c73396c9-62f7-4212-93b7-9f71ccf4eaa0 req-225142ba-b3b0-4768-800e-e7b833595b40 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=b872d7b5-b52a-47ed-9161-c282994dc986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449786 Jan 28 04:12:25.456778 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9695670-6e80-4c7c-8c65-4935e7bd8380 req-6f92b938-69bd-4a19-8f3a-408332d202c9 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:25.458311 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b9695670-6e80-4c7c-8c65-4935e7bd8380 req-6f92b938-69bd-4a19-8f3a-408332d202c9 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9 HTTP/1.1" status: 200 len: 946 time: 0.0544524 Jan 28 04:12:25.510710 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b9695670-6e80-4c7c-8c65-4935e7bd8380 req-18e91d19-349a-49f4-99eb-4f5566055a97 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=b872d7b5-b52a-47ed-9161-c282994dc986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440660 Jan 28 04:12:26.636274 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d25846f-42a4-4cb9-8d4e-93a2d4d7e47d req-c6a64250-48a2-4633-a09b-6e35f7e68cba tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:26.637887 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4d25846f-42a4-4cb9-8d4e-93a2d4d7e47d req-c6a64250-48a2-4633-a09b-6e35f7e68cba tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9 HTTP/1.1" status: 200 len: 946 time: 0.0508022 Jan 28 04:12:26.690380 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4d25846f-42a4-4cb9-8d4e-93a2d4d7e47d req-b35c3132-9944-4a8d-b85d-11bfd8898e75 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=b872d7b5-b52a-47ed-9161-c282994dc986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436158 Jan 28 04:12:27.839523 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33029d8-29ff-4474-ab4d-a9993e75be26 req-8ec049d1-3d72-4190-ab80-0f63d15bbd66 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:27.840994 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f33029d8-29ff-4474-ab4d-a9993e75be26 req-8ec049d1-3d72-4190-ab80-0f63d15bbd66 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9 HTTP/1.1" status: 200 len: 946 time: 0.0565078 Jan 28 04:12:27.893718 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f33029d8-29ff-4474-ab4d-a9993e75be26 req-2e84684f-d32f-49ab-97a2-81d61d89714a tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=b872d7b5-b52a-47ed-9161-c282994dc986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453370 Jan 28 04:12:27.917435 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37366) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:12:27.986294 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e2cb0928-41cb-4b67-9917-6e40c06ba258 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/floatingips/670f4012-0b99-4e9d-8725-73e2a3e18424 HTTP/1.1" status: 200 len: 994 time: 0.0668840 Jan 28 04:12:28.222655 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37372) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:12:28.394163 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-f9ed581a-767e-48f3-844a-436056186821 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Deleting port b0737e23-a5a7-41b8-9e40-e361638669f0 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:12:28.394473 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f9ed581a-767e-48f3-844a-436056186821 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (b0737e23-a5a7-41b8-9e40-e361638669f0), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:28.478923 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f9ed581a-767e-48f3-844a-436056186821 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (b0737e23-a5a7-41b8-9e40-e361638669f0), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:28.479177 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f9ed581a-767e-48f3-844a-436056186821 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for floatingip (b0737e23-a5a7-41b8-9e40-e361638669f0), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:28.491718 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-f9ed581a-767e-48f3-844a-436056186821 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Calling delete_port for b0737e23-a5a7-41b8-9e40-e361638669f0 owned by network:floatingip {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:12:28.657155 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f9ed581a-767e-48f3-844a-436056186821 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (b0737e23-a5a7-41b8-9e40-e361638669f0), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:28.688365 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ed581a-767e-48f3-844a-436056186821 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event deleted for resources: {'Port': ['ID=b0737e23-a5a7-41b8-9e40-e361638669f0,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:12:28.713400 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ed581a-767e-48f3-844a-436056186821 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:28.713756 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ed581a-767e-48f3-844a-436056186821 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:28.714116 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ed581a-767e-48f3-844a-436056186821 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:28.714459 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ed581a-767e-48f3-844a-436056186821 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:28.714796 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ed581a-767e-48f3-844a-436056186821 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:28.715132 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ed581a-767e-48f3-844a-436056186821 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:28.715465 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ed581a-767e-48f3-844a-436056186821 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:28.715803 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ed581a-767e-48f3-844a-436056186821 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:28.716135 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ed581a-767e-48f3-844a-436056186821 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:28.716488 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ed581a-767e-48f3-844a-436056186821 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:28.716817 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ed581a-767e-48f3-844a-436056186821 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:28.717198 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ed581a-767e-48f3-844a-436056186821 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:28.717522 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ed581a-767e-48f3-844a-436056186821 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:28.757210 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f9ed581a-767e-48f3-844a-436056186821 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for floatingip (670f4012-0b99-4e9d-8725-73e2a3e18424), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:28.757438 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [None req-f9ed581a-767e-48f3-844a-436056186821 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Floating IP 670f4012-0b99-4e9d-8725-73e2a3e18424 disassociated (deleted). External IP: 172.25.0.214, port: 44d822f2-b3b2-41a5-957d-b9300d7a6001. Jan 28 04:12:28.985258 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ed581a-767e-48f3-844a-436056186821 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Router b0da8621-5137-471c-b17e-a0305336a1e8 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:12:29.106747 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ed581a-767e-48f3-844a-436056186821 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:12:29.112368 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-f9ed581a-767e-48f3-844a-436056186821 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:29.117570 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba05d99-94b2-430b-8a28-bee7dc03cd4f None None] Sync routers for ids ['b0da8621-5137-471c-b17e-a0305336a1e8'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:12:29.127382 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba05d99-94b2-430b-8a28-bee7dc03cd4f None None] Routers {'b0da8621-5137-471c-b17e-a0305336a1e8'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:12:29.127996 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-bba05d99-94b2-430b-8a28-bee7dc03cd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:12:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['b0da8621-5137-471c-b17e-a0305336a1e8'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:12:29.141967 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-f9ed581a-767e-48f3-844a-436056186821 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "DELETE /v2.0/floatingips/670f4012-0b99-4e9d-8725-73e2a3e18424 HTTP/1.1" status: 204 len: 168 time: 0.9179487 Jan 28 04:12:29.142613 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9', 'tag': '44d822f2-b3b2-41a5-957d-b9300d7a6001'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:12:29.145098 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3198fe40c20953b5b589f016e0433bfb4a98f5964cdf03e8abb15383fb0d5974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff0ba97-a633-4c1a-a20d-677f3ecd1794" -d '{"events": [{"name": "network-changed", "server_uuid": "bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9", "tag": "44d822f2-b3b2-41a5-957d-b9300d7a6001"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:12:29.189589 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe5dbfc-7e86-42b2-bd2c-dd9d417e2eb4 x-openstack-request-id: req-7fe5dbfc-7e86-42b2-bd2c-dd9d417e2eb4 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:12:29.189913 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9", "tag": "44d822f2-b3b2-41a5-957d-b9300d7a6001", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:12:29.190105 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7fe5dbfc-7e86-42b2-bd2c-dd9d417e2eb4 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:12:29.190558 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9', 'tag': '44d822f2-b3b2-41a5-957d-b9300d7a6001', 'status': 'completed', 'code': 200} Jan 28 04:12:29.269646 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-bba05d99-94b2-430b-8a28-bee7dc03cd4f None None] Set router b0da8621-5137-471c-b17e-a0305336a1e8 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:12:29.277985 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0ba97-a633-4c1a-a20d-677f3ecd1794 req-62a65f01-bda3-4e91-89f6-38b9c7fff1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:29.280653 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4ff0ba97-a633-4c1a-a20d-677f3ecd1794 req-62a65f01-bda3-4e91-89f6-38b9c7fff1ec service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8&device_id=bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9 HTTP/1.1" status: 200 len: 1098 time: 0.0480280 Jan 28 04:12:29.389748 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f41db6-8014-484c-9480-8931fb7e5b33 req-79151622-1e36-4c7b-a687-b8657967bf09 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:29.390016 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0ba97-a633-4c1a-a20d-677f3ecd1794 req-9042e2ed-2353-4ba9-a0f4-2b16526b6803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:29.391449 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4ff0ba97-a633-4c1a-a20d-677f3ecd1794 req-9042e2ed-2353-4ba9-a0f4-2b16526b6803 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ed5c3470-5711-4a85-924a-daf0ed839bf7 HTTP/1.1" status: 200 len: 898 time: 0.1054606 Jan 28 04:12:29.393572 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d3f41db6-8014-484c-9480-8931fb7e5b33 req-79151622-1e36-4c7b-a687-b8657967bf09 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9 HTTP/1.1" status: 200 len: 946 time: 0.0538316 Jan 28 04:12:29.437196 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4ff0ba97-a633-4c1a-a20d-677f3ecd1794 req-f8e60545-a3b8-4a4f-bf97-ee6012537b00 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44d822f2-b3b2-41a5-957d-b9300d7a6001 HTTP/1.1" status: 200 len: 217 time: 0.0378773 Jan 28 04:12:29.442599 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d3f41db6-8014-484c-9480-8931fb7e5b33 req-02254fbc-0f11-4c61-a059-f579a2f7cb77 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=b872d7b5-b52a-47ed-9161-c282994dc986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457826 Jan 28 04:12:29.488288 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-bba05d99-94b2-430b-8a28-bee7dc03cd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0da8621-5137-471c-b17e-a0305336a1e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288528079', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '7a5317e1-a767-4f6c-b244-2aabf2c23f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:10:56Z', 'updated_at': '2022-01-28T04:11:00Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': '7a5317e1-a767-4f6c-b244-2aabf2c23f84', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:41:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0da8621-5137-471c-b17e-a0305336a1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:10:57Z', 'updated_at': '2022-01-28T04:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'c3b95f86-d6e1-4fa1-85aa-179ea866790c', 'name': '', 'network_id': 'ed5c3470-5711-4a85-924a-daf0ed839bf7', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'mac_address': 'fa:16:3e:12:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0da8621-5137-471c-b17e-a0305336a1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e99f7d2e-1715-4be9-918f-13e60ef44c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:10:59Z', 'updated_at': '2022-01-28T04:11:03Z', 'revision_number': 5, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'subnets': [{'id': 'e99f7d2e-1715-4be9-918f-13e60ef44c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:12:29.489255 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0ba97-a633-4c1a-a20d-677f3ecd1794 req-f3b75fab-f4d5-46e2-9d21-f5db61fc7cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:29.490745 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4ff0ba97-a633-4c1a-a20d-677f3ecd1794 req-f3b75fab-f4d5-46e2-9d21-f5db61fc7cc3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e99f7d2e-1715-4be9-918f-13e60ef44c02 HTTP/1.1" status: 200 len: 835 time: 0.0474465 Jan 28 04:12:29.517991 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba05d99-94b2-430b-8a28-bee7dc03cd4f None None] Checking router: b0da8621-5137-471c-b17e-a0305336a1e8 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:12:29.527013 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba05d99-94b2-430b-8a28-bee7dc03cd4f None None] Routers {'b0da8621-5137-471c-b17e-a0305336a1e8'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:12:29.527718 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-bba05d99-94b2-430b-8a28-bee7dc03cd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:12:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['b0da8621-5137-471c-b17e-a0305336a1e8'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:12:29.535969 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0ba97-a633-4c1a-a20d-677f3ecd1794 req-46cb6df9-581e-4d94-b023-2438a1f52bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:29.537499 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4ff0ba97-a633-4c1a-a20d-677f3ecd1794 req-46cb6df9-581e-4d94-b023-2438a1f52bde service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ed5c3470-5711-4a85-924a-daf0ed839bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402358 Jan 28 04:12:29.624851 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4ff0ba97-a633-4c1a-a20d-677f3ecd1794 req-eef8431b-4129-4e21-b189-6a776bc5c274 service neutron] 10.222.0.67 "GET /v2.0/networks/ed5c3470-5711-4a85-924a-daf0ed839bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806146 Jan 28 04:12:29.634174 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-bba05d99-94b2-430b-8a28-bee7dc03cd4f None None] Set router b0da8621-5137-471c-b17e-a0305336a1e8 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:12:29.721181 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4ff0ba97-a633-4c1a-a20d-677f3ecd1794 req-57961f0d-bd60-419b-ae26-11fb5e857875 service neutron] 10.222.0.67 "GET /v2.0/networks/ed5c3470-5711-4a85-924a-daf0ed839bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894809 Jan 28 04:12:29.723922 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:29.829709 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e8079981-8b6f-440b-8c77-c598560af434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:29.841340 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-bba05d99-94b2-430b-8a28-bee7dc03cd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0da8621-5137-471c-b17e-a0305336a1e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288528079', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '7a5317e1-a767-4f6c-b244-2aabf2c23f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:10:56Z', 'updated_at': '2022-01-28T04:11:00Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': '7a5317e1-a767-4f6c-b244-2aabf2c23f84', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:41:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0da8621-5137-471c-b17e-a0305336a1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:10:57Z', 'updated_at': '2022-01-28T04:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'c3b95f86-d6e1-4fa1-85aa-179ea866790c', 'name': '', 'network_id': 'ed5c3470-5711-4a85-924a-daf0ed839bf7', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'mac_address': 'fa:16:3e:12:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0da8621-5137-471c-b17e-a0305336a1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e99f7d2e-1715-4be9-918f-13e60ef44c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:10:59Z', 'updated_at': '2022-01-28T04:11:03Z', 'revision_number': 5, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'subnets': [{'id': 'e99f7d2e-1715-4be9-918f-13e60ef44c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:12:29.866828 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba05d99-94b2-430b-8a28-bee7dc03cd4f None None] The sync data for ids ['b0da8621-5137-471c-b17e-a0305336a1e8'] in n-d-712139-27 is: [{'id': 'b0da8621-5137-471c-b17e-a0305336a1e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288528079', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '7a5317e1-a767-4f6c-b244-2aabf2c23f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:10:56Z', 'updated_at': '2022-01-28T04:11:00Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': '7a5317e1-a767-4f6c-b244-2aabf2c23f84', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:41:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0da8621-5137-471c-b17e-a0305336a1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:10:57Z', 'updated_at': '2022-01-28T04:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'c3b95f86-d6e1-4fa1-85aa-179ea866790c', 'name': '', 'network_id': 'ed5c3470-5711-4a85-924a-daf0ed839bf7', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'mac_address': 'fa:16:3e:12:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0da8621-5137-471c-b17e-a0305336a1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e99f7d2e-1715-4be9-918f-13e60ef44c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:10:59Z', 'updated_at': '2022-01-28T04:11:03Z', 'revision_number': 5, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'subnets': [{'id': 'e99f7d2e-1715-4be9-918f-13e60ef44c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:12:30.122620 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8610f72-43dc-4bd7-b574-b06995e70e3b None None] New status for floating IP 670f4012-0b99-4e9d-8725-73e2a3e18424: DOWN {{(pid=109804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:12:30.569766 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf24c3b-f7be-493c-baa4-66bfd900bc34 req-3f9c8818-cc03-4202-907a-13b05f55e987 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:30.571266 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3cf24c3b-f7be-493c-baa4-66bfd900bc34 req-3f9c8818-cc03-4202-907a-13b05f55e987 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9 HTTP/1.1" status: 200 len: 946 time: 0.0567572 Jan 28 04:12:30.624700 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3cf24c3b-f7be-493c-baa4-66bfd900bc34 req-198f31a9-c3a3-4dcf-a33a-4844cd6b55c7 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=b872d7b5-b52a-47ed-9161-c282994dc986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450234 Jan 28 04:12:31.313749 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253a4d3-d3db-4604-a390-fb892854fe5e req-28433d3e-c426-47b4-b652-d0619b81e0d0 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:31.315399 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a253a4d3-d3db-4604-a390-fb892854fe5e req-28433d3e-c426-47b4-b652-d0619b81e0d0 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9 HTTP/1.1" status: 200 len: 946 time: 0.0602520 Jan 28 04:12:31.415012 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-a253a4d3-d3db-4604-a390-fb892854fe5e req-e95a8bcc-5370-4744-9987-ceac001ae5c5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Deleting port 44d822f2-b3b2-41a5-957d-b9300d7a6001 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:12:31.415380 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a253a4d3-d3db-4604-a390-fb892854fe5e req-e95a8bcc-5370-4744-9987-ceac001ae5c5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (44d822f2-b3b2-41a5-957d-b9300d7a6001), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:31.513693 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-a253a4d3-d3db-4604-a390-fb892854fe5e req-e95a8bcc-5370-4744-9987-ceac001ae5c5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] For port 44d822f2-b3b2-41a5-957d-b9300d7a6001, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=44d822f2-b3b2-41a5-957d-b9300d7a6001,segment=NetworkSegment(3ac61a24-88a5-47bc-b824-d233ed0e5857),segment_id=3ac61a24-88a5-47bc-b824-d233ed0e5857)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:12:31.514144 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a253a4d3-d3db-4604-a390-fb892854fe5e req-e95a8bcc-5370-4744-9987-ceac001ae5c5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (44d822f2-b3b2-41a5-957d-b9300d7a6001), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:31.531670 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-a253a4d3-d3db-4604-a390-fb892854fe5e req-e95a8bcc-5370-4744-9987-ceac001ae5c5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Calling delete_port for 44d822f2-b3b2-41a5-957d-b9300d7a6001 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:12:31.753895 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988e2b8-e720-4394-8d9c-4e49da4b7342 req-a9991436-e18e-4315-8d6d-71009c218f3b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:31.755449 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6988e2b8-e720-4394-8d9c-4e49da4b7342 req-a9991436-e18e-4315-8d6d-71009c218f3b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9 HTTP/1.1" status: 200 len: 946 time: 0.0514672 Jan 28 04:12:31.813098 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6988e2b8-e720-4394-8d9c-4e49da4b7342 req-b3e85e92-dabf-4b1c-9875-67e8dec9dc1a tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=b872d7b5-b52a-47ed-9161-c282994dc986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517240 Jan 28 04:12:31.904813 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3215ac05-04e6-4478-b865-3d4e4b23ef12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:32.004130 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a253a4d3-d3db-4604-a390-fb892854fe5e req-e95a8bcc-5370-4744-9987-ceac001ae5c5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (44d822f2-b3b2-41a5-957d-b9300d7a6001), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:32.033708 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a8bcc-5370-4744-9987-ceac001ae5c5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event deleted for resources: {'Port': ['ID=44d822f2-b3b2-41a5-957d-b9300d7a6001,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:12:32.047717 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95a8bcc-5370-4744-9987-ceac001ae5c5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:32.048002 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95a8bcc-5370-4744-9987-ceac001ae5c5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:32.048419 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95a8bcc-5370-4744-9987-ceac001ae5c5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:32.048769 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95a8bcc-5370-4744-9987-ceac001ae5c5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:32.049130 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95a8bcc-5370-4744-9987-ceac001ae5c5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:32.049502 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95a8bcc-5370-4744-9987-ceac001ae5c5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:32.049835 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95a8bcc-5370-4744-9987-ceac001ae5c5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:32.050222 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95a8bcc-5370-4744-9987-ceac001ae5c5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:32.050497 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95a8bcc-5370-4744-9987-ceac001ae5c5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:32.050835 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95a8bcc-5370-4744-9987-ceac001ae5c5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:32.051173 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95a8bcc-5370-4744-9987-ceac001ae5c5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:32.051533 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95a8bcc-5370-4744-9987-ceac001ae5c5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:32.051859 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95a8bcc-5370-4744-9987-ceac001ae5c5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:32.092269 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-a253a4d3-d3db-4604-a390-fb892854fe5e req-e95a8bcc-5370-4744-9987-ceac001ae5c5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] No DVR routers for this DVR port 44d822f2-b3b2-41a5-957d-b9300d7a6001 on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:12:32.095470 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a253a4d3-d3db-4604-a390-fb892854fe5e req-e95a8bcc-5370-4744-9987-ceac001ae5c5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:32.099434 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a253a4d3-d3db-4604-a390-fb892854fe5e req-e95a8bcc-5370-4744-9987-ceac001ae5c5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.67 "DELETE /v2.0/ports/44d822f2-b3b2-41a5-957d-b9300d7a6001 HTTP/1.1" status: 204 len: 173 time: 0.7791514 Jan 28 04:12:32.099935 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9', 'name': 'network-vif-deleted', 'tag': '44d822f2-b3b2-41a5-957d-b9300d7a6001'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:12:32.102435 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787d6992-3085-4db7-b178-6d18d4abf8fe" -d '{"events": [{"server_uuid": "bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9", "name": "network-vif-deleted", "tag": "44d822f2-b3b2-41a5-957d-b9300d7a6001"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:12:32.207764 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db9e32c-1c38-41e7-816e-3c612e2d2983 x-openstack-request-id: req-0db9e32c-1c38-41e7-816e-3c612e2d2983 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:12:32.208064 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9", "name": "network-vif-deleted", "tag": "44d822f2-b3b2-41a5-957d-b9300d7a6001", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:12:32.208339 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0db9e32c-1c38-41e7-816e-3c612e2d2983 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:12:32.208750 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc248c1e-c01d-4fc4-8b43-6cdc231ebcb9', 'name': 'network-vif-deleted', 'tag': '44d822f2-b3b2-41a5-957d-b9300d7a6001', 'status': 'completed', 'code': 200} Jan 28 04:12:32.882268 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37390) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:12:33.283645 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f82e04a8-5e41-41ad-9fb4-dfbd3effa471 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (b0da8621-5137-471c-b17e-a0305336a1e8), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:33.587979 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-f82e04a8-5e41-41ad-9fb4-dfbd3effa471 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Deleting port c3b95f86-d6e1-4fa1-85aa-179ea866790c {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:12:33.588229 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f82e04a8-5e41-41ad-9fb4-dfbd3effa471 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (c3b95f86-d6e1-4fa1-85aa-179ea866790c), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:33.692798 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:33.697423 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-f82e04a8-5e41-41ad-9fb4-dfbd3effa471 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] For port c3b95f86-d6e1-4fa1-85aa-179ea866790c, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=c3b95f86-d6e1-4fa1-85aa-179ea866790c,segment=NetworkSegment(3ac61a24-88a5-47bc-b824-d233ed0e5857),segment_id=3ac61a24-88a5-47bc-b824-d233ed0e5857)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:12:33.697791 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f82e04a8-5e41-41ad-9fb4-dfbd3effa471 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (c3b95f86-d6e1-4fa1-85aa-179ea866790c), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:33.710382 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-f82e04a8-5e41-41ad-9fb4-dfbd3effa471 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Calling delete_port for c3b95f86-d6e1-4fa1-85aa-179ea866790c owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:12:33.907389 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f82e04a8-5e41-41ad-9fb4-dfbd3effa471 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (c3b95f86-d6e1-4fa1-85aa-179ea866790c), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:33.939276 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e04a8-5e41-41ad-9fb4-dfbd3effa471 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event deleted for resources: {'Port': ['ID=c3b95f86-d6e1-4fa1-85aa-179ea866790c,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:12:34.130775 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f82e04a8-5e41-41ad-9fb4-dfbd3effa471 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (b0da8621-5137-471c-b17e-a0305336a1e8), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:34.373241 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f82e04a8-5e41-41ad-9fb4-dfbd3effa471 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Router b0da8621-5137-471c-b17e-a0305336a1e8 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:12:34.379297 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:34.501491 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82e04a8-5e41-41ad-9fb4-dfbd3effa471 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:12:34.506868 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f82e04a8-5e41-41ad-9fb4-dfbd3effa471 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "PUT /v2.0/routers/b0da8621-5137-471c-b17e-a0305336a1e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6235120 Jan 28 04:12:34.509756 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37392) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:12:34.515463 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54444ba9-7314-4efa-a678-c3c6e6ee19d6 None None] Sync routers for ids ['b0da8621-5137-471c-b17e-a0305336a1e8'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:12:34.526590 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54444ba9-7314-4efa-a678-c3c6e6ee19d6 None None] Routers {'b0da8621-5137-471c-b17e-a0305336a1e8'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:12:34.527217 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-54444ba9-7314-4efa-a678-c3c6e6ee19d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:12:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['b0da8621-5137-471c-b17e-a0305336a1e8'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:12:34.565199 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-059789d1-0596-48f2-ba91-e83b5d2976ae tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Deleting subnet e99f7d2e-1715-4be9-918f-13e60ef44c02 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:12:34.568640 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-059789d1-0596-48f2-ba91-e83b5d2976ae tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for subnet (e99f7d2e-1715-4be9-918f-13e60ef44c02), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:34.618621 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-059789d1-0596-48f2-ba91-e83b5d2976ae tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (e99f7d2e-1715-4be9-918f-13e60ef44c02), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:34.647172 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-54444ba9-7314-4efa-a678-c3c6e6ee19d6 None None] Set router b0da8621-5137-471c-b17e-a0305336a1e8 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:12:34.713035 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-059789d1-0596-48f2-ba91-e83b5d2976ae tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (e99f7d2e-1715-4be9-918f-13e60ef44c02), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:34.770486 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-059789d1-0596-48f2-ba91-e83b5d2976ae tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (e99f7d2e-1715-4be9-918f-13e60ef44c02), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:34.803760 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059789d1-0596-48f2-ba91-e83b5d2976ae tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event deleted for resources: {'Subnet': ['ID=e99f7d2e-1715-4be9-918f-13e60ef44c02,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:12:34.808532 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-059789d1-0596-48f2-ba91-e83b5d2976ae tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:34.814683 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-059789d1-0596-48f2-ba91-e83b5d2976ae tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "DELETE /v2.0/subnets/e99f7d2e-1715-4be9-918f-13e60ef44c02 HTTP/1.1" status: 204 len: 168 time: 0.3038516 Jan 28 04:12:34.814869 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4d4290-f088-4b32-acf1-e26cb5d24b15 None None] Network ed5c3470-5711-4a85-924a-daf0ed839bf7 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:12:34.817454 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37394) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:12:34.840856 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-54444ba9-7314-4efa-a678-c3c6e6ee19d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0da8621-5137-471c-b17e-a0305336a1e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288528079', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '7a5317e1-a767-4f6c-b244-2aabf2c23f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:10:56Z', 'updated_at': '2022-01-28T04:12:33Z', 'revision_number': 5, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': '7a5317e1-a767-4f6c-b244-2aabf2c23f84', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:41:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0da8621-5137-471c-b17e-a0305336a1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:10:57Z', 'updated_at': '2022-01-28T04:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:12:34.866423 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54444ba9-7314-4efa-a678-c3c6e6ee19d6 None None] Checking router: b0da8621-5137-471c-b17e-a0305336a1e8 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:12:34.874918 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54444ba9-7314-4efa-a678-c3c6e6ee19d6 None None] Routers {'b0da8621-5137-471c-b17e-a0305336a1e8'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:12:34.875631 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-54444ba9-7314-4efa-a678-c3c6e6ee19d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:12:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['b0da8621-5137-471c-b17e-a0305336a1e8'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:12:34.937974 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e73cfab3-162e-4fdd-b3bf-a755c0125179 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for router (b0da8621-5137-471c-b17e-a0305336a1e8), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:34.980722 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dea378d-f34a-45ec-8593-ac78a9299ec3 None None] DHCP port deletion for ed5c3470-5711-4a85-924a-daf0ed839bf7 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:12:34.985139 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 44d822f2-b3b2-41a5-957d-b9300d7a6001 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:12:35.008858 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: 44d822f2-b3b2-41a5-957d-b9300d7a6001 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:12:35.009246 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 44d822f2-b3b2-41a5-957d-b9300d7a6001 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:12:35.058591 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-3dea378d-f34a-45ec-8593-ac78a9299ec3 None None] Deleting port 445f0707-e3be-4a70-8c7b-a0e0d13f48fc {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:12:35.058981 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3dea378d-f34a-45ec-8593-ac78a9299ec3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (445f0707-e3be-4a70-8c7b-a0e0d13f48fc), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:35.064103 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e73cfab3-162e-4fdd-b3bf-a755c0125179 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for router_gateway (b0da8621-5137-471c-b17e-a0305336a1e8), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:35.097525 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-54444ba9-7314-4efa-a678-c3c6e6ee19d6 None None] Set router b0da8621-5137-471c-b17e-a0305336a1e8 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:12:35.133949 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-3dea378d-f34a-45ec-8593-ac78a9299ec3 None None] For port 445f0707-e3be-4a70-8c7b-a0e0d13f48fc, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=445f0707-e3be-4a70-8c7b-a0e0d13f48fc,segment=NetworkSegment(3ac61a24-88a5-47bc-b824-d233ed0e5857),segment_id=3ac61a24-88a5-47bc-b824-d233ed0e5857)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:12:35.134542 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3dea378d-f34a-45ec-8593-ac78a9299ec3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (445f0707-e3be-4a70-8c7b-a0e0d13f48fc), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:35.137415 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-e73cfab3-162e-4fdd-b3bf-a755c0125179 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Deleting port 7a5317e1-a767-4f6c-b244-2aabf2c23f84 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:12:35.137415 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e73cfab3-162e-4fdd-b3bf-a755c0125179 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (7a5317e1-a767-4f6c-b244-2aabf2c23f84), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:35.159688 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-3dea378d-f34a-45ec-8593-ac78a9299ec3 None None] Calling delete_port for 445f0707-e3be-4a70-8c7b-a0e0d13f48fc owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:12:35.172575 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:35.230467 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-e73cfab3-162e-4fdd-b3bf-a755c0125179 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] For port 7a5317e1-a767-4f6c-b244-2aabf2c23f84, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=7a5317e1-a767-4f6c-b244-2aabf2c23f84,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:12:35.230777 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e73cfab3-162e-4fdd-b3bf-a755c0125179 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (7a5317e1-a767-4f6c-b244-2aabf2c23f84), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:35.244353 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-e73cfab3-162e-4fdd-b3bf-a755c0125179 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Calling delete_port for 7a5317e1-a767-4f6c-b244-2aabf2c23f84 owned by network:router_gateway {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:12:35.255187 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3dea378d-f34a-45ec-8593-ac78a9299ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (445f0707-e3be-4a70-8c7b-a0e0d13f48fc), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:35.283805 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea378d-f34a-45ec-8593-ac78a9299ec3 None None] Pushing event deleted for resources: {'Port': ['ID=445f0707-e3be-4a70-8c7b-a0e0d13f48fc,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:12:35.286303 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dea378d-f34a-45ec-8593-ac78a9299ec3 None None] No DVR routers for this DVR port 445f0707-e3be-4a70-8c7b-a0e0d13f48fc on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:12:35.296308 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dea378d-f34a-45ec-8593-ac78a9299ec3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:35.296584 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dea378d-f34a-45ec-8593-ac78a9299ec3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:35.296886 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dea378d-f34a-45ec-8593-ac78a9299ec3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:35.297298 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dea378d-f34a-45ec-8593-ac78a9299ec3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:35.297633 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dea378d-f34a-45ec-8593-ac78a9299ec3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:35.297982 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dea378d-f34a-45ec-8593-ac78a9299ec3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:35.298290 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dea378d-f34a-45ec-8593-ac78a9299ec3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:35.298622 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dea378d-f34a-45ec-8593-ac78a9299ec3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:35.298947 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dea378d-f34a-45ec-8593-ac78a9299ec3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:35.299288 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dea378d-f34a-45ec-8593-ac78a9299ec3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:35.299616 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dea378d-f34a-45ec-8593-ac78a9299ec3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:35.299930 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dea378d-f34a-45ec-8593-ac78a9299ec3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:35.300261 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dea378d-f34a-45ec-8593-ac78a9299ec3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:35.307275 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-54444ba9-7314-4efa-a678-c3c6e6ee19d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0da8621-5137-471c-b17e-a0305336a1e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288528079', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '7a5317e1-a767-4f6c-b244-2aabf2c23f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:10:56Z', 'updated_at': '2022-01-28T04:12:33Z', 'revision_number': 5, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': '7a5317e1-a767-4f6c-b244-2aabf2c23f84', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:41:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0da8621-5137-471c-b17e-a0305336a1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:10:57Z', 'updated_at': '2022-01-28T04:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:12:35.336428 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54444ba9-7314-4efa-a678-c3c6e6ee19d6 None None] The sync data for ids ['b0da8621-5137-471c-b17e-a0305336a1e8'] in n-d-712139-27 is: [{'id': 'b0da8621-5137-471c-b17e-a0305336a1e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288528079', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '7a5317e1-a767-4f6c-b244-2aabf2c23f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:10:56Z', 'updated_at': '2022-01-28T04:12:33Z', 'revision_number': 5, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': '7a5317e1-a767-4f6c-b244-2aabf2c23f84', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:41:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0da8621-5137-471c-b17e-a0305336a1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:10:57Z', 'updated_at': '2022-01-28T04:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:12:35.443661 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e73cfab3-162e-4fdd-b3bf-a755c0125179 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (7a5317e1-a767-4f6c-b244-2aabf2c23f84), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:35.470766 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73cfab3-162e-4fdd-b3bf-a755c0125179 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event deleted for resources: {'Port': ['ID=7a5317e1-a767-4f6c-b244-2aabf2c23f84,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:12:35.545344 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e73cfab3-162e-4fdd-b3bf-a755c0125179 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (b0da8621-5137-471c-b17e-a0305336a1e8), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:35.640434 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e73cfab3-162e-4fdd-b3bf-a755c0125179 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (b0da8621-5137-471c-b17e-a0305336a1e8), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:35.642879 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e73cfab3-162e-4fdd-b3bf-a755c0125179 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for router_controller (b0da8621-5137-471c-b17e-a0305336a1e8), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:35.692098 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e73cfab3-162e-4fdd-b3bf-a755c0125179 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (b0da8621-5137-471c-b17e-a0305336a1e8), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:35.692726 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73cfab3-162e-4fdd-b3bf-a755c0125179 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Fanout notify agent at l3_agent the message router_deleted on router b0da8621-5137-471c-b17e-a0305336a1e8 {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:12:35.700293 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e73cfab3-162e-4fdd-b3bf-a755c0125179 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:35.701558 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e73cfab3-162e-4fdd-b3bf-a755c0125179 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "DELETE /v2.0/routers/b0da8621-5137-471c-b17e-a0305336a1e8 HTTP/1.1" status: 204 len: 168 time: 0.8824840 Jan 28 04:12:35.704657 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37396) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:12:35.788698 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cca146d8-e5e9-4565-9fc2-12ae151b86a9 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (ed5c3470-5711-4a85-924a-daf0ed839bf7), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:35.879261 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cca146d8-e5e9-4565-9fc2-12ae151b86a9 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (ed5c3470-5711-4a85-924a-daf0ed839bf7), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:35.899643 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-cca146d8-e5e9-4565-9fc2-12ae151b86a9 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed5c3470-5711-4a85-924a-daf0ed839bf7']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:12:35.909700 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-cca146d8-e5e9-4565-9fc2-12ae151b86a9 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ac61a24-88a5-47bc-b824-d233ed0e5857') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:12:35.909971 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-cca146d8-e5e9-4565-9fc2-12ae151b86a9 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ac61a24-88a5-47bc-b824-d233ed0e5857') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:12:35.920854 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cca146d8-e5e9-4565-9fc2-12ae151b86a9 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (3ac61a24-88a5-47bc-b824-d233ed0e5857), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:35.935860 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cca146d8-e5e9-4565-9fc2-12ae151b86a9 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (3ac61a24-88a5-47bc-b824-d233ed0e5857), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:35.943547 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cca146d8-e5e9-4565-9fc2-12ae151b86a9 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:12:35.943983 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cca146d8-e5e9-4565-9fc2-12ae151b86a9 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (3ac61a24-88a5-47bc-b824-d233ed0e5857), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:35.948147 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 04:12:35.948147 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:12:35.948147 n-d-712139-27 neutron-server[109803]: timer() Jan 28 04:12:35.948147 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:12:35.948147 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 04:12:35.948147 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:12:35.948147 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 04:12:35.948147 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:12:35.948147 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 04:12:35.948147 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:12:35.948147 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 04:12:35.948147 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:12:35.948147 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 04:12:35.948147 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:12:35.948147 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:12:35.948147 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:12:35.948147 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:12:35.948147 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:12:35.948147 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 04:12:35.948147 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:12:35.948147 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 04:12:35.948147 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:12:35.948147 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:12:35.948147 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:12:35.948147 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 04:12:35.948147 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:12:35.948147 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:12:35.948147 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:12:35.948147 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:12:35.948147 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:12:35.948147 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:12:35.948147 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:12:36.022608 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cca146d8-e5e9-4565-9fc2-12ae151b86a9 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (ed5c3470-5711-4a85-924a-daf0ed839bf7), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:36.033485 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cca146d8-e5e9-4565-9fc2-12ae151b86a9 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:36.042019 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-cca146d8-e5e9-4565-9fc2-12ae151b86a9 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "DELETE /v2.0/networks/ed5c3470-5711-4a85-924a-daf0ed839bf7 HTTP/1.1" status: 204 len: 168 time: 0.3352671 Jan 28 04:12:36.042378 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37398) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:12:36.062841 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca146d8-e5e9-4565-9fc2-12ae151b86a9 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event deleted for resources: {'Network': ['ID=ed5c3470-5711-4a85-924a-daf0ed839bf7,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:12:36.125798 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-87ffb701-0e97-46a0-956e-f70cb9e4542d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group (b872d7b5-b52a-47ed-9161-c282994dc986), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:36.159417 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-87ffb701-0e97-46a0-956e-f70cb9e4542d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group (b872d7b5-b52a-47ed-9161-c282994dc986), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:36.195177 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:36.235568 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-87ffb701-0e97-46a0-956e-f70cb9e4542d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b872d7b5-b52a-47ed-9161-c282994dc986), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:36.238188 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-87ffb701-0e97-46a0-956e-f70cb9e4542d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:36.239509 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-87ffb701-0e97-46a0-956e-f70cb9e4542d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "DELETE /v2.0/security-groups/b872d7b5-b52a-47ed-9161-c282994dc986 HTTP/1.1" status: 204 len: 168 time: 0.1943800 Jan 28 04:12:36.250285 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ffb701-0e97-46a0-956e-f70cb9e4542d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b872d7b5-b52a-47ed-9161-c282994dc986,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:12:36.485283 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 7a5317e1-a767-4f6c-b244-2aabf2c23f84 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:12:36.507547 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 7a5317e1-a767-4f6c-b244-2aabf2c23f84 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:12:36.507785 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 7a5317e1-a767-4f6c-b244-2aabf2c23f84 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:12:36.508210 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 445f0707-e3be-4a70-8c7b-a0e0d13f48fc no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:12:36.527857 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 445f0707-e3be-4a70-8c7b-a0e0d13f48fc {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:12:36.528235 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 445f0707-e3be-4a70-8c7b-a0e0d13f48fc not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:12:36.528586 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c3b95f86-d6e1-4fa1-85aa-179ea866790c no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:12:36.548774 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: c3b95f86-d6e1-4fa1-85aa-179ea866790c {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:12:36.549252 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c3b95f86-d6e1-4fa1-85aa-179ea866790c not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:12:36.755719 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37404) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:12:36.761559 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-5bf19723-ad51-48bf-ba70-f3a03012a761 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-201900941', 'description': 'tempest-secgroup-smoke-201900941 description', 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:12:36.793545 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5bf19723-ad51-48bf-ba70-f3a03012a761 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:36.871161 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5bf19723-ad51-48bf-ba70-f3a03012a761 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group (7acd6e2e-1ec8-4c52-9ffc-5d63e30bf13c), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:36.877105 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5bf19723-ad51-48bf-ba70-f3a03012a761 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (7acd6e2e-1ec8-4c52-9ffc-5d63e30bf13c), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:36.908118 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5bf19723-ad51-48bf-ba70-f3a03012a761 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:36.909391 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5bf19723-ad51-48bf-ba70-f3a03012a761 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1524024 Jan 28 04:12:36.911278 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf19723-ad51-48bf-ba70-f3a03012a761 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7acd6e2e-1ec8-4c52-9ffc-5d63e30bf13c,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:12:36.912612 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37406) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:12:36.918476 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-b0b685ed-1741-42aa-9cd8-e6ae58ac3188 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'security_group_rule': {'security_group_id': '7acd6e2e-1ec8-4c52-9ffc-5d63e30bf13c', 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:12:36.947070 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b0b685ed-1741-42aa-9cd8-e6ae58ac3188 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (4caec4f2-25f3-4189-b385-3a23ea92f9df), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:37.010151 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b0b685ed-1741-42aa-9cd8-e6ae58ac3188 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (4caec4f2-25f3-4189-b385-3a23ea92f9df), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:37.018433 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b0b685ed-1741-42aa-9cd8-e6ae58ac3188 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (4caec4f2-25f3-4189-b385-3a23ea92f9df), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:37.040530 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b685ed-1741-42aa-9cd8-e6ae58ac3188 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4caec4f2-25f3-4189-b385-3a23ea92f9df,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:12:37.051496 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b0b685ed-1741-42aa-9cd8-e6ae58ac3188 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:37.052792 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b0b685ed-1741-42aa-9cd8-e6ae58ac3188 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1382496 Jan 28 04:12:37.057009 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37408) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:12:37.061740 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-8f334353-af0d-4a18-bd6c-6df77dcf2fef tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'security_group_rule': {'security_group_id': '7acd6e2e-1ec8-4c52-9ffc-5d63e30bf13c', 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:12:37.090181 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8f334353-af0d-4a18-bd6c-6df77dcf2fef tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (8d7a1050-0534-499f-b80c-bcee08ead6fc), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:37.151542 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8f334353-af0d-4a18-bd6c-6df77dcf2fef tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (8d7a1050-0534-499f-b80c-bcee08ead6fc), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:37.156908 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8f334353-af0d-4a18-bd6c-6df77dcf2fef tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (8d7a1050-0534-499f-b80c-bcee08ead6fc), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:37.180160 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f334353-af0d-4a18-bd6c-6df77dcf2fef tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d7a1050-0534-499f-b80c-bcee08ead6fc,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:12:37.187337 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8f334353-af0d-4a18-bd6c-6df77dcf2fef tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:37.188545 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8f334353-af0d-4a18-bd6c-6df77dcf2fef tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1305087 Jan 28 04:12:37.191664 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37410) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:12:37.196870 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-45e5f90c-c9a4-4a90-b71b-56e845830c80 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'security_group_rule': {'security_group_id': '7acd6e2e-1ec8-4c52-9ffc-5d63e30bf13c', 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:12:37.231129 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-45e5f90c-c9a4-4a90-b71b-56e845830c80 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (8e120ca2-5b91-4eb0-8025-fe333a1dda6d), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:37.290857 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-45e5f90c-c9a4-4a90-b71b-56e845830c80 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (8e120ca2-5b91-4eb0-8025-fe333a1dda6d), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:37.296524 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-45e5f90c-c9a4-4a90-b71b-56e845830c80 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (8e120ca2-5b91-4eb0-8025-fe333a1dda6d), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:37.315376 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e5f90c-c9a4-4a90-b71b-56e845830c80 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e120ca2-5b91-4eb0-8025-fe333a1dda6d,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:12:37.324838 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-45e5f90c-c9a4-4a90-b71b-56e845830c80 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:37.326174 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-45e5f90c-c9a4-4a90-b71b-56e845830c80 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1333678 Jan 28 04:12:37.329400 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37412) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:12:37.334299 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-dacb95a1-706f-4e10-9d09-160b03c68558 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'security_group_rule': {'security_group_id': '7acd6e2e-1ec8-4c52-9ffc-5d63e30bf13c', 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:12:37.367256 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dacb95a1-706f-4e10-9d09-160b03c68558 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (96a09d25-65cf-4722-a890-19144a514beb), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:37.450510 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dacb95a1-706f-4e10-9d09-160b03c68558 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (96a09d25-65cf-4722-a890-19144a514beb), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:37.457018 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dacb95a1-706f-4e10-9d09-160b03c68558 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (96a09d25-65cf-4722-a890-19144a514beb), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:37.476092 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacb95a1-706f-4e10-9d09-160b03c68558 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96a09d25-65cf-4722-a890-19144a514beb,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:12:37.486158 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dacb95a1-706f-4e10-9d09-160b03c68558 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:37.487693 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-dacb95a1-706f-4e10-9d09-160b03c68558 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1571896 Jan 28 04:12:37.491018 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37414) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:12:37.497203 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-21a3000e-fd11-406c-9e6e-4274019cc2d3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'security_group_rule': {'security_group_id': '7acd6e2e-1ec8-4c52-9ffc-5d63e30bf13c', 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:12:37.525177 n-d-712139-27 neutron-server[109802]: INFO neutron.db.securitygroups_db [None req-21a3000e-fd11-406c-9e6e-4274019cc2d3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Project 754ca6d54d2d43c4af16b7000ddbc7c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 04:12:37.532361 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-21a3000e-fd11-406c-9e6e-4274019cc2d3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (a1a5d8b8-2470-4df3-b31e-b592eb5e5469), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:37.601848 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-21a3000e-fd11-406c-9e6e-4274019cc2d3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (a1a5d8b8-2470-4df3-b31e-b592eb5e5469), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:37.609220 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-21a3000e-fd11-406c-9e6e-4274019cc2d3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (a1a5d8b8-2470-4df3-b31e-b592eb5e5469), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:37.631916 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a3000e-fd11-406c-9e6e-4274019cc2d3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1a5d8b8-2470-4df3-b31e-b592eb5e5469,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:12:37.640874 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-21a3000e-fd11-406c-9e6e-4274019cc2d3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:37.642251 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-21a3000e-fd11-406c-9e6e-4274019cc2d3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1501441 Jan 28 04:12:37.645411 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37416) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:12:37.650075 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-408fbcf8-57dd-4e96-ba21-6eef189b4d16 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'security_group_rule': {'security_group_id': '7acd6e2e-1ec8-4c52-9ffc-5d63e30bf13c', 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:12:37.673565 n-d-712139-27 neutron-server[109802]: INFO neutron.db.securitygroups_db [None req-408fbcf8-57dd-4e96-ba21-6eef189b4d16 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Project 754ca6d54d2d43c4af16b7000ddbc7c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 04:12:37.678658 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-408fbcf8-57dd-4e96-ba21-6eef189b4d16 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (0196ac05-f379-406c-877a-aeae3c66ca3d), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:37.743383 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-408fbcf8-57dd-4e96-ba21-6eef189b4d16 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (0196ac05-f379-406c-877a-aeae3c66ca3d), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:37.748528 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-408fbcf8-57dd-4e96-ba21-6eef189b4d16 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (0196ac05-f379-406c-877a-aeae3c66ca3d), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:37.769136 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408fbcf8-57dd-4e96-ba21-6eef189b4d16 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0196ac05-f379-406c-877a-aeae3c66ca3d,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:12:37.781159 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-408fbcf8-57dd-4e96-ba21-6eef189b4d16 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:37.782423 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-408fbcf8-57dd-4e96-ba21-6eef189b4d16 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1360111 Jan 28 04:12:37.786289 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37418) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:12:37.792605 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-bd3c2f37-ed25-449f-bafd-106282ae728d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'network': {'name': 'tempest-network-smoke--866285320', 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'port_security_enabled': True}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:12:37.818574 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3c2f37-ed25-449f-bafd-106282ae728d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Made reservation on behalf of 754ca6d54d2d43c4af16b7000ddbc7c8 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:12:37.823380 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bd3c2f37-ed25-449f-bafd-106282ae728d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:37.850385 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd3c2f37-ed25-449f-bafd-106282ae728d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:12:37.860989 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bd3c2f37-ed25-449f-bafd-106282ae728d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (1e9bb160-414f-4f51-9445-b261a05ec4f2), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:37.861414 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-bd3c2f37-ed25-449f-bafd-106282ae728d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Added segment 1e9bb160-414f-4f51-9445-b261a05ec4f2 of type vlan for network 8d54b77c-b8f6-426d-847b-e80a9c3e33fe Jan 28 04:12:37.916877 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bd3c2f37-ed25-449f-bafd-106282ae728d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (8d54b77c-b8f6-426d-847b-e80a9c3e33fe), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:37.944952 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bd3c2f37-ed25-449f-bafd-106282ae728d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (8d54b77c-b8f6-426d-847b-e80a9c3e33fe), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:37.950855 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3c2f37-ed25-449f-bafd-106282ae728d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:37.951480 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bd3c2f37-ed25-449f-bafd-106282ae728d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:38.009748 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-bd3c2f37-ed25-449f-bafd-106282ae728d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2222798 Jan 28 04:12:38.012490 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37420) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:12:38.019082 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-30cd8a97-b232-436c-8c2c-dae658de735f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1660221811', 'admin_state_up': True, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:12:38.034339 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c2f37-ed25-449f-bafd-106282ae728d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'Network': ['ID=8d54b77c-b8f6-426d-847b-e80a9c3e33fe,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:12:38.046081 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 8d54b77c-b8f6-426d-847b-e80a9c3e33fe details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:12:38.048280 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-30cd8a97-b232-436c-8c2c-dae658de735f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (5419039d-fdb8-4e4a-b52d-68677428a261), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:38.049530 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-30cd8a97-b232-436c-8c2c-dae658de735f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (5419039d-fdb8-4e4a-b52d-68677428a261), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:38.106594 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-30cd8a97-b232-436c-8c2c-dae658de735f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for router_controller (5419039d-fdb8-4e4a-b52d-68677428a261), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:38.267925 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-30cd8a97-b232-436c-8c2c-dae658de735f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for router_gateway (5419039d-fdb8-4e4a-b52d-68677428a261), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:38.507930 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-30cd8a97-b232-436c-8c2c-dae658de735f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for router_gateway (5419039d-fdb8-4e4a-b52d-68677428a261), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:38.528327 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-30cd8a97-b232-436c-8c2c-dae658de735f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:38.649726 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-30cd8a97-b232-436c-8c2c-dae658de735f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Allocated IP 172.25.0.150 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/c14801b5-8610-4f27-8b9f-82a269deba1d) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:12:38.761735 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-30cd8a97-b232-436c-8c2c-dae658de735f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for port (c14801b5-8610-4f27-8b9f-82a269deba1d), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:38.803580 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-30cd8a97-b232-436c-8c2c-dae658de735f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (c14801b5-8610-4f27-8b9f-82a269deba1d), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:38.843229 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cd8a97-b232-436c-8c2c-dae658de735f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:12:38.846344 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-30cd8a97-b232-436c-8c2c-dae658de735f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:12:38.849100 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cd8a97-b232-436c-8c2c-dae658de735f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:12:38.882356 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd8a97-b232-436c-8c2c-dae658de735f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'Port': ['ID=c14801b5-8610-4f27-8b9f-82a269deba1d,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:12:39.131255 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-30cd8a97-b232-436c-8c2c-dae658de735f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for router_gateway (5419039d-fdb8-4e4a-b52d-68677428a261), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:39.348435 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-30cd8a97-b232-436c-8c2c-dae658de735f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (5419039d-fdb8-4e4a-b52d-68677428a261), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:39.491756 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30cd8a97-b232-436c-8c2c-dae658de735f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Router 5419039d-fdb8-4e4a-b52d-68677428a261 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:12:39.609656 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cd8a97-b232-436c-8c2c-dae658de735f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:12:39.621430 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e6bb3f-07ca-49ad-b437-b16e4251bb2a None None] Sync routers for ids ['5419039d-fdb8-4e4a-b52d-68677428a261'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:12:39.632090 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-30cd8a97-b232-436c-8c2c-dae658de735f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:39.633452 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-30cd8a97-b232-436c-8c2c-dae658de735f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6199710 Jan 28 04:12:39.634082 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e6bb3f-07ca-49ad-b437-b16e4251bb2a None None] Routers {'5419039d-fdb8-4e4a-b52d-68677428a261'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:12:39.634946 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-35e6bb3f-07ca-49ad-b437-b16e4251bb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:12:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5419039d-fdb8-4e4a-b52d-68677428a261'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:12:39.639388 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37422) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:12:39.675104 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-2bd9841e-8b43-463b-8925-c7916514a2b9 tempest-TestNetworkAdvancedServerOps-1560678165 tempest-TestNetworkAdvancedServerOps-1560678165-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=754ca6d54d2d43c4af16b7000ddbc7c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345185 Jan 28 04:12:39.678093 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37424) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:12:39.749931 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-35e6bb3f-07ca-49ad-b437-b16e4251bb2a None None] Set router 5419039d-fdb8-4e4a-b52d-68677428a261 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:12:39.777835 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aefc6b5-6146-4c32-9e14-a1c9ecd77f40 tempest-TestNetworkAdvancedServerOps-1560678165 tempest-TestNetworkAdvancedServerOps-1560678165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:39.779814 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-4aefc6b5-6146-4c32-9e14-a1c9ecd77f40 tempest-TestNetworkAdvancedServerOps-1560678165 tempest-TestNetworkAdvancedServerOps-1560678165-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0999904 Jan 28 04:12:39.783029 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37426) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:12:39.819665 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-596a658d-7da3-465e-b8c4-67d1a8dae44f tempest-TestNetworkAdvancedServerOps-1560678165 tempest-TestNetworkAdvancedServerOps-1560678165-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=8f7dc9c9-eaf1-4339-a2e3-884554154641&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335598 Jan 28 04:12:39.824514 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37428) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:12:39.830442 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-b3560f37-4aea-49db-931e-1480933cd4ba tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1933632514', 'network_id': '8d54b77c-b8f6-426d-847b-e80a9c3e33fe', 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:12:39.931546 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3560f37-4aea-49db-931e-1480933cd4ba tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Made reservation on behalf of 754ca6d54d2d43c4af16b7000ddbc7c8 for: {'subnet': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:12:39.935327 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b3560f37-4aea-49db-931e-1480933cd4ba tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458566'] for subnet (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:39.942052 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-35e6bb3f-07ca-49ad-b437-b16e4251bb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5419039d-fdb8-4e4a-b52d-68677428a261', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660221811', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'c14801b5-8610-4f27-8b9f-82a269deba1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:12:38Z', 'updated_at': '2022-01-28T04:12:38Z', 'revision_number': 3, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': 'c14801b5-8610-4f27-8b9f-82a269deba1d', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:1b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5419039d-fdb8-4e4a-b52d-68677428a261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:12:38Z', 'updated_at': '2022-01-28T04:12:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:12:39.974140 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e6bb3f-07ca-49ad-b437-b16e4251bb2a None None] Checking router: 5419039d-fdb8-4e4a-b52d-68677428a261 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:12:39.974496 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e6bb3f-07ca-49ad-b437-b16e4251bb2a None None] Updating router 5419039d-fdb8-4e4a-b52d-68677428a261 port c14801b5-8610-4f27-8b9f-82a269deba1d binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:12:39.999488 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-35e6bb3f-07ca-49ad-b437-b16e4251bb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c14801b5-8610-4f27-8b9f-82a269deba1d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:40.121476 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b3560f37-4aea-49db-931e-1480933cd4ba tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458580'] for subnet (90e4d71f-7369-435d-aac7-8d7616bc3d66), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:40.183402 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3560f37-4aea-49db-931e-1480933cd4ba tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'Subnet': ['ID=90e4d71f-7369-435d-aac7-8d7616bc3d66,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:12:40.193717 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3560f37-4aea-49db-931e-1480933cd4ba tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Checking segment: {'id': '1e9bb160-414f-4f51-9445-b261a05ec4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8d54b77c-b8f6-426d-847b-e80a9c3e33fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:12:40.194130 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3560f37-4aea-49db-931e-1480933cd4ba tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Network hostable DHCP agents. Network: 8d54b77c-b8f6-426d-847b-e80a9c3e33fe, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:12:40.212474 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3560f37-4aea-49db-931e-1480933cd4ba tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Network 8d54b77c-b8f6-426d-847b-e80a9c3e33fe is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:12:40.223445 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-b3560f37-4aea-49db-931e-1480933cd4ba tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 8d54b77c-b8f6-426d-847b-e80a9c3e33fe) {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:12:40.228269 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3560f37-4aea-49db-931e-1480933cd4ba tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:40.228848 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b3560f37-4aea-49db-931e-1480933cd4ba tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:40.241783 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871508b5-ccb2-4f1d-8971-e8f2eb349b92 None None] Network 8d54b77c-b8f6-426d-847b-e80a9c3e33fe requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:12:40.248948 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b3560f37-4aea-49db-931e-1480933cd4ba tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4232075 Jan 28 04:12:40.254530 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37430) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:12:40.311626 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-35e6bb3f-07ca-49ad-b437-b16e4251bb2a None None] Publish callbacks [] for port (c14801b5-8610-4f27-8b9f-82a269deba1d), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:40.318869 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-35e6bb3f-07ca-49ad-b437-b16e4251bb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c14801b5-8610-4f27-8b9f-82a269deba1d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:40.394744 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46366e-6877-4dda-a7b0-5905825e066b None None] Pushing event updated for resources: {'Port': ['ID=c14801b5-8610-4f27-8b9f-82a269deba1d,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:12:40.399211 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-35e6bb3f-07ca-49ad-b437-b16e4251bb2a None None] Attempting to bind port c14801b5-8610-4f27-8b9f-82a269deba1d on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:12:40.399585 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-35e6bb3f-07ca-49ad-b437-b16e4251bb2a None None] Attempting to bind port c14801b5-8610-4f27-8b9f-82a269deba1d by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:12:40.399955 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e6bb3f-07ca-49ad-b437-b16e4251bb2a None None] Attempting to bind port c14801b5-8610-4f27-8b9f-82a269deba1d on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:12:40.421535 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e6bb3f-07ca-49ad-b437-b16e4251bb2a None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:12:40.421943 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e6bb3f-07ca-49ad-b437-b16e4251bb2a None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:12:40.422354 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-35e6bb3f-07ca-49ad-b437-b16e4251bb2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:40.422740 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e6bb3f-07ca-49ad-b437-b16e4251bb2a None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:12:40.423227 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-35e6bb3f-07ca-49ad-b437-b16e4251bb2a None None] Bound port: c14801b5-8610-4f27-8b9f-82a269deba1d, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:12:40.423854 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-35e6bb3f-07ca-49ad-b437-b16e4251bb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c14801b5-8610-4f27-8b9f-82a269deba1d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:40.450135 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a96d4f7-735a-442a-929c-7ebde4655736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-8d54b77c-b8f6-426d-847b-e80a9c3e33fe', 'network_id': '8d54b77c-b8f6-426d-847b-e80a9c3e33fe', 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'fixed_ips': [{'subnet_id': '90e4d71f-7369-435d-aac7-8d7616bc3d66'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:12:40.451362 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0a96d4f7-735a-442a-929c-7ebde4655736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:40.515199 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-35e6bb3f-07ca-49ad-b437-b16e4251bb2a None None] For port c14801b5-8610-4f27-8b9f-82a269deba1d, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:12:40.578171 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-35e6bb3f-07ca-49ad-b437-b16e4251bb2a None None] For port c14801b5-8610-4f27-8b9f-82a269deba1d, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=c14801b5-8610-4f27-8b9f-82a269deba1d,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:12:40.583726 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-35e6bb3f-07ca-49ad-b437-b16e4251bb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c14801b5-8610-4f27-8b9f-82a269deba1d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:40.699634 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e6bb3f-07ca-49ad-b437-b16e4251bb2a None None] Routers {'5419039d-fdb8-4e4a-b52d-68677428a261'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:12:40.700427 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-35e6bb3f-07ca-49ad-b437-b16e4251bb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:12:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5419039d-fdb8-4e4a-b52d-68677428a261'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:12:40.705008 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46366e-6877-4dda-a7b0-5905825e066b None None] Pushing event updated for resources: {'Port': ['ID=c14801b5-8610-4f27-8b9f-82a269deba1d,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:12:40.711515 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-0a96d4f7-735a-442a-929c-7ebde4655736 None None] Allocated IP 172.20.0.2 (8d54b77c-b8f6-426d-847b-e80a9c3e33fe/90e4d71f-7369-435d-aac7-8d7616bc3d66/806980db-e91b-47b0-ac39-c198f54bf848) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:12:40.759018 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-db27ed78-f888-4575-8c5d-e84d521be4ef tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:40.885105 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-35e6bb3f-07ca-49ad-b437-b16e4251bb2a None None] Set router 5419039d-fdb8-4e4a-b52d-68677428a261 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:12:41.066101 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0a96d4f7-735a-442a-929c-7ebde4655736 None None] Publish callbacks [] for port (806980db-e91b-47b0-ac39-c198f54bf848), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:41.099993 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0a96d4f7-735a-442a-929c-7ebde4655736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (806980db-e91b-47b0-ac39-c198f54bf848), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:41.127522 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-db27ed78-f888-4575-8c5d-e84d521be4ef tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Allocated IP 172.20.0.1 (8d54b77c-b8f6-426d-847b-e80a9c3e33fe/90e4d71f-7369-435d-aac7-8d7616bc3d66/683b0c22-951e-48c1-a0d1-212c725ffa23) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:12:41.144885 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a96d4f7-735a-442a-929c-7ebde4655736 None None] Network 8d54b77c-b8f6-426d-847b-e80a9c3e33fe is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:12:41.149952 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-0a96d4f7-735a-442a-929c-7ebde4655736 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:12:41.152942 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a96d4f7-735a-442a-929c-7ebde4655736 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:12:41.166870 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a96d4f7-735a-442a-929c-7ebde4655736 None None] Pushing event updated for resources: {'Port': ['ID=806980db-e91b-47b0-ac39-c198f54bf848,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:12:41.226376 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-0a96d4f7-735a-442a-929c-7ebde4655736 None None] Attempting to bind port 806980db-e91b-47b0-ac39-c198f54bf848 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:12:41.226830 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-0a96d4f7-735a-442a-929c-7ebde4655736 None None] Attempting to bind port 806980db-e91b-47b0-ac39-c198f54bf848 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '1e9bb160-414f-4f51-9445-b261a05ec4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8d54b77c-b8f6-426d-847b-e80a9c3e33fe'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:12:41.227106 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a96d4f7-735a-442a-929c-7ebde4655736 None None] Attempting to bind port 806980db-e91b-47b0-ac39-c198f54bf848 on network 8d54b77c-b8f6-426d-847b-e80a9c3e33fe {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:12:41.234847 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-35e6bb3f-07ca-49ad-b437-b16e4251bb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5419039d-fdb8-4e4a-b52d-68677428a261', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660221811', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'c14801b5-8610-4f27-8b9f-82a269deba1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:12:38Z', 'updated_at': '2022-01-28T04:12:38Z', 'revision_number': 3, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': 'c14801b5-8610-4f27-8b9f-82a269deba1d', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:1b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5419039d-fdb8-4e4a-b52d-68677428a261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:12:38Z', 'updated_at': '2022-01-28T04:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:12:41.238104 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a96d4f7-735a-442a-929c-7ebde4655736 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:12:41.238534 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a96d4f7-735a-442a-929c-7ebde4655736 None None] Checking segment: {'id': '1e9bb160-414f-4f51-9445-b261a05ec4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8d54b77c-b8f6-426d-847b-e80a9c3e33fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:12:41.239072 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0a96d4f7-735a-442a-929c-7ebde4655736 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:41.239674 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a96d4f7-735a-442a-929c-7ebde4655736 None None] Bound using segment: {'id': '1e9bb160-414f-4f51-9445-b261a05ec4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8d54b77c-b8f6-426d-847b-e80a9c3e33fe'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:12:41.240121 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-0a96d4f7-735a-442a-929c-7ebde4655736 None None] Bound port: 806980db-e91b-47b0-ac39-c198f54bf848, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e9bb160-414f-4f51-9445-b261a05ec4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8d54b77c-b8f6-426d-847b-e80a9c3e33fe'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:12:41.240494 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0a96d4f7-735a-442a-929c-7ebde4655736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (806980db-e91b-47b0-ac39-c198f54bf848), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:41.244804 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-db27ed78-f888-4575-8c5d-e84d521be4ef tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for port (683b0c22-951e-48c1-a0d1-212c725ffa23), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:41.275850 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e6bb3f-07ca-49ad-b437-b16e4251bb2a None None] The sync data for ids ['5419039d-fdb8-4e4a-b52d-68677428a261'] in n-d-712139-27 is: [{'id': '5419039d-fdb8-4e4a-b52d-68677428a261', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660221811', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'c14801b5-8610-4f27-8b9f-82a269deba1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:12:38Z', 'updated_at': '2022-01-28T04:12:38Z', 'revision_number': 3, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': 'c14801b5-8610-4f27-8b9f-82a269deba1d', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:1b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5419039d-fdb8-4e4a-b52d-68677428a261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:12:38Z', 'updated_at': '2022-01-28T04:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:12:41.283883 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-db27ed78-f888-4575-8c5d-e84d521be4ef tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (683b0c22-951e-48c1-a0d1-212c725ffa23), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:41.330405 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db27ed78-f888-4575-8c5d-e84d521be4ef tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Network 8d54b77c-b8f6-426d-847b-e80a9c3e33fe is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:12:41.333238 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-db27ed78-f888-4575-8c5d-e84d521be4ef tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:12:41.337845 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db27ed78-f888-4575-8c5d-e84d521be4ef tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:12:41.356654 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-0a96d4f7-735a-442a-929c-7ebde4655736 None None] For port 806980db-e91b-47b0-ac39-c198f54bf848, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:12:41.364726 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-0a96d4f7-735a-442a-929c-7ebde4655736 None None] For port 806980db-e91b-47b0-ac39-c198f54bf848, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=806980db-e91b-47b0-ac39-c198f54bf848,segment=NetworkSegment(1e9bb160-414f-4f51-9445-b261a05ec4f2),segment_id=1e9bb160-414f-4f51-9445-b261a05ec4f2)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:12:41.372081 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0a96d4f7-735a-442a-929c-7ebde4655736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (806980db-e91b-47b0-ac39-c198f54bf848), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:41.374269 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db27ed78-f888-4575-8c5d-e84d521be4ef tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'Port': ['ID=683b0c22-951e-48c1-a0d1-212c725ffa23,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:12:41.393715 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-db27ed78-f888-4575-8c5d-e84d521be4ef tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (5419039d-fdb8-4e4a-b52d-68677428a261), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:41.461683 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a96d4f7-735a-442a-929c-7ebde4655736 None None] Pushing event updated for resources: {'Port': ['ID=806980db-e91b-47b0-ac39-c198f54bf848,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:12:41.943111 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-db27ed78-f888-4575-8c5d-e84d521be4ef tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (683b0c22-951e-48c1-a0d1-212c725ffa23), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:42.245159 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-db27ed78-f888-4575-8c5d-e84d521be4ef tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for port (683b0c22-951e-48c1-a0d1-212c725ffa23), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:42.251266 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-db27ed78-f888-4575-8c5d-e84d521be4ef tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (683b0c22-951e-48c1-a0d1-212c725ffa23), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:42.334179 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db27ed78-f888-4575-8c5d-e84d521be4ef tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'Port': ['ID=683b0c22-951e-48c1-a0d1-212c725ffa23,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:12:42.338440 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-db27ed78-f888-4575-8c5d-e84d521be4ef tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (5419039d-fdb8-4e4a-b52d-68677428a261), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:42.462700 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db27ed78-f888-4575-8c5d-e84d521be4ef tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Network 8d54b77c-b8f6-426d-847b-e80a9c3e33fe is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:12:42.464465 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-db27ed78-f888-4575-8c5d-e84d521be4ef tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:12:42.601962 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db27ed78-f888-4575-8c5d-e84d521be4ef tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Router 5419039d-fdb8-4e4a-b52d-68677428a261 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:12:42.625241 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 806980db-e91b-47b0-ac39-c198f54bf848 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:12:42.653721 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc00c9b4-0be8-4e6a-a65a-50ce1cee0869 None None] Network 8d54b77c-b8f6-426d-847b-e80a9c3e33fe requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:12:42.737673 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db27ed78-f888-4575-8c5d-e84d521be4ef tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:12:42.743732 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-db27ed78-f888-4575-8c5d-e84d521be4ef tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "PUT /v2.0/routers/5419039d-fdb8-4e4a-b52d-68677428a261/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4877448 Jan 28 04:12:42.753969 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-5de4d676-43c5-4643-a771-55bb375fbd40 None None] Provisioning complete for port 806980db-e91b-47b0-ac39-c198f54bf848 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:12:42.754433 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5de4d676-43c5-4643-a771-55bb375fbd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (806980db-e91b-47b0-ac39-c198f54bf848), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:42.816969 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 806980db-e91b-47b0-ac39-c198f54bf848 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:12:42.817443 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (806980db-e91b-47b0-ac39-c198f54bf848), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:42.932278 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-986ddbd1-b8dc-4169-93b7-c071605f4ab4 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-201900941&fields=id&tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8 HTTP/1.1" status: 200 len: 267 time: 0.0525320 Jan 28 04:12:43.063980 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-4b4618d3-f7a5-4210-8396-13fe1b296d32 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:43.071597 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-4b4618d3-f7a5-4210-8396-13fe1b296d32 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/networks?id=8d54b77c-b8f6-426d-847b-e80a9c3e33fe HTTP/1.1" status: 200 len: 796 time: 0.1243453 Jan 28 04:12:43.082288 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-54d9be2e-6397-4fee-bc58-d50711ba618f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/quotas/754ca6d54d2d43c4af16b7000ddbc7c8 HTTP/1.1" status: 200 len: 375 time: 0.0098090 Jan 28 04:12:43.135525 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-5de4d676-43c5-4643-a771-55bb375fbd40 None None] Current status of the port 806980db-e91b-47b0-ac39-c198f54bf848 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:12:43.135525 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5de4d676-43c5-4643-a771-55bb375fbd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (806980db-e91b-47b0-ac39-c198f54bf848), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:43.136698 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 806980db-e91b-47b0-ac39-c198f54bf848 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:12:43.136698 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (806980db-e91b-47b0-ac39-c198f54bf848), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:43.143861 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-3d0831a7-a45b-4151-a2cc-9ffdebad84e6 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555792 Jan 28 04:12:43.184945 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df60d0cc-e75d-4906-b4ac-81ccd5c1351d None None] Sync routers for ids ['5419039d-fdb8-4e4a-b52d-68677428a261'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:12:43.186939 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 806980db-e91b-47b0-ac39-c198f54bf848, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=806980db-e91b-47b0-ac39-c198f54bf848,segment=NetworkSegment(1e9bb160-414f-4f51-9445-b261a05ec4f2),segment_id=1e9bb160-414f-4f51-9445-b261a05ec4f2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:12:43.195000 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (806980db-e91b-47b0-ac39-c198f54bf848), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:43.196305 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c14801b5-8610-4f27-8b9f-82a269deba1d up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:12:43.205482 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df60d0cc-e75d-4906-b4ac-81ccd5c1351d None None] Routers {'5419039d-fdb8-4e4a-b52d-68677428a261'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:12:43.206409 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-df60d0cc-e75d-4906-b4ac-81ccd5c1351d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:12:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5419039d-fdb8-4e4a-b52d-68677428a261'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:12:43.270234 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-b87c06a0-d1a9-40c7-bd76-db14eb4efda3 service neutron] 10.222.0.53 "GET /v2.0/networks/8d54b77c-b8f6-426d-847b-e80a9c3e33fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117802 Jan 28 04:12:43.319066 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.db.api [None req-5de4d676-43c5-4643-a771-55bb375fbd40 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 04:12:43.319431 n-d-712139-27 neutron-server[109804]: DEBUG oslo_db.api [None req-5de4d676-43c5-4643-a771-55bb375fbd40 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 04:12:43.331329 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=806980db-e91b-47b0-ac39-c198f54bf848,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:12:43.344684 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port c14801b5-8610-4f27-8b9f-82a269deba1d triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:12:43.345028 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c14801b5-8610-4f27-8b9f-82a269deba1d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:43.348349 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-df60d0cc-e75d-4906-b4ac-81ccd5c1351d None None] Set router 5419039d-fdb8-4e4a-b52d-68677428a261 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:12:43.436735 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-a313f866-ef7a-4e12-b342-603929624f1c service neutron] 10.222.0.53 "GET /v2.0/networks/8d54b77c-b8f6-426d-847b-e80a9c3e33fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482444 Jan 28 04:12:43.482060 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port c14801b5-8610-4f27-8b9f-82a269deba1d is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:12:43.482486 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c14801b5-8610-4f27-8b9f-82a269deba1d), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:43.506417 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port c14801b5-8610-4f27-8b9f-82a269deba1d, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=c14801b5-8610-4f27-8b9f-82a269deba1d,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:12:43.512113 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (c14801b5-8610-4f27-8b9f-82a269deba1d), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:43.583866 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=c14801b5-8610-4f27-8b9f-82a269deba1d,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:12:43.644627 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-376eae95-29ba-4d79-8dd2-27518c3634fe req-ea4b123c-5f40-42e6-b926-9b7c5faeb296 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c18bc311-04b0-4222-91dd-1765fec5c26d HTTP/1.1" status: 200 len: 210 time: 0.0320292 Jan 28 04:12:43.651217 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-df60d0cc-e75d-4906-b4ac-81ccd5c1351d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5419039d-fdb8-4e4a-b52d-68677428a261', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660221811', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'c14801b5-8610-4f27-8b9f-82a269deba1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:12:38Z', 'updated_at': '2022-01-28T04:12:41Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': 'c14801b5-8610-4f27-8b9f-82a269deba1d', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:1b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5419039d-fdb8-4e4a-b52d-68677428a261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:12:38Z', 'updated_at': '2022-01-28T04:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '683b0c22-951e-48c1-a0d1-212c725ffa23', 'name': '', 'network_id': '8d54b77c-b8f6-426d-847b-e80a9c3e33fe', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'mac_address': 'fa:16:3e:1d:ab:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5419039d-fdb8-4e4a-b52d-68677428a261', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '90e4d71f-7369-435d-aac7-8d7616bc3d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:12:40Z', 'updated_at': '2022-01-28T04:12:42Z', 'revision_number': 2, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'subnets': [{'id': '90e4d71f-7369-435d-aac7-8d7616bc3d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:12:43.690869 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df60d0cc-e75d-4906-b4ac-81ccd5c1351d None None] Checking router: 5419039d-fdb8-4e4a-b52d-68677428a261 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:12:43.691150 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df60d0cc-e75d-4906-b4ac-81ccd5c1351d None None] Updating router 5419039d-fdb8-4e4a-b52d-68677428a261 port 683b0c22-951e-48c1-a0d1-212c725ffa23 binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:12:43.724320 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-df60d0cc-e75d-4906-b4ac-81ccd5c1351d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (683b0c22-951e-48c1-a0d1-212c725ffa23), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:43.886012 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-5de4d676-43c5-4643-a771-55bb375fbd40 None None] Current status of the port 806980db-e91b-47b0-ac39-c198f54bf848 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:12:44.012690 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-42c471dc-f01d-48a9-969e-a989d5dd38ea None None] Provisioning complete for port 683b0c22-951e-48c1-a0d1-212c725ffa23 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:12:44.013110 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-42c471dc-f01d-48a9-969e-a989d5dd38ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (683b0c22-951e-48c1-a0d1-212c725ffa23), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:44.052098 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-df60d0cc-e75d-4906-b4ac-81ccd5c1351d None None] Publish callbacks [] for port (683b0c22-951e-48c1-a0d1-212c725ffa23), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:44.055517 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-42c471dc-f01d-48a9-969e-a989d5dd38ea None None] Port 683b0c22-951e-48c1-a0d1-212c725ffa23 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:12:44.059043 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-df60d0cc-e75d-4906-b4ac-81ccd5c1351d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (683b0c22-951e-48c1-a0d1-212c725ffa23), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:44.067077 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-42c471dc-f01d-48a9-969e-a989d5dd38ea None None] Provisioning complete for port 806980db-e91b-47b0-ac39-c198f54bf848 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:12:44.067532 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-42c471dc-f01d-48a9-969e-a989d5dd38ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (806980db-e91b-47b0-ac39-c198f54bf848), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:44.116185 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430ee159-d70b-4a1a-8df2-d0aa6fab8293 None None] Pushing event updated for resources: {'Port': ['ID=683b0c22-951e-48c1-a0d1-212c725ffa23,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:12:44.138032 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ee159-d70b-4a1a-8df2-d0aa6fab8293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:44.138457 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ee159-d70b-4a1a-8df2-d0aa6fab8293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:44.138857 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ee159-d70b-4a1a-8df2-d0aa6fab8293 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:44.139254 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ee159-d70b-4a1a-8df2-d0aa6fab8293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:44.139643 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ee159-d70b-4a1a-8df2-d0aa6fab8293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:44.140025 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ee159-d70b-4a1a-8df2-d0aa6fab8293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:44.140380 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ee159-d70b-4a1a-8df2-d0aa6fab8293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:44.140787 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ee159-d70b-4a1a-8df2-d0aa6fab8293 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:44.141208 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ee159-d70b-4a1a-8df2-d0aa6fab8293 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:44.141587 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ee159-d70b-4a1a-8df2-d0aa6fab8293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:44.141972 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ee159-d70b-4a1a-8df2-d0aa6fab8293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:44.142350 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ee159-d70b-4a1a-8df2-d0aa6fab8293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:44.142727 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ee159-d70b-4a1a-8df2-d0aa6fab8293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:12:44.164719 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-42c471dc-f01d-48a9-969e-a989d5dd38ea None None] Current status of the port 806980db-e91b-47b0-ac39-c198f54bf848 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:12:44.201973 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-df60d0cc-e75d-4906-b4ac-81ccd5c1351d None None] Attempting to bind port 683b0c22-951e-48c1-a0d1-212c725ffa23 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:12:44.202518 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-df60d0cc-e75d-4906-b4ac-81ccd5c1351d None None] Attempting to bind port 683b0c22-951e-48c1-a0d1-212c725ffa23 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '1e9bb160-414f-4f51-9445-b261a05ec4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8d54b77c-b8f6-426d-847b-e80a9c3e33fe'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:12:44.202616 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df60d0cc-e75d-4906-b4ac-81ccd5c1351d None None] Attempting to bind port 683b0c22-951e-48c1-a0d1-212c725ffa23 on network 8d54b77c-b8f6-426d-847b-e80a9c3e33fe {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:12:44.208537 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df60d0cc-e75d-4906-b4ac-81ccd5c1351d None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:12:44.208883 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df60d0cc-e75d-4906-b4ac-81ccd5c1351d None None] Checking segment: {'id': '1e9bb160-414f-4f51-9445-b261a05ec4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8d54b77c-b8f6-426d-847b-e80a9c3e33fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:12:44.209364 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-df60d0cc-e75d-4906-b4ac-81ccd5c1351d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:44.209867 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df60d0cc-e75d-4906-b4ac-81ccd5c1351d None None] Bound using segment: {'id': '1e9bb160-414f-4f51-9445-b261a05ec4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8d54b77c-b8f6-426d-847b-e80a9c3e33fe'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:12:44.210459 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-df60d0cc-e75d-4906-b4ac-81ccd5c1351d None None] Bound port: 683b0c22-951e-48c1-a0d1-212c725ffa23, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e9bb160-414f-4f51-9445-b261a05ec4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8d54b77c-b8f6-426d-847b-e80a9c3e33fe'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:12:44.210724 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-df60d0cc-e75d-4906-b4ac-81ccd5c1351d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (683b0c22-951e-48c1-a0d1-212c725ffa23), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:44.284502 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-df60d0cc-e75d-4906-b4ac-81ccd5c1351d None None] For port 683b0c22-951e-48c1-a0d1-212c725ffa23, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:12:44.288480 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-df60d0cc-e75d-4906-b4ac-81ccd5c1351d None None] For port 683b0c22-951e-48c1-a0d1-212c725ffa23, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=683b0c22-951e-48c1-a0d1-212c725ffa23,segment=NetworkSegment(1e9bb160-414f-4f51-9445-b261a05ec4f2),segment_id=1e9bb160-414f-4f51-9445-b261a05ec4f2)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:12:44.293320 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-df60d0cc-e75d-4906-b4ac-81ccd5c1351d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (683b0c22-951e-48c1-a0d1-212c725ffa23), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:44.361780 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430ee159-d70b-4a1a-8df2-d0aa6fab8293 None None] Pushing event updated for resources: {'Port': ['ID=683b0c22-951e-48c1-a0d1-212c725ffa23,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:12:44.364422 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df60d0cc-e75d-4906-b4ac-81ccd5c1351d None None] Routers {'5419039d-fdb8-4e4a-b52d-68677428a261'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:12:44.365055 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-df60d0cc-e75d-4906-b4ac-81ccd5c1351d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:12:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5419039d-fdb8-4e4a-b52d-68677428a261'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:12:44.398973 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-b9de6055-0074-4002-a74d-347ae0236844 None None] Provisioning complete for port 683b0c22-951e-48c1-a0d1-212c725ffa23 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:12:44.399429 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b9de6055-0074-4002-a74d-347ae0236844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (683b0c22-951e-48c1-a0d1-212c725ffa23), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:44.498655 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-b9de6055-0074-4002-a74d-347ae0236844 None None] Current status of the port 683b0c22-951e-48c1-a0d1-212c725ffa23 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:12:44.500252 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b9de6055-0074-4002-a74d-347ae0236844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (683b0c22-951e-48c1-a0d1-212c725ffa23), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:44.517943 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 806980db-e91b-47b0-ac39-c198f54bf848 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:12:44.518326 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-df60d0cc-e75d-4906-b4ac-81ccd5c1351d None None] Set router 5419039d-fdb8-4e4a-b52d-68677428a261 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:12:44.591899 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-b9de6055-0074-4002-a74d-347ae0236844 None None] For port 683b0c22-951e-48c1-a0d1-212c725ffa23, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=683b0c22-951e-48c1-a0d1-212c725ffa23,segment=NetworkSegment(1e9bb160-414f-4f51-9445-b261a05ec4f2),segment_id=1e9bb160-414f-4f51-9445-b261a05ec4f2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:12:44.600307 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b9de6055-0074-4002-a74d-347ae0236844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (683b0c22-951e-48c1-a0d1-212c725ffa23), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:44.639250 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 806980db-e91b-47b0-ac39-c198f54bf848 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:12:44.639648 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (806980db-e91b-47b0-ac39-c198f54bf848), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:44.733472 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de6055-0074-4002-a74d-347ae0236844 None None] Pushing event updated for resources: {'Port': ['ID=683b0c22-951e-48c1-a0d1-212c725ffa23,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:12:44.784397 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-fcfdfcef-80b7-4687-8aeb-c52e41bd8456 None None] Provisioning complete for port 683b0c22-951e-48c1-a0d1-212c725ffa23 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:12:44.784858 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fcfdfcef-80b7-4687-8aeb-c52e41bd8456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (683b0c22-951e-48c1-a0d1-212c725ffa23), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:44.823843 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 806980db-e91b-47b0-ac39-c198f54bf848 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:12:44.825109 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c14801b5-8610-4f27-8b9f-82a269deba1d up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:12:44.932209 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-df60d0cc-e75d-4906-b4ac-81ccd5c1351d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5419039d-fdb8-4e4a-b52d-68677428a261', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660221811', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'c14801b5-8610-4f27-8b9f-82a269deba1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:12:38Z', 'updated_at': '2022-01-28T04:12:41Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': 'c14801b5-8610-4f27-8b9f-82a269deba1d', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:1b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5419039d-fdb8-4e4a-b52d-68677428a261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:12:38Z', 'updated_at': '2022-01-28T04:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '683b0c22-951e-48c1-a0d1-212c725ffa23', 'name': '', 'network_id': '8d54b77c-b8f6-426d-847b-e80a9c3e33fe', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'mac_address': 'fa:16:3e:1d:ab:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5419039d-fdb8-4e4a-b52d-68677428a261', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '90e4d71f-7369-435d-aac7-8d7616bc3d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:12:40Z', 'updated_at': '2022-01-28T04:12:44Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'subnets': [{'id': '90e4d71f-7369-435d-aac7-8d7616bc3d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:12:44.937594 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port c14801b5-8610-4f27-8b9f-82a269deba1d triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:12:44.938324 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (c14801b5-8610-4f27-8b9f-82a269deba1d), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:44.962434 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df60d0cc-e75d-4906-b4ac-81ccd5c1351d None None] The sync data for ids ['5419039d-fdb8-4e4a-b52d-68677428a261'] in n-d-712139-27 is: [{'id': '5419039d-fdb8-4e4a-b52d-68677428a261', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660221811', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'c14801b5-8610-4f27-8b9f-82a269deba1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:12:38Z', 'updated_at': '2022-01-28T04:12:41Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': 'c14801b5-8610-4f27-8b9f-82a269deba1d', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:1b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5419039d-fdb8-4e4a-b52d-68677428a261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:12:38Z', 'updated_at': '2022-01-28T04:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '683b0c22-951e-48c1-a0d1-212c725ffa23', 'name': '', 'network_id': '8d54b77c-b8f6-426d-847b-e80a9c3e33fe', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'mac_address': 'fa:16:3e:1d:ab:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5419039d-fdb8-4e4a-b52d-68677428a261', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '90e4d71f-7369-435d-aac7-8d7616bc3d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:12:40Z', 'updated_at': '2022-01-28T04:12:44Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'subnets': [{'id': '90e4d71f-7369-435d-aac7-8d7616bc3d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:12:44.971573 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-fcfdfcef-80b7-4687-8aeb-c52e41bd8456 None None] Current status of the port 683b0c22-951e-48c1-a0d1-212c725ffa23 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:12:45.064574 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port c14801b5-8610-4f27-8b9f-82a269deba1d is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:12:45.190644 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-85aa5ef6-ef48-45f4-8b04-5f41b75a380e req-06b4592e-01d6-432c-a041-8817597926a1 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c18bc311-04b0-4222-91dd-1765fec5c26d HTTP/1.1" status: 200 len: 210 time: 0.4447386 Jan 28 04:12:45.297975 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-a09b05d2-f338-4c64-a5cf-5584257dff96 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:45.299646 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-a09b05d2-f338-4c64-a5cf-5584257dff96 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.39 "GET /v2.0/networks?id=8d54b77c-b8f6-426d-847b-e80a9c3e33fe HTTP/1.1" status: 200 len: 796 time: 0.1115501 Jan 28 04:12:45.380546 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-35cdc3c7-e2e8-4dbc-b670-621cadc6a2aa tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8 HTTP/1.1" status: 200 len: 379 time: 0.0667064 Jan 28 04:12:45.391191 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-d334abe5-291e-44c6-ba5e-df423e79aca5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'port': {'device_id': 'c18bc311-04b0-4222-91dd-1765fec5c26d', 'network_id': '8d54b77c-b8f6-426d-847b-e80a9c3e33fe', 'admin_state_up': True, 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'security_groups': ['7acd6e2e-1ec8-4c52-9ffc-5d63e30bf13c']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:12:45.519493 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-d334abe5-291e-44c6-ba5e-df423e79aca5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Made reservation on behalf of 754ca6d54d2d43c4af16b7000ddbc7c8 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:12:45.523429 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-d334abe5-291e-44c6-ba5e-df423e79aca5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:45.671195 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-d334abe5-291e-44c6-ba5e-df423e79aca5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Allocated IP 172.20.0.10 (8d54b77c-b8f6-426d-847b-e80a9c3e33fe/90e4d71f-7369-435d-aac7-8d7616bc3d66/bae6b067-eab4-4aec-965f-693e7d93cf96) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:12:45.831355 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-d334abe5-291e-44c6-ba5e-df423e79aca5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for port (bae6b067-eab4-4aec-965f-693e7d93cf96), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:45.872429 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-d334abe5-291e-44c6-ba5e-df423e79aca5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (bae6b067-eab4-4aec-965f-693e7d93cf96), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:45.926739 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-d334abe5-291e-44c6-ba5e-df423e79aca5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Network 8d54b77c-b8f6-426d-847b-e80a9c3e33fe is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:12:45.930024 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-d334abe5-291e-44c6-ba5e-df423e79aca5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:12:45.936643 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-d334abe5-291e-44c6-ba5e-df423e79aca5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:12:45.972822 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d334abe5-291e-44c6-ba5e-df423e79aca5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'Port': ['ID=bae6b067-eab4-4aec-965f-693e7d93cf96,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:12:46.001341 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-d334abe5-291e-44c6-ba5e-df423e79aca5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:46.002030 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-d334abe5-291e-44c6-ba5e-df423e79aca5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:46.023573 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-d334abe5-291e-44c6-ba5e-df423e79aca5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6374078 Jan 28 04:12:46.040827 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-c04d7ff7-3df3-4074-9ed0-ca91018cf515 service neutron] Request body: {'port': {'device_id': 'c18bc311-04b0-4222-91dd-1765fec5c26d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:12:46.102919 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-c04d7ff7-3df3-4074-9ed0-ca91018cf515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (bae6b067-eab4-4aec-965f-693e7d93cf96), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:46.201882 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-f5cb5d8d-942f-418f-86b2-5695f30f999f None None] Provisioning complete for port bae6b067-eab4-4aec-965f-693e7d93cf96 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:12:46.202468 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f5cb5d8d-942f-418f-86b2-5695f30f999f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (bae6b067-eab4-4aec-965f-693e7d93cf96), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:46.243725 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-f5cb5d8d-942f-418f-86b2-5695f30f999f None None] Port bae6b067-eab4-4aec-965f-693e7d93cf96 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:12:46.318031 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5023b-d4f6-4b7c-bfa8-a4d74be3041a req-d6a45d50-3139-44fb-942d-ddaa37b05c89 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:46.319716 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c5a5023b-d4f6-4b7c-bfa8-a4d74be3041a req-d6a45d50-3139-44fb-942d-ddaa37b05c89 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c18bc311-04b0-4222-91dd-1765fec5c26d HTTP/1.1" status: 200 len: 932 time: 0.0531275 Jan 28 04:12:46.370893 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c5a5023b-d4f6-4b7c-bfa8-a4d74be3041a req-e3397190-74bf-459c-8fa3-fe984d377b81 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=7acd6e2e-1ec8-4c52-9ffc-5d63e30bf13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454388 Jan 28 04:12:46.394939 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-c04d7ff7-3df3-4074-9ed0-ca91018cf515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bae6b067-eab4-4aec-965f-693e7d93cf96 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:12:46.402644 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-c04d7ff7-3df3-4074-9ed0-ca91018cf515 service neutron] Publish callbacks [] for port (bae6b067-eab4-4aec-965f-693e7d93cf96), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:46.415552 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-c04d7ff7-3df3-4074-9ed0-ca91018cf515 service neutron] Transition to ACTIVE for port object bae6b067-eab4-4aec-965f-693e7d93cf96 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:12:46.419396 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-c04d7ff7-3df3-4074-9ed0-ca91018cf515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (bae6b067-eab4-4aec-965f-693e7d93cf96), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:46.488514 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d7ff7-3df3-4074-9ed0-ca91018cf515 service neutron] Pushing event updated for resources: {'Port': ['ID=bae6b067-eab4-4aec-965f-693e7d93cf96,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:12:46.555819 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-c04d7ff7-3df3-4074-9ed0-ca91018cf515 service neutron] Attempting to bind port bae6b067-eab4-4aec-965f-693e7d93cf96 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:12:46.556162 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-c04d7ff7-3df3-4074-9ed0-ca91018cf515 service neutron] Attempting to bind port bae6b067-eab4-4aec-965f-693e7d93cf96 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '1e9bb160-414f-4f51-9445-b261a05ec4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8d54b77c-b8f6-426d-847b-e80a9c3e33fe'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:12:46.556493 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-c04d7ff7-3df3-4074-9ed0-ca91018cf515 service neutron] Attempting to bind port bae6b067-eab4-4aec-965f-693e7d93cf96 on network 8d54b77c-b8f6-426d-847b-e80a9c3e33fe {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:12:46.557914 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 683b0c22-951e-48c1-a0d1-212c725ffa23 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:12:46.562285 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-c04d7ff7-3df3-4074-9ed0-ca91018cf515 service neutron] Port bae6b067-eab4-4aec-965f-693e7d93cf96 on network 8d54b77c-b8f6-426d-847b-e80a9c3e33fe not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:12:46.562607 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-c04d7ff7-3df3-4074-9ed0-ca91018cf515 service neutron] Attempting to bind port bae6b067-eab4-4aec-965f-693e7d93cf96 on network 8d54b77c-b8f6-426d-847b-e80a9c3e33fe {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:12:46.567852 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-c04d7ff7-3df3-4074-9ed0-ca91018cf515 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:12:46.568256 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-c04d7ff7-3df3-4074-9ed0-ca91018cf515 service neutron] Checking segment: {'id': '1e9bb160-414f-4f51-9445-b261a05ec4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8d54b77c-b8f6-426d-847b-e80a9c3e33fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:12:46.568651 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-c04d7ff7-3df3-4074-9ed0-ca91018cf515 service neutron] Bound using segment: {'id': '1e9bb160-414f-4f51-9445-b261a05ec4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8d54b77c-b8f6-426d-847b-e80a9c3e33fe'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:12:46.569326 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-c04d7ff7-3df3-4074-9ed0-ca91018cf515 service neutron] Bound port: bae6b067-eab4-4aec-965f-693e7d93cf96, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e9bb160-414f-4f51-9445-b261a05ec4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8d54b77c-b8f6-426d-847b-e80a9c3e33fe'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:12:46.569859 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-c04d7ff7-3df3-4074-9ed0-ca91018cf515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (bae6b067-eab4-4aec-965f-693e7d93cf96), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:46.612752 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 683b0c22-951e-48c1-a0d1-212c725ffa23 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:12:46.613171 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (683b0c22-951e-48c1-a0d1-212c725ffa23), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:46.642714 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-c04d7ff7-3df3-4074-9ed0-ca91018cf515 service neutron] For port bae6b067-eab4-4aec-965f-693e7d93cf96, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:12:46.646601 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-c04d7ff7-3df3-4074-9ed0-ca91018cf515 service neutron] For port bae6b067-eab4-4aec-965f-693e7d93cf96, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=bae6b067-eab4-4aec-965f-693e7d93cf96,segment=NetworkSegment(1e9bb160-414f-4f51-9445-b261a05ec4f2),segment_id=1e9bb160-414f-4f51-9445-b261a05ec4f2)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:12:46.651787 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-c04d7ff7-3df3-4074-9ed0-ca91018cf515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (bae6b067-eab4-4aec-965f-693e7d93cf96), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:46.695131 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-c04d7ff7-3df3-4074-9ed0-ca91018cf515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:46.695912 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-c04d7ff7-3df3-4074-9ed0-ca91018cf515 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:46.697505 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-c04d7ff7-3df3-4074-9ed0-ca91018cf515 service neutron] 10.222.0.39 "PUT /v2.0/ports/bae6b067-eab4-4aec-965f-693e7d93cf96 HTTP/1.1" status: 200 len: 1093 time: 0.6614492 Jan 28 04:12:46.698134 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c18bc311-04b0-4222-91dd-1765fec5c26d', 'tag': 'bae6b067-eab4-4aec-965f-693e7d93cf96'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:12:46.700786 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9dcc27-0046-48fe-9082-45b0c10cde66" -d '{"events": [{"name": "network-changed", "server_uuid": "c18bc311-04b0-4222-91dd-1765fec5c26d", "tag": "bae6b067-eab4-4aec-965f-693e7d93cf96"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:12:46.701837 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 683b0c22-951e-48c1-a0d1-212c725ffa23 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:12:46.724674 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d7ff7-3df3-4074-9ed0-ca91018cf515 service neutron] Pushing event updated for resources: {'Port': ['ID=bae6b067-eab4-4aec-965f-693e7d93cf96,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:12:46.744164 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c4785d-5d69-42e6-b658-66506f32db75 x-openstack-request-id: req-d5c4785d-5d69-42e6-b658-66506f32db75 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:12:46.744556 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c18bc311-04b0-4222-91dd-1765fec5c26d", "tag": "bae6b067-eab4-4aec-965f-693e7d93cf96", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:12:46.744926 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d5c4785d-5d69-42e6-b658-66506f32db75 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:12:46.746027 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c18bc311-04b0-4222-91dd-1765fec5c26d', 'tag': 'bae6b067-eab4-4aec-965f-693e7d93cf96', 'status': 'completed', 'code': 200} Jan 28 04:12:46.807696 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-fd3d9892-39cc-4f4c-be52-b3c71df042f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:46.809408 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-fd3d9892-39cc-4f4c-be52-b3c71df042f0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8&device_id=c18bc311-04b0-4222-91dd-1765fec5c26d HTTP/1.1" status: 200 len: 1096 time: 0.0474255 Jan 28 04:12:46.864302 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-44a95ef6-d8ff-498e-a82f-3f102a789f92 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bae6b067-eab4-4aec-965f-693e7d93cf96 HTTP/1.1" status: 200 len: 217 time: 0.0406382 Jan 28 04:12:46.915028 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-849dbb1a-9769-4ebc-a816-e6e09e62b6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:46.916515 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-849dbb1a-9769-4ebc-a816-e6e09e62b6b7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=90e4d71f-7369-435d-aac7-8d7616bc3d66 HTTP/1.1" status: 200 len: 835 time: 0.0459499 Jan 28 04:12:46.961483 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-9fdbc416-07d6-44d5-a375-14235a7f136c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:46.963013 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-9fdbc416-07d6-44d5-a375-14235a7f136c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8d54b77c-b8f6-426d-847b-e80a9c3e33fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403814 Jan 28 04:12:47.064267 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-33d09cb1-5e31-43f4-b106-8fffbdead76d service neutron] 10.222.0.39 "GET /v2.0/networks/8d54b77c-b8f6-426d-847b-e80a9c3e33fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943000 Jan 28 04:12:47.153267 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-80acf8be-12b3-4daf-8286-ddfef5dc3384 req-1c7bcb03-b525-4be7-b3e5-108e9f7ea197 service neutron] 10.222.0.39 "GET /v2.0/networks/8d54b77c-b8f6-426d-847b-e80a9c3e33fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832331 Jan 28 04:12:47.284976 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9dcc27-0046-48fe-9082-45b0c10cde66 req-b699cd68-62f3-48ec-94df-e07e350558a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:47.286516 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2c9dcc27-0046-48fe-9082-45b0c10cde66 req-b699cd68-62f3-48ec-94df-e07e350558a5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8&device_id=c18bc311-04b0-4222-91dd-1765fec5c26d HTTP/1.1" status: 200 len: 1096 time: 0.0485275 Jan 28 04:12:47.393243 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9dcc27-0046-48fe-9082-45b0c10cde66 req-0ecdbb50-cad0-4056-80ac-71c23630f1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:47.394776 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2c9dcc27-0046-48fe-9082-45b0c10cde66 req-0ecdbb50-cad0-4056-80ac-71c23630f1e9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8d54b77c-b8f6-426d-847b-e80a9c3e33fe HTTP/1.1" status: 200 len: 897 time: 0.1020343 Jan 28 04:12:47.439186 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2c9dcc27-0046-48fe-9082-45b0c10cde66 req-2258d550-512f-45af-9597-9326d7ce31b3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bae6b067-eab4-4aec-965f-693e7d93cf96 HTTP/1.1" status: 200 len: 217 time: 0.0382276 Jan 28 04:12:47.492669 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9dcc27-0046-48fe-9082-45b0c10cde66 req-e3b3d149-6e42-40c0-96ed-bb7aa1d4e3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:47.493212 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629fea1-0764-456a-9be7-fee9cad34991 req-b4e4f07e-d63e-4cf5-810c-5da0476ad0df tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:47.494179 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2c9dcc27-0046-48fe-9082-45b0c10cde66 req-e3b3d149-6e42-40c0-96ed-bb7aa1d4e3d8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=90e4d71f-7369-435d-aac7-8d7616bc3d66 HTTP/1.1" status: 200 len: 835 time: 0.0492289 Jan 28 04:12:47.494705 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9629fea1-0764-456a-9be7-fee9cad34991 req-b4e4f07e-d63e-4cf5-810c-5da0476ad0df tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c18bc311-04b0-4222-91dd-1765fec5c26d HTTP/1.1" status: 200 len: 944 time: 0.0493245 Jan 28 04:12:47.546517 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9dcc27-0046-48fe-9082-45b0c10cde66 req-2ba01ec6-71ca-42fc-9c27-697b0ebabb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:47.548078 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2c9dcc27-0046-48fe-9082-45b0c10cde66 req-2ba01ec6-71ca-42fc-9c27-697b0ebabb5e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8d54b77c-b8f6-426d-847b-e80a9c3e33fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453043 Jan 28 04:12:47.553209 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9629fea1-0764-456a-9be7-fee9cad34991 req-10ad49fd-0a6f-49db-a3ea-e9cbbcc793f2 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=7acd6e2e-1ec8-4c52-9ffc-5d63e30bf13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526037 Jan 28 04:12:47.641162 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2c9dcc27-0046-48fe-9082-45b0c10cde66 req-20b5f91c-0ddf-4e55-9ca7-dc651fd0b575 service neutron] 10.222.0.39 "GET /v2.0/networks/8d54b77c-b8f6-426d-847b-e80a9c3e33fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864544 Jan 28 04:12:47.737986 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2c9dcc27-0046-48fe-9082-45b0c10cde66 req-fdedc721-c6b9-4159-bc56-15abccc4288a service neutron] 10.222.0.39 "GET /v2.0/networks/8d54b77c-b8f6-426d-847b-e80a9c3e33fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904293 Jan 28 04:12:48.681293 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc80d03a-846d-4990-b1d9-ebe4664962a2 req-9caf5bd2-1585-4bee-be70-606e342f05bc tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:48.682705 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fc80d03a-846d-4990-b1d9-ebe4664962a2 req-9caf5bd2-1585-4bee-be70-606e342f05bc tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c18bc311-04b0-4222-91dd-1765fec5c26d HTTP/1.1" status: 200 len: 944 time: 0.0560217 Jan 28 04:12:48.734752 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fc80d03a-846d-4990-b1d9-ebe4664962a2 req-969ab09c-36af-46ee-8572-3f2e13b09949 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=7acd6e2e-1ec8-4c52-9ffc-5d63e30bf13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461469 Jan 28 04:12:49.853240 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2f32a-429e-4445-bf9f-6b068cdec830 req-e8426c01-bc69-40c4-a82d-ab78a5b56cf9 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:49.854762 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7fd2f32a-429e-4445-bf9f-6b068cdec830 req-e8426c01-bc69-40c4-a82d-ab78a5b56cf9 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c18bc311-04b0-4222-91dd-1765fec5c26d HTTP/1.1" status: 200 len: 944 time: 0.0502508 Jan 28 04:12:49.905101 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7fd2f32a-429e-4445-bf9f-6b068cdec830 req-fa3f6dd2-ae63-45b6-99d5-c9ab91466744 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=7acd6e2e-1ec8-4c52-9ffc-5d63e30bf13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446179 Jan 28 04:12:51.027143 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72909d91-c845-4438-8dbf-69f85bf25ca0 req-4d67db50-80de-4b15-84e1-3599d0564c75 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:51.028681 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-72909d91-c845-4438-8dbf-69f85bf25ca0 req-4d67db50-80de-4b15-84e1-3599d0564c75 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c18bc311-04b0-4222-91dd-1765fec5c26d HTTP/1.1" status: 200 len: 944 time: 0.0548606 Jan 28 04:12:51.040262 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device bae6b067-eab4-4aec-965f-693e7d93cf96 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:12:51.080305 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-72909d91-c845-4438-8dbf-69f85bf25ca0 req-c833f85a-68e8-4e70-a028-5626b2816bc3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=7acd6e2e-1ec8-4c52-9ffc-5d63e30bf13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458448 Jan 28 04:12:51.139257 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port bae6b067-eab4-4aec-965f-693e7d93cf96, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=bae6b067-eab4-4aec-965f-693e7d93cf96,segment=NetworkSegment(1e9bb160-414f-4f51-9445-b261a05ec4f2),segment_id=1e9bb160-414f-4f51-9445-b261a05ec4f2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:12:51.151052 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': 'bae6b067-eab4-4aec-965f-693e7d93cf96', 'network_id': '8d54b77c-b8f6-426d-847b-e80a9c3e33fe', 'port_id': 'bae6b067-eab4-4aec-965f-693e7d93cf96', 'mac_address': 'fa:16:3e:68:44:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90e4d71f-7369-435d-aac7-8d7616bc3d66', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:12:51.192845 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port bae6b067-eab4-4aec-965f-693e7d93cf96 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:12:51.193283 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (bae6b067-eab4-4aec-965f-693e7d93cf96), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:51.206945 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bae6b067-eab4-4aec-965f-693e7d93cf96 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:12:51.227978 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port bae6b067-eab4-4aec-965f-693e7d93cf96, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=bae6b067-eab4-4aec-965f-693e7d93cf96,segment=NetworkSegment(1e9bb160-414f-4f51-9445-b261a05ec4f2),segment_id=1e9bb160-414f-4f51-9445-b261a05ec4f2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:12:51.233051 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (bae6b067-eab4-4aec-965f-693e7d93cf96), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:51.280447 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=bae6b067-eab4-4aec-965f-693e7d93cf96,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:12:51.565635 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['bae6b067-eab4-4aec-965f-693e7d93cf96'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:12:52.201681 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3d42a-93f3-4e3e-aa8c-45d97b2db56a req-907414d6-f1a1-4c20-b329-28b7dd4aa8fb tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:52.203189 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7df3d42a-93f3-4e3e-aa8c-45d97b2db56a req-907414d6-f1a1-4c20-b329-28b7dd4aa8fb tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c18bc311-04b0-4222-91dd-1765fec5c26d HTTP/1.1" status: 200 len: 945 time: 0.0528560 Jan 28 04:12:52.256855 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7df3d42a-93f3-4e3e-aa8c-45d97b2db56a req-578f3eac-8389-4f32-8869-c83c7a87ab34 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=7acd6e2e-1ec8-4c52-9ffc-5d63e30bf13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476255 Jan 28 04:12:53.055658 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device bae6b067-eab4-4aec-965f-693e7d93cf96 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:12:53.111355 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port bae6b067-eab4-4aec-965f-693e7d93cf96 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:12:53.115602 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port bae6b067-eab4-4aec-965f-693e7d93cf96 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:12:53.116318 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (bae6b067-eab4-4aec-965f-693e7d93cf96), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:53.193749 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port bae6b067-eab4-4aec-965f-693e7d93cf96 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:12:53.194168 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (bae6b067-eab4-4aec-965f-693e7d93cf96), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:53.217157 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c18bc311-04b0-4222-91dd-1765fec5c26d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae6b067-eab4-4aec-965f-693e7d93cf96'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:12:53.219409 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7466989c69d563e87a019306beca113247d74b519ddc68a6966af7388d6c63e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7634bb4f-892d-489e-a391-890f00346d10" -d '{"events": [{"server_uuid": "c18bc311-04b0-4222-91dd-1765fec5c26d", "name": "network-vif-plugged", "status": "completed", "tag": "bae6b067-eab4-4aec-965f-693e7d93cf96"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:12:53.232225 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port bae6b067-eab4-4aec-965f-693e7d93cf96, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=bae6b067-eab4-4aec-965f-693e7d93cf96,segment=NetworkSegment(1e9bb160-414f-4f51-9445-b261a05ec4f2),segment_id=1e9bb160-414f-4f51-9445-b261a05ec4f2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:12:53.237515 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (bae6b067-eab4-4aec-965f-693e7d93cf96), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:53.289092 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=bae6b067-eab4-4aec-965f-693e7d93cf96,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:12:53.327684 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43c9292-4d07-4c74-94a2-f1612ae0ceb7 x-openstack-request-id: req-e43c9292-4d07-4c74-94a2-f1612ae0ceb7 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:12:53.328180 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c18bc311-04b0-4222-91dd-1765fec5c26d", "name": "network-vif-plugged", "status": "completed", "tag": "bae6b067-eab4-4aec-965f-693e7d93cf96", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:12:53.328487 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e43c9292-4d07-4c74-94a2-f1612ae0ceb7 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:12:53.328945 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c18bc311-04b0-4222-91dd-1765fec5c26d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae6b067-eab4-4aec-965f-693e7d93cf96', 'code': 200} Jan 28 04:12:53.390588 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5706ce38-8f69-41de-9036-39644331d7f8 req-c70d0a01-1bbc-4b7e-b665-d142a615c5cd tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:53.392136 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5706ce38-8f69-41de-9036-39644331d7f8 req-c70d0a01-1bbc-4b7e-b665-d142a615c5cd tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c18bc311-04b0-4222-91dd-1765fec5c26d HTTP/1.1" status: 200 len: 946 time: 0.0568860 Jan 28 04:12:53.444525 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5706ce38-8f69-41de-9036-39644331d7f8 req-074794b4-e111-4fb7-a1f6-fbb81ddfc68b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=7acd6e2e-1ec8-4c52-9ffc-5d63e30bf13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464821 Jan 28 04:12:53.463167 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906aa04c-2e50-4a4c-b4c5-d2fc0f58ba19 req-8804f6a0-fb38-4d45-91c5-27287c18955c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:53.464741 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-906aa04c-2e50-4a4c-b4c5-d2fc0f58ba19 req-8804f6a0-fb38-4d45-91c5-27287c18955c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c18bc311-04b0-4222-91dd-1765fec5c26d HTTP/1.1" status: 200 len: 1098 time: 0.0423574 Jan 28 04:12:53.520673 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-906aa04c-2e50-4a4c-b4c5-d2fc0f58ba19 req-b5c4eda2-2456-49e8-90e2-a2ff9407c9bb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7acd6e2e-1ec8-4c52-9ffc-5d63e30bf13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487437 Jan 28 04:12:54.569896 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8bf47-5528-4852-9e13-4ea33069e3dc req-052b125c-09df-48b4-872a-9086112e6172 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:54.571474 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9bc8bf47-5528-4852-9e13-4ea33069e3dc req-052b125c-09df-48b4-872a-9086112e6172 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c18bc311-04b0-4222-91dd-1765fec5c26d HTTP/1.1" status: 200 len: 946 time: 0.0522656 Jan 28 04:12:54.645704 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9bc8bf47-5528-4852-9e13-4ea33069e3dc req-2a738cb6-88f0-47b8-935a-9ab4c83626c9 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=7acd6e2e-1ec8-4c52-9ffc-5d63e30bf13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682132 Jan 28 04:12:55.763086 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b8f54-416e-4f55-9749-e343bfeecb8e req-e07827e8-4727-4b85-9c9f-019ce092f1c6 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:55.764591 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-828b8f54-416e-4f55-9749-e343bfeecb8e req-e07827e8-4727-4b85-9c9f-019ce092f1c6 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c18bc311-04b0-4222-91dd-1765fec5c26d HTTP/1.1" status: 200 len: 946 time: 0.0497749 Jan 28 04:12:55.817515 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-828b8f54-416e-4f55-9749-e343bfeecb8e req-8ce14366-1410-4b33-b02a-227ac65656b2 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=7acd6e2e-1ec8-4c52-9ffc-5d63e30bf13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471234 Jan 28 04:12:55.935183 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc60e0a-b34a-47b9-b3ac-d12ff06f0db4 req-d47ffa63-2cad-42c5-b8c3-374b36106771 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:55.936593 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bfc60e0a-b34a-47b9-b3ac-d12ff06f0db4 req-d47ffa63-2cad-42c5-b8c3-374b36106771 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c18bc311-04b0-4222-91dd-1765fec5c26d HTTP/1.1" status: 200 len: 946 time: 0.0514586 Jan 28 04:12:55.986180 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bfc60e0a-b34a-47b9-b3ac-d12ff06f0db4 req-71fda6b7-efce-484b-9bf2-7f92eae01769 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=7acd6e2e-1ec8-4c52-9ffc-5d63e30bf13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437269 Jan 28 04:12:56.008765 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37488) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:12:56.053568 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5623b8-87f3-47d1-b8af-1225f351c062 tempest-TestNetworkAdvancedServerOps-1560678165 tempest-TestNetworkAdvancedServerOps-1560678165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:56.055140 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-dc5623b8-87f3-47d1-b8af-1225f351c062 tempest-TestNetworkAdvancedServerOps-1560678165 tempest-TestNetworkAdvancedServerOps-1560678165-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c18bc311-04b0-4222-91dd-1765fec5c26d HTTP/1.1" status: 200 len: 1093 time: 0.0453379 Jan 28 04:12:56.058102 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37490) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:12:56.062393 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-2eff2ae4-1030-44c1-afe9-5d8df7cf71a3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'port_id': 'bae6b067-eab4-4aec-965f-693e7d93cf96', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:12:56.083120 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2eff2ae4-1030-44c1-afe9-5d8df7cf71a3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:56.181203 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2eff2ae4-1030-44c1-afe9-5d8df7cf71a3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:56.288921 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-2eff2ae4-1030-44c1-afe9-5d8df7cf71a3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Allocated IP 172.25.0.52 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/d1ba0114-94e6-4550-958a-12f34ac16693) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:12:56.339315 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-caa8291e-6017-4a09-bb0a-8f0a31fe6a78 req-8ed573a6-7f59-49dc-85fa-6fb42ad6bd04 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c18bc311-04b0-4222-91dd-1765fec5c26d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412021 Jan 28 04:12:56.395211 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2eff2ae4-1030-44c1-afe9-5d8df7cf71a3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for port (d1ba0114-94e6-4550-958a-12f34ac16693), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:56.430338 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2eff2ae4-1030-44c1-afe9-5d8df7cf71a3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (d1ba0114-94e6-4550-958a-12f34ac16693), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:56.447944 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8291e-6017-4a09-bb0a-8f0a31fe6a78 req-4a1f2d5a-76a2-4dcb-ba35-971d2f94b1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:56.449503 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-caa8291e-6017-4a09-bb0a-8f0a31fe6a78 req-4a1f2d5a-76a2-4dcb-ba35-971d2f94b1d9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8&device_id=c18bc311-04b0-4222-91dd-1765fec5c26d HTTP/1.1" status: 200 len: 1098 time: 0.0498617 Jan 28 04:12:56.468959 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eff2ae4-1030-44c1-afe9-5d8df7cf71a3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:12:56.475811 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-2eff2ae4-1030-44c1-afe9-5d8df7cf71a3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:12:56.480453 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eff2ae4-1030-44c1-afe9-5d8df7cf71a3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:12:56.483688 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff2ae4-1030-44c1-afe9-5d8df7cf71a3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'Port': ['ID=d1ba0114-94e6-4550-958a-12f34ac16693,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:12:56.574118 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8291e-6017-4a09-bb0a-8f0a31fe6a78 req-cf2268fb-a3e7-4c04-8cf3-91b35eb64480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:56.575517 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-caa8291e-6017-4a09-bb0a-8f0a31fe6a78 req-cf2268fb-a3e7-4c04-8cf3-91b35eb64480 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8d54b77c-b8f6-426d-847b-e80a9c3e33fe HTTP/1.1" status: 200 len: 897 time: 0.0931549 Jan 28 04:12:56.618202 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-caa8291e-6017-4a09-bb0a-8f0a31fe6a78 req-7e854964-0b78-46c2-8325-2359c07723f4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bae6b067-eab4-4aec-965f-693e7d93cf96 HTTP/1.1" status: 200 len: 217 time: 0.0359166 Jan 28 04:12:56.674797 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8291e-6017-4a09-bb0a-8f0a31fe6a78 req-e3adb9d7-f64b-4a87-9217-bf522ae37cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:56.676374 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-caa8291e-6017-4a09-bb0a-8f0a31fe6a78 req-e3adb9d7-f64b-4a87-9217-bf522ae37cf3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=90e4d71f-7369-435d-aac7-8d7616bc3d66 HTTP/1.1" status: 200 len: 835 time: 0.0516834 Jan 28 04:12:56.722506 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8291e-6017-4a09-bb0a-8f0a31fe6a78 req-8a40a236-157a-4c5e-a205-340541510d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:56.724137 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-caa8291e-6017-4a09-bb0a-8f0a31fe6a78 req-8a40a236-157a-4c5e-a205-340541510d30 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8d54b77c-b8f6-426d-847b-e80a9c3e33fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417695 Jan 28 04:12:56.817246 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-caa8291e-6017-4a09-bb0a-8f0a31fe6a78 req-1c5d2ebe-bd90-4a30-a502-4d8cf85ad44b service neutron] 10.222.0.39 "GET /v2.0/networks/8d54b77c-b8f6-426d-847b-e80a9c3e33fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863206 Jan 28 04:12:56.850305 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2eff2ae4-1030-44c1-afe9-5d8df7cf71a3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for floatingip (77762731-b528-4cb4-b3b6-9b212f0e633e), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:56.913644 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-caa8291e-6017-4a09-bb0a-8f0a31fe6a78 req-8e8686d9-1594-4f75-a7a9-82ceff494e8a service neutron] 10.222.0.39 "GET /v2.0/networks/8d54b77c-b8f6-426d-847b-e80a9c3e33fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905509 Jan 28 04:12:56.921242 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2eff2ae4-1030-44c1-afe9-5d8df7cf71a3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d1ba0114-94e6-4550-958a-12f34ac16693), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:57.072085 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2eff2ae4-1030-44c1-afe9-5d8df7cf71a3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for port (d1ba0114-94e6-4550-958a-12f34ac16693), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:57.082455 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2eff2ae4-1030-44c1-afe9-5d8df7cf71a3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (d1ba0114-94e6-4550-958a-12f34ac16693), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:57.154278 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff2ae4-1030-44c1-afe9-5d8df7cf71a3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'Port': ['ID=d1ba0114-94e6-4550-958a-12f34ac16693,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:12:57.165029 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2eff2ae4-1030-44c1-afe9-5d8df7cf71a3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (77762731-b528-4cb4-b3b6-9b212f0e633e), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:57.266632 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [None req-2eff2ae4-1030-44c1-afe9-5d8df7cf71a3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Floating IP 77762731-b528-4cb4-b3b6-9b212f0e633e associated. External IP: 172.25.0.52, port: bae6b067-eab4-4aec-965f-693e7d93cf96. Jan 28 04:12:57.484081 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eff2ae4-1030-44c1-afe9-5d8df7cf71a3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Router 5419039d-fdb8-4e4a-b52d-68677428a261 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:12:57.594244 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eff2ae4-1030-44c1-afe9-5d8df7cf71a3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:12:57.604288 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d7454f-ce6c-446b-b4be-c1022905e15c None None] Sync routers for ids ['5419039d-fdb8-4e4a-b52d-68677428a261'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:12:57.613729 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2eff2ae4-1030-44c1-afe9-5d8df7cf71a3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:57.614842 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d7454f-ce6c-446b-b4be-c1022905e15c None None] Routers {'5419039d-fdb8-4e4a-b52d-68677428a261'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:12:57.615470 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-04d7454f-ce6c-446b-b4be-c1022905e15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:12:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5419039d-fdb8-4e4a-b52d-68677428a261'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:12:57.641826 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2eff2ae4-1030-44c1-afe9-5d8df7cf71a3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5826831 Jan 28 04:12:57.642518 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c18bc311-04b0-4222-91dd-1765fec5c26d', 'tag': 'bae6b067-eab4-4aec-965f-693e7d93cf96'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:12:57.644904 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3198fe40c20953b5b589f016e0433bfb4a98f5964cdf03e8abb15383fb0d5974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ead6d74-36b7-4315-a4ca-26c223c64f45" -d '{"events": [{"name": "network-changed", "server_uuid": "c18bc311-04b0-4222-91dd-1765fec5c26d", "tag": "bae6b067-eab4-4aec-965f-693e7d93cf96"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:12:57.698507 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e41065-e4bd-4ce3-847c-271f2f7fd0ef x-openstack-request-id: req-b2e41065-e4bd-4ce3-847c-271f2f7fd0ef {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:12:57.698895 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c18bc311-04b0-4222-91dd-1765fec5c26d", "tag": "bae6b067-eab4-4aec-965f-693e7d93cf96", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:12:57.699448 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b2e41065-e4bd-4ce3-847c-271f2f7fd0ef {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:12:57.700114 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c18bc311-04b0-4222-91dd-1765fec5c26d', 'tag': 'bae6b067-eab4-4aec-965f-693e7d93cf96', 'status': 'completed', 'code': 200} Jan 28 04:12:57.726282 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-04d7454f-ce6c-446b-b4be-c1022905e15c None None] Set router 5419039d-fdb8-4e4a-b52d-68677428a261 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:12:57.757817 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b69a8-e5ff-44c7-b778-f5220dc89bbe req-b9c81c8d-a496-4357-af54-96ff360de09a tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:57.759446 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5d3b69a8-e5ff-44c7-b778-f5220dc89bbe req-b9c81c8d-a496-4357-af54-96ff360de09a tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c18bc311-04b0-4222-91dd-1765fec5c26d HTTP/1.1" status: 200 len: 946 time: 0.0494053 Jan 28 04:12:57.788589 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead6d74-36b7-4315-a4ca-26c223c64f45 req-784b9872-151a-4629-93b3-0d55eeb2ed33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:57.790195 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7ead6d74-36b7-4315-a4ca-26c223c64f45 req-784b9872-151a-4629-93b3-0d55eeb2ed33 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8&device_id=c18bc311-04b0-4222-91dd-1765fec5c26d HTTP/1.1" status: 200 len: 1098 time: 0.0480151 Jan 28 04:12:57.813873 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5d3b69a8-e5ff-44c7-b778-f5220dc89bbe req-6f143947-be02-449e-ba3b-8508f802e3c6 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=7acd6e2e-1ec8-4c52-9ffc-5d63e30bf13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487547 Jan 28 04:12:57.837187 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37496) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:12:57.896935 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead6d74-36b7-4315-a4ca-26c223c64f45 req-502eec12-07ce-4f68-89bd-56c748282fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:57.898613 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7ead6d74-36b7-4315-a4ca-26c223c64f45 req-502eec12-07ce-4f68-89bd-56c748282fe7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8d54b77c-b8f6-426d-847b-e80a9c3e33fe HTTP/1.1" status: 200 len: 897 time: 0.1023269 Jan 28 04:12:57.907692 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-19f92260-0f06-4995-9514-ce8480885f79 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/floatingips/77762731-b528-4cb4-b3b6-9b212f0e633e HTTP/1.1" status: 200 len: 991 time: 0.0692601 Jan 28 04:12:57.960180 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-04d7454f-ce6c-446b-b4be-c1022905e15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5419039d-fdb8-4e4a-b52d-68677428a261', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660221811', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'c14801b5-8610-4f27-8b9f-82a269deba1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:12:38Z', 'updated_at': '2022-01-28T04:12:41Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': 'c14801b5-8610-4f27-8b9f-82a269deba1d', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:1b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5419039d-fdb8-4e4a-b52d-68677428a261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:12:38Z', 'updated_at': '2022-01-28T04:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '77762731-b528-4cb4-b3b6-9b212f0e633e', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'floating_ip_address': '172.25.0.52', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '5419039d-fdb8-4e4a-b52d-68677428a261', 'port_id': 'bae6b067-eab4-4aec-965f-693e7d93cf96', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d54b77c-b8f6-426d-847b-e80a9c3e33fe', 'mac_address': 'fa:16:3e:68:44:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18bc311-04b0-4222-91dd-1765fec5c26d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:12:56Z', 'updated_at': '2022-01-28T04:12:56Z', 'revision_number': 0, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '683b0c22-951e-48c1-a0d1-212c725ffa23', 'name': '', 'network_id': '8d54b77c-b8f6-426d-847b-e80a9c3e33fe', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'mac_address': 'fa:16:3e:1d:ab:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5419039d-fdb8-4e4a-b52d-68677428a261', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '90e4d71f-7369-435d-aac7-8d7616bc3d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:12:40Z', 'updated_at': '2022-01-28T04:12:44Z', 'revision_number': 5, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'subnets': [{'id': '90e4d71f-7369-435d-aac7-8d7616bc3d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:12:57.965542 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7ead6d74-36b7-4315-a4ca-26c223c64f45 req-6741cac7-d139-49d7-bb4a-bcc15b2dc15f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bae6b067-eab4-4aec-965f-693e7d93cf96 HTTP/1.1" status: 200 len: 999 time: 0.0605268 Jan 28 04:12:57.990088 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d7454f-ce6c-446b-b4be-c1022905e15c None None] Checking router: 5419039d-fdb8-4e4a-b52d-68677428a261 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:12:57.998947 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d7454f-ce6c-446b-b4be-c1022905e15c None None] Routers {'5419039d-fdb8-4e4a-b52d-68677428a261'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:12:57.999568 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-04d7454f-ce6c-446b-b4be-c1022905e15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:12:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5419039d-fdb8-4e4a-b52d-68677428a261'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:12:58.014260 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead6d74-36b7-4315-a4ca-26c223c64f45 req-e1efa18a-344d-41d3-a1ed-405ebf189d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:58.015740 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7ead6d74-36b7-4315-a4ca-26c223c64f45 req-e1efa18a-344d-41d3-a1ed-405ebf189d48 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=90e4d71f-7369-435d-aac7-8d7616bc3d66 HTTP/1.1" status: 200 len: 835 time: 0.0438528 Jan 28 04:12:58.066985 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead6d74-36b7-4315-a4ca-26c223c64f45 req-09334ecc-fbbe-4e31-9941-130544dfa6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:12:58.068499 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7ead6d74-36b7-4315-a4ca-26c223c64f45 req-09334ecc-fbbe-4e31-9941-130544dfa6e2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8d54b77c-b8f6-426d-847b-e80a9c3e33fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460093 Jan 28 04:12:58.104888 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-04d7454f-ce6c-446b-b4be-c1022905e15c None None] Set router 5419039d-fdb8-4e4a-b52d-68677428a261 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:12:58.167055 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7ead6d74-36b7-4315-a4ca-26c223c64f45 req-77fed86f-3f35-4d6b-8b8b-3bd729ba3cd2 service neutron] 10.222.0.39 "GET /v2.0/networks/8d54b77c-b8f6-426d-847b-e80a9c3e33fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929117 Jan 28 04:12:58.263259 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7ead6d74-36b7-4315-a4ca-26c223c64f45 req-1492a650-4e8a-4287-a356-7a27e92e72ec service neutron] 10.222.0.39 "GET /v2.0/networks/8d54b77c-b8f6-426d-847b-e80a9c3e33fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895014 Jan 28 04:12:58.333598 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-04d7454f-ce6c-446b-b4be-c1022905e15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5419039d-fdb8-4e4a-b52d-68677428a261', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660221811', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'c14801b5-8610-4f27-8b9f-82a269deba1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:12:38Z', 'updated_at': '2022-01-28T04:12:41Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': 'c14801b5-8610-4f27-8b9f-82a269deba1d', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:1b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5419039d-fdb8-4e4a-b52d-68677428a261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:12:38Z', 'updated_at': '2022-01-28T04:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '77762731-b528-4cb4-b3b6-9b212f0e633e', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'floating_ip_address': '172.25.0.52', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '5419039d-fdb8-4e4a-b52d-68677428a261', 'port_id': 'bae6b067-eab4-4aec-965f-693e7d93cf96', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d54b77c-b8f6-426d-847b-e80a9c3e33fe', 'mac_address': 'fa:16:3e:68:44:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18bc311-04b0-4222-91dd-1765fec5c26d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:12:56Z', 'updated_at': '2022-01-28T04:12:56Z', 'revision_number': 0, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '683b0c22-951e-48c1-a0d1-212c725ffa23', 'name': '', 'network_id': '8d54b77c-b8f6-426d-847b-e80a9c3e33fe', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'mac_address': 'fa:16:3e:1d:ab:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5419039d-fdb8-4e4a-b52d-68677428a261', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '90e4d71f-7369-435d-aac7-8d7616bc3d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:12:40Z', 'updated_at': '2022-01-28T04:12:44Z', 'revision_number': 5, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'subnets': [{'id': '90e4d71f-7369-435d-aac7-8d7616bc3d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:12:58.359628 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d7454f-ce6c-446b-b4be-c1022905e15c None None] The sync data for ids ['5419039d-fdb8-4e4a-b52d-68677428a261'] in n-d-712139-27 is: [{'id': '5419039d-fdb8-4e4a-b52d-68677428a261', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660221811', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'c14801b5-8610-4f27-8b9f-82a269deba1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:12:38Z', 'updated_at': '2022-01-28T04:12:41Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': 'c14801b5-8610-4f27-8b9f-82a269deba1d', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:1b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5419039d-fdb8-4e4a-b52d-68677428a261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:12:38Z', 'updated_at': '2022-01-28T04:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '77762731-b528-4cb4-b3b6-9b212f0e633e', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'floating_ip_address': '172.25.0.52', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '5419039d-fdb8-4e4a-b52d-68677428a261', 'port_id': 'bae6b067-eab4-4aec-965f-693e7d93cf96', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d54b77c-b8f6-426d-847b-e80a9c3e33fe', 'mac_address': 'fa:16:3e:68:44:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18bc311-04b0-4222-91dd-1765fec5c26d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:12:56Z', 'updated_at': '2022-01-28T04:12:56Z', 'revision_number': 0, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '683b0c22-951e-48c1-a0d1-212c725ffa23', 'name': '', 'network_id': '8d54b77c-b8f6-426d-847b-e80a9c3e33fe', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'mac_address': 'fa:16:3e:1d:ab:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5419039d-fdb8-4e4a-b52d-68677428a261', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '90e4d71f-7369-435d-aac7-8d7616bc3d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:12:40Z', 'updated_at': '2022-01-28T04:12:44Z', 'revision_number': 5, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'subnets': [{'id': '90e4d71f-7369-435d-aac7-8d7616bc3d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:12:58.565996 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1a1967-6488-4364-928b-2482f1db0e35 None None] New status for floating IP 77762731-b528-4cb4-b3b6-9b212f0e633e: ACTIVE {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:12:58.911594 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37498) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:12:58.980466 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3e0a0fdd-3788-46d2-ade9-f988cac77298 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/floatingips/77762731-b528-4cb4-b3b6-9b212f0e633e HTTP/1.1" status: 200 len: 993 time: 0.0671775 Jan 28 04:12:59.298415 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:12:59.751639 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:12:59.834209 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c8587aa3-3720-4033-aef3-7fed608e2e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:01.917541 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a320086f-81d6-4e2e-8ef7-4748624f4e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:03.695445 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:04.378292 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:05.156710 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:06.182192 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:29.768310 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:29.843558 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-96990946-9e8f-466b-8855-08cdcbdf3fda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:30.402833 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e48e8-148a-42fd-a515-b9e29bf390db req-9133b0bd-c877-49a6-be80-5f13002dab0c tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:30.404344 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-732e48e8-148a-42fd-a515-b9e29bf390db req-9133b0bd-c877-49a6-be80-5f13002dab0c tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c18bc311-04b0-4222-91dd-1765fec5c26d HTTP/1.1" status: 200 len: 946 time: 0.0795317 Jan 28 04:13:30.409760 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b98c6-1a82-42f4-bc82-25415a96e878 req-1a9f83b2-24bf-4f17-b0b4-2f3e83005997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:30.411176 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8b7b98c6-1a82-42f4-bc82-25415a96e878 req-1a9f83b2-24bf-4f17-b0b4-2f3e83005997 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8&device_id=c18bc311-04b0-4222-91dd-1765fec5c26d HTTP/1.1" status: 200 len: 1098 time: 0.0589933 Jan 28 04:13:30.516209 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-732e48e8-148a-42fd-a515-b9e29bf390db req-f240e770-c92d-4cbb-8c42-960674668fa5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=7acd6e2e-1ec8-4c52-9ffc-5d63e30bf13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040525 Jan 28 04:13:30.541784 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b98c6-1a82-42f4-bc82-25415a96e878 req-48a1908b-53c0-4152-91a6-0cfc04c1cc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:30.543278 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8b7b98c6-1a82-42f4-bc82-25415a96e878 req-48a1908b-53c0-4152-91a6-0cfc04c1cc7f service neutron] 10.222.0.39 "GET /v2.0/networks?id=8d54b77c-b8f6-426d-847b-e80a9c3e33fe HTTP/1.1" status: 200 len: 897 time: 0.1246893 Jan 28 04:13:30.616609 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8b7b98c6-1a82-42f4-bc82-25415a96e878 req-70547a54-397f-41f5-b886-a8cf0e79493a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bae6b067-eab4-4aec-965f-693e7d93cf96 HTTP/1.1" status: 200 len: 1001 time: 0.0666237 Jan 28 04:13:30.673934 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b98c6-1a82-42f4-bc82-25415a96e878 req-5f555761-bb29-4d24-8498-d123720f192b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:30.675478 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8b7b98c6-1a82-42f4-bc82-25415a96e878 req-5f555761-bb29-4d24-8498-d123720f192b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=90e4d71f-7369-435d-aac7-8d7616bc3d66 HTTP/1.1" status: 200 len: 835 time: 0.0526264 Jan 28 04:13:30.723269 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b98c6-1a82-42f4-bc82-25415a96e878 req-0f08074f-cfd5-41ac-b13c-57e15313ee49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:30.724708 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8b7b98c6-1a82-42f4-bc82-25415a96e878 req-0f08074f-cfd5-41ac-b13c-57e15313ee49 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8d54b77c-b8f6-426d-847b-e80a9c3e33fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434611 Jan 28 04:13:30.819329 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8b7b98c6-1a82-42f4-bc82-25415a96e878 req-14b5cfa1-c590-41f4-9319-371a4639f82a service neutron] 10.222.0.39 "GET /v2.0/networks/8d54b77c-b8f6-426d-847b-e80a9c3e33fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875332 Jan 28 04:13:30.923202 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8b7b98c6-1a82-42f4-bc82-25415a96e878 req-86390df0-6892-42d8-8a3b-5f51b8224f4c service neutron] 10.222.0.39 "GET /v2.0/networks/8d54b77c-b8f6-426d-847b-e80a9c3e33fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974939 Jan 28 04:13:31.640302 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306212b-c560-4579-ade8-367ccd3ce168 req-ca16c0ec-be6b-46b6-84c9-28d97d53e124 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:31.641863 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c306212b-c560-4579-ade8-367ccd3ce168 req-ca16c0ec-be6b-46b6-84c9-28d97d53e124 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c18bc311-04b0-4222-91dd-1765fec5c26d HTTP/1.1" status: 200 len: 946 time: 0.0515361 Jan 28 04:13:31.700780 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c306212b-c560-4579-ade8-367ccd3ce168 req-865bc849-1734-4187-9ad2-d273581c365d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=7acd6e2e-1ec8-4c52-9ffc-5d63e30bf13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530481 Jan 28 04:13:31.914303 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-570bbe71-029c-496b-ba14-f235b6af4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:32.828013 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f600214-332a-4f84-b7ee-00c1b2cafdf9 req-2bee90cb-b357-4fd8-8226-f66fb3ce7175 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:32.829497 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2f600214-332a-4f84-b7ee-00c1b2cafdf9 req-2bee90cb-b357-4fd8-8226-f66fb3ce7175 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c18bc311-04b0-4222-91dd-1765fec5c26d HTTP/1.1" status: 200 len: 946 time: 0.0524848 Jan 28 04:13:32.894137 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2f600214-332a-4f84-b7ee-00c1b2cafdf9 req-7aede320-efeb-4ac2-b9cd-f088b3441063 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=7acd6e2e-1ec8-4c52-9ffc-5d63e30bf13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563316 Jan 28 04:13:33.700801 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:34.018414 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96b35f-31af-4653-90cc-9311c68f1074 req-03e85da0-0097-4156-9136-a5bd8953d52b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:34.019876 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1a96b35f-31af-4653-90cc-9311c68f1074 req-03e85da0-0097-4156-9136-a5bd8953d52b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c18bc311-04b0-4222-91dd-1765fec5c26d HTTP/1.1" status: 200 len: 946 time: 0.0522532 Jan 28 04:13:34.073247 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1a96b35f-31af-4653-90cc-9311c68f1074 req-5cfd068a-609e-4fdb-a3e8-26f80865a8d9 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=7acd6e2e-1ec8-4c52-9ffc-5d63e30bf13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453119 Jan 28 04:13:34.410848 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:35.160213 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:35.199444 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce7289-b734-49e7-868e-238ae24b4077 req-fc080501-5f4c-449c-a608-2f30430637d0 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:35.200924 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e3ce7289-b734-49e7-868e-238ae24b4077 req-fc080501-5f4c-449c-a608-2f30430637d0 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c18bc311-04b0-4222-91dd-1765fec5c26d HTTP/1.1" status: 200 len: 946 time: 0.0549269 Jan 28 04:13:35.251298 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e3ce7289-b734-49e7-868e-238ae24b4077 req-a4edb7a6-0d78-4ffd-b16a-8831c84b8301 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=7acd6e2e-1ec8-4c52-9ffc-5d63e30bf13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440440 Jan 28 04:13:36.191052 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:36.297988 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:13:36.389512 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900e2ad-a511-4788-afa8-9734fa1433b7 req-858037cb-6eab-4c8b-be53-979be93b2dfd tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:36.390991 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2900e2ad-a511-4788-afa8-9734fa1433b7 req-858037cb-6eab-4c8b-be53-979be93b2dfd tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c18bc311-04b0-4222-91dd-1765fec5c26d HTTP/1.1" status: 200 len: 946 time: 0.0619466 Jan 28 04:13:36.447142 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2900e2ad-a511-4788-afa8-9734fa1433b7 req-7bf96032-1337-4da2-b3bb-7740772df44d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=7acd6e2e-1ec8-4c52-9ffc-5d63e30bf13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484457 Jan 28 04:13:37.571529 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8b8ef-200c-4b10-9566-f3380644df51 req-1ab8bd2e-2a29-43ce-9ed8-e528758ca0b0 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:37.573039 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1ab8b8ef-200c-4b10-9566-f3380644df51 req-1ab8bd2e-2a29-43ce-9ed8-e528758ca0b0 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c18bc311-04b0-4222-91dd-1765fec5c26d HTTP/1.1" status: 200 len: 946 time: 0.0555422 Jan 28 04:13:37.625555 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1ab8b8ef-200c-4b10-9566-f3380644df51 req-786ac461-8cdd-4d8c-90b0-1d51f8ec58cd tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=7acd6e2e-1ec8-4c52-9ffc-5d63e30bf13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444067 Jan 28 04:13:38.768219 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa8373e-2f54-4412-8d84-6e4da40e469d req-dca275eb-a62d-44ea-b481-13d99d196e21 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:38.769647 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8aa8373e-2f54-4412-8d84-6e4da40e469d req-dca275eb-a62d-44ea-b481-13d99d196e21 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c18bc311-04b0-4222-91dd-1765fec5c26d HTTP/1.1" status: 200 len: 946 time: 0.0636342 Jan 28 04:13:38.829120 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8aa8373e-2f54-4412-8d84-6e4da40e469d req-59a4d734-1a20-45b5-a0fc-c25cb02ffbb8 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=7acd6e2e-1ec8-4c52-9ffc-5d63e30bf13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511463 Jan 28 04:13:39.954940 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba159f-11eb-4cf1-bf0e-f97fbcc2b656 req-d6699b56-d3c9-4296-af6f-c0aa24a21c0d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:39.956352 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f9ba159f-11eb-4cf1-bf0e-f97fbcc2b656 req-d6699b56-d3c9-4296-af6f-c0aa24a21c0d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c18bc311-04b0-4222-91dd-1765fec5c26d HTTP/1.1" status: 200 len: 946 time: 0.0512123 Jan 28 04:13:40.013486 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f9ba159f-11eb-4cf1-bf0e-f97fbcc2b656 req-7ab56ec5-0def-432d-997f-38f968150b6c tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=7acd6e2e-1ec8-4c52-9ffc-5d63e30bf13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495884 Jan 28 04:13:41.144966 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57bbd2-df47-4392-b8f4-2cf4eb56a3e5 req-e1842ed4-ec21-4a8a-b887-864763c1a4e1 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:41.146470 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2e57bbd2-df47-4392-b8f4-2cf4eb56a3e5 req-e1842ed4-ec21-4a8a-b887-864763c1a4e1 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c18bc311-04b0-4222-91dd-1765fec5c26d HTTP/1.1" status: 200 len: 946 time: 0.0566974 Jan 28 04:13:41.198318 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2e57bbd2-df47-4392-b8f4-2cf4eb56a3e5 req-096e24c9-2500-4f29-bedb-0cd34d9af055 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=7acd6e2e-1ec8-4c52-9ffc-5d63e30bf13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461595 Jan 28 04:13:42.326026 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f75d1-1c32-4363-b3f1-fcd322c42c31 req-777d2032-9a4a-41ac-9b82-8168c1e66315 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:42.327503 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-779f75d1-1c32-4363-b3f1-fcd322c42c31 req-777d2032-9a4a-41ac-9b82-8168c1e66315 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c18bc311-04b0-4222-91dd-1765fec5c26d HTTP/1.1" status: 200 len: 946 time: 0.0545619 Jan 28 04:13:42.379269 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-779f75d1-1c32-4363-b3f1-fcd322c42c31 req-eaf73c90-f1ee-4cfc-8a4e-b700fcd2d67a tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=7acd6e2e-1ec8-4c52-9ffc-5d63e30bf13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450535 Jan 28 04:13:43.505629 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db2601-68ed-47ea-9e05-79b7316d47f9 req-29be080e-0ff1-48aa-b767-9fcabe869828 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:43.507120 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-99db2601-68ed-47ea-9e05-79b7316d47f9 req-29be080e-0ff1-48aa-b767-9fcabe869828 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c18bc311-04b0-4222-91dd-1765fec5c26d HTTP/1.1" status: 200 len: 946 time: 0.0569608 Jan 28 04:13:43.570040 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-99db2601-68ed-47ea-9e05-79b7316d47f9 req-914b4f7c-63d9-45e3-96ec-3ce5785d131f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=7acd6e2e-1ec8-4c52-9ffc-5d63e30bf13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550022 Jan 28 04:13:44.702305 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e7c44-9841-4155-a3b5-2dd801345639 req-dc580e8f-3e59-4bdc-b45f-d01e4e560a58 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:44.703796 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d49e7c44-9841-4155-a3b5-2dd801345639 req-dc580e8f-3e59-4bdc-b45f-d01e4e560a58 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c18bc311-04b0-4222-91dd-1765fec5c26d HTTP/1.1" status: 200 len: 946 time: 0.0512185 Jan 28 04:13:44.755124 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d49e7c44-9841-4155-a3b5-2dd801345639 req-b8ab35a5-7dff-4b09-ac2d-47d85d3144e9 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=7acd6e2e-1ec8-4c52-9ffc-5d63e30bf13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454319 Jan 28 04:13:45.884587 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad5b2a-57f0-48a1-9112-5d5e4a8f62b6 req-2378815a-ff20-46fd-bc7e-774a33258bf0 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:45.886282 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-46ad5b2a-57f0-48a1-9112-5d5e4a8f62b6 req-2378815a-ff20-46fd-bc7e-774a33258bf0 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c18bc311-04b0-4222-91dd-1765fec5c26d HTTP/1.1" status: 200 len: 946 time: 0.0571334 Jan 28 04:13:45.946996 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-46ad5b2a-57f0-48a1-9112-5d5e4a8f62b6 req-630e1704-e5e8-421a-b493-77d91cda1dd7 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=7acd6e2e-1ec8-4c52-9ffc-5d63e30bf13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522020 Jan 28 04:13:47.087669 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea26e7-6ff7-46e3-875a-c4902d06c022 req-97c046e6-12cf-48ee-b4e5-90d88b2eb729 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:47.089333 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-45ea26e7-6ff7-46e3-875a-c4902d06c022 req-97c046e6-12cf-48ee-b4e5-90d88b2eb729 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c18bc311-04b0-4222-91dd-1765fec5c26d HTTP/1.1" status: 200 len: 946 time: 0.0618179 Jan 28 04:13:47.139964 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-45ea26e7-6ff7-46e3-875a-c4902d06c022 req-8eb1df05-772a-4902-854e-5380133a2ccc tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=7acd6e2e-1ec8-4c52-9ffc-5d63e30bf13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439095 Jan 28 04:13:47.162764 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37544) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:13:47.231620 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-39cd0ede-28b2-4d62-8f83-7f8d0638e67c tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/floatingips/77762731-b528-4cb4-b3b6-9b212f0e633e HTTP/1.1" status: 200 len: 993 time: 0.0674958 Jan 28 04:13:58.348614 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b9922ee-1334-44e2-ac09-30954f086a3a req-fda1adcf-8491-4b83-b548-160318097112 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c18bc311-04b0-4222-91dd-1765fec5c26d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0451615 Jan 28 04:13:58.466794 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9922ee-1334-44e2-ac09-30954f086a3a req-ffe349a9-8092-47bc-80b3-99f2288a52b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:58.468913 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b9922ee-1334-44e2-ac09-30954f086a3a req-ffe349a9-8092-47bc-80b3-99f2288a52b5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8&device_id=c18bc311-04b0-4222-91dd-1765fec5c26d HTTP/1.1" status: 200 len: 1098 time: 0.0518544 Jan 28 04:13:58.580952 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9922ee-1334-44e2-ac09-30954f086a3a req-c2d16c51-2ef7-4b9c-9740-a3466006f58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:58.582471 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b9922ee-1334-44e2-ac09-30954f086a3a req-c2d16c51-2ef7-4b9c-9740-a3466006f58c service neutron] 10.222.0.39 "GET /v2.0/networks?id=8d54b77c-b8f6-426d-847b-e80a9c3e33fe HTTP/1.1" status: 200 len: 897 time: 0.0894470 Jan 28 04:13:58.655583 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b9922ee-1334-44e2-ac09-30954f086a3a req-4aa4ff33-6829-4518-8e14-86144418c825 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bae6b067-eab4-4aec-965f-693e7d93cf96 HTTP/1.1" status: 200 len: 1001 time: 0.0663171 Jan 28 04:13:58.705712 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9922ee-1334-44e2-ac09-30954f086a3a req-a9f6c04a-1bf1-4380-9c59-3239e2ce52b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:58.707187 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b9922ee-1334-44e2-ac09-30954f086a3a req-a9f6c04a-1bf1-4380-9c59-3239e2ce52b8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=90e4d71f-7369-435d-aac7-8d7616bc3d66 HTTP/1.1" status: 200 len: 835 time: 0.0459616 Jan 28 04:13:58.758907 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9922ee-1334-44e2-ac09-30954f086a3a req-e2cb60b7-1d67-4abd-a35d-168dcf78c788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:13:58.760908 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b9922ee-1334-44e2-ac09-30954f086a3a req-e2cb60b7-1d67-4abd-a35d-168dcf78c788 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8d54b77c-b8f6-426d-847b-e80a9c3e33fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480418 Jan 28 04:13:58.867135 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b9922ee-1334-44e2-ac09-30954f086a3a req-fd8557c9-df0e-4e5b-9d30-e6d00c7bdd39 service neutron] 10.222.0.39 "GET /v2.0/networks/8d54b77c-b8f6-426d-847b-e80a9c3e33fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971622 Jan 28 04:13:58.960887 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7b9922ee-1334-44e2-ac09-30954f086a3a req-7388dfd4-90cc-4864-b540-fda10747cd0e service neutron] 10.222.0.39 "GET /v2.0/networks/8d54b77c-b8f6-426d-847b-e80a9c3e33fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857947 Jan 28 04:13:59.771159 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:13:59.867166 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dfc8e1a3-233d-451f-bb75-005ed49f61da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:01.909732 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8469a359-3829-439b-9eca-977afbc96856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:03.707125 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:04.426780 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:05.162009 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:06.187513 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:13.299785 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:14:17.829988 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37558) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:14:17.994349 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-98924932-4ef4-4ee8-a286-60e3757352bf tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Deleting port d1ba0114-94e6-4550-958a-12f34ac16693 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:14:17.994606 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-98924932-4ef4-4ee8-a286-60e3757352bf tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (d1ba0114-94e6-4550-958a-12f34ac16693), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:18.071578 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-98924932-4ef4-4ee8-a286-60e3757352bf tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (d1ba0114-94e6-4550-958a-12f34ac16693), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:18.071878 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-98924932-4ef4-4ee8-a286-60e3757352bf tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for floatingip (d1ba0114-94e6-4550-958a-12f34ac16693), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:18.084614 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-98924932-4ef4-4ee8-a286-60e3757352bf tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Calling delete_port for d1ba0114-94e6-4550-958a-12f34ac16693 owned by network:floatingip {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:14:18.261621 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-98924932-4ef4-4ee8-a286-60e3757352bf tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (d1ba0114-94e6-4550-958a-12f34ac16693), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:18.285989 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98924932-4ef4-4ee8-a286-60e3757352bf tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event deleted for resources: {'Port': ['ID=d1ba0114-94e6-4550-958a-12f34ac16693,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:14:18.299294 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98924932-4ef4-4ee8-a286-60e3757352bf tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:18.299645 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98924932-4ef4-4ee8-a286-60e3757352bf tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:18.299987 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98924932-4ef4-4ee8-a286-60e3757352bf tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:18.300319 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98924932-4ef4-4ee8-a286-60e3757352bf tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:18.300648 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98924932-4ef4-4ee8-a286-60e3757352bf tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:18.300974 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98924932-4ef4-4ee8-a286-60e3757352bf tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:18.301338 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98924932-4ef4-4ee8-a286-60e3757352bf tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:18.301642 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98924932-4ef4-4ee8-a286-60e3757352bf tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:18.301969 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98924932-4ef4-4ee8-a286-60e3757352bf tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:18.302461 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98924932-4ef4-4ee8-a286-60e3757352bf tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:18.302652 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98924932-4ef4-4ee8-a286-60e3757352bf tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:18.302957 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98924932-4ef4-4ee8-a286-60e3757352bf tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:18.303273 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98924932-4ef4-4ee8-a286-60e3757352bf tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:18.359484 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-98924932-4ef4-4ee8-a286-60e3757352bf tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for floatingip (77762731-b528-4cb4-b3b6-9b212f0e633e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:18.359775 n-d-712139-27 neutron-server[109803]: INFO neutron.db.l3_db [None req-98924932-4ef4-4ee8-a286-60e3757352bf tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Floating IP 77762731-b528-4cb4-b3b6-9b212f0e633e disassociated (deleted). External IP: 172.25.0.52, port: bae6b067-eab4-4aec-965f-693e7d93cf96. Jan 28 04:14:18.565181 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98924932-4ef4-4ee8-a286-60e3757352bf tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Router 5419039d-fdb8-4e4a-b52d-68677428a261 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:14:18.668248 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98924932-4ef4-4ee8-a286-60e3757352bf tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:14:18.673779 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-98924932-4ef4-4ee8-a286-60e3757352bf tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:18.678787 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9e3fb3-9606-454f-95bd-2a3652d7165f None None] Sync routers for ids ['5419039d-fdb8-4e4a-b52d-68677428a261'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:14:18.688445 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9e3fb3-9606-454f-95bd-2a3652d7165f None None] Routers {'5419039d-fdb8-4e4a-b52d-68677428a261'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:14:18.689132 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-9a9e3fb3-9606-454f-95bd-2a3652d7165f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:14:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5419039d-fdb8-4e4a-b52d-68677428a261'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:14:18.704390 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-98924932-4ef4-4ee8-a286-60e3757352bf tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "DELETE /v2.0/floatingips/77762731-b528-4cb4-b3b6-9b212f0e633e HTTP/1.1" status: 204 len: 168 time: 0.8732300 Jan 28 04:14:18.705004 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c18bc311-04b0-4222-91dd-1765fec5c26d', 'tag': 'bae6b067-eab4-4aec-965f-693e7d93cf96'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:14:18.707284 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c67d9a-ed46-4d74-a555-1546b70d25ba" -d '{"events": [{"name": "network-changed", "server_uuid": "c18bc311-04b0-4222-91dd-1765fec5c26d", "tag": "bae6b067-eab4-4aec-965f-693e7d93cf96"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:14:18.749170 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827afc65-7ea8-4952-8785-a25c67e56d54 x-openstack-request-id: req-827afc65-7ea8-4952-8785-a25c67e56d54 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:14:18.749170 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c18bc311-04b0-4222-91dd-1765fec5c26d", "tag": "bae6b067-eab4-4aec-965f-693e7d93cf96", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:14:18.749463 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-827afc65-7ea8-4952-8785-a25c67e56d54 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:14:18.749798 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c18bc311-04b0-4222-91dd-1765fec5c26d', 'tag': 'bae6b067-eab4-4aec-965f-693e7d93cf96', 'status': 'completed', 'code': 200} Jan 28 04:14:18.804839 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-9a9e3fb3-9606-454f-95bd-2a3652d7165f None None] Set router 5419039d-fdb8-4e4a-b52d-68677428a261 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:14:18.892222 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c67d9a-ed46-4d74-a555-1546b70d25ba req-0743c04e-10b1-4a2f-92d3-04427c8eda1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:14:18.894626 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-00c67d9a-ed46-4d74-a555-1546b70d25ba req-0743c04e-10b1-4a2f-92d3-04427c8eda1b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8&device_id=c18bc311-04b0-4222-91dd-1765fec5c26d HTTP/1.1" status: 200 len: 1098 time: 0.1004767 Jan 28 04:14:18.946064 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0944a-a111-4bb8-b631-4fd6e434805f req-4a60bd85-5e1b-4aa2-81b3-46dec8c15ea4 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:14:18.947585 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-81e0944a-a111-4bb8-b631-4fd6e434805f req-4a60bd85-5e1b-4aa2-81b3-46dec8c15ea4 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c18bc311-04b0-4222-91dd-1765fec5c26d HTTP/1.1" status: 200 len: 946 time: 0.0480409 Jan 28 04:14:18.991805 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c67d9a-ed46-4d74-a555-1546b70d25ba req-a6e97511-fe96-4ce7-b516-8b96738a15fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:14:18.993326 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-00c67d9a-ed46-4d74-a555-1546b70d25ba req-a6e97511-fe96-4ce7-b516-8b96738a15fc service neutron] 10.222.0.39 "GET /v2.0/networks?id=8d54b77c-b8f6-426d-847b-e80a9c3e33fe HTTP/1.1" status: 200 len: 897 time: 0.0921338 Jan 28 04:14:18.998064 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-81e0944a-a111-4bb8-b631-4fd6e434805f req-bd4d5d6b-9a2f-4d2c-8f09-6798652b8d15 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=7acd6e2e-1ec8-4c52-9ffc-5d63e30bf13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438960 Jan 28 04:14:19.017351 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-9a9e3fb3-9606-454f-95bd-2a3652d7165f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5419039d-fdb8-4e4a-b52d-68677428a261', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660221811', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'c14801b5-8610-4f27-8b9f-82a269deba1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:12:38Z', 'updated_at': '2022-01-28T04:12:41Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': 'c14801b5-8610-4f27-8b9f-82a269deba1d', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:1b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5419039d-fdb8-4e4a-b52d-68677428a261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:12:38Z', 'updated_at': '2022-01-28T04:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '683b0c22-951e-48c1-a0d1-212c725ffa23', 'name': '', 'network_id': '8d54b77c-b8f6-426d-847b-e80a9c3e33fe', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'mac_address': 'fa:16:3e:1d:ab:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5419039d-fdb8-4e4a-b52d-68677428a261', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '90e4d71f-7369-435d-aac7-8d7616bc3d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:12:40Z', 'updated_at': '2022-01-28T04:12:44Z', 'revision_number': 5, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'subnets': [{'id': '90e4d71f-7369-435d-aac7-8d7616bc3d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:14:19.041372 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-00c67d9a-ed46-4d74-a555-1546b70d25ba req-daef79ef-1513-4906-a967-1ffffdaec2f9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bae6b067-eab4-4aec-965f-693e7d93cf96 HTTP/1.1" status: 200 len: 217 time: 0.0397396 Jan 28 04:14:19.044017 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9e3fb3-9606-454f-95bd-2a3652d7165f None None] Checking router: 5419039d-fdb8-4e4a-b52d-68677428a261 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:14:19.053183 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9e3fb3-9606-454f-95bd-2a3652d7165f None None] Routers {'5419039d-fdb8-4e4a-b52d-68677428a261'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:14:19.053183 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-9a9e3fb3-9606-454f-95bd-2a3652d7165f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:14:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5419039d-fdb8-4e4a-b52d-68677428a261'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:14:19.091165 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c67d9a-ed46-4d74-a555-1546b70d25ba req-5557bb9f-f587-4ea5-8d5b-f7ef3feee980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:14:19.092703 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-00c67d9a-ed46-4d74-a555-1546b70d25ba req-5557bb9f-f587-4ea5-8d5b-f7ef3feee980 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=90e4d71f-7369-435d-aac7-8d7616bc3d66 HTTP/1.1" status: 200 len: 835 time: 0.0446951 Jan 28 04:14:19.140311 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c67d9a-ed46-4d74-a555-1546b70d25ba req-979f9f80-4020-4da6-bda7-520ef43df708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:14:19.141973 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-00c67d9a-ed46-4d74-a555-1546b70d25ba req-979f9f80-4020-4da6-bda7-520ef43df708 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8d54b77c-b8f6-426d-847b-e80a9c3e33fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424261 Jan 28 04:14:19.157597 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-9a9e3fb3-9606-454f-95bd-2a3652d7165f None None] Set router 5419039d-fdb8-4e4a-b52d-68677428a261 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:14:19.236972 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-00c67d9a-ed46-4d74-a555-1546b70d25ba req-1e943966-2fec-415c-ace0-64b8851c1b6c service neutron] 10.222.0.39 "GET /v2.0/networks/8d54b77c-b8f6-426d-847b-e80a9c3e33fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887730 Jan 28 04:14:19.327167 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-00c67d9a-ed46-4d74-a555-1546b70d25ba req-30d3f80f-1eb3-4b6b-83c9-5aa70c698811 service neutron] 10.222.0.39 "GET /v2.0/networks/8d54b77c-b8f6-426d-847b-e80a9c3e33fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841544 Jan 28 04:14:19.360087 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-9a9e3fb3-9606-454f-95bd-2a3652d7165f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5419039d-fdb8-4e4a-b52d-68677428a261', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660221811', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'c14801b5-8610-4f27-8b9f-82a269deba1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:12:38Z', 'updated_at': '2022-01-28T04:12:41Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': 'c14801b5-8610-4f27-8b9f-82a269deba1d', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:1b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5419039d-fdb8-4e4a-b52d-68677428a261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:12:38Z', 'updated_at': '2022-01-28T04:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '683b0c22-951e-48c1-a0d1-212c725ffa23', 'name': '', 'network_id': '8d54b77c-b8f6-426d-847b-e80a9c3e33fe', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'mac_address': 'fa:16:3e:1d:ab:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5419039d-fdb8-4e4a-b52d-68677428a261', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '90e4d71f-7369-435d-aac7-8d7616bc3d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:12:40Z', 'updated_at': '2022-01-28T04:12:44Z', 'revision_number': 5, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'subnets': [{'id': '90e4d71f-7369-435d-aac7-8d7616bc3d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:14:19.390069 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9e3fb3-9606-454f-95bd-2a3652d7165f None None] The sync data for ids ['5419039d-fdb8-4e4a-b52d-68677428a261'] in n-d-712139-27 is: [{'id': '5419039d-fdb8-4e4a-b52d-68677428a261', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660221811', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'c14801b5-8610-4f27-8b9f-82a269deba1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:12:38Z', 'updated_at': '2022-01-28T04:12:41Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': 'c14801b5-8610-4f27-8b9f-82a269deba1d', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:1b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5419039d-fdb8-4e4a-b52d-68677428a261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:12:38Z', 'updated_at': '2022-01-28T04:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '683b0c22-951e-48c1-a0d1-212c725ffa23', 'name': '', 'network_id': '8d54b77c-b8f6-426d-847b-e80a9c3e33fe', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'mac_address': 'fa:16:3e:1d:ab:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5419039d-fdb8-4e4a-b52d-68677428a261', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '90e4d71f-7369-435d-aac7-8d7616bc3d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:12:40Z', 'updated_at': '2022-01-28T04:12:44Z', 'revision_number': 5, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'subnets': [{'id': '90e4d71f-7369-435d-aac7-8d7616bc3d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:14:19.615316 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff22bc3-c2fb-4fbd-976e-0418b941bce8 None None] New status for floating IP 77762731-b528-4cb4-b3b6-9b212f0e633e: DOWN {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:14:20.136914 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c2121-c1ce-472e-90ec-5e969d81d65b req-c468d7fc-1841-44fe-9118-e6a5d905872b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:14:20.138584 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6d1c2121-c1ce-472e-90ec-5e969d81d65b req-c468d7fc-1841-44fe-9118-e6a5d905872b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c18bc311-04b0-4222-91dd-1765fec5c26d HTTP/1.1" status: 200 len: 946 time: 0.0609272 Jan 28 04:14:20.194387 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6d1c2121-c1ce-472e-90ec-5e969d81d65b req-c4da7f18-097e-4e8f-adbb-e42ae517fc0b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=7acd6e2e-1ec8-4c52-9ffc-5d63e30bf13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500538 Jan 28 04:14:20.551592 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1190e-98eb-4eaa-b44b-39d4407440c1 req-99a96a91-f61f-4096-bc21-2645637d1751 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:14:20.553106 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-22d1190e-98eb-4eaa-b44b-39d4407440c1 req-99a96a91-f61f-4096-bc21-2645637d1751 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.39 "GET /v2.0/ports?device_id=c18bc311-04b0-4222-91dd-1765fec5c26d HTTP/1.1" status: 200 len: 946 time: 0.0516500 Jan 28 04:14:20.643937 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-22d1190e-98eb-4eaa-b44b-39d4407440c1 req-646256e9-4804-49a0-ab95-e508f4c8c4c3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Deleting port bae6b067-eab4-4aec-965f-693e7d93cf96 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:14:20.644229 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-22d1190e-98eb-4eaa-b44b-39d4407440c1 req-646256e9-4804-49a0-ab95-e508f4c8c4c3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (bae6b067-eab4-4aec-965f-693e7d93cf96), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:20.737179 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-22d1190e-98eb-4eaa-b44b-39d4407440c1 req-646256e9-4804-49a0-ab95-e508f4c8c4c3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] For port bae6b067-eab4-4aec-965f-693e7d93cf96, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=bae6b067-eab4-4aec-965f-693e7d93cf96,segment=NetworkSegment(1e9bb160-414f-4f51-9445-b261a05ec4f2),segment_id=1e9bb160-414f-4f51-9445-b261a05ec4f2)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:14:20.737442 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-22d1190e-98eb-4eaa-b44b-39d4407440c1 req-646256e9-4804-49a0-ab95-e508f4c8c4c3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (bae6b067-eab4-4aec-965f-693e7d93cf96), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:20.749466 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-22d1190e-98eb-4eaa-b44b-39d4407440c1 req-646256e9-4804-49a0-ab95-e508f4c8c4c3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Calling delete_port for bae6b067-eab4-4aec-965f-693e7d93cf96 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:14:20.902842 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-22d1190e-98eb-4eaa-b44b-39d4407440c1 req-646256e9-4804-49a0-ab95-e508f4c8c4c3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (bae6b067-eab4-4aec-965f-693e7d93cf96), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:20.932889 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646256e9-4804-49a0-ab95-e508f4c8c4c3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event deleted for resources: {'Port': ['ID=bae6b067-eab4-4aec-965f-693e7d93cf96,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:14:20.974430 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d1190e-98eb-4eaa-b44b-39d4407440c1 req-646256e9-4804-49a0-ab95-e508f4c8c4c3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] No DVR routers for this DVR port bae6b067-eab4-4aec-965f-693e7d93cf96 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:14:20.977294 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-22d1190e-98eb-4eaa-b44b-39d4407440c1 req-646256e9-4804-49a0-ab95-e508f4c8c4c3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:20.980667 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-22d1190e-98eb-4eaa-b44b-39d4407440c1 req-646256e9-4804-49a0-ab95-e508f4c8c4c3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.39 "DELETE /v2.0/ports/bae6b067-eab4-4aec-965f-693e7d93cf96 HTTP/1.1" status: 204 len: 173 time: 0.4225626 Jan 28 04:14:20.981125 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c18bc311-04b0-4222-91dd-1765fec5c26d', 'name': 'network-vif-deleted', 'tag': 'bae6b067-eab4-4aec-965f-693e7d93cf96'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:14:20.983429 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb1b03b-ee29-4326-808f-cdcb6ad7f5eb" -d '{"events": [{"server_uuid": "c18bc311-04b0-4222-91dd-1765fec5c26d", "name": "network-vif-deleted", "tag": "bae6b067-eab4-4aec-965f-693e7d93cf96"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:14:21.023413 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50aac992-3642-4173-9180-12cabefff610 x-openstack-request-id: req-50aac992-3642-4173-9180-12cabefff610 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:14:21.023622 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c18bc311-04b0-4222-91dd-1765fec5c26d", "name": "network-vif-deleted", "tag": "bae6b067-eab4-4aec-965f-693e7d93cf96", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:14:21.024004 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-50aac992-3642-4173-9180-12cabefff610 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:14:21.024443 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c18bc311-04b0-4222-91dd-1765fec5c26d', 'name': 'network-vif-deleted', 'tag': 'bae6b067-eab4-4aec-965f-693e7d93cf96', 'status': 'completed', 'code': 200} Jan 28 04:14:21.312141 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5b2cef5d-3691-42dd-b6a1-35c7ea3cbef3 req-06da85cf-b5e1-47ee-969d-04020a1e1f51 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c18bc311-04b0-4222-91dd-1765fec5c26d HTTP/1.1" status: 200 len: 210 time: 0.0280077 Jan 28 04:14:22.378504 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37576) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:14:23.083811 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-486bf8fd-bc0f-45cd-bd83-7a2a236d4733 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (5419039d-fdb8-4e4a-b52d-68677428a261), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:23.369255 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-486bf8fd-bc0f-45cd-bd83-7a2a236d4733 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Deleting port 683b0c22-951e-48c1-a0d1-212c725ffa23 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:14:23.369759 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-486bf8fd-bc0f-45cd-bd83-7a2a236d4733 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (683b0c22-951e-48c1-a0d1-212c725ffa23), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:23.473044 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-486bf8fd-bc0f-45cd-bd83-7a2a236d4733 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] For port 683b0c22-951e-48c1-a0d1-212c725ffa23, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=683b0c22-951e-48c1-a0d1-212c725ffa23,segment=NetworkSegment(1e9bb160-414f-4f51-9445-b261a05ec4f2),segment_id=1e9bb160-414f-4f51-9445-b261a05ec4f2)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:14:23.473834 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-486bf8fd-bc0f-45cd-bd83-7a2a236d4733 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (683b0c22-951e-48c1-a0d1-212c725ffa23), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:23.486276 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-486bf8fd-bc0f-45cd-bd83-7a2a236d4733 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Calling delete_port for 683b0c22-951e-48c1-a0d1-212c725ffa23 owned by network:router_interface {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:14:23.697059 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-486bf8fd-bc0f-45cd-bd83-7a2a236d4733 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (683b0c22-951e-48c1-a0d1-212c725ffa23), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:23.723834 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486bf8fd-bc0f-45cd-bd83-7a2a236d4733 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event deleted for resources: {'Port': ['ID=683b0c22-951e-48c1-a0d1-212c725ffa23,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:14:23.735656 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486bf8fd-bc0f-45cd-bd83-7a2a236d4733 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:23.736018 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486bf8fd-bc0f-45cd-bd83-7a2a236d4733 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:23.736387 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486bf8fd-bc0f-45cd-bd83-7a2a236d4733 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:23.736728 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486bf8fd-bc0f-45cd-bd83-7a2a236d4733 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:23.737064 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486bf8fd-bc0f-45cd-bd83-7a2a236d4733 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:23.737426 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486bf8fd-bc0f-45cd-bd83-7a2a236d4733 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:23.737749 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486bf8fd-bc0f-45cd-bd83-7a2a236d4733 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:23.738078 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486bf8fd-bc0f-45cd-bd83-7a2a236d4733 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:23.738412 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486bf8fd-bc0f-45cd-bd83-7a2a236d4733 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:23.738739 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486bf8fd-bc0f-45cd-bd83-7a2a236d4733 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:23.739053 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486bf8fd-bc0f-45cd-bd83-7a2a236d4733 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:23.739388 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486bf8fd-bc0f-45cd-bd83-7a2a236d4733 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:23.739706 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486bf8fd-bc0f-45cd-bd83-7a2a236d4733 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:23.930751 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-486bf8fd-bc0f-45cd-bd83-7a2a236d4733 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (5419039d-fdb8-4e4a-b52d-68677428a261), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:24.148737 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-486bf8fd-bc0f-45cd-bd83-7a2a236d4733 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Router 5419039d-fdb8-4e4a-b52d-68677428a261 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:14:24.259315 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486bf8fd-bc0f-45cd-bd83-7a2a236d4733 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:14:24.265198 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-486bf8fd-bc0f-45cd-bd83-7a2a236d4733 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "PUT /v2.0/routers/5419039d-fdb8-4e4a-b52d-68677428a261/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8855104 Jan 28 04:14:24.267997 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37578) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:14:24.269810 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ca864d-36a0-4ae8-a05e-dcf54881a9cc None None] Sync routers for ids ['5419039d-fdb8-4e4a-b52d-68677428a261'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:14:24.281316 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ca864d-36a0-4ae8-a05e-dcf54881a9cc None None] Routers {'5419039d-fdb8-4e4a-b52d-68677428a261'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:14:24.281970 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-35ca864d-36a0-4ae8-a05e-dcf54881a9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:14:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5419039d-fdb8-4e4a-b52d-68677428a261'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:14:24.323678 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-e85d02f2-3737-4b1e-b0e4-8011ac2023ff tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Deleting subnet 90e4d71f-7369-435d-aac7-8d7616bc3d66 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:14:24.327098 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e85d02f2-3737-4b1e-b0e4-8011ac2023ff tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for subnet (90e4d71f-7369-435d-aac7-8d7616bc3d66), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:24.371192 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e85d02f2-3737-4b1e-b0e4-8011ac2023ff tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (90e4d71f-7369-435d-aac7-8d7616bc3d66), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:24.392143 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-35ca864d-36a0-4ae8-a05e-dcf54881a9cc None None] Set router 5419039d-fdb8-4e4a-b52d-68677428a261 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:14:24.456614 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e85d02f2-3737-4b1e-b0e4-8011ac2023ff tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (90e4d71f-7369-435d-aac7-8d7616bc3d66), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:24.524964 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e85d02f2-3737-4b1e-b0e4-8011ac2023ff tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (90e4d71f-7369-435d-aac7-8d7616bc3d66), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:24.556847 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e85d02f2-3737-4b1e-b0e4-8011ac2023ff tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:24.560016 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e85d02f2-3737-4b1e-b0e4-8011ac2023ff tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "DELETE /v2.0/subnets/90e4d71f-7369-435d-aac7-8d7616bc3d66 HTTP/1.1" status: 204 len: 168 time: 0.2907889 Jan 28 04:14:24.561280 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d02f2-3737-4b1e-b0e4-8011ac2023ff tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event deleted for resources: {'Subnet': ['ID=90e4d71f-7369-435d-aac7-8d7616bc3d66,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:14:24.563005 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37580) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:14:24.573609 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779768c0-e8ad-4f75-8768-8f86b238735e None None] Network 8d54b77c-b8f6-426d-847b-e80a9c3e33fe requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:14:24.677571 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-35ca864d-36a0-4ae8-a05e-dcf54881a9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5419039d-fdb8-4e4a-b52d-68677428a261', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660221811', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'c14801b5-8610-4f27-8b9f-82a269deba1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:12:38Z', 'updated_at': '2022-01-28T04:14:23Z', 'revision_number': 5, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': 'c14801b5-8610-4f27-8b9f-82a269deba1d', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:1b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5419039d-fdb8-4e4a-b52d-68677428a261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:12:38Z', 'updated_at': '2022-01-28T04:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:14:24.707208 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ca864d-36a0-4ae8-a05e-dcf54881a9cc None None] Checking router: 5419039d-fdb8-4e4a-b52d-68677428a261 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:14:24.720690 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ca864d-36a0-4ae8-a05e-dcf54881a9cc None None] Routers {'5419039d-fdb8-4e4a-b52d-68677428a261'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:14:24.721372 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-35ca864d-36a0-4ae8-a05e-dcf54881a9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:14:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['5419039d-fdb8-4e4a-b52d-68677428a261'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:14:24.762296 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c74fc6-42a7-4cb8-a21a-5f2317f8e96b None None] DHCP port deletion for 8d54b77c-b8f6-426d-847b-e80a9c3e33fe request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:14:24.863421 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-35ca864d-36a0-4ae8-a05e-dcf54881a9cc None None] Set router 5419039d-fdb8-4e4a-b52d-68677428a261 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:14:24.926019 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-b7c74fc6-42a7-4cb8-a21a-5f2317f8e96b None None] Deleting port 806980db-e91b-47b0-ac39-c198f54bf848 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:14:24.926390 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7c74fc6-42a7-4cb8-a21a-5f2317f8e96b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (806980db-e91b-47b0-ac39-c198f54bf848), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:25.003176 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5463ca57-a579-43b5-9993-76153f58a367 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for router (5419039d-fdb8-4e4a-b52d-68677428a261), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:25.111642 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5463ca57-a579-43b5-9993-76153f58a367 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for router_gateway (5419039d-fdb8-4e4a-b52d-68677428a261), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:25.173874 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-5463ca57-a579-43b5-9993-76153f58a367 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Deleting port c14801b5-8610-4f27-8b9f-82a269deba1d {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:14:25.174118 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5463ca57-a579-43b5-9993-76153f58a367 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (c14801b5-8610-4f27-8b9f-82a269deba1d), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:25.217386 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-b7c74fc6-42a7-4cb8-a21a-5f2317f8e96b None None] For port 806980db-e91b-47b0-ac39-c198f54bf848, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=806980db-e91b-47b0-ac39-c198f54bf848,segment=NetworkSegment(1e9bb160-414f-4f51-9445-b261a05ec4f2),segment_id=1e9bb160-414f-4f51-9445-b261a05ec4f2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:14:25.217809 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7c74fc6-42a7-4cb8-a21a-5f2317f8e96b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (806980db-e91b-47b0-ac39-c198f54bf848), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:25.240702 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-b7c74fc6-42a7-4cb8-a21a-5f2317f8e96b None None] Calling delete_port for 806980db-e91b-47b0-ac39-c198f54bf848 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:14:25.255820 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-5463ca57-a579-43b5-9993-76153f58a367 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] For port c14801b5-8610-4f27-8b9f-82a269deba1d, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=c14801b5-8610-4f27-8b9f-82a269deba1d,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:14:25.256190 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5463ca57-a579-43b5-9993-76153f58a367 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (c14801b5-8610-4f27-8b9f-82a269deba1d), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:25.269091 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-5463ca57-a579-43b5-9993-76153f58a367 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Calling delete_port for c14801b5-8610-4f27-8b9f-82a269deba1d owned by network:router_gateway {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:14:25.344698 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-35ca864d-36a0-4ae8-a05e-dcf54881a9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5419039d-fdb8-4e4a-b52d-68677428a261', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660221811', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'c14801b5-8610-4f27-8b9f-82a269deba1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:12:38Z', 'updated_at': '2022-01-28T04:14:23Z', 'revision_number': 5, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': 'c14801b5-8610-4f27-8b9f-82a269deba1d', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:1b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5419039d-fdb8-4e4a-b52d-68677428a261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:12:38Z', 'updated_at': '2022-01-28T04:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:14:25.375601 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ca864d-36a0-4ae8-a05e-dcf54881a9cc None None] The sync data for ids ['5419039d-fdb8-4e4a-b52d-68677428a261'] in n-d-712139-27 is: [{'id': '5419039d-fdb8-4e4a-b52d-68677428a261', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660221811', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'c14801b5-8610-4f27-8b9f-82a269deba1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:12:38Z', 'updated_at': '2022-01-28T04:14:23Z', 'revision_number': 5, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': 'c14801b5-8610-4f27-8b9f-82a269deba1d', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:1b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5419039d-fdb8-4e4a-b52d-68677428a261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:12:38Z', 'updated_at': '2022-01-28T04:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:14:25.378713 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7c74fc6-42a7-4cb8-a21a-5f2317f8e96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (806980db-e91b-47b0-ac39-c198f54bf848), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:25.403595 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c74fc6-42a7-4cb8-a21a-5f2317f8e96b None None] Pushing event deleted for resources: {'Port': ['ID=806980db-e91b-47b0-ac39-c198f54bf848,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:14:25.412006 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c74fc6-42a7-4cb8-a21a-5f2317f8e96b None None] No DVR routers for this DVR port 806980db-e91b-47b0-ac39-c198f54bf848 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:14:25.414239 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c74fc6-42a7-4cb8-a21a-5f2317f8e96b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:25.414990 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c74fc6-42a7-4cb8-a21a-5f2317f8e96b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:25.414990 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c74fc6-42a7-4cb8-a21a-5f2317f8e96b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:25.415258 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c74fc6-42a7-4cb8-a21a-5f2317f8e96b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:25.415585 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c74fc6-42a7-4cb8-a21a-5f2317f8e96b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:25.415921 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c74fc6-42a7-4cb8-a21a-5f2317f8e96b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:25.416249 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c74fc6-42a7-4cb8-a21a-5f2317f8e96b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:25.416572 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c74fc6-42a7-4cb8-a21a-5f2317f8e96b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:25.416898 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c74fc6-42a7-4cb8-a21a-5f2317f8e96b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:25.417355 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c74fc6-42a7-4cb8-a21a-5f2317f8e96b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:25.417585 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c74fc6-42a7-4cb8-a21a-5f2317f8e96b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:25.417909 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c74fc6-42a7-4cb8-a21a-5f2317f8e96b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:25.418234 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c74fc6-42a7-4cb8-a21a-5f2317f8e96b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:25.447593 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5463ca57-a579-43b5-9993-76153f58a367 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (c14801b5-8610-4f27-8b9f-82a269deba1d), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:25.473651 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device bae6b067-eab4-4aec-965f-693e7d93cf96 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:14:25.479448 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463ca57-a579-43b5-9993-76153f58a367 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event deleted for resources: {'Port': ['ID=c14801b5-8610-4f27-8b9f-82a269deba1d,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:14:25.494287 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: bae6b067-eab4-4aec-965f-693e7d93cf96 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:14:25.495315 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device bae6b067-eab4-4aec-965f-693e7d93cf96 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:14:25.543960 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5463ca57-a579-43b5-9993-76153f58a367 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (5419039d-fdb8-4e4a-b52d-68677428a261), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:25.635324 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5463ca57-a579-43b5-9993-76153f58a367 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (5419039d-fdb8-4e4a-b52d-68677428a261), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:25.637631 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5463ca57-a579-43b5-9993-76153f58a367 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for router_controller (5419039d-fdb8-4e4a-b52d-68677428a261), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:25.682674 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5463ca57-a579-43b5-9993-76153f58a367 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (5419039d-fdb8-4e4a-b52d-68677428a261), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:25.683074 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5463ca57-a579-43b5-9993-76153f58a367 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Fanout notify agent at l3_agent the message router_deleted on router 5419039d-fdb8-4e4a-b52d-68677428a261 {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:14:25.689606 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5463ca57-a579-43b5-9993-76153f58a367 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:25.690707 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5463ca57-a579-43b5-9993-76153f58a367 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "DELETE /v2.0/routers/5419039d-fdb8-4e4a-b52d-68677428a261 HTTP/1.1" status: 204 len: 168 time: 1.1267266 Jan 28 04:14:25.693895 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37582) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:14:25.776823 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7a379af5-cfe3-4f37-bea2-565821d287f1 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (8d54b77c-b8f6-426d-847b-e80a9c3e33fe), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:25.876902 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7a379af5-cfe3-4f37-bea2-565821d287f1 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (8d54b77c-b8f6-426d-847b-e80a9c3e33fe), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:25.900379 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-7a379af5-cfe3-4f37-bea2-565821d287f1 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d54b77c-b8f6-426d-847b-e80a9c3e33fe']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:14:25.910346 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-7a379af5-cfe3-4f37-bea2-565821d287f1 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e9bb160-414f-4f51-9445-b261a05ec4f2') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:14:25.910773 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-7a379af5-cfe3-4f37-bea2-565821d287f1 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e9bb160-414f-4f51-9445-b261a05ec4f2') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:14:25.921609 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7a379af5-cfe3-4f37-bea2-565821d287f1 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (1e9bb160-414f-4f51-9445-b261a05ec4f2), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:25.939809 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7a379af5-cfe3-4f37-bea2-565821d287f1 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (1e9bb160-414f-4f51-9445-b261a05ec4f2), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:25.949451 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a379af5-cfe3-4f37-bea2-565821d287f1 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:14:25.950344 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7a379af5-cfe3-4f37-bea2-565821d287f1 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (1e9bb160-414f-4f51-9445-b261a05ec4f2), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:25.954069 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 04:14:25.954069 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:14:25.954069 n-d-712139-27 neutron-server[109803]: timer() Jan 28 04:14:25.954069 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:14:25.954069 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 04:14:25.954069 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:14:25.954069 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 04:14:25.954069 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:14:25.954069 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 04:14:25.954069 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:14:25.954069 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 04:14:25.954069 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:14:25.954069 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 04:14:25.954069 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:14:25.954069 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:14:25.954069 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:14:25.954069 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:14:25.954069 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:14:25.954069 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 04:14:25.954069 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:14:25.954069 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 04:14:25.954069 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:14:25.954069 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:14:25.954069 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:14:25.954069 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 04:14:25.954069 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:14:25.954069 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:14:25.954069 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:14:25.954069 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:14:25.954069 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:14:25.954069 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:14:25.954069 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:14:26.019567 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7a379af5-cfe3-4f37-bea2-565821d287f1 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (8d54b77c-b8f6-426d-847b-e80a9c3e33fe), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:26.026961 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7a379af5-cfe3-4f37-bea2-565821d287f1 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:26.030110 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7a379af5-cfe3-4f37-bea2-565821d287f1 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "DELETE /v2.0/networks/8d54b77c-b8f6-426d-847b-e80a9c3e33fe HTTP/1.1" status: 204 len: 168 time: 0.3352261 Jan 28 04:14:26.033606 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37584) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:14:26.042341 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a379af5-cfe3-4f37-bea2-565821d287f1 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event deleted for resources: {'Network': ['ID=8d54b77c-b8f6-426d-847b-e80a9c3e33fe,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:14:26.101006 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7675d9f4-1b36-4426-a656-7c2437fd5540 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group (7acd6e2e-1ec8-4c52-9ffc-5d63e30bf13c), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:26.127638 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7675d9f4-1b36-4426-a656-7c2437fd5540 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group (7acd6e2e-1ec8-4c52-9ffc-5d63e30bf13c), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:26.203286 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7675d9f4-1b36-4426-a656-7c2437fd5540 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (7acd6e2e-1ec8-4c52-9ffc-5d63e30bf13c), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:26.205817 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7675d9f4-1b36-4426-a656-7c2437fd5540 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:26.207006 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7675d9f4-1b36-4426-a656-7c2437fd5540 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "DELETE /v2.0/security-groups/7acd6e2e-1ec8-4c52-9ffc-5d63e30bf13c HTTP/1.1" status: 204 len: 168 time: 0.1723173 Jan 28 04:14:26.217210 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675d9f4-1b36-4426-a656-7c2437fd5540 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7acd6e2e-1ec8-4c52-9ffc-5d63e30bf13c,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:14:26.500608 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37590) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:14:26.505573 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-bc3ddc2d-4e6d-4380-83eb-188dd5ca88d1 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-163163023', 'description': 'tempest-secgroup-smoke-163163023 description', 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:14:26.531052 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bc3ddc2d-4e6d-4380-83eb-188dd5ca88d1 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:26.542270 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 806980db-e91b-47b0-ac39-c198f54bf848 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:14:26.565022 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 806980db-e91b-47b0-ac39-c198f54bf848 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:14:26.565462 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 806980db-e91b-47b0-ac39-c198f54bf848 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:14:26.565786 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c14801b5-8610-4f27-8b9f-82a269deba1d no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:14:26.585271 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: c14801b5-8610-4f27-8b9f-82a269deba1d {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:14:26.585271 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device c14801b5-8610-4f27-8b9f-82a269deba1d not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:14:26.586576 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 683b0c22-951e-48c1-a0d1-212c725ffa23 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:14:26.603301 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bc3ddc2d-4e6d-4380-83eb-188dd5ca88d1 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group (df48ec05-d31b-4c54-b6f8-4a631e0e195b), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:26.604371 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 683b0c22-951e-48c1-a0d1-212c725ffa23 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:14:26.604718 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 683b0c22-951e-48c1-a0d1-212c725ffa23 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:14:26.607999 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bc3ddc2d-4e6d-4380-83eb-188dd5ca88d1 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (df48ec05-d31b-4c54-b6f8-4a631e0e195b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:26.635411 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bc3ddc2d-4e6d-4380-83eb-188dd5ca88d1 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:26.636649 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-bc3ddc2d-4e6d-4380-83eb-188dd5ca88d1 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1348305 Jan 28 04:14:26.639967 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37592) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:14:26.641052 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ddc2d-4e6d-4380-83eb-188dd5ca88d1 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df48ec05-d31b-4c54-b6f8-4a631e0e195b,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:14:26.644718 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-c9c63fda-f36e-4647-b96c-75b2bc95f48b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'security_group_rule': {'security_group_id': 'df48ec05-d31b-4c54-b6f8-4a631e0e195b', 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:14:26.674480 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c9c63fda-f36e-4647-b96c-75b2bc95f48b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (55fbfe03-e340-4b5c-a7c7-140655b321cf), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:26.721835 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c9c63fda-f36e-4647-b96c-75b2bc95f48b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (55fbfe03-e340-4b5c-a7c7-140655b321cf), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:26.727545 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c9c63fda-f36e-4647-b96c-75b2bc95f48b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (55fbfe03-e340-4b5c-a7c7-140655b321cf), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:26.752960 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c63fda-f36e-4647-b96c-75b2bc95f48b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55fbfe03-e340-4b5c-a7c7-140655b321cf,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:14:26.762635 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c9c63fda-f36e-4647-b96c-75b2bc95f48b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:26.764243 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c9c63fda-f36e-4647-b96c-75b2bc95f48b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1231515 Jan 28 04:14:26.767367 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37594) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:14:26.772285 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-92f52a23-eb0a-460f-b032-095dc49a825e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'security_group_rule': {'security_group_id': 'df48ec05-d31b-4c54-b6f8-4a631e0e195b', 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:14:26.800993 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-92f52a23-eb0a-460f-b032-095dc49a825e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (8a3398a3-7835-4474-ab97-0260cd95f81d), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:26.860121 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-92f52a23-eb0a-460f-b032-095dc49a825e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (8a3398a3-7835-4474-ab97-0260cd95f81d), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:26.865564 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-92f52a23-eb0a-460f-b032-095dc49a825e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (8a3398a3-7835-4474-ab97-0260cd95f81d), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:26.884061 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f52a23-eb0a-460f-b032-095dc49a825e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a3398a3-7835-4474-ab97-0260cd95f81d,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:14:26.892324 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-92f52a23-eb0a-460f-b032-095dc49a825e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:26.896939 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-92f52a23-eb0a-460f-b032-095dc49a825e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1251898 Jan 28 04:14:26.898351 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37596) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:14:26.902887 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-69004633-16e4-485c-9686-c3de69d9e0fb tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'security_group_rule': {'security_group_id': 'df48ec05-d31b-4c54-b6f8-4a631e0e195b', 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:14:26.931153 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-69004633-16e4-485c-9686-c3de69d9e0fb tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (42ebf98d-860b-4faf-bcc8-27be98aa57a6), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:26.995561 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-69004633-16e4-485c-9686-c3de69d9e0fb tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (42ebf98d-860b-4faf-bcc8-27be98aa57a6), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:27.000564 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-69004633-16e4-485c-9686-c3de69d9e0fb tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (42ebf98d-860b-4faf-bcc8-27be98aa57a6), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:27.020663 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69004633-16e4-485c-9686-c3de69d9e0fb tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ebf98d-860b-4faf-bcc8-27be98aa57a6,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:14:27.026839 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-69004633-16e4-485c-9686-c3de69d9e0fb tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:27.028326 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-69004633-16e4-485c-9686-c3de69d9e0fb tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1287019 Jan 28 04:14:27.031216 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37598) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:14:27.035929 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-bf14e560-f5f2-43e4-a23a-885c18ca1490 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'security_group_rule': {'security_group_id': 'df48ec05-d31b-4c54-b6f8-4a631e0e195b', 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:14:27.064999 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bf14e560-f5f2-43e4-a23a-885c18ca1490 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (7d57ce43-38b8-4841-9a04-9dff48673dad), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:27.130795 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bf14e560-f5f2-43e4-a23a-885c18ca1490 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (7d57ce43-38b8-4841-9a04-9dff48673dad), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:27.137065 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bf14e560-f5f2-43e4-a23a-885c18ca1490 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (7d57ce43-38b8-4841-9a04-9dff48673dad), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:27.155704 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf14e560-f5f2-43e4-a23a-885c18ca1490 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d57ce43-38b8-4841-9a04-9dff48673dad,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:14:27.161739 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bf14e560-f5f2-43e4-a23a-885c18ca1490 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:27.165487 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-bf14e560-f5f2-43e4-a23a-885c18ca1490 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1305983 Jan 28 04:14:27.165883 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37600) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:14:27.170930 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-0f9ae713-8319-43aa-8276-9a54ff6a427e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'security_group_rule': {'security_group_id': 'df48ec05-d31b-4c54-b6f8-4a631e0e195b', 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:14:27.192323 n-d-712139-27 neutron-server[109802]: INFO neutron.db.securitygroups_db [None req-0f9ae713-8319-43aa-8276-9a54ff6a427e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Project 754ca6d54d2d43c4af16b7000ddbc7c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 04:14:27.197818 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0f9ae713-8319-43aa-8276-9a54ff6a427e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (a7a4ec25-017d-45d9-8af7-be1a45938b39), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:27.263696 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0f9ae713-8319-43aa-8276-9a54ff6a427e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (a7a4ec25-017d-45d9-8af7-be1a45938b39), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:27.268882 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0f9ae713-8319-43aa-8276-9a54ff6a427e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (a7a4ec25-017d-45d9-8af7-be1a45938b39), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:27.286917 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ae713-8319-43aa-8276-9a54ff6a427e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7a4ec25-017d-45d9-8af7-be1a45938b39,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:14:27.296593 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0f9ae713-8319-43aa-8276-9a54ff6a427e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:27.297902 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0f9ae713-8319-43aa-8276-9a54ff6a427e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1309917 Jan 28 04:14:27.300668 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37602) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:14:27.305409 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-bce62727-50f2-4a87-9eda-d9352b7039e5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'security_group_rule': {'security_group_id': 'df48ec05-d31b-4c54-b6f8-4a631e0e195b', 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:14:27.327698 n-d-712139-27 neutron-server[109802]: INFO neutron.db.securitygroups_db [None req-bce62727-50f2-4a87-9eda-d9352b7039e5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Project 754ca6d54d2d43c4af16b7000ddbc7c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 04:14:27.333106 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bce62727-50f2-4a87-9eda-d9352b7039e5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (15591035-c473-4923-bacf-c0cb3897efc8), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:27.393128 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bce62727-50f2-4a87-9eda-d9352b7039e5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (15591035-c473-4923-bacf-c0cb3897efc8), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:27.398201 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bce62727-50f2-4a87-9eda-d9352b7039e5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (15591035-c473-4923-bacf-c0cb3897efc8), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:27.415395 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce62727-50f2-4a87-9eda-d9352b7039e5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15591035-c473-4923-bacf-c0cb3897efc8,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:14:27.424628 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bce62727-50f2-4a87-9eda-d9352b7039e5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:27.425891 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-bce62727-50f2-4a87-9eda-d9352b7039e5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1242580 Jan 28 04:14:27.429865 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37604) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:14:27.435066 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-66b9604a-ecf0-4cb4-abe0-41695a9a7c63 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'network': {'name': 'tempest-network-smoke--821575009', 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'port_security_enabled': True}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:14:27.455779 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b9604a-ecf0-4cb4-abe0-41695a9a7c63 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Made reservation on behalf of 754ca6d54d2d43c4af16b7000ddbc7c8 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:14:27.459105 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66b9604a-ecf0-4cb4-abe0-41695a9a7c63 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:27.486176 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66b9604a-ecf0-4cb4-abe0-41695a9a7c63 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:14:27.496172 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66b9604a-ecf0-4cb4-abe0-41695a9a7c63 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (48c5e643-8605-4803-8146-e6b82b592654), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:27.496554 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-66b9604a-ecf0-4cb4-abe0-41695a9a7c63 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Added segment 48c5e643-8605-4803-8146-e6b82b592654 of type vlan for network 0905a721-6652-495b-bb14-fbf3c4ebbcb2 Jan 28 04:14:27.537745 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66b9604a-ecf0-4cb4-abe0-41695a9a7c63 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (0905a721-6652-495b-bb14-fbf3c4ebbcb2), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:27.572629 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66b9604a-ecf0-4cb4-abe0-41695a9a7c63 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (0905a721-6652-495b-bb14-fbf3c4ebbcb2), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:27.580605 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b9604a-ecf0-4cb4-abe0-41695a9a7c63 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:14:27.581529 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66b9604a-ecf0-4cb4-abe0-41695a9a7c63 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:27.642774 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-66b9604a-ecf0-4cb4-abe0-41695a9a7c63 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2117560 Jan 28 04:14:27.645548 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37606) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:14:27.652002 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-863af7b7-377b-490d-a0bd-84e4b2970eab tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2016307485', 'admin_state_up': True, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:14:27.665032 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b9604a-ecf0-4cb4-abe0-41695a9a7c63 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'Network': ['ID=0905a721-6652-495b-bb14-fbf3c4ebbcb2,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:14:27.677946 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 0905a721-6652-495b-bb14-fbf3c4ebbcb2 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:14:27.684676 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-863af7b7-377b-490d-a0bd-84e4b2970eab tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (cc47e686-c6e7-4949-bedc-9b8cc984e886), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:27.685869 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-863af7b7-377b-490d-a0bd-84e4b2970eab tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (cc47e686-c6e7-4949-bedc-9b8cc984e886), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:27.740712 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-863af7b7-377b-490d-a0bd-84e4b2970eab tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for router_controller (cc47e686-c6e7-4949-bedc-9b8cc984e886), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:27.880333 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-863af7b7-377b-490d-a0bd-84e4b2970eab tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for router_gateway (cc47e686-c6e7-4949-bedc-9b8cc984e886), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:28.090795 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-863af7b7-377b-490d-a0bd-84e4b2970eab tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for router_gateway (cc47e686-c6e7-4949-bedc-9b8cc984e886), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:28.109730 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-863af7b7-377b-490d-a0bd-84e4b2970eab tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:28.213752 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-863af7b7-377b-490d-a0bd-84e4b2970eab tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Allocated IP 172.25.0.116 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/f090a808-aa43-4046-9eeb-1682ced36b37) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:14:28.321784 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-863af7b7-377b-490d-a0bd-84e4b2970eab tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for port (f090a808-aa43-4046-9eeb-1682ced36b37), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:28.358952 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-863af7b7-377b-490d-a0bd-84e4b2970eab tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (f090a808-aa43-4046-9eeb-1682ced36b37), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:28.395080 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863af7b7-377b-490d-a0bd-84e4b2970eab tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:14:28.398183 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-863af7b7-377b-490d-a0bd-84e4b2970eab tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:14:28.401674 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863af7b7-377b-490d-a0bd-84e4b2970eab tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:14:28.432173 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863af7b7-377b-490d-a0bd-84e4b2970eab tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'Port': ['ID=f090a808-aa43-4046-9eeb-1682ced36b37,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:14:28.688533 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-863af7b7-377b-490d-a0bd-84e4b2970eab tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for router_gateway (cc47e686-c6e7-4949-bedc-9b8cc984e886), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:28.910324 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-863af7b7-377b-490d-a0bd-84e4b2970eab tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (cc47e686-c6e7-4949-bedc-9b8cc984e886), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:29.057343 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863af7b7-377b-490d-a0bd-84e4b2970eab tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Router cc47e686-c6e7-4949-bedc-9b8cc984e886 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:14:29.167368 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863af7b7-377b-490d-a0bd-84e4b2970eab tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:14:29.179303 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36283f7-d4fd-4b12-b194-d25a4fd4f166 None None] Sync routers for ids ['cc47e686-c6e7-4949-bedc-9b8cc984e886'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:14:29.190101 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36283f7-d4fd-4b12-b194-d25a4fd4f166 None None] Routers {'cc47e686-c6e7-4949-bedc-9b8cc984e886'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:14:29.190319 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-863af7b7-377b-490d-a0bd-84e4b2970eab tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:29.190747 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-e36283f7-d4fd-4b12-b194-d25a4fd4f166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:14:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['cc47e686-c6e7-4949-bedc-9b8cc984e886'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:14:29.191606 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-863af7b7-377b-490d-a0bd-84e4b2970eab tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5451066 Jan 28 04:14:29.194807 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37608) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:14:29.222801 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-44e022ec-798f-4a29-967c-21a43cf55e9e tempest-TestNetworkAdvancedServerOps-1560678165 tempest-TestNetworkAdvancedServerOps-1560678165-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=754ca6d54d2d43c4af16b7000ddbc7c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268960 Jan 28 04:14:29.226167 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37610) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:14:29.300300 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-e36283f7-d4fd-4b12-b194-d25a4fd4f166 None None] Set router cc47e686-c6e7-4949-bedc-9b8cc984e886 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:14:29.318494 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eac5ec0-1f43-47d3-88c6-c42c11deb91e tempest-TestNetworkAdvancedServerOps-1560678165 tempest-TestNetworkAdvancedServerOps-1560678165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:14:29.320014 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8eac5ec0-1f43-47d3-88c6-c42c11deb91e tempest-TestNetworkAdvancedServerOps-1560678165 tempest-TestNetworkAdvancedServerOps-1560678165-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0929315 Jan 28 04:14:29.322942 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37612) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:14:29.351525 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7321921c-4dff-4d71-8c1a-a55c89ab2aeb tempest-TestNetworkAdvancedServerOps-1560678165 tempest-TestNetworkAdvancedServerOps-1560678165-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=8f7dc9c9-eaf1-4339-a2e3-884554154641&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275006 Jan 28 04:14:29.354147 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37614) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:14:29.359107 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-79c312bb-0c04-444f-8b20-db1103d41d53 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1249955138', 'network_id': '0905a721-6652-495b-bb14-fbf3c4ebbcb2', 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:14:29.450869 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c312bb-0c04-444f-8b20-db1103d41d53 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Made reservation on behalf of 754ca6d54d2d43c4af16b7000ddbc7c8 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:14:29.454266 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-79c312bb-0c04-444f-8b20-db1103d41d53 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:29.480090 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-e36283f7-d4fd-4b12-b194-d25a4fd4f166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc47e686-c6e7-4949-bedc-9b8cc984e886', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016307485', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'f090a808-aa43-4046-9eeb-1682ced36b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:14:27Z', 'updated_at': '2022-01-28T04:14:28Z', 'revision_number': 3, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': 'f090a808-aa43-4046-9eeb-1682ced36b37', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:65:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc47e686-c6e7-4949-bedc-9b8cc984e886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:14:28Z', 'updated_at': '2022-01-28T04:14:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:14:29.510233 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36283f7-d4fd-4b12-b194-d25a4fd4f166 None None] Checking router: cc47e686-c6e7-4949-bedc-9b8cc984e886 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:14:29.510618 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36283f7-d4fd-4b12-b194-d25a4fd4f166 None None] Updating router cc47e686-c6e7-4949-bedc-9b8cc984e886 port f090a808-aa43-4046-9eeb-1682ced36b37 binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:14:29.535247 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-e36283f7-d4fd-4b12-b194-d25a4fd4f166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f090a808-aa43-4046-9eeb-1682ced36b37), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:29.642907 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-79c312bb-0c04-444f-8b20-db1103d41d53 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (abeacdc8-f4e4-45e7-ab7b-d3be1288b371), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:29.708209 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c312bb-0c04-444f-8b20-db1103d41d53 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'Subnet': ['ID=abeacdc8-f4e4-45e7-ab7b-d3be1288b371,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:14:29.716820 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c312bb-0c04-444f-8b20-db1103d41d53 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Checking segment: {'id': '48c5e643-8605-4803-8146-e6b82b592654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0905a721-6652-495b-bb14-fbf3c4ebbcb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:14:29.717207 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c312bb-0c04-444f-8b20-db1103d41d53 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Network hostable DHCP agents. Network: 0905a721-6652-495b-bb14-fbf3c4ebbcb2, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:14:29.734821 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c312bb-0c04-444f-8b20-db1103d41d53 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Network 0905a721-6652-495b-bb14-fbf3c4ebbcb2 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:14:29.744928 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-79c312bb-0c04-444f-8b20-db1103d41d53 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 0905a721-6652-495b-bb14-fbf3c4ebbcb2) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:14:29.749287 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c312bb-0c04-444f-8b20-db1103d41d53 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:14:29.750285 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-79c312bb-0c04-444f-8b20-db1103d41d53 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:29.769560 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-79c312bb-0c04-444f-8b20-db1103d41d53 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4143093 Jan 28 04:14:29.772546 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37616) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:14:29.781443 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a404cd5-c8f6-4f53-bdaa-e71bf64a3b8b None None] Network 0905a721-6652-495b-bb14-fbf3c4ebbcb2 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:14:29.806311 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-e36283f7-d4fd-4b12-b194-d25a4fd4f166 None None] Publish callbacks [] for port (f090a808-aa43-4046-9eeb-1682ced36b37), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:29.811899 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-e36283f7-d4fd-4b12-b194-d25a4fd4f166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (f090a808-aa43-4046-9eeb-1682ced36b37), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:29.855774 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:29.862193 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-e36283f7-d4fd-4b12-b194-d25a4fd4f166 None None] Attempting to bind port f090a808-aa43-4046-9eeb-1682ced36b37 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:14:29.862528 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-e36283f7-d4fd-4b12-b194-d25a4fd4f166 None None] Attempting to bind port f090a808-aa43-4046-9eeb-1682ced36b37 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:14:29.862915 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36283f7-d4fd-4b12-b194-d25a4fd4f166 None None] Attempting to bind port f090a808-aa43-4046-9eeb-1682ced36b37 on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:14:29.869199 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8a83aef0-d385-4a7c-93b9-73166f660547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:29.876719 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36283f7-d4fd-4b12-b194-d25a4fd4f166 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:14:29.876719 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36283f7-d4fd-4b12-b194-d25a4fd4f166 None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:14:29.877150 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-e36283f7-d4fd-4b12-b194-d25a4fd4f166 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:29.877241 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36283f7-d4fd-4b12-b194-d25a4fd4f166 None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:14:29.877688 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-e36283f7-d4fd-4b12-b194-d25a4fd4f166 None None] Bound port: f090a808-aa43-4046-9eeb-1682ced36b37, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:14:29.878063 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-e36283f7-d4fd-4b12-b194-d25a4fd4f166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f090a808-aa43-4046-9eeb-1682ced36b37), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:29.899150 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d54bdb-a121-44f0-9343-72c49c21eea6 None None] Pushing event updated for resources: {'Port': ['ID=f090a808-aa43-4046-9eeb-1682ced36b37,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:14:29.910978 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d54bdb-a121-44f0-9343-72c49c21eea6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:29.911336 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d54bdb-a121-44f0-9343-72c49c21eea6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:29.911655 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d54bdb-a121-44f0-9343-72c49c21eea6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:29.911986 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d54bdb-a121-44f0-9343-72c49c21eea6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:29.912313 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d54bdb-a121-44f0-9343-72c49c21eea6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:29.912635 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d54bdb-a121-44f0-9343-72c49c21eea6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:29.912953 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d54bdb-a121-44f0-9343-72c49c21eea6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:29.913302 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d54bdb-a121-44f0-9343-72c49c21eea6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:29.913623 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d54bdb-a121-44f0-9343-72c49c21eea6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:29.913971 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d54bdb-a121-44f0-9343-72c49c21eea6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:29.914285 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d54bdb-a121-44f0-9343-72c49c21eea6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:29.914594 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d54bdb-a121-44f0-9343-72c49c21eea6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:29.915007 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d54bdb-a121-44f0-9343-72c49c21eea6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:14:29.924862 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4402f4c-30c3-45d6-ad51-5f75269f4c14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-0905a721-6652-495b-bb14-fbf3c4ebbcb2', 'network_id': '0905a721-6652-495b-bb14-fbf3c4ebbcb2', 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'fixed_ips': [{'subnet_id': 'abeacdc8-f4e4-45e7-ab7b-d3be1288b371'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:14:29.925857 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e4402f4c-30c3-45d6-ad51-5f75269f4c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:29.943537 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-e36283f7-d4fd-4b12-b194-d25a4fd4f166 None None] For port f090a808-aa43-4046-9eeb-1682ced36b37, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:14:29.946636 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-e36283f7-d4fd-4b12-b194-d25a4fd4f166 None None] For port f090a808-aa43-4046-9eeb-1682ced36b37, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=f090a808-aa43-4046-9eeb-1682ced36b37,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:14:29.954181 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-e36283f7-d4fd-4b12-b194-d25a4fd4f166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (f090a808-aa43-4046-9eeb-1682ced36b37), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:30.012374 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36283f7-d4fd-4b12-b194-d25a4fd4f166 None None] Routers {'cc47e686-c6e7-4949-bedc-9b8cc984e886'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:14:30.013002 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-e36283f7-d4fd-4b12-b194-d25a4fd4f166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:14:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['cc47e686-c6e7-4949-bedc-9b8cc984e886'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:14:30.049779 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d54bdb-a121-44f0-9343-72c49c21eea6 None None] Pushing event updated for resources: {'Port': ['ID=f090a808-aa43-4046-9eeb-1682ced36b37,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:14:30.077853 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-e4402f4c-30c3-45d6-ad51-5f75269f4c14 None None] Allocated IP 172.20.0.2 (0905a721-6652-495b-bb14-fbf3c4ebbcb2/abeacdc8-f4e4-45e7-ab7b-d3be1288b371/96f8e1b0-0aa1-439f-a382-079b0aa6a1c0) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:14:30.121733 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-e36283f7-d4fd-4b12-b194-d25a4fd4f166 None None] Set router cc47e686-c6e7-4949-bedc-9b8cc984e886 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:14:30.241065 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e4402f4c-30c3-45d6-ad51-5f75269f4c14 None None] Publish callbacks [] for port (96f8e1b0-0aa1-439f-a382-079b0aa6a1c0), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:30.250751 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e4402f4c-30c3-45d6-ad51-5f75269f4c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (96f8e1b0-0aa1-439f-a382-079b0aa6a1c0), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:30.257947 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-867d2de2-01b5-4ea8-a914-692e8fb45b80 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:30.286382 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4402f4c-30c3-45d6-ad51-5f75269f4c14 None None] Network 0905a721-6652-495b-bb14-fbf3c4ebbcb2 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:14:30.289651 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-e4402f4c-30c3-45d6-ad51-5f75269f4c14 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:14:30.293602 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4402f4c-30c3-45d6-ad51-5f75269f4c14 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:14:30.308604 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4402f4c-30c3-45d6-ad51-5f75269f4c14 None None] Pushing event updated for resources: {'Port': ['ID=96f8e1b0-0aa1-439f-a382-079b0aa6a1c0,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:14:30.331685 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-e36283f7-d4fd-4b12-b194-d25a4fd4f166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc47e686-c6e7-4949-bedc-9b8cc984e886', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016307485', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'f090a808-aa43-4046-9eeb-1682ced36b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:14:27Z', 'updated_at': '2022-01-28T04:14:28Z', 'revision_number': 3, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': 'f090a808-aa43-4046-9eeb-1682ced36b37', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:65:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc47e686-c6e7-4949-bedc-9b8cc984e886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:14:28Z', 'updated_at': '2022-01-28T04:14:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:14:30.360966 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36283f7-d4fd-4b12-b194-d25a4fd4f166 None None] The sync data for ids ['cc47e686-c6e7-4949-bedc-9b8cc984e886'] in n-d-712139-27 is: [{'id': 'cc47e686-c6e7-4949-bedc-9b8cc984e886', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016307485', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'f090a808-aa43-4046-9eeb-1682ced36b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:14:27Z', 'updated_at': '2022-01-28T04:14:28Z', 'revision_number': 3, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': 'f090a808-aa43-4046-9eeb-1682ced36b37', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:65:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc47e686-c6e7-4949-bedc-9b8cc984e886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:14:28Z', 'updated_at': '2022-01-28T04:14:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:14:30.368587 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-e4402f4c-30c3-45d6-ad51-5f75269f4c14 None None] Attempting to bind port 96f8e1b0-0aa1-439f-a382-079b0aa6a1c0 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:14:30.368965 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-e4402f4c-30c3-45d6-ad51-5f75269f4c14 None None] Attempting to bind port 96f8e1b0-0aa1-439f-a382-079b0aa6a1c0 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '48c5e643-8605-4803-8146-e6b82b592654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0905a721-6652-495b-bb14-fbf3c4ebbcb2'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:14:30.369373 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4402f4c-30c3-45d6-ad51-5f75269f4c14 None None] Attempting to bind port 96f8e1b0-0aa1-439f-a382-079b0aa6a1c0 on network 0905a721-6652-495b-bb14-fbf3c4ebbcb2 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:14:30.374690 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4402f4c-30c3-45d6-ad51-5f75269f4c14 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:14:30.375067 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4402f4c-30c3-45d6-ad51-5f75269f4c14 None None] Checking segment: {'id': '48c5e643-8605-4803-8146-e6b82b592654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0905a721-6652-495b-bb14-fbf3c4ebbcb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:14:30.375476 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e4402f4c-30c3-45d6-ad51-5f75269f4c14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:30.375864 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4402f4c-30c3-45d6-ad51-5f75269f4c14 None None] Bound using segment: {'id': '48c5e643-8605-4803-8146-e6b82b592654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0905a721-6652-495b-bb14-fbf3c4ebbcb2'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:14:30.376513 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-e4402f4c-30c3-45d6-ad51-5f75269f4c14 None None] Bound port: 96f8e1b0-0aa1-439f-a382-079b0aa6a1c0, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c5e643-8605-4803-8146-e6b82b592654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0905a721-6652-495b-bb14-fbf3c4ebbcb2'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:14:30.376898 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e4402f4c-30c3-45d6-ad51-5f75269f4c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (96f8e1b0-0aa1-439f-a382-079b0aa6a1c0), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:30.452476 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-e4402f4c-30c3-45d6-ad51-5f75269f4c14 None None] For port 96f8e1b0-0aa1-439f-a382-079b0aa6a1c0, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:14:30.456360 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-e4402f4c-30c3-45d6-ad51-5f75269f4c14 None None] For port 96f8e1b0-0aa1-439f-a382-079b0aa6a1c0, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=96f8e1b0-0aa1-439f-a382-079b0aa6a1c0,segment=NetworkSegment(48c5e643-8605-4803-8146-e6b82b592654),segment_id=48c5e643-8605-4803-8146-e6b82b592654)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:14:30.461624 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e4402f4c-30c3-45d6-ad51-5f75269f4c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (96f8e1b0-0aa1-439f-a382-079b0aa6a1c0), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:30.529391 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4402f4c-30c3-45d6-ad51-5f75269f4c14 None None] Pushing event updated for resources: {'Port': ['ID=96f8e1b0-0aa1-439f-a382-079b0aa6a1c0,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:14:30.559610 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-867d2de2-01b5-4ea8-a914-692e8fb45b80 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Allocated IP 172.20.0.1 (0905a721-6652-495b-bb14-fbf3c4ebbcb2/abeacdc8-f4e4-45e7-ab7b-d3be1288b371/4e7a013c-f8f3-499e-b8b5-babaac23d4ac) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:14:30.704299 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-867d2de2-01b5-4ea8-a914-692e8fb45b80 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for port (4e7a013c-f8f3-499e-b8b5-babaac23d4ac), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:30.760613 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-867d2de2-01b5-4ea8-a914-692e8fb45b80 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (4e7a013c-f8f3-499e-b8b5-babaac23d4ac), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:30.814914 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867d2de2-01b5-4ea8-a914-692e8fb45b80 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Network 0905a721-6652-495b-bb14-fbf3c4ebbcb2 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:14:30.820469 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-867d2de2-01b5-4ea8-a914-692e8fb45b80 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:14:30.829172 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867d2de2-01b5-4ea8-a914-692e8fb45b80 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:14:30.834020 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d2de2-01b5-4ea8-a914-692e8fb45b80 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'Port': ['ID=4e7a013c-f8f3-499e-b8b5-babaac23d4ac,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:14:30.878339 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-867d2de2-01b5-4ea8-a914-692e8fb45b80 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (cc47e686-c6e7-4949-bedc-9b8cc984e886), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:31.019411 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-867d2de2-01b5-4ea8-a914-692e8fb45b80 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (4e7a013c-f8f3-499e-b8b5-babaac23d4ac), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:31.328184 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-867d2de2-01b5-4ea8-a914-692e8fb45b80 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for port (4e7a013c-f8f3-499e-b8b5-babaac23d4ac), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:31.334773 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-867d2de2-01b5-4ea8-a914-692e8fb45b80 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (4e7a013c-f8f3-499e-b8b5-babaac23d4ac), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:31.417916 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-867d2de2-01b5-4ea8-a914-692e8fb45b80 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (cc47e686-c6e7-4949-bedc-9b8cc984e886), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:31.420237 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d2de2-01b5-4ea8-a914-692e8fb45b80 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'Port': ['ID=4e7a013c-f8f3-499e-b8b5-babaac23d4ac,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:14:31.518996 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867d2de2-01b5-4ea8-a914-692e8fb45b80 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Network 0905a721-6652-495b-bb14-fbf3c4ebbcb2 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:14:31.520448 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-867d2de2-01b5-4ea8-a914-692e8fb45b80 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:14:31.639027 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d841a451-43bd-4b0c-9e2d-1d59f863b1db None None] Network 0905a721-6652-495b-bb14-fbf3c4ebbcb2 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:14:31.715937 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-725985bd-5912-4e2e-b5ef-ec097402dc9b None None] Provisioning complete for port 96f8e1b0-0aa1-439f-a382-079b0aa6a1c0 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:14:31.716380 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-725985bd-5912-4e2e-b5ef-ec097402dc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (96f8e1b0-0aa1-439f-a382-079b0aa6a1c0), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:31.844492 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-725985bd-5912-4e2e-b5ef-ec097402dc9b None None] Current status of the port 96f8e1b0-0aa1-439f-a382-079b0aa6a1c0 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:14:31.845197 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-725985bd-5912-4e2e-b5ef-ec097402dc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (96f8e1b0-0aa1-439f-a382-079b0aa6a1c0), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:31.884779 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-725985bd-5912-4e2e-b5ef-ec097402dc9b None None] For port 96f8e1b0-0aa1-439f-a382-079b0aa6a1c0, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=96f8e1b0-0aa1-439f-a382-079b0aa6a1c0,segment=NetworkSegment(48c5e643-8605-4803-8146-e6b82b592654),segment_id=48c5e643-8605-4803-8146-e6b82b592654)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:14:31.891154 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-725985bd-5912-4e2e-b5ef-ec097402dc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (96f8e1b0-0aa1-439f-a382-079b0aa6a1c0), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:31.951598 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-23a78e0c-c53f-4227-8679-288b7b1f6234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:31.965670 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725985bd-5912-4e2e-b5ef-ec097402dc9b None None] Pushing event updated for resources: {'Port': ['ID=96f8e1b0-0aa1-439f-a382-079b0aa6a1c0,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:14:31.991787 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-867d2de2-01b5-4ea8-a914-692e8fb45b80 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Router cc47e686-c6e7-4949-bedc-9b8cc984e886 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:14:32.115347 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867d2de2-01b5-4ea8-a914-692e8fb45b80 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:14:32.118822 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-9d0a618b-6167-478d-b464-50317b033262 None None] Provisioning complete for port 4e7a013c-f8f3-499e-b8b5-babaac23d4ac triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:14:32.119444 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9d0a618b-6167-478d-b464-50317b033262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (4e7a013c-f8f3-499e-b8b5-babaac23d4ac), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:32.128496 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-867d2de2-01b5-4ea8-a914-692e8fb45b80 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "PUT /v2.0/routers/cc47e686-c6e7-4949-bedc-9b8cc984e886/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3464463 Jan 28 04:14:32.134244 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4812c216-679b-4588-ba4f-57a71f192847 None None] Sync routers for ids ['cc47e686-c6e7-4949-bedc-9b8cc984e886'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:14:32.169802 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4812c216-679b-4588-ba4f-57a71f192847 None None] Routers {'cc47e686-c6e7-4949-bedc-9b8cc984e886'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:14:32.170451 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-4812c216-679b-4588-ba4f-57a71f192847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:14:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['cc47e686-c6e7-4949-bedc-9b8cc984e886'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:14:32.179192 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-9d0a618b-6167-478d-b464-50317b033262 None None] Port 4e7a013c-f8f3-499e-b8b5-babaac23d4ac cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:14:32.240856 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-9d0a618b-6167-478d-b464-50317b033262 None None] Provisioning complete for port 96f8e1b0-0aa1-439f-a382-079b0aa6a1c0 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:14:32.241360 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9d0a618b-6167-478d-b464-50317b033262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (96f8e1b0-0aa1-439f-a382-079b0aa6a1c0), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:32.300216 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-406a097a-d6eb-48f8-94eb-ff14840498ce tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-163163023&fields=id&tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8 HTTP/1.1" status: 200 len: 267 time: 0.0597587 Jan 28 04:14:32.334489 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-4812c216-679b-4588-ba4f-57a71f192847 None None] Set router cc47e686-c6e7-4949-bedc-9b8cc984e886 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:14:32.409848 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-13368731-d734-47eb-9c9c-98f5a0cd3cbb tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:14:32.411380 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-13368731-d734-47eb-9c9c-98f5a0cd3cbb tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/networks?id=0905a721-6652-495b-bb14-fbf3c4ebbcb2 HTTP/1.1" status: 200 len: 796 time: 0.1103730 Jan 28 04:14:32.428286 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-c2e2ddab-b630-487b-92fe-4eaf032f670f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/quotas/754ca6d54d2d43c4af16b7000ddbc7c8 HTTP/1.1" status: 200 len: 375 time: 0.0101571 Jan 28 04:14:32.479178 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-9d0a618b-6167-478d-b464-50317b033262 None None] Current status of the port 96f8e1b0-0aa1-439f-a382-079b0aa6a1c0 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:14:32.489578 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-7f838f0b-b157-46fc-b5e1-fd37b59ca3fa tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546920 Jan 28 04:14:32.587399 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-4812c216-679b-4588-ba4f-57a71f192847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc47e686-c6e7-4949-bedc-9b8cc984e886', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016307485', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'f090a808-aa43-4046-9eeb-1682ced36b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:14:27Z', 'updated_at': '2022-01-28T04:14:30Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': 'f090a808-aa43-4046-9eeb-1682ced36b37', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:65:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc47e686-c6e7-4949-bedc-9b8cc984e886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:14:28Z', 'updated_at': '2022-01-28T04:14:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '4e7a013c-f8f3-499e-b8b5-babaac23d4ac', 'name': '', 'network_id': '0905a721-6652-495b-bb14-fbf3c4ebbcb2', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'mac_address': 'fa:16:3e:ee:ff:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc47e686-c6e7-4949-bedc-9b8cc984e886', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'abeacdc8-f4e4-45e7-ab7b-d3be1288b371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:14:30Z', 'updated_at': '2022-01-28T04:14:31Z', 'revision_number': 2, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'subnets': [{'id': 'abeacdc8-f4e4-45e7-ab7b-d3be1288b371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:14:32.615213 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4812c216-679b-4588-ba4f-57a71f192847 None None] Checking router: cc47e686-c6e7-4949-bedc-9b8cc984e886 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:14:32.615570 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4812c216-679b-4588-ba4f-57a71f192847 None None] Updating router cc47e686-c6e7-4949-bedc-9b8cc984e886 port 4e7a013c-f8f3-499e-b8b5-babaac23d4ac binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:14:32.649116 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-63e94691-e9de-4308-b701-53b1e0a3928d service neutron] 10.222.0.53 "GET /v2.0/networks/0905a721-6652-495b-bb14-fbf3c4ebbcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468015 Jan 28 04:14:32.650636 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4812c216-679b-4588-ba4f-57a71f192847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (4e7a013c-f8f3-499e-b8b5-babaac23d4ac), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:32.664518 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-438e0074-e8aa-4bc6-9aff-4709027b947d None None] Provisioning complete for port 4e7a013c-f8f3-499e-b8b5-babaac23d4ac triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:14:32.668719 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-438e0074-e8aa-4bc6-9aff-4709027b947d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (4e7a013c-f8f3-499e-b8b5-babaac23d4ac), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:32.693768 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device f090a808-aa43-4046-9eeb-1682ced36b37 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:14:32.750849 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-055b2f53-55ff-4294-b547-bb1875ae8ece service neutron] 10.222.0.53 "GET /v2.0/networks/0905a721-6652-495b-bb14-fbf3c4ebbcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955992 Jan 28 04:14:32.766471 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-438e0074-e8aa-4bc6-9aff-4709027b947d None None] Port 4e7a013c-f8f3-499e-b8b5-babaac23d4ac cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:14:32.846139 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port f090a808-aa43-4046-9eeb-1682ced36b37 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:14:32.846432 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f090a808-aa43-4046-9eeb-1682ced36b37), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:32.928315 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-42f8543e-afe7-4a4c-91d0-82f8a89ab649 req-b8355285-e5a3-47c5-831f-964e0a2bdf80 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 210 time: 0.0293393 Jan 28 04:14:33.008862 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port f090a808-aa43-4046-9eeb-1682ced36b37 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:14:33.009279 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (f090a808-aa43-4046-9eeb-1682ced36b37), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:33.057338 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port f090a808-aa43-4046-9eeb-1682ced36b37, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=f090a808-aa43-4046-9eeb-1682ced36b37,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:14:33.068851 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (f090a808-aa43-4046-9eeb-1682ced36b37), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:33.069505 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 96f8e1b0-0aa1-439f-a382-079b0aa6a1c0 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:14:33.095923 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4812c216-679b-4588-ba4f-57a71f192847 None None] Publish callbacks [] for port (4e7a013c-f8f3-499e-b8b5-babaac23d4ac), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:33.124391 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4812c216-679b-4588-ba4f-57a71f192847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (4e7a013c-f8f3-499e-b8b5-babaac23d4ac), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:33.167657 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=f090a808-aa43-4046-9eeb-1682ced36b37,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:14:33.224329 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 96f8e1b0-0aa1-439f-a382-079b0aa6a1c0 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:14:33.224714 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (96f8e1b0-0aa1-439f-a382-079b0aa6a1c0), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:33.454755 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29942c5f-a0a4-4c09-a613-fddbdf265d3b None None] Pushing event updated for resources: {'Port': ['ID=4e7a013c-f8f3-499e-b8b5-babaac23d4ac,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:14:33.458548 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-4812c216-679b-4588-ba4f-57a71f192847 None None] Attempting to bind port 4e7a013c-f8f3-499e-b8b5-babaac23d4ac on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:14:33.458883 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-4812c216-679b-4588-ba4f-57a71f192847 None None] Attempting to bind port 4e7a013c-f8f3-499e-b8b5-babaac23d4ac by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '48c5e643-8605-4803-8146-e6b82b592654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0905a721-6652-495b-bb14-fbf3c4ebbcb2'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:14:33.459282 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4812c216-679b-4588-ba4f-57a71f192847 None None] Attempting to bind port 4e7a013c-f8f3-499e-b8b5-babaac23d4ac on network 0905a721-6652-495b-bb14-fbf3c4ebbcb2 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:14:33.469826 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4812c216-679b-4588-ba4f-57a71f192847 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:14:33.470201 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4812c216-679b-4588-ba4f-57a71f192847 None None] Checking segment: {'id': '48c5e643-8605-4803-8146-e6b82b592654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0905a721-6652-495b-bb14-fbf3c4ebbcb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:14:33.470601 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4812c216-679b-4588-ba4f-57a71f192847 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:33.470998 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4812c216-679b-4588-ba4f-57a71f192847 None None] Bound using segment: {'id': '48c5e643-8605-4803-8146-e6b82b592654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0905a721-6652-495b-bb14-fbf3c4ebbcb2'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:14:33.471468 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-4812c216-679b-4588-ba4f-57a71f192847 None None] Bound port: 4e7a013c-f8f3-499e-b8b5-babaac23d4ac, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c5e643-8605-4803-8146-e6b82b592654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0905a721-6652-495b-bb14-fbf3c4ebbcb2'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:14:33.471847 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4812c216-679b-4588-ba4f-57a71f192847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (4e7a013c-f8f3-499e-b8b5-babaac23d4ac), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:33.547828 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-33bd57b7-4021-46cc-bd6c-37db20ff14d6 None None] Provisioning complete for port 4e7a013c-f8f3-499e-b8b5-babaac23d4ac triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:14:33.548213 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-33bd57b7-4021-46cc-bd6c-37db20ff14d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (4e7a013c-f8f3-499e-b8b5-babaac23d4ac), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:33.609377 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 96f8e1b0-0aa1-439f-a382-079b0aa6a1c0 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:14:33.614558 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-4812c216-679b-4588-ba4f-57a71f192847 None None] For port 4e7a013c-f8f3-499e-b8b5-babaac23d4ac, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:14:33.616520 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-33bd57b7-4021-46cc-bd6c-37db20ff14d6 None None] Port 4e7a013c-f8f3-499e-b8b5-babaac23d4ac cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:14:33.618800 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-4812c216-679b-4588-ba4f-57a71f192847 None None] For port 4e7a013c-f8f3-499e-b8b5-babaac23d4ac, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=4e7a013c-f8f3-499e-b8b5-babaac23d4ac,segment=NetworkSegment(48c5e643-8605-4803-8146-e6b82b592654),segment_id=48c5e643-8605-4803-8146-e6b82b592654)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:14:33.626804 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4812c216-679b-4588-ba4f-57a71f192847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (4e7a013c-f8f3-499e-b8b5-babaac23d4ac), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:33.700455 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4812c216-679b-4588-ba4f-57a71f192847 None None] Routers {'cc47e686-c6e7-4949-bedc-9b8cc984e886'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:14:33.701473 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-4812c216-679b-4588-ba4f-57a71f192847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:14:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['cc47e686-c6e7-4949-bedc-9b8cc984e886'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:14:33.709482 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29942c5f-a0a4-4c09-a613-fddbdf265d3b None None] Pushing event updated for resources: {'Port': ['ID=4e7a013c-f8f3-499e-b8b5-babaac23d4ac,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:14:33.744114 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:33.828241 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-4812c216-679b-4588-ba4f-57a71f192847 None None] Set router cc47e686-c6e7-4949-bedc-9b8cc984e886 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:14:34.042477 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-aa0e2304-0990-4afa-81c7-932baea07936 None None] Provisioning complete for port 4e7a013c-f8f3-499e-b8b5-babaac23d4ac triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:14:34.042916 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-aa0e2304-0990-4afa-81c7-932baea07936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (4e7a013c-f8f3-499e-b8b5-babaac23d4ac), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:34.053963 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3ce8fb1f-80aa-4ee7-84fe-6844bb11b993 req-6e4084b4-9d64-45eb-8125-ac1f37622571 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 210 time: 0.0390685 Jan 28 04:14:34.071168 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-820a54d0-6e37-4202-ae61-54b2d0578f5d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:14:34.072972 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-820a54d0-6e37-4202-ae61-54b2d0578f5d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.67 "GET /v2.0/networks?id=0905a721-6652-495b-bb14-fbf3c4ebbcb2 HTTP/1.1" status: 200 len: 796 time: 0.1469026 Jan 28 04:14:34.127170 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-4812c216-679b-4588-ba4f-57a71f192847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc47e686-c6e7-4949-bedc-9b8cc984e886', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016307485', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'f090a808-aa43-4046-9eeb-1682ced36b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:14:27Z', 'updated_at': '2022-01-28T04:14:30Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': 'f090a808-aa43-4046-9eeb-1682ced36b37', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:65:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc47e686-c6e7-4949-bedc-9b8cc984e886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:14:28Z', 'updated_at': '2022-01-28T04:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '4e7a013c-f8f3-499e-b8b5-babaac23d4ac', 'name': '', 'network_id': '0905a721-6652-495b-bb14-fbf3c4ebbcb2', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'mac_address': 'fa:16:3e:ee:ff:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc47e686-c6e7-4949-bedc-9b8cc984e886', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'abeacdc8-f4e4-45e7-ab7b-d3be1288b371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:14:30Z', 'updated_at': '2022-01-28T04:14:33Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'subnets': [{'id': 'abeacdc8-f4e4-45e7-ab7b-d3be1288b371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:14:34.150047 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-ef6ceed1-c428-4354-b791-f5258f8abd8c tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8 HTTP/1.1" status: 200 len: 379 time: 0.0614691 Jan 28 04:14:34.160667 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4812c216-679b-4588-ba4f-57a71f192847 None None] The sync data for ids ['cc47e686-c6e7-4949-bedc-9b8cc984e886'] in n-d-712139-27 is: [{'id': 'cc47e686-c6e7-4949-bedc-9b8cc984e886', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016307485', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'f090a808-aa43-4046-9eeb-1682ced36b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:14:27Z', 'updated_at': '2022-01-28T04:14:30Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': 'f090a808-aa43-4046-9eeb-1682ced36b37', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:65:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc47e686-c6e7-4949-bedc-9b8cc984e886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:14:28Z', 'updated_at': '2022-01-28T04:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '4e7a013c-f8f3-499e-b8b5-babaac23d4ac', 'name': '', 'network_id': '0905a721-6652-495b-bb14-fbf3c4ebbcb2', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'mac_address': 'fa:16:3e:ee:ff:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc47e686-c6e7-4949-bedc-9b8cc984e886', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'abeacdc8-f4e4-45e7-ab7b-d3be1288b371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:14:30Z', 'updated_at': '2022-01-28T04:14:33Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'subnets': [{'id': 'abeacdc8-f4e4-45e7-ab7b-d3be1288b371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:14:34.168835 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-e1680f55-e0d4-40d6-81f3-ef4de701ae4e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'port': {'device_id': 'c6244b04-08e6-451f-ad59-4b398a66ebc9', 'network_id': '0905a721-6652-495b-bb14-fbf3c4ebbcb2', 'admin_state_up': True, 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'security_groups': ['df48ec05-d31b-4c54-b6f8-4a631e0e195b']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:14:34.172313 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-aa0e2304-0990-4afa-81c7-932baea07936 None None] Current status of the port 4e7a013c-f8f3-499e-b8b5-babaac23d4ac is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:14:34.172716 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-aa0e2304-0990-4afa-81c7-932baea07936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (4e7a013c-f8f3-499e-b8b5-babaac23d4ac), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:34.227355 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-aa0e2304-0990-4afa-81c7-932baea07936 None None] For port 4e7a013c-f8f3-499e-b8b5-babaac23d4ac, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=4e7a013c-f8f3-499e-b8b5-babaac23d4ac,segment=NetworkSegment(48c5e643-8605-4803-8146-e6b82b592654),segment_id=48c5e643-8605-4803-8146-e6b82b592654)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:14:34.234381 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-aa0e2304-0990-4afa-81c7-932baea07936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (4e7a013c-f8f3-499e-b8b5-babaac23d4ac), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:34.301611 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-e1680f55-e0d4-40d6-81f3-ef4de701ae4e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Made reservation on behalf of 754ca6d54d2d43c4af16b7000ddbc7c8 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:14:34.302017 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0e2304-0990-4afa-81c7-932baea07936 None None] Pushing event updated for resources: {'Port': ['ID=4e7a013c-f8f3-499e-b8b5-babaac23d4ac,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:14:34.306150 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-e1680f55-e0d4-40d6-81f3-ef4de701ae4e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:34.440915 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:34.452496 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-e1680f55-e0d4-40d6-81f3-ef4de701ae4e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Allocated IP 172.20.0.14 (0905a721-6652-495b-bb14-fbf3c4ebbcb2/abeacdc8-f4e4-45e7-ab7b-d3be1288b371/31fae697-cf18-4e2a-812e-0376b85ce0a1) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:14:34.612323 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-e1680f55-e0d4-40d6-81f3-ef4de701ae4e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for port (31fae697-cf18-4e2a-812e-0376b85ce0a1), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:34.660876 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-e1680f55-e0d4-40d6-81f3-ef4de701ae4e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (31fae697-cf18-4e2a-812e-0376b85ce0a1), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:34.674692 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device f090a808-aa43-4046-9eeb-1682ced36b37 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:14:34.708559 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-e1680f55-e0d4-40d6-81f3-ef4de701ae4e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Network 0905a721-6652-495b-bb14-fbf3c4ebbcb2 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:14:34.712160 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-e1680f55-e0d4-40d6-81f3-ef4de701ae4e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:14:34.714995 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-e1680f55-e0d4-40d6-81f3-ef4de701ae4e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:14:34.737853 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port f090a808-aa43-4046-9eeb-1682ced36b37 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:14:34.738436 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (f090a808-aa43-4046-9eeb-1682ced36b37), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:34.748409 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1680f55-e0d4-40d6-81f3-ef4de701ae4e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'Port': ['ID=31fae697-cf18-4e2a-812e-0376b85ce0a1,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:14:34.777554 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-e1680f55-e0d4-40d6-81f3-ef4de701ae4e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:14:34.778226 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-e1680f55-e0d4-40d6-81f3-ef4de701ae4e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:34.798631 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-e1680f55-e0d4-40d6-81f3-ef4de701ae4e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6340151 Jan 28 04:14:34.817681 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-46bc9749-789a-4b9a-a6f6-dfc28fb23cdf service neutron] Request body: {'port': {'device_id': 'c6244b04-08e6-451f-ad59-4b398a66ebc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:14:34.850269 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port f090a808-aa43-4046-9eeb-1682ced36b37 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:14:34.851498 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 4e7a013c-f8f3-499e-b8b5-babaac23d4ac up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:14:34.881383 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-46bc9749-789a-4b9a-a6f6-dfc28fb23cdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (31fae697-cf18-4e2a-812e-0376b85ce0a1), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:34.908472 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 4e7a013c-f8f3-499e-b8b5-babaac23d4ac triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:14:34.908999 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (4e7a013c-f8f3-499e-b8b5-babaac23d4ac), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:35.003632 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 4e7a013c-f8f3-499e-b8b5-babaac23d4ac is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:14:35.063921 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-e0789958-ddf0-43b1-919e-6f8b5b1feb97 None None] Provisioning complete for port 31fae697-cf18-4e2a-812e-0376b85ce0a1 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:14:35.064883 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e0789958-ddf0-43b1-919e-6f8b5b1feb97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (31fae697-cf18-4e2a-812e-0376b85ce0a1), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:35.101576 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e0789958-ddf0-43b1-919e-6f8b5b1feb97 None None] Port 31fae697-cf18-4e2a-812e-0376b85ce0a1 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:14:35.170110 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:35.179008 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-46bc9749-789a-4b9a-a6f6-dfc28fb23cdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31fae697-cf18-4e2a-812e-0376b85ce0a1 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:14:35.188452 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-46bc9749-789a-4b9a-a6f6-dfc28fb23cdf service neutron] Publish callbacks [] for port (31fae697-cf18-4e2a-812e-0376b85ce0a1), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:35.202818 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-46bc9749-789a-4b9a-a6f6-dfc28fb23cdf service neutron] Transition to ACTIVE for port object 31fae697-cf18-4e2a-812e-0376b85ce0a1 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:14:35.205782 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a5a921-9aba-4a0f-ba9b-2b9c3b4f4244 req-b9e8dc74-b9a4-490f-9aad-f8eb1409fd17 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:14:35.207375 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e6a5a921-9aba-4a0f-ba9b-2b9c3b4f4244 req-b9e8dc74-b9a4-490f-9aad-f8eb1409fd17 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 932 time: 0.0594530 Jan 28 04:14:35.208434 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-46bc9749-789a-4b9a-a6f6-dfc28fb23cdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (31fae697-cf18-4e2a-812e-0376b85ce0a1), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:35.267729 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc9749-789a-4b9a-a6f6-dfc28fb23cdf service neutron] Pushing event updated for resources: {'Port': ['ID=31fae697-cf18-4e2a-812e-0376b85ce0a1,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:14:35.278881 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e6a5a921-9aba-4a0f-ba9b-2b9c3b4f4244 req-ea678230-1bf3-40ff-b846-c9542ca8d97a tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=df48ec05-d31b-4c54-b6f8-4a631e0e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640814 Jan 28 04:14:35.343380 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-46bc9749-789a-4b9a-a6f6-dfc28fb23cdf service neutron] Attempting to bind port 31fae697-cf18-4e2a-812e-0376b85ce0a1 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:14:35.343657 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-46bc9749-789a-4b9a-a6f6-dfc28fb23cdf service neutron] Attempting to bind port 31fae697-cf18-4e2a-812e-0376b85ce0a1 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '48c5e643-8605-4803-8146-e6b82b592654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0905a721-6652-495b-bb14-fbf3c4ebbcb2'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:14:35.344136 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-46bc9749-789a-4b9a-a6f6-dfc28fb23cdf service neutron] Attempting to bind port 31fae697-cf18-4e2a-812e-0376b85ce0a1 on network 0905a721-6652-495b-bb14-fbf3c4ebbcb2 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:14:35.356436 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-46bc9749-789a-4b9a-a6f6-dfc28fb23cdf service neutron] Port 31fae697-cf18-4e2a-812e-0376b85ce0a1 on network 0905a721-6652-495b-bb14-fbf3c4ebbcb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:14:35.356768 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-46bc9749-789a-4b9a-a6f6-dfc28fb23cdf service neutron] Attempting to bind port 31fae697-cf18-4e2a-812e-0376b85ce0a1 on network 0905a721-6652-495b-bb14-fbf3c4ebbcb2 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:14:35.363260 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-46bc9749-789a-4b9a-a6f6-dfc28fb23cdf service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:14:35.363260 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-46bc9749-789a-4b9a-a6f6-dfc28fb23cdf service neutron] Checking segment: {'id': '48c5e643-8605-4803-8146-e6b82b592654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0905a721-6652-495b-bb14-fbf3c4ebbcb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:14:35.363815 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-46bc9749-789a-4b9a-a6f6-dfc28fb23cdf service neutron] Bound using segment: {'id': '48c5e643-8605-4803-8146-e6b82b592654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0905a721-6652-495b-bb14-fbf3c4ebbcb2'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:14:35.364102 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-46bc9749-789a-4b9a-a6f6-dfc28fb23cdf service neutron] Bound port: 31fae697-cf18-4e2a-812e-0376b85ce0a1, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48c5e643-8605-4803-8146-e6b82b592654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0905a721-6652-495b-bb14-fbf3c4ebbcb2'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:14:35.364547 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-46bc9749-789a-4b9a-a6f6-dfc28fb23cdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (31fae697-cf18-4e2a-812e-0376b85ce0a1), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:35.435943 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-46bc9749-789a-4b9a-a6f6-dfc28fb23cdf service neutron] For port 31fae697-cf18-4e2a-812e-0376b85ce0a1, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:14:35.439646 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-46bc9749-789a-4b9a-a6f6-dfc28fb23cdf service neutron] For port 31fae697-cf18-4e2a-812e-0376b85ce0a1, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=31fae697-cf18-4e2a-812e-0376b85ce0a1,segment=NetworkSegment(48c5e643-8605-4803-8146-e6b82b592654),segment_id=48c5e643-8605-4803-8146-e6b82b592654)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:14:35.446687 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-46bc9749-789a-4b9a-a6f6-dfc28fb23cdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (31fae697-cf18-4e2a-812e-0376b85ce0a1), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:35.483101 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-46bc9749-789a-4b9a-a6f6-dfc28fb23cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:14:35.483728 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-46bc9749-789a-4b9a-a6f6-dfc28fb23cdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:35.485235 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-46bc9749-789a-4b9a-a6f6-dfc28fb23cdf service neutron] 10.222.0.67 "PUT /v2.0/ports/31fae697-cf18-4e2a-812e-0376b85ce0a1 HTTP/1.1" status: 200 len: 1093 time: 0.6719711 Jan 28 04:14:35.485621 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6244b04-08e6-451f-ad59-4b398a66ebc9', 'tag': '31fae697-cf18-4e2a-812e-0376b85ce0a1'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:14:35.487869 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453f0d1b-2e71-402c-b13c-492ad9dbdf76" -d '{"events": [{"name": "network-changed", "server_uuid": "c6244b04-08e6-451f-ad59-4b398a66ebc9", "tag": "31fae697-cf18-4e2a-812e-0376b85ce0a1"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:14:35.513790 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc9749-789a-4b9a-a6f6-dfc28fb23cdf service neutron] Pushing event updated for resources: {'Port': ['ID=31fae697-cf18-4e2a-812e-0376b85ce0a1,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:14:35.553795 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b01244-6898-41d5-b041-693ce1b0d222 x-openstack-request-id: req-94b01244-6898-41d5-b041-693ce1b0d222 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:14:35.555309 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6244b04-08e6-451f-ad59-4b398a66ebc9", "tag": "31fae697-cf18-4e2a-812e-0376b85ce0a1", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:14:35.555309 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-94b01244-6898-41d5-b041-693ce1b0d222 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:14:35.555651 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6244b04-08e6-451f-ad59-4b398a66ebc9', 'tag': '31fae697-cf18-4e2a-812e-0376b85ce0a1', 'status': 'completed', 'code': 200} Jan 28 04:14:35.610917 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-914798b8-7396-4614-b20e-597f7b747139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:14:35.612453 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-914798b8-7396-4614-b20e-597f7b747139 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8&device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 1096 time: 0.0429075 Jan 28 04:14:35.664958 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-c801e4e2-5b09-43e7-91ce-f9679805f8c1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31fae697-cf18-4e2a-812e-0376b85ce0a1 HTTP/1.1" status: 200 len: 217 time: 0.0396106 Jan 28 04:14:35.715772 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-e2cf894f-d511-44da-993b-41fcbe678483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:14:35.717317 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-e2cf894f-d511-44da-993b-41fcbe678483 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=abeacdc8-f4e4-45e7-ab7b-d3be1288b371 HTTP/1.1" status: 200 len: 835 time: 0.0455866 Jan 28 04:14:35.767426 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-27b180bb-273f-4862-a11b-40a3cd102050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:14:35.769005 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-27b180bb-273f-4862-a11b-40a3cd102050 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0905a721-6652-495b-bb14-fbf3c4ebbcb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463963 Jan 28 04:14:36.182683 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:36.203313 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-9961a2f1-1af0-4fdc-bd57-bea08e5e4ea2 service neutron] 10.222.0.67 "GET /v2.0/networks/0905a721-6652-495b-bb14-fbf3c4ebbcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283109 Jan 28 04:14:36.302155 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-529ec890-ca7e-4ce8-a4f8-ebc88235c678 req-f342251d-b4e7-4b87-bfe3-c27471e583fc service neutron] 10.222.0.67 "GET /v2.0/networks/0905a721-6652-495b-bb14-fbf3c4ebbcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928755 Jan 28 04:14:36.403799 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5d73a-d20b-467b-b5e8-6679d2d9565a req-a89695ef-d70b-4a1f-8222-675a95312964 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:14:36.408282 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7bb5d73a-d20b-467b-b5e8-6679d2d9565a req-a89695ef-d70b-4a1f-8222-675a95312964 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 944 time: 0.0592160 Jan 28 04:14:36.437408 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f0d1b-2e71-402c-b13c-492ad9dbdf76 req-dfab292b-cdfe-4789-a9b0-a8cd6276dd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:14:36.439455 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-453f0d1b-2e71-402c-b13c-492ad9dbdf76 req-dfab292b-cdfe-4789-a9b0-a8cd6276dd77 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8&device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 1096 time: 0.0524721 Jan 28 04:14:36.458965 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7bb5d73a-d20b-467b-b5e8-6679d2d9565a req-9c80677a-dca5-4d3a-9f50-e5d6609383dd tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=df48ec05-d31b-4c54-b6f8-4a631e0e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475080 Jan 28 04:14:36.542194 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f0d1b-2e71-402c-b13c-492ad9dbdf76 req-3a22ab3e-5223-45d7-9183-e682d427ad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:14:36.544045 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-453f0d1b-2e71-402c-b13c-492ad9dbdf76 req-3a22ab3e-5223-45d7-9183-e682d427ad32 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0905a721-6652-495b-bb14-fbf3c4ebbcb2 HTTP/1.1" status: 200 len: 897 time: 0.0995762 Jan 28 04:14:36.590074 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-453f0d1b-2e71-402c-b13c-492ad9dbdf76 req-6310b812-3ce0-46e4-bcc7-cb77524b81a8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31fae697-cf18-4e2a-812e-0376b85ce0a1 HTTP/1.1" status: 200 len: 217 time: 0.0402412 Jan 28 04:14:36.639874 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f0d1b-2e71-402c-b13c-492ad9dbdf76 req-fd90d312-fef4-4dc7-a7eb-bd5049ead44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:14:36.641410 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-453f0d1b-2e71-402c-b13c-492ad9dbdf76 req-fd90d312-fef4-4dc7-a7eb-bd5049ead44c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=abeacdc8-f4e4-45e7-ab7b-d3be1288b371 HTTP/1.1" status: 200 len: 835 time: 0.0449679 Jan 28 04:14:36.689204 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f0d1b-2e71-402c-b13c-492ad9dbdf76 req-91b952ec-a2f4-4078-a556-373f1b48b526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:14:36.690677 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-453f0d1b-2e71-402c-b13c-492ad9dbdf76 req-91b952ec-a2f4-4078-a556-373f1b48b526 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0905a721-6652-495b-bb14-fbf3c4ebbcb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435450 Jan 28 04:14:36.788503 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-453f0d1b-2e71-402c-b13c-492ad9dbdf76 req-da2f343e-4ee6-4d25-aed2-3b9043809c83 service neutron] 10.222.0.67 "GET /v2.0/networks/0905a721-6652-495b-bb14-fbf3c4ebbcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910742 Jan 28 04:14:36.886453 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-453f0d1b-2e71-402c-b13c-492ad9dbdf76 req-e65a9975-9934-4eea-8498-a2fc6960cfea service neutron] 10.222.0.67 "GET /v2.0/networks/0905a721-6652-495b-bb14-fbf3c4ebbcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913844 Jan 28 04:14:37.589425 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef20b3-478c-4cf9-a974-a1b119229547 req-a265f876-7c91-46fd-b086-cdbd8b84e9b9 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:14:37.590925 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0cef20b3-478c-4cf9-a974-a1b119229547 req-a265f876-7c91-46fd-b086-cdbd8b84e9b9 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 944 time: 0.0503919 Jan 28 04:14:37.644589 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0cef20b3-478c-4cf9-a974-a1b119229547 req-23ce56d7-9f9b-478e-a7d5-f5155a859ac1 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=df48ec05-d31b-4c54-b6f8-4a631e0e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477326 Jan 28 04:14:38.769158 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409d133-1d88-4a96-976f-8b3e1a546174 req-f9334ee2-e88e-492a-9207-c92bd85cdc6d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:14:38.770577 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e409d133-1d88-4a96-976f-8b3e1a546174 req-f9334ee2-e88e-492a-9207-c92bd85cdc6d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 944 time: 0.0563264 Jan 28 04:14:38.829059 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e409d133-1d88-4a96-976f-8b3e1a546174 req-fd93c22b-a612-4831-bc4d-563b2a5a34fe tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=df48ec05-d31b-4c54-b6f8-4a631e0e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495017 Jan 28 04:14:39.556641 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 31fae697-cf18-4e2a-812e-0376b85ce0a1 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:14:39.657757 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 31fae697-cf18-4e2a-812e-0376b85ce0a1, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=31fae697-cf18-4e2a-812e-0376b85ce0a1,segment=NetworkSegment(48c5e643-8605-4803-8146-e6b82b592654),segment_id=48c5e643-8605-4803-8146-e6b82b592654)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:14:39.670774 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '31fae697-cf18-4e2a-812e-0376b85ce0a1', 'network_id': '0905a721-6652-495b-bb14-fbf3c4ebbcb2', 'port_id': '31fae697-cf18-4e2a-812e-0376b85ce0a1', 'mac_address': 'fa:16:3e:ca:52:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abeacdc8-f4e4-45e7-ab7b-d3be1288b371', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:14:39.708637 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 31fae697-cf18-4e2a-812e-0376b85ce0a1 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:14:39.709037 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (31fae697-cf18-4e2a-812e-0376b85ce0a1), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:39.724549 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31fae697-cf18-4e2a-812e-0376b85ce0a1 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:14:39.748747 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 31fae697-cf18-4e2a-812e-0376b85ce0a1, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=31fae697-cf18-4e2a-812e-0376b85ce0a1,segment=NetworkSegment(48c5e643-8605-4803-8146-e6b82b592654),segment_id=48c5e643-8605-4803-8146-e6b82b592654)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:14:39.754256 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (31fae697-cf18-4e2a-812e-0376b85ce0a1), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:39.811897 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=31fae697-cf18-4e2a-812e-0376b85ce0a1,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:14:39.962809 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d0e8f-ff69-4891-a4e0-bef2f5387423 req-8dabbcb8-55d2-4b8f-831b-e9181bc77579 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:14:39.964304 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d55d0e8f-ff69-4891-a4e0-bef2f5387423 req-8dabbcb8-55d2-4b8f-831b-e9181bc77579 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 945 time: 0.0573282 Jan 28 04:14:40.020703 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d55d0e8f-ff69-4891-a4e0-bef2f5387423 req-c86a6a5e-2463-47a7-84c6-7e793c0be01b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=df48ec05-d31b-4c54-b6f8-4a631e0e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491273 Jan 28 04:14:40.210789 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['31fae697-cf18-4e2a-812e-0376b85ce0a1'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:14:41.153475 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a639f6a-a6b8-4cce-b536-95a859df1d30 req-92f78238-a5b1-4ca0-bf80-20ad6bbfcb1d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:14:41.154888 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8a639f6a-a6b8-4cce-b536-95a859df1d30 req-92f78238-a5b1-4ca0-bf80-20ad6bbfcb1d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 945 time: 0.0548446 Jan 28 04:14:41.206311 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8a639f6a-a6b8-4cce-b536-95a859df1d30 req-caafb1de-df08-49c7-8506-453e4a866fad tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=df48ec05-d31b-4c54-b6f8-4a631e0e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456374 Jan 28 04:14:41.570090 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 31fae697-cf18-4e2a-812e-0376b85ce0a1 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:14:41.624939 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 31fae697-cf18-4e2a-812e-0376b85ce0a1 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:14:41.629737 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 31fae697-cf18-4e2a-812e-0376b85ce0a1 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:14:41.630062 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (31fae697-cf18-4e2a-812e-0376b85ce0a1), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:41.713707 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 31fae697-cf18-4e2a-812e-0376b85ce0a1 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:14:41.714097 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (31fae697-cf18-4e2a-812e-0376b85ce0a1), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:41.737500 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6244b04-08e6-451f-ad59-4b398a66ebc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31fae697-cf18-4e2a-812e-0376b85ce0a1'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:14:41.739773 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7466989c69d563e87a019306beca113247d74b519ddc68a6966af7388d6c63e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42314779-c784-45e6-875f-6495252d309f" -d '{"events": [{"server_uuid": "c6244b04-08e6-451f-ad59-4b398a66ebc9", "name": "network-vif-plugged", "status": "completed", "tag": "31fae697-cf18-4e2a-812e-0376b85ce0a1"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:14:41.752306 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 31fae697-cf18-4e2a-812e-0376b85ce0a1, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=31fae697-cf18-4e2a-812e-0376b85ce0a1,segment=NetworkSegment(48c5e643-8605-4803-8146-e6b82b592654),segment_id=48c5e643-8605-4803-8146-e6b82b592654)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:14:41.757839 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (31fae697-cf18-4e2a-812e-0376b85ce0a1), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:41.782200 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53aa6d0b-42d1-40cd-9736-2e4e99565e91 x-openstack-request-id: req-53aa6d0b-42d1-40cd-9736-2e4e99565e91 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:14:41.782489 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6244b04-08e6-451f-ad59-4b398a66ebc9", "name": "network-vif-plugged", "status": "completed", "tag": "31fae697-cf18-4e2a-812e-0376b85ce0a1", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:14:41.782738 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-53aa6d0b-42d1-40cd-9736-2e4e99565e91 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:14:41.783125 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6244b04-08e6-451f-ad59-4b398a66ebc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31fae697-cf18-4e2a-812e-0376b85ce0a1', 'code': 200} Jan 28 04:14:41.813999 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=31fae697-cf18-4e2a-812e-0376b85ce0a1,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:14:41.914746 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873adc2-cfaa-49fa-8541-90006ddae40d req-6e28f7a3-304e-46f2-81f8-6f197215a3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:14:41.916213 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5873adc2-cfaa-49fa-8541-90006ddae40d req-6e28f7a3-304e-46f2-81f8-6f197215a3ed service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 1098 time: 0.0471163 Jan 28 04:14:41.962250 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5873adc2-cfaa-49fa-8541-90006ddae40d req-10584022-9ed1-4fb9-b48b-c725c0c2fbcb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=df48ec05-d31b-4c54-b6f8-4a631e0e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392077 Jan 28 04:14:42.332174 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639fb45-e5a6-4b7e-8008-84695325c2bd req-3866e9e8-212a-41bb-a686-0a928c669ef3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:14:42.333703 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2639fb45-e5a6-4b7e-8008-84695325c2bd req-3866e9e8-212a-41bb-a686-0a928c669ef3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 946 time: 0.0529706 Jan 28 04:14:42.399927 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2639fb45-e5a6-4b7e-8008-84695325c2bd req-5f559090-31b4-47cc-87bf-0d406d02be37 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=df48ec05-d31b-4c54-b6f8-4a631e0e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556717 Jan 28 04:14:43.526735 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c67da1-160c-40a8-8c4a-80e509a8c304 req-af35bc8a-e723-481c-9605-d17ce80d7ecc tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:14:43.528248 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a5c67da1-160c-40a8-8c4a-80e509a8c304 req-af35bc8a-e723-481c-9605-d17ce80d7ecc tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 946 time: 0.0547514 Jan 28 04:14:43.582253 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a5c67da1-160c-40a8-8c4a-80e509a8c304 req-d248a568-c9de-431d-8fab-3125518b1fd4 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=df48ec05-d31b-4c54-b6f8-4a631e0e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478280 Jan 28 04:14:43.716909 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25101173-044b-4216-ba2b-b34ab31073ab req-e4fa937f-f274-4d22-b48a-a39951c1de08 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:14:43.718346 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-25101173-044b-4216-ba2b-b34ab31073ab req-e4fa937f-f274-4d22-b48a-a39951c1de08 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 946 time: 0.0586350 Jan 28 04:14:43.773053 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-25101173-044b-4216-ba2b-b34ab31073ab req-e09b70d1-546e-49f7-97e8-46c05d6429d4 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=df48ec05-d31b-4c54-b6f8-4a631e0e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489218 Jan 28 04:14:43.795858 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37672) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:14:43.844755 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063871b4-da6f-49f6-ad3b-002ad8231a3b tempest-TestNetworkAdvancedServerOps-1560678165 tempest-TestNetworkAdvancedServerOps-1560678165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:14:43.846350 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-063871b4-da6f-49f6-ad3b-002ad8231a3b tempest-TestNetworkAdvancedServerOps-1560678165 tempest-TestNetworkAdvancedServerOps-1560678165-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 1093 time: 0.0489724 Jan 28 04:14:43.849461 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37674) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:14:43.853939 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-71358a3f-0c75-4e0d-9bd0-c5f6dbcdd0c8 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'port_id': '31fae697-cf18-4e2a-812e-0376b85ce0a1', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:14:43.878662 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-71358a3f-0c75-4e0d-9bd0-c5f6dbcdd0c8 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:43.984290 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-71358a3f-0c75-4e0d-9bd0-c5f6dbcdd0c8 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:44.109795 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-71358a3f-0c75-4e0d-9bd0-c5f6dbcdd0c8 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Allocated IP 172.25.0.106 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/c808fd7a-cc37-4f49-a745-694902cb0999) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:14:44.217273 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-71358a3f-0c75-4e0d-9bd0-c5f6dbcdd0c8 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for port (c808fd7a-cc37-4f49-a745-694902cb0999), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:44.260829 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-71358a3f-0c75-4e0d-9bd0-c5f6dbcdd0c8 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (c808fd7a-cc37-4f49-a745-694902cb0999), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:44.299264 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71358a3f-0c75-4e0d-9bd0-c5f6dbcdd0c8 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:14:44.302062 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-71358a3f-0c75-4e0d-9bd0-c5f6dbcdd0c8 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:14:44.304751 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71358a3f-0c75-4e0d-9bd0-c5f6dbcdd0c8 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:14:44.331821 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71358a3f-0c75-4e0d-9bd0-c5f6dbcdd0c8 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'Port': ['ID=c808fd7a-cc37-4f49-a745-694902cb0999,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:14:44.704961 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-71358a3f-0c75-4e0d-9bd0-c5f6dbcdd0c8 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for floatingip (ad2c7b30-c817-453c-9412-e2585ba7df22), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:44.778771 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-71358a3f-0c75-4e0d-9bd0-c5f6dbcdd0c8 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c808fd7a-cc37-4f49-a745-694902cb0999), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:44.937520 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-71358a3f-0c75-4e0d-9bd0-c5f6dbcdd0c8 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for port (c808fd7a-cc37-4f49-a745-694902cb0999), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:44.945243 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-71358a3f-0c75-4e0d-9bd0-c5f6dbcdd0c8 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (c808fd7a-cc37-4f49-a745-694902cb0999), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:45.019666 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71358a3f-0c75-4e0d-9bd0-c5f6dbcdd0c8 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'Port': ['ID=c808fd7a-cc37-4f49-a745-694902cb0999,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:14:45.033169 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-71358a3f-0c75-4e0d-9bd0-c5f6dbcdd0c8 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (ad2c7b30-c817-453c-9412-e2585ba7df22), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:45.138622 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [None req-71358a3f-0c75-4e0d-9bd0-c5f6dbcdd0c8 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Floating IP ad2c7b30-c817-453c-9412-e2585ba7df22 associated. External IP: 172.25.0.106, port: 31fae697-cf18-4e2a-812e-0376b85ce0a1. Jan 28 04:14:45.359351 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71358a3f-0c75-4e0d-9bd0-c5f6dbcdd0c8 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Router cc47e686-c6e7-4949-bedc-9b8cc984e886 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:14:45.484449 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71358a3f-0c75-4e0d-9bd0-c5f6dbcdd0c8 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:14:45.494752 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c154740-4051-421c-bb1f-f1305ddf9ba7 None None] Sync routers for ids ['cc47e686-c6e7-4949-bedc-9b8cc984e886'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:14:45.504455 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c154740-4051-421c-bb1f-f1305ddf9ba7 None None] Routers {'cc47e686-c6e7-4949-bedc-9b8cc984e886'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:14:45.504661 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-71358a3f-0c75-4e0d-9bd0-c5f6dbcdd0c8 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:45.505088 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-3c154740-4051-421c-bb1f-f1305ddf9ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:14:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['cc47e686-c6e7-4949-bedc-9b8cc984e886'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:14:45.535231 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-71358a3f-0c75-4e0d-9bd0-c5f6dbcdd0c8 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6846502 Jan 28 04:14:45.535803 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6244b04-08e6-451f-ad59-4b398a66ebc9', 'tag': '31fae697-cf18-4e2a-812e-0376b85ce0a1'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:14:45.538438 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3198fe40c20953b5b589f016e0433bfb4a98f5964cdf03e8abb15383fb0d5974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3d3453-94c2-40f6-be9d-c97f970a1bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "c6244b04-08e6-451f-ad59-4b398a66ebc9", "tag": "31fae697-cf18-4e2a-812e-0376b85ce0a1"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:14:45.641015 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938a161e-3a7b-4704-8c82-b8772fe855d2 x-openstack-request-id: req-938a161e-3a7b-4704-8c82-b8772fe855d2 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:14:45.641832 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6244b04-08e6-451f-ad59-4b398a66ebc9", "tag": "31fae697-cf18-4e2a-812e-0376b85ce0a1", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:14:45.641832 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-938a161e-3a7b-4704-8c82-b8772fe855d2 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:14:45.642067 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6244b04-08e6-451f-ad59-4b398a66ebc9', 'tag': '31fae697-cf18-4e2a-812e-0376b85ce0a1', 'status': 'completed', 'code': 200} Jan 28 04:14:45.655653 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1d28c-c581-4487-be0e-a44256f5cb71 req-c07be600-2350-4b2e-874d-0d78360dce01 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:14:45.657221 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2ab1d28c-c581-4487-be0e-a44256f5cb71 req-c07be600-2350-4b2e-874d-0d78360dce01 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 946 time: 0.0605612 Jan 28 04:14:45.715198 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-3c154740-4051-421c-bb1f-f1305ddf9ba7 None None] Set router cc47e686-c6e7-4949-bedc-9b8cc984e886 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:14:45.739825 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2ab1d28c-c581-4487-be0e-a44256f5cb71 req-17b5697d-0bcc-4350-9482-724e295be0a4 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=df48ec05-d31b-4c54-b6f8-4a631e0e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761330 Jan 28 04:14:45.751584 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d3453-94c2-40f6-be9d-c97f970a1bf9 req-cd632967-b6b7-496f-8cc5-8477198028a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:14:45.754105 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ce3d3453-94c2-40f6-be9d-c97f970a1bf9 req-cd632967-b6b7-496f-8cc5-8477198028a5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8&device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 1098 time: 0.0658228 Jan 28 04:14:45.767337 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37682) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:14:45.834437 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b10c7a41-0eab-4c7b-96d2-0e6ecb54145b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/floatingips/ad2c7b30-c817-453c-9412-e2585ba7df22 HTTP/1.1" status: 200 len: 992 time: 0.0656347 Jan 28 04:14:45.853963 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d3453-94c2-40f6-be9d-c97f970a1bf9 req-a7d7973b-4b3a-4cb7-92e0-769a8e3cd24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:14:45.855457 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ce3d3453-94c2-40f6-be9d-c97f970a1bf9 req-a7d7973b-4b3a-4cb7-92e0-769a8e3cd24c service neutron] 10.222.0.67 "GET /v2.0/networks?id=0905a721-6652-495b-bb14-fbf3c4ebbcb2 HTTP/1.1" status: 200 len: 897 time: 0.0944769 Jan 28 04:14:45.922091 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ce3d3453-94c2-40f6-be9d-c97f970a1bf9 req-9380e585-addb-470a-baaf-2561dd5487dd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31fae697-cf18-4e2a-812e-0376b85ce0a1 HTTP/1.1" status: 200 len: 1000 time: 0.0611384 Jan 28 04:14:45.953625 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-3c154740-4051-421c-bb1f-f1305ddf9ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc47e686-c6e7-4949-bedc-9b8cc984e886', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016307485', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'f090a808-aa43-4046-9eeb-1682ced36b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:14:27Z', 'updated_at': '2022-01-28T04:14:30Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': 'f090a808-aa43-4046-9eeb-1682ced36b37', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:65:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc47e686-c6e7-4949-bedc-9b8cc984e886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:14:28Z', 'updated_at': '2022-01-28T04:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': 'ad2c7b30-c817-453c-9412-e2585ba7df22', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'floating_ip_address': '172.25.0.106', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': 'cc47e686-c6e7-4949-bedc-9b8cc984e886', 'port_id': '31fae697-cf18-4e2a-812e-0376b85ce0a1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0905a721-6652-495b-bb14-fbf3c4ebbcb2', 'mac_address': 'fa:16:3e:ca:52:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6244b04-08e6-451f-ad59-4b398a66ebc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:14:44Z', 'updated_at': '2022-01-28T04:14:44Z', 'revision_number': 0, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e7a013c-f8f3-499e-b8b5-babaac23d4ac', 'name': '', 'network_id': '0905a721-6652-495b-bb14-fbf3c4ebbcb2', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'mac_address': 'fa:16:3e:ee:ff:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc47e686-c6e7-4949-bedc-9b8cc984e886', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'abeacdc8-f4e4-45e7-ab7b-d3be1288b371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:14:30Z', 'updated_at': '2022-01-28T04:14:34Z', 'revision_number': 5, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'subnets': [{'id': 'abeacdc8-f4e4-45e7-ab7b-d3be1288b371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:14:45.980781 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d3453-94c2-40f6-be9d-c97f970a1bf9 req-552168c2-2c50-42dd-85db-dafcf3c9aeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:14:45.982303 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ce3d3453-94c2-40f6-be9d-c97f970a1bf9 req-552168c2-2c50-42dd-85db-dafcf3c9aeec service neutron] 10.222.0.67 "GET /v2.0/subnets?id=abeacdc8-f4e4-45e7-ab7b-d3be1288b371 HTTP/1.1" status: 200 len: 835 time: 0.0538867 Jan 28 04:14:45.986030 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c154740-4051-421c-bb1f-f1305ddf9ba7 None None] Checking router: cc47e686-c6e7-4949-bedc-9b8cc984e886 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:14:45.994998 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c154740-4051-421c-bb1f-f1305ddf9ba7 None None] Routers {'cc47e686-c6e7-4949-bedc-9b8cc984e886'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:14:45.995626 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-3c154740-4051-421c-bb1f-f1305ddf9ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:14:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['cc47e686-c6e7-4949-bedc-9b8cc984e886'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:14:46.031719 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d3453-94c2-40f6-be9d-c97f970a1bf9 req-5e5afa29-1583-4eed-8c5c-76f343bd4f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:14:46.033285 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ce3d3453-94c2-40f6-be9d-c97f970a1bf9 req-5e5afa29-1583-4eed-8c5c-76f343bd4f82 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0905a721-6652-495b-bb14-fbf3c4ebbcb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449140 Jan 28 04:14:46.100311 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-3c154740-4051-421c-bb1f-f1305ddf9ba7 None None] Set router cc47e686-c6e7-4949-bedc-9b8cc984e886 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:14:46.125031 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ce3d3453-94c2-40f6-be9d-c97f970a1bf9 req-37818e05-d77b-4533-86c7-67f5f6d0e7f6 service neutron] 10.222.0.67 "GET /v2.0/networks/0905a721-6652-495b-bb14-fbf3c4ebbcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852342 Jan 28 04:14:46.223848 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ce3d3453-94c2-40f6-be9d-c97f970a1bf9 req-2adc5c7f-f8b3-404d-8677-7aa38bc224d4 service neutron] 10.222.0.67 "GET /v2.0/networks/0905a721-6652-495b-bb14-fbf3c4ebbcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927072 Jan 28 04:14:46.327497 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-3c154740-4051-421c-bb1f-f1305ddf9ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc47e686-c6e7-4949-bedc-9b8cc984e886', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016307485', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'f090a808-aa43-4046-9eeb-1682ced36b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:14:27Z', 'updated_at': '2022-01-28T04:14:30Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': 'f090a808-aa43-4046-9eeb-1682ced36b37', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:65:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc47e686-c6e7-4949-bedc-9b8cc984e886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:14:28Z', 'updated_at': '2022-01-28T04:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': 'ad2c7b30-c817-453c-9412-e2585ba7df22', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'floating_ip_address': '172.25.0.106', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': 'cc47e686-c6e7-4949-bedc-9b8cc984e886', 'port_id': '31fae697-cf18-4e2a-812e-0376b85ce0a1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0905a721-6652-495b-bb14-fbf3c4ebbcb2', 'mac_address': 'fa:16:3e:ca:52:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6244b04-08e6-451f-ad59-4b398a66ebc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:14:44Z', 'updated_at': '2022-01-28T04:14:44Z', 'revision_number': 0, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e7a013c-f8f3-499e-b8b5-babaac23d4ac', 'name': '', 'network_id': '0905a721-6652-495b-bb14-fbf3c4ebbcb2', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'mac_address': 'fa:16:3e:ee:ff:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc47e686-c6e7-4949-bedc-9b8cc984e886', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'abeacdc8-f4e4-45e7-ab7b-d3be1288b371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:14:30Z', 'updated_at': '2022-01-28T04:14:34Z', 'revision_number': 5, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'subnets': [{'id': 'abeacdc8-f4e4-45e7-ab7b-d3be1288b371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:14:46.354006 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c154740-4051-421c-bb1f-f1305ddf9ba7 None None] The sync data for ids ['cc47e686-c6e7-4949-bedc-9b8cc984e886'] in n-d-712139-27 is: [{'id': 'cc47e686-c6e7-4949-bedc-9b8cc984e886', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016307485', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'f090a808-aa43-4046-9eeb-1682ced36b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:14:27Z', 'updated_at': '2022-01-28T04:14:30Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': 'f090a808-aa43-4046-9eeb-1682ced36b37', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:65:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc47e686-c6e7-4949-bedc-9b8cc984e886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:14:28Z', 'updated_at': '2022-01-28T04:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': 'ad2c7b30-c817-453c-9412-e2585ba7df22', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'floating_ip_address': '172.25.0.106', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': 'cc47e686-c6e7-4949-bedc-9b8cc984e886', 'port_id': '31fae697-cf18-4e2a-812e-0376b85ce0a1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0905a721-6652-495b-bb14-fbf3c4ebbcb2', 'mac_address': 'fa:16:3e:ca:52:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6244b04-08e6-451f-ad59-4b398a66ebc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:14:44Z', 'updated_at': '2022-01-28T04:14:44Z', 'revision_number': 0, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e7a013c-f8f3-499e-b8b5-babaac23d4ac', 'name': '', 'network_id': '0905a721-6652-495b-bb14-fbf3c4ebbcb2', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'mac_address': 'fa:16:3e:ee:ff:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc47e686-c6e7-4949-bedc-9b8cc984e886', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'abeacdc8-f4e4-45e7-ab7b-d3be1288b371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:14:30Z', 'updated_at': '2022-01-28T04:14:34Z', 'revision_number': 5, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'subnets': [{'id': 'abeacdc8-f4e4-45e7-ab7b-d3be1288b371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:14:46.695951 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2feb6112-2f24-4fcf-9cdc-75b7541b571b None None] New status for floating IP ad2c7b30-c817-453c-9412-e2585ba7df22: ACTIVE {{(pid=109804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:14:46.839051 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37684) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:14:46.909663 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1a01c03c-c31a-413a-bd37-5683a652f1f2 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/floatingips/ad2c7b30-c817-453c-9412-e2585ba7df22 HTTP/1.1" status: 200 len: 994 time: 0.0694981 Jan 28 04:14:50.304330 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:14:59.800441 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:14:59.845178 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2e39a068-172c-4681-977e-4144ad2bb982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:01.918478 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ce930366-3004-4e45-929d-d372b2169817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:03.702629 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:04.427092 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:04.557877 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6703fdf4-5103-43c4-9776-11775e936c2e req-4ef06855-6aa2-4b33-844f-aa205c0ba156 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0520167 Jan 28 04:15:04.666732 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703fdf4-5103-43c4-9776-11775e936c2e req-c8c0055c-b61c-44c8-ba4f-1415f2727c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:15:04.669440 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6703fdf4-5103-43c4-9776-11775e936c2e req-c8c0055c-b61c-44c8-ba4f-1415f2727c5d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8&device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 1098 time: 0.0471606 Jan 28 04:15:04.793206 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703fdf4-5103-43c4-9776-11775e936c2e req-72909fb0-3041-4551-922c-0d9ed68d6cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:15:04.794692 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6703fdf4-5103-43c4-9776-11775e936c2e req-72909fb0-3041-4551-922c-0d9ed68d6cbe service neutron] 10.222.0.67 "GET /v2.0/networks?id=0905a721-6652-495b-bb14-fbf3c4ebbcb2 HTTP/1.1" status: 200 len: 897 time: 0.1011212 Jan 28 04:15:04.868761 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6703fdf4-5103-43c4-9776-11775e936c2e req-958323f7-640e-4d81-ba01-b2ea06ca4568 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31fae697-cf18-4e2a-812e-0376b85ce0a1 HTTP/1.1" status: 200 len: 1002 time: 0.0657716 Jan 28 04:15:04.927507 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703fdf4-5103-43c4-9776-11775e936c2e req-10e12f20-7924-4134-a3eb-8aaacc6b1a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:15:04.929045 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6703fdf4-5103-43c4-9776-11775e936c2e req-10e12f20-7924-4134-a3eb-8aaacc6b1a3d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=abeacdc8-f4e4-45e7-ab7b-d3be1288b371 HTTP/1.1" status: 200 len: 835 time: 0.0530343 Jan 28 04:15:04.980098 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703fdf4-5103-43c4-9776-11775e936c2e req-79cabdcc-ab90-4d05-860d-a7d7078bc16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:15:04.981698 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6703fdf4-5103-43c4-9776-11775e936c2e req-79cabdcc-ab90-4d05-860d-a7d7078bc16e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0905a721-6652-495b-bb14-fbf3c4ebbcb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465372 Jan 28 04:15:05.084888 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6703fdf4-5103-43c4-9776-11775e936c2e req-7ce5e626-9180-4374-88f8-cd077f7e7380 service neutron] 10.222.0.67 "GET /v2.0/networks/0905a721-6652-495b-bb14-fbf3c4ebbcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957229 Jan 28 04:15:05.170546 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:05.190998 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6703fdf4-5103-43c4-9776-11775e936c2e req-1210f3a7-0afe-41c8-808a-317b80ad76eb service neutron] 10.222.0.67 "GET /v2.0/networks/0905a721-6652-495b-bb14-fbf3c4ebbcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990314 Jan 28 04:15:06.189683 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:27.304294 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:15:29.791997 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:29.849098 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-393d3c39-9cb6-4bd8-a2ef-814ff6fbf9ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:31.925186 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cffc142c-655b-41fc-a7da-06a86fe11756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:33.707954 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:34.439953 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:35.179599 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:36.195473 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:59.793532 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:15:59.873059 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-33c5e0ba-3e48-409b-bc65-093a11e7b2dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:01.912559 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4325f22e-f228-42f3-a1ac-c59bcac81946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:03.710506 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:04.058166 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-316a0704-5c33-4d73-869a-9c144f54c996 req-c23b48ce-d2e6-4ace-ab23-f082c4c658a1 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:16:04.059128 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-316a0704-5c33-4d73-869a-9c144f54c996 req-c23b48ce-d2e6-4ace-ab23-f082c4c658a1 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055385 Jan 28 04:16:04.270885 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a8d67-07f5-485a-91fb-34c7e9ea9d22 req-a00bade4-dfac-4d89-97af-1a249d49dc8a tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:04.272430 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cf2a8d67-07f5-485a-91fb-34c7e9ea9d22 req-a00bade4-dfac-4d89-97af-1a249d49dc8a tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 946 time: 0.0495324 Jan 28 04:16:04.286182 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37718) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:16:04.303122 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:16:04.322763 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-cf2a8d67-07f5-485a-91fb-34c7e9ea9d22 req-3c38ebba-385e-41a8-a706-0f086df6f970 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=df48ec05-d31b-4c54-b6f8-4a631e0e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447247 Jan 28 04:16:04.368040 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-fd71e91e-1570-493d-b9d9-3ce0571bac8c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0807221 Jan 28 04:16:04.376483 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-1e23ef08-e9fa-42d4-a2b0-11d8484ea971 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:16:04.377493 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-1e23ef08-e9fa-42d4-a2b0-11d8484ea971 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050128 Jan 28 04:16:04.439738 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:05.186599 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:05.454632 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929fdca-b2de-4bf5-a1c4-33c434b2ed20 req-0f897ba3-9263-48bc-84ac-671b981f7316 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:05.456115 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e929fdca-b2de-4bf5-a1c4-33c434b2ed20 req-0f897ba3-9263-48bc-84ac-671b981f7316 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 946 time: 0.0618963 Jan 28 04:16:05.510949 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e929fdca-b2de-4bf5-a1c4-33c434b2ed20 req-38e1dcd0-7b0e-4f04-bc5f-fb5db691c029 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=df48ec05-d31b-4c54-b6f8-4a631e0e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490294 Jan 28 04:16:05.622298 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-3b533e23-8a93-44ea-8d57-f701f111c0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:05.623757 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-3b533e23-8a93-44ea-8d57-f701f111c0cf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8&device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 1098 time: 0.0507469 Jan 28 04:16:05.713828 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-d40bbfe9-842f-49a7-a701-002fac4888b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:05.715340 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-d40bbfe9-842f-49a7-a701-002fac4888b8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0905a721-6652-495b-bb14-fbf3c4ebbcb2 HTTP/1.1" status: 200 len: 897 time: 0.0855474 Jan 28 04:16:05.794390 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-d5cc9524-f3ee-48e4-a454-90a4f130b7dc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31fae697-cf18-4e2a-812e-0376b85ce0a1 HTTP/1.1" status: 200 len: 1002 time: 0.0721810 Jan 28 04:16:05.848920 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-5e984cf9-7137-4945-b79c-17fa53e27b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:05.850411 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-5e984cf9-7137-4945-b79c-17fa53e27b64 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=abeacdc8-f4e4-45e7-ab7b-d3be1288b371 HTTP/1.1" status: 200 len: 835 time: 0.0503109 Jan 28 04:16:05.897520 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-c86cde6a-08f1-4324-b3c1-ea4eb468e5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:05.898893 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-c86cde6a-08f1-4324-b3c1-ea4eb468e5da service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0905a721-6652-495b-bb14-fbf3c4ebbcb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425065 Jan 28 04:16:05.993226 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-97f87c78-2286-4229-9add-ac997d049273 service neutron] 10.222.0.67 "GET /v2.0/networks/0905a721-6652-495b-bb14-fbf3c4ebbcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868795 Jan 28 04:16:06.084581 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-752cc173-2355-4994-aba4-1454f92cd418 service neutron] 10.222.0.67 "GET /v2.0/networks/0905a721-6652-495b-bb14-fbf3c4ebbcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852041 Jan 28 04:16:06.183057 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:06.600910 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7e600-5203-4b9e-a85f-93573e34bba2 req-7ec897a2-dbaf-4804-bd02-c756f67b6430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:06.602482 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bbd7e600-5203-4b9e-a85f-93573e34bba2 req-7ec897a2-dbaf-4804-bd02-c756f67b6430 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8&device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 1098 time: 0.0503182 Jan 28 04:16:06.635351 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7dfb8-a199-4eb9-a96a-2244f407a29c req-f75fb882-a0fb-4da4-b14d-937551a799d5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:06.636849 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-44e7dfb8-a199-4eb9-a96a-2244f407a29c req-f75fb882-a0fb-4da4-b14d-937551a799d5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 946 time: 0.0525169 Jan 28 04:16:06.687600 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-44e7dfb8-a199-4eb9-a96a-2244f407a29c req-ab9c602f-22c8-4391-9cd0-e78b5ebaae7b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=df48ec05-d31b-4c54-b6f8-4a631e0e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449398 Jan 28 04:16:06.710604 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7e600-5203-4b9e-a85f-93573e34bba2 req-df06c586-18d1-4556-8362-3fd9af12dbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:06.712062 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bbd7e600-5203-4b9e-a85f-93573e34bba2 req-df06c586-18d1-4556-8362-3fd9af12dbb1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0905a721-6652-495b-bb14-fbf3c4ebbcb2 HTTP/1.1" status: 200 len: 897 time: 0.0906808 Jan 28 04:16:06.781497 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bbd7e600-5203-4b9e-a85f-93573e34bba2 req-8ea876e3-ed2a-41c4-b212-508a2d88edb5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31fae697-cf18-4e2a-812e-0376b85ce0a1 HTTP/1.1" status: 200 len: 1002 time: 0.0630929 Jan 28 04:16:06.832957 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7e600-5203-4b9e-a85f-93573e34bba2 req-580dcc5c-4c03-486b-a546-82ed36b4f671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:06.834374 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bbd7e600-5203-4b9e-a85f-93573e34bba2 req-580dcc5c-4c03-486b-a546-82ed36b4f671 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=abeacdc8-f4e4-45e7-ab7b-d3be1288b371 HTTP/1.1" status: 200 len: 835 time: 0.0471191 Jan 28 04:16:06.884834 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7e600-5203-4b9e-a85f-93573e34bba2 req-504834bf-0a8b-471d-85ed-c45c2a413737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:06.887117 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bbd7e600-5203-4b9e-a85f-93573e34bba2 req-504834bf-0a8b-471d-85ed-c45c2a413737 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0905a721-6652-495b-bb14-fbf3c4ebbcb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466461 Jan 28 04:16:06.981592 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bbd7e600-5203-4b9e-a85f-93573e34bba2 req-d83e4b66-a54c-43a5-ac0e-24c52f9f9826 service neutron] 10.222.0.67 "GET /v2.0/networks/0905a721-6652-495b-bb14-fbf3c4ebbcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879788 Jan 28 04:16:07.072760 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bbd7e600-5203-4b9e-a85f-93573e34bba2 req-01dd1789-9bbc-492a-935e-8c8521210151 service neutron] 10.222.0.67 "GET /v2.0/networks/0905a721-6652-495b-bb14-fbf3c4ebbcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852222 Jan 28 04:16:07.818195 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa025f-10bb-4f93-b5a2-bc3f73aa4475 req-8fc37954-1d78-4e02-9c29-da68e7dda018 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:07.819686 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c7fa025f-10bb-4f93-b5a2-bc3f73aa4475 req-8fc37954-1d78-4e02-9c29-da68e7dda018 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 946 time: 0.0512614 Jan 28 04:16:07.868841 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c7fa025f-10bb-4f93-b5a2-bc3f73aa4475 req-ccbf38cc-f9f0-49a8-9727-433995d06b79 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=df48ec05-d31b-4c54-b6f8-4a631e0e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433996 Jan 28 04:16:09.009477 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342fe61-92d8-4009-b0a6-5ecefc9db16b req-8d86c8b3-215b-48ed-bfbe-a00cd27bcfa9 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:09.010975 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2342fe61-92d8-4009-b0a6-5ecefc9db16b req-8d86c8b3-215b-48ed-bfbe-a00cd27bcfa9 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 946 time: 0.0689223 Jan 28 04:16:09.064617 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2342fe61-92d8-4009-b0a6-5ecefc9db16b req-598f2121-0ebb-45ac-af2a-7a0ff398fedc tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=df48ec05-d31b-4c54-b6f8-4a631e0e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450690 Jan 28 04:16:10.211860 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e62a3-f287-4c05-8ba2-f384afa15174 req-9073078f-5e8e-4f83-a3f4-b0e21bd2f4ad tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:10.213481 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-299e62a3-f287-4c05-8ba2-f384afa15174 req-9073078f-5e8e-4f83-a3f4-b0e21bd2f4ad tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 946 time: 0.0662014 Jan 28 04:16:10.265255 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-299e62a3-f287-4c05-8ba2-f384afa15174 req-d942ea95-1c6e-449f-83d0-d7b6b2dc04ed tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=df48ec05-d31b-4c54-b6f8-4a631e0e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442207 Jan 28 04:16:11.395694 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932aae95-c468-4d20-8a37-47e73c810592 req-77eaf383-2caa-4026-902b-bc9be01ac8a3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:11.397155 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-932aae95-c468-4d20-8a37-47e73c810592 req-77eaf383-2caa-4026-902b-bc9be01ac8a3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 946 time: 0.0626822 Jan 28 04:16:11.453564 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-932aae95-c468-4d20-8a37-47e73c810592 req-9f2d80a7-c0f3-457e-99cc-587d6d936d33 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=df48ec05-d31b-4c54-b6f8-4a631e0e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502908 Jan 28 04:16:12.587893 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdfac9a-5268-474f-9150-82bb36469365 req-14c96aee-e9ec-42b4-a609-cade038c9f9b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:12.589464 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fcdfac9a-5268-474f-9150-82bb36469365 req-14c96aee-e9ec-42b4-a609-cade038c9f9b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 946 time: 0.0607209 Jan 28 04:16:12.643001 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fcdfac9a-5268-474f-9150-82bb36469365 req-2fe010f7-f156-4f3d-bbd1-ee1be01cd553 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=df48ec05-d31b-4c54-b6f8-4a631e0e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477095 Jan 28 04:16:13.767772 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc823e-0be1-4a0f-8e4e-3b9dafbf3dfa req-bebc8812-35ad-444c-9b7f-2683bc0359fd tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:13.769298 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-86dc823e-0be1-4a0f-8e4e-3b9dafbf3dfa req-bebc8812-35ad-444c-9b7f-2683bc0359fd tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 946 time: 0.0513191 Jan 28 04:16:13.823028 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-86dc823e-0be1-4a0f-8e4e-3b9dafbf3dfa req-613133e6-c88d-4c69-89a3-78e49a1e24ba tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=df48ec05-d31b-4c54-b6f8-4a631e0e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477679 Jan 28 04:16:14.961481 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073ac32-f5bb-4222-8c16-c37ab13850ad req-3a98f76b-c12d-4584-b748-1f718a32023f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:14.963492 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a073ac32-f5bb-4222-8c16-c37ab13850ad req-3a98f76b-c12d-4584-b748-1f718a32023f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 946 time: 0.0663373 Jan 28 04:16:15.017109 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a073ac32-f5bb-4222-8c16-c37ab13850ad req-191c0fc9-d524-4ca5-99ae-c17ea6361c11 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=df48ec05-d31b-4c54-b6f8-4a631e0e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446222 Jan 28 04:16:16.149930 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc5018-2db7-4b16-8b93-c9634c9442fe req-73d0b058-a760-49c0-a4dd-df5407aeef35 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:16.151712 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-28dc5018-2db7-4b16-8b93-c9634c9442fe req-73d0b058-a760-49c0-a4dd-df5407aeef35 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 946 time: 0.0561135 Jan 28 04:16:16.201495 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-28dc5018-2db7-4b16-8b93-c9634c9442fe req-737d8c80-7551-44f6-9d99-dace08decb6d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=df48ec05-d31b-4c54-b6f8-4a631e0e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439484 Jan 28 04:16:17.326353 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f941d0e-c55f-4dd2-8953-18c3ed1ba9d1 req-17af7a96-c9c0-493b-a31f-6df9d8435604 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:17.327918 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7f941d0e-c55f-4dd2-8953-18c3ed1ba9d1 req-17af7a96-c9c0-493b-a31f-6df9d8435604 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 946 time: 0.0517383 Jan 28 04:16:17.380611 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7f941d0e-c55f-4dd2-8953-18c3ed1ba9d1 req-fe62d42c-4217-4659-8192-baadf41eaf2e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=df48ec05-d31b-4c54-b6f8-4a631e0e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442631 Jan 28 04:16:18.505200 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa4f58-ceda-4234-ba25-6e0ab98581b2 req-59c05b48-6da6-4bf8-a788-811e4edb0ac3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:18.506734 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-eaaa4f58-ceda-4234-ba25-6e0ab98581b2 req-59c05b48-6da6-4bf8-a788-811e4edb0ac3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 946 time: 0.0552850 Jan 28 04:16:18.558652 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-eaaa4f58-ceda-4234-ba25-6e0ab98581b2 req-16eadb47-b81e-4b97-aa5d-bd86444bb05a tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=df48ec05-d31b-4c54-b6f8-4a631e0e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460136 Jan 28 04:16:19.691049 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332a55f-b1a1-44e7-9e71-60a0e2986458 req-c2781f75-8b05-482d-b93e-fce5f6c09fbe tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:19.693682 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f332a55f-b1a1-44e7-9e71-60a0e2986458 req-c2781f75-8b05-482d-b93e-fce5f6c09fbe tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 946 time: 0.0499895 Jan 28 04:16:19.745303 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f332a55f-b1a1-44e7-9e71-60a0e2986458 req-be64ade3-95e5-4ace-a507-44bd892da33b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=df48ec05-d31b-4c54-b6f8-4a631e0e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469561 Jan 28 04:16:20.873810 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2856ac2-bb2c-47b5-9279-082408f78cc1 req-9165c185-6880-4ab3-8636-6136c3b13dc8 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:20.875290 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d2856ac2-bb2c-47b5-9279-082408f78cc1 req-9165c185-6880-4ab3-8636-6136c3b13dc8 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 946 time: 0.0533454 Jan 28 04:16:20.926163 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d2856ac2-bb2c-47b5-9279-082408f78cc1 req-0008248d-b00a-4a53-b34d-021eea43ac30 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=df48ec05-d31b-4c54-b6f8-4a631e0e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449026 Jan 28 04:16:22.056793 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d377f0e-2971-4607-b938-22bd74b1c3bc req-08925b66-fe71-45ba-98c0-b96e7480106c tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:22.058296 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6d377f0e-2971-4607-b938-22bd74b1c3bc req-08925b66-fe71-45ba-98c0-b96e7480106c tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 946 time: 0.0515702 Jan 28 04:16:22.112082 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6d377f0e-2971-4607-b938-22bd74b1c3bc req-a5ed831f-5465-452d-827d-ebe0e417e172 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=df48ec05-d31b-4c54-b6f8-4a631e0e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454352 Jan 28 04:16:23.191371 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-1adfde51-2e94-4c9e-9275-035bd5b96ab1 service neutron] show failed (client error): The resource could not be found. Jan 28 04:16:23.192499 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-1adfde51-2e94-4c9e-9275-035bd5b96ab1 service neutron] 10.222.0.67 "GET /v2.0/ports/31fae697-cf18-4e2a-812e-0376b85ce0a1/bindings/n-h2-712139-27 HTTP/1.1" status: 404 len: 381 time: 0.0606489 Jan 28 04:16:23.238794 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7b6a4-cefe-404a-af21-c760d3939898 req-03af35d6-bf21-4f6d-879d-681734c5abdc tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:23.240336 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8ba7b6a4-cefe-404a-af21-c760d3939898 req-03af35d6-bf21-4f6d-879d-681734c5abdc tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 946 time: 0.0576978 Jan 28 04:16:23.290818 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8ba7b6a4-cefe-404a-af21-c760d3939898 req-68f2ade4-a581-4430-9a8d-928256cb6cae tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=df48ec05-d31b-4c54-b6f8-4a631e0e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445561 Jan 28 04:16:23.404093 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-5786eba7-70ad-40fd-955e-374272cd627a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:23.405535 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-5786eba7-70ad-40fd-955e-374272cd627a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9&tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8 HTTP/1.1" status: 200 len: 1098 time: 0.0427768 Jan 28 04:16:23.421880 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-146804ee-f508-4bff-a31c-ce697f1cc73a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712139-27', 'device_owner': 'compute:nova'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:16:23.482297 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-146804ee-f508-4bff-a31c-ce697f1cc73a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (31fae697-cf18-4e2a-812e-0376b85ce0a1), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:23.697234 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-146804ee-f508-4bff-a31c-ce697f1cc73a service neutron] For port 31fae697-cf18-4e2a-812e-0376b85ce0a1, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=31fae697-cf18-4e2a-812e-0376b85ce0a1,segment=NetworkSegment(48c5e643-8605-4803-8146-e6b82b592654),segment_id=48c5e643-8605-4803-8146-e6b82b592654)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:16:23.730491 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-146804ee-f508-4bff-a31c-ce697f1cc73a service neutron] For port 31fae697-cf18-4e2a-812e-0376b85ce0a1, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:16:23.779617 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6244b04-08e6-451f-ad59-4b398a66ebc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31fae697-cf18-4e2a-812e-0376b85ce0a1'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:16:23.782032 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de2c0d6-5d09-45dc-846a-e546bd4f159b" -d '{"events": [{"server_uuid": "c6244b04-08e6-451f-ad59-4b398a66ebc9", "name": "network-vif-unplugged", "status": "completed", "tag": "31fae697-cf18-4e2a-812e-0376b85ce0a1"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:16:23.785604 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-146804ee-f508-4bff-a31c-ce697f1cc73a service neutron] Publish callbacks [] for port (31fae697-cf18-4e2a-812e-0376b85ce0a1), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:23.800037 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-146804ee-f508-4bff-a31c-ce697f1cc73a service neutron] Transition to ACTIVE for port object 31fae697-cf18-4e2a-812e-0376b85ce0a1 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:16:23.805138 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-146804ee-f508-4bff-a31c-ce697f1cc73a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (31fae697-cf18-4e2a-812e-0376b85ce0a1), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:23.848914 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1188260d-4037-484a-890f-456956af57ee x-openstack-request-id: req-1188260d-4037-484a-890f-456956af57ee {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:16:23.849343 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6244b04-08e6-451f-ad59-4b398a66ebc9", "name": "network-vif-unplugged", "status": "completed", "tag": "31fae697-cf18-4e2a-812e-0376b85ce0a1", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:16:23.850722 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1188260d-4037-484a-890f-456956af57ee {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:16:23.850722 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6244b04-08e6-451f-ad59-4b398a66ebc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31fae697-cf18-4e2a-812e-0376b85ce0a1', 'code': 200} Jan 28 04:16:23.907596 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146804ee-f508-4bff-a31c-ce697f1cc73a service neutron] Pushing event updated for resources: {'Port': ['ID=31fae697-cf18-4e2a-812e-0376b85ce0a1,revision_number=6']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:16:23.920169 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146804ee-f508-4bff-a31c-ce697f1cc73a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:23.920443 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146804ee-f508-4bff-a31c-ce697f1cc73a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:23.920797 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146804ee-f508-4bff-a31c-ce697f1cc73a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:23.921201 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146804ee-f508-4bff-a31c-ce697f1cc73a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:23.921513 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146804ee-f508-4bff-a31c-ce697f1cc73a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:23.921971 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146804ee-f508-4bff-a31c-ce697f1cc73a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:23.922309 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146804ee-f508-4bff-a31c-ce697f1cc73a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:23.922626 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146804ee-f508-4bff-a31c-ce697f1cc73a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:23.922953 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146804ee-f508-4bff-a31c-ce697f1cc73a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:23.923279 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146804ee-f508-4bff-a31c-ce697f1cc73a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:23.923607 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146804ee-f508-4bff-a31c-ce697f1cc73a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:23.923931 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146804ee-f508-4bff-a31c-ce697f1cc73a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:23.924260 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146804ee-f508-4bff-a31c-ce697f1cc73a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:23.957485 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-146804ee-f508-4bff-a31c-ce697f1cc73a service neutron] No DVR routers for this DVR port 31fae697-cf18-4e2a-812e-0376b85ce0a1 on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:16:24.093998 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-146804ee-f508-4bff-a31c-ce697f1cc73a service neutron] Attempting to bind port 31fae697-cf18-4e2a-812e-0376b85ce0a1 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:16:24.094340 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-146804ee-f508-4bff-a31c-ce697f1cc73a service neutron] Attempting to bind port 31fae697-cf18-4e2a-812e-0376b85ce0a1 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '48c5e643-8605-4803-8146-e6b82b592654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0905a721-6652-495b-bb14-fbf3c4ebbcb2'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:16:24.094673 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-146804ee-f508-4bff-a31c-ce697f1cc73a service neutron] Attempting to bind port 31fae697-cf18-4e2a-812e-0376b85ce0a1 on network 0905a721-6652-495b-bb14-fbf3c4ebbcb2 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:16:24.099557 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-146804ee-f508-4bff-a31c-ce697f1cc73a service neutron] Port 31fae697-cf18-4e2a-812e-0376b85ce0a1 on network 0905a721-6652-495b-bb14-fbf3c4ebbcb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:16:24.099884 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-146804ee-f508-4bff-a31c-ce697f1cc73a service neutron] Attempting to bind port 31fae697-cf18-4e2a-812e-0376b85ce0a1 on network 0905a721-6652-495b-bb14-fbf3c4ebbcb2 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:16:24.104898 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-146804ee-f508-4bff-a31c-ce697f1cc73a service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:16:24.105261 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-146804ee-f508-4bff-a31c-ce697f1cc73a service neutron] Checking segment: {'id': '48c5e643-8605-4803-8146-e6b82b592654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0905a721-6652-495b-bb14-fbf3c4ebbcb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:16:24.105672 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-146804ee-f508-4bff-a31c-ce697f1cc73a service neutron] Bound using segment: {'id': '48c5e643-8605-4803-8146-e6b82b592654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0905a721-6652-495b-bb14-fbf3c4ebbcb2'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:16:24.106098 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-146804ee-f508-4bff-a31c-ce697f1cc73a service neutron] Bound port: 31fae697-cf18-4e2a-812e-0376b85ce0a1, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48c5e643-8605-4803-8146-e6b82b592654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0905a721-6652-495b-bb14-fbf3c4ebbcb2'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:16:24.106450 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-146804ee-f508-4bff-a31c-ce697f1cc73a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (31fae697-cf18-4e2a-812e-0376b85ce0a1), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:24.175748 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-146804ee-f508-4bff-a31c-ce697f1cc73a service neutron] For port 31fae697-cf18-4e2a-812e-0376b85ce0a1, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:16:24.179113 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-146804ee-f508-4bff-a31c-ce697f1cc73a service neutron] For port 31fae697-cf18-4e2a-812e-0376b85ce0a1, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=31fae697-cf18-4e2a-812e-0376b85ce0a1,segment=NetworkSegment(48c5e643-8605-4803-8146-e6b82b592654),segment_id=48c5e643-8605-4803-8146-e6b82b592654)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:16:24.187069 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-146804ee-f508-4bff-a31c-ce697f1cc73a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (31fae697-cf18-4e2a-812e-0376b85ce0a1), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:24.230283 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-146804ee-f508-4bff-a31c-ce697f1cc73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:24.231087 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-146804ee-f508-4bff-a31c-ce697f1cc73a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:24.232461 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-146804ee-f508-4bff-a31c-ce697f1cc73a service neutron] 10.222.0.39 "PUT /v2.0/ports/31fae697-cf18-4e2a-812e-0376b85ce0a1 HTTP/1.1" status: 200 len: 1093 time: 0.8145521 Jan 28 04:16:24.251776 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146804ee-f508-4bff-a31c-ce697f1cc73a service neutron] Pushing event updated for resources: {'Port': ['ID=31fae697-cf18-4e2a-812e-0376b85ce0a1,revision_number=7']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:16:24.306923 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-482eecf9-eae6-479f-b4bf-0812adeb671e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:24.308415 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-482eecf9-eae6-479f-b4bf-0812adeb671e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8&device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 1096 time: 0.0430822 Jan 28 04:16:24.410894 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-e5e68742-a124-4898-84ee-8464ac6a4df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:24.412127 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53afa16-f100-4776-8595-5a5b93a46755 req-35c59363-382e-4d14-ab93-7b9b6690e48d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:24.412645 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-e5e68742-a124-4898-84ee-8464ac6a4df3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0905a721-6652-495b-bb14-fbf3c4ebbcb2 HTTP/1.1" status: 200 len: 897 time: 0.0975864 Jan 28 04:16:24.413770 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c53afa16-f100-4776-8595-5a5b93a46755 req-35c59363-382e-4d14-ab93-7b9b6690e48d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 944 time: 0.0507751 Jan 28 04:16:24.463009 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c53afa16-f100-4776-8595-5a5b93a46755 req-a699f94f-02e4-4886-92e9-6e1713eeed91 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=df48ec05-d31b-4c54-b6f8-4a631e0e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424600 Jan 28 04:16:24.478493 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-6b45c432-95ad-4357-b205-134615ec82e2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31fae697-cf18-4e2a-812e-0376b85ce0a1 HTTP/1.1" status: 200 len: 1000 time: 0.0597720 Jan 28 04:16:24.528948 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-56f0db87-b3d4-4124-8961-8b353d178a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:24.530375 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-56f0db87-b3d4-4124-8961-8b353d178a36 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=abeacdc8-f4e4-45e7-ab7b-d3be1288b371 HTTP/1.1" status: 200 len: 835 time: 0.0454800 Jan 28 04:16:24.581234 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-324f466d-9918-4b7d-a878-4ee87d0a105a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:24.582738 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-324f466d-9918-4b7d-a878-4ee87d0a105a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0905a721-6652-495b-bb14-fbf3c4ebbcb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461359 Jan 28 04:16:24.673402 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-4ac7a7a3-5acc-4416-a2a8-f12e1f600c2d service neutron] 10.222.0.39 "GET /v2.0/networks/0905a721-6652-495b-bb14-fbf3c4ebbcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849001 Jan 28 04:16:24.769226 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-66047479-82b2-4d35-b0c7-4af49e6affb6 req-75935ffd-1e26-4064-aa63-131fcf8ac13f service neutron] 10.222.0.39 "GET /v2.0/networks/0905a721-6652-495b-bb14-fbf3c4ebbcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899920 Jan 28 04:16:25.608697 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0891ce-2566-4742-88a2-aa312e77c2b5 req-d3f0c3bb-5bad-4787-9329-a74c29aa9a8b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:25.610194 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fe0891ce-2566-4742-88a2-aa312e77c2b5 req-d3f0c3bb-5bad-4787-9329-a74c29aa9a8b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 944 time: 0.0535548 Jan 28 04:16:25.661536 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fe0891ce-2566-4742-88a2-aa312e77c2b5 req-25b104f3-75d1-416b-b8e3-26dea3eb2914 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=df48ec05-d31b-4c54-b6f8-4a631e0e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451844 Jan 28 04:16:25.850951 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6244b04-08e6-451f-ad59-4b398a66ebc9', 'tag': '31fae697-cf18-4e2a-812e-0376b85ce0a1'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:16:25.853583 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7e2303-2127-4b6f-99e8-56dff8bda77f" -d '{"events": [{"name": "network-changed", "server_uuid": "c6244b04-08e6-451f-ad59-4b398a66ebc9", "tag": "31fae697-cf18-4e2a-812e-0376b85ce0a1"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:16:25.903459 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35092522-eaba-4d5d-b62a-13aad02042a7 x-openstack-request-id: req-35092522-eaba-4d5d-b62a-13aad02042a7 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:16:25.903753 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6244b04-08e6-451f-ad59-4b398a66ebc9", "tag": "31fae697-cf18-4e2a-812e-0376b85ce0a1", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:16:25.903994 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-35092522-eaba-4d5d-b62a-13aad02042a7 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:16:25.904400 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6244b04-08e6-451f-ad59-4b398a66ebc9', 'tag': '31fae697-cf18-4e2a-812e-0376b85ce0a1', 'status': 'completed', 'code': 200} Jan 28 04:16:25.986324 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e2303-2127-4b6f-99e8-56dff8bda77f req-2c0f69a2-73f5-4412-8370-edb5f30f56be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:25.987817 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1d7e2303-2127-4b6f-99e8-56dff8bda77f req-2c0f69a2-73f5-4412-8370-edb5f30f56be service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8&device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 1096 time: 0.0421951 Jan 28 04:16:26.084918 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e2303-2127-4b6f-99e8-56dff8bda77f req-b36de383-d0fc-4fda-89dd-62a6156bce86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:26.086422 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1d7e2303-2127-4b6f-99e8-56dff8bda77f req-b36de383-d0fc-4fda-89dd-62a6156bce86 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0905a721-6652-495b-bb14-fbf3c4ebbcb2 HTTP/1.1" status: 200 len: 897 time: 0.0926630 Jan 28 04:16:26.179342 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e2303-2127-4b6f-99e8-56dff8bda77f req-e291fa23-3daa-4ea4-8073-4d72c39d37f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:26.180744 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1d7e2303-2127-4b6f-99e8-56dff8bda77f req-e291fa23-3daa-4ea4-8073-4d72c39d37f7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8&device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 1096 time: 0.0894184 Jan 28 04:16:26.182575 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1d7e2303-2127-4b6f-99e8-56dff8bda77f req-0c58f935-d38f-43e1-afd1-9a532d4f7ac0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31fae697-cf18-4e2a-812e-0376b85ce0a1 HTTP/1.1" status: 200 len: 1000 time: 0.0837224 Jan 28 04:16:26.276590 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e2303-2127-4b6f-99e8-56dff8bda77f req-eca6786b-48b7-4e07-a89b-97caf39d2fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:26.278089 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1d7e2303-2127-4b6f-99e8-56dff8bda77f req-eca6786b-48b7-4e07-a89b-97caf39d2fff service neutron] 10.222.0.67 "GET /v2.0/subnets?id=abeacdc8-f4e4-45e7-ab7b-d3be1288b371 HTTP/1.1" status: 200 len: 835 time: 0.0827668 Jan 28 04:16:26.332242 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e2303-2127-4b6f-99e8-56dff8bda77f req-3f8949df-7e1b-4968-b782-28df05be3415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:26.333786 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1d7e2303-2127-4b6f-99e8-56dff8bda77f req-3f8949df-7e1b-4968-b782-28df05be3415 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0905a721-6652-495b-bb14-fbf3c4ebbcb2 HTTP/1.1" status: 200 len: 897 time: 0.1457620 Jan 28 04:16:26.351257 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e2303-2127-4b6f-99e8-56dff8bda77f req-b39902f0-8852-4251-8189-4fa474f28afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:26.352644 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1d7e2303-2127-4b6f-99e8-56dff8bda77f req-b39902f0-8852-4251-8189-4fa474f28afb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0905a721-6652-495b-bb14-fbf3c4ebbcb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0662582 Jan 28 04:16:26.460186 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1d7e2303-2127-4b6f-99e8-56dff8bda77f req-f6ca119a-e4c2-46f5-ba5b-0b41c4682ee8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31fae697-cf18-4e2a-812e-0376b85ce0a1 HTTP/1.1" status: 200 len: 1000 time: 0.1165137 Jan 28 04:16:26.523772 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1d7e2303-2127-4b6f-99e8-56dff8bda77f req-313605b7-63ef-4e39-8898-a3012587e804 service neutron] 10.222.0.67 "GET /v2.0/networks/0905a721-6652-495b-bb14-fbf3c4ebbcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386085 Jan 28 04:16:26.529239 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e2303-2127-4b6f-99e8-56dff8bda77f req-33b043ae-9472-4d43-ac1f-27673e5ec5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:26.530627 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1d7e2303-2127-4b6f-99e8-56dff8bda77f req-33b043ae-9472-4d43-ac1f-27673e5ec5d4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=abeacdc8-f4e4-45e7-ab7b-d3be1288b371 HTTP/1.1" status: 200 len: 835 time: 0.0622170 Jan 28 04:16:26.636091 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e2303-2127-4b6f-99e8-56dff8bda77f req-d0d401bd-8dee-48a9-a436-d4f3444d5289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:26.637629 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1d7e2303-2127-4b6f-99e8-56dff8bda77f req-d0d401bd-8dee-48a9-a436-d4f3444d5289 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0905a721-6652-495b-bb14-fbf3c4ebbcb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0982733 Jan 28 04:16:26.655604 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1d7e2303-2127-4b6f-99e8-56dff8bda77f req-3c1cee93-8e21-4ef9-8b90-12ada3dbb249 service neutron] 10.222.0.67 "GET /v2.0/networks/0905a721-6652-495b-bb14-fbf3c4ebbcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241279 Jan 28 04:16:26.731118 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1d7e2303-2127-4b6f-99e8-56dff8bda77f req-8f6bb2e7-8828-4e4c-a7e3-2a9c2a3328af service neutron] 10.222.0.39 "GET /v2.0/networks/0905a721-6652-495b-bb14-fbf3c4ebbcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861456 Jan 28 04:16:26.835137 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae5ba9-4644-44ce-b0e7-92d1ee986a6c req-b9b1d854-77ae-407a-abda-cc2038dbcef0 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:26.836621 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-41ae5ba9-4644-44ce-b0e7-92d1ee986a6c req-b9b1d854-77ae-407a-abda-cc2038dbcef0 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 944 time: 0.1030056 Jan 28 04:16:26.868829 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1d7e2303-2127-4b6f-99e8-56dff8bda77f req-c979e044-9cc8-4458-9976-391a9ed2db65 service neutron] 10.222.0.39 "GET /v2.0/networks/0905a721-6652-495b-bb14-fbf3c4ebbcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268537 Jan 28 04:16:26.898737 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-41ae5ba9-4644-44ce-b0e7-92d1ee986a6c req-543b0f3a-ae27-4745-b6bd-a4557895f336 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=df48ec05-d31b-4c54-b6f8-4a631e0e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560992 Jan 28 04:16:27.503258 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34bff25-52f4-428f-bdec-bdcd5b96c7a7 req-85e2802f-9fd7-4e63-a6ea-26fcd7e5b31f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:27.504799 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b34bff25-52f4-428f-bdec-bdcd5b96c7a7 req-85e2802f-9fd7-4e63-a6ea-26fcd7e5b31f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 944 time: 0.4443069 Jan 28 04:16:27.515865 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710abcc-07d1-434f-9326-7517fee323ec req-3629d905-ab09-4d45-8cd9-6c698ae9097d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:27.517311 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a710abcc-07d1-434f-9326-7517fee323ec req-3629d905-ab09-4d45-8cd9-6c698ae9097d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9&tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8&binding%3Ahost_id=n-h2-712139-27 HTTP/1.1" status: 200 len: 944 time: 0.4270368 Jan 28 04:16:27.600329 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b34bff25-52f4-428f-bdec-bdcd5b96c7a7 req-e0800c68-c113-4576-b3bd-53a6c8b72e85 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=df48ec05-d31b-4c54-b6f8-4a631e0e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820427 Jan 28 04:16:27.605417 n-d-712139-27 neutron-server[109803]: INFO neutron.api.v2.resource [req-a710abcc-07d1-434f-9326-7517fee323ec req-6aa2c017-12d8-407a-a7ce-f35893aff1b3 service neutron] delete failed (client error): The resource could not be found. Jan 28 04:16:27.606387 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a710abcc-07d1-434f-9326-7517fee323ec req-6aa2c017-12d8-407a-a7ce-f35893aff1b3 service neutron] 10.222.0.67 "DELETE /v2.0/ports/31fae697-cf18-4e2a-812e-0376b85ce0a1/bindings/n-h1-712139-27 HTTP/1.1" status: 404 len: 381 time: 0.0820608 Jan 28 04:16:27.725604 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710abcc-07d1-434f-9326-7517fee323ec req-314e7423-5527-4ca0-83e2-e99cc1b17024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:27.727091 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a710abcc-07d1-434f-9326-7517fee323ec req-314e7423-5527-4ca0-83e2-e99cc1b17024 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8&device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 1096 time: 0.0442045 Jan 28 04:16:27.727923 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8c2e6-6cc1-450a-8c6a-796573a27cb4 req-97e4393a-971d-4fd6-8b08-20de0e83540e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:27.729446 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-54b8c2e6-6cc1-450a-8c6a-796573a27cb4 req-97e4393a-971d-4fd6-8b08-20de0e83540e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 944 time: 0.0477989 Jan 28 04:16:27.783232 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-54b8c2e6-6cc1-450a-8c6a-796573a27cb4 req-a5a413c6-2976-49e6-9c6a-788ff5f5ad30 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=df48ec05-d31b-4c54-b6f8-4a631e0e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479863 Jan 28 04:16:27.820002 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710abcc-07d1-434f-9326-7517fee323ec req-cfb2ea60-7d03-427b-9482-404f66cd1694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:27.821593 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a710abcc-07d1-434f-9326-7517fee323ec req-cfb2ea60-7d03-427b-9482-404f66cd1694 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0905a721-6652-495b-bb14-fbf3c4ebbcb2 HTTP/1.1" status: 200 len: 897 time: 0.0890794 Jan 28 04:16:27.894184 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a710abcc-07d1-434f-9326-7517fee323ec req-0653e68e-e200-4518-9f81-bae2b6527b44 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31fae697-cf18-4e2a-812e-0376b85ce0a1 HTTP/1.1" status: 200 len: 1000 time: 0.0655792 Jan 28 04:16:27.941814 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710abcc-07d1-434f-9326-7517fee323ec req-b38b0108-995f-4dae-998e-6612c10c1f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:27.943282 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a710abcc-07d1-434f-9326-7517fee323ec req-b38b0108-995f-4dae-998e-6612c10c1f69 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=abeacdc8-f4e4-45e7-ab7b-d3be1288b371 HTTP/1.1" status: 200 len: 835 time: 0.0434892 Jan 28 04:16:27.987624 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710abcc-07d1-434f-9326-7517fee323ec req-9184aaa1-9f8f-4cfe-82c7-eb8f56d4e814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:27.989227 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a710abcc-07d1-434f-9326-7517fee323ec req-9184aaa1-9f8f-4cfe-82c7-eb8f56d4e814 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0905a721-6652-495b-bb14-fbf3c4ebbcb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400438 Jan 28 04:16:28.003409 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 31fae697-cf18-4e2a-812e-0376b85ce0a1 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:16:28.078668 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a710abcc-07d1-434f-9326-7517fee323ec req-879d1bff-b2a6-4fd8-a1ec-317572ad4506 service neutron] 10.222.0.67 "GET /v2.0/networks/0905a721-6652-495b-bb14-fbf3c4ebbcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833795 Jan 28 04:16:28.098068 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 31fae697-cf18-4e2a-812e-0376b85ce0a1, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=31fae697-cf18-4e2a-812e-0376b85ce0a1,segment=NetworkSegment(48c5e643-8605-4803-8146-e6b82b592654),segment_id=48c5e643-8605-4803-8146-e6b82b592654)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:16:28.109981 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '31fae697-cf18-4e2a-812e-0376b85ce0a1', 'network_id': '0905a721-6652-495b-bb14-fbf3c4ebbcb2', 'port_id': '31fae697-cf18-4e2a-812e-0376b85ce0a1', 'mac_address': 'fa:16:3e:ca:52:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abeacdc8-f4e4-45e7-ab7b-d3be1288b371', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:16:28.136921 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 31fae697-cf18-4e2a-812e-0376b85ce0a1 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:16:28.165762 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a710abcc-07d1-434f-9326-7517fee323ec req-28996293-ba88-4742-9212-cb3028aee1b6 service neutron] 10.222.0.67 "GET /v2.0/networks/0905a721-6652-495b-bb14-fbf3c4ebbcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815063 Jan 28 04:16:28.174705 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 31fae697-cf18-4e2a-812e-0376b85ce0a1 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:16:28.175073 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (31fae697-cf18-4e2a-812e-0376b85ce0a1), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:28.195469 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31fae697-cf18-4e2a-812e-0376b85ce0a1 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:16:28.201377 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] The host n-h1-712139-27 is not matching for port 31fae697-cf18-4e2a-812e-0376b85ce0a1 host n-h2-712139-27! {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 04:16:28.201780 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 31fae697-cf18-4e2a-812e-0376b85ce0a1 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:16:28.217819 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 31fae697-cf18-4e2a-812e-0376b85ce0a1, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=31fae697-cf18-4e2a-812e-0376b85ce0a1,segment=NetworkSegment(48c5e643-8605-4803-8146-e6b82b592654),segment_id=48c5e643-8605-4803-8146-e6b82b592654)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:16:28.223777 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (31fae697-cf18-4e2a-812e-0376b85ce0a1), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:28.274873 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=31fae697-cf18-4e2a-812e-0376b85ce0a1,revision_number=8']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:16:28.282493 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:28.282847 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:28.283188 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:28.283521 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:28.283858 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:28.284195 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:28.284523 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:28.284855 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:28.285315 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:28.285632 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:28.286018 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:28.286459 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:28.286937 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:16:28.536928 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['31fae697-cf18-4e2a-812e-0376b85ce0a1'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:16:28.908462 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404a1d9-cdef-4fe7-95f7-b7188191157b req-d589f51c-4aeb-4987-912b-bab46907d5b9 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:28.909989 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0404a1d9-cdef-4fe7-95f7-b7188191157b req-d589f51c-4aeb-4987-912b-bab46907d5b9 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 945 time: 0.0501533 Jan 28 04:16:28.964707 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0404a1d9-cdef-4fe7-95f7-b7188191157b req-4e1ad2ac-d380-4c81-bfb4-416c17bf60bf tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=df48ec05-d31b-4c54-b6f8-4a631e0e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486939 Jan 28 04:16:28.997702 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37798) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:16:29.058587 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-9b1bdbbe-738a-4ff0-93a1-be7854e16dfa tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/floatingips/ad2c7b30-c817-453c-9412-e2585ba7df22 HTTP/1.1" status: 200 len: 993 time: 0.0597272 Jan 28 04:16:29.802800 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:29.856571 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4598fa75-b5eb-4459-b1a6-a0423f21eebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:30.024723 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 31fae697-cf18-4e2a-812e-0376b85ce0a1 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:16:30.081719 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 31fae697-cf18-4e2a-812e-0376b85ce0a1 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:16:30.085237 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 31fae697-cf18-4e2a-812e-0376b85ce0a1 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:16:30.085610 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (31fae697-cf18-4e2a-812e-0376b85ce0a1), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:30.160462 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 31fae697-cf18-4e2a-812e-0376b85ce0a1 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:16:30.160854 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (31fae697-cf18-4e2a-812e-0376b85ce0a1), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:30.184635 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6244b04-08e6-451f-ad59-4b398a66ebc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31fae697-cf18-4e2a-812e-0376b85ce0a1'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:16:30.186926 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7466989c69d563e87a019306beca113247d74b519ddc68a6966af7388d6c63e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952e7d7f-8fca-4dfe-bbaf-aaaafd16456f" -d '{"events": [{"server_uuid": "c6244b04-08e6-451f-ad59-4b398a66ebc9", "name": "network-vif-plugged", "status": "completed", "tag": "31fae697-cf18-4e2a-812e-0376b85ce0a1"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:16:30.199118 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 31fae697-cf18-4e2a-812e-0376b85ce0a1, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=31fae697-cf18-4e2a-812e-0376b85ce0a1,segment=NetworkSegment(48c5e643-8605-4803-8146-e6b82b592654),segment_id=48c5e643-8605-4803-8146-e6b82b592654)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:16:30.204178 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (31fae697-cf18-4e2a-812e-0376b85ce0a1), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:30.230014 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68a7b37-89aa-4614-98df-dd4718a5bf93 x-openstack-request-id: req-c68a7b37-89aa-4614-98df-dd4718a5bf93 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:16:30.230307 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6244b04-08e6-451f-ad59-4b398a66ebc9", "name": "network-vif-plugged", "status": "completed", "tag": "31fae697-cf18-4e2a-812e-0376b85ce0a1", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:16:30.230554 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c68a7b37-89aa-4614-98df-dd4718a5bf93 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:16:30.230937 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6244b04-08e6-451f-ad59-4b398a66ebc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31fae697-cf18-4e2a-812e-0376b85ce0a1', 'code': 200} Jan 28 04:16:30.257528 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=31fae697-cf18-4e2a-812e-0376b85ce0a1,revision_number=9']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:16:31.911120 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-55ea90b5-5146-4ab8-a9df-4cffa04c815c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:33.713707 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:34.456817 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:35.182895 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:36.186462 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:41.302474 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:16:57.476439 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37810) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:16:57.636597 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-0a6f1e1e-2d0f-49c3-b0c5-73099a3eaf4c tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Deleting port c808fd7a-cc37-4f49-a745-694902cb0999 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:16:57.636885 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0a6f1e1e-2d0f-49c3-b0c5-73099a3eaf4c tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (c808fd7a-cc37-4f49-a745-694902cb0999), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:57.714180 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0a6f1e1e-2d0f-49c3-b0c5-73099a3eaf4c tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (c808fd7a-cc37-4f49-a745-694902cb0999), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:57.714509 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0a6f1e1e-2d0f-49c3-b0c5-73099a3eaf4c tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for floatingip (c808fd7a-cc37-4f49-a745-694902cb0999), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:57.726222 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-0a6f1e1e-2d0f-49c3-b0c5-73099a3eaf4c tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Calling delete_port for c808fd7a-cc37-4f49-a745-694902cb0999 owned by network:floatingip {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:16:57.880548 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0a6f1e1e-2d0f-49c3-b0c5-73099a3eaf4c tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (c808fd7a-cc37-4f49-a745-694902cb0999), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:57.912610 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f1e1e-2d0f-49c3-b0c5-73099a3eaf4c tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event deleted for resources: {'Port': ['ID=c808fd7a-cc37-4f49-a745-694902cb0999,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:16:57.968727 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0a6f1e1e-2d0f-49c3-b0c5-73099a3eaf4c tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for floatingip (ad2c7b30-c817-453c-9412-e2585ba7df22), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:57.969099 n-d-712139-27 neutron-server[109803]: INFO neutron.db.l3_db [None req-0a6f1e1e-2d0f-49c3-b0c5-73099a3eaf4c tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Floating IP ad2c7b30-c817-453c-9412-e2585ba7df22 disassociated (deleted). External IP: 172.25.0.106, port: 31fae697-cf18-4e2a-812e-0376b85ce0a1. Jan 28 04:16:58.186409 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a6f1e1e-2d0f-49c3-b0c5-73099a3eaf4c tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Router cc47e686-c6e7-4949-bedc-9b8cc984e886 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:16:58.306430 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6f1e1e-2d0f-49c3-b0c5-73099a3eaf4c tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:16:58.311422 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0a6f1e1e-2d0f-49c3-b0c5-73099a3eaf4c tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:58.316933 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd419879-2b72-4731-99af-ac37f0f10b6b None None] Sync routers for ids ['cc47e686-c6e7-4949-bedc-9b8cc984e886'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:16:58.330527 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd419879-2b72-4731-99af-ac37f0f10b6b None None] Routers {'cc47e686-c6e7-4949-bedc-9b8cc984e886'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:16:58.331137 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-cd419879-2b72-4731-99af-ac37f0f10b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:16:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['cc47e686-c6e7-4949-bedc-9b8cc984e886'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:16:58.339864 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0a6f1e1e-2d0f-49c3-b0c5-73099a3eaf4c tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "DELETE /v2.0/floatingips/ad2c7b30-c817-453c-9412-e2585ba7df22 HTTP/1.1" status: 204 len: 168 time: 0.8622427 Jan 28 04:16:58.340439 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6244b04-08e6-451f-ad59-4b398a66ebc9', 'tag': '31fae697-cf18-4e2a-812e-0376b85ce0a1'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:16:58.342800 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a652266-5c3c-44df-ab82-5d2289531f69" -d '{"events": [{"name": "network-changed", "server_uuid": "c6244b04-08e6-451f-ad59-4b398a66ebc9", "tag": "31fae697-cf18-4e2a-812e-0376b85ce0a1"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:16:58.381550 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c412dc1-c5ec-40c9-857e-02d6fdd0c02f x-openstack-request-id: req-6c412dc1-c5ec-40c9-857e-02d6fdd0c02f {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:16:58.381837 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6244b04-08e6-451f-ad59-4b398a66ebc9", "tag": "31fae697-cf18-4e2a-812e-0376b85ce0a1", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:16:58.382086 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6c412dc1-c5ec-40c9-857e-02d6fdd0c02f {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:16:58.382493 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6244b04-08e6-451f-ad59-4b398a66ebc9', 'tag': '31fae697-cf18-4e2a-812e-0376b85ce0a1', 'status': 'completed', 'code': 200} Jan 28 04:16:58.438606 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-cd419879-2b72-4731-99af-ac37f0f10b6b None None] Set router cc47e686-c6e7-4949-bedc-9b8cc984e886 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:16:58.472613 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a652266-5c3c-44df-ab82-5d2289531f69 req-962e356e-ee2d-44d0-aae3-85b1763ff25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:58.474825 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6a652266-5c3c-44df-ab82-5d2289531f69 req-962e356e-ee2d-44d0-aae3-85b1763ff25a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8&device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 1098 time: 0.0505383 Jan 28 04:16:58.644524 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829e72e-9a6f-46a6-bced-1ae94084e7f3 req-703360d4-c9c2-4c1e-83ab-f5ec0e1c65e3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:58.646091 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5829e72e-9a6f-46a6-bced-1ae94084e7f3 req-703360d4-c9c2-4c1e-83ab-f5ec0e1c65e3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 946 time: 0.1083853 Jan 28 04:16:58.651530 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a652266-5c3c-44df-ab82-5d2289531f69 req-6b4fa653-5d0b-4c08-9f88-f68dc175cce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:58.652966 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6a652266-5c3c-44df-ab82-5d2289531f69 req-6b4fa653-5d0b-4c08-9f88-f68dc175cce6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0905a721-6652-495b-bb14-fbf3c4ebbcb2 HTTP/1.1" status: 200 len: 897 time: 0.1361983 Jan 28 04:16:58.707420 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6a652266-5c3c-44df-ab82-5d2289531f69 req-39768d3b-1ee2-437d-bcee-87f9cbf6c33a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31fae697-cf18-4e2a-812e-0376b85ce0a1 HTTP/1.1" status: 200 len: 217 time: 0.0473018 Jan 28 04:16:58.745909 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-cd419879-2b72-4731-99af-ac37f0f10b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc47e686-c6e7-4949-bedc-9b8cc984e886', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016307485', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'f090a808-aa43-4046-9eeb-1682ced36b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:14:27Z', 'updated_at': '2022-01-28T04:14:30Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': 'f090a808-aa43-4046-9eeb-1682ced36b37', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:65:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc47e686-c6e7-4949-bedc-9b8cc984e886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:14:28Z', 'updated_at': '2022-01-28T04:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '4e7a013c-f8f3-499e-b8b5-babaac23d4ac', 'name': '', 'network_id': '0905a721-6652-495b-bb14-fbf3c4ebbcb2', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'mac_address': 'fa:16:3e:ee:ff:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc47e686-c6e7-4949-bedc-9b8cc984e886', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'abeacdc8-f4e4-45e7-ab7b-d3be1288b371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:14:30Z', 'updated_at': '2022-01-28T04:14:34Z', 'revision_number': 5, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'subnets': [{'id': 'abeacdc8-f4e4-45e7-ab7b-d3be1288b371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:16:58.763812 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5829e72e-9a6f-46a6-bced-1ae94084e7f3 req-2a341703-3bf4-4c5d-bc4e-9c4d9c4cafad tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=df48ec05-d31b-4c54-b6f8-4a631e0e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098487 Jan 28 04:16:58.771575 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd419879-2b72-4731-99af-ac37f0f10b6b None None] Checking router: cc47e686-c6e7-4949-bedc-9b8cc984e886 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:16:58.777349 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a652266-5c3c-44df-ab82-5d2289531f69 req-6199e7cc-c8fd-4dae-b8bf-dc65815832d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:58.779002 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6a652266-5c3c-44df-ab82-5d2289531f69 req-6199e7cc-c8fd-4dae-b8bf-dc65815832d9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=abeacdc8-f4e4-45e7-ab7b-d3be1288b371 HTTP/1.1" status: 200 len: 835 time: 0.0604923 Jan 28 04:16:58.789742 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd419879-2b72-4731-99af-ac37f0f10b6b None None] Routers {'cc47e686-c6e7-4949-bedc-9b8cc984e886'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:16:58.789742 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-cd419879-2b72-4731-99af-ac37f0f10b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:16:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['cc47e686-c6e7-4949-bedc-9b8cc984e886'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:16:58.825487 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a652266-5c3c-44df-ab82-5d2289531f69 req-1e8b85f5-3fdf-4c7e-9881-18ff55897283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:58.827443 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6a652266-5c3c-44df-ab82-5d2289531f69 req-1e8b85f5-3fdf-4c7e-9881-18ff55897283 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0905a721-6652-495b-bb14-fbf3c4ebbcb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421147 Jan 28 04:16:58.891784 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-cd419879-2b72-4731-99af-ac37f0f10b6b None None] Set router cc47e686-c6e7-4949-bedc-9b8cc984e886 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:16:58.929653 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6a652266-5c3c-44df-ab82-5d2289531f69 req-7c21f6c6-3bf8-4e3f-9124-bf41967dd526 service neutron] 10.222.0.39 "GET /v2.0/networks/0905a721-6652-495b-bb14-fbf3c4ebbcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941379 Jan 28 04:16:59.022382 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-6a652266-5c3c-44df-ab82-5d2289531f69 req-bfabae25-d98d-4614-82d4-e469792d0bea service neutron] 10.222.0.39 "GET /v2.0/networks/0905a721-6652-495b-bb14-fbf3c4ebbcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855186 Jan 28 04:16:59.094031 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-cd419879-2b72-4731-99af-ac37f0f10b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc47e686-c6e7-4949-bedc-9b8cc984e886', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016307485', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'f090a808-aa43-4046-9eeb-1682ced36b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:14:27Z', 'updated_at': '2022-01-28T04:14:30Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': 'f090a808-aa43-4046-9eeb-1682ced36b37', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:65:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc47e686-c6e7-4949-bedc-9b8cc984e886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:14:28Z', 'updated_at': '2022-01-28T04:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '4e7a013c-f8f3-499e-b8b5-babaac23d4ac', 'name': '', 'network_id': '0905a721-6652-495b-bb14-fbf3c4ebbcb2', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'mac_address': 'fa:16:3e:ee:ff:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc47e686-c6e7-4949-bedc-9b8cc984e886', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'abeacdc8-f4e4-45e7-ab7b-d3be1288b371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:14:30Z', 'updated_at': '2022-01-28T04:14:34Z', 'revision_number': 5, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'subnets': [{'id': 'abeacdc8-f4e4-45e7-ab7b-d3be1288b371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:16:59.119267 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd419879-2b72-4731-99af-ac37f0f10b6b None None] The sync data for ids ['cc47e686-c6e7-4949-bedc-9b8cc984e886'] in n-d-712139-27 is: [{'id': 'cc47e686-c6e7-4949-bedc-9b8cc984e886', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016307485', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'f090a808-aa43-4046-9eeb-1682ced36b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:14:27Z', 'updated_at': '2022-01-28T04:14:30Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': 'f090a808-aa43-4046-9eeb-1682ced36b37', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:65:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc47e686-c6e7-4949-bedc-9b8cc984e886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:14:28Z', 'updated_at': '2022-01-28T04:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '4e7a013c-f8f3-499e-b8b5-babaac23d4ac', 'name': '', 'network_id': '0905a721-6652-495b-bb14-fbf3c4ebbcb2', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'mac_address': 'fa:16:3e:ee:ff:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc47e686-c6e7-4949-bedc-9b8cc984e886', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'abeacdc8-f4e4-45e7-ab7b-d3be1288b371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:14:30Z', 'updated_at': '2022-01-28T04:14:34Z', 'revision_number': 5, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'subnets': [{'id': 'abeacdc8-f4e4-45e7-ab7b-d3be1288b371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:16:59.351791 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8e0738-44ff-48df-8c6a-940c09e346eb None None] New status for floating IP ad2c7b30-c817-453c-9412-e2585ba7df22: DOWN {{(pid=109804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:16:59.806776 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:59.860332 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b915d9f7-a992-4f4a-ab31-1e37012d834e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:16:59.890088 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42856ec3-d7d2-47ff-9cb7-1c907b015b27 req-8531f4f7-9e7d-4849-8a42-d90fa084312e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:59.891590 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-42856ec3-d7d2-47ff-9cb7-1c907b015b27 req-8531f4f7-9e7d-4849-8a42-d90fa084312e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 946 time: 0.0502739 Jan 28 04:16:59.943201 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-42856ec3-d7d2-47ff-9cb7-1c907b015b27 req-18a942a8-3113-4d22-8c28-388d2a62bc70 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=df48ec05-d31b-4c54-b6f8-4a631e0e195b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453868 Jan 28 04:16:59.970304 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c64c4f-b9d4-4bef-9392-0408c72ef606 req-b92d6559-6551-4c9f-9e0e-b05b157b603e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:16:59.971813 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a4c64c4f-b9d4-4bef-9392-0408c72ef606 req-b92d6559-6551-4c9f-9e0e-b05b157b603e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6244b04-08e6-451f-ad59-4b398a66ebc9 HTTP/1.1" status: 200 len: 946 time: 0.0549293 Jan 28 04:17:00.070842 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-a4c64c4f-b9d4-4bef-9392-0408c72ef606 req-6e3d006c-a0ed-4d00-93b0-aa2a0344f068 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Deleting port 31fae697-cf18-4e2a-812e-0376b85ce0a1 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:17:00.071219 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a4c64c4f-b9d4-4bef-9392-0408c72ef606 req-6e3d006c-a0ed-4d00-93b0-aa2a0344f068 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (31fae697-cf18-4e2a-812e-0376b85ce0a1), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:00.164174 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-a4c64c4f-b9d4-4bef-9392-0408c72ef606 req-6e3d006c-a0ed-4d00-93b0-aa2a0344f068 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] For port 31fae697-cf18-4e2a-812e-0376b85ce0a1, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=31fae697-cf18-4e2a-812e-0376b85ce0a1,segment=NetworkSegment(48c5e643-8605-4803-8146-e6b82b592654),segment_id=48c5e643-8605-4803-8146-e6b82b592654)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:17:00.164485 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a4c64c4f-b9d4-4bef-9392-0408c72ef606 req-6e3d006c-a0ed-4d00-93b0-aa2a0344f068 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (31fae697-cf18-4e2a-812e-0376b85ce0a1), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:00.177437 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-a4c64c4f-b9d4-4bef-9392-0408c72ef606 req-6e3d006c-a0ed-4d00-93b0-aa2a0344f068 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Calling delete_port for 31fae697-cf18-4e2a-812e-0376b85ce0a1 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:17:00.318469 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a4c64c4f-b9d4-4bef-9392-0408c72ef606 req-6e3d006c-a0ed-4d00-93b0-aa2a0344f068 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (31fae697-cf18-4e2a-812e-0376b85ce0a1), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:00.351442 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d006c-a0ed-4d00-93b0-aa2a0344f068 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event deleted for resources: {'Port': ['ID=31fae697-cf18-4e2a-812e-0376b85ce0a1,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:00.391842 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c64c4f-b9d4-4bef-9392-0408c72ef606 req-6e3d006c-a0ed-4d00-93b0-aa2a0344f068 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] No DVR routers for this DVR port 31fae697-cf18-4e2a-812e-0376b85ce0a1 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:17:00.394694 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a4c64c4f-b9d4-4bef-9392-0408c72ef606 req-6e3d006c-a0ed-4d00-93b0-aa2a0344f068 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:00.398003 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a4c64c4f-b9d4-4bef-9392-0408c72ef606 req-6e3d006c-a0ed-4d00-93b0-aa2a0344f068 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.39 "DELETE /v2.0/ports/31fae697-cf18-4e2a-812e-0376b85ce0a1 HTTP/1.1" status: 204 len: 173 time: 0.4209692 Jan 28 04:17:00.398439 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6244b04-08e6-451f-ad59-4b398a66ebc9', 'name': 'network-vif-deleted', 'tag': '31fae697-cf18-4e2a-812e-0376b85ce0a1'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:17:00.400715 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52dc3ca6-5fa2-4e4a-88fe-a9a216cb6a3b" -d '{"events": [{"server_uuid": "c6244b04-08e6-451f-ad59-4b398a66ebc9", "name": "network-vif-deleted", "tag": "31fae697-cf18-4e2a-812e-0376b85ce0a1"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:17:00.437091 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e8c242-3347-47b5-96a3-d63ed2ee5e5c x-openstack-request-id: req-95e8c242-3347-47b5-96a3-d63ed2ee5e5c {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:17:00.437405 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6244b04-08e6-451f-ad59-4b398a66ebc9", "name": "network-vif-deleted", "tag": "31fae697-cf18-4e2a-812e-0376b85ce0a1", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:17:00.437692 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-95e8c242-3347-47b5-96a3-d63ed2ee5e5c {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:17:00.438085 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6244b04-08e6-451f-ad59-4b398a66ebc9', 'name': 'network-vif-deleted', 'tag': '31fae697-cf18-4e2a-812e-0376b85ce0a1', 'status': 'completed', 'code': 200} Jan 28 04:17:01.005472 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37826) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:17:01.367206 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-abde3fae-f02e-4ec3-8889-e7100565c534 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (cc47e686-c6e7-4949-bedc-9b8cc984e886), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:01.635616 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-abde3fae-f02e-4ec3-8889-e7100565c534 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Deleting port 4e7a013c-f8f3-499e-b8b5-babaac23d4ac {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:17:01.635872 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-abde3fae-f02e-4ec3-8889-e7100565c534 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (4e7a013c-f8f3-499e-b8b5-babaac23d4ac), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:01.724000 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-abde3fae-f02e-4ec3-8889-e7100565c534 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] For port 4e7a013c-f8f3-499e-b8b5-babaac23d4ac, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=4e7a013c-f8f3-499e-b8b5-babaac23d4ac,segment=NetworkSegment(48c5e643-8605-4803-8146-e6b82b592654),segment_id=48c5e643-8605-4803-8146-e6b82b592654)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:17:01.724361 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-abde3fae-f02e-4ec3-8889-e7100565c534 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (4e7a013c-f8f3-499e-b8b5-babaac23d4ac), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:01.736102 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-abde3fae-f02e-4ec3-8889-e7100565c534 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Calling delete_port for 4e7a013c-f8f3-499e-b8b5-babaac23d4ac owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:17:01.905377 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-744821e6-1994-4ce5-a159-992e0ef4266c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:01.933883 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-abde3fae-f02e-4ec3-8889-e7100565c534 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (4e7a013c-f8f3-499e-b8b5-babaac23d4ac), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:01.959533 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde3fae-f02e-4ec3-8889-e7100565c534 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event deleted for resources: {'Port': ['ID=4e7a013c-f8f3-499e-b8b5-babaac23d4ac,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:02.139034 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-abde3fae-f02e-4ec3-8889-e7100565c534 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (cc47e686-c6e7-4949-bedc-9b8cc984e886), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:02.361716 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abde3fae-f02e-4ec3-8889-e7100565c534 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Router cc47e686-c6e7-4949-bedc-9b8cc984e886 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:17:02.467211 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abde3fae-f02e-4ec3-8889-e7100565c534 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:17:02.475554 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-abde3fae-f02e-4ec3-8889-e7100565c534 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "PUT /v2.0/routers/cc47e686-c6e7-4949-bedc-9b8cc984e886/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4661469 Jan 28 04:17:02.475554 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37828) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:17:02.477234 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bbe208-13ba-49ec-b4f5-93cb3c9f97a1 None None] Sync routers for ids ['cc47e686-c6e7-4949-bedc-9b8cc984e886'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:17:02.488538 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bbe208-13ba-49ec-b4f5-93cb3c9f97a1 None None] Routers {'cc47e686-c6e7-4949-bedc-9b8cc984e886'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:17:02.489326 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-20bbe208-13ba-49ec-b4f5-93cb3c9f97a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:17:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['cc47e686-c6e7-4949-bedc-9b8cc984e886'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:17:02.596509 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-20bbe208-13ba-49ec-b4f5-93cb3c9f97a1 None None] Set router cc47e686-c6e7-4949-bedc-9b8cc984e886 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:17:02.779647 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-20bbe208-13ba-49ec-b4f5-93cb3c9f97a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc47e686-c6e7-4949-bedc-9b8cc984e886', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016307485', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'f090a808-aa43-4046-9eeb-1682ced36b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:14:27Z', 'updated_at': '2022-01-28T04:17:01Z', 'revision_number': 5, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': 'f090a808-aa43-4046-9eeb-1682ced36b37', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:65:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc47e686-c6e7-4949-bedc-9b8cc984e886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:14:28Z', 'updated_at': '2022-01-28T04:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:17:02.811004 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bbe208-13ba-49ec-b4f5-93cb3c9f97a1 None None] Checking router: cc47e686-c6e7-4949-bedc-9b8cc984e886 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:17:02.821998 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bbe208-13ba-49ec-b4f5-93cb3c9f97a1 None None] Routers {'cc47e686-c6e7-4949-bedc-9b8cc984e886'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:17:02.822694 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-20bbe208-13ba-49ec-b4f5-93cb3c9f97a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:17:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['cc47e686-c6e7-4949-bedc-9b8cc984e886'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:17:02.867588 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-937e3fc8-4c06-45a5-8e5b-6a820891e07d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Deleting subnet abeacdc8-f4e4-45e7-ab7b-d3be1288b371 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:17:02.870794 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-937e3fc8-4c06-45a5-8e5b-6a820891e07d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for subnet (abeacdc8-f4e4-45e7-ab7b-d3be1288b371), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:02.911422 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-937e3fc8-4c06-45a5-8e5b-6a820891e07d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (abeacdc8-f4e4-45e7-ab7b-d3be1288b371), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:02.925723 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-20bbe208-13ba-49ec-b4f5-93cb3c9f97a1 None None] Set router cc47e686-c6e7-4949-bedc-9b8cc984e886 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:17:02.995379 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-937e3fc8-4c06-45a5-8e5b-6a820891e07d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (abeacdc8-f4e4-45e7-ab7b-d3be1288b371), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:03.056477 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-937e3fc8-4c06-45a5-8e5b-6a820891e07d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (abeacdc8-f4e4-45e7-ab7b-d3be1288b371), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:03.084229 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937e3fc8-4c06-45a5-8e5b-6a820891e07d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event deleted for resources: {'Subnet': ['ID=abeacdc8-f4e4-45e7-ab7b-d3be1288b371,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:03.086270 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-937e3fc8-4c06-45a5-8e5b-6a820891e07d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:03.092385 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37830) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:17:03.096877 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272786b0-f34b-4e11-a4a6-2d535970bee5 None None] Network 0905a721-6652-495b-bb14-fbf3c4ebbcb2 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:17:03.109823 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-937e3fc8-4c06-45a5-8e5b-6a820891e07d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "DELETE /v2.0/subnets/abeacdc8-f4e4-45e7-ab7b-d3be1288b371 HTTP/1.1" status: 204 len: 168 time: 0.6330562 Jan 28 04:17:03.112843 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-20bbe208-13ba-49ec-b4f5-93cb3c9f97a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc47e686-c6e7-4949-bedc-9b8cc984e886', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016307485', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'f090a808-aa43-4046-9eeb-1682ced36b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:14:27Z', 'updated_at': '2022-01-28T04:17:01Z', 'revision_number': 5, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': 'f090a808-aa43-4046-9eeb-1682ced36b37', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:65:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc47e686-c6e7-4949-bedc-9b8cc984e886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:14:28Z', 'updated_at': '2022-01-28T04:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:17:03.139016 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bbe208-13ba-49ec-b4f5-93cb3c9f97a1 None None] The sync data for ids ['cc47e686-c6e7-4949-bedc-9b8cc984e886'] in n-d-712139-27 is: [{'id': 'cc47e686-c6e7-4949-bedc-9b8cc984e886', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016307485', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'f090a808-aa43-4046-9eeb-1682ced36b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:14:27Z', 'updated_at': '2022-01-28T04:17:01Z', 'revision_number': 5, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': 'f090a808-aa43-4046-9eeb-1682ced36b37', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:65:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc47e686-c6e7-4949-bedc-9b8cc984e886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:14:28Z', 'updated_at': '2022-01-28T04:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:17:03.214493 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7025a422-144c-4457-9f05-2036225b3aad tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for router (cc47e686-c6e7-4949-bedc-9b8cc984e886), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:03.321113 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7025a422-144c-4457-9f05-2036225b3aad tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for router_gateway (cc47e686-c6e7-4949-bedc-9b8cc984e886), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:03.377090 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-7025a422-144c-4457-9f05-2036225b3aad tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Deleting port f090a808-aa43-4046-9eeb-1682ced36b37 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:17:03.377432 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7025a422-144c-4457-9f05-2036225b3aad tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (f090a808-aa43-4046-9eeb-1682ced36b37), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:03.460002 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-7025a422-144c-4457-9f05-2036225b3aad tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] For port f090a808-aa43-4046-9eeb-1682ced36b37, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=f090a808-aa43-4046-9eeb-1682ced36b37,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:17:03.460266 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7025a422-144c-4457-9f05-2036225b3aad tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (f090a808-aa43-4046-9eeb-1682ced36b37), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:03.473087 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-7025a422-144c-4457-9f05-2036225b3aad tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Calling delete_port for f090a808-aa43-4046-9eeb-1682ced36b37 owned by network:router_gateway {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:17:03.536984 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cce9f8-ba60-482d-a4d0-c1c9599092e0 None None] DHCP port deletion for 0905a721-6652-495b-bb14-fbf3c4ebbcb2 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:17:03.586314 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-56cce9f8-ba60-482d-a4d0-c1c9599092e0 None None] Deleting port 96f8e1b0-0aa1-439f-a382-079b0aa6a1c0 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:17:03.586625 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-56cce9f8-ba60-482d-a4d0-c1c9599092e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (96f8e1b0-0aa1-439f-a382-079b0aa6a1c0), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:03.654863 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-56cce9f8-ba60-482d-a4d0-c1c9599092e0 None None] For port 96f8e1b0-0aa1-439f-a382-079b0aa6a1c0, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=96f8e1b0-0aa1-439f-a382-079b0aa6a1c0,segment=NetworkSegment(48c5e643-8605-4803-8146-e6b82b592654),segment_id=48c5e643-8605-4803-8146-e6b82b592654)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:17:03.655260 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-56cce9f8-ba60-482d-a4d0-c1c9599092e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (96f8e1b0-0aa1-439f-a382-079b0aa6a1c0), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:03.666154 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7025a422-144c-4457-9f05-2036225b3aad tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (f090a808-aa43-4046-9eeb-1682ced36b37), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:03.674262 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-56cce9f8-ba60-482d-a4d0-c1c9599092e0 None None] Calling delete_port for 96f8e1b0-0aa1-439f-a382-079b0aa6a1c0 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:17:03.694528 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025a422-144c-4457-9f05-2036225b3aad tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event deleted for resources: {'Port': ['ID=f090a808-aa43-4046-9eeb-1682ced36b37,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:03.707289 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025a422-144c-4457-9f05-2036225b3aad tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:03.707647 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025a422-144c-4457-9f05-2036225b3aad tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:03.707998 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025a422-144c-4457-9f05-2036225b3aad tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:03.708335 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025a422-144c-4457-9f05-2036225b3aad tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:03.708669 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025a422-144c-4457-9f05-2036225b3aad tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:03.708998 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025a422-144c-4457-9f05-2036225b3aad tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:03.709350 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025a422-144c-4457-9f05-2036225b3aad tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:03.709681 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025a422-144c-4457-9f05-2036225b3aad tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:03.710073 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025a422-144c-4457-9f05-2036225b3aad tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:03.710363 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025a422-144c-4457-9f05-2036225b3aad tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:03.710707 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025a422-144c-4457-9f05-2036225b3aad tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:03.711014 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025a422-144c-4457-9f05-2036225b3aad tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:03.711336 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025a422-144c-4457-9f05-2036225b3aad tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:03.752978 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:03.768629 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7025a422-144c-4457-9f05-2036225b3aad tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (cc47e686-c6e7-4949-bedc-9b8cc984e886), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:03.779062 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-56cce9f8-ba60-482d-a4d0-c1c9599092e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (96f8e1b0-0aa1-439f-a382-079b0aa6a1c0), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:03.809171 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cce9f8-ba60-482d-a4d0-c1c9599092e0 None None] Pushing event deleted for resources: {'Port': ['ID=96f8e1b0-0aa1-439f-a382-079b0aa6a1c0,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:03.813246 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cce9f8-ba60-482d-a4d0-c1c9599092e0 None None] No DVR routers for this DVR port 96f8e1b0-0aa1-439f-a382-079b0aa6a1c0 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:17:03.865159 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7025a422-144c-4457-9f05-2036225b3aad tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (cc47e686-c6e7-4949-bedc-9b8cc984e886), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:03.867378 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7025a422-144c-4457-9f05-2036225b3aad tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for router_controller (cc47e686-c6e7-4949-bedc-9b8cc984e886), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:03.919055 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7025a422-144c-4457-9f05-2036225b3aad tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (cc47e686-c6e7-4949-bedc-9b8cc984e886), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:03.919649 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7025a422-144c-4457-9f05-2036225b3aad tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Fanout notify agent at l3_agent the message router_deleted on router cc47e686-c6e7-4949-bedc-9b8cc984e886 {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:17:03.926432 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7025a422-144c-4457-9f05-2036225b3aad tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:03.927578 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7025a422-144c-4457-9f05-2036225b3aad tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "DELETE /v2.0/routers/cc47e686-c6e7-4949-bedc-9b8cc984e886 HTTP/1.1" status: 204 len: 168 time: 0.8340425 Jan 28 04:17:03.930657 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37832) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:17:04.017206 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dbbb08e3-c637-4bee-828c-a8615b55843e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (0905a721-6652-495b-bb14-fbf3c4ebbcb2), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:04.102390 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dbbb08e3-c637-4bee-828c-a8615b55843e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (0905a721-6652-495b-bb14-fbf3c4ebbcb2), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:04.126152 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 31fae697-cf18-4e2a-812e-0376b85ce0a1 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:17:04.128815 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-dbbb08e3-c637-4bee-828c-a8615b55843e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0905a721-6652-495b-bb14-fbf3c4ebbcb2']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:17:04.138796 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-dbbb08e3-c637-4bee-828c-a8615b55843e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48c5e643-8605-4803-8146-e6b82b592654') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:17:04.139101 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-dbbb08e3-c637-4bee-828c-a8615b55843e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48c5e643-8605-4803-8146-e6b82b592654') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:17:04.147103 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 31fae697-cf18-4e2a-812e-0376b85ce0a1 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:17:04.147459 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 31fae697-cf18-4e2a-812e-0376b85ce0a1 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:17:04.149513 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dbbb08e3-c637-4bee-828c-a8615b55843e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (48c5e643-8605-4803-8146-e6b82b592654), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:04.163544 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dbbb08e3-c637-4bee-828c-a8615b55843e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (48c5e643-8605-4803-8146-e6b82b592654), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:04.170214 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbbb08e3-c637-4bee-828c-a8615b55843e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:17:04.170611 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dbbb08e3-c637-4bee-828c-a8615b55843e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (48c5e643-8605-4803-8146-e6b82b592654), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:04.173633 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 04:17:04.173633 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:17:04.173633 n-d-712139-27 neutron-server[109803]: timer() Jan 28 04:17:04.173633 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:17:04.173633 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 04:17:04.173633 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:17:04.173633 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 04:17:04.173633 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:17:04.173633 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 04:17:04.173633 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:17:04.173633 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 04:17:04.173633 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:17:04.173633 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 04:17:04.173633 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:17:04.173633 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:17:04.173633 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:17:04.173633 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:17:04.173633 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:17:04.173633 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 04:17:04.173633 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:17:04.173633 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 04:17:04.173633 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:17:04.173633 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:17:04.173633 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:17:04.173633 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 04:17:04.173633 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:17:04.173633 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:17:04.173633 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:17:04.173633 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:17:04.173633 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:17:04.173633 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:17:04.173633 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:17:04.241790 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dbbb08e3-c637-4bee-828c-a8615b55843e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (0905a721-6652-495b-bb14-fbf3c4ebbcb2), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:04.251697 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dbbb08e3-c637-4bee-828c-a8615b55843e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:04.254459 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-dbbb08e3-c637-4bee-828c-a8615b55843e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "DELETE /v2.0/networks/0905a721-6652-495b-bb14-fbf3c4ebbcb2 HTTP/1.1" status: 204 len: 168 time: 0.3224642 Jan 28 04:17:04.257058 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37834) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:17:04.273722 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbb08e3-c637-4bee-828c-a8615b55843e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event deleted for resources: {'Network': ['ID=0905a721-6652-495b-bb14-fbf3c4ebbcb2,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:04.325571 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3d5f905f-cff2-4a64-adc8-b68de3061c95 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group (df48ec05-d31b-4c54-b6f8-4a631e0e195b), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:04.352496 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3d5f905f-cff2-4a64-adc8-b68de3061c95 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group (df48ec05-d31b-4c54-b6f8-4a631e0e195b), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:04.414636 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3d5f905f-cff2-4a64-adc8-b68de3061c95 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (df48ec05-d31b-4c54-b6f8-4a631e0e195b), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:04.417691 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3d5f905f-cff2-4a64-adc8-b68de3061c95 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:04.418865 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-3d5f905f-cff2-4a64-adc8-b68de3061c95 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "DELETE /v2.0/security-groups/df48ec05-d31b-4c54-b6f8-4a631e0e195b HTTP/1.1" status: 204 len: 168 time: 0.1608903 Jan 28 04:17:04.428778 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5f905f-cff2-4a64-adc8-b68de3061c95 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df48ec05-d31b-4c54-b6f8-4a631e0e195b,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:04.470331 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:04.594243 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37840) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:17:04.598985 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-5bbb0499-ba90-466e-940e-b2889b9d2529 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-808978603', 'description': 'tempest-secgroup-smoke-808978603 description', 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:17:04.621385 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5bbb0499-ba90-466e-940e-b2889b9d2529 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:04.630749 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device f090a808-aa43-4046-9eeb-1682ced36b37 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:17:04.652127 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: f090a808-aa43-4046-9eeb-1682ced36b37 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:17:04.652577 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device f090a808-aa43-4046-9eeb-1682ced36b37 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:17:04.653057 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 96f8e1b0-0aa1-439f-a382-079b0aa6a1c0 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:17:04.675642 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 96f8e1b0-0aa1-439f-a382-079b0aa6a1c0 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:17:04.675985 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 96f8e1b0-0aa1-439f-a382-079b0aa6a1c0 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:17:04.676405 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 4e7a013c-f8f3-499e-b8b5-babaac23d4ac no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:17:04.695310 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 4e7a013c-f8f3-499e-b8b5-babaac23d4ac {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:17:04.695623 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 4e7a013c-f8f3-499e-b8b5-babaac23d4ac not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:17:04.697826 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5bbb0499-ba90-466e-940e-b2889b9d2529 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group (8a0a1edb-b377-4395-bfd0-1e8e3f3e38df), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:04.702806 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5bbb0499-ba90-466e-940e-b2889b9d2529 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (8a0a1edb-b377-4395-bfd0-1e8e3f3e38df), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:04.735762 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5bbb0499-ba90-466e-940e-b2889b9d2529 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:04.737062 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-5bbb0499-ba90-466e-940e-b2889b9d2529 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1417279 Jan 28 04:17:04.739191 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb0499-ba90-466e-940e-b2889b9d2529 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0a1edb-b377-4395-bfd0-1e8e3f3e38df,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:04.740237 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37842) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:17:04.745361 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-2dee9f92-f652-4cf2-8886-8aba2365b179 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'security_group_rule': {'security_group_id': '8a0a1edb-b377-4395-bfd0-1e8e3f3e38df', 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:17:04.776479 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2dee9f92-f652-4cf2-8886-8aba2365b179 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (898a76b7-b8c6-460d-b857-62d727256fb7), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:04.845644 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2dee9f92-f652-4cf2-8886-8aba2365b179 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (898a76b7-b8c6-460d-b857-62d727256fb7), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:04.851777 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2dee9f92-f652-4cf2-8886-8aba2365b179 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (898a76b7-b8c6-460d-b857-62d727256fb7), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:04.868966 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee9f92-f652-4cf2-8886-8aba2365b179 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=898a76b7-b8c6-460d-b857-62d727256fb7,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:04.878913 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2dee9f92-f652-4cf2-8886-8aba2365b179 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:04.880163 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2dee9f92-f652-4cf2-8886-8aba2365b179 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1388197 Jan 28 04:17:04.883156 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37844) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:17:04.888034 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-be6c5ab5-450a-4551-858b-b977f4d4990e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'security_group_rule': {'security_group_id': '8a0a1edb-b377-4395-bfd0-1e8e3f3e38df', 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:17:04.916404 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-be6c5ab5-450a-4551-858b-b977f4d4990e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (72b7f984-b0fc-4b48-aa6d-2222012d53a3), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:04.974352 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-be6c5ab5-450a-4551-858b-b977f4d4990e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (72b7f984-b0fc-4b48-aa6d-2222012d53a3), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:04.980644 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-be6c5ab5-450a-4551-858b-b977f4d4990e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (72b7f984-b0fc-4b48-aa6d-2222012d53a3), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:04.999055 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c5ab5-450a-4551-858b-b977f4d4990e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72b7f984-b0fc-4b48-aa6d-2222012d53a3,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:05.005829 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-be6c5ab5-450a-4551-858b-b977f4d4990e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:05.006914 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-be6c5ab5-450a-4551-858b-b977f4d4990e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1227229 Jan 28 04:17:05.009725 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37846) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:17:05.014014 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-364f3a0d-e2c1-47c9-be02-4a16aaadbd0f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'security_group_rule': {'security_group_id': '8a0a1edb-b377-4395-bfd0-1e8e3f3e38df', 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:17:05.043576 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-364f3a0d-e2c1-47c9-be02-4a16aaadbd0f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (ca7528ab-8d17-4b35-a493-11b05997065a), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:05.106631 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-364f3a0d-e2c1-47c9-be02-4a16aaadbd0f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (ca7528ab-8d17-4b35-a493-11b05997065a), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:05.111822 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-364f3a0d-e2c1-47c9-be02-4a16aaadbd0f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (ca7528ab-8d17-4b35-a493-11b05997065a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:05.129506 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f3a0d-e2c1-47c9-be02-4a16aaadbd0f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca7528ab-8d17-4b35-a493-11b05997065a,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:05.137375 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-364f3a0d-e2c1-47c9-be02-4a16aaadbd0f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:05.138629 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-364f3a0d-e2c1-47c9-be02-4a16aaadbd0f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1279416 Jan 28 04:17:05.141511 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37848) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:17:05.145899 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-36914737-bc6b-4cca-a3dc-e79ed8b88901 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'security_group_rule': {'security_group_id': '8a0a1edb-b377-4395-bfd0-1e8e3f3e38df', 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:17:05.173863 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-36914737-bc6b-4cca-a3dc-e79ed8b88901 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (602c3a6c-62e9-4da6-8394-3d7443e2a580), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:05.183942 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:05.233980 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-36914737-bc6b-4cca-a3dc-e79ed8b88901 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (602c3a6c-62e9-4da6-8394-3d7443e2a580), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:05.239032 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-36914737-bc6b-4cca-a3dc-e79ed8b88901 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (602c3a6c-62e9-4da6-8394-3d7443e2a580), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:05.259584 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36914737-bc6b-4cca-a3dc-e79ed8b88901 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=602c3a6c-62e9-4da6-8394-3d7443e2a580,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:05.265328 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-36914737-bc6b-4cca-a3dc-e79ed8b88901 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:05.269132 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-36914737-bc6b-4cca-a3dc-e79ed8b88901 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1240544 Jan 28 04:17:05.269482 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37850) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:17:05.273998 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-41fb0bf3-217e-45d8-8de2-4f0db0c98b5c tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'security_group_rule': {'security_group_id': '8a0a1edb-b377-4395-bfd0-1e8e3f3e38df', 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:17:05.299136 n-d-712139-27 neutron-server[109803]: INFO neutron.db.securitygroups_db [None req-41fb0bf3-217e-45d8-8de2-4f0db0c98b5c tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Project 754ca6d54d2d43c4af16b7000ddbc7c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 04:17:05.309110 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-41fb0bf3-217e-45d8-8de2-4f0db0c98b5c tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (b20d2fe3-4795-4c22-aa99-e5d3f03446d7), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:05.385495 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-41fb0bf3-217e-45d8-8de2-4f0db0c98b5c tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (b20d2fe3-4795-4c22-aa99-e5d3f03446d7), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:05.390887 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-41fb0bf3-217e-45d8-8de2-4f0db0c98b5c tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (b20d2fe3-4795-4c22-aa99-e5d3f03446d7), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:05.407732 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb0bf3-217e-45d8-8de2-4f0db0c98b5c tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b20d2fe3-4795-4c22-aa99-e5d3f03446d7,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:05.417308 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-41fb0bf3-217e-45d8-8de2-4f0db0c98b5c tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:05.418543 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-41fb0bf3-217e-45d8-8de2-4f0db0c98b5c tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1480353 Jan 28 04:17:05.421457 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37852) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:17:05.425846 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-93fb7d07-ea3f-42ae-bdb8-5ffa137c5df6 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'security_group_rule': {'security_group_id': '8a0a1edb-b377-4395-bfd0-1e8e3f3e38df', 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:17:05.447032 n-d-712139-27 neutron-server[109803]: INFO neutron.db.securitygroups_db [None req-93fb7d07-ea3f-42ae-bdb8-5ffa137c5df6 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Project 754ca6d54d2d43c4af16b7000ddbc7c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 04:17:05.451870 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-93fb7d07-ea3f-42ae-bdb8-5ffa137c5df6 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (b357ece1-d539-4a5a-b4b8-a04834ba23f3), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:05.514922 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-93fb7d07-ea3f-42ae-bdb8-5ffa137c5df6 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (b357ece1-d539-4a5a-b4b8-a04834ba23f3), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:05.520311 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-93fb7d07-ea3f-42ae-bdb8-5ffa137c5df6 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (b357ece1-d539-4a5a-b4b8-a04834ba23f3), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:05.540213 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fb7d07-ea3f-42ae-bdb8-5ffa137c5df6 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b357ece1-d539-4a5a-b4b8-a04834ba23f3,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:05.548780 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-93fb7d07-ea3f-42ae-bdb8-5ffa137c5df6 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:05.550069 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-93fb7d07-ea3f-42ae-bdb8-5ffa137c5df6 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1276772 Jan 28 04:17:05.552988 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37854) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:17:05.557874 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-cb362938-63b9-4a02-9bf3-9f5aad8f4184 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'network': {'name': 'tempest-network-smoke--807260908', 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'port_security_enabled': True}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:17:05.579948 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb362938-63b9-4a02-9bf3-9f5aad8f4184 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Made reservation on behalf of 754ca6d54d2d43c4af16b7000ddbc7c8 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:17:05.585028 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cb362938-63b9-4a02-9bf3-9f5aad8f4184 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:05.611771 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb362938-63b9-4a02-9bf3-9f5aad8f4184 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:17:05.624848 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cb362938-63b9-4a02-9bf3-9f5aad8f4184 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (d583cca9-f784-44c3-b927-c460d8647335), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:05.625276 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-cb362938-63b9-4a02-9bf3-9f5aad8f4184 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Added segment d583cca9-f784-44c3-b927-c460d8647335 of type vlan for network d015aad4-f89c-4283-b6d2-decb1094bf9c Jan 28 04:17:05.671036 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cb362938-63b9-4a02-9bf3-9f5aad8f4184 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (d015aad4-f89c-4283-b6d2-decb1094bf9c), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:05.698828 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cb362938-63b9-4a02-9bf3-9f5aad8f4184 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (d015aad4-f89c-4283-b6d2-decb1094bf9c), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:05.704048 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb362938-63b9-4a02-9bf3-9f5aad8f4184 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:05.704624 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cb362938-63b9-4a02-9bf3-9f5aad8f4184 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:05.760811 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-cb362938-63b9-4a02-9bf3-9f5aad8f4184 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2067087 Jan 28 04:17:05.763596 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37856) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:17:05.770260 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-78f8c8ea-64df-4837-b715-9fc7b6963d50 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1910101836', 'admin_state_up': True, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:17:05.784706 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb362938-63b9-4a02-9bf3-9f5aad8f4184 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'Network': ['ID=d015aad4-f89c-4283-b6d2-decb1094bf9c,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:05.796806 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network d015aad4-f89c-4283-b6d2-decb1094bf9c details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:17:05.800182 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-78f8c8ea-64df-4837-b715-9fc7b6963d50 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (0908057a-fbfb-4c2d-a283-dba66a361510), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:05.801460 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-78f8c8ea-64df-4837-b715-9fc7b6963d50 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (0908057a-fbfb-4c2d-a283-dba66a361510), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:05.855589 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-78f8c8ea-64df-4837-b715-9fc7b6963d50 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for router_controller (0908057a-fbfb-4c2d-a283-dba66a361510), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:05.995622 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-78f8c8ea-64df-4837-b715-9fc7b6963d50 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for router_gateway (0908057a-fbfb-4c2d-a283-dba66a361510), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:06.183386 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:06.205427 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-78f8c8ea-64df-4837-b715-9fc7b6963d50 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for router_gateway (0908057a-fbfb-4c2d-a283-dba66a361510), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:06.224088 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-78f8c8ea-64df-4837-b715-9fc7b6963d50 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:06.332668 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-78f8c8ea-64df-4837-b715-9fc7b6963d50 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Allocated IP 172.25.0.45 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/cddddee4-2b2e-4301-894a-097300269cb3) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:17:06.445881 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-78f8c8ea-64df-4837-b715-9fc7b6963d50 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for port (cddddee4-2b2e-4301-894a-097300269cb3), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:06.485118 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-78f8c8ea-64df-4837-b715-9fc7b6963d50 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (cddddee4-2b2e-4301-894a-097300269cb3), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:06.528721 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f8c8ea-64df-4837-b715-9fc7b6963d50 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:17:06.533665 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-78f8c8ea-64df-4837-b715-9fc7b6963d50 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:17:06.537986 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f8c8ea-64df-4837-b715-9fc7b6963d50 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:17:06.541318 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f8c8ea-64df-4837-b715-9fc7b6963d50 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'Port': ['ID=cddddee4-2b2e-4301-894a-097300269cb3,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:06.800714 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-78f8c8ea-64df-4837-b715-9fc7b6963d50 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for router_gateway (0908057a-fbfb-4c2d-a283-dba66a361510), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:06.993103 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-78f8c8ea-64df-4837-b715-9fc7b6963d50 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (0908057a-fbfb-4c2d-a283-dba66a361510), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:07.126952 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f8c8ea-64df-4837-b715-9fc7b6963d50 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Router 0908057a-fbfb-4c2d-a283-dba66a361510 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:17:07.232897 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f8c8ea-64df-4837-b715-9fc7b6963d50 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:17:07.243375 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986784d0-fb15-42b5-9cf8-a3f824d11c05 None None] Sync routers for ids ['0908057a-fbfb-4c2d-a283-dba66a361510'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:17:07.254421 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986784d0-fb15-42b5-9cf8-a3f824d11c05 None None] Routers {'0908057a-fbfb-4c2d-a283-dba66a361510'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:17:07.254789 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-78f8c8ea-64df-4837-b715-9fc7b6963d50 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:07.255088 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-986784d0-fb15-42b5-9cf8-a3f824d11c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:17:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['0908057a-fbfb-4c2d-a283-dba66a361510'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:17:07.256045 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-78f8c8ea-64df-4837-b715-9fc7b6963d50 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4914939 Jan 28 04:17:07.259278 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37858) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:17:07.343782 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7c79a0a3-8881-4ad4-a058-84350c7005ce tempest-TestNetworkAdvancedServerOps-1560678165 tempest-TestNetworkAdvancedServerOps-1560678165-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=754ca6d54d2d43c4af16b7000ddbc7c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0834205 Jan 28 04:17:07.346521 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37862) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:17:07.366418 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-986784d0-fb15-42b5-9cf8-a3f824d11c05 None None] Set router 0908057a-fbfb-4c2d-a283-dba66a361510 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:17:07.434689 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8f14ab-f514-42ae-b635-ee374effa8fc tempest-TestNetworkAdvancedServerOps-1560678165 tempest-TestNetworkAdvancedServerOps-1560678165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:07.436120 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-cd8f14ab-f514-42ae-b635-ee374effa8fc tempest-TestNetworkAdvancedServerOps-1560678165 tempest-TestNetworkAdvancedServerOps-1560678165-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0886781 Jan 28 04:17:07.439341 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37864) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:17:07.468046 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ffa9be4f-41b3-423d-85ce-07a784a3141c tempest-TestNetworkAdvancedServerOps-1560678165 tempest-TestNetworkAdvancedServerOps-1560678165-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=8f7dc9c9-eaf1-4339-a2e3-884554154641&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273643 Jan 28 04:17:07.470690 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37866) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:17:07.475703 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-44e4c0a5-7a7f-40c0-b715-ca7d24192da5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1670346782', 'network_id': 'd015aad4-f89c-4283-b6d2-decb1094bf9c', 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:17:07.544138 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-986784d0-fb15-42b5-9cf8-a3f824d11c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0908057a-fbfb-4c2d-a283-dba66a361510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1910101836', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'cddddee4-2b2e-4301-894a-097300269cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:17:05Z', 'updated_at': '2022-01-28T04:17:06Z', 'revision_number': 3, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': 'cddddee4-2b2e-4301-894a-097300269cb3', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:46:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0908057a-fbfb-4c2d-a283-dba66a361510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:17:06Z', 'updated_at': '2022-01-28T04:17:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:17:07.565664 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e4c0a5-7a7f-40c0-b715-ca7d24192da5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Made reservation on behalf of 754ca6d54d2d43c4af16b7000ddbc7c8 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:17:07.569467 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-44e4c0a5-7a7f-40c0-b715-ca7d24192da5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:07.570603 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986784d0-fb15-42b5-9cf8-a3f824d11c05 None None] Checking router: 0908057a-fbfb-4c2d-a283-dba66a361510 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:17:07.570962 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986784d0-fb15-42b5-9cf8-a3f824d11c05 None None] Updating router 0908057a-fbfb-4c2d-a283-dba66a361510 port cddddee4-2b2e-4301-894a-097300269cb3 binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:17:07.596364 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-986784d0-fb15-42b5-9cf8-a3f824d11c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (cddddee4-2b2e-4301-894a-097300269cb3), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:07.757411 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-44e4c0a5-7a7f-40c0-b715-ca7d24192da5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (aea4b07e-cd79-4a65-8df1-f82c699772c4), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:07.815212 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4c0a5-7a7f-40c0-b715-ca7d24192da5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'Subnet': ['ID=aea4b07e-cd79-4a65-8df1-f82c699772c4,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:07.827254 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e4c0a5-7a7f-40c0-b715-ca7d24192da5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Checking segment: {'id': 'd583cca9-f784-44c3-b927-c460d8647335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd015aad4-f89c-4283-b6d2-decb1094bf9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:17:07.827600 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e4c0a5-7a7f-40c0-b715-ca7d24192da5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Network hostable DHCP agents. Network: d015aad4-f89c-4283-b6d2-decb1094bf9c, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:17:07.845016 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e4c0a5-7a7f-40c0-b715-ca7d24192da5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Network d015aad4-f89c-4283-b6d2-decb1094bf9c is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:17:07.851140 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-986784d0-fb15-42b5-9cf8-a3f824d11c05 None None] Publish callbacks [] for port (cddddee4-2b2e-4301-894a-097300269cb3), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:07.854299 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-44e4c0a5-7a7f-40c0-b715-ca7d24192da5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, d015aad4-f89c-4283-b6d2-decb1094bf9c) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:17:07.857868 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-986784d0-fb15-42b5-9cf8-a3f824d11c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (cddddee4-2b2e-4301-894a-097300269cb3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:07.858913 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e4c0a5-7a7f-40c0-b715-ca7d24192da5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:07.859516 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-44e4c0a5-7a7f-40c0-b715-ca7d24192da5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:07.878817 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-44e4c0a5-7a7f-40c0-b715-ca7d24192da5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4067466 Jan 28 04:17:07.881463 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37868) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:17:07.883741 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a4467f-abb2-462b-868d-19a48cd276c0 None None] Network d015aad4-f89c-4283-b6d2-decb1094bf9c requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:17:07.956596 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55798906-34fa-42cc-b07a-ad5faf5b9e59 None None] Pushing event updated for resources: {'Port': ['ID=cddddee4-2b2e-4301-894a-097300269cb3,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:07.960566 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-986784d0-fb15-42b5-9cf8-a3f824d11c05 None None] Attempting to bind port cddddee4-2b2e-4301-894a-097300269cb3 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:17:07.960934 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-986784d0-fb15-42b5-9cf8-a3f824d11c05 None None] Attempting to bind port cddddee4-2b2e-4301-894a-097300269cb3 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:17:07.961333 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986784d0-fb15-42b5-9cf8-a3f824d11c05 None None] Attempting to bind port cddddee4-2b2e-4301-894a-097300269cb3 on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:17:07.972380 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986784d0-fb15-42b5-9cf8-a3f824d11c05 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:17:07.972758 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986784d0-fb15-42b5-9cf8-a3f824d11c05 None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:17:07.973277 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-986784d0-fb15-42b5-9cf8-a3f824d11c05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:07.973675 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986784d0-fb15-42b5-9cf8-a3f824d11c05 None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:17:07.974152 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-986784d0-fb15-42b5-9cf8-a3f824d11c05 None None] Bound port: cddddee4-2b2e-4301-894a-097300269cb3, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:17:07.974535 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-986784d0-fb15-42b5-9cf8-a3f824d11c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (cddddee4-2b2e-4301-894a-097300269cb3), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:08.045748 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a29b60-66cf-489c-a69b-a835371e1b76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-d015aad4-f89c-4283-b6d2-decb1094bf9c', 'network_id': 'd015aad4-f89c-4283-b6d2-decb1094bf9c', 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'fixed_ips': [{'subnet_id': 'aea4b07e-cd79-4a65-8df1-f82c699772c4'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:17:08.046566 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-29a29b60-66cf-489c-a69b-a835371e1b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:08.060346 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-986784d0-fb15-42b5-9cf8-a3f824d11c05 None None] For port cddddee4-2b2e-4301-894a-097300269cb3, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:17:08.075144 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-986784d0-fb15-42b5-9cf8-a3f824d11c05 None None] For port cddddee4-2b2e-4301-894a-097300269cb3, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=cddddee4-2b2e-4301-894a-097300269cb3,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:17:08.083266 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-986784d0-fb15-42b5-9cf8-a3f824d11c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (cddddee4-2b2e-4301-894a-097300269cb3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:08.200256 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55798906-34fa-42cc-b07a-ad5faf5b9e59 None None] Pushing event updated for resources: {'Port': ['ID=cddddee4-2b2e-4301-894a-097300269cb3,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:08.211902 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986784d0-fb15-42b5-9cf8-a3f824d11c05 None None] Routers {'0908057a-fbfb-4c2d-a283-dba66a361510'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:17:08.212536 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-986784d0-fb15-42b5-9cf8-a3f824d11c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:17:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['0908057a-fbfb-4c2d-a283-dba66a361510'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:17:08.296174 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-29a29b60-66cf-489c-a69b-a835371e1b76 None None] Allocated IP 172.20.0.2 (d015aad4-f89c-4283-b6d2-decb1094bf9c/aea4b07e-cd79-4a65-8df1-f82c699772c4/b0e990a7-a227-4067-93ab-bcc1b5f7009b) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:17:08.317784 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-28a86768-224e-4271-9ea2-acd0cc7eeb46 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:08.422348 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-986784d0-fb15-42b5-9cf8-a3f824d11c05 None None] Set router 0908057a-fbfb-4c2d-a283-dba66a361510 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:17:08.807964 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-29a29b60-66cf-489c-a69b-a835371e1b76 None None] Publish callbacks [] for port (b0e990a7-a227-4067-93ab-bcc1b5f7009b), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:08.818516 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-29a29b60-66cf-489c-a69b-a835371e1b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (b0e990a7-a227-4067-93ab-bcc1b5f7009b), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:08.862766 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a29b60-66cf-489c-a69b-a835371e1b76 None None] Network d015aad4-f89c-4283-b6d2-decb1094bf9c is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:17:08.865315 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-28a86768-224e-4271-9ea2-acd0cc7eeb46 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Allocated IP 172.20.0.1 (d015aad4-f89c-4283-b6d2-decb1094bf9c/aea4b07e-cd79-4a65-8df1-f82c699772c4/9f914aaa-dbd7-4c6d-9146-7f980496473f) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:17:08.871136 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-29a29b60-66cf-489c-a69b-a835371e1b76 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:17:08.876540 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a29b60-66cf-489c-a69b-a835371e1b76 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:17:08.882170 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a29b60-66cf-489c-a69b-a835371e1b76 None None] Pushing event updated for resources: {'Port': ['ID=b0e990a7-a227-4067-93ab-bcc1b5f7009b,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:08.912386 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-986784d0-fb15-42b5-9cf8-a3f824d11c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0908057a-fbfb-4c2d-a283-dba66a361510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1910101836', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'cddddee4-2b2e-4301-894a-097300269cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:17:05Z', 'updated_at': '2022-01-28T04:17:06Z', 'revision_number': 3, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': 'cddddee4-2b2e-4301-894a-097300269cb3', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:46:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0908057a-fbfb-4c2d-a283-dba66a361510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:17:06Z', 'updated_at': '2022-01-28T04:17:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:17:08.952888 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986784d0-fb15-42b5-9cf8-a3f824d11c05 None None] The sync data for ids ['0908057a-fbfb-4c2d-a283-dba66a361510'] in n-d-712139-27 is: [{'id': '0908057a-fbfb-4c2d-a283-dba66a361510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1910101836', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'cddddee4-2b2e-4301-894a-097300269cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:17:05Z', 'updated_at': '2022-01-28T04:17:06Z', 'revision_number': 3, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': 'cddddee4-2b2e-4301-894a-097300269cb3', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:46:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0908057a-fbfb-4c2d-a283-dba66a361510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:17:06Z', 'updated_at': '2022-01-28T04:17:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:17:08.962696 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-29a29b60-66cf-489c-a69b-a835371e1b76 None None] Attempting to bind port b0e990a7-a227-4067-93ab-bcc1b5f7009b on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:17:08.963074 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-29a29b60-66cf-489c-a69b-a835371e1b76 None None] Attempting to bind port b0e990a7-a227-4067-93ab-bcc1b5f7009b by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'd583cca9-f784-44c3-b927-c460d8647335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd015aad4-f89c-4283-b6d2-decb1094bf9c'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:17:08.963465 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a29b60-66cf-489c-a69b-a835371e1b76 None None] Attempting to bind port b0e990a7-a227-4067-93ab-bcc1b5f7009b on network d015aad4-f89c-4283-b6d2-decb1094bf9c {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:17:08.968881 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a29b60-66cf-489c-a69b-a835371e1b76 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:17:08.969747 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a29b60-66cf-489c-a69b-a835371e1b76 None None] Checking segment: {'id': 'd583cca9-f784-44c3-b927-c460d8647335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd015aad4-f89c-4283-b6d2-decb1094bf9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:17:08.969747 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-29a29b60-66cf-489c-a69b-a835371e1b76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:08.970098 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a29b60-66cf-489c-a69b-a835371e1b76 None None] Bound using segment: {'id': 'd583cca9-f784-44c3-b927-c460d8647335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd015aad4-f89c-4283-b6d2-decb1094bf9c'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:17:08.970584 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-29a29b60-66cf-489c-a69b-a835371e1b76 None None] Bound port: b0e990a7-a227-4067-93ab-bcc1b5f7009b, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd583cca9-f784-44c3-b927-c460d8647335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd015aad4-f89c-4283-b6d2-decb1094bf9c'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:17:08.970968 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-29a29b60-66cf-489c-a69b-a835371e1b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b0e990a7-a227-4067-93ab-bcc1b5f7009b), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:08.990409 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-28a86768-224e-4271-9ea2-acd0cc7eeb46 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for port (9f914aaa-dbd7-4c6d-9146-7f980496473f), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:09.028372 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-28a86768-224e-4271-9ea2-acd0cc7eeb46 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (9f914aaa-dbd7-4c6d-9146-7f980496473f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:09.043839 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-29a29b60-66cf-489c-a69b-a835371e1b76 None None] For port b0e990a7-a227-4067-93ab-bcc1b5f7009b, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:17:09.048419 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-29a29b60-66cf-489c-a69b-a835371e1b76 None None] For port b0e990a7-a227-4067-93ab-bcc1b5f7009b, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=b0e990a7-a227-4067-93ab-bcc1b5f7009b,segment=NetworkSegment(d583cca9-f784-44c3-b927-c460d8647335),segment_id=d583cca9-f784-44c3-b927-c460d8647335)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:17:09.054834 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-29a29b60-66cf-489c-a69b-a835371e1b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b0e990a7-a227-4067-93ab-bcc1b5f7009b), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:09.074773 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a86768-224e-4271-9ea2-acd0cc7eeb46 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Network d015aad4-f89c-4283-b6d2-decb1094bf9c is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:17:09.081031 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-28a86768-224e-4271-9ea2-acd0cc7eeb46 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:17:09.083850 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a86768-224e-4271-9ea2-acd0cc7eeb46 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:17:09.091000 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a86768-224e-4271-9ea2-acd0cc7eeb46 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'Port': ['ID=9f914aaa-dbd7-4c6d-9146-7f980496473f,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:09.118081 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a29b60-66cf-489c-a69b-a835371e1b76 None None] Pushing event updated for resources: {'Port': ['ID=b0e990a7-a227-4067-93ab-bcc1b5f7009b,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:09.139449 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-28a86768-224e-4271-9ea2-acd0cc7eeb46 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (0908057a-fbfb-4c2d-a283-dba66a361510), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:09.312100 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-28a86768-224e-4271-9ea2-acd0cc7eeb46 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9f914aaa-dbd7-4c6d-9146-7f980496473f), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:09.971962 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-28a86768-224e-4271-9ea2-acd0cc7eeb46 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for port (9f914aaa-dbd7-4c6d-9146-7f980496473f), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:09.977801 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-28a86768-224e-4271-9ea2-acd0cc7eeb46 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (9f914aaa-dbd7-4c6d-9146-7f980496473f), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:10.056438 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a86768-224e-4271-9ea2-acd0cc7eeb46 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'Port': ['ID=9f914aaa-dbd7-4c6d-9146-7f980496473f,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:10.059086 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-28a86768-224e-4271-9ea2-acd0cc7eeb46 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (0908057a-fbfb-4c2d-a283-dba66a361510), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:10.157969 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a86768-224e-4271-9ea2-acd0cc7eeb46 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Network d015aad4-f89c-4283-b6d2-decb1094bf9c is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:17:10.159685 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-28a86768-224e-4271-9ea2-acd0cc7eeb46 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:17:10.179547 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5485e066-c62f-4c5a-a910-98ed10c68b89 None None] Network d015aad4-f89c-4283-b6d2-decb1094bf9c requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:17:10.277367 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c14a764f-4464-4ab1-941e-a68b025135d2 None None] Provisioning complete for port b0e990a7-a227-4067-93ab-bcc1b5f7009b triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:17:10.277654 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a86768-224e-4271-9ea2-acd0cc7eeb46 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Router 0908057a-fbfb-4c2d-a283-dba66a361510 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:17:10.277765 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14a764f-4464-4ab1-941e-a68b025135d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b0e990a7-a227-4067-93ab-bcc1b5f7009b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:10.374087 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c14a764f-4464-4ab1-941e-a68b025135d2 None None] Current status of the port b0e990a7-a227-4067-93ab-bcc1b5f7009b is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:17:10.374492 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14a764f-4464-4ab1-941e-a68b025135d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b0e990a7-a227-4067-93ab-bcc1b5f7009b), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:10.418042 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c14a764f-4464-4ab1-941e-a68b025135d2 None None] For port b0e990a7-a227-4067-93ab-bcc1b5f7009b, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=b0e990a7-a227-4067-93ab-bcc1b5f7009b,segment=NetworkSegment(d583cca9-f784-44c3-b927-c460d8647335),segment_id=d583cca9-f784-44c3-b927-c460d8647335)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:17:10.423679 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14a764f-4464-4ab1-941e-a68b025135d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b0e990a7-a227-4067-93ab-bcc1b5f7009b), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:10.430591 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a86768-224e-4271-9ea2-acd0cc7eeb46 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:17:10.436279 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-28a86768-224e-4271-9ea2-acd0cc7eeb46 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "PUT /v2.0/routers/0908057a-fbfb-4c2d-a283-dba66a361510/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5534704 Jan 28 04:17:10.475017 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a764f-4464-4ab1-941e-a68b025135d2 None None] Pushing event updated for resources: {'Port': ['ID=b0e990a7-a227-4067-93ab-bcc1b5f7009b,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:10.608058 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-fbff5b83-85d7-4783-8fc5-e8afa41d26a9 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-808978603&fields=id&tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8 HTTP/1.1" status: 200 len: 267 time: 0.0482502 Jan 28 04:17:10.660755 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-4959d8c7-5429-4922-8a53-18d975f15344 None None] Provisioning complete for port 9f914aaa-dbd7-4c6d-9146-7f980496473f triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:17:10.660755 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4959d8c7-5429-4922-8a53-18d975f15344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9f914aaa-dbd7-4c6d-9146-7f980496473f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:10.700635 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-4959d8c7-5429-4922-8a53-18d975f15344 None None] Port 9f914aaa-dbd7-4c6d-9146-7f980496473f cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:17:10.710407 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-4959d8c7-5429-4922-8a53-18d975f15344 None None] Provisioning complete for port b0e990a7-a227-4067-93ab-bcc1b5f7009b triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:17:10.710786 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4959d8c7-5429-4922-8a53-18d975f15344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b0e990a7-a227-4067-93ab-bcc1b5f7009b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:10.781827 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-5a51b666-810e-47bc-9ff2-03217c3a1f2c tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:10.783287 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-5a51b666-810e-47bc-9ff2-03217c3a1f2c tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/networks?id=d015aad4-f89c-4283-b6d2-decb1094bf9c HTTP/1.1" status: 200 len: 796 time: 0.1651373 Jan 28 04:17:10.788254 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3e998c-b1d6-4d18-a2db-e8504cee80bd None None] Sync routers for ids ['0908057a-fbfb-4c2d-a283-dba66a361510'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:17:10.801677 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device b0e990a7-a227-4067-93ab-bcc1b5f7009b up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:17:10.802180 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3e998c-b1d6-4d18-a2db-e8504cee80bd None None] Routers {'0908057a-fbfb-4c2d-a283-dba66a361510'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:17:10.803155 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-7d3e998c-b1d6-4d18-a2db-e8504cee80bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:17:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['0908057a-fbfb-4c2d-a283-dba66a361510'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:17:10.807602 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-88c0859c-6927-4279-979e-721594c90e22 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/quotas/754ca6d54d2d43c4af16b7000ddbc7c8 HTTP/1.1" status: 200 len: 375 time: 0.0185761 Jan 28 04:17:10.864227 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-4959d8c7-5429-4922-8a53-18d975f15344 None None] Current status of the port b0e990a7-a227-4067-93ab-bcc1b5f7009b is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:17:10.872333 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port b0e990a7-a227-4067-93ab-bcc1b5f7009b triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:17:10.872709 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b0e990a7-a227-4067-93ab-bcc1b5f7009b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:10.878934 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-aca86740-1157-4e9c-b855-a6069e395fd1 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573769 Jan 28 04:17:10.885205 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-28da77c6-f6d4-4caa-a222-517761a9fe2b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:17:10.892448 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-28da77c6-f6d4-4caa-a222-517761a9fe2b service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0116327 Jan 28 04:17:10.925472 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-7d3e998c-b1d6-4d18-a2db-e8504cee80bd None None] Set router 0908057a-fbfb-4c2d-a283-dba66a361510 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:17:10.964580 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port b0e990a7-a227-4067-93ab-bcc1b5f7009b is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:17:10.966043 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device cddddee4-2b2e-4301-894a-097300269cb3 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:17:10.997675 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-92c620ea-992b-431d-a800-45ccb8cfdab2 service neutron] 10.222.0.53 "GET /v2.0/networks/d015aad4-f89c-4283-b6d2-decb1094bf9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036565 Jan 28 04:17:11.019476 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-cbd672df-9610-41d7-bafa-f2e5a0f98a7e None None] Provisioning complete for port 9f914aaa-dbd7-4c6d-9146-7f980496473f triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:17:11.019998 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cbd672df-9610-41d7-bafa-f2e5a0f98a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9f914aaa-dbd7-4c6d-9146-7f980496473f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:11.058902 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-cbd672df-9610-41d7-bafa-f2e5a0f98a7e None None] Port 9f914aaa-dbd7-4c6d-9146-7f980496473f cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:17:11.082749 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port cddddee4-2b2e-4301-894a-097300269cb3 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:17:11.083536 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (cddddee4-2b2e-4301-894a-097300269cb3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:11.111520 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-6be2fe36-55d8-42bd-a8be-f24812f62796 service neutron] 10.222.0.53 "GET /v2.0/networks/d015aad4-f89c-4283-b6d2-decb1094bf9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129270 Jan 28 04:17:11.176781 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port cddddee4-2b2e-4301-894a-097300269cb3 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:17:11.177361 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (cddddee4-2b2e-4301-894a-097300269cb3), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:11.206180 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-355fdd80-557a-48d1-b8b4-143a2f976c71 None None] Provisioning complete for port 9f914aaa-dbd7-4c6d-9146-7f980496473f triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:17:11.206897 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-355fdd80-557a-48d1-b8b4-143a2f976c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9f914aaa-dbd7-4c6d-9146-7f980496473f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:11.209163 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port cddddee4-2b2e-4301-894a-097300269cb3, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=cddddee4-2b2e-4301-894a-097300269cb3,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:17:11.231587 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (cddddee4-2b2e-4301-894a-097300269cb3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:11.246264 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-7d3e998c-b1d6-4d18-a2db-e8504cee80bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0908057a-fbfb-4c2d-a283-dba66a361510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1910101836', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'cddddee4-2b2e-4301-894a-097300269cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:17:05Z', 'updated_at': '2022-01-28T04:17:09Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': 'cddddee4-2b2e-4301-894a-097300269cb3', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:46:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0908057a-fbfb-4c2d-a283-dba66a361510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:17:06Z', 'updated_at': '2022-01-28T04:17:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '9f914aaa-dbd7-4c6d-9146-7f980496473f', 'name': '', 'network_id': 'd015aad4-f89c-4283-b6d2-decb1094bf9c', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'mac_address': 'fa:16:3e:cc:8a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0908057a-fbfb-4c2d-a283-dba66a361510', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'aea4b07e-cd79-4a65-8df1-f82c699772c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:17:08Z', 'updated_at': '2022-01-28T04:17:09Z', 'revision_number': 2, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'subnets': [{'id': 'aea4b07e-cd79-4a65-8df1-f82c699772c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:17:11.273739 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3e998c-b1d6-4d18-a2db-e8504cee80bd None None] Checking router: 0908057a-fbfb-4c2d-a283-dba66a361510 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:17:11.274106 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3e998c-b1d6-4d18-a2db-e8504cee80bd None None] Updating router 0908057a-fbfb-4c2d-a283-dba66a361510 port 9f914aaa-dbd7-4c6d-9146-7f980496473f binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:17:11.284462 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=cddddee4-2b2e-4301-894a-097300269cb3,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:11.296570 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-355fdd80-557a-48d1-b8b4-143a2f976c71 None None] Port 9f914aaa-dbd7-4c6d-9146-7f980496473f cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:17:11.304493 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7d3e998c-b1d6-4d18-a2db-e8504cee80bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9f914aaa-dbd7-4c6d-9146-7f980496473f), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:11.327744 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0ab49daf-237b-4f2c-b1a8-bdf28cf31b89 req-fd67e882-f4fa-42a6-8a3f-4fd4e2ba2b4f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d6f99d2-412e-402f-814c-aad3965145a1 HTTP/1.1" status: 200 len: 210 time: 0.0484393 Jan 28 04:17:11.574615 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7d3e998c-b1d6-4d18-a2db-e8504cee80bd None None] Publish callbacks [] for port (9f914aaa-dbd7-4c6d-9146-7f980496473f), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:11.580019 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7d3e998c-b1d6-4d18-a2db-e8504cee80bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9f914aaa-dbd7-4c6d-9146-7f980496473f), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:11.624990 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f2831-3d23-4c49-a889-eb1dff460c2a None None] Pushing event updated for resources: {'Port': ['ID=9f914aaa-dbd7-4c6d-9146-7f980496473f,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:11.636700 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f2831-3d23-4c49-a889-eb1dff460c2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:11.637048 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f2831-3d23-4c49-a889-eb1dff460c2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:11.637425 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f2831-3d23-4c49-a889-eb1dff460c2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:11.637758 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f2831-3d23-4c49-a889-eb1dff460c2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:11.638084 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f2831-3d23-4c49-a889-eb1dff460c2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:11.638408 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f2831-3d23-4c49-a889-eb1dff460c2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:11.638729 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f2831-3d23-4c49-a889-eb1dff460c2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:11.639308 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f2831-3d23-4c49-a889-eb1dff460c2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:11.639421 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f2831-3d23-4c49-a889-eb1dff460c2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:11.639706 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f2831-3d23-4c49-a889-eb1dff460c2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:11.640025 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f2831-3d23-4c49-a889-eb1dff460c2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:11.640340 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f2831-3d23-4c49-a889-eb1dff460c2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:11.640655 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f2831-3d23-4c49-a889-eb1dff460c2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:11.695930 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-7d3e998c-b1d6-4d18-a2db-e8504cee80bd None None] Attempting to bind port 9f914aaa-dbd7-4c6d-9146-7f980496473f on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:17:11.696320 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-7d3e998c-b1d6-4d18-a2db-e8504cee80bd None None] Attempting to bind port 9f914aaa-dbd7-4c6d-9146-7f980496473f by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'd583cca9-f784-44c3-b927-c460d8647335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd015aad4-f89c-4283-b6d2-decb1094bf9c'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:17:11.696682 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3e998c-b1d6-4d18-a2db-e8504cee80bd None None] Attempting to bind port 9f914aaa-dbd7-4c6d-9146-7f980496473f on network d015aad4-f89c-4283-b6d2-decb1094bf9c {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:17:11.702455 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3e998c-b1d6-4d18-a2db-e8504cee80bd None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:17:11.703183 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3e998c-b1d6-4d18-a2db-e8504cee80bd None None] Checking segment: {'id': 'd583cca9-f784-44c3-b927-c460d8647335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd015aad4-f89c-4283-b6d2-decb1094bf9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:17:11.703587 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7d3e998c-b1d6-4d18-a2db-e8504cee80bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:11.703981 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3e998c-b1d6-4d18-a2db-e8504cee80bd None None] Bound using segment: {'id': 'd583cca9-f784-44c3-b927-c460d8647335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd015aad4-f89c-4283-b6d2-decb1094bf9c'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:17:11.704460 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-7d3e998c-b1d6-4d18-a2db-e8504cee80bd None None] Bound port: 9f914aaa-dbd7-4c6d-9146-7f980496473f, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd583cca9-f784-44c3-b927-c460d8647335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd015aad4-f89c-4283-b6d2-decb1094bf9c'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:17:11.704820 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7d3e998c-b1d6-4d18-a2db-e8504cee80bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9f914aaa-dbd7-4c6d-9146-7f980496473f), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:11.777603 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-7d3e998c-b1d6-4d18-a2db-e8504cee80bd None None] For port 9f914aaa-dbd7-4c6d-9146-7f980496473f, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:17:11.781483 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-7d3e998c-b1d6-4d18-a2db-e8504cee80bd None None] For port 9f914aaa-dbd7-4c6d-9146-7f980496473f, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=9f914aaa-dbd7-4c6d-9146-7f980496473f,segment=NetworkSegment(d583cca9-f784-44c3-b927-c460d8647335),segment_id=d583cca9-f784-44c3-b927-c460d8647335)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:17:11.787286 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7d3e998c-b1d6-4d18-a2db-e8504cee80bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9f914aaa-dbd7-4c6d-9146-7f980496473f), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:11.846651 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3e998c-b1d6-4d18-a2db-e8504cee80bd None None] Routers {'0908057a-fbfb-4c2d-a283-dba66a361510'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:17:11.847283 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-7d3e998c-b1d6-4d18-a2db-e8504cee80bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:17:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['0908057a-fbfb-4c2d-a283-dba66a361510'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:17:11.883097 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f2831-3d23-4c49-a889-eb1dff460c2a None None] Pushing event updated for resources: {'Port': ['ID=9f914aaa-dbd7-4c6d-9146-7f980496473f,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:11.923513 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-21cfac5a-9424-41d0-9a93-5600ba7cd646 None None] Provisioning complete for port 9f914aaa-dbd7-4c6d-9146-7f980496473f triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:17:11.924404 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-21cfac5a-9424-41d0-9a93-5600ba7cd646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9f914aaa-dbd7-4c6d-9146-7f980496473f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:11.973031 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-7d3e998c-b1d6-4d18-a2db-e8504cee80bd None None] Set router 0908057a-fbfb-4c2d-a283-dba66a361510 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:17:12.025511 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-21cfac5a-9424-41d0-9a93-5600ba7cd646 None None] Current status of the port 9f914aaa-dbd7-4c6d-9146-7f980496473f is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:17:12.025914 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-21cfac5a-9424-41d0-9a93-5600ba7cd646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (9f914aaa-dbd7-4c6d-9146-7f980496473f), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:12.064206 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-21cfac5a-9424-41d0-9a93-5600ba7cd646 None None] For port 9f914aaa-dbd7-4c6d-9146-7f980496473f, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=9f914aaa-dbd7-4c6d-9146-7f980496473f,segment=NetworkSegment(d583cca9-f784-44c3-b927-c460d8647335),segment_id=d583cca9-f784-44c3-b927-c460d8647335)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:17:12.068998 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-21cfac5a-9424-41d0-9a93-5600ba7cd646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (9f914aaa-dbd7-4c6d-9146-7f980496473f), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:12.117124 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cfac5a-9424-41d0-9a93-5600ba7cd646 None None] Pushing event updated for resources: {'Port': ['ID=9f914aaa-dbd7-4c6d-9146-7f980496473f,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:12.192669 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-105d6666-f52e-40f6-bfd5-956fb399d5d3 None None] Provisioning complete for port 9f914aaa-dbd7-4c6d-9146-7f980496473f triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:17:12.193381 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-105d6666-f52e-40f6-bfd5-956fb399d5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9f914aaa-dbd7-4c6d-9146-7f980496473f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:12.196934 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-7d3e998c-b1d6-4d18-a2db-e8504cee80bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0908057a-fbfb-4c2d-a283-dba66a361510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1910101836', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'cddddee4-2b2e-4301-894a-097300269cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:17:05Z', 'updated_at': '2022-01-28T04:17:09Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': 'cddddee4-2b2e-4301-894a-097300269cb3', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:46:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0908057a-fbfb-4c2d-a283-dba66a361510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:17:06Z', 'updated_at': '2022-01-28T04:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '9f914aaa-dbd7-4c6d-9146-7f980496473f', 'name': '', 'network_id': 'd015aad4-f89c-4283-b6d2-decb1094bf9c', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'mac_address': 'fa:16:3e:cc:8a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0908057a-fbfb-4c2d-a283-dba66a361510', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'aea4b07e-cd79-4a65-8df1-f82c699772c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:17:08Z', 'updated_at': '2022-01-28T04:17:11Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'subnets': [{'id': 'aea4b07e-cd79-4a65-8df1-f82c699772c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:17:12.228976 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3e998c-b1d6-4d18-a2db-e8504cee80bd None None] The sync data for ids ['0908057a-fbfb-4c2d-a283-dba66a361510'] in n-d-712139-27 is: [{'id': '0908057a-fbfb-4c2d-a283-dba66a361510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1910101836', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'cddddee4-2b2e-4301-894a-097300269cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:17:05Z', 'updated_at': '2022-01-28T04:17:09Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': 'cddddee4-2b2e-4301-894a-097300269cb3', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:46:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0908057a-fbfb-4c2d-a283-dba66a361510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:17:06Z', 'updated_at': '2022-01-28T04:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '9f914aaa-dbd7-4c6d-9146-7f980496473f', 'name': '', 'network_id': 'd015aad4-f89c-4283-b6d2-decb1094bf9c', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'mac_address': 'fa:16:3e:cc:8a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0908057a-fbfb-4c2d-a283-dba66a361510', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'aea4b07e-cd79-4a65-8df1-f82c699772c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:17:08Z', 'updated_at': '2022-01-28T04:17:11Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'subnets': [{'id': 'aea4b07e-cd79-4a65-8df1-f82c699772c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:17:12.278483 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-105d6666-f52e-40f6-bfd5-956fb399d5d3 None None] Current status of the port 9f914aaa-dbd7-4c6d-9146-7f980496473f is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:17:12.465518 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7dd50d17-f73f-4dd9-8d92-706f609b2319 req-3ec7bd7f-61c7-4f96-b137-08e6ce349abf tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d6f99d2-412e-402f-814c-aad3965145a1 HTTP/1.1" status: 200 len: 210 time: 0.0496848 Jan 28 04:17:12.512724 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-a0723fe8-7f79-41ec-bf88-4402af0c2537 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:12.514534 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-a0723fe8-7f79-41ec-bf88-4402af0c2537 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.67 "GET /v2.0/networks?id=d015aad4-f89c-4283-b6d2-decb1094bf9c HTTP/1.1" status: 200 len: 796 time: 0.1655688 Jan 28 04:17:12.589043 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-9fce1c16-0087-4985-8e82-a2ab382b89ad tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8 HTTP/1.1" status: 200 len: 379 time: 0.0588365 Jan 28 04:17:12.605635 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-029bcfb5-bbd2-4f4a-a024-708ed951558b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'port': {'device_id': '6d6f99d2-412e-402f-814c-aad3965145a1', 'network_id': 'd015aad4-f89c-4283-b6d2-decb1094bf9c', 'admin_state_up': True, 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'security_groups': ['8a0a1edb-b377-4395-bfd0-1e8e3f3e38df']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:17:12.733497 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-029bcfb5-bbd2-4f4a-a024-708ed951558b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Made reservation on behalf of 754ca6d54d2d43c4af16b7000ddbc7c8 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:17:12.737770 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-029bcfb5-bbd2-4f4a-a024-708ed951558b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:12.754750 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 9f914aaa-dbd7-4c6d-9146-7f980496473f up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:17:12.829566 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 9f914aaa-dbd7-4c6d-9146-7f980496473f triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:17:12.830111 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (9f914aaa-dbd7-4c6d-9146-7f980496473f), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:12.875663 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-029bcfb5-bbd2-4f4a-a024-708ed951558b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Allocated IP 172.20.0.8 (d015aad4-f89c-4283-b6d2-decb1094bf9c/aea4b07e-cd79-4a65-8df1-f82c699772c4/6555dd56-997a-4954-9b9f-4652c0e5f6d7) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:17:12.909276 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 9f914aaa-dbd7-4c6d-9146-7f980496473f is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:17:12.910206 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device cddddee4-2b2e-4301-894a-097300269cb3 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:17:12.962255 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port cddddee4-2b2e-4301-894a-097300269cb3 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:17:12.962794 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (cddddee4-2b2e-4301-894a-097300269cb3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:13.027618 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-029bcfb5-bbd2-4f4a-a024-708ed951558b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for port (6555dd56-997a-4954-9b9f-4652c0e5f6d7), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:13.039914 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port cddddee4-2b2e-4301-894a-097300269cb3 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:17:13.064400 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-029bcfb5-bbd2-4f4a-a024-708ed951558b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (6555dd56-997a-4954-9b9f-4652c0e5f6d7), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:13.116591 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-029bcfb5-bbd2-4f4a-a024-708ed951558b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Network d015aad4-f89c-4283-b6d2-decb1094bf9c is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:17:13.120978 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-029bcfb5-bbd2-4f4a-a024-708ed951558b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:17:13.122997 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029bcfb5-bbd2-4f4a-a024-708ed951558b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'Port': ['ID=6555dd56-997a-4954-9b9f-4652c0e5f6d7,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:13.125325 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-029bcfb5-bbd2-4f4a-a024-708ed951558b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:17:13.176466 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-029bcfb5-bbd2-4f4a-a024-708ed951558b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:13.177281 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-029bcfb5-bbd2-4f4a-a024-708ed951558b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:13.196890 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-029bcfb5-bbd2-4f4a-a024-708ed951558b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5958047 Jan 28 04:17:13.207142 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-4da2288c-1c7d-4f42-a4a0-f451e704b8da tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:17:13.208329 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-4da2288c-1c7d-4f42-a4a0-f451e704b8da tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057938 Jan 28 04:17:13.272918 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-871cb1f5-ebc5-4735-9e4f-1f5639f10df5 service neutron] Request body: {'port': {'device_id': '6d6f99d2-412e-402f-814c-aad3965145a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:17:13.340520 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-871cb1f5-ebc5-4735-9e4f-1f5639f10df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (6555dd56-997a-4954-9b9f-4652c0e5f6d7), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:13.428267 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-6c892649-1d64-46f9-a628-4f386e60d146 None None] Provisioning complete for port 6555dd56-997a-4954-9b9f-4652c0e5f6d7 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:17:13.429266 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6c892649-1d64-46f9-a628-4f386e60d146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (6555dd56-997a-4954-9b9f-4652c0e5f6d7), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:13.462922 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-6c892649-1d64-46f9-a628-4f386e60d146 None None] Port 6555dd56-997a-4954-9b9f-4652c0e5f6d7 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:17:13.586753 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51c62e-8ba1-4f24-b4d9-e17aedb4dba6 req-b222b976-573a-4702-9788-d705fc161121 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:13.588359 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9f51c62e-8ba1-4f24-b4d9-e17aedb4dba6 req-b222b976-573a-4702-9788-d705fc161121 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d6f99d2-412e-402f-814c-aad3965145a1 HTTP/1.1" status: 200 len: 931 time: 0.0484095 Jan 28 04:17:13.616369 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-871cb1f5-ebc5-4735-9e4f-1f5639f10df5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6555dd56-997a-4954-9b9f-4652c0e5f6d7 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:17:13.623918 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-871cb1f5-ebc5-4735-9e4f-1f5639f10df5 service neutron] Publish callbacks [] for port (6555dd56-997a-4954-9b9f-4652c0e5f6d7), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:13.636156 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-871cb1f5-ebc5-4735-9e4f-1f5639f10df5 service neutron] Transition to ACTIVE for port object 6555dd56-997a-4954-9b9f-4652c0e5f6d7 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:17:13.641172 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-871cb1f5-ebc5-4735-9e4f-1f5639f10df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (6555dd56-997a-4954-9b9f-4652c0e5f6d7), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:13.641916 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9f51c62e-8ba1-4f24-b4d9-e17aedb4dba6 req-f4a6117a-0c84-47b2-bd59-145bd3c9e955 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a0a1edb-b377-4395-bfd0-1e8e3f3e38df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476110 Jan 28 04:17:13.691133 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871cb1f5-ebc5-4735-9e4f-1f5639f10df5 service neutron] Pushing event updated for resources: {'Port': ['ID=6555dd56-997a-4954-9b9f-4652c0e5f6d7,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:13.767526 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-871cb1f5-ebc5-4735-9e4f-1f5639f10df5 service neutron] Attempting to bind port 6555dd56-997a-4954-9b9f-4652c0e5f6d7 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:17:13.767858 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-871cb1f5-ebc5-4735-9e4f-1f5639f10df5 service neutron] Attempting to bind port 6555dd56-997a-4954-9b9f-4652c0e5f6d7 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': 'd583cca9-f784-44c3-b927-c460d8647335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd015aad4-f89c-4283-b6d2-decb1094bf9c'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:17:13.768200 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-871cb1f5-ebc5-4735-9e4f-1f5639f10df5 service neutron] Attempting to bind port 6555dd56-997a-4954-9b9f-4652c0e5f6d7 on network d015aad4-f89c-4283-b6d2-decb1094bf9c {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:17:13.772916 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-871cb1f5-ebc5-4735-9e4f-1f5639f10df5 service neutron] Port 6555dd56-997a-4954-9b9f-4652c0e5f6d7 on network d015aad4-f89c-4283-b6d2-decb1094bf9c not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:17:13.773277 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-871cb1f5-ebc5-4735-9e4f-1f5639f10df5 service neutron] Attempting to bind port 6555dd56-997a-4954-9b9f-4652c0e5f6d7 on network d015aad4-f89c-4283-b6d2-decb1094bf9c {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:17:13.778300 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-871cb1f5-ebc5-4735-9e4f-1f5639f10df5 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:17:13.778621 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-871cb1f5-ebc5-4735-9e4f-1f5639f10df5 service neutron] Checking segment: {'id': 'd583cca9-f784-44c3-b927-c460d8647335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd015aad4-f89c-4283-b6d2-decb1094bf9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:17:13.779034 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-871cb1f5-ebc5-4735-9e4f-1f5639f10df5 service neutron] Bound using segment: {'id': 'd583cca9-f784-44c3-b927-c460d8647335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd015aad4-f89c-4283-b6d2-decb1094bf9c'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:17:13.779467 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-871cb1f5-ebc5-4735-9e4f-1f5639f10df5 service neutron] Bound port: 6555dd56-997a-4954-9b9f-4652c0e5f6d7, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd583cca9-f784-44c3-b927-c460d8647335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd015aad4-f89c-4283-b6d2-decb1094bf9c'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:17:13.779864 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-871cb1f5-ebc5-4735-9e4f-1f5639f10df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (6555dd56-997a-4954-9b9f-4652c0e5f6d7), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:13.849399 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-871cb1f5-ebc5-4735-9e4f-1f5639f10df5 service neutron] For port 6555dd56-997a-4954-9b9f-4652c0e5f6d7, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:17:13.852413 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-871cb1f5-ebc5-4735-9e4f-1f5639f10df5 service neutron] For port 6555dd56-997a-4954-9b9f-4652c0e5f6d7, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=6555dd56-997a-4954-9b9f-4652c0e5f6d7,segment=NetworkSegment(d583cca9-f784-44c3-b927-c460d8647335),segment_id=d583cca9-f784-44c3-b927-c460d8647335)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:17:13.858120 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-871cb1f5-ebc5-4735-9e4f-1f5639f10df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (6555dd56-997a-4954-9b9f-4652c0e5f6d7), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:13.891788 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-871cb1f5-ebc5-4735-9e4f-1f5639f10df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:13.892795 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-871cb1f5-ebc5-4735-9e4f-1f5639f10df5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:13.894191 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-871cb1f5-ebc5-4735-9e4f-1f5639f10df5 service neutron] 10.222.0.67 "PUT /v2.0/ports/6555dd56-997a-4954-9b9f-4652c0e5f6d7 HTTP/1.1" status: 200 len: 1092 time: 0.6736674 Jan 28 04:17:13.896455 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d6f99d2-412e-402f-814c-aad3965145a1', 'tag': '6555dd56-997a-4954-9b9f-4652c0e5f6d7'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:17:13.898804 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65bed2f-6ffc-4c80-b83e-7e4e3a623d67" -d '{"events": [{"name": "network-changed", "server_uuid": "6d6f99d2-412e-402f-814c-aad3965145a1", "tag": "6555dd56-997a-4954-9b9f-4652c0e5f6d7"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:17:13.926974 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871cb1f5-ebc5-4735-9e4f-1f5639f10df5 service neutron] Pushing event updated for resources: {'Port': ['ID=6555dd56-997a-4954-9b9f-4652c0e5f6d7,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:13.950316 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6278d167-b5c5-48c2-8085-092cee49bb1e x-openstack-request-id: req-6278d167-b5c5-48c2-8085-092cee49bb1e {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:17:13.950606 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d6f99d2-412e-402f-814c-aad3965145a1", "tag": "6555dd56-997a-4954-9b9f-4652c0e5f6d7", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:17:13.950860 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6278d167-b5c5-48c2-8085-092cee49bb1e {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:17:13.951298 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d6f99d2-412e-402f-814c-aad3965145a1', 'tag': '6555dd56-997a-4954-9b9f-4652c0e5f6d7', 'status': 'completed', 'code': 200} Jan 28 04:17:14.015036 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-9fd09e4e-d021-4fca-b18b-115b3e7f3d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:14.016702 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-9fd09e4e-d021-4fca-b18b-115b3e7f3d1b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8&device_id=6d6f99d2-412e-402f-814c-aad3965145a1 HTTP/1.1" status: 200 len: 1095 time: 0.0482948 Jan 28 04:17:14.068297 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-4760c0dc-8630-49ca-9b6e-4b5ebf84b774 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6555dd56-997a-4954-9b9f-4652c0e5f6d7 HTTP/1.1" status: 200 len: 217 time: 0.0372751 Jan 28 04:17:14.119370 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-bcfa8bd1-8f2a-4bff-8052-1357e613f450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:14.120894 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-bcfa8bd1-8f2a-4bff-8052-1357e613f450 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=aea4b07e-cd79-4a65-8df1-f82c699772c4 HTTP/1.1" status: 200 len: 835 time: 0.0456991 Jan 28 04:17:14.170546 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-926e01f4-9126-4c00-859e-d93de6ef939a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:14.172033 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-926e01f4-9126-4c00-859e-d93de6ef939a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d015aad4-f89c-4283-b6d2-decb1094bf9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452054 Jan 28 04:17:14.260271 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-7350b97a-0622-4d92-8a41-184b8672d92c service neutron] 10.222.0.67 "GET /v2.0/networks/d015aad4-f89c-4283-b6d2-decb1094bf9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820644 Jan 28 04:17:14.354350 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-72f9fff6-35be-4d51-ac84-b439a0a404c7 req-ac2126dd-8ac6-4bac-828e-c526d05c300b service neutron] 10.222.0.67 "GET /v2.0/networks/d015aad4-f89c-4283-b6d2-decb1094bf9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881343 Jan 28 04:17:14.485346 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bed2f-6ffc-4c80-b83e-7e4e3a623d67 req-596427d4-0f46-4839-bbb5-8eebaf4c329a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:14.486845 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a65bed2f-6ffc-4c80-b83e-7e4e3a623d67 req-596427d4-0f46-4839-bbb5-8eebaf4c329a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8&device_id=6d6f99d2-412e-402f-814c-aad3965145a1 HTTP/1.1" status: 200 len: 1095 time: 0.0433645 Jan 28 04:17:14.579913 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bed2f-6ffc-4c80-b83e-7e4e3a623d67 req-f6553dff-1100-4dcb-b251-02891841de7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:14.581432 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a65bed2f-6ffc-4c80-b83e-7e4e3a623d67 req-f6553dff-1100-4dcb-b251-02891841de7d service neutron] 10.222.0.67 "GET /v2.0/networks?id=d015aad4-f89c-4283-b6d2-decb1094bf9c HTTP/1.1" status: 200 len: 897 time: 0.0887804 Jan 28 04:17:14.625396 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a65bed2f-6ffc-4c80-b83e-7e4e3a623d67 req-1129a448-c170-439c-93d9-599c0537f0b9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6555dd56-997a-4954-9b9f-4652c0e5f6d7 HTTP/1.1" status: 200 len: 217 time: 0.0382504 Jan 28 04:17:14.680341 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bed2f-6ffc-4c80-b83e-7e4e3a623d67 req-4fe701c9-b1c7-4fb0-a897-6828514d9855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:14.682695 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a65bed2f-6ffc-4c80-b83e-7e4e3a623d67 req-4fe701c9-b1c7-4fb0-a897-6828514d9855 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=aea4b07e-cd79-4a65-8df1-f82c699772c4 HTTP/1.1" status: 200 len: 835 time: 0.0519791 Jan 28 04:17:14.728636 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bed2f-6ffc-4c80-b83e-7e4e3a623d67 req-d84ec978-adce-44d9-a168-4111e9acd648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:14.730552 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a65bed2f-6ffc-4c80-b83e-7e4e3a623d67 req-d84ec978-adce-44d9-a168-4111e9acd648 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d015aad4-f89c-4283-b6d2-decb1094bf9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416718 Jan 28 04:17:14.770015 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a0521-67fc-44d5-bc0e-9a1e60ac05ab req-e5a42fc7-61a1-4802-b103-0109c6add117 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:14.771655 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4a3a0521-67fc-44d5-bc0e-9a1e60ac05ab req-e5a42fc7-61a1-4802-b103-0109c6add117 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d6f99d2-412e-402f-814c-aad3965145a1 HTTP/1.1" status: 200 len: 943 time: 0.0506589 Jan 28 04:17:14.830553 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a65bed2f-6ffc-4c80-b83e-7e4e3a623d67 req-7f8fd454-fdcd-4beb-ae05-c9be87c8f6ce service neutron] 10.222.0.67 "GET /v2.0/networks/d015aad4-f89c-4283-b6d2-decb1094bf9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943611 Jan 28 04:17:14.831453 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4a3a0521-67fc-44d5-bc0e-9a1e60ac05ab req-d0a7c165-eea8-4e10-b9ef-a18a231fc780 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a0a1edb-b377-4395-bfd0-1e8e3f3e38df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520682 Jan 28 04:17:14.922802 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a65bed2f-6ffc-4c80-b83e-7e4e3a623d67 req-bd8b8fcf-4eb0-4b5b-a345-1d2b3ecf4961 service neutron] 10.222.0.67 "GET /v2.0/networks/d015aad4-f89c-4283-b6d2-decb1094bf9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861328 Jan 28 04:17:15.961683 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e016e7-8f39-42ed-bdfe-4827d1ebd553 req-6196a22b-5005-440d-9572-3a08273301bb tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:15.963112 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-15e016e7-8f39-42ed-bdfe-4827d1ebd553 req-6196a22b-5005-440d-9572-3a08273301bb tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d6f99d2-412e-402f-814c-aad3965145a1 HTTP/1.1" status: 200 len: 943 time: 0.0607939 Jan 28 04:17:16.017847 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-15e016e7-8f39-42ed-bdfe-4827d1ebd553 req-16890242-ade1-4870-9971-8de6b653f097 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a0a1edb-b377-4395-bfd0-1e8e3f3e38df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486722 Jan 28 04:17:17.156994 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85198319-4295-4f4e-ace8-701ee737fa44 req-4b6b0854-560e-4efd-bc06-265a8357724d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:17.158522 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-85198319-4295-4f4e-ace8-701ee737fa44 req-4b6b0854-560e-4efd-bc06-265a8357724d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d6f99d2-412e-402f-814c-aad3965145a1 HTTP/1.1" status: 200 len: 943 time: 0.0515053 Jan 28 04:17:17.210319 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-85198319-4295-4f4e-ace8-701ee737fa44 req-b65aa59c-3272-4ece-b69f-b487c85b95ba tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a0a1edb-b377-4395-bfd0-1e8e3f3e38df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461993 Jan 28 04:17:18.302682 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:17:18.303851 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 6555dd56-997a-4954-9b9f-4652c0e5f6d7 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:17:18.336693 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144699e-9937-4fc8-8451-052e43a5bcca req-08d81bc9-63bb-4b9e-996f-980385ddb389 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:18.338443 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9144699e-9937-4fc8-8451-052e43a5bcca req-08d81bc9-63bb-4b9e-996f-980385ddb389 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d6f99d2-412e-402f-814c-aad3965145a1 HTTP/1.1" status: 200 len: 943 time: 0.0511303 Jan 28 04:17:18.388774 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9144699e-9937-4fc8-8451-052e43a5bcca req-a39f220a-5099-46e6-93dd-75c35facf7a1 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a0a1edb-b377-4395-bfd0-1e8e3f3e38df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441773 Jan 28 04:17:18.400149 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 6555dd56-997a-4954-9b9f-4652c0e5f6d7, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=6555dd56-997a-4954-9b9f-4652c0e5f6d7,segment=NetworkSegment(d583cca9-f784-44c3-b927-c460d8647335),segment_id=d583cca9-f784-44c3-b927-c460d8647335)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:17:18.412050 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '6555dd56-997a-4954-9b9f-4652c0e5f6d7', 'network_id': 'd015aad4-f89c-4283-b6d2-decb1094bf9c', 'port_id': '6555dd56-997a-4954-9b9f-4652c0e5f6d7', 'mac_address': 'fa:16:3e:ce:ff:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aea4b07e-cd79-4a65-8df1-f82c699772c4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:17:18.452133 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 6555dd56-997a-4954-9b9f-4652c0e5f6d7 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:17:18.452560 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (6555dd56-997a-4954-9b9f-4652c0e5f6d7), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:18.466035 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6555dd56-997a-4954-9b9f-4652c0e5f6d7 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:17:18.485283 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 6555dd56-997a-4954-9b9f-4652c0e5f6d7, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=6555dd56-997a-4954-9b9f-4652c0e5f6d7,segment=NetworkSegment(d583cca9-f784-44c3-b927-c460d8647335),segment_id=d583cca9-f784-44c3-b927-c460d8647335)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:17:18.493692 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (6555dd56-997a-4954-9b9f-4652c0e5f6d7), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:18.555083 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=6555dd56-997a-4954-9b9f-4652c0e5f6d7,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:18.940536 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['6555dd56-997a-4954-9b9f-4652c0e5f6d7'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:17:19.564178 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663bc9c3-f750-4616-be1a-4b60a29a878c req-15c0e2cd-8c7a-40a3-bfec-0afd5888a6c7 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:19.565752 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-663bc9c3-f750-4616-be1a-4b60a29a878c req-15c0e2cd-8c7a-40a3-bfec-0afd5888a6c7 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d6f99d2-412e-402f-814c-aad3965145a1 HTTP/1.1" status: 200 len: 944 time: 0.1037345 Jan 28 04:17:19.618338 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-663bc9c3-f750-4616-be1a-4b60a29a878c req-a810c9eb-b210-417a-8d4d-b15047187137 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a0a1edb-b377-4395-bfd0-1e8e3f3e38df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467639 Jan 28 04:17:20.320185 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 6555dd56-997a-4954-9b9f-4652c0e5f6d7 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:17:20.377139 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 6555dd56-997a-4954-9b9f-4652c0e5f6d7 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:17:20.382405 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 6555dd56-997a-4954-9b9f-4652c0e5f6d7 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:17:20.382950 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (6555dd56-997a-4954-9b9f-4652c0e5f6d7), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:20.472364 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 6555dd56-997a-4954-9b9f-4652c0e5f6d7 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:17:20.472638 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (6555dd56-997a-4954-9b9f-4652c0e5f6d7), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:20.495696 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d6f99d2-412e-402f-814c-aad3965145a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6555dd56-997a-4954-9b9f-4652c0e5f6d7'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:17:20.497996 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7466989c69d563e87a019306beca113247d74b519ddc68a6966af7388d6c63e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed6ed4d-cbae-494b-811a-c39b3a5ae41b" -d '{"events": [{"server_uuid": "6d6f99d2-412e-402f-814c-aad3965145a1", "name": "network-vif-plugged", "status": "completed", "tag": "6555dd56-997a-4954-9b9f-4652c0e5f6d7"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:17:20.511276 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 6555dd56-997a-4954-9b9f-4652c0e5f6d7, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=6555dd56-997a-4954-9b9f-4652c0e5f6d7,segment=NetworkSegment(d583cca9-f784-44c3-b927-c460d8647335),segment_id=d583cca9-f784-44c3-b927-c460d8647335)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:17:20.517270 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (6555dd56-997a-4954-9b9f-4652c0e5f6d7), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:20.548724 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4229b26-1945-4ae6-9fd3-4866801f0ade x-openstack-request-id: req-e4229b26-1945-4ae6-9fd3-4866801f0ade {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:17:20.549109 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d6f99d2-412e-402f-814c-aad3965145a1", "name": "network-vif-plugged", "status": "completed", "tag": "6555dd56-997a-4954-9b9f-4652c0e5f6d7", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:17:20.549271 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e4229b26-1945-4ae6-9fd3-4866801f0ade {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:17:20.549660 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d6f99d2-412e-402f-814c-aad3965145a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6555dd56-997a-4954-9b9f-4652c0e5f6d7', 'code': 200} Jan 28 04:17:20.577801 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=6555dd56-997a-4954-9b9f-4652c0e5f6d7,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:20.670439 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b59856-35d4-4958-8761-503093a3d81b req-4fdb4364-c5e7-413b-a609-f27bda800992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:20.671969 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-33b59856-35d4-4958-8761-503093a3d81b req-4fdb4364-c5e7-413b-a609-f27bda800992 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6d6f99d2-412e-402f-814c-aad3965145a1 HTTP/1.1" status: 200 len: 1097 time: 0.0459003 Jan 28 04:17:20.719704 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-33b59856-35d4-4958-8761-503093a3d81b req-2816625c-50e0-4b82-9dc5-e0608f378927 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8a0a1edb-b377-4395-bfd0-1e8e3f3e38df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416517 Jan 28 04:17:20.748294 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b143a-08b1-4dda-9670-9c1eb5816692 req-3e3bd5ea-c285-4e4e-a16e-d9603f692c20 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:20.749734 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-727b143a-08b1-4dda-9670-9c1eb5816692 req-3e3bd5ea-c285-4e4e-a16e-d9603f692c20 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d6f99d2-412e-402f-814c-aad3965145a1 HTTP/1.1" status: 200 len: 945 time: 0.0494351 Jan 28 04:17:20.800181 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-727b143a-08b1-4dda-9670-9c1eb5816692 req-1eab52d0-f799-4740-b333-0b2cbfeb421e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a0a1edb-b377-4395-bfd0-1e8e3f3e38df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438302 Jan 28 04:17:21.977490 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6430b-ea0c-485a-8b97-55d5ff583c5e req-8374539e-ecf1-47b0-8e5f-2f890344bcf7 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:21.978952 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c6f6430b-ea0c-485a-8b97-55d5ff583c5e req-8374539e-ecf1-47b0-8e5f-2f890344bcf7 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d6f99d2-412e-402f-814c-aad3965145a1 HTTP/1.1" status: 200 len: 945 time: 0.1056530 Jan 28 04:17:22.032121 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c6f6430b-ea0c-485a-8b97-55d5ff583c5e req-c7960ab6-4ed7-4fff-82da-f901d223d2fb tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a0a1edb-b377-4395-bfd0-1e8e3f3e38df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474138 Jan 28 04:17:23.164186 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faded52-0ff2-4711-9935-bd91e49e26be req-1a3a7fe0-fef6-4c70-9d73-6848f52bd48a tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:23.166052 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7faded52-0ff2-4711-9935-bd91e49e26be req-1a3a7fe0-fef6-4c70-9d73-6848f52bd48a tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d6f99d2-412e-402f-814c-aad3965145a1 HTTP/1.1" status: 200 len: 945 time: 0.0541611 Jan 28 04:17:23.218744 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7faded52-0ff2-4711-9935-bd91e49e26be req-ade678b1-279c-4c59-b7e0-e928bd9dbfdb tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a0a1edb-b377-4395-bfd0-1e8e3f3e38df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440714 Jan 28 04:17:23.343058 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f45d3f-00c0-4b2d-bcac-ee1d1634f99e req-b6876335-cd69-4585-91c3-ae0c90d57028 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:23.344487 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-02f45d3f-00c0-4b2d-bcac-ee1d1634f99e req-b6876335-cd69-4585-91c3-ae0c90d57028 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d6f99d2-412e-402f-814c-aad3965145a1 HTTP/1.1" status: 200 len: 945 time: 0.0497522 Jan 28 04:17:23.393905 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-02f45d3f-00c0-4b2d-bcac-ee1d1634f99e req-fd3ae7b8-9160-4ce6-b535-aaeee4f7dca7 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a0a1edb-b377-4395-bfd0-1e8e3f3e38df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437074 Jan 28 04:17:23.422839 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37930) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:17:23.469666 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732389b0-9fbe-4fb2-bf93-b24f0ca0bcef tempest-TestNetworkAdvancedServerOps-1560678165 tempest-TestNetworkAdvancedServerOps-1560678165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:23.471187 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-732389b0-9fbe-4fb2-bf93-b24f0ca0bcef tempest-TestNetworkAdvancedServerOps-1560678165 tempest-TestNetworkAdvancedServerOps-1560678165-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6d6f99d2-412e-402f-814c-aad3965145a1 HTTP/1.1" status: 200 len: 1092 time: 0.0471010 Jan 28 04:17:23.475859 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37932) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:17:23.480130 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-d6b9121b-6b18-4262-ad59-93747722a470 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'port_id': '6555dd56-997a-4954-9b9f-4652c0e5f6d7', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:17:23.503274 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d6b9121b-6b18-4262-ad59-93747722a470 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:23.606267 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d6b9121b-6b18-4262-ad59-93747722a470 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:23.723788 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-d6b9121b-6b18-4262-ad59-93747722a470 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Allocated IP 172.25.0.28 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/c8bb6a83-e0d6-406b-8432-e40ce4658d4a) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:17:23.825358 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d6b9121b-6b18-4262-ad59-93747722a470 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for port (c8bb6a83-e0d6-406b-8432-e40ce4658d4a), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:23.864037 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d6b9121b-6b18-4262-ad59-93747722a470 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (c8bb6a83-e0d6-406b-8432-e40ce4658d4a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:23.904408 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b9121b-6b18-4262-ad59-93747722a470 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:17:23.907218 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-d6b9121b-6b18-4262-ad59-93747722a470 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:17:23.913890 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b9121b-6b18-4262-ad59-93747722a470 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:17:23.919997 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b9121b-6b18-4262-ad59-93747722a470 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'Port': ['ID=c8bb6a83-e0d6-406b-8432-e40ce4658d4a,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:24.301842 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d6b9121b-6b18-4262-ad59-93747722a470 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for floatingip (349226c8-2d63-4b75-8bf2-e5cc60098fd1), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:24.374787 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d6b9121b-6b18-4262-ad59-93747722a470 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (c8bb6a83-e0d6-406b-8432-e40ce4658d4a), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:24.529593 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d6b9121b-6b18-4262-ad59-93747722a470 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for port (c8bb6a83-e0d6-406b-8432-e40ce4658d4a), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:24.537399 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d6b9121b-6b18-4262-ad59-93747722a470 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (c8bb6a83-e0d6-406b-8432-e40ce4658d4a), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:24.603300 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b9121b-6b18-4262-ad59-93747722a470 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'Port': ['ID=c8bb6a83-e0d6-406b-8432-e40ce4658d4a,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:17:24.615127 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b9121b-6b18-4262-ad59-93747722a470 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:24.615539 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b9121b-6b18-4262-ad59-93747722a470 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:24.615877 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b9121b-6b18-4262-ad59-93747722a470 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:24.616219 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b9121b-6b18-4262-ad59-93747722a470 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:24.616547 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b9121b-6b18-4262-ad59-93747722a470 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:24.616874 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b9121b-6b18-4262-ad59-93747722a470 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:24.617250 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b9121b-6b18-4262-ad59-93747722a470 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:24.617589 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b9121b-6b18-4262-ad59-93747722a470 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:24.617921 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b9121b-6b18-4262-ad59-93747722a470 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:24.618251 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b9121b-6b18-4262-ad59-93747722a470 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:24.618580 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b9121b-6b18-4262-ad59-93747722a470 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:24.618916 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b9121b-6b18-4262-ad59-93747722a470 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:24.619239 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b9121b-6b18-4262-ad59-93747722a470 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:17:24.626882 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d6b9121b-6b18-4262-ad59-93747722a470 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (349226c8-2d63-4b75-8bf2-e5cc60098fd1), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:24.727286 n-d-712139-27 neutron-server[109803]: INFO neutron.db.l3_db [None req-d6b9121b-6b18-4262-ad59-93747722a470 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Floating IP 349226c8-2d63-4b75-8bf2-e5cc60098fd1 associated. External IP: 172.25.0.28, port: 6555dd56-997a-4954-9b9f-4652c0e5f6d7. Jan 28 04:17:25.268369 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b9121b-6b18-4262-ad59-93747722a470 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Router 0908057a-fbfb-4c2d-a283-dba66a361510 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:17:25.381536 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b9121b-6b18-4262-ad59-93747722a470 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:17:25.391305 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469149e1-c538-4d12-b515-ae6ee27c729f None None] Sync routers for ids ['0908057a-fbfb-4c2d-a283-dba66a361510'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:17:25.402000 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d6b9121b-6b18-4262-ad59-93747722a470 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:25.402493 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469149e1-c538-4d12-b515-ae6ee27c729f None None] Routers {'0908057a-fbfb-4c2d-a283-dba66a361510'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:17:25.403356 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-469149e1-c538-4d12-b515-ae6ee27c729f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:17:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['0908057a-fbfb-4c2d-a283-dba66a361510'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:17:25.430013 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d6b9121b-6b18-4262-ad59-93747722a470 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9530232 Jan 28 04:17:25.430711 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d6f99d2-412e-402f-814c-aad3965145a1', 'tag': '6555dd56-997a-4954-9b9f-4652c0e5f6d7'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:17:25.433775 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1566291-90f3-4632-b47c-c28231620b50" -d '{"events": [{"name": "network-changed", "server_uuid": "6d6f99d2-412e-402f-814c-aad3965145a1", "tag": "6555dd56-997a-4954-9b9f-4652c0e5f6d7"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:17:25.483038 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e88854-98a1-413e-8711-fe3ffcd02928 x-openstack-request-id: req-f2e88854-98a1-413e-8711-fe3ffcd02928 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:17:25.483331 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d6f99d2-412e-402f-814c-aad3965145a1", "tag": "6555dd56-997a-4954-9b9f-4652c0e5f6d7", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:17:25.483582 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f2e88854-98a1-413e-8711-fe3ffcd02928 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:17:25.483981 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d6f99d2-412e-402f-814c-aad3965145a1', 'tag': '6555dd56-997a-4954-9b9f-4652c0e5f6d7', 'status': 'completed', 'code': 200} Jan 28 04:17:25.511946 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-469149e1-c538-4d12-b515-ae6ee27c729f None None] Set router 0908057a-fbfb-4c2d-a283-dba66a361510 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:17:25.536730 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d513b22-f4e0-4d23-9db4-c02f98982ccb req-61e32ce2-eb4e-4f97-a0a5-497fef03940d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:25.538285 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0d513b22-f4e0-4d23-9db4-c02f98982ccb req-61e32ce2-eb4e-4f97-a0a5-497fef03940d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d6f99d2-412e-402f-814c-aad3965145a1 HTTP/1.1" status: 200 len: 945 time: 0.0482543 Jan 28 04:17:25.570432 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1566291-90f3-4632-b47c-c28231620b50 req-707e4f4d-1f2f-4a4b-bc86-831835a24f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:25.571954 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b1566291-90f3-4632-b47c-c28231620b50 req-707e4f4d-1f2f-4a4b-bc86-831835a24f32 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8&device_id=6d6f99d2-412e-402f-814c-aad3965145a1 HTTP/1.1" status: 200 len: 1097 time: 0.0420616 Jan 28 04:17:25.590859 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0d513b22-f4e0-4d23-9db4-c02f98982ccb req-0133d887-4a99-4eb7-ab2a-2c091b80af80 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a0a1edb-b377-4395-bfd0-1e8e3f3e38df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462475 Jan 28 04:17:25.615330 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37938) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:17:25.678785 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1566291-90f3-4632-b47c-c28231620b50 req-31742d56-0591-49b0-a093-f733279715cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:25.680284 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b1566291-90f3-4632-b47c-c28231620b50 req-31742d56-0591-49b0-a093-f733279715cd service neutron] 10.222.0.67 "GET /v2.0/networks?id=d015aad4-f89c-4283-b6d2-decb1094bf9c HTTP/1.1" status: 200 len: 897 time: 0.1024745 Jan 28 04:17:25.698507 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0b462cc6-e65f-4c34-8bdd-ef502e41d5f7 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/floatingips/349226c8-2d63-4b75-8bf2-e5cc60098fd1 HTTP/1.1" status: 200 len: 990 time: 0.0815561 Jan 28 04:17:25.746498 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b1566291-90f3-4632-b47c-c28231620b50 req-86e4a6bf-e42b-4687-8414-29a6f16244e5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6555dd56-997a-4954-9b9f-4652c0e5f6d7 HTTP/1.1" status: 200 len: 998 time: 0.0604956 Jan 28 04:17:25.755731 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-469149e1-c538-4d12-b515-ae6ee27c729f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0908057a-fbfb-4c2d-a283-dba66a361510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1910101836', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'cddddee4-2b2e-4301-894a-097300269cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:17:05Z', 'updated_at': '2022-01-28T04:17:09Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': 'cddddee4-2b2e-4301-894a-097300269cb3', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:46:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0908057a-fbfb-4c2d-a283-dba66a361510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:17:06Z', 'updated_at': '2022-01-28T04:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '349226c8-2d63-4b75-8bf2-e5cc60098fd1', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'floating_ip_address': '172.25.0.28', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '0908057a-fbfb-4c2d-a283-dba66a361510', 'port_id': '6555dd56-997a-4954-9b9f-4652c0e5f6d7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd015aad4-f89c-4283-b6d2-decb1094bf9c', 'mac_address': 'fa:16:3e:ce:ff:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6f99d2-412e-402f-814c-aad3965145a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:17:24Z', 'updated_at': '2022-01-28T04:17:24Z', 'revision_number': 0, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f914aaa-dbd7-4c6d-9146-7f980496473f', 'name': '', 'network_id': 'd015aad4-f89c-4283-b6d2-decb1094bf9c', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'mac_address': 'fa:16:3e:cc:8a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0908057a-fbfb-4c2d-a283-dba66a361510', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'aea4b07e-cd79-4a65-8df1-f82c699772c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:17:08Z', 'updated_at': '2022-01-28T04:17:12Z', 'revision_number': 5, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'subnets': [{'id': 'aea4b07e-cd79-4a65-8df1-f82c699772c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:17:25.784521 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469149e1-c538-4d12-b515-ae6ee27c729f None None] Checking router: 0908057a-fbfb-4c2d-a283-dba66a361510 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:17:25.794876 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469149e1-c538-4d12-b515-ae6ee27c729f None None] Routers {'0908057a-fbfb-4c2d-a283-dba66a361510'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:17:25.795450 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-469149e1-c538-4d12-b515-ae6ee27c729f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:17:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['0908057a-fbfb-4c2d-a283-dba66a361510'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:17:25.796250 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1566291-90f3-4632-b47c-c28231620b50 req-4c557c08-c3ef-4545-a2df-a5e0ca8a73f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:25.797754 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b1566291-90f3-4632-b47c-c28231620b50 req-4c557c08-c3ef-4545-a2df-a5e0ca8a73f0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=aea4b07e-cd79-4a65-8df1-f82c699772c4 HTTP/1.1" status: 200 len: 835 time: 0.0448880 Jan 28 04:17:25.847649 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1566291-90f3-4632-b47c-c28231620b50 req-660cf8d2-885f-4be1-a71a-8b7ff73341b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:17:25.849277 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b1566291-90f3-4632-b47c-c28231620b50 req-660cf8d2-885f-4be1-a71a-8b7ff73341b0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d015aad4-f89c-4283-b6d2-decb1094bf9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458150 Jan 28 04:17:25.903352 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-469149e1-c538-4d12-b515-ae6ee27c729f None None] Set router 0908057a-fbfb-4c2d-a283-dba66a361510 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:17:25.938729 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b1566291-90f3-4632-b47c-c28231620b50 req-ffa47c1c-0ae5-472c-a178-e20a5f580dbc service neutron] 10.222.0.67 "GET /v2.0/networks/d015aad4-f89c-4283-b6d2-decb1094bf9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821826 Jan 28 04:17:26.031949 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b1566291-90f3-4632-b47c-c28231620b50 req-944edab9-3481-42b1-881c-4108126a38a1 service neutron] 10.222.0.67 "GET /v2.0/networks/d015aad4-f89c-4283-b6d2-decb1094bf9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870228 Jan 28 04:17:26.133263 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-469149e1-c538-4d12-b515-ae6ee27c729f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0908057a-fbfb-4c2d-a283-dba66a361510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1910101836', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'cddddee4-2b2e-4301-894a-097300269cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:17:05Z', 'updated_at': '2022-01-28T04:17:09Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': 'cddddee4-2b2e-4301-894a-097300269cb3', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:46:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0908057a-fbfb-4c2d-a283-dba66a361510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:17:06Z', 'updated_at': '2022-01-28T04:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '349226c8-2d63-4b75-8bf2-e5cc60098fd1', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'floating_ip_address': '172.25.0.28', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '0908057a-fbfb-4c2d-a283-dba66a361510', 'port_id': '6555dd56-997a-4954-9b9f-4652c0e5f6d7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd015aad4-f89c-4283-b6d2-decb1094bf9c', 'mac_address': 'fa:16:3e:ce:ff:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6f99d2-412e-402f-814c-aad3965145a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:17:24Z', 'updated_at': '2022-01-28T04:17:24Z', 'revision_number': 0, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f914aaa-dbd7-4c6d-9146-7f980496473f', 'name': '', 'network_id': 'd015aad4-f89c-4283-b6d2-decb1094bf9c', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'mac_address': 'fa:16:3e:cc:8a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0908057a-fbfb-4c2d-a283-dba66a361510', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'aea4b07e-cd79-4a65-8df1-f82c699772c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:17:08Z', 'updated_at': '2022-01-28T04:17:12Z', 'revision_number': 5, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'subnets': [{'id': 'aea4b07e-cd79-4a65-8df1-f82c699772c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:17:26.158967 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469149e1-c538-4d12-b515-ae6ee27c729f None None] The sync data for ids ['0908057a-fbfb-4c2d-a283-dba66a361510'] in n-d-712139-27 is: [{'id': '0908057a-fbfb-4c2d-a283-dba66a361510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1910101836', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'cddddee4-2b2e-4301-894a-097300269cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:17:05Z', 'updated_at': '2022-01-28T04:17:09Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': 'cddddee4-2b2e-4301-894a-097300269cb3', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:46:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0908057a-fbfb-4c2d-a283-dba66a361510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:17:06Z', 'updated_at': '2022-01-28T04:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '349226c8-2d63-4b75-8bf2-e5cc60098fd1', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'floating_ip_address': '172.25.0.28', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '0908057a-fbfb-4c2d-a283-dba66a361510', 'port_id': '6555dd56-997a-4954-9b9f-4652c0e5f6d7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd015aad4-f89c-4283-b6d2-decb1094bf9c', 'mac_address': 'fa:16:3e:ce:ff:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6f99d2-412e-402f-814c-aad3965145a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:17:24Z', 'updated_at': '2022-01-28T04:17:24Z', 'revision_number': 0, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f914aaa-dbd7-4c6d-9146-7f980496473f', 'name': '', 'network_id': 'd015aad4-f89c-4283-b6d2-decb1094bf9c', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'mac_address': 'fa:16:3e:cc:8a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0908057a-fbfb-4c2d-a283-dba66a361510', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'aea4b07e-cd79-4a65-8df1-f82c699772c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:17:08Z', 'updated_at': '2022-01-28T04:17:12Z', 'revision_number': 5, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'subnets': [{'id': 'aea4b07e-cd79-4a65-8df1-f82c699772c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:17:26.358708 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff69b758-4aa9-405d-af22-f8080aed8d7a None None] New status for floating IP 349226c8-2d63-4b75-8bf2-e5cc60098fd1: ACTIVE {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:17:26.702644 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 37940) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:17:26.769366 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ee2bdd87-1e00-4f56-8408-aa630004bdfd tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/floatingips/349226c8-2d63-4b75-8bf2-e5cc60098fd1 HTTP/1.1" status: 200 len: 992 time: 0.0653307 Jan 28 04:17:29.998802 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:29.999928 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ad8ae2f4-fcf7-41de-a73b-e0af80fd170f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:31.918612 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1de9ca1a-feb4-46e7-a581-3e3aa4aa9dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:33.717110 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:34.467020 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:35.194434 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:36.182962 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:55.307392 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:17:59.861478 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:17:59.867207 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b38705f1-e650-47c0-bf29-f0c7a7c36824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:01.919265 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d03df533-458e-4854-813a-394260fbdda2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:03.717096 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:04.468323 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:05.197945 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:06.187158 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:06.540868 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b28334e3-4bfe-416d-963a-1b7f0edeb22f req-29ba176b-cea5-4c8b-81f3-5af5d677411e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6d6f99d2-412e-402f-814c-aad3965145a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0475652 Jan 28 04:18:06.658308 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28334e3-4bfe-416d-963a-1b7f0edeb22f req-593e2dfc-7da4-4ffb-b887-a3e041820987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:06.659795 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b28334e3-4bfe-416d-963a-1b7f0edeb22f req-593e2dfc-7da4-4ffb-b887-a3e041820987 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8&device_id=6d6f99d2-412e-402f-814c-aad3965145a1 HTTP/1.1" status: 200 len: 1097 time: 0.0567169 Jan 28 04:18:06.765386 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28334e3-4bfe-416d-963a-1b7f0edeb22f req-87811dc4-b286-41e5-a343-628d9848a1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:06.766834 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b28334e3-4bfe-416d-963a-1b7f0edeb22f req-87811dc4-b286-41e5-a343-628d9848a1eb service neutron] 10.222.0.67 "GET /v2.0/networks?id=d015aad4-f89c-4283-b6d2-decb1094bf9c HTTP/1.1" status: 200 len: 897 time: 0.0843577 Jan 28 04:18:06.838174 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b28334e3-4bfe-416d-963a-1b7f0edeb22f req-3d5befce-20ed-4ec8-87b5-730e083c3843 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6555dd56-997a-4954-9b9f-4652c0e5f6d7 HTTP/1.1" status: 200 len: 1000 time: 0.0654294 Jan 28 04:18:06.897698 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28334e3-4bfe-416d-963a-1b7f0edeb22f req-ec0884e2-d53c-450e-b18d-7969a6271fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:06.899177 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b28334e3-4bfe-416d-963a-1b7f0edeb22f req-ec0884e2-d53c-450e-b18d-7969a6271fbd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=aea4b07e-cd79-4a65-8df1-f82c699772c4 HTTP/1.1" status: 200 len: 835 time: 0.0546548 Jan 28 04:18:06.946969 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28334e3-4bfe-416d-963a-1b7f0edeb22f req-428f92b7-f8ab-4546-a174-b13122ce483a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:06.948520 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b28334e3-4bfe-416d-963a-1b7f0edeb22f req-428f92b7-f8ab-4546-a174-b13122ce483a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d015aad4-f89c-4283-b6d2-decb1094bf9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430133 Jan 28 04:18:07.044410 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b28334e3-4bfe-416d-963a-1b7f0edeb22f req-0deb4ff7-c2d3-4860-8e32-27add40cb684 service neutron] 10.222.0.67 "GET /v2.0/networks/d015aad4-f89c-4283-b6d2-decb1094bf9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892713 Jan 28 04:18:07.133549 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b28334e3-4bfe-416d-963a-1b7f0edeb22f req-b3accf8b-85fb-4073-b5e3-87836dc0638e service neutron] 10.222.0.67 "GET /v2.0/networks/d015aad4-f89c-4283-b6d2-decb1094bf9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824366 Jan 28 04:18:29.839014 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:29.864760 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-baf8a919-b086-4e73-920a-0f3dc524f070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:31.921864 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7225c608-3dee-499e-b6c6-5d7f2c05d922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:32.312748 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:18:33.724103 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:34.474535 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:35.201300 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:36.179905 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:40.305886 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414937f0-1769-479f-b6cd-64ba896954d4 req-d7efa5c8-342d-42ff-9501-7390161bb1f4 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:40.307468 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-414937f0-1769-479f-b6cd-64ba896954d4 req-d7efa5c8-342d-42ff-9501-7390161bb1f4 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d6f99d2-412e-402f-814c-aad3965145a1 HTTP/1.1" status: 200 len: 945 time: 0.0700827 Jan 28 04:18:40.363762 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-414937f0-1769-479f-b6cd-64ba896954d4 req-557cb05c-80d1-4a5b-887b-fef9c1258137 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a0a1edb-b377-4395-bfd0-1e8e3f3e38df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505424 Jan 28 04:18:41.507465 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71e705-8607-47d3-a84d-42b44214d57d req-3fc4f4e2-abff-4f74-bacf-299c7654b31b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:41.509263 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fc71e705-8607-47d3-a84d-42b44214d57d req-3fc4f4e2-abff-4f74-bacf-299c7654b31b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d6f99d2-412e-402f-814c-aad3965145a1 HTTP/1.1" status: 200 len: 945 time: 0.0561767 Jan 28 04:18:41.561467 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fc71e705-8607-47d3-a84d-42b44214d57d req-65f3dc25-0a2e-412b-a750-d5b21761d5ff tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a0a1edb-b377-4395-bfd0-1e8e3f3e38df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438840 Jan 28 04:18:42.688463 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be50a28-a36b-4c7e-be14-263b33ed3ebf req-cd330339-2191-4489-ad85-439e16dc7289 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:42.690012 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7be50a28-a36b-4c7e-be14-263b33ed3ebf req-cd330339-2191-4489-ad85-439e16dc7289 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d6f99d2-412e-402f-814c-aad3965145a1 HTTP/1.1" status: 200 len: 945 time: 0.0518491 Jan 28 04:18:42.744197 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7be50a28-a36b-4c7e-be14-263b33ed3ebf req-7a5b3eab-fe52-4402-95e9-0aa2e1f5eb66 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a0a1edb-b377-4395-bfd0-1e8e3f3e38df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481706 Jan 28 04:18:43.871464 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30469b23-13ac-47b0-84f0-a38386cac5ea req-62f634a8-99f4-4d45-add2-12f63eaca7be tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:43.872933 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-30469b23-13ac-47b0-84f0-a38386cac5ea req-62f634a8-99f4-4d45-add2-12f63eaca7be tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d6f99d2-412e-402f-814c-aad3965145a1 HTTP/1.1" status: 200 len: 945 time: 0.0516133 Jan 28 04:18:43.929524 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-30469b23-13ac-47b0-84f0-a38386cac5ea req-25362280-4f10-408d-92bd-d1f59fb6b9a9 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a0a1edb-b377-4395-bfd0-1e8e3f3e38df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498102 Jan 28 04:18:45.056124 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edef651-227d-47e3-95a0-6ea7e9be1dd7 req-53dac32b-679b-4b18-abcd-5946f61d4e5e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:45.057641 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2edef651-227d-47e3-95a0-6ea7e9be1dd7 req-53dac32b-679b-4b18-abcd-5946f61d4e5e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d6f99d2-412e-402f-814c-aad3965145a1 HTTP/1.1" status: 200 len: 945 time: 0.0508242 Jan 28 04:18:45.105961 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2edef651-227d-47e3-95a0-6ea7e9be1dd7 req-d2cc10e5-8966-428e-8f1f-7eb67a8e3265 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a0a1edb-b377-4395-bfd0-1e8e3f3e38df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426438 Jan 28 04:18:46.243735 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a467b1-fb38-4bf1-b3f1-640d59270ab8 req-97047f26-aebd-4731-a13a-a104d3a07d84 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:46.245370 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c0a467b1-fb38-4bf1-b3f1-640d59270ab8 req-97047f26-aebd-4731-a13a-a104d3a07d84 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d6f99d2-412e-402f-814c-aad3965145a1 HTTP/1.1" status: 200 len: 945 time: 0.0532589 Jan 28 04:18:46.295954 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c0a467b1-fb38-4bf1-b3f1-640d59270ab8 req-2b9a15ae-e1dd-4ef7-9bfc-52855ae55446 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a0a1edb-b377-4395-bfd0-1e8e3f3e38df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449071 Jan 28 04:18:47.438783 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04273cc-d57a-459b-9050-8a0dcc062270 req-e1317c60-df88-4aab-962c-355cc9951fb6 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:47.440259 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a04273cc-d57a-459b-9050-8a0dcc062270 req-e1317c60-df88-4aab-962c-355cc9951fb6 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d6f99d2-412e-402f-814c-aad3965145a1 HTTP/1.1" status: 200 len: 945 time: 0.0583277 Jan 28 04:18:47.492625 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a04273cc-d57a-459b-9050-8a0dcc062270 req-78ac2022-f9bb-403a-afd2-98a3c955ffdd tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a0a1edb-b377-4395-bfd0-1e8e3f3e38df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439672 Jan 28 04:18:48.617690 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa154f-d64a-4cc5-8e89-f48e8a521705 req-fb90b379-72c4-4b69-afd2-8da530595772 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:48.619175 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8caa154f-d64a-4cc5-8e89-f48e8a521705 req-fb90b379-72c4-4b69-afd2-8da530595772 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d6f99d2-412e-402f-814c-aad3965145a1 HTTP/1.1" status: 200 len: 945 time: 0.0503840 Jan 28 04:18:48.673042 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8caa154f-d64a-4cc5-8e89-f48e8a521705 req-54589d43-0a32-4abb-93c3-251b948e30f0 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a0a1edb-b377-4395-bfd0-1e8e3f3e38df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480223 Jan 28 04:18:49.790583 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d07f52-bddf-4642-9f2c-02e205a47616 req-a5f76b84-f634-47bf-af51-bdf693fdb75e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:49.792133 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-47d07f52-bddf-4642-9f2c-02e205a47616 req-a5f76b84-f634-47bf-af51-bdf693fdb75e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d6f99d2-412e-402f-814c-aad3965145a1 HTTP/1.1" status: 200 len: 945 time: 0.0511358 Jan 28 04:18:49.844050 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-47d07f52-bddf-4642-9f2c-02e205a47616 req-249a03c5-24a3-42aa-83e7-b88f7d60bfc9 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a0a1edb-b377-4395-bfd0-1e8e3f3e38df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462818 Jan 28 04:18:50.994247 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec35fb4-9bd6-4c33-97aa-b2ac825b19ce req-2a1e3427-346c-43b0-86fb-80d716b73846 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:50.995741 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fec35fb4-9bd6-4c33-97aa-b2ac825b19ce req-2a1e3427-346c-43b0-86fb-80d716b73846 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d6f99d2-412e-402f-814c-aad3965145a1 HTTP/1.1" status: 200 len: 945 time: 0.0646317 Jan 28 04:18:51.044041 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fec35fb4-9bd6-4c33-97aa-b2ac825b19ce req-8ee52d10-a600-46de-93b0-a6ea7ef6c50f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a0a1edb-b377-4395-bfd0-1e8e3f3e38df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426066 Jan 28 04:18:52.160245 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72728d40-72d0-4281-ace8-dda893504b41 req-0a27bee2-f6e0-4599-acb2-7613eaffa6a5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:52.166239 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-72728d40-72d0-4281-ace8-dda893504b41 req-0a27bee2-f6e0-4599-acb2-7613eaffa6a5 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d6f99d2-412e-402f-814c-aad3965145a1 HTTP/1.1" status: 200 len: 945 time: 0.0527749 Jan 28 04:18:52.221064 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-72728d40-72d0-4281-ace8-dda893504b41 req-74fb9f0b-3e7c-4529-b60d-e5256d8c5bd4 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a0a1edb-b377-4395-bfd0-1e8e3f3e38df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487049 Jan 28 04:18:53.355429 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091294aa-369c-4647-9060-fedee04f10e5 req-045405d7-ed2c-430c-9652-eb89498bb5fb tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:53.357039 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-091294aa-369c-4647-9060-fedee04f10e5 req-045405d7-ed2c-430c-9652-eb89498bb5fb tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d6f99d2-412e-402f-814c-aad3965145a1 HTTP/1.1" status: 200 len: 945 time: 0.0561509 Jan 28 04:18:53.413309 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-091294aa-369c-4647-9060-fedee04f10e5 req-37a87233-262c-4dad-aac9-35a0261f3aa2 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a0a1edb-b377-4395-bfd0-1e8e3f3e38df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499184 Jan 28 04:18:54.551520 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180e2fc-d9cc-4170-b699-1c85e4457c47 req-a9ac68d4-41f5-4663-9c8f-4ee561ba6b0a tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:54.552998 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4180e2fc-d9cc-4170-b699-1c85e4457c47 req-a9ac68d4-41f5-4663-9c8f-4ee561ba6b0a tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d6f99d2-412e-402f-814c-aad3965145a1 HTTP/1.1" status: 200 len: 945 time: 0.0601733 Jan 28 04:18:54.603407 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4180e2fc-d9cc-4170-b699-1c85e4457c47 req-25f3ff4f-fa97-4400-ab2f-f2cfc15e60ca tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a0a1edb-b377-4395-bfd0-1e8e3f3e38df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445848 Jan 28 04:18:55.732290 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877adef-2817-49d3-9e27-82a115992f85 req-5ba9f305-2b9a-4286-bc76-756ad74d13d3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:55.733806 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4877adef-2817-49d3-9e27-82a115992f85 req-5ba9f305-2b9a-4286-bc76-756ad74d13d3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d6f99d2-412e-402f-814c-aad3965145a1 HTTP/1.1" status: 200 len: 945 time: 0.0599594 Jan 28 04:18:55.795406 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4877adef-2817-49d3-9e27-82a115992f85 req-6a3a7b8f-e75d-4154-9475-2d95fcc039f2 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a0a1edb-b377-4395-bfd0-1e8e3f3e38df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554585 Jan 28 04:18:55.822678 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 37998) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:18:55.883774 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ea51c953-668a-48da-8ef8-7029cb199536 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/floatingips/349226c8-2d63-4b75-8bf2-e5cc60098fd1 HTTP/1.1" status: 200 len: 992 time: 0.0598257 Jan 28 04:18:57.174900 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67a1d8-a726-4465-a8ae-aa7fb348886e req-714e2a6d-29dc-456b-b0ba-f74727a64668 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:57.176298 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9b67a1d8-a726-4465-a8ae-aa7fb348886e req-714e2a6d-29dc-456b-b0ba-f74727a64668 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d6f99d2-412e-402f-814c-aad3965145a1 HTTP/1.1" status: 200 len: 945 time: 0.0518746 Jan 28 04:18:57.253323 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9b67a1d8-a726-4465-a8ae-aa7fb348886e req-b806cb30-a3bc-44b8-907d-ae75292be281 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a0a1edb-b377-4395-bfd0-1e8e3f3e38df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686533 Jan 28 04:18:57.255135 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d00dea-1645-4c7f-9524-f4bd674fe594 req-2fc49d54-9dae-419a-9db8-67fbb756a710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:57.256536 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a4d00dea-1645-4c7f-9524-f4bd674fe594 req-2fc49d54-9dae-419a-9db8-67fbb756a710 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8&device_id=6d6f99d2-412e-402f-814c-aad3965145a1 HTTP/1.1" status: 200 len: 1097 time: 0.0794137 Jan 28 04:18:57.351385 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d00dea-1645-4c7f-9524-f4bd674fe594 req-44022897-a4c6-4dbd-99ad-c829c877429c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:57.352887 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a4d00dea-1645-4c7f-9524-f4bd674fe594 req-44022897-a4c6-4dbd-99ad-c829c877429c service neutron] 10.222.0.67 "GET /v2.0/networks?id=d015aad4-f89c-4283-b6d2-decb1094bf9c HTTP/1.1" status: 200 len: 897 time: 0.0882702 Jan 28 04:18:57.424634 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a4d00dea-1645-4c7f-9524-f4bd674fe594 req-531c4d2b-7090-438f-b22f-84a7511ab5fb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6555dd56-997a-4954-9b9f-4652c0e5f6d7 HTTP/1.1" status: 200 len: 1000 time: 0.0660801 Jan 28 04:18:57.471862 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d00dea-1645-4c7f-9524-f4bd674fe594 req-1b41a971-e3ec-49be-a7cc-26ed96d77ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:57.473230 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a4d00dea-1645-4c7f-9524-f4bd674fe594 req-1b41a971-e3ec-49be-a7cc-26ed96d77ff8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=aea4b07e-cd79-4a65-8df1-f82c699772c4 HTTP/1.1" status: 200 len: 835 time: 0.0429411 Jan 28 04:18:57.518407 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d00dea-1645-4c7f-9524-f4bd674fe594 req-2e5f65a7-ea23-4ab3-a999-620f62f3444f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:57.519866 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a4d00dea-1645-4c7f-9524-f4bd674fe594 req-2e5f65a7-ea23-4ab3-a999-620f62f3444f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d015aad4-f89c-4283-b6d2-decb1094bf9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411067 Jan 28 04:18:57.613965 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a4d00dea-1645-4c7f-9524-f4bd674fe594 req-6dfbfe54-4cdf-4e7a-b39c-2fdd224c3e06 service neutron] 10.222.0.67 "GET /v2.0/networks/d015aad4-f89c-4283-b6d2-decb1094bf9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860898 Jan 28 04:18:57.703915 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a4d00dea-1645-4c7f-9524-f4bd674fe594 req-5ff1bd65-495b-4ed7-aa00-2659cde255ca service neutron] 10.222.0.67 "GET /v2.0/networks/d015aad4-f89c-4283-b6d2-decb1094bf9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833313 Jan 28 04:18:58.377693 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5c7a9-579b-4cb2-93a6-70889f854231 req-9c18a89a-5fc3-42f0-be5e-31c674c4c628 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:58.381257 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5ef5c7a9-579b-4cb2-93a6-70889f854231 req-9c18a89a-5fc3-42f0-be5e-31c674c4c628 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d6f99d2-412e-402f-814c-aad3965145a1 HTTP/1.1" status: 200 len: 945 time: 0.0507145 Jan 28 04:18:58.435074 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5ef5c7a9-579b-4cb2-93a6-70889f854231 req-93a4b645-7443-40ed-88aa-b1cfd6ce799e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a0a1edb-b377-4395-bfd0-1e8e3f3e38df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498626 Jan 28 04:18:59.566682 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cee4c8-ad6e-4253-a210-d5374ef602cb req-94265795-af22-4de9-ac20-1497ed06797a tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:18:59.568179 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-71cee4c8-ad6e-4253-a210-d5374ef602cb req-94265795-af22-4de9-ac20-1497ed06797a tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d6f99d2-412e-402f-814c-aad3965145a1 HTTP/1.1" status: 200 len: 945 time: 0.0532343 Jan 28 04:18:59.634633 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-71cee4c8-ad6e-4253-a210-d5374ef602cb req-fdcf3621-a65c-49e4-8a04-8b980477cdcd tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a0a1edb-b377-4395-bfd0-1e8e3f3e38df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582306 Jan 28 04:18:59.660514 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38010) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:18:59.723318 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-3c58e133-dbf4-45a1-8350-0a8786be2049 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/floatingips/349226c8-2d63-4b75-8bf2-e5cc60098fd1 HTTP/1.1" status: 200 len: 992 time: 0.0614080 Jan 28 04:18:59.868280 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ddb327f2-c505-475f-8d45-92eeef9e64f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:18:59.871999 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:01.920874 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-592b415e-845e-414e-9043-7d9a0374e9cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:03.729837 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:04.511061 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:05.212228 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:06.182048 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:07.126844 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [req-54b7d788-ac31-43a7-af93-93169cb9d15e req-17c40fc7-3b6e-4f3e-861b-d66f399f94d9 service neutron] (109802) timed out ('10.222.0.53', 33606) {{(pid=109802) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 04:19:08.552626 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b426f78a-0ec0-4bf7-aa43-7d5a8f5fb726 req-db1b96bc-a956-4eb8-b150-27d2e5e0551b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6d6f99d2-412e-402f-814c-aad3965145a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0528221 Jan 28 04:19:08.673447 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426f78a-0ec0-4bf7-aa43-7d5a8f5fb726 req-2688bb46-9980-4699-ba55-af61ed314be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:08.675020 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b426f78a-0ec0-4bf7-aa43-7d5a8f5fb726 req-2688bb46-9980-4699-ba55-af61ed314be2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8&device_id=6d6f99d2-412e-402f-814c-aad3965145a1 HTTP/1.1" status: 200 len: 1097 time: 0.0500417 Jan 28 04:19:08.792712 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426f78a-0ec0-4bf7-aa43-7d5a8f5fb726 req-295df804-7867-4a6a-a3c7-b5cf6c8b5222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:08.794253 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b426f78a-0ec0-4bf7-aa43-7d5a8f5fb726 req-295df804-7867-4a6a-a3c7-b5cf6c8b5222 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d015aad4-f89c-4283-b6d2-decb1094bf9c HTTP/1.1" status: 200 len: 897 time: 0.0945683 Jan 28 04:19:08.868289 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b426f78a-0ec0-4bf7-aa43-7d5a8f5fb726 req-841c6063-48b6-40d7-93de-7c9548f11955 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6555dd56-997a-4954-9b9f-4652c0e5f6d7 HTTP/1.1" status: 200 len: 1000 time: 0.0677078 Jan 28 04:19:08.917914 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426f78a-0ec0-4bf7-aa43-7d5a8f5fb726 req-b87b46da-821d-497e-aee8-433e29ad02bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:08.919342 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b426f78a-0ec0-4bf7-aa43-7d5a8f5fb726 req-b87b46da-821d-497e-aee8-433e29ad02bd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=aea4b07e-cd79-4a65-8df1-f82c699772c4 HTTP/1.1" status: 200 len: 835 time: 0.0450275 Jan 28 04:19:08.972286 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426f78a-0ec0-4bf7-aa43-7d5a8f5fb726 req-bb22ca6a-0c2d-4647-81d8-d341a63d111a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:08.973840 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b426f78a-0ec0-4bf7-aa43-7d5a8f5fb726 req-bb22ca6a-0c2d-4647-81d8-d341a63d111a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d015aad4-f89c-4283-b6d2-decb1094bf9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484595 Jan 28 04:19:09.074076 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b426f78a-0ec0-4bf7-aa43-7d5a8f5fb726 req-153f216e-f014-419a-aa40-c15bf4252b00 service neutron] 10.222.0.67 "GET /v2.0/networks/d015aad4-f89c-4283-b6d2-decb1094bf9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932419 Jan 28 04:19:09.163104 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b426f78a-0ec0-4bf7-aa43-7d5a8f5fb726 req-ffe4ac35-830a-4190-b042-2c15ec1ef2f4 service neutron] 10.222.0.67 "GET /v2.0/networks/d015aad4-f89c-4283-b6d2-decb1094bf9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817640 Jan 28 04:19:09.315197 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:19:29.867792 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-59a73c61-3899-4941-b336-90a855899d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:29.894699 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:31.919666 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-04119705-50c4-4b65-9d33-77f079a02e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:33.737711 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:34.521330 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:35.213466 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:36.190573 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:46.318108 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:19:58.754199 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38042) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:19:58.945057 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-fe653668-2648-4c24-a195-e8f30ab47a16 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Deleting port c8bb6a83-e0d6-406b-8432-e40ce4658d4a {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:19:58.945329 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fe653668-2648-4c24-a195-e8f30ab47a16 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (c8bb6a83-e0d6-406b-8432-e40ce4658d4a), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:59.021742 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fe653668-2648-4c24-a195-e8f30ab47a16 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (c8bb6a83-e0d6-406b-8432-e40ce4658d4a), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:59.022139 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fe653668-2648-4c24-a195-e8f30ab47a16 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for floatingip (c8bb6a83-e0d6-406b-8432-e40ce4658d4a), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:59.040332 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-fe653668-2648-4c24-a195-e8f30ab47a16 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Calling delete_port for c8bb6a83-e0d6-406b-8432-e40ce4658d4a owned by network:floatingip {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:19:59.207476 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fe653668-2648-4c24-a195-e8f30ab47a16 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (c8bb6a83-e0d6-406b-8432-e40ce4658d4a), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:59.233625 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe653668-2648-4c24-a195-e8f30ab47a16 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event deleted for resources: {'Port': ['ID=c8bb6a83-e0d6-406b-8432-e40ce4658d4a,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:19:59.264308 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe653668-2648-4c24-a195-e8f30ab47a16 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:59.264648 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe653668-2648-4c24-a195-e8f30ab47a16 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:59.264991 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe653668-2648-4c24-a195-e8f30ab47a16 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:59.265351 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe653668-2648-4c24-a195-e8f30ab47a16 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:59.265683 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe653668-2648-4c24-a195-e8f30ab47a16 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:59.266007 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe653668-2648-4c24-a195-e8f30ab47a16 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:59.266335 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe653668-2648-4c24-a195-e8f30ab47a16 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:59.266662 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe653668-2648-4c24-a195-e8f30ab47a16 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:59.266993 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe653668-2648-4c24-a195-e8f30ab47a16 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:59.267316 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe653668-2648-4c24-a195-e8f30ab47a16 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:59.267636 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe653668-2648-4c24-a195-e8f30ab47a16 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:59.267959 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe653668-2648-4c24-a195-e8f30ab47a16 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:59.268276 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe653668-2648-4c24-a195-e8f30ab47a16 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:19:59.308346 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fe653668-2648-4c24-a195-e8f30ab47a16 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for floatingip (349226c8-2d63-4b75-8bf2-e5cc60098fd1), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:59.308703 n-d-712139-27 neutron-server[109803]: INFO neutron.db.l3_db [None req-fe653668-2648-4c24-a195-e8f30ab47a16 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Floating IP 349226c8-2d63-4b75-8bf2-e5cc60098fd1 disassociated (deleted). External IP: 172.25.0.28, port: 6555dd56-997a-4954-9b9f-4652c0e5f6d7. Jan 28 04:19:59.556163 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe653668-2648-4c24-a195-e8f30ab47a16 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Router 0908057a-fbfb-4c2d-a283-dba66a361510 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:19:59.668463 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe653668-2648-4c24-a195-e8f30ab47a16 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:19:59.674092 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fe653668-2648-4c24-a195-e8f30ab47a16 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:59.679560 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd8b3df-ed8d-42c3-bd4d-e1fd7654ca53 None None] Sync routers for ids ['0908057a-fbfb-4c2d-a283-dba66a361510'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:19:59.689534 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd8b3df-ed8d-42c3-bd4d-e1fd7654ca53 None None] Routers {'0908057a-fbfb-4c2d-a283-dba66a361510'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:19:59.690258 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-ecd8b3df-ed8d-42c3-bd4d-e1fd7654ca53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:19:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['0908057a-fbfb-4c2d-a283-dba66a361510'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:19:59.705617 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-fe653668-2648-4c24-a195-e8f30ab47a16 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "DELETE /v2.0/floatingips/349226c8-2d63-4b75-8bf2-e5cc60098fd1 HTTP/1.1" status: 204 len: 168 time: 0.9500890 Jan 28 04:19:59.706409 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d6f99d2-412e-402f-814c-aad3965145a1', 'tag': '6555dd56-997a-4954-9b9f-4652c0e5f6d7'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:19:59.708753 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058de792-ff82-4307-84b5-ec4461de0546" -d '{"events": [{"name": "network-changed", "server_uuid": "6d6f99d2-412e-402f-814c-aad3965145a1", "tag": "6555dd56-997a-4954-9b9f-4652c0e5f6d7"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:19:59.808003 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-ecd8b3df-ed8d-42c3-bd4d-e1fd7654ca53 None None] Set router 0908057a-fbfb-4c2d-a283-dba66a361510 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:19:59.811537 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54550ad6-b893-48a0-929f-1df956ac82ce x-openstack-request-id: req-54550ad6-b893-48a0-929f-1df956ac82ce {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:19:59.812070 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d6f99d2-412e-402f-814c-aad3965145a1", "tag": "6555dd56-997a-4954-9b9f-4652c0e5f6d7", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:19:59.812277 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-54550ad6-b893-48a0-929f-1df956ac82ce {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:19:59.813033 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d6f99d2-412e-402f-814c-aad3965145a1', 'tag': '6555dd56-997a-4954-9b9f-4652c0e5f6d7', 'status': 'completed', 'code': 200} Jan 28 04:19:59.902765 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058de792-ff82-4307-84b5-ec4461de0546 req-714e8916-4d4d-4aad-a486-34d1e9098c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:59.904449 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-058de792-ff82-4307-84b5-ec4461de0546 req-714e8916-4d4d-4aad-a486-34d1e9098c83 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8&device_id=6d6f99d2-412e-402f-814c-aad3965145a1 HTTP/1.1" status: 200 len: 1097 time: 0.0470915 Jan 28 04:19:59.954337 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1659d0-1adb-44c5-89e8-047950500d92 req-5420d2a9-6024-482d-aabb-628ae67aa6f1 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:19:59.961105 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0c08d854-0deb-400c-bec7-8e58cacf72ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:19:59.961753 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5d1659d0-1adb-44c5-89e8-047950500d92 req-5420d2a9-6024-482d-aabb-628ae67aa6f1 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d6f99d2-412e-402f-814c-aad3965145a1 HTTP/1.1" status: 200 len: 945 time: 0.0607433 Jan 28 04:19:59.969525 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:00.006401 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058de792-ff82-4307-84b5-ec4461de0546 req-369dd88d-d01c-4146-9eb1-ce82d7801187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:20:00.008110 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-058de792-ff82-4307-84b5-ec4461de0546 req-369dd88d-d01c-4146-9eb1-ce82d7801187 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d015aad4-f89c-4283-b6d2-decb1094bf9c HTTP/1.1" status: 200 len: 897 time: 0.0977130 Jan 28 04:20:00.010146 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5d1659d0-1adb-44c5-89e8-047950500d92 req-f454d638-221e-4393-9736-e72691e475ca tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a0a1edb-b377-4395-bfd0-1e8e3f3e38df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474515 Jan 28 04:20:00.057632 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-058de792-ff82-4307-84b5-ec4461de0546 req-45732321-3d60-46c5-a03d-143ce3331e0c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6555dd56-997a-4954-9b9f-4652c0e5f6d7 HTTP/1.1" status: 200 len: 217 time: 0.0425684 Jan 28 04:20:00.104883 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058de792-ff82-4307-84b5-ec4461de0546 req-68e11da1-c104-4273-89da-5512af15ac00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:20:00.106389 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-058de792-ff82-4307-84b5-ec4461de0546 req-68e11da1-c104-4273-89da-5512af15ac00 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=aea4b07e-cd79-4a65-8df1-f82c699772c4 HTTP/1.1" status: 200 len: 835 time: 0.0432987 Jan 28 04:20:00.131208 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-ecd8b3df-ed8d-42c3-bd4d-e1fd7654ca53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0908057a-fbfb-4c2d-a283-dba66a361510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1910101836', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'cddddee4-2b2e-4301-894a-097300269cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:17:05Z', 'updated_at': '2022-01-28T04:17:09Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': 'cddddee4-2b2e-4301-894a-097300269cb3', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:46:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0908057a-fbfb-4c2d-a283-dba66a361510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:17:06Z', 'updated_at': '2022-01-28T04:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '9f914aaa-dbd7-4c6d-9146-7f980496473f', 'name': '', 'network_id': 'd015aad4-f89c-4283-b6d2-decb1094bf9c', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'mac_address': 'fa:16:3e:cc:8a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0908057a-fbfb-4c2d-a283-dba66a361510', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'aea4b07e-cd79-4a65-8df1-f82c699772c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:17:08Z', 'updated_at': '2022-01-28T04:17:12Z', 'revision_number': 5, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'subnets': [{'id': 'aea4b07e-cd79-4a65-8df1-f82c699772c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:20:00.155919 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058de792-ff82-4307-84b5-ec4461de0546 req-76bb61f6-6ba9-46ea-bfc0-7cf2f485a10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:20:00.157433 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-058de792-ff82-4307-84b5-ec4461de0546 req-76bb61f6-6ba9-46ea-bfc0-7cf2f485a10c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d015aad4-f89c-4283-b6d2-decb1094bf9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446644 Jan 28 04:20:00.159749 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd8b3df-ed8d-42c3-bd4d-e1fd7654ca53 None None] Checking router: 0908057a-fbfb-4c2d-a283-dba66a361510 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:20:00.172993 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd8b3df-ed8d-42c3-bd4d-e1fd7654ca53 None None] Routers {'0908057a-fbfb-4c2d-a283-dba66a361510'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:20:00.173642 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-ecd8b3df-ed8d-42c3-bd4d-e1fd7654ca53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:19:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['0908057a-fbfb-4c2d-a283-dba66a361510'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:20:00.250041 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-058de792-ff82-4307-84b5-ec4461de0546 req-574ab5cb-fd10-42dc-876a-896c9b22e186 service neutron] 10.222.0.67 "GET /v2.0/networks/d015aad4-f89c-4283-b6d2-decb1094bf9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856724 Jan 28 04:20:00.286532 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-ecd8b3df-ed8d-42c3-bd4d-e1fd7654ca53 None None] Set router 0908057a-fbfb-4c2d-a283-dba66a361510 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:20:00.346690 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-058de792-ff82-4307-84b5-ec4461de0546 req-cef902ab-3733-4239-ba51-df2be03254d0 service neutron] 10.222.0.67 "GET /v2.0/networks/d015aad4-f89c-4283-b6d2-decb1094bf9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906618 Jan 28 04:20:00.485452 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-ecd8b3df-ed8d-42c3-bd4d-e1fd7654ca53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0908057a-fbfb-4c2d-a283-dba66a361510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1910101836', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'cddddee4-2b2e-4301-894a-097300269cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:17:05Z', 'updated_at': '2022-01-28T04:17:09Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': 'cddddee4-2b2e-4301-894a-097300269cb3', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:46:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0908057a-fbfb-4c2d-a283-dba66a361510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:17:06Z', 'updated_at': '2022-01-28T04:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '9f914aaa-dbd7-4c6d-9146-7f980496473f', 'name': '', 'network_id': 'd015aad4-f89c-4283-b6d2-decb1094bf9c', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'mac_address': 'fa:16:3e:cc:8a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0908057a-fbfb-4c2d-a283-dba66a361510', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'aea4b07e-cd79-4a65-8df1-f82c699772c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:17:08Z', 'updated_at': '2022-01-28T04:17:12Z', 'revision_number': 5, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'subnets': [{'id': 'aea4b07e-cd79-4a65-8df1-f82c699772c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:20:00.675327 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd8b3df-ed8d-42c3-bd4d-e1fd7654ca53 None None] The sync data for ids ['0908057a-fbfb-4c2d-a283-dba66a361510'] in n-d-712139-27 is: [{'id': '0908057a-fbfb-4c2d-a283-dba66a361510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1910101836', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'cddddee4-2b2e-4301-894a-097300269cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:17:05Z', 'updated_at': '2022-01-28T04:17:09Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': 'cddddee4-2b2e-4301-894a-097300269cb3', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:46:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0908057a-fbfb-4c2d-a283-dba66a361510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:17:06Z', 'updated_at': '2022-01-28T04:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '9f914aaa-dbd7-4c6d-9146-7f980496473f', 'name': '', 'network_id': 'd015aad4-f89c-4283-b6d2-decb1094bf9c', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'mac_address': 'fa:16:3e:cc:8a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0908057a-fbfb-4c2d-a283-dba66a361510', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'aea4b07e-cd79-4a65-8df1-f82c699772c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:17:08Z', 'updated_at': '2022-01-28T04:17:12Z', 'revision_number': 5, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'subnets': [{'id': 'aea4b07e-cd79-4a65-8df1-f82c699772c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:20:00.929953 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb77930-1c9f-45e3-8e67-4867bc4623bf None None] New status for floating IP 349226c8-2d63-4b75-8bf2-e5cc60098fd1: DOWN {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:20:01.148120 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d9866-761c-4573-ab90-eecc36a62f72 req-378fafb2-a696-4962-93cc-0ca68c279e5a tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:20:01.150519 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c99d9866-761c-4573-ab90-eecc36a62f72 req-378fafb2-a696-4962-93cc-0ca68c279e5a tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d6f99d2-412e-402f-814c-aad3965145a1 HTTP/1.1" status: 200 len: 945 time: 0.0611575 Jan 28 04:20:01.213196 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c99d9866-761c-4573-ab90-eecc36a62f72 req-0ecb8d4c-2e4c-42f7-9e6b-87ec790caf01 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a0a1edb-b377-4395-bfd0-1e8e3f3e38df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566695 Jan 28 04:20:01.877434 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a1e35-9145-4ef0-8cde-6890e07c098c req-079c3906-fbad-4361-bb35-99c8bb55d06f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:20:01.879016 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-db5a1e35-9145-4ef0-8cde-6890e07c098c req-079c3906-fbad-4361-bb35-99c8bb55d06f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.67 "GET /v2.0/ports?device_id=6d6f99d2-412e-402f-814c-aad3965145a1 HTTP/1.1" status: 200 len: 945 time: 0.0551574 Jan 28 04:20:01.917334 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3e6e9ad1-96fd-48ac-a176-434519e9f000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:01.973357 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-db5a1e35-9145-4ef0-8cde-6890e07c098c req-e10f1b7c-dd48-4703-9c59-218d4a5853ee tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Deleting port 6555dd56-997a-4954-9b9f-4652c0e5f6d7 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:20:01.973692 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-db5a1e35-9145-4ef0-8cde-6890e07c098c req-e10f1b7c-dd48-4703-9c59-218d4a5853ee tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (6555dd56-997a-4954-9b9f-4652c0e5f6d7), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:02.063700 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-db5a1e35-9145-4ef0-8cde-6890e07c098c req-e10f1b7c-dd48-4703-9c59-218d4a5853ee tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] For port 6555dd56-997a-4954-9b9f-4652c0e5f6d7, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=6555dd56-997a-4954-9b9f-4652c0e5f6d7,segment=NetworkSegment(d583cca9-f784-44c3-b927-c460d8647335),segment_id=d583cca9-f784-44c3-b927-c460d8647335)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:20:02.064077 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-db5a1e35-9145-4ef0-8cde-6890e07c098c req-e10f1b7c-dd48-4703-9c59-218d4a5853ee tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (6555dd56-997a-4954-9b9f-4652c0e5f6d7), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:02.077673 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-db5a1e35-9145-4ef0-8cde-6890e07c098c req-e10f1b7c-dd48-4703-9c59-218d4a5853ee tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Calling delete_port for 6555dd56-997a-4954-9b9f-4652c0e5f6d7 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:20:02.210919 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-db5a1e35-9145-4ef0-8cde-6890e07c098c req-e10f1b7c-dd48-4703-9c59-218d4a5853ee tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (6555dd56-997a-4954-9b9f-4652c0e5f6d7), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:02.237902 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f1b7c-dd48-4703-9c59-218d4a5853ee tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event deleted for resources: {'Port': ['ID=6555dd56-997a-4954-9b9f-4652c0e5f6d7,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:20:02.285189 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-db5a1e35-9145-4ef0-8cde-6890e07c098c req-e10f1b7c-dd48-4703-9c59-218d4a5853ee tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] No DVR routers for this DVR port 6555dd56-997a-4954-9b9f-4652c0e5f6d7 on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:20:02.288368 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-db5a1e35-9145-4ef0-8cde-6890e07c098c req-e10f1b7c-dd48-4703-9c59-218d4a5853ee tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:02.291774 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-db5a1e35-9145-4ef0-8cde-6890e07c098c req-e10f1b7c-dd48-4703-9c59-218d4a5853ee tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.67 "DELETE /v2.0/ports/6555dd56-997a-4954-9b9f-4652c0e5f6d7 HTTP/1.1" status: 204 len: 173 time: 0.4073768 Jan 28 04:20:02.292220 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d6f99d2-412e-402f-814c-aad3965145a1', 'name': 'network-vif-deleted', 'tag': '6555dd56-997a-4954-9b9f-4652c0e5f6d7'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:20:02.294570 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36071d56-769a-4148-b66c-03a4752eb2e7" -d '{"events": [{"server_uuid": "6d6f99d2-412e-402f-814c-aad3965145a1", "name": "network-vif-deleted", "tag": "6555dd56-997a-4954-9b9f-4652c0e5f6d7"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:20:02.322813 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3c6a51e8-2116-4500-a8f2-e5d8c0f10a98 req-09bfd0bc-30eb-4418-b4c6-89ebad71e028 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d6f99d2-412e-402f-814c-aad3965145a1 HTTP/1.1" status: 200 len: 210 time: 0.0293140 Jan 28 04:20:02.331799 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a626500-a7a1-4f2a-8b4e-405f823383b6 x-openstack-request-id: req-0a626500-a7a1-4f2a-8b4e-405f823383b6 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:20:02.331992 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d6f99d2-412e-402f-814c-aad3965145a1", "name": "network-vif-deleted", "tag": "6555dd56-997a-4954-9b9f-4652c0e5f6d7", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:20:02.332239 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0a626500-a7a1-4f2a-8b4e-405f823383b6 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:20:02.332685 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d6f99d2-412e-402f-814c-aad3965145a1', 'name': 'network-vif-deleted', 'tag': '6555dd56-997a-4954-9b9f-4652c0e5f6d7', 'status': 'completed', 'code': 200} Jan 28 04:20:03.394487 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38066) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:20:03.732522 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:04.109038 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-eed8fdcb-fd48-4e09-9358-0db396d13161 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (0908057a-fbfb-4c2d-a283-dba66a361510), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:04.371110 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-eed8fdcb-fd48-4e09-9358-0db396d13161 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Deleting port 9f914aaa-dbd7-4c6d-9146-7f980496473f {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:20:04.371365 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-eed8fdcb-fd48-4e09-9358-0db396d13161 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (9f914aaa-dbd7-4c6d-9146-7f980496473f), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:04.459021 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-eed8fdcb-fd48-4e09-9358-0db396d13161 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] For port 9f914aaa-dbd7-4c6d-9146-7f980496473f, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=9f914aaa-dbd7-4c6d-9146-7f980496473f,segment=NetworkSegment(d583cca9-f784-44c3-b927-c460d8647335),segment_id=d583cca9-f784-44c3-b927-c460d8647335)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:20:04.459840 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-eed8fdcb-fd48-4e09-9358-0db396d13161 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (9f914aaa-dbd7-4c6d-9146-7f980496473f), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:04.472339 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-eed8fdcb-fd48-4e09-9358-0db396d13161 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Calling delete_port for 9f914aaa-dbd7-4c6d-9146-7f980496473f owned by network:router_interface {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:20:04.526106 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:04.671062 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-eed8fdcb-fd48-4e09-9358-0db396d13161 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (9f914aaa-dbd7-4c6d-9146-7f980496473f), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:04.701775 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8fdcb-fd48-4e09-9358-0db396d13161 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event deleted for resources: {'Port': ['ID=9f914aaa-dbd7-4c6d-9146-7f980496473f,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:20:04.714104 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed8fdcb-fd48-4e09-9358-0db396d13161 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:20:04.714493 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed8fdcb-fd48-4e09-9358-0db396d13161 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:20:04.714826 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed8fdcb-fd48-4e09-9358-0db396d13161 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:20:04.715157 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed8fdcb-fd48-4e09-9358-0db396d13161 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:20:04.715507 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed8fdcb-fd48-4e09-9358-0db396d13161 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:20:04.715833 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed8fdcb-fd48-4e09-9358-0db396d13161 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:20:04.716160 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed8fdcb-fd48-4e09-9358-0db396d13161 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:20:04.716486 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed8fdcb-fd48-4e09-9358-0db396d13161 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:20:04.716820 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed8fdcb-fd48-4e09-9358-0db396d13161 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:20:04.717167 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed8fdcb-fd48-4e09-9358-0db396d13161 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:20:04.717490 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed8fdcb-fd48-4e09-9358-0db396d13161 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:20:04.717792 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed8fdcb-fd48-4e09-9358-0db396d13161 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:20:04.718109 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed8fdcb-fd48-4e09-9358-0db396d13161 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:20:04.884566 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-eed8fdcb-fd48-4e09-9358-0db396d13161 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (0908057a-fbfb-4c2d-a283-dba66a361510), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:05.114712 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed8fdcb-fd48-4e09-9358-0db396d13161 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Router 0908057a-fbfb-4c2d-a283-dba66a361510 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:20:05.206610 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 6555dd56-997a-4954-9b9f-4652c0e5f6d7 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:20:05.228641 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:05.229288 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: 6555dd56-997a-4954-9b9f-4652c0e5f6d7 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:20:05.229628 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 6555dd56-997a-4954-9b9f-4652c0e5f6d7 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:20:05.242261 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed8fdcb-fd48-4e09-9358-0db396d13161 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:20:05.247458 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-eed8fdcb-fd48-4e09-9358-0db396d13161 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "PUT /v2.0/routers/0908057a-fbfb-4c2d-a283-dba66a361510/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8517799 Jan 28 04:20:05.250426 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38068) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:20:05.251625 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c446e2dc-96c9-4c4f-93fb-412027ddd674 None None] Sync routers for ids ['0908057a-fbfb-4c2d-a283-dba66a361510'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:20:05.262432 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c446e2dc-96c9-4c4f-93fb-412027ddd674 None None] Routers {'0908057a-fbfb-4c2d-a283-dba66a361510'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:20:05.263047 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-c446e2dc-96c9-4c4f-93fb-412027ddd674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:20:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['0908057a-fbfb-4c2d-a283-dba66a361510'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:20:05.301841 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb12d892-65f2-4bcb-930d-0e6d4144ea8f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Deleting subnet aea4b07e-cd79-4a65-8df1-f82c699772c4 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:20:05.305057 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-cb12d892-65f2-4bcb-930d-0e6d4144ea8f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for subnet (aea4b07e-cd79-4a65-8df1-f82c699772c4), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:05.345577 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-cb12d892-65f2-4bcb-930d-0e6d4144ea8f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (aea4b07e-cd79-4a65-8df1-f82c699772c4), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:05.367540 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-c446e2dc-96c9-4c4f-93fb-412027ddd674 None None] Set router 0908057a-fbfb-4c2d-a283-dba66a361510 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:20:05.437503 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-cb12d892-65f2-4bcb-930d-0e6d4144ea8f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (aea4b07e-cd79-4a65-8df1-f82c699772c4), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:05.494591 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-cb12d892-65f2-4bcb-930d-0e6d4144ea8f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (aea4b07e-cd79-4a65-8df1-f82c699772c4), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:05.508173 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-cb12d892-65f2-4bcb-930d-0e6d4144ea8f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:05.512022 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-cb12d892-65f2-4bcb-930d-0e6d4144ea8f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "DELETE /v2.0/subnets/aea4b07e-cd79-4a65-8df1-f82c699772c4 HTTP/1.1" status: 204 len: 168 time: 0.2599535 Jan 28 04:20:05.514186 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38070) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:20:05.524291 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07b4ab6-cd45-4a45-bcab-609fb412c357 None None] Network d015aad4-f89c-4283-b6d2-decb1094bf9c requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:20:05.530043 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb12d892-65f2-4bcb-930d-0e6d4144ea8f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event deleted for resources: {'Subnet': ['ID=aea4b07e-cd79-4a65-8df1-f82c699772c4,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:20:05.624510 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-c446e2dc-96c9-4c4f-93fb-412027ddd674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0908057a-fbfb-4c2d-a283-dba66a361510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1910101836', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'cddddee4-2b2e-4301-894a-097300269cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:17:05Z', 'updated_at': '2022-01-28T04:20:04Z', 'revision_number': 5, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': 'cddddee4-2b2e-4301-894a-097300269cb3', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:46:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0908057a-fbfb-4c2d-a283-dba66a361510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:17:06Z', 'updated_at': '2022-01-28T04:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:20:05.629180 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b81f89f6-53a2-49d8-81ec-6b70134e46d1 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for router (0908057a-fbfb-4c2d-a283-dba66a361510), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:05.654025 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c446e2dc-96c9-4c4f-93fb-412027ddd674 None None] Checking router: 0908057a-fbfb-4c2d-a283-dba66a361510 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:20:05.672762 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c446e2dc-96c9-4c4f-93fb-412027ddd674 None None] Routers {'0908057a-fbfb-4c2d-a283-dba66a361510'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:20:05.673421 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-c446e2dc-96c9-4c4f-93fb-412027ddd674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:20:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['0908057a-fbfb-4c2d-a283-dba66a361510'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:20:05.708575 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a675498-8379-432f-ba2f-c10c2cecc353 None None] DHCP port deletion for d015aad4-f89c-4283-b6d2-decb1094bf9c request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:20:05.736341 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b81f89f6-53a2-49d8-81ec-6b70134e46d1 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for router_gateway (0908057a-fbfb-4c2d-a283-dba66a361510), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:05.805800 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-c446e2dc-96c9-4c4f-93fb-412027ddd674 None None] Set router 0908057a-fbfb-4c2d-a283-dba66a361510 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:20:05.871179 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7a675498-8379-432f-ba2f-c10c2cecc353 None None] Deleting port b0e990a7-a227-4067-93ab-bcc1b5f7009b {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:20:05.871557 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7a675498-8379-432f-ba2f-c10c2cecc353 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (b0e990a7-a227-4067-93ab-bcc1b5f7009b), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:05.986403 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7a675498-8379-432f-ba2f-c10c2cecc353 None None] For port b0e990a7-a227-4067-93ab-bcc1b5f7009b, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=b0e990a7-a227-4067-93ab-bcc1b5f7009b,segment=NetworkSegment(d583cca9-f784-44c3-b927-c460d8647335),segment_id=d583cca9-f784-44c3-b927-c460d8647335)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:20:05.986667 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7a675498-8379-432f-ba2f-c10c2cecc353 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (b0e990a7-a227-4067-93ab-bcc1b5f7009b), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:06.009683 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7a675498-8379-432f-ba2f-c10c2cecc353 None None] Calling delete_port for b0e990a7-a227-4067-93ab-bcc1b5f7009b owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:20:06.124723 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-c446e2dc-96c9-4c4f-93fb-412027ddd674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0908057a-fbfb-4c2d-a283-dba66a361510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1910101836', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'cddddee4-2b2e-4301-894a-097300269cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:17:05Z', 'updated_at': '2022-01-28T04:20:04Z', 'revision_number': 5, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': 'cddddee4-2b2e-4301-894a-097300269cb3', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:46:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0908057a-fbfb-4c2d-a283-dba66a361510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:17:06Z', 'updated_at': '2022-01-28T04:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:20:06.145734 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-b81f89f6-53a2-49d8-81ec-6b70134e46d1 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Deleting port cddddee4-2b2e-4301-894a-097300269cb3 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:20:06.146063 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b81f89f6-53a2-49d8-81ec-6b70134e46d1 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (cddddee4-2b2e-4301-894a-097300269cb3), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:06.151473 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7a675498-8379-432f-ba2f-c10c2cecc353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (b0e990a7-a227-4067-93ab-bcc1b5f7009b), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:06.155630 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c446e2dc-96c9-4c4f-93fb-412027ddd674 None None] The sync data for ids ['0908057a-fbfb-4c2d-a283-dba66a361510'] in n-d-712139-27 is: [{'id': '0908057a-fbfb-4c2d-a283-dba66a361510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1910101836', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'cddddee4-2b2e-4301-894a-097300269cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:17:05Z', 'updated_at': '2022-01-28T04:20:04Z', 'revision_number': 5, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': 'cddddee4-2b2e-4301-894a-097300269cb3', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:46:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0908057a-fbfb-4c2d-a283-dba66a361510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:17:06Z', 'updated_at': '2022-01-28T04:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:20:06.189279 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a675498-8379-432f-ba2f-c10c2cecc353 None None] Pushing event deleted for resources: {'Port': ['ID=b0e990a7-a227-4067-93ab-bcc1b5f7009b,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:20:06.191521 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a675498-8379-432f-ba2f-c10c2cecc353 None None] No DVR routers for this DVR port b0e990a7-a227-4067-93ab-bcc1b5f7009b on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:20:06.204872 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a675498-8379-432f-ba2f-c10c2cecc353 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:20:06.205256 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a675498-8379-432f-ba2f-c10c2cecc353 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:20:06.205609 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a675498-8379-432f-ba2f-c10c2cecc353 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:20:06.205950 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a675498-8379-432f-ba2f-c10c2cecc353 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:20:06.206280 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a675498-8379-432f-ba2f-c10c2cecc353 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:20:06.206609 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a675498-8379-432f-ba2f-c10c2cecc353 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:20:06.207030 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a675498-8379-432f-ba2f-c10c2cecc353 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:20:06.207642 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a675498-8379-432f-ba2f-c10c2cecc353 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:20:06.207642 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a675498-8379-432f-ba2f-c10c2cecc353 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:20:06.207960 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a675498-8379-432f-ba2f-c10c2cecc353 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:20:06.208274 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a675498-8379-432f-ba2f-c10c2cecc353 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:20:06.208626 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a675498-8379-432f-ba2f-c10c2cecc353 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:20:06.210018 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a675498-8379-432f-ba2f-c10c2cecc353 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:20:06.218041 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:06.245678 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-b81f89f6-53a2-49d8-81ec-6b70134e46d1 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] For port cddddee4-2b2e-4301-894a-097300269cb3, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=cddddee4-2b2e-4301-894a-097300269cb3,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:20:06.246018 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b81f89f6-53a2-49d8-81ec-6b70134e46d1 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (cddddee4-2b2e-4301-894a-097300269cb3), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:06.262393 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-b81f89f6-53a2-49d8-81ec-6b70134e46d1 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Calling delete_port for cddddee4-2b2e-4301-894a-097300269cb3 owned by network:router_gateway {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:20:06.441017 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b81f89f6-53a2-49d8-81ec-6b70134e46d1 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (cddddee4-2b2e-4301-894a-097300269cb3), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:06.466971 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81f89f6-53a2-49d8-81ec-6b70134e46d1 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event deleted for resources: {'Port': ['ID=cddddee4-2b2e-4301-894a-097300269cb3,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:20:06.530597 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b81f89f6-53a2-49d8-81ec-6b70134e46d1 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (0908057a-fbfb-4c2d-a283-dba66a361510), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:06.624747 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b81f89f6-53a2-49d8-81ec-6b70134e46d1 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (0908057a-fbfb-4c2d-a283-dba66a361510), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:06.627318 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b81f89f6-53a2-49d8-81ec-6b70134e46d1 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for router_controller (0908057a-fbfb-4c2d-a283-dba66a361510), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:06.676673 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b81f89f6-53a2-49d8-81ec-6b70134e46d1 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (0908057a-fbfb-4c2d-a283-dba66a361510), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:06.677056 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81f89f6-53a2-49d8-81ec-6b70134e46d1 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Fanout notify agent at l3_agent the message router_deleted on router 0908057a-fbfb-4c2d-a283-dba66a361510 {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:20:06.684151 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b81f89f6-53a2-49d8-81ec-6b70134e46d1 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:06.685362 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b81f89f6-53a2-49d8-81ec-6b70134e46d1 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "DELETE /v2.0/routers/0908057a-fbfb-4c2d-a283-dba66a361510 HTTP/1.1" status: 204 len: 168 time: 1.1695232 Jan 28 04:20:06.688060 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38072) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:20:06.771844 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-281dd538-786e-4d5b-a81c-6eaeb3a2a398 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (d015aad4-f89c-4283-b6d2-decb1094bf9c), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:06.810685 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 9f914aaa-dbd7-4c6d-9146-7f980496473f no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:20:06.833829 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 9f914aaa-dbd7-4c6d-9146-7f980496473f {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:20:06.834184 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 9f914aaa-dbd7-4c6d-9146-7f980496473f not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:20:06.834910 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device b0e990a7-a227-4067-93ab-bcc1b5f7009b no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:20:06.857382 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: b0e990a7-a227-4067-93ab-bcc1b5f7009b {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:20:06.857737 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device b0e990a7-a227-4067-93ab-bcc1b5f7009b not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:20:06.872741 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-281dd538-786e-4d5b-a81c-6eaeb3a2a398 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (d015aad4-f89c-4283-b6d2-decb1094bf9c), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:06.893512 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-281dd538-786e-4d5b-a81c-6eaeb3a2a398 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d015aad4-f89c-4283-b6d2-decb1094bf9c']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:20:06.902894 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-281dd538-786e-4d5b-a81c-6eaeb3a2a398 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd583cca9-f784-44c3-b927-c460d8647335') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:20:06.903194 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-281dd538-786e-4d5b-a81c-6eaeb3a2a398 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd583cca9-f784-44c3-b927-c460d8647335') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:20:06.913126 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-281dd538-786e-4d5b-a81c-6eaeb3a2a398 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (d583cca9-f784-44c3-b927-c460d8647335), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:06.926037 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-281dd538-786e-4d5b-a81c-6eaeb3a2a398 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (d583cca9-f784-44c3-b927-c460d8647335), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:06.932334 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-281dd538-786e-4d5b-a81c-6eaeb3a2a398 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:20:06.932787 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-281dd538-786e-4d5b-a81c-6eaeb3a2a398 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (d583cca9-f784-44c3-b927-c460d8647335), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:06.936025 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 04:20:06.936025 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:20:06.936025 n-d-712139-27 neutron-server[109803]: timer() Jan 28 04:20:06.936025 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:20:06.936025 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 04:20:06.936025 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:20:06.936025 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 04:20:06.936025 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:20:06.936025 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 04:20:06.936025 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:20:06.936025 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 04:20:06.936025 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:20:06.936025 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 04:20:06.936025 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:20:06.936025 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:20:06.936025 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:20:06.936025 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:20:06.936025 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:20:06.936025 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 04:20:06.936025 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:20:06.936025 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 04:20:06.936025 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:20:06.936025 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:20:06.936025 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:20:06.936025 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 04:20:06.936025 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:20:06.936025 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:20:06.936025 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:20:06.936025 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:20:06.936025 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:20:06.936025 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:20:06.936025 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:20:06.997059 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-281dd538-786e-4d5b-a81c-6eaeb3a2a398 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (d015aad4-f89c-4283-b6d2-decb1094bf9c), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:07.001921 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-281dd538-786e-4d5b-a81c-6eaeb3a2a398 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:07.005149 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-281dd538-786e-4d5b-a81c-6eaeb3a2a398 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "DELETE /v2.0/networks/d015aad4-f89c-4283-b6d2-decb1094bf9c HTTP/1.1" status: 204 len: 168 time: 0.3160272 Jan 28 04:20:07.008075 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38074) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:20:07.019978 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281dd538-786e-4d5b-a81c-6eaeb3a2a398 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event deleted for resources: {'Network': ['ID=d015aad4-f89c-4283-b6d2-decb1094bf9c,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:20:07.066693 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5ad40fa4-e47d-41d5-bf00-b1490e9be728 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group (8a0a1edb-b377-4395-bfd0-1e8e3f3e38df), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:07.093235 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5ad40fa4-e47d-41d5-bf00-b1490e9be728 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group (8a0a1edb-b377-4395-bfd0-1e8e3f3e38df), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:07.164537 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5ad40fa4-e47d-41d5-bf00-b1490e9be728 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (8a0a1edb-b377-4395-bfd0-1e8e3f3e38df), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:07.168794 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5ad40fa4-e47d-41d5-bf00-b1490e9be728 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:07.170622 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5ad40fa4-e47d-41d5-bf00-b1490e9be728 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "DELETE /v2.0/security-groups/8a0a1edb-b377-4395-bfd0-1e8e3f3e38df HTTP/1.1" status: 204 len: 168 time: 0.1611347 Jan 28 04:20:07.184135 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad40fa4-e47d-41d5-bf00-b1490e9be728 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0a1edb-b377-4395-bfd0-1e8e3f3e38df,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:20:08.613054 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38082) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:20:08.618019 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-05953b78-dc57-4025-ad4a-0cc3fa214bbc tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-980615158', 'description': 'tempest-secgroup-smoke-980615158 description', 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:20:08.641401 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-05953b78-dc57-4025-ad4a-0cc3fa214bbc tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:08.693108 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device cddddee4-2b2e-4301-894a-097300269cb3 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:20:08.712935 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: cddddee4-2b2e-4301-894a-097300269cb3 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:20:08.713319 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device cddddee4-2b2e-4301-894a-097300269cb3 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:20:08.715533 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-05953b78-dc57-4025-ad4a-0cc3fa214bbc tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group (7e77aeab-69c9-49fc-aae6-3611a49034ad), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:08.720201 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-05953b78-dc57-4025-ad4a-0cc3fa214bbc tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (7e77aeab-69c9-49fc-aae6-3611a49034ad), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:08.747288 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-05953b78-dc57-4025-ad4a-0cc3fa214bbc tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:08.748520 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-05953b78-dc57-4025-ad4a-0cc3fa214bbc tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1344500 Jan 28 04:20:08.751684 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38084) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:20:08.753483 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05953b78-dc57-4025-ad4a-0cc3fa214bbc tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e77aeab-69c9-49fc-aae6-3611a49034ad,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:20:08.757837 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-098feb76-0d27-4bc3-acba-c3bd94e61460 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'security_group_rule': {'security_group_id': '7e77aeab-69c9-49fc-aae6-3611a49034ad', 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:20:08.784323 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-098feb76-0d27-4bc3-acba-c3bd94e61460 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (c0fbbefc-7f31-42e9-8a02-b27aff9a7a3c), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:08.832162 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-098feb76-0d27-4bc3-acba-c3bd94e61460 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (c0fbbefc-7f31-42e9-8a02-b27aff9a7a3c), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:08.838461 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-098feb76-0d27-4bc3-acba-c3bd94e61460 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (c0fbbefc-7f31-42e9-8a02-b27aff9a7a3c), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:08.858564 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098feb76-0d27-4bc3-acba-c3bd94e61460 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0fbbefc-7f31-42e9-8a02-b27aff9a7a3c,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:20:08.867203 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-098feb76-0d27-4bc3-acba-c3bd94e61460 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:08.868430 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-098feb76-0d27-4bc3-acba-c3bd94e61460 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1156750 Jan 28 04:20:08.871390 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38086) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:20:08.875708 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-c9881242-b000-4310-ba32-b4d4c1134ad0 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'security_group_rule': {'security_group_id': '7e77aeab-69c9-49fc-aae6-3611a49034ad', 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:20:08.905443 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c9881242-b000-4310-ba32-b4d4c1134ad0 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (6f5db412-3ef3-4deb-abe2-b4bbaad38940), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:08.968718 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c9881242-b000-4310-ba32-b4d4c1134ad0 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (6f5db412-3ef3-4deb-abe2-b4bbaad38940), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:08.975316 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c9881242-b000-4310-ba32-b4d4c1134ad0 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (6f5db412-3ef3-4deb-abe2-b4bbaad38940), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:08.992657 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9881242-b000-4310-ba32-b4d4c1134ad0 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f5db412-3ef3-4deb-abe2-b4bbaad38940,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:20:09.002341 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c9881242-b000-4310-ba32-b4d4c1134ad0 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:09.003548 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c9881242-b000-4310-ba32-b4d4c1134ad0 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1312156 Jan 28 04:20:09.006535 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38088) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:20:09.010903 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-11bc9b84-e0a9-4fe0-96c4-4836f62a48dc tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'security_group_rule': {'security_group_id': '7e77aeab-69c9-49fc-aae6-3611a49034ad', 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:20:09.036857 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-11bc9b84-e0a9-4fe0-96c4-4836f62a48dc tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (0bd3f3ba-69f7-4418-a15d-ca98188068e4), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:09.093975 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-11bc9b84-e0a9-4fe0-96c4-4836f62a48dc tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (0bd3f3ba-69f7-4418-a15d-ca98188068e4), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:09.099004 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-11bc9b84-e0a9-4fe0-96c4-4836f62a48dc tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (0bd3f3ba-69f7-4418-a15d-ca98188068e4), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:09.116183 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bc9b84-e0a9-4fe0-96c4-4836f62a48dc tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bd3f3ba-69f7-4418-a15d-ca98188068e4,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:20:09.125472 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-11bc9b84-e0a9-4fe0-96c4-4836f62a48dc tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:09.126688 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-11bc9b84-e0a9-4fe0-96c4-4836f62a48dc tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1192176 Jan 28 04:20:09.129634 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38090) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:20:09.133886 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-0d8cd748-7b81-41f4-ac95-7c42cfb16a7d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'security_group_rule': {'security_group_id': '7e77aeab-69c9-49fc-aae6-3611a49034ad', 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:20:09.158114 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0d8cd748-7b81-41f4-ac95-7c42cfb16a7d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (a9fe42e7-3330-4d26-8e4a-ba0100fc4bfa), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:09.216256 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0d8cd748-7b81-41f4-ac95-7c42cfb16a7d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (a9fe42e7-3330-4d26-8e4a-ba0100fc4bfa), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:09.223707 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0d8cd748-7b81-41f4-ac95-7c42cfb16a7d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (a9fe42e7-3330-4d26-8e4a-ba0100fc4bfa), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:09.242556 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8cd748-7b81-41f4-ac95-7c42cfb16a7d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9fe42e7-3330-4d26-8e4a-ba0100fc4bfa,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:20:09.247976 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-0d8cd748-7b81-41f4-ac95-7c42cfb16a7d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:09.249114 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-0d8cd748-7b81-41f4-ac95-7c42cfb16a7d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1185348 Jan 28 04:20:09.252221 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38092) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:20:09.257339 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-e6cc8156-612f-4995-8c80-36589d77271b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'security_group_rule': {'security_group_id': '7e77aeab-69c9-49fc-aae6-3611a49034ad', 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:20:09.279521 n-d-712139-27 neutron-server[109803]: INFO neutron.db.securitygroups_db [None req-e6cc8156-612f-4995-8c80-36589d77271b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Project 754ca6d54d2d43c4af16b7000ddbc7c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 04:20:09.285195 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e6cc8156-612f-4995-8c80-36589d77271b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (f111cdf9-5cd9-4d47-a868-99ef43265873), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:09.346290 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e6cc8156-612f-4995-8c80-36589d77271b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (f111cdf9-5cd9-4d47-a868-99ef43265873), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:09.351100 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e6cc8156-612f-4995-8c80-36589d77271b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (f111cdf9-5cd9-4d47-a868-99ef43265873), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:09.368511 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc8156-612f-4995-8c80-36589d77271b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f111cdf9-5cd9-4d47-a868-99ef43265873,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:20:09.376482 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e6cc8156-612f-4995-8c80-36589d77271b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:09.377726 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e6cc8156-612f-4995-8c80-36589d77271b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1244555 Jan 28 04:20:09.380624 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38094) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:20:09.385038 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-6a56566a-70a8-4f1a-8e76-60f945f598d3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'security_group_rule': {'security_group_id': '7e77aeab-69c9-49fc-aae6-3611a49034ad', 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:20:09.407905 n-d-712139-27 neutron-server[109803]: INFO neutron.db.securitygroups_db [None req-6a56566a-70a8-4f1a-8e76-60f945f598d3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Project 754ca6d54d2d43c4af16b7000ddbc7c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 04:20:09.413427 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6a56566a-70a8-4f1a-8e76-60f945f598d3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (82422a99-3ddc-4e44-912f-4ed8bc56c024), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:09.474590 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6a56566a-70a8-4f1a-8e76-60f945f598d3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (82422a99-3ddc-4e44-912f-4ed8bc56c024), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:09.480833 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6a56566a-70a8-4f1a-8e76-60f945f598d3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (82422a99-3ddc-4e44-912f-4ed8bc56c024), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:09.500050 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a56566a-70a8-4f1a-8e76-60f945f598d3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82422a99-3ddc-4e44-912f-4ed8bc56c024,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:20:09.509622 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6a56566a-70a8-4f1a-8e76-60f945f598d3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:09.510841 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6a56566a-70a8-4f1a-8e76-60f945f598d3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1291950 Jan 28 04:20:09.513786 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38096) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:20:09.518937 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-02f22eda-a4b6-4882-b6ff-6de438578909 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'network': {'name': 'tempest-network-smoke--2016152779', 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'port_security_enabled': True}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:20:09.539301 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f22eda-a4b6-4882-b6ff-6de438578909 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Made reservation on behalf of 754ca6d54d2d43c4af16b7000ddbc7c8 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:20:09.542756 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-02f22eda-a4b6-4882-b6ff-6de438578909 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:09.566877 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02f22eda-a4b6-4882-b6ff-6de438578909 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:20:09.576253 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-02f22eda-a4b6-4882-b6ff-6de438578909 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (dc20e8a8-ea0f-4311-b066-653b5dd559d9), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:09.576709 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-02f22eda-a4b6-4882-b6ff-6de438578909 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Added segment dc20e8a8-ea0f-4311-b066-653b5dd559d9 of type vlan for network 9aba047a-5d37-4363-8434-c6bd90a9f704 Jan 28 04:20:09.621402 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-02f22eda-a4b6-4882-b6ff-6de438578909 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (9aba047a-5d37-4363-8434-c6bd90a9f704), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:09.656462 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-02f22eda-a4b6-4882-b6ff-6de438578909 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (9aba047a-5d37-4363-8434-c6bd90a9f704), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:09.661672 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f22eda-a4b6-4882-b6ff-6de438578909 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:20:09.662280 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-02f22eda-a4b6-4882-b6ff-6de438578909 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:09.719881 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-02f22eda-a4b6-4882-b6ff-6de438578909 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2050624 Jan 28 04:20:09.722892 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38098) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:20:09.727587 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-8d64fd07-ad36-407a-92a3-bc5b80bd1690 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-136154798', 'admin_state_up': True, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:20:09.733638 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f22eda-a4b6-4882-b6ff-6de438578909 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'Network': ['ID=9aba047a-5d37-4363-8434-c6bd90a9f704,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:20:09.744585 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 9aba047a-5d37-4363-8434-c6bd90a9f704 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:20:09.751712 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8d64fd07-ad36-407a-92a3-bc5b80bd1690 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (2d170dd0-df3f-4141-9a28-f0a0832a1f2a), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:09.752818 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8d64fd07-ad36-407a-92a3-bc5b80bd1690 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (2d170dd0-df3f-4141-9a28-f0a0832a1f2a), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:09.815553 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8d64fd07-ad36-407a-92a3-bc5b80bd1690 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for router_controller (2d170dd0-df3f-4141-9a28-f0a0832a1f2a), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:09.954831 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8d64fd07-ad36-407a-92a3-bc5b80bd1690 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for router_gateway (2d170dd0-df3f-4141-9a28-f0a0832a1f2a), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:10.148626 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8d64fd07-ad36-407a-92a3-bc5b80bd1690 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for router_gateway (2d170dd0-df3f-4141-9a28-f0a0832a1f2a), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:10.170826 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8d64fd07-ad36-407a-92a3-bc5b80bd1690 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:10.272996 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-8d64fd07-ad36-407a-92a3-bc5b80bd1690 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Allocated IP 172.25.0.59 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/90b878bd-39bd-4920-8656-0f609d0dac24) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:20:10.377287 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8d64fd07-ad36-407a-92a3-bc5b80bd1690 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for port (90b878bd-39bd-4920-8656-0f609d0dac24), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:10.414915 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8d64fd07-ad36-407a-92a3-bc5b80bd1690 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (90b878bd-39bd-4920-8656-0f609d0dac24), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:10.451755 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d64fd07-ad36-407a-92a3-bc5b80bd1690 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:20:10.454576 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-8d64fd07-ad36-407a-92a3-bc5b80bd1690 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:20:10.460037 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d64fd07-ad36-407a-92a3-bc5b80bd1690 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:20:10.465585 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64fd07-ad36-407a-92a3-bc5b80bd1690 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'Port': ['ID=90b878bd-39bd-4920-8656-0f609d0dac24,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:20:10.722690 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8d64fd07-ad36-407a-92a3-bc5b80bd1690 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for router_gateway (2d170dd0-df3f-4141-9a28-f0a0832a1f2a), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:10.929788 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8d64fd07-ad36-407a-92a3-bc5b80bd1690 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (2d170dd0-df3f-4141-9a28-f0a0832a1f2a), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:11.059358 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d64fd07-ad36-407a-92a3-bc5b80bd1690 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Router 2d170dd0-df3f-4141-9a28-f0a0832a1f2a is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:20:11.502151 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d64fd07-ad36-407a-92a3-bc5b80bd1690 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:20:11.512238 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0196891f-c088-49f8-88a2-0a43dffe15cc None None] Sync routers for ids ['2d170dd0-df3f-4141-9a28-f0a0832a1f2a'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:20:11.522780 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0196891f-c088-49f8-88a2-0a43dffe15cc None None] Routers {'2d170dd0-df3f-4141-9a28-f0a0832a1f2a'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:20:11.523397 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-0196891f-c088-49f8-88a2-0a43dffe15cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:20:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['2d170dd0-df3f-4141-9a28-f0a0832a1f2a'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:20:11.523773 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8d64fd07-ad36-407a-92a3-bc5b80bd1690 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:11.528240 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8d64fd07-ad36-407a-92a3-bc5b80bd1690 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8011494 Jan 28 04:20:11.528483 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38100) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:20:11.559155 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-2920932c-8e76-433b-b981-64779392828d tempest-TestNetworkAdvancedServerOps-1560678165 tempest-TestNetworkAdvancedServerOps-1560678165-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=754ca6d54d2d43c4af16b7000ddbc7c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270181 Jan 28 04:20:11.559684 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38102) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:20:11.629871 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-0196891f-c088-49f8-88a2-0a43dffe15cc None None] Set router 2d170dd0-df3f-4141-9a28-f0a0832a1f2a gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:20:11.649693 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072d094f-80e5-43a9-9050-a496922a537a tempest-TestNetworkAdvancedServerOps-1560678165 tempest-TestNetworkAdvancedServerOps-1560678165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:20:11.653852 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-072d094f-80e5-43a9-9050-a496922a537a tempest-TestNetworkAdvancedServerOps-1560678165 tempest-TestNetworkAdvancedServerOps-1560678165-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900617 Jan 28 04:20:11.654062 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38104) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:20:11.685394 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-115c2139-0d55-4dc9-9c39-33c634d50cd6 tempest-TestNetworkAdvancedServerOps-1560678165 tempest-TestNetworkAdvancedServerOps-1560678165-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=8f7dc9c9-eaf1-4339-a2e3-884554154641&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277801 Jan 28 04:20:11.685650 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38106) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:20:11.690355 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-8afe6610-999b-49fa-8dff-eb6d4c4e29ed tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1430944200', 'network_id': '9aba047a-5d37-4363-8434-c6bd90a9f704', 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:20:11.779913 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8afe6610-999b-49fa-8dff-eb6d4c4e29ed tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Made reservation on behalf of 754ca6d54d2d43c4af16b7000ddbc7c8 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:20:11.783402 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8afe6610-999b-49fa-8dff-eb6d4c4e29ed tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:11.899054 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-0196891f-c088-49f8-88a2-0a43dffe15cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d170dd0-df3f-4141-9a28-f0a0832a1f2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136154798', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '90b878bd-39bd-4920-8656-0f609d0dac24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:20:09Z', 'updated_at': '2022-01-28T04:20:10Z', 'revision_number': 3, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': '90b878bd-39bd-4920-8656-0f609d0dac24', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:77:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d170dd0-df3f-4141-9a28-f0a0832a1f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:20:10Z', 'updated_at': '2022-01-28T04:20:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:20:11.924876 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0196891f-c088-49f8-88a2-0a43dffe15cc None None] Checking router: 2d170dd0-df3f-4141-9a28-f0a0832a1f2a for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:20:11.925256 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0196891f-c088-49f8-88a2-0a43dffe15cc None None] Updating router 2d170dd0-df3f-4141-9a28-f0a0832a1f2a port 90b878bd-39bd-4920-8656-0f609d0dac24 binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:20:11.952458 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-0196891f-c088-49f8-88a2-0a43dffe15cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (90b878bd-39bd-4920-8656-0f609d0dac24), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:11.964625 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8afe6610-999b-49fa-8dff-eb6d4c4e29ed tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (bffb3a46-d129-4322-88ce-d2b8f663e6dd), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:12.027611 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe6610-999b-49fa-8dff-eb6d4c4e29ed tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'Subnet': ['ID=bffb3a46-d129-4322-88ce-d2b8f663e6dd,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:20:12.038784 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afe6610-999b-49fa-8dff-eb6d4c4e29ed tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Checking segment: {'id': 'dc20e8a8-ea0f-4311-b066-653b5dd559d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9aba047a-5d37-4363-8434-c6bd90a9f704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:20:12.038987 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afe6610-999b-49fa-8dff-eb6d4c4e29ed tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Network hostable DHCP agents. Network: 9aba047a-5d37-4363-8434-c6bd90a9f704, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:20:12.056396 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afe6610-999b-49fa-8dff-eb6d4c4e29ed tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Network 9aba047a-5d37-4363-8434-c6bd90a9f704 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:20:12.066192 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-8afe6610-999b-49fa-8dff-eb6d4c4e29ed tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 9aba047a-5d37-4363-8434-c6bd90a9f704) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:20:12.071572 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afe6610-999b-49fa-8dff-eb6d4c4e29ed tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:20:12.072187 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8afe6610-999b-49fa-8dff-eb6d4c4e29ed tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:12.076658 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826344a4-01bf-4cdc-9601-e8be191be8fc None None] Network 9aba047a-5d37-4363-8434-c6bd90a9f704 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:20:12.091398 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8afe6610-999b-49fa-8dff-eb6d4c4e29ed tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4047992 Jan 28 04:20:12.094698 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38108) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:20:12.183424 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028de66d-0dfc-46be-b622-249809dffbb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-9aba047a-5d37-4363-8434-c6bd90a9f704', 'network_id': '9aba047a-5d37-4363-8434-c6bd90a9f704', 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'fixed_ips': [{'subnet_id': 'bffb3a46-d129-4322-88ce-d2b8f663e6dd'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:20:12.184634 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-028de66d-0dfc-46be-b622-249809dffbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:12.205699 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-0196891f-c088-49f8-88a2-0a43dffe15cc None None] Publish callbacks [] for port (90b878bd-39bd-4920-8656-0f609d0dac24), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:12.215733 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-0196891f-c088-49f8-88a2-0a43dffe15cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (90b878bd-39bd-4920-8656-0f609d0dac24), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:12.266857 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a793739a-bea8-4ba3-85b9-bd740b6e61c7 None None] Pushing event updated for resources: {'Port': ['ID=90b878bd-39bd-4920-8656-0f609d0dac24,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:20:12.271183 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-0196891f-c088-49f8-88a2-0a43dffe15cc None None] Attempting to bind port 90b878bd-39bd-4920-8656-0f609d0dac24 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:20:12.271548 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-0196891f-c088-49f8-88a2-0a43dffe15cc None None] Attempting to bind port 90b878bd-39bd-4920-8656-0f609d0dac24 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:20:12.271972 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0196891f-c088-49f8-88a2-0a43dffe15cc None None] Attempting to bind port 90b878bd-39bd-4920-8656-0f609d0dac24 on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:20:12.279840 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0196891f-c088-49f8-88a2-0a43dffe15cc None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:20:12.280214 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0196891f-c088-49f8-88a2-0a43dffe15cc None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:20:12.280613 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-0196891f-c088-49f8-88a2-0a43dffe15cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:12.281000 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0196891f-c088-49f8-88a2-0a43dffe15cc None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:20:12.281495 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-0196891f-c088-49f8-88a2-0a43dffe15cc None None] Bound port: 90b878bd-39bd-4920-8656-0f609d0dac24, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:20:12.282021 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-0196891f-c088-49f8-88a2-0a43dffe15cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (90b878bd-39bd-4920-8656-0f609d0dac24), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:12.285195 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a793739a-bea8-4ba3-85b9-bd740b6e61c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:20:12.285477 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a793739a-bea8-4ba3-85b9-bd740b6e61c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:20:12.285817 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a793739a-bea8-4ba3-85b9-bd740b6e61c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:20:12.286150 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a793739a-bea8-4ba3-85b9-bd740b6e61c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:20:12.286480 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a793739a-bea8-4ba3-85b9-bd740b6e61c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:20:12.286808 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a793739a-bea8-4ba3-85b9-bd740b6e61c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:20:12.287138 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a793739a-bea8-4ba3-85b9-bd740b6e61c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:20:12.287482 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a793739a-bea8-4ba3-85b9-bd740b6e61c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:20:12.288152 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a793739a-bea8-4ba3-85b9-bd740b6e61c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:20:12.288473 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a793739a-bea8-4ba3-85b9-bd740b6e61c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:20:12.288794 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a793739a-bea8-4ba3-85b9-bd740b6e61c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:20:12.289132 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a793739a-bea8-4ba3-85b9-bd740b6e61c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:20:12.289455 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a793739a-bea8-4ba3-85b9-bd740b6e61c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:20:12.342918 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-0196891f-c088-49f8-88a2-0a43dffe15cc None None] For port 90b878bd-39bd-4920-8656-0f609d0dac24, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:20:12.346282 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-0196891f-c088-49f8-88a2-0a43dffe15cc None None] For port 90b878bd-39bd-4920-8656-0f609d0dac24, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=90b878bd-39bd-4920-8656-0f609d0dac24,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:20:12.350743 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-028de66d-0dfc-46be-b622-249809dffbb0 None None] Allocated IP 172.20.0.2 (9aba047a-5d37-4363-8434-c6bd90a9f704/bffb3a46-d129-4322-88ce-d2b8f663e6dd/105529c1-bb29-44ad-9875-db7300c9e4a7) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:20:12.351705 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-0196891f-c088-49f8-88a2-0a43dffe15cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (90b878bd-39bd-4920-8656-0f609d0dac24), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:12.404657 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0196891f-c088-49f8-88a2-0a43dffe15cc None None] Routers {'2d170dd0-df3f-4141-9a28-f0a0832a1f2a'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:20:12.404657 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-0196891f-c088-49f8-88a2-0a43dffe15cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:20:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['2d170dd0-df3f-4141-9a28-f0a0832a1f2a'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:20:12.495588 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a793739a-bea8-4ba3-85b9-bd740b6e61c7 None None] Pushing event updated for resources: {'Port': ['ID=90b878bd-39bd-4920-8656-0f609d0dac24,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:20:12.509621 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-028de66d-0dfc-46be-b622-249809dffbb0 None None] Publish callbacks [] for port (105529c1-bb29-44ad-9875-db7300c9e4a7), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:12.518598 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-028de66d-0dfc-46be-b622-249809dffbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (105529c1-bb29-44ad-9875-db7300c9e4a7), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:12.524834 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-0196891f-c088-49f8-88a2-0a43dffe15cc None None] Set router 2d170dd0-df3f-4141-9a28-f0a0832a1f2a gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:20:12.563060 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028de66d-0dfc-46be-b622-249809dffbb0 None None] Network 9aba047a-5d37-4363-8434-c6bd90a9f704 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:20:12.566227 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-028de66d-0dfc-46be-b622-249809dffbb0 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:20:12.573534 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028de66d-0dfc-46be-b622-249809dffbb0 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:20:12.581550 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9229df39-ed98-4fdf-9b2f-6cce4f54c8c8 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:12.583034 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028de66d-0dfc-46be-b622-249809dffbb0 None None] Pushing event updated for resources: {'Port': ['ID=105529c1-bb29-44ad-9875-db7300c9e4a7,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:20:12.641348 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-028de66d-0dfc-46be-b622-249809dffbb0 None None] Attempting to bind port 105529c1-bb29-44ad-9875-db7300c9e4a7 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:20:12.641719 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-028de66d-0dfc-46be-b622-249809dffbb0 None None] Attempting to bind port 105529c1-bb29-44ad-9875-db7300c9e4a7 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'dc20e8a8-ea0f-4311-b066-653b5dd559d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9aba047a-5d37-4363-8434-c6bd90a9f704'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:20:12.642108 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028de66d-0dfc-46be-b622-249809dffbb0 None None] Attempting to bind port 105529c1-bb29-44ad-9875-db7300c9e4a7 on network 9aba047a-5d37-4363-8434-c6bd90a9f704 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:20:12.647326 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028de66d-0dfc-46be-b622-249809dffbb0 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:20:12.647819 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028de66d-0dfc-46be-b622-249809dffbb0 None None] Checking segment: {'id': 'dc20e8a8-ea0f-4311-b066-653b5dd559d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9aba047a-5d37-4363-8434-c6bd90a9f704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:20:12.648348 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-028de66d-0dfc-46be-b622-249809dffbb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:12.648845 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028de66d-0dfc-46be-b622-249809dffbb0 None None] Bound using segment: {'id': 'dc20e8a8-ea0f-4311-b066-653b5dd559d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9aba047a-5d37-4363-8434-c6bd90a9f704'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:20:12.649522 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-028de66d-0dfc-46be-b622-249809dffbb0 None None] Bound port: 105529c1-bb29-44ad-9875-db7300c9e4a7, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc20e8a8-ea0f-4311-b066-653b5dd559d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9aba047a-5d37-4363-8434-c6bd90a9f704'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:20:12.649969 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-028de66d-0dfc-46be-b622-249809dffbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (105529c1-bb29-44ad-9875-db7300c9e4a7), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:12.714462 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-0196891f-c088-49f8-88a2-0a43dffe15cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d170dd0-df3f-4141-9a28-f0a0832a1f2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136154798', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '90b878bd-39bd-4920-8656-0f609d0dac24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:20:09Z', 'updated_at': '2022-01-28T04:20:10Z', 'revision_number': 3, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': '90b878bd-39bd-4920-8656-0f609d0dac24', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:77:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d170dd0-df3f-4141-9a28-f0a0832a1f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:20:10Z', 'updated_at': '2022-01-28T04:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:20:12.724423 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-028de66d-0dfc-46be-b622-249809dffbb0 None None] For port 105529c1-bb29-44ad-9875-db7300c9e4a7, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:20:12.729491 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-028de66d-0dfc-46be-b622-249809dffbb0 None None] For port 105529c1-bb29-44ad-9875-db7300c9e4a7, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=105529c1-bb29-44ad-9875-db7300c9e4a7,segment=NetworkSegment(dc20e8a8-ea0f-4311-b066-653b5dd559d9),segment_id=dc20e8a8-ea0f-4311-b066-653b5dd559d9)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:20:12.736798 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-028de66d-0dfc-46be-b622-249809dffbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (105529c1-bb29-44ad-9875-db7300c9e4a7), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:12.745686 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0196891f-c088-49f8-88a2-0a43dffe15cc None None] The sync data for ids ['2d170dd0-df3f-4141-9a28-f0a0832a1f2a'] in n-d-712139-27 is: [{'id': '2d170dd0-df3f-4141-9a28-f0a0832a1f2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136154798', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '90b878bd-39bd-4920-8656-0f609d0dac24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:20:09Z', 'updated_at': '2022-01-28T04:20:10Z', 'revision_number': 3, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': '90b878bd-39bd-4920-8656-0f609d0dac24', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:77:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d170dd0-df3f-4141-9a28-f0a0832a1f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:20:10Z', 'updated_at': '2022-01-28T04:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:20:12.822184 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028de66d-0dfc-46be-b622-249809dffbb0 None None] Pushing event updated for resources: {'Port': ['ID=105529c1-bb29-44ad-9875-db7300c9e4a7,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:20:12.897180 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-9229df39-ed98-4fdf-9b2f-6cce4f54c8c8 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Allocated IP 172.20.0.1 (9aba047a-5d37-4363-8434-c6bd90a9f704/bffb3a46-d129-4322-88ce-d2b8f663e6dd/28ca86a1-51f9-4399-8fb9-7f1de6801dcd) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:20:13.056829 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9229df39-ed98-4fdf-9b2f-6cce4f54c8c8 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for port (28ca86a1-51f9-4399-8fb9-7f1de6801dcd), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:13.103275 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9229df39-ed98-4fdf-9b2f-6cce4f54c8c8 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (28ca86a1-51f9-4399-8fb9-7f1de6801dcd), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:13.152236 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9229df39-ed98-4fdf-9b2f-6cce4f54c8c8 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Network 9aba047a-5d37-4363-8434-c6bd90a9f704 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:20:13.157952 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-9229df39-ed98-4fdf-9b2f-6cce4f54c8c8 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:20:13.163088 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9229df39-ed98-4fdf-9b2f-6cce4f54c8c8 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:20:13.167176 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9229df39-ed98-4fdf-9b2f-6cce4f54c8c8 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'Port': ['ID=28ca86a1-51f9-4399-8fb9-7f1de6801dcd,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:20:13.217858 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9229df39-ed98-4fdf-9b2f-6cce4f54c8c8 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (2d170dd0-df3f-4141-9a28-f0a0832a1f2a), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:13.355949 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9229df39-ed98-4fdf-9b2f-6cce4f54c8c8 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (28ca86a1-51f9-4399-8fb9-7f1de6801dcd), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:13.651283 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9229df39-ed98-4fdf-9b2f-6cce4f54c8c8 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for port (28ca86a1-51f9-4399-8fb9-7f1de6801dcd), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:13.657351 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9229df39-ed98-4fdf-9b2f-6cce4f54c8c8 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (28ca86a1-51f9-4399-8fb9-7f1de6801dcd), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:13.732866 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-9229df39-ed98-4fdf-9b2f-6cce4f54c8c8 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (2d170dd0-df3f-4141-9a28-f0a0832a1f2a), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:13.734947 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9229df39-ed98-4fdf-9b2f-6cce4f54c8c8 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'Port': ['ID=28ca86a1-51f9-4399-8fb9-7f1de6801dcd,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:20:13.837542 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9229df39-ed98-4fdf-9b2f-6cce4f54c8c8 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Network 9aba047a-5d37-4363-8434-c6bd90a9f704 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:20:13.839089 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-9229df39-ed98-4fdf-9b2f-6cce4f54c8c8 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:20:13.853549 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4570474e-d7a7-4367-bee7-1ad68693650f None None] Network 9aba047a-5d37-4363-8434-c6bd90a9f704 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:20:13.938619 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7d4d0ac5-fd34-4258-896c-38731d16c9fd None None] Provisioning complete for port 105529c1-bb29-44ad-9875-db7300c9e4a7 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:20:13.938619 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7d4d0ac5-fd34-4258-896c-38731d16c9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (105529c1-bb29-44ad-9875-db7300c9e4a7), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:13.953439 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9229df39-ed98-4fdf-9b2f-6cce4f54c8c8 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Router 2d170dd0-df3f-4141-9a28-f0a0832a1f2a has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:20:14.067427 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9229df39-ed98-4fdf-9b2f-6cce4f54c8c8 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:20:14.081631 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-9229df39-ed98-4fdf-9b2f-6cce4f54c8c8 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "PUT /v2.0/routers/2d170dd0-df3f-4141-9a28-f0a0832a1f2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9775977 Jan 28 04:20:14.225192 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7d4d0ac5-fd34-4258-896c-38731d16c9fd None None] Current status of the port 105529c1-bb29-44ad-9875-db7300c9e4a7 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:20:14.225593 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7d4d0ac5-fd34-4258-896c-38731d16c9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (105529c1-bb29-44ad-9875-db7300c9e4a7), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:14.253510 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-88190697-6211-41f9-bbe0-3d412e08d60d req-c1f453ab-a7ca-4a4a-93ff-60cfff19f789 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-980615158&fields=id&tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8 HTTP/1.1" status: 200 len: 267 time: 0.0537179 Jan 28 04:20:14.258495 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7d4d0ac5-fd34-4258-896c-38731d16c9fd None None] For port 105529c1-bb29-44ad-9875-db7300c9e4a7, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=105529c1-bb29-44ad-9875-db7300c9e4a7,segment=NetworkSegment(dc20e8a8-ea0f-4311-b066-653b5dd559d9),segment_id=dc20e8a8-ea0f-4311-b066-653b5dd559d9)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:20:14.264774 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7d4d0ac5-fd34-4258-896c-38731d16c9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (105529c1-bb29-44ad-9875-db7300c9e4a7), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:14.313994 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d0ac5-fd34-4258-896c-38731d16c9fd None None] Pushing event updated for resources: {'Port': ['ID=105529c1-bb29-44ad-9875-db7300c9e4a7,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:20:14.379234 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88190697-6211-41f9-bbe0-3d412e08d60d req-ddb050ac-8821-45a3-af2e-ccf2ad2144a3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:20:14.380836 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-88190697-6211-41f9-bbe0-3d412e08d60d req-ddb050ac-8821-45a3-af2e-ccf2ad2144a3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/networks?id=9aba047a-5d37-4363-8434-c6bd90a9f704 HTTP/1.1" status: 200 len: 797 time: 0.1185288 Jan 28 04:20:14.392337 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-0a4db1f6-5c0c-4b7d-aab0-2de88d3f86e2 None None] Provisioning complete for port 105529c1-bb29-44ad-9875-db7300c9e4a7 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:20:14.392877 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0a4db1f6-5c0c-4b7d-aab0-2de88d3f86e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (105529c1-bb29-44ad-9875-db7300c9e4a7), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:14.396631 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-88190697-6211-41f9-bbe0-3d412e08d60d req-f4a7e029-a3af-43de-bf68-5b7834f2dbf3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/quotas/754ca6d54d2d43c4af16b7000ddbc7c8 HTTP/1.1" status: 200 len: 375 time: 0.0096989 Jan 28 04:20:14.464199 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-88190697-6211-41f9-bbe0-3d412e08d60d req-f0c39d45-944d-4194-a512-d67addfcc035 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605595 Jan 28 04:20:14.477893 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-0a4db1f6-5c0c-4b7d-aab0-2de88d3f86e2 None None] Current status of the port 105529c1-bb29-44ad-9875-db7300c9e4a7 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:20:14.488699 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-0a4db1f6-5c0c-4b7d-aab0-2de88d3f86e2 None None] Provisioning complete for port 28ca86a1-51f9-4399-8fb9-7f1de6801dcd triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:20:14.489191 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0a4db1f6-5c0c-4b7d-aab0-2de88d3f86e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (28ca86a1-51f9-4399-8fb9-7f1de6801dcd), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:14.544364 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-0a4db1f6-5c0c-4b7d-aab0-2de88d3f86e2 None None] Port 28ca86a1-51f9-4399-8fb9-7f1de6801dcd cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:20:14.567599 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d18972-4a37-429c-a66f-cf564a4b3765 None None] Sync routers for ids ['2d170dd0-df3f-4141-9a28-f0a0832a1f2a'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:20:14.575964 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [req-88190697-6211-41f9-bbe0-3d412e08d60d req-67f89418-667f-4605-a599-9de6107570c4 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:20:14.576994 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-88190697-6211-41f9-bbe0-3d412e08d60d req-67f89418-667f-4605-a599-9de6107570c4 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0999477 Jan 28 04:20:14.577554 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d18972-4a37-429c-a66f-cf564a4b3765 None None] Routers {'2d170dd0-df3f-4141-9a28-f0a0832a1f2a'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:20:14.578185 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-e8d18972-4a37-429c-a66f-cf564a4b3765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:20:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['2d170dd0-df3f-4141-9a28-f0a0832a1f2a'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:20:14.673854 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-88190697-6211-41f9-bbe0-3d412e08d60d req-864af38b-d281-48fd-a012-43676ce3a9c3 service neutron] 10.222.0.53 "GET /v2.0/networks/9aba047a-5d37-4363-8434-c6bd90a9f704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904224 Jan 28 04:20:14.682186 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-deae8cba-c331-4f73-a06f-225d6f03ff07 None None] Provisioning complete for port 28ca86a1-51f9-4399-8fb9-7f1de6801dcd triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:20:14.682563 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-deae8cba-c331-4f73-a06f-225d6f03ff07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (28ca86a1-51f9-4399-8fb9-7f1de6801dcd), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:14.731433 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-e8d18972-4a37-429c-a66f-cf564a4b3765 None None] Set router 2d170dd0-df3f-4141-9a28-f0a0832a1f2a gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:20:14.758193 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-deae8cba-c331-4f73-a06f-225d6f03ff07 None None] Port 28ca86a1-51f9-4399-8fb9-7f1de6801dcd cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:20:14.783895 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-88190697-6211-41f9-bbe0-3d412e08d60d req-0741a892-5112-46e7-a72d-f9129cdc1fd3 service neutron] 10.222.0.53 "GET /v2.0/networks/9aba047a-5d37-4363-8434-c6bd90a9f704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038687 Jan 28 04:20:14.859199 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 90b878bd-39bd-4920-8656-0f609d0dac24 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:20:14.933033 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-8697dd9a-cf1b-4cb8-a021-f1e83ff522e5 None None] Provisioning complete for port 28ca86a1-51f9-4399-8fb9-7f1de6801dcd triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:20:14.933445 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8697dd9a-cf1b-4cb8-a021-f1e83ff522e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (28ca86a1-51f9-4399-8fb9-7f1de6801dcd), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:14.965622 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e30443be-9278-47cc-9c81-3791ee4a005f req-ed598d0c-8ac8-4d14-b235-b66bc4c24d83 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c5aeec3-2ca9-470d-b2d6-ebbf51e69995 HTTP/1.1" status: 200 len: 210 time: 0.0312018 Jan 28 04:20:15.001571 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-8697dd9a-cf1b-4cb8-a021-f1e83ff522e5 None None] Port 28ca86a1-51f9-4399-8fb9-7f1de6801dcd cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:20:15.006918 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 90b878bd-39bd-4920-8656-0f609d0dac24 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:20:15.007295 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (90b878bd-39bd-4920-8656-0f609d0dac24), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:15.057798 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-e8d18972-4a37-429c-a66f-cf564a4b3765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d170dd0-df3f-4141-9a28-f0a0832a1f2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136154798', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '90b878bd-39bd-4920-8656-0f609d0dac24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:20:09Z', 'updated_at': '2022-01-28T04:20:13Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': '90b878bd-39bd-4920-8656-0f609d0dac24', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:77:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d170dd0-df3f-4141-9a28-f0a0832a1f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:20:10Z', 'updated_at': '2022-01-28T04:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '28ca86a1-51f9-4399-8fb9-7f1de6801dcd', 'name': '', 'network_id': '9aba047a-5d37-4363-8434-c6bd90a9f704', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'mac_address': 'fa:16:3e:51:11:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d170dd0-df3f-4141-9a28-f0a0832a1f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'bffb3a46-d129-4322-88ce-d2b8f663e6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:20:12Z', 'updated_at': '2022-01-28T04:20:13Z', 'revision_number': 2, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'subnets': [{'id': 'bffb3a46-d129-4322-88ce-d2b8f663e6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:20:15.085250 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d18972-4a37-429c-a66f-cf564a4b3765 None None] Checking router: 2d170dd0-df3f-4141-9a28-f0a0832a1f2a for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:20:15.085613 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d18972-4a37-429c-a66f-cf564a4b3765 None None] Updating router 2d170dd0-df3f-4141-9a28-f0a0832a1f2a port 28ca86a1-51f9-4399-8fb9-7f1de6801dcd binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:20:15.135528 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e8d18972-4a37-429c-a66f-cf564a4b3765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (28ca86a1-51f9-4399-8fb9-7f1de6801dcd), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:15.152095 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 90b878bd-39bd-4920-8656-0f609d0dac24 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:20:15.152421 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (90b878bd-39bd-4920-8656-0f609d0dac24), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:15.192675 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 90b878bd-39bd-4920-8656-0f609d0dac24, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=90b878bd-39bd-4920-8656-0f609d0dac24,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:20:15.199000 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (90b878bd-39bd-4920-8656-0f609d0dac24), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:15.199771 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 105529c1-bb29-44ad-9875-db7300c9e4a7 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:20:15.350698 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=90b878bd-39bd-4920-8656-0f609d0dac24,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:20:15.404118 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 105529c1-bb29-44ad-9875-db7300c9e4a7 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:20:15.404400 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (105529c1-bb29-44ad-9875-db7300c9e4a7), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:15.555123 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 105529c1-bb29-44ad-9875-db7300c9e4a7 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:20:15.560622 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e8d18972-4a37-429c-a66f-cf564a4b3765 None None] Publish callbacks [] for port (28ca86a1-51f9-4399-8fb9-7f1de6801dcd), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:15.567204 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e8d18972-4a37-429c-a66f-cf564a4b3765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (28ca86a1-51f9-4399-8fb9-7f1de6801dcd), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:15.615428 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36352b0a-55be-49b6-95be-880785a67b4e None None] Pushing event updated for resources: {'Port': ['ID=28ca86a1-51f9-4399-8fb9-7f1de6801dcd,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:20:15.671808 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-e8d18972-4a37-429c-a66f-cf564a4b3765 None None] Attempting to bind port 28ca86a1-51f9-4399-8fb9-7f1de6801dcd on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:20:15.672179 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-e8d18972-4a37-429c-a66f-cf564a4b3765 None None] Attempting to bind port 28ca86a1-51f9-4399-8fb9-7f1de6801dcd by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'dc20e8a8-ea0f-4311-b066-653b5dd559d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9aba047a-5d37-4363-8434-c6bd90a9f704'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:20:15.672547 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d18972-4a37-429c-a66f-cf564a4b3765 None None] Attempting to bind port 28ca86a1-51f9-4399-8fb9-7f1de6801dcd on network 9aba047a-5d37-4363-8434-c6bd90a9f704 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:20:15.677857 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d18972-4a37-429c-a66f-cf564a4b3765 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:20:15.678294 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d18972-4a37-429c-a66f-cf564a4b3765 None None] Checking segment: {'id': 'dc20e8a8-ea0f-4311-b066-653b5dd559d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9aba047a-5d37-4363-8434-c6bd90a9f704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:20:15.678728 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e8d18972-4a37-429c-a66f-cf564a4b3765 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:15.679132 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d18972-4a37-429c-a66f-cf564a4b3765 None None] Bound using segment: {'id': 'dc20e8a8-ea0f-4311-b066-653b5dd559d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9aba047a-5d37-4363-8434-c6bd90a9f704'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:20:15.679667 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-e8d18972-4a37-429c-a66f-cf564a4b3765 None None] Bound port: 28ca86a1-51f9-4399-8fb9-7f1de6801dcd, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc20e8a8-ea0f-4311-b066-653b5dd559d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9aba047a-5d37-4363-8434-c6bd90a9f704'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:20:15.680042 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e8d18972-4a37-429c-a66f-cf564a4b3765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (28ca86a1-51f9-4399-8fb9-7f1de6801dcd), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:15.744479 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-e8d18972-4a37-429c-a66f-cf564a4b3765 None None] For port 28ca86a1-51f9-4399-8fb9-7f1de6801dcd, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:20:15.747766 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-e8d18972-4a37-429c-a66f-cf564a4b3765 None None] For port 28ca86a1-51f9-4399-8fb9-7f1de6801dcd, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=28ca86a1-51f9-4399-8fb9-7f1de6801dcd,segment=NetworkSegment(dc20e8a8-ea0f-4311-b066-653b5dd559d9),segment_id=dc20e8a8-ea0f-4311-b066-653b5dd559d9)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:20:15.752030 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e8d18972-4a37-429c-a66f-cf564a4b3765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (28ca86a1-51f9-4399-8fb9-7f1de6801dcd), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:15.816650 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d18972-4a37-429c-a66f-cf564a4b3765 None None] Routers {'2d170dd0-df3f-4141-9a28-f0a0832a1f2a'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:20:15.817382 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-e8d18972-4a37-429c-a66f-cf564a4b3765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:20:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['2d170dd0-df3f-4141-9a28-f0a0832a1f2a'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:20:15.819789 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36352b0a-55be-49b6-95be-880785a67b4e None None] Pushing event updated for resources: {'Port': ['ID=28ca86a1-51f9-4399-8fb9-7f1de6801dcd,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:20:15.881704 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-1d54ffdd-9cc1-4b03-bfcd-afaac75ef684 None None] Provisioning complete for port 28ca86a1-51f9-4399-8fb9-7f1de6801dcd triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:20:15.882440 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1d54ffdd-9cc1-4b03-bfcd-afaac75ef684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (28ca86a1-51f9-4399-8fb9-7f1de6801dcd), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:16.054812 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88190697-6211-41f9-bbe0-3d412e08d60d req-d0dc7ace-58f0-4880-93b2-51a613d0c0f3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:20:16.057309 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-88190697-6211-41f9-bbe0-3d412e08d60d req-d0dc7ace-58f0-4880-93b2-51a613d0c0f3 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.67 "GET /v2.0/networks?id=9aba047a-5d37-4363-8434-c6bd90a9f704 HTTP/1.1" status: 200 len: 797 time: 0.1237106 Jan 28 04:20:16.082831 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-16d68aab-a120-4a4b-bcda-be209377024e req-1bdc0a11-b002-4498-98ae-b0a343169fcb tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c5aeec3-2ca9-470d-b2d6-ebbf51e69995 HTTP/1.1" status: 200 len: 210 time: 0.0356226 Jan 28 04:20:16.132153 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-e8d18972-4a37-429c-a66f-cf564a4b3765 None None] Set router 2d170dd0-df3f-4141-9a28-f0a0832a1f2a gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:20:16.150245 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-88190697-6211-41f9-bbe0-3d412e08d60d req-7c9d2cf8-d285-4867-8fa7-7e65818ae6eb tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8 HTTP/1.1" status: 200 len: 379 time: 0.0760403 Jan 28 04:20:16.179143 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-88190697-6211-41f9-bbe0-3d412e08d60d req-86eed2ac-172c-472c-a289-5f9dbc6b6e08 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'port': {'device_id': '6c5aeec3-2ca9-470d-b2d6-ebbf51e69995', 'network_id': '9aba047a-5d37-4363-8434-c6bd90a9f704', 'admin_state_up': True, 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'security_groups': ['7e77aeab-69c9-49fc-aae6-3611a49034ad']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:20:16.270607 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-1d54ffdd-9cc1-4b03-bfcd-afaac75ef684 None None] Current status of the port 28ca86a1-51f9-4399-8fb9-7f1de6801dcd is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:20:16.271039 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1d54ffdd-9cc1-4b03-bfcd-afaac75ef684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (28ca86a1-51f9-4399-8fb9-7f1de6801dcd), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:16.285743 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88190697-6211-41f9-bbe0-3d412e08d60d req-86eed2ac-172c-472c-a289-5f9dbc6b6e08 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Made reservation on behalf of 754ca6d54d2d43c4af16b7000ddbc7c8 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:20:16.289808 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-88190697-6211-41f9-bbe0-3d412e08d60d req-86eed2ac-172c-472c-a289-5f9dbc6b6e08 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:16.323887 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-1d54ffdd-9cc1-4b03-bfcd-afaac75ef684 None None] For port 28ca86a1-51f9-4399-8fb9-7f1de6801dcd, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=28ca86a1-51f9-4399-8fb9-7f1de6801dcd,segment=NetworkSegment(dc20e8a8-ea0f-4311-b066-653b5dd559d9),segment_id=dc20e8a8-ea0f-4311-b066-653b5dd559d9)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:20:16.331640 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1d54ffdd-9cc1-4b03-bfcd-afaac75ef684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (28ca86a1-51f9-4399-8fb9-7f1de6801dcd), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:16.407926 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d54ffdd-9cc1-4b03-bfcd-afaac75ef684 None None] Pushing event updated for resources: {'Port': ['ID=28ca86a1-51f9-4399-8fb9-7f1de6801dcd,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:20:16.419117 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-88190697-6211-41f9-bbe0-3d412e08d60d req-86eed2ac-172c-472c-a289-5f9dbc6b6e08 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Allocated IP 172.20.0.8 (9aba047a-5d37-4363-8434-c6bd90a9f704/bffb3a46-d129-4322-88ce-d2b8f663e6dd/d288419e-738f-408f-afd3-80ba9f01777b) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:20:16.428254 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-e8d18972-4a37-429c-a66f-cf564a4b3765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d170dd0-df3f-4141-9a28-f0a0832a1f2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136154798', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '90b878bd-39bd-4920-8656-0f609d0dac24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:20:09Z', 'updated_at': '2022-01-28T04:20:13Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': '90b878bd-39bd-4920-8656-0f609d0dac24', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d170dd0-df3f-4141-9a28-f0a0832a1f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:20:10Z', 'updated_at': '2022-01-28T04:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '28ca86a1-51f9-4399-8fb9-7f1de6801dcd', 'name': '', 'network_id': '9aba047a-5d37-4363-8434-c6bd90a9f704', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'mac_address': 'fa:16:3e:51:11:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d170dd0-df3f-4141-9a28-f0a0832a1f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'bffb3a46-d129-4322-88ce-d2b8f663e6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:20:12Z', 'updated_at': '2022-01-28T04:20:15Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'subnets': [{'id': 'bffb3a46-d129-4322-88ce-d2b8f663e6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:20:16.461525 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d18972-4a37-429c-a66f-cf564a4b3765 None None] The sync data for ids ['2d170dd0-df3f-4141-9a28-f0a0832a1f2a'] in n-d-712139-27 is: [{'id': '2d170dd0-df3f-4141-9a28-f0a0832a1f2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136154798', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '90b878bd-39bd-4920-8656-0f609d0dac24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:20:09Z', 'updated_at': '2022-01-28T04:20:13Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': '90b878bd-39bd-4920-8656-0f609d0dac24', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d170dd0-df3f-4141-9a28-f0a0832a1f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:20:10Z', 'updated_at': '2022-01-28T04:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '28ca86a1-51f9-4399-8fb9-7f1de6801dcd', 'name': '', 'network_id': '9aba047a-5d37-4363-8434-c6bd90a9f704', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'mac_address': 'fa:16:3e:51:11:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d170dd0-df3f-4141-9a28-f0a0832a1f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'bffb3a46-d129-4322-88ce-d2b8f663e6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:20:12Z', 'updated_at': '2022-01-28T04:20:15Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'subnets': [{'id': 'bffb3a46-d129-4322-88ce-d2b8f663e6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:20:16.474079 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-42f94eb3-21a9-4fe1-b9ed-12a4ecaa2720 None None] Provisioning complete for port 28ca86a1-51f9-4399-8fb9-7f1de6801dcd triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:20:16.474460 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-42f94eb3-21a9-4fe1-b9ed-12a4ecaa2720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (28ca86a1-51f9-4399-8fb9-7f1de6801dcd), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:16.587254 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-42f94eb3-21a9-4fe1-b9ed-12a4ecaa2720 None None] Current status of the port 28ca86a1-51f9-4399-8fb9-7f1de6801dcd is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:20:16.589903 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-88190697-6211-41f9-bbe0-3d412e08d60d req-86eed2ac-172c-472c-a289-5f9dbc6b6e08 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for port (d288419e-738f-408f-afd3-80ba9f01777b), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:16.637109 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-88190697-6211-41f9-bbe0-3d412e08d60d req-86eed2ac-172c-472c-a289-5f9dbc6b6e08 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (d288419e-738f-408f-afd3-80ba9f01777b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:16.687328 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88190697-6211-41f9-bbe0-3d412e08d60d req-86eed2ac-172c-472c-a289-5f9dbc6b6e08 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Network 9aba047a-5d37-4363-8434-c6bd90a9f704 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:20:16.693219 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-88190697-6211-41f9-bbe0-3d412e08d60d req-86eed2ac-172c-472c-a289-5f9dbc6b6e08 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:20:16.706869 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-88190697-6211-41f9-bbe0-3d412e08d60d req-86eed2ac-172c-472c-a289-5f9dbc6b6e08 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:20:16.760255 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eed2ac-172c-472c-a289-5f9dbc6b6e08 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'Port': ['ID=d288419e-738f-408f-afd3-80ba9f01777b,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:20:16.791369 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88190697-6211-41f9-bbe0-3d412e08d60d req-86eed2ac-172c-472c-a289-5f9dbc6b6e08 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:20:16.792225 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-88190697-6211-41f9-bbe0-3d412e08d60d req-86eed2ac-172c-472c-a289-5f9dbc6b6e08 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:16.831768 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-88190697-6211-41f9-bbe0-3d412e08d60d req-86eed2ac-172c-472c-a289-5f9dbc6b6e08 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6567647 Jan 28 04:20:16.850603 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-88190697-6211-41f9-bbe0-3d412e08d60d req-24326c77-ed6b-458f-86ed-adebda357216 service neutron] Request body: {'port': {'device_id': '6c5aeec3-2ca9-470d-b2d6-ebbf51e69995', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:20:16.887834 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 90b878bd-39bd-4920-8656-0f609d0dac24 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:20:16.925380 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-88190697-6211-41f9-bbe0-3d412e08d60d req-24326c77-ed6b-458f-86ed-adebda357216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d288419e-738f-408f-afd3-80ba9f01777b), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:16.954039 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 90b878bd-39bd-4920-8656-0f609d0dac24 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:20:16.954999 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (90b878bd-39bd-4920-8656-0f609d0dac24), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:17.034384 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-cc5715d3-ba33-4841-9d63-49f811979f8e None None] Provisioning complete for port d288419e-738f-408f-afd3-80ba9f01777b triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:20:17.034773 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cc5715d3-ba33-4841-9d63-49f811979f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d288419e-738f-408f-afd3-80ba9f01777b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:17.090920 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 90b878bd-39bd-4920-8656-0f609d0dac24 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:20:17.092084 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 28ca86a1-51f9-4399-8fb9-7f1de6801dcd up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:20:17.098535 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-cc5715d3-ba33-4841-9d63-49f811979f8e None None] Port d288419e-738f-408f-afd3-80ba9f01777b cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:20:17.164124 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 28ca86a1-51f9-4399-8fb9-7f1de6801dcd triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:20:17.164506 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (28ca86a1-51f9-4399-8fb9-7f1de6801dcd), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:17.247248 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 28ca86a1-51f9-4399-8fb9-7f1de6801dcd is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:20:17.256260 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026a19e-8cea-4345-879c-41177562aa99 req-5252e015-f1b1-4110-8bf3-b87b0961a437 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:20:17.257820 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d026a19e-8cea-4345-879c-41177562aa99 req-5252e015-f1b1-4110-8bf3-b87b0961a437 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c5aeec3-2ca9-470d-b2d6-ebbf51e69995 HTTP/1.1" status: 200 len: 931 time: 0.1011026 Jan 28 04:20:17.267090 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-88190697-6211-41f9-bbe0-3d412e08d60d req-24326c77-ed6b-458f-86ed-adebda357216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d288419e-738f-408f-afd3-80ba9f01777b {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:20:17.282342 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-88190697-6211-41f9-bbe0-3d412e08d60d req-24326c77-ed6b-458f-86ed-adebda357216 service neutron] Publish callbacks [] for port (d288419e-738f-408f-afd3-80ba9f01777b), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:17.306294 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-88190697-6211-41f9-bbe0-3d412e08d60d req-24326c77-ed6b-458f-86ed-adebda357216 service neutron] Transition to ACTIVE for port object d288419e-738f-408f-afd3-80ba9f01777b will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:20:17.312322 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-88190697-6211-41f9-bbe0-3d412e08d60d req-24326c77-ed6b-458f-86ed-adebda357216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (d288419e-738f-408f-afd3-80ba9f01777b), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:17.370705 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d026a19e-8cea-4345-879c-41177562aa99 req-ff3e6e12-5ccb-4b91-beac-782ac937a6df tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e77aeab-69c9-49fc-aae6-3611a49034ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061201 Jan 28 04:20:17.384545 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24326c77-ed6b-458f-86ed-adebda357216 service neutron] Pushing event updated for resources: {'Port': ['ID=d288419e-738f-408f-afd3-80ba9f01777b,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:20:17.465889 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-88190697-6211-41f9-bbe0-3d412e08d60d req-24326c77-ed6b-458f-86ed-adebda357216 service neutron] Attempting to bind port d288419e-738f-408f-afd3-80ba9f01777b on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:20:17.466227 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-88190697-6211-41f9-bbe0-3d412e08d60d req-24326c77-ed6b-458f-86ed-adebda357216 service neutron] Attempting to bind port d288419e-738f-408f-afd3-80ba9f01777b by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': 'dc20e8a8-ea0f-4311-b066-653b5dd559d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9aba047a-5d37-4363-8434-c6bd90a9f704'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:20:17.466554 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88190697-6211-41f9-bbe0-3d412e08d60d req-24326c77-ed6b-458f-86ed-adebda357216 service neutron] Attempting to bind port d288419e-738f-408f-afd3-80ba9f01777b on network 9aba047a-5d37-4363-8434-c6bd90a9f704 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:20:17.471444 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88190697-6211-41f9-bbe0-3d412e08d60d req-24326c77-ed6b-458f-86ed-adebda357216 service neutron] Port d288419e-738f-408f-afd3-80ba9f01777b on network 9aba047a-5d37-4363-8434-c6bd90a9f704 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:20:17.471904 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88190697-6211-41f9-bbe0-3d412e08d60d req-24326c77-ed6b-458f-86ed-adebda357216 service neutron] Attempting to bind port d288419e-738f-408f-afd3-80ba9f01777b on network 9aba047a-5d37-4363-8434-c6bd90a9f704 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:20:17.477883 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88190697-6211-41f9-bbe0-3d412e08d60d req-24326c77-ed6b-458f-86ed-adebda357216 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:20:17.478221 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88190697-6211-41f9-bbe0-3d412e08d60d req-24326c77-ed6b-458f-86ed-adebda357216 service neutron] Checking segment: {'id': 'dc20e8a8-ea0f-4311-b066-653b5dd559d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9aba047a-5d37-4363-8434-c6bd90a9f704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:20:17.478610 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88190697-6211-41f9-bbe0-3d412e08d60d req-24326c77-ed6b-458f-86ed-adebda357216 service neutron] Bound using segment: {'id': 'dc20e8a8-ea0f-4311-b066-653b5dd559d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9aba047a-5d37-4363-8434-c6bd90a9f704'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:20:17.479043 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-88190697-6211-41f9-bbe0-3d412e08d60d req-24326c77-ed6b-458f-86ed-adebda357216 service neutron] Bound port: d288419e-738f-408f-afd3-80ba9f01777b, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc20e8a8-ea0f-4311-b066-653b5dd559d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9aba047a-5d37-4363-8434-c6bd90a9f704'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:20:17.479401 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-88190697-6211-41f9-bbe0-3d412e08d60d req-24326c77-ed6b-458f-86ed-adebda357216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d288419e-738f-408f-afd3-80ba9f01777b), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:17.548502 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-88190697-6211-41f9-bbe0-3d412e08d60d req-24326c77-ed6b-458f-86ed-adebda357216 service neutron] For port d288419e-738f-408f-afd3-80ba9f01777b, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:20:17.552013 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-88190697-6211-41f9-bbe0-3d412e08d60d req-24326c77-ed6b-458f-86ed-adebda357216 service neutron] For port d288419e-738f-408f-afd3-80ba9f01777b, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=d288419e-738f-408f-afd3-80ba9f01777b,segment=NetworkSegment(dc20e8a8-ea0f-4311-b066-653b5dd559d9),segment_id=dc20e8a8-ea0f-4311-b066-653b5dd559d9)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:20:17.559646 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-88190697-6211-41f9-bbe0-3d412e08d60d req-24326c77-ed6b-458f-86ed-adebda357216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (d288419e-738f-408f-afd3-80ba9f01777b), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:17.598930 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88190697-6211-41f9-bbe0-3d412e08d60d req-24326c77-ed6b-458f-86ed-adebda357216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:20:17.599666 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-88190697-6211-41f9-bbe0-3d412e08d60d req-24326c77-ed6b-458f-86ed-adebda357216 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:17.601048 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-88190697-6211-41f9-bbe0-3d412e08d60d req-24326c77-ed6b-458f-86ed-adebda357216 service neutron] 10.222.0.67 "PUT /v2.0/ports/d288419e-738f-408f-afd3-80ba9f01777b HTTP/1.1" status: 200 len: 1092 time: 0.7554629 Jan 28 04:20:17.601548 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c5aeec3-2ca9-470d-b2d6-ebbf51e69995', 'tag': 'd288419e-738f-408f-afd3-80ba9f01777b'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:20:17.603910 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5c55d4-03b7-43a4-a05c-b94568489176" -d '{"events": [{"name": "network-changed", "server_uuid": "6c5aeec3-2ca9-470d-b2d6-ebbf51e69995", "tag": "d288419e-738f-408f-afd3-80ba9f01777b"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:20:17.630933 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24326c77-ed6b-458f-86ed-adebda357216 service neutron] Pushing event updated for resources: {'Port': ['ID=d288419e-738f-408f-afd3-80ba9f01777b,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:20:17.678162 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3a5ad5-c3f1-4f45-8fae-790b18f26c99 x-openstack-request-id: req-7a3a5ad5-c3f1-4f45-8fae-790b18f26c99 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:20:17.678450 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c5aeec3-2ca9-470d-b2d6-ebbf51e69995", "tag": "d288419e-738f-408f-afd3-80ba9f01777b", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:20:17.678700 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7a3a5ad5-c3f1-4f45-8fae-790b18f26c99 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:20:17.679110 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c5aeec3-2ca9-470d-b2d6-ebbf51e69995', 'tag': 'd288419e-738f-408f-afd3-80ba9f01777b', 'status': 'completed', 'code': 200} Jan 28 04:20:17.731190 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88190697-6211-41f9-bbe0-3d412e08d60d req-3869e384-0617-4b68-b894-8174f01d4a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:20:17.732730 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-88190697-6211-41f9-bbe0-3d412e08d60d req-3869e384-0617-4b68-b894-8174f01d4a76 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8&device_id=6c5aeec3-2ca9-470d-b2d6-ebbf51e69995 HTTP/1.1" status: 200 len: 1095 time: 0.0469170 Jan 28 04:20:17.785111 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-88190697-6211-41f9-bbe0-3d412e08d60d req-e7ddafeb-900a-49ef-9388-8bf4024e4310 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d288419e-738f-408f-afd3-80ba9f01777b HTTP/1.1" status: 200 len: 217 time: 0.0382288 Jan 28 04:20:17.840641 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88190697-6211-41f9-bbe0-3d412e08d60d req-6bcbe630-0ee9-47c2-9fb9-9710a230a335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:20:17.842214 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-88190697-6211-41f9-bbe0-3d412e08d60d req-6bcbe630-0ee9-47c2-9fb9-9710a230a335 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bffb3a46-d129-4322-88ce-d2b8f663e6dd HTTP/1.1" status: 200 len: 835 time: 0.0500970 Jan 28 04:20:17.888098 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88190697-6211-41f9-bbe0-3d412e08d60d req-2ecbae0e-572b-4695-8e26-a18294e2ef05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:20:17.889676 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-88190697-6211-41f9-bbe0-3d412e08d60d req-2ecbae0e-572b-4695-8e26-a18294e2ef05 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9aba047a-5d37-4363-8434-c6bd90a9f704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419514 Jan 28 04:20:17.985045 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-88190697-6211-41f9-bbe0-3d412e08d60d req-ece009d0-5257-44b7-82a5-66f4e88e528b service neutron] 10.222.0.67 "GET /v2.0/networks/9aba047a-5d37-4363-8434-c6bd90a9f704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896597 Jan 28 04:20:18.078648 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-88190697-6211-41f9-bbe0-3d412e08d60d req-5e9b3cc1-c1e2-436c-af2e-a53f0bd81b75 service neutron] 10.222.0.67 "GET /v2.0/networks/9aba047a-5d37-4363-8434-c6bd90a9f704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874364 Jan 28 04:20:18.207724 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c55d4-03b7-43a4-a05c-b94568489176 req-284d970f-9894-4257-b44f-524f269d9527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:20:18.209304 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4f5c55d4-03b7-43a4-a05c-b94568489176 req-284d970f-9894-4257-b44f-524f269d9527 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8&device_id=6c5aeec3-2ca9-470d-b2d6-ebbf51e69995 HTTP/1.1" status: 200 len: 1095 time: 0.0469851 Jan 28 04:20:18.304687 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c55d4-03b7-43a4-a05c-b94568489176 req-ee2529c0-ab09-4d9a-a603-56cb5461b26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:20:18.306251 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4f5c55d4-03b7-43a4-a05c-b94568489176 req-ee2529c0-ab09-4d9a-a603-56cb5461b26e service neutron] 10.222.0.67 "GET /v2.0/networks?id=9aba047a-5d37-4363-8434-c6bd90a9f704 HTTP/1.1" status: 200 len: 898 time: 0.0901725 Jan 28 04:20:18.347166 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4f5c55d4-03b7-43a4-a05c-b94568489176 req-f504f3d0-3aad-4ceb-8cc0-c324b31e6ad1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d288419e-738f-408f-afd3-80ba9f01777b HTTP/1.1" status: 200 len: 217 time: 0.0352969 Jan 28 04:20:18.397871 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c55d4-03b7-43a4-a05c-b94568489176 req-13ac9c72-8614-4cf8-a9d9-c6c3ef7ed709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:20:18.399321 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4f5c55d4-03b7-43a4-a05c-b94568489176 req-13ac9c72-8614-4cf8-a9d9-c6c3ef7ed709 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bffb3a46-d129-4322-88ce-d2b8f663e6dd HTTP/1.1" status: 200 len: 835 time: 0.0466130 Jan 28 04:20:18.450075 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c55d4-03b7-43a4-a05c-b94568489176 req-93937c55-ae13-4435-ba63-59092ab1da64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:20:18.451589 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4f5c55d4-03b7-43a4-a05c-b94568489176 req-93937c55-ae13-4435-ba63-59092ab1da64 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9aba047a-5d37-4363-8434-c6bd90a9f704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457625 Jan 28 04:20:18.576580 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82328ec9-2b87-4612-92f6-7c88ca3daf63 req-d7697c9e-6e5e-4500-a133-189753d370b9 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:20:18.578103 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-82328ec9-2b87-4612-92f6-7c88ca3daf63 req-d7697c9e-6e5e-4500-a133-189753d370b9 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c5aeec3-2ca9-470d-b2d6-ebbf51e69995 HTTP/1.1" status: 200 len: 943 time: 0.1256633 Jan 28 04:20:18.618181 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4f5c55d4-03b7-43a4-a05c-b94568489176 req-09ead4e0-d51e-475d-8863-820cabca944a service neutron] 10.222.0.67 "GET /v2.0/networks/9aba047a-5d37-4363-8434-c6bd90a9f704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572723 Jan 28 04:20:18.696881 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-82328ec9-2b87-4612-92f6-7c88ca3daf63 req-d73a97f0-3cdc-4332-81c5-efad58bb57b1 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e77aeab-69c9-49fc-aae6-3611a49034ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124353 Jan 28 04:20:18.742839 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4f5c55d4-03b7-43a4-a05c-b94568489176 req-4b4a7282-0ec0-49a0-ad68-2355fca2662c service neutron] 10.222.0.67 "GET /v2.0/networks/9aba047a-5d37-4363-8434-c6bd90a9f704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124070 Jan 28 04:20:19.832876 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac41a7-56a3-48ae-967d-3ab9fbd8c84b req-3fcd9d0e-8462-4120-94fb-b579a3fe085b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:20:19.834496 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c2ac41a7-56a3-48ae-967d-3ab9fbd8c84b req-3fcd9d0e-8462-4120-94fb-b579a3fe085b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c5aeec3-2ca9-470d-b2d6-ebbf51e69995 HTTP/1.1" status: 200 len: 943 time: 0.0569735 Jan 28 04:20:19.888600 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c2ac41a7-56a3-48ae-967d-3ab9fbd8c84b req-eb2acace-3769-4ec7-a4a2-f196b822f50d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e77aeab-69c9-49fc-aae6-3611a49034ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443647 Jan 28 04:20:21.010544 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e772e8-7ca1-4d42-90b4-8e2cea6ddc46 req-b079437b-8a11-4fb9-bec1-4c8c0bb0b198 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:20:21.012070 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c6e772e8-7ca1-4d42-90b4-8e2cea6ddc46 req-b079437b-8a11-4fb9-bec1-4c8c0bb0b198 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c5aeec3-2ca9-470d-b2d6-ebbf51e69995 HTTP/1.1" status: 200 len: 943 time: 0.0513837 Jan 28 04:20:21.071942 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c6e772e8-7ca1-4d42-90b4-8e2cea6ddc46 req-960a4afb-f436-47df-9879-b0dbeedb355e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e77aeab-69c9-49fc-aae6-3611a49034ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519269 Jan 28 04:20:21.251681 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device d288419e-738f-408f-afd3-80ba9f01777b details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:20:21.351048 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port d288419e-738f-408f-afd3-80ba9f01777b, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=d288419e-738f-408f-afd3-80ba9f01777b,segment=NetworkSegment(dc20e8a8-ea0f-4311-b066-653b5dd559d9),segment_id=dc20e8a8-ea0f-4311-b066-653b5dd559d9)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:20:21.362897 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': 'd288419e-738f-408f-afd3-80ba9f01777b', 'network_id': '9aba047a-5d37-4363-8434-c6bd90a9f704', 'port_id': 'd288419e-738f-408f-afd3-80ba9f01777b', 'mac_address': 'fa:16:3e:f5:a5:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bffb3a46-d129-4322-88ce-d2b8f663e6dd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:20:21.404006 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port d288419e-738f-408f-afd3-80ba9f01777b is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:20:21.404404 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d288419e-738f-408f-afd3-80ba9f01777b), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:21.417853 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d288419e-738f-408f-afd3-80ba9f01777b {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:20:21.437926 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port d288419e-738f-408f-afd3-80ba9f01777b, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=d288419e-738f-408f-afd3-80ba9f01777b,segment=NetworkSegment(dc20e8a8-ea0f-4311-b066-653b5dd559d9),segment_id=dc20e8a8-ea0f-4311-b066-653b5dd559d9)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:20:21.445439 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d288419e-738f-408f-afd3-80ba9f01777b), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:21.493662 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=d288419e-738f-408f-afd3-80ba9f01777b,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:20:21.850693 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['d288419e-738f-408f-afd3-80ba9f01777b'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:20:22.196942 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109b4a3-440d-4f30-b191-128c9b6869d8 req-647a2709-df50-4fd2-93f8-dc4f4649691e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:20:22.198435 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b109b4a3-440d-4f30-b191-128c9b6869d8 req-647a2709-df50-4fd2-93f8-dc4f4649691e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c5aeec3-2ca9-470d-b2d6-ebbf51e69995 HTTP/1.1" status: 200 len: 944 time: 0.0495989 Jan 28 04:20:22.254448 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b109b4a3-440d-4f30-b191-128c9b6869d8 req-0f552a67-5071-4f31-81c9-2dbb13237c24 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e77aeab-69c9-49fc-aae6-3611a49034ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479696 Jan 28 04:20:23.274994 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device d288419e-738f-408f-afd3-80ba9f01777b up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:20:23.318134 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:20:23.331535 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port d288419e-738f-408f-afd3-80ba9f01777b completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:20:23.335928 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port d288419e-738f-408f-afd3-80ba9f01777b triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:20:23.336319 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (d288419e-738f-408f-afd3-80ba9f01777b), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:23.376851 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4255bb9-bb8b-47c0-a31d-9660fb940fb3 req-7f7686c6-5b10-4678-a0ec-9c6a29d14a9b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:20:23.378359 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f4255bb9-bb8b-47c0-a31d-9660fb940fb3 req-7f7686c6-5b10-4678-a0ec-9c6a29d14a9b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c5aeec3-2ca9-470d-b2d6-ebbf51e69995 HTTP/1.1" status: 200 len: 944 time: 0.0510318 Jan 28 04:20:23.419603 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port d288419e-738f-408f-afd3-80ba9f01777b is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:20:23.420027 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (d288419e-738f-408f-afd3-80ba9f01777b), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:23.429818 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f4255bb9-bb8b-47c0-a31d-9660fb940fb3 req-68a96bd4-6071-4a18-8e27-d79920b791e2 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e77aeab-69c9-49fc-aae6-3611a49034ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454924 Jan 28 04:20:23.446176 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5aeec3-2ca9-470d-b2d6-ebbf51e69995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd288419e-738f-408f-afd3-80ba9f01777b'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:20:23.448484 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7466989c69d563e87a019306beca113247d74b519ddc68a6966af7388d6c63e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c594e65e-2ab1-4867-866d-093e7216542f" -d '{"events": [{"server_uuid": "6c5aeec3-2ca9-470d-b2d6-ebbf51e69995", "name": "network-vif-plugged", "status": "completed", "tag": "d288419e-738f-408f-afd3-80ba9f01777b"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:20:23.465559 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port d288419e-738f-408f-afd3-80ba9f01777b, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=d288419e-738f-408f-afd3-80ba9f01777b,segment=NetworkSegment(dc20e8a8-ea0f-4311-b066-653b5dd559d9),segment_id=dc20e8a8-ea0f-4311-b066-653b5dd559d9)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:20:23.471327 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (d288419e-738f-408f-afd3-80ba9f01777b), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:23.517176 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=d288419e-738f-408f-afd3-80ba9f01777b,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:20:23.543852 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8070c22f-5723-468d-a800-0d7712b344f4 x-openstack-request-id: req-8070c22f-5723-468d-a800-0d7712b344f4 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:20:23.544200 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5aeec3-2ca9-470d-b2d6-ebbf51e69995", "name": "network-vif-plugged", "status": "completed", "tag": "d288419e-738f-408f-afd3-80ba9f01777b", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:20:23.544556 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8070c22f-5723-468d-a800-0d7712b344f4 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:20:23.545166 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c5aeec3-2ca9-470d-b2d6-ebbf51e69995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd288419e-738f-408f-afd3-80ba9f01777b', 'code': 200} Jan 28 04:20:23.680473 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543e65b-6aa7-4b08-9edf-a6349506ff3f req-f9612bbf-3557-40fb-ba27-e84b8ba90b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:20:23.682050 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f543e65b-6aa7-4b08-9edf-a6349506ff3f req-f9612bbf-3557-40fb-ba27-e84b8ba90b7f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6c5aeec3-2ca9-470d-b2d6-ebbf51e69995 HTTP/1.1" status: 200 len: 1097 time: 0.0469413 Jan 28 04:20:23.731376 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f543e65b-6aa7-4b08-9edf-a6349506ff3f req-d21c19ac-7706-4a8f-90f8-2a497d037a26 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7e77aeab-69c9-49fc-aae6-3611a49034ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432596 Jan 28 04:20:24.569106 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31d5c2-850c-42a3-a615-0fe65328aead req-9d42bd50-c8e1-44ce-ba2f-c6d7ccc69146 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:20:24.570609 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8e31d5c2-850c-42a3-a615-0fe65328aead req-9d42bd50-c8e1-44ce-ba2f-c6d7ccc69146 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c5aeec3-2ca9-470d-b2d6-ebbf51e69995 HTTP/1.1" status: 200 len: 945 time: 0.0640895 Jan 28 04:20:24.622789 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8e31d5c2-850c-42a3-a615-0fe65328aead req-1c2cf5cb-b7f9-4712-8e95-81425da34d50 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e77aeab-69c9-49fc-aae6-3611a49034ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440640 Jan 28 04:20:25.768599 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bf2cb-ec40-4a9b-a21c-adcbc409e465 req-904617c3-30f0-4ca5-89ed-99eeebe6ea0f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:20:25.770097 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a48bf2cb-ec40-4a9b-a21c-adcbc409e465 req-904617c3-30f0-4ca5-89ed-99eeebe6ea0f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c5aeec3-2ca9-470d-b2d6-ebbf51e69995 HTTP/1.1" status: 200 len: 945 time: 0.0615928 Jan 28 04:20:25.819711 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a48bf2cb-ec40-4a9b-a21c-adcbc409e465 req-8b8738bb-831f-4160-9f92-da730eee2867 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e77aeab-69c9-49fc-aae6-3611a49034ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432782 Jan 28 04:20:25.939914 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fbba81-a18e-40ea-a4eb-7659939c51fa req-1670c499-7546-4070-85dc-3800b05d3421 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:20:25.941345 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-83fbba81-a18e-40ea-a4eb-7659939c51fa req-1670c499-7546-4070-85dc-3800b05d3421 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c5aeec3-2ca9-470d-b2d6-ebbf51e69995 HTTP/1.1" status: 200 len: 945 time: 0.0524423 Jan 28 04:20:25.993733 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-83fbba81-a18e-40ea-a4eb-7659939c51fa req-8f2c397a-bb98-45cd-ab55-7846d280cbc1 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e77aeab-69c9-49fc-aae6-3611a49034ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441227 Jan 28 04:20:26.019365 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38166) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:20:26.061106 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da703e78-8897-40f3-b6ef-9712d227053b tempest-TestNetworkAdvancedServerOps-1560678165 tempest-TestNetworkAdvancedServerOps-1560678165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:20:26.062614 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-da703e78-8897-40f3-b6ef-9712d227053b tempest-TestNetworkAdvancedServerOps-1560678165 tempest-TestNetworkAdvancedServerOps-1560678165-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6c5aeec3-2ca9-470d-b2d6-ebbf51e69995 HTTP/1.1" status: 200 len: 1092 time: 0.0422325 Jan 28 04:20:26.065897 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38168) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:20:26.073085 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-e99a3b65-6d69-490d-85d9-8c1ddec13f2e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'port_id': 'd288419e-738f-408f-afd3-80ba9f01777b', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:20:26.100908 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e99a3b65-6d69-490d-85d9-8c1ddec13f2e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:26.201318 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e99a3b65-6d69-490d-85d9-8c1ddec13f2e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:26.302823 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-e99a3b65-6d69-490d-85d9-8c1ddec13f2e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Allocated IP 172.25.0.43 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/dfb1b4ea-60e6-4d2a-88af-f1f3736df624) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:20:26.408366 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e99a3b65-6d69-490d-85d9-8c1ddec13f2e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for port (dfb1b4ea-60e6-4d2a-88af-f1f3736df624), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:26.445242 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e99a3b65-6d69-490d-85d9-8c1ddec13f2e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (dfb1b4ea-60e6-4d2a-88af-f1f3736df624), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:26.480927 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99a3b65-6d69-490d-85d9-8c1ddec13f2e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:20:26.483596 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-e99a3b65-6d69-490d-85d9-8c1ddec13f2e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:20:26.486349 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99a3b65-6d69-490d-85d9-8c1ddec13f2e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:20:26.515981 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a3b65-6d69-490d-85d9-8c1ddec13f2e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'Port': ['ID=dfb1b4ea-60e6-4d2a-88af-f1f3736df624,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:20:26.881747 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e99a3b65-6d69-490d-85d9-8c1ddec13f2e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for floatingip (43eec4b8-1b97-427d-82b5-bb765e7c4267), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:26.951916 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e99a3b65-6d69-490d-85d9-8c1ddec13f2e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (dfb1b4ea-60e6-4d2a-88af-f1f3736df624), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:27.114133 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e99a3b65-6d69-490d-85d9-8c1ddec13f2e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for port (dfb1b4ea-60e6-4d2a-88af-f1f3736df624), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:27.121572 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e99a3b65-6d69-490d-85d9-8c1ddec13f2e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (dfb1b4ea-60e6-4d2a-88af-f1f3736df624), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:27.200125 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a3b65-6d69-490d-85d9-8c1ddec13f2e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event updated for resources: {'Port': ['ID=dfb1b4ea-60e6-4d2a-88af-f1f3736df624,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:20:27.210242 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e99a3b65-6d69-490d-85d9-8c1ddec13f2e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (43eec4b8-1b97-427d-82b5-bb765e7c4267), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:27.316664 n-d-712139-27 neutron-server[109803]: INFO neutron.db.l3_db [None req-e99a3b65-6d69-490d-85d9-8c1ddec13f2e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Floating IP 43eec4b8-1b97-427d-82b5-bb765e7c4267 associated. External IP: 172.25.0.43, port: d288419e-738f-408f-afd3-80ba9f01777b. Jan 28 04:20:27.552548 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99a3b65-6d69-490d-85d9-8c1ddec13f2e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Router 2d170dd0-df3f-4141-9a28-f0a0832a1f2a has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:20:28.010002 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99a3b65-6d69-490d-85d9-8c1ddec13f2e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:20:28.020703 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2f425b-2489-4a7a-926d-380a05c9160a None None] Sync routers for ids ['2d170dd0-df3f-4141-9a28-f0a0832a1f2a'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:20:28.028726 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e99a3b65-6d69-490d-85d9-8c1ddec13f2e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:28.031489 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2f425b-2489-4a7a-926d-380a05c9160a None None] Routers {'2d170dd0-df3f-4141-9a28-f0a0832a1f2a'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:20:28.032101 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-ce2f425b-2489-4a7a-926d-380a05c9160a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:20:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['2d170dd0-df3f-4141-9a28-f0a0832a1f2a'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:20:28.055530 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e99a3b65-6d69-490d-85d9-8c1ddec13f2e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9882171 Jan 28 04:20:28.056170 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c5aeec3-2ca9-470d-b2d6-ebbf51e69995', 'tag': 'd288419e-738f-408f-afd3-80ba9f01777b'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:20:28.058557 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb8e5ea-a0bc-42c5-9279-61e10b6e16db" -d '{"events": [{"name": "network-changed", "server_uuid": "6c5aeec3-2ca9-470d-b2d6-ebbf51e69995", "tag": "d288419e-738f-408f-afd3-80ba9f01777b"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:20:28.098279 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57b1dd0-fe83-4160-8f9a-f7e5cd602b26 x-openstack-request-id: req-d57b1dd0-fe83-4160-8f9a-f7e5cd602b26 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:20:28.098631 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c5aeec3-2ca9-470d-b2d6-ebbf51e69995", "tag": "d288419e-738f-408f-afd3-80ba9f01777b", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:20:28.098868 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d57b1dd0-fe83-4160-8f9a-f7e5cd602b26 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:20:28.099293 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c5aeec3-2ca9-470d-b2d6-ebbf51e69995', 'tag': 'd288419e-738f-408f-afd3-80ba9f01777b', 'status': 'completed', 'code': 200} Jan 28 04:20:28.136832 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-ce2f425b-2489-4a7a-926d-380a05c9160a None None] Set router 2d170dd0-df3f-4141-9a28-f0a0832a1f2a gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:20:28.171560 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b1d39-997c-466e-9e3f-10d10c3a184c req-88a35310-6081-4362-8100-570c1e985585 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:20:28.174847 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3e7b1d39-997c-466e-9e3f-10d10c3a184c req-88a35310-6081-4362-8100-570c1e985585 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c5aeec3-2ca9-470d-b2d6-ebbf51e69995 HTTP/1.1" status: 200 len: 945 time: 0.0619109 Jan 28 04:20:28.188393 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8e5ea-a0bc-42c5-9279-61e10b6e16db req-328379e4-aa36-42f5-b198-54e67805dd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:20:28.190275 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9fb8e5ea-a0bc-42c5-9279-61e10b6e16db req-328379e4-aa36-42f5-b198-54e67805dd8e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8&device_id=6c5aeec3-2ca9-470d-b2d6-ebbf51e69995 HTTP/1.1" status: 200 len: 1097 time: 0.0505390 Jan 28 04:20:28.227273 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3e7b1d39-997c-466e-9e3f-10d10c3a184c req-02d0a16a-bc6d-40c2-b38c-6ca88065a3bc tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e77aeab-69c9-49fc-aae6-3611a49034ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438414 Jan 28 04:20:28.250860 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38174) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:20:28.282627 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8e5ea-a0bc-42c5-9279-61e10b6e16db req-934ff766-8744-4d0e-b041-1cbcbca6d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:20:28.284115 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9fb8e5ea-a0bc-42c5-9279-61e10b6e16db req-934ff766-8744-4d0e-b041-1cbcbca6d601 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9aba047a-5d37-4363-8434-c6bd90a9f704 HTTP/1.1" status: 200 len: 898 time: 0.0885730 Jan 28 04:20:28.313599 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-bc1d02a5-259f-46e7-9759-2f022c876776 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/floatingips/43eec4b8-1b97-427d-82b5-bb765e7c4267 HTTP/1.1" status: 200 len: 990 time: 0.0614851 Jan 28 04:20:28.354107 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9fb8e5ea-a0bc-42c5-9279-61e10b6e16db req-91fd68e4-35f5-4040-88da-742c849e4c35 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d288419e-738f-408f-afd3-80ba9f01777b HTTP/1.1" status: 200 len: 998 time: 0.0642231 Jan 28 04:20:28.360269 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-ce2f425b-2489-4a7a-926d-380a05c9160a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d170dd0-df3f-4141-9a28-f0a0832a1f2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136154798', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '90b878bd-39bd-4920-8656-0f609d0dac24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:20:09Z', 'updated_at': '2022-01-28T04:20:13Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': '90b878bd-39bd-4920-8656-0f609d0dac24', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d170dd0-df3f-4141-9a28-f0a0832a1f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:20:10Z', 'updated_at': '2022-01-28T04:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '43eec4b8-1b97-427d-82b5-bb765e7c4267', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '2d170dd0-df3f-4141-9a28-f0a0832a1f2a', 'port_id': 'd288419e-738f-408f-afd3-80ba9f01777b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9aba047a-5d37-4363-8434-c6bd90a9f704', 'mac_address': 'fa:16:3e:f5:a5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5aeec3-2ca9-470d-b2d6-ebbf51e69995', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:20:26Z', 'updated_at': '2022-01-28T04:20:26Z', 'revision_number': 0, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ca86a1-51f9-4399-8fb9-7f1de6801dcd', 'name': '', 'network_id': '9aba047a-5d37-4363-8434-c6bd90a9f704', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'mac_address': 'fa:16:3e:51:11:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d170dd0-df3f-4141-9a28-f0a0832a1f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'bffb3a46-d129-4322-88ce-d2b8f663e6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:20:12Z', 'updated_at': '2022-01-28T04:20:16Z', 'revision_number': 5, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'subnets': [{'id': 'bffb3a46-d129-4322-88ce-d2b8f663e6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:20:28.389453 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2f425b-2489-4a7a-926d-380a05c9160a None None] Checking router: 2d170dd0-df3f-4141-9a28-f0a0832a1f2a for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:20:28.398061 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2f425b-2489-4a7a-926d-380a05c9160a None None] Routers {'2d170dd0-df3f-4141-9a28-f0a0832a1f2a'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:20:28.398673 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-ce2f425b-2489-4a7a-926d-380a05c9160a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:20:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['2d170dd0-df3f-4141-9a28-f0a0832a1f2a'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:20:28.401525 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8e5ea-a0bc-42c5-9279-61e10b6e16db req-a1a28326-a466-460d-b02b-b11941149ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:20:28.403051 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9fb8e5ea-a0bc-42c5-9279-61e10b6e16db req-a1a28326-a466-460d-b02b-b11941149ac4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bffb3a46-d129-4322-88ce-d2b8f663e6dd HTTP/1.1" status: 200 len: 835 time: 0.0436916 Jan 28 04:20:28.449577 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8e5ea-a0bc-42c5-9279-61e10b6e16db req-367bce66-1ed5-4ef0-b992-bcbc5b8de62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:20:28.451020 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9fb8e5ea-a0bc-42c5-9279-61e10b6e16db req-367bce66-1ed5-4ef0-b992-bcbc5b8de62e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9aba047a-5d37-4363-8434-c6bd90a9f704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425045 Jan 28 04:20:28.505220 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-ce2f425b-2489-4a7a-926d-380a05c9160a None None] Set router 2d170dd0-df3f-4141-9a28-f0a0832a1f2a gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:20:28.544835 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9fb8e5ea-a0bc-42c5-9279-61e10b6e16db req-8b7d9fea-1dd0-49cc-ac36-545c55ba2931 service neutron] 10.222.0.67 "GET /v2.0/networks/9aba047a-5d37-4363-8434-c6bd90a9f704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881362 Jan 28 04:20:28.635545 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9fb8e5ea-a0bc-42c5-9279-61e10b6e16db req-8df490ce-a423-4558-bfd1-05c7c80bec7c service neutron] 10.222.0.67 "GET /v2.0/networks/9aba047a-5d37-4363-8434-c6bd90a9f704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841022 Jan 28 04:20:28.823087 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-ce2f425b-2489-4a7a-926d-380a05c9160a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d170dd0-df3f-4141-9a28-f0a0832a1f2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136154798', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '90b878bd-39bd-4920-8656-0f609d0dac24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:20:09Z', 'updated_at': '2022-01-28T04:20:13Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': '90b878bd-39bd-4920-8656-0f609d0dac24', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d170dd0-df3f-4141-9a28-f0a0832a1f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:20:10Z', 'updated_at': '2022-01-28T04:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '43eec4b8-1b97-427d-82b5-bb765e7c4267', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '2d170dd0-df3f-4141-9a28-f0a0832a1f2a', 'port_id': 'd288419e-738f-408f-afd3-80ba9f01777b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9aba047a-5d37-4363-8434-c6bd90a9f704', 'mac_address': 'fa:16:3e:f5:a5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5aeec3-2ca9-470d-b2d6-ebbf51e69995', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:20:26Z', 'updated_at': '2022-01-28T04:20:26Z', 'revision_number': 0, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ca86a1-51f9-4399-8fb9-7f1de6801dcd', 'name': '', 'network_id': '9aba047a-5d37-4363-8434-c6bd90a9f704', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'mac_address': 'fa:16:3e:51:11:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d170dd0-df3f-4141-9a28-f0a0832a1f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'bffb3a46-d129-4322-88ce-d2b8f663e6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:20:12Z', 'updated_at': '2022-01-28T04:20:16Z', 'revision_number': 5, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'subnets': [{'id': 'bffb3a46-d129-4322-88ce-d2b8f663e6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:20:28.856306 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2f425b-2489-4a7a-926d-380a05c9160a None None] The sync data for ids ['2d170dd0-df3f-4141-9a28-f0a0832a1f2a'] in n-d-712139-27 is: [{'id': '2d170dd0-df3f-4141-9a28-f0a0832a1f2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136154798', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '90b878bd-39bd-4920-8656-0f609d0dac24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:20:09Z', 'updated_at': '2022-01-28T04:20:13Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': '90b878bd-39bd-4920-8656-0f609d0dac24', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d170dd0-df3f-4141-9a28-f0a0832a1f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:20:10Z', 'updated_at': '2022-01-28T04:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '43eec4b8-1b97-427d-82b5-bb765e7c4267', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '2d170dd0-df3f-4141-9a28-f0a0832a1f2a', 'port_id': 'd288419e-738f-408f-afd3-80ba9f01777b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9aba047a-5d37-4363-8434-c6bd90a9f704', 'mac_address': 'fa:16:3e:f5:a5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5aeec3-2ca9-470d-b2d6-ebbf51e69995', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:20:26Z', 'updated_at': '2022-01-28T04:20:26Z', 'revision_number': 0, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ca86a1-51f9-4399-8fb9-7f1de6801dcd', 'name': '', 'network_id': '9aba047a-5d37-4363-8434-c6bd90a9f704', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'mac_address': 'fa:16:3e:51:11:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d170dd0-df3f-4141-9a28-f0a0832a1f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'bffb3a46-d129-4322-88ce-d2b8f663e6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:20:12Z', 'updated_at': '2022-01-28T04:20:16Z', 'revision_number': 5, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'subnets': [{'id': 'bffb3a46-d129-4322-88ce-d2b8f663e6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:20:29.094114 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8868a13c-ab24-43e8-8865-b8f8f49b04a3 None None] New status for floating IP 43eec4b8-1b97-427d-82b5-bb765e7c4267: ACTIVE {{(pid=109804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:20:29.315106 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38176) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:20:29.386656 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e9f1ff81-1e39-4a4c-8fae-967bb69da122 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/floatingips/43eec4b8-1b97-427d-82b5-bb765e7c4267 HTTP/1.1" status: 200 len: 992 time: 0.0699515 Jan 28 04:20:29.867572 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d2c89343-5f30-491f-81a2-324a56710aa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:29.910150 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:31.913280 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4e6c504d-184f-406d-99fa-72a5b781d126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:33.736739 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:34.538840 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:35.221937 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:36.183959 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:59.873061 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b3b3e7da-38cc-4bac-860e-37ed3be74b27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:20:59.906221 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:00.319125 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:21:01.917268 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-07247a43-3239-42e6-a5d8-194115e9f425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:03.739599 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:04.539862 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:05.222253 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:06.182316 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:10.528819 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d7b6bb5f-1ded-4cd8-bfad-a42dfff7e8e9 req-c5081da9-e0eb-46c7-9b14-9db9d89e1780 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6c5aeec3-2ca9-470d-b2d6-ebbf51e69995&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419350 Jan 28 04:21:10.642198 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6bb5f-1ded-4cd8-bfad-a42dfff7e8e9 req-f85bb962-2476-40f6-ba97-1ada8284b580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:21:10.643707 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d7b6bb5f-1ded-4cd8-bfad-a42dfff7e8e9 req-f85bb962-2476-40f6-ba97-1ada8284b580 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8&device_id=6c5aeec3-2ca9-470d-b2d6-ebbf51e69995 HTTP/1.1" status: 200 len: 1097 time: 0.0474377 Jan 28 04:21:10.754023 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6bb5f-1ded-4cd8-bfad-a42dfff7e8e9 req-6864e19a-e81a-4bf8-9d3d-6d63fd5f07b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:21:10.755511 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d7b6bb5f-1ded-4cd8-bfad-a42dfff7e8e9 req-6864e19a-e81a-4bf8-9d3d-6d63fd5f07b7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9aba047a-5d37-4363-8434-c6bd90a9f704 HTTP/1.1" status: 200 len: 898 time: 0.0924008 Jan 28 04:21:10.822680 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d7b6bb5f-1ded-4cd8-bfad-a42dfff7e8e9 req-91bf472a-a5f3-4c34-96d1-ff64ffd901f3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d288419e-738f-408f-afd3-80ba9f01777b HTTP/1.1" status: 200 len: 1000 time: 0.0600975 Jan 28 04:21:10.876245 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6bb5f-1ded-4cd8-bfad-a42dfff7e8e9 req-12f129a6-5358-46d6-a6b7-7e604f4931c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:21:10.877747 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d7b6bb5f-1ded-4cd8-bfad-a42dfff7e8e9 req-12f129a6-5358-46d6-a6b7-7e604f4931c4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bffb3a46-d129-4322-88ce-d2b8f663e6dd HTTP/1.1" status: 200 len: 835 time: 0.0489738 Jan 28 04:21:10.925954 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6bb5f-1ded-4cd8-bfad-a42dfff7e8e9 req-498aa9a4-6d90-4824-aaf5-d8da9ac8524e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:21:10.927445 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d7b6bb5f-1ded-4cd8-bfad-a42dfff7e8e9 req-498aa9a4-6d90-4824-aaf5-d8da9ac8524e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9aba047a-5d37-4363-8434-c6bd90a9f704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427668 Jan 28 04:21:11.022553 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d7b6bb5f-1ded-4cd8-bfad-a42dfff7e8e9 req-c912ab03-36f3-4a65-980b-f6d5cfb12b57 service neutron] 10.222.0.67 "GET /v2.0/networks/9aba047a-5d37-4363-8434-c6bd90a9f704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878260 Jan 28 04:21:11.119719 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d7b6bb5f-1ded-4cd8-bfad-a42dfff7e8e9 req-25bcbc00-71d7-4e9f-a316-86a8fe880cea service neutron] 10.222.0.67 "GET /v2.0/networks/9aba047a-5d37-4363-8434-c6bd90a9f704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906062 Jan 28 04:21:29.883545 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-73351e52-bcb9-436e-939e-22e32da6b343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:29.905035 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:31.926845 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cd89ea98-1b7e-4a2c-a164-0b3312f9b3e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:33.749961 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:34.554050 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:35.227109 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:36.170317 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:37.318390 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:21:40.890693 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1512df3-7ede-4c99-93e3-73fb48b593aa req-3641393e-c3b6-40cc-a1b1-a5281639e0c1 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:21:40.892198 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a1512df3-7ede-4c99-93e3-73fb48b593aa req-3641393e-c3b6-40cc-a1b1-a5281639e0c1 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c5aeec3-2ca9-470d-b2d6-ebbf51e69995 HTTP/1.1" status: 200 len: 945 time: 0.0561736 Jan 28 04:21:40.949732 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a1512df3-7ede-4c99-93e3-73fb48b593aa req-08b3c5e3-6b79-4649-970a-9f1a7766d490 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e77aeab-69c9-49fc-aae6-3611a49034ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512793 Jan 28 04:21:42.086741 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11512bf3-6922-4ce2-a0b3-a9cf5fc261c5 req-403af29c-85f3-4026-b6a9-cd185a2380ed tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:21:42.088302 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-11512bf3-6922-4ce2-a0b3-a9cf5fc261c5 req-403af29c-85f3-4026-b6a9-cd185a2380ed tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c5aeec3-2ca9-470d-b2d6-ebbf51e69995 HTTP/1.1" status: 200 len: 945 time: 0.0529137 Jan 28 04:21:42.150343 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-11512bf3-6922-4ce2-a0b3-a9cf5fc261c5 req-376f143b-30bd-4520-a61b-5c48574451d4 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e77aeab-69c9-49fc-aae6-3611a49034ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562010 Jan 28 04:21:43.289129 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e3741-1118-4aac-99f6-d1216a98f606 req-ca61158a-6523-4b17-a7e0-ba6b09a89bb0 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:21:43.290646 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-208e3741-1118-4aac-99f6-d1216a98f606 req-ca61158a-6523-4b17-a7e0-ba6b09a89bb0 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c5aeec3-2ca9-470d-b2d6-ebbf51e69995 HTTP/1.1" status: 200 len: 945 time: 0.0702629 Jan 28 04:21:43.340869 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-208e3741-1118-4aac-99f6-d1216a98f606 req-1fe962f1-e706-4cbb-806f-1b36f060d67e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e77aeab-69c9-49fc-aae6-3611a49034ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443761 Jan 28 04:21:43.365558 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38214) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:21:43.426865 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b323c5cb-6449-4774-9ac7-839cecdb90e0 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/floatingips/43eec4b8-1b97-427d-82b5-bb765e7c4267 HTTP/1.1" status: 200 len: 992 time: 0.0601428 Jan 28 04:21:44.720058 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5db70-5cd9-4a26-9dc0-a3aa0d04fb4e req-793f6607-020d-4256-90f2-4473afb9bb29 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:21:44.721514 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4bb5db70-5cd9-4a26-9dc0-a3aa0d04fb4e req-793f6607-020d-4256-90f2-4473afb9bb29 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c5aeec3-2ca9-470d-b2d6-ebbf51e69995 HTTP/1.1" status: 200 len: 945 time: 0.0519860 Jan 28 04:21:44.761037 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1f5ad-74fa-4484-a2de-16504c567054 req-e045a6ea-f9b1-424a-a75c-873c33274a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:21:44.762593 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-34c1f5ad-74fa-4484-a2de-16504c567054 req-e045a6ea-f9b1-424a-a75c-873c33274a21 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8&device_id=6c5aeec3-2ca9-470d-b2d6-ebbf51e69995 HTTP/1.1" status: 200 len: 1097 time: 0.0479178 Jan 28 04:21:44.781600 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4bb5db70-5cd9-4a26-9dc0-a3aa0d04fb4e req-fb2a5076-dc21-4b54-aca7-b040dbd219b9 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e77aeab-69c9-49fc-aae6-3611a49034ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541480 Jan 28 04:21:44.856349 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1f5ad-74fa-4484-a2de-16504c567054 req-de30f01b-21e3-4b28-9866-7af5c9e1b13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:21:44.857873 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-34c1f5ad-74fa-4484-a2de-16504c567054 req-de30f01b-21e3-4b28-9866-7af5c9e1b13b service neutron] 10.222.0.67 "GET /v2.0/networks?id=9aba047a-5d37-4363-8434-c6bd90a9f704 HTTP/1.1" status: 200 len: 898 time: 0.0897045 Jan 28 04:21:44.929276 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-34c1f5ad-74fa-4484-a2de-16504c567054 req-5e476b93-bd6a-4c95-aab5-a512bd9a8455 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d288419e-738f-408f-afd3-80ba9f01777b HTTP/1.1" status: 200 len: 1000 time: 0.0653548 Jan 28 04:21:44.976392 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1f5ad-74fa-4484-a2de-16504c567054 req-b0265b75-c00c-4feb-8183-c3d2f37f6d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:21:44.977794 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-34c1f5ad-74fa-4484-a2de-16504c567054 req-b0265b75-c00c-4feb-8183-c3d2f37f6d3b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bffb3a46-d129-4322-88ce-d2b8f663e6dd HTTP/1.1" status: 200 len: 835 time: 0.0435009 Jan 28 04:21:45.023284 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1f5ad-74fa-4484-a2de-16504c567054 req-96fa620e-e6e9-49a8-8e15-1d90704477f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:21:45.024781 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-34c1f5ad-74fa-4484-a2de-16504c567054 req-96fa620e-e6e9-49a8-8e15-1d90704477f9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9aba047a-5d37-4363-8434-c6bd90a9f704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413425 Jan 28 04:21:45.115295 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-34c1f5ad-74fa-4484-a2de-16504c567054 req-5be68ff8-835f-479e-b9cb-e46a43fb8c40 service neutron] 10.222.0.67 "GET /v2.0/networks/9aba047a-5d37-4363-8434-c6bd90a9f704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844767 Jan 28 04:21:45.202458 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-34c1f5ad-74fa-4484-a2de-16504c567054 req-bf86ed95-0643-4267-8db6-83d466a89363 service neutron] 10.222.0.67 "GET /v2.0/networks/9aba047a-5d37-4363-8434-c6bd90a9f704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812147 Jan 28 04:21:45.910890 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ffbd74-c33b-4b07-9cc5-b08bfcfe06f3 req-d31a6ca0-8358-47cb-99d1-5f6c4da42880 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:21:45.912765 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b3ffbd74-c33b-4b07-9cc5-b08bfcfe06f3 req-d31a6ca0-8358-47cb-99d1-5f6c4da42880 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c5aeec3-2ca9-470d-b2d6-ebbf51e69995 HTTP/1.1" status: 200 len: 945 time: 0.0530252 Jan 28 04:21:45.965224 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b3ffbd74-c33b-4b07-9cc5-b08bfcfe06f3 req-3c33ca5f-a1cb-4ce4-9ba2-1ed1960e052e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e77aeab-69c9-49fc-aae6-3611a49034ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464463 Jan 28 04:21:47.082903 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb7c23-495b-4e43-a7d2-faa174018d9f req-d64e5812-1428-4588-82d2-25467150826b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:21:47.084387 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a2bb7c23-495b-4e43-a7d2-faa174018d9f req-d64e5812-1428-4588-82d2-25467150826b tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c5aeec3-2ca9-470d-b2d6-ebbf51e69995 HTTP/1.1" status: 200 len: 945 time: 0.0503864 Jan 28 04:21:47.133102 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a2bb7c23-495b-4e43-a7d2-faa174018d9f req-b04308a7-86ff-4724-9970-7a1985cafbcf tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e77aeab-69c9-49fc-aae6-3611a49034ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427775 Jan 28 04:21:47.159107 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38226) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:21:47.228398 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8af2d6da-a554-4891-91ba-db314287c767 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/floatingips/43eec4b8-1b97-427d-82b5-bb765e7c4267 HTTP/1.1" status: 200 len: 992 time: 0.0681536 Jan 28 04:21:47.506568 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38232) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:21:47.671631 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-73001c83-af3c-4df5-81be-285771c9583d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Deleting port dfb1b4ea-60e6-4d2a-88af-f1f3736df624 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:21:47.672004 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-73001c83-af3c-4df5-81be-285771c9583d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (dfb1b4ea-60e6-4d2a-88af-f1f3736df624), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:47.749255 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-73001c83-af3c-4df5-81be-285771c9583d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (dfb1b4ea-60e6-4d2a-88af-f1f3736df624), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:47.749550 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-73001c83-af3c-4df5-81be-285771c9583d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for floatingip (dfb1b4ea-60e6-4d2a-88af-f1f3736df624), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:47.761244 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-73001c83-af3c-4df5-81be-285771c9583d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Calling delete_port for dfb1b4ea-60e6-4d2a-88af-f1f3736df624 owned by network:floatingip {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:21:47.906910 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-73001c83-af3c-4df5-81be-285771c9583d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (dfb1b4ea-60e6-4d2a-88af-f1f3736df624), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:47.934894 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73001c83-af3c-4df5-81be-285771c9583d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event deleted for resources: {'Port': ['ID=dfb1b4ea-60e6-4d2a-88af-f1f3736df624,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:21:47.946626 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73001c83-af3c-4df5-81be-285771c9583d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:21:47.946976 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73001c83-af3c-4df5-81be-285771c9583d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:21:47.947317 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73001c83-af3c-4df5-81be-285771c9583d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:21:47.947648 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73001c83-af3c-4df5-81be-285771c9583d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:21:47.947995 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73001c83-af3c-4df5-81be-285771c9583d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:21:47.948321 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73001c83-af3c-4df5-81be-285771c9583d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:21:47.948644 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73001c83-af3c-4df5-81be-285771c9583d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:21:47.948972 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73001c83-af3c-4df5-81be-285771c9583d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:21:47.949326 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73001c83-af3c-4df5-81be-285771c9583d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:21:47.949648 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73001c83-af3c-4df5-81be-285771c9583d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:21:47.949968 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73001c83-af3c-4df5-81be-285771c9583d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:21:47.950285 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73001c83-af3c-4df5-81be-285771c9583d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:21:47.950584 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73001c83-af3c-4df5-81be-285771c9583d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:21:48.005829 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-73001c83-af3c-4df5-81be-285771c9583d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for floatingip (43eec4b8-1b97-427d-82b5-bb765e7c4267), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:48.006194 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [None req-73001c83-af3c-4df5-81be-285771c9583d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Floating IP 43eec4b8-1b97-427d-82b5-bb765e7c4267 disassociated (deleted). External IP: 172.25.0.43, port: d288419e-738f-408f-afd3-80ba9f01777b. Jan 28 04:21:48.210897 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73001c83-af3c-4df5-81be-285771c9583d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Router 2d170dd0-df3f-4141-9a28-f0a0832a1f2a has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:21:48.652166 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73001c83-af3c-4df5-81be-285771c9583d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:21:48.657256 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-73001c83-af3c-4df5-81be-285771c9583d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:48.663930 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d936116a-883b-4d69-9d06-6cd78c4b615f None None] Sync routers for ids ['2d170dd0-df3f-4141-9a28-f0a0832a1f2a'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:21:48.675411 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d936116a-883b-4d69-9d06-6cd78c4b615f None None] Routers {'2d170dd0-df3f-4141-9a28-f0a0832a1f2a'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:21:48.675976 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-d936116a-883b-4d69-9d06-6cd78c4b615f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:21:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['2d170dd0-df3f-4141-9a28-f0a0832a1f2a'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:21:48.687304 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-73001c83-af3c-4df5-81be-285771c9583d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "DELETE /v2.0/floatingips/43eec4b8-1b97-427d-82b5-bb765e7c4267 HTTP/1.1" status: 204 len: 168 time: 1.1796939 Jan 28 04:21:48.687881 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c5aeec3-2ca9-470d-b2d6-ebbf51e69995', 'tag': 'd288419e-738f-408f-afd3-80ba9f01777b'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:21:48.690189 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3198fe40c20953b5b589f016e0433bfb4a98f5964cdf03e8abb15383fb0d5974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5204a9b-2412-4567-a398-849a27c495aa" -d '{"events": [{"name": "network-changed", "server_uuid": "6c5aeec3-2ca9-470d-b2d6-ebbf51e69995", "tag": "d288419e-738f-408f-afd3-80ba9f01777b"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:21:48.783070 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4dd481-4e55-442f-aabe-b594d175a057 x-openstack-request-id: req-4b4dd481-4e55-442f-aabe-b594d175a057 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:21:48.783367 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c5aeec3-2ca9-470d-b2d6-ebbf51e69995", "tag": "d288419e-738f-408f-afd3-80ba9f01777b", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:21:48.783651 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4b4dd481-4e55-442f-aabe-b594d175a057 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:21:48.784058 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c5aeec3-2ca9-470d-b2d6-ebbf51e69995', 'tag': 'd288419e-738f-408f-afd3-80ba9f01777b', 'status': 'completed', 'code': 200} Jan 28 04:21:48.790900 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-d936116a-883b-4d69-9d06-6cd78c4b615f None None] Set router 2d170dd0-df3f-4141-9a28-f0a0832a1f2a gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:21:48.889525 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5204a9b-2412-4567-a398-849a27c495aa req-c7cfafc8-6572-41c3-8392-638ebaca2564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:21:48.891046 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d5204a9b-2412-4567-a398-849a27c495aa req-c7cfafc8-6572-41c3-8392-638ebaca2564 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8&device_id=6c5aeec3-2ca9-470d-b2d6-ebbf51e69995 HTTP/1.1" status: 200 len: 1097 time: 0.0604284 Jan 28 04:21:49.000172 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-d936116a-883b-4d69-9d06-6cd78c4b615f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d170dd0-df3f-4141-9a28-f0a0832a1f2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136154798', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '90b878bd-39bd-4920-8656-0f609d0dac24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:20:09Z', 'updated_at': '2022-01-28T04:20:13Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': '90b878bd-39bd-4920-8656-0f609d0dac24', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d170dd0-df3f-4141-9a28-f0a0832a1f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:20:10Z', 'updated_at': '2022-01-28T04:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '28ca86a1-51f9-4399-8fb9-7f1de6801dcd', 'name': '', 'network_id': '9aba047a-5d37-4363-8434-c6bd90a9f704', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'mac_address': 'fa:16:3e:51:11:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d170dd0-df3f-4141-9a28-f0a0832a1f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'bffb3a46-d129-4322-88ce-d2b8f663e6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:20:12Z', 'updated_at': '2022-01-28T04:20:16Z', 'revision_number': 5, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'subnets': [{'id': 'bffb3a46-d129-4322-88ce-d2b8f663e6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:21:49.006154 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e059e-4d8e-4a6d-b8a4-24cd4536cc0d req-1d3408e7-67aa-4b72-8c6d-fff3cc51eea1 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:21:49.007741 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-be0e059e-4d8e-4a6d-b8a4-24cd4536cc0d req-1d3408e7-67aa-4b72-8c6d-fff3cc51eea1 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c5aeec3-2ca9-470d-b2d6-ebbf51e69995 HTTP/1.1" status: 200 len: 945 time: 0.1141386 Jan 28 04:21:49.025824 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d936116a-883b-4d69-9d06-6cd78c4b615f None None] Checking router: 2d170dd0-df3f-4141-9a28-f0a0832a1f2a for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:21:49.034967 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5204a9b-2412-4567-a398-849a27c495aa req-75ab39c4-2762-432f-a22d-e81c23a13ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:21:49.035183 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d936116a-883b-4d69-9d06-6cd78c4b615f None None] Routers {'2d170dd0-df3f-4141-9a28-f0a0832a1f2a'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:21:49.035751 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-d936116a-883b-4d69-9d06-6cd78c4b615f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:21:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['2d170dd0-df3f-4141-9a28-f0a0832a1f2a'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:21:49.036788 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d5204a9b-2412-4567-a398-849a27c495aa req-75ab39c4-2762-432f-a22d-e81c23a13ff0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9aba047a-5d37-4363-8434-c6bd90a9f704 HTTP/1.1" status: 200 len: 898 time: 0.1348786 Jan 28 04:21:49.086387 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d5204a9b-2412-4567-a398-849a27c495aa req-c3cee49e-ce41-4860-accd-f9508ef4e002 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d288419e-738f-408f-afd3-80ba9f01777b HTTP/1.1" status: 200 len: 217 time: 0.0419195 Jan 28 04:21:49.108138 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-be0e059e-4d8e-4a6d-b8a4-24cd4536cc0d req-aafcdb47-9367-4806-a2d0-6d8f1d2e5189 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e77aeab-69c9-49fc-aae6-3611a49034ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935726 Jan 28 04:21:49.141463 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5204a9b-2412-4567-a398-849a27c495aa req-73aa346b-347a-4b80-b236-fb2d22c76f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:21:49.142493 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-d936116a-883b-4d69-9d06-6cd78c4b615f None None] Set router 2d170dd0-df3f-4141-9a28-f0a0832a1f2a gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:21:49.142946 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d5204a9b-2412-4567-a398-849a27c495aa req-73aa346b-347a-4b80-b236-fb2d22c76f65 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bffb3a46-d129-4322-88ce-d2b8f663e6dd HTTP/1.1" status: 200 len: 835 time: 0.0477512 Jan 28 04:21:49.194658 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5204a9b-2412-4567-a398-849a27c495aa req-89023fc5-6ca5-41b8-9433-c4bd4676f1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:21:49.196188 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d5204a9b-2412-4567-a398-849a27c495aa req-89023fc5-6ca5-41b8-9433-c4bd4676f1fd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9aba047a-5d37-4363-8434-c6bd90a9f704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462623 Jan 28 04:21:49.285774 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d5204a9b-2412-4567-a398-849a27c495aa req-d73194a6-4b3f-4da7-9811-b12bbbe7804e service neutron] 10.222.0.67 "GET /v2.0/networks/9aba047a-5d37-4363-8434-c6bd90a9f704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819213 Jan 28 04:21:49.344483 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-d936116a-883b-4d69-9d06-6cd78c4b615f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d170dd0-df3f-4141-9a28-f0a0832a1f2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136154798', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '90b878bd-39bd-4920-8656-0f609d0dac24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:20:09Z', 'updated_at': '2022-01-28T04:20:13Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': '90b878bd-39bd-4920-8656-0f609d0dac24', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d170dd0-df3f-4141-9a28-f0a0832a1f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:20:10Z', 'updated_at': '2022-01-28T04:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '28ca86a1-51f9-4399-8fb9-7f1de6801dcd', 'name': '', 'network_id': '9aba047a-5d37-4363-8434-c6bd90a9f704', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'mac_address': 'fa:16:3e:51:11:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d170dd0-df3f-4141-9a28-f0a0832a1f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'bffb3a46-d129-4322-88ce-d2b8f663e6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:20:12Z', 'updated_at': '2022-01-28T04:20:16Z', 'revision_number': 5, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'subnets': [{'id': 'bffb3a46-d129-4322-88ce-d2b8f663e6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:21:49.370315 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d936116a-883b-4d69-9d06-6cd78c4b615f None None] The sync data for ids ['2d170dd0-df3f-4141-9a28-f0a0832a1f2a'] in n-d-712139-27 is: [{'id': '2d170dd0-df3f-4141-9a28-f0a0832a1f2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136154798', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '90b878bd-39bd-4920-8656-0f609d0dac24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:20:09Z', 'updated_at': '2022-01-28T04:20:13Z', 'revision_number': 4, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': '90b878bd-39bd-4920-8656-0f609d0dac24', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d170dd0-df3f-4141-9a28-f0a0832a1f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:20:10Z', 'updated_at': '2022-01-28T04:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '28ca86a1-51f9-4399-8fb9-7f1de6801dcd', 'name': '', 'network_id': '9aba047a-5d37-4363-8434-c6bd90a9f704', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'mac_address': 'fa:16:3e:51:11:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d170dd0-df3f-4141-9a28-f0a0832a1f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'bffb3a46-d129-4322-88ce-d2b8f663e6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:20:12Z', 'updated_at': '2022-01-28T04:20:16Z', 'revision_number': 5, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'subnets': [{'id': 'bffb3a46-d129-4322-88ce-d2b8f663e6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:21:49.378212 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d5204a9b-2412-4567-a398-849a27c495aa req-fffc555a-d21b-4e78-8b88-3953bca10383 service neutron] 10.222.0.67 "GET /v2.0/networks/9aba047a-5d37-4363-8434-c6bd90a9f704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864079 Jan 28 04:21:49.605872 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f079956f-5e1f-4809-809d-e32c0b3b873e None None] New status for floating IP 43eec4b8-1b97-427d-82b5-bb765e7c4267: DOWN {{(pid=109804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:21:50.233203 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c91705-5b39-4234-8921-9f8990b6520f req-513b54b0-34e1-46be-a491-8d29185ad0ed tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:21:50.234700 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b0c91705-5b39-4234-8921-9f8990b6520f req-513b54b0-34e1-46be-a491-8d29185ad0ed tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c5aeec3-2ca9-470d-b2d6-ebbf51e69995 HTTP/1.1" status: 200 len: 945 time: 0.0505109 Jan 28 04:21:50.284947 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b0c91705-5b39-4234-8921-9f8990b6520f req-382a6a2d-dced-45c5-af14-c28acc79761d tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e77aeab-69c9-49fc-aae6-3611a49034ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444539 Jan 28 04:21:50.985640 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef7335-414f-4f05-9a0b-cddb1e8bd3b9 req-2afe312a-9749-4aeb-8bee-3645f7d18f7e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:21:50.986990 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-89ef7335-414f-4f05-9a0b-cddb1e8bd3b9 req-2afe312a-9749-4aeb-8bee-3645f7d18f7e tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c5aeec3-2ca9-470d-b2d6-ebbf51e69995 HTTP/1.1" status: 200 len: 945 time: 0.0541403 Jan 28 04:21:51.080801 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-89ef7335-414f-4f05-9a0b-cddb1e8bd3b9 req-bc60cb61-e27b-4099-be16-9cff07284712 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Deleting port d288419e-738f-408f-afd3-80ba9f01777b {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:21:51.081204 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-89ef7335-414f-4f05-9a0b-cddb1e8bd3b9 req-bc60cb61-e27b-4099-be16-9cff07284712 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (d288419e-738f-408f-afd3-80ba9f01777b), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:51.177989 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-89ef7335-414f-4f05-9a0b-cddb1e8bd3b9 req-bc60cb61-e27b-4099-be16-9cff07284712 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] For port d288419e-738f-408f-afd3-80ba9f01777b, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=d288419e-738f-408f-afd3-80ba9f01777b,segment=NetworkSegment(dc20e8a8-ea0f-4311-b066-653b5dd559d9),segment_id=dc20e8a8-ea0f-4311-b066-653b5dd559d9)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:21:51.178346 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-89ef7335-414f-4f05-9a0b-cddb1e8bd3b9 req-bc60cb61-e27b-4099-be16-9cff07284712 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (d288419e-738f-408f-afd3-80ba9f01777b), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:51.193744 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-89ef7335-414f-4f05-9a0b-cddb1e8bd3b9 req-bc60cb61-e27b-4099-be16-9cff07284712 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Calling delete_port for d288419e-738f-408f-afd3-80ba9f01777b owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:21:51.335619 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-89ef7335-414f-4f05-9a0b-cddb1e8bd3b9 req-bc60cb61-e27b-4099-be16-9cff07284712 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (d288419e-738f-408f-afd3-80ba9f01777b), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:51.370399 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60cb61-e27b-4099-be16-9cff07284712 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event deleted for resources: {'Port': ['ID=d288419e-738f-408f-afd3-80ba9f01777b,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:21:51.419012 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc60cb61-e27b-4099-be16-9cff07284712 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:21:51.419376 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc60cb61-e27b-4099-be16-9cff07284712 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:21:51.419747 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc60cb61-e27b-4099-be16-9cff07284712 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:21:51.420089 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc60cb61-e27b-4099-be16-9cff07284712 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:21:51.420426 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc60cb61-e27b-4099-be16-9cff07284712 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:21:51.420728 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc60cb61-e27b-4099-be16-9cff07284712 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:21:51.421192 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc60cb61-e27b-4099-be16-9cff07284712 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:21:51.421450 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc60cb61-e27b-4099-be16-9cff07284712 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:21:51.421784 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc60cb61-e27b-4099-be16-9cff07284712 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:21:51.422111 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc60cb61-e27b-4099-be16-9cff07284712 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:21:51.422453 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc60cb61-e27b-4099-be16-9cff07284712 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:21:51.422778 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc60cb61-e27b-4099-be16-9cff07284712 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:21:51.423105 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc60cb61-e27b-4099-be16-9cff07284712 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:21:51.427191 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a2990c79-7a66-415d-a38a-24a3d645d920 req-3e57f7df-156f-4d16-bafe-4517eb9eab4f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c5aeec3-2ca9-470d-b2d6-ebbf51e69995 HTTP/1.1" status: 200 len: 210 time: 0.0607219 Jan 28 04:21:51.445526 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ef7335-414f-4f05-9a0b-cddb1e8bd3b9 req-bc60cb61-e27b-4099-be16-9cff07284712 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] No DVR routers for this DVR port d288419e-738f-408f-afd3-80ba9f01777b on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:21:51.448457 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-89ef7335-414f-4f05-9a0b-cddb1e8bd3b9 req-bc60cb61-e27b-4099-be16-9cff07284712 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:51.451908 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-89ef7335-414f-4f05-9a0b-cddb1e8bd3b9 req-bc60cb61-e27b-4099-be16-9cff07284712 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.67 "DELETE /v2.0/ports/d288419e-738f-408f-afd3-80ba9f01777b HTTP/1.1" status: 204 len: 173 time: 0.4584591 Jan 28 04:21:51.452361 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5aeec3-2ca9-470d-b2d6-ebbf51e69995', 'name': 'network-vif-deleted', 'tag': 'd288419e-738f-408f-afd3-80ba9f01777b'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:21:51.462568 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fba286f-6514-4508-8d2f-588705f03246" -d '{"events": [{"server_uuid": "6c5aeec3-2ca9-470d-b2d6-ebbf51e69995", "name": "network-vif-deleted", "tag": "d288419e-738f-408f-afd3-80ba9f01777b"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:21:51.492281 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e74aa81-948a-4d52-9aa6-1f426d569d64 x-openstack-request-id: req-6e74aa81-948a-4d52-9aa6-1f426d569d64 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:21:51.492649 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5aeec3-2ca9-470d-b2d6-ebbf51e69995", "name": "network-vif-deleted", "tag": "d288419e-738f-408f-afd3-80ba9f01777b", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:21:51.492986 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6e74aa81-948a-4d52-9aa6-1f426d569d64 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:21:51.493385 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c5aeec3-2ca9-470d-b2d6-ebbf51e69995', 'name': 'network-vif-deleted', 'tag': 'd288419e-738f-408f-afd3-80ba9f01777b', 'status': 'completed', 'code': 200} Jan 28 04:21:52.500265 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38250) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:21:52.880304 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-370bcdcc-29bc-4f0b-9240-cecb9d696448 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (2d170dd0-df3f-4141-9a28-f0a0832a1f2a), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:53.150081 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-370bcdcc-29bc-4f0b-9240-cecb9d696448 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Deleting port 28ca86a1-51f9-4399-8fb9-7f1de6801dcd {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:21:53.150420 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-370bcdcc-29bc-4f0b-9240-cecb9d696448 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (28ca86a1-51f9-4399-8fb9-7f1de6801dcd), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:53.256329 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-370bcdcc-29bc-4f0b-9240-cecb9d696448 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] For port 28ca86a1-51f9-4399-8fb9-7f1de6801dcd, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=28ca86a1-51f9-4399-8fb9-7f1de6801dcd,segment=NetworkSegment(dc20e8a8-ea0f-4311-b066-653b5dd559d9),segment_id=dc20e8a8-ea0f-4311-b066-653b5dd559d9)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:21:53.256866 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-370bcdcc-29bc-4f0b-9240-cecb9d696448 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (28ca86a1-51f9-4399-8fb9-7f1de6801dcd), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:53.271656 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-370bcdcc-29bc-4f0b-9240-cecb9d696448 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Calling delete_port for 28ca86a1-51f9-4399-8fb9-7f1de6801dcd owned by network:router_interface {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:21:53.485494 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-370bcdcc-29bc-4f0b-9240-cecb9d696448 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (28ca86a1-51f9-4399-8fb9-7f1de6801dcd), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:53.517213 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370bcdcc-29bc-4f0b-9240-cecb9d696448 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event deleted for resources: {'Port': ['ID=28ca86a1-51f9-4399-8fb9-7f1de6801dcd,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:21:53.696048 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-370bcdcc-29bc-4f0b-9240-cecb9d696448 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (2d170dd0-df3f-4141-9a28-f0a0832a1f2a), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:53.798035 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device d288419e-738f-408f-afd3-80ba9f01777b no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:21:53.821813 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: d288419e-738f-408f-afd3-80ba9f01777b {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:21:53.822115 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device d288419e-738f-408f-afd3-80ba9f01777b not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:21:53.935257 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-370bcdcc-29bc-4f0b-9240-cecb9d696448 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Router 2d170dd0-df3f-4141-9a28-f0a0832a1f2a has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:21:54.048984 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370bcdcc-29bc-4f0b-9240-cecb9d696448 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:21:54.054880 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-370bcdcc-29bc-4f0b-9240-cecb9d696448 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "PUT /v2.0/routers/2d170dd0-df3f-4141-9a28-f0a0832a1f2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5535007 Jan 28 04:21:54.058234 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38252) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:21:54.064210 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e758923-3eaf-4ffe-ad53-af268ee0c789 None None] Sync routers for ids ['2d170dd0-df3f-4141-9a28-f0a0832a1f2a'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:21:54.074905 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e758923-3eaf-4ffe-ad53-af268ee0c789 None None] Routers {'2d170dd0-df3f-4141-9a28-f0a0832a1f2a'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:21:54.075519 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-4e758923-3eaf-4ffe-ad53-af268ee0c789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:21:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['2d170dd0-df3f-4141-9a28-f0a0832a1f2a'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:21:54.110766 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-901f3a0c-f1e2-488b-b348-65ee471d36c4 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Deleting subnet bffb3a46-d129-4322-88ce-d2b8f663e6dd {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:21:54.114291 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-901f3a0c-f1e2-488b-b348-65ee471d36c4 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for subnet (bffb3a46-d129-4322-88ce-d2b8f663e6dd), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:54.154504 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-901f3a0c-f1e2-488b-b348-65ee471d36c4 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (bffb3a46-d129-4322-88ce-d2b8f663e6dd), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:54.184001 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-4e758923-3eaf-4ffe-ad53-af268ee0c789 None None] Set router 2d170dd0-df3f-4141-9a28-f0a0832a1f2a gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:21:54.254549 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-901f3a0c-f1e2-488b-b348-65ee471d36c4 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (bffb3a46-d129-4322-88ce-d2b8f663e6dd), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:54.322125 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-901f3a0c-f1e2-488b-b348-65ee471d36c4 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (bffb3a46-d129-4322-88ce-d2b8f663e6dd), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:54.352314 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-901f3a0c-f1e2-488b-b348-65ee471d36c4 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:54.355598 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-901f3a0c-f1e2-488b-b348-65ee471d36c4 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "DELETE /v2.0/subnets/bffb3a46-d129-4322-88ce-d2b8f663e6dd HTTP/1.1" status: 204 len: 168 time: 0.2967379 Jan 28 04:21:54.357328 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901f3a0c-f1e2-488b-b348-65ee471d36c4 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event deleted for resources: {'Subnet': ['ID=bffb3a46-d129-4322-88ce-d2b8f663e6dd,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:21:54.358471 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38254) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:21:54.365247 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9693be-7364-4f74-ab4c-a3e400331edb None None] Network 9aba047a-5d37-4363-8434-c6bd90a9f704 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:21:54.379759 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-4e758923-3eaf-4ffe-ad53-af268ee0c789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d170dd0-df3f-4141-9a28-f0a0832a1f2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136154798', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '90b878bd-39bd-4920-8656-0f609d0dac24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:20:09Z', 'updated_at': '2022-01-28T04:21:53Z', 'revision_number': 5, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': '90b878bd-39bd-4920-8656-0f609d0dac24', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d170dd0-df3f-4141-9a28-f0a0832a1f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:20:10Z', 'updated_at': '2022-01-28T04:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:21:54.486391 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-af042e31-5fd3-4c43-8f9c-4d7897ff1a4f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for router (2d170dd0-df3f-4141-9a28-f0a0832a1f2a), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:54.511107 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e758923-3eaf-4ffe-ad53-af268ee0c789 None None] Checking router: 2d170dd0-df3f-4141-9a28-f0a0832a1f2a for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:21:54.521732 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e758923-3eaf-4ffe-ad53-af268ee0c789 None None] Routers {'2d170dd0-df3f-4141-9a28-f0a0832a1f2a'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:21:54.521732 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-4e758923-3eaf-4ffe-ad53-af268ee0c789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:21:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['2d170dd0-df3f-4141-9a28-f0a0832a1f2a'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:21:54.545938 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3eeaeb-2dc4-4399-8b77-1cc8be4004d5 None None] DHCP port deletion for 9aba047a-5d37-4363-8434-c6bd90a9f704 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:21:54.603482 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-af042e31-5fd3-4c43-8f9c-4d7897ff1a4f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for router_gateway (2d170dd0-df3f-4141-9a28-f0a0832a1f2a), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:54.606662 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-ed3eeaeb-2dc4-4399-8b77-1cc8be4004d5 None None] Deleting port 105529c1-bb29-44ad-9875-db7300c9e4a7 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:21:54.607298 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ed3eeaeb-2dc4-4399-8b77-1cc8be4004d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (105529c1-bb29-44ad-9875-db7300c9e4a7), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:54.626307 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-4e758923-3eaf-4ffe-ad53-af268ee0c789 None None] Set router 2d170dd0-df3f-4141-9a28-f0a0832a1f2a gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:21:54.677318 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-ed3eeaeb-2dc4-4399-8b77-1cc8be4004d5 None None] For port 105529c1-bb29-44ad-9875-db7300c9e4a7, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=105529c1-bb29-44ad-9875-db7300c9e4a7,segment=NetworkSegment(dc20e8a8-ea0f-4311-b066-653b5dd559d9),segment_id=dc20e8a8-ea0f-4311-b066-653b5dd559d9)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:21:54.677854 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ed3eeaeb-2dc4-4399-8b77-1cc8be4004d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (105529c1-bb29-44ad-9875-db7300c9e4a7), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:54.679129 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-af042e31-5fd3-4c43-8f9c-4d7897ff1a4f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Deleting port 90b878bd-39bd-4920-8656-0f609d0dac24 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:21:54.679486 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-af042e31-5fd3-4c43-8f9c-4d7897ff1a4f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (90b878bd-39bd-4920-8656-0f609d0dac24), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:54.692170 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-ed3eeaeb-2dc4-4399-8b77-1cc8be4004d5 None None] Calling delete_port for 105529c1-bb29-44ad-9875-db7300c9e4a7 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:21:54.785186 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-af042e31-5fd3-4c43-8f9c-4d7897ff1a4f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] For port 90b878bd-39bd-4920-8656-0f609d0dac24, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=90b878bd-39bd-4920-8656-0f609d0dac24,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:21:54.785186 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-af042e31-5fd3-4c43-8f9c-4d7897ff1a4f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (90b878bd-39bd-4920-8656-0f609d0dac24), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:54.795424 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ed3eeaeb-2dc4-4399-8b77-1cc8be4004d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (105529c1-bb29-44ad-9875-db7300c9e4a7), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:54.799964 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-af042e31-5fd3-4c43-8f9c-4d7897ff1a4f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Calling delete_port for 90b878bd-39bd-4920-8656-0f609d0dac24 owned by network:router_gateway {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:21:54.819763 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-4e758923-3eaf-4ffe-ad53-af268ee0c789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d170dd0-df3f-4141-9a28-f0a0832a1f2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136154798', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '90b878bd-39bd-4920-8656-0f609d0dac24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:20:09Z', 'updated_at': '2022-01-28T04:21:53Z', 'revision_number': 5, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': '90b878bd-39bd-4920-8656-0f609d0dac24', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d170dd0-df3f-4141-9a28-f0a0832a1f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:20:10Z', 'updated_at': '2022-01-28T04:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:21:54.827571 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3eeaeb-2dc4-4399-8b77-1cc8be4004d5 None None] Pushing event deleted for resources: {'Port': ['ID=105529c1-bb29-44ad-9875-db7300c9e4a7,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:21:54.829965 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3eeaeb-2dc4-4399-8b77-1cc8be4004d5 None None] No DVR routers for this DVR port 105529c1-bb29-44ad-9875-db7300c9e4a7 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:21:54.838566 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3eeaeb-2dc4-4399-8b77-1cc8be4004d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:21:54.838910 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3eeaeb-2dc4-4399-8b77-1cc8be4004d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:21:54.839249 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3eeaeb-2dc4-4399-8b77-1cc8be4004d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:21:54.839590 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3eeaeb-2dc4-4399-8b77-1cc8be4004d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:21:54.839995 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3eeaeb-2dc4-4399-8b77-1cc8be4004d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:21:54.840257 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3eeaeb-2dc4-4399-8b77-1cc8be4004d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:21:54.840589 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3eeaeb-2dc4-4399-8b77-1cc8be4004d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:21:54.840920 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3eeaeb-2dc4-4399-8b77-1cc8be4004d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:21:54.841275 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3eeaeb-2dc4-4399-8b77-1cc8be4004d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:21:54.841600 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3eeaeb-2dc4-4399-8b77-1cc8be4004d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:21:54.841925 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3eeaeb-2dc4-4399-8b77-1cc8be4004d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:21:54.842756 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3eeaeb-2dc4-4399-8b77-1cc8be4004d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:21:54.843284 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3eeaeb-2dc4-4399-8b77-1cc8be4004d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:21:54.859355 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e758923-3eaf-4ffe-ad53-af268ee0c789 None None] The sync data for ids ['2d170dd0-df3f-4141-9a28-f0a0832a1f2a'] in n-d-712139-27 is: [{'id': '2d170dd0-df3f-4141-9a28-f0a0832a1f2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136154798', 'tenant_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '90b878bd-39bd-4920-8656-0f609d0dac24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:20:09Z', 'updated_at': '2022-01-28T04:21:53Z', 'revision_number': 5, 'project_id': '754ca6d54d2d43c4af16b7000ddbc7c8', 'gw_port': {'id': '90b878bd-39bd-4920-8656-0f609d0dac24', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d170dd0-df3f-4141-9a28-f0a0832a1f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:20:10Z', 'updated_at': '2022-01-28T04:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:21:55.005343 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-af042e31-5fd3-4c43-8f9c-4d7897ff1a4f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (90b878bd-39bd-4920-8656-0f609d0dac24), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:55.031454 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af042e31-5fd3-4c43-8f9c-4d7897ff1a4f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event deleted for resources: {'Port': ['ID=90b878bd-39bd-4920-8656-0f609d0dac24,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:21:55.107508 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-af042e31-5fd3-4c43-8f9c-4d7897ff1a4f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (2d170dd0-df3f-4141-9a28-f0a0832a1f2a), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:55.195921 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-af042e31-5fd3-4c43-8f9c-4d7897ff1a4f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (2d170dd0-df3f-4141-9a28-f0a0832a1f2a), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:55.198107 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-af042e31-5fd3-4c43-8f9c-4d7897ff1a4f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for router_controller (2d170dd0-df3f-4141-9a28-f0a0832a1f2a), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:55.233245 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 105529c1-bb29-44ad-9875-db7300c9e4a7 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:21:55.244188 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-af042e31-5fd3-4c43-8f9c-4d7897ff1a4f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (2d170dd0-df3f-4141-9a28-f0a0832a1f2a), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:55.245122 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af042e31-5fd3-4c43-8f9c-4d7897ff1a4f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Fanout notify agent at l3_agent the message router_deleted on router 2d170dd0-df3f-4141-9a28-f0a0832a1f2a {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:21:55.255594 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-af042e31-5fd3-4c43-8f9c-4d7897ff1a4f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:55.256794 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-af042e31-5fd3-4c43-8f9c-4d7897ff1a4f tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "DELETE /v2.0/routers/2d170dd0-df3f-4141-9a28-f0a0832a1f2a HTTP/1.1" status: 204 len: 168 time: 0.8959787 Jan 28 04:21:55.259438 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38256) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:21:55.263268 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 105529c1-bb29-44ad-9875-db7300c9e4a7 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:21:55.263610 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 105529c1-bb29-44ad-9875-db7300c9e4a7 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:21:55.343706 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-19e1328a-81e0-4525-a98f-65bd7de37f93 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (9aba047a-5d37-4363-8434-c6bd90a9f704), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:55.433931 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-19e1328a-81e0-4525-a98f-65bd7de37f93 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (9aba047a-5d37-4363-8434-c6bd90a9f704), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:55.455613 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-19e1328a-81e0-4525-a98f-65bd7de37f93 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aba047a-5d37-4363-8434-c6bd90a9f704']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:21:55.467579 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-19e1328a-81e0-4525-a98f-65bd7de37f93 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc20e8a8-ea0f-4311-b066-653b5dd559d9') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:21:55.467877 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-19e1328a-81e0-4525-a98f-65bd7de37f93 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc20e8a8-ea0f-4311-b066-653b5dd559d9') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:21:55.477726 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-19e1328a-81e0-4525-a98f-65bd7de37f93 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (dc20e8a8-ea0f-4311-b066-653b5dd559d9), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:55.492013 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-19e1328a-81e0-4525-a98f-65bd7de37f93 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (dc20e8a8-ea0f-4311-b066-653b5dd559d9), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:55.499214 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19e1328a-81e0-4525-a98f-65bd7de37f93 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:21:55.499905 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-19e1328a-81e0-4525-a98f-65bd7de37f93 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (dc20e8a8-ea0f-4311-b066-653b5dd559d9), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:55.503606 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 04:21:55.503606 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:21:55.503606 n-d-712139-27 neutron-server[109803]: timer() Jan 28 04:21:55.503606 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:21:55.503606 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 04:21:55.503606 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:21:55.503606 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 04:21:55.503606 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:21:55.503606 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 04:21:55.503606 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:21:55.503606 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 04:21:55.503606 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:21:55.503606 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 04:21:55.503606 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:21:55.503606 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:21:55.503606 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:21:55.503606 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:21:55.503606 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:21:55.503606 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 04:21:55.503606 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:21:55.503606 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 04:21:55.503606 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:21:55.503606 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:21:55.503606 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:21:55.503606 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 04:21:55.503606 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:21:55.503606 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:21:55.503606 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:21:55.503606 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:21:55.503606 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:21:55.503606 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:21:55.503606 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:21:55.574212 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-19e1328a-81e0-4525-a98f-65bd7de37f93 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (9aba047a-5d37-4363-8434-c6bd90a9f704), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:55.581573 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-19e1328a-81e0-4525-a98f-65bd7de37f93 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:55.584655 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-19e1328a-81e0-4525-a98f-65bd7de37f93 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "DELETE /v2.0/networks/9aba047a-5d37-4363-8434-c6bd90a9f704 HTTP/1.1" status: 204 len: 168 time: 0.3242724 Jan 28 04:21:55.587939 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38258) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:21:55.596917 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e1328a-81e0-4525-a98f-65bd7de37f93 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event deleted for resources: {'Network': ['ID=9aba047a-5d37-4363-8434-c6bd90a9f704,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:21:55.646647 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d61425ba-0751-4e01-af0f-3a1614139ef6 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group (7e77aeab-69c9-49fc-aae6-3611a49034ad), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:55.672445 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d61425ba-0751-4e01-af0f-3a1614139ef6 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group (7e77aeab-69c9-49fc-aae6-3611a49034ad), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:55.737921 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d61425ba-0751-4e01-af0f-3a1614139ef6 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (7e77aeab-69c9-49fc-aae6-3611a49034ad), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:55.740583 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d61425ba-0751-4e01-af0f-3a1614139ef6 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:55.741874 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d61425ba-0751-4e01-af0f-3a1614139ef6 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] 10.222.0.53 "DELETE /v2.0/security-groups/7e77aeab-69c9-49fc-aae6-3611a49034ad HTTP/1.1" status: 204 len: 168 time: 0.1529143 Jan 28 04:21:55.751700 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61425ba-0751-4e01-af0f-3a1614139ef6 tempest-TestNetworkAdvancedServerOps-907240278 tempest-TestNetworkAdvancedServerOps-907240278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e77aeab-69c9-49fc-aae6-3611a49034ad,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:21:56.126978 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38266) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:21:56.262322 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-af68fc07-b8c0-428a-8c1d-53e84b96f7fb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=754ca6d54d2d43c4af16b7000ddbc7c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1341169 Jan 28 04:21:56.265856 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38270) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:21:56.314509 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-03cf5c41-5be6-4910-818d-e0e79024bc3b admin admin] Publish callbacks [] for security_group (b8916d48-a159-4772-8a97-a0982b2fe64c), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:56.335741 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-03cf5c41-5be6-4910-818d-e0e79024bc3b admin admin] Publish callbacks [] for security_group (b8916d48-a159-4772-8a97-a0982b2fe64c), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:56.387580 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-03cf5c41-5be6-4910-818d-e0e79024bc3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b8916d48-a159-4772-8a97-a0982b2fe64c), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:56.390107 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-03cf5c41-5be6-4910-818d-e0e79024bc3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:56.391327 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-03cf5c41-5be6-4910-818d-e0e79024bc3b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b8916d48-a159-4772-8a97-a0982b2fe64c HTTP/1.1" status: 204 len: 168 time: 0.1245570 Jan 28 04:21:56.399609 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf5c41-5be6-4910-818d-e0e79024bc3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8916d48-a159-4772-8a97-a0982b2fe64c,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:21:56.690440 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38276) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:21:56.703887 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ea013e49-aa3b-4d47-843f-704838b09c99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:56.787526 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ea013e49-aa3b-4d47-843f-704838b09c99 admin admin] Publish callbacks [] for security_group (62cb9edb-9d2e-4689-9fdf-b63d126c5572), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:56.791880 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-ea013e49-aa3b-4d47-843f-704838b09c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (62cb9edb-9d2e-4689-9fdf-b63d126c5572), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:56.802233 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 90b878bd-39bd-4920-8656-0f609d0dac24 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:21:56.822669 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 90b878bd-39bd-4920-8656-0f609d0dac24 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:21:56.823101 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 90b878bd-39bd-4920-8656-0f609d0dac24 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:21:56.823590 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 28ca86a1-51f9-4399-8fb9-7f1de6801dcd no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:21:56.836197 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-ea013e49-aa3b-4d47-843f-704838b09c99 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=55116f27eaff421d98fc1181f2a3b8dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1446447 Jan 28 04:21:56.837719 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea013e49-aa3b-4d47-843f-704838b09c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62cb9edb-9d2e-4689-9fdf-b63d126c5572,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:21:56.838963 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38278) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:21:56.846419 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 28ca86a1-51f9-4399-8fb9-7f1de6801dcd {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:21:56.846772 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 28ca86a1-51f9-4399-8fb9-7f1de6801dcd not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:21:56.893537 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0a8dd845-6177-495a-b434-0eda004508b5 admin admin] Publish callbacks [] for security_group (62cb9edb-9d2e-4689-9fdf-b63d126c5572), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:56.916547 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0a8dd845-6177-495a-b434-0eda004508b5 admin admin] Publish callbacks [] for security_group (62cb9edb-9d2e-4689-9fdf-b63d126c5572), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:56.968692 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0a8dd845-6177-495a-b434-0eda004508b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (62cb9edb-9d2e-4689-9fdf-b63d126c5572), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:56.971477 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0a8dd845-6177-495a-b434-0eda004508b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:56.975142 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0a8dd845-6177-495a-b434-0eda004508b5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/62cb9edb-9d2e-4689-9fdf-b63d126c5572 HTTP/1.1" status: 204 len: 168 time: 0.1328151 Jan 28 04:21:56.980790 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8dd845-6177-495a-b434-0eda004508b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cb9edb-9d2e-4689-9fdf-b63d126c5572,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:21:57.747799 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38300) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:21:57.851458 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-5ea8df98-43fa-4384-99cb-11710f16c6a3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-334990647-network', 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:21:57.876437 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea8df98-43fa-4384-99cb-11710f16c6a3 admin admin] Made reservation on behalf of c5dcf08c05e54ee08082ff7b76765a52 for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:21:57.879962 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5ea8df98-43fa-4384-99cb-11710f16c6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:57.889862 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5ea8df98-43fa-4384-99cb-11710f16c6a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:57.966175 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5ea8df98-43fa-4384-99cb-11710f16c6a3 admin admin] Publish callbacks [] for security_group (b70308fa-8d72-473e-b93a-636bc5fa132f), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:57.971011 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5ea8df98-43fa-4384-99cb-11710f16c6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b70308fa-8d72-473e-b93a-636bc5fa132f), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:57.995098 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ea8df98-43fa-4384-99cb-11710f16c6a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:21:58.005377 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8df98-43fa-4384-99cb-11710f16c6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70308fa-8d72-473e-b93a-636bc5fa132f,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:21:58.010461 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5ea8df98-43fa-4384-99cb-11710f16c6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (9b1c0674-522a-4d50-a7eb-dd1bfa315b31), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:58.010800 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-5ea8df98-43fa-4384-99cb-11710f16c6a3 admin admin] Added segment 9b1c0674-522a-4d50-a7eb-dd1bfa315b31 of type vlan for network 3939bad5-db13-4d01-8e70-2b1fd9229ffe Jan 28 04:21:58.051473 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5ea8df98-43fa-4384-99cb-11710f16c6a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (3939bad5-db13-4d01-8e70-2b1fd9229ffe), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:58.078238 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5ea8df98-43fa-4384-99cb-11710f16c6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (3939bad5-db13-4d01-8e70-2b1fd9229ffe), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:58.079221 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea8df98-43fa-4384-99cb-11710f16c6a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:21:58.079798 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5ea8df98-43fa-4384-99cb-11710f16c6a3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:58.134467 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5ea8df98-43fa-4384-99cb-11710f16c6a3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3855350 Jan 28 04:21:58.137686 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38304) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:21:58.143393 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-a5247e30-58c5-454c-acd5-53c7f52aecf3 admin admin] Request body: {'subnet': {'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-334990647-subnet', 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:21:58.143626 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8df98-43fa-4384-99cb-11710f16c6a3 admin admin] Pushing event updated for resources: {'Network': ['ID=3939bad5-db13-4d01-8e70-2b1fd9229ffe,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:21:58.154799 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 3939bad5-db13-4d01-8e70-2b1fd9229ffe details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:21:58.171209 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5247e30-58c5-454c-acd5-53c7f52aecf3 admin admin] Made reservation on behalf of c5dcf08c05e54ee08082ff7b76765a52 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:21:58.177689 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a5247e30-58c5-454c-acd5-53c7f52aecf3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:58.345139 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a5247e30-58c5-454c-acd5-53c7f52aecf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (b25f6e6c-4266-4086-afc5-2a1e90abfdbe), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:58.389517 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5247e30-58c5-454c-acd5-53c7f52aecf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b25f6e6c-4266-4086-afc5-2a1e90abfdbe,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:21:58.409097 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5247e30-58c5-454c-acd5-53c7f52aecf3 admin admin] Checking segment: {'id': '9b1c0674-522a-4d50-a7eb-dd1bfa315b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:21:58.409458 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5247e30-58c5-454c-acd5-53c7f52aecf3 admin admin] Network hostable DHCP agents. Network: 3939bad5-db13-4d01-8e70-2b1fd9229ffe, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:21:58.428483 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5247e30-58c5-454c-acd5-53c7f52aecf3 admin admin] Network 3939bad5-db13-4d01-8e70-2b1fd9229ffe is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:21:58.438457 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-a5247e30-58c5-454c-acd5-53c7f52aecf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 3939bad5-db13-4d01-8e70-2b1fd9229ffe) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:21:58.442608 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5247e30-58c5-454c-acd5-53c7f52aecf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:21:58.443193 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a5247e30-58c5-454c-acd5-53c7f52aecf3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:58.447702 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355ee8ca-4c45-462e-ae9e-ad934ae6e5c7 None None] Network 3939bad5-db13-4d01-8e70-2b1fd9229ffe requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:21:58.460710 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a5247e30-58c5-454c-acd5-53c7f52aecf3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3219209 Jan 28 04:21:58.463503 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38306) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:21:58.467772 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-a5752e42-cbb3-491c-9040-2625a450b3bc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-334990647-router', 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:21:58.494894 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a5752e42-cbb3-491c-9040-2625a450b3bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (b0208275-78af-420d-b1dc-5bc64b718ed6), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:58.496064 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a5752e42-cbb3-491c-9040-2625a450b3bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (b0208275-78af-420d-b1dc-5bc64b718ed6), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:58.548550 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a5752e42-cbb3-491c-9040-2625a450b3bc admin admin] Publish callbacks [] for router_controller (b0208275-78af-420d-b1dc-5bc64b718ed6), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:58.551718 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62f39e0-7920-4317-9643-9da501d3adeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-3939bad5-db13-4d01-8e70-2b1fd9229ffe', 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe', 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'fixed_ips': [{'subnet_id': 'b25f6e6c-4266-4086-afc5-2a1e90abfdbe'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:21:58.552650 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b62f39e0-7920-4317-9643-9da501d3adeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:58.690147 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a5752e42-cbb3-491c-9040-2625a450b3bc admin admin] Publish callbacks [] for router_gateway (b0208275-78af-420d-b1dc-5bc64b718ed6), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:58.703298 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-b62f39e0-7920-4317-9643-9da501d3adeb None None] Allocated IP 172.20.0.2 (3939bad5-db13-4d01-8e70-2b1fd9229ffe/b25f6e6c-4266-4086-afc5-2a1e90abfdbe/8b0accad-405a-49c3-8959-ea8be33af446) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:21:58.845898 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b62f39e0-7920-4317-9643-9da501d3adeb None None] Publish callbacks [] for port (8b0accad-405a-49c3-8959-ea8be33af446), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:58.852007 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b62f39e0-7920-4317-9643-9da501d3adeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (8b0accad-405a-49c3-8959-ea8be33af446), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:58.888974 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62f39e0-7920-4317-9643-9da501d3adeb None None] Network 3939bad5-db13-4d01-8e70-2b1fd9229ffe is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:21:58.891777 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-b62f39e0-7920-4317-9643-9da501d3adeb None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:21:58.892130 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a5752e42-cbb3-491c-9040-2625a450b3bc admin admin] Publish callbacks [] for router_gateway (b0208275-78af-420d-b1dc-5bc64b718ed6), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:58.897440 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62f39e0-7920-4317-9643-9da501d3adeb None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:21:58.902793 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f39e0-7920-4317-9643-9da501d3adeb None None] Pushing event updated for resources: {'Port': ['ID=8b0accad-405a-49c3-8959-ea8be33af446,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:21:58.913980 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a5752e42-cbb3-491c-9040-2625a450b3bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:58.956904 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-b62f39e0-7920-4317-9643-9da501d3adeb None None] Attempting to bind port 8b0accad-405a-49c3-8959-ea8be33af446 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:21:58.957272 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-b62f39e0-7920-4317-9643-9da501d3adeb None None] Attempting to bind port 8b0accad-405a-49c3-8959-ea8be33af446 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '9b1c0674-522a-4d50-a7eb-dd1bfa315b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:21:58.957672 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62f39e0-7920-4317-9643-9da501d3adeb None None] Attempting to bind port 8b0accad-405a-49c3-8959-ea8be33af446 on network 3939bad5-db13-4d01-8e70-2b1fd9229ffe {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:21:58.962618 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62f39e0-7920-4317-9643-9da501d3adeb None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:21:58.962991 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62f39e0-7920-4317-9643-9da501d3adeb None None] Checking segment: {'id': '9b1c0674-522a-4d50-a7eb-dd1bfa315b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:21:58.963414 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b62f39e0-7920-4317-9643-9da501d3adeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:58.963805 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62f39e0-7920-4317-9643-9da501d3adeb None None] Bound using segment: {'id': '9b1c0674-522a-4d50-a7eb-dd1bfa315b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:21:58.964261 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-b62f39e0-7920-4317-9643-9da501d3adeb None None] Bound port: 8b0accad-405a-49c3-8959-ea8be33af446, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b1c0674-522a-4d50-a7eb-dd1bfa315b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:21:58.964639 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b62f39e0-7920-4317-9643-9da501d3adeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8b0accad-405a-49c3-8959-ea8be33af446), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:59.025512 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-a5752e42-cbb3-491c-9040-2625a450b3bc admin admin] Allocated IP 172.25.0.43 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/201747bb-a642-48b5-a9ee-34ec0239ef52) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:21:59.136808 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a5752e42-cbb3-491c-9040-2625a450b3bc admin admin] Publish callbacks [] for port (201747bb-a642-48b5-a9ee-34ec0239ef52), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:59.180792 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a5752e42-cbb3-491c-9040-2625a450b3bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (201747bb-a642-48b5-a9ee-34ec0239ef52), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:59.197155 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-b62f39e0-7920-4317-9643-9da501d3adeb None None] For port 8b0accad-405a-49c3-8959-ea8be33af446, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:21:59.200420 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-b62f39e0-7920-4317-9643-9da501d3adeb None None] For port 8b0accad-405a-49c3-8959-ea8be33af446, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=8b0accad-405a-49c3-8959-ea8be33af446,segment=NetworkSegment(9b1c0674-522a-4d50-a7eb-dd1bfa315b31),segment_id=9b1c0674-522a-4d50-a7eb-dd1bfa315b31)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:21:59.205136 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b62f39e0-7920-4317-9643-9da501d3adeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (8b0accad-405a-49c3-8959-ea8be33af446), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:59.222490 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5752e42-cbb3-491c-9040-2625a450b3bc admin admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:21:59.229710 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-a5752e42-cbb3-491c-9040-2625a450b3bc admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:21:59.232323 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5752e42-cbb3-491c-9040-2625a450b3bc admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:21:59.236917 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5752e42-cbb3-491c-9040-2625a450b3bc admin admin] Pushing event updated for resources: {'Port': ['ID=201747bb-a642-48b5-a9ee-34ec0239ef52,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:21:59.263883 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f39e0-7920-4317-9643-9da501d3adeb None None] Pushing event updated for resources: {'Port': ['ID=8b0accad-405a-49c3-8959-ea8be33af446,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:21:59.856423 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a5752e42-cbb3-491c-9040-2625a450b3bc admin admin] Publish callbacks [] for router_gateway (b0208275-78af-420d-b1dc-5bc64b718ed6), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:59.908519 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9607f452-ca72-4f62-b8ab-baf9e22c783a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:21:59.915810 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:00.071936 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a5752e42-cbb3-491c-9040-2625a450b3bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (b0208275-78af-420d-b1dc-5bc64b718ed6), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:00.208624 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5752e42-cbb3-491c-9040-2625a450b3bc admin admin] Router b0208275-78af-420d-b1dc-5bc64b718ed6 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:22:00.266525 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3e9d52-409d-4ba0-8765-d2e4ab1ae797 None None] Network 3939bad5-db13-4d01-8e70-2b1fd9229ffe requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:22:00.321286 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5752e42-cbb3-491c-9040-2625a450b3bc admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:22:00.333118 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e713e566-4bc6-4983-b348-62422b8393fc None None] Sync routers for ids ['b0208275-78af-420d-b1dc-5bc64b718ed6'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:22:00.340034 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a5752e42-cbb3-491c-9040-2625a450b3bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:00.341466 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a5752e42-cbb3-491c-9040-2625a450b3bc admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8770556 Jan 28 04:22:00.344806 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38308) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:22:00.374420 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e713e566-4bc6-4983-b348-62422b8393fc None None] Routers {'b0208275-78af-420d-b1dc-5bc64b718ed6'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:22:00.375045 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-e713e566-4bc6-4983-b348-62422b8393fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:21:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['b0208275-78af-420d-b1dc-5bc64b718ed6'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:22:00.381642 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-830d0c92-10a8-4dcb-9e8e-e577a2615f52 None None] Provisioning complete for port 8b0accad-405a-49c3-8959-ea8be33af446 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:22:00.381935 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-830d0c92-10a8-4dcb-9e8e-e577a2615f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (8b0accad-405a-49c3-8959-ea8be33af446), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:00.549871 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-e713e566-4bc6-4983-b348-62422b8393fc None None] Set router b0208275-78af-420d-b1dc-5bc64b718ed6 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:22:00.651305 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-830d0c92-10a8-4dcb-9e8e-e577a2615f52 None None] Current status of the port 8b0accad-405a-49c3-8959-ea8be33af446 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:22:00.651710 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-830d0c92-10a8-4dcb-9e8e-e577a2615f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8b0accad-405a-49c3-8959-ea8be33af446), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:00.712185 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-830d0c92-10a8-4dcb-9e8e-e577a2615f52 None None] For port 8b0accad-405a-49c3-8959-ea8be33af446, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=8b0accad-405a-49c3-8959-ea8be33af446,segment=NetworkSegment(9b1c0674-522a-4d50-a7eb-dd1bfa315b31),segment_id=9b1c0674-522a-4d50-a7eb-dd1bfa315b31)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:22:00.717584 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-830d0c92-10a8-4dcb-9e8e-e577a2615f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (8b0accad-405a-49c3-8959-ea8be33af446), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:00.796155 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d0c92-10a8-4dcb-9e8e-e577a2615f52 None None] Pushing event updated for resources: {'Port': ['ID=8b0accad-405a-49c3-8959-ea8be33af446,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:22:00.803373 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8c9d11a5-ee74-4a23-a13a-da664f6c4969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:00.815279 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-e713e566-4bc6-4983-b348-62422b8393fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'name': 'tempest-TestShelveInstance-334990647-router', 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '201747bb-a642-48b5-a9ee-34ec0239ef52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:21:58Z', 'updated_at': '2022-01-28T04:21:59Z', 'revision_number': 3, 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'gw_port': {'id': '201747bb-a642-48b5-a9ee-34ec0239ef52', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:eb:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:21:58Z', 'updated_at': '2022-01-28T04:21:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:22:00.847464 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e713e566-4bc6-4983-b348-62422b8393fc None None] Checking router: b0208275-78af-420d-b1dc-5bc64b718ed6 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:22:00.847821 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e713e566-4bc6-4983-b348-62422b8393fc None None] Updating router b0208275-78af-420d-b1dc-5bc64b718ed6 port 201747bb-a642-48b5-a9ee-34ec0239ef52 binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:22:00.878747 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e713e566-4bc6-4983-b348-62422b8393fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (201747bb-a642-48b5-a9ee-34ec0239ef52), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:00.882338 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-630fb954-c183-408e-99cc-2def5f89af0f None None] Provisioning complete for port 8b0accad-405a-49c3-8959-ea8be33af446 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:22:00.882706 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-630fb954-c183-408e-99cc-2def5f89af0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (8b0accad-405a-49c3-8959-ea8be33af446), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:00.884333 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 8b0accad-405a-49c3-8959-ea8be33af446 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:22:00.979280 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-8c9d11a5-ee74-4a23-a13a-da664f6c4969 admin admin] Allocated IP 172.20.0.1 (3939bad5-db13-4d01-8e70-2b1fd9229ffe/b25f6e6c-4266-4086-afc5-2a1e90abfdbe/85fe2b1c-4389-4bf1-9e12-d58b851f6d59) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:22:01.091831 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8c9d11a5-ee74-4a23-a13a-da664f6c4969 admin admin] Publish callbacks [] for port (85fe2b1c-4389-4bf1-9e12-d58b851f6d59), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:01.125015 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 8b0accad-405a-49c3-8959-ea8be33af446 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:22:01.125496 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (8b0accad-405a-49c3-8959-ea8be33af446), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:01.129348 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8c9d11a5-ee74-4a23-a13a-da664f6c4969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (85fe2b1c-4389-4bf1-9e12-d58b851f6d59), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:01.159148 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-630fb954-c183-408e-99cc-2def5f89af0f None None] Current status of the port 8b0accad-405a-49c3-8959-ea8be33af446 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:22:01.178416 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9d11a5-ee74-4a23-a13a-da664f6c4969 admin admin] Network 3939bad5-db13-4d01-8e70-2b1fd9229ffe is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:22:01.183987 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-8c9d11a5-ee74-4a23-a13a-da664f6c4969 admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:22:01.188640 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9d11a5-ee74-4a23-a13a-da664f6c4969 admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:22:01.209784 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d11a5-ee74-4a23-a13a-da664f6c4969 admin admin] Pushing event updated for resources: {'Port': ['ID=85fe2b1c-4389-4bf1-9e12-d58b851f6d59,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:22:01.230620 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8c9d11a5-ee74-4a23-a13a-da664f6c4969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (b0208275-78af-420d-b1dc-5bc64b718ed6), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:01.288249 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 8b0accad-405a-49c3-8959-ea8be33af446 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:22:01.306068 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e713e566-4bc6-4983-b348-62422b8393fc None None] Publish callbacks [] for port (201747bb-a642-48b5-a9ee-34ec0239ef52), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:01.312414 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e713e566-4bc6-4983-b348-62422b8393fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (201747bb-a642-48b5-a9ee-34ec0239ef52), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:01.367837 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-e713e566-4bc6-4983-b348-62422b8393fc None None] Attempting to bind port 201747bb-a642-48b5-a9ee-34ec0239ef52 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:22:01.368213 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-e713e566-4bc6-4983-b348-62422b8393fc None None] Attempting to bind port 201747bb-a642-48b5-a9ee-34ec0239ef52 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:22:01.368619 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e713e566-4bc6-4983-b348-62422b8393fc None None] Attempting to bind port 201747bb-a642-48b5-a9ee-34ec0239ef52 on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:22:01.377112 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2393c71c-7fff-4975-8811-48b639b7d7cd None None] Pushing event updated for resources: {'Port': ['ID=201747bb-a642-48b5-a9ee-34ec0239ef52,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:22:01.388305 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e713e566-4bc6-4983-b348-62422b8393fc None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:22:01.388305 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e713e566-4bc6-4983-b348-62422b8393fc None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:22:01.388987 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8c9d11a5-ee74-4a23-a13a-da664f6c4969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (85fe2b1c-4389-4bf1-9e12-d58b851f6d59), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:01.389194 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e713e566-4bc6-4983-b348-62422b8393fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:01.390198 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e713e566-4bc6-4983-b348-62422b8393fc None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:22:01.390720 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-e713e566-4bc6-4983-b348-62422b8393fc None None] Bound port: 201747bb-a642-48b5-a9ee-34ec0239ef52, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:22:01.391418 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e713e566-4bc6-4983-b348-62422b8393fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (201747bb-a642-48b5-a9ee-34ec0239ef52), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:01.452832 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-e713e566-4bc6-4983-b348-62422b8393fc None None] For port 201747bb-a642-48b5-a9ee-34ec0239ef52, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:22:01.456919 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-e713e566-4bc6-4983-b348-62422b8393fc None None] For port 201747bb-a642-48b5-a9ee-34ec0239ef52, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=201747bb-a642-48b5-a9ee-34ec0239ef52,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:22:01.461558 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e713e566-4bc6-4983-b348-62422b8393fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (201747bb-a642-48b5-a9ee-34ec0239ef52), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:01.534961 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2393c71c-7fff-4975-8811-48b639b7d7cd None None] Pushing event updated for resources: {'Port': ['ID=201747bb-a642-48b5-a9ee-34ec0239ef52,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:22:01.538105 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e713e566-4bc6-4983-b348-62422b8393fc None None] Routers {'b0208275-78af-420d-b1dc-5bc64b718ed6'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:22:01.538684 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-e713e566-4bc6-4983-b348-62422b8393fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:21:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['b0208275-78af-420d-b1dc-5bc64b718ed6'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:22:01.540591 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-6fa573d1-8af1-471f-9c18-633f42f21931 None None] Provisioning complete for port 85fe2b1c-4389-4bf1-9e12-d58b851f6d59 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:22:01.540971 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6fa573d1-8af1-471f-9c18-633f42f21931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (85fe2b1c-4389-4bf1-9e12-d58b851f6d59), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:01.563465 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8c9d11a5-ee74-4a23-a13a-da664f6c4969 admin admin] Publish callbacks [] for port (85fe2b1c-4389-4bf1-9e12-d58b851f6d59), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:01.568830 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8c9d11a5-ee74-4a23-a13a-da664f6c4969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (85fe2b1c-4389-4bf1-9e12-d58b851f6d59), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:01.617014 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-6fa573d1-8af1-471f-9c18-633f42f21931 None None] Port 85fe2b1c-4389-4bf1-9e12-d58b851f6d59 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:22:01.634426 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d11a5-ee74-4a23-a13a-da664f6c4969 admin admin] Pushing event updated for resources: {'Port': ['ID=85fe2b1c-4389-4bf1-9e12-d58b851f6d59,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:22:01.636738 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8c9d11a5-ee74-4a23-a13a-da664f6c4969 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (b0208275-78af-420d-b1dc-5bc64b718ed6), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:01.683234 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-e713e566-4bc6-4983-b348-62422b8393fc None None] Set router b0208275-78af-420d-b1dc-5bc64b718ed6 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:22:01.752022 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9d11a5-ee74-4a23-a13a-da664f6c4969 admin admin] Network 3939bad5-db13-4d01-8e70-2b1fd9229ffe is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:22:01.753716 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-8c9d11a5-ee74-4a23-a13a-da664f6c4969 admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:22:01.881274 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9d11a5-ee74-4a23-a13a-da664f6c4969 admin admin] Router b0208275-78af-420d-b1dc-5bc64b718ed6 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:22:01.973361 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-10bc8fbd-de09-442d-bc5f-035693d4577f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:02.018545 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9d11a5-ee74-4a23-a13a-da664f6c4969 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:22:02.025687 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8c9d11a5-ee74-4a23-a13a-da664f6c4969 admin admin] 10.222.0.53 "PUT /v2.0/routers/b0208275-78af-420d-b1dc-5bc64b718ed6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6778338 Jan 28 04:22:02.058955 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-0071ae6c-f6c3-41e8-b14c-b8b508b415d9 None None] Provisioning complete for port 85fe2b1c-4389-4bf1-9e12-d58b851f6d59 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:22:02.059332 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0071ae6c-f6c3-41e8-b14c-b8b508b415d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (85fe2b1c-4389-4bf1-9e12-d58b851f6d59), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:02.104575 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-0071ae6c-f6c3-41e8-b14c-b8b508b415d9 None None] Port 85fe2b1c-4389-4bf1-9e12-d58b851f6d59 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:22:02.108492 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-e713e566-4bc6-4983-b348-62422b8393fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'name': 'tempest-TestShelveInstance-334990647-router', 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '201747bb-a642-48b5-a9ee-34ec0239ef52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:21:58Z', 'updated_at': '2022-01-28T04:22:01Z', 'revision_number': 4, 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'gw_port': {'id': '201747bb-a642-48b5-a9ee-34ec0239ef52', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:eb:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:21:58Z', 'updated_at': '2022-01-28T04:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '85fe2b1c-4389-4bf1-9e12-d58b851f6d59', 'name': '', 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe', 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'mac_address': 'fa:16:3e:60:3e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b25f6e6c-4266-4086-afc5-2a1e90abfdbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:22:00Z', 'updated_at': '2022-01-28T04:22:00Z', 'revision_number': 1, 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'subnets': [{'id': 'b25f6e6c-4266-4086-afc5-2a1e90abfdbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:22:02.135335 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e713e566-4bc6-4983-b348-62422b8393fc None None] The sync data for ids ['b0208275-78af-420d-b1dc-5bc64b718ed6'] in n-d-712139-27 is: [{'id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'name': 'tempest-TestShelveInstance-334990647-router', 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '201747bb-a642-48b5-a9ee-34ec0239ef52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:21:58Z', 'updated_at': '2022-01-28T04:22:01Z', 'revision_number': 4, 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'gw_port': {'id': '201747bb-a642-48b5-a9ee-34ec0239ef52', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:eb:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:21:58Z', 'updated_at': '2022-01-28T04:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '85fe2b1c-4389-4bf1-9e12-d58b851f6d59', 'name': '', 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe', 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'mac_address': 'fa:16:3e:60:3e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b25f6e6c-4266-4086-afc5-2a1e90abfdbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:22:00Z', 'updated_at': '2022-01-28T04:22:00Z', 'revision_number': 1, 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'subnets': [{'id': 'b25f6e6c-4266-4086-afc5-2a1e90abfdbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:22:02.561678 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38324) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:22:02.566960 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-8b6b16b8-94b9-4c62-8568-ae5c01157b0c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1831139649-network', 'tenant_id': '1f55be3c1cad4981827dd5b0d7c1b35f'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:22:02.588038 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6b16b8-94b9-4c62-8568-ae5c01157b0c admin admin] Made reservation on behalf of 1f55be3c1cad4981827dd5b0d7c1b35f for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:22:02.590917 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8b6b16b8-94b9-4c62-8568-ae5c01157b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:02.600743 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8b6b16b8-94b9-4c62-8568-ae5c01157b0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:02.692330 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8b6b16b8-94b9-4c62-8568-ae5c01157b0c admin admin] Publish callbacks [] for security_group (d7446673-6b65-4d39-a9e6-82368623c7dc), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:02.697733 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8b6b16b8-94b9-4c62-8568-ae5c01157b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (d7446673-6b65-4d39-a9e6-82368623c7dc), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:02.723475 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b6b16b8-94b9-4c62-8568-ae5c01157b0c admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:22:02.734186 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b16b8-94b9-4c62-8568-ae5c01157b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7446673-6b65-4d39-a9e6-82368623c7dc,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:22:02.739650 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8b6b16b8-94b9-4c62-8568-ae5c01157b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (bf1d06c5-d64e-41fe-aacd-1e84af5e66dc), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:02.740069 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-8b6b16b8-94b9-4c62-8568-ae5c01157b0c admin admin] Added segment bf1d06c5-d64e-41fe-aacd-1e84af5e66dc of type vlan for network 3b0cd0ae-66f1-4462-9f74-934645df4b03 Jan 28 04:22:02.799407 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8b6b16b8-94b9-4c62-8568-ae5c01157b0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (3b0cd0ae-66f1-4462-9f74-934645df4b03), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:02.832842 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8b6b16b8-94b9-4c62-8568-ae5c01157b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (3b0cd0ae-66f1-4462-9f74-934645df4b03), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:02.835270 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6b16b8-94b9-4c62-8568-ae5c01157b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:02.836277 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8b6b16b8-94b9-4c62-8568-ae5c01157b0c admin admin] Publish callbacks [] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:02.843536 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 8b0accad-405a-49c3-8959-ea8be33af446 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:22:02.927006 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-8b6b16b8-94b9-4c62-8568-ae5c01157b0c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3643708 Jan 28 04:22:02.928193 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 8b0accad-405a-49c3-8959-ea8be33af446 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:22:02.928864 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (8b0accad-405a-49c3-8959-ea8be33af446), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:02.930067 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38328) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:22:02.935467 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-bdb17897-9075-4d55-a29b-d74a698f1021 admin admin] Request body: {'subnet': {'network_id': '3b0cd0ae-66f1-4462-9f74-934645df4b03', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1831139649-subnet', 'tenant_id': '1f55be3c1cad4981827dd5b0d7c1b35f', 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:22:02.948964 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b16b8-94b9-4c62-8568-ae5c01157b0c admin admin] Pushing event updated for resources: {'Network': ['ID=3b0cd0ae-66f1-4462-9f74-934645df4b03,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:22:02.961666 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 3b0cd0ae-66f1-4462-9f74-934645df4b03 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:22:02.975996 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb17897-9075-4d55-a29b-d74a698f1021 admin admin] Made reservation on behalf of 1f55be3c1cad4981827dd5b0d7c1b35f for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:22:02.980087 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bdb17897-9075-4d55-a29b-d74a698f1021 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:03.119631 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 8b0accad-405a-49c3-8959-ea8be33af446 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:22:03.207738 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bdb17897-9075-4d55-a29b-d74a698f1021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (da029444-ea8b-4b4e-b748-da419725ba89), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:03.269407 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb17897-9075-4d55-a29b-d74a698f1021 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da029444-ea8b-4b4e-b748-da419725ba89,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:22:03.278675 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb17897-9075-4d55-a29b-d74a698f1021 admin admin] Checking segment: {'id': 'bf1d06c5-d64e-41fe-aacd-1e84af5e66dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3b0cd0ae-66f1-4462-9f74-934645df4b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:22:03.279071 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb17897-9075-4d55-a29b-d74a698f1021 admin admin] Network hostable DHCP agents. Network: 3b0cd0ae-66f1-4462-9f74-934645df4b03, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:22:03.298894 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb17897-9075-4d55-a29b-d74a698f1021 admin admin] Network 3b0cd0ae-66f1-4462-9f74-934645df4b03 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:22:03.310602 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-bdb17897-9075-4d55-a29b-d74a698f1021 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 3b0cd0ae-66f1-4462-9f74-934645df4b03) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:22:03.314801 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb17897-9075-4d55-a29b-d74a698f1021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:03.315404 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bdb17897-9075-4d55-a29b-d74a698f1021 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:03.320649 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd928e1-6428-405c-b406-99d375ab5097 None None] Network 3b0cd0ae-66f1-4462-9f74-934645df4b03 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:22:03.340157 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-bdb17897-9075-4d55-a29b-d74a698f1021 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4090183 Jan 28 04:22:03.343032 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38330) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:22:03.347571 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-7fe33be9-d951-42da-94b0-b391b852969f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1831139649-router', 'tenant_id': '1f55be3c1cad4981827dd5b0d7c1b35f', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:22:03.383250 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7fe33be9-d951-42da-94b0-b391b852969f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (d0a47fe3-6f84-421d-abc8-4c71e0266aa3), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:03.386031 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7fe33be9-d951-42da-94b0-b391b852969f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (d0a47fe3-6f84-421d-abc8-4c71e0266aa3), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:03.442598 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3907dc04-a2cb-49b2-bc4b-74252fb51367 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-3b0cd0ae-66f1-4462-9f74-934645df4b03', 'network_id': '3b0cd0ae-66f1-4462-9f74-934645df4b03', 'project_id': '1f55be3c1cad4981827dd5b0d7c1b35f', 'fixed_ips': [{'subnet_id': 'da029444-ea8b-4b4e-b748-da419725ba89'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:22:03.443486 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3907dc04-a2cb-49b2-bc4b-74252fb51367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:03.452019 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7fe33be9-d951-42da-94b0-b391b852969f admin admin] Publish callbacks [] for router_controller (d0a47fe3-6f84-421d-abc8-4c71e0266aa3), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:03.592953 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-3907dc04-a2cb-49b2-bc4b-74252fb51367 None None] Allocated IP 172.20.0.2 (3b0cd0ae-66f1-4462-9f74-934645df4b03/da029444-ea8b-4b4e-b748-da419725ba89/6f1057ae-3893-43df-8e60-b6e42c795046) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:22:03.609832 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7fe33be9-d951-42da-94b0-b391b852969f admin admin] Publish callbacks [] for router_gateway (d0a47fe3-6f84-421d-abc8-4c71e0266aa3), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:03.779856 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:03.781000 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3907dc04-a2cb-49b2-bc4b-74252fb51367 None None] Publish callbacks [] for port (6f1057ae-3893-43df-8e60-b6e42c795046), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:03.787637 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3907dc04-a2cb-49b2-bc4b-74252fb51367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (6f1057ae-3893-43df-8e60-b6e42c795046), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:03.826531 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3907dc04-a2cb-49b2-bc4b-74252fb51367 None None] Network 3b0cd0ae-66f1-4462-9f74-934645df4b03 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:22:03.829559 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-3907dc04-a2cb-49b2-bc4b-74252fb51367 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:22:03.836163 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3907dc04-a2cb-49b2-bc4b-74252fb51367 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:22:03.841709 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3907dc04-a2cb-49b2-bc4b-74252fb51367 None None] Pushing event updated for resources: {'Port': ['ID=6f1057ae-3893-43df-8e60-b6e42c795046,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:22:03.858033 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7fe33be9-d951-42da-94b0-b391b852969f admin admin] Publish callbacks [] for router_gateway (d0a47fe3-6f84-421d-abc8-4c71e0266aa3), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:03.878876 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7fe33be9-d951-42da-94b0-b391b852969f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:03.909314 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-3907dc04-a2cb-49b2-bc4b-74252fb51367 None None] Attempting to bind port 6f1057ae-3893-43df-8e60-b6e42c795046 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:22:03.909978 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-3907dc04-a2cb-49b2-bc4b-74252fb51367 None None] Attempting to bind port 6f1057ae-3893-43df-8e60-b6e42c795046 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'bf1d06c5-d64e-41fe-aacd-1e84af5e66dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3b0cd0ae-66f1-4462-9f74-934645df4b03'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:22:03.910091 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3907dc04-a2cb-49b2-bc4b-74252fb51367 None None] Attempting to bind port 6f1057ae-3893-43df-8e60-b6e42c795046 on network 3b0cd0ae-66f1-4462-9f74-934645df4b03 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:22:03.916056 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3907dc04-a2cb-49b2-bc4b-74252fb51367 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:22:03.916440 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3907dc04-a2cb-49b2-bc4b-74252fb51367 None None] Checking segment: {'id': 'bf1d06c5-d64e-41fe-aacd-1e84af5e66dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3b0cd0ae-66f1-4462-9f74-934645df4b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:22:03.916828 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3907dc04-a2cb-49b2-bc4b-74252fb51367 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:03.917255 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3907dc04-a2cb-49b2-bc4b-74252fb51367 None None] Bound using segment: {'id': 'bf1d06c5-d64e-41fe-aacd-1e84af5e66dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3b0cd0ae-66f1-4462-9f74-934645df4b03'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:22:03.917738 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-3907dc04-a2cb-49b2-bc4b-74252fb51367 None None] Bound port: 6f1057ae-3893-43df-8e60-b6e42c795046, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1d06c5-d64e-41fe-aacd-1e84af5e66dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3b0cd0ae-66f1-4462-9f74-934645df4b03'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:22:03.918124 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3907dc04-a2cb-49b2-bc4b-74252fb51367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (6f1057ae-3893-43df-8e60-b6e42c795046), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:03.990688 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-3907dc04-a2cb-49b2-bc4b-74252fb51367 None None] For port 6f1057ae-3893-43df-8e60-b6e42c795046, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:22:03.992170 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-7fe33be9-d951-42da-94b0-b391b852969f admin admin] Allocated IP 172.25.0.199 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/280c1fde-7ac2-4745-a1ac-f70cadb5eede) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:22:03.993981 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-3907dc04-a2cb-49b2-bc4b-74252fb51367 None None] For port 6f1057ae-3893-43df-8e60-b6e42c795046, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=6f1057ae-3893-43df-8e60-b6e42c795046,segment=NetworkSegment(bf1d06c5-d64e-41fe-aacd-1e84af5e66dc),segment_id=bf1d06c5-d64e-41fe-aacd-1e84af5e66dc)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:22:04.000278 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3907dc04-a2cb-49b2-bc4b-74252fb51367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (6f1057ae-3893-43df-8e60-b6e42c795046), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:04.059190 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3907dc04-a2cb-49b2-bc4b-74252fb51367 None None] Pushing event updated for resources: {'Port': ['ID=6f1057ae-3893-43df-8e60-b6e42c795046,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:22:04.105757 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7fe33be9-d951-42da-94b0-b391b852969f admin admin] Publish callbacks [] for port (280c1fde-7ac2-4745-a1ac-f70cadb5eede), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:04.143103 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7fe33be9-d951-42da-94b0-b391b852969f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (280c1fde-7ac2-4745-a1ac-f70cadb5eede), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:04.185791 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe33be9-d951-42da-94b0-b391b852969f admin admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:22:04.189255 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-7fe33be9-d951-42da-94b0-b391b852969f admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:22:04.192393 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe33be9-d951-42da-94b0-b391b852969f admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:22:04.238414 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe33be9-d951-42da-94b0-b391b852969f admin admin] Pushing event updated for resources: {'Port': ['ID=280c1fde-7ac2-4745-a1ac-f70cadb5eede,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:22:04.494548 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7fe33be9-d951-42da-94b0-b391b852969f admin admin] Publish callbacks [] for router_gateway (d0a47fe3-6f84-421d-abc8-4c71e0266aa3), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:04.555641 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:04.573269 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6288bf43-75bd-4a49-8afc-c158031cd815 None None] Sync routers for ids ['b0208275-78af-420d-b1dc-5bc64b718ed6'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:22:04.585377 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6288bf43-75bd-4a49-8afc-c158031cd815 None None] Routers {'b0208275-78af-420d-b1dc-5bc64b718ed6'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:22:04.586121 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-6288bf43-75bd-4a49-8afc-c158031cd815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:22:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['b0208275-78af-420d-b1dc-5bc64b718ed6'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:22:04.694247 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-6288bf43-75bd-4a49-8afc-c158031cd815 None None] Set router b0208275-78af-420d-b1dc-5bc64b718ed6 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:22:04.699038 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7fe33be9-d951-42da-94b0-b391b852969f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (d0a47fe3-6f84-421d-abc8-4c71e0266aa3), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:04.852159 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe33be9-d951-42da-94b0-b391b852969f admin admin] Router d0a47fe3-6f84-421d-abc8-4c71e0266aa3 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:22:04.911333 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-6288bf43-75bd-4a49-8afc-c158031cd815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'name': 'tempest-TestShelveInstance-334990647-router', 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '201747bb-a642-48b5-a9ee-34ec0239ef52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:21:58Z', 'updated_at': '2022-01-28T04:22:01Z', 'revision_number': 4, 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'gw_port': {'id': '201747bb-a642-48b5-a9ee-34ec0239ef52', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:eb:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:21:58Z', 'updated_at': '2022-01-28T04:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '85fe2b1c-4389-4bf1-9e12-d58b851f6d59', 'name': '', 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe', 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'mac_address': 'fa:16:3e:60:3e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b25f6e6c-4266-4086-afc5-2a1e90abfdbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:22:00Z', 'updated_at': '2022-01-28T04:22:01Z', 'revision_number': 2, 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'subnets': [{'id': 'b25f6e6c-4266-4086-afc5-2a1e90abfdbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:22:04.941827 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 201747bb-a642-48b5-a9ee-34ec0239ef52 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:22:04.945218 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6288bf43-75bd-4a49-8afc-c158031cd815 None None] Checking router: b0208275-78af-420d-b1dc-5bc64b718ed6 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:22:04.945841 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6288bf43-75bd-4a49-8afc-c158031cd815 None None] Updating router b0208275-78af-420d-b1dc-5bc64b718ed6 port 85fe2b1c-4389-4bf1-9e12-d58b851f6d59 binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:22:04.973786 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-6288bf43-75bd-4a49-8afc-c158031cd815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (85fe2b1c-4389-4bf1-9e12-d58b851f6d59), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:04.998202 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 201747bb-a642-48b5-a9ee-34ec0239ef52 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:22:04.998690 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (201747bb-a642-48b5-a9ee-34ec0239ef52), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:04.999156 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe33be9-d951-42da-94b0-b391b852969f admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:22:05.030019 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-7fe33be9-d951-42da-94b0-b391b852969f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:05.034034 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7fe33be9-d951-42da-94b0-b391b852969f admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6874938 Jan 28 04:22:05.034558 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38332) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:22:05.037756 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bcbc52-a771-4aa6-b40f-ed935d74b8d0 None None] Sync routers for ids ['d0a47fe3-6f84-421d-abc8-4c71e0266aa3'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:22:05.065173 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bcbc52-a771-4aa6-b40f-ed935d74b8d0 None None] Routers {'d0a47fe3-6f84-421d-abc8-4c71e0266aa3'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:22:05.065826 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-49bcbc52-a771-4aa6-b40f-ed935d74b8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:22:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['d0a47fe3-6f84-421d-abc8-4c71e0266aa3'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:22:05.182091 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-49bcbc52-a771-4aa6-b40f-ed935d74b8d0 None None] Set router d0a47fe3-6f84-421d-abc8-4c71e0266aa3 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:22:05.300455 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-6288bf43-75bd-4a49-8afc-c158031cd815 None None] Publish callbacks [] for port (85fe2b1c-4389-4bf1-9e12-d58b851f6d59), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:05.309805 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-6288bf43-75bd-4a49-8afc-c158031cd815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (85fe2b1c-4389-4bf1-9e12-d58b851f6d59), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:05.337983 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:05.347501 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 201747bb-a642-48b5-a9ee-34ec0239ef52 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:22:05.347902 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (201747bb-a642-48b5-a9ee-34ec0239ef52), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:05.378525 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 201747bb-a642-48b5-a9ee-34ec0239ef52, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=201747bb-a642-48b5-a9ee-34ec0239ef52,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:22:05.391414 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (201747bb-a642-48b5-a9ee-34ec0239ef52), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:05.392508 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 6f1057ae-3893-43df-8e60-b6e42c795046 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:22:05.410039 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d75e6d8-aad2-447a-94b5-820735dcd8cb None None] Pushing event updated for resources: {'Port': ['ID=85fe2b1c-4389-4bf1-9e12-d58b851f6d59,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:22:05.450317 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d75e6d8-aad2-447a-94b5-820735dcd8cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:22:05.450758 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d75e6d8-aad2-447a-94b5-820735dcd8cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:22:05.451172 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d75e6d8-aad2-447a-94b5-820735dcd8cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:22:05.451577 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d75e6d8-aad2-447a-94b5-820735dcd8cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:22:05.451980 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d75e6d8-aad2-447a-94b5-820735dcd8cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:22:05.452505 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d75e6d8-aad2-447a-94b5-820735dcd8cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:22:05.452901 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d75e6d8-aad2-447a-94b5-820735dcd8cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:22:05.453319 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d75e6d8-aad2-447a-94b5-820735dcd8cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:22:05.453712 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d75e6d8-aad2-447a-94b5-820735dcd8cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:22:05.454154 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d75e6d8-aad2-447a-94b5-820735dcd8cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:22:05.454458 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d75e6d8-aad2-447a-94b5-820735dcd8cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:22:05.454853 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d75e6d8-aad2-447a-94b5-820735dcd8cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:22:05.455707 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d75e6d8-aad2-447a-94b5-820735dcd8cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:22:05.469729 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5f1d1a-74f0-477a-a337-d7b1e3fdf891 None None] Network 3b0cd0ae-66f1-4462-9f74-934645df4b03 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:22:05.491523 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-6288bf43-75bd-4a49-8afc-c158031cd815 None None] Attempting to bind port 85fe2b1c-4389-4bf1-9e12-d58b851f6d59 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:22:05.491985 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-6288bf43-75bd-4a49-8afc-c158031cd815 None None] Attempting to bind port 85fe2b1c-4389-4bf1-9e12-d58b851f6d59 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '9b1c0674-522a-4d50-a7eb-dd1bfa315b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:22:05.492416 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6288bf43-75bd-4a49-8afc-c158031cd815 None None] Attempting to bind port 85fe2b1c-4389-4bf1-9e12-d58b851f6d59 on network 3939bad5-db13-4d01-8e70-2b1fd9229ffe {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:22:05.498447 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6288bf43-75bd-4a49-8afc-c158031cd815 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:22:05.498914 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6288bf43-75bd-4a49-8afc-c158031cd815 None None] Checking segment: {'id': '9b1c0674-522a-4d50-a7eb-dd1bfa315b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:22:05.499903 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-6288bf43-75bd-4a49-8afc-c158031cd815 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:05.500366 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6288bf43-75bd-4a49-8afc-c158031cd815 None None] Bound using segment: {'id': '9b1c0674-522a-4d50-a7eb-dd1bfa315b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:22:05.501174 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-6288bf43-75bd-4a49-8afc-c158031cd815 None None] Bound port: 85fe2b1c-4389-4bf1-9e12-d58b851f6d59, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b1c0674-522a-4d50-a7eb-dd1bfa315b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:22:05.501693 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-6288bf43-75bd-4a49-8afc-c158031cd815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (85fe2b1c-4389-4bf1-9e12-d58b851f6d59), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:05.557585 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7d170839-5f7a-4983-a850-564f8d9bfd66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:05.582501 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-6288bf43-75bd-4a49-8afc-c158031cd815 None None] For port 85fe2b1c-4389-4bf1-9e12-d58b851f6d59, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:22:05.588046 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-6288bf43-75bd-4a49-8afc-c158031cd815 None None] For port 85fe2b1c-4389-4bf1-9e12-d58b851f6d59, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=85fe2b1c-4389-4bf1-9e12-d58b851f6d59,segment=NetworkSegment(9b1c0674-522a-4d50-a7eb-dd1bfa315b31),segment_id=9b1c0674-522a-4d50-a7eb-dd1bfa315b31)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:22:05.593808 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-97fd3103-299a-4423-b577-5a2d0b178d1a None None] Provisioning complete for port 6f1057ae-3893-43df-8e60-b6e42c795046 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:22:05.594310 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-97fd3103-299a-4423-b577-5a2d0b178d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (6f1057ae-3893-43df-8e60-b6e42c795046), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:05.594723 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-6288bf43-75bd-4a49-8afc-c158031cd815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (85fe2b1c-4389-4bf1-9e12-d58b851f6d59), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:05.645485 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=201747bb-a642-48b5-a9ee-34ec0239ef52,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:22:05.661103 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6288bf43-75bd-4a49-8afc-c158031cd815 None None] Routers {'b0208275-78af-420d-b1dc-5bc64b718ed6'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:22:05.661103 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-6288bf43-75bd-4a49-8afc-c158031cd815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:22:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['b0208275-78af-420d-b1dc-5bc64b718ed6'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:22:05.714152 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 6f1057ae-3893-43df-8e60-b6e42c795046 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:22:05.714681 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (6f1057ae-3893-43df-8e60-b6e42c795046), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:05.714845 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d75e6d8-aad2-447a-94b5-820735dcd8cb None None] Pushing event updated for resources: {'Port': ['ID=85fe2b1c-4389-4bf1-9e12-d58b851f6d59,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:22:05.781564 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-97fd3103-299a-4423-b577-5a2d0b178d1a None None] Current status of the port 6f1057ae-3893-43df-8e60-b6e42c795046 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:22:05.782111 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-97fd3103-299a-4423-b577-5a2d0b178d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (6f1057ae-3893-43df-8e60-b6e42c795046), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:05.785157 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-7d170839-5f7a-4983-a850-564f8d9bfd66 admin admin] Allocated IP 172.20.0.1 (3b0cd0ae-66f1-4462-9f74-934645df4b03/da029444-ea8b-4b4e-b748-da419725ba89/deb23cba-84f7-48a7-9c73-cb8256f04e06) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:22:05.808387 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-6288bf43-75bd-4a49-8afc-c158031cd815 None None] Set router b0208275-78af-420d-b1dc-5bc64b718ed6 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:22:05.811185 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-49bcbc52-a771-4aa6-b40f-ed935d74b8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a47fe3-6f84-421d-abc8-4c71e0266aa3', 'name': 'tempest-TestShelveInstance-1831139649-router', 'tenant_id': '1f55be3c1cad4981827dd5b0d7c1b35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '280c1fde-7ac2-4745-a1ac-f70cadb5eede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:22:03Z', 'updated_at': '2022-01-28T04:22:04Z', 'revision_number': 3, 'project_id': '1f55be3c1cad4981827dd5b0d7c1b35f', 'gw_port': {'id': '280c1fde-7ac2-4745-a1ac-f70cadb5eede', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a47fe3-6f84-421d-abc8-4c71e0266aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:22:03Z', 'updated_at': '2022-01-28T04:22:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:22:05.840116 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bcbc52-a771-4aa6-b40f-ed935d74b8d0 None None] Checking router: d0a47fe3-6f84-421d-abc8-4c71e0266aa3 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:22:05.840772 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bcbc52-a771-4aa6-b40f-ed935d74b8d0 None None] Updating router d0a47fe3-6f84-421d-abc8-4c71e0266aa3 port 280c1fde-7ac2-4745-a1ac-f70cadb5eede binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:22:05.907906 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-49bcbc52-a771-4aa6-b40f-ed935d74b8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (280c1fde-7ac2-4745-a1ac-f70cadb5eede), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:05.911325 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-97fd3103-299a-4423-b577-5a2d0b178d1a None None] For port 6f1057ae-3893-43df-8e60-b6e42c795046, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=6f1057ae-3893-43df-8e60-b6e42c795046,segment=NetworkSegment(bf1d06c5-d64e-41fe-aacd-1e84af5e66dc),segment_id=bf1d06c5-d64e-41fe-aacd-1e84af5e66dc)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:22:05.968650 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7d170839-5f7a-4983-a850-564f8d9bfd66 admin admin] Publish callbacks [] for port (deb23cba-84f7-48a7-9c73-cb8256f04e06), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:06.021207 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-97fd3103-299a-4423-b577-5a2d0b178d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (6f1057ae-3893-43df-8e60-b6e42c795046), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:06.031483 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7d170839-5f7a-4983-a850-564f8d9bfd66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (deb23cba-84f7-48a7-9c73-cb8256f04e06), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:06.075177 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-6288bf43-75bd-4a49-8afc-c158031cd815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'name': 'tempest-TestShelveInstance-334990647-router', 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '201747bb-a642-48b5-a9ee-34ec0239ef52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:21:58Z', 'updated_at': '2022-01-28T04:22:01Z', 'revision_number': 4, 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'gw_port': {'id': '201747bb-a642-48b5-a9ee-34ec0239ef52', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:eb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:21:58Z', 'updated_at': '2022-01-28T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '85fe2b1c-4389-4bf1-9e12-d58b851f6d59', 'name': '', 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe', 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'mac_address': 'fa:16:3e:60:3e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b25f6e6c-4266-4086-afc5-2a1e90abfdbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:22:00Z', 'updated_at': '2022-01-28T04:22:05Z', 'revision_number': 4, 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'subnets': [{'id': 'b25f6e6c-4266-4086-afc5-2a1e90abfdbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:22:06.085836 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d170839-5f7a-4983-a850-564f8d9bfd66 admin admin] Network 3b0cd0ae-66f1-4462-9f74-934645df4b03 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:22:06.092285 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-7d170839-5f7a-4983-a850-564f8d9bfd66 admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:22:06.097404 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d170839-5f7a-4983-a850-564f8d9bfd66 admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:22:06.109279 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6288bf43-75bd-4a49-8afc-c158031cd815 None None] The sync data for ids ['b0208275-78af-420d-b1dc-5bc64b718ed6'] in n-d-712139-27 is: [{'id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'name': 'tempest-TestShelveInstance-334990647-router', 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '201747bb-a642-48b5-a9ee-34ec0239ef52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:21:58Z', 'updated_at': '2022-01-28T04:22:01Z', 'revision_number': 4, 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'gw_port': {'id': '201747bb-a642-48b5-a9ee-34ec0239ef52', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:eb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:21:58Z', 'updated_at': '2022-01-28T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '85fe2b1c-4389-4bf1-9e12-d58b851f6d59', 'name': '', 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe', 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'mac_address': 'fa:16:3e:60:3e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b25f6e6c-4266-4086-afc5-2a1e90abfdbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:22:00Z', 'updated_at': '2022-01-28T04:22:05Z', 'revision_number': 4, 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'subnets': [{'id': 'b25f6e6c-4266-4086-afc5-2a1e90abfdbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:22:06.123641 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd3103-299a-4423-b577-5a2d0b178d1a None None] Pushing event updated for resources: {'Port': ['ID=6f1057ae-3893-43df-8e60-b6e42c795046,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:22:06.147839 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7d170839-5f7a-4983-a850-564f8d9bfd66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (d0a47fe3-6f84-421d-abc8-4c71e0266aa3), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:06.172816 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 6f1057ae-3893-43df-8e60-b6e42c795046 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:22:06.214865 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d170839-5f7a-4983-a850-564f8d9bfd66 admin admin] Pushing event updated for resources: {'Port': ['ID=deb23cba-84f7-48a7-9c73-cb8256f04e06,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:22:06.243530 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:06.247400 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-9167f527-4c52-4a73-88d3-597089f82e25 None None] Provisioning complete for port 85fe2b1c-4389-4bf1-9e12-d58b851f6d59 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:22:06.247840 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9167f527-4c52-4a73-88d3-597089f82e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (85fe2b1c-4389-4bf1-9e12-d58b851f6d59), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:06.325287 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7d170839-5f7a-4983-a850-564f8d9bfd66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (deb23cba-84f7-48a7-9c73-cb8256f04e06), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:06.557495 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7d170839-5f7a-4983-a850-564f8d9bfd66 admin admin] Publish callbacks [] for port (deb23cba-84f7-48a7-9c73-cb8256f04e06), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:06.562545 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7d170839-5f7a-4983-a850-564f8d9bfd66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (deb23cba-84f7-48a7-9c73-cb8256f04e06), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:06.610099 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-9167f527-4c52-4a73-88d3-597089f82e25 None None] Current status of the port 85fe2b1c-4389-4bf1-9e12-d58b851f6d59 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:22:06.610099 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9167f527-4c52-4a73-88d3-597089f82e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (85fe2b1c-4389-4bf1-9e12-d58b851f6d59), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:06.640096 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7d170839-5f7a-4983-a850-564f8d9bfd66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (d0a47fe3-6f84-421d-abc8-4c71e0266aa3), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:06.640381 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-49bcbc52-a771-4aa6-b40f-ed935d74b8d0 None None] Publish callbacks [] for port (280c1fde-7ac2-4745-a1ac-f70cadb5eede), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:06.643926 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d170839-5f7a-4983-a850-564f8d9bfd66 admin admin] Pushing event updated for resources: {'Port': ['ID=deb23cba-84f7-48a7-9c73-cb8256f04e06,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:22:06.649010 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-49bcbc52-a771-4aa6-b40f-ed935d74b8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (280c1fde-7ac2-4745-a1ac-f70cadb5eede), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:06.662270 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-9167f527-4c52-4a73-88d3-597089f82e25 None None] For port 85fe2b1c-4389-4bf1-9e12-d58b851f6d59, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=85fe2b1c-4389-4bf1-9e12-d58b851f6d59,segment=NetworkSegment(9b1c0674-522a-4d50-a7eb-dd1bfa315b31),segment_id=9b1c0674-522a-4d50-a7eb-dd1bfa315b31)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:22:06.689143 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9167f527-4c52-4a73-88d3-597089f82e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (85fe2b1c-4389-4bf1-9e12-d58b851f6d59), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:06.717951 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331de88e-dc06-460f-bec5-3dfec166e8fb None None] Pushing event updated for resources: {'Port': ['ID=280c1fde-7ac2-4745-a1ac-f70cadb5eede,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:22:06.720789 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-49bcbc52-a771-4aa6-b40f-ed935d74b8d0 None None] Attempting to bind port 280c1fde-7ac2-4745-a1ac-f70cadb5eede on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:22:06.721200 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-49bcbc52-a771-4aa6-b40f-ed935d74b8d0 None None] Attempting to bind port 280c1fde-7ac2-4745-a1ac-f70cadb5eede by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:22:06.721574 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bcbc52-a771-4aa6-b40f-ed935d74b8d0 None None] Attempting to bind port 280c1fde-7ac2-4745-a1ac-f70cadb5eede on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:22:06.744845 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bcbc52-a771-4aa6-b40f-ed935d74b8d0 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:22:06.745293 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bcbc52-a771-4aa6-b40f-ed935d74b8d0 None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:22:06.745717 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-49bcbc52-a771-4aa6-b40f-ed935d74b8d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:06.746126 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bcbc52-a771-4aa6-b40f-ed935d74b8d0 None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:22:06.746624 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-49bcbc52-a771-4aa6-b40f-ed935d74b8d0 None None] Bound port: 280c1fde-7ac2-4745-a1ac-f70cadb5eede, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:22:06.747011 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-49bcbc52-a771-4aa6-b40f-ed935d74b8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (280c1fde-7ac2-4745-a1ac-f70cadb5eede), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:06.763457 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d170839-5f7a-4983-a850-564f8d9bfd66 admin admin] Network 3b0cd0ae-66f1-4462-9f74-934645df4b03 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:22:06.764897 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-7d170839-5f7a-4983-a850-564f8d9bfd66 admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:22:06.817344 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9167f527-4c52-4a73-88d3-597089f82e25 None None] Pushing event updated for resources: {'Port': ['ID=85fe2b1c-4389-4bf1-9e12-d58b851f6d59,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:22:06.835803 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-49bcbc52-a771-4aa6-b40f-ed935d74b8d0 None None] For port 280c1fde-7ac2-4745-a1ac-f70cadb5eede, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:22:06.839561 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-49bcbc52-a771-4aa6-b40f-ed935d74b8d0 None None] For port 280c1fde-7ac2-4745-a1ac-f70cadb5eede, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=280c1fde-7ac2-4745-a1ac-f70cadb5eede,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:22:06.846480 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-49bcbc52-a771-4aa6-b40f-ed935d74b8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (280c1fde-7ac2-4745-a1ac-f70cadb5eede), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:06.849888 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-0ad175f1-65ff-4fa0-9430-cd659a904824 None None] Provisioning complete for port 6f1057ae-3893-43df-8e60-b6e42c795046 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:22:06.850250 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0ad175f1-65ff-4fa0-9430-cd659a904824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (6f1057ae-3893-43df-8e60-b6e42c795046), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:06.979814 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331de88e-dc06-460f-bec5-3dfec166e8fb None None] Pushing event updated for resources: {'Port': ['ID=280c1fde-7ac2-4745-a1ac-f70cadb5eede,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:22:06.983485 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bcbc52-a771-4aa6-b40f-ed935d74b8d0 None None] Routers {'d0a47fe3-6f84-421d-abc8-4c71e0266aa3'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:22:06.984143 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-49bcbc52-a771-4aa6-b40f-ed935d74b8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:22:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['d0a47fe3-6f84-421d-abc8-4c71e0266aa3'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:22:07.042047 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 85fe2b1c-4389-4bf1-9e12-d58b851f6d59 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:22:07.135882 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-0ad175f1-65ff-4fa0-9430-cd659a904824 None None] Current status of the port 6f1057ae-3893-43df-8e60-b6e42c795046 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:22:07.203217 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-0ad175f1-65ff-4fa0-9430-cd659a904824 None None] Provisioning complete for port deb23cba-84f7-48a7-9c73-cb8256f04e06 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:22:07.203512 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0ad175f1-65ff-4fa0-9430-cd659a904824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (deb23cba-84f7-48a7-9c73-cb8256f04e06), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:07.210647 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-49bcbc52-a771-4aa6-b40f-ed935d74b8d0 None None] Set router d0a47fe3-6f84-421d-abc8-4c71e0266aa3 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:22:07.258899 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 85fe2b1c-4389-4bf1-9e12-d58b851f6d59 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:22:07.259275 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (85fe2b1c-4389-4bf1-9e12-d58b851f6d59), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:07.276344 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d170839-5f7a-4983-a850-564f8d9bfd66 admin admin] Router d0a47fe3-6f84-421d-abc8-4c71e0266aa3 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:22:07.337996 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-0ad175f1-65ff-4fa0-9430-cd659a904824 None None] Port deb23cba-84f7-48a7-9c73-cb8256f04e06 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:22:07.397791 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d170839-5f7a-4983-a850-564f8d9bfd66 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:22:07.404404 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7d170839-5f7a-4983-a850-564f8d9bfd66 admin admin] 10.222.0.53 "PUT /v2.0/routers/d0a47fe3-6f84-421d-abc8-4c71e0266aa3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3687322 Jan 28 04:22:07.494583 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 85fe2b1c-4389-4bf1-9e12-d58b851f6d59 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:22:07.495599 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 6f1057ae-3893-43df-8e60-b6e42c795046 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:22:07.525778 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-05acc60c-9ff8-42e1-969d-c10a4073c5e6 None None] Provisioning complete for port deb23cba-84f7-48a7-9c73-cb8256f04e06 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:22:07.526207 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-05acc60c-9ff8-42e1-969d-c10a4073c5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (deb23cba-84f7-48a7-9c73-cb8256f04e06), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:07.582246 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-05acc60c-9ff8-42e1-969d-c10a4073c5e6 None None] Port deb23cba-84f7-48a7-9c73-cb8256f04e06 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:22:07.598504 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-49bcbc52-a771-4aa6-b40f-ed935d74b8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a47fe3-6f84-421d-abc8-4c71e0266aa3', 'name': 'tempest-TestShelveInstance-1831139649-router', 'tenant_id': '1f55be3c1cad4981827dd5b0d7c1b35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '280c1fde-7ac2-4745-a1ac-f70cadb5eede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:22:03Z', 'updated_at': '2022-01-28T04:22:06Z', 'revision_number': 4, 'project_id': '1f55be3c1cad4981827dd5b0d7c1b35f', 'gw_port': {'id': '280c1fde-7ac2-4745-a1ac-f70cadb5eede', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a47fe3-6f84-421d-abc8-4c71e0266aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:22:03Z', 'updated_at': '2022-01-28T04:22:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'deb23cba-84f7-48a7-9c73-cb8256f04e06', 'name': '', 'network_id': '3b0cd0ae-66f1-4462-9f74-934645df4b03', 'tenant_id': '1f55be3c1cad4981827dd5b0d7c1b35f', 'mac_address': 'fa:16:3e:61:ac:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a47fe3-6f84-421d-abc8-4c71e0266aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'da029444-ea8b-4b4e-b748-da419725ba89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:22:05Z', 'updated_at': '2022-01-28T04:22:06Z', 'revision_number': 2, 'project_id': '1f55be3c1cad4981827dd5b0d7c1b35f', 'subnets': [{'id': 'da029444-ea8b-4b4e-b748-da419725ba89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:22:07.602140 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 6f1057ae-3893-43df-8e60-b6e42c795046 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:22:07.602651 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (6f1057ae-3893-43df-8e60-b6e42c795046), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:07.631662 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bcbc52-a771-4aa6-b40f-ed935d74b8d0 None None] The sync data for ids ['d0a47fe3-6f84-421d-abc8-4c71e0266aa3'] in n-d-712139-27 is: [{'id': 'd0a47fe3-6f84-421d-abc8-4c71e0266aa3', 'name': 'tempest-TestShelveInstance-1831139649-router', 'tenant_id': '1f55be3c1cad4981827dd5b0d7c1b35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '280c1fde-7ac2-4745-a1ac-f70cadb5eede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:22:03Z', 'updated_at': '2022-01-28T04:22:06Z', 'revision_number': 4, 'project_id': '1f55be3c1cad4981827dd5b0d7c1b35f', 'gw_port': {'id': '280c1fde-7ac2-4745-a1ac-f70cadb5eede', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a47fe3-6f84-421d-abc8-4c71e0266aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:22:03Z', 'updated_at': '2022-01-28T04:22:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'deb23cba-84f7-48a7-9c73-cb8256f04e06', 'name': '', 'network_id': '3b0cd0ae-66f1-4462-9f74-934645df4b03', 'tenant_id': '1f55be3c1cad4981827dd5b0d7c1b35f', 'mac_address': 'fa:16:3e:61:ac:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a47fe3-6f84-421d-abc8-4c71e0266aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'da029444-ea8b-4b4e-b748-da419725ba89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:22:05Z', 'updated_at': '2022-01-28T04:22:06Z', 'revision_number': 2, 'project_id': '1f55be3c1cad4981827dd5b0d7c1b35f', 'subnets': [{'id': 'da029444-ea8b-4b4e-b748-da419725ba89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:22:07.723327 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 6f1057ae-3893-43df-8e60-b6e42c795046 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:22:07.724528 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 201747bb-a642-48b5-a9ee-34ec0239ef52 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:22:07.775501 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 201747bb-a642-48b5-a9ee-34ec0239ef52 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:22:07.775976 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (201747bb-a642-48b5-a9ee-34ec0239ef52), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:07.914577 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 201747bb-a642-48b5-a9ee-34ec0239ef52 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:22:07.992197 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38340) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:22:08.006613 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-bb4eda13-6a5d-46c6-b2b0-feeefb9ef626 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-722362658', 'description': 'tempest-secgroup-smoke-722362658 description', 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:22:08.032623 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bb4eda13-6a5d-46c6-b2b0-feeefb9ef626 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:08.117372 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bb4eda13-6a5d-46c6-b2b0-feeefb9ef626 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for security_group (f60d8268-59d2-461c-a653-7f8480d99960), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:08.122536 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bb4eda13-6a5d-46c6-b2b0-feeefb9ef626 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f60d8268-59d2-461c-a653-7f8480d99960), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:08.157045 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bb4eda13-6a5d-46c6-b2b0-feeefb9ef626 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:08.161735 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-bb4eda13-6a5d-46c6-b2b0-feeefb9ef626 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1679101 Jan 28 04:22:08.162048 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38342) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:22:08.166889 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-a42d8edd-512f-442b-8400-55cf06391d3c tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Request body: {'security_group_rule': {'security_group_id': 'f60d8268-59d2-461c-a653-7f8480d99960', 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:22:08.168554 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4eda13-6a5d-46c6-b2b0-feeefb9ef626 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f60d8268-59d2-461c-a653-7f8480d99960,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:22:08.197736 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a42d8edd-512f-442b-8400-55cf06391d3c tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for security_group_rule (5a330cd8-6955-4c5c-af3a-2da6950de570), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:08.258753 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a42d8edd-512f-442b-8400-55cf06391d3c tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for security_group_rule (5a330cd8-6955-4c5c-af3a-2da6950de570), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:08.263774 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a42d8edd-512f-442b-8400-55cf06391d3c tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (5a330cd8-6955-4c5c-af3a-2da6950de570), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:08.282931 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d8edd-512f-442b-8400-55cf06391d3c tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a330cd8-6955-4c5c-af3a-2da6950de570,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:22:08.292762 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a42d8edd-512f-442b-8400-55cf06391d3c tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:08.294244 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a42d8edd-512f-442b-8400-55cf06391d3c tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1311238 Jan 28 04:22:08.296954 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38344) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:22:08.302186 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-bb382566-4c0e-4732-b1a8-a03578e605ab tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Request body: {'security_group_rule': {'security_group_id': 'f60d8268-59d2-461c-a653-7f8480d99960', 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:22:08.330300 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bb382566-4c0e-4732-b1a8-a03578e605ab tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for security_group_rule (9bda7069-393e-4276-8d92-aadd0f45f95b), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:08.387004 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bb382566-4c0e-4732-b1a8-a03578e605ab tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for security_group_rule (9bda7069-393e-4276-8d92-aadd0f45f95b), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:08.392381 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bb382566-4c0e-4732-b1a8-a03578e605ab tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (9bda7069-393e-4276-8d92-aadd0f45f95b), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:08.414193 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb382566-4c0e-4732-b1a8-a03578e605ab tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bda7069-393e-4276-8d92-aadd0f45f95b,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:22:08.419975 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bb382566-4c0e-4732-b1a8-a03578e605ab tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:08.421276 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-bb382566-4c0e-4732-b1a8-a03578e605ab tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1232238 Jan 28 04:22:08.424056 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38346) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:22:08.428752 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-21caf08d-952a-4708-af52-a40ffe1d1078 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Request body: {'security_group_rule': {'security_group_id': 'f60d8268-59d2-461c-a653-7f8480d99960', 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:22:08.453560 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-21caf08d-952a-4708-af52-a40ffe1d1078 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for security_group_rule (706a8af0-a3e2-43fd-9478-ab34fd50bba2), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:08.513907 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-21caf08d-952a-4708-af52-a40ffe1d1078 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for security_group_rule (706a8af0-a3e2-43fd-9478-ab34fd50bba2), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:08.518311 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-21caf08d-952a-4708-af52-a40ffe1d1078 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (706a8af0-a3e2-43fd-9478-ab34fd50bba2), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:08.538747 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21caf08d-952a-4708-af52-a40ffe1d1078 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=706a8af0-a3e2-43fd-9478-ab34fd50bba2,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:22:08.547999 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-21caf08d-952a-4708-af52-a40ffe1d1078 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:08.549371 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-21caf08d-952a-4708-af52-a40ffe1d1078 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1242807 Jan 28 04:22:08.552340 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38348) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:22:08.566202 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-f73df838-4dc1-43a3-9a75-f62af51c2d95 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Request body: {'security_group_rule': {'security_group_id': 'f60d8268-59d2-461c-a653-7f8480d99960', 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:22:08.600611 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f73df838-4dc1-43a3-9a75-f62af51c2d95 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for security_group_rule (91f61282-6e9c-4fba-b2c3-4596190eb35b), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:08.662273 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f73df838-4dc1-43a3-9a75-f62af51c2d95 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for security_group_rule (91f61282-6e9c-4fba-b2c3-4596190eb35b), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:08.669253 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f73df838-4dc1-43a3-9a75-f62af51c2d95 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (91f61282-6e9c-4fba-b2c3-4596190eb35b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:08.689364 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73df838-4dc1-43a3-9a75-f62af51c2d95 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91f61282-6e9c-4fba-b2c3-4596190eb35b,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:22:08.695384 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f73df838-4dc1-43a3-9a75-f62af51c2d95 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:08.696601 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f73df838-4dc1-43a3-9a75-f62af51c2d95 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1384771 Jan 28 04:22:08.699355 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38350) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:22:08.703682 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-db8b6e1e-90d7-44c7-8736-2f374cdafeca tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Request body: {'security_group_rule': {'security_group_id': 'f60d8268-59d2-461c-a653-7f8480d99960', 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:22:08.723110 n-d-712139-27 neutron-server[109803]: INFO neutron.db.securitygroups_db [None req-db8b6e1e-90d7-44c7-8736-2f374cdafeca tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Project c5dcf08c05e54ee08082ff7b76765a52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 04:22:08.728107 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-db8b6e1e-90d7-44c7-8736-2f374cdafeca tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for security_group_rule (74ab2ba0-6613-4e3c-b578-43b02ac6c9bc), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:08.795599 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-db8b6e1e-90d7-44c7-8736-2f374cdafeca tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for security_group_rule (74ab2ba0-6613-4e3c-b578-43b02ac6c9bc), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:08.800868 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-db8b6e1e-90d7-44c7-8736-2f374cdafeca tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (74ab2ba0-6613-4e3c-b578-43b02ac6c9bc), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:08.820373 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b6e1e-90d7-44c7-8736-2f374cdafeca tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74ab2ba0-6613-4e3c-b578-43b02ac6c9bc,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:22:08.826226 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-db8b6e1e-90d7-44c7-8736-2f374cdafeca tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:08.827582 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-db8b6e1e-90d7-44c7-8736-2f374cdafeca tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1272418 Jan 28 04:22:08.830618 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38352) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:22:08.835403 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-806df63d-e5b6-4c07-8723-70e9df08b3be tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Request body: {'security_group_rule': {'security_group_id': 'f60d8268-59d2-461c-a653-7f8480d99960', 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:22:08.847384 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 85fe2b1c-4389-4bf1-9e12-d58b851f6d59 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:22:08.858766 n-d-712139-27 neutron-server[109802]: INFO neutron.db.securitygroups_db [None req-806df63d-e5b6-4c07-8723-70e9df08b3be tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Project c5dcf08c05e54ee08082ff7b76765a52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 04:22:08.864001 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-806df63d-e5b6-4c07-8723-70e9df08b3be tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for security_group_rule (e1f71249-d8cf-406c-8541-b911d224668d), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:08.910101 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 85fe2b1c-4389-4bf1-9e12-d58b851f6d59 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:22:08.910628 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (85fe2b1c-4389-4bf1-9e12-d58b851f6d59), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:08.947195 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-806df63d-e5b6-4c07-8723-70e9df08b3be tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for security_group_rule (e1f71249-d8cf-406c-8541-b911d224668d), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:08.953836 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-806df63d-e5b6-4c07-8723-70e9df08b3be tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (e1f71249-d8cf-406c-8541-b911d224668d), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:08.974787 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806df63d-e5b6-4c07-8723-70e9df08b3be tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1f71249-d8cf-406c-8541-b911d224668d,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:22:08.981813 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-806df63d-e5b6-4c07-8723-70e9df08b3be tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:08.985122 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-806df63d-e5b6-4c07-8723-70e9df08b3be tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1515174 Jan 28 04:22:09.028528 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 85fe2b1c-4389-4bf1-9e12-d58b851f6d59 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:22:09.147336 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-d6b27fe3-3f78-4f91-97f5-ce89da494434 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-722362658&fields=id&tenant_id=c5dcf08c05e54ee08082ff7b76765a52 HTTP/1.1" status: 200 len: 267 time: 0.0469730 Jan 28 04:22:09.270453 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-83e56ef4-38d6-4371-86a5-ebbb0bf06222 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:09.271860 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-83e56ef4-38d6-4371-86a5-ebbb0bf06222 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/networks?id=3939bad5-db13-4d01-8e70-2b1fd9229ffe HTTP/1.1" status: 200 len: 808 time: 0.1176336 Jan 28 04:22:09.288319 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-111d2ccb-9e91-4c64-a96e-2e87bb5d31ac tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/quotas/c5dcf08c05e54ee08082ff7b76765a52 HTTP/1.1" status: 200 len: 375 time: 0.0106232 Jan 28 04:22:09.342338 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-3c3ea82f-0750-4e86-bdbb-b8c43308f6fa tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c5dcf08c05e54ee08082ff7b76765a52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483849 Jan 28 04:22:09.452905 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-9d6d6940-689a-40fe-a97b-cfe9596ba038 service neutron] 10.222.0.53 "GET /v2.0/networks/3939bad5-db13-4d01-8e70-2b1fd9229ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986903 Jan 28 04:22:09.910372 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-7e8453eb-e1f6-49fe-854f-f1e71ae69492 service neutron] 10.222.0.53 "GET /v2.0/networks/3939bad5-db13-4d01-8e70-2b1fd9229ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4513452 Jan 28 04:22:10.086400 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4f8aed09-0cf2-47d8-9f41-bcc5ca972881 req-7fdabe9b-3083-4575-9092-ac6c88ee5e48 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 210 time: 0.0288541 Jan 28 04:22:10.368069 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7cc086-19f0-4199-8387-475a480ea7af None None] Sync routers for ids ['d0a47fe3-6f84-421d-abc8-4c71e0266aa3'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:22:10.377178 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7cc086-19f0-4199-8387-475a480ea7af None None] Routers {'d0a47fe3-6f84-421d-abc8-4c71e0266aa3'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:22:10.377798 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-0d7cc086-19f0-4199-8387-475a480ea7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:22:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['d0a47fe3-6f84-421d-abc8-4c71e0266aa3'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:22:10.585679 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-0d7cc086-19f0-4199-8387-475a480ea7af None None] Set router d0a47fe3-6f84-421d-abc8-4c71e0266aa3 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:22:10.808966 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-0d7cc086-19f0-4199-8387-475a480ea7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a47fe3-6f84-421d-abc8-4c71e0266aa3', 'name': 'tempest-TestShelveInstance-1831139649-router', 'tenant_id': '1f55be3c1cad4981827dd5b0d7c1b35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '280c1fde-7ac2-4745-a1ac-f70cadb5eede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:22:03Z', 'updated_at': '2022-01-28T04:22:06Z', 'revision_number': 4, 'project_id': '1f55be3c1cad4981827dd5b0d7c1b35f', 'gw_port': {'id': '280c1fde-7ac2-4745-a1ac-f70cadb5eede', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a47fe3-6f84-421d-abc8-4c71e0266aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:22:03Z', 'updated_at': '2022-01-28T04:22:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'deb23cba-84f7-48a7-9c73-cb8256f04e06', 'name': '', 'network_id': '3b0cd0ae-66f1-4462-9f74-934645df4b03', 'tenant_id': '1f55be3c1cad4981827dd5b0d7c1b35f', 'mac_address': 'fa:16:3e:61:ac:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a47fe3-6f84-421d-abc8-4c71e0266aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'da029444-ea8b-4b4e-b748-da419725ba89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:22:05Z', 'updated_at': '2022-01-28T04:22:06Z', 'revision_number': 2, 'project_id': '1f55be3c1cad4981827dd5b0d7c1b35f', 'subnets': [{'id': 'da029444-ea8b-4b4e-b748-da419725ba89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:22:10.839557 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7cc086-19f0-4199-8387-475a480ea7af None None] Checking router: d0a47fe3-6f84-421d-abc8-4c71e0266aa3 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:22:10.839917 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7cc086-19f0-4199-8387-475a480ea7af None None] Updating router d0a47fe3-6f84-421d-abc8-4c71e0266aa3 port deb23cba-84f7-48a7-9c73-cb8256f04e06 binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:22:10.856118 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 280c1fde-7ac2-4745-a1ac-f70cadb5eede up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:22:10.869038 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-0d7cc086-19f0-4199-8387-475a480ea7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (deb23cba-84f7-48a7-9c73-cb8256f04e06), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:10.908788 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 280c1fde-7ac2-4745-a1ac-f70cadb5eede triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:22:10.909289 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (280c1fde-7ac2-4745-a1ac-f70cadb5eede), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:10.995713 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 280c1fde-7ac2-4745-a1ac-f70cadb5eede is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:22:10.996103 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (280c1fde-7ac2-4745-a1ac-f70cadb5eede), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:11.020721 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 280c1fde-7ac2-4745-a1ac-f70cadb5eede, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=280c1fde-7ac2-4745-a1ac-f70cadb5eede,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:22:11.025468 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (280c1fde-7ac2-4745-a1ac-f70cadb5eede), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:11.081512 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=280c1fde-7ac2-4745-a1ac-f70cadb5eede,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:22:11.185746 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-0d7cc086-19f0-4199-8387-475a480ea7af None None] Publish callbacks [] for port (deb23cba-84f7-48a7-9c73-cb8256f04e06), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:11.192153 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-0d7cc086-19f0-4199-8387-475a480ea7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (deb23cba-84f7-48a7-9c73-cb8256f04e06), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:11.218049 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-760f9549-c0b6-4487-8899-4ae337637b42 req-142cf24c-2ca9-4c74-9d36-d5c8e08f3265 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 210 time: 0.0480156 Jan 28 04:22:11.223623 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-60ee66cf-91fc-4b18-912b-4d71da271c1c tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:11.226521 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-60ee66cf-91fc-4b18-912b-4d71da271c1c tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.67 "GET /v2.0/networks?id=3939bad5-db13-4d01-8e70-2b1fd9229ffe HTTP/1.1" status: 200 len: 808 time: 0.1515176 Jan 28 04:22:11.246045 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a99e255-64e7-41f1-a031-1e925e67e15d None None] Pushing event updated for resources: {'Port': ['ID=deb23cba-84f7-48a7-9c73-cb8256f04e06,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:22:11.309864 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-0d7cc086-19f0-4199-8387-475a480ea7af None None] Attempting to bind port deb23cba-84f7-48a7-9c73-cb8256f04e06 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:22:11.310232 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-0d7cc086-19f0-4199-8387-475a480ea7af None None] Attempting to bind port deb23cba-84f7-48a7-9c73-cb8256f04e06 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'bf1d06c5-d64e-41fe-aacd-1e84af5e66dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3b0cd0ae-66f1-4462-9f74-934645df4b03'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:22:11.310599 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7cc086-19f0-4199-8387-475a480ea7af None None] Attempting to bind port deb23cba-84f7-48a7-9c73-cb8256f04e06 on network 3b0cd0ae-66f1-4462-9f74-934645df4b03 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:22:11.312329 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-d39ac48c-4e49-4885-a5eb-fca9c2d34ddf tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5dcf08c05e54ee08082ff7b76765a52 HTTP/1.1" status: 200 len: 379 time: 0.0635719 Jan 28 04:22:11.317035 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7cc086-19f0-4199-8387-475a480ea7af None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:22:11.317393 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7cc086-19f0-4199-8387-475a480ea7af None None] Checking segment: {'id': 'bf1d06c5-d64e-41fe-aacd-1e84af5e66dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3b0cd0ae-66f1-4462-9f74-934645df4b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:22:11.317802 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-0d7cc086-19f0-4199-8387-475a480ea7af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:11.318195 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7cc086-19f0-4199-8387-475a480ea7af None None] Bound using segment: {'id': 'bf1d06c5-d64e-41fe-aacd-1e84af5e66dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3b0cd0ae-66f1-4462-9f74-934645df4b03'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:22:11.318667 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-0d7cc086-19f0-4199-8387-475a480ea7af None None] Bound port: deb23cba-84f7-48a7-9c73-cb8256f04e06, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1d06c5-d64e-41fe-aacd-1e84af5e66dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3b0cd0ae-66f1-4462-9f74-934645df4b03'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:22:11.319215 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-0d7cc086-19f0-4199-8387-475a480ea7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (deb23cba-84f7-48a7-9c73-cb8256f04e06), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:11.323697 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-fa730781-8971-48c6-bcae-4acf33d35ad2 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Request body: {'port': {'device_id': '9d78f653-dbb0-4497-9dd7-42c5ecbe2196', 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe', 'admin_state_up': True, 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'security_groups': ['f60d8268-59d2-461c-a653-7f8480d99960']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:22:11.388081 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-0d7cc086-19f0-4199-8387-475a480ea7af None None] For port deb23cba-84f7-48a7-9c73-cb8256f04e06, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:22:11.391585 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-0d7cc086-19f0-4199-8387-475a480ea7af None None] For port deb23cba-84f7-48a7-9c73-cb8256f04e06, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=deb23cba-84f7-48a7-9c73-cb8256f04e06,segment=NetworkSegment(bf1d06c5-d64e-41fe-aacd-1e84af5e66dc),segment_id=bf1d06c5-d64e-41fe-aacd-1e84af5e66dc)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:22:11.396380 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-0d7cc086-19f0-4199-8387-475a480ea7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (deb23cba-84f7-48a7-9c73-cb8256f04e06), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:11.448120 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7cc086-19f0-4199-8387-475a480ea7af None None] Routers {'d0a47fe3-6f84-421d-abc8-4c71e0266aa3'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:22:11.448852 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-0d7cc086-19f0-4199-8387-475a480ea7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:22:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['d0a47fe3-6f84-421d-abc8-4c71e0266aa3'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:22:11.450667 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-fa730781-8971-48c6-bcae-4acf33d35ad2 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Made reservation on behalf of c5dcf08c05e54ee08082ff7b76765a52 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:22:11.454335 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-fa730781-8971-48c6-bcae-4acf33d35ad2 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:11.506273 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a99e255-64e7-41f1-a031-1e925e67e15d None None] Pushing event updated for resources: {'Port': ['ID=deb23cba-84f7-48a7-9c73-cb8256f04e06,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:22:11.537247 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-62a30adc-a55e-4306-916e-34f866a98819 None None] Provisioning complete for port deb23cba-84f7-48a7-9c73-cb8256f04e06 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:22:11.537969 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-62a30adc-a55e-4306-916e-34f866a98819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (deb23cba-84f7-48a7-9c73-cb8256f04e06), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:11.600323 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-0d7cc086-19f0-4199-8387-475a480ea7af None None] Set router d0a47fe3-6f84-421d-abc8-4c71e0266aa3 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:22:11.617339 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-fa730781-8971-48c6-bcae-4acf33d35ad2 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Allocated IP 172.20.0.3 (3939bad5-db13-4d01-8e70-2b1fd9229ffe/b25f6e6c-4266-4086-afc5-2a1e90abfdbe/56d7d687-b548-4fcf-ac12-eec139cedbb9) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:22:11.640846 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-62a30adc-a55e-4306-916e-34f866a98819 None None] Current status of the port deb23cba-84f7-48a7-9c73-cb8256f04e06 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:22:11.641861 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-62a30adc-a55e-4306-916e-34f866a98819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (deb23cba-84f7-48a7-9c73-cb8256f04e06), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:11.701250 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-62a30adc-a55e-4306-916e-34f866a98819 None None] For port deb23cba-84f7-48a7-9c73-cb8256f04e06, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=deb23cba-84f7-48a7-9c73-cb8256f04e06,segment=NetworkSegment(bf1d06c5-d64e-41fe-aacd-1e84af5e66dc),segment_id=bf1d06c5-d64e-41fe-aacd-1e84af5e66dc)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:22:11.708194 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-62a30adc-a55e-4306-916e-34f866a98819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (deb23cba-84f7-48a7-9c73-cb8256f04e06), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:11.760778 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a30adc-a55e-4306-916e-34f866a98819 None None] Pushing event updated for resources: {'Port': ['ID=deb23cba-84f7-48a7-9c73-cb8256f04e06,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:22:11.815804 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-fa730781-8971-48c6-bcae-4acf33d35ad2 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for port (56d7d687-b548-4fcf-ac12-eec139cedbb9), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:11.828404 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-0d7cc086-19f0-4199-8387-475a480ea7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a47fe3-6f84-421d-abc8-4c71e0266aa3', 'name': 'tempest-TestShelveInstance-1831139649-router', 'tenant_id': '1f55be3c1cad4981827dd5b0d7c1b35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '280c1fde-7ac2-4745-a1ac-f70cadb5eede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:22:03Z', 'updated_at': '2022-01-28T04:22:06Z', 'revision_number': 4, 'project_id': '1f55be3c1cad4981827dd5b0d7c1b35f', 'gw_port': {'id': '280c1fde-7ac2-4745-a1ac-f70cadb5eede', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a47fe3-6f84-421d-abc8-4c71e0266aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:22:03Z', 'updated_at': '2022-01-28T04:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'deb23cba-84f7-48a7-9c73-cb8256f04e06', 'name': '', 'network_id': '3b0cd0ae-66f1-4462-9f74-934645df4b03', 'tenant_id': '1f55be3c1cad4981827dd5b0d7c1b35f', 'mac_address': 'fa:16:3e:61:ac:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a47fe3-6f84-421d-abc8-4c71e0266aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'da029444-ea8b-4b4e-b748-da419725ba89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:22:05Z', 'updated_at': '2022-01-28T04:22:11Z', 'revision_number': 4, 'project_id': '1f55be3c1cad4981827dd5b0d7c1b35f', 'subnets': [{'id': 'da029444-ea8b-4b4e-b748-da419725ba89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:22:11.830320 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-2feccf3d-8830-47a8-80e0-13f3d21556dd None None] Provisioning complete for port deb23cba-84f7-48a7-9c73-cb8256f04e06 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:22:11.830779 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2feccf3d-8830-47a8-80e0-13f3d21556dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (deb23cba-84f7-48a7-9c73-cb8256f04e06), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:11.851732 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-fa730781-8971-48c6-bcae-4acf33d35ad2 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (56d7d687-b548-4fcf-ac12-eec139cedbb9), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:11.861438 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7cc086-19f0-4199-8387-475a480ea7af None None] The sync data for ids ['d0a47fe3-6f84-421d-abc8-4c71e0266aa3'] in n-d-712139-27 is: [{'id': 'd0a47fe3-6f84-421d-abc8-4c71e0266aa3', 'name': 'tempest-TestShelveInstance-1831139649-router', 'tenant_id': '1f55be3c1cad4981827dd5b0d7c1b35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '280c1fde-7ac2-4745-a1ac-f70cadb5eede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:22:03Z', 'updated_at': '2022-01-28T04:22:06Z', 'revision_number': 4, 'project_id': '1f55be3c1cad4981827dd5b0d7c1b35f', 'gw_port': {'id': '280c1fde-7ac2-4745-a1ac-f70cadb5eede', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a47fe3-6f84-421d-abc8-4c71e0266aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:22:03Z', 'updated_at': '2022-01-28T04:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'deb23cba-84f7-48a7-9c73-cb8256f04e06', 'name': '', 'network_id': '3b0cd0ae-66f1-4462-9f74-934645df4b03', 'tenant_id': '1f55be3c1cad4981827dd5b0d7c1b35f', 'mac_address': 'fa:16:3e:61:ac:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a47fe3-6f84-421d-abc8-4c71e0266aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'da029444-ea8b-4b4e-b748-da419725ba89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:22:05Z', 'updated_at': '2022-01-28T04:22:11Z', 'revision_number': 4, 'project_id': '1f55be3c1cad4981827dd5b0d7c1b35f', 'subnets': [{'id': 'da029444-ea8b-4b4e-b748-da419725ba89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:22:11.902748 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-fa730781-8971-48c6-bcae-4acf33d35ad2 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Network 3939bad5-db13-4d01-8e70-2b1fd9229ffe is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:22:11.906042 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-fa730781-8971-48c6-bcae-4acf33d35ad2 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:22:11.912699 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-fa730781-8971-48c6-bcae-4acf33d35ad2 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:22:11.924456 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-2feccf3d-8830-47a8-80e0-13f3d21556dd None None] Current status of the port deb23cba-84f7-48a7-9c73-cb8256f04e06 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:22:11.941411 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa730781-8971-48c6-bcae-4acf33d35ad2 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Pushing event updated for resources: {'Port': ['ID=56d7d687-b548-4fcf-ac12-eec139cedbb9,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:22:11.974157 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-fa730781-8971-48c6-bcae-4acf33d35ad2 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:11.974821 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-fa730781-8971-48c6-bcae-4acf33d35ad2 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:11.993085 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-fa730781-8971-48c6-bcae-4acf33d35ad2 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6747627 Jan 28 04:22:12.010955 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-086d87cb-c2be-481d-bcf1-7f5c4e83d904 service neutron] Request body: {'port': {'device_id': '9d78f653-dbb0-4497-9dd7-42c5ecbe2196', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:22:12.074298 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-086d87cb-c2be-481d-bcf1-7f5c4e83d904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (56d7d687-b548-4fcf-ac12-eec139cedbb9), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:12.150975 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-ed748214-68f6-41e5-8542-17e77c832325 None None] Provisioning complete for port 56d7d687-b548-4fcf-ac12-eec139cedbb9 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:22:12.151713 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ed748214-68f6-41e5-8542-17e77c832325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (56d7d687-b548-4fcf-ac12-eec139cedbb9), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:12.197531 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-ed748214-68f6-41e5-8542-17e77c832325 None None] Port 56d7d687-b548-4fcf-ac12-eec139cedbb9 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:22:12.375524 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896faf0e-1107-4221-acb5-62855109db70 req-9b6685a4-0b9d-46d9-8fac-2643ea89bd24 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:12.377103 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-896faf0e-1107-4221-acb5-62855109db70 req-9b6685a4-0b9d-46d9-8fac-2643ea89bd24 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 931 time: 0.0900002 Jan 28 04:22:12.422906 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-086d87cb-c2be-481d-bcf1-7f5c4e83d904 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56d7d687-b548-4fcf-ac12-eec139cedbb9 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:22:12.433022 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-086d87cb-c2be-481d-bcf1-7f5c4e83d904 service neutron] Publish callbacks [] for port (56d7d687-b548-4fcf-ac12-eec139cedbb9), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:12.462289 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-086d87cb-c2be-481d-bcf1-7f5c4e83d904 service neutron] Transition to ACTIVE for port object 56d7d687-b548-4fcf-ac12-eec139cedbb9 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:22:12.468246 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-896faf0e-1107-4221-acb5-62855109db70 req-19d7c63b-118c-4bed-819c-eb7ac06f0310 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736485 Jan 28 04:22:12.469318 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-086d87cb-c2be-481d-bcf1-7f5c4e83d904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (56d7d687-b548-4fcf-ac12-eec139cedbb9), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:12.551620 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d87cb-c2be-481d-bcf1-7f5c4e83d904 service neutron] Pushing event updated for resources: {'Port': ['ID=56d7d687-b548-4fcf-ac12-eec139cedbb9,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:22:12.608948 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-086d87cb-c2be-481d-bcf1-7f5c4e83d904 service neutron] Attempting to bind port 56d7d687-b548-4fcf-ac12-eec139cedbb9 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:22:12.609312 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-086d87cb-c2be-481d-bcf1-7f5c4e83d904 service neutron] Attempting to bind port 56d7d687-b548-4fcf-ac12-eec139cedbb9 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '9b1c0674-522a-4d50-a7eb-dd1bfa315b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:22:12.609643 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-086d87cb-c2be-481d-bcf1-7f5c4e83d904 service neutron] Attempting to bind port 56d7d687-b548-4fcf-ac12-eec139cedbb9 on network 3939bad5-db13-4d01-8e70-2b1fd9229ffe {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:22:12.614302 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-086d87cb-c2be-481d-bcf1-7f5c4e83d904 service neutron] Port 56d7d687-b548-4fcf-ac12-eec139cedbb9 on network 3939bad5-db13-4d01-8e70-2b1fd9229ffe not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:22:12.614627 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-086d87cb-c2be-481d-bcf1-7f5c4e83d904 service neutron] Attempting to bind port 56d7d687-b548-4fcf-ac12-eec139cedbb9 on network 3939bad5-db13-4d01-8e70-2b1fd9229ffe {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:22:12.619858 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-086d87cb-c2be-481d-bcf1-7f5c4e83d904 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:22:12.620206 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-086d87cb-c2be-481d-bcf1-7f5c4e83d904 service neutron] Checking segment: {'id': '9b1c0674-522a-4d50-a7eb-dd1bfa315b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:22:12.620593 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-086d87cb-c2be-481d-bcf1-7f5c4e83d904 service neutron] Bound using segment: {'id': '9b1c0674-522a-4d50-a7eb-dd1bfa315b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:22:12.621027 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-086d87cb-c2be-481d-bcf1-7f5c4e83d904 service neutron] Bound port: 56d7d687-b548-4fcf-ac12-eec139cedbb9, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b1c0674-522a-4d50-a7eb-dd1bfa315b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:22:12.621408 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-086d87cb-c2be-481d-bcf1-7f5c4e83d904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (56d7d687-b548-4fcf-ac12-eec139cedbb9), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:12.696017 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-086d87cb-c2be-481d-bcf1-7f5c4e83d904 service neutron] For port 56d7d687-b548-4fcf-ac12-eec139cedbb9, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:22:12.699878 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-086d87cb-c2be-481d-bcf1-7f5c4e83d904 service neutron] For port 56d7d687-b548-4fcf-ac12-eec139cedbb9, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=56d7d687-b548-4fcf-ac12-eec139cedbb9,segment=NetworkSegment(9b1c0674-522a-4d50-a7eb-dd1bfa315b31),segment_id=9b1c0674-522a-4d50-a7eb-dd1bfa315b31)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:22:12.705991 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-086d87cb-c2be-481d-bcf1-7f5c4e83d904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (56d7d687-b548-4fcf-ac12-eec139cedbb9), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:12.742559 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-086d87cb-c2be-481d-bcf1-7f5c4e83d904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:12.743113 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-086d87cb-c2be-481d-bcf1-7f5c4e83d904 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:12.744606 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-086d87cb-c2be-481d-bcf1-7f5c4e83d904 service neutron] 10.222.0.67 "PUT /v2.0/ports/56d7d687-b548-4fcf-ac12-eec139cedbb9 HTTP/1.1" status: 200 len: 1092 time: 0.7390072 Jan 28 04:22:12.746918 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d78f653-dbb0-4497-9dd7-42c5ecbe2196', 'tag': '56d7d687-b548-4fcf-ac12-eec139cedbb9'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:22:12.749426 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ded00fe-1294-41e9-b78c-2b5c9ef34531" -d '{"events": [{"name": "network-changed", "server_uuid": "9d78f653-dbb0-4497-9dd7-42c5ecbe2196", "tag": "56d7d687-b548-4fcf-ac12-eec139cedbb9"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:22:12.787491 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d87cb-c2be-481d-bcf1-7f5c4e83d904 service neutron] Pushing event updated for resources: {'Port': ['ID=56d7d687-b548-4fcf-ac12-eec139cedbb9,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:22:12.805519 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f2ec49-5191-4f18-ab28-d5b5b52d26ef x-openstack-request-id: req-18f2ec49-5191-4f18-ab28-d5b5b52d26ef {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:22:12.808533 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d78f653-dbb0-4497-9dd7-42c5ecbe2196", "tag": "56d7d687-b548-4fcf-ac12-eec139cedbb9", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:22:12.808533 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-18f2ec49-5191-4f18-ab28-d5b5b52d26ef {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:22:12.809027 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d78f653-dbb0-4497-9dd7-42c5ecbe2196', 'tag': '56d7d687-b548-4fcf-ac12-eec139cedbb9', 'status': 'completed', 'code': 200} Jan 28 04:22:12.864453 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-11e137fb-0097-43fa-b492-bac9bec28813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:12.866096 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-11e137fb-0097-43fa-b492-bac9bec28813 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5dcf08c05e54ee08082ff7b76765a52&device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 1095 time: 0.0465922 Jan 28 04:22:12.917040 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 280c1fde-7ac2-4745-a1ac-f70cadb5eede up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:22:12.921397 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-626031f0-d59c-416a-9873-6a3906f2b441 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56d7d687-b548-4fcf-ac12-eec139cedbb9 HTTP/1.1" status: 200 len: 217 time: 0.0433321 Jan 28 04:22:12.972767 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 280c1fde-7ac2-4745-a1ac-f70cadb5eede triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:22:12.973440 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (280c1fde-7ac2-4745-a1ac-f70cadb5eede), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:12.985586 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-d1c93bfd-af60-4557-885d-d6d28e7d3eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:12.987243 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-d1c93bfd-af60-4557-885d-d6d28e7d3eb4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b25f6e6c-4266-4086-afc5-2a1e90abfdbe HTTP/1.1" status: 200 len: 847 time: 0.0587304 Jan 28 04:22:13.069544 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 280c1fde-7ac2-4745-a1ac-f70cadb5eede is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:22:13.070361 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device deb23cba-84f7-48a7-9c73-cb8256f04e06 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:22:13.118942 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port deb23cba-84f7-48a7-9c73-cb8256f04e06 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:22:13.119319 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (deb23cba-84f7-48a7-9c73-cb8256f04e06), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:13.153849 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-f81e71e4-22cb-4241-bb1c-33181d3cc32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:13.155523 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-f81e71e4-22cb-4241-bb1c-33181d3cc32c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3939bad5-db13-4d01-8e70-2b1fd9229ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1621945 Jan 28 04:22:13.210752 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port deb23cba-84f7-48a7-9c73-cb8256f04e06 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:22:13.253144 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-8322ff1c-c31b-4bb5-8119-4079f3a856c0 service neutron] 10.222.0.67 "GET /v2.0/networks/3939bad5-db13-4d01-8e70-2b1fd9229ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912182 Jan 28 04:22:13.344642 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a7a8a764-cb5f-4022-b814-dcba320080ee req-fc0eaf67-da6d-49f5-83e7-f331e8e18dc2 service neutron] 10.222.0.67 "GET /v2.0/networks/3939bad5-db13-4d01-8e70-2b1fd9229ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862012 Jan 28 04:22:13.478991 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded00fe-1294-41e9-b78c-2b5c9ef34531 req-fe376fee-bad4-4d23-a38a-9656125f608a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:13.480416 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7ded00fe-1294-41e9-b78c-2b5c9ef34531 req-fe376fee-bad4-4d23-a38a-9656125f608a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5dcf08c05e54ee08082ff7b76765a52&device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 1095 time: 0.0499401 Jan 28 04:22:13.605775 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded00fe-1294-41e9-b78c-2b5c9ef34531 req-ba244678-c13e-4503-9f0f-e7fcecad40d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:13.607232 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7ded00fe-1294-41e9-b78c-2b5c9ef34531 req-ba244678-c13e-4503-9f0f-e7fcecad40d5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3939bad5-db13-4d01-8e70-2b1fd9229ffe HTTP/1.1" status: 200 len: 909 time: 0.1223242 Jan 28 04:22:13.614979 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71d76d-8ce0-46ba-a7af-1370d53223f9 req-4b403ab6-5d97-4409-8c2a-de9de1ce4264 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:13.616409 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fd71d76d-8ce0-46ba-a7af-1370d53223f9 req-4b403ab6-5d97-4409-8c2a-de9de1ce4264 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 943 time: 0.0791421 Jan 28 04:22:13.657383 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7ded00fe-1294-41e9-b78c-2b5c9ef34531 req-70e4a915-2d86-4e7a-b0df-12b51ace2d20 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56d7d687-b548-4fcf-ac12-eec139cedbb9 HTTP/1.1" status: 200 len: 217 time: 0.0399592 Jan 28 04:22:13.727909 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fd71d76d-8ce0-46ba-a7af-1370d53223f9 req-c00fd375-3a9a-4fb5-b640-7ee192a6326c tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047020 Jan 28 04:22:13.732452 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded00fe-1294-41e9-b78c-2b5c9ef34531 req-8dd737fd-b055-4cdb-a4a2-3afca179dcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:13.734233 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7ded00fe-1294-41e9-b78c-2b5c9ef34531 req-8dd737fd-b055-4cdb-a4a2-3afca179dcdc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b25f6e6c-4266-4086-afc5-2a1e90abfdbe HTTP/1.1" status: 200 len: 847 time: 0.0700231 Jan 28 04:22:13.787392 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded00fe-1294-41e9-b78c-2b5c9ef34531 req-568f8893-b9b6-459a-8b36-6c03c24641db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:13.789014 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7ded00fe-1294-41e9-b78c-2b5c9ef34531 req-568f8893-b9b6-459a-8b36-6c03c24641db service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3939bad5-db13-4d01-8e70-2b1fd9229ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495849 Jan 28 04:22:13.886781 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7ded00fe-1294-41e9-b78c-2b5c9ef34531 req-62bc0dd0-a9ba-4691-92c9-0573d6d86374 service neutron] 10.222.0.67 "GET /v2.0/networks/3939bad5-db13-4d01-8e70-2b1fd9229ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918262 Jan 28 04:22:13.984843 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7ded00fe-1294-41e9-b78c-2b5c9ef34531 req-20a9e58a-13e1-4403-84bf-8421f6ec5527 service neutron] 10.222.0.67 "GET /v2.0/networks/3939bad5-db13-4d01-8e70-2b1fd9229ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914094 Jan 28 04:22:14.322595 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:22:14.854457 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64150f75-706d-4303-9762-89e81ea65055 req-4bc01b9d-001c-463e-a544-27c61316869e tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:14.856265 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-64150f75-706d-4303-9762-89e81ea65055 req-4bc01b9d-001c-463e-a544-27c61316869e tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 943 time: 0.0550463 Jan 28 04:22:14.906699 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-64150f75-706d-4303-9762-89e81ea65055 req-aae05c1b-8483-49ec-b2af-294257d49bd2 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445702 Jan 28 04:22:15.843401 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 56d7d687-b548-4fcf-ac12-eec139cedbb9 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:22:15.950106 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 56d7d687-b548-4fcf-ac12-eec139cedbb9, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=56d7d687-b548-4fcf-ac12-eec139cedbb9,segment=NetworkSegment(9b1c0674-522a-4d50-a7eb-dd1bfa315b31),segment_id=9b1c0674-522a-4d50-a7eb-dd1bfa315b31)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:22:15.963626 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '56d7d687-b548-4fcf-ac12-eec139cedbb9', 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe', 'port_id': '56d7d687-b548-4fcf-ac12-eec139cedbb9', 'mac_address': 'fa:16:3e:da:d9:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b25f6e6c-4266-4086-afc5-2a1e90abfdbe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:22:16.006698 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 56d7d687-b548-4fcf-ac12-eec139cedbb9 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:22:16.007151 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (56d7d687-b548-4fcf-ac12-eec139cedbb9), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:16.020774 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56d7d687-b548-4fcf-ac12-eec139cedbb9 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:22:16.036624 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341266b-95ff-4fe8-968d-94a596991458 req-c83fb86e-5a78-4669-95f6-1eb79be0dad8 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:16.038495 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3341266b-95ff-4fe8-968d-94a596991458 req-c83fb86e-5a78-4669-95f6-1eb79be0dad8 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 943 time: 0.0556147 Jan 28 04:22:16.047157 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 56d7d687-b548-4fcf-ac12-eec139cedbb9, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=56d7d687-b548-4fcf-ac12-eec139cedbb9,segment=NetworkSegment(9b1c0674-522a-4d50-a7eb-dd1bfa315b31),segment_id=9b1c0674-522a-4d50-a7eb-dd1bfa315b31)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:22:16.051655 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (56d7d687-b548-4fcf-ac12-eec139cedbb9), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:16.095711 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3341266b-95ff-4fe8-968d-94a596991458 req-52823cd1-f5b1-4821-80d5-30d3275210de tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495288 Jan 28 04:22:16.101818 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=56d7d687-b548-4fcf-ac12-eec139cedbb9,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:22:16.433337 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['56d7d687-b548-4fcf-ac12-eec139cedbb9'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:22:17.222113 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb593cd6-6a88-4ad2-8749-0c34e0b6b940 req-57abdd8c-9e4c-4a24-9ef0-042e78836a9f tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:17.223661 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb593cd6-6a88-4ad2-8749-0c34e0b6b940 req-57abdd8c-9e4c-4a24-9ef0-042e78836a9f tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 944 time: 0.0563772 Jan 28 04:22:17.274325 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fb593cd6-6a88-4ad2-8749-0c34e0b6b940 req-0ccb6e7f-82a7-4a27-bef4-2367b0c6f5f8 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446944 Jan 28 04:22:17.859363 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 56d7d687-b548-4fcf-ac12-eec139cedbb9 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:22:17.916011 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 56d7d687-b548-4fcf-ac12-eec139cedbb9 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:22:17.920969 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 56d7d687-b548-4fcf-ac12-eec139cedbb9 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:22:17.921272 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (56d7d687-b548-4fcf-ac12-eec139cedbb9), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:18.173292 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 56d7d687-b548-4fcf-ac12-eec139cedbb9 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:22:18.173607 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (56d7d687-b548-4fcf-ac12-eec139cedbb9), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:18.197678 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d78f653-dbb0-4497-9dd7-42c5ecbe2196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d7d687-b548-4fcf-ac12-eec139cedbb9'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:22:18.200007 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7466989c69d563e87a019306beca113247d74b519ddc68a6966af7388d6c63e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c563ca1-b6f7-40da-a2de-3f3b0c262632" -d '{"events": [{"server_uuid": "9d78f653-dbb0-4497-9dd7-42c5ecbe2196", "name": "network-vif-plugged", "status": "completed", "tag": "56d7d687-b548-4fcf-ac12-eec139cedbb9"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:22:18.212470 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 56d7d687-b548-4fcf-ac12-eec139cedbb9, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=56d7d687-b548-4fcf-ac12-eec139cedbb9,segment=NetworkSegment(9b1c0674-522a-4d50-a7eb-dd1bfa315b31),segment_id=9b1c0674-522a-4d50-a7eb-dd1bfa315b31)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:22:18.218682 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (56d7d687-b548-4fcf-ac12-eec139cedbb9), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:18.251422 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd948fdf-5bad-401c-a1fa-5cd4b9da1c98 x-openstack-request-id: req-cd948fdf-5bad-401c-a1fa-5cd4b9da1c98 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:22:18.251716 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d78f653-dbb0-4497-9dd7-42c5ecbe2196", "name": "network-vif-plugged", "status": "completed", "tag": "56d7d687-b548-4fcf-ac12-eec139cedbb9", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:22:18.251971 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cd948fdf-5bad-401c-a1fa-5cd4b9da1c98 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:22:18.252363 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d78f653-dbb0-4497-9dd7-42c5ecbe2196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d7d687-b548-4fcf-ac12-eec139cedbb9', 'code': 200} Jan 28 04:22:18.275797 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=56d7d687-b548-4fcf-ac12-eec139cedbb9,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:22:18.395704 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57726e-5161-4ed8-a87f-e9fb32fb46f0 req-da4eac89-640b-44c6-8036-b2084d298e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:18.397407 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eb57726e-5161-4ed8-a87f-e9fb32fb46f0 req-da4eac89-640b-44c6-8036-b2084d298e4b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 1097 time: 0.0460765 Jan 28 04:22:18.408623 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2702362e-5d77-4746-a33d-941be20eb683 req-8a5d1d5c-8452-4ab3-934b-394145317120 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:18.411288 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2702362e-5d77-4746-a33d-941be20eb683 req-8a5d1d5c-8452-4ab3-934b-394145317120 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 945 time: 0.0586061 Jan 28 04:22:18.448797 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eb57726e-5161-4ed8-a87f-e9fb32fb46f0 req-88a88444-506f-4ec3-b629-7b7abd27f182 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453546 Jan 28 04:22:18.468252 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-2702362e-5d77-4746-a33d-941be20eb683 req-ab3522b7-33e6-4d27-b88c-eb00944e085c tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509560 Jan 28 04:22:19.605316 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64bfab7-49b5-455e-8c7c-7b6b03456b85 req-c2909280-349b-440a-88d0-19760dc620e5 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:19.606766 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a64bfab7-49b5-455e-8c7c-7b6b03456b85 req-c2909280-349b-440a-88d0-19760dc620e5 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 945 time: 0.0603452 Jan 28 04:22:19.662671 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a64bfab7-49b5-455e-8c7c-7b6b03456b85 req-45fdb615-88a0-45f1-abfb-9c0a7f2ba6fb tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498378 Jan 28 04:22:20.879758 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6636f-8c93-438c-9349-729f9683d50b req-eedb4e27-1840-4e5d-ada5-bd6c71cf47fa tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:20.881440 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9ca6636f-8c93-438c-9349-729f9683d50b req-eedb4e27-1840-4e5d-ada5-bd6c71cf47fa tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 945 time: 0.1400166 Jan 28 04:22:20.929908 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9ca6636f-8c93-438c-9349-729f9683d50b req-d5156177-3de1-4d73-baec-30693161249b tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428486 Jan 28 04:22:21.054588 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf7b4b-7943-4785-b46f-404801b5ba21 req-e6e61515-caac-4b02-b130-80cd1277d5d3 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:21.056065 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cfbf7b4b-7943-4785-b46f-404801b5ba21 req-e6e61515-caac-4b02-b130-80cd1277d5d3 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 945 time: 0.0559018 Jan 28 04:22:21.106776 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cfbf7b4b-7943-4785-b46f-404801b5ba21 req-91032b9b-6a55-41d1-8fcc-be74c464ca46 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449326 Jan 28 04:22:21.128816 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38408) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:22:21.224677 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16416be7-f9be-4fa3-b55d-3bc66b076a11 tempest-TestShelveInstance-1558896827 tempest-TestShelveInstance-1558896827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:21.226311 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-16416be7-f9be-4fa3-b55d-3bc66b076a11 tempest-TestShelveInstance-1558896827 tempest-TestShelveInstance-1558896827-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 1092 time: 0.0964825 Jan 28 04:22:21.229734 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38412) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:22:21.234418 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-aea35e25-9f7c-4181-8871-a7307efe4911 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'port_id': '56d7d687-b548-4fcf-ac12-eec139cedbb9', 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:22:21.258617 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aea35e25-9f7c-4181-8871-a7307efe4911 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:21.360872 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aea35e25-9f7c-4181-8871-a7307efe4911 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:21.485591 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-aea35e25-9f7c-4181-8871-a7307efe4911 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Allocated IP 172.25.0.205 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/93137aae-b3df-4ad2-81ce-46dacbbc91c9) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:22:21.590307 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aea35e25-9f7c-4181-8871-a7307efe4911 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for port (93137aae-b3df-4ad2-81ce-46dacbbc91c9), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:21.629328 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aea35e25-9f7c-4181-8871-a7307efe4911 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (93137aae-b3df-4ad2-81ce-46dacbbc91c9), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:21.679098 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea35e25-9f7c-4181-8871-a7307efe4911 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:22:21.686236 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-aea35e25-9f7c-4181-8871-a7307efe4911 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:22:21.688398 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea35e25-9f7c-4181-8871-a7307efe4911 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Pushing event updated for resources: {'Port': ['ID=93137aae-b3df-4ad2-81ce-46dacbbc91c9,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:22:21.690594 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea35e25-9f7c-4181-8871-a7307efe4911 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:22:22.080046 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aea35e25-9f7c-4181-8871-a7307efe4911 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for floatingip (4465ea5b-3148-4f63-ac98-9ebb9c9d1f75), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:22.163606 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aea35e25-9f7c-4181-8871-a7307efe4911 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (93137aae-b3df-4ad2-81ce-46dacbbc91c9), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:22.326934 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aea35e25-9f7c-4181-8871-a7307efe4911 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for port (93137aae-b3df-4ad2-81ce-46dacbbc91c9), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:22.332902 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aea35e25-9f7c-4181-8871-a7307efe4911 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (93137aae-b3df-4ad2-81ce-46dacbbc91c9), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:22.397767 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea35e25-9f7c-4181-8871-a7307efe4911 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Pushing event updated for resources: {'Port': ['ID=93137aae-b3df-4ad2-81ce-46dacbbc91c9,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:22:22.410819 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aea35e25-9f7c-4181-8871-a7307efe4911 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (4465ea5b-3148-4f63-ac98-9ebb9c9d1f75), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:22.512673 n-d-712139-27 neutron-server[109803]: INFO neutron.db.l3_db [None req-aea35e25-9f7c-4181-8871-a7307efe4911 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Floating IP 4465ea5b-3148-4f63-ac98-9ebb9c9d1f75 associated. External IP: 172.25.0.205, port: 56d7d687-b548-4fcf-ac12-eec139cedbb9. Jan 28 04:22:22.723038 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea35e25-9f7c-4181-8871-a7307efe4911 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Router b0208275-78af-420d-b1dc-5bc64b718ed6 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:22:22.839610 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea35e25-9f7c-4181-8871-a7307efe4911 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:22:22.850692 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad3745f-4312-45a7-81d5-0a485bb57c42 None None] Sync routers for ids ['b0208275-78af-420d-b1dc-5bc64b718ed6'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:22:22.862511 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aea35e25-9f7c-4181-8871-a7307efe4911 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:22.863741 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad3745f-4312-45a7-81d5-0a485bb57c42 None None] Routers {'b0208275-78af-420d-b1dc-5bc64b718ed6'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:22:22.864502 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-5ad3745f-4312-45a7-81d5-0a485bb57c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:22:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['b0208275-78af-420d-b1dc-5bc64b718ed6'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:22:22.890186 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-aea35e25-9f7c-4181-8871-a7307efe4911 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6593904 Jan 28 04:22:22.890786 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d78f653-dbb0-4497-9dd7-42c5ecbe2196', 'tag': '56d7d687-b548-4fcf-ac12-eec139cedbb9'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:22:22.893123 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5420460-363b-4dbe-aa13-e071ddbd4042" -d '{"events": [{"name": "network-changed", "server_uuid": "9d78f653-dbb0-4497-9dd7-42c5ecbe2196", "tag": "56d7d687-b548-4fcf-ac12-eec139cedbb9"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:22:22.934763 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd826427-5816-4b49-a5c7-f70c1948f945 x-openstack-request-id: req-fd826427-5816-4b49-a5c7-f70c1948f945 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:22:22.935066 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d78f653-dbb0-4497-9dd7-42c5ecbe2196", "tag": "56d7d687-b548-4fcf-ac12-eec139cedbb9", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:22:22.935386 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fd826427-5816-4b49-a5c7-f70c1948f945 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:22:22.935802 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d78f653-dbb0-4497-9dd7-42c5ecbe2196', 'tag': '56d7d687-b548-4fcf-ac12-eec139cedbb9', 'status': 'completed', 'code': 200} Jan 28 04:22:22.978376 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-5ad3745f-4312-45a7-81d5-0a485bb57c42 None None] Set router b0208275-78af-420d-b1dc-5bc64b718ed6 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:22:23.017517 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5420460-363b-4dbe-aa13-e071ddbd4042 req-ebce6dd1-66a5-48ef-a984-a05c4ce5affc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:23.019064 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5420460-363b-4dbe-aa13-e071ddbd4042 req-ebce6dd1-66a5-48ef-a984-a05c4ce5affc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5dcf08c05e54ee08082ff7b76765a52&device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 1097 time: 0.0425463 Jan 28 04:22:23.122782 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5420460-363b-4dbe-aa13-e071ddbd4042 req-fc0529d3-173d-4cbe-93e2-375085122fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:23.125129 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5420460-363b-4dbe-aa13-e071ddbd4042 req-fc0529d3-173d-4cbe-93e2-375085122fbf service neutron] 10.222.0.67 "GET /v2.0/networks?id=3939bad5-db13-4d01-8e70-2b1fd9229ffe HTTP/1.1" status: 200 len: 909 time: 0.0994623 Jan 28 04:22:23.196570 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5420460-363b-4dbe-aa13-e071ddbd4042 req-bd327c25-5f78-4e81-9200-50e98dd7b8f4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56d7d687-b548-4fcf-ac12-eec139cedbb9 HTTP/1.1" status: 200 len: 999 time: 0.0650270 Jan 28 04:22:23.222458 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-5ad3745f-4312-45a7-81d5-0a485bb57c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'name': 'tempest-TestShelveInstance-334990647-router', 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '201747bb-a642-48b5-a9ee-34ec0239ef52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:21:58Z', 'updated_at': '2022-01-28T04:22:01Z', 'revision_number': 4, 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'gw_port': {'id': '201747bb-a642-48b5-a9ee-34ec0239ef52', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:eb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:21:58Z', 'updated_at': '2022-01-28T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '4465ea5b-3148-4f63-ac98-9ebb9c9d1f75', 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'floating_ip_address': '172.25.0.205', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'port_id': '56d7d687-b548-4fcf-ac12-eec139cedbb9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe', 'mac_address': 'fa:16:3e:da:d9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d78f653-dbb0-4497-9dd7-42c5ecbe2196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:22:21Z', 'updated_at': '2022-01-28T04:22:21Z', 'revision_number': 0, 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85fe2b1c-4389-4bf1-9e12-d58b851f6d59', 'name': '', 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe', 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'mac_address': 'fa:16:3e:60:3e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b25f6e6c-4266-4086-afc5-2a1e90abfdbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:22:00Z', 'updated_at': '2022-01-28T04:22:06Z', 'revision_number': 5, 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'subnets': [{'id': 'b25f6e6c-4266-4086-afc5-2a1e90abfdbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:22:23.245143 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5420460-363b-4dbe-aa13-e071ddbd4042 req-9464a6f7-57fc-49d0-a6f6-ad484a0bd5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:23.246943 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5420460-363b-4dbe-aa13-e071ddbd4042 req-9464a6f7-57fc-49d0-a6f6-ad484a0bd5fe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b25f6e6c-4266-4086-afc5-2a1e90abfdbe HTTP/1.1" status: 200 len: 847 time: 0.0445287 Jan 28 04:22:23.248571 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad3745f-4312-45a7-81d5-0a485bb57c42 None None] Checking router: b0208275-78af-420d-b1dc-5bc64b718ed6 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:22:23.257593 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad3745f-4312-45a7-81d5-0a485bb57c42 None None] Routers {'b0208275-78af-420d-b1dc-5bc64b718ed6'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:22:23.258202 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-5ad3745f-4312-45a7-81d5-0a485bb57c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:22:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['b0208275-78af-420d-b1dc-5bc64b718ed6'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:22:23.295379 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5420460-363b-4dbe-aa13-e071ddbd4042 req-6447e40d-76d5-44d8-b3f2-ae62f2081db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:22:23.296895 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5420460-363b-4dbe-aa13-e071ddbd4042 req-6447e40d-76d5-44d8-b3f2-ae62f2081db9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3939bad5-db13-4d01-8e70-2b1fd9229ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449827 Jan 28 04:22:23.364658 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-5ad3745f-4312-45a7-81d5-0a485bb57c42 None None] Set router b0208275-78af-420d-b1dc-5bc64b718ed6 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:22:23.384728 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5420460-363b-4dbe-aa13-e071ddbd4042 req-b397f8f4-9c48-47b3-b314-e3fc03417000 service neutron] 10.222.0.67 "GET /v2.0/networks/3939bad5-db13-4d01-8e70-2b1fd9229ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818529 Jan 28 04:22:23.479602 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e5420460-363b-4dbe-aa13-e071ddbd4042 req-fb23eff0-2ae0-4543-954b-249d2cd4158b service neutron] 10.222.0.67 "GET /v2.0/networks/3939bad5-db13-4d01-8e70-2b1fd9229ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884132 Jan 28 04:22:23.599784 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-5ad3745f-4312-45a7-81d5-0a485bb57c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'name': 'tempest-TestShelveInstance-334990647-router', 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '201747bb-a642-48b5-a9ee-34ec0239ef52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:21:58Z', 'updated_at': '2022-01-28T04:22:01Z', 'revision_number': 4, 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'gw_port': {'id': '201747bb-a642-48b5-a9ee-34ec0239ef52', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:eb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:21:58Z', 'updated_at': '2022-01-28T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '4465ea5b-3148-4f63-ac98-9ebb9c9d1f75', 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'floating_ip_address': '172.25.0.205', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'port_id': '56d7d687-b548-4fcf-ac12-eec139cedbb9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe', 'mac_address': 'fa:16:3e:da:d9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d78f653-dbb0-4497-9dd7-42c5ecbe2196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:22:21Z', 'updated_at': '2022-01-28T04:22:21Z', 'revision_number': 0, 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85fe2b1c-4389-4bf1-9e12-d58b851f6d59', 'name': '', 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe', 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'mac_address': 'fa:16:3e:60:3e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b25f6e6c-4266-4086-afc5-2a1e90abfdbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:22:00Z', 'updated_at': '2022-01-28T04:22:06Z', 'revision_number': 5, 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'subnets': [{'id': 'b25f6e6c-4266-4086-afc5-2a1e90abfdbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:22:23.625684 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad3745f-4312-45a7-81d5-0a485bb57c42 None None] The sync data for ids ['b0208275-78af-420d-b1dc-5bc64b718ed6'] in n-d-712139-27 is: [{'id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'name': 'tempest-TestShelveInstance-334990647-router', 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '201747bb-a642-48b5-a9ee-34ec0239ef52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:21:58Z', 'updated_at': '2022-01-28T04:22:01Z', 'revision_number': 4, 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'gw_port': {'id': '201747bb-a642-48b5-a9ee-34ec0239ef52', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:eb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:21:58Z', 'updated_at': '2022-01-28T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '4465ea5b-3148-4f63-ac98-9ebb9c9d1f75', 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'floating_ip_address': '172.25.0.205', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'port_id': '56d7d687-b548-4fcf-ac12-eec139cedbb9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe', 'mac_address': 'fa:16:3e:da:d9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d78f653-dbb0-4497-9dd7-42c5ecbe2196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:22:21Z', 'updated_at': '2022-01-28T04:22:21Z', 'revision_number': 0, 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85fe2b1c-4389-4bf1-9e12-d58b851f6d59', 'name': '', 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe', 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'mac_address': 'fa:16:3e:60:3e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b25f6e6c-4266-4086-afc5-2a1e90abfdbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:22:00Z', 'updated_at': '2022-01-28T04:22:06Z', 'revision_number': 5, 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'subnets': [{'id': 'b25f6e6c-4266-4086-afc5-2a1e90abfdbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:22:23.847084 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33b53b7-4d4d-404a-a6d0-ce0b9524a6f8 None None] New status for floating IP 4465ea5b-3148-4f63-ac98-9ebb9c9d1f75: ACTIVE {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:22:29.882873 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f4a41785-68bc-4492-816c-d2ec2c1f598d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:29.921358 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:31.922855 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c4de35b7-1d9e-4e26-bdeb-592fe49b9b68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:33.760347 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:34.559873 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:35.233507 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:36.170545 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:51.327676 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:22:59.879193 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-61db102a-4d61-4c02-b462-14f02547dcda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:22:59.934524 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:23:01.922830 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4dc9d9ba-0bf0-43aa-b7df-f34c13fef80c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:23:03.754864 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:23:04.567480 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:23:05.236028 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:23:06.165594 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:23:12.528666 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-67e4dfe4-2453-4de6-b3a7-94c635c1ccf3 req-1f5065b6-187e-46a7-b670-564b6f8bd0a4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0426562 Jan 28 04:23:12.629131 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4dfe4-2453-4de6-b3a7-94c635c1ccf3 req-d9b46278-a37d-4437-9b0b-ac4d60e71c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:23:12.630694 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-67e4dfe4-2453-4de6-b3a7-94c635c1ccf3 req-d9b46278-a37d-4437-9b0b-ac4d60e71c1d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5dcf08c05e54ee08082ff7b76765a52&device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 1097 time: 0.0422435 Jan 28 04:23:13.092028 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4dfe4-2453-4de6-b3a7-94c635c1ccf3 req-f27a8654-ca39-484b-974a-15a5ab1a1e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:23:13.093491 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-67e4dfe4-2453-4de6-b3a7-94c635c1ccf3 req-f27a8654-ca39-484b-974a-15a5ab1a1e23 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3939bad5-db13-4d01-8e70-2b1fd9229ffe HTTP/1.1" status: 200 len: 909 time: 0.4405599 Jan 28 04:23:13.162868 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-67e4dfe4-2453-4de6-b3a7-94c635c1ccf3 req-2c0bb001-48b8-48c3-8620-4953f66f7dff service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56d7d687-b548-4fcf-ac12-eec139cedbb9 HTTP/1.1" status: 200 len: 1001 time: 0.0626013 Jan 28 04:23:13.216862 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4dfe4-2453-4de6-b3a7-94c635c1ccf3 req-4c8c3ada-a42c-4299-84fd-54ef8a7cad30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:23:13.218381 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-67e4dfe4-2453-4de6-b3a7-94c635c1ccf3 req-4c8c3ada-a42c-4299-84fd-54ef8a7cad30 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b25f6e6c-4266-4086-afc5-2a1e90abfdbe HTTP/1.1" status: 200 len: 847 time: 0.0491493 Jan 28 04:23:13.268740 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4dfe4-2453-4de6-b3a7-94c635c1ccf3 req-cb74b6b2-94ef-454c-8a22-aef172b44b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:23:13.270364 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-67e4dfe4-2453-4de6-b3a7-94c635c1ccf3 req-cb74b6b2-94ef-454c-8a22-aef172b44b2b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3939bad5-db13-4d01-8e70-2b1fd9229ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461755 Jan 28 04:23:13.367408 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-67e4dfe4-2453-4de6-b3a7-94c635c1ccf3 req-f8b71b26-81cc-40dc-8014-5e4da80065b8 service neutron] 10.222.0.67 "GET /v2.0/networks/3939bad5-db13-4d01-8e70-2b1fd9229ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897613 Jan 28 04:23:13.483312 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-67e4dfe4-2453-4de6-b3a7-94c635c1ccf3 req-a916c239-4878-4205-8cf0-47c129a84649 service neutron] 10.222.0.67 "GET /v2.0/networks/3939bad5-db13-4d01-8e70-2b1fd9229ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098182 Jan 28 04:23:28.330389 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:23:29.876695 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6d3371a3-792d-42dc-97be-fd14aa41e7ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:23:29.948493 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:23:31.922590 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-684dd887-b101-4ddc-bcfd-e80acf0b2e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:23:33.764267 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:23:34.577923 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:23:35.245043 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:23:36.178707 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:23:59.899372 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ceb83c32-f09a-442a-bb63-3f8aa31ad998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:23:59.969444 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:24:01.926471 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ede83ccc-9318-474d-a1da-544a84c66970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:24:03.765992 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:24:04.589955 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:24:05.253224 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:24:05.334099 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:24:06.181693 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:24:14.539434 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-68346d54-98f4-44f3-a291-cf4d7ec8e9fb req-96fba9fc-a586-4894-af77-a938387a76e4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436850 Jan 28 04:24:14.646059 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68346d54-98f4-44f3-a291-cf4d7ec8e9fb req-329230e7-f6e6-4995-a443-75a81ce6211d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:24:14.647536 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-68346d54-98f4-44f3-a291-cf4d7ec8e9fb req-329230e7-f6e6-4995-a443-75a81ce6211d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5dcf08c05e54ee08082ff7b76765a52&device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 1097 time: 0.0425985 Jan 28 04:24:14.768037 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68346d54-98f4-44f3-a291-cf4d7ec8e9fb req-e8101274-c770-4179-a044-202766c22317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:24:14.769562 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-68346d54-98f4-44f3-a291-cf4d7ec8e9fb req-e8101274-c770-4179-a044-202766c22317 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3939bad5-db13-4d01-8e70-2b1fd9229ffe HTTP/1.1" status: 200 len: 909 time: 0.1003933 Jan 28 04:24:14.843540 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-68346d54-98f4-44f3-a291-cf4d7ec8e9fb req-00892396-8c83-4ed5-a261-9110176ae342 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56d7d687-b548-4fcf-ac12-eec139cedbb9 HTTP/1.1" status: 200 len: 1001 time: 0.0670800 Jan 28 04:24:14.894778 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68346d54-98f4-44f3-a291-cf4d7ec8e9fb req-9eb7880e-a92a-4bae-8e7b-a0edc3d5c444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:24:14.896982 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-68346d54-98f4-44f3-a291-cf4d7ec8e9fb req-9eb7880e-a92a-4bae-8e7b-a0edc3d5c444 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b25f6e6c-4266-4086-afc5-2a1e90abfdbe HTTP/1.1" status: 200 len: 847 time: 0.0477788 Jan 28 04:24:14.951014 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68346d54-98f4-44f3-a291-cf4d7ec8e9fb req-a191892d-305c-400e-9a43-9737394f36b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:24:14.952541 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-68346d54-98f4-44f3-a291-cf4d7ec8e9fb req-a191892d-305c-400e-9a43-9737394f36b6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3939bad5-db13-4d01-8e70-2b1fd9229ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489583 Jan 28 04:24:15.044343 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-68346d54-98f4-44f3-a291-cf4d7ec8e9fb req-802b1c9c-e64a-4a52-a0cf-979ab308cb2e service neutron] 10.222.0.67 "GET /v2.0/networks/3939bad5-db13-4d01-8e70-2b1fd9229ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856433 Jan 28 04:24:15.140501 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-68346d54-98f4-44f3-a291-cf4d7ec8e9fb req-496a75ee-477e-48d0-824a-ccf22bcda326 service neutron] 10.222.0.67 "GET /v2.0/networks/3939bad5-db13-4d01-8e70-2b1fd9229ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910497 Jan 28 04:24:29.874421 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c4c420f9-ab03-4c93-9923-2e68b9d30df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:24:29.949987 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:24:31.928810 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a526b72f-e476-42b3-a153-790e39a08547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:24:33.770254 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:24:34.611564 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:24:35.257666 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:24:36.178995 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:24:42.338490 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:24:59.882016 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-078a313b-b95e-494e-b74b-7791b2ed3234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:24:59.951900 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:01.926170 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-667ed080-1bcc-44b2-b83f-727fbbf5fc22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:02.136596 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a6108-ced1-4f09-87c3-af1aea472104 req-6fc63afa-9447-4ce8-9fe8-a35f8c562235 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:02.138093 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-752a6108-ced1-4f09-87c3-af1aea472104 req-6fc63afa-9447-4ce8-9fe8-a35f8c562235 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 945 time: 0.0532815 Jan 28 04:25:02.193420 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-752a6108-ced1-4f09-87c3-af1aea472104 req-a8cb0c69-3596-4bbe-974e-1308712a9ee7 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463955 Jan 28 04:25:03.320578 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b529d-e008-4b23-bc4e-d4bf22078ce8 req-5364e210-1b39-4d56-a098-d0c0e5278415 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:03.322217 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f65b529d-e008-4b23-bc4e-d4bf22078ce8 req-5364e210-1b39-4d56-a098-d0c0e5278415 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 945 time: 0.0540061 Jan 28 04:25:03.375027 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f65b529d-e008-4b23-bc4e-d4bf22078ce8 req-36b0d8a6-0e0c-43f7-b014-a25a3c5c7f4f tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468900 Jan 28 04:25:03.777833 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:04.501122 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace931f4-31f3-4164-b57d-dbe2ec27059e req-8e624a60-4a04-4361-8eef-203efca952e5 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:04.502622 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ace931f4-31f3-4164-b57d-dbe2ec27059e req-8e624a60-4a04-4361-8eef-203efca952e5 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 945 time: 0.0536373 Jan 28 04:25:04.556102 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-ace931f4-31f3-4164-b57d-dbe2ec27059e req-c875fc76-29b2-44eb-9f91-4ec1e8c8ec96 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448587 Jan 28 04:25:04.594192 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:05.264951 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:05.694629 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66996dd-9676-4bbc-aa7a-2579b686576d req-c32b4547-0c50-4ecb-b3f5-63a8ff9a3300 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:05.696136 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a66996dd-9676-4bbc-aa7a-2579b686576d req-c32b4547-0c50-4ecb-b3f5-63a8ff9a3300 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 945 time: 0.0511785 Jan 28 04:25:05.744810 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a66996dd-9676-4bbc-aa7a-2579b686576d req-655fcb83-24f3-4bd3-bf06-4163d7b6eb40 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426543 Jan 28 04:25:06.174408 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:06.874921 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868253d-ba7d-4cc1-a7d3-faef58cd4a25 req-2aa598a6-82e9-478a-8721-5a2503365875 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:06.876640 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8868253d-ba7d-4cc1-a7d3-faef58cd4a25 req-2aa598a6-82e9-478a-8721-5a2503365875 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 945 time: 0.0508165 Jan 28 04:25:06.931362 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-8868253d-ba7d-4cc1-a7d3-faef58cd4a25 req-1e4618c9-cc77-4688-8462-69b68fdcc51d tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487618 Jan 28 04:25:08.058958 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a396ad-85e4-48d1-9d46-f69142bdfa54 req-ef833392-7331-4646-b0cf-38a8b413587b tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:08.060434 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-18a396ad-85e4-48d1-9d46-f69142bdfa54 req-ef833392-7331-4646-b0cf-38a8b413587b tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 945 time: 0.0568373 Jan 28 04:25:08.109001 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-18a396ad-85e4-48d1-9d46-f69142bdfa54 req-29abaa01-5c3c-4c3f-a3b4-b44eb7ad05b5 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429313 Jan 28 04:25:09.231380 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b63a0-936d-47f6-aba0-a191fee2ef9b req-cd69b1f1-f0a6-4942-b2ae-a513af338858 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:09.232883 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b99b63a0-936d-47f6-aba0-a191fee2ef9b req-cd69b1f1-f0a6-4942-b2ae-a513af338858 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 945 time: 0.0540648 Jan 28 04:25:09.292056 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b99b63a0-936d-47f6-aba0-a191fee2ef9b req-753c6a02-5483-466d-a747-a20dea0314e4 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514052 Jan 28 04:25:10.427616 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64113917-4e7a-42d7-87a2-c981de8932f1 req-9b6dd264-f2d7-472e-9731-522732adaeaa tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:10.429193 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-64113917-4e7a-42d7-87a2-c981de8932f1 req-9b6dd264-f2d7-472e-9731-522732adaeaa tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 945 time: 0.0508561 Jan 28 04:25:10.479477 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-64113917-4e7a-42d7-87a2-c981de8932f1 req-054bc2a9-a848-4043-aa17-4b2311f44597 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444934 Jan 28 04:25:11.603743 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176904a-e971-42fa-a5c3-718de1581558 req-e18ad774-26a9-44e3-aa6f-f748501dfd7d tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:11.605251 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b176904a-e971-42fa-a5c3-718de1581558 req-e18ad774-26a9-44e3-aa6f-f748501dfd7d tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 945 time: 0.0528719 Jan 28 04:25:11.664393 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b176904a-e971-42fa-a5c3-718de1581558 req-31877902-e882-49e8-867c-6a878e2e67b0 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508227 Jan 28 04:25:12.794329 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520d1cc-da40-43f0-b14e-56877d57c1c9 req-1ee69886-5758-4b53-b0e8-826832ff87fa tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:12.795838 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3520d1cc-da40-43f0-b14e-56877d57c1c9 req-1ee69886-5758-4b53-b0e8-826832ff87fa tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 945 time: 0.0616987 Jan 28 04:25:12.845708 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3520d1cc-da40-43f0-b14e-56877d57c1c9 req-b282f315-e33e-41b5-9993-3754cb4e2f39 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442040 Jan 28 04:25:13.980553 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f3259-cf79-4c13-a700-ea7e9ef755e5 req-c73877fb-c799-49cf-9e51-32de5d917e60 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:13.981995 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aa3f3259-cf79-4c13-a700-ea7e9ef755e5 req-c73877fb-c799-49cf-9e51-32de5d917e60 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 945 time: 0.0512326 Jan 28 04:25:14.039600 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aa3f3259-cf79-4c13-a700-ea7e9ef755e5 req-a272508f-35fd-4b78-a927-408351f1251a tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492148 Jan 28 04:25:15.168941 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ee4f4-c16e-45e5-a66a-77147cf75817 req-17866a25-b465-45c9-90f2-9d1bc7f885a4 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:15.170446 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-108ee4f4-c16e-45e5-a66a-77147cf75817 req-17866a25-b465-45c9-90f2-9d1bc7f885a4 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 945 time: 0.0562603 Jan 28 04:25:15.219608 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-108ee4f4-c16e-45e5-a66a-77147cf75817 req-89919798-21a4-4543-96e8-2329d6dd7b20 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434291 Jan 28 04:25:16.353437 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59792940-f01b-4d99-b8f8-16254e574564 req-36ae14ee-12e5-4fc4-8a25-30462e532547 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:16.354929 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-59792940-f01b-4d99-b8f8-16254e574564 req-36ae14ee-12e5-4fc4-8a25-30462e532547 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 945 time: 0.0516210 Jan 28 04:25:16.407132 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-59792940-f01b-4d99-b8f8-16254e574564 req-a09eeb95-8290-4e26-9624-247246b0aa45 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437150 Jan 28 04:25:16.597351 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be852ca3-9b63-45d3-af73-5cd1fa494e61 req-20c3e503-1149-457c-bbb6-27b23f9c3cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:16.599137 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-be852ca3-9b63-45d3-af73-5cd1fa494e61 req-20c3e503-1149-457c-bbb6-27b23f9c3cdd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5dcf08c05e54ee08082ff7b76765a52&device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 1097 time: 0.0538142 Jan 28 04:25:16.707389 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be852ca3-9b63-45d3-af73-5cd1fa494e61 req-2c5b62d1-fdc4-4449-9d94-7bdaf341420a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:16.708867 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-be852ca3-9b63-45d3-af73-5cd1fa494e61 req-2c5b62d1-fdc4-4449-9d94-7bdaf341420a service neutron] 10.222.0.67 "GET /v2.0/networks?id=3939bad5-db13-4d01-8e70-2b1fd9229ffe HTTP/1.1" status: 200 len: 909 time: 0.0908511 Jan 28 04:25:16.776027 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-be852ca3-9b63-45d3-af73-5cd1fa494e61 req-6e99d9b3-29af-416b-b890-9682b1bc9dc0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56d7d687-b548-4fcf-ac12-eec139cedbb9 HTTP/1.1" status: 200 len: 1001 time: 0.0610094 Jan 28 04:25:16.828342 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be852ca3-9b63-45d3-af73-5cd1fa494e61 req-74b4d072-1bff-4f4b-a882-2075b2e38fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:16.829799 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-be852ca3-9b63-45d3-af73-5cd1fa494e61 req-74b4d072-1bff-4f4b-a882-2075b2e38fc1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b25f6e6c-4266-4086-afc5-2a1e90abfdbe HTTP/1.1" status: 200 len: 847 time: 0.0480578 Jan 28 04:25:16.877533 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be852ca3-9b63-45d3-af73-5cd1fa494e61 req-073dd318-704a-4c50-8ce8-89a440a1ea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:16.879170 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-be852ca3-9b63-45d3-af73-5cd1fa494e61 req-073dd318-704a-4c50-8ce8-89a440a1ea02 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3939bad5-db13-4d01-8e70-2b1fd9229ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436754 Jan 28 04:25:16.975514 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-be852ca3-9b63-45d3-af73-5cd1fa494e61 req-aa25f3d3-ec28-4382-a809-de54cbec7bcd service neutron] 10.222.0.67 "GET /v2.0/networks/3939bad5-db13-4d01-8e70-2b1fd9229ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905147 Jan 28 04:25:17.072467 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-be852ca3-9b63-45d3-af73-5cd1fa494e61 req-8f450501-52b8-4bcc-8031-bd0948c276f7 service neutron] 10.222.0.67 "GET /v2.0/networks/3939bad5-db13-4d01-8e70-2b1fd9229ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911350 Jan 28 04:25:17.534543 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345abd11-b22a-4a0c-a807-5b2aaa5bcc46 req-042a6e1b-9de3-402a-81ad-e62bf28915c3 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:17.536046 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-345abd11-b22a-4a0c-a807-5b2aaa5bcc46 req-042a6e1b-9de3-402a-81ad-e62bf28915c3 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 945 time: 0.0516829 Jan 28 04:25:17.595536 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-345abd11-b22a-4a0c-a807-5b2aaa5bcc46 req-a839b2bd-fda2-45a6-9be9-6735d7bec6c9 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512033 Jan 28 04:25:18.718679 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356436bb-d052-481f-aca6-4f5c568219d7 req-ac531b2c-9b42-40b8-b92a-dd915b6e7ee5 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:18.720142 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-356436bb-d052-481f-aca6-4f5c568219d7 req-ac531b2c-9b42-40b8-b92a-dd915b6e7ee5 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 945 time: 0.0485811 Jan 28 04:25:18.768959 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-356436bb-d052-481f-aca6-4f5c568219d7 req-44174828-e466-4933-b18a-53c51ddecccd tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431664 Jan 28 04:25:19.341871 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:25:19.909454 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b07f36-d294-45a4-9cba-84dd48078764 req-c4299fc2-bc33-4ecf-8a27-14d2938829cb tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:19.910929 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-80b07f36-d294-45a4-9cba-84dd48078764 req-c4299fc2-bc33-4ecf-8a27-14d2938829cb tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 945 time: 0.0556242 Jan 28 04:25:19.960373 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-80b07f36-d294-45a4-9cba-84dd48078764 req-46693600-fc57-4e9a-bf0f-c92cebf801fa tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436342 Jan 28 04:25:20.716643 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 56d7d687-b548-4fcf-ac12-eec139cedbb9 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:25:20.822164 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 56d7d687-b548-4fcf-ac12-eec139cedbb9, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=56d7d687-b548-4fcf-ac12-eec139cedbb9,segment=NetworkSegment(9b1c0674-522a-4d50-a7eb-dd1bfa315b31),segment_id=9b1c0674-522a-4d50-a7eb-dd1bfa315b31)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:25:20.838637 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '56d7d687-b548-4fcf-ac12-eec139cedbb9', 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe', 'port_id': '56d7d687-b548-4fcf-ac12-eec139cedbb9', 'mac_address': 'fa:16:3e:da:d9:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b25f6e6c-4266-4086-afc5-2a1e90abfdbe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:25:20.876919 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 56d7d687-b548-4fcf-ac12-eec139cedbb9 is: ACTIVE; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:25:20.877344 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (56d7d687-b548-4fcf-ac12-eec139cedbb9), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:20.890072 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56d7d687-b548-4fcf-ac12-eec139cedbb9 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:25:20.914160 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 56d7d687-b548-4fcf-ac12-eec139cedbb9, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=56d7d687-b548-4fcf-ac12-eec139cedbb9,segment=NetworkSegment(9b1c0674-522a-4d50-a7eb-dd1bfa315b31),segment_id=9b1c0674-522a-4d50-a7eb-dd1bfa315b31)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:25:20.919883 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (56d7d687-b548-4fcf-ac12-eec139cedbb9), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:20.964583 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=56d7d687-b548-4fcf-ac12-eec139cedbb9,revision_number=6']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:20.972028 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:20.972380 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:20.972718 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:20.973056 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:20.973426 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:20.973738 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:20.974082 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:20.974427 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:20.974753 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:20.975079 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:20.975396 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:20.975717 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:20.976035 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:21.058292 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['56d7d687-b548-4fcf-ac12-eec139cedbb9'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:25:21.086444 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8612d6a-4da9-4382-9e9f-3945a94fcca1 req-864eeacc-b3de-4a90-8a6d-5e962d37ba3c tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:21.088087 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e8612d6a-4da9-4382-9e9f-3945a94fcca1 req-864eeacc-b3de-4a90-8a6d-5e962d37ba3c tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 944 time: 0.0597508 Jan 28 04:25:21.151013 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e8612d6a-4da9-4382-9e9f-3945a94fcca1 req-a17088a0-893e-46d5-a1a1-9a6f5164e50b tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536704 Jan 28 04:25:22.291249 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc5cdb-4603-49e4-a4ff-563ae8b04eb0 req-79e705a6-8ef5-445c-aed5-e3faa9fabbf5 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:22.293583 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-14cc5cdb-4603-49e4-a4ff-563ae8b04eb0 req-79e705a6-8ef5-445c-aed5-e3faa9fabbf5 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 944 time: 0.0568006 Jan 28 04:25:22.348236 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-14cc5cdb-4603-49e4-a4ff-563ae8b04eb0 req-468ee346-aea8-42f4-8343-2f666bed6a71 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460973 Jan 28 04:25:22.716827 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 56d7d687-b548-4fcf-ac12-eec139cedbb9 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:25:22.771250 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 56d7d687-b548-4fcf-ac12-eec139cedbb9 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:25:22.771630 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (56d7d687-b548-4fcf-ac12-eec139cedbb9), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:22.852219 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 56d7d687-b548-4fcf-ac12-eec139cedbb9 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:25:22.852624 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (56d7d687-b548-4fcf-ac12-eec139cedbb9), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:22.879226 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d78f653-dbb0-4497-9dd7-42c5ecbe2196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d7d687-b548-4fcf-ac12-eec139cedbb9'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:25:22.882606 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7466989c69d563e87a019306beca113247d74b519ddc68a6966af7388d6c63e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81cc3cb-c262-44d4-8680-70f318d5826e" -d '{"events": [{"server_uuid": "9d78f653-dbb0-4497-9dd7-42c5ecbe2196", "name": "network-vif-plugged", "status": "completed", "tag": "56d7d687-b548-4fcf-ac12-eec139cedbb9"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:25:22.896828 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 56d7d687-b548-4fcf-ac12-eec139cedbb9, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=56d7d687-b548-4fcf-ac12-eec139cedbb9,segment=NetworkSegment(9b1c0674-522a-4d50-a7eb-dd1bfa315b31),segment_id=9b1c0674-522a-4d50-a7eb-dd1bfa315b31)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:25:22.902302 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (56d7d687-b548-4fcf-ac12-eec139cedbb9), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:22.950913 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=56d7d687-b548-4fcf-ac12-eec139cedbb9,revision_number=7']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:22.989570 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ac5bda-1a15-40f7-bcde-6431eeecb733 x-openstack-request-id: req-48ac5bda-1a15-40f7-bcde-6431eeecb733 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:25:22.989893 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d78f653-dbb0-4497-9dd7-42c5ecbe2196", "name": "network-vif-plugged", "status": "completed", "tag": "56d7d687-b548-4fcf-ac12-eec139cedbb9", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:25:22.990296 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-48ac5bda-1a15-40f7-bcde-6431eeecb733 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:25:22.990926 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d78f653-dbb0-4497-9dd7-42c5ecbe2196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d7d687-b548-4fcf-ac12-eec139cedbb9', 'code': 200} Jan 28 04:25:23.474050 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f2ccef-dcc5-44aa-ab35-a8152de214b9 req-3f9fc8ba-cef7-4e6c-b938-194185af3859 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:23.475529 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-20f2ccef-dcc5-44aa-ab35-a8152de214b9 req-3f9fc8ba-cef7-4e6c-b938-194185af3859 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 945 time: 0.0493238 Jan 28 04:25:23.540969 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-20f2ccef-dcc5-44aa-ab35-a8152de214b9 req-47aed6d4-cfef-4a84-8fca-4ad281dda5c8 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594947 Jan 28 04:25:24.674531 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f36e3-b305-4e71-bcb0-8fab3eb68f8d req-cd60b1ba-5af1-435c-b2a0-0e0c999d33f5 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:24.675995 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-410f36e3-b305-4e71-bcb0-8fab3eb68f8d req-cd60b1ba-5af1-435c-b2a0-0e0c999d33f5 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 945 time: 0.0501351 Jan 28 04:25:24.725656 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-410f36e3-b305-4e71-bcb0-8fab3eb68f8d req-f86a51fa-ecde-4790-9226-9cc59061355f tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437813 Jan 28 04:25:25.899188 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba48999-f556-4af6-b71b-914f0c41dd1d req-03b67e0e-78be-4147-8e61-3e113cdf6f70 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:25.901598 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bba48999-f556-4af6-b71b-914f0c41dd1d req-03b67e0e-78be-4147-8e61-3e113cdf6f70 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 945 time: 0.0748291 Jan 28 04:25:25.953273 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bba48999-f556-4af6-b71b-914f0c41dd1d req-deb5757b-111c-45f9-9f95-88d36f6bf8ec tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456004 Jan 28 04:25:27.096809 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec14f7-ae79-4b84-b873-95f5c28e8abe req-db9e0679-5bec-4816-b725-0020c6630620 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:27.099289 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4cec14f7-ae79-4b84-b873-95f5c28e8abe req-db9e0679-5bec-4816-b725-0020c6630620 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 945 time: 0.0630162 Jan 28 04:25:27.160058 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4cec14f7-ae79-4b84-b873-95f5c28e8abe req-653544e4-3c0e-446c-ade5-8da83bfcf7a0 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529976 Jan 28 04:25:28.292476 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3f957-921a-49d2-989f-c84f1493bbfd req-87d1a439-33a5-443c-be15-d47203c79dbc tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:28.294853 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b5d3f957-921a-49d2-989f-c84f1493bbfd req-87d1a439-33a5-443c-be15-d47203c79dbc tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 945 time: 0.0548398 Jan 28 04:25:28.350787 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b5d3f957-921a-49d2-989f-c84f1493bbfd req-283b828e-910b-4108-9a58-ab0baceb2ac0 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498011 Jan 28 04:25:29.478996 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15832c7a-a197-46e1-abd0-2d3f386108a4 req-4d88e056-e2d0-4814-abf2-89414d569720 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:29.486725 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-15832c7a-a197-46e1-abd0-2d3f386108a4 req-4d88e056-e2d0-4814-abf2-89414d569720 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 945 time: 0.0597336 Jan 28 04:25:29.539257 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-15832c7a-a197-46e1-abd0-2d3f386108a4 req-96d85e67-cafa-4e8b-bb63-3dac8e8f9366 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513825 Jan 28 04:25:29.877141 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f75eb05e-9ec8-4780-ae54-e58d6939c7db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:29.945310 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:30.676633 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb8b65-53a6-439e-a131-992ea91b93de req-1faf3eaa-5061-4ffc-84aa-2fbb1afe3fcb tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:30.678181 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1ddb8b65-53a6-439e-a131-992ea91b93de req-1faf3eaa-5061-4ffc-84aa-2fbb1afe3fcb tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 945 time: 0.0601978 Jan 28 04:25:30.730252 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1ddb8b65-53a6-439e-a131-992ea91b93de req-72ff2142-30e3-49e7-aa58-6077084ebb8f tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453706 Jan 28 04:25:31.850531 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37250ce-55b6-47fc-ac07-df76bb81cc19 req-927bcf65-417e-4649-977a-0b3e371cfa31 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:31.852028 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c37250ce-55b6-47fc-ac07-df76bb81cc19 req-927bcf65-417e-4649-977a-0b3e371cfa31 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 945 time: 0.0518875 Jan 28 04:25:31.914189 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c37250ce-55b6-47fc-ac07-df76bb81cc19 req-16b5f0ee-e6cc-4e59-87ef-92f6f281ca2b tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539968 Jan 28 04:25:31.930145 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0c36b1c3-e53d-468c-a3b4-f57826fd316a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:33.052790 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5acca-aab1-4e7d-9931-df455c3f75d0 req-5a725c48-0891-4aee-98ac-ec42a630c514 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:33.057556 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-78f5acca-aab1-4e7d-9931-df455c3f75d0 req-5a725c48-0891-4aee-98ac-ec42a630c514 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 945 time: 0.0779538 Jan 28 04:25:33.108135 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-78f5acca-aab1-4e7d-9931-df455c3f75d0 req-8e1793cc-e97d-43c3-bb34-08c996c799c3 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468318 Jan 28 04:25:33.771573 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:34.241144 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260b127-3b06-4f7d-aad9-204eb5cc66ac req-41707978-f33c-425b-84ad-3ad4ae6a72fc tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:34.242727 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d260b127-3b06-4f7d-aad9-204eb5cc66ac req-41707978-f33c-425b-84ad-3ad4ae6a72fc tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 945 time: 0.0586934 Jan 28 04:25:34.297529 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-d260b127-3b06-4f7d-aad9-204eb5cc66ac req-37f42930-9348-4c47-8d9f-821400098cce tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484552 Jan 28 04:25:34.614923 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:35.256726 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:35.419233 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29ecee-6039-457e-8752-a955ed0f3c11 req-df10bcc1-c202-43f6-8196-10034d69733f tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:35.420651 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8c29ecee-6039-457e-8752-a955ed0f3c11 req-df10bcc1-c202-43f6-8196-10034d69733f tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 945 time: 0.0504160 Jan 28 04:25:35.473021 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8c29ecee-6039-457e-8752-a955ed0f3c11 req-8988c39f-4a1e-4464-8f0c-5f264d3cb63a tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464585 Jan 28 04:25:36.180460 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:36.317715 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f30f3d-6d1d-46e7-bdc0-312c8787e5fb req-a832e806-413d-4f90-ac1e-2c04f2313bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:36.319258 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-82f30f3d-6d1d-46e7-bdc0-312c8787e5fb req-a832e806-413d-4f90-ac1e-2c04f2313bf6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5dcf08c05e54ee08082ff7b76765a52&device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 1097 time: 0.0456250 Jan 28 04:25:36.419339 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f30f3d-6d1d-46e7-bdc0-312c8787e5fb req-52910f94-b3fd-4c58-aa65-a620d91f0549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:36.420870 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-82f30f3d-6d1d-46e7-bdc0-312c8787e5fb req-52910f94-b3fd-4c58-aa65-a620d91f0549 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3939bad5-db13-4d01-8e70-2b1fd9229ffe HTTP/1.1" status: 200 len: 909 time: 0.0955880 Jan 28 04:25:36.501629 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-82f30f3d-6d1d-46e7-bdc0-312c8787e5fb req-2096edf7-c8e6-40ab-a071-afb577ed6975 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56d7d687-b548-4fcf-ac12-eec139cedbb9 HTTP/1.1" status: 200 len: 1001 time: 0.0740786 Jan 28 04:25:36.550865 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f30f3d-6d1d-46e7-bdc0-312c8787e5fb req-ffe74e10-43db-4bbc-b45e-13d3bec51be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:36.552335 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-82f30f3d-6d1d-46e7-bdc0-312c8787e5fb req-ffe74e10-43db-4bbc-b45e-13d3bec51be1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b25f6e6c-4266-4086-afc5-2a1e90abfdbe HTTP/1.1" status: 200 len: 847 time: 0.0451949 Jan 28 04:25:36.598341 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d3752-e427-4556-8ec5-69bb89db8891 req-a0adffab-d08e-4945-8570-9526c491dfa1 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:36.599009 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f30f3d-6d1d-46e7-bdc0-312c8787e5fb req-7b236d98-f702-4283-ae7d-7593f2b4ba1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:36.599852 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a56d3752-e427-4556-8ec5-69bb89db8891 req-a0adffab-d08e-4945-8570-9526c491dfa1 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 945 time: 0.0508573 Jan 28 04:25:36.600005 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-82f30f3d-6d1d-46e7-bdc0-312c8787e5fb req-7b236d98-f702-4283-ae7d-7593f2b4ba1d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3939bad5-db13-4d01-8e70-2b1fd9229ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416405 Jan 28 04:25:36.653354 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a56d3752-e427-4556-8ec5-69bb89db8891 req-a396ddcd-4fba-4e61-b7df-f1982c47473e tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459955 Jan 28 04:25:36.697308 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-82f30f3d-6d1d-46e7-bdc0-312c8787e5fb req-48cba3b0-24e4-48fb-b729-7a3209ffa78b service neutron] 10.222.0.67 "GET /v2.0/networks/3939bad5-db13-4d01-8e70-2b1fd9229ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911677 Jan 28 04:25:36.787956 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-82f30f3d-6d1d-46e7-bdc0-312c8787e5fb req-6bc318ac-2a79-46ed-b7d2-e6591e7a8cdc service neutron] 10.222.0.67 "GET /v2.0/networks/3939bad5-db13-4d01-8e70-2b1fd9229ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852592 Jan 28 04:25:37.777227 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d2f19-a85a-4e29-99da-ba1aa36dd387 req-7c9d0cc4-1197-4687-8489-b0d6b7c2306b tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:37.778753 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e4d2f19-a85a-4e29-99da-ba1aa36dd387 req-7c9d0cc4-1197-4687-8489-b0d6b7c2306b tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 945 time: 0.0553267 Jan 28 04:25:37.836077 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1e4d2f19-a85a-4e29-99da-ba1aa36dd387 req-8beabf85-eb7a-444c-9764-c866b637e20d tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492640 Jan 28 04:25:38.755226 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 56d7d687-b548-4fcf-ac12-eec139cedbb9 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:25:38.847435 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 56d7d687-b548-4fcf-ac12-eec139cedbb9 is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:25:38.847828 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (56d7d687-b548-4fcf-ac12-eec139cedbb9), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:38.873157 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d78f653-dbb0-4497-9dd7-42c5ecbe2196', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56d7d687-b548-4fcf-ac12-eec139cedbb9'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:25:38.875460 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7466989c69d563e87a019306beca113247d74b519ddc68a6966af7388d6c63e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b8b51b-b823-4b15-8f9c-99ceaf87478a" -d '{"events": [{"server_uuid": "9d78f653-dbb0-4497-9dd7-42c5ecbe2196", "name": "network-vif-unplugged", "status": "completed", "tag": "56d7d687-b548-4fcf-ac12-eec139cedbb9"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:25:38.888695 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 56d7d687-b548-4fcf-ac12-eec139cedbb9, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=56d7d687-b548-4fcf-ac12-eec139cedbb9,segment=NetworkSegment(9b1c0674-522a-4d50-a7eb-dd1bfa315b31),segment_id=9b1c0674-522a-4d50-a7eb-dd1bfa315b31)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:25:38.894168 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (56d7d687-b548-4fcf-ac12-eec139cedbb9), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:38.919174 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 04:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692d4468-d53b-4145-a1e4-b8969e3038e0 x-openstack-request-id: req-692d4468-d53b-4145-a1e4-b8969e3038e0 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:25:38.919473 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d78f653-dbb0-4497-9dd7-42c5ecbe2196", "name": "network-vif-unplugged", "status": "failed", "tag": "56d7d687-b548-4fcf-ac12-eec139cedbb9", "code": 422}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:25:38.919837 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-692d4468-d53b-4145-a1e4-b8969e3038e0 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:25:38.920197 n-d-712139-27 neutron-server[109804]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9d78f653-dbb0-4497-9dd7-42c5ecbe2196', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '56d7d687-b548-4fcf-ac12-eec139cedbb9', 'code': 422} returned with failed status Jan 28 04:25:38.946854 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=56d7d687-b548-4fcf-ac12-eec139cedbb9,revision_number=8']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:38.970968 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf2437-0af3-4bbe-b512-2a716c56f163 req-84c98646-2dea-4430-803e-6f220f571b45 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:38.972460 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a5cf2437-0af3-4bbe-b512-2a716c56f163 req-84c98646-2dea-4430-803e-6f220f571b45 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 943 time: 0.0536180 Jan 28 04:25:39.021386 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a5cf2437-0af3-4bbe-b512-2a716c56f163 req-34386138-cc52-4c14-b2a9-6698e30c177b tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430903 Jan 28 04:25:39.143437 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-0e4bfd1e-437b-4e26-8ff3-0a2e8b5dbdd6 req-de9ea808-e841-434b-abcb-7bb4a6aa12d4 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:25:39.144452 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0e4bfd1e-437b-4e26-8ff3-0a2e8b5dbdd6 req-de9ea808-e841-434b-abcb-7bb4a6aa12d4 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0534878 Jan 28 04:25:39.307247 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a5f3c-9591-43af-9c61-f304d5c3a25d req-a4ba3f32-7400-4ce9-8390-54b7f8de888e tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:39.308786 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3c1a5f3c-9591-43af-9c61-f304d5c3a25d req-a4ba3f32-7400-4ce9-8390-54b7f8de888e tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 943 time: 0.0491159 Jan 28 04:25:39.358554 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3c1a5f3c-9591-43af-9c61-f304d5c3a25d req-2a8a9980-c7d2-4651-b5ea-b99f51af1687 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438228 Jan 28 04:25:39.503740 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-10597696-3e97-4619-b7ee-04a18a41695f req-0d031682-906b-4a33-84ba-83113c8fa424 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0994389 Jan 28 04:25:40.484573 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f4be1-75a5-4bbe-a0b0-b793be855b16 req-c636db99-55c7-4f94-a842-ab40aab4ffff tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:40.486155 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c23f4be1-75a5-4bbe-a0b0-b793be855b16 req-c636db99-55c7-4f94-a842-ab40aab4ffff tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 943 time: 0.0519724 Jan 28 04:25:40.563854 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c23f4be1-75a5-4bbe-a0b0-b793be855b16 req-4ec00cd0-54fe-46d2-b4a5-a48a3c779339 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721359 Jan 28 04:25:40.571859 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10597696-3e97-4619-b7ee-04a18a41695f req-a4a5a3a4-4ffa-43a9-9e55-dc44ed28db52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:40.573104 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-10597696-3e97-4619-b7ee-04a18a41695f req-a4a5a3a4-4ffa-43a9-9e55-dc44ed28db52 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196&tenant_id=c5dcf08c05e54ee08082ff7b76765a52 HTTP/1.1" status: 200 len: 1095 time: 0.1300313 Jan 28 04:25:40.582936 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-10597696-3e97-4619-b7ee-04a18a41695f req-4c8e6609-6a27-471a-9c68-ce261f3f5af8 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:25:40.583930 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-10597696-3e97-4619-b7ee-04a18a41695f req-4c8e6609-6a27-471a-9c68-ce261f3f5af8 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052154 Jan 28 04:25:40.599777 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-10597696-3e97-4619-b7ee-04a18a41695f req-f65f66c4-0883-4ec7-abcd-4b2edb2b8206 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712139-27', 'device_owner': 'compute:nova'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:25:40.652749 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-10597696-3e97-4619-b7ee-04a18a41695f req-f65f66c4-0883-4ec7-abcd-4b2edb2b8206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (56d7d687-b548-4fcf-ac12-eec139cedbb9), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:40.863990 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-10597696-3e97-4619-b7ee-04a18a41695f req-f65f66c4-0883-4ec7-abcd-4b2edb2b8206 service neutron] For port 56d7d687-b548-4fcf-ac12-eec139cedbb9, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=56d7d687-b548-4fcf-ac12-eec139cedbb9,segment=NetworkSegment(9b1c0674-522a-4d50-a7eb-dd1bfa315b31),segment_id=9b1c0674-522a-4d50-a7eb-dd1bfa315b31)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:25:40.899287 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-10597696-3e97-4619-b7ee-04a18a41695f req-f65f66c4-0883-4ec7-abcd-4b2edb2b8206 service neutron] For port 56d7d687-b548-4fcf-ac12-eec139cedbb9, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:25:40.937371 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-10597696-3e97-4619-b7ee-04a18a41695f req-f65f66c4-0883-4ec7-abcd-4b2edb2b8206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56d7d687-b548-4fcf-ac12-eec139cedbb9 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:25:40.945023 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-10597696-3e97-4619-b7ee-04a18a41695f req-f65f66c4-0883-4ec7-abcd-4b2edb2b8206 service neutron] Publish callbacks [] for port (56d7d687-b548-4fcf-ac12-eec139cedbb9), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:40.958285 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-10597696-3e97-4619-b7ee-04a18a41695f req-f65f66c4-0883-4ec7-abcd-4b2edb2b8206 service neutron] Transition to ACTIVE for port object 56d7d687-b548-4fcf-ac12-eec139cedbb9 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:25:40.964484 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-10597696-3e97-4619-b7ee-04a18a41695f req-f65f66c4-0883-4ec7-abcd-4b2edb2b8206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (56d7d687-b548-4fcf-ac12-eec139cedbb9), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:41.044589 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65f66c4-0883-4ec7-abcd-4b2edb2b8206 service neutron] Pushing event updated for resources: {'Port': ['ID=56d7d687-b548-4fcf-ac12-eec139cedbb9,revision_number=9']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:41.056987 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65f66c4-0883-4ec7-abcd-4b2edb2b8206 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:41.057386 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65f66c4-0883-4ec7-abcd-4b2edb2b8206 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:41.057741 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65f66c4-0883-4ec7-abcd-4b2edb2b8206 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:41.058073 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65f66c4-0883-4ec7-abcd-4b2edb2b8206 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:41.058400 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65f66c4-0883-4ec7-abcd-4b2edb2b8206 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:41.058728 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65f66c4-0883-4ec7-abcd-4b2edb2b8206 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:41.059047 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65f66c4-0883-4ec7-abcd-4b2edb2b8206 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:41.059363 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65f66c4-0883-4ec7-abcd-4b2edb2b8206 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:41.059681 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65f66c4-0883-4ec7-abcd-4b2edb2b8206 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:41.060002 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65f66c4-0883-4ec7-abcd-4b2edb2b8206 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:41.060320 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65f66c4-0883-4ec7-abcd-4b2edb2b8206 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:41.060667 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65f66c4-0883-4ec7-abcd-4b2edb2b8206 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:41.060993 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65f66c4-0883-4ec7-abcd-4b2edb2b8206 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:25:41.095512 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-10597696-3e97-4619-b7ee-04a18a41695f req-f65f66c4-0883-4ec7-abcd-4b2edb2b8206 service neutron] No DVR routers for this DVR port 56d7d687-b548-4fcf-ac12-eec139cedbb9 on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:25:41.237894 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-10597696-3e97-4619-b7ee-04a18a41695f req-f65f66c4-0883-4ec7-abcd-4b2edb2b8206 service neutron] Attempting to bind port 56d7d687-b548-4fcf-ac12-eec139cedbb9 on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:25:41.238160 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-10597696-3e97-4619-b7ee-04a18a41695f req-f65f66c4-0883-4ec7-abcd-4b2edb2b8206 service neutron] Attempting to bind port 56d7d687-b548-4fcf-ac12-eec139cedbb9 by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '9b1c0674-522a-4d50-a7eb-dd1bfa315b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:25:41.238438 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10597696-3e97-4619-b7ee-04a18a41695f req-f65f66c4-0883-4ec7-abcd-4b2edb2b8206 service neutron] Attempting to bind port 56d7d687-b548-4fcf-ac12-eec139cedbb9 on network 3939bad5-db13-4d01-8e70-2b1fd9229ffe {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:25:41.243115 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10597696-3e97-4619-b7ee-04a18a41695f req-f65f66c4-0883-4ec7-abcd-4b2edb2b8206 service neutron] Port 56d7d687-b548-4fcf-ac12-eec139cedbb9 on network 3939bad5-db13-4d01-8e70-2b1fd9229ffe not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:25:41.243501 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10597696-3e97-4619-b7ee-04a18a41695f req-f65f66c4-0883-4ec7-abcd-4b2edb2b8206 service neutron] Attempting to bind port 56d7d687-b548-4fcf-ac12-eec139cedbb9 on network 3939bad5-db13-4d01-8e70-2b1fd9229ffe {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:25:41.249210 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10597696-3e97-4619-b7ee-04a18a41695f req-f65f66c4-0883-4ec7-abcd-4b2edb2b8206 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:25:41.249210 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10597696-3e97-4619-b7ee-04a18a41695f req-f65f66c4-0883-4ec7-abcd-4b2edb2b8206 service neutron] Checking segment: {'id': '9b1c0674-522a-4d50-a7eb-dd1bfa315b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:25:41.249676 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10597696-3e97-4619-b7ee-04a18a41695f req-f65f66c4-0883-4ec7-abcd-4b2edb2b8206 service neutron] Bound using segment: {'id': '9b1c0674-522a-4d50-a7eb-dd1bfa315b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:25:41.250024 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-10597696-3e97-4619-b7ee-04a18a41695f req-f65f66c4-0883-4ec7-abcd-4b2edb2b8206 service neutron] Bound port: 56d7d687-b548-4fcf-ac12-eec139cedbb9, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b1c0674-522a-4d50-a7eb-dd1bfa315b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:25:41.250393 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-10597696-3e97-4619-b7ee-04a18a41695f req-f65f66c4-0883-4ec7-abcd-4b2edb2b8206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (56d7d687-b548-4fcf-ac12-eec139cedbb9), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:41.314201 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-10597696-3e97-4619-b7ee-04a18a41695f req-f65f66c4-0883-4ec7-abcd-4b2edb2b8206 service neutron] For port 56d7d687-b548-4fcf-ac12-eec139cedbb9, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:25:41.317156 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-10597696-3e97-4619-b7ee-04a18a41695f req-f65f66c4-0883-4ec7-abcd-4b2edb2b8206 service neutron] For port 56d7d687-b548-4fcf-ac12-eec139cedbb9, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=56d7d687-b548-4fcf-ac12-eec139cedbb9,segment=NetworkSegment(9b1c0674-522a-4d50-a7eb-dd1bfa315b31),segment_id=9b1c0674-522a-4d50-a7eb-dd1bfa315b31)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:25:41.325607 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-10597696-3e97-4619-b7ee-04a18a41695f req-f65f66c4-0883-4ec7-abcd-4b2edb2b8206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (56d7d687-b548-4fcf-ac12-eec139cedbb9), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:41.359894 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10597696-3e97-4619-b7ee-04a18a41695f req-f65f66c4-0883-4ec7-abcd-4b2edb2b8206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:41.360516 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-10597696-3e97-4619-b7ee-04a18a41695f req-f65f66c4-0883-4ec7-abcd-4b2edb2b8206 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:41.361935 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-10597696-3e97-4619-b7ee-04a18a41695f req-f65f66c4-0883-4ec7-abcd-4b2edb2b8206 service neutron] 10.222.0.39 "PUT /v2.0/ports/56d7d687-b548-4fcf-ac12-eec139cedbb9 HTTP/1.1" status: 200 len: 1092 time: 0.7659073 Jan 28 04:25:41.362380 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d78f653-dbb0-4497-9dd7-42c5ecbe2196', 'tag': '56d7d687-b548-4fcf-ac12-eec139cedbb9'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:25:41.364629 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa7833f-097e-4077-88c3-38db3d5c384b" -d '{"events": [{"name": "network-changed", "server_uuid": "9d78f653-dbb0-4497-9dd7-42c5ecbe2196", "tag": "56d7d687-b548-4fcf-ac12-eec139cedbb9"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:25:41.399585 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65f66c4-0883-4ec7-abcd-4b2edb2b8206 service neutron] Pushing event updated for resources: {'Port': ['ID=56d7d687-b548-4fcf-ac12-eec139cedbb9,revision_number=10']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:41.448136 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10597696-3e97-4619-b7ee-04a18a41695f req-b08a046f-d28d-4729-b413-b45c84ed0b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:41.449694 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-10597696-3e97-4619-b7ee-04a18a41695f req-b08a046f-d28d-4729-b413-b45c84ed0b89 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5dcf08c05e54ee08082ff7b76765a52&device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 1096 time: 0.0467713 Jan 28 04:25:41.504983 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5402978-964e-48d2-a5a0-b371780e0295 x-openstack-request-id: req-a5402978-964e-48d2-a5a0-b371780e0295 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:25:41.505699 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d78f653-dbb0-4497-9dd7-42c5ecbe2196", "tag": "56d7d687-b548-4fcf-ac12-eec139cedbb9", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:25:41.505699 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a5402978-964e-48d2-a5a0-b371780e0295 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:25:41.505912 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d78f653-dbb0-4497-9dd7-42c5ecbe2196', 'tag': '56d7d687-b548-4fcf-ac12-eec139cedbb9', 'status': 'completed', 'code': 200} Jan 28 04:25:41.548294 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10597696-3e97-4619-b7ee-04a18a41695f req-0b0c8cdb-1b6a-49a5-b9c2-6d62533cefec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:41.549830 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-10597696-3e97-4619-b7ee-04a18a41695f req-0b0c8cdb-1b6a-49a5-b9c2-6d62533cefec service neutron] 10.222.0.39 "GET /v2.0/networks?id=3939bad5-db13-4d01-8e70-2b1fd9229ffe HTTP/1.1" status: 200 len: 909 time: 0.0944440 Jan 28 04:25:41.614702 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-10597696-3e97-4619-b7ee-04a18a41695f req-675c78ec-d4e9-46ee-8658-a615c1bb28b9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56d7d687-b548-4fcf-ac12-eec139cedbb9 HTTP/1.1" status: 200 len: 999 time: 0.0583403 Jan 28 04:25:41.694141 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10597696-3e97-4619-b7ee-04a18a41695f req-9c069f6e-73d2-45aa-8099-8667039c5599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:41.695625 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-10597696-3e97-4619-b7ee-04a18a41695f req-9c069f6e-73d2-45aa-8099-8667039c5599 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b25f6e6c-4266-4086-afc5-2a1e90abfdbe HTTP/1.1" status: 200 len: 847 time: 0.0746386 Jan 28 04:25:41.718665 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4630a-9727-4246-988f-ef1e98ffae74 req-054e6611-976b-4dfb-92ed-14fca50aa134 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:41.720152 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-27a4630a-9727-4246-988f-ef1e98ffae74 req-054e6611-976b-4dfb-92ed-14fca50aa134 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 944 time: 0.0696592 Jan 28 04:25:41.773460 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10597696-3e97-4619-b7ee-04a18a41695f req-bf3cbf02-76a4-4e01-b66a-f594b01d4aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:41.774852 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-10597696-3e97-4619-b7ee-04a18a41695f req-bf3cbf02-76a4-4e01-b66a-f594b01d4aa0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3939bad5-db13-4d01-8e70-2b1fd9229ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0727990 Jan 28 04:25:41.796376 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-27a4630a-9727-4246-988f-ef1e98ffae74 req-3a6683e9-68ea-4776-a550-7e4f5fd55471 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624449 Jan 28 04:25:41.874205 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-10597696-3e97-4619-b7ee-04a18a41695f req-da1379a1-08c0-4fa0-80e7-3d0612f6a81f service neutron] 10.222.0.39 "GET /v2.0/networks/3939bad5-db13-4d01-8e70-2b1fd9229ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900106 Jan 28 04:25:41.974386 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-10597696-3e97-4619-b7ee-04a18a41695f req-9a5485d4-15ad-4ddd-871e-35baf51282dc service neutron] 10.222.0.39 "GET /v2.0/networks/3939bad5-db13-4d01-8e70-2b1fd9229ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941436 Jan 28 04:25:42.124435 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7833f-097e-4077-88c3-38db3d5c384b req-be56723b-c572-4712-abe3-1e816c9dd510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:42.126023 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1aa7833f-097e-4077-88c3-38db3d5c384b req-be56723b-c572-4712-abe3-1e816c9dd510 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5dcf08c05e54ee08082ff7b76765a52&device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 1096 time: 0.0469210 Jan 28 04:25:42.226161 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7833f-097e-4077-88c3-38db3d5c384b req-1e1a2eaf-c844-4d98-9d90-b05a0ef47ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:42.227676 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1aa7833f-097e-4077-88c3-38db3d5c384b req-1e1a2eaf-c844-4d98-9d90-b05a0ef47ca9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3939bad5-db13-4d01-8e70-2b1fd9229ffe HTTP/1.1" status: 200 len: 909 time: 0.0955451 Jan 28 04:25:42.297858 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1aa7833f-097e-4077-88c3-38db3d5c384b req-900d1963-7047-4f05-82a0-ea55d2ac68a4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56d7d687-b548-4fcf-ac12-eec139cedbb9 HTTP/1.1" status: 200 len: 999 time: 0.0637617 Jan 28 04:25:42.922990 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf042a-0002-44b9-b3e0-ea2122a437f0 req-33bd55de-3119-4afe-8054-c22a691b3761 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:42.924510 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1ecf042a-0002-44b9-b3e0-ea2122a437f0 req-33bd55de-3119-4afe-8054-c22a691b3761 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 944 time: 0.0502858 Jan 28 04:25:42.978622 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1ecf042a-0002-44b9-b3e0-ea2122a437f0 req-1e64267b-ad38-428c-9d2e-7e2e7bd18216 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483322 Jan 28 04:25:44.107087 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99434b53-d350-4401-b116-6847670879c3 req-fc7a074c-d42a-4f64-a6db-c849deabae06 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:44.108854 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-99434b53-d350-4401-b116-6847670879c3 req-fc7a074c-d42a-4f64-a6db-c849deabae06 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 944 time: 0.0562990 Jan 28 04:25:44.159614 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-99434b53-d350-4401-b116-6847670879c3 req-16a59649-72f7-4812-8c2a-49178364960c tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451858 Jan 28 04:25:45.289174 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f45d0-93ef-4943-a3b6-b8ed5f70cfae req-7b4f4906-1160-42e9-bd1b-0f539bc34f50 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:45.290824 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-024f45d0-93ef-4943-a3b6-b8ed5f70cfae req-7b4f4906-1160-42e9-bd1b-0f539bc34f50 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 944 time: 0.0508351 Jan 28 04:25:45.348264 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-024f45d0-93ef-4943-a3b6-b8ed5f70cfae req-2d5a3476-ef38-4395-832c-5bbf970cea78 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498288 Jan 28 04:25:46.481176 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22769f-68ad-451e-84ec-dd114d934c73 req-3d0bcbf8-915d-4dc4-a0f7-ebf7d2fd5ffd tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:46.482694 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9c22769f-68ad-451e-84ec-dd114d934c73 req-3d0bcbf8-915d-4dc4-a0f7-ebf7d2fd5ffd tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 944 time: 0.0554841 Jan 28 04:25:46.541234 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9c22769f-68ad-451e-84ec-dd114d934c73 req-3504ae3d-a82f-460d-af23-2135dc4cc886 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520089 Jan 28 04:25:47.661222 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceee899-2b90-402a-b4d2-037848142ae1 req-b4da1cc3-4855-411d-9716-35bbde1e65cb tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:47.662928 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aceee899-2b90-402a-b4d2-037848142ae1 req-b4da1cc3-4855-411d-9716-35bbde1e65cb tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 944 time: 0.0515997 Jan 28 04:25:47.714927 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-aceee899-2b90-402a-b4d2-037848142ae1 req-d4a64441-f98e-46b1-998d-a27405eb1199 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460873 Jan 28 04:25:48.841036 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d90ee-1208-4444-abe7-d8a3434b04d8 req-439353ad-cf9c-4e89-a8be-22bbd745d18d tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:48.842620 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-786d90ee-1208-4444-abe7-d8a3434b04d8 req-439353ad-cf9c-4e89-a8be-22bbd745d18d tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 944 time: 0.0545368 Jan 28 04:25:48.906594 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-786d90ee-1208-4444-abe7-d8a3434b04d8 req-b78b9245-12ce-4c58-88a5-29051b227b70 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497546 Jan 28 04:25:50.038599 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b63c2f-91d5-45a8-8989-94f76d70313c req-a7f324e3-ecb8-48a5-8d23-17fda72e521a tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:50.040273 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-91b63c2f-91d5-45a8-8989-94f76d70313c req-a7f324e3-ecb8-48a5-8d23-17fda72e521a tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 944 time: 0.0546823 Jan 28 04:25:50.092677 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-91b63c2f-91d5-45a8-8989-94f76d70313c req-a591c098-d974-4cf7-b403-961336ba2ab9 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461395 Jan 28 04:25:51.054783 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7833f-097e-4077-88c3-38db3d5c384b req-fc1d5462-c7dc-43ef-a34b-acf39a7005f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:51.056582 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1aa7833f-097e-4077-88c3-38db3d5c384b req-fc1d5462-c7dc-43ef-a34b-acf39a7005f1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b25f6e6c-4266-4086-afc5-2a1e90abfdbe HTTP/1.1" status: 200 len: 847 time: 0.0578392 Jan 28 04:25:51.104504 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7833f-097e-4077-88c3-38db3d5c384b req-fe6bbd72-8e7a-4615-9ec7-bc4ac019f050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:51.106043 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1aa7833f-097e-4077-88c3-38db3d5c384b req-fe6bbd72-8e7a-4615-9ec7-bc4ac019f050 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3939bad5-db13-4d01-8e70-2b1fd9229ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427299 Jan 28 04:25:51.240864 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0168a-2f7d-46b2-9487-1b0f2f73e347 req-72227959-53ee-41bc-b492-c6f62558325e tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:51.240864 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-78b0168a-2f7d-46b2-9487-1b0f2f73e347 req-72227959-53ee-41bc-b492-c6f62558325e tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 944 time: 0.0756488 Jan 28 04:25:51.242125 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1aa7833f-097e-4077-88c3-38db3d5c384b req-d4cbd8f0-297d-4576-94b0-b422f69e676c service neutron] 10.222.0.39 "GET /v2.0/networks/3939bad5-db13-4d01-8e70-2b1fd9229ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244414 Jan 28 04:25:51.342215 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-78b0168a-2f7d-46b2-9487-1b0f2f73e347 req-2904e599-146c-4dc4-bf94-a2d1569e5587 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960755 Jan 28 04:25:51.368445 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-1aa7833f-097e-4077-88c3-38db3d5c384b req-f695caba-0f23-4e64-836d-e999cf8af4b8 service neutron] 10.222.0.39 "GET /v2.0/networks/3939bad5-db13-4d01-8e70-2b1fd9229ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163108 Jan 28 04:25:52.467776 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d0fa6-5223-4b80-8860-cee61e930781 req-daf74bb1-af4f-49e6-9756-e4d02dbc5f18 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:52.469326 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3f9d0fa6-5223-4b80-8860-cee61e930781 req-daf74bb1-af4f-49e6-9756-e4d02dbc5f18 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 944 time: 0.0506318 Jan 28 04:25:52.520885 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3f9d0fa6-5223-4b80-8860-cee61e930781 req-90b80d16-327d-42bf-b489-2970e156cd6c tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456774 Jan 28 04:25:52.716547 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 56d7d687-b548-4fcf-ac12-eec139cedbb9 details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:25:52.818305 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 56d7d687-b548-4fcf-ac12-eec139cedbb9, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=56d7d687-b548-4fcf-ac12-eec139cedbb9,segment=NetworkSegment(9b1c0674-522a-4d50-a7eb-dd1bfa315b31),segment_id=9b1c0674-522a-4d50-a7eb-dd1bfa315b31)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:25:52.991589 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '56d7d687-b548-4fcf-ac12-eec139cedbb9', 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe', 'port_id': '56d7d687-b548-4fcf-ac12-eec139cedbb9', 'mac_address': 'fa:16:3e:da:d9:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b25f6e6c-4266-4086-afc5-2a1e90abfdbe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:25:53.028061 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 56d7d687-b548-4fcf-ac12-eec139cedbb9 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:25:53.028448 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (56d7d687-b548-4fcf-ac12-eec139cedbb9), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:53.046072 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56d7d687-b548-4fcf-ac12-eec139cedbb9 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:25:53.066593 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 56d7d687-b548-4fcf-ac12-eec139cedbb9, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=56d7d687-b548-4fcf-ac12-eec139cedbb9,segment=NetworkSegment(9b1c0674-522a-4d50-a7eb-dd1bfa315b31),segment_id=9b1c0674-522a-4d50-a7eb-dd1bfa315b31)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:25:53.072525 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (56d7d687-b548-4fcf-ac12-eec139cedbb9), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:53.119975 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=56d7d687-b548-4fcf-ac12-eec139cedbb9,revision_number=11']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:53.371837 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['56d7d687-b548-4fcf-ac12-eec139cedbb9'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:25:53.641199 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34d40d-9aea-4792-bc99-0fec9f44916d req-f0904bf0-e7e8-44d0-8030-2a143037fc24 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:53.642624 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ec34d40d-9aea-4792-bc99-0fec9f44916d req-f0904bf0-e7e8-44d0-8030-2a143037fc24 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 945 time: 0.0495820 Jan 28 04:25:53.698615 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ec34d40d-9aea-4792-bc99-0fec9f44916d req-53182852-284c-44df-9cb9-3347597ee8b8 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482280 Jan 28 04:25:54.734071 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 56d7d687-b548-4fcf-ac12-eec139cedbb9 up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:25:54.795374 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 56d7d687-b548-4fcf-ac12-eec139cedbb9 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:25:54.799492 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 56d7d687-b548-4fcf-ac12-eec139cedbb9 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:25:54.799944 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (56d7d687-b548-4fcf-ac12-eec139cedbb9), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:54.830787 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5ce24-7d49-4150-be84-e512a80eaeb6 req-c55a341f-5b1a-4819-84ca-edecf37b82e9 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:54.832269 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fae5ce24-7d49-4150-be84-e512a80eaeb6 req-c55a341f-5b1a-4819-84ca-edecf37b82e9 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 945 time: 0.0517628 Jan 28 04:25:54.876145 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 56d7d687-b548-4fcf-ac12-eec139cedbb9 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:25:54.876542 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (56d7d687-b548-4fcf-ac12-eec139cedbb9), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:54.886814 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fae5ce24-7d49-4150-be84-e512a80eaeb6 req-aad4ce67-a75d-4806-97c8-8f8d092b5ffe tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480154 Jan 28 04:25:54.900119 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d78f653-dbb0-4497-9dd7-42c5ecbe2196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d7d687-b548-4fcf-ac12-eec139cedbb9'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:25:54.902428 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7466989c69d563e87a019306beca113247d74b519ddc68a6966af7388d6c63e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec555f2-b859-44aa-8efc-3ce313d2ebac" -d '{"events": [{"server_uuid": "9d78f653-dbb0-4497-9dd7-42c5ecbe2196", "name": "network-vif-plugged", "status": "completed", "tag": "56d7d687-b548-4fcf-ac12-eec139cedbb9"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:25:54.915702 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 56d7d687-b548-4fcf-ac12-eec139cedbb9, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=56d7d687-b548-4fcf-ac12-eec139cedbb9,segment=NetworkSegment(9b1c0674-522a-4d50-a7eb-dd1bfa315b31),segment_id=9b1c0674-522a-4d50-a7eb-dd1bfa315b31)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:25:54.921033 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (56d7d687-b548-4fcf-ac12-eec139cedbb9), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:54.946951 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24c3f5c-3f55-4822-bf43-14630e23c313 x-openstack-request-id: req-f24c3f5c-3f55-4822-bf43-14630e23c313 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:25:54.947221 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d78f653-dbb0-4497-9dd7-42c5ecbe2196", "name": "network-vif-plugged", "status": "completed", "tag": "56d7d687-b548-4fcf-ac12-eec139cedbb9", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:25:54.947502 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f24c3f5c-3f55-4822-bf43-14630e23c313 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:25:54.947887 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d78f653-dbb0-4497-9dd7-42c5ecbe2196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d7d687-b548-4fcf-ac12-eec139cedbb9', 'code': 200} Jan 28 04:25:54.974634 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=56d7d687-b548-4fcf-ac12-eec139cedbb9,revision_number=12']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:25:55.161060 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271121f-576c-4484-a62e-fc4f22199d93 req-e2e1adff-6b7d-4a53-a59a-993f697f939c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:55.162576 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3271121f-576c-4484-a62e-fc4f22199d93 req-e2e1adff-6b7d-4a53-a59a-993f697f939c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 1098 time: 0.0426691 Jan 28 04:25:55.216503 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3271121f-576c-4484-a62e-fc4f22199d93 req-0e905b6d-b552-41de-bb87-931eea1fa6df service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462151 Jan 28 04:25:56.009886 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04df01c-3cb7-449c-b23a-3afacd82b793 req-ee60e1d1-4441-439c-89ba-916e3271c44c tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:56.011370 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f04df01c-3cb7-449c-b23a-3afacd82b793 req-ee60e1d1-4441-439c-89ba-916e3271c44c tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 946 time: 0.0517144 Jan 28 04:25:56.063092 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f04df01c-3cb7-449c-b23a-3afacd82b793 req-9193f422-94a4-4906-847e-d6de1ad8e25c tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435584 Jan 28 04:25:56.341214 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:25:57.189027 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff62587-961d-4f31-bd3e-1d7be001a893 req-5ff3f8bd-2654-42c3-858b-f4f09e13999a tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:25:57.190518 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7ff62587-961d-4f31-bd3e-1d7be001a893 req-5ff3f8bd-2654-42c3-858b-f4f09e13999a tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 946 time: 0.0503139 Jan 28 04:25:57.240620 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7ff62587-961d-4f31-bd3e-1d7be001a893 req-edc92c97-31e0-4f5a-93ad-b768c30a134d tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443122 Jan 28 04:25:59.898335 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a8a4a807-b9e2-4046-825d-267f77ccab8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:25:59.972265 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:01.931786 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c3dc3b07-c6d0-4f1d-97d6-9c240cd5dc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:03.786506 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:04.629011 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:05.262208 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:06.187419 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:08.310873 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7914816d-a921-4501-aaee-230def6aae16 req-321202bf-1caf-4f6f-bb0f-1a6ebc89b43c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0428646 Jan 28 04:26:08.423702 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914816d-a921-4501-aaee-230def6aae16 req-bdf44af2-6107-485f-9d8b-3e932518c1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:08.425218 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7914816d-a921-4501-aaee-230def6aae16 req-bdf44af2-6107-485f-9d8b-3e932518c1a9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5dcf08c05e54ee08082ff7b76765a52&device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 1098 time: 0.0509353 Jan 28 04:26:08.530738 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914816d-a921-4501-aaee-230def6aae16 req-cabb9c5b-4183-47b4-9bbc-8a2b120407ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:08.532564 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7914816d-a921-4501-aaee-230def6aae16 req-cabb9c5b-4183-47b4-9bbc-8a2b120407ee service neutron] 10.222.0.39 "GET /v2.0/networks?id=3939bad5-db13-4d01-8e70-2b1fd9229ffe HTTP/1.1" status: 200 len: 909 time: 0.0865557 Jan 28 04:26:08.613513 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7914816d-a921-4501-aaee-230def6aae16 req-d25aa562-56ec-4d10-840a-6353dee83243 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56d7d687-b548-4fcf-ac12-eec139cedbb9 HTTP/1.1" status: 200 len: 1001 time: 0.0735648 Jan 28 04:26:08.664143 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914816d-a921-4501-aaee-230def6aae16 req-83ee745c-cbcd-4def-a75d-717555775ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:08.665743 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7914816d-a921-4501-aaee-230def6aae16 req-83ee745c-cbcd-4def-a75d-717555775ff1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b25f6e6c-4266-4086-afc5-2a1e90abfdbe HTTP/1.1" status: 200 len: 847 time: 0.0459085 Jan 28 04:26:08.712837 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914816d-a921-4501-aaee-230def6aae16 req-805f8c6c-6685-4e6f-ac84-08efd7e4b0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:26:08.714371 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7914816d-a921-4501-aaee-230def6aae16 req-805f8c6c-6685-4e6f-ac84-08efd7e4b0fb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3939bad5-db13-4d01-8e70-2b1fd9229ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418732 Jan 28 04:26:08.807093 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7914816d-a921-4501-aaee-230def6aae16 req-5d945d6f-67d2-4d80-9460-9117992f059d service neutron] 10.222.0.39 "GET /v2.0/networks/3939bad5-db13-4d01-8e70-2b1fd9229ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854511 Jan 28 04:26:08.900869 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7914816d-a921-4501-aaee-230def6aae16 req-0d5a1cb2-5f32-47f4-8250-f007c1c0d866 service neutron] 10.222.0.39 "GET /v2.0/networks/3939bad5-db13-4d01-8e70-2b1fd9229ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868220 Jan 28 04:26:29.881880 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-856a0ebd-de60-4270-80f4-036039ad8dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:29.975721 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:31.929959 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2d732b0d-2dba-47f8-a35a-d3efd324f38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:33.345257 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:26:33.789204 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:34.631073 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:35.268158 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:36.187028 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:59.880021 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-35dbeec2-3a5e-4a09-b658-ad806879e7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:26:59.975192 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:01.930237 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7be94e29-1536-4768-a751-ca88e6f4c247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:03.794761 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:04.638291 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:05.270576 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:06.182693 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:06.435057 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38766) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:27:06.603427 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-3d04e1c6-1dd2-449b-9574-3679fe2cb624 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Deleting port 93137aae-b3df-4ad2-81ce-46dacbbc91c9 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:27:06.603755 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3d04e1c6-1dd2-449b-9574-3679fe2cb624 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (93137aae-b3df-4ad2-81ce-46dacbbc91c9), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:06.684125 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3d04e1c6-1dd2-449b-9574-3679fe2cb624 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (93137aae-b3df-4ad2-81ce-46dacbbc91c9), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:06.684445 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3d04e1c6-1dd2-449b-9574-3679fe2cb624 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for floatingip (93137aae-b3df-4ad2-81ce-46dacbbc91c9), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:06.696219 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-3d04e1c6-1dd2-449b-9574-3679fe2cb624 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Calling delete_port for 93137aae-b3df-4ad2-81ce-46dacbbc91c9 owned by network:floatingip {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:27:06.845706 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3d04e1c6-1dd2-449b-9574-3679fe2cb624 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (93137aae-b3df-4ad2-81ce-46dacbbc91c9), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:06.870419 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d04e1c6-1dd2-449b-9574-3679fe2cb624 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Pushing event deleted for resources: {'Port': ['ID=93137aae-b3df-4ad2-81ce-46dacbbc91c9,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:06.882274 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04e1c6-1dd2-449b-9574-3679fe2cb624 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:06.882621 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04e1c6-1dd2-449b-9574-3679fe2cb624 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:06.882986 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04e1c6-1dd2-449b-9574-3679fe2cb624 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:06.883320 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04e1c6-1dd2-449b-9574-3679fe2cb624 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:06.883652 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04e1c6-1dd2-449b-9574-3679fe2cb624 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:06.883985 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04e1c6-1dd2-449b-9574-3679fe2cb624 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:06.884361 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04e1c6-1dd2-449b-9574-3679fe2cb624 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:06.884689 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04e1c6-1dd2-449b-9574-3679fe2cb624 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:06.885011 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04e1c6-1dd2-449b-9574-3679fe2cb624 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:06.885438 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04e1c6-1dd2-449b-9574-3679fe2cb624 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:06.885760 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04e1c6-1dd2-449b-9574-3679fe2cb624 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:06.886068 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04e1c6-1dd2-449b-9574-3679fe2cb624 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:06.886386 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04e1c6-1dd2-449b-9574-3679fe2cb624 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:06.943526 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3d04e1c6-1dd2-449b-9574-3679fe2cb624 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for floatingip (4465ea5b-3148-4f63-ac98-9ebb9c9d1f75), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:06.943831 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [None req-3d04e1c6-1dd2-449b-9574-3679fe2cb624 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Floating IP 4465ea5b-3148-4f63-ac98-9ebb9c9d1f75 disassociated (deleted). External IP: 172.25.0.205, port: 56d7d687-b548-4fcf-ac12-eec139cedbb9. Jan 28 04:27:07.162389 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d04e1c6-1dd2-449b-9574-3679fe2cb624 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Router b0208275-78af-420d-b1dc-5bc64b718ed6 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:27:07.276018 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d04e1c6-1dd2-449b-9574-3679fe2cb624 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:27:07.281450 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3d04e1c6-1dd2-449b-9574-3679fe2cb624 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:07.286236 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95c6112-80bf-46ed-ab78-9b5bf7f6f4b0 None None] Sync routers for ids ['b0208275-78af-420d-b1dc-5bc64b718ed6'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:27:07.296452 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95c6112-80bf-46ed-ab78-9b5bf7f6f4b0 None None] Routers {'b0208275-78af-420d-b1dc-5bc64b718ed6'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:27:07.297098 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-c95c6112-80bf-46ed-ab78-9b5bf7f6f4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:27:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['b0208275-78af-420d-b1dc-5bc64b718ed6'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:27:07.310802 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-3d04e1c6-1dd2-449b-9574-3679fe2cb624 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "DELETE /v2.0/floatingips/4465ea5b-3148-4f63-ac98-9ebb9c9d1f75 HTTP/1.1" status: 204 len: 168 time: 0.8721762 Jan 28 04:27:07.310802 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d78f653-dbb0-4497-9dd7-42c5ecbe2196', 'tag': '56d7d687-b548-4fcf-ac12-eec139cedbb9'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:27:07.311436 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3198fe40c20953b5b589f016e0433bfb4a98f5964cdf03e8abb15383fb0d5974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a5c096-62a6-4637-b2fd-4f0c48316d08" -d '{"events": [{"name": "network-changed", "server_uuid": "9d78f653-dbb0-4497-9dd7-42c5ecbe2196", "tag": "56d7d687-b548-4fcf-ac12-eec139cedbb9"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:27:07.404563 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-c95c6112-80bf-46ed-ab78-9b5bf7f6f4b0 None None] Set router b0208275-78af-420d-b1dc-5bc64b718ed6 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:27:07.429819 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629d757b-3100-4818-8929-600284bc799e x-openstack-request-id: req-629d757b-3100-4818-8929-600284bc799e {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:27:07.430110 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d78f653-dbb0-4497-9dd7-42c5ecbe2196", "tag": "56d7d687-b548-4fcf-ac12-eec139cedbb9", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:27:07.430363 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-629d757b-3100-4818-8929-600284bc799e {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:27:07.430766 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d78f653-dbb0-4497-9dd7-42c5ecbe2196', 'tag': '56d7d687-b548-4fcf-ac12-eec139cedbb9', 'status': 'completed', 'code': 200} Jan 28 04:27:07.516281 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5c096-62a6-4637-b2fd-4f0c48316d08 req-219a4538-8c1f-48b8-bc76-a9f0627ad958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:07.517925 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16a5c096-62a6-4637-b2fd-4f0c48316d08 req-219a4538-8c1f-48b8-bc76-a9f0627ad958 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5dcf08c05e54ee08082ff7b76765a52&device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 1098 time: 0.0439875 Jan 28 04:27:07.615107 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-c95c6112-80bf-46ed-ab78-9b5bf7f6f4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'name': 'tempest-TestShelveInstance-334990647-router', 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '201747bb-a642-48b5-a9ee-34ec0239ef52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:21:58Z', 'updated_at': '2022-01-28T04:22:01Z', 'revision_number': 4, 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'gw_port': {'id': '201747bb-a642-48b5-a9ee-34ec0239ef52', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:eb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:21:58Z', 'updated_at': '2022-01-28T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '85fe2b1c-4389-4bf1-9e12-d58b851f6d59', 'name': '', 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe', 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'mac_address': 'fa:16:3e:60:3e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b25f6e6c-4266-4086-afc5-2a1e90abfdbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:22:00Z', 'updated_at': '2022-01-28T04:22:06Z', 'revision_number': 5, 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'subnets': [{'id': 'b25f6e6c-4266-4086-afc5-2a1e90abfdbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:27:07.641544 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5c096-62a6-4637-b2fd-4f0c48316d08 req-8ca89bf4-4d24-44eb-818b-62f69d299ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:07.642707 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95c6112-80bf-46ed-ab78-9b5bf7f6f4b0 None None] Checking router: b0208275-78af-420d-b1dc-5bc64b718ed6 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:27:07.643360 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16a5c096-62a6-4637-b2fd-4f0c48316d08 req-8ca89bf4-4d24-44eb-818b-62f69d299ba5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3939bad5-db13-4d01-8e70-2b1fd9229ffe HTTP/1.1" status: 200 len: 909 time: 0.1187022 Jan 28 04:27:07.650950 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95c6112-80bf-46ed-ab78-9b5bf7f6f4b0 None None] Routers {'b0208275-78af-420d-b1dc-5bc64b718ed6'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:27:07.651570 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-c95c6112-80bf-46ed-ab78-9b5bf7f6f4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:27:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['b0208275-78af-420d-b1dc-5bc64b718ed6'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:27:07.691841 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16a5c096-62a6-4637-b2fd-4f0c48316d08 req-f18ec855-0245-44e7-8af5-80e0ff8ac956 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56d7d687-b548-4fcf-ac12-eec139cedbb9 HTTP/1.1" status: 200 len: 217 time: 0.0403810 Jan 28 04:27:07.699775 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae6958-63ec-41cc-b01c-0e5925cd915f req-3aa82d5b-d760-4795-9049-ccaf122b7916 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:07.701182 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-69ae6958-63ec-41cc-b01c-0e5925cd915f req-3aa82d5b-d760-4795-9049-ccaf122b7916 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 946 time: 0.0965934 Jan 28 04:27:07.758712 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-c95c6112-80bf-46ed-ab78-9b5bf7f6f4b0 None None] Set router b0208275-78af-420d-b1dc-5bc64b718ed6 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:27:07.771536 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5c096-62a6-4637-b2fd-4f0c48316d08 req-8a380fbe-f801-400f-9b89-3f389a280f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:07.773316 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16a5c096-62a6-4637-b2fd-4f0c48316d08 req-8a380fbe-f801-400f-9b89-3f389a280f85 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b25f6e6c-4266-4086-afc5-2a1e90abfdbe HTTP/1.1" status: 200 len: 847 time: 0.0709765 Jan 28 04:27:07.782168 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-69ae6958-63ec-41cc-b01c-0e5925cd915f req-245b6ef3-2cba-40de-a1b2-46a503baa4c8 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729852 Jan 28 04:27:07.823621 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5c096-62a6-4637-b2fd-4f0c48316d08 req-3c240324-7319-4ddd-a307-7c6385610709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:07.825096 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16a5c096-62a6-4637-b2fd-4f0c48316d08 req-3c240324-7319-4ddd-a307-7c6385610709 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3939bad5-db13-4d01-8e70-2b1fd9229ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420511 Jan 28 04:27:07.922658 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16a5c096-62a6-4637-b2fd-4f0c48316d08 req-8e9ae388-15b9-4f87-9211-b89917c84ba9 service neutron] 10.222.0.39 "GET /v2.0/networks/3939bad5-db13-4d01-8e70-2b1fd9229ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882204 Jan 28 04:27:07.959554 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-c95c6112-80bf-46ed-ab78-9b5bf7f6f4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'name': 'tempest-TestShelveInstance-334990647-router', 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '201747bb-a642-48b5-a9ee-34ec0239ef52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:21:58Z', 'updated_at': '2022-01-28T04:22:01Z', 'revision_number': 4, 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'gw_port': {'id': '201747bb-a642-48b5-a9ee-34ec0239ef52', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:eb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:21:58Z', 'updated_at': '2022-01-28T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '85fe2b1c-4389-4bf1-9e12-d58b851f6d59', 'name': '', 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe', 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'mac_address': 'fa:16:3e:60:3e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b25f6e6c-4266-4086-afc5-2a1e90abfdbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:22:00Z', 'updated_at': '2022-01-28T04:22:06Z', 'revision_number': 5, 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'subnets': [{'id': 'b25f6e6c-4266-4086-afc5-2a1e90abfdbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:27:07.989110 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95c6112-80bf-46ed-ab78-9b5bf7f6f4b0 None None] The sync data for ids ['b0208275-78af-420d-b1dc-5bc64b718ed6'] in n-d-712139-27 is: [{'id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'name': 'tempest-TestShelveInstance-334990647-router', 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '201747bb-a642-48b5-a9ee-34ec0239ef52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:21:58Z', 'updated_at': '2022-01-28T04:22:01Z', 'revision_number': 4, 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'gw_port': {'id': '201747bb-a642-48b5-a9ee-34ec0239ef52', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:eb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:21:58Z', 'updated_at': '2022-01-28T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '85fe2b1c-4389-4bf1-9e12-d58b851f6d59', 'name': '', 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe', 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'mac_address': 'fa:16:3e:60:3e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b25f6e6c-4266-4086-afc5-2a1e90abfdbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:22:00Z', 'updated_at': '2022-01-28T04:22:06Z', 'revision_number': 5, 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'subnets': [{'id': 'b25f6e6c-4266-4086-afc5-2a1e90abfdbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:27:08.013868 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-16a5c096-62a6-4637-b2fd-4f0c48316d08 req-35673480-036f-47a8-8bbc-99e752960d71 service neutron] 10.222.0.39 "GET /v2.0/networks/3939bad5-db13-4d01-8e70-2b1fd9229ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846567 Jan 28 04:27:08.229375 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df685b3-a2ea-4dd1-809c-0264096924de None None] New status for floating IP 4465ea5b-3148-4f63-ac98-9ebb9c9d1f75: DOWN {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:27:08.906946 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc33ec8-47c8-4354-9f97-be0b24fd844b req-7249ca5c-4e7d-4aa5-9643-757f904752d0 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:08.908743 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9dc33ec8-47c8-4354-9f97-be0b24fd844b req-7249ca5c-4e7d-4aa5-9643-757f904752d0 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 946 time: 0.0522294 Jan 28 04:27:08.967996 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9dc33ec8-47c8-4354-9f97-be0b24fd844b req-0e73868a-719f-4a65-98e9-02fc63c9b6e0 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=f60d8268-59d2-461c-a653-7f8480d99960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514059 Jan 28 04:27:09.107331 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d4514-7368-4d28-8674-a316df41e2e6 req-3e591dd2-9cb5-4239-ba30-0e018cc55c05 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:09.108798 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-379d4514-7368-4d28-8674-a316df41e2e6 req-3e591dd2-9cb5-4239-ba30-0e018cc55c05 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 946 time: 0.0602763 Jan 28 04:27:09.199592 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-379d4514-7368-4d28-8674-a316df41e2e6 req-741870b3-b992-47e8-9aec-0d2a872a5b48 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Deleting port 56d7d687-b548-4fcf-ac12-eec139cedbb9 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:27:09.199845 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-379d4514-7368-4d28-8674-a316df41e2e6 req-741870b3-b992-47e8-9aec-0d2a872a5b48 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (56d7d687-b548-4fcf-ac12-eec139cedbb9), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:09.300959 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-379d4514-7368-4d28-8674-a316df41e2e6 req-741870b3-b992-47e8-9aec-0d2a872a5b48 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] For port 56d7d687-b548-4fcf-ac12-eec139cedbb9, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=56d7d687-b548-4fcf-ac12-eec139cedbb9,segment=NetworkSegment(9b1c0674-522a-4d50-a7eb-dd1bfa315b31),segment_id=9b1c0674-522a-4d50-a7eb-dd1bfa315b31)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:09.301350 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-379d4514-7368-4d28-8674-a316df41e2e6 req-741870b3-b992-47e8-9aec-0d2a872a5b48 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (56d7d687-b548-4fcf-ac12-eec139cedbb9), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:09.315561 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-379d4514-7368-4d28-8674-a316df41e2e6 req-741870b3-b992-47e8-9aec-0d2a872a5b48 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Calling delete_port for 56d7d687-b548-4fcf-ac12-eec139cedbb9 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:27:09.453175 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-379d4514-7368-4d28-8674-a316df41e2e6 req-741870b3-b992-47e8-9aec-0d2a872a5b48 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (56d7d687-b548-4fcf-ac12-eec139cedbb9), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:09.487328 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741870b3-b992-47e8-9aec-0d2a872a5b48 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Pushing event deleted for resources: {'Port': ['ID=56d7d687-b548-4fcf-ac12-eec139cedbb9,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:09.499610 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741870b3-b992-47e8-9aec-0d2a872a5b48 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:09.499958 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741870b3-b992-47e8-9aec-0d2a872a5b48 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:09.500316 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741870b3-b992-47e8-9aec-0d2a872a5b48 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:09.500653 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741870b3-b992-47e8-9aec-0d2a872a5b48 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:09.500994 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741870b3-b992-47e8-9aec-0d2a872a5b48 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:09.501362 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741870b3-b992-47e8-9aec-0d2a872a5b48 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:09.501671 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741870b3-b992-47e8-9aec-0d2a872a5b48 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:09.502019 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741870b3-b992-47e8-9aec-0d2a872a5b48 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:09.502346 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741870b3-b992-47e8-9aec-0d2a872a5b48 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:09.502662 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741870b3-b992-47e8-9aec-0d2a872a5b48 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:09.502992 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741870b3-b992-47e8-9aec-0d2a872a5b48 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:09.503312 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741870b3-b992-47e8-9aec-0d2a872a5b48 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:09.503655 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741870b3-b992-47e8-9aec-0d2a872a5b48 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:09.884516 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-379d4514-7368-4d28-8674-a316df41e2e6 req-741870b3-b992-47e8-9aec-0d2a872a5b48 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] No DVR routers for this DVR port 56d7d687-b548-4fcf-ac12-eec139cedbb9 on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:27:09.887788 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-379d4514-7368-4d28-8674-a316df41e2e6 req-741870b3-b992-47e8-9aec-0d2a872a5b48 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:09.891195 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-379d4514-7368-4d28-8674-a316df41e2e6 req-741870b3-b992-47e8-9aec-0d2a872a5b48 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.39 "DELETE /v2.0/ports/56d7d687-b548-4fcf-ac12-eec139cedbb9 HTTP/1.1" status: 204 len: 173 time: 0.7772775 Jan 28 04:27:09.891664 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d78f653-dbb0-4497-9dd7-42c5ecbe2196', 'name': 'network-vif-deleted', 'tag': '56d7d687-b548-4fcf-ac12-eec139cedbb9'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:27:09.893980 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f95c004-34c3-43a1-b268-9b366c080f0b" -d '{"events": [{"server_uuid": "9d78f653-dbb0-4497-9dd7-42c5ecbe2196", "name": "network-vif-deleted", "tag": "56d7d687-b548-4fcf-ac12-eec139cedbb9"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:27:09.933463 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21b7de4-2c49-4c88-8f53-cf4f05834a50 x-openstack-request-id: req-b21b7de4-2c49-4c88-8f53-cf4f05834a50 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:27:09.933989 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d78f653-dbb0-4497-9dd7-42c5ecbe2196", "name": "network-vif-deleted", "tag": "56d7d687-b548-4fcf-ac12-eec139cedbb9", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:27:09.934388 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b21b7de4-2c49-4c88-8f53-cf4f05834a50 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:27:09.934946 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d78f653-dbb0-4497-9dd7-42c5ecbe2196', 'name': 'network-vif-deleted', 'tag': '56d7d687-b548-4fcf-ac12-eec139cedbb9', 'status': 'completed', 'code': 200} Jan 28 04:27:10.083512 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-0b38cde3-5a8e-49e5-94f9-85218a59aff7 req-0200a9c7-d2f9-4177-98be-ff12b5f0fdd6 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 210 time: 0.0269763 Jan 28 04:27:10.290240 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3b4dea64-af8c-438f-aab2-6b8441a86a86 req-3b60d21b-6b14-40c1-b87b-852af2970429 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0302970 Jan 28 04:27:10.345194 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:27:10.383361 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3b4dea64-af8c-438f-aab2-6b8441a86a86 req-9d6bfd4b-a2f9-4491-88de-a08648bd3fed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5dcf08c05e54ee08082ff7b76765a52&device_id=9d78f653-dbb0-4497-9dd7-42c5ecbe2196 HTTP/1.1" status: 200 len: 210 time: 0.0254462 Jan 28 04:27:10.575181 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4dea64-af8c-438f-aab2-6b8441a86a86 req-64003c79-4031-4d8c-be23-102a8c4696da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:10.576655 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3b4dea64-af8c-438f-aab2-6b8441a86a86 req-64003c79-4031-4d8c-be23-102a8c4696da service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=c5dcf08c05e54ee08082ff7b76765a52&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1694486 Jan 28 04:27:10.737122 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4dea64-af8c-438f-aab2-6b8441a86a86 req-075bab03-be39-409a-b84b-b0a966effe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:10.738622 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3b4dea64-af8c-438f-aab2-6b8441a86a86 req-075bab03-be39-409a-b84b-b0a966effe82 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1554883 Jan 28 04:27:11.149123 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38792) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:27:11.213667 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-20dfd715-c3c5-40f5-b132-2cdb22624fe9 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for security_group (f60d8268-59d2-461c-a653-7f8480d99960), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:11.239647 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-20dfd715-c3c5-40f5-b132-2cdb22624fe9 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for security_group (f60d8268-59d2-461c-a653-7f8480d99960), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:11.304389 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-20dfd715-c3c5-40f5-b132-2cdb22624fe9 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (f60d8268-59d2-461c-a653-7f8480d99960), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:11.307245 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-20dfd715-c3c5-40f5-b132-2cdb22624fe9 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:11.308447 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-20dfd715-c3c5-40f5-b132-2cdb22624fe9 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "DELETE /v2.0/security-groups/f60d8268-59d2-461c-a653-7f8480d99960 HTTP/1.1" status: 204 len: 168 time: 0.1581481 Jan 28 04:27:11.317660 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dfd715-c3c5-40f5-b132-2cdb22624fe9 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60d8268-59d2-461c-a653-7f8480d99960,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:12.594094 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38800) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:27:12.598761 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-8ef87834-6142-4308-b6f6-0e193192bb54 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-44323969', 'description': 'tempest-secgroup-smoke-44323969 description', 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:27:12.630131 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8ef87834-6142-4308-b6f6-0e193192bb54 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:12.697800 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8ef87834-6142-4308-b6f6-0e193192bb54 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for security_group (452fd22e-8900-43ff-9d66-d0893e4755a9), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:12.704106 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8ef87834-6142-4308-b6f6-0e193192bb54 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (452fd22e-8900-43ff-9d66-d0893e4755a9), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:12.734389 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8ef87834-6142-4308-b6f6-0e193192bb54 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:12.735638 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8ef87834-6142-4308-b6f6-0e193192bb54 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1405275 Jan 28 04:27:12.737523 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef87834-6142-4308-b6f6-0e193192bb54 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=452fd22e-8900-43ff-9d66-d0893e4755a9,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:12.738949 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 38802) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:27:12.744684 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-f50868a9-9747-4788-9be0-d20b1db8db63 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Request body: {'security_group_rule': {'security_group_id': '452fd22e-8900-43ff-9d66-d0893e4755a9', 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:27:12.769879 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f50868a9-9747-4788-9be0-d20b1db8db63 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for security_group_rule (dc40c94e-738e-4ba4-b28c-3d40411e47f9), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:12.824214 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f50868a9-9747-4788-9be0-d20b1db8db63 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for security_group_rule (dc40c94e-738e-4ba4-b28c-3d40411e47f9), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:12.828990 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f50868a9-9747-4788-9be0-d20b1db8db63 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (dc40c94e-738e-4ba4-b28c-3d40411e47f9), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:12.848747 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50868a9-9747-4788-9be0-d20b1db8db63 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc40c94e-738e-4ba4-b28c-3d40411e47f9,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:12.854858 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f50868a9-9747-4788-9be0-d20b1db8db63 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:12.855737 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-f50868a9-9747-4788-9be0-d20b1db8db63 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1157293 Jan 28 04:27:12.859739 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38804) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:27:12.864299 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-84b3c766-2c60-4af5-8194-0c80ca0ae602 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Request body: {'security_group_rule': {'security_group_id': '452fd22e-8900-43ff-9d66-d0893e4755a9', 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:27:12.890403 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-84b3c766-2c60-4af5-8194-0c80ca0ae602 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for security_group_rule (e390f3d5-7093-4c89-8bb8-9fe19b7e1faa), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:12.951692 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-84b3c766-2c60-4af5-8194-0c80ca0ae602 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for security_group_rule (e390f3d5-7093-4c89-8bb8-9fe19b7e1faa), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:12.957449 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-84b3c766-2c60-4af5-8194-0c80ca0ae602 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (e390f3d5-7093-4c89-8bb8-9fe19b7e1faa), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:12.982078 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b3c766-2c60-4af5-8194-0c80ca0ae602 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e390f3d5-7093-4c89-8bb8-9fe19b7e1faa,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:12.989726 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-84b3c766-2c60-4af5-8194-0c80ca0ae602 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:12.990932 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-84b3c766-2c60-4af5-8194-0c80ca0ae602 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1301677 Jan 28 04:27:12.993937 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38806) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:27:13.000350 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-fb956db3-7a0a-490c-ad69-d1f187aea07e tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Request body: {'security_group_rule': {'security_group_id': '452fd22e-8900-43ff-9d66-d0893e4755a9', 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:27:13.030411 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fb956db3-7a0a-490c-ad69-d1f187aea07e tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for security_group_rule (7805deee-f525-48f9-a0a8-0e0d4927f215), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:13.096944 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fb956db3-7a0a-490c-ad69-d1f187aea07e tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for security_group_rule (7805deee-f525-48f9-a0a8-0e0d4927f215), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:13.104736 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fb956db3-7a0a-490c-ad69-d1f187aea07e tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (7805deee-f525-48f9-a0a8-0e0d4927f215), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:13.118492 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 56d7d687-b548-4fcf-ac12-eec139cedbb9 no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:27:13.122114 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb956db3-7a0a-490c-ad69-d1f187aea07e tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7805deee-f525-48f9-a0a8-0e0d4927f215,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:13.132373 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-fb956db3-7a0a-490c-ad69-d1f187aea07e tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:13.133623 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-fb956db3-7a0a-490c-ad69-d1f187aea07e tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1386130 Jan 28 04:27:13.136575 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38808) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:27:13.139706 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 56d7d687-b548-4fcf-ac12-eec139cedbb9 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:27:13.140123 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 56d7d687-b548-4fcf-ac12-eec139cedbb9 not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:27:13.141248 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-44363d93-704b-4758-bc27-40e3c217a3f0 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Request body: {'security_group_rule': {'security_group_id': '452fd22e-8900-43ff-9d66-d0893e4755a9', 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:27:13.168158 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44363d93-704b-4758-bc27-40e3c217a3f0 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for security_group_rule (f2b0eee6-626e-45b4-ab5f-53c580baaf19), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:13.226783 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44363d93-704b-4758-bc27-40e3c217a3f0 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for security_group_rule (f2b0eee6-626e-45b4-ab5f-53c580baaf19), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:13.231104 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44363d93-704b-4758-bc27-40e3c217a3f0 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (f2b0eee6-626e-45b4-ab5f-53c580baaf19), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:13.248062 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44363d93-704b-4758-bc27-40e3c217a3f0 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2b0eee6-626e-45b4-ab5f-53c580baaf19,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:13.257348 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-44363d93-704b-4758-bc27-40e3c217a3f0 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:13.258565 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-44363d93-704b-4758-bc27-40e3c217a3f0 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1210227 Jan 28 04:27:13.261413 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38810) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:27:13.265897 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-bd053605-4867-4187-a21e-2b16de80d679 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Request body: {'security_group_rule': {'security_group_id': '452fd22e-8900-43ff-9d66-d0893e4755a9', 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:27:13.288174 n-d-712139-27 neutron-server[109802]: INFO neutron.db.securitygroups_db [None req-bd053605-4867-4187-a21e-2b16de80d679 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Project c5dcf08c05e54ee08082ff7b76765a52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 04:27:13.293322 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bd053605-4867-4187-a21e-2b16de80d679 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for security_group_rule (4c509bbf-4263-4f8e-a339-db039cba6cb3), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:13.353496 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bd053605-4867-4187-a21e-2b16de80d679 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for security_group_rule (4c509bbf-4263-4f8e-a339-db039cba6cb3), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:13.361937 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bd053605-4867-4187-a21e-2b16de80d679 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (4c509bbf-4263-4f8e-a339-db039cba6cb3), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:13.373983 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd053605-4867-4187-a21e-2b16de80d679 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c509bbf-4263-4f8e-a339-db039cba6cb3,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:13.385462 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-bd053605-4867-4187-a21e-2b16de80d679 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:13.386818 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-bd053605-4867-4187-a21e-2b16de80d679 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1244421 Jan 28 04:27:13.389919 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 38812) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:27:13.395044 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-a3238e29-9ac3-4057-b28f-2c591cf63dda tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Request body: {'security_group_rule': {'security_group_id': '452fd22e-8900-43ff-9d66-d0893e4755a9', 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:27:13.418736 n-d-712139-27 neutron-server[109802]: INFO neutron.db.securitygroups_db [None req-a3238e29-9ac3-4057-b28f-2c591cf63dda tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Project c5dcf08c05e54ee08082ff7b76765a52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 04:27:13.423779 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a3238e29-9ac3-4057-b28f-2c591cf63dda tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for security_group_rule (a438bc56-6c3b-495f-9d24-c281ac3b1e82), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:13.484233 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a3238e29-9ac3-4057-b28f-2c591cf63dda tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for security_group_rule (a438bc56-6c3b-495f-9d24-c281ac3b1e82), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:13.489870 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a3238e29-9ac3-4057-b28f-2c591cf63dda tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (a438bc56-6c3b-495f-9d24-c281ac3b1e82), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:13.506864 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3238e29-9ac3-4057-b28f-2c591cf63dda tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a438bc56-6c3b-495f-9d24-c281ac3b1e82,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:13.515927 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a3238e29-9ac3-4057-b28f-2c591cf63dda tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:13.517196 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a3238e29-9ac3-4057-b28f-2c591cf63dda tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1261961 Jan 28 04:27:29.873944 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-aed0eac5-0fa4-42fe-9563-5edd2dbfbd77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:29.971461 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:31.924078 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-70811acd-5417-404a-a8d5-ad942fd53432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:33.244149 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-f202cad9-bfeb-4665-97bf-1fe8125e7b1f tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-44323969&fields=id&tenant_id=c5dcf08c05e54ee08082ff7b76765a52 HTTP/1.1" status: 200 len: 267 time: 0.0448499 Jan 28 04:27:33.356935 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-5e573859-8106-4c81-bbbb-f33aa0b25a7d tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:33.358434 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-5e573859-8106-4c81-bbbb-f33aa0b25a7d tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/networks?id=3939bad5-db13-4d01-8e70-2b1fd9229ffe HTTP/1.1" status: 200 len: 808 time: 0.1076982 Jan 28 04:27:33.376173 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-4026862c-10c5-4d21-b9f5-d9fa5ea81efd tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/quotas/c5dcf08c05e54ee08082ff7b76765a52 HTTP/1.1" status: 200 len: 375 time: 0.0097013 Jan 28 04:27:33.432380 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-78d2a288-37da-42ae-8182-8fb747cb8906 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c5dcf08c05e54ee08082ff7b76765a52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488367 Jan 28 04:27:33.588810 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-f530f38d-8ba9-440a-b2f8-87e386c7bd94 service neutron] 10.222.0.53 "GET /v2.0/networks/3939bad5-db13-4d01-8e70-2b1fd9229ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443384 Jan 28 04:27:33.683042 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-6539250d-5ac6-4d21-a12e-357125910c49 service neutron] 10.222.0.53 "GET /v2.0/networks/3939bad5-db13-4d01-8e70-2b1fd9229ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884812 Jan 28 04:27:33.787662 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:33.995385 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f072927f-a19d-411d-ad1e-09753e6ca3bb req-22a23fd5-1344-4876-9304-0dd49b80eeaa tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 210 time: 0.0299535 Jan 28 04:27:34.649495 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:35.082784 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-8bf052a1-a4ac-4b88-bdff-141834870eff tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:35.084268 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-8bf052a1-a4ac-4b88-bdff-141834870eff tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.67 "GET /v2.0/networks?id=3939bad5-db13-4d01-8e70-2b1fd9229ffe HTTP/1.1" status: 200 len: 808 time: 0.1055741 Jan 28 04:27:35.109997 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-617cef71-3e25-4cbf-95df-5d92d6e30273 req-9bab0e56-b5ab-4f9b-8e57-b4ac4a08ab58 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 210 time: 0.0281744 Jan 28 04:27:35.154037 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-e4d8fd84-9e13-4177-b5a2-aa73640da124 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5dcf08c05e54ee08082ff7b76765a52 HTTP/1.1" status: 200 len: 378 time: 0.0561390 Jan 28 04:27:35.163251 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-40aad53a-6cc3-4c23-b51a-207bf03db3cf tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Request body: {'port': {'device_id': '663dbd50-9550-4b3a-b92a-1599bcb47be0', 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe', 'admin_state_up': True, 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'security_groups': ['452fd22e-8900-43ff-9d66-d0893e4755a9']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:27:35.273094 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:35.275447 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-40aad53a-6cc3-4c23-b51a-207bf03db3cf tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Made reservation on behalf of c5dcf08c05e54ee08082ff7b76765a52 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:27:35.278923 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-40aad53a-6cc3-4c23-b51a-207bf03db3cf tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:35.410679 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-40aad53a-6cc3-4c23-b51a-207bf03db3cf tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Allocated IP 172.20.0.14 (3939bad5-db13-4d01-8e70-2b1fd9229ffe/b25f6e6c-4266-4086-afc5-2a1e90abfdbe/b0755b75-af2a-450e-b83a-0df87e949dc7) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:27:35.547238 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-40aad53a-6cc3-4c23-b51a-207bf03db3cf tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for port (b0755b75-af2a-450e-b83a-0df87e949dc7), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:35.581471 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-40aad53a-6cc3-4c23-b51a-207bf03db3cf tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (b0755b75-af2a-450e-b83a-0df87e949dc7), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:35.632476 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-40aad53a-6cc3-4c23-b51a-207bf03db3cf tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Network 3939bad5-db13-4d01-8e70-2b1fd9229ffe is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:27:35.636465 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-40aad53a-6cc3-4c23-b51a-207bf03db3cf tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:27:35.638413 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aad53a-6cc3-4c23-b51a-207bf03db3cf tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Pushing event updated for resources: {'Port': ['ID=b0755b75-af2a-450e-b83a-0df87e949dc7,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:35.640711 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-40aad53a-6cc3-4c23-b51a-207bf03db3cf tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:27:35.691047 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-40aad53a-6cc3-4c23-b51a-207bf03db3cf tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:35.692028 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-40aad53a-6cc3-4c23-b51a-207bf03db3cf tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:35.714121 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-40aad53a-6cc3-4c23-b51a-207bf03db3cf tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5546234 Jan 28 04:27:35.726044 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-85a57289-4991-4b75-9955-f61bb3a6550e tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:27:35.727083 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-85a57289-4991-4b75-9955-f61bb3a6550e tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056984 Jan 28 04:27:35.791409 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-8d538f49-9ba7-4463-9c19-e3825e16ed93 service neutron] Request body: {'port': {'device_id': '663dbd50-9550-4b3a-b92a-1599bcb47be0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:27:35.849554 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-8d538f49-9ba7-4463-9c19-e3825e16ed93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b0755b75-af2a-450e-b83a-0df87e949dc7), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:35.930866 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-9abceccb-8d71-447b-a5b3-ea1ac6c8c2c1 None None] Provisioning complete for port b0755b75-af2a-450e-b83a-0df87e949dc7 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:27:35.931524 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9abceccb-8d71-447b-a5b3-ea1ac6c8c2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b0755b75-af2a-450e-b83a-0df87e949dc7), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:35.967611 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-9abceccb-8d71-447b-a5b3-ea1ac6c8c2c1 None None] Port b0755b75-af2a-450e-b83a-0df87e949dc7 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:27:36.138785 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-8d538f49-9ba7-4463-9c19-e3825e16ed93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0755b75-af2a-450e-b83a-0df87e949dc7 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:27:36.147879 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-8d538f49-9ba7-4463-9c19-e3825e16ed93 service neutron] Publish callbacks [] for port (b0755b75-af2a-450e-b83a-0df87e949dc7), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:36.162361 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-8d538f49-9ba7-4463-9c19-e3825e16ed93 service neutron] Transition to ACTIVE for port object b0755b75-af2a-450e-b83a-0df87e949dc7 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:27:36.169110 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-8d538f49-9ba7-4463-9c19-e3825e16ed93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (b0755b75-af2a-450e-b83a-0df87e949dc7), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:36.194044 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:36.253140 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d538f49-9ba7-4463-9c19-e3825e16ed93 service neutron] Pushing event updated for resources: {'Port': ['ID=b0755b75-af2a-450e-b83a-0df87e949dc7,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:36.295320 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cdaf9e-ed64-47c6-b82e-015d9a240183 req-2d098bef-b1db-4912-b5ed-9ff1243a044c tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:36.296956 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d2cdaf9e-ed64-47c6-b82e-015d9a240183 req-2d098bef-b1db-4912-b5ed-9ff1243a044c tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 944 time: 0.0994055 Jan 28 04:27:36.390465 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-8d538f49-9ba7-4463-9c19-e3825e16ed93 service neutron] Attempting to bind port b0755b75-af2a-450e-b83a-0df87e949dc7 on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:27:36.390802 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-8d538f49-9ba7-4463-9c19-e3825e16ed93 service neutron] Attempting to bind port b0755b75-af2a-450e-b83a-0df87e949dc7 by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '9b1c0674-522a-4d50-a7eb-dd1bfa315b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:27:36.391132 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-8d538f49-9ba7-4463-9c19-e3825e16ed93 service neutron] Attempting to bind port b0755b75-af2a-450e-b83a-0df87e949dc7 on network 3939bad5-db13-4d01-8e70-2b1fd9229ffe {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:27:36.396645 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d2cdaf9e-ed64-47c6-b82e-015d9a240183 req-522ae506-5436-4be1-aa8c-d1384fece129 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0752542 Jan 28 04:27:36.400236 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-8d538f49-9ba7-4463-9c19-e3825e16ed93 service neutron] Port b0755b75-af2a-450e-b83a-0df87e949dc7 on network 3939bad5-db13-4d01-8e70-2b1fd9229ffe not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:27:36.400558 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-8d538f49-9ba7-4463-9c19-e3825e16ed93 service neutron] Attempting to bind port b0755b75-af2a-450e-b83a-0df87e949dc7 on network 3939bad5-db13-4d01-8e70-2b1fd9229ffe {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:27:36.406400 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-8d538f49-9ba7-4463-9c19-e3825e16ed93 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:27:36.406744 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-8d538f49-9ba7-4463-9c19-e3825e16ed93 service neutron] Checking segment: {'id': '9b1c0674-522a-4d50-a7eb-dd1bfa315b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:27:36.407128 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-8d538f49-9ba7-4463-9c19-e3825e16ed93 service neutron] Bound using segment: {'id': '9b1c0674-522a-4d50-a7eb-dd1bfa315b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:27:36.407555 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-8d538f49-9ba7-4463-9c19-e3825e16ed93 service neutron] Bound port: b0755b75-af2a-450e-b83a-0df87e949dc7, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b1c0674-522a-4d50-a7eb-dd1bfa315b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:27:36.407911 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-8d538f49-9ba7-4463-9c19-e3825e16ed93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b0755b75-af2a-450e-b83a-0df87e949dc7), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:36.471371 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-8d538f49-9ba7-4463-9c19-e3825e16ed93 service neutron] For port b0755b75-af2a-450e-b83a-0df87e949dc7, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:27:36.474365 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-8d538f49-9ba7-4463-9c19-e3825e16ed93 service neutron] For port b0755b75-af2a-450e-b83a-0df87e949dc7, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=b0755b75-af2a-450e-b83a-0df87e949dc7,segment=NetworkSegment(9b1c0674-522a-4d50-a7eb-dd1bfa315b31),segment_id=9b1c0674-522a-4d50-a7eb-dd1bfa315b31)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:27:36.482110 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-8d538f49-9ba7-4463-9c19-e3825e16ed93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (b0755b75-af2a-450e-b83a-0df87e949dc7), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:36.514502 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-8d538f49-9ba7-4463-9c19-e3825e16ed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:36.515213 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-8d538f49-9ba7-4463-9c19-e3825e16ed93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:36.516645 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-8d538f49-9ba7-4463-9c19-e3825e16ed93 service neutron] 10.222.0.67 "PUT /v2.0/ports/b0755b75-af2a-450e-b83a-0df87e949dc7 HTTP/1.1" status: 200 len: 1093 time: 0.7767324 Jan 28 04:27:36.517243 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663dbd50-9550-4b3a-b92a-1599bcb47be0', 'tag': 'b0755b75-af2a-450e-b83a-0df87e949dc7'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:27:36.519466 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e29c62-807a-4692-bdb5-c2a8f8d92584" -d '{"events": [{"name": "network-changed", "server_uuid": "663dbd50-9550-4b3a-b92a-1599bcb47be0", "tag": "b0755b75-af2a-450e-b83a-0df87e949dc7"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:27:36.551183 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d538f49-9ba7-4463-9c19-e3825e16ed93 service neutron] Pushing event updated for resources: {'Port': ['ID=b0755b75-af2a-450e-b83a-0df87e949dc7,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:36.581539 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9360cb71-2d2d-4b76-b22f-d9036f896f10 x-openstack-request-id: req-9360cb71-2d2d-4b76-b22f-d9036f896f10 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:27:36.581828 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "663dbd50-9550-4b3a-b92a-1599bcb47be0", "tag": "b0755b75-af2a-450e-b83a-0df87e949dc7", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:27:36.582215 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9360cb71-2d2d-4b76-b22f-d9036f896f10 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:27:36.582623 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '663dbd50-9550-4b3a-b92a-1599bcb47be0', 'tag': 'b0755b75-af2a-450e-b83a-0df87e949dc7', 'status': 'completed', 'code': 200} Jan 28 04:27:36.647776 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-0c971461-3037-429b-883a-d6c00fa940c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:36.649228 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-0c971461-3037-429b-883a-d6c00fa940c1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5dcf08c05e54ee08082ff7b76765a52&device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 1096 time: 0.0469568 Jan 28 04:27:36.701434 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-50da9136-0bfc-444c-8074-dfa7f6d615b8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0755b75-af2a-450e-b83a-0df87e949dc7 HTTP/1.1" status: 200 len: 217 time: 0.0380375 Jan 28 04:27:36.749262 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-849bd5d2-d07f-432f-8531-1e58a9ac2822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:36.750774 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-849bd5d2-d07f-432f-8531-1e58a9ac2822 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b25f6e6c-4266-4086-afc5-2a1e90abfdbe HTTP/1.1" status: 200 len: 847 time: 0.0439417 Jan 28 04:27:36.800900 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-1040015d-394c-4861-afe5-9b241424d9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:36.802106 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-1040015d-394c-4861-afe5-9b241424d9ed service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3939bad5-db13-4d01-8e70-2b1fd9229ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456583 Jan 28 04:27:36.893548 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-55d814f3-cbf1-437f-a306-eff0afec7651 service neutron] 10.222.0.67 "GET /v2.0/networks/3939bad5-db13-4d01-8e70-2b1fd9229ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843775 Jan 28 04:27:36.986554 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bc9569e3-545d-49ea-a844-f4892b16a958 req-de45e95d-404a-46e3-af44-bd8b4d2ca973 service neutron] 10.222.0.67 "GET /v2.0/networks/3939bad5-db13-4d01-8e70-2b1fd9229ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875814 Jan 28 04:27:37.103218 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e29c62-807a-4692-bdb5-c2a8f8d92584 req-30c1cdbe-02bf-4188-abd1-40fd6b875ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:37.104729 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-44e29c62-807a-4692-bdb5-c2a8f8d92584 req-30c1cdbe-02bf-4188-abd1-40fd6b875ddb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5dcf08c05e54ee08082ff7b76765a52&device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 1096 time: 0.0441020 Jan 28 04:27:37.193472 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e29c62-807a-4692-bdb5-c2a8f8d92584 req-0c0b3b11-b18e-4ec4-a6c9-3a1cf0908337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:37.195101 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-44e29c62-807a-4692-bdb5-c2a8f8d92584 req-0c0b3b11-b18e-4ec4-a6c9-3a1cf0908337 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3939bad5-db13-4d01-8e70-2b1fd9229ffe HTTP/1.1" status: 200 len: 909 time: 0.0842524 Jan 28 04:27:37.239542 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-44e29c62-807a-4692-bdb5-c2a8f8d92584 req-c4ee6282-d544-49de-bce2-3f28579d048d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0755b75-af2a-450e-b83a-0df87e949dc7 HTTP/1.1" status: 200 len: 217 time: 0.0386822 Jan 28 04:27:37.288234 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e29c62-807a-4692-bdb5-c2a8f8d92584 req-fac45833-21a8-4e09-9d6d-883850786c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:37.289734 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-44e29c62-807a-4692-bdb5-c2a8f8d92584 req-fac45833-21a8-4e09-9d6d-883850786c7f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b25f6e6c-4266-4086-afc5-2a1e90abfdbe HTTP/1.1" status: 200 len: 847 time: 0.0445523 Jan 28 04:27:37.336069 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e29c62-807a-4692-bdb5-c2a8f8d92584 req-ae9d50ed-856c-4937-bf49-61460fe92505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:37.337616 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-44e29c62-807a-4692-bdb5-c2a8f8d92584 req-ae9d50ed-856c-4937-bf49-61460fe92505 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3939bad5-db13-4d01-8e70-2b1fd9229ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415447 Jan 28 04:27:37.431766 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-44e29c62-807a-4692-bdb5-c2a8f8d92584 req-c7e11f49-3855-4e62-aaf5-5e25fdde2d4c service neutron] 10.222.0.67 "GET /v2.0/networks/3939bad5-db13-4d01-8e70-2b1fd9229ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875027 Jan 28 04:27:37.560249 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453474f7-da6f-4a99-8aeb-30af16b4c0d8 req-8bc196bd-0404-4ae5-99cc-a0bf46d9e9c9 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:37.561693 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-453474f7-da6f-4a99-8aeb-30af16b4c0d8 req-8bc196bd-0404-4ae5-99cc-a0bf46d9e9c9 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 944 time: 0.0789130 Jan 28 04:27:37.563946 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-44e29c62-807a-4692-bdb5-c2a8f8d92584 req-7749fea1-0456-4d13-98e4-adfbfc9048d6 service neutron] 10.222.0.67 "GET /v2.0/networks/3939bad5-db13-4d01-8e70-2b1fd9229ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257432 Jan 28 04:27:37.613104 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-453474f7-da6f-4a99-8aeb-30af16b4c0d8 req-55e72377-0e97-4237-9ffd-fd3808cc2677 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445290 Jan 28 04:27:38.734067 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56912ba-6fb2-4d45-97b1-be482640601c req-1cc7dc39-073f-4fdb-b3c0-a4bf01fbfbe1 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:38.735569 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e56912ba-6fb2-4d45-97b1-be482640601c req-1cc7dc39-073f-4fdb-b3c0-a4bf01fbfbe1 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 944 time: 0.0496335 Jan 28 04:27:38.788573 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e56912ba-6fb2-4d45-97b1-be482640601c req-1befc9f4-e754-457f-a0d6-dcdc814176a1 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471087 Jan 28 04:27:39.905919 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815dbd06-4b79-452a-8029-fe3a76cf11b3 req-49db3693-2794-44dc-8cc3-751d3aaf05da tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:39.907775 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-815dbd06-4b79-452a-8029-fe3a76cf11b3 req-49db3693-2794-44dc-8cc3-751d3aaf05da tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 944 time: 0.0511034 Jan 28 04:27:39.957629 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-815dbd06-4b79-452a-8029-fe3a76cf11b3 req-4b1c162f-ccdc-480e-8265-f02eae19017c tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432565 Jan 28 04:27:41.080370 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904190d7-1b3f-4e95-87b6-7a9a7ece93e9 req-5f24dc61-9c66-4658-8221-b863efdcaa75 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:41.081955 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-904190d7-1b3f-4e95-87b6-7a9a7ece93e9 req-5f24dc61-9c66-4658-8221-b863efdcaa75 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 944 time: 0.0528107 Jan 28 04:27:41.130862 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-904190d7-1b3f-4e95-87b6-7a9a7ece93e9 req-22881d80-e366-439f-8dcb-42cb041caff2 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428946 Jan 28 04:27:42.247964 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df101bd-4a99-4051-ab29-203e834ae86c req-9aa47d42-b459-40b3-9ac5-26e181841926 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:42.249569 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0df101bd-4a99-4051-ab29-203e834ae86c req-9aa47d42-b459-40b3-9ac5-26e181841926 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 944 time: 0.0499530 Jan 28 04:27:42.303581 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0df101bd-4a99-4051-ab29-203e834ae86c req-a9dd3ad9-29b8-4dda-a282-f965fddb0fcb tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480812 Jan 28 04:27:43.420152 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf76d5-4d8c-4457-ab09-d29be39d3973 req-985a13a0-5563-487c-a693-9a266de62647 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:43.421762 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-40bf76d5-4d8c-4457-ab09-d29be39d3973 req-985a13a0-5563-487c-a693-9a266de62647 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 944 time: 0.0484772 Jan 28 04:27:43.476128 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-40bf76d5-4d8c-4457-ab09-d29be39d3973 req-1dea6a8d-1859-4ab5-ade3-0ecfddf3615f tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456324 Jan 28 04:27:44.593616 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c5edc-f0e0-4f37-a0bc-dc7383ab423d req-3b7dcb6c-fff9-4fc5-a949-2d198391dc1d tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:44.595081 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7f6c5edc-f0e0-4f37-a0bc-dc7383ab423d req-3b7dcb6c-fff9-4fc5-a949-2d198391dc1d tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 944 time: 0.0479608 Jan 28 04:27:44.646209 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7f6c5edc-f0e0-4f37-a0bc-dc7383ab423d req-cb130019-4aec-4182-98d9-5b1f0d55572e tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431259 Jan 28 04:27:45.775266 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6def6e-865c-400c-a51b-6de5bedefcb3 req-77c8f47e-d750-4075-8678-261622f1ccc3 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:45.776816 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1a6def6e-865c-400c-a51b-6de5bedefcb3 req-77c8f47e-d750-4075-8678-261622f1ccc3 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 944 time: 0.0609200 Jan 28 04:27:45.829979 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1a6def6e-865c-400c-a51b-6de5bedefcb3 req-3a4c13e4-c87b-4375-9884-1b8eaf40da37 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443583 Jan 28 04:27:46.956680 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd497057-069f-45ac-ace2-c98b42b32403 req-56fdc813-3351-46da-baa3-b07cff3e985e tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:46.958200 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cd497057-069f-45ac-ace2-c98b42b32403 req-56fdc813-3351-46da-baa3-b07cff3e985e tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 944 time: 0.0492246 Jan 28 04:27:47.016776 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cd497057-069f-45ac-ace2-c98b42b32403 req-a551cac6-6ae3-48bc-b56c-b0fcd5b199c5 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528619 Jan 28 04:27:47.352314 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:27:48.159017 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a37957-edc6-4f72-9a2a-2c5c6417c682 req-9f9066a1-336a-4393-82c1-7e7ce1713c82 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:48.160550 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-52a37957-edc6-4f72-9a2a-2c5c6417c682 req-9f9066a1-336a-4393-82c1-7e7ce1713c82 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 944 time: 0.0556672 Jan 28 04:27:48.210795 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-52a37957-edc6-4f72-9a2a-2c5c6417c682 req-7c457025-ce2b-493a-a387-8d05e65362dd tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435760 Jan 28 04:27:49.336670 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e1602-f0fb-454f-81f4-583baff7195c req-87fe8738-93fe-49d9-ad42-cfa51c2ba21e tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:49.338195 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-588e1602-f0fb-454f-81f4-583baff7195c req-87fe8738-93fe-49d9-ad42-cfa51c2ba21e tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 944 time: 0.0518472 Jan 28 04:27:49.390897 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-588e1602-f0fb-454f-81f4-583baff7195c req-d7524975-8b21-4de2-aa44-a3a9ac483b1f tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470426 Jan 28 04:27:50.509177 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e8a50-c996-45b5-b963-fb08b006670e req-dbb63184-f4d1-4325-a286-db1df7962647 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:50.510638 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a33e8a50-c996-45b5-b963-fb08b006670e req-dbb63184-f4d1-4325-a286-db1df7962647 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 944 time: 0.0514636 Jan 28 04:27:50.563717 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a33e8a50-c996-45b5-b963-fb08b006670e req-9d3e0b46-49a6-458c-83b2-a120e5731d8d tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474141 Jan 28 04:27:51.699621 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b6406-dc8a-42c0-8033-2f98e0202cae req-3a99120d-f660-492c-9e5e-c66f759ef9ef tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:51.701260 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-739b6406-dc8a-42c0-8033-2f98e0202cae req-3a99120d-f660-492c-9e5e-c66f759ef9ef tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 944 time: 0.0503037 Jan 28 04:27:51.749593 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-739b6406-dc8a-42c0-8033-2f98e0202cae req-def2fa17-cfa1-40a3-9fc7-400b8f024e72 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423889 Jan 28 04:27:52.871718 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b95e8-f88f-4e50-9b5c-ae4c95e0b8d2 req-51cdaa01-1aa5-4d8f-ba93-4a38aea4172b tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:52.873269 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c69b95e8-f88f-4e50-9b5c-ae4c95e0b8d2 req-51cdaa01-1aa5-4d8f-ba93-4a38aea4172b tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 944 time: 0.0504291 Jan 28 04:27:52.923710 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c69b95e8-f88f-4e50-9b5c-ae4c95e0b8d2 req-766e00bf-7d18-4c53-96f3-ecfa0deff725 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442889 Jan 28 04:27:54.046550 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eaab70-d3f9-4bc0-b3c6-bdc04ba688b4 req-a333cdf4-0f9c-424b-91d2-b8180c43cc32 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:54.048075 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-03eaab70-d3f9-4bc0-b3c6-bdc04ba688b4 req-a333cdf4-0f9c-424b-91d2-b8180c43cc32 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 944 time: 0.0539155 Jan 28 04:27:54.108603 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-03eaab70-d3f9-4bc0-b3c6-bdc04ba688b4 req-3577e623-442e-4fb0-82a0-6ba14eb593c0 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518875 Jan 28 04:27:55.196555 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device b0755b75-af2a-450e-b83a-0df87e949dc7 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:27:55.233845 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76005719-a09a-4f3c-8eed-99598a0d354b req-adc1e7cb-0e27-41ad-b5f2-53af553e6f20 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:55.235300 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-76005719-a09a-4f3c-8eed-99598a0d354b req-adc1e7cb-0e27-41ad-b5f2-53af553e6f20 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 944 time: 0.0490437 Jan 28 04:27:55.286000 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-76005719-a09a-4f3c-8eed-99598a0d354b req-6a7ae901-30f4-4147-bb48-446bc092768e tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448852 Jan 28 04:27:55.296068 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port b0755b75-af2a-450e-b83a-0df87e949dc7, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=b0755b75-af2a-450e-b83a-0df87e949dc7,segment=NetworkSegment(9b1c0674-522a-4d50-a7eb-dd1bfa315b31),segment_id=9b1c0674-522a-4d50-a7eb-dd1bfa315b31)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:55.315046 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': 'b0755b75-af2a-450e-b83a-0df87e949dc7', 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe', 'port_id': 'b0755b75-af2a-450e-b83a-0df87e949dc7', 'mac_address': 'fa:16:3e:76:11:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b25f6e6c-4266-4086-afc5-2a1e90abfdbe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:27:55.359368 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port b0755b75-af2a-450e-b83a-0df87e949dc7 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:27:55.359756 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b0755b75-af2a-450e-b83a-0df87e949dc7), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:55.374145 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0755b75-af2a-450e-b83a-0df87e949dc7 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:27:55.396310 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port b0755b75-af2a-450e-b83a-0df87e949dc7, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=b0755b75-af2a-450e-b83a-0df87e949dc7,segment=NetworkSegment(9b1c0674-522a-4d50-a7eb-dd1bfa315b31),segment_id=9b1c0674-522a-4d50-a7eb-dd1bfa315b31)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:55.401709 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b0755b75-af2a-450e-b83a-0df87e949dc7), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:55.454415 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=b0755b75-af2a-450e-b83a-0df87e949dc7,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:55.462394 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:55.462752 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:55.463108 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:55.463457 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:55.463803 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:55.464142 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:55.464468 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:55.464802 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:55.465184 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:55.465520 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:55.465837 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:55.466232 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:55.466493 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:27:55.808981 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['b0755b75-af2a-450e-b83a-0df87e949dc7'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:27:56.417903 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d697c4a-0467-46b0-888f-c263639b117c req-12da7398-d3a5-49be-8aea-401ba352cd62 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:56.419691 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9d697c4a-0467-46b0-888f-c263639b117c req-12da7398-d3a5-49be-8aea-401ba352cd62 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 945 time: 0.0580328 Jan 28 04:27:56.469736 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-9d697c4a-0467-46b0-888f-c263639b117c req-c6e13182-de0e-4334-ae32-cde9a1c31ba2 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441489 Jan 28 04:27:57.213564 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device b0755b75-af2a-450e-b83a-0df87e949dc7 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:27:57.272794 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port b0755b75-af2a-450e-b83a-0df87e949dc7 completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:27:57.276929 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port b0755b75-af2a-450e-b83a-0df87e949dc7 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:27:57.277324 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b0755b75-af2a-450e-b83a-0df87e949dc7), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:57.355617 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port b0755b75-af2a-450e-b83a-0df87e949dc7 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:27:57.356009 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b0755b75-af2a-450e-b83a-0df87e949dc7), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:57.379428 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663dbd50-9550-4b3a-b92a-1599bcb47be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0755b75-af2a-450e-b83a-0df87e949dc7'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:27:57.381728 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7466989c69d563e87a019306beca113247d74b519ddc68a6966af7388d6c63e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a46f2e-4111-4015-8fc8-10361d2cbf42" -d '{"events": [{"server_uuid": "663dbd50-9550-4b3a-b92a-1599bcb47be0", "name": "network-vif-plugged", "status": "completed", "tag": "b0755b75-af2a-450e-b83a-0df87e949dc7"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:27:57.393651 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port b0755b75-af2a-450e-b83a-0df87e949dc7, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=b0755b75-af2a-450e-b83a-0df87e949dc7,segment=NetworkSegment(9b1c0674-522a-4d50-a7eb-dd1bfa315b31),segment_id=9b1c0674-522a-4d50-a7eb-dd1bfa315b31)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:27:57.398805 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b0755b75-af2a-450e-b83a-0df87e949dc7), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:57.421617 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac89db62-3fb5-48d6-b585-258790fec9d2 x-openstack-request-id: req-ac89db62-3fb5-48d6-b585-258790fec9d2 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:27:57.421909 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663dbd50-9550-4b3a-b92a-1599bcb47be0", "name": "network-vif-plugged", "status": "completed", "tag": "b0755b75-af2a-450e-b83a-0df87e949dc7", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:27:57.422161 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ac89db62-3fb5-48d6-b585-258790fec9d2 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:27:57.422552 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663dbd50-9550-4b3a-b92a-1599bcb47be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0755b75-af2a-450e-b83a-0df87e949dc7', 'code': 200} Jan 28 04:27:57.452489 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=b0755b75-af2a-450e-b83a-0df87e949dc7,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:27:57.548411 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbca505-debf-4374-ac9e-2be117539802 req-306e529d-5886-4cf0-a14e-4330a12b0cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:57.550067 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2bbca505-debf-4374-ac9e-2be117539802 req-306e529d-5886-4cf0-a14e-4330a12b0cfd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 1098 time: 0.0410702 Jan 28 04:27:57.623359 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2bbca505-debf-4374-ac9e-2be117539802 req-8936751d-8956-41fe-ad9d-087fa28a0b20 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0640352 Jan 28 04:27:57.631089 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbbd1a2-f5dd-493c-8dcf-7ae22ec7e1cf req-b78fa9bb-3177-4b85-97e2-02bf80657876 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:57.632494 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8fbbd1a2-f5dd-493c-8dcf-7ae22ec7e1cf req-b78fa9bb-3177-4b85-97e2-02bf80657876 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 946 time: 0.0814574 Jan 28 04:27:57.684477 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8fbbd1a2-f5dd-493c-8dcf-7ae22ec7e1cf req-78cd70a6-38af-41e6-a23d-1141d7a7b457 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437014 Jan 28 04:27:58.809037 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471b35f-bdf4-484c-9f3a-5e23c6e2540f req-f680a14e-7290-477b-a1cf-ae5ff979b906 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:58.810533 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a471b35f-bdf4-484c-9f3a-5e23c6e2540f req-f680a14e-7290-477b-a1cf-ae5ff979b906 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 946 time: 0.0558615 Jan 28 04:27:58.859573 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a471b35f-bdf4-484c-9f3a-5e23c6e2540f req-ceaf84ca-9e3d-480b-b431-325e8d65f728 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431337 Jan 28 04:27:59.893196 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-47504a18-1b97-43b4-bf31-5edde2f46f74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:27:59.981306 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b6475-e601-47b7-a664-0b5815379609 req-7932da78-56fd-45bb-aa45-4947b1371041 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:27:59.982793 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d09b6475-e601-47b7-a664-0b5815379609 req-7932da78-56fd-45bb-aa45-4947b1371041 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 946 time: 0.0511730 Jan 28 04:28:00.035457 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d09b6475-e601-47b7-a664-0b5815379609 req-a153afd1-6eed-48b0-bf3a-007c53645376 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462818 Jan 28 04:28:00.131701 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:00.156218 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ffe238-2bf8-4494-8d1f-b58076f6effb req-af0c01f0-c322-48a4-80f3-8806a41ef755 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:00.157780 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-71ffe238-2bf8-4494-8d1f-b58076f6effb req-af0c01f0-c322-48a4-80f3-8806a41ef755 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 946 time: 0.0502913 Jan 28 04:28:00.206816 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-71ffe238-2bf8-4494-8d1f-b58076f6effb req-4d6dd739-b290-42a3-848f-fd5e15884c39 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431819 Jan 28 04:28:00.232481 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39034) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:28:00.325663 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1567d66e-6f05-4fc8-97c5-90d4ad504774 tempest-TestShelveInstance-1558896827 tempest-TestShelveInstance-1558896827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:00.327192 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-1567d66e-6f05-4fc8-97c5-90d4ad504774 tempest-TestShelveInstance-1558896827 tempest-TestShelveInstance-1558896827-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 1093 time: 0.0934398 Jan 28 04:28:00.331522 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39038) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:28:00.335759 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-da69d217-e4a3-4be4-b54a-afce4cfdb363 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'port_id': 'b0755b75-af2a-450e-b83a-0df87e949dc7', 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:28:00.361013 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-da69d217-e4a3-4be4-b54a-afce4cfdb363 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:00.465691 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-da69d217-e4a3-4be4-b54a-afce4cfdb363 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:00.573185 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-da69d217-e4a3-4be4-b54a-afce4cfdb363 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Allocated IP 172.25.0.241 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/25f002ae-d06d-4c71-a938-6fa83d54ecc2) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:28:00.685815 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-da69d217-e4a3-4be4-b54a-afce4cfdb363 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for port (25f002ae-d06d-4c71-a938-6fa83d54ecc2), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:00.725856 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-da69d217-e4a3-4be4-b54a-afce4cfdb363 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (25f002ae-d06d-4c71-a938-6fa83d54ecc2), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:00.765304 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da69d217-e4a3-4be4-b54a-afce4cfdb363 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:28:00.770246 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-da69d217-e4a3-4be4-b54a-afce4cfdb363 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:28:00.776732 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da69d217-e4a3-4be4-b54a-afce4cfdb363 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:28:00.781410 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da69d217-e4a3-4be4-b54a-afce4cfdb363 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Pushing event updated for resources: {'Port': ['ID=25f002ae-d06d-4c71-a938-6fa83d54ecc2,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:01.152898 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-da69d217-e4a3-4be4-b54a-afce4cfdb363 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for floatingip (f6f43b50-6ae6-4d1c-be2e-dde904887e0e), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:01.234543 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-da69d217-e4a3-4be4-b54a-afce4cfdb363 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (25f002ae-d06d-4c71-a938-6fa83d54ecc2), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:01.386557 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-da69d217-e4a3-4be4-b54a-afce4cfdb363 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for port (25f002ae-d06d-4c71-a938-6fa83d54ecc2), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:01.394771 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-da69d217-e4a3-4be4-b54a-afce4cfdb363 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (25f002ae-d06d-4c71-a938-6fa83d54ecc2), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:01.476299 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da69d217-e4a3-4be4-b54a-afce4cfdb363 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Pushing event updated for resources: {'Port': ['ID=25f002ae-d06d-4c71-a938-6fa83d54ecc2,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:28:01.491094 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-da69d217-e4a3-4be4-b54a-afce4cfdb363 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (f6f43b50-6ae6-4d1c-be2e-dde904887e0e), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:01.595435 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [None req-da69d217-e4a3-4be4-b54a-afce4cfdb363 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Floating IP f6f43b50-6ae6-4d1c-be2e-dde904887e0e associated. External IP: 172.25.0.241, port: b0755b75-af2a-450e-b83a-0df87e949dc7. Jan 28 04:28:01.929456 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-db30b8d6-560c-4ab2-82bf-624b5009104d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:02.133936 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da69d217-e4a3-4be4-b54a-afce4cfdb363 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Router b0208275-78af-420d-b1dc-5bc64b718ed6 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:28:02.244888 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da69d217-e4a3-4be4-b54a-afce4cfdb363 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:28:02.255642 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b35f079-c314-4a5a-aa4f-d48f853d339b None None] Sync routers for ids ['b0208275-78af-420d-b1dc-5bc64b718ed6'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:28:02.267736 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b35f079-c314-4a5a-aa4f-d48f853d339b None None] Routers {'b0208275-78af-420d-b1dc-5bc64b718ed6'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:28:02.267985 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-da69d217-e4a3-4be4-b54a-afce4cfdb363 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:02.268376 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-4b35f079-c314-4a5a-aa4f-d48f853d339b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:28:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['b0208275-78af-420d-b1dc-5bc64b718ed6'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:28:02.298824 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-da69d217-e4a3-4be4-b54a-afce4cfdb363 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9662840 Jan 28 04:28:02.299407 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663dbd50-9550-4b3a-b92a-1599bcb47be0', 'tag': 'b0755b75-af2a-450e-b83a-0df87e949dc7'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:28:02.301714 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3198fe40c20953b5b589f016e0433bfb4a98f5964cdf03e8abb15383fb0d5974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c35e64-36a1-4fb5-bbb3-b928baed2dc6" -d '{"events": [{"name": "network-changed", "server_uuid": "663dbd50-9550-4b3a-b92a-1599bcb47be0", "tag": "b0755b75-af2a-450e-b83a-0df87e949dc7"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:28:02.342914 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455a8a59-18ae-4593-a230-b09227e6de2d x-openstack-request-id: req-455a8a59-18ae-4593-a230-b09227e6de2d {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:28:02.343240 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "663dbd50-9550-4b3a-b92a-1599bcb47be0", "tag": "b0755b75-af2a-450e-b83a-0df87e949dc7", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:28:02.343479 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-455a8a59-18ae-4593-a230-b09227e6de2d {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:28:02.343877 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '663dbd50-9550-4b3a-b92a-1599bcb47be0', 'tag': 'b0755b75-af2a-450e-b83a-0df87e949dc7', 'status': 'completed', 'code': 200} Jan 28 04:28:02.376486 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-4b35f079-c314-4a5a-aa4f-d48f853d339b None None] Set router b0208275-78af-420d-b1dc-5bc64b718ed6 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:28:02.431613 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c35e64-36a1-4fb5-bbb3-b928baed2dc6 req-3d33007a-ba28-48c8-b156-5c7406e36d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:02.433197 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a4c35e64-36a1-4fb5-bbb3-b928baed2dc6 req-3d33007a-ba28-48c8-b156-5c7406e36d0e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5dcf08c05e54ee08082ff7b76765a52&device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 1098 time: 0.0482442 Jan 28 04:28:02.522240 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c35e64-36a1-4fb5-bbb3-b928baed2dc6 req-65ee736b-f9b5-46fc-9e9b-8e9518618209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:02.523588 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a4c35e64-36a1-4fb5-bbb3-b928baed2dc6 req-65ee736b-f9b5-46fc-9e9b-8e9518618209 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3939bad5-db13-4d01-8e70-2b1fd9229ffe HTTP/1.1" status: 200 len: 909 time: 0.0845835 Jan 28 04:28:02.592398 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a4c35e64-36a1-4fb5-bbb3-b928baed2dc6 req-39d1d98e-a699-4d78-aa0b-8fa2925be65f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0755b75-af2a-450e-b83a-0df87e949dc7 HTTP/1.1" status: 200 len: 1000 time: 0.0629952 Jan 28 04:28:02.607990 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-4b35f079-c314-4a5a-aa4f-d48f853d339b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'name': 'tempest-TestShelveInstance-334990647-router', 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '201747bb-a642-48b5-a9ee-34ec0239ef52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:21:58Z', 'updated_at': '2022-01-28T04:22:01Z', 'revision_number': 4, 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'gw_port': {'id': '201747bb-a642-48b5-a9ee-34ec0239ef52', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:eb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:21:58Z', 'updated_at': '2022-01-28T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': 'f6f43b50-6ae6-4d1c-be2e-dde904887e0e', 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'port_id': 'b0755b75-af2a-450e-b83a-0df87e949dc7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe', 'mac_address': 'fa:16:3e:76:11:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663dbd50-9550-4b3a-b92a-1599bcb47be0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:28:01Z', 'updated_at': '2022-01-28T04:28:01Z', 'revision_number': 0, 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85fe2b1c-4389-4bf1-9e12-d58b851f6d59', 'name': '', 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe', 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'mac_address': 'fa:16:3e:60:3e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b25f6e6c-4266-4086-afc5-2a1e90abfdbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:22:00Z', 'updated_at': '2022-01-28T04:22:06Z', 'revision_number': 5, 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'subnets': [{'id': 'b25f6e6c-4266-4086-afc5-2a1e90abfdbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:28:02.634212 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b35f079-c314-4a5a-aa4f-d48f853d339b None None] Checking router: b0208275-78af-420d-b1dc-5bc64b718ed6 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:28:02.639492 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c35e64-36a1-4fb5-bbb3-b928baed2dc6 req-64053d51-8453-4b14-a9d0-b6d499049535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:02.641048 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a4c35e64-36a1-4fb5-bbb3-b928baed2dc6 req-64053d51-8453-4b14-a9d0-b6d499049535 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b25f6e6c-4266-4086-afc5-2a1e90abfdbe HTTP/1.1" status: 200 len: 847 time: 0.0437284 Jan 28 04:28:02.643224 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b35f079-c314-4a5a-aa4f-d48f853d339b None None] Routers {'b0208275-78af-420d-b1dc-5bc64b718ed6'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:28:02.643847 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-4b35f079-c314-4a5a-aa4f-d48f853d339b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:28:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['b0208275-78af-420d-b1dc-5bc64b718ed6'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:28:02.687511 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c35e64-36a1-4fb5-bbb3-b928baed2dc6 req-884f06fa-cc6f-4171-b6b4-6666d4bc77d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:02.689037 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a4c35e64-36a1-4fb5-bbb3-b928baed2dc6 req-884f06fa-cc6f-4171-b6b4-6666d4bc77d7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3939bad5-db13-4d01-8e70-2b1fd9229ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422347 Jan 28 04:28:02.749908 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-4b35f079-c314-4a5a-aa4f-d48f853d339b None None] Set router b0208275-78af-420d-b1dc-5bc64b718ed6 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:28:02.784153 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a4c35e64-36a1-4fb5-bbb3-b928baed2dc6 req-ee6c4a23-f55e-4789-9287-29410d520715 service neutron] 10.222.0.67 "GET /v2.0/networks/3939bad5-db13-4d01-8e70-2b1fd9229ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889239 Jan 28 04:28:02.883306 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a4c35e64-36a1-4fb5-bbb3-b928baed2dc6 req-12159b8a-1c59-4847-ba45-3a94ad40c8df service neutron] 10.222.0.67 "GET /v2.0/networks/3939bad5-db13-4d01-8e70-2b1fd9229ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939310 Jan 28 04:28:02.981906 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-4b35f079-c314-4a5a-aa4f-d48f853d339b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'name': 'tempest-TestShelveInstance-334990647-router', 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '201747bb-a642-48b5-a9ee-34ec0239ef52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:21:58Z', 'updated_at': '2022-01-28T04:22:01Z', 'revision_number': 4, 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'gw_port': {'id': '201747bb-a642-48b5-a9ee-34ec0239ef52', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:eb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:21:58Z', 'updated_at': '2022-01-28T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': 'f6f43b50-6ae6-4d1c-be2e-dde904887e0e', 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'port_id': 'b0755b75-af2a-450e-b83a-0df87e949dc7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe', 'mac_address': 'fa:16:3e:76:11:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663dbd50-9550-4b3a-b92a-1599bcb47be0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:28:01Z', 'updated_at': '2022-01-28T04:28:01Z', 'revision_number': 0, 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85fe2b1c-4389-4bf1-9e12-d58b851f6d59', 'name': '', 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe', 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'mac_address': 'fa:16:3e:60:3e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b25f6e6c-4266-4086-afc5-2a1e90abfdbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:22:00Z', 'updated_at': '2022-01-28T04:22:06Z', 'revision_number': 5, 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'subnets': [{'id': 'b25f6e6c-4266-4086-afc5-2a1e90abfdbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:28:03.011586 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b35f079-c314-4a5a-aa4f-d48f853d339b None None] The sync data for ids ['b0208275-78af-420d-b1dc-5bc64b718ed6'] in n-d-712139-27 is: [{'id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'name': 'tempest-TestShelveInstance-334990647-router', 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '201747bb-a642-48b5-a9ee-34ec0239ef52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:21:58Z', 'updated_at': '2022-01-28T04:22:01Z', 'revision_number': 4, 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'gw_port': {'id': '201747bb-a642-48b5-a9ee-34ec0239ef52', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:eb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:21:58Z', 'updated_at': '2022-01-28T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': 'f6f43b50-6ae6-4d1c-be2e-dde904887e0e', 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'port_id': 'b0755b75-af2a-450e-b83a-0df87e949dc7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe', 'mac_address': 'fa:16:3e:76:11:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663dbd50-9550-4b3a-b92a-1599bcb47be0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:28:01Z', 'updated_at': '2022-01-28T04:28:01Z', 'revision_number': 0, 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85fe2b1c-4389-4bf1-9e12-d58b851f6d59', 'name': '', 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe', 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'mac_address': 'fa:16:3e:60:3e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b25f6e6c-4266-4086-afc5-2a1e90abfdbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:22:00Z', 'updated_at': '2022-01-28T04:22:06Z', 'revision_number': 5, 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'subnets': [{'id': 'b25f6e6c-4266-4086-afc5-2a1e90abfdbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:28:03.219612 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b96cac-dd73-4aa0-8890-bbda3cf986fd None None] New status for floating IP f6f43b50-6ae6-4d1c-be2e-dde904887e0e: ACTIVE {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:28:03.802228 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:04.649974 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:05.280317 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:06.199062 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:19.542040 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b72395a4-22a1-46c8-bbb1-54b8ff84c322 req-690c0735-b855-47c8-9fd7-26aeca7ec2be service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441787 Jan 28 04:28:19.670271 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72395a4-22a1-46c8-bbb1-54b8ff84c322 req-821c3b96-6c59-4e69-8909-54b85a9bfa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:19.671823 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b72395a4-22a1-46c8-bbb1-54b8ff84c322 req-821c3b96-6c59-4e69-8909-54b85a9bfa58 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5dcf08c05e54ee08082ff7b76765a52&device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 1098 time: 0.0539455 Jan 28 04:28:19.780562 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72395a4-22a1-46c8-bbb1-54b8ff84c322 req-0b4c7a0c-e1e5-4928-9d5e-d6c010495050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:19.782100 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b72395a4-22a1-46c8-bbb1-54b8ff84c322 req-0b4c7a0c-e1e5-4928-9d5e-d6c010495050 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3939bad5-db13-4d01-8e70-2b1fd9229ffe HTTP/1.1" status: 200 len: 909 time: 0.0906153 Jan 28 04:28:19.868489 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b72395a4-22a1-46c8-bbb1-54b8ff84c322 req-77c313be-4637-4245-95e1-9ee30b3ce95d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0755b75-af2a-450e-b83a-0df87e949dc7 HTTP/1.1" status: 200 len: 1002 time: 0.0797164 Jan 28 04:28:19.919080 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72395a4-22a1-46c8-bbb1-54b8ff84c322 req-aa870dbd-6909-450d-944f-591a9a72f5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:19.920663 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b72395a4-22a1-46c8-bbb1-54b8ff84c322 req-aa870dbd-6909-450d-944f-591a9a72f5bb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b25f6e6c-4266-4086-afc5-2a1e90abfdbe HTTP/1.1" status: 200 len: 847 time: 0.0457184 Jan 28 04:28:19.966519 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72395a4-22a1-46c8-bbb1-54b8ff84c322 req-54e08333-c233-4114-8163-8c5e65c32f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:28:19.968072 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b72395a4-22a1-46c8-bbb1-54b8ff84c322 req-54e08333-c233-4114-8163-8c5e65c32f72 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3939bad5-db13-4d01-8e70-2b1fd9229ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406017 Jan 28 04:28:20.080337 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b72395a4-22a1-46c8-bbb1-54b8ff84c322 req-b3608cac-c12a-495c-8b1f-522897b19c62 service neutron] 10.222.0.67 "GET /v2.0/networks/3939bad5-db13-4d01-8e70-2b1fd9229ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049206 Jan 28 04:28:20.185878 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b72395a4-22a1-46c8-bbb1-54b8ff84c322 req-7ddf3945-aef3-48ba-976a-310dc15d6e6b service neutron] 10.222.0.67 "GET /v2.0/networks/3939bad5-db13-4d01-8e70-2b1fd9229ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987508 Jan 28 04:28:24.344541 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:28:29.869267 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cbbc0da2-4cc0-42c3-a020-3d44cd1da3ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:30.002519 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:31.929652 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a2a9abf1-58a0-4695-9971-d376c2464931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:33.801674 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:34.646818 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:35.284105 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:36.194767 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:28:59.874475 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-53a65c18-eead-49d1-b91d-9f40b36d02e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:00.027486 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:01.349133 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:29:01.926437 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d403dc32-b5c0-4e71-b163-fba99e01bc07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:03.809933 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:04.647155 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:05.288780 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:06.204477 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:20.534551 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-547f669a-3af9-4dac-b7e2-ba747ffac4bd req-a52e4642-b20c-490f-a4e9-2f38e3b067e6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0434346 Jan 28 04:29:20.638172 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f669a-3af9-4dac-b7e2-ba747ffac4bd req-36b064c0-a8d8-4faa-a942-c0f3da334c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:20.639675 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-547f669a-3af9-4dac-b7e2-ba747ffac4bd req-36b064c0-a8d8-4faa-a942-c0f3da334c6b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5dcf08c05e54ee08082ff7b76765a52&device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 1098 time: 0.0470130 Jan 28 04:29:20.743497 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f669a-3af9-4dac-b7e2-ba747ffac4bd req-2ae21bed-af47-4fba-948e-6a95c527eddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:20.744977 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-547f669a-3af9-4dac-b7e2-ba747ffac4bd req-2ae21bed-af47-4fba-948e-6a95c527eddd service neutron] 10.222.0.67 "GET /v2.0/networks?id=3939bad5-db13-4d01-8e70-2b1fd9229ffe HTTP/1.1" status: 200 len: 909 time: 0.0858152 Jan 28 04:29:20.817180 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-547f669a-3af9-4dac-b7e2-ba747ffac4bd req-747f39cb-b262-4634-a724-9ace0a428aa8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0755b75-af2a-450e-b83a-0df87e949dc7 HTTP/1.1" status: 200 len: 1002 time: 0.0662301 Jan 28 04:29:20.864126 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f669a-3af9-4dac-b7e2-ba747ffac4bd req-7fefd045-f994-45da-8abd-545e96264e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:20.865675 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-547f669a-3af9-4dac-b7e2-ba747ffac4bd req-7fefd045-f994-45da-8abd-545e96264e16 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b25f6e6c-4266-4086-afc5-2a1e90abfdbe HTTP/1.1" status: 200 len: 847 time: 0.0430832 Jan 28 04:29:20.911509 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f669a-3af9-4dac-b7e2-ba747ffac4bd req-52f8919a-1433-4b0c-b9b0-0473b9f3c5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:20.913053 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-547f669a-3af9-4dac-b7e2-ba747ffac4bd req-52f8919a-1433-4b0c-b9b0-0473b9f3c5b2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3939bad5-db13-4d01-8e70-2b1fd9229ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412300 Jan 28 04:29:21.010418 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-547f669a-3af9-4dac-b7e2-ba747ffac4bd req-fbf78f9c-2adc-4387-8a16-d3bc7dae0a14 service neutron] 10.222.0.67 "GET /v2.0/networks/3939bad5-db13-4d01-8e70-2b1fd9229ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903049 Jan 28 04:29:21.114016 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-547f669a-3af9-4dac-b7e2-ba747ffac4bd req-d450aa02-e577-44c7-a81a-eddc5b2cd153 service neutron] 10.222.0.67 "GET /v2.0/networks/3939bad5-db13-4d01-8e70-2b1fd9229ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966763 Jan 28 04:29:29.879478 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8454392f-b076-41ff-9953-43d033d673b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:30.019108 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:31.925793 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ae958aea-9cb2-4886-b015-416482df6352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:33.815714 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:34.678672 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:35.295583 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:36.203514 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:29:38.348905 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:29:59.715090 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4c5c5-5186-458b-8538-106aad7589e6 req-216aae6b-f14c-4f28-8d96-6021b34193c5 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:29:59.716602 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-aff4c5c5-5186-458b-8538-106aad7589e6 req-216aae6b-f14c-4f28-8d96-6021b34193c5 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 946 time: 0.0537388 Jan 28 04:29:59.785035 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-aff4c5c5-5186-458b-8538-106aad7589e6 req-b1254f0e-0ba6-4afe-a9c8-2267ca9efa58 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0597723 Jan 28 04:29:59.899529 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-724b0e55-c1d5-43bc-acc3-e7cece03b0cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:00.041653 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:00.932360 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06608b-7b98-4399-946f-8b5077121cb5 req-91a8264b-e752-427e-a679-447d0d657e27 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:00.933952 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1c06608b-7b98-4399-946f-8b5077121cb5 req-91a8264b-e752-427e-a679-447d0d657e27 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 946 time: 0.0611227 Jan 28 04:30:00.983404 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1c06608b-7b98-4399-946f-8b5077121cb5 req-a230db20-e469-4bc1-b83c-a45dd3c9e72a tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437801 Jan 28 04:30:01.930991 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9682e451-fbdd-4cdd-9f81-adee166190fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:02.155507 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2342eb-72a3-45d4-8c35-425e96e69860 req-fdda6b70-a394-48fa-9bce-7dbc634db7c7 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:02.156981 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7a2342eb-72a3-45d4-8c35-425e96e69860 req-fdda6b70-a394-48fa-9bce-7dbc634db7c7 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 946 time: 0.1007061 Jan 28 04:30:02.213488 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7a2342eb-72a3-45d4-8c35-425e96e69860 req-bdd73091-01e6-4832-a401-041017ca421b tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507021 Jan 28 04:30:03.333862 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbf1bc-6773-4498-9894-1617b2f60b2b req-b975a6f9-026c-4741-9c82-f687c3af95fa tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:03.335236 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-64dbf1bc-6773-4498-9894-1617b2f60b2b req-b975a6f9-026c-4741-9c82-f687c3af95fa tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 946 time: 0.0506654 Jan 28 04:30:03.394784 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-64dbf1bc-6773-4498-9894-1617b2f60b2b req-551a819e-6583-43d3-9914-d9ce317c1ee9 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533991 Jan 28 04:30:03.811232 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:04.535514 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6341c2f-2ea2-48ee-8135-c384c25a980a req-c179bbb0-e6f5-4ad5-a984-441f4ac56820 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:04.537058 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c6341c2f-2ea2-48ee-8135-c384c25a980a req-c179bbb0-e6f5-4ad5-a984-441f4ac56820 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 946 time: 0.0637031 Jan 28 04:30:04.596573 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-c6341c2f-2ea2-48ee-8135-c384c25a980a req-f58a1f04-ca88-462e-a9fe-e88eb831b1da tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531676 Jan 28 04:30:04.674071 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:05.297699 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:05.727191 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e745d7e-918d-4501-8d94-43f9ff469262 req-2c1775a7-543d-4e0f-824c-07fe70220f8b tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:05.735824 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3e745d7e-918d-4501-8d94-43f9ff469262 req-2c1775a7-543d-4e0f-824c-07fe70220f8b tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 946 time: 0.0509510 Jan 28 04:30:05.782280 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3e745d7e-918d-4501-8d94-43f9ff469262 req-e54c3391-f882-4e4f-a263-6ebf95a03892 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466769 Jan 28 04:30:06.211408 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:06.906946 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d4173-5646-4bd0-a4f9-751ab575f734 req-1681ac9f-5fbe-457b-9663-6e8d06658298 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:06.908414 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-529d4173-5646-4bd0-a4f9-751ab575f734 req-1681ac9f-5fbe-457b-9663-6e8d06658298 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 946 time: 0.0551457 Jan 28 04:30:06.959301 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-529d4173-5646-4bd0-a4f9-751ab575f734 req-181438a4-ae10-4deb-8bff-6005d5d8d21b tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425847 Jan 28 04:30:08.073785 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb29fa3-e361-4ccc-be35-4f669b48c7ad req-2bd479e9-8d4a-44cb-ab95-70a66b4d95ef tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:08.075269 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6cb29fa3-e361-4ccc-be35-4f669b48c7ad req-2bd479e9-8d4a-44cb-ab95-70a66b4d95ef tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 946 time: 0.0479183 Jan 28 04:30:08.125182 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6cb29fa3-e361-4ccc-be35-4f669b48c7ad req-796e3953-8856-4a77-a012-c7fdd444de44 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442286 Jan 28 04:30:09.258487 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd2c8f-a778-4a4e-95bd-9f5a04f45f6f req-2e824e93-0b5b-4f01-becb-c646d87ce155 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:09.259975 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-78bd2c8f-a778-4a4e-95bd-9f5a04f45f6f req-2e824e93-0b5b-4f01-becb-c646d87ce155 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 946 time: 0.0614495 Jan 28 04:30:09.312461 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-78bd2c8f-a778-4a4e-95bd-9f5a04f45f6f req-11980ec9-59f1-4d9e-aff6-a60e305963bb tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451000 Jan 28 04:30:09.926501 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f38f2d-9b9e-465d-b8d0-2769b4c412ad req-24c7ed0a-834a-4963-aa4e-e3520936c2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:09.927944 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a0f38f2d-9b9e-465d-b8d0-2769b4c412ad req-24c7ed0a-834a-4963-aa4e-e3520936c2ea service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5dcf08c05e54ee08082ff7b76765a52&device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 1098 time: 0.0446315 Jan 28 04:30:10.021717 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f38f2d-9b9e-465d-b8d0-2769b4c412ad req-af714e4a-76a5-4d44-9d28-d3f4b4945478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:10.023178 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a0f38f2d-9b9e-465d-b8d0-2769b4c412ad req-af714e4a-76a5-4d44-9d28-d3f4b4945478 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3939bad5-db13-4d01-8e70-2b1fd9229ffe HTTP/1.1" status: 200 len: 909 time: 0.0883856 Jan 28 04:30:10.088215 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a0f38f2d-9b9e-465d-b8d0-2769b4c412ad req-094d6e9f-a776-4df2-8ad8-382699a628a4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0755b75-af2a-450e-b83a-0df87e949dc7 HTTP/1.1" status: 200 len: 1002 time: 0.0580864 Jan 28 04:30:10.436809 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ed9b9-29a5-4eb2-8856-809b252782cc req-269e46d7-6959-456f-80e2-0c93aa033077 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:10.438427 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a21ed9b9-29a5-4eb2-8856-809b252782cc req-269e46d7-6959-456f-80e2-0c93aa033077 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 946 time: 0.0550787 Jan 28 04:30:10.473214 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f38f2d-9b9e-465d-b8d0-2769b4c412ad req-51164168-acd1-477e-b11e-c9dfdd21dcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:10.474738 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a0f38f2d-9b9e-465d-b8d0-2769b4c412ad req-51164168-acd1-477e-b11e-c9dfdd21dcf6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b25f6e6c-4266-4086-afc5-2a1e90abfdbe HTTP/1.1" status: 200 len: 847 time: 0.3813691 Jan 28 04:30:10.488821 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-a21ed9b9-29a5-4eb2-8856-809b252782cc req-9d30e933-276a-45d9-916c-e2ba6de95680 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442998 Jan 28 04:30:10.521353 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f38f2d-9b9e-465d-b8d0-2769b4c412ad req-21df825e-fdda-4273-9009-d2b8d6c33270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:10.522877 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a0f38f2d-9b9e-465d-b8d0-2769b4c412ad req-21df825e-fdda-4273-9009-d2b8d6c33270 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3939bad5-db13-4d01-8e70-2b1fd9229ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400126 Jan 28 04:30:10.632887 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a0f38f2d-9b9e-465d-b8d0-2769b4c412ad req-15df76d8-e7c0-4693-9168-ab3f78dee5cb service neutron] 10.222.0.67 "GET /v2.0/networks/3939bad5-db13-4d01-8e70-2b1fd9229ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025200 Jan 28 04:30:10.729394 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a0f38f2d-9b9e-465d-b8d0-2769b4c412ad req-949a7052-4af3-4d84-a469-ef3da6e0ce9f service neutron] 10.222.0.67 "GET /v2.0/networks/3939bad5-db13-4d01-8e70-2b1fd9229ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894818 Jan 28 04:30:11.617690 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f59dea-b5eb-4a7c-be53-be3f79aaba5f req-581f3c5c-3c4e-4026-b0d2-f732eb39dc57 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:11.619214 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-21f59dea-b5eb-4a7c-be53-be3f79aaba5f req-581f3c5c-3c4e-4026-b0d2-f732eb39dc57 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 946 time: 0.0565012 Jan 28 04:30:11.669099 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-21f59dea-b5eb-4a7c-be53-be3f79aaba5f req-f9442969-a921-4ee3-bf17-97c19e572102 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442059 Jan 28 04:30:12.788610 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68157936-fa9b-4de1-85de-d4972ceba4ac req-5e42baf7-c5ed-4323-8a39-61f7e3bd156d tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:12.790102 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-68157936-fa9b-4de1-85de-d4972ceba4ac req-5e42baf7-c5ed-4323-8a39-61f7e3bd156d tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 946 time: 0.0490320 Jan 28 04:30:12.837928 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-68157936-fa9b-4de1-85de-d4972ceba4ac req-4cfc89c4-6db3-4dd0-bb07-b1ba60dd402f tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420961 Jan 28 04:30:13.964475 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01f076-cffb-4a59-8ddf-38597d731f6d req-159aff34-3c1c-4b7e-8a34-73147189ccc8 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:13.966085 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a01f076-cffb-4a59-8ddf-38597d731f6d req-159aff34-3c1c-4b7e-8a34-73147189ccc8 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 946 time: 0.0574315 Jan 28 04:30:14.021506 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4a01f076-cffb-4a59-8ddf-38597d731f6d req-b961e589-aeca-4338-83ac-7c952e8fb892 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493670 Jan 28 04:30:15.140566 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2cb73d-6581-4fad-92f8-76ddaac575fa req-725a0f00-40cc-48db-8465-83344116d298 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:15.142106 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-eb2cb73d-6581-4fad-92f8-76ddaac575fa req-725a0f00-40cc-48db-8465-83344116d298 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 946 time: 0.0497608 Jan 28 04:30:15.195185 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-eb2cb73d-6581-4fad-92f8-76ddaac575fa req-048898ec-b14e-470d-8195-f874a74f6550 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473323 Jan 28 04:30:15.348863 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:30:15.979117 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device b0755b75-af2a-450e-b83a-0df87e949dc7 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:30:16.063347 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port b0755b75-af2a-450e-b83a-0df87e949dc7 is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:30:16.063739 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b0755b75-af2a-450e-b83a-0df87e949dc7), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:16.087374 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663dbd50-9550-4b3a-b92a-1599bcb47be0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0755b75-af2a-450e-b83a-0df87e949dc7'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:30:16.089699 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7466989c69d563e87a019306beca113247d74b519ddc68a6966af7388d6c63e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665a45ce-245c-45aa-9ab5-0478fda40024" -d '{"events": [{"server_uuid": "663dbd50-9550-4b3a-b92a-1599bcb47be0", "name": "network-vif-unplugged", "status": "completed", "tag": "b0755b75-af2a-450e-b83a-0df87e949dc7"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:30:16.102293 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port b0755b75-af2a-450e-b83a-0df87e949dc7, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=b0755b75-af2a-450e-b83a-0df87e949dc7,segment=NetworkSegment(9b1c0674-522a-4d50-a7eb-dd1bfa315b31),segment_id=9b1c0674-522a-4d50-a7eb-dd1bfa315b31)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:30:16.107780 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b0755b75-af2a-450e-b83a-0df87e949dc7), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:16.136994 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f6840e-1eff-4f5f-a20a-ec56f5b9ac5f x-openstack-request-id: req-13f6840e-1eff-4f5f-a20a-ec56f5b9ac5f {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:30:16.137308 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663dbd50-9550-4b3a-b92a-1599bcb47be0", "name": "network-vif-unplugged", "status": "completed", "tag": "b0755b75-af2a-450e-b83a-0df87e949dc7", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:30:16.137556 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-13f6840e-1eff-4f5f-a20a-ec56f5b9ac5f {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:30:16.137934 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663dbd50-9550-4b3a-b92a-1599bcb47be0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0755b75-af2a-450e-b83a-0df87e949dc7', 'code': 200} Jan 28 04:30:16.166393 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=b0755b75-af2a-450e-b83a-0df87e949dc7,revision_number=6']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:16.173871 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:16.174224 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:16.174564 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:16.174902 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:16.175239 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:16.175571 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:16.175897 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:16.176224 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:16.176551 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:16.176874 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:16.177306 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:16.177576 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:16.177900 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:30:16.310389 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c36157-f6eb-410e-95fd-c6f2bc15f2cc req-138956a6-0b8f-4c46-9c09-262c864448bf tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:16.311876 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e5c36157-f6eb-410e-95fd-c6f2bc15f2cc req-138956a6-0b8f-4c46-9c09-262c864448bf tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 944 time: 0.0496519 Jan 28 04:30:16.366841 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e5c36157-f6eb-410e-95fd-c6f2bc15f2cc req-76c09eb4-7be4-4403-891d-8861636cfdee tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468850 Jan 28 04:30:16.558458 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fbfb1afc-b95f-417b-b5d1-bf5bfb9081d9 req-e5ef176c-727c-4719-b1c7-c3fff70cbeb0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0438485 Jan 28 04:30:16.568593 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-fbfb1afc-b95f-417b-b5d1-bf5bfb9081d9 req-656f9ac2-beee-4b48-813e-8672e224963f service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:30:16.569573 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fbfb1afc-b95f-417b-b5d1-bf5bfb9081d9 req-656f9ac2-beee-4b48-813e-8672e224963f service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054204 Jan 28 04:30:16.588178 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26210bdf-5e5e-48df-98d2-abe63de94745 req-ecc6ceb3-94a0-48e4-a569-457449e40b85 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:16.589761 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-26210bdf-5e5e-48df-98d2-abe63de94745 req-ecc6ceb3-94a0-48e4-a569-457449e40b85 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 944 time: 0.0545304 Jan 28 04:30:16.646397 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-26210bdf-5e5e-48df-98d2-abe63de94745 req-36810faa-07b8-44b1-953f-7031fb23d058 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436001 Jan 28 04:30:17.765243 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013e368-32e0-4520-ac9d-54d503804190 req-a71aeed0-3e4a-420a-916f-87bbc6a74ab6 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:17.766755 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b013e368-32e0-4520-ac9d-54d503804190 req-a71aeed0-3e4a-420a-916f-87bbc6a74ab6 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 944 time: 0.0497429 Jan 28 04:30:17.821580 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b013e368-32e0-4520-ac9d-54d503804190 req-061f0382-c5ee-4c5e-b6cf-9a15997969b6 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488074 Jan 28 04:30:18.955679 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb27f60-dbd1-4ca4-8b4c-176cc56fd452 req-8e8290de-2464-4ca5-81f0-50ecedf02465 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:18.957881 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7bb27f60-dbd1-4ca4-8b4c-176cc56fd452 req-8e8290de-2464-4ca5-81f0-50ecedf02465 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 944 time: 0.0596819 Jan 28 04:30:19.008014 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7bb27f60-dbd1-4ca4-8b4c-176cc56fd452 req-e34692ba-e561-476f-a7fb-6130fd00a123 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426996 Jan 28 04:30:20.126676 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11a842-6d47-43a0-b9c6-1bbf1f84c558 req-968a2640-07bf-454a-a52b-ad77efc05cad tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:20.128319 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cb11a842-6d47-43a0-b9c6-1bbf1f84c558 req-968a2640-07bf-454a-a52b-ad77efc05cad tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 944 time: 0.0503702 Jan 28 04:30:20.180725 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cb11a842-6d47-43a0-b9c6-1bbf1f84c558 req-bdd969ad-90c3-49a4-a450-7624c56e2fdc tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464394 Jan 28 04:30:21.302216 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98810af7-ab84-4a19-a665-2bc3da95df35 req-c1d4dd22-2564-4597-9f61-8179eea94750 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:21.303774 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-98810af7-ab84-4a19-a665-2bc3da95df35 req-c1d4dd22-2564-4597-9f61-8179eea94750 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 944 time: 0.0526538 Jan 28 04:30:21.354600 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-98810af7-ab84-4a19-a665-2bc3da95df35 req-80a366c9-2554-480a-986b-7efb509f5c77 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448873 Jan 28 04:30:22.473610 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f2e45-c738-451d-b5c1-1456c9bfc214 req-9b1884ab-8b72-4920-9214-76d3bd55e062 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:22.475061 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0b2f2e45-c738-451d-b5c1-1456c9bfc214 req-9b1884ab-8b72-4920-9214-76d3bd55e062 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 944 time: 0.0511146 Jan 28 04:30:22.524774 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0b2f2e45-c738-451d-b5c1-1456c9bfc214 req-3cd74330-40cd-47a9-a7cc-8c3f12d61f3d tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435603 Jan 28 04:30:23.647892 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07df816-fb70-4124-b989-be8c62d49976 req-ba98fe59-1e50-4ba7-adf0-122ac21fda10 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:23.649410 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e07df816-fb70-4124-b989-be8c62d49976 req-ba98fe59-1e50-4ba7-adf0-122ac21fda10 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 944 time: 0.0533969 Jan 28 04:30:23.699811 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e07df816-fb70-4124-b989-be8c62d49976 req-de0f349e-bba5-4343-8fd2-f8f58c2b11f6 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443537 Jan 28 04:30:24.820531 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99793d22-8b65-4e33-b1af-e5c83e573a31 req-b0ef912b-7da5-4927-b401-4d36a129d02f tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:24.821943 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-99793d22-8b65-4e33-b1af-e5c83e573a31 req-b0ef912b-7da5-4927-b401-4d36a129d02f tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 944 time: 0.0539899 Jan 28 04:30:24.872691 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-99793d22-8b65-4e33-b1af-e5c83e573a31 req-5e5dcd76-290a-49a4-bfbe-05689b0af173 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449536 Jan 28 04:30:25.990379 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb410c0d-4874-4ed7-b584-f7a346e7d506 req-5b070717-5cc9-4d94-b75f-63a9df6f71a3 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:25.991822 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bb410c0d-4874-4ed7-b584-f7a346e7d506 req-5b070717-5cc9-4d94-b75f-63a9df6f71a3 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 944 time: 0.0500689 Jan 28 04:30:26.044763 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bb410c0d-4874-4ed7-b584-f7a346e7d506 req-a412fb9e-3886-4221-8219-017e779177df tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470278 Jan 28 04:30:26.810156 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb1afc-b95f-417b-b5d1-bf5bfb9081d9 req-0d7f920e-4189-4552-a515-654136799561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:26.811759 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fbfb1afc-b95f-417b-b5d1-bf5bfb9081d9 req-0d7f920e-4189-4552-a515-654136799561 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0&tenant_id=c5dcf08c05e54ee08082ff7b76765a52 HTTP/1.1" status: 200 len: 1096 time: 0.0422440 Jan 28 04:30:26.882437 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb1afc-b95f-417b-b5d1-bf5bfb9081d9 req-7336e1f1-b07a-43f6-b587-c4586d365a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:26.883918 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fbfb1afc-b95f-417b-b5d1-bf5bfb9081d9 req-7336e1f1-b07a-43f6-b587-c4586d365a0b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5dcf08c05e54ee08082ff7b76765a52&device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 1096 time: 0.0404744 Jan 28 04:30:26.979801 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb1afc-b95f-417b-b5d1-bf5bfb9081d9 req-58e57f31-7d56-4532-988f-949a4e4d0c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:26.981282 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fbfb1afc-b95f-417b-b5d1-bf5bfb9081d9 req-58e57f31-7d56-4532-988f-949a4e4d0c72 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3939bad5-db13-4d01-8e70-2b1fd9229ffe HTTP/1.1" status: 200 len: 909 time: 0.0912824 Jan 28 04:30:27.055121 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fbfb1afc-b95f-417b-b5d1-bf5bfb9081d9 req-a5d26c45-ae1e-4bdd-880c-704ef261abc1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0755b75-af2a-450e-b83a-0df87e949dc7 HTTP/1.1" status: 200 len: 1000 time: 0.0681982 Jan 28 04:30:27.109845 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb1afc-b95f-417b-b5d1-bf5bfb9081d9 req-f6818681-1306-45ea-9b39-d7b3d8c3c3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:27.111308 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fbfb1afc-b95f-417b-b5d1-bf5bfb9081d9 req-f6818681-1306-45ea-9b39-d7b3d8c3c3ed service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b25f6e6c-4266-4086-afc5-2a1e90abfdbe HTTP/1.1" status: 200 len: 847 time: 0.0502980 Jan 28 04:30:27.184272 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecbf0f5-5b20-4cc8-8b7d-008442d4bf38 req-b552f465-0760-4168-810a-a539c7c67294 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:27.185766 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cecbf0f5-5b20-4cc8-8b7d-008442d4bf38 req-b552f465-0760-4168-810a-a539c7c67294 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 944 time: 0.0713472 Jan 28 04:30:27.191582 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb1afc-b95f-417b-b5d1-bf5bfb9081d9 req-249e7068-3576-4094-a10c-35b7f7922c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:27.192401 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fbfb1afc-b95f-417b-b5d1-bf5bfb9081d9 req-249e7068-3576-4094-a10c-35b7f7922c7d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3939bad5-db13-4d01-8e70-2b1fd9229ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697424 Jan 28 04:30:27.286073 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-cecbf0f5-5b20-4cc8-8b7d-008442d4bf38 req-bcbb4998-7e30-4b0d-bdea-4102e707c12e tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0925927 Jan 28 04:30:27.313098 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fbfb1afc-b95f-417b-b5d1-bf5bfb9081d9 req-6a561eb2-54f4-4563-bc76-d9b46cd4bf1c service neutron] 10.222.0.67 "GET /v2.0/networks/3939bad5-db13-4d01-8e70-2b1fd9229ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138356 Jan 28 04:30:27.409372 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-fbfb1afc-b95f-417b-b5d1-bf5bfb9081d9 req-78e3b992-437a-45b7-9879-4228b346b2ed service neutron] 10.222.0.67 "GET /v2.0/networks/3939bad5-db13-4d01-8e70-2b1fd9229ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900238 Jan 28 04:30:28.416654 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc3360-1298-4c3b-a6fa-de0091eb903c req-06635ba0-402a-42fe-8087-ba247f68a325 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:28.418151 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-29bc3360-1298-4c3b-a6fa-de0091eb903c req-06635ba0-402a-42fe-8087-ba247f68a325 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 944 time: 0.0529721 Jan 28 04:30:28.476607 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-29bc3360-1298-4c3b-a6fa-de0091eb903c req-167365b4-122c-45bb-9fb0-c5d166b4b155 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526919 Jan 28 04:30:29.607172 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d1d2c-a888-4418-8520-7a0d23c59d91 req-445ca711-9c51-4211-9b8b-925bab4c172b tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:29.608724 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-853d1d2c-a888-4418-8520-7a0d23c59d91 req-445ca711-9c51-4211-9b8b-925bab4c172b tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 944 time: 0.0542819 Jan 28 04:30:29.660750 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-853d1d2c-a888-4418-8520-7a0d23c59d91 req-ac89be35-f47c-42bf-a833-9f67fec4cf49 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462379 Jan 28 04:30:29.882839 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-370c3e40-0ad8-4650-bfae-56e21a58da88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:30.035959 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:30.784457 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100c5e7-b45f-4e1b-a18e-01e13e8e673f req-57691e85-bd6d-438b-be9d-4438cb34c8fe tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:30.785976 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e100c5e7-b45f-4e1b-a18e-01e13e8e673f req-57691e85-bd6d-438b-be9d-4438cb34c8fe tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 944 time: 0.0569527 Jan 28 04:30:30.835057 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e100c5e7-b45f-4e1b-a18e-01e13e8e673f req-60022465-482b-4e47-935a-e211adcbeae7 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434403 Jan 28 04:30:31.924363 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-17d6bc23-fb2e-48ba-a46a-9f1d42f6f0d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:31.968771 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d807e3b-a0c8-457c-bd6e-6e06811be345 req-9e940ef6-f345-4221-915c-afa2bdee47ef tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:31.970325 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4d807e3b-a0c8-457c-bd6e-6e06811be345 req-9e940ef6-f345-4221-915c-afa2bdee47ef tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 944 time: 0.0526738 Jan 28 04:30:32.021132 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-4d807e3b-a0c8-457c-bd6e-6e06811be345 req-501451ec-5605-4a5d-8c44-7452909389f1 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448983 Jan 28 04:30:33.147228 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a8040-90b9-46e1-9c6d-99bbf62b0b5b req-957b12dd-4ff5-447f-b41d-4e4f095dcf4c tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:33.148737 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4e8a8040-90b9-46e1-9c6d-99bbf62b0b5b req-957b12dd-4ff5-447f-b41d-4e4f095dcf4c tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 944 time: 0.0532281 Jan 28 04:30:33.205337 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-4e8a8040-90b9-46e1-9c6d-99bbf62b0b5b req-551bf398-87d0-43af-b039-ce9d4aaea0e6 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480204 Jan 28 04:30:33.820830 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:34.334316 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8e43c-d994-483e-b753-face9cfec30f req-dfe8073f-0605-4087-9d36-b687cd75994c tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:34.335806 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b1a8e43c-d994-483e-b753-face9cfec30f req-dfe8073f-0605-4087-9d36-b687cd75994c tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 944 time: 0.0490081 Jan 28 04:30:34.391453 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-b1a8e43c-d994-483e-b753-face9cfec30f req-58689df2-2d6f-40a9-a7a0-7387bb8df90e tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500259 Jan 28 04:30:34.694772 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:35.303738 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:35.526359 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d6093-a4e7-4771-861f-cf98c052499a req-52afac9a-867f-4065-9747-aa571b84517e tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:35.528346 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f15d6093-a4e7-4771-861f-cf98c052499a req-52afac9a-867f-4065-9747-aa571b84517e tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 944 time: 0.0671825 Jan 28 04:30:35.595096 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-f15d6093-a4e7-4771-861f-cf98c052499a req-6ae62a8c-2557-41ad-8657-b8c4280a88bb tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0586216 Jan 28 04:30:36.100246 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device b0755b75-af2a-450e-b83a-0df87e949dc7 details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:30:36.207848 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port b0755b75-af2a-450e-b83a-0df87e949dc7, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=b0755b75-af2a-450e-b83a-0df87e949dc7,segment=NetworkSegment(9b1c0674-522a-4d50-a7eb-dd1bfa315b31),segment_id=9b1c0674-522a-4d50-a7eb-dd1bfa315b31)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:30:36.210280 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:36.219700 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': 'b0755b75-af2a-450e-b83a-0df87e949dc7', 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe', 'port_id': 'b0755b75-af2a-450e-b83a-0df87e949dc7', 'mac_address': 'fa:16:3e:76:11:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b25f6e6c-4266-4086-afc5-2a1e90abfdbe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:30:36.256946 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port b0755b75-af2a-450e-b83a-0df87e949dc7 is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:30:36.257364 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b0755b75-af2a-450e-b83a-0df87e949dc7), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:36.269998 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0755b75-af2a-450e-b83a-0df87e949dc7 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:30:36.291533 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port b0755b75-af2a-450e-b83a-0df87e949dc7, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=b0755b75-af2a-450e-b83a-0df87e949dc7,segment=NetworkSegment(9b1c0674-522a-4d50-a7eb-dd1bfa315b31),segment_id=9b1c0674-522a-4d50-a7eb-dd1bfa315b31)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:30:36.296873 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b0755b75-af2a-450e-b83a-0df87e949dc7), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:36.341467 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=b0755b75-af2a-450e-b83a-0df87e949dc7,revision_number=7']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:36.697493 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['b0755b75-af2a-450e-b83a-0df87e949dc7'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:30:36.725696 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7431874d-c9ff-49ef-bab1-778a6890a239 req-fc636bf2-6d3d-45f0-9fe3-33776712cf98 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:36.727601 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7431874d-c9ff-49ef-bab1-778a6890a239 req-fc636bf2-6d3d-45f0-9fe3-33776712cf98 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 945 time: 0.0500038 Jan 28 04:30:36.777772 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7431874d-c9ff-49ef-bab1-778a6890a239 req-365e7519-a9f1-4d98-b2f6-551bd7f3589b tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444410 Jan 28 04:30:37.897495 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca32311-fc87-4958-a784-f74d05cf5086 req-cd57689e-b9f8-4df9-829e-a7bb7ef1ba20 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:37.898985 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dca32311-fc87-4958-a784-f74d05cf5086 req-cd57689e-b9f8-4df9-829e-a7bb7ef1ba20 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 945 time: 0.0498159 Jan 28 04:30:37.961169 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-dca32311-fc87-4958-a784-f74d05cf5086 req-ef334d57-eb80-4eca-a1b5-c218755a7cb3 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0556798 Jan 28 04:30:38.130671 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device b0755b75-af2a-450e-b83a-0df87e949dc7 up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:30:38.185274 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port b0755b75-af2a-450e-b83a-0df87e949dc7 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:30:38.185655 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (b0755b75-af2a-450e-b83a-0df87e949dc7), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:38.263625 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port b0755b75-af2a-450e-b83a-0df87e949dc7 is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:30:38.263934 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (b0755b75-af2a-450e-b83a-0df87e949dc7), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:38.293196 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663dbd50-9550-4b3a-b92a-1599bcb47be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0755b75-af2a-450e-b83a-0df87e949dc7'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:30:38.295458 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7466989c69d563e87a019306beca113247d74b519ddc68a6966af7388d6c63e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1d4b07-ad1c-4c7c-a525-c72cf3fcb8e0" -d '{"events": [{"server_uuid": "663dbd50-9550-4b3a-b92a-1599bcb47be0", "name": "network-vif-plugged", "status": "completed", "tag": "b0755b75-af2a-450e-b83a-0df87e949dc7"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:30:38.308395 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port b0755b75-af2a-450e-b83a-0df87e949dc7, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=b0755b75-af2a-450e-b83a-0df87e949dc7,segment=NetworkSegment(9b1c0674-522a-4d50-a7eb-dd1bfa315b31),segment_id=9b1c0674-522a-4d50-a7eb-dd1bfa315b31)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:30:38.315666 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (b0755b75-af2a-450e-b83a-0df87e949dc7), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:30:38.371078 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=b0755b75-af2a-450e-b83a-0df87e949dc7,revision_number=8']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:30:38.395482 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9f3a0a-e416-48e8-8767-6d75afb45a9b x-openstack-request-id: req-1f9f3a0a-e416-48e8-8767-6d75afb45a9b {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:30:38.395763 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663dbd50-9550-4b3a-b92a-1599bcb47be0", "name": "network-vif-plugged", "status": "completed", "tag": "b0755b75-af2a-450e-b83a-0df87e949dc7", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:30:38.396047 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1f9f3a0a-e416-48e8-8767-6d75afb45a9b {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:30:38.396448 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663dbd50-9550-4b3a-b92a-1599bcb47be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0755b75-af2a-450e-b83a-0df87e949dc7', 'code': 200} Jan 28 04:30:38.602736 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d840ec-9aa3-45a4-8eba-0bb1811ccecb req-7b066bfb-f645-4c87-b8b7-ca15eded4b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:38.604343 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e0d840ec-9aa3-45a4-8eba-0bb1811ccecb req-7b066bfb-f645-4c87-b8b7-ca15eded4b0c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 1098 time: 0.0424263 Jan 28 04:30:38.650726 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e0d840ec-9aa3-45a4-8eba-0bb1811ccecb req-e7958d9b-1145-4d9e-a9f4-668fa6f6bd9e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404811 Jan 28 04:30:39.088031 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b7be5-0b48-4836-9a8f-1e9ed5a0a633 req-3b73640b-e705-4f37-b522-27f639b9eb98 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:39.089668 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-945b7be5-0b48-4836-9a8f-1e9ed5a0a633 req-3b73640b-e705-4f37-b522-27f639b9eb98 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 946 time: 0.0483322 Jan 28 04:30:39.143081 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-945b7be5-0b48-4836-9a8f-1e9ed5a0a633 req-0ad8cfc6-66fa-43ab-9cfb-4743f237e2d2 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475929 Jan 28 04:30:40.287711 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e98a0b-9494-466c-9aa2-da02fb717d02 req-360a486a-80e8-4d6f-9835-16eff6115752 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:30:40.289332 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-15e98a0b-9494-466c-9aa2-da02fb717d02 req-360a486a-80e8-4d6f-9835-16eff6115752 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 946 time: 0.0561335 Jan 28 04:30:40.344233 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-15e98a0b-9494-466c-9aa2-da02fb717d02 req-e991aa7c-f744-40c9-8180-80867e1be9b7 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472884 Jan 28 04:30:52.348799 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:30:59.890227 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a136f90a-f5b2-45e5-831e-8d9c2a4409e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:00.043368 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:01.930356 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a27ec2ba-bc19-4ca5-af6b-5db3b86d6758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:03.816641 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:04.677794 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:05.310003 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:06.200160 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:22.555485 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3d435211-1ae9-4c4c-8f4d-dd92032e4267 req-944e5053-8136-410e-a006-977d71f49c6f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0464206 Jan 28 04:31:22.663728 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d435211-1ae9-4c4c-8f4d-dd92032e4267 req-663dc0d3-58a7-4a4d-bbbb-ee2d97146c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:22.666536 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3d435211-1ae9-4c4c-8f4d-dd92032e4267 req-663dc0d3-58a7-4a4d-bbbb-ee2d97146c69 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5dcf08c05e54ee08082ff7b76765a52&device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 1098 time: 0.0459049 Jan 28 04:31:22.782908 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d435211-1ae9-4c4c-8f4d-dd92032e4267 req-fd7d0151-33bc-4a68-8931-60c84945077f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:22.784417 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3d435211-1ae9-4c4c-8f4d-dd92032e4267 req-fd7d0151-33bc-4a68-8931-60c84945077f service neutron] 10.222.0.67 "GET /v2.0/networks?id=3939bad5-db13-4d01-8e70-2b1fd9229ffe HTTP/1.1" status: 200 len: 909 time: 0.0991075 Jan 28 04:31:22.851935 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3d435211-1ae9-4c4c-8f4d-dd92032e4267 req-c2df3a97-0766-4df3-ba59-098395954b89 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0755b75-af2a-450e-b83a-0df87e949dc7 HTTP/1.1" status: 200 len: 1002 time: 0.0607615 Jan 28 04:31:22.905658 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d435211-1ae9-4c4c-8f4d-dd92032e4267 req-2d230649-4757-4a3c-909a-0c87a54ff52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:22.907134 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3d435211-1ae9-4c4c-8f4d-dd92032e4267 req-2d230649-4757-4a3c-909a-0c87a54ff52c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b25f6e6c-4266-4086-afc5-2a1e90abfdbe HTTP/1.1" status: 200 len: 847 time: 0.0492098 Jan 28 04:31:22.952703 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d435211-1ae9-4c4c-8f4d-dd92032e4267 req-cbfb6cbd-0776-4c76-abef-10af655a9602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:22.954230 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3d435211-1ae9-4c4c-8f4d-dd92032e4267 req-cbfb6cbd-0776-4c76-abef-10af655a9602 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3939bad5-db13-4d01-8e70-2b1fd9229ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408766 Jan 28 04:31:23.043581 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3d435211-1ae9-4c4c-8f4d-dd92032e4267 req-782ccbb3-b5c8-4ad6-b206-2f8210aa7b48 service neutron] 10.222.0.67 "GET /v2.0/networks/3939bad5-db13-4d01-8e70-2b1fd9229ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818202 Jan 28 04:31:23.135284 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3d435211-1ae9-4c4c-8f4d-dd92032e4267 req-c19e2ff0-c107-4dfd-ab04-d8db4480fa83 service neutron] 10.222.0.67 "GET /v2.0/networks/3939bad5-db13-4d01-8e70-2b1fd9229ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855272 Jan 28 04:31:29.352727 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:31:29.883092 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4860160b-7c18-4171-81ee-7506bf56fb56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:30.045397 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:31.936909 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d0db0644-c6d9-42a5-8c46-4e5ac9c8d5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:33.830397 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:34.700636 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:35.309939 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:36.199050 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:53.860626 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39210) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:31:54.029511 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-5b2c5dff-2487-429d-94f6-0bc308fc1430 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Deleting port 25f002ae-d06d-4c71-a938-6fa83d54ecc2 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:31:54.029775 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5b2c5dff-2487-429d-94f6-0bc308fc1430 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (25f002ae-d06d-4c71-a938-6fa83d54ecc2), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:54.106732 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5b2c5dff-2487-429d-94f6-0bc308fc1430 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (25f002ae-d06d-4c71-a938-6fa83d54ecc2), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:54.107021 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5b2c5dff-2487-429d-94f6-0bc308fc1430 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for floatingip (25f002ae-d06d-4c71-a938-6fa83d54ecc2), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:54.121890 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-5b2c5dff-2487-429d-94f6-0bc308fc1430 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Calling delete_port for 25f002ae-d06d-4c71-a938-6fa83d54ecc2 owned by network:floatingip {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:31:54.279674 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5b2c5dff-2487-429d-94f6-0bc308fc1430 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (25f002ae-d06d-4c71-a938-6fa83d54ecc2), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:54.309816 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2c5dff-2487-429d-94f6-0bc308fc1430 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Pushing event deleted for resources: {'Port': ['ID=25f002ae-d06d-4c71-a938-6fa83d54ecc2,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:54.331979 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2c5dff-2487-429d-94f6-0bc308fc1430 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:54.332325 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2c5dff-2487-429d-94f6-0bc308fc1430 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:54.332670 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2c5dff-2487-429d-94f6-0bc308fc1430 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:54.333004 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2c5dff-2487-429d-94f6-0bc308fc1430 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:54.333369 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2c5dff-2487-429d-94f6-0bc308fc1430 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:54.333704 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2c5dff-2487-429d-94f6-0bc308fc1430 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:54.334038 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2c5dff-2487-429d-94f6-0bc308fc1430 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:54.334364 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2c5dff-2487-429d-94f6-0bc308fc1430 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:54.334677 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2c5dff-2487-429d-94f6-0bc308fc1430 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:54.335003 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2c5dff-2487-429d-94f6-0bc308fc1430 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:54.335323 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2c5dff-2487-429d-94f6-0bc308fc1430 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:54.335646 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2c5dff-2487-429d-94f6-0bc308fc1430 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:54.335982 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2c5dff-2487-429d-94f6-0bc308fc1430 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:54.377982 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5b2c5dff-2487-429d-94f6-0bc308fc1430 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for floatingip (f6f43b50-6ae6-4d1c-be2e-dde904887e0e), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:54.378408 n-d-712139-27 neutron-server[109802]: INFO neutron.db.l3_db [None req-5b2c5dff-2487-429d-94f6-0bc308fc1430 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Floating IP f6f43b50-6ae6-4d1c-be2e-dde904887e0e disassociated (deleted). External IP: 172.25.0.241, port: b0755b75-af2a-450e-b83a-0df87e949dc7. Jan 28 04:31:54.588472 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2c5dff-2487-429d-94f6-0bc308fc1430 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Router b0208275-78af-420d-b1dc-5bc64b718ed6 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:31:54.697056 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2c5dff-2487-429d-94f6-0bc308fc1430 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:31:54.702399 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-5b2c5dff-2487-429d-94f6-0bc308fc1430 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:54.708535 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54259f05-253f-480f-b7f6-385759e3e51e None None] Sync routers for ids ['b0208275-78af-420d-b1dc-5bc64b718ed6'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:31:54.719191 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54259f05-253f-480f-b7f6-385759e3e51e None None] Routers {'b0208275-78af-420d-b1dc-5bc64b718ed6'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:31:54.719837 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-54259f05-253f-480f-b7f6-385759e3e51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:31:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['b0208275-78af-420d-b1dc-5bc64b718ed6'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:31:54.732041 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-5b2c5dff-2487-429d-94f6-0bc308fc1430 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "DELETE /v2.0/floatingips/f6f43b50-6ae6-4d1c-be2e-dde904887e0e HTTP/1.1" status: 204 len: 168 time: 0.8700690 Jan 28 04:31:54.732624 n-d-712139-27 neutron-server[109802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663dbd50-9550-4b3a-b92a-1599bcb47be0', 'tag': 'b0755b75-af2a-450e-b83a-0df87e949dc7'}] {{(pid=109802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:31:54.734920 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3198fe40c20953b5b589f016e0433bfb4a98f5964cdf03e8abb15383fb0d5974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5342d4-e1fc-4088-b142-a81768b4c41d" -d '{"events": [{"name": "network-changed", "server_uuid": "663dbd50-9550-4b3a-b92a-1599bcb47be0", "tag": "b0755b75-af2a-450e-b83a-0df87e949dc7"}]}' {{(pid=109802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:31:54.772285 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3c9687-052a-4c56-93ba-0b2c239f84d6 x-openstack-request-id: req-1c3c9687-052a-4c56-93ba-0b2c239f84d6 {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:31:54.772584 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "663dbd50-9550-4b3a-b92a-1599bcb47be0", "tag": "b0755b75-af2a-450e-b83a-0df87e949dc7", "status": "completed", "code": 200}]} {{(pid=109802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:31:54.772845 n-d-712139-27 neutron-server[109802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1c3c9687-052a-4c56-93ba-0b2c239f84d6 {{(pid=109802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:31:54.773636 n-d-712139-27 neutron-server[109802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '663dbd50-9550-4b3a-b92a-1599bcb47be0', 'tag': 'b0755b75-af2a-450e-b83a-0df87e949dc7', 'status': 'completed', 'code': 200} Jan 28 04:31:54.830287 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-54259f05-253f-480f-b7f6-385759e3e51e None None] Set router b0208275-78af-420d-b1dc-5bc64b718ed6 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:31:54.877633 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5342d4-e1fc-4088-b142-a81768b4c41d req-c5c30d80-d248-4e4a-a4a2-4c20d9496dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:54.879267 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ba5342d4-e1fc-4088-b142-a81768b4c41d req-c5c30d80-d248-4e4a-a4a2-4c20d9496dfe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5dcf08c05e54ee08082ff7b76765a52&device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 1098 time: 0.0632966 Jan 28 04:31:55.024502 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b812c-3e6d-43e3-95ef-7730ef24fe40 req-32feaff6-1faf-40d9-893f-b6fe40f13481 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:55.026439 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7e7b812c-3e6d-43e3-95ef-7730ef24fe40 req-32feaff6-1faf-40d9-893f-b6fe40f13481 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 946 time: 0.1079245 Jan 28 04:31:55.042327 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5342d4-e1fc-4088-b142-a81768b4c41d req-8140a890-01bb-46e8-8439-03100c075730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:55.043796 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ba5342d4-e1fc-4088-b142-a81768b4c41d req-8140a890-01bb-46e8-8439-03100c075730 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3939bad5-db13-4d01-8e70-2b1fd9229ffe HTTP/1.1" status: 200 len: 909 time: 0.1344719 Jan 28 04:31:55.044712 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-54259f05-253f-480f-b7f6-385759e3e51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'name': 'tempest-TestShelveInstance-334990647-router', 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '201747bb-a642-48b5-a9ee-34ec0239ef52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:21:58Z', 'updated_at': '2022-01-28T04:22:01Z', 'revision_number': 4, 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'gw_port': {'id': '201747bb-a642-48b5-a9ee-34ec0239ef52', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:eb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:21:58Z', 'updated_at': '2022-01-28T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '85fe2b1c-4389-4bf1-9e12-d58b851f6d59', 'name': '', 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe', 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'mac_address': 'fa:16:3e:60:3e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b25f6e6c-4266-4086-afc5-2a1e90abfdbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:22:00Z', 'updated_at': '2022-01-28T04:22:06Z', 'revision_number': 5, 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'subnets': [{'id': 'b25f6e6c-4266-4086-afc5-2a1e90abfdbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:31:55.070971 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54259f05-253f-480f-b7f6-385759e3e51e None None] Checking router: b0208275-78af-420d-b1dc-5bc64b718ed6 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:31:55.079866 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54259f05-253f-480f-b7f6-385759e3e51e None None] Routers {'b0208275-78af-420d-b1dc-5bc64b718ed6'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:31:55.080484 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-54259f05-253f-480f-b7f6-385759e3e51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:31:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['b0208275-78af-420d-b1dc-5bc64b718ed6'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:31:55.086437 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ba5342d4-e1fc-4088-b142-a81768b4c41d req-e0f3f759-cb48-4468-bd98-ae1e5aefa8d9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0755b75-af2a-450e-b83a-0df87e949dc7 HTTP/1.1" status: 200 len: 217 time: 0.0354571 Jan 28 04:31:55.144794 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7e7b812c-3e6d-43e3-95ef-7730ef24fe40 req-f02abb6f-5378-4498-8666-5a081c14ae60 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1125989 Jan 28 04:31:55.162321 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5342d4-e1fc-4088-b142-a81768b4c41d req-56cfd748-73e1-4e24-8c0a-04aa3ead153c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:55.162321 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ba5342d4-e1fc-4088-b142-a81768b4c41d req-56cfd748-73e1-4e24-8c0a-04aa3ead153c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b25f6e6c-4266-4086-afc5-2a1e90abfdbe HTTP/1.1" status: 200 len: 847 time: 0.0635827 Jan 28 04:31:55.189207 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-54259f05-253f-480f-b7f6-385759e3e51e None None] Set router b0208275-78af-420d-b1dc-5bc64b718ed6 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:31:55.204924 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5342d4-e1fc-4088-b142-a81768b4c41d req-f7b6f41d-4a54-43d0-98bb-b14e389e80a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:55.206481 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ba5342d4-e1fc-4088-b142-a81768b4c41d req-f7b6f41d-4a54-43d0-98bb-b14e389e80a3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3939bad5-db13-4d01-8e70-2b1fd9229ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408835 Jan 28 04:31:55.302014 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ba5342d4-e1fc-4088-b142-a81768b4c41d req-e184294e-2180-4621-9f17-1a92decdccda service neutron] 10.222.0.67 "GET /v2.0/networks/3939bad5-db13-4d01-8e70-2b1fd9229ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872898 Jan 28 04:31:55.391915 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-54259f05-253f-480f-b7f6-385759e3e51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'name': 'tempest-TestShelveInstance-334990647-router', 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '201747bb-a642-48b5-a9ee-34ec0239ef52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:21:58Z', 'updated_at': '2022-01-28T04:22:01Z', 'revision_number': 4, 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'gw_port': {'id': '201747bb-a642-48b5-a9ee-34ec0239ef52', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:eb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:21:58Z', 'updated_at': '2022-01-28T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '85fe2b1c-4389-4bf1-9e12-d58b851f6d59', 'name': '', 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe', 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'mac_address': 'fa:16:3e:60:3e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b25f6e6c-4266-4086-afc5-2a1e90abfdbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:22:00Z', 'updated_at': '2022-01-28T04:22:06Z', 'revision_number': 5, 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'subnets': [{'id': 'b25f6e6c-4266-4086-afc5-2a1e90abfdbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:31:55.398939 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-ba5342d4-e1fc-4088-b142-a81768b4c41d req-12528666-843a-463e-9506-f29b3fc169cb service neutron] 10.222.0.67 "GET /v2.0/networks/3939bad5-db13-4d01-8e70-2b1fd9229ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904574 Jan 28 04:31:55.421536 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54259f05-253f-480f-b7f6-385759e3e51e None None] The sync data for ids ['b0208275-78af-420d-b1dc-5bc64b718ed6'] in n-d-712139-27 is: [{'id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'name': 'tempest-TestShelveInstance-334990647-router', 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '201747bb-a642-48b5-a9ee-34ec0239ef52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:21:58Z', 'updated_at': '2022-01-28T04:22:01Z', 'revision_number': 4, 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'gw_port': {'id': '201747bb-a642-48b5-a9ee-34ec0239ef52', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:eb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:21:58Z', 'updated_at': '2022-01-28T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '85fe2b1c-4389-4bf1-9e12-d58b851f6d59', 'name': '', 'network_id': '3939bad5-db13-4d01-8e70-2b1fd9229ffe', 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'mac_address': 'fa:16:3e:60:3e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b25f6e6c-4266-4086-afc5-2a1e90abfdbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:22:00Z', 'updated_at': '2022-01-28T04:22:06Z', 'revision_number': 5, 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'subnets': [{'id': 'b25f6e6c-4266-4086-afc5-2a1e90abfdbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:31:55.651942 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae99d0a-543e-4566-b566-bd7abfcef0f2 None None] New status for floating IP f6f43b50-6ae6-4d1c-be2e-dde904887e0e: DOWN {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:31:56.270320 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533849e-e212-4420-b707-b0bfb7344e18 req-21caa5bc-147a-4150-8023-a46d4cc2a988 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:56.271798 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1533849e-e212-4420-b707-b0bfb7344e18 req-21caa5bc-147a-4150-8023-a46d4cc2a988 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 946 time: 0.0495002 Jan 28 04:31:56.323320 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-1533849e-e212-4420-b707-b0bfb7344e18 req-38e6cd9a-0b2c-45ec-a92f-89b80236b670 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/security-groups?id=452fd22e-8900-43ff-9d66-d0893e4755a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453324 Jan 28 04:31:56.716286 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b791d-9119-4ff1-b119-4f31ef2a7e0a req-a3321726-a63e-43a1-83d1-5bcd2d622a78 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:31:56.717768 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-074b791d-9119-4ff1-b119-4f31ef2a7e0a req-a3321726-a63e-43a1-83d1-5bcd2d622a78 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.67 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 946 time: 0.0525215 Jan 28 04:31:56.810954 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-074b791d-9119-4ff1-b119-4f31ef2a7e0a req-ca75597f-c182-4f39-b2f6-b9872b296be7 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Deleting port b0755b75-af2a-450e-b83a-0df87e949dc7 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:31:56.811248 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-074b791d-9119-4ff1-b119-4f31ef2a7e0a req-ca75597f-c182-4f39-b2f6-b9872b296be7 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (b0755b75-af2a-450e-b83a-0df87e949dc7), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:56.904675 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-074b791d-9119-4ff1-b119-4f31ef2a7e0a req-ca75597f-c182-4f39-b2f6-b9872b296be7 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] For port b0755b75-af2a-450e-b83a-0df87e949dc7, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=b0755b75-af2a-450e-b83a-0df87e949dc7,segment=NetworkSegment(9b1c0674-522a-4d50-a7eb-dd1bfa315b31),segment_id=9b1c0674-522a-4d50-a7eb-dd1bfa315b31)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:31:56.905021 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-074b791d-9119-4ff1-b119-4f31ef2a7e0a req-ca75597f-c182-4f39-b2f6-b9872b296be7 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (b0755b75-af2a-450e-b83a-0df87e949dc7), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:56.918234 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-074b791d-9119-4ff1-b119-4f31ef2a7e0a req-ca75597f-c182-4f39-b2f6-b9872b296be7 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Calling delete_port for b0755b75-af2a-450e-b83a-0df87e949dc7 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:31:57.072799 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-074b791d-9119-4ff1-b119-4f31ef2a7e0a req-ca75597f-c182-4f39-b2f6-b9872b296be7 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (b0755b75-af2a-450e-b83a-0df87e949dc7), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:57.101327 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca75597f-c182-4f39-b2f6-b9872b296be7 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Pushing event deleted for resources: {'Port': ['ID=b0755b75-af2a-450e-b83a-0df87e949dc7,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:31:57.113628 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca75597f-c182-4f39-b2f6-b9872b296be7 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:57.113990 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca75597f-c182-4f39-b2f6-b9872b296be7 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:57.114314 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca75597f-c182-4f39-b2f6-b9872b296be7 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:57.114658 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca75597f-c182-4f39-b2f6-b9872b296be7 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:57.114996 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca75597f-c182-4f39-b2f6-b9872b296be7 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:57.115354 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca75597f-c182-4f39-b2f6-b9872b296be7 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:57.115661 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca75597f-c182-4f39-b2f6-b9872b296be7 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:57.115984 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca75597f-c182-4f39-b2f6-b9872b296be7 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:57.116369 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca75597f-c182-4f39-b2f6-b9872b296be7 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:57.116781 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca75597f-c182-4f39-b2f6-b9872b296be7 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:57.117140 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca75597f-c182-4f39-b2f6-b9872b296be7 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:57.117483 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca75597f-c182-4f39-b2f6-b9872b296be7 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:57.117810 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca75597f-c182-4f39-b2f6-b9872b296be7 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:31:57.155631 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-074b791d-9119-4ff1-b119-4f31ef2a7e0a req-ca75597f-c182-4f39-b2f6-b9872b296be7 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] No DVR routers for this DVR port b0755b75-af2a-450e-b83a-0df87e949dc7 on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:31:57.158449 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-074b791d-9119-4ff1-b119-4f31ef2a7e0a req-ca75597f-c182-4f39-b2f6-b9872b296be7 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:31:57.161886 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-074b791d-9119-4ff1-b119-4f31ef2a7e0a req-ca75597f-c182-4f39-b2f6-b9872b296be7 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.67 "DELETE /v2.0/ports/b0755b75-af2a-450e-b83a-0df87e949dc7 HTTP/1.1" status: 204 len: 173 time: 0.4387162 Jan 28 04:31:57.162324 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663dbd50-9550-4b3a-b92a-1599bcb47be0', 'name': 'network-vif-deleted', 'tag': 'b0755b75-af2a-450e-b83a-0df87e949dc7'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:31:57.164576 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0694f127-6549-4453-a3b9-1c1e370c79ad" -d '{"events": [{"server_uuid": "663dbd50-9550-4b3a-b92a-1599bcb47be0", "name": "network-vif-deleted", "tag": "b0755b75-af2a-450e-b83a-0df87e949dc7"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:31:57.259913 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabbe963-84af-4449-82d9-d75c8c0ce311 x-openstack-request-id: req-dabbe963-84af-4449-82d9-d75c8c0ce311 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:31:57.260206 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663dbd50-9550-4b3a-b92a-1599bcb47be0", "name": "network-vif-deleted", "tag": "b0755b75-af2a-450e-b83a-0df87e949dc7", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:31:57.260459 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dabbe963-84af-4449-82d9-d75c8c0ce311 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:31:57.260864 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663dbd50-9550-4b3a-b92a-1599bcb47be0', 'name': 'network-vif-deleted', 'tag': 'b0755b75-af2a-450e-b83a-0df87e949dc7', 'status': 'completed', 'code': 200} Jan 28 04:31:57.425747 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-206accb9-8293-412f-9034-459212e942fc req-ad1958f6-8b57-4903-a920-62e04ea02594 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 210 time: 0.0281363 Jan 28 04:31:58.522749 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-49a48b19-bf04-48bc-8d39-39232fd420c2 req-6476838c-565a-475a-a821-bf6563721a92 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 210 time: 0.0264623 Jan 28 04:31:59.624947 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-fe4670b8-28f8-41a6-b540-54561a2afea4 req-ebb213b0-d22c-4526-92c4-210b59adc442 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 210 time: 0.0323133 Jan 28 04:31:59.912996 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b45b175a-8550-495f-9cdb-b7e4d295aa6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:00.054230 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:00.458300 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device b0755b75-af2a-450e-b83a-0df87e949dc7 no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:32:00.479322 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: b0755b75-af2a-450e-b83a-0df87e949dc7 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:32:00.479626 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device b0755b75-af2a-450e-b83a-0df87e949dc7 not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:32:00.716382 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a8109112-e32d-44ad-bf44-0d0deab1a286 req-c6f9ac4c-3621-4978-9edd-f0d8370ec42b tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 210 time: 0.0267479 Jan 28 04:32:01.812003 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-b292345e-68fb-4c1d-85dd-dbb36a49b17c req-46ec368c-669e-4544-b2be-c6c3bab51793 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 210 time: 0.0267918 Jan 28 04:32:01.920497 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-bff30d02-ce19-412e-8565-262bdf69ccd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:02.909910 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-27062d9b-6a60-4262-96ca-6527ecad0109 req-0a456a9a-7d43-46ef-a3d1-5148f751aace tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 210 time: 0.0276115 Jan 28 04:32:03.825359 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:04.011773 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c5b189f1-8a39-4513-ba8d-1d8cca3ecac2 req-80ca5e8b-0d15-4cf9-a40d-88ecf247d7e6 tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 210 time: 0.0306301 Jan 28 04:32:04.702727 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:05.108324 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-f0618df6-30e6-4ec4-b54e-ab245237177e req-d83a4dd5-aeca-4b1b-a94c-d7eaccdc6bcf tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "GET /v2.0/ports?device_id=663dbd50-9550-4b3a-b92a-1599bcb47be0 HTTP/1.1" status: 200 len: 210 time: 0.0268652 Jan 28 04:32:05.310625 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:06.185022 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39256) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:06.207720 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:06.248410 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-61a4ea39-abba-4c2f-ad37-d45114600aaa tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for security_group (452fd22e-8900-43ff-9d66-d0893e4755a9), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:06.274110 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-61a4ea39-abba-4c2f-ad37-d45114600aaa tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for security_group (452fd22e-8900-43ff-9d66-d0893e4755a9), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:06.338979 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-61a4ea39-abba-4c2f-ad37-d45114600aaa tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (452fd22e-8900-43ff-9d66-d0893e4755a9), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:06.341817 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-61a4ea39-abba-4c2f-ad37-d45114600aaa tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:06.345780 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-61a4ea39-abba-4c2f-ad37-d45114600aaa tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] 10.222.0.53 "DELETE /v2.0/security-groups/452fd22e-8900-43ff-9d66-d0893e4755a9 HTTP/1.1" status: 204 len: 168 time: 0.1571429 Jan 28 04:32:06.354217 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4ea39-abba-4c2f-ad37-d45114600aaa tempest-TestShelveInstance-1582562403 tempest-TestShelveInstance-1582562403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=452fd22e-8900-43ff-9d66-d0893e4755a9,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:06.364953 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:32:06.494375 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39262) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:07.076231 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-521ae709-013a-480f-a5b1-526857cfdcde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (b0208275-78af-420d-b1dc-5bc64b718ed6), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:07.332185 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-521ae709-013a-480f-a5b1-526857cfdcde admin admin] Deleting port 85fe2b1c-4389-4bf1-9e12-d58b851f6d59 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:32:07.333037 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-521ae709-013a-480f-a5b1-526857cfdcde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (85fe2b1c-4389-4bf1-9e12-d58b851f6d59), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:07.410936 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-521ae709-013a-480f-a5b1-526857cfdcde admin admin] For port 85fe2b1c-4389-4bf1-9e12-d58b851f6d59, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=85fe2b1c-4389-4bf1-9e12-d58b851f6d59,segment=NetworkSegment(9b1c0674-522a-4d50-a7eb-dd1bfa315b31),segment_id=9b1c0674-522a-4d50-a7eb-dd1bfa315b31)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:07.411300 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-521ae709-013a-480f-a5b1-526857cfdcde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (85fe2b1c-4389-4bf1-9e12-d58b851f6d59), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:07.424765 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-521ae709-013a-480f-a5b1-526857cfdcde admin admin] Calling delete_port for 85fe2b1c-4389-4bf1-9e12-d58b851f6d59 owned by network:router_interface {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:32:07.608738 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-521ae709-013a-480f-a5b1-526857cfdcde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (85fe2b1c-4389-4bf1-9e12-d58b851f6d59), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:07.637700 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ae709-013a-480f-a5b1-526857cfdcde admin admin] Pushing event deleted for resources: {'Port': ['ID=85fe2b1c-4389-4bf1-9e12-d58b851f6d59,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:07.831323 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-521ae709-013a-480f-a5b1-526857cfdcde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (b0208275-78af-420d-b1dc-5bc64b718ed6), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:08.057921 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521ae709-013a-480f-a5b1-526857cfdcde admin admin] Router b0208275-78af-420d-b1dc-5bc64b718ed6 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:32:08.172217 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521ae709-013a-480f-a5b1-526857cfdcde admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:32:08.179480 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-521ae709-013a-480f-a5b1-526857cfdcde admin admin] 10.222.0.53 "PUT /v2.0/routers/b0208275-78af-420d-b1dc-5bc64b718ed6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6847558 Jan 28 04:32:08.179819 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39268) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:08.183833 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61279cba-c72f-4b9b-b1ff-d2dd0fc09bca None None] Sync routers for ids ['b0208275-78af-420d-b1dc-5bc64b718ed6'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:32:08.195319 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61279cba-c72f-4b9b-b1ff-d2dd0fc09bca None None] Routers {'b0208275-78af-420d-b1dc-5bc64b718ed6'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:32:08.196110 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-61279cba-c72f-4b9b-b1ff-d2dd0fc09bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:32:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['b0208275-78af-420d-b1dc-5bc64b718ed6'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:08.303929 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d6a8dba7-a799-463b-877b-457d2dbc7fbd admin admin] Publish callbacks [] for router (b0208275-78af-420d-b1dc-5bc64b718ed6), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:08.304749 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-61279cba-c72f-4b9b-b1ff-d2dd0fc09bca None None] Set router b0208275-78af-420d-b1dc-5bc64b718ed6 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:32:08.489786 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-61279cba-c72f-4b9b-b1ff-d2dd0fc09bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'name': 'tempest-TestShelveInstance-334990647-router', 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '201747bb-a642-48b5-a9ee-34ec0239ef52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:21:58Z', 'updated_at': '2022-01-28T04:32:07Z', 'revision_number': 5, 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'gw_port': {'id': '201747bb-a642-48b5-a9ee-34ec0239ef52', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:eb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:21:58Z', 'updated_at': '2022-01-28T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:08.521388 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61279cba-c72f-4b9b-b1ff-d2dd0fc09bca None None] Checking router: b0208275-78af-420d-b1dc-5bc64b718ed6 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:32:08.530978 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61279cba-c72f-4b9b-b1ff-d2dd0fc09bca None None] Routers {'b0208275-78af-420d-b1dc-5bc64b718ed6'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:32:08.531636 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-61279cba-c72f-4b9b-b1ff-d2dd0fc09bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:32:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['b0208275-78af-420d-b1dc-5bc64b718ed6'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:08.638151 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-61279cba-c72f-4b9b-b1ff-d2dd0fc09bca None None] Set router b0208275-78af-420d-b1dc-5bc64b718ed6 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:32:08.751526 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d6a8dba7-a799-463b-877b-457d2dbc7fbd admin admin] Publish callbacks [] for router_gateway (b0208275-78af-420d-b1dc-5bc64b718ed6), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:08.807609 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-d6a8dba7-a799-463b-877b-457d2dbc7fbd admin admin] Deleting port 201747bb-a642-48b5-a9ee-34ec0239ef52 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:32:08.807965 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d6a8dba7-a799-463b-877b-457d2dbc7fbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (201747bb-a642-48b5-a9ee-34ec0239ef52), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:08.828084 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-61279cba-c72f-4b9b-b1ff-d2dd0fc09bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'name': 'tempest-TestShelveInstance-334990647-router', 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '201747bb-a642-48b5-a9ee-34ec0239ef52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:21:58Z', 'updated_at': '2022-01-28T04:32:07Z', 'revision_number': 5, 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'gw_port': {'id': '201747bb-a642-48b5-a9ee-34ec0239ef52', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:eb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:21:58Z', 'updated_at': '2022-01-28T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:08.857801 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61279cba-c72f-4b9b-b1ff-d2dd0fc09bca None None] The sync data for ids ['b0208275-78af-420d-b1dc-5bc64b718ed6'] in n-d-712139-27 is: [{'id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'name': 'tempest-TestShelveInstance-334990647-router', 'tenant_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '201747bb-a642-48b5-a9ee-34ec0239ef52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:21:58Z', 'updated_at': '2022-01-28T04:32:07Z', 'revision_number': 5, 'project_id': 'c5dcf08c05e54ee08082ff7b76765a52', 'gw_port': {'id': '201747bb-a642-48b5-a9ee-34ec0239ef52', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:eb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0208275-78af-420d-b1dc-5bc64b718ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:21:58Z', 'updated_at': '2022-01-28T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:32:08.886982 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-d6a8dba7-a799-463b-877b-457d2dbc7fbd admin admin] For port 201747bb-a642-48b5-a9ee-34ec0239ef52, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=201747bb-a642-48b5-a9ee-34ec0239ef52,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:08.887354 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d6a8dba7-a799-463b-877b-457d2dbc7fbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (201747bb-a642-48b5-a9ee-34ec0239ef52), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:08.902248 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-d6a8dba7-a799-463b-877b-457d2dbc7fbd admin admin] Calling delete_port for 201747bb-a642-48b5-a9ee-34ec0239ef52 owned by network:router_gateway {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:32:09.069542 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d6a8dba7-a799-463b-877b-457d2dbc7fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (201747bb-a642-48b5-a9ee-34ec0239ef52), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:09.099275 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a8dba7-a799-463b-877b-457d2dbc7fbd admin admin] Pushing event deleted for resources: {'Port': ['ID=201747bb-a642-48b5-a9ee-34ec0239ef52,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:09.163794 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d6a8dba7-a799-463b-877b-457d2dbc7fbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (b0208275-78af-420d-b1dc-5bc64b718ed6), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:09.260837 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d6a8dba7-a799-463b-877b-457d2dbc7fbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (b0208275-78af-420d-b1dc-5bc64b718ed6), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:09.263106 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d6a8dba7-a799-463b-877b-457d2dbc7fbd admin admin] Publish callbacks [] for router_controller (b0208275-78af-420d-b1dc-5bc64b718ed6), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:09.317506 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d6a8dba7-a799-463b-877b-457d2dbc7fbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (b0208275-78af-420d-b1dc-5bc64b718ed6), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:09.318341 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a8dba7-a799-463b-877b-457d2dbc7fbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0208275-78af-420d-b1dc-5bc64b718ed6 {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:32:09.329847 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d6a8dba7-a799-463b-877b-457d2dbc7fbd admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:09.332062 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-d6a8dba7-a799-463b-877b-457d2dbc7fbd admin admin] 10.222.0.53 "DELETE /v2.0/routers/b0208275-78af-420d-b1dc-5bc64b718ed6 HTTP/1.1" status: 204 len: 168 time: 1.1503527 Jan 28 04:32:09.334417 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39272) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:09.350236 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 85fe2b1c-4389-4bf1-9e12-d58b851f6d59 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:32:09.370387 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 85fe2b1c-4389-4bf1-9e12-d58b851f6d59 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:32:09.370997 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 85fe2b1c-4389-4bf1-9e12-d58b851f6d59 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:32:09.384980 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0818beb-bf99-42ab-be5f-efe7f8e65c06 admin admin] Deleting subnet b25f6e6c-4266-4086-afc5-2a1e90abfdbe {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:32:09.389112 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b0818beb-bf99-42ab-be5f-efe7f8e65c06 admin admin] Publish callbacks [] for subnet (b25f6e6c-4266-4086-afc5-2a1e90abfdbe), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:09.428650 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b0818beb-bf99-42ab-be5f-efe7f8e65c06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (b25f6e6c-4266-4086-afc5-2a1e90abfdbe), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:09.505728 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b0818beb-bf99-42ab-be5f-efe7f8e65c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (b25f6e6c-4266-4086-afc5-2a1e90abfdbe), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:09.573992 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b0818beb-bf99-42ab-be5f-efe7f8e65c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (b25f6e6c-4266-4086-afc5-2a1e90abfdbe), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:09.602121 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818beb-bf99-42ab-be5f-efe7f8e65c06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b25f6e6c-4266-4086-afc5-2a1e90abfdbe,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:09.608586 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-b0818beb-bf99-42ab-be5f-efe7f8e65c06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:09.612252 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-b0818beb-bf99-42ab-be5f-efe7f8e65c06 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b25f6e6c-4266-4086-afc5-2a1e90abfdbe HTTP/1.1" status: 204 len: 168 time: 0.2765250 Jan 28 04:32:09.614881 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39274) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:09.618522 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a5c328-2bca-41cb-818f-30511f0b8f62 None None] Network 3939bad5-db13-4d01-8e70-2b1fd9229ffe requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:32:09.697717 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e4cda152-9552-4329-8311-11b3a7ab46df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (3939bad5-db13-4d01-8e70-2b1fd9229ffe), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:09.761761 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-e4cda152-9552-4329-8311-11b3a7ab46df admin admin] Deleting port 8b0accad-405a-49c3-8959-ea8be33af446 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:32:09.762393 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e4cda152-9552-4329-8311-11b3a7ab46df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (8b0accad-405a-49c3-8959-ea8be33af446), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:09.833407 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-e4cda152-9552-4329-8311-11b3a7ab46df admin admin] For port 8b0accad-405a-49c3-8959-ea8be33af446, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=8b0accad-405a-49c3-8959-ea8be33af446,segment=NetworkSegment(9b1c0674-522a-4d50-a7eb-dd1bfa315b31),segment_id=9b1c0674-522a-4d50-a7eb-dd1bfa315b31)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:09.833822 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e4cda152-9552-4329-8311-11b3a7ab46df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (8b0accad-405a-49c3-8959-ea8be33af446), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:09.848539 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-e4cda152-9552-4329-8311-11b3a7ab46df admin admin] Calling delete_port for 8b0accad-405a-49c3-8959-ea8be33af446 owned by network:dhcp {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:32:09.929865 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e4cda152-9552-4329-8311-11b3a7ab46df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (8b0accad-405a-49c3-8959-ea8be33af446), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:09.959791 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cda152-9552-4329-8311-11b3a7ab46df admin admin] Pushing event deleted for resources: {'Port': ['ID=8b0accad-405a-49c3-8959-ea8be33af446,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:09.963047 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cda152-9552-4329-8311-11b3a7ab46df admin admin] No DVR routers for this DVR port 8b0accad-405a-49c3-8959-ea8be33af446 on host n-d-712139-27 {{(pid=109802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:32:10.028836 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254fdbcb-7656-415e-a53a-43227671b701 None None] DHCP port deletion for 3939bad5-db13-4d01-8e70-2b1fd9229ffe request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:32:10.045926 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e4cda152-9552-4329-8311-11b3a7ab46df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (3939bad5-db13-4d01-8e70-2b1fd9229ffe), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:10.077219 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-e4cda152-9552-4329-8311-11b3a7ab46df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3939bad5-db13-4d01-8e70-2b1fd9229ffe']}} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:10.086728 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-e4cda152-9552-4329-8311-11b3a7ab46df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b1c0674-522a-4d50-a7eb-dd1bfa315b31') {'for_net_delete': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:10.087028 n-d-712139-27 neutron-server[109802]: DEBUG neutron.services.segments.db [None req-e4cda152-9552-4329-8311-11b3a7ab46df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b1c0674-522a-4d50-a7eb-dd1bfa315b31') {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:10.096747 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e4cda152-9552-4329-8311-11b3a7ab46df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8480659'] for segment (9b1c0674-522a-4d50-a7eb-dd1bfa315b31), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:10.110153 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e4cda152-9552-4329-8311-11b3a7ab46df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (9b1c0674-522a-4d50-a7eb-dd1bfa315b31), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:10.116596 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4cda152-9552-4329-8311-11b3a7ab46df admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=109802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:32:10.117225 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e4cda152-9552-4329-8311-11b3a7ab46df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8707838'] for segment (9b1c0674-522a-4d50-a7eb-dd1bfa315b31), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:10.119030 n-d-712139-27 neutron-server[109802]: Traceback (most recent call last): Jan 28 04:32:10.119030 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:32:10.119030 n-d-712139-27 neutron-server[109802]: timer() Jan 28 04:32:10.119030 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:32:10.119030 n-d-712139-27 neutron-server[109802]: cb(*args, **kw) Jan 28 04:32:10.119030 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:32:10.119030 n-d-712139-27 neutron-server[109802]: return func(*args, **kwargs) Jan 28 04:32:10.119030 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:32:10.119030 n-d-712139-27 neutron-server[109802]: self._notify() Jan 28 04:32:10.119030 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:32:10.119030 n-d-712139-27 neutron-server[109802]: self.callback(batched_events) Jan 28 04:32:10.119030 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:32:10.119030 n-d-712139-27 neutron-server[109802]: event.method(event) Jan 28 04:32:10.119030 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:32:10.119030 n-d-712139-27 neutron-server[109802]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:32:10.119030 n-d-712139-27 neutron-server[109802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:32:10.119030 n-d-712139-27 neutron-server[109802]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:32:10.119030 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:32:10.119030 n-d-712139-27 neutron-server[109802]: return f(self, *a, **k) Jan 28 04:32:10.119030 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:32:10.119030 n-d-712139-27 neutron-server[109802]: return self._get(url).json() Jan 28 04:32:10.119030 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:32:10.119030 n-d-712139-27 neutron-server[109802]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:32:10.119030 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:32:10.119030 n-d-712139-27 neutron-server[109802]: return self.request(url, 'GET', **kwargs) Jan 28 04:32:10.119030 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:32:10.119030 n-d-712139-27 neutron-server[109802]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:32:10.119030 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:32:10.119030 n-d-712139-27 neutron-server[109802]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:32:10.119030 n-d-712139-27 neutron-server[109802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:32:10.119030 n-d-712139-27 neutron-server[109802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:32:10.119030 n-d-712139-27 neutron-server[109802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:32:10.189543 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e4cda152-9552-4329-8311-11b3a7ab46df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (3939bad5-db13-4d01-8e70-2b1fd9229ffe), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:10.195583 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e4cda152-9552-4329-8311-11b3a7ab46df admin admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:10.198899 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e4cda152-9552-4329-8311-11b3a7ab46df admin admin] 10.222.0.53 "DELETE /v2.0/networks/3939bad5-db13-4d01-8e70-2b1fd9229ffe HTTP/1.1" status: 204 len: 168 time: 0.5830121 Jan 28 04:32:10.202476 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39276) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:10.212693 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cda152-9552-4329-8311-11b3a7ab46df admin admin] Pushing event deleted for resources: {'Network': ['ID=3939bad5-db13-4d01-8e70-2b1fd9229ffe,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:10.564277 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7b3d581a-e2f2-4a7c-8728-71881bb0d92c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (d0a47fe3-6f84-421d-abc8-4c71e0266aa3), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:10.823567 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-7b3d581a-e2f2-4a7c-8728-71881bb0d92c admin admin] Deleting port deb23cba-84f7-48a7-9c73-cb8256f04e06 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:32:10.823810 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7b3d581a-e2f2-4a7c-8728-71881bb0d92c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (deb23cba-84f7-48a7-9c73-cb8256f04e06), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:10.899722 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-7b3d581a-e2f2-4a7c-8728-71881bb0d92c admin admin] For port deb23cba-84f7-48a7-9c73-cb8256f04e06, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=deb23cba-84f7-48a7-9c73-cb8256f04e06,segment=NetworkSegment(bf1d06c5-d64e-41fe-aacd-1e84af5e66dc),segment_id=bf1d06c5-d64e-41fe-aacd-1e84af5e66dc)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:10.900082 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7b3d581a-e2f2-4a7c-8728-71881bb0d92c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (deb23cba-84f7-48a7-9c73-cb8256f04e06), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:10.913648 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-7b3d581a-e2f2-4a7c-8728-71881bb0d92c admin admin] Calling delete_port for deb23cba-84f7-48a7-9c73-cb8256f04e06 owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:32:11.096041 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7b3d581a-e2f2-4a7c-8728-71881bb0d92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (deb23cba-84f7-48a7-9c73-cb8256f04e06), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:11.125197 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d581a-e2f2-4a7c-8728-71881bb0d92c admin admin] Pushing event deleted for resources: {'Port': ['ID=deb23cba-84f7-48a7-9c73-cb8256f04e06,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:11.295456 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 201747bb-a642-48b5-a9ee-34ec0239ef52 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:32:11.318847 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 201747bb-a642-48b5-a9ee-34ec0239ef52 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:32:11.319542 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 201747bb-a642-48b5-a9ee-34ec0239ef52 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:32:11.319956 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 8b0accad-405a-49c3-8959-ea8be33af446 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:32:11.323252 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7b3d581a-e2f2-4a7c-8728-71881bb0d92c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (d0a47fe3-6f84-421d-abc8-4c71e0266aa3), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:11.339481 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 8b0accad-405a-49c3-8959-ea8be33af446 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:32:11.339823 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 8b0accad-405a-49c3-8959-ea8be33af446 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:32:11.550729 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b3d581a-e2f2-4a7c-8728-71881bb0d92c admin admin] Router d0a47fe3-6f84-421d-abc8-4c71e0266aa3 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:32:11.662870 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3d581a-e2f2-4a7c-8728-71881bb0d92c admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:32:11.670452 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-7b3d581a-e2f2-4a7c-8728-71881bb0d92c admin admin] 10.222.0.53 "PUT /v2.0/routers/d0a47fe3-6f84-421d-abc8-4c71e0266aa3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4663846 Jan 28 04:32:11.672958 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39278) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:11.678043 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1efd99-5b3c-4f4d-bda0-ffbcabeb3629 None None] Sync routers for ids ['d0a47fe3-6f84-421d-abc8-4c71e0266aa3'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:32:11.690896 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1efd99-5b3c-4f4d-bda0-ffbcabeb3629 None None] Routers {'d0a47fe3-6f84-421d-abc8-4c71e0266aa3'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:32:11.692030 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-2b1efd99-5b3c-4f4d-bda0-ffbcabeb3629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:32:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['d0a47fe3-6f84-421d-abc8-4c71e0266aa3'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:11.775871 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2809aedb-caee-4a8c-bd52-e2b009682bb0 admin admin] Publish callbacks [] for router (d0a47fe3-6f84-421d-abc8-4c71e0266aa3), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:11.800915 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-2b1efd99-5b3c-4f4d-bda0-ffbcabeb3629 None None] Set router d0a47fe3-6f84-421d-abc8-4c71e0266aa3 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:32:11.877499 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2809aedb-caee-4a8c-bd52-e2b009682bb0 admin admin] Publish callbacks [] for router_gateway (d0a47fe3-6f84-421d-abc8-4c71e0266aa3), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:12.090844 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-2b1efd99-5b3c-4f4d-bda0-ffbcabeb3629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a47fe3-6f84-421d-abc8-4c71e0266aa3', 'name': 'tempest-TestShelveInstance-1831139649-router', 'tenant_id': '1f55be3c1cad4981827dd5b0d7c1b35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '280c1fde-7ac2-4745-a1ac-f70cadb5eede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:22:03Z', 'updated_at': '2022-01-28T04:32:11Z', 'revision_number': 5, 'project_id': '1f55be3c1cad4981827dd5b0d7c1b35f', 'gw_port': {'id': '280c1fde-7ac2-4745-a1ac-f70cadb5eede', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a47fe3-6f84-421d-abc8-4c71e0266aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:22:03Z', 'updated_at': '2022-01-28T04:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:12.117014 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1efd99-5b3c-4f4d-bda0-ffbcabeb3629 None None] Checking router: d0a47fe3-6f84-421d-abc8-4c71e0266aa3 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:32:12.126461 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1efd99-5b3c-4f4d-bda0-ffbcabeb3629 None None] Routers {'d0a47fe3-6f84-421d-abc8-4c71e0266aa3'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:32:12.127086 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-2b1efd99-5b3c-4f4d-bda0-ffbcabeb3629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:32:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['d0a47fe3-6f84-421d-abc8-4c71e0266aa3'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:12.213237 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-2b1efd99-5b3c-4f4d-bda0-ffbcabeb3629 None None] Set router d0a47fe3-6f84-421d-abc8-4c71e0266aa3 gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:32:12.269375 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-2b1efd99-5b3c-4f4d-bda0-ffbcabeb3629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a47fe3-6f84-421d-abc8-4c71e0266aa3', 'name': 'tempest-TestShelveInstance-1831139649-router', 'tenant_id': '1f55be3c1cad4981827dd5b0d7c1b35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:22:03Z', 'updated_at': '2022-01-28T04:32:11Z', 'revision_number': 6, 'project_id': '1f55be3c1cad4981827dd5b0d7c1b35f', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:12.294131 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-2809aedb-caee-4a8c-bd52-e2b009682bb0 admin admin] Deleting port 280c1fde-7ac2-4745-a1ac-f70cadb5eede {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:32:12.294520 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2809aedb-caee-4a8c-bd52-e2b009682bb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (280c1fde-7ac2-4745-a1ac-f70cadb5eede), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:12.297499 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1efd99-5b3c-4f4d-bda0-ffbcabeb3629 None None] The sync data for ids ['d0a47fe3-6f84-421d-abc8-4c71e0266aa3'] in n-d-712139-27 is: [{'id': 'd0a47fe3-6f84-421d-abc8-4c71e0266aa3', 'name': 'tempest-TestShelveInstance-1831139649-router', 'tenant_id': '1f55be3c1cad4981827dd5b0d7c1b35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:22:03Z', 'updated_at': '2022-01-28T04:32:11Z', 'revision_number': 6, 'project_id': '1f55be3c1cad4981827dd5b0d7c1b35f', 'gw_port_host': None}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:32:12.373656 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-2809aedb-caee-4a8c-bd52-e2b009682bb0 admin admin] For port 280c1fde-7ac2-4745-a1ac-f70cadb5eede, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=280c1fde-7ac2-4745-a1ac-f70cadb5eede,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:12.374397 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2809aedb-caee-4a8c-bd52-e2b009682bb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (280c1fde-7ac2-4745-a1ac-f70cadb5eede), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:12.387095 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-2809aedb-caee-4a8c-bd52-e2b009682bb0 admin admin] Calling delete_port for 280c1fde-7ac2-4745-a1ac-f70cadb5eede owned by network:router_gateway {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:32:12.559715 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2809aedb-caee-4a8c-bd52-e2b009682bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (280c1fde-7ac2-4745-a1ac-f70cadb5eede), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:12.584288 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2809aedb-caee-4a8c-bd52-e2b009682bb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=280c1fde-7ac2-4745-a1ac-f70cadb5eede,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:12.644326 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2809aedb-caee-4a8c-bd52-e2b009682bb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (d0a47fe3-6f84-421d-abc8-4c71e0266aa3), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:12.735323 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2809aedb-caee-4a8c-bd52-e2b009682bb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (d0a47fe3-6f84-421d-abc8-4c71e0266aa3), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:12.737672 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2809aedb-caee-4a8c-bd52-e2b009682bb0 admin admin] Publish callbacks [] for router_controller (d0a47fe3-6f84-421d-abc8-4c71e0266aa3), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:12.791208 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2809aedb-caee-4a8c-bd52-e2b009682bb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (d0a47fe3-6f84-421d-abc8-4c71e0266aa3), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:12.791748 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2809aedb-caee-4a8c-bd52-e2b009682bb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0a47fe3-6f84-421d-abc8-4c71e0266aa3 {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:32:12.796306 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2809aedb-caee-4a8c-bd52-e2b009682bb0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:12.797463 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-2809aedb-caee-4a8c-bd52-e2b009682bb0 admin admin] 10.222.0.53 "DELETE /v2.0/routers/d0a47fe3-6f84-421d-abc8-4c71e0266aa3 HTTP/1.1" status: 204 len: 168 time: 1.1234899 Jan 28 04:32:12.800318 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39280) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:12.848885 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-227086a2-767e-4c39-a373-f91d5e400f6e admin admin] Deleting subnet da029444-ea8b-4b4e-b748-da419725ba89 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:32:12.852083 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-227086a2-767e-4c39-a373-f91d5e400f6e admin admin] Publish callbacks [] for subnet (da029444-ea8b-4b4e-b748-da419725ba89), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:12.885781 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-227086a2-767e-4c39-a373-f91d5e400f6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (da029444-ea8b-4b4e-b748-da419725ba89), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:12.970144 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-227086a2-767e-4c39-a373-f91d5e400f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (da029444-ea8b-4b4e-b748-da419725ba89), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:13.031373 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-227086a2-767e-4c39-a373-f91d5e400f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (da029444-ea8b-4b4e-b748-da419725ba89), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:13.058553 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227086a2-767e-4c39-a373-f91d5e400f6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da029444-ea8b-4b4e-b748-da419725ba89,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:13.060114 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-227086a2-767e-4c39-a373-f91d5e400f6e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:13.063591 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-227086a2-767e-4c39-a373-f91d5e400f6e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/da029444-ea8b-4b4e-b748-da419725ba89 HTTP/1.1" status: 204 len: 168 time: 0.2618821 Jan 28 04:32:13.066570 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39282) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:13.071336 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9e3d46-95f1-4483-8072-a0b62dc7baaa None None] Network 3b0cd0ae-66f1-4462-9f74-934645df4b03 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:32:13.136579 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c6ed2218-101f-447c-838b-ea9536de76e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (3b0cd0ae-66f1-4462-9f74-934645df4b03), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:13.204645 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed2218-101f-447c-838b-ea9536de76e9 admin admin] Deleting port 6f1057ae-3893-43df-8e60-b6e42c795046 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:32:13.205093 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c6ed2218-101f-447c-838b-ea9536de76e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (6f1057ae-3893-43df-8e60-b6e42c795046), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:13.273303 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-c6ed2218-101f-447c-838b-ea9536de76e9 admin admin] For port 6f1057ae-3893-43df-8e60-b6e42c795046, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=6f1057ae-3893-43df-8e60-b6e42c795046,segment=NetworkSegment(bf1d06c5-d64e-41fe-aacd-1e84af5e66dc),segment_id=bf1d06c5-d64e-41fe-aacd-1e84af5e66dc)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:13.274122 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c6ed2218-101f-447c-838b-ea9536de76e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (6f1057ae-3893-43df-8e60-b6e42c795046), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:13.295072 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed2218-101f-447c-838b-ea9536de76e9 admin admin] Calling delete_port for 6f1057ae-3893-43df-8e60-b6e42c795046 owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:32:13.317259 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 280c1fde-7ac2-4745-a1ac-f70cadb5eede no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:32:13.338561 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 280c1fde-7ac2-4745-a1ac-f70cadb5eede {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:32:13.338897 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 280c1fde-7ac2-4745-a1ac-f70cadb5eede not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:32:13.339301 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device deb23cba-84f7-48a7-9c73-cb8256f04e06 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:32:13.362800 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: deb23cba-84f7-48a7-9c73-cb8256f04e06 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:32:13.363047 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device deb23cba-84f7-48a7-9c73-cb8256f04e06 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:32:13.384091 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c6ed2218-101f-447c-838b-ea9536de76e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (6f1057ae-3893-43df-8e60-b6e42c795046), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:13.414865 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed2218-101f-447c-838b-ea9536de76e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f1057ae-3893-43df-8e60-b6e42c795046,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:13.418276 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ed2218-101f-447c-838b-ea9536de76e9 admin admin] No DVR routers for this DVR port 6f1057ae-3893-43df-8e60-b6e42c795046 on host n-d-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:32:13.435433 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87385f1-5a7f-49b7-8b39-96d5a8499539 None None] DHCP port deletion for 3b0cd0ae-66f1-4462-9f74-934645df4b03 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:32:13.493849 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c6ed2218-101f-447c-838b-ea9536de76e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (3b0cd0ae-66f1-4462-9f74-934645df4b03), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:13.513668 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-c6ed2218-101f-447c-838b-ea9536de76e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b0cd0ae-66f1-4462-9f74-934645df4b03']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:13.522952 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-c6ed2218-101f-447c-838b-ea9536de76e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf1d06c5-d64e-41fe-aacd-1e84af5e66dc') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:13.523252 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-c6ed2218-101f-447c-838b-ea9536de76e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf1d06c5-d64e-41fe-aacd-1e84af5e66dc') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:13.536831 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c6ed2218-101f-447c-838b-ea9536de76e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (bf1d06c5-d64e-41fe-aacd-1e84af5e66dc), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:13.550215 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c6ed2218-101f-447c-838b-ea9536de76e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (bf1d06c5-d64e-41fe-aacd-1e84af5e66dc), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:13.556864 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6ed2218-101f-447c-838b-ea9536de76e9 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:32:13.557277 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c6ed2218-101f-447c-838b-ea9536de76e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (bf1d06c5-d64e-41fe-aacd-1e84af5e66dc), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:13.558949 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 04:32:13.558949 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:32:13.558949 n-d-712139-27 neutron-server[109803]: timer() Jan 28 04:32:13.558949 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:32:13.558949 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 04:32:13.558949 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:32:13.558949 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 04:32:13.558949 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:32:13.558949 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 04:32:13.558949 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:32:13.558949 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 04:32:13.558949 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:32:13.558949 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 04:32:13.558949 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:32:13.558949 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:32:13.558949 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:32:13.558949 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:32:13.558949 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:32:13.558949 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 04:32:13.558949 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:32:13.558949 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 04:32:13.558949 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:32:13.558949 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:32:13.558949 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:32:13.558949 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 04:32:13.558949 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:32:13.558949 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:32:13.558949 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:32:13.558949 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:32:13.558949 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:32:13.558949 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:32:13.558949 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:32:13.612311 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c6ed2218-101f-447c-838b-ea9536de76e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (3b0cd0ae-66f1-4462-9f74-934645df4b03), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:13.617883 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c6ed2218-101f-447c-838b-ea9536de76e9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:13.621123 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c6ed2218-101f-447c-838b-ea9536de76e9 admin admin] 10.222.0.53 "DELETE /v2.0/networks/3b0cd0ae-66f1-4462-9f74-934645df4b03 HTTP/1.1" status: 204 len: 168 time: 0.5536320 Jan 28 04:32:13.635099 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed2218-101f-447c-838b-ea9536de76e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b0cd0ae-66f1-4462-9f74-934645df4b03,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:13.751242 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39286) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:13.792731 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7799adc0-9b12-4b2a-b4ed-bea4d1851c23 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c5dcf08c05e54ee08082ff7b76765a52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400836 Jan 28 04:32:13.795402 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39288) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:13.843560 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-97c02f9e-a02b-47c5-8d59-3d485eb232f6 admin admin] Publish callbacks [] for security_group (b70308fa-8d72-473e-b93a-636bc5fa132f), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:13.864651 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-97c02f9e-a02b-47c5-8d59-3d485eb232f6 admin admin] Publish callbacks [] for security_group (b70308fa-8d72-473e-b93a-636bc5fa132f), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:13.916035 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-97c02f9e-a02b-47c5-8d59-3d485eb232f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (b70308fa-8d72-473e-b93a-636bc5fa132f), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:13.918561 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-97c02f9e-a02b-47c5-8d59-3d485eb232f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:13.919722 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-97c02f9e-a02b-47c5-8d59-3d485eb232f6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b70308fa-8d72-473e-b93a-636bc5fa132f HTTP/1.1" status: 204 len: 168 time: 0.1234562 Jan 28 04:32:13.927642 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c02f9e-a02b-47c5-8d59-3d485eb232f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70308fa-8d72-473e-b93a-636bc5fa132f,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:14.266076 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39294) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:14.312707 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-36af7724-aef6-4f7b-8d5f-f270d4ebb47a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1f55be3c1cad4981827dd5b0d7c1b35f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0449672 Jan 28 04:32:14.316295 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39296) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:14.378138 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4e000825-5c37-4052-8c86-b79fd24c1038 admin admin] Publish callbacks [] for security_group (d7446673-6b65-4d39-a9e6-82368623c7dc), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:14.399259 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4e000825-5c37-4052-8c86-b79fd24c1038 admin admin] Publish callbacks [] for security_group (d7446673-6b65-4d39-a9e6-82368623c7dc), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:14.453184 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4e000825-5c37-4052-8c86-b79fd24c1038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (d7446673-6b65-4d39-a9e6-82368623c7dc), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:14.455760 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4e000825-5c37-4052-8c86-b79fd24c1038 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:14.456977 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4e000825-5c37-4052-8c86-b79fd24c1038 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d7446673-6b65-4d39-a9e6-82368623c7dc HTTP/1.1" status: 204 len: 168 time: 0.1397493 Jan 28 04:32:14.465080 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e000825-5c37-4052-8c86-b79fd24c1038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7446673-6b65-4d39-a9e6-82368623c7dc,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:15.201919 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 6f1057ae-3893-43df-8e60-b6e42c795046 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:32:15.221421 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 6f1057ae-3893-43df-8e60-b6e42c795046 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:32:15.221770 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 6f1057ae-3893-43df-8e60-b6e42c795046 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:32:15.238115 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39318) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:15.360357 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-a4d9efcc-2892-449c-be09-58dad734da36 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1239444699-network', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:32:15.387148 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d9efcc-2892-449c-be09-58dad734da36 admin admin] Made reservation on behalf of 55b06989d4a74e7bb72f3c6cfe873c3e for: {'network': 1} {{(pid=109802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:32:15.389723 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a4d9efcc-2892-449c-be09-58dad734da36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:15.398183 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a4d9efcc-2892-449c-be09-58dad734da36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:15.473113 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a4d9efcc-2892-449c-be09-58dad734da36 admin admin] Publish callbacks [] for security_group (07f99a1a-874a-424b-a071-c6306014f0ed), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:15.479780 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a4d9efcc-2892-449c-be09-58dad734da36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (07f99a1a-874a-424b-a071-c6306014f0ed), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:15.504431 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4d9efcc-2892-449c-be09-58dad734da36 admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=109802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:32:15.514083 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d9efcc-2892-449c-be09-58dad734da36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f99a1a-874a-424b-a071-c6306014f0ed,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:15.520299 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a4d9efcc-2892-449c-be09-58dad734da36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (595bdad4-08ae-416b-a454-361a343f45ab), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:15.520640 n-d-712139-27 neutron-server[109802]: INFO neutron.db.segments_db [None req-a4d9efcc-2892-449c-be09-58dad734da36 admin admin] Added segment 595bdad4-08ae-416b-a454-361a343f45ab of type vlan for network c7cc287c-d8a8-4318-bb36-236df2a23e10 Jan 28 04:32:15.560468 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a4d9efcc-2892-449c-be09-58dad734da36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (c7cc287c-d8a8-4318-bb36-236df2a23e10), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:15.589357 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a4d9efcc-2892-449c-be09-58dad734da36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (c7cc287c-d8a8-4318-bb36-236df2a23e10), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:15.590238 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d9efcc-2892-449c-be09-58dad734da36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:15.590821 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a4d9efcc-2892-449c-be09-58dad734da36 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:15.639748 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-a4d9efcc-2892-449c-be09-58dad734da36 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4004126 Jan 28 04:32:15.642906 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39322) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:15.647920 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-3f4017ca-bd26-49d9-bd9f-39d364211df6 admin admin] Request body: {'subnet': {'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1239444699-subnet', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:32:15.655057 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d9efcc-2892-449c-be09-58dad734da36 admin admin] Pushing event updated for resources: {'Network': ['ID=c7cc287c-d8a8-4318-bb36-236df2a23e10,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:15.669467 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network c7cc287c-d8a8-4318-bb36-236df2a23e10 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:32:15.677723 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4017ca-bd26-49d9-bd9f-39d364211df6 admin admin] Made reservation on behalf of 55b06989d4a74e7bb72f3c6cfe873c3e for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:32:15.680565 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3f4017ca-bd26-49d9-bd9f-39d364211df6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:15.851903 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3f4017ca-bd26-49d9-bd9f-39d364211df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:15.904476 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4017ca-bd26-49d9-bd9f-39d364211df6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:15.914604 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4017ca-bd26-49d9-bd9f-39d364211df6 admin admin] Checking segment: {'id': '595bdad4-08ae-416b-a454-361a343f45ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:32:15.914962 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4017ca-bd26-49d9-bd9f-39d364211df6 admin admin] Network hostable DHCP agents. Network: c7cc287c-d8a8-4318-bb36-236df2a23e10, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:32:15.933428 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4017ca-bd26-49d9-bd9f-39d364211df6 admin admin] Network c7cc287c-d8a8-4318-bb36-236df2a23e10 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:32:15.944629 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-3f4017ca-bd26-49d9-bd9f-39d364211df6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, c7cc287c-d8a8-4318-bb36-236df2a23e10) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:32:15.950337 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4017ca-bd26-49d9-bd9f-39d364211df6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:15.951074 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3f4017ca-bd26-49d9-bd9f-39d364211df6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:15.954057 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ca6f81-4ed2-448c-84b9-09c61f85bb21 None None] Network c7cc287c-d8a8-4318-bb36-236df2a23e10 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:32:15.970166 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-3f4017ca-bd26-49d9-bd9f-39d364211df6 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3261876 Jan 28 04:32:15.973098 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39324) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:15.977495 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-48641969-1e3b-4055-8b31-9e50f4c38523 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1239444699-router', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:32:15.997258 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-48641969-1e3b-4055-8b31-9e50f4c38523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (9055f3c8-e026-4ee6-b039-b78d61b2400f), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:15.998255 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-48641969-1e3b-4055-8b31-9e50f4c38523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (9055f3c8-e026-4ee6-b039-b78d61b2400f), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:16.054938 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-48641969-1e3b-4055-8b31-9e50f4c38523 admin admin] Publish callbacks [] for router_controller (9055f3c8-e026-4ee6-b039-b78d61b2400f), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:16.060834 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d978da-eabb-48d3-adb2-4f9da920b42b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-c7cc287c-d8a8-4318-bb36-236df2a23e10', 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10', 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'fixed_ips': [{'subnet_id': 'c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:32:16.061772 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-44d978da-eabb-48d3-adb2-4f9da920b42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:16.191677 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-48641969-1e3b-4055-8b31-9e50f4c38523 admin admin] Publish callbacks [] for router_gateway (9055f3c8-e026-4ee6-b039-b78d61b2400f), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:16.192000 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-44d978da-eabb-48d3-adb2-4f9da920b42b None None] Allocated IP 172.20.0.2 (c7cc287c-d8a8-4318-bb36-236df2a23e10/c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3/cb97a721-aeec-4b9e-a25e-c6874eaad3fe) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:32:16.341382 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-44d978da-eabb-48d3-adb2-4f9da920b42b None None] Publish callbacks [] for port (cb97a721-aeec-4b9e-a25e-c6874eaad3fe), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:16.347820 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-44d978da-eabb-48d3-adb2-4f9da920b42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (cb97a721-aeec-4b9e-a25e-c6874eaad3fe), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:16.397083 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d978da-eabb-48d3-adb2-4f9da920b42b None None] Network c7cc287c-d8a8-4318-bb36-236df2a23e10 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:32:16.398764 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-48641969-1e3b-4055-8b31-9e50f4c38523 admin admin] Publish callbacks [] for router_gateway (9055f3c8-e026-4ee6-b039-b78d61b2400f), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:16.402362 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-44d978da-eabb-48d3-adb2-4f9da920b42b None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:32:16.405564 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d978da-eabb-48d3-adb2-4f9da920b42b None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:32:16.413263 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d978da-eabb-48d3-adb2-4f9da920b42b None None] Pushing event updated for resources: {'Port': ['ID=cb97a721-aeec-4b9e-a25e-c6874eaad3fe,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:16.419814 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-48641969-1e3b-4055-8b31-9e50f4c38523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:16.438685 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d978da-eabb-48d3-adb2-4f9da920b42b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:16.439044 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d978da-eabb-48d3-adb2-4f9da920b42b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:16.439710 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d978da-eabb-48d3-adb2-4f9da920b42b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:16.439886 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d978da-eabb-48d3-adb2-4f9da920b42b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:16.440240 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d978da-eabb-48d3-adb2-4f9da920b42b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:16.440711 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d978da-eabb-48d3-adb2-4f9da920b42b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:16.441154 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d978da-eabb-48d3-adb2-4f9da920b42b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:16.441507 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d978da-eabb-48d3-adb2-4f9da920b42b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:16.441879 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d978da-eabb-48d3-adb2-4f9da920b42b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:16.442155 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d978da-eabb-48d3-adb2-4f9da920b42b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:16.442484 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d978da-eabb-48d3-adb2-4f9da920b42b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:16.442814 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d978da-eabb-48d3-adb2-4f9da920b42b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:16.443135 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d978da-eabb-48d3-adb2-4f9da920b42b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:16.476185 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-44d978da-eabb-48d3-adb2-4f9da920b42b None None] Attempting to bind port cb97a721-aeec-4b9e-a25e-c6874eaad3fe on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:32:16.476560 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-44d978da-eabb-48d3-adb2-4f9da920b42b None None] Attempting to bind port cb97a721-aeec-4b9e-a25e-c6874eaad3fe by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '595bdad4-08ae-416b-a454-361a343f45ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:32:16.476925 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d978da-eabb-48d3-adb2-4f9da920b42b None None] Attempting to bind port cb97a721-aeec-4b9e-a25e-c6874eaad3fe on network c7cc287c-d8a8-4318-bb36-236df2a23e10 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:32:16.481888 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d978da-eabb-48d3-adb2-4f9da920b42b None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:32:16.482290 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d978da-eabb-48d3-adb2-4f9da920b42b None None] Checking segment: {'id': '595bdad4-08ae-416b-a454-361a343f45ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:32:16.482696 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-44d978da-eabb-48d3-adb2-4f9da920b42b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:16.483223 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d978da-eabb-48d3-adb2-4f9da920b42b None None] Bound using segment: {'id': '595bdad4-08ae-416b-a454-361a343f45ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:32:16.483698 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-44d978da-eabb-48d3-adb2-4f9da920b42b None None] Bound port: cb97a721-aeec-4b9e-a25e-c6874eaad3fe, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '595bdad4-08ae-416b-a454-361a343f45ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:32:16.484079 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-44d978da-eabb-48d3-adb2-4f9da920b42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (cb97a721-aeec-4b9e-a25e-c6874eaad3fe), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:16.521422 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-48641969-1e3b-4055-8b31-9e50f4c38523 admin admin] Allocated IP 172.25.0.110 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/667058a7-78e3-47e9-8e77-48b94d91b932) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:32:16.547131 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-44d978da-eabb-48d3-adb2-4f9da920b42b None None] For port cb97a721-aeec-4b9e-a25e-c6874eaad3fe, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:32:16.550213 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-44d978da-eabb-48d3-adb2-4f9da920b42b None None] For port cb97a721-aeec-4b9e-a25e-c6874eaad3fe, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=cb97a721-aeec-4b9e-a25e-c6874eaad3fe,segment=NetworkSegment(595bdad4-08ae-416b-a454-361a343f45ab),segment_id=595bdad4-08ae-416b-a454-361a343f45ab)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:32:16.554968 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-44d978da-eabb-48d3-adb2-4f9da920b42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (cb97a721-aeec-4b9e-a25e-c6874eaad3fe), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:16.611515 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d978da-eabb-48d3-adb2-4f9da920b42b None None] Pushing event updated for resources: {'Port': ['ID=cb97a721-aeec-4b9e-a25e-c6874eaad3fe,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:16.636382 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-48641969-1e3b-4055-8b31-9e50f4c38523 admin admin] Publish callbacks [] for port (667058a7-78e3-47e9-8e77-48b94d91b932), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:16.674814 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-48641969-1e3b-4055-8b31-9e50f4c38523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (667058a7-78e3-47e9-8e77-48b94d91b932), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:16.718154 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48641969-1e3b-4055-8b31-9e50f4c38523 admin admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:32:16.724885 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-48641969-1e3b-4055-8b31-9e50f4c38523 admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:32:16.729656 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48641969-1e3b-4055-8b31-9e50f4c38523 admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:32:16.733936 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48641969-1e3b-4055-8b31-9e50f4c38523 admin admin] Pushing event updated for resources: {'Port': ['ID=667058a7-78e3-47e9-8e77-48b94d91b932,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:16.986973 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-48641969-1e3b-4055-8b31-9e50f4c38523 admin admin] Publish callbacks [] for router_gateway (9055f3c8-e026-4ee6-b039-b78d61b2400f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:17.191677 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-48641969-1e3b-4055-8b31-9e50f4c38523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (9055f3c8-e026-4ee6-b039-b78d61b2400f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:17.255372 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device cb97a721-aeec-4b9e-a25e-c6874eaad3fe up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:32:17.306625 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port cb97a721-aeec-4b9e-a25e-c6874eaad3fe triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:32:17.307154 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (cb97a721-aeec-4b9e-a25e-c6874eaad3fe), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:17.332807 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48641969-1e3b-4055-8b31-9e50f4c38523 admin admin] Router 9055f3c8-e026-4ee6-b039-b78d61b2400f is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:32:17.404780 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port cb97a721-aeec-4b9e-a25e-c6874eaad3fe is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:32:17.406047 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (cb97a721-aeec-4b9e-a25e-c6874eaad3fe), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:17.441934 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port cb97a721-aeec-4b9e-a25e-c6874eaad3fe, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=cb97a721-aeec-4b9e-a25e-c6874eaad3fe,segment=NetworkSegment(595bdad4-08ae-416b-a454-361a343f45ab),segment_id=595bdad4-08ae-416b-a454-361a343f45ab)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:17.447691 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (cb97a721-aeec-4b9e-a25e-c6874eaad3fe), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:17.452417 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48641969-1e3b-4055-8b31-9e50f4c38523 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:32:17.474939 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cff97f-2840-4ac6-bcbc-77abeafebf1f None None] Sync routers for ids ['9055f3c8-e026-4ee6-b039-b78d61b2400f'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:32:17.482209 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-48641969-1e3b-4055-8b31-9e50f4c38523 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:17.483796 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-48641969-1e3b-4055-8b31-9e50f4c38523 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5096571 Jan 28 04:32:17.486728 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39326) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:17.503291 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cff97f-2840-4ac6-bcbc-77abeafebf1f None None] Routers {'9055f3c8-e026-4ee6-b039-b78d61b2400f'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:32:17.503924 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-97cff97f-2840-4ac6-bcbc-77abeafebf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:32:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['9055f3c8-e026-4ee6-b039-b78d61b2400f'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:17.550525 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=cb97a721-aeec-4b9e-a25e-c6874eaad3fe,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:17.597449 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7b0429-0a2b-4a3f-9591-a0bfbd675cc9 None None] Network c7cc287c-d8a8-4318-bb36-236df2a23e10 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:32:17.670373 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-97cff97f-2840-4ac6-bcbc-77abeafebf1f None None] Set router 9055f3c8-e026-4ee6-b039-b78d61b2400f gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:32:17.738629 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-02d5487d-38b6-477c-8ba2-faeca515ef24 None None] Provisioning complete for port cb97a721-aeec-4b9e-a25e-c6874eaad3fe triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:32:17.739016 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-02d5487d-38b6-477c-8ba2-faeca515ef24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (cb97a721-aeec-4b9e-a25e-c6874eaad3fe), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:17.906460 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-867ad977-c0ec-4986-bebd-35f27554094e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:17.941730 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-02d5487d-38b6-477c-8ba2-faeca515ef24 None None] Current status of the port cb97a721-aeec-4b9e-a25e-c6874eaad3fe is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:32:17.960825 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-97cff97f-2840-4ac6-bcbc-77abeafebf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'name': 'tempest-TestSnapshotPattern-1239444699-router', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '667058a7-78e3-47e9-8e77-48b94d91b932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:32:16Z', 'updated_at': '2022-01-28T04:32:16Z', 'revision_number': 3, 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'gw_port': {'id': '667058a7-78e3-47e9-8e77-48b94d91b932', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:32:16Z', 'updated_at': '2022-01-28T04:32:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:17.988441 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cff97f-2840-4ac6-bcbc-77abeafebf1f None None] Checking router: 9055f3c8-e026-4ee6-b039-b78d61b2400f for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:32:17.989477 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cff97f-2840-4ac6-bcbc-77abeafebf1f None None] Updating router 9055f3c8-e026-4ee6-b039-b78d61b2400f port 667058a7-78e3-47e9-8e77-48b94d91b932 binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:32:18.017018 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-97cff97f-2840-4ac6-bcbc-77abeafebf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (667058a7-78e3-47e9-8e77-48b94d91b932), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:18.074807 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-867ad977-c0ec-4986-bebd-35f27554094e admin admin] Allocated IP 172.20.0.1 (c7cc287c-d8a8-4318-bb36-236df2a23e10/c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3/abbaa3eb-fd64-4fcb-8ef0-67619a1576a0) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:32:18.180646 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-867ad977-c0ec-4986-bebd-35f27554094e admin admin] Publish callbacks [] for port (abbaa3eb-fd64-4fcb-8ef0-67619a1576a0), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:18.191793 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-bc41713b-b928-46d5-b45e-1ed028623869 None None] Provisioning complete for port cb97a721-aeec-4b9e-a25e-c6874eaad3fe triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:32:18.192171 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-bc41713b-b928-46d5-b45e-1ed028623869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (cb97a721-aeec-4b9e-a25e-c6874eaad3fe), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:18.216902 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-867ad977-c0ec-4986-bebd-35f27554094e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (abbaa3eb-fd64-4fcb-8ef0-67619a1576a0), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:18.255050 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867ad977-c0ec-4986-bebd-35f27554094e admin admin] Network c7cc287c-d8a8-4318-bb36-236df2a23e10 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:32:18.259292 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-867ad977-c0ec-4986-bebd-35f27554094e admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:32:18.261892 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867ad977-c0ec-4986-bebd-35f27554094e admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:32:18.289442 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ad977-c0ec-4986-bebd-35f27554094e admin admin] Pushing event updated for resources: {'Port': ['ID=abbaa3eb-fd64-4fcb-8ef0-67619a1576a0,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:18.309782 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-867ad977-c0ec-4986-bebd-35f27554094e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (9055f3c8-e026-4ee6-b039-b78d61b2400f), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:18.344488 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-97cff97f-2840-4ac6-bcbc-77abeafebf1f None None] Publish callbacks [] for port (667058a7-78e3-47e9-8e77-48b94d91b932), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:18.346526 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-bc41713b-b928-46d5-b45e-1ed028623869 None None] Current status of the port cb97a721-aeec-4b9e-a25e-c6874eaad3fe is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:32:18.354749 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-97cff97f-2840-4ac6-bcbc-77abeafebf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (667058a7-78e3-47e9-8e77-48b94d91b932), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:18.412931 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-97cff97f-2840-4ac6-bcbc-77abeafebf1f None None] Attempting to bind port 667058a7-78e3-47e9-8e77-48b94d91b932 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:32:18.413701 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-97cff97f-2840-4ac6-bcbc-77abeafebf1f None None] Attempting to bind port 667058a7-78e3-47e9-8e77-48b94d91b932 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:32:18.413841 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cff97f-2840-4ac6-bcbc-77abeafebf1f None None] Attempting to bind port 667058a7-78e3-47e9-8e77-48b94d91b932 on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:32:18.415900 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bda83c-c8f5-48d4-b546-27eaef38126c None None] Pushing event updated for resources: {'Port': ['ID=667058a7-78e3-47e9-8e77-48b94d91b932,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:18.421839 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cff97f-2840-4ac6-bcbc-77abeafebf1f None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:32:18.422306 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cff97f-2840-4ac6-bcbc-77abeafebf1f None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:32:18.422770 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-97cff97f-2840-4ac6-bcbc-77abeafebf1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:18.423418 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cff97f-2840-4ac6-bcbc-77abeafebf1f None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:32:18.423418 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-97cff97f-2840-4ac6-bcbc-77abeafebf1f None None] Bound port: 667058a7-78e3-47e9-8e77-48b94d91b932, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:32:18.424330 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-97cff97f-2840-4ac6-bcbc-77abeafebf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (667058a7-78e3-47e9-8e77-48b94d91b932), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:18.457311 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-867ad977-c0ec-4986-bebd-35f27554094e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (abbaa3eb-fd64-4fcb-8ef0-67619a1576a0), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:18.479179 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-97cff97f-2840-4ac6-bcbc-77abeafebf1f None None] For port 667058a7-78e3-47e9-8e77-48b94d91b932, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:32:18.482540 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-97cff97f-2840-4ac6-bcbc-77abeafebf1f None None] For port 667058a7-78e3-47e9-8e77-48b94d91b932, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=667058a7-78e3-47e9-8e77-48b94d91b932,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:32:18.488525 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-97cff97f-2840-4ac6-bcbc-77abeafebf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (667058a7-78e3-47e9-8e77-48b94d91b932), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:18.543960 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cff97f-2840-4ac6-bcbc-77abeafebf1f None None] Routers {'9055f3c8-e026-4ee6-b039-b78d61b2400f'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:32:18.544508 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-97cff97f-2840-4ac6-bcbc-77abeafebf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:32:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['9055f3c8-e026-4ee6-b039-b78d61b2400f'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:18.586116 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bda83c-c8f5-48d4-b546-27eaef38126c None None] Pushing event updated for resources: {'Port': ['ID=667058a7-78e3-47e9-8e77-48b94d91b932,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:18.626883 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-867ad977-c0ec-4986-bebd-35f27554094e admin admin] Publish callbacks [] for port (abbaa3eb-fd64-4fcb-8ef0-67619a1576a0), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:18.632695 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-867ad977-c0ec-4986-bebd-35f27554094e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8707802'] for port (abbaa3eb-fd64-4fcb-8ef0-67619a1576a0), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:18.638052 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-ff5e14bc-b58a-4897-af77-8d3d3da615cd None None] Provisioning complete for port abbaa3eb-fd64-4fcb-8ef0-67619a1576a0 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:32:18.638423 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ff5e14bc-b58a-4897-af77-8d3d3da615cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (abbaa3eb-fd64-4fcb-8ef0-67619a1576a0), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:18.691178 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-ff5e14bc-b58a-4897-af77-8d3d3da615cd None None] Port abbaa3eb-fd64-4fcb-8ef0-67619a1576a0 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:32:18.693900 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-97cff97f-2840-4ac6-bcbc-77abeafebf1f None None] Set router 9055f3c8-e026-4ee6-b039-b78d61b2400f gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:32:18.699111 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ad977-c0ec-4986-bebd-35f27554094e admin admin] Pushing event updated for resources: {'Port': ['ID=abbaa3eb-fd64-4fcb-8ef0-67619a1576a0,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:18.701792 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-867ad977-c0ec-4986-bebd-35f27554094e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (9055f3c8-e026-4ee6-b039-b78d61b2400f), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:18.812633 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867ad977-c0ec-4986-bebd-35f27554094e admin admin] Network c7cc287c-d8a8-4318-bb36-236df2a23e10 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:32:18.814970 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-867ad977-c0ec-4986-bebd-35f27554094e admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:32:18.944349 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-867ad977-c0ec-4986-bebd-35f27554094e admin admin] Router 9055f3c8-e026-4ee6-b039-b78d61b2400f has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:32:19.057902 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867ad977-c0ec-4986-bebd-35f27554094e admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:32:19.063782 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-867ad977-c0ec-4986-bebd-35f27554094e admin admin] 10.222.0.53 "PUT /v2.0/routers/9055f3c8-e026-4ee6-b039-b78d61b2400f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5759442 Jan 28 04:32:19.078972 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-97cff97f-2840-4ac6-bcbc-77abeafebf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'name': 'tempest-TestSnapshotPattern-1239444699-router', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '667058a7-78e3-47e9-8e77-48b94d91b932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:32:16Z', 'updated_at': '2022-01-28T04:32:18Z', 'revision_number': 4, 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'gw_port': {'id': '667058a7-78e3-47e9-8e77-48b94d91b932', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:32:16Z', 'updated_at': '2022-01-28T04:32:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'abbaa3eb-fd64-4fcb-8ef0-67619a1576a0', 'name': '', 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'mac_address': 'fa:16:3e:30:4a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:32:17Z', 'updated_at': '2022-01-28T04:32:18Z', 'revision_number': 1, 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'subnets': [{'id': 'c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:19.110791 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cff97f-2840-4ac6-bcbc-77abeafebf1f None None] The sync data for ids ['9055f3c8-e026-4ee6-b039-b78d61b2400f'] in n-d-712139-27 is: [{'id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'name': 'tempest-TestSnapshotPattern-1239444699-router', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '667058a7-78e3-47e9-8e77-48b94d91b932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:32:16Z', 'updated_at': '2022-01-28T04:32:18Z', 'revision_number': 4, 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'gw_port': {'id': '667058a7-78e3-47e9-8e77-48b94d91b932', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:32:16Z', 'updated_at': '2022-01-28T04:32:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'abbaa3eb-fd64-4fcb-8ef0-67619a1576a0', 'name': '', 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'mac_address': 'fa:16:3e:30:4a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:32:17Z', 'updated_at': '2022-01-28T04:32:18Z', 'revision_number': 1, 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'subnets': [{'id': 'c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:32:19.120984 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-e3b6be99-fef8-4806-8edc-dd56f8ed4f02 None None] Provisioning complete for port abbaa3eb-fd64-4fcb-8ef0-67619a1576a0 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:32:19.121387 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e3b6be99-fef8-4806-8edc-dd56f8ed4f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (abbaa3eb-fd64-4fcb-8ef0-67619a1576a0), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:19.161409 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e3b6be99-fef8-4806-8edc-dd56f8ed4f02 None None] Port abbaa3eb-fd64-4fcb-8ef0-67619a1576a0 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:32:19.213795 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device cb97a721-aeec-4b9e-a25e-c6874eaad3fe up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:32:19.262282 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port cb97a721-aeec-4b9e-a25e-c6874eaad3fe triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:32:19.262656 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (cb97a721-aeec-4b9e-a25e-c6874eaad3fe), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:19.368524 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port cb97a721-aeec-4b9e-a25e-c6874eaad3fe is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:32:19.594903 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39342) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:19.599945 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-aa8c5dd8-a485-4b2c-bb89-dacea1bdb033 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1581019305-network', 'tenant_id': 'dcb6bc5bed7749f5817887ecde9b125e'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:32:19.619942 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8c5dd8-a485-4b2c-bb89-dacea1bdb033 admin admin] Made reservation on behalf of dcb6bc5bed7749f5817887ecde9b125e for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:32:19.622567 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa8c5dd8-a485-4b2c-bb89-dacea1bdb033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:19.632964 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa8c5dd8-a485-4b2c-bb89-dacea1bdb033 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:19.722274 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa8c5dd8-a485-4b2c-bb89-dacea1bdb033 admin admin] Publish callbacks [] for security_group (3a217d22-b699-4fbe-b943-27f7d887bce2), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:19.728854 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa8c5dd8-a485-4b2c-bb89-dacea1bdb033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (3a217d22-b699-4fbe-b943-27f7d887bce2), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:19.757407 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa8c5dd8-a485-4b2c-bb89-dacea1bdb033 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 04:32:19.763376 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c5dd8-a485-4b2c-bb89-dacea1bdb033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a217d22-b699-4fbe-b943-27f7d887bce2,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:19.772423 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa8c5dd8-a485-4b2c-bb89-dacea1bdb033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (e2c3dc51-5173-429c-ba03-af773de2d6d7), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:19.772950 n-d-712139-27 neutron-server[109803]: INFO neutron.db.segments_db [None req-aa8c5dd8-a485-4b2c-bb89-dacea1bdb033 admin admin] Added segment e2c3dc51-5173-429c-ba03-af773de2d6d7 of type vlan for network 1f83d4df-0150-4f38-a135-f420a3401779 Jan 28 04:32:19.821278 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa8c5dd8-a485-4b2c-bb89-dacea1bdb033 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780454395769'] for network (1f83d4df-0150-4f38-a135-f420a3401779), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:19.852772 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa8c5dd8-a485-4b2c-bb89-dacea1bdb033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109'] for network (1f83d4df-0150-4f38-a135-f420a3401779), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:19.853974 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8c5dd8-a485-4b2c-bb89-dacea1bdb033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:19.854552 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa8c5dd8-a485-4b2c-bb89-dacea1bdb033 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:19.914626 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-aa8c5dd8-a485-4b2c-bb89-dacea1bdb033 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3185611 Jan 28 04:32:19.917319 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39344) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:19.924047 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-a93cc067-abb2-42bb-a4b8-32f4dfb69034 admin admin] Request body: {'subnet': {'network_id': '1f83d4df-0150-4f38-a135-f420a3401779', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1581019305-subnet', 'tenant_id': 'dcb6bc5bed7749f5817887ecde9b125e', 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:32:19.936484 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c5dd8-a485-4b2c-bb89-dacea1bdb033 admin admin] Pushing event updated for resources: {'Network': ['ID=1f83d4df-0150-4f38-a135-f420a3401779,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:19.949154 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Network 1f83d4df-0150-4f38-a135-f420a3401779 details requested by agent ovs-agent-n-d-712139-27 with host n-d-712139-27 {{(pid=109804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 04:32:19.952481 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93cc067-abb2-42bb-a4b8-32f4dfb69034 admin admin] Made reservation on behalf of dcb6bc5bed7749f5817887ecde9b125e for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:32:19.955362 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a93cc067-abb2-42bb-a4b8-32f4dfb69034 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890916'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:20.132712 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a93cc067-abb2-42bb-a4b8-32f4dfb69034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12494804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890934'] for subnet (55ef4131-e283-4f79-891d-1055f65c8537), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:20.187192 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93cc067-abb2-42bb-a4b8-32f4dfb69034 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55ef4131-e283-4f79-891d-1055f65c8537,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:20.198555 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93cc067-abb2-42bb-a4b8-32f4dfb69034 admin admin] Checking segment: {'id': 'e2c3dc51-5173-429c-ba03-af773de2d6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1f83d4df-0150-4f38-a135-f420a3401779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:32:20.198918 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93cc067-abb2-42bb-a4b8-32f4dfb69034 admin admin] Network hostable DHCP agents. Network: 1f83d4df-0150-4f38-a135-f420a3401779, hostable agents: ['3972c3c5-dbf9-474e-becc-adad93eaa9a3'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 04:32:20.218494 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93cc067-abb2-42bb-a4b8-32f4dfb69034 admin admin] Network 1f83d4df-0150-4f38-a135-f420a3401779 is scheduled to be hosted by DHCP agent 3972c3c5-dbf9-474e-becc-adad93eaa9a3 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 04:32:20.229178 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-a93cc067-abb2-42bb-a4b8-32f4dfb69034 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-27, 1f83d4df-0150-4f38-a135-f420a3401779) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:32:20.234402 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93cc067-abb2-42bb-a4b8-32f4dfb69034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:20.235224 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a93cc067-abb2-42bb-a4b8-32f4dfb69034 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:20.240400 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae6649f-7e1c-4d8c-b550-4fc5da069ed3 None None] Network 1f83d4df-0150-4f38-a135-f420a3401779 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:32:20.256751 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a93cc067-abb2-42bb-a4b8-32f4dfb69034 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3358140 Jan 28 04:32:20.257384 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39346) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:20.261883 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-490718c1-7512-4280-b510-64cea35dfeec admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1581019305-router', 'tenant_id': 'dcb6bc5bed7749f5817887ecde9b125e', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:32:20.284644 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-490718c1-7512-4280-b510-64cea35dfeec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3877546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23086'] for router (ce590c44-6246-487c-afee-dcd151d2fc76), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:20.286181 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-490718c1-7512-4280-b510-64cea35dfeec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23079'] for router (ce590c44-6246-487c-afee-dcd151d2fc76), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:20.339769 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-490718c1-7512-4280-b510-64cea35dfeec admin admin] Publish callbacks [] for router_controller (ce590c44-6246-487c-afee-dcd151d2fc76), precommit_add_association {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:20.362565 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781d802c-c961-4b92-ade8-f6e584b2a023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643a1ad-4ae5-5bf2-9dfa-a456bb0f7a95-1f83d4df-0150-4f38-a135-f420a3401779', 'network_id': '1f83d4df-0150-4f38-a135-f420a3401779', 'project_id': 'dcb6bc5bed7749f5817887ecde9b125e', 'fixed_ips': [{'subnet_id': '55ef4131-e283-4f79-891d-1055f65c8537'}]}} from n-d-712139-27. {{(pid=109804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 04:32:20.363448 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-781d802c-c961-4b92-ade8-f6e584b2a023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:20.485694 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-490718c1-7512-4280-b510-64cea35dfeec admin admin] Publish callbacks [] for router_gateway (ce590c44-6246-487c-afee-dcd151d2fc76), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:20.504810 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-781d802c-c961-4b92-ade8-f6e584b2a023 None None] Allocated IP 172.20.0.2 (1f83d4df-0150-4f38-a135-f420a3401779/55ef4131-e283-4f79-891d-1055f65c8537/1f9e574c-e92d-4f34-99dc-c43611ff10a3) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:32:20.652101 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-781d802c-c961-4b92-ade8-f6e584b2a023 None None] Publish callbacks [] for port (1f9e574c-e92d-4f34-99dc-c43611ff10a3), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:20.658435 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-781d802c-c961-4b92-ade8-f6e584b2a023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649'] for port (1f9e574c-e92d-4f34-99dc-c43611ff10a3), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:20.690302 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-490718c1-7512-4280-b510-64cea35dfeec admin admin] Publish callbacks [] for router_gateway (ce590c44-6246-487c-afee-dcd151d2fc76), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:20.701829 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781d802c-c961-4b92-ade8-f6e584b2a023 None None] Network 1f83d4df-0150-4f38-a135-f420a3401779 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:32:20.706750 n-d-712139-27 neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-781d802c-c961-4b92-ade8-f6e584b2a023 None None] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:32:20.711092 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781d802c-c961-4b92-ade8-f6e584b2a023 None None] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:32:20.713103 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-490718c1-7512-4280-b510-64cea35dfeec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:20.714200 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d802c-c961-4b92-ade8-f6e584b2a023 None None] Pushing event updated for resources: {'Port': ['ID=1f9e574c-e92d-4f34-99dc-c43611ff10a3,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:20.767763 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-781d802c-c961-4b92-ade8-f6e584b2a023 None None] Attempting to bind port 1f9e574c-e92d-4f34-99dc-c43611ff10a3 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:32:20.768105 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-781d802c-c961-4b92-ade8-f6e584b2a023 None None] Attempting to bind port 1f9e574c-e92d-4f34-99dc-c43611ff10a3 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e2c3dc51-5173-429c-ba03-af773de2d6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1f83d4df-0150-4f38-a135-f420a3401779'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:32:20.768617 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781d802c-c961-4b92-ade8-f6e584b2a023 None None] Attempting to bind port 1f9e574c-e92d-4f34-99dc-c43611ff10a3 on network 1f83d4df-0150-4f38-a135-f420a3401779 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:32:20.773717 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781d802c-c961-4b92-ade8-f6e584b2a023 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:32:20.774092 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781d802c-c961-4b92-ade8-f6e584b2a023 None None] Checking segment: {'id': 'e2c3dc51-5173-429c-ba03-af773de2d6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1f83d4df-0150-4f38-a135-f420a3401779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:32:20.774520 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-781d802c-c961-4b92-ade8-f6e584b2a023 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:20.774916 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781d802c-c961-4b92-ade8-f6e584b2a023 None None] Bound using segment: {'id': 'e2c3dc51-5173-429c-ba03-af773de2d6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1f83d4df-0150-4f38-a135-f420a3401779'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:32:20.775738 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-781d802c-c961-4b92-ade8-f6e584b2a023 None None] Bound port: 1f9e574c-e92d-4f34-99dc-c43611ff10a3, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c3dc51-5173-429c-ba03-af773de2d6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1f83d4df-0150-4f38-a135-f420a3401779'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:32:20.776117 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-781d802c-c961-4b92-ade8-f6e584b2a023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1f9e574c-e92d-4f34-99dc-c43611ff10a3), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:20.817997 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_common [None req-490718c1-7512-4280-b510-64cea35dfeec admin admin] Allocated IP 172.25.0.135 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/cd518cd1-e222-496a-bab5-d38377328565) {{(pid=109802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:32:20.838100 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-781d802c-c961-4b92-ade8-f6e584b2a023 None None] For port 1f9e574c-e92d-4f34-99dc-c43611ff10a3, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:32:20.841259 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-781d802c-c961-4b92-ade8-f6e584b2a023 None None] For port 1f9e574c-e92d-4f34-99dc-c43611ff10a3, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=1f9e574c-e92d-4f34-99dc-c43611ff10a3,segment=NetworkSegment(e2c3dc51-5173-429c-ba03-af773de2d6d7),segment_id=e2c3dc51-5173-429c-ba03-af773de2d6d7)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:32:20.846390 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-781d802c-c961-4b92-ade8-f6e584b2a023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (1f9e574c-e92d-4f34-99dc-c43611ff10a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:20.903772 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d802c-c961-4b92-ade8-f6e584b2a023 None None] Pushing event updated for resources: {'Port': ['ID=1f9e574c-e92d-4f34-99dc-c43611ff10a3,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:20.929569 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-490718c1-7512-4280-b510-64cea35dfeec admin admin] Publish callbacks [] for port (cd518cd1-e222-496a-bab5-d38377328565), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:21.319352 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 667058a7-78e3-47e9-8e77-48b94d91b932 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:32:21.348949 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-490718c1-7512-4280-b510-64cea35dfeec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (cd518cd1-e222-496a-bab5-d38377328565), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:21.371444 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 667058a7-78e3-47e9-8e77-48b94d91b932 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:32:21.371811 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (667058a7-78e3-47e9-8e77-48b94d91b932), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:21.385119 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490718c1-7512-4280-b510-64cea35dfeec admin admin] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:32:21.387953 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.base_scheduler [None req-490718c1-7512-4280-b510-64cea35dfeec admin admin] Resources bound (agent type, host, resource id): {{(pid=109802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:32:21.391557 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490718c1-7512-4280-b510-64cea35dfeec admin admin] Received port after_create {{(pid=109802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:32:21.422091 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490718c1-7512-4280-b510-64cea35dfeec admin admin] Pushing event updated for resources: {'Port': ['ID=cd518cd1-e222-496a-bab5-d38377328565,revision_number=1']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:21.454856 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 667058a7-78e3-47e9-8e77-48b94d91b932 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:32:21.455295 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (667058a7-78e3-47e9-8e77-48b94d91b932), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:21.476661 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 667058a7-78e3-47e9-8e77-48b94d91b932, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=667058a7-78e3-47e9-8e77-48b94d91b932,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:21.481477 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (667058a7-78e3-47e9-8e77-48b94d91b932), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:21.482259 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 1f9e574c-e92d-4f34-99dc-c43611ff10a3 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:32:21.558383 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=667058a7-78e3-47e9-8e77-48b94d91b932,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:21.572035 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 1f9e574c-e92d-4f34-99dc-c43611ff10a3 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:32:21.572418 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (1f9e574c-e92d-4f34-99dc-c43611ff10a3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:21.660049 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-490718c1-7512-4280-b510-64cea35dfeec admin admin] Publish callbacks [] for router_gateway (ce590c44-6246-487c-afee-dcd151d2fc76), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:21.661687 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 1f9e574c-e92d-4f34-99dc-c43611ff10a3 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:32:21.662194 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (1f9e574c-e92d-4f34-99dc-c43611ff10a3), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:21.697851 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port 1f9e574c-e92d-4f34-99dc-c43611ff10a3, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=1f9e574c-e92d-4f34-99dc-c43611ff10a3,segment=NetworkSegment(e2c3dc51-5173-429c-ba03-af773de2d6d7),segment_id=e2c3dc51-5173-429c-ba03-af773de2d6d7)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:21.703495 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (1f9e574c-e92d-4f34-99dc-c43611ff10a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:21.760401 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=1f9e574c-e92d-4f34-99dc-c43611ff10a3,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:21.797022 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b91db01-42bb-4e6d-a5dc-de2122eceb3b None None] Sync routers for ids ['9055f3c8-e026-4ee6-b039-b78d61b2400f'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:32:21.807368 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b91db01-42bb-4e6d-a5dc-de2122eceb3b None None] Routers {'9055f3c8-e026-4ee6-b039-b78d61b2400f'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:32:21.808110 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-7b91db01-42bb-4e6d-a5dc-de2122eceb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:32:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['9055f3c8-e026-4ee6-b039-b78d61b2400f'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:21.911836 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-490718c1-7512-4280-b510-64cea35dfeec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876261'] for router (ce590c44-6246-487c-afee-dcd151d2fc76), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:21.917771 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-7b91db01-42bb-4e6d-a5dc-de2122eceb3b None None] Set router 9055f3c8-e026-4ee6-b039-b78d61b2400f gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:32:21.969579 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89bd490-4282-46b0-b8eb-ea8b553bfa47 None None] Network 1f83d4df-0150-4f38-a135-f420a3401779 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:32:22.035607 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-4cc2307b-f0ea-4e54-872c-9eaafc768a9b None None] Provisioning complete for port 1f9e574c-e92d-4f34-99dc-c43611ff10a3 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:32:22.036157 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4cc2307b-f0ea-4e54-872c-9eaafc768a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (1f9e574c-e92d-4f34-99dc-c43611ff10a3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:22.046605 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490718c1-7512-4280-b510-64cea35dfeec admin admin] Router ce590c44-6246-487c-afee-dcd151d2fc76 is scheduled to L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 with binding_index 1 {{(pid=109802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 04:32:22.131826 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-7b91db01-42bb-4e6d-a5dc-de2122eceb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'name': 'tempest-TestSnapshotPattern-1239444699-router', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '667058a7-78e3-47e9-8e77-48b94d91b932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:32:16Z', 'updated_at': '2022-01-28T04:32:18Z', 'revision_number': 4, 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'gw_port': {'id': '667058a7-78e3-47e9-8e77-48b94d91b932', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:32:16Z', 'updated_at': '2022-01-28T04:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'abbaa3eb-fd64-4fcb-8ef0-67619a1576a0', 'name': '', 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'mac_address': 'fa:16:3e:30:4a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:32:17Z', 'updated_at': '2022-01-28T04:32:18Z', 'revision_number': 2, 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'subnets': [{'id': 'c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:22.158660 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-4cc2307b-f0ea-4e54-872c-9eaafc768a9b None None] Current status of the port 1f9e574c-e92d-4f34-99dc-c43611ff10a3 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:32:22.163765 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490718c1-7512-4280-b510-64cea35dfeec admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:32:22.166967 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b91db01-42bb-4e6d-a5dc-de2122eceb3b None None] Checking router: 9055f3c8-e026-4ee6-b039-b78d61b2400f for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:32:22.168337 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b91db01-42bb-4e6d-a5dc-de2122eceb3b None None] Updating router 9055f3c8-e026-4ee6-b039-b78d61b2400f port abbaa3eb-fd64-4fcb-8ef0-67619a1576a0 binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:32:22.173844 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5d2109-d46f-47bc-9ec0-3b80963c4245 None None] Sync routers for ids ['ce590c44-6246-487c-afee-dcd151d2fc76'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:32:22.185962 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-490718c1-7512-4280-b510-64cea35dfeec admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:22.186340 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5d2109-d46f-47bc-9ec0-3b80963c4245 None None] Routers {'ce590c44-6246-487c-afee-dcd151d2fc76'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:32:22.186971 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-1d5d2109-d46f-47bc-9ec0-3b80963c4245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:32:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['ce590c44-6246-487c-afee-dcd151d2fc76'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:22.190825 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39348) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:22.191610 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-490718c1-7512-4280-b510-64cea35dfeec admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9330959 Jan 28 04:32:22.206834 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7b91db01-42bb-4e6d-a5dc-de2122eceb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (abbaa3eb-fd64-4fcb-8ef0-67619a1576a0), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:22.327263 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-1d5d2109-d46f-47bc-9ec0-3b80963c4245 None None] Set router ce590c44-6246-487c-afee-dcd151d2fc76 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:32:22.513090 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-65509643-5061-41d2-a059-26d10b2191c1 None None] Provisioning complete for port 1f9e574c-e92d-4f34-99dc-c43611ff10a3 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:32:22.513862 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-65509643-5061-41d2-a059-26d10b2191c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (1f9e574c-e92d-4f34-99dc-c43611ff10a3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:22.530328 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7b91db01-42bb-4e6d-a5dc-de2122eceb3b None None] Publish callbacks [] for port (abbaa3eb-fd64-4fcb-8ef0-67619a1576a0), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:22.537556 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7b91db01-42bb-4e6d-a5dc-de2122eceb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (abbaa3eb-fd64-4fcb-8ef0-67619a1576a0), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:22.570245 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-1d5d2109-d46f-47bc-9ec0-3b80963c4245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce590c44-6246-487c-afee-dcd151d2fc76', 'name': 'tempest-TestSnapshotPattern-1581019305-router', 'tenant_id': 'dcb6bc5bed7749f5817887ecde9b125e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'cd518cd1-e222-496a-bab5-d38377328565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:32:20Z', 'updated_at': '2022-01-28T04:32:21Z', 'revision_number': 3, 'project_id': 'dcb6bc5bed7749f5817887ecde9b125e', 'gw_port': {'id': 'cd518cd1-e222-496a-bab5-d38377328565', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce590c44-6246-487c-afee-dcd151d2fc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:32:20Z', 'updated_at': '2022-01-28T04:32:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:22.588476 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cbe0d-6d0f-429e-bd48-0e6ffc165285 None None] Pushing event updated for resources: {'Port': ['ID=abbaa3eb-fd64-4fcb-8ef0-67619a1576a0,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:22.611628 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cbe0d-6d0f-429e-bd48-0e6ffc165285 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:22.611980 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cbe0d-6d0f-429e-bd48-0e6ffc165285 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:22.612436 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cbe0d-6d0f-429e-bd48-0e6ffc165285 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:22.612750 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5d2109-d46f-47bc-9ec0-3b80963c4245 None None] Checking router: ce590c44-6246-487c-afee-dcd151d2fc76 for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:32:22.612876 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cbe0d-6d0f-429e-bd48-0e6ffc165285 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:22.613129 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5d2109-d46f-47bc-9ec0-3b80963c4245 None None] Updating router ce590c44-6246-487c-afee-dcd151d2fc76 port cd518cd1-e222-496a-bab5-d38377328565 binding host n-d-712139-27 {{(pid=109804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:32:22.613290 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cbe0d-6d0f-429e-bd48-0e6ffc165285 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:22.613697 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cbe0d-6d0f-429e-bd48-0e6ffc165285 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:22.614079 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cbe0d-6d0f-429e-bd48-0e6ffc165285 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:22.614456 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cbe0d-6d0f-429e-bd48-0e6ffc165285 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:22.614838 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cbe0d-6d0f-429e-bd48-0e6ffc165285 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:22.615218 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cbe0d-6d0f-429e-bd48-0e6ffc165285 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:22.615611 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cbe0d-6d0f-429e-bd48-0e6ffc165285 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:22.615983 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cbe0d-6d0f-429e-bd48-0e6ffc165285 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:22.616357 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cbe0d-6d0f-429e-bd48-0e6ffc165285 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:32:22.655674 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-7b91db01-42bb-4e6d-a5dc-de2122eceb3b None None] Attempting to bind port abbaa3eb-fd64-4fcb-8ef0-67619a1576a0 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:32:22.656032 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-7b91db01-42bb-4e6d-a5dc-de2122eceb3b None None] Attempting to bind port abbaa3eb-fd64-4fcb-8ef0-67619a1576a0 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': '595bdad4-08ae-416b-a454-361a343f45ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:32:22.656700 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b91db01-42bb-4e6d-a5dc-de2122eceb3b None None] Attempting to bind port abbaa3eb-fd64-4fcb-8ef0-67619a1576a0 on network c7cc287c-d8a8-4318-bb36-236df2a23e10 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:32:22.660403 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c51d39a1-932b-4da2-8369-1d01c4f725d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:22.661993 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b91db01-42bb-4e6d-a5dc-de2122eceb3b None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:32:22.662363 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b91db01-42bb-4e6d-a5dc-de2122eceb3b None None] Checking segment: {'id': '595bdad4-08ae-416b-a454-361a343f45ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:32:22.663268 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7b91db01-42bb-4e6d-a5dc-de2122eceb3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:22.663828 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b91db01-42bb-4e6d-a5dc-de2122eceb3b None None] Bound using segment: {'id': '595bdad4-08ae-416b-a454-361a343f45ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:32:22.664743 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-7b91db01-42bb-4e6d-a5dc-de2122eceb3b None None] Bound port: abbaa3eb-fd64-4fcb-8ef0-67619a1576a0, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '595bdad4-08ae-416b-a454-361a343f45ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:32:22.664743 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7b91db01-42bb-4e6d-a5dc-de2122eceb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (abbaa3eb-fd64-4fcb-8ef0-67619a1576a0), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:22.679207 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1d5d2109-d46f-47bc-9ec0-3b80963c4245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (cd518cd1-e222-496a-bab5-d38377328565), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:22.708384 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-65509643-5061-41d2-a059-26d10b2191c1 None None] Current status of the port 1f9e574c-e92d-4f34-99dc-c43611ff10a3 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:32:22.746010 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-7b91db01-42bb-4e6d-a5dc-de2122eceb3b None None] For port abbaa3eb-fd64-4fcb-8ef0-67619a1576a0, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:32:22.749772 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-7b91db01-42bb-4e6d-a5dc-de2122eceb3b None None] For port abbaa3eb-fd64-4fcb-8ef0-67619a1576a0, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=abbaa3eb-fd64-4fcb-8ef0-67619a1576a0,segment=NetworkSegment(595bdad4-08ae-416b-a454-361a343f45ab),segment_id=595bdad4-08ae-416b-a454-361a343f45ab)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:32:22.756766 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7b91db01-42bb-4e6d-a5dc-de2122eceb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (abbaa3eb-fd64-4fcb-8ef0-67619a1576a0), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:22.813064 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b91db01-42bb-4e6d-a5dc-de2122eceb3b None None] Routers {'9055f3c8-e026-4ee6-b039-b78d61b2400f'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:32:22.813968 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-7b91db01-42bb-4e6d-a5dc-de2122eceb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:32:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['9055f3c8-e026-4ee6-b039-b78d61b2400f'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:22.859959 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cbe0d-6d0f-429e-bd48-0e6ffc165285 None None] Pushing event updated for resources: {'Port': ['ID=abbaa3eb-fd64-4fcb-8ef0-67619a1576a0,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:22.871182 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-c51d39a1-932b-4da2-8369-1d01c4f725d3 admin admin] Allocated IP 172.20.0.1 (1f83d4df-0150-4f38-a135-f420a3401779/55ef4131-e283-4f79-891d-1055f65c8537/6871b804-1b1c-4908-89f3-e3d12fe09a48) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:32:22.931872 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-7b91db01-42bb-4e6d-a5dc-de2122eceb3b None None] Set router 9055f3c8-e026-4ee6-b039-b78d61b2400f gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:32:22.997925 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c51d39a1-932b-4da2-8369-1d01c4f725d3 admin admin] Publish callbacks [] for port (6871b804-1b1c-4908-89f3-e3d12fe09a48), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:23.003034 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1d5d2109-d46f-47bc-9ec0-3b80963c4245 None None] Publish callbacks [] for port (cd518cd1-e222-496a-bab5-d38377328565), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:23.009474 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-67043b6f-223d-429e-b9e3-0839e2d543c8 None None] Provisioning complete for port abbaa3eb-fd64-4fcb-8ef0-67619a1576a0 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:32:23.009852 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-67043b6f-223d-429e-b9e3-0839e2d543c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (abbaa3eb-fd64-4fcb-8ef0-67619a1576a0), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:23.035460 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1d5d2109-d46f-47bc-9ec0-3b80963c4245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (cd518cd1-e222-496a-bab5-d38377328565), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:23.049617 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c51d39a1-932b-4da2-8369-1d01c4f725d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (6871b804-1b1c-4908-89f3-e3d12fe09a48), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:23.069929 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51d39a1-932b-4da2-8369-1d01c4f725d3 admin admin] Network 1f83d4df-0150-4f38-a135-f420a3401779 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:32:23.072799 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-c51d39a1-932b-4da2-8369-1d01c4f725d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:32:23.075532 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51d39a1-932b-4da2-8369-1d01c4f725d3 admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:32:23.117121 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-1d5d2109-d46f-47bc-9ec0-3b80963c4245 None None] Attempting to bind port cd518cd1-e222-496a-bab5-d38377328565 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:32:23.117513 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-1d5d2109-d46f-47bc-9ec0-3b80963c4245 None None] Attempting to bind port cd518cd1-e222-496a-bab5-d38377328565 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:32:23.117876 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5d2109-d46f-47bc-9ec0-3b80963c4245 None None] Attempting to bind port cd518cd1-e222-496a-bab5-d38377328565 on network 8f7dc9c9-eaf1-4339-a2e3-884554154641 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:32:23.120161 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f91b6-95b1-42cb-89bf-44899f7232eb None None] Pushing event updated for resources: {'Port': ['ID=cd518cd1-e222-496a-bab5-d38377328565,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:23.150930 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5d2109-d46f-47bc-9ec0-3b80963c4245 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:32:23.151576 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5d2109-d46f-47bc-9ec0-3b80963c4245 None None] Checking segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:32:23.152167 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1d5d2109-d46f-47bc-9ec0-3b80963c4245 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:23.152735 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5d2109-d46f-47bc-9ec0-3b80963c4245 None None] Bound using segment: {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:32:23.153741 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [None req-1d5d2109-d46f-47bc-9ec0-3b80963c4245 None None] Bound port: cd518cd1-e222-496a-bab5-d38377328565, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3be01c1-9721-4575-9706-04b377807ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:32:23.154425 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1d5d2109-d46f-47bc-9ec0-3b80963c4245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (cd518cd1-e222-496a-bab5-d38377328565), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:23.156560 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c51d39a1-932b-4da2-8369-1d01c4f725d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3875024'] for router_interface (ce590c44-6246-487c-afee-dcd151d2fc76), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:23.203611 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-67043b6f-223d-429e-b9e3-0839e2d543c8 None None] Current status of the port abbaa3eb-fd64-4fcb-8ef0-67619a1576a0 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:32:23.204009 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-67043b6f-223d-429e-b9e3-0839e2d543c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (abbaa3eb-fd64-4fcb-8ef0-67619a1576a0), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:23.205406 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-7b91db01-42bb-4e6d-a5dc-de2122eceb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'name': 'tempest-TestSnapshotPattern-1239444699-router', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '667058a7-78e3-47e9-8e77-48b94d91b932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:32:16Z', 'updated_at': '2022-01-28T04:32:18Z', 'revision_number': 4, 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'gw_port': {'id': '667058a7-78e3-47e9-8e77-48b94d91b932', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:32:16Z', 'updated_at': '2022-01-28T04:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'abbaa3eb-fd64-4fcb-8ef0-67619a1576a0', 'name': '', 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'mac_address': 'fa:16:3e:30:4a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:32:17Z', 'updated_at': '2022-01-28T04:32:22Z', 'revision_number': 4, 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'subnets': [{'id': 'c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:23.214475 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51d39a1-932b-4da2-8369-1d01c4f725d3 admin admin] Pushing event updated for resources: {'Port': ['ID=6871b804-1b1c-4908-89f3-e3d12fe09a48,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:23.248063 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b91db01-42bb-4e6d-a5dc-de2122eceb3b None None] The sync data for ids ['9055f3c8-e026-4ee6-b039-b78d61b2400f'] in n-d-712139-27 is: [{'id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'name': 'tempest-TestSnapshotPattern-1239444699-router', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '667058a7-78e3-47e9-8e77-48b94d91b932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:32:16Z', 'updated_at': '2022-01-28T04:32:18Z', 'revision_number': 4, 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'gw_port': {'id': '667058a7-78e3-47e9-8e77-48b94d91b932', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:32:16Z', 'updated_at': '2022-01-28T04:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'abbaa3eb-fd64-4fcb-8ef0-67619a1576a0', 'name': '', 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'mac_address': 'fa:16:3e:30:4a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:32:17Z', 'updated_at': '2022-01-28T04:32:22Z', 'revision_number': 4, 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'subnets': [{'id': 'c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:32:23.250538 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-1d5d2109-d46f-47bc-9ec0-3b80963c4245 None None] For port cd518cd1-e222-496a-bab5-d38377328565, host n-d-712139-27, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:32:23.267384 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-1d5d2109-d46f-47bc-9ec0-3b80963c4245 None None] For port cd518cd1-e222-496a-bab5-d38377328565, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=cd518cd1-e222-496a-bab5-d38377328565,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:32:23.312397 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1d5d2109-d46f-47bc-9ec0-3b80963c4245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (cd518cd1-e222-496a-bab5-d38377328565), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:23.315648 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-67043b6f-223d-429e-b9e3-0839e2d543c8 None None] For port abbaa3eb-fd64-4fcb-8ef0-67619a1576a0, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=abbaa3eb-fd64-4fcb-8ef0-67619a1576a0,segment=NetworkSegment(595bdad4-08ae-416b-a454-361a343f45ab),segment_id=595bdad4-08ae-416b-a454-361a343f45ab)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:23.354582 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-67043b6f-223d-429e-b9e3-0839e2d543c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (abbaa3eb-fd64-4fcb-8ef0-67619a1576a0), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:23.372352 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c51d39a1-932b-4da2-8369-1d01c4f725d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (6871b804-1b1c-4908-89f3-e3d12fe09a48), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:23.375226 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device abbaa3eb-fd64-4fcb-8ef0-67619a1576a0 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:32:23.416317 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5d2109-d46f-47bc-9ec0-3b80963c4245 None None] Routers {'ce590c44-6246-487c-afee-dcd151d2fc76'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:32:23.416978 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-1d5d2109-d46f-47bc-9ec0-3b80963c4245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:32:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['ce590c44-6246-487c-afee-dcd151d2fc76'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:23.459154 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f91b6-95b1-42cb-89bf-44899f7232eb None None] Pushing event updated for resources: {'Port': ['ID=cd518cd1-e222-496a-bab5-d38377328565,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:23.572448 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c51d39a1-932b-4da2-8369-1d01c4f725d3 admin admin] Publish callbacks [] for port (6871b804-1b1c-4908-89f3-e3d12fe09a48), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:23.578781 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c51d39a1-932b-4da2-8369-1d01c4f725d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (6871b804-1b1c-4908-89f3-e3d12fe09a48), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:23.653401 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c51d39a1-932b-4da2-8369-1d01c4f725d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3866903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875424'] for router_interface (ce590c44-6246-487c-afee-dcd151d2fc76), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:23.655545 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51d39a1-932b-4da2-8369-1d01c4f725d3 admin admin] Pushing event updated for resources: {'Port': ['ID=6871b804-1b1c-4908-89f3-e3d12fe09a48,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:23.746308 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-8890bce8-a4d9-488d-acdc-8559b1c3bf6b None None] Provisioning complete for port 6871b804-1b1c-4908-89f3-e3d12fe09a48 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:32:23.746686 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8890bce8-a4d9-488d-acdc-8559b1c3bf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (6871b804-1b1c-4908-89f3-e3d12fe09a48), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:23.757393 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67043b6f-223d-429e-b9e3-0839e2d543c8 None None] Pushing event updated for resources: {'Port': ['ID=abbaa3eb-fd64-4fcb-8ef0-67619a1576a0,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:23.804018 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-1d5d2109-d46f-47bc-9ec0-3b80963c4245 None None] Set router ce590c44-6246-487c-afee-dcd151d2fc76 gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:32:23.838143 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port abbaa3eb-fd64-4fcb-8ef0-67619a1576a0 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:32:23.838523 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (abbaa3eb-fd64-4fcb-8ef0-67619a1576a0), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:23.849210 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-8890bce8-a4d9-488d-acdc-8559b1c3bf6b None None] Port 6871b804-1b1c-4908-89f3-e3d12fe09a48 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:32:23.969994 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-8890bce8-a4d9-488d-acdc-8559b1c3bf6b None None] Provisioning complete for port abbaa3eb-fd64-4fcb-8ef0-67619a1576a0 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:32:23.970384 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8890bce8-a4d9-488d-acdc-8559b1c3bf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (abbaa3eb-fd64-4fcb-8ef0-67619a1576a0), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:24.115991 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port abbaa3eb-fd64-4fcb-8ef0-67619a1576a0 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:32:24.117060 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 667058a7-78e3-47e9-8e77-48b94d91b932 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:32:24.132495 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51d39a1-932b-4da2-8369-1d01c4f725d3 admin admin] Network 1f83d4df-0150-4f38-a135-f420a3401779 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:32:24.133969 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-c51d39a1-932b-4da2-8369-1d01c4f725d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:32:24.190730 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-8890bce8-a4d9-488d-acdc-8559b1c3bf6b None None] Current status of the port abbaa3eb-fd64-4fcb-8ef0-67619a1576a0 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:32:24.213173 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-1d5d2109-d46f-47bc-9ec0-3b80963c4245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce590c44-6246-487c-afee-dcd151d2fc76', 'name': 'tempest-TestSnapshotPattern-1581019305-router', 'tenant_id': 'dcb6bc5bed7749f5817887ecde9b125e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'cd518cd1-e222-496a-bab5-d38377328565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:32:20Z', 'updated_at': '2022-01-28T04:32:23Z', 'revision_number': 4, 'project_id': 'dcb6bc5bed7749f5817887ecde9b125e', 'gw_port': {'id': 'cd518cd1-e222-496a-bab5-d38377328565', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce590c44-6246-487c-afee-dcd151d2fc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:32:20Z', 'updated_at': '2022-01-28T04:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '6871b804-1b1c-4908-89f3-e3d12fe09a48', 'name': '', 'network_id': '1f83d4df-0150-4f38-a135-f420a3401779', 'tenant_id': 'dcb6bc5bed7749f5817887ecde9b125e', 'mac_address': 'fa:16:3e:90:98:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce590c44-6246-487c-afee-dcd151d2fc76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '55ef4131-e283-4f79-891d-1055f65c8537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:32:22Z', 'updated_at': '2022-01-28T04:32:22Z', 'revision_number': 1, 'project_id': 'dcb6bc5bed7749f5817887ecde9b125e', 'subnets': [{'id': '55ef4131-e283-4f79-891d-1055f65c8537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:24.216379 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 667058a7-78e3-47e9-8e77-48b94d91b932 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:32:24.216771 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (667058a7-78e3-47e9-8e77-48b94d91b932), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:24.246943 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5d2109-d46f-47bc-9ec0-3b80963c4245 None None] The sync data for ids ['ce590c44-6246-487c-afee-dcd151d2fc76'] in n-d-712139-27 is: [{'id': 'ce590c44-6246-487c-afee-dcd151d2fc76', 'name': 'tempest-TestSnapshotPattern-1581019305-router', 'tenant_id': 'dcb6bc5bed7749f5817887ecde9b125e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'cd518cd1-e222-496a-bab5-d38377328565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:32:20Z', 'updated_at': '2022-01-28T04:32:23Z', 'revision_number': 4, 'project_id': 'dcb6bc5bed7749f5817887ecde9b125e', 'gw_port': {'id': 'cd518cd1-e222-496a-bab5-d38377328565', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce590c44-6246-487c-afee-dcd151d2fc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:32:20Z', 'updated_at': '2022-01-28T04:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '6871b804-1b1c-4908-89f3-e3d12fe09a48', 'name': '', 'network_id': '1f83d4df-0150-4f38-a135-f420a3401779', 'tenant_id': 'dcb6bc5bed7749f5817887ecde9b125e', 'mac_address': 'fa:16:3e:90:98:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce590c44-6246-487c-afee-dcd151d2fc76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '55ef4131-e283-4f79-891d-1055f65c8537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:32:22Z', 'updated_at': '2022-01-28T04:32:22Z', 'revision_number': 1, 'project_id': 'dcb6bc5bed7749f5817887ecde9b125e', 'subnets': [{'id': '55ef4131-e283-4f79-891d-1055f65c8537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:32:24.257959 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c51d39a1-932b-4da2-8369-1d01c4f725d3 admin admin] Router ce590c44-6246-487c-afee-dcd151d2fc76 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:32:24.334893 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 667058a7-78e3-47e9-8e77-48b94d91b932 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:32:24.336105 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 1f9e574c-e92d-4f34-99dc-c43611ff10a3 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:32:24.389313 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 1f9e574c-e92d-4f34-99dc-c43611ff10a3 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:32:24.389992 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (1f9e574c-e92d-4f34-99dc-c43611ff10a3), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:24.392097 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51d39a1-932b-4da2-8369-1d01c4f725d3 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:32:24.397727 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c51d39a1-932b-4da2-8369-1d01c4f725d3 admin admin] 10.222.0.53 "PUT /v2.0/routers/ce590c44-6246-487c-afee-dcd151d2fc76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2058392 Jan 28 04:32:24.444042 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-4adf0ceb-88ca-4603-b202-0bb3f844649f None None] Provisioning complete for port 6871b804-1b1c-4908-89f3-e3d12fe09a48 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:32:24.444521 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4adf0ceb-88ca-4603-b202-0bb3f844649f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (6871b804-1b1c-4908-89f3-e3d12fe09a48), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:24.508146 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-4adf0ceb-88ca-4603-b202-0bb3f844649f None None] Port 6871b804-1b1c-4908-89f3-e3d12fe09a48 cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:32:24.554335 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 1f9e574c-e92d-4f34-99dc-c43611ff10a3 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:32:24.977678 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39358) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:24.982514 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-6f836354-2577-4174-add9-32e1aedde1e2 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1954768115', 'description': 'tempest-secgroup-smoke-1954768115 description', 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:32:25.021356 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6f836354-2577-4174-add9-32e1aedde1e2 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:25.086526 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6f836354-2577-4174-add9-32e1aedde1e2 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks [] for security_group (3eab9174-1934-4a32-90f1-a93f18ab0d7f), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:25.093005 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6f836354-2577-4174-add9-32e1aedde1e2 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (3eab9174-1934-4a32-90f1-a93f18ab0d7f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:25.122231 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6f836354-2577-4174-add9-32e1aedde1e2 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:25.123503 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-6f836354-2577-4174-add9-32e1aedde1e2 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1448450 Jan 28 04:32:25.124360 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f836354-2577-4174-add9-32e1aedde1e2 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eab9174-1934-4a32-90f1-a93f18ab0d7f,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:25.126673 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39360) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:25.130931 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-e4f9e3cd-24ef-452a-958a-f60ad9ff2a42 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Request body: {'security_group_rule': {'security_group_id': '3eab9174-1934-4a32-90f1-a93f18ab0d7f', 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:32:25.156668 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e3cd-24ef-452a-958a-f60ad9ff2a42 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks [] for security_group_rule (aed38461-b59e-4109-afd1-a4ad4d393f52), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:25.230810 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e3cd-24ef-452a-958a-f60ad9ff2a42 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks [] for security_group_rule (aed38461-b59e-4109-afd1-a4ad4d393f52), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:25.235784 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e3cd-24ef-452a-958a-f60ad9ff2a42 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (aed38461-b59e-4109-afd1-a4ad4d393f52), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:25.257352 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9e3cd-24ef-452a-958a-f60ad9ff2a42 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aed38461-b59e-4109-afd1-a4ad4d393f52,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:25.264370 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e3cd-24ef-452a-958a-f60ad9ff2a42 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:25.265701 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e4f9e3cd-24ef-452a-958a-f60ad9ff2a42 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1380703 Jan 28 04:32:25.268581 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39362) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:25.273007 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-b06f3e7b-2823-4a8a-a78a-6364eeff5e69 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Request body: {'security_group_rule': {'security_group_id': '3eab9174-1934-4a32-90f1-a93f18ab0d7f', 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:32:25.300807 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b06f3e7b-2823-4a8a-a78a-6364eeff5e69 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks [] for security_group_rule (1a598d4d-0539-4040-b092-4f8ba242ee1a), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:25.310706 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device abbaa3eb-fd64-4fcb-8ef0-67619a1576a0 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:32:25.358995 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b06f3e7b-2823-4a8a-a78a-6364eeff5e69 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks [] for security_group_rule (1a598d4d-0539-4040-b092-4f8ba242ee1a), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:25.360912 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port abbaa3eb-fd64-4fcb-8ef0-67619a1576a0 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:32:25.361364 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (abbaa3eb-fd64-4fcb-8ef0-67619a1576a0), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:25.363557 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b06f3e7b-2823-4a8a-a78a-6364eeff5e69 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (1a598d4d-0539-4040-b092-4f8ba242ee1a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:25.383164 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f3e7b-2823-4a8a-a78a-6364eeff5e69 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a598d4d-0539-4040-b092-4f8ba242ee1a,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:25.393458 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b06f3e7b-2823-4a8a-a78a-6364eeff5e69 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:25.394378 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b06f3e7b-2823-4a8a-a78a-6364eeff5e69 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1247823 Jan 28 04:32:25.397224 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39364) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:25.402399 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-b6fb4bcc-f61a-47ec-b85e-727386494ecf tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Request body: {'security_group_rule': {'security_group_id': '3eab9174-1934-4a32-90f1-a93f18ab0d7f', 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:32:25.427667 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b6fb4bcc-f61a-47ec-b85e-727386494ecf tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks [] for security_group_rule (340ba78d-a102-4564-a12f-ee08ac609d4b), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:25.443196 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port abbaa3eb-fd64-4fcb-8ef0-67619a1576a0 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:32:25.444293 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device cd518cd1-e222-496a-bab5-d38377328565 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:32:25.483963 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b6fb4bcc-f61a-47ec-b85e-727386494ecf tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks [] for security_group_rule (340ba78d-a102-4564-a12f-ee08ac609d4b), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:25.488833 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b6fb4bcc-f61a-47ec-b85e-727386494ecf tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (340ba78d-a102-4564-a12f-ee08ac609d4b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:25.492530 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port cd518cd1-e222-496a-bab5-d38377328565 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:32:25.492918 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (cd518cd1-e222-496a-bab5-d38377328565), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:25.510026 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fb4bcc-f61a-47ec-b85e-727386494ecf tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=340ba78d-a102-4564-a12f-ee08ac609d4b,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:25.516608 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b6fb4bcc-f61a-47ec-b85e-727386494ecf tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:25.519800 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b6fb4bcc-f61a-47ec-b85e-727386494ecf tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188090 Jan 28 04:32:25.520007 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39366) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:25.524562 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-e029ca24-e4d1-47f4-8f16-af0c0287db83 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Request body: {'security_group_rule': {'security_group_id': '3eab9174-1934-4a32-90f1-a93f18ab0d7f', 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:32:25.551373 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e029ca24-e4d1-47f4-8f16-af0c0287db83 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks [] for security_group_rule (ec3935db-2fb7-4457-bdc8-9dcfffa25a8f), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:25.580578 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port cd518cd1-e222-496a-bab5-d38377328565 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:32:25.580966 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (cd518cd1-e222-496a-bab5-d38377328565), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:25.601995 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] For port cd518cd1-e222-496a-bab5-d38377328565, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=cd518cd1-e222-496a-bab5-d38377328565,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:25.605949 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (cd518cd1-e222-496a-bab5-d38377328565), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:25.616931 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e029ca24-e4d1-47f4-8f16-af0c0287db83 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks [] for security_group_rule (ec3935db-2fb7-4457-bdc8-9dcfffa25a8f), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:25.622998 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e029ca24-e4d1-47f4-8f16-af0c0287db83 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (ec3935db-2fb7-4457-bdc8-9dcfffa25a8f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:25.655820 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e029ca24-e4d1-47f4-8f16-af0c0287db83 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:25.657140 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-e029ca24-e4d1-47f4-8f16-af0c0287db83 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1361232 Jan 28 04:32:25.658381 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e029ca24-e4d1-47f4-8f16-af0c0287db83 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec3935db-2fb7-4457-bdc8-9dcfffa25a8f,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:25.660974 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39368) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:25.662434 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Pushing event updated for resources: {'Port': ['ID=cd518cd1-e222-496a-bab5-d38377328565,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:25.669690 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-371c600a-a340-4931-b6b4-3a4d60e86113 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Request body: {'security_group_rule': {'security_group_id': '3eab9174-1934-4a32-90f1-a93f18ab0d7f', 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:32:25.698542 n-d-712139-27 neutron-server[109802]: INFO neutron.db.securitygroups_db [None req-371c600a-a340-4931-b6b4-3a4d60e86113 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Project 55b06989d4a74e7bb72f3c6cfe873c3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 04:32:25.703601 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-371c600a-a340-4931-b6b4-3a4d60e86113 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks [] for security_group_rule (6fe45c98-ab1d-458d-b888-aa1bb691d088), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:25.763726 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-371c600a-a340-4931-b6b4-3a4d60e86113 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks [] for security_group_rule (6fe45c98-ab1d-458d-b888-aa1bb691d088), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:25.769567 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-371c600a-a340-4931-b6b4-3a4d60e86113 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (6fe45c98-ab1d-458d-b888-aa1bb691d088), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:25.786793 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371c600a-a340-4931-b6b4-3a4d60e86113 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fe45c98-ab1d-458d-b888-aa1bb691d088,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:25.796182 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-371c600a-a340-4931-b6b4-3a4d60e86113 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:25.797419 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-371c600a-a340-4931-b6b4-3a4d60e86113 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1352460 Jan 28 04:32:25.800192 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 39370) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:25.804505 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.v2.base [None req-dbf2c791-3e55-473d-8ab7-712d1b636a89 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Request body: {'security_group_rule': {'security_group_id': '3eab9174-1934-4a32-90f1-a93f18ab0d7f', 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:32:25.824495 n-d-712139-27 neutron-server[109802]: INFO neutron.db.securitygroups_db [None req-dbf2c791-3e55-473d-8ab7-712d1b636a89 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Project 55b06989d4a74e7bb72f3c6cfe873c3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 04:32:25.829609 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dbf2c791-3e55-473d-8ab7-712d1b636a89 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks [] for security_group_rule (c2e5a000-5002-458f-bfed-93e648b26a60), before_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:25.888571 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dbf2c791-3e55-473d-8ab7-712d1b636a89 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks [] for security_group_rule (c2e5a000-5002-458f-bfed-93e648b26a60), precommit_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:25.893628 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dbf2c791-3e55-473d-8ab7-712d1b636a89 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3962765'] for security_group_rule (c2e5a000-5002-458f-bfed-93e648b26a60), after_create {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:25.911639 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2c791-3e55-473d-8ab7-712d1b636a89 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2e5a000-5002-458f-bfed-93e648b26a60,revision_number=0']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:25.923000 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-dbf2c791-3e55-473d-8ab7-712d1b636a89 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:25.924163 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-dbf2c791-3e55-473d-8ab7-712d1b636a89 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1230071 Jan 28 04:32:26.087190 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-7ce902f2-58da-4d93-8c70-6e217867e701 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1954768115&fields=id&tenant_id=55b06989d4a74e7bb72f3c6cfe873c3e HTTP/1.1" status: 200 len: 267 time: 0.0455897 Jan 28 04:32:26.198429 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-80c5c6fe-f951-4720-9167-16ac3b25c471 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:26.200248 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-80c5c6fe-f951-4720-9167-16ac3b25c471 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/networks?id=c7cc287c-d8a8-4318-bb36-236df2a23e10 HTTP/1.1" status: 200 len: 810 time: 0.1056957 Jan 28 04:32:26.215931 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-d062fcb3-a2cb-42cd-a8a4-bdd8f6f99a07 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/quotas/55b06989d4a74e7bb72f3c6cfe873c3e HTTP/1.1" status: 200 len: 375 time: 0.0101078 Jan 28 04:32:26.272948 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-6550a12f-12cc-48b1-a7fb-78d8ed2276c0 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=55b06989d4a74e7bb72f3c6cfe873c3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511014 Jan 28 04:32:26.390055 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-43940408-9b45-4519-90a5-1f427a937d43 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:32:26.391308 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-43940408-9b45-4519-90a5-1f427a937d43 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1061108 Jan 28 04:32:26.485626 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-ab94b7bc-1e56-45aa-934a-e4d6ef1e727c service neutron] 10.222.0.53 "GET /v2.0/networks/c7cc287c-d8a8-4318-bb36-236df2a23e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881982 Jan 28 04:32:26.589151 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-94e4ce9d-680f-44f0-863d-e373ad10f540 service neutron] 10.222.0.53 "GET /v2.0/networks/c7cc287c-d8a8-4318-bb36-236df2a23e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976605 Jan 28 04:32:26.759616 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-7ffd81e7-fc79-436f-99b8-0ed4e991f043 req-0259984f-21bf-4c7d-a1a1-695733822eb5 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/ports?device_id=e884093f-6d85-4af5-9fcf-43b5264c03ad HTTP/1.1" status: 200 len: 210 time: 0.0308104 Jan 28 04:32:27.217870 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device cd518cd1-e222-496a-bab5-d38377328565 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:32:27.270846 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port cd518cd1-e222-496a-bab5-d38377328565 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:32:27.271102 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (cd518cd1-e222-496a-bab5-d38377328565), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:27.280452 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29a677b-5b0c-496e-89d8-7dee312b2d19 None None] Sync routers for ids ['ce590c44-6246-487c-afee-dcd151d2fc76'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:32:27.290225 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29a677b-5b0c-496e-89d8-7dee312b2d19 None None] Routers {'ce590c44-6246-487c-afee-dcd151d2fc76'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:32:27.291464 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-d29a677b-5b0c-496e-89d8-7dee312b2d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:32:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['ce590c44-6246-487c-afee-dcd151d2fc76'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:27.355323 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port cd518cd1-e222-496a-bab5-d38377328565 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:32:27.404664 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-d29a677b-5b0c-496e-89d8-7dee312b2d19 None None] Set router ce590c44-6246-487c-afee-dcd151d2fc76 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:32:27.706817 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-d29a677b-5b0c-496e-89d8-7dee312b2d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce590c44-6246-487c-afee-dcd151d2fc76', 'name': 'tempest-TestSnapshotPattern-1581019305-router', 'tenant_id': 'dcb6bc5bed7749f5817887ecde9b125e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'cd518cd1-e222-496a-bab5-d38377328565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:32:20Z', 'updated_at': '2022-01-28T04:32:23Z', 'revision_number': 4, 'project_id': 'dcb6bc5bed7749f5817887ecde9b125e', 'gw_port': {'id': 'cd518cd1-e222-496a-bab5-d38377328565', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce590c44-6246-487c-afee-dcd151d2fc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:32:20Z', 'updated_at': '2022-01-28T04:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '6871b804-1b1c-4908-89f3-e3d12fe09a48', 'name': '', 'network_id': '1f83d4df-0150-4f38-a135-f420a3401779', 'tenant_id': 'dcb6bc5bed7749f5817887ecde9b125e', 'mac_address': 'fa:16:3e:90:98:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce590c44-6246-487c-afee-dcd151d2fc76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '55ef4131-e283-4f79-891d-1055f65c8537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:32:22Z', 'updated_at': '2022-01-28T04:32:23Z', 'revision_number': 2, 'project_id': 'dcb6bc5bed7749f5817887ecde9b125e', 'subnets': [{'id': '55ef4131-e283-4f79-891d-1055f65c8537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:27.738116 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29a677b-5b0c-496e-89d8-7dee312b2d19 None None] Checking router: ce590c44-6246-487c-afee-dcd151d2fc76 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:32:27.739189 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29a677b-5b0c-496e-89d8-7dee312b2d19 None None] Updating router ce590c44-6246-487c-afee-dcd151d2fc76 port 6871b804-1b1c-4908-89f3-e3d12fe09a48 binding host n-d-712139-27 {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 04:32:27.766022 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-d29a677b-5b0c-496e-89d8-7dee312b2d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (6871b804-1b1c-4908-89f3-e3d12fe09a48), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:27.831505 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-5ac6ac8c-fd98-4512-8b87-815536821b19 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:27.833421 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-5ac6ac8c-fd98-4512-8b87-815536821b19 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.67 "GET /v2.0/networks?id=c7cc287c-d8a8-4318-bb36-236df2a23e10 HTTP/1.1" status: 200 len: 810 time: 0.1150668 Jan 28 04:32:27.862901 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-21bc1e1b-36e0-40ec-988a-1c572629996a req-ba1bd0af-3a24-4c6c-b84f-f8fbc06a4728 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/ports?device_id=e884093f-6d85-4af5-9fcf-43b5264c03ad HTTP/1.1" status: 200 len: 210 time: 0.0280581 Jan 28 04:32:27.917632 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-0ec837ba-5465-43a9-99bb-dad206883526 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55b06989d4a74e7bb72f3c6cfe873c3e HTTP/1.1" status: 200 len: 380 time: 0.0572031 Jan 28 04:32:27.941981 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-9fbd2b4a-ee06-4a64-9102-999511595790 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Request body: {'port': {'device_id': 'e884093f-6d85-4af5-9fcf-43b5264c03ad', 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10', 'admin_state_up': True, 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'security_groups': ['3eab9174-1934-4a32-90f1-a93f18ab0d7f']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:32:28.035437 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-d29a677b-5b0c-496e-89d8-7dee312b2d19 None None] Publish callbacks [] for port (6871b804-1b1c-4908-89f3-e3d12fe09a48), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:28.041978 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-d29a677b-5b0c-496e-89d8-7dee312b2d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (6871b804-1b1c-4908-89f3-e3d12fe09a48), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:28.054205 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-9fbd2b4a-ee06-4a64-9102-999511595790 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Made reservation on behalf of 55b06989d4a74e7bb72f3c6cfe873c3e for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:32:28.057588 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-9fbd2b4a-ee06-4a64-9102-999511595790 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:28.092565 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9990306c-014d-42ad-b5c9-64f5c246f5be None None] Pushing event updated for resources: {'Port': ['ID=6871b804-1b1c-4908-89f3-e3d12fe09a48,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:28.146579 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-d29a677b-5b0c-496e-89d8-7dee312b2d19 None None] Attempting to bind port 6871b804-1b1c-4908-89f3-e3d12fe09a48 on host n-d-712139-27 for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:32:28.146941 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-d29a677b-5b0c-496e-89d8-7dee312b2d19 None None] Attempting to bind port 6871b804-1b1c-4908-89f3-e3d12fe09a48 by drivers openvswitch,hyperv on host n-d-712139-27 at level 0 using segments [{'id': 'e2c3dc51-5173-429c-ba03-af773de2d6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1f83d4df-0150-4f38-a135-f420a3401779'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:32:28.147432 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29a677b-5b0c-496e-89d8-7dee312b2d19 None None] Attempting to bind port 6871b804-1b1c-4908-89f3-e3d12fe09a48 on network 1f83d4df-0150-4f38-a135-f420a3401779 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:32:28.153046 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29a677b-5b0c-496e-89d8-7dee312b2d19 None None] Checking agent: {'id': 'e73940b2-d0c1-4c83-87a7-f8604b9a1081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 34, 36), 'started_at': datetime.datetime(2022, 1, 28, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:32:28.153465 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29a677b-5b0c-496e-89d8-7dee312b2d19 None None] Checking segment: {'id': 'e2c3dc51-5173-429c-ba03-af773de2d6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1f83d4df-0150-4f38-a135-f420a3401779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:32:28.153863 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-d29a677b-5b0c-496e-89d8-7dee312b2d19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:28.154252 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29a677b-5b0c-496e-89d8-7dee312b2d19 None None] Bound using segment: {'id': 'e2c3dc51-5173-429c-ba03-af773de2d6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1f83d4df-0150-4f38-a135-f420a3401779'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:32:28.154761 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-d29a677b-5b0c-496e-89d8-7dee312b2d19 None None] Bound port: 6871b804-1b1c-4908-89f3-e3d12fe09a48, host: n-d-712139-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c3dc51-5173-429c-ba03-af773de2d6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1f83d4df-0150-4f38-a135-f420a3401779'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:32:28.155149 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-d29a677b-5b0c-496e-89d8-7dee312b2d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (6871b804-1b1c-4908-89f3-e3d12fe09a48), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:28.195003 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-9fbd2b4a-ee06-4a64-9102-999511595790 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Allocated IP 172.20.0.13 (c7cc287c-d8a8-4318-bb36-236df2a23e10/c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3/34034b6d-9d21-4d0d-b9f2-182e34cb663a) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:32:28.228923 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-d29a677b-5b0c-496e-89d8-7dee312b2d19 None None] For port 6871b804-1b1c-4908-89f3-e3d12fe09a48, host n-d-712139-27, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:32:28.232271 n-d-712139-27 neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-d29a677b-5b0c-496e-89d8-7dee312b2d19 None None] For port 6871b804-1b1c-4908-89f3-e3d12fe09a48, host n-d-712139-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=6871b804-1b1c-4908-89f3-e3d12fe09a48,segment=NetworkSegment(e2c3dc51-5173-429c-ba03-af773de2d6d7),segment_id=e2c3dc51-5173-429c-ba03-af773de2d6d7)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:32:28.236802 n-d-712139-27 neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-d29a677b-5b0c-496e-89d8-7dee312b2d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (6871b804-1b1c-4908-89f3-e3d12fe09a48), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:28.293337 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29a677b-5b0c-496e-89d8-7dee312b2d19 None None] Routers {'ce590c44-6246-487c-afee-dcd151d2fc76'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:32:28.294064 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-d29a677b-5b0c-496e-89d8-7dee312b2d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:32:02Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['ce590c44-6246-487c-afee-dcd151d2fc76'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:28.342067 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9990306c-014d-42ad-b5c9-64f5c246f5be None None] Pushing event updated for resources: {'Port': ['ID=6871b804-1b1c-4908-89f3-e3d12fe09a48,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:28.349378 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-9fbd2b4a-ee06-4a64-9102-999511595790 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks [] for port (34034b6d-9d21-4d0d-b9f2-182e34cb663a), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:28.368349 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-46438ef8-3fa8-4290-9a48-006e726039db None None] Provisioning complete for port 6871b804-1b1c-4908-89f3-e3d12fe09a48 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:32:28.369457 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-46438ef8-3fa8-4290-9a48-006e726039db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (6871b804-1b1c-4908-89f3-e3d12fe09a48), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:28.389319 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-9fbd2b4a-ee06-4a64-9102-999511595790 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (34034b6d-9d21-4d0d-b9f2-182e34cb663a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:28.439485 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-d29a677b-5b0c-496e-89d8-7dee312b2d19 None None] Set router ce590c44-6246-487c-afee-dcd151d2fc76 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:32:28.457176 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-46438ef8-3fa8-4290-9a48-006e726039db None None] Current status of the port 6871b804-1b1c-4908-89f3-e3d12fe09a48 is: DOWN; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:32:28.457997 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-46438ef8-3fa8-4290-9a48-006e726039db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (6871b804-1b1c-4908-89f3-e3d12fe09a48), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:28.462227 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd2b4a-ee06-4a64-9102-999511595790 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Pushing event updated for resources: {'Port': ['ID=34034b6d-9d21-4d0d-b9f2-182e34cb663a,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:28.479216 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-9fbd2b4a-ee06-4a64-9102-999511595790 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Network c7cc287c-d8a8-4318-bb36-236df2a23e10 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:32:28.482508 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-9fbd2b4a-ee06-4a64-9102-999511595790 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:32:28.485632 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-9fbd2b4a-ee06-4a64-9102-999511595790 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:32:28.514191 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-46438ef8-3fa8-4290-9a48-006e726039db None None] For port 6871b804-1b1c-4908-89f3-e3d12fe09a48, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=6871b804-1b1c-4908-89f3-e3d12fe09a48,segment=NetworkSegment(e2c3dc51-5173-429c-ba03-af773de2d6d7),segment_id=e2c3dc51-5173-429c-ba03-af773de2d6d7)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:28.523371 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-46438ef8-3fa8-4290-9a48-006e726039db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (6871b804-1b1c-4908-89f3-e3d12fe09a48), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:28.553775 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-9fbd2b4a-ee06-4a64-9102-999511595790 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:28.554446 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-9fbd2b4a-ee06-4a64-9102-999511595790 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:28.579877 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-9fbd2b4a-ee06-4a64-9102-999511595790 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6416168 Jan 28 04:32:28.597363 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46438ef8-3fa8-4290-9a48-006e726039db None None] Pushing event updated for resources: {'Port': ['ID=6871b804-1b1c-4908-89f3-e3d12fe09a48,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:28.598426 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-3f8d908c-546a-4b49-80be-83c20b0f09a9 service neutron] Request body: {'port': {'device_id': 'e884093f-6d85-4af5-9fcf-43b5264c03ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:32:28.645804 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-75e5a23a-9b19-4290-9a11-62aa439be3bc None None] Provisioning complete for port 6871b804-1b1c-4908-89f3-e3d12fe09a48 triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:32:28.646467 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-75e5a23a-9b19-4290-9a11-62aa439be3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (6871b804-1b1c-4908-89f3-e3d12fe09a48), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:28.662393 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-3f8d908c-546a-4b49-80be-83c20b0f09a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (34034b6d-9d21-4d0d-b9f2-182e34cb663a), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:28.747656 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-d29a677b-5b0c-496e-89d8-7dee312b2d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce590c44-6246-487c-afee-dcd151d2fc76', 'name': 'tempest-TestSnapshotPattern-1581019305-router', 'tenant_id': 'dcb6bc5bed7749f5817887ecde9b125e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'cd518cd1-e222-496a-bab5-d38377328565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:32:20Z', 'updated_at': '2022-01-28T04:32:23Z', 'revision_number': 4, 'project_id': 'dcb6bc5bed7749f5817887ecde9b125e', 'gw_port': {'id': 'cd518cd1-e222-496a-bab5-d38377328565', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce590c44-6246-487c-afee-dcd151d2fc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:32:20Z', 'updated_at': '2022-01-28T04:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '6871b804-1b1c-4908-89f3-e3d12fe09a48', 'name': '', 'network_id': '1f83d4df-0150-4f38-a135-f420a3401779', 'tenant_id': 'dcb6bc5bed7749f5817887ecde9b125e', 'mac_address': 'fa:16:3e:90:98:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce590c44-6246-487c-afee-dcd151d2fc76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '55ef4131-e283-4f79-891d-1055f65c8537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:32:22Z', 'updated_at': '2022-01-28T04:32:28Z', 'revision_number': 4, 'project_id': 'dcb6bc5bed7749f5817887ecde9b125e', 'subnets': [{'id': '55ef4131-e283-4f79-891d-1055f65c8537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:28.758560 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-75e5a23a-9b19-4290-9a11-62aa439be3bc None None] Current status of the port 6871b804-1b1c-4908-89f3-e3d12fe09a48 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:32:28.782391 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29a677b-5b0c-496e-89d8-7dee312b2d19 None None] The sync data for ids ['ce590c44-6246-487c-afee-dcd151d2fc76'] in n-d-712139-27 is: [{'id': 'ce590c44-6246-487c-afee-dcd151d2fc76', 'name': 'tempest-TestSnapshotPattern-1581019305-router', 'tenant_id': 'dcb6bc5bed7749f5817887ecde9b125e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'cd518cd1-e222-496a-bab5-d38377328565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:32:20Z', 'updated_at': '2022-01-28T04:32:23Z', 'revision_number': 4, 'project_id': 'dcb6bc5bed7749f5817887ecde9b125e', 'gw_port': {'id': 'cd518cd1-e222-496a-bab5-d38377328565', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce590c44-6246-487c-afee-dcd151d2fc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:32:20Z', 'updated_at': '2022-01-28T04:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': '6871b804-1b1c-4908-89f3-e3d12fe09a48', 'name': '', 'network_id': '1f83d4df-0150-4f38-a135-f420a3401779', 'tenant_id': 'dcb6bc5bed7749f5817887ecde9b125e', 'mac_address': 'fa:16:3e:90:98:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce590c44-6246-487c-afee-dcd151d2fc76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '55ef4131-e283-4f79-891d-1055f65c8537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:32:22Z', 'updated_at': '2022-01-28T04:32:28Z', 'revision_number': 4, 'project_id': 'dcb6bc5bed7749f5817887ecde9b125e', 'subnets': [{'id': '55ef4131-e283-4f79-891d-1055f65c8537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:32:28.879110 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-3a4ba270-0c15-4479-91c2-ff041b398351 None None] Provisioning complete for port 34034b6d-9d21-4d0d-b9f2-182e34cb663a triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:32:28.879818 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba270-0c15-4479-91c2-ff041b398351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (34034b6d-9d21-4d0d-b9f2-182e34cb663a), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:28.925089 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba270-0c15-4479-91c2-ff041b398351 None None] Port 34034b6d-9d21-4d0d-b9f2-182e34cb663a cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:32:28.970887 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-3f8d908c-546a-4b49-80be-83c20b0f09a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34034b6d-9d21-4d0d-b9f2-182e34cb663a {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:32:28.981292 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-3f8d908c-546a-4b49-80be-83c20b0f09a9 service neutron] Publish callbacks [] for port (34034b6d-9d21-4d0d-b9f2-182e34cb663a), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:28.996242 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-3f8d908c-546a-4b49-80be-83c20b0f09a9 service neutron] Transition to ACTIVE for port object 34034b6d-9d21-4d0d-b9f2-182e34cb663a will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:32:29.002664 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-3f8d908c-546a-4b49-80be-83c20b0f09a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (34034b6d-9d21-4d0d-b9f2-182e34cb663a), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:29.004728 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688336c2-cee1-44fc-ba46-8b909d258286 req-4ccb22ae-93ca-4255-91a5-4d88e2a932b7 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:29.007669 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-688336c2-cee1-44fc-ba46-8b909d258286 req-4ccb22ae-93ca-4255-91a5-4d88e2a932b7 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/ports?device_id=e884093f-6d85-4af5-9fcf-43b5264c03ad HTTP/1.1" status: 200 len: 932 time: 0.0601382 Jan 28 04:32:29.069386 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-688336c2-cee1-44fc-ba46-8b909d258286 req-b4358be6-0417-411c-870d-16efe3d4587f tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/security-groups?id=3eab9174-1934-4a32-90f1-a93f18ab0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559335 Jan 28 04:32:29.080754 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d908c-546a-4b49-80be-83c20b0f09a9 service neutron] Pushing event updated for resources: {'Port': ['ID=34034b6d-9d21-4d0d-b9f2-182e34cb663a,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:29.138120 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-3f8d908c-546a-4b49-80be-83c20b0f09a9 service neutron] Attempting to bind port 34034b6d-9d21-4d0d-b9f2-182e34cb663a on host n-h1-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:32:29.138459 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-3f8d908c-546a-4b49-80be-83c20b0f09a9 service neutron] Attempting to bind port 34034b6d-9d21-4d0d-b9f2-182e34cb663a by drivers openvswitch,hyperv on host n-h1-712139-27 at level 0 using segments [{'id': '595bdad4-08ae-416b-a454-361a343f45ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:32:29.138793 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-3f8d908c-546a-4b49-80be-83c20b0f09a9 service neutron] Attempting to bind port 34034b6d-9d21-4d0d-b9f2-182e34cb663a on network c7cc287c-d8a8-4318-bb36-236df2a23e10 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:32:29.143644 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-3f8d908c-546a-4b49-80be-83c20b0f09a9 service neutron] Port 34034b6d-9d21-4d0d-b9f2-182e34cb663a on network c7cc287c-d8a8-4318-bb36-236df2a23e10 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:32:29.143972 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-3f8d908c-546a-4b49-80be-83c20b0f09a9 service neutron] Attempting to bind port 34034b6d-9d21-4d0d-b9f2-182e34cb663a on network c7cc287c-d8a8-4318-bb36-236df2a23e10 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:32:29.148859 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-3f8d908c-546a-4b49-80be-83c20b0f09a9 service neutron] Checking agent: {'id': 'ffcc7415-cf4d-400e-8e51-0f9ebb293373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:32:29.149245 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-3f8d908c-546a-4b49-80be-83c20b0f09a9 service neutron] Checking segment: {'id': '595bdad4-08ae-416b-a454-361a343f45ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:32:29.149636 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-3f8d908c-546a-4b49-80be-83c20b0f09a9 service neutron] Bound using segment: {'id': '595bdad4-08ae-416b-a454-361a343f45ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:32:29.150452 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-3f8d908c-546a-4b49-80be-83c20b0f09a9 service neutron] Bound port: 34034b6d-9d21-4d0d-b9f2-182e34cb663a, host: n-h1-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '595bdad4-08ae-416b-a454-361a343f45ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:32:29.150824 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-3f8d908c-546a-4b49-80be-83c20b0f09a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (34034b6d-9d21-4d0d-b9f2-182e34cb663a), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:29.226238 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-3f8d908c-546a-4b49-80be-83c20b0f09a9 service neutron] For port 34034b6d-9d21-4d0d-b9f2-182e34cb663a, host n-h1-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:32:29.231047 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-3f8d908c-546a-4b49-80be-83c20b0f09a9 service neutron] For port 34034b6d-9d21-4d0d-b9f2-182e34cb663a, host n-h1-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=34034b6d-9d21-4d0d-b9f2-182e34cb663a,segment=NetworkSegment(595bdad4-08ae-416b-a454-361a343f45ab),segment_id=595bdad4-08ae-416b-a454-361a343f45ab)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:32:29.237640 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-3f8d908c-546a-4b49-80be-83c20b0f09a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (34034b6d-9d21-4d0d-b9f2-182e34cb663a), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:29.260924 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 6871b804-1b1c-4908-89f3-e3d12fe09a48 up at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:32:29.274732 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-3f8d908c-546a-4b49-80be-83c20b0f09a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:29.275720 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-3f8d908c-546a-4b49-80be-83c20b0f09a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:29.277161 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-3f8d908c-546a-4b49-80be-83c20b0f09a9 service neutron] 10.222.0.67 "PUT /v2.0/ports/34034b6d-9d21-4d0d-b9f2-182e34cb663a HTTP/1.1" status: 200 len: 1093 time: 0.6836505 Jan 28 04:32:29.277622 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e884093f-6d85-4af5-9fcf-43b5264c03ad', 'tag': '34034b6d-9d21-4d0d-b9f2-182e34cb663a'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:32:29.279944 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5fa08f-86ee-422e-bcc0-13bb884c81ad" -d '{"events": [{"name": "network-changed", "server_uuid": "e884093f-6d85-4af5-9fcf-43b5264c03ad", "tag": "34034b6d-9d21-4d0d-b9f2-182e34cb663a"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:32:29.312039 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Provisioning complete for port 6871b804-1b1c-4908-89f3-e3d12fe09a48 triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:32:29.312674 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (6871b804-1b1c-4908-89f3-e3d12fe09a48), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:29.325983 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d908c-546a-4b49-80be-83c20b0f09a9 service neutron] Pushing event updated for resources: {'Port': ['ID=34034b6d-9d21-4d0d-b9f2-182e34cb663a,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:29.331317 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8379abf-d6cd-4ab7-b792-c3b98ece9759 x-openstack-request-id: req-e8379abf-d6cd-4ab7-b792-c3b98ece9759 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:32:29.331625 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e884093f-6d85-4af5-9fcf-43b5264c03ad", "tag": "34034b6d-9d21-4d0d-b9f2-182e34cb663a", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:32:29.333562 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e8379abf-d6cd-4ab7-b792-c3b98ece9759 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:32:29.334002 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e884093f-6d85-4af5-9fcf-43b5264c03ad', 'tag': '34034b6d-9d21-4d0d-b9f2-182e34cb663a', 'status': 'completed', 'code': 200} Jan 28 04:32:29.394563 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-a4952cb0-fff5-4d74-b45d-86ef7eae62ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:29.396632 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-a4952cb0-fff5-4d74-b45d-86ef7eae62ee service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=55b06989d4a74e7bb72f3c6cfe873c3e&device_id=e884093f-6d85-4af5-9fcf-43b5264c03ad HTTP/1.1" status: 200 len: 1096 time: 0.0478287 Jan 28 04:32:29.414437 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Current status of the port 6871b804-1b1c-4908-89f3-e3d12fe09a48 is: ACTIVE; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:32:29.449883 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-a37eb6b0-38a1-4a6c-b2d3-f4d8771b6834 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34034b6d-9d21-4d0d-b9f2-182e34cb663a HTTP/1.1" status: 200 len: 217 time: 0.0413742 Jan 28 04:32:29.498644 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-4ab1ff60-dc29-4796-9dca-ad22a0a7c0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:29.500167 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-4ab1ff60-dc29-4796-9dca-ad22a0a7c0cd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3 HTTP/1.1" status: 200 len: 849 time: 0.0444474 Jan 28 04:32:29.545530 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-af4355da-cf57-433a-9e68-e01c4a62c3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:29.547009 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-af4355da-cf57-433a-9e68-e01c4a62c3d8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c7cc287c-d8a8-4318-bb36-236df2a23e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411885 Jan 28 04:32:29.639144 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-08380465-a7ad-47be-9981-07ae5facf48f service neutron] 10.222.0.67 "GET /v2.0/networks/c7cc287c-d8a8-4318-bb36-236df2a23e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861878 Jan 28 04:32:29.738039 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-eb8f69b3-23bc-423c-9a38-521af3d683a5 req-82b79a01-8193-4cd7-ac58-303e94b95c5b service neutron] 10.222.0.67 "GET /v2.0/networks/c7cc287c-d8a8-4318-bb36-236df2a23e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926530 Jan 28 04:32:29.871006 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5fa08f-86ee-422e-bcc0-13bb884c81ad req-4b0147b1-a988-4b53-a456-70e20e24ad85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:29.872537 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7c5fa08f-86ee-422e-bcc0-13bb884c81ad req-4b0147b1-a988-4b53-a456-70e20e24ad85 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=55b06989d4a74e7bb72f3c6cfe873c3e&device_id=e884093f-6d85-4af5-9fcf-43b5264c03ad HTTP/1.1" status: 200 len: 1096 time: 0.0518887 Jan 28 04:32:29.887575 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-db81d131-5f5a-4a73-a43a-90bf4854f245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:29.976982 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5fa08f-86ee-422e-bcc0-13bb884c81ad req-2735123d-8003-49c3-9717-71e1c1a4ef98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:29.978489 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7c5fa08f-86ee-422e-bcc0-13bb884c81ad req-2735123d-8003-49c3-9717-71e1c1a4ef98 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c7cc287c-d8a8-4318-bb36-236df2a23e10 HTTP/1.1" status: 200 len: 911 time: 0.0995591 Jan 28 04:32:30.020276 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7c5fa08f-86ee-422e-bcc0-13bb884c81ad req-25990da0-e2d1-4340-9288-357d6413b4a2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34034b6d-9d21-4d0d-b9f2-182e34cb663a HTTP/1.1" status: 200 len: 217 time: 0.0358534 Jan 28 04:32:30.056030 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:30.074847 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5fa08f-86ee-422e-bcc0-13bb884c81ad req-acc5a0ce-9ae4-43d3-a788-6538bf3ea776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:30.076214 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7c5fa08f-86ee-422e-bcc0-13bb884c81ad req-acc5a0ce-9ae4-43d3-a788-6538bf3ea776 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3 HTTP/1.1" status: 200 len: 849 time: 0.0502391 Jan 28 04:32:30.128092 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5fa08f-86ee-422e-bcc0-13bb884c81ad req-209d4447-9da9-4433-b074-fb86e65df466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:30.130137 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7c5fa08f-86ee-422e-bcc0-13bb884c81ad req-209d4447-9da9-4433-b074-fb86e65df466 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c7cc287c-d8a8-4318-bb36-236df2a23e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479648 Jan 28 04:32:30.206686 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06db08-7147-4bbc-a774-3795d3f5c8a1 req-9cc21c81-aa2e-46fa-8534-7c95432f3cef tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:30.209022 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5e06db08-7147-4bbc-a774-3795d3f5c8a1 req-9cc21c81-aa2e-46fa-8534-7c95432f3cef tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/ports?device_id=e884093f-6d85-4af5-9fcf-43b5264c03ad HTTP/1.1" status: 200 len: 944 time: 0.0514677 Jan 28 04:32:30.231747 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7c5fa08f-86ee-422e-bcc0-13bb884c81ad req-dd179341-3cf8-4aa5-b3ce-174e30974736 service neutron] 10.222.0.67 "GET /v2.0/networks/c7cc287c-d8a8-4318-bb36-236df2a23e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944061 Jan 28 04:32:30.266225 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-5e06db08-7147-4bbc-a774-3795d3f5c8a1 req-6bbe2554-bbab-4ed6-95e0-24f280c71cb9 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/security-groups?id=3eab9174-1934-4a32-90f1-a93f18ab0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509732 Jan 28 04:32:30.330945 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-7c5fa08f-86ee-422e-bcc0-13bb884c81ad req-b2b5d35c-b077-4695-8191-bb1011a2ea55 service neutron] 10.222.0.67 "GET /v2.0/networks/c7cc287c-d8a8-4318-bb36-236df2a23e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939460 Jan 28 04:32:31.396755 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9a6e9-1a97-4e5f-bd09-c9e6e8b1a0d6 req-bd1254de-c365-422b-bc1b-18dd8ad0143b tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:31.398810 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-81f9a6e9-1a97-4e5f-bd09-c9e6e8b1a0d6 req-bd1254de-c365-422b-bc1b-18dd8ad0143b tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/ports?device_id=e884093f-6d85-4af5-9fcf-43b5264c03ad HTTP/1.1" status: 200 len: 944 time: 0.0553734 Jan 28 04:32:31.452526 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-81f9a6e9-1a97-4e5f-bd09-c9e6e8b1a0d6 req-d8284113-2d11-46b9-bb61-999c2b6f447c tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/security-groups?id=3eab9174-1934-4a32-90f1-a93f18ab0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450866 Jan 28 04:32:31.932433 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f8186a49-e336-4ce7-9dd5-2ab57d5bcff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:32.566551 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 34034b6d-9d21-4d0d-b9f2-182e34cb663a details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:32:32.637262 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3baed11-bd9c-4759-b12c-b97942ecb93a req-f6c3382f-b633-40e1-aa23-913c5750fe87 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:32.638607 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c3baed11-bd9c-4759-b12c-b97942ecb93a req-f6c3382f-b633-40e1-aa23-913c5750fe87 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/ports?device_id=e884093f-6d85-4af5-9fcf-43b5264c03ad HTTP/1.1" status: 200 len: 944 time: 0.1046283 Jan 28 04:32:32.663252 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 34034b6d-9d21-4d0d-b9f2-182e34cb663a, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=34034b6d-9d21-4d0d-b9f2-182e34cb663a,segment=NetworkSegment(595bdad4-08ae-416b-a454-361a343f45ab),segment_id=595bdad4-08ae-416b-a454-361a343f45ab)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:32.675414 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '34034b6d-9d21-4d0d-b9f2-182e34cb663a', 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10', 'port_id': '34034b6d-9d21-4d0d-b9f2-182e34cb663a', 'mac_address': 'fa:16:3e:6d:e8:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:32:32.689521 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c3baed11-bd9c-4759-b12c-b97942ecb93a req-5a7e8ba1-216d-45ee-9cb3-af4af1e07d1e tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/security-groups?id=3eab9174-1934-4a32-90f1-a93f18ab0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449686 Jan 28 04:32:32.712321 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 34034b6d-9d21-4d0d-b9f2-182e34cb663a is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:32:32.712715 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (34034b6d-9d21-4d0d-b9f2-182e34cb663a), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:32.725569 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34034b6d-9d21-4d0d-b9f2-182e34cb663a {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:32:32.744258 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 34034b6d-9d21-4d0d-b9f2-182e34cb663a, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=34034b6d-9d21-4d0d-b9f2-182e34cb663a,segment=NetworkSegment(595bdad4-08ae-416b-a454-361a343f45ab),segment_id=595bdad4-08ae-416b-a454-361a343f45ab)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:32.749791 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (34034b6d-9d21-4d0d-b9f2-182e34cb663a), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:32.798424 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=34034b6d-9d21-4d0d-b9f2-182e34cb663a,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:33.182092 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['34034b6d-9d21-4d0d-b9f2-182e34cb663a'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:32:33.823221 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384315b3-2b9b-4a02-ab00-85ce71f6b9ad req-c192e023-8ffd-4fed-92f1-613a92359654 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:33.825235 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-384315b3-2b9b-4a02-ab00-85ce71f6b9ad req-c192e023-8ffd-4fed-92f1-613a92359654 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/ports?device_id=e884093f-6d85-4af5-9fcf-43b5264c03ad HTTP/1.1" status: 200 len: 945 time: 0.0647926 Jan 28 04:32:33.827454 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:33.878047 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-384315b3-2b9b-4a02-ab00-85ce71f6b9ad req-6bf42ec7-7e9e-4114-8498-cc63feca7008 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/security-groups?id=3eab9174-1934-4a32-90f1-a93f18ab0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470545 Jan 28 04:32:34.583612 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 34034b6d-9d21-4d0d-b9f2-182e34cb663a up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:32:34.643869 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning for port 34034b6d-9d21-4d0d-b9f2-182e34cb663a completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:32:34.649265 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 34034b6d-9d21-4d0d-b9f2-182e34cb663a triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:32:34.649621 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (34034b6d-9d21-4d0d-b9f2-182e34cb663a), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:34.705984 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:34.743449 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 34034b6d-9d21-4d0d-b9f2-182e34cb663a is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:32:34.743880 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (34034b6d-9d21-4d0d-b9f2-182e34cb663a), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:34.769468 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e884093f-6d85-4af5-9fcf-43b5264c03ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34034b6d-9d21-4d0d-b9f2-182e34cb663a'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:32:34.771804 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7466989c69d563e87a019306beca113247d74b519ddc68a6966af7388d6c63e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba21922-33c1-4fb3-b30f-bf6bbc0810a2" -d '{"events": [{"server_uuid": "e884093f-6d85-4af5-9fcf-43b5264c03ad", "name": "network-vif-plugged", "status": "completed", "tag": "34034b6d-9d21-4d0d-b9f2-182e34cb663a"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:32:34.785506 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 34034b6d-9d21-4d0d-b9f2-182e34cb663a, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=34034b6d-9d21-4d0d-b9f2-182e34cb663a,segment=NetworkSegment(595bdad4-08ae-416b-a454-361a343f45ab),segment_id=595bdad4-08ae-416b-a454-361a343f45ab)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:32:34.790652 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (34034b6d-9d21-4d0d-b9f2-182e34cb663a), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:34.817314 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24d2e62-16a7-43f3-8a7f-56ca841dd3c9 x-openstack-request-id: req-f24d2e62-16a7-43f3-8a7f-56ca841dd3c9 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:32:34.817591 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e884093f-6d85-4af5-9fcf-43b5264c03ad", "name": "network-vif-plugged", "status": "completed", "tag": "34034b6d-9d21-4d0d-b9f2-182e34cb663a", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:32:34.817836 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f24d2e62-16a7-43f3-8a7f-56ca841dd3c9 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:32:34.818219 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e884093f-6d85-4af5-9fcf-43b5264c03ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34034b6d-9d21-4d0d-b9f2-182e34cb663a', 'code': 200} Jan 28 04:32:34.847694 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=34034b6d-9d21-4d0d-b9f2-182e34cb663a,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:34.955560 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920640f1-9815-4dc4-8212-6cdefd1c0b39 req-5e41180d-abd8-49ec-b38c-26acac8dc989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:34.957472 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-920640f1-9815-4dc4-8212-6cdefd1c0b39 req-5e41180d-abd8-49ec-b38c-26acac8dc989 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e884093f-6d85-4af5-9fcf-43b5264c03ad HTTP/1.1" status: 200 len: 1098 time: 0.0512216 Jan 28 04:32:35.034515 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf4aa7-b9e4-41d5-9902-f787ca6b97b1 req-d0cd78f8-8e7c-4b09-904b-22b9bd2a37e2 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:35.036012 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3daf4aa7-b9e4-41d5-9902-f787ca6b97b1 req-d0cd78f8-8e7c-4b09-904b-22b9bd2a37e2 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/ports?device_id=e884093f-6d85-4af5-9fcf-43b5264c03ad HTTP/1.1" status: 200 len: 946 time: 0.0758591 Jan 28 04:32:35.039881 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-920640f1-9815-4dc4-8212-6cdefd1c0b39 req-3801b787-d599-4139-ba21-1ca80961ae9c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3eab9174-1934-4a32-90f1-a93f18ab0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708299 Jan 28 04:32:35.100405 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3daf4aa7-b9e4-41d5-9902-f787ca6b97b1 req-4dac1ae6-321a-4669-a09b-ed27724e8613 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/security-groups?id=3eab9174-1934-4a32-90f1-a93f18ab0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576785 Jan 28 04:32:35.317455 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:36.192107 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:36.238713 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d73291-4e7a-47a1-98d1-f9931ca611fe req-e544953c-f64f-4dbe-8bb4-6d477ffce1e4 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:36.240207 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-92d73291-4e7a-47a1-98d1-f9931ca611fe req-e544953c-f64f-4dbe-8bb4-6d477ffce1e4 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/ports?device_id=e884093f-6d85-4af5-9fcf-43b5264c03ad HTTP/1.1" status: 200 len: 946 time: 0.0519540 Jan 28 04:32:36.294147 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-92d73291-4e7a-47a1-98d1-f9931ca611fe req-7244d5d7-56e0-4fd6-9c35-0c2407074cad tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/security-groups?id=3eab9174-1934-4a32-90f1-a93f18ab0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481374 Jan 28 04:32:37.425814 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3f896-ccc6-47d0-9109-c50753a49f8a req-e24b53b7-446c-4bbb-9445-ad460d4ac59c tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:37.427213 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0fe3f896-ccc6-47d0-9109-c50753a49f8a req-e24b53b7-446c-4bbb-9445-ad460d4ac59c tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/ports?device_id=e884093f-6d85-4af5-9fcf-43b5264c03ad HTTP/1.1" status: 200 len: 946 time: 0.0531771 Jan 28 04:32:37.483775 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0fe3f896-ccc6-47d0-9109-c50753a49f8a req-e8231bf0-e76f-432e-b40a-6a0d3f601ca1 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/security-groups?id=3eab9174-1934-4a32-90f1-a93f18ab0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480611 Jan 28 04:32:37.619502 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e954db9-e392-4dcf-82dd-779f5fc4ba2e req-f36b9ecb-b90a-482f-a265-260a768fc727 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:37.621467 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9e954db9-e392-4dcf-82dd-779f5fc4ba2e req-f36b9ecb-b90a-482f-a265-260a768fc727 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/ports?device_id=e884093f-6d85-4af5-9fcf-43b5264c03ad HTTP/1.1" status: 200 len: 946 time: 0.0667729 Jan 28 04:32:37.679986 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-9e954db9-e392-4dcf-82dd-779f5fc4ba2e req-b14ea3ec-0b83-41f4-b236-06092dcc959b tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/security-groups?id=3eab9174-1934-4a32-90f1-a93f18ab0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498958 Jan 28 04:32:37.706940 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39426) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:37.803738 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3799c6d2-c94a-468f-a1c3-1a56730a77c5 tempest-TestSnapshotPattern-97352018 tempest-TestSnapshotPattern-97352018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:37.805368 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-3799c6d2-c94a-468f-a1c3-1a56730a77c5 tempest-TestSnapshotPattern-97352018 tempest-TestSnapshotPattern-97352018-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e884093f-6d85-4af5-9fcf-43b5264c03ad HTTP/1.1" status: 200 len: 1093 time: 0.0973475 Jan 28 04:32:37.808672 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39430) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:32:37.815573 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-b85a4ab7-5b71-4e25-8321-c79988d0450e tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'port_id': '34034b6d-9d21-4d0d-b9f2-182e34cb663a', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:32:37.846239 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b85a4ab7-5b71-4e25-8321-c79988d0450e tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:37.964304 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b85a4ab7-5b71-4e25-8321-c79988d0450e tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:38.070168 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-b85a4ab7-5b71-4e25-8321-c79988d0450e tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Allocated IP 172.25.0.203 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/34a2a203-e05c-491c-a471-c63828524938) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:32:38.185427 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b85a4ab7-5b71-4e25-8321-c79988d0450e tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks [] for port (34a2a203-e05c-491c-a471-c63828524938), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:38.226716 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b85a4ab7-5b71-4e25-8321-c79988d0450e tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (34a2a203-e05c-491c-a471-c63828524938), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:38.272111 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85a4ab7-5b71-4e25-8321-c79988d0450e tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:32:38.275320 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-b85a4ab7-5b71-4e25-8321-c79988d0450e tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:32:38.281132 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85a4ab7-5b71-4e25-8321-c79988d0450e tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:32:38.286724 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a4ab7-5b71-4e25-8321-c79988d0450e tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Pushing event updated for resources: {'Port': ['ID=34a2a203-e05c-491c-a471-c63828524938,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:38.653404 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b85a4ab7-5b71-4e25-8321-c79988d0450e tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks [] for floatingip (16ccf5d7-429a-4755-af35-4679449d9301), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:38.720499 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b85a4ab7-5b71-4e25-8321-c79988d0450e tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (34a2a203-e05c-491c-a471-c63828524938), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:38.869986 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b85a4ab7-5b71-4e25-8321-c79988d0450e tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks [] for port (34a2a203-e05c-491c-a471-c63828524938), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:38.877931 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b85a4ab7-5b71-4e25-8321-c79988d0450e tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (34a2a203-e05c-491c-a471-c63828524938), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:38.952202 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a4ab7-5b71-4e25-8321-c79988d0450e tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Pushing event updated for resources: {'Port': ['ID=34a2a203-e05c-491c-a471-c63828524938,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:32:38.960292 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b85a4ab7-5b71-4e25-8321-c79988d0450e tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (16ccf5d7-429a-4755-af35-4679449d9301), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:39.068922 n-d-712139-27 neutron-server[109803]: INFO neutron.db.l3_db [None req-b85a4ab7-5b71-4e25-8321-c79988d0450e tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Floating IP 16ccf5d7-429a-4755-af35-4679449d9301 associated. External IP: 172.25.0.203, port: 34034b6d-9d21-4d0d-b9f2-182e34cb663a. Jan 28 04:32:39.294061 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85a4ab7-5b71-4e25-8321-c79988d0450e tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Router 9055f3c8-e026-4ee6-b039-b78d61b2400f has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:32:39.411385 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85a4ab7-5b71-4e25-8321-c79988d0450e tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:32:39.422193 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2118a9ca-afb4-411b-9872-0b565fb18bdd None None] Sync routers for ids ['9055f3c8-e026-4ee6-b039-b78d61b2400f'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:32:39.432015 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b85a4ab7-5b71-4e25-8321-c79988d0450e tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:32:39.434030 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2118a9ca-afb4-411b-9872-0b565fb18bdd None None] Routers {'9055f3c8-e026-4ee6-b039-b78d61b2400f'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:32:39.434684 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-2118a9ca-afb4-411b-9872-0b565fb18bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:32:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['9055f3c8-e026-4ee6-b039-b78d61b2400f'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:39.460012 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-b85a4ab7-5b71-4e25-8321-c79988d0450e tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6500270 Jan 28 04:32:39.460733 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e884093f-6d85-4af5-9fcf-43b5264c03ad', 'tag': '34034b6d-9d21-4d0d-b9f2-182e34cb663a'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:32:39.463147 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba144ab-1eed-4d96-a9f0-6a52e3e2c184" -d '{"events": [{"name": "network-changed", "server_uuid": "e884093f-6d85-4af5-9fcf-43b5264c03ad", "tag": "34034b6d-9d21-4d0d-b9f2-182e34cb663a"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:32:39.503405 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2e1db9-b66a-4639-9779-9b16a4292fff x-openstack-request-id: req-5d2e1db9-b66a-4639-9779-9b16a4292fff {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:32:39.503692 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e884093f-6d85-4af5-9fcf-43b5264c03ad", "tag": "34034b6d-9d21-4d0d-b9f2-182e34cb663a", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:32:39.503946 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5d2e1db9-b66a-4639-9779-9b16a4292fff {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:32:39.504345 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e884093f-6d85-4af5-9fcf-43b5264c03ad', 'tag': '34034b6d-9d21-4d0d-b9f2-182e34cb663a', 'status': 'completed', 'code': 200} Jan 28 04:32:39.549120 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-2118a9ca-afb4-411b-9872-0b565fb18bdd None None] Set router 9055f3c8-e026-4ee6-b039-b78d61b2400f gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:32:39.644661 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba144ab-1eed-4d96-a9f0-6a52e3e2c184 req-c32d0a48-0ede-481d-9308-becfc14404f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:39.646216 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5ba144ab-1eed-4d96-a9f0-6a52e3e2c184 req-c32d0a48-0ede-481d-9308-becfc14404f3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=55b06989d4a74e7bb72f3c6cfe873c3e&device_id=e884093f-6d85-4af5-9fcf-43b5264c03ad HTTP/1.1" status: 200 len: 1098 time: 0.0923023 Jan 28 04:32:39.735932 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba144ab-1eed-4d96-a9f0-6a52e3e2c184 req-b5db9a8a-0683-4965-8a73-62b63e9b3700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:39.737443 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5ba144ab-1eed-4d96-a9f0-6a52e3e2c184 req-b5db9a8a-0683-4965-8a73-62b63e9b3700 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c7cc287c-d8a8-4318-bb36-236df2a23e10 HTTP/1.1" status: 200 len: 911 time: 0.0850635 Jan 28 04:32:39.778246 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-2118a9ca-afb4-411b-9872-0b565fb18bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'name': 'tempest-TestSnapshotPattern-1239444699-router', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '667058a7-78e3-47e9-8e77-48b94d91b932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:32:16Z', 'updated_at': '2022-01-28T04:32:18Z', 'revision_number': 4, 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'gw_port': {'id': '667058a7-78e3-47e9-8e77-48b94d91b932', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:32:16Z', 'updated_at': '2022-01-28T04:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '16ccf5d7-429a-4755-af35-4679449d9301', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'floating_ip_address': '172.25.0.203', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'port_id': '34034b6d-9d21-4d0d-b9f2-182e34cb663a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10', 'mac_address': 'fa:16:3e:6d:e8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e884093f-6d85-4af5-9fcf-43b5264c03ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:32:38Z', 'updated_at': '2022-01-28T04:32:38Z', 'revision_number': 0, 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abbaa3eb-fd64-4fcb-8ef0-67619a1576a0', 'name': '', 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'mac_address': 'fa:16:3e:30:4a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:32:17Z', 'updated_at': '2022-01-28T04:32:23Z', 'revision_number': 5, 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'subnets': [{'id': 'c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:39.804201 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2118a9ca-afb4-411b-9872-0b565fb18bdd None None] Checking router: 9055f3c8-e026-4ee6-b039-b78d61b2400f for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:32:39.805954 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5ba144ab-1eed-4d96-a9f0-6a52e3e2c184 req-cccce015-8206-4b8c-b835-477aa5b90e46 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34034b6d-9d21-4d0d-b9f2-182e34cb663a HTTP/1.1" status: 200 len: 1000 time: 0.0623286 Jan 28 04:32:39.812824 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2118a9ca-afb4-411b-9872-0b565fb18bdd None None] Routers {'9055f3c8-e026-4ee6-b039-b78d61b2400f'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:32:39.813515 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-2118a9ca-afb4-411b-9872-0b565fb18bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:32:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['9055f3c8-e026-4ee6-b039-b78d61b2400f'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:39.856648 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba144ab-1eed-4d96-a9f0-6a52e3e2c184 req-686aa115-05c6-4317-b81b-881345512f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:39.858240 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5ba144ab-1eed-4d96-a9f0-6a52e3e2c184 req-686aa115-05c6-4317-b81b-881345512f47 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3 HTTP/1.1" status: 200 len: 849 time: 0.0465715 Jan 28 04:32:39.905890 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba144ab-1eed-4d96-a9f0-6a52e3e2c184 req-942dca23-1b4d-4197-a07b-d0cb5df24126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:32:39.907475 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5ba144ab-1eed-4d96-a9f0-6a52e3e2c184 req-942dca23-1b4d-4197-a07b-d0cb5df24126 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c7cc287c-d8a8-4318-bb36-236df2a23e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428391 Jan 28 04:32:40.005972 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5ba144ab-1eed-4d96-a9f0-6a52e3e2c184 req-a1d0ccba-6080-48e2-8cec-44f87dc28fee service neutron] 10.222.0.67 "GET /v2.0/networks/c7cc287c-d8a8-4318-bb36-236df2a23e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921302 Jan 28 04:32:40.087588 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-2118a9ca-afb4-411b-9872-0b565fb18bdd None None] Set router 9055f3c8-e026-4ee6-b039-b78d61b2400f gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:32:40.099664 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5ba144ab-1eed-4d96-a9f0-6a52e3e2c184 req-2fe5e976-8f4d-44fa-b961-c9d9990d85b8 service neutron] 10.222.0.67 "GET /v2.0/networks/c7cc287c-d8a8-4318-bb36-236df2a23e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882704 Jan 28 04:32:40.318657 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-2118a9ca-afb4-411b-9872-0b565fb18bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'name': 'tempest-TestSnapshotPattern-1239444699-router', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '667058a7-78e3-47e9-8e77-48b94d91b932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:32:16Z', 'updated_at': '2022-01-28T04:32:18Z', 'revision_number': 4, 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'gw_port': {'id': '667058a7-78e3-47e9-8e77-48b94d91b932', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:32:16Z', 'updated_at': '2022-01-28T04:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '16ccf5d7-429a-4755-af35-4679449d9301', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'floating_ip_address': '172.25.0.203', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'port_id': '34034b6d-9d21-4d0d-b9f2-182e34cb663a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10', 'mac_address': 'fa:16:3e:6d:e8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e884093f-6d85-4af5-9fcf-43b5264c03ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:32:38Z', 'updated_at': '2022-01-28T04:32:38Z', 'revision_number': 0, 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abbaa3eb-fd64-4fcb-8ef0-67619a1576a0', 'name': '', 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'mac_address': 'fa:16:3e:30:4a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:32:17Z', 'updated_at': '2022-01-28T04:32:23Z', 'revision_number': 5, 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'subnets': [{'id': 'c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:32:40.347705 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2118a9ca-afb4-411b-9872-0b565fb18bdd None None] The sync data for ids ['9055f3c8-e026-4ee6-b039-b78d61b2400f'] in n-d-712139-27 is: [{'id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'name': 'tempest-TestSnapshotPattern-1239444699-router', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '667058a7-78e3-47e9-8e77-48b94d91b932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:32:16Z', 'updated_at': '2022-01-28T04:32:18Z', 'revision_number': 4, 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'gw_port': {'id': '667058a7-78e3-47e9-8e77-48b94d91b932', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:32:16Z', 'updated_at': '2022-01-28T04:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '16ccf5d7-429a-4755-af35-4679449d9301', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'floating_ip_address': '172.25.0.203', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'port_id': '34034b6d-9d21-4d0d-b9f2-182e34cb663a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10', 'mac_address': 'fa:16:3e:6d:e8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e884093f-6d85-4af5-9fcf-43b5264c03ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:32:38Z', 'updated_at': '2022-01-28T04:32:38Z', 'revision_number': 0, 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abbaa3eb-fd64-4fcb-8ef0-67619a1576a0', 'name': '', 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'mac_address': 'fa:16:3e:30:4a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:32:17Z', 'updated_at': '2022-01-28T04:32:23Z', 'revision_number': 5, 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'subnets': [{'id': 'c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:32:40.692544 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c802af9-1bb0-4ea2-a79f-0531bcbc3ee6 None None] New status for floating IP 16ccf5d7-429a-4755-af35-4679449d9301: ACTIVE {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:32:43.356973 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:32:59.891336 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3843b56e-83ec-4399-860a-9738496a435f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:00.085557 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:01.932683 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-52f679ef-6c15-41ca-900b-272d1ef7bfc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:03.841299 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:04.707200 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:05.322635 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:06.207009 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:20.357027 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:33:24.540068 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2e21e8de-7883-46dc-a24a-003ba32a26d8 req-20468d43-fd05-462a-841b-149f97764986 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e884093f-6d85-4af5-9fcf-43b5264c03ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450091 Jan 28 04:33:24.651071 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e21e8de-7883-46dc-a24a-003ba32a26d8 req-ac0cf49c-2afc-45bc-a295-d4dd2d4468ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:24.652607 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2e21e8de-7883-46dc-a24a-003ba32a26d8 req-ac0cf49c-2afc-45bc-a295-d4dd2d4468ce service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=55b06989d4a74e7bb72f3c6cfe873c3e&device_id=e884093f-6d85-4af5-9fcf-43b5264c03ad HTTP/1.1" status: 200 len: 1098 time: 0.0468636 Jan 28 04:33:24.770064 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e21e8de-7883-46dc-a24a-003ba32a26d8 req-096fd325-a04e-4611-b07a-b1f959a55cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:24.771559 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2e21e8de-7883-46dc-a24a-003ba32a26d8 req-096fd325-a04e-4611-b07a-b1f959a55cf1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c7cc287c-d8a8-4318-bb36-236df2a23e10 HTTP/1.1" status: 200 len: 911 time: 0.0978274 Jan 28 04:33:25.193543 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2e21e8de-7883-46dc-a24a-003ba32a26d8 req-385783fd-137f-4d41-8201-6470f52b2d4d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34034b6d-9d21-4d0d-b9f2-182e34cb663a HTTP/1.1" status: 200 len: 1002 time: 0.4156029 Jan 28 04:33:25.241248 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e21e8de-7883-46dc-a24a-003ba32a26d8 req-8cb0093d-601f-4198-b21d-d6c9c18a20e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:25.242636 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2e21e8de-7883-46dc-a24a-003ba32a26d8 req-8cb0093d-601f-4198-b21d-d6c9c18a20e0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3 HTTP/1.1" status: 200 len: 849 time: 0.0430436 Jan 28 04:33:25.287860 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e21e8de-7883-46dc-a24a-003ba32a26d8 req-6dea7543-7c00-4f50-8c10-b09880145bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:33:25.289369 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2e21e8de-7883-46dc-a24a-003ba32a26d8 req-6dea7543-7c00-4f50-8c10-b09880145bb7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c7cc287c-d8a8-4318-bb36-236df2a23e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400338 Jan 28 04:33:25.389286 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2e21e8de-7883-46dc-a24a-003ba32a26d8 req-b6e4f948-0267-4bd1-8960-abfcf75b315c service neutron] 10.222.0.67 "GET /v2.0/networks/c7cc287c-d8a8-4318-bb36-236df2a23e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931141 Jan 28 04:33:25.499658 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2e21e8de-7883-46dc-a24a-003ba32a26d8 req-d3d5b55e-a153-4659-a216-5164d5779785 service neutron] 10.222.0.67 "GET /v2.0/networks/c7cc287c-d8a8-4318-bb36-236df2a23e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042824 Jan 28 04:33:29.898161 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e3dee1f0-6650-45d4-b5f3-dee97dbbab4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:30.082710 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:31.941918 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2aa5d779-9a4e-4665-ba92-dc8944acacc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:33.840998 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:34.713372 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:35.332129 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:36.203433 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:33:57.358751 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:33:59.913830 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-79ec93f1-e2c5-402b-891c-283792d9a93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:00.067703 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:01.931434 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-144760e5-a977-4ad4-acbd-6e21edf48a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:03.847217 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:04.731647 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:05.320955 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:06.206718 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:25.520843 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e8f8fcf2-6dfb-487d-bd3b-df289c4afd7d req-c893167a-103f-4844-a39d-9b56fe1c160e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e884093f-6d85-4af5-9fcf-43b5264c03ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412092 Jan 28 04:34:25.624455 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8fcf2-6dfb-487d-bd3b-df289c4afd7d req-41ee9766-5456-467e-bee8-502cb03745fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:25.626020 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e8f8fcf2-6dfb-487d-bd3b-df289c4afd7d req-41ee9766-5456-467e-bee8-502cb03745fb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=55b06989d4a74e7bb72f3c6cfe873c3e&device_id=e884093f-6d85-4af5-9fcf-43b5264c03ad HTTP/1.1" status: 200 len: 1098 time: 0.0466454 Jan 28 04:34:25.731464 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8fcf2-6dfb-487d-bd3b-df289c4afd7d req-bc9f821b-cf60-4e60-99fc-13a18da54874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:25.733050 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e8f8fcf2-6dfb-487d-bd3b-df289c4afd7d req-bc9f821b-cf60-4e60-99fc-13a18da54874 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c7cc287c-d8a8-4318-bb36-236df2a23e10 HTTP/1.1" status: 200 len: 911 time: 0.0859656 Jan 28 04:34:25.801872 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e8f8fcf2-6dfb-487d-bd3b-df289c4afd7d req-1610eb3b-d320-4b38-b381-217f3c49edf8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34034b6d-9d21-4d0d-b9f2-182e34cb663a HTTP/1.1" status: 200 len: 1002 time: 0.0628462 Jan 28 04:34:25.851743 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8fcf2-6dfb-487d-bd3b-df289c4afd7d req-a9fb704d-bac1-4b5b-9794-07d5518dc6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:25.853173 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e8f8fcf2-6dfb-487d-bd3b-df289c4afd7d req-a9fb704d-bac1-4b5b-9794-07d5518dc6cf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3 HTTP/1.1" status: 200 len: 849 time: 0.0450888 Jan 28 04:34:25.898844 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8fcf2-6dfb-487d-bd3b-df289c4afd7d req-e7d8a3c7-4b86-4a54-824a-96582ef6aef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:34:25.900374 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e8f8fcf2-6dfb-487d-bd3b-df289c4afd7d req-e7d8a3c7-4b86-4a54-824a-96582ef6aef9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c7cc287c-d8a8-4318-bb36-236df2a23e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406582 Jan 28 04:34:25.996456 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e8f8fcf2-6dfb-487d-bd3b-df289c4afd7d req-5a39b7ce-a0f3-4ce1-85f8-2c864e820e21 service neutron] 10.222.0.67 "GET /v2.0/networks/c7cc287c-d8a8-4318-bb36-236df2a23e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893242 Jan 28 04:34:26.097364 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e8f8fcf2-6dfb-487d-bd3b-df289c4afd7d req-f6b18ccc-f67d-4b19-b93d-2b09d0efb602 service neutron] 10.222.0.67 "GET /v2.0/networks/c7cc287c-d8a8-4318-bb36-236df2a23e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948825 Jan 28 04:34:29.898601 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b3951ac8-f182-47b2-99b5-425baab85b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:30.071000 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:31.932383 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-25adaa21-e960-4269-9ba5-7b134a71b3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:33.860387 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:34.361447 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:34:34.730190 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:35.332386 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:36.209391 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:34:59.905052 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-68d6319a-439e-47c4-93c5-f5dd1b2d80a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:00.072699 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:01.937738 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-721d7771-1f98-40d1-8113-877352f4e2fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:03.848883 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:04.737846 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:05.334617 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:06.213172 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:11.363547 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:35:21.299753 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 34034b6d-9d21-4d0d-b9f2-182e34cb663a details requested by agent hyperv_n-h1-712139-27 with host n-h1-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:35:21.405095 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 34034b6d-9d21-4d0d-b9f2-182e34cb663a, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=34034b6d-9d21-4d0d-b9f2-182e34cb663a,segment=NetworkSegment(595bdad4-08ae-416b-a454-361a343f45ab),segment_id=595bdad4-08ae-416b-a454-361a343f45ab)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:21.422141 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Returning: {'device': '34034b6d-9d21-4d0d-b9f2-182e34cb663a', 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10', 'port_id': '34034b6d-9d21-4d0d-b9f2-182e34cb663a', 'mac_address': 'fa:16:3e:6d:e8:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:35:21.466400 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 34034b6d-9d21-4d0d-b9f2-182e34cb663a is: ACTIVE; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:21.466804 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (34034b6d-9d21-4d0d-b9f2-182e34cb663a), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:21.479917 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-39d61263-8968-4340-b258-80509f6b456b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34034b6d-9d21-4d0d-b9f2-182e34cb663a {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:35:21.500696 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 34034b6d-9d21-4d0d-b9f2-182e34cb663a, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=34034b6d-9d21-4d0d-b9f2-182e34cb663a,segment=NetworkSegment(595bdad4-08ae-416b-a454-361a343f45ab),segment_id=595bdad4-08ae-416b-a454-361a343f45ab)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:21.507658 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (34034b6d-9d21-4d0d-b9f2-182e34cb663a), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:21.557630 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=34034b6d-9d21-4d0d-b9f2-182e34cb663a,revision_number=6']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:21.565134 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:21.565562 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:21.565906 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:21.566249 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:21.566584 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:21.566920 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:21.567248 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:21.567580 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:21.567908 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:21.568232 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:21.568539 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:21.568875 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:21.569214 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:21.662710 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] get_ports_and_sgs() called for port_ids ['34034b6d-9d21-4d0d-b9f2-182e34cb663a'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:35:23.311956 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 34034b6d-9d21-4d0d-b9f2-182e34cb663a up at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:35:23.368247 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-39d61263-8968-4340-b258-80509f6b456b None None] Provisioning complete for port 34034b6d-9d21-4d0d-b9f2-182e34cb663a triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:23.368626 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (34034b6d-9d21-4d0d-b9f2-182e34cb663a), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:23.447406 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 34034b6d-9d21-4d0d-b9f2-182e34cb663a is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:23.447771 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (34034b6d-9d21-4d0d-b9f2-182e34cb663a), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:23.470170 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e884093f-6d85-4af5-9fcf-43b5264c03ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34034b6d-9d21-4d0d-b9f2-182e34cb663a'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:35:23.472578 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7466989c69d563e87a019306beca113247d74b519ddc68a6966af7388d6c63e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b067054e-b1a9-4923-b6e3-d2c869072a33" -d '{"events": [{"server_uuid": "e884093f-6d85-4af5-9fcf-43b5264c03ad", "name": "network-vif-plugged", "status": "completed", "tag": "34034b6d-9d21-4d0d-b9f2-182e34cb663a"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:35:23.484897 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 34034b6d-9d21-4d0d-b9f2-182e34cb663a, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=34034b6d-9d21-4d0d-b9f2-182e34cb663a,segment=NetworkSegment(595bdad4-08ae-416b-a454-361a343f45ab),segment_id=595bdad4-08ae-416b-a454-361a343f45ab)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:23.489828 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (34034b6d-9d21-4d0d-b9f2-182e34cb663a), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:23.516549 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6c3a02-a76b-4514-a6d5-33a3641774ac x-openstack-request-id: req-9b6c3a02-a76b-4514-a6d5-33a3641774ac {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:35:23.516839 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e884093f-6d85-4af5-9fcf-43b5264c03ad", "name": "network-vif-plugged", "status": "completed", "tag": "34034b6d-9d21-4d0d-b9f2-182e34cb663a", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:35:23.517115 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9b6c3a02-a76b-4514-a6d5-33a3641774ac {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:35:23.517518 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e884093f-6d85-4af5-9fcf-43b5264c03ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34034b6d-9d21-4d0d-b9f2-182e34cb663a', 'code': 200} Jan 28 04:35:23.539538 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=34034b6d-9d21-4d0d-b9f2-182e34cb663a,revision_number=7']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:27.615889 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6a886-f33b-4aae-b273-d1d8052780b8 req-67e57988-c274-4b35-b174-fa8ab7915979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:27.618869 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e3a6a886-f33b-4aae-b273-d1d8052780b8 req-67e57988-c274-4b35-b174-fa8ab7915979 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=55b06989d4a74e7bb72f3c6cfe873c3e&device_id=e884093f-6d85-4af5-9fcf-43b5264c03ad HTTP/1.1" status: 200 len: 1098 time: 0.0541859 Jan 28 04:35:27.748713 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6a886-f33b-4aae-b273-d1d8052780b8 req-a1080513-f282-425c-ad4d-fe40fabd034d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:27.750259 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e3a6a886-f33b-4aae-b273-d1d8052780b8 req-a1080513-f282-425c-ad4d-fe40fabd034d service neutron] 10.222.0.67 "GET /v2.0/networks?id=c7cc287c-d8a8-4318-bb36-236df2a23e10 HTTP/1.1" status: 200 len: 911 time: 0.1074219 Jan 28 04:35:27.823850 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e3a6a886-f33b-4aae-b273-d1d8052780b8 req-b13a3153-c866-4900-81cd-b5c5206e7c8b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34034b6d-9d21-4d0d-b9f2-182e34cb663a HTTP/1.1" status: 200 len: 1002 time: 0.0665188 Jan 28 04:35:27.891310 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6a886-f33b-4aae-b273-d1d8052780b8 req-7bc07fa2-2535-436f-9a70-add111e8e472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:27.892758 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e3a6a886-f33b-4aae-b273-d1d8052780b8 req-7bc07fa2-2535-436f-9a70-add111e8e472 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3 HTTP/1.1" status: 200 len: 849 time: 0.0630209 Jan 28 04:35:27.946050 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6a886-f33b-4aae-b273-d1d8052780b8 req-a045fbdb-0a71-4916-8320-7c36c922a4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:27.947958 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e3a6a886-f33b-4aae-b273-d1d8052780b8 req-a045fbdb-0a71-4916-8320-7c36c922a4e4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c7cc287c-d8a8-4318-bb36-236df2a23e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468955 Jan 28 04:35:28.043319 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e3a6a886-f33b-4aae-b273-d1d8052780b8 req-3837d7ea-29c6-48fa-82ce-b6400b499390 service neutron] 10.222.0.67 "GET /v2.0/networks/c7cc287c-d8a8-4318-bb36-236df2a23e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885510 Jan 28 04:35:28.145573 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e3a6a886-f33b-4aae-b273-d1d8052780b8 req-94785d55-4c57-4dec-a5ba-b518eb0b9279 service neutron] 10.222.0.67 "GET /v2.0/networks/c7cc287c-d8a8-4318-bb36-236df2a23e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952661 Jan 28 04:35:29.901532 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-70ed1cd3-b23f-4ce4-9e56-ec278b3b9fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:30.078687 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:31.932410 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c4d6ac38-996f-4803-8f2a-2741fbe52b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:33.850588 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:34.722823 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:35.330346 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:36.212571 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:38.803804 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-78757d7d-dc0a-419b-ba54-4e525a344947 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1954768115&fields=id&tenant_id=55b06989d4a74e7bb72f3c6cfe873c3e HTTP/1.1" status: 200 len: 267 time: 0.0537775 Jan 28 04:35:38.922636 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-a1704cf6-eaca-4a4c-b7f4-837e913e5dc1 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:38.924135 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-a1704cf6-eaca-4a4c-b7f4-837e913e5dc1 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/networks?id=c7cc287c-d8a8-4318-bb36-236df2a23e10 HTTP/1.1" status: 200 len: 810 time: 0.1138122 Jan 28 04:35:38.939625 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-b963a956-3de0-4812-b9a1-dc7ac4f609f7 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/quotas/55b06989d4a74e7bb72f3c6cfe873c3e HTTP/1.1" status: 200 len: 375 time: 0.0097747 Jan 28 04:35:38.997151 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-2873cf56-7632-4c78-bcb2-002256143660 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=55b06989d4a74e7bb72f3c6cfe873c3e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0524559 Jan 28 04:35:39.063706 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-1d5adc74-c57e-41bb-9754-a3f0a82e029e service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:35:39.064719 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-1d5adc74-c57e-41bb-9754-a3f0a82e029e service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0510559 Jan 28 04:35:39.159717 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-797f0d6a-73fc-4d83-8ebc-d84a24e120dc service neutron] 10.222.0.53 "GET /v2.0/networks/c7cc287c-d8a8-4318-bb36-236df2a23e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889349 Jan 28 04:35:39.253148 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-bcd39b81-96f9-4de8-9048-ed6bb41cab4d service neutron] 10.222.0.53 "GET /v2.0/networks/c7cc287c-d8a8-4318-bb36-236df2a23e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873663 Jan 28 04:35:39.518808 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-17cef6f5-b317-46e9-b09d-5a39e886d8d8 req-6a1f04a4-f6fb-4a5d-a455-74893f8afab8 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ceb446-deda-49d5-b7ce-4e6204ae2d2a HTTP/1.1" status: 200 len: 210 time: 0.1197598 Jan 28 04:35:40.616371 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-c04b2502-f41d-4500-ade6-adb9a43e6794 req-f71ac350-b0f1-4a47-bbe9-07bcad9436df tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ceb446-deda-49d5-b7ce-4e6204ae2d2a HTTP/1.1" status: 200 len: 210 time: 0.0269322 Jan 28 04:35:40.651929 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-64200b98-c8f6-45c5-8b92-efa4abf1951a tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:40.653396 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-64200b98-c8f6-45c5-8b92-efa4abf1951a tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.39 "GET /v2.0/networks?id=c7cc287c-d8a8-4318-bb36-236df2a23e10 HTTP/1.1" status: 200 len: 810 time: 0.1096530 Jan 28 04:35:40.721219 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-81dd79ea-7ffb-4e1c-aa51-d028f80aec63 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55b06989d4a74e7bb72f3c6cfe873c3e HTTP/1.1" status: 200 len: 380 time: 0.0539224 Jan 28 04:35:40.730519 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-7b4618c1-45d8-4a9d-9a9f-30ffcd9870c8 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Request body: {'port': {'device_id': '71ceb446-deda-49d5-b7ce-4e6204ae2d2a', 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10', 'admin_state_up': True, 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'security_groups': ['3eab9174-1934-4a32-90f1-a93f18ab0d7f']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:40.838713 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-7b4618c1-45d8-4a9d-9a9f-30ffcd9870c8 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Made reservation on behalf of 55b06989d4a74e7bb72f3c6cfe873c3e for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 04:35:40.842221 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-7b4618c1-45d8-4a9d-9a9f-30ffcd9870c8 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:40.976771 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-7b4618c1-45d8-4a9d-9a9f-30ffcd9870c8 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Allocated IP 172.20.0.12 (c7cc287c-d8a8-4318-bb36-236df2a23e10/c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3/8fb68759-8a86-42ee-b15e-dc614e9189be) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:35:41.180161 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-7b4618c1-45d8-4a9d-9a9f-30ffcd9870c8 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks [] for port (8fb68759-8a86-42ee-b15e-dc614e9189be), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:41.224845 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-7b4618c1-45d8-4a9d-9a9f-30ffcd9870c8 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (8fb68759-8a86-42ee-b15e-dc614e9189be), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:41.277435 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4618c1-45d8-4a9d-9a9f-30ffcd9870c8 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Pushing event updated for resources: {'Port': ['ID=8fb68759-8a86-42ee-b15e-dc614e9189be,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:41.290014 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4618c1-45d8-4a9d-9a9f-30ffcd9870c8 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:41.290365 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4618c1-45d8-4a9d-9a9f-30ffcd9870c8 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:41.290706 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4618c1-45d8-4a9d-9a9f-30ffcd9870c8 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:41.291047 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4618c1-45d8-4a9d-9a9f-30ffcd9870c8 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:41.291509 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4618c1-45d8-4a9d-9a9f-30ffcd9870c8 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:41.291847 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4618c1-45d8-4a9d-9a9f-30ffcd9870c8 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:41.292185 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4618c1-45d8-4a9d-9a9f-30ffcd9870c8 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:41.292536 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4618c1-45d8-4a9d-9a9f-30ffcd9870c8 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:41.292837 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4618c1-45d8-4a9d-9a9f-30ffcd9870c8 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:41.293186 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4618c1-45d8-4a9d-9a9f-30ffcd9870c8 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:41.293518 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4618c1-45d8-4a9d-9a9f-30ffcd9870c8 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:41.293844 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4618c1-45d8-4a9d-9a9f-30ffcd9870c8 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:41.294172 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4618c1-45d8-4a9d-9a9f-30ffcd9870c8 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:35:41.298774 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-7b4618c1-45d8-4a9d-9a9f-30ffcd9870c8 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Network c7cc287c-d8a8-4318-bb36-236df2a23e10 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:35:41.300592 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-7b4618c1-45d8-4a9d-9a9f-30ffcd9870c8 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:35:41.302811 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-7b4618c1-45d8-4a9d-9a9f-30ffcd9870c8 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:35:41.368091 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-7b4618c1-45d8-4a9d-9a9f-30ffcd9870c8 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:41.368758 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-7b4618c1-45d8-4a9d-9a9f-30ffcd9870c8 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:41.391601 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-7b4618c1-45d8-4a9d-9a9f-30ffcd9870c8 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6647887 Jan 28 04:35:41.423729 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 34034b6d-9d21-4d0d-b9f2-182e34cb663a no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:35:41.559225 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] Current status of the port 34034b6d-9d21-4d0d-b9f2-182e34cb663a is: ACTIVE; New status is: DOWN {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:41.559623 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (34034b6d-9d21-4d0d-b9f2-182e34cb663a), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:41.591192 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e884093f-6d85-4af5-9fcf-43b5264c03ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34034b6d-9d21-4d0d-b9f2-182e34cb663a'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:35:41.593620 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7466989c69d563e87a019306beca113247d74b519ddc68a6966af7388d6c63e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19692877-a9cf-41fa-b409-005830fb4635" -d '{"events": [{"server_uuid": "e884093f-6d85-4af5-9fcf-43b5264c03ad", "name": "network-vif-unplugged", "status": "completed", "tag": "34034b6d-9d21-4d0d-b9f2-182e34cb663a"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:35:41.611058 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-e32d13ca-78b7-41de-94bb-c3f7cdc9b21b None None] Provisioning complete for port 8fb68759-8a86-42ee-b15e-dc614e9189be triggered by entity DHCP. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:41.611678 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e32d13ca-78b7-41de-94bb-c3f7cdc9b21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (8fb68759-8a86-42ee-b15e-dc614e9189be), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:41.643307 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-39d61263-8968-4340-b258-80509f6b456b None None] For port 34034b6d-9d21-4d0d-b9f2-182e34cb663a, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=34034b6d-9d21-4d0d-b9f2-182e34cb663a,segment=NetworkSegment(595bdad4-08ae-416b-a454-361a343f45ab),segment_id=595bdad4-08ae-416b-a454-361a343f45ab)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:41.658841 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (34034b6d-9d21-4d0d-b9f2-182e34cb663a), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:41.664051 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e32d13ca-78b7-41de-94bb-c3f7cdc9b21b None None] Port 8fb68759-8a86-42ee-b15e-dc614e9189be cannot update to ACTIVE because it is not bound. {{(pid=109804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 04:35:41.729224 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Pushing event updated for resources: {'Port': ['ID=34034b6d-9d21-4d0d-b9f2-182e34cb663a,revision_number=8']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:41.786469 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8063b6-4d73-47b5-93c0-94846966bbb0 req-f6b49a50-6ee1-4563-8a91-2b8fbe2f6ad7 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:41.794314 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bf8063b6-4d73-47b5-93c0-94846966bbb0 req-f6b49a50-6ee1-4563-8a91-2b8fbe2f6ad7 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ceb446-deda-49d5-b7ce-4e6204ae2d2a HTTP/1.1" status: 200 len: 932 time: 0.0622795 Jan 28 04:35:41.802056 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 04:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7baf9211-eda8-4df9-80f2-e19d2f890e3d x-openstack-request-id: req-7baf9211-eda8-4df9-80f2-e19d2f890e3d {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:35:41.802571 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e884093f-6d85-4af5-9fcf-43b5264c03ad", "name": "network-vif-unplugged", "status": "completed", "tag": "34034b6d-9d21-4d0d-b9f2-182e34cb663a", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:35:41.803000 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7baf9211-eda8-4df9-80f2-e19d2f890e3d {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:35:41.803577 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e884093f-6d85-4af5-9fcf-43b5264c03ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34034b6d-9d21-4d0d-b9f2-182e34cb663a', 'code': 200} Jan 28 04:35:41.847952 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-bf8063b6-4d73-47b5-93c0-94846966bbb0 req-9a63bfab-3a05-4dab-a11a-aa3d89916a4b tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/security-groups?id=3eab9174-1934-4a32-90f1-a93f18ab0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523717 Jan 28 04:35:42.982457 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82468b49-5946-4d8b-825f-c7cbc555cafa req-5d2a1d40-7e3c-4543-bc64-610a9a104e1c tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:42.983944 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-82468b49-5946-4d8b-825f-c7cbc555cafa req-5d2a1d40-7e3c-4543-bc64-610a9a104e1c tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ceb446-deda-49d5-b7ce-4e6204ae2d2a HTTP/1.1" status: 200 len: 932 time: 0.0665600 Jan 28 04:35:43.041399 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-82468b49-5946-4d8b-825f-c7cbc555cafa req-e2273a30-23f1-4af5-9423-ff3a43662496 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/security-groups?id=3eab9174-1934-4a32-90f1-a93f18ab0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509958 Jan 28 04:35:44.164513 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9022d1-9399-4728-8159-328be3fcf1cc req-22d06465-50c7-4d99-ac4e-1f622b85564d tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:44.167096 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6c9022d1-9399-4728-8159-328be3fcf1cc req-22d06465-50c7-4d99-ac4e-1f622b85564d tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ceb446-deda-49d5-b7ce-4e6204ae2d2a HTTP/1.1" status: 200 len: 932 time: 0.0555844 Jan 28 04:35:44.217216 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-6c9022d1-9399-4728-8159-328be3fcf1cc req-16424ba9-b5fc-4e63-99bb-d9e0d9f94e3e tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/security-groups?id=3eab9174-1934-4a32-90f1-a93f18ab0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443661 Jan 28 04:35:45.344261 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaad6bc-5437-4d21-ad2e-4a4a84ef9f5c req-0e72571d-12bf-4c7e-8a93-cd4e6864b654 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:45.345842 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3eaad6bc-5437-4d21-ad2e-4a4a84ef9f5c req-0e72571d-12bf-4c7e-8a93-cd4e6864b654 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ceb446-deda-49d5-b7ce-4e6204ae2d2a HTTP/1.1" status: 200 len: 932 time: 0.0531290 Jan 28 04:35:45.396196 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-3eaad6bc-5437-4d21-ad2e-4a4a84ef9f5c req-364dee5c-1fcb-491f-99f2-c230a0c8798b tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/security-groups?id=3eab9174-1934-4a32-90f1-a93f18ab0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442739 Jan 28 04:35:46.534354 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7208e-a3ac-4cea-80f9-d64cba80b226 req-93e733e2-cc53-4f15-bcb8-12f493613dca tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:46.535849 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3cc7208e-a3ac-4cea-80f9-d64cba80b226 req-93e733e2-cc53-4f15-bcb8-12f493613dca tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ceb446-deda-49d5-b7ce-4e6204ae2d2a HTTP/1.1" status: 200 len: 932 time: 0.0629017 Jan 28 04:35:46.587544 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-3cc7208e-a3ac-4cea-80f9-d64cba80b226 req-5b872ccd-8a7b-462c-84be-05cd3c40ef8c tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/security-groups?id=3eab9174-1934-4a32-90f1-a93f18ab0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458941 Jan 28 04:35:47.712696 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ac240-2cb2-48a9-bf3b-76dcd8901a0a req-d3feb8c7-7413-46be-bf28-172e91c3a265 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:47.714360 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-981ac240-2cb2-48a9-bf3b-76dcd8901a0a req-d3feb8c7-7413-46be-bf28-172e91c3a265 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ceb446-deda-49d5-b7ce-4e6204ae2d2a HTTP/1.1" status: 200 len: 932 time: 0.0502582 Jan 28 04:35:47.766766 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-981ac240-2cb2-48a9-bf3b-76dcd8901a0a req-3ce89de0-6a8c-4bb3-a315-9f4e3fc7ea22 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/security-groups?id=3eab9174-1934-4a32-90f1-a93f18ab0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467985 Jan 28 04:35:48.364026 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:35:48.902209 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73767724-7011-4092-aa15-30f9f6a11832 req-f6715600-aac7-4bc4-9440-676f86c639e6 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:48.903730 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-73767724-7011-4092-aa15-30f9f6a11832 req-f6715600-aac7-4bc4-9440-676f86c639e6 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ceb446-deda-49d5-b7ce-4e6204ae2d2a HTTP/1.1" status: 200 len: 932 time: 0.0600488 Jan 28 04:35:48.960942 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-73767724-7011-4092-aa15-30f9f6a11832 req-e3d9a851-a51f-44bf-8e71-7eaa539425ca tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/security-groups?id=3eab9174-1934-4a32-90f1-a93f18ab0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505793 Jan 28 04:35:49.984120 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-65834f9a-4f74-4a55-9638-dc65fee9b061 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:35:49.985673 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-65834f9a-4f74-4a55-9638-dc65fee9b061 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054905 Jan 28 04:35:50.065482 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-7917bc3f-e9ee-440b-ab3b-2a637a6d31b3 service neutron] Request body: {'port': {'device_id': '71ceb446-deda-49d5-b7ce-4e6204ae2d2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-27'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:50.110206 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684a134-6d1d-4fb8-a763-1070048a315e req-1e129786-0296-4ac9-b7bf-45974e5a44c5 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:50.111690 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a684a134-6d1d-4fb8-a763-1070048a315e req-1e129786-0296-4ac9-b7bf-45974e5a44c5 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ceb446-deda-49d5-b7ce-4e6204ae2d2a HTTP/1.1" status: 200 len: 932 time: 0.0824966 Jan 28 04:35:50.146480 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-7917bc3f-e9ee-440b-ab3b-2a637a6d31b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8fb68759-8a86-42ee-b15e-dc614e9189be), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:50.209820 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-a684a134-6d1d-4fb8-a763-1070048a315e req-1e2a6031-6fdc-4e62-b049-fbfbc56ccd55 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/security-groups?id=3eab9174-1934-4a32-90f1-a93f18ab0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837994 Jan 28 04:35:50.441596 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-7917bc3f-e9ee-440b-ab3b-2a637a6d31b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fb68759-8a86-42ee-b15e-dc614e9189be {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:35:50.449544 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-7917bc3f-e9ee-440b-ab3b-2a637a6d31b3 service neutron] Publish callbacks [] for port (8fb68759-8a86-42ee-b15e-dc614e9189be), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:50.461770 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-7917bc3f-e9ee-440b-ab3b-2a637a6d31b3 service neutron] Transition to ACTIVE for port object 8fb68759-8a86-42ee-b15e-dc614e9189be will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 04:35:50.466731 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-7917bc3f-e9ee-440b-ab3b-2a637a6d31b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (8fb68759-8a86-42ee-b15e-dc614e9189be), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:50.514882 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917bc3f-e9ee-440b-ab3b-2a637a6d31b3 service neutron] Pushing event updated for resources: {'Port': ['ID=8fb68759-8a86-42ee-b15e-dc614e9189be,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:50.587680 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-7917bc3f-e9ee-440b-ab3b-2a637a6d31b3 service neutron] Attempting to bind port 8fb68759-8a86-42ee-b15e-dc614e9189be on host n-h2-712139-27 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 04:35:50.588026 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-7917bc3f-e9ee-440b-ab3b-2a637a6d31b3 service neutron] Attempting to bind port 8fb68759-8a86-42ee-b15e-dc614e9189be by drivers openvswitch,hyperv on host n-h2-712139-27 at level 0 using segments [{'id': '595bdad4-08ae-416b-a454-361a343f45ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 04:35:50.588357 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-7917bc3f-e9ee-440b-ab3b-2a637a6d31b3 service neutron] Attempting to bind port 8fb68759-8a86-42ee-b15e-dc614e9189be on network c7cc287c-d8a8-4318-bb36-236df2a23e10 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:35:50.593062 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-7917bc3f-e9ee-440b-ab3b-2a637a6d31b3 service neutron] Port 8fb68759-8a86-42ee-b15e-dc614e9189be on network c7cc287c-d8a8-4318-bb36-236df2a23e10 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-27 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 04:35:50.593410 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-7917bc3f-e9ee-440b-ab3b-2a637a6d31b3 service neutron] Attempting to bind port 8fb68759-8a86-42ee-b15e-dc614e9189be on network c7cc287c-d8a8-4318-bb36-236df2a23e10 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 04:35:50.598730 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-7917bc3f-e9ee-440b-ab3b-2a637a6d31b3 service neutron] Checking agent: {'id': 'c783ecd8-7ce3-4f37-aec8-c1bbe1d44838', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-27', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'started_at': datetime.datetime(2022, 1, 28, 2, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 4, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 04:35:50.599064 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-7917bc3f-e9ee-440b-ab3b-2a637a6d31b3 service neutron] Checking segment: {'id': '595bdad4-08ae-416b-a454-361a343f45ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 04:35:50.599433 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-7917bc3f-e9ee-440b-ab3b-2a637a6d31b3 service neutron] Bound using segment: {'id': '595bdad4-08ae-416b-a454-361a343f45ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 04:35:50.599857 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-7917bc3f-e9ee-440b-ab3b-2a637a6d31b3 service neutron] Bound port: 8fb68759-8a86-42ee-b15e-dc614e9189be, host: n-h2-712139-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '595bdad4-08ae-416b-a454-361a343f45ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 04:35:50.600217 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-7917bc3f-e9ee-440b-ab3b-2a637a6d31b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8fb68759-8a86-42ee-b15e-dc614e9189be), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:50.672223 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-7917bc3f-e9ee-440b-ab3b-2a637a6d31b3 service neutron] For port 8fb68759-8a86-42ee-b15e-dc614e9189be, host n-h2-712139-27, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 04:35:50.675492 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-7917bc3f-e9ee-440b-ab3b-2a637a6d31b3 service neutron] For port 8fb68759-8a86-42ee-b15e-dc614e9189be, host n-h2-712139-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=8fb68759-8a86-42ee-b15e-dc614e9189be,segment=NetworkSegment(595bdad4-08ae-416b-a454-361a343f45ab),segment_id=595bdad4-08ae-416b-a454-361a343f45ab)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 04:35:50.680209 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-7917bc3f-e9ee-440b-ab3b-2a637a6d31b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (8fb68759-8a86-42ee-b15e-dc614e9189be), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:50.715185 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-7917bc3f-e9ee-440b-ab3b-2a637a6d31b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:50.715802 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-7917bc3f-e9ee-440b-ab3b-2a637a6d31b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:50.717284 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-7917bc3f-e9ee-440b-ab3b-2a637a6d31b3 service neutron] 10.222.0.39 "PUT /v2.0/ports/8fb68759-8a86-42ee-b15e-dc614e9189be HTTP/1.1" status: 200 len: 1093 time: 0.7089410 Jan 28 04:35:50.717632 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ceb446-deda-49d5-b7ce-4e6204ae2d2a', 'tag': '8fb68759-8a86-42ee-b15e-dc614e9189be'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:35:50.719849 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509b844b-658b-417b-a71d-f76fc9e6f85e" -d '{"events": [{"name": "network-changed", "server_uuid": "71ceb446-deda-49d5-b7ce-4e6204ae2d2a", "tag": "8fb68759-8a86-42ee-b15e-dc614e9189be"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:35:50.742689 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917bc3f-e9ee-440b-ab3b-2a637a6d31b3 service neutron] Pushing event updated for resources: {'Port': ['ID=8fb68759-8a86-42ee-b15e-dc614e9189be,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:50.774895 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf4c510-7409-49dd-b2e6-6a5134b88617 x-openstack-request-id: req-2cf4c510-7409-49dd-b2e6-6a5134b88617 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:35:50.775244 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ceb446-deda-49d5-b7ce-4e6204ae2d2a", "tag": "8fb68759-8a86-42ee-b15e-dc614e9189be", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:35:50.775474 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2cf4c510-7409-49dd-b2e6-6a5134b88617 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:35:50.776295 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ceb446-deda-49d5-b7ce-4e6204ae2d2a', 'tag': '8fb68759-8a86-42ee-b15e-dc614e9189be', 'status': 'completed', 'code': 200} Jan 28 04:35:50.832481 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-679b8eda-132d-4ea1-9a79-77d76e9e2f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:50.834051 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-679b8eda-132d-4ea1-9a79-77d76e9e2f32 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=55b06989d4a74e7bb72f3c6cfe873c3e&device_id=71ceb446-deda-49d5-b7ce-4e6204ae2d2a HTTP/1.1" status: 200 len: 1096 time: 0.0432832 Jan 28 04:35:50.885178 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-9e492690-0119-43f6-a676-8cc8d631d6d7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fb68759-8a86-42ee-b15e-dc614e9189be HTTP/1.1" status: 200 len: 217 time: 0.0393310 Jan 28 04:35:50.935956 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-afa93467-c3c3-4fec-8e0e-7ff460e70524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:50.937461 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-afa93467-c3c3-4fec-8e0e-7ff460e70524 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3 HTTP/1.1" status: 200 len: 849 time: 0.0463831 Jan 28 04:35:50.983856 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-3481a15a-00dd-47f9-b485-703bb103eff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:50.985316 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-3481a15a-00dd-47f9-b485-703bb103eff3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c7cc287c-d8a8-4318-bb36-236df2a23e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418613 Jan 28 04:35:51.083715 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-9bdb17d7-7780-4579-9aee-8ccfde44b172 service neutron] 10.222.0.39 "GET /v2.0/networks/c7cc287c-d8a8-4318-bb36-236df2a23e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920727 Jan 28 04:35:51.171566 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-01e423c2-b34e-4bb7-808d-62dd453afc32 req-e5aaca2a-bb25-4793-93b3-635df796f068 service neutron] 10.222.0.39 "GET /v2.0/networks/c7cc287c-d8a8-4318-bb36-236df2a23e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823069 Jan 28 04:35:51.339564 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b844b-658b-417b-a71d-f76fc9e6f85e req-edbfa3a0-1e61-4fa4-a7af-f8dd0c8fc6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:51.341138 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-509b844b-658b-417b-a71d-f76fc9e6f85e req-edbfa3a0-1e61-4fa4-a7af-f8dd0c8fc6be service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=55b06989d4a74e7bb72f3c6cfe873c3e&device_id=71ceb446-deda-49d5-b7ce-4e6204ae2d2a HTTP/1.1" status: 200 len: 1096 time: 0.0745819 Jan 28 04:35:51.363639 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36d258-11d1-4f62-a0c3-8155c349b311 req-250a53db-7851-4892-9e3b-ee44ecf7e232 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:51.365111 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5a36d258-11d1-4f62-a0c3-8155c349b311 req-250a53db-7851-4892-9e3b-ee44ecf7e232 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ceb446-deda-49d5-b7ce-4e6204ae2d2a HTTP/1.1" status: 200 len: 944 time: 0.0737321 Jan 28 04:35:51.462484 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5a36d258-11d1-4f62-a0c3-8155c349b311 req-7d1301ee-3efa-4ad2-ab80-4c7b3b165da0 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/security-groups?id=3eab9174-1934-4a32-90f1-a93f18ab0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874147 Jan 28 04:35:51.476000 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b844b-658b-417b-a71d-f76fc9e6f85e req-b81eeacb-ceb5-45b9-a83b-d590ae951fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:51.477513 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-509b844b-658b-417b-a71d-f76fc9e6f85e req-b81eeacb-ceb5-45b9-a83b-d590ae951fb0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c7cc287c-d8a8-4318-bb36-236df2a23e10 HTTP/1.1" status: 200 len: 911 time: 0.1294611 Jan 28 04:35:51.524212 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-509b844b-658b-417b-a71d-f76fc9e6f85e req-e1dcfdbe-78e8-42c5-9ee2-d27806578596 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fb68759-8a86-42ee-b15e-dc614e9189be HTTP/1.1" status: 200 len: 217 time: 0.0395660 Jan 28 04:35:51.575212 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b844b-658b-417b-a71d-f76fc9e6f85e req-37637277-2aa2-4e15-9a21-7894b58ae373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:51.576690 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-509b844b-658b-417b-a71d-f76fc9e6f85e req-37637277-2aa2-4e15-9a21-7894b58ae373 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3 HTTP/1.1" status: 200 len: 849 time: 0.0458326 Jan 28 04:35:51.624485 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b844b-658b-417b-a71d-f76fc9e6f85e req-cedf0ca0-a94e-46b7-bd17-ab5f453d08ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:51.625965 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-509b844b-658b-417b-a71d-f76fc9e6f85e req-cedf0ca0-a94e-46b7-bd17-ab5f453d08ff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c7cc287c-d8a8-4318-bb36-236df2a23e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410421 Jan 28 04:35:51.719064 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-509b844b-658b-417b-a71d-f76fc9e6f85e req-a7883fa4-30c1-4de5-b74b-5091b5a17bc4 service neutron] 10.222.0.39 "GET /v2.0/networks/c7cc287c-d8a8-4318-bb36-236df2a23e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860686 Jan 28 04:35:51.809912 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-509b844b-658b-417b-a71d-f76fc9e6f85e req-472736d2-4a6d-4ae9-a613-9d6f76d24e71 service neutron] 10.222.0.39 "GET /v2.0/networks/c7cc287c-d8a8-4318-bb36-236df2a23e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834384 Jan 28 04:35:52.582909 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f0584-39b9-40d4-b65c-1bada7da5a01 req-8ec4ab9e-0108-4366-a862-ef7f10342bf1 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:52.584424 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e33f0584-39b9-40d4-b65c-1bada7da5a01 req-8ec4ab9e-0108-4366-a862-ef7f10342bf1 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ceb446-deda-49d5-b7ce-4e6204ae2d2a HTTP/1.1" status: 200 len: 944 time: 0.0505993 Jan 28 04:35:52.640651 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-e33f0584-39b9-40d4-b65c-1bada7da5a01 req-ef1d1491-dd50-4afe-9e50-e9f5a1241252 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/security-groups?id=3eab9174-1934-4a32-90f1-a93f18ab0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487533 Jan 28 04:35:53.795648 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587de8a5-f532-42a9-9e9f-c0aae7bed8ea req-e90ea538-e788-4234-81ba-edf6bf9c491e tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:53.797201 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-587de8a5-f532-42a9-9e9f-c0aae7bed8ea req-e90ea538-e788-4234-81ba-edf6bf9c491e tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ceb446-deda-49d5-b7ce-4e6204ae2d2a HTTP/1.1" status: 200 len: 944 time: 0.0648601 Jan 28 04:35:53.847351 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-587de8a5-f532-42a9-9e9f-c0aae7bed8ea req-cf4ae7de-4ad3-468a-a00f-d5d3a3412139 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/security-groups?id=3eab9174-1934-4a32-90f1-a93f18ab0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433073 Jan 28 04:35:53.978298 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 8fb68759-8a86-42ee-b15e-dc614e9189be details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:35:54.076030 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 8fb68759-8a86-42ee-b15e-dc614e9189be, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=8fb68759-8a86-42ee-b15e-dc614e9189be,segment=NetworkSegment(595bdad4-08ae-416b-a454-361a343f45ab),segment_id=595bdad4-08ae-416b-a454-361a343f45ab)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:54.087945 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '8fb68759-8a86-42ee-b15e-dc614e9189be', 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10', 'port_id': '8fb68759-8a86-42ee-b15e-dc614e9189be', 'mac_address': 'fa:16:3e:9a:5a:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:35:54.127466 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 8fb68759-8a86-42ee-b15e-dc614e9189be is: DOWN; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:54.127857 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8fb68759-8a86-42ee-b15e-dc614e9189be), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:54.140563 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fb68759-8a86-42ee-b15e-dc614e9189be {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:35:54.160997 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 8fb68759-8a86-42ee-b15e-dc614e9189be, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=8fb68759-8a86-42ee-b15e-dc614e9189be,segment=NetworkSegment(595bdad4-08ae-416b-a454-361a343f45ab),segment_id=595bdad4-08ae-416b-a454-361a343f45ab)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:54.166857 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (8fb68759-8a86-42ee-b15e-dc614e9189be), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:54.212500 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=8fb68759-8a86-42ee-b15e-dc614e9189be,revision_number=4']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:54.489153 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['8fb68759-8a86-42ee-b15e-dc614e9189be'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:35:54.980611 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e34310-4ce2-4600-a42e-55e64f0b8a8c req-a602a88c-aa8e-45e4-9665-a02494c4e651 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:54.982137 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-93e34310-4ce2-4600-a42e-55e64f0b8a8c req-a602a88c-aa8e-45e4-9665-a02494c4e651 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ceb446-deda-49d5-b7ce-4e6204ae2d2a HTTP/1.1" status: 200 len: 945 time: 0.0572002 Jan 28 04:35:55.041770 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-93e34310-4ce2-4600-a42e-55e64f0b8a8c req-bf575036-6937-471a-b347-4d0a29dffedc tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/security-groups?id=3eab9174-1934-4a32-90f1-a93f18ab0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538244 Jan 28 04:35:55.992910 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 8fb68759-8a86-42ee-b15e-dc614e9189be up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:35:56.048235 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning for port 8fb68759-8a86-42ee-b15e-dc614e9189be completed by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 04:35:56.052111 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 8fb68759-8a86-42ee-b15e-dc614e9189be triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:35:56.052498 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (8fb68759-8a86-42ee-b15e-dc614e9189be), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:56.134860 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 8fb68759-8a86-42ee-b15e-dc614e9189be is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:35:56.135308 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8fb68759-8a86-42ee-b15e-dc614e9189be), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:56.156606 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e79fbb-2526-43be-8e48-eaa7eea41ed1 req-db2df320-18b2-4423-8769-6dbf0288b9e0 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:56.158052 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ceb446-deda-49d5-b7ce-4e6204ae2d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb68759-8a86-42ee-b15e-dc614e9189be'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:35:56.158222 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-31e79fbb-2526-43be-8e48-eaa7eea41ed1 req-db2df320-18b2-4423-8769-6dbf0288b9e0 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ceb446-deda-49d5-b7ce-4e6204ae2d2a HTTP/1.1" status: 200 len: 945 time: 0.0486734 Jan 28 04:35:56.160592 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7466989c69d563e87a019306beca113247d74b519ddc68a6966af7388d6c63e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4eb825-4792-4e22-a363-01f2820a45d9" -d '{"events": [{"server_uuid": "71ceb446-deda-49d5-b7ce-4e6204ae2d2a", "name": "network-vif-plugged", "status": "completed", "tag": "8fb68759-8a86-42ee-b15e-dc614e9189be"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:35:56.173826 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 8fb68759-8a86-42ee-b15e-dc614e9189be, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=8fb68759-8a86-42ee-b15e-dc614e9189be,segment=NetworkSegment(595bdad4-08ae-416b-a454-361a343f45ab),segment_id=595bdad4-08ae-416b-a454-361a343f45ab)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:35:56.180181 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (8fb68759-8a86-42ee-b15e-dc614e9189be), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:56.205221 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ca0845-2dfb-4a45-bffc-836d56e95de7 x-openstack-request-id: req-e5ca0845-2dfb-4a45-bffc-836d56e95de7 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:35:56.205221 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ceb446-deda-49d5-b7ce-4e6204ae2d2a", "name": "network-vif-plugged", "status": "completed", "tag": "8fb68759-8a86-42ee-b15e-dc614e9189be", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:35:56.205515 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e5ca0845-2dfb-4a45-bffc-836d56e95de7 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:35:56.205747 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ceb446-deda-49d5-b7ce-4e6204ae2d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb68759-8a86-42ee-b15e-dc614e9189be', 'code': 200} Jan 28 04:35:56.213789 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-31e79fbb-2526-43be-8e48-eaa7eea41ed1 req-a17f0c72-5011-4d6a-80d8-391b237121f9 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/security-groups?id=3eab9174-1934-4a32-90f1-a93f18ab0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489063 Jan 28 04:35:56.230518 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=8fb68759-8a86-42ee-b15e-dc614e9189be,revision_number=5']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:56.332561 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75086d-c49d-46dc-ac2b-e148d83e46c2 req-c5d542ea-9e07-4e77-a882-d70f4f7df55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:56.333957 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0c75086d-c49d-46dc-ac2b-e148d83e46c2 req-c5d542ea-9e07-4e77-a882-d70f4f7df55a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=71ceb446-deda-49d5-b7ce-4e6204ae2d2a HTTP/1.1" status: 200 len: 1098 time: 0.0404921 Jan 28 04:35:56.382718 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-0c75086d-c49d-46dc-ac2b-e148d83e46c2 req-94a6bdcc-b977-41f2-9b94-176b5dbfe181 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3eab9174-1934-4a32-90f1-a93f18ab0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427151 Jan 28 04:35:57.625815 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad17a7-7220-4069-a561-36f0bb13a715 req-83f38f52-dbf1-4991-8447-87d61c865d74 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:57.627291 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-afad17a7-7220-4069-a561-36f0bb13a715 req-83f38f52-dbf1-4991-8447-87d61c865d74 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ceb446-deda-49d5-b7ce-4e6204ae2d2a HTTP/1.1" status: 200 len: 946 time: 0.0572395 Jan 28 04:35:57.681704 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-afad17a7-7220-4069-a561-36f0bb13a715 req-c3904dde-46e9-46bd-b000-09ab8ae8352f tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/security-groups?id=3eab9174-1934-4a32-90f1-a93f18ab0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467165 Jan 28 04:35:58.823364 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05375970-b7f5-4266-b821-3e0906d39876 req-4425f0a6-5de8-4b7f-9187-75360ab6f39d tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:58.824981 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-05375970-b7f5-4266-b821-3e0906d39876 req-4425f0a6-5de8-4b7f-9187-75360ab6f39d tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ceb446-deda-49d5-b7ce-4e6204ae2d2a HTTP/1.1" status: 200 len: 946 time: 0.0583034 Jan 28 04:35:58.873260 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-05375970-b7f5-4266-b821-3e0906d39876 req-792e3782-f0a6-4800-afea-7210639d4929 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/security-groups?id=3eab9174-1934-4a32-90f1-a93f18ab0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425110 Jan 28 04:35:58.998510 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d5c96-4359-459b-be83-1eec882cd0f4 req-2c018552-cb13-499f-8ab4-cab9b59c4a6a tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:58.999893 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-056d5c96-4359-459b-be83-1eec882cd0f4 req-2c018552-cb13-499f-8ab4-cab9b59c4a6a tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ceb446-deda-49d5-b7ce-4e6204ae2d2a HTTP/1.1" status: 200 len: 946 time: 0.0565104 Jan 28 04:35:59.053932 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-056d5c96-4359-459b-be83-1eec882cd0f4 req-6160c33e-5c30-4bbe-8e09-2183c1488de4 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/security-groups?id=3eab9174-1934-4a32-90f1-a93f18ab0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453274 Jan 28 04:35:59.081313 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39804) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:59.121380 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61a94b4-c97e-4d39-a7f2-3ac6847cde89 tempest-TestSnapshotPattern-97352018 tempest-TestSnapshotPattern-97352018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:35:59.123015 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d61a94b4-c97e-4d39-a7f2-3ac6847cde89 tempest-TestSnapshotPattern-97352018 tempest-TestSnapshotPattern-97352018-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=71ceb446-deda-49d5-b7ce-4e6204ae2d2a HTTP/1.1" status: 200 len: 1093 time: 0.0405924 Jan 28 04:35:59.125903 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 39806) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:35:59.130129 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.v2.base [None req-ae42c573-abc0-4f04-b4e0-ad9c282a501b tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Request body: {'floatingip': {'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'port_id': '8fb68759-8a86-42ee-b15e-dc614e9189be', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 04:35:59.154338 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ae42c573-abc0-4f04-b4e0-ad9c282a501b tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:59.255198 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ae42c573-abc0-4f04-b4e0-ad9c282a501b tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:59.358353 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-ae42c573-abc0-4f04-b4e0-ad9c282a501b tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Allocated IP 172.25.0.149 (8f7dc9c9-eaf1-4339-a2e3-884554154641/e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a/32615531-8d8b-4e80-84aa-3e189770378b) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 04:35:59.474603 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ae42c573-abc0-4f04-b4e0-ad9c282a501b tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks [] for port (32615531-8d8b-4e80-84aa-3e189770378b), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:59.512169 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ae42c573-abc0-4f04-b4e0-ad9c282a501b tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780454361649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (32615531-8d8b-4e80-84aa-3e189770378b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:59.550573 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae42c573-abc0-4f04-b4e0-ad9c282a501b tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Network 8f7dc9c9-eaf1-4339-a2e3-884554154641 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 04:35:59.555370 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-ae42c573-abc0-4f04-b4e0-ad9c282a501b tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 04:35:59.559782 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae42c573-abc0-4f04-b4e0-ad9c282a501b tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 04:35:59.562758 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae42c573-abc0-4f04-b4e0-ad9c282a501b tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Pushing event updated for resources: {'Port': ['ID=32615531-8d8b-4e80-84aa-3e189770378b,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:35:59.907253 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cfb81971-76b1-410d-8546-52e7a4f1746e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:35:59.932335 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ae42c573-abc0-4f04-b4e0-ad9c282a501b tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks [] for floatingip (f25760d3-7b8c-4874-9d5d-6c32aed64ff9), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:00.000313 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ae42c573-abc0-4f04-b4e0-ad9c282a501b tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (32615531-8d8b-4e80-84aa-3e189770378b), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:00.086333 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:00.157593 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ae42c573-abc0-4f04-b4e0-ad9c282a501b tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks [] for port (32615531-8d8b-4e80-84aa-3e189770378b), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:00.163603 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ae42c573-abc0-4f04-b4e0-ad9c282a501b tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12494683'] for port (32615531-8d8b-4e80-84aa-3e189770378b), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:00.230269 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae42c573-abc0-4f04-b4e0-ad9c282a501b tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Pushing event updated for resources: {'Port': ['ID=32615531-8d8b-4e80-84aa-3e189770378b,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:36:00.243916 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ae42c573-abc0-4f04-b4e0-ad9c282a501b tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3874887'] for floatingip (f25760d3-7b8c-4874-9d5d-6c32aed64ff9), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:00.346192 n-d-712139-27 neutron-server[109803]: INFO neutron.db.l3_db [None req-ae42c573-abc0-4f04-b4e0-ad9c282a501b tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Floating IP f25760d3-7b8c-4874-9d5d-6c32aed64ff9 associated. External IP: 172.25.0.149, port: 8fb68759-8a86-42ee-b15e-dc614e9189be. Jan 28 04:36:00.559175 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae42c573-abc0-4f04-b4e0-ad9c282a501b tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Router 9055f3c8-e026-4ee6-b039-b78d61b2400f has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:36:01.029248 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae42c573-abc0-4f04-b4e0-ad9c282a501b tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:36:01.039548 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccf424a-6807-47cd-9db3-ace0571ad04f None None] Sync routers for ids ['9055f3c8-e026-4ee6-b039-b78d61b2400f'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:36:01.049176 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ae42c573-abc0-4f04-b4e0-ad9c282a501b tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:01.052757 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccf424a-6807-47cd-9db3-ace0571ad04f None None] Routers {'9055f3c8-e026-4ee6-b039-b78d61b2400f'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:36:01.052757 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-dccf424a-6807-47cd-9db3-ace0571ad04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:35:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['9055f3c8-e026-4ee6-b039-b78d61b2400f'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:01.076583 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-ae42c573-abc0-4f04-b4e0-ad9c282a501b tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9496431 Jan 28 04:36:01.077174 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ceb446-deda-49d5-b7ce-4e6204ae2d2a', 'tag': '8fb68759-8a86-42ee-b15e-dc614e9189be'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:36:01.079527 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d340c1-0b33-4959-a5fc-976a08e5c2c8" -d '{"events": [{"name": "network-changed", "server_uuid": "71ceb446-deda-49d5-b7ce-4e6204ae2d2a", "tag": "8fb68759-8a86-42ee-b15e-dc614e9189be"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:36:01.120577 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a998a353-2534-4ee8-9cca-42b435c256f9 x-openstack-request-id: req-a998a353-2534-4ee8-9cca-42b435c256f9 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:36:01.120866 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ceb446-deda-49d5-b7ce-4e6204ae2d2a", "tag": "8fb68759-8a86-42ee-b15e-dc614e9189be", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:36:01.121269 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a998a353-2534-4ee8-9cca-42b435c256f9 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:36:01.121813 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ceb446-deda-49d5-b7ce-4e6204ae2d2a', 'tag': '8fb68759-8a86-42ee-b15e-dc614e9189be', 'status': 'completed', 'code': 200} Jan 28 04:36:01.206943 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d340c1-0b33-4959-a5fc-976a08e5c2c8 req-05b18e1c-e7bd-497f-98dc-0384260591a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:01.208502 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-27d340c1-0b33-4959-a5fc-976a08e5c2c8 req-05b18e1c-e7bd-497f-98dc-0384260591a6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=55b06989d4a74e7bb72f3c6cfe873c3e&device_id=71ceb446-deda-49d5-b7ce-4e6204ae2d2a HTTP/1.1" status: 200 len: 1098 time: 0.0448141 Jan 28 04:36:01.301804 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d340c1-0b33-4959-a5fc-976a08e5c2c8 req-eefe09e0-4c1d-4459-a33a-445788dce8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:01.303308 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-27d340c1-0b33-4959-a5fc-976a08e5c2c8 req-eefe09e0-4c1d-4459-a33a-445788dce8ac service neutron] 10.222.0.39 "GET /v2.0/networks?id=c7cc287c-d8a8-4318-bb36-236df2a23e10 HTTP/1.1" status: 200 len: 911 time: 0.0889587 Jan 28 04:36:01.341207 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-dccf424a-6807-47cd-9db3-ace0571ad04f None None] Set router 9055f3c8-e026-4ee6-b039-b78d61b2400f gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:36:01.371799 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-27d340c1-0b33-4959-a5fc-976a08e5c2c8 req-97ebe664-9be0-4280-87ea-96c02ac84ff5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fb68759-8a86-42ee-b15e-dc614e9189be HTTP/1.1" status: 200 len: 1000 time: 0.0624208 Jan 28 04:36:01.419462 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d340c1-0b33-4959-a5fc-976a08e5c2c8 req-b5f766b9-64ef-4961-8f13-ecee7cffcce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:01.421201 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-27d340c1-0b33-4959-a5fc-976a08e5c2c8 req-b5f766b9-64ef-4961-8f13-ecee7cffcce7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3 HTTP/1.1" status: 200 len: 849 time: 0.0438864 Jan 28 04:36:01.467934 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d340c1-0b33-4959-a5fc-976a08e5c2c8 req-d2a6088b-cdeb-4484-bd5d-5dcb22d2a85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:01.469500 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-27d340c1-0b33-4959-a5fc-976a08e5c2c8 req-d2a6088b-cdeb-4484-bd5d-5dcb22d2a85f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c7cc287c-d8a8-4318-bb36-236df2a23e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420406 Jan 28 04:36:01.567473 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-27d340c1-0b33-4959-a5fc-976a08e5c2c8 req-54fd2845-de48-49aa-a9fe-1033a444681c service neutron] 10.222.0.39 "GET /v2.0/networks/c7cc287c-d8a8-4318-bb36-236df2a23e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905240 Jan 28 04:36:01.583177 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-dccf424a-6807-47cd-9db3-ace0571ad04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'name': 'tempest-TestSnapshotPattern-1239444699-router', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '667058a7-78e3-47e9-8e77-48b94d91b932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:32:16Z', 'updated_at': '2022-01-28T04:32:18Z', 'revision_number': 4, 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'gw_port': {'id': '667058a7-78e3-47e9-8e77-48b94d91b932', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:32:16Z', 'updated_at': '2022-01-28T04:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '16ccf5d7-429a-4755-af35-4679449d9301', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'floating_ip_address': '172.25.0.203', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'port_id': '34034b6d-9d21-4d0d-b9f2-182e34cb663a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10', 'mac_address': 'fa:16:3e:6d:e8:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e884093f-6d85-4af5-9fcf-43b5264c03ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:32:38Z', 'updated_at': '2022-01-28T04:32:40Z', 'revision_number': 1, 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'fixed_ip_address_scope': None}, {'id': 'f25760d3-7b8c-4874-9d5d-6c32aed64ff9', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'floating_ip_address': '172.25.0.149', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'port_id': '8fb68759-8a86-42ee-b15e-dc614e9189be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10', 'mac_address': 'fa:16:3e:9a:5a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ceb446-deda-49d5-b7ce-4e6204ae2d2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:35:59Z', 'updated_at': '2022-01-28T04:35:59Z', 'revision_number': 0, 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abbaa3eb-fd64-4fcb-8ef0-67619a1576a0', 'name': '', 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'mac_address': 'fa:16:3e:30:4a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:32:17Z', 'updated_at': '2022-01-28T04:32:23Z', 'revision_number': 5, 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'subnets': [{'id': 'c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:01.612792 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccf424a-6807-47cd-9db3-ace0571ad04f None None] Checking router: 9055f3c8-e026-4ee6-b039-b78d61b2400f for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:36:01.621506 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccf424a-6807-47cd-9db3-ace0571ad04f None None] Routers {'9055f3c8-e026-4ee6-b039-b78d61b2400f'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:36:01.622155 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-dccf424a-6807-47cd-9db3-ace0571ad04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:35:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['9055f3c8-e026-4ee6-b039-b78d61b2400f'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:01.655772 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-27d340c1-0b33-4959-a5fc-976a08e5c2c8 req-13327b4b-7d8f-451e-a431-5ad2aa964220 service neutron] 10.222.0.39 "GET /v2.0/networks/c7cc287c-d8a8-4318-bb36-236df2a23e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826981 Jan 28 04:36:01.733693 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-dccf424a-6807-47cd-9db3-ace0571ad04f None None] Set router 9055f3c8-e026-4ee6-b039-b78d61b2400f gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:36:01.955182 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cdc9a2f1-be89-492f-af2e-63cbc9607787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:01.984107 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-dccf424a-6807-47cd-9db3-ace0571ad04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'name': 'tempest-TestSnapshotPattern-1239444699-router', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '667058a7-78e3-47e9-8e77-48b94d91b932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:32:16Z', 'updated_at': '2022-01-28T04:32:18Z', 'revision_number': 4, 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'gw_port': {'id': '667058a7-78e3-47e9-8e77-48b94d91b932', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:32:16Z', 'updated_at': '2022-01-28T04:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '16ccf5d7-429a-4755-af35-4679449d9301', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'floating_ip_address': '172.25.0.203', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'port_id': '34034b6d-9d21-4d0d-b9f2-182e34cb663a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10', 'mac_address': 'fa:16:3e:6d:e8:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e884093f-6d85-4af5-9fcf-43b5264c03ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:32:38Z', 'updated_at': '2022-01-28T04:32:40Z', 'revision_number': 1, 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'fixed_ip_address_scope': None}, {'id': 'f25760d3-7b8c-4874-9d5d-6c32aed64ff9', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'floating_ip_address': '172.25.0.149', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'port_id': '8fb68759-8a86-42ee-b15e-dc614e9189be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10', 'mac_address': 'fa:16:3e:9a:5a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ceb446-deda-49d5-b7ce-4e6204ae2d2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:35:59Z', 'updated_at': '2022-01-28T04:35:59Z', 'revision_number': 0, 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abbaa3eb-fd64-4fcb-8ef0-67619a1576a0', 'name': '', 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'mac_address': 'fa:16:3e:30:4a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:32:17Z', 'updated_at': '2022-01-28T04:32:23Z', 'revision_number': 5, 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'subnets': [{'id': 'c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:36:02.013253 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccf424a-6807-47cd-9db3-ace0571ad04f None None] The sync data for ids ['9055f3c8-e026-4ee6-b039-b78d61b2400f'] in n-d-712139-27 is: [{'id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'name': 'tempest-TestSnapshotPattern-1239444699-router', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '667058a7-78e3-47e9-8e77-48b94d91b932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:32:16Z', 'updated_at': '2022-01-28T04:32:18Z', 'revision_number': 4, 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'gw_port': {'id': '667058a7-78e3-47e9-8e77-48b94d91b932', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:32:16Z', 'updated_at': '2022-01-28T04:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '16ccf5d7-429a-4755-af35-4679449d9301', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'floating_ip_address': '172.25.0.203', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'port_id': '34034b6d-9d21-4d0d-b9f2-182e34cb663a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10', 'mac_address': 'fa:16:3e:6d:e8:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e884093f-6d85-4af5-9fcf-43b5264c03ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:32:38Z', 'updated_at': '2022-01-28T04:32:40Z', 'revision_number': 1, 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'fixed_ip_address_scope': None}, {'id': 'f25760d3-7b8c-4874-9d5d-6c32aed64ff9', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'floating_ip_address': '172.25.0.149', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'port_id': '8fb68759-8a86-42ee-b15e-dc614e9189be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10', 'mac_address': 'fa:16:3e:9a:5a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ceb446-deda-49d5-b7ce-4e6204ae2d2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:35:59Z', 'updated_at': '2022-01-28T04:35:59Z', 'revision_number': 0, 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abbaa3eb-fd64-4fcb-8ef0-67619a1576a0', 'name': '', 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'mac_address': 'fa:16:3e:30:4a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:32:17Z', 'updated_at': '2022-01-28T04:32:23Z', 'revision_number': 5, 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'subnets': [{'id': 'c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:36:02.237714 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae5d2f2-d8a3-476f-8394-876ce3385b5f None None] New status for floating IP f25760d3-7b8c-4874-9d5d-6c32aed64ff9: ACTIVE {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:36:03.861129 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:04.749338 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:05.334943 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:06.210307 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:22.272316 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2c8ad7df-32c7-416a-a786-1e96cc175ae5 req-dc26b9d3-099f-4c22-ba96-7c79dadd6d3e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=71ceb446-deda-49d5-b7ce-4e6204ae2d2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0471678 Jan 28 04:36:22.377963 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ad7df-32c7-416a-a786-1e96cc175ae5 req-f9535c46-29dc-4d25-a559-4ff3cbdc4a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:22.379505 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2c8ad7df-32c7-416a-a786-1e96cc175ae5 req-f9535c46-29dc-4d25-a559-4ff3cbdc4a7c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=55b06989d4a74e7bb72f3c6cfe873c3e&device_id=71ceb446-deda-49d5-b7ce-4e6204ae2d2a HTTP/1.1" status: 200 len: 1098 time: 0.0427916 Jan 28 04:36:22.483347 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ad7df-32c7-416a-a786-1e96cc175ae5 req-04656f3d-bbb6-4687-8b59-68383c220b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:22.484893 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2c8ad7df-32c7-416a-a786-1e96cc175ae5 req-04656f3d-bbb6-4687-8b59-68383c220b57 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c7cc287c-d8a8-4318-bb36-236df2a23e10 HTTP/1.1" status: 200 len: 911 time: 0.0862362 Jan 28 04:36:22.554856 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2c8ad7df-32c7-416a-a786-1e96cc175ae5 req-e8f4fd52-2914-4b46-8d18-9c80a82a0496 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fb68759-8a86-42ee-b15e-dc614e9189be HTTP/1.1" status: 200 len: 1002 time: 0.0635710 Jan 28 04:36:22.602349 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ad7df-32c7-416a-a786-1e96cc175ae5 req-f729dd5c-008d-4135-bd90-a461516f4d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:22.603770 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2c8ad7df-32c7-416a-a786-1e96cc175ae5 req-f729dd5c-008d-4135-bd90-a461516f4d6a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3 HTTP/1.1" status: 200 len: 849 time: 0.0426693 Jan 28 04:36:22.649207 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ad7df-32c7-416a-a786-1e96cc175ae5 req-4ef7e8ad-737d-4ca5-b8f9-e84a5033c514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:22.650673 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2c8ad7df-32c7-416a-a786-1e96cc175ae5 req-4ef7e8ad-737d-4ca5-b8f9-e84a5033c514 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c7cc287c-d8a8-4318-bb36-236df2a23e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406783 Jan 28 04:36:22.746656 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2c8ad7df-32c7-416a-a786-1e96cc175ae5 req-526db1ce-d0e6-4f2c-a621-da73b99e15cd service neutron] 10.222.0.39 "GET /v2.0/networks/c7cc287c-d8a8-4318-bb36-236df2a23e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894105 Jan 28 04:36:22.838831 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-2c8ad7df-32c7-416a-a786-1e96cc175ae5 req-1a66d55c-b505-4761-9d30-371007ec71c1 service neutron] 10.222.0.39 "GET /v2.0/networks/c7cc287c-d8a8-4318-bb36-236df2a23e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866299 Jan 28 04:36:25.366112 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:36:29.539643 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-98f70776-8ee0-4c51-ad61-cbaa176ad071 req-3d22681b-185a-4a6a-9ab7-b1953101c504 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e884093f-6d85-4af5-9fcf-43b5264c03ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0470853 Jan 28 04:36:29.646532 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f70776-8ee0-4c51-ad61-cbaa176ad071 req-e9bcb75d-4568-4ed3-b785-dd5839ed15df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:29.648045 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-98f70776-8ee0-4c51-ad61-cbaa176ad071 req-e9bcb75d-4568-4ed3-b785-dd5839ed15df service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=55b06989d4a74e7bb72f3c6cfe873c3e&device_id=e884093f-6d85-4af5-9fcf-43b5264c03ad HTTP/1.1" status: 200 len: 1096 time: 0.0511250 Jan 28 04:36:29.756306 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f70776-8ee0-4c51-ad61-cbaa176ad071 req-d0408247-8091-47f2-a14f-52253190a78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:29.757822 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-98f70776-8ee0-4c51-ad61-cbaa176ad071 req-d0408247-8091-47f2-a14f-52253190a78c service neutron] 10.222.0.67 "GET /v2.0/networks?id=c7cc287c-d8a8-4318-bb36-236df2a23e10 HTTP/1.1" status: 200 len: 911 time: 0.0901051 Jan 28 04:36:29.829301 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-98f70776-8ee0-4c51-ad61-cbaa176ad071 req-32664135-89e4-467e-b1ae-eaa8f41c93e0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34034b6d-9d21-4d0d-b9f2-182e34cb663a HTTP/1.1" status: 200 len: 1000 time: 0.0644650 Jan 28 04:36:29.878252 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f70776-8ee0-4c51-ad61-cbaa176ad071 req-dc984608-3feb-40a3-81ab-b68e815fc1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:29.879739 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-98f70776-8ee0-4c51-ad61-cbaa176ad071 req-dc984608-3feb-40a3-81ab-b68e815fc1e4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3 HTTP/1.1" status: 200 len: 849 time: 0.0443583 Jan 28 04:36:29.904190 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6ab0970a-a773-48f6-81d8-6939d5914b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:29.928615 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f70776-8ee0-4c51-ad61-cbaa176ad071 req-051f3185-71c7-4e29-824d-5b231cbb9b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:36:29.930210 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-98f70776-8ee0-4c51-ad61-cbaa176ad071 req-051f3185-71c7-4e29-824d-5b231cbb9b57 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c7cc287c-d8a8-4318-bb36-236df2a23e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442438 Jan 28 04:36:30.027848 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-98f70776-8ee0-4c51-ad61-cbaa176ad071 req-eb18ace8-4c49-4f7a-ae8f-96e882bcabb0 service neutron] 10.222.0.67 "GET /v2.0/networks/c7cc287c-d8a8-4318-bb36-236df2a23e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910501 Jan 28 04:36:30.085186 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:30.126699 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-98f70776-8ee0-4c51-ad61-cbaa176ad071 req-e64e40e9-6e0b-48f5-8279-2640668c03c1 service neutron] 10.222.0.67 "GET /v2.0/networks/c7cc287c-d8a8-4318-bb36-236df2a23e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924230 Jan 28 04:36:31.939437 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-48c740a6-a996-498c-9af7-3c9ab467d42f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:33.860548 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:34.780428 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:35.339931 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:36.209094 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:36:59.899996 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-be8b52d4-e229-421a-bce2-e0e186f2df2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:00.080811 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:01.940351 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-41552570-da9b-48b7-b8d4-950320f57f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:02.366751 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:37:03.866415 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:04.782858 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:05.339314 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:06.208830 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:24.292160 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bfd62b1d-a6e0-4559-809e-d965a6f1db11 req-c6a03f07-1624-4c74-bfac-8047c449ace7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=71ceb446-deda-49d5-b7ce-4e6204ae2d2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0468588 Jan 28 04:37:24.397512 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd62b1d-a6e0-4559-809e-d965a6f1db11 req-fba76046-fff4-4b8c-9d8b-9bd11e0a80af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:24.399035 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bfd62b1d-a6e0-4559-809e-d965a6f1db11 req-fba76046-fff4-4b8c-9d8b-9bd11e0a80af service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=55b06989d4a74e7bb72f3c6cfe873c3e&device_id=71ceb446-deda-49d5-b7ce-4e6204ae2d2a HTTP/1.1" status: 200 len: 1098 time: 0.0437925 Jan 28 04:37:24.502509 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd62b1d-a6e0-4559-809e-d965a6f1db11 req-d9f1dc60-70a3-4a2e-a6a8-f1742b605e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:24.504005 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bfd62b1d-a6e0-4559-809e-d965a6f1db11 req-d9f1dc60-70a3-4a2e-a6a8-f1742b605e34 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c7cc287c-d8a8-4318-bb36-236df2a23e10 HTTP/1.1" status: 200 len: 911 time: 0.0849478 Jan 28 04:37:24.575230 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bfd62b1d-a6e0-4559-809e-d965a6f1db11 req-2e63260e-071c-45a5-ae50-7ee95c326848 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fb68759-8a86-42ee-b15e-dc614e9189be HTTP/1.1" status: 200 len: 1002 time: 0.0639839 Jan 28 04:37:24.624584 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd62b1d-a6e0-4559-809e-d965a6f1db11 req-bd3cd53f-6d34-470a-84c6-9958b313bcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:24.626070 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bfd62b1d-a6e0-4559-809e-d965a6f1db11 req-bd3cd53f-6d34-470a-84c6-9958b313bcc0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3 HTTP/1.1" status: 200 len: 849 time: 0.0435832 Jan 28 04:37:24.673398 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd62b1d-a6e0-4559-809e-d965a6f1db11 req-88b6f11b-ad62-4ecf-8c0a-2afcd2537e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:24.674918 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bfd62b1d-a6e0-4559-809e-d965a6f1db11 req-88b6f11b-ad62-4ecf-8c0a-2afcd2537e71 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c7cc287c-d8a8-4318-bb36-236df2a23e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424948 Jan 28 04:37:24.778054 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bfd62b1d-a6e0-4559-809e-d965a6f1db11 req-232955a0-a4b0-42cc-83f9-1ebafa7845cc service neutron] 10.222.0.39 "GET /v2.0/networks/c7cc287c-d8a8-4318-bb36-236df2a23e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963225 Jan 28 04:37:24.871955 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-bfd62b1d-a6e0-4559-809e-d965a6f1db11 req-3849b73d-e466-434b-bde4-d1ef612edad0 service neutron] 10.222.0.39 "GET /v2.0/networks/c7cc287c-d8a8-4318-bb36-236df2a23e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882146 Jan 28 04:37:29.900476 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8ee164e9-f9d8-425f-a502-f4c7f1e94830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:30.088560 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:30.547446 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d55c3861-76c1-454d-9538-c385ddaec31d req-6ab57c9e-a561-49dc-9b4d-c9851b9b04a4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e884093f-6d85-4af5-9fcf-43b5264c03ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0472913 Jan 28 04:37:30.665972 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c3861-76c1-454d-9538-c385ddaec31d req-6007a57f-e307-4b48-9477-aa905d5df56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:30.667721 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d55c3861-76c1-454d-9538-c385ddaec31d req-6007a57f-e307-4b48-9477-aa905d5df56e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=55b06989d4a74e7bb72f3c6cfe873c3e&device_id=e884093f-6d85-4af5-9fcf-43b5264c03ad HTTP/1.1" status: 200 len: 1096 time: 0.0549138 Jan 28 04:37:30.776605 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c3861-76c1-454d-9538-c385ddaec31d req-898e6e3b-b8e2-4143-8b74-c76636583e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:30.778279 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d55c3861-76c1-454d-9538-c385ddaec31d req-898e6e3b-b8e2-4143-8b74-c76636583e2b service neutron] 10.222.0.67 "GET /v2.0/networks?id=c7cc287c-d8a8-4318-bb36-236df2a23e10 HTTP/1.1" status: 200 len: 911 time: 0.0915582 Jan 28 04:37:30.846491 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d55c3861-76c1-454d-9538-c385ddaec31d req-1a40e62c-e022-49d8-ac1a-af69f0812cf9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34034b6d-9d21-4d0d-b9f2-182e34cb663a HTTP/1.1" status: 200 len: 1000 time: 0.0623839 Jan 28 04:37:30.904231 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c3861-76c1-454d-9538-c385ddaec31d req-01da18e8-3491-4c9c-9e2f-64d2e18ca879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:30.905709 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d55c3861-76c1-454d-9538-c385ddaec31d req-01da18e8-3491-4c9c-9e2f-64d2e18ca879 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3 HTTP/1.1" status: 200 len: 849 time: 0.0532172 Jan 28 04:37:30.951334 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c3861-76c1-454d-9538-c385ddaec31d req-1a58ddc5-da9e-4487-a6e3-f5863df2fd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:30.952709 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d55c3861-76c1-454d-9538-c385ddaec31d req-1a58ddc5-da9e-4487-a6e3-f5863df2fd15 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c7cc287c-d8a8-4318-bb36-236df2a23e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396724 Jan 28 04:37:31.047651 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d55c3861-76c1-454d-9538-c385ddaec31d req-eb8e5b96-c0f6-47ed-90d8-471ff256a80b service neutron] 10.222.0.67 "GET /v2.0/networks/c7cc287c-d8a8-4318-bb36-236df2a23e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881858 Jan 28 04:37:31.147215 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-d55c3861-76c1-454d-9538-c385ddaec31d req-9834710d-981f-4f6d-bcf1-cc2b347891a4 service neutron] 10.222.0.67 "GET /v2.0/networks/c7cc287c-d8a8-4318-bb36-236df2a23e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928767 Jan 28 04:37:31.934427 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-36ea1884-b1f9-4818-8be5-c8438dcf61b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:32.587479 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 8fb68759-8a86-42ee-b15e-dc614e9189be details requested by agent hyperv_n-h2-712139-27 with host n-h2-712139-27 {{(pid=109804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 04:37:32.703382 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 8fb68759-8a86-42ee-b15e-dc614e9189be, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=8fb68759-8a86-42ee-b15e-dc614e9189be,segment=NetworkSegment(595bdad4-08ae-416b-a454-361a343f45ab),segment_id=595bdad4-08ae-416b-a454-361a343f45ab)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:32.714292 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Returning: {'device': '8fb68759-8a86-42ee-b15e-dc614e9189be', 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10', 'port_id': '8fb68759-8a86-42ee-b15e-dc614e9189be', 'mac_address': 'fa:16:3e:9a:5a:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 04:37:32.752658 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 8fb68759-8a86-42ee-b15e-dc614e9189be is: ACTIVE; New status is: BUILD {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:32.753060 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8fb68759-8a86-42ee-b15e-dc614e9189be), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:32.773320 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8fb68759-8a86-42ee-b15e-dc614e9189be {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 04:37:32.795902 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 8fb68759-8a86-42ee-b15e-dc614e9189be, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=8fb68759-8a86-42ee-b15e-dc614e9189be,segment=NetworkSegment(595bdad4-08ae-416b-a454-361a343f45ab),segment_id=595bdad4-08ae-416b-a454-361a343f45ab)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:32.802769 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (8fb68759-8a86-42ee-b15e-dc614e9189be), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:32.868293 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=8fb68759-8a86-42ee-b15e-dc614e9189be,revision_number=6']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:32.876072 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:32.876425 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:32.876770 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:32.877277 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:32.877629 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:32.877990 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:32.878246 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:32.878595 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:32.879031 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:32.879241 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:32.879627 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:32.880026 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:32.880410 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:32.952153 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] get_ports_and_sgs() called for port_ids ['8fb68759-8a86-42ee-b15e-dc614e9189be'] {{(pid=109804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 04:37:33.865955 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:34.594776 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 8fb68759-8a86-42ee-b15e-dc614e9189be up at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 04:37:34.653096 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Provisioning complete for port 8fb68759-8a86-42ee-b15e-dc614e9189be triggered by entity L2. {{(pid=109804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 04:37:34.653596 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894116'] for port (8fb68759-8a86-42ee-b15e-dc614e9189be), provisioning_complete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:34.747556 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Current status of the port 8fb68759-8a86-42ee-b15e-dc614e9189be is: BUILD; New status is: ACTIVE {{(pid=109804) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 04:37:34.748290 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680568'] for port (8fb68759-8a86-42ee-b15e-dc614e9189be), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:34.791457 n-d-712139-27 neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ceb446-deda-49d5-b7ce-4e6204ae2d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb68759-8a86-42ee-b15e-dc614e9189be'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:37:34.793826 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7466989c69d563e87a019306beca113247d74b519ddc68a6966af7388d6c63e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f970879-10c1-4ec2-928d-8f578b73715c" -d '{"events": [{"server_uuid": "71ceb446-deda-49d5-b7ce-4e6204ae2d2a", "name": "network-vif-plugged", "status": "completed", "tag": "8fb68759-8a86-42ee-b15e-dc614e9189be"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:37:34.814251 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:34.816022 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] For port 8fb68759-8a86-42ee-b15e-dc614e9189be, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=8fb68759-8a86-42ee-b15e-dc614e9189be,segment=NetworkSegment(595bdad4-08ae-416b-a454-361a343f45ab),segment_id=595bdad4-08ae-416b-a454-361a343f45ab)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:34.823899 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780454955996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780454361667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780454361685'] for port (8fb68759-8a86-42ee-b15e-dc614e9189be), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:34.854769 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2fe8f5a-16bf-476c-9863-dce32b438c11 x-openstack-request-id: req-f2fe8f5a-16bf-476c-9863-dce32b438c11 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:37:34.855349 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ceb446-deda-49d5-b7ce-4e6204ae2d2a", "name": "network-vif-plugged", "status": "completed", "tag": "8fb68759-8a86-42ee-b15e-dc614e9189be", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:37:34.855602 n-d-712139-27 neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f2fe8f5a-16bf-476c-9863-dce32b438c11 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:37:34.855993 n-d-712139-27 neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ceb446-deda-49d5-b7ce-4e6204ae2d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb68759-8a86-42ee-b15e-dc614e9189be', 'code': 200} Jan 28 04:37:34.885365 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Pushing event updated for resources: {'Port': ['ID=8fb68759-8a86-42ee-b15e-dc614e9189be,revision_number=7']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:35.354327 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:36.205857 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:39.365716 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:37:41.147109 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40002) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:41.312220 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-0421af61-2c37-4ff5-9d3b-485c8cfc498c tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Deleting port 32615531-8d8b-4e80-84aa-3e189770378b {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:37:41.312485 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0421af61-2c37-4ff5-9d3b-485c8cfc498c tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (32615531-8d8b-4e80-84aa-3e189770378b), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:41.388418 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0421af61-2c37-4ff5-9d3b-485c8cfc498c tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (32615531-8d8b-4e80-84aa-3e189770378b), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:41.388738 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0421af61-2c37-4ff5-9d3b-485c8cfc498c tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks [] for floatingip (32615531-8d8b-4e80-84aa-3e189770378b), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:41.402002 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-0421af61-2c37-4ff5-9d3b-485c8cfc498c tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Calling delete_port for 32615531-8d8b-4e80-84aa-3e189770378b owned by network:floatingip {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:37:41.561433 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0421af61-2c37-4ff5-9d3b-485c8cfc498c tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (32615531-8d8b-4e80-84aa-3e189770378b), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:41.587470 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421af61-2c37-4ff5-9d3b-485c8cfc498c tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Pushing event deleted for resources: {'Port': ['ID=32615531-8d8b-4e80-84aa-3e189770378b,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:41.598137 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0421af61-2c37-4ff5-9d3b-485c8cfc498c tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:41.598483 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0421af61-2c37-4ff5-9d3b-485c8cfc498c tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:41.598820 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0421af61-2c37-4ff5-9d3b-485c8cfc498c tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:41.599153 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0421af61-2c37-4ff5-9d3b-485c8cfc498c tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:41.599482 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0421af61-2c37-4ff5-9d3b-485c8cfc498c tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:41.599811 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0421af61-2c37-4ff5-9d3b-485c8cfc498c tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:41.600141 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0421af61-2c37-4ff5-9d3b-485c8cfc498c tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:41.600459 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0421af61-2c37-4ff5-9d3b-485c8cfc498c tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:41.600779 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0421af61-2c37-4ff5-9d3b-485c8cfc498c tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:41.601102 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0421af61-2c37-4ff5-9d3b-485c8cfc498c tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:41.601438 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0421af61-2c37-4ff5-9d3b-485c8cfc498c tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:41.601761 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0421af61-2c37-4ff5-9d3b-485c8cfc498c tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:41.602082 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0421af61-2c37-4ff5-9d3b-485c8cfc498c tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:41.658700 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0421af61-2c37-4ff5-9d3b-485c8cfc498c tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks [] for floatingip (f25760d3-7b8c-4874-9d5d-6c32aed64ff9), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:41.659070 n-d-712139-27 neutron-server[109803]: INFO neutron.db.l3_db [None req-0421af61-2c37-4ff5-9d3b-485c8cfc498c tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Floating IP f25760d3-7b8c-4874-9d5d-6c32aed64ff9 disassociated (deleted). External IP: 172.25.0.149, port: 8fb68759-8a86-42ee-b15e-dc614e9189be. Jan 28 04:37:41.870487 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0421af61-2c37-4ff5-9d3b-485c8cfc498c tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Router 9055f3c8-e026-4ee6-b039-b78d61b2400f has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:37:41.998510 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0421af61-2c37-4ff5-9d3b-485c8cfc498c tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:37:42.003332 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0421af61-2c37-4ff5-9d3b-485c8cfc498c tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:42.010104 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b407a989-cd98-4972-8554-6f4541355ab4 None None] Sync routers for ids ['9055f3c8-e026-4ee6-b039-b78d61b2400f'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:37:42.021020 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b407a989-cd98-4972-8554-6f4541355ab4 None None] Routers {'9055f3c8-e026-4ee6-b039-b78d61b2400f'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:37:42.021674 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-b407a989-cd98-4972-8554-6f4541355ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:37:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['9055f3c8-e026-4ee6-b039-b78d61b2400f'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:42.033381 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-0421af61-2c37-4ff5-9d3b-485c8cfc498c tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "DELETE /v2.0/floatingips/f25760d3-7b8c-4874-9d5d-6c32aed64ff9 HTTP/1.1" status: 204 len: 168 time: 0.8851252 Jan 28 04:37:42.033973 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ceb446-deda-49d5-b7ce-4e6204ae2d2a', 'tag': '8fb68759-8a86-42ee-b15e-dc614e9189be'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:37:42.036199 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ddc9a46-bf68-4cca-9d55-61d4d3cb19fa" -d '{"events": [{"name": "network-changed", "server_uuid": "71ceb446-deda-49d5-b7ce-4e6204ae2d2a", "tag": "8fb68759-8a86-42ee-b15e-dc614e9189be"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:37:42.133439 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-b407a989-cd98-4972-8554-6f4541355ab4 None None] Set router 9055f3c8-e026-4ee6-b039-b78d61b2400f gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:37:42.134632 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3bd11f3-0c68-4596-88ea-e787add209de x-openstack-request-id: req-f3bd11f3-0c68-4596-88ea-e787add209de {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:37:42.134923 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ceb446-deda-49d5-b7ce-4e6204ae2d2a", "tag": "8fb68759-8a86-42ee-b15e-dc614e9189be", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:37:42.135173 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f3bd11f3-0c68-4596-88ea-e787add209de {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:37:42.135584 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ceb446-deda-49d5-b7ce-4e6204ae2d2a', 'tag': '8fb68759-8a86-42ee-b15e-dc614e9189be', 'status': 'completed', 'code': 200} Jan 28 04:37:42.218839 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc9a46-bf68-4cca-9d55-61d4d3cb19fa req-80984d9b-da8a-4d1d-9aa3-359f985a372b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:42.220466 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8ddc9a46-bf68-4cca-9d55-61d4d3cb19fa req-80984d9b-da8a-4d1d-9aa3-359f985a372b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=55b06989d4a74e7bb72f3c6cfe873c3e&device_id=71ceb446-deda-49d5-b7ce-4e6204ae2d2a HTTP/1.1" status: 200 len: 1098 time: 0.0424864 Jan 28 04:37:42.324226 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e3319-518d-4d8f-993f-eda49e7e9261 req-d71881d8-32e6-48fa-99bb-9fde70f2595d tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:42.325792 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-de9e3319-518d-4d8f-993f-eda49e7e9261 req-d71881d8-32e6-48fa-99bb-9fde70f2595d tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ceb446-deda-49d5-b7ce-4e6204ae2d2a HTTP/1.1" status: 200 len: 946 time: 0.0975280 Jan 28 04:37:42.374676 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-b407a989-cd98-4972-8554-6f4541355ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'name': 'tempest-TestSnapshotPattern-1239444699-router', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '667058a7-78e3-47e9-8e77-48b94d91b932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:32:16Z', 'updated_at': '2022-01-28T04:32:18Z', 'revision_number': 4, 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'gw_port': {'id': '667058a7-78e3-47e9-8e77-48b94d91b932', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:32:16Z', 'updated_at': '2022-01-28T04:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '16ccf5d7-429a-4755-af35-4679449d9301', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'floating_ip_address': '172.25.0.203', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'port_id': '34034b6d-9d21-4d0d-b9f2-182e34cb663a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10', 'mac_address': 'fa:16:3e:6d:e8:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e884093f-6d85-4af5-9fcf-43b5264c03ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:32:38Z', 'updated_at': '2022-01-28T04:32:40Z', 'revision_number': 1, 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abbaa3eb-fd64-4fcb-8ef0-67619a1576a0', 'name': '', 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'mac_address': 'fa:16:3e:30:4a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:32:17Z', 'updated_at': '2022-01-28T04:32:23Z', 'revision_number': 5, 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'subnets': [{'id': 'c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:42.379512 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc9a46-bf68-4cca-9d55-61d4d3cb19fa req-91849315-fdb5-4d42-9768-396d3bf0b6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:42.380933 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8ddc9a46-bf68-4cca-9d55-61d4d3cb19fa req-91849315-fdb5-4d42-9768-396d3bf0b6e4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c7cc287c-d8a8-4318-bb36-236df2a23e10 HTTP/1.1" status: 200 len: 911 time: 0.1424935 Jan 28 04:37:42.402290 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b407a989-cd98-4972-8554-6f4541355ab4 None None] Checking router: 9055f3c8-e026-4ee6-b039-b78d61b2400f for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:37:42.404172 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-de9e3319-518d-4d8f-993f-eda49e7e9261 req-433dbc58-ee96-4f61-af01-267192be5761 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/security-groups?id=3eab9174-1934-4a32-90f1-a93f18ab0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723910 Jan 28 04:37:42.411298 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b407a989-cd98-4972-8554-6f4541355ab4 None None] Routers {'9055f3c8-e026-4ee6-b039-b78d61b2400f'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:37:42.411925 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-b407a989-cd98-4972-8554-6f4541355ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:37:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['9055f3c8-e026-4ee6-b039-b78d61b2400f'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:42.430814 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8ddc9a46-bf68-4cca-9d55-61d4d3cb19fa req-555cb06f-d36a-4dd6-b0e9-c721c1ef60f2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fb68759-8a86-42ee-b15e-dc614e9189be HTTP/1.1" status: 200 len: 217 time: 0.0420144 Jan 28 04:37:42.483174 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc9a46-bf68-4cca-9d55-61d4d3cb19fa req-25a35938-5586-4fa8-9af8-bad3d1596d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:42.484649 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8ddc9a46-bf68-4cca-9d55-61d4d3cb19fa req-25a35938-5586-4fa8-9af8-bad3d1596d24 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3 HTTP/1.1" status: 200 len: 849 time: 0.0480425 Jan 28 04:37:42.516386 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-b407a989-cd98-4972-8554-6f4541355ab4 None None] Set router 9055f3c8-e026-4ee6-b039-b78d61b2400f gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:37:42.530537 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc9a46-bf68-4cca-9d55-61d4d3cb19fa req-10d3e2a8-9255-4d7b-a19d-dc7f0e30fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:42.532043 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8ddc9a46-bf68-4cca-9d55-61d4d3cb19fa req-10d3e2a8-9255-4d7b-a19d-dc7f0e30fc23 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c7cc287c-d8a8-4318-bb36-236df2a23e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410385 Jan 28 04:37:42.619764 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8ddc9a46-bf68-4cca-9d55-61d4d3cb19fa req-3341f439-f473-4341-a88c-0bdf6c9c4b71 service neutron] 10.222.0.39 "GET /v2.0/networks/c7cc287c-d8a8-4318-bb36-236df2a23e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806615 Jan 28 04:37:42.714553 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-8ddc9a46-bf68-4cca-9d55-61d4d3cb19fa req-2a68897b-6cb0-406a-a388-4919c8ebf8ef service neutron] 10.222.0.39 "GET /v2.0/networks/c7cc287c-d8a8-4318-bb36-236df2a23e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880761 Jan 28 04:37:42.745651 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-b407a989-cd98-4972-8554-6f4541355ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'name': 'tempest-TestSnapshotPattern-1239444699-router', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '667058a7-78e3-47e9-8e77-48b94d91b932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:32:16Z', 'updated_at': '2022-01-28T04:32:18Z', 'revision_number': 4, 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'gw_port': {'id': '667058a7-78e3-47e9-8e77-48b94d91b932', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:32:16Z', 'updated_at': '2022-01-28T04:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '16ccf5d7-429a-4755-af35-4679449d9301', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'floating_ip_address': '172.25.0.203', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'port_id': '34034b6d-9d21-4d0d-b9f2-182e34cb663a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10', 'mac_address': 'fa:16:3e:6d:e8:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e884093f-6d85-4af5-9fcf-43b5264c03ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:32:38Z', 'updated_at': '2022-01-28T04:32:40Z', 'revision_number': 1, 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abbaa3eb-fd64-4fcb-8ef0-67619a1576a0', 'name': '', 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'mac_address': 'fa:16:3e:30:4a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:32:17Z', 'updated_at': '2022-01-28T04:32:23Z', 'revision_number': 5, 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'subnets': [{'id': 'c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:42.775610 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b407a989-cd98-4972-8554-6f4541355ab4 None None] The sync data for ids ['9055f3c8-e026-4ee6-b039-b78d61b2400f'] in n-d-712139-27 is: [{'id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'name': 'tempest-TestSnapshotPattern-1239444699-router', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '667058a7-78e3-47e9-8e77-48b94d91b932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:32:16Z', 'updated_at': '2022-01-28T04:32:18Z', 'revision_number': 4, 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'gw_port': {'id': '667058a7-78e3-47e9-8e77-48b94d91b932', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:32:16Z', 'updated_at': '2022-01-28T04:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_floatingips': [{'id': '16ccf5d7-429a-4755-af35-4679449d9301', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'floating_ip_address': '172.25.0.203', 'floating_network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'router_id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'port_id': '34034b6d-9d21-4d0d-b9f2-182e34cb663a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10', 'mac_address': 'fa:16:3e:6d:e8:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e884093f-6d85-4af5-9fcf-43b5264c03ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T04:32:38Z', 'updated_at': '2022-01-28T04:32:40Z', 'revision_number': 1, 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abbaa3eb-fd64-4fcb-8ef0-67619a1576a0', 'name': '', 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'mac_address': 'fa:16:3e:30:4a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:32:17Z', 'updated_at': '2022-01-28T04:32:23Z', 'revision_number': 5, 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'subnets': [{'id': 'c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:37:43.008387 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1451d408-e8bf-4ebc-a9bb-077a95846536 None None] New status for floating IP f25760d3-7b8c-4874-9d5d-6c32aed64ff9: DOWN {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:37:43.591590 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1e0cc-8aca-48f3-b316-48a1b42a9784 req-68487248-12f4-4bea-8bd5-3e0737cae04a tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:43.593030 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-86e1e0cc-8aca-48f3-b316-48a1b42a9784 req-68487248-12f4-4bea-8bd5-3e0737cae04a tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ceb446-deda-49d5-b7ce-4e6204ae2d2a HTTP/1.1" status: 200 len: 946 time: 0.1041687 Jan 28 04:37:43.648413 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-86e1e0cc-8aca-48f3-b316-48a1b42a9784 req-95428499-800c-488e-bd0d-e3e6279e1328 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/security-groups?id=3eab9174-1934-4a32-90f1-a93f18ab0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469325 Jan 28 04:37:43.930315 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882d3d6-9d78-4eeb-87c6-ddb74b582733 req-f6983237-38dc-4e1b-8168-f421320a0a26 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:43.931753 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e882d3d6-9d78-4eeb-87c6-ddb74b582733 req-f6983237-38dc-4e1b-8168-f421320a0a26 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.39 "GET /v2.0/ports?device_id=71ceb446-deda-49d5-b7ce-4e6204ae2d2a HTTP/1.1" status: 200 len: 946 time: 0.0558181 Jan 28 04:37:44.033029 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-e882d3d6-9d78-4eeb-87c6-ddb74b582733 req-05ec97ae-4b65-47f6-8736-04a41cda648e tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Deleting port 8fb68759-8a86-42ee-b15e-dc614e9189be {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:37:44.033390 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e882d3d6-9d78-4eeb-87c6-ddb74b582733 req-05ec97ae-4b65-47f6-8736-04a41cda648e tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (8fb68759-8a86-42ee-b15e-dc614e9189be), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:44.137438 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-e882d3d6-9d78-4eeb-87c6-ddb74b582733 req-05ec97ae-4b65-47f6-8736-04a41cda648e tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] For port 8fb68759-8a86-42ee-b15e-dc614e9189be, host n-h2-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-27',level=0,port_id=8fb68759-8a86-42ee-b15e-dc614e9189be,segment=NetworkSegment(595bdad4-08ae-416b-a454-361a343f45ab),segment_id=595bdad4-08ae-416b-a454-361a343f45ab)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:44.137812 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e882d3d6-9d78-4eeb-87c6-ddb74b582733 req-05ec97ae-4b65-47f6-8736-04a41cda648e tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (8fb68759-8a86-42ee-b15e-dc614e9189be), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:44.150513 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-e882d3d6-9d78-4eeb-87c6-ddb74b582733 req-05ec97ae-4b65-47f6-8736-04a41cda648e tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Calling delete_port for 8fb68759-8a86-42ee-b15e-dc614e9189be owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:37:44.288898 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e882d3d6-9d78-4eeb-87c6-ddb74b582733 req-05ec97ae-4b65-47f6-8736-04a41cda648e tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (8fb68759-8a86-42ee-b15e-dc614e9189be), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:44.318443 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ec97ae-4b65-47f6-8736-04a41cda648e tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Pushing event deleted for resources: {'Port': ['ID=8fb68759-8a86-42ee-b15e-dc614e9189be,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:44.363761 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-e882d3d6-9d78-4eeb-87c6-ddb74b582733 req-05ec97ae-4b65-47f6-8736-04a41cda648e tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] No DVR routers for this DVR port 8fb68759-8a86-42ee-b15e-dc614e9189be on host n-h2-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:37:44.366795 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e882d3d6-9d78-4eeb-87c6-ddb74b582733 req-05ec97ae-4b65-47f6-8736-04a41cda648e tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:44.370341 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e882d3d6-9d78-4eeb-87c6-ddb74b582733 req-05ec97ae-4b65-47f6-8736-04a41cda648e tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.39 "DELETE /v2.0/ports/8fb68759-8a86-42ee-b15e-dc614e9189be HTTP/1.1" status: 204 len: 173 time: 0.4333394 Jan 28 04:37:44.370756 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ceb446-deda-49d5-b7ce-4e6204ae2d2a', 'name': 'network-vif-deleted', 'tag': '8fb68759-8a86-42ee-b15e-dc614e9189be'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:37:44.373219 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8420ef7a-8b70-42d1-9712-38111006d107" -d '{"events": [{"server_uuid": "71ceb446-deda-49d5-b7ce-4e6204ae2d2a", "name": "network-vif-deleted", "tag": "8fb68759-8a86-42ee-b15e-dc614e9189be"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:37:44.412461 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a8697d-2dd7-40dc-ae79-845d387d97ba x-openstack-request-id: req-a3a8697d-2dd7-40dc-ae79-845d387d97ba {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:37:44.413183 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ceb446-deda-49d5-b7ce-4e6204ae2d2a", "name": "network-vif-deleted", "tag": "8fb68759-8a86-42ee-b15e-dc614e9189be", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:37:44.414201 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a3a8697d-2dd7-40dc-ae79-845d387d97ba {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:37:44.414613 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ceb446-deda-49d5-b7ce-4e6204ae2d2a', 'name': 'network-vif-deleted', 'tag': '8fb68759-8a86-42ee-b15e-dc614e9189be', 'status': 'completed', 'code': 200} Jan 28 04:37:44.663212 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 8fb68759-8a86-42ee-b15e-dc614e9189be no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:37:44.687901 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 8fb68759-8a86-42ee-b15e-dc614e9189be {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:37:44.688763 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 8fb68759-8a86-42ee-b15e-dc614e9189be not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:37:44.765518 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-324813c2-b41a-478c-b31b-2d367aa9f471 req-83c7768f-320a-434f-8f33-d52e50214a7e tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ceb446-deda-49d5-b7ce-4e6204ae2d2a HTTP/1.1" status: 200 len: 210 time: 0.0280893 Jan 28 04:37:46.387392 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40066) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:46.561017 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-bf699e3c-13e0-4789-a592-811bbe3a9293 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Deleting port 34a2a203-e05c-491c-a471-c63828524938 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:37:46.561282 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bf699e3c-13e0-4789-a592-811bbe3a9293 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (34a2a203-e05c-491c-a471-c63828524938), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:46.641579 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bf699e3c-13e0-4789-a592-811bbe3a9293 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (34a2a203-e05c-491c-a471-c63828524938), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:46.641901 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bf699e3c-13e0-4789-a592-811bbe3a9293 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks [] for floatingip (34a2a203-e05c-491c-a471-c63828524938), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:46.654136 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-bf699e3c-13e0-4789-a592-811bbe3a9293 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Calling delete_port for 34a2a203-e05c-491c-a471-c63828524938 owned by network:floatingip {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:37:46.831171 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bf699e3c-13e0-4789-a592-811bbe3a9293 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (34a2a203-e05c-491c-a471-c63828524938), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:46.854150 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf699e3c-13e0-4789-a592-811bbe3a9293 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Pushing event deleted for resources: {'Port': ['ID=34a2a203-e05c-491c-a471-c63828524938,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:46.920847 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bf699e3c-13e0-4789-a592-811bbe3a9293 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks [] for floatingip (16ccf5d7-429a-4755-af35-4679449d9301), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:46.921307 n-d-712139-27 neutron-server[109803]: INFO neutron.db.l3_db [None req-bf699e3c-13e0-4789-a592-811bbe3a9293 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Floating IP 16ccf5d7-429a-4755-af35-4679449d9301 disassociated (deleted). External IP: 172.25.0.203, port: 34034b6d-9d21-4d0d-b9f2-182e34cb663a. Jan 28 04:37:47.132373 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf699e3c-13e0-4789-a592-811bbe3a9293 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Router 9055f3c8-e026-4ee6-b039-b78d61b2400f has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:37:47.243142 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf699e3c-13e0-4789-a592-811bbe3a9293 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:37:47.248663 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bf699e3c-13e0-4789-a592-811bbe3a9293 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:47.253128 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c3faa3-3af2-4d00-84c8-b19203e5035d None None] Sync routers for ids ['9055f3c8-e026-4ee6-b039-b78d61b2400f'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:37:47.263609 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c3faa3-3af2-4d00-84c8-b19203e5035d None None] Routers {'9055f3c8-e026-4ee6-b039-b78d61b2400f'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:37:47.264213 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-c2c3faa3-3af2-4d00-84c8-b19203e5035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:37:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['9055f3c8-e026-4ee6-b039-b78d61b2400f'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:47.278802 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-bf699e3c-13e0-4789-a592-811bbe3a9293 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "DELETE /v2.0/floatingips/16ccf5d7-429a-4755-af35-4679449d9301 HTTP/1.1" status: 204 len: 168 time: 0.8902876 Jan 28 04:37:47.279378 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e884093f-6d85-4af5-9fcf-43b5264c03ad', 'tag': '34034b6d-9d21-4d0d-b9f2-182e34cb663a'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:37:47.281724 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e493f3c5-7f6e-4833-aa2c-24d939671241" -d '{"events": [{"name": "network-changed", "server_uuid": "e884093f-6d85-4af5-9fcf-43b5264c03ad", "tag": "34034b6d-9d21-4d0d-b9f2-182e34cb663a"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:37:47.320137 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 04:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145a5b3e-e6f6-4ce4-8bc5-bdf8353b7613 x-openstack-request-id: req-145a5b3e-e6f6-4ce4-8bc5-bdf8353b7613 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:37:47.320673 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e884093f-6d85-4af5-9fcf-43b5264c03ad", "tag": "34034b6d-9d21-4d0d-b9f2-182e34cb663a", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:37:47.320913 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-145a5b3e-e6f6-4ce4-8bc5-bdf8353b7613 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:37:47.321369 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e884093f-6d85-4af5-9fcf-43b5264c03ad', 'tag': '34034b6d-9d21-4d0d-b9f2-182e34cb663a', 'status': 'completed', 'code': 200} Jan 28 04:37:47.466838 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e493f3c5-7f6e-4833-aa2c-24d939671241 req-2f8d7ea4-0314-4582-ac80-bb4515d11bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:47.468380 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e493f3c5-7f6e-4833-aa2c-24d939671241 req-2f8d7ea4-0314-4582-ac80-bb4515d11bc7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=55b06989d4a74e7bb72f3c6cfe873c3e&device_id=e884093f-6d85-4af5-9fcf-43b5264c03ad HTTP/1.1" status: 200 len: 1096 time: 0.0985570 Jan 28 04:37:47.543033 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-c2c3faa3-3af2-4d00-84c8-b19203e5035d None None] Set router 9055f3c8-e026-4ee6-b039-b78d61b2400f gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:37:47.592705 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc25dbb-54b5-4907-a9a3-678a7665d86e req-5036312c-734a-4a85-8959-abe7d53740ae tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:47.594243 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5fc25dbb-54b5-4907-a9a3-678a7665d86e req-5036312c-734a-4a85-8959-abe7d53740ae tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/ports?device_id=e884093f-6d85-4af5-9fcf-43b5264c03ad HTTP/1.1" status: 200 len: 944 time: 0.1110988 Jan 28 04:37:47.620828 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e493f3c5-7f6e-4833-aa2c-24d939671241 req-199ee8b4-d38f-4d63-9115-f9e3f9167345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:47.622430 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e493f3c5-7f6e-4833-aa2c-24d939671241 req-199ee8b4-d38f-4d63-9115-f9e3f9167345 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c7cc287c-d8a8-4318-bb36-236df2a23e10 HTTP/1.1" status: 200 len: 911 time: 0.1299026 Jan 28 04:37:47.671693 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e493f3c5-7f6e-4833-aa2c-24d939671241 req-9bcd763b-b626-4c72-a8df-1274f47301d4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34034b6d-9d21-4d0d-b9f2-182e34cb663a HTTP/1.1" status: 200 len: 217 time: 0.0418282 Jan 28 04:37:47.684756 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-5fc25dbb-54b5-4907-a9a3-678a7665d86e req-989fee91-d4e0-4bc4-b915-466387276dec tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/security-groups?id=3eab9174-1934-4a32-90f1-a93f18ab0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839124 Jan 28 04:37:47.731368 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e493f3c5-7f6e-4833-aa2c-24d939671241 req-d7d59ca5-3d11-46bf-a1e2-58bf0ef2e7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:47.732854 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e493f3c5-7f6e-4833-aa2c-24d939671241 req-d7d59ca5-3d11-46bf-a1e2-58bf0ef2e7c0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3 HTTP/1.1" status: 200 len: 849 time: 0.0472198 Jan 28 04:37:47.748336 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-c2c3faa3-3af2-4d00-84c8-b19203e5035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'name': 'tempest-TestSnapshotPattern-1239444699-router', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '667058a7-78e3-47e9-8e77-48b94d91b932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:32:16Z', 'updated_at': '2022-01-28T04:32:18Z', 'revision_number': 4, 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'gw_port': {'id': '667058a7-78e3-47e9-8e77-48b94d91b932', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:32:16Z', 'updated_at': '2022-01-28T04:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'abbaa3eb-fd64-4fcb-8ef0-67619a1576a0', 'name': '', 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'mac_address': 'fa:16:3e:30:4a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:32:17Z', 'updated_at': '2022-01-28T04:32:23Z', 'revision_number': 5, 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'subnets': [{'id': 'c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:47.774915 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c3faa3-3af2-4d00-84c8-b19203e5035d None None] Checking router: 9055f3c8-e026-4ee6-b039-b78d61b2400f for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:37:47.778748 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e493f3c5-7f6e-4833-aa2c-24d939671241 req-016f813e-0ee9-41ae-90b2-936b66a5b5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:47.780266 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e493f3c5-7f6e-4833-aa2c-24d939671241 req-016f813e-0ee9-41ae-90b2-936b66a5b5f2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c7cc287c-d8a8-4318-bb36-236df2a23e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405231 Jan 28 04:37:47.783344 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c3faa3-3af2-4d00-84c8-b19203e5035d None None] Routers {'9055f3c8-e026-4ee6-b039-b78d61b2400f'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:37:47.783969 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-c2c3faa3-3af2-4d00-84c8-b19203e5035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:37:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['9055f3c8-e026-4ee6-b039-b78d61b2400f'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:47.790763 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-e493f3c5-7f6e-4833-aa2c-24d939671241 req-e312e43e-6d39-4504-bc82-c3cbf89f0019 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 04:37:47.791693 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e493f3c5-7f6e-4833-aa2c-24d939671241 req-e312e43e-6d39-4504-bc82-c3cbf89f0019 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048873 Jan 28 04:37:47.889878 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-c2c3faa3-3af2-4d00-84c8-b19203e5035d None None] Set router 9055f3c8-e026-4ee6-b039-b78d61b2400f gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:37:47.912144 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e493f3c5-7f6e-4833-aa2c-24d939671241 req-6915aa66-941c-45c1-ab16-3fa0a73b091c service neutron] 10.222.0.67 "GET /v2.0/networks/c7cc287c-d8a8-4318-bb36-236df2a23e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847158 Jan 28 04:37:48.094662 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-c2c3faa3-3af2-4d00-84c8-b19203e5035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'name': 'tempest-TestSnapshotPattern-1239444699-router', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '667058a7-78e3-47e9-8e77-48b94d91b932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:32:16Z', 'updated_at': '2022-01-28T04:32:18Z', 'revision_number': 4, 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'gw_port': {'id': '667058a7-78e3-47e9-8e77-48b94d91b932', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:32:16Z', 'updated_at': '2022-01-28T04:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'abbaa3eb-fd64-4fcb-8ef0-67619a1576a0', 'name': '', 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'mac_address': 'fa:16:3e:30:4a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:32:17Z', 'updated_at': '2022-01-28T04:32:23Z', 'revision_number': 5, 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'subnets': [{'id': 'c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:48.126068 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c3faa3-3af2-4d00-84c8-b19203e5035d None None] The sync data for ids ['9055f3c8-e026-4ee6-b039-b78d61b2400f'] in n-d-712139-27 is: [{'id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'name': 'tempest-TestSnapshotPattern-1239444699-router', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '667058a7-78e3-47e9-8e77-48b94d91b932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:32:16Z', 'updated_at': '2022-01-28T04:32:18Z', 'revision_number': 4, 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'gw_port': {'id': '667058a7-78e3-47e9-8e77-48b94d91b932', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:32:16Z', 'updated_at': '2022-01-28T04:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27', '_interfaces': [{'id': 'abbaa3eb-fd64-4fcb-8ef0-67619a1576a0', 'name': '', 'network_id': 'c7cc287c-d8a8-4318-bb36-236df2a23e10', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'mac_address': 'fa:16:3e:30:4a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:32:17Z', 'updated_at': '2022-01-28T04:32:23Z', 'revision_number': 5, 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'subnets': [{'id': 'c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:37:48.376769 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-e493f3c5-7f6e-4833-aa2c-24d939671241 req-dca5ebfc-1dcd-4402-a913-d9ac740a2f6a service neutron] 10.222.0.67 "GET /v2.0/networks/c7cc287c-d8a8-4318-bb36-236df2a23e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4582849 Jan 28 04:37:48.388413 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db33a3f-35e4-4cab-87d8-c9fdfc322160 None None] New status for floating IP 16ccf5d7-429a-4755-af35-4679449d9301: DOWN {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 04:37:48.586021 n-d-712139-27 neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d9728-1584-4840-a8d9-fe882fff2744 req-3539f8da-1a0a-4655-b919-cd2b2d84ceb4 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:48.587503 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-400d9728-1584-4840-a8d9-fe882fff2744 req-3539f8da-1a0a-4655-b919-cd2b2d84ceb4 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.67 "GET /v2.0/ports?device_id=e884093f-6d85-4af5-9fcf-43b5264c03ad HTTP/1.1" status: 200 len: 944 time: 0.0521865 Jan 28 04:37:48.675175 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 8fb68759-8a86-42ee-b15e-dc614e9189be no longer exists at agent hyperv_n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:37:48.683205 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-400d9728-1584-4840-a8d9-fe882fff2744 req-4c531d1a-d23a-4425-83d8-99f8cb068eb3 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Deleting port 34034b6d-9d21-4d0d-b9f2-182e34cb663a {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:37:48.683600 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-400d9728-1584-4840-a8d9-fe882fff2744 req-4c531d1a-d23a-4425-83d8-99f8cb068eb3 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (34034b6d-9d21-4d0d-b9f2-182e34cb663a), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:48.695749 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] No Port match for: 8fb68759-8a86-42ee-b15e-dc614e9189be {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:37:48.696075 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Device 8fb68759-8a86-42ee-b15e-dc614e9189be not bound to the agent host n-h2-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:37:48.774174 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-400d9728-1584-4840-a8d9-fe882fff2744 req-4c531d1a-d23a-4425-83d8-99f8cb068eb3 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] For port 34034b6d-9d21-4d0d-b9f2-182e34cb663a, host n-h1-712139-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-27',level=0,port_id=34034b6d-9d21-4d0d-b9f2-182e34cb663a,segment=NetworkSegment(595bdad4-08ae-416b-a454-361a343f45ab),segment_id=595bdad4-08ae-416b-a454-361a343f45ab)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:48.774551 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-400d9728-1584-4840-a8d9-fe882fff2744 req-4c531d1a-d23a-4425-83d8-99f8cb068eb3 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (34034b6d-9d21-4d0d-b9f2-182e34cb663a), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:48.788949 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-400d9728-1584-4840-a8d9-fe882fff2744 req-4c531d1a-d23a-4425-83d8-99f8cb068eb3 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Calling delete_port for 34034b6d-9d21-4d0d-b9f2-182e34cb663a owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:37:48.805409 n-d-712139-27 neutron-server[109802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1d8a6-07e3-4c17-9137-0385fdb4d99d req-65138ba8-0f13-4187-978f-5bc54de382ca tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 04:37:48.807094 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-27b1d8a6-07e3-4c17-9137-0385fdb4d99d req-65138ba8-0f13-4187-978f-5bc54de382ca tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/ports?device_id=e884093f-6d85-4af5-9fcf-43b5264c03ad HTTP/1.1" status: 200 len: 944 time: 0.0501268 Jan 28 04:37:48.856643 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [req-27b1d8a6-07e3-4c17-9137-0385fdb4d99d req-2e004c67-efb8-4d11-a11f-6735aa8eaeb9 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "GET /v2.0/security-groups?id=3eab9174-1934-4a32-90f1-a93f18ab0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430422 Jan 28 04:37:48.933316 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-400d9728-1584-4840-a8d9-fe882fff2744 req-4c531d1a-d23a-4425-83d8-99f8cb068eb3 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (34034b6d-9d21-4d0d-b9f2-182e34cb663a), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:48.961296 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c531d1a-d23a-4425-83d8-99f8cb068eb3 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Pushing event deleted for resources: {'Port': ['ID=34034b6d-9d21-4d0d-b9f2-182e34cb663a,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:49.005403 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-400d9728-1584-4840-a8d9-fe882fff2744 req-4c531d1a-d23a-4425-83d8-99f8cb068eb3 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] No DVR routers for this DVR port 34034b6d-9d21-4d0d-b9f2-182e34cb663a on host n-h1-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:37:49.008150 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-400d9728-1584-4840-a8d9-fe882fff2744 req-4c531d1a-d23a-4425-83d8-99f8cb068eb3 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110446'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:49.011567 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [req-400d9728-1584-4840-a8d9-fe882fff2744 req-4c531d1a-d23a-4425-83d8-99f8cb068eb3 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.67 "DELETE /v2.0/ports/34034b6d-9d21-4d0d-b9f2-182e34cb663a HTTP/1.1" status: 204 len: 173 time: 0.4182355 Jan 28 04:37:49.322840 n-d-712139-27 neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e884093f-6d85-4af5-9fcf-43b5264c03ad', 'name': 'network-vif-deleted', 'tag': '34034b6d-9d21-4d0d-b9f2-182e34cb663a'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 04:37:49.325883 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2650cc729eb03cdea9438036b6355fb02973c1b364674fd2e212c25103ba515" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6eb3b9f-aacc-49a7-a942-446337373f42" -d '{"events": [{"server_uuid": "e884093f-6d85-4af5-9fcf-43b5264c03ad", "name": "network-vif-deleted", "tag": "34034b6d-9d21-4d0d-b9f2-182e34cb663a"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 04:37:49.363735 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 04:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539933a8-895e-4062-a49a-7b05b7267746 x-openstack-request-id: req-539933a8-895e-4062-a49a-7b05b7267746 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 04:37:49.363999 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e884093f-6d85-4af5-9fcf-43b5264c03ad", "name": "network-vif-deleted", "tag": "34034b6d-9d21-4d0d-b9f2-182e34cb663a", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 04:37:49.364271 n-d-712139-27 neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-539933a8-895e-4062-a49a-7b05b7267746 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 04:37:49.364652 n-d-712139-27 neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e884093f-6d85-4af5-9fcf-43b5264c03ad', 'name': 'network-vif-deleted', 'tag': '34034b6d-9d21-4d0d-b9f2-182e34cb663a', 'status': 'completed', 'code': 200} Jan 28 04:37:49.922415 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40082) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:49.987579 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a7e29c1b-7439-4c3b-9ebb-875410a12978 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks [] for security_group (3eab9174-1934-4a32-90f1-a93f18ab0d7f), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:50.014706 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a7e29c1b-7439-4c3b-9ebb-875410a12978 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks [] for security_group (3eab9174-1934-4a32-90f1-a93f18ab0d7f), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:50.081819 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a7e29c1b-7439-4c3b-9ebb-875410a12978 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (3eab9174-1934-4a32-90f1-a93f18ab0d7f), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:50.084568 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a7e29c1b-7439-4c3b-9ebb-875410a12978 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:50.085924 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-a7e29c1b-7439-4c3b-9ebb-875410a12978 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] 10.222.0.53 "DELETE /v2.0/security-groups/3eab9174-1934-4a32-90f1-a93f18ab0d7f HTTP/1.1" status: 204 len: 168 time: 0.1625192 Jan 28 04:37:50.096379 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e29c1b-7439-4c3b-9ebb-875410a12978 tempest-TestSnapshotPattern-1885730127 tempest-TestSnapshotPattern-1885730127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eab9174-1934-4a32-90f1-a93f18ab0d7f,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:51.155894 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40088) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:51.605811 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-149891cb-4cfb-4187-a5ac-b31a80affeea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (9055f3c8-e026-4ee6-b039-b78d61b2400f), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:51.854772 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-149891cb-4cfb-4187-a5ac-b31a80affeea admin admin] Deleting port abbaa3eb-fd64-4fcb-8ef0-67619a1576a0 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:37:51.855093 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-149891cb-4cfb-4187-a5ac-b31a80affeea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (abbaa3eb-fd64-4fcb-8ef0-67619a1576a0), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:51.936828 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-149891cb-4cfb-4187-a5ac-b31a80affeea admin admin] For port abbaa3eb-fd64-4fcb-8ef0-67619a1576a0, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=abbaa3eb-fd64-4fcb-8ef0-67619a1576a0,segment=NetworkSegment(595bdad4-08ae-416b-a454-361a343f45ab),segment_id=595bdad4-08ae-416b-a454-361a343f45ab)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:51.937119 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-149891cb-4cfb-4187-a5ac-b31a80affeea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (abbaa3eb-fd64-4fcb-8ef0-67619a1576a0), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:51.949124 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-149891cb-4cfb-4187-a5ac-b31a80affeea admin admin] Calling delete_port for abbaa3eb-fd64-4fcb-8ef0-67619a1576a0 owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:37:52.063781 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 34034b6d-9d21-4d0d-b9f2-182e34cb663a no longer exists at agent hyperv_n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:37:52.085443 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-39d61263-8968-4340-b258-80509f6b456b None None] No Port match for: 34034b6d-9d21-4d0d-b9f2-182e34cb663a {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:37:52.085787 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-39d61263-8968-4340-b258-80509f6b456b None None] Device 34034b6d-9d21-4d0d-b9f2-182e34cb663a not bound to the agent host n-h1-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:37:52.135593 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-149891cb-4cfb-4187-a5ac-b31a80affeea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (abbaa3eb-fd64-4fcb-8ef0-67619a1576a0), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:52.160349 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149891cb-4cfb-4187-a5ac-b31a80affeea admin admin] Pushing event deleted for resources: {'Port': ['ID=abbaa3eb-fd64-4fcb-8ef0-67619a1576a0,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:52.332986 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-149891cb-4cfb-4187-a5ac-b31a80affeea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (9055f3c8-e026-4ee6-b039-b78d61b2400f), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:52.560032 n-d-712139-27 neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149891cb-4cfb-4187-a5ac-b31a80affeea admin admin] Router 9055f3c8-e026-4ee6-b039-b78d61b2400f has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:37:52.673680 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149891cb-4cfb-4187-a5ac-b31a80affeea admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:37:52.678995 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-149891cb-4cfb-4187-a5ac-b31a80affeea admin admin] 10.222.0.53 "PUT /v2.0/routers/9055f3c8-e026-4ee6-b039-b78d61b2400f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5219386 Jan 28 04:37:52.681471 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40092) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:52.685005 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3db761-c47a-4831-b8ec-b9f23b3c9a1c None None] Sync routers for ids ['9055f3c8-e026-4ee6-b039-b78d61b2400f'] in n-d-712139-27 {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:37:52.694728 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3db761-c47a-4831-b8ec-b9f23b3c9a1c None None] Routers {'9055f3c8-e026-4ee6-b039-b78d61b2400f'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:37:52.695601 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-dd3db761-c47a-4831-b8ec-b9f23b3c9a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:37:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['9055f3c8-e026-4ee6-b039-b78d61b2400f'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:52.790780 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-37c5706c-2004-466c-aec9-d69dce167e7e admin admin] Publish callbacks [] for router (9055f3c8-e026-4ee6-b039-b78d61b2400f), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:52.799990 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-dd3db761-c47a-4831-b8ec-b9f23b3c9a1c None None] Set router 9055f3c8-e026-4ee6-b039-b78d61b2400f gateway port host: n-d-712139-27 {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:37:52.899912 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-37c5706c-2004-466c-aec9-d69dce167e7e admin admin] Publish callbacks [] for router_gateway (9055f3c8-e026-4ee6-b039-b78d61b2400f), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:52.953837 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-37c5706c-2004-466c-aec9-d69dce167e7e admin admin] Deleting port 667058a7-78e3-47e9-8e77-48b94d91b932 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:37:52.954256 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-37c5706c-2004-466c-aec9-d69dce167e7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (667058a7-78e3-47e9-8e77-48b94d91b932), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:52.977756 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-dd3db761-c47a-4831-b8ec-b9f23b3c9a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'name': 'tempest-TestSnapshotPattern-1239444699-router', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '667058a7-78e3-47e9-8e77-48b94d91b932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:32:16Z', 'updated_at': '2022-01-28T04:37:52Z', 'revision_number': 5, 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'gw_port': {'id': '667058a7-78e3-47e9-8e77-48b94d91b932', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:32:16Z', 'updated_at': '2022-01-28T04:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:53.005682 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3db761-c47a-4831-b8ec-b9f23b3c9a1c None None] Checking router: 9055f3c8-e026-4ee6-b039-b78d61b2400f for host: n-d-712139-27 {{(pid=109804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:37:53.015711 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3db761-c47a-4831-b8ec-b9f23b3c9a1c None None] Routers {'9055f3c8-e026-4ee6-b039-b78d61b2400f'} bound to L3 agent in host n-d-712139-27 {{(pid=109804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:37:53.016329 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-dd3db761-c47a-4831-b8ec-b9f23b3c9a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:37:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['9055f3c8-e026-4ee6-b039-b78d61b2400f'], 'active': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:53.041217 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-37c5706c-2004-466c-aec9-d69dce167e7e admin admin] For port 667058a7-78e3-47e9-8e77-48b94d91b932, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=667058a7-78e3-47e9-8e77-48b94d91b932,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:53.041615 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-37c5706c-2004-466c-aec9-d69dce167e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (667058a7-78e3-47e9-8e77-48b94d91b932), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:53.054179 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-37c5706c-2004-466c-aec9-d69dce167e7e admin admin] Calling delete_port for 667058a7-78e3-47e9-8e77-48b94d91b932 owned by network:router_gateway {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:37:53.102235 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvr_db [None req-dd3db761-c47a-4831-b8ec-b9f23b3c9a1c None None] Set router 9055f3c8-e026-4ee6-b039-b78d61b2400f gateway port host: None {{(pid=109804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:37:53.156005 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_hamode_db [None req-dd3db761-c47a-4831-b8ec-b9f23b3c9a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'name': 'tempest-TestSnapshotPattern-1239444699-router', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:32:16Z', 'updated_at': '2022-01-28T04:37:52Z', 'revision_number': 6, 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:53.183003 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3db761-c47a-4831-b8ec-b9f23b3c9a1c None None] The sync data for ids ['9055f3c8-e026-4ee6-b039-b78d61b2400f'] in n-d-712139-27 is: [{'id': '9055f3c8-e026-4ee6-b039-b78d61b2400f', 'name': 'tempest-TestSnapshotPattern-1239444699-router', 'tenant_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:32:16Z', 'updated_at': '2022-01-28T04:37:52Z', 'revision_number': 6, 'project_id': '55b06989d4a74e7bb72f3c6cfe873c3e', 'gw_port_host': None}] {{(pid=109804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:37:53.229111 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-37c5706c-2004-466c-aec9-d69dce167e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (667058a7-78e3-47e9-8e77-48b94d91b932), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:53.256451 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c5706c-2004-466c-aec9-d69dce167e7e admin admin] Pushing event deleted for resources: {'Port': ['ID=667058a7-78e3-47e9-8e77-48b94d91b932,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:53.314478 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-37c5706c-2004-466c-aec9-d69dce167e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (9055f3c8-e026-4ee6-b039-b78d61b2400f), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:53.411529 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-37c5706c-2004-466c-aec9-d69dce167e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (9055f3c8-e026-4ee6-b039-b78d61b2400f), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:53.413825 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-37c5706c-2004-466c-aec9-d69dce167e7e admin admin] Publish callbacks [] for router_controller (9055f3c8-e026-4ee6-b039-b78d61b2400f), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:53.459065 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-37c5706c-2004-466c-aec9-d69dce167e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (9055f3c8-e026-4ee6-b039-b78d61b2400f), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:53.459594 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c5706c-2004-466c-aec9-d69dce167e7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9055f3c8-e026-4ee6-b039-b78d61b2400f {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:37:53.464337 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-37c5706c-2004-466c-aec9-d69dce167e7e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:53.465572 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-37c5706c-2004-466c-aec9-d69dce167e7e admin admin] 10.222.0.53 "DELETE /v2.0/routers/9055f3c8-e026-4ee6-b039-b78d61b2400f HTTP/1.1" status: 204 len: 168 time: 0.7831893 Jan 28 04:37:53.468177 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40094) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:53.514553 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-c068ae32-78fa-471f-b629-319d4a79d0f2 admin admin] Deleting subnet c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:37:53.517894 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c068ae32-78fa-471f-b629-319d4a79d0f2 admin admin] Publish callbacks [] for subnet (c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:53.566594 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c068ae32-78fa-471f-b629-319d4a79d0f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9693219'] for subnet (c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:53.649050 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c068ae32-78fa-471f-b629-319d4a79d0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:53.700653 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c068ae32-78fa-471f-b629-319d4a79d0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12494741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890565'] for subnet (c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:53.725567 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c068ae32-78fa-471f-b629-319d4a79d0f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:53.730938 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c068ae32-78fa-471f-b629-319d4a79d0f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:53.734375 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-c068ae32-78fa-471f-b629-319d4a79d0f2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c5b96ef6-4047-4fe0-a3f2-9f3d219fcfa3 HTTP/1.1" status: 204 len: 168 time: 0.2653224 Jan 28 04:37:53.736858 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe05f43-cb89-4a26-8e8d-4409a2a7f926 None None] Network c7cc287c-d8a8-4318-bb36-236df2a23e10 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:37:53.737040 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40096) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:53.807632 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d9b10c4d-f7ad-4bf7-9fa2-eb67d13515f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (c7cc287c-d8a8-4318-bb36-236df2a23e10), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:53.878642 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-d9b10c4d-f7ad-4bf7-9fa2-eb67d13515f0 admin admin] Deleting port cb97a721-aeec-4b9e-a25e-c6874eaad3fe {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:37:53.879021 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d9b10c4d-f7ad-4bf7-9fa2-eb67d13515f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (cb97a721-aeec-4b9e-a25e-c6874eaad3fe), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:53.945741 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-d9b10c4d-f7ad-4bf7-9fa2-eb67d13515f0 admin admin] For port cb97a721-aeec-4b9e-a25e-c6874eaad3fe, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=cb97a721-aeec-4b9e-a25e-c6874eaad3fe,segment=NetworkSegment(595bdad4-08ae-416b-a454-361a343f45ab),segment_id=595bdad4-08ae-416b-a454-361a343f45ab)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:53.945990 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d9b10c4d-f7ad-4bf7-9fa2-eb67d13515f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (cb97a721-aeec-4b9e-a25e-c6874eaad3fe), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:53.959491 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-d9b10c4d-f7ad-4bf7-9fa2-eb67d13515f0 admin admin] Calling delete_port for cb97a721-aeec-4b9e-a25e-c6874eaad3fe owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:37:53.994251 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c842e085-20fa-4dc6-9818-11b5b8d2923a None None] DHCP port deletion for c7cc287c-d8a8-4318-bb36-236df2a23e10 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:37:54.005672 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device abbaa3eb-fd64-4fcb-8ef0-67619a1576a0 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:37:54.043622 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: abbaa3eb-fd64-4fcb-8ef0-67619a1576a0 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:37:54.043973 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device abbaa3eb-fd64-4fcb-8ef0-67619a1576a0 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:37:54.054206 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d9b10c4d-f7ad-4bf7-9fa2-eb67d13515f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (cb97a721-aeec-4b9e-a25e-c6874eaad3fe), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:54.070697 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c842e085-20fa-4dc6-9818-11b5b8d2923a None None] Deleting port cb97a721-aeec-4b9e-a25e-c6874eaad3fe {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:37:54.071077 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c842e085-20fa-4dc6-9818-11b5b8d2923a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (cb97a721-aeec-4b9e-a25e-c6874eaad3fe), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:54.080506 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b10c4d-f7ad-4bf7-9fa2-eb67d13515f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb97a721-aeec-4b9e-a25e-c6874eaad3fe,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:54.084124 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b10c4d-f7ad-4bf7-9fa2-eb67d13515f0 admin admin] No DVR routers for this DVR port cb97a721-aeec-4b9e-a25e-c6874eaad3fe on host n-d-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:37:54.138198 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c842e085-20fa-4dc6-9818-11b5b8d2923a None None] For port cb97a721-aeec-4b9e-a25e-c6874eaad3fe, host n-d-712139-27, got binding levels [] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:54.138762 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c842e085-20fa-4dc6-9818-11b5b8d2923a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (cb97a721-aeec-4b9e-a25e-c6874eaad3fe), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:54.152039 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c842e085-20fa-4dc6-9818-11b5b8d2923a None None] Calling delete_port for cb97a721-aeec-4b9e-a25e-c6874eaad3fe owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:37:54.154816 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.ipam_backend_mixin [None req-c842e085-20fa-4dc6-9818-11b5b8d2923a None None] Port cb97a721-aeec-4b9e-a25e-c6874eaad3fe was not found and therefore no delete operation was performed {{(pid=109804) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 04:37:54.156122 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c842e085-20fa-4dc6-9818-11b5b8d2923a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (cb97a721-aeec-4b9e-a25e-c6874eaad3fe), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:54.158765 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d9b10c4d-f7ad-4bf7-9fa2-eb67d13515f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (c7cc287c-d8a8-4318-bb36-236df2a23e10), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:54.178896 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-d9b10c4d-f7ad-4bf7-9fa2-eb67d13515f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7cc287c-d8a8-4318-bb36-236df2a23e10']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:54.181998 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c842e085-20fa-4dc6-9818-11b5b8d2923a None None] Pushing event deleted for resources: {'Port': ['ID=cb97a721-aeec-4b9e-a25e-c6874eaad3fe,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:54.184175 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c842e085-20fa-4dc6-9818-11b5b8d2923a None None] No DVR routers for this DVR port cb97a721-aeec-4b9e-a25e-c6874eaad3fe on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:37:54.189915 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-d9b10c4d-f7ad-4bf7-9fa2-eb67d13515f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '595bdad4-08ae-416b-a454-361a343f45ab') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:54.190208 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-d9b10c4d-f7ad-4bf7-9fa2-eb67d13515f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '595bdad4-08ae-416b-a454-361a343f45ab') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:54.202219 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d9b10c4d-f7ad-4bf7-9fa2-eb67d13515f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (595bdad4-08ae-416b-a454-361a343f45ab), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:54.216610 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d9b10c4d-f7ad-4bf7-9fa2-eb67d13515f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (595bdad4-08ae-416b-a454-361a343f45ab), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:54.223116 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9b10c4d-f7ad-4bf7-9fa2-eb67d13515f0 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:37:54.223633 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d9b10c4d-f7ad-4bf7-9fa2-eb67d13515f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (595bdad4-08ae-416b-a454-361a343f45ab), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:54.225213 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 04:37:54.225213 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:37:54.225213 n-d-712139-27 neutron-server[109803]: timer() Jan 28 04:37:54.225213 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:37:54.225213 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 04:37:54.225213 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:37:54.225213 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 04:37:54.225213 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:37:54.225213 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 04:37:54.225213 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:37:54.225213 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 04:37:54.225213 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:37:54.225213 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 04:37:54.225213 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:37:54.225213 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:37:54.225213 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:37:54.225213 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:37:54.225213 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:37:54.225213 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 04:37:54.225213 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:37:54.225213 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 04:37:54.225213 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:37:54.225213 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:37:54.225213 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:37:54.225213 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 04:37:54.225213 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:37:54.225213 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:37:54.225213 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:37:54.225213 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:37:54.225213 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:37:54.225213 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:37:54.225213 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:37:54.283298 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d9b10c4d-f7ad-4bf7-9fa2-eb67d13515f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (c7cc287c-d8a8-4318-bb36-236df2a23e10), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:54.289061 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d9b10c4d-f7ad-4bf7-9fa2-eb67d13515f0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:54.292596 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-d9b10c4d-f7ad-4bf7-9fa2-eb67d13515f0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c7cc287c-d8a8-4318-bb36-236df2a23e10 HTTP/1.1" status: 204 len: 168 time: 0.5547562 Jan 28 04:37:54.296199 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40098) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:54.305679 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b10c4d-f7ad-4bf7-9fa2-eb67d13515f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7cc287c-d8a8-4318-bb36-236df2a23e10,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:54.669931 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c17eaa64-c31f-46d9-b9f8-6a17bacaee39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875399'] for router_interface (ce590c44-6246-487c-afee-dcd151d2fc76), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:54.920256 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-c17eaa64-c31f-46d9-b9f8-6a17bacaee39 admin admin] Deleting port 6871b804-1b1c-4908-89f3-e3d12fe09a48 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:37:54.920519 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c17eaa64-c31f-46d9-b9f8-6a17bacaee39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (6871b804-1b1c-4908-89f3-e3d12fe09a48), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:54.998750 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-c17eaa64-c31f-46d9-b9f8-6a17bacaee39 admin admin] For port 6871b804-1b1c-4908-89f3-e3d12fe09a48, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=6871b804-1b1c-4908-89f3-e3d12fe09a48,segment=NetworkSegment(e2c3dc51-5173-429c-ba03-af773de2d6d7),segment_id=e2c3dc51-5173-429c-ba03-af773de2d6d7)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:54.999115 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c17eaa64-c31f-46d9-b9f8-6a17bacaee39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (6871b804-1b1c-4908-89f3-e3d12fe09a48), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:55.016819 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-c17eaa64-c31f-46d9-b9f8-6a17bacaee39 admin admin] Calling delete_port for 6871b804-1b1c-4908-89f3-e3d12fe09a48 owned by network:router_interface {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:37:55.215111 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c17eaa64-c31f-46d9-b9f8-6a17bacaee39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (6871b804-1b1c-4908-89f3-e3d12fe09a48), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:55.240650 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17eaa64-c31f-46d9-b9f8-6a17bacaee39 admin admin] Pushing event deleted for resources: {'Port': ['ID=6871b804-1b1c-4908-89f3-e3d12fe09a48,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:55.252765 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17eaa64-c31f-46d9-b9f8-6a17bacaee39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:55.252936 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17eaa64-c31f-46d9-b9f8-6a17bacaee39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:55.253279 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17eaa64-c31f-46d9-b9f8-6a17bacaee39 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:55.253616 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17eaa64-c31f-46d9-b9f8-6a17bacaee39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:55.253939 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17eaa64-c31f-46d9-b9f8-6a17bacaee39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:55.254269 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17eaa64-c31f-46d9-b9f8-6a17bacaee39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:55.254590 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17eaa64-c31f-46d9-b9f8-6a17bacaee39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:55.254924 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17eaa64-c31f-46d9-b9f8-6a17bacaee39 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:55.255247 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17eaa64-c31f-46d9-b9f8-6a17bacaee39 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:55.255570 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17eaa64-c31f-46d9-b9f8-6a17bacaee39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:55.255872 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17eaa64-c31f-46d9-b9f8-6a17bacaee39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:55.256200 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17eaa64-c31f-46d9-b9f8-6a17bacaee39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:55.256514 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17eaa64-c31f-46d9-b9f8-6a17bacaee39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-27 {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 04:37:55.422341 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-c17eaa64-c31f-46d9-b9f8-6a17bacaee39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3866910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875563'] for router_interface (ce590c44-6246-487c-afee-dcd151d2fc76), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:55.460410 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device cb97a721-aeec-4b9e-a25e-c6874eaad3fe no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:37:55.480977 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: cb97a721-aeec-4b9e-a25e-c6874eaad3fe {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:37:55.481269 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device cb97a721-aeec-4b9e-a25e-c6874eaad3fe not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:37:55.481680 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 667058a7-78e3-47e9-8e77-48b94d91b932 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:37:55.499891 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 667058a7-78e3-47e9-8e77-48b94d91b932 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:37:55.500230 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 667058a7-78e3-47e9-8e77-48b94d91b932 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:37:55.643798 n-d-712139-27 neutron-server[109802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17eaa64-c31f-46d9-b9f8-6a17bacaee39 admin admin] Router ce590c44-6246-487c-afee-dcd151d2fc76 has already been hosted by L3 agent 2eb18a1b-2548-4bee-a62c-054d57fc0946 {{(pid=109802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 04:37:55.752312 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17eaa64-c31f-46d9-b9f8-6a17bacaee39 admin admin] Notify agent at l3_agent.n-d-712139-27 the message routers_updated {{(pid=109802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 04:37:55.757326 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-c17eaa64-c31f-46d9-b9f8-6a17bacaee39 admin admin] 10.222.0.53 "PUT /v2.0/routers/ce590c44-6246-487c-afee-dcd151d2fc76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4599543 Jan 28 04:37:55.759961 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40100) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:55.762802 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af750873-c390-45f8-8d02-733064d71850 None None] Sync routers for ids ['ce590c44-6246-487c-afee-dcd151d2fc76'] in n-d-712139-27 {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 04:37:55.774602 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af750873-c390-45f8-8d02-733064d71850 None None] Routers {'ce590c44-6246-487c-afee-dcd151d2fc76'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:37:55.775509 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-af750873-c390-45f8-8d02-733064d71850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:37:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['ce590c44-6246-487c-afee-dcd151d2fc76'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:55.862913 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8ca87c7d-ed56-48b1-89d6-b8d998d44a99 admin admin] Publish callbacks [] for router (ce590c44-6246-487c-afee-dcd151d2fc76), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:55.879192 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-af750873-c390-45f8-8d02-733064d71850 None None] Set router ce590c44-6246-487c-afee-dcd151d2fc76 gateway port host: n-d-712139-27 {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:37:55.965959 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8ca87c7d-ed56-48b1-89d6-b8d998d44a99 admin admin] Publish callbacks [] for router_gateway (ce590c44-6246-487c-afee-dcd151d2fc76), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:56.021152 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-8ca87c7d-ed56-48b1-89d6-b8d998d44a99 admin admin] Deleting port cd518cd1-e222-496a-bab5-d38377328565 {{(pid=109802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:37:56.021400 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8ca87c7d-ed56-48b1-89d6-b8d998d44a99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (cd518cd1-e222-496a-bab5-d38377328565), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:56.058594 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-af750873-c390-45f8-8d02-733064d71850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce590c44-6246-487c-afee-dcd151d2fc76', 'name': 'tempest-TestSnapshotPattern-1581019305-router', 'tenant_id': 'dcb6bc5bed7749f5817887ecde9b125e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'external_fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'cd518cd1-e222-496a-bab5-d38377328565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:32:20Z', 'updated_at': '2022-01-28T04:37:55Z', 'revision_number': 5, 'project_id': 'dcb6bc5bed7749f5817887ecde9b125e', 'gw_port': {'id': 'cd518cd1-e222-496a-bab5-d38377328565', 'name': '', 'network_id': '8f7dc9c9-eaf1-4339-a2e3-884554154641', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce590c44-6246-487c-afee-dcd151d2fc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T04:32:20Z', 'updated_at': '2022-01-28T04:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e58f7c0b-59a3-4bb6-8f84-1fadbb670e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-27'}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:56.084679 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af750873-c390-45f8-8d02-733064d71850 None None] Checking router: ce590c44-6246-487c-afee-dcd151d2fc76 for host: n-d-712139-27 {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 04:37:56.093722 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af750873-c390-45f8-8d02-733064d71850 None None] Routers {'ce590c44-6246-487c-afee-dcd151d2fc76'} bound to L3 agent in host n-d-712139-27 {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 04:37:56.094348 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-af750873-c390-45f8-8d02-733064d71850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T02:34:32Z,description=,heartbeat_timestamp=2022-01-28T04:37:32Z,host='n-d-712139-27',id=2eb18a1b-2548-4bee-a62c-054d57fc0946,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T02:34:32Z,topic='l3_agent')) {'router_ids': ['ce590c44-6246-487c-afee-dcd151d2fc76'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:56.098755 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-8ca87c7d-ed56-48b1-89d6-b8d998d44a99 admin admin] For port cd518cd1-e222-496a-bab5-d38377328565, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=cd518cd1-e222-496a-bab5-d38377328565,segment=NetworkSegment(e3be01c1-9721-4575-9706-04b377807ceb),segment_id=e3be01c1-9721-4575-9706-04b377807ceb)] {{(pid=109802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:56.099119 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8ca87c7d-ed56-48b1-89d6-b8d998d44a99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (cd518cd1-e222-496a-bab5-d38377328565), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:56.111184 n-d-712139-27 neutron-server[109802]: DEBUG neutron.plugins.ml2.plugin [None req-8ca87c7d-ed56-48b1-89d6-b8d998d44a99 admin admin] Calling delete_port for cd518cd1-e222-496a-bab5-d38377328565 owned by network:router_gateway {{(pid=109802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:37:56.178770 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-af750873-c390-45f8-8d02-733064d71850 None None] Set router ce590c44-6246-487c-afee-dcd151d2fc76 gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 04:37:56.232439 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-af750873-c390-45f8-8d02-733064d71850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce590c44-6246-487c-afee-dcd151d2fc76', 'name': 'tempest-TestSnapshotPattern-1581019305-router', 'tenant_id': 'dcb6bc5bed7749f5817887ecde9b125e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:32:20Z', 'updated_at': '2022-01-28T04:37:55Z', 'revision_number': 6, 'project_id': 'dcb6bc5bed7749f5817887ecde9b125e', 'gw_port_host': None}], 'n-d-712139-27', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:56.262454 n-d-712139-27 neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af750873-c390-45f8-8d02-733064d71850 None None] The sync data for ids ['ce590c44-6246-487c-afee-dcd151d2fc76'] in n-d-712139-27 is: [{'id': 'ce590c44-6246-487c-afee-dcd151d2fc76', 'name': 'tempest-TestSnapshotPattern-1581019305-router', 'tenant_id': 'dcb6bc5bed7749f5817887ecde9b125e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T04:32:20Z', 'updated_at': '2022-01-28T04:37:55Z', 'revision_number': 6, 'project_id': 'dcb6bc5bed7749f5817887ecde9b125e', 'gw_port_host': None}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 04:37:56.276943 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8ca87c7d-ed56-48b1-89d6-b8d998d44a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8707617'] for port (cd518cd1-e222-496a-bab5-d38377328565), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:56.636750 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca87c7d-ed56-48b1-89d6-b8d998d44a99 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd518cd1-e222-496a-bab5-d38377328565,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:56.703313 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8ca87c7d-ed56-48b1-89d6-b8d998d44a99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876225'] for router_gateway (ce590c44-6246-487c-afee-dcd151d2fc76), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:56.790304 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8ca87c7d-ed56-48b1-89d6-b8d998d44a99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23260'] for router (ce590c44-6246-487c-afee-dcd151d2fc76), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:56.792488 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8ca87c7d-ed56-48b1-89d6-b8d998d44a99 admin admin] Publish callbacks [] for router_controller (ce590c44-6246-487c-afee-dcd151d2fc76), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:56.849929 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8ca87c7d-ed56-48b1-89d6-b8d998d44a99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877885'] for router (ce590c44-6246-487c-afee-dcd151d2fc76), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:56.850688 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca87c7d-ed56-48b1-89d6-b8d998d44a99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce590c44-6246-487c-afee-dcd151d2fc76 {{(pid=109802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 04:37:56.855359 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8ca87c7d-ed56-48b1-89d6-b8d998d44a99 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:56.856558 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-8ca87c7d-ed56-48b1-89d6-b8d998d44a99 admin admin] 10.222.0.53 "DELETE /v2.0/routers/ce590c44-6246-487c-afee-dcd151d2fc76 HTTP/1.1" status: 204 len: 168 time: 1.0957069 Jan 28 04:37:56.859158 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40102) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:56.903683 n-d-712139-27 neutron-server[109802]: DEBUG neutron.db.db_base_plugin_v2 [None req-e43fa6d8-c20a-4709-9818-e7151174999e admin admin] Deleting subnet 55ef4131-e283-4f79-891d-1055f65c8537 {{(pid=109802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 04:37:56.907060 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e43fa6d8-c20a-4709-9818-e7151174999e admin admin] Publish callbacks [] for subnet (55ef4131-e283-4f79-891d-1055f65c8537), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:56.941474 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e43fa6d8-c20a-4709-9818-e7151174999e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8480746'] for subnet (55ef4131-e283-4f79-891d-1055f65c8537), precommit_delete_associations {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:57.023961 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e43fa6d8-c20a-4709-9818-e7151174999e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-898745'] for subnet (55ef4131-e283-4f79-891d-1055f65c8537), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:57.081919 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e43fa6d8-c20a-4709-9818-e7151174999e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-898742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8707604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458151'] for subnet (55ef4131-e283-4f79-891d-1055f65c8537), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:57.108778 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43fa6d8-c20a-4709-9818-e7151174999e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55ef4131-e283-4f79-891d-1055f65c8537,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:57.110767 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e43fa6d8-c20a-4709-9818-e7151174999e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:57.114016 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-e43fa6d8-c20a-4709-9818-e7151174999e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/55ef4131-e283-4f79-891d-1055f65c8537 HTTP/1.1" status: 204 len: 168 time: 0.2539153 Jan 28 04:37:57.116708 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40104) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:57.119785 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cd19c3-04cf-4162-adeb-9c7bd799f15b None None] Network 1f83d4df-0150-4f38-a135-f420a3401779 requested from n-d-712139-27 {{(pid=109804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 04:37:57.193686 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4a10c7c6-c0a8-46c7-bfcc-89121913b8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740728'] for network (1f83d4df-0150-4f38-a135-f420a3401779), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:57.253884 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-4a10c7c6-c0a8-46c7-bfcc-89121913b8b0 admin admin] Deleting port 1f9e574c-e92d-4f34-99dc-c43611ff10a3 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:37:57.254222 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4a10c7c6-c0a8-46c7-bfcc-89121913b8b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (1f9e574c-e92d-4f34-99dc-c43611ff10a3), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:57.273939 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa63c39a-f5d9-4b35-8380-035642c26db0 None None] DHCP port deletion for 1f83d4df-0150-4f38-a135-f420a3401779 request from n-d-712139-27 {{(pid=109804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 04:37:57.320631 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-4a10c7c6-c0a8-46c7-bfcc-89121913b8b0 admin admin] For port 1f9e574c-e92d-4f34-99dc-c43611ff10a3, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=1f9e574c-e92d-4f34-99dc-c43611ff10a3,segment=NetworkSegment(e2c3dc51-5173-429c-ba03-af773de2d6d7),segment_id=e2c3dc51-5173-429c-ba03-af773de2d6d7)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:57.321310 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4a10c7c6-c0a8-46c7-bfcc-89121913b8b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (1f9e574c-e92d-4f34-99dc-c43611ff10a3), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:57.322635 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-aa63c39a-f5d9-4b35-8380-035642c26db0 None None] Deleting port 1f9e574c-e92d-4f34-99dc-c43611ff10a3 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 04:37:57.323232 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-aa63c39a-f5d9-4b35-8380-035642c26db0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780454946672'] for port (1f9e574c-e92d-4f34-99dc-c43611ff10a3), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:57.342232 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-4a10c7c6-c0a8-46c7-bfcc-89121913b8b0 admin admin] Calling delete_port for 1f9e574c-e92d-4f34-99dc-c43611ff10a3 owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:37:57.403954 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-aa63c39a-f5d9-4b35-8380-035642c26db0 None None] For port 1f9e574c-e92d-4f34-99dc-c43611ff10a3, host n-d-712139-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-27',level=0,port_id=1f9e574c-e92d-4f34-99dc-c43611ff10a3,segment=NetworkSegment(e2c3dc51-5173-429c-ba03-af773de2d6d7),segment_id=e2c3dc51-5173-429c-ba03-af773de2d6d7)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 04:37:57.404375 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-aa63c39a-f5d9-4b35-8380-035642c26db0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3878240'] for port (1f9e574c-e92d-4f34-99dc-c43611ff10a3), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:57.418106 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 1f9e574c-e92d-4f34-99dc-c43611ff10a3 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:37:57.421551 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-aa63c39a-f5d9-4b35-8380-035642c26db0 None None] Calling delete_port for 1f9e574c-e92d-4f34-99dc-c43611ff10a3 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 04:37:57.426744 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4a10c7c6-c0a8-46c7-bfcc-89121913b8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12494752'] for port (1f9e574c-e92d-4f34-99dc-c43611ff10a3), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:57.452163 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10c7c6-c0a8-46c7-bfcc-89121913b8b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f9e574c-e92d-4f34-99dc-c43611ff10a3,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:57.456010 n-d-712139-27 neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a10c7c6-c0a8-46c7-bfcc-89121913b8b0 admin admin] No DVR routers for this DVR port 1f9e574c-e92d-4f34-99dc-c43611ff10a3 on host n-d-712139-27 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:37:57.509700 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No active binding found for port 1f9e574c-e92d-4f34-99dc-c43611ff10a3 {{(pid=109804) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 04:37:57.510052 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] The host n-d-712139-27 is not matching for port 1f9e574c-e92d-4f34-99dc-c43611ff10a3 host None! {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 04:37:57.510386 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 1f9e574c-e92d-4f34-99dc-c43611ff10a3 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:37:57.510814 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 6871b804-1b1c-4908-89f3-e3d12fe09a48 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:37:57.529937 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4a10c7c6-c0a8-46c7-bfcc-89121913b8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896834', 'neutron.services.segments.db._delete_segments_for_network-8780454907028'] for network (1f83d4df-0150-4f38-a135-f420a3401779), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:57.547406 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: 6871b804-1b1c-4908-89f3-e3d12fe09a48 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:37:57.547735 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device 6871b804-1b1c-4908-89f3-e3d12fe09a48 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:37:57.548165 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device cd518cd1-e222-496a-bab5-d38377328565 no longer exists at agent ovs-agent-n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 04:37:57.552092 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-4a10c7c6-c0a8-46c7-bfcc-89121913b8b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f83d4df-0150-4f38-a135-f420a3401779']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:57.561665 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-4a10c7c6-c0a8-46c7-bfcc-89121913b8b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2c3dc51-5173-429c-ba03-af773de2d6d7') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:57.561955 n-d-712139-27 neutron-server[109803]: DEBUG neutron.services.segments.db [None req-4a10c7c6-c0a8-46c7-bfcc-89121913b8b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2c3dc51-5173-429c-ba03-af773de2d6d7') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 04:37:57.571906 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] No Port match for: cd518cd1-e222-496a-bab5-d38377328565 {{(pid=109804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 04:37:57.572227 n-d-712139-27 neutron-server[109804]: DEBUG neutron.plugins.ml2.rpc [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Device cd518cd1-e222-496a-bab5-d38377328565 not bound to the agent host n-d-712139-27 {{(pid=109804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 04:37:57.574699 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4a10c7c6-c0a8-46c7-bfcc-89121913b8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780454909341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9693274'] for segment (e2c3dc51-5173-429c-ba03-af773de2d6d7), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:57.588791 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4a10c7c6-c0a8-46c7-bfcc-89121913b8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806'] for segment (e2c3dc51-5173-429c-ba03-af773de2d6d7), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:57.592233 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-aa63c39a-f5d9-4b35-8380-035642c26db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-891989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780454955978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780454361658'] for port (1f9e574c-e92d-4f34-99dc-c43611ff10a3), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:57.595663 n-d-712139-27 neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a10c7c6-c0a8-46c7-bfcc-89121913b8b0 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 04:37:57.596208 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4a10c7c6-c0a8-46c7-bfcc-89121913b8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-736806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12494719'] for segment (e2c3dc51-5173-429c-ba03-af773de2d6d7), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:57.598148 n-d-712139-27 neutron-server[109803]: Traceback (most recent call last): Jan 28 04:37:57.598148 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 04:37:57.598148 n-d-712139-27 neutron-server[109803]: timer() Jan 28 04:37:57.598148 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 04:37:57.598148 n-d-712139-27 neutron-server[109803]: cb(*args, **kw) Jan 28 04:37:57.598148 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 04:37:57.598148 n-d-712139-27 neutron-server[109803]: return func(*args, **kwargs) Jan 28 04:37:57.598148 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 04:37:57.598148 n-d-712139-27 neutron-server[109803]: self._notify() Jan 28 04:37:57.598148 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 04:37:57.598148 n-d-712139-27 neutron-server[109803]: self.callback(batched_events) Jan 28 04:37:57.598148 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 04:37:57.598148 n-d-712139-27 neutron-server[109803]: event.method(event) Jan 28 04:37:57.598148 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 04:37:57.598148 n-d-712139-27 neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 04:37:57.598148 n-d-712139-27 neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 04:37:57.598148 n-d-712139-27 neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 04:37:57.598148 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 04:37:57.598148 n-d-712139-27 neutron-server[109803]: return f(self, *a, **k) Jan 28 04:37:57.598148 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 04:37:57.598148 n-d-712139-27 neutron-server[109803]: return self._get(url).json() Jan 28 04:37:57.598148 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 04:37:57.598148 n-d-712139-27 neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 04:37:57.598148 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 04:37:57.598148 n-d-712139-27 neutron-server[109803]: return self.request(url, 'GET', **kwargs) Jan 28 04:37:57.598148 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 04:37:57.598148 n-d-712139-27 neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 04:37:57.598148 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 04:37:57.598148 n-d-712139-27 neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 04:37:57.598148 n-d-712139-27 neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 04:37:57.598148 n-d-712139-27 neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 04:37:57.598148 n-d-712139-27 neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 04:37:57.619434 n-d-712139-27 neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa63c39a-f5d9-4b35-8380-035642c26db0 None None] Pushing event deleted for resources: {'Port': ['ID=1f9e574c-e92d-4f34-99dc-c43611ff10a3,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:57.621313 n-d-712139-27 neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa63c39a-f5d9-4b35-8380-035642c26db0 None None] No DVR routers for this DVR port 1f9e574c-e92d-4f34-99dc-c43611ff10a3 on host n-d-712139-27 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 04:37:57.655323 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4a10c7c6-c0a8-46c7-bfcc-89121913b8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3867109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3874921'] for network (1f83d4df-0150-4f38-a135-f420a3401779), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:57.661570 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4a10c7c6-c0a8-46c7-bfcc-89121913b8b0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:57.664767 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-4a10c7c6-c0a8-46c7-bfcc-89121913b8b0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/1f83d4df-0150-4f38-a135-f420a3401779 HTTP/1.1" status: 204 len: 168 time: 0.5463872 Jan 28 04:37:57.677126 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10c7c6-c0a8-46c7-bfcc-89121913b8b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f83d4df-0150-4f38-a135-f420a3401779,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:57.780973 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40110) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:57.828243 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-2f20135f-9357-48a5-b860-196d160ffc30 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=55b06989d4a74e7bb72f3c6cfe873c3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0460625 Jan 28 04:37:57.832178 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.53', 40112) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:57.881700 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-702eb01a-8dc1-43cf-a49b-7ddc1d41856c admin admin] Publish callbacks [] for security_group (07f99a1a-874a-424b-a071-c6306014f0ed), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:57.904618 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-702eb01a-8dc1-43cf-a49b-7ddc1d41856c admin admin] Publish callbacks [] for security_group (07f99a1a-874a-424b-a071-c6306014f0ed), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:57.951556 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-702eb01a-8dc1-43cf-a49b-7ddc1d41856c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (07f99a1a-874a-424b-a071-c6306014f0ed), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:57.954069 n-d-712139-27 neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-702eb01a-8dc1-43cf-a49b-7ddc1d41856c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:57.955246 n-d-712139-27 neutron-server[109803]: INFO neutron.wsgi [None req-702eb01a-8dc1-43cf-a49b-7ddc1d41856c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/07f99a1a-874a-424b-a071-c6306014f0ed HTTP/1.1" status: 204 len: 168 time: 0.1221740 Jan 28 04:37:57.964418 n-d-712139-27 neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702eb01a-8dc1-43cf-a49b-7ddc1d41856c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f99a1a-874a-424b-a071-c6306014f0ed,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:58.308474 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40118) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:58.347000 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-7776b0fc-65fa-428c-97ae-1aeae9534d69 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dcb6bc5bed7749f5817887ecde9b125e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0373456 Jan 28 04:37:58.349631 n-d-712139-27 neutron-server[109802]: DEBUG neutron.wsgi [-] (109802) accepted ('10.222.0.53', 40120) {{(pid=109802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 04:37:58.397446 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6499fee7-ed30-44f2-aad1-75175672120b admin admin] Publish callbacks [] for security_group (3a217d22-b699-4fbe-b943-27f7d887bce2), before_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:58.418481 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6499fee7-ed30-44f2-aad1-75175672120b admin admin] Publish callbacks [] for security_group (3a217d22-b699-4fbe-b943-27f7d887bce2), precommit_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:58.466613 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6499fee7-ed30-44f2-aad1-75175672120b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4152505'] for security_group (3a217d22-b699-4fbe-b943-27f7d887bce2), after_delete {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:58.469308 n-d-712139-27 neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-6499fee7-ed30-44f2-aad1-75175672120b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:37:58.470459 n-d-712139-27 neutron-server[109802]: INFO neutron.wsgi [None req-6499fee7-ed30-44f2-aad1-75175672120b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3a217d22-b699-4fbe-b943-27f7d887bce2 HTTP/1.1" status: 204 len: 168 time: 0.1199667 Jan 28 04:37:58.478483 n-d-712139-27 neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6499fee7-ed30-44f2-aad1-75175672120b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a217d22-b699-4fbe-b943-27f7d887bce2,revision_number=None']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 04:37:59.912507 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-efa39ba3-5ae7-47b3-a362-ee78e24cd97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:00.170535 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:01.939590 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-689e07ff-891c-4c57-b929-0465ed64ae0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:03.878022 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:04.793756 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:05.346413 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:06.202950 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:16.371749 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:38:29.896864 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d6263130-0ea3-40c2-a963-9ef86a507004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:30.115665 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:31.956343 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-48ae4d50-8e25-4488-ac3a-46ce239ec61a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:33.879305 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:34.790575 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:35.347191 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:36.200639 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:38:53.372551 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:38:59.893486 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3f8f15f7-b90e-44a0-b4b8-44e97ea356d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:00.104736 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:01.940293 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7e7f5d08-12cc-40cf-ac09-5f732105b63a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:03.879682 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:04.788019 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:05.349444 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:06.195884 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:29.900063 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-804ca54d-209a-4864-98da-303892335a84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:30.127088 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:30.374096 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:39:31.948620 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a4f5a9da-e9cb-4acb-abfa-72e32d17841e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:33.892621 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:34.786809 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:35.361768 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:36.210880 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:39:59.923482 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-35919902-4233-4071-8d6e-398514cd59d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:00.118190 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:01.953926 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-68adafb9-0f9f-4e31-b7ce-b7c7f6838037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:03.889989 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:04.808584 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:05.356614 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:06.212774 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:07.378818 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:40:29.904752 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e2b99db2-da82-437d-bf1f-15f133429b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:30.119775 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:31.940745 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-acc19028-c714-4db1-ba57-7357e711c59a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:33.900313 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:34.823673 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:35.368351 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:36.214977 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:40:44.379028 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:40:59.906843 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-29d76d6c-7ec9-4e8b-aad5-f0b0898ec0a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:00.119366 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:01.940501 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-69c0c09b-a7fc-4fb0-b83a-6e5e82246554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:03.897913 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:04.825547 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:05.363776 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:06.212917 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:21.383923 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:41:29.900981 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5e886cf9-922f-40af-9c55-0d1f5994bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:30.119312 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:31.935591 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ee55fd41-d797-414f-8970-748e090c506f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:33.897156 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:34.831789 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:35.365684 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:36.211318 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:41:58.386235 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:41:59.917969 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4a8537a2-4079-46f6-8328-24c6758deb99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:00.114956 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:01.943651 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b5399747-d7fb-461b-b1af-811e3b62d07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:03.903005 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:04.841674 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:05.367452 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:06.209324 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:29.903013 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4179419f-0824-4c12-b669-b45d778dd174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:30.130096 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:31.938574 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d029c216-cc0f-4648-89f4-e405756b3914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:33.910592 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:34.861434 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:35.374384 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:35.384901 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:42:36.206113 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:42:59.906475 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-955104a2-29c9-490a-836f-e7cf93607341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:00.131992 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:01.942832 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5e979f87-3364-4e2c-934e-e7a4f8ea204a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:03.908228 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:04.861757 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:05.373234 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:06.200544 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:12.385132 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:43:29.910882 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a7614a9f-0c7c-4acc-98a3-7677cb164300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:30.145275 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:31.947522 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-074af517-bcce-4e26-b6cf-86389df2bed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:33.913958 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:34.897565 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:35.379474 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:36.205475 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:43:49.385452 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:43:59.915663 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dd369717-7a6d-4697-bcf1-86f4829ba467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:00.154524 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:01.952656 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a0eafb4d-6e9a-4748-b47f-2d4efd4f24aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:03.915053 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:04.903607 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:05.382041 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:06.211917 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:26.385843 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:44:29.918303 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-bb789f74-aaa4-4c41-a25f-37b1ee486efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:30.153528 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:31.957110 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-12a8b9bd-1e14-42e6-9be0-b49de593d186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:33.917313 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:34.907466 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:35.382032 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:36.207307 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:44:59.921999 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e33a8a1e-a1b1-4597-87c0-78d1e9c8ce62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:00.155563 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:01.961092 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1d5cf72b-f29d-4bef-83f5-d613f2d7c010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:03.386533 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:45:03.921295 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:04.907408 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:05.384949 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:06.212393 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:16.571585 n-d-712139-27 neutron-server[109803]: DEBUG neutron.wsgi [req-fbfb1afc-b95f-417b-b5d1-bf5bfb9081d9 req-656f9ac2-beee-4b48-813e-8672e224963f service neutron] (109803) timed out ('10.222.0.53', 37718) {{(pid=109803) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 04:45:29.929055 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-52b73eb2-a387-40c3-851b-5e89451abf24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:30.158107 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:31.964810 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ed952248-be69-4ea8-adb9-f753b438e123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:33.925597 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:34.905895 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:35.389596 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:36.220248 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:45:40.386244 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:45:59.933684 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-11b77001-fe64-425d-9a2b-ed0322b4d541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:00.187676 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:01.970407 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d524de4e-fc3a-458b-8bf1-bb726f0e8cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:03.926466 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:04.913400 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:05.391801 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:06.214921 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:17.386868 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:46:29.928263 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d1b328b4-45f2-4feb-a22c-cd90815002fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:30.208335 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:31.977458 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-85b1152e-bb18-4915-a3b1-c4e1d8f10ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (2eb18a1b-2548-4bee-a62c-054d57fc0946), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:33.928451 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c14f3d23-a86a-4dd4-a862-d2727a35814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (9136b983-0443-4da9-8ffc-c8ac9a1b50c5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:34.919951 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-39d61263-8968-4340-b258-80509f6b456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (ffcc7415-cf4d-400e-8e51-0f9ebb293373), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:35.395901 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a122-efaa-480e-b953-1bca55b1de4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (793ccaad-3cca-42d1-b2df-557a78b3d648), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:36.221346 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c7175ea1-25bf-4650-a709-b94b45d8f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (e73940b2-d0c1-4c83-87a7-f8604b9a1081), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:46:54.387098 n-d-712139-27 neutron-server[109805]: DEBUG neutron.db.agents_db [None req-52e5e469-5b33-4edf-b983-ad30e7703f9e None None] Agent healthcheck: found 7 active agents {{(pid=109805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 04:46:59.936232 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0e972e72-70ae-411f-a414-38b4efa6f0da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (3972c3c5-dbf9-474e-becc-adad93eaa9a3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 04:47:00.198174 n-d-712139-27 neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7aa011cd-275e-44cf-ba6b-9eed71635da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780454907010', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894018'] for agent (c783ecd8-7ce3-4f37-aec8-c1bbe1d44838), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}